-- Logs begin at Wed 2022-02-09 00:18:18 UTC, end at Wed 2022-02-09 02:29:32 UTC. -- Feb 09 00:49:45.193228 n-d-828369-4 systemd[1]: Started Devstack devstack@q-svc.service. Feb 09 00:49:48.123385 n-d-828369-4 neutron-server[103029]: INFO neutron.common.config [-] Logging enabled! Feb 09 00:49:48.124001 n-d-828369-4 neutron-server[103029]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev486 Feb 09 00:49:48.124189 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103029) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 09 00:49:48.127878 n-d-828369-4 neutron-server[103029]: INFO neutron.common.config [-] Logging enabled! Feb 09 00:49:48.128141 n-d-828369-4 neutron-server[103029]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev486 Feb 09 00:49:48.128699 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103029) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 09 00:49:48.129661 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 00:49:48.129899 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 00:49:48.130274 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 00:49:48.130729 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 00:49:48.130958 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 00:49:48.131442 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.131869 n-d-828369-4 neutron-server[103029]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 09 00:49:48.132185 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.132490 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.132815 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.133116 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.133413 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.133695 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.133985 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.134286 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.134576 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.134904 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.135727 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.136008 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.136288 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.136604 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.136895 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.137182 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] debug = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.137464 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.137900 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.138307 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.138591 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.138880 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.139158 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.139431 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.139706 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.139996 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.140320 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] host = n-d-828369-4 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.140631 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.140925 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.141213 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.141500 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.141777 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.142054 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.142339 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.142615 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.142888 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] log_file = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.143164 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.143451 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.143737 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.144025 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.144248 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.144471 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.144788 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.145076 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.145352 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.145628 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.145904 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.146179 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.146512 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.146785 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.147071 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.147357 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.147643 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.147919 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.148195 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.148468 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.148765 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.149051 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.149325 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.149598 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.149879 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.150166 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.150436 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.151237 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.151537 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.151821 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.152105 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.152392 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.152694 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.152978 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.153254 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.153529 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.153801 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] use_json = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.154073 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.154342 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.154622 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.154892 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.155166 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.155440 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.155711 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.155995 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.156268 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:48.156582 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.156882 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.157183 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.157495 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.157786 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.158068 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.158357 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.158635 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.158923 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.159212 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.159502 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.159787 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.160087 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.160376 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.160699 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.161002 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.161295 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.161586 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.161862 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.162135 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.162408 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.162685 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.162969 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.163248 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.163553 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.163823 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.164101 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.164394 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.164712 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.165005 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.165293 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.165565 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.165845 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.166781 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.166982 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.167254 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.167536 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.167829 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.168111 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.168387 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.168698 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.168977 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.169248 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.169520 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.169802 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.170090 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.170366 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.170634 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.170903 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.171175 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.171446 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.171743 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.172000 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.172271 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.172552 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.172835 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.173107 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.173379 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.173655 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.173927 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.174202 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.174473 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.174742 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.175012 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.175281 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.175552 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.175823 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.176094 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.176368 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.176664 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.176937 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.177208 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.177479 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.177751 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.178034 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.178332 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.178610 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.178889 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.179165 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.179447 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.179731 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.180009 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.180286 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.180582 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.180857 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.181147 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.181433 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.181815 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.182052 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.182331 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.182627 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.182905 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.183188 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.183467 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.183745 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.184026 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.184309 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.184627 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.184921 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.185213 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.185505 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.185797 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.186077 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.186385 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.186668 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:48.186886 n-d-828369-4 neutron-server[103029]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 00:49:48.187126 n-d-828369-4 neutron-server[103029]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103029) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 09 00:49:48.555554 n-d-828369-4 neutron-server[103029]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 09 00:49:48.555829 n-d-828369-4 neutron-server[103029]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 09 00:49:48.556134 n-d-828369-4 neutron-server[103029]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 09 00:49:48.556461 n-d-828369-4 neutron-server[103029]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 09 00:49:48.882666 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:48.882884 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:48.883161 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:48.884469 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:48.884759 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:48.885034 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:48.928961 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:48.929238 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:48.929507 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:48.946018 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:48.946293 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:48.946567 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:48.974986 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:48.975265 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:48.975533 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:49.012759 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:49.013042 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:49.013311 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:49.356471 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:49.357134 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:49.357134 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:49.357292 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:49.357963 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:49.456415 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:49.456761 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:49.457045 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:49.457314 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:49.457581 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:49.457889 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:49.458146 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:49.458401 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:49.458656 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:49.458937 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:49.459195 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:49.459553 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:49.459714 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:49.459965 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:49.460219 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:49.460481 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:49.460758 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:49.461024 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:49.461291 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:49.461559 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:49.461831 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:49.462084 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:49.462364 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:49.462738 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:49.463505 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:49.463753 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:49.464140 n-d-828369-4 neutron-server[103029]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103029) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 00:49:49.464379 n-d-828369-4 neutron-server[103029]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103029) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 00:49:49.464640 n-d-828369-4 neutron-server[103029]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103029) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 00:49:49.464881 n-d-828369-4 neutron-server[103029]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103029) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 00:49:49.465115 n-d-828369-4 neutron-server[103029]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103029) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 00:49:49.465351 n-d-828369-4 neutron-server[103029]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103029) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 00:49:49.465715 n-d-828369-4 neutron-server[103029]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 09 00:49:49.468925 n-d-828369-4 neutron-server[103029]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 09 00:49:49.472999 n-d-828369-4 neutron-server[103029]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 09 00:49:49.476669 n-d-828369-4 neutron-server[103029]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Feb 09 00:49:49.478298 n-d-828369-4 neutron-server[103029]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 09 00:49:49.478813 n-d-828369-4 neutron-server[103029]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 09 00:49:49.479148 n-d-828369-4 neutron-server[103029]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 09 00:49:49.479526 n-d-828369-4 neutron-server[103029]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 09 00:49:49.482366 n-d-828369-4 neutron-server[103029]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 09 00:49:49.482619 n-d-828369-4 neutron-server[103029]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 09 00:49:49.482965 n-d-828369-4 neutron-server[103029]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 09 00:49:49.487769 n-d-828369-4 neutron-server[103029]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 09 00:49:49.511169 n-d-828369-4 neutron-server[103029]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 09 00:49:49.511779 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:49.512087 n-d-828369-4 neutron-server[103029]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103029) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 09 00:49:49.512483 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:49.513902 n-d-828369-4 neutron-server[103029]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103029) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 09 00:49:49.514180 n-d-828369-4 neutron-server[103029]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 09 00:49:49.514427 n-d-828369-4 neutron-server[103029]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 09 00:49:49.517754 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:49.518037 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:49.586991 n-d-828369-4 neutron-server[103029]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 09 00:49:49.587235 n-d-828369-4 neutron-server[103029]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 09 00:49:49.587469 n-d-828369-4 neutron-server[103029]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 09 00:49:49.588530 n-d-828369-4 neutron-server[103029]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 09 00:49:49.609138 n-d-828369-4 neutron-server[103029]: DEBUG oslo_db.sqlalchemy.engines [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103029) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 09 00:49:50.044501 n-d-828369-4 neutron-server[103029]: INFO neutron.plugins.ml2.managers [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Initializing driver for type 'gre' Feb 09 00:49:50.045040 n-d-828369-4 neutron-server[103029]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] gre ID ranges: [(1, 1000)] Feb 09 00:49:50.094978 n-d-828369-4 neutron-server[103029]: INFO neutron.plugins.ml2.managers [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Initializing driver for type 'local' Feb 09 00:49:50.095341 n-d-828369-4 neutron-server[103029]: INFO neutron.plugins.ml2.managers [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Initializing driver for type 'vlan' Feb 09 00:49:50.108229 n-d-828369-4 neutron-server[103029]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] VlanTypeDriver initialization complete Feb 09 00:49:50.108623 n-d-828369-4 neutron-server[103029]: INFO neutron.plugins.ml2.managers [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Initializing driver for type 'vxlan' Feb 09 00:49:50.109120 n-d-828369-4 neutron-server[103029]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] vxlan ID ranges: [(1, 1000)] Feb 09 00:49:50.159570 n-d-828369-4 neutron-server[103029]: INFO neutron.plugins.ml2.managers [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Initializing extension driver 'port_security' Feb 09 00:49:50.159917 n-d-828369-4 neutron-server[103029]: INFO neutron.plugins.ml2.extensions.port_security [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] PortSecurityExtensionDriver initialization complete Feb 09 00:49:50.160254 n-d-828369-4 neutron-server[103029]: INFO neutron.plugins.ml2.managers [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Initializing mechanism driver 'openvswitch' Feb 09 00:49:50.160610 n-d-828369-4 neutron-server[103029]: INFO neutron.plugins.ml2.managers [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Initializing mechanism driver 'hyperv' Feb 09 00:49:50.167222 n-d-828369-4 neutron-server[103029]: DEBUG neutron.plugins.ml2.plugin [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:49:50.168070 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > port after_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.168452 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > port after_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.168839 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > port after_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.169371 n-d-828369-4 neutron-server[103029]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103029) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 00:49:50.169802 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > subnet after_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.170167 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > subnet after_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.170522 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > subnet after_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.170922 n-d-828369-4 neutron-server[103029]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103029) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 00:49:50.171335 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > network after_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.171693 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > network after_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.172045 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > network after_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.172443 n-d-828369-4 neutron-server[103029]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103029) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 00:49:50.172882 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > security_group after_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.173242 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > security_group after_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.173590 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > security_group after_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.173988 n-d-828369-4 neutron-server[103029]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103029) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 00:49:50.174413 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.174750 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.175097 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.175495 n-d-828369-4 neutron-server[103029]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103029) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 00:49:50.175904 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > address_group after_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.176257 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > address_group after_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.176626 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > address_group after_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.177025 n-d-828369-4 neutron-server[103029]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103029) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 09 00:49:50.177479 n-d-828369-4 neutron-server[103029]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] ML2 OVO RPC backend initialized. {{(pid=103029) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 09 00:49:50.178191 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > router_interface after_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.178554 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.178987 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > network before_response 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.179344 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > networks before_response 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.179702 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > port before_response 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.180050 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > ports before_response 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.180403 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > subnet before_response 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.180785 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > subnets before_response 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.181139 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > network after_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.181486 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > network after_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.182319 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > network after_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.182666 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > port after_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.183009 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > port after_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.183352 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > port after_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.183696 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > subnet after_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.184037 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > subnet after_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.184377 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > subnet after_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.193555 n-d-828369-4 neutron-server[103029]: INFO neutron.quota [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded quota_driver: . Feb 09 00:49:50.193925 n-d-828369-4 neutron-server[103029]: INFO neutron.plugins.ml2.plugin [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Modular L2 Plugin initialization complete Feb 09 00:49:50.194282 n-d-828369-4 neutron-server[103029]: DEBUG neutron.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading services supported by the core plugin {{(pid=103029) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 09 00:49:50.194630 n-d-828369-4 neutron-server[103029]: INFO neutron.plugins.ml2.managers [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Got port-security extension from driver 'port_security' Feb 09 00:49:50.195116 n-d-828369-4 neutron-server[103029]: INFO neutron.extensions.vlantransparent [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Disabled vlantransparent extension. Feb 09 00:49:50.195617 n-d-828369-4 neutron-server[103029]: DEBUG neutron.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103029) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 09 00:49:50.195950 n-d-828369-4 neutron-server[103029]: INFO neutron.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading Plugin: router Feb 09 00:49:50.232200 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > router_interface before_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.232621 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > router after_create 55549900 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.233001 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > router before_create 55549900 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.233371 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.233752 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.234116 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > router after_delete 55549900 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.234482 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > floatingip after_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.234840 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > floatingip after_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.235207 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > router after_create 55549900 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.235562 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > router after_update 55549900 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.235916 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > router after_update 55549900 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.236270 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.236667 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > router after_update 55549900 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.237088 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > router precommit_update 55549900 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.237463 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: port after_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.237810 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: port after_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.238163 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: subnet after_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.238514 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.238870 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > port precommit_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.239224 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > router precommit_create 55549900 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.239573 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: port before_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.239923 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > router precommit_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.240285 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > router after_update 55549900 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.240664 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > router precommit_delete 55549900 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.241150 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > router precommit_create 55549900 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.241520 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > router_interface after_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.241873 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > router precommit_update 55549900 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.242243 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > agent after_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.242602 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > agent after_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.242954 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > network after_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.243810 n-d-828369-4 neutron-server[103029]: DEBUG neutron.quota.resource_registry [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Tracking information for resource: router configured {{(pid=103029) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 00:49:50.244707 n-d-828369-4 neutron-server[103029]: DEBUG neutron.quota.resource_registry [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Tracking information for resource: floatingip configured {{(pid=103029) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 09 00:49:50.249636 n-d-828369-4 neutron-server[103029]: INFO neutron.db.l3_agentschedulers_db [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 09 00:49:50.250221 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: port after_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.250593 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: port after_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.250956 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: port after_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.251317 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: port after_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.252146 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > router before_create 55550100 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.252796 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > router precommit_delete 55550100 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.253169 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > router precommit_create 55550100 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.253535 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > router precommit_update 55550100 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.258259 n-d-828369-4 neutron-server[103029]: DEBUG neutron.services.provider_configuration [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Service providers = [] {{(pid=103029) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 09 00:49:50.258635 n-d-828369-4 neutron-server[103029]: DEBUG neutron.db.servicetype_db [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103029) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 09 00:49:50.262407 n-d-828369-4 neutron-server[103029]: DEBUG neutron.services.service_base [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103029) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 00:49:50.262709 n-d-828369-4 neutron-server[103029]: DEBUG neutron.services.service_base [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103029) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 00:49:50.263057 n-d-828369-4 neutron-server[103029]: DEBUG neutron.services.service_base [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103029) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 00:49:50.263962 n-d-828369-4 neutron-server[103029]: DEBUG neutron.services.service_base [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103029) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 09 00:49:50.264341 n-d-828369-4 neutron-server[103029]: INFO neutron.services.service_base [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 09 00:49:50.264746 n-d-828369-4 neutron-server[103029]: DEBUG neutron.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103029) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 00:49:50.265074 n-d-828369-4 neutron-server[103029]: INFO neutron.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 09 00:49:50.275899 n-d-828369-4 neutron-server[103029]: DEBUG neutron.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103029) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 00:49:50.276242 n-d-828369-4 neutron-server[103029]: INFO neutron.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading Plugin: auto_allocate Feb 09 00:49:50.282027 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: network precommit_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.282409 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: network precommit_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.282935 n-d-828369-4 neutron-server[103029]: DEBUG neutron.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103029) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 00:49:50.283262 n-d-828369-4 neutron-server[103029]: INFO neutron.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading Plugin: tag Feb 09 00:49:50.290090 n-d-828369-4 neutron-server[103029]: DEBUG neutron.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103029) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 00:49:50.290431 n-d-828369-4 neutron-server[103029]: INFO neutron.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading Plugin: timestamp Feb 09 00:49:50.294407 n-d-828369-4 neutron-server[103029]: DEBUG neutron.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103029) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 00:49:50.294747 n-d-828369-4 neutron-server[103029]: INFO neutron.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading Plugin: network_ip_availability Feb 09 00:49:50.300304 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.300713 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.301080 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.301791 n-d-828369-4 neutron-server[103029]: DEBUG neutron.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103029) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 00:49:50.302119 n-d-828369-4 neutron-server[103029]: INFO neutron.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading Plugin: flavors Feb 09 00:49:50.307564 n-d-828369-4 neutron-server[103029]: DEBUG neutron.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103029) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 00:49:50.307901 n-d-828369-4 neutron-server[103029]: INFO neutron.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading Plugin: revisions Feb 09 00:49:50.312221 n-d-828369-4 neutron-server[103029]: DEBUG neutron.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103029) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 09 00:49:50.312654 n-d-828369-4 neutron-server[103029]: DEBUG oslo_concurrency.lockutils [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.756s {{(pid=103029) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 09 00:49:50.313411 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103029) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 09 00:49:50.313755 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Initializing extension manager. Feb 09 00:49:50.314280 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: __init__.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.314632 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: __pycache__ {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.314976 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.315317 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: address_group.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.316079 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.316685 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: address-group Feb 09 00:49:50.317024 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: address_scope.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.317751 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.318268 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: address-scope Feb 09 00:49:50.318601 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: admin_state_down_before_update.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.319537 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.320054 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: router-admin-state-down-before-update Feb 09 00:49:50.320384 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: agent.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.321116 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.321630 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: agent Feb 09 00:49:50.321959 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: agent_resources_synced.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.323451 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.323970 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: agent-resources-synced Feb 09 00:49:50.324360 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: allowedaddresspairs.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.326116 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.326633 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: allowed-address-pairs Feb 09 00:49:50.326978 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: auto_allocated_topology.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.328070 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.328619 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: auto-allocated-topology Feb 09 00:49:50.328957 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: availability_zone.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.329660 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.330171 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: availability_zone Feb 09 00:49:50.330500 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: availability_zone_filter.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.331430 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.331941 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: availability_zone_filter Feb 09 00:49:50.332273 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: data_plane_status.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.333269 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.333774 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extension data-plane-status not supported by any of loaded plugins Feb 09 00:49:50.334101 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: default_subnetpools.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.335028 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.335537 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: default-subnetpools Feb 09 00:49:50.335868 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: dhcpagentscheduler.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.336725 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.337244 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: dhcp_agent_scheduler Feb 09 00:49:50.337575 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: dns.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.338531 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.339039 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extension dns-integration not supported by any of loaded plugins Feb 09 00:49:50.339369 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: dns_domain_ports.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.340297 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.340844 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 09 00:49:50.341175 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.342109 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.342622 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 09 00:49:50.342952 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: dvr.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.343640 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.344156 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: dvr Feb 09 00:49:50.344486 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: ecmp_routes.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.345444 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.345956 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extension ecmp_routes not supported by any of loaded plugins Feb 09 00:49:50.346287 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: empty_string_filtering.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.347213 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.347726 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: empty-string-filtering Feb 09 00:49:50.348054 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.349010 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.349518 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 09 00:49:50.349844 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.350770 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.351276 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 09 00:49:50.351603 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: external_net.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.352526 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.353061 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: external-net Feb 09 00:49:50.353411 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: extra_dhcp_opt.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.354334 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.354847 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: extra_dhcp_opt Feb 09 00:49:50.355177 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: extraroute.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.356099 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.356638 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: extraroute Feb 09 00:49:50.357176 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: extraroute_atomic.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.358008 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.358551 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: extraroute-atomic Feb 09 00:49:50.358879 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: filter_validation.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.359554 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.360065 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: filter-validation Feb 09 00:49:50.360422 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: fip_pf_description.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.361369 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.361875 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 09 00:49:50.362208 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: fip_port_details.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.363367 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.363880 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: fip-port-details Feb 09 00:49:50.364210 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: flavors.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.365506 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.366024 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: flavors Feb 09 00:49:50.366352 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.368042 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.368591 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 09 00:49:50.368939 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: floatingip_pools.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.370171 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.370688 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: floatingip-pools Feb 09 00:49:50.371025 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: ip_allocation.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.371969 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.372479 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extension ip_allocation not supported by any of loaded plugins Feb 09 00:49:50.372845 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.373773 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.374288 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: ip-substring-filtering Feb 09 00:49:50.374625 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: l2_adjacency.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.375568 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.376075 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extension l2_adjacency not supported by any of loaded plugins Feb 09 00:49:50.376407 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: l3.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.377661 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.378193 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: router Feb 09 00:49:50.378529 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: l3_conntrack_helper.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.380826 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.381360 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 09 00:49:50.381703 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.382647 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.383173 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: ext-gw-mode Feb 09 00:49:50.383511 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.384438 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.385541 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: l3-ha Feb 09 00:49:50.385876 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.386799 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.387316 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 09 00:49:50.387649 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: l3_flavors.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.388600 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.389116 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: l3-flavors Feb 09 00:49:50.389450 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: l3_ndp_proxy.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.390842 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.391366 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 09 00:49:50.391703 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.392657 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.393184 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: l3-port-ip-change-not-allowed Feb 09 00:49:50.393516 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: l3agentscheduler.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.394564 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.395087 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: l3_agent_scheduler Feb 09 00:49:50.395423 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: local_ip.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.397262 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.397796 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extension local_ip not supported by any of loaded plugins Feb 09 00:49:50.398135 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: logging.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.399776 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.400336 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extension logging not supported by any of loaded plugins Feb 09 00:49:50.400717 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: metering.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.401480 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.402068 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: metering Feb 09 00:49:50.402407 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.403514 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.404041 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: metering_source_and_destination_fields Feb 09 00:49:50.404377 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: multiprovidernet.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.405351 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.405873 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: multi-provider Feb 09 00:49:50.406208 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: netmtu.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.407138 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.407660 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: net-mtu Feb 09 00:49:50.407994 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: netmtu_writable.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.408963 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.409476 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: net-mtu-writable Feb 09 00:49:50.409809 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: network_availability_zone.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.410486 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.410996 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: network_availability_zone Feb 09 00:49:50.411328 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: network_ip_availability.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.412453 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.413016 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: network-ip-availability Feb 09 00:49:50.413354 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: network_segment_range.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.414125 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.414635 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extension network-segment-range not supported by any of loaded plugins Feb 09 00:49:50.414966 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: pagination.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.416012 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.416349 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: pagination Feb 09 00:49:50.416723 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: port_device_profile.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.417642 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.418160 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: port-device-profile Feb 09 00:49:50.418487 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.419422 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.419933 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: port-mac-address-regenerate Feb 09 00:49:50.420259 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.421219 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.421733 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: port-numa-affinity-policy Feb 09 00:49:50.422062 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: port_resource_request.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.422978 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.423483 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extension port-resource-request not supported by any of loaded plugins Feb 09 00:49:50.423808 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: port_resource_request_groups.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.424843 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.425352 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 09 00:49:50.425676 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: portbindings.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.426613 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.427128 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: binding Feb 09 00:49:50.427454 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: portbindings_extended.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.428775 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.429295 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: binding-extended Feb 09 00:49:50.429626 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: portsecurity.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.430547 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.431061 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: port-security Feb 09 00:49:50.431393 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: project_id.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.432941 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.433276 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: project-id Feb 09 00:49:50.433604 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: providernet.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.434523 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.435041 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: provider Feb 09 00:49:50.435368 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: qos.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.438991 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.439520 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extension qos not supported by any of loaded plugins Feb 09 00:49:50.439861 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.441158 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.441680 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 09 00:49:50.442017 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.442948 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.443467 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 09 00:49:50.443802 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: qos_default.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.444763 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.445281 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extension qos-default not supported by any of loaded plugins Feb 09 00:49:50.445612 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: qos_fip.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.446559 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.447081 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extension qos-fip not supported by any of loaded plugins Feb 09 00:49:50.447950 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: qos_fip_network_policy.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.448917 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.449434 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 09 00:49:50.449766 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: qos_gateway_ip.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.450816 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.451332 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 09 00:49:50.451665 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: qos_port_network_policy.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.452627 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.453143 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 09 00:49:50.453475 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.454543 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.455063 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 09 00:49:50.455399 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: qos_pps_rule.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.456632 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.457162 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extension qos-pps not supported by any of loaded plugins Feb 09 00:49:50.457497 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: qos_rule_type_details.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.458431 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.458948 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 09 00:49:50.459280 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: qos_rules_alias.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.460335 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.460887 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 09 00:49:50.461219 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: quota_check_limit.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.462146 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.462664 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: quota-check-limit Feb 09 00:49:50.463021 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: quotasv2.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.463945 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.464284 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: quotas Feb 09 00:49:50.464650 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: quotasv2_detail.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.466450 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.466796 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: quota_details Feb 09 00:49:50.467138 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: rbac.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.468196 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.468762 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: rbac-policies Feb 09 00:49:50.469100 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: rbac_address_group.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.470038 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.470561 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: rbac-address-group Feb 09 00:49:50.470894 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: rbac_address_scope.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.471824 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.472345 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: rbac-address-scope Feb 09 00:49:50.472717 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: rbac_security_groups.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.473651 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.474165 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: rbac-security-groups Feb 09 00:49:50.474494 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: rbac_subnetpool.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.475423 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.475938 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: rbac-subnetpool Feb 09 00:49:50.476266 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: revisionifmatch.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.477248 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.477769 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: revision-if-match Feb 09 00:49:50.478098 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: revisions.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.479874 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.480392 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: standard-attr-revisions Feb 09 00:49:50.480765 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: router_availability_zone.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.481450 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.481963 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: router_availability_zone Feb 09 00:49:50.482292 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: routerservicetype.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.483227 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.483740 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extension router-service-type not supported by any of loaded plugins Feb 09 00:49:50.484070 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.485042 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.485564 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: security-groups-normalized-cidr Feb 09 00:49:50.485893 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: security_groups_port_filtering.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.486827 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.487350 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: port-security-groups-filtering Feb 09 00:49:50.487682 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.488785 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.489305 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: security-groups-remote-address-group Feb 09 00:49:50.489659 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.490877 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.491437 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: security-groups-shared-filtering Feb 09 00:49:50.491822 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.492572 n-d-828369-4 neutron-server[103029]: WARNING neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 09 00:49:50.492916 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: securitygroup.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.504702 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.505249 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: security-group Feb 09 00:49:50.505594 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: segment.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.506397 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.506925 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extension segment not supported by any of loaded plugins Feb 09 00:49:50.507267 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.508233 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.508785 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 09 00:49:50.509123 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: servicetype.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.510259 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.510784 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: service-type Feb 09 00:49:50.511122 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: sorting.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.512117 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.512500 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: sorting Feb 09 00:49:50.512820 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: standard_attr_segment.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.513746 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.514263 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 09 00:49:50.514594 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: standardattrdescription.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.515256 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.515770 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: standard-attr-description Feb 09 00:49:50.516102 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: stateful_security_group.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.517086 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.517605 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: stateful-security-group Feb 09 00:49:50.517936 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: stdattrs_common.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.518514 n-d-828369-4 neutron-server[103029]: WARNING neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 09 00:49:50.518840 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.519788 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.520304 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 09 00:49:50.520656 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: subnet_onboard.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.521751 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.522272 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: subnet_onboard Feb 09 00:49:50.522602 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.523541 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.524057 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 09 00:49:50.524389 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: subnet_service_types.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.525405 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.525917 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: subnet-service-types Feb 09 00:49:50.526247 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: subnetallocation.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.527358 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.527876 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: subnet_allocation Feb 09 00:49:50.528203 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.528905 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.529420 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: subnetpool-prefix-ops Feb 09 00:49:50.529749 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.530709 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.531221 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 09 00:49:50.531551 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: tagging.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.532670 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.533191 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: standard-attr-tag Feb 09 00:49:50.533523 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: timestamp.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.534744 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.535268 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loaded extension: standard-attr-timestamp Feb 09 00:49:50.535606 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: trunk.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.536696 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.537220 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extension trunk not supported by any of loaded plugins Feb 09 00:49:50.537556 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: trunk_details.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.538494 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.539016 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extension trunk-details not supported by any of loaded plugins Feb 09 00:49:50.539350 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: uplink_status_propagation.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.540289 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.541396 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 09 00:49:50.541686 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Loading extension file: vlantransparent.py {{(pid=103029) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 09 00:49:50.542369 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103029) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 09 00:49:50.542879 n-d-828369-4 neutron-server[103029]: INFO neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extension vlan-transparent not supported by any of loaded plugins Feb 09 00:49:50.545399 n-d-828369-4 neutron-server[103029]: INFO neutron.quota.resource_registry [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Creating instance of TrackedResource for resource:network Feb 09 00:49:50.545929 n-d-828369-4 neutron-server[103029]: INFO neutron.quota.resource_registry [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Creating instance of TrackedResource for resource:subnet Feb 09 00:49:50.546334 n-d-828369-4 neutron-server[103029]: INFO neutron.quota.resource_registry [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 00:49:50.546737 n-d-828369-4 neutron-server[103029]: INFO neutron.quota.resource_registry [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Creating instance of TrackedResource for resource:port Feb 09 00:49:50.547974 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.v2.resource_helper [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:49:50.548425 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.v2.resource_helper [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Service FLAVORS assigned prefix: {{(pid=103029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:49:50.549085 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.v2.resource_helper [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:49:50.549526 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.v2.resource_helper [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:49:50.549864 n-d-828369-4 neutron-server[103029]: INFO neutron.quota.resource_registry [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Creating instance of TrackedResource for resource:router Feb 09 00:49:50.550298 n-d-828369-4 neutron-server[103029]: INFO neutron.quota.resource_registry [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Creating instance of TrackedResource for resource:floatingip Feb 09 00:49:50.550785 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.v2.resource_helper [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Service METERING assigned prefix: /metering {{(pid=103029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:49:50.552250 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.552660 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.553026 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103029) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 00:49:50.554026 n-d-828369-4 neutron-server[103029]: INFO neutron.quota.resource_registry [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Creating instance of CountableResource for resource:rbac_policy Feb 09 00:49:50.554476 n-d-828369-4 neutron-server[103029]: INFO neutron.quota.resource_registry [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Creating instance of TrackedResource for resource:security_group Feb 09 00:49:50.554929 n-d-828369-4 neutron-server[103029]: INFO neutron.quota.resource_registry [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Creating instance of TrackedResource for resource:security_group_rule Feb 09 00:49:50.555533 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.v2.resource_helper [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Service CORE assigned prefix: {{(pid=103029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:49:50.555872 n-d-828369-4 neutron-server[103029]: INFO neutron.quota.resource_registry [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 00:49:50.556227 n-d-828369-4 neutron-server[103029]: WARNING neutron.quota.resource_registry [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] subnetpool is already registered Feb 09 00:49:50.557235 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.v2.resource_helper [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Service CORE assigned prefix: {{(pid=103029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:49:50.557572 n-d-828369-4 neutron-server[103029]: INFO neutron.quota.resource_registry [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 00:49:50.557911 n-d-828369-4 neutron-server[103029]: WARNING neutron.quota.resource_registry [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] subnetpool is already registered Feb 09 00:49:50.560184 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.v2.resource_helper [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:49:50.560657 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.v2.resource_helper [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Service FLAVORS assigned prefix: {{(pid=103029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:49:50.561259 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.v2.resource_helper [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:49:50.561690 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.v2.resource_helper [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:49:50.562031 n-d-828369-4 neutron-server[103029]: INFO neutron.quota.resource_registry [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Creating instance of TrackedResource for resource:router Feb 09 00:49:50.562375 n-d-828369-4 neutron-server[103029]: WARNING neutron.quota.resource_registry [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] router is already registered Feb 09 00:49:50.562791 n-d-828369-4 neutron-server[103029]: INFO neutron.quota.resource_registry [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Creating instance of TrackedResource for resource:floatingip Feb 09 00:49:50.563134 n-d-828369-4 neutron-server[103029]: WARNING neutron.quota.resource_registry [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] floatingip is already registered Feb 09 00:49:50.563595 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.v2.resource_helper [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Service METERING assigned prefix: /metering {{(pid=103029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:49:50.564256 n-d-828369-4 neutron-server[103029]: INFO neutron.quota.resource_registry [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Creating instance of CountableResource for resource:rbac_policy Feb 09 00:49:50.564609 n-d-828369-4 neutron-server[103029]: WARNING neutron.quota.resource_registry [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] rbac_policy is already registered Feb 09 00:49:50.565026 n-d-828369-4 neutron-server[103029]: INFO neutron.quota.resource_registry [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Creating instance of TrackedResource for resource:security_group Feb 09 00:49:50.565367 n-d-828369-4 neutron-server[103029]: WARNING neutron.quota.resource_registry [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] security_group is already registered Feb 09 00:49:50.565775 n-d-828369-4 neutron-server[103029]: INFO neutron.quota.resource_registry [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Creating instance of TrackedResource for resource:security_group_rule Feb 09 00:49:50.566115 n-d-828369-4 neutron-server[103029]: WARNING neutron.quota.resource_registry [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] security_group_rule is already registered Feb 09 00:49:50.566745 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.v2.resource_helper [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Service CORE assigned prefix: {{(pid=103029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:49:50.567081 n-d-828369-4 neutron-server[103029]: INFO neutron.quota.resource_registry [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 00:49:50.567424 n-d-828369-4 neutron-server[103029]: WARNING neutron.quota.resource_registry [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] subnetpool is already registered Feb 09 00:49:50.567856 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.v2.resource_helper [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Service CORE assigned prefix: {{(pid=103029) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 09 00:49:50.568191 n-d-828369-4 neutron-server[103029]: INFO neutron.quota.resource_registry [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Creating instance of TrackedResource for resource:subnetpool Feb 09 00:49:50.568530 n-d-828369-4 neutron-server[103029]: WARNING neutron.quota.resource_registry [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] subnetpool is already registered Feb 09 00:49:50.569025 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extended resource: extensions {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:49:50.570484 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extended resource: address-groups {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:49:50.571970 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extended resource: address-scopes {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:49:50.573347 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extended resource: agents {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:49:50.574503 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extended resource: auto-allocated-topology {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:49:50.575745 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extended resource: availability_zones {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:49:50.577005 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extended resource: dhcp-networks {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:49:50.578524 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extended resource: dhcp-agents {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:49:50.579950 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extended resource: routers {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:49:50.582175 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extended resource: flavors {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:49:50.583319 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extended resource: service_profiles {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:49:50.584519 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extended resource: next_providers {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:49:50.586024 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extended resource: service_profiles {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:49:50.587583 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extended resource: floatingip-pools {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:49:50.588859 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extended resource: routers {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:49:50.590945 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extended resource: floatingips {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:49:50.592218 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extended resource: l3-routers {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:49:50.593652 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extended resource: l3-agents {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:49:50.595069 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extended resource: metering-labels {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:49:50.596417 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extended resource: metering-label-rules {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:49:50.597734 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extended resource: network-ip-availabilities {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:49:50.598978 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extended resource: bindings {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:49:50.600672 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extended resource: quotas {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:49:50.602215 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extended resource: quotas {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:49:50.604265 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extended resource: rbac-policies {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:49:50.606487 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extended resource: security-groups {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:49:50.607719 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extended resource: security-group-rules {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:49:50.608998 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extended resource: service-providers {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:49:50.610210 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extended resource: subnetpools {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:49:50.611638 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extended resource: subnetpools {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:49:50.613107 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extended resource: tags {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:49:50.614778 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extended resource: tags {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:49:50.616695 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extended resource: tags {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:49:50.618501 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extended resource: tags {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:49:50.620854 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extended resource: tags {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:49:50.622701 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extended resource: tags {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:49:50.624368 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extended resource: tags {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:49:50.626301 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extended resource: tags {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:49:50.628293 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extended resource: tags {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:49:50.630165 n-d-828369-4 neutron-server[103029]: DEBUG neutron.api.extensions [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Extended resource: tags {{(pid=103029) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 09 00:49:50.635982 n-d-828369-4 neutron-server[103029]: WARNING keystonemiddleware.auth_token [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 09 00:49:50.640704 n-d-828369-4 neutron-server[103029]: WARNING keystonemiddleware.auth_token [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 09 00:49:50.649226 n-d-828369-4 neutron-server[103029]: DEBUG oslo_concurrency.lockutils [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Acquired lock "singleton_lock" {{(pid=103029) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 09 00:49:50.649707 n-d-828369-4 neutron-server[103029]: DEBUG oslo_concurrency.lockutils [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Releasing lock "singleton_lock" {{(pid=103029) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 09 00:49:50.650381 n-d-828369-4 neutron-server[103029]: INFO oslo_service.service [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Starting 2 workers Feb 09 00:49:50.655257 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Started child 103136 {{(pid=103029) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 00:49:50.659729 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Started child 103137 {{(pid=103029) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 00:49:50.660710 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:49:50.661404 n-d-828369-4 neutron-server[103029]: INFO neutron.service [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Neutron service started, listening on 0.0.0.0:9696 Feb 09 00:49:50.661987 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Publish callbacks [] for process (None), before_spawn {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:49:50.662229 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [-] (103136) wsgi starting up on http://0.0.0.0:9696 Feb 09 00:49:50.664382 n-d-828369-4 neutron-server[103029]: INFO oslo_service.service [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Starting 1 workers Feb 09 00:49:50.664594 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:49:50.665903 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [-] (103137) wsgi starting up on http://0.0.0.0:9696 Feb 09 00:49:50.670204 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Started child 103138 {{(pid=103029) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 00:49:50.670757 n-d-828369-4 neutron-server[103029]: INFO oslo_service.service [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Starting 1 workers Feb 09 00:49:50.674026 n-d-828369-4 neutron-server[103138]: DEBUG neutron.service [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] calling RpcWorker wait() {{(pid=103138) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 09 00:49:50.674540 n-d-828369-4 neutron-server[103138]: DEBUG neutron.service [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] returning from RpcWorker wait() {{(pid=103138) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 09 00:49:50.675241 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Started child 103139 {{(pid=103029) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 09 00:49:50.675941 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:49:50.676074 n-d-828369-4 neutron-server[103029]: DEBUG neutron_lib.callbacks.manager [None req-64f795a9-44bc-4fff-ac45-a90d757953db None None] Publish callbacks [] for process (None), after_spawn {{(pid=103029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:49:50.676498 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:49:50.677983 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103029) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 09 00:49:50.678203 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 00:49:50.678396 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 00:49:50.678627 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 00:49:50.678983 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 00:49:50.679160 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 00:49:50.679659 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.679944 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.680211 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.680310 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:49:50.680879 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.680879 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.681404 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.681503 n-d-828369-4 neutron-server[103139]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:49:50.682254 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.682519 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.682816 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.683062 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.683239 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.683408 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.683653 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.683893 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.684201 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.684459 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.684736 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.684995 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.685170 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.685433 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.685718 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.685958 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.686218 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] debug = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.686471 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.686939 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.687167 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.687405 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.687644 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.687931 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.688160 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.688449 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.688700 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.688920 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.689172 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.689435 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.689685 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.689914 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.690166 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.690382 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.690637 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.690863 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.691332 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] host = n-d-828369-4 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.691553 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.691774 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.692020 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.692266 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.692512 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.692771 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.693026 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.693295 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.693553 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.693785 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.694027 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.694284 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.694510 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.694758 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] log_file = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.694926 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] log_options = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.695166 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.695443 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.695691 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.695887 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.696059 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.696227 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.696485 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.696680 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.696938 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.697278 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.697434 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.697643 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.697864 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.698079 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.698317 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.698574 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.698774 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.699001 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.699265 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.699524 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.699768 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.700019 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.700251 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.700467 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.700724 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.700960 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.701188 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.701412 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.701650 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.701913 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.702147 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.702400 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.702618 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.702985 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.703385 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.703571 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.703805 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.704022 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.704298 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.704584 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.704790 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.705037 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.705363 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.705700 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.706280 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.706280 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.707036 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] use_json = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.707036 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.707036 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.707515 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.707515 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.707799 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.707941 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.708622 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.708964 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.709389 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.709539 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.709841 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.710470 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.710470 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.710671 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.710853 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.711351 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.711530 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.711775 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.712002 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.712315 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.712577 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.713348 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.713348 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.713496 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.713701 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.713963 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.714233 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.714453 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.714852 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.715231 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.715603 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.716035 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.716292 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.716565 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.716797 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.717201 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.717636 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.718077 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.718637 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.719167 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.719458 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.719743 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.719962 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.720188 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.720449 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.720694 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.720915 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.721429 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.721429 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.721637 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.721835 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.722207 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.722609 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.722831 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.723097 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.723544 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.723971 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.724393 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.724828 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.725222 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.725623 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.725846 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.726068 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.726320 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.726540 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.726804 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.727073 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.727329 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.727551 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.727782 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.728009 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.728984 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.729263 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.729494 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.729737 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.729960 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.730356 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.730760 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.731156 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.731518 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.731892 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.732286 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.732555 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.732799 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.733033 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.733248 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.733472 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.733691 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.733933 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.734156 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.734371 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.734777 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.734997 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.735254 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.735479 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.735698 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.735937 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.736151 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.736536 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.736773 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.737056 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.737388 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.737655 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.737924 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.738164 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.738447 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.738689 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.738954 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.739197 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.739452 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.739698 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.739983 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.740231 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.740467 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.740740 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.740962 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.741201 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.741421 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.741648 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.741869 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.742108 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.742354 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.742650 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.742934 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.743192 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.743465 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.743704 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.744005 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.744835 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.745122 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.745367 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.745626 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.745903 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.746181 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.746576 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.747035 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.747691 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.748133 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.748581 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.749011 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.749406 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.749804 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.750181 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.750454 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.750687 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.750911 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.751147 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.751478 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.751735 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.751952 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.752172 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.752738 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.753000 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.753242 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.753520 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.753775 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.754014 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.754277 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.754514 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.754738 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.754999 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.755252 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.755476 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.755722 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.755942 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.756199 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.756448 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.756694 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.756962 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.757177 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.757399 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.757615 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.757837 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.758059 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.758306 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.758516 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.758740 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.758977 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.759218 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.759437 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.759748 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.759980 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.760242 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.760484 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.760788 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.761039 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.761291 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.761520 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.761774 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.762014 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.762231 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.762477 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.762747 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.762916 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.763496 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.763496 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.763772 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.763772 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.764020 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.764221 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.764474 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.764755 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.765099 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.765353 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.765589 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.767015 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.767015 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.767015 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.767015 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.767354 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.767354 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.767775 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.767882 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.768048 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.768270 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.768733 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.769201 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.769519 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.769866 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.770185 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.770497 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.770729 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.770957 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.771200 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.771425 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.771645 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.771864 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.772080 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.772297 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.772517 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.772759 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.773049 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.773315 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.773554 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.773834 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.774053 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.774307 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.774565 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.774800 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.775019 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.775301 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.775570 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.775785 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.776017 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.776231 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.776445 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.776700 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.776917 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.777131 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.777358 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.777573 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.777794 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.778020 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.778254 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.778450 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.778673 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.778885 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.779100 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.779313 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.779691 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.779808 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.779971 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.780179 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.780393 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.780671 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.780890 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.781102 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.781385 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.781648 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.781870 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.782152 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.782385 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.782624 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.782867 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.783196 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.783413 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.783655 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.783890 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.784108 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.788073 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.788073 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.788073 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.788073 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.788073 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.788501 n-d-828369-4 neutron-server[103138]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:49:50.788674 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.788674 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.788674 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.788674 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.788674 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.788674 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.788674 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.788674 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.789256 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.789256 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.789256 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.789256 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.789256 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.789256 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.789756 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.789756 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.790021 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.790266 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.790496 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.790726 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.791640 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.791996 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.792326 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.792476 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.792869 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.793237 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.793556 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 00:49:50.794233 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103029) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 09 00:49:50.794543 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 09 00:49:50.794845 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 09 00:49:50.795048 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 09 00:49:50.795226 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 09 00:49:50.795386 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 09 00:49:50.795602 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.795778 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.795924 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.796097 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.796254 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.796437 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.796628 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.796793 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.796951 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.797112 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.797278 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.797437 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.797603 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.797767 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.797928 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.798089 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.798250 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.798414 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.798581 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.798748 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.798899 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.799058 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.799217 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] debug = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.799377 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.799592 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.799760 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.799920 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.800080 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.800242 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.800402 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.800585 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.800749 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.800909 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.801068 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.801228 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.801388 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.801549 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.801710 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.801870 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.802030 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.802190 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.802349 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] host = n-d-828369-4 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.802509 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.802668 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.802828 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.802988 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.803150 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.804668 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.804668 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.804668 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.804668 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.804668 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.804668 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.804668 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.804668 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.805252 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] log_file = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.805252 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] log_options = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.805252 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.805252 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.805252 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.805593 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.805593 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.805593 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.805802 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.805890 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.806047 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.806233 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.806372 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.806621 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.806791 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.806954 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.807116 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.807276 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.807437 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.807598 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.807765 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.807926 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.808086 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.808247 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.808407 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.808588 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.808748 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.808907 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.809067 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.809226 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.809385 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.810711 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.810711 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.810711 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.810711 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.810711 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.810711 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.811173 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.811173 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.811173 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.811382 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.811461 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.811778 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.811778 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.811951 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.812504 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.812504 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.812504 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.812504 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] use_json = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.812840 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.812840 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.812984 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.814902 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.814902 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.814902 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.814902 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.814902 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.814902 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 09 00:49:50.814902 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.814902 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.815489 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.815489 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.815489 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.815489 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.815489 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.815489 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.815489 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.815489 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.816036 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.816036 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.816036 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.816036 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.816423 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.816423 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.816646 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.816733 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.816845 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.817012 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.817177 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.817342 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.817513 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.817676 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.817844 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.818008 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.818169 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.818336 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.818502 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.818697 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.818847 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.819008 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.819342 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.819508 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.819733 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.819829 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.819990 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.820155 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.820393 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.820492 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.820660 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.820829 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.820990 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.821307 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.821474 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.821640 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.821809 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.821983 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.822706 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.822884 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.823160 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.823337 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.823337 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.823605 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.823739 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.823875 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.824011 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.824144 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.824275 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.824419 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.824619 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.824787 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.824951 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.825115 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.825280 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.825444 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.825608 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.825773 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.825950 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.826115 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.826279 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.826444 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.826610 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.826771 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.826936 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.827099 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.827885 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.827885 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.827885 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.827885 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.827885 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.828265 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.828265 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.828406 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.828485 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.828666 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.828870 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.828997 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.829154 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.829294 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.829461 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.829716 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.829902 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.830077 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.830341 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.830341 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.830686 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.830686 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.830686 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.830968 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.831049 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.831162 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.831328 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.831490 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.831656 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.831820 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.831982 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.832145 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.832307 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.832470 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.832656 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.832820 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.832983 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.833147 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.833309 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.833474 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.833639 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.833802 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.833975 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.834137 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.834303 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.834468 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.834638 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.834811 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.834975 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.835139 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.835301 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.835464 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.835627 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.835790 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.835953 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.836115 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.836278 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.836442 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.836634 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.836799 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.836963 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.837126 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.837311 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.837476 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.837657 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.838352 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.838519 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.838684 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.838848 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.839013 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.839177 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.839340 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.839505 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.839669 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.839834 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.839999 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.840162 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.840327 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.840490 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.840679 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.840844 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.841008 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.841171 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.841337 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.841499 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.841663 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.841827 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.841991 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.842154 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.842317 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.842481 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.842645 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.842808 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.842971 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.843133 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.843297 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.843461 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.843625 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.843788 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.843954 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.844118 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.844282 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.844445 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.844629 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.844794 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.844959 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.845124 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.845289 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.845454 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.845617 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.845781 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.845945 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.846109 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.846273 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.846436 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.846599 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.846764 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.846946 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.847109 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.847273 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.847438 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.847602 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.847766 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.847931 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.848092 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.848255 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.848421 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.848610 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.848774 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.848937 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.849099 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.849263 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.849425 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.849589 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.849755 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.849919 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.850159 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.850327 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.850492 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.850656 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.850819 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.850984 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.851149 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.851313 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.851477 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.851641 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.851818 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.851984 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.852149 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.852313 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.852476 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.852664 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.852839 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.853004 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.853167 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.853354 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.853519 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.853683 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.853855 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.854020 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.854183 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.854349 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.854525 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.854682 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.854830 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.854993 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.855156 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.855325 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.855485 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.855648 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.855820 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.855984 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.856148 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.856337 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.856500 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.856684 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.856858 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.857022 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.857186 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.857376 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.857504 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.857664 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.857838 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.858003 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.858166 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.858345 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.858509 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.858671 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.858833 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.859011 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.859198 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.859327 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.859496 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.859657 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.859855 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.859983 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.860151 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.860324 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.860497 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.860716 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.860906 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.861049 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.861169 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.861338 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.861531 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.861680 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.861844 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.862005 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.862169 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.862331 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.862498 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.862658 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.862823 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.863012 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.863187 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.863352 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.863479 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.863606 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.863820 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.863919 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.864117 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.864315 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.864481 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.864667 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.864833 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 09 00:49:50.864989 n-d-828369-4 neutron-server[103029]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103029) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 09 00:49:50.866086 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33932) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:49:50.875477 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071106 Feb 09 00:50:02.311115 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ffcfcb-093e-4639-b1e9-5bbc4b3a7cb5 None None] get_active_networks_info from n-d-828369-4 {{(pid=103138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 00:50:02.346631 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a31c4c8b-eb57-4334-9df5-d993d01fa13f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-476618'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:02.391221 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ffcfcb-093e-4639-b1e9-5bbc4b3a7cb5 None None] No non-hosted networks {{(pid=103138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 09 00:50:04.371764 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ad2cc3d2-6c98-414c-bab5-724762080ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-476618'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:04.414578 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b105340c-201a-4eaf-9f91-3c0c8b57ad9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:05.755779 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-476618'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:07.004128 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-476618'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:08.262629 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34012) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:50:08.329852 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-476618'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:08.331246 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:08.332001 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:08.332730 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:08.333301 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:08.333645 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:08.333982 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:08.334664 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:08.334994 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:08.335844 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:08.336258 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:08.336611 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:08.336943 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:08.337271 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:08.337682 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-828369-4', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:50:08.344098 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-828369-4', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:50:08.812353 n-d-828369-4 neutron-server[103136]: WARNING oslo_policy.policy [None req-6dcadb64-5a15-48ec-8edf-9e7cf5250967 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 00:50:08.812954 n-d-828369-4 neutron-server[103136]: WARNING oslo_policy.policy [None req-6dcadb64-5a15-48ec-8edf-9e7cf5250967 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 00:50:09.044595 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [None req-6dcadb64-5a15-48ec-8edf-9e7cf5250967 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 00:50:09.054537 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-6dcadb64-5a15-48ec-8edf-9e7cf5250967 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7819493 Feb 09 00:50:11.424075 n-d-828369-4 neutron-server[103138]: INFO neutron.db.l3_hamode_db [None req-fdadf639-53f9-4fe5-ab98-06b3cf08fdaa None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 09 00:50:11.499552 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdadf639-53f9-4fe5-ab98-06b3cf08fdaa None None] Routers set() bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:50:11.499859 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdadf639-53f9-4fe5-ab98-06b3cf08fdaa None None] Router IDs set() for agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 00:50:11.534796 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34038) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:50:12.026579 n-d-828369-4 neutron-server[103137]: WARNING oslo_policy.policy [None req-1eaf506e-4221-49b2-8f8d-be0beb7ab671 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 00:50:12.027157 n-d-828369-4 neutron-server[103137]: WARNING oslo_policy.policy [None req-1eaf506e-4221-49b2-8f8d-be0beb7ab671 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 00:50:12.252532 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-1eaf506e-4221-49b2-8f8d-be0beb7ab671 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:50:12.342360 n-d-828369-4 neutron-server[103137]: DEBUG neutron.policy [None req-1eaf506e-4221-49b2-8f8d-be0beb7ab671 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103137) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 09 00:50:12.384035 n-d-828369-4 neutron-server[103137]: WARNING oslo_policy.policy [None req-1eaf506e-4221-49b2-8f8d-be0beb7ab671 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 00:50:12.384406 n-d-828369-4 neutron-server[103137]: WARNING oslo_policy.policy [None req-1eaf506e-4221-49b2-8f8d-be0beb7ab671 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 00:50:12.483981 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1eaf506e-4221-49b2-8f8d-be0beb7ab671 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750583485870', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750583486429', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750583274798', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750583273445', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750583278254', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750583253469', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-762908', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3441431', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-509892', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-630151'] for rbac-policy (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:12.557198 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1eaf506e-4221-49b2-8f8d-be0beb7ab671 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:12.558604 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1eaf506e-4221-49b2-8f8d-be0beb7ab671 admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0216534 Feb 09 00:50:14.964266 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34054) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:50:15.277279 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-2899ee69-94bf-4487-a548-d4b63c3aaddb demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:50:15.307527 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2899ee69-94bf-4487-a548-d4b63c3aaddb demo demo] Made reservation on behalf of acd7ab6f8dcd44deaaf1d2749d8de484 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:50:15.311504 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2899ee69-94bf-4487-a548-d4b63c3aaddb demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:15.328412 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2899ee69-94bf-4487-a548-d4b63c3aaddb demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:15.436410 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2899ee69-94bf-4487-a548-d4b63c3aaddb demo demo] Publish callbacks [] for security_group (0c85c4c5-13ea-49b1-bb40-454cae63ee24), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:15.440107 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2899ee69-94bf-4487-a548-d4b63c3aaddb demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (0c85c4c5-13ea-49b1-bb40-454cae63ee24), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:15.471659 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2899ee69-94bf-4487-a548-d4b63c3aaddb demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1028} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:50:15.498929 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2899ee69-94bf-4487-a548-d4b63c3aaddb demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750578622136', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (2d4fa7d8-cbb7-4de9-8289-430f966af425), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:15.499521 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2899ee69-94bf-4487-a548-d4b63c3aaddb demo demo] Unsubscribe: segment precommit_create {{(pid=103137) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 09 00:50:15.500067 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-2899ee69-94bf-4487-a548-d4b63c3aaddb demo demo] Added segment 2d4fa7d8-cbb7-4de9-8289-430f966af425 of type vlan for network 453e2a61-4316-41d4-9ef5-923164988a80 Feb 09 00:50:15.505770 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2899ee69-94bf-4487-a548-d4b63c3aaddb demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=0c85c4c5-13ea-49b1-bb40-454cae63ee24,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:15.527565 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2899ee69-94bf-4487-a548-d4b63c3aaddb demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:15.527912 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2899ee69-94bf-4487-a548-d4b63c3aaddb demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:15.528254 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2899ee69-94bf-4487-a548-d4b63c3aaddb demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:15.528622 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2899ee69-94bf-4487-a548-d4b63c3aaddb demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:15.528958 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2899ee69-94bf-4487-a548-d4b63c3aaddb demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:15.529289 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2899ee69-94bf-4487-a548-d4b63c3aaddb demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:15.529614 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2899ee69-94bf-4487-a548-d4b63c3aaddb demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:15.529941 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2899ee69-94bf-4487-a548-d4b63c3aaddb demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:15.530264 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2899ee69-94bf-4487-a548-d4b63c3aaddb demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:15.530603 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2899ee69-94bf-4487-a548-d4b63c3aaddb demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:15.530906 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2899ee69-94bf-4487-a548-d4b63c3aaddb demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:15.531225 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2899ee69-94bf-4487-a548-d4b63c3aaddb demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:15.531544 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2899ee69-94bf-4487-a548-d4b63c3aaddb demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:15.532675 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2899ee69-94bf-4487-a548-d4b63c3aaddb demo demo] Tracked resource versions report: Feb 09 00:50:15.532675 n-d-828369-4 neutron-server[103137]: pushed versions: Feb 09 00:50:15.532675 n-d-828369-4 neutron-server[103137]: { 'AddressGroup': {'1.2'}, Feb 09 00:50:15.532675 n-d-828369-4 neutron-server[103137]: 'ConntrackHelper': {'1.0'}, Feb 09 00:50:15.532675 n-d-828369-4 neutron-server[103137]: 'LocalIPAssociation': {'1.0'}, Feb 09 00:50:15.532675 n-d-828369-4 neutron-server[103137]: 'Log': {'1.0'}, Feb 09 00:50:15.532675 n-d-828369-4 neutron-server[103137]: 'Network': {'1.1'}, Feb 09 00:50:15.532675 n-d-828369-4 neutron-server[103137]: 'Port': {'1.7'}, Feb 09 00:50:15.532675 n-d-828369-4 neutron-server[103137]: 'PortForwarding': {'1.2'}, Feb 09 00:50:15.532675 n-d-828369-4 neutron-server[103137]: 'QosPolicy': {'1.10'}, Feb 09 00:50:15.532675 n-d-828369-4 neutron-server[103137]: 'SecurityGroup': {'1.5'}, Feb 09 00:50:15.532675 n-d-828369-4 neutron-server[103137]: 'SecurityGroupRule': {'1.2'}, Feb 09 00:50:15.532675 n-d-828369-4 neutron-server[103137]: 'SubPort': {'1.0'}, Feb 09 00:50:15.532675 n-d-828369-4 neutron-server[103137]: 'Subnet': {'1.1'}, Feb 09 00:50:15.532675 n-d-828369-4 neutron-server[103137]: 'Trunk': {'1.1'}} Feb 09 00:50:15.532675 n-d-828369-4 neutron-server[103137]: consumer versions: Feb 09 00:50:15.532675 n-d-828369-4 neutron-server[103137]: { DHCP agent@n-d-828369-4: {}, Feb 09 00:50:15.532675 n-d-828369-4 neutron-server[103137]: L3 agent@n-d-828369-4: {}, Feb 09 00:50:15.532675 n-d-828369-4 neutron-server[103137]: Metadata agent@n-d-828369-4: {}, Feb 09 00:50:15.532675 n-d-828369-4 neutron-server[103137]: Metering agent@n-d-828369-4: {}, Feb 09 00:50:15.532675 n-d-828369-4 neutron-server[103137]: Open vSwitch agent@n-d-828369-4: { 'AddressGroup': '1.2', Feb 09 00:50:15.532675 n-d-828369-4 neutron-server[103137]: 'ConntrackHelper': '1.0', Feb 09 00:50:15.532675 n-d-828369-4 neutron-server[103137]: 'LocalIPAssociation': '1.0', Feb 09 00:50:15.532675 n-d-828369-4 neutron-server[103137]: 'Log': '1.0', Feb 09 00:50:15.532675 n-d-828369-4 neutron-server[103137]: 'Network': '1.1', Feb 09 00:50:15.532675 n-d-828369-4 neutron-server[103137]: 'Port': '1.7', Feb 09 00:50:15.532675 n-d-828369-4 neutron-server[103137]: 'PortForwarding': '1.2', Feb 09 00:50:15.532675 n-d-828369-4 neutron-server[103137]: 'QosPolicy': '1.10', Feb 09 00:50:15.532675 n-d-828369-4 neutron-server[103137]: 'SecurityGroup': '1.5', Feb 09 00:50:15.532675 n-d-828369-4 neutron-server[103137]: 'SecurityGroupRule': '1.2', Feb 09 00:50:15.532675 n-d-828369-4 neutron-server[103137]: 'SubPort': '1.0', Feb 09 00:50:15.532675 n-d-828369-4 neutron-server[103137]: 'Subnet': '1.1', Feb 09 00:50:15.532675 n-d-828369-4 neutron-server[103137]: 'Trunk': '1.1'}} Feb 09 00:50:15.532675 n-d-828369-4 neutron-server[103137]: {{(pid=103137) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 00:50:15.612407 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2899ee69-94bf-4487-a548-d4b63c3aaddb demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (453e2a61-4316-41d4-9ef5-923164988a80), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:15.650862 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2899ee69-94bf-4487-a548-d4b63c3aaddb demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (453e2a61-4316-41d4-9ef5-923164988a80), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:15.655950 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2899ee69-94bf-4487-a548-d4b63c3aaddb demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:15.656709 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2899ee69-94bf-4487-a548-d4b63c3aaddb demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:15.745242 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2899ee69-94bf-4487-a548-d4b63c3aaddb demo demo] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7794483 Feb 09 00:50:15.773629 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2899ee69-94bf-4487-a548-d4b63c3aaddb demo demo] Pushing event updated for resources: {'Network': ['ID=453e2a61-4316-41d4-9ef5-923164988a80,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:15.786181 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 453e2a61-4316-41d4-9ef5-923164988a80 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:50:18.225317 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34066) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:50:18.627208 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ee1fbc-44d1-492d-a18e-202dcac716e2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:18.628461 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c0ee1fbc-44d1-492d-a18e-202dcac716e2 demo admin] 10.222.0.50 "GET /v2.0/networks/453e2a61-4316-41d4-9ef5-923164988a80 HTTP/1.1" status: 200 len: 826 time: 0.4015055 Feb 09 00:50:18.652432 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-69149d7b-8dac-49d2-870f-6d8c1c93fb51 demo admin] 10.222.0.50 "GET /v2.0/subnetpools/86038b35-2540-4911-869f-bfb95c6171c6 HTTP/1.1" status: 200 len: 734 time: 0.0177028 Feb 09 00:50:18.660477 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-368aed05-dffa-456d-9ab4-8355eea08b02 demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '86038b35-2540-4911-869f-bfb95c6171c6', 'gateway_ip': '172.20.0.1', 'network_id': '453e2a61-4316-41d4-9ef5-923164988a80', 'name': 'private-subnet'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:50:18.680378 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368aed05-dffa-456d-9ab4-8355eea08b02 demo admin] Made reservation on behalf of acd7ab6f8dcd44deaaf1d2749d8de484 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:50:18.682636 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-368aed05-dffa-456d-9ab4-8355eea08b02 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:18.972637 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-368aed05-dffa-456d-9ab4-8355eea08b02 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for subnet (f85712a4-2d90-4300-bf73-ec80c1aecf2b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:19.045536 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368aed05-dffa-456d-9ab4-8355eea08b02 demo admin] Pushing event updated for resources: {'Subnet': ['ID=f85712a4-2d90-4300-bf73-ec80c1aecf2b,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:19.047485 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368aed05-dffa-456d-9ab4-8355eea08b02 demo admin] Checking segment: {'id': '2d4fa7d8-cbb7-4de9-8289-430f966af425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '453e2a61-4316-41d4-9ef5-923164988a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 00:50:19.047879 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368aed05-dffa-456d-9ab4-8355eea08b02 demo admin] Network hostable DHCP agents. Network: 453e2a61-4316-41d4-9ef5-923164988a80, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:50:19.068676 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368aed05-dffa-456d-9ab4-8355eea08b02 demo admin] Network 453e2a61-4316-41d4-9ef5-923164988a80 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:50:19.080397 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-368aed05-dffa-456d-9ab4-8355eea08b02 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 453e2a61-4316-41d4-9ef5-923164988a80) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:50:19.085495 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368aed05-dffa-456d-9ab4-8355eea08b02 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:19.086627 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-368aed05-dffa-456d-9ab4-8355eea08b02 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:19.091111 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b907ef-469a-42ed-968b-8f513d19dcd3 None None] Network 453e2a61-4316-41d4-9ef5-923164988a80 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 00:50:19.104808 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-368aed05-dffa-456d-9ab4-8355eea08b02 demo admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4473417 Feb 09 00:50:19.379072 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0fe952-c856-4d7b-995c-4acf8c782451 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-453e2a61-4316-41d4-9ef5-923164988a80', 'network_id': '453e2a61-4316-41d4-9ef5-923164988a80', 'project_id': 'acd7ab6f8dcd44deaaf1d2749d8de484', 'fixed_ips': [{'subnet_id': 'f85712a4-2d90-4300-bf73-ec80c1aecf2b'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 00:50:19.380350 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ab0fe952-c856-4d7b-995c-4acf8c782451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:19.667405 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-ab0fe952-c856-4d7b-995c-4acf8c782451 None None] Allocated IP 172.20.0.2 (453e2a61-4316-41d4-9ef5-923164988a80/f85712a4-2d90-4300-bf73-ec80c1aecf2b/858ecdbb-25e7-4ad1-b772-e16796dc15d9) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:50:19.940443 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ab0fe952-c856-4d7b-995c-4acf8c782451 None None] Publish callbacks [] for port (858ecdbb-25e7-4ad1-b772-e16796dc15d9), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:19.949494 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ab0fe952-c856-4d7b-995c-4acf8c782451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (858ecdbb-25e7-4ad1-b772-e16796dc15d9), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:20.029709 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0fe952-c856-4d7b-995c-4acf8c782451 None None] Network 453e2a61-4316-41d4-9ef5-923164988a80 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:50:20.040496 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-ab0fe952-c856-4d7b-995c-4acf8c782451 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:50:20.045671 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0fe952-c856-4d7b-995c-4acf8c782451 None None] Pushing event updated for resources: {'Port': ['ID=858ecdbb-25e7-4ad1-b772-e16796dc15d9,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:20.047904 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0fe952-c856-4d7b-995c-4acf8c782451 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:50:20.057549 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0fe952-c856-4d7b-995c-4acf8c782451 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:20.057906 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0fe952-c856-4d7b-995c-4acf8c782451 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:20.058255 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0fe952-c856-4d7b-995c-4acf8c782451 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:20.058602 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0fe952-c856-4d7b-995c-4acf8c782451 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:20.058947 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0fe952-c856-4d7b-995c-4acf8c782451 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:20.059285 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0fe952-c856-4d7b-995c-4acf8c782451 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:20.059618 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0fe952-c856-4d7b-995c-4acf8c782451 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:20.059950 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0fe952-c856-4d7b-995c-4acf8c782451 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:20.060282 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0fe952-c856-4d7b-995c-4acf8c782451 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:20.060637 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0fe952-c856-4d7b-995c-4acf8c782451 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:20.060979 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0fe952-c856-4d7b-995c-4acf8c782451 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:20.061311 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0fe952-c856-4d7b-995c-4acf8c782451 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:20.061639 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0fe952-c856-4d7b-995c-4acf8c782451 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:20.062767 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0fe952-c856-4d7b-995c-4acf8c782451 None None] Tracked resource versions report: Feb 09 00:50:20.062767 n-d-828369-4 neutron-server[103138]: pushed versions: Feb 09 00:50:20.062767 n-d-828369-4 neutron-server[103138]: { 'AddressGroup': {'1.2'}, Feb 09 00:50:20.062767 n-d-828369-4 neutron-server[103138]: 'ConntrackHelper': {'1.0'}, Feb 09 00:50:20.062767 n-d-828369-4 neutron-server[103138]: 'LocalIPAssociation': {'1.0'}, Feb 09 00:50:20.062767 n-d-828369-4 neutron-server[103138]: 'Log': {'1.0'}, Feb 09 00:50:20.062767 n-d-828369-4 neutron-server[103138]: 'Network': {'1.1'}, Feb 09 00:50:20.062767 n-d-828369-4 neutron-server[103138]: 'Port': {'1.7'}, Feb 09 00:50:20.062767 n-d-828369-4 neutron-server[103138]: 'PortForwarding': {'1.2'}, Feb 09 00:50:20.062767 n-d-828369-4 neutron-server[103138]: 'QosPolicy': {'1.10'}, Feb 09 00:50:20.062767 n-d-828369-4 neutron-server[103138]: 'SecurityGroup': {'1.5'}, Feb 09 00:50:20.062767 n-d-828369-4 neutron-server[103138]: 'SecurityGroupRule': {'1.2'}, Feb 09 00:50:20.062767 n-d-828369-4 neutron-server[103138]: 'SubPort': {'1.0'}, Feb 09 00:50:20.062767 n-d-828369-4 neutron-server[103138]: 'Subnet': {'1.1'}, Feb 09 00:50:20.062767 n-d-828369-4 neutron-server[103138]: 'Trunk': {'1.1'}} Feb 09 00:50:20.062767 n-d-828369-4 neutron-server[103138]: consumer versions: Feb 09 00:50:20.062767 n-d-828369-4 neutron-server[103138]: { DHCP agent@n-d-828369-4: {}, Feb 09 00:50:20.062767 n-d-828369-4 neutron-server[103138]: L3 agent@n-d-828369-4: {}, Feb 09 00:50:20.062767 n-d-828369-4 neutron-server[103138]: Metadata agent@n-d-828369-4: {}, Feb 09 00:50:20.062767 n-d-828369-4 neutron-server[103138]: Metering agent@n-d-828369-4: {}, Feb 09 00:50:20.062767 n-d-828369-4 neutron-server[103138]: Open vSwitch agent@n-d-828369-4: { 'AddressGroup': '1.2', Feb 09 00:50:20.062767 n-d-828369-4 neutron-server[103138]: 'ConntrackHelper': '1.0', Feb 09 00:50:20.062767 n-d-828369-4 neutron-server[103138]: 'LocalIPAssociation': '1.0', Feb 09 00:50:20.062767 n-d-828369-4 neutron-server[103138]: 'Log': '1.0', Feb 09 00:50:20.062767 n-d-828369-4 neutron-server[103138]: 'Network': '1.1', Feb 09 00:50:20.062767 n-d-828369-4 neutron-server[103138]: 'Port': '1.7', Feb 09 00:50:20.062767 n-d-828369-4 neutron-server[103138]: 'PortForwarding': '1.2', Feb 09 00:50:20.062767 n-d-828369-4 neutron-server[103138]: 'QosPolicy': '1.10', Feb 09 00:50:20.062767 n-d-828369-4 neutron-server[103138]: 'SecurityGroup': '1.5', Feb 09 00:50:20.062767 n-d-828369-4 neutron-server[103138]: 'SecurityGroupRule': '1.2', Feb 09 00:50:20.062767 n-d-828369-4 neutron-server[103138]: 'SubPort': '1.0', Feb 09 00:50:20.062767 n-d-828369-4 neutron-server[103138]: 'Subnet': '1.1', Feb 09 00:50:20.062767 n-d-828369-4 neutron-server[103138]: 'Trunk': '1.1'}} Feb 09 00:50:20.062767 n-d-828369-4 neutron-server[103138]: {{(pid=103138) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 00:50:20.136786 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-ab0fe952-c856-4d7b-995c-4acf8c782451 None None] Attempting to bind port 858ecdbb-25e7-4ad1-b772-e16796dc15d9 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 00:50:20.137466 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-ab0fe952-c856-4d7b-995c-4acf8c782451 None None] Attempting to bind port 858ecdbb-25e7-4ad1-b772-e16796dc15d9 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '2d4fa7d8-cbb7-4de9-8289-430f966af425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '453e2a61-4316-41d4-9ef5-923164988a80'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 00:50:20.137634 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0fe952-c856-4d7b-995c-4acf8c782451 None None] Attempting to bind port 858ecdbb-25e7-4ad1-b772-e16796dc15d9 on network 453e2a61-4316-41d4-9ef5-923164988a80 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:50:20.142594 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0fe952-c856-4d7b-995c-4acf8c782451 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:50:20.142971 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0fe952-c856-4d7b-995c-4acf8c782451 None None] Checking segment: {'id': '2d4fa7d8-cbb7-4de9-8289-430f966af425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '453e2a61-4316-41d4-9ef5-923164988a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 00:50:20.143471 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ab0fe952-c856-4d7b-995c-4acf8c782451 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:20.143875 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0fe952-c856-4d7b-995c-4acf8c782451 None None] Bound using segment: {'id': '2d4fa7d8-cbb7-4de9-8289-430f966af425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '453e2a61-4316-41d4-9ef5-923164988a80'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:50:20.144368 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-ab0fe952-c856-4d7b-995c-4acf8c782451 None None] Bound port: 858ecdbb-25e7-4ad1-b772-e16796dc15d9, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d4fa7d8-cbb7-4de9-8289-430f966af425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '453e2a61-4316-41d4-9ef5-923164988a80'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 00:50:20.144810 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ab0fe952-c856-4d7b-995c-4acf8c782451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (858ecdbb-25e7-4ad1-b772-e16796dc15d9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:20.205532 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-ab0fe952-c856-4d7b-995c-4acf8c782451 None None] For port 858ecdbb-25e7-4ad1-b772-e16796dc15d9, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:50:20.209651 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-ab0fe952-c856-4d7b-995c-4acf8c782451 None None] For port 858ecdbb-25e7-4ad1-b772-e16796dc15d9, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=858ecdbb-25e7-4ad1-b772-e16796dc15d9,segment=NetworkSegment(2d4fa7d8-cbb7-4de9-8289-430f966af425),segment_id=2d4fa7d8-cbb7-4de9-8289-430f966af425)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:50:20.219351 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ab0fe952-c856-4d7b-995c-4acf8c782451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (858ecdbb-25e7-4ad1-b772-e16796dc15d9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:20.281241 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0fe952-c856-4d7b-995c-4acf8c782451 None None] Pushing event updated for resources: {'Port': ['ID=858ecdbb-25e7-4ad1-b772-e16796dc15d9,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:21.578968 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34074) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:50:21.903721 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [None req-bd0d1260-4682-4ce5-8b71-1c1245fb1d98 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 00:50:21.904754 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-bd0d1260-4682-4ce5-8b71-1c1245fb1d98 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3248217 Feb 09 00:50:24.389125 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34082) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:50:24.745220 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [None req-098e46d9-f205-4b99-97b0-ea630556f5b7 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 00:50:24.746235 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-098e46d9-f205-4b99-97b0-ea630556f5b7 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3561783 Feb 09 00:50:27.675255 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34090) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:50:27.995318 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-0387b1a9-a8d2-4d13-994d-1023dd076d12 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:50:28.055188 n-d-828369-4 neutron-server[103136]: DEBUG neutron.policy [None req-0387b1a9-a8d2-4d13-994d-1023dd076d12 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103136) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 09 00:50:28.104782 n-d-828369-4 neutron-server[103136]: WARNING oslo_policy.policy [None req-0387b1a9-a8d2-4d13-994d-1023dd076d12 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 00:50:28.105438 n-d-828369-4 neutron-server[103136]: WARNING oslo_policy.policy [None req-0387b1a9-a8d2-4d13-994d-1023dd076d12 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 09 00:50:28.168897 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0387b1a9-a8d2-4d13-994d-1023dd076d12 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:28.170806 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0387b1a9-a8d2-4d13-994d-1023dd076d12 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:28.331383 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0387b1a9-a8d2-4d13-994d-1023dd076d12 demo demo] Publish callbacks [] for router_controller (b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b), precommit_add_association {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:28.337569 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0387b1a9-a8d2-4d13-994d-1023dd076d12 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:28.360617 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0387b1a9-a8d2-4d13-994d-1023dd076d12 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:28.361831 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-0387b1a9-a8d2-4d13-994d-1023dd076d12 demo demo] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6855562 Feb 09 00:50:30.851284 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34104) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:50:30.936070 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 858ecdbb-25e7-4ad1-b772-e16796dc15d9 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:50:31.031686 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 858ecdbb-25e7-4ad1-b772-e16796dc15d9 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:50:31.032116 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (858ecdbb-25e7-4ad1-b772-e16796dc15d9), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:31.177616 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 858ecdbb-25e7-4ad1-b772-e16796dc15d9 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 00:50:31.178199 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (858ecdbb-25e7-4ad1-b772-e16796dc15d9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:31.203829 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [None req-adce949c-71cd-4c1a-b820-b3f9ecc8f47b admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 00:50:31.209384 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-adce949c-71cd-4c1a-b820-b3f9ecc8f47b admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3569953 Feb 09 00:50:31.220759 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 858ecdbb-25e7-4ad1-b772-e16796dc15d9, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=858ecdbb-25e7-4ad1-b772-e16796dc15d9,segment=NetworkSegment(2d4fa7d8-cbb7-4de9-8289-430f966af425),segment_id=2d4fa7d8-cbb7-4de9-8289-430f966af425)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:50:31.226745 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (858ecdbb-25e7-4ad1-b772-e16796dc15d9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:31.279134 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=858ecdbb-25e7-4ad1-b772-e16796dc15d9,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:32.145194 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f4e73b-167e-4c60-b4bc-af58ab1044af None None] Network 453e2a61-4316-41d4-9ef5-923164988a80 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 00:50:32.201842 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-81568066-557b-4031-8d77-6f8f9b0aa357 None None] Provisioning complete for port 858ecdbb-25e7-4ad1-b772-e16796dc15d9 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:50:32.202232 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-81568066-557b-4031-8d77-6f8f9b0aa357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (858ecdbb-25e7-4ad1-b772-e16796dc15d9), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:32.293630 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-461d4ff0-7302-4796-a0f5-083834ef902b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:32.357698 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-81568066-557b-4031-8d77-6f8f9b0aa357 None None] Current status of the port 858ecdbb-25e7-4ad1-b772-e16796dc15d9 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 00:50:32.584148 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-7d983039-4025-4e81-a12a-ad5a2568414b None None] Provisioning complete for port 858ecdbb-25e7-4ad1-b772-e16796dc15d9 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:50:32.585156 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7d983039-4025-4e81-a12a-ad5a2568414b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (858ecdbb-25e7-4ad1-b772-e16796dc15d9), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:32.660728 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-7d983039-4025-4e81-a12a-ad5a2568414b None None] Current status of the port 858ecdbb-25e7-4ad1-b772-e16796dc15d9 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 00:50:32.907561 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 858ecdbb-25e7-4ad1-b772-e16796dc15d9 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:50:32.954190 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 858ecdbb-25e7-4ad1-b772-e16796dc15d9 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:50:32.954576 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (858ecdbb-25e7-4ad1-b772-e16796dc15d9), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:33.030635 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 858ecdbb-25e7-4ad1-b772-e16796dc15d9 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 00:50:33.730701 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34114) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:50:34.039084 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-e2f23148-2cf6-4895-8a05-f883e69f99a6 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:50:34.061756 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f23148-2cf6-4895-8a05-f883e69f99a6 admin admin] Made reservation on behalf of 32973f1e577343799c8c022acf9c98ca for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:50:34.064428 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e2f23148-2cf6-4895-8a05-f883e69f99a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:34.079827 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e2f23148-2cf6-4895-8a05-f883e69f99a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:34.188808 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e2f23148-2cf6-4895-8a05-f883e69f99a6 admin admin] Publish callbacks [] for security_group (b44e2c2b-1291-4a4b-9134-80bb8eb7b32f), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:34.192274 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e2f23148-2cf6-4895-8a05-f883e69f99a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b44e2c2b-1291-4a4b-9134-80bb8eb7b32f), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:34.203113 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e2f23148-2cf6-4895-8a05-f883e69f99a6 admin admin] Reserving flat network on physical network physnet1 {{(pid=103136) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 09 00:50:34.234871 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e2f23148-2cf6-4895-8a05-f883e69f99a6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750578622136', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (f3e115ef-8a27-4ca4-a0c1-219b9dab8205), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:34.235453 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e2f23148-2cf6-4895-8a05-f883e69f99a6 admin admin] Unsubscribe: segment precommit_create {{(pid=103136) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 09 00:50:34.235999 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-e2f23148-2cf6-4895-8a05-f883e69f99a6 admin admin] Added segment f3e115ef-8a27-4ca4-a0c1-219b9dab8205 of type flat for network ca740734-29c2-4b60-ae10-4c709b5c6ef4 Feb 09 00:50:34.251905 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f23148-2cf6-4895-8a05-f883e69f99a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44e2c2b-1291-4a4b-9134-80bb8eb7b32f,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:34.300348 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f23148-2cf6-4895-8a05-f883e69f99a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:34.300731 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f23148-2cf6-4895-8a05-f883e69f99a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:34.301080 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f23148-2cf6-4895-8a05-f883e69f99a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:34.301435 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f23148-2cf6-4895-8a05-f883e69f99a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:34.301915 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f23148-2cf6-4895-8a05-f883e69f99a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:34.302275 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f23148-2cf6-4895-8a05-f883e69f99a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:34.302611 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f23148-2cf6-4895-8a05-f883e69f99a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:34.302982 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f23148-2cf6-4895-8a05-f883e69f99a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:34.303810 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f23148-2cf6-4895-8a05-f883e69f99a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:34.304137 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f23148-2cf6-4895-8a05-f883e69f99a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:34.304461 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f23148-2cf6-4895-8a05-f883e69f99a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:34.304808 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f23148-2cf6-4895-8a05-f883e69f99a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:34.305130 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f23148-2cf6-4895-8a05-f883e69f99a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:34.306260 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f23148-2cf6-4895-8a05-f883e69f99a6 admin admin] Tracked resource versions report: Feb 09 00:50:34.306260 n-d-828369-4 neutron-server[103136]: pushed versions: Feb 09 00:50:34.306260 n-d-828369-4 neutron-server[103136]: { 'AddressGroup': {'1.2'}, Feb 09 00:50:34.306260 n-d-828369-4 neutron-server[103136]: 'ConntrackHelper': {'1.0'}, Feb 09 00:50:34.306260 n-d-828369-4 neutron-server[103136]: 'LocalIPAssociation': {'1.0'}, Feb 09 00:50:34.306260 n-d-828369-4 neutron-server[103136]: 'Log': {'1.0'}, Feb 09 00:50:34.306260 n-d-828369-4 neutron-server[103136]: 'Network': {'1.1'}, Feb 09 00:50:34.306260 n-d-828369-4 neutron-server[103136]: 'Port': {'1.7'}, Feb 09 00:50:34.306260 n-d-828369-4 neutron-server[103136]: 'PortForwarding': {'1.2'}, Feb 09 00:50:34.306260 n-d-828369-4 neutron-server[103136]: 'QosPolicy': {'1.10'}, Feb 09 00:50:34.306260 n-d-828369-4 neutron-server[103136]: 'SecurityGroup': {'1.5'}, Feb 09 00:50:34.306260 n-d-828369-4 neutron-server[103136]: 'SecurityGroupRule': {'1.2'}, Feb 09 00:50:34.306260 n-d-828369-4 neutron-server[103136]: 'SubPort': {'1.0'}, Feb 09 00:50:34.306260 n-d-828369-4 neutron-server[103136]: 'Subnet': {'1.1'}, Feb 09 00:50:34.306260 n-d-828369-4 neutron-server[103136]: 'Trunk': {'1.1'}} Feb 09 00:50:34.306260 n-d-828369-4 neutron-server[103136]: consumer versions: Feb 09 00:50:34.306260 n-d-828369-4 neutron-server[103136]: { DHCP agent@n-d-828369-4: {}, Feb 09 00:50:34.306260 n-d-828369-4 neutron-server[103136]: L3 agent@n-d-828369-4: {}, Feb 09 00:50:34.306260 n-d-828369-4 neutron-server[103136]: Metadata agent@n-d-828369-4: {}, Feb 09 00:50:34.306260 n-d-828369-4 neutron-server[103136]: Metering agent@n-d-828369-4: {}, Feb 09 00:50:34.306260 n-d-828369-4 neutron-server[103136]: Open vSwitch agent@n-d-828369-4: { 'AddressGroup': '1.2', Feb 09 00:50:34.306260 n-d-828369-4 neutron-server[103136]: 'ConntrackHelper': '1.0', Feb 09 00:50:34.306260 n-d-828369-4 neutron-server[103136]: 'LocalIPAssociation': '1.0', Feb 09 00:50:34.306260 n-d-828369-4 neutron-server[103136]: 'Log': '1.0', Feb 09 00:50:34.306260 n-d-828369-4 neutron-server[103136]: 'Network': '1.1', Feb 09 00:50:34.306260 n-d-828369-4 neutron-server[103136]: 'Port': '1.7', Feb 09 00:50:34.306260 n-d-828369-4 neutron-server[103136]: 'PortForwarding': '1.2', Feb 09 00:50:34.306260 n-d-828369-4 neutron-server[103136]: 'QosPolicy': '1.10', Feb 09 00:50:34.306260 n-d-828369-4 neutron-server[103136]: 'SecurityGroup': '1.5', Feb 09 00:50:34.306260 n-d-828369-4 neutron-server[103136]: 'SecurityGroupRule': '1.2', Feb 09 00:50:34.306260 n-d-828369-4 neutron-server[103136]: 'SubPort': '1.0', Feb 09 00:50:34.306260 n-d-828369-4 neutron-server[103136]: 'Subnet': '1.1', Feb 09 00:50:34.306260 n-d-828369-4 neutron-server[103136]: 'Trunk': '1.1'}} Feb 09 00:50:34.306260 n-d-828369-4 neutron-server[103136]: {{(pid=103136) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 00:50:34.352621 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e2f23148-2cf6-4895-8a05-f883e69f99a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (ca740734-29c2-4b60-ae10-4c709b5c6ef4), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:34.371158 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75f8749b-aa5d-408b-86ec-4a8fc8db18c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:34.395360 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e2f23148-2cf6-4895-8a05-f883e69f99a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (ca740734-29c2-4b60-ae10-4c709b5c6ef4), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:34.396460 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f23148-2cf6-4895-8a05-f883e69f99a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:34.397244 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e2f23148-2cf6-4895-8a05-f883e69f99a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:34.476205 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e2f23148-2cf6-4895-8a05-f883e69f99a6 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7443440 Feb 09 00:50:34.500627 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f23148-2cf6-4895-8a05-f883e69f99a6 admin admin] Pushing event updated for resources: {'Network': ['ID=ca740734-29c2-4b60-ae10-4c709b5c6ef4,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:34.512766 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:50:35.699132 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:35.717673 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 5 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:50:36.920231 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34136) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:50:36.953800 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:37.146629 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f1782f-a737-41e1-b23c-617c76b6c04a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:37.148024 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-72f1782f-a737-41e1-b23c-617c76b6c04a demo admin] 10.222.0.50 "GET /v2.0/subnets/f85712a4-2d90-4300-bf73-ec80c1aecf2b HTTP/1.1" status: 200 len: 849 time: 0.2268090 Feb 09 00:50:37.285069 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-023d962a-1294-4840-a1da-10720c7a9efc demo admin] 10.222.0.50 "GET /v2.0/routers/b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b HTTP/1.1" status: 200 len: 704 time: 0.1313429 Feb 09 00:50:37.553008 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b7a4e291-dac5-4157-9108-b4b86ec26ff5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:37.845756 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-b7a4e291-dac5-4157-9108-b4b86ec26ff5 demo admin] Allocated IP 172.20.0.1 (453e2a61-4316-41d4-9ef5-923164988a80/f85712a4-2d90-4300-bf73-ec80c1aecf2b/66c89c43-ae99-4ee9-b7f4-c70894c37c5c) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:50:38.029659 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b7a4e291-dac5-4157-9108-b4b86ec26ff5 demo admin] Publish callbacks [] for port (66c89c43-ae99-4ee9-b7f4-c70894c37c5c), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:38.098265 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b7a4e291-dac5-4157-9108-b4b86ec26ff5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (66c89c43-ae99-4ee9-b7f4-c70894c37c5c), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:38.178460 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a4e291-dac5-4157-9108-b4b86ec26ff5 demo admin] Network 453e2a61-4316-41d4-9ef5-923164988a80 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:50:38.182858 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-b7a4e291-dac5-4157-9108-b4b86ec26ff5 demo admin] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:50:38.186296 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a4e291-dac5-4157-9108-b4b86ec26ff5 demo admin] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:50:38.186913 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b7a4e291-dac5-4157-9108-b4b86ec26ff5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:38.210396 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4e291-dac5-4157-9108-b4b86ec26ff5 demo admin] Pushing event updated for resources: {'Port': ['ID=66c89c43-ae99-4ee9-b7f4-c70894c37c5c,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:38.334586 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:38.418921 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-52eff5a7-2306-4b48-a961-44ccc9d3febc None None] Provisioning complete for port 66c89c43-ae99-4ee9-b7f4-c70894c37c5c triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:50:38.419244 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-52eff5a7-2306-4b48-a961-44ccc9d3febc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (66c89c43-ae99-4ee9-b7f4-c70894c37c5c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:38.450032 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b7a4e291-dac5-4157-9108-b4b86ec26ff5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (66c89c43-ae99-4ee9-b7f4-c70894c37c5c), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:38.452746 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-52eff5a7-2306-4b48-a961-44ccc9d3febc None None] Port 66c89c43-ae99-4ee9-b7f4-c70894c37c5c cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 00:50:38.653345 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b7a4e291-dac5-4157-9108-b4b86ec26ff5 demo admin] Publish callbacks [] for port (66c89c43-ae99-4ee9-b7f4-c70894c37c5c), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:38.657697 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b7a4e291-dac5-4157-9108-b4b86ec26ff5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (66c89c43-ae99-4ee9-b7f4-c70894c37c5c), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:38.658451 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b7a4e291-dac5-4157-9108-b4b86ec26ff5 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:38.735909 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4e291-dac5-4157-9108-b4b86ec26ff5 demo admin] Pushing event updated for resources: {'Port': ['ID=66c89c43-ae99-4ee9-b7f4-c70894c37c5c,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:38.782725 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a4e291-dac5-4157-9108-b4b86ec26ff5 demo admin] Network 453e2a61-4316-41d4-9ef5-923164988a80 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:50:38.784024 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-b7a4e291-dac5-4157-9108-b4b86ec26ff5 demo admin] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:50:38.952124 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a4e291-dac5-4157-9108-b4b86ec26ff5 demo admin] Router b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 00:50:38.973859 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-599dbeb2-27ae-4d03-a1ca-a7d0991c10c0 None None] Provisioning complete for port 66c89c43-ae99-4ee9-b7f4-c70894c37c5c triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:50:38.974288 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-599dbeb2-27ae-4d03-a1ca-a7d0991c10c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (66c89c43-ae99-4ee9-b7f4-c70894c37c5c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:39.009619 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-599dbeb2-27ae-4d03-a1ca-a7d0991c10c0 None None] Port 66c89c43-ae99-4ee9-b7f4-c70894c37c5c cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 00:50:39.048895 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a4e291-dac5-4157-9108-b4b86ec26ff5 demo admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:50:39.054719 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b7a4e291-dac5-4157-9108-b4b86ec26ff5 demo admin] 10.222.0.50 "PUT /v2.0/routers/b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7639663 Feb 09 00:50:39.059643 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e228165-7eea-4906-a295-8b1bad73e170 None None] Sync routers for ids ['b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:50:39.071752 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e228165-7eea-4906-a295-8b1bad73e170 None None] Routers {'b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:50:39.072603 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-8e228165-7eea-4906-a295-8b1bad73e170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T00:50:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:50:39.260205 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-8e228165-7eea-4906-a295-8b1bad73e170 None None] Set router b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b gateway port host: None {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:50:39.693996 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-8e228165-7eea-4906-a295-8b1bad73e170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b', 'name': 'router1', 'tenant_id': 'acd7ab6f8dcd44deaaf1d2749d8de484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:50:28Z', 'updated_at': '2022-02-09T00:50:38Z', 'revision_number': 2, 'project_id': 'acd7ab6f8dcd44deaaf1d2749d8de484', 'gw_port_host': None, '_interfaces': [{'id': '66c89c43-ae99-4ee9-b7f4-c70894c37c5c', 'name': '', 'network_id': '453e2a61-4316-41d4-9ef5-923164988a80', 'tenant_id': 'acd7ab6f8dcd44deaaf1d2749d8de484', 'mac_address': 'fa:16:3e:bc:1e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f85712a4-2d90-4300-bf73-ec80c1aecf2b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:50:37Z', 'updated_at': '2022-02-09T00:50:38Z', 'revision_number': 2, 'project_id': 'acd7ab6f8dcd44deaaf1d2749d8de484', 'subnets': [{'id': 'f85712a4-2d90-4300-bf73-ec80c1aecf2b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86038b35-2540-4911-869f-bfb95c6171c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:50:39.745116 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e228165-7eea-4906-a295-8b1bad73e170 None None] Checking router: b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:50:39.745485 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e228165-7eea-4906-a295-8b1bad73e170 None None] Updating router b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b port 66c89c43-ae99-4ee9-b7f4-c70894c37c5c binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:50:39.797755 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8e228165-7eea-4906-a295-8b1bad73e170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (66c89c43-ae99-4ee9-b7f4-c70894c37c5c), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:40.304696 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8e228165-7eea-4906-a295-8b1bad73e170 None None] Publish callbacks [] for port (66c89c43-ae99-4ee9-b7f4-c70894c37c5c), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:40.311167 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8e228165-7eea-4906-a295-8b1bad73e170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (66c89c43-ae99-4ee9-b7f4-c70894c37c5c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:40.482081 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46fdba-9617-421b-b929-75751d4d2b41 None None] Pushing event updated for resources: {'Port': ['ID=66c89c43-ae99-4ee9-b7f4-c70894c37c5c,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:40.486571 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-8e228165-7eea-4906-a295-8b1bad73e170 None None] Attempting to bind port 66c89c43-ae99-4ee9-b7f4-c70894c37c5c on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 00:50:40.486984 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-8e228165-7eea-4906-a295-8b1bad73e170 None None] Attempting to bind port 66c89c43-ae99-4ee9-b7f4-c70894c37c5c by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '2d4fa7d8-cbb7-4de9-8289-430f966af425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '453e2a61-4316-41d4-9ef5-923164988a80'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 00:50:40.487429 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e228165-7eea-4906-a295-8b1bad73e170 None None] Attempting to bind port 66c89c43-ae99-4ee9-b7f4-c70894c37c5c on network 453e2a61-4316-41d4-9ef5-923164988a80 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:50:40.495735 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46fdba-9617-421b-b929-75751d4d2b41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:40.496091 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46fdba-9617-421b-b929-75751d4d2b41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:40.496444 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46fdba-9617-421b-b929-75751d4d2b41 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:40.496811 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46fdba-9617-421b-b929-75751d4d2b41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:40.497156 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46fdba-9617-421b-b929-75751d4d2b41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:40.497495 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46fdba-9617-421b-b929-75751d4d2b41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:40.497832 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46fdba-9617-421b-b929-75751d4d2b41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:40.498169 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46fdba-9617-421b-b929-75751d4d2b41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:40.498503 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46fdba-9617-421b-b929-75751d4d2b41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:40.498833 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46fdba-9617-421b-b929-75751d4d2b41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:40.499161 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46fdba-9617-421b-b929-75751d4d2b41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:40.499743 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46fdba-9617-421b-b929-75751d4d2b41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:40.500069 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46fdba-9617-421b-b929-75751d4d2b41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:50:40.501217 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46fdba-9617-421b-b929-75751d4d2b41 None None] Tracked resource versions report: Feb 09 00:50:40.501217 n-d-828369-4 neutron-server[103139]: pushed versions: Feb 09 00:50:40.501217 n-d-828369-4 neutron-server[103139]: { 'AddressGroup': {'1.2'}, Feb 09 00:50:40.501217 n-d-828369-4 neutron-server[103139]: 'ConntrackHelper': {'1.0'}, Feb 09 00:50:40.501217 n-d-828369-4 neutron-server[103139]: 'LocalIPAssociation': {'1.0'}, Feb 09 00:50:40.501217 n-d-828369-4 neutron-server[103139]: 'Log': {'1.0'}, Feb 09 00:50:40.501217 n-d-828369-4 neutron-server[103139]: 'Network': {'1.1'}, Feb 09 00:50:40.501217 n-d-828369-4 neutron-server[103139]: 'Port': {'1.7'}, Feb 09 00:50:40.501217 n-d-828369-4 neutron-server[103139]: 'PortForwarding': {'1.2'}, Feb 09 00:50:40.501217 n-d-828369-4 neutron-server[103139]: 'QosPolicy': {'1.10'}, Feb 09 00:50:40.501217 n-d-828369-4 neutron-server[103139]: 'SecurityGroup': {'1.5'}, Feb 09 00:50:40.501217 n-d-828369-4 neutron-server[103139]: 'SecurityGroupRule': {'1.2'}, Feb 09 00:50:40.501217 n-d-828369-4 neutron-server[103139]: 'SubPort': {'1.0'}, Feb 09 00:50:40.501217 n-d-828369-4 neutron-server[103139]: 'Subnet': {'1.1'}, Feb 09 00:50:40.501217 n-d-828369-4 neutron-server[103139]: 'Trunk': {'1.1'}} Feb 09 00:50:40.501217 n-d-828369-4 neutron-server[103139]: consumer versions: Feb 09 00:50:40.501217 n-d-828369-4 neutron-server[103139]: { DHCP agent@n-d-828369-4: {}, Feb 09 00:50:40.501217 n-d-828369-4 neutron-server[103139]: L3 agent@n-d-828369-4: {}, Feb 09 00:50:40.501217 n-d-828369-4 neutron-server[103139]: Metadata agent@n-d-828369-4: {}, Feb 09 00:50:40.501217 n-d-828369-4 neutron-server[103139]: Metering agent@n-d-828369-4: {}, Feb 09 00:50:40.501217 n-d-828369-4 neutron-server[103139]: Open vSwitch agent@n-d-828369-4: { 'AddressGroup': '1.2', Feb 09 00:50:40.501217 n-d-828369-4 neutron-server[103139]: 'ConntrackHelper': '1.0', Feb 09 00:50:40.501217 n-d-828369-4 neutron-server[103139]: 'LocalIPAssociation': '1.0', Feb 09 00:50:40.501217 n-d-828369-4 neutron-server[103139]: 'Log': '1.0', Feb 09 00:50:40.501217 n-d-828369-4 neutron-server[103139]: 'Network': '1.1', Feb 09 00:50:40.501217 n-d-828369-4 neutron-server[103139]: 'Port': '1.7', Feb 09 00:50:40.501217 n-d-828369-4 neutron-server[103139]: 'PortForwarding': '1.2', Feb 09 00:50:40.501217 n-d-828369-4 neutron-server[103139]: 'QosPolicy': '1.10', Feb 09 00:50:40.501217 n-d-828369-4 neutron-server[103139]: 'SecurityGroup': '1.5', Feb 09 00:50:40.501217 n-d-828369-4 neutron-server[103139]: 'SecurityGroupRule': '1.2', Feb 09 00:50:40.501217 n-d-828369-4 neutron-server[103139]: 'SubPort': '1.0', Feb 09 00:50:40.501217 n-d-828369-4 neutron-server[103139]: 'Subnet': '1.1', Feb 09 00:50:40.501217 n-d-828369-4 neutron-server[103139]: 'Trunk': '1.1'}} Feb 09 00:50:40.501217 n-d-828369-4 neutron-server[103139]: {{(pid=103139) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 00:50:40.503544 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e228165-7eea-4906-a295-8b1bad73e170 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:50:40.503950 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e228165-7eea-4906-a295-8b1bad73e170 None None] Checking segment: {'id': '2d4fa7d8-cbb7-4de9-8289-430f966af425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '453e2a61-4316-41d4-9ef5-923164988a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 00:50:40.504441 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8e228165-7eea-4906-a295-8b1bad73e170 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:40.504856 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e228165-7eea-4906-a295-8b1bad73e170 None None] Bound using segment: {'id': '2d4fa7d8-cbb7-4de9-8289-430f966af425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '453e2a61-4316-41d4-9ef5-923164988a80'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:50:40.505346 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-8e228165-7eea-4906-a295-8b1bad73e170 None None] Bound port: 66c89c43-ae99-4ee9-b7f4-c70894c37c5c, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d4fa7d8-cbb7-4de9-8289-430f966af425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '453e2a61-4316-41d4-9ef5-923164988a80'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 00:50:40.506383 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8e228165-7eea-4906-a295-8b1bad73e170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (66c89c43-ae99-4ee9-b7f4-c70894c37c5c), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:40.535835 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-c0bddede-a45b-44dc-a42d-0cb7d6f16ae9 None None] Provisioning complete for port 66c89c43-ae99-4ee9-b7f4-c70894c37c5c triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:50:40.536454 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c0bddede-a45b-44dc-a42d-0cb7d6f16ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (66c89c43-ae99-4ee9-b7f4-c70894c37c5c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:40.569779 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c0bddede-a45b-44dc-a42d-0cb7d6f16ae9 None None] Port 66c89c43-ae99-4ee9-b7f4-c70894c37c5c cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 00:50:40.574821 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-8e228165-7eea-4906-a295-8b1bad73e170 None None] For port 66c89c43-ae99-4ee9-b7f4-c70894c37c5c, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:50:40.594778 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-8e228165-7eea-4906-a295-8b1bad73e170 None None] For port 66c89c43-ae99-4ee9-b7f4-c70894c37c5c, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=66c89c43-ae99-4ee9-b7f4-c70894c37c5c,segment=NetworkSegment(2d4fa7d8-cbb7-4de9-8289-430f966af425),segment_id=2d4fa7d8-cbb7-4de9-8289-430f966af425)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:50:40.600493 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8e228165-7eea-4906-a295-8b1bad73e170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (66c89c43-ae99-4ee9-b7f4-c70894c37c5c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:40.655042 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46fdba-9617-421b-b929-75751d4d2b41 None None] Pushing event updated for resources: {'Port': ['ID=66c89c43-ae99-4ee9-b7f4-c70894c37c5c,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:40.671749 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e228165-7eea-4906-a295-8b1bad73e170 None None] Routers {'b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:50:40.672381 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-8e228165-7eea-4906-a295-8b1bad73e170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T00:50:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:50:40.767320 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-8e228165-7eea-4906-a295-8b1bad73e170 None None] Set router b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b gateway port host: None {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:50:40.892286 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-bef08108-8537-4dac-bada-3aa8496ec468 None None] Provisioning complete for port 66c89c43-ae99-4ee9-b7f4-c70894c37c5c triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:50:40.892751 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bef08108-8537-4dac-bada-3aa8496ec468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (66c89c43-ae99-4ee9-b7f4-c70894c37c5c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:40.971388 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-bef08108-8537-4dac-bada-3aa8496ec468 None None] Current status of the port 66c89c43-ae99-4ee9-b7f4-c70894c37c5c is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 00:50:40.971735 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bef08108-8537-4dac-bada-3aa8496ec468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (66c89c43-ae99-4ee9-b7f4-c70894c37c5c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:40.982349 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-8e228165-7eea-4906-a295-8b1bad73e170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b', 'name': 'router1', 'tenant_id': 'acd7ab6f8dcd44deaaf1d2749d8de484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:50:28Z', 'updated_at': '2022-02-09T00:50:38Z', 'revision_number': 2, 'project_id': 'acd7ab6f8dcd44deaaf1d2749d8de484', 'gw_port_host': None, '_interfaces': [{'id': '66c89c43-ae99-4ee9-b7f4-c70894c37c5c', 'name': '', 'network_id': '453e2a61-4316-41d4-9ef5-923164988a80', 'tenant_id': 'acd7ab6f8dcd44deaaf1d2749d8de484', 'mac_address': 'fa:16:3e:bc:1e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f85712a4-2d90-4300-bf73-ec80c1aecf2b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:50:37Z', 'updated_at': '2022-02-09T00:50:40Z', 'revision_number': 4, 'project_id': 'acd7ab6f8dcd44deaaf1d2749d8de484', 'subnets': [{'id': 'f85712a4-2d90-4300-bf73-ec80c1aecf2b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86038b35-2540-4911-869f-bfb95c6171c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:50:41.019893 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e228165-7eea-4906-a295-8b1bad73e170 None None] The sync data for ids ['b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b'] in n-d-828369-4 is: [{'id': 'b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b', 'name': 'router1', 'tenant_id': 'acd7ab6f8dcd44deaaf1d2749d8de484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:50:28Z', 'updated_at': '2022-02-09T00:50:38Z', 'revision_number': 2, 'project_id': 'acd7ab6f8dcd44deaaf1d2749d8de484', 'gw_port_host': None, '_interfaces': [{'id': '66c89c43-ae99-4ee9-b7f4-c70894c37c5c', 'name': '', 'network_id': '453e2a61-4316-41d4-9ef5-923164988a80', 'tenant_id': 'acd7ab6f8dcd44deaaf1d2749d8de484', 'mac_address': 'fa:16:3e:bc:1e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f85712a4-2d90-4300-bf73-ec80c1aecf2b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:50:37Z', 'updated_at': '2022-02-09T00:50:40Z', 'revision_number': 4, 'project_id': 'acd7ab6f8dcd44deaaf1d2749d8de484', 'subnets': [{'id': 'f85712a4-2d90-4300-bf73-ec80c1aecf2b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86038b35-2540-4911-869f-bfb95c6171c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:50:41.020140 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-bef08108-8537-4dac-bada-3aa8496ec468 None None] For port 66c89c43-ae99-4ee9-b7f4-c70894c37c5c, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=66c89c43-ae99-4ee9-b7f4-c70894c37c5c,segment=NetworkSegment(2d4fa7d8-cbb7-4de9-8289-430f966af425),segment_id=2d4fa7d8-cbb7-4de9-8289-430f966af425)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:50:41.026050 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bef08108-8537-4dac-bada-3aa8496ec468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (66c89c43-ae99-4ee9-b7f4-c70894c37c5c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:41.074644 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef08108-8537-4dac-bada-3aa8496ec468 None None] Pushing event updated for resources: {'Port': ['ID=66c89c43-ae99-4ee9-b7f4-c70894c37c5c,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:41.416818 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34158) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:50:41.526215 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b707d2-a111-4d68-b4db-8871326804eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:41.527517 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-84b707d2-a111-4d68-b4db-8871326804eb admin admin] 10.222.0.50 "GET /v2.0/networks/ca740734-29c2-4b60-ae10-4c709b5c6ef4 HTTP/1.1" status: 200 len: 842 time: 0.1096473 Feb 09 00:50:41.536861 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-06233a11-7c4e-4017-93ae-a5dbd044a9e9 admin admin] Request body: {'subnet': {'cidr': '172.25.8.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.25.8.1', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:50:41.561913 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06233a11-7c4e-4017-93ae-a5dbd044a9e9 admin admin] Made reservation on behalf of 32973f1e577343799c8c022acf9c98ca for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:50:41.564173 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-06233a11-7c4e-4017-93ae-a5dbd044a9e9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:41.869636 n-d-828369-4 neutron-server[103136]: DEBUG neutron.objects.ports [None req-06233a11-7c4e-4017-93ae-a5dbd044a9e9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103136) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 00:50:41.870086 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-06233a11-7c4e-4017-93ae-a5dbd044a9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for subnet (57fdbbf5-abb1-4d53-af47-f08beb76fb9f), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:41.925391 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06233a11-7c4e-4017-93ae-a5dbd044a9e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57fdbbf5-abb1-4d53-af47-f08beb76fb9f,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:41.935961 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06233a11-7c4e-4017-93ae-a5dbd044a9e9 admin admin] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 00:50:41.936317 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06233a11-7c4e-4017-93ae-a5dbd044a9e9 admin admin] Network hostable DHCP agents. Network: ca740734-29c2-4b60-ae10-4c709b5c6ef4, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:50:41.956889 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06233a11-7c4e-4017-93ae-a5dbd044a9e9 admin admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:50:41.967789 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-06233a11-7c4e-4017-93ae-a5dbd044a9e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, ca740734-29c2-4b60-ae10-4c709b5c6ef4) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:50:41.971732 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06233a11-7c4e-4017-93ae-a5dbd044a9e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:41.972323 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-06233a11-7c4e-4017-93ae-a5dbd044a9e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:41.977973 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f465b173-002a-4bfa-8bc9-cf35276c82f3 None None] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 00:50:41.987074 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-06233a11-7c4e-4017-93ae-a5dbd044a9e9 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4535966 Feb 09 00:50:42.100876 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5a53db-47ef-427b-85a5-cdd55c7312d5 None None] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 00:50:44.372958 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34166) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:50:44.504516 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3d157a94-87f5-4d70-af59-c74cd0604458 demo admin] 10.222.0.50 "GET /v2.0/routers/b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b HTTP/1.1" status: 200 len: 710 time: 0.1304028 Feb 09 00:50:44.590428 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f1c067-9d30-4127-a01e-b1b68c959ae5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:50:44.591717 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b7f1c067-9d30-4127-a01e-b1b68c959ae5 demo admin] 10.222.0.50 "GET /v2.0/networks/ca740734-29c2-4b60-ae10-4c709b5c6ef4 HTTP/1.1" status: 200 len: 886 time: 0.0812087 Feb 09 00:50:44.601068 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-47e2a00d-3c47-417f-a4ce-0e8b6d21f9de demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:50:44.928865 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-47e2a00d-3c47-417f-a4ce-0e8b6d21f9de demo admin] Publish callbacks [] for router_gateway (b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:45.161603 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-47e2a00d-3c47-417f-a4ce-0e8b6d21f9de demo admin] Publish callbacks [] for router_gateway (b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:45.236355 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-47e2a00d-3c47-417f-a4ce-0e8b6d21f9de demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:45.335844 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-47e2a00d-3c47-417f-a4ce-0e8b6d21f9de demo admin] Allocated IP 172.25.8.42 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/1221f112-f8a3-4df2-9bd2-6d2a479dd7d9) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:50:45.448176 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-47e2a00d-3c47-417f-a4ce-0e8b6d21f9de demo admin] Publish callbacks [] for port (1221f112-f8a3-4df2-9bd2-6d2a479dd7d9), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:45.482384 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-47e2a00d-3c47-417f-a4ce-0e8b6d21f9de demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (1221f112-f8a3-4df2-9bd2-6d2a479dd7d9), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:45.516411 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e2a00d-3c47-417f-a4ce-0e8b6d21f9de demo admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:50:45.519348 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-47e2a00d-3c47-417f-a4ce-0e8b6d21f9de demo admin] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:50:45.526935 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e2a00d-3c47-417f-a4ce-0e8b6d21f9de demo admin] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:50:45.562492 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e2a00d-3c47-417f-a4ce-0e8b6d21f9de demo admin] Pushing event updated for resources: {'Port': ['ID=1221f112-f8a3-4df2-9bd2-6d2a479dd7d9,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:45.795962 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-47e2a00d-3c47-417f-a4ce-0e8b6d21f9de demo admin] Publish callbacks [] for router_gateway (b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:46.002424 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-47e2a00d-3c47-417f-a4ce-0e8b6d21f9de demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57606'] for router (b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:46.006440 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-47e2a00d-3c47-417f-a4ce-0e8b6d21f9de demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-482771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-482762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-478377'] for router (b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:46.122520 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e2a00d-3c47-417f-a4ce-0e8b6d21f9de demo admin] Router b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 00:50:46.317570 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e2a00d-3c47-417f-a4ce-0e8b6d21f9de demo admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 00:50:46.322311 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-47e2a00d-3c47-417f-a4ce-0e8b6d21f9de demo admin] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:46.332595 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-47e2a00d-3c47-417f-a4ce-0e8b6d21f9de demo admin] 10.222.0.50 "PUT /v2.0/routers/b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b HTTP/1.1" status: 200 len: 889 time: 1.7261586 Feb 09 00:50:48.780383 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34178) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:50:48.909506 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a27f8e5c-da65-4c39-a8b4-4a9ca6eb8cdd admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1279716 Feb 09 00:50:48.945412 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 66c89c43-ae99-4ee9-b7f4-c70894c37c5c up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:50:48.995412 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 66c89c43-ae99-4ee9-b7f4-c70894c37c5c triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:50:48.995833 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (66c89c43-ae99-4ee9-b7f4-c70894c37c5c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:49.079703 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 66c89c43-ae99-4ee9-b7f4-c70894c37c5c is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 00:50:49.455953 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317e183d-d468-436b-9a1b-8efc76d30849 None None] Sync routers for ids ['b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 00:50:49.468798 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317e183d-d468-436b-9a1b-8efc76d30849 None None] Routers {'b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:50:49.469464 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-317e183d-d468-436b-9a1b-8efc76d30849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T00:50:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:50:49.687912 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-317e183d-d468-436b-9a1b-8efc76d30849 None None] Set router b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:50:50.159290 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-317e183d-d468-436b-9a1b-8efc76d30849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b', 'name': 'router1', 'tenant_id': 'acd7ab6f8dcd44deaaf1d2749d8de484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '1221f112-f8a3-4df2-9bd2-6d2a479dd7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:50:28Z', 'updated_at': '2022-02-09T00:50:45Z', 'revision_number': 4, 'project_id': 'acd7ab6f8dcd44deaaf1d2749d8de484', 'gw_port': {'id': '1221f112-f8a3-4df2-9bd2-6d2a479dd7d9', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:66:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:50:45Z', 'updated_at': '2022-02-09T00:50:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '66c89c43-ae99-4ee9-b7f4-c70894c37c5c', 'name': '', 'network_id': '453e2a61-4316-41d4-9ef5-923164988a80', 'tenant_id': 'acd7ab6f8dcd44deaaf1d2749d8de484', 'mac_address': 'fa:16:3e:bc:1e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f85712a4-2d90-4300-bf73-ec80c1aecf2b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:50:37Z', 'updated_at': '2022-02-09T00:50:40Z', 'revision_number': 5, 'project_id': 'acd7ab6f8dcd44deaaf1d2749d8de484', 'subnets': [{'id': 'f85712a4-2d90-4300-bf73-ec80c1aecf2b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86038b35-2540-4911-869f-bfb95c6171c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:50:50.212598 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317e183d-d468-436b-9a1b-8efc76d30849 None None] Checking router: b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 00:50:50.212598 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317e183d-d468-436b-9a1b-8efc76d30849 None None] Updating router b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b port 1221f112-f8a3-4df2-9bd2-6d2a479dd7d9 binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 00:50:50.270250 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-317e183d-d468-436b-9a1b-8efc76d30849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1221f112-f8a3-4df2-9bd2-6d2a479dd7d9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:50.577165 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-317e183d-d468-436b-9a1b-8efc76d30849 None None] Publish callbacks [] for port (1221f112-f8a3-4df2-9bd2-6d2a479dd7d9), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:50.584491 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-317e183d-d468-436b-9a1b-8efc76d30849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1221f112-f8a3-4df2-9bd2-6d2a479dd7d9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:50.647839 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06063e95-ebbf-4be7-9e36-9832cdcd94c3 None None] Pushing event updated for resources: {'Port': ['ID=1221f112-f8a3-4df2-9bd2-6d2a479dd7d9,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:50.653377 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-317e183d-d468-436b-9a1b-8efc76d30849 None None] Attempting to bind port 1221f112-f8a3-4df2-9bd2-6d2a479dd7d9 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 00:50:50.653377 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-317e183d-d468-436b-9a1b-8efc76d30849 None None] Attempting to bind port 1221f112-f8a3-4df2-9bd2-6d2a479dd7d9 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 00:50:50.653762 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317e183d-d468-436b-9a1b-8efc76d30849 None None] Attempting to bind port 1221f112-f8a3-4df2-9bd2-6d2a479dd7d9 on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:50:50.660187 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317e183d-d468-436b-9a1b-8efc76d30849 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:50:50.660187 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317e183d-d468-436b-9a1b-8efc76d30849 None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 00:50:50.660439 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-317e183d-d468-436b-9a1b-8efc76d30849 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:50.660866 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317e183d-d468-436b-9a1b-8efc76d30849 None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:50:50.661371 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-317e183d-d468-436b-9a1b-8efc76d30849 None None] Bound port: 1221f112-f8a3-4df2-9bd2-6d2a479dd7d9, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 00:50:50.661765 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-317e183d-d468-436b-9a1b-8efc76d30849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1221f112-f8a3-4df2-9bd2-6d2a479dd7d9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:50.715593 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-317e183d-d468-436b-9a1b-8efc76d30849 None None] For port 1221f112-f8a3-4df2-9bd2-6d2a479dd7d9, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:50:50.718943 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-317e183d-d468-436b-9a1b-8efc76d30849 None None] For port 1221f112-f8a3-4df2-9bd2-6d2a479dd7d9, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=1221f112-f8a3-4df2-9bd2-6d2a479dd7d9,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:50:50.726894 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-317e183d-d468-436b-9a1b-8efc76d30849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1221f112-f8a3-4df2-9bd2-6d2a479dd7d9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:50.780174 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317e183d-d468-436b-9a1b-8efc76d30849 None None] Routers {'b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 00:50:50.781077 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-317e183d-d468-436b-9a1b-8efc76d30849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T00:50:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:50:50.835886 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06063e95-ebbf-4be7-9e36-9832cdcd94c3 None None] Pushing event updated for resources: {'Port': ['ID=1221f112-f8a3-4df2-9bd2-6d2a479dd7d9,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:50.935540 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-317e183d-d468-436b-9a1b-8efc76d30849 None None] Set router b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 00:50:51.169147 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-317e183d-d468-436b-9a1b-8efc76d30849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b', 'name': 'router1', 'tenant_id': 'acd7ab6f8dcd44deaaf1d2749d8de484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '1221f112-f8a3-4df2-9bd2-6d2a479dd7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:50:28Z', 'updated_at': '2022-02-09T00:50:45Z', 'revision_number': 4, 'project_id': 'acd7ab6f8dcd44deaaf1d2749d8de484', 'gw_port': {'id': '1221f112-f8a3-4df2-9bd2-6d2a479dd7d9', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:66:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:50:45Z', 'updated_at': '2022-02-09T00:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '66c89c43-ae99-4ee9-b7f4-c70894c37c5c', 'name': '', 'network_id': '453e2a61-4316-41d4-9ef5-923164988a80', 'tenant_id': 'acd7ab6f8dcd44deaaf1d2749d8de484', 'mac_address': 'fa:16:3e:bc:1e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f85712a4-2d90-4300-bf73-ec80c1aecf2b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:50:37Z', 'updated_at': '2022-02-09T00:50:40Z', 'revision_number': 5, 'project_id': 'acd7ab6f8dcd44deaaf1d2749d8de484', 'subnets': [{'id': 'f85712a4-2d90-4300-bf73-ec80c1aecf2b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86038b35-2540-4911-869f-bfb95c6171c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 00:50:51.200715 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317e183d-d468-436b-9a1b-8efc76d30849 None None] The sync data for ids ['b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b'] in n-d-828369-4 is: [{'id': 'b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b', 'name': 'router1', 'tenant_id': 'acd7ab6f8dcd44deaaf1d2749d8de484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '1221f112-f8a3-4df2-9bd2-6d2a479dd7d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T00:50:28Z', 'updated_at': '2022-02-09T00:50:45Z', 'revision_number': 4, 'project_id': 'acd7ab6f8dcd44deaaf1d2749d8de484', 'gw_port': {'id': '1221f112-f8a3-4df2-9bd2-6d2a479dd7d9', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:66:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:50:45Z', 'updated_at': '2022-02-09T00:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '66c89c43-ae99-4ee9-b7f4-c70894c37c5c', 'name': '', 'network_id': '453e2a61-4316-41d4-9ef5-923164988a80', 'tenant_id': 'acd7ab6f8dcd44deaaf1d2749d8de484', 'mac_address': 'fa:16:3e:bc:1e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e006d8-2c1c-4dd0-b6bf-1ce4cbb7c45b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f85712a4-2d90-4300-bf73-ec80c1aecf2b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T00:50:37Z', 'updated_at': '2022-02-09T00:50:40Z', 'revision_number': 5, 'project_id': 'acd7ab6f8dcd44deaaf1d2749d8de484', 'subnets': [{'id': 'f85712a4-2d90-4300-bf73-ec80c1aecf2b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '86038b35-2540-4911-869f-bfb95c6171c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 00:50:53.033016 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 1221f112-f8a3-4df2-9bd2-6d2a479dd7d9 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:50:53.116359 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 1221f112-f8a3-4df2-9bd2-6d2a479dd7d9 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:50:53.117258 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (1221f112-f8a3-4df2-9bd2-6d2a479dd7d9), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:53.209855 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 1221f112-f8a3-4df2-9bd2-6d2a479dd7d9 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 00:50:53.210644 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1221f112-f8a3-4df2-9bd2-6d2a479dd7d9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:53.236308 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 1221f112-f8a3-4df2-9bd2-6d2a479dd7d9, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=1221f112-f8a3-4df2-9bd2-6d2a479dd7d9,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:50:53.245099 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1221f112-f8a3-4df2-9bd2-6d2a479dd7d9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:53.321039 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=1221f112-f8a3-4df2-9bd2-6d2a479dd7d9,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:50:55.010961 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 1221f112-f8a3-4df2-9bd2-6d2a479dd7d9 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:50:55.102360 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 1221f112-f8a3-4df2-9bd2-6d2a479dd7d9 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:50:55.102360 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (1221f112-f8a3-4df2-9bd2-6d2a479dd7d9), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:50:55.200055 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 1221f112-f8a3-4df2-9bd2-6d2a479dd7d9 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 00:51:02.250028 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-35c5fb28-dcf8-4155-b62b-ed6184ef051f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:51:04.376089 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-615969a2-e35c-4f77-b174-447e45e2db0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:51:05.707333 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:51:06.963270 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:51:08.342010 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:51:12.719445 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 5 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:51:32.244528 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-efcb1a92-4d6c-4ba3-910b-c117495d9235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:51:34.373093 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d8d1e8c9-988b-416c-8520-688da0a8c699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:51:35.701857 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:51:36.960589 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:51:38.336642 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:51:49.717618 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 5 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:52:02.248807 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-36a315c6-2625-447f-9199-e6b699b77aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:52:04.365480 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2e51a0a0-8432-4b5d-b6ef-64589c27e4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:52:05.704212 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:52:06.965907 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:52:08.339131 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:52:13.389657 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34694) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:52:13.449690 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cee7232-cc75-44d3-8576-58cfbd99efab admin admin] GET failed (client error): The resource could not be found. Feb 09 00:52:13.450964 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2cee7232-cc75-44d3-8576-58cfbd99efab admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0603609 Feb 09 00:52:13.613580 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27af2d8e-5149-4e91-97f9-d7eed73ebf5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:13.614977 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-27af2d8e-5149-4e91-97f9-d7eed73ebf5a admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1599655 Feb 09 00:52:15.824992 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34704) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:52:15.921800 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8ea1ee-8c0b-49fa-b9d0-812bfd63a5b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:15.923151 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9a8ea1ee-8c0b-49fa-b9d0-812bfd63a5b7 admin admin] 10.222.0.50 "GET /v2.0/subnets/f85712a4-2d90-4300-bf73-ec80c1aecf2b HTTP/1.1" status: 200 len: 849 time: 0.0972388 Feb 09 00:52:15.933429 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-8cb0108e-dcf4-4ada-b596-171c07d90676 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:52:16.019938 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8cb0108e-dcf4-4ada-b596-171c07d90676 admin admin] Publish callbacks [] for subnet (f85712a4-2d90-4300-bf73-ec80c1aecf2b), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:52:16.161389 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8cb0108e-dcf4-4ada-b596-171c07d90676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750578436100'] for subnet (f85712a4-2d90-4300-bf73-ec80c1aecf2b), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:52:16.195757 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb0108e-dcf4-4ada-b596-171c07d90676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:16.196642 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8cb0108e-dcf4-4ada-b596-171c07d90676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:52:16.199425 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27dd34a-dde3-4b45-b5d2-75e2ebcddc5c None None] Network 453e2a61-4316-41d4-9ef5-923164988a80 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 00:52:16.200599 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8cb0108e-dcf4-4ada-b596-171c07d90676 admin admin] 10.222.0.50 "PUT /v2.0/subnets/f85712a4-2d90-4300-bf73-ec80c1aecf2b HTTP/1.1" status: 200 len: 868 time: 0.2707992 Feb 09 00:52:16.223334 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0108e-dcf4-4ada-b596-171c07d90676 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f85712a4-2d90-4300-bf73-ec80c1aecf2b,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:52:16.230742 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0108e-dcf4-4ada-b596-171c07d90676 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:16.231130 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0108e-dcf4-4ada-b596-171c07d90676 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:16.231439 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0108e-dcf4-4ada-b596-171c07d90676 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:16.231779 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0108e-dcf4-4ada-b596-171c07d90676 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:16.232113 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0108e-dcf4-4ada-b596-171c07d90676 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:16.232451 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0108e-dcf4-4ada-b596-171c07d90676 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:16.232815 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0108e-dcf4-4ada-b596-171c07d90676 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:16.233147 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0108e-dcf4-4ada-b596-171c07d90676 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:16.233478 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0108e-dcf4-4ada-b596-171c07d90676 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:16.233803 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0108e-dcf4-4ada-b596-171c07d90676 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:16.234132 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0108e-dcf4-4ada-b596-171c07d90676 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:16.234459 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0108e-dcf4-4ada-b596-171c07d90676 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:16.234844 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0108e-dcf4-4ada-b596-171c07d90676 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:52:16.693080 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-934d5b6a-ebf7-4b28-b3f5-bfceb5710c7e None None] Provisioning complete for port 66c89c43-ae99-4ee9-b7f4-c70894c37c5c triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:52:16.693489 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-934d5b6a-ebf7-4b28-b3f5-bfceb5710c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (66c89c43-ae99-4ee9-b7f4-c70894c37c5c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:52:16.767829 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-934d5b6a-ebf7-4b28-b3f5-bfceb5710c7e None None] Current status of the port 66c89c43-ae99-4ee9-b7f4-c70894c37c5c is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 00:52:16.777667 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-934d5b6a-ebf7-4b28-b3f5-bfceb5710c7e None None] Provisioning complete for port 858ecdbb-25e7-4ad1-b772-e16796dc15d9 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:52:16.778074 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-934d5b6a-ebf7-4b28-b3f5-bfceb5710c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (858ecdbb-25e7-4ad1-b772-e16796dc15d9), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:52:16.855806 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-934d5b6a-ebf7-4b28-b3f5-bfceb5710c7e None None] Current status of the port 858ecdbb-25e7-4ad1-b772-e16796dc15d9 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 00:52:18.475130 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34714) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:52:18.673192 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846da4fe-0266-4f1a-a639-401fde8f3ebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:18.673584 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846da4fe-0266-4f1a-a639-401fde8f3ebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:18.675624 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-846da4fe-0266-4f1a-a639-401fde8f3ebf admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1995132 Feb 09 00:52:20.890692 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34722) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:52:21.090132 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a259b67-d767-4e8f-b8e7-03b4372447c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:21.090535 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a259b67-d767-4e8f-b8e7-03b4372447c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:21.092062 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5a259b67-d767-4e8f-b8e7-03b4372447c7 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2013092 Feb 09 00:52:23.398554 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34730) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:52:23.573311 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5902f476-3156-42a6-83cb-8f3debae239a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:23.574714 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5902f476-3156-42a6-83cb-8f3debae239a admin admin] 10.222.0.50 "GET /v2.0/networks/453e2a61-4316-41d4-9ef5-923164988a80 HTTP/1.1" status: 200 len: 870 time: 0.1752105 Feb 09 00:52:25.818725 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34738) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:52:25.944438 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255f45a7-f04f-42d0-b52a-a1ce40e83d9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:25.945832 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-255f45a7-f04f-42d0-b52a-a1ce40e83d9e admin admin] 10.222.0.50 "GET /v2.0/networks/ca740734-29c2-4b60-ae10-4c709b5c6ef4 HTTP/1.1" status: 200 len: 886 time: 0.1261725 Feb 09 00:52:26.717970 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 5 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:52:28.212669 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34746) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:52:28.336598 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89013902-57a8-474b-8958-104a0138ec8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:28.337066 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89013902-57a8-474b-8958-104a0138ec8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:28.338561 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-89013902-57a8-474b-8958-104a0138ec8c admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1249480 Feb 09 00:52:30.559915 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34754) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:52:30.650460 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c79aa66-a418-4aa7-b01a-a07de009f00e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:30.650914 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c79aa66-a418-4aa7-b01a-a07de009f00e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:30.652390 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1c79aa66-a418-4aa7-b01a-a07de009f00e admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0915456 Feb 09 00:52:32.242748 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b68d5121-44f0-4042-a80d-eec6ef009c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:52:32.889278 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34762) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:52:32.978321 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5773c1c-d837-479a-8fd0-525a35915bea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:32.979679 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c5773c1c-d837-479a-8fd0-525a35915bea admin admin] 10.222.0.50 "GET /v2.0/subnets/57fdbbf5-abb1-4d53-af47-f08beb76fb9f HTTP/1.1" status: 200 len: 816 time: 0.0894573 Feb 09 00:52:34.366807 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1477f894-32d4-43d0-ae64-e076ba3667d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:52:35.297509 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34770) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:52:35.389359 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bcd05e-a5b5-4c80-a120-7fb13795896f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:52:35.390694 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-71bcd05e-a5b5-4c80-a120-7fb13795896f admin admin] 10.222.0.50 "GET /v2.0/subnets/f85712a4-2d90-4300-bf73-ec80c1aecf2b HTTP/1.1" status: 200 len: 868 time: 0.0922506 Feb 09 00:52:35.709149 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:52:36.965758 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:52:38.341969 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:52:59.785351 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34824) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:52:59.833573 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [None req-9cfad868-ec46-456b-a150-dd464f6873f2 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 00:52:59.834632 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9cfad868-ec46-456b-a150-dd464f6873f2 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0483336 Feb 09 00:53:02.146337 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34832) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:53:02.206137 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fccbd05-5e7c-4340-950d-a95b77c08968 admin admin] GET failed (client error): The resource could not be found. Feb 09 00:53:02.207437 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4fccbd05-5e7c-4340-950d-a95b77c08968 admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0601442 Feb 09 00:53:02.243904 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c3f12e0d-828e-4227-99d5-29d492ddde56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:53:02.296102 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23422ac8-cf73-4edf-a1f8-5637ef50dc66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:02.297657 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-23422ac8-cf73-4edf-a1f8-5637ef50dc66 admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0862496 Feb 09 00:53:03.716489 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 5 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:53:04.368957 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-120a8209-282e-43ef-b354-64dac20121d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:53:04.544165 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34840) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:53:04.592286 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-b0b9a31e-b151-4884-87cb-af0127def364 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:53:04.612852 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b9a31e-b151-4884-87cb-af0127def364 admin admin] Made reservation on behalf of 32973f1e577343799c8c022acf9c98ca for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:53:04.615112 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b0b9a31e-b151-4884-87cb-af0127def364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:53:04.644947 n-d-828369-4 neutron-server[103136]: WARNING neutron.services.revisions.revision_plugin [None req-b0b9a31e-b151-4884-87cb-af0127def364 admin admin] Could not find related network for resource to bump revision. Feb 09 00:53:04.663213 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0b9a31e-b151-4884-87cb-af0127def364 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1012} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 00:53:04.672585 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b0b9a31e-b151-4884-87cb-af0127def364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (436f5ab3-8a97-45ce-a1a0-b82fa68f6c53), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:53:04.672923 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-b0b9a31e-b151-4884-87cb-af0127def364 admin admin] Added segment 436f5ab3-8a97-45ce-a1a0-b82fa68f6c53 of type vlan for network 9e88fe6e-2b1d-4294-a17d-9a7801813700 Feb 09 00:53:04.722205 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b0b9a31e-b151-4884-87cb-af0127def364 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (9e88fe6e-2b1d-4294-a17d-9a7801813700), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:53:04.745928 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b0b9a31e-b151-4884-87cb-af0127def364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (9e88fe6e-2b1d-4294-a17d-9a7801813700), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:53:04.746894 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b9a31e-b151-4884-87cb-af0127def364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:04.747489 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b0b9a31e-b151-4884-87cb-af0127def364 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:53:04.795864 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b0b9a31e-b151-4884-87cb-af0127def364 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2505984 Feb 09 00:53:04.808404 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9a31e-b151-4884-87cb-af0127def364 admin admin] Pushing event updated for resources: {'Network': ['ID=9e88fe6e-2b1d-4294-a17d-9a7801813700,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:04.816193 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b9a31e-b151-4884-87cb-af0127def364 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:04.816574 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b9a31e-b151-4884-87cb-af0127def364 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:04.816925 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b9a31e-b151-4884-87cb-af0127def364 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:04.817272 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b9a31e-b151-4884-87cb-af0127def364 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:04.817614 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b9a31e-b151-4884-87cb-af0127def364 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:04.817959 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b9a31e-b151-4884-87cb-af0127def364 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:04.818314 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b9a31e-b151-4884-87cb-af0127def364 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:04.818632 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b9a31e-b151-4884-87cb-af0127def364 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:04.818966 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b9a31e-b151-4884-87cb-af0127def364 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:04.819296 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b9a31e-b151-4884-87cb-af0127def364 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:04.819628 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b9a31e-b151-4884-87cb-af0127def364 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:04.819960 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b9a31e-b151-4884-87cb-af0127def364 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:04.820290 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b9a31e-b151-4884-87cb-af0127def364 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:04.833212 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 9e88fe6e-2b1d-4294-a17d-9a7801813700 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 00:53:05.713036 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:53:06.967515 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:53:07.054857 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34848) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:53:07.114174 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b8cbc33-e0da-4317-b3c6-a227b597a3f1 admin admin] GET failed (client error): The resource could not be found. Feb 09 00:53:07.115453 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4b8cbc33-e0da-4317-b3c6-a227b597a3f1 admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0595896 Feb 09 00:53:07.185629 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb55fdc6-7632-40cb-b29f-e8f52c73e50a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:07.187114 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-eb55fdc6-7632-40cb-b29f-e8f52c73e50a admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0675769 Feb 09 00:53:07.196727 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-e1213a19-795d-4631-82bb-bb8efa599187 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:53:07.214827 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1213a19-795d-4631-82bb-bb8efa599187 admin admin] Made reservation on behalf of 32973f1e577343799c8c022acf9c98ca for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:53:07.217014 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e1213a19-795d-4631-82bb-bb8efa599187 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:53:07.384415 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e1213a19-795d-4631-82bb-bb8efa599187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for subnet (3810d295-ee98-40f7-b1e2-609bf7d1c3df), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:53:07.439044 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1213a19-795d-4631-82bb-bb8efa599187 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3810d295-ee98-40f7-b1e2-609bf7d1c3df,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:07.450562 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1213a19-795d-4631-82bb-bb8efa599187 admin admin] Checking segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 00:53:07.450925 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1213a19-795d-4631-82bb-bb8efa599187 admin admin] Network hostable DHCP agents. Network: 9e88fe6e-2b1d-4294-a17d-9a7801813700, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 00:53:07.467696 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1213a19-795d-4631-82bb-bb8efa599187 admin admin] Network 9e88fe6e-2b1d-4294-a17d-9a7801813700 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 00:53:07.476188 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-e1213a19-795d-4631-82bb-bb8efa599187 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 9e88fe6e-2b1d-4294-a17d-9a7801813700) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:53:07.480238 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1213a19-795d-4631-82bb-bb8efa599187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:53:07.480939 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e1213a19-795d-4631-82bb-bb8efa599187 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:53:07.485839 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e53381d-7f5a-4035-92d2-f6577f7018b7 None None] Network 9e88fe6e-2b1d-4294-a17d-9a7801813700 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 00:53:07.496493 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e1213a19-795d-4631-82bb-bb8efa599187 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3031147 Feb 09 00:53:07.603347 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0290f1b-a039-472c-a31c-000926ade474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-9e88fe6e-2b1d-4294-a17d-9a7801813700', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'project_id': '32973f1e577343799c8c022acf9c98ca', 'fixed_ips': [{'subnet_id': '3810d295-ee98-40f7-b1e2-609bf7d1c3df'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 00:53:07.606512 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a0290f1b-a039-472c-a31c-000926ade474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:53:07.745745 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-a0290f1b-a039-472c-a31c-000926ade474 None None] Allocated IP 192.168.233.2 (9e88fe6e-2b1d-4294-a17d-9a7801813700/3810d295-ee98-40f7-b1e2-609bf7d1c3df/412dd766-d514-4ae2-9f68-628dbda20ef3) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:53:07.889045 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a0290f1b-a039-472c-a31c-000926ade474 None None] Publish callbacks [] for port (412dd766-d514-4ae2-9f68-628dbda20ef3), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:53:07.894430 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a0290f1b-a039-472c-a31c-000926ade474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (412dd766-d514-4ae2-9f68-628dbda20ef3), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:53:08.040595 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0290f1b-a039-472c-a31c-000926ade474 None None] Network 9e88fe6e-2b1d-4294-a17d-9a7801813700 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:53:08.042221 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-a0290f1b-a039-472c-a31c-000926ade474 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:53:08.044066 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0290f1b-a039-472c-a31c-000926ade474 None None] Pushing event updated for resources: {'Port': ['ID=412dd766-d514-4ae2-9f68-628dbda20ef3,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:08.046221 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0290f1b-a039-472c-a31c-000926ade474 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:53:08.057086 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0290f1b-a039-472c-a31c-000926ade474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:08.057437 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0290f1b-a039-472c-a31c-000926ade474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:08.057778 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0290f1b-a039-472c-a31c-000926ade474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:08.058121 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0290f1b-a039-472c-a31c-000926ade474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:08.058452 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0290f1b-a039-472c-a31c-000926ade474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:08.058789 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0290f1b-a039-472c-a31c-000926ade474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:08.059117 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0290f1b-a039-472c-a31c-000926ade474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:08.059448 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0290f1b-a039-472c-a31c-000926ade474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:08.059770 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0290f1b-a039-472c-a31c-000926ade474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:08.060092 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0290f1b-a039-472c-a31c-000926ade474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:08.060419 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0290f1b-a039-472c-a31c-000926ade474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:08.060766 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0290f1b-a039-472c-a31c-000926ade474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:08.061089 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0290f1b-a039-472c-a31c-000926ade474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:53:08.112196 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-a0290f1b-a039-472c-a31c-000926ade474 None None] Attempting to bind port 412dd766-d514-4ae2-9f68-628dbda20ef3 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 00:53:08.112602 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-a0290f1b-a039-472c-a31c-000926ade474 None None] Attempting to bind port 412dd766-d514-4ae2-9f68-628dbda20ef3 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 00:53:08.112978 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0290f1b-a039-472c-a31c-000926ade474 None None] Attempting to bind port 412dd766-d514-4ae2-9f68-628dbda20ef3 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 00:53:08.118073 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0290f1b-a039-472c-a31c-000926ade474 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 00:53:08.118456 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0290f1b-a039-472c-a31c-000926ade474 None None] Checking segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 00:53:08.118863 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a0290f1b-a039-472c-a31c-000926ade474 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:53:08.119264 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0290f1b-a039-472c-a31c-000926ade474 None None] Bound using segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 00:53:08.119732 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-a0290f1b-a039-472c-a31c-000926ade474 None None] Bound port: 412dd766-d514-4ae2-9f68-628dbda20ef3, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 00:53:08.120122 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a0290f1b-a039-472c-a31c-000926ade474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (412dd766-d514-4ae2-9f68-628dbda20ef3), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:53:08.183249 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-a0290f1b-a039-472c-a31c-000926ade474 None None] For port 412dd766-d514-4ae2-9f68-628dbda20ef3, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 00:53:08.186781 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-a0290f1b-a039-472c-a31c-000926ade474 None None] For port 412dd766-d514-4ae2-9f68-628dbda20ef3, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=412dd766-d514-4ae2-9f68-628dbda20ef3,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 00:53:08.193849 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a0290f1b-a039-472c-a31c-000926ade474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (412dd766-d514-4ae2-9f68-628dbda20ef3), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:53:08.253192 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0290f1b-a039-472c-a31c-000926ade474 None None] Pushing event updated for resources: {'Port': ['ID=412dd766-d514-4ae2-9f68-628dbda20ef3,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:08.347028 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:53:09.141467 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 412dd766-d514-4ae2-9f68-628dbda20ef3 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:53:09.145893 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffab1176-7c61-459b-897a-08651e56d188 None None] Network 9e88fe6e-2b1d-4294-a17d-9a7801813700 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 00:53:09.249630 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-e38defd1-62be-4e5e-945a-e1577ffaa9b5 None None] Provisioning complete for port 412dd766-d514-4ae2-9f68-628dbda20ef3 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:53:09.250026 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e38defd1-62be-4e5e-945a-e1577ffaa9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (412dd766-d514-4ae2-9f68-628dbda20ef3), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:53:09.311758 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 412dd766-d514-4ae2-9f68-628dbda20ef3 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:53:09.312169 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (412dd766-d514-4ae2-9f68-628dbda20ef3), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:53:09.406049 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e38defd1-62be-4e5e-945a-e1577ffaa9b5 None None] Current status of the port 412dd766-d514-4ae2-9f68-628dbda20ef3 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 00:53:09.406450 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e38defd1-62be-4e5e-945a-e1577ffaa9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (412dd766-d514-4ae2-9f68-628dbda20ef3), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:53:09.462335 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 412dd766-d514-4ae2-9f68-628dbda20ef3 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 00:53:09.463563 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (412dd766-d514-4ae2-9f68-628dbda20ef3), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:53:09.482156 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-e38defd1-62be-4e5e-945a-e1577ffaa9b5 None None] For port 412dd766-d514-4ae2-9f68-628dbda20ef3, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=412dd766-d514-4ae2-9f68-628dbda20ef3,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 00:53:09.491721 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e38defd1-62be-4e5e-945a-e1577ffaa9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (412dd766-d514-4ae2-9f68-628dbda20ef3), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:53:09.569513 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.api [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 00:53:09.569964 n-d-828369-4 neutron-server[103138]: DEBUG oslo_db.api [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 00:53:09.574529 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38defd1-62be-4e5e-945a-e1577ffaa9b5 None None] Pushing event updated for resources: {'Port': ['ID=412dd766-d514-4ae2-9f68-628dbda20ef3,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:53:09.611763 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-ee3ec93f-243b-486b-9887-2d7cb6bcd6f8 None None] Provisioning complete for port 412dd766-d514-4ae2-9f68-628dbda20ef3 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:53:09.612162 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ee3ec93f-243b-486b-9887-2d7cb6bcd6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (412dd766-d514-4ae2-9f68-628dbda20ef3), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:53:09.690861 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ee3ec93f-243b-486b-9887-2d7cb6bcd6f8 None None] Current status of the port 412dd766-d514-4ae2-9f68-628dbda20ef3 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 00:53:10.109251 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 412dd766-d514-4ae2-9f68-628dbda20ef3 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 00:53:11.035057 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 412dd766-d514-4ae2-9f68-628dbda20ef3 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 00:53:11.082639 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 412dd766-d514-4ae2-9f68-628dbda20ef3 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:53:11.083037 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (412dd766-d514-4ae2-9f68-628dbda20ef3), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:53:11.156591 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 412dd766-d514-4ae2-9f68-628dbda20ef3 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 00:53:32.246877 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6aa6a97c-a2a6-478c-8692-3fad79a2535b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:53:34.369557 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ce344f2e-2d43-4573-8526-b329eb77716d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:53:35.713846 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:53:36.972384 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:53:38.339849 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:53:40.715348 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 5 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:54:02.249450 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9ae79e2c-027f-4003-83f2-03510850af87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:54:04.370990 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b8fe5a4c-8a60-42c6-a66b-fa07bc74365b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:54:05.717685 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:54:06.974600 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:54:08.343437 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:54:17.714629 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 5 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:54:23.736119 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34892) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:54:23.741788 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [None req-fe45b869-929f-4f20-852f-fe88277d1460 tempest-verify_tempest_config-555066654 tempest-verify_tempest_config-555066654-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 00:54:23.742879 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-fe45b869-929f-4f20-852f-fe88277d1460 tempest-verify_tempest_config-555066654 tempest-verify_tempest_config-555066654-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056713 Feb 09 00:54:24.059539 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34910) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:54:24.164326 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1bbcfdb6-4840-47ae-bd75-672873eb110a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:54:24.236019 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1bbcfdb6-4840-47ae-bd75-672873eb110a admin admin] Publish callbacks [] for security_group (daf6d055-524e-450e-a9d4-8e11c8b77a50), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:54:24.240101 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1bbcfdb6-4840-47ae-bd75-672873eb110a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (daf6d055-524e-450e-a9d4-8e11c8b77a50), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:54:24.285498 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbcfdb6-4840-47ae-bd75-672873eb110a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf6d055-524e-450e-a9d4-8e11c8b77a50,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:24.293777 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1bbcfdb6-4840-47ae-bd75-672873eb110a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f1eefb12163047528996f374eac8cdc7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2332196 Feb 09 00:54:24.295263 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbcfdb6-4840-47ae-bd75-672873eb110a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:24.295601 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbcfdb6-4840-47ae-bd75-672873eb110a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:24.295945 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbcfdb6-4840-47ae-bd75-672873eb110a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:24.296280 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbcfdb6-4840-47ae-bd75-672873eb110a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:24.296567 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34914) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:54:24.297023 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbcfdb6-4840-47ae-bd75-672873eb110a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:24.297023 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbcfdb6-4840-47ae-bd75-672873eb110a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:24.297277 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbcfdb6-4840-47ae-bd75-672873eb110a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:24.297590 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbcfdb6-4840-47ae-bd75-672873eb110a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:24.297957 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbcfdb6-4840-47ae-bd75-672873eb110a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:24.298241 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbcfdb6-4840-47ae-bd75-672873eb110a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:24.298558 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbcfdb6-4840-47ae-bd75-672873eb110a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:24.298868 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbcfdb6-4840-47ae-bd75-672873eb110a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:24.299193 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bbcfdb6-4840-47ae-bd75-672873eb110a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:24.360881 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-467c35a9-0130-47b9-87d6-0f792e4d8fb7 admin admin] Publish callbacks [] for security_group (daf6d055-524e-450e-a9d4-8e11c8b77a50), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:54:24.381862 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-467c35a9-0130-47b9-87d6-0f792e4d8fb7 admin admin] Publish callbacks [] for security_group (daf6d055-524e-450e-a9d4-8e11c8b77a50), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:54:24.485530 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-467c35a9-0130-47b9-87d6-0f792e4d8fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (daf6d055-524e-450e-a9d4-8e11c8b77a50), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:54:24.488143 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-467c35a9-0130-47b9-87d6-0f792e4d8fb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:54:24.489436 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-467c35a9-0130-47b9-87d6-0f792e4d8fb7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/daf6d055-524e-450e-a9d4-8e11c8b77a50 HTTP/1.1" status: 204 len: 168 time: 0.1919005 Feb 09 00:54:24.497416 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467c35a9-0130-47b9-87d6-0f792e4d8fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf6d055-524e-450e-a9d4-8e11c8b77a50,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:54:24.504976 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467c35a9-0130-47b9-87d6-0f792e4d8fb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:24.505331 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467c35a9-0130-47b9-87d6-0f792e4d8fb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:24.505684 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467c35a9-0130-47b9-87d6-0f792e4d8fb7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:24.506067 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467c35a9-0130-47b9-87d6-0f792e4d8fb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:24.506412 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467c35a9-0130-47b9-87d6-0f792e4d8fb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:24.506747 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467c35a9-0130-47b9-87d6-0f792e4d8fb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:24.507082 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467c35a9-0130-47b9-87d6-0f792e4d8fb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:24.507520 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467c35a9-0130-47b9-87d6-0f792e4d8fb7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:24.507742 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467c35a9-0130-47b9-87d6-0f792e4d8fb7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:24.508079 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467c35a9-0130-47b9-87d6-0f792e4d8fb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:24.508409 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467c35a9-0130-47b9-87d6-0f792e4d8fb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:24.508760 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467c35a9-0130-47b9-87d6-0f792e4d8fb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:24.509089 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467c35a9-0130-47b9-87d6-0f792e4d8fb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:54:32.251778 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0468ce3d-518a-49c3-91f1-9dc0f5e42ad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:54:34.371989 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bff27a17-1902-4140-ac11-c5253c39a759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:54:35.719174 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:54:36.975760 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:54:38.345153 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:54:54.714135 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 5 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:55:02.255118 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8b192a3d-9acb-4932-9ff7-b6503f7e2d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:55:04.373273 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f2b569c8-641c-49a8-bd3f-031ea124422b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:55:05.722567 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:55:06.980122 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:55:08.346521 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:55:31.713890 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 5 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:55:32.257030 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d55efa18-affc-461f-86a8-6ecb06cc6c6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:55:34.374958 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4d9a2d7b-d4e4-47aa-88f4-9e09cddd02a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:55:35.724409 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:55:36.982948 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:55:38.350671 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:56:02.258197 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e9304620-3955-4c32-9230-dbab1e145e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:56:04.376831 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-524b1453-b31b-4bbf-94e4-c44bb1bb7243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:56:05.726353 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:56:06.985879 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:56:08.353478 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:56:08.712987 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 5 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:56:32.260070 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9a901506-f9f2-432f-877d-c090b0afffe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:56:34.379482 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4fce2306-7a38-4b37-a9fc-07be55b1a9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:56:35.732415 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:56:36.988502 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:56:38.356029 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:56:45.712035 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 5 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:57:02.261565 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1133f157-9024-4398-b068-376e91009c4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:57:04.382299 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0698d40a-1218-4568-a2b7-287b8459572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:57:05.731960 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:57:06.991009 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:57:08.357884 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:57:22.711579 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 5 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:57:32.262188 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-60d421a4-e0d9-4f31-8c4e-942dcda75520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:57:34.386816 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-37e2b6c6-6914-4cde-b71d-28a43e45a6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:57:35.735381 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:57:36.994705 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:57:37.249775 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-476618'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:57:38.358877 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:57:39.021853 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-476618'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:57:59.711697 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:58:02.264144 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-88b890a6-d057-40d1-8d7b-a75c3ff31534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:04.387835 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-632db9ba-ef85-4752-b6a9-618853ce5475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:05.737606 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:07.000103 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:07.251834 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:08.360921 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:09.010856 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:18.848985 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34972) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:58:18.951289 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0c19141f-ee31-48b4-b3a5-4e2fbc38d511 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1011925 Feb 09 00:58:21.200025 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34982) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:58:21.253194 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7705b629-ddb9-4316-a353-2577a2e87c87 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0520675 Feb 09 00:58:32.265997 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd726c3d-c318-4569-9288-4df8cdaa845e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:34.388989 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e782c96b-184b-4c6b-9caf-834384a68e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:35.739670 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:36.712091 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:58:36.999858 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:37.263203 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:38.367211 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:58:39.002153 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:02.277243 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d7e141ff-f3cb-4a42-b800-0a56e37b9b3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:04.395524 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9352ef25-3504-47a2-9720-a5b1c31df0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:05.752668 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:07.021605 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:07.296016 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:08.369171 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:09.016815 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:13.713654 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:59:32.269264 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-64470f08-ca0d-4fcb-baf7-3b5f136213fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:34.393174 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9c8347b3-300b-41a4-a1de-af852cda6b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:35.748271 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:37.005466 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:37.275741 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:38.372626 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:39.010818 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:46.346059 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35202) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:59:46.784693 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4382dd40-835b-493f-bcb8-a999143ddd22 tempest-AutoAllocateNetworkTest-970796468 tempest-AutoAllocateNetworkTest-970796468-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=14472017cd9641d59951585e867858c8&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4374266 Feb 09 00:59:46.787192 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35226) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:59:46.989271 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548c5d12-2f14-4c00-8a7a-a209bc64e943 tempest-AutoAllocateNetworkTest-970796468 tempest-AutoAllocateNetworkTest-970796468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:46.993766 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-548c5d12-2f14-4c00-8a7a-a209bc64e943 tempest-AutoAllocateNetworkTest-970796468 tempest-AutoAllocateNetworkTest-970796468-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2056301 Feb 09 00:59:46.994008 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35234) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:59:47.067690 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f202177a-ade3-4780-be4d-698f43f53e52 tempest-AutoAllocateNetworkTest-970796468 tempest-AutoAllocateNetworkTest-970796468-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0703192 Feb 09 00:59:47.067894 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35242) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:59:47.096867 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ffacbef8-2258-4243-95c6-b5a2e5a21818 tempest-AutoAllocateNetworkTest-970796468 tempest-AutoAllocateNetworkTest-970796468-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=14472017cd9641d59951585e867858c8 HTTP/1.1" status: 200 len: 208 time: 0.0258622 Feb 09 00:59:47.721333 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35282) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:59:47.969985 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35300) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:59:48.074286 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d1c03745-2cd2-4638-85bf-1ca2c0862c7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:48.153961 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-eb42d262-712c-4b5b-a4cc-5ff47edce0c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:48.174516 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d1c03745-2cd2-4638-85bf-1ca2c0862c7a admin admin] Publish callbacks [] for security_group (b3f5e408-7bff-4b0a-864d-96be1e409a66), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:48.187252 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d1c03745-2cd2-4638-85bf-1ca2c0862c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b3f5e408-7bff-4b0a-864d-96be1e409a66), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:48.234416 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d1c03745-2cd2-4638-85bf-1ca2c0862c7a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=14472017cd9641d59951585e867858c8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5093653 Feb 09 00:59:48.234807 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35324) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:59:48.268411 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c03745-2cd2-4638-85bf-1ca2c0862c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f5e408-7bff-4b0a-864d-96be1e409a66,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:48.281325 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c03745-2cd2-4638-85bf-1ca2c0862c7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:48.281962 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c03745-2cd2-4638-85bf-1ca2c0862c7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:48.282496 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c03745-2cd2-4638-85bf-1ca2c0862c7a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:48.283156 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c03745-2cd2-4638-85bf-1ca2c0862c7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:48.283958 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c03745-2cd2-4638-85bf-1ca2c0862c7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:48.284436 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c03745-2cd2-4638-85bf-1ca2c0862c7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:48.284931 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c03745-2cd2-4638-85bf-1ca2c0862c7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:48.285409 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c03745-2cd2-4638-85bf-1ca2c0862c7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:48.285902 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c03745-2cd2-4638-85bf-1ca2c0862c7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:48.286386 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c03745-2cd2-4638-85bf-1ca2c0862c7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:48.286861 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c03745-2cd2-4638-85bf-1ca2c0862c7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:48.287336 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c03745-2cd2-4638-85bf-1ca2c0862c7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:48.287809 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c03745-2cd2-4638-85bf-1ca2c0862c7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:48.289136 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c4dfdfec-faad-41b4-9ffc-ccb5dbcd9679 admin admin] Publish callbacks [] for security_group (b3f5e408-7bff-4b0a-864d-96be1e409a66), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:48.290241 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c03745-2cd2-4638-85bf-1ca2c0862c7a admin admin] Tracked resource versions report: Feb 09 00:59:48.290241 n-d-828369-4 neutron-server[103136]: pushed versions: Feb 09 00:59:48.290241 n-d-828369-4 neutron-server[103136]: { 'AddressGroup': {'1.2'}, Feb 09 00:59:48.290241 n-d-828369-4 neutron-server[103136]: 'ConntrackHelper': {'1.0'}, Feb 09 00:59:48.290241 n-d-828369-4 neutron-server[103136]: 'LocalIPAssociation': {'1.0'}, Feb 09 00:59:48.290241 n-d-828369-4 neutron-server[103136]: 'Log': {'1.0'}, Feb 09 00:59:48.290241 n-d-828369-4 neutron-server[103136]: 'Network': {'1.1'}, Feb 09 00:59:48.290241 n-d-828369-4 neutron-server[103136]: 'Port': {'1.7'}, Feb 09 00:59:48.290241 n-d-828369-4 neutron-server[103136]: 'PortForwarding': {'1.2'}, Feb 09 00:59:48.290241 n-d-828369-4 neutron-server[103136]: 'QosPolicy': {'1.10'}, Feb 09 00:59:48.290241 n-d-828369-4 neutron-server[103136]: 'SecurityGroup': {'1.5'}, Feb 09 00:59:48.290241 n-d-828369-4 neutron-server[103136]: 'SecurityGroupRule': {'1.2'}, Feb 09 00:59:48.290241 n-d-828369-4 neutron-server[103136]: 'SubPort': {'1.0'}, Feb 09 00:59:48.290241 n-d-828369-4 neutron-server[103136]: 'Subnet': {'1.1'}, Feb 09 00:59:48.290241 n-d-828369-4 neutron-server[103136]: 'Trunk': {'1.1'}} Feb 09 00:59:48.290241 n-d-828369-4 neutron-server[103136]: consumer versions: Feb 09 00:59:48.290241 n-d-828369-4 neutron-server[103136]: { DHCP agent@n-d-828369-4: {}, Feb 09 00:59:48.290241 n-d-828369-4 neutron-server[103136]: HyperV agent@n-h1-828369-4: {}, Feb 09 00:59:48.290241 n-d-828369-4 neutron-server[103136]: HyperV agent@n-h2-828369-4: {}, Feb 09 00:59:48.290241 n-d-828369-4 neutron-server[103136]: L3 agent@n-d-828369-4: {}, Feb 09 00:59:48.290241 n-d-828369-4 neutron-server[103136]: Metadata agent@n-d-828369-4: {}, Feb 09 00:59:48.290241 n-d-828369-4 neutron-server[103136]: Metering agent@n-d-828369-4: {}, Feb 09 00:59:48.290241 n-d-828369-4 neutron-server[103136]: Open vSwitch agent@n-d-828369-4: { 'AddressGroup': '1.2', Feb 09 00:59:48.290241 n-d-828369-4 neutron-server[103136]: 'ConntrackHelper': '1.0', Feb 09 00:59:48.290241 n-d-828369-4 neutron-server[103136]: 'LocalIPAssociation': '1.0', Feb 09 00:59:48.290241 n-d-828369-4 neutron-server[103136]: 'Log': '1.0', Feb 09 00:59:48.290241 n-d-828369-4 neutron-server[103136]: 'Network': '1.1', Feb 09 00:59:48.290241 n-d-828369-4 neutron-server[103136]: 'Port': '1.7', Feb 09 00:59:48.290241 n-d-828369-4 neutron-server[103136]: 'PortForwarding': '1.2', Feb 09 00:59:48.290241 n-d-828369-4 neutron-server[103136]: 'QosPolicy': '1.10', Feb 09 00:59:48.290241 n-d-828369-4 neutron-server[103136]: 'SecurityGroup': '1.5', Feb 09 00:59:48.290241 n-d-828369-4 neutron-server[103136]: 'SecurityGroupRule': '1.2', Feb 09 00:59:48.290241 n-d-828369-4 neutron-server[103136]: 'SubPort': '1.0', Feb 09 00:59:48.290241 n-d-828369-4 neutron-server[103136]: 'Subnet': '1.1', Feb 09 00:59:48.290241 n-d-828369-4 neutron-server[103136]: 'Trunk': '1.1'}} Feb 09 00:59:48.290241 n-d-828369-4 neutron-server[103136]: {{(pid=103136) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 00:59:48.312868 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c4dfdfec-faad-41b4-9ffc-ccb5dbcd9679 admin admin] Publish callbacks [] for security_group (b3f5e408-7bff-4b0a-864d-96be1e409a66), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:48.345527 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-eb42d262-712c-4b5b-a4cc-5ff47edce0c3 admin admin] Publish callbacks [] for security_group (65fcb64f-79bc-4506-aaa7-44ad6681ef80), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:48.350629 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-eb42d262-712c-4b5b-a4cc-5ff47edce0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (65fcb64f-79bc-4506-aaa7-44ad6681ef80), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:48.361320 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c4dfdfec-faad-41b4-9ffc-ccb5dbcd9679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b3f5e408-7bff-4b0a-864d-96be1e409a66), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:48.364114 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c4dfdfec-faad-41b4-9ffc-ccb5dbcd9679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:48.368436 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c4dfdfec-faad-41b4-9ffc-ccb5dbcd9679 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b3f5e408-7bff-4b0a-864d-96be1e409a66 HTTP/1.1" status: 204 len: 168 time: 0.1295977 Feb 09 00:59:48.375099 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfdfec-faad-41b4-9ffc-ccb5dbcd9679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f5e408-7bff-4b0a-864d-96be1e409a66,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:48.382684 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dfdfec-faad-41b4-9ffc-ccb5dbcd9679 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:48.383045 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dfdfec-faad-41b4-9ffc-ccb5dbcd9679 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:48.383394 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dfdfec-faad-41b4-9ffc-ccb5dbcd9679 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:48.383734 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dfdfec-faad-41b4-9ffc-ccb5dbcd9679 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:48.384074 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dfdfec-faad-41b4-9ffc-ccb5dbcd9679 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:48.384410 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dfdfec-faad-41b4-9ffc-ccb5dbcd9679 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:48.384788 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dfdfec-faad-41b4-9ffc-ccb5dbcd9679 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:48.385120 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dfdfec-faad-41b4-9ffc-ccb5dbcd9679 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:48.385451 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dfdfec-faad-41b4-9ffc-ccb5dbcd9679 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:48.385778 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dfdfec-faad-41b4-9ffc-ccb5dbcd9679 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:48.386132 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dfdfec-faad-41b4-9ffc-ccb5dbcd9679 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:48.386445 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dfdfec-faad-41b4-9ffc-ccb5dbcd9679 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:48.386758 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dfdfec-faad-41b4-9ffc-ccb5dbcd9679 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 00:59:48.387845 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dfdfec-faad-41b4-9ffc-ccb5dbcd9679 admin admin] Tracked resource versions report: Feb 09 00:59:48.387845 n-d-828369-4 neutron-server[103137]: pushed versions: Feb 09 00:59:48.387845 n-d-828369-4 neutron-server[103137]: { 'AddressGroup': {'1.2'}, Feb 09 00:59:48.387845 n-d-828369-4 neutron-server[103137]: 'ConntrackHelper': {'1.0'}, Feb 09 00:59:48.387845 n-d-828369-4 neutron-server[103137]: 'LocalIPAssociation': {'1.0'}, Feb 09 00:59:48.387845 n-d-828369-4 neutron-server[103137]: 'Log': {'1.0'}, Feb 09 00:59:48.387845 n-d-828369-4 neutron-server[103137]: 'Network': {'1.1'}, Feb 09 00:59:48.387845 n-d-828369-4 neutron-server[103137]: 'Port': {'1.7'}, Feb 09 00:59:48.387845 n-d-828369-4 neutron-server[103137]: 'PortForwarding': {'1.2'}, Feb 09 00:59:48.387845 n-d-828369-4 neutron-server[103137]: 'QosPolicy': {'1.10'}, Feb 09 00:59:48.387845 n-d-828369-4 neutron-server[103137]: 'SecurityGroup': {'1.5'}, Feb 09 00:59:48.387845 n-d-828369-4 neutron-server[103137]: 'SecurityGroupRule': {'1.2'}, Feb 09 00:59:48.387845 n-d-828369-4 neutron-server[103137]: 'SubPort': {'1.0'}, Feb 09 00:59:48.387845 n-d-828369-4 neutron-server[103137]: 'Subnet': {'1.1'}, Feb 09 00:59:48.387845 n-d-828369-4 neutron-server[103137]: 'Trunk': {'1.1'}} Feb 09 00:59:48.387845 n-d-828369-4 neutron-server[103137]: consumer versions: Feb 09 00:59:48.387845 n-d-828369-4 neutron-server[103137]: { DHCP agent@n-d-828369-4: {}, Feb 09 00:59:48.387845 n-d-828369-4 neutron-server[103137]: HyperV agent@n-h1-828369-4: {}, Feb 09 00:59:48.387845 n-d-828369-4 neutron-server[103137]: HyperV agent@n-h2-828369-4: {}, Feb 09 00:59:48.387845 n-d-828369-4 neutron-server[103137]: L3 agent@n-d-828369-4: {}, Feb 09 00:59:48.387845 n-d-828369-4 neutron-server[103137]: Metadata agent@n-d-828369-4: {}, Feb 09 00:59:48.387845 n-d-828369-4 neutron-server[103137]: Metering agent@n-d-828369-4: {}, Feb 09 00:59:48.387845 n-d-828369-4 neutron-server[103137]: Open vSwitch agent@n-d-828369-4: { 'AddressGroup': '1.2', Feb 09 00:59:48.387845 n-d-828369-4 neutron-server[103137]: 'ConntrackHelper': '1.0', Feb 09 00:59:48.387845 n-d-828369-4 neutron-server[103137]: 'LocalIPAssociation': '1.0', Feb 09 00:59:48.387845 n-d-828369-4 neutron-server[103137]: 'Log': '1.0', Feb 09 00:59:48.387845 n-d-828369-4 neutron-server[103137]: 'Network': '1.1', Feb 09 00:59:48.387845 n-d-828369-4 neutron-server[103137]: 'Port': '1.7', Feb 09 00:59:48.387845 n-d-828369-4 neutron-server[103137]: 'PortForwarding': '1.2', Feb 09 00:59:48.387845 n-d-828369-4 neutron-server[103137]: 'QosPolicy': '1.10', Feb 09 00:59:48.387845 n-d-828369-4 neutron-server[103137]: 'SecurityGroup': '1.5', Feb 09 00:59:48.387845 n-d-828369-4 neutron-server[103137]: 'SecurityGroupRule': '1.2', Feb 09 00:59:48.387845 n-d-828369-4 neutron-server[103137]: 'SubPort': '1.0', Feb 09 00:59:48.387845 n-d-828369-4 neutron-server[103137]: 'Subnet': '1.1', Feb 09 00:59:48.387845 n-d-828369-4 neutron-server[103137]: 'Trunk': '1.1'}} Feb 09 00:59:48.387845 n-d-828369-4 neutron-server[103137]: {{(pid=103137) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 00:59:48.398892 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-eb42d262-712c-4b5b-a4cc-5ff47edce0c3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=123e6d6c25e84f94879c7b5471232948&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4278398 Feb 09 00:59:48.402324 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35332) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:59:48.411342 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb42d262-712c-4b5b-a4cc-5ff47edce0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65fcb64f-79bc-4506-aaa7-44ad6681ef80,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:48.451827 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-435c5159-f7ce-444d-b7d2-6f088b4cd85d admin admin] Publish callbacks [] for security_group (65fcb64f-79bc-4506-aaa7-44ad6681ef80), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:48.477006 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-435c5159-f7ce-444d-b7d2-6f088b4cd85d admin admin] Publish callbacks [] for security_group (65fcb64f-79bc-4506-aaa7-44ad6681ef80), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:48.587454 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-435c5159-f7ce-444d-b7d2-6f088b4cd85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (65fcb64f-79bc-4506-aaa7-44ad6681ef80), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:48.590018 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-435c5159-f7ce-444d-b7d2-6f088b4cd85d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:48.594404 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-435c5159-f7ce-444d-b7d2-6f088b4cd85d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/65fcb64f-79bc-4506-aaa7-44ad6681ef80 HTTP/1.1" status: 204 len: 168 time: 0.1915965 Feb 09 00:59:48.602506 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c5159-f7ce-444d-b7d2-6f088b4cd85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fcb64f-79bc-4506-aaa7-44ad6681ef80,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:49.374354 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35380) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:59:49.412839 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35384) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:59:49.427252 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c7ab17a8-1034-4012-9a15-ec1b2aa732b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:49.513121 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c7ab17a8-1034-4012-9a15-ec1b2aa732b3 admin admin] Publish callbacks [] for security_group (3c16868e-3516-4550-be4b-9de1e23f42b0), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:49.518590 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c7ab17a8-1034-4012-9a15-ec1b2aa732b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (3c16868e-3516-4550-be4b-9de1e23f42b0), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:49.558352 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c7ab17a8-1034-4012-9a15-ec1b2aa732b3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ecf1fb90c04c40ed9793db233a03b2d6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1437862 Feb 09 00:59:49.559727 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab17a8-1034-4012-9a15-ec1b2aa732b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c16868e-3516-4550-be4b-9de1e23f42b0,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:49.561351 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35388) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:59:49.630375 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8043534e-0b40-46b5-b7f2-47ef0ffc8891 admin admin] Publish callbacks [] for security_group (3c16868e-3516-4550-be4b-9de1e23f42b0), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:49.659012 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8043534e-0b40-46b5-b7f2-47ef0ffc8891 admin admin] Publish callbacks [] for security_group (3c16868e-3516-4550-be4b-9de1e23f42b0), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:49.722592 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8043534e-0b40-46b5-b7f2-47ef0ffc8891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (3c16868e-3516-4550-be4b-9de1e23f42b0), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:49.725661 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8043534e-0b40-46b5-b7f2-47ef0ffc8891 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:49.727939 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8043534e-0b40-46b5-b7f2-47ef0ffc8891 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3c16868e-3516-4550-be4b-9de1e23f42b0 HTTP/1.1" status: 204 len: 168 time: 0.1631260 Feb 09 00:59:49.736353 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8043534e-0b40-46b5-b7f2-47ef0ffc8891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c16868e-3516-4550-be4b-9de1e23f42b0,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:49.841272 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-67fc4c05-3f0c-4f82-aea8-f064cb7a9aae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:49.954936 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-67fc4c05-3f0c-4f82-aea8-f064cb7a9aae admin admin] Publish callbacks [] for security_group (796ed918-114f-4f1d-8ba9-ec6a5384e0fa), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:49.961557 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-67fc4c05-3f0c-4f82-aea8-f064cb7a9aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (796ed918-114f-4f1d-8ba9-ec6a5384e0fa), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:50.002198 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-67fc4c05-3f0c-4f82-aea8-f064cb7a9aae admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ca4954d9c979468381b92bf16663e562&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6265104 Feb 09 00:59:50.005351 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35400) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:59:50.032989 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc4c05-3f0c-4f82-aea8-f064cb7a9aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796ed918-114f-4f1d-8ba9-ec6a5384e0fa,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:50.096592 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-84bc39e4-7058-4084-ab41-f5ee142a48de admin admin] Publish callbacks [] for security_group (796ed918-114f-4f1d-8ba9-ec6a5384e0fa), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:50.126003 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-84bc39e4-7058-4084-ab41-f5ee142a48de admin admin] Publish callbacks [] for security_group (796ed918-114f-4f1d-8ba9-ec6a5384e0fa), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:50.228524 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-84bc39e4-7058-4084-ab41-f5ee142a48de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (796ed918-114f-4f1d-8ba9-ec6a5384e0fa), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:50.232782 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-84bc39e4-7058-4084-ab41-f5ee142a48de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:50.240770 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-84bc39e4-7058-4084-ab41-f5ee142a48de admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/796ed918-114f-4f1d-8ba9-ec6a5384e0fa HTTP/1.1" status: 204 len: 168 time: 0.2340541 Feb 09 00:59:50.258820 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bc39e4-7058-4084-ab41-f5ee142a48de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796ed918-114f-4f1d-8ba9-ec6a5384e0fa,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:50.718478 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 00:59:50.784138 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35480) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:59:50.799980 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-19e9f430-c7f3-448c-a34a-3607e2f6d954 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:50.832082 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35482) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:59:50.884878 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-19e9f430-c7f3-448c-a34a-3607e2f6d954 admin admin] Publish callbacks [] for security_group (ace5b702-7d59-43d2-9e44-aa9104ed8f7b), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:50.891232 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-19e9f430-c7f3-448c-a34a-3607e2f6d954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (ace5b702-7d59-43d2-9e44-aa9104ed8f7b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:50.940958 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e9f430-c7f3-448c-a34a-3607e2f6d954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace5b702-7d59-43d2-9e44-aa9104ed8f7b,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:50.953380 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-19e9f430-c7f3-448c-a34a-3607e2f6d954 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ffe0dc77cfa94db9835ac0bd21f3d29b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1657264 Feb 09 00:59:50.953734 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35494) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:59:51.011093 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c3bbe3f-9cef-4f8f-9605-dc5c982b7242 admin admin] Publish callbacks [] for security_group (ace5b702-7d59-43d2-9e44-aa9104ed8f7b), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:51.032656 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c3bbe3f-9cef-4f8f-9605-dc5c982b7242 admin admin] Publish callbacks [] for security_group (ace5b702-7d59-43d2-9e44-aa9104ed8f7b), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:51.184385 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d92536c1-3407-4e35-b0f9-285619199729 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:51.235818 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c3bbe3f-9cef-4f8f-9605-dc5c982b7242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (ace5b702-7d59-43d2-9e44-aa9104ed8f7b), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:51.238772 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c3bbe3f-9cef-4f8f-9605-dc5c982b7242 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:51.242382 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-0c3bbe3f-9cef-4f8f-9605-dc5c982b7242 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ace5b702-7d59-43d2-9e44-aa9104ed8f7b HTTP/1.1" status: 204 len: 168 time: 0.2854645 Feb 09 00:59:51.259434 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3bbe3f-9cef-4f8f-9605-dc5c982b7242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace5b702-7d59-43d2-9e44-aa9104ed8f7b,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:51.320425 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d92536c1-3407-4e35-b0f9-285619199729 admin admin] Publish callbacks [] for security_group (a948f4cd-bbbd-415f-9104-47f4da05503b), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:51.337851 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d92536c1-3407-4e35-b0f9-285619199729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (a948f4cd-bbbd-415f-9104-47f4da05503b), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:51.380745 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92536c1-3407-4e35-b0f9-285619199729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a948f4cd-bbbd-415f-9104-47f4da05503b,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:51.386702 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d92536c1-3407-4e35-b0f9-285619199729 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=edb04cfc1e5049e2b4de38a37d7c1dc6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5522625 Feb 09 00:59:51.389539 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35522) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:59:51.452943 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b0ac3852-a7ae-47d7-9079-2a68296fe000 admin admin] Publish callbacks [] for security_group (a948f4cd-bbbd-415f-9104-47f4da05503b), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:51.493705 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b0ac3852-a7ae-47d7-9079-2a68296fe000 admin admin] Publish callbacks [] for security_group (a948f4cd-bbbd-415f-9104-47f4da05503b), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:51.570900 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b0ac3852-a7ae-47d7-9079-2a68296fe000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (a948f4cd-bbbd-415f-9104-47f4da05503b), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:51.574056 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b0ac3852-a7ae-47d7-9079-2a68296fe000 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:51.577884 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b0ac3852-a7ae-47d7-9079-2a68296fe000 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a948f4cd-bbbd-415f-9104-47f4da05503b HTTP/1.1" status: 204 len: 168 time: 0.1850834 Feb 09 00:59:51.588190 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac3852-a7ae-47d7-9079-2a68296fe000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a948f4cd-bbbd-415f-9104-47f4da05503b,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:52.285857 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35610) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:59:52.300196 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4f104bc1-1f72-44a2-bdcb-bef7ad4b634f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:52.388566 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4f104bc1-1f72-44a2-bdcb-bef7ad4b634f admin admin] Publish callbacks [] for security_group (7fe331bc-6e8d-40be-a8d3-d20b8a77b47a), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:52.393796 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4f104bc1-1f72-44a2-bdcb-bef7ad4b634f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (7fe331bc-6e8d-40be-a8d3-d20b8a77b47a), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:52.430947 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f104bc1-1f72-44a2-bdcb-bef7ad4b634f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe331bc-6e8d-40be-a8d3-d20b8a77b47a,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:52.436730 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4f104bc1-1f72-44a2-bdcb-bef7ad4b634f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=153bf9a008d34deab69ee70a38ce94d8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1497290 Feb 09 00:59:52.439263 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35618) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:59:52.490678 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fc476583-1e97-41c1-8db6-4b4a897f8e3f admin admin] Publish callbacks [] for security_group (7fe331bc-6e8d-40be-a8d3-d20b8a77b47a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:52.513381 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fc476583-1e97-41c1-8db6-4b4a897f8e3f admin admin] Publish callbacks [] for security_group (7fe331bc-6e8d-40be-a8d3-d20b8a77b47a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:52.573171 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fc476583-1e97-41c1-8db6-4b4a897f8e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (7fe331bc-6e8d-40be-a8d3-d20b8a77b47a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:52.577279 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fc476583-1e97-41c1-8db6-4b4a897f8e3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:52.581527 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-fc476583-1e97-41c1-8db6-4b4a897f8e3f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7fe331bc-6e8d-40be-a8d3-d20b8a77b47a HTTP/1.1" status: 204 len: 168 time: 0.1407175 Feb 09 00:59:52.599031 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc476583-1e97-41c1-8db6-4b4a897f8e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe331bc-6e8d-40be-a8d3-d20b8a77b47a,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:53.436384 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35724) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:59:53.662069 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35742) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:59:53.695138 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-58006e82-7ea6-4da6-b6c6-7de02e5a91b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:53.775123 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-58006e82-7ea6-4da6-b6c6-7de02e5a91b8 admin admin] Publish callbacks [] for security_group (c9c82b1f-0053-4fae-b5f7-6041effa9f37), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:53.780387 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-58006e82-7ea6-4da6-b6c6-7de02e5a91b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (c9c82b1f-0053-4fae-b5f7-6041effa9f37), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:53.817474 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58006e82-7ea6-4da6-b6c6-7de02e5a91b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c82b1f-0053-4fae-b5f7-6041effa9f37,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:53.825994 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-58006e82-7ea6-4da6-b6c6-7de02e5a91b8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=319b3e61c86d4c30875e277477f58656&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3860416 Feb 09 00:59:53.827079 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35754) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:59:53.884100 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0e9853f4-2925-4bd1-807d-968b8a0e618c admin admin] Publish callbacks [] for security_group (c9c82b1f-0053-4fae-b5f7-6041effa9f37), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:53.908625 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0e9853f4-2925-4bd1-807d-968b8a0e618c admin admin] Publish callbacks [] for security_group (c9c82b1f-0053-4fae-b5f7-6041effa9f37), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:53.938804 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-345a2beb-b157-4652-bf6c-8328dd559323 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:53.963233 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0e9853f4-2925-4bd1-807d-968b8a0e618c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (c9c82b1f-0053-4fae-b5f7-6041effa9f37), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:53.967437 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0e9853f4-2925-4bd1-807d-968b8a0e618c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:53.969792 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-0e9853f4-2925-4bd1-807d-968b8a0e618c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c9c82b1f-0053-4fae-b5f7-6041effa9f37 HTTP/1.1" status: 204 len: 168 time: 0.1424456 Feb 09 00:59:53.982260 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9853f4-2925-4bd1-807d-968b8a0e618c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c82b1f-0053-4fae-b5f7-6041effa9f37,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:54.031350 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-345a2beb-b157-4652-bf6c-8328dd559323 admin admin] Publish callbacks [] for security_group (a7c23249-8938-4508-abfe-37ff7c6c9d7b), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:54.041877 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-345a2beb-b157-4652-bf6c-8328dd559323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (a7c23249-8938-4508-abfe-37ff7c6c9d7b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:54.080099 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a2beb-b157-4652-bf6c-8328dd559323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c23249-8938-4508-abfe-37ff7c6c9d7b,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:54.091973 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35770) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:59:54.092069 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-345a2beb-b157-4652-bf6c-8328dd559323 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5c9c3e08bfb64958ae302a9d3a41dfdb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4283712 Feb 09 00:59:54.145879 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-83b17ef3-de98-4ed8-8b0a-26107ed6d67a admin admin] Publish callbacks [] for security_group (a7c23249-8938-4508-abfe-37ff7c6c9d7b), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:54.170715 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-83b17ef3-de98-4ed8-8b0a-26107ed6d67a admin admin] Publish callbacks [] for security_group (a7c23249-8938-4508-abfe-37ff7c6c9d7b), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:54.238276 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-83b17ef3-de98-4ed8-8b0a-26107ed6d67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (a7c23249-8938-4508-abfe-37ff7c6c9d7b), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:54.242356 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-83b17ef3-de98-4ed8-8b0a-26107ed6d67a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:54.243532 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-83b17ef3-de98-4ed8-8b0a-26107ed6d67a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a7c23249-8938-4508-abfe-37ff7c6c9d7b HTTP/1.1" status: 204 len: 168 time: 0.1504121 Feb 09 00:59:54.254234 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b17ef3-de98-4ed8-8b0a-26107ed6d67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c23249-8938-4508-abfe-37ff7c6c9d7b,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:54.510613 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35802) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:59:54.513557 n-d-828369-4 neutron-server[103136]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 09 00:59:54.542896 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f7261601-3860-4aff-908f-4e03989214f9 req-ed0c5354-fd70-435e-954d-bcaf98844856 tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=7e2f3410b34b48c0a54dd37ae3ab38e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304608 Feb 09 00:59:54.575245 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35806) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:59:54.589120 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9c7e6e86-9839-48eb-861c-7617e0369623 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:54.667396 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9c7e6e86-9839-48eb-861c-7617e0369623 admin admin] Publish callbacks [] for security_group (c09e49f5-0d73-4909-a26f-9ca2d12c01a9), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:54.671855 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9c7e6e86-9839-48eb-861c-7617e0369623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (c09e49f5-0d73-4909-a26f-9ca2d12c01a9), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:54.708114 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e6e86-9839-48eb-861c-7617e0369623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09e49f5-0d73-4909-a26f-9ca2d12c01a9,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:54.733931 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9c7e6e86-9839-48eb-861c-7617e0369623 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=31fc0c947720443aaccf0fbe607a5d17&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1576049 Feb 09 00:59:54.736418 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35812) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:59:54.775303 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7261601-3860-4aff-908f-4e03989214f9 req-8462bb91-2ca9-431f-8a47-d1b10e948a73 tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:54.781936 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f7261601-3860-4aff-908f-4e03989214f9 req-8462bb91-2ca9-431f-8a47-d1b10e948a73 tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2332621 Feb 09 00:59:54.796091 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9acf7560-942b-49c3-b06a-62cc17e7b071 admin admin] Publish callbacks [] for security_group (c09e49f5-0d73-4909-a26f-9ca2d12c01a9), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:54.799458 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f7261601-3860-4aff-908f-4e03989214f9 req-d7b27347-4491-4c82-a2bb-086c2da5b927 tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] 10.222.0.50 "GET /v2.0/quotas/7e2f3410b34b48c0a54dd37ae3ab38e5 HTTP/1.1" status: 200 len: 375 time: 0.0164828 Feb 09 00:59:54.823201 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9acf7560-942b-49c3-b06a-62cc17e7b071 admin admin] Publish callbacks [] for security_group (c09e49f5-0d73-4909-a26f-9ca2d12c01a9), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:54.863996 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f7261601-3860-4aff-908f-4e03989214f9 req-b5541d78-be1c-4f8b-a1ba-d99307ce2a39 tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7e2f3410b34b48c0a54dd37ae3ab38e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0635822 Feb 09 00:59:54.888099 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9acf7560-942b-49c3-b06a-62cc17e7b071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (c09e49f5-0d73-4909-a26f-9ca2d12c01a9), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:54.891024 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9acf7560-942b-49c3-b06a-62cc17e7b071 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:54.892211 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9acf7560-942b-49c3-b06a-62cc17e7b071 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c09e49f5-0d73-4909-a26f-9ca2d12c01a9 HTTP/1.1" status: 204 len: 168 time: 0.1538856 Feb 09 00:59:54.902100 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acf7560-942b-49c3-b06a-62cc17e7b071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09e49f5-0d73-4909-a26f-9ca2d12c01a9,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:54.976724 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35820) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:59:54.993284 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4cfebe33-5a2b-4a1b-b6c8-25bd90a6343d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:55.123664 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4cfebe33-5a2b-4a1b-b6c8-25bd90a6343d admin admin] Publish callbacks [] for security_group (46cf3d8d-c04a-4c14-91ed-cae4eb0a91ee), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:55.130913 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4cfebe33-5a2b-4a1b-b6c8-25bd90a6343d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (46cf3d8d-c04a-4c14-91ed-cae4eb0a91ee), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:55.171067 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4cfebe33-5a2b-4a1b-b6c8-25bd90a6343d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=26363e828c1847cbb9c222b70410d885&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1928298 Feb 09 00:59:55.173141 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfebe33-5a2b-4a1b-b6c8-25bd90a6343d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cf3d8d-c04a-4c14-91ed-cae4eb0a91ee,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:55.173951 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35840) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:59:55.234711 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-50a5411b-4191-425c-96d3-fb7cb2ede11f admin admin] Publish callbacks [] for security_group (46cf3d8d-c04a-4c14-91ed-cae4eb0a91ee), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:55.261806 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-50a5411b-4191-425c-96d3-fb7cb2ede11f admin admin] Publish callbacks [] for security_group (46cf3d8d-c04a-4c14-91ed-cae4eb0a91ee), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:55.313868 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-50a5411b-4191-425c-96d3-fb7cb2ede11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (46cf3d8d-c04a-4c14-91ed-cae4eb0a91ee), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:55.317337 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-50a5411b-4191-425c-96d3-fb7cb2ede11f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:55.318541 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-50a5411b-4191-425c-96d3-fb7cb2ede11f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/46cf3d8d-c04a-4c14-91ed-cae4eb0a91ee HTTP/1.1" status: 204 len: 168 time: 0.1422417 Feb 09 00:59:55.326964 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5411b-4191-425c-96d3-fb7cb2ede11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cf3d8d-c04a-4c14-91ed-cae4eb0a91ee,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:55.442710 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35858) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:59:55.825240 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5d8ab5a9-092a-48d0-a670-610c9775a8e6 req-3d1c166c-1e22-468e-a37f-2a874bea0b09 tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] 10.222.0.50 "GET /v2.0/ports?device_id=344aa1ea-57ea-468b-a8d6-42ce57b512ad HTTP/1.1" status: 200 len: 210 time: 0.3812766 Feb 09 00:59:56.774952 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35938) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:59:56.932879 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.47', 56284) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:59:56.989895 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f7261601-3860-4aff-908f-4e03989214f9 req-e5057fb5-398b-4e24-867a-47830281cd51 tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=7e2f3410b34b48c0a54dd37ae3ab38e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551126 Feb 09 00:59:57.110599 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8786bdde-ae16-4264-bd0f-1f1d7ff26da7 req-ae3ef444-b5c5-4162-95b7-3c24e59b71fc tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] 10.222.0.50 "GET /v2.0/ports?device_id=344aa1ea-57ea-468b-a8d6-42ce57b512ad HTTP/1.1" status: 200 len: 210 time: 0.0380595 Feb 09 00:59:57.151826 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2c66-8d43-41b8-afee-11ac158ff15d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:57.187027 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7261601-3860-4aff-908f-4e03989214f9 req-b479b3a4-d46f-4387-b762-5d506bdc2a0c tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:57.188610 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f7261601-3860-4aff-908f-4e03989214f9 req-b479b3a4-d46f-4387-b762-5d506bdc2a0c tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1924052 Feb 09 00:59:57.260186 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2c66-8d43-41b8-afee-11ac158ff15d admin admin] Publish callbacks [] for security_group (8e5647d9-d335-4783-a02b-9497383a16f0), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:57.265420 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a6fa2c66-8d43-41b8-afee-11ac158ff15d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (8e5647d9-d335-4783-a02b-9497383a16f0), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:57.307585 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-f7261601-3860-4aff-908f-4e03989214f9 req-29f1fbff-2758-4af3-989c-5dbe8c204e3f tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] Request body: {'port': {'device_id': '344aa1ea-57ea-468b-a8d6-42ce57b512ad', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'admin_state_up': True, 'tenant_id': '7e2f3410b34b48c0a54dd37ae3ab38e5'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 00:59:57.325011 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a6fa2c66-8d43-41b8-afee-11ac158ff15d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0e45f6abc6fe423493fd330fad0f2513&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5490658 Feb 09 00:59:57.325486 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35982) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:59:57.344045 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fa2c66-8d43-41b8-afee-11ac158ff15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5647d9-d335-4783-a02b-9497383a16f0,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:57.394060 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-317b326b-2a9d-4efd-adc4-9acd05ba0a47 admin admin] Publish callbacks [] for security_group (8e5647d9-d335-4783-a02b-9497383a16f0), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:57.424680 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-317b326b-2a9d-4efd-adc4-9acd05ba0a47 admin admin] Publish callbacks [] for security_group (8e5647d9-d335-4783-a02b-9497383a16f0), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:57.491547 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-317b326b-2a9d-4efd-adc4-9acd05ba0a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (8e5647d9-d335-4783-a02b-9497383a16f0), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:57.496276 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-317b326b-2a9d-4efd-adc4-9acd05ba0a47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:57.497541 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-317b326b-2a9d-4efd-adc4-9acd05ba0a47 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8e5647d9-d335-4783-a02b-9497383a16f0 HTTP/1.1" status: 204 len: 168 time: 0.1704731 Feb 09 00:59:57.507827 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b326b-2a9d-4efd-adc4-9acd05ba0a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5647d9-d335-4783-a02b-9497383a16f0,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:57.535188 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7261601-3860-4aff-908f-4e03989214f9 req-29f1fbff-2758-4af3-989c-5dbe8c204e3f tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] Made reservation on behalf of 7e2f3410b34b48c0a54dd37ae3ab38e5 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 00:59:57.541733 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f7261601-3860-4aff-908f-4e03989214f9 req-29f1fbff-2758-4af3-989c-5dbe8c204e3f tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:57.556204 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f7261601-3860-4aff-908f-4e03989214f9 req-29f1fbff-2758-4af3-989c-5dbe8c204e3f tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:57.563168 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35998) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:59:57.648498 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f7261601-3860-4aff-908f-4e03989214f9 req-29f1fbff-2758-4af3-989c-5dbe8c204e3f tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] Publish callbacks [] for security_group (19ad4ac4-0f15-4041-a5dc-ac8d91eb0cb9), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:57.653435 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f7261601-3860-4aff-908f-4e03989214f9 req-29f1fbff-2758-4af3-989c-5dbe8c204e3f tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (19ad4ac4-0f15-4041-a5dc-ac8d91eb0cb9), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:57.776123 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f1fbff-2758-4af3-989c-5dbe8c204e3f tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19ad4ac4-0f15-4041-a5dc-ac8d91eb0cb9,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:57.818150 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee3abb98-f349-4a8c-bbb8-f01bf439ba2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:57.911890 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-f7261601-3860-4aff-908f-4e03989214f9 req-29f1fbff-2758-4af3-989c-5dbe8c204e3f tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] Allocated IP 192.168.233.232 (9e88fe6e-2b1d-4294-a17d-9a7801813700/3810d295-ee98-40f7-b1e2-609bf7d1c3df/b128caf7-1f50-4105-904b-157a0f90cb85) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 00:59:57.919630 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee3abb98-f349-4a8c-bbb8-f01bf439ba2f admin admin] Publish callbacks [] for security_group (53e66af5-1687-4c96-85a8-e66619ed4cbe), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:57.924572 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee3abb98-f349-4a8c-bbb8-f01bf439ba2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (53e66af5-1687-4c96-85a8-e66619ed4cbe), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:57.967673 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3abb98-f349-4a8c-bbb8-f01bf439ba2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e66af5-1687-4c96-85a8-e66619ed4cbe,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:57.972035 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ee3abb98-f349-4a8c-bbb8-f01bf439ba2f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c154472f9462425c819bb7dda81a4535&name=default HTTP/1.1" status: 200 len: 2994 time: 0.4078050 Feb 09 00:59:57.975058 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36018) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:59:57.991422 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36020) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:59:58.019697 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-84359222-2726-49fd-ba02-41736141a52b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:58.078110 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-39309caf-d1ba-4f41-a0cb-44fcc289b98f admin admin] Publish callbacks [] for security_group (53e66af5-1687-4c96-85a8-e66619ed4cbe), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:58.123681 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-39309caf-d1ba-4f41-a0cb-44fcc289b98f admin admin] Publish callbacks [] for security_group (53e66af5-1687-4c96-85a8-e66619ed4cbe), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:58.143510 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f7261601-3860-4aff-908f-4e03989214f9 req-29f1fbff-2758-4af3-989c-5dbe8c204e3f tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] Publish callbacks [] for port (b128caf7-1f50-4105-904b-157a0f90cb85), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:58.206590 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f7261601-3860-4aff-908f-4e03989214f9 req-29f1fbff-2758-4af3-989c-5dbe8c204e3f tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (b128caf7-1f50-4105-904b-157a0f90cb85), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:58.281399 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-39309caf-d1ba-4f41-a0cb-44fcc289b98f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (53e66af5-1687-4c96-85a8-e66619ed4cbe), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:58.284428 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-39309caf-d1ba-4f41-a0cb-44fcc289b98f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:58.290202 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-39309caf-d1ba-4f41-a0cb-44fcc289b98f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/53e66af5-1687-4c96-85a8-e66619ed4cbe HTTP/1.1" status: 204 len: 168 time: 0.3138399 Feb 09 00:59:58.312699 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39309caf-d1ba-4f41-a0cb-44fcc289b98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e66af5-1687-4c96-85a8-e66619ed4cbe,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:58.385028 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-84359222-2726-49fd-ba02-41736141a52b admin admin] Publish callbacks [] for security_group (8ed68940-bef8-4978-8898-668d0246414d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:58.392088 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7261601-3860-4aff-908f-4e03989214f9 req-29f1fbff-2758-4af3-989c-5dbe8c204e3f tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] Network 9e88fe6e-2b1d-4294-a17d-9a7801813700 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 00:59:58.392754 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-84359222-2726-49fd-ba02-41736141a52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (8ed68940-bef8-4978-8898-668d0246414d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:58.402133 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-f7261601-3860-4aff-908f-4e03989214f9 req-29f1fbff-2758-4af3-989c-5dbe8c204e3f tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 00:59:58.529924 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-84359222-2726-49fd-ba02-41736141a52b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9c122e776014461a89576696d5bca5f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5357819 Feb 09 00:59:58.529924 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84359222-2726-49fd-ba02-41736141a52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed68940-bef8-4978-8898-668d0246414d,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:58.538825 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36038) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:59:58.642084 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7261601-3860-4aff-908f-4e03989214f9 req-29f1fbff-2758-4af3-989c-5dbe8c204e3f tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 00:59:58.649534 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7261601-3860-4aff-908f-4e03989214f9 req-29f1fbff-2758-4af3-989c-5dbe8c204e3f tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:58.657452 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f7261601-3860-4aff-908f-4e03989214f9 req-29f1fbff-2758-4af3-989c-5dbe8c204e3f tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:58.715186 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0650fbf3-b621-42b0-8d63-4d7adbf57879 admin admin] Publish callbacks [] for security_group (8ed68940-bef8-4978-8898-668d0246414d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:58.736522 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f7261601-3860-4aff-908f-4e03989214f9 req-29f1fbff-2758-4af3-989c-5dbe8c204e3f tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4338803 Feb 09 00:59:58.756134 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f1fbff-2758-4af3-989c-5dbe8c204e3f tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] Pushing event updated for resources: {'Port': ['ID=b128caf7-1f50-4105-904b-157a0f90cb85,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:58.803166 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0650fbf3-b621-42b0-8d63-4d7adbf57879 admin admin] Publish callbacks [] for security_group (8ed68940-bef8-4978-8898-668d0246414d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:58.811817 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1071c-2034-40ea-9407-071eb93c8107 req-ac012770-488a-45f1-a911-8a50cff2c1a8 tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 00:59:58.814037 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0bc1071c-2034-40ea-9407-071eb93c8107 req-ac012770-488a-45f1-a911-8a50cff2c1a8 tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] 10.222.0.50 "GET /v2.0/ports?device_id=344aa1ea-57ea-468b-a8d6-42ce57b512ad HTTP/1.1" status: 200 len: 936 time: 0.4132154 Feb 09 00:59:58.828159 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-f7261601-3860-4aff-908f-4e03989214f9 req-9a055fff-fda6-40d0-8590-2c90dff748a7 tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 00:59:58.830171 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f7261601-3860-4aff-908f-4e03989214f9 req-9a055fff-fda6-40d0-8590-2c90dff748a7 tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0149057 Feb 09 00:59:58.875448 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-ee14b120-1c97-4cf4-9d7d-708233a3f0f3 None None] Provisioning complete for port b128caf7-1f50-4105-904b-157a0f90cb85 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 00:59:58.876725 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ee14b120-1c97-4cf4-9d7d-708233a3f0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b128caf7-1f50-4105-904b-157a0f90cb85), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:58.921029 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0650fbf3-b621-42b0-8d63-4d7adbf57879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (8ed68940-bef8-4978-8898-668d0246414d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:58.925038 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0650fbf3-b621-42b0-8d63-4d7adbf57879 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:58.930255 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0650fbf3-b621-42b0-8d63-4d7adbf57879 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8ed68940-bef8-4978-8898-668d0246414d HTTP/1.1" status: 204 len: 168 time: 0.3883548 Feb 09 00:59:58.936416 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0bc1071c-2034-40ea-9407-071eb93c8107 req-26f15c0b-4a3e-4715-8f8e-7c9955b1fb68 tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] 10.222.0.50 "GET /v2.0/security-groups?id=19ad4ac4-0f15-4041-a5dc-ac8d91eb0cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048813 Feb 09 00:59:58.952430 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0650fbf3-b621-42b0-8d63-4d7adbf57879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed68940-bef8-4978-8898-668d0246414d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:58.995651 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ee14b120-1c97-4cf4-9d7d-708233a3f0f3 None None] Port b128caf7-1f50-4105-904b-157a0f90cb85 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 00:59:59.371848 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36054) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:59:59.392333 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0485885d-b548-42a8-935d-d6a0ea258c5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:59.583983 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0485885d-b548-42a8-935d-d6a0ea258c5c admin admin] Publish callbacks [] for security_group (1a37807e-4912-427e-9ef4-a27fe528abcf), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:59.590336 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0485885d-b548-42a8-935d-d6a0ea258c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1a37807e-4912-427e-9ef4-a27fe528abcf), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:59.699214 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-0485885d-b548-42a8-935d-d6a0ea258c5c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ecd17b09b62347b9aedc897839f671c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3239057 Feb 09 00:59:59.699214 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0485885d-b548-42a8-935d-d6a0ea258c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a37807e-4912-427e-9ef4-a27fe528abcf,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 00:59:59.699817 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36062) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 00:59:59.812256 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-300b4e95-92e3-41b8-9dfd-dc8a2bd7fff7 admin admin] Publish callbacks [] for security_group (1a37807e-4912-427e-9ef4-a27fe528abcf), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 00:59:59.901917 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-300b4e95-92e3-41b8-9dfd-dc8a2bd7fff7 admin admin] Publish callbacks [] for security_group (1a37807e-4912-427e-9ef4-a27fe528abcf), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:00.041504 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-300b4e95-92e3-41b8-9dfd-dc8a2bd7fff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1a37807e-4912-427e-9ef4-a27fe528abcf), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:00.044789 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-300b4e95-92e3-41b8-9dfd-dc8a2bd7fff7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:00.055182 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-300b4e95-92e3-41b8-9dfd-dc8a2bd7fff7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1a37807e-4912-427e-9ef4-a27fe528abcf HTTP/1.1" status: 204 len: 168 time: 0.3484840 Feb 09 01:00:00.077051 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300b4e95-92e3-41b8-9dfd-dc8a2bd7fff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a37807e-4912-427e-9ef4-a27fe528abcf,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:00.347038 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32d980-bd0e-4c59-b88f-defa9fe9801d req-f42c0eb8-a10d-4b1c-8f80-dfcc3168f59f tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:00.353569 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eb32d980-bd0e-4c59-b88f-defa9fe9801d req-f42c0eb8-a10d-4b1c-8f80-dfcc3168f59f tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] 10.222.0.50 "GET /v2.0/ports?device_id=344aa1ea-57ea-468b-a8d6-42ce57b512ad HTTP/1.1" status: 200 len: 936 time: 0.1041844 Feb 09 01:00:00.449252 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eb32d980-bd0e-4c59-b88f-defa9fe9801d req-4b73298f-4a4a-4e05-9986-c8053147450b tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] 10.222.0.50 "GET /v2.0/security-groups?id=19ad4ac4-0f15-4041-a5dc-ac8d91eb0cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931165 Feb 09 01:00:00.894141 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-f7261601-3860-4aff-908f-4e03989214f9 req-70bf49de-a771-4da7-94a8-ca1f6d709678 service neutron] Request body: {'port': {'device_id': '344aa1ea-57ea-468b-a8d6-42ce57b512ad', 'device_owner': 'compute:tempest-test_az-1636857999', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:01.061129 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36124) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:01.075084 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36128) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:01.081790 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f7261601-3860-4aff-908f-4e03989214f9 req-70bf49de-a771-4da7-94a8-ca1f6d709678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b128caf7-1f50-4105-904b-157a0f90cb85), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:01.235290 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-19b56b04-4684-4953-be0c-f0dd4a5ee729 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:01.340102 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-6a4446c3-481d-4e2c-a16b-861b0351e7f1 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1278890078-network', 'tenant_id': '3b70da3c9e0441c5928a48dabf785fc6'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:01.377182 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4446c3-481d-4e2c-a16b-861b0351e7f1 admin admin] Made reservation on behalf of 3b70da3c9e0441c5928a48dabf785fc6 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:00:01.380327 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6a4446c3-481d-4e2c-a16b-861b0351e7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:01.406712 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6a4446c3-481d-4e2c-a16b-861b0351e7f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:01.413053 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-19b56b04-4684-4953-be0c-f0dd4a5ee729 admin admin] Publish callbacks [] for security_group (23570ad4-87d1-4967-91e4-2dceba8a0d83), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:01.570894 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6a4446c3-481d-4e2c-a16b-861b0351e7f1 admin admin] Publish callbacks [] for security_group (71ae7923-4b5e-418b-9181-334456f385aa), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:01.577638 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36140) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:01.597612 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-19b56b04-4684-4953-be0c-f0dd4a5ee729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (23570ad4-87d1-4967-91e4-2dceba8a0d83), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:01.608775 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6a4446c3-481d-4e2c-a16b-861b0351e7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (71ae7923-4b5e-418b-9181-334456f385aa), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:01.667592 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a4446c3-481d-4e2c-a16b-861b0351e7f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1040} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:00:01.682771 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-19b56b04-4684-4953-be0c-f0dd4a5ee729 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4dbc5230b2ab4c2eb4ad16f67ba5a37e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6191673 Feb 09 01:00:01.684088 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b56b04-4684-4953-be0c-f0dd4a5ee729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23570ad4-87d1-4967-91e4-2dceba8a0d83,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:01.688431 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36144) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:01.722612 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6a4446c3-481d-4e2c-a16b-861b0351e7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (2793514a-5639-496c-8d37-377203141ac7), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:01.723493 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-6a4446c3-481d-4e2c-a16b-861b0351e7f1 admin admin] Added segment 2793514a-5639-496c-8d37-377203141ac7 of type vlan for network 7041f7c4-8ab5-4479-b63e-c8706fa7ab10 Feb 09 01:00:01.789622 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-f7261601-3860-4aff-908f-4e03989214f9 req-70bf49de-a771-4da7-94a8-ca1f6d709678 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b128caf7-1f50-4105-904b-157a0f90cb85 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:00:01.798642 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f7261601-3860-4aff-908f-4e03989214f9 req-70bf49de-a771-4da7-94a8-ca1f6d709678 service neutron] Publish callbacks [] for port (b128caf7-1f50-4105-904b-157a0f90cb85), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:01.812888 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4446c3-481d-4e2c-a16b-861b0351e7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ae7923-4b5e-418b-9181-334456f385aa,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:01.829471 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-f7261601-3860-4aff-908f-4e03989214f9 req-70bf49de-a771-4da7-94a8-ca1f6d709678 service neutron] Transition to ACTIVE for port object b128caf7-1f50-4105-904b-157a0f90cb85 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:00:01.846004 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f7261601-3860-4aff-908f-4e03989214f9 req-70bf49de-a771-4da7-94a8-ca1f6d709678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b128caf7-1f50-4105-904b-157a0f90cb85), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:01.853965 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6b35e523-1381-483b-9a6a-b4c7ae318ba6 admin admin] Publish callbacks [] for security_group (23570ad4-87d1-4967-91e4-2dceba8a0d83), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:01.860513 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6a4446c3-481d-4e2c-a16b-861b0351e7f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (7041f7c4-8ab5-4479-b63e-c8706fa7ab10), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:01.902508 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6b35e523-1381-483b-9a6a-b4c7ae318ba6 admin admin] Publish callbacks [] for security_group (23570ad4-87d1-4967-91e4-2dceba8a0d83), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:01.926634 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6a4446c3-481d-4e2c-a16b-861b0351e7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (7041f7c4-8ab5-4479-b63e-c8706fa7ab10), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:01.927866 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4446c3-481d-4e2c-a16b-861b0351e7f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:01.928968 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6a4446c3-481d-4e2c-a16b-861b0351e7f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:01.988841 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf49de-a771-4da7-94a8-ca1f6d709678 service neutron] Pushing event updated for resources: {'Port': ['ID=b128caf7-1f50-4105-904b-157a0f90cb85,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:02.114536 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-01dcd56a-192f-48fa-af9f-bfcce422a1d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:02.132153 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5411c2a-06e2-40a8-be25-ef88dbe91f73 req-0622b016-eb45-4536-bf75-dd5e402eb1f5 tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:02.133820 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d5411c2a-06e2-40a8-be25-ef88dbe91f73 req-0622b016-eb45-4536-bf75-dd5e402eb1f5 tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] 10.222.0.50 "GET /v2.0/ports?device_id=344aa1ea-57ea-468b-a8d6-42ce57b512ad HTTP/1.1" status: 200 len: 970 time: 0.3027444 Feb 09 01:00:02.139485 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-f7261601-3860-4aff-908f-4e03989214f9 req-70bf49de-a771-4da7-94a8-ca1f6d709678 service neutron] Attempting to bind port b128caf7-1f50-4105-904b-157a0f90cb85 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:00:02.139835 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-f7261601-3860-4aff-908f-4e03989214f9 req-70bf49de-a771-4da7-94a8-ca1f6d709678 service neutron] Attempting to bind port b128caf7-1f50-4105-904b-157a0f90cb85 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:00:02.140325 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7261601-3860-4aff-908f-4e03989214f9 req-70bf49de-a771-4da7-94a8-ca1f6d709678 service neutron] Attempting to bind port b128caf7-1f50-4105-904b-157a0f90cb85 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:00:02.167091 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7261601-3860-4aff-908f-4e03989214f9 req-70bf49de-a771-4da7-94a8-ca1f6d709678 service neutron] Port b128caf7-1f50-4105-904b-157a0f90cb85 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:00:02.168856 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7261601-3860-4aff-908f-4e03989214f9 req-70bf49de-a771-4da7-94a8-ca1f6d709678 service neutron] Attempting to bind port b128caf7-1f50-4105-904b-157a0f90cb85 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:00:02.190288 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7261601-3860-4aff-908f-4e03989214f9 req-70bf49de-a771-4da7-94a8-ca1f6d709678 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 0, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:00:02.190961 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7261601-3860-4aff-908f-4e03989214f9 req-70bf49de-a771-4da7-94a8-ca1f6d709678 service neutron] Checking segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:00:02.192150 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7261601-3860-4aff-908f-4e03989214f9 req-70bf49de-a771-4da7-94a8-ca1f6d709678 service neutron] Bound using segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:00:02.193135 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-f7261601-3860-4aff-908f-4e03989214f9 req-70bf49de-a771-4da7-94a8-ca1f6d709678 service neutron] Bound port: b128caf7-1f50-4105-904b-157a0f90cb85, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:00:02.193598 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f7261601-3860-4aff-908f-4e03989214f9 req-70bf49de-a771-4da7-94a8-ca1f6d709678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b128caf7-1f50-4105-904b-157a0f90cb85), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:02.247237 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6a4446c3-481d-4e2c-a16b-861b0351e7f1 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1708589 Feb 09 01:00:02.251313 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36156) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:02.253346 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4446c3-481d-4e2c-a16b-861b0351e7f1 admin admin] Pushing event updated for resources: {'Network': ['ID=7041f7c4-8ab5-4479-b63e-c8706fa7ab10,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:02.270601 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-798cb034-eb23-4890-a029-96ca064e65a8 admin admin] Request body: {'subnet': {'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1278890078-subnet', 'tenant_id': '3b70da3c9e0441c5928a48dabf785fc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:02.341707 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-01dcd56a-192f-48fa-af9f-bfcce422a1d6 admin admin] Publish callbacks [] for security_group (b3383e2d-2a63-421b-84b7-15b306a0bf70), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:02.341884 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 7041f7c4-8ab5-4479-b63e-c8706fa7ab10 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:00:02.349559 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6b35e523-1381-483b-9a6a-b4c7ae318ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (23570ad4-87d1-4967-91e4-2dceba8a0d83), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:02.353638 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6b35e523-1381-483b-9a6a-b4c7ae318ba6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:02.357579 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6b35e523-1381-483b-9a6a-b4c7ae318ba6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/23570ad4-87d1-4967-91e4-2dceba8a0d83 HTTP/1.1" status: 204 len: 168 time: 0.6652036 Feb 09 01:00:02.382738 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-01dcd56a-192f-48fa-af9f-bfcce422a1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b3383e2d-2a63-421b-84b7-15b306a0bf70), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:02.396187 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798cb034-eb23-4890-a029-96ca064e65a8 admin admin] Made reservation on behalf of 3b70da3c9e0441c5928a48dabf785fc6 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:00:02.399570 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-798cb034-eb23-4890-a029-96ca064e65a8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:02.432663 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b35e523-1381-483b-9a6a-b4c7ae318ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23570ad4-87d1-4967-91e4-2dceba8a0d83,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:02.489323 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-f7261601-3860-4aff-908f-4e03989214f9 req-70bf49de-a771-4da7-94a8-ca1f6d709678 service neutron] For port b128caf7-1f50-4105-904b-157a0f90cb85, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:00:02.495488 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-f7261601-3860-4aff-908f-4e03989214f9 req-70bf49de-a771-4da7-94a8-ca1f6d709678 service neutron] For port b128caf7-1f50-4105-904b-157a0f90cb85, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=b128caf7-1f50-4105-904b-157a0f90cb85,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:00:02.504028 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d5411c2a-06e2-40a8-be25-ef88dbe91f73 req-41847679-1e4f-455f-bb65-878e3ed2fa5b tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] 10.222.0.50 "GET /v2.0/security-groups?id=19ad4ac4-0f15-4041-a5dc-ac8d91eb0cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483906 Feb 09 01:00:02.510068 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f7261601-3860-4aff-908f-4e03989214f9 req-70bf49de-a771-4da7-94a8-ca1f6d709678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b128caf7-1f50-4105-904b-157a0f90cb85), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:02.561879 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-11b39045-2af4-4d6e-868b-0a4d6675a37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:02.591613 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7261601-3860-4aff-908f-4e03989214f9 req-70bf49de-a771-4da7-94a8-ca1f6d709678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:02.594253 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f7261601-3860-4aff-908f-4e03989214f9 req-70bf49de-a771-4da7-94a8-ca1f6d709678 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:02.603953 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f7261601-3860-4aff-908f-4e03989214f9 req-70bf49de-a771-4da7-94a8-ca1f6d709678 service neutron] 10.222.0.47 "PUT /v2.0/ports/b128caf7-1f50-4105-904b-157a0f90cb85 HTTP/1.1" status: 200 len: 1118 time: 2.0087993 Feb 09 01:00:02.605913 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344aa1ea-57ea-468b-a8d6-42ce57b512ad', 'tag': 'b128caf7-1f50-4105-904b-157a0f90cb85'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:00:02.617182 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-01dcd56a-192f-48fa-af9f-bfcce422a1d6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=113b7aaa6ced4a79a4ae164f595cd241&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0374684 Feb 09 01:00:02.626386 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36162) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:02.721198 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dcd56a-192f-48fa-af9f-bfcce422a1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3383e2d-2a63-421b-84b7-15b306a0bf70,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:03.098097 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-798cb034-eb23-4890-a029-96ca064e65a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for subnet (aee9db20-60c4-48dd-9796-48ed06ca844d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:03.161744 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf49de-a771-4da7-94a8-ca1f6d709678 service neutron] Pushing event updated for resources: {'Port': ['ID=b128caf7-1f50-4105-904b-157a0f90cb85,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:03.189353 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7261601-3860-4aff-908f-4e03989214f9 req-92fdfdb4-fa8c-4104-8c4c-c0438781ab97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:03.197645 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f7261601-3860-4aff-908f-4e03989214f9 req-92fdfdb4-fa8c-4104-8c4c-c0438781ab97 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7e2f3410b34b48c0a54dd37ae3ab38e5&device_id=344aa1ea-57ea-468b-a8d6-42ce57b512ad HTTP/1.1" status: 200 len: 1152 time: 0.3916996 Feb 09 01:00:03.204397 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-677a7b44-e50f-4066-a3be-ee94982ae9a1 admin admin] Publish callbacks [] for security_group (b3383e2d-2a63-421b-84b7-15b306a0bf70), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:03.241790 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-677a7b44-e50f-4066-a3be-ee94982ae9a1 admin admin] Publish callbacks [] for security_group (b3383e2d-2a63-421b-84b7-15b306a0bf70), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:03.311189 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa98f22-7823-4103-a5d1-1bed58c38363" -d '{"events": [{"name": "network-changed", "server_uuid": "344aa1ea-57ea-468b-a8d6-42ce57b512ad", "tag": "b128caf7-1f50-4105-904b-157a0f90cb85"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:00:03.320405 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36176) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:03.358943 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6e6c159e-bdc3-4b5b-84e8-e9940056fd93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:03.364656 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798cb034-eb23-4890-a029-96ca064e65a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aee9db20-60c4-48dd-9796-48ed06ca844d,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:03.371203 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-677a7b44-e50f-4066-a3be-ee94982ae9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b3383e2d-2a63-421b-84b7-15b306a0bf70), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:03.373636 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-677a7b44-e50f-4066-a3be-ee94982ae9a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:03.375046 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-677a7b44-e50f-4066-a3be-ee94982ae9a1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b3383e2d-2a63-421b-84b7-15b306a0bf70 HTTP/1.1" status: 204 len: 168 time: 0.7234607 Feb 09 01:00:03.404257 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a7b44-e50f-4066-a3be-ee94982ae9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3383e2d-2a63-421b-84b7-15b306a0bf70,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:03.421058 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798cb034-eb23-4890-a029-96ca064e65a8 admin admin] Checking segment: {'id': '2793514a-5639-496c-8d37-377203141ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:00:03.421498 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798cb034-eb23-4890-a029-96ca064e65a8 admin admin] Network hostable DHCP agents. Network: 7041f7c4-8ab5-4479-b63e-c8706fa7ab10, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:00:03.451887 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798cb034-eb23-4890-a029-96ca064e65a8 admin admin] Network 7041f7c4-8ab5-4479-b63e-c8706fa7ab10 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:00:03.473966 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-798cb034-eb23-4890-a029-96ca064e65a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 7041f7c4-8ab5-4479-b63e-c8706fa7ab10) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:00:03.484092 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798cb034-eb23-4890-a029-96ca064e65a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:03.488822 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee5eaaf-6cfc-4dd1-b3be-08925f306c7b None None] Network 7041f7c4-8ab5-4479-b63e-c8706fa7ab10 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:00:03.490392 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-798cb034-eb23-4890-a029-96ca064e65a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:03.531924 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-798cb034-eb23-4890-a029-96ca064e65a8 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2796104 Feb 09 01:00:03.578380 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6e6c159e-bdc3-4b5b-84e8-e9940056fd93 admin admin] Publish callbacks [] for security_group (bf1b3a24-5a34-49e5-84d3-705b81aec0a3), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:03.590328 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6e6c159e-bdc3-4b5b-84e8-e9940056fd93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (bf1b3a24-5a34-49e5-84d3-705b81aec0a3), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:03.691819 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36188) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:03.699135 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-6e6c159e-bdc3-4b5b-84e8-e9940056fd93 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5918d6a7255c4027a120cdf92f636990&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3659446 Feb 09 01:00:03.721236 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c159e-bdc3-4b5b-84e8-e9940056fd93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1b3a24-5a34-49e5-84d3-705b81aec0a3,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:03.831898 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cf0a30-058c-49bc-a67a-4112a93d83b5 None None] Network 7041f7c4-8ab5-4479-b63e-c8706fa7ab10 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:00:03.871893 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c7961c-7fc1-4ba4-b447-918e78e2152c x-openstack-request-id: req-38c7961c-7fc1-4ba4-b447-918e78e2152c {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:00:03.872454 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "344aa1ea-57ea-468b-a8d6-42ce57b512ad", "tag": "b128caf7-1f50-4105-904b-157a0f90cb85", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:00:03.873329 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-38c7961c-7fc1-4ba4-b447-918e78e2152c {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:00:03.875010 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '344aa1ea-57ea-468b-a8d6-42ce57b512ad', 'tag': 'b128caf7-1f50-4105-904b-157a0f90cb85', 'status': 'completed', 'code': 200} Feb 09 01:00:03.918892 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-89f01e94-7230-4b7c-bd3d-966c5ee12240 admin admin] Publish callbacks [] for security_group (bf1b3a24-5a34-49e5-84d3-705b81aec0a3), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:03.956089 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-89f01e94-7230-4b7c-bd3d-966c5ee12240 admin admin] Publish callbacks [] for security_group (bf1b3a24-5a34-49e5-84d3-705b81aec0a3), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:04.033743 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-89f01e94-7230-4b7c-bd3d-966c5ee12240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (bf1b3a24-5a34-49e5-84d3-705b81aec0a3), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:04.042106 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-89f01e94-7230-4b7c-bd3d-966c5ee12240 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:04.050227 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-89f01e94-7230-4b7c-bd3d-966c5ee12240 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bf1b3a24-5a34-49e5-84d3-705b81aec0a3 HTTP/1.1" status: 204 len: 168 time: 0.3575048 Feb 09 01:00:04.057277 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f7261601-3860-4aff-908f-4e03989214f9 req-eed84cfd-78ca-4fd3-8989-0956798a0b11 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=b128caf7-1f50-4105-904b-157a0f90cb85 HTTP/1.1" status: 200 len: 217 time: 0.4238045 Feb 09 01:00:04.066346 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f01e94-7230-4b7c-bd3d-966c5ee12240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1b3a24-5a34-49e5-84d3-705b81aec0a3,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:04.098927 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4cb09f-70f7-4971-814f-592358195c6f req-b32edb3e-b10d-46bc-b0fb-0e64d7d7309f tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:04.103487 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4a4cb09f-70f7-4971-814f-592358195c6f req-b32edb3e-b10d-46bc-b0fb-0e64d7d7309f tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] 10.222.0.50 "GET /v2.0/ports?device_id=344aa1ea-57ea-468b-a8d6-42ce57b512ad HTTP/1.1" status: 200 len: 970 time: 0.3531752 Feb 09 01:00:04.207707 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4a4cb09f-70f7-4971-814f-592358195c6f req-4a26d27e-e85a-4fce-b6b7-c4ca766c6d67 tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] 10.222.0.50 "GET /v2.0/security-groups?id=19ad4ac4-0f15-4041-a5dc-ac8d91eb0cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959675 Feb 09 01:00:04.302340 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36198) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:04.336498 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c8a98994-f9de-4bc7-b47e-64fbbf6b9806 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:04.415061 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-850a3c71-1033-49e9-9ee4-af41a89967bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:04.492626 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c8a98994-f9de-4bc7-b47e-64fbbf6b9806 admin admin] Publish callbacks [] for security_group (4754f175-03f8-48b5-80c9-3565c363e41d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:04.498546 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c8a98994-f9de-4bc7-b47e-64fbbf6b9806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (4754f175-03f8-48b5-80c9-3565c363e41d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:04.555020 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c8a98994-f9de-4bc7-b47e-64fbbf6b9806 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cb78bb27e7d145a88031d0d8b7895342&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2487879 Feb 09 01:00:04.555020 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a98994-f9de-4bc7-b47e-64fbbf6b9806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4754f175-03f8-48b5-80c9-3565c363e41d,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:04.555651 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36204) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:04.677146 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-089480fb-9551-432b-8953-98361e5d8e3b admin admin] Publish callbacks [] for security_group (4754f175-03f8-48b5-80c9-3565c363e41d), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:04.706339 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7261601-3860-4aff-908f-4e03989214f9 req-0dd57ebe-c743-4e48-9966-84ab40224948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:04.708385 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f7261601-3860-4aff-908f-4e03989214f9 req-0dd57ebe-c743-4e48-9966-84ab40224948 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.1011384 Feb 09 01:00:04.722967 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-089480fb-9551-432b-8953-98361e5d8e3b admin admin] Publish callbacks [] for security_group (4754f175-03f8-48b5-80c9-3565c363e41d), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:04.820443 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-089480fb-9551-432b-8953-98361e5d8e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (4754f175-03f8-48b5-80c9-3565c363e41d), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:04.823366 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-089480fb-9551-432b-8953-98361e5d8e3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:04.827166 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-089480fb-9551-432b-8953-98361e5d8e3b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4754f175-03f8-48b5-80c9-3565c363e41d HTTP/1.1" status: 204 len: 168 time: 0.2676897 Feb 09 01:00:04.844766 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089480fb-9551-432b-8953-98361e5d8e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4754f175-03f8-48b5-80c9-3565c363e41d,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:05.112931 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7261601-3860-4aff-908f-4e03989214f9 req-e4d97e67-df91-40e9-82ed-508bd3ab2230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:05.115234 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f7261601-3860-4aff-908f-4e03989214f9 req-e4d97e67-df91-40e9-82ed-508bd3ab2230 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2246203 Feb 09 01:00:05.443677 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab0881-e349-40fb-8505-ec257c324e1d req-05158ccd-e5f7-41e9-b37f-5abe4e981875 tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:05.453910 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18ab0881-e349-40fb-8505-ec257c324e1d req-05158ccd-e5f7-41e9-b37f-5abe4e981875 tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] 10.222.0.50 "GET /v2.0/ports?device_id=344aa1ea-57ea-468b-a8d6-42ce57b512ad HTTP/1.1" status: 200 len: 970 time: 0.1427870 Feb 09 01:00:05.539403 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18ab0881-e349-40fb-8505-ec257c324e1d req-8b9dcbb4-1aa9-4b7f-9fc5-e7fc19523a50 tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] 10.222.0.50 "GET /v2.0/security-groups?id=19ad4ac4-0f15-4041-a5dc-ac8d91eb0cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845182 Feb 09 01:00:05.631257 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36242) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:05.636711 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-7a002906-506d-4d63-8046-7da3552178f8 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-237892864-network', 'tenant_id': '137a8fb71ad6446f807f225bbcd6faae'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:05.672483 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a002906-506d-4d63-8046-7da3552178f8 admin admin] Made reservation on behalf of 137a8fb71ad6446f807f225bbcd6faae for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:00:05.675246 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7a002906-506d-4d63-8046-7da3552178f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:05.700792 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7a002906-506d-4d63-8046-7da3552178f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:05.763698 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:05.836964 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7a002906-506d-4d63-8046-7da3552178f8 admin admin] Publish callbacks [] for security_group (4ab094a9-4ed8-44b8-8a02-c84543b7f5c3), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:05.843209 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7a002906-506d-4d63-8046-7da3552178f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (4ab094a9-4ed8-44b8-8a02-c84543b7f5c3), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:05.860361 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a002906-506d-4d63-8046-7da3552178f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1044} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:00:05.915244 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7a002906-506d-4d63-8046-7da3552178f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (cd58c098-9b35-4287-8e26-2589596aa3b7), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:05.915592 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-7a002906-506d-4d63-8046-7da3552178f8 admin admin] Added segment cd58c098-9b35-4287-8e26-2589596aa3b7 of type vlan for network cd575d75-74a0-4eab-a54e-4f1fcda3df52 Feb 09 01:00:05.958811 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a002906-506d-4d63-8046-7da3552178f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab094a9-4ed8-44b8-8a02-c84543b7f5c3,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:05.974465 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7a002906-506d-4d63-8046-7da3552178f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (cd575d75-74a0-4eab-a54e-4f1fcda3df52), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:06.019093 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7a002906-506d-4d63-8046-7da3552178f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (cd575d75-74a0-4eab-a54e-4f1fcda3df52), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:06.020316 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a002906-506d-4d63-8046-7da3552178f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:06.021342 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7a002906-506d-4d63-8046-7da3552178f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:06.357839 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-7a002906-506d-4d63-8046-7da3552178f8 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7251887 Feb 09 01:00:06.360646 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36272) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:06.370178 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-7784300d-a472-4fef-9446-d179e958d2de admin admin] Request body: {'subnet': {'network_id': 'cd575d75-74a0-4eab-a54e-4f1fcda3df52', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-237892864-subnet', 'tenant_id': '137a8fb71ad6446f807f225bbcd6faae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:06.403190 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a002906-506d-4d63-8046-7da3552178f8 admin admin] Pushing event updated for resources: {'Network': ['ID=cd575d75-74a0-4eab-a54e-4f1fcda3df52,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:06.413491 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network cd575d75-74a0-4eab-a54e-4f1fcda3df52 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:00:06.416570 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7784300d-a472-4fef-9446-d179e958d2de admin admin] Made reservation on behalf of 137a8fb71ad6446f807f225bbcd6faae for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:00:06.419003 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7784300d-a472-4fef-9446-d179e958d2de admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:06.807651 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7784300d-a472-4fef-9446-d179e958d2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for subnet (2f7e8f31-398f-4990-8e3c-19ed2889a842), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:06.870483 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36290) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:06.928948 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7784300d-a472-4fef-9446-d179e958d2de admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f7e8f31-398f-4990-8e3c-19ed2889a842,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:06.948093 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4989c4-e44a-427f-bb77-7a8704687527 req-9afa62ae-9efe-485a-998b-2ca31b913b99 tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:06.955099 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1a4989c4-e44a-427f-bb77-7a8704687527 req-9afa62ae-9efe-485a-998b-2ca31b913b99 tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] 10.222.0.50 "GET /v2.0/ports?device_id=344aa1ea-57ea-468b-a8d6-42ce57b512ad HTTP/1.1" status: 200 len: 970 time: 0.1589849 Feb 09 01:00:06.965163 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7784300d-a472-4fef-9446-d179e958d2de admin admin] Checking segment: {'id': 'cd58c098-9b35-4287-8e26-2589596aa3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'cd575d75-74a0-4eab-a54e-4f1fcda3df52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:00:06.965620 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7784300d-a472-4fef-9446-d179e958d2de admin admin] Network hostable DHCP agents. Network: cd575d75-74a0-4eab-a54e-4f1fcda3df52, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:00:07.014918 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7784300d-a472-4fef-9446-d179e958d2de admin admin] Network cd575d75-74a0-4eab-a54e-4f1fcda3df52 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:00:07.023337 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:07.029250 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1a4989c4-e44a-427f-bb77-7a8704687527 req-fc71ef8c-b90c-4158-bbb9-ce5aacdad230 tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] 10.222.0.50 "GET /v2.0/security-groups?id=19ad4ac4-0f15-4041-a5dc-ac8d91eb0cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731359 Feb 09 01:00:07.042331 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-7784300d-a472-4fef-9446-d179e958d2de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, cd575d75-74a0-4eab-a54e-4f1fcda3df52) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:00:07.048297 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7784300d-a472-4fef-9446-d179e958d2de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:07.049305 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7784300d-a472-4fef-9446-d179e958d2de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:07.053003 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9170576-3cd9-4e5c-a797-cfcded75bda2 None None] Network cd575d75-74a0-4eab-a54e-4f1fcda3df52 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:00:07.077047 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-7784300d-a472-4fef-9446-d179e958d2de admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7111351 Feb 09 01:00:07.144128 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-355273e5-0ee2-4595-b985-5b6cd682bcd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:07.183675 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4090a0-8caa-43ee-8822-c08fc61fef38 None None] Network cd575d75-74a0-4eab-a54e-4f1fcda3df52 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:00:07.239331 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-355273e5-0ee2-4595-b985-5b6cd682bcd9 admin admin] Publish callbacks [] for security_group (52bc1384-4641-486b-b517-4e9a697dbec2), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:07.245855 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-355273e5-0ee2-4595-b985-5b6cd682bcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (52bc1384-4641-486b-b517-4e9a697dbec2), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:07.300484 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-355273e5-0ee2-4595-b985-5b6cd682bcd9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=106c21a39fbb4afb9e0f3fb3969fd98f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4283645 Feb 09 01:00:07.303405 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36308) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:07.307749 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355273e5-0ee2-4595-b985-5b6cd682bcd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52bc1384-4641-486b-b517-4e9a697dbec2,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:07.360243 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cc3b77bd-2ab0-4505-b745-7895b2a9c968 admin admin] Publish callbacks [] for security_group (52bc1384-4641-486b-b517-4e9a697dbec2), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:07.387240 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cc3b77bd-2ab0-4505-b745-7895b2a9c968 admin admin] Publish callbacks [] for security_group (52bc1384-4641-486b-b517-4e9a697dbec2), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:07.454461 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:07.468408 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cc3b77bd-2ab0-4505-b745-7895b2a9c968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (52bc1384-4641-486b-b517-4e9a697dbec2), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:07.471314 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cc3b77bd-2ab0-4505-b745-7895b2a9c968 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:07.472634 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-cc3b77bd-2ab0-4505-b745-7895b2a9c968 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/52bc1384-4641-486b-b517-4e9a697dbec2 HTTP/1.1" status: 204 len: 168 time: 0.1677992 Feb 09 01:00:07.481782 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b77bd-2ab0-4505-b745-7895b2a9c968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bc1384-4641-486b-b517-4e9a697dbec2,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:07.596795 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f7261601-3860-4aff-908f-4e03989214f9 req-e067945d-b3af-48f4-b4de-2d226a073350 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869036 Feb 09 01:00:07.694871 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f7261601-3860-4aff-908f-4e03989214f9 req-e750c620-e793-4816-86f3-1d66a644e00e service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911355 Feb 09 01:00:07.943360 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa98f22-7823-4103-a5d1-1bed58c38363 req-12f87950-ac5d-482a-981e-f4c7b5b184d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:07.944940 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eaa98f22-7823-4103-a5d1-1bed58c38363 req-12f87950-ac5d-482a-981e-f4c7b5b184d2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7e2f3410b34b48c0a54dd37ae3ab38e5&device_id=344aa1ea-57ea-468b-a8d6-42ce57b512ad HTTP/1.1" status: 200 len: 1152 time: 0.1782763 Feb 09 01:00:08.056831 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36348) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:08.075522 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a3c853da-9ac4-4921-9d10-60bbf164b00f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:08.096694 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-3e7741a8-3e46-4828-8016-8d131d57ac5b tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:08.104454 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-3e7741a8-3e46-4828-8016-8d131d57ac5b tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/networks?id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10 HTTP/1.1" status: 200 len: 821 time: 0.3248575 Feb 09 01:00:08.146531 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-8883570f-cf26-41d3-88c8-e6af17e19546 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/quotas/3b70da3c9e0441c5928a48dabf785fc6 HTTP/1.1" status: 200 len: 375 time: 0.0410886 Feb 09 01:00:08.166536 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a3c853da-9ac4-4921-9d10-60bbf164b00f admin admin] Publish callbacks [] for security_group (51c384f5-983b-45cf-9721-6bcf20e5872f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:08.171784 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a3c853da-9ac4-4921-9d10-60bbf164b00f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (51c384f5-983b-45cf-9721-6bcf20e5872f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:08.201149 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-967ac02f-e688-4530-98c9-96a2e5b29c59 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3b70da3c9e0441c5928a48dabf785fc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532002 Feb 09 01:00:08.214813 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa98f22-7823-4103-a5d1-1bed58c38363 req-838b6a1e-2ca9-412f-a150-24fc6fa8dba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:08.214994 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a3c853da-9ac4-4921-9d10-60bbf164b00f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a079adb3ca694bd2a0ca97487736077d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1555026 Feb 09 01:00:08.216079 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c853da-9ac4-4921-9d10-60bbf164b00f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c384f5-983b-45cf-9721-6bcf20e5872f,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:08.216319 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eaa98f22-7823-4103-a5d1-1bed58c38363 req-838b6a1e-2ca9-412f-a150-24fc6fa8dba9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.2635884 Feb 09 01:00:08.217421 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36356) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:08.289601 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eaa98f22-7823-4103-a5d1-1bed58c38363 req-52ee3907-0720-4233-8707-ed283bb96376 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=b128caf7-1f50-4105-904b-157a0f90cb85 HTTP/1.1" status: 200 len: 217 time: 0.0621581 Feb 09 01:00:08.365135 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-588446b0-d802-43b4-9790-04a7820f35ab tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=e954fab3d43d455d9ae63a1ca4e8f47a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547345 Feb 09 01:00:08.377148 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:08.389277 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7cde5e95-6b19-44ef-a479-136c090e7004 admin admin] Publish callbacks [] for security_group (51c384f5-983b-45cf-9721-6bcf20e5872f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:08.395117 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa98f22-7823-4103-a5d1-1bed58c38363 req-e6bde882-966e-4a2f-a354-f910551429e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:08.396673 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eaa98f22-7823-4103-a5d1-1bed58c38363 req-e6bde882-966e-4a2f-a354-f910551429e7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.0971897 Feb 09 01:00:08.451698 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-8f4cb955-7ac2-4353-a122-36511092ca4e service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:00:08.452715 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-8f4cb955-7ac2-4353-a122-36511092ca4e service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1144760 Feb 09 01:00:08.495609 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7cde5e95-6b19-44ef-a479-136c090e7004 admin admin] Publish callbacks [] for security_group (51c384f5-983b-45cf-9721-6bcf20e5872f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:08.616227 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa98f22-7823-4103-a5d1-1bed58c38363 req-837d8c2b-89e4-4fa9-9e72-9982a2bc45b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:08.617714 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eaa98f22-7823-4103-a5d1-1bed58c38363 req-837d8c2b-89e4-4fa9-9e72-9982a2bc45b9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2034750 Feb 09 01:00:08.626835 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-b39860d1-e7fd-4062-8882-b861eaff512a tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:08.628374 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-b39860d1-e7fd-4062-8882-b861eaff512a tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2525153 Feb 09 01:00:08.705300 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7cde5e95-6b19-44ef-a479-136c090e7004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (51c384f5-983b-45cf-9721-6bcf20e5872f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:08.707687 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7cde5e95-6b19-44ef-a479-136c090e7004 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:08.708815 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-7cde5e95-6b19-44ef-a479-136c090e7004 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/51c384f5-983b-45cf-9721-6bcf20e5872f HTTP/1.1" status: 204 len: 168 time: 0.4903989 Feb 09 01:00:08.718022 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-65f908f9-2ef1-4b25-be8f-0cdff39b1ec9 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/quotas/e954fab3d43d455d9ae63a1ca4e8f47a HTTP/1.1" status: 200 len: 375 time: 0.0690486 Feb 09 01:00:08.722157 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-de088761-6fbe-44c9-a1ef-f39d304a8609 service neutron] 10.222.0.50 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489784 Feb 09 01:00:08.732430 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde5e95-6b19-44ef-a479-136c090e7004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c384f5-983b-45cf-9721-6bcf20e5872f,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:08.977737 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-914cb114-ce20-481f-bbf5-7100b2cf1f63 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e954fab3d43d455d9ae63a1ca4e8f47a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2491202 Feb 09 01:00:08.999807 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eaa98f22-7823-4103-a5d1-1bed58c38363 req-ee5e0980-e106-4f1e-afde-fff3f479b58f service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682089 Feb 09 01:00:09.028801 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:09.081801 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-90e870b9-376e-487b-88c3-4a38589ecda0 service neutron] 10.222.0.50 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502147 Feb 09 01:00:09.150021 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eaa98f22-7823-4103-a5d1-1bed58c38363 req-390f9871-6ffa-4308-ae14-bc3fe6efddf3 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414974 Feb 09 01:00:09.263207 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d049d41-6483-457b-be8b-ba399004f512 req-71335d7a-e57a-4f67-93ed-ad3ef2e9a67b tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:09.264855 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1d049d41-6483-457b-be8b-ba399004f512 req-71335d7a-e57a-4f67-93ed-ad3ef2e9a67b tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] 10.222.0.50 "GET /v2.0/ports?device_id=344aa1ea-57ea-468b-a8d6-42ce57b512ad HTTP/1.1" status: 200 len: 970 time: 0.0825186 Feb 09 01:00:09.336945 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1d049d41-6483-457b-be8b-ba399004f512 req-b7219a9f-ea83-4c80-8891-67013dc903be tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] 10.222.0.50 "GET /v2.0/security-groups?id=19ad4ac4-0f15-4041-a5dc-ac8d91eb0cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587609 Feb 09 01:00:09.430387 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1f7da47b-462b-49fc-afea-14d72fb8d6e3 req-823329e8-e65d-42c7-92ce-57447be281e2 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/ports?device_id=d05509da-7ec9-42e3-abb9-f69f5bffb0c5 HTTP/1.1" status: 200 len: 210 time: 0.0501940 Feb 09 01:00:09.521792 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8b4da653-1e1e-4b9f-be31-887d35e25c20 req-81fc9683-1597-424a-8c43-64f473406509 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c500d91-5364-48c7-b452-78dfe56882e1 HTTP/1.1" status: 200 len: 210 time: 0.0429745 Feb 09 01:00:10.429286 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2d0d186-65e6-488f-b56a-eba47c5d8d0a req-ee8cc14a-137b-40b3-b8e3-7ddf19cb6d5a tempest-QuotasAdminNegativeTest-260501648 tempest-QuotasAdminNegativeTest-260501648-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=cb6a6134151841a6b96d0b7090e97f26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331173 Feb 09 01:00:10.433465 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.120', 64193) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:10.566912 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53eea98-aec3-4b40-b26e-b661d15e45e7 req-5781eaad-0879-49b2-a354-92814fac873b tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:10.568563 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b53eea98-aec3-4b40-b26e-b661d15e45e7 req-5781eaad-0879-49b2-a354-92814fac873b tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] 10.222.0.50 "GET /v2.0/ports?device_id=344aa1ea-57ea-468b-a8d6-42ce57b512ad HTTP/1.1" status: 200 len: 970 time: 0.1249294 Feb 09 01:00:10.602506 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d0d186-65e6-488f-b56a-eba47c5d8d0a req-113d8534-866e-474d-aa05-5e1263f356a5 tempest-QuotasAdminNegativeTest-260501648 tempest-QuotasAdminNegativeTest-260501648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:10.604258 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2d0d186-65e6-488f-b56a-eba47c5d8d0a req-113d8534-866e-474d-aa05-5e1263f356a5 tempest-QuotasAdminNegativeTest-260501648 tempest-QuotasAdminNegativeTest-260501648-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1732585 Feb 09 01:00:10.625908 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-b364b4be-e26c-47c6-b7a7-df2d1bfb0f27 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:10.627779 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-b364b4be-e26c-47c6-b7a7-df2d1bfb0f27 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.120 "GET /v2.0/networks?id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10 HTTP/1.1" status: 200 len: 821 time: 0.1933370 Feb 09 01:00:10.632234 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2d0d186-65e6-488f-b56a-eba47c5d8d0a req-15ef1847-fbdb-47e7-91ff-bf703f0a036a tempest-QuotasAdminNegativeTest-260501648 tempest-QuotasAdminNegativeTest-260501648-project] 10.222.0.50 "GET /v2.0/quotas/cb6a6134151841a6b96d0b7090e97f26 HTTP/1.1" status: 200 len: 375 time: 0.0213797 Feb 09 01:00:10.652994 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b53eea98-aec3-4b40-b26e-b661d15e45e7 req-9849e99f-dbb4-42bb-ae6a-6134696508c2 tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] 10.222.0.50 "GET /v2.0/security-groups?id=19ad4ac4-0f15-4041-a5dc-ac8d91eb0cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779023 Feb 09 01:00:10.675559 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2d0d186-65e6-488f-b56a-eba47c5d8d0a req-f528abb5-591f-41ab-acaa-588ad7513d82 tempest-QuotasAdminNegativeTest-260501648 tempest-QuotasAdminNegativeTest-260501648-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cb6a6134151841a6b96d0b7090e97f26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356569 Feb 09 01:00:10.719619 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-1b0f60ca-d78b-4414-a93f-936904383369 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Request body: {'port': {'device_id': '8c500d91-5364-48c7-b452-78dfe56882e1', 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10', 'admin_state_up': True, 'tenant_id': '3b70da3c9e0441c5928a48dabf785fc6'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:10.857271 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0d05d24b-a99b-49ca-be82-4cfbc8b006d9 req-d4d8970e-e3c4-4fb1-9a1f-037a7cc21200 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/ports?device_id=d05509da-7ec9-42e3-abb9-f69f5bffb0c5 HTTP/1.1" status: 200 len: 210 time: 0.0548904 Feb 09 01:00:10.894730 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b616ef4f-e486-48e6-96a8-91c747c5e4bc req-d800487e-fc45-4f70-a98c-b79dd265f0bf tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c500d91-5364-48c7-b452-78dfe56882e1 HTTP/1.1" status: 200 len: 210 time: 0.0689218 Feb 09 01:00:11.039558 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-1b0f60ca-d78b-4414-a93f-936904383369 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Made reservation on behalf of 3b70da3c9e0441c5928a48dabf785fc6 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:00:11.043722 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-1b0f60ca-d78b-4414-a93f-936904383369 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:11.320796 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-1b0f60ca-d78b-4414-a93f-936904383369 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Allocated IP 172.20.0.8 (7041f7c4-8ab5-4479-b63e-c8706fa7ab10/aee9db20-60c4-48dd-9796-48ed06ca844d/9804ef2d-9fcf-4148-8470-0d34c52d2038) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:00:11.347933 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36510) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:11.484762 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b5f892b1-c79a-4177-a344-121e8b727de1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:11.509575 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-1b0f60ca-d78b-4414-a93f-936904383369 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Publish callbacks [] for port (9804ef2d-9fcf-4148-8470-0d34c52d2038), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:11.591019 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b5f892b1-c79a-4177-a344-121e8b727de1 admin admin] Publish callbacks [] for security_group (228f5fd4-ebf8-4181-a8e5-304783bc7d2e), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:11.596162 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b5f892b1-c79a-4177-a344-121e8b727de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (228f5fd4-ebf8-4181-a8e5-304783bc7d2e), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:11.599934 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-1b0f60ca-d78b-4414-a93f-936904383369 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (9804ef2d-9fcf-4148-8470-0d34c52d2038), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:11.641712 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b5f892b1-c79a-4177-a344-121e8b727de1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=522b416ef5be40649a133fdd26ef8179&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2921951 Feb 09 01:00:11.644158 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f892b1-c79a-4177-a344-121e8b727de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228f5fd4-ebf8-4181-a8e5-304783bc7d2e,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:11.645165 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36520) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:11.713101 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-1b0f60ca-d78b-4414-a93f-936904383369 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Network 7041f7c4-8ab5-4479-b63e-c8706fa7ab10 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:00:11.718374 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-1b0f60ca-d78b-4414-a93f-936904383369 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:00:11.721139 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-1b0f60ca-d78b-4414-a93f-936904383369 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:00:11.723776 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b09baff7-71d8-4e8e-9649-3eb6c1ab8888 admin admin] Publish callbacks [] for security_group (228f5fd4-ebf8-4181-a8e5-304783bc7d2e), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:11.726851 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-1b0f60ca-d78b-4414-a93f-936904383369 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:11.727625 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-1b0f60ca-d78b-4414-a93f-936904383369 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:11.735089 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f60ca-d78b-4414-a93f-936904383369 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Pushing event updated for resources: {'Port': ['ID=9804ef2d-9fcf-4148-8470-0d34c52d2038,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:11.757612 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-1b0f60ca-d78b-4414-a93f-936904383369 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0424919 Feb 09 01:00:11.780217 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b09baff7-71d8-4e8e-9649-3eb6c1ab8888 admin admin] Publish callbacks [] for security_group (228f5fd4-ebf8-4181-a8e5-304783bc7d2e), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:11.895776 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616344f-e1ea-429c-8b24-6ee22699081e req-9c26f3e6-0a56-47a7-8598-58de07f77032 tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:11.904507 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d616344f-e1ea-429c-8b24-6ee22699081e req-9c26f3e6-0a56-47a7-8598-58de07f77032 tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] 10.222.0.50 "GET /v2.0/ports?device_id=344aa1ea-57ea-468b-a8d6-42ce57b512ad HTTP/1.1" status: 200 len: 970 time: 0.1526163 Feb 09 01:00:11.922549 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device b128caf7-1f50-4105-904b-157a0f90cb85 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:00:11.937933 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b09baff7-71d8-4e8e-9649-3eb6c1ab8888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (228f5fd4-ebf8-4181-a8e5-304783bc7d2e), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:11.940695 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b09baff7-71d8-4e8e-9649-3eb6c1ab8888 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:11.944891 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b09baff7-71d8-4e8e-9649-3eb6c1ab8888 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/228f5fd4-ebf8-4181-a8e5-304783bc7d2e HTTP/1.1" status: 204 len: 168 time: 0.2970114 Feb 09 01:00:11.982306 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09baff7-71d8-4e8e-9649-3eb6c1ab8888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228f5fd4-ebf8-4181-a8e5-304783bc7d2e,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:11.997426 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d616344f-e1ea-429c-8b24-6ee22699081e req-64f154d1-e9ba-47b6-9187-ddc1b4e3d9f1 tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] 10.222.0.50 "GET /v2.0/security-groups?id=19ad4ac4-0f15-4041-a5dc-ac8d91eb0cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917249 Feb 09 01:00:12.003090 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-240f0519-c1bb-4b03-b668-6ae0de71ea88 req-c6eaf13a-e452-461f-80b0-f2a6d49ef706 tempest-QuotasAdminNegativeTest-260501648 tempest-QuotasAdminNegativeTest-260501648-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=cb6a6134151841a6b96d0b7090e97f26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367177 Feb 09 01:00:12.103413 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port b128caf7-1f50-4105-904b-157a0f90cb85, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=b128caf7-1f50-4105-904b-157a0f90cb85,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:00:12.121336 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': 'b128caf7-1f50-4105-904b-157a0f90cb85', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'port_id': 'b128caf7-1f50-4105-904b-157a0f90cb85', 'mac_address': 'fa:16:3e:bd:2b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3810d295-ee98-40f7-b1e2-609bf7d1c3df', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:tempest-test_az-1636857999', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:00:12.132313 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d78e5a68-b4b0-4ebc-8147-86765834f44f req-c5eb6b65-67dd-4414-8146-ab8f3050f4f0 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/ports?device_id=d05509da-7ec9-42e3-abb9-f69f5bffb0c5 HTTP/1.1" status: 200 len: 210 time: 0.0427594 Feb 09 01:00:12.176895 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port b128caf7-1f50-4105-904b-157a0f90cb85 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:00:12.177310 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b128caf7-1f50-4105-904b-157a0f90cb85), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:12.192606 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b128caf7-1f50-4105-904b-157a0f90cb85 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:00:12.205021 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f0519-c1bb-4b03-b668-6ae0de71ea88 req-10861b39-e892-4ff6-a82a-9f0b86d855ee tempest-QuotasAdminNegativeTest-260501648 tempest-QuotasAdminNegativeTest-260501648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:12.207333 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-240f0519-c1bb-4b03-b668-6ae0de71ea88 req-10861b39-e892-4ff6-a82a-9f0b86d855ee tempest-QuotasAdminNegativeTest-260501648 tempest-QuotasAdminNegativeTest-260501648-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2019408 Feb 09 01:00:12.216760 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port b128caf7-1f50-4105-904b-157a0f90cb85, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=b128caf7-1f50-4105-904b-157a0f90cb85,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:00:12.222025 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b128caf7-1f50-4105-904b-157a0f90cb85), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:12.241412 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-240f0519-c1bb-4b03-b668-6ae0de71ea88 req-fcb3ca48-7178-4159-8780-b3512f00b5e7 tempest-QuotasAdminNegativeTest-260501648 tempest-QuotasAdminNegativeTest-260501648-project] 10.222.0.50 "GET /v2.0/quotas/cb6a6134151841a6b96d0b7090e97f26 HTTP/1.1" status: 200 len: 375 time: 0.0277512 Feb 09 01:00:12.288593 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=b128caf7-1f50-4105-904b-157a0f90cb85,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:12.296738 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:12.297102 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:12.297554 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:12.297927 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:12.298026 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-240f0519-c1bb-4b03-b668-6ae0de71ea88 req-a2cac096-1151-438c-be32-fdf6e266c309 tempest-QuotasAdminNegativeTest-260501648 tempest-QuotasAdminNegativeTest-260501648-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cb6a6134151841a6b96d0b7090e97f26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554342 Feb 09 01:00:12.298238 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:12.298577 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:12.298912 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:12.299245 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:12.299575 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:12.299901 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:12.301195 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:12.301195 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:12.301195 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:12.302165 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Tracked resource versions report: Feb 09 01:00:12.302165 n-d-828369-4 neutron-server[103138]: pushed versions: Feb 09 01:00:12.302165 n-d-828369-4 neutron-server[103138]: { 'AddressGroup': {'1.2'}, Feb 09 01:00:12.302165 n-d-828369-4 neutron-server[103138]: 'ConntrackHelper': {'1.0'}, Feb 09 01:00:12.302165 n-d-828369-4 neutron-server[103138]: 'LocalIPAssociation': {'1.0'}, Feb 09 01:00:12.302165 n-d-828369-4 neutron-server[103138]: 'Log': {'1.0'}, Feb 09 01:00:12.302165 n-d-828369-4 neutron-server[103138]: 'Network': {'1.1'}, Feb 09 01:00:12.302165 n-d-828369-4 neutron-server[103138]: 'Port': {'1.7'}, Feb 09 01:00:12.302165 n-d-828369-4 neutron-server[103138]: 'PortForwarding': {'1.2'}, Feb 09 01:00:12.302165 n-d-828369-4 neutron-server[103138]: 'QosPolicy': {'1.10'}, Feb 09 01:00:12.302165 n-d-828369-4 neutron-server[103138]: 'SecurityGroup': {'1.5'}, Feb 09 01:00:12.302165 n-d-828369-4 neutron-server[103138]: 'SecurityGroupRule': {'1.2'}, Feb 09 01:00:12.302165 n-d-828369-4 neutron-server[103138]: 'SubPort': {'1.0'}, Feb 09 01:00:12.302165 n-d-828369-4 neutron-server[103138]: 'Subnet': {'1.1'}, Feb 09 01:00:12.302165 n-d-828369-4 neutron-server[103138]: 'Trunk': {'1.1'}} Feb 09 01:00:12.302165 n-d-828369-4 neutron-server[103138]: consumer versions: Feb 09 01:00:12.302165 n-d-828369-4 neutron-server[103138]: { DHCP agent@n-d-828369-4: {}, Feb 09 01:00:12.302165 n-d-828369-4 neutron-server[103138]: HyperV agent@n-h1-828369-4: {}, Feb 09 01:00:12.302165 n-d-828369-4 neutron-server[103138]: HyperV agent@n-h2-828369-4: {}, Feb 09 01:00:12.302165 n-d-828369-4 neutron-server[103138]: L3 agent@n-d-828369-4: {}, Feb 09 01:00:12.302165 n-d-828369-4 neutron-server[103138]: Metadata agent@n-d-828369-4: {}, Feb 09 01:00:12.302165 n-d-828369-4 neutron-server[103138]: Metering agent@n-d-828369-4: {}, Feb 09 01:00:12.302165 n-d-828369-4 neutron-server[103138]: Open vSwitch agent@n-d-828369-4: { 'AddressGroup': '1.2', Feb 09 01:00:12.302165 n-d-828369-4 neutron-server[103138]: 'ConntrackHelper': '1.0', Feb 09 01:00:12.302165 n-d-828369-4 neutron-server[103138]: 'LocalIPAssociation': '1.0', Feb 09 01:00:12.302165 n-d-828369-4 neutron-server[103138]: 'Log': '1.0', Feb 09 01:00:12.302165 n-d-828369-4 neutron-server[103138]: 'Network': '1.1', Feb 09 01:00:12.302165 n-d-828369-4 neutron-server[103138]: 'Port': '1.7', Feb 09 01:00:12.302165 n-d-828369-4 neutron-server[103138]: 'PortForwarding': '1.2', Feb 09 01:00:12.302165 n-d-828369-4 neutron-server[103138]: 'QosPolicy': '1.10', Feb 09 01:00:12.302165 n-d-828369-4 neutron-server[103138]: 'SecurityGroup': '1.5', Feb 09 01:00:12.302165 n-d-828369-4 neutron-server[103138]: 'SecurityGroupRule': '1.2', Feb 09 01:00:12.302165 n-d-828369-4 neutron-server[103138]: 'SubPort': '1.0', Feb 09 01:00:12.302165 n-d-828369-4 neutron-server[103138]: 'Subnet': '1.1', Feb 09 01:00:12.302165 n-d-828369-4 neutron-server[103138]: 'Trunk': '1.1'}} Feb 09 01:00:12.302165 n-d-828369-4 neutron-server[103138]: {{(pid=103138) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 01:00:12.324870 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481b427-bfa2-40ad-aa66-a24478d57508 req-99bd30f5-f19e-4963-8c13-fb9fbc829f57 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:12.326405 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c481b427-bfa2-40ad-aa66-a24478d57508 req-99bd30f5-f19e-4963-8c13-fb9fbc829f57 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c500d91-5364-48c7-b452-78dfe56882e1 HTTP/1.1" status: 200 len: 931 time: 0.1025219 Feb 09 01:00:12.343485 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36544) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:12.360372 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-62d57857-2f33-4b69-9421-f2ec4bac9327 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:12.390394 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c481b427-bfa2-40ad-aa66-a24478d57508 req-faa9c5a3-73a2-4fd0-8ecd-979678346fa6 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542595 Feb 09 01:00:12.454401 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-62d57857-2f33-4b69-9421-f2ec4bac9327 admin admin] Publish callbacks [] for security_group (0121b5e0-d168-40e3-ad7b-4e5416102952), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:12.458716 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-62d57857-2f33-4b69-9421-f2ec4bac9327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (0121b5e0-d168-40e3-ad7b-4e5416102952), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:12.496321 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-62d57857-2f33-4b69-9421-f2ec4bac9327 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9e8a97b933f74a79a4924767be3f5d84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1517410 Feb 09 01:00:12.498214 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d57857-2f33-4b69-9421-f2ec4bac9327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0121b5e0-d168-40e3-ad7b-4e5416102952,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:12.503056 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36552) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:12.553407 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6640d1b6-4cab-4ec9-8384-bc789100fed8 admin admin] Publish callbacks [] for security_group (0121b5e0-d168-40e3-ad7b-4e5416102952), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:12.577599 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6640d1b6-4cab-4ec9-8384-bc789100fed8 admin admin] Publish callbacks [] for security_group (0121b5e0-d168-40e3-ad7b-4e5416102952), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:12.630330 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6640d1b6-4cab-4ec9-8384-bc789100fed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (0121b5e0-d168-40e3-ad7b-4e5416102952), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:12.633699 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6640d1b6-4cab-4ec9-8384-bc789100fed8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:12.634902 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-6640d1b6-4cab-4ec9-8384-bc789100fed8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0121b5e0-d168-40e3-ad7b-4e5416102952 HTTP/1.1" status: 204 len: 168 time: 0.1339109 Feb 09 01:00:12.642971 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6640d1b6-4cab-4ec9-8384-bc789100fed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0121b5e0-d168-40e3-ad7b-4e5416102952,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:12.650788 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['b128caf7-1f50-4105-904b-157a0f90cb85'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:00:13.177405 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c22cb456-ec7a-4174-a0c0-09fa7a371595 req-b34dae1c-0763-4790-bc85-764b55e88a00 tempest-QuotasAdminNegativeTest-260501648 tempest-QuotasAdminNegativeTest-260501648-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=cb6a6134151841a6b96d0b7090e97f26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272634 Feb 09 01:00:13.186117 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6418e63-2146-470c-a308-236292820430 req-fbebe5d7-7a83-4def-9524-c388d7ea5f82 tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:13.187757 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d6418e63-2146-470c-a308-236292820430 req-fbebe5d7-7a83-4def-9524-c388d7ea5f82 tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] 10.222.0.50 "GET /v2.0/ports?device_id=344aa1ea-57ea-468b-a8d6-42ce57b512ad HTTP/1.1" status: 200 len: 971 time: 0.0919614 Feb 09 01:00:13.316230 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d6418e63-2146-470c-a308-236292820430 req-01e45fac-3c61-4634-a052-34ee220210a8 tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] 10.222.0.50 "GET /v2.0/security-groups?id=19ad4ac4-0f15-4041-a5dc-ac8d91eb0cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159828 Feb 09 01:00:13.345504 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22cb456-ec7a-4174-a0c0-09fa7a371595 req-4658ef8e-dbdc-48ae-b4d7-de28d4a01f2d tempest-QuotasAdminNegativeTest-260501648 tempest-QuotasAdminNegativeTest-260501648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:13.347030 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c22cb456-ec7a-4174-a0c0-09fa7a371595 req-4658ef8e-dbdc-48ae-b4d7-de28d4a01f2d tempest-QuotasAdminNegativeTest-260501648 tempest-QuotasAdminNegativeTest-260501648-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1583178 Feb 09 01:00:13.365644 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c22cb456-ec7a-4174-a0c0-09fa7a371595 req-cc9506d3-353b-46ac-8766-4f2587812190 tempest-QuotasAdminNegativeTest-260501648 tempest-QuotasAdminNegativeTest-260501648-project] 10.222.0.50 "GET /v2.0/quotas/cb6a6134151841a6b96d0b7090e97f26 HTTP/1.1" status: 200 len: 375 time: 0.0113096 Feb 09 01:00:13.416340 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c22cb456-ec7a-4174-a0c0-09fa7a371595 req-afb4269f-b0f3-43a7-bed4-c4adf6276344 tempest-QuotasAdminNegativeTest-260501648 tempest-QuotasAdminNegativeTest-260501648-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cb6a6134151841a6b96d0b7090e97f26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426090 Feb 09 01:00:13.436966 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1ba99a69-6e24-4180-b4a9-ab1e51369207 req-10199647-7eb7-4505-8645-d814358c55e4 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/ports?device_id=d05509da-7ec9-42e3-abb9-f69f5bffb0c5 HTTP/1.1" status: 200 len: 210 time: 0.0492845 Feb 09 01:00:13.569787 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289eba80-9cc2-4771-a65e-66d84201fe7e req-094c5f34-537f-42ac-8c72-35b7c2d08e6c tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:13.571507 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-289eba80-9cc2-4771-a65e-66d84201fe7e req-094c5f34-537f-42ac-8c72-35b7c2d08e6c tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c500d91-5364-48c7-b452-78dfe56882e1 HTTP/1.1" status: 200 len: 931 time: 0.0600748 Feb 09 01:00:13.635568 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-289eba80-9cc2-4771-a65e-66d84201fe7e req-39414206-be83-4c67-96fc-b27c850fe692 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576177 Feb 09 01:00:13.877061 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device b128caf7-1f50-4105-904b-157a0f90cb85 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:00:13.945073 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port b128caf7-1f50-4105-904b-157a0f90cb85 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:00:13.948990 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port b128caf7-1f50-4105-904b-157a0f90cb85 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:13.949588 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b128caf7-1f50-4105-904b-157a0f90cb85), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:14.041788 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port b128caf7-1f50-4105-904b-157a0f90cb85 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:00:14.042206 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b128caf7-1f50-4105-904b-157a0f90cb85), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:14.067716 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344aa1ea-57ea-468b-a8d6-42ce57b512ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b128caf7-1f50-4105-904b-157a0f90cb85'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:00:14.141711 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port b128caf7-1f50-4105-904b-157a0f90cb85, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=b128caf7-1f50-4105-904b-157a0f90cb85,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:00:14.146241 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b128caf7-1f50-4105-904b-157a0f90cb85), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:14.181618 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36636) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:14.208235 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=b128caf7-1f50-4105-904b-157a0f90cb85,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:14.304115 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ab9ca9-2b19-47b6-9ac2-a9075ceaf489" -d '{"events": [{"server_uuid": "344aa1ea-57ea-468b-a8d6-42ce57b512ad", "name": "network-vif-plugged", "status": "completed", "tag": "b128caf7-1f50-4105-904b-157a0f90cb85"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:00:14.420427 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-35917495-06c7-4fda-88e8-fcad99a0cab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:14.531464 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d667b2d3-48ca-4462-8f5d-cab7b24d9453 x-openstack-request-id: req-d667b2d3-48ca-4462-8f5d-cab7b24d9453 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:00:14.531873 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344aa1ea-57ea-468b-a8d6-42ce57b512ad", "name": "network-vif-plugged", "status": "completed", "tag": "b128caf7-1f50-4105-904b-157a0f90cb85", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:00:14.532131 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d667b2d3-48ca-4462-8f5d-cab7b24d9453 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:00:14.532621 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344aa1ea-57ea-468b-a8d6-42ce57b512ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b128caf7-1f50-4105-904b-157a0f90cb85', 'code': 200} Feb 09 01:00:14.567394 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518062fc-c8e7-4f60-9980-0c0ca1db13f3 req-1f3fa011-6045-4ff1-96cb-ebc6898d3a01 tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:14.569175 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-518062fc-c8e7-4f60-9980-0c0ca1db13f3 req-1f3fa011-6045-4ff1-96cb-ebc6898d3a01 tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] 10.222.0.50 "GET /v2.0/ports?device_id=344aa1ea-57ea-468b-a8d6-42ce57b512ad HTTP/1.1" status: 200 len: 972 time: 0.1027684 Feb 09 01:00:14.575552 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-35917495-06c7-4fda-88e8-fcad99a0cab2 admin admin] Publish callbacks [] for security_group (ce6c3976-c1a6-45b1-92ca-c62f9e8b259a), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:14.593094 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-35917495-06c7-4fda-88e8-fcad99a0cab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (ce6c3976-c1a6-45b1-92ca-c62f9e8b259a), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:14.681409 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5df67940-3dc6-424a-a852-b0e198af3d0f req-5ee75510-618d-42ca-87ab-dad5d522f95e tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/ports?device_id=d05509da-7ec9-42e3-abb9-f69f5bffb0c5 HTTP/1.1" status: 200 len: 210 time: 0.0737495 Feb 09 01:00:14.694782 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-35917495-06c7-4fda-88e8-fcad99a0cab2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cb6a6134151841a6b96d0b7090e97f26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5091295 Feb 09 01:00:14.695029 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36660) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:14.740316 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35917495-06c7-4fda-88e8-fcad99a0cab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6c3976-c1a6-45b1-92ca-c62f9e8b259a,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:14.753466 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-518062fc-c8e7-4f60-9980-0c0ca1db13f3 req-0a59adfc-ef49-4213-9e43-69af0b37630d tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] 10.222.0.50 "GET /v2.0/security-groups?id=19ad4ac4-0f15-4041-a5dc-ac8d91eb0cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757066 Feb 09 01:00:14.767169 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2cc35432-ec43-43a1-987c-661d49bcc75f admin admin] Publish callbacks [] for security_group (ce6c3976-c1a6-45b1-92ca-c62f9e8b259a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:14.791380 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91054f8-8d32-4637-9635-63e1466a0bce req-1c170dab-1a65-4294-b431-c60d0c8919ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:14.793019 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a91054f8-8d32-4637-9635-63e1466a0bce req-1c170dab-1a65-4294-b431-c60d0c8919ee service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=344aa1ea-57ea-468b-a8d6-42ce57b512ad HTTP/1.1" status: 200 len: 1154 time: 0.1735389 Feb 09 01:00:14.801916 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2cc35432-ec43-43a1-987c-661d49bcc75f admin admin] Publish callbacks [] for security_group (ce6c3976-c1a6-45b1-92ca-c62f9e8b259a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:14.835024 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a91054f8-8d32-4637-9635-63e1466a0bce req-85b818a2-20dd-46c8-baba-43d3aaecd380 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:14.875978 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2cc35432-ec43-43a1-987c-661d49bcc75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (ce6c3976-c1a6-45b1-92ca-c62f9e8b259a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:14.878720 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155c308-dd32-4d48-b3a5-f6c7812c98e2 req-7d649cdb-e070-48a8-b2bd-1abe7d7f2378 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:14.880137 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2cc35432-ec43-43a1-987c-661d49bcc75f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:14.880245 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c155c308-dd32-4d48-b3a5-f6c7812c98e2 req-7d649cdb-e070-48a8-b2bd-1abe7d7f2378 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c500d91-5364-48c7-b452-78dfe56882e1 HTTP/1.1" status: 200 len: 931 time: 0.1005197 Feb 09 01:00:14.885301 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2cc35432-ec43-43a1-987c-661d49bcc75f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ce6c3976-c1a6-45b1-92ca-c62f9e8b259a HTTP/1.1" status: 204 len: 168 time: 0.1884649 Feb 09 01:00:14.905260 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc35432-ec43-43a1-987c-661d49bcc75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6c3976-c1a6-45b1-92ca-c62f9e8b259a,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:14.966225 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c155c308-dd32-4d48-b3a5-f6c7812c98e2 req-b173cb1b-023e-4330-8772-e647b009b14d tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772879 Feb 09 01:00:15.009269 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a91054f8-8d32-4637-9635-63e1466a0bce req-85b818a2-20dd-46c8-baba-43d3aaecd380 service neutron] Publish callbacks [] for security_group (6bbcb5e0-dde0-471a-b852-e4b675bf6d0d), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:15.015624 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a91054f8-8d32-4637-9635-63e1466a0bce req-85b818a2-20dd-46c8-baba-43d3aaecd380 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (6bbcb5e0-dde0-471a-b852-e4b675bf6d0d), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:15.067049 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a91054f8-8d32-4637-9635-63e1466a0bce req-85b818a2-20dd-46c8-baba-43d3aaecd380 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=19ad4ac4-0f15-4041-a5dc-ac8d91eb0cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642183 Feb 09 01:00:15.070285 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b818a2-20dd-46c8-baba-43d3aaecd380 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbcb5e0-dde0-471a-b852-e4b675bf6d0d,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:15.266556 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36682) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:15.281500 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a8d10806-8576-4982-b9ac-fe8b9df760ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:15.367325 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a8d10806-8576-4982-b9ac-fe8b9df760ad admin admin] Publish callbacks [] for security_group (d7cfeb6e-6264-439b-9f9e-bae0048cf8b1), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:15.371704 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a8d10806-8576-4982-b9ac-fe8b9df760ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (d7cfeb6e-6264-439b-9f9e-bae0048cf8b1), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:15.415883 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a8d10806-8576-4982-b9ac-fe8b9df760ad admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f1c01e8680754e33951caecf14487540&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1459088 Feb 09 01:00:15.415883 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d10806-8576-4982-b9ac-fe8b9df760ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cfeb6e-6264-439b-9f9e-bae0048cf8b1,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:15.419019 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36686) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:15.419181 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36688) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:15.468219 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4ca36593-4014-4aa7-b0a7-4f17ec8267ef admin admin] Publish callbacks [] for security_group (d7cfeb6e-6264-439b-9f9e-bae0048cf8b1), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:15.489180 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4ca36593-4014-4aa7-b0a7-4f17ec8267ef admin admin] Publish callbacks [] for security_group (d7cfeb6e-6264-439b-9f9e-bae0048cf8b1), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:15.537347 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c2b85e27-fb3f-4627-b21d-db72b6317656 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:15.541593 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4ca36593-4014-4aa7-b0a7-4f17ec8267ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (d7cfeb6e-6264-439b-9f9e-bae0048cf8b1), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:15.544279 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4ca36593-4014-4aa7-b0a7-4f17ec8267ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:15.545480 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4ca36593-4014-4aa7-b0a7-4f17ec8267ef admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d7cfeb6e-6264-439b-9f9e-bae0048cf8b1 HTTP/1.1" status: 204 len: 168 time: 0.1282177 Feb 09 01:00:15.555288 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca36593-4014-4aa7-b0a7-4f17ec8267ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7cfeb6e-6264-439b-9f9e-bae0048cf8b1,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:15.634671 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c2b85e27-fb3f-4627-b21d-db72b6317656 admin admin] Publish callbacks [] for security_group (b4f12d2b-b401-4bbe-952c-80f920b0aa29), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:15.638396 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c2b85e27-fb3f-4627-b21d-db72b6317656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b4f12d2b-b401-4bbe-952c-80f920b0aa29), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:15.676688 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b85e27-fb3f-4627-b21d-db72b6317656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f12d2b-b401-4bbe-952c-80f920b0aa29,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:15.681640 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c2b85e27-fb3f-4627-b21d-db72b6317656 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=da26fa4f4283436991f5af753190f3bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2623315 Feb 09 01:00:15.684261 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36696) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:15.735500 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9da09424-5402-40d2-ada7-dea38fa77b36 admin admin] Publish callbacks [] for security_group (b4f12d2b-b401-4bbe-952c-80f920b0aa29), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:15.779927 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9da09424-5402-40d2-ada7-dea38fa77b36 admin admin] Publish callbacks [] for security_group (b4f12d2b-b401-4bbe-952c-80f920b0aa29), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:15.783136 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f4082777-353a-4035-b50b-88fd0deaf0e5 req-a02163af-488b-4b1c-9750-e6730d0b579b tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/ports?device_id=d05509da-7ec9-42e3-abb9-f69f5bffb0c5 HTTP/1.1" status: 200 len: 210 time: 0.0363297 Feb 09 01:00:15.834494 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9da09424-5402-40d2-ada7-dea38fa77b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b4f12d2b-b401-4bbe-952c-80f920b0aa29), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:15.838183 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9da09424-5402-40d2-ada7-dea38fa77b36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:15.839429 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-9da09424-5402-40d2-ada7-dea38fa77b36 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b4f12d2b-b401-4bbe-952c-80f920b0aa29 HTTP/1.1" status: 204 len: 168 time: 0.1540265 Feb 09 01:00:15.882544 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da09424-5402-40d2-ada7-dea38fa77b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f12d2b-b401-4bbe-952c-80f920b0aa29,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:15.916111 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade951e-f1c5-4fa4-95c8-bbd4fb95edf0 req-a71593e7-efef-4735-9fe6-582798aaf767 tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:15.916111 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bade951e-f1c5-4fa4-95c8-bbd4fb95edf0 req-a71593e7-efef-4735-9fe6-582798aaf767 tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] 10.222.0.50 "GET /v2.0/ports?device_id=344aa1ea-57ea-468b-a8d6-42ce57b512ad HTTP/1.1" status: 200 len: 972 time: 0.0744624 Feb 09 01:00:15.930883 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-07b08328-23f3-47b5-ae15-ff962b5e2d9f tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:00:15.931938 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-07b08328-23f3-47b5-ae15-ff962b5e2d9f tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.120 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086825 Feb 09 01:00:15.994644 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bade951e-f1c5-4fa4-95c8-bbd4fb95edf0 req-b31a27d8-82db-4b06-9152-367674d2d08e tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] 10.222.0.50 "GET /v2.0/security-groups?id=19ad4ac4-0f15-4041-a5dc-ac8d91eb0cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671604 Feb 09 01:00:16.129304 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0cf7f-39df-403c-9acf-472dfe3c22cd req-1fcc87a6-03a7-454a-b7fa-3ca1999856ba tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:16.131326 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c8a0cf7f-39df-403c-9acf-472dfe3c22cd req-1fcc87a6-03a7-454a-b7fa-3ca1999856ba tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c500d91-5364-48c7-b452-78dfe56882e1 HTTP/1.1" status: 200 len: 931 time: 0.0676684 Feb 09 01:00:16.186265 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c8a0cf7f-39df-403c-9acf-472dfe3c22cd req-81dce230-b175-4a19-8e16-9eb5772e5dfb tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493326 Feb 09 01:00:16.196654 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-1fc6b634-b25b-4b2a-bbb1-d541546cd365 service neutron] Request body: {'port': {'device_id': '8c500d91-5364-48c7-b452-78dfe56882e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:16.266623 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36722) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:16.280335 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-87f7cff7-0435-43b4-9420-1b04e926c678 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:16.378492 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-87f7cff7-0435-43b4-9420-1b04e926c678 admin admin] Publish callbacks [] for security_group (679967b5-2a1c-4181-bafe-0123201eb6de), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:16.383449 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-87f7cff7-0435-43b4-9420-1b04e926c678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (679967b5-2a1c-4181-bafe-0123201eb6de), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:16.387792 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-1fc6b634-b25b-4b2a-bbb1-d541546cd365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (9804ef2d-9fcf-4148-8470-0d34c52d2038), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:16.421172 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-87f7cff7-0435-43b4-9420-1b04e926c678 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=42f510fae1f5438383dc2f268424caf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1534097 Feb 09 01:00:16.421804 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36728) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:16.445624 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f7cff7-0435-43b4-9420-1b04e926c678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679967b5-2a1c-4181-bafe-0123201eb6de,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:16.485264 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-66e9b345-87d0-438c-b01e-84d6527ae189 admin admin] Publish callbacks [] for security_group (679967b5-2a1c-4181-bafe-0123201eb6de), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:16.509224 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-66e9b345-87d0-438c-b01e-84d6527ae189 admin admin] Publish callbacks [] for security_group (679967b5-2a1c-4181-bafe-0123201eb6de), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:16.571031 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-66e9b345-87d0-438c-b01e-84d6527ae189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (679967b5-2a1c-4181-bafe-0123201eb6de), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:16.573738 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-66e9b345-87d0-438c-b01e-84d6527ae189 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:16.575068 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-66e9b345-87d0-438c-b01e-84d6527ae189 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/679967b5-2a1c-4181-bafe-0123201eb6de HTTP/1.1" status: 204 len: 168 time: 0.1441917 Feb 09 01:00:16.588831 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e9b345-87d0-438c-b01e-84d6527ae189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679967b5-2a1c-4181-bafe-0123201eb6de,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:16.649426 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.120', 64198) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:16.679099 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-9f65cfa3-5079-4d48-92b1-91764960dfcc tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.120 "GET /v2.0/networks?tenant_id=e954fab3d43d455d9ae63a1ca4e8f47a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252392 Feb 09 01:00:16.755968 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-1fc6b634-b25b-4b2a-bbb1-d541546cd365 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9804ef2d-9fcf-4148-8470-0d34c52d2038 {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:00:16.764735 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-1fc6b634-b25b-4b2a-bbb1-d541546cd365 service neutron] Publish callbacks [] for port (9804ef2d-9fcf-4148-8470-0d34c52d2038), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:16.785328 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-1fc6b634-b25b-4b2a-bbb1-d541546cd365 service neutron] Transition to ACTIVE for port object 9804ef2d-9fcf-4148-8470-0d34c52d2038 will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:00:16.791099 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-1fc6b634-b25b-4b2a-bbb1-d541546cd365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (9804ef2d-9fcf-4148-8470-0d34c52d2038), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:16.877581 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-a6358382-977d-4cd9-bf41-f5bf9edde68c tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:16.879508 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-a6358382-977d-4cd9-bf41-f5bf9edde68c tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.120 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1958702 Feb 09 01:00:16.899625 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-69ccbf3a-0f93-4cbc-bf83-b2948022e49a tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Request body: {'port': {'device_id': 'd05509da-7ec9-42e3-abb9-f69f5bffb0c5', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'admin_state_up': True, 'tenant_id': 'e954fab3d43d455d9ae63a1ca4e8f47a'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:16.936570 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc6b634-b25b-4b2a-bbb1-d541546cd365 service neutron] Pushing event updated for resources: {'Port': ['ID=9804ef2d-9fcf-4148-8470-0d34c52d2038,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:16.955756 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-1fc6b634-b25b-4b2a-bbb1-d541546cd365 service neutron] Attempting to bind port 9804ef2d-9fcf-4148-8470-0d34c52d2038 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:00:16.956033 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-1fc6b634-b25b-4b2a-bbb1-d541546cd365 service neutron] Attempting to bind port 9804ef2d-9fcf-4148-8470-0d34c52d2038 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '2793514a-5639-496c-8d37-377203141ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:00:16.956455 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-1fc6b634-b25b-4b2a-bbb1-d541546cd365 service neutron] Attempting to bind port 9804ef2d-9fcf-4148-8470-0d34c52d2038 on network 7041f7c4-8ab5-4479-b63e-c8706fa7ab10 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:00:16.960876 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-1fc6b634-b25b-4b2a-bbb1-d541546cd365 service neutron] Port 9804ef2d-9fcf-4148-8470-0d34c52d2038 on network 7041f7c4-8ab5-4479-b63e-c8706fa7ab10 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:00:16.961328 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-1fc6b634-b25b-4b2a-bbb1-d541546cd365 service neutron] Attempting to bind port 9804ef2d-9fcf-4148-8470-0d34c52d2038 on network 7041f7c4-8ab5-4479-b63e-c8706fa7ab10 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:00:16.966708 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-1fc6b634-b25b-4b2a-bbb1-d541546cd365 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:00:16.967486 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-1fc6b634-b25b-4b2a-bbb1-d541546cd365 service neutron] Checking segment: {'id': '2793514a-5639-496c-8d37-377203141ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:00:16.968200 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-1fc6b634-b25b-4b2a-bbb1-d541546cd365 service neutron] Bound using segment: {'id': '2793514a-5639-496c-8d37-377203141ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:00:16.968841 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-1fc6b634-b25b-4b2a-bbb1-d541546cd365 service neutron] Bound port: 9804ef2d-9fcf-4148-8470-0d34c52d2038, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2793514a-5639-496c-8d37-377203141ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:00:16.969374 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-1fc6b634-b25b-4b2a-bbb1-d541546cd365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (9804ef2d-9fcf-4148-8470-0d34c52d2038), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:17.014256 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c151d328-7b97-4dd0-8287-36eb9c211fa3 req-92489db6-4026-4e65-8348-31ce5a798b1f tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/ports?device_id=d05509da-7ec9-42e3-abb9-f69f5bffb0c5 HTTP/1.1" status: 200 len: 210 time: 0.0820520 Feb 09 01:00:17.069528 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-1fc6b634-b25b-4b2a-bbb1-d541546cd365 service neutron] For port 9804ef2d-9fcf-4148-8470-0d34c52d2038, host n-h2-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:00:17.080277 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-1fc6b634-b25b-4b2a-bbb1-d541546cd365 service neutron] For port 9804ef2d-9fcf-4148-8470-0d34c52d2038, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=9804ef2d-9fcf-4148-8470-0d34c52d2038,segment=NetworkSegment(2793514a-5639-496c-8d37-377203141ac7),segment_id=2793514a-5639-496c-8d37-377203141ac7)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:00:17.087830 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-1fc6b634-b25b-4b2a-bbb1-d541546cd365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (9804ef2d-9fcf-4148-8470-0d34c52d2038), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:17.128134 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-1fc6b634-b25b-4b2a-bbb1-d541546cd365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:17.128847 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-1fc6b634-b25b-4b2a-bbb1-d541546cd365 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:17.131015 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-1fc6b634-b25b-4b2a-bbb1-d541546cd365 service neutron] 10.222.0.120 "PUT /v2.0/ports/9804ef2d-9fcf-4148-8470-0d34c52d2038 HTTP/1.1" status: 200 len: 1091 time: 1.0225179 Feb 09 01:00:17.133763 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c500d91-5364-48c7-b452-78dfe56882e1', 'tag': '9804ef2d-9fcf-4148-8470-0d34c52d2038'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:00:17.149446 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-69ccbf3a-0f93-4cbc-bf83-b2948022e49a tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Made reservation on behalf of e954fab3d43d455d9ae63a1ca4e8f47a for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:00:17.153170 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-69ccbf3a-0f93-4cbc-bf83-b2948022e49a tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:17.182613 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-69ccbf3a-0f93-4cbc-bf83-b2948022e49a tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:17.202998 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2814b92c-ca39-4468-936e-bc69bd51ff31 req-f2f3920a-54cf-4a5a-b72d-3f45ab939919 tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:17.205224 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2814b92c-ca39-4468-936e-bc69bd51ff31 req-f2f3920a-54cf-4a5a-b72d-3f45ab939919 tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] 10.222.0.50 "GET /v2.0/ports?device_id=344aa1ea-57ea-468b-a8d6-42ce57b512ad HTTP/1.1" status: 200 len: 972 time: 0.1141727 Feb 09 01:00:17.343268 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-69ccbf3a-0f93-4cbc-bf83-b2948022e49a tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Publish callbacks [] for security_group (3ae89f1b-0d6f-4181-9124-42300154813a), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:17.369843 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc6b634-b25b-4b2a-bbb1-d541546cd365 service neutron] Pushing event updated for resources: {'Port': ['ID=9804ef2d-9fcf-4148-8470-0d34c52d2038,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:17.370588 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-69ccbf3a-0f93-4cbc-bf83-b2948022e49a tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (3ae89f1b-0d6f-4181-9124-42300154813a), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:17.397831 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-aff66128-f7db-4ece-88e7-5f14a3046012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:17.399713 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-aff66128-f7db-4ece-88e7-5f14a3046012 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=3b70da3c9e0441c5928a48dabf785fc6&device_id=8c500d91-5364-48c7-b452-78dfe56882e1 HTTP/1.1" status: 200 len: 1125 time: 0.1778717 Feb 09 01:00:17.488624 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-f34b0e89-14a9-430c-b30e-0f04fe81d555 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9804ef2d-9fcf-4148-8470-0d34c52d2038 HTTP/1.1" status: 200 len: 217 time: 0.0792584 Feb 09 01:00:17.493219 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2814b92c-ca39-4468-936e-bc69bd51ff31 req-202d64a1-029e-44e1-b103-7c1fb97350f8 tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] 10.222.0.50 "GET /v2.0/security-groups?id=19ad4ac4-0f15-4041-a5dc-ac8d91eb0cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806630 Feb 09 01:00:17.540001 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ccbf3a-0f93-4cbc-bf83-b2948022e49a tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae89f1b-0d6f-4181-9124-42300154813a,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:17.562860 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11283a58-1ec8-4882-8637-0152cfeaf27b req-68e4a7ae-7ceb-4870-b2a4-22bd9b93b05f tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:17.564611 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-11283a58-1ec8-4882-8637-0152cfeaf27b req-68e4a7ae-7ceb-4870-b2a4-22bd9b93b05f tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c500d91-5364-48c7-b452-78dfe56882e1 HTTP/1.1" status: 200 len: 943 time: 0.2143905 Feb 09 01:00:17.619910 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-69ccbf3a-0f93-4cbc-bf83-b2948022e49a tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Allocated IP 192.168.233.25 (9e88fe6e-2b1d-4294-a17d-9a7801813700/3810d295-ee98-40f7-b1e2-609bf7d1c3df/00af4a39-6f45-413a-8932-22db67767e6f) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:00:17.642959 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-11283a58-1ec8-4882-8637-0152cfeaf27b req-158aa9eb-87ef-4f4b-b3a0-adcc322ab384 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716612 Feb 09 01:00:17.650494 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-b8852d50-e89f-432b-a2e2-ee1eb73c0cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:17.651992 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-b8852d50-e89f-432b-a2e2-ee1eb73c0cf3 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=aee9db20-60c4-48dd-9796-48ed06ca844d HTTP/1.1" status: 200 len: 861 time: 0.1505775 Feb 09 01:00:17.656253 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77573481-31b3-48cb-b94c-f5dfd46d0fa1" -d '{"events": [{"name": "network-changed", "server_uuid": "8c500d91-5364-48c7-b452-78dfe56882e1", "tag": "9804ef2d-9fcf-4148-8470-0d34c52d2038"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:00:17.720526 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-5350a567-210d-4f46-81b4-9641375216b0 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571942 Feb 09 01:00:17.838883 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-69ccbf3a-0f93-4cbc-bf83-b2948022e49a tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Publish callbacks [] for port (00af4a39-6f45-413a-8932-22db67767e6f), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:17.895230 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-685e32ef-3168-4ad4-a004-5135939a42a5 service neutron] 10.222.0.120 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603699 Feb 09 01:00:17.902914 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-69ccbf3a-0f93-4cbc-bf83-b2948022e49a tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (00af4a39-6f45-413a-8932-22db67767e6f), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:17.917793 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0f6d14-4823-46a0-b76a-25a01c8ef1a1 x-openstack-request-id: req-4a0f6d14-4823-46a0-b76a-25a01c8ef1a1 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:00:17.918094 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c500d91-5364-48c7-b452-78dfe56882e1", "tag": "9804ef2d-9fcf-4148-8470-0d34c52d2038", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:00:17.918354 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4a0f6d14-4823-46a0-b76a-25a01c8ef1a1 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:00:17.919459 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c500d91-5364-48c7-b452-78dfe56882e1', 'tag': '9804ef2d-9fcf-4148-8470-0d34c52d2038', 'status': 'completed', 'code': 200} Feb 09 01:00:17.953954 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-69ccbf3a-0f93-4cbc-bf83-b2948022e49a tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Network 9e88fe6e-2b1d-4294-a17d-9a7801813700 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:00:17.957164 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-69ccbf3a-0f93-4cbc-bf83-b2948022e49a tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:00:17.972363 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-69ccbf3a-0f93-4cbc-bf83-b2948022e49a tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:00:17.981229 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-69ccbf3a-0f93-4cbc-bf83-b2948022e49a tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:17.981900 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-69ccbf3a-0f93-4cbc-bf83-b2948022e49a tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:18.020211 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ccbf3a-0f93-4cbc-bf83-b2948022e49a tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Pushing event updated for resources: {'Port': ['ID=00af4a39-6f45-413a-8932-22db67767e6f,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:18.026817 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-69ccbf3a-0f93-4cbc-bf83-b2948022e49a tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1326907 Feb 09 01:00:18.043096 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-3f00bfed-fbbf-41d9-9e27-2f665cf1d881 service neutron] Request body: {'port': {'device_id': 'd05509da-7ec9-42e3-abb9-f69f5bffb0c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:18.060896 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-beee53d7-0e5d-4971-9001-4208775f9d99 req-114567bd-5796-467f-a4f4-da72b626c3b9 service neutron] 10.222.0.120 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535861 Feb 09 01:00:18.184599 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77573481-31b3-48cb-b94c-f5dfd46d0fa1 req-7b0b2501-2968-49a1-90fb-5d9c16189f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:18.186133 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-77573481-31b3-48cb-b94c-f5dfd46d0fa1 req-7b0b2501-2968-49a1-90fb-5d9c16189f8e service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=3b70da3c9e0441c5928a48dabf785fc6&device_id=8c500d91-5364-48c7-b452-78dfe56882e1 HTTP/1.1" status: 200 len: 1125 time: 0.0631204 Feb 09 01:00:18.203994 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-3f00bfed-fbbf-41d9-9e27-2f665cf1d881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (00af4a39-6f45-413a-8932-22db67767e6f), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:18.273830 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d269e-ebc5-4891-9d06-720f09645b88 req-41a0ae6e-0035-4019-8f23-32bd3b17079b tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:18.280379 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7f8d269e-ebc5-4891-9d06-720f09645b88 req-41a0ae6e-0035-4019-8f23-32bd3b17079b tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/ports?device_id=d05509da-7ec9-42e3-abb9-f69f5bffb0c5 HTTP/1.1" status: 200 len: 935 time: 0.1159573 Feb 09 01:00:18.307366 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-510032da-f418-451f-a9ba-55c8ab71b4c6 None None] Provisioning complete for port 00af4a39-6f45-413a-8932-22db67767e6f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:18.308918 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-510032da-f418-451f-a9ba-55c8ab71b4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (00af4a39-6f45-413a-8932-22db67767e6f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:18.395382 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-510032da-f418-451f-a9ba-55c8ab71b4c6 None None] Port 00af4a39-6f45-413a-8932-22db67767e6f cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:00:18.408627 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7f8d269e-ebc5-4891-9d06-720f09645b88 req-746deb25-f043-4dba-b0e0-ce99c8b098b9 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ae89f1b-0d6f-4181-9124-42300154813a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271696 Feb 09 01:00:18.468170 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77573481-31b3-48cb-b94c-f5dfd46d0fa1 req-5517d09e-1b4c-4bcd-b1a5-08c4bc78717d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:18.470084 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-77573481-31b3-48cb-b94c-f5dfd46d0fa1 req-5517d09e-1b4c-4bcd-b1a5-08c4bc78717d service neutron] 10.222.0.120 "GET /v2.0/networks?id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10 HTTP/1.1" status: 200 len: 923 time: 0.2740755 Feb 09 01:00:18.533048 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-77573481-31b3-48cb-b94c-f5dfd46d0fa1 req-dbf66ff5-810c-48dd-81e5-3e663c84321e service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9804ef2d-9fcf-4148-8470-0d34c52d2038 HTTP/1.1" status: 200 len: 217 time: 0.0550296 Feb 09 01:00:18.587991 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77573481-31b3-48cb-b94c-f5dfd46d0fa1 req-532814aa-550d-4838-bb89-cc10208dcd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:18.591115 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-77573481-31b3-48cb-b94c-f5dfd46d0fa1 req-532814aa-550d-4838-bb89-cc10208dcd9a service neutron] 10.222.0.120 "GET /v2.0/subnets?id=aee9db20-60c4-48dd-9796-48ed06ca844d HTTP/1.1" status: 200 len: 861 time: 0.0515158 Feb 09 01:00:18.632757 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-77573481-31b3-48cb-b94c-f5dfd46d0fa1 req-134ed767-9e0c-4cf0-abf7-e16f659e0765 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345640 Feb 09 01:00:18.733860 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36848) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:18.839629 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae2625-9ab0-4294-a8bd-c3c47dc40be9 req-40e38093-e994-46f3-8a50-ec1325477f34 tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:18.841167 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dbae2625-9ab0-4294-a8bd-c3c47dc40be9 req-40e38093-e994-46f3-8a50-ec1325477f34 tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] 10.222.0.50 "GET /v2.0/ports?device_id=344aa1ea-57ea-468b-a8d6-42ce57b512ad HTTP/1.1" status: 200 len: 972 time: 0.1654170 Feb 09 01:00:18.888593 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-77573481-31b3-48cb-b94c-f5dfd46d0fa1 req-7136973d-8a52-4fe6-a0e3-3adead2261d0 service neutron] 10.222.0.120 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470162 Feb 09 01:00:18.911718 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f248b-bb28-4b04-b165-e80fb8193364 req-3a264fe8-0e98-4170-9ca0-c319e57bd0f5 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:18.913636 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a11f248b-bb28-4b04-b165-e80fb8193364 req-3a264fe8-0e98-4170-9ca0-c319e57bd0f5 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c500d91-5364-48c7-b452-78dfe56882e1 HTTP/1.1" status: 200 len: 943 time: 0.1481266 Feb 09 01:00:18.944083 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-3f00bfed-fbbf-41d9-9e27-2f665cf1d881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00af4a39-6f45-413a-8932-22db67767e6f {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:00:18.950141 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-73f81b05-4029-4d3b-a658-bf06e9d55796 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:18.974456 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-3f00bfed-fbbf-41d9-9e27-2f665cf1d881 service neutron] Publish callbacks [] for port (00af4a39-6f45-413a-8932-22db67767e6f), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:18.981375 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-77573481-31b3-48cb-b94c-f5dfd46d0fa1 req-e0c06e2a-ddde-40bc-ac03-dc6031fbba0e service neutron] 10.222.0.120 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830591 Feb 09 01:00:18.998213 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dbae2625-9ab0-4294-a8bd-c3c47dc40be9 req-64d8a7bd-e019-458b-8a39-2d59934b6496 tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] 10.222.0.50 "GET /v2.0/security-groups?id=19ad4ac4-0f15-4041-a5dc-ac8d91eb0cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489568 Feb 09 01:00:19.012511 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-3f00bfed-fbbf-41d9-9e27-2f665cf1d881 service neutron] Transition to ACTIVE for port object 00af4a39-6f45-413a-8932-22db67767e6f will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:00:19.022305 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-3f00bfed-fbbf-41d9-9e27-2f665cf1d881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (00af4a39-6f45-413a-8932-22db67767e6f), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:19.077599 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a11f248b-bb28-4b04-b165-e80fb8193364 req-adedaef0-2a77-42b8-864e-0c75ffafd342 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484852 Feb 09 01:00:19.143866 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f00bfed-fbbf-41d9-9e27-2f665cf1d881 service neutron] Pushing event updated for resources: {'Port': ['ID=00af4a39-6f45-413a-8932-22db67767e6f,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:19.152277 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-56a2e86b-2927-4d32-8acd-f12bd85561ef req-0b08982d-5066-452d-a951-1a9427f6b565 tempest-FlavorsV2NegativeTest-1587163435 tempest-FlavorsV2NegativeTest-1587163435-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=7700b967afed4d6eb805cc7e790b780b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491397 Feb 09 01:00:19.258719 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-3f00bfed-fbbf-41d9-9e27-2f665cf1d881 service neutron] Attempting to bind port 00af4a39-6f45-413a-8932-22db67767e6f on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:00:19.259057 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-3f00bfed-fbbf-41d9-9e27-2f665cf1d881 service neutron] Attempting to bind port 00af4a39-6f45-413a-8932-22db67767e6f by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:00:19.259391 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-3f00bfed-fbbf-41d9-9e27-2f665cf1d881 service neutron] Attempting to bind port 00af4a39-6f45-413a-8932-22db67767e6f on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:00:19.303405 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-73f81b05-4029-4d3b-a658-bf06e9d55796 admin admin] Publish callbacks [] for security_group (9e498834-f6dd-4ff4-8a11-c6b273275751), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:19.307126 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-3f00bfed-fbbf-41d9-9e27-2f665cf1d881 service neutron] Port 00af4a39-6f45-413a-8932-22db67767e6f on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:00:19.307463 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-3f00bfed-fbbf-41d9-9e27-2f665cf1d881 service neutron] Attempting to bind port 00af4a39-6f45-413a-8932-22db67767e6f on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:00:19.317068 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-73f81b05-4029-4d3b-a658-bf06e9d55796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (9e498834-f6dd-4ff4-8a11-c6b273275751), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:19.339015 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-3f00bfed-fbbf-41d9-9e27-2f665cf1d881 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:00:19.339299 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-3f00bfed-fbbf-41d9-9e27-2f665cf1d881 service neutron] Checking segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:00:19.339686 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-3f00bfed-fbbf-41d9-9e27-2f665cf1d881 service neutron] Bound using segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:00:19.340137 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-3f00bfed-fbbf-41d9-9e27-2f665cf1d881 service neutron] Bound port: 00af4a39-6f45-413a-8932-22db67767e6f, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:00:19.340496 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-3f00bfed-fbbf-41d9-9e27-2f665cf1d881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (00af4a39-6f45-413a-8932-22db67767e6f), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:19.397302 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-73f81b05-4029-4d3b-a658-bf06e9d55796 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=41f02d88cfd54ed39944ff18730c43cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6402991 Feb 09 01:00:19.400061 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36864) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:19.400573 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f81b05-4029-4d3b-a658-bf06e9d55796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e498834-f6dd-4ff4-8a11-c6b273275751,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:19.410512 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a2e86b-2927-4d32-8acd-f12bd85561ef req-fd8de5be-1cbd-4e0a-9c2c-4701335b9332 tempest-FlavorsV2NegativeTest-1587163435 tempest-FlavorsV2NegativeTest-1587163435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:19.412015 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-56a2e86b-2927-4d32-8acd-f12bd85561ef req-fd8de5be-1cbd-4e0a-9c2c-4701335b9332 tempest-FlavorsV2NegativeTest-1587163435 tempest-FlavorsV2NegativeTest-1587163435-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2293234 Feb 09 01:00:19.436674 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b3761-c3cd-422a-a2e1-3d63f8fb4c20 req-0da7f3b8-8c67-4a9a-a6ff-1371ffe148d2 tempest-AggregatesAdminTestJSON-1396172351 tempest-AggregatesAdminTestJSON-1396172351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:19.438187 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-931b3761-c3cd-422a-a2e1-3d63f8fb4c20 req-0da7f3b8-8c67-4a9a-a6ff-1371ffe148d2 tempest-AggregatesAdminTestJSON-1396172351 tempest-AggregatesAdminTestJSON-1396172351-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=344aa1ea-57ea-468b-a8d6-42ce57b512ad HTTP/1.1" status: 200 len: 1154 time: 0.1900237 Feb 09 01:00:19.451634 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e1bd964e-828f-455c-94f4-88bffd27864d admin admin] Publish callbacks [] for security_group (9e498834-f6dd-4ff4-8a11-c6b273275751), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:19.462513 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-56a2e86b-2927-4d32-8acd-f12bd85561ef req-b77724d4-582f-4948-afd9-af8f4d05fbdc tempest-FlavorsV2NegativeTest-1587163435 tempest-FlavorsV2NegativeTest-1587163435-project] 10.222.0.50 "GET /v2.0/quotas/7700b967afed4d6eb805cc7e790b780b HTTP/1.1" status: 200 len: 375 time: 0.0300672 Feb 09 01:00:19.474101 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e1bd964e-828f-455c-94f4-88bffd27864d admin admin] Publish callbacks [] for security_group (9e498834-f6dd-4ff4-8a11-c6b273275751), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:19.493368 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-931b3761-c3cd-422a-a2e1-3d63f8fb4c20 req-799a7e75-fd49-4e19-8d50-cc10256571fe tempest-AggregatesAdminTestJSON-1396172351 tempest-AggregatesAdminTestJSON-1396172351-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:19.521272 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e1bd964e-828f-455c-94f4-88bffd27864d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (9e498834-f6dd-4ff4-8a11-c6b273275751), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:19.521710 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-56a2e86b-2927-4d32-8acd-f12bd85561ef req-73989ca4-8f8f-486a-a149-d0ef7d516738 tempest-FlavorsV2NegativeTest-1587163435 tempest-FlavorsV2NegativeTest-1587163435-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7700b967afed4d6eb805cc7e790b780b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436516 Feb 09 01:00:19.523966 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e1bd964e-828f-455c-94f4-88bffd27864d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:19.528117 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e1bd964e-828f-455c-94f4-88bffd27864d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9e498834-f6dd-4ff4-8a11-c6b273275751 HTTP/1.1" status: 204 len: 168 time: 0.1239328 Feb 09 01:00:19.528204 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-3f00bfed-fbbf-41d9-9e27-2f665cf1d881 service neutron] For port 00af4a39-6f45-413a-8932-22db67767e6f, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:00:19.548126 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-3f00bfed-fbbf-41d9-9e27-2f665cf1d881 service neutron] For port 00af4a39-6f45-413a-8932-22db67767e6f, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=00af4a39-6f45-413a-8932-22db67767e6f,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:00:19.550490 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd964e-828f-455c-94f4-88bffd27864d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e498834-f6dd-4ff4-8a11-c6b273275751,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:19.565999 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-3f00bfed-fbbf-41d9-9e27-2f665cf1d881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (00af4a39-6f45-413a-8932-22db67767e6f), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:19.683558 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-3f00bfed-fbbf-41d9-9e27-2f665cf1d881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:19.684105 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-3f00bfed-fbbf-41d9-9e27-2f665cf1d881 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:19.685651 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-3f00bfed-fbbf-41d9-9e27-2f665cf1d881 service neutron] 10.222.0.120 "PUT /v2.0/ports/00af4a39-6f45-413a-8932-22db67767e6f HTTP/1.1" status: 200 len: 1095 time: 1.6490924 Feb 09 01:00:19.704497 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd05509da-7ec9-42e3-abb9-f69f5bffb0c5', 'tag': '00af4a39-6f45-413a-8932-22db67767e6f'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:00:19.706772 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cabbb3-61b0-4722-90e2-b93cb0bb324a" -d '{"events": [{"name": "network-changed", "server_uuid": "d05509da-7ec9-42e3-abb9-f69f5bffb0c5", "tag": "00af4a39-6f45-413a-8932-22db67767e6f"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:00:19.750856 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f00bfed-fbbf-41d9-9e27-2f665cf1d881 service neutron] Pushing event updated for resources: {'Port': ['ID=00af4a39-6f45-413a-8932-22db67767e6f,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:19.783439 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-931b3761-c3cd-422a-a2e1-3d63f8fb4c20 req-799a7e75-fd49-4e19-8d50-cc10256571fe tempest-AggregatesAdminTestJSON-1396172351 tempest-AggregatesAdminTestJSON-1396172351-project-admin] Publish callbacks [] for security_group (fbc0bf54-25cd-4a68-b494-7a852614fe0c), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:19.799217 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-931b3761-c3cd-422a-a2e1-3d63f8fb4c20 req-799a7e75-fd49-4e19-8d50-cc10256571fe tempest-AggregatesAdminTestJSON-1396172351 tempest-AggregatesAdminTestJSON-1396172351-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (fbc0bf54-25cd-4a68-b494-7a852614fe0c), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:19.857630 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a7e75-fd49-4e19-8d50-cc10256571fe tempest-AggregatesAdminTestJSON-1396172351 tempest-AggregatesAdminTestJSON-1396172351-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc0bf54-25cd-4a68-b494-7a852614fe0c,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:19.864084 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-931b3761-c3cd-422a-a2e1-3d63f8fb4c20 req-799a7e75-fd49-4e19-8d50-cc10256571fe tempest-AggregatesAdminTestJSON-1396172351 tempest-AggregatesAdminTestJSON-1396172351-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=19ad4ac4-0f15-4041-a5dc-ac8d91eb0cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142280 Feb 09 01:00:19.867662 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-aca34b82-61c3-4357-ae50-1af8a1f2abd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:19.869141 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-aca34b82-61c3-4357-ae50-1af8a1f2abd8 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=e954fab3d43d455d9ae63a1ca4e8f47a&device_id=d05509da-7ec9-42e3-abb9-f69f5bffb0c5 HTTP/1.1" status: 200 len: 1129 time: 0.1152244 Feb 09 01:00:19.876524 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eefd2f5-c4b3-40e6-944c-577783b9cb59 req-b68f261c-dc8c-42e2-b40a-22c9371c47eb tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:19.878213 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7eefd2f5-c4b3-40e6-944c-577783b9cb59 req-b68f261c-dc8c-42e2-b40a-22c9371c47eb tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/ports?device_id=d05509da-7ec9-42e3-abb9-f69f5bffb0c5 HTTP/1.1" status: 200 len: 947 time: 0.2289734 Feb 09 01:00:19.930827 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab19302-8b54-48c5-b622-e0cb63e33a5c x-openstack-request-id: req-fab19302-8b54-48c5-b622-e0cb63e33a5c {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:00:19.931155 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d05509da-7ec9-42e3-abb9-f69f5bffb0c5", "tag": "00af4a39-6f45-413a-8932-22db67767e6f", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:00:19.931479 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fab19302-8b54-48c5-b622-e0cb63e33a5c {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:00:19.931787 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd05509da-7ec9-42e3-abb9-f69f5bffb0c5', 'tag': '00af4a39-6f45-413a-8932-22db67767e6f', 'status': 'completed', 'code': 200} Feb 09 01:00:19.933692 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-d1b12946-8553-4c7c-b1c2-d7375457b09c service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=00af4a39-6f45-413a-8932-22db67767e6f HTTP/1.1" status: 200 len: 217 time: 0.0546262 Feb 09 01:00:19.953365 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36886) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:19.980021 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e281e4c4-34b5-4872-b0a4-3af9c7a2dc58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:20.014518 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-daf6c4f0-f27b-456c-9788-a66460b40bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:20.016102 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-daf6c4f0-f27b-456c-9788-a66460b40bc4 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.0722852 Feb 09 01:00:20.026361 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7eefd2f5-c4b3-40e6-944c-577783b9cb59 req-6e1b20f1-4077-4fbd-b9cf-7e0bf808fdb6 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ae89f1b-0d6f-4181-9124-42300154813a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030674 Feb 09 01:00:20.091862 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-ff15ea82-4c3c-43c9-962a-1d111d09e0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:20.094018 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e281e4c4-34b5-4872-b0a4-3af9c7a2dc58 admin admin] Publish callbacks [] for security_group (cf9c38b4-c992-42e2-84e5-3cd340df9ead), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:20.094193 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-ff15ea82-4c3c-43c9-962a-1d111d09e0b9 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0667334 Feb 09 01:00:20.106012 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e281e4c4-34b5-4872-b0a4-3af9c7a2dc58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (cf9c38b4-c992-42e2-84e5-3cd340df9ead), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:20.164661 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e281e4c4-34b5-4872-b0a4-3af9c7a2dc58 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=95cb7aaae52d42319ddf15a0e5dcb88c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2098885 Feb 09 01:00:20.169822 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36896) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:20.207231 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-cbba4599-813e-4d4f-b08c-76cbbca493fa service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060271 Feb 09 01:00:20.225305 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e281e4c4-34b5-4872-b0a4-3af9c7a2dc58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9c38b4-c992-42e2-84e5-3cd340df9ead,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:20.252094 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-31780e5e-8671-4b6a-94a7-b2bbfd4562ef admin admin] Publish callbacks [] for security_group (cf9c38b4-c992-42e2-84e5-3cd340df9ead), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:20.278038 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-31780e5e-8671-4b6a-94a7-b2bbfd4562ef admin admin] Publish callbacks [] for security_group (cf9c38b4-c992-42e2-84e5-3cd340df9ead), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:20.340909 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-31780e5e-8671-4b6a-94a7-b2bbfd4562ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (cf9c38b4-c992-42e2-84e5-3cd340df9ead), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:20.343483 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-31780e5e-8671-4b6a-94a7-b2bbfd4562ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:20.347241 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-31780e5e-8671-4b6a-94a7-b2bbfd4562ef admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cf9c38b4-c992-42e2-84e5-3cd340df9ead HTTP/1.1" status: 204 len: 168 time: 0.1734641 Feb 09 01:00:20.357729 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31780e5e-8671-4b6a-94a7-b2bbfd4562ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9c38b4-c992-42e2-84e5-3cd340df9ead,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:20.397520 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ac942-5465-49e0-9d39-7c5f059fa64a req-5905b7ef-de42-4ce2-8716-525f5c64824c tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:20.399100 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7d2ac942-5465-49e0-9d39-7c5f059fa64a req-5905b7ef-de42-4ce2-8716-525f5c64824c tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c500d91-5364-48c7-b452-78dfe56882e1 HTTP/1.1" status: 200 len: 943 time: 0.1723275 Feb 09 01:00:20.401096 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3fc7bf3f-c86e-49ef-bfee-6635e2131aa0 req-6e360f60-20de-4e29-986b-3b0a0dccf3a5 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877706 Feb 09 01:00:20.434514 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a944ea-4f03-47b6-8dfb-d55f35b21e54 req-0362b118-e2e5-491b-bd4a-721acd6b7b8f tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:20.436044 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-10a944ea-4f03-47b6-8dfb-d55f35b21e54 req-0362b118-e2e5-491b-bd4a-721acd6b7b8f tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] 10.222.0.50 "GET /v2.0/ports?device_id=344aa1ea-57ea-468b-a8d6-42ce57b512ad HTTP/1.1" status: 200 len: 972 time: 0.1245556 Feb 09 01:00:20.515980 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7d2ac942-5465-49e0-9d39-7c5f059fa64a req-91fa0342-9345-4ee0-8933-54c4d4fae905 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103563 Feb 09 01:00:20.546195 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-10a944ea-4f03-47b6-8dfb-d55f35b21e54 req-7dab4f9c-83a0-4de0-917d-e6b41c8cfeb0 tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] 10.222.0.50 "GET /v2.0/security-groups?id=19ad4ac4-0f15-4041-a5dc-ac8d91eb0cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944736 Feb 09 01:00:20.557497 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cabbb3-61b0-4722-90e2-b93cb0bb324a req-124012e3-b16c-4fa1-969f-365cb7a1d931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:20.559336 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-54cabbb3-61b0-4722-90e2-b93cb0bb324a req-124012e3-b16c-4fa1-969f-365cb7a1d931 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=e954fab3d43d455d9ae63a1ca4e8f47a&device_id=d05509da-7ec9-42e3-abb9-f69f5bffb0c5 HTTP/1.1" status: 200 len: 1129 time: 0.1010652 Feb 09 01:00:20.586296 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36908) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:20.663395 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cabbb3-61b0-4722-90e2-b93cb0bb324a req-e028de1a-7bc5-4c66-984f-f19ad4dfaa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:20.664950 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-54cabbb3-61b0-4722-90e2-b93cb0bb324a req-e028de1a-7bc5-4c66-984f-f19ad4dfaa60 service neutron] 10.222.0.120 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.0964391 Feb 09 01:00:20.704661 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81c50298-d4ba-472c-b218-80ed1ec75fa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:20.710975 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-54cabbb3-61b0-4722-90e2-b93cb0bb324a req-5ad8d477-ed01-4eb7-8ed9-9da09cb6dc92 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=00af4a39-6f45-413a-8932-22db67767e6f HTTP/1.1" status: 200 len: 217 time: 0.0385206 Feb 09 01:00:20.771990 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cabbb3-61b0-4722-90e2-b93cb0bb324a req-165acedc-5135-4279-90c1-fc170db5626b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:20.773213 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-54cabbb3-61b0-4722-90e2-b93cb0bb324a req-165acedc-5135-4279-90c1-fc170db5626b service neutron] 10.222.0.120 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.0547154 Feb 09 01:00:20.784466 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81c50298-d4ba-472c-b218-80ed1ec75fa5 admin admin] Publish callbacks [] for security_group (17cce711-05bc-4e5f-a267-ad8b90019cc7), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:20.790931 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81c50298-d4ba-472c-b218-80ed1ec75fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (17cce711-05bc-4e5f-a267-ad8b90019cc7), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:20.827042 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cabbb3-61b0-4722-90e2-b93cb0bb324a req-c1dedce9-d0bf-4690-b5b6-92ce2094972e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:20.829738 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-54cabbb3-61b0-4722-90e2-b93cb0bb324a req-c1dedce9-d0bf-4690-b5b6-92ce2094972e service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0492260 Feb 09 01:00:20.831797 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-81c50298-d4ba-472c-b218-80ed1ec75fa5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7700b967afed4d6eb805cc7e790b780b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2435703 Feb 09 01:00:20.833793 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c50298-d4ba-472c-b218-80ed1ec75fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17cce711-05bc-4e5f-a267-ad8b90019cc7,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:20.835090 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36922) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:20.957140 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ef23fe5f-9c81-4c5c-86f4-e1d0a267ddca admin admin] Publish callbacks [] for security_group (17cce711-05bc-4e5f-a267-ad8b90019cc7), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:20.973279 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-54cabbb3-61b0-4722-90e2-b93cb0bb324a req-a750b188-2d34-472f-bc64-9161a64c58cb service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326492 Feb 09 01:00:21.030682 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ef23fe5f-9c81-4c5c-86f4-e1d0a267ddca admin admin] Publish callbacks [] for security_group (17cce711-05bc-4e5f-a267-ad8b90019cc7), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:21.130834 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-54cabbb3-61b0-4722-90e2-b93cb0bb324a req-eb89a1c8-1ef8-4e4a-b2bc-17d2b8a99c83 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515794 Feb 09 01:00:21.133246 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ef23fe5f-9c81-4c5c-86f4-e1d0a267ddca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (17cce711-05bc-4e5f-a267-ad8b90019cc7), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:21.135951 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ef23fe5f-9c81-4c5c-86f4-e1d0a267ddca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:21.137021 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ef23fe5f-9c81-4c5c-86f4-e1d0a267ddca admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/17cce711-05bc-4e5f-a267-ad8b90019cc7 HTTP/1.1" status: 204 len: 168 time: 0.3008637 Feb 09 01:00:21.148144 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef23fe5f-9c81-4c5c-86f4-e1d0a267ddca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17cce711-05bc-4e5f-a267-ad8b90019cc7,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:21.170337 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282fec5-e779-4587-9209-225669d98918 req-e99a21f0-8cc6-487a-90c2-dbffb76a4347 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:21.172735 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c282fec5-e779-4587-9209-225669d98918 req-e99a21f0-8cc6-487a-90c2-dbffb76a4347 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/ports?device_id=d05509da-7ec9-42e3-abb9-f69f5bffb0c5 HTTP/1.1" status: 200 len: 947 time: 0.0829971 Feb 09 01:00:21.233566 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c282fec5-e779-4587-9209-225669d98918 req-5cb682e8-41c4-4438-ae0c-5769f6febfb5 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ae89f1b-0d6f-4181-9124-42300154813a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499737 Feb 09 01:00:21.354623 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aacee381-5f35-4ae7-907e-9580bce685cd req-1fd3523d-4d4c-40c9-a1de-03c9a8d1a7a7 tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=d7b0f70972c74ec49c70f9ceddd66ba6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218279 Feb 09 01:00:21.462480 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacee381-5f35-4ae7-907e-9580bce685cd req-7e3d3582-6750-4bba-a0ad-120362f57d39 tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:21.463957 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aacee381-5f35-4ae7-907e-9580bce685cd req-7e3d3582-6750-4bba-a0ad-120362f57d39 tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1040120 Feb 09 01:00:21.478593 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aacee381-5f35-4ae7-907e-9580bce685cd req-0b8a2e6e-b389-4015-82ca-8be5d94c5c42 tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] 10.222.0.50 "GET /v2.0/quotas/d7b0f70972c74ec49c70f9ceddd66ba6 HTTP/1.1" status: 200 len: 375 time: 0.0092561 Feb 09 01:00:21.512052 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aacee381-5f35-4ae7-907e-9580bce685cd req-277a0448-efe7-4841-8b0e-7ce589920b28 tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7b0f70972c74ec49c70f9ceddd66ba6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283642 Feb 09 01:00:21.673726 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 9804ef2d-9fcf-4148-8470-0d34c52d2038 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:00:21.681131 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0698ef-f60d-4073-b097-cc041b0b7188 req-296a3311-bad8-463c-a868-fef30609db2d tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:21.683228 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ae0698ef-f60d-4073-b097-cc041b0b7188 req-296a3311-bad8-463c-a868-fef30609db2d tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c500d91-5364-48c7-b452-78dfe56882e1 HTTP/1.1" status: 200 len: 943 time: 0.0783861 Feb 09 01:00:21.786816 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7979d-358f-4989-8647-80e907b15251 req-28a32992-a1d1-4b08-82cb-5437eb7480c8 tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:21.788461 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f3c7979d-358f-4989-8647-80e907b15251 req-28a32992-a1d1-4b08-82cb-5437eb7480c8 tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] 10.222.0.50 "GET /v2.0/ports?device_id=344aa1ea-57ea-468b-a8d6-42ce57b512ad HTTP/1.1" status: 200 len: 972 time: 0.1167569 Feb 09 01:00:21.792214 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ae0698ef-f60d-4073-b097-cc041b0b7188 req-97e1fbdd-52cd-49a2-9e06-fa1f7fd198b0 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995138 Feb 09 01:00:21.823008 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 9804ef2d-9fcf-4148-8470-0d34c52d2038, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=9804ef2d-9fcf-4148-8470-0d34c52d2038,segment=NetworkSegment(2793514a-5639-496c-8d37-377203141ac7),segment_id=2793514a-5639-496c-8d37-377203141ac7)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:00:21.839316 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '9804ef2d-9fcf-4148-8470-0d34c52d2038', 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10', 'port_id': '9804ef2d-9fcf-4148-8470-0d34c52d2038', 'mac_address': 'fa:16:3e:0b:bc:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aee9db20-60c4-48dd-9796-48ed06ca844d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:00:21.855485 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f3c7979d-358f-4989-8647-80e907b15251 req-7758007f-ff00-45e1-b67f-4cd764530a01 tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] 10.222.0.50 "GET /v2.0/security-groups?id=19ad4ac4-0f15-4041-a5dc-ac8d91eb0cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598500 Feb 09 01:00:21.881716 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 9804ef2d-9fcf-4148-8470-0d34c52d2038 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:00:21.882337 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (9804ef2d-9fcf-4148-8470-0d34c52d2038), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:21.897659 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9804ef2d-9fcf-4148-8470-0d34c52d2038 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:00:21.909783 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01f96618-c5da-4c04-9a1a-12aa8313af10 req-c86a6b56-aa1c-475d-bd41-28a84368daf7 tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] 10.222.0.50 "GET /v2.0/ports?device_id=117b6f75-30cd-424e-a8cd-cd09a54838b6 HTTP/1.1" status: 200 len: 210 time: 0.0348527 Feb 09 01:00:21.919488 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 9804ef2d-9fcf-4148-8470-0d34c52d2038, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=9804ef2d-9fcf-4148-8470-0d34c52d2038,segment=NetworkSegment(2793514a-5639-496c-8d37-377203141ac7),segment_id=2793514a-5639-496c-8d37-377203141ac7)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:00:21.926350 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (9804ef2d-9fcf-4148-8470-0d34c52d2038), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:21.974751 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=9804ef2d-9fcf-4148-8470-0d34c52d2038,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:22.016339 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36980) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:22.118298 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-c05157ad-b571-433b-b522-45ae1dd2d326 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-2062915950-network', 'tenant_id': '74abc34e7691425282972b2da05f36f8'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:22.139726 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05157ad-b571-433b-b522-45ae1dd2d326 admin admin] Made reservation on behalf of 74abc34e7691425282972b2da05f36f8 for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:00:22.142433 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c05157ad-b571-433b-b522-45ae1dd2d326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:22.153435 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c05157ad-b571-433b-b522-45ae1dd2d326 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:22.230267 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c05157ad-b571-433b-b522-45ae1dd2d326 admin admin] Publish callbacks [] for security_group (39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:22.234306 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c05157ad-b571-433b-b522-45ae1dd2d326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:22.254570 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c05157ad-b571-433b-b522-45ae1dd2d326 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1009} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:00:22.267694 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05157ad-b571-433b-b522-45ae1dd2d326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:22.273029 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c05157ad-b571-433b-b522-45ae1dd2d326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (b2ef10b9-0c7e-4ea0-88fe-781103c28e86), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:22.273376 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-c05157ad-b571-433b-b522-45ae1dd2d326 admin admin] Added segment b2ef10b9-0c7e-4ea0-88fe-781103c28e86 of type vlan for network b90c3694-06cc-4931-a87d-3191a1408398 Feb 09 01:00:22.312705 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['9804ef2d-9fcf-4148-8470-0d34c52d2038'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:00:22.326497 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c05157ad-b571-433b-b522-45ae1dd2d326 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (b90c3694-06cc-4931-a87d-3191a1408398), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:22.554106 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.db.resource_extend [None req-c05157ad-b571-433b-b522-45ae1dd2d326 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:00:22.581708 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c05157ad-b571-433b-b522-45ae1dd2d326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (b90c3694-06cc-4931-a87d-3191a1408398), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:22.582665 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05157ad-b571-433b-b522-45ae1dd2d326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:22.583223 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c05157ad-b571-433b-b522-45ae1dd2d326 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:22.599652 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e7e2e-d206-4417-8d04-d701c0aed238 req-66781e94-15ab-43bb-adbd-4b3aa404cca9 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:22.601181 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b73e7e2e-d206-4417-8d04-d701c0aed238 req-66781e94-15ab-43bb-adbd-4b3aa404cca9 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/ports?device_id=d05509da-7ec9-42e3-abb9-f69f5bffb0c5 HTTP/1.1" status: 200 len: 947 time: 0.2916560 Feb 09 01:00:22.656333 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10ce8c-08d8-40cb-b25a-e19252d89c60 req-5302e52f-532d-40af-8aa9-144a33b963e2 tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:22.657781 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ab10ce8c-08d8-40cb-b25a-e19252d89c60 req-5302e52f-532d-40af-8aa9-144a33b963e2 tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] 10.222.0.47 "GET /v2.0/ports?device_id=344aa1ea-57ea-468b-a8d6-42ce57b512ad HTTP/1.1" status: 200 len: 972 time: 0.3136258 Feb 09 01:00:22.678280 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c05157ad-b571-433b-b522-45ae1dd2d326 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6580741 Feb 09 01:00:22.679683 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36986) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:22.692421 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-665b3923-b47c-4d49-b916-b90729329e5f admin admin] Request body: {'subnet': {'network_id': 'b90c3694-06cc-4931-a87d-3191a1408398', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-2062915950-subnet', 'tenant_id': '74abc34e7691425282972b2da05f36f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:22.714081 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665b3923-b47c-4d49-b916-b90729329e5f admin admin] Made reservation on behalf of 74abc34e7691425282972b2da05f36f8 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:00:22.716852 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-665b3923-b47c-4d49-b916-b90729329e5f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:22.734014 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05157ad-b571-433b-b522-45ae1dd2d326 admin admin] Pushing event updated for resources: {'Network': ['ID=b90c3694-06cc-4931-a87d-3191a1408398,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:22.737757 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.47', 56292) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:22.746742 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network b90c3694-06cc-4931-a87d-3191a1408398 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:00:22.805316 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aacee381-5f35-4ae7-907e-9580bce685cd req-d252d69f-e01c-412d-9b3a-59a8647f3929 tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=d7b0f70972c74ec49c70f9ceddd66ba6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0618067 Feb 09 01:00:22.814281 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b73e7e2e-d206-4417-8d04-d701c0aed238 req-7039ae9e-37e2-401e-802d-92ba70afd468 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ae89f1b-0d6f-4181-9124-42300154813a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014194 Feb 09 01:00:22.945220 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-665b3923-b47c-4d49-b916-b90729329e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for subnet (7cacafe2-88d1-46d1-b016-b2d0f5a05d3f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:23.000311 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b3923-b47c-4d49-b916-b90729329e5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cacafe2-88d1-46d1-b016-b2d0f5a05d3f,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:23.018151 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665b3923-b47c-4d49-b916-b90729329e5f admin admin] Checking segment: {'id': 'b2ef10b9-0c7e-4ea0-88fe-781103c28e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'b90c3694-06cc-4931-a87d-3191a1408398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:00:23.018512 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665b3923-b47c-4d49-b916-b90729329e5f admin admin] Network hostable DHCP agents. Network: b90c3694-06cc-4931-a87d-3191a1408398, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:00:23.037277 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665b3923-b47c-4d49-b916-b90729329e5f admin admin] Network b90c3694-06cc-4931-a87d-3191a1408398 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:00:23.045936 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-665b3923-b47c-4d49-b916-b90729329e5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, b90c3694-06cc-4931-a87d-3191a1408398) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:00:23.055215 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5199b0-ef95-4ba5-ad50-cac05e1b9520 None None] Network b90c3694-06cc-4931-a87d-3191a1408398 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:00:23.057500 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665b3923-b47c-4d49-b916-b90729329e5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:23.058054 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-665b3923-b47c-4d49-b916-b90729329e5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:23.061318 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacee381-5f35-4ae7-907e-9580bce685cd req-da82450b-9e43-44c4-8de0-e0a00ea67f0c tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:23.062758 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aacee381-5f35-4ae7-907e-9580bce685cd req-da82450b-9e43-44c4-8de0-e0a00ea67f0c tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2520578 Feb 09 01:00:23.068826 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-ab10ce8c-08d8-40cb-b25a-e19252d89c60 req-86eac4e6-ebc9-436a-9e67-29ee9ad096ed tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] Deleting port b128caf7-1f50-4105-904b-157a0f90cb85 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:00:23.069915 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ab10ce8c-08d8-40cb-b25a-e19252d89c60 req-86eac4e6-ebc9-436a-9e67-29ee9ad096ed tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (b128caf7-1f50-4105-904b-157a0f90cb85), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:23.075244 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-665b3923-b47c-4d49-b916-b90729329e5f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.3944180 Feb 09 01:00:23.077925 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d0661-f37e-4665-9b6a-1676e19bd633 req-96ca00f7-f216-40b2-a951-f93b1412a4f5 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:23.079373 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c93d0661-f37e-4665-9b6a-1676e19bd633 req-96ca00f7-f216-40b2-a951-f93b1412a4f5 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c500d91-5364-48c7-b452-78dfe56882e1 HTTP/1.1" status: 200 len: 944 time: 0.1800013 Feb 09 01:00:23.091098 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-aacee381-5f35-4ae7-907e-9580bce685cd req-40bf2dc7-c85c-4b7c-a1d4-6b6faeac1621 tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] Request body: {'port': {'device_id': '117b6f75-30cd-424e-a8cd-cd09a54838b6', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'admin_state_up': True, 'tenant_id': 'd7b0f70972c74ec49c70f9ceddd66ba6'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:23.161338 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530f1833-a4ce-47a0-aa9a-0a56dc165d75 None None] Network b90c3694-06cc-4931-a87d-3191a1408398 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:00:23.178908 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3aa97-517e-48e4-8305-0ecb8c86a0d2 req-c5a6a87e-1752-4623-b794-4c18fbadd261 tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:23.180396 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aca3aa97-517e-48e4-8305-0ecb8c86a0d2 req-c5a6a87e-1752-4623-b794-4c18fbadd261 tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] 10.222.0.50 "GET /v2.0/ports?device_id=344aa1ea-57ea-468b-a8d6-42ce57b512ad HTTP/1.1" status: 200 len: 972 time: 0.2252460 Feb 09 01:00:23.318896 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c93d0661-f37e-4665-9b6a-1676e19bd633 req-8bfa8d3a-195b-4df5-b191-fdfab4cd5793 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209742 Feb 09 01:00:23.329867 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aca3aa97-517e-48e4-8305-0ecb8c86a0d2 req-4ddc045f-2397-4fb0-8ffb-e2574153e152 tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] 10.222.0.50 "GET /v2.0/security-groups?id=19ad4ac4-0f15-4041-a5dc-ac8d91eb0cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300747 Feb 09 01:00:23.342862 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-ab10ce8c-08d8-40cb-b25a-e19252d89c60 req-86eac4e6-ebc9-436a-9e67-29ee9ad096ed tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] For port b128caf7-1f50-4105-904b-157a0f90cb85, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=b128caf7-1f50-4105-904b-157a0f90cb85,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:00:23.343656 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ab10ce8c-08d8-40cb-b25a-e19252d89c60 req-86eac4e6-ebc9-436a-9e67-29ee9ad096ed tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (b128caf7-1f50-4105-904b-157a0f90cb85), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:23.364155 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-ab10ce8c-08d8-40cb-b25a-e19252d89c60 req-86eac4e6-ebc9-436a-9e67-29ee9ad096ed tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] Calling delete_port for b128caf7-1f50-4105-904b-157a0f90cb85 owned by compute:tempest-test_az-1636857999 {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:00:23.438470 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aacee381-5f35-4ae7-907e-9580bce685cd req-40bf2dc7-c85c-4b7c-a1d4-6b6faeac1621 tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] Made reservation on behalf of d7b0f70972c74ec49c70f9ceddd66ba6 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:00:23.441614 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-aacee381-5f35-4ae7-907e-9580bce685cd req-40bf2dc7-c85c-4b7c-a1d4-6b6faeac1621 tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:23.476915 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-924cf68d-dc44-4bfc-953a-93127cdc0fce req-1e90f648-11ed-4d22-b0d7-a193bd2bdb7c tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] 10.222.0.50 "GET /v2.0/ports?device_id=117b6f75-30cd-424e-a8cd-cd09a54838b6 HTTP/1.1" status: 200 len: 210 time: 0.0702803 Feb 09 01:00:23.477559 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-aacee381-5f35-4ae7-907e-9580bce685cd req-40bf2dc7-c85c-4b7c-a1d4-6b6faeac1621 tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:23.679903 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 00af4a39-6f45-413a-8932-22db67767e6f details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:00:23.684632 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ab10ce8c-08d8-40cb-b25a-e19252d89c60 req-86eac4e6-ebc9-436a-9e67-29ee9ad096ed tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (b128caf7-1f50-4105-904b-157a0f90cb85), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:23.689299 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-aacee381-5f35-4ae7-907e-9580bce685cd req-40bf2dc7-c85c-4b7c-a1d4-6b6faeac1621 tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] Publish callbacks [] for security_group (dee98d93-9f21-486c-8124-d6b880b36e4b), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:23.698843 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['b128caf7-1f50-4105-904b-157a0f90cb85'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:00:23.705493 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-aacee381-5f35-4ae7-907e-9580bce685cd req-40bf2dc7-c85c-4b7c-a1d4-6b6faeac1621 tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (dee98d93-9f21-486c-8124-d6b880b36e4b), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:23.731018 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 9804ef2d-9fcf-4148-8470-0d34c52d2038 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:00:23.747769 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eac4e6-ebc9-436a-9e67-29ee9ad096ed tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] Pushing event deleted for resources: {'Port': ['ID=b128caf7-1f50-4105-904b-157a0f90cb85,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:23.758377 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba714714-4eb7-4772-a927-25024f173fe9 req-30f77a4a-ddaf-415d-b8fe-389bc28fb1c7 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:23.759848 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ba714714-4eb7-4772-a927-25024f173fe9 req-30f77a4a-ddaf-415d-b8fe-389bc28fb1c7 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/networks?id=b90c3694-06cc-4931-a87d-3191a1408398 HTTP/1.1" status: 200 len: 805 time: 0.2252162 Feb 09 01:00:23.817165 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf2dc7-c85c-4b7c-a1d4-6b6faeac1621 tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dee98d93-9f21-486c-8124-d6b880b36e4b,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:23.820860 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ba714714-4eb7-4772-a927-25024f173fe9 req-4b0007f5-f83e-4817-b20b-2278fbdcfa64 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/quotas/74abc34e7691425282972b2da05f36f8 HTTP/1.1" status: 200 len: 375 time: 0.0535562 Feb 09 01:00:23.862813 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 9804ef2d-9fcf-4148-8470-0d34c52d2038 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:00:23.867478 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 00af4a39-6f45-413a-8932-22db67767e6f, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=00af4a39-6f45-413a-8932-22db67767e6f,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:00:23.878072 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 9804ef2d-9fcf-4148-8470-0d34c52d2038 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:23.878701 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (9804ef2d-9fcf-4148-8470-0d34c52d2038), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:23.884532 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '00af4a39-6f45-413a-8932-22db67767e6f', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'port_id': '00af4a39-6f45-413a-8932-22db67767e6f', 'mac_address': 'fa:16:3e:82:5f:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3810d295-ee98-40f7-b1e2-609bf7d1c3df', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:00:23.916897 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ba714714-4eb7-4772-a927-25024f173fe9 req-41782f81-bd11-4595-995b-1c8f4733cbf7 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=74abc34e7691425282972b2da05f36f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627525 Feb 09 01:00:23.961670 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 00af4a39-6f45-413a-8932-22db67767e6f is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:00:23.962080 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (00af4a39-6f45-413a-8932-22db67767e6f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:23.969845 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab10ce8c-08d8-40cb-b25a-e19252d89c60 req-86eac4e6-ebc9-436a-9e67-29ee9ad096ed tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] No DVR routers for this DVR port b128caf7-1f50-4105-904b-157a0f90cb85 on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:00:23.983403 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00af4a39-6f45-413a-8932-22db67767e6f {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:00:23.996335 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ab10ce8c-08d8-40cb-b25a-e19252d89c60 req-86eac4e6-ebc9-436a-9e67-29ee9ad096ed tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:23.999931 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ab10ce8c-08d8-40cb-b25a-e19252d89c60 req-86eac4e6-ebc9-436a-9e67-29ee9ad096ed tempest-AggregatesAdminTestJSON-373736317 tempest-AggregatesAdminTestJSON-373736317-project] 10.222.0.47 "DELETE /v2.0/ports/b128caf7-1f50-4105-904b-157a0f90cb85 HTTP/1.1" status: 204 len: 173 time: 1.3203962 Feb 09 01:00:24.001324 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344aa1ea-57ea-468b-a8d6-42ce57b512ad', 'name': 'network-vif-deleted', 'tag': 'b128caf7-1f50-4105-904b-157a0f90cb85'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:00:24.003779 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b76e1e0-1a50-4670-bdc1-9f6089df2b18" -d '{"events": [{"server_uuid": "344aa1ea-57ea-468b-a8d6-42ce57b512ad", "name": "network-vif-deleted", "tag": "b128caf7-1f50-4105-904b-157a0f90cb85"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:00:24.041862 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-aacee381-5f35-4ae7-907e-9580bce685cd req-40bf2dc7-c85c-4b7c-a1d4-6b6faeac1621 tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] Allocated IP 192.168.233.106 (9e88fe6e-2b1d-4294-a17d-9a7801813700/3810d295-ee98-40f7-b1e2-609bf7d1c3df/0ccd618f-5141-4b5e-85ae-bb6676311c45) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:00:24.058450 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 00af4a39-6f45-413a-8932-22db67767e6f, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=00af4a39-6f45-413a-8932-22db67767e6f,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:00:24.069965 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 9804ef2d-9fcf-4148-8470-0d34c52d2038 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:00:24.070445 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (9804ef2d-9fcf-4148-8470-0d34c52d2038), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:24.070561 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1aee2-58b3-4a69-87aa-28f0ca60ed30 req-1f60eddb-335c-4e8b-b7e9-10660e5ffeac tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:24.072076 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-59f1aee2-58b3-4a69-87aa-28f0ca60ed30 req-1f60eddb-335c-4e8b-b7e9-10660e5ffeac tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/ports?device_id=d05509da-7ec9-42e3-abb9-f69f5bffb0c5 HTTP/1.1" status: 200 len: 947 time: 0.1612089 Feb 09 01:00:24.072633 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (00af4a39-6f45-413a-8932-22db67767e6f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:24.117067 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-ba714714-4eb7-4772-a927-25024f173fe9 req-9130eb51-3342-49f3-b55c-052b3a452b3a service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:00:24.118116 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ba714714-4eb7-4772-a927-25024f173fe9 req-9130eb51-3342-49f3-b55c-052b3a452b3a service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1073415 Feb 09 01:00:24.238964 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c500d91-5364-48c7-b452-78dfe56882e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9804ef2d-9fcf-4148-8470-0d34c52d2038'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:00:24.241116 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20491e3e-c72e-4738-8044-ae1b9f5eea3f" -d '{"events": [{"server_uuid": "8c500d91-5364-48c7-b452-78dfe56882e1", "name": "network-vif-plugged", "status": "completed", "tag": "9804ef2d-9fcf-4148-8470-0d34c52d2038"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:00:24.251120 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-59f1aee2-58b3-4a69-87aa-28f0ca60ed30 req-4813609d-1068-41a3-8d95-def75538315a tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ae89f1b-0d6f-4181-9124-42300154813a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647263 Feb 09 01:00:24.263874 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 9804ef2d-9fcf-4148-8470-0d34c52d2038, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=9804ef2d-9fcf-4148-8470-0d34c52d2038,segment=NetworkSegment(2793514a-5639-496c-8d37-377203141ac7),segment_id=2793514a-5639-496c-8d37-377203141ac7)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:00:24.265211 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=00af4a39-6f45-413a-8932-22db67767e6f,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:24.275516 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (9804ef2d-9fcf-4148-8470-0d34c52d2038), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:24.314893 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db38ed8-8555-4a1c-9c2a-b205ed3c7605 x-openstack-request-id: req-4db38ed8-8555-4a1c-9c2a-b205ed3c7605 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:00:24.315186 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "344aa1ea-57ea-468b-a8d6-42ce57b512ad", "name": "network-vif-deleted", "tag": "b128caf7-1f50-4105-904b-157a0f90cb85", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:00:24.315445 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4db38ed8-8555-4a1c-9c2a-b205ed3c7605 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:00:24.315831 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344aa1ea-57ea-468b-a8d6-42ce57b512ad', 'name': 'network-vif-deleted', 'tag': 'b128caf7-1f50-4105-904b-157a0f90cb85', 'status': 'completed', 'code': 200} Feb 09 01:00:24.327109 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['00af4a39-6f45-413a-8932-22db67767e6f'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:00:24.332260 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ba714714-4eb7-4772-a927-25024f173fe9 req-20997a59-2249-4d3b-8c90-c532dae08f54 service neutron] 10.222.0.50 "GET /v2.0/networks/b90c3694-06cc-4931-a87d-3191a1408398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045920 Feb 09 01:00:24.361566 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335a1c5e-c0dc-40b0-8c72-409fc42311ec x-openstack-request-id: req-335a1c5e-c0dc-40b0-8c72-409fc42311ec {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:00:24.361956 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c500d91-5364-48c7-b452-78dfe56882e1", "name": "network-vif-plugged", "status": "completed", "tag": "9804ef2d-9fcf-4148-8470-0d34c52d2038", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:00:24.362269 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-335a1c5e-c0dc-40b0-8c72-409fc42311ec {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:00:24.362720 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c500d91-5364-48c7-b452-78dfe56882e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9804ef2d-9fcf-4148-8470-0d34c52d2038', 'code': 200} Feb 09 01:00:24.370075 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=9804ef2d-9fcf-4148-8470-0d34c52d2038,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:24.395228 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-aacee381-5f35-4ae7-907e-9580bce685cd req-40bf2dc7-c85c-4b7c-a1d4-6b6faeac1621 tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] Publish callbacks [] for port (0ccd618f-5141-4b5e-85ae-bb6676311c45), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:24.702145 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-aacee381-5f35-4ae7-907e-9580bce685cd req-40bf2dc7-c85c-4b7c-a1d4-6b6faeac1621 tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (0ccd618f-5141-4b5e-85ae-bb6676311c45), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:24.704871 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ba714714-4eb7-4772-a927-25024f173fe9 req-1d8dd6ca-6274-4b39-a452-80f6d864da37 service neutron] 10.222.0.50 "GET /v2.0/networks/b90c3694-06cc-4931-a87d-3191a1408398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638039 Feb 09 01:00:24.758064 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace0de6-626f-4b5d-964b-9e7a65e3a738 req-ac3beeb1-1e86-4044-8248-2cd04b5431e1 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:24.759551 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2ace0de6-626f-4b5d-964b-9e7a65e3a738 req-ac3beeb1-1e86-4044-8248-2cd04b5431e1 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c500d91-5364-48c7-b452-78dfe56882e1 HTTP/1.1" status: 200 len: 945 time: 0.3400261 Feb 09 01:00:24.776905 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aacee381-5f35-4ae7-907e-9580bce685cd req-40bf2dc7-c85c-4b7c-a1d4-6b6faeac1621 tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] Network 9e88fe6e-2b1d-4294-a17d-9a7801813700 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:00:24.787538 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7f318-f9bd-4ecb-bcbd-08adfba04e83 req-aadd13c3-3656-43f3-9712-19c0971483c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:24.788950 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8de7f318-f9bd-4ecb-bcbd-08adfba04e83 req-aadd13c3-3656-43f3-9712-19c0971483c3 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=8c500d91-5364-48c7-b452-78dfe56882e1 HTTP/1.1" status: 200 len: 1127 time: 0.3381143 Feb 09 01:00:24.795550 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-aacee381-5f35-4ae7-907e-9580bce685cd req-40bf2dc7-c85c-4b7c-a1d4-6b6faeac1621 tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:00:24.797334 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf2dc7-c85c-4b7c-a1d4-6b6faeac1621 tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] Pushing event updated for resources: {'Port': ['ID=0ccd618f-5141-4b5e-85ae-bb6676311c45,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:24.801142 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-aacee381-5f35-4ae7-907e-9580bce685cd req-40bf2dc7-c85c-4b7c-a1d4-6b6faeac1621 tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:00:24.806132 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacee381-5f35-4ae7-907e-9580bce685cd req-40bf2dc7-c85c-4b7c-a1d4-6b6faeac1621 tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:24.806754 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-aacee381-5f35-4ae7-907e-9580bce685cd req-40bf2dc7-c85c-4b7c-a1d4-6b6faeac1621 tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:24.856752 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aacee381-5f35-4ae7-907e-9580bce685cd req-40bf2dc7-c85c-4b7c-a1d4-6b6faeac1621 tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7743826 Feb 09 01:00:24.866637 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2ace0de6-626f-4b5d-964b-9e7a65e3a738 req-1d92e810-1dab-4d22-8f84-41927ad37416 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987022 Feb 09 01:00:24.878201 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-aacee381-5f35-4ae7-907e-9580bce685cd req-3efc94df-db78-4441-96b1-b73311ea4735 service neutron] Request body: {'port': {'device_id': '117b6f75-30cd-424e-a8cd-cd09a54838b6', 'device_owner': 'compute:tempest-test_az-1636857999', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:24.961844 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8de7f318-f9bd-4ecb-bcbd-08adfba04e83 req-0303a56b-967e-413e-94a1-43abd56d95c2 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524577 Feb 09 01:00:25.004870 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-876b457f-5c8c-40aa-848c-85089da3d60e req-601993e6-cb56-4e93-ac17-56f7d41ada1c tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7218c38-5b3c-49f7-9f41-0357966bf891 HTTP/1.1" status: 200 len: 210 time: 0.0719633 Feb 09 01:00:25.022843 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-aacee381-5f35-4ae7-907e-9580bce685cd req-3efc94df-db78-4441-96b1-b73311ea4735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (0ccd618f-5141-4b5e-85ae-bb6676311c45), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:25.075064 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c9898-dcbb-4506-8d32-a3f96f82b5c1 req-d3e60c3a-db88-4aa9-8098-2c052bf68016 tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:25.082157 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8e1c9898-dcbb-4506-8d32-a3f96f82b5c1 req-d3e60c3a-db88-4aa9-8098-2c052bf68016 tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] 10.222.0.50 "GET /v2.0/ports?device_id=117b6f75-30cd-424e-a8cd-cd09a54838b6 HTTP/1.1" status: 200 len: 936 time: 0.1820323 Feb 09 01:00:25.130161 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-4ce0412f-dad0-4e6f-9e52-d217875a21e2 None None] Provisioning complete for port 0ccd618f-5141-4b5e-85ae-bb6676311c45 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:25.130724 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4ce0412f-dad0-4e6f-9e52-d217875a21e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (0ccd618f-5141-4b5e-85ae-bb6676311c45), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:25.177867 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-4ce0412f-dad0-4e6f-9e52-d217875a21e2 None None] Port 0ccd618f-5141-4b5e-85ae-bb6676311c45 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:00:25.197919 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8e1c9898-dcbb-4506-8d32-a3f96f82b5c1 req-0f90c8b4-c7b4-4ab4-a6fb-b0ba81e63f0d tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] 10.222.0.50 "GET /v2.0/security-groups?id=dee98d93-9f21-486c-8124-d6b880b36e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148911 Feb 09 01:00:25.396690 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-aacee381-5f35-4ae7-907e-9580bce685cd req-3efc94df-db78-4441-96b1-b73311ea4735 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ccd618f-5141-4b5e-85ae-bb6676311c45 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:00:25.405164 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-aacee381-5f35-4ae7-907e-9580bce685cd req-3efc94df-db78-4441-96b1-b73311ea4735 service neutron] Publish callbacks [] for port (0ccd618f-5141-4b5e-85ae-bb6676311c45), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:25.422097 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-aacee381-5f35-4ae7-907e-9580bce685cd req-3efc94df-db78-4441-96b1-b73311ea4735 service neutron] Transition to ACTIVE for port object 0ccd618f-5141-4b5e-85ae-bb6676311c45 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:00:25.428910 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-aacee381-5f35-4ae7-907e-9580bce685cd req-3efc94df-db78-4441-96b1-b73311ea4735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (0ccd618f-5141-4b5e-85ae-bb6676311c45), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:25.463848 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3feebe-ea52-4f1a-ba20-5c73211ab3e6 req-dbb1c561-66b8-4ea4-b144-cf4aeb694147 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:25.464963 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9a3feebe-ea52-4f1a-ba20-5c73211ab3e6 req-dbb1c561-66b8-4ea4-b144-cf4aeb694147 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/ports?device_id=d05509da-7ec9-42e3-abb9-f69f5bffb0c5 HTTP/1.1" status: 200 len: 948 time: 0.1072783 Feb 09 01:00:25.506459 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc94df-db78-4441-96b1-b73311ea4735 service neutron] Pushing event updated for resources: {'Port': ['ID=0ccd618f-5141-4b5e-85ae-bb6676311c45,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:25.557715 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9a3feebe-ea52-4f1a-ba20-5c73211ab3e6 req-5b1937bd-8b83-4951-a4a4-0b8b321c5b09 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ae89f1b-0d6f-4181-9124-42300154813a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836995 Feb 09 01:00:25.572677 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-aacee381-5f35-4ae7-907e-9580bce685cd req-3efc94df-db78-4441-96b1-b73311ea4735 service neutron] Attempting to bind port 0ccd618f-5141-4b5e-85ae-bb6676311c45 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:00:25.572677 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-aacee381-5f35-4ae7-907e-9580bce685cd req-3efc94df-db78-4441-96b1-b73311ea4735 service neutron] Attempting to bind port 0ccd618f-5141-4b5e-85ae-bb6676311c45 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:00:25.572677 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacee381-5f35-4ae7-907e-9580bce685cd req-3efc94df-db78-4441-96b1-b73311ea4735 service neutron] Attempting to bind port 0ccd618f-5141-4b5e-85ae-bb6676311c45 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:00:25.573218 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacee381-5f35-4ae7-907e-9580bce685cd req-3efc94df-db78-4441-96b1-b73311ea4735 service neutron] Port 0ccd618f-5141-4b5e-85ae-bb6676311c45 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:00:25.573655 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacee381-5f35-4ae7-907e-9580bce685cd req-3efc94df-db78-4441-96b1-b73311ea4735 service neutron] Attempting to bind port 0ccd618f-5141-4b5e-85ae-bb6676311c45 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:00:25.579405 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacee381-5f35-4ae7-907e-9580bce685cd req-3efc94df-db78-4441-96b1-b73311ea4735 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:00:25.579640 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacee381-5f35-4ae7-907e-9580bce685cd req-3efc94df-db78-4441-96b1-b73311ea4735 service neutron] Checking segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:00:25.579939 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aacee381-5f35-4ae7-907e-9580bce685cd req-3efc94df-db78-4441-96b1-b73311ea4735 service neutron] Bound using segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:00:25.580524 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-aacee381-5f35-4ae7-907e-9580bce685cd req-3efc94df-db78-4441-96b1-b73311ea4735 service neutron] Bound port: 0ccd618f-5141-4b5e-85ae-bb6676311c45, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:00:25.580960 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-aacee381-5f35-4ae7-907e-9580bce685cd req-3efc94df-db78-4441-96b1-b73311ea4735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (0ccd618f-5141-4b5e-85ae-bb6676311c45), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:25.664877 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-aacee381-5f35-4ae7-907e-9580bce685cd req-3efc94df-db78-4441-96b1-b73311ea4735 service neutron] For port 0ccd618f-5141-4b5e-85ae-bb6676311c45, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:00:25.668796 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-aacee381-5f35-4ae7-907e-9580bce685cd req-3efc94df-db78-4441-96b1-b73311ea4735 service neutron] For port 0ccd618f-5141-4b5e-85ae-bb6676311c45, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=0ccd618f-5141-4b5e-85ae-bb6676311c45,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:00:25.680444 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-aacee381-5f35-4ae7-907e-9580bce685cd req-3efc94df-db78-4441-96b1-b73311ea4735 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (0ccd618f-5141-4b5e-85ae-bb6676311c45), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:25.689729 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 00af4a39-6f45-413a-8932-22db67767e6f up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:00:25.733796 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacee381-5f35-4ae7-907e-9580bce685cd req-3efc94df-db78-4441-96b1-b73311ea4735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:25.734436 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-aacee381-5f35-4ae7-907e-9580bce685cd req-3efc94df-db78-4441-96b1-b73311ea4735 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:25.735835 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aacee381-5f35-4ae7-907e-9580bce685cd req-3efc94df-db78-4441-96b1-b73311ea4735 service neutron] 10.222.0.47 "PUT /v2.0/ports/0ccd618f-5141-4b5e-85ae-bb6676311c45 HTTP/1.1" status: 200 len: 1118 time: 0.8640461 Feb 09 01:00:25.762051 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 00af4a39-6f45-413a-8932-22db67767e6f completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:00:25.769039 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc94df-db78-4441-96b1-b73311ea4735 service neutron] Pushing event updated for resources: {'Port': ['ID=0ccd618f-5141-4b5e-85ae-bb6676311c45,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:25.777471 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 00af4a39-6f45-413a-8932-22db67767e6f triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:25.778022 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (00af4a39-6f45-413a-8932-22db67767e6f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:25.853755 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacee381-5f35-4ae7-907e-9580bce685cd req-71d19d59-7a5b-4a27-8ff5-b2490b110aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:25.855434 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aacee381-5f35-4ae7-907e-9580bce685cd req-71d19d59-7a5b-4a27-8ff5-b2490b110aae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7b0f70972c74ec49c70f9ceddd66ba6&device_id=117b6f75-30cd-424e-a8cd-cd09a54838b6 HTTP/1.1" status: 200 len: 1152 time: 0.0663769 Feb 09 01:00:25.906792 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 00af4a39-6f45-413a-8932-22db67767e6f is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:00:25.907270 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aacee381-5f35-4ae7-907e-9580bce685cd req-3a7ba8b3-4d9d-4b16-a693-f77d64faba80 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=0ccd618f-5141-4b5e-85ae-bb6676311c45 HTTP/1.1" status: 200 len: 217 time: 0.0427063 Feb 09 01:00:25.907393 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (00af4a39-6f45-413a-8932-22db67767e6f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:25.947000 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device b128caf7-1f50-4105-904b-157a0f90cb85 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:00:25.972108 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 00af4a39-6f45-413a-8932-22db67767e6f, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=00af4a39-6f45-413a-8932-22db67767e6f,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:00:25.973465 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: b128caf7-1f50-4105-904b-157a0f90cb85 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:00:25.973777 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device b128caf7-1f50-4105-904b-157a0f90cb85 not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:00:25.979918 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (00af4a39-6f45-413a-8932-22db67767e6f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:25.992983 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacee381-5f35-4ae7-907e-9580bce685cd req-f0b54c0c-41e2-444c-b578-429eb4f3ff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:25.994861 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aacee381-5f35-4ae7-907e-9580bce685cd req-f0b54c0c-41e2-444c-b578-429eb4f3ff8c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.0801353 Feb 09 01:00:26.066415 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=00af4a39-6f45-413a-8932-22db67767e6f,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:26.197462 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7a162-1009-4738-ac43-2cfa5a4caa90 req-e9436926-53c7-40b2-9ad9-d8ce05c5184b tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:26.198987 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1c7a162-1009-4738-ac43-2cfa5a4caa90 req-e9436926-53c7-40b2-9ad9-d8ce05c5184b tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c500d91-5364-48c7-b452-78dfe56882e1 HTTP/1.1" status: 200 len: 945 time: 0.1737163 Feb 09 01:00:26.216053 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacee381-5f35-4ae7-907e-9580bce685cd req-6650348b-37be-4611-bf35-0dc4776c70d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:26.217587 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aacee381-5f35-4ae7-907e-9580bce685cd req-6650348b-37be-4611-bf35-0dc4776c70d3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2142322 Feb 09 01:00:26.222518 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ebdb116d-83a6-4a5c-a718-bc5bc7c14e8b req-f7288485-a8e4-4656-ae9e-7c65a248410a tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7218c38-5b3c-49f7-9f41-0357966bf891 HTTP/1.1" status: 200 len: 210 time: 0.0577245 Feb 09 01:00:26.295652 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba714714-4eb7-4772-a927-25024f173fe9 req-d335817f-a2c6-412f-9559-24d9db2de839 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:26.297095 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ba714714-4eb7-4772-a927-25024f173fe9 req-d335817f-a2c6-412f-9559-24d9db2de839 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.47 "GET /v2.0/networks?id=b90c3694-06cc-4931-a87d-3191a1408398 HTTP/1.1" status: 200 len: 805 time: 0.2205763 Feb 09 01:00:26.319860 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-ba714714-4eb7-4772-a927-25024f173fe9 req-9864e243-769b-49ed-b6aa-5a41da9633f8 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Request body: {'port': {'device_id': 'f7218c38-5b3c-49f7-9f41-0357966bf891', 'network_id': 'b90c3694-06cc-4931-a87d-3191a1408398', 'admin_state_up': True, 'tenant_id': '74abc34e7691425282972b2da05f36f8'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:26.322597 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117b6f75-30cd-424e-a8cd-cd09a54838b6', 'tag': '0ccd618f-5141-4b5e-85ae-bb6676311c45'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:00:26.325054 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47437666-fe17-456a-9cac-bf38ffef0575" -d '{"events": [{"name": "network-changed", "server_uuid": "117b6f75-30cd-424e-a8cd-cd09a54838b6", "tag": "0ccd618f-5141-4b5e-85ae-bb6676311c45"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:00:26.363654 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05509da-7ec9-42e3-abb9-f69f5bffb0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00af4a39-6f45-413a-8932-22db67767e6f'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:00:26.366999 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac364ad2-e5e5-48e7-95f8-4f9ebc1f6537" -d '{"events": [{"server_uuid": "d05509da-7ec9-42e3-abb9-f69f5bffb0c5", "name": "network-vif-plugged", "status": "completed", "tag": "00af4a39-6f45-413a-8932-22db67767e6f"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:00:26.387334 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1c7a162-1009-4738-ac43-2cfa5a4caa90 req-c33b8196-cc76-4515-a4a3-b0be8c5ec2f8 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687617 Feb 09 01:00:26.440902 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aacee381-5f35-4ae7-907e-9580bce685cd req-4f840a38-780c-40d3-acfb-2a8ad095ee1b service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094402 Feb 09 01:00:26.463185 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310a0a11-67c6-46ea-8e0c-a456cd2c7b4e x-openstack-request-id: req-310a0a11-67c6-46ea-8e0c-a456cd2c7b4e {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:00:26.463484 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "117b6f75-30cd-424e-a8cd-cd09a54838b6", "tag": "0ccd618f-5141-4b5e-85ae-bb6676311c45", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:00:26.463741 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-310a0a11-67c6-46ea-8e0c-a456cd2c7b4e {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:00:26.464129 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '117b6f75-30cd-424e-a8cd-cd09a54838b6', 'tag': '0ccd618f-5141-4b5e-85ae-bb6676311c45', 'status': 'completed', 'code': 200} Feb 09 01:00:26.512566 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2150308-8a7b-45df-93a9-f7196d38fce2 x-openstack-request-id: req-f2150308-8a7b-45df-93a9-f7196d38fce2 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:00:26.513458 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d05509da-7ec9-42e3-abb9-f69f5bffb0c5", "name": "network-vif-plugged", "status": "completed", "tag": "00af4a39-6f45-413a-8932-22db67767e6f", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:00:26.513868 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f2150308-8a7b-45df-93a9-f7196d38fce2 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:00:26.514743 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05509da-7ec9-42e3-abb9-f69f5bffb0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00af4a39-6f45-413a-8932-22db67767e6f', 'code': 200} Feb 09 01:00:26.557340 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba714714-4eb7-4772-a927-25024f173fe9 req-9864e243-769b-49ed-b6aa-5a41da9633f8 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Made reservation on behalf of 74abc34e7691425282972b2da05f36f8 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:00:26.560763 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ba714714-4eb7-4772-a927-25024f173fe9 req-9864e243-769b-49ed-b6aa-5a41da9633f8 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:26.656815 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aacee381-5f35-4ae7-907e-9580bce685cd req-c4ad1733-474d-47a8-afa1-f3bf59324d0c service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001157 Feb 09 01:00:26.663662 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37128) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:26.673185 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751ed1b-1ccb-49d0-90d2-d1d295d87adc req-1c0ceb7b-037d-415b-bdcf-3bae67bb2c19 tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:26.674703 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9751ed1b-1ccb-49d0-90d2-d1d295d87adc req-1c0ceb7b-037d-415b-bdcf-3bae67bb2c19 tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] 10.222.0.50 "GET /v2.0/ports?device_id=117b6f75-30cd-424e-a8cd-cd09a54838b6 HTTP/1.1" status: 200 len: 970 time: 0.2076986 Feb 09 01:00:26.780704 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e6c5bf36-83e5-4723-9a24-662d5695d539 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:26.850172 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc31bd-aab9-45e6-87bd-5e128a0b06c0 req-6c65bd3e-1829-40fb-92d4-29d3b5ab8303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:26.851604 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-80dc31bd-aab9-45e6-87bd-5e128a0b06c0 req-6c65bd3e-1829-40fb-92d4-29d3b5ab8303 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=d05509da-7ec9-42e3-abb9-f69f5bffb0c5 HTTP/1.1" status: 200 len: 1131 time: 0.2354219 Feb 09 01:00:26.854812 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e6c5bf36-83e5-4723-9a24-662d5695d539 admin admin] Publish callbacks [] for security_group (0e4bf2fe-d188-4b3b-9ed0-e5e4d98427a9), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:26.858529 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e6c5bf36-83e5-4723-9a24-662d5695d539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (0e4bf2fe-d188-4b3b-9ed0-e5e4d98427a9), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:26.887482 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9751ed1b-1ccb-49d0-90d2-d1d295d87adc req-930db51f-f1e4-4db7-a30c-36e0bb7b59d7 tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] 10.222.0.50 "GET /v2.0/security-groups?id=dee98d93-9f21-486c-8124-d6b880b36e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773078 Feb 09 01:00:26.898030 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e6c5bf36-83e5-4723-9a24-662d5695d539 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b33dba565d3840cf8d105f0068ed2fde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333169 Feb 09 01:00:26.898814 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37132) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:26.921062 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c5bf36-83e5-4723-9a24-662d5695d539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4bf2fe-d188-4b3b-9ed0-e5e4d98427a9,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:26.930622 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-ba714714-4eb7-4772-a927-25024f173fe9 req-9864e243-769b-49ed-b6aa-5a41da9633f8 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Allocated IP 172.20.0.11 (b90c3694-06cc-4931-a87d-3191a1408398/7cacafe2-88d1-46d1-b016-b2d0f5a05d3f/c5720836-7c12-40a3-96af-97d4f676d2e8) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:00:26.940372 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2ca18-fc99-4a07-a6be-1c6e117c27cf req-030ff86d-f250-423e-93c5-5b02a9dc665e tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:26.942030 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-54a2ca18-fc99-4a07-a6be-1c6e117c27cf req-030ff86d-f250-423e-93c5-5b02a9dc665e tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/ports?device_id=d05509da-7ec9-42e3-abb9-f69f5bffb0c5 HTTP/1.1" status: 200 len: 949 time: 0.2154851 Feb 09 01:00:26.948445 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47437666-fe17-456a-9cac-bf38ffef0575 req-506cd9df-f9b3-420b-8a1e-6f2038932a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:26.949942 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47437666-fe17-456a-9cac-bf38ffef0575 req-506cd9df-f9b3-420b-8a1e-6f2038932a53 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7b0f70972c74ec49c70f9ceddd66ba6&device_id=117b6f75-30cd-424e-a8cd-cd09a54838b6 HTTP/1.1" status: 200 len: 1152 time: 0.2264755 Feb 09 01:00:26.957851 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a515e413-2e28-4bc5-9abb-2e755f247139 admin admin] Publish callbacks [] for security_group (0e4bf2fe-d188-4b3b-9ed0-e5e4d98427a9), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:26.980992 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a515e413-2e28-4bc5-9abb-2e755f247139 admin admin] Publish callbacks [] for security_group (0e4bf2fe-d188-4b3b-9ed0-e5e4d98427a9), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:27.037345 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a515e413-2e28-4bc5-9abb-2e755f247139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (0e4bf2fe-d188-4b3b-9ed0-e5e4d98427a9), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:27.041461 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a515e413-2e28-4bc5-9abb-2e755f247139 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:27.042653 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a515e413-2e28-4bc5-9abb-2e755f247139 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0e4bf2fe-d188-4b3b-9ed0-e5e4d98427a9 HTTP/1.1" status: 204 len: 168 time: 0.1400645 Feb 09 01:00:27.058890 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515e413-2e28-4bc5-9abb-2e755f247139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4bf2fe-d188-4b3b-9ed0-e5e4d98427a9,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:27.076429 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-80dc31bd-aab9-45e6-87bd-5e128a0b06c0 req-63631d8c-62d9-4799-ba26-0a909c8444fa service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=3ae89f1b-0d6f-4181-9124-42300154813a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071002 Feb 09 01:00:27.143244 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-54a2ca18-fc99-4a07-a6be-1c6e117c27cf req-e3325d84-b0ec-4286-9c90-4ad496456309 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ae89f1b-0d6f-4181-9124-42300154813a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901305 Feb 09 01:00:27.435692 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37168) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:27.450233 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-268c70df-04b1-4373-92cb-82be4a4211c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:27.526188 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ed606aa2-d3cd-4c77-b43d-c4d097a6e399 req-913c249d-de2a-44d0-b429-dfd991e0f890 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7218c38-5b3c-49f7-9f41-0357966bf891 HTTP/1.1" status: 200 len: 210 time: 0.0564256 Feb 09 01:00:27.530197 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47437666-fe17-456a-9cac-bf38ffef0575 req-704d5907-b92a-4571-9e22-ea68cad7afd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:27.541347 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47437666-fe17-456a-9cac-bf38ffef0575 req-704d5907-b92a-4571-9e22-ea68cad7afd5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.5797276 Feb 09 01:00:27.562086 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-268c70df-04b1-4373-92cb-82be4a4211c5 admin admin] Publish callbacks [] for security_group (8068d913-8901-4fd2-a957-31b1ccca01c3), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:27.570637 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-268c70df-04b1-4373-92cb-82be4a4211c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (8068d913-8901-4fd2-a957-31b1ccca01c3), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:27.606817 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-268c70df-04b1-4373-92cb-82be4a4211c5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=96e4477411694d1d97947b37afe0a241&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1693628 Feb 09 01:00:27.613167 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37180) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:27.625803 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37182) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:27.632653 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47437666-fe17-456a-9cac-bf38ffef0575 req-e98cda1a-93a8-4a50-891e-ed22fe5f265e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=0ccd618f-5141-4b5e-85ae-bb6676311c45 HTTP/1.1" status: 200 len: 217 time: 0.0762126 Feb 09 01:00:27.659581 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ba714714-4eb7-4772-a927-25024f173fe9 req-9864e243-769b-49ed-b6aa-5a41da9633f8 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Publish callbacks [] for port (c5720836-7c12-40a3-96af-97d4f676d2e8), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:27.664335 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c70df-04b1-4373-92cb-82be4a4211c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8068d913-8901-4fd2-a957-31b1ccca01c3,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:27.694838 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fa1bcfe3-a23d-4bed-be6f-8167d617c790 admin admin] Publish callbacks [] for security_group (8068d913-8901-4fd2-a957-31b1ccca01c3), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:27.717241 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:00:27.718914 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fa1bcfe3-a23d-4bed-be6f-8167d617c790 admin admin] Publish callbacks [] for security_group (8068d913-8901-4fd2-a957-31b1ccca01c3), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:27.745589 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47437666-fe17-456a-9cac-bf38ffef0575 req-86d656c4-6460-40df-8c99-78d5e9f191d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:27.747168 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47437666-fe17-456a-9cac-bf38ffef0575 req-86d656c4-6460-40df-8c99-78d5e9f191d5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.0997448 Feb 09 01:00:27.781652 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-17e28ad9-5995-4514-b7f9-c6db9d7b17ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:27.783929 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fa1bcfe3-a23d-4bed-be6f-8167d617c790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (8068d913-8901-4fd2-a957-31b1ccca01c3), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:27.787007 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fa1bcfe3-a23d-4bed-be6f-8167d617c790 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:27.788367 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-fa1bcfe3-a23d-4bed-be6f-8167d617c790 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8068d913-8901-4fd2-a957-31b1ccca01c3 HTTP/1.1" status: 204 len: 168 time: 0.1740968 Feb 09 01:00:27.804427 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66055bd-7ed8-429f-a734-d1c03d0c670c req-1fbaa272-e95a-43ca-9898-1e3164607a46 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:27.804914 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1bcfe3-a23d-4bed-be6f-8167d617c790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8068d913-8901-4fd2-a957-31b1ccca01c3,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:27.805597 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c66055bd-7ed8-429f-a734-d1c03d0c670c req-1fbaa272-e95a-43ca-9898-1e3164607a46 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c500d91-5364-48c7-b452-78dfe56882e1 HTTP/1.1" status: 200 len: 945 time: 0.1787047 Feb 09 01:00:27.822816 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ba714714-4eb7-4772-a927-25024f173fe9 req-9864e243-769b-49ed-b6aa-5a41da9633f8 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (c5720836-7c12-40a3-96af-97d4f676d2e8), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:27.879445 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47437666-fe17-456a-9cac-bf38ffef0575 req-c862226c-572f-4468-9eae-c76e61ea2812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:27.881564 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47437666-fe17-456a-9cac-bf38ffef0575 req-c862226c-572f-4468-9eae-c76e61ea2812 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1233869 Feb 09 01:00:27.904869 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba714714-4eb7-4772-a927-25024f173fe9 req-9864e243-769b-49ed-b6aa-5a41da9633f8 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Network b90c3694-06cc-4931-a87d-3191a1408398 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:00:27.922662 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-17e28ad9-5995-4514-b7f9-c6db9d7b17ed admin admin] Publish callbacks [] for security_group (38b27a9e-928b-4c5f-a026-9775d5729a16), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:27.934210 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-17e28ad9-5995-4514-b7f9-c6db9d7b17ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (38b27a9e-928b-4c5f-a026-9775d5729a16), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:27.958779 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-ba714714-4eb7-4772-a927-25024f173fe9 req-9864e243-769b-49ed-b6aa-5a41da9633f8 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:00:27.964487 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9864e243-769b-49ed-b6aa-5a41da9633f8 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Pushing event updated for resources: {'Port': ['ID=c5720836-7c12-40a3-96af-97d4f676d2e8,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:27.966389 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba714714-4eb7-4772-a927-25024f173fe9 req-9864e243-769b-49ed-b6aa-5a41da9633f8 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:00:27.971574 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba714714-4eb7-4772-a927-25024f173fe9 req-9864e243-769b-49ed-b6aa-5a41da9633f8 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:27.972048 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ba714714-4eb7-4772-a927-25024f173fe9 req-9864e243-769b-49ed-b6aa-5a41da9633f8 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:28.006417 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-17e28ad9-5995-4514-b7f9-c6db9d7b17ed admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6bd0f5d909d3485e995e819de6093898&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3786106 Feb 09 01:00:28.011164 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37208) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:28.024713 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c66055bd-7ed8-429f-a734-d1c03d0c670c req-c248fdfc-804b-4d4d-a542-68db0dda4e95 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650269 Feb 09 01:00:28.030863 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ba714714-4eb7-4772-a927-25024f173fe9 req-9864e243-769b-49ed-b6aa-5a41da9633f8 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7176852 Feb 09 01:00:28.033554 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e28ad9-5995-4514-b7f9-c6db9d7b17ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b27a9e-928b-4c5f-a026-9775d5729a16,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:28.056473 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-ba714714-4eb7-4772-a927-25024f173fe9 req-b6e7adbc-91b7-4b61-b574-dbf036732570 service neutron] Request body: {'port': {'device_id': 'f7218c38-5b3c-49f7-9f41-0357966bf891', 'device_owner': 'compute:tempest-test_az-1636857999', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:28.118863 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47437666-fe17-456a-9cac-bf38ffef0575 req-ea103b2f-d7fc-4379-b103-f475eecde070 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225471 Feb 09 01:00:28.119422 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4454439a-bf36-4ad5-a5e0-da4c611bc114 admin admin] Publish callbacks [] for security_group (38b27a9e-928b-4c5f-a026-9775d5729a16), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:28.159952 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4454439a-bf36-4ad5-a5e0-da4c611bc114 admin admin] Publish callbacks [] for security_group (38b27a9e-928b-4c5f-a026-9775d5729a16), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:28.218659 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4454439a-bf36-4ad5-a5e0-da4c611bc114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (38b27a9e-928b-4c5f-a026-9775d5729a16), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:28.221564 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ba714714-4eb7-4772-a927-25024f173fe9 req-b6e7adbc-91b7-4b61-b574-dbf036732570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c5720836-7c12-40a3-96af-97d4f676d2e8), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:28.222466 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4454439a-bf36-4ad5-a5e0-da4c611bc114 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:28.224068 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4454439a-bf36-4ad5-a5e0-da4c611bc114 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/38b27a9e-928b-4c5f-a026-9775d5729a16 HTTP/1.1" status: 204 len: 168 time: 0.2117023 Feb 09 01:00:28.242907 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4454439a-bf36-4ad5-a5e0-da4c611bc114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b27a9e-928b-4c5f-a026-9775d5729a16,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:28.318270 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47437666-fe17-456a-9cac-bf38ffef0575 req-baf540e2-3202-4b92-b6c4-9471ebe4aec4 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779761 Feb 09 01:00:28.326050 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3de82-f024-4846-80a7-1ff910ea6966 req-35a41759-0d10-4fef-b12a-c0e2da4c2431 tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:28.327556 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5af3de82-f024-4846-80a7-1ff910ea6966 req-35a41759-0d10-4fef-b12a-c0e2da4c2431 tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] 10.222.0.50 "GET /v2.0/ports?device_id=117b6f75-30cd-424e-a8cd-cd09a54838b6 HTTP/1.1" status: 200 len: 970 time: 0.1387815 Feb 09 01:00:28.557789 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5af3de82-f024-4846-80a7-1ff910ea6966 req-dc9e705c-0d5b-46a7-991f-e62c46b959dc tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] 10.222.0.50 "GET /v2.0/security-groups?id=dee98d93-9f21-486c-8124-d6b880b36e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233920 Feb 09 01:00:28.562372 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320162d6-ea97-489c-ae71-0585c278cc57 req-db7dc37e-a0f4-46ce-9d98-d5dc34e55efd tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:28.564183 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-320162d6-ea97-489c-ae71-0585c278cc57 req-db7dc37e-a0f4-46ce-9d98-d5dc34e55efd tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8c500d91-5364-48c7-b452-78dfe56882e1 HTTP/1.1" status: 200 len: 1127 time: 0.1619442 Feb 09 01:00:28.667536 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-320162d6-ea97-489c-ae71-0585c278cc57 req-b31542c0-e8c1-41a9-8b41-c92bfe43bc5c tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933883 Feb 09 01:00:28.709109 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37246) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:28.721159 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-ba714714-4eb7-4772-a927-25024f173fe9 req-b6e7adbc-91b7-4b61-b574-dbf036732570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5720836-7c12-40a3-96af-97d4f676d2e8 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:00:28.724529 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7cf66315-207f-4b5b-baf1-4cb92aa87d50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:28.730131 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ba714714-4eb7-4772-a927-25024f173fe9 req-b6e7adbc-91b7-4b61-b574-dbf036732570 service neutron] Publish callbacks [] for port (c5720836-7c12-40a3-96af-97d4f676d2e8), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:28.744219 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-ba714714-4eb7-4772-a927-25024f173fe9 req-b6e7adbc-91b7-4b61-b574-dbf036732570 service neutron] Transition to ACTIVE for port object c5720836-7c12-40a3-96af-97d4f676d2e8 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:00:28.751604 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ba714714-4eb7-4772-a927-25024f173fe9 req-b6e7adbc-91b7-4b61-b574-dbf036732570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (c5720836-7c12-40a3-96af-97d4f676d2e8), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:28.870198 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e7adbc-91b7-4b61-b574-dbf036732570 service neutron] Pushing event updated for resources: {'Port': ['ID=c5720836-7c12-40a3-96af-97d4f676d2e8,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:28.872922 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7cf66315-207f-4b5b-baf1-4cb92aa87d50 admin admin] Publish callbacks [] for security_group (dacf30af-95ba-4c6f-ae0f-329441051a01), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:28.897707 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7cf66315-207f-4b5b-baf1-4cb92aa87d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (dacf30af-95ba-4c6f-ae0f-329441051a01), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:28.933039 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-ba714714-4eb7-4772-a927-25024f173fe9 req-b6e7adbc-91b7-4b61-b574-dbf036732570 service neutron] Attempting to bind port c5720836-7c12-40a3-96af-97d4f676d2e8 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:00:28.933471 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-ba714714-4eb7-4772-a927-25024f173fe9 req-b6e7adbc-91b7-4b61-b574-dbf036732570 service neutron] Attempting to bind port c5720836-7c12-40a3-96af-97d4f676d2e8 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'b2ef10b9-0c7e-4ea0-88fe-781103c28e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'b90c3694-06cc-4931-a87d-3191a1408398'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:00:28.933807 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba714714-4eb7-4772-a927-25024f173fe9 req-b6e7adbc-91b7-4b61-b574-dbf036732570 service neutron] Attempting to bind port c5720836-7c12-40a3-96af-97d4f676d2e8 on network b90c3694-06cc-4931-a87d-3191a1408398 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:00:28.942549 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba714714-4eb7-4772-a927-25024f173fe9 req-b6e7adbc-91b7-4b61-b574-dbf036732570 service neutron] Port c5720836-7c12-40a3-96af-97d4f676d2e8 on network b90c3694-06cc-4931-a87d-3191a1408398 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:00:28.943477 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba714714-4eb7-4772-a927-25024f173fe9 req-b6e7adbc-91b7-4b61-b574-dbf036732570 service neutron] Attempting to bind port c5720836-7c12-40a3-96af-97d4f676d2e8 on network b90c3694-06cc-4931-a87d-3191a1408398 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:00:28.957279 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba714714-4eb7-4772-a927-25024f173fe9 req-b6e7adbc-91b7-4b61-b574-dbf036732570 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:00:28.957627 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba714714-4eb7-4772-a927-25024f173fe9 req-b6e7adbc-91b7-4b61-b574-dbf036732570 service neutron] Checking segment: {'id': 'b2ef10b9-0c7e-4ea0-88fe-781103c28e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'b90c3694-06cc-4931-a87d-3191a1408398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:00:28.958157 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba714714-4eb7-4772-a927-25024f173fe9 req-b6e7adbc-91b7-4b61-b574-dbf036732570 service neutron] Bound using segment: {'id': 'b2ef10b9-0c7e-4ea0-88fe-781103c28e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'b90c3694-06cc-4931-a87d-3191a1408398'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:00:28.958848 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-ba714714-4eb7-4772-a927-25024f173fe9 req-b6e7adbc-91b7-4b61-b574-dbf036732570 service neutron] Bound port: c5720836-7c12-40a3-96af-97d4f676d2e8, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2ef10b9-0c7e-4ea0-88fe-781103c28e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'b90c3694-06cc-4931-a87d-3191a1408398'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:00:28.959216 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ba714714-4eb7-4772-a927-25024f173fe9 req-b6e7adbc-91b7-4b61-b574-dbf036732570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c5720836-7c12-40a3-96af-97d4f676d2e8), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:28.979910 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7cf66315-207f-4b5b-baf1-4cb92aa87d50 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d230c77855ca4f0d81a244e706d074d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2696285 Feb 09 01:00:28.983872 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37254) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:28.998742 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf66315-207f-4b5b-baf1-4cb92aa87d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dacf30af-95ba-4c6f-ae0f-329441051a01,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:29.061062 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114073f0-0b3f-4e81-bdda-27455e079df2 req-c2a80027-04e2-4c1e-90d5-2c3a643ed46e tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:29.068894 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-114073f0-0b3f-4e81-bdda-27455e079df2 req-c2a80027-04e2-4c1e-90d5-2c3a643ed46e tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/ports?device_id=d05509da-7ec9-42e3-abb9-f69f5bffb0c5 HTTP/1.1" status: 200 len: 949 time: 0.2426805 Feb 09 01:00:29.074753 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3bb0f313-e6a3-49bc-80a2-809b2fd3dac1 admin admin] Publish callbacks [] for security_group (dacf30af-95ba-4c6f-ae0f-329441051a01), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:29.115941 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3bb0f313-e6a3-49bc-80a2-809b2fd3dac1 admin admin] Publish callbacks [] for security_group (dacf30af-95ba-4c6f-ae0f-329441051a01), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:29.128789 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-ba714714-4eb7-4772-a927-25024f173fe9 req-b6e7adbc-91b7-4b61-b574-dbf036732570 service neutron] For port c5720836-7c12-40a3-96af-97d4f676d2e8, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:00:29.143100 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e0194-060a-4a5a-82eb-254522e32858 req-67ece78a-f3c9-483d-8666-0a288bdb5bd4 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:29.144978 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a4e0194-060a-4a5a-82eb-254522e32858 req-67ece78a-f3c9-483d-8666-0a288bdb5bd4 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7218c38-5b3c-49f7-9f41-0357966bf891 HTTP/1.1" status: 200 len: 966 time: 0.1660860 Feb 09 01:00:29.173437 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-ba714714-4eb7-4772-a927-25024f173fe9 req-b6e7adbc-91b7-4b61-b574-dbf036732570 service neutron] For port c5720836-7c12-40a3-96af-97d4f676d2e8, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=c5720836-7c12-40a3-96af-97d4f676d2e8,segment=NetworkSegment(b2ef10b9-0c7e-4ea0-88fe-781103c28e86),segment_id=b2ef10b9-0c7e-4ea0-88fe-781103c28e86)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:00:29.186440 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3bb0f313-e6a3-49bc-80a2-809b2fd3dac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (dacf30af-95ba-4c6f-ae0f-329441051a01), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:29.190238 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3bb0f313-e6a3-49bc-80a2-809b2fd3dac1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:29.194845 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3bb0f313-e6a3-49bc-80a2-809b2fd3dac1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dacf30af-95ba-4c6f-ae0f-329441051a01 HTTP/1.1" status: 204 len: 168 time: 0.2071724 Feb 09 01:00:29.204093 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-114073f0-0b3f-4e81-bdda-27455e079df2 req-ca74ba97-4613-4400-947d-1e135f764c0c tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ae89f1b-0d6f-4181-9124-42300154813a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229196 Feb 09 01:00:29.207686 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0f313-e6a3-49bc-80a2-809b2fd3dac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dacf30af-95ba-4c6f-ae0f-329441051a01,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:29.207833 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ba714714-4eb7-4772-a927-25024f173fe9 req-b6e7adbc-91b7-4b61-b574-dbf036732570 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (c5720836-7c12-40a3-96af-97d4f676d2e8), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:29.287449 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba714714-4eb7-4772-a927-25024f173fe9 req-b6e7adbc-91b7-4b61-b574-dbf036732570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:29.288094 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ba714714-4eb7-4772-a927-25024f173fe9 req-b6e7adbc-91b7-4b61-b574-dbf036732570 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:29.289627 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ba714714-4eb7-4772-a927-25024f173fe9 req-b6e7adbc-91b7-4b61-b574-dbf036732570 service neutron] 10.222.0.47 "PUT /v2.0/ports/c5720836-7c12-40a3-96af-97d4f676d2e8 HTTP/1.1" status: 200 len: 1114 time: 1.2396123 Feb 09 01:00:29.290376 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7218c38-5b3c-49f7-9f41-0357966bf891', 'tag': 'c5720836-7c12-40a3-96af-97d4f676d2e8'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:00:29.292712 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2131197-b1ad-4070-9d89-8daf8520cdca" -d '{"events": [{"name": "network-changed", "server_uuid": "f7218c38-5b3c-49f7-9f41-0357966bf891", "tag": "c5720836-7c12-40a3-96af-97d4f676d2e8"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:00:29.302439 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a4e0194-060a-4a5a-82eb-254522e32858 req-4455bc13-3338-4e3f-8b5c-ee4fa1943428 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449008 Feb 09 01:00:29.322887 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e7adbc-91b7-4b61-b574-dbf036732570 service neutron] Pushing event updated for resources: {'Port': ['ID=c5720836-7c12-40a3-96af-97d4f676d2e8,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:29.465320 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba714714-4eb7-4772-a927-25024f173fe9 req-1efbf1ab-46c1-4d86-a58f-38151b82af8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:29.466851 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ba714714-4eb7-4772-a927-25024f173fe9 req-1efbf1ab-46c1-4d86-a58f-38151b82af8f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=74abc34e7691425282972b2da05f36f8&device_id=f7218c38-5b3c-49f7-9f41-0357966bf891 HTTP/1.1" status: 200 len: 1148 time: 0.1122339 Feb 09 01:00:29.515056 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ba714714-4eb7-4772-a927-25024f173fe9 req-b3ddb5b3-00b0-4d4a-af03-4dcb2606fe38 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5720836-7c12-40a3-96af-97d4f676d2e8 HTTP/1.1" status: 200 len: 217 time: 0.0388277 Feb 09 01:00:29.516735 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9677a4-4fa0-4893-bfd2-72b0b42bf074 req-7ca7b9aa-932c-4cbf-8137-7e0df335073f tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:29.521622 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fb9677a4-4fa0-4893-bfd2-72b0b42bf074 req-7ca7b9aa-932c-4cbf-8137-7e0df335073f tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8c500d91-5364-48c7-b452-78dfe56882e1 HTTP/1.1" status: 200 len: 1127 time: 0.1128583 Feb 09 01:00:29.602473 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba714714-4eb7-4772-a927-25024f173fe9 req-872dc4f4-3b53-4d45-872c-dee4fb432509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:29.603939 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ba714714-4eb7-4772-a927-25024f173fe9 req-872dc4f4-3b53-4d45-872c-dee4fb432509 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7cacafe2-88d1-46d1-b016-b2d0f5a05d3f HTTP/1.1" status: 200 len: 845 time: 0.0814285 Feb 09 01:00:29.606426 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fb9677a4-4fa0-4893-bfd2-72b0b42bf074 req-4d2abae8-e683-450a-abd3-c0a3d9b8dcd2 tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820746 Feb 09 01:00:29.646989 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ba714714-4eb7-4772-a927-25024f173fe9 req-3df39c88-667b-4af0-82d3-52da9b4e10ba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b90c3694-06cc-4931-a87d-3191a1408398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334003 Feb 09 01:00:29.708783 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d380017b-39b7-47ea-be6e-401795c589cf x-openstack-request-id: req-d380017b-39b7-47ea-be6e-401795c589cf {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:00:29.709077 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7218c38-5b3c-49f7-9f41-0357966bf891", "tag": "c5720836-7c12-40a3-96af-97d4f676d2e8", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:00:29.709335 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d380017b-39b7-47ea-be6e-401795c589cf {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:00:29.709890 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7218c38-5b3c-49f7-9f41-0357966bf891', 'tag': 'c5720836-7c12-40a3-96af-97d4f676d2e8', 'status': 'completed', 'code': 200} Feb 09 01:00:29.786294 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ba714714-4eb7-4772-a927-25024f173fe9 req-9243b41f-7fed-4792-865f-bc8441fb3972 service neutron] 10.222.0.47 "GET /v2.0/networks/b90c3694-06cc-4931-a87d-3191a1408398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284041 Feb 09 01:00:29.888908 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-ac5fec61-a838-4d89-abfc-f581773db8ad req-aab13aae-96f1-4a98-9d34-09b289294636 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:00:29.889873 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ac5fec61-a838-4d89-abfc-f581773db8ad req-aab13aae-96f1-4a98-9d34-09b289294636 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056231 Feb 09 01:00:29.946109 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 0ccd618f-5141-4b5e-85ae-bb6676311c45 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:00:29.946691 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b5167-c98b-4486-b8a5-ad55e1f1d68d req-9f0d772a-bef4-4b71-ad25-44dd36cf2605 tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:29.947871 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-871b5167-c98b-4486-b8a5-ad55e1f1d68d req-9f0d772a-bef4-4b71-ad25-44dd36cf2605 tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] 10.222.0.50 "GET /v2.0/ports?device_id=117b6f75-30cd-424e-a8cd-cd09a54838b6 HTTP/1.1" status: 200 len: 970 time: 0.1562827 Feb 09 01:00:29.986238 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ba714714-4eb7-4772-a927-25024f173fe9 req-9688cd21-bce4-4273-8e74-7ed14e36d022 service neutron] 10.222.0.47 "GET /v2.0/networks/b90c3694-06cc-4931-a87d-3191a1408398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926372 Feb 09 01:00:30.034480 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-871b5167-c98b-4486-b8a5-ad55e1f1d68d req-8ee05f96-d0d9-4d9f-b561-95b2b069bc60 tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] 10.222.0.50 "GET /v2.0/security-groups?id=dee98d93-9f21-486c-8124-d6b880b36e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792770 Feb 09 01:00:30.118909 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 0ccd618f-5141-4b5e-85ae-bb6676311c45, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=0ccd618f-5141-4b5e-85ae-bb6676311c45,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:00:30.133967 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '0ccd618f-5141-4b5e-85ae-bb6676311c45', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'port_id': '0ccd618f-5141-4b5e-85ae-bb6676311c45', 'mac_address': 'fa:16:3e:79:cd:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3810d295-ee98-40f7-b1e2-609bf7d1c3df', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:tempest-test_az-1636857999', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:00:30.145629 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2131197-b1ad-4070-9d89-8daf8520cdca req-7a6d1a6e-5df4-4839-9347-14502c8ba209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:30.147874 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2131197-b1ad-4070-9d89-8daf8520cdca req-7a6d1a6e-5df4-4839-9347-14502c8ba209 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=74abc34e7691425282972b2da05f36f8&device_id=f7218c38-5b3c-49f7-9f41-0357966bf891 HTTP/1.1" status: 200 len: 1148 time: 0.0934219 Feb 09 01:00:30.204485 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 0ccd618f-5141-4b5e-85ae-bb6676311c45 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:00:30.205159 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (0ccd618f-5141-4b5e-85ae-bb6676311c45), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:30.221184 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ccd618f-5141-4b5e-85ae-bb6676311c45 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:00:30.266125 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 0ccd618f-5141-4b5e-85ae-bb6676311c45, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=0ccd618f-5141-4b5e-85ae-bb6676311c45,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:00:30.285083 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (0ccd618f-5141-4b5e-85ae-bb6676311c45), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:30.340241 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2131197-b1ad-4070-9d89-8daf8520cdca req-8072372d-44e2-4d04-b223-ba52de728080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:30.341464 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2131197-b1ad-4070-9d89-8daf8520cdca req-8072372d-44e2-4d04-b223-ba52de728080 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b90c3694-06cc-4931-a87d-3191a1408398 HTTP/1.1" status: 200 len: 907 time: 0.1860850 Feb 09 01:00:30.352144 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=0ccd618f-5141-4b5e-85ae-bb6676311c45,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:30.402567 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2131197-b1ad-4070-9d89-8daf8520cdca req-4843fcb7-fd1a-450e-a111-df346353d69f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5720836-7c12-40a3-96af-97d4f676d2e8 HTTP/1.1" status: 200 len: 217 time: 0.0486510 Feb 09 01:00:30.414478 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0fe44-762a-4d0c-8b29-ed2b998287fa req-0efd448d-636d-44d1-9e06-2ae3b935fcad tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:30.415978 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e7f0fe44-762a-4d0c-8b29-ed2b998287fa req-0efd448d-636d-44d1-9e06-2ae3b935fcad tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/ports?device_id=d05509da-7ec9-42e3-abb9-f69f5bffb0c5 HTTP/1.1" status: 200 len: 949 time: 0.1163669 Feb 09 01:00:30.492523 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2131197-b1ad-4070-9d89-8daf8520cdca req-06fb3619-1c16-478b-9ae5-a05044b21f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:30.494013 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2131197-b1ad-4070-9d89-8daf8520cdca req-06fb3619-1c16-478b-9ae5-a05044b21f34 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7cacafe2-88d1-46d1-b016-b2d0f5a05d3f HTTP/1.1" status: 200 len: 845 time: 0.0771680 Feb 09 01:00:30.497211 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e7f0fe44-762a-4d0c-8b29-ed2b998287fa req-0c9be95d-34bd-4bbe-a714-058a7d17876b tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ae89f1b-0d6f-4181-9124-42300154813a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553076 Feb 09 01:00:30.538995 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2131197-b1ad-4070-9d89-8daf8520cdca req-e6816155-bc26-4e25-9f45-6161d64626dd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b90c3694-06cc-4931-a87d-3191a1408398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276561 Feb 09 01:00:30.561099 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['0ccd618f-5141-4b5e-85ae-bb6676311c45'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:00:30.638892 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-e2de46db-9639-4615-b344-3d3d3b32d3cd req-3108ff3f-7cba-44bc-80d9-95b546be733a service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:00:30.640510 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e2de46db-9639-4615-b344-3d3d3b32d3cd req-3108ff3f-7cba-44bc-80d9-95b546be733a service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083816 Feb 09 01:00:30.696937 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2131197-b1ad-4070-9d89-8daf8520cdca req-bf8e5a2e-ed81-44b4-a058-336dbc133ee6 service neutron] 10.222.0.47 "GET /v2.0/networks/b90c3694-06cc-4931-a87d-3191a1408398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571217 Feb 09 01:00:30.841540 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2131197-b1ad-4070-9d89-8daf8520cdca req-e73b62a3-4271-43a9-ba1c-c82dbeac4d55 service neutron] 10.222.0.47 "GET /v2.0/networks/b90c3694-06cc-4931-a87d-3191a1408398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379089 Feb 09 01:00:31.169516 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b20822-ce31-4463-948b-199b56e64a16 req-c7ae39a6-1360-4223-87f4-cbfbfffaa28f tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:31.171018 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d1b20822-ce31-4463-948b-199b56e64a16 req-c7ae39a6-1360-4223-87f4-cbfbfffaa28f tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7218c38-5b3c-49f7-9f41-0357966bf891 HTTP/1.1" status: 200 len: 966 time: 0.0621912 Feb 09 01:00:31.220610 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d1b20822-ce31-4463-948b-199b56e64a16 req-dca0dffb-976a-4c8a-b7e8-34a80a866867 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439875 Feb 09 01:00:31.319309 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-50920109-cbd2-4a1b-b6c3-5f8530055b56 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=e954fab3d43d455d9ae63a1ca4e8f47a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219581 Feb 09 01:00:31.427312 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-cc05cf28-efd1-4cfd-bb5c-d489289fa23a tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:31.428975 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-cc05cf28-efd1-4cfd-bb5c-d489289fa23a tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1043432 Feb 09 01:00:31.444428 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-a2e8cd98-0039-49a8-8565-8317f47d5c6b tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/quotas/e954fab3d43d455d9ae63a1ca4e8f47a HTTP/1.1" status: 200 len: 375 time: 0.0100362 Feb 09 01:00:31.516592 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-8b22487d-a7e5-4011-b2b7-fee583f3aa30 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e954fab3d43d455d9ae63a1ca4e8f47a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0664842 Feb 09 01:00:31.906622 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37420) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:31.964417 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 0ccd618f-5141-4b5e-85ae-bb6676311c45 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:00:32.029291 n-d-828369-4 neutron-server[103137]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 09 01:00:32.035693 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-e5f7dbae-bfbd-451b-b999-6f83bf7d3a0d tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:00:32.045278 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-e5f7dbae-bfbd-451b-b999-6f83bf7d3a0d tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1364129 Feb 09 01:00:32.049263 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 0ccd618f-5141-4b5e-85ae-bb6676311c45 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:00:32.059148 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 0ccd618f-5141-4b5e-85ae-bb6676311c45 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:32.059529 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (0ccd618f-5141-4b5e-85ae-bb6676311c45), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:32.161448 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 0ccd618f-5141-4b5e-85ae-bb6676311c45 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:00:32.162050 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (0ccd618f-5141-4b5e-85ae-bb6676311c45), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:32.188979 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117b6f75-30cd-424e-a8cd-cd09a54838b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ccd618f-5141-4b5e-85ae-bb6676311c45'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:00:32.191723 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca687c0-94d1-4eb6-b997-b1bfacb13ae8" -d '{"events": [{"server_uuid": "117b6f75-30cd-424e-a8cd-cd09a54838b6", "name": "network-vif-plugged", "status": "completed", "tag": "0ccd618f-5141-4b5e-85ae-bb6676311c45"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:00:32.207145 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 0ccd618f-5141-4b5e-85ae-bb6676311c45, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=0ccd618f-5141-4b5e-85ae-bb6676311c45,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:00:32.213135 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (0ccd618f-5141-4b5e-85ae-bb6676311c45), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:32.215274 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-38010cac-b11e-44cc-b6ed-216e06d40686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:32.216785 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-38010cac-b11e-44cc-b6ed-216e06d40686 service neutron] 10.222.0.50 "GET /v2.0/ports/9804ef2d-9fcf-4148-8470-0d34c52d2038 HTTP/1.1" status: 200 len: 1124 time: 0.0962577 Feb 09 01:00:32.225806 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-b0c08761-2205-4e28-83ec-451cf08923e2 service neutron] Request body: {'binding': {'host': 'n-h1-828369-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:32.226503 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-b0c08761-2205-4e28-83ec-451cf08923e2 service neutron] Unknown quota resources ['binding']. {{(pid=103137) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 01:00:32.262456 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794fcd0f-44c4-45d9-ba97-660973f2127c req-71274f9d-4270-40f8-b33c-d7175efb2567 tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:32.264998 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-794fcd0f-44c4-45d9-ba97-660973f2127c req-71274f9d-4270-40f8-b33c-d7175efb2567 tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] 10.222.0.50 "GET /v2.0/ports?device_id=117b6f75-30cd-424e-a8cd-cd09a54838b6 HTTP/1.1" status: 200 len: 971 time: 0.0708790 Feb 09 01:00:32.297568 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=0ccd618f-5141-4b5e-85ae-bb6676311c45,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:32.304828 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6f168f3d-6b87-46d6-9401-47a4b23c133f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:32.326922 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-794fcd0f-44c4-45d9-ba97-660973f2127c req-5e9d28bf-1e3b-4903-b21c-e072e3c92517 tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] 10.222.0.50 "GET /v2.0/security-groups?id=dee98d93-9f21-486c-8124-d6b880b36e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484126 Feb 09 01:00:32.384428 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-b0c08761-2205-4e28-83ec-451cf08923e2 service neutron] Attempting to bind port 9804ef2d-9fcf-4148-8470-0d34c52d2038 on host n-h1-828369-4 for vnic_type normal with profile None {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:00:32.384809 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-b0c08761-2205-4e28-83ec-451cf08923e2 service neutron] Attempting to bind port 9804ef2d-9fcf-4148-8470-0d34c52d2038 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '2793514a-5639-496c-8d37-377203141ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:00:32.385146 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-b0c08761-2205-4e28-83ec-451cf08923e2 service neutron] Attempting to bind port 9804ef2d-9fcf-4148-8470-0d34c52d2038 on network 7041f7c4-8ab5-4479-b63e-c8706fa7ab10 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:00:32.389371 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-b0c08761-2205-4e28-83ec-451cf08923e2 service neutron] Port 9804ef2d-9fcf-4148-8470-0d34c52d2038 on network 7041f7c4-8ab5-4479-b63e-c8706fa7ab10 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:00:32.389695 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-b0c08761-2205-4e28-83ec-451cf08923e2 service neutron] Attempting to bind port 9804ef2d-9fcf-4148-8470-0d34c52d2038 on network 7041f7c4-8ab5-4479-b63e-c8706fa7ab10 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:00:32.394559 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-b0c08761-2205-4e28-83ec-451cf08923e2 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:00:32.394903 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-b0c08761-2205-4e28-83ec-451cf08923e2 service neutron] Checking segment: {'id': '2793514a-5639-496c-8d37-377203141ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:00:32.395292 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-b0c08761-2205-4e28-83ec-451cf08923e2 service neutron] Bound using segment: {'id': '2793514a-5639-496c-8d37-377203141ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:00:32.396388 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-b0c08761-2205-4e28-83ec-451cf08923e2 service neutron] Bound port: 9804ef2d-9fcf-4148-8470-0d34c52d2038, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2793514a-5639-496c-8d37-377203141ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:00:32.481566 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-b0c08761-2205-4e28-83ec-451cf08923e2 service neutron] For port 9804ef2d-9fcf-4148-8470-0d34c52d2038, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=9804ef2d-9fcf-4148-8470-0d34c52d2038,segment=NetworkSegment(2793514a-5639-496c-8d37-377203141ac7),segment_id=2793514a-5639-496c-8d37-377203141ac7)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:00:32.487911 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-b0c08761-2205-4e28-83ec-451cf08923e2 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:32.489151 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-b0c08761-2205-4e28-83ec-451cf08923e2 service neutron] 10.222.0.50 "POST /v2.0/ports/9804ef2d-9fcf-4148-8470-0d34c52d2038/bindings HTTP/1.1" status: 201 len: 389 time: 0.2671449 Feb 09 01:00:32.536678 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e15b0def-c5fe-4377-8fd7-d216d0d63199 req-76e40b51-f598-4fda-9196-5e99cb5c38af tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/ports?device_id=27853c66-b265-45b7-80e1-ee893e41923c HTTP/1.1" status: 200 len: 210 time: 0.0298328 Feb 09 01:00:32.612299 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc79c2fb-28af-4d90-a8a7-2881636faaeb x-openstack-request-id: req-cc79c2fb-28af-4d90-a8a7-2881636faaeb {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:00:32.612627 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117b6f75-30cd-424e-a8cd-cd09a54838b6", "name": "network-vif-plugged", "status": "completed", "tag": "0ccd618f-5141-4b5e-85ae-bb6676311c45", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:00:32.613235 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cc79c2fb-28af-4d90-a8a7-2881636faaeb {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:00:32.613782 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117b6f75-30cd-424e-a8cd-cd09a54838b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ccd618f-5141-4b5e-85ae-bb6676311c45', 'code': 200} Feb 09 01:00:32.989681 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-644b829c-c994-403b-b755-bf1a2e3d708a tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.120 "GET /v2.0/networks?tenant_id=e954fab3d43d455d9ae63a1ca4e8f47a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0910406 Feb 09 01:00:33.101297 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33ef32-9268-4d80-a737-e1b9141bc9df req-dca5d5c2-cb83-440e-b3c6-ebb02674780c tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:33.102779 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de33ef32-9268-4d80-a737-e1b9141bc9df req-dca5d5c2-cb83-440e-b3c6-ebb02674780c tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7218c38-5b3c-49f7-9f41-0357966bf891 HTTP/1.1" status: 200 len: 966 time: 0.4333646 Feb 09 01:00:33.113711 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27552d8-cb8c-48a4-8dae-864100413ed0 req-a0f50063-944b-48b9-8404-34a4701111ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:33.115758 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e27552d8-cb8c-48a4-8dae-864100413ed0 req-a0f50063-944b-48b9-8404-34a4701111ec service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=117b6f75-30cd-424e-a8cd-cd09a54838b6 HTTP/1.1" status: 200 len: 1154 time: 0.2161407 Feb 09 01:00:33.130495 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d830d-e38a-430e-ab7e-becae7135300 req-c755680c-bd73-42c9-8327-398dc6773545 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:33.131879 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b80d830d-e38a-430e-ab7e-becae7135300 req-c755680c-bd73-42c9-8327-398dc6773545 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c500d91-5364-48c7-b452-78dfe56882e1 HTTP/1.1" status: 200 len: 945 time: 0.2311254 Feb 09 01:00:33.133717 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-cdd07a82-0056-49af-9b3f-ef08906cae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:33.135322 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-cdd07a82-0056-49af-9b3f-ef08906cae1b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b70da3c9e0441c5928a48dabf785fc6&device_id=8c500d91-5364-48c7-b452-78dfe56882e1 HTTP/1.1" status: 200 len: 1127 time: 0.2332423 Feb 09 01:00:33.264088 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-dba88a6f-c35e-4ba9-8ba0-56533395b215 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:33.265582 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-dba88a6f-c35e-4ba9-8ba0-56533395b215 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.120 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2652621 Feb 09 01:00:33.303323 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-aa6e6292-53c8-438b-a503-1cadcb6ce223 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Request body: {'port': {'device_id': '27853c66-b265-45b7-80e1-ee893e41923c', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'admin_state_up': True, 'tenant_id': 'e954fab3d43d455d9ae63a1ca4e8f47a'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:33.346321 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e27552d8-cb8c-48a4-8dae-864100413ed0 req-28750ba8-0f4a-4ea7-bc4a-d5c8a561a704 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=dee98d93-9f21-486c-8124-d6b880b36e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101030 Feb 09 01:00:33.349340 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de33ef32-9268-4d80-a737-e1b9141bc9df req-e57bd2ca-9d42-4900-a30b-32e562d45244 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293956 Feb 09 01:00:33.388782 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b80d830d-e38a-430e-ab7e-becae7135300 req-5f4f0379-12dd-4105-bde1-f78403d1de3c tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411134 Feb 09 01:00:33.408560 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-94dfda78-0a57-446a-ba9b-73e1d94f43e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:33.410046 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-94dfda78-0a57-446a-ba9b-73e1d94f43e4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10 HTTP/1.1" status: 200 len: 923 time: 0.2614584 Feb 09 01:00:33.490414 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-aa6e6292-53c8-438b-a503-1cadcb6ce223 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Made reservation on behalf of e954fab3d43d455d9ae63a1ca4e8f47a for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:00:33.495075 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-aa6e6292-53c8-438b-a503-1cadcb6ce223 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:33.626930 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-162586a6-3e59-4685-b276-ef92b2fe690c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9804ef2d-9fcf-4148-8470-0d34c52d2038 HTTP/1.1" status: 200 len: 217 time: 0.0673642 Feb 09 01:00:33.741700 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4793e61d-b284-437e-8baa-d955e897ef46 req-d701d7f1-39b8-4c91-b8f2-70aa3ddf00ef tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:33.743214 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4793e61d-b284-437e-8baa-d955e897ef46 req-d701d7f1-39b8-4c91-b8f2-70aa3ddf00ef tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] 10.222.0.50 "GET /v2.0/ports?device_id=117b6f75-30cd-424e-a8cd-cd09a54838b6 HTTP/1.1" status: 200 len: 972 time: 0.1848254 Feb 09 01:00:33.744602 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-5f3df485-18db-42eb-bee4-d49ef531c17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:33.745921 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-5f3df485-18db-42eb-bee4-d49ef531c17c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aee9db20-60c4-48dd-9796-48ed06ca844d HTTP/1.1" status: 200 len: 861 time: 0.1119301 Feb 09 01:00:33.766367 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37486) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:33.801738 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-aa6e6292-53c8-438b-a503-1cadcb6ce223 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Allocated IP 192.168.233.204 (9e88fe6e-2b1d-4294-a17d-9a7801813700/3810d295-ee98-40f7-b1e2-609bf7d1c3df/3efc5e81-d39c-4fe9-848f-26af2c6416ca) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:00:33.805339 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-7abba967-084f-4495-873d-6e473f9aa951 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482416 Feb 09 01:00:33.904047 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3e53f75f-bddc-41d7-a07f-0afb676253f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:33.933568 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1a4ea7e0-0ab6-4db5-a52a-f862824b04da req-825a30fa-4a1b-448d-988c-5247fc3ef3a8 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/ports?device_id=27853c66-b265-45b7-80e1-ee893e41923c HTTP/1.1" status: 200 len: 210 time: 0.0621197 Feb 09 01:00:33.947425 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4793e61d-b284-437e-8baa-d955e897ef46 req-772ac37f-7b6d-4639-9820-5c1de0d814d3 tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] 10.222.0.50 "GET /v2.0/security-groups?id=dee98d93-9f21-486c-8124-d6b880b36e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958656 Feb 09 01:00:33.968486 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device c5720836-7c12-40a3-96af-97d4f676d2e8 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:00:34.044660 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3e53f75f-bddc-41d7-a07f-0afb676253f8 admin admin] Publish callbacks [] for security_group (962d7ce4-2160-4e8d-b05f-8b1f27077a13), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:34.050430 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3e53f75f-bddc-41d7-a07f-0afb676253f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (962d7ce4-2160-4e8d-b05f-8b1f27077a13), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:34.103445 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3e53f75f-bddc-41d7-a07f-0afb676253f8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e772ea8351d84670b5b6a6906311dcab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3353238 Feb 09 01:00:34.104091 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37504) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:34.108790 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port c5720836-7c12-40a3-96af-97d4f676d2e8, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=c5720836-7c12-40a3-96af-97d4f676d2e8,segment=NetworkSegment(b2ef10b9-0c7e-4ea0-88fe-781103c28e86),segment_id=b2ef10b9-0c7e-4ea0-88fe-781103c28e86)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:00:34.111044 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e53f75f-bddc-41d7-a07f-0afb676253f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962d7ce4-2160-4e8d-b05f-8b1f27077a13,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:34.115984 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-aa6e6292-53c8-438b-a503-1cadcb6ce223 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Publish callbacks [] for port (3efc5e81-d39c-4fe9-848f-26af2c6416ca), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:34.121686 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': 'c5720836-7c12-40a3-96af-97d4f676d2e8', 'network_id': 'b90c3694-06cc-4931-a87d-3191a1408398', 'port_id': 'c5720836-7c12-40a3-96af-97d4f676d2e8', 'mac_address': 'fa:16:3e:75:66:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cacafe2-88d1-46d1-b016-b2d0f5a05d3f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:tempest-test_az-1636857999', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:00:34.160797 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-3e0d8218-9727-4595-bf89-4c8f9f8d3823 service neutron] 10.222.0.47 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477454 Feb 09 01:00:34.185714 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port c5720836-7c12-40a3-96af-97d4f676d2e8 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:00:34.186119 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c5720836-7c12-40a3-96af-97d4f676d2e8), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:34.200359 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-84d45e5f-f261-45a8-9735-0dea5283c436 admin admin] Publish callbacks [] for security_group (962d7ce4-2160-4e8d-b05f-8b1f27077a13), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:34.214796 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5720836-7c12-40a3-96af-97d4f676d2e8 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:00:34.232448 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-84d45e5f-f261-45a8-9735-0dea5283c436 admin admin] Publish callbacks [] for security_group (962d7ce4-2160-4e8d-b05f-8b1f27077a13), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:34.251600 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-aa6e6292-53c8-438b-a503-1cadcb6ce223 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (3efc5e81-d39c-4fe9-848f-26af2c6416ca), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:34.260427 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port c5720836-7c12-40a3-96af-97d4f676d2e8, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=c5720836-7c12-40a3-96af-97d4f676d2e8,segment=NetworkSegment(b2ef10b9-0c7e-4ea0-88fe-781103c28e86),segment_id=b2ef10b9-0c7e-4ea0-88fe-781103c28e86)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:00:34.268862 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['00af4a39-6f45-413a-8932-22db67767e6f'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:00:34.342264 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (c5720836-7c12-40a3-96af-97d4f676d2e8), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:34.355944 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-aa6e6292-53c8-438b-a503-1cadcb6ce223 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Network 9e88fe6e-2b1d-4294-a17d-9a7801813700 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:00:34.375345 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-aa6e6292-53c8-438b-a503-1cadcb6ce223 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:00:34.396110 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-aa6e6292-53c8-438b-a503-1cadcb6ce223 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:00:34.398166 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-84d45e5f-f261-45a8-9735-0dea5283c436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (962d7ce4-2160-4e8d-b05f-8b1f27077a13), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:34.400711 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-84d45e5f-f261-45a8-9735-0dea5283c436 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:34.401862 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-84d45e5f-f261-45a8-9735-0dea5283c436 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/962d7ce4-2160-4e8d-b05f-8b1f27077a13 HTTP/1.1" status: 204 len: 168 time: 0.2963803 Feb 09 01:00:34.410301 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-aa6e6292-53c8-438b-a503-1cadcb6ce223 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:34.411089 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-aa6e6292-53c8-438b-a503-1cadcb6ce223 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:34.426296 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d45e5f-f261-45a8-9735-0dea5283c436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962d7ce4-2160-4e8d-b05f-8b1f27077a13,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:34.458482 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e6292-53c8-438b-a503-1cadcb6ce223 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Pushing event updated for resources: {'Port': ['ID=3efc5e81-d39c-4fe9-848f-26af2c6416ca,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:34.467458 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-a9da1b9c-85d0-4110-8b04-7075e7a00c27 service neutron] 10.222.0.47 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893937 Feb 09 01:00:34.500989 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-aa6e6292-53c8-438b-a503-1cadcb6ce223 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2039447 Feb 09 01:00:34.514896 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-2cb0b734-f48c-4030-b8db-c09d300ff36e service neutron] Request body: {'port': {'device_id': '27853c66-b265-45b7-80e1-ee893e41923c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:34.515578 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=c5720836-7c12-40a3-96af-97d4f676d2e8,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:34.571627 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0c48e3aa-6013-451c-b27c-18836cb592c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:34.711022 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['c5720836-7c12-40a3-96af-97d4f676d2e8'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:00:34.788163 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-2cb0b734-f48c-4030-b8db-c09d300ff36e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3efc5e81-d39c-4fe9-848f-26af2c6416ca), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:34.866178 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37534) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:34.886512 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-8b75466a-a655-485c-8d0d-665ba290ac00 None None] Provisioning complete for port 3efc5e81-d39c-4fe9-848f-26af2c6416ca triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:34.886881 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8b75466a-a655-485c-8d0d-665ba290ac00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (3efc5e81-d39c-4fe9-848f-26af2c6416ca), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:34.950507 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-8b75466a-a655-485c-8d0d-665ba290ac00 None None] Port 3efc5e81-d39c-4fe9-848f-26af2c6416ca cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:00:34.962944 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083ded0-986a-4730-95ab-b2a077e65d57 req-70439b27-b6c5-4e3e-a22c-018f01977330 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:34.973720 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7083ded0-986a-4730-95ab-b2a077e65d57 req-70439b27-b6c5-4e3e-a22c-018f01977330 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7218c38-5b3c-49f7-9f41-0357966bf891 HTTP/1.1" status: 200 len: 967 time: 0.3931148 Feb 09 01:00:34.998721 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d849286f-a9e1-4a0c-97b5-781f6ce14beb req-b93ac9ce-1af4-42f1-b4e8-2a5b77156ea4 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:35.000310 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d849286f-a9e1-4a0c-97b5-781f6ce14beb req-b93ac9ce-1af4-42f1-b4e8-2a5b77156ea4 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c500d91-5364-48c7-b452-78dfe56882e1 HTTP/1.1" status: 200 len: 945 time: 0.3795719 Feb 09 01:00:35.032686 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-a8188e40-801c-40d7-96b6-f8f5f3fd141b tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:35.033359 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-a8188e40-801c-40d7-96b6-f8f5f3fd141b tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=8c500d91-5364-48c7-b452-78dfe56882e1&tenant_id=3b70da3c9e0441c5928a48dabf785fc6&binding%3Ahost_id=n-h2-828369-4 HTTP/1.1" status: 200 len: 1127 time: 0.3839738 Feb 09 01:00:35.049893 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-158cfca6-eb24-4720-97dc-998135404814 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828369-4'}}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:35.096265 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37546) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:35.114947 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-85c4bb25-d322-4bdf-9797-1ae8b2d49627 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:35.127728 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2cfc13da-f062-41a9-8b18-4866b1370831 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:35.250389 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-85c4bb25-d322-4bdf-9797-1ae8b2d49627 admin admin] Publish callbacks [] for security_group (790adaec-4917-4d4e-8b89-be66e62c7b00), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:35.260080 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2cfc13da-f062-41a9-8b18-4866b1370831 admin admin] Publish callbacks [] for security_group (02bc6e54-7e7b-4b1c-bc14-5a1d1bd545cf), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:35.261607 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-85c4bb25-d322-4bdf-9797-1ae8b2d49627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (790adaec-4917-4d4e-8b89-be66e62c7b00), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:35.267311 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2cfc13da-f062-41a9-8b18-4866b1370831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (02bc6e54-7e7b-4b1c-bc14-5a1d1bd545cf), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:35.318240 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2cfc13da-f062-41a9-8b18-4866b1370831 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0fc3d950ae384671b8e36f5e8ecd3f54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4503450 Feb 09 01:00:35.319320 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c4bb25-d322-4bdf-9797-1ae8b2d49627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790adaec-4917-4d4e-8b89-be66e62c7b00,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:35.321814 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 37548) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:35.325714 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-85c4bb25-d322-4bdf-9797-1ae8b2d49627 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cf6aa914dac14ec1a52114da3d0c23fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260852 Feb 09 01:00:35.326371 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37550) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:35.366309 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc13da-f062-41a9-8b18-4866b1370831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02bc6e54-7e7b-4b1c-bc14-5a1d1bd545cf,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:35.377219 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7083ded0-986a-4730-95ab-b2a077e65d57 req-8e1afb88-da65-4235-a3d9-80df22ef29a5 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4023097 Feb 09 01:00:35.391202 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-89a5c2ea-56aa-446d-86e7-94211c380c75 admin admin] Publish callbacks [] for security_group (790adaec-4917-4d4e-8b89-be66e62c7b00), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:35.423261 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d849286f-a9e1-4a0c-97b5-781f6ce14beb req-28e34abc-6fb1-4df9-84b1-9e2ddbf856ce tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4087415 Feb 09 01:00:35.423469 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-89a5c2ea-56aa-446d-86e7-94211c380c75 admin admin] Publish callbacks [] for security_group (790adaec-4917-4d4e-8b89-be66e62c7b00), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:35.464146 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-158cfca6-eb24-4720-97dc-998135404814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (9804ef2d-9fcf-4148-8470-0d34c52d2038), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:35.495842 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e06f9134-9bca-499b-a945-c4ab6a85b4a0 admin admin] Publish callbacks [] for security_group (02bc6e54-7e7b-4b1c-bc14-5a1d1bd545cf), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:35.500080 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-89a5c2ea-56aa-446d-86e7-94211c380c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (790adaec-4917-4d4e-8b89-be66e62c7b00), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:35.502962 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-89a5c2ea-56aa-446d-86e7-94211c380c75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:35.504429 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-89a5c2ea-56aa-446d-86e7-94211c380c75 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/790adaec-4917-4d4e-8b89-be66e62c7b00 HTTP/1.1" status: 204 len: 168 time: 0.1771619 Feb 09 01:00:35.521526 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a5c2ea-56aa-446d-86e7-94211c380c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790adaec-4917-4d4e-8b89-be66e62c7b00,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:35.592969 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e06f9134-9bca-499b-a945-c4ab6a85b4a0 admin admin] Publish callbacks [] for security_group (02bc6e54-7e7b-4b1c-bc14-5a1d1bd545cf), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:35.696702 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-2cb0b734-f48c-4030-b8db-c09d300ff36e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3efc5e81-d39c-4fe9-848f-26af2c6416ca {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:00:35.727356 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-2cb0b734-f48c-4030-b8db-c09d300ff36e service neutron] Publish callbacks [] for port (3efc5e81-d39c-4fe9-848f-26af2c6416ca), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:35.758064 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:35.760857 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-2cb0b734-f48c-4030-b8db-c09d300ff36e service neutron] Transition to ACTIVE for port object 3efc5e81-d39c-4fe9-848f-26af2c6416ca will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:00:35.777226 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-2cb0b734-f48c-4030-b8db-c09d300ff36e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (3efc5e81-d39c-4fe9-848f-26af2c6416ca), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:35.808655 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c150c-0ebd-4880-89a2-7fb2003e6a31 req-29f56ccb-10d0-4cc7-a106-5d336dac34a6 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:35.809980 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-923c150c-0ebd-4880-89a2-7fb2003e6a31 req-29f56ccb-10d0-4cc7-a106-5d336dac34a6 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/ports?device_id=27853c66-b265-45b7-80e1-ee893e41923c HTTP/1.1" status: 200 len: 936 time: 0.2353108 Feb 09 01:00:35.816531 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb32c02-5dcd-4c4e-839f-24ca78c02502 req-e34f7359-b9b6-4522-abc4-11f90038cf39 tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:35.817996 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ddb32c02-5dcd-4c4e-839f-24ca78c02502 req-e34f7359-b9b6-4522-abc4-11f90038cf39 tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] 10.222.0.50 "GET /v2.0/ports?device_id=117b6f75-30cd-424e-a8cd-cd09a54838b6 HTTP/1.1" status: 200 len: 972 time: 0.2272017 Feb 09 01:00:35.826367 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-158cfca6-eb24-4720-97dc-998135404814 service neutron] For port 9804ef2d-9fcf-4148-8470-0d34c52d2038, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=9804ef2d-9fcf-4148-8470-0d34c52d2038,segment=NetworkSegment(2793514a-5639-496c-8d37-377203141ac7),segment_id=2793514a-5639-496c-8d37-377203141ac7)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:00:35.846480 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e06f9134-9bca-499b-a945-c4ab6a85b4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (02bc6e54-7e7b-4b1c-bc14-5a1d1bd545cf), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:35.849631 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e06f9134-9bca-499b-a945-c4ab6a85b4a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:35.850931 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e06f9134-9bca-499b-a945-c4ab6a85b4a0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/02bc6e54-7e7b-4b1c-bc14-5a1d1bd545cf HTTP/1.1" status: 204 len: 168 time: 0.5220993 Feb 09 01:00:35.919995 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f9134-9bca-499b-a945-c4ab6a85b4a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02bc6e54-7e7b-4b1c-bc14-5a1d1bd545cf,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:35.992042 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device c5720836-7c12-40a3-96af-97d4f676d2e8 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:00:36.022566 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0b734-f48c-4030-b8db-c09d300ff36e service neutron] Pushing event updated for resources: {'Port': ['ID=3efc5e81-d39c-4fe9-848f-26af2c6416ca,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:36.060737 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port c5720836-7c12-40a3-96af-97d4f676d2e8 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:00:36.065519 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port c5720836-7c12-40a3-96af-97d4f676d2e8 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:36.066716 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c5720836-7c12-40a3-96af-97d4f676d2e8), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:36.067810 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-158cfca6-eb24-4720-97dc-998135404814 service neutron] For port 9804ef2d-9fcf-4148-8470-0d34c52d2038, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:00:36.084335 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-923c150c-0ebd-4880-89a2-7fb2003e6a31 req-ebc76027-9924-42e6-8315-0bf0baa3bec7 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ae89f1b-0d6f-4181-9124-42300154813a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557673 Feb 09 01:00:36.134846 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ddb32c02-5dcd-4c4e-839f-24ca78c02502 req-87e3e6b7-8c76-4d8c-b72b-cedb4b30b3b8 tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] 10.222.0.50 "GET /v2.0/security-groups?id=dee98d93-9f21-486c-8124-d6b880b36e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049898 Feb 09 01:00:36.137451 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-2cb0b734-f48c-4030-b8db-c09d300ff36e service neutron] Attempting to bind port 3efc5e81-d39c-4fe9-848f-26af2c6416ca on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:00:36.137786 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-2cb0b734-f48c-4030-b8db-c09d300ff36e service neutron] Attempting to bind port 3efc5e81-d39c-4fe9-848f-26af2c6416ca by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:00:36.138107 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-2cb0b734-f48c-4030-b8db-c09d300ff36e service neutron] Attempting to bind port 3efc5e81-d39c-4fe9-848f-26af2c6416ca on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:00:36.146406 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-2cb0b734-f48c-4030-b8db-c09d300ff36e service neutron] Port 3efc5e81-d39c-4fe9-848f-26af2c6416ca on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:00:36.146733 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-2cb0b734-f48c-4030-b8db-c09d300ff36e service neutron] Attempting to bind port 3efc5e81-d39c-4fe9-848f-26af2c6416ca on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:00:36.179091 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-2cb0b734-f48c-4030-b8db-c09d300ff36e service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:00:36.179441 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-2cb0b734-f48c-4030-b8db-c09d300ff36e service neutron] Checking segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:00:36.179834 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-2cb0b734-f48c-4030-b8db-c09d300ff36e service neutron] Bound using segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:00:36.180286 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-2cb0b734-f48c-4030-b8db-c09d300ff36e service neutron] Bound port: 3efc5e81-d39c-4fe9-848f-26af2c6416ca, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:00:36.180687 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-2cb0b734-f48c-4030-b8db-c09d300ff36e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3efc5e81-d39c-4fe9-848f-26af2c6416ca), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:36.185523 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c500d91-5364-48c7-b452-78dfe56882e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9804ef2d-9fcf-4148-8470-0d34c52d2038'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:00:36.187790 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c8ffec-ad0a-4b3b-9442-154e7b14584f" -d '{"events": [{"server_uuid": "8c500d91-5364-48c7-b452-78dfe56882e1", "name": "network-vif-unplugged", "status": "completed", "tag": "9804ef2d-9fcf-4148-8470-0d34c52d2038"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:00:36.198874 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-158cfca6-eb24-4720-97dc-998135404814 service neutron] Publish callbacks [] for port (9804ef2d-9fcf-4148-8470-0d34c52d2038), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:36.241720 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-158cfca6-eb24-4720-97dc-998135404814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (9804ef2d-9fcf-4148-8470-0d34c52d2038), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:36.268575 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port c5720836-7c12-40a3-96af-97d4f676d2e8 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:00:36.271116 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c5720836-7c12-40a3-96af-97d4f676d2e8), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:36.273584 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37590) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:36.310482 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-64128006-ad4b-4356-83a0-426258f743b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:36.319872 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158cfca6-eb24-4720-97dc-998135404814 service neutron] Pushing event updated for resources: {'Port': ['ID=9804ef2d-9fcf-4148-8470-0d34c52d2038,revision_number=7']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:36.338461 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7218c38-5b3c-49f7-9f41-0357966bf891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5720836-7c12-40a3-96af-97d4f676d2e8'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:00:36.347967 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042ca8a2-8121-442b-a88c-a9f28bc7ce11" -d '{"events": [{"server_uuid": "f7218c38-5b3c-49f7-9f41-0357966bf891", "name": "network-vif-plugged", "status": "completed", "tag": "c5720836-7c12-40a3-96af-97d4f676d2e8"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:00:36.371548 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port c5720836-7c12-40a3-96af-97d4f676d2e8, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=c5720836-7c12-40a3-96af-97d4f676d2e8,segment=NetworkSegment(b2ef10b9-0c7e-4ea0-88fe-781103c28e86),segment_id=b2ef10b9-0c7e-4ea0-88fe-781103c28e86)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:00:36.382353 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (c5720836-7c12-40a3-96af-97d4f676d2e8), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:36.438816 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-64128006-ad4b-4356-83a0-426258f743b9 admin admin] Publish callbacks [] for security_group (a1878d6c-833a-47cc-bef8-523acd34dcc4), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:36.444932 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-64128006-ad4b-4356-83a0-426258f743b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (a1878d6c-833a-47cc-bef8-523acd34dcc4), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:36.463254 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-2cb0b734-f48c-4030-b8db-c09d300ff36e service neutron] For port 3efc5e81-d39c-4fe9-848f-26af2c6416ca, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:00:36.501699 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=c5720836-7c12-40a3-96af-97d4f676d2e8,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:36.507548 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-64128006-ad4b-4356-83a0-426258f743b9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=975ef9b5de7545eda392f02a4cb171e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2328384 Feb 09 01:00:36.508233 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 37602) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:36.510213 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64128006-ad4b-4356-83a0-426258f743b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1878d6c-833a-47cc-bef8-523acd34dcc4,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:36.524089 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-2cb0b734-f48c-4030-b8db-c09d300ff36e service neutron] For port 3efc5e81-d39c-4fe9-848f-26af2c6416ca, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=3efc5e81-d39c-4fe9-848f-26af2c6416ca,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:00:36.531866 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-158cfca6-eb24-4720-97dc-998135404814 service neutron] Attempting to bind port 9804ef2d-9fcf-4148-8470-0d34c52d2038 on host n-h2-828369-4 for vnic_type normal with profile {"migrating_to": "n-h1-828369-4"} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:00:36.532197 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-158cfca6-eb24-4720-97dc-998135404814 service neutron] Attempting to bind port 9804ef2d-9fcf-4148-8470-0d34c52d2038 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '2793514a-5639-496c-8d37-377203141ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:00:36.532529 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-158cfca6-eb24-4720-97dc-998135404814 service neutron] Attempting to bind port 9804ef2d-9fcf-4148-8470-0d34c52d2038 on network 7041f7c4-8ab5-4479-b63e-c8706fa7ab10 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:00:36.542989 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-2cb0b734-f48c-4030-b8db-c09d300ff36e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (3efc5e81-d39c-4fe9-848f-26af2c6416ca), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:36.557541 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-158cfca6-eb24-4720-97dc-998135404814 service neutron] Port 9804ef2d-9fcf-4148-8470-0d34c52d2038 on network 7041f7c4-8ab5-4479-b63e-c8706fa7ab10 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:00:36.557805 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-158cfca6-eb24-4720-97dc-998135404814 service neutron] Attempting to bind port 9804ef2d-9fcf-4148-8470-0d34c52d2038 on network 7041f7c4-8ab5-4479-b63e-c8706fa7ab10 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:00:36.589958 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d017ad93-c448-4dc3-8ba9-4a30eb29979b x-openstack-request-id: req-d017ad93-c448-4dc3-8ba9-4a30eb29979b {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:00:36.590143 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c500d91-5364-48c7-b452-78dfe56882e1", "name": "network-vif-unplugged", "status": "completed", "tag": "9804ef2d-9fcf-4148-8470-0d34c52d2038", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:00:36.590323 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d017ad93-c448-4dc3-8ba9-4a30eb29979b {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:00:36.590661 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c500d91-5364-48c7-b452-78dfe56882e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9804ef2d-9fcf-4148-8470-0d34c52d2038', 'code': 200} Feb 09 01:00:36.595811 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-158cfca6-eb24-4720-97dc-998135404814 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:00:36.596156 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-158cfca6-eb24-4720-97dc-998135404814 service neutron] Checking segment: {'id': '2793514a-5639-496c-8d37-377203141ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:00:36.596558 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-158cfca6-eb24-4720-97dc-998135404814 service neutron] Bound using segment: {'id': '2793514a-5639-496c-8d37-377203141ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:00:36.597012 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-158cfca6-eb24-4720-97dc-998135404814 service neutron] Bound port: 9804ef2d-9fcf-4148-8470-0d34c52d2038, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2793514a-5639-496c-8d37-377203141ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:00:36.597376 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-158cfca6-eb24-4720-97dc-998135404814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (9804ef2d-9fcf-4148-8470-0d34c52d2038), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:36.611037 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5b4f8a-5106-44ae-8299-1aeeead35c4d x-openstack-request-id: req-7a5b4f8a-5106-44ae-8299-1aeeead35c4d {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:00:36.611350 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7218c38-5b3c-49f7-9f41-0357966bf891", "name": "network-vif-plugged", "status": "completed", "tag": "c5720836-7c12-40a3-96af-97d4f676d2e8", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:00:36.611616 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7a5b4f8a-5106-44ae-8299-1aeeead35c4d {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:00:36.612022 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7218c38-5b3c-49f7-9f41-0357966bf891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5720836-7c12-40a3-96af-97d4f676d2e8', 'code': 200} Feb 09 01:00:36.621492 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-2cb0b734-f48c-4030-b8db-c09d300ff36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:36.622122 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-2cb0b734-f48c-4030-b8db-c09d300ff36e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:36.623787 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-2cb0b734-f48c-4030-b8db-c09d300ff36e service neutron] 10.222.0.120 "PUT /v2.0/ports/3efc5e81-d39c-4fe9-848f-26af2c6416ca HTTP/1.1" status: 200 len: 1096 time: 2.1148574 Feb 09 01:00:36.691660 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37606) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:36.708329 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0b734-f48c-4030-b8db-c09d300ff36e service neutron] Pushing event updated for resources: {'Port': ['ID=3efc5e81-d39c-4fe9-848f-26af2c6416ca,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:36.724097 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5ce7afb7-6170-4e3c-83eb-e8bb9231d3f1 admin admin] Publish callbacks [] for security_group (a1878d6c-833a-47cc-bef8-523acd34dcc4), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:36.855868 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-9bd953d0-7c80-4780-8f85-4169d0dbcf5c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-681137932-network', 'tenant_id': '59b83406d20b4b2ebe9993c1c71eb2e8'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:36.874106 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5ce7afb7-6170-4e3c-83eb-e8bb9231d3f1 admin admin] Publish callbacks [] for security_group (a1878d6c-833a-47cc-bef8-523acd34dcc4), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:36.894942 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-158cfca6-eb24-4720-97dc-998135404814 service neutron] For port 9804ef2d-9fcf-4148-8470-0d34c52d2038, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:00:36.895169 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd953d0-7c80-4780-8f85-4169d0dbcf5c admin admin] Made reservation on behalf of 59b83406d20b4b2ebe9993c1c71eb2e8 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:00:36.899318 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9bd953d0-7c80-4780-8f85-4169d0dbcf5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:36.921794 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9bd953d0-7c80-4780-8f85-4169d0dbcf5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:36.937908 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-158cfca6-eb24-4720-97dc-998135404814 service neutron] For port 9804ef2d-9fcf-4148-8470-0d34c52d2038, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=9804ef2d-9fcf-4148-8470-0d34c52d2038,segment=NetworkSegment(2793514a-5639-496c-8d37-377203141ac7),segment_id=2793514a-5639-496c-8d37-377203141ac7)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:00:36.955796 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438eedbe-559e-484c-8b4e-e13e16d9d5ce req-593c8f2e-418d-4de7-9e0d-e2ea417be19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:36.957324 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-438eedbe-559e-484c-8b4e-e13e16d9d5ce req-593c8f2e-418d-4de7-9e0d-e2ea417be19f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f7218c38-5b3c-49f7-9f41-0357966bf891 HTTP/1.1" status: 200 len: 1150 time: 0.1899583 Feb 09 01:00:36.959597 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-3bb0bbe3-97f2-43dd-acd9-c07edc6db56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:36.961049 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-3bb0bbe3-97f2-43dd-acd9-c07edc6db56e service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=e954fab3d43d455d9ae63a1ca4e8f47a&device_id=27853c66-b265-45b7-80e1-ee893e41923c HTTP/1.1" status: 200 len: 1130 time: 0.2698100 Feb 09 01:00:36.970156 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae00b5-2763-4a3e-82e1-97d3c4089055 req-3d283234-11a1-4c75-8746-edf160c1c141 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:36.971666 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-83ae00b5-2763-4a3e-82e1-97d3c4089055 req-3d283234-11a1-4c75-8746-edf160c1c141 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7218c38-5b3c-49f7-9f41-0357966bf891 HTTP/1.1" status: 200 len: 968 time: 0.2831111 Feb 09 01:00:36.992387 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-158cfca6-eb24-4720-97dc-998135404814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (9804ef2d-9fcf-4148-8470-0d34c52d2038), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:37.011941 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9bd953d0-7c80-4780-8f85-4169d0dbcf5c admin admin] Publish callbacks [] for security_group (94382357-3f52-4c6d-b9c6-ed33c8f08783), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:37.021392 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9bd953d0-7c80-4780-8f85-4169d0dbcf5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (94382357-3f52-4c6d-b9c6-ed33c8f08783), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:37.023605 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:37.047028 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd953d0-7c80-4780-8f85-4169d0dbcf5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94382357-3f52-4c6d-b9c6-ed33c8f08783,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:37.086192 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-571c4d9b-0b83-4899-a746-edb93779bd68 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=3efc5e81-d39c-4fe9-848f-26af2c6416ca HTTP/1.1" status: 200 len: 217 time: 0.0964487 Feb 09 01:00:37.113104 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bd953d0-7c80-4780-8f85-4169d0dbcf5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1025} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:00:37.123690 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9bd953d0-7c80-4780-8f85-4169d0dbcf5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (431c715a-c199-48c1-a403-75c9f288f923), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:37.124103 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-9bd953d0-7c80-4780-8f85-4169d0dbcf5c admin admin] Added segment 431c715a-c199-48c1-a403-75c9f288f923 of type vlan for network 5b1ef353-28d7-4dbf-bb1a-5731e3977ba4 Feb 09 01:00:37.154983 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5ce7afb7-6170-4e3c-83eb-e8bb9231d3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (a1878d6c-833a-47cc-bef8-523acd34dcc4), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:37.157564 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5ce7afb7-6170-4e3c-83eb-e8bb9231d3f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:37.158690 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-5ce7afb7-6170-4e3c-83eb-e8bb9231d3f1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a1878d6c-833a-47cc-bef8-523acd34dcc4 HTTP/1.1" status: 204 len: 168 time: 0.6474137 Feb 09 01:00:37.172358 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9bd953d0-7c80-4780-8f85-4169d0dbcf5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (5b1ef353-28d7-4dbf-bb1a-5731e3977ba4), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:37.198202 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158cfca6-eb24-4720-97dc-998135404814 service neutron] Pushing event updated for resources: {'Port': ['ID=9804ef2d-9fcf-4148-8470-0d34c52d2038,revision_number=8']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:37.202975 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9bd953d0-7c80-4780-8f85-4169d0dbcf5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (5b1ef353-28d7-4dbf-bb1a-5731e3977ba4), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:37.204005 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd953d0-7c80-4780-8f85-4169d0dbcf5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:37.204679 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9bd953d0-7c80-4780-8f85-4169d0dbcf5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:37.212820 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce7afb7-6170-4e3c-83eb-e8bb9231d3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1878d6c-833a-47cc-bef8-523acd34dcc4,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:37.253437 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534b599-33a4-406c-be9d-0da2e21609cb req-3f8e7700-9afd-4f23-ab8c-02cc74325998 tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:37.255537 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4534b599-33a4-406c-be9d-0da2e21609cb req-3f8e7700-9afd-4f23-ab8c-02cc74325998 tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] 10.222.0.50 "GET /v2.0/ports?device_id=117b6f75-30cd-424e-a8cd-cd09a54838b6 HTTP/1.1" status: 200 len: 972 time: 0.3222835 Feb 09 01:00:37.257806 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-438eedbe-559e-484c-8b4e-e13e16d9d5ce req-02f99065-683f-4036-965d-85155c6b0649 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670951 Feb 09 01:00:37.263500 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-158cfca6-eb24-4720-97dc-998135404814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:37.264150 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-158cfca6-eb24-4720-97dc-998135404814 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:37.265611 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-158cfca6-eb24-4720-97dc-998135404814 service neutron] 10.222.0.47 "PUT /v2.0/ports/9804ef2d-9fcf-4148-8470-0d34c52d2038 HTTP/1.1" status: 200 len: 1121 time: 2.2231400 Feb 09 01:00:37.271398 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-95fb7b5e-68ab-4be7-8c4b-589b9347eff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:37.272958 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-95fb7b5e-68ab-4be7-8c4b-589b9347eff2 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.1751003 Feb 09 01:00:37.273678 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9bd953d0-7c80-4780-8f85-4169d0dbcf5c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5807569 Feb 09 01:00:37.276503 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37618) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:37.282690 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-2ef0882c-8188-40a0-ab74-19836ff4b4b3 admin admin] Request body: {'subnet': {'network_id': '5b1ef353-28d7-4dbf-bb1a-5731e3977ba4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-681137932-subnet', 'tenant_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:37.296469 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-83ae00b5-2763-4a3e-82e1-97d3c4089055 req-18769dbb-7002-4230-8a82-7c695e67c733 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876189 Feb 09 01:00:37.303745 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:37.304421 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd953d0-7c80-4780-8f85-4169d0dbcf5c admin admin] Pushing event updated for resources: {'Network': ['ID=5b1ef353-28d7-4dbf-bb1a-5731e3977ba4,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:37.316351 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef0882c-8188-40a0-ab74-19836ff4b4b3 admin admin] Made reservation on behalf of 59b83406d20b4b2ebe9993c1c71eb2e8 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:00:37.316661 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 5b1ef353-28d7-4dbf-bb1a-5731e3977ba4 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:00:37.319909 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2ef0882c-8188-40a0-ab74-19836ff4b4b3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:37.374786 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['9804ef2d-9fcf-4148-8470-0d34c52d2038'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:00:37.456059 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4534b599-33a4-406c-be9d-0da2e21609cb req-72dfe4c5-658c-4472-8fb5-e32dcf61db66 tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] 10.222.0.50 "GET /v2.0/security-groups?id=dee98d93-9f21-486c-8124-d6b880b36e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811731 Feb 09 01:00:37.495499 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9c1e4-df9e-4778-96c8-c2bd0d461480 req-83c28d38-31a3-4150-ac23-7bbba30fc611 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:37.504037 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-baa9c1e4-df9e-4778-96c8-c2bd0d461480 req-83c28d38-31a3-4150-ac23-7bbba30fc611 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c500d91-5364-48c7-b452-78dfe56882e1 HTTP/1.1" status: 200 len: 943 time: 0.1085432 Feb 09 01:00:37.508587 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-1728ddbd-3a6b-48b2-bc6a-c04c4401be50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:37.510162 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-1728ddbd-3a6b-48b2-bc6a-c04c4401be50 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2127235 Feb 09 01:00:37.554067 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2ef0882c-8188-40a0-ab74-19836ff4b4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for subnet (f61025f6-bbc8-419e-944b-83c38276e9e3), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:37.629361 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef0882c-8188-40a0-ab74-19836ff4b4b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f61025f6-bbc8-419e-944b-83c38276e9e3,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:37.636982 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef0882c-8188-40a0-ab74-19836ff4b4b3 admin admin] Checking segment: {'id': '431c715a-c199-48c1-a403-75c9f288f923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5b1ef353-28d7-4dbf-bb1a-5731e3977ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:00:37.636982 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef0882c-8188-40a0-ab74-19836ff4b4b3 admin admin] Network hostable DHCP agents. Network: 5b1ef353-28d7-4dbf-bb1a-5731e3977ba4, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:00:37.662596 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef0882c-8188-40a0-ab74-19836ff4b4b3 admin admin] Network 5b1ef353-28d7-4dbf-bb1a-5731e3977ba4 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:00:37.670008 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-baa9c1e4-df9e-4778-96c8-c2bd0d461480 req-fd55f8d6-9862-434e-a7e4-902dcb6ee247 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648192 Feb 09 01:00:37.679103 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-2ef0882c-8188-40a0-ab74-19836ff4b4b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 5b1ef353-28d7-4dbf-bb1a-5731e3977ba4) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:00:37.688696 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2691ab13-a34e-4d00-b35d-f63cd76c0fdb None None] Network 5b1ef353-28d7-4dbf-bb1a-5731e3977ba4 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:00:37.701027 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef0882c-8188-40a0-ab74-19836ff4b4b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:37.701672 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2ef0882c-8188-40a0-ab74-19836ff4b4b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:37.737854 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2ef0882c-8188-40a0-ab74-19836ff4b4b3 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4599111 Feb 09 01:00:37.740927 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37630) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:37.748900 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-0b4436ba-ee3d-42c3-8047-9f59eb969695 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-681137932-router', 'tenant_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:37.751431 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-7d99309d-593b-4312-bb5b-bef26c8f8ca2 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804826 Feb 09 01:00:37.799014 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0b4436ba-ee3d-42c3-8047-9f59eb969695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (ada90dd7-44ce-466f-a95c-18e6c74d0611), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:37.800900 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0b4436ba-ee3d-42c3-8047-9f59eb969695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (ada90dd7-44ce-466f-a95c-18e6c74d0611), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:37.848178 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42dd9c7-b27b-4e39-a5da-23fd1e72ceb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-5b1ef353-28d7-4dbf-bb1a-5731e3977ba4', 'network_id': '5b1ef353-28d7-4dbf-bb1a-5731e3977ba4', 'project_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'fixed_ips': [{'subnet_id': 'f61025f6-bbc8-419e-944b-83c38276e9e3'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:00:37.849942 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b42dd9c7-b27b-4e39-a5da-23fd1e72ceb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:37.899889 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0eedb6b-53c2-48b0-996a-2b6720df9e87 req-45c49f1d-35c9-45da-bd18-6cfbf9ac3943 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048462 Feb 09 01:00:37.920061 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694bafde-d15b-4357-ac2a-15c4baccb9e2 req-f33c62ef-f573-4f6e-b56f-a595a78d5a43 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:37.927952 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-694bafde-d15b-4357-ac2a-15c4baccb9e2 req-f33c62ef-f573-4f6e-b56f-a595a78d5a43 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/ports?device_id=27853c66-b265-45b7-80e1-ee893e41923c HTTP/1.1" status: 200 len: 948 time: 0.1731524 Feb 09 01:00:38.004489 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-694bafde-d15b-4357-ac2a-15c4baccb9e2 req-5bcbee90-03ed-4d9e-8af8-a73c04ec2f5b tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ae89f1b-0d6f-4181-9124-42300154813a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712321 Feb 09 01:00:38.005175 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0b4436ba-ee3d-42c3-8047-9f59eb969695 admin admin] Publish callbacks [] for router_controller (ada90dd7-44ce-466f-a95c-18e6c74d0611), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:38.070856 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-b42dd9c7-b27b-4e39-a5da-23fd1e72ceb6 None None] Allocated IP 172.20.0.2 (5b1ef353-28d7-4dbf-bb1a-5731e3977ba4/f61025f6-bbc8-419e-944b-83c38276e9e3/2e0866d3-b98a-4e12-839c-2e6502123d20) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:00:38.306830 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b42dd9c7-b27b-4e39-a5da-23fd1e72ceb6 None None] Publish callbacks [] for port (2e0866d3-b98a-4e12-839c-2e6502123d20), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:38.320056 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b42dd9c7-b27b-4e39-a5da-23fd1e72ceb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (2e0866d3-b98a-4e12-839c-2e6502123d20), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:38.377347 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5c360-90b9-449b-876a-b3fea2f64268 req-8f100a03-94ea-4c70-ab24-507c313c850e tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:38.384816 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-72e5c360-90b9-449b-876a-b3fea2f64268 req-8f100a03-94ea-4c70-ab24-507c313c850e tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] 10.222.0.47 "GET /v2.0/ports?device_id=117b6f75-30cd-424e-a8cd-cd09a54838b6 HTTP/1.1" status: 200 len: 972 time: 0.1106460 Feb 09 01:00:38.431256 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0b4436ba-ee3d-42c3-8047-9f59eb969695 admin admin] Publish callbacks [] for router_gateway (ada90dd7-44ce-466f-a95c-18e6c74d0611), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:38.442666 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42dd9c7-b27b-4e39-a5da-23fd1e72ceb6 None None] Network 5b1ef353-28d7-4dbf-bb1a-5731e3977ba4 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:00:38.446259 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:38.449820 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-b42dd9c7-b27b-4e39-a5da-23fd1e72ceb6 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:00:38.454774 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42dd9c7-b27b-4e39-a5da-23fd1e72ceb6 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:00:38.458051 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42dd9c7-b27b-4e39-a5da-23fd1e72ceb6 None None] Pushing event updated for resources: {'Port': ['ID=2e0866d3-b98a-4e12-839c-2e6502123d20,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:38.531116 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d95e1-b5e8-4dc1-8f5d-6699da469cb7 req-dd2d95d7-7ca0-4dbd-a536-a1236fdcd4f1 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:38.532688 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-516d95e1-b5e8-4dc1-8f5d-6699da469cb7 req-dd2d95d7-7ca0-4dbd-a536-a1236fdcd4f1 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7218c38-5b3c-49f7-9f41-0357966bf891 HTTP/1.1" status: 200 len: 968 time: 0.1248538 Feb 09 01:00:38.585841 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-72e5c360-90b9-449b-876a-b3fea2f64268 req-f7e6645d-7217-4bcc-aa4b-95335be311dc tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] Deleting port 0ccd618f-5141-4b5e-85ae-bb6676311c45 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:00:38.586204 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-72e5c360-90b9-449b-876a-b3fea2f64268 req-f7e6645d-7217-4bcc-aa4b-95335be311dc tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (0ccd618f-5141-4b5e-85ae-bb6676311c45), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:38.594579 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27853c66-b265-45b7-80e1-ee893e41923c', 'tag': '3efc5e81-d39c-4fe9-848f-26af2c6416ca'}, {'name': 'network-changed', 'server_uuid': '8c500d91-5364-48c7-b452-78dfe56882e1', 'tag': '9804ef2d-9fcf-4148-8470-0d34c52d2038'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:00:38.596855 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bbb64a-372b-44f3-8e09-0a4b3557167f" -d '{"events": [{"name": "network-changed", "server_uuid": "27853c66-b265-45b7-80e1-ee893e41923c", "tag": "3efc5e81-d39c-4fe9-848f-26af2c6416ca"}, {"name": "network-changed", "server_uuid": "8c500d91-5364-48c7-b452-78dfe56882e1", "tag": "9804ef2d-9fcf-4148-8470-0d34c52d2038"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:00:38.607721 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-b42dd9c7-b27b-4e39-a5da-23fd1e72ceb6 None None] Attempting to bind port 2e0866d3-b98a-4e12-839c-2e6502123d20 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:00:38.608890 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-b42dd9c7-b27b-4e39-a5da-23fd1e72ceb6 None None] Attempting to bind port 2e0866d3-b98a-4e12-839c-2e6502123d20 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '431c715a-c199-48c1-a403-75c9f288f923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5b1ef353-28d7-4dbf-bb1a-5731e3977ba4'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:00:38.609521 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42dd9c7-b27b-4e39-a5da-23fd1e72ceb6 None None] Attempting to bind port 2e0866d3-b98a-4e12-839c-2e6502123d20 on network 5b1ef353-28d7-4dbf-bb1a-5731e3977ba4 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:00:38.615935 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42dd9c7-b27b-4e39-a5da-23fd1e72ceb6 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:00:38.616778 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42dd9c7-b27b-4e39-a5da-23fd1e72ceb6 None None] Checking segment: {'id': '431c715a-c199-48c1-a403-75c9f288f923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5b1ef353-28d7-4dbf-bb1a-5731e3977ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:00:38.617412 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b42dd9c7-b27b-4e39-a5da-23fd1e72ceb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:38.618020 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42dd9c7-b27b-4e39-a5da-23fd1e72ceb6 None None] Bound using segment: {'id': '431c715a-c199-48c1-a403-75c9f288f923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5b1ef353-28d7-4dbf-bb1a-5731e3977ba4'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:00:38.618755 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-b42dd9c7-b27b-4e39-a5da-23fd1e72ceb6 None None] Bound port: 2e0866d3-b98a-4e12-839c-2e6502123d20, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '431c715a-c199-48c1-a403-75c9f288f923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5b1ef353-28d7-4dbf-bb1a-5731e3977ba4'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:00:38.619363 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b42dd9c7-b27b-4e39-a5da-23fd1e72ceb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (2e0866d3-b98a-4e12-839c-2e6502123d20), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:38.696821 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 37670) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:38.738332 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-516d95e1-b5e8-4dc1-8f5d-6699da469cb7 req-7d425543-df1c-4e3a-a5c2-b2aa7afcdbb8 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900754 Feb 09 01:00:38.741535 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-b42dd9c7-b27b-4e39-a5da-23fd1e72ceb6 None None] For port 2e0866d3-b98a-4e12-839c-2e6502123d20, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:00:38.751423 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-b42dd9c7-b27b-4e39-a5da-23fd1e72ceb6 None None] For port 2e0866d3-b98a-4e12-839c-2e6502123d20, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=2e0866d3-b98a-4e12-839c-2e6502123d20,segment=NetworkSegment(431c715a-c199-48c1-a403-75c9f288f923),segment_id=431c715a-c199-48c1-a403-75c9f288f923)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:00:38.760299 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b42dd9c7-b27b-4e39-a5da-23fd1e72ceb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (2e0866d3-b98a-4e12-839c-2e6502123d20), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:38.826871 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-72e5c360-90b9-449b-876a-b3fea2f64268 req-f7e6645d-7217-4bcc-aa4b-95335be311dc tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] For port 0ccd618f-5141-4b5e-85ae-bb6676311c45, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=0ccd618f-5141-4b5e-85ae-bb6676311c45,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:00:38.827321 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-72e5c360-90b9-449b-876a-b3fea2f64268 req-f7e6645d-7217-4bcc-aa4b-95335be311dc tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (0ccd618f-5141-4b5e-85ae-bb6676311c45), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:38.848937 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-72e5c360-90b9-449b-876a-b3fea2f64268 req-f7e6645d-7217-4bcc-aa4b-95335be311dc tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] Calling delete_port for 0ccd618f-5141-4b5e-85ae-bb6676311c45 owned by compute:tempest-test_az-1636857999 {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:00:38.879933 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728218d0-322a-43c8-aa23-dc3a624d2f06 req-a6115b5b-a70e-4009-b544-9fda9d8fa84f tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:38.888702 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42dd9c7-b27b-4e39-a5da-23fd1e72ceb6 None None] Pushing event updated for resources: {'Port': ['ID=2e0866d3-b98a-4e12-839c-2e6502123d20,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:38.909000 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-728218d0-322a-43c8-aa23-dc3a624d2f06 req-a6115b5b-a70e-4009-b544-9fda9d8fa84f tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] 10.222.0.50 "GET /v2.0/ports?device_id=117b6f75-30cd-424e-a8cd-cd09a54838b6 HTTP/1.1" status: 200 len: 972 time: 0.3264296 Feb 09 01:00:38.933076 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0b4436ba-ee3d-42c3-8047-9f59eb969695 admin admin] Publish callbacks [] for router_gateway (ada90dd7-44ce-466f-a95c-18e6c74d0611), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:38.960325 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0b4436ba-ee3d-42c3-8047-9f59eb969695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:39.056176 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:39.129179 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-728218d0-322a-43c8-aa23-dc3a624d2f06 req-7393b344-c8c1-491d-a3c0-3c234be0cb51 tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] 10.222.0.50 "GET /v2.0/security-groups?id=dee98d93-9f21-486c-8124-d6b880b36e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143731 Feb 09 01:00:39.140396 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-0b4436ba-ee3d-42c3-8047-9f59eb969695 admin admin] Allocated IP 172.25.8.107 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/1e5780b3-10b8-4ff4-8292-62e6ca5327ff) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:00:39.151581 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e8c07d52-b58b-4dba-b115-7ba7ded83056 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7e2f3410b34b48c0a54dd37ae3ab38e5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4516149 Feb 09 01:00:39.156353 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37690) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:39.219192 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4f1b5c02-639a-4dc0-9965-b36e9912f032 req-68e8d164-3049-4db8-9fe7-37b1372c79cd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f7218c38-5b3c-49f7-9f41-0357966bf891&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2598240 Feb 09 01:00:39.281347 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 01:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec53090-fc69-4c2a-8470-e697dd6d4e33 x-openstack-request-id: req-3ec53090-fc69-4c2a-8470-e697dd6d4e33 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:00:39.286436 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27853c66-b265-45b7-80e1-ee893e41923c", "tag": "3efc5e81-d39c-4fe9-848f-26af2c6416ca", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8c500d91-5364-48c7-b452-78dfe56882e1", "tag": "9804ef2d-9fcf-4148-8470-0d34c52d2038", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:00:39.287785 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3ec53090-fc69-4c2a-8470-e697dd6d4e33 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:00:39.289345 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27853c66-b265-45b7-80e1-ee893e41923c', 'tag': '3efc5e81-d39c-4fe9-848f-26af2c6416ca', 'status': 'completed', 'code': 200} Feb 09 01:00:39.289849 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c500d91-5364-48c7-b452-78dfe56882e1', 'tag': '9804ef2d-9fcf-4148-8470-0d34c52d2038', 'status': 'completed', 'code': 200} Feb 09 01:00:39.447385 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 2e0866d3-b98a-4e12-839c-2e6502123d20 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:00:39.494577 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-19b79b2f-a280-48ee-9c2a-edaf178ac53f admin admin] Publish callbacks [] for security_group (19ad4ac4-0f15-4041-a5dc-ac8d91eb0cb9), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:39.541494 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 2e0866d3-b98a-4e12-839c-2e6502123d20 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:39.541494 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (2e0866d3-b98a-4e12-839c-2e6502123d20), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:39.549502 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-19b79b2f-a280-48ee-9c2a-edaf178ac53f admin admin] Publish callbacks [] for security_group (19ad4ac4-0f15-4041-a5dc-ac8d91eb0cb9), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:39.647782 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 2e0866d3-b98a-4e12-839c-2e6502123d20 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:00:39.648454 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (2e0866d3-b98a-4e12-839c-2e6502123d20), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:39.670677 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0b4436ba-ee3d-42c3-8047-9f59eb969695 admin admin] Publish callbacks [] for port (1e5780b3-10b8-4ff4-8292-62e6ca5327ff), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:39.699848 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-72e5c360-90b9-449b-876a-b3fea2f64268 req-f7e6645d-7217-4bcc-aa4b-95335be311dc tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (0ccd618f-5141-4b5e-85ae-bb6676311c45), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:39.711264 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-19b79b2f-a280-48ee-9c2a-edaf178ac53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (19ad4ac4-0f15-4041-a5dc-ac8d91eb0cb9), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:39.714379 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-19b79b2f-a280-48ee-9c2a-edaf178ac53f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:39.716116 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-19b79b2f-a280-48ee-9c2a-edaf178ac53f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/19ad4ac4-0f15-4041-a5dc-ac8d91eb0cb9 HTTP/1.1" status: 204 len: 168 time: 0.5585074 Feb 09 01:00:39.726731 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['0ccd618f-5141-4b5e-85ae-bb6676311c45'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:00:39.751427 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b5c02-639a-4dc0-9965-b36e9912f032 req-af179cca-f6c8-4d31-ad5d-a5b643c7e02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:39.752951 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4f1b5c02-639a-4dc0-9965-b36e9912f032 req-af179cca-f6c8-4d31-ad5d-a5b643c7e02e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=74abc34e7691425282972b2da05f36f8&device_id=f7218c38-5b3c-49f7-9f41-0357966bf891 HTTP/1.1" status: 200 len: 1150 time: 0.4108958 Feb 09 01:00:39.755913 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bbb64a-372b-44f3-8e09-0a4b3557167f req-34f3876b-2adb-4901-b2ec-510ad72db32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:39.757376 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b7bbb64a-372b-44f3-8e09-0a4b3557167f req-34f3876b-2adb-4901-b2ec-510ad72db32b service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=e954fab3d43d455d9ae63a1ca4e8f47a&device_id=27853c66-b265-45b7-80e1-ee893e41923c HTTP/1.1" status: 200 len: 1130 time: 0.4655085 Feb 09 01:00:39.758065 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b79b2f-a280-48ee-9c2a-edaf178ac53f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ad4ac4-0f15-4041-a5dc-ac8d91eb0cb9,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:39.758193 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e6645d-7217-4bcc-aa4b-95335be311dc tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] Pushing event deleted for resources: {'Port': ['ID=0ccd618f-5141-4b5e-85ae-bb6676311c45,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:39.775609 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0b4436ba-ee3d-42c3-8047-9f59eb969695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (1e5780b3-10b8-4ff4-8292-62e6ca5327ff), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:39.784494 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4377dfec-3794-4acb-82d2-a458d02ac769 req-e4fce569-964f-4a51-93c0-783afe1fc816 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:39.794023 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4377dfec-3794-4acb-82d2-a458d02ac769 req-e4fce569-964f-4a51-93c0-783afe1fc816 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c500d91-5364-48c7-b452-78dfe56882e1 HTTP/1.1" status: 200 len: 943 time: 0.4549909 Feb 09 01:00:39.826557 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 2e0866d3-b98a-4e12-839c-2e6502123d20, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=2e0866d3-b98a-4e12-839c-2e6502123d20,segment=NetworkSegment(431c715a-c199-48c1-a403-75c9f288f923),segment_id=431c715a-c199-48c1-a403-75c9f288f923)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:00:39.859157 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (2e0866d3-b98a-4e12-839c-2e6502123d20), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:39.870739 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4436ba-ee3d-42c3-8047-9f59eb969695 admin admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:00:39.879310 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-0b4436ba-ee3d-42c3-8047-9f59eb969695 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:00:39.898546 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4436ba-ee3d-42c3-8047-9f59eb969695 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:00:39.981957 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=2e0866d3-b98a-4e12-839c-2e6502123d20,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:40.019477 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 9804ef2d-9fcf-4148-8470-0d34c52d2038 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:00:40.096074 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4436ba-ee3d-42c3-8047-9f59eb969695 admin admin] Pushing event updated for resources: {'Port': ['ID=1e5780b3-10b8-4ff4-8292-62e6ca5327ff,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:40.107761 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bbb64a-372b-44f3-8e09-0a4b3557167f req-0561a97c-b93b-4981-824c-0ce4389297c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:40.109876 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b7bbb64a-372b-44f3-8e09-0a4b3557167f req-0561a97c-b93b-4981-824c-0ce4389297c2 service neutron] 10.222.0.120 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.3129711 Feb 09 01:00:40.156272 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e5c360-90b9-449b-876a-b3fea2f64268 req-f7e6645d-7217-4bcc-aa4b-95335be311dc tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] No DVR routers for this DVR port 0ccd618f-5141-4b5e-85ae-bb6676311c45 on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:00:40.232227 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-72e5c360-90b9-449b-876a-b3fea2f64268 req-f7e6645d-7217-4bcc-aa4b-95335be311dc tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:40.236209 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-72e5c360-90b9-449b-876a-b3fea2f64268 req-f7e6645d-7217-4bcc-aa4b-95335be311dc tempest-ImagesNegativeTestJSON-1445830133 tempest-ImagesNegativeTestJSON-1445830133-project] 10.222.0.47 "DELETE /v2.0/ports/0ccd618f-5141-4b5e-85ae-bb6676311c45 HTTP/1.1" status: 204 len: 173 time: 1.8505275 Feb 09 01:00:40.241746 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 9804ef2d-9fcf-4148-8470-0d34c52d2038, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=9804ef2d-9fcf-4148-8470-0d34c52d2038,segment=NetworkSegment(2793514a-5639-496c-8d37-377203141ac7),segment_id=2793514a-5639-496c-8d37-377203141ac7)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:00:40.243244 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b7bbb64a-372b-44f3-8e09-0a4b3557167f req-1bd0dbb3-dc54-4c49-bc03-729e01a5f1f5 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=3efc5e81-d39c-4fe9-848f-26af2c6416ca HTTP/1.1" status: 200 len: 217 time: 0.0796657 Feb 09 01:00:40.325391 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 37712) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:40.333369 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bec987-f5c9-48ce-aea6-50e25c5e3f26 req-2d0a102e-7f34-48a3-9012-54ae9ab39aeb tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:40.341328 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c4bec987-f5c9-48ce-aea6-50e25c5e3f26 req-2d0a102e-7f34-48a3-9012-54ae9ab39aeb tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/ports?device_id=27853c66-b265-45b7-80e1-ee893e41923c HTTP/1.1" status: 200 len: 948 time: 0.3604143 Feb 09 01:00:40.433511 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4377dfec-3794-4acb-82d2-a458d02ac769 req-3967672c-b4e2-4593-bebc-39fa9220ad6a tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6382995 Feb 09 01:00:40.491193 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 9804ef2d-9fcf-4148-8470-0d34c52d2038 has no active binding in host n-h1-828369-4 {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 01:00:40.514528 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa296012-b787-4c8b-97e9-12135cb82ff0 None None] Network 5b1ef353-28d7-4dbf-bb1a-5731e3977ba4 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:00:40.518109 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0b4436ba-ee3d-42c3-8047-9f59eb969695 admin admin] Publish callbacks [] for router_gateway (ada90dd7-44ce-466f-a95c-18e6c74d0611), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:40.541816 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bbb64a-372b-44f3-8e09-0a4b3557167f req-7d1e4143-93c5-441c-aa75-d9a8c8543025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:40.543741 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b7bbb64a-372b-44f3-8e09-0a4b3557167f req-7d1e4143-93c5-441c-aa75-d9a8c8543025 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.2826855 Feb 09 01:00:40.545039 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b5c02-639a-4dc0-9965-b36e9912f032 req-c079f262-b14a-4460-a415-4210d4edf4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:40.547074 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4f1b5c02-639a-4dc0-9965-b36e9912f032 req-c079f262-b14a-4460-a415-4210d4edf4f9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b90c3694-06cc-4931-a87d-3191a1408398 HTTP/1.1" status: 200 len: 907 time: 0.7486813 Feb 09 01:00:40.568197 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c4bec987-f5c9-48ce-aea6-50e25c5e3f26 req-81b40c83-39c2-4728-be78-522b2b897094 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ae89f1b-0d6f-4181-9124-42300154813a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259107 Feb 09 01:00:40.625855 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-0c6b857b-896e-4bfa-923b-708cafdde383 None None] Provisioning complete for port 2e0866d3-b98a-4e12-839c-2e6502123d20 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:40.626312 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0c6b857b-896e-4bfa-923b-708cafdde383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (2e0866d3-b98a-4e12-839c-2e6502123d20), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:40.688847 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4f1b5c02-639a-4dc0-9965-b36e9912f032 req-1fc81411-59ec-4d85-ace1-f71acc854f75 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5720836-7c12-40a3-96af-97d4f676d2e8 HTTP/1.1" status: 200 len: 217 time: 0.1192751 Feb 09 01:00:40.693595 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3b736ef1-4d09-48c2-a0cd-f23e1032523c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ede9453e3cf446c0b4cd89157d95fafe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3501523 Feb 09 01:00:40.698304 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 37718) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:40.767272 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-0c6b857b-896e-4bfa-923b-708cafdde383 None None] Current status of the port 2e0866d3-b98a-4e12-839c-2e6502123d20 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:00:40.814656 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bbb64a-372b-44f3-8e09-0a4b3557167f req-74ab33de-016d-4d0a-9d4b-1603722e71a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:40.816211 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b7bbb64a-372b-44f3-8e09-0a4b3557167f req-74ab33de-016d-4d0a-9d4b-1603722e71a0 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2252431 Feb 09 01:00:40.818286 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b5c02-639a-4dc0-9965-b36e9912f032 req-0c39140b-8f9b-4a5b-a8ed-d1e6c8c50ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:40.819626 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4f1b5c02-639a-4dc0-9965-b36e9912f032 req-0c39140b-8f9b-4a5b-a8ed-d1e6c8c50ce7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7cacafe2-88d1-46d1-b016-b2d0f5a05d3f HTTP/1.1" status: 200 len: 845 time: 0.0922844 Feb 09 01:00:40.821567 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0b4436ba-ee3d-42c3-8047-9f59eb969695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (ada90dd7-44ce-466f-a95c-18e6c74d0611), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:40.874517 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4f1b5c02-639a-4dc0-9965-b36e9912f032 req-266d6cb9-8525-483d-b132-b074d960fd5f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b90c3694-06cc-4931-a87d-3191a1408398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378704 Feb 09 01:00:41.091687 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-c7bad340-2c0a-4895-a71c-a174b5a1ba51 None None] Provisioning complete for port 2e0866d3-b98a-4e12-839c-2e6502123d20 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:41.092370 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c7bad340-2c0a-4895-a71c-a174b5a1ba51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (2e0866d3-b98a-4e12-839c-2e6502123d20), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:41.131636 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e4dee547-cbf2-4a19-9fea-333cd6518345 admin admin] Publish callbacks [] for security_group (fbc0bf54-25cd-4a68-b494-7a852614fe0c), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:41.145716 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-9269fbf5-1c3a-40dc-8a6c-37df856275c4 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=698d05b4eb4b402aa83e695c4b2c5978&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1244204 Feb 09 01:00:41.153068 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac573d4-d49d-42d4-8cda-585cbb069840 req-b99b195a-749b-448f-8bca-816398c6920d tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:41.155236 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9ac573d4-d49d-42d4-8cda-585cbb069840 req-b99b195a-749b-448f-8bca-816398c6920d tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7218c38-5b3c-49f7-9f41-0357966bf891 HTTP/1.1" status: 200 len: 968 time: 0.4584365 Feb 09 01:00:41.200987 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c7bad340-2c0a-4895-a71c-a174b5a1ba51 None None] Current status of the port 2e0866d3-b98a-4e12-839c-2e6502123d20 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:00:41.215397 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4436ba-ee3d-42c3-8047-9f59eb969695 admin admin] Router ada90dd7-44ce-466f-a95c-18e6c74d0611 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:00:41.280209 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e4dee547-cbf2-4a19-9fea-333cd6518345 admin admin] Publish callbacks [] for security_group (fbc0bf54-25cd-4a68-b494-7a852614fe0c), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:41.297336 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117b6f75-30cd-424e-a8cd-cd09a54838b6', 'name': 'network-vif-deleted', 'tag': '0ccd618f-5141-4b5e-85ae-bb6676311c45'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:00:41.299358 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a309fa9d-f5bd-426f-9bec-62bc1376e41a" -d '{"events": [{"server_uuid": "117b6f75-30cd-424e-a8cd-cd09a54838b6", "name": "network-vif-deleted", "tag": "0ccd618f-5141-4b5e-85ae-bb6676311c45"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:00:41.331051 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4436ba-ee3d-42c3-8047-9f59eb969695 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:00:41.343040 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16488338-ef51-4eac-9e58-3069b3f5e7c3 None None] Sync routers for ids ['ada90dd7-44ce-466f-a95c-18e6c74d0611'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:00:41.344062 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9ac573d4-d49d-42d4-8cda-585cbb069840 req-39df3e1c-8ca4-4d5c-bc77-880bd7a1f949 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736073 Feb 09 01:00:41.344270 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 2e0866d3-b98a-4e12-839c-2e6502123d20 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:00:41.370501 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b7bbb64a-372b-44f3-8e09-0a4b3557167f req-7c90629a-8df1-4de2-a9c5-34f810aaf9f3 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5327182 Feb 09 01:00:41.384500 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16488338-ef51-4eac-9e58-3069b3f5e7c3 None None] Routers {'ada90dd7-44ce-466f-a95c-18e6c74d0611'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:00:41.384912 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-16488338-ef51-4eac-9e58-3069b3f5e7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:00:35Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['ada90dd7-44ce-466f-a95c-18e6c74d0611'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:41.385068 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0b4436ba-ee3d-42c3-8047-9f59eb969695 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:41.386455 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0b4436ba-ee3d-42c3-8047-9f59eb969695 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.6444921 Feb 09 01:00:41.389212 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37740) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:41.412470 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4f1b5c02-639a-4dc0-9965-b36e9912f032 req-761c9e9b-d4bd-4f28-9e29-e779cd2d77fa service neutron] 10.222.0.47 "GET /v2.0/networks/b90c3694-06cc-4931-a87d-3191a1408398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5181344 Feb 09 01:00:41.443490 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 2e0866d3-b98a-4e12-839c-2e6502123d20 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:41.443947 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (2e0866d3-b98a-4e12-839c-2e6502123d20), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:41.536579 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-d8f0b54d-7a7f-4f98-ad75-874237066962 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:41.543032 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-d8f0b54d-7a7f-4f98-ad75-874237066962 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3789012 Feb 09 01:00:41.571436 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e4dee547-cbf2-4a19-9fea-333cd6518345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (fbc0bf54-25cd-4a68-b494-7a852614fe0c), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:41.574191 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e4dee547-cbf2-4a19-9fea-333cd6518345 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:41.575381 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e4dee547-cbf2-4a19-9fea-333cd6518345 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fbc0bf54-25cd-4a68-b494-7a852614fe0c HTTP/1.1" status: 204 len: 168 time: 0.8760819 Feb 09 01:00:41.582801 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 2e0866d3-b98a-4e12-839c-2e6502123d20 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:00:41.588759 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-16488338-ef51-4eac-9e58-3069b3f5e7c3 None None] Set router ada90dd7-44ce-466f-a95c-18e6c74d0611 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:00:41.643015 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-24ba98c6-70f1-4cd0-9fac-c77e1fd104cb tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/quotas/698d05b4eb4b402aa83e695c4b2c5978 HTTP/1.1" status: 200 len: 375 time: 0.0990334 Feb 09 01:00:41.665875 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4f1b5c02-639a-4dc0-9965-b36e9912f032 req-5597e687-670c-4033-97cc-7eb94d489dca service neutron] 10.222.0.47 "GET /v2.0/networks/b90c3694-06cc-4931-a87d-3191a1408398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376306 Feb 09 01:00:41.670786 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dee547-cbf2-4a19-9fea-333cd6518345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc0bf54-25cd-4a68-b494-7a852614fe0c,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:41.702659 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-de266678-82d1-4887-8c7c-91ef9d7afac9 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=698d05b4eb4b402aa83e695c4b2c5978&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587161 Feb 09 01:00:41.713170 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b7bbb64a-372b-44f3-8e09-0a4b3557167f req-4b1b609f-b4a4-4f40-a885-a908d3850293 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299966 Feb 09 01:00:41.800521 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 3efc5e81-d39c-4fe9-848f-26af2c6416ca details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:00:41.839872 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98336012-8191-406d-a132-b6d11793cfd5 x-openstack-request-id: req-98336012-8191-406d-a132-b6d11793cfd5 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:00:41.840380 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117b6f75-30cd-424e-a8cd-cd09a54838b6", "name": "network-vif-deleted", "tag": "0ccd618f-5141-4b5e-85ae-bb6676311c45", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:00:41.840461 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-98336012-8191-406d-a132-b6d11793cfd5 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:00:41.840905 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117b6f75-30cd-424e-a8cd-cd09a54838b6', 'name': 'network-vif-deleted', 'tag': '0ccd618f-5141-4b5e-85ae-bb6676311c45', 'status': 'completed', 'code': 200} Feb 09 01:00:41.868090 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1da459-19de-41a6-8399-548bd41fca64 req-5365218e-4789-430d-86a3-502bc0d37f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:41.871521 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1d1da459-19de-41a6-8399-548bd41fca64 req-5365218e-4789-430d-86a3-502bc0d37f16 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=3b70da3c9e0441c5928a48dabf785fc6&device_id=8c500d91-5364-48c7-b452-78dfe56882e1 HTTP/1.1" status: 200 len: 1155 time: 0.1241705 Feb 09 01:00:41.917266 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-16488338-ef51-4eac-9e58-3069b3f5e7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-681137932-router', 'tenant_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1e5780b3-10b8-4ff4-8292-62e6ca5327ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:00:37Z', 'updated_at': '2022-02-09T01:00:40Z', 'revision_number': 3, 'project_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'gw_port': {'id': '1e5780b3-10b8-4ff4-8292-62e6ca5327ff', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:00:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:38Z', 'updated_at': '2022-02-09T01:00:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:41.991998 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16488338-ef51-4eac-9e58-3069b3f5e7c3 None None] Checking router: ada90dd7-44ce-466f-a95c-18e6c74d0611 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:00:41.999599 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16488338-ef51-4eac-9e58-3069b3f5e7c3 None None] Updating router ada90dd7-44ce-466f-a95c-18e6c74d0611 port 1e5780b3-10b8-4ff4-8292-62e6ca5327ff binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:00:42.051115 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 0ccd618f-5141-4b5e-85ae-bb6676311c45 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:00:42.094687 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-16488338-ef51-4eac-9e58-3069b3f5e7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1e5780b3-10b8-4ff4-8292-62e6ca5327ff), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:42.136197 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 3efc5e81-d39c-4fe9-848f-26af2c6416ca, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=3efc5e81-d39c-4fe9-848f-26af2c6416ca,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:00:42.142637 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: 0ccd618f-5141-4b5e-85ae-bb6676311c45 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:00:42.144835 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 0ccd618f-5141-4b5e-85ae-bb6676311c45 not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:00:42.156316 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6df626-41e4-4771-9ea8-e696566241aa req-24b0be8d-a3ca-4d2a-9326-410729e2c6eb tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:42.165026 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-be6df626-41e4-4771-9ea8-e696566241aa req-24b0be8d-a3ca-4d2a-9326-410729e2c6eb tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/ports?device_id=27853c66-b265-45b7-80e1-ee893e41923c HTTP/1.1" status: 200 len: 948 time: 0.1001310 Feb 09 01:00:42.173860 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '3efc5e81-d39c-4fe9-848f-26af2c6416ca', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'port_id': '3efc5e81-d39c-4fe9-848f-26af2c6416ca', 'mac_address': 'fa:16:3e:87:e4:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3810d295-ee98-40f7-b1e2-609bf7d1c3df', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:00:42.235420 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-be6df626-41e4-4771-9ea8-e696566241aa req-b0784abd-2136-4c19-b676-94cb9baf876f tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ae89f1b-0d6f-4181-9124-42300154813a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698769 Feb 09 01:00:42.273843 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 3efc5e81-d39c-4fe9-848f-26af2c6416ca is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:00:42.274123 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbc642-b3b2-414f-bad0-b2bab6155862 req-82b530eb-648e-4db9-8dad-47fd5e769378 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:42.274255 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3efc5e81-d39c-4fe9-848f-26af2c6416ca), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:42.275732 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-facbc642-b3b2-414f-bad0-b2bab6155862 req-82b530eb-648e-4db9-8dad-47fd5e769378 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c500d91-5364-48c7-b452-78dfe56882e1 HTTP/1.1" status: 200 len: 943 time: 0.1829572 Feb 09 01:00:42.304829 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3efc5e81-d39c-4fe9-848f-26af2c6416ca {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:00:42.359326 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 3efc5e81-d39c-4fe9-848f-26af2c6416ca, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=3efc5e81-d39c-4fe9-848f-26af2c6416ca,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:00:42.366539 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (3efc5e81-d39c-4fe9-848f-26af2c6416ca), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:42.371503 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-facbc642-b3b2-414f-bad0-b2bab6155862 req-c0b37e0a-657f-48da-9178-a0016000227d tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879967 Feb 09 01:00:42.414328 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1da459-19de-41a6-8399-548bd41fca64 req-9db46933-978d-42cf-80f6-fd57076e00fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:42.416814 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1d1da459-19de-41a6-8399-548bd41fca64 req-9db46933-978d-42cf-80f6-fd57076e00fd service neutron] 10.222.0.120 "GET /v2.0/networks?id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10 HTTP/1.1" status: 200 len: 923 time: 0.5153277 Feb 09 01:00:42.492588 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=3efc5e81-d39c-4fe9-848f-26af2c6416ca,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:42.555113 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1d1da459-19de-41a6-8399-548bd41fca64 req-db1b414d-1b3f-41c4-8e50-44d8db4d5ea8 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9804ef2d-9fcf-4148-8470-0d34c52d2038 HTTP/1.1" status: 200 len: 217 time: 0.1291430 Feb 09 01:00:42.572862 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1d33b035-0948-4a1a-aa43-f71987f4eb0d req-1abc97d7-5f99-44ce-8a7c-96933d888101 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d HTTP/1.1" status: 200 len: 210 time: 0.0795157 Feb 09 01:00:42.653119 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-16488338-ef51-4eac-9e58-3069b3f5e7c3 None None] Publish callbacks [] for port (1e5780b3-10b8-4ff4-8292-62e6ca5327ff), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:42.661242 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-16488338-ef51-4eac-9e58-3069b3f5e7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1e5780b3-10b8-4ff4-8292-62e6ca5327ff), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:42.696859 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['3efc5e81-d39c-4fe9-848f-26af2c6416ca'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:00:42.740994 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-16488338-ef51-4eac-9e58-3069b3f5e7c3 None None] Attempting to bind port 1e5780b3-10b8-4ff4-8292-62e6ca5327ff on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:00:42.741583 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-16488338-ef51-4eac-9e58-3069b3f5e7c3 None None] Attempting to bind port 1e5780b3-10b8-4ff4-8292-62e6ca5327ff by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:00:42.742317 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16488338-ef51-4eac-9e58-3069b3f5e7c3 None None] Attempting to bind port 1e5780b3-10b8-4ff4-8292-62e6ca5327ff on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:00:42.746685 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1d0720ef-bf45-443c-983c-ada213d788dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:42.749098 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349352d7-dee0-4569-8e61-4553ca1f1b00 None None] Pushing event updated for resources: {'Port': ['ID=1e5780b3-10b8-4ff4-8292-62e6ca5327ff,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:42.761301 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16488338-ef51-4eac-9e58-3069b3f5e7c3 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:00:42.762149 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16488338-ef51-4eac-9e58-3069b3f5e7c3 None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:00:42.763032 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-16488338-ef51-4eac-9e58-3069b3f5e7c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:42.763591 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16488338-ef51-4eac-9e58-3069b3f5e7c3 None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:00:42.764225 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-16488338-ef51-4eac-9e58-3069b3f5e7c3 None None] Bound port: 1e5780b3-10b8-4ff4-8292-62e6ca5327ff, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:00:42.764916 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-16488338-ef51-4eac-9e58-3069b3f5e7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1e5780b3-10b8-4ff4-8292-62e6ca5327ff), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:42.771076 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9294c9-ccca-4712-af3d-96bad5f39bf5 req-d6fb1600-a6b7-4870-86df-f2b290895fc9 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:42.778664 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ed9294c9-ccca-4712-af3d-96bad5f39bf5 req-d6fb1600-a6b7-4870-86df-f2b290895fc9 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7218c38-5b3c-49f7-9f41-0357966bf891 HTTP/1.1" status: 200 len: 968 time: 0.1100438 Feb 09 01:00:42.780192 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1da459-19de-41a6-8399-548bd41fca64 req-e79d0384-96bf-4a82-a1f6-006a760cb17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:42.782355 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1d1da459-19de-41a6-8399-548bd41fca64 req-e79d0384-96bf-4a82-a1f6-006a760cb17e service neutron] 10.222.0.120 "GET /v2.0/subnets?id=aee9db20-60c4-48dd-9796-48ed06ca844d HTTP/1.1" status: 200 len: 861 time: 0.1843557 Feb 09 01:00:42.843055 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-16488338-ef51-4eac-9e58-3069b3f5e7c3 None None] For port 1e5780b3-10b8-4ff4-8292-62e6ca5327ff, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:00:42.849078 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-16488338-ef51-4eac-9e58-3069b3f5e7c3 None None] For port 1e5780b3-10b8-4ff4-8292-62e6ca5327ff, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=1e5780b3-10b8-4ff4-8292-62e6ca5327ff,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:00:42.856905 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349352d7-dee0-4569-8e61-4553ca1f1b00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:42.857499 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349352d7-dee0-4569-8e61-4553ca1f1b00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:42.858550 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349352d7-dee0-4569-8e61-4553ca1f1b00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:42.859215 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349352d7-dee0-4569-8e61-4553ca1f1b00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:42.859803 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349352d7-dee0-4569-8e61-4553ca1f1b00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:42.860384 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349352d7-dee0-4569-8e61-4553ca1f1b00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:42.860931 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349352d7-dee0-4569-8e61-4553ca1f1b00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:42.861706 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349352d7-dee0-4569-8e61-4553ca1f1b00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:42.862317 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349352d7-dee0-4569-8e61-4553ca1f1b00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:42.862860 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349352d7-dee0-4569-8e61-4553ca1f1b00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:42.863431 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349352d7-dee0-4569-8e61-4553ca1f1b00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:42.864049 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349352d7-dee0-4569-8e61-4553ca1f1b00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:42.864772 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349352d7-dee0-4569-8e61-4553ca1f1b00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:42.866924 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349352d7-dee0-4569-8e61-4553ca1f1b00 None None] Tracked resource versions report: Feb 09 01:00:42.866924 n-d-828369-4 neutron-server[103139]: pushed versions: Feb 09 01:00:42.866924 n-d-828369-4 neutron-server[103139]: { 'AddressGroup': {'1.2'}, Feb 09 01:00:42.866924 n-d-828369-4 neutron-server[103139]: 'ConntrackHelper': {'1.0'}, Feb 09 01:00:42.866924 n-d-828369-4 neutron-server[103139]: 'LocalIPAssociation': {'1.0'}, Feb 09 01:00:42.866924 n-d-828369-4 neutron-server[103139]: 'Log': {'1.0'}, Feb 09 01:00:42.866924 n-d-828369-4 neutron-server[103139]: 'Network': {'1.1'}, Feb 09 01:00:42.866924 n-d-828369-4 neutron-server[103139]: 'Port': {'1.7'}, Feb 09 01:00:42.866924 n-d-828369-4 neutron-server[103139]: 'PortForwarding': {'1.2'}, Feb 09 01:00:42.866924 n-d-828369-4 neutron-server[103139]: 'QosPolicy': {'1.10'}, Feb 09 01:00:42.866924 n-d-828369-4 neutron-server[103139]: 'SecurityGroup': {'1.5'}, Feb 09 01:00:42.866924 n-d-828369-4 neutron-server[103139]: 'SecurityGroupRule': {'1.2'}, Feb 09 01:00:42.866924 n-d-828369-4 neutron-server[103139]: 'SubPort': {'1.0'}, Feb 09 01:00:42.866924 n-d-828369-4 neutron-server[103139]: 'Subnet': {'1.1'}, Feb 09 01:00:42.866924 n-d-828369-4 neutron-server[103139]: 'Trunk': {'1.1'}} Feb 09 01:00:42.866924 n-d-828369-4 neutron-server[103139]: consumer versions: Feb 09 01:00:42.866924 n-d-828369-4 neutron-server[103139]: { DHCP agent@n-d-828369-4: {}, Feb 09 01:00:42.866924 n-d-828369-4 neutron-server[103139]: HyperV agent@n-h1-828369-4: {}, Feb 09 01:00:42.866924 n-d-828369-4 neutron-server[103139]: HyperV agent@n-h2-828369-4: {}, Feb 09 01:00:42.866924 n-d-828369-4 neutron-server[103139]: L3 agent@n-d-828369-4: {}, Feb 09 01:00:42.866924 n-d-828369-4 neutron-server[103139]: Metadata agent@n-d-828369-4: {}, Feb 09 01:00:42.866924 n-d-828369-4 neutron-server[103139]: Metering agent@n-d-828369-4: {}, Feb 09 01:00:42.866924 n-d-828369-4 neutron-server[103139]: Open vSwitch agent@n-d-828369-4: { 'AddressGroup': '1.2', Feb 09 01:00:42.866924 n-d-828369-4 neutron-server[103139]: 'ConntrackHelper': '1.0', Feb 09 01:00:42.866924 n-d-828369-4 neutron-server[103139]: 'LocalIPAssociation': '1.0', Feb 09 01:00:42.866924 n-d-828369-4 neutron-server[103139]: 'Log': '1.0', Feb 09 01:00:42.866924 n-d-828369-4 neutron-server[103139]: 'Network': '1.1', Feb 09 01:00:42.866924 n-d-828369-4 neutron-server[103139]: 'Port': '1.7', Feb 09 01:00:42.866924 n-d-828369-4 neutron-server[103139]: 'PortForwarding': '1.2', Feb 09 01:00:42.866924 n-d-828369-4 neutron-server[103139]: 'QosPolicy': '1.10', Feb 09 01:00:42.866924 n-d-828369-4 neutron-server[103139]: 'SecurityGroup': '1.5', Feb 09 01:00:42.866924 n-d-828369-4 neutron-server[103139]: 'SecurityGroupRule': '1.2', Feb 09 01:00:42.866924 n-d-828369-4 neutron-server[103139]: 'SubPort': '1.0', Feb 09 01:00:42.866924 n-d-828369-4 neutron-server[103139]: 'Subnet': '1.1', Feb 09 01:00:42.866924 n-d-828369-4 neutron-server[103139]: 'Trunk': '1.1'}} Feb 09 01:00:42.866924 n-d-828369-4 neutron-server[103139]: {{(pid=103139) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 09 01:00:42.873634 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-16488338-ef51-4eac-9e58-3069b3f5e7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1e5780b3-10b8-4ff4-8292-62e6ca5327ff), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:42.904671 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1d1da459-19de-41a6-8399-548bd41fca64 req-13607f49-91d9-4bf9-9039-7bc31640d8db service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994160 Feb 09 01:00:42.921438 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ed9294c9-ccca-4712-af3d-96bad5f39bf5 req-a9f9922a-22e9-4d1e-856e-94d834c78a33 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401837 Feb 09 01:00:43.011569 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349352d7-dee0-4569-8e61-4553ca1f1b00 None None] Pushing event updated for resources: {'Port': ['ID=1e5780b3-10b8-4ff4-8292-62e6ca5327ff,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:43.026664 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16488338-ef51-4eac-9e58-3069b3f5e7c3 None None] Routers {'ada90dd7-44ce-466f-a95c-18e6c74d0611'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:00:43.028371 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-16488338-ef51-4eac-9e58-3069b3f5e7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:00:35Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['ada90dd7-44ce-466f-a95c-18e6c74d0611'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:43.240751 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-16488338-ef51-4eac-9e58-3069b3f5e7c3 None None] Set router ada90dd7-44ce-466f-a95c-18e6c74d0611 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:00:43.425876 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1d1da459-19de-41a6-8399-548bd41fca64 req-2b5aaab6-c566-4eb7-9049-963375644a3f service neutron] 10.222.0.120 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085011 Feb 09 01:00:43.550687 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-1d0720ef-bf45-443c-983c-ada213d788dd admin admin] Allocated IP 172.20.0.1 (5b1ef353-28d7-4dbf-bb1a-5731e3977ba4/f61025f6-bbc8-419e-944b-83c38276e9e3/f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:00:43.670915 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1d1da459-19de-41a6-8399-548bd41fca64 req-e05e5d7f-4de6-4d71-8cb0-86895e809fd1 service neutron] 10.222.0.120 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985855 Feb 09 01:00:43.696902 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-16488338-ef51-4eac-9e58-3069b3f5e7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-681137932-router', 'tenant_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1e5780b3-10b8-4ff4-8292-62e6ca5327ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:00:37Z', 'updated_at': '2022-02-09T01:00:40Z', 'revision_number': 3, 'project_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'gw_port': {'id': '1e5780b3-10b8-4ff4-8292-62e6ca5327ff', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:00:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:38Z', 'updated_at': '2022-02-09T01:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:43.799916 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 3efc5e81-d39c-4fe9-848f-26af2c6416ca up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:00:43.859660 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc35fc3-c308-412d-bad5-d7eb1e5c6ce9 req-14a25b20-3417-48d0-84c1-a18060669892 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:43.867957 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4cc35fc3-c308-412d-bad5-d7eb1e5c6ce9 req-14a25b20-3417-48d0-84c1-a18060669892 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/ports?device_id=27853c66-b265-45b7-80e1-ee893e41923c HTTP/1.1" status: 200 len: 949 time: 0.2421045 Feb 09 01:00:43.886381 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1d0720ef-bf45-443c-983c-ada213d788dd admin admin] Publish callbacks [] for port (f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:43.887401 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55111c-4e7e-48a9-975a-6de7a517f9a2 req-fc74ecbe-2933-404c-a583-620dac73b83e tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:43.896972 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bd55111c-4e7e-48a9-975a-6de7a517f9a2 req-fc74ecbe-2933-404c-a583-620dac73b83e tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c500d91-5364-48c7-b452-78dfe56882e1 HTTP/1.1" status: 200 len: 943 time: 0.2283258 Feb 09 01:00:43.906107 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-87622a01-7faf-4340-a0e3-e754d294d3a1 service neutron] 10.222.0.120 "GET /v2.0/ports/9804ef2d-9fcf-4148-8470-0d34c52d2038/bindings/n-h1-828369-4 HTTP/1.1" status: 200 len: 384 time: 0.2125931 Feb 09 01:00:43.937745 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16488338-ef51-4eac-9e58-3069b3f5e7c3 None None] The sync data for ids ['ada90dd7-44ce-466f-a95c-18e6c74d0611'] in n-d-828369-4 is: [{'id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-681137932-router', 'tenant_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1e5780b3-10b8-4ff4-8292-62e6ca5327ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:00:37Z', 'updated_at': '2022-02-09T01:00:40Z', 'revision_number': 3, 'project_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'gw_port': {'id': '1e5780b3-10b8-4ff4-8292-62e6ca5327ff', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:00:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:38Z', 'updated_at': '2022-02-09T01:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:00:43.941149 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 3efc5e81-d39c-4fe9-848f-26af2c6416ca completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:00:43.957352 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 3efc5e81-d39c-4fe9-848f-26af2c6416ca triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:43.958361 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (3efc5e81-d39c-4fe9-848f-26af2c6416ca), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:43.970913 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-54f25c53-a797-4688-83a1-a57ab2802727 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=698d05b4eb4b402aa83e695c4b2c5978&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0708008 Feb 09 01:00:44.092959 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1d0720ef-bf45-443c-983c-ada213d788dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:44.181603 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-e7dc0100-75d4-4361-bced-7a0ba84672dd tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:44.183569 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-e7dc0100-75d4-4361-bced-7a0ba84672dd tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1885345 Feb 09 01:00:44.197790 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 3efc5e81-d39c-4fe9-848f-26af2c6416ca is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:00:44.198260 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3efc5e81-d39c-4fe9-848f-26af2c6416ca), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:44.205754 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bd55111c-4e7e-48a9-975a-6de7a517f9a2 req-7d2b52bb-c713-49bf-a7c5-91888bc31676 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021791 Feb 09 01:00:44.220945 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-eb9cad03-1bb4-480d-bbc0-e474376f2409 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Request body: {'port': {'device_id': '33d6315d-0d15-4b90-ae26-5e6c6a03986d', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'admin_state_up': True, 'tenant_id': '698d05b4eb4b402aa83e695c4b2c5978'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:44.228246 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27853c66-b265-45b7-80e1-ee893e41923c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3efc5e81-d39c-4fe9-848f-26af2c6416ca'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:00:44.231790 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9490461-4959-4343-a436-d295c4ed150a" -d '{"events": [{"server_uuid": "27853c66-b265-45b7-80e1-ee893e41923c", "name": "network-vif-plugged", "status": "completed", "tag": "3efc5e81-d39c-4fe9-848f-26af2c6416ca"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:00:44.266933 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 3efc5e81-d39c-4fe9-848f-26af2c6416ca, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=3efc5e81-d39c-4fe9-848f-26af2c6416ca,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:00:44.277591 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (3efc5e81-d39c-4fe9-848f-26af2c6416ca), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:44.291681 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bbb64a-372b-44f3-8e09-0a4b3557167f req-2e4bb419-f0a7-4ef9-b241-ae3fdaaa4bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:44.293443 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b7bbb64a-372b-44f3-8e09-0a4b3557167f req-2e4bb419-f0a7-4ef9-b241-ae3fdaaa4bce service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=3b70da3c9e0441c5928a48dabf785fc6&device_id=8c500d91-5364-48c7-b452-78dfe56882e1 HTTP/1.1" status: 200 len: 1155 time: 0.5576611 Feb 09 01:00:44.332171 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0720ef-bf45-443c-983c-ada213d788dd admin admin] Pushing event updated for resources: {'Port': ['ID=f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:44.394516 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=3efc5e81-d39c-4fe9-848f-26af2c6416ca,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:44.408976 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0720ef-bf45-443c-983c-ada213d788dd admin admin] Network 5b1ef353-28d7-4dbf-bb1a-5731e3977ba4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:00:44.422019 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-1d0720ef-bf45-443c-983c-ada213d788dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:00:44.430553 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0720ef-bf45-443c-983c-ada213d788dd admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:00:44.432103 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1d0720ef-bf45-443c-983c-ada213d788dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (ada90dd7-44ce-466f-a95c-18e6c74d0611), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:44.481701 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4cc35fc3-c308-412d-bad5-d7eb1e5c6ce9 req-b9daff85-188f-4ebd-80cb-1841bb760faf tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ae89f1b-0d6f-4181-9124-42300154813a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6128628 Feb 09 01:00:44.694191 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bbb64a-372b-44f3-8e09-0a4b3557167f req-967cdd3c-1bea-45a3-98bd-8587291f8011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:44.696289 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b7bbb64a-372b-44f3-8e09-0a4b3557167f req-967cdd3c-1bea-45a3-98bd-8587291f8011 service neutron] 10.222.0.120 "GET /v2.0/networks?id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10 HTTP/1.1" status: 200 len: 923 time: 0.3570857 Feb 09 01:00:44.888778 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-3a6e5638-28de-43e1-b311-13532ec70dab None None] Provisioning complete for port f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:44.897906 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3a6e5638-28de-43e1-b311-13532ec70dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:44.968074 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-3a6e5638-28de-43e1-b311-13532ec70dab None None] Port f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:00:45.124209 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-e0665c92-9768-41e7-8cd9-b3e8742b157b service neutron] For port 9804ef2d-9fcf-4148-8470-0d34c52d2038, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=9804ef2d-9fcf-4148-8470-0d34c52d2038,segment=NetworkSegment(2793514a-5639-496c-8d37-377203141ac7),segment_id=2793514a-5639-496c-8d37-377203141ac7)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:00:45.164988 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-eb9cad03-1bb4-480d-bbc0-e474376f2409 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Made reservation on behalf of 698d05b4eb4b402aa83e695c4b2c5978 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:00:45.169945 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-eb9cad03-1bb4-480d-bbc0-e474376f2409 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:45.171429 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-e0665c92-9768-41e7-8cd9-b3e8742b157b service neutron] For port 9804ef2d-9fcf-4148-8470-0d34c52d2038, host n-h2-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:00:45.175721 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b7bbb64a-372b-44f3-8e09-0a4b3557167f req-9a4c0f1d-2818-4e11-91bb-fddee28de336 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9804ef2d-9fcf-4148-8470-0d34c52d2038 HTTP/1.1" status: 200 len: 217 time: 0.4687684 Feb 09 01:00:45.194236 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1d0720ef-bf45-443c-983c-ada213d788dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:45.218403 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-e0665c92-9768-41e7-8cd9-b3e8742b157b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9804ef2d-9fcf-4148-8470-0d34c52d2038 {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:00:45.227117 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-eb9cad03-1bb4-480d-bbc0-e474376f2409 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:45.250132 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-e0665c92-9768-41e7-8cd9-b3e8742b157b service neutron] For port 9804ef2d-9fcf-4148-8470-0d34c52d2038, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=9804ef2d-9fcf-4148-8470-0d34c52d2038,segment=NetworkSegment(2793514a-5639-496c-8d37-377203141ac7),segment_id=2793514a-5639-496c-8d37-377203141ac7)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:00:45.277429 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-e0665c92-9768-41e7-8cd9-b3e8742b157b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (9804ef2d-9fcf-4148-8470-0d34c52d2038), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:45.310889 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8108064f-e6d3-49e0-88a1-4776d96709eb req-c5c9b069-c722-4817-8908-82b7c93ea66b tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d HTTP/1.1" status: 200 len: 210 time: 0.1476548 Feb 09 01:00:45.396569 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f57af96-b5d5-427f-a778-808bc88ea04c x-openstack-request-id: req-7f57af96-b5d5-427f-a778-808bc88ea04c {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:00:45.397609 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27853c66-b265-45b7-80e1-ee893e41923c", "name": "network-vif-plugged", "status": "completed", "tag": "3efc5e81-d39c-4fe9-848f-26af2c6416ca", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:00:45.397873 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7f57af96-b5d5-427f-a778-808bc88ea04c {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:00:45.398273 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27853c66-b265-45b7-80e1-ee893e41923c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3efc5e81-d39c-4fe9-848f-26af2c6416ca', 'code': 200} Feb 09 01:00:45.407619 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bbb64a-372b-44f3-8e09-0a4b3557167f req-54836887-b094-46ea-a324-a20c97f7c892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:45.409209 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b7bbb64a-372b-44f3-8e09-0a4b3557167f req-54836887-b094-46ea-a324-a20c97f7c892 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=aee9db20-60c4-48dd-9796-48ed06ca844d HTTP/1.1" status: 200 len: 861 time: 0.2148850 Feb 09 01:00:45.462749 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 1e5780b3-10b8-4ff4-8292-62e6ca5327ff up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:00:45.502745 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b7bbb64a-372b-44f3-8e09-0a4b3557167f req-e18f252e-f6f0-466b-8b98-29417391467e service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822954 Feb 09 01:00:45.543527 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-e0665c92-9768-41e7-8cd9-b3e8742b157b service neutron] Transition to ACTIVE for port object 9804ef2d-9fcf-4148-8470-0d34c52d2038 will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:00:45.563489 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-e0665c92-9768-41e7-8cd9-b3e8742b157b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (9804ef2d-9fcf-4148-8470-0d34c52d2038), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:45.625987 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 1e5780b3-10b8-4ff4-8292-62e6ca5327ff triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:45.626374 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (1e5780b3-10b8-4ff4-8292-62e6ca5327ff), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:45.634775 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.120', 64228) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:45.635126 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.120', 64229) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:45.775693 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0665c92-9768-41e7-8cd9-b3e8742b157b service neutron] Pushing event updated for resources: {'Port': ['ID=9804ef2d-9fcf-4148-8470-0d34c52d2038,revision_number=10']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:45.793363 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-e0665c92-9768-41e7-8cd9-b3e8742b157b service neutron] No DVR routers for this DVR port 9804ef2d-9fcf-4148-8470-0d34c52d2038 on host n-h2-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:00:45.836690 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 1e5780b3-10b8-4ff4-8292-62e6ca5327ff is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:00:45.837597 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1e5780b3-10b8-4ff4-8292-62e6ca5327ff), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:45.860298 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-eb9cad03-1bb4-480d-bbc0-e474376f2409 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Publish callbacks [] for security_group (d6266177-dc23-4c7d-8975-7172374aa386), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:45.877161 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-eb9cad03-1bb4-480d-bbc0-e474376f2409 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (d6266177-dc23-4c7d-8975-7172374aa386), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:45.883365 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 1e5780b3-10b8-4ff4-8292-62e6ca5327ff, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=1e5780b3-10b8-4ff4-8292-62e6ca5327ff,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:00:45.886825 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa5421-8bb7-491f-9437-7f6e9574d1c5 req-8224dea5-87ce-46fa-b88e-b7e9846b16e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:45.888422 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6cfa5421-8bb7-491f-9437-7f6e9574d1c5 req-8224dea5-87ce-46fa-b88e-b7e9846b16e6 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=27853c66-b265-45b7-80e1-ee893e41923c HTTP/1.1" status: 200 len: 1132 time: 0.2506146 Feb 09 01:00:45.890683 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1e5780b3-10b8-4ff4-8292-62e6ca5327ff), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:45.893863 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b7bbb64a-372b-44f3-8e09-0a4b3557167f req-377dd3ce-8e5b-4bca-95b1-a7acdb43c1cb service neutron] 10.222.0.120 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829029 Feb 09 01:00:45.907652 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-e0665c92-9768-41e7-8cd9-b3e8742b157b service neutron] 10.222.0.120 "PUT /v2.0/ports/9804ef2d-9fcf-4148-8470-0d34c52d2038/bindings/n-h1-828369-4/activate HTTP/1.1" status: 200 len: 369 time: 1.9952226 Feb 09 01:00:45.910935 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-765f7308-57b1-4b70-b1eb-03f8f66e7107 req-7eaca2a5-8cd3-4222-9418-94bb98a3fbab service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=d05509da-7ec9-42e3-abb9-f69f5bffb0c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2745225 Feb 09 01:00:45.962444 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75538055-93d4-4741-a303-493fb0a75baf req-43608c58-c44b-4527-878e-556d83611e4c tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:45.965422 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1d0720ef-bf45-443c-983c-ada213d788dd admin admin] Publish callbacks [] for port (f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:45.971820 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1d0720ef-bf45-443c-983c-ada213d788dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:45.972089 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-75538055-93d4-4741-a303-493fb0a75baf req-43608c58-c44b-4527-878e-556d83611e4c tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c500d91-5364-48c7-b452-78dfe56882e1 HTTP/1.1" status: 200 len: 944 time: 0.3005986 Feb 09 01:00:45.972721 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1d0720ef-bf45-443c-983c-ada213d788dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (ada90dd7-44ce-466f-a95c-18e6c74d0611), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:46.020964 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=1e5780b3-10b8-4ff4-8292-62e6ca5327ff,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:46.099699 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0720ef-bf45-443c-983c-ada213d788dd admin admin] Pushing event updated for resources: {'Port': ['ID=f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:46.134805 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9cad03-1bb4-480d-bbc0-e474376f2409 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6266177-dc23-4c7d-8975-7172374aa386,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:46.166420 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0720ef-bf45-443c-983c-ada213d788dd admin admin] Network 5b1ef353-28d7-4dbf-bb1a-5731e3977ba4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:00:46.167747 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-1d0720ef-bf45-443c-983c-ada213d788dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:00:46.172701 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37866) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:46.230402 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37870) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:46.355884 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d0720ef-bf45-443c-983c-ada213d788dd admin admin] Router ada90dd7-44ce-466f-a95c-18e6c74d0611 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:00:46.499049 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6cfa5421-8bb7-491f-9437-7f6e9574d1c5 req-7ff60cd9-227f-419d-914a-fde7700d596f service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=3ae89f1b-0d6f-4181-9124-42300154813a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5827296 Feb 09 01:00:46.535694 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-46279319-5de7-4869-a64c-bd9a8ca1d9eb None None] Provisioning complete for port f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:46.536121 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-46279319-5de7-4869-a64c-bd9a8ca1d9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:46.576836 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-75538055-93d4-4741-a303-493fb0a75baf req-1b8d6731-62db-4905-8489-642aa62a38a9 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6035473 Feb 09 01:00:46.597049 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-959d1425-8746-4f41-be8c-ad58931c3564 tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:46.599083 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-959d1425-8746-4f41-be8c-ad58931c3564 tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=8c500d91-5364-48c7-b452-78dfe56882e1&tenant_id=3b70da3c9e0441c5928a48dabf785fc6&binding%3Ahost_id=n-h2-828369-4 HTTP/1.1" status: 200 len: 1126 time: 0.4574568 Feb 09 01:00:46.608615 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-73318014-bfe5-4bfb-aa3d-d0068900687a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:46.608812 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-46279319-5de7-4869-a64c-bd9a8ca1d9eb None None] Port f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:00:46.652285 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0ed6373c-5b99-4528-8874-c1e29ef7585b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d7b0f70972c74ec49c70f9ceddd66ba6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4206736 Feb 09 01:00:46.663911 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37882) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:46.678609 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-eb9cad03-1bb4-480d-bbc0-e474376f2409 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Allocated IP 192.168.233.62 (9e88fe6e-2b1d-4294-a17d-9a7801813700/3810d295-ee98-40f7-b1e2-609bf7d1c3df/bc3bbf9e-6302-4f75-979e-f06189e488b9) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:00:46.720921 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f7308-57b1-4b70-b1eb-03f8f66e7107 req-4d32c7d0-6472-4916-9bd6-55a159817ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:46.722463 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-765f7308-57b1-4b70-b1eb-03f8f66e7107 req-4d32c7d0-6472-4916-9bd6-55a159817ff8 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=e954fab3d43d455d9ae63a1ca4e8f47a&device_id=d05509da-7ec9-42e3-abb9-f69f5bffb0c5 HTTP/1.1" status: 200 len: 1131 time: 0.6139836 Feb 09 01:00:46.839813 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-73318014-bfe5-4bfb-aa3d-d0068900687a admin admin] Publish callbacks [] for security_group (87d9ef2f-b561-465e-b7bf-56915dfe5c6f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:46.842821 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5ed39d3e-42cc-49e5-aa28-1b0e6440acf9 admin admin] Publish callbacks [] for security_group (dee98d93-9f21-486c-8124-d6b880b36e4b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:46.851152 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-73318014-bfe5-4bfb-aa3d-d0068900687a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (87d9ef2f-b561-465e-b7bf-56915dfe5c6f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:46.909934 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-73318014-bfe5-4bfb-aa3d-d0068900687a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=99e76c560c27413f84dad3ca5399435e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7360578 Feb 09 01:00:46.915667 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 37900) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:46.927121 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73318014-bfe5-4bfb-aa3d-d0068900687a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d9ef2f-b561-465e-b7bf-56915dfe5c6f,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:46.943703 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b7bbb64a-372b-44f3-8e09-0a4b3557167f req-ab281c2c-91e1-4aaf-b505-cf8bb4ef6447 service neutron] 10.222.0.120 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0285242 Feb 09 01:00:46.953041 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5ed39d3e-42cc-49e5-aa28-1b0e6440acf9 admin admin] Publish callbacks [] for security_group (dee98d93-9f21-486c-8124-d6b880b36e4b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:46.968189 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0720ef-bf45-443c-983c-ada213d788dd admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:00:46.974814 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1d0720ef-bf45-443c-983c-ada213d788dd admin admin] 10.222.0.50 "PUT /v2.0/routers/ada90dd7-44ce-466f-a95c-18e6c74d0611/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5845780 Feb 09 01:00:46.984171 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe99ece-9c36-4586-a38e-3286d458d362 None None] Sync routers for ids ['ada90dd7-44ce-466f-a95c-18e6c74d0611'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:00:47.005873 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe99ece-9c36-4586-a38e-3286d458d362 None None] Routers {'ada90dd7-44ce-466f-a95c-18e6c74d0611'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:00:47.006535 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-fbe99ece-9c36-4586-a38e-3286d458d362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:00:35Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['ada90dd7-44ce-466f-a95c-18e6c74d0611'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:47.015205 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f7308-57b1-4b70-b1eb-03f8f66e7107 req-268606b0-4e17-4fef-b108-889e1f75e0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:47.034589 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-765f7308-57b1-4b70-b1eb-03f8f66e7107 req-268606b0-4e17-4fef-b108-889e1f75e0c9 service neutron] 10.222.0.120 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.2652268 Feb 09 01:00:47.039552 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5ed39d3e-42cc-49e5-aa28-1b0e6440acf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (dee98d93-9f21-486c-8124-d6b880b36e4b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:47.046280 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5ed39d3e-42cc-49e5-aa28-1b0e6440acf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:47.053289 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5ed39d3e-42cc-49e5-aa28-1b0e6440acf9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dee98d93-9f21-486c-8124-d6b880b36e4b HTTP/1.1" status: 204 len: 168 time: 0.3883491 Feb 09 01:00:47.067829 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76caea56-4429-4cda-9f41-72d8c294aed5 req-83861008-b4b4-4475-aace-134e00894ea2 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d HTTP/1.1" status: 200 len: 210 time: 0.1551719 Feb 09 01:00:47.077179 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed39d3e-42cc-49e5-aa28-1b0e6440acf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee98d93-9f21-486c-8124-d6b880b36e4b,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:47.227223 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-765f7308-57b1-4b70-b1eb-03f8f66e7107 req-637f8304-c961-4832-be70-8b1b8e2e3d53 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=00af4a39-6f45-413a-8932-22db67767e6f HTTP/1.1" status: 200 len: 217 time: 0.1247044 Feb 09 01:00:47.231266 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-fbe99ece-9c36-4586-a38e-3286d458d362 None None] Set router ada90dd7-44ce-466f-a95c-18e6c74d0611 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:00:47.292410 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6632bc3-d884-486f-a54c-d5d85cae859b req-6e96bcfb-7ae2-4324-8729-0cfa5e52ad77 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:47.300335 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c6632bc3-d884-486f-a54c-d5d85cae859b req-6e96bcfb-7ae2-4324-8729-0cfa5e52ad77 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/ports?device_id=27853c66-b265-45b7-80e1-ee893e41923c HTTP/1.1" status: 200 len: 950 time: 0.7752841 Feb 09 01:00:47.400741 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 1e5780b3-10b8-4ff4-8292-62e6ca5327ff up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:00:47.415775 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6712829c-cde3-47ac-a719-286221b8878b admin admin] Publish callbacks [] for security_group (87d9ef2f-b561-465e-b7bf-56915dfe5c6f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:47.425763 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-bdc87c43-aeb3-4e61-a28f-94ace8f4f1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:47.426968 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-bdc87c43-aeb3-4e61-a28f-94ace8f4f1f3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8c500d91-5364-48c7-b452-78dfe56882e1&tenant_id=3b70da3c9e0441c5928a48dabf785fc6 HTTP/1.1" status: 200 len: 1126 time: 0.8033204 Feb 09 01:00:47.507570 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f7308-57b1-4b70-b1eb-03f8f66e7107 req-eff0f752-c6aa-445b-99e6-fe081c705184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:47.512280 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-765f7308-57b1-4b70-b1eb-03f8f66e7107 req-eff0f752-c6aa-445b-99e6-fe081c705184 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.2588196 Feb 09 01:00:47.535962 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 1e5780b3-10b8-4ff4-8292-62e6ca5327ff triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:47.536352 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (1e5780b3-10b8-4ff4-8292-62e6ca5327ff), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:47.552666 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6712829c-cde3-47ac-a719-286221b8878b admin admin] Publish callbacks [] for security_group (87d9ef2f-b561-465e-b7bf-56915dfe5c6f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:47.657352 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 1e5780b3-10b8-4ff4-8292-62e6ca5327ff is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:00:47.659633 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c6632bc3-d884-486f-a54c-d5d85cae859b req-626495f1-b7f4-4374-828f-b4fa944b5bf2 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ae89f1b-0d6f-4181-9124-42300154813a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582134 Feb 09 01:00:47.677670 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-fbe99ece-9c36-4586-a38e-3286d458d362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-681137932-router', 'tenant_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1e5780b3-10b8-4ff4-8292-62e6ca5327ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:00:37Z', 'updated_at': '2022-02-09T01:00:45Z', 'revision_number': 4, 'project_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'gw_port': {'id': '1e5780b3-10b8-4ff4-8292-62e6ca5327ff', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:00:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:38Z', 'updated_at': '2022-02-09T01:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb', 'name': '', 'network_id': '5b1ef353-28d7-4dbf-bb1a-5731e3977ba4', 'tenant_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'mac_address': 'fa:16:3e:fc:4f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'f61025f6-bbc8-419e-944b-83c38276e9e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:42Z', 'updated_at': '2022-02-09T01:00:45Z', 'revision_number': 2, 'project_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'subnets': [{'id': 'f61025f6-bbc8-419e-944b-83c38276e9e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:47.733627 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-8e9799ea-982d-46ed-8fef-12fc212dde01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:47.735541 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-8e9799ea-982d-46ed-8fef-12fc212dde01 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b70da3c9e0441c5928a48dabf785fc6&device_id=8c500d91-5364-48c7-b452-78dfe56882e1 HTTP/1.1" status: 200 len: 1126 time: 0.2488942 Feb 09 01:00:47.742745 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-eb9cad03-1bb4-480d-bbc0-e474376f2409 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Publish callbacks [] for port (bc3bbf9e-6302-4f75-979e-f06189e488b9), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:47.757517 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f7308-57b1-4b70-b1eb-03f8f66e7107 req-87c9ccbf-6d23-4516-b31c-67ed13f4ef87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:47.760852 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-765f7308-57b1-4b70-b1eb-03f8f66e7107 req-87c9ccbf-6d23-4516-b31c-67ed13f4ef87 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2149596 Feb 09 01:00:47.817834 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6712829c-cde3-47ac-a719-286221b8878b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (87d9ef2f-b561-465e-b7bf-56915dfe5c6f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:47.820925 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6712829c-cde3-47ac-a719-286221b8878b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:47.822492 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-6712829c-cde3-47ac-a719-286221b8878b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/87d9ef2f-b561-465e-b7bf-56915dfe5c6f HTTP/1.1" status: 204 len: 168 time: 0.9004226 Feb 09 01:00:47.897760 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 9804ef2d-9fcf-4148-8470-0d34c52d2038 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:00:47.902481 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe99ece-9c36-4586-a38e-3286d458d362 None None] Checking router: ada90dd7-44ce-466f-a95c-18e6c74d0611 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:00:47.907128 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe99ece-9c36-4586-a38e-3286d458d362 None None] Updating router ada90dd7-44ce-466f-a95c-18e6c74d0611 port f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:00:47.946711 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37948) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:47.958624 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6712829c-cde3-47ac-a719-286221b8878b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d9ef2f-b561-465e-b7bf-56915dfe5c6f,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:47.966442 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-03d6b695-b4f0-4bfa-bb97-fd9f2fbc49ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:47.968656 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-03d6b695-b4f0-4bfa-bb97-fd9f2fbc49ae service neutron] 10.222.0.47 "GET /v2.0/networks?id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10 HTTP/1.1" status: 200 len: 923 time: 0.2228801 Feb 09 01:00:47.994208 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fbe99ece-9c36-4586-a38e-3286d458d362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:48.012209 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] The host n-h2-828369-4 is not matching for port 9804ef2d-9fcf-4148-8470-0d34c52d2038 host n-h1-828369-4! {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:00:48.012904 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 9804ef2d-9fcf-4148-8470-0d34c52d2038 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:00:48.338790 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-20750546-3921-4af7-ba77-ae62ccc34274 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:48.362498 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-bd64402e-1271-4d8d-8999-73b468dad289 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9804ef2d-9fcf-4148-8470-0d34c52d2038 HTTP/1.1" status: 200 len: 217 time: 0.3514843 Feb 09 01:00:48.417410 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31faf076-f535-410a-88f0-9191e46583d9 req-6b6e416c-ef40-4ffd-8d22-cbf18761221e tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d HTTP/1.1" status: 200 len: 210 time: 0.0613084 Feb 09 01:00:48.477550 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-eb9cad03-1bb4-480d-bbc0-e474376f2409 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (bc3bbf9e-6302-4f75-979e-f06189e488b9), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:48.525610 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fbe99ece-9c36-4586-a38e-3286d458d362 None None] Publish callbacks [] for port (f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:48.532305 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device c5720836-7c12-40a3-96af-97d4f676d2e8 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:00:48.548691 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-20750546-3921-4af7-ba77-ae62ccc34274 admin admin] Publish callbacks [] for security_group (fd983b8b-e4bb-463b-9b11-4d0067986730), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:48.554723 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-20750546-3921-4af7-ba77-ae62ccc34274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (fd983b8b-e4bb-463b-9b11-4d0067986730), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:48.641568 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port c5720836-7c12-40a3-96af-97d4f676d2e8, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=c5720836-7c12-40a3-96af-97d4f676d2e8,segment=NetworkSegment(b2ef10b9-0c7e-4ea0-88fe-781103c28e86),segment_id=b2ef10b9-0c7e-4ea0-88fe-781103c28e86)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:00:48.654142 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fbe99ece-9c36-4586-a38e-3286d458d362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:48.656258 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-20750546-3921-4af7-ba77-ae62ccc34274 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=35870551100b4c22957d299aab0e5dd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7084613 Feb 09 01:00:48.661028 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': 'c5720836-7c12-40a3-96af-97d4f676d2e8', 'network_id': 'b90c3694-06cc-4931-a87d-3191a1408398', 'port_id': 'c5720836-7c12-40a3-96af-97d4f676d2e8', 'mac_address': 'fa:16:3e:75:66:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cacafe2-88d1-46d1-b016-b2d0f5a05d3f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:tempest-test_az-1636857999', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:00:48.663807 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37968) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:48.675595 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20750546-3921-4af7-ba77-ae62ccc34274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd983b8b-e4bb-463b-9b11-4d0067986730,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:48.727302 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37972) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:48.748522 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae649e04-001f-454c-8e7e-8df3cd29b28d None None] Pushing event updated for resources: {'Port': ['ID=f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:48.749679 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20750546-3921-4af7-ba77-ae62ccc34274 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:48.749989 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20750546-3921-4af7-ba77-ae62ccc34274 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:48.751692 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20750546-3921-4af7-ba77-ae62ccc34274 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:48.757896 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20750546-3921-4af7-ba77-ae62ccc34274 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:48.758352 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20750546-3921-4af7-ba77-ae62ccc34274 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:48.758707 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20750546-3921-4af7-ba77-ae62ccc34274 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:48.759052 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20750546-3921-4af7-ba77-ae62ccc34274 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:48.759390 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20750546-3921-4af7-ba77-ae62ccc34274 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:48.759727 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20750546-3921-4af7-ba77-ae62ccc34274 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:48.760059 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20750546-3921-4af7-ba77-ae62ccc34274 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:48.760389 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20750546-3921-4af7-ba77-ae62ccc34274 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:48.760747 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20750546-3921-4af7-ba77-ae62ccc34274 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:48.761075 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20750546-3921-4af7-ba77-ae62ccc34274 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:48.762496 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port c5720836-7c12-40a3-96af-97d4f676d2e8 is: ACTIVE; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:00:48.763052 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c5720836-7c12-40a3-96af-97d4f676d2e8), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:48.810294 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7f23f-408c-4ebd-93e3-9b7a51e0fcb0 req-d9b95e76-412e-4faf-b3e2-6b70327f5879 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:48.811630 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-24f81043-e3b0-4555-bb02-8740e9870c77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:48.812097 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c5720836-7c12-40a3-96af-97d4f676d2e8 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:00:48.824275 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-79d7f23f-408c-4ebd-93e3-9b7a51e0fcb0 req-d9b95e76-412e-4faf-b3e2-6b70327f5879 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c500d91-5364-48c7-b452-78dfe56882e1 HTTP/1.1" status: 200 len: 944 time: 0.9933276 Feb 09 01:00:48.842848 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port c5720836-7c12-40a3-96af-97d4f676d2e8, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=c5720836-7c12-40a3-96af-97d4f676d2e8,segment=NetworkSegment(b2ef10b9-0c7e-4ea0-88fe-781103c28e86),segment_id=b2ef10b9-0c7e-4ea0-88fe-781103c28e86)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:00:48.867007 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (c5720836-7c12-40a3-96af-97d4f676d2e8), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:48.936740 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-247b4664-fe9a-4ffa-9ffc-637c71dae472 admin admin] Publish callbacks [] for security_group (fd983b8b-e4bb-463b-9b11-4d0067986730), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:48.952305 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-eb9cad03-1bb4-480d-bbc0-e474376f2409 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Network 9e88fe6e-2b1d-4294-a17d-9a7801813700 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:00:48.989544 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=c5720836-7c12-40a3-96af-97d4f676d2e8,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:48.992433 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-765f7308-57b1-4b70-b1eb-03f8f66e7107 req-2a769419-7d55-40f2-ac3c-b59db99b77ba service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2163231 Feb 09 01:00:48.995734 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-eb9cad03-1bb4-480d-bbc0-e474376f2409 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:00:49.074814 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-247b4664-fe9a-4ffa-9ffc-637c71dae472 admin admin] Publish callbacks [] for security_group (fd983b8b-e4bb-463b-9b11-4d0067986730), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:49.092063 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['c5720836-7c12-40a3-96af-97d4f676d2e8'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:00:49.200637 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-eb9cad03-1bb4-480d-bbc0-e474376f2409 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:00:49.215840 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-eb9cad03-1bb4-480d-bbc0-e474376f2409 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:49.217878 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-eb9cad03-1bb4-480d-bbc0-e474376f2409 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:49.223131 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37986) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:49.244574 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-76394554-d5f2-42f5-ba42-31db3fdec52b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1872106542-network', 'tenant_id': '37ac9d48452c4f7db9f108f5d4739f3f'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:49.257823 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-24f81043-e3b0-4555-bb02-8740e9870c77 admin admin] Publish callbacks [] for security_group (e4efea71-5297-424a-9cde-5982b17f770f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:49.266580 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-fbe99ece-9c36-4586-a38e-3286d458d362 None None] Attempting to bind port f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:00:49.271111 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-24f81043-e3b0-4555-bb02-8740e9870c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e4efea71-5297-424a-9cde-5982b17f770f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:49.276435 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-fbe99ece-9c36-4586-a38e-3286d458d362 None None] Attempting to bind port f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '431c715a-c199-48c1-a403-75c9f288f923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5b1ef353-28d7-4dbf-bb1a-5731e3977ba4'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:00:49.277039 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe99ece-9c36-4586-a38e-3286d458d362 None None] Attempting to bind port f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb on network 5b1ef353-28d7-4dbf-bb1a-5731e3977ba4 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:00:49.296691 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe99ece-9c36-4586-a38e-3286d458d362 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:00:49.302327 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe99ece-9c36-4586-a38e-3286d458d362 None None] Checking segment: {'id': '431c715a-c199-48c1-a403-75c9f288f923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5b1ef353-28d7-4dbf-bb1a-5731e3977ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:00:49.303096 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fbe99ece-9c36-4586-a38e-3286d458d362 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:49.304025 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe99ece-9c36-4586-a38e-3286d458d362 None None] Bound using segment: {'id': '431c715a-c199-48c1-a403-75c9f288f923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5b1ef353-28d7-4dbf-bb1a-5731e3977ba4'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:00:49.316369 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-fbe99ece-9c36-4586-a38e-3286d458d362 None None] Bound port: f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '431c715a-c199-48c1-a403-75c9f288f923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5b1ef353-28d7-4dbf-bb1a-5731e3977ba4'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:00:49.317248 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fbe99ece-9c36-4586-a38e-3286d458d362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:49.340517 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76394554-d5f2-42f5-ba42-31db3fdec52b admin admin] Made reservation on behalf of 37ac9d48452c4f7db9f108f5d4739f3f for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:00:49.342851 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-76394554-d5f2-42f5-ba42-31db3fdec52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:49.353253 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9cad03-1bb4-480d-bbc0-e474376f2409 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Pushing event updated for resources: {'Port': ['ID=bc3bbf9e-6302-4f75-979e-f06189e488b9,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:49.357574 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-2de384e6-8dd5-4bf7-9b4e-8e8b4b5e3be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:49.360830 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-2de384e6-8dd5-4bf7-9b4e-8e8b4b5e3be0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aee9db20-60c4-48dd-9796-48ed06ca844d HTTP/1.1" status: 200 len: 861 time: 0.9394917 Feb 09 01:00:49.367559 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-247b4664-fe9a-4ffa-9ffc-637c71dae472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (fd983b8b-e4bb-463b-9b11-4d0067986730), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:49.371073 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-247b4664-fe9a-4ffa-9ffc-637c71dae472 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:49.371376 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-247b4664-fe9a-4ffa-9ffc-637c71dae472 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fd983b8b-e4bb-463b-9b11-4d0067986730 HTTP/1.1" status: 204 len: 168 time: 0.7066236 Feb 09 01:00:49.385970 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-76394554-d5f2-42f5-ba42-31db3fdec52b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:49.455088 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-765f7308-57b1-4b70-b1eb-03f8f66e7107 req-4fd8964d-512e-4390-9745-d50f70de5724 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4380474 Feb 09 01:00:49.533977 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9cad03-1bb4-480d-bbc0-e474376f2409 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:49.539755 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9cad03-1bb4-480d-bbc0-e474376f2409 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:49.540371 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9cad03-1bb4-480d-bbc0-e474376f2409 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:49.540937 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9cad03-1bb4-480d-bbc0-e474376f2409 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:49.544297 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9cad03-1bb4-480d-bbc0-e474376f2409 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:49.544870 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9cad03-1bb4-480d-bbc0-e474376f2409 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:49.545406 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9cad03-1bb4-480d-bbc0-e474376f2409 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:49.545932 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9cad03-1bb4-480d-bbc0-e474376f2409 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:49.547590 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9cad03-1bb4-480d-bbc0-e474376f2409 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:49.548142 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9cad03-1bb4-480d-bbc0-e474376f2409 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:49.548576 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9cad03-1bb4-480d-bbc0-e474376f2409 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:49.550512 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9cad03-1bb4-480d-bbc0-e474376f2409 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:49.550993 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9cad03-1bb4-480d-bbc0-e474376f2409 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:00:49.602806 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-76394554-d5f2-42f5-ba42-31db3fdec52b admin admin] Publish callbacks [] for security_group (d088c97b-750c-41c3-a982-1513a9fdf60f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:49.607331 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-fbe99ece-9c36-4586-a38e-3286d458d362 None None] For port f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:00:49.607540 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-24f81043-e3b0-4555-bb02-8740e9870c77 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e4010a7bd4524115a0cb781bf1f7ddbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8778853 Feb 09 01:00:49.608862 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f81043-e3b0-4555-bb02-8740e9870c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4efea71-5297-424a-9cde-5982b17f770f,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:49.610475 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-09ab1538-2dff-47be-ab02-f7339f9809d4 None None] Provisioning complete for port f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:49.611631 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-09ab1538-2dff-47be-ab02-f7339f9809d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:49.625042 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-eb9cad03-1bb4-480d-bbc0-e474376f2409 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.4105668 Feb 09 01:00:49.626766 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 37996) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:49.646433 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b4664-fe9a-4ffa-9ffc-637c71dae472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd983b8b-e4bb-463b-9b11-4d0067986730,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:49.650424 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689318b-6717-433e-a033-86ad40ece28a req-3dbb2885-fd45-4c61-aa77-e7b5004d1c3d tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:49.651857 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-fbe99ece-9c36-4586-a38e-3286d458d362 None None] For port f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb,segment=NetworkSegment(431c715a-c199-48c1-a403-75c9f288f923),segment_id=431c715a-c199-48c1-a403-75c9f288f923)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:00:49.653593 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-76394554-d5f2-42f5-ba42-31db3fdec52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (d088c97b-750c-41c3-a982-1513a9fdf60f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:49.663860 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3689318b-6717-433e-a033-86ad40ece28a req-3dbb2885-fd45-4c61-aa77-e7b5004d1c3d tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/ports?device_id=27853c66-b265-45b7-80e1-ee893e41923c HTTP/1.1" status: 200 len: 950 time: 0.8264296 Feb 09 01:00:49.686944 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-79d7f23f-408c-4ebd-93e3-9b7a51e0fcb0 req-a7a67328-abfc-4262-baf3-e9d79599c440 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8587515 Feb 09 01:00:49.699001 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fbe99ece-9c36-4586-a38e-3286d458d362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:49.702487 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-dc116ffe-67d2-485d-b0e5-4344657f7ee8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2315865 Feb 09 01:00:49.724108 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76394554-d5f2-42f5-ba42-31db3fdec52b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1030} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:00:49.729462 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-21592da6-f338-46f5-ac79-61b4c63c3e4b service neutron] Request body: {'port': {'device_id': '33d6315d-0d15-4b90-ae26-5e6c6a03986d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:49.788617 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-76394554-d5f2-42f5-ba42-31db3fdec52b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (5222b586-be16-4fd9-a710-08b44cbd3ccd), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:49.788994 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-76394554-d5f2-42f5-ba42-31db3fdec52b admin admin] Added segment 5222b586-be16-4fd9-a710-08b44cbd3ccd of type vlan for network dbece8d4-4ff3-4f42-9878-5304cd11aa89 Feb 09 01:00:49.813529 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76394554-d5f2-42f5-ba42-31db3fdec52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d088c97b-750c-41c3-a982-1513a9fdf60f,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:49.886461 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-09ab1538-2dff-47be-ab02-f7339f9809d4 None None] Port f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:00:49.953355 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-76394554-d5f2-42f5-ba42-31db3fdec52b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (dbece8d4-4ff3-4f42-9878-5304cd11aa89), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:49.976524 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe99ece-9c36-4586-a38e-3286d458d362 None None] Routers {'ada90dd7-44ce-466f-a95c-18e6c74d0611'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:00:49.977336 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-fbe99ece-9c36-4586-a38e-3286d458d362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:00:35Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['ada90dd7-44ce-466f-a95c-18e6c74d0611'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:50.032184 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-76394554-d5f2-42f5-ba42-31db3fdec52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (dbece8d4-4ff3-4f42-9878-5304cd11aa89), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:50.033111 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76394554-d5f2-42f5-ba42-31db3fdec52b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:50.033770 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-76394554-d5f2-42f5-ba42-31db3fdec52b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:50.059277 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae649e04-001f-454c-8e7e-8df3cd29b28d None None] Pushing event updated for resources: {'Port': ['ID=f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:50.128147 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device c5720836-7c12-40a3-96af-97d4f676d2e8 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:00:50.143108 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38010) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:50.162957 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-cb392f97-43bd-4dbe-92d6-33e043137e0a service neutron] 10.222.0.47 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502604 Feb 09 01:00:50.184985 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-76394554-d5f2-42f5-ba42-31db3fdec52b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9599285 Feb 09 01:00:50.185600 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38012) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:50.193350 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-41c18160-aa4d-41f2-b788-310c84a969f4 admin admin] Request body: {'subnet': {'network_id': 'dbece8d4-4ff3-4f42-9878-5304cd11aa89', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1872106542-subnet', 'tenant_id': '37ac9d48452c4f7db9f108f5d4739f3f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:50.229294 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-39d5783e-10fe-4081-bffb-449f679c4329 None None] Provisioning complete for port bc3bbf9e-6302-4f75-979e-f06189e488b9 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:50.229587 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-68b31fba-87b0-4bc9-8b19-2e9e516eb635 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:50.230248 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-39d5783e-10fe-4081-bffb-449f679c4329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (bc3bbf9e-6302-4f75-979e-f06189e488b9), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:50.241315 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c18160-aa4d-41f2-b788-310c84a969f4 admin admin] Made reservation on behalf of 37ac9d48452c4f7db9f108f5d4739f3f for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:00:50.244446 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-41c18160-aa4d-41f2-b788-310c84a969f4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:50.253568 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76394554-d5f2-42f5-ba42-31db3fdec52b admin admin] Pushing event updated for resources: {'Network': ['ID=dbece8d4-4ff3-4f42-9878-5304cd11aa89,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:50.286502 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network dbece8d4-4ff3-4f42-9878-5304cd11aa89 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:00:50.367947 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-21592da6-f338-46f5-ac79-61b4c63c3e4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (bc3bbf9e-6302-4f75-979e-f06189e488b9), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:50.386370 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfe3ee-9242-4122-8464-4aef12c199bd req-d0528458-6c57-4e9b-8d1c-abdf27d8c8ee tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:50.387904 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b7bfe3ee-9242-4122-8464-4aef12c199bd req-d0528458-6c57-4e9b-8d1c-abdf27d8c8ee tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d HTTP/1.1" status: 200 len: 935 time: 0.2154946 Feb 09 01:00:50.403808 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-fbe99ece-9c36-4586-a38e-3286d458d362 None None] Set router ada90dd7-44ce-466f-a95c-18e6c74d0611 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:00:50.411258 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-39d5783e-10fe-4081-bffb-449f679c4329 None None] Port bc3bbf9e-6302-4f75-979e-f06189e488b9 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:00:50.421172 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3689318b-6717-433e-a033-86ad40ece28a req-17948010-3a5f-48d8-aac4-6382c1cfa35c tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ae89f1b-0d6f-4181-9124-42300154813a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7545316 Feb 09 01:00:50.433520 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-eebd5556-68dc-496f-b832-725eca5c6e4c admin admin] Publish callbacks [] for security_group (e4efea71-5297-424a-9cde-5982b17f770f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:50.465907 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-eebd5556-68dc-496f-b832-725eca5c6e4c admin admin] Publish callbacks [] for security_group (e4efea71-5297-424a-9cde-5982b17f770f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:50.474362 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port c5720836-7c12-40a3-96af-97d4f676d2e8 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:50.475091 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c5720836-7c12-40a3-96af-97d4f676d2e8), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:50.479520 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-68b31fba-87b0-4bc9-8b19-2e9e516eb635 admin admin] Publish callbacks [] for security_group (27ba3b75-152a-4380-b7c8-5c73b5a299f4), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:50.493256 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-68b31fba-87b0-4bc9-8b19-2e9e516eb635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (27ba3b75-152a-4380-b7c8-5c73b5a299f4), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:50.566807 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b31fba-87b0-4bc9-8b19-2e9e516eb635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ba3b75-152a-4380-b7c8-5c73b5a299f4,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:50.580792 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b7bfe3ee-9242-4122-8464-4aef12c199bd req-5aaca671-44db-4c4f-bf03-7cf11e686d8d tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765087 Feb 09 01:00:50.584935 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-eebd5556-68dc-496f-b832-725eca5c6e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e4efea71-5297-424a-9cde-5982b17f770f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:50.587558 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-eebd5556-68dc-496f-b832-725eca5c6e4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:50.588712 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-eebd5556-68dc-496f-b832-725eca5c6e4c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e4efea71-5297-424a-9cde-5982b17f770f HTTP/1.1" status: 204 len: 168 time: 0.9007845 Feb 09 01:00:50.636278 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd5556-68dc-496f-b832-725eca5c6e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4efea71-5297-424a-9cde-5982b17f770f,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:50.673130 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-88a34e78-c386-4696-8b58-0c19d252adf4 service neutron] 10.222.0.47 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4989784 Feb 09 01:00:50.731601 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-7ee5a8a3-c74a-43a0-b441-5dffd012fed0 None None] Provisioning complete for port f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:50.737911 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7ee5a8a3-c74a-43a0-b441-5dffd012fed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:50.745007 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-68b31fba-87b0-4bc9-8b19-2e9e516eb635 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0179879791194259be8e3eb84acd2aac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6006525 Feb 09 01:00:50.753772 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38022) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:50.845217 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-41c18160-aa4d-41f2-b788-310c84a969f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for subnet (75c2f933-5ba6-4c8a-a23f-8e8f2e024d57), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:51.134404 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c18160-aa4d-41f2-b788-310c84a969f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75c2f933-5ba6-4c8a-a23f-8e8f2e024d57,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:51.232242 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-313be549-901e-4ae7-b175-871317be3e99 admin admin] Publish callbacks [] for security_group (27ba3b75-152a-4380-b7c8-5c73b5a299f4), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:51.266278 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c18160-aa4d-41f2-b788-310c84a969f4 admin admin] Checking segment: {'id': '5222b586-be16-4fd9-a710-08b44cbd3ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'dbece8d4-4ff3-4f42-9878-5304cd11aa89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:00:51.266979 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c18160-aa4d-41f2-b788-310c84a969f4 admin admin] Network hostable DHCP agents. Network: dbece8d4-4ff3-4f42-9878-5304cd11aa89, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:00:51.305098 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port c5720836-7c12-40a3-96af-97d4f676d2e8 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:00:51.305914 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c5720836-7c12-40a3-96af-97d4f676d2e8), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:51.307129 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-21592da6-f338-46f5-ac79-61b4c63c3e4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc3bbf9e-6302-4f75-979e-f06189e488b9 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:00:51.354246 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-ace8512c-0976-4864-951b-36b690cb3c75 tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:51.356742 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-313be549-901e-4ae7-b175-871317be3e99 admin admin] Publish callbacks [] for security_group (27ba3b75-152a-4380-b7c8-5c73b5a299f4), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:51.360874 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-ace8512c-0976-4864-951b-36b690cb3c75 tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=8c500d91-5364-48c7-b452-78dfe56882e1&tenant_id=3b70da3c9e0441c5928a48dabf785fc6&binding%3Ahost_id=n-h1-828369-4 HTTP/1.1" status: 200 len: 1126 time: 0.2972019 Feb 09 01:00:51.367107 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-21592da6-f338-46f5-ac79-61b4c63c3e4b service neutron] Publish callbacks [] for port (bc3bbf9e-6302-4f75-979e-f06189e488b9), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:51.405989 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c18160-aa4d-41f2-b788-310c84a969f4 admin admin] Network dbece8d4-4ff3-4f42-9878-5304cd11aa89 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:00:51.440259 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-7ee5a8a3-c74a-43a0-b441-5dffd012fed0 None None] Current status of the port f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:00:51.440259 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7ee5a8a3-c74a-43a0-b441-5dffd012fed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:51.486572 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-7ee5a8a3-c74a-43a0-b441-5dffd012fed0 None None] For port f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb,segment=NetworkSegment(431c715a-c199-48c1-a403-75c9f288f923),segment_id=431c715a-c199-48c1-a403-75c9f288f923)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:00:51.511415 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-313be549-901e-4ae7-b175-871317be3e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (27ba3b75-152a-4380-b7c8-5c73b5a299f4), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:51.515363 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-313be549-901e-4ae7-b175-871317be3e99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:51.517222 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-313be549-901e-4ae7-b175-871317be3e99 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/27ba3b75-152a-4380-b7c8-5c73b5a299f4 HTTP/1.1" status: 204 len: 168 time: 0.7577004 Feb 09 01:00:51.517898 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-61349127-2ca7-470f-922d-e6db43122b31 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=e843f4035a9846f685ac3d2af37d4521&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1849389 Feb 09 01:00:51.531125 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-21592da6-f338-46f5-ac79-61b4c63c3e4b service neutron] Transition to ACTIVE for port object bc3bbf9e-6302-4f75-979e-f06189e488b9 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:00:51.551923 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-41c18160-aa4d-41f2-b788-310c84a969f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, dbece8d4-4ff3-4f42-9878-5304cd11aa89) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:00:51.570711 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c18160-aa4d-41f2-b788-310c84a969f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:51.571497 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-41c18160-aa4d-41f2-b788-310c84a969f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:51.586212 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-21592da6-f338-46f5-ac79-61b4c63c3e4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (bc3bbf9e-6302-4f75-979e-f06189e488b9), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:51.599872 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313be549-901e-4ae7-b175-871317be3e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ba3b75-152a-4380-b7c8-5c73b5a299f4,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:51.617969 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-41c18160-aa4d-41f2-b788-310c84a969f4 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4267762 Feb 09 01:00:51.618375 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38046) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:51.627180 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-caa4698f-5c3d-420a-acaa-1d70671e33d8 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1872106542-router', 'tenant_id': '37ac9d48452c4f7db9f108f5d4739f3f', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:51.672028 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-caa4698f-5c3d-420a-acaa-1d70671e33d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (57de46cf-5087-4fd0-9d66-6ed1770cc5a7), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:51.678923 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-caa4698f-5c3d-420a-acaa-1d70671e33d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (57de46cf-5087-4fd0-9d66-6ed1770cc5a7), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:51.751094 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port c5720836-7c12-40a3-96af-97d4f676d2e8, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=c5720836-7c12-40a3-96af-97d4f676d2e8,segment=NetworkSegment(b2ef10b9-0c7e-4ea0-88fe-781103c28e86),segment_id=b2ef10b9-0c7e-4ea0-88fe-781103c28e86)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:00:51.777232 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7218c38-5b3c-49f7-9f41-0357966bf891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5720836-7c12-40a3-96af-97d4f676d2e8'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:00:51.782010 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa8a16a-bf47-4f47-99b2-feea1b950b74" -d '{"events": [{"server_uuid": "f7218c38-5b3c-49f7-9f41-0357966bf891", "name": "network-vif-plugged", "status": "completed", "tag": "c5720836-7c12-40a3-96af-97d4f676d2e8"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:00:51.796484 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7847ead6-1f68-40e6-bf55-f6959842212f None None] Network dbece8d4-4ff3-4f42-9878-5304cd11aa89 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:00:51.809989 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7ee5a8a3-c74a-43a0-b441-5dffd012fed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:51.819542 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-caa4698f-5c3d-420a-acaa-1d70671e33d8 admin admin] Publish callbacks [] for router_controller (57de46cf-5087-4fd0-9d66-6ed1770cc5a7), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:51.913003 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (c5720836-7c12-40a3-96af-97d4f676d2e8), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:52.095374 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c044f43-deaf-4d92-8cb1-b9b277b9eccf req-5c2cc828-6d8e-42c4-af9c-6661880485d4 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:52.109959 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4c044f43-deaf-4d92-8cb1-b9b277b9eccf req-5c2cc828-6d8e-42c4-af9c-6661880485d4 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c500d91-5364-48c7-b452-78dfe56882e1 HTTP/1.1" status: 200 len: 944 time: 0.7749825 Feb 09 01:00:52.112703 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21592da6-f338-46f5-ac79-61b4c63c3e4b service neutron] Pushing event updated for resources: {'Port': ['ID=bc3bbf9e-6302-4f75-979e-f06189e488b9,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:52.117499 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5a8a3-c74a-43a0-b441-5dffd012fed0 None None] Pushing event updated for resources: {'Port': ['ID=f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:52.157961 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-fd80025a-3435-4418-be8b-272bc65a2623 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:52.168830 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-fd80025a-3435-4418-be8b-272bc65a2623 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6346750 Feb 09 01:00:52.223018 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=c5720836-7c12-40a3-96af-97d4f676d2e8,revision_number=7']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:52.314128 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f920242-dbc1-49a7-9c41-19c7c9f1502e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-dbece8d4-4ff3-4f42-9878-5304cd11aa89', 'network_id': 'dbece8d4-4ff3-4f42-9878-5304cd11aa89', 'project_id': '37ac9d48452c4f7db9f108f5d4739f3f', 'fixed_ips': [{'subnet_id': '75c2f933-5ba6-4c8a-a23f-8e8f2e024d57'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:00:52.315043 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0f920242-dbc1-49a7-9c41-19c7c9f1502e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:52.419352 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-eaf4c479-f1e2-43ff-be2d-f6c24382e8b5 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] 10.222.0.50 "GET /v2.0/quotas/e843f4035a9846f685ac3d2af37d4521 HTTP/1.1" status: 200 len: 375 time: 0.2275710 Feb 09 01:00:52.449698 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-6a510e48-2bb4-4b1c-954e-238f224eafae service neutron] For port 9804ef2d-9fcf-4148-8470-0d34c52d2038, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:00:52.503199 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-6a510e48-2bb4-4b1c-954e-238f224eafae service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:52.505683 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dad78aaa-c6a4-45ee-a070-0406b2701812 req-6a510e48-2bb4-4b1c-954e-238f224eafae service neutron] 10.222.0.47 "DELETE /v2.0/ports/9804ef2d-9fcf-4148-8470-0d34c52d2038/bindings/n-h2-828369-4 HTTP/1.1" status: 204 len: 173 time: 1.0469012 Feb 09 01:00:52.531688 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-21592da6-f338-46f5-ac79-61b4c63c3e4b service neutron] Attempting to bind port bc3bbf9e-6302-4f75-979e-f06189e488b9 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:00:52.533011 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-21592da6-f338-46f5-ac79-61b4c63c3e4b service neutron] Attempting to bind port bc3bbf9e-6302-4f75-979e-f06189e488b9 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:00:52.537296 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-21592da6-f338-46f5-ac79-61b4c63c3e4b service neutron] Attempting to bind port bc3bbf9e-6302-4f75-979e-f06189e488b9 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:00:52.575557 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-21592da6-f338-46f5-ac79-61b4c63c3e4b service neutron] Port bc3bbf9e-6302-4f75-979e-f06189e488b9 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:00:52.578920 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-21592da6-f338-46f5-ac79-61b4c63c3e4b service neutron] Attempting to bind port bc3bbf9e-6302-4f75-979e-f06189e488b9 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:00:52.662210 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-4f94be0d-7a67-46d4-ad7a-4f20a569011b tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e843f4035a9846f685ac3d2af37d4521&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2011781 Feb 09 01:00:52.663509 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-caa4698f-5c3d-420a-acaa-1d70671e33d8 admin admin] Publish callbacks [] for router_gateway (57de46cf-5087-4fd0-9d66-6ed1770cc5a7), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:52.666514 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-21592da6-f338-46f5-ac79-61b4c63c3e4b service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:00:52.668839 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-21592da6-f338-46f5-ac79-61b4c63c3e4b service neutron] Checking segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:00:52.671617 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-21592da6-f338-46f5-ac79-61b4c63c3e4b service neutron] Bound using segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:00:52.675137 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-21592da6-f338-46f5-ac79-61b4c63c3e4b service neutron] Bound port: bc3bbf9e-6302-4f75-979e-f06189e488b9, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:00:52.675756 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-21592da6-f338-46f5-ac79-61b4c63c3e4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (bc3bbf9e-6302-4f75-979e-f06189e488b9), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:52.683074 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-0f920242-dbc1-49a7-9c41-19c7c9f1502e None None] Allocated IP 172.20.0.2 (dbece8d4-4ff3-4f42-9878-5304cd11aa89/75c2f933-5ba6-4c8a-a23f-8e8f2e024d57/552c8ff0-8357-44de-98cc-87425e54a65c) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:00:52.720828 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4c044f43-deaf-4d92-8cb1-b9b277b9eccf req-382be7fc-ce64-4aab-ab05-ab446257ead5 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5997505 Feb 09 01:00:52.937186 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-21592da6-f338-46f5-ac79-61b4c63c3e4b service neutron] For port bc3bbf9e-6302-4f75-979e-f06189e488b9, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:00:52.948016 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-21592da6-f338-46f5-ac79-61b4c63c3e4b service neutron] For port bc3bbf9e-6302-4f75-979e-f06189e488b9, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=bc3bbf9e-6302-4f75-979e-f06189e488b9,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:00:52.961015 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-21592da6-f338-46f5-ac79-61b4c63c3e4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (bc3bbf9e-6302-4f75-979e-f06189e488b9), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:53.177404 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-fbe99ece-9c36-4586-a38e-3286d458d362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-681137932-router', 'tenant_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1e5780b3-10b8-4ff4-8292-62e6ca5327ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:00:37Z', 'updated_at': '2022-02-09T01:00:45Z', 'revision_number': 4, 'project_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'gw_port': {'id': '1e5780b3-10b8-4ff4-8292-62e6ca5327ff', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:00:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:38Z', 'updated_at': '2022-02-09T01:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb', 'name': '', 'network_id': '5b1ef353-28d7-4dbf-bb1a-5731e3977ba4', 'tenant_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'mac_address': 'fa:16:3e:fc:4f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'f61025f6-bbc8-419e-944b-83c38276e9e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:42Z', 'updated_at': '2022-02-09T01:00:49Z', 'revision_number': 4, 'project_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'subnets': [{'id': 'f61025f6-bbc8-419e-944b-83c38276e9e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:53.207906 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-21592da6-f338-46f5-ac79-61b4c63c3e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:53.214191 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-21592da6-f338-46f5-ac79-61b4c63c3e4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:53.215779 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-21592da6-f338-46f5-ac79-61b4c63c3e4b service neutron] 10.222.0.47 "PUT /v2.0/ports/bc3bbf9e-6302-4f75-979e-f06189e488b9 HTTP/1.1" status: 200 len: 1095 time: 3.5123007 Feb 09 01:00:53.218225 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d6315d-0d15-4b90-ae26-5e6c6a03986d', 'tag': 'bc3bbf9e-6302-4f75-979e-f06189e488b9'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:00:53.227223 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe99ece-9c36-4586-a38e-3286d458d362 None None] The sync data for ids ['ada90dd7-44ce-466f-a95c-18e6c74d0611'] in n-d-828369-4 is: [{'id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-681137932-router', 'tenant_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1e5780b3-10b8-4ff4-8292-62e6ca5327ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:00:37Z', 'updated_at': '2022-02-09T01:00:45Z', 'revision_number': 4, 'project_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'gw_port': {'id': '1e5780b3-10b8-4ff4-8292-62e6ca5327ff', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:00:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:38Z', 'updated_at': '2022-02-09T01:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb', 'name': '', 'network_id': '5b1ef353-28d7-4dbf-bb1a-5731e3977ba4', 'tenant_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'mac_address': 'fa:16:3e:fc:4f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'f61025f6-bbc8-419e-944b-83c38276e9e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:42Z', 'updated_at': '2022-02-09T01:00:49Z', 'revision_number': 4, 'project_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'subnets': [{'id': 'f61025f6-bbc8-419e-944b-83c38276e9e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:00:53.231298 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4fa0f23-1721-42b9-b58f-3eede00242a6" -d '{"events": [{"name": "network-changed", "server_uuid": "33d6315d-0d15-4b90-ae26-5e6c6a03986d", "tag": "bc3bbf9e-6302-4f75-979e-f06189e488b9"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:00:53.262725 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0f920242-dbc1-49a7-9c41-19c7c9f1502e None None] Publish callbacks [] for port (552c8ff0-8357-44de-98cc-87425e54a65c), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:53.270933 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0f920242-dbc1-49a7-9c41-19c7c9f1502e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (552c8ff0-8357-44de-98cc-87425e54a65c), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:53.300169 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-caa4698f-5c3d-420a-acaa-1d70671e33d8 admin admin] Publish callbacks [] for router_gateway (57de46cf-5087-4fd0-9d66-6ed1770cc5a7), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:53.370809 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f920242-dbc1-49a7-9c41-19c7c9f1502e None None] Network dbece8d4-4ff3-4f42-9878-5304cd11aa89 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:00:53.387262 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-caa4698f-5c3d-420a-acaa-1d70671e33d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:53.390787 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-0f920242-dbc1-49a7-9c41-19c7c9f1502e None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:00:53.407091 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f920242-dbc1-49a7-9c41-19c7c9f1502e None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:00:53.410023 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21592da6-f338-46f5-ac79-61b4c63c3e4b service neutron] Pushing event updated for resources: {'Port': ['ID=bc3bbf9e-6302-4f75-979e-f06189e488b9,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:53.499630 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f920242-dbc1-49a7-9c41-19c7c9f1502e None None] Pushing event updated for resources: {'Port': ['ID=552c8ff0-8357-44de-98cc-87425e54a65c,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:53.626753 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-0f920242-dbc1-49a7-9c41-19c7c9f1502e None None] Attempting to bind port 552c8ff0-8357-44de-98cc-87425e54a65c on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:00:53.628604 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-0f920242-dbc1-49a7-9c41-19c7c9f1502e None None] Attempting to bind port 552c8ff0-8357-44de-98cc-87425e54a65c by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '5222b586-be16-4fd9-a710-08b44cbd3ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'dbece8d4-4ff3-4f42-9878-5304cd11aa89'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:00:53.629107 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f920242-dbc1-49a7-9c41-19c7c9f1502e None None] Attempting to bind port 552c8ff0-8357-44de-98cc-87425e54a65c on network dbece8d4-4ff3-4f42-9878-5304cd11aa89 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:00:53.644461 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f920242-dbc1-49a7-9c41-19c7c9f1502e None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:00:53.646063 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f920242-dbc1-49a7-9c41-19c7c9f1502e None None] Checking segment: {'id': '5222b586-be16-4fd9-a710-08b44cbd3ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'dbece8d4-4ff3-4f42-9878-5304cd11aa89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:00:53.648003 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0f920242-dbc1-49a7-9c41-19c7c9f1502e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:53.649465 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f920242-dbc1-49a7-9c41-19c7c9f1502e None None] Bound using segment: {'id': '5222b586-be16-4fd9-a710-08b44cbd3ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'dbece8d4-4ff3-4f42-9878-5304cd11aa89'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:00:53.650029 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-0f920242-dbc1-49a7-9c41-19c7c9f1502e None None] Bound port: 552c8ff0-8357-44de-98cc-87425e54a65c, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5222b586-be16-4fd9-a710-08b44cbd3ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'dbece8d4-4ff3-4f42-9878-5304cd11aa89'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:00:53.650971 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0f920242-dbc1-49a7-9c41-19c7c9f1502e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (552c8ff0-8357-44de-98cc-87425e54a65c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:53.653239 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c3812-73b6-4d96-8ae7-9ea8ae1cf217 req-eb00518b-927d-4807-bdc7-51fe9b54bc57 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:53.662379 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b67c3812-73b6-4d96-8ae7-9ea8ae1cf217 req-eb00518b-927d-4807-bdc7-51fe9b54bc57 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d HTTP/1.1" status: 200 len: 947 time: 0.5895050 Feb 09 01:00:53.775834 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-79da1d1e-a555-46b8-b573-dda1d0cd825b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:53.778319 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-79da1d1e-a555-46b8-b573-dda1d0cd825b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=698d05b4eb4b402aa83e695c4b2c5978&device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d HTTP/1.1" status: 200 len: 1129 time: 0.4199464 Feb 09 01:00:53.799427 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7725a-acd6-43f0-9468-520205183466 req-554e6cfe-b2f9-4048-b112-804a3f713f20 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:53.810339 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-caa4698f-5c3d-420a-acaa-1d70671e33d8 admin admin] Allocated IP 172.25.8.223 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/e0a54404-e831-4241-82dd-5d7267a46ba8) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:00:53.816019 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-72b7725a-acd6-43f0-9468-520205183466 req-554e6cfe-b2f9-4048-b112-804a3f713f20 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/ports?device_id=27853c66-b265-45b7-80e1-ee893e41923c HTTP/1.1" status: 200 len: 950 time: 0.7420092 Feb 09 01:00:53.846709 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-0f920242-dbc1-49a7-9c41-19c7c9f1502e None None] For port 552c8ff0-8357-44de-98cc-87425e54a65c, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:00:53.865785 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-0f920242-dbc1-49a7-9c41-19c7c9f1502e None None] For port 552c8ff0-8357-44de-98cc-87425e54a65c, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=552c8ff0-8357-44de-98cc-87425e54a65c,segment=NetworkSegment(5222b586-be16-4fd9-a710-08b44cbd3ccd),segment_id=5222b586-be16-4fd9-a710-08b44cbd3ccd)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:00:53.876936 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0f920242-dbc1-49a7-9c41-19c7c9f1502e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (552c8ff0-8357-44de-98cc-87425e54a65c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:54.047837 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f920242-dbc1-49a7-9c41-19c7c9f1502e None None] Pushing event updated for resources: {'Port': ['ID=552c8ff0-8357-44de-98cc-87425e54a65c,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:54.111051 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-71f11c76-75e2-40fa-97a0-f5915f778b5e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=bc3bbf9e-6302-4f75-979e-f06189e488b9 HTTP/1.1" status: 200 len: 217 time: 0.2685943 Feb 09 01:00:54.211767 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-caa4698f-5c3d-420a-acaa-1d70671e33d8 admin admin] Publish callbacks [] for port (e0a54404-e831-4241-82dd-5d7267a46ba8), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:54.256227 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b67c3812-73b6-4d96-8ae7-9ea8ae1cf217 req-39b06916-873c-4808-a560-0c0e24b77804 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5929000 Feb 09 01:00:54.351280 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-caa4698f-5c3d-420a-acaa-1d70671e33d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (e0a54404-e831-4241-82dd-5d7267a46ba8), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:54.440077 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6d7460-837e-4e1f-9f46-fd2f6a269145 x-openstack-request-id: req-4b6d7460-837e-4e1f-9f46-fd2f6a269145 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:00:54.441371 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7218c38-5b3c-49f7-9f41-0357966bf891", "name": "network-vif-plugged", "status": "completed", "tag": "c5720836-7c12-40a3-96af-97d4f676d2e8", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:00:54.442655 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4b6d7460-837e-4e1f-9f46-fd2f6a269145 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:00:54.443798 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7218c38-5b3c-49f7-9f41-0357966bf891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5720836-7c12-40a3-96af-97d4f676d2e8', 'code': 200} Feb 09 01:00:54.451638 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-c79c077e-c7ab-4241-a16c-47412642b755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:54.453166 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-c79c077e-c7ab-4241-a16c-47412642b755 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.3100684 Feb 09 01:00:54.489557 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-72b7725a-acd6-43f0-9468-520205183466 req-cf18d786-99d8-45ef-b30b-1878fa49c14b tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ae89f1b-0d6f-4181-9124-42300154813a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6467781 Feb 09 01:00:54.561758 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa4698f-5c3d-420a-acaa-1d70671e33d8 admin admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:00:54.571439 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-caa4698f-5c3d-420a-acaa-1d70671e33d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:00:54.588021 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa4698f-5c3d-420a-acaa-1d70671e33d8 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:00:54.610748 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-d812249e-2fd8-4f2d-9338-688272427baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:54.612304 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-d812249e-2fd8-4f2d-9338-688272427baf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1219814 Feb 09 01:00:54.650998 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617c6c81-a1ef-4f0f-8f13-4c65f48eb1b1 x-openstack-request-id: req-617c6c81-a1ef-4f0f-8f13-4c65f48eb1b1 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:00:54.651540 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33d6315d-0d15-4b90-ae26-5e6c6a03986d", "tag": "bc3bbf9e-6302-4f75-979e-f06189e488b9", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:00:54.651951 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-617c6c81-a1ef-4f0f-8f13-4c65f48eb1b1 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:00:54.652504 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d6315d-0d15-4b90-ae26-5e6c6a03986d', 'tag': 'bc3bbf9e-6302-4f75-979e-f06189e488b9', 'status': 'completed', 'code': 200} Feb 09 01:00:54.675665 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-36f9dc42-9606-4d76-bfd7-7e10aa2b2b41 req-a9e6b509-0d5f-40de-a86e-3edce0db40f8 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc41ccf-8430-4a57-8167-1e321221a07d HTTP/1.1" status: 200 len: 210 time: 0.0547490 Feb 09 01:00:54.770366 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4698f-5c3d-420a-acaa-1d70671e33d8 admin admin] Pushing event updated for resources: {'Port': ['ID=e0a54404-e831-4241-82dd-5d7267a46ba8,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:54.899886 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-29ede514-01d0-4e86-aad9-f59f8ada35d5 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722459 Feb 09 01:00:55.173337 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-caa4698f-5c3d-420a-acaa-1d70671e33d8 admin admin] Publish callbacks [] for router_gateway (57de46cf-5087-4fd0-9d66-6ed1770cc5a7), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:55.439588 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-42d1791a-ee36-421e-acf8-e653908cf71c tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] 10.222.0.120 "GET /v2.0/networks?tenant_id=e843f4035a9846f685ac3d2af37d4521&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4470973 Feb 09 01:00:55.526365 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:00:55.666240 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-caa4698f-5c3d-420a-acaa-1d70671e33d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (57de46cf-5087-4fd0-9d66-6ed1770cc5a7), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:55.670874 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc182c7-da2c-48cf-9eea-f3663473c8ef None None] Network dbece8d4-4ff3-4f42-9878-5304cd11aa89 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:00:55.685157 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b52bdc-ac98-4cc0-9a63-8db9789bb9a4 req-f75eb312-2baa-45db-a696-498fda588470 tempest-LiveMigrationNegativeTest-196503757 tempest-LiveMigrationNegativeTest-196503757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:55.695879 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-54b52bdc-ac98-4cc0-9a63-8db9789bb9a4 req-f75eb312-2baa-45db-a696-498fda588470 tempest-LiveMigrationNegativeTest-196503757 tempest-LiveMigrationNegativeTest-196503757-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=27853c66-b265-45b7-80e1-ee893e41923c HTTP/1.1" status: 200 len: 1132 time: 0.7726426 Feb 09 01:00:55.703875 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:55.707962 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2a289-819c-48f9-8ca9-c7f447eeb1a6 req-aa727404-d4f2-410c-a208-3ebbced555b0 tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:55.710579 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-88c2a289-819c-48f9-8ca9-c7f447eeb1a6 req-aa727404-d4f2-410c-a208-3ebbced555b0 tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8c500d91-5364-48c7-b452-78dfe56882e1 HTTP/1.1" status: 200 len: 1126 time: 0.8097866 Feb 09 01:00:55.719724 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d7df005c-1a3c-404b-ae44-494999bb3e0b req-62eea384-5593-4965-9f28-319c7d2f7cb2 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7831955 Feb 09 01:00:55.720381 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:55.741658 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-eb715f88-61fe-4d67-9ad3-da2f59c1ec90 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:55.743599 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-eb715f88-61fe-4d67-9ad3-da2f59c1ec90 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] 10.222.0.120 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2681203 Feb 09 01:00:55.746040 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-54b52bdc-ac98-4cc0-9a63-8db9789bb9a4 req-4c3bc485-5a34-4e01-861e-ba9b3fb9f625 tempest-LiveMigrationNegativeTest-196503757 tempest-LiveMigrationNegativeTest-196503757-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:55.770520 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-ff067620-a97c-4029-b4a6-1800eb779896 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] Request body: {'port': {'device_id': '1fc41ccf-8430-4a57-8167-1e321221a07d', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'admin_state_up': True, 'tenant_id': 'e843f4035a9846f685ac3d2af37d4521'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:55.823202 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-0ebc7d6e-26f9-4fcc-9386-d71a24f2c240 None None] Provisioning complete for port 552c8ff0-8357-44de-98cc-87425e54a65c triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:55.823837 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0ebc7d6e-26f9-4fcc-9386-d71a24f2c240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (552c8ff0-8357-44de-98cc-87425e54a65c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:55.934508 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa4698f-5c3d-420a-acaa-1d70671e33d8 admin admin] Router 57de46cf-5087-4fd0-9d66-6ed1770cc5a7 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:00:55.955353 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-88c2a289-819c-48f9-8ca9-c7f447eeb1a6 req-1d0736f1-ba6d-423c-9f09-dda02911a1c8 tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346261 Feb 09 01:00:55.972071 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:00:55.973471 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 552c8ff0-8357-44de-98cc-87425e54a65c up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:00:56.093056 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa0f23-1721-42b9-b58f-3eede00242a6 req-7c590cd3-fbec-4bb5-a183-f9c4a375e0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:56.097566 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-0ebc7d6e-26f9-4fcc-9386-d71a24f2c240 None None] Current status of the port 552c8ff0-8357-44de-98cc-87425e54a65c is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:00:56.097968 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0ebc7d6e-26f9-4fcc-9386-d71a24f2c240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (552c8ff0-8357-44de-98cc-87425e54a65c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:56.101292 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b4fa0f23-1721-42b9-b58f-3eede00242a6 req-7c590cd3-fbec-4bb5-a183-f9c4a375e0a9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=698d05b4eb4b402aa83e695c4b2c5978&device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d HTTP/1.1" status: 200 len: 1129 time: 0.3041887 Feb 09 01:00:56.130314 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 552c8ff0-8357-44de-98cc-87425e54a65c triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:56.130673 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (552c8ff0-8357-44de-98cc-87425e54a65c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:56.160849 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-0ebc7d6e-26f9-4fcc-9386-d71a24f2c240 None None] For port 552c8ff0-8357-44de-98cc-87425e54a65c, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=552c8ff0-8357-44de-98cc-87425e54a65c,segment=NetworkSegment(5222b586-be16-4fd9-a710-08b44cbd3ccd),segment_id=5222b586-be16-4fd9-a710-08b44cbd3ccd)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:00:56.173506 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0ebc7d6e-26f9-4fcc-9386-d71a24f2c240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (552c8ff0-8357-44de-98cc-87425e54a65c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:56.181259 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa4698f-5c3d-420a-acaa-1d70671e33d8 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:00:56.185940 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-ff067620-a97c-4029-b4a6-1800eb779896 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] Made reservation on behalf of e843f4035a9846f685ac3d2af37d4521 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:00:56.189307 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-ff067620-a97c-4029-b4a6-1800eb779896 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:56.197817 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608754b6-0695-4cee-ade9-e0ab97706b00 None None] Sync routers for ids ['57de46cf-5087-4fd0-9d66-6ed1770cc5a7'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:00:56.212456 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608754b6-0695-4cee-ade9-e0ab97706b00 None None] Routers {'57de46cf-5087-4fd0-9d66-6ed1770cc5a7'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:00:56.213119 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-608754b6-0695-4cee-ade9-e0ab97706b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:00:35Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['57de46cf-5087-4fd0-9d66-6ed1770cc5a7'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:56.235976 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-caa4698f-5c3d-420a-acaa-1d70671e33d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:56.240695 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-caa4698f-5c3d-420a-acaa-1d70671e33d8 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.6210432 Feb 09 01:00:56.241324 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38164) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:00:56.315518 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc7d6e-26f9-4fcc-9386-d71a24f2c240 None None] Pushing event updated for resources: {'Port': ['ID=552c8ff0-8357-44de-98cc-87425e54a65c,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:56.353652 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-ff067620-a97c-4029-b4a6-1800eb779896 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:56.378476 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-54b52bdc-ac98-4cc0-9a63-8db9789bb9a4 req-4c3bc485-5a34-4e01-861e-ba9b3fb9f625 tempest-LiveMigrationNegativeTest-196503757 tempest-LiveMigrationNegativeTest-196503757-project-admin] Publish callbacks [] for security_group (fb513570-d416-470b-b94d-c89dd85e6adf), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:56.403491 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-54b52bdc-ac98-4cc0-9a63-8db9789bb9a4 req-4c3bc485-5a34-4e01-861e-ba9b3fb9f625 tempest-LiveMigrationNegativeTest-196503757 tempest-LiveMigrationNegativeTest-196503757-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (fb513570-d416-470b-b94d-c89dd85e6adf), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:56.418354 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 552c8ff0-8357-44de-98cc-87425e54a65c is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:00:56.426192 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-608754b6-0695-4cee-ade9-e0ab97706b00 None None] Set router 57de46cf-5087-4fd0-9d66-6ed1770cc5a7 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:00:56.498305 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-72e6fea5-c5ed-49fa-852d-be6beb8983c7 req-e86529a1-b136-4b5f-8d43-70d29eb93ddd tempest-SecurityGroupsTestAdminJSON-881323096 tempest-SecurityGroupsTestAdminJSON-881323096-project] Request body: {'security_group': {'name': 'tempest-securitygroup-542832734', 'description': 'tempest-description-1314524325'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:56.543312 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-54b52bdc-ac98-4cc0-9a63-8db9789bb9a4 req-4c3bc485-5a34-4e01-861e-ba9b3fb9f625 tempest-LiveMigrationNegativeTest-196503757 tempest-LiveMigrationNegativeTest-196503757-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=3ae89f1b-0d6f-4181-9124-42300154813a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8462918 Feb 09 01:00:56.571708 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3bc485-5a34-4e01-861e-ba9b3fb9f625 tempest-LiveMigrationNegativeTest-196503757 tempest-LiveMigrationNegativeTest-196503757-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb513570-d416-470b-b94d-c89dd85e6adf,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:56.596859 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-72e6fea5-c5ed-49fa-852d-be6beb8983c7 req-e86529a1-b136-4b5f-8d43-70d29eb93ddd tempest-SecurityGroupsTestAdminJSON-881323096 tempest-SecurityGroupsTestAdminJSON-881323096-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:56.601442 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa0f23-1721-42b9-b58f-3eede00242a6 req-73ad17f7-61d8-40fe-9feb-88ad839f3d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:56.602945 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b4fa0f23-1721-42b9-b58f-3eede00242a6 req-73ad17f7-61d8-40fe-9feb-88ad839f3d18 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.4975078 Feb 09 01:00:56.607999 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-b533d7ca-9aaa-4961-98d2-1b6c1a1ca13f None None] Provisioning complete for port 552c8ff0-8357-44de-98cc-87425e54a65c triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:56.609002 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b533d7ca-9aaa-4961-98d2-1b6c1a1ca13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (552c8ff0-8357-44de-98cc-87425e54a65c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:56.653018 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-72e6fea5-c5ed-49fa-852d-be6beb8983c7 req-e86529a1-b136-4b5f-8d43-70d29eb93ddd tempest-SecurityGroupsTestAdminJSON-881323096 tempest-SecurityGroupsTestAdminJSON-881323096-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:56.757657 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b4fa0f23-1721-42b9-b58f-3eede00242a6 req-8ec1b5ae-f3d4-4925-962e-70a43834a9c9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=bc3bbf9e-6302-4f75-979e-f06189e488b9 HTTP/1.1" status: 200 len: 217 time: 0.1271310 Feb 09 01:00:56.758786 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-608754b6-0695-4cee-ade9-e0ab97706b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57de46cf-5087-4fd0-9d66-6ed1770cc5a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1872106542-router', 'tenant_id': '37ac9d48452c4f7db9f108f5d4739f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'e0a54404-e831-4241-82dd-5d7267a46ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:00:51Z', 'updated_at': '2022-02-09T01:00:54Z', 'revision_number': 3, 'project_id': '37ac9d48452c4f7db9f108f5d4739f3f', 'gw_port': {'id': 'e0a54404-e831-4241-82dd-5d7267a46ba8', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:67:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57de46cf-5087-4fd0-9d66-6ed1770cc5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:53Z', 'updated_at': '2022-02-09T01:00:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:56.797701 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b533d7ca-9aaa-4961-98d2-1b6c1a1ca13f None None] Current status of the port 552c8ff0-8357-44de-98cc-87425e54a65c is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:00:56.817857 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608754b6-0695-4cee-ade9-e0ab97706b00 None None] Checking router: 57de46cf-5087-4fd0-9d66-6ed1770cc5a7 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:00:56.818354 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608754b6-0695-4cee-ade9-e0ab97706b00 None None] Updating router 57de46cf-5087-4fd0-9d66-6ed1770cc5a7 port e0a54404-e831-4241-82dd-5d7267a46ba8 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:00:56.854796 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-608754b6-0695-4cee-ade9-e0ab97706b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e0a54404-e831-4241-82dd-5d7267a46ba8), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:56.869346 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-46988263-7efb-4303-bc39-bd9f6a243b46 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=b2c75a9a4b8d4c13889eebfa537de663&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583115 Feb 09 01:00:56.993969 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa0f23-1721-42b9-b58f-3eede00242a6 req-c4d79a52-5ade-4818-bf40-45aa2b45b483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:56.995419 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b4fa0f23-1721-42b9-b58f-3eede00242a6 req-c4d79a52-5ade-4818-bf40-45aa2b45b483 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.2110989 Feb 09 01:00:57.000787 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c0f734a8-85a3-48c4-a1ea-0a83c486dcea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:57.000981 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-ff067620-a97c-4029-b4a6-1800eb779896 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] Publish callbacks [] for security_group (ab1a0708-3027-43a6-b70f-c2d19a1a7192), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:57.055116 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-ff067620-a97c-4029-b4a6-1800eb779896 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (ab1a0708-3027-43a6-b70f-c2d19a1a7192), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:57.180594 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-72e6fea5-c5ed-49fa-852d-be6beb8983c7 req-e86529a1-b136-4b5f-8d43-70d29eb93ddd tempest-SecurityGroupsTestAdminJSON-881323096 tempest-SecurityGroupsTestAdminJSON-881323096-project] Publish callbacks [] for security_group (147a0b89-2c25-4b23-8d7b-b581ca3a8991), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:57.184730 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff067620-a97c-4029-b4a6-1800eb779896 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1a0708-3027-43a6-b70f-c2d19a1a7192,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:57.204461 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-e822e049-dea4-4beb-8c94-8615046992f3 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:57.206062 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-e822e049-dea4-4beb-8c94-8615046992f3 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3205588 Feb 09 01:00:57.211421 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-72e6fea5-c5ed-49fa-852d-be6beb8983c7 req-e86529a1-b136-4b5f-8d43-70d29eb93ddd tempest-SecurityGroupsTestAdminJSON-881323096 tempest-SecurityGroupsTestAdminJSON-881323096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (147a0b89-2c25-4b23-8d7b-b581ca3a8991), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:57.273045 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-252f4427-5f84-41c4-ad4f-aa246c76a02e tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/quotas/b2c75a9a4b8d4c13889eebfa537de663 HTTP/1.1" status: 200 len: 375 time: 0.0415683 Feb 09 01:00:57.287101 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa0f23-1721-42b9-b58f-3eede00242a6 req-dcdc5639-16a3-4cc9-a44f-6955d1afcdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:57.288855 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b4fa0f23-1721-42b9-b58f-3eede00242a6 req-dcdc5639-16a3-4cc9-a44f-6955d1afcdbd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2719047 Feb 09 01:00:57.367995 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-79bccdc1-a7e4-4490-8bdf-4dd477d20de0 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b2c75a9a4b8d4c13889eebfa537de663&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0758324 Feb 09 01:00:57.392675 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-608754b6-0695-4cee-ade9-e0ab97706b00 None None] Publish callbacks [] for port (e0a54404-e831-4241-82dd-5d7267a46ba8), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:57.406568 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-608754b6-0695-4cee-ade9-e0ab97706b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e0a54404-e831-4241-82dd-5d7267a46ba8), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:57.413678 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86529a1-b136-4b5f-8d43-70d29eb93ddd tempest-SecurityGroupsTestAdminJSON-881323096 tempest-SecurityGroupsTestAdminJSON-881323096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=147a0b89-2c25-4b23-8d7b-b581ca3a8991,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:57.437084 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 552c8ff0-8357-44de-98cc-87425e54a65c up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:00:57.457921 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-ff067620-a97c-4029-b4a6-1800eb779896 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] Allocated IP 192.168.233.148 (9e88fe6e-2b1d-4294-a17d-9a7801813700/3810d295-ee98-40f7-b1e2-609bf7d1c3df/e43e35e3-3611-4d8e-92ba-481228e860a8) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:00:57.535542 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49105ad0-7b22-4a0b-90d5-3449f9e052ad None None] Pushing event updated for resources: {'Port': ['ID=e0a54404-e831-4241-82dd-5d7267a46ba8,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:57.539657 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 552c8ff0-8357-44de-98cc-87425e54a65c triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:57.540191 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (552c8ff0-8357-44de-98cc-87425e54a65c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:57.561754 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-608754b6-0695-4cee-ade9-e0ab97706b00 None None] Attempting to bind port e0a54404-e831-4241-82dd-5d7267a46ba8 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:00:57.562698 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-608754b6-0695-4cee-ade9-e0ab97706b00 None None] Attempting to bind port e0a54404-e831-4241-82dd-5d7267a46ba8 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:00:57.563302 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608754b6-0695-4cee-ade9-e0ab97706b00 None None] Attempting to bind port e0a54404-e831-4241-82dd-5d7267a46ba8 on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:00:57.571099 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608754b6-0695-4cee-ade9-e0ab97706b00 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:00:57.571814 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608754b6-0695-4cee-ade9-e0ab97706b00 None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:00:57.572322 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-608754b6-0695-4cee-ade9-e0ab97706b00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:57.573116 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608754b6-0695-4cee-ade9-e0ab97706b00 None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:00:57.573706 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-72e6fea5-c5ed-49fa-852d-be6beb8983c7 req-e86529a1-b136-4b5f-8d43-70d29eb93ddd tempest-SecurityGroupsTestAdminJSON-881323096 tempest-SecurityGroupsTestAdminJSON-881323096-project] Publish callbacks [] for security_group (e2d35a9b-0360-4e6a-b0d2-cfc7e1947c9e), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:57.573885 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-608754b6-0695-4cee-ade9-e0ab97706b00 None None] Bound port: e0a54404-e831-4241-82dd-5d7267a46ba8, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:00:57.574492 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-608754b6-0695-4cee-ade9-e0ab97706b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e0a54404-e831-4241-82dd-5d7267a46ba8), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:57.602081 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-72e6fea5-c5ed-49fa-852d-be6beb8983c7 req-e86529a1-b136-4b5f-8d43-70d29eb93ddd tempest-SecurityGroupsTestAdminJSON-881323096 tempest-SecurityGroupsTestAdminJSON-881323096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e2d35a9b-0360-4e6a-b0d2-cfc7e1947c9e), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:57.663359 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-608754b6-0695-4cee-ade9-e0ab97706b00 None None] For port e0a54404-e831-4241-82dd-5d7267a46ba8, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:00:57.686156 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-608754b6-0695-4cee-ade9-e0ab97706b00 None None] For port e0a54404-e831-4241-82dd-5d7267a46ba8, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=e0a54404-e831-4241-82dd-5d7267a46ba8,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:00:57.700996 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-608754b6-0695-4cee-ade9-e0ab97706b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e0a54404-e831-4241-82dd-5d7267a46ba8), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:57.725238 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b4fa0f23-1721-42b9-b58f-3eede00242a6 req-359e0aeb-c115-4393-b8a1-63ab30b09e3f service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4165061 Feb 09 01:00:57.726168 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-c0f734a8-85a3-48c4-a1ea-0a83c486dcea admin admin] Allocated IP 172.20.0.1 (dbece8d4-4ff3-4f42-9878-5304cd11aa89/75c2f933-5ba6-4c8a-a23f-8e8f2e024d57/ab995663-85d1-4f2b-b43c-ec11b938c1d5) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:00:57.727944 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-72e6fea5-c5ed-49fa-852d-be6beb8983c7 req-e86529a1-b136-4b5f-8d43-70d29eb93ddd tempest-SecurityGroupsTestAdminJSON-881323096 tempest-SecurityGroupsTestAdminJSON-881323096-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:57.737676 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 552c8ff0-8357-44de-98cc-87425e54a65c is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:00:57.740233 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-72e6fea5-c5ed-49fa-852d-be6beb8983c7 req-e86529a1-b136-4b5f-8d43-70d29eb93ddd tempest-SecurityGroupsTestAdminJSON-881323096 tempest-SecurityGroupsTestAdminJSON-881323096-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.2460804 Feb 09 01:00:57.808945 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608754b6-0695-4cee-ade9-e0ab97706b00 None None] Routers {'57de46cf-5087-4fd0-9d66-6ed1770cc5a7'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:00:57.809580 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-608754b6-0695-4cee-ade9-e0ab97706b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:00:35Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['57de46cf-5087-4fd0-9d66-6ed1770cc5a7'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:57.814237 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49105ad0-7b22-4a0b-90d5-3449f9e052ad None None] Pushing event updated for resources: {'Port': ['ID=e0a54404-e831-4241-82dd-5d7267a46ba8,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:57.940941 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c0f734a8-85a3-48c4-a1ea-0a83c486dcea admin admin] Publish callbacks [] for port (ab995663-85d1-4f2b-b43c-ec11b938c1d5), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:58.002518 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c0f734a8-85a3-48c4-a1ea-0a83c486dcea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (ab995663-85d1-4f2b-b43c-ec11b938c1d5), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:58.055329 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86529a1-b136-4b5f-8d43-70d29eb93ddd tempest-SecurityGroupsTestAdminJSON-881323096 tempest-SecurityGroupsTestAdminJSON-881323096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d35a9b-0360-4e6a-b0d2-cfc7e1947c9e,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:58.059787 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-956fcd92-004a-451c-9aee-a1ecdf39f9b4 req-b5ba1ea7-34e8-49cd-8f14-6718158d06eb tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc41ccf-8430-4a57-8167-1e321221a07d HTTP/1.1" status: 200 len: 210 time: 0.0646596 Feb 09 01:00:58.067753 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f734a8-85a3-48c4-a1ea-0a83c486dcea admin admin] Network dbece8d4-4ff3-4f42-9878-5304cd11aa89 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:00:58.071499 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-c0f734a8-85a3-48c4-a1ea-0a83c486dcea admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:00:58.088434 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f734a8-85a3-48c4-a1ea-0a83c486dcea admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:00:58.089999 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c0f734a8-85a3-48c4-a1ea-0a83c486dcea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (57de46cf-5087-4fd0-9d66-6ed1770cc5a7), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:58.105695 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-608754b6-0695-4cee-ade9-e0ab97706b00 None None] Set router 57de46cf-5087-4fd0-9d66-6ed1770cc5a7 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:00:58.180916 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32386e8-5f0c-4c4a-a25f-017fb263b55f req-d79c9a2b-ac0a-4b20-911f-8050f9c5a5bf tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:58.188632 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f32386e8-5f0c-4c4a-a25f-017fb263b55f req-d79c9a2b-ac0a-4b20-911f-8050f9c5a5bf tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d HTTP/1.1" status: 200 len: 947 time: 0.4143345 Feb 09 01:00:58.211655 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b4fa0f23-1721-42b9-b58f-3eede00242a6 req-a9264cea-9509-4e77-ad3b-0da9d90893db service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4671564 Feb 09 01:00:58.231876 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-ff067620-a97c-4029-b4a6-1800eb779896 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] Publish callbacks [] for port (e43e35e3-3611-4d8e-92ba-481228e860a8), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:58.270563 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f734a8-85a3-48c4-a1ea-0a83c486dcea admin admin] Pushing event updated for resources: {'Port': ['ID=ab995663-85d1-4f2b-b43c-ec11b938c1d5,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:58.324248 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f32386e8-5f0c-4c4a-a25f-017fb263b55f req-e6b3535b-4be4-436f-a723-55b0e38ba968 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309090 Feb 09 01:00:58.337018 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c0f734a8-85a3-48c4-a1ea-0a83c486dcea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ab995663-85d1-4f2b-b43c-ec11b938c1d5), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:58.469638 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-ff067620-a97c-4029-b4a6-1800eb779896 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (e43e35e3-3611-4d8e-92ba-481228e860a8), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:58.565601 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-c232ff8c-ee46-4fbc-88be-d7027721a787 None None] Provisioning complete for port ab995663-85d1-4f2b-b43c-ec11b938c1d5 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:58.568853 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c232ff8c-ee46-4fbc-88be-d7027721a787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (ab995663-85d1-4f2b-b43c-ec11b938c1d5), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:58.583841 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-608754b6-0695-4cee-ade9-e0ab97706b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57de46cf-5087-4fd0-9d66-6ed1770cc5a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1872106542-router', 'tenant_id': '37ac9d48452c4f7db9f108f5d4739f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'e0a54404-e831-4241-82dd-5d7267a46ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:00:51Z', 'updated_at': '2022-02-09T01:00:54Z', 'revision_number': 3, 'project_id': '37ac9d48452c4f7db9f108f5d4739f3f', 'gw_port': {'id': 'e0a54404-e831-4241-82dd-5d7267a46ba8', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:67:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57de46cf-5087-4fd0-9d66-6ed1770cc5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:53Z', 'updated_at': '2022-02-09T01:00:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:00:58.618718 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608754b6-0695-4cee-ade9-e0ab97706b00 None None] The sync data for ids ['57de46cf-5087-4fd0-9d66-6ed1770cc5a7'] in n-d-828369-4 is: [{'id': '57de46cf-5087-4fd0-9d66-6ed1770cc5a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1872106542-router', 'tenant_id': '37ac9d48452c4f7db9f108f5d4739f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'e0a54404-e831-4241-82dd-5d7267a46ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:00:51Z', 'updated_at': '2022-02-09T01:00:54Z', 'revision_number': 3, 'project_id': '37ac9d48452c4f7db9f108f5d4739f3f', 'gw_port': {'id': 'e0a54404-e831-4241-82dd-5d7267a46ba8', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:67:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57de46cf-5087-4fd0-9d66-6ed1770cc5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:53Z', 'updated_at': '2022-02-09T01:00:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:00:58.660902 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c232ff8c-ee46-4fbc-88be-d7027721a787 None None] Port ab995663-85d1-4f2b-b43c-ec11b938c1d5 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:00:58.683021 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-68e2c45e-bf0b-4727-8993-0b6f0bfd6cb2 req-ed2e9779-2263-499d-bf34-79d7c55c32e4 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ac43dc1-3eb2-467b-b60e-258f259046e1 HTTP/1.1" status: 200 len: 210 time: 0.0821662 Feb 09 01:00:58.685004 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-ff067620-a97c-4029-b4a6-1800eb779896 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] Network 9e88fe6e-2b1d-4294-a17d-9a7801813700 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:00:58.697210 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-ff067620-a97c-4029-b4a6-1800eb779896 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:00:58.708950 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-ff067620-a97c-4029-b4a6-1800eb779896 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:00:58.714763 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-ff067620-a97c-4029-b4a6-1800eb779896 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:58.715904 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-ff067620-a97c-4029-b4a6-1800eb779896 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:58.752774 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff067620-a97c-4029-b4a6-1800eb779896 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] Pushing event updated for resources: {'Port': ['ID=e43e35e3-3611-4d8e-92ba-481228e860a8,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:58.786298 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787583f-8fc6-48e3-bc77-14f28206cdfb req-b604a478-20c8-4678-b566-c0826410724f tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:00:58.787778 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c0f734a8-85a3-48c4-a1ea-0a83c486dcea admin admin] Publish callbacks [] for port (ab995663-85d1-4f2b-b43c-ec11b938c1d5), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:58.795847 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2787583f-8fc6-48e3-bc77-14f28206cdfb req-b604a478-20c8-4678-b566-c0826410724f tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/networks?id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10 HTTP/1.1" status: 200 len: 821 time: 0.4119043 Feb 09 01:00:58.798041 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c0f734a8-85a3-48c4-a1ea-0a83c486dcea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (ab995663-85d1-4f2b-b43c-ec11b938c1d5), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:58.799161 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c0f734a8-85a3-48c4-a1ea-0a83c486dcea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (57de46cf-5087-4fd0-9d66-6ed1770cc5a7), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:58.824163 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-32d904eb-883a-415c-8479-87327b07a080 req-67948d68-f858-4564-9dc7-225135dfa1c4 tempest-SecurityGroupsTestAdminJSON-881323096 tempest-SecurityGroupsTestAdminJSON-881323096-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1171445421', 'description': 'tempest-description-1821942359'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:58.855469 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f734a8-85a3-48c4-a1ea-0a83c486dcea admin admin] Pushing event updated for resources: {'Port': ['ID=ab995663-85d1-4f2b-b43c-ec11b938c1d5,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:00:58.861476 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-ff067620-a97c-4029-b4a6-1800eb779896 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1040213 Feb 09 01:00:58.886868 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2787583f-8fc6-48e3-bc77-14f28206cdfb req-454fd18b-8190-4b06-aeb4-f23c383fd485 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/quotas/3b70da3c9e0441c5928a48dabf785fc6 HTTP/1.1" status: 200 len: 375 time: 0.0898201 Feb 09 01:00:58.918356 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-48109b5b-c606-4e34-bcde-d4f1c919ba6c service neutron] Request body: {'port': {'device_id': '1fc41ccf-8430-4a57-8167-1e321221a07d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:00:59.012688 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-32d904eb-883a-415c-8479-87327b07a080 req-67948d68-f858-4564-9dc7-225135dfa1c4 tempest-SecurityGroupsTestAdminJSON-881323096 tempest-SecurityGroupsTestAdminJSON-881323096-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:59.084343 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-48109b5b-c606-4e34-bcde-d4f1c919ba6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e43e35e3-3611-4d8e-92ba-481228e860a8), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:59.106238 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f734a8-85a3-48c4-a1ea-0a83c486dcea admin admin] Network dbece8d4-4ff3-4f42-9878-5304cd11aa89 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:00:59.108765 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-c0f734a8-85a3-48c4-a1ea-0a83c486dcea admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:00:59.127369 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2787583f-8fc6-48e3-bc77-14f28206cdfb req-4f84096d-a96f-44fe-9c43-1f083466e2ce tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3b70da3c9e0441c5928a48dabf785fc6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2390850 Feb 09 01:00:59.208530 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-183d1879-31fe-446c-a76a-a688eee8c9f2 None None] Provisioning complete for port e43e35e3-3611-4d8e-92ba-481228e860a8 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:59.209101 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-183d1879-31fe-446c-a76a-a688eee8c9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e43e35e3-3611-4d8e-92ba-481228e860a8), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:59.280237 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f734a8-85a3-48c4-a1ea-0a83c486dcea admin admin] Router 57de46cf-5087-4fd0-9d66-6ed1770cc5a7 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:00:59.340949 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-183d1879-31fe-446c-a76a-a688eee8c9f2 None None] Port e43e35e3-3611-4d8e-92ba-481228e860a8 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:00:59.443132 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device e0a54404-e831-4241-82dd-5d7267a46ba8 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:00:59.525588 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f734a8-85a3-48c4-a1ea-0a83c486dcea admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:00:59.537699 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-c9a08b81-98fc-4ff1-a26c-10e7ba00206f tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.120 "GET /v2.0/networks?tenant_id=b2c75a9a4b8d4c13889eebfa537de663&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486746 Feb 09 01:00:59.553798 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c0f734a8-85a3-48c4-a1ea-0a83c486dcea admin admin] 10.222.0.50 "PUT /v2.0/routers/57de46cf-5087-4fd0-9d66-6ed1770cc5a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3064833 Feb 09 01:00:59.601947 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port e0a54404-e831-4241-82dd-5d7267a46ba8 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:59.602569 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e0a54404-e831-4241-82dd-5d7267a46ba8), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:59.653073 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-32d904eb-883a-415c-8479-87327b07a080 req-67948d68-f858-4564-9dc7-225135dfa1c4 tempest-SecurityGroupsTestAdminJSON-881323096 tempest-SecurityGroupsTestAdminJSON-881323096-project] Publish callbacks [] for security_group (1c6a4acf-6428-4d02-a9e4-f8016f3467da), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:59.723764 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-5df09a00-f71c-4d9e-b269-f5b5abc610bb None None] Provisioning complete for port ab995663-85d1-4f2b-b43c-ec11b938c1d5 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:00:59.726524 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5df09a00-f71c-4d9e-b269-f5b5abc610bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (ab995663-85d1-4f2b-b43c-ec11b938c1d5), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:59.784226 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-5df09a00-f71c-4d9e-b269-f5b5abc610bb None None] Port ab995663-85d1-4f2b-b43c-ec11b938c1d5 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:00:59.866163 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port e0a54404-e831-4241-82dd-5d7267a46ba8 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:00:59.866621 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e0a54404-e831-4241-82dd-5d7267a46ba8), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:59.897519 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port e0a54404-e831-4241-82dd-5d7267a46ba8, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=e0a54404-e831-4241-82dd-5d7267a46ba8,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:00:59.909628 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e0a54404-e831-4241-82dd-5d7267a46ba8), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:00:59.986830 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=e0a54404-e831-4241-82dd-5d7267a46ba8,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:00.084416 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-32d904eb-883a-415c-8479-87327b07a080 req-67948d68-f858-4564-9dc7-225135dfa1c4 tempest-SecurityGroupsTestAdminJSON-881323096 tempest-SecurityGroupsTestAdminJSON-881323096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1c6a4acf-6428-4d02-a9e4-f8016f3467da), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:00.106201 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2787583f-8fc6-48e3-bc77-14f28206cdfb req-e86afc70-a31c-4c63-b727-5c3e6d5aaf06 service neutron] 10.222.0.50 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9778142 Feb 09 01:01:00.131431 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device bc3bbf9e-6302-4f75-979e-f06189e488b9 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:01:00.217255 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-32d904eb-883a-415c-8479-87327b07a080 req-67948d68-f858-4564-9dc7-225135dfa1c4 tempest-SecurityGroupsTestAdminJSON-881323096 tempest-SecurityGroupsTestAdminJSON-881323096-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:00.230616 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-32d904eb-883a-415c-8479-87327b07a080 req-67948d68-f858-4564-9dc7-225135dfa1c4 tempest-SecurityGroupsTestAdminJSON-881323096 tempest-SecurityGroupsTestAdminJSON-881323096-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.4104507 Feb 09 01:01:00.276911 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67948d68-f858-4564-9dc7-225135dfa1c4 tempest-SecurityGroupsTestAdminJSON-881323096 tempest-SecurityGroupsTestAdminJSON-881323096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6a4acf-6428-4d02-a9e4-f8016f3467da,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:00.396179 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-3e4148a8-5ec4-4960-a4ac-56a2a6a92bbc tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:00.397777 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-3e4148a8-5ec4-4960-a4ac-56a2a6a92bbc tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.120 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8444421 Feb 09 01:01:00.401430 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port bc3bbf9e-6302-4f75-979e-f06189e488b9, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=bc3bbf9e-6302-4f75-979e-f06189e488b9,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:00.417183 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': 'bc3bbf9e-6302-4f75-979e-f06189e488b9', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'port_id': 'bc3bbf9e-6302-4f75-979e-f06189e488b9', 'mac_address': 'fa:16:3e:a7:47:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3810d295-ee98-40f7-b1e2-609bf7d1c3df', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:01:00.419918 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-f89a6d9c-721f-4064-9479-c603c19edee0 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Request body: {'port': {'device_id': '8ac43dc1-3eb2-467b-b60e-258f259046e1', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'admin_state_up': True, 'tenant_id': 'b2c75a9a4b8d4c13889eebfa537de663'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:00.464103 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port bc3bbf9e-6302-4f75-979e-f06189e488b9 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:01:00.464836 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (bc3bbf9e-6302-4f75-979e-f06189e488b9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:00.481125 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc3bbf9e-6302-4f75-979e-f06189e488b9 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:01:00.505123 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port bc3bbf9e-6302-4f75-979e-f06189e488b9, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=bc3bbf9e-6302-4f75-979e-f06189e488b9,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:00.509768 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (bc3bbf9e-6302-4f75-979e-f06189e488b9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:00.555283 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2787583f-8fc6-48e3-bc77-14f28206cdfb req-4fa3e424-3d8a-4ae8-b9e0-1083db34eba0 service neutron] 10.222.0.50 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4327996 Feb 09 01:01:00.586017 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=bc3bbf9e-6302-4f75-979e-f06189e488b9,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:00.587983 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-48109b5b-c606-4e34-bcde-d4f1c919ba6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e43e35e3-3611-4d8e-92ba-481228e860a8 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:01:00.613296 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-48109b5b-c606-4e34-bcde-d4f1c919ba6c service neutron] Publish callbacks [] for port (e43e35e3-3611-4d8e-92ba-481228e860a8), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:00.702438 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-48109b5b-c606-4e34-bcde-d4f1c919ba6c service neutron] Transition to ACTIVE for port object e43e35e3-3611-4d8e-92ba-481228e860a8 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:01:00.724347 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-48109b5b-c606-4e34-bcde-d4f1c919ba6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e43e35e3-3611-4d8e-92ba-481228e860a8), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:00.833729 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-f89a6d9c-721f-4064-9479-c603c19edee0 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Made reservation on behalf of b2c75a9a4b8d4c13889eebfa537de663 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:01:00.838982 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-f89a6d9c-721f-4064-9479-c603c19edee0 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:00.854223 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-f89a6d9c-721f-4064-9479-c603c19edee0 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:00.855821 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48109b5b-c606-4e34-bcde-d4f1c919ba6c service neutron] Pushing event updated for resources: {'Port': ['ID=e43e35e3-3611-4d8e-92ba-481228e860a8,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:00.856478 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['bc3bbf9e-6302-4f75-979e-f06189e488b9'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:01:00.911975 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb1635-e5fe-4251-81cd-2a875ec82a7d req-87810083-c576-4204-b026-0ff99eb06c0c tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:00.917820 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-54cb1635-e5fe-4251-81cd-2a875ec82a7d req-87810083-c576-4204-b026-0ff99eb06c0c tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc41ccf-8430-4a57-8167-1e321221a07d HTTP/1.1" status: 200 len: 936 time: 0.4561374 Feb 09 01:01:01.157964 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-54cb1635-e5fe-4251-81cd-2a875ec82a7d req-bd8eb8e2-4167-4a75-9511-b840e6df5356 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab1a0708-3027-43a6-b70f-c2d19a1a7192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256124 Feb 09 01:01:01.168574 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-48109b5b-c606-4e34-bcde-d4f1c919ba6c service neutron] Attempting to bind port e43e35e3-3611-4d8e-92ba-481228e860a8 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:01:01.169242 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-48109b5b-c606-4e34-bcde-d4f1c919ba6c service neutron] Attempting to bind port e43e35e3-3611-4d8e-92ba-481228e860a8 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:01:01.169873 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-48109b5b-c606-4e34-bcde-d4f1c919ba6c service neutron] Attempting to bind port e43e35e3-3611-4d8e-92ba-481228e860a8 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:01:01.182922 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33aa10-4c3a-43ab-9b19-8fd146074d7e req-64265f39-0d2d-444b-8e9a-d6deefbfa3c4 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:01.190830 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6c33aa10-4c3a-43ab-9b19-8fd146074d7e req-64265f39-0d2d-444b-8e9a-d6deefbfa3c4 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d HTTP/1.1" status: 200 len: 948 time: 0.2139864 Feb 09 01:01:01.205667 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-48109b5b-c606-4e34-bcde-d4f1c919ba6c service neutron] Port e43e35e3-3611-4d8e-92ba-481228e860a8 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:01:01.206554 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-48109b5b-c606-4e34-bcde-d4f1c919ba6c service neutron] Attempting to bind port e43e35e3-3611-4d8e-92ba-481228e860a8 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:01:01.236395 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-48109b5b-c606-4e34-bcde-d4f1c919ba6c service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:01:01.236943 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-48109b5b-c606-4e34-bcde-d4f1c919ba6c service neutron] Checking segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:01:01.237672 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-48109b5b-c606-4e34-bcde-d4f1c919ba6c service neutron] Bound using segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:01:01.238024 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-48109b5b-c606-4e34-bcde-d4f1c919ba6c service neutron] Bound port: e43e35e3-3611-4d8e-92ba-481228e860a8, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:01:01.238897 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-48109b5b-c606-4e34-bcde-d4f1c919ba6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e43e35e3-3611-4d8e-92ba-481228e860a8), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:01.300409 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7e3e0b-df8c-4453-8f64-6ac6fe49fd0f None None] Sync routers for ids ['57de46cf-5087-4fd0-9d66-6ed1770cc5a7'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:01:01.329954 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7e3e0b-df8c-4453-8f64-6ac6fe49fd0f None None] Routers {'57de46cf-5087-4fd0-9d66-6ed1770cc5a7'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:01:01.330926 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-da7e3e0b-df8c-4453-8f64-6ac6fe49fd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:00:35Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['57de46cf-5087-4fd0-9d66-6ed1770cc5a7'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:01.359429 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f562e59a-2a48-49c9-a165-21edca24ab6f req-c71a6291-c5ef-4b9b-8c13-6a1a856dd7b3 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ac43dc1-3eb2-467b-b60e-258f259046e1 HTTP/1.1" status: 200 len: 210 time: 0.0811648 Feb 09 01:01:01.375200 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-f89a6d9c-721f-4064-9479-c603c19edee0 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Publish callbacks [] for security_group (52ab67f5-0522-4ac2-9e3c-0c8e92959fc6), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:01.405885 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6c33aa10-4c3a-43ab-9b19-8fd146074d7e req-e349a39c-af31-42b3-832c-f322c01df384 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133183 Feb 09 01:01:01.411638 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-f89a6d9c-721f-4064-9479-c603c19edee0 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (52ab67f5-0522-4ac2-9e3c-0c8e92959fc6), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:01.505305 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device e0a54404-e831-4241-82dd-5d7267a46ba8 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:01:01.560402 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-48109b5b-c606-4e34-bcde-d4f1c919ba6c service neutron] For port e43e35e3-3611-4d8e-92ba-481228e860a8, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:01:01.581206 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a6d9c-721f-4064-9479-c603c19edee0 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52ab67f5-0522-4ac2-9e3c-0c8e92959fc6,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:01.607269 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-48109b5b-c606-4e34-bcde-d4f1c919ba6c service neutron] For port e43e35e3-3611-4d8e-92ba-481228e860a8, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=e43e35e3-3611-4d8e-92ba-481228e860a8,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:01:01.661712 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-48109b5b-c606-4e34-bcde-d4f1c919ba6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e43e35e3-3611-4d8e-92ba-481228e860a8), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:01.671438 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-da7e3e0b-df8c-4453-8f64-6ac6fe49fd0f None None] Set router 57de46cf-5087-4fd0-9d66-6ed1770cc5a7 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:01:01.714111 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-1a115d4c-bf27-4769-88fd-dde4b3a20b10 req-c4ddff10-e0ff-4424-99c8-ea43cadbeaf8 tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1930319133', 'description': 'tempest-description-1291945055'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:01.739949 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-48109b5b-c606-4e34-bcde-d4f1c919ba6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:01.740579 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-48109b5b-c606-4e34-bcde-d4f1c919ba6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:01.741979 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-48109b5b-c606-4e34-bcde-d4f1c919ba6c service neutron] 10.222.0.120 "PUT /v2.0/ports/e43e35e3-3611-4d8e-92ba-481228e860a8 HTTP/1.1" status: 200 len: 1096 time: 2.8295641 Feb 09 01:01:01.742443 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc41ccf-8430-4a57-8167-1e321221a07d', 'tag': 'e43e35e3-3611-4d8e-92ba-481228e860a8'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:01:01.745317 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f2fed5-a7c7-4e70-8562-078f90e016d8" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc41ccf-8430-4a57-8167-1e321221a07d", "tag": "e43e35e3-3611-4d8e-92ba-481228e860a8"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:01:01.760824 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-f89a6d9c-721f-4064-9479-c603c19edee0 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Allocated IP 192.168.233.124 (9e88fe6e-2b1d-4294-a17d-9a7801813700/3810d295-ee98-40f7-b1e2-609bf7d1c3df/60f966d6-f2ff-460e-9613-176bcf524b7d) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:01:01.906740 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48109b5b-c606-4e34-bcde-d4f1c919ba6c service neutron] Pushing event updated for resources: {'Port': ['ID=e43e35e3-3611-4d8e-92ba-481228e860a8,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:01.909691 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1a115d4c-bf27-4769-88fd-dde4b3a20b10 req-c4ddff10-e0ff-4424-99c8-ea43cadbeaf8 tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:01.950623 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1a115d4c-bf27-4769-88fd-dde4b3a20b10 req-c4ddff10-e0ff-4424-99c8-ea43cadbeaf8 tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:01.980858 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port e0a54404-e831-4241-82dd-5d7267a46ba8 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:01.981233 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e0a54404-e831-4241-82dd-5d7267a46ba8), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:02.083528 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0bf08c19-50a0-4d14-8a3b-0b772fbc828e req-696676b7-096a-42b8-a07e-6dabbc1f701a tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=977c202c-168c-44df-9f22-3a217a1145d0 HTTP/1.1" status: 200 len: 210 time: 0.0906997 Feb 09 01:01:02.178388 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-bad22515-96be-46cd-8df9-06a169a27816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:02.180114 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-bad22515-96be-46cd-8df9-06a169a27816 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=e843f4035a9846f685ac3d2af37d4521&device_id=1fc41ccf-8430-4a57-8167-1e321221a07d HTTP/1.1" status: 200 len: 1130 time: 0.3528202 Feb 09 01:01:02.187299 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port e0a54404-e831-4241-82dd-5d7267a46ba8 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:01:02.189528 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device bc3bbf9e-6302-4f75-979e-f06189e488b9 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:01:02.260841 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-b744e580-5155-4687-8c75-e810d18e8270 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=e43e35e3-3611-4d8e-92ba-481228e860a8 HTTP/1.1" status: 200 len: 217 time: 0.0591147 Feb 09 01:01:02.302307 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9bc8f3e6-81cf-4d4f-9b55-5b3f339e867d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:02.356132 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1a115d4c-bf27-4769-88fd-dde4b3a20b10 req-c4ddff10-e0ff-4424-99c8-ea43cadbeaf8 tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] Publish callbacks [] for security_group (a8a576a8-090d-42c7-b0b7-155acd81f46a), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:02.360835 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-da7e3e0b-df8c-4453-8f64-6ac6fe49fd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57de46cf-5087-4fd0-9d66-6ed1770cc5a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1872106542-router', 'tenant_id': '37ac9d48452c4f7db9f108f5d4739f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'e0a54404-e831-4241-82dd-5d7267a46ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:00:51Z', 'updated_at': '2022-02-09T01:00:58Z', 'revision_number': 4, 'project_id': '37ac9d48452c4f7db9f108f5d4739f3f', 'gw_port': {'id': 'e0a54404-e831-4241-82dd-5d7267a46ba8', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:67:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57de46cf-5087-4fd0-9d66-6ed1770cc5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:53Z', 'updated_at': '2022-02-09T01:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'ab995663-85d1-4f2b-b43c-ec11b938c1d5', 'name': '', 'network_id': 'dbece8d4-4ff3-4f42-9878-5304cd11aa89', 'tenant_id': '37ac9d48452c4f7db9f108f5d4739f3f', 'mac_address': 'fa:16:3e:a5:51:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57de46cf-5087-4fd0-9d66-6ed1770cc5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '75c2f933-5ba6-4c8a-a23f-8e8f2e024d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:57Z', 'updated_at': '2022-02-09T01:00:58Z', 'revision_number': 2, 'project_id': '37ac9d48452c4f7db9f108f5d4739f3f', 'subnets': [{'id': '75c2f933-5ba6-4c8a-a23f-8e8f2e024d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:02.364496 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port bc3bbf9e-6302-4f75-979e-f06189e488b9 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:01:02.365733 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-f89a6d9c-721f-4064-9479-c603c19edee0 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Publish callbacks [] for port (60f966d6-f2ff-460e-9613-176bcf524b7d), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:02.369437 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b58dd1-b897-4907-ad47-d46c32113e77 x-openstack-request-id: req-07b58dd1-b897-4907-ad47-d46c32113e77 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:01:02.369726 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc41ccf-8430-4a57-8167-1e321221a07d", "tag": "e43e35e3-3611-4d8e-92ba-481228e860a8", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:01:02.369983 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-07b58dd1-b897-4907-ad47-d46c32113e77 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:01:02.370377 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc41ccf-8430-4a57-8167-1e321221a07d', 'tag': 'e43e35e3-3611-4d8e-92ba-481228e860a8', 'status': 'completed', 'code': 200} Feb 09 01:01:02.371105 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1a115d4c-bf27-4769-88fd-dde4b3a20b10 req-c4ddff10-e0ff-4424-99c8-ea43cadbeaf8 tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (a8a576a8-090d-42c7-b0b7-155acd81f46a), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:02.374229 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-12ad3093-8d4d-469b-bd0a-536b2357a9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:02.375697 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-12ad3093-8d4d-469b-bd0a-536b2357a9cb service neutron] 10.222.0.120 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.1047018 Feb 09 01:01:02.419621 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port bc3bbf9e-6302-4f75-979e-f06189e488b9 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:02.420012 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (bc3bbf9e-6302-4f75-979e-f06189e488b9), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:02.422865 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7e3e0b-df8c-4453-8f64-6ac6fe49fd0f None None] Checking router: 57de46cf-5087-4fd0-9d66-6ed1770cc5a7 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:01:02.423232 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7e3e0b-df8c-4453-8f64-6ac6fe49fd0f None None] Updating router 57de46cf-5087-4fd0-9d66-6ed1770cc5a7 port ab995663-85d1-4f2b-b43c-ec11b938c1d5 binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:01:02.475303 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-da7e3e0b-df8c-4453-8f64-6ac6fe49fd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ab995663-85d1-4f2b-b43c-ec11b938c1d5), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:02.525841 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ddff10-e0ff-4424-99c8-ea43cadbeaf8 tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a576a8-090d-42c7-b0b7-155acd81f46a,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:02.618916 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-f89a6d9c-721f-4064-9479-c603c19edee0 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (60f966d6-f2ff-460e-9613-176bcf524b7d), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:02.693066 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1a115d4c-bf27-4769-88fd-dde4b3a20b10 req-c4ddff10-e0ff-4424-99c8-ea43cadbeaf8 tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] Publish callbacks [] for security_group (c01b5c9d-2ab9-48db-a354-b87fcc94985e), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:02.698941 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-ee6c88cf-189f-46b7-8474-75a26b65fab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:02.700826 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-ee6c88cf-189f-46b7-8474-75a26b65fab2 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3113904 Feb 09 01:01:02.716681 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1a115d4c-bf27-4769-88fd-dde4b3a20b10 req-c4ddff10-e0ff-4424-99c8-ea43cadbeaf8 tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (c01b5c9d-2ab9-48db-a354-b87fcc94985e), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:02.738827 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-f89a6d9c-721f-4064-9479-c603c19edee0 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Network 9e88fe6e-2b1d-4294-a17d-9a7801813700 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:02.757699 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787583f-8fc6-48e3-bc77-14f28206cdfb req-c4360455-99eb-440c-895f-9a72cea8b6a3 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:02.759406 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2787583f-8fc6-48e3-bc77-14f28206cdfb req-c4360455-99eb-440c-895f-9a72cea8b6a3 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.47 "GET /v2.0/networks?id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10 HTTP/1.1" status: 200 len: 821 time: 0.3217456 Feb 09 01:01:02.778425 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-f89a6d9c-721f-4064-9479-c603c19edee0 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:02.815174 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port bc3bbf9e-6302-4f75-979e-f06189e488b9 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:01:02.816201 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (bc3bbf9e-6302-4f75-979e-f06189e488b9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:02.822137 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-f89a6d9c-721f-4064-9479-c603c19edee0 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:01:02.827329 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-f89a6d9c-721f-4064-9479-c603c19edee0 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:02.827983 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-f89a6d9c-721f-4064-9479-c603c19edee0 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:02.838936 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-2787583f-8fc6-48e3-bc77-14f28206cdfb req-5353344c-1066-4753-ad42-7170cc871116 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Request body: {'port': {'device_id': '977c202c-168c-44df-9f22-3a217a1145d0', 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10', 'admin_state_up': True, 'tenant_id': '3b70da3c9e0441c5928a48dabf785fc6'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:02.842089 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a6d9c-721f-4064-9479-c603c19edee0 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Pushing event updated for resources: {'Port': ['ID=60f966d6-f2ff-460e-9613-176bcf524b7d,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:02.871870 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d6315d-0d15-4b90-ae26-5e6c6a03986d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3bbf9e-6302-4f75-979e-f06189e488b9'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:01:02.876739 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab13eaf-dd3a-49fe-afae-85b480dc3491" -d '{"events": [{"server_uuid": "33d6315d-0d15-4b90-ae26-5e6c6a03986d", "name": "network-vif-plugged", "status": "completed", "tag": "bc3bbf9e-6302-4f75-979e-f06189e488b9"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:01:02.880749 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1a115d4c-bf27-4769-88fd-dde4b3a20b10 req-c4ddff10-e0ff-4424-99c8-ea43cadbeaf8 tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:02.899949 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1a115d4c-bf27-4769-88fd-dde4b3a20b10 req-c4ddff10-e0ff-4424-99c8-ea43cadbeaf8 tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.1895332 Feb 09 01:01:02.915828 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port bc3bbf9e-6302-4f75-979e-f06189e488b9, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=bc3bbf9e-6302-4f75-979e-f06189e488b9,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:02.937386 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (bc3bbf9e-6302-4f75-979e-f06189e488b9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:02.990997 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ddff10-e0ff-4424-99c8-ea43cadbeaf8 tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01b5c9d-2ab9-48db-a354-b87fcc94985e,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:03.011448 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb33284-7393-45d7-82a6-ab02e648c778 req-3ba2a544-d45a-4b45-88f0-498d138d227d tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:03.019002 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fdb33284-7393-45d7-82a6-ab02e648c778 req-3ba2a544-d45a-4b45-88f0-498d138d227d tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/ports?device_id=27853c66-b265-45b7-80e1-ee893e41923c HTTP/1.1" status: 200 len: 950 time: 0.4607720 Feb 09 01:01:03.019809 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-da7e3e0b-df8c-4453-8f64-6ac6fe49fd0f None None] Publish callbacks [] for port (ab995663-85d1-4f2b-b43c-ec11b938c1d5), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:03.042863 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-f89a6d9c-721f-4064-9479-c603c19edee0 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6266139 Feb 09 01:01:03.058706 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=bc3bbf9e-6302-4f75-979e-f06189e488b9,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:03.067184 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-da7e3e0b-df8c-4453-8f64-6ac6fe49fd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (ab995663-85d1-4f2b-b43c-ec11b938c1d5), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:03.085987 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-a9c7c48b-23aa-423e-9b5f-52efd260a796 service neutron] Request body: {'port': {'device_id': '8ac43dc1-3eb2-467b-b60e-258f259046e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:03.177530 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c24962-a52e-4359-b516-28b73cf492a7 None None] Pushing event updated for resources: {'Port': ['ID=ab995663-85d1-4f2b-b43c-ec11b938c1d5,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:03.213127 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-bc7f46a9-82aa-42f4-b313-f2c47c9c4888 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5008371 Feb 09 01:01:03.232530 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-15c9a712-5118-49a5-b11d-d183631c268c None None] Provisioning complete for port 60f966d6-f2ff-460e-9613-176bcf524b7d triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:03.232931 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-15c9a712-5118-49a5-b11d-d183631c268c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (60f966d6-f2ff-460e-9613-176bcf524b7d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:03.270620 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-15c9a712-5118-49a5-b11d-d183631c268c None None] Port 60f966d6-f2ff-460e-9613-176bcf524b7d cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:01:03.273024 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-da7e3e0b-df8c-4453-8f64-6ac6fe49fd0f None None] Attempting to bind port ab995663-85d1-4f2b-b43c-ec11b938c1d5 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:01:03.273405 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-da7e3e0b-df8c-4453-8f64-6ac6fe49fd0f None None] Attempting to bind port ab995663-85d1-4f2b-b43c-ec11b938c1d5 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '5222b586-be16-4fd9-a710-08b44cbd3ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'dbece8d4-4ff3-4f42-9878-5304cd11aa89'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:01:03.273772 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e3e0b-df8c-4453-8f64-6ac6fe49fd0f None None] Attempting to bind port ab995663-85d1-4f2b-b43c-ec11b938c1d5 on network dbece8d4-4ff3-4f42-9878-5304cd11aa89 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:01:03.282289 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e3e0b-df8c-4453-8f64-6ac6fe49fd0f None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:01:03.284133 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e3e0b-df8c-4453-8f64-6ac6fe49fd0f None None] Checking segment: {'id': '5222b586-be16-4fd9-a710-08b44cbd3ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'dbece8d4-4ff3-4f42-9878-5304cd11aa89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:01:03.285999 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-da7e3e0b-df8c-4453-8f64-6ac6fe49fd0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:03.286762 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7e3e0b-df8c-4453-8f64-6ac6fe49fd0f None None] Bound using segment: {'id': '5222b586-be16-4fd9-a710-08b44cbd3ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'dbece8d4-4ff3-4f42-9878-5304cd11aa89'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:01:03.287600 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-da7e3e0b-df8c-4453-8f64-6ac6fe49fd0f None None] Bound port: ab995663-85d1-4f2b-b43c-ec11b938c1d5, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5222b586-be16-4fd9-a710-08b44cbd3ccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'dbece8d4-4ff3-4f42-9878-5304cd11aa89'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:01:03.288194 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-da7e3e0b-df8c-4453-8f64-6ac6fe49fd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ab995663-85d1-4f2b-b43c-ec11b938c1d5), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:03.295840 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fdb33284-7393-45d7-82a6-ab02e648c778 req-3c6d0b1e-bffc-436a-9754-ef99b3e80319 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ae89f1b-0d6f-4181-9124-42300154813a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743213 Feb 09 01:01:03.338486 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a5b4a3-77c1-45d4-8b0d-9296b28baa63 req-efd5cadb-dc61-413d-90b6-0631e881dfd5 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:03.349909 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-24a5b4a3-77c1-45d4-8b0d-9296b28baa63 req-efd5cadb-dc61-413d-90b6-0631e881dfd5 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc41ccf-8430-4a57-8167-1e321221a07d HTTP/1.1" status: 200 len: 948 time: 0.3640764 Feb 09 01:01:03.355421 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2787583f-8fc6-48e3-bc77-14f28206cdfb req-5353344c-1066-4753-ad42-7170cc871116 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Made reservation on behalf of 3b70da3c9e0441c5928a48dabf785fc6 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:01:03.365381 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2787583f-8fc6-48e3-bc77-14f28206cdfb req-5353344c-1066-4753-ad42-7170cc871116 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:03.390555 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-da7e3e0b-df8c-4453-8f64-6ac6fe49fd0f None None] For port ab995663-85d1-4f2b-b43c-ec11b938c1d5, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:01:03.394616 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-da7e3e0b-df8c-4453-8f64-6ac6fe49fd0f None None] For port ab995663-85d1-4f2b-b43c-ec11b938c1d5, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=ab995663-85d1-4f2b-b43c-ec11b938c1d5,segment=NetworkSegment(5222b586-be16-4fd9-a710-08b44cbd3ccd),segment_id=5222b586-be16-4fd9-a710-08b44cbd3ccd)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:01:03.415565 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-da7e3e0b-df8c-4453-8f64-6ac6fe49fd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (ab995663-85d1-4f2b-b43c-ec11b938c1d5), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:03.526883 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7e3e0b-df8c-4453-8f64-6ac6fe49fd0f None None] Routers {'57de46cf-5087-4fd0-9d66-6ed1770cc5a7'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:01:03.527732 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-da7e3e0b-df8c-4453-8f64-6ac6fe49fd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:00:35Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['57de46cf-5087-4fd0-9d66-6ed1770cc5a7'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:03.636207 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-a9c7c48b-23aa-423e-9b5f-52efd260a796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (60f966d6-f2ff-460e-9613-176bcf524b7d), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:03.683997 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-363a2752-d114-4fc3-8510-ffacf3eb3f2d None None] Provisioning complete for port ab995663-85d1-4f2b-b43c-ec11b938c1d5 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:03.684388 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-363a2752-d114-4fc3-8510-ffacf3eb3f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (ab995663-85d1-4f2b-b43c-ec11b938c1d5), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:03.749669 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c24962-a52e-4359-b516-28b73cf492a7 None None] Pushing event updated for resources: {'Port': ['ID=ab995663-85d1-4f2b-b43c-ec11b938c1d5,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:03.803850 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-da7e3e0b-df8c-4453-8f64-6ac6fe49fd0f None None] Set router 57de46cf-5087-4fd0-9d66-6ed1770cc5a7 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:01:03.863684 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-24d08c6a-91ec-4d3b-bf8d-b029e4685d96 req-94e9d002-71e7-4b50-8102-0077c85ed870 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6136193 Feb 09 01:01:04.102834 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b649a-4891-4775-98a1-29589846dd04 req-ac40da9e-46ab-4874-b7ec-1bfc9081147c tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:04.111076 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bb1b649a-4891-4775-98a1-29589846dd04 req-ac40da9e-46ab-4874-b7ec-1bfc9081147c tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ac43dc1-3eb2-467b-b60e-258f259046e1 HTTP/1.1" status: 200 len: 936 time: 0.5728650 Feb 09 01:01:04.143559 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-363a2752-d114-4fc3-8510-ffacf3eb3f2d None None] Current status of the port ab995663-85d1-4f2b-b43c-ec11b938c1d5 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:01:04.145150 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-363a2752-d114-4fc3-8510-ffacf3eb3f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ab995663-85d1-4f2b-b43c-ec11b938c1d5), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:04.195886 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-24a5b4a3-77c1-45d4-8b0d-9296b28baa63 req-a9dc0b5e-8697-4cb2-8c62-6d8925d5c532 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab1a0708-3027-43a6-b70f-c2d19a1a7192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8431454 Feb 09 01:01:04.207298 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ddd7d3-93df-48ea-9c1d-594a672aeba9 req-3aba3e8a-c24c-4353-baf4-5de4e25d24f7 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:04.208464 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-98ddd7d3-93df-48ea-9c1d-594a672aeba9 req-3aba3e8a-c24c-4353-baf4-5de4e25d24f7 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.120 "GET /v2.0/ports?device_id=27853c66-b265-45b7-80e1-ee893e41923c HTTP/1.1" status: 200 len: 950 time: 0.4733927 Feb 09 01:01:04.208770 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-363a2752-d114-4fc3-8510-ffacf3eb3f2d None None] For port ab995663-85d1-4f2b-b43c-ec11b938c1d5, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=ab995663-85d1-4f2b-b43c-ec11b938c1d5,segment=NetworkSegment(5222b586-be16-4fd9-a710-08b44cbd3ccd),segment_id=5222b586-be16-4fd9-a710-08b44cbd3ccd)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:04.231245 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-363a2752-d114-4fc3-8510-ffacf3eb3f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (ab995663-85d1-4f2b-b43c-ec11b938c1d5), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:04.364398 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-2787583f-8fc6-48e3-bc77-14f28206cdfb req-5353344c-1066-4753-ad42-7170cc871116 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Allocated IP 172.20.0.12 (7041f7c4-8ab5-4479-b63e-c8706fa7ab10/aee9db20-60c4-48dd-9796-48ed06ca844d/e88b7e52-5ffe-45cb-b318-f6ee9930eb2d) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:01:04.377132 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bb1b649a-4891-4775-98a1-29589846dd04 req-0a9f3e90-34a6-4e25-b113-4a50fc730374 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab67f5-0522-4ac2-9e3c-0c8e92959fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667332 Feb 09 01:01:04.409251 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-04f1e2f9-98fe-4c48-936a-b9f6dcb3741d None None] Provisioning complete for port ab995663-85d1-4f2b-b43c-ec11b938c1d5 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:04.409801 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-04f1e2f9-98fe-4c48-936a-b9f6dcb3741d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (ab995663-85d1-4f2b-b43c-ec11b938c1d5), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:04.415872 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a2752-d114-4fc3-8510-ffacf3eb3f2d None None] Pushing event updated for resources: {'Port': ['ID=ab995663-85d1-4f2b-b43c-ec11b938c1d5,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:04.443524 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e39cc021-759d-4361-b171-07d34732384e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:04.458181 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2fed5-a7c7-4e70-8562-078f90e016d8 req-34e0d219-0dbf-4983-b04c-36bc309c8fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:04.461387 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d9f2fed5-a7c7-4e70-8562-078f90e016d8 req-34e0d219-0dbf-4983-b04c-36bc309c8fe8 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=e843f4035a9846f685ac3d2af37d4521&device_id=1fc41ccf-8430-4a57-8167-1e321221a07d HTTP/1.1" status: 200 len: 1130 time: 0.3449090 Feb 09 01:01:04.468729 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-da7e3e0b-df8c-4453-8f64-6ac6fe49fd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57de46cf-5087-4fd0-9d66-6ed1770cc5a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1872106542-router', 'tenant_id': '37ac9d48452c4f7db9f108f5d4739f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'e0a54404-e831-4241-82dd-5d7267a46ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:00:51Z', 'updated_at': '2022-02-09T01:00:58Z', 'revision_number': 4, 'project_id': '37ac9d48452c4f7db9f108f5d4739f3f', 'gw_port': {'id': 'e0a54404-e831-4241-82dd-5d7267a46ba8', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:67:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57de46cf-5087-4fd0-9d66-6ed1770cc5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:53Z', 'updated_at': '2022-02-09T01:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'ab995663-85d1-4f2b-b43c-ec11b938c1d5', 'name': '', 'network_id': 'dbece8d4-4ff3-4f42-9878-5304cd11aa89', 'tenant_id': '37ac9d48452c4f7db9f108f5d4739f3f', 'mac_address': 'fa:16:3e:a5:51:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57de46cf-5087-4fd0-9d66-6ed1770cc5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '75c2f933-5ba6-4c8a-a23f-8e8f2e024d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:57Z', 'updated_at': '2022-02-09T01:01:03Z', 'revision_number': 4, 'project_id': '37ac9d48452c4f7db9f108f5d4739f3f', 'subnets': [{'id': '75c2f933-5ba6-4c8a-a23f-8e8f2e024d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:04.506427 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7e3e0b-df8c-4453-8f64-6ac6fe49fd0f None None] The sync data for ids ['57de46cf-5087-4fd0-9d66-6ed1770cc5a7'] in n-d-828369-4 is: [{'id': '57de46cf-5087-4fd0-9d66-6ed1770cc5a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1872106542-router', 'tenant_id': '37ac9d48452c4f7db9f108f5d4739f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'e0a54404-e831-4241-82dd-5d7267a46ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:00:51Z', 'updated_at': '2022-02-09T01:00:58Z', 'revision_number': 4, 'project_id': '37ac9d48452c4f7db9f108f5d4739f3f', 'gw_port': {'id': 'e0a54404-e831-4241-82dd-5d7267a46ba8', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:67:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57de46cf-5087-4fd0-9d66-6ed1770cc5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:53Z', 'updated_at': '2022-02-09T01:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'ab995663-85d1-4f2b-b43c-ec11b938c1d5', 'name': '', 'network_id': 'dbece8d4-4ff3-4f42-9878-5304cd11aa89', 'tenant_id': '37ac9d48452c4f7db9f108f5d4739f3f', 'mac_address': 'fa:16:3e:a5:51:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57de46cf-5087-4fd0-9d66-6ed1770cc5a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '75c2f933-5ba6-4c8a-a23f-8e8f2e024d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:57Z', 'updated_at': '2022-02-09T01:01:03Z', 'revision_number': 4, 'project_id': '37ac9d48452c4f7db9f108f5d4739f3f', 'subnets': [{'id': '75c2f933-5ba6-4c8a-a23f-8e8f2e024d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:01:04.507069 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-94486561-dd11-4a0d-bab8-5dbfc6b4ca86 req-7b0d6014-4d3a-4512-ba51-54fe431ac627 tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1002770629', 'description': 'tempest-description-132286257'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:04.559686 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-04f1e2f9-98fe-4c48-936a-b9f6dcb3741d None None] Current status of the port ab995663-85d1-4f2b-b43c-ec11b938c1d5 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:01:04.718610 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:01:04.779670 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-94486561-dd11-4a0d-bab8-5dbfc6b4ca86 req-7b0d6014-4d3a-4512-ba51-54fe431ac627 tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:04.866180 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2fed5-a7c7-4e70-8562-078f90e016d8 req-535841ce-5372-4194-9887-4022d070fa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:04.867680 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d9f2fed5-a7c7-4e70-8562-078f90e016d8 req-535841ce-5372-4194-9887-4022d070fa55 service neutron] 10.222.0.120 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.3648243 Feb 09 01:01:04.903558 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313a18d-7e70-440d-aa3e-c805c27f1074 req-86504654-4cdc-4f20-bc44-f2961c51c283 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:04.906294 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a313a18d-7e70-440d-aa3e-c805c27f1074 req-86504654-4cdc-4f20-bc44-f2961c51c283 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d HTTP/1.1" status: 200 len: 949 time: 0.5552378 Feb 09 01:01:05.013037 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-98ddd7d3-93df-48ea-9c1d-594a672aeba9 req-bb226185-9e80-492e-9f25-12bf74ec3b14 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Deleting port 3efc5e81-d39c-4fe9-848f-26af2c6416ca {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:01:05.013253 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-98ddd7d3-93df-48ea-9c1d-594a672aeba9 req-bb226185-9e80-492e-9f25-12bf74ec3b14 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (3efc5e81-d39c-4fe9-848f-26af2c6416ca), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:05.062287 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d9f2fed5-a7c7-4e70-8562-078f90e016d8 req-de597ce0-a3bc-496b-bf57-aad15dfeb7ef service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=e43e35e3-3611-4d8e-92ba-481228e860a8 HTTP/1.1" status: 200 len: 217 time: 0.1475856 Feb 09 01:01:05.215509 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a313a18d-7e70-440d-aa3e-c805c27f1074 req-bf9f0791-0885-42df-b1d5-54cce0ab08f2 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819335 Feb 09 01:01:05.318158 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8ceff7-18ed-408f-88cb-b0263016f1f8 x-openstack-request-id: req-5c8ceff7-18ed-408f-88cb-b0263016f1f8 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:01:05.320208 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d6315d-0d15-4b90-ae26-5e6c6a03986d", "name": "network-vif-plugged", "status": "completed", "tag": "bc3bbf9e-6302-4f75-979e-f06189e488b9", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:01:05.320718 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5c8ceff7-18ed-408f-88cb-b0263016f1f8 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:01:05.321271 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d6315d-0d15-4b90-ae26-5e6c6a03986d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3bbf9e-6302-4f75-979e-f06189e488b9', 'code': 200} Feb 09 01:01:05.399541 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-98ddd7d3-93df-48ea-9c1d-594a672aeba9 req-bb226185-9e80-492e-9f25-12bf74ec3b14 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] For port 3efc5e81-d39c-4fe9-848f-26af2c6416ca, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=3efc5e81-d39c-4fe9-848f-26af2c6416ca,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:05.401024 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-98ddd7d3-93df-48ea-9c1d-594a672aeba9 req-bb226185-9e80-492e-9f25-12bf74ec3b14 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (3efc5e81-d39c-4fe9-848f-26af2c6416ca), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:05.447209 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-a9c7c48b-23aa-423e-9b5f-52efd260a796 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60f966d6-f2ff-460e-9613-176bcf524b7d {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:01:05.459587 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2787583f-8fc6-48e3-bc77-14f28206cdfb req-5353344c-1066-4753-ad42-7170cc871116 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Publish callbacks [] for port (e88b7e52-5ffe-45cb-b318-f6ee9930eb2d), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:05.478572 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device ab995663-85d1-4f2b-b43c-ec11b938c1d5 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:01:05.482652 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-a9c7c48b-23aa-423e-9b5f-52efd260a796 service neutron] Publish callbacks [] for port (60f966d6-f2ff-460e-9613-176bcf524b7d), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:05.495688 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2fed5-a7c7-4e70-8562-078f90e016d8 req-36873882-1fdf-4466-b857-68a4bd979548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:05.497453 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d9f2fed5-a7c7-4e70-8562-078f90e016d8 req-36873882-1fdf-4466-b857-68a4bd979548 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.3943610 Feb 09 01:01:05.502848 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-98ddd7d3-93df-48ea-9c1d-594a672aeba9 req-bb226185-9e80-492e-9f25-12bf74ec3b14 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Calling delete_port for 3efc5e81-d39c-4fe9-848f-26af2c6416ca owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:01:05.506530 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-94486561-dd11-4a0d-bab8-5dbfc6b4ca86 req-7b0d6014-4d3a-4512-ba51-54fe431ac627 tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] Publish callbacks [] for security_group (438d5ad7-d225-48d0-8dc6-ecc79df0f057), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:05.553469 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port ab995663-85d1-4f2b-b43c-ec11b938c1d5 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:05.554102 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (ab995663-85d1-4f2b-b43c-ec11b938c1d5), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:05.561937 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7224b6b8-2abf-4d87-8753-f98daedb8a1f req-72c34e29-7edb-4d08-90ed-f58618a1e29e tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=977c202c-168c-44df-9f22-3a217a1145d0 HTTP/1.1" status: 200 len: 210 time: 0.1240184 Feb 09 01:01:05.571223 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-94486561-dd11-4a0d-bab8-5dbfc6b4ca86 req-7b0d6014-4d3a-4512-ba51-54fe431ac627 tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (438d5ad7-d225-48d0-8dc6-ecc79df0f057), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:05.606172 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-a9c7c48b-23aa-423e-9b5f-52efd260a796 service neutron] Transition to ACTIVE for port object 60f966d6-f2ff-460e-9613-176bcf524b7d will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:01:05.645314 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-a9c7c48b-23aa-423e-9b5f-52efd260a796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (60f966d6-f2ff-460e-9613-176bcf524b7d), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:05.747432 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port ab995663-85d1-4f2b-b43c-ec11b938c1d5 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:01:05.797069 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:05.814532 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c7c48b-23aa-423e-9b5f-52efd260a796 service neutron] Pushing event updated for resources: {'Port': ['ID=60f966d6-f2ff-460e-9613-176bcf524b7d,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:05.833627 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-94486561-dd11-4a0d-bab8-5dbfc6b4ca86 req-7b0d6014-4d3a-4512-ba51-54fe431ac627 tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:05.851304 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-94486561-dd11-4a0d-bab8-5dbfc6b4ca86 req-7b0d6014-4d3a-4512-ba51-54fe431ac627 tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.3992875 Feb 09 01:01:05.956130 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d6014-4d3a-4512-ba51-54fe431ac627 tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438d5ad7-d225-48d0-8dc6-ecc79df0f057,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:05.981125 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e53e2-5b16-4902-8fe9-0c1c5b60a82a req-387ba410-ae29-4aea-b849-0ee767e9f9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:05.982700 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a78e53e2-5b16-4902-8fe9-0c1c5b60a82a req-387ba410-ae29-4aea-b849-0ee767e9f9e9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d HTTP/1.1" status: 200 len: 1131 time: 0.5311813 Feb 09 01:01:06.076197 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2fed5-a7c7-4e70-8562-078f90e016d8 req-d5c8b74d-fe4a-4f77-aa9e-837741a9938a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:06.077848 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d9f2fed5-a7c7-4e70-8562-078f90e016d8 req-d5c8b74d-fe4a-4f77-aa9e-837741a9938a service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5688603 Feb 09 01:01:06.094847 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2787583f-8fc6-48e3-bc77-14f28206cdfb req-5353344c-1066-4753-ad42-7170cc871116 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (e88b7e52-5ffe-45cb-b318-f6ee9930eb2d), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:06.218328 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-98ddd7d3-93df-48ea-9c1d-594a672aeba9 req-bb226185-9e80-492e-9f25-12bf74ec3b14 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (3efc5e81-d39c-4fe9-848f-26af2c6416ca), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:06.231022 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df857f-7319-40a2-b8eb-ed97ebd731ce req-be96e400-ec7b-4175-a8a4-2981e06d04db tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:06.232013 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['00af4a39-6f45-413a-8932-22db67767e6f'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:01:06.238645 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-10df857f-7319-40a2-b8eb-ed97ebd731ce req-be96e400-ec7b-4175-a8a4-2981e06d04db tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/ports?device_id=27853c66-b265-45b7-80e1-ee893e41923c HTTP/1.1" status: 200 len: 950 time: 0.3846219 Feb 09 01:01:06.374622 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a78e53e2-5b16-4902-8fe9-0c1c5b60a82a req-9cb37d07-e837-48c4-b9bb-52f8514d9cc6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339691 Feb 09 01:01:06.395935 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2787583f-8fc6-48e3-bc77-14f28206cdfb req-5353344c-1066-4753-ad42-7170cc871116 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Network 7041f7c4-8ab5-4479-b63e-c8706fa7ab10 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:06.421837 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-a9c7c48b-23aa-423e-9b5f-52efd260a796 service neutron] Attempting to bind port 60f966d6-f2ff-460e-9613-176bcf524b7d on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:01:06.422513 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-a9c7c48b-23aa-423e-9b5f-52efd260a796 service neutron] Attempting to bind port 60f966d6-f2ff-460e-9613-176bcf524b7d by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:01:06.422513 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-a9c7c48b-23aa-423e-9b5f-52efd260a796 service neutron] Attempting to bind port 60f966d6-f2ff-460e-9613-176bcf524b7d on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:01:06.435154 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-2787583f-8fc6-48e3-bc77-14f28206cdfb req-5353344c-1066-4753-ad42-7170cc871116 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:06.437631 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-2787583f-8fc6-48e3-bc77-14f28206cdfb req-5353344c-1066-4753-ad42-7170cc871116 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:01:06.443789 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787583f-8fc6-48e3-bc77-14f28206cdfb req-5353344c-1066-4753-ad42-7170cc871116 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:06.444446 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2787583f-8fc6-48e3-bc77-14f28206cdfb req-5353344c-1066-4753-ad42-7170cc871116 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:06.456086 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5353344c-1066-4753-ad42-7170cc871116 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Pushing event updated for resources: {'Port': ['ID=e88b7e52-5ffe-45cb-b318-f6ee9930eb2d,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:06.507871 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b80906-a0e9-4283-b180-024c48783f03 req-87bd892f-4216-4ad3-96fb-fabbc115127f tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:06.509709 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-98b80906-a0e9-4283-b180-024c48783f03 req-87bd892f-4216-4ad3-96fb-fabbc115127f tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc41ccf-8430-4a57-8167-1e321221a07d HTTP/1.1" status: 200 len: 948 time: 0.5874407 Feb 09 01:01:06.519827 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ddd7d3-93df-48ea-9c1d-594a672aeba9 req-bb226185-9e80-492e-9f25-12bf74ec3b14 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] No DVR routers for this DVR port 3efc5e81-d39c-4fe9-848f-26af2c6416ca on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:01:06.524765 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-98ddd7d3-93df-48ea-9c1d-594a672aeba9 req-bb226185-9e80-492e-9f25-12bf74ec3b14 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:06.529125 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-98ddd7d3-93df-48ea-9c1d-594a672aeba9 req-bb226185-9e80-492e-9f25-12bf74ec3b14 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.120 "DELETE /v2.0/ports/3efc5e81-d39c-4fe9-848f-26af2c6416ca HTTP/1.1" status: 204 len: 173 time: 2.2955563 Feb 09 01:01:06.568251 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27853c66-b265-45b7-80e1-ee893e41923c', 'name': 'network-vif-deleted', 'tag': '3efc5e81-d39c-4fe9-848f-26af2c6416ca'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:01:06.570910 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66789b13-c4a9-45c7-b4f3-fa78ee853965" -d '{"events": [{"server_uuid": "27853c66-b265-45b7-80e1-ee893e41923c", "name": "network-vif-deleted", "tag": "3efc5e81-d39c-4fe9-848f-26af2c6416ca"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:01:06.573556 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-a9c7c48b-23aa-423e-9b5f-52efd260a796 service neutron] Port 60f966d6-f2ff-460e-9613-176bcf524b7d on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:01:06.575067 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-a9c7c48b-23aa-423e-9b5f-52efd260a796 service neutron] Attempting to bind port 60f966d6-f2ff-460e-9613-176bcf524b7d on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:01:06.644927 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2787583f-8fc6-48e3-bc77-14f28206cdfb req-5353344c-1066-4753-ad42-7170cc871116 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8312178 Feb 09 01:01:06.645670 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb226185-9e80-492e-9f25-12bf74ec3b14 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Pushing event deleted for resources: {'Port': ['ID=3efc5e81-d39c-4fe9-848f-26af2c6416ca,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:06.664197 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-10df857f-7319-40a2-b8eb-ed97ebd731ce req-e4c2a095-faff-47d5-b94a-9b3d4e2b70c1 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ae89f1b-0d6f-4181-9124-42300154813a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4246614 Feb 09 01:01:06.676203 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-a9c7c48b-23aa-423e-9b5f-52efd260a796 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:01:06.676498 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-a9c7c48b-23aa-423e-9b5f-52efd260a796 service neutron] Checking segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:01:06.676932 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-a9c7c48b-23aa-423e-9b5f-52efd260a796 service neutron] Bound using segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:01:06.677384 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-a9c7c48b-23aa-423e-9b5f-52efd260a796 service neutron] Bound port: 60f966d6-f2ff-460e-9613-176bcf524b7d, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:01:06.677752 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-a9c7c48b-23aa-423e-9b5f-52efd260a796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (60f966d6-f2ff-460e-9613-176bcf524b7d), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:06.683014 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-2787583f-8fc6-48e3-bc77-14f28206cdfb req-4ca057fd-d76d-43dd-952d-f61d80736e04 service neutron] Request body: {'port': {'device_id': '977c202c-168c-44df-9f22-3a217a1145d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:06.727160 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d9f2fed5-a7c7-4e70-8562-078f90e016d8 req-0ce768bb-0f96-45af-bf3c-023ee7ee3b10 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5480089 Feb 09 01:01:07.033353 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:07.058735 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-98b80906-a0e9-4283-b180-024c48783f03 req-d8425cdd-4d5d-4daa-b094-9f8b7e6a25c3 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab1a0708-3027-43a6-b70f-c2d19a1a7192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4944863 Feb 09 01:01:07.270453 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2787583f-8fc6-48e3-bc77-14f28206cdfb req-4ca057fd-d76d-43dd-952d-f61d80736e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e88b7e52-5ffe-45cb-b318-f6ee9930eb2d), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:07.301861 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-a9c7c48b-23aa-423e-9b5f-52efd260a796 service neutron] For port 60f966d6-f2ff-460e-9613-176bcf524b7d, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:01:07.318889 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:07.340601 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-a9c7c48b-23aa-423e-9b5f-52efd260a796 service neutron] For port 60f966d6-f2ff-460e-9613-176bcf524b7d, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=60f966d6-f2ff-460e-9613-176bcf524b7d,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:01:07.366026 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46334c5-dae2-40d2-af9c-6db2d4197253 req-ebd849db-69fd-4f02-9f5e-26a8b1679a38 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:07.367643 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d46334c5-dae2-40d2-af9c-6db2d4197253 req-ebd849db-69fd-4f02-9f5e-26a8b1679a38 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ac43dc1-3eb2-467b-b60e-258f259046e1 HTTP/1.1" status: 200 len: 948 time: 0.3261883 Feb 09 01:01:07.395831 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-a9c7c48b-23aa-423e-9b5f-52efd260a796 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (60f966d6-f2ff-460e-9613-176bcf524b7d), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:07.408108 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d9f2fed5-a7c7-4e70-8562-078f90e016d8 req-ae8ea847-18c1-43d2-8f70-2ceb3192bd85 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6649575 Feb 09 01:01:07.502796 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-a9c7c48b-23aa-423e-9b5f-52efd260a796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:07.504051 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-a9c7c48b-23aa-423e-9b5f-52efd260a796 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:07.505491 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-a9c7c48b-23aa-423e-9b5f-52efd260a796 service neutron] 10.222.0.120 "PUT /v2.0/ports/60f966d6-f2ff-460e-9613-176bcf524b7d HTTP/1.1" status: 200 len: 1096 time: 4.4345160 Feb 09 01:01:07.639094 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c7c48b-23aa-423e-9b5f-52efd260a796 service neutron] Pushing event updated for resources: {'Port': ['ID=60f966d6-f2ff-460e-9613-176bcf524b7d,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:07.662228 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d46334c5-dae2-40d2-af9c-6db2d4197253 req-4ad3f720-9c7f-49d1-952b-3fe1a13605ab tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab67f5-0522-4ac2-9e3c-0c8e92959fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704883 Feb 09 01:01:07.856782 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device e43e35e3-3611-4d8e-92ba-481228e860a8 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:01:07.863179 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 3efc5e81-d39c-4fe9-848f-26af2c6416ca no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:01:07.896232 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: 3efc5e81-d39c-4fe9-848f-26af2c6416ca {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:01:07.896861 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 3efc5e81-d39c-4fe9-848f-26af2c6416ca not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:01:07.976023 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-42725ec8-829f-4a0c-9867-7b67702c287b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:07.977572 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-42725ec8-829f-4a0c-9867-7b67702c287b service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=b2c75a9a4b8d4c13889eebfa537de663&device_id=8ac43dc1-3eb2-467b-b60e-258f259046e1 HTTP/1.1" status: 200 len: 1130 time: 0.2990963 Feb 09 01:01:07.984439 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-2787583f-8fc6-48e3-bc77-14f28206cdfb req-4ca057fd-d76d-43dd-952d-f61d80736e04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e88b7e52-5ffe-45cb-b318-f6ee9930eb2d {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:01:08.000866 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2787583f-8fc6-48e3-bc77-14f28206cdfb req-4ca057fd-d76d-43dd-952d-f61d80736e04 service neutron] Publish callbacks [] for port (e88b7e52-5ffe-45cb-b318-f6ee9930eb2d), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:08.042277 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c07c2f8-33fd-46bc-b548-5d4e9aaf40d1 req-ff869aea-4af9-43e9-a5c5-85451a264af1 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:08.043858 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9c07c2f8-33fd-46bc-b548-5d4e9aaf40d1 req-ff869aea-4af9-43e9-a5c5-85451a264af1 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d HTTP/1.1" status: 200 len: 949 time: 0.2223334 Feb 09 01:01:08.056655 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port e43e35e3-3611-4d8e-92ba-481228e860a8, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=e43e35e3-3611-4d8e-92ba-481228e860a8,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:08.072637 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': 'e43e35e3-3611-4d8e-92ba-481228e860a8', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'port_id': 'e43e35e3-3611-4d8e-92ba-481228e860a8', 'mac_address': 'fa:16:3e:0e:48:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3810d295-ee98-40f7-b1e2-609bf7d1c3df', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:01:08.087141 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-df58ef06-b4a7-40d2-b90a-2224eef211a0 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=60f966d6-f2ff-460e-9613-176bcf524b7d HTTP/1.1" status: 200 len: 217 time: 0.0923715 Feb 09 01:01:08.110214 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-2787583f-8fc6-48e3-bc77-14f28206cdfb req-4ca057fd-d76d-43dd-952d-f61d80736e04 service neutron] Transition to ACTIVE for port object e88b7e52-5ffe-45cb-b318-f6ee9930eb2d will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:01:08.121763 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port e43e35e3-3611-4d8e-92ba-481228e860a8 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:01:08.122628 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e43e35e3-3611-4d8e-92ba-481228e860a8), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:08.138564 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e43e35e3-3611-4d8e-92ba-481228e860a8 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:01:08.142465 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2787583f-8fc6-48e3-bc77-14f28206cdfb req-4ca057fd-d76d-43dd-952d-f61d80736e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e88b7e52-5ffe-45cb-b318-f6ee9930eb2d), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:08.161371 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port e43e35e3-3611-4d8e-92ba-481228e860a8, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=e43e35e3-3611-4d8e-92ba-481228e860a8,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:08.166955 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e43e35e3-3611-4d8e-92ba-481228e860a8), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:08.174396 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74ec2a62-123c-4007-b88e-c2e9c8f7a342 req-968cbfe9-db41-46e0-afda-4b5296d68838 tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 48216 time: 1.0161831 Feb 09 01:01:08.233143 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=e43e35e3-3611-4d8e-92ba-481228e860a8,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:08.276261 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-5ff1199d-b837-4bbd-89d9-bc9864f98d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:08.277788 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-5ff1199d-b837-4bbd-89d9-bc9864f98d6d service neutron] 10.222.0.120 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.1825235 Feb 09 01:01:08.315186 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca057fd-d76d-43dd-952d-f61d80736e04 service neutron] Pushing event updated for resources: {'Port': ['ID=e88b7e52-5ffe-45cb-b318-f6ee9930eb2d,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:08.360365 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9c07c2f8-33fd-46bc-b548-5d4e9aaf40d1 req-6e734c78-4bd5-44a3-95b9-070401d444fb tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833517 Feb 09 01:01:08.368501 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74ec2a62-123c-4007-b88e-c2e9c8f7a342 req-59f05077-2933-4377-b12a-ba529dde3a7a tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] 10.222.0.50 "GET /v2.0/security-groups/0c85c4c5-13ea-49b1-bb40-454cae63ee24 HTTP/1.1" status: 200 len: 2990 time: 0.1932414 Feb 09 01:01:08.386156 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-2787583f-8fc6-48e3-bc77-14f28206cdfb req-4ca057fd-d76d-43dd-952d-f61d80736e04 service neutron] Attempting to bind port e88b7e52-5ffe-45cb-b318-f6ee9930eb2d on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:01:08.386502 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-2787583f-8fc6-48e3-bc77-14f28206cdfb req-4ca057fd-d76d-43dd-952d-f61d80736e04 service neutron] Attempting to bind port e88b7e52-5ffe-45cb-b318-f6ee9930eb2d by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '2793514a-5639-496c-8d37-377203141ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:01:08.386837 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2787583f-8fc6-48e3-bc77-14f28206cdfb req-4ca057fd-d76d-43dd-952d-f61d80736e04 service neutron] Attempting to bind port e88b7e52-5ffe-45cb-b318-f6ee9930eb2d on network 7041f7c4-8ab5-4479-b63e-c8706fa7ab10 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:01:08.396520 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2787583f-8fc6-48e3-bc77-14f28206cdfb req-4ca057fd-d76d-43dd-952d-f61d80736e04 service neutron] Port e88b7e52-5ffe-45cb-b318-f6ee9930eb2d on network 7041f7c4-8ab5-4479-b63e-c8706fa7ab10 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:01:08.397118 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2787583f-8fc6-48e3-bc77-14f28206cdfb req-4ca057fd-d76d-43dd-952d-f61d80736e04 service neutron] Attempting to bind port e88b7e52-5ffe-45cb-b318-f6ee9930eb2d on network 7041f7c4-8ab5-4479-b63e-c8706fa7ab10 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:01:08.408907 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:08.415845 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2787583f-8fc6-48e3-bc77-14f28206cdfb req-4ca057fd-d76d-43dd-952d-f61d80736e04 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:01:08.416194 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2787583f-8fc6-48e3-bc77-14f28206cdfb req-4ca057fd-d76d-43dd-952d-f61d80736e04 service neutron] Checking segment: {'id': '2793514a-5639-496c-8d37-377203141ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:01:08.416613 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2787583f-8fc6-48e3-bc77-14f28206cdfb req-4ca057fd-d76d-43dd-952d-f61d80736e04 service neutron] Bound using segment: {'id': '2793514a-5639-496c-8d37-377203141ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:01:08.417059 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-2787583f-8fc6-48e3-bc77-14f28206cdfb req-4ca057fd-d76d-43dd-952d-f61d80736e04 service neutron] Bound port: e88b7e52-5ffe-45cb-b318-f6ee9930eb2d, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2793514a-5639-496c-8d37-377203141ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:01:08.417426 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2787583f-8fc6-48e3-bc77-14f28206cdfb req-4ca057fd-d76d-43dd-952d-f61d80736e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e88b7e52-5ffe-45cb-b318-f6ee9930eb2d), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:08.421257 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['e43e35e3-3611-4d8e-92ba-481228e860a8'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:01:08.432430 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-fea33bb5-886a-4d14-9b23-796098144f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:08.434022 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-fea33bb5-886a-4d14-9b23-796098144f7a service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1470580 Feb 09 01:01:08.435850 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e270752e-57e5-4e38-9913-f4b72251aee1 x-openstack-request-id: req-e270752e-57e5-4e38-9913-f4b72251aee1 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:01:08.436132 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27853c66-b265-45b7-80e1-ee893e41923c", "name": "network-vif-deleted", "tag": "3efc5e81-d39c-4fe9-848f-26af2c6416ca", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:01:08.436386 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e270752e-57e5-4e38-9913-f4b72251aee1 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:01:08.436797 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27853c66-b265-45b7-80e1-ee893e41923c', 'name': 'network-vif-deleted', 'tag': '3efc5e81-d39c-4fe9-848f-26af2c6416ca', 'status': 'completed', 'code': 200} Feb 09 01:01:08.539869 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74ec2a62-123c-4007-b88e-c2e9c8f7a342 req-8d0db12a-3dfa-434e-a75b-a5970613a3d4 tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] 10.222.0.50 "GET /v2.0/security-groups/0c85c4c5-13ea-49b1-bb40-454cae63ee24 HTTP/1.1" status: 200 len: 2990 time: 0.1614254 Feb 09 01:01:08.662426 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-2787583f-8fc6-48e3-bc77-14f28206cdfb req-4ca057fd-d76d-43dd-952d-f61d80736e04 service neutron] For port e88b7e52-5ffe-45cb-b318-f6ee9930eb2d, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:01:08.681432 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-2787583f-8fc6-48e3-bc77-14f28206cdfb req-4ca057fd-d76d-43dd-952d-f61d80736e04 service neutron] For port e88b7e52-5ffe-45cb-b318-f6ee9930eb2d, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=e88b7e52-5ffe-45cb-b318-f6ee9930eb2d,segment=NetworkSegment(2793514a-5639-496c-8d37-377203141ac7),segment_id=2793514a-5639-496c-8d37-377203141ac7)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:01:08.683940 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74ec2a62-123c-4007-b88e-c2e9c8f7a342 req-90049ae9-fe98-467f-b0bd-13ca0f919229 tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] 10.222.0.50 "GET /v2.0/security-groups/147a0b89-2c25-4b23-8d7b-b581ca3a8991 HTTP/1.1" status: 200 len: 2998 time: 0.1220760 Feb 09 01:01:08.688934 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-5ecd41a3-23cb-439d-a892-7505ed5eb8c0 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450736 Feb 09 01:01:08.699053 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326df323-bd27-4122-8f00-81158c0f6a63 req-3f217435-8b19-47ed-97f2-1454c7b926f4 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:08.700451 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-326df323-bd27-4122-8f00-81158c0f6a63 req-3f217435-8b19-47ed-97f2-1454c7b926f4 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=977c202c-168c-44df-9f22-3a217a1145d0 HTTP/1.1" status: 200 len: 944 time: 0.1829000 Feb 09 01:01:08.703165 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2787583f-8fc6-48e3-bc77-14f28206cdfb req-4ca057fd-d76d-43dd-952d-f61d80736e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e88b7e52-5ffe-45cb-b318-f6ee9930eb2d), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:08.819478 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787583f-8fc6-48e3-bc77-14f28206cdfb req-4ca057fd-d76d-43dd-952d-f61d80736e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:08.820291 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2787583f-8fc6-48e3-bc77-14f28206cdfb req-4ca057fd-d76d-43dd-952d-f61d80736e04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:08.822009 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2787583f-8fc6-48e3-bc77-14f28206cdfb req-4ca057fd-d76d-43dd-952d-f61d80736e04 service neutron] 10.222.0.47 "PUT /v2.0/ports/e88b7e52-5ffe-45cb-b318-f6ee9930eb2d HTTP/1.1" status: 200 len: 1092 time: 2.1478586 Feb 09 01:01:08.881988 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca057fd-d76d-43dd-952d-f61d80736e04 service neutron] Pushing event updated for resources: {'Port': ['ID=e88b7e52-5ffe-45cb-b318-f6ee9930eb2d,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:08.894793 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74ec2a62-123c-4007-b88e-c2e9c8f7a342 req-438e4cf2-71af-4d23-bc60-2ab2d1c4b50a tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] 10.222.0.50 "GET /v2.0/security-groups/147a0b89-2c25-4b23-8d7b-b581ca3a8991 HTTP/1.1" status: 200 len: 2998 time: 0.2034130 Feb 09 01:01:08.926488 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-326df323-bd27-4122-8f00-81158c0f6a63 req-ecfb15c3-f20e-45e7-bd47-84fc7c5765c8 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039914 Feb 09 01:01:08.962916 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-29285f18-4e0c-4935-8fe9-a61985e9f17c req-8cb3b9b2-4a24-49f6-bab7-0812fc4b189e service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615306 Feb 09 01:01:08.985977 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74ec2a62-123c-4007-b88e-c2e9c8f7a342 req-409f542f-5015-4b60-8d63-5cac7c6502ce tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] 10.222.0.50 "GET /v2.0/security-groups/39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917 HTTP/1.1" status: 200 len: 2998 time: 0.0670459 Feb 09 01:01:08.991235 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787583f-8fc6-48e3-bc77-14f28206cdfb req-45e48575-a5d6-4420-a731-e0347e606ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:08.992925 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2787583f-8fc6-48e3-bc77-14f28206cdfb req-45e48575-a5d6-4420-a731-e0347e606ae0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b70da3c9e0441c5928a48dabf785fc6&device_id=977c202c-168c-44df-9f22-3a217a1145d0 HTTP/1.1" status: 200 len: 1126 time: 0.1236281 Feb 09 01:01:09.022857 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:09.058646 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2787583f-8fc6-48e3-bc77-14f28206cdfb req-78f10b68-bdff-4dd4-891d-1473815a6a98 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e88b7e52-5ffe-45cb-b318-f6ee9930eb2d HTTP/1.1" status: 200 len: 217 time: 0.0517821 Feb 09 01:01:09.099525 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74ec2a62-123c-4007-b88e-c2e9c8f7a342 req-fd5c43d1-f7a3-4b36-9b39-4c8e81809448 tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] 10.222.0.50 "GET /v2.0/security-groups/39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917 HTTP/1.1" status: 200 len: 2998 time: 0.1056054 Feb 09 01:01:09.133351 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787583f-8fc6-48e3-bc77-14f28206cdfb req-51f934db-9f69-4f87-a13b-76dc2e325ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:09.134871 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2787583f-8fc6-48e3-bc77-14f28206cdfb req-51f934db-9f69-4f87-a13b-76dc2e325ae8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aee9db20-60c4-48dd-9796-48ed06ca844d HTTP/1.1" status: 200 len: 861 time: 0.0648572 Feb 09 01:01:09.180437 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2787583f-8fc6-48e3-bc77-14f28206cdfb req-01bc3b6e-b04c-439d-bb06-b3d13df26603 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374565 Feb 09 01:01:09.183229 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74ec2a62-123c-4007-b88e-c2e9c8f7a342 req-0e2d2fb6-199e-4522-80c5-4fdaa95ed2e4 tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] 10.222.0.50 "GET /v2.0/security-groups/3ae89f1b-0d6f-4181-9124-42300154813a HTTP/1.1" status: 200 len: 2998 time: 0.0738409 Feb 09 01:01:09.278296 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74ec2a62-123c-4007-b88e-c2e9c8f7a342 req-cfcdf9c8-4600-4609-b662-969d5649aa44 tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] 10.222.0.50 "GET /v2.0/security-groups/3ae89f1b-0d6f-4181-9124-42300154813a HTTP/1.1" status: 200 len: 2998 time: 0.0845678 Feb 09 01:01:09.308046 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2787583f-8fc6-48e3-bc77-14f28206cdfb req-4bd3be18-bcb9-41e8-92a9-b0a2be0a2c6c service neutron] 10.222.0.47 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211419 Feb 09 01:01:09.335057 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38358) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:01:09.340308 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-ac4b9acd-58d3-49c4-8917-ed36b0da37b5 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Request body: {'security_group': {'name': 'tempest-securitygroup--560751950', 'description': 'tempest-description--22264007'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:09.369659 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ac4b9acd-58d3-49c4-8917-ed36b0da37b5 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:09.380928 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74ec2a62-123c-4007-b88e-c2e9c8f7a342 req-f6e1924f-7461-47ed-b833-39cc6f8dd41a tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] 10.222.0.50 "GET /v2.0/security-groups/4ab094a9-4ed8-44b8-8a02-c84543b7f5c3 HTTP/1.1" status: 200 len: 2998 time: 0.0950601 Feb 09 01:01:09.445915 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ac4b9acd-58d3-49c4-8917-ed36b0da37b5 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks [] for security_group (1790f5db-f4bf-4a0a-b871-f8306e209982), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:09.449977 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ac4b9acd-58d3-49c4-8917-ed36b0da37b5 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1790f5db-f4bf-4a0a-b871-f8306e209982), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:09.472976 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2787583f-8fc6-48e3-bc77-14f28206cdfb req-c1daae84-5b9f-490b-b530-41a71b1f8832 service neutron] 10.222.0.47 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568255 Feb 09 01:01:09.478646 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ac4b9acd-58d3-49c4-8917-ed36b0da37b5 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:09.479998 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ac4b9acd-58d3-49c4-8917-ed36b0da37b5 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1432712 Feb 09 01:01:09.481268 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74ec2a62-123c-4007-b88e-c2e9c8f7a342 req-d7156de7-6ad9-4689-9243-61f685e3cac1 tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] 10.222.0.50 "GET /v2.0/security-groups/4ab094a9-4ed8-44b8-8a02-c84543b7f5c3 HTTP/1.1" status: 200 len: 2998 time: 0.0898674 Feb 09 01:01:09.482766 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38364) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:01:09.487885 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-25a79c17-867c-4c95-9fe1-ac121ca66aed tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Request body: {'security_group_rule': {'security_group_id': '1790f5db-f4bf-4a0a-b871-f8306e209982', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:09.493007 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b9acd-58d3-49c4-8917-ed36b0da37b5 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1790f5db-f4bf-4a0a-b871-f8306e209982,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:09.519831 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-25a79c17-867c-4c95-9fe1-ac121ca66aed tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks [] for security_group_rule (edba2ee2-7227-40c5-abe5-c9ed09e84c86), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:09.524741 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714eaec-a15f-4241-94b7-6bfcef2391bc req-126c89b6-f984-416f-a394-6ead5e2dec80 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:09.526260 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c714eaec-a15f-4241-94b7-6bfcef2391bc req-126c89b6-f984-416f-a394-6ead5e2dec80 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc41ccf-8430-4a57-8167-1e321221a07d HTTP/1.1" status: 200 len: 949 time: 0.1079957 Feb 09 01:01:09.559968 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74ec2a62-123c-4007-b88e-c2e9c8f7a342 req-4c0caf73-ba86-4e96-bea9-5da66765fb11 tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] 10.222.0.50 "GET /v2.0/security-groups/52ab67f5-0522-4ac2-9e3c-0c8e92959fc6 HTTP/1.1" status: 200 len: 2998 time: 0.0671101 Feb 09 01:01:09.588785 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-25a79c17-867c-4c95-9fe1-ac121ca66aed tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks [] for security_group_rule (edba2ee2-7227-40c5-abe5-c9ed09e84c86), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:09.593729 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-25a79c17-867c-4c95-9fe1-ac121ca66aed tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (edba2ee2-7227-40c5-abe5-c9ed09e84c86), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:09.600158 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c714eaec-a15f-4241-94b7-6bfcef2391bc req-1697714b-af75-44bc-8802-3568bbaa243e tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab1a0708-3027-43a6-b70f-c2d19a1a7192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670309 Feb 09 01:01:09.613687 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a79c17-867c-4c95-9fe1-ac121ca66aed tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edba2ee2-7227-40c5-abe5-c9ed09e84c86,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:09.621495 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-25a79c17-867c-4c95-9fe1-ac121ca66aed tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:09.627057 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38366) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:01:09.629027 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-25a79c17-867c-4c95-9fe1-ac121ca66aed tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1412830 Feb 09 01:01:09.632275 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-e921bd2f-98f7-4db8-9eda-4583633dcdb2 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Request body: {'security_group_rule': {'security_group_id': '1790f5db-f4bf-4a0a-b871-f8306e209982', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:09.641751 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74ec2a62-123c-4007-b88e-c2e9c8f7a342 req-a37da01e-08ef-4263-a1f7-bb332f38213d tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] 10.222.0.50 "GET /v2.0/security-groups/52ab67f5-0522-4ac2-9e3c-0c8e92959fc6 HTTP/1.1" status: 200 len: 2998 time: 0.0718768 Feb 09 01:01:09.711227 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e921bd2f-98f7-4db8-9eda-4583633dcdb2 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks [] for security_group_rule (2fae474a-e34f-4187-9b31-3332e1e3c285), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:09.740663 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74ec2a62-123c-4007-b88e-c2e9c8f7a342 req-98804a5f-4cd9-4183-9a13-a00880d8c5e1 tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] 10.222.0.50 "GET /v2.0/security-groups/6bbcb5e0-dde0-471a-b852-e4b675bf6d0d HTTP/1.1" status: 200 len: 2998 time: 0.0919261 Feb 09 01:01:09.859400 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device e43e35e3-3611-4d8e-92ba-481228e860a8 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:01:09.912696 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port e43e35e3-3611-4d8e-92ba-481228e860a8 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:01:09.917369 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port e43e35e3-3611-4d8e-92ba-481228e860a8 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:09.917750 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e43e35e3-3611-4d8e-92ba-481228e860a8), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:09.998371 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port e43e35e3-3611-4d8e-92ba-481228e860a8 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:01:09.998662 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e43e35e3-3611-4d8e-92ba-481228e860a8), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:10.013677 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50c550-4d52-4422-bc0c-2baaa4f04cb2 req-c3408cc7-c8bd-4638-957b-f8f43d41e0fd tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:10.015167 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2f50c550-4d52-4422-bc0c-2baaa4f04cb2 req-c3408cc7-c8bd-4638-957b-f8f43d41e0fd tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ac43dc1-3eb2-467b-b60e-258f259046e1 HTTP/1.1" status: 200 len: 948 time: 0.3511453 Feb 09 01:01:10.027303 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc41ccf-8430-4a57-8167-1e321221a07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e43e35e3-3611-4d8e-92ba-481228e860a8'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:01:10.029592 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab4787e-1a67-4e53-a90e-0a554d31b8b3" -d '{"events": [{"server_uuid": "1fc41ccf-8430-4a57-8167-1e321221a07d", "name": "network-vif-plugged", "status": "completed", "tag": "e43e35e3-3611-4d8e-92ba-481228e860a8"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:01:10.042663 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port e43e35e3-3611-4d8e-92ba-481228e860a8, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=e43e35e3-3611-4d8e-92ba-481228e860a8,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:10.046649 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e43e35e3-3611-4d8e-92ba-481228e860a8), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:10.054604 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e921bd2f-98f7-4db8-9eda-4583633dcdb2 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks [] for security_group_rule (2fae474a-e34f-4187-9b31-3332e1e3c285), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:10.058569 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74ec2a62-123c-4007-b88e-c2e9c8f7a342 req-5efd07dc-dedd-4309-bf8c-0d0ac4702d6b tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] 10.222.0.50 "GET /v2.0/security-groups/6bbcb5e0-dde0-471a-b852-e4b675bf6d0d HTTP/1.1" status: 200 len: 2998 time: 0.3105772 Feb 09 01:01:10.061058 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e921bd2f-98f7-4db8-9eda-4583633dcdb2 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (2fae474a-e34f-4187-9b31-3332e1e3c285), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:10.094808 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=e43e35e3-3611-4d8e-92ba-481228e860a8,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:10.098855 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e921bd2f-98f7-4db8-9eda-4583633dcdb2 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fae474a-e34f-4187-9b31-3332e1e3c285,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:10.119405 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e921bd2f-98f7-4db8-9eda-4583633dcdb2 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:10.120624 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e921bd2f-98f7-4db8-9eda-4583633dcdb2 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4925807 Feb 09 01:01:10.124134 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38372) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:01:10.129741 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2f50c550-4d52-4422-bc0c-2baaa4f04cb2 req-c198e515-6768-41f3-bbe8-8af613c46abb tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab67f5-0522-4ac2-9e3c-0c8e92959fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060314 Feb 09 01:01:10.129910 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-ee7208e8-4644-41d4-9726-d7d149bbe5dc tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:10.155905 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74ec2a62-123c-4007-b88e-c2e9c8f7a342 req-20c908a8-0b98-4326-a11d-9ad025d50033 tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] 10.222.0.50 "GET /v2.0/security-groups/71ae7923-4b5e-418b-9181-334456f385aa HTTP/1.1" status: 200 len: 2998 time: 0.0870888 Feb 09 01:01:10.160726 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee7208e8-4644-41d4-9726-d7d149bbe5dc tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:10.204843 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74ec2a62-123c-4007-b88e-c2e9c8f7a342 req-41f8eb5d-1a12-4f80-a96e-6890545f81ef tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] 10.222.0.50 "GET /v2.0/security-groups/71ae7923-4b5e-418b-9181-334456f385aa HTTP/1.1" status: 200 len: 2998 time: 0.0425725 Feb 09 01:01:10.247905 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74ec2a62-123c-4007-b88e-c2e9c8f7a342 req-e0e18110-a829-4408-9920-8fbfcf668006 tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] 10.222.0.50 "GET /v2.0/security-groups/94382357-3f52-4c6d-b9c6-ed33c8f08783 HTTP/1.1" status: 200 len: 2998 time: 0.0371089 Feb 09 01:01:10.270752 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee7208e8-4644-41d4-9726-d7d149bbe5dc tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:10.301028 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74ec2a62-123c-4007-b88e-c2e9c8f7a342 req-b6dc47e0-789e-432a-8aee-0f43cb7415a2 tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] 10.222.0.50 "GET /v2.0/security-groups/94382357-3f52-4c6d-b9c6-ed33c8f08783 HTTP/1.1" status: 200 len: 2998 time: 0.0466225 Feb 09 01:01:10.351157 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74ec2a62-123c-4007-b88e-c2e9c8f7a342 req-aa3243f5-b619-4532-b349-98a4c4fcb0c8 tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] 10.222.0.50 "GET /v2.0/security-groups/a8a576a8-090d-42c7-b0b7-155acd81f46a HTTP/1.1" status: 200 len: 2998 time: 0.0440781 Feb 09 01:01:10.389044 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-ee7208e8-4644-41d4-9726-d7d149bbe5dc tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Allocated IP 172.25.8.209 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/a057eade-9c1a-472e-a378-3109c4412932) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:01:10.420641 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74ec2a62-123c-4007-b88e-c2e9c8f7a342 req-9928a506-773b-435f-8bd5-af6b8f38b219 tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] 10.222.0.50 "GET /v2.0/security-groups/a8a576a8-090d-42c7-b0b7-155acd81f46a HTTP/1.1" status: 200 len: 2998 time: 0.0634279 Feb 09 01:01:10.437639 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ac43dc1-3eb2-467b-b60e-258f259046e1', 'tag': '60f966d6-f2ff-460e-9613-176bcf524b7d'}, {'name': 'network-changed', 'server_uuid': '977c202c-168c-44df-9f22-3a217a1145d0', 'tag': 'e88b7e52-5ffe-45cb-b318-f6ee9930eb2d'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:01:10.439664 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855f9750-e2df-4b82-823d-a30520a1dc35" -d '{"events": [{"name": "network-changed", "server_uuid": "8ac43dc1-3eb2-467b-b60e-258f259046e1", "tag": "60f966d6-f2ff-460e-9613-176bcf524b7d"}, {"name": "network-changed", "server_uuid": "977c202c-168c-44df-9f22-3a217a1145d0", "tag": "e88b7e52-5ffe-45cb-b318-f6ee9930eb2d"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:01:10.456211 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9790bb3-2676-4e65-8c02-b0f7dff14208 req-350e9f0a-911c-47b3-9715-df75a5e68fa8 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:10.457756 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b9790bb3-2676-4e65-8c02-b0f7dff14208 req-350e9f0a-911c-47b3-9715-df75a5e68fa8 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d HTTP/1.1" status: 200 len: 949 time: 0.0827155 Feb 09 01:01:10.493734 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee7208e8-4644-41d4-9726-d7d149bbe5dc tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks [] for port (a057eade-9c1a-472e-a378-3109c4412932), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:10.497344 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74ec2a62-123c-4007-b88e-c2e9c8f7a342 req-cc6723a2-05bc-43d8-b7a4-5bb87442eea2 tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] 10.222.0.50 "GET /v2.0/security-groups/ab1a0708-3027-43a6-b70f-c2d19a1a7192 HTTP/1.1" status: 200 len: 2998 time: 0.0683208 Feb 09 01:01:10.527622 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee7208e8-4644-41d4-9726-d7d149bbe5dc tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (a057eade-9c1a-472e-a378-3109c4412932), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:10.528834 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b9790bb3-2676-4e65-8c02-b0f7dff14208 req-08712c65-20ac-48da-8540-7402f3899f21 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633724 Feb 09 01:01:10.565178 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7208e8-4644-41d4-9726-d7d149bbe5dc tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:10.570745 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-ee7208e8-4644-41d4-9726-d7d149bbe5dc tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:10.571411 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74ec2a62-123c-4007-b88e-c2e9c8f7a342 req-83e0989e-5a49-4829-b3ce-240a779880cd tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] 10.222.0.50 "GET /v2.0/security-groups/ab1a0708-3027-43a6-b70f-c2d19a1a7192 HTTP/1.1" status: 200 len: 2998 time: 0.0631914 Feb 09 01:01:10.574361 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7208e8-4644-41d4-9726-d7d149bbe5dc tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:01:10.586967 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7208e8-4644-41d4-9726-d7d149bbe5dc tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Pushing event updated for resources: {'Port': ['ID=a057eade-9c1a-472e-a378-3109c4412932,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:10.642284 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74ec2a62-123c-4007-b88e-c2e9c8f7a342 req-e7b3232c-1caa-46e1-8b50-b2f13b84a88c tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] 10.222.0.50 "GET /v2.0/security-groups/b44e2c2b-1291-4a4b-9134-80bb8eb7b32f HTTP/1.1" status: 200 len: 2994 time: 0.0694568 Feb 09 01:01:10.667321 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee7208e8-4644-41d4-9726-d7d149bbe5dc tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks [] for floatingip (5e1e289c-20ef-4918-9ea9-84e0674543e0), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:10.672996 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e5c6a-7bf3-4f16-84b4-2b44c95a4b2c req-12e3f912-aa75-4201-8321-b729b4c5e5d2 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:10.674475 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-872e5c6a-7bf3-4f16-84b4-2b44c95a4b2c req-12e3f912-aa75-4201-8321-b729b4c5e5d2 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=977c202c-168c-44df-9f22-3a217a1145d0 HTTP/1.1" status: 200 len: 944 time: 0.0793915 Feb 09 01:01:10.710659 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee7208e8-4644-41d4-9726-d7d149bbe5dc tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a057eade-9c1a-472e-a378-3109c4412932), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:10.720157 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74ec2a62-123c-4007-b88e-c2e9c8f7a342 req-032db378-7134-4d5c-8613-fc10f67a5d3a tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] 10.222.0.50 "GET /v2.0/security-groups/b44e2c2b-1291-4a4b-9134-80bb8eb7b32f HTTP/1.1" status: 200 len: 2994 time: 0.0706389 Feb 09 01:01:10.744131 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-872e5c6a-7bf3-4f16-84b4-2b44c95a4b2c req-39f1092c-585b-40fb-ba52-d7110947cd9d tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603147 Feb 09 01:01:10.775020 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74ec2a62-123c-4007-b88e-c2e9c8f7a342 req-94fcdf66-18e3-4537-b5d7-dcd14377514a tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] 10.222.0.50 "GET /v2.0/security-groups/d088c97b-750c-41c3-a982-1513a9fdf60f HTTP/1.1" status: 200 len: 2998 time: 0.0448895 Feb 09 01:01:10.794059 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b48022-8519-4162-a1dd-cb46eb1a72a1 x-openstack-request-id: req-64b48022-8519-4162-a1dd-cb46eb1a72a1 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:01:10.794574 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc41ccf-8430-4a57-8167-1e321221a07d", "name": "network-vif-plugged", "status": "completed", "tag": "e43e35e3-3611-4d8e-92ba-481228e860a8", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:01:10.795092 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-64b48022-8519-4162-a1dd-cb46eb1a72a1 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:01:10.796300 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc41ccf-8430-4a57-8167-1e321221a07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e43e35e3-3611-4d8e-92ba-481228e860a8', 'code': 200} Feb 09 01:01:10.819664 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74ec2a62-123c-4007-b88e-c2e9c8f7a342 req-36b8d282-7d95-4f75-af86-6e521529ea03 tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] 10.222.0.50 "GET /v2.0/security-groups/d088c97b-750c-41c3-a982-1513a9fdf60f HTTP/1.1" status: 200 len: 2998 time: 0.0385668 Feb 09 01:01:10.889682 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74ec2a62-123c-4007-b88e-c2e9c8f7a342 req-be6030c6-58da-48ac-b088-d08416fbb21f tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] 10.222.0.50 "GET /v2.0/security-groups/d6266177-dc23-4c7d-8975-7172374aa386 HTTP/1.1" status: 200 len: 2998 time: 0.0542216 Feb 09 01:01:10.893366 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee7208e8-4644-41d4-9726-d7d149bbe5dc tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks [] for port (a057eade-9c1a-472e-a378-3109c4412932), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:10.898221 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee7208e8-4644-41d4-9726-d7d149bbe5dc tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a057eade-9c1a-472e-a378-3109c4412932), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:10.932001 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee7208e8-4644-41d4-9726-d7d149bbe5dc tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (5e1e289c-20ef-4918-9ea9-84e0674543e0), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:10.952624 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74ec2a62-123c-4007-b88e-c2e9c8f7a342 req-6e93b016-f97d-48e4-85a7-365c0e9f79f8 tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] 10.222.0.50 "GET /v2.0/security-groups/d6266177-dc23-4c7d-8975-7172374aa386 HTTP/1.1" status: 200 len: 2998 time: 0.0481625 Feb 09 01:01:10.953040 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee7208e8-4644-41d4-9726-d7d149bbe5dc tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:10.955583 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142e42c-5f98-4399-9704-9b489fe269c7 req-25b586ad-3750-4710-a2b1-ec11d831627d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:10.957057 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ee7208e8-4644-41d4-9726-d7d149bbe5dc tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8315687 Feb 09 01:01:10.957207 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9142e42c-5f98-4399-9704-9b489fe269c7 req-25b586ad-3750-4710-a2b1-ec11d831627d service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=1fc41ccf-8430-4a57-8167-1e321221a07d HTTP/1.1" status: 200 len: 1132 time: 0.0811138 Feb 09 01:01:10.969622 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7208e8-4644-41d4-9726-d7d149bbe5dc tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Pushing event updated for resources: {'Port': ['ID=a057eade-9c1a-472e-a378-3109c4412932,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:11.029513 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74ec2a62-123c-4007-b88e-c2e9c8f7a342 req-40fd82b9-dc1e-4ce8-9c88-c95b5d1eb1a1 tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] 10.222.0.50 "GET /v2.0/security-groups/fb513570-d416-470b-b94d-c89dd85e6adf HTTP/1.1" status: 200 len: 2998 time: 0.0682895 Feb 09 01:01:11.040586 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9142e42c-5f98-4399-9704-9b489fe269c7 req-9613d399-476a-4b27-add3-cc91b10f02d7 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=ab1a0708-3027-43a6-b70f-c2d19a1a7192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706394 Feb 09 01:01:11.078791 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74ec2a62-123c-4007-b88e-c2e9c8f7a342 req-d4333fe3-0a80-4be7-a81d-78747e58081e tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] 10.222.0.50 "GET /v2.0/security-groups/fb513570-d416-470b-b94d-c89dd85e6adf HTTP/1.1" status: 200 len: 2998 time: 0.0372782 Feb 09 01:01:11.184527 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d0d2b-0e7d-49d1-b5f4-4f3cf3a2c60a req-9b87f35c-746e-499f-8b73-2cbf5a6e41d1 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:11.186019 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5d4d0d2b-0e7d-49d1-b5f4-4f3cf3a2c60a req-9b87f35c-746e-499f-8b73-2cbf5a6e41d1 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/ports?device_id=d05509da-7ec9-42e3-abb9-f69f5bffb0c5 HTTP/1.1" status: 200 len: 949 time: 0.0581346 Feb 09 01:01:11.233782 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5d4d0d2b-0e7d-49d1-b5f4-4f3cf3a2c60a req-7cccb1fd-49c8-4899-8195-5ff7c0143a97 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/security-groups?id=3ae89f1b-0d6f-4181-9124-42300154813a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420127 Feb 09 01:01:11.287562 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 01:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bceef613-13f7-4176-b0df-9dcdfb095c13 x-openstack-request-id: req-bceef613-13f7-4176-b0df-9dcdfb095c13 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:01:11.287910 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ac43dc1-3eb2-467b-b60e-258f259046e1", "tag": "60f966d6-f2ff-460e-9613-176bcf524b7d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "977c202c-168c-44df-9f22-3a217a1145d0", "tag": "e88b7e52-5ffe-45cb-b318-f6ee9930eb2d", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:01:11.288165 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bceef613-13f7-4176-b0df-9dcdfb095c13 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:01:11.288585 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ac43dc1-3eb2-467b-b60e-258f259046e1', 'tag': '60f966d6-f2ff-460e-9613-176bcf524b7d', 'status': 'completed', 'code': 200} Feb 09 01:01:11.288856 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '977c202c-168c-44df-9f22-3a217a1145d0', 'tag': 'e88b7e52-5ffe-45cb-b318-f6ee9930eb2d', 'status': 'completed', 'code': 200} Feb 09 01:01:11.387758 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f9750-e2df-4b82-823d-a30520a1dc35 req-c61f60ec-7ec3-41b8-a905-f4d26e3cf190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:11.389318 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-855f9750-e2df-4b82-823d-a30520a1dc35 req-c61f60ec-7ec3-41b8-a905-f4d26e3cf190 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b70da3c9e0441c5928a48dabf785fc6&device_id=977c202c-168c-44df-9f22-3a217a1145d0 HTTP/1.1" status: 200 len: 1126 time: 0.0796006 Feb 09 01:01:11.396030 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f9750-e2df-4b82-823d-a30520a1dc35 req-fee0d687-f5f5-458e-b487-ff9382b34fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:11.397689 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-855f9750-e2df-4b82-823d-a30520a1dc35 req-fee0d687-f5f5-458e-b487-ff9382b34fba service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=b2c75a9a4b8d4c13889eebfa537de663&device_id=8ac43dc1-3eb2-467b-b60e-258f259046e1 HTTP/1.1" status: 200 len: 1130 time: 0.0604968 Feb 09 01:01:11.617889 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f9750-e2df-4b82-823d-a30520a1dc35 req-1b40c74c-58b1-4683-9cca-564865de7095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:11.619284 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-855f9750-e2df-4b82-823d-a30520a1dc35 req-1b40c74c-58b1-4683-9cca-564865de7095 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10 HTTP/1.1" status: 200 len: 923 time: 0.2187347 Feb 09 01:01:11.631422 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f9750-e2df-4b82-823d-a30520a1dc35 req-48d4b972-e6e2-4eb5-a849-4d3982fb6dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:11.632804 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-855f9750-e2df-4b82-823d-a30520a1dc35 req-48d4b972-e6e2-4eb5-a849-4d3982fb6dbc service neutron] 10.222.0.120 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.2234256 Feb 09 01:01:11.639303 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45733e7-8a51-4898-bbc3-a6587e69d0df req-4c4ec9b0-a3a2-495b-9897-06c170d45677 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:11.640795 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e45733e7-8a51-4898-bbc3-a6587e69d0df req-4c4ec9b0-a3a2-495b-9897-06c170d45677 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc41ccf-8430-4a57-8167-1e321221a07d HTTP/1.1" status: 200 len: 950 time: 0.1786795 Feb 09 01:01:11.648496 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414bb6c-8aff-4468-ad02-3d57298021d4 req-5aa03ce2-7201-4593-be45-9bc016a0c5dd tempest-MigrationsAdminTest-2128325755 tempest-MigrationsAdminTest-2128325755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:11.649926 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4414bb6c-8aff-4468-ad02-3d57298021d4 req-5aa03ce2-7201-4593-be45-9bc016a0c5dd tempest-MigrationsAdminTest-2128325755 tempest-MigrationsAdminTest-2128325755-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d HTTP/1.1" status: 200 len: 1131 time: 0.1623983 Feb 09 01:01:11.720377 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-855f9750-e2df-4b82-823d-a30520a1dc35 req-90ad884e-e34d-4f62-b046-32b56d333391 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e88b7e52-5ffe-45cb-b318-f6ee9930eb2d HTTP/1.1" status: 200 len: 217 time: 0.0909309 Feb 09 01:01:11.733611 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-855f9750-e2df-4b82-823d-a30520a1dc35 req-5fa733cc-d88d-42e5-83b7-43e6e287ce46 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=60f966d6-f2ff-460e-9613-176bcf524b7d HTTP/1.1" status: 200 len: 217 time: 0.0918744 Feb 09 01:01:11.748023 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4414bb6c-8aff-4468-ad02-3d57298021d4 req-2730315a-25c9-4097-bb1b-eb988d0b442a tempest-MigrationsAdminTest-2128325755 tempest-MigrationsAdminTest-2128325755-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:11.851196 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e45733e7-8a51-4898-bbc3-a6587e69d0df req-752483d1-f643-4615-a844-6e8ab5f2d6da tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab1a0708-3027-43a6-b70f-c2d19a1a7192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993546 Feb 09 01:01:11.854840 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 60f966d6-f2ff-460e-9613-176bcf524b7d details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:01:11.862069 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f9750-e2df-4b82-823d-a30520a1dc35 req-c5fd5a9f-babb-40fb-9385-ac0b56f31b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:11.864099 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-855f9750-e2df-4b82-823d-a30520a1dc35 req-c5fd5a9f-babb-40fb-9385-ac0b56f31b1e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aee9db20-60c4-48dd-9796-48ed06ca844d HTTP/1.1" status: 200 len: 861 time: 0.1274493 Feb 09 01:01:11.885695 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f9750-e2df-4b82-823d-a30520a1dc35 req-8a3ad70a-3d8f-4ff2-84e2-81364d0795b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:11.887123 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-855f9750-e2df-4b82-823d-a30520a1dc35 req-8a3ad70a-3d8f-4ff2-84e2-81364d0795b5 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.1361847 Feb 09 01:01:11.911397 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-855f9750-e2df-4b82-823d-a30520a1dc35 req-7ba258d8-a585-4b4f-8102-d985d136adbe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373423 Feb 09 01:01:11.965560 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 60f966d6-f2ff-460e-9613-176bcf524b7d, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=60f966d6-f2ff-460e-9613-176bcf524b7d,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:11.980108 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '60f966d6-f2ff-460e-9613-176bcf524b7d', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'port_id': '60f966d6-f2ff-460e-9613-176bcf524b7d', 'mac_address': 'fa:16:3e:44:4a:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3810d295-ee98-40f7-b1e2-609bf7d1c3df', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:01:12.019540 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 60f966d6-f2ff-460e-9613-176bcf524b7d is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:01:12.019943 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (60f966d6-f2ff-460e-9613-176bcf524b7d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:12.037084 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60f966d6-f2ff-460e-9613-176bcf524b7d {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:01:12.057205 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 60f966d6-f2ff-460e-9613-176bcf524b7d, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=60f966d6-f2ff-460e-9613-176bcf524b7d,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:12.061113 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (60f966d6-f2ff-460e-9613-176bcf524b7d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:12.064607 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4414bb6c-8aff-4468-ad02-3d57298021d4 req-2730315a-25c9-4097-bb1b-eb988d0b442a tempest-MigrationsAdminTest-2128325755 tempest-MigrationsAdminTest-2128325755-project-admin] Publish callbacks [] for security_group (7d7b0d79-8f6f-4346-bf5f-3c8dd64adbce), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:12.077880 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4414bb6c-8aff-4468-ad02-3d57298021d4 req-2730315a-25c9-4097-bb1b-eb988d0b442a tempest-MigrationsAdminTest-2128325755 tempest-MigrationsAdminTest-2128325755-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (7d7b0d79-8f6f-4346-bf5f-3c8dd64adbce), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:12.109936 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=60f966d6-f2ff-460e-9613-176bcf524b7d,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:12.123381 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f9750-e2df-4b82-823d-a30520a1dc35 req-dc502178-2541-47b0-b317-5f5e0f2c807a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:12.125012 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-855f9750-e2df-4b82-823d-a30520a1dc35 req-dc502178-2541-47b0-b317-5f5e0f2c807a service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2190940 Feb 09 01:01:12.135864 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-bad6d15d-d32b-46bc-9669-ff0bbf59caae tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--560751950&fields=id&tenant_id=59b83406d20b4b2ebe9993c1c71eb2e8 HTTP/1.1" status: 200 len: 267 time: 0.1841826 Feb 09 01:01:12.180709 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device e88b7e52-5ffe-45cb-b318-f6ee9930eb2d details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:01:12.191513 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2730315a-25c9-4097-bb1b-eb988d0b442a tempest-MigrationsAdminTest-2128325755 tempest-MigrationsAdminTest-2128325755-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7b0d79-8f6f-4346-bf5f-3c8dd64adbce,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:12.213572 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device c5720836-7c12-40a3-96af-97d4f676d2e8 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:01:12.227562 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-855f9750-e2df-4b82-823d-a30520a1dc35 req-347bb262-c660-43a8-9083-ae186fdb78e4 service neutron] 10.222.0.47 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077641 Feb 09 01:01:12.229717 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4414bb6c-8aff-4468-ad02-3d57298021d4 req-2730315a-25c9-4097-bb1b-eb988d0b442a tempest-MigrationsAdminTest-2128325755 tempest-MigrationsAdminTest-2128325755-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5458860 Feb 09 01:01:12.299765 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['60f966d6-f2ff-460e-9613-176bcf524b7d'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:01:12.421899 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port e88b7e52-5ffe-45cb-b318-f6ee9930eb2d, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=e88b7e52-5ffe-45cb-b318-f6ee9930eb2d,segment=NetworkSegment(2793514a-5639-496c-8d37-377203141ac7),segment_id=2793514a-5639-496c-8d37-377203141ac7)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:12.444077 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port c5720836-7c12-40a3-96af-97d4f676d2e8 is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:01:12.444471 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c5720836-7c12-40a3-96af-97d4f676d2e8), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:12.450053 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': 'e88b7e52-5ffe-45cb-b318-f6ee9930eb2d', 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10', 'port_id': 'e88b7e52-5ffe-45cb-b318-f6ee9930eb2d', 'mac_address': 'fa:16:3e:2c:d1:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aee9db20-60c4-48dd-9796-48ed06ca844d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:01:12.474992 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e64317-9287-4ffe-b395-6103525fde93 req-8afe3996-6eda-4587-8320-9ce7003f0730 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:12.476467 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-80e64317-9287-4ffe-b395-6103525fde93 req-8afe3996-6eda-4587-8320-9ce7003f0730 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.120 "GET /v2.0/ports?device_id=d05509da-7ec9-42e3-abb9-f69f5bffb0c5 HTTP/1.1" status: 200 len: 949 time: 0.3269479 Feb 09 01:01:12.516145 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-855f9750-e2df-4b82-823d-a30520a1dc35 req-36cb2d10-c794-4ddf-b6b4-477f89f7a502 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630438 Feb 09 01:01:12.533457 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port c5720836-7c12-40a3-96af-97d4f676d2e8, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=c5720836-7c12-40a3-96af-97d4f676d2e8,segment=NetworkSegment(b2ef10b9-0c7e-4ea0-88fe-781103c28e86),segment_id=b2ef10b9-0c7e-4ea0-88fe-781103c28e86)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:12.544597 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port e88b7e52-5ffe-45cb-b318-f6ee9930eb2d is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:01:12.544993 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e88b7e52-5ffe-45cb-b318-f6ee9930eb2d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:12.546276 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-6b20aa3c-1e50-49c8-bc35-b0606756a61c tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:12.546733 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (c5720836-7c12-40a3-96af-97d4f676d2e8), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:12.547727 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-6b20aa3c-1e50-49c8-bc35-b0606756a61c tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/networks?id=5b1ef353-28d7-4dbf-bb1a-5731e3977ba4 HTTP/1.1" status: 200 len: 823 time: 0.3915489 Feb 09 01:01:12.591502 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e88b7e52-5ffe-45cb-b318-f6ee9930eb2d {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:01:12.629192 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-38254c95-593e-4ef0-a5ce-04fa09706ced req-8739ea1c-3845-402c-9bda-4852d410e424 tempest-SecurityGroupsTestAdminJSON-881323096 tempest-SecurityGroupsTestAdminJSON-881323096-project] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9bcbabed1835499cb449e57133276c47 HTTP/1.1" status: 200 len: 6154 time: 0.3446138 Feb 09 01:01:12.645710 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port e88b7e52-5ffe-45cb-b318-f6ee9930eb2d, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=e88b7e52-5ffe-45cb-b318-f6ee9930eb2d,segment=NetworkSegment(2793514a-5639-496c-8d37-377203141ac7),segment_id=2793514a-5639-496c-8d37-377203141ac7)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:12.646595 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-855f9750-e2df-4b82-823d-a30520a1dc35 req-93d6cf0d-e3d7-4dbc-adce-de9d88837b39 service neutron] 10.222.0.47 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574233 Feb 09 01:01:12.647955 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-7517fb58-b410-432f-9f2e-43c063b5ad07 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/quotas/59b83406d20b4b2ebe9993c1c71eb2e8 HTTP/1.1" status: 200 len: 375 time: 0.0835700 Feb 09 01:01:12.655113 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e88b7e52-5ffe-45cb-b318-f6ee9930eb2d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:12.657865 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=c5720836-7c12-40a3-96af-97d4f676d2e8,revision_number=8']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:12.669671 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:12.670021 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:12.670373 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:12.670712 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:12.671051 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:12.671404 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:12.671738 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:12.672150 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:12.672398 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:12.672751 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:12.673081 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:12.673405 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:12.673728 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:12.727321 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=e88b7e52-5ffe-45cb-b318-f6ee9930eb2d,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:12.785450 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-38254c95-593e-4ef0-a5ce-04fa09706ced req-a4d68f4e-656a-4344-a29b-b30f0ceac717 tempest-SecurityGroupsTestAdminJSON-881323096 tempest-SecurityGroupsTestAdminJSON-881323096-project] 10.222.0.50 "GET /v2.0/security-groups/147a0b89-2c25-4b23-8d7b-b581ca3a8991 HTTP/1.1" status: 200 len: 2998 time: 0.1455500 Feb 09 01:01:12.792185 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-855f9750-e2df-4b82-823d-a30520a1dc35 req-f5e045c7-a97d-4e33-bb3f-ebef1c80f9ce service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540598 Feb 09 01:01:12.798167 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7218c38-5b3c-49f7-9f41-0357966bf891', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5720836-7c12-40a3-96af-97d4f676d2e8'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:01:12.801355 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89e2a1f-6f80-4c3a-aafb-437cac20a7d0" -d '{"events": [{"server_uuid": "f7218c38-5b3c-49f7-9f41-0357966bf891", "name": "network-vif-unplugged", "status": "completed", "tag": "c5720836-7c12-40a3-96af-97d4f676d2e8"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:01:12.832873 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-9e48d75b-605e-4283-99ae-229dce5cccb6 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=59b83406d20b4b2ebe9993c1c71eb2e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1521208 Feb 09 01:01:12.837377 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-80e64317-9287-4ffe-b395-6103525fde93 req-d51b94f7-868c-4b4e-8579-10a53447c606 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Deleting port 00af4a39-6f45-413a-8932-22db67767e6f {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:01:12.837735 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-80e64317-9287-4ffe-b395-6103525fde93 req-d51b94f7-868c-4b4e-8579-10a53447c606 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (00af4a39-6f45-413a-8932-22db67767e6f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:13.006567 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['e88b7e52-5ffe-45cb-b318-f6ee9930eb2d'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:01:13.142244 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-38254c95-593e-4ef0-a5ce-04fa09706ced req-02d8f348-2b6c-4df8-8e68-bd258a956054 tempest-SecurityGroupsTestAdminJSON-881323096 tempest-SecurityGroupsTestAdminJSON-881323096-project] 10.222.0.50 "GET /v2.0/security-groups/147a0b89-2c25-4b23-8d7b-b581ca3a8991 HTTP/1.1" status: 200 len: 2998 time: 0.3490615 Feb 09 01:01:13.201330 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-80e64317-9287-4ffe-b395-6103525fde93 req-d51b94f7-868c-4b4e-8579-10a53447c606 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] For port 00af4a39-6f45-413a-8932-22db67767e6f, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=00af4a39-6f45-413a-8932-22db67767e6f,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:13.201701 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-80e64317-9287-4ffe-b395-6103525fde93 req-d51b94f7-868c-4b4e-8579-10a53447c606 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (00af4a39-6f45-413a-8932-22db67767e6f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:13.247899 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-80e64317-9287-4ffe-b395-6103525fde93 req-d51b94f7-868c-4b4e-8579-10a53447c606 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Calling delete_port for 00af4a39-6f45-413a-8932-22db67767e6f owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:01:13.253799 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-b1c0e588-d7b5-4387-a565-ac2548d7bb29 service neutron] 10.222.0.50 "GET /v2.0/networks/5b1ef353-28d7-4dbf-bb1a-5731e3977ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3996813 Feb 09 01:01:13.357810 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd85660-9f00-4d78-b3a1-160fefb3897e req-801063a7-f252-4622-8114-8664fda62aa2 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:13.359296 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9fd85660-9f00-4d78-b3a1-160fefb3897e req-801063a7-f252-4622-8114-8664fda62aa2 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ac43dc1-3eb2-467b-b60e-258f259046e1 HTTP/1.1" status: 200 len: 949 time: 0.1612782 Feb 09 01:01:13.451540 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-530b30fc-9026-44fb-a5f3-1ccb2ab2a827 service neutron] 10.222.0.50 "GET /v2.0/networks/5b1ef353-28d7-4dbf-bb1a-5731e3977ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877840 Feb 09 01:01:13.459628 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9fd85660-9f00-4d78-b3a1-160fefb3897e req-ee78d3be-bc82-4815-97ef-9b8322aa8e5e tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab67f5-0522-4ac2-9e3c-0c8e92959fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923719 Feb 09 01:01:13.517215 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-80e64317-9287-4ffe-b395-6103525fde93 req-d51b94f7-868c-4b4e-8579-10a53447c606 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (00af4a39-6f45-413a-8932-22db67767e6f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:13.529792 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['00af4a39-6f45-413a-8932-22db67767e6f'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:01:13.546627 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b94f7-868c-4b4e-8579-10a53447c606 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Pushing event deleted for resources: {'Port': ['ID=00af4a39-6f45-413a-8932-22db67767e6f,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:13.615686 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e64317-9287-4ffe-b395-6103525fde93 req-d51b94f7-868c-4b4e-8579-10a53447c606 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] No DVR routers for this DVR port 00af4a39-6f45-413a-8932-22db67767e6f on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:01:13.619528 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-80e64317-9287-4ffe-b395-6103525fde93 req-d51b94f7-868c-4b4e-8579-10a53447c606 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:13.623158 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-80e64317-9287-4ffe-b395-6103525fde93 req-d51b94f7-868c-4b4e-8579-10a53447c606 tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.120 "DELETE /v2.0/ports/00af4a39-6f45-413a-8932-22db67767e6f HTTP/1.1" status: 204 len: 173 time: 1.1374426 Feb 09 01:01:13.623622 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05509da-7ec9-42e3-abb9-f69f5bffb0c5', 'name': 'network-vif-deleted', 'tag': '00af4a39-6f45-413a-8932-22db67767e6f'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:01:13.625973 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09058b48-011a-4c14-b87a-956bb700401d" -d '{"events": [{"server_uuid": "d05509da-7ec9-42e3-abb9-f69f5bffb0c5", "name": "network-vif-deleted", "tag": "00af4a39-6f45-413a-8932-22db67767e6f"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:01:13.770938 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-009761d9-747f-43e2-bf99-e15fec18725f req-e3081faa-ab09-451c-a635-e8efeafdd8ab tempest-LiveMigrationNegativeTest-924755100 tempest-LiveMigrationNegativeTest-924755100-project] 10.222.0.50 "GET /v2.0/ports?device_id=d05509da-7ec9-42e3-abb9-f69f5bffb0c5 HTTP/1.1" status: 200 len: 210 time: 0.0341849 Feb 09 01:01:13.780508 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c9ef0-300d-4d14-bf37-379a3182a019 req-c4574fed-29e4-4ace-a1b8-35be0a5dc7dc tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:13.790819 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e23c9ef0-300d-4d14-bf37-379a3182a019 req-c4574fed-29e4-4ace-a1b8-35be0a5dc7dc tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=977c202c-168c-44df-9f22-3a217a1145d0 HTTP/1.1" status: 200 len: 945 time: 0.1525941 Feb 09 01:01:13.865894 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 60f966d6-f2ff-460e-9613-176bcf524b7d up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:01:13.891504 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e23c9ef0-300d-4d14-bf37-379a3182a019 req-90b0770c-b891-4e45-bcef-99e4a947b795 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997000 Feb 09 01:01:13.941399 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b466d47-a1db-4973-bfa2-1ec7000aa4a0 x-openstack-request-id: req-0b466d47-a1db-4973-bfa2-1ec7000aa4a0 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:01:13.942301 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7218c38-5b3c-49f7-9f41-0357966bf891", "name": "network-vif-unplugged", "status": "completed", "tag": "c5720836-7c12-40a3-96af-97d4f676d2e8", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:01:13.942567 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0b466d47-a1db-4973-bfa2-1ec7000aa4a0 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:01:13.944019 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7218c38-5b3c-49f7-9f41-0357966bf891', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5720836-7c12-40a3-96af-97d4f676d2e8', 'code': 200} Feb 09 01:01:13.993205 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 60f966d6-f2ff-460e-9613-176bcf524b7d completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:01:13.998090 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 60f966d6-f2ff-460e-9613-176bcf524b7d triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:13.998849 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (60f966d6-f2ff-460e-9613-176bcf524b7d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:14.093735 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeae505-87c0-46e9-b7f0-a5cd87f8b315 req-e4a0e8ee-1427-4291-924e-5c2e0b1ce6d3 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:14.101176 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2eeae505-87c0-46e9-b7f0-a5cd87f8b315 req-e4a0e8ee-1427-4291-924e-5c2e0b1ce6d3 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc41ccf-8430-4a57-8167-1e321221a07d HTTP/1.1" status: 200 len: 950 time: 0.0919993 Feb 09 01:01:14.149648 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 60f966d6-f2ff-460e-9613-176bcf524b7d is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:01:14.150728 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (60f966d6-f2ff-460e-9613-176bcf524b7d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:14.197399 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 60f966d6-f2ff-460e-9613-176bcf524b7d, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=60f966d6-f2ff-460e-9613-176bcf524b7d,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:14.200903 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device e88b7e52-5ffe-45cb-b318-f6ee9930eb2d up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:01:14.234831 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2eeae505-87c0-46e9-b7f0-a5cd87f8b315 req-67afa320-5537-4b9c-8912-1473aedf10fe tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab1a0708-3027-43a6-b70f-c2d19a1a7192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246181 Feb 09 01:01:14.254733 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (60f966d6-f2ff-460e-9613-176bcf524b7d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:14.358427 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8cf50326-1234-4bbe-b7b6-89ffea7ff5d6 req-1e1f4d9f-3bf5-4234-96e3-e25d3ad81feb tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] 10.222.0.50 "GET /v2.0/security-groups/438d5ad7-d225-48d0-8dc6-ecc79df0f057 HTTP/1.1" status: 200 len: 1794 time: 0.0656056 Feb 09 01:01:14.369632 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=60f966d6-f2ff-460e-9613-176bcf524b7d,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:14.396080 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port e88b7e52-5ffe-45cb-b318-f6ee9930eb2d completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:01:14.401656 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port e88b7e52-5ffe-45cb-b318-f6ee9930eb2d triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:14.402595 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e88b7e52-5ffe-45cb-b318-f6ee9930eb2d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:14.442902 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8cf50326-1234-4bbe-b7b6-89ffea7ff5d6 req-a86c2a86-44ba-49bd-87ed-49911d5fe679 tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] Publish callbacks [] for security_group (438d5ad7-d225-48d0-8dc6-ecc79df0f057), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:14.472447 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8cf50326-1234-4bbe-b7b6-89ffea7ff5d6 req-a86c2a86-44ba-49bd-87ed-49911d5fe679 tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] Publish callbacks [] for security_group (438d5ad7-d225-48d0-8dc6-ecc79df0f057), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:14.506807 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port e88b7e52-5ffe-45cb-b318-f6ee9930eb2d is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:01:14.507376 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e88b7e52-5ffe-45cb-b318-f6ee9930eb2d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:14.530287 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8cf50326-1234-4bbe-b7b6-89ffea7ff5d6 req-a86c2a86-44ba-49bd-87ed-49911d5fe679 tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (438d5ad7-d225-48d0-8dc6-ecc79df0f057), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:14.533725 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8cf50326-1234-4bbe-b7b6-89ffea7ff5d6 req-a86c2a86-44ba-49bd-87ed-49911d5fe679 tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:14.537037 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8cf50326-1234-4bbe-b7b6-89ffea7ff5d6 req-a86c2a86-44ba-49bd-87ed-49911d5fe679 tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] 10.222.0.50 "DELETE /v2.0/security-groups/438d5ad7-d225-48d0-8dc6-ecc79df0f057 HTTP/1.1" status: 204 len: 173 time: 0.1774702 Feb 09 01:01:14.559410 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c2a86-44ba-49bd-87ed-49911d5fe679 tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438d5ad7-d225-48d0-8dc6-ecc79df0f057,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:14.585697 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port e88b7e52-5ffe-45cb-b318-f6ee9930eb2d, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=e88b7e52-5ffe-45cb-b318-f6ee9930eb2d,segment=NetworkSegment(2793514a-5639-496c-8d37-377203141ac7),segment_id=2793514a-5639-496c-8d37-377203141ac7)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:14.603925 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e88b7e52-5ffe-45cb-b318-f6ee9930eb2d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:14.657578 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=e88b7e52-5ffe-45cb-b318-f6ee9930eb2d,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:14.660050 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a31661f0-d239-4d47-9a31-b35438128ff9 req-ce90381d-0756-4a53-8896-9e9399bd6de1 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/ports?device_id=77b15bfe-17a0-47a9-b532-520e80a33c62 HTTP/1.1" status: 200 len: 210 time: 0.0374513 Feb 09 01:01:14.696277 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49235d26-cc35-4850-833e-426f8daf7a0c x-openstack-request-id: req-49235d26-cc35-4850-833e-426f8daf7a0c {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:01:14.696277 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d05509da-7ec9-42e3-abb9-f69f5bffb0c5", "name": "network-vif-deleted", "tag": "00af4a39-6f45-413a-8932-22db67767e6f", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:01:14.696277 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-49235d26-cc35-4850-833e-426f8daf7a0c {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:01:14.696277 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05509da-7ec9-42e3-abb9-f69f5bffb0c5', 'name': 'network-vif-deleted', 'tag': '00af4a39-6f45-413a-8932-22db67767e6f', 'status': 'completed', 'code': 200} Feb 09 01:01:14.911459 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef51d0e-1f54-4d2a-8982-5e22abe594c4 req-e4a0ab53-cb60-447e-bcb8-49c52bb94aa1 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:14.921066 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1ef51d0e-1f54-4d2a-8982-5e22abe594c4 req-e4a0ab53-cb60-447e-bcb8-49c52bb94aa1 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/networks?id=b90c3694-06cc-4931-a87d-3191a1408398 HTTP/1.1" status: 200 len: 805 time: 0.1511154 Feb 09 01:01:14.930758 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38514) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:01:14.954310 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1ef51d0e-1f54-4d2a-8982-5e22abe594c4 req-f0e3c9f1-163d-4404-a33d-77d76bd389ae tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/quotas/74abc34e7691425282972b2da05f36f8 HTTP/1.1" status: 200 len: 375 time: 0.0223508 Feb 09 01:01:15.102348 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1ef51d0e-1f54-4d2a-8982-5e22abe594c4 req-0ce68920-1c93-4818-8c8e-186833608e30 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=74abc34e7691425282972b2da05f36f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1424921 Feb 09 01:01:15.133648 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-b30fe111-1ec9-46d0-adb8-93c66c4b31b4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2003863 Feb 09 01:01:15.138871 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-79b2012d-31b2-47d5-abee-cce4e035129e service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:01:15.151920 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-79b2012d-31b2-47d5-abee-cce4e035129e service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0171475 Feb 09 01:01:15.233503 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-a3cfad96-c9d8-4054-98a5-64d8fe8a54ce tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:15.235155 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-a3cfad96-c9d8-4054-98a5-64d8fe8a54ce tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.120 "GET /v2.0/networks?id=5b1ef353-28d7-4dbf-bb1a-5731e3977ba4 HTTP/1.1" status: 200 len: 823 time: 0.2540295 Feb 09 01:01:15.390159 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1ef51d0e-1f54-4d2a-8982-5e22abe594c4 req-b76f7c9d-d52b-4955-9cc3-30c217c97365 service neutron] 10.222.0.50 "GET /v2.0/networks/b90c3694-06cc-4931-a87d-3191a1408398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760758 Feb 09 01:01:15.410265 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-fe4f9484-df0d-4c06-9c06-6a20cb01b388 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59b83406d20b4b2ebe9993c1c71eb2e8 HTTP/1.1" status: 200 len: 379 time: 0.1647496 Feb 09 01:01:15.431619 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b800b6-3180-4ceb-84c6-3e0378c241eb req-78a60dbc-0b35-481d-abfa-7d0bb67863ec tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:15.433156 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-69b800b6-3180-4ceb-84c6-3e0378c241eb req-78a60dbc-0b35-481d-abfa-7d0bb67863ec tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ac43dc1-3eb2-467b-b60e-258f259046e1 HTTP/1.1" status: 200 len: 950 time: 0.1417131 Feb 09 01:01:15.462181 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-e3eb308d-117a-4f41-9b5c-c4f3d9d3064c tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Request body: {'port': {'device_id': '77b15bfe-17a0-47a9-b532-520e80a33c62', 'network_id': '5b1ef353-28d7-4dbf-bb1a-5731e3977ba4', 'admin_state_up': True, 'tenant_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'security_groups': ['1790f5db-f4bf-4a0a-b871-f8306e209982']}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:15.599506 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-69b800b6-3180-4ceb-84c6-3e0378c241eb req-db670eb5-8161-4e15-9a60-387785ea4308 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab67f5-0522-4ac2-9e3c-0c8e92959fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325576 Feb 09 01:01:15.624925 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1ef51d0e-1f54-4d2a-8982-5e22abe594c4 req-338048dc-b27a-474f-8cd3-7dabb8328284 service neutron] 10.222.0.50 "GET /v2.0/networks/b90c3694-06cc-4931-a87d-3191a1408398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276475 Feb 09 01:01:15.656297 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-e3eb308d-117a-4f41-9b5c-c4f3d9d3064c tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Made reservation on behalf of 59b83406d20b4b2ebe9993c1c71eb2e8 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:01:15.660747 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-e3eb308d-117a-4f41-9b5c-c4f3d9d3064c tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:15.789635 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-559abe7a-7984-4637-984b-e6bddddd8277 req-18f60e14-8b4b-46bd-8362-e26db4482b9e tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] 10.222.0.50 "GET /v2.0/security-groups/c01b5c9d-2ab9-48db-a354-b87fcc94985e HTTP/1.1" status: 200 len: 1795 time: 0.1021667 Feb 09 01:01:15.867997 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 00af4a39-6f45-413a-8932-22db67767e6f no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:01:15.894819 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-e3eb308d-117a-4f41-9b5c-c4f3d9d3064c tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Allocated IP 172.20.0.7 (5b1ef353-28d7-4dbf-bb1a-5731e3977ba4/f61025f6-bbc8-419e-944b-83c38276e9e3/b39940fd-23b9-4252-be87-2131fe4b7388) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:01:15.946298 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac43dc1-3eb2-467b-b60e-258f259046e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f966d6-f2ff-460e-9613-176bcf524b7d'}, {'server_uuid': '977c202c-168c-44df-9f22-3a217a1145d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e88b7e52-5ffe-45cb-b318-f6ee9930eb2d'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:01:15.959739 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca01d22-a40f-4570-a26d-3b0c1399dc10" -d '{"events": [{"server_uuid": "8ac43dc1-3eb2-467b-b60e-258f259046e1", "name": "network-vif-plugged", "status": "completed", "tag": "60f966d6-f2ff-460e-9613-176bcf524b7d"}, {"server_uuid": "977c202c-168c-44df-9f22-3a217a1145d0", "name": "network-vif-plugged", "status": "completed", "tag": "e88b7e52-5ffe-45cb-b318-f6ee9930eb2d"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:01:15.967952 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: 00af4a39-6f45-413a-8932-22db67767e6f {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:01:15.968698 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 00af4a39-6f45-413a-8932-22db67767e6f not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:01:16.151783 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce04a96-ca08-4764-97ff-4326aa50558c req-cabed18c-1019-4448-8a98-736702b41013 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:16.153517 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fce04a96-ca08-4764-97ff-4326aa50558c req-cabed18c-1019-4448-8a98-736702b41013 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d HTTP/1.1" status: 200 len: 949 time: 0.2344146 Feb 09 01:01:16.173906 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea8a85-1438-4075-9a2c-09cdb5c55331 req-02a46c10-71e1-4b1a-8067-7b881f4575c4 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:16.178531 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3bea8a85-1438-4075-9a2c-09cdb5c55331 req-02a46c10-71e1-4b1a-8067-7b881f4575c4 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.47 "GET /v2.0/ports?device_id=f7218c38-5b3c-49f7-9f41-0357966bf891 HTTP/1.1" status: 200 len: 966 time: 0.1998739 Feb 09 01:01:16.184794 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-559abe7a-7984-4637-984b-e6bddddd8277 req-3cb6776d-1726-4a78-b989-12d32d651864 tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] Publish callbacks [] for security_group (c01b5c9d-2ab9-48db-a354-b87fcc94985e), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:16.282214 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-559abe7a-7984-4637-984b-e6bddddd8277 req-3cb6776d-1726-4a78-b989-12d32d651864 tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] Publish callbacks [] for security_group (c01b5c9d-2ab9-48db-a354-b87fcc94985e), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:16.364794 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fce04a96-ca08-4764-97ff-4326aa50558c req-a13caca8-4869-4855-b6eb-c7db48f72c2a tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042906 Feb 09 01:01:16.406525 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-e3eb308d-117a-4f41-9b5c-c4f3d9d3064c tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks [] for port (b39940fd-23b9-4252-be87-2131fe4b7388), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:16.414555 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-559abe7a-7984-4637-984b-e6bddddd8277 req-3cb6776d-1726-4a78-b989-12d32d651864 tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (c01b5c9d-2ab9-48db-a354-b87fcc94985e), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:16.417373 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-559abe7a-7984-4637-984b-e6bddddd8277 req-3cb6776d-1726-4a78-b989-12d32d651864 tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:16.418809 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-559abe7a-7984-4637-984b-e6bddddd8277 req-3cb6776d-1726-4a78-b989-12d32d651864 tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] 10.222.0.50 "DELETE /v2.0/security-groups/c01b5c9d-2ab9-48db-a354-b87fcc94985e HTTP/1.1" status: 204 len: 173 time: 0.4969151 Feb 09 01:01:16.450912 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb6776d-1726-4a78-b989-12d32d651864 tempest-SecurityGroupsTestAdminJSON-465127703 tempest-SecurityGroupsTestAdminJSON-465127703-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01b5c9d-2ab9-48db-a354-b87fcc94985e,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:16.476295 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-3bea8a85-1438-4075-9a2c-09cdb5c55331 req-4f4cc888-83a6-4e3a-94f1-e20e1f4d29a9 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Deleting port c5720836-7c12-40a3-96af-97d4f676d2e8 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:01:16.476678 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3bea8a85-1438-4075-9a2c-09cdb5c55331 req-4f4cc888-83a6-4e3a-94f1-e20e1f4d29a9 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (c5720836-7c12-40a3-96af-97d4f676d2e8), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:16.536518 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-e3eb308d-117a-4f41-9b5c-c4f3d9d3064c tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (b39940fd-23b9-4252-be87-2131fe4b7388), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:16.606214 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eb308d-117a-4f41-9b5c-c4f3d9d3064c tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Pushing event updated for resources: {'Port': ['ID=b39940fd-23b9-4252-be87-2131fe4b7388,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:16.706624 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-e3eb308d-117a-4f41-9b5c-c4f3d9d3064c tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Network 5b1ef353-28d7-4dbf-bb1a-5731e3977ba4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:16.766990 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-e3eb308d-117a-4f41-9b5c-c4f3d9d3064c tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:16.770937 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-e3eb308d-117a-4f41-9b5c-c4f3d9d3064c tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:01:16.776379 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-e3eb308d-117a-4f41-9b5c-c4f3d9d3064c tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:16.777783 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-e3eb308d-117a-4f41-9b5c-c4f3d9d3064c tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:16.850773 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-3bea8a85-1438-4075-9a2c-09cdb5c55331 req-4f4cc888-83a6-4e3a-94f1-e20e1f4d29a9 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] For port c5720836-7c12-40a3-96af-97d4f676d2e8, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=c5720836-7c12-40a3-96af-97d4f676d2e8,segment=NetworkSegment(b2ef10b9-0c7e-4ea0-88fe-781103c28e86),segment_id=b2ef10b9-0c7e-4ea0-88fe-781103c28e86)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:16.851158 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3bea8a85-1438-4075-9a2c-09cdb5c55331 req-4f4cc888-83a6-4e3a-94f1-e20e1f4d29a9 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (c5720836-7c12-40a3-96af-97d4f676d2e8), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:16.860764 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa951314-5f9f-4bbc-88a8-e189c745ae5e req-1f36a04e-a123-442a-9a3d-23cc8dd4b252 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:16.862284 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aa951314-5f9f-4bbc-88a8-e189c745ae5e req-1f36a04e-a123-442a-9a3d-23cc8dd4b252 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=977c202c-168c-44df-9f22-3a217a1145d0 HTTP/1.1" status: 200 len: 946 time: 0.2610626 Feb 09 01:01:16.873579 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-e3eb308d-117a-4f41-9b5c-c4f3d9d3064c tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4151807 Feb 09 01:01:16.889361 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-3bea8a85-1438-4075-9a2c-09cdb5c55331 req-4f4cc888-83a6-4e3a-94f1-e20e1f4d29a9 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Calling delete_port for c5720836-7c12-40a3-96af-97d4f676d2e8 owned by compute:tempest-test_az-1636857999 {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:01:16.897583 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-7d01f1ed-35ca-43c8-8d61-8484d0e61654 service neutron] Request body: {'port': {'device_id': '77b15bfe-17a0-47a9-b532-520e80a33c62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:16.934861 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38576) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:01:16.945942 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-05f6220c-dbef-4120-999d-e3ca627fad18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:16.947525 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-05f6220c-dbef-4120-999d-e3ca627fad18 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=698d05b4eb4b402aa83e695c4b2c5978&device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d HTTP/1.1" status: 200 len: 1131 time: 0.2383270 Feb 09 01:01:17.012392 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-a4d0b952-768b-4b44-bea4-6282eda0a0dd None None] Provisioning complete for port b39940fd-23b9-4252-be87-2131fe4b7388 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:17.014314 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a4d0b952-768b-4b44-bea4-6282eda0a0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b39940fd-23b9-4252-be87-2131fe4b7388), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:17.053909 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a4d0b952-768b-4b44-bea4-6282eda0a0dd None None] Port b39940fd-23b9-4252-be87-2131fe4b7388 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:01:17.089737 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a73428d6-cc71-47af-ae5d-3dda066971ec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e954fab3d43d455d9ae63a1ca4e8f47a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1532047 Feb 09 01:01:17.092389 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38580) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:01:17.153700 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-01e346d1-844b-4dab-a41f-a29b6c8fb303 admin admin] Publish callbacks [] for security_group (3ae89f1b-0d6f-4181-9124-42300154813a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:17.177961 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-01e346d1-844b-4dab-a41f-a29b6c8fb303 admin admin] Publish callbacks [] for security_group (3ae89f1b-0d6f-4181-9124-42300154813a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:17.195259 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 56316) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:01:17.267808 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a2ada-674d-4128-96c3-4e4f6f6ae941 req-0eaf8ac8-2f3a-424b-ae7e-c4f8d78b1a89 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:17.269496 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0d4a2ada-674d-4128-96c3-4e4f6f6ae941 req-0eaf8ac8-2f3a-424b-ae7e-c4f8d78b1a89 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/ports?device_id=77b15bfe-17a0-47a9-b532-520e80a33c62 HTTP/1.1" status: 200 len: 931 time: 0.5616863 Feb 09 01:01:17.275215 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-01e346d1-844b-4dab-a41f-a29b6c8fb303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (3ae89f1b-0d6f-4181-9124-42300154813a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:17.278141 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-01e346d1-844b-4dab-a41f-a29b6c8fb303 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:17.279288 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-01e346d1-844b-4dab-a41f-a29b6c8fb303 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3ae89f1b-0d6f-4181-9124-42300154813a HTTP/1.1" status: 204 len: 168 time: 0.1857429 Feb 09 01:01:17.295971 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e346d1-844b-4dab-a41f-a29b6c8fb303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae89f1b-0d6f-4181-9124-42300154813a,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:17.356788 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef51d0e-1f54-4d2a-8982-5e22abe594c4 req-8fac2191-f33a-4bd9-92d3-a486b55b8798 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:17.358429 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1ef51d0e-1f54-4d2a-8982-5e22abe594c4 req-8fac2191-f33a-4bd9-92d3-a486b55b8798 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.47 "GET /v2.0/networks?id=b90c3694-06cc-4931-a87d-3191a1408398 HTTP/1.1" status: 200 len: 805 time: 0.1620073 Feb 09 01:01:17.365048 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aa951314-5f9f-4bbc-88a8-e189c745ae5e req-977193d5-4add-4ad5-849f-8a358e8b4446 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4822626 Feb 09 01:01:17.375000 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-1ef51d0e-1f54-4d2a-8982-5e22abe594c4 req-304cd681-07bc-42d7-a3c7-ed7c33232cd9 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Request body: {'port': {'device_id': '85ecf42b-bfd6-4ff8-839c-d164b7522a38', 'network_id': 'b90c3694-06cc-4931-a87d-3191a1408398', 'admin_state_up': True, 'tenant_id': '74abc34e7691425282972b2da05f36f8'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:17.421271 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-7d01f1ed-35ca-43c8-8d61-8484d0e61654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b39940fd-23b9-4252-be87-2131fe4b7388), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:17.501637 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ef51d0e-1f54-4d2a-8982-5e22abe594c4 req-304cd681-07bc-42d7-a3c7-ed7c33232cd9 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Made reservation on behalf of 74abc34e7691425282972b2da05f36f8 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:01:17.506820 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-1ef51d0e-1f54-4d2a-8982-5e22abe594c4 req-304cd681-07bc-42d7-a3c7-ed7c33232cd9 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:17.539528 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ed0c4c15-95c5-425a-9bbb-94e724a3404e req-49c07d39-ec10-49e0-91ef-d0c16efe5ac8 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ecf42b-bfd6-4ff8-839c-d164b7522a38 HTTP/1.1" status: 200 len: 210 time: 0.0902300 Feb 09 01:01:17.568335 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-628c4cc9-471d-48ca-b9fa-953d8081aef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:17.570025 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-628c4cc9-471d-48ca-b9fa-953d8081aef6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.6101825 Feb 09 01:01:17.578364 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0d4a2ada-674d-4128-96c3-4e4f6f6ae941 req-dfe352ec-e800-4037-8304-56d963d513d0 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/security-groups?id=1790f5db-f4bf-4a0a-b871-f8306e209982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2370160 Feb 09 01:01:17.613823 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 01:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7d59ab-4f84-4acb-8cf4-62cb96194340 x-openstack-request-id: req-cf7d59ab-4f84-4acb-8cf4-62cb96194340 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:01:17.614564 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac43dc1-3eb2-467b-b60e-258f259046e1", "name": "network-vif-plugged", "status": "completed", "tag": "60f966d6-f2ff-460e-9613-176bcf524b7d", "code": 200}, {"server_uuid": "977c202c-168c-44df-9f22-3a217a1145d0", "name": "network-vif-plugged", "status": "completed", "tag": "e88b7e52-5ffe-45cb-b318-f6ee9930eb2d", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:01:17.615148 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cf7d59ab-4f84-4acb-8cf4-62cb96194340 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:01:17.617533 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac43dc1-3eb2-467b-b60e-258f259046e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f966d6-f2ff-460e-9613-176bcf524b7d', 'code': 200} Feb 09 01:01:17.618002 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '977c202c-168c-44df-9f22-3a217a1145d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e88b7e52-5ffe-45cb-b318-f6ee9930eb2d', 'code': 200} Feb 09 01:01:17.683381 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 56317) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:01:17.699963 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-2cd305a9-5814-4ce3-9b52-e0be6d165b3d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=bc3bbf9e-6302-4f75-979e-f06189e488b9 HTTP/1.1" status: 200 len: 217 time: 0.1206257 Feb 09 01:01:17.728868 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [req-1ef51d0e-1f54-4d2a-8982-5e22abe594c4 req-304cd681-07bc-42d7-a3c7-ed7c33232cd9 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Allocated IP 172.20.0.4 (b90c3694-06cc-4931-a87d-3191a1408398/7cacafe2-88d1-46d1-b016-b2d0f5a05d3f/dac9e357-a474-48c4-8a68-d60133aacb8a) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:01:17.747075 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c03d6d-b1c1-423e-ad67-58f3f8cb9230 req-e467f33c-2e2b-422d-8c08-533abb5045ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:17.747075 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-c8c03d6d-b1c1-423e-ad67-58f3f8cb9230 req-e467f33c-2e2b-422d-8c08-533abb5045ec service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=977c202c-168c-44df-9f22-3a217a1145d0 HTTP/1.1" status: 200 len: 1128 time: 0.0604124 Feb 09 01:01:17.747460 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38590) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:01:17.822548 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-172233d3-69e9-40d7-b496-3f6ef114edf4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=77bcda16819a449c815784d7d294e25d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0739963 Feb 09 01:01:17.824805 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-c8c03d6d-b1c1-423e-ad67-58f3f8cb9230 req-aedebb50-7c56-4469-bbae-857efccf274a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713298 Feb 09 01:01:17.825368 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38592) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:01:17.878082 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4ab2b28a-cdd0-4df7-a0a4-f8b5a81a3efc admin admin] Publish callbacks [] for security_group (fb513570-d416-470b-b94d-c89dd85e6adf), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:17.891416 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device e43e35e3-3611-4d8e-92ba-481228e860a8 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:01:17.904834 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4ab2b28a-cdd0-4df7-a0a4-f8b5a81a3efc admin admin] Publish callbacks [] for security_group (fb513570-d416-470b-b94d-c89dd85e6adf), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:17.969655 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3bea8a85-1438-4075-9a2c-09cdb5c55331 req-4f4cc888-83a6-4e3a-94f1-e20e1f4d29a9 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (c5720836-7c12-40a3-96af-97d4f676d2e8), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:17.990835 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76c26cda-ed79-449d-ab75-b166388376e0 req-42b8823b-dc25-4d59-9dca-5edf8f6e1925 tempest-SecurityGroupsTestAdminJSON-881323096 tempest-SecurityGroupsTestAdminJSON-881323096-project] 10.222.0.50 "GET /v2.0/security-groups/1c6a4acf-6428-4d02-a9e4-f8016f3467da HTTP/1.1" status: 200 len: 1795 time: 0.3167541 Feb 09 01:01:18.001394 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-ad165411-aba3-4c72-9485-dbadc135c6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:18.002827 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-ad165411-aba3-4c72-9485-dbadc135c6ff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.2926035 Feb 09 01:01:18.015381 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port e43e35e3-3611-4d8e-92ba-481228e860a8, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=e43e35e3-3611-4d8e-92ba-481228e860a8,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:18.030314 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': 'e43e35e3-3611-4d8e-92ba-481228e860a8', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'port_id': 'e43e35e3-3611-4d8e-92ba-481228e860a8', 'mac_address': 'fa:16:3e:0e:48:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3810d295-ee98-40f7-b1e2-609bf7d1c3df', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:01:18.054899 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4cc888-83a6-4e3a-94f1-e20e1f4d29a9 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Pushing event deleted for resources: {'Port': ['ID=c5720836-7c12-40a3-96af-97d4f676d2e8,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:18.087968 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0fcdc9-a215-445a-9701-e6709cf39b3a req-fc93679a-664d-4f5a-8090-f8abaa9feae3 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:18.089593 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port e43e35e3-3611-4d8e-92ba-481228e860a8 is: ACTIVE; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:01:18.090004 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e43e35e3-3611-4d8e-92ba-481228e860a8), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:18.095493 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9c0fcdc9-a215-445a-9701-e6709cf39b3a req-fc93679a-664d-4f5a-8090-f8abaa9feae3 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ac43dc1-3eb2-467b-b60e-258f259046e1 HTTP/1.1" status: 200 len: 950 time: 0.3986928 Feb 09 01:01:18.108441 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e43e35e3-3611-4d8e-92ba-481228e860a8 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:01:18.137631 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port e43e35e3-3611-4d8e-92ba-481228e860a8, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=e43e35e3-3611-4d8e-92ba-481228e860a8,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:18.143294 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e43e35e3-3611-4d8e-92ba-481228e860a8), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:18.157452 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924203c-5dfd-4046-a8d3-bb48ea1882e0 req-f4c3a074-b61d-4701-9d3d-c91a009c5d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:18.160263 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f924203c-5dfd-4046-a8d3-bb48ea1882e0 req-f4c3a074-b61d-4701-9d3d-c91a009c5d7d service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=8ac43dc1-3eb2-467b-b60e-258f259046e1 HTTP/1.1" status: 200 len: 1132 time: 0.3779273 Feb 09 01:01:18.210520 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bea8a85-1438-4075-9a2c-09cdb5c55331 req-4f4cc888-83a6-4e3a-94f1-e20e1f4d29a9 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] No DVR routers for this DVR port c5720836-7c12-40a3-96af-97d4f676d2e8 on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:01:18.210777 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=e43e35e3-3611-4d8e-92ba-481228e860a8,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:18.213178 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3bea8a85-1438-4075-9a2c-09cdb5c55331 req-4f4cc888-83a6-4e3a-94f1-e20e1f4d29a9 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:18.217674 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3bea8a85-1438-4075-9a2c-09cdb5c55331 req-4f4cc888-83a6-4e3a-94f1-e20e1f4d29a9 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.47 "DELETE /v2.0/ports/c5720836-7c12-40a3-96af-97d4f676d2e8 HTTP/1.1" status: 204 len: 173 time: 2.0237570 Feb 09 01:01:18.229116 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['e43e35e3-3611-4d8e-92ba-481228e860a8'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:01:18.234050 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7218c38-5b3c-49f7-9f41-0357966bf891', 'name': 'network-vif-deleted', 'tag': 'c5720836-7c12-40a3-96af-97d4f676d2e8'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:01:18.236573 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bbc747-c69a-432f-a865-3dc0bb2faa09" -d '{"events": [{"server_uuid": "f7218c38-5b3c-49f7-9f41-0357966bf891", "name": "network-vif-deleted", "tag": "c5720836-7c12-40a3-96af-97d4f676d2e8"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:01:18.278030 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4ab2b28a-cdd0-4df7-a0a4-f8b5a81a3efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (fb513570-d416-470b-b94d-c89dd85e6adf), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:18.280717 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4ab2b28a-cdd0-4df7-a0a4-f8b5a81a3efc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:18.282207 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4ab2b28a-cdd0-4df7-a0a4-f8b5a81a3efc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fb513570-d416-470b-b94d-c89dd85e6adf HTTP/1.1" status: 204 len: 168 time: 0.4558969 Feb 09 01:01:18.298037 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab2b28a-cdd0-4df7-a0a4-f8b5a81a3efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb513570-d416-470b-b94d-c89dd85e6adf,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:18.302205 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-1ef51d0e-1f54-4d2a-8982-5e22abe594c4 req-304cd681-07bc-42d7-a3c7-ed7c33232cd9 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Publish callbacks [] for port (dac9e357-a474-48c4-8a68-d60133aacb8a), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:18.328330 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9c0fcdc9-a215-445a-9701-e6709cf39b3a req-1f8a94cb-3b4c-41fa-8075-552ba965b158 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab67f5-0522-4ac2-9e3c-0c8e92959fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309561 Feb 09 01:01:18.363066 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-1ef51d0e-1f54-4d2a-8982-5e22abe594c4 req-304cd681-07bc-42d7-a3c7-ed7c33232cd9 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (dac9e357-a474-48c4-8a68-d60133aacb8a), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:18.443402 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-7d01f1ed-35ca-43c8-8d61-8484d0e61654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b39940fd-23b9-4252-be87-2131fe4b7388 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:01:18.455983 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-7d01f1ed-35ca-43c8-8d61-8484d0e61654 service neutron] Publish callbacks [] for port (b39940fd-23b9-4252-be87-2131fe4b7388), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:18.466645 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ef51d0e-1f54-4d2a-8982-5e22abe594c4 req-304cd681-07bc-42d7-a3c7-ed7c33232cd9 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Network b90c3694-06cc-4931-a87d-3191a1408398 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:18.471929 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [req-1ef51d0e-1f54-4d2a-8982-5e22abe594c4 req-304cd681-07bc-42d7-a3c7-ed7c33232cd9 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:18.477050 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef51d0e-1f54-4d2a-8982-5e22abe594c4 req-304cd681-07bc-42d7-a3c7-ed7c33232cd9 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:01:18.496092 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef51d0e-1f54-4d2a-8982-5e22abe594c4 req-304cd681-07bc-42d7-a3c7-ed7c33232cd9 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:18.497840 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-7d01f1ed-35ca-43c8-8d61-8484d0e61654 service neutron] Transition to ACTIVE for port object b39940fd-23b9-4252-be87-2131fe4b7388 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:01:18.498517 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-1ef51d0e-1f54-4d2a-8982-5e22abe594c4 req-304cd681-07bc-42d7-a3c7-ed7c33232cd9 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:18.540278 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-76c26cda-ed79-449d-ab75-b166388376e0 req-3a9a15f9-0447-4465-b109-5a5e4a904e78 tempest-SecurityGroupsTestAdminJSON-881323096 tempest-SecurityGroupsTestAdminJSON-881323096-project] Publish callbacks [] for security_group (1c6a4acf-6428-4d02-a9e4-f8016f3467da), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:18.543883 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304cd681-07bc-42d7-a3c7-ed7c33232cd9 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Pushing event updated for resources: {'Port': ['ID=dac9e357-a474-48c4-8a68-d60133aacb8a,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:18.566894 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1ef51d0e-1f54-4d2a-8982-5e22abe594c4 req-304cd681-07bc-42d7-a3c7-ed7c33232cd9 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1984951 Feb 09 01:01:18.569299 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-7d01f1ed-35ca-43c8-8d61-8484d0e61654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b39940fd-23b9-4252-be87-2131fe4b7388), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:18.579037 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-1ef51d0e-1f54-4d2a-8982-5e22abe594c4 req-75b1f152-c937-461a-9f47-e733dccb8e91 service neutron] Request body: {'port': {'device_id': '85ecf42b-bfd6-4ff8-839c-d164b7522a38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:18.637844 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-76c26cda-ed79-449d-ab75-b166388376e0 req-3a9a15f9-0447-4465-b109-5a5e4a904e78 tempest-SecurityGroupsTestAdminJSON-881323096 tempest-SecurityGroupsTestAdminJSON-881323096-project] Publish callbacks [] for security_group (1c6a4acf-6428-4d02-a9e4-f8016f3467da), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:18.644227 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-1ef51d0e-1f54-4d2a-8982-5e22abe594c4 req-75b1f152-c937-461a-9f47-e733dccb8e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (dac9e357-a474-48c4-8a68-d60133aacb8a), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:18.660062 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-8d7977bf-2b67-4111-8755-a2edd2698eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:18.661619 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-8d7977bf-2b67-4111-8755-a2edd2698eb5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6217389 Feb 09 01:01:18.715970 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f924203c-5dfd-4046-a8d3-bb48ea1882e0 req-8fa0d424-9eb2-4b3c-974d-e1647ea9473b service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=52ab67f5-0522-4ac2-9e3c-0c8e92959fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5186214 Feb 09 01:01:18.742872 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d01f1ed-35ca-43c8-8d61-8484d0e61654 service neutron] Pushing event updated for resources: {'Port': ['ID=b39940fd-23b9-4252-be87-2131fe4b7388,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:18.846475 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc6193-746b-4839-9a38-8a98e81c1c25 req-855a85b5-ee92-4d12-aa45-c4ec5f173546 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:18.848678 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1bdc6193-746b-4839-9a38-8a98e81c1c25 req-855a85b5-ee92-4d12-aa45-c4ec5f173546 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d HTTP/1.1" status: 200 len: 949 time: 0.3196571 Feb 09 01:01:18.856165 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-76c26cda-ed79-449d-ab75-b166388376e0 req-3a9a15f9-0447-4465-b109-5a5e4a904e78 tempest-SecurityGroupsTestAdminJSON-881323096 tempest-SecurityGroupsTestAdminJSON-881323096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1c6a4acf-6428-4d02-a9e4-f8016f3467da), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:18.858801 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-76c26cda-ed79-449d-ab75-b166388376e0 req-3a9a15f9-0447-4465-b109-5a5e4a904e78 tempest-SecurityGroupsTestAdminJSON-881323096 tempest-SecurityGroupsTestAdminJSON-881323096-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:18.859954 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76c26cda-ed79-449d-ab75-b166388376e0 req-3a9a15f9-0447-4465-b109-5a5e4a904e78 tempest-SecurityGroupsTestAdminJSON-881323096 tempest-SecurityGroupsTestAdminJSON-881323096-project] 10.222.0.50 "DELETE /v2.0/security-groups/1c6a4acf-6428-4d02-a9e4-f8016f3467da HTTP/1.1" status: 204 len: 173 time: 0.8683264 Feb 09 01:01:18.907815 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-7d01f1ed-35ca-43c8-8d61-8484d0e61654 service neutron] Attempting to bind port b39940fd-23b9-4252-be87-2131fe4b7388 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:01:18.908376 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-7d01f1ed-35ca-43c8-8d61-8484d0e61654 service neutron] Attempting to bind port b39940fd-23b9-4252-be87-2131fe4b7388 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '431c715a-c199-48c1-a403-75c9f288f923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5b1ef353-28d7-4dbf-bb1a-5731e3977ba4'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:01:18.908892 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-7d01f1ed-35ca-43c8-8d61-8484d0e61654 service neutron] Attempting to bind port b39940fd-23b9-4252-be87-2131fe4b7388 on network 5b1ef353-28d7-4dbf-bb1a-5731e3977ba4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:01:18.949359 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9a15f9-0447-4465-b109-5a5e4a904e78 tempest-SecurityGroupsTestAdminJSON-881323096 tempest-SecurityGroupsTestAdminJSON-881323096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6a4acf-6428-4d02-a9e4-f8016f3467da,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:18.979273 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-7d01f1ed-35ca-43c8-8d61-8484d0e61654 service neutron] Port b39940fd-23b9-4252-be87-2131fe4b7388 on network 5b1ef353-28d7-4dbf-bb1a-5731e3977ba4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:01:18.979623 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-7d01f1ed-35ca-43c8-8d61-8484d0e61654 service neutron] Attempting to bind port b39940fd-23b9-4252-be87-2131fe4b7388 on network 5b1ef353-28d7-4dbf-bb1a-5731e3977ba4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:01:19.056993 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-7d01f1ed-35ca-43c8-8d61-8484d0e61654 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:01:19.057450 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-7d01f1ed-35ca-43c8-8d61-8484d0e61654 service neutron] Checking segment: {'id': '431c715a-c199-48c1-a403-75c9f288f923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5b1ef353-28d7-4dbf-bb1a-5731e3977ba4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:01:19.059284 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-7d01f1ed-35ca-43c8-8d61-8484d0e61654 service neutron] Bound using segment: {'id': '431c715a-c199-48c1-a403-75c9f288f923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5b1ef353-28d7-4dbf-bb1a-5731e3977ba4'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:01:19.059758 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-7d01f1ed-35ca-43c8-8d61-8484d0e61654 service neutron] Bound port: b39940fd-23b9-4252-be87-2131fe4b7388, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '431c715a-c199-48c1-a403-75c9f288f923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5b1ef353-28d7-4dbf-bb1a-5731e3977ba4'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:01:19.061796 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-7d01f1ed-35ca-43c8-8d61-8484d0e61654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b39940fd-23b9-4252-be87-2131fe4b7388), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:19.119735 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9f0cbb-0470-47da-a043-8b3da3229f55 x-openstack-request-id: req-4a9f0cbb-0470-47da-a043-8b3da3229f55 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:01:19.120346 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7218c38-5b3c-49f7-9f41-0357966bf891", "name": "network-vif-deleted", "tag": "c5720836-7c12-40a3-96af-97d4f676d2e8", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:01:19.120871 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4a9f0cbb-0470-47da-a043-8b3da3229f55 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:01:19.121413 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7218c38-5b3c-49f7-9f41-0357966bf891', 'name': 'network-vif-deleted', 'tag': 'c5720836-7c12-40a3-96af-97d4f676d2e8', 'status': 'completed', 'code': 200} Feb 09 01:01:19.177795 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-11447648-c6e0-49b6-a959-10bba122f959 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4855049 Feb 09 01:01:19.195629 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-1ef51d0e-1f54-4d2a-8982-5e22abe594c4 req-75b1f152-c937-461a-9f47-e733dccb8e91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dac9e357-a474-48c4-8a68-d60133aacb8a {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:01:19.226250 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-1ef51d0e-1f54-4d2a-8982-5e22abe594c4 req-75b1f152-c937-461a-9f47-e733dccb8e91 service neutron] Publish callbacks [] for port (dac9e357-a474-48c4-8a68-d60133aacb8a), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:19.262553 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1bdc6193-746b-4839-9a38-8a98e81c1c25 req-2f893732-4bc8-41b5-a846-0889f04a368e tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922532 Feb 09 01:01:19.296590 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-1ef51d0e-1f54-4d2a-8982-5e22abe594c4 req-75b1f152-c937-461a-9f47-e733dccb8e91 service neutron] Transition to ACTIVE for port object dac9e357-a474-48c4-8a68-d60133aacb8a will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:01:19.319279 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-1ef51d0e-1f54-4d2a-8982-5e22abe594c4 req-75b1f152-c937-461a-9f47-e733dccb8e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (dac9e357-a474-48c4-8a68-d60133aacb8a), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:19.450943 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1f152-c937-461a-9f47-e733dccb8e91 service neutron] Pushing event updated for resources: {'Port': ['ID=dac9e357-a474-48c4-8a68-d60133aacb8a,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:19.485154 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-1ef51d0e-1f54-4d2a-8982-5e22abe594c4 req-75b1f152-c937-461a-9f47-e733dccb8e91 service neutron] Attempting to bind port dac9e357-a474-48c4-8a68-d60133aacb8a on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:01:19.485680 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-1ef51d0e-1f54-4d2a-8982-5e22abe594c4 req-75b1f152-c937-461a-9f47-e733dccb8e91 service neutron] Attempting to bind port dac9e357-a474-48c4-8a68-d60133aacb8a by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'b2ef10b9-0c7e-4ea0-88fe-781103c28e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'b90c3694-06cc-4931-a87d-3191a1408398'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:01:19.486182 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef51d0e-1f54-4d2a-8982-5e22abe594c4 req-75b1f152-c937-461a-9f47-e733dccb8e91 service neutron] Attempting to bind port dac9e357-a474-48c4-8a68-d60133aacb8a on network b90c3694-06cc-4931-a87d-3191a1408398 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:01:19.492979 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef51d0e-1f54-4d2a-8982-5e22abe594c4 req-75b1f152-c937-461a-9f47-e733dccb8e91 service neutron] Port dac9e357-a474-48c4-8a68-d60133aacb8a on network b90c3694-06cc-4931-a87d-3191a1408398 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:01:19.493971 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef51d0e-1f54-4d2a-8982-5e22abe594c4 req-75b1f152-c937-461a-9f47-e733dccb8e91 service neutron] Attempting to bind port dac9e357-a474-48c4-8a68-d60133aacb8a on network b90c3694-06cc-4931-a87d-3191a1408398 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:01:19.500972 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef51d0e-1f54-4d2a-8982-5e22abe594c4 req-75b1f152-c937-461a-9f47-e733dccb8e91 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:01:19.501554 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef51d0e-1f54-4d2a-8982-5e22abe594c4 req-75b1f152-c937-461a-9f47-e733dccb8e91 service neutron] Checking segment: {'id': 'b2ef10b9-0c7e-4ea0-88fe-781103c28e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'b90c3694-06cc-4931-a87d-3191a1408398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:01:19.502131 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef51d0e-1f54-4d2a-8982-5e22abe594c4 req-75b1f152-c937-461a-9f47-e733dccb8e91 service neutron] Bound using segment: {'id': 'b2ef10b9-0c7e-4ea0-88fe-781103c28e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'b90c3694-06cc-4931-a87d-3191a1408398'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:01:19.502779 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-1ef51d0e-1f54-4d2a-8982-5e22abe594c4 req-75b1f152-c937-461a-9f47-e733dccb8e91 service neutron] Bound port: dac9e357-a474-48c4-8a68-d60133aacb8a, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2ef10b9-0c7e-4ea0-88fe-781103c28e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'b90c3694-06cc-4931-a87d-3191a1408398'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:01:19.503420 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-1ef51d0e-1f54-4d2a-8982-5e22abe594c4 req-75b1f152-c937-461a-9f47-e733dccb8e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (dac9e357-a474-48c4-8a68-d60133aacb8a), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:19.520785 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-7d01f1ed-35ca-43c8-8d61-8484d0e61654 service neutron] For port b39940fd-23b9-4252-be87-2131fe4b7388, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:01:19.548680 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23bde1-16d4-4255-8494-8436c61deeda req-2d410bce-6441-4618-899e-66bfb30dc22d tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:19.550786 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ec23bde1-16d4-4255-8494-8436c61deeda req-2d410bce-6441-4618-899e-66bfb30dc22d tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=977c202c-168c-44df-9f22-3a217a1145d0 HTTP/1.1" status: 200 len: 946 time: 0.2857072 Feb 09 01:01:19.557554 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-7d01f1ed-35ca-43c8-8d61-8484d0e61654 service neutron] For port b39940fd-23b9-4252-be87-2131fe4b7388, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=b39940fd-23b9-4252-be87-2131fe4b7388,segment=NetworkSegment(431c715a-c199-48c1-a403-75c9f288f923),segment_id=431c715a-c199-48c1-a403-75c9f288f923)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:01:19.562323 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-27cf2e48-b7e1-48bd-94ec-7273da0bbc46 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646896 Feb 09 01:01:19.582986 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-7d01f1ed-35ca-43c8-8d61-8484d0e61654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b39940fd-23b9-4252-be87-2131fe4b7388), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:19.618777 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c1168-f2a3-49e1-9c8e-f3bdc0cd3b2d req-75287366-b3ec-4d70-8f0f-e932777c88b0 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:19.620586 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5d5c1168-f2a3-49e1-9c8e-f3bdc0cd3b2d req-75287366-b3ec-4d70-8f0f-e932777c88b0 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ecf42b-bfd6-4ff8-839c-d164b7522a38 HTTP/1.1" status: 200 len: 943 time: 0.1949036 Feb 09 01:01:19.634674 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-1ef51d0e-1f54-4d2a-8982-5e22abe594c4 req-75b1f152-c937-461a-9f47-e733dccb8e91 service neutron] For port dac9e357-a474-48c4-8a68-d60133aacb8a, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:01:19.651113 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-1ef51d0e-1f54-4d2a-8982-5e22abe594c4 req-75b1f152-c937-461a-9f47-e733dccb8e91 service neutron] For port dac9e357-a474-48c4-8a68-d60133aacb8a, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=dac9e357-a474-48c4-8a68-d60133aacb8a,segment=NetworkSegment(b2ef10b9-0c7e-4ea0-88fe-781103c28e86),segment_id=b2ef10b9-0c7e-4ea0-88fe-781103c28e86)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:01:19.665194 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-1ef51d0e-1f54-4d2a-8982-5e22abe594c4 req-75b1f152-c937-461a-9f47-e733dccb8e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (dac9e357-a474-48c4-8a68-d60133aacb8a), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:19.681014 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-7d01f1ed-35ca-43c8-8d61-8484d0e61654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:19.681638 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-7d01f1ed-35ca-43c8-8d61-8484d0e61654 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:19.683021 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-7d01f1ed-35ca-43c8-8d61-8484d0e61654 service neutron] 10.222.0.120 "PUT /v2.0/ports/b39940fd-23b9-4252-be87-2131fe4b7388 HTTP/1.1" status: 200 len: 1091 time: 2.7990265 Feb 09 01:01:19.720348 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ec23bde1-16d4-4255-8494-8436c61deeda req-4aeb3656-fa1c-42a1-a791-8099c1914b80 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608856 Feb 09 01:01:19.720970 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef51d0e-1f54-4d2a-8982-5e22abe594c4 req-75b1f152-c937-461a-9f47-e733dccb8e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:19.722936 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-1ef51d0e-1f54-4d2a-8982-5e22abe594c4 req-75b1f152-c937-461a-9f47-e733dccb8e91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:19.724510 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1ef51d0e-1f54-4d2a-8982-5e22abe594c4 req-75b1f152-c937-461a-9f47-e733dccb8e91 service neutron] 10.222.0.47 "PUT /v2.0/ports/dac9e357-a474-48c4-8a68-d60133aacb8a HTTP/1.1" status: 200 len: 1091 time: 1.1500018 Feb 09 01:01:19.727446 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ecf42b-bfd6-4ff8-839c-d164b7522a38', 'tag': 'dac9e357-a474-48c4-8a68-d60133aacb8a'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:01:19.728375 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d671b35-9e3e-4e27-971a-09e69c2f77ed" -d '{"events": [{"name": "network-changed", "server_uuid": "85ecf42b-bfd6-4ff8-839c-d164b7522a38", "tag": "dac9e357-a474-48c4-8a68-d60133aacb8a"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:01:19.773555 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d01f1ed-35ca-43c8-8d61-8484d0e61654 service neutron] Pushing event updated for resources: {'Port': ['ID=b39940fd-23b9-4252-be87-2131fe4b7388,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:19.804951 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5d5c1168-f2a3-49e1-9c8e-f3bdc0cd3b2d req-51e0ade3-39f9-492b-9222-01f1e0e0b3fc tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608264 Feb 09 01:01:19.810520 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1f152-c937-461a-9f47-e733dccb8e91 service neutron] Pushing event updated for resources: {'Port': ['ID=dac9e357-a474-48c4-8a68-d60133aacb8a,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:19.921639 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device e43e35e3-3611-4d8e-92ba-481228e860a8 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:01:20.008318 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef51d0e-1f54-4d2a-8982-5e22abe594c4 req-8becb020-2118-4874-a4f6-6ea1e90ad5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:20.011071 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1ef51d0e-1f54-4d2a-8982-5e22abe594c4 req-8becb020-2118-4874-a4f6-6ea1e90ad5bd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=74abc34e7691425282972b2da05f36f8&device_id=85ecf42b-bfd6-4ff8-839c-d164b7522a38 HTTP/1.1" status: 200 len: 1125 time: 0.0933287 Feb 09 01:01:20.066867 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port e43e35e3-3611-4d8e-92ba-481228e860a8 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:20.067662 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e43e35e3-3611-4d8e-92ba-481228e860a8), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:20.077716 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-38497ef4-1427-4f5b-87af-6dca00b2c9f6 req-34e5ca52-8541-4da3-9167-ae5150ef64d8 tempest-SecurityGroupsTestAdminJSON-881323096 tempest-SecurityGroupsTestAdminJSON-881323096-project] 10.222.0.50 "GET /v2.0/security-groups/e2d35a9b-0360-4e6a-b0d2-cfc7e1947c9e HTTP/1.1" status: 200 len: 1794 time: 0.2083130 Feb 09 01:01:20.106711 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1ef51d0e-1f54-4d2a-8982-5e22abe594c4 req-589a8e33-47c8-4883-925c-02fd8366e9f6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dac9e357-a474-48c4-8a68-d60133aacb8a HTTP/1.1" status: 200 len: 217 time: 0.0746653 Feb 09 01:01:20.163871 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-84acf4ad-f20e-4261-889e-53acecacc06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:20.165324 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-84acf4ad-f20e-4261-889e-53acecacc06a service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=59b83406d20b4b2ebe9993c1c71eb2e8&device_id=77b15bfe-17a0-47a9-b532-520e80a33c62 HTTP/1.1" status: 200 len: 1125 time: 0.2026482 Feb 09 01:01:20.172916 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198bc2d-c4fe-41af-81c1-59696e552af6 req-d46ad0f6-662c-4025-bbc7-e92c3b656563 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:20.174223 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d198bc2d-c4fe-41af-81c1-59696e552af6 req-d46ad0f6-662c-4025-bbc7-e92c3b656563 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/ports?device_id=77b15bfe-17a0-47a9-b532-520e80a33c62 HTTP/1.1" status: 200 len: 943 time: 0.2456114 Feb 09 01:01:20.189773 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef51d0e-1f54-4d2a-8982-5e22abe594c4 req-b6f498af-34e7-4d57-abd4-059e6c183d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:20.192351 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1ef51d0e-1f54-4d2a-8982-5e22abe594c4 req-b6f498af-34e7-4d57-abd4-059e6c183d8a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7cacafe2-88d1-46d1-b016-b2d0f5a05d3f HTTP/1.1" status: 200 len: 845 time: 0.0785916 Feb 09 01:01:20.210261 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device c5720836-7c12-40a3-96af-97d4f676d2e8 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:01:20.236415 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-8b61945d-33d2-4abf-b773-59765da5b951 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b39940fd-23b9-4252-be87-2131fe4b7388 HTTP/1.1" status: 200 len: 217 time: 0.0586886 Feb 09 01:01:20.242581 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-38497ef4-1427-4f5b-87af-6dca00b2c9f6 req-b136a3ba-3c9e-4485-a1e9-5dd9a3388b40 tempest-SecurityGroupsTestAdminJSON-881323096 tempest-SecurityGroupsTestAdminJSON-881323096-project] Publish callbacks [] for security_group (e2d35a9b-0360-4e6a-b0d2-cfc7e1947c9e), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:20.250196 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1ef51d0e-1f54-4d2a-8982-5e22abe594c4 req-50f647fa-6db3-47c2-aaf9-4cef31d58b7c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b90c3694-06cc-4931-a87d-3191a1408398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449321 Feb 09 01:01:20.278938 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port e43e35e3-3611-4d8e-92ba-481228e860a8 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:01:20.279697 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e43e35e3-3611-4d8e-92ba-481228e860a8), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:20.281898 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: c5720836-7c12-40a3-96af-97d4f676d2e8 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:01:20.282495 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device c5720836-7c12-40a3-96af-97d4f676d2e8 not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:01:20.327138 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-38497ef4-1427-4f5b-87af-6dca00b2c9f6 req-b136a3ba-3c9e-4485-a1e9-5dd9a3388b40 tempest-SecurityGroupsTestAdminJSON-881323096 tempest-SecurityGroupsTestAdminJSON-881323096-project] Publish callbacks [] for security_group (e2d35a9b-0360-4e6a-b0d2-cfc7e1947c9e), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:20.331615 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d198bc2d-c4fe-41af-81c1-59696e552af6 req-b358557c-bee2-4992-8dd7-e1f7802fbec8 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/security-groups?id=1790f5db-f4bf-4a0a-b871-f8306e209982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434700 Feb 09 01:01:20.353849 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc41ccf-8430-4a57-8167-1e321221a07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e43e35e3-3611-4d8e-92ba-481228e860a8'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:01:20.354812 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-2ab12217-d98f-4923-add6-38dd140fc636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:20.356605 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-2ab12217-d98f-4923-add6-38dd140fc636 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=f61025f6-bbc8-419e-944b-83c38276e9e3 HTTP/1.1" status: 200 len: 862 time: 0.1119876 Feb 09 01:01:20.361327 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93248732-031d-44dd-a660-d9d67c18438c" -d '{"events": [{"server_uuid": "1fc41ccf-8430-4a57-8167-1e321221a07d", "name": "network-vif-plugged", "status": "completed", "tag": "e43e35e3-3611-4d8e-92ba-481228e860a8"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:01:20.411509 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port e43e35e3-3611-4d8e-92ba-481228e860a8, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=e43e35e3-3611-4d8e-92ba-481228e860a8,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:20.429165 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e43e35e3-3611-4d8e-92ba-481228e860a8), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:20.472181 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1ef51d0e-1f54-4d2a-8982-5e22abe594c4 req-41536b14-cb1d-4eaa-8f03-6d01e4d7f61d service neutron] 10.222.0.47 "GET /v2.0/networks/b90c3694-06cc-4931-a87d-3191a1408398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146533 Feb 09 01:01:20.520640 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=e43e35e3-3611-4d8e-92ba-481228e860a8,revision_number=7']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:20.635851 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1ef51d0e-1f54-4d2a-8982-5e22abe594c4 req-a99bb12b-db6f-484f-94d6-a4f146372089 service neutron] 10.222.0.47 "GET /v2.0/networks/b90c3694-06cc-4931-a87d-3191a1408398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558349 Feb 09 01:01:20.696145 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-38497ef4-1427-4f5b-87af-6dca00b2c9f6 req-b136a3ba-3c9e-4485-a1e9-5dd9a3388b40 tempest-SecurityGroupsTestAdminJSON-881323096 tempest-SecurityGroupsTestAdminJSON-881323096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e2d35a9b-0360-4e6a-b0d2-cfc7e1947c9e), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:20.698692 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-38497ef4-1427-4f5b-87af-6dca00b2c9f6 req-b136a3ba-3c9e-4485-a1e9-5dd9a3388b40 tempest-SecurityGroupsTestAdminJSON-881323096 tempest-SecurityGroupsTestAdminJSON-881323096-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:20.701478 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-38497ef4-1427-4f5b-87af-6dca00b2c9f6 req-b136a3ba-3c9e-4485-a1e9-5dd9a3388b40 tempest-SecurityGroupsTestAdminJSON-881323096 tempest-SecurityGroupsTestAdminJSON-881323096-project] 10.222.0.50 "DELETE /v2.0/security-groups/e2d35a9b-0360-4e6a-b0d2-cfc7e1947c9e HTTP/1.1" status: 204 len: 173 time: 0.6212826 Feb 09 01:01:20.711839 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-1e44c6c5-0191-4929-9c63-79c9b4844fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:20.713369 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-1e44c6c5-0191-4929-9c63-79c9b4844fc3 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=5b1ef353-28d7-4dbf-bb1a-5731e3977ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3418918 Feb 09 01:01:20.727932 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a0c05-1dc7-4860-b7c0-b6ff1267a5e0 req-e28af5e5-3a68-49cf-8233-e9761c170db5 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:20.729453 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c23a0c05-1dc7-4860-b7c0-b6ff1267a5e0 req-e28af5e5-3a68-49cf-8233-e9761c170db5 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ac43dc1-3eb2-467b-b60e-258f259046e1 HTTP/1.1" status: 200 len: 950 time: 0.1069784 Feb 09 01:01:20.731504 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b136a3ba-3c9e-4485-a1e9-5dd9a3388b40 tempest-SecurityGroupsTestAdminJSON-881323096 tempest-SecurityGroupsTestAdminJSON-881323096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d35a9b-0360-4e6a-b0d2-cfc7e1947c9e,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:20.838023 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c23a0c05-1dc7-4860-b7c0-b6ff1267a5e0 req-3d0510e5-5a47-458d-a77e-a5a95601db25 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab67f5-0522-4ac2-9e3c-0c8e92959fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973520 Feb 09 01:01:20.842271 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8513a336-9129-4221-bff6-97554d810dcb x-openstack-request-id: req-8513a336-9129-4221-bff6-97554d810dcb {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:01:20.842572 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85ecf42b-bfd6-4ff8-839c-d164b7522a38", "tag": "dac9e357-a474-48c4-8a68-d60133aacb8a", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:01:20.843145 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8513a336-9129-4221-bff6-97554d810dcb {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:01:20.843545 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85ecf42b-bfd6-4ff8-839c-d164b7522a38', 'tag': 'dac9e357-a474-48c4-8a68-d60133aacb8a', 'status': 'completed', 'code': 200} Feb 09 01:01:20.915253 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-ff8ed480-2a70-4e0c-b87c-98e06f58441a service neutron] 10.222.0.120 "GET /v2.0/networks/5b1ef353-28d7-4dbf-bb1a-5731e3977ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848171 Feb 09 01:01:20.976076 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d671b35-9e3e-4e27-971a-09e69c2f77ed req-d3d4f16e-f445-4655-8271-0c955c3960d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:20.979325 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7d671b35-9e3e-4e27-971a-09e69c2f77ed req-d3d4f16e-f445-4655-8271-0c955c3960d5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=74abc34e7691425282972b2da05f36f8&device_id=85ecf42b-bfd6-4ff8-839c-d164b7522a38 HTTP/1.1" status: 200 len: 1125 time: 0.0988352 Feb 09 01:01:21.052997 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356be3d7-5aed-4700-b868-cb6b888e63ac x-openstack-request-id: req-356be3d7-5aed-4700-b868-cb6b888e63ac {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:01:21.053611 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc41ccf-8430-4a57-8167-1e321221a07d", "name": "network-vif-plugged", "status": "completed", "tag": "e43e35e3-3611-4d8e-92ba-481228e860a8", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:01:21.053611 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-356be3d7-5aed-4700-b868-cb6b888e63ac {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:01:21.053988 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc41ccf-8430-4a57-8167-1e321221a07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e43e35e3-3611-4d8e-92ba-481228e860a8', 'code': 200} Feb 09 01:01:21.087000 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38700) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:01:21.138185 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b15bfe-17a0-47a9-b532-520e80a33c62', 'tag': 'b39940fd-23b9-4252-be87-2131fe4b7388'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:01:21.140883 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e39685-dbda-48cb-8f0c-52ac923691eb" -d '{"events": [{"name": "network-changed", "server_uuid": "77b15bfe-17a0-47a9-b532-520e80a33c62", "tag": "b39940fd-23b9-4252-be87-2131fe4b7388"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:01:21.145616 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d671b35-9e3e-4e27-971a-09e69c2f77ed req-bb1753de-a125-4bf3-ab02-e4d5d81383b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:21.151572 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7d671b35-9e3e-4e27-971a-09e69c2f77ed req-bb1753de-a125-4bf3-ab02-e4d5d81383b1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b90c3694-06cc-4931-a87d-3191a1408398 HTTP/1.1" status: 200 len: 907 time: 0.1622231 Feb 09 01:01:21.223013 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7d671b35-9e3e-4e27-971a-09e69c2f77ed req-565f473b-b5df-42b2-8020-a7dede7000b3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dac9e357-a474-48c4-8a68-d60133aacb8a HTTP/1.1" status: 200 len: 217 time: 0.0642641 Feb 09 01:01:21.294396 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d671b35-9e3e-4e27-971a-09e69c2f77ed req-26c8cb07-acef-4bc3-9cae-d05a0fafc2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:21.298556 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7d671b35-9e3e-4e27-971a-09e69c2f77ed req-26c8cb07-acef-4bc3-9cae-d05a0fafc2a7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7cacafe2-88d1-46d1-b016-b2d0f5a05d3f HTTP/1.1" status: 200 len: 845 time: 0.0667760 Feb 09 01:01:21.302366 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b75ed0-c3f3-4f4e-adad-0d0357b04f1d req-a98714eb-292a-4918-9f24-cfbcba8cac85 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:21.305024 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-95b75ed0-c3f3-4f4e-adad-0d0357b04f1d req-a98714eb-292a-4918-9f24-cfbcba8cac85 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d HTTP/1.1" status: 200 len: 949 time: 0.2336996 Feb 09 01:01:21.339465 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7d671b35-9e3e-4e27-971a-09e69c2f77ed req-1e1b6be8-1af8-43bb-9bea-d7bda2d57630 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b90c3694-06cc-4931-a87d-3191a1408398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343609 Feb 09 01:01:21.340587 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0f116cb4-8abd-41e5-b91c-4dd0897fb4da req-f0cc1458-c54b-4336-bea0-912374f6233f service neutron] 10.222.0.120 "GET /v2.0/networks/5b1ef353-28d7-4dbf-bb1a-5731e3977ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162085 Feb 09 01:01:21.362599 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f863fbde-bc38-468e-9e4b-26d7c173d391 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9bcbabed1835499cb449e57133276c47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2735868 Feb 09 01:01:21.369274 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38710) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:01:21.406883 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce62084-1cae-4863-9456-6b3645e5bbc2 req-e1d062b2-222a-4d50-a5bc-a3aac193ed91 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:21.409709 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dce62084-1cae-4863-9456-6b3645e5bbc2 req-e1d062b2-222a-4d50-a5bc-a3aac193ed91 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=977c202c-168c-44df-9f22-3a217a1145d0 HTTP/1.1" status: 200 len: 946 time: 0.2365463 Feb 09 01:01:21.465451 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7d671b35-9e3e-4e27-971a-09e69c2f77ed req-56631320-0aa9-4119-82c9-a6548d1e538a service neutron] 10.222.0.47 "GET /v2.0/networks/b90c3694-06cc-4931-a87d-3191a1408398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193118 Feb 09 01:01:21.501559 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-95b75ed0-c3f3-4f4e-adad-0d0357b04f1d req-84ce7a0e-a59e-4d44-b66a-54e4b136dc8c tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794648 Feb 09 01:01:21.520526 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8dfd91e7-8cfd-4e2e-885a-763ea5d241bd admin admin] Publish callbacks [] for security_group (147a0b89-2c25-4b23-8d7b-b581ca3a8991), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:21.549614 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8dfd91e7-8cfd-4e2e-885a-763ea5d241bd admin admin] Publish callbacks [] for security_group (147a0b89-2c25-4b23-8d7b-b581ca3a8991), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:21.561871 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dce62084-1cae-4863-9456-6b3645e5bbc2 req-fde30e1b-1eb2-41fc-abab-9562cf684dab tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413240 Feb 09 01:01:21.602950 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7d671b35-9e3e-4e27-971a-09e69c2f77ed req-aecdbac3-ec26-4fea-a4e8-87ba769cb403 service neutron] 10.222.0.47 "GET /v2.0/networks/b90c3694-06cc-4931-a87d-3191a1408398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279054 Feb 09 01:01:21.686102 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69364821-c636-49a5-83fb-51b031248ca7 req-6939bb02-12c8-44f6-9390-63a125e5c5c8 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:21.688938 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-69364821-c636-49a5-83fb-51b031248ca7 req-6939bb02-12c8-44f6-9390-63a125e5c5c8 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ecf42b-bfd6-4ff8-839c-d164b7522a38 HTTP/1.1" status: 200 len: 943 time: 0.0788591 Feb 09 01:01:21.703544 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8dfd91e7-8cfd-4e2e-885a-763ea5d241bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (147a0b89-2c25-4b23-8d7b-b581ca3a8991), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:21.706741 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8dfd91e7-8cfd-4e2e-885a-763ea5d241bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:21.708196 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8dfd91e7-8cfd-4e2e-885a-763ea5d241bd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/147a0b89-2c25-4b23-8d7b-b581ca3a8991 HTTP/1.1" status: 204 len: 168 time: 0.3376515 Feb 09 01:01:21.730281 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd91e7-8cfd-4e2e-885a-763ea5d241bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147a0b89-2c25-4b23-8d7b-b581ca3a8991,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:21.783020 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-69364821-c636-49a5-83fb-51b031248ca7 req-db4f4e24-5575-416e-80b8-027207376ce6 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875862 Feb 09 01:01:21.900483 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab21fa4-b8f7-4fac-bb3d-fc0740bffcc4 x-openstack-request-id: req-0ab21fa4-b8f7-4fac-bb3d-fc0740bffcc4 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:01:21.900940 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77b15bfe-17a0-47a9-b532-520e80a33c62", "tag": "b39940fd-23b9-4252-be87-2131fe4b7388", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:01:21.903021 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0ab21fa4-b8f7-4fac-bb3d-fc0740bffcc4 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:01:21.903644 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77b15bfe-17a0-47a9-b532-520e80a33c62', 'tag': 'b39940fd-23b9-4252-be87-2131fe4b7388', 'status': 'completed', 'code': 200} Feb 09 01:01:22.039100 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e39685-dbda-48cb-8f0c-52ac923691eb req-9cd83910-96ea-4165-9b5a-962d1d34f68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:22.040896 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-11e39685-dbda-48cb-8f0c-52ac923691eb req-9cd83910-96ea-4165-9b5a-962d1d34f68f service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=59b83406d20b4b2ebe9993c1c71eb2e8&device_id=77b15bfe-17a0-47a9-b532-520e80a33c62 HTTP/1.1" status: 200 len: 1125 time: 0.0835023 Feb 09 01:01:22.189276 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e39685-dbda-48cb-8f0c-52ac923691eb req-cc6e3a3d-d5f9-4ea0-a6c1-465befe327ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:22.190893 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-11e39685-dbda-48cb-8f0c-52ac923691eb req-cc6e3a3d-d5f9-4ea0-a6c1-465befe327ae service neutron] 10.222.0.120 "GET /v2.0/networks?id=5b1ef353-28d7-4dbf-bb1a-5731e3977ba4 HTTP/1.1" status: 200 len: 925 time: 0.1429958 Feb 09 01:01:22.281954 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38728) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:01:22.315386 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-11e39685-dbda-48cb-8f0c-52ac923691eb req-bbdc5917-f00b-45ba-a9e8-89050f397289 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b39940fd-23b9-4252-be87-2131fe4b7388 HTTP/1.1" status: 200 len: 217 time: 0.1119432 Feb 09 01:01:22.377060 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447ddd1-163c-42d6-8ccc-2fc43b259664 req-39168460-a771-4a1e-bd04-943cbb0fdff7 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:22.380218 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c447ddd1-163c-42d6-8ccc-2fc43b259664 req-39168460-a771-4a1e-bd04-943cbb0fdff7 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/ports?device_id=77b15bfe-17a0-47a9-b532-520e80a33c62 HTTP/1.1" status: 200 len: 943 time: 0.0953951 Feb 09 01:01:22.392535 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-63e68e75-151d-4084-8dd5-0c842f2b5526 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1174e4c6adb949df8c822203cec168a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1087894 Feb 09 01:01:22.395905 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38738) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:01:22.431632 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e39685-dbda-48cb-8f0c-52ac923691eb req-f0705897-02a1-495a-a385-2c61db62b283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:22.431632 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-11e39685-dbda-48cb-8f0c-52ac923691eb req-f0705897-02a1-495a-a385-2c61db62b283 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=f61025f6-bbc8-419e-944b-83c38276e9e3 HTTP/1.1" status: 200 len: 862 time: 0.1043284 Feb 09 01:01:22.459475 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-35017a47-c322-4bf0-b0bf-968312f02a9e tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=8e4a1438c4ae4668a3f29d116af30cb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477479 Feb 09 01:01:22.466040 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7ccb1234-be27-4738-8cbe-8f601ff5db93 admin admin] Publish callbacks [] for security_group (a8a576a8-090d-42c7-b0b7-155acd81f46a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:22.503704 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7ccb1234-be27-4738-8cbe-8f601ff5db93 admin admin] Publish callbacks [] for security_group (a8a576a8-090d-42c7-b0b7-155acd81f46a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:22.516858 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c447ddd1-163c-42d6-8ccc-2fc43b259664 req-6241e2e2-375b-4932-94a8-f478fd509537 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/security-groups?id=1790f5db-f4bf-4a0a-b871-f8306e209982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200249 Feb 09 01:01:22.601960 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7ccb1234-be27-4738-8cbe-8f601ff5db93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (a8a576a8-090d-42c7-b0b7-155acd81f46a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:22.609501 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7ccb1234-be27-4738-8cbe-8f601ff5db93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:22.617705 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7ccb1234-be27-4738-8cbe-8f601ff5db93 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a8a576a8-090d-42c7-b0b7-155acd81f46a HTTP/1.1" status: 204 len: 168 time: 0.2141287 Feb 09 01:01:22.647573 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb1234-be27-4738-8cbe-8f601ff5db93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a576a8-090d-42c7-b0b7-155acd81f46a,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:22.712374 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e39685-dbda-48cb-8f0c-52ac923691eb req-684c9b94-4fe4-42ec-9a60-5be8c8a929e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:22.715064 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-11e39685-dbda-48cb-8f0c-52ac923691eb req-684c9b94-4fe4-42ec-9a60-5be8c8a929e4 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=5b1ef353-28d7-4dbf-bb1a-5731e3977ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2729831 Feb 09 01:01:22.845811 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-95f4ea06-8f9c-4849-8be5-3026f324e0fb tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:22.847582 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-95f4ea06-8f9c-4849-8be5-3026f324e0fb tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3658600 Feb 09 01:01:22.859728 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a3a6a-32d6-4440-aae7-d1756f16bfc1 req-bb98468f-e4c8-4598-914c-cd2de455ec09 tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:22.861280 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b24a3a6a-32d6-4440-aae7-d1756f16bfc1 req-bb98468f-e4c8-4598-914c-cd2de455ec09 tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=977c202c-168c-44df-9f22-3a217a1145d0 HTTP/1.1" status: 200 len: 1128 time: 0.1655984 Feb 09 01:01:22.897962 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-a64a96f8-898c-441e-8232-ae2364a43fe8 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/quotas/8e4a1438c4ae4668a3f29d116af30cb3 HTTP/1.1" status: 200 len: 375 time: 0.0357094 Feb 09 01:01:22.950973 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-a472c385-31fe-4e34-99b1-ad0ff12c2b94 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8e4a1438c4ae4668a3f29d116af30cb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429156 Feb 09 01:01:22.956718 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-11e39685-dbda-48cb-8f0c-52ac923691eb req-044c3fbb-cc27-4d62-87bb-f5846b34ed38 service neutron] 10.222.0.120 "GET /v2.0/networks/5b1ef353-28d7-4dbf-bb1a-5731e3977ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083762 Feb 09 01:01:22.994715 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b24a3a6a-32d6-4440-aae7-d1756f16bfc1 req-20431c8f-2b61-4172-89db-0eb5cdbfd856 tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061621 Feb 09 01:01:23.203914 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-11e39685-dbda-48cb-8f0c-52ac923691eb req-80f36429-fb77-487e-ab63-70689b7bb86a service neutron] 10.222.0.120 "GET /v2.0/networks/5b1ef353-28d7-4dbf-bb1a-5731e3977ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249663 Feb 09 01:01:23.391016 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c35e55-ccad-4a9b-b4bc-22141c8ff559 req-af025e12-452d-46f3-90c5-d160e7a58dba tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:23.399260 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76c35e55-ccad-4a9b-b4bc-22141c8ff559 req-af025e12-452d-46f3-90c5-d160e7a58dba tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d HTTP/1.1" status: 200 len: 949 time: 0.1434820 Feb 09 01:01:23.413488 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475fb67-db1a-4c1a-a120-133db2fab980 req-3ed2b8a2-db2e-4943-9103-683b15709d9c tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:23.423441 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0475fb67-db1a-4c1a-a120-133db2fab980 req-3ed2b8a2-db2e-4943-9103-683b15709d9c tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ac43dc1-3eb2-467b-b60e-258f259046e1 HTTP/1.1" status: 200 len: 950 time: 0.1191988 Feb 09 01:01:23.528610 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0475fb67-db1a-4c1a-a120-133db2fab980 req-c5014bb7-a819-4692-819f-560c3f2afe31 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab67f5-0522-4ac2-9e3c-0c8e92959fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041055 Feb 09 01:01:23.539907 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76c35e55-ccad-4a9b-b4bc-22141c8ff559 req-aebdc847-1dd2-45cb-ad3f-0d56c5a39435 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984142 Feb 09 01:01:23.749794 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72254e8f-21cc-422d-8074-3da5b222df53 req-e6bd09f1-f11c-4a8c-b4d1-94d5b67995db tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:23.751321 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-72254e8f-21cc-422d-8074-3da5b222df53 req-e6bd09f1-f11c-4a8c-b4d1-94d5b67995db tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=977c202c-168c-44df-9f22-3a217a1145d0 HTTP/1.1" status: 200 len: 1128 time: 0.1403396 Feb 09 01:01:23.826263 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d08c4c2-5c59-429a-b433-06811e6ecd50 req-d652a95e-2304-4bbc-a1a7-832ea505085e tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:23.828771 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8d08c4c2-5c59-429a-b433-06811e6ecd50 req-d652a95e-2304-4bbc-a1a7-832ea505085e tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ecf42b-bfd6-4ff8-839c-d164b7522a38 HTTP/1.1" status: 200 len: 943 time: 0.1487079 Feb 09 01:01:23.902017 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-72254e8f-21cc-422d-8074-3da5b222df53 req-e9b44ded-7b7b-4616-9f36-7d4bd7ff2074 tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412845 Feb 09 01:01:23.973254 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device b39940fd-23b9-4252-be87-2131fe4b7388 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:01:23.993253 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8d08c4c2-5c59-429a-b433-06811e6ecd50 req-7b147dd8-fdd5-4332-aaa0-2b7e677629b1 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418564 Feb 09 01:01:24.026116 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d1a833-e026-4ef9-905f-158a04c86fc4 req-b4fcedca-b1cd-4b77-b4a4-4738a042b5a5 tempest-DeleteServersAdminTestJSON-1129843942 tempest-DeleteServersAdminTestJSON-1129843942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:24.027958 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d0d1a833-e026-4ef9-905f-158a04c86fc4 req-b4fcedca-b1cd-4b77-b4a4-4738a042b5a5 tempest-DeleteServersAdminTestJSON-1129843942 tempest-DeleteServersAdminTestJSON-1129843942-project-admin] 10.222.0.120 "GET /v2.0/ports?device_id=8ac43dc1-3eb2-467b-b60e-258f259046e1 HTTP/1.1" status: 200 len: 1132 time: 0.2356389 Feb 09 01:01:24.223948 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port b39940fd-23b9-4252-be87-2131fe4b7388, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=b39940fd-23b9-4252-be87-2131fe4b7388,segment=NetworkSegment(431c715a-c199-48c1-a403-75c9f288f923),segment_id=431c715a-c199-48c1-a403-75c9f288f923)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:24.230787 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device dac9e357-a474-48c4-8a68-d60133aacb8a details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:01:24.237180 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1fb7c466-a1e0-457a-8c21-8caf9fea405f req-6da9ad12-ab61-4ad0-abeb-454b29b76216 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cc31a0-a2da-4002-9561-978f7b51688d HTTP/1.1" status: 200 len: 210 time: 0.0999451 Feb 09 01:01:24.300056 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': 'b39940fd-23b9-4252-be87-2131fe4b7388', 'network_id': '5b1ef353-28d7-4dbf-bb1a-5731e3977ba4', 'port_id': 'b39940fd-23b9-4252-be87-2131fe4b7388', 'mac_address': 'fa:16:3e:4f:69:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f61025f6-bbc8-419e-944b-83c38276e9e3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:01:24.358673 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port b39940fd-23b9-4252-be87-2131fe4b7388 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:01:24.362711 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b39940fd-23b9-4252-be87-2131fe4b7388), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:24.390519 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787e5a3-2fbc-43cc-9387-4e4615cc1e8f req-9e5420d2-c1e0-41e1-b48c-2be6e7533abf tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:24.404019 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8787e5a3-2fbc-43cc-9387-4e4615cc1e8f req-9e5420d2-c1e0-41e1-b48c-2be6e7533abf tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/ports?device_id=77b15bfe-17a0-47a9-b532-520e80a33c62 HTTP/1.1" status: 200 len: 943 time: 0.2840533 Feb 09 01:01:24.469673 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b39940fd-23b9-4252-be87-2131fe4b7388 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:01:24.535158 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8787e5a3-2fbc-43cc-9387-4e4615cc1e8f req-4fd295f8-ed37-4980-b8b5-3c5435383082 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/security-groups?id=1790f5db-f4bf-4a0a-b871-f8306e209982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291232 Feb 09 01:01:24.547465 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-d0d1a833-e026-4ef9-905f-158a04c86fc4 req-c9308271-547e-4641-8ef6-0dfe4f0b198b tempest-DeleteServersAdminTestJSON-1129843942 tempest-DeleteServersAdminTestJSON-1129843942-project-admin] Deleting port 60f966d6-f2ff-460e-9613-176bcf524b7d {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:01:24.548058 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d0d1a833-e026-4ef9-905f-158a04c86fc4 req-c9308271-547e-4641-8ef6-0dfe4f0b198b tempest-DeleteServersAdminTestJSON-1129843942 tempest-DeleteServersAdminTestJSON-1129843942-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (60f966d6-f2ff-460e-9613-176bcf524b7d), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:24.554667 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port b39940fd-23b9-4252-be87-2131fe4b7388, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=b39940fd-23b9-4252-be87-2131fe4b7388,segment=NetworkSegment(431c715a-c199-48c1-a403-75c9f288f923),segment_id=431c715a-c199-48c1-a403-75c9f288f923)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:24.575258 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b39940fd-23b9-4252-be87-2131fe4b7388), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:24.689156 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port dac9e357-a474-48c4-8a68-d60133aacb8a, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=dac9e357-a474-48c4-8a68-d60133aacb8a,segment=NetworkSegment(b2ef10b9-0c7e-4ea0-88fe-781103c28e86),segment_id=b2ef10b9-0c7e-4ea0-88fe-781103c28e86)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:24.693177 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-d0d1a833-e026-4ef9-905f-158a04c86fc4 req-c9308271-547e-4641-8ef6-0dfe4f0b198b tempest-DeleteServersAdminTestJSON-1129843942 tempest-DeleteServersAdminTestJSON-1129843942-project-admin] For port 60f966d6-f2ff-460e-9613-176bcf524b7d, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=60f966d6-f2ff-460e-9613-176bcf524b7d,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:24.693557 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d0d1a833-e026-4ef9-905f-158a04c86fc4 req-c9308271-547e-4641-8ef6-0dfe4f0b198b tempest-DeleteServersAdminTestJSON-1129843942 tempest-DeleteServersAdminTestJSON-1129843942-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (60f966d6-f2ff-460e-9613-176bcf524b7d), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:24.710376 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-d0d1a833-e026-4ef9-905f-158a04c86fc4 req-c9308271-547e-4641-8ef6-0dfe4f0b198b tempest-DeleteServersAdminTestJSON-1129843942 tempest-DeleteServersAdminTestJSON-1129843942-project-admin] Calling delete_port for 60f966d6-f2ff-460e-9613-176bcf524b7d owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:01:24.792246 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': 'dac9e357-a474-48c4-8a68-d60133aacb8a', 'network_id': 'b90c3694-06cc-4931-a87d-3191a1408398', 'port_id': 'dac9e357-a474-48c4-8a68-d60133aacb8a', 'mac_address': 'fa:16:3e:c1:61:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cacafe2-88d1-46d1-b016-b2d0f5a05d3f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:01:24.857714 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93f0a4-a24d-4acd-bfc1-46ff86710d2e req-f04e3d08-b957-4fbf-ae34-0128739f9255 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:24.864727 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7b93f0a4-a24d-4acd-bfc1-46ff86710d2e req-f04e3d08-b957-4fbf-ae34-0128739f9255 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d HTTP/1.1" status: 200 len: 949 time: 0.1488471 Feb 09 01:01:24.869601 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=b39940fd-23b9-4252-be87-2131fe4b7388,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:24.881800 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port dac9e357-a474-48c4-8a68-d60133aacb8a is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:01:24.882395 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (dac9e357-a474-48c4-8a68-d60133aacb8a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:24.899792 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dac9e357-a474-48c4-8a68-d60133aacb8a {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:01:24.923012 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port dac9e357-a474-48c4-8a68-d60133aacb8a, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=dac9e357-a474-48c4-8a68-d60133aacb8a,segment=NetworkSegment(b2ef10b9-0c7e-4ea0-88fe-781103c28e86),segment_id=b2ef10b9-0c7e-4ea0-88fe-781103c28e86)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:24.924751 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['b39940fd-23b9-4252-be87-2131fe4b7388'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:01:24.947104 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-e8d109b5-1480-4a3d-aba9-d2593af548aa tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.120 "GET /v2.0/networks?tenant_id=8e4a1438c4ae4668a3f29d116af30cb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1385977 Feb 09 01:01:24.954537 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (dac9e357-a474-48c4-8a68-d60133aacb8a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:25.093018 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=dac9e357-a474-48c4-8a68-d60133aacb8a,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:25.116820 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-40aa6137-514d-4859-bb76-b34d960a4fc7 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:25.116820 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-40aa6137-514d-4859-bb76-b34d960a4fc7 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.120 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1584446 Feb 09 01:01:25.158020 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d32273-b925-422f-b96e-a8c82ac25cd4 req-faeb0b86-7aab-4d3d-acca-6c6bb144f33a tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:25.159998 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-12d32273-b925-422f-b96e-a8c82ac25cd4 req-faeb0b86-7aab-4d3d-acca-6c6bb144f33a tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ac43dc1-3eb2-467b-b60e-258f259046e1 HTTP/1.1" status: 200 len: 950 time: 0.3657868 Feb 09 01:01:25.173212 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-04aa013f-686d-4afb-9cae-7a17979c9e65 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Request body: {'port': {'device_id': 'b7cc31a0-a2da-4002-9561-978f7b51688d', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'admin_state_up': True, 'tenant_id': '8e4a1438c4ae4668a3f29d116af30cb3'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:25.242167 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7b93f0a4-a24d-4acd-bfc1-46ff86710d2e req-e6685ee8-c69e-4a5b-84b2-40c47bf3de76 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764746 Feb 09 01:01:25.243444 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['dac9e357-a474-48c4-8a68-d60133aacb8a'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:01:25.394787 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-12d32273-b925-422f-b96e-a8c82ac25cd4 req-c4bcf1bb-abdf-4a56-b27a-f13c59d97d11 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab67f5-0522-4ac2-9e3c-0c8e92959fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667302 Feb 09 01:01:25.494857 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a803959-7741-4319-a6ec-4d20503b8560 req-ddb0efdd-d38b-408f-b16d-fd057d81f000 tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:25.496361 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3a803959-7741-4319-a6ec-4d20503b8560 req-ddb0efdd-d38b-408f-b16d-fd057d81f000 tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=977c202c-168c-44df-9f22-3a217a1145d0 HTTP/1.1" status: 200 len: 1128 time: 0.1353405 Feb 09 01:01:25.499795 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d0d1a833-e026-4ef9-905f-158a04c86fc4 req-c9308271-547e-4641-8ef6-0dfe4f0b198b tempest-DeleteServersAdminTestJSON-1129843942 tempest-DeleteServersAdminTestJSON-1129843942-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (60f966d6-f2ff-460e-9613-176bcf524b7d), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:25.515173 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['60f966d6-f2ff-460e-9613-176bcf524b7d'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:01:25.595940 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-04aa013f-686d-4afb-9cae-7a17979c9e65 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Made reservation on behalf of 8e4a1438c4ae4668a3f29d116af30cb3 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:01:25.599822 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-04aa013f-686d-4afb-9cae-7a17979c9e65 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:25.601955 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9308271-547e-4641-8ef6-0dfe4f0b198b tempest-DeleteServersAdminTestJSON-1129843942 tempest-DeleteServersAdminTestJSON-1129843942-project-admin] Pushing event deleted for resources: {'Port': ['ID=60f966d6-f2ff-460e-9613-176bcf524b7d,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:25.635830 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-04aa013f-686d-4afb-9cae-7a17979c9e65 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:25.637879 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d1a833-e026-4ef9-905f-158a04c86fc4 req-c9308271-547e-4641-8ef6-0dfe4f0b198b tempest-DeleteServersAdminTestJSON-1129843942 tempest-DeleteServersAdminTestJSON-1129843942-project-admin] No DVR routers for this DVR port 60f966d6-f2ff-460e-9613-176bcf524b7d on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:01:25.643948 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d0d1a833-e026-4ef9-905f-158a04c86fc4 req-c9308271-547e-4641-8ef6-0dfe4f0b198b tempest-DeleteServersAdminTestJSON-1129843942 tempest-DeleteServersAdminTestJSON-1129843942-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:25.647303 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d0d1a833-e026-4ef9-905f-158a04c86fc4 req-c9308271-547e-4641-8ef6-0dfe4f0b198b tempest-DeleteServersAdminTestJSON-1129843942 tempest-DeleteServersAdminTestJSON-1129843942-project-admin] 10.222.0.120 "DELETE /v2.0/ports/60f966d6-f2ff-460e-9613-176bcf524b7d HTTP/1.1" status: 204 len: 173 time: 1.6134033 Feb 09 01:01:25.653192 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac43dc1-3eb2-467b-b60e-258f259046e1', 'name': 'network-vif-deleted', 'tag': '60f966d6-f2ff-460e-9613-176bcf524b7d'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:01:25.655525 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d353ae-959e-40c1-8ef2-abae16da9c41" -d '{"events": [{"server_uuid": "8ac43dc1-3eb2-467b-b60e-258f259046e1", "name": "network-vif-deleted", "tag": "60f966d6-f2ff-460e-9613-176bcf524b7d"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:01:25.704206 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3a803959-7741-4319-a6ec-4d20503b8560 req-c7d7e2f7-5408-4b33-acd0-11bd2c5522a5 tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934919 Feb 09 01:01:25.713059 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ef3ee-eb47-462c-a258-0404e937e79b req-8ac195e7-e5e6-45cc-9cdc-d24350764aaf tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:25.714568 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-219ef3ee-eb47-462c-a258-0404e937e79b req-8ac195e7-e5e6-45cc-9cdc-d24350764aaf tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ecf42b-bfd6-4ff8-839c-d164b7522a38 HTTP/1.1" status: 200 len: 944 time: 0.2234530 Feb 09 01:01:25.808981 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-219ef3ee-eb47-462c-a258-0404e937e79b req-a1bef136-a2f5-4b18-bcd5-da42b79fc5d1 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846057 Feb 09 01:01:25.848606 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-04aa013f-686d-4afb-9cae-7a17979c9e65 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks [] for security_group (ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:25.854945 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-04aa013f-686d-4afb-9cae-7a17979c9e65 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:25.959913 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa013f-686d-4afb-9cae-7a17979c9e65 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:25.986298 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c95b16f3-3134-4fd5-b154-eb72b9e977ea req-54d5c199-0cca-4fa1-a8a0-53e863c80c3e tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cc31a0-a2da-4002-9561-978f7b51688d HTTP/1.1" status: 200 len: 210 time: 0.0477095 Feb 09 01:01:25.989042 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device b39940fd-23b9-4252-be87-2131fe4b7388 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:01:26.082281 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port b39940fd-23b9-4252-be87-2131fe4b7388 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:01:26.089602 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port b39940fd-23b9-4252-be87-2131fe4b7388 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:26.090483 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b39940fd-23b9-4252-be87-2131fe4b7388), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:26.103656 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-04aa013f-686d-4afb-9cae-7a17979c9e65 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Allocated IP 192.168.233.236 (9e88fe6e-2b1d-4294-a17d-9a7801813700/3810d295-ee98-40f7-b1e2-609bf7d1c3df/3f20790f-3dc7-440e-9aed-f7f0343db454) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:01:26.226556 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0118f2d-a380-4f3e-bd71-ec7f978b70fa x-openstack-request-id: req-e0118f2d-a380-4f3e-bd71-ec7f978b70fa {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:01:26.228884 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac43dc1-3eb2-467b-b60e-258f259046e1", "name": "network-vif-deleted", "tag": "60f966d6-f2ff-460e-9613-176bcf524b7d", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:01:26.230081 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e0118f2d-a380-4f3e-bd71-ec7f978b70fa {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:01:26.230597 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac43dc1-3eb2-467b-b60e-258f259046e1', 'name': 'network-vif-deleted', 'tag': '60f966d6-f2ff-460e-9613-176bcf524b7d', 'status': 'completed', 'code': 200} Feb 09 01:01:26.275859 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port b39940fd-23b9-4252-be87-2131fe4b7388 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:01:26.277594 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b39940fd-23b9-4252-be87-2131fe4b7388), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:26.283320 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device dac9e357-a474-48c4-8a68-d60133aacb8a up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:01:26.447136 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port b39940fd-23b9-4252-be87-2131fe4b7388, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=b39940fd-23b9-4252-be87-2131fe4b7388,segment=NetworkSegment(431c715a-c199-48c1-a403-75c9f288f923),segment_id=431c715a-c199-48c1-a403-75c9f288f923)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:26.449214 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b15bfe-17a0-47a9-b532-520e80a33c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39940fd-23b9-4252-be87-2131fe4b7388'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:01:26.453020 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9975e7-4900-441a-9ff5-a928bb400e29" -d '{"events": [{"server_uuid": "77b15bfe-17a0-47a9-b532-520e80a33c62", "name": "network-vif-plugged", "status": "completed", "tag": "b39940fd-23b9-4252-be87-2131fe4b7388"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:01:26.456996 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port dac9e357-a474-48c4-8a68-d60133aacb8a completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:01:26.463418 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port dac9e357-a474-48c4-8a68-d60133aacb8a triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:26.463672 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (dac9e357-a474-48c4-8a68-d60133aacb8a), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:26.465647 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b39940fd-23b9-4252-be87-2131fe4b7388), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:26.587845 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=b39940fd-23b9-4252-be87-2131fe4b7388,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:26.649006 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c0660-28d7-4681-8293-6f4aaa928793 req-f591bd63-d96a-4fbe-aee8-37f471416d26 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:26.649618 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port dac9e357-a474-48c4-8a68-d60133aacb8a is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:01:26.650275 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (dac9e357-a474-48c4-8a68-d60133aacb8a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:26.651045 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-347c0660-28d7-4681-8293-6f4aaa928793 req-f591bd63-d96a-4fbe-aee8-37f471416d26 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/ports?device_id=77b15bfe-17a0-47a9-b532-520e80a33c62 HTTP/1.1" status: 200 len: 944 time: 0.4126272 Feb 09 01:01:26.706342 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port dac9e357-a474-48c4-8a68-d60133aacb8a, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=dac9e357-a474-48c4-8a68-d60133aacb8a,segment=NetworkSegment(b2ef10b9-0c7e-4ea0-88fe-781103c28e86),segment_id=b2ef10b9-0c7e-4ea0-88fe-781103c28e86)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:26.715270 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (dac9e357-a474-48c4-8a68-d60133aacb8a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:26.723820 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-04aa013f-686d-4afb-9cae-7a17979c9e65 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks [] for port (3f20790f-3dc7-440e-9aed-f7f0343db454), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:26.739381 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-347c0660-28d7-4681-8293-6f4aaa928793 req-2f00bce4-12d9-4909-a4de-bcdb96195050 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/security-groups?id=1790f5db-f4bf-4a0a-b871-f8306e209982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783856 Feb 09 01:01:26.782925 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-04aa013f-686d-4afb-9cae-7a17979c9e65 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (3f20790f-3dc7-440e-9aed-f7f0343db454), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:26.829243 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-04aa013f-686d-4afb-9cae-7a17979c9e65 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Network 9e88fe6e-2b1d-4294-a17d-9a7801813700 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:26.833303 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-04aa013f-686d-4afb-9cae-7a17979c9e65 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:26.849086 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-04aa013f-686d-4afb-9cae-7a17979c9e65 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:01:26.860796 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-04aa013f-686d-4afb-9cae-7a17979c9e65 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:26.861388 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-04aa013f-686d-4afb-9cae-7a17979c9e65 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:26.890341 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=dac9e357-a474-48c4-8a68-d60133aacb8a,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:26.912345 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa013f-686d-4afb-9cae-7a17979c9e65 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Pushing event updated for resources: {'Port': ['ID=3f20790f-3dc7-440e-9aed-f7f0343db454,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:26.930106 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-04aa013f-686d-4afb-9cae-7a17979c9e65 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7888560 Feb 09 01:01:26.944250 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-5f887d51-1002-4760-805f-3feebb152133 service neutron] Request body: {'port': {'device_id': 'b7cc31a0-a2da-4002-9561-978f7b51688d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:27.122563 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a855cd-6349-49c4-8054-3db58f428c41 req-98de7d6f-2f12-400f-b8b3-8ea74c35c831 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:27.133564 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b6a855cd-6349-49c4-8054-3db58f428c41 req-98de7d6f-2f12-400f-b8b3-8ea74c35c831 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d HTTP/1.1" status: 200 len: 949 time: 0.1367252 Feb 09 01:01:27.134557 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-5f887d51-1002-4760-805f-3feebb152133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3f20790f-3dc7-440e-9aed-f7f0343db454), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:27.220247 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-94800205-3acf-4d84-b607-e80a11d8b0a6 None None] Provisioning complete for port 3f20790f-3dc7-440e-9aed-f7f0343db454 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:27.220568 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-94800205-3acf-4d84-b607-e80a11d8b0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (3f20790f-3dc7-440e-9aed-f7f0343db454), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:27.248278 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b6a855cd-6349-49c4-8054-3db58f428c41 req-fab286b8-8434-4af7-a1dc-3206416e325d tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714810 Feb 09 01:01:27.279618 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-94800205-3acf-4d84-b607-e80a11d8b0a6 None None] Port 3f20790f-3dc7-440e-9aed-f7f0343db454 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:01:27.373904 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e848e5a9-0fb6-47c9-8822-62a535aa7581 x-openstack-request-id: req-e848e5a9-0fb6-47c9-8822-62a535aa7581 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:01:27.374402 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b15bfe-17a0-47a9-b532-520e80a33c62", "name": "network-vif-plugged", "status": "completed", "tag": "b39940fd-23b9-4252-be87-2131fe4b7388", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:01:27.375316 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e848e5a9-0fb6-47c9-8822-62a535aa7581 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:01:27.375982 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b15bfe-17a0-47a9-b532-520e80a33c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39940fd-23b9-4252-be87-2131fe4b7388', 'code': 200} Feb 09 01:01:27.659942 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c81709-33f8-4209-90d3-2f3d6390c318 req-c36f2e61-0056-434d-94e0-2cce80e4f14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:27.662928 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-87c81709-33f8-4209-90d3-2f3d6390c318 req-c36f2e61-0056-434d-94e0-2cce80e4f14b service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=77b15bfe-17a0-47a9-b532-520e80a33c62 HTTP/1.1" status: 200 len: 1127 time: 0.1795294 Feb 09 01:01:27.675661 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-0de22729-bba4-40b4-b1cc-060d6fbf5f04 tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:01:27.677763 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-0de22729-bba4-40b4-b1cc-060d6fbf5f04 tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079610 Feb 09 01:01:27.689079 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca64e4-cafc-4006-b559-9690b0d1fa7e req-5930ec3c-2438-4a2f-94c7-deff4e4311df tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:27.691201 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-61ca64e4-cafc-4006-b559-9690b0d1fa7e req-5930ec3c-2438-4a2f-94c7-deff4e4311df tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ecf42b-bfd6-4ff8-839c-d164b7522a38 HTTP/1.1" status: 200 len: 945 time: 0.2090595 Feb 09 01:01:27.727458 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-c5af6b12-165e-43bb-a652-3514fae58070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:27.735196 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-c5af6b12-165e-43bb-a652-3514fae58070 service neutron] 10.222.0.50 "GET /v2.0/ports/e88b7e52-5ffe-45cb-b318-f6ee9930eb2d HTTP/1.1" status: 200 len: 1125 time: 0.0483160 Feb 09 01:01:27.741544 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-35559770-1e68-4459-a5f6-74948febc745 service neutron] Request body: {'binding': {'host': 'n-h2-828369-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:27.742308 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-35559770-1e68-4459-a5f6-74948febc745 service neutron] Unknown quota resources ['binding']. {{(pid=103137) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 01:01:27.817530 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-87c81709-33f8-4209-90d3-2f3d6390c318 req-4ebfe3ed-cbed-45f2-8279-c7e9d60e7405 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=1790f5db-f4bf-4a0a-b871-f8306e209982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472843 Feb 09 01:01:27.832897 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-61ca64e4-cafc-4006-b559-9690b0d1fa7e req-cd69e0a2-d305-496b-b933-79597dbb17d0 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320283 Feb 09 01:01:27.877157 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-5f887d51-1002-4760-805f-3feebb152133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f20790f-3dc7-440e-9aed-f7f0343db454 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:01:27.885685 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-5f887d51-1002-4760-805f-3feebb152133 service neutron] Publish callbacks [] for port (3f20790f-3dc7-440e-9aed-f7f0343db454), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:27.901755 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-5f887d51-1002-4760-805f-3feebb152133 service neutron] Transition to ACTIVE for port object 3f20790f-3dc7-440e-9aed-f7f0343db454 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:01:27.911408 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-5f887d51-1002-4760-805f-3feebb152133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (3f20790f-3dc7-440e-9aed-f7f0343db454), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:27.940905 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-35559770-1e68-4459-a5f6-74948febc745 service neutron] Attempting to bind port e88b7e52-5ffe-45cb-b318-f6ee9930eb2d on host n-h2-828369-4 for vnic_type normal with profile None {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:01:27.941527 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-35559770-1e68-4459-a5f6-74948febc745 service neutron] Attempting to bind port e88b7e52-5ffe-45cb-b318-f6ee9930eb2d by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '2793514a-5639-496c-8d37-377203141ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:01:27.942044 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-35559770-1e68-4459-a5f6-74948febc745 service neutron] Attempting to bind port e88b7e52-5ffe-45cb-b318-f6ee9930eb2d on network 7041f7c4-8ab5-4479-b63e-c8706fa7ab10 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:01:27.946794 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-35559770-1e68-4459-a5f6-74948febc745 service neutron] Port e88b7e52-5ffe-45cb-b318-f6ee9930eb2d on network 7041f7c4-8ab5-4479-b63e-c8706fa7ab10 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:01:27.947310 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-35559770-1e68-4459-a5f6-74948febc745 service neutron] Attempting to bind port e88b7e52-5ffe-45cb-b318-f6ee9930eb2d on network 7041f7c4-8ab5-4479-b63e-c8706fa7ab10 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:01:27.953965 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-35559770-1e68-4459-a5f6-74948febc745 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:01:27.954608 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-35559770-1e68-4459-a5f6-74948febc745 service neutron] Checking segment: {'id': '2793514a-5639-496c-8d37-377203141ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:01:27.955160 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-35559770-1e68-4459-a5f6-74948febc745 service neutron] Bound using segment: {'id': '2793514a-5639-496c-8d37-377203141ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:01:27.955802 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-35559770-1e68-4459-a5f6-74948febc745 service neutron] Bound port: e88b7e52-5ffe-45cb-b318-f6ee9930eb2d, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2793514a-5639-496c-8d37-377203141ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:01:28.001439 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 60f966d6-f2ff-460e-9613-176bcf524b7d no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:01:28.048113 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: 60f966d6-f2ff-460e-9613-176bcf524b7d {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:01:28.052164 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 60f966d6-f2ff-460e-9613-176bcf524b7d not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:01:28.055247 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f887d51-1002-4760-805f-3feebb152133 service neutron] Pushing event updated for resources: {'Port': ['ID=3f20790f-3dc7-440e-9aed-f7f0343db454,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:28.059908 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-35559770-1e68-4459-a5f6-74948febc745 service neutron] For port e88b7e52-5ffe-45cb-b318-f6ee9930eb2d, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=e88b7e52-5ffe-45cb-b318-f6ee9930eb2d,segment=NetworkSegment(2793514a-5639-496c-8d37-377203141ac7),segment_id=2793514a-5639-496c-8d37-377203141ac7)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:01:28.069317 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-35559770-1e68-4459-a5f6-74948febc745 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:28.074362 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-5f887d51-1002-4760-805f-3feebb152133 service neutron] Attempting to bind port 3f20790f-3dc7-440e-9aed-f7f0343db454 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:01:28.074816 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-5f887d51-1002-4760-805f-3feebb152133 service neutron] Attempting to bind port 3f20790f-3dc7-440e-9aed-f7f0343db454 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:01:28.075227 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-5f887d51-1002-4760-805f-3feebb152133 service neutron] Attempting to bind port 3f20790f-3dc7-440e-9aed-f7f0343db454 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:01:28.085008 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-35559770-1e68-4459-a5f6-74948febc745 service neutron] 10.222.0.50 "POST /v2.0/ports/e88b7e52-5ffe-45cb-b318-f6ee9930eb2d/bindings HTTP/1.1" status: 201 len: 389 time: 0.3468654 Feb 09 01:01:28.089481 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-5f887d51-1002-4760-805f-3feebb152133 service neutron] Port 3f20790f-3dc7-440e-9aed-f7f0343db454 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:01:28.089893 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-5f887d51-1002-4760-805f-3feebb152133 service neutron] Attempting to bind port 3f20790f-3dc7-440e-9aed-f7f0343db454 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:01:28.097970 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-5f887d51-1002-4760-805f-3feebb152133 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:01:28.098420 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-5f887d51-1002-4760-805f-3feebb152133 service neutron] Checking segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:01:28.098886 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-5f887d51-1002-4760-805f-3feebb152133 service neutron] Bound using segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:01:28.099398 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-5f887d51-1002-4760-805f-3feebb152133 service neutron] Bound port: 3f20790f-3dc7-440e-9aed-f7f0343db454, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:01:28.102843 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-5f887d51-1002-4760-805f-3feebb152133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3f20790f-3dc7-440e-9aed-f7f0343db454), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:28.202355 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d367289-dd67-4011-8e52-0700b33baebd req-577af8ae-8b69-4d4f-9519-c3178611e375 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:28.203931 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0d367289-dd67-4011-8e52-0700b33baebd req-577af8ae-8b69-4d4f-9519-c3178611e375 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cc31a0-a2da-4002-9561-978f7b51688d HTTP/1.1" status: 200 len: 948 time: 0.1741931 Feb 09 01:01:28.241447 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-5f887d51-1002-4760-805f-3feebb152133 service neutron] For port 3f20790f-3dc7-440e-9aed-f7f0343db454, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:01:28.280369 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-5f887d51-1002-4760-805f-3feebb152133 service neutron] For port 3f20790f-3dc7-440e-9aed-f7f0343db454, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=3f20790f-3dc7-440e-9aed-f7f0343db454,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:01:28.298633 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-5f887d51-1002-4760-805f-3feebb152133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (3f20790f-3dc7-440e-9aed-f7f0343db454), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:28.364185 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0d367289-dd67-4011-8e52-0700b33baebd req-75147f76-05e6-4be3-ba89-4b185a07ede6 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494803 Feb 09 01:01:28.381098 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-5f887d51-1002-4760-805f-3feebb152133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:28.381960 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-5f887d51-1002-4760-805f-3feebb152133 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:28.383799 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-5f887d51-1002-4760-805f-3feebb152133 service neutron] 10.222.0.120 "PUT /v2.0/ports/3f20790f-3dc7-440e-9aed-f7f0343db454 HTTP/1.1" status: 200 len: 1096 time: 1.4444957 Feb 09 01:01:28.384674 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7cc31a0-a2da-4002-9561-978f7b51688d', 'tag': '3f20790f-3dc7-440e-9aed-f7f0343db454'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:01:28.387431 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56eeda9-f69f-4f8e-aa41-3a5d6bdd55b0" -d '{"events": [{"name": "network-changed", "server_uuid": "b7cc31a0-a2da-4002-9561-978f7b51688d", "tag": "3f20790f-3dc7-440e-9aed-f7f0343db454"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:01:28.532667 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-73dcef3c-a6ca-4a6f-a671-1e77749324db tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=b2c75a9a4b8d4c13889eebfa537de663&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1158156 Feb 09 01:01:28.585670 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f887d51-1002-4760-805f-3feebb152133 service neutron] Pushing event updated for resources: {'Port': ['ID=3f20790f-3dc7-440e-9aed-f7f0343db454,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:28.664186 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-a9b888e4-b993-4031-bf1a-06435f2deb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:28.665838 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-a9b888e4-b993-4031-bf1a-06435f2deb13 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=8e4a1438c4ae4668a3f29d116af30cb3&device_id=b7cc31a0-a2da-4002-9561-978f7b51688d HTTP/1.1" status: 200 len: 1130 time: 0.2263620 Feb 09 01:01:28.681094 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-c04157d6-d683-48af-b961-e46ccfdccb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:28.682732 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-c04157d6-d683-48af-b961-e46ccfdccb30 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=3b70da3c9e0441c5928a48dabf785fc6&device_id=977c202c-168c-44df-9f22-3a217a1145d0 HTTP/1.1" status: 200 len: 1128 time: 0.2792649 Feb 09 01:01:28.705659 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf63222-64ef-4e8d-8586-8bf619462f30 req-60741c02-e95e-4665-94ea-de1fec1e04a4 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:28.707863 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2cf63222-64ef-4e8d-8586-8bf619462f30 req-60741c02-e95e-4665-94ea-de1fec1e04a4 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/ports?device_id=77b15bfe-17a0-47a9-b532-520e80a33c62 HTTP/1.1" status: 200 len: 945 time: 0.2354512 Feb 09 01:01:28.787143 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-1979e7bf-7cf7-44f6-a288-679e3e3a9cd8 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=3f20790f-3dc7-440e-9aed-f7f0343db454 HTTP/1.1" status: 200 len: 217 time: 0.1011117 Feb 09 01:01:28.932016 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-f3066152-3f95-4f64-b819-82d41edf569c tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:28.933597 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-f3066152-3f95-4f64-b819-82d41edf569c tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4000089 Feb 09 01:01:28.969699 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-608a8f1f-1836-4eb0-b2c8-3cffc23822df tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/quotas/b2c75a9a4b8d4c13889eebfa537de663 HTTP/1.1" status: 200 len: 375 time: 0.0279732 Feb 09 01:01:29.027402 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-ffac51da-9d24-4ce0-9c24-b1539d94261b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:29.028898 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-ffac51da-9d24-4ce0-9c24-b1539d94261b service neutron] 10.222.0.120 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.1713626 Feb 09 01:01:29.034584 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-5ced8044-752b-4e38-903b-9ab4d7aede05 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=b2c75a9a4b8d4c13889eebfa537de663&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489984 Feb 09 01:01:29.060994 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2cf63222-64ef-4e8d-8586-8bf619462f30 req-cff448b3-3a07-46e8-be99-1f40d352500d tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/security-groups?id=1790f5db-f4bf-4a0a-b871-f8306e209982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3101349 Feb 09 01:01:29.093824 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-ee374f99-2bf1-4cd1-9d35-f42ec5d8eae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:29.096128 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-ee374f99-2bf1-4cd1-9d35-f42ec5d8eae3 service neutron] 10.222.0.120 "GET /v2.0/networks?id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10 HTTP/1.1" status: 200 len: 923 time: 0.4014201 Feb 09 01:01:29.159788 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-055ab7f5-3515-4875-ac3b-89ca172463d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:29.161750 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-055ab7f5-3515-4875-ac3b-89ca172463d0 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1214509 Feb 09 01:01:29.163428 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-7da8a42a-c809-4d3a-8831-3b687e84744b service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e88b7e52-5ffe-45cb-b318-f6ee9930eb2d HTTP/1.1" status: 200 len: 217 time: 0.0547040 Feb 09 01:01:29.342087 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-c3da6860-ea2b-4e78-8758-107e2fc14bba service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684830 Feb 09 01:01:29.377065 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ecf42b-bfd6-4ff8-839c-d164b7522a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac9e357-a474-48c4-8a68-d60133aacb8a'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:01:29.381417 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5113dab0-f1a8-4e07-8c39-61815e208643" -d '{"events": [{"server_uuid": "85ecf42b-bfd6-4ff8-839c-d164b7522a38", "name": "network-vif-plugged", "status": "completed", "tag": "dac9e357-a474-48c4-8a68-d60133aacb8a"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:01:29.560435 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-9528812a-5dc9-4f2b-ae1c-06206a2809b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:29.561944 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-9528812a-5dc9-4f2b-ae1c-06206a2809b9 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=aee9db20-60c4-48dd-9796-48ed06ca844d HTTP/1.1" status: 200 len: 861 time: 0.3414257 Feb 09 01:01:29.579385 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47f622-de11-4161-a959-6eedcc0ebe1b req-e74ce875-f16e-4722-a628-852e3186742c tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:29.581443 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9f47f622-de11-4161-a959-6eedcc0ebe1b req-e74ce875-f16e-4722-a628-852e3186742c tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=977c202c-168c-44df-9f22-3a217a1145d0 HTTP/1.1" status: 200 len: 946 time: 0.2426519 Feb 09 01:01:29.645651 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-c2081654-d6e3-45a5-9490-7577223b182f service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609906 Feb 09 01:01:29.688398 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467bc28-0d76-4969-99ef-9009c0a2c712 req-cc268899-31e3-469c-9c3f-5868123b0e3d tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:29.689789 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5467bc28-0d76-4969-99ef-9009c0a2c712 req-cc268899-31e3-469c-9c3f-5868123b0e3d tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d HTTP/1.1" status: 200 len: 949 time: 0.3187823 Feb 09 01:01:29.707612 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2f0d07d-2b55-4262-9658-c5a7e76490b2 req-8d73ca79-1741-4056-a7a9-ea2193b81306 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336918 Feb 09 01:01:29.752242 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9f47f622-de11-4161-a959-6eedcc0ebe1b req-e0f04a5e-962e-44e6-93dd-e88607153aaa tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510074 Feb 09 01:01:29.823233 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5467bc28-0d76-4969-99ef-9009c0a2c712 req-0314f8b1-15aa-4d76-b2e8-0c223e687aac tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847955 Feb 09 01:01:29.850715 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-3e4db048-9431-459f-9f5a-943b919ce9f9 service neutron] 10.222.0.120 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824195 Feb 09 01:01:29.933934 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30623fd1-c12a-461b-893a-0de5af1c6fa6 x-openstack-request-id: req-30623fd1-c12a-461b-893a-0de5af1c6fa6 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:01:29.934322 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7cc31a0-a2da-4002-9561-978f7b51688d", "tag": "3f20790f-3dc7-440e-9aed-f7f0343db454", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:01:29.934592 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-30623fd1-c12a-461b-893a-0de5af1c6fa6 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:01:29.935049 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7cc31a0-a2da-4002-9561-978f7b51688d', 'tag': '3f20790f-3dc7-440e-9aed-f7f0343db454', 'status': 'completed', 'code': 200} Feb 09 01:01:30.125272 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-89e947cc-9391-40be-ace7-af329cfc2208 req-bcd2896a-a011-4843-9ad7-c4d87a3380cd tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/ports?device_id=93cbb7c5-a42b-4ddb-842a-3a06f374b69f HTTP/1.1" status: 200 len: 210 time: 0.0730541 Feb 09 01:01:30.139712 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56eeda9-f69f-4f8e-aa41-3a5d6bdd55b0 req-79b7c807-e80c-4c0a-ab88-c390e42bb62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:30.142155 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e56eeda9-f69f-4f8e-aa41-3a5d6bdd55b0 req-79b7c807-e80c-4c0a-ab88-c390e42bb62d service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=8e4a1438c4ae4668a3f29d116af30cb3&device_id=b7cc31a0-a2da-4002-9561-978f7b51688d HTTP/1.1" status: 200 len: 1130 time: 0.2090065 Feb 09 01:01:30.166544 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-5d988617-79d2-4ee9-ab28-387bef010b7a service neutron] 10.222.0.120 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095827 Feb 09 01:01:30.175520 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f324004-ad02-4bf6-b5df-2f3551b7e54b req-ca570ac4-2f82-42dd-9e21-82649bdac7f0 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:30.182406 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5f324004-ad02-4bf6-b5df-2f3551b7e54b req-ca570ac4-2f82-42dd-9e21-82649bdac7f0 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ecf42b-bfd6-4ff8-839c-d164b7522a38 HTTP/1.1" status: 200 len: 945 time: 0.2185822 Feb 09 01:01:30.437076 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5f324004-ad02-4bf6-b5df-2f3551b7e54b req-72b96a81-6d70-4ef1-942f-4612808d91d7 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537253 Feb 09 01:01:30.443292 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56eeda9-f69f-4f8e-aa41-3a5d6bdd55b0 req-beb6e631-015a-46b5-9cfc-18b147104fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:30.444921 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e56eeda9-f69f-4f8e-aa41-3a5d6bdd55b0 req-beb6e631-015a-46b5-9cfc-18b147104fb6 service neutron] 10.222.0.120 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.2907391 Feb 09 01:01:30.448751 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-8711ad63-93b0-4805-bdba-44bc41f06bce tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:30.450035 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-8711ad63-93b0-4805-bdba-44bc41f06bce tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] 10.222.0.120 "GET /v2.0/ports?device_id=977c202c-168c-44df-9f22-3a217a1145d0&tenant_id=3b70da3c9e0441c5928a48dabf785fc6&binding%3Ahost_id=n-h1-828369-4 HTTP/1.1" status: 200 len: 1128 time: 0.1728430 Feb 09 01:01:30.473814 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-c66b0f93-866f-49ca-b65f-20364dc8e837 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828369-4'}}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:30.501720 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b9684d-abff-42b7-bc18-884441f3bcfd x-openstack-request-id: req-58b9684d-abff-42b7-bc18-884441f3bcfd {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:01:30.502238 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ecf42b-bfd6-4ff8-839c-d164b7522a38", "name": "network-vif-plugged", "status": "completed", "tag": "dac9e357-a474-48c4-8a68-d60133aacb8a", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:01:30.502487 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-58b9684d-abff-42b7-bc18-884441f3bcfd {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:01:30.503501 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ecf42b-bfd6-4ff8-839c-d164b7522a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac9e357-a474-48c4-8a68-d60133aacb8a', 'code': 200} Feb 09 01:01:30.647069 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac144862-cd33-474d-a81b-11e04d4ca53a req-7b431f8c-1879-4043-8fe8-666641495e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:30.650525 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ac144862-cd33-474d-a81b-11e04d4ca53a req-7b431f8c-1879-4043-8fe8-666641495e9c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=85ecf42b-bfd6-4ff8-839c-d164b7522a38 HTTP/1.1" status: 200 len: 1127 time: 0.0574069 Feb 09 01:01:30.719017 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ac144862-cd33-474d-a81b-11e04d4ca53a req-4544e3f9-3d19-410f-aeb2-2a9fd8df3018 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584984 Feb 09 01:01:30.774413 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e56eeda9-f69f-4f8e-aa41-3a5d6bdd55b0 req-ae94e308-f287-426c-9a68-8d6e99e2a209 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=3f20790f-3dc7-440e-9aed-f7f0343db454 HTTP/1.1" status: 200 len: 217 time: 0.3143451 Feb 09 01:01:30.875110 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe799e5-99d9-47a0-8982-80b265242d14 req-8b5ca8ea-2b12-458b-8497-53dddc65a913 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:30.876977 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ebe799e5-99d9-47a0-8982-80b265242d14 req-8b5ca8ea-2b12-458b-8497-53dddc65a913 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cc31a0-a2da-4002-9561-978f7b51688d HTTP/1.1" status: 200 len: 948 time: 0.5314047 Feb 09 01:01:30.906338 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-d094ff16-9aa9-4448-9571-4ffd85a53fe2 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.120 "GET /v2.0/networks?tenant_id=b2c75a9a4b8d4c13889eebfa537de663&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493922 Feb 09 01:01:31.024398 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-c66b0f93-866f-49ca-b65f-20364dc8e837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e88b7e52-5ffe-45cb-b318-f6ee9930eb2d), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:31.118292 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56eeda9-f69f-4f8e-aa41-3a5d6bdd55b0 req-e590c044-cf1d-4974-baa1-3767a3686cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:31.119804 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e56eeda9-f69f-4f8e-aa41-3a5d6bdd55b0 req-e590c044-cf1d-4974-baa1-3767a3686cc7 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.3314989 Feb 09 01:01:31.148373 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec2d84-78f4-4e97-a4fc-0a5ae6044ec8 req-5893cf14-4a20-4fc2-906b-26a703444b62 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:31.155520 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8bec2d84-78f4-4e97-a4fc-0a5ae6044ec8 req-5893cf14-4a20-4fc2-906b-26a703444b62 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/ports?device_id=77b15bfe-17a0-47a9-b532-520e80a33c62 HTTP/1.1" status: 200 len: 945 time: 0.3991442 Feb 09 01:01:31.227229 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ebe799e5-99d9-47a0-8982-80b265242d14 req-e653ef29-35f8-4823-9924-7625657862f6 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199754 Feb 09 01:01:31.248121 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-a3b062f4-b697-49db-a9ab-ab988eb911d6 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:31.250785 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-a3b062f4-b697-49db-a9ab-ab988eb911d6 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.120 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3384984 Feb 09 01:01:31.279005 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-065b159a-51ea-4313-b96f-4ea1caa2ca84 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Request body: {'port': {'device_id': '93cbb7c5-a42b-4ddb-842a-3a06f374b69f', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'admin_state_up': True, 'tenant_id': 'b2c75a9a4b8d4c13889eebfa537de663'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:31.401122 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8bec2d84-78f4-4e97-a4fc-0a5ae6044ec8 req-36175fcb-77b7-43fe-9b3c-ac7be87ad8ad tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/security-groups?id=1790f5db-f4bf-4a0a-b871-f8306e209982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2448385 Feb 09 01:01:31.422864 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56eeda9-f69f-4f8e-aa41-3a5d6bdd55b0 req-9dfde492-b394-4250-89c6-ead1e8bc62eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:31.424164 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e56eeda9-f69f-4f8e-aa41-3a5d6bdd55b0 req-9dfde492-b394-4250-89c6-ead1e8bc62eb service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2914248 Feb 09 01:01:31.579366 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-c66b0f93-866f-49ca-b65f-20364dc8e837 service neutron] For port e88b7e52-5ffe-45cb-b318-f6ee9930eb2d, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=e88b7e52-5ffe-45cb-b318-f6ee9930eb2d,segment=NetworkSegment(2793514a-5639-496c-8d37-377203141ac7),segment_id=2793514a-5639-496c-8d37-377203141ac7)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:31.612268 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb848d-0bfe-475e-be60-8c1423a3b88c req-405f8f60-6243-428c-bc80-27dcd6e4a466 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:31.613894 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5fbb848d-0bfe-475e-be60-8c1423a3b88c req-405f8f60-6243-428c-bc80-27dcd6e4a466 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=977c202c-168c-44df-9f22-3a217a1145d0 HTTP/1.1" status: 200 len: 946 time: 0.2500026 Feb 09 01:01:31.691846 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-065b159a-51ea-4313-b96f-4ea1caa2ca84 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Made reservation on behalf of b2c75a9a4b8d4c13889eebfa537de663 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:01:31.695166 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-065b159a-51ea-4313-b96f-4ea1caa2ca84 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:31.698485 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-c66b0f93-866f-49ca-b65f-20364dc8e837 service neutron] For port e88b7e52-5ffe-45cb-b318-f6ee9930eb2d, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:01:31.727984 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e56eeda9-f69f-4f8e-aa41-3a5d6bdd55b0 req-a4ff09e7-4cc7-46f5-84f8-074438a11cab service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908707 Feb 09 01:01:31.765169 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e9a98-486a-403c-b025-1a4b9fcb38e4 req-bad81f59-4a2f-4667-8560-a1e42d26857a tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:31.766665 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-284e9a98-486a-403c-b025-1a4b9fcb38e4 req-bad81f59-4a2f-4667-8560-a1e42d26857a tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d HTTP/1.1" status: 200 len: 949 time: 0.2862115 Feb 09 01:01:31.852097 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5fbb848d-0bfe-475e-be60-8c1423a3b88c req-03d441cf-97af-4426-a4c0-e192a2743015 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209425 Feb 09 01:01:31.865775 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-c66b0f93-866f-49ca-b65f-20364dc8e837 service neutron] Publish callbacks [] for port (e88b7e52-5ffe-45cb-b318-f6ee9930eb2d), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:31.945167 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '977c202c-168c-44df-9f22-3a217a1145d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e88b7e52-5ffe-45cb-b318-f6ee9930eb2d'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:01:31.947979 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed72b44-8000-4129-972c-6a8bfa089901" -d '{"events": [{"server_uuid": "977c202c-168c-44df-9f22-3a217a1145d0", "name": "network-vif-unplugged", "status": "completed", "tag": "e88b7e52-5ffe-45cb-b318-f6ee9930eb2d"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:01:31.965651 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-284e9a98-486a-403c-b025-1a4b9fcb38e4 req-2782be5f-787b-488e-af57-86cbbaa4e3f8 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881521 Feb 09 01:01:31.978642 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-c66b0f93-866f-49ca-b65f-20364dc8e837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e88b7e52-5ffe-45cb-b318-f6ee9930eb2d), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:32.031131 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 3f20790f-3dc7-440e-9aed-f7f0343db454 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:01:32.106579 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-321825ce-0825-4a92-a035-156b7efae85f req-498d18e8-edce-48cc-8004-8d5314b0eda0 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/ports?device_id=93cbb7c5-a42b-4ddb-842a-3a06f374b69f HTTP/1.1" status: 200 len: 210 time: 0.1364312 Feb 09 01:01:32.269732 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 3f20790f-3dc7-440e-9aed-f7f0343db454, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=3f20790f-3dc7-440e-9aed-f7f0343db454,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:32.317536 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e56eeda9-f69f-4f8e-aa41-3a5d6bdd55b0 req-81c33e6d-3103-4eef-b22b-f63b0a19e1f5 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5707371 Feb 09 01:01:32.417238 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66b0f93-866f-49ca-b65f-20364dc8e837 service neutron] Pushing event updated for resources: {'Port': ['ID=e88b7e52-5ffe-45cb-b318-f6ee9930eb2d,revision_number=7']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:32.426100 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-c66b0f93-866f-49ca-b65f-20364dc8e837 service neutron] Attempting to bind port e88b7e52-5ffe-45cb-b318-f6ee9930eb2d on host n-h1-828369-4 for vnic_type normal with profile {"migrating_to": "n-h2-828369-4"} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:01:32.426582 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-c66b0f93-866f-49ca-b65f-20364dc8e837 service neutron] Attempting to bind port e88b7e52-5ffe-45cb-b318-f6ee9930eb2d by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '2793514a-5639-496c-8d37-377203141ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:01:32.427461 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-c66b0f93-866f-49ca-b65f-20364dc8e837 service neutron] Attempting to bind port e88b7e52-5ffe-45cb-b318-f6ee9930eb2d on network 7041f7c4-8ab5-4479-b63e-c8706fa7ab10 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:01:32.434300 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '3f20790f-3dc7-440e-9aed-f7f0343db454', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'port_id': '3f20790f-3dc7-440e-9aed-f7f0343db454', 'mac_address': 'fa:16:3e:d1:de:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3810d295-ee98-40f7-b1e2-609bf7d1c3df', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:01:32.437052 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ce4a62e6-62ed-4e52-8763-cff44f8fd7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:32.446963 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-065b159a-51ea-4313-b96f-4ea1caa2ca84 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Allocated IP 192.168.233.98 (9e88fe6e-2b1d-4294-a17d-9a7801813700/3810d295-ee98-40f7-b1e2-609bf7d1c3df/7625514e-f6e4-4b37-8f4c-b592318ba0d3) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:01:32.452880 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-c66b0f93-866f-49ca-b65f-20364dc8e837 service neutron] Port e88b7e52-5ffe-45cb-b318-f6ee9930eb2d on network 7041f7c4-8ab5-4479-b63e-c8706fa7ab10 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:01:32.453281 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-c66b0f93-866f-49ca-b65f-20364dc8e837 service neutron] Attempting to bind port e88b7e52-5ffe-45cb-b318-f6ee9930eb2d on network 7041f7c4-8ab5-4479-b63e-c8706fa7ab10 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:01:32.469237 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-c66b0f93-866f-49ca-b65f-20364dc8e837 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:01:32.469745 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-c66b0f93-866f-49ca-b65f-20364dc8e837 service neutron] Checking segment: {'id': '2793514a-5639-496c-8d37-377203141ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:01:32.470334 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-c66b0f93-866f-49ca-b65f-20364dc8e837 service neutron] Bound using segment: {'id': '2793514a-5639-496c-8d37-377203141ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:01:32.470988 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-c66b0f93-866f-49ca-b65f-20364dc8e837 service neutron] Bound port: e88b7e52-5ffe-45cb-b318-f6ee9930eb2d, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2793514a-5639-496c-8d37-377203141ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:01:32.471647 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-c66b0f93-866f-49ca-b65f-20364dc8e837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e88b7e52-5ffe-45cb-b318-f6ee9930eb2d), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:32.500735 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 3f20790f-3dc7-440e-9aed-f7f0343db454 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:01:32.501267 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3f20790f-3dc7-440e-9aed-f7f0343db454), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:32.502108 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01635a3-1fce-405c-b926-6725162724f0 req-76fd19e3-19fa-438d-baaf-530693d32ba9 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:32.504418 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b01635a3-1fce-405c-b926-6725162724f0 req-76fd19e3-19fa-438d-baaf-530693d32ba9 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/ports?device_id=77b15bfe-17a0-47a9-b532-520e80a33c62 HTTP/1.1" status: 200 len: 945 time: 0.2690239 Feb 09 01:01:32.515615 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea1683-99d3-4a61-b2d3-9ce7d4c422d8 req-7f4aea31-3210-4269-bb88-981c5bcfe5cd tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:32.517890 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38994) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:01:32.522462 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a5ea1683-99d3-4a61-b2d3-9ce7d4c422d8 req-7f4aea31-3210-4269-bb88-981c5bcfe5cd tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ecf42b-bfd6-4ff8-839c-d164b7522a38 HTTP/1.1" status: 200 len: 945 time: 0.2155628 Feb 09 01:01:32.524519 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-96410bfe-fd4a-4ad7-92e0-ede64d13aa93 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Request body: {'floatingip': {'port_id': 'b39940fd-23b9-4252-be87-2131fe4b7388'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:32.546626 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f20790f-3dc7-440e-9aed-f7f0343db454 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:01:32.558469 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cedfbf30-720a-4f1d-91a1-49d9b3a19098 x-openstack-request-id: req-cedfbf30-720a-4f1d-91a1-49d9b3a19098 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:01:32.558585 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "977c202c-168c-44df-9f22-3a217a1145d0", "name": "network-vif-unplugged", "status": "completed", "tag": "e88b7e52-5ffe-45cb-b318-f6ee9930eb2d", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:01:32.558949 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cedfbf30-720a-4f1d-91a1-49d9b3a19098 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:01:32.559214 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '977c202c-168c-44df-9f22-3a217a1145d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e88b7e52-5ffe-45cb-b318-f6ee9930eb2d', 'code': 200} Feb 09 01:01:32.634641 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 3f20790f-3dc7-440e-9aed-f7f0343db454, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=3f20790f-3dc7-440e-9aed-f7f0343db454,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:32.638479 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-96410bfe-fd4a-4ad7-92e0-ede64d13aa93 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks [] for floatingip (5e1e289c-20ef-4918-9ea9-84e0674543e0), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:32.646828 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (3f20790f-3dc7-440e-9aed-f7f0343db454), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:32.696802 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a5ea1683-99d3-4a61-b2d3-9ce7d4c422d8 req-96ca7add-b5c9-4f34-b167-eab59bdb8aa2 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733758 Feb 09 01:01:32.738304 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=3f20790f-3dc7-440e-9aed-f7f0343db454,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:32.745208 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-c66b0f93-866f-49ca-b65f-20364dc8e837 service neutron] For port e88b7e52-5ffe-45cb-b318-f6ee9930eb2d, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:01:32.774030 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-c66b0f93-866f-49ca-b65f-20364dc8e837 service neutron] For port e88b7e52-5ffe-45cb-b318-f6ee9930eb2d, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=e88b7e52-5ffe-45cb-b318-f6ee9930eb2d,segment=NetworkSegment(2793514a-5639-496c-8d37-377203141ac7),segment_id=2793514a-5639-496c-8d37-377203141ac7)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:01:32.796843 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-c66b0f93-866f-49ca-b65f-20364dc8e837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e88b7e52-5ffe-45cb-b318-f6ee9930eb2d), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:32.825119 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f55a30-92b8-4973-baf5-8229a855c00f req-a7411e24-0a30-4c77-880e-8268608f77af tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:32.827144 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c4f55a30-92b8-4973-baf5-8229a855c00f req-a7411e24-0a30-4c77-880e-8268608f77af tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cc31a0-a2da-4002-9561-978f7b51688d HTTP/1.1" status: 200 len: 949 time: 0.1650620 Feb 09 01:01:32.868813 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-065b159a-51ea-4313-b96f-4ea1caa2ca84 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Publish callbacks [] for port (7625514e-f6e4-4b37-8f4c-b592318ba0d3), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:32.920829 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['3f20790f-3dc7-440e-9aed-f7f0343db454'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:01:33.052604 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-c66b0f93-866f-49ca-b65f-20364dc8e837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:33.053474 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-c66b0f93-866f-49ca-b65f-20364dc8e837 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:33.055171 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-c66b0f93-866f-49ca-b65f-20364dc8e837 service neutron] 10.222.0.120 "PUT /v2.0/ports/e88b7e52-5ffe-45cb-b318-f6ee9930eb2d HTTP/1.1" status: 200 len: 1122 time: 2.5878520 Feb 09 01:01:33.062639 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66b0f93-866f-49ca-b65f-20364dc8e837 service neutron] Pushing event updated for resources: {'Port': ['ID=e88b7e52-5ffe-45cb-b318-f6ee9930eb2d,revision_number=8']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:33.088240 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c4f55a30-92b8-4973-baf5-8229a855c00f req-1414646f-899f-49c2-af80-e301352e3c1a tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358179 Feb 09 01:01:33.131889 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-065b159a-51ea-4313-b96f-4ea1caa2ca84 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (7625514e-f6e4-4b37-8f4c-b592318ba0d3), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:33.249360 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['e88b7e52-5ffe-45cb-b318-f6ee9930eb2d'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:01:33.264042 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-065b159a-51ea-4313-b96f-4ea1caa2ca84 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Network 9e88fe6e-2b1d-4294-a17d-9a7801813700 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:33.311597 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-065b159a-51ea-4313-b96f-4ea1caa2ca84 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:33.356819 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-065b159a-51ea-4313-b96f-4ea1caa2ca84 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:01:33.362827 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-065b159a-51ea-4313-b96f-4ea1caa2ca84 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:33.363117 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-065b159a-51ea-4313-b96f-4ea1caa2ca84 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:33.379977 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b159a-51ea-4313-b96f-4ea1caa2ca84 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Pushing event updated for resources: {'Port': ['ID=7625514e-f6e4-4b37-8f4c-b592318ba0d3,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:33.492489 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-065b159a-51ea-4313-b96f-4ea1caa2ca84 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2204313 Feb 09 01:01:33.511554 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-7c0ae951-116b-4379-8d56-ab1425228851 service neutron] Request body: {'port': {'device_id': '93cbb7c5-a42b-4ddb-842a-3a06f374b69f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:33.556379 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.db.resource_extend [None req-96410bfe-fd4a-4ad7-92e0-ede64d13aa93 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:01:33.625135 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 39022) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:01:33.764524 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-33fd7ac8-909d-4149-852b-5e2800ba6d39 None None] Provisioning complete for port 7625514e-f6e4-4b37-8f4c-b592318ba0d3 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:33.764881 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-33fd7ac8-909d-4149-852b-5e2800ba6d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (7625514e-f6e4-4b37-8f4c-b592318ba0d3), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:33.805982 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-33fd7ac8-909d-4149-852b-5e2800ba6d39 None None] Port 7625514e-f6e4-4b37-8f4c-b592318ba0d3 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:01:33.840676 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0632463-5d7e-4f88-b82b-dedf6bec3351 req-f3aa7edb-069c-4285-8429-af4288d4aa09 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:33.847888 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0632463-5d7e-4f88-b82b-dedf6bec3351 req-f3aa7edb-069c-4285-8429-af4288d4aa09 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=977c202c-168c-44df-9f22-3a217a1145d0 HTTP/1.1" status: 200 len: 944 time: 0.5862753 Feb 09 01:01:33.903743 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc476d64-fd65-42c2-9850-8baec945f4b8 req-d08bcf7e-a3f4-4e4c-a381-e9736745f192 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:33.904568 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-96410bfe-fd4a-4ad7-92e0-ede64d13aa93 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:33.906882 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fc476d64-fd65-42c2-9850-8baec945f4b8 req-d08bcf7e-a3f4-4e4c-a381-e9736745f192 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d HTTP/1.1" status: 200 len: 949 time: 0.5314007 Feb 09 01:01:33.910502 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-96410bfe-fd4a-4ad7-92e0-ede64d13aa93 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (5e1e289c-20ef-4918-9ea9-84e0674543e0), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:33.934727 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-7c0ae951-116b-4379-8d56-ab1425228851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7625514e-f6e4-4b37-8f4c-b592318ba0d3), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:33.981263 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0632463-5d7e-4f88-b82b-dedf6bec3351 req-510e46b9-1f5b-4531-a6a1-f6df28cad9eb tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323028 Feb 09 01:01:34.006026 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-874d2ce7-10ed-4a93-8506-c0020986c5c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:34.028436 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fc476d64-fd65-42c2-9850-8baec945f4b8 req-79098916-7242-4ac1-a37d-c6aba552fbf2 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120412 Feb 09 01:01:34.068974 n-d-828369-4 neutron-server[103137]: INFO neutron.db.l3_db [None req-96410bfe-fd4a-4ad7-92e0-ede64d13aa93 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Floating IP 5e1e289c-20ef-4918-9ea9-84e0674543e0 associated. External IP: 172.25.8.209, port: b39940fd-23b9-4252-be87-2131fe4b7388. Feb 09 01:01:34.258514 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65f129-4c4a-4b64-8a5f-fce8769e7595 req-7fca8418-0e8d-4005-b55d-c888a6614ee7 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:34.260010 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ef65f129-4c4a-4b64-8a5f-fce8769e7595 req-7fca8418-0e8d-4005-b55d-c888a6614ee7 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/ports?device_id=93cbb7c5-a42b-4ddb-842a-3a06f374b69f HTTP/1.1" status: 200 len: 935 time: 0.1615562 Feb 09 01:01:34.268915 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a241cee-ff38-4e5a-8303-74ee841c20ba req-bd6992d9-4db3-4413-8b15-ad43fa55bec0 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:34.270350 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9a241cee-ff38-4e5a-8303-74ee841c20ba req-bd6992d9-4db3-4413-8b15-ad43fa55bec0 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ecf42b-bfd6-4ff8-839c-d164b7522a38 HTTP/1.1" status: 200 len: 945 time: 0.1333489 Feb 09 01:01:34.302637 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-874d2ce7-10ed-4a93-8506-c0020986c5c6 admin admin] Publish callbacks [] for security_group (4b280738-bd27-4b3d-b7e3-07f78a81a9a1), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:34.308860 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-874d2ce7-10ed-4a93-8506-c0020986c5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (4b280738-bd27-4b3d-b7e3-07f78a81a9a1), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:34.363926 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d2ce7-10ed-4a93-8506-c0020986c5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b280738-bd27-4b3d-b7e3-07f78a81a9a1,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:34.372534 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-874d2ce7-10ed-4a93-8506-c0020986c5c6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=86473817b54d4522ad4d72ecbe0fa9a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7436321 Feb 09 01:01:34.373429 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 39048) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:01:34.398646 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9a241cee-ff38-4e5a-8303-74ee841c20ba req-480c8beb-93de-493a-8e34-562ec1ebd55a tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184607 Feb 09 01:01:34.412894 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f60d524f-c677-43f8-9519-c23802609ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:34.418084 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96410bfe-fd4a-4ad7-92e0-ede64d13aa93 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Router ada90dd7-44ce-466f-a95c-18e6c74d0611 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:01:34.429737 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ef65f129-4c4a-4b64-8a5f-fce8769e7595 req-7fce7261-c09f-416d-9a13-e943ca27dddd tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab67f5-0522-4ac2-9e3c-0c8e92959fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526315 Feb 09 01:01:34.446079 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-7c0ae951-116b-4379-8d56-ab1425228851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7625514e-f6e4-4b37-8f4c-b592318ba0d3 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:01:34.456576 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-7c0ae951-116b-4379-8d56-ab1425228851 service neutron] Publish callbacks [] for port (7625514e-f6e4-4b37-8f4c-b592318ba0d3), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:34.472876 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-7c0ae951-116b-4379-8d56-ab1425228851 service neutron] Transition to ACTIVE for port object 7625514e-f6e4-4b37-8f4c-b592318ba0d3 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:01:34.477580 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-7c0ae951-116b-4379-8d56-ab1425228851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (7625514e-f6e4-4b37-8f4c-b592318ba0d3), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:34.499048 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-472d9253-8b59-4ee8-a979-4979b1fa1230 admin admin] Publish callbacks [] for security_group (4b280738-bd27-4b3d-b7e3-07f78a81a9a1), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:34.559151 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-472d9253-8b59-4ee8-a979-4979b1fa1230 admin admin] Publish callbacks [] for security_group (4b280738-bd27-4b3d-b7e3-07f78a81a9a1), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:34.567962 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '977c202c-168c-44df-9f22-3a217a1145d0', 'tag': 'e88b7e52-5ffe-45cb-b318-f6ee9930eb2d'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:01:34.571035 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbfda0a-05e8-4fea-b0cc-68eae38840b5" -d '{"events": [{"name": "network-changed", "server_uuid": "977c202c-168c-44df-9f22-3a217a1145d0", "tag": "e88b7e52-5ffe-45cb-b318-f6ee9930eb2d"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:01:34.592608 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ae951-116b-4379-8d56-ab1425228851 service neutron] Pushing event updated for resources: {'Port': ['ID=7625514e-f6e4-4b37-8f4c-b592318ba0d3,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:34.627741 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96410bfe-fd4a-4ad7-92e0-ede64d13aa93 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:01:34.633179 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-96410bfe-fd4a-4ad7-92e0-ede64d13aa93 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:34.647729 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a650164b-8f81-4d17-945e-71a00480b6e0 None None] Sync routers for ids ['ada90dd7-44ce-466f-a95c-18e6c74d0611'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:01:34.663227 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a650164b-8f81-4d17-945e-71a00480b6e0 None None] Routers {'ada90dd7-44ce-466f-a95c-18e6c74d0611'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:01:34.663888 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-a650164b-8f81-4d17-945e-71a00480b6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:01:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['ada90dd7-44ce-466f-a95c-18e6c74d0611'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:34.677783 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-7c0ae951-116b-4379-8d56-ab1425228851 service neutron] Attempting to bind port 7625514e-f6e4-4b37-8f4c-b592318ba0d3 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:01:34.678274 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-7c0ae951-116b-4379-8d56-ab1425228851 service neutron] Attempting to bind port 7625514e-f6e4-4b37-8f4c-b592318ba0d3 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:01:34.679320 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-7c0ae951-116b-4379-8d56-ab1425228851 service neutron] Attempting to bind port 7625514e-f6e4-4b37-8f4c-b592318ba0d3 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:01:34.680873 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-472d9253-8b59-4ee8-a979-4979b1fa1230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (4b280738-bd27-4b3d-b7e3-07f78a81a9a1), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:34.683692 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-472d9253-8b59-4ee8-a979-4979b1fa1230 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:34.687881 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-472d9253-8b59-4ee8-a979-4979b1fa1230 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4b280738-bd27-4b3d-b7e3-07f78a81a9a1 HTTP/1.1" status: 204 len: 168 time: 0.3117483 Feb 09 01:01:34.689073 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-96410bfe-fd4a-4ad7-92e0-ede64d13aa93 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "PUT /v2.0/floatingips/5e1e289c-20ef-4918-9ea9-84e0674543e0 HTTP/1.1" status: 200 len: 991 time: 2.1692200 Feb 09 01:01:34.691094 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b15bfe-17a0-47a9-b532-520e80a33c62', 'tag': 'b39940fd-23b9-4252-be87-2131fe4b7388'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:01:34.692941 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d0bec7-4a3f-45bb-b76d-ad36d75d92be" -d '{"events": [{"name": "network-changed", "server_uuid": "77b15bfe-17a0-47a9-b532-520e80a33c62", "tag": "b39940fd-23b9-4252-be87-2131fe4b7388"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:01:34.700445 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d9253-8b59-4ee8-a979-4979b1fa1230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b280738-bd27-4b3d-b7e3-07f78a81a9a1,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:34.703827 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8fc72-48d5-48e4-bb47-ed7850db4bc4 req-637400d0-5433-4621-bd17-0ce5fb58babc tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:34.706357 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c7c8fc72-48d5-48e4-bb47-ed7850db4bc4 req-637400d0-5433-4621-bd17-0ce5fb58babc tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc41ccf-8430-4a57-8167-1e321221a07d HTTP/1.1" status: 200 len: 950 time: 0.1607003 Feb 09 01:01:34.707386 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-7c0ae951-116b-4379-8d56-ab1425228851 service neutron] Port 7625514e-f6e4-4b37-8f4c-b592318ba0d3 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:01:34.707816 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-7c0ae951-116b-4379-8d56-ab1425228851 service neutron] Attempting to bind port 7625514e-f6e4-4b37-8f4c-b592318ba0d3 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:01:34.728389 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e57fe9-905f-4cf8-be84-7f3a810f5000 req-ebf77978-6312-45ae-be11-eb3f3c083a9d tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:34.730157 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18e57fe9-905f-4cf8-be84-7f3a810f5000 req-ebf77978-6312-45ae-be11-eb3f3c083a9d tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cc31a0-a2da-4002-9561-978f7b51688d HTTP/1.1" status: 200 len: 949 time: 0.2141068 Feb 09 01:01:34.748061 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-7c0ae951-116b-4379-8d56-ab1425228851 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:01:34.748420 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-7c0ae951-116b-4379-8d56-ab1425228851 service neutron] Checking segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:01:34.748860 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-7c0ae951-116b-4379-8d56-ab1425228851 service neutron] Bound using segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:01:34.749602 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-7c0ae951-116b-4379-8d56-ab1425228851 service neutron] Bound port: 7625514e-f6e4-4b37-8f4c-b592318ba0d3, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:01:34.749817 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-7c0ae951-116b-4379-8d56-ab1425228851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7625514e-f6e4-4b37-8f4c-b592318ba0d3), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:34.820851 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-a650164b-8f81-4d17-945e-71a00480b6e0 None None] Set router ada90dd7-44ce-466f-a95c-18e6c74d0611 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:01:34.872801 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c7c8fc72-48d5-48e4-bb47-ed7850db4bc4 req-0c98be98-85f3-4d2d-946a-371676403ce2 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab1a0708-3027-43a6-b70f-c2d19a1a7192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289737 Feb 09 01:01:34.894573 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18e57fe9-905f-4cf8-be84-7f3a810f5000 req-e19f117b-6260-445a-8ffc-db85a3b7fe23 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556146 Feb 09 01:01:34.919072 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d56fc7e-6f85-4e9a-bce9-8d8ac5ac2317 x-openstack-request-id: req-7d56fc7e-6f85-4e9a-bce9-8d8ac5ac2317 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:01:34.920042 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "977c202c-168c-44df-9f22-3a217a1145d0", "tag": "e88b7e52-5ffe-45cb-b318-f6ee9930eb2d", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:01:34.920820 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7d56fc7e-6f85-4e9a-bce9-8d8ac5ac2317 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:01:34.921333 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '977c202c-168c-44df-9f22-3a217a1145d0', 'tag': 'e88b7e52-5ffe-45cb-b318-f6ee9930eb2d', 'status': 'completed', 'code': 200} Feb 09 01:01:34.942142 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-7c0ae951-116b-4379-8d56-ab1425228851 service neutron] For port 7625514e-f6e4-4b37-8f4c-b592318ba0d3, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:01:34.948282 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-7c0ae951-116b-4379-8d56-ab1425228851 service neutron] For port 7625514e-f6e4-4b37-8f4c-b592318ba0d3, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=7625514e-f6e4-4b37-8f4c-b592318ba0d3,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:01:34.970716 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-7c0ae951-116b-4379-8d56-ab1425228851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (7625514e-f6e4-4b37-8f4c-b592318ba0d3), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:34.993850 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a8cb4f-3d4c-4494-b16c-bbcb016596ee x-openstack-request-id: req-26a8cb4f-3d4c-4494-b16c-bbcb016596ee {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:01:34.994431 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77b15bfe-17a0-47a9-b532-520e80a33c62", "tag": "b39940fd-23b9-4252-be87-2131fe4b7388", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:01:34.994852 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-26a8cb4f-3d4c-4494-b16c-bbcb016596ee {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:01:34.995400 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77b15bfe-17a0-47a9-b532-520e80a33c62', 'tag': 'b39940fd-23b9-4252-be87-2131fe4b7388', 'status': 'completed', 'code': 200} Feb 09 01:01:35.040619 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-7c0ae951-116b-4379-8d56-ab1425228851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:35.042546 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-7c0ae951-116b-4379-8d56-ab1425228851 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:35.049856 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-7c0ae951-116b-4379-8d56-ab1425228851 service neutron] 10.222.0.120 "PUT /v2.0/ports/7625514e-f6e4-4b37-8f4c-b592318ba0d3 HTTP/1.1" status: 200 len: 1095 time: 1.5424135 Feb 09 01:01:35.061209 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfda0a-05e8-4fea-b0cc-68eae38840b5 req-ec3dcb2f-bd87-4b31-bd07-b7e457e9d784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:35.065199 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ccbfda0a-05e8-4fea-b0cc-68eae38840b5 req-ec3dcb2f-bd87-4b31-bd07-b7e457e9d784 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b70da3c9e0441c5928a48dabf785fc6&device_id=977c202c-168c-44df-9f22-3a217a1145d0 HTTP/1.1" status: 200 len: 1156 time: 0.1123765 Feb 09 01:01:35.179969 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 39086) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:01:35.218598 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-53e979f8-b93a-4d8d-83be-0a19157560fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:35.260749 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-a650164b-8f81-4d17-945e-71a00480b6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-681137932-router', 'tenant_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1e5780b3-10b8-4ff4-8292-62e6ca5327ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:00:37Z', 'updated_at': '2022-02-09T01:00:45Z', 'revision_number': 4, 'project_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'gw_port': {'id': '1e5780b3-10b8-4ff4-8292-62e6ca5327ff', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:00:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:38Z', 'updated_at': '2022-02-09T01:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '5e1e289c-20ef-4918-9ea9-84e0674543e0', 'tenant_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'floating_ip_address': '172.25.8.209', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'port_id': 'b39940fd-23b9-4252-be87-2131fe4b7388', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1ef353-28d7-4dbf-bb1a-5731e3977ba4', 'mac_address': 'fa:16:3e:4f:69:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b15bfe-17a0-47a9-b532-520e80a33c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:01:10Z', 'updated_at': '2022-02-09T01:01:33Z', 'revision_number': 1, 'project_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb', 'name': '', 'network_id': '5b1ef353-28d7-4dbf-bb1a-5731e3977ba4', 'tenant_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'mac_address': 'fa:16:3e:fc:4f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'f61025f6-bbc8-419e-944b-83c38276e9e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:42Z', 'updated_at': '2022-02-09T01:00:51Z', 'revision_number': 5, 'project_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'subnets': [{'id': 'f61025f6-bbc8-419e-944b-83c38276e9e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:35.292892 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a650164b-8f81-4d17-945e-71a00480b6e0 None None] Checking router: ada90dd7-44ce-466f-a95c-18e6c74d0611 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:01:35.303929 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a650164b-8f81-4d17-945e-71a00480b6e0 None None] Routers {'ada90dd7-44ce-466f-a95c-18e6c74d0611'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:01:35.304584 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-a650164b-8f81-4d17-945e-71a00480b6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:01:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['ada90dd7-44ce-466f-a95c-18e6c74d0611'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:35.321910 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-53e979f8-b93a-4d8d-83be-0a19157560fc admin admin] Publish callbacks [] for security_group (4f7d079d-3f37-4551-b28a-7e4dc9b2897d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:35.334049 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ae951-116b-4379-8d56-ab1425228851 service neutron] Pushing event updated for resources: {'Port': ['ID=7625514e-f6e4-4b37-8f4c-b592318ba0d3,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:35.337008 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-53e979f8-b93a-4d8d-83be-0a19157560fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (4f7d079d-3f37-4551-b28a-7e4dc9b2897d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:35.357708 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea63de3-4f54-423c-9654-ffefd74b1c25 req-8cb79172-c1ef-4961-b991-fdc9942950e6 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:35.359327 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3ea63de3-4f54-423c-9654-ffefd74b1c25 req-8cb79172-c1ef-4961-b991-fdc9942950e6 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/ports?device_id=77b15bfe-17a0-47a9-b532-520e80a33c62 HTTP/1.1" status: 200 len: 945 time: 0.3008633 Feb 09 01:01:35.367705 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0bec7-4a3f-45bb-b76d-ad36d75d92be req-1659e572-cac5-486d-a378-bb39b6d0c827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:35.369345 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-89d0bec7-4a3f-45bb-b76d-ad36d75d92be req-1659e572-cac5-486d-a378-bb39b6d0c827 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=59b83406d20b4b2ebe9993c1c71eb2e8&device_id=77b15bfe-17a0-47a9-b532-520e80a33c62 HTTP/1.1" status: 200 len: 1127 time: 0.3165426 Feb 09 01:01:35.373426 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-c95ce770-2888-42fc-a5f1-b2310d277c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:35.374941 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-c95ce770-2888-42fc-a5f1-b2310d277c4e service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=b2c75a9a4b8d4c13889eebfa537de663&device_id=93cbb7c5-a42b-4ddb-842a-3a06f374b69f HTTP/1.1" status: 200 len: 1129 time: 0.1789188 Feb 09 01:01:35.379228 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-53e979f8-b93a-4d8d-83be-0a19157560fc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f300ff9239324920b83f2503763c5260&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1932590 Feb 09 01:01:35.383317 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799db8e1-e9a6-4467-bec3-9ccdd19b6956 req-bfe32921-57fc-468a-a871-c2eedd8f04f1 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:35.384274 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 39088) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:01:35.385057 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-799db8e1-e9a6-4467-bec3-9ccdd19b6956 req-bfe32921-57fc-468a-a871-c2eedd8f04f1 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=977c202c-168c-44df-9f22-3a217a1145d0 HTTP/1.1" status: 200 len: 944 time: 0.1654377 Feb 09 01:01:35.399028 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfda0a-05e8-4fea-b0cc-68eae38840b5 req-cb928b80-6ade-4be1-83f9-b18820fd0d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:35.400712 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ccbfda0a-05e8-4fea-b0cc-68eae38840b5 req-cb928b80-6ade-4be1-83f9-b18820fd0d09 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10 HTTP/1.1" status: 200 len: 923 time: 0.3269815 Feb 09 01:01:35.425697 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e979f8-b93a-4d8d-83be-0a19157560fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7d079d-3f37-4551-b28a-7e4dc9b2897d,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:35.434696 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-a650164b-8f81-4d17-945e-71a00480b6e0 None None] Set router ada90dd7-44ce-466f-a95c-18e6c74d0611 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:01:35.463331 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ccbfda0a-05e8-4fea-b0cc-68eae38840b5 req-fb116b04-3ab1-48d8-abb3-65baf4a3d29a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e88b7e52-5ffe-45cb-b318-f6ee9930eb2d HTTP/1.1" status: 200 len: 217 time: 0.0531352 Feb 09 01:01:35.509373 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-02a970ab-093c-485f-96dc-40c33dabf719 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=7625514e-f6e4-4b37-8f4c-b592318ba0d3 HTTP/1.1" status: 200 len: 217 time: 0.0974123 Feb 09 01:01:35.523249 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-734b3794-1530-47ff-9bd1-bbc6a897e41d admin admin] Publish callbacks [] for security_group (4f7d079d-3f37-4551-b28a-7e4dc9b2897d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:35.531354 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfda0a-05e8-4fea-b0cc-68eae38840b5 req-a003758b-a5ff-4cd0-8ae9-bd0d21cc9c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:35.532834 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ccbfda0a-05e8-4fea-b0cc-68eae38840b5 req-a003758b-a5ff-4cd0-8ae9-bd0d21cc9c48 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aee9db20-60c4-48dd-9796-48ed06ca844d HTTP/1.1" status: 200 len: 861 time: 0.0619049 Feb 09 01:01:35.578666 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-734b3794-1530-47ff-9bd1-bbc6a897e41d admin admin] Publish callbacks [] for security_group (4f7d079d-3f37-4551-b28a-7e4dc9b2897d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:35.582619 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ccbfda0a-05e8-4fea-b0cc-68eae38840b5 req-3b894bfd-87e3-449b-97d1-0f0c787cbc62 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413985 Feb 09 01:01:35.624886 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3ea63de3-4f54-423c-9654-ffefd74b1c25 req-782f9e2f-1a36-4f7f-9442-ab8fef8e0951 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/security-groups?id=1790f5db-f4bf-4a0a-b871-f8306e209982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2537732 Feb 09 01:01:35.640364 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-4e12ce02-41c0-408b-a0e6-9a23480901ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:35.642006 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-4e12ce02-41c0-408b-a0e6-9a23480901ab service neutron] 10.222.0.120 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.1211023 Feb 09 01:01:35.677111 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-799db8e1-e9a6-4467-bec3-9ccdd19b6956 req-8ea4f488-e09e-407a-b3b1-d38eee1924da tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353864 Feb 09 01:01:35.692362 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0bec7-4a3f-45bb-b76d-ad36d75d92be req-cbc3aae6-6c74-48e7-baa3-f1a74ba95ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:35.693955 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-89d0bec7-4a3f-45bb-b76d-ad36d75d92be req-cbc3aae6-6c74-48e7-baa3-f1a74ba95ce1 service neutron] 10.222.0.120 "GET /v2.0/networks?id=5b1ef353-28d7-4dbf-bb1a-5731e3977ba4 HTTP/1.1" status: 200 len: 925 time: 0.3078945 Feb 09 01:01:35.697148 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-a650164b-8f81-4d17-945e-71a00480b6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-681137932-router', 'tenant_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1e5780b3-10b8-4ff4-8292-62e6ca5327ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:00:37Z', 'updated_at': '2022-02-09T01:00:45Z', 'revision_number': 4, 'project_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'gw_port': {'id': '1e5780b3-10b8-4ff4-8292-62e6ca5327ff', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:00:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:38Z', 'updated_at': '2022-02-09T01:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '5e1e289c-20ef-4918-9ea9-84e0674543e0', 'tenant_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'floating_ip_address': '172.25.8.209', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'port_id': 'b39940fd-23b9-4252-be87-2131fe4b7388', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1ef353-28d7-4dbf-bb1a-5731e3977ba4', 'mac_address': 'fa:16:3e:4f:69:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b15bfe-17a0-47a9-b532-520e80a33c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:01:10Z', 'updated_at': '2022-02-09T01:01:33Z', 'revision_number': 1, 'project_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb', 'name': '', 'network_id': '5b1ef353-28d7-4dbf-bb1a-5731e3977ba4', 'tenant_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'mac_address': 'fa:16:3e:fc:4f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'f61025f6-bbc8-419e-944b-83c38276e9e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:42Z', 'updated_at': '2022-02-09T01:00:51Z', 'revision_number': 5, 'project_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'subnets': [{'id': 'f61025f6-bbc8-419e-944b-83c38276e9e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:01:35.720969 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ccbfda0a-05e8-4fea-b0cc-68eae38840b5 req-81cac82c-9a0c-4e16-91d1-dded69432b54 service neutron] 10.222.0.47 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307924 Feb 09 01:01:35.724672 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-734b3794-1530-47ff-9bd1-bbc6a897e41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (4f7d079d-3f37-4551-b28a-7e4dc9b2897d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:35.729240 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-734b3794-1530-47ff-9bd1-bbc6a897e41d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:35.733733 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-734b3794-1530-47ff-9bd1-bbc6a897e41d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4f7d079d-3f37-4551-b28a-7e4dc9b2897d HTTP/1.1" status: 204 len: 168 time: 0.3484416 Feb 09 01:01:35.753113 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a650164b-8f81-4d17-945e-71a00480b6e0 None None] The sync data for ids ['ada90dd7-44ce-466f-a95c-18e6c74d0611'] in n-d-828369-4 is: [{'id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-681137932-router', 'tenant_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1e5780b3-10b8-4ff4-8292-62e6ca5327ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:00:37Z', 'updated_at': '2022-02-09T01:00:45Z', 'revision_number': 4, 'project_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'gw_port': {'id': '1e5780b3-10b8-4ff4-8292-62e6ca5327ff', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:00:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:38Z', 'updated_at': '2022-02-09T01:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '5e1e289c-20ef-4918-9ea9-84e0674543e0', 'tenant_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'floating_ip_address': '172.25.8.209', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'port_id': 'b39940fd-23b9-4252-be87-2131fe4b7388', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1ef353-28d7-4dbf-bb1a-5731e3977ba4', 'mac_address': 'fa:16:3e:4f:69:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b15bfe-17a0-47a9-b532-520e80a33c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:01:10Z', 'updated_at': '2022-02-09T01:01:33Z', 'revision_number': 1, 'project_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb', 'name': '', 'network_id': '5b1ef353-28d7-4dbf-bb1a-5731e3977ba4', 'tenant_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'mac_address': 'fa:16:3e:fc:4f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'f61025f6-bbc8-419e-944b-83c38276e9e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:42Z', 'updated_at': '2022-02-09T01:00:51Z', 'revision_number': 5, 'project_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'subnets': [{'id': 'f61025f6-bbc8-419e-944b-83c38276e9e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:01:35.769011 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:35.786099 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b3794-1530-47ff-9bd1-bbc6a897e41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7d079d-3f37-4551-b28a-7e4dc9b2897d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:35.850726 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ccbfda0a-05e8-4fea-b0cc-68eae38840b5 req-b6a8f0b0-8a78-4170-9ff6-96cfe2e3de65 service neutron] 10.222.0.47 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137140 Feb 09 01:01:35.932350 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-c9322a84-f5ae-4a14-bf75-86b56a09f1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:35.933887 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-c9322a84-f5ae-4a14-bf75-86b56a09f1ab service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2558126 Feb 09 01:01:35.937914 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-89d0bec7-4a3f-45bb-b76d-ad36d75d92be req-5e75c4a6-6377-4f9c-a940-ecfbe5d97c68 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b39940fd-23b9-4252-be87-2131fe4b7388 HTTP/1.1" status: 200 len: 999 time: 0.2223024 Feb 09 01:01:35.977265 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b19018-a9ff-439e-ac66-04053b6aec6a req-82f13157-cd02-4b3d-9a5f-563731eabc66 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:35.978750 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e0b19018-a9ff-439e-ac66-04053b6aec6a req-82f13157-cd02-4b3d-9a5f-563731eabc66 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d HTTP/1.1" status: 200 len: 949 time: 0.1718490 Feb 09 01:01:36.005437 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bec738-82fb-44dd-94a7-800362070dc9 req-2ea68b86-7ac7-4a9c-bb14-dd6e5c8798ba tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:36.009188 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-60bec738-82fb-44dd-94a7-800362070dc9 req-2ea68b86-7ac7-4a9c-bb14-dd6e5c8798ba tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ecf42b-bfd6-4ff8-839c-d164b7522a38 HTTP/1.1" status: 200 len: 945 time: 0.1960883 Feb 09 01:01:36.074611 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device e88b7e52-5ffe-45cb-b318-f6ee9930eb2d details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:01:36.081049 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 3f20790f-3dc7-440e-9aed-f7f0343db454 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:01:36.083901 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9842b2-86f2-4060-8b89-a2be881d6e1a None None] New status for floating IP 5e1e289c-20ef-4918-9ea9-84e0674543e0: ACTIVE {{(pid=103138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:01:36.122942 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0bec7-4a3f-45bb-b76d-ad36d75d92be req-ffff0264-6f0e-48be-bb08-6b32fd599cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:36.124398 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-89d0bec7-4a3f-45bb-b76d-ad36d75d92be req-ffff0264-6f0e-48be-bb08-6b32fd599cf4 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=f61025f6-bbc8-419e-944b-83c38276e9e3 HTTP/1.1" status: 200 len: 862 time: 0.1713729 Feb 09 01:01:36.156163 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-60bec738-82fb-44dd-94a7-800362070dc9 req-d85ce398-f046-4bd2-ba1c-f7359dea4d8c tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314321 Feb 09 01:01:36.222780 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e0b19018-a9ff-439e-ac66-04053b6aec6a req-20592071-b5c5-4f08-b054-a2f2fb83c492 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056496 Feb 09 01:01:36.250258 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-5b38d980-599a-46d9-bb1d-71693267e8fe service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928705 Feb 09 01:01:36.306674 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0bec7-4a3f-45bb-b76d-ad36d75d92be req-ec044743-3dc6-471c-b9a6-c56222fa845c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:36.308502 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-89d0bec7-4a3f-45bb-b76d-ad36d75d92be req-ec044743-3dc6-471c-b9a6-c56222fa845c service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=5b1ef353-28d7-4dbf-bb1a-5731e3977ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1766281 Feb 09 01:01:36.331637 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port e88b7e52-5ffe-45cb-b318-f6ee9930eb2d, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=e88b7e52-5ffe-45cb-b318-f6ee9930eb2d,segment=NetworkSegment(2793514a-5639-496c-8d37-377203141ac7),segment_id=2793514a-5639-496c-8d37-377203141ac7)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:36.344874 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device e88b7e52-5ffe-45cb-b318-f6ee9930eb2d has no active binding in host n-h2-828369-4 {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 01:01:36.406456 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 3f20790f-3dc7-440e-9aed-f7f0343db454 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:01:36.447836 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 3f20790f-3dc7-440e-9aed-f7f0343db454 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:36.448235 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (3f20790f-3dc7-440e-9aed-f7f0343db454), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:36.623938 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 3f20790f-3dc7-440e-9aed-f7f0343db454 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:01:36.624343 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3f20790f-3dc7-440e-9aed-f7f0343db454), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:36.660095 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7cc31a0-a2da-4002-9561-978f7b51688d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f20790f-3dc7-440e-9aed-f7f0343db454'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:01:36.663526 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963b185d-7d4a-499b-9a87-d9985c08fc04" -d '{"events": [{"server_uuid": "b7cc31a0-a2da-4002-9561-978f7b51688d", "name": "network-vif-plugged", "status": "completed", "tag": "3f20790f-3dc7-440e-9aed-f7f0343db454"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:01:36.680427 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 3f20790f-3dc7-440e-9aed-f7f0343db454, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=3f20790f-3dc7-440e-9aed-f7f0343db454,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:36.692370 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (3f20790f-3dc7-440e-9aed-f7f0343db454), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:36.714911 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a164492-ce56-4fcd-bf9c-5ef38ec594a7 req-2351b50d-cbf1-47be-a318-5e0c2d7c91f1 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:36.716411 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1a164492-ce56-4fcd-bf9c-5ef38ec594a7 req-2351b50d-cbf1-47be-a318-5e0c2d7c91f1 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/ports?device_id=93cbb7c5-a42b-4ddb-842a-3a06f374b69f HTTP/1.1" status: 200 len: 947 time: 0.4072022 Feb 09 01:01:36.735107 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9bb0961e-6594-4414-af2a-7f8cf916ad63 req-c5ed5045-cdaf-4ec1-957d-818a32b270ff service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4763007 Feb 09 01:01:36.745183 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-89d0bec7-4a3f-45bb-b76d-ad36d75d92be req-ca6f4789-2a15-4b0b-857e-85a475cfa98a service neutron] 10.222.0.120 "GET /v2.0/networks/5b1ef353-28d7-4dbf-bb1a-5731e3977ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090903 Feb 09 01:01:36.753074 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=3f20790f-3dc7-440e-9aed-f7f0343db454,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:36.823814 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1a164492-ce56-4fcd-bf9c-5ef38ec594a7 req-1af09c30-27a3-4588-ac48-c0fb38135bbd tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab67f5-0522-4ac2-9e3c-0c8e92959fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984168 Feb 09 01:01:36.872148 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-89d0bec7-4a3f-45bb-b76d-ad36d75d92be req-2e9087b1-715f-4bbd-922c-13dc3eb679d1 service neutron] 10.222.0.120 "GET /v2.0/networks/5b1ef353-28d7-4dbf-bb1a-5731e3977ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184599 Feb 09 01:01:36.938545 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93cbb7c5-a42b-4ddb-842a-3a06f374b69f', 'tag': '7625514e-f6e4-4b37-8f4c-b592318ba0d3'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:01:36.941938 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e448889e-7628-464c-ad67-c3f9c66852de" -d '{"events": [{"name": "network-changed", "server_uuid": "93cbb7c5-a42b-4ddb-842a-3a06f374b69f", "tag": "7625514e-f6e4-4b37-8f4c-b592318ba0d3"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:01:36.976006 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52fd04-b895-400e-a4d9-7fd175c6c94e req-8332a359-305e-4bfd-8fc7-a49f368b6937 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:36.983332 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ef52fd04-b895-400e-a4d9-7fd175c6c94e req-8332a359-305e-4bfd-8fc7-a49f368b6937 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cc31a0-a2da-4002-9561-978f7b51688d HTTP/1.1" status: 200 len: 950 time: 0.0789254 Feb 09 01:01:37.033824 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:37.036078 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ef52fd04-b895-400e-a4d9-7fd175c6c94e req-084a7aff-5003-42a4-a6a2-e8bc6996d556 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519001 Feb 09 01:01:37.155107 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ddfb43-629d-44b0-afde-f781f8ca7de8 req-91424633-db51-4290-a41e-c39aa0fa0109 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:37.156781 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-63ddfb43-629d-44b0-afde-f781f8ca7de8 req-91424633-db51-4290-a41e-c39aa0fa0109 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/ports?device_id=77b15bfe-17a0-47a9-b532-520e80a33c62 HTTP/1.1" status: 200 len: 945 time: 0.0621371 Feb 09 01:01:37.210628 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-63ddfb43-629d-44b0-afde-f781f8ca7de8 req-8c7f01dd-f730-4643-b1fb-15f1a20e1540 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/security-groups?id=1790f5db-f4bf-4a0a-b871-f8306e209982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480442 Feb 09 01:01:37.261423 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a91046d-1369-4221-a799-fe8886b836e4 x-openstack-request-id: req-1a91046d-1369-4221-a799-fe8886b836e4 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:01:37.262099 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7cc31a0-a2da-4002-9561-978f7b51688d", "name": "network-vif-plugged", "status": "completed", "tag": "3f20790f-3dc7-440e-9aed-f7f0343db454", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:01:37.262641 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1a91046d-1369-4221-a799-fe8886b836e4 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:01:37.263276 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7cc31a0-a2da-4002-9561-978f7b51688d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f20790f-3dc7-440e-9aed-f7f0343db454', 'code': 200} Feb 09 01:01:37.315707 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5f66a2-fd3c-4ab2-82f2-fa02eb0a4388 x-openstack-request-id: req-9f5f66a2-fd3c-4ab2-82f2-fa02eb0a4388 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:01:37.315991 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93cbb7c5-a42b-4ddb-842a-3a06f374b69f", "tag": "7625514e-f6e4-4b37-8f4c-b592318ba0d3", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:01:37.316411 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9f5f66a2-fd3c-4ab2-82f2-fa02eb0a4388 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:01:37.316838 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93cbb7c5-a42b-4ddb-842a-3a06f374b69f', 'tag': '7625514e-f6e4-4b37-8f4c-b592318ba0d3', 'status': 'completed', 'code': 200} Feb 09 01:01:37.337073 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:37.344333 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0e3a3-14e9-4e4b-8721-56f9a1932a09 req-06ccea8c-6a9e-4447-8f73-772a1f43693a tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:37.346636 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3d0e3a3-14e9-4e4b-8721-56f9a1932a09 req-06ccea8c-6a9e-4447-8f73-772a1f43693a tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=977c202c-168c-44df-9f22-3a217a1145d0 HTTP/1.1" status: 200 len: 944 time: 0.0626526 Feb 09 01:01:37.490489 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3d0e3a3-14e9-4e4b-8721-56f9a1932a09 req-c6a4d7e9-fdcf-45a4-ac90-bee56245c498 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373732 Feb 09 01:01:37.506243 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448889e-7628-464c-ad67-c3f9c66852de req-46b02b76-88e0-4886-8316-ac35a566f052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:37.507826 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e448889e-7628-464c-ad67-c3f9c66852de req-46b02b76-88e0-4886-8316-ac35a566f052 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=b2c75a9a4b8d4c13889eebfa537de663&device_id=93cbb7c5-a42b-4ddb-842a-3a06f374b69f HTTP/1.1" status: 200 len: 1129 time: 0.1459556 Feb 09 01:01:37.519366 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b44d28-7653-4976-abc7-9b201fc832f1 req-90bf7d8a-ca50-40fe-bd85-fe4e9f0a5606 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:37.520869 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-42b44d28-7653-4976-abc7-9b201fc832f1 req-90bf7d8a-ca50-40fe-bd85-fe4e9f0a5606 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ecf42b-bfd6-4ff8-839c-d164b7522a38 HTTP/1.1" status: 200 len: 945 time: 0.1374166 Feb 09 01:01:37.525961 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1cb35-d521-47e8-a864-3d675754943b req-334db035-4387-4a40-bbda-0cbbb4ffcfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:37.527424 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-39d1cb35-d521-47e8-a864-3d675754943b req-334db035-4387-4a40-bbda-0cbbb4ffcfef service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=b7cc31a0-a2da-4002-9561-978f7b51688d HTTP/1.1" status: 200 len: 1132 time: 0.1675367 Feb 09 01:01:37.605032 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-70b077f3-a791-4a34-aa27-424852a19d3d service neutron] 10.222.0.47 "GET /v2.0/ports/e88b7e52-5ffe-45cb-b318-f6ee9930eb2d/bindings/n-h2-828369-4 HTTP/1.1" status: 200 len: 384 time: 0.0567660 Feb 09 01:01:37.702362 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-39d1cb35-d521-47e8-a864-3d675754943b req-7233c033-fecf-4702-b24f-f35183410128 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620121 Feb 09 01:01:37.708190 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-42b44d28-7653-4976-abc7-9b201fc832f1 req-8b1cda9e-42f1-4513-b44c-891d855d5794 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729200 Feb 09 01:01:37.732454 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6314be-8ec4-441e-ac3e-b69702e815fd req-93cf40ef-ebe7-4c5b-836a-a3c413f4204f tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:37.734009 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bf6314be-8ec4-441e-ac3e-b69702e815fd req-93cf40ef-ebe7-4c5b-836a-a3c413f4204f tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/ports?device_id=77b15bfe-17a0-47a9-b532-520e80a33c62 HTTP/1.1" status: 200 len: 945 time: 0.1346707 Feb 09 01:01:37.735678 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448889e-7628-464c-ad67-c3f9c66852de req-c0a57e4b-4383-4760-8385-af68430ddc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:37.737097 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e448889e-7628-464c-ad67-c3f9c66852de req-c0a57e4b-4383-4760-8385-af68430ddc82 service neutron] 10.222.0.120 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.2153654 Feb 09 01:01:37.792708 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bf6314be-8ec4-441e-ac3e-b69702e815fd req-6456ce68-2bee-4710-b92b-f1f2f084ead2 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/security-groups?id=1790f5db-f4bf-4a0a-b871-f8306e209982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532572 Feb 09 01:01:37.799763 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-38c72e76-ab35-4ab5-86ec-102323d62562 service neutron] For port e88b7e52-5ffe-45cb-b318-f6ee9930eb2d, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=e88b7e52-5ffe-45cb-b318-f6ee9930eb2d,segment=NetworkSegment(2793514a-5639-496c-8d37-377203141ac7),segment_id=2793514a-5639-496c-8d37-377203141ac7)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:37.821705 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-38c72e76-ab35-4ab5-86ec-102323d62562 service neutron] For port e88b7e52-5ffe-45cb-b318-f6ee9930eb2d, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:01:37.844116 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f64180-5c42-4ecd-b639-022e1e56a1bb req-331404c9-d3d5-4830-b1da-66672bf072e1 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:37.850428 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-40f64180-5c42-4ecd-b639-022e1e56a1bb req-331404c9-d3d5-4830-b1da-66672bf072e1 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d HTTP/1.1" status: 200 len: 949 time: 0.0718322 Feb 09 01:01:37.860902 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-38c72e76-ab35-4ab5-86ec-102323d62562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e88b7e52-5ffe-45cb-b318-f6ee9930eb2d {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:01:37.871794 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-38c72e76-ab35-4ab5-86ec-102323d62562 service neutron] For port e88b7e52-5ffe-45cb-b318-f6ee9930eb2d, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=e88b7e52-5ffe-45cb-b318-f6ee9930eb2d,segment=NetworkSegment(2793514a-5639-496c-8d37-377203141ac7),segment_id=2793514a-5639-496c-8d37-377203141ac7)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:37.886125 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-38c72e76-ab35-4ab5-86ec-102323d62562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e88b7e52-5ffe-45cb-b318-f6ee9930eb2d), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:37.901664 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-40f64180-5c42-4ecd-b639-022e1e56a1bb req-80f0e6e2-a469-4d50-a536-fff104c5aa5d tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492795 Feb 09 01:01:37.969366 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-38c72e76-ab35-4ab5-86ec-102323d62562 service neutron] Transition to ACTIVE for port object e88b7e52-5ffe-45cb-b318-f6ee9930eb2d will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:01:37.974350 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-38c72e76-ab35-4ab5-86ec-102323d62562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e88b7e52-5ffe-45cb-b318-f6ee9930eb2d), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:38.034763 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-e1278473-7298-4005-aac2-212d469cf667 tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=36e5bc53503342d8969ca47aa067a50f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235140 Feb 09 01:01:38.077346 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-38c72e76-ab35-4ab5-86ec-102323d62562 service neutron] No DVR routers for this DVR port e88b7e52-5ffe-45cb-b318-f6ee9930eb2d on host n-h1-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:01:38.090371 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device e43e35e3-3611-4d8e-92ba-481228e860a8 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:01:38.104098 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c72e76-ab35-4ab5-86ec-102323d62562 service neutron] Pushing event updated for resources: {'Port': ['ID=e88b7e52-5ffe-45cb-b318-f6ee9930eb2d,revision_number=10']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:38.140204 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-38c72e76-ab35-4ab5-86ec-102323d62562 service neutron] 10.222.0.47 "PUT /v2.0/ports/e88b7e52-5ffe-45cb-b318-f6ee9930eb2d/bindings/n-h2-828369-4/activate HTTP/1.1" status: 200 len: 369 time: 0.5267940 Feb 09 01:01:38.175196 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-9bfb181f-aafd-46ca-a920-95f96e4e605d tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:38.177048 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-9bfb181f-aafd-46ca-a920-95f96e4e605d tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1366160 Feb 09 01:01:38.181371 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port e43e35e3-3611-4d8e-92ba-481228e860a8 is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:01:38.181785 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e43e35e3-3611-4d8e-92ba-481228e860a8), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:38.197995 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-6d6bb96e-87e9-4cb2-9e78-ff56c40088fa tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] 10.222.0.50 "GET /v2.0/quotas/36e5bc53503342d8969ca47aa067a50f HTTP/1.1" status: 200 len: 375 time: 0.0146267 Feb 09 01:01:38.219234 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port e43e35e3-3611-4d8e-92ba-481228e860a8, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=e43e35e3-3611-4d8e-92ba-481228e860a8,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:38.223986 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e43e35e3-3611-4d8e-92ba-481228e860a8), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:38.234570 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-8a9f6006-0a68-4796-a844-f625749debb9 tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=36e5bc53503342d8969ca47aa067a50f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313299 Feb 09 01:01:38.276497 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=e43e35e3-3611-4d8e-92ba-481228e860a8,revision_number=8']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:38.343611 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5e313-cb21-4fd8-b55d-bb20b1df853b req-5bbd7367-c6fe-41a8-b4ad-eeb6c84e914e tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:38.345220 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a1d5e313-cb21-4fd8-b55d-bb20b1df853b req-5bbd7367-c6fe-41a8-b4ad-eeb6c84e914e tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/ports?device_id=93cbb7c5-a42b-4ddb-842a-3a06f374b69f HTTP/1.1" status: 200 len: 947 time: 0.0561759 Feb 09 01:01:38.390395 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:38.421005 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a1d5e313-cb21-4fd8-b55d-bb20b1df853b req-8b6fa4a2-e69d-4783-acc5-eb1a601dcf47 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab67f5-0522-4ac2-9e3c-0c8e92959fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660179 Feb 09 01:01:38.471904 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ebb4cc-6f3f-4847-bb49-54e844c94894 req-0d51120a-5493-4d7b-a3c6-239c87813302 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:38.473545 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f9ebb4cc-6f3f-4847-bb49-54e844c94894 req-0d51120a-5493-4d7b-a3c6-239c87813302 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cc31a0-a2da-4002-9561-978f7b51688d HTTP/1.1" status: 200 len: 950 time: 0.0670187 Feb 09 01:01:38.536924 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f9ebb4cc-6f3f-4847-bb49-54e844c94894 req-64cf8b85-5203-4ae1-b400-45b08f2e3c6f tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578203 Feb 09 01:01:38.566561 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ec42c79b-035b-46d7-981e-6948892b4984 req-dc57cc2b-f5c0-456a-b37e-12131d42d049 tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] 10.222.0.50 "GET /v2.0/ports?device_id=c052d7cd-1331-4a32-964c-a02c696b4245 HTTP/1.1" status: 200 len: 210 time: 0.0276415 Feb 09 01:01:38.650765 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35812f3b-415a-4a4d-b2cc-332ec6acad67 req-327cf969-c773-41d0-8a94-19a59fbf146c tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:38.652265 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-35812f3b-415a-4a4d-b2cc-332ec6acad67 req-327cf969-c773-41d0-8a94-19a59fbf146c tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=977c202c-168c-44df-9f22-3a217a1145d0 HTTP/1.1" status: 200 len: 945 time: 0.0533221 Feb 09 01:01:38.701470 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-35812f3b-415a-4a4d-b2cc-332ec6acad67 req-451efc4d-e893-4daa-a9c1-d7647d351a52 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432365 Feb 09 01:01:38.846557 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d88916-7d22-4902-a17f-60f4292767aa req-3fac50e3-9d46-44d3-b097-cfb15af97f8d tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:38.848062 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c7d88916-7d22-4902-a17f-60f4292767aa req-3fac50e3-9d46-44d3-b097-cfb15af97f8d tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ecf42b-bfd6-4ff8-839c-d164b7522a38 HTTP/1.1" status: 200 len: 945 time: 0.0630548 Feb 09 01:01:38.901634 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c7d88916-7d22-4902-a17f-60f4292767aa req-fb3c2017-de73-4bb4-b78f-609a7a5feb55 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476165 Feb 09 01:01:39.045351 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:39.210967 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5016a30-e56d-4d6f-aafc-0c22cecbbbbd req-bfb19506-76c9-4498-8e03-370fc153a68d tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:39.212436 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f5016a30-e56d-4d6f-aafc-0c22cecbbbbd req-bfb19506-76c9-4498-8e03-370fc153a68d tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d HTTP/1.1" status: 200 len: 949 time: 0.0607297 Feb 09 01:01:39.258768 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f5016a30-e56d-4d6f-aafc-0c22cecbbbbd req-207516ce-9140-407e-8046-66977320db13 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402524 Feb 09 01:01:39.264258 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc41ccf-8430-4a57-8167-1e321221a07d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e43e35e3-3611-4d8e-92ba-481228e860a8'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:01:39.267213 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6067e306-fb44-452a-a1de-21ff3e056f75" -d '{"events": [{"server_uuid": "1fc41ccf-8430-4a57-8167-1e321221a07d", "name": "network-vif-unplugged", "status": "completed", "tag": "e43e35e3-3611-4d8e-92ba-481228e860a8"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:01:39.302520 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6380b67d-619a-47a5-b236-8313ea814eb9 x-openstack-request-id: req-6380b67d-619a-47a5-b236-8313ea814eb9 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:01:39.302866 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc41ccf-8430-4a57-8167-1e321221a07d", "name": "network-vif-unplugged", "status": "completed", "tag": "e43e35e3-3611-4d8e-92ba-481228e860a8", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:01:39.303124 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6380b67d-619a-47a5-b236-8313ea814eb9 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:01:39.303536 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc41ccf-8430-4a57-8167-1e321221a07d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e43e35e3-3611-4d8e-92ba-481228e860a8', 'code': 200} Feb 09 01:01:39.364798 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-69aca658-0f2f-4699-9992-d6a9ce9b98ee tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=36e5bc53503342d8969ca47aa067a50f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216806 Feb 09 01:01:39.470404 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-9d5335f3-3701-4090-8834-c6352e5e2e15 tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:39.472138 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-9d5335f3-3701-4090-8834-c6352e5e2e15 tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1015978 Feb 09 01:01:39.485005 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-8aaf192d-17f5-4db8-9082-2131405cb423 tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] Request body: {'port': {'device_id': 'c052d7cd-1331-4a32-964c-a02c696b4245', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'admin_state_up': True, 'tenant_id': '36e5bc53503342d8969ca47aa067a50f'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:39.555573 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e19977-2df9-4e5c-bbdf-0148aab61999 req-7730d8bf-7fc6-41cf-87a5-6f4bc99a3a56 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:39.557130 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e4e19977-2df9-4e5c-bbdf-0148aab61999 req-7730d8bf-7fc6-41cf-87a5-6f4bc99a3a56 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/ports?device_id=93cbb7c5-a42b-4ddb-842a-3a06f374b69f HTTP/1.1" status: 200 len: 947 time: 0.0569880 Feb 09 01:01:39.607064 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e4e19977-2df9-4e5c-bbdf-0148aab61999 req-4328041d-c6a5-43c2-a72f-b7f99aba1c10 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab67f5-0522-4ac2-9e3c-0c8e92959fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429008 Feb 09 01:01:39.610483 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-8aaf192d-17f5-4db8-9082-2131405cb423 tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] Made reservation on behalf of 36e5bc53503342d8969ca47aa067a50f for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:01:39.615302 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-8aaf192d-17f5-4db8-9082-2131405cb423 tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:39.631794 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-8aaf192d-17f5-4db8-9082-2131405cb423 tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:39.683313 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b5e81-6e99-4266-ad90-b4a943ce047b req-b8b3cfc5-afa6-4225-a0ed-b7308ace7388 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:39.685204 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-366b5e81-6e99-4266-ad90-b4a943ce047b req-b8b3cfc5-afa6-4225-a0ed-b7308ace7388 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cc31a0-a2da-4002-9561-978f7b51688d HTTP/1.1" status: 200 len: 950 time: 0.0708702 Feb 09 01:01:39.705602 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-03a7b437-e35d-4c53-893c-83efba386b81 req-31b32931-68f7-41de-9506-3aac8c2bfd73 tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] 10.222.0.50 "GET /v2.0/ports?device_id=c052d7cd-1331-4a32-964c-a02c696b4245 HTTP/1.1" status: 200 len: 210 time: 0.0385160 Feb 09 01:01:39.711665 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-8aaf192d-17f5-4db8-9082-2131405cb423 tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] Publish callbacks [] for security_group (c2e9a8e7-27fd-4127-b396-9338667268fb), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:39.719637 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-8aaf192d-17f5-4db8-9082-2131405cb423 tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (c2e9a8e7-27fd-4127-b396-9338667268fb), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:39.751975 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-366b5e81-6e99-4266-ad90-b4a943ce047b req-397a4d32-c3a5-4983-bd7c-97f2588d2275 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487914 Feb 09 01:01:39.795255 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf192d-17f5-4db8-9082-2131405cb423 tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e9a8e7-27fd-4127-b396-9338667268fb,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:39.832627 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c3f3b-a517-43ad-80b7-ab5fae92a542 req-412caf1a-e59f-4442-af15-4a4d3613dc4a tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:39.834137 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-083c3f3b-a517-43ad-80b7-ab5fae92a542 req-412caf1a-e59f-4442-af15-4a4d3613dc4a tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=977c202c-168c-44df-9f22-3a217a1145d0 HTTP/1.1" status: 200 len: 945 time: 0.0561852 Feb 09 01:01:39.878232 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-8aaf192d-17f5-4db8-9082-2131405cb423 tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] Allocated IP 192.168.233.237 (9e88fe6e-2b1d-4294-a17d-9a7801813700/3810d295-ee98-40f7-b1e2-609bf7d1c3df/d0bfe40d-734e-4b24-a810-404955e43b25) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:01:39.917247 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-083c3f3b-a517-43ad-80b7-ab5fae92a542 req-ceddb697-6f8b-4312-a2cc-36c592db0223 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758328 Feb 09 01:01:39.925237 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3f248f42-7838-4cf4-b80b-85797f00657f req-0ee8eec4-16fe-41de-bb87-cea7cb5bebaf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8c500d91-5364-48c7-b452-78dfe56882e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0771532 Feb 09 01:01:40.034059 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-8aaf192d-17f5-4db8-9082-2131405cb423 tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] Publish callbacks [] for port (d0bfe40d-734e-4b24-a810-404955e43b25), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:40.048447 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f248f42-7838-4cf4-b80b-85797f00657f req-fa65a236-0c1f-43ee-a6eb-fe2b3515464f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:40.049951 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3f248f42-7838-4cf4-b80b-85797f00657f req-fa65a236-0c1f-43ee-a6eb-fe2b3515464f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b70da3c9e0441c5928a48dabf785fc6&device_id=8c500d91-5364-48c7-b452-78dfe56882e1 HTTP/1.1" status: 200 len: 1126 time: 0.0821187 Feb 09 01:01:40.061346 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb851e0-6e57-4490-bc7a-97b8e026ada3 req-1df29b0d-cf31-4367-98e8-4269efccc8fc tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:40.065119 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-deb851e0-6e57-4490-bc7a-97b8e026ada3 req-1df29b0d-cf31-4367-98e8-4269efccc8fc tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ecf42b-bfd6-4ff8-839c-d164b7522a38 HTTP/1.1" status: 200 len: 945 time: 0.0716288 Feb 09 01:01:40.069196 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-8aaf192d-17f5-4db8-9082-2131405cb423 tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (d0bfe40d-734e-4b24-a810-404955e43b25), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:40.114745 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-8aaf192d-17f5-4db8-9082-2131405cb423 tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] Network 9e88fe6e-2b1d-4294-a17d-9a7801813700 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:40.117842 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-8aaf192d-17f5-4db8-9082-2131405cb423 tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:40.124739 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-8aaf192d-17f5-4db8-9082-2131405cb423 tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:01:40.129850 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-8aaf192d-17f5-4db8-9082-2131405cb423 tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:40.130479 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-8aaf192d-17f5-4db8-9082-2131405cb423 tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:40.133893 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf192d-17f5-4db8-9082-2131405cb423 tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] Pushing event updated for resources: {'Port': ['ID=d0bfe40d-734e-4b24-a810-404955e43b25,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:40.151093 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-8aaf192d-17f5-4db8-9082-2131405cb423 tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6698792 Feb 09 01:01:40.164722 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-7c3e9ab4-fb9c-4635-9a49-bedb73f3b951 service neutron] Request body: {'port': {'device_id': 'c052d7cd-1331-4a32-964c-a02c696b4245', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:40.165146 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-deb851e0-6e57-4490-bc7a-97b8e026ada3 req-44466aa0-c7c0-4f30-b2f7-7f04d9305f7b tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961418 Feb 09 01:01:40.197299 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f248f42-7838-4cf4-b80b-85797f00657f req-1bd734da-98ac-489b-b5f9-5e7b4d6f29b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:40.198679 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3f248f42-7838-4cf4-b80b-85797f00657f req-1bd734da-98ac-489b-b5f9-5e7b4d6f29b3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10 HTTP/1.1" status: 200 len: 923 time: 0.1236019 Feb 09 01:01:40.242668 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-7c3e9ab4-fb9c-4635-9a49-bedb73f3b951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d0bfe40d-734e-4b24-a810-404955e43b25), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:40.243156 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3f248f42-7838-4cf4-b80b-85797f00657f req-07a56587-d3ba-474e-af90-34616d3a5e7c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9804ef2d-9fcf-4148-8470-0d34c52d2038 HTTP/1.1" status: 200 len: 217 time: 0.0376842 Feb 09 01:01:40.301837 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f248f42-7838-4cf4-b80b-85797f00657f req-d3237dfd-ec70-47ed-8737-8bf86f4f5901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:40.303579 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3f248f42-7838-4cf4-b80b-85797f00657f req-d3237dfd-ec70-47ed-8737-8bf86f4f5901 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aee9db20-60c4-48dd-9796-48ed06ca844d HTTP/1.1" status: 200 len: 861 time: 0.0547040 Feb 09 01:01:40.362816 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3f248f42-7838-4cf4-b80b-85797f00657f req-c16348d6-9d95-4477-adb5-4435321e6a39 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339627 Feb 09 01:01:40.371020 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-a3f3567a-71bf-42ad-8456-b862633d6b1d None None] Provisioning complete for port d0bfe40d-734e-4b24-a810-404955e43b25 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:40.371803 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a3f3567a-71bf-42ad-8456-b862633d6b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d0bfe40d-734e-4b24-a810-404955e43b25), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:40.407473 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3567a-71bf-42ad-8456-b862633d6b1d None None] Port d0bfe40d-734e-4b24-a810-404955e43b25 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:01:40.464250 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a99703-4cb1-4b7b-884e-f688ebc75d25 req-653128d4-0f94-4425-a676-5af0f86076f2 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:40.465794 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b6a99703-4cb1-4b7b-884e-f688ebc75d25 req-653128d4-0f94-4425-a676-5af0f86076f2 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d HTTP/1.1" status: 200 len: 949 time: 0.1283081 Feb 09 01:01:40.493254 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3f248f42-7838-4cf4-b80b-85797f00657f req-02d22e9e-2bf6-44a0-894d-d12031ecea9a service neutron] 10.222.0.47 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161292 Feb 09 01:01:40.511151 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-7c3e9ab4-fb9c-4635-9a49-bedb73f3b951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0bfe40d-734e-4b24-a810-404955e43b25 {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:01:40.518931 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-7c3e9ab4-fb9c-4635-9a49-bedb73f3b951 service neutron] Publish callbacks [] for port (d0bfe40d-734e-4b24-a810-404955e43b25), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:40.530522 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-7c3e9ab4-fb9c-4635-9a49-bedb73f3b951 service neutron] Transition to ACTIVE for port object d0bfe40d-734e-4b24-a810-404955e43b25 will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:01:40.534542 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-7c3e9ab4-fb9c-4635-9a49-bedb73f3b951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d0bfe40d-734e-4b24-a810-404955e43b25), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:40.566235 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b6a99703-4cb1-4b7b-884e-f688ebc75d25 req-7b5386e2-0e57-4a43-9a5d-353ae0dba2b6 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931923 Feb 09 01:01:40.612624 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3e9ab4-fb9c-4635-9a49-bedb73f3b951 service neutron] Pushing event updated for resources: {'Port': ['ID=d0bfe40d-734e-4b24-a810-404955e43b25,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:40.623137 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3f248f42-7838-4cf4-b80b-85797f00657f req-0cfd86f6-0101-4430-8d56-763fb3ab258e service neutron] 10.222.0.47 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227381 Feb 09 01:01:40.625454 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-7c3e9ab4-fb9c-4635-9a49-bedb73f3b951 service neutron] Attempting to bind port d0bfe40d-734e-4b24-a810-404955e43b25 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:01:40.625622 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-7c3e9ab4-fb9c-4635-9a49-bedb73f3b951 service neutron] Attempting to bind port d0bfe40d-734e-4b24-a810-404955e43b25 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:01:40.625930 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-7c3e9ab4-fb9c-4635-9a49-bedb73f3b951 service neutron] Attempting to bind port d0bfe40d-734e-4b24-a810-404955e43b25 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:01:40.633005 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-7c3e9ab4-fb9c-4635-9a49-bedb73f3b951 service neutron] Port d0bfe40d-734e-4b24-a810-404955e43b25 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:01:40.633103 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-7c3e9ab4-fb9c-4635-9a49-bedb73f3b951 service neutron] Attempting to bind port d0bfe40d-734e-4b24-a810-404955e43b25 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:01:40.639136 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-7c3e9ab4-fb9c-4635-9a49-bedb73f3b951 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:01:40.639487 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-7c3e9ab4-fb9c-4635-9a49-bedb73f3b951 service neutron] Checking segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:01:40.639881 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-7c3e9ab4-fb9c-4635-9a49-bedb73f3b951 service neutron] Bound using segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:01:40.640889 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-7c3e9ab4-fb9c-4635-9a49-bedb73f3b951 service neutron] Bound port: d0bfe40d-734e-4b24-a810-404955e43b25, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:01:40.641421 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-7c3e9ab4-fb9c-4635-9a49-bedb73f3b951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d0bfe40d-734e-4b24-a810-404955e43b25), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:40.722767 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-7c3e9ab4-fb9c-4635-9a49-bedb73f3b951 service neutron] For port d0bfe40d-734e-4b24-a810-404955e43b25, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:01:40.726411 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-7c3e9ab4-fb9c-4635-9a49-bedb73f3b951 service neutron] For port d0bfe40d-734e-4b24-a810-404955e43b25, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=d0bfe40d-734e-4b24-a810-404955e43b25,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:01:40.734809 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-7c3e9ab4-fb9c-4635-9a49-bedb73f3b951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d0bfe40d-734e-4b24-a810-404955e43b25), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:40.747522 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababdbcb-49af-4fb0-9dc3-d4595e3fe843 req-c38da9fd-6ba2-4435-a533-cb23cbd7c9fb tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:40.756481 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ababdbcb-49af-4fb0-9dc3-d4595e3fe843 req-c38da9fd-6ba2-4435-a533-cb23cbd7c9fb tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/ports?device_id=93cbb7c5-a42b-4ddb-842a-3a06f374b69f HTTP/1.1" status: 200 len: 947 time: 0.0679212 Feb 09 01:01:40.796509 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-7c3e9ab4-fb9c-4635-9a49-bedb73f3b951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:40.797183 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-7c3e9ab4-fb9c-4635-9a49-bedb73f3b951 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:40.798439 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-7c3e9ab4-fb9c-4635-9a49-bedb73f3b951 service neutron] 10.222.0.47 "PUT /v2.0/ports/d0bfe40d-734e-4b24-a810-404955e43b25 HTTP/1.1" status: 200 len: 1096 time: 0.6381481 Feb 09 01:01:40.801762 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c052d7cd-1331-4a32-964c-a02c696b4245', 'tag': 'd0bfe40d-734e-4b24-a810-404955e43b25'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:01:40.801762 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280fc678-8362-44cf-8068-a4d851337b7d" -d '{"events": [{"name": "network-changed", "server_uuid": "c052d7cd-1331-4a32-964c-a02c696b4245", "tag": "d0bfe40d-734e-4b24-a810-404955e43b25"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:01:40.809589 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3e9ab4-fb9c-4635-9a49-bedb73f3b951 service neutron] Pushing event updated for resources: {'Port': ['ID=d0bfe40d-734e-4b24-a810-404955e43b25,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:40.840714 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ababdbcb-49af-4fb0-9dc3-d4595e3fe843 req-46462b8b-5ac9-49d3-bdec-a8af581bffd1 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab67f5-0522-4ac2-9e3c-0c8e92959fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820830 Feb 09 01:01:40.920263 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-cf5f9ad4-f881-4f16-8af5-51c1005bb297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:40.922173 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-cf5f9ad4-f881-4f16-8af5-51c1005bb297 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36e5bc53503342d8969ca47aa067a50f&device_id=c052d7cd-1331-4a32-964c-a02c696b4245 HTTP/1.1" status: 200 len: 1130 time: 0.0677707 Feb 09 01:01:40.968939 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27947ced-4896-4350-8ddc-dc69229c7da5 req-4d3ae267-f1ba-42b4-add8-df792cf7aaa8 tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:40.977740 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-27947ced-4896-4350-8ddc-dc69229c7da5 req-4d3ae267-f1ba-42b4-add8-df792cf7aaa8 tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] 10.222.0.50 "GET /v2.0/ports?device_id=c052d7cd-1331-4a32-964c-a02c696b4245 HTTP/1.1" status: 200 len: 948 time: 0.1914091 Feb 09 01:01:41.005127 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e448889e-7628-464c-ad67-c3f9c66852de req-59557db3-1ebe-45ac-a65c-a08f5344566e service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=7625514e-f6e4-4b37-8f4c-b592318ba0d3 HTTP/1.1" status: 200 len: 217 time: 0.1187651 Feb 09 01:01:41.152714 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-27947ced-4896-4350-8ddc-dc69229c7da5 req-b84df4cb-ce8d-4c28-999b-43a32a9e16db tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2e9a8e7-27fd-4127-b396-9338667268fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738188 Feb 09 01:01:41.157483 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448889e-7628-464c-ad67-c3f9c66852de req-c9d48737-134d-4224-9d29-fa3dfac7eaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:41.159484 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e448889e-7628-464c-ad67-c3f9c66852de req-c9d48737-134d-4224-9d29-fa3dfac7eaca service neutron] 10.222.0.120 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.1126029 Feb 09 01:01:41.167301 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8b17f-b681-4a39-a320-e287d1d31dfc req-bb9664a1-2b80-4744-9e95-49aaa445b789 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:41.173901 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9fa8b17f-b681-4a39-a320-e287d1d31dfc req-bb9664a1-2b80-4744-9e95-49aaa445b789 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cc31a0-a2da-4002-9561-978f7b51688d HTTP/1.1" status: 200 len: 950 time: 0.1922319 Feb 09 01:01:41.179487 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-be899220-c0d1-419a-bbee-330bcaf68507 tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:41.180982 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-be899220-c0d1-419a-bbee-330bcaf68507 tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] 10.222.0.120 "GET /v2.0/ports?device_id=977c202c-168c-44df-9f22-3a217a1145d0&tenant_id=3b70da3c9e0441c5928a48dabf785fc6&binding%3Ahost_id=n-h1-828369-4 HTTP/1.1" status: 200 len: 1127 time: 0.2009678 Feb 09 01:01:41.222214 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84b73df-a430-4c78-88d2-781a7aba2ccd x-openstack-request-id: req-d84b73df-a430-4c78-88d2-781a7aba2ccd {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:01:41.222699 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c052d7cd-1331-4a32-964c-a02c696b4245", "tag": "d0bfe40d-734e-4b24-a810-404955e43b25", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:01:41.222956 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d84b73df-a430-4c78-88d2-781a7aba2ccd {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:01:41.223344 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c052d7cd-1331-4a32-964c-a02c696b4245', 'tag': 'd0bfe40d-734e-4b24-a810-404955e43b25', 'status': 'completed', 'code': 200} Feb 09 01:01:41.227418 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-94571eeb-ac49-4b3a-bb1f-befe66d50851 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=d0bfe40d-734e-4b24-a810-404955e43b25 HTTP/1.1" status: 200 len: 217 time: 0.2969770 Feb 09 01:01:41.282537 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-dd8d50bf-f4a8-457a-8869-65e91def8804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:41.284588 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-dd8d50bf-f4a8-457a-8869-65e91def8804 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.0467057 Feb 09 01:01:41.317979 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9fa8b17f-b681-4a39-a320-e287d1d31dfc req-6171c80a-66a7-4cd5-b8da-36979a707a41 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426444 Feb 09 01:01:41.330136 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448889e-7628-464c-ad67-c3f9c66852de req-82cab88b-57fc-4b97-b58f-01905b426192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:41.331623 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e448889e-7628-464c-ad67-c3f9c66852de req-82cab88b-57fc-4b97-b58f-01905b426192 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1550882 Feb 09 01:01:41.337450 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-9f72fab3-b250-43f1-a434-fd801130db57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:41.338884 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-9f72fab3-b250-43f1-a434-fd801130db57 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=977c202c-168c-44df-9f22-3a217a1145d0&tenant_id=3b70da3c9e0441c5928a48dabf785fc6 HTTP/1.1" status: 200 len: 1127 time: 0.1449902 Feb 09 01:01:41.349550 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-eefbc163-68a9-4956-95a7-8bb44aee08bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:41.351039 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-eefbc163-68a9-4956-95a7-8bb44aee08bd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0591445 Feb 09 01:01:41.377391 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918773b-5d13-4680-b84e-e5f0f7e3227e req-4a378ce3-c16d-40fa-8585-b5a60e2abb93 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:41.378976 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a918773b-5d13-4680-b84e-e5f0f7e3227e req-4a378ce3-c16d-40fa-8585-b5a60e2abb93 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=977c202c-168c-44df-9f22-3a217a1145d0 HTTP/1.1" status: 200 len: 945 time: 0.1242690 Feb 09 01:01:41.454275 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-1c7f6606-0f6b-4152-914c-ff2c64eb25a2 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913727 Feb 09 01:01:41.546018 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-0c5c6e1c-93a6-45bf-99b9-24047b6ff59e req-c1915ad7-f4ae-4f43-be9f-86b9608e10de service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849516 Feb 09 01:01:41.552113 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a918773b-5d13-4680-b84e-e5f0f7e3227e req-dc3d1fb4-8545-4685-b461-bb7bc698e812 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388812 Feb 09 01:01:41.555234 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-57d840e0-b359-4d9b-acf5-3781b0c2a87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:41.556529 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-57d840e0-b359-4d9b-acf5-3781b0c2a87d service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=3b70da3c9e0441c5928a48dabf785fc6&device_id=977c202c-168c-44df-9f22-3a217a1145d0 HTTP/1.1" status: 200 len: 1127 time: 0.1766844 Feb 09 01:01:41.559527 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e448889e-7628-464c-ad67-c3f9c66852de req-d41ac13c-e10c-4e84-845e-669ec3c2ab5a service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097960 Feb 09 01:01:41.569016 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8c88f-0a11-4816-8b67-3ed48c4cd075 req-fdf17f0e-664c-45c9-b5ad-6a6f6c53b9b9 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:41.570485 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bbe8c88f-0a11-4816-8b67-3ed48c4cd075 req-fdf17f0e-664c-45c9-b5ad-6a6f6c53b9b9 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ecf42b-bfd6-4ff8-839c-d164b7522a38 HTTP/1.1" status: 200 len: 945 time: 0.1587429 Feb 09 01:01:41.660085 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280fc678-8362-44cf-8068-a4d851337b7d req-f3374116-8df9-4cf4-addb-ad2051a2d62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:41.661641 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-280fc678-8362-44cf-8068-a4d851337b7d req-f3374116-8df9-4cf4-addb-ad2051a2d62f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=36e5bc53503342d8969ca47aa067a50f&device_id=c052d7cd-1331-4a32-964c-a02c696b4245 HTTP/1.1" status: 200 len: 1130 time: 0.0522611 Feb 09 01:01:41.719586 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:01:41.753087 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280fc678-8362-44cf-8068-a4d851337b7d req-a2cff531-2ae5-4948-86b8-b9f1cfcd5233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:41.754738 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-280fc678-8362-44cf-8068-a4d851337b7d req-a2cff531-2ae5-4948-86b8-b9f1cfcd5233 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.0865481 Feb 09 01:01:41.800984 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-280fc678-8362-44cf-8068-a4d851337b7d req-a42e2434-3e35-4b84-81a6-35b686ed5768 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=d0bfe40d-734e-4b24-a810-404955e43b25 HTTP/1.1" status: 200 len: 217 time: 0.0399818 Feb 09 01:01:41.856041 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280fc678-8362-44cf-8068-a4d851337b7d req-2abc5418-15fe-43f7-b1e3-879814cd1d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:41.857548 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-280fc678-8362-44cf-8068-a4d851337b7d req-2abc5418-15fe-43f7-b1e3-879814cd1d50 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.0477390 Feb 09 01:01:41.913782 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280fc678-8362-44cf-8068-a4d851337b7d req-1111cfb2-dc23-4948-aee0-6aa5e31498cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:41.915205 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-280fc678-8362-44cf-8068-a4d851337b7d req-1111cfb2-dc23-4948-aee0-6aa5e31498cd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0467665 Feb 09 01:01:42.029393 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-280fc678-8362-44cf-8068-a4d851337b7d req-75b87e00-194c-48b8-92f4-3828fbda95b9 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054950 Feb 09 01:01:42.045320 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bbe8c88f-0a11-4816-8b67-3ed48c4cd075 req-5706f783-5e74-40a2-8181-b898d708e4e1 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4660640 Feb 09 01:01:42.073476 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-facf3f60-7b4c-4a05-96d2-3b1ced38d5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:42.074971 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-facf3f60-7b4c-4a05-96d2-3b1ced38d5d2 service neutron] 10.222.0.120 "GET /v2.0/networks?id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10 HTTP/1.1" status: 200 len: 923 time: 0.5025954 Feb 09 01:01:42.081268 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e448889e-7628-464c-ad67-c3f9c66852de req-e21917b7-398a-4e58-92d9-1226efa7626c service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5093355 Feb 09 01:01:42.091878 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ec2b6-5db7-4a9a-b75f-56ec7249bc7e req-5c244ee8-bd21-4c8d-ba5b-78a4cbfd134a tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:42.093420 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-918ec2b6-5db7-4a9a-b75f-56ec7249bc7e req-5c244ee8-bd21-4c8d-ba5b-78a4cbfd134a tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d HTTP/1.1" status: 200 len: 949 time: 0.4225185 Feb 09 01:01:42.097297 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-d05c12e8-4858-49bb-bab3-29fb81050704 service neutron] show failed (client error): The resource could not be found. Feb 09 01:01:42.098263 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-d05c12e8-4858-49bb-bab3-29fb81050704 service neutron] 10.222.0.47 "GET /v2.0/ports/bc3bbf9e-6302-4f75-979e-f06189e488b9/bindings/n-h2-828369-4 HTTP/1.1" status: 404 len: 380 time: 0.1564384 Feb 09 01:01:42.153752 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-ad1eb31c-aa4e-43ce-ac0a-ca75521f8372 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e88b7e52-5ffe-45cb-b318-f6ee9930eb2d HTTP/1.1" status: 200 len: 217 time: 0.0513372 Feb 09 01:01:42.178348 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-280fc678-8362-44cf-8068-a4d851337b7d req-f1e6389e-f3ea-4926-bc0d-ca162c6bf98f service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285434 Feb 09 01:01:42.259561 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-918ec2b6-5db7-4a9a-b75f-56ec7249bc7e req-00cb1e64-203a-4b4f-a643-7e538c0b2ebd tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558840 Feb 09 01:01:42.262075 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-734e472a-48b1-46f4-b485-539d6675fd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:42.263447 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-734e472a-48b1-46f4-b485-539d6675fd19 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=aee9db20-60c4-48dd-9796-48ed06ca844d HTTP/1.1" status: 200 len: 861 time: 0.1023428 Feb 09 01:01:42.294298 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb54416-febe-4176-a5d6-c139e2028d63 req-b98dbc22-7a1f-4a5e-b94e-12164b0286e1 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:42.295934 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5eb54416-febe-4176-a5d6-c139e2028d63 req-b98dbc22-7a1f-4a5e-b94e-12164b0286e1 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/ports?device_id=93cbb7c5-a42b-4ddb-842a-3a06f374b69f HTTP/1.1" status: 200 len: 947 time: 0.0996437 Feb 09 01:01:42.332681 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-17e4906c-e376-4386-9bc4-8da6025bf837 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357289 Feb 09 01:01:42.347094 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device e88b7e52-5ffe-45cb-b318-f6ee9930eb2d no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:01:42.388720 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] The host n-h1-828369-4 is not matching for port e88b7e52-5ffe-45cb-b318-f6ee9930eb2d host n-h2-828369-4! {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:01:42.389358 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device e88b7e52-5ffe-45cb-b318-f6ee9930eb2d not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:01:42.481715 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5eb54416-febe-4176-a5d6-c139e2028d63 req-3fbfa306-1356-485c-a427-da4572ad655d tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab67f5-0522-4ac2-9e3c-0c8e92959fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750000 Feb 09 01:01:42.505083 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-098c614f-14b6-47df-ae68-821989059455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:42.506595 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-098c614f-14b6-47df-ae68-821989059455 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d&tenant_id=698d05b4eb4b402aa83e695c4b2c5978 HTTP/1.1" status: 200 len: 1131 time: 0.1761594 Feb 09 01:01:42.515008 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d516536c-cf8e-44df-9137-f8b758daf474 req-0fd3b58e-71ea-4ebf-9085-d40ccacc7e8d tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:42.516486 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d516536c-cf8e-44df-9137-f8b758daf474 req-0fd3b58e-71ea-4ebf-9085-d40ccacc7e8d tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] 10.222.0.50 "GET /v2.0/ports?device_id=c052d7cd-1331-4a32-964c-a02c696b4245 HTTP/1.1" status: 200 len: 948 time: 0.1870396 Feb 09 01:01:42.529811 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-48cfb737-adbb-450a-94cd-4e1ffc2963ca service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828369-4', 'device_owner': 'compute:nova'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:42.616832 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-637d3c5c-8059-4d61-8e19-389b95bbf41d service neutron] 10.222.0.120 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554946 Feb 09 01:01:42.708022 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d516536c-cf8e-44df-9137-f8b758daf474 req-3ae13ada-6871-4975-9494-a0d1b47c8c18 tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2e9a8e7-27fd-4127-b396-9338667268fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846435 Feb 09 01:01:42.716063 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-48cfb737-adbb-450a-94cd-4e1ffc2963ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (bc3bbf9e-6302-4f75-979e-f06189e488b9), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:42.753933 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a80d08-06fa-4123-a453-39d3f5d00e87 req-4ec8a4d4-954c-46b7-bd84-3b3fbc9b024d tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:42.755351 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f0a80d08-06fa-4123-a453-39d3f5d00e87 req-4ec8a4d4-954c-46b7-bd84-3b3fbc9b024d tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cc31a0-a2da-4002-9561-978f7b51688d HTTP/1.1" status: 200 len: 950 time: 0.1894438 Feb 09 01:01:42.868076 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-e38e52c1-9a34-44f9-a3a1-0e9bdd067719 service neutron] 10.222.0.120 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389600 Feb 09 01:01:42.961601 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f0a80d08-06fa-4123-a453-39d3f5d00e87 req-5048e92d-6c68-4d20-bcc0-dc1c5e2d5196 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868470 Feb 09 01:01:42.984579 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57703f6f-c874-43b0-b9bd-433e6562ec4e req-4b5335c3-875b-4704-921d-9e7578438deb tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:42.986054 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-57703f6f-c874-43b0-b9bd-433e6562ec4e req-4b5335c3-875b-4704-921d-9e7578438deb tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=977c202c-168c-44df-9f22-3a217a1145d0 HTTP/1.1" status: 200 len: 945 time: 0.2103345 Feb 09 01:01:43.085333 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-57703f6f-c874-43b0-b9bd-433e6562ec4e req-faca0d60-6c9b-4a44-bd35-cf77838eea1a tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688992 Feb 09 01:01:43.130964 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-48cfb737-adbb-450a-94cd-4e1ffc2963ca service neutron] For port bc3bbf9e-6302-4f75-979e-f06189e488b9, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=bc3bbf9e-6302-4f75-979e-f06189e488b9,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:43.238930 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-48cfb737-adbb-450a-94cd-4e1ffc2963ca service neutron] For port bc3bbf9e-6302-4f75-979e-f06189e488b9, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:01:43.243485 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-82cd51ed-772c-49b6-957d-c54c3f735ce7 tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:43.245014 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-82cd51ed-772c-49b6-957d-c54c3f735ce7 tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] 10.222.0.120 "GET /v2.0/ports?device_id=977c202c-168c-44df-9f22-3a217a1145d0&tenant_id=3b70da3c9e0441c5928a48dabf785fc6&binding%3Ahost_id=n-h2-828369-4 HTTP/1.1" status: 200 len: 1127 time: 0.1522546 Feb 09 01:01:43.331771 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d6315d-0d15-4b90-ae26-5e6c6a03986d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc3bbf9e-6302-4f75-979e-f06189e488b9'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:01:43.334043 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc88cdd-f848-40a2-bd1d-d3e036872fc2" -d '{"events": [{"server_uuid": "33d6315d-0d15-4b90-ae26-5e6c6a03986d", "name": "network-vif-unplugged", "status": "completed", "tag": "bc3bbf9e-6302-4f75-979e-f06189e488b9"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:01:43.338786 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-48cfb737-adbb-450a-94cd-4e1ffc2963ca service neutron] Publish callbacks [] for port (bc3bbf9e-6302-4f75-979e-f06189e488b9), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:43.354628 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc0ed8-a961-43f4-902f-d6e060d0653b req-2d985852-a247-4a2d-91f1-215b7e1d6231 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:43.356110 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9bcc0ed8-a961-43f4-902f-d6e060d0653b req-2d985852-a247-4a2d-91f1-215b7e1d6231 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ecf42b-bfd6-4ff8-839c-d164b7522a38 HTTP/1.1" status: 200 len: 945 time: 0.2077408 Feb 09 01:01:43.383940 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-48cfb737-adbb-450a-94cd-4e1ffc2963ca service neutron] Transition to ACTIVE for port object bc3bbf9e-6302-4f75-979e-f06189e488b9 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:01:43.388694 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72acb40a-6d45-4c3f-93d0-6573b04c6256 req-9a02f5f2-a3a0-44c9-b81e-5346b88650c0 tempest-ServersOnMultiNodesTest-242248161 tempest-ServersOnMultiNodesTest-242248161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:43.390192 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-72acb40a-6d45-4c3f-93d0-6573b04c6256 req-9a02f5f2-a3a0-44c9-b81e-5346b88650c0 tempest-ServersOnMultiNodesTest-242248161 tempest-ServersOnMultiNodesTest-242248161-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b7cc31a0-a2da-4002-9561-978f7b51688d HTTP/1.1" status: 200 len: 1132 time: 0.1931791 Feb 09 01:01:43.403351 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-48cfb737-adbb-450a-94cd-4e1ffc2963ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (bc3bbf9e-6302-4f75-979e-f06189e488b9), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:43.452693 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-72acb40a-6d45-4c3f-93d0-6573b04c6256 req-90ab030a-f69a-4d7a-b795-d69d220a2e57 tempest-ServersOnMultiNodesTest-242248161 tempest-ServersOnMultiNodesTest-242248161-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:43.524349 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9bcc0ed8-a961-43f4-902f-d6e060d0653b req-59bf59f0-0c3f-4f5f-ac74-c597c662b2bf tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611598 Feb 09 01:01:43.548085 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cfb737-adbb-450a-94cd-4e1ffc2963ca service neutron] Pushing event updated for resources: {'Port': ['ID=bc3bbf9e-6302-4f75-979e-f06189e488b9,revision_number=6']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:43.555973 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-48cfb737-adbb-450a-94cd-4e1ffc2963ca service neutron] No DVR routers for this DVR port bc3bbf9e-6302-4f75-979e-f06189e488b9 on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:01:43.621794 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-883e4e39-544f-4cfd-9e09-cfd490606d94 service neutron] For port e88b7e52-5ffe-45cb-b318-f6ee9930eb2d, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:01:43.632079 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-883e4e39-544f-4cfd-9e09-cfd490606d94 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:43.633238 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ddc1231c-cdc5-44e1-944a-960f367275ea req-883e4e39-544f-4cfd-9e09-cfd490606d94 service neutron] 10.222.0.120 "DELETE /v2.0/ports/e88b7e52-5ffe-45cb-b318-f6ee9930eb2d/bindings/n-h1-828369-4 HTTP/1.1" status: 204 len: 173 time: 0.3676376 Feb 09 01:01:43.636420 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-48cfb737-adbb-450a-94cd-4e1ffc2963ca service neutron] Attempting to bind port bc3bbf9e-6302-4f75-979e-f06189e488b9 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:01:43.636791 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-48cfb737-adbb-450a-94cd-4e1ffc2963ca service neutron] Attempting to bind port bc3bbf9e-6302-4f75-979e-f06189e488b9 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:01:43.637125 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-48cfb737-adbb-450a-94cd-4e1ffc2963ca service neutron] Attempting to bind port bc3bbf9e-6302-4f75-979e-f06189e488b9 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:01:43.709620 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-48cfb737-adbb-450a-94cd-4e1ffc2963ca service neutron] Port bc3bbf9e-6302-4f75-979e-f06189e488b9 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:01:43.709967 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-48cfb737-adbb-450a-94cd-4e1ffc2963ca service neutron] Attempting to bind port bc3bbf9e-6302-4f75-979e-f06189e488b9 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:01:43.713363 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-72acb40a-6d45-4c3f-93d0-6573b04c6256 req-90ab030a-f69a-4d7a-b795-d69d220a2e57 tempest-ServersOnMultiNodesTest-242248161 tempest-ServersOnMultiNodesTest-242248161-project-admin] Publish callbacks [] for security_group (59d101e6-4891-4f1a-b47f-3c5c96831df0), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:43.735003 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-72acb40a-6d45-4c3f-93d0-6573b04c6256 req-90ab030a-f69a-4d7a-b795-d69d220a2e57 tempest-ServersOnMultiNodesTest-242248161 tempest-ServersOnMultiNodesTest-242248161-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (59d101e6-4891-4f1a-b47f-3c5c96831df0), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:43.772431 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-48cfb737-adbb-450a-94cd-4e1ffc2963ca service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:01:43.772817 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-48cfb737-adbb-450a-94cd-4e1ffc2963ca service neutron] Checking segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:01:43.773219 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-48cfb737-adbb-450a-94cd-4e1ffc2963ca service neutron] Bound using segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:01:43.773670 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-48cfb737-adbb-450a-94cd-4e1ffc2963ca service neutron] Bound port: bc3bbf9e-6302-4f75-979e-f06189e488b9, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:01:43.774037 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-48cfb737-adbb-450a-94cd-4e1ffc2963ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (bc3bbf9e-6302-4f75-979e-f06189e488b9), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:43.814005 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab030a-f69a-4d7a-b795-d69d220a2e57 tempest-ServersOnMultiNodesTest-242248161 tempest-ServersOnMultiNodesTest-242248161-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d101e6-4891-4f1a-b47f-3c5c96831df0,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:43.850303 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-72acb40a-6d45-4c3f-93d0-6573b04c6256 req-90ab030a-f69a-4d7a-b795-d69d220a2e57 tempest-ServersOnMultiNodesTest-242248161 tempest-ServersOnMultiNodesTest-242248161-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4530382 Feb 09 01:01:43.857521 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c437f-9535-4658-915b-672dc0604063 req-fe5af653-3723-485b-9216-397deb4fbf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:43.859979 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-509c437f-9535-4658-915b-672dc0604063 req-fe5af653-3723-485b-9216-397deb4fbf2d service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=698d05b4eb4b402aa83e695c4b2c5978&device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d HTTP/1.1" status: 200 len: 1056 time: 0.1879141 Feb 09 01:01:43.890520 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f5118-0ed6-4dd5-8cd2-225f8a5eb589 req-24283c64-4727-4289-8eee-788d8e318b66 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:43.892044 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-df6f5118-0ed6-4dd5-8cd2-225f8a5eb589 req-24283c64-4727-4289-8eee-788d8e318b66 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d HTTP/1.1" status: 200 len: 947 time: 0.1774752 Feb 09 01:01:43.927658 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-48cfb737-adbb-450a-94cd-4e1ffc2963ca service neutron] For port bc3bbf9e-6302-4f75-979e-f06189e488b9, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:01:43.961491 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49810f2-3e54-4878-8337-c6fff3af42a7 x-openstack-request-id: req-d49810f2-3e54-4878-8337-c6fff3af42a7 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:01:43.961491 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d6315d-0d15-4b90-ae26-5e6c6a03986d", "name": "network-vif-unplugged", "status": "completed", "tag": "bc3bbf9e-6302-4f75-979e-f06189e488b9", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:01:43.961807 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d49810f2-3e54-4878-8337-c6fff3af42a7 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:01:43.962037 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d6315d-0d15-4b90-ae26-5e6c6a03986d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc3bbf9e-6302-4f75-979e-f06189e488b9', 'code': 200} Feb 09 01:01:43.987143 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-48cfb737-adbb-450a-94cd-4e1ffc2963ca service neutron] For port bc3bbf9e-6302-4f75-979e-f06189e488b9, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=bc3bbf9e-6302-4f75-979e-f06189e488b9,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:01:44.036502 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-48cfb737-adbb-450a-94cd-4e1ffc2963ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (bc3bbf9e-6302-4f75-979e-f06189e488b9), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:44.114943 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-48cfb737-adbb-450a-94cd-4e1ffc2963ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:44.115490 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-48cfb737-adbb-450a-94cd-4e1ffc2963ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:44.117509 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-48cfb737-adbb-450a-94cd-4e1ffc2963ca service neutron] 10.222.0.120 "PUT /v2.0/ports/bc3bbf9e-6302-4f75-979e-f06189e488b9 HTTP/1.1" status: 200 len: 1095 time: 1.5931222 Feb 09 01:01:44.120820 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-df6f5118-0ed6-4dd5-8cd2-225f8a5eb589 req-43234351-77de-49b5-ba01-0c355f8c1f1a tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129633 Feb 09 01:01:44.126333 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 7625514e-f6e4-4b37-8f4c-b592318ba0d3 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:01:44.128870 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c437f-9535-4658-915b-672dc0604063 req-bbb033e3-058d-477e-943d-55f77cf87b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:44.130342 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-509c437f-9535-4658-915b-672dc0604063 req-bbb033e3-058d-477e-943d-55f77cf87b05 service neutron] 10.222.0.120 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.2356184 Feb 09 01:01:44.190852 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-509c437f-9535-4658-915b-672dc0604063 req-0feaea9e-9df7-442c-bd53-36d02bdac7fb service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=bc3bbf9e-6302-4f75-979e-f06189e488b9 HTTP/1.1" status: 200 len: 217 time: 0.0530877 Feb 09 01:01:44.192413 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cfb737-adbb-450a-94cd-4e1ffc2963ca service neutron] Pushing event updated for resources: {'Port': ['ID=bc3bbf9e-6302-4f75-979e-f06189e488b9,revision_number=7']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:44.201751 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b44509-11ac-40e9-8bd2-69bceda847e4 req-5335eb00-96be-45e7-a9ae-0887a0635481 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:44.203344 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-05b44509-11ac-40e9-8bd2-69bceda847e4 req-5335eb00-96be-45e7-a9ae-0887a0635481 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/ports?device_id=93cbb7c5-a42b-4ddb-842a-3a06f374b69f HTTP/1.1" status: 200 len: 947 time: 0.2249494 Feb 09 01:01:44.331309 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 7625514e-f6e4-4b37-8f4c-b592318ba0d3, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=7625514e-f6e4-4b37-8f4c-b592318ba0d3,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:44.332503 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c437f-9535-4658-915b-672dc0604063 req-5eecd932-c885-47d6-8da9-5e7f05811d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:44.334058 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-509c437f-9535-4658-915b-672dc0604063 req-5eecd932-c885-47d6-8da9-5e7f05811d0a service neutron] 10.222.0.120 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.1298022 Feb 09 01:01:44.347297 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device d0bfe40d-734e-4b24-a810-404955e43b25 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:01:44.369354 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-05b44509-11ac-40e9-8bd2-69bceda847e4 req-0ea51f21-7c7e-4ca8-8a63-8bb8eec46f8a tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab67f5-0522-4ac2-9e3c-0c8e92959fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531792 Feb 09 01:01:44.386965 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '7625514e-f6e4-4b37-8f4c-b592318ba0d3', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'port_id': '7625514e-f6e4-4b37-8f4c-b592318ba0d3', 'mac_address': 'fa:16:3e:8e:06:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3810d295-ee98-40f7-b1e2-609bf7d1c3df', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:01:44.406404 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a56ccb-e037-48f0-95e4-e8b3197dbbef req-6576758e-2ab4-4ca8-b4a3-04b1ee5c2cb1 tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:44.407961 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f3a56ccb-e037-48f0-95e4-e8b3197dbbef req-6576758e-2ab4-4ca8-b4a3-04b1ee5c2cb1 tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] 10.222.0.50 "GET /v2.0/ports?device_id=c052d7cd-1331-4a32-964c-a02c696b4245 HTTP/1.1" status: 200 len: 948 time: 0.1898613 Feb 09 01:01:44.460042 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 7625514e-f6e4-4b37-8f4c-b592318ba0d3 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:01:44.460634 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7625514e-f6e4-4b37-8f4c-b592318ba0d3), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:44.466268 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c437f-9535-4658-915b-672dc0604063 req-0becc98f-4bb7-4a3d-a164-3429029f5a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:44.468109 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-509c437f-9535-4658-915b-672dc0604063 req-0becc98f-4bb7-4a3d-a164-3429029f5a8f service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1253290 Feb 09 01:01:44.471181 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f3a56ccb-e037-48f0-95e4-e8b3197dbbef req-aa600382-7001-4358-b909-dcd544f8182b tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2e9a8e7-27fd-4127-b396-9338667268fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571520 Feb 09 01:01:44.530157 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7625514e-f6e4-4b37-8f4c-b592318ba0d3 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:01:44.568134 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 7625514e-f6e4-4b37-8f4c-b592318ba0d3, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=7625514e-f6e4-4b37-8f4c-b592318ba0d3,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:44.575707 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (7625514e-f6e4-4b37-8f4c-b592318ba0d3), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:44.576909 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device e43e35e3-3611-4d8e-92ba-481228e860a8 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:01:44.671375 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port e43e35e3-3611-4d8e-92ba-481228e860a8, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=e43e35e3-3611-4d8e-92ba-481228e860a8,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:44.750793 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': 'e43e35e3-3611-4d8e-92ba-481228e860a8', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'port_id': 'e43e35e3-3611-4d8e-92ba-481228e860a8', 'mac_address': 'fa:16:3e:0e:48:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3810d295-ee98-40f7-b1e2-609bf7d1c3df', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:01:44.756006 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=7625514e-f6e4-4b37-8f4c-b592318ba0d3,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:44.817634 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port d0bfe40d-734e-4b24-a810-404955e43b25, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=d0bfe40d-734e-4b24-a810-404955e43b25,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:44.831331 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port e43e35e3-3611-4d8e-92ba-481228e860a8 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:01:44.831729 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e43e35e3-3611-4d8e-92ba-481228e860a8), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:44.841354 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': 'd0bfe40d-734e-4b24-a810-404955e43b25', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'port_id': 'd0bfe40d-734e-4b24-a810-404955e43b25', 'mac_address': 'fa:16:3e:97:1c:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3810d295-ee98-40f7-b1e2-609bf7d1c3df', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:01:44.861656 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e43e35e3-3611-4d8e-92ba-481228e860a8 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:01:44.980274 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-509c437f-9535-4658-915b-672dc0604063 req-47e4bf00-62bd-4871-8d2f-61989eb9d677 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5046823 Feb 09 01:01:44.991689 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c61d3-28e2-4fab-9169-3ad3639c1f41 req-cfb297fc-6684-4f80-860a-926800bc02f7 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:44.993186 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fd4c61d3-28e2-4fab-9169-3ad3639c1f41 req-cfb297fc-6684-4f80-860a-926800bc02f7 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=977c202c-168c-44df-9f22-3a217a1145d0 HTTP/1.1" status: 200 len: 945 time: 0.4011390 Feb 09 01:01:45.034158 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port e43e35e3-3611-4d8e-92ba-481228e860a8, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=e43e35e3-3611-4d8e-92ba-481228e860a8,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:45.035782 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port d0bfe40d-734e-4b24-a810-404955e43b25 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:01:45.036206 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d0bfe40d-734e-4b24-a810-404955e43b25), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:45.045951 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e43e35e3-3611-4d8e-92ba-481228e860a8), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:45.055863 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0bfe40d-734e-4b24-a810-404955e43b25 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:01:45.065255 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec46f78-ceae-4a40-8679-844a1d348bce req-4d3513ad-7135-4f5c-805e-9e4ecb3fdcd6 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:45.066736 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5ec46f78-ceae-4a40-8679-844a1d348bce req-4d3513ad-7135-4f5c-805e-9e4ecb3fdcd6 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ecf42b-bfd6-4ff8-839c-d164b7522a38 HTTP/1.1" status: 200 len: 945 time: 0.1641421 Feb 09 01:01:45.103681 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port d0bfe40d-734e-4b24-a810-404955e43b25, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=d0bfe40d-734e-4b24-a810-404955e43b25,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:45.120531 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d0bfe40d-734e-4b24-a810-404955e43b25), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:45.128067 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=e43e35e3-3611-4d8e-92ba-481228e860a8,revision_number=9']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:45.144807 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fd4c61d3-28e2-4fab-9169-3ad3639c1f41 req-befcd22e-8eb9-4d3e-96d8-56e300cc843d tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425216 Feb 09 01:01:45.157936 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-509c437f-9535-4658-915b-672dc0604063 req-6dd98df2-4fa6-4ab6-b979-88bc0e94f135 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637959 Feb 09 01:01:45.191542 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5ec46f78-ceae-4a40-8679-844a1d348bce req-9fd415ce-2695-485e-a89d-3f3f299ba2bc tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154060 Feb 09 01:01:45.195702 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['e43e35e3-3611-4d8e-92ba-481228e860a8'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:01:45.233767 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=d0bfe40d-734e-4b24-a810-404955e43b25,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:45.356696 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-c15272bf-cff5-4abf-8cfb-1e4734ce6dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:45.358209 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-c15272bf-cff5-4abf-8cfb-1e4734ce6dc8 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=698d05b4eb4b402aa83e695c4b2c5978&device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d HTTP/1.1" status: 200 len: 1129 time: 0.1204951 Feb 09 01:01:45.359878 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-ebfb2c50-c3ee-4ab9-a810-34f772b184a7 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=8e4a1438c4ae4668a3f29d116af30cb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468125 Feb 09 01:01:45.397088 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['d0bfe40d-734e-4b24-a810-404955e43b25'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:01:45.519357 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['7625514e-f6e4-4b37-8f4c-b592318ba0d3'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:01:45.523716 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088cf09-64c2-4587-9bda-77181606226e req-66d213f1-3548-422c-9a86-f66727840737 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:45.530887 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8088cf09-64c2-4587-9bda-77181606226e req-66d213f1-3548-422c-9a86-f66727840737 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d HTTP/1.1" status: 200 len: 947 time: 0.2043011 Feb 09 01:01:45.600871 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-7f2874c8-2e1a-44da-b435-42eb6de8e223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:45.602363 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-7f2874c8-2e1a-44da-b435-42eb6de8e223 service neutron] 10.222.0.120 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.2262695 Feb 09 01:01:45.612132 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-92b51558-579a-4d5f-a9e6-9fa301a44aa6 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:45.613927 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-92b51558-579a-4d5f-a9e6-9fa301a44aa6 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2386949 Feb 09 01:01:45.680850 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8088cf09-64c2-4587-9bda-77181606226e req-2f41c206-1051-411f-a29e-59cd32abf000 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445279 Feb 09 01:01:45.683812 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-f6bfae6f-2553-4f1b-94f1-08803e11b789 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=bc3bbf9e-6302-4f75-979e-f06189e488b9 HTTP/1.1" status: 200 len: 217 time: 0.0652871 Feb 09 01:01:45.685564 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-e0c884bb-b26a-4913-ac46-05275d969360 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/quotas/8e4a1438c4ae4668a3f29d116af30cb3 HTTP/1.1" status: 200 len: 375 time: 0.0584278 Feb 09 01:01:45.788003 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-a975c74d-3d7f-40db-a977-68e31edec125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:45.789921 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-a975c74d-3d7f-40db-a977-68e31edec125 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.0884011 Feb 09 01:01:45.807560 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-9969abad-cd82-4eb8-b82c-ff4207648ce6 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8e4a1438c4ae4668a3f29d116af30cb3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1040816 Feb 09 01:01:45.902429 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-467fcb7d-de0c-4324-8d60-5fb86ea953cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:45.903960 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-467fcb7d-de0c-4324-8d60-5fb86ea953cf service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1021581 Feb 09 01:01:45.916848 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839030c-9baf-4f03-aa33-467f201354ae req-2dabfc4d-66ba-4537-bc09-acc8fb39cd02 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:45.918320 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7839030c-9baf-4f03-aa33-467f201354ae req-2dabfc4d-66ba-4537-bc09-acc8fb39cd02 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/ports?device_id=93cbb7c5-a42b-4ddb-842a-3a06f374b69f HTTP/1.1" status: 200 len: 948 time: 0.0786984 Feb 09 01:01:45.969915 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d6315d-0d15-4b90-ae26-5e6c6a03986d', 'tag': 'bc3bbf9e-6302-4f75-979e-f06189e488b9'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:01:45.973264 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7afe1bb1-6f1d-4a0e-83e6-98b793d0625c" -d '{"events": [{"name": "network-changed", "server_uuid": "33d6315d-0d15-4b90-ae26-5e6c6a03986d", "tag": "bc3bbf9e-6302-4f75-979e-f06189e488b9"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:01:46.036009 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7839030c-9baf-4f03-aa33-467f201354ae req-ccc00811-7d3e-4e80-84d8-f93ef4759294 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab67f5-0522-4ac2-9e3c-0c8e92959fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073222 Feb 09 01:01:46.063953 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-b760624c-ec35-42ab-823e-5542e8937019 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444504 Feb 09 01:01:46.140787 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device e43e35e3-3611-4d8e-92ba-481228e860a8 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:01:46.209211 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port e43e35e3-3611-4d8e-92ba-481228e860a8 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:46.210225 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e43e35e3-3611-4d8e-92ba-481228e860a8), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:46.224706 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2cc1c-3844-4663-860b-de00e4e6e88d req-d7f992ef-8157-4474-9166-79f8f5c4011a tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:46.226374 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ccb2cc1c-3844-4663-860b-de00e4e6e88d req-d7f992ef-8157-4474-9166-79f8f5c4011a tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] 10.222.0.50 "GET /v2.0/ports?device_id=c052d7cd-1331-4a32-964c-a02c696b4245 HTTP/1.1" status: 200 len: 949 time: 0.1212168 Feb 09 01:01:46.228653 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f9f27be1-2934-42b9-80b6-58de271e15c5 req-479023d1-5806-432d-8f16-cec93f8c876c service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501179 Feb 09 01:01:46.351623 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ccb2cc1c-3844-4663-860b-de00e4e6e88d req-0697b8f7-bd71-4059-ae94-58a4bdc3ea4b tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2e9a8e7-27fd-4127-b396-9338667268fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158156 Feb 09 01:01:46.402780 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device d0bfe40d-734e-4b24-a810-404955e43b25 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:01:46.473397 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7ccdab-cdb4-40ae-985a-1e165861e760 x-openstack-request-id: req-9e7ccdab-cdb4-40ae-985a-1e165861e760 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:01:46.473917 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33d6315d-0d15-4b90-ae26-5e6c6a03986d", "tag": "bc3bbf9e-6302-4f75-979e-f06189e488b9", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:01:46.474030 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9e7ccdab-cdb4-40ae-985a-1e165861e760 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:01:46.474346 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d6315d-0d15-4b90-ae26-5e6c6a03986d', 'tag': 'bc3bbf9e-6302-4f75-979e-f06189e488b9', 'status': 'completed', 'code': 200} Feb 09 01:01:46.518515 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port e43e35e3-3611-4d8e-92ba-481228e860a8 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:01:46.522368 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e43e35e3-3611-4d8e-92ba-481228e860a8), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:46.539947 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cfd766-298a-40db-b162-18c445ad7ed6 req-648883b4-5ab0-4757-a362-bd5b5c01e2ca tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:46.547025 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0cfd766-298a-40db-b162-18c445ad7ed6 req-648883b4-5ab0-4757-a362-bd5b5c01e2ca tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=977c202c-168c-44df-9f22-3a217a1145d0 HTTP/1.1" status: 200 len: 1127 time: 0.1365354 Feb 09 01:01:46.597722 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc41ccf-8430-4a57-8167-1e321221a07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e43e35e3-3611-4d8e-92ba-481228e860a8'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:01:46.607053 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41619ef5-7f5c-4407-9ff8-9a5b5aa17b2a" -d '{"events": [{"server_uuid": "1fc41ccf-8430-4a57-8167-1e321221a07d", "name": "network-vif-plugged", "status": "completed", "tag": "e43e35e3-3611-4d8e-92ba-481228e860a8"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:01:46.609123 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe1bb1-6f1d-4a0e-83e6-98b793d0625c req-b0e587e0-967d-4a1c-9950-b896b3e2e223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:46.609596 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe1bb1-6f1d-4a0e-83e6-98b793d0625c req-dffb5b36-9c2d-4b1f-a360-47404dbb0af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:46.610775 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7afe1bb1-6f1d-4a0e-83e6-98b793d0625c req-b0e587e0-967d-4a1c-9950-b896b3e2e223 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=698d05b4eb4b402aa83e695c4b2c5978&device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d HTTP/1.1" status: 200 len: 1129 time: 0.1371462 Feb 09 01:01:46.610885 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7afe1bb1-6f1d-4a0e-83e6-98b793d0625c req-dffb5b36-9c2d-4b1f-a360-47404dbb0af3 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=698d05b4eb4b402aa83e695c4b2c5978&device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d HTTP/1.1" status: 200 len: 1129 time: 0.1324189 Feb 09 01:01:46.648109 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0cfd766-298a-40db-b162-18c445ad7ed6 req-d152b312-4a36-4083-8000-31528bda3db0 tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938828 Feb 09 01:01:46.679007 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port e43e35e3-3611-4d8e-92ba-481228e860a8, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=e43e35e3-3611-4d8e-92ba-481228e860a8,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:46.680657 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port d0bfe40d-734e-4b24-a810-404955e43b25 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:01:46.685482 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port d0bfe40d-734e-4b24-a810-404955e43b25 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:46.686054 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d0bfe40d-734e-4b24-a810-404955e43b25), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:46.801225 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe1bb1-6f1d-4a0e-83e6-98b793d0625c req-ff8e3178-6293-470b-be54-679d08c7019f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:46.808341 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7afe1bb1-6f1d-4a0e-83e6-98b793d0625c req-ff8e3178-6293-470b-be54-679d08c7019f service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.1852515 Feb 09 01:01:46.809256 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e43e35e3-3611-4d8e-92ba-481228e860a8), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:46.816984 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d23947-fe36-4c95-a15a-74e4d0289d76 req-dc690a3f-ce62-48e0-a9ec-67bfbb9b900b tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:46.831787 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d6d23947-fe36-4c95-a15a-74e4d0289d76 req-dc690a3f-ce62-48e0-a9ec-67bfbb9b900b tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ecf42b-bfd6-4ff8-839c-d164b7522a38 HTTP/1.1" status: 200 len: 945 time: 0.2180505 Feb 09 01:01:46.896791 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7afe1bb1-6f1d-4a0e-83e6-98b793d0625c req-5974e575-8556-48ae-bbf2-11faf969606f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=bc3bbf9e-6302-4f75-979e-f06189e488b9 HTTP/1.1" status: 200 len: 217 time: 0.0808406 Feb 09 01:01:46.905056 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe1bb1-6f1d-4a0e-83e6-98b793d0625c req-3749c65d-4923-4f10-b87f-c9c3e0178675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:46.907045 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7afe1bb1-6f1d-4a0e-83e6-98b793d0625c req-3749c65d-4923-4f10-b87f-c9c3e0178675 service neutron] 10.222.0.120 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.2846560 Feb 09 01:01:46.980028 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7afe1bb1-6f1d-4a0e-83e6-98b793d0625c req-a81f628b-7540-48b2-b3df-2d7b4c0e07fb service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=bc3bbf9e-6302-4f75-979e-f06189e488b9 HTTP/1.1" status: 200 len: 217 time: 0.0635903 Feb 09 01:01:46.991313 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d6d23947-fe36-4c95-a15a-74e4d0289d76 req-f8bcb4cb-3555-410e-8475-f7caf3c7a193 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581998 Feb 09 01:01:47.020626 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=e43e35e3-3611-4d8e-92ba-481228e860a8,revision_number=10']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:47.046637 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe1bb1-6f1d-4a0e-83e6-98b793d0625c req-6dc06179-bf94-4868-9fb9-ef4ff0a9d274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:47.054030 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7afe1bb1-6f1d-4a0e-83e6-98b793d0625c req-6dc06179-bf94-4868-9fb9-ef4ff0a9d274 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.1522503 Feb 09 01:01:47.110856 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port d0bfe40d-734e-4b24-a810-404955e43b25 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:01:47.111381 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d0bfe40d-734e-4b24-a810-404955e43b25), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:47.119743 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe1bb1-6f1d-4a0e-83e6-98b793d0625c req-58aaa566-d232-494d-b64c-23690d7c0826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:47.126549 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7afe1bb1-6f1d-4a0e-83e6-98b793d0625c req-58aaa566-d232-494d-b64c-23690d7c0826 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.1286623 Feb 09 01:01:47.131171 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19fadd80-cf70-48ab-afb5-4661ba21a069 x-openstack-request-id: req-19fadd80-cf70-48ab-afb5-4661ba21a069 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:01:47.131171 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc41ccf-8430-4a57-8167-1e321221a07d", "name": "network-vif-plugged", "status": "completed", "tag": "e43e35e3-3611-4d8e-92ba-481228e860a8", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:01:47.131171 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-19fadd80-cf70-48ab-afb5-4661ba21a069 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:01:47.131538 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc41ccf-8430-4a57-8167-1e321221a07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e43e35e3-3611-4d8e-92ba-481228e860a8', 'code': 200} Feb 09 01:01:47.169794 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port d0bfe40d-734e-4b24-a810-404955e43b25, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=d0bfe40d-734e-4b24-a810-404955e43b25,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:47.177340 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d0bfe40d-734e-4b24-a810-404955e43b25), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:47.178217 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe1bb1-6f1d-4a0e-83e6-98b793d0625c req-ea0e7b93-06f1-4e91-ab91-6c24d3060f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:47.178713 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device bc3bbf9e-6302-4f75-979e-f06189e488b9 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:01:47.183954 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7afe1bb1-6f1d-4a0e-83e6-98b793d0625c req-ea0e7b93-06f1-4e91-ab91-6c24d3060f40 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1234686 Feb 09 01:01:47.234889 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe1bb1-6f1d-4a0e-83e6-98b793d0625c req-180abe4e-8537-4394-aa08-e9ac94979ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:47.241910 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7afe1bb1-6f1d-4a0e-83e6-98b793d0625c req-180abe4e-8537-4394-aa08-e9ac94979ccc service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1056798 Feb 09 01:01:47.320646 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=d0bfe40d-734e-4b24-a810-404955e43b25,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:47.349066 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] The host n-h1-828369-4 is not matching for port bc3bbf9e-6302-4f75-979e-f06189e488b9 host n-h2-828369-4! {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:01:47.349494 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device bc3bbf9e-6302-4f75-979e-f06189e488b9 not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:01:47.415385 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7afe1bb1-6f1d-4a0e-83e6-98b793d0625c req-81ea44fb-69b1-4b1b-9634-4014d31e2501 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236426 Feb 09 01:01:47.425337 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a3f18-5471-41de-b92a-24eae916a608 req-02b548fc-82e4-4e6d-958e-04361e4ad814 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:47.433340 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3f2a3f18-5471-41de-b92a-24eae916a608 req-02b548fc-82e4-4e6d-958e-04361e4ad814 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d HTTP/1.1" status: 200 len: 947 time: 0.1731236 Feb 09 01:01:47.492671 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7afe1bb1-6f1d-4a0e-83e6-98b793d0625c req-3e4acdcf-8276-4ee4-9072-5d67d4dfa1d8 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431130 Feb 09 01:01:47.531675 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7afe1bb1-6f1d-4a0e-83e6-98b793d0625c req-d850976b-3861-42ad-a375-d2d5df5afee1 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085663 Feb 09 01:01:47.636191 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3f2a3f18-5471-41de-b92a-24eae916a608 req-4dd0b547-146d-4238-a472-1408b2f3a006 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017272 Feb 09 01:01:47.714047 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a4841-5923-46b1-8a3c-6665d06fcad7 req-fd64282b-c50c-4fe4-89f9-c32553216c06 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:47.716366 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-078a4841-5923-46b1-8a3c-6665d06fcad7 req-fd64282b-c50c-4fe4-89f9-c32553216c06 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/networks?id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10 HTTP/1.1" status: 200 len: 821 time: 0.2757146 Feb 09 01:01:47.795094 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7afe1bb1-6f1d-4a0e-83e6-98b793d0625c req-eedc3ab8-9432-4dfa-8844-780bcded6cbb service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707477 Feb 09 01:01:47.807743 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-078a4841-5923-46b1-8a3c-6665d06fcad7 req-ee98d9e6-062c-43ef-8ce0-1345afa3a0c3 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/quotas/3b70da3c9e0441c5928a48dabf785fc6 HTTP/1.1" status: 200 len: 375 time: 0.0647910 Feb 09 01:01:47.861082 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c43c9-528e-4998-8429-aed912e67932 req-b05cb84a-fcb8-4e16-bb98-d189cd832f23 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:47.862400 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bb5c43c9-528e-4998-8429-aed912e67932 req-b05cb84a-fcb8-4e16-bb98-d189cd832f23 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/ports?device_id=93cbb7c5-a42b-4ddb-842a-3a06f374b69f HTTP/1.1" status: 200 len: 948 time: 0.1216114 Feb 09 01:01:47.907393 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-078a4841-5923-46b1-8a3c-6665d06fcad7 req-54893b89-52b0-4307-a4f4-660ecf8912e6 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3b70da3c9e0441c5928a48dabf785fc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0984917 Feb 09 01:01:47.994624 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bb5c43c9-528e-4998-8429-aed912e67932 req-97995ac7-9cda-47aa-a337-163b29ca3896 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab67f5-0522-4ac2-9e3c-0c8e92959fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247215 Feb 09 01:01:48.055104 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-078a4841-5923-46b1-8a3c-6665d06fcad7 req-3abb2169-a41f-4b7e-9075-128a08ef492e service neutron] 10.222.0.50 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473520 Feb 09 01:01:48.138586 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 7625514e-f6e4-4b37-8f4c-b592318ba0d3 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:01:48.148180 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2c451017-521f-4f62-8ab2-09d7cbf6eb4f req-b407b6a8-14bb-4535-a0b0-8cff499fe83e tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e13c1c8-3614-4ba1-a094-33f962789f87 HTTP/1.1" status: 200 len: 210 time: 0.0435374 Feb 09 01:01:48.213097 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-078a4841-5923-46b1-8a3c-6665d06fcad7 req-3bdbfcf4-dde1-4b2a-afbf-0ce1cfa4f10b service neutron] 10.222.0.50 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550756 Feb 09 01:01:48.304926 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 7625514e-f6e4-4b37-8f4c-b592318ba0d3 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:01:48.313699 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 7625514e-f6e4-4b37-8f4c-b592318ba0d3 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:48.314451 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (7625514e-f6e4-4b37-8f4c-b592318ba0d3), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:48.388922 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7329a-c819-4254-b384-1fde0bd437c9 req-a09c4a87-2c2f-431b-b55b-121a652df90e tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:48.390720 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3bd7329a-c819-4254-b384-1fde0bd437c9 req-a09c4a87-2c2f-431b-b55b-121a652df90e tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] 10.222.0.50 "GET /v2.0/ports?device_id=c052d7cd-1331-4a32-964c-a02c696b4245 HTTP/1.1" status: 200 len: 950 time: 0.0839746 Feb 09 01:01:48.470705 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3bd7329a-c819-4254-b384-1fde0bd437c9 req-5ed8662a-15b3-4ec4-b5a4-67e73f13c989 tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2e9a8e7-27fd-4127-b396-9338667268fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640216 Feb 09 01:01:48.515328 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-d116f7ae-166a-4f6a-8fd3-b87af5836f84 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=8e4a1438c4ae4668a3f29d116af30cb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422275 Feb 09 01:01:48.553065 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 7625514e-f6e4-4b37-8f4c-b592318ba0d3 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:01:48.555010 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7625514e-f6e4-4b37-8f4c-b592318ba0d3), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:48.665361 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-acc16143-267f-48de-9bd4-4524434402ce tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=8e4a1438c4ae4668a3f29d116af30cb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284863 Feb 09 01:01:48.696471 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 7625514e-f6e4-4b37-8f4c-b592318ba0d3, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=7625514e-f6e4-4b37-8f4c-b592318ba0d3,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:48.706790 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (7625514e-f6e4-4b37-8f4c-b592318ba0d3), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:48.726957 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-caf04d2f-8aac-4501-ac3e-7f9c075f88d3 req-a20b9ae1-6441-4047-9140-d09ca0fe30df tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7abc5d9-7485-46fd-a80f-8423f552967f HTTP/1.1" status: 200 len: 210 time: 0.0372143 Feb 09 01:01:48.838671 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f1e1d-5db5-4f92-9a85-19eaac634707 req-cef28050-d9da-46fc-9b29-de63cc2b3269 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:48.847115 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-85defe46-a826-473d-a536-f8ab96730ebe tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:48.851050 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-85defe46-a826-473d-a536-f8ab96730ebe tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3253198 Feb 09 01:01:48.853249 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-184f1e1d-5db5-4f92-9a85-19eaac634707 req-cef28050-d9da-46fc-9b29-de63cc2b3269 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ecf42b-bfd6-4ff8-839c-d164b7522a38 HTTP/1.1" status: 200 len: 945 time: 0.2605796 Feb 09 01:01:48.859906 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=7625514e-f6e4-4b37-8f4c-b592318ba0d3,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:48.864520 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-9509d210-aadc-46d5-a56f-c70d89e1fd8b tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Request body: {'port': {'device_id': '5757da4a-153c-403b-8d24-bb8561ac355d', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'admin_state_up': True, 'tenant_id': '8e4a1438c4ae4668a3f29d116af30cb3'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:49.013065 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-c62ea91b-5d13-47e2-a426-288bb57aefd3 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:49.015279 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-c62ea91b-5d13-47e2-a426-288bb57aefd3 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3386290 Feb 09 01:01:49.028469 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-184f1e1d-5db5-4f92-9a85-19eaac634707 req-2126d500-e82e-4bb5-b70b-dd94a37c91b7 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736660 Feb 09 01:01:49.064515 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-9509d210-aadc-46d5-a56f-c70d89e1fd8b tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Made reservation on behalf of 8e4a1438c4ae4668a3f29d116af30cb3 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:01:49.068995 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-9509d210-aadc-46d5-a56f-c70d89e1fd8b tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:49.087285 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-48763df1-e5c9-43c5-a861-a64df6a8da15 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Request body: {'port': {'device_id': '9e13c1c8-3614-4ba1-a094-33f962789f87', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'admin_state_up': True, 'tenant_id': '8e4a1438c4ae4668a3f29d116af30cb3'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:49.132782 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c052d7cd-1331-4a32-964c-a02c696b4245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0bfe40d-734e-4b24-a810-404955e43b25'}, {'server_uuid': '93cbb7c5-a42b-4ddb-842a-3a06f374b69f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7625514e-f6e4-4b37-8f4c-b592318ba0d3'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:01:49.137248 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d64739b-15fc-4087-8bbd-bd2e24e1e820" -d '{"events": [{"server_uuid": "c052d7cd-1331-4a32-964c-a02c696b4245", "name": "network-vif-plugged", "status": "completed", "tag": "d0bfe40d-734e-4b24-a810-404955e43b25"}, {"server_uuid": "93cbb7c5-a42b-4ddb-842a-3a06f374b69f", "name": "network-vif-plugged", "status": "completed", "tag": "7625514e-f6e4-4b37-8f4c-b592318ba0d3"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:01:49.361809 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-9509d210-aadc-46d5-a56f-c70d89e1fd8b tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Allocated IP 192.168.233.182 (9e88fe6e-2b1d-4294-a17d-9a7801813700/3810d295-ee98-40f7-b1e2-609bf7d1c3df/8fc3cb9a-8128-43dd-acbe-d98580af4512) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:01:49.524777 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e83b36-5a8e-485e-b952-af9067727085 req-4c50ef49-b691-4790-b6c9-6038ce4eba5a tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:49.531523 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-35e83b36-5a8e-485e-b952-af9067727085 req-4c50ef49-b691-4790-b6c9-6038ce4eba5a tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/ports?device_id=93cbb7c5-a42b-4ddb-842a-3a06f374b69f HTTP/1.1" status: 200 len: 949 time: 0.3800781 Feb 09 01:01:49.545028 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d162e45-3065-46a5-8a93-99e7547cbcae req-3f9894f3-1dfe-49a0-9649-5679eadb89ff tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:49.553011 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7d162e45-3065-46a5-8a93-99e7547cbcae req-3f9894f3-1dfe-49a0-9649-5679eadb89ff tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d HTTP/1.1" status: 200 len: 947 time: 0.6190073 Feb 09 01:01:49.578483 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-9509d210-aadc-46d5-a56f-c70d89e1fd8b tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks [] for port (8fc3cb9a-8128-43dd-acbe-d98580af4512), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:49.641271 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-9509d210-aadc-46d5-a56f-c70d89e1fd8b tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (8fc3cb9a-8128-43dd-acbe-d98580af4512), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:49.655285 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7d162e45-3065-46a5-8a93-99e7547cbcae req-6e20cadb-c84e-40d6-b22e-18e2ee292d11 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012580 Feb 09 01:01:49.655988 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-48763df1-e5c9-43c5-a861-a64df6a8da15 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Made reservation on behalf of 8e4a1438c4ae4668a3f29d116af30cb3 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:01:49.656881 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['3f20790f-3dc7-440e-9aed-f7f0343db454'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:01:49.660024 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-48763df1-e5c9-43c5-a861-a64df6a8da15 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:49.707291 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-9509d210-aadc-46d5-a56f-c70d89e1fd8b tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Network 9e88fe6e-2b1d-4294-a17d-9a7801813700 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:49.711462 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-9509d210-aadc-46d5-a56f-c70d89e1fd8b tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:49.713867 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9509d210-aadc-46d5-a56f-c70d89e1fd8b tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Pushing event updated for resources: {'Port': ['ID=8fc3cb9a-8128-43dd-acbe-d98580af4512,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:49.718560 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-9509d210-aadc-46d5-a56f-c70d89e1fd8b tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:01:49.732265 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-35e83b36-5a8e-485e-b952-af9067727085 req-0bd582f0-f79c-4c28-8062-51a5bb2d92f0 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab67f5-0522-4ac2-9e3c-0c8e92959fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997991 Feb 09 01:01:49.753094 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-9509d210-aadc-46d5-a56f-c70d89e1fd8b tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:49.753989 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-9509d210-aadc-46d5-a56f-c70d89e1fd8b tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:49.794622 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 01:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce7dc72-7d9f-4317-87f5-b80dfd63e781 x-openstack-request-id: req-2ce7dc72-7d9f-4317-87f5-b80dfd63e781 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:01:49.797261 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c052d7cd-1331-4a32-964c-a02c696b4245", "name": "network-vif-plugged", "status": "completed", "tag": "d0bfe40d-734e-4b24-a810-404955e43b25", "code": 200}, {"server_uuid": "93cbb7c5-a42b-4ddb-842a-3a06f374b69f", "name": "network-vif-plugged", "status": "completed", "tag": "7625514e-f6e4-4b37-8f4c-b592318ba0d3", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:01:49.797538 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2ce7dc72-7d9f-4317-87f5-b80dfd63e781 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:01:49.797954 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c052d7cd-1331-4a32-964c-a02c696b4245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0bfe40d-734e-4b24-a810-404955e43b25', 'code': 200} Feb 09 01:01:49.798193 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93cbb7c5-a42b-4ddb-842a-3a06f374b69f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7625514e-f6e4-4b37-8f4c-b592318ba0d3', 'code': 200} Feb 09 01:01:49.800874 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9509d210-aadc-46d5-a56f-c70d89e1fd8b tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:49.801233 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9509d210-aadc-46d5-a56f-c70d89e1fd8b tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:49.801775 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9509d210-aadc-46d5-a56f-c70d89e1fd8b tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:49.802728 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9509d210-aadc-46d5-a56f-c70d89e1fd8b tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:49.803092 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9509d210-aadc-46d5-a56f-c70d89e1fd8b tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:49.803511 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9509d210-aadc-46d5-a56f-c70d89e1fd8b tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:49.804903 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9509d210-aadc-46d5-a56f-c70d89e1fd8b tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:49.805266 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9509d210-aadc-46d5-a56f-c70d89e1fd8b tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:49.806107 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9509d210-aadc-46d5-a56f-c70d89e1fd8b tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:49.807334 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9509d210-aadc-46d5-a56f-c70d89e1fd8b tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:49.808423 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9509d210-aadc-46d5-a56f-c70d89e1fd8b tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:49.808813 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9509d210-aadc-46d5-a56f-c70d89e1fd8b tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:49.809381 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9509d210-aadc-46d5-a56f-c70d89e1fd8b tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:49.831188 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-9509d210-aadc-46d5-a56f-c70d89e1fd8b tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9741979 Feb 09 01:01:49.863359 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-a5e23a1f-299e-45e7-b7bd-c2b906ef6224 service neutron] Request body: {'port': {'device_id': '5757da4a-153c-403b-8d24-bb8561ac355d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:50.007770 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-a5e23a1f-299e-45e7-b7bd-c2b906ef6224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8fc3cb9a-8128-43dd-acbe-d98580af4512), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:50.073646 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d028e9-3922-4853-a1ed-3fcae29ea9dc req-5e651ea7-2715-49ab-b315-08e7dced6737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:50.076144 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-53d028e9-3922-4853-a1ed-3fcae29ea9dc req-5e651ea7-2715-49ab-b315-08e7dced6737 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=93cbb7c5-a42b-4ddb-842a-3a06f374b69f HTTP/1.1" status: 200 len: 1131 time: 0.2380254 Feb 09 01:01:50.091585 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b6603526-feb9-469a-8788-f0208b15ea8a req-b5a58d4a-2c8a-4a7f-bfec-043551ffb6c1 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e13c1c8-3614-4ba1-a094-33f962789f87 HTTP/1.1" status: 200 len: 210 time: 0.1690438 Feb 09 01:01:50.136300 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device bc3bbf9e-6302-4f75-979e-f06189e488b9 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:01:50.306924 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port bc3bbf9e-6302-4f75-979e-f06189e488b9, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=bc3bbf9e-6302-4f75-979e-f06189e488b9,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:50.323464 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': 'bc3bbf9e-6302-4f75-979e-f06189e488b9', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'port_id': 'bc3bbf9e-6302-4f75-979e-f06189e488b9', 'mac_address': 'fa:16:3e:a7:47:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3810d295-ee98-40f7-b1e2-609bf7d1c3df', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:01:50.333323 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a480b-08db-4138-8411-d5e8558c07ec req-a1b0d4f8-7e8e-490a-ae1a-d433e3109d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:50.335655 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8b1a480b-08db-4138-8411-d5e8558c07ec req-a1b0d4f8-7e8e-490a-ae1a-d433e3109d2d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c052d7cd-1331-4a32-964c-a02c696b4245 HTTP/1.1" status: 200 len: 1132 time: 0.4403150 Feb 09 01:01:50.365530 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-e66a380e-afa5-42d1-bcbe-ee3f72de4c83 None None] Provisioning complete for port 8fc3cb9a-8128-43dd-acbe-d98580af4512 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:50.366091 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e66a380e-afa5-42d1-bcbe-ee3f72de4c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (8fc3cb9a-8128-43dd-acbe-d98580af4512), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:50.415785 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port bc3bbf9e-6302-4f75-979e-f06189e488b9 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:01:50.416243 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (bc3bbf9e-6302-4f75-979e-f06189e488b9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:50.426227 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-10c26999-6339-44dd-a1e8-d160952872fe req-7ecc39bb-4f99-447c-bdf2-5fed86a1f253 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7abc5d9-7485-46fd-a80f-8423f552967f HTTP/1.1" status: 200 len: 210 time: 0.0505905 Feb 09 01:01:50.432520 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e66a380e-afa5-42d1-bcbe-ee3f72de4c83 None None] Port 8fc3cb9a-8128-43dd-acbe-d98580af4512 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:01:50.437641 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d38b072-f759-4fec-acfd-f70908c8cb5b req-8fa757c2-5ec9-46aa-91f8-951efedd2dc5 tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:50.438312 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc3bbf9e-6302-4f75-979e-f06189e488b9 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:01:50.439157 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4d38b072-f759-4fec-acfd-f70908c8cb5b req-8fa757c2-5ec9-46aa-91f8-951efedd2dc5 tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] 10.222.0.50 "GET /v2.0/ports?device_id=c052d7cd-1331-4a32-964c-a02c696b4245 HTTP/1.1" status: 200 len: 950 time: 0.5149398 Feb 09 01:01:50.470400 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8b1a480b-08db-4138-8411-d5e8558c07ec req-c9b3fbdb-ffb5-42c3-a097-6a079b40a910 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c2e9a8e7-27fd-4127-b396-9338667268fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126285 Feb 09 01:01:50.472233 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port bc3bbf9e-6302-4f75-979e-f06189e488b9, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=bc3bbf9e-6302-4f75-979e-f06189e488b9,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:50.481623 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (bc3bbf9e-6302-4f75-979e-f06189e488b9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:50.540477 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=bc3bbf9e-6302-4f75-979e-f06189e488b9,revision_number=8']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:50.585489 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4d38b072-f759-4fec-acfd-f70908c8cb5b req-af169abb-2c02-4a46-8a1d-2e6c1a1226a1 tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2e9a8e7-27fd-4127-b396-9338667268fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098015 Feb 09 01:01:50.599331 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-48763df1-e5c9-43c5-a861-a64df6a8da15 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Allocated IP 192.168.233.214 (9e88fe6e-2b1d-4294-a17d-9a7801813700/3810d295-ee98-40f7-b1e2-609bf7d1c3df/728fd678-92ff-40a5-a350-98f51f331cef) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:01:50.606428 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-53d028e9-3922-4853-a1ed-3fcae29ea9dc req-be7ce644-05a0-47aa-a3fb-ae47a024d0e4 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=52ab67f5-0522-4ac2-9e3c-0c8e92959fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5084372 Feb 09 01:01:50.678225 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a4841-5923-46b1-8a3c-6665d06fcad7 req-afaa68a2-f490-47eb-86a7-bb2fa3430516 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:50.679525 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-078a4841-5923-46b1-8a3c-6665d06fcad7 req-afaa68a2-f490-47eb-86a7-bb2fa3430516 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.120 "GET /v2.0/networks?id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10 HTTP/1.1" status: 200 len: 821 time: 0.5076392 Feb 09 01:01:50.690308 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0877578-495b-4050-97fe-1dc48e50b83f req-ad168194-6eb2-4e2b-ac9f-17a80c34f27a tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:50.692038 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d0877578-495b-4050-97fe-1dc48e50b83f req-ad168194-6eb2-4e2b-ac9f-17a80c34f27a tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ecf42b-bfd6-4ff8-839c-d164b7522a38 HTTP/1.1" status: 200 len: 945 time: 0.1507051 Feb 09 01:01:50.854885 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-078a4841-5923-46b1-8a3c-6665d06fcad7 req-305abddc-d725-4963-a06f-b294818f0b70 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Request body: {'port': {'device_id': 'e7abc5d9-7485-46fd-a80f-8423f552967f', 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10', 'admin_state_up': True, 'tenant_id': '3b70da3c9e0441c5928a48dabf785fc6'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:50.887877 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d0877578-495b-4050-97fe-1dc48e50b83f req-84d28134-5d00-4144-adfd-142cfe76b78e tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868002 Feb 09 01:01:50.919449 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['bc3bbf9e-6302-4f75-979e-f06189e488b9'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:01:51.104504 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbef032-54b1-4ac9-b55a-a181f30973e8 req-b6bbf7d5-e74d-4870-b421-db64c97ed1d6 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:51.114046 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-acbef032-54b1-4ac9-b55a-a181f30973e8 req-b6bbf7d5-e74d-4870-b421-db64c97ed1d6 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d HTTP/1.1" status: 200 len: 948 time: 0.3391161 Feb 09 01:01:51.162536 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-48763df1-e5c9-43c5-a861-a64df6a8da15 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks [] for port (728fd678-92ff-40a5-a350-98f51f331cef), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:51.226087 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cef916-cb3a-4231-bcd3-cdf573c5f3fb req-bd6e1d86-5edc-48af-916f-abef1da9210c tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:51.228752 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-61cef916-cb3a-4231-bcd3-cdf573c5f3fb req-bd6e1d86-5edc-48af-916f-abef1da9210c tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/ports?device_id=93cbb7c5-a42b-4ddb-842a-3a06f374b69f HTTP/1.1" status: 200 len: 949 time: 0.1690202 Feb 09 01:01:51.262827 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-acbef032-54b1-4ac9-b55a-a181f30973e8 req-4a6fb371-e550-44eb-837c-795f6235265d tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476831 Feb 09 01:01:51.348077 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-078a4841-5923-46b1-8a3c-6665d06fcad7 req-305abddc-d725-4963-a06f-b294818f0b70 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Made reservation on behalf of 3b70da3c9e0441c5928a48dabf785fc6 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:01:51.352337 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-078a4841-5923-46b1-8a3c-6665d06fcad7 req-305abddc-d725-4963-a06f-b294818f0b70 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:51.355077 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-48763df1-e5c9-43c5-a861-a64df6a8da15 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (728fd678-92ff-40a5-a350-98f51f331cef), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:51.375098 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['3f20790f-3dc7-440e-9aed-f7f0343db454'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:01:51.408337 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-61cef916-cb3a-4231-bcd3-cdf573c5f3fb req-77f59da6-074c-42de-8b74-a7e7067a8c09 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab67f5-0522-4ac2-9e3c-0c8e92959fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578774 Feb 09 01:01:51.528636 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-48763df1-e5c9-43c5-a861-a64df6a8da15 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Network 9e88fe6e-2b1d-4294-a17d-9a7801813700 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:51.534151 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-48763df1-e5c9-43c5-a861-a64df6a8da15 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:51.535038 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-a5e23a1f-299e-45e7-b7bd-c2b906ef6224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fc3cb9a-8128-43dd-acbe-d98580af4512 {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:01:51.543343 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-48763df1-e5c9-43c5-a861-a64df6a8da15 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:01:51.545307 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-a5e23a1f-299e-45e7-b7bd-c2b906ef6224 service neutron] Publish callbacks [] for port (8fc3cb9a-8128-43dd-acbe-d98580af4512), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:51.559977 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-a5e23a1f-299e-45e7-b7bd-c2b906ef6224 service neutron] Transition to ACTIVE for port object 8fc3cb9a-8128-43dd-acbe-d98580af4512 will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:01:51.561900 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-48763df1-e5c9-43c5-a861-a64df6a8da15 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:51.562666 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-48763df1-e5c9-43c5-a861-a64df6a8da15 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:51.568246 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-a5e23a1f-299e-45e7-b7bd-c2b906ef6224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (8fc3cb9a-8128-43dd-acbe-d98580af4512), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:51.672310 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e23a1f-299e-45e7-b7bd-c2b906ef6224 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc3cb9a-8128-43dd-acbe-d98580af4512,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:51.708084 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-a5e23a1f-299e-45e7-b7bd-c2b906ef6224 service neutron] Attempting to bind port 8fc3cb9a-8128-43dd-acbe-d98580af4512 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:01:51.711022 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-a5e23a1f-299e-45e7-b7bd-c2b906ef6224 service neutron] Attempting to bind port 8fc3cb9a-8128-43dd-acbe-d98580af4512 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:01:51.711697 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-a5e23a1f-299e-45e7-b7bd-c2b906ef6224 service neutron] Attempting to bind port 8fc3cb9a-8128-43dd-acbe-d98580af4512 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:01:51.726075 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-a5e23a1f-299e-45e7-b7bd-c2b906ef6224 service neutron] Port 8fc3cb9a-8128-43dd-acbe-d98580af4512 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:01:51.732119 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-a5e23a1f-299e-45e7-b7bd-c2b906ef6224 service neutron] Attempting to bind port 8fc3cb9a-8128-43dd-acbe-d98580af4512 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:01:51.741797 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-a5e23a1f-299e-45e7-b7bd-c2b906ef6224 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:01:51.745616 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-a5e23a1f-299e-45e7-b7bd-c2b906ef6224 service neutron] Checking segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:01:51.746147 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-a5e23a1f-299e-45e7-b7bd-c2b906ef6224 service neutron] Bound using segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:01:51.750695 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-a5e23a1f-299e-45e7-b7bd-c2b906ef6224 service neutron] Bound port: 8fc3cb9a-8128-43dd-acbe-d98580af4512, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:01:51.751537 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-a5e23a1f-299e-45e7-b7bd-c2b906ef6224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8fc3cb9a-8128-43dd-acbe-d98580af4512), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:51.761083 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48763df1-e5c9-43c5-a861-a64df6a8da15 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Pushing event updated for resources: {'Port': ['ID=728fd678-92ff-40a5-a350-98f51f331cef,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:51.819015 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-48763df1-e5c9-43c5-a861-a64df6a8da15 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7358847 Feb 09 01:01:51.853916 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48763df1-e5c9-43c5-a861-a64df6a8da15 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:51.854304 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48763df1-e5c9-43c5-a861-a64df6a8da15 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:51.854717 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48763df1-e5c9-43c5-a861-a64df6a8da15 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:51.855124 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48763df1-e5c9-43c5-a861-a64df6a8da15 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:51.855687 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48763df1-e5c9-43c5-a861-a64df6a8da15 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:51.855921 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48763df1-e5c9-43c5-a861-a64df6a8da15 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:51.856319 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48763df1-e5c9-43c5-a861-a64df6a8da15 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:51.856738 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48763df1-e5c9-43c5-a861-a64df6a8da15 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:51.863311 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48763df1-e5c9-43c5-a861-a64df6a8da15 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:51.863803 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48763df1-e5c9-43c5-a861-a64df6a8da15 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:51.867332 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48763df1-e5c9-43c5-a861-a64df6a8da15 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:51.868254 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48763df1-e5c9-43c5-a861-a64df6a8da15 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:51.868583 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48763df1-e5c9-43c5-a861-a64df6a8da15 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:01:51.880033 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-49244746-d1a6-4ac9-8541-186779f72e94 req-3d64d158-c162-47e6-b50f-f23cd1b80388 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7abc5d9-7485-46fd-a80f-8423f552967f HTTP/1.1" status: 200 len: 210 time: 0.1153605 Feb 09 01:01:51.896951 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-7c47fb11-94fe-4c3c-8f8d-5e05d3b0cb1e service neutron] Request body: {'port': {'device_id': '9e13c1c8-3614-4ba1-a094-33f962789f87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:51.963363 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-a5e23a1f-299e-45e7-b7bd-c2b906ef6224 service neutron] For port 8fc3cb9a-8128-43dd-acbe-d98580af4512, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:01:51.968076 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-a5e23a1f-299e-45e7-b7bd-c2b906ef6224 service neutron] For port 8fc3cb9a-8128-43dd-acbe-d98580af4512, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=8fc3cb9a-8128-43dd-acbe-d98580af4512,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:01:51.974446 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-00a573d3-f0f1-4ef5-9147-2554e032c406 None None] Provisioning complete for port 728fd678-92ff-40a5-a350-98f51f331cef triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:51.975073 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-00a573d3-f0f1-4ef5-9147-2554e032c406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (728fd678-92ff-40a5-a350-98f51f331cef), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:51.985699 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-a5e23a1f-299e-45e7-b7bd-c2b906ef6224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (8fc3cb9a-8128-43dd-acbe-d98580af4512), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:52.067677 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-a5e23a1f-299e-45e7-b7bd-c2b906ef6224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:52.068401 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-a5e23a1f-299e-45e7-b7bd-c2b906ef6224 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:52.070451 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-a5e23a1f-299e-45e7-b7bd-c2b906ef6224 service neutron] 10.222.0.47 "PUT /v2.0/ports/8fc3cb9a-8128-43dd-acbe-d98580af4512 HTTP/1.1" status: 200 len: 1096 time: 2.2321711 Feb 09 01:01:52.070896 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5757da4a-153c-403b-8d24-bb8561ac355d', 'tag': '8fc3cb9a-8128-43dd-acbe-d98580af4512'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:01:52.073236 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae12c407-320a-461b-900c-38b3e540410b" -d '{"events": [{"name": "network-changed", "server_uuid": "5757da4a-153c-403b-8d24-bb8561ac355d", "tag": "8fc3cb9a-8128-43dd-acbe-d98580af4512"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:01:52.102962 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-00a573d3-f0f1-4ef5-9147-2554e032c406 None None] Port 728fd678-92ff-40a5-a350-98f51f331cef cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:01:52.132590 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e23a1f-299e-45e7-b7bd-c2b906ef6224 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc3cb9a-8128-43dd-acbe-d98580af4512,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:52.149309 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0756fa52-2927-4e9b-a29f-6658885ff60a req-88229b1a-5548-422e-a286-4c07647dbcec tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:52.157788 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0756fa52-2927-4e9b-a29f-6658885ff60a req-88229b1a-5548-422e-a286-4c07647dbcec tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e13c1c8-3614-4ba1-a094-33f962789f87 HTTP/1.1" status: 200 len: 936 time: 0.8120878 Feb 09 01:01:52.222006 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-e1c73f03-e295-46dd-b5d7-3f7eb9981592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:52.223786 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-e1c73f03-e295-46dd-b5d7-3f7eb9981592 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e4a1438c4ae4668a3f29d116af30cb3&device_id=5757da4a-153c-403b-8d24-bb8561ac355d HTTP/1.1" status: 200 len: 1130 time: 0.0881636 Feb 09 01:01:52.225629 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-7c47fb11-94fe-4c3c-8f8d-5e05d3b0cb1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (728fd678-92ff-40a5-a350-98f51f331cef), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:52.296971 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-b1566de6-003e-4684-a0e1-22d54f058982 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=8fc3cb9a-8128-43dd-acbe-d98580af4512 HTTP/1.1" status: 200 len: 217 time: 0.0591240 Feb 09 01:01:52.358084 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7f124-92d1-4319-a9bd-9e461414ca1c req-ad322641-a302-410c-9eea-f5816f0de0ce tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:52.359768 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-82b7f124-92d1-4319-a9bd-9e461414ca1c req-ad322641-a302-410c-9eea-f5816f0de0ce tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] 10.222.0.50 "GET /v2.0/ports?device_id=c052d7cd-1331-4a32-964c-a02c696b4245 HTTP/1.1" status: 200 len: 950 time: 0.3055720 Feb 09 01:01:52.397104 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-4a88f5f6-9b42-4dc0-9b9b-a6ccd2dc4b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:52.399535 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-4a88f5f6-9b42-4dc0-9b9b-a6ccd2dc4b37 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.0972104 Feb 09 01:01:52.490339 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-576575bc-491c-47bd-9d21-87a788b95260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:52.492137 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-576575bc-491c-47bd-9d21-87a788b95260 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0850675 Feb 09 01:01:52.601111 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-078a4841-5923-46b1-8a3c-6665d06fcad7 req-305abddc-d725-4963-a06f-b294818f0b70 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Allocated IP 172.20.0.14 (7041f7c4-8ab5-4479-b63e-c8706fa7ab10/aee9db20-60c4-48dd-9796-48ed06ca844d/f1b957a8-19bc-4931-a7e4-b99b73998d2d) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:01:52.625181 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0756fa52-2927-4e9b-a29f-6658885ff60a req-5298b75e-798f-405a-969b-04fa5d802af2 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889766 Feb 09 01:01:52.666501 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-7636429e-00a3-460e-9335-daa704e077b3 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411581 Feb 09 01:01:52.693068 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9cd8c-2498-4b52-8604-e4d2b33a4c64 req-926084f6-2af2-47d3-b9b1-f463ad8e7507 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:52.694591 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8df9cd8c-2498-4b52-8604-e4d2b33a4c64 req-926084f6-2af2-47d3-b9b1-f463ad8e7507 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.47 "GET /v2.0/ports?device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d&tenant_id=698d05b4eb4b402aa83e695c4b2c5978&binding%3Ahost_id=n-h2-828369-4 HTTP/1.1" status: 200 len: 948 time: 0.8170712 Feb 09 01:01:52.774451 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-f9794575-977a-41a5-a8af-063b873cb853 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022956 Feb 09 01:01:52.840176 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-82b7f124-92d1-4319-a9bd-9e461414ca1c req-00bfa923-4512-498c-817a-a9545c306992 tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2e9a8e7-27fd-4127-b396-9338667268fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630296 Feb 09 01:01:52.960060 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6cce71-799b-41fa-ac76-5463517d8479 req-41d36c01-7247-474d-a5c9-a144a3ababe5 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:52.961505 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3f6cce71-799b-41fa-ac76-5463517d8479 req-41d36c01-7247-474d-a5c9-a144a3ababe5 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d HTTP/1.1" status: 200 len: 948 time: 0.2258587 Feb 09 01:01:53.012323 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [req-8df9cd8c-2498-4b52-8604-e4d2b33a4c64 req-307b5348-ec98-4ec0-9c37-c9db85aa0529 service neutron] delete failed (client error): The resource could not be found. Feb 09 01:01:53.012607 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8df9cd8c-2498-4b52-8604-e4d2b33a4c64 req-307b5348-ec98-4ec0-9c37-c9db85aa0529 service neutron] 10.222.0.47 "DELETE /v2.0/ports/bc3bbf9e-6302-4f75-979e-f06189e488b9/bindings/n-h1-828369-4 HTTP/1.1" status: 404 len: 380 time: 0.2885945 Feb 09 01:01:53.311227 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-7c47fb11-94fe-4c3c-8f8d-5e05d3b0cb1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 728fd678-92ff-40a5-a350-98f51f331cef {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:01:53.326566 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-7c47fb11-94fe-4c3c-8f8d-5e05d3b0cb1e service neutron] Publish callbacks [] for port (728fd678-92ff-40a5-a350-98f51f331cef), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:53.379299 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-7c47fb11-94fe-4c3c-8f8d-5e05d3b0cb1e service neutron] Transition to ACTIVE for port object 728fd678-92ff-40a5-a350-98f51f331cef will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:01:53.393072 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3f6cce71-799b-41fa-ac76-5463517d8479 req-6c030959-1c6a-4305-b189-91cd025dd445 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4086473 Feb 09 01:01:53.398190 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-078a4841-5923-46b1-8a3c-6665d06fcad7 req-305abddc-d725-4963-a06f-b294818f0b70 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Publish callbacks [] for port (f1b957a8-19bc-4931-a7e4-b99b73998d2d), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:53.399662 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-7c47fb11-94fe-4c3c-8f8d-5e05d3b0cb1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (728fd678-92ff-40a5-a350-98f51f331cef), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:53.424166 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437587a-0d04-4584-b677-4b2d605f833f req-84fcb92b-f590-4506-8ac7-01bc77d6ff97 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:53.430992 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d437587a-0d04-4584-b677-4b2d605f833f req-84fcb92b-f590-4506-8ac7-01bc77d6ff97 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ecf42b-bfd6-4ff8-839c-d164b7522a38 HTTP/1.1" status: 200 len: 945 time: 0.4489532 Feb 09 01:01:53.461667 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989e68af-b8dc-4dfe-9277-800749060a37 x-openstack-request-id: req-989e68af-b8dc-4dfe-9277-800749060a37 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:01:53.462530 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5757da4a-153c-403b-8d24-bb8561ac355d", "tag": "8fc3cb9a-8128-43dd-acbe-d98580af4512", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:01:53.462530 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-989e68af-b8dc-4dfe-9277-800749060a37 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:01:53.462936 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5757da4a-153c-403b-8d24-bb8561ac355d', 'tag': '8fc3cb9a-8128-43dd-acbe-d98580af4512', 'status': 'completed', 'code': 200} Feb 09 01:01:53.500668 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9cd8c-2498-4b52-8604-e4d2b33a4c64 req-7b5ea245-1e6a-4b9b-83ab-791dda9e42f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:53.502715 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8df9cd8c-2498-4b52-8604-e4d2b33a4c64 req-7b5ea245-1e6a-4b9b-83ab-791dda9e42f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=698d05b4eb4b402aa83e695c4b2c5978&device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d HTTP/1.1" status: 200 len: 1130 time: 0.2352235 Feb 09 01:01:53.563208 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c47fb11-94fe-4c3c-8f8d-5e05d3b0cb1e service neutron] Pushing event updated for resources: {'Port': ['ID=728fd678-92ff-40a5-a350-98f51f331cef,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:53.578030 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12c407-320a-461b-900c-38b3e540410b req-d143a925-b725-4296-8e7a-4465217a5522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:53.580847 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ae12c407-320a-461b-900c-38b3e540410b req-d143a925-b725-4296-8e7a-4465217a5522 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e4a1438c4ae4668a3f29d116af30cb3&device_id=5757da4a-153c-403b-8d24-bb8561ac355d HTTP/1.1" status: 200 len: 1130 time: 0.0947673 Feb 09 01:01:53.695026 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d437587a-0d04-4584-b677-4b2d605f833f req-7dc01576-d9c4-472a-88e9-4006bb001110 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629457 Feb 09 01:01:53.712159 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-078a4841-5923-46b1-8a3c-6665d06fcad7 req-305abddc-d725-4963-a06f-b294818f0b70 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (f1b957a8-19bc-4931-a7e4-b99b73998d2d), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:53.738129 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12c407-320a-461b-900c-38b3e540410b req-9e37cae4-99aa-42ff-bd6e-c9e18267488d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:53.741710 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-7c47fb11-94fe-4c3c-8f8d-5e05d3b0cb1e service neutron] Attempting to bind port 728fd678-92ff-40a5-a350-98f51f331cef on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:01:53.741864 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ae12c407-320a-461b-900c-38b3e540410b req-9e37cae4-99aa-42ff-bd6e-c9e18267488d service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.1509635 Feb 09 01:01:53.742058 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-7c47fb11-94fe-4c3c-8f8d-5e05d3b0cb1e service neutron] Attempting to bind port 728fd678-92ff-40a5-a350-98f51f331cef by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:01:53.742406 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-7c47fb11-94fe-4c3c-8f8d-5e05d3b0cb1e service neutron] Attempting to bind port 728fd678-92ff-40a5-a350-98f51f331cef on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:01:53.812046 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-7c47fb11-94fe-4c3c-8f8d-5e05d3b0cb1e service neutron] Port 728fd678-92ff-40a5-a350-98f51f331cef on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:01:53.812761 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-7c47fb11-94fe-4c3c-8f8d-5e05d3b0cb1e service neutron] Attempting to bind port 728fd678-92ff-40a5-a350-98f51f331cef on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:01:53.819618 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ae12c407-320a-461b-900c-38b3e540410b req-61e8ea06-97cb-4c23-901a-38feb039eb12 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=8fc3cb9a-8128-43dd-acbe-d98580af4512 HTTP/1.1" status: 200 len: 217 time: 0.0596924 Feb 09 01:01:53.829701 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-078a4841-5923-46b1-8a3c-6665d06fcad7 req-305abddc-d725-4963-a06f-b294818f0b70 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Network 7041f7c4-8ab5-4479-b63e-c8706fa7ab10 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:01:53.854459 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-078a4841-5923-46b1-8a3c-6665d06fcad7 req-305abddc-d725-4963-a06f-b294818f0b70 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:01:53.857423 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-078a4841-5923-46b1-8a3c-6665d06fcad7 req-305abddc-d725-4963-a06f-b294818f0b70 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:01:53.863304 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a4841-5923-46b1-8a3c-6665d06fcad7 req-305abddc-d725-4963-a06f-b294818f0b70 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:53.864315 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-078a4841-5923-46b1-8a3c-6665d06fcad7 req-305abddc-d725-4963-a06f-b294818f0b70 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:53.879518 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-7c47fb11-94fe-4c3c-8f8d-5e05d3b0cb1e service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:01:53.879875 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-7c47fb11-94fe-4c3c-8f8d-5e05d3b0cb1e service neutron] Checking segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:01:53.880274 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-7c47fb11-94fe-4c3c-8f8d-5e05d3b0cb1e service neutron] Bound using segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:01:53.880778 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-7c47fb11-94fe-4c3c-8f8d-5e05d3b0cb1e service neutron] Bound port: 728fd678-92ff-40a5-a350-98f51f331cef, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:01:53.881128 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-7c47fb11-94fe-4c3c-8f8d-5e05d3b0cb1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (728fd678-92ff-40a5-a350-98f51f331cef), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:53.898712 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12c407-320a-461b-900c-38b3e540410b req-d71c2623-8359-46a0-bb85-ca7bd1cb6ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:53.899668 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ae12c407-320a-461b-900c-38b3e540410b req-d71c2623-8359-46a0-bb85-ca7bd1cb6ae5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.0698524 Feb 09 01:01:53.912934 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c59b3-f652-4601-a7f1-3ce2fdcbd360 req-89a91b10-fe31-470b-99f4-1ff831332a48 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:53.928197 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a87c59b3-f652-4601-a7f1-3ce2fdcbd360 req-89a91b10-fe31-470b-99f4-1ff831332a48 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/ports?device_id=93cbb7c5-a42b-4ddb-842a-3a06f374b69f HTTP/1.1" status: 200 len: 949 time: 0.3212967 Feb 09 01:01:53.957221 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305abddc-d725-4963-a06f-b294818f0b70 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Pushing event updated for resources: {'Port': ['ID=f1b957a8-19bc-4931-a7e4-b99b73998d2d,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:53.966905 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9cd8c-2498-4b52-8604-e4d2b33a4c64 req-9e979899-a05d-4d21-91ad-3dcbcf1b0b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:53.968426 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8df9cd8c-2498-4b52-8604-e4d2b33a4c64 req-9e979899-a05d-4d21-91ad-3dcbcf1b0b09 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.4445186 Feb 09 01:01:54.017351 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12c407-320a-461b-900c-38b3e540410b req-ca9209a7-5675-4fe3-adfa-0a0fd316badc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:54.023054 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ae12c407-320a-461b-900c-38b3e540410b req-ca9209a7-5675-4fe3-adfa-0a0fd316badc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1065483 Feb 09 01:01:54.074850 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-078a4841-5923-46b1-8a3c-6665d06fcad7 req-305abddc-d725-4963-a06f-b294818f0b70 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2265756 Feb 09 01:01:54.145800 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-078a4841-5923-46b1-8a3c-6665d06fcad7 req-344a4aae-78ca-49a3-a5b6-d36b54607375 service neutron] Request body: {'port': {'device_id': 'e7abc5d9-7485-46fd-a80f-8423f552967f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:01:54.148783 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ae12c407-320a-461b-900c-38b3e540410b req-ccd4f621-e6b0-4f61-a992-fff0f5c4bb8a service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191258 Feb 09 01:01:54.162910 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8df9cd8c-2498-4b52-8604-e4d2b33a4c64 req-a840be8b-5ef0-40cd-9cb7-55e3c2da31e5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=bc3bbf9e-6302-4f75-979e-f06189e488b9 HTTP/1.1" status: 200 len: 217 time: 0.1768789 Feb 09 01:01:54.166657 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device bc3bbf9e-6302-4f75-979e-f06189e488b9 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:01:54.271595 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9cd8c-2498-4b52-8604-e4d2b33a4c64 req-aff4953b-bb95-462b-b365-ed7a496d7e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:54.274059 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8df9cd8c-2498-4b52-8604-e4d2b33a4c64 req-aff4953b-bb95-462b-b365-ed7a496d7e5f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.0884776 Feb 09 01:01:54.280005 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port bc3bbf9e-6302-4f75-979e-f06189e488b9 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:01:54.287137 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port bc3bbf9e-6302-4f75-979e-f06189e488b9 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:54.288448 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (bc3bbf9e-6302-4f75-979e-f06189e488b9), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:54.297482 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ae12c407-320a-461b-900c-38b3e540410b req-3ba21784-9ca3-4cee-9d6c-531c58175064 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413357 Feb 09 01:01:54.359326 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a87c59b3-f652-4601-a7f1-3ce2fdcbd360 req-a88c8c00-2392-4054-9cb4-f05682fffdb0 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab67f5-0522-4ac2-9e3c-0c8e92959fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4301534 Feb 09 01:01:54.384930 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port bc3bbf9e-6302-4f75-979e-f06189e488b9 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:01:54.385346 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (bc3bbf9e-6302-4f75-979e-f06189e488b9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:54.419617 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d6315d-0d15-4b90-ae26-5e6c6a03986d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3bbf9e-6302-4f75-979e-f06189e488b9'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:01:54.421922 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa6749b-976e-49a0-a453-051ffb922551" -d '{"events": [{"server_uuid": "33d6315d-0d15-4b90-ae26-5e6c6a03986d", "name": "network-vif-plugged", "status": "completed", "tag": "bc3bbf9e-6302-4f75-979e-f06189e488b9"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:01:54.439861 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port bc3bbf9e-6302-4f75-979e-f06189e488b9, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=bc3bbf9e-6302-4f75-979e-f06189e488b9,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:54.448615 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-7c47fb11-94fe-4c3c-8f8d-5e05d3b0cb1e service neutron] For port 728fd678-92ff-40a5-a350-98f51f331cef, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:01:54.450380 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (bc3bbf9e-6302-4f75-979e-f06189e488b9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:54.493640 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-7c47fb11-94fe-4c3c-8f8d-5e05d3b0cb1e service neutron] For port 728fd678-92ff-40a5-a350-98f51f331cef, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=728fd678-92ff-40a5-a350-98f51f331cef,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:01:54.499528 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-078a4841-5923-46b1-8a3c-6665d06fcad7 req-344a4aae-78ca-49a3-a5b6-d36b54607375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f1b957a8-19bc-4931-a7e4-b99b73998d2d), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:54.515989 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=bc3bbf9e-6302-4f75-979e-f06189e488b9,revision_number=9']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:54.533551 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439684a-0755-4ca3-ab81-4788b4572fc8 req-66e5efa2-2fe1-4597-9b14-fae4d8d8fa9a tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:54.535400 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8439684a-0755-4ca3-ab81-4788b4572fc8 req-66e5efa2-2fe1-4597-9b14-fae4d8d8fa9a tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7abc5d9-7485-46fd-a80f-8423f552967f HTTP/1.1" status: 200 len: 932 time: 0.4591720 Feb 09 01:01:54.549376 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9cd8c-2498-4b52-8604-e4d2b33a4c64 req-fdfd0a40-9a99-4f40-b2fe-5e290aed6352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:54.550890 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8df9cd8c-2498-4b52-8604-e4d2b33a4c64 req-fdfd0a40-9a99-4f40-b2fe-5e290aed6352 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2572699 Feb 09 01:01:54.551900 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-7c47fb11-94fe-4c3c-8f8d-5e05d3b0cb1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (728fd678-92ff-40a5-a350-98f51f331cef), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:54.694220 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-7c47fb11-94fe-4c3c-8f8d-5e05d3b0cb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:54.694643 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-7c47fb11-94fe-4c3c-8f8d-5e05d3b0cb1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:54.696116 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-7c47fb11-94fe-4c3c-8f8d-5e05d3b0cb1e service neutron] 10.222.0.47 "PUT /v2.0/ports/728fd678-92ff-40a5-a350-98f51f331cef HTTP/1.1" status: 200 len: 1096 time: 2.8221567 Feb 09 01:01:54.703285 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e13c1c8-3614-4ba1-a094-33f962789f87', 'tag': '728fd678-92ff-40a5-a350-98f51f331cef'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:01:54.706063 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbca9078-c8fe-4eb6-b8c0-dd55153486cb" -d '{"events": [{"name": "network-changed", "server_uuid": "9e13c1c8-3614-4ba1-a094-33f962789f87", "tag": "728fd678-92ff-40a5-a350-98f51f331cef"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:01:54.789891 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9979ddd-87f8-49bf-858a-188f6e17d534 req-f060762a-60e4-4d70-8ad4-65fd92d2a3ec tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:54.791430 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c9979ddd-87f8-49bf-858a-188f6e17d534 req-f060762a-60e4-4d70-8ad4-65fd92d2a3ec tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e13c1c8-3614-4ba1-a094-33f962789f87 HTTP/1.1" status: 200 len: 948 time: 0.3184333 Feb 09 01:01:54.837898 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c47fb11-94fe-4c3c-8f8d-5e05d3b0cb1e service neutron] Pushing event updated for resources: {'Port': ['ID=728fd678-92ff-40a5-a350-98f51f331cef,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:54.874895 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8439684a-0755-4ca3-ab81-4788b4572fc8 req-014b6baf-97f3-48e3-a9ba-083882e31c04 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307447 Feb 09 01:01:55.030912 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8df9cd8c-2498-4b52-8604-e4d2b33a4c64 req-261f83c6-50cf-4e85-baaa-ef6007514b77 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4709060 Feb 09 01:01:55.118552 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c9979ddd-87f8-49bf-858a-188f6e17d534 req-ee250a7a-a4d6-428e-9c91-e4d6b4ef8421 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475927 Feb 09 01:01:55.128452 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-be47aa2f-7fa6-4c14-bfad-9c89802da702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:55.129990 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-be47aa2f-7fa6-4c14-bfad-9c89802da702 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e4a1438c4ae4668a3f29d116af30cb3&device_id=9e13c1c8-3614-4ba1-a094-33f962789f87 HTTP/1.1" status: 200 len: 1130 time: 0.3642960 Feb 09 01:01:55.193144 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-594475b4-055f-4d5f-b9d9-a4aead8c5c9a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=728fd678-92ff-40a5-a350-98f51f331cef HTTP/1.1" status: 200 len: 217 time: 0.0543008 Feb 09 01:01:55.235949 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb48a22-abd1-4e56-8f88-6a1b554ec936 x-openstack-request-id: req-3fb48a22-abd1-4e56-8f88-6a1b554ec936 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:01:55.237192 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d6315d-0d15-4b90-ae26-5e6c6a03986d", "name": "network-vif-plugged", "status": "completed", "tag": "bc3bbf9e-6302-4f75-979e-f06189e488b9", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:01:55.237192 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3fb48a22-abd1-4e56-8f88-6a1b554ec936 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:01:55.237499 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d6315d-0d15-4b90-ae26-5e6c6a03986d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3bbf9e-6302-4f75-979e-f06189e488b9', 'code': 200} Feb 09 01:01:55.302800 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93c3efe-491a-4888-98fb-574c4b38d41c x-openstack-request-id: req-e93c3efe-491a-4888-98fb-574c4b38d41c {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:01:55.303103 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e13c1c8-3614-4ba1-a094-33f962789f87", "tag": "728fd678-92ff-40a5-a350-98f51f331cef", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:01:55.303362 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e93c3efe-491a-4888-98fb-574c4b38d41c {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:01:55.303760 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e13c1c8-3614-4ba1-a094-33f962789f87', 'tag': '728fd678-92ff-40a5-a350-98f51f331cef', 'status': 'completed', 'code': 200} Feb 09 01:01:55.334434 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8df9cd8c-2498-4b52-8604-e4d2b33a4c64 req-c86c8db5-be87-4ec7-ad04-1023142115a5 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887194 Feb 09 01:01:55.338355 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-078a4841-5923-46b1-8a3c-6665d06fcad7 req-344a4aae-78ca-49a3-a5b6-d36b54607375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1b957a8-19bc-4931-a7e4-b99b73998d2d {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:01:55.343923 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-957041c4-1ebe-4463-930e-a2fc9a824205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:55.345940 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-957041c4-1ebe-4463-930e-a2fc9a824205 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.1409132 Feb 09 01:01:55.351106 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-078a4841-5923-46b1-8a3c-6665d06fcad7 req-344a4aae-78ca-49a3-a5b6-d36b54607375 service neutron] Publish callbacks [] for port (f1b957a8-19bc-4931-a7e4-b99b73998d2d), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:55.431045 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-078a4841-5923-46b1-8a3c-6665d06fcad7 req-344a4aae-78ca-49a3-a5b6-d36b54607375 service neutron] Transition to ACTIVE for port object f1b957a8-19bc-4931-a7e4-b99b73998d2d will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:01:55.454635 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-078a4841-5923-46b1-8a3c-6665d06fcad7 req-344a4aae-78ca-49a3-a5b6-d36b54607375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f1b957a8-19bc-4931-a7e4-b99b73998d2d), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:55.492253 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a97b5-02ab-4d12-8354-43eda9bdfa27 req-bb03e6f1-e868-444b-8a1f-f5bfb9510a8b tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:55.503097 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9a9a97b5-02ab-4d12-8354-43eda9bdfa27 req-bb03e6f1-e868-444b-8a1f-f5bfb9510a8b tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d HTTP/1.1" status: 200 len: 949 time: 0.2498205 Feb 09 01:01:55.584879 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-66912949-6ebc-4559-a1f7-02bf441214bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:55.586389 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-66912949-6ebc-4559-a1f7-02bf441214bf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2314847 Feb 09 01:01:55.598491 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba247b0c-a6d8-4d0d-8e3a-603862dcd670 req-ea1cc338-0305-4cc1-b9ba-69b1fb7a12a2 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:55.600071 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ba247b0c-a6d8-4d0d-8e3a-603862dcd670 req-ea1cc338-0305-4cc1-b9ba-69b1fb7a12a2 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ecf42b-bfd6-4ff8-839c-d164b7522a38 HTTP/1.1" status: 200 len: 945 time: 0.2461305 Feb 09 01:01:55.618864 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a4aae-78ca-49a3-a5b6-d36b54607375 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b957a8-19bc-4931-a7e4-b99b73998d2d,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:55.721964 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9a9a97b5-02ab-4d12-8354-43eda9bdfa27 req-48df64e4-bead-4109-b7d3-3e75149440a1 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178280 Feb 09 01:01:55.736376 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-078a4841-5923-46b1-8a3c-6665d06fcad7 req-344a4aae-78ca-49a3-a5b6-d36b54607375 service neutron] Attempting to bind port f1b957a8-19bc-4931-a7e4-b99b73998d2d on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:01:55.736751 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-078a4841-5923-46b1-8a3c-6665d06fcad7 req-344a4aae-78ca-49a3-a5b6-d36b54607375 service neutron] Attempting to bind port f1b957a8-19bc-4931-a7e4-b99b73998d2d by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '2793514a-5639-496c-8d37-377203141ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:01:55.737090 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078a4841-5923-46b1-8a3c-6665d06fcad7 req-344a4aae-78ca-49a3-a5b6-d36b54607375 service neutron] Attempting to bind port f1b957a8-19bc-4931-a7e4-b99b73998d2d on network 7041f7c4-8ab5-4479-b63e-c8706fa7ab10 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:01:55.774442 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078a4841-5923-46b1-8a3c-6665d06fcad7 req-344a4aae-78ca-49a3-a5b6-d36b54607375 service neutron] Port f1b957a8-19bc-4931-a7e4-b99b73998d2d on network 7041f7c4-8ab5-4479-b63e-c8706fa7ab10 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:01:55.774810 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078a4841-5923-46b1-8a3c-6665d06fcad7 req-344a4aae-78ca-49a3-a5b6-d36b54607375 service neutron] Attempting to bind port f1b957a8-19bc-4931-a7e4-b99b73998d2d on network 7041f7c4-8ab5-4479-b63e-c8706fa7ab10 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:01:55.797921 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ba247b0c-a6d8-4d0d-8e3a-603862dcd670 req-77be06a5-ebab-401f-9ccd-a616fd18508d tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794150 Feb 09 01:01:55.821032 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078a4841-5923-46b1-8a3c-6665d06fcad7 req-344a4aae-78ca-49a3-a5b6-d36b54607375 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:01:55.822114 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078a4841-5923-46b1-8a3c-6665d06fcad7 req-344a4aae-78ca-49a3-a5b6-d36b54607375 service neutron] Checking segment: {'id': '2793514a-5639-496c-8d37-377203141ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:01:55.822518 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078a4841-5923-46b1-8a3c-6665d06fcad7 req-344a4aae-78ca-49a3-a5b6-d36b54607375 service neutron] Bound using segment: {'id': '2793514a-5639-496c-8d37-377203141ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:01:55.822978 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-078a4841-5923-46b1-8a3c-6665d06fcad7 req-344a4aae-78ca-49a3-a5b6-d36b54607375 service neutron] Bound port: f1b957a8-19bc-4931-a7e4-b99b73998d2d, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2793514a-5639-496c-8d37-377203141ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:01:55.823343 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-078a4841-5923-46b1-8a3c-6665d06fcad7 req-344a4aae-78ca-49a3-a5b6-d36b54607375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f1b957a8-19bc-4931-a7e4-b99b73998d2d), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:55.849202 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-b5c58695-51c3-4e30-84df-33d41ec7f033 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475994 Feb 09 01:01:56.363879 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-078a4841-5923-46b1-8a3c-6665d06fcad7 req-344a4aae-78ca-49a3-a5b6-d36b54607375 service neutron] For port f1b957a8-19bc-4931-a7e4-b99b73998d2d, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:01:56.373248 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-078a4841-5923-46b1-8a3c-6665d06fcad7 req-344a4aae-78ca-49a3-a5b6-d36b54607375 service neutron] For port f1b957a8-19bc-4931-a7e4-b99b73998d2d, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=f1b957a8-19bc-4931-a7e4-b99b73998d2d,segment=NetworkSegment(2793514a-5639-496c-8d37-377203141ac7),segment_id=2793514a-5639-496c-8d37-377203141ac7)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:01:56.377662 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 8fc3cb9a-8128-43dd-acbe-d98580af4512 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:01:56.382198 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85bea30-6219-4685-ba55-bd584e535b9a req-8c941057-97da-4c79-97bd-2000a21e047b tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:56.383710 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f85bea30-6219-4685-ba55-bd584e535b9a req-8c941057-97da-4c79-97bd-2000a21e047b tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/ports?device_id=93cbb7c5-a42b-4ddb-842a-3a06f374b69f HTTP/1.1" status: 200 len: 949 time: 0.4758232 Feb 09 01:01:56.385587 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a752e41-fc5f-4998-9f7f-4c1fc584dba6 req-86825b52-3238-4799-8caf-6d4969b467ff service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5274477 Feb 09 01:01:56.417173 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be4996a-e188-4d0f-8821-5a1557ef8872 req-64a80b35-6c91-4006-b608-c2b6de84cae9 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:56.424387 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3be4996a-e188-4d0f-8821-5a1557ef8872 req-64a80b35-6c91-4006-b608-c2b6de84cae9 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7abc5d9-7485-46fd-a80f-8423f552967f HTTP/1.1" status: 200 len: 944 time: 0.1626074 Feb 09 01:01:56.426044 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-078a4841-5923-46b1-8a3c-6665d06fcad7 req-344a4aae-78ca-49a3-a5b6-d36b54607375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f1b957a8-19bc-4931-a7e4-b99b73998d2d), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:56.513072 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 8fc3cb9a-8128-43dd-acbe-d98580af4512, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=8fc3cb9a-8128-43dd-acbe-d98580af4512,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:56.527029 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '8fc3cb9a-8128-43dd-acbe-d98580af4512', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'port_id': '8fc3cb9a-8128-43dd-acbe-d98580af4512', 'mac_address': 'fa:16:3e:bf:07:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3810d295-ee98-40f7-b1e2-609bf7d1c3df', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:01:56.531874 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a4841-5923-46b1-8a3c-6665d06fcad7 req-344a4aae-78ca-49a3-a5b6-d36b54607375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:56.532504 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-078a4841-5923-46b1-8a3c-6665d06fcad7 req-344a4aae-78ca-49a3-a5b6-d36b54607375 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:56.533955 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-078a4841-5923-46b1-8a3c-6665d06fcad7 req-344a4aae-78ca-49a3-a5b6-d36b54607375 service neutron] 10.222.0.120 "PUT /v2.0/ports/f1b957a8-19bc-4931-a7e4-b99b73998d2d HTTP/1.1" status: 200 len: 1092 time: 2.3941033 Feb 09 01:01:56.581229 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 8fc3cb9a-8128-43dd-acbe-d98580af4512 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:01:56.582178 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8fc3cb9a-8128-43dd-acbe-d98580af4512), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:56.600914 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fc3cb9a-8128-43dd-acbe-d98580af4512 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:01:56.626996 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 8fc3cb9a-8128-43dd-acbe-d98580af4512, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=8fc3cb9a-8128-43dd-acbe-d98580af4512,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:56.633217 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (8fc3cb9a-8128-43dd-acbe-d98580af4512), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:56.678045 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f85bea30-6219-4685-ba55-bd584e535b9a req-1ea11b67-c5cc-4e74-86e6-b233d24eb635 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab67f5-0522-4ac2-9e3c-0c8e92959fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874141 Feb 09 01:01:56.678654 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a4aae-78ca-49a3-a5b6-d36b54607375 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b957a8-19bc-4931-a7e4-b99b73998d2d,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:56.692354 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3be4996a-e188-4d0f-8821-5a1557ef8872 req-e2229b34-7fa7-4156-b26d-64a9e4e57efb tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337592 Feb 09 01:01:56.705300 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=8fc3cb9a-8128-43dd-acbe-d98580af4512,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:56.730969 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca9078-c8fe-4eb6-b8c0-dd55153486cb req-8db1fae6-56a6-43da-a24e-809abd9379a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:56.732570 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bbca9078-c8fe-4eb6-b8c0-dd55153486cb req-8db1fae6-56a6-43da-a24e-809abd9379a5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e4a1438c4ae4668a3f29d116af30cb3&device_id=9e13c1c8-3614-4ba1-a094-33f962789f87 HTTP/1.1" status: 200 len: 1130 time: 0.2764812 Feb 09 01:01:56.787476 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a4841-5923-46b1-8a3c-6665d06fcad7 req-561e07e0-3a84-4276-a82e-2d0da02938da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:56.789024 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-078a4841-5923-46b1-8a3c-6665d06fcad7 req-561e07e0-3a84-4276-a82e-2d0da02938da service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=3b70da3c9e0441c5928a48dabf785fc6&device_id=e7abc5d9-7485-46fd-a80f-8423f552967f HTTP/1.1" status: 200 len: 1126 time: 0.1943712 Feb 09 01:01:56.927714 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-078a4841-5923-46b1-8a3c-6665d06fcad7 req-b939c434-17ce-42c3-ac12-d26b412b4214 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1b957a8-19bc-4931-a7e4-b99b73998d2d HTTP/1.1" status: 200 len: 217 time: 0.0870154 Feb 09 01:01:56.978787 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['8fc3cb9a-8128-43dd-acbe-d98580af4512'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:01:57.021052 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca9078-c8fe-4eb6-b8c0-dd55153486cb req-857fcde5-47d3-4c61-a568-7e4e766ec2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:57.022529 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bbca9078-c8fe-4eb6-b8c0-dd55153486cb req-857fcde5-47d3-4c61-a568-7e4e766ec2e3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.2810702 Feb 09 01:01:57.025246 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a4841-5923-46b1-8a3c-6665d06fcad7 req-feeae272-5650-446a-b3fd-6ce47fc607d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:57.026063 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-078a4841-5923-46b1-8a3c-6665d06fcad7 req-feeae272-5650-446a-b3fd-6ce47fc607d3 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=aee9db20-60c4-48dd-9796-48ed06ca844d HTTP/1.1" status: 200 len: 861 time: 0.0884132 Feb 09 01:01:57.033797 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affa166-a159-4155-93fa-95457e662be6 req-9779a36d-3d52-449d-a8ba-c2caf96976a7 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:57.036459 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4affa166-a159-4155-93fa-95457e662be6 req-9779a36d-3d52-449d-a8ba-c2caf96976a7 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e13c1c8-3614-4ba1-a094-33f962789f87 HTTP/1.1" status: 200 len: 948 time: 0.2459872 Feb 09 01:01:57.094638 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bbca9078-c8fe-4eb6-b8c0-dd55153486cb req-775e9ec9-d71d-4121-b882-2426f180fa6d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=728fd678-92ff-40a5-a350-98f51f331cef HTTP/1.1" status: 200 len: 217 time: 0.0547967 Feb 09 01:01:57.135001 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-078a4841-5923-46b1-8a3c-6665d06fcad7 req-993848eb-763d-47ef-a371-6c1791d473eb service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966089 Feb 09 01:01:57.300009 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca9078-c8fe-4eb6-b8c0-dd55153486cb req-5131bc1c-bab0-4156-8047-35f73d019047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:57.301518 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bbca9078-c8fe-4eb6-b8c0-dd55153486cb req-5131bc1c-bab0-4156-8047-35f73d019047 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.1724677 Feb 09 01:01:57.306470 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7abc5d9-7485-46fd-a80f-8423f552967f', 'tag': 'f1b957a8-19bc-4931-a7e4-b99b73998d2d'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:01:57.308748 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f58940b-84e2-43b4-ad12-0567e177b033" -d '{"events": [{"name": "network-changed", "server_uuid": "e7abc5d9-7485-46fd-a80f-8423f552967f", "tag": "f1b957a8-19bc-4931-a7e4-b99b73998d2d"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:01:57.318845 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4affa166-a159-4155-93fa-95457e662be6 req-9bcce453-260c-4ab1-bf3d-49695459dc05 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628007 Feb 09 01:01:57.376978 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-078a4841-5923-46b1-8a3c-6665d06fcad7 req-91a7763d-8a9e-4b59-92b3-009f0efe76c7 service neutron] 10.222.0.120 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275507 Feb 09 01:01:57.385659 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28194a-e40d-432c-ada0-de1d3427cf72 req-4b60767e-6aa3-43bf-952d-ebeb8478820b tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:57.387169 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3c28194a-e40d-432c-ada0-de1d3427cf72 req-4b60767e-6aa3-43bf-952d-ebeb8478820b tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d HTTP/1.1" status: 200 len: 949 time: 0.2044382 Feb 09 01:01:57.478150 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca9078-c8fe-4eb6-b8c0-dd55153486cb req-5f0b68ce-32c5-46c8-bea1-5e5c8c9151fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:57.479817 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bbca9078-c8fe-4eb6-b8c0-dd55153486cb req-5f0b68ce-32c5-46c8-bea1-5e5c8c9151fb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1597412 Feb 09 01:01:57.591455 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3c28194a-e40d-432c-ada0-de1d3427cf72 req-47f00f65-ac3a-4b4d-be60-b99fc93d0d6c tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928654 Feb 09 01:01:57.656514 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-078a4841-5923-46b1-8a3c-6665d06fcad7 req-b5972f59-d7be-4c8d-889f-22cf9f45f4f2 service neutron] 10.222.0.120 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666969 Feb 09 01:01:57.668850 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819cfd85-2481-4aac-927f-e3b20dd2e339 req-0e612321-1323-4c9b-8e51-f82648edc2a8 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:57.677920 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-819cfd85-2481-4aac-927f-e3b20dd2e339 req-0e612321-1323-4c9b-8e51-f82648edc2a8 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ecf42b-bfd6-4ff8-839c-d164b7522a38 HTTP/1.1" status: 200 len: 945 time: 0.2018645 Feb 09 01:01:57.681353 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bbca9078-c8fe-4eb6-b8c0-dd55153486cb req-8d182539-1e33-4163-8585-afd48470bdd5 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903172 Feb 09 01:01:57.820251 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-819cfd85-2481-4aac-927f-e3b20dd2e339 req-5d0fd407-50e8-4d17-a731-5094c96f4a5e tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412828 Feb 09 01:01:57.848656 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da322f49-0677-48a2-945e-69eb16b8e1d2 req-f431c2e8-c6b2-4a88-bc19-1c3738a3b92c tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:57.850258 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-da322f49-0677-48a2-945e-69eb16b8e1d2 req-f431c2e8-c6b2-4a88-bc19-1c3738a3b92c tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] 10.222.0.50 "GET /v2.0/ports?device_id=c052d7cd-1331-4a32-964c-a02c696b4245 HTTP/1.1" status: 200 len: 950 time: 0.1617596 Feb 09 01:01:57.878220 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bbca9078-c8fe-4eb6-b8c0-dd55153486cb req-3c8f898b-6f34-42c2-b4d8-47d0850873fe service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864624 Feb 09 01:01:57.946723 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-da322f49-0677-48a2-945e-69eb16b8e1d2 req-e8de592b-43cb-4414-9355-adcf0ead2ba6 tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2e9a8e7-27fd-4127-b396-9338667268fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858312 Feb 09 01:01:57.977909 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441cf943-673e-4ea0-834a-ced3b9da3317 req-1a36d304-6605-4097-ae5f-d51997b94a86 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:57.979887 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-441cf943-673e-4ea0-834a-ced3b9da3317 req-1a36d304-6605-4097-ae5f-d51997b94a86 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/ports?device_id=93cbb7c5-a42b-4ddb-842a-3a06f374b69f HTTP/1.1" status: 200 len: 949 time: 0.0770643 Feb 09 01:01:58.026327 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de2e6df-e696-4133-a8d7-b825dbbff7e5 x-openstack-request-id: req-4de2e6df-e696-4133-a8d7-b825dbbff7e5 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:01:58.026843 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7abc5d9-7485-46fd-a80f-8423f552967f", "tag": "f1b957a8-19bc-4931-a7e4-b99b73998d2d", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:01:58.027248 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4de2e6df-e696-4133-a8d7-b825dbbff7e5 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:01:58.027956 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7abc5d9-7485-46fd-a80f-8423f552967f', 'tag': 'f1b957a8-19bc-4931-a7e4-b99b73998d2d', 'status': 'completed', 'code': 200} Feb 09 01:01:58.061304 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-441cf943-673e-4ea0-834a-ced3b9da3317 req-d8d241eb-7487-4100-b9de-65aa4a8b9b84 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab67f5-0522-4ac2-9e3c-0c8e92959fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761077 Feb 09 01:01:58.169170 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58940b-84e2-43b4-ad12-0567e177b033 req-a34f65cf-822b-4d9f-9f10-ef2180a546e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:58.170944 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2f58940b-84e2-43b4-ad12-0567e177b033 req-a34f65cf-822b-4d9f-9f10-ef2180a546e6 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=3b70da3c9e0441c5928a48dabf785fc6&device_id=e7abc5d9-7485-46fd-a80f-8423f552967f HTTP/1.1" status: 200 len: 1126 time: 0.1082523 Feb 09 01:01:58.284329 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3f41f-21a4-48d6-babf-ba4274d69124 req-fe08ecfd-9d78-43b7-aefd-341b679c3c45 tempest-MigrationsAdminTest-2128325755 tempest-MigrationsAdminTest-2128325755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:58.286917 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-00e3f41f-21a4-48d6-babf-ba4274d69124 req-fe08ecfd-9d78-43b7-aefd-341b679c3c45 tempest-MigrationsAdminTest-2128325755 tempest-MigrationsAdminTest-2128325755-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d HTTP/1.1" status: 200 len: 1131 time: 0.1762607 Feb 09 01:01:58.333041 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47070cb-ef92-4797-bbf2-b867fedc2376 req-c4b8ccaf-6ebc-4035-be22-9cab365ca055 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:58.334590 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e47070cb-ef92-4797-bbf2-b867fedc2376 req-c4b8ccaf-6ebc-4035-be22-9cab365ca055 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7abc5d9-7485-46fd-a80f-8423f552967f HTTP/1.1" status: 200 len: 944 time: 0.1865618 Feb 09 01:01:58.374614 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58940b-84e2-43b4-ad12-0567e177b033 req-34be6213-6852-44e3-b2d1-3912482c8e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:58.376011 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2f58940b-84e2-43b4-ad12-0567e177b033 req-34be6213-6852-44e3-b2d1-3912482c8e38 service neutron] 10.222.0.120 "GET /v2.0/networks?id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10 HTTP/1.1" status: 200 len: 923 time: 0.1889677 Feb 09 01:01:58.380192 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 8fc3cb9a-8128-43dd-acbe-d98580af4512 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:01:58.443773 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-00e3f41f-21a4-48d6-babf-ba4274d69124 req-b378efbe-170c-49d2-9d02-e53783d5b1f4 tempest-MigrationsAdminTest-2128325755 tempest-MigrationsAdminTest-2128325755-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435988 Feb 09 01:01:58.449990 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2f58940b-84e2-43b4-ad12-0567e177b033 req-0a0c0fcb-28c6-4b80-a163-38f15fe18220 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1b957a8-19bc-4931-a7e4-b99b73998d2d HTTP/1.1" status: 200 len: 217 time: 0.0637417 Feb 09 01:01:58.453583 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 8fc3cb9a-8128-43dd-acbe-d98580af4512 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:01:58.463982 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 8fc3cb9a-8128-43dd-acbe-d98580af4512 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:01:58.466844 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e47070cb-ef92-4797-bbf2-b867fedc2376 req-f356b247-d462-4784-a06b-871427b220ca tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235476 Feb 09 01:01:58.476677 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (8fc3cb9a-8128-43dd-acbe-d98580af4512), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:58.568181 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58940b-84e2-43b4-ad12-0567e177b033 req-9e1c1f74-4bc5-4c94-a3d1-32398022cc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:58.569740 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2f58940b-84e2-43b4-ad12-0567e177b033 req-9e1c1f74-4bc5-4c94-a3d1-32398022cc1e service neutron] 10.222.0.120 "GET /v2.0/subnets?id=aee9db20-60c4-48dd-9796-48ed06ca844d HTTP/1.1" status: 200 len: 861 time: 0.1017716 Feb 09 01:01:58.659589 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2f58940b-84e2-43b4-ad12-0567e177b033 req-01dc160a-092a-49e9-a153-cffdf706c80d service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802002 Feb 09 01:01:58.710519 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 8fc3cb9a-8128-43dd-acbe-d98580af4512 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:01:58.711377 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8fc3cb9a-8128-43dd-acbe-d98580af4512), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:58.770279 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 8fc3cb9a-8128-43dd-acbe-d98580af4512, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=8fc3cb9a-8128-43dd-acbe-d98580af4512,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:58.771794 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5757da4a-153c-403b-8d24-bb8561ac355d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc3cb9a-8128-43dd-acbe-d98580af4512'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:01:58.775047 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86626444-c1c6-42ef-a65b-c57c2510af54" -d '{"events": [{"server_uuid": "5757da4a-153c-403b-8d24-bb8561ac355d", "name": "network-vif-plugged", "status": "completed", "tag": "8fc3cb9a-8128-43dd-acbe-d98580af4512"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:01:58.777552 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41519d9f-965a-403d-b886-7aa0e6d8afab req-f257edbb-709d-475e-801b-59856e927748 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:58.779244 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-41519d9f-965a-403d-b886-7aa0e6d8afab req-f257edbb-709d-475e-801b-59856e927748 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e13c1c8-3614-4ba1-a094-33f962789f87 HTTP/1.1" status: 200 len: 948 time: 0.1784830 Feb 09 01:01:58.781126 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (8fc3cb9a-8128-43dd-acbe-d98580af4512), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:58.827015 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa60e65c-ed22-42dc-b946-27162cc32f2a req-a03d445e-255b-4b83-b838-cb352cea7ad4 tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:58.830297 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aa60e65c-ed22-42dc-b946-27162cc32f2a req-a03d445e-255b-4b83-b838-cb352cea7ad4 tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] 10.222.0.47 "GET /v2.0/ports?device_id=c052d7cd-1331-4a32-964c-a02c696b4245 HTTP/1.1" status: 200 len: 950 time: 0.1949534 Feb 09 01:01:58.879441 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dcea276-484f-4301-ab58-729fbfef3ec6 x-openstack-request-id: req-4dcea276-484f-4301-ab58-729fbfef3ec6 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:01:58.879852 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5757da4a-153c-403b-8d24-bb8561ac355d", "name": "network-vif-plugged", "status": "completed", "tag": "8fc3cb9a-8128-43dd-acbe-d98580af4512", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:01:58.880255 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4dcea276-484f-4301-ab58-729fbfef3ec6 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:01:58.880763 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5757da4a-153c-403b-8d24-bb8561ac355d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc3cb9a-8128-43dd-acbe-d98580af4512', 'code': 200} Feb 09 01:01:58.882050 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=8fc3cb9a-8128-43dd-acbe-d98580af4512,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:01:58.940576 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2f58940b-84e2-43b4-ad12-0567e177b033 req-1fd5f0d9-8613-4e56-9579-d63f249d9a63 service neutron] 10.222.0.120 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568004 Feb 09 01:01:59.308187 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-41519d9f-965a-403d-b886-7aa0e6d8afab req-d25d1815-1e16-41c7-912d-70bff44aec8c tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5144434 Feb 09 01:01:59.397914 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26614b82-d6f9-4a4c-9636-7b0fb1651578 req-c289e1a8-85d7-4506-9233-46c97813b98b tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:59.399608 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-26614b82-d6f9-4a4c-9636-7b0fb1651578 req-c289e1a8-85d7-4506-9233-46c97813b98b tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ecf42b-bfd6-4ff8-839c-d164b7522a38 HTTP/1.1" status: 200 len: 945 time: 0.4787333 Feb 09 01:01:59.447898 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da342d2-c5b3-4e1e-8dae-51c09976e98e req-bb027918-1dc4-4de2-a130-8bf011023f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:59.449557 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0da342d2-c5b3-4e1e-8dae-51c09976e98e req-bb027918-1dc4-4de2-a130-8bf011023f15 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5757da4a-153c-403b-8d24-bb8561ac355d HTTP/1.1" status: 200 len: 1132 time: 0.4934182 Feb 09 01:01:59.473967 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2f58940b-84e2-43b4-ad12-0567e177b033 req-74a026ac-4c71-4615-b2e6-95c2ea2ac683 service neutron] 10.222.0.120 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4881966 Feb 09 01:01:59.492351 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc4f8bb-3f93-449f-88a5-7a4c58ec9ca8 req-64856d85-1661-4bb0-ba3b-884f630a6b63 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:59.494589 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2dc4f8bb-3f93-449f-88a5-7a4c58ec9ca8 req-64856d85-1661-4bb0-ba3b-884f630a6b63 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.120 "GET /v2.0/ports?device_id=93cbb7c5-a42b-4ddb-842a-3a06f374b69f HTTP/1.1" status: 200 len: 949 time: 0.2005963 Feb 09 01:01:59.496912 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-87045385-af08-4c64-9a9d-82c903733377 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=698d05b4eb4b402aa83e695c4b2c5978&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0790589 Feb 09 01:01:59.514272 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-aa60e65c-ed22-42dc-b946-27162cc32f2a req-16f95fde-947e-4b82-ac70-12626d3bfdc7 tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] Deleting port d0bfe40d-734e-4b24-a810-404955e43b25 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:01:59.514619 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-aa60e65c-ed22-42dc-b946-27162cc32f2a req-16f95fde-947e-4b82-ac70-12626d3bfdc7 tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (d0bfe40d-734e-4b24-a810-404955e43b25), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:59.677386 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-26614b82-d6f9-4a4c-9636-7b0fb1651578 req-c90af4ea-9894-43be-99b1-8c3cadb9971d tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679205 Feb 09 01:01:59.704225 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0da342d2-c5b3-4e1e-8dae-51c09976e98e req-4a7524a7-abe2-4269-af00-d3d08248485d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365870 Feb 09 01:01:59.812656 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-aa60e65c-ed22-42dc-b946-27162cc32f2a req-16f95fde-947e-4b82-ac70-12626d3bfdc7 tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] For port d0bfe40d-734e-4b24-a810-404955e43b25, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=d0bfe40d-734e-4b24-a810-404955e43b25,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:01:59.813030 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-aa60e65c-ed22-42dc-b946-27162cc32f2a req-16f95fde-947e-4b82-ac70-12626d3bfdc7 tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (d0bfe40d-734e-4b24-a810-404955e43b25), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:59.830576 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-3dabf61c-9d06-4466-8d39-2655326b7209 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:59.832022 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-3dabf61c-9d06-4466-8d39-2655326b7209 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3199456 Feb 09 01:01:59.841442 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-aa60e65c-ed22-42dc-b946-27162cc32f2a req-16f95fde-947e-4b82-ac70-12626d3bfdc7 tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] Calling delete_port for d0bfe40d-734e-4b24-a810-404955e43b25 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:01:59.875637 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-88314648-8611-4bd4-afa5-aefb384a6f72 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/quotas/698d05b4eb4b402aa83e695c4b2c5978 HTTP/1.1" status: 200 len: 375 time: 0.0352316 Feb 09 01:01:59.911927 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-2dc4f8bb-3f93-449f-88a5-7a4c58ec9ca8 req-cb6945ae-0c1a-463c-9de5-a1b7065ab24f tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Deleting port 7625514e-f6e4-4b37-8f4c-b592318ba0d3 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:01:59.912276 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2dc4f8bb-3f93-449f-88a5-7a4c58ec9ca8 req-cb6945ae-0c1a-463c-9de5-a1b7065ab24f tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (7625514e-f6e4-4b37-8f4c-b592318ba0d3), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:01:59.921100 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f389a3-10dd-45b0-8f9f-792d3f88fa7c req-ba73c0d6-b5ce-4af2-923e-597ed8fa8404 tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:01:59.922635 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f0f389a3-10dd-45b0-8f9f-792d3f88fa7c req-ba73c0d6-b5ce-4af2-923e-597ed8fa8404 tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] 10.222.0.50 "GET /v2.0/ports?device_id=c052d7cd-1331-4a32-964c-a02c696b4245 HTTP/1.1" status: 200 len: 950 time: 0.1879983 Feb 09 01:02:00.108801 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f0f389a3-10dd-45b0-8f9f-792d3f88fa7c req-ea24d3c2-97d2-4c1f-872d-d5b2c337f763 tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] 10.222.0.50 "GET /v2.0/security-groups?id=c2e9a8e7-27fd-4127-b396-9338667268fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598892 Feb 09 01:02:00.118677 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-2dc4f8bb-3f93-449f-88a5-7a4c58ec9ca8 req-cb6945ae-0c1a-463c-9de5-a1b7065ab24f tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] For port 7625514e-f6e4-4b37-8f4c-b592318ba0d3, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=7625514e-f6e4-4b37-8f4c-b592318ba0d3,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:02:00.119058 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2dc4f8bb-3f93-449f-88a5-7a4c58ec9ca8 req-cb6945ae-0c1a-463c-9de5-a1b7065ab24f tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (7625514e-f6e4-4b37-8f4c-b592318ba0d3), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:00.130940 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-01e73078-82a7-4bbc-9b9e-97dc71931332 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=698d05b4eb4b402aa83e695c4b2c5978&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2053099 Feb 09 01:02:00.159322 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-2dc4f8bb-3f93-449f-88a5-7a4c58ec9ca8 req-cb6945ae-0c1a-463c-9de5-a1b7065ab24f tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Calling delete_port for 7625514e-f6e4-4b37-8f4c-b592318ba0d3 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:02:00.230740 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device f1b957a8-19bc-4931-a7e4-b99b73998d2d details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:02:00.252869 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-aa60e65c-ed22-42dc-b946-27162cc32f2a req-16f95fde-947e-4b82-ac70-12626d3bfdc7 tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (d0bfe40d-734e-4b24-a810-404955e43b25), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:00.276902 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['d0bfe40d-734e-4b24-a810-404955e43b25'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:02:00.311404 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f95fde-947e-4b82-ac70-12626d3bfdc7 tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] Pushing event deleted for resources: {'Port': ['ID=d0bfe40d-734e-4b24-a810-404955e43b25,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:00.368473 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 728fd678-92ff-40a5-a350-98f51f331cef details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:02:00.391641 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d4c62-3a54-46c6-a7ab-82aa8ea35899 req-c9f1fa5c-39e6-4eb5-a7c6-9d9a4960715f tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:00.399161 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d39d4c62-3a54-46c6-a7ab-82aa8ea35899 req-c9f1fa5c-39e6-4eb5-a7c6-9d9a4960715f tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/ports?device_id=93cbb7c5-a42b-4ddb-842a-3a06f374b69f HTTP/1.1" status: 200 len: 949 time: 0.2160435 Feb 09 01:02:00.419123 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port f1b957a8-19bc-4931-a7e4-b99b73998d2d, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=f1b957a8-19bc-4931-a7e4-b99b73998d2d,segment=NetworkSegment(2793514a-5639-496c-8d37-377203141ac7),segment_id=2793514a-5639-496c-8d37-377203141ac7)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:02:00.423924 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa60e65c-ed22-42dc-b946-27162cc32f2a req-16f95fde-947e-4b82-ac70-12626d3bfdc7 tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] No DVR routers for this DVR port d0bfe40d-734e-4b24-a810-404955e43b25 on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:02:00.433237 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-aa60e65c-ed22-42dc-b946-27162cc32f2a req-16f95fde-947e-4b82-ac70-12626d3bfdc7 tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:00.436578 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aa60e65c-ed22-42dc-b946-27162cc32f2a req-16f95fde-947e-4b82-ac70-12626d3bfdc7 tempest-TenantUsagesTestJSON-1795290021 tempest-TenantUsagesTestJSON-1795290021-project] 10.222.0.47 "DELETE /v2.0/ports/d0bfe40d-734e-4b24-a810-404955e43b25 HTTP/1.1" status: 204 len: 173 time: 1.6001756 Feb 09 01:02:00.437980 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c052d7cd-1331-4a32-964c-a02c696b4245', 'name': 'network-vif-deleted', 'tag': 'd0bfe40d-734e-4b24-a810-404955e43b25'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:02:00.440781 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893354a7-1cf6-4fef-a72d-fecebb9d3400" -d '{"events": [{"server_uuid": "c052d7cd-1331-4a32-964c-a02c696b4245", "name": "network-vif-deleted", "tag": "d0bfe40d-734e-4b24-a810-404955e43b25"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:02:00.488014 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': 'f1b957a8-19bc-4931-a7e4-b99b73998d2d', 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10', 'port_id': 'f1b957a8-19bc-4931-a7e4-b99b73998d2d', 'mac_address': 'fa:16:3e:34:08:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aee9db20-60c4-48dd-9796-48ed06ca844d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:02:00.542157 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54c60b-4394-469c-b352-7126120b7be5 req-6c08ae99-7adf-4a9b-966e-27c0b05e6aa2 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:00.543775 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0a54c60b-4394-469c-b352-7126120b7be5 req-6c08ae99-7adf-4a9b-966e-27c0b05e6aa2 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7abc5d9-7485-46fd-a80f-8423f552967f HTTP/1.1" status: 200 len: 944 time: 0.2397642 Feb 09 01:02:00.554838 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d39d4c62-3a54-46c6-a7ab-82aa8ea35899 req-56e22ea7-980b-46ad-b0f3-7fa8a06c8843 tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.50 "GET /v2.0/security-groups?id=52ab67f5-0522-4ac2-9e3c-0c8e92959fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547084 Feb 09 01:02:00.565909 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port f1b957a8-19bc-4931-a7e4-b99b73998d2d is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:02:00.566302 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f1b957a8-19bc-4931-a7e4-b99b73998d2d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:00.569965 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2dc4f8bb-3f93-449f-88a5-7a4c58ec9ca8 req-cb6945ae-0c1a-463c-9de5-a1b7065ab24f tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (7625514e-f6e4-4b37-8f4c-b592318ba0d3), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:00.592813 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['7625514e-f6e4-4b37-8f4c-b592318ba0d3'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:02:00.637646 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6945ae-0c1a-463c-9de5-a1b7065ab24f tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Pushing event deleted for resources: {'Port': ['ID=7625514e-f6e4-4b37-8f4c-b592318ba0d3,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:00.639041 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1b957a8-19bc-4931-a7e4-b99b73998d2d {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:02:00.677576 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 728fd678-92ff-40a5-a350-98f51f331cef, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=728fd678-92ff-40a5-a350-98f51f331cef,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:02:00.699247 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '728fd678-92ff-40a5-a350-98f51f331cef', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'port_id': '728fd678-92ff-40a5-a350-98f51f331cef', 'mac_address': 'fa:16:3e:ab:d1:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3810d295-ee98-40f7-b1e2-609bf7d1c3df', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:02:00.761833 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port f1b957a8-19bc-4931-a7e4-b99b73998d2d, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=f1b957a8-19bc-4931-a7e4-b99b73998d2d,segment=NetworkSegment(2793514a-5639-496c-8d37-377203141ac7),segment_id=2793514a-5639-496c-8d37-377203141ac7)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:02:00.763248 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 728fd678-92ff-40a5-a350-98f51f331cef is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:02:00.763649 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (728fd678-92ff-40a5-a350-98f51f331cef), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:00.774266 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc4f8bb-3f93-449f-88a5-7a4c58ec9ca8 req-cb6945ae-0c1a-463c-9de5-a1b7065ab24f tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] No DVR routers for this DVR port 7625514e-f6e4-4b37-8f4c-b592318ba0d3 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:02:00.779414 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f1b957a8-19bc-4931-a7e4-b99b73998d2d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:00.779989 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0a54c60b-4394-469c-b352-7126120b7be5 req-58f33ae7-e2a5-4893-b821-00daf6200a61 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229588 Feb 09 01:02:00.794926 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2dc4f8bb-3f93-449f-88a5-7a4c58ec9ca8 req-cb6945ae-0c1a-463c-9de5-a1b7065ab24f tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:00.798639 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2dc4f8bb-3f93-449f-88a5-7a4c58ec9ca8 req-cb6945ae-0c1a-463c-9de5-a1b7065ab24f tempest-DeleteServersAdminTestJSON-2022723084 tempest-DeleteServersAdminTestJSON-2022723084-project] 10.222.0.120 "DELETE /v2.0/ports/7625514e-f6e4-4b37-8f4c-b592318ba0d3 HTTP/1.1" status: 204 len: 173 time: 1.2913218 Feb 09 01:02:00.800972 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c3f2584e-fcf4-4bb5-8a52-bd347a93e857 req-124e1768-6796-4e91-bb83-17506bfeb15b tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3f86a60-3e13-4616-a574-175bb5d90eea HTTP/1.1" status: 200 len: 210 time: 0.0449958 Feb 09 01:02:00.898760 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae0cb86-0a18-42a9-b73e-df74a25aab0a x-openstack-request-id: req-aae0cb86-0a18-42a9-b73e-df74a25aab0a {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:02:00.899067 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c052d7cd-1331-4a32-964c-a02c696b4245", "name": "network-vif-deleted", "tag": "d0bfe40d-734e-4b24-a810-404955e43b25", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:02:00.899329 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-aae0cb86-0a18-42a9-b73e-df74a25aab0a {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:02:00.899736 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c052d7cd-1331-4a32-964c-a02c696b4245', 'name': 'network-vif-deleted', 'tag': 'd0bfe40d-734e-4b24-a810-404955e43b25', 'status': 'completed', 'code': 200} Feb 09 01:02:00.911415 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 728fd678-92ff-40a5-a350-98f51f331cef {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:02:00.951761 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a6588-c953-4c7f-bc3b-685a913e2011 req-46b05d1e-8353-4bff-a616-17d9649c15d0 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:00.961322 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-428a6588-c953-4c7f-bc3b-685a913e2011 req-46b05d1e-8353-4bff-a616-17d9649c15d0 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e13c1c8-3614-4ba1-a094-33f962789f87 HTTP/1.1" status: 200 len: 948 time: 0.0944126 Feb 09 01:02:00.969314 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 728fd678-92ff-40a5-a350-98f51f331cef, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=728fd678-92ff-40a5-a350-98f51f331cef,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:02:00.999025 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (728fd678-92ff-40a5-a350-98f51f331cef), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:01.023510 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=f1b957a8-19bc-4931-a7e4-b99b73998d2d,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:01.060828 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-428a6588-c953-4c7f-bc3b-685a913e2011 req-025a820c-c2ab-468d-a21d-585a7ab9b647 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967903 Feb 09 01:02:01.104593 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=728fd678-92ff-40a5-a350-98f51f331cef,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:01.138520 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d05c7-b3a1-41f1-9667-6b3c695ff317 req-01a91a54-4f6a-4024-8323-4c41f96f2740 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:01.140396 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e40d05c7-b3a1-41f1-9667-6b3c695ff317 req-01a91a54-4f6a-4024-8323-4c41f96f2740 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ecf42b-bfd6-4ff8-839c-d164b7522a38 HTTP/1.1" status: 200 len: 945 time: 0.0758166 Feb 09 01:02:01.150255 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['f1b957a8-19bc-4931-a7e4-b99b73998d2d'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:02:01.237049 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e40d05c7-b3a1-41f1-9667-6b3c695ff317 req-5ae758b9-aa3a-44f7-b28b-71454471ebba tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857501 Feb 09 01:02:01.250798 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff50ce-de5c-4405-866b-3685ec93d318 req-085750ef-aa77-4a30-8c1d-d0b54481b1a4 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:01.261084 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2dff50ce-de5c-4405-866b-3685ec93d318 req-085750ef-aa77-4a30-8c1d-d0b54481b1a4 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc41ccf-8430-4a57-8167-1e321221a07d HTTP/1.1" status: 200 len: 951 time: 0.1032174 Feb 09 01:02:01.280860 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['728fd678-92ff-40a5-a350-98f51f331cef'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:02:01.325749 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2dff50ce-de5c-4405-866b-3685ec93d318 req-a38b18e2-d245-4567-8540-a70e6b1e2ed9 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab1a0708-3027-43a6-b70f-c2d19a1a7192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668578 Feb 09 01:02:01.702488 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 39750) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:02:01.807698 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-e6d7fef7-e885-4594-a842-e62eebf9b559 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.120 "GET /v2.0/networks?tenant_id=698d05b4eb4b402aa83e695c4b2c5978&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272293 Feb 09 01:02:01.911696 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-53f57488-3168-4821-862f-5ef46944b852 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=36e5bc53503342d8969ca47aa067a50f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2080584 Feb 09 01:02:01.912747 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 39768) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:02:01.995412 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5d4beef6-1088-48f1-aa38-4089fb9db736 admin admin] Publish callbacks [] for security_group (c2e9a8e7-27fd-4127-b396-9338667268fb), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:02.021677 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b8a12f-4177-419e-9a45-0050e050b1d1 req-06191931-3b10-41f8-b9d9-b60e2a3d03dd tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:02.023567 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-96b8a12f-4177-419e-9a45-0050e050b1d1 req-06191931-3b10-41f8-b9d9-b60e2a3d03dd tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7abc5d9-7485-46fd-a80f-8423f552967f HTTP/1.1" status: 200 len: 945 time: 0.1005263 Feb 09 01:02:02.024174 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5d4beef6-1088-48f1-aa38-4089fb9db736 admin admin] Publish callbacks [] for security_group (c2e9a8e7-27fd-4127-b396-9338667268fb), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:02.078625 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5d4beef6-1088-48f1-aa38-4089fb9db736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (c2e9a8e7-27fd-4127-b396-9338667268fb), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:02.083159 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5d4beef6-1088-48f1-aa38-4089fb9db736 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:02.083619 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-beded8d4-e19f-4eed-bd05-52c069a53f45 req-1f9b4245-28a3-4a89-8166-bb3051fc2891 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3f86a60-3e13-4616-a574-175bb5d90eea HTTP/1.1" status: 200 len: 210 time: 0.0565369 Feb 09 01:02:02.084799 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5d4beef6-1088-48f1-aa38-4089fb9db736 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c2e9a8e7-27fd-4127-b396-9338667268fb HTTP/1.1" status: 204 len: 168 time: 0.1707902 Feb 09 01:02:02.089623 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-2b0d2520-2cf7-487d-8987-9fff67ba89dc tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:02.091041 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-2b0d2520-2cf7-487d-8987-9fff67ba89dc tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.120 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2729466 Feb 09 01:02:02.093751 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4beef6-1088-48f1-aa38-4089fb9db736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e9a8e7-27fd-4127-b396-9338667268fb,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:02.122667 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-30baeb30-b8f2-4e50-a82f-2f0cd1decdf1 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Request body: {'port': {'device_id': 'f3f86a60-3e13-4616-a574-175bb5d90eea', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'admin_state_up': True, 'tenant_id': '698d05b4eb4b402aa83e695c4b2c5978'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:02.145234 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 39782) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:02:02.194196 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-96b8a12f-4177-419e-9a45-0050e050b1d1 req-99bf8d31-6f72-42d4-8975-c372f7d9465b tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591527 Feb 09 01:02:02.288626 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e72409c6-649a-47e2-84df-de1a6e9cb222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:02.302073 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-30baeb30-b8f2-4e50-a82f-2f0cd1decdf1 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Made reservation on behalf of 698d05b4eb4b402aa83e695c4b2c5978 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:02:02.305694 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-30baeb30-b8f2-4e50-a82f-2f0cd1decdf1 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:02.359937 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e91b5776-12ec-4247-89e9-8e954494e49f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b2c75a9a4b8d4c13889eebfa537de663&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2135408 Feb 09 01:02:02.361949 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 39792) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:02:02.379167 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 728fd678-92ff-40a5-a350-98f51f331cef up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:02:02.411280 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac3e7f-1ca1-4c93-8d3f-f724e4750f7d req-4db9b723-5f76-438b-bdcc-d34ce83ad97a tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:02.412915 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bbac3e7f-1ca1-4c93-8d3f-f724e4750f7d req-4db9b723-5f76-438b-bdcc-d34ce83ad97a tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e13c1c8-3614-4ba1-a094-33f962789f87 HTTP/1.1" status: 200 len: 949 time: 0.1555650 Feb 09 01:02:02.453037 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-817448f9-74c7-4cb8-acd8-d6b48dccff36 admin admin] Publish callbacks [] for security_group (52ab67f5-0522-4ac2-9e3c-0c8e92959fc6), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:02.482357 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 728fd678-92ff-40a5-a350-98f51f331cef completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:02:02.482845 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-817448f9-74c7-4cb8-acd8-d6b48dccff36 admin admin] Publish callbacks [] for security_group (52ab67f5-0522-4ac2-9e3c-0c8e92959fc6), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:02.490030 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 728fd678-92ff-40a5-a350-98f51f331cef triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:02.490658 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (728fd678-92ff-40a5-a350-98f51f331cef), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:02.545052 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bbac3e7f-1ca1-4c93-8d3f-f724e4750f7d req-78a21685-d35a-48a0-97f6-1bf9f327ec96 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253953 Feb 09 01:02:02.551308 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-817448f9-74c7-4cb8-acd8-d6b48dccff36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (52ab67f5-0522-4ac2-9e3c-0c8e92959fc6), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:02.554848 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-817448f9-74c7-4cb8-acd8-d6b48dccff36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:02.556068 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-817448f9-74c7-4cb8-acd8-d6b48dccff36 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/52ab67f5-0522-4ac2-9e3c-0c8e92959fc6 HTTP/1.1" status: 204 len: 168 time: 0.1929576 Feb 09 01:02:02.571564 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-30baeb30-b8f2-4e50-a82f-2f0cd1decdf1 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Allocated IP 192.168.233.200 (9e88fe6e-2b1d-4294-a17d-9a7801813700/3810d295-ee98-40f7-b1e2-609bf7d1c3df/d3a84a99-84cd-449c-83e8-1f3fb33046d9) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:02:02.575852 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817448f9-74c7-4cb8-acd8-d6b48dccff36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ab67f5-0522-4ac2-9e3c-0c8e92959fc6,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:02.651249 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 39798) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:02:02.652794 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 728fd678-92ff-40a5-a350-98f51f331cef is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:02:02.653374 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (728fd678-92ff-40a5-a350-98f51f331cef), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:02.671583 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-802f75a4-c20d-4fd6-b64c-4f068d635b26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:02.674334 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf1913b-2fda-4480-8e9d-570a756d0793 req-f3cfb023-4fd2-4859-9985-e0e7cb705ee5 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:02.675987 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fdf1913b-2fda-4480-8e9d-570a756d0793 req-f3cfb023-4fd2-4859-9985-e0e7cb705ee5 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ecf42b-bfd6-4ff8-839c-d164b7522a38 HTTP/1.1" status: 200 len: 945 time: 0.1889265 Feb 09 01:02:02.688602 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e13c1c8-3614-4ba1-a094-33f962789f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728fd678-92ff-40a5-a350-98f51f331cef'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:02:02.691406 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d9984f-2ef8-44b1-8b57-140eb4df39bf" -d '{"events": [{"server_uuid": "9e13c1c8-3614-4ba1-a094-33f962789f87", "name": "network-vif-plugged", "status": "completed", "tag": "728fd678-92ff-40a5-a350-98f51f331cef"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:02:02.706381 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 728fd678-92ff-40a5-a350-98f51f331cef, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=728fd678-92ff-40a5-a350-98f51f331cef,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:02:02.710926 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (728fd678-92ff-40a5-a350-98f51f331cef), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:02.713244 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device d0bfe40d-734e-4b24-a810-404955e43b25 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:02:02.771861 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: d0bfe40d-734e-4b24-a810-404955e43b25 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:02:02.772194 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device d0bfe40d-734e-4b24-a810-404955e43b25 not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:02:02.774535 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-802f75a4-c20d-4fd6-b64c-4f068d635b26 admin admin] Publish callbacks [] for security_group (24b57b9f-aad6-4b0a-8737-969d3b950d4c), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:02.782156 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-802f75a4-c20d-4fd6-b64c-4f068d635b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (24b57b9f-aad6-4b0a-8737-969d3b950d4c), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:02.805481 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=728fd678-92ff-40a5-a350-98f51f331cef,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:02.824009 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0747bd-f70e-479d-be73-e20eb6457ef4 req-79919469-6e92-470c-92fa-d41445d4e302 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:02.825584 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9b0747bd-f70e-479d-be73-e20eb6457ef4 req-79919469-6e92-470c-92fa-d41445d4e302 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc41ccf-8430-4a57-8167-1e321221a07d HTTP/1.1" status: 200 len: 951 time: 0.1981025 Feb 09 01:02:02.838222 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-802f75a4-c20d-4fd6-b64c-4f068d635b26 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ed9c70aa2cfc41d29f81dc7cac669768&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1834755 Feb 09 01:02:02.838222 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f75a4-c20d-4fd6-b64c-4f068d635b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b57b9f-aad6-4b0a-8737-969d3b950d4c,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:02.839745 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 39804) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:02:02.847906 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fdf1913b-2fda-4480-8e9d-570a756d0793 req-205a0405-d605-4b01-80c9-db11c7ba3d44 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641681 Feb 09 01:02:02.895943 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbd3c66-3996-495f-9753-d2d776556b0f x-openstack-request-id: req-9fbd3c66-3996-495f-9753-d2d776556b0f {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:02:02.896502 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e13c1c8-3614-4ba1-a094-33f962789f87", "name": "network-vif-plugged", "status": "completed", "tag": "728fd678-92ff-40a5-a350-98f51f331cef", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:02:02.896958 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9fbd3c66-3996-495f-9753-d2d776556b0f {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:02:02.897345 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-931184b3-1834-4638-9697-4e00cd07fd5b admin admin] Publish callbacks [] for security_group (24b57b9f-aad6-4b0a-8737-969d3b950d4c), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:02.897712 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e13c1c8-3614-4ba1-a094-33f962789f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728fd678-92ff-40a5-a350-98f51f331cef', 'code': 200} Feb 09 01:02:02.911447 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93cbb7c5-a42b-4ddb-842a-3a06f374b69f', 'name': 'network-vif-deleted', 'tag': '7625514e-f6e4-4b37-8f4c-b592318ba0d3'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:02:02.914497 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c36ef52-bd54-4773-b07e-e223dc23d363" -d '{"events": [{"server_uuid": "93cbb7c5-a42b-4ddb-842a-3a06f374b69f", "name": "network-vif-deleted", "tag": "7625514e-f6e4-4b37-8f4c-b592318ba0d3"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:02:02.924344 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-931184b3-1834-4638-9697-4e00cd07fd5b admin admin] Publish callbacks [] for security_group (24b57b9f-aad6-4b0a-8737-969d3b950d4c), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:02.968929 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed568bc-3092-4361-9f8d-5f45b30c5f8c x-openstack-request-id: req-7ed568bc-3092-4361-9f8d-5f45b30c5f8c {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:02:02.969357 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93cbb7c5-a42b-4ddb-842a-3a06f374b69f", "name": "network-vif-deleted", "tag": "7625514e-f6e4-4b37-8f4c-b592318ba0d3", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:02:02.969717 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7ed568bc-3092-4361-9f8d-5f45b30c5f8c {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:02:02.972189 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93cbb7c5-a42b-4ddb-842a-3a06f374b69f', 'name': 'network-vif-deleted', 'tag': '7625514e-f6e4-4b37-8f4c-b592318ba0d3', 'status': 'completed', 'code': 200} Feb 09 01:02:02.976235 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9b0747bd-f70e-479d-be73-e20eb6457ef4 req-878dc2f6-e82e-4c05-8908-03f25cecaa97 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab1a0708-3027-43a6-b70f-c2d19a1a7192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273947 Feb 09 01:02:02.999256 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-931184b3-1834-4638-9697-4e00cd07fd5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (24b57b9f-aad6-4b0a-8737-969d3b950d4c), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:03.003527 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-931184b3-1834-4638-9697-4e00cd07fd5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:03.005181 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-931184b3-1834-4638-9697-4e00cd07fd5b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/24b57b9f-aad6-4b0a-8737-969d3b950d4c HTTP/1.1" status: 204 len: 168 time: 0.1643355 Feb 09 01:02:03.022442 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-30baeb30-b8f2-4e50-a82f-2f0cd1decdf1 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Publish callbacks [] for port (d3a84a99-84cd-449c-83e8-1f3fb33046d9), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:03.023203 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931184b3-1834-4638-9697-4e00cd07fd5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b57b9f-aad6-4b0a-8737-969d3b950d4c,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:03.061065 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae98b5-d0c3-4318-97de-d0c8a0ecd987 req-74fcab8c-1b08-412f-abb0-91b95dd2a98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:03.062586 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-29ae98b5-d0c3-4318-97de-d0c8a0ecd987 req-74fcab8c-1b08-412f-abb0-91b95dd2a98d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9e13c1c8-3614-4ba1-a094-33f962789f87 HTTP/1.1" status: 200 len: 1132 time: 0.0813379 Feb 09 01:02:03.086892 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-30baeb30-b8f2-4e50-a82f-2f0cd1decdf1 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (d3a84a99-84cd-449c-83e8-1f3fb33046d9), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:03.089182 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 39810) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:02:03.101071 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['bc3bbf9e-6302-4f75-979e-f06189e488b9'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:02:03.105078 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-afb90674-80f1-450d-ad31-8df3b790a6bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:03.144225 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-30baeb30-b8f2-4e50-a82f-2f0cd1decdf1 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Network 9e88fe6e-2b1d-4294-a17d-9a7801813700 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:02:03.153284 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-30baeb30-b8f2-4e50-a82f-2f0cd1decdf1 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:02:03.166963 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-30baeb30-b8f2-4e50-a82f-2f0cd1decdf1 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:02:03.174360 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-30baeb30-b8f2-4e50-a82f-2f0cd1decdf1 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:03.175071 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-30baeb30-b8f2-4e50-a82f-2f0cd1decdf1 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:03.211335 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30baeb30-b8f2-4e50-a82f-2f0cd1decdf1 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Pushing event updated for resources: {'Port': ['ID=d3a84a99-84cd-449c-83e8-1f3fb33046d9,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:03.231282 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-29ae98b5-d0c3-4318-97de-d0c8a0ecd987 req-e36c6a16-bf16-4973-88cb-d78473e9d253 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626387 Feb 09 01:02:03.236786 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-30baeb30-b8f2-4e50-a82f-2f0cd1decdf1 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1196890 Feb 09 01:02:03.243514 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-afb90674-80f1-450d-ad31-8df3b790a6bb admin admin] Publish callbacks [] for security_group (72e6e91a-f005-410a-87c0-02d0834e8426), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:03.249108 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-afb90674-80f1-450d-ad31-8df3b790a6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (72e6e91a-f005-410a-87c0-02d0834e8426), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:03.262939 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-1fb69d4f-1cbd-47f2-a2b7-928e6f2e8cf4 service neutron] Request body: {'port': {'device_id': 'f3f86a60-3e13-4616-a574-175bb5d90eea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:03.325050 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb90674-80f1-450d-ad31-8df3b790a6bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e6e91a-f005-410a-87c0-02d0834e8426,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:03.354211 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-afb90674-80f1-450d-ad31-8df3b790a6bb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=413c5023bad8400ca0590fda0d9ca28b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2638021 Feb 09 01:02:03.354776 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 39818) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:02:03.391311 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f399960-0128-4972-be15-ba4fa5c586e6 req-aa4836cc-b6a6-436b-b14b-f25e2b005794 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:03.399761 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1f399960-0128-4972-be15-ba4fa5c586e6 req-aa4836cc-b6a6-436b-b14b-f25e2b005794 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3f86a60-3e13-4616-a574-175bb5d90eea HTTP/1.1" status: 200 len: 936 time: 0.1843503 Feb 09 01:02:03.433385 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cbfbec29-2330-4480-b2cf-4d3ea563461b admin admin] Publish callbacks [] for security_group (72e6e91a-f005-410a-87c0-02d0834e8426), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:03.445448 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-1fb69d4f-1cbd-47f2-a2b7-928e6f2e8cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d3a84a99-84cd-449c-83e8-1f3fb33046d9), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:03.462299 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cbfbec29-2330-4480-b2cf-4d3ea563461b admin admin] Publish callbacks [] for security_group (72e6e91a-f005-410a-87c0-02d0834e8426), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:03.519553 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cbfbec29-2330-4480-b2cf-4d3ea563461b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (72e6e91a-f005-410a-87c0-02d0834e8426), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:03.522424 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cbfbec29-2330-4480-b2cf-4d3ea563461b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:03.523976 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-cbfbec29-2330-4480-b2cf-4d3ea563461b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/72e6e91a-f005-410a-87c0-02d0834e8426 HTTP/1.1" status: 204 len: 168 time: 0.1682405 Feb 09 01:02:03.536415 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfbec29-2330-4480-b2cf-4d3ea563461b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e6e91a-f005-410a-87c0-02d0834e8426,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:03.544242 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-7b969ccb-5fe0-4f2a-9467-ce2687c942be None None] Provisioning complete for port d3a84a99-84cd-449c-83e8-1f3fb33046d9 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:03.544738 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7b969ccb-5fe0-4f2a-9467-ce2687c942be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d3a84a99-84cd-449c-83e8-1f3fb33046d9), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:03.593755 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-7b969ccb-5fe0-4f2a-9467-ce2687c942be None None] Port d3a84a99-84cd-449c-83e8-1f3fb33046d9 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:02:03.776203 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1f399960-0128-4972-be15-ba4fa5c586e6 req-ff50e507-ccd4-43d1-bfe2-318771e3feff tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752818 Feb 09 01:02:03.790776 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e5f4a-cdb0-486e-923e-fdfa7a5fcbd0 req-f97a713d-64f6-43f8-863d-1c4b8901ef2e tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:03.807550 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-205e5f4a-cdb0-486e-923e-fdfa7a5fcbd0 req-f97a713d-64f6-43f8-863d-1c4b8901ef2e tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7abc5d9-7485-46fd-a80f-8423f552967f HTTP/1.1" status: 200 len: 945 time: 0.4404619 Feb 09 01:02:03.939686 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-205e5f4a-cdb0-486e-923e-fdfa7a5fcbd0 req-710d96dc-7f6d-47e5-8d10-d083353a9c47 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312528 Feb 09 01:02:04.030246 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 39852) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:02:04.084768 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1326cb-046a-4fd8-b9b2-70663809e373 req-bab4cc35-b13e-4917-9bb8-07293e38f6cf tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:04.084768 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0b1326cb-046a-4fd8-b9b2-70663809e373 req-bab4cc35-b13e-4917-9bb8-07293e38f6cf tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e13c1c8-3614-4ba1-a094-33f962789f87 HTTP/1.1" status: 200 len: 950 time: 0.1720169 Feb 09 01:02:04.168911 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f1304-8d95-40ee-bacc-c7c0b698a55d req-e48d5e7e-e85f-4334-9074-e2e5c2028182 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:04.170415 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a22f1304-8d95-40ee-bacc-c7c0b698a55d req-e48d5e7e-e85f-4334-9074-e2e5c2028182 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=85ecf42b-bfd6-4ff8-839c-d164b7522a38 HTTP/1.1" status: 200 len: 945 time: 0.1466694 Feb 09 01:02:04.196747 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-7e6366bb-e214-4844-9aff-778c41b4efcd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1873941381-network', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:04.197453 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0b1326cb-046a-4fd8-b9b2-70663809e373 req-cab7896f-58b9-4d6c-8ca4-91d5240deae2 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056330 Feb 09 01:02:04.227995 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6366bb-e214-4844-9aff-778c41b4efcd admin admin] Made reservation on behalf of 67da1db1339f4110b352a0d7f5bcad0c for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:02:04.230326 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e6366bb-e214-4844-9aff-778c41b4efcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:04.237523 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device f1b957a8-19bc-4931-a7e4-b99b73998d2d up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:02:04.252515 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e6366bb-e214-4844-9aff-778c41b4efcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:04.256621 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-1fb69d4f-1cbd-47f2-a2b7-928e6f2e8cf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3a84a99-84cd-449c-83e8-1f3fb33046d9 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:02:04.277304 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-1fb69d4f-1cbd-47f2-a2b7-928e6f2e8cf4 service neutron] Publish callbacks [] for port (d3a84a99-84cd-449c-83e8-1f3fb33046d9), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:04.296069 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a22f1304-8d95-40ee-bacc-c7c0b698a55d req-a54a7ca8-1d73-4ad0-b465-3375cdead9f3 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086748 Feb 09 01:02:04.309971 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-1fb69d4f-1cbd-47f2-a2b7-928e6f2e8cf4 service neutron] Transition to ACTIVE for port object d3a84a99-84cd-449c-83e8-1f3fb33046d9 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:02:04.327688 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-1fb69d4f-1cbd-47f2-a2b7-928e6f2e8cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d3a84a99-84cd-449c-83e8-1f3fb33046d9), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:04.353994 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port f1b957a8-19bc-4931-a7e4-b99b73998d2d completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:02:04.362261 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port f1b957a8-19bc-4931-a7e4-b99b73998d2d triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:04.362873 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f1b957a8-19bc-4931-a7e4-b99b73998d2d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:04.396944 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e6366bb-e214-4844-9aff-778c41b4efcd admin admin] Publish callbacks [] for security_group (e760d1d5-7bcb-442b-b02f-fe1d7def914f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:04.401589 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e6366bb-e214-4844-9aff-778c41b4efcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e760d1d5-7bcb-442b-b02f-fe1d7def914f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:04.463461 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e6366bb-e214-4844-9aff-778c41b4efcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1006} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:02:04.486718 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6366bb-e214-4844-9aff-778c41b4efcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e760d1d5-7bcb-442b-b02f-fe1d7def914f,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:04.497512 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb69d4f-1cbd-47f2-a2b7-928e6f2e8cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=d3a84a99-84cd-449c-83e8-1f3fb33046d9,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:04.500603 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a397f02-d10e-46ca-a8e1-b517c809ed23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:04.520333 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-1fb69d4f-1cbd-47f2-a2b7-928e6f2e8cf4 service neutron] Attempting to bind port d3a84a99-84cd-449c-83e8-1f3fb33046d9 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:02:04.521182 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-1fb69d4f-1cbd-47f2-a2b7-928e6f2e8cf4 service neutron] Attempting to bind port d3a84a99-84cd-449c-83e8-1f3fb33046d9 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:02:04.522256 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-1fb69d4f-1cbd-47f2-a2b7-928e6f2e8cf4 service neutron] Attempting to bind port d3a84a99-84cd-449c-83e8-1f3fb33046d9 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:02:04.532062 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e6366bb-e214-4844-9aff-778c41b4efcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (9519a72c-6e52-48a2-9d48-19f11e744f6e), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:04.533443 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-7e6366bb-e214-4844-9aff-778c41b4efcd admin admin] Added segment 9519a72c-6e52-48a2-9d48-19f11e744f6e of type vlan for network dbff02f4-8d52-4289-93bb-c44351bfd019 Feb 09 01:02:04.534642 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-1fb69d4f-1cbd-47f2-a2b7-928e6f2e8cf4 service neutron] Port d3a84a99-84cd-449c-83e8-1f3fb33046d9 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:02:04.535162 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-1fb69d4f-1cbd-47f2-a2b7-928e6f2e8cf4 service neutron] Attempting to bind port d3a84a99-84cd-449c-83e8-1f3fb33046d9 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:02:04.545063 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-1fb69d4f-1cbd-47f2-a2b7-928e6f2e8cf4 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:02:04.545744 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-1fb69d4f-1cbd-47f2-a2b7-928e6f2e8cf4 service neutron] Checking segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:02:04.546456 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-1fb69d4f-1cbd-47f2-a2b7-928e6f2e8cf4 service neutron] Bound using segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:02:04.547119 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-1fb69d4f-1cbd-47f2-a2b7-928e6f2e8cf4 service neutron] Bound port: d3a84a99-84cd-449c-83e8-1f3fb33046d9, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:02:04.547651 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-1fb69d4f-1cbd-47f2-a2b7-928e6f2e8cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d3a84a99-84cd-449c-83e8-1f3fb33046d9), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:04.568254 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaad43d-e990-4c4d-913b-e9587fe2d7c6 req-f4b3e19e-f504-4550-9af9-243106f83067 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:04.571083 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3eaad43d-e990-4c4d-913b-e9587fe2d7c6 req-f4b3e19e-f504-4550-9af9-243106f83067 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc41ccf-8430-4a57-8167-1e321221a07d HTTP/1.1" status: 200 len: 951 time: 0.2469211 Feb 09 01:02:04.625716 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e6366bb-e214-4844-9aff-778c41b4efcd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (dbff02f4-8d52-4289-93bb-c44351bfd019), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:04.640161 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port f1b957a8-19bc-4931-a7e4-b99b73998d2d is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:02:04.641361 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f1b957a8-19bc-4931-a7e4-b99b73998d2d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:04.671509 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e6366bb-e214-4844-9aff-778c41b4efcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (dbff02f4-8d52-4289-93bb-c44351bfd019), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:04.673070 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6366bb-e214-4844-9aff-778c41b4efcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:04.676369 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e6366bb-e214-4844-9aff-778c41b4efcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:04.709099 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3eaad43d-e990-4c4d-913b-e9587fe2d7c6 req-c6cd9870-a85b-40ac-8989-91503ea5d733 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab1a0708-3027-43a6-b70f-c2d19a1a7192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322296 Feb 09 01:02:04.721194 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-1fb69d4f-1cbd-47f2-a2b7-928e6f2e8cf4 service neutron] For port d3a84a99-84cd-449c-83e8-1f3fb33046d9, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:02:04.724934 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-1fb69d4f-1cbd-47f2-a2b7-928e6f2e8cf4 service neutron] For port d3a84a99-84cd-449c-83e8-1f3fb33046d9, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=d3a84a99-84cd-449c-83e8-1f3fb33046d9,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:02:04.732695 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-1fb69d4f-1cbd-47f2-a2b7-928e6f2e8cf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d3a84a99-84cd-449c-83e8-1f3fb33046d9), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:04.749576 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port f1b957a8-19bc-4931-a7e4-b99b73998d2d, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=f1b957a8-19bc-4931-a7e4-b99b73998d2d,segment=NetworkSegment(2793514a-5639-496c-8d37-377203141ac7),segment_id=2793514a-5639-496c-8d37-377203141ac7)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:02:04.759420 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f1b957a8-19bc-4931-a7e4-b99b73998d2d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:04.760460 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 7625514e-f6e4-4b37-8f4c-b592318ba0d3 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:02:04.776260 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-1fb69d4f-1cbd-47f2-a2b7-928e6f2e8cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:04.777947 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-1fb69d4f-1cbd-47f2-a2b7-928e6f2e8cf4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:04.779810 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-1fb69d4f-1cbd-47f2-a2b7-928e6f2e8cf4 service neutron] 10.222.0.120 "PUT /v2.0/ports/d3a84a99-84cd-449c-83e8-1f3fb33046d9 HTTP/1.1" status: 200 len: 1096 time: 1.5229080 Feb 09 01:02:04.818327 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6366bb-e214-4844-9aff-778c41b4efcd admin admin] Pushing event updated for resources: {'Network': ['ID=dbff02f4-8d52-4289-93bb-c44351bfd019,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:04.834930 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7e6366bb-e214-4844-9aff-778c41b4efcd admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8002963 Feb 09 01:02:04.835117 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 39880) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:02:04.836233 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: 7625514e-f6e4-4b37-8f4c-b592318ba0d3 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:02:04.837894 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 7625514e-f6e4-4b37-8f4c-b592318ba0d3 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:02:04.838344 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device e43e35e3-3611-4d8e-92ba-481228e860a8 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:02:04.857952 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-db80fb7b-036a-4ced-bef9-87e26c657dda admin admin] Request body: {'subnet': {'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1873941381-subnet', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:04.902174 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db80fb7b-036a-4ced-bef9-87e26c657dda admin admin] Made reservation on behalf of 67da1db1339f4110b352a0d7f5bcad0c for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:02:04.904457 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-db80fb7b-036a-4ced-bef9-87e26c657dda admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:04.921161 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb69d4f-1cbd-47f2-a2b7-928e6f2e8cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=d3a84a99-84cd-449c-83e8-1f3fb33046d9,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:04.980707 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f86a60-3e13-4616-a574-175bb5d90eea', 'tag': 'd3a84a99-84cd-449c-83e8-1f3fb33046d9'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:02:04.993831 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a7fccb-1837-41f8-b703-7a9ce08c4991" -d '{"events": [{"name": "network-changed", "server_uuid": "f3f86a60-3e13-4616-a574-175bb5d90eea", "tag": "d3a84a99-84cd-449c-83e8-1f3fb33046d9"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:02:05.029081 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network dbff02f4-8d52-4289-93bb-c44351bfd019 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:02:05.031481 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7abc5d9-7485-46fd-a80f-8423f552967f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b957a8-19bc-4931-a7e4-b99b73998d2d'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:02:05.035373 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a24e75-59cb-490c-a2dd-663ccf3ab1eb" -d '{"events": [{"server_uuid": "e7abc5d9-7485-46fd-a80f-8423f552967f", "name": "network-vif-plugged", "status": "completed", "tag": "f1b957a8-19bc-4931-a7e4-b99b73998d2d"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:02:05.039638 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=f1b957a8-19bc-4931-a7e4-b99b73998d2d,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:05.189217 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port e43e35e3-3611-4d8e-92ba-481228e860a8 is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:02:05.189681 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e43e35e3-3611-4d8e-92ba-481228e860a8), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:05.193634 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-db80fb7b-036a-4ced-bef9-87e26c657dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for subnet (43589af2-0462-47b3-852e-472c8aa8fb62), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:05.221542 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-c0a07d7f-f992-4899-ac4b-fb3d662260aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:05.223444 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-c0a07d7f-f992-4899-ac4b-fb3d662260aa service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=698d05b4eb4b402aa83e695c4b2c5978&device_id=f3f86a60-3e13-4616-a574-175bb5d90eea HTTP/1.1" status: 200 len: 1130 time: 0.3944137 Feb 09 01:02:05.239113 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e340023-110a-4feb-925a-0632e2549292 req-13ac1e03-94e2-4d33-868d-fcf2a6da8de0 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:05.240809 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1e340023-110a-4feb-925a-0632e2549292 req-13ac1e03-94e2-4d33-868d-fcf2a6da8de0 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] 10.222.0.120 "GET /v2.0/ports?device_id=1fc41ccf-8430-4a57-8167-1e321221a07d HTTP/1.1" status: 200 len: 951 time: 0.2985590 Feb 09 01:02:05.249991 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port e43e35e3-3611-4d8e-92ba-481228e860a8, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=e43e35e3-3611-4d8e-92ba-481228e860a8,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:02:05.250931 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f168ac-65af-488a-b23f-2984b4b7a8ad req-b519876e-81b9-4f3a-985a-99aaf7e930ff tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:05.259957 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-59f168ac-65af-488a-b23f-2984b4b7a8ad req-b519876e-81b9-4f3a-985a-99aaf7e930ff tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3f86a60-3e13-4616-a574-175bb5d90eea HTTP/1.1" status: 200 len: 948 time: 0.3227928 Feb 09 01:02:05.263744 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e43e35e3-3611-4d8e-92ba-481228e860a8), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:05.276027 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193799c9-54a3-4b25-ad68-e5b931f25784 req-91be0dcd-2236-44ec-9853-3c26cafaf031 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:05.277539 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-193799c9-54a3-4b25-ad68-e5b931f25784 req-91be0dcd-2236-44ec-9853-3c26cafaf031 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7abc5d9-7485-46fd-a80f-8423f552967f HTTP/1.1" status: 200 len: 946 time: 0.1474786 Feb 09 01:02:05.303179 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db80fb7b-036a-4ced-bef9-87e26c657dda admin admin] Pushing event updated for resources: {'Subnet': ['ID=43589af2-0462-47b3-852e-472c8aa8fb62,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:05.319666 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=e43e35e3-3611-4d8e-92ba-481228e860a8,revision_number=11']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:05.339283 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db80fb7b-036a-4ced-bef9-87e26c657dda admin admin] Checking segment: {'id': '9519a72c-6e52-48a2-9d48-19f11e744f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:02:05.339988 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db80fb7b-036a-4ced-bef9-87e26c657dda admin admin] Network hostable DHCP agents. Network: dbff02f4-8d52-4289-93bb-c44351bfd019, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:02:05.358054 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-94999e6f-cff6-42fa-a50c-d25c161cc191 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=d3a84a99-84cd-449c-83e8-1f3fb33046d9 HTTP/1.1" status: 200 len: 217 time: 0.1162801 Feb 09 01:02:05.362951 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db80fb7b-036a-4ced-bef9-87e26c657dda admin admin] Network dbff02f4-8d52-4289-93bb-c44351bfd019 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:02:05.375566 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-db80fb7b-036a-4ced-bef9-87e26c657dda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, dbff02f4-8d52-4289-93bb-c44351bfd019) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:02:05.383953 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db80fb7b-036a-4ced-bef9-87e26c657dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:05.384591 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-db80fb7b-036a-4ced-bef9-87e26c657dda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:05.390408 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe071dc9-1584-4e52-a4f0-c439a722e098 None None] Network dbff02f4-8d52-4289-93bb-c44351bfd019 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:02:05.421128 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-db80fb7b-036a-4ced-bef9-87e26c657dda admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5745134 Feb 09 01:02:05.423423 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 39908) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:02:05.432221 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-b0bc99f6-eff7-410d-a34c-dcb9e2e357e8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1873941381-router', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:05.462931 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b0bc99f6-eff7-410d-a34c-dcb9e2e357e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (509bebbd-0924-4d0f-9773-81152d001a49), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:05.464486 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b0bc99f6-eff7-410d-a34c-dcb9e2e357e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (509bebbd-0924-4d0f-9773-81152d001a49), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:05.533910 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b0bc99f6-eff7-410d-a34c-dcb9e2e357e8 admin admin] Publish callbacks [] for router_controller (509bebbd-0924-4d0f-9773-81152d001a49), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:05.534072 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab3d357-f63e-4ba6-b9da-a1377078760f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-dbff02f4-8d52-4289-93bb-c44351bfd019', 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019', 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'fixed_ips': [{'subnet_id': '43589af2-0462-47b3-852e-472c8aa8fb62'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:02:05.535332 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5ab3d357-f63e-4ba6-b9da-a1377078760f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:05.558544 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-59f168ac-65af-488a-b23f-2984b4b7a8ad req-96746679-0466-456f-bb01-283911378c12 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916567 Feb 09 01:02:05.576188 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-193799c9-54a3-4b25-ad68-e5b931f25784 req-a70d1e9f-e32f-4615-b6ef-f7ffa1ee83ba tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862372 Feb 09 01:02:05.588621 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-8ca1a863-53f1-486a-ac7b-a72a79ce00d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:05.590146 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-8ca1a863-53f1-486a-ac7b-a72a79ce00d7 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.2220118 Feb 09 01:02:05.686502 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb745b6-a876-4180-a719-c3bad7b1ac00 x-openstack-request-id: req-ffb745b6-a876-4180-a719-c3bad7b1ac00 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:02:05.692160 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3f86a60-3e13-4616-a574-175bb5d90eea", "tag": "d3a84a99-84cd-449c-83e8-1f3fb33046d9", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:02:05.692345 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ffb745b6-a876-4180-a719-c3bad7b1ac00 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:02:05.692807 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3f86a60-3e13-4616-a574-175bb5d90eea', 'tag': 'd3a84a99-84cd-449c-83e8-1f3fb33046d9', 'status': 'completed', 'code': 200} Feb 09 01:02:05.716085 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55414e4-e4b2-4c78-b60a-c77f286ea509 x-openstack-request-id: req-e55414e4-e4b2-4c78-b60a-c77f286ea509 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:02:05.716679 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7abc5d9-7485-46fd-a80f-8423f552967f", "name": "network-vif-plugged", "status": "completed", "tag": "f1b957a8-19bc-4931-a7e4-b99b73998d2d", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:02:05.716679 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e55414e4-e4b2-4c78-b60a-c77f286ea509 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:02:05.718085 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7abc5d9-7485-46fd-a80f-8423f552967f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b957a8-19bc-4931-a7e4-b99b73998d2d', 'code': 200} Feb 09 01:02:05.731686 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-5ab3d357-f63e-4ba6-b9da-a1377078760f None None] Allocated IP 172.20.0.2 (dbff02f4-8d52-4289-93bb-c44351bfd019/43589af2-0462-47b3-852e-472c8aa8fb62/c7ea63f0-3963-499a-b9ff-e818e72b3dd8) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:02:05.777833 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-1e340023-110a-4feb-925a-0632e2549292 req-7cf361f0-a68d-4da9-bb1b-56eaa117ec86 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] Deleting port e43e35e3-3611-4d8e-92ba-481228e860a8 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:02:05.778233 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1e340023-110a-4feb-925a-0632e2549292 req-7cf361f0-a68d-4da9-bb1b-56eaa117ec86 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (e43e35e3-3611-4d8e-92ba-481228e860a8), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:05.781222 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b0bc99f6-eff7-410d-a34c-dcb9e2e357e8 admin admin] Publish callbacks [] for router_gateway (509bebbd-0924-4d0f-9773-81152d001a49), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:05.824206 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:05.851177 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-63f5f455-70c9-4805-83bb-e7da6cec316a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:05.853084 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-63f5f455-70c9-4805-83bb-e7da6cec316a service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2525682 Feb 09 01:02:05.940715 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5ab3d357-f63e-4ba6-b9da-a1377078760f None None] Publish callbacks [] for port (c7ea63f0-3963-499a-b9ff-e818e72b3dd8), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:05.946650 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5ab3d357-f63e-4ba6-b9da-a1377078760f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (c7ea63f0-3963-499a-b9ff-e818e72b3dd8), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:05.985472 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e616a9e-7f75-44fe-b673-8410fcdc7a55 req-b5fdd9f6-08ba-4595-a748-5017467b6cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:05.986998 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e616a9e-7f75-44fe-b673-8410fcdc7a55 req-b5fdd9f6-08ba-4595-a748-5017467b6cba service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=e7abc5d9-7485-46fd-a80f-8423f552967f HTTP/1.1" status: 200 len: 1128 time: 0.2652330 Feb 09 01:02:05.991964 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab3d357-f63e-4ba6-b9da-a1377078760f None None] Network dbff02f4-8d52-4289-93bb-c44351bfd019 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:02:05.995284 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-5ab3d357-f63e-4ba6-b9da-a1377078760f None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:02:06.001090 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab3d357-f63e-4ba6-b9da-a1377078760f None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:02:06.005031 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab3d357-f63e-4ba6-b9da-a1377078760f None None] Pushing event updated for resources: {'Port': ['ID=c7ea63f0-3963-499a-b9ff-e818e72b3dd8,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:06.057555 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-1e340023-110a-4feb-925a-0632e2549292 req-7cf361f0-a68d-4da9-bb1b-56eaa117ec86 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] For port e43e35e3-3611-4d8e-92ba-481228e860a8, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=e43e35e3-3611-4d8e-92ba-481228e860a8,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:02:06.057933 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1e340023-110a-4feb-925a-0632e2549292 req-7cf361f0-a68d-4da9-bb1b-56eaa117ec86 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (e43e35e3-3611-4d8e-92ba-481228e860a8), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:06.074233 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-5ab3d357-f63e-4ba6-b9da-a1377078760f None None] Attempting to bind port c7ea63f0-3963-499a-b9ff-e818e72b3dd8 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:02:06.074604 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-5ab3d357-f63e-4ba6-b9da-a1377078760f None None] Attempting to bind port c7ea63f0-3963-499a-b9ff-e818e72b3dd8 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '9519a72c-6e52-48a2-9d48-19f11e744f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:02:06.074974 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab3d357-f63e-4ba6-b9da-a1377078760f None None] Attempting to bind port c7ea63f0-3963-499a-b9ff-e818e72b3dd8 on network dbff02f4-8d52-4289-93bb-c44351bfd019 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:02:06.075279 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2802a-84ab-40b0-aa64-f4d822c5147f req-c0b83db9-a3cf-43a2-bb96-1602ec972665 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:06.076892 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9ad2802a-84ab-40b0-aa64-f4d822c5147f req-c0b83db9-a3cf-43a2-bb96-1602ec972665 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e13c1c8-3614-4ba1-a094-33f962789f87 HTTP/1.1" status: 200 len: 950 time: 0.3101118 Feb 09 01:02:06.081285 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab3d357-f63e-4ba6-b9da-a1377078760f None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:02:06.081671 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab3d357-f63e-4ba6-b9da-a1377078760f None None] Checking segment: {'id': '9519a72c-6e52-48a2-9d48-19f11e744f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:02:06.082085 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5ab3d357-f63e-4ba6-b9da-a1377078760f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:06.083027 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab3d357-f63e-4ba6-b9da-a1377078760f None None] Bound using segment: {'id': '9519a72c-6e52-48a2-9d48-19f11e744f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:02:06.083027 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-5ab3d357-f63e-4ba6-b9da-a1377078760f None None] Bound port: c7ea63f0-3963-499a-b9ff-e818e72b3dd8, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9519a72c-6e52-48a2-9d48-19f11e744f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:02:06.083352 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5ab3d357-f63e-4ba6-b9da-a1377078760f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c7ea63f0-3963-499a-b9ff-e818e72b3dd8), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:06.099536 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61855a-a68a-4339-95eb-b4d0e90eccc9 req-132835c8-30e6-4f9a-a791-cf421c5a53ab tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:06.100062 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5e61855a-a68a-4339-95eb-b4d0e90eccc9 req-132835c8-30e6-4f9a-a791-cf421c5a53ab tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] 10.222.0.50 "GET /v2.0/ports?device_id=1fc41ccf-8430-4a57-8167-1e321221a07d HTTP/1.1" status: 200 len: 949 time: 0.2460916 Feb 09 01:02:06.127075 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-1e340023-110a-4feb-925a-0632e2549292 req-7cf361f0-a68d-4da9-bb1b-56eaa117ec86 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] Calling delete_port for e43e35e3-3611-4d8e-92ba-481228e860a8 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:02:06.161607 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-5ab3d357-f63e-4ba6-b9da-a1377078760f None None] For port c7ea63f0-3963-499a-b9ff-e818e72b3dd8, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:02:06.164827 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-5ab3d357-f63e-4ba6-b9da-a1377078760f None None] For port c7ea63f0-3963-499a-b9ff-e818e72b3dd8, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=c7ea63f0-3963-499a-b9ff-e818e72b3dd8,segment=NetworkSegment(9519a72c-6e52-48a2-9d48-19f11e744f6e),segment_id=9519a72c-6e52-48a2-9d48-19f11e744f6e)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:02:06.172513 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5ab3d357-f63e-4ba6-b9da-a1377078760f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (c7ea63f0-3963-499a-b9ff-e818e72b3dd8), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:06.172979 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-8a0eb238-d496-4b46-8c6e-622820c77bd5 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051865 Feb 09 01:02:06.187523 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e616a9e-7f75-44fe-b673-8410fcdc7a55 req-f9dc32a6-2f96-479b-8f24-dd73baa9cbec service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812689 Feb 09 01:02:06.240624 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b0bc99f6-eff7-410d-a34c-dcb9e2e357e8 admin admin] Publish callbacks [] for router_gateway (509bebbd-0924-4d0f-9773-81152d001a49), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:06.242790 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab3d357-f63e-4ba6-b9da-a1377078760f None None] Pushing event updated for resources: {'Port': ['ID=c7ea63f0-3963-499a-b9ff-e818e72b3dd8,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:06.271402 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b0bc99f6-eff7-410d-a34c-dcb9e2e357e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:06.329741 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9ad2802a-84ab-40b0-aa64-f4d822c5147f req-5a2b5d6c-9de7-4bb5-9d35-193470d65454 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242429 Feb 09 01:02:06.337711 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5e61855a-a68a-4339-95eb-b4d0e90eccc9 req-1b3bdbd5-f862-403c-b978-5b67f1aa377e tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab1a0708-3027-43a6-b70f-c2d19a1a7192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280807 Feb 09 01:02:06.406406 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-b0bc99f6-eff7-410d-a34c-dcb9e2e357e8 admin admin] Allocated IP 172.25.8.198 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/f3af30c6-a5c4-4518-9770-66f51b4d2232) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:02:06.523324 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a6c50f5-bf2f-4bff-8def-ce3ed420ea35 req-7decf746-0270-4dc5-ac05-748f092ac277 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417575 Feb 09 01:02:06.523658 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1e340023-110a-4feb-925a-0632e2549292 req-7cf361f0-a68d-4da9-bb1b-56eaa117ec86 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (e43e35e3-3611-4d8e-92ba-481228e860a8), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:06.582203 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf361f0-a68d-4da9-bb1b-56eaa117ec86 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] Pushing event deleted for resources: {'Port': ['ID=e43e35e3-3611-4d8e-92ba-481228e860a8,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:06.623345 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b0bc99f6-eff7-410d-a34c-dcb9e2e357e8 admin admin] Publish callbacks [] for port (f3af30c6-a5c4-4518-9770-66f51b4d2232), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:06.674047 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b0bc99f6-eff7-410d-a34c-dcb9e2e357e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (f3af30c6-a5c4-4518-9770-66f51b4d2232), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:06.712838 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bc99f6-eff7-410d-a34c-dcb9e2e357e8 admin admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:02:06.717620 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-b0bc99f6-eff7-410d-a34c-dcb9e2e357e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:02:06.721533 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bc99f6-eff7-410d-a34c-dcb9e2e357e8 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:02:06.724938 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e340023-110a-4feb-925a-0632e2549292 req-7cf361f0-a68d-4da9-bb1b-56eaa117ec86 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] No DVR routers for this DVR port e43e35e3-3611-4d8e-92ba-481228e860a8 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:02:06.731444 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1e340023-110a-4feb-925a-0632e2549292 req-7cf361f0-a68d-4da9-bb1b-56eaa117ec86 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:06.734760 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1e340023-110a-4feb-925a-0632e2549292 req-7cf361f0-a68d-4da9-bb1b-56eaa117ec86 tempest-ImagesOneServerTestJSON-1245790352 tempest-ImagesOneServerTestJSON-1245790352-project] 10.222.0.120 "DELETE /v2.0/ports/e43e35e3-3611-4d8e-92ba-481228e860a8 HTTP/1.1" status: 204 len: 173 time: 1.4661615 Feb 09 01:02:06.773860 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c38e8e-0c4b-4e12-857a-decadd8354a2 req-56f133d9-b4bc-41ea-850f-7309ba86b0dc tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:06.775290 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-62c38e8e-0c4b-4e12-857a-decadd8354a2 req-56f133d9-b4bc-41ea-850f-7309ba86b0dc tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=5757da4a-153c-403b-8d24-bb8561ac355d HTTP/1.1" status: 200 len: 950 time: 0.1880100 Feb 09 01:02:06.779719 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7fccb-1837-41f8-b703-7a9ce08c4991 req-662a1953-ad10-44d0-931b-75fe76d16626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:06.781162 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a3a7fccb-1837-41f8-b703-7a9ce08c4991 req-662a1953-ad10-44d0-931b-75fe76d16626 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=698d05b4eb4b402aa83e695c4b2c5978&device_id=f3f86a60-3e13-4616-a574-175bb5d90eea HTTP/1.1" status: 200 len: 1130 time: 0.1792421 Feb 09 01:02:06.806020 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc99f6-eff7-410d-a34c-dcb9e2e357e8 admin admin] Pushing event updated for resources: {'Port': ['ID=f3af30c6-a5c4-4518-9770-66f51b4d2232,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:06.866193 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b1acb1-0e59-415c-9456-b53cc4392f89 req-40fc14f4-012e-4783-a7c1-f5bea2060b6d tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:06.873404 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18b1acb1-0e59-415c-9456-b53cc4392f89 req-40fc14f4-012e-4783-a7c1-f5bea2060b6d tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3f86a60-3e13-4616-a574-175bb5d90eea HTTP/1.1" status: 200 len: 948 time: 0.1802902 Feb 09 01:02:06.949192 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-62c38e8e-0c4b-4e12-857a-decadd8354a2 req-74073bc5-bb73-4642-a363-14b45fafb3a8 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653323 Feb 09 01:02:06.992888 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18b1acb1-0e59-415c-9456-b53cc4392f89 req-ba4c0ba9-b4a2-4de4-8c61-144ae0827835 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063166 Feb 09 01:02:06.996445 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7fccb-1837-41f8-b703-7a9ce08c4991 req-773b559d-e40f-4938-add6-d23aae0f4254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:06.997891 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a3a7fccb-1837-41f8-b703-7a9ce08c4991 req-773b559d-e40f-4938-add6-d23aae0f4254 service neutron] 10.222.0.120 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.2047164 Feb 09 01:02:07.002999 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b0bc99f6-eff7-410d-a34c-dcb9e2e357e8 admin admin] Publish callbacks [] for router_gateway (509bebbd-0924-4d0f-9773-81152d001a49), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:07.058836 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:07.088084 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a3a7fccb-1837-41f8-b703-7a9ce08c4991 req-00545603-f6b6-4629-bebb-09c060921c76 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=d3a84a99-84cd-449c-83e8-1f3fb33046d9 HTTP/1.1" status: 200 len: 217 time: 0.0826182 Feb 09 01:02:07.198088 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f917144-76fd-4bee-b2d1-82aa0dfcf9f3 req-f5e4eb8e-3281-415c-8c0c-8e67e4398a30 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:07.200032 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8f917144-76fd-4bee-b2d1-82aa0dfcf9f3 req-f5e4eb8e-3281-415c-8c0c-8e67e4398a30 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7abc5d9-7485-46fd-a80f-8423f552967f HTTP/1.1" status: 200 len: 946 time: 0.1260483 Feb 09 01:02:07.217833 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7fccb-1837-41f8-b703-7a9ce08c4991 req-11cc6047-cc21-4624-9095-a97e73968b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:07.219382 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a3a7fccb-1837-41f8-b703-7a9ce08c4991 req-11cc6047-cc21-4624-9095-a97e73968b3f service neutron] 10.222.0.120 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.0939415 Feb 09 01:02:07.318904 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8f917144-76fd-4bee-b2d1-82aa0dfcf9f3 req-8cac7e9d-1667-421d-bb82-78597d17c6d5 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036370 Feb 09 01:02:07.322013 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b0bc99f6-eff7-410d-a34c-dcb9e2e357e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (509bebbd-0924-4d0f-9773-81152d001a49), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:07.333276 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7fccb-1837-41f8-b703-7a9ce08c4991 req-33409f03-c2e2-44dc-a786-7a26ad53036f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:07.339785 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a3a7fccb-1837-41f8-b703-7a9ce08c4991 req-33409f03-c2e2-44dc-a786-7a26ad53036f service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1052597 Feb 09 01:02:07.348084 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:07.578162 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device c7ea63f0-3963-499a-b9ff-e818e72b3dd8 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:02:07.615142 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0bc99f6-eff7-410d-a34c-dcb9e2e357e8 admin admin] Router 509bebbd-0924-4d0f-9773-81152d001a49 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:02:07.662327 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port c7ea63f0-3963-499a-b9ff-e818e72b3dd8 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:07.663002 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c7ea63f0-3963-499a-b9ff-e818e72b3dd8), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:07.667207 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a3a7fccb-1837-41f8-b703-7a9ce08c4991 req-78445178-843b-400f-8ef2-4532cd46b1d3 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964239 Feb 09 01:02:07.722393 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc41ccf-8430-4a57-8167-1e321221a07d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e43e35e3-3611-4d8e-92ba-481228e860a8'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:02:07.724685 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2966fc97-db01-4712-838f-66e651a76ba2" -d '{"events": [{"server_uuid": "1fc41ccf-8430-4a57-8167-1e321221a07d", "name": "network-vif-unplugged", "status": "completed", "tag": "e43e35e3-3611-4d8e-92ba-481228e860a8"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:02:07.730665 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc41ccf-8430-4a57-8167-1e321221a07d', 'name': 'network-vif-deleted', 'tag': 'e43e35e3-3611-4d8e-92ba-481228e860a8'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:02:07.734535 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb35b514-0622-4432-b713-01940a2e9e65" -d '{"events": [{"server_uuid": "1fc41ccf-8430-4a57-8167-1e321221a07d", "name": "network-vif-deleted", "tag": "e43e35e3-3611-4d8e-92ba-481228e860a8"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:02:07.782032 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a13fa02-3330-4c58-8be0-97d5eaa6983d None None] Network dbff02f4-8d52-4289-93bb-c44351bfd019 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:02:07.877699 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port c7ea63f0-3963-499a-b9ff-e818e72b3dd8 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:02:07.878133 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c7ea63f0-3963-499a-b9ff-e818e72b3dd8), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:07.891524 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0bc99f6-eff7-410d-a34c-dcb9e2e357e8 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:02:07.902978 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882895d6-3912-4240-8520-4093472f6a2c None None] Sync routers for ids ['509bebbd-0924-4d0f-9773-81152d001a49'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:02:07.922083 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882895d6-3912-4240-8520-4093472f6a2c None None] Routers {'509bebbd-0924-4d0f-9773-81152d001a49'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:02:07.924252 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-882895d6-3912-4240-8520-4093472f6a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:02:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['509bebbd-0924-4d0f-9773-81152d001a49'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:07.933284 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b0bc99f6-eff7-410d-a34c-dcb9e2e357e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:07.934741 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b0bc99f6-eff7-410d-a34c-dcb9e2e357e8 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 2.5096345 Feb 09 01:02:07.937866 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 39982) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:02:07.985109 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-c286f80e-15db-4f40-94ee-2aa206979d76 None None] Provisioning complete for port c7ea63f0-3963-499a-b9ff-e818e72b3dd8 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:07.985109 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c286f80e-15db-4f40-94ee-2aa206979d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c7ea63f0-3963-499a-b9ff-e818e72b3dd8), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:08.118142 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port c7ea63f0-3963-499a-b9ff-e818e72b3dd8, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=c7ea63f0-3963-499a-b9ff-e818e72b3dd8,segment=NetworkSegment(9519a72c-6e52-48a2-9d48-19f11e744f6e),segment_id=9519a72c-6e52-48a2-9d48-19f11e744f6e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:02:08.128910 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d7d8ed-0489-4c10-87bd-97c5caeafaff x-openstack-request-id: req-c8d7d8ed-0489-4c10-87bd-97c5caeafaff {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:02:08.129254 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc41ccf-8430-4a57-8167-1e321221a07d", "name": "network-vif-unplugged", "status": "completed", "tag": "e43e35e3-3611-4d8e-92ba-481228e860a8", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:02:08.129510 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c8d7d8ed-0489-4c10-87bd-97c5caeafaff {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:02:08.131033 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc41ccf-8430-4a57-8167-1e321221a07d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e43e35e3-3611-4d8e-92ba-481228e860a8', 'code': 200} Feb 09 01:02:08.150642 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-882895d6-3912-4240-8520-4093472f6a2c None None] Set router 509bebbd-0924-4d0f-9773-81152d001a49 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:02:08.171997 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (c7ea63f0-3963-499a-b9ff-e818e72b3dd8), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:08.287311 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device e43e35e3-3611-4d8e-92ba-481228e860a8 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:02:08.328033 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a3a7fccb-1837-41f8-b703-7a9ce08c4991 req-c523b0c5-8b07-431e-bf6e-ee92aace2173 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6565545 Feb 09 01:02:08.333972 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 39994) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:02:08.336324 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c882aa12-b870-43ca-b803-50b195cf0b22 x-openstack-request-id: req-c882aa12-b870-43ca-b803-50b195cf0b22 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:02:08.336637 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc41ccf-8430-4a57-8167-1e321221a07d", "name": "network-vif-deleted", "tag": "e43e35e3-3611-4d8e-92ba-481228e860a8", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:02:08.337000 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c882aa12-b870-43ca-b803-50b195cf0b22 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:02:08.339752 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc41ccf-8430-4a57-8167-1e321221a07d', 'name': 'network-vif-deleted', 'tag': 'e43e35e3-3611-4d8e-92ba-481228e860a8', 'status': 'completed', 'code': 200} Feb 09 01:02:08.353803 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=c7ea63f0-3963-499a-b9ff-e818e72b3dd8,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:08.381246 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-882895d6-3912-4240-8520-4093472f6a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509bebbd-0924-4d0f-9773-81152d001a49', 'name': 'tempest-FloatingIPsAssociationTestJSON-1873941381-router', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'f3af30c6-a5c4-4518-9770-66f51b4d2232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:05Z', 'updated_at': '2022-02-09T01:02:06Z', 'revision_number': 3, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'gw_port': {'id': 'f3af30c6-a5c4-4518-9770-66f51b4d2232', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:06Z', 'updated_at': '2022-02-09T01:02:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:08.425840 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce3156-e259-4b4e-a1f3-6f701523b85d req-9b459df5-676d-468d-9dd9-d67061ea46f9 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:08.431937 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce3156-e259-4b4e-a1f3-6f701523b85d req-9b459df5-676d-468d-9dd9-d67061ea46f9 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:08.434335 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882895d6-3912-4240-8520-4093472f6a2c None None] Checking router: 509bebbd-0924-4d0f-9773-81152d001a49 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:02:08.434709 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882895d6-3912-4240-8520-4093472f6a2c None None] Updating router 509bebbd-0924-4d0f-9773-81152d001a49 port f3af30c6-a5c4-4518-9770-66f51b4d2232 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:02:08.442187 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2ce3156-e259-4b4e-a1f3-6f701523b85d req-9b459df5-676d-468d-9dd9-d67061ea46f9 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=9e13c1c8-3614-4ba1-a094-33f962789f87&device_id=5757da4a-153c-403b-8d24-bb8561ac355d HTTP/1.1" status: 200 len: 1691 time: 0.8401976 Feb 09 01:02:08.448295 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device dac9e357-a474-48c4-8a68-d60133aacb8a details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:02:08.463863 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-882895d6-3912-4240-8520-4093472f6a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f3af30c6-a5c4-4518-9770-66f51b4d2232), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:08.485367 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: e43e35e3-3611-4d8e-92ba-481228e860a8 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:02:08.485940 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device e43e35e3-3611-4d8e-92ba-481228e860a8 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:02:08.492481 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd826688-f11c-4583-a0c1-72083b8a872c req-1b55bd6f-4359-4349-81d4-617d35ed3b67 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:08.506936 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fd826688-f11c-4583-a0c1-72083b8a872c req-1b55bd6f-4359-4349-81d4-617d35ed3b67 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3f86a60-3e13-4616-a574-175bb5d90eea HTTP/1.1" status: 200 len: 948 time: 0.1778536 Feb 09 01:02:08.587678 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fd826688-f11c-4583-a0c1-72083b8a872c req-e40fa550-fd3a-410d-a3cd-35e86f2223e1 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794132 Feb 09 01:02:08.614094 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2ce3156-e259-4b4e-a1f3-6f701523b85d req-eb0df723-d7fb-4ccb-b9d4-d01b3606995f tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709180 Feb 09 01:02:08.708692 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:08.712089 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c1578eb4-14f0-4d0e-9bdb-1cbe14abeae3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e843f4035a9846f685ac3d2af37d4521&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3713651 Feb 09 01:02:08.724264 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 40014) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:02:08.776031 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1f796d78-7e89-444c-817e-2b683238cbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:08.918178 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4e7f692f-f562-4b84-97a1-b20eb55f8f6b admin admin] Publish callbacks [] for security_group (ab1a0708-3027-43a6-b70f-c2d19a1a7192), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:08.925619 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-882895d6-3912-4240-8520-4093472f6a2c None None] Publish callbacks [] for port (f3af30c6-a5c4-4518-9770-66f51b4d2232), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:08.945476 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-882895d6-3912-4240-8520-4093472f6a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f3af30c6-a5c4-4518-9770-66f51b4d2232), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:08.990476 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc29cf8-69f4-42bb-ac27-114118836cee req-285fdc13-540d-4a9b-a035-d84d5a7d0413 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:08.995695 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3cc29cf8-69f4-42bb-ac27-114118836cee req-285fdc13-540d-4a9b-a035-d84d5a7d0413 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7abc5d9-7485-46fd-a80f-8423f552967f HTTP/1.1" status: 200 len: 946 time: 0.2764368 Feb 09 01:02:09.043043 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4e7f692f-f562-4b84-97a1-b20eb55f8f6b admin admin] Publish callbacks [] for security_group (ab1a0708-3027-43a6-b70f-c2d19a1a7192), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:09.117624 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3196cc32-14d6-4fc9-828f-bc0071041a75 None None] Pushing event updated for resources: {'Port': ['ID=f3af30c6-a5c4-4518-9770-66f51b4d2232,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:09.126133 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-1f796d78-7e89-444c-817e-2b683238cbe6 admin admin] Allocated IP 172.20.0.1 (dbff02f4-8d52-4289-93bb-c44351bfd019/43589af2-0462-47b3-852e-472c8aa8fb62/526ff28f-9887-412a-95da-5c79479f78e1) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:02:09.133793 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3196cc32-14d6-4fc9-828f-bc0071041a75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:09.139317 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3196cc32-14d6-4fc9-828f-bc0071041a75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:09.139678 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3196cc32-14d6-4fc9-828f-bc0071041a75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:09.140043 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3196cc32-14d6-4fc9-828f-bc0071041a75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:09.141000 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3196cc32-14d6-4fc9-828f-bc0071041a75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:09.141356 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3196cc32-14d6-4fc9-828f-bc0071041a75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:09.141707 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3196cc32-14d6-4fc9-828f-bc0071041a75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:09.149092 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3196cc32-14d6-4fc9-828f-bc0071041a75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:09.149609 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3196cc32-14d6-4fc9-828f-bc0071041a75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:09.149995 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3196cc32-14d6-4fc9-828f-bc0071041a75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:09.150361 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3196cc32-14d6-4fc9-828f-bc0071041a75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:09.150716 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3196cc32-14d6-4fc9-828f-bc0071041a75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:09.151071 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3196cc32-14d6-4fc9-828f-bc0071041a75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:09.159372 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-882895d6-3912-4240-8520-4093472f6a2c None None] Attempting to bind port f3af30c6-a5c4-4518-9770-66f51b4d2232 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:02:09.159772 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-882895d6-3912-4240-8520-4093472f6a2c None None] Attempting to bind port f3af30c6-a5c4-4518-9770-66f51b4d2232 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:02:09.160247 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882895d6-3912-4240-8520-4093472f6a2c None None] Attempting to bind port f3af30c6-a5c4-4518-9770-66f51b4d2232 on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:02:09.174203 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882895d6-3912-4240-8520-4093472f6a2c None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:02:09.176773 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882895d6-3912-4240-8520-4093472f6a2c None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:02:09.178237 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-882895d6-3912-4240-8520-4093472f6a2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:09.181229 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882895d6-3912-4240-8520-4093472f6a2c None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:02:09.182026 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-882895d6-3912-4240-8520-4093472f6a2c None None] Bound port: f3af30c6-a5c4-4518-9770-66f51b4d2232, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:02:09.183997 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-882895d6-3912-4240-8520-4093472f6a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f3af30c6-a5c4-4518-9770-66f51b4d2232), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:09.187129 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3cc29cf8-69f4-42bb-ac27-114118836cee req-61d3a0a4-d442-4285-b39f-3c844074ee47 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673527 Feb 09 01:02:09.191691 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c286f80e-15db-4f40-94ee-2aa206979d76 None None] Current status of the port c7ea63f0-3963-499a-b9ff-e818e72b3dd8 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:02:09.261267 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:09.280999 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4e7f692f-f562-4b84-97a1-b20eb55f8f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (ab1a0708-3027-43a6-b70f-c2d19a1a7192), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:09.289527 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4e7f692f-f562-4b84-97a1-b20eb55f8f6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:09.291161 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4e7f692f-f562-4b84-97a1-b20eb55f8f6b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ab1a0708-3027-43a6-b70f-c2d19a1a7192 HTTP/1.1" status: 204 len: 168 time: 0.5647168 Feb 09 01:02:09.294303 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-882895d6-3912-4240-8520-4093472f6a2c None None] For port f3af30c6-a5c4-4518-9770-66f51b4d2232, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:02:09.297839 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port dac9e357-a474-48c4-8a68-d60133aacb8a, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=dac9e357-a474-48c4-8a68-d60133aacb8a,segment=NetworkSegment(b2ef10b9-0c7e-4ea0-88fe-781103c28e86),segment_id=b2ef10b9-0c7e-4ea0-88fe-781103c28e86)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:02:09.299779 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-882895d6-3912-4240-8520-4093472f6a2c None None] For port f3af30c6-a5c4-4518-9770-66f51b4d2232, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f3af30c6-a5c4-4518-9770-66f51b4d2232,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:02:09.311741 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-882895d6-3912-4240-8520-4093472f6a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f3af30c6-a5c4-4518-9770-66f51b4d2232), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:09.313401 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1f796d78-7e89-444c-817e-2b683238cbe6 admin admin] Publish callbacks [] for port (526ff28f-9887-412a-95da-5c79479f78e1), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:09.347715 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f692f-f562-4b84-97a1-b20eb55f8f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1a0708-3027-43a6-b70f-c2d19a1a7192,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:09.353475 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': 'dac9e357-a474-48c4-8a68-d60133aacb8a', 'network_id': 'b90c3694-06cc-4931-a87d-3191a1408398', 'port_id': 'dac9e357-a474-48c4-8a68-d60133aacb8a', 'mac_address': 'fa:16:3e:c1:61:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cacafe2-88d1-46d1-b016-b2d0f5a05d3f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:02:09.360135 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1f796d78-7e89-444c-817e-2b683238cbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (526ff28f-9887-412a-95da-5c79479f78e1), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:09.386720 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d6da1-3649-4011-8d17-c3493c2dd5c2 req-44010a97-549d-43f3-9b9f-44d04881608d tempest-ServersOnMultiNodesTest-242248161 tempest-ServersOnMultiNodesTest-242248161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:09.394622 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad3d6da1-3649-4011-8d17-c3493c2dd5c2 req-44010a97-549d-43f3-9b9f-44d04881608d tempest-ServersOnMultiNodesTest-242248161 tempest-ServersOnMultiNodesTest-242248161-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9e13c1c8-3614-4ba1-a094-33f962789f87 HTTP/1.1" status: 200 len: 1132 time: 0.2015533 Feb 09 01:02:09.415032 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f796d78-7e89-444c-817e-2b683238cbe6 admin admin] Network dbff02f4-8d52-4289-93bb-c44351bfd019 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:02:09.418805 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-1f796d78-7e89-444c-817e-2b683238cbe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:02:09.433199 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-17a12570-4303-423f-972e-66d6f0547502 None None] Provisioning complete for port c7ea63f0-3963-499a-b9ff-e818e72b3dd8 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:09.437456 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882895d6-3912-4240-8520-4093472f6a2c None None] Routers {'509bebbd-0924-4d0f-9773-81152d001a49'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:02:09.438611 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-882895d6-3912-4240-8520-4093472f6a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:02:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['509bebbd-0924-4d0f-9773-81152d001a49'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:09.438978 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-17a12570-4303-423f-972e-66d6f0547502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c7ea63f0-3963-499a-b9ff-e818e72b3dd8), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:09.446848 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f796d78-7e89-444c-817e-2b683238cbe6 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:02:09.448496 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1f796d78-7e89-444c-817e-2b683238cbe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (509bebbd-0924-4d0f-9773-81152d001a49), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:09.528969 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f796d78-7e89-444c-817e-2b683238cbe6 admin admin] Pushing event updated for resources: {'Port': ['ID=526ff28f-9887-412a-95da-5c79479f78e1,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:09.590206 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device c7ea63f0-3963-499a-b9ff-e818e72b3dd8 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:02:09.598594 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad3d6da1-3649-4011-8d17-c3493c2dd5c2 req-9a201a62-3c26-4d7e-8e2f-306652ca9d1c tempest-ServersOnMultiNodesTest-242248161 tempest-ServersOnMultiNodesTest-242248161-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996870 Feb 09 01:02:09.651659 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a326d-d534-47f7-92e5-f7ee1d388616 req-75996ce2-a6ff-4ae5-8db6-f44da27e500c tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:09.661421 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eb3a326d-d534-47f7-92e5-f7ee1d388616 req-75996ce2-a6ff-4ae5-8db6-f44da27e500c tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e7abc5d9-7485-46fd-a80f-8423f552967f HTTP/1.1" status: 200 len: 1128 time: 0.2524707 Feb 09 01:02:09.730455 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port dac9e357-a474-48c4-8a68-d60133aacb8a is: ACTIVE; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:02:09.732017 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (dac9e357-a474-48c4-8a68-d60133aacb8a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:09.789965 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eb3a326d-d534-47f7-92e5-f7ee1d388616 req-32ef8f20-7efd-4edb-8182-6d4ed83841f2 tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204476 Feb 09 01:02:09.801362 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1f796d78-7e89-444c-817e-2b683238cbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (526ff28f-9887-412a-95da-5c79479f78e1), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:09.828795 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dac9e357-a474-48c4-8a68-d60133aacb8a {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:02:09.878359 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port c7ea63f0-3963-499a-b9ff-e818e72b3dd8 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:09.879179 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c7ea63f0-3963-499a-b9ff-e818e72b3dd8), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:09.885064 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port dac9e357-a474-48c4-8a68-d60133aacb8a, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=dac9e357-a474-48c4-8a68-d60133aacb8a,segment=NetworkSegment(b2ef10b9-0c7e-4ea0-88fe-781103c28e86),segment_id=b2ef10b9-0c7e-4ea0-88fe-781103c28e86)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:02:09.904345 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3196cc32-14d6-4fc9-828f-bc0071041a75 None None] Pushing event updated for resources: {'Port': ['ID=f3af30c6-a5c4-4518-9770-66f51b4d2232,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:09.994370 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (dac9e357-a474-48c4-8a68-d60133aacb8a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:09.997964 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb2c2f-13e5-48b6-bb0f-6312b20b5164 req-74b6309f-f1b6-4052-a071-1179106968a3 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:10.003178 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bebb2c2f-13e5-48b6-bb0f-6312b20b5164 req-74b6309f-f1b6-4052-a071-1179106968a3 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3f86a60-3e13-4616-a574-175bb5d90eea HTTP/1.1" status: 200 len: 948 time: 0.1133003 Feb 09 01:02:10.049222 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-882895d6-3912-4240-8520-4093472f6a2c None None] Set router 509bebbd-0924-4d0f-9773-81152d001a49 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:02:10.072257 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-17a12570-4303-423f-972e-66d6f0547502 None None] Current status of the port c7ea63f0-3963-499a-b9ff-e818e72b3dd8 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:02:10.107317 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=dac9e357-a474-48c4-8a68-d60133aacb8a,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:10.129513 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['dac9e357-a474-48c4-8a68-d60133aacb8a'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:02:10.232874 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bebb2c2f-13e5-48b6-bb0f-6312b20b5164 req-03044440-2d36-4388-9611-7592e2acc86f tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204742 Feb 09 01:02:10.245826 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port c7ea63f0-3963-499a-b9ff-e818e72b3dd8 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:02:10.250347 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1f796d78-7e89-444c-817e-2b683238cbe6 admin admin] Publish callbacks [] for port (526ff28f-9887-412a-95da-5c79479f78e1), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:10.261980 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1f796d78-7e89-444c-817e-2b683238cbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (526ff28f-9887-412a-95da-5c79479f78e1), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:10.262778 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1f796d78-7e89-444c-817e-2b683238cbe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (509bebbd-0924-4d0f-9773-81152d001a49), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:10.266235 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-40475cc0-3fc4-4924-a4b5-21b401d6ff03 None None] Provisioning complete for port 526ff28f-9887-412a-95da-5c79479f78e1 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:10.266837 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-40475cc0-3fc4-4924-a4b5-21b401d6ff03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (526ff28f-9887-412a-95da-5c79479f78e1), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:10.307045 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device d3a84a99-84cd-449c-83e8-1f3fb33046d9 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:02:10.369771 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-40475cc0-3fc4-4924-a4b5-21b401d6ff03 None None] Port 526ff28f-9887-412a-95da-5c79479f78e1 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:02:10.417232 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30abf34-c56c-4214-be75-6e1d2c0a1e32 req-8bb15efe-10b5-451f-8fb2-47f4cdd9aa0c tempest-ServersOnMultiNodesTest-242248161 tempest-ServersOnMultiNodesTest-242248161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:10.418781 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b30abf34-c56c-4214-be75-6e1d2c0a1e32 req-8bb15efe-10b5-451f-8fb2-47f4cdd9aa0c tempest-ServersOnMultiNodesTest-242248161 tempest-ServersOnMultiNodesTest-242248161-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5757da4a-153c-403b-8d24-bb8561ac355d HTTP/1.1" status: 200 len: 1132 time: 0.2553358 Feb 09 01:02:10.477245 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f796d78-7e89-444c-817e-2b683238cbe6 admin admin] Pushing event updated for resources: {'Port': ['ID=526ff28f-9887-412a-95da-5c79479f78e1,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:10.573433 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b30abf34-c56c-4214-be75-6e1d2c0a1e32 req-a8faee6f-e72c-44c2-9a5a-946442566abd tempest-ServersOnMultiNodesTest-242248161 tempest-ServersOnMultiNodesTest-242248161-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458378 Feb 09 01:02:10.642629 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port d3a84a99-84cd-449c-83e8-1f3fb33046d9, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=d3a84a99-84cd-449c-83e8-1f3fb33046d9,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:02:10.660352 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': 'd3a84a99-84cd-449c-83e8-1f3fb33046d9', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'port_id': 'd3a84a99-84cd-449c-83e8-1f3fb33046d9', 'mac_address': 'fa:16:3e:6d:1d:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3810d295-ee98-40f7-b1e2-609bf7d1c3df', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:02:10.662957 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f796d78-7e89-444c-817e-2b683238cbe6 admin admin] Network dbff02f4-8d52-4289-93bb-c44351bfd019 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:02:10.668026 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-1f796d78-7e89-444c-817e-2b683238cbe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:02:10.732575 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port d3a84a99-84cd-449c-83e8-1f3fb33046d9 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:02:10.732993 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d3a84a99-84cd-449c-83e8-1f3fb33046d9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:10.760054 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3a84a99-84cd-449c-83e8-1f3fb33046d9 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:02:10.769389 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-882895d6-3912-4240-8520-4093472f6a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509bebbd-0924-4d0f-9773-81152d001a49', 'name': 'tempest-FloatingIPsAssociationTestJSON-1873941381-router', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'f3af30c6-a5c4-4518-9770-66f51b4d2232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:05Z', 'updated_at': '2022-02-09T01:02:06Z', 'revision_number': 3, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'gw_port': {'id': 'f3af30c6-a5c4-4518-9770-66f51b4d2232', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:06Z', 'updated_at': '2022-02-09T01:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:10.802944 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882895d6-3912-4240-8520-4093472f6a2c None None] The sync data for ids ['509bebbd-0924-4d0f-9773-81152d001a49'] in n-d-828369-4 is: [{'id': '509bebbd-0924-4d0f-9773-81152d001a49', 'name': 'tempest-FloatingIPsAssociationTestJSON-1873941381-router', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'f3af30c6-a5c4-4518-9770-66f51b4d2232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:05Z', 'updated_at': '2022-02-09T01:02:06Z', 'revision_number': 3, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'gw_port': {'id': 'f3af30c6-a5c4-4518-9770-66f51b4d2232', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8b:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:06Z', 'updated_at': '2022-02-09T01:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:02:10.815742 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port d3a84a99-84cd-449c-83e8-1f3fb33046d9, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=d3a84a99-84cd-449c-83e8-1f3fb33046d9,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:02:10.829695 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d3a84a99-84cd-449c-83e8-1f3fb33046d9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:10.998191 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=d3a84a99-84cd-449c-83e8-1f3fb33046d9,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:11.041203 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f796d78-7e89-444c-817e-2b683238cbe6 admin admin] Router 509bebbd-0924-4d0f-9773-81152d001a49 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:02:11.169510 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['d3a84a99-84cd-449c-83e8-1f3fb33046d9'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:02:11.419013 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-e9521193-dca6-4440-b67f-b2d6806d506c None None] Provisioning complete for port 526ff28f-9887-412a-95da-5c79479f78e1 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:11.420346 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e9521193-dca6-4440-b67f-b2d6806d506c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (526ff28f-9887-412a-95da-5c79479f78e1), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:11.456719 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f796d78-7e89-444c-817e-2b683238cbe6 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:02:11.475815 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1f796d78-7e89-444c-817e-2b683238cbe6 admin admin] 10.222.0.50 "PUT /v2.0/routers/509bebbd-0924-4d0f-9773-81152d001a49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5361998 Feb 09 01:02:11.510689 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a602a83-ed58-4156-b346-ee799438bc3a req-0878774f-dc27-46bf-b448-c115ef86dc8c tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=8e4a1438c4ae4668a3f29d116af30cb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0577660 Feb 09 01:02:11.603538 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f3af30c6-a5c4-4518-9770-66f51b4d2232 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:02:11.743477 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a602a83-ed58-4156-b346-ee799438bc3a req-6f9116a6-f3ef-45e2-ac1c-83f9d6cd54b7 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:11.743601 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e9521193-dca6-4440-b67f-b2d6806d506c None None] Port 526ff28f-9887-412a-95da-5c79479f78e1 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:02:11.754098 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a602a83-ed58-4156-b346-ee799438bc3a req-6f9116a6-f3ef-45e2-ac1c-83f9d6cd54b7 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2251425 Feb 09 01:02:11.777997 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a602a83-ed58-4156-b346-ee799438bc3a req-a9d00698-e5e5-45c9-ae96-8923e351b197 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/quotas/8e4a1438c4ae4668a3f29d116af30cb3 HTTP/1.1" status: 200 len: 375 time: 0.0219808 Feb 09 01:02:11.898888 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port f3af30c6-a5c4-4518-9770-66f51b4d2232 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:11.899518 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f3af30c6-a5c4-4518-9770-66f51b4d2232), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:11.902208 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c35c0-5fdd-41c2-bb0d-c6a170bbb697 req-10c06554-fa88-4e10-b624-3161a8d27aad tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:11.903864 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c78c35c0-5fdd-41c2-bb0d-c6a170bbb697 req-10c06554-fa88-4e10-b624-3161a8d27aad tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3f86a60-3e13-4616-a574-175bb5d90eea HTTP/1.1" status: 200 len: 949 time: 0.1228204 Feb 09 01:02:11.930053 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a602a83-ed58-4156-b346-ee799438bc3a req-61e2a0f3-289a-406c-8263-3ecd8a9fe19b tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8e4a1438c4ae4668a3f29d116af30cb3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1510351 Feb 09 01:02:11.958898 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40120) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:02:12.023229 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c78c35c0-5fdd-41c2-bb0d-c6a170bbb697 req-fe7b6438-fb20-4c87-83f3-2fee4bb14813 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881803 Feb 09 01:02:12.109605 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port f3af30c6-a5c4-4518-9770-66f51b4d2232 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:02:12.110301 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f3af30c6-a5c4-4518-9770-66f51b4d2232), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:12.143012 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port f3af30c6-a5c4-4518-9770-66f51b4d2232, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f3af30c6-a5c4-4518-9770-66f51b4d2232,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:02:12.147877 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f3af30c6-a5c4-4518-9770-66f51b4d2232), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:12.265939 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=f3af30c6-a5c4-4518-9770-66f51b4d2232,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:12.401310 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6867232d-e673-449e-9df3-12ebe7184fd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:12.459046 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device dac9e357-a474-48c4-8a68-d60133aacb8a up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:02:12.607009 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 40146) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:02:12.624512 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port dac9e357-a474-48c4-8a68-d60133aacb8a triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:12.625017 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (dac9e357-a474-48c4-8a68-d60133aacb8a), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:12.650523 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6867232d-e673-449e-9df3-12ebe7184fd1 admin admin] Publish callbacks [] for security_group (96cf733c-426f-4bba-af65-e2cc263ba488), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:12.663180 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6867232d-e673-449e-9df3-12ebe7184fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (96cf733c-426f-4bba-af65-e2cc263ba488), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:12.970863 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port dac9e357-a474-48c4-8a68-d60133aacb8a is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:02:12.971633 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (dac9e357-a474-48c4-8a68-d60133aacb8a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:13.052957 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ecf42b-bfd6-4ff8-839c-d164b7522a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac9e357-a474-48c4-8a68-d60133aacb8a'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:02:13.058246 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1db2273-dc55-412f-8f37-a15369e37e75" -d '{"events": [{"server_uuid": "85ecf42b-bfd6-4ff8-839c-d164b7522a38", "name": "network-vif-plugged", "status": "completed", "tag": "dac9e357-a474-48c4-8a68-d60133aacb8a"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:02:13.077840 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port dac9e357-a474-48c4-8a68-d60133aacb8a, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=dac9e357-a474-48c4-8a68-d60133aacb8a,segment=NetworkSegment(b2ef10b9-0c7e-4ea0-88fe-781103c28e86),segment_id=b2ef10b9-0c7e-4ea0-88fe-781103c28e86)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:02:13.082440 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867232d-e673-449e-9df3-12ebe7184fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96cf733c-426f-4bba-af65-e2cc263ba488,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:13.083257 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-71e73f08-ae95-4105-95f8-ef3f9f8c14aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:13.085673 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (dac9e357-a474-48c4-8a68-d60133aacb8a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:13.127865 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6867232d-e673-449e-9df3-12ebe7184fd1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7ddf9ef566dc4108bc08da8939b37c22&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1654499 Feb 09 01:02:13.132390 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40170) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:02:13.189740 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=dac9e357-a474-48c4-8a68-d60133aacb8a,revision_number=7']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:13.206505 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:13.208030 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:13.208030 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:13.209238 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:13.209593 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:13.210757 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:13.211124 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:13.212757 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:13.213085 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:13.213442 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:13.213777 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:13.214111 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:13.214440 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:13.257940 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-370abe01-cf05-4532-b119-5da81eebfe47 admin admin] Publish callbacks [] for security_group (96cf733c-426f-4bba-af65-e2cc263ba488), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:13.313140 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-370abe01-cf05-4532-b119-5da81eebfe47 admin admin] Publish callbacks [] for security_group (96cf733c-426f-4bba-af65-e2cc263ba488), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:13.338526 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-658c6258-4760-4b03-89f2-528a4eb0c149 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:13.345595 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-658c6258-4760-4b03-89f2-528a4eb0c149 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/networks?id=dbff02f4-8d52-4289-93bb-c44351bfd019 HTTP/1.1" status: 200 len: 821 time: 0.4343619 Feb 09 01:02:13.402979 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-fa15b1f2-f3dc-471c-9f9e-cb1cab5b5e6c tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/quotas/67da1db1339f4110b352a0d7f5bcad0c HTTP/1.1" status: 200 len: 375 time: 0.0516777 Feb 09 01:02:13.421073 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-370abe01-cf05-4532-b119-5da81eebfe47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (96cf733c-426f-4bba-af65-e2cc263ba488), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:13.426466 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-370abe01-cf05-4532-b119-5da81eebfe47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:13.429090 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-370abe01-cf05-4532-b119-5da81eebfe47 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/96cf733c-426f-4bba-af65-e2cc263ba488 HTTP/1.1" status: 204 len: 168 time: 0.2945616 Feb 09 01:02:13.443115 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370abe01-cf05-4532-b119-5da81eebfe47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96cf733c-426f-4bba-af65-e2cc263ba488,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:13.535908 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f3af30c6-a5c4-4518-9770-66f51b4d2232 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:02:13.632204 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-71e73f08-ae95-4105-95f8-ef3f9f8c14aa admin admin] Publish callbacks [] for security_group (d0968bd4-4450-43a6-b868-627188baf678), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:13.677178 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-71e73f08-ae95-4105-95f8-ef3f9f8c14aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (d0968bd4-4450-43a6-b868-627188baf678), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:13.694653 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port f3af30c6-a5c4-4518-9770-66f51b4d2232 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:13.695929 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f3af30c6-a5c4-4518-9770-66f51b4d2232), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:13.792013 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-5813b010-dfa0-4eed-97b6-c38859b7be5b tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=67da1db1339f4110b352a0d7f5bcad0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3821440 Feb 09 01:02:13.829146 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-71e73f08-ae95-4105-95f8-ef3f9f8c14aa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=16d9759103fd487da0f86a7160da80ee&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2210433 Feb 09 01:02:13.832497 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40192) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:02:13.871234 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port f3af30c6-a5c4-4518-9770-66f51b4d2232 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:02:13.957453 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e73f08-ae95-4105-95f8-ef3f9f8c14aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0968bd4-4450-43a6-b868-627188baf678,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:13.957824 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669cd5ff-f53d-4c98-832b-711362af23c0 None None] Sync routers for ids ['509bebbd-0924-4d0f-9773-81152d001a49'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:02:13.982916 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68767665-e7b6-421c-95d5-9a3a51e8a388 req-e0feea89-5427-4ad5-a744-b34ef0da2daa tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:13.990274 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-68767665-e7b6-421c-95d5-9a3a51e8a388 req-e0feea89-5427-4ad5-a744-b34ef0da2daa tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3f86a60-3e13-4616-a574-175bb5d90eea HTTP/1.1" status: 200 len: 949 time: 0.4030185 Feb 09 01:02:14.000495 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669cd5ff-f53d-4c98-832b-711362af23c0 None None] Routers {'509bebbd-0924-4d0f-9773-81152d001a49'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:02:14.009991 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-669cd5ff-f53d-4c98-832b-711362af23c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:02:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['509bebbd-0924-4d0f-9773-81152d001a49'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:14.079385 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e21e7981-2beb-409d-bdea-0a716a96dc47 admin admin] Publish callbacks [] for security_group (d0968bd4-4450-43a6-b868-627188baf678), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:14.087732 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40196) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:02:14.127779 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b73d54fa-d72a-4646-9de0-e6beb537b8b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:14.179988 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-68767665-e7b6-421c-95d5-9a3a51e8a388 req-5c274098-ad92-4eca-8371-0b2163923dcd tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886709 Feb 09 01:02:14.187022 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e21e7981-2beb-409d-bdea-0a716a96dc47 admin admin] Publish callbacks [] for security_group (d0968bd4-4450-43a6-b868-627188baf678), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:14.203704 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-9cdce233-0564-4c36-a9ff-bea8beff14aa service neutron] 10.222.0.50 "GET /v2.0/networks/dbff02f4-8d52-4289-93bb-c44351bfd019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103878 Feb 09 01:02:14.363308 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e21e7981-2beb-409d-bdea-0a716a96dc47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (d0968bd4-4450-43a6-b868-627188baf678), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:14.377024 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773d301d-0b79-4395-9213-07500fc33657 x-openstack-request-id: req-773d301d-0b79-4395-9213-07500fc33657 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:02:14.377355 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ecf42b-bfd6-4ff8-839c-d164b7522a38", "name": "network-vif-plugged", "status": "completed", "tag": "dac9e357-a474-48c4-8a68-d60133aacb8a", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:02:14.377631 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-773d301d-0b79-4395-9213-07500fc33657 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:02:14.378116 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ecf42b-bfd6-4ff8-839c-d164b7522a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac9e357-a474-48c4-8a68-d60133aacb8a', 'code': 200} Feb 09 01:02:14.379783 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device d3a84a99-84cd-449c-83e8-1f3fb33046d9 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:02:14.386983 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e21e7981-2beb-409d-bdea-0a716a96dc47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:14.388196 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e21e7981-2beb-409d-bdea-0a716a96dc47 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d0968bd4-4450-43a6-b868-627188baf678 HTTP/1.1" status: 204 len: 168 time: 0.5545108 Feb 09 01:02:14.406192 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b73d54fa-d72a-4646-9de0-e6beb537b8b1 admin admin] Publish callbacks [] for security_group (69b30aff-4001-4554-bdd7-d5a521c4e5fc), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:14.451034 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b73d54fa-d72a-4646-9de0-e6beb537b8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (69b30aff-4001-4554-bdd7-d5a521c4e5fc), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:14.469699 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e7981-2beb-409d-bdea-0a716a96dc47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0968bd4-4450-43a6-b868-627188baf678,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:14.475935 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-5919ad83-47b7-4ccf-8c75-a34d8a684564 service neutron] 10.222.0.50 "GET /v2.0/networks/dbff02f4-8d52-4289-93bb-c44351bfd019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712636 Feb 09 01:02:14.556619 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-669cd5ff-f53d-4c98-832b-711362af23c0 None None] Set router 509bebbd-0924-4d0f-9773-81152d001a49 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:02:14.593680 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0bbc789-01a1-489d-ae3b-cc1e9d1b6618 req-b3559150-297b-4fac-9cd2-61cd05842bb1 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a1c3f66-9f88-4e56-9a61-ea86391724d2 HTTP/1.1" status: 200 len: 210 time: 0.0697451 Feb 09 01:02:14.637084 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 40210) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:02:14.638886 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b73d54fa-d72a-4646-9de0-e6beb537b8b1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4d53303dcc054d599ad27d4c60b25b7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5444875 Feb 09 01:02:14.658935 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d54fa-d72a-4646-9de0-e6beb537b8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b30aff-4001-4554-bdd7-d5a521c4e5fc,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:14.771642 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fd258c4d-67b2-454f-8a10-de09fa9b95a3 admin admin] Publish callbacks [] for security_group (69b30aff-4001-4554-bdd7-d5a521c4e5fc), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:14.814980 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fd258c4d-67b2-454f-8a10-de09fa9b95a3 admin admin] Publish callbacks [] for security_group (69b30aff-4001-4554-bdd7-d5a521c4e5fc), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:14.845932 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port d3a84a99-84cd-449c-83e8-1f3fb33046d9 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:02:14.925872 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fd258c4d-67b2-454f-8a10-de09fa9b95a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (69b30aff-4001-4554-bdd7-d5a521c4e5fc), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:14.930666 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fd258c4d-67b2-454f-8a10-de09fa9b95a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:14.932192 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-fd258c4d-67b2-454f-8a10-de09fa9b95a3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/69b30aff-4001-4554-bdd7-d5a521c4e5fc HTTP/1.1" status: 204 len: 168 time: 0.2930241 Feb 09 01:02:14.951344 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd258c4d-67b2-454f-8a10-de09fa9b95a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b30aff-4001-4554-bdd7-d5a521c4e5fc,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:15.057072 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port d3a84a99-84cd-449c-83e8-1f3fb33046d9 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:15.057621 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d3a84a99-84cd-449c-83e8-1f3fb33046d9), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:15.069577 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1332a84c-aa40-4ba5-a219-e0e9c26e3ad5 req-feeb8078-7fca-4338-9af3-64e6f9971c5a tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f2328a3-da54-4134-bafe-a58b14532986 HTTP/1.1" status: 200 len: 210 time: 0.0746479 Feb 09 01:02:15.575815 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f13a66-a717-48bf-b6c3-ea6db0a2b836 req-1e2496d2-98bf-4d8d-b15e-ecaed54dd68a tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:15.601594 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a2f13a66-a717-48bf-b6c3-ea6db0a2b836 req-1e2496d2-98bf-4d8d-b15e-ecaed54dd68a tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3f86a60-3e13-4616-a574-175bb5d90eea HTTP/1.1" status: 200 len: 949 time: 0.3071034 Feb 09 01:02:15.647871 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port d3a84a99-84cd-449c-83e8-1f3fb33046d9 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:02:15.653293 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d3a84a99-84cd-449c-83e8-1f3fb33046d9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:15.706905 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-669cd5ff-f53d-4c98-832b-711362af23c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509bebbd-0924-4d0f-9773-81152d001a49', 'name': 'tempest-FloatingIPsAssociationTestJSON-1873941381-router', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'f3af30c6-a5c4-4518-9770-66f51b4d2232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:05Z', 'updated_at': '2022-02-09T01:02:09Z', 'revision_number': 4, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'gw_port': {'id': 'f3af30c6-a5c4-4518-9770-66f51b4d2232', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:06Z', 'updated_at': '2022-02-09T01:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '526ff28f-9887-412a-95da-5c79479f78e1', 'name': '', 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'mac_address': 'fa:16:3e:8f:57:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '43589af2-0462-47b3-852e-472c8aa8fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:08Z', 'updated_at': '2022-02-09T01:02:09Z', 'revision_number': 2, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'subnets': [{'id': '43589af2-0462-47b3-852e-472c8aa8fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:15.826151 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669cd5ff-f53d-4c98-832b-711362af23c0 None None] Checking router: 509bebbd-0924-4d0f-9773-81152d001a49 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:02:15.841844 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669cd5ff-f53d-4c98-832b-711362af23c0 None None] Updating router 509bebbd-0924-4d0f-9773-81152d001a49 port 526ff28f-9887-412a-95da-5c79479f78e1 binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:02:15.879869 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a602a83-ed58-4156-b346-ee799438bc3a req-51e4ef01-449f-4581-9aa6-cebe123bb82a tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=8e4a1438c4ae4668a3f29d116af30cb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1932671 Feb 09 01:02:16.088276 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port d3a84a99-84cd-449c-83e8-1f3fb33046d9, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=d3a84a99-84cd-449c-83e8-1f3fb33046d9,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:02:16.104727 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d3a84a99-84cd-449c-83e8-1f3fb33046d9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:16.123467 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b39a8bfe-144d-4469-ba84-6d6df0012d85 req-f3c4b796-ad51-4ff8-ac2e-65d590e62c18 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a1c3f66-9f88-4e56-9a61-ea86391724d2 HTTP/1.1" status: 200 len: 210 time: 0.2601078 Feb 09 01:02:16.144500 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a602a83-ed58-4156-b346-ee799438bc3a req-3d9b4301-7dd0-4b91-8853-d4f414ba6f8b tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:16.148873 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a602a83-ed58-4156-b346-ee799438bc3a req-3d9b4301-7dd0-4b91-8853-d4f414ba6f8b tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2522070 Feb 09 01:02:16.175691 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a2f13a66-a717-48bf-b6c3-ea6db0a2b836 req-252689b9-efe9-42b5-8f17-b07280b8e59d tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5694504 Feb 09 01:02:16.211750 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-7a602a83-ed58-4156-b346-ee799438bc3a req-24afb8a7-b3d6-4616-936a-0a881e6d8074 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Request body: {'port': {'device_id': 'b33a9932-b21e-440a-a9a9-d071ed88effc', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'admin_state_up': True, 'tenant_id': '8e4a1438c4ae4668a3f29d116af30cb3'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:16.260101 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-669cd5ff-f53d-4c98-832b-711362af23c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (526ff28f-9887-412a-95da-5c79479f78e1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:16.303446 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a602a83-ed58-4156-b346-ee799438bc3a req-6a1adf0e-a9b5-4508-8f14-5721cf56af95 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.120 "GET /v2.0/networks?tenant_id=8e4a1438c4ae4668a3f29d116af30cb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1531260 Feb 09 01:02:16.394371 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f86a60-3e13-4616-a574-175bb5d90eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a84a99-84cd-449c-83e8-1f3fb33046d9'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:02:16.401955 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bb8158-5511-4e08-b43e-74ff33ff7aa6" -d '{"events": [{"server_uuid": "f3f86a60-3e13-4616-a574-175bb5d90eea", "name": "network-vif-plugged", "status": "completed", "tag": "d3a84a99-84cd-449c-83e8-1f3fb33046d9"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:02:16.424726 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e82a27d6-f9f2-44b5-8244-7fa7fdaf0427 req-51fafdc7-7e16-4365-9fdf-f0125ccdc345 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f2328a3-da54-4134-bafe-a58b14532986 HTTP/1.1" status: 200 len: 210 time: 0.1673772 Feb 09 01:02:16.514403 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bfb44ed-c811-4131-832c-3d40e69b873c x-openstack-request-id: req-6bfb44ed-c811-4131-832c-3d40e69b873c {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:02:16.515336 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f86a60-3e13-4616-a574-175bb5d90eea", "name": "network-vif-plugged", "status": "completed", "tag": "d3a84a99-84cd-449c-83e8-1f3fb33046d9", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:02:16.516117 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6bfb44ed-c811-4131-832c-3d40e69b873c {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:02:16.517136 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f86a60-3e13-4616-a574-175bb5d90eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a84a99-84cd-449c-83e8-1f3fb33046d9', 'code': 200} Feb 09 01:02:16.522512 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=d3a84a99-84cd-449c-83e8-1f3fb33046d9,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:16.746858 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a602a83-ed58-4156-b346-ee799438bc3a req-157fb0d8-088b-48e6-b181-1389a84ac1a5 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:16.750233 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a602a83-ed58-4156-b346-ee799438bc3a req-157fb0d8-088b-48e6-b181-1389a84ac1a5 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.120 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4344330 Feb 09 01:02:16.765384 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-7a602a83-ed58-4156-b346-ee799438bc3a req-82dfb9f3-c078-44d6-853a-92d43ad5dcb6 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Request body: {'port': {'device_id': '4a1c3f66-9f88-4e56-9a61-ea86391724d2', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'admin_state_up': True, 'tenant_id': '8e4a1438c4ae4668a3f29d116af30cb3'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:17.003518 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a602a83-ed58-4156-b346-ee799438bc3a req-24afb8a7-b3d6-4616-936a-0a881e6d8074 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Made reservation on behalf of 8e4a1438c4ae4668a3f29d116af30cb3 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:02:17.008114 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7a602a83-ed58-4156-b346-ee799438bc3a req-24afb8a7-b3d6-4616-936a-0a881e6d8074 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:17.215733 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-669cd5ff-f53d-4c98-832b-711362af23c0 None None] Publish callbacks [] for port (526ff28f-9887-412a-95da-5c79479f78e1), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:17.230353 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-669cd5ff-f53d-4c98-832b-711362af23c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (526ff28f-9887-412a-95da-5c79479f78e1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:17.278143 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-7a602a83-ed58-4156-b346-ee799438bc3a req-24afb8a7-b3d6-4616-936a-0a881e6d8074 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Allocated IP 192.168.233.24 (9e88fe6e-2b1d-4294-a17d-9a7801813700/3810d295-ee98-40f7-b1e2-609bf7d1c3df/b9daf566-c7d6-4402-8961-cca9c9108b5b) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:02:17.336730 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1410eb-4cf6-4459-b321-8f253610ddfc None None] Pushing event updated for resources: {'Port': ['ID=526ff28f-9887-412a-95da-5c79479f78e1,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:17.443184 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-669cd5ff-f53d-4c98-832b-711362af23c0 None None] Attempting to bind port 526ff28f-9887-412a-95da-5c79479f78e1 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:02:17.443486 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-669cd5ff-f53d-4c98-832b-711362af23c0 None None] Attempting to bind port 526ff28f-9887-412a-95da-5c79479f78e1 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '9519a72c-6e52-48a2-9d48-19f11e744f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:02:17.443884 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669cd5ff-f53d-4c98-832b-711362af23c0 None None] Attempting to bind port 526ff28f-9887-412a-95da-5c79479f78e1 on network dbff02f4-8d52-4289-93bb-c44351bfd019 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:02:17.450033 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e26a4-efae-43bd-b6ce-91efbae520db req-17f26928-6a68-447f-b2d8-84900db4f6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:17.451931 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-077e26a4-efae-43bd-b6ce-91efbae520db req-17f26928-6a68-447f-b2d8-84900db4f6fd service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=f3f86a60-3e13-4616-a574-175bb5d90eea HTTP/1.1" status: 200 len: 1132 time: 0.4638383 Feb 09 01:02:17.457220 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669cd5ff-f53d-4c98-832b-711362af23c0 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:02:17.457723 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669cd5ff-f53d-4c98-832b-711362af23c0 None None] Checking segment: {'id': '9519a72c-6e52-48a2-9d48-19f11e744f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:02:17.458310 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-669cd5ff-f53d-4c98-832b-711362af23c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:17.458773 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669cd5ff-f53d-4c98-832b-711362af23c0 None None] Bound using segment: {'id': '9519a72c-6e52-48a2-9d48-19f11e744f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:02:17.459448 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-669cd5ff-f53d-4c98-832b-711362af23c0 None None] Bound port: 526ff28f-9887-412a-95da-5c79479f78e1, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9519a72c-6e52-48a2-9d48-19f11e744f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:02:17.460052 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-669cd5ff-f53d-4c98-832b-711362af23c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (526ff28f-9887-412a-95da-5c79479f78e1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:17.481068 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a602a83-ed58-4156-b346-ee799438bc3a req-82dfb9f3-c078-44d6-853a-92d43ad5dcb6 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Made reservation on behalf of 8e4a1438c4ae4668a3f29d116af30cb3 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:02:17.493629 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7a602a83-ed58-4156-b346-ee799438bc3a req-82dfb9f3-c078-44d6-853a-92d43ad5dcb6 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:17.631130 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-669cd5ff-f53d-4c98-832b-711362af23c0 None None] For port 526ff28f-9887-412a-95da-5c79479f78e1, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:02:17.639985 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-669cd5ff-f53d-4c98-832b-711362af23c0 None None] For port 526ff28f-9887-412a-95da-5c79479f78e1, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=526ff28f-9887-412a-95da-5c79479f78e1,segment=NetworkSegment(9519a72c-6e52-48a2-9d48-19f11e744f6e),segment_id=9519a72c-6e52-48a2-9d48-19f11e744f6e)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:02:17.655912 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-669cd5ff-f53d-4c98-832b-711362af23c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (526ff28f-9887-412a-95da-5c79479f78e1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:17.801591 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669cd5ff-f53d-4c98-832b-711362af23c0 None None] Routers {'509bebbd-0924-4d0f-9773-81152d001a49'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:02:17.802988 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-669cd5ff-f53d-4c98-832b-711362af23c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:02:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['509bebbd-0924-4d0f-9773-81152d001a49'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:18.000688 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-077e26a4-efae-43bd-b6ce-91efbae520db req-2734e7d8-b9bc-43be-a35b-286b47b3e18d service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5272019 Feb 09 01:02:18.046467 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1410eb-4cf6-4459-b321-8f253610ddfc None None] Pushing event updated for resources: {'Port': ['ID=526ff28f-9887-412a-95da-5c79479f78e1,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:18.149025 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a000704d-1943-44f3-a7a9-62235a6f8670 req-45f3de88-8ff7-41a1-bc44-1a4dc50c0850 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a1c3f66-9f88-4e56-9a61-ea86391724d2 HTTP/1.1" status: 200 len: 210 time: 0.0967188 Feb 09 01:02:18.180221 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-669cd5ff-f53d-4c98-832b-711362af23c0 None None] Set router 509bebbd-0924-4d0f-9773-81152d001a49 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:02:18.257336 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-104d68c5-a326-4b16-8c17-da9ec1d00002 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:18.262019 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-104d68c5-a326-4b16-8c17-da9ec1d00002 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.47 "GET /v2.0/networks?id=dbff02f4-8d52-4289-93bb-c44351bfd019 HTTP/1.1" status: 200 len: 821 time: 0.7629516 Feb 09 01:02:18.296318 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-a53317b8-735e-4d36-911d-73fc7f2f0d2c tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Request body: {'port': {'device_id': '0f2328a3-da54-4134-bafe-a58b14532986', 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019', 'admin_state_up': True, 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:18.393630 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-9653cff6-6f51-4410-bc91-9dce06f005aa None None] Provisioning complete for port 526ff28f-9887-412a-95da-5c79479f78e1 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:18.394243 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9653cff6-6f51-4410-bc91-9dce06f005aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (526ff28f-9887-412a-95da-5c79479f78e1), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:18.408462 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7a602a83-ed58-4156-b346-ee799438bc3a req-24afb8a7-b3d6-4616-936a-0a881e6d8074 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks [] for port (b9daf566-c7d6-4402-8961-cca9c9108b5b), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:18.456828 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5ce94dde-db43-4d2d-b7d7-51fb5a83d2ee req-088512e9-2df2-4e86-a3df-77cbfb8f0729 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f2328a3-da54-4134-bafe-a58b14532986 HTTP/1.1" status: 200 len: 210 time: 0.0605936 Feb 09 01:02:18.511257 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-a53317b8-735e-4d36-911d-73fc7f2f0d2c tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Made reservation on behalf of 67da1db1339f4110b352a0d7f5bcad0c for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:02:18.514878 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-a53317b8-735e-4d36-911d-73fc7f2f0d2c tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:18.587468 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df1861-d100-4873-a886-299aa763710c req-1d439cf1-8e81-4ba0-b1db-d0b93ef8132c tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:18.595357 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-03df1861-d100-4873-a886-299aa763710c req-1d439cf1-8e81-4ba0-b1db-d0b93ef8132c tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3f86a60-3e13-4616-a574-175bb5d90eea HTTP/1.1" status: 200 len: 950 time: 0.2098808 Feb 09 01:02:18.630006 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7a602a83-ed58-4156-b346-ee799438bc3a req-24afb8a7-b3d6-4616-936a-0a881e6d8074 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (b9daf566-c7d6-4402-8961-cca9c9108b5b), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:18.631122 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-9653cff6-6f51-4410-bc91-9dce06f005aa None None] Current status of the port 526ff28f-9887-412a-95da-5c79479f78e1 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:02:18.631738 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9653cff6-6f51-4410-bc91-9dce06f005aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (526ff28f-9887-412a-95da-5c79479f78e1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:18.644305 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['8fc3cb9a-8128-43dd-acbe-d98580af4512', '728fd678-92ff-40a5-a350-98f51f331cef'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:02:18.676695 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['3f20790f-3dc7-440e-9aed-f7f0343db454'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:02:18.726534 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:02:18.747455 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-9653cff6-6f51-4410-bc91-9dce06f005aa None None] For port 526ff28f-9887-412a-95da-5c79479f78e1, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=526ff28f-9887-412a-95da-5c79479f78e1,segment=NetworkSegment(9519a72c-6e52-48a2-9d48-19f11e744f6e),segment_id=9519a72c-6e52-48a2-9d48-19f11e744f6e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:02:18.764200 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9653cff6-6f51-4410-bc91-9dce06f005aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (526ff28f-9887-412a-95da-5c79479f78e1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:18.832403 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9653cff6-6f51-4410-bc91-9dce06f005aa None None] Pushing event updated for resources: {'Port': ['ID=526ff28f-9887-412a-95da-5c79479f78e1,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:18.904324 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-669cd5ff-f53d-4c98-832b-711362af23c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509bebbd-0924-4d0f-9773-81152d001a49', 'name': 'tempest-FloatingIPsAssociationTestJSON-1873941381-router', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'f3af30c6-a5c4-4518-9770-66f51b4d2232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:05Z', 'updated_at': '2022-02-09T01:02:09Z', 'revision_number': 4, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'gw_port': {'id': 'f3af30c6-a5c4-4518-9770-66f51b4d2232', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:06Z', 'updated_at': '2022-02-09T01:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '526ff28f-9887-412a-95da-5c79479f78e1', 'name': '', 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'mac_address': 'fa:16:3e:8f:57:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '43589af2-0462-47b3-852e-472c8aa8fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:08Z', 'updated_at': '2022-02-09T01:02:17Z', 'revision_number': 4, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'subnets': [{'id': '43589af2-0462-47b3-852e-472c8aa8fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:18.910996 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a602a83-ed58-4156-b346-ee799438bc3a req-24afb8a7-b3d6-4616-936a-0a881e6d8074 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Network 9e88fe6e-2b1d-4294-a17d-9a7801813700 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:02:18.912617 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24afb8a7-b3d6-4616-936a-0a881e6d8074 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Pushing event updated for resources: {'Port': ['ID=b9daf566-c7d6-4402-8961-cca9c9108b5b,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:18.938900 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669cd5ff-f53d-4c98-832b-711362af23c0 None None] The sync data for ids ['509bebbd-0924-4d0f-9773-81152d001a49'] in n-d-828369-4 is: [{'id': '509bebbd-0924-4d0f-9773-81152d001a49', 'name': 'tempest-FloatingIPsAssociationTestJSON-1873941381-router', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'f3af30c6-a5c4-4518-9770-66f51b4d2232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:05Z', 'updated_at': '2022-02-09T01:02:09Z', 'revision_number': 4, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'gw_port': {'id': 'f3af30c6-a5c4-4518-9770-66f51b4d2232', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:06Z', 'updated_at': '2022-02-09T01:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '526ff28f-9887-412a-95da-5c79479f78e1', 'name': '', 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'mac_address': 'fa:16:3e:8f:57:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '43589af2-0462-47b3-852e-472c8aa8fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:08Z', 'updated_at': '2022-02-09T01:02:17Z', 'revision_number': 4, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'subnets': [{'id': '43589af2-0462-47b3-852e-472c8aa8fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:02:18.996199 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-093d5568-943c-47d1-ba9d-0fa67b0bbe15 None None] Provisioning complete for port 526ff28f-9887-412a-95da-5c79479f78e1 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:18.996199 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-093d5568-943c-47d1-ba9d-0fa67b0bbe15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (526ff28f-9887-412a-95da-5c79479f78e1), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:19.129347 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-a53317b8-735e-4d36-911d-73fc7f2f0d2c tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Allocated IP 172.20.0.9 (dbff02f4-8d52-4289-93bb-c44351bfd019/43589af2-0462-47b3-852e-472c8aa8fb62/5bd360c7-d35c-4dfa-92f8-c4b0496c187d) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:02:19.484334 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-a53317b8-735e-4d36-911d-73fc7f2f0d2c tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks [] for port (5bd360c7-d35c-4dfa-92f8-c4b0496c187d), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:19.571034 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-7a602a83-ed58-4156-b346-ee799438bc3a req-24afb8a7-b3d6-4616-936a-0a881e6d8074 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:02:19.595998 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-093d5568-943c-47d1-ba9d-0fa67b0bbe15 None None] Current status of the port 526ff28f-9887-412a-95da-5c79479f78e1 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:02:19.599826 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-03df1861-d100-4873-a886-299aa763710c req-bbe36af0-7ff5-42ed-bfd9-fe1fe00e98fd tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9933982 Feb 09 01:02:19.604467 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a602a83-ed58-4156-b346-ee799438bc3a req-24afb8a7-b3d6-4616-936a-0a881e6d8074 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:02:19.614160 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 526ff28f-9887-412a-95da-5c79479f78e1 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:02:19.632670 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a602a83-ed58-4156-b346-ee799438bc3a req-24afb8a7-b3d6-4616-936a-0a881e6d8074 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:19.635985 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7a602a83-ed58-4156-b346-ee799438bc3a req-24afb8a7-b3d6-4616-936a-0a881e6d8074 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:19.649242 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-7a602a83-ed58-4156-b346-ee799438bc3a req-82dfb9f3-c078-44d6-853a-92d43ad5dcb6 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Allocated IP 192.168.233.87 (9e88fe6e-2b1d-4294-a17d-9a7801813700/3810d295-ee98-40f7-b1e2-609bf7d1c3df/53af4635-acf7-441b-961b-2c8f737be7da) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:02:19.746661 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a602a83-ed58-4156-b346-ee799438bc3a req-24afb8a7-b3d6-4616-936a-0a881e6d8074 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5460312 Feb 09 01:02:19.765222 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-a53317b8-735e-4d36-911d-73fc7f2f0d2c tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (5bd360c7-d35c-4dfa-92f8-c4b0496c187d), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:19.776625 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-7a602a83-ed58-4156-b346-ee799438bc3a req-a4da1a2d-1c19-44b8-8763-d9deeb5419b6 service neutron] Request body: {'port': {'device_id': 'b33a9932-b21e-440a-a9a9-d071ed88effc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:19.949097 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 526ff28f-9887-412a-95da-5c79479f78e1 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:19.949504 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (526ff28f-9887-412a-95da-5c79479f78e1), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:20.098518 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 526ff28f-9887-412a-95da-5c79479f78e1 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:02:20.147807 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-d2e23bfc-2d04-4e83-87c6-9a9f257c43f8 None None] Provisioning complete for port b9daf566-c7d6-4402-8961-cca9c9108b5b triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:20.148209 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d2e23bfc-2d04-4e83-87c6-9a9f257c43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b9daf566-c7d6-4402-8961-cca9c9108b5b), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:20.200664 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-d2e23bfc-2d04-4e83-87c6-9a9f257c43f8 None None] Port b9daf566-c7d6-4402-8961-cca9c9108b5b cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:02:20.424165 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-a53317b8-735e-4d36-911d-73fc7f2f0d2c tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Network dbff02f4-8d52-4289-93bb-c44351bfd019 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:02:20.426946 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53317b8-735e-4d36-911d-73fc7f2f0d2c tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Pushing event updated for resources: {'Port': ['ID=5bd360c7-d35c-4dfa-92f8-c4b0496c187d,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:20.440152 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-daff2d0f-61d8-42da-bf74-5d13d57fa20d req-3e299a2f-60ed-48bc-bdbb-aa8ac3deea82 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a1c3f66-9f88-4e56-9a61-ea86391724d2 HTTP/1.1" status: 200 len: 210 time: 0.6702361 Feb 09 01:02:20.441734 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-a53317b8-735e-4d36-911d-73fc7f2f0d2c tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:02:20.488107 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-a53317b8-735e-4d36-911d-73fc7f2f0d2c tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:02:20.493540 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-a53317b8-735e-4d36-911d-73fc7f2f0d2c tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:20.494258 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-a53317b8-735e-4d36-911d-73fc7f2f0d2c tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:20.582841 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-a53317b8-735e-4d36-911d-73fc7f2f0d2c tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2912717 Feb 09 01:02:20.643567 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-80acaa3e-1895-4ad1-b48a-490f9ab21783 service neutron] Request body: {'port': {'device_id': '0f2328a3-da54-4134-bafe-a58b14532986', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:20.713857 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0df232-b1c0-4c7a-8f42-2e1da3515b7f req-3ebb3f83-1edd-48bf-aeab-798349980a0b tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:20.721428 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad0df232-b1c0-4c7a-8f42-2e1da3515b7f req-3ebb3f83-1edd-48bf-aeab-798349980a0b tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f2328a3-da54-4134-bafe-a58b14532986 HTTP/1.1" status: 200 len: 931 time: 0.2953279 Feb 09 01:02:20.851474 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-80acaa3e-1895-4ad1-b48a-490f9ab21783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5bd360c7-d35c-4dfa-92f8-c4b0496c187d), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:20.853829 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7a602a83-ed58-4156-b346-ee799438bc3a req-a4da1a2d-1c19-44b8-8763-d9deeb5419b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b9daf566-c7d6-4402-8961-cca9c9108b5b), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:20.952099 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-c8f76368-d22f-4141-acf0-12d913e54065 None None] Provisioning complete for port 5bd360c7-d35c-4dfa-92f8-c4b0496c187d triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:20.952592 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c8f76368-d22f-4141-acf0-12d913e54065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (5bd360c7-d35c-4dfa-92f8-c4b0496c187d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:20.983502 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7a602a83-ed58-4156-b346-ee799438bc3a req-82dfb9f3-c078-44d6-853a-92d43ad5dcb6 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks [] for port (53af4635-acf7-441b-961b-2c8f737be7da), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:21.013716 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c8f76368-d22f-4141-acf0-12d913e54065 None None] Port 5bd360c7-d35c-4dfa-92f8-c4b0496c187d cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:02:21.326803 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad0df232-b1c0-4c7a-8f42-2e1da3515b7f req-b97d1809-d75b-472a-ad2e-68bfdfe699df tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/security-groups?id=e760d1d5-7bcb-442b-b02f-fe1d7def914f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6032584 Feb 09 01:02:21.382651 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e6a95-7bc9-4dfa-8054-fd4f5c9cfdde req-16b62063-83eb-4ae5-bd1d-e3a0cec7e622 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:21.384220 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-af4e6a95-7bc9-4dfa-8054-fd4f5c9cfdde req-16b62063-83eb-4ae5-bd1d-e3a0cec7e622 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3f86a60-3e13-4616-a574-175bb5d90eea HTTP/1.1" status: 200 len: 950 time: 0.3927650 Feb 09 01:02:21.446154 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7a602a83-ed58-4156-b346-ee799438bc3a req-82dfb9f3-c078-44d6-853a-92d43ad5dcb6 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (53af4635-acf7-441b-961b-2c8f737be7da), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:21.458555 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['3f20790f-3dc7-440e-9aed-f7f0343db454'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:02:21.467778 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['8fc3cb9a-8128-43dd-acbe-d98580af4512', '728fd678-92ff-40a5-a350-98f51f331cef'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:02:21.539178 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a602a83-ed58-4156-b346-ee799438bc3a req-82dfb9f3-c078-44d6-853a-92d43ad5dcb6 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Network 9e88fe6e-2b1d-4294-a17d-9a7801813700 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:02:21.560174 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-7a602a83-ed58-4156-b346-ee799438bc3a req-82dfb9f3-c078-44d6-853a-92d43ad5dcb6 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:02:21.585564 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a602a83-ed58-4156-b346-ee799438bc3a req-82dfb9f3-c078-44d6-853a-92d43ad5dcb6 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:02:21.591744 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a602a83-ed58-4156-b346-ee799438bc3a req-82dfb9f3-c078-44d6-853a-92d43ad5dcb6 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:21.592388 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7a602a83-ed58-4156-b346-ee799438bc3a req-82dfb9f3-c078-44d6-853a-92d43ad5dcb6 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:21.655478 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-af4e6a95-7bc9-4dfa-8054-fd4f5c9cfdde req-a45a4136-dd85-43ff-abc4-16d36c07c9cb tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409720 Feb 09 01:02:21.683463 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dfb9f3-c078-44d6-853a-92d43ad5dcb6 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Pushing event updated for resources: {'Port': ['ID=53af4635-acf7-441b-961b-2c8f737be7da,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:21.780334 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a602a83-ed58-4156-b346-ee799438bc3a req-82dfb9f3-c078-44d6-853a-92d43ad5dcb6 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.0189922 Feb 09 01:02:21.829873 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-7a602a83-ed58-4156-b346-ee799438bc3a req-5a80375c-83e3-4a5a-a260-518586c060d5 service neutron] Request body: {'port': {'device_id': '4a1c3f66-9f88-4e56-9a61-ea86391724d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:22.170142 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-1cc4bd43-89cc-4b73-9a46-e5f87d70343b None None] Provisioning complete for port 53af4635-acf7-441b-961b-2c8f737be7da triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:22.170718 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1cc4bd43-89cc-4b73-9a46-e5f87d70343b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (53af4635-acf7-441b-961b-2c8f737be7da), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:22.224129 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7a602a83-ed58-4156-b346-ee799438bc3a req-5a80375c-83e3-4a5a-a260-518586c060d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (53af4635-acf7-441b-961b-2c8f737be7da), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:22.240027 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-7a602a83-ed58-4156-b346-ee799438bc3a req-a4da1a2d-1c19-44b8-8763-d9deeb5419b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9daf566-c7d6-4402-8961-cca9c9108b5b {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:02:22.288006 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7a602a83-ed58-4156-b346-ee799438bc3a req-a4da1a2d-1c19-44b8-8763-d9deeb5419b6 service neutron] Publish callbacks [] for port (b9daf566-c7d6-4402-8961-cca9c9108b5b), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:22.304498 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-7a602a83-ed58-4156-b346-ee799438bc3a req-a4da1a2d-1c19-44b8-8763-d9deeb5419b6 service neutron] Transition to ACTIVE for port object b9daf566-c7d6-4402-8961-cca9c9108b5b will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:02:22.315278 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19705566-90c3-40cf-a357-7c4b2f009a6f req-5e73b621-4a1c-4858-a1ed-2e42ead84987 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:22.317370 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-19705566-90c3-40cf-a357-7c4b2f009a6f req-5e73b621-4a1c-4858-a1ed-2e42ead84987 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a1c3f66-9f88-4e56-9a61-ea86391724d2 HTTP/1.1" status: 200 len: 935 time: 0.6312881 Feb 09 01:02:22.323583 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-c47d014b-a2e9-439a-b3bb-27c601e3d209 req-2edf777a-8ef9-4b23-a530-8aaf1a54982a service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:02:22.337240 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c47d014b-a2e9-439a-b3bb-27c601e3d209 req-2edf777a-8ef9-4b23-a530-8aaf1a54982a service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0181084 Feb 09 01:02:22.351717 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7a602a83-ed58-4156-b346-ee799438bc3a req-a4da1a2d-1c19-44b8-8763-d9deeb5419b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b9daf566-c7d6-4402-8961-cca9c9108b5b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:22.369320 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-1cc4bd43-89cc-4b73-9a46-e5f87d70343b None None] Port 53af4635-acf7-441b-961b-2c8f737be7da cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:02:22.457044 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-80acaa3e-1895-4ad1-b48a-490f9ab21783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bd360c7-d35c-4dfa-92f8-c4b0496c187d {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:02:22.747615 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-fe18eff9-4638-4892-ac84-e3233a12422b req-e1c44e9f-63be-4e52-bf61-2943cc2419b2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f3f86a60-3e13-4616-a574-175bb5d90eea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0834928 Feb 09 01:02:22.756358 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [req-fe18eff9-4638-4892-ac84-e3233a12422b req-b026eaaa-2fed-45f1-a82a-537aacf926bc service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:02:22.762716 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-fe18eff9-4638-4892-ac84-e3233a12422b req-b026eaaa-2fed-45f1-a82a-537aacf926bc service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072455 Feb 09 01:02:22.915495 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-7a602a83-ed58-4156-b346-ee799438bc3a req-5a80375c-83e3-4a5a-a260-518586c060d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53af4635-acf7-441b-961b-2c8f737be7da {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:02:22.924824 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7a602a83-ed58-4156-b346-ee799438bc3a req-5a80375c-83e3-4a5a-a260-518586c060d5 service neutron] Publish callbacks [] for port (53af4635-acf7-441b-961b-2c8f737be7da), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:22.941860 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-7a602a83-ed58-4156-b346-ee799438bc3a req-5a80375c-83e3-4a5a-a260-518586c060d5 service neutron] Transition to ACTIVE for port object 53af4635-acf7-441b-961b-2c8f737be7da will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:02:22.951524 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-80acaa3e-1895-4ad1-b48a-490f9ab21783 service neutron] Publish callbacks [] for port (5bd360c7-d35c-4dfa-92f8-c4b0496c187d), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:22.979454 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-7a602a83-ed58-4156-b346-ee799438bc3a req-a4da1a2d-1c19-44b8-8763-d9deeb5419b6 service neutron] Attempting to bind port b9daf566-c7d6-4402-8961-cca9c9108b5b on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:02:22.980232 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-7a602a83-ed58-4156-b346-ee799438bc3a req-a4da1a2d-1c19-44b8-8763-d9deeb5419b6 service neutron] Attempting to bind port b9daf566-c7d6-4402-8961-cca9c9108b5b by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:02:22.980789 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a602a83-ed58-4156-b346-ee799438bc3a req-a4da1a2d-1c19-44b8-8763-d9deeb5419b6 service neutron] Attempting to bind port b9daf566-c7d6-4402-8961-cca9c9108b5b on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:02:22.986259 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7a602a83-ed58-4156-b346-ee799438bc3a req-5a80375c-83e3-4a5a-a260-518586c060d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (53af4635-acf7-441b-961b-2c8f737be7da), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:22.999791 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a602a83-ed58-4156-b346-ee799438bc3a req-a4da1a2d-1c19-44b8-8763-d9deeb5419b6 service neutron] Port b9daf566-c7d6-4402-8961-cca9c9108b5b on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:02:23.000580 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a602a83-ed58-4156-b346-ee799438bc3a req-a4da1a2d-1c19-44b8-8763-d9deeb5419b6 service neutron] Attempting to bind port b9daf566-c7d6-4402-8961-cca9c9108b5b on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:02:23.045476 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a602a83-ed58-4156-b346-ee799438bc3a req-a4da1a2d-1c19-44b8-8763-d9deeb5419b6 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:02:23.046103 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a602a83-ed58-4156-b346-ee799438bc3a req-a4da1a2d-1c19-44b8-8763-d9deeb5419b6 service neutron] Checking segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:02:23.046703 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a602a83-ed58-4156-b346-ee799438bc3a req-a4da1a2d-1c19-44b8-8763-d9deeb5419b6 service neutron] Bound using segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:02:23.047351 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-7a602a83-ed58-4156-b346-ee799438bc3a req-a4da1a2d-1c19-44b8-8763-d9deeb5419b6 service neutron] Bound port: b9daf566-c7d6-4402-8961-cca9c9108b5b, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:02:23.048792 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7a602a83-ed58-4156-b346-ee799438bc3a req-a4da1a2d-1c19-44b8-8763-d9deeb5419b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b9daf566-c7d6-4402-8961-cca9c9108b5b), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:23.166839 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-7a602a83-ed58-4156-b346-ee799438bc3a req-a4da1a2d-1c19-44b8-8763-d9deeb5419b6 service neutron] For port b9daf566-c7d6-4402-8961-cca9c9108b5b, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:02:23.172530 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-7a602a83-ed58-4156-b346-ee799438bc3a req-a4da1a2d-1c19-44b8-8763-d9deeb5419b6 service neutron] For port b9daf566-c7d6-4402-8961-cca9c9108b5b, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=b9daf566-c7d6-4402-8961-cca9c9108b5b,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:02:23.198918 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-80acaa3e-1895-4ad1-b48a-490f9ab21783 service neutron] Transition to ACTIVE for port object 5bd360c7-d35c-4dfa-92f8-c4b0496c187d will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:02:23.203782 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-19705566-90c3-40cf-a357-7c4b2f009a6f req-5660a498-76d5-465b-a5c2-98f447903911 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8214192 Feb 09 01:02:23.205061 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7a602a83-ed58-4156-b346-ee799438bc3a req-a4da1a2d-1c19-44b8-8763-d9deeb5419b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b9daf566-c7d6-4402-8961-cca9c9108b5b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:23.229514 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da1a2d-1c19-44b8-8763-d9deeb5419b6 service neutron] Pushing event updated for resources: {'Port': ['ID=b9daf566-c7d6-4402-8961-cca9c9108b5b,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:23.255363 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-80acaa3e-1895-4ad1-b48a-490f9ab21783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (5bd360c7-d35c-4dfa-92f8-c4b0496c187d), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:23.346409 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a602a83-ed58-4156-b346-ee799438bc3a req-a4da1a2d-1c19-44b8-8763-d9deeb5419b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:23.347360 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7a602a83-ed58-4156-b346-ee799438bc3a req-a4da1a2d-1c19-44b8-8763-d9deeb5419b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:23.349102 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a602a83-ed58-4156-b346-ee799438bc3a req-a4da1a2d-1c19-44b8-8763-d9deeb5419b6 service neutron] 10.222.0.47 "PUT /v2.0/ports/b9daf566-c7d6-4402-8961-cca9c9108b5b HTTP/1.1" status: 200 len: 1095 time: 3.5876460 Feb 09 01:02:23.364515 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a80375c-83e3-4a5a-a260-518586c060d5 service neutron] Pushing event updated for resources: {'Port': ['ID=53af4635-acf7-441b-961b-2c8f737be7da,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:23.395759 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b33a9932-b21e-440a-a9a9-d071ed88effc', 'tag': 'b9daf566-c7d6-4402-8961-cca9c9108b5b'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:02:23.400598 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f9518c-7bff-4555-9c06-54c0045cb4f0" -d '{"events": [{"name": "network-changed", "server_uuid": "b33a9932-b21e-440a-a9a9-d071ed88effc", "tag": "b9daf566-c7d6-4402-8961-cca9c9108b5b"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:02:23.423165 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-7a602a83-ed58-4156-b346-ee799438bc3a req-5a80375c-83e3-4a5a-a260-518586c060d5 service neutron] Attempting to bind port 53af4635-acf7-441b-961b-2c8f737be7da on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:02:23.438649 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-7a602a83-ed58-4156-b346-ee799438bc3a req-5a80375c-83e3-4a5a-a260-518586c060d5 service neutron] Attempting to bind port 53af4635-acf7-441b-961b-2c8f737be7da by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:02:23.438982 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a602a83-ed58-4156-b346-ee799438bc3a req-5a80375c-83e3-4a5a-a260-518586c060d5 service neutron] Attempting to bind port 53af4635-acf7-441b-961b-2c8f737be7da on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:02:23.565611 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a602a83-ed58-4156-b346-ee799438bc3a req-5a80375c-83e3-4a5a-a260-518586c060d5 service neutron] Port 53af4635-acf7-441b-961b-2c8f737be7da on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:02:23.565944 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a602a83-ed58-4156-b346-ee799438bc3a req-5a80375c-83e3-4a5a-a260-518586c060d5 service neutron] Attempting to bind port 53af4635-acf7-441b-961b-2c8f737be7da on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:02:23.601381 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a602a83-ed58-4156-b346-ee799438bc3a req-5a80375c-83e3-4a5a-a260-518586c060d5 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:02:23.603047 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a602a83-ed58-4156-b346-ee799438bc3a req-5a80375c-83e3-4a5a-a260-518586c060d5 service neutron] Checking segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:02:23.603622 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a602a83-ed58-4156-b346-ee799438bc3a req-5a80375c-83e3-4a5a-a260-518586c060d5 service neutron] Bound using segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:02:23.604238 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-7a602a83-ed58-4156-b346-ee799438bc3a req-5a80375c-83e3-4a5a-a260-518586c060d5 service neutron] Bound port: 53af4635-acf7-441b-961b-2c8f737be7da, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:02:23.608562 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7a602a83-ed58-4156-b346-ee799438bc3a req-5a80375c-83e3-4a5a-a260-518586c060d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (53af4635-acf7-441b-961b-2c8f737be7da), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:24.015936 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-80acaa3e-1895-4ad1-b48a-490f9ab21783 service neutron] Attempting to bind port 5bd360c7-d35c-4dfa-92f8-c4b0496c187d on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:02:24.017640 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-80acaa3e-1895-4ad1-b48a-490f9ab21783 service neutron] Attempting to bind port 5bd360c7-d35c-4dfa-92f8-c4b0496c187d by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '9519a72c-6e52-48a2-9d48-19f11e744f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:02:24.018255 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-80acaa3e-1895-4ad1-b48a-490f9ab21783 service neutron] Attempting to bind port 5bd360c7-d35c-4dfa-92f8-c4b0496c187d on network dbff02f4-8d52-4289-93bb-c44351bfd019 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:02:24.045580 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a602a83-ed58-4156-b346-ee799438bc3a req-ec53a651-883a-4233-8934-588012d9212b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:24.047427 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a602a83-ed58-4156-b346-ee799438bc3a req-ec53a651-883a-4233-8934-588012d9212b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e4a1438c4ae4668a3f29d116af30cb3&device_id=b33a9932-b21e-440a-a9a9-d071ed88effc HTTP/1.1" status: 200 len: 1129 time: 0.6314366 Feb 09 01:02:24.048992 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da1a2d-1c19-44b8-8763-d9deeb5419b6 service neutron] Pushing event updated for resources: {'Port': ['ID=b9daf566-c7d6-4402-8961-cca9c9108b5b,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:24.098345 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-7a602a83-ed58-4156-b346-ee799438bc3a req-5a80375c-83e3-4a5a-a260-518586c060d5 service neutron] For port 53af4635-acf7-441b-961b-2c8f737be7da, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:02:24.101797 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-7a602a83-ed58-4156-b346-ee799438bc3a req-5a80375c-83e3-4a5a-a260-518586c060d5 service neutron] For port 53af4635-acf7-441b-961b-2c8f737be7da, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=53af4635-acf7-441b-961b-2c8f737be7da,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:02:24.135803 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7a602a83-ed58-4156-b346-ee799438bc3a req-5a80375c-83e3-4a5a-a260-518586c060d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (53af4635-acf7-441b-961b-2c8f737be7da), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:24.144275 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-80acaa3e-1895-4ad1-b48a-490f9ab21783 service neutron] Port 5bd360c7-d35c-4dfa-92f8-c4b0496c187d on network dbff02f4-8d52-4289-93bb-c44351bfd019 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:02:24.144532 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-80acaa3e-1895-4ad1-b48a-490f9ab21783 service neutron] Attempting to bind port 5bd360c7-d35c-4dfa-92f8-c4b0496c187d on network dbff02f4-8d52-4289-93bb-c44351bfd019 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:02:24.229348 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd0bc1-15e5-4493-befb-fe37f2168639 req-b7b1758c-0c26-4980-bc83-36fa6c5a3fce tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:24.232642 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-46dd0bc1-15e5-4493-befb-fe37f2168639 req-b7b1758c-0c26-4980-bc83-36fa6c5a3fce tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f2328a3-da54-4134-bafe-a58b14532986 HTTP/1.1" status: 200 len: 943 time: 0.8104684 Feb 09 01:02:24.247943 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028af6a-caf1-4a27-8966-5001f3289e57 req-71a7a20b-6707-4c28-8925-6d0b649b1446 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:24.255360 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3028af6a-caf1-4a27-8966-5001f3289e57 req-71a7a20b-6707-4c28-8925-6d0b649b1446 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3f86a60-3e13-4616-a574-175bb5d90eea HTTP/1.1" status: 200 len: 950 time: 0.5821745 Feb 09 01:02:24.265157 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a602a83-ed58-4156-b346-ee799438bc3a req-d127a1a3-609f-4d18-af7a-28b5e7d565dd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=b9daf566-c7d6-4402-8961-cca9c9108b5b HTTP/1.1" status: 200 len: 217 time: 0.1396472 Feb 09 01:02:24.272669 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-80acaa3e-1895-4ad1-b48a-490f9ab21783 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:02:24.273007 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-80acaa3e-1895-4ad1-b48a-490f9ab21783 service neutron] Checking segment: {'id': '9519a72c-6e52-48a2-9d48-19f11e744f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:02:24.273388 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-80acaa3e-1895-4ad1-b48a-490f9ab21783 service neutron] Bound using segment: {'id': '9519a72c-6e52-48a2-9d48-19f11e744f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:02:24.273854 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-80acaa3e-1895-4ad1-b48a-490f9ab21783 service neutron] Bound port: 5bd360c7-d35c-4dfa-92f8-c4b0496c187d, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9519a72c-6e52-48a2-9d48-19f11e744f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:02:24.274231 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-80acaa3e-1895-4ad1-b48a-490f9ab21783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5bd360c7-d35c-4dfa-92f8-c4b0496c187d), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:24.367299 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a602a83-ed58-4156-b346-ee799438bc3a req-1c6ccfe9-3450-452c-b2e6-42dfbb24356b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:24.368789 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a602a83-ed58-4156-b346-ee799438bc3a req-1c6ccfe9-3450-452c-b2e6-42dfbb24356b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.0788469 Feb 09 01:02:24.448248 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a602a83-ed58-4156-b346-ee799438bc3a req-5a80375c-83e3-4a5a-a260-518586c060d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:24.449152 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7a602a83-ed58-4156-b346-ee799438bc3a req-5a80375c-83e3-4a5a-a260-518586c060d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:24.450775 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a602a83-ed58-4156-b346-ee799438bc3a req-5a80375c-83e3-4a5a-a260-518586c060d5 service neutron] 10.222.0.120 "PUT /v2.0/ports/53af4635-acf7-441b-961b-2c8f737be7da HTTP/1.1" status: 200 len: 1095 time: 2.6459341 Feb 09 01:02:24.516247 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-46dd0bc1-15e5-4493-befb-fe37f2168639 req-4f8551dc-8171-4eab-be1a-1fe0355f634e tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/security-groups?id=e760d1d5-7bcb-442b-b02f-fe1d7def914f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525427 Feb 09 01:02:24.516953 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80acaa3e-1895-4ad1-b48a-490f9ab21783 service neutron] Pushing event updated for resources: {'Port': ['ID=5bd360c7-d35c-4dfa-92f8-c4b0496c187d,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:25.023217 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3028af6a-caf1-4a27-8966-5001f3289e57 req-1cbd5e99-736d-4520-a17a-74e694cda4dc tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7668839 Feb 09 01:02:25.047684 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488c5774-f358-4e33-b080-84e9ef32559d x-openstack-request-id: req-488c5774-f358-4e33-b080-84e9ef32559d {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:02:25.048521 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b33a9932-b21e-440a-a9a9-d071ed88effc", "tag": "b9daf566-c7d6-4402-8961-cca9c9108b5b", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:02:25.049933 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-488c5774-f358-4e33-b080-84e9ef32559d {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:02:25.050406 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b33a9932-b21e-440a-a9a9-d071ed88effc', 'tag': 'b9daf566-c7d6-4402-8961-cca9c9108b5b', 'status': 'completed', 'code': 200} Feb 09 01:02:25.127893 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a602a83-ed58-4156-b346-ee799438bc3a req-3244efe2-dc2a-4aa5-98bb-0b11347de3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:25.134407 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a602a83-ed58-4156-b346-ee799438bc3a req-3244efe2-dc2a-4aa5-98bb-0b11347de3e3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7070391 Feb 09 01:02:25.174600 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-80acaa3e-1895-4ad1-b48a-490f9ab21783 service neutron] For port 5bd360c7-d35c-4dfa-92f8-c4b0496c187d, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:02:25.243549 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a80375c-83e3-4a5a-a260-518586c060d5 service neutron] Pushing event updated for resources: {'Port': ['ID=53af4635-acf7-441b-961b-2c8f737be7da,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:25.326737 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a602a83-ed58-4156-b346-ee799438bc3a req-d85ddbae-bb6a-4b5b-ab64-8d033e98c99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:25.328165 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a602a83-ed58-4156-b346-ee799438bc3a req-d85ddbae-bb6a-4b5b-ab64-8d033e98c99f service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=8e4a1438c4ae4668a3f29d116af30cb3&device_id=4a1c3f66-9f88-4e56-9a61-ea86391724d2 HTTP/1.1" status: 200 len: 1129 time: 0.4662910 Feb 09 01:02:25.390996 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-80acaa3e-1895-4ad1-b48a-490f9ab21783 service neutron] For port 5bd360c7-d35c-4dfa-92f8-c4b0496c187d, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=5bd360c7-d35c-4dfa-92f8-c4b0496c187d,segment=NetworkSegment(9519a72c-6e52-48a2-9d48-19f11e744f6e),segment_id=9519a72c-6e52-48a2-9d48-19f11e744f6e)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:02:25.406819 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40478) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:02:25.432706 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a602a83-ed58-4156-b346-ee799438bc3a req-12290aad-851a-4d26-ae0b-a908fe88be26 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=53af4635-acf7-441b-961b-2c8f737be7da HTTP/1.1" status: 200 len: 217 time: 0.0935569 Feb 09 01:02:25.465522 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-80acaa3e-1895-4ad1-b48a-490f9ab21783 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (5bd360c7-d35c-4dfa-92f8-c4b0496c187d), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:25.624483 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef07aad-b405-4b91-8f69-ca6c976f717c req-94a64c2f-96e2-42b0-9e0f-35ced84aefd1 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:25.631329 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aef07aad-b405-4b91-8f69-ca6c976f717c req-94a64c2f-96e2-42b0-9e0f-35ced84aefd1 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a1c3f66-9f88-4e56-9a61-ea86391724d2 HTTP/1.1" status: 200 len: 947 time: 0.4958947 Feb 09 01:02:25.633327 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c2c68e1d-b2fc-4160-9b74-82641f24f8c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:25.634400 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18eff9-4638-4892-ac84-e3233a12422b req-7d8e05ea-ff2e-4b89-ba55-ce77757170f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:25.635831 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fe18eff9-4638-4892-ac84-e3233a12422b req-7d8e05ea-ff2e-4b89-ba55-ce77757170f4 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=698d05b4eb4b402aa83e695c4b2c5978&device_id=f3f86a60-3e13-4616-a574-175bb5d90eea HTTP/1.1" status: 200 len: 1132 time: 0.4906993 Feb 09 01:02:25.831239 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-80acaa3e-1895-4ad1-b48a-490f9ab21783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:25.831966 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-80acaa3e-1895-4ad1-b48a-490f9ab21783 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:25.833429 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-80acaa3e-1895-4ad1-b48a-490f9ab21783 service neutron] 10.222.0.47 "PUT /v2.0/ports/5bd360c7-d35c-4dfa-92f8-c4b0496c187d HTTP/1.1" status: 200 len: 1091 time: 5.2104573 Feb 09 01:02:25.837849 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a602a83-ed58-4156-b346-ee799438bc3a req-b4a35e15-b754-4755-80d2-6b3765324a75 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6851747 Feb 09 01:02:25.847381 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c2c68e1d-b2fc-4160-9b74-82641f24f8c7 admin admin] Publish callbacks [] for security_group (9c16f719-b1b2-4674-8ba2-558bafe0c674), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:25.862029 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c2c68e1d-b2fc-4160-9b74-82641f24f8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (9c16f719-b1b2-4674-8ba2-558bafe0c674), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:25.893499 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aef07aad-b405-4b91-8f69-ca6c976f717c req-a24cca62-30fe-4030-a94f-93516d7394b9 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612062 Feb 09 01:02:25.901740 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a602a83-ed58-4156-b346-ee799438bc3a req-9ef7a98e-ba87-418b-882b-ddda01f637de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:25.914127 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a602a83-ed58-4156-b346-ee799438bc3a req-9ef7a98e-ba87-418b-882b-ddda01f637de service neutron] 10.222.0.120 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.4530852 Feb 09 01:02:25.968991 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c68e1d-b2fc-4160-9b74-82641f24f8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c16f719-b1b2-4674-8ba2-558bafe0c674,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:25.990509 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80acaa3e-1895-4ad1-b48a-490f9ab21783 service neutron] Pushing event updated for resources: {'Port': ['ID=5bd360c7-d35c-4dfa-92f8-c4b0496c187d,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:26.017319 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c2c68e1d-b2fc-4160-9b74-82641f24f8c7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=312d6f7c995b4959a1c70a1dcd851736&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6081755 Feb 09 01:02:26.020296 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40502) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:02:26.134236 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b8c363a2-48d4-4a67-a683-e50ed2a2ab05 admin admin] Publish callbacks [] for security_group (9c16f719-b1b2-4674-8ba2-558bafe0c674), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:26.180658 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b8c363a2-48d4-4a67-a683-e50ed2a2ab05 admin admin] Publish callbacks [] for security_group (9c16f719-b1b2-4674-8ba2-558bafe0c674), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:26.283736 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b8c363a2-48d4-4a67-a683-e50ed2a2ab05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (9c16f719-b1b2-4674-8ba2-558bafe0c674), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:26.289370 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b8c363a2-48d4-4a67-a683-e50ed2a2ab05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:26.293715 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b8c363a2-48d4-4a67-a683-e50ed2a2ab05 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9c16f719-b1b2-4674-8ba2-558bafe0c674 HTTP/1.1" status: 204 len: 168 time: 0.2693777 Feb 09 01:02:26.312050 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c363a2-48d4-4a67-a683-e50ed2a2ab05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c16f719-b1b2-4674-8ba2-558bafe0c674,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:26.359989 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18eff9-4638-4892-ac84-e3233a12422b req-c75f092a-eb48-470b-8ff3-37769c9e3d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:26.362338 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fe18eff9-4638-4892-ac84-e3233a12422b req-c75f092a-eb48-470b-8ff3-37769c9e3d2f service neutron] 10.222.0.120 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.7074802 Feb 09 01:02:26.416751 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-435832cd-ad85-4e17-bcb4-88ddde2c9d5b tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--560751950&fields=id&tenant_id=59b83406d20b4b2ebe9993c1c71eb2e8 HTTP/1.1" status: 200 len: 267 time: 0.3857656 Feb 09 01:02:26.430517 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a602a83-ed58-4156-b346-ee799438bc3a req-2f44a2c8-d18d-4925-b077-d59475cb7171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:26.434017 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a602a83-ed58-4156-b346-ee799438bc3a req-2f44a2c8-d18d-4925-b077-d59475cb7171 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4904537 Feb 09 01:02:26.623035 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb29980-b5df-46e5-a786-d4c70a9877ec req-3f532d60-f142-462d-8998-477bfc500e3a tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:26.624568 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9eb29980-b5df-46e5-a786-d4c70a9877ec req-3f532d60-f142-462d-8998-477bfc500e3a tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f2328a3-da54-4134-bafe-a58b14532986 HTTP/1.1" status: 200 len: 943 time: 0.5588293 Feb 09 01:02:26.626595 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a602a83-ed58-4156-b346-ee799438bc3a req-62e0eb2c-8a29-4abc-9c94-d634bbff7c64 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7477641 Feb 09 01:02:26.632835 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-cb6e5d10-9322-4221-b7ad-c780c3f6e0a2 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:26.639366 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-cb6e5d10-9322-4221-b7ad-c780c3f6e0a2 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/networks?id=5b1ef353-28d7-4dbf-bb1a-5731e3977ba4 HTTP/1.1" status: 200 len: 823 time: 0.2217407 Feb 09 01:02:26.648224 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-6cb36a5d-91d8-4596-b928-eb9417e3aade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:26.649880 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-6cb36a5d-91d8-4596-b928-eb9417e3aade service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67da1db1339f4110b352a0d7f5bcad0c&device_id=0f2328a3-da54-4134-bafe-a58b14532986 HTTP/1.1" status: 200 len: 1125 time: 0.7200105 Feb 09 01:02:26.664236 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fe18eff9-4638-4892-ac84-e3233a12422b req-3eaf0f7a-49a0-4e63-8f19-77b10b83118b service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=d3a84a99-84cd-449c-83e8-1f3fb33046d9 HTTP/1.1" status: 200 len: 217 time: 0.2828820 Feb 09 01:02:26.700359 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-6a6bb6fc-ca0b-4449-952f-aaab28b648c7 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/quotas/59b83406d20b4b2ebe9993c1c71eb2e8 HTTP/1.1" status: 200 len: 375 time: 0.0598485 Feb 09 01:02:26.749630 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40510) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:02:26.773295 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f2a3be12-3322-44a6-9e66-a4ca18f63f93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:26.781699 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18eff9-4638-4892-ac84-e3233a12422b req-e0e2652d-da61-44e1-821f-dc7aa3f487df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:26.783192 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fe18eff9-4638-4892-ac84-e3233a12422b req-e0e2652d-da61-44e1-821f-dc7aa3f487df service neutron] 10.222.0.120 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.1091073 Feb 09 01:02:26.901287 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f2a3be12-3322-44a6-9e66-a4ca18f63f93 admin admin] Publish callbacks [] for security_group (51349a77-b0ee-470f-a935-86e6793f71fb), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:26.908733 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-70d017d1-99d7-4ad7-889b-2ed354424637 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5bd360c7-d35c-4dfa-92f8-c4b0496c187d HTTP/1.1" status: 200 len: 217 time: 0.2249503 Feb 09 01:02:26.909382 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f2a3be12-3322-44a6-9e66-a4ca18f63f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (51349a77-b0ee-470f-a935-86e6793f71fb), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:26.984509 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9eb29980-b5df-46e5-a786-d4c70a9877ec req-0261f1ae-96fb-426f-83c1-431a2edd1f30 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/security-groups?id=e760d1d5-7bcb-442b-b02f-fe1d7def914f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335154 Feb 09 01:02:26.987657 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f2a3be12-3322-44a6-9e66-a4ca18f63f93 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6e31e54075f5425cadd8f957e3f744aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2362354 Feb 09 01:02:26.989847 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40516) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:02:27.053504 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a1c3f66-9f88-4e56-9a61-ea86391724d2', 'tag': '53af4635-acf7-441b-961b-2c8f737be7da'}, {'name': 'network-changed', 'server_uuid': '0f2328a3-da54-4134-bafe-a58b14532986', 'tag': '5bd360c7-d35c-4dfa-92f8-c4b0496c187d'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:02:27.055923 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79630dbd-50ce-430a-9add-8403e7e30d00" -d '{"events": [{"name": "network-changed", "server_uuid": "4a1c3f66-9f88-4e56-9a61-ea86391724d2", "tag": "53af4635-acf7-441b-961b-2c8f737be7da"}, {"name": "network-changed", "server_uuid": "0f2328a3-da54-4134-bafe-a58b14532986", "tag": "5bd360c7-d35c-4dfa-92f8-c4b0496c187d"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:02:27.112573 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-31baf987-8532-4cf4-ac50-833e578e9750 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=59b83406d20b4b2ebe9993c1c71eb2e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4095218 Feb 09 01:02:27.124402 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a3be12-3322-44a6-9e66-a4ca18f63f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51349a77-b0ee-470f-a935-86e6793f71fb,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:27.140765 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fc4a2e4e-0638-48b5-824e-0ce869233605 admin admin] Publish callbacks [] for security_group (51349a77-b0ee-470f-a935-86e6793f71fb), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:27.153154 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9518c-7bff-4555-9c06-54c0045cb4f0 req-22cee453-60b3-44cc-bfef-6f144e165e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:27.154769 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a5f9518c-7bff-4555-9c06-54c0045cb4f0 req-22cee453-60b3-44cc-bfef-6f144e165e31 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e4a1438c4ae4668a3f29d116af30cb3&device_id=b33a9932-b21e-440a-a9a9-d071ed88effc HTTP/1.1" status: 200 len: 1129 time: 0.3750167 Feb 09 01:02:27.167387 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fc4a2e4e-0638-48b5-824e-0ce869233605 admin admin] Publish callbacks [] for security_group (51349a77-b0ee-470f-a935-86e6793f71fb), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:27.173107 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-9dcec0b6-92e7-4b43-964f-c607359d1a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:27.174718 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-9dcec0b6-92e7-4b43-964f-c607359d1a78 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=43589af2-0462-47b3-852e-472c8aa8fb62 HTTP/1.1" status: 200 len: 860 time: 0.2000332 Feb 09 01:02:27.246396 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fc4a2e4e-0638-48b5-824e-0ce869233605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (51349a77-b0ee-470f-a935-86e6793f71fb), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:27.249168 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fc4a2e4e-0638-48b5-824e-0ce869233605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:27.250446 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-fc4a2e4e-0638-48b5-824e-0ce869233605 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/51349a77-b0ee-470f-a935-86e6793f71fb HTTP/1.1" status: 204 len: 168 time: 0.2514129 Feb 09 01:02:27.276025 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a2e4e-0638-48b5-824e-0ce869233605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51349a77-b0ee-470f-a935-86e6793f71fb,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:27.312111 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9518c-7bff-4555-9c06-54c0045cb4f0 req-b04f7c8a-ef4b-41b1-8111-8c76e6ad110f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:27.314303 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a5f9518c-7bff-4555-9c06-54c0045cb4f0 req-b04f7c8a-ef4b-41b1-8111-8c76e6ad110f service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.1041059 Feb 09 01:02:27.336578 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a602a83-ed58-4156-b346-ee799438bc3a req-c1cf2c80-1cdf-402c-9b63-fafd12c473f5 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7362359 Feb 09 01:02:27.353638 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf7d1f-ad16-4f2a-833d-b0bedcc29dfa req-6d233552-c26e-4526-ba01-772b5e066527 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:27.354980 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5fbf7d1f-ad16-4f2a-833d-b0bedcc29dfa req-6d233552-c26e-4526-ba01-772b5e066527 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.120 "GET /v2.0/ports?device_id=77b15bfe-17a0-47a9-b532-520e80a33c62 HTTP/1.1" status: 200 len: 945 time: 0.5186617 Feb 09 01:02:27.356855 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18eff9-4638-4892-ac84-e3233a12422b req-73e5f6b7-ca35-4e9d-b3ef-54c04635d542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:27.358341 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fe18eff9-4638-4892-ac84-e3233a12422b req-73e5f6b7-ca35-4e9d-b3ef-54c04635d542 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5098498 Feb 09 01:02:27.484721 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a602a83-ed58-4156-b346-ee799438bc3a req-91d0c3a1-771a-4736-bca6-ec5950987b7b service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235178 Feb 09 01:02:27.825978 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a5f9518c-7bff-4555-9c06-54c0045cb4f0 req-b0ae8c0e-af30-4337-b39e-fab07888efbe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=b9daf566-c7d6-4402-8961-cca9c9108b5b HTTP/1.1" status: 200 len: 217 time: 0.4864728 Feb 09 01:02:27.957227 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-b24f1fc9-8479-40d8-ad5d-790e06129991 service neutron] 10.222.0.50 "GET /v2.0/networks/5b1ef353-28d7-4dbf-bb1a-5731e3977ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8235645 Feb 09 01:02:28.127874 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9518c-7bff-4555-9c06-54c0045cb4f0 req-91c24d6c-2abe-4857-a145-9b6e379b044c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:28.129640 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a5f9518c-7bff-4555-9c06-54c0045cb4f0 req-91c24d6c-2abe-4857-a145-9b6e379b044c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.2409854 Feb 09 01:02:28.199859 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fe18eff9-4638-4892-ac84-e3233a12422b req-4e0c4ae0-d3f0-44ad-aa37-589e10b39438 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7157915 Feb 09 01:02:28.211524 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-dd8938c4-6e6d-49f1-bbd0-1ec7e2f5a153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:28.213050 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-dd8938c4-6e6d-49f1-bbd0-1ec7e2f5a153 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dbff02f4-8d52-4289-93bb-c44351bfd019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8876107 Feb 09 01:02:28.323923 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b6ff4-3aa4-49a2-af54-5e38d0b67bba req-a6d1479a-0e48-447e-8ca0-6040a768591a tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:28.332499 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a18b6ff4-3aa4-49a2-af54-5e38d0b67bba req-a6d1479a-0e48-447e-8ca0-6040a768591a tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3f86a60-3e13-4616-a574-175bb5d90eea HTTP/1.1" status: 200 len: 950 time: 1.0156646 Feb 09 01:02:28.447107 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9518c-7bff-4555-9c06-54c0045cb4f0 req-bd877be2-f474-4453-9b71-a7298456419d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:28.448630 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a5f9518c-7bff-4555-9c06-54c0045cb4f0 req-bd877be2-f474-4453-9b71-a7298456419d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2719660 Feb 09 01:02:28.493319 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a18b6ff4-3aa4-49a2-af54-5e38d0b67bba req-d7cf3edc-686e-48f5-90b6-e3c972c600f5 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597157 Feb 09 01:02:28.495257 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-5fbf7d1f-ad16-4f2a-833d-b0bedcc29dfa req-3df78d93-d084-4bf5-ac18-eb5ca930b772 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Deleting port b39940fd-23b9-4252-be87-2131fe4b7388 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:02:28.495610 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-5fbf7d1f-ad16-4f2a-833d-b0bedcc29dfa req-3df78d93-d084-4bf5-ac18-eb5ca930b772 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (b39940fd-23b9-4252-be87-2131fe4b7388), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:28.684624 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-84b25028-ca0d-48e6-8c69-bf41ba4a3d5d service neutron] 10.222.0.50 "GET /v2.0/networks/5b1ef353-28d7-4dbf-bb1a-5731e3977ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7265077 Feb 09 01:02:28.686358 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fe18eff9-4638-4892-ac84-e3233a12422b req-ff96a214-eaa0-4597-b0d4-fb83d83d7b4c service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4514356 Feb 09 01:02:28.719146 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a5f9518c-7bff-4555-9c06-54c0045cb4f0 req-76cf474c-319a-4f99-b984-fb28355058e3 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310727 Feb 09 01:02:28.846892 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-3bf82fc6-93ba-46ae-afcd-907e7d790404 service neutron] 10.222.0.47 "GET /v2.0/networks/dbff02f4-8d52-4289-93bb-c44351bfd019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6074531 Feb 09 01:02:28.953659 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12fb9fc-9fbe-4310-b42f-aa822b9ce9bd req-27217aab-e389-4790-b48c-d6406db02cf7 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:28.955938 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e12fb9fc-9fbe-4310-b42f-aa822b9ce9bd req-27217aab-e389-4790-b48c-d6406db02cf7 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a1c3f66-9f88-4e56-9a61-ea86391724d2 HTTP/1.1" status: 200 len: 947 time: 0.3506629 Feb 09 01:02:29.080528 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-5fbf7d1f-ad16-4f2a-833d-b0bedcc29dfa req-3df78d93-d084-4bf5-ac18-eb5ca930b772 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] For port b39940fd-23b9-4252-be87-2131fe4b7388, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=b39940fd-23b9-4252-be87-2131fe4b7388,segment=NetworkSegment(431c715a-c199-48c1-a403-75c9f288f923),segment_id=431c715a-c199-48c1-a403-75c9f288f923)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:02:29.080528 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-5fbf7d1f-ad16-4f2a-833d-b0bedcc29dfa req-3df78d93-d084-4bf5-ac18-eb5ca930b772 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (b39940fd-23b9-4252-be87-2131fe4b7388), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:29.218328 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 01:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8965048-3c2e-4270-8a90-65e3b395fa48 x-openstack-request-id: req-e8965048-3c2e-4270-8a90-65e3b395fa48 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:02:29.218695 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a1c3f66-9f88-4e56-9a61-ea86391724d2", "tag": "53af4635-acf7-441b-961b-2c8f737be7da", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0f2328a3-da54-4134-bafe-a58b14532986", "tag": "5bd360c7-d35c-4dfa-92f8-c4b0496c187d", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:02:29.219013 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e8965048-3c2e-4270-8a90-65e3b395fa48 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:02:29.220157 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a1c3f66-9f88-4e56-9a61-ea86391724d2', 'tag': '53af4635-acf7-441b-961b-2c8f737be7da', 'status': 'completed', 'code': 200} Feb 09 01:02:29.220462 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2328a3-da54-4134-bafe-a58b14532986', 'tag': '5bd360c7-d35c-4dfa-92f8-c4b0496c187d', 'status': 'completed', 'code': 200} Feb 09 01:02:29.223888 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a5f9518c-7bff-4555-9c06-54c0045cb4f0 req-37818136-3e24-4050-896d-aad1657441a1 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4889593 Feb 09 01:02:29.344939 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e12fb9fc-9fbe-4310-b42f-aa822b9ce9bd req-084dae32-5d28-4f89-8acf-94d43eab20df tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853043 Feb 09 01:02:29.347139 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-24a747d8-7b9f-4cb1-972e-1462df62d0f7 req-57685c2d-d8ea-4939-8f8e-d1b93e5f4ba7 service neutron] 10.222.0.47 "GET /v2.0/networks/dbff02f4-8d52-4289-93bb-c44351bfd019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4559340 Feb 09 01:02:29.769251 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-5fbf7d1f-ad16-4f2a-833d-b0bedcc29dfa req-3df78d93-d084-4bf5-ac18-eb5ca930b772 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:29.769913 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-5fbf7d1f-ad16-4f2a-833d-b0bedcc29dfa req-3df78d93-d084-4bf5-ac18-eb5ca930b772 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (5e1e289c-20ef-4918-9ea9-84e0674543e0), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:29.770118 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [req-5fbf7d1f-ad16-4f2a-833d-b0bedcc29dfa req-3df78d93-d084-4bf5-ac18-eb5ca930b772 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Floating IP 5e1e289c-20ef-4918-9ea9-84e0674543e0 disassociated. External IP: 172.25.8.209, port: b39940fd-23b9-4252-be87-2131fe4b7388. Feb 09 01:02:29.770464 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-5fbf7d1f-ad16-4f2a-833d-b0bedcc29dfa req-3df78d93-d084-4bf5-ac18-eb5ca930b772 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Calling delete_port for b39940fd-23b9-4252-be87-2131fe4b7388 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:02:29.871197 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79630dbd-50ce-430a-9add-8403e7e30d00 req-45d45cac-8506-40a9-b2cf-068787b16e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:29.881591 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-79630dbd-50ce-430a-9add-8403e7e30d00 req-45d45cac-8506-40a9-b2cf-068787b16e42 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=8e4a1438c4ae4668a3f29d116af30cb3&device_id=4a1c3f66-9f88-4e56-9a61-ea86391724d2 HTTP/1.1" status: 200 len: 1129 time: 0.6600769 Feb 09 01:02:29.884042 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5bf62eb3-3c66-4113-9f17-655e3d5d13ed req-8bdfc143-9762-4205-b7de-edc6b26b657b tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f2ab141-d24e-428a-b134-cfe4fbaf083a HTTP/1.1" status: 200 len: 210 time: 0.3302672 Feb 09 01:02:30.331127 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79630dbd-50ce-430a-9add-8403e7e30d00 req-b9f02c92-b254-4da7-9614-4676c8af2df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:30.332762 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-79630dbd-50ce-430a-9add-8403e7e30d00 req-b9f02c92-b254-4da7-9614-4676c8af2df6 service neutron] 10.222.0.120 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.4382715 Feb 09 01:02:30.404339 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a181cbf-de43-44eb-9959-bfbe3f5ad226 req-5c2da3d9-4cb5-4c43-9aa4-1552de9ed570 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:30.405962 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4a181cbf-de43-44eb-9959-bfbe3f5ad226 req-5c2da3d9-4cb5-4c43-9aa4-1552de9ed570 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f2328a3-da54-4134-bafe-a58b14532986 HTTP/1.1" status: 200 len: 943 time: 1.0148151 Feb 09 01:02:30.434782 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 53af4635-acf7-441b-961b-2c8f737be7da details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:02:30.490989 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-79630dbd-50ce-430a-9add-8403e7e30d00 req-7934852d-6ff0-4c9c-83cf-962842bc3875 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=53af4635-acf7-441b-961b-2c8f737be7da HTTP/1.1" status: 200 len: 217 time: 0.1382458 Feb 09 01:02:30.531175 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79630dbd-50ce-430a-9add-8403e7e30d00 req-00c71834-0c74-46f2-a755-d122205e5c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:30.533658 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-79630dbd-50ce-430a-9add-8403e7e30d00 req-00c71834-0c74-46f2-a755-d122205e5c59 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67da1db1339f4110b352a0d7f5bcad0c&device_id=0f2328a3-da54-4134-bafe-a58b14532986 HTTP/1.1" status: 200 len: 1125 time: 1.0730116 Feb 09 01:02:30.562252 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device b39940fd-23b9-4252-be87-2131fe4b7388 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:02:30.566221 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device b9daf566-c7d6-4402-8961-cca9c9108b5b details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:02:30.666814 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79630dbd-50ce-430a-9add-8403e7e30d00 req-e5968301-50ff-41db-8824-3ad0cc8b2ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:30.668527 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-79630dbd-50ce-430a-9add-8403e7e30d00 req-e5968301-50ff-41db-8824-3ad0cc8b2ee9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dbff02f4-8d52-4289-93bb-c44351bfd019 HTTP/1.1" status: 200 len: 923 time: 0.1096725 Feb 09 01:02:30.739738 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-79630dbd-50ce-430a-9add-8403e7e30d00 req-770dd047-7e87-41d0-86fc-9c52613905ab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5bd360c7-d35c-4dfa-92f8-c4b0496c187d HTTP/1.1" status: 200 len: 217 time: 0.0466480 Feb 09 01:02:30.751096 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eeb209-ca01-4134-b2a6-fd7d60aa7290 req-38cef57c-49b7-4f17-8e2a-400df194c7fa tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:30.752915 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-72eeb209-ca01-4134-b2a6-fd7d60aa7290 req-38cef57c-49b7-4f17-8e2a-400df194c7fa tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3f86a60-3e13-4616-a574-175bb5d90eea HTTP/1.1" status: 200 len: 950 time: 0.4191651 Feb 09 01:02:30.775513 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4a181cbf-de43-44eb-9959-bfbe3f5ad226 req-d6bf18aa-bcbb-4a39-8c0e-c37749457097 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/security-groups?id=e760d1d5-7bcb-442b-b02f-fe1d7def914f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995093 Feb 09 01:02:30.793199 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 53af4635-acf7-441b-961b-2c8f737be7da, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=53af4635-acf7-441b-961b-2c8f737be7da,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:02:30.827199 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '53af4635-acf7-441b-961b-2c8f737be7da', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'port_id': '53af4635-acf7-441b-961b-2c8f737be7da', 'mac_address': 'fa:16:3e:1e:51:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3810d295-ee98-40f7-b1e2-609bf7d1c3df', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:02:30.895090 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port b39940fd-23b9-4252-be87-2131fe4b7388 is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:02:30.895965 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b39940fd-23b9-4252-be87-2131fe4b7388), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:30.902170 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 53af4635-acf7-441b-961b-2c8f737be7da is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:02:30.903115 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (53af4635-acf7-441b-961b-2c8f737be7da), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:30.920468 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79630dbd-50ce-430a-9add-8403e7e30d00 req-0fd1c171-2366-4680-87e8-4d4fcaacfe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:30.927239 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-79630dbd-50ce-430a-9add-8403e7e30d00 req-0fd1c171-2366-4680-87e8-4d4fcaacfe83 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=43589af2-0462-47b3-852e-472c8aa8fb62 HTTP/1.1" status: 200 len: 860 time: 0.1669264 Feb 09 01:02:30.949597 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port b9daf566-c7d6-4402-8961-cca9c9108b5b, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=b9daf566-c7d6-4402-8961-cca9c9108b5b,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:02:30.978684 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53af4635-acf7-441b-961b-2c8f737be7da {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:02:31.016950 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 53af4635-acf7-441b-961b-2c8f737be7da, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=53af4635-acf7-441b-961b-2c8f737be7da,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:02:31.022828 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': 'b9daf566-c7d6-4402-8961-cca9c9108b5b', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'port_id': 'b9daf566-c7d6-4402-8961-cca9c9108b5b', 'mac_address': 'fa:16:3e:7e:3a:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3810d295-ee98-40f7-b1e2-609bf7d1c3df', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:02:31.026406 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (53af4635-acf7-441b-961b-2c8f737be7da), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:31.139568 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=53af4635-acf7-441b-961b-2c8f737be7da,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:31.174434 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port b9daf566-c7d6-4402-8961-cca9c9108b5b is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:02:31.175135 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b9daf566-c7d6-4402-8961-cca9c9108b5b), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:31.194048 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9daf566-c7d6-4402-8961-cca9c9108b5b {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:02:31.196670 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-7a48e639-fdcf-4455-bd73-6eb2c959d371 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:31.198347 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-7a48e639-fdcf-4455-bd73-6eb2c959d371 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.120 "GET /v2.0/networks?id=5b1ef353-28d7-4dbf-bb1a-5731e3977ba4 HTTP/1.1" status: 200 len: 823 time: 0.2139399 Feb 09 01:02:31.219852 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79630dbd-50ce-430a-9add-8403e7e30d00 req-8819ddc5-065c-447a-9f5d-100c49499e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:31.221670 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-79630dbd-50ce-430a-9add-8403e7e30d00 req-8819ddc5-065c-447a-9f5d-100c49499e64 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.6958733 Feb 09 01:02:31.226210 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port b9daf566-c7d6-4402-8961-cca9c9108b5b, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=b9daf566-c7d6-4402-8961-cca9c9108b5b,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:02:31.233439 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b9daf566-c7d6-4402-8961-cca9c9108b5b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:31.307028 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-5fbf7d1f-ad16-4f2a-833d-b0bedcc29dfa req-3df78d93-d084-4bf5-ac18-eb5ca930b772 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (b39940fd-23b9-4252-be87-2131fe4b7388), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:31.331628 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=b9daf566-c7d6-4402-8961-cca9c9108b5b,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:31.340529 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-72eeb209-ca01-4134-b2a6-fd7d60aa7290 req-a2bad884-67eb-41b1-8675-3028bace2b27 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5632966 Feb 09 01:02:31.400487 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df78d93-d084-4bf5-ac18-eb5ca930b772 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Pushing event deleted for resources: {'Port': ['ID=b39940fd-23b9-4252-be87-2131fe4b7388,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:31.459367 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79630dbd-50ce-430a-9add-8403e7e30d00 req-6c883483-cb71-48c4-9eab-b384d242f49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:31.461207 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-79630dbd-50ce-430a-9add-8403e7e30d00 req-6c883483-cb71-48c4-9eab-b384d242f49e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dbff02f4-8d52-4289-93bb-c44351bfd019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4750068 Feb 09 01:02:31.516260 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['53af4635-acf7-441b-961b-2c8f737be7da'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:02:31.592901 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['b9daf566-c7d6-4402-8961-cca9c9108b5b'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:02:31.613746 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-bcdc67c0-1f0e-4890-841f-24cd2cf425d4 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59b83406d20b4b2ebe9993c1c71eb2e8 HTTP/1.1" status: 200 len: 379 time: 0.3695998 Feb 09 01:02:31.622675 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03269f9-5e53-43db-83f4-b015b730e7a3 req-7f8c5655-20dc-4266-9a25-e7169f9834e9 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:31.624467 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e03269f9-5e53-43db-83f4-b015b730e7a3 req-7f8c5655-20dc-4266-9a25-e7169f9834e9 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a1c3f66-9f88-4e56-9a61-ea86391724d2 HTTP/1.1" status: 200 len: 948 time: 0.3879194 Feb 09 01:02:31.717520 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-e7d23382-d0ed-4fe3-8d6f-bba9cbe1af96 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Request body: {'port': {'device_id': '9f2ab141-d24e-428a-b134-cfe4fbaf083a', 'network_id': '5b1ef353-28d7-4dbf-bb1a-5731e3977ba4', 'admin_state_up': True, 'tenant_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'security_groups': ['1790f5db-f4bf-4a0a-b871-f8306e209982']}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:31.773892 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79630dbd-50ce-430a-9add-8403e7e30d00 req-bec100e8-ce67-4ad4-890d-64c57f5655cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:31.775376 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-79630dbd-50ce-430a-9add-8403e7e30d00 req-bec100e8-ce67-4ad4-890d-64c57f5655cd service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5151577 Feb 09 01:02:31.789736 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7ccf7b3b-5738-4300-ba4c-a015f3d1ac7f req-437ea9b5-65cc-4ca5-8406-e13df5ab822f tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f2ab141-d24e-428a-b134-cfe4fbaf083a HTTP/1.1" status: 200 len: 210 time: 0.1879067 Feb 09 01:02:32.009706 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-79630dbd-50ce-430a-9add-8403e7e30d00 req-0d9d4f5b-1d60-4f1f-a9cb-9ed620308d06 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151592 Feb 09 01:02:32.203883 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e03269f9-5e53-43db-83f4-b015b730e7a3 req-5999b1b4-4f12-47c9-a019-f6445592b62e tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5064046 Feb 09 01:02:32.215044 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-79630dbd-50ce-430a-9add-8403e7e30d00 req-ac929b3c-7ee8-48f7-b8f1-89ee945c57a9 service neutron] 10.222.0.47 "GET /v2.0/networks/dbff02f4-8d52-4289-93bb-c44351bfd019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7311709 Feb 09 01:02:32.230828 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fbf7d1f-ad16-4f2a-833d-b0bedcc29dfa req-3df78d93-d084-4bf5-ac18-eb5ca930b772 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Router ada90dd7-44ce-466f-a95c-18e6c74d0611 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:02:32.285976 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6ec2d851-f1f2-4436-b457-1f9a853065e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:32.325506 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-79630dbd-50ce-430a-9add-8403e7e30d00 req-33cd0b1c-95ec-4c78-9099-3c27c5b3b547 service neutron] 10.222.0.47 "GET /v2.0/networks/dbff02f4-8d52-4289-93bb-c44351bfd019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977256 Feb 09 01:02:32.432641 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-79630dbd-50ce-430a-9add-8403e7e30d00 req-bb4b6769-a9c0-4946-9a1e-5b7a726e86c5 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032681 Feb 09 01:02:32.565550 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 5bd360c7-d35c-4dfa-92f8-c4b0496c187d details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:02:32.601879 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-e7d23382-d0ed-4fe3-8d6f-bba9cbe1af96 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Made reservation on behalf of 59b83406d20b4b2ebe9993c1c71eb2e8 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:02:32.605195 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-e7d23382-d0ed-4fe3-8d6f-bba9cbe1af96 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:32.690185 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907416b-8294-4f8a-99f2-757503f5dd5a req-90ac60a5-dc3c-4160-927e-af1f5b38f15e tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:32.692111 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0907416b-8294-4f8a-99f2-757503f5dd5a req-90ac60a5-dc3c-4160-927e-af1f5b38f15e tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f2328a3-da54-4134-bafe-a58b14532986 HTTP/1.1" status: 200 len: 943 time: 0.3392382 Feb 09 01:02:32.785017 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceda068-e7ec-4b2a-afd8-6e512d8e1f38 req-6f3d5ef3-816a-4b45-a395-32904869751a tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:32.793903 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5ceda068-e7ec-4b2a-afd8-6e512d8e1f38 req-6f3d5ef3-816a-4b45-a395-32904869751a tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3f86a60-3e13-4616-a574-175bb5d90eea HTTP/1.1" status: 200 len: 950 time: 0.2204123 Feb 09 01:02:32.819256 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fbf7d1f-ad16-4f2a-833d-b0bedcc29dfa req-3df78d93-d084-4bf5-ac18-eb5ca930b772 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:02:32.838061 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc08b24-f4ef-4772-812b-e9f04dcb1d27 None None] Sync routers for ids ['ada90dd7-44ce-466f-a95c-18e6c74d0611'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:02:32.859167 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc08b24-f4ef-4772-812b-e9f04dcb1d27 None None] Routers {'ada90dd7-44ce-466f-a95c-18e6c74d0611'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:02:32.860703 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-fbc08b24-f4ef-4772-812b-e9f04dcb1d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:02:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['ada90dd7-44ce-466f-a95c-18e6c74d0611'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:32.939235 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 5bd360c7-d35c-4dfa-92f8-c4b0496c187d, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=5bd360c7-d35c-4dfa-92f8-c4b0496c187d,segment=NetworkSegment(9519a72c-6e52-48a2-9d48-19f11e744f6e),segment_id=9519a72c-6e52-48a2-9d48-19f11e744f6e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:02:32.950831 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40652) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:02:32.963442 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '5bd360c7-d35c-4dfa-92f8-c4b0496c187d', 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019', 'port_id': '5bd360c7-d35c-4dfa-92f8-c4b0496c187d', 'mac_address': 'fa:16:3e:7c:1e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43589af2-0462-47b3-852e-472c8aa8fb62', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:02:33.061141 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-fbc08b24-f4ef-4772-812b-e9f04dcb1d27 None None] Set router ada90dd7-44ce-466f-a95c-18e6c74d0611 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:02:33.063775 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 5bd360c7-d35c-4dfa-92f8-c4b0496c187d is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:02:33.064391 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5bd360c7-d35c-4dfa-92f8-c4b0496c187d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:33.080488 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bd360c7-d35c-4dfa-92f8-c4b0496c187d {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:02:33.121146 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 5bd360c7-d35c-4dfa-92f8-c4b0496c187d, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=5bd360c7-d35c-4dfa-92f8-c4b0496c187d,segment=NetworkSegment(9519a72c-6e52-48a2-9d48-19f11e744f6e),segment_id=9519a72c-6e52-48a2-9d48-19f11e744f6e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:02:33.129041 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (5bd360c7-d35c-4dfa-92f8-c4b0496c187d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:33.138856 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d93d904b-aa2d-4e3c-ac74-9fedc6d27424 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:33.196139 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=5bd360c7-d35c-4dfa-92f8-c4b0496c187d,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:33.228521 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d93d904b-aa2d-4e3c-ac74-9fedc6d27424 admin admin] Publish callbacks [] for security_group (e4f40c0c-cd54-4746-873d-d9a304200d3c), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:33.236027 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d93d904b-aa2d-4e3c-ac74-9fedc6d27424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e4f40c0c-cd54-4746-873d-d9a304200d3c), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:33.284658 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fbf7d1f-ad16-4f2a-833d-b0bedcc29dfa req-3df78d93-d084-4bf5-ac18-eb5ca930b772 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] No DVR routers for this DVR port b39940fd-23b9-4252-be87-2131fe4b7388 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:02:33.292743 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-5fbf7d1f-ad16-4f2a-833d-b0bedcc29dfa req-3df78d93-d084-4bf5-ac18-eb5ca930b772 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:33.294183 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d93d904b-aa2d-4e3c-ac74-9fedc6d27424 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=80b1e81f6b9749d6ad7ccf4fcd23f43c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3419471 Feb 09 01:02:33.295187 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d904b-aa2d-4e3c-ac74-9fedc6d27424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f40c0c-cd54-4746-873d-d9a304200d3c,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:33.298611 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40662) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:02:33.299803 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5fbf7d1f-ad16-4f2a-833d-b0bedcc29dfa req-3df78d93-d084-4bf5-ac18-eb5ca930b772 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.120 "DELETE /v2.0/ports/b39940fd-23b9-4252-be87-2131fe4b7388 HTTP/1.1" status: 204 len: 173 time: 5.5204422 Feb 09 01:02:33.303168 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b15bfe-17a0-47a9-b532-520e80a33c62', 'name': 'network-vif-deleted', 'tag': 'b39940fd-23b9-4252-be87-2131fe4b7388'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:02:33.305430 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1faf2324-203d-4f0a-bcf5-67a2777b3fdf" -d '{"events": [{"server_uuid": "77b15bfe-17a0-47a9-b532-520e80a33c62", "name": "network-vif-deleted", "tag": "b39940fd-23b9-4252-be87-2131fe4b7388"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:02:33.332965 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0907416b-8294-4f8a-99f2-757503f5dd5a req-27ea4ffe-0355-425a-9353-bddbc6adafa9 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/security-groups?id=e760d1d5-7bcb-442b-b02f-fe1d7def914f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6302140 Feb 09 01:02:33.353415 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5ceda068-e7ec-4b2a-afd8-6e512d8e1f38 req-7d06afa9-31d8-43c8-b942-472235d1058b tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5537117 Feb 09 01:02:33.399669 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-e7d23382-d0ed-4fe3-8d6f-bba9cbe1af96 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Allocated IP 172.20.0.6 (5b1ef353-28d7-4dbf-bb1a-5731e3977ba4/f61025f6-bbc8-419e-944b-83c38276e9e3/aae82a69-9071-41a2-baf2-742837b0ba9c) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:02:33.401373 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-849377ad-6d5d-4186-b48c-4b663e383b4a admin admin] Publish callbacks [] for security_group (e4f40c0c-cd54-4746-873d-d9a304200d3c), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:33.430062 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-fbc08b24-f4ef-4772-812b-e9f04dcb1d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-681137932-router', 'tenant_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1e5780b3-10b8-4ff4-8292-62e6ca5327ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:00:37Z', 'updated_at': '2022-02-09T01:00:45Z', 'revision_number': 4, 'project_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'gw_port': {'id': '1e5780b3-10b8-4ff4-8292-62e6ca5327ff', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:00:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:38Z', 'updated_at': '2022-02-09T01:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb', 'name': '', 'network_id': '5b1ef353-28d7-4dbf-bb1a-5731e3977ba4', 'tenant_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'mac_address': 'fa:16:3e:fc:4f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'f61025f6-bbc8-419e-944b-83c38276e9e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:42Z', 'updated_at': '2022-02-09T01:00:51Z', 'revision_number': 5, 'project_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'subnets': [{'id': 'f61025f6-bbc8-419e-944b-83c38276e9e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:33.446083 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-849377ad-6d5d-4186-b48c-4b663e383b4a admin admin] Publish callbacks [] for security_group (e4f40c0c-cd54-4746-873d-d9a304200d3c), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:33.534631 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-849377ad-6d5d-4186-b48c-4b663e383b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e4f40c0c-cd54-4746-873d-d9a304200d3c), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:33.536994 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc08b24-f4ef-4772-812b-e9f04dcb1d27 None None] Checking router: ada90dd7-44ce-466f-a95c-18e6c74d0611 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:02:33.537695 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-849377ad-6d5d-4186-b48c-4b663e383b4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:33.539203 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-849377ad-6d5d-4186-b48c-4b663e383b4a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e4f40c0c-cd54-4746-873d-d9a304200d3c HTTP/1.1" status: 204 len: 168 time: 0.2393298 Feb 09 01:02:33.548436 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849377ad-6d5d-4186-b48c-4b663e383b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f40c0c-cd54-4746-873d-d9a304200d3c,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:33.560808 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc08b24-f4ef-4772-812b-e9f04dcb1d27 None None] Routers {'ada90dd7-44ce-466f-a95c-18e6c74d0611'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:02:33.563337 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-fbc08b24-f4ef-4772-812b-e9f04dcb1d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:02:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['ada90dd7-44ce-466f-a95c-18e6c74d0611'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:33.570256 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['5bd360c7-d35c-4dfa-92f8-c4b0496c187d'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:02:33.574680 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a2ebd7d8-8503-4eca-a3d1-e1bfb4b9a0cc req-cb418714-9207-4646-bec3-337ee1b4efb5 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f2ab141-d24e-428a-b134-cfe4fbaf083a HTTP/1.1" status: 200 len: 210 time: 0.0730586 Feb 09 01:02:33.695319 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-e7d23382-d0ed-4fe3-8d6f-bba9cbe1af96 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks [] for port (aae82a69-9071-41a2-baf2-742837b0ba9c), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:33.706792 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faacae16-328d-466a-857b-38a5dbce3795 x-openstack-request-id: req-faacae16-328d-466a-857b-38a5dbce3795 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:02:33.707091 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b15bfe-17a0-47a9-b532-520e80a33c62", "name": "network-vif-deleted", "tag": "b39940fd-23b9-4252-be87-2131fe4b7388", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:02:33.707349 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-faacae16-328d-466a-857b-38a5dbce3795 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:02:33.707749 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b15bfe-17a0-47a9-b532-520e80a33c62', 'name': 'network-vif-deleted', 'tag': 'b39940fd-23b9-4252-be87-2131fe4b7388', 'status': 'completed', 'code': 200} Feb 09 01:02:33.722737 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222565ea-e795-46c8-b8f5-8a4e1f9c8099 req-77f19f08-aa60-4c09-820f-369965d14734 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:33.724422 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-222565ea-e795-46c8-b8f5-8a4e1f9c8099 req-77f19f08-aa60-4c09-820f-369965d14734 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a1c3f66-9f88-4e56-9a61-ea86391724d2 HTTP/1.1" status: 200 len: 948 time: 0.0896933 Feb 09 01:02:33.821880 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-e7d23382-d0ed-4fe3-8d6f-bba9cbe1af96 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (aae82a69-9071-41a2-baf2-742837b0ba9c), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:33.851637 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-fbc08b24-f4ef-4772-812b-e9f04dcb1d27 None None] Set router ada90dd7-44ce-466f-a95c-18e6c74d0611 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:02:33.868910 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-222565ea-e795-46c8-b8f5-8a4e1f9c8099 req-4e2a00d5-0c3e-4ac8-be04-c7dde29c03d7 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119156 Feb 09 01:02:33.964328 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-e7d23382-d0ed-4fe3-8d6f-bba9cbe1af96 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Network 5b1ef353-28d7-4dbf-bb1a-5731e3977ba4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:02:33.967880 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-e7d23382-d0ed-4fe3-8d6f-bba9cbe1af96 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:02:33.972235 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-e7d23382-d0ed-4fe3-8d6f-bba9cbe1af96 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:02:33.981635 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-e7d23382-d0ed-4fe3-8d6f-bba9cbe1af96 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:33.982451 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-e7d23382-d0ed-4fe3-8d6f-bba9cbe1af96 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:34.004366 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d23382-d0ed-4fe3-8d6f-bba9cbe1af96 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Pushing event updated for resources: {'Port': ['ID=aae82a69-9071-41a2-baf2-742837b0ba9c,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:34.026645 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-e7d23382-d0ed-4fe3-8d6f-bba9cbe1af96 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3302953 Feb 09 01:02:34.055145 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-d6f45588-51f1-4925-bdeb-bbf9d361dfd0 service neutron] Request body: {'port': {'device_id': '9f2ab141-d24e-428a-b134-cfe4fbaf083a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:34.229138 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40708) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:02:34.229648 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-d6f45588-51f1-4925-bdeb-bbf9d361dfd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (aae82a69-9071-41a2-baf2-742837b0ba9c), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:34.256820 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a532fd70-4b55-4278-8630-46a0fe9c6c03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:34.296115 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-fbc08b24-f4ef-4772-812b-e9f04dcb1d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-681137932-router', 'tenant_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1e5780b3-10b8-4ff4-8292-62e6ca5327ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:00:37Z', 'updated_at': '2022-02-09T01:00:45Z', 'revision_number': 4, 'project_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'gw_port': {'id': '1e5780b3-10b8-4ff4-8292-62e6ca5327ff', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:00:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:38Z', 'updated_at': '2022-02-09T01:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb', 'name': '', 'network_id': '5b1ef353-28d7-4dbf-bb1a-5731e3977ba4', 'tenant_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'mac_address': 'fa:16:3e:fc:4f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'f61025f6-bbc8-419e-944b-83c38276e9e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:42Z', 'updated_at': '2022-02-09T01:00:51Z', 'revision_number': 5, 'project_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'subnets': [{'id': 'f61025f6-bbc8-419e-944b-83c38276e9e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:34.334369 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc08b24-f4ef-4772-812b-e9f04dcb1d27 None None] The sync data for ids ['ada90dd7-44ce-466f-a95c-18e6c74d0611'] in n-d-828369-4 is: [{'id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-681137932-router', 'tenant_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1e5780b3-10b8-4ff4-8292-62e6ca5327ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:00:37Z', 'updated_at': '2022-02-09T01:00:45Z', 'revision_number': 4, 'project_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'gw_port': {'id': '1e5780b3-10b8-4ff4-8292-62e6ca5327ff', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:00:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:38Z', 'updated_at': '2022-02-09T01:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb', 'name': '', 'network_id': '5b1ef353-28d7-4dbf-bb1a-5731e3977ba4', 'tenant_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'mac_address': 'fa:16:3e:fc:4f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'f61025f6-bbc8-419e-944b-83c38276e9e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:42Z', 'updated_at': '2022-02-09T01:00:51Z', 'revision_number': 5, 'project_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'subnets': [{'id': 'f61025f6-bbc8-419e-944b-83c38276e9e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:02:34.419860 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-339584dc-aa5d-45b4-86cc-97fbbe958230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:34.459901 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a532fd70-4b55-4278-8630-46a0fe9c6c03 admin admin] Publish callbacks [] for security_group (ff6ab348-d5f9-40c8-9280-e125e43805a1), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:34.464723 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 53af4635-acf7-441b-961b-2c8f737be7da up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:02:34.472848 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a532fd70-4b55-4278-8630-46a0fe9c6c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (ff6ab348-d5f9-40c8-9280-e125e43805a1), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:34.541876 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a532fd70-4b55-4278-8630-46a0fe9c6c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6ab348-d5f9-40c8-9280-e125e43805a1,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:34.547130 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-7e8a871f-0195-4fe5-af96-7533e23a4243 None None] Provisioning complete for port aae82a69-9071-41a2-baf2-742837b0ba9c triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:34.559084 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7e8a871f-0195-4fe5-af96-7533e23a4243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (aae82a69-9071-41a2-baf2-742837b0ba9c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:34.568890 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 53af4635-acf7-441b-961b-2c8f737be7da completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:02:34.570098 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a532fd70-4b55-4278-8630-46a0fe9c6c03 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bee760b886664ca192f26d497a44612d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3387828 Feb 09 01:02:34.570742 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40716) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:02:34.602224 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device b9daf566-c7d6-4402-8961-cca9c9108b5b up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:02:34.651531 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9d57bb0c-a423-4cbf-b8ea-250ff415d41f admin admin] Publish callbacks [] for security_group (ff6ab348-d5f9-40c8-9280-e125e43805a1), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:34.688207 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e9404-c74e-4c48-906c-be2ab37c5534 req-5ae195d4-18bd-4596-ab8e-0048a2aa9f06 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:34.694272 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 53af4635-acf7-441b-961b-2c8f737be7da triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:34.694657 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (53af4635-acf7-441b-961b-2c8f737be7da), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:34.695926 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9d57bb0c-a423-4cbf-b8ea-250ff415d41f admin admin] Publish callbacks [] for security_group (ff6ab348-d5f9-40c8-9280-e125e43805a1), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:34.709585 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bc9e9404-c74e-4c48-906c-be2ab37c5534 req-5ae195d4-18bd-4596-ab8e-0048a2aa9f06 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f2328a3-da54-4134-bafe-a58b14532986 HTTP/1.1" status: 200 len: 944 time: 0.1298938 Feb 09 01:02:34.743748 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-7e8a871f-0195-4fe5-af96-7533e23a4243 None None] Port aae82a69-9071-41a2-baf2-742837b0ba9c cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:02:34.800128 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9d57bb0c-a423-4cbf-b8ea-250ff415d41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (ff6ab348-d5f9-40c8-9280-e125e43805a1), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:34.803691 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9d57bb0c-a423-4cbf-b8ea-250ff415d41f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:34.808980 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9d57bb0c-a423-4cbf-b8ea-250ff415d41f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ff6ab348-d5f9-40c8-9280-e125e43805a1 HTTP/1.1" status: 204 len: 168 time: 0.2371869 Feb 09 01:02:34.822178 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bc9e9404-c74e-4c48-906c-be2ab37c5534 req-61c2498d-c547-434e-ad19-210bc7980768 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/security-groups?id=e760d1d5-7bcb-442b-b02f-fe1d7def914f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095061 Feb 09 01:02:34.823846 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d57bb0c-a423-4cbf-b8ea-250ff415d41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6ab348-d5f9-40c8-9280-e125e43805a1,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:34.841193 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58c8825-67a2-4bfc-ab26-8739f617c2fc None None] New status for floating IP 5e1e289c-20ef-4918-9ea9-84e0674543e0: DOWN {{(pid=103138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:02:34.951624 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-d6f45588-51f1-4925-bdeb-bbf9d361dfd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aae82a69-9071-41a2-baf2-742837b0ba9c {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:02:34.971090 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-d6f45588-51f1-4925-bdeb-bbf9d361dfd0 service neutron] Publish callbacks [] for port (aae82a69-9071-41a2-baf2-742837b0ba9c), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:35.033666 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-d6f45588-51f1-4925-bdeb-bbf9d361dfd0 service neutron] Transition to ACTIVE for port object aae82a69-9071-41a2-baf2-742837b0ba9c will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:02:35.065689 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port b9daf566-c7d6-4402-8961-cca9c9108b5b completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:02:35.104376 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port b9daf566-c7d6-4402-8961-cca9c9108b5b triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:35.105108 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b9daf566-c7d6-4402-8961-cca9c9108b5b), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:35.107574 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-d6f45588-51f1-4925-bdeb-bbf9d361dfd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (aae82a69-9071-41a2-baf2-742837b0ba9c), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:35.151807 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 53af4635-acf7-441b-961b-2c8f737be7da is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:02:35.153023 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (53af4635-acf7-441b-961b-2c8f737be7da), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:35.189255 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248a12a-3418-4d28-a58e-f053f75bf738 req-3d00ff14-4c33-4619-afde-aacba274700b tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:35.191014 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f248a12a-3418-4d28-a58e-f053f75bf738 req-3d00ff14-4c33-4619-afde-aacba274700b tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3f86a60-3e13-4616-a574-175bb5d90eea HTTP/1.1" status: 200 len: 950 time: 0.1610067 Feb 09 01:02:35.224835 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1c3f66-9f88-4e56-9a61-ea86391724d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53af4635-acf7-441b-961b-2c8f737be7da'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:02:35.227298 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61312c10-55d7-41b5-ae0b-0ac5879ae602" -d '{"events": [{"server_uuid": "4a1c3f66-9f88-4e56-9a61-ea86391724d2", "name": "network-vif-plugged", "status": "completed", "tag": "53af4635-acf7-441b-961b-2c8f737be7da"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:02:35.243613 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 53af4635-acf7-441b-961b-2c8f737be7da, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=53af4635-acf7-441b-961b-2c8f737be7da,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:02:35.264212 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (53af4635-acf7-441b-961b-2c8f737be7da), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:35.277364 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f45588-51f1-4925-bdeb-bbf9d361dfd0 service neutron] Pushing event updated for resources: {'Port': ['ID=aae82a69-9071-41a2-baf2-742837b0ba9c,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:35.342779 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port b9daf566-c7d6-4402-8961-cca9c9108b5b is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:02:35.343453 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b9daf566-c7d6-4402-8961-cca9c9108b5b), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:35.349120 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f248a12a-3418-4d28-a58e-f053f75bf738 req-85a6c16e-80a4-4923-b474-2a7cb712af26 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209974 Feb 09 01:02:35.366144 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=53af4635-acf7-441b-961b-2c8f737be7da,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:35.376848 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-d6f45588-51f1-4925-bdeb-bbf9d361dfd0 service neutron] Attempting to bind port aae82a69-9071-41a2-baf2-742837b0ba9c on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:02:35.377609 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-d6f45588-51f1-4925-bdeb-bbf9d361dfd0 service neutron] Attempting to bind port aae82a69-9071-41a2-baf2-742837b0ba9c by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '431c715a-c199-48c1-a403-75c9f288f923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5b1ef353-28d7-4dbf-bb1a-5731e3977ba4'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:02:35.378183 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-d6f45588-51f1-4925-bdeb-bbf9d361dfd0 service neutron] Attempting to bind port aae82a69-9071-41a2-baf2-742837b0ba9c on network 5b1ef353-28d7-4dbf-bb1a-5731e3977ba4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:02:35.386474 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port b9daf566-c7d6-4402-8961-cca9c9108b5b, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=b9daf566-c7d6-4402-8961-cca9c9108b5b,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:02:35.386896 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-d6f45588-51f1-4925-bdeb-bbf9d361dfd0 service neutron] Port aae82a69-9071-41a2-baf2-742837b0ba9c on network 5b1ef353-28d7-4dbf-bb1a-5731e3977ba4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:02:35.387382 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-d6f45588-51f1-4925-bdeb-bbf9d361dfd0 service neutron] Attempting to bind port aae82a69-9071-41a2-baf2-742837b0ba9c on network 5b1ef353-28d7-4dbf-bb1a-5731e3977ba4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:02:35.398019 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b9daf566-c7d6-4402-8961-cca9c9108b5b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:35.399079 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 5bd360c7-d35c-4dfa-92f8-c4b0496c187d up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:02:35.409164 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51328119-28e7-461d-991c-daf9fcd54ad1 req-06c39f69-b825-4578-9aea-26b1ed76ea03 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:35.418332 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-51328119-28e7-461d-991c-daf9fcd54ad1 req-06c39f69-b825-4578-9aea-26b1ed76ea03 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f2ab141-d24e-428a-b134-cfe4fbaf083a HTTP/1.1" status: 200 len: 943 time: 0.1349156 Feb 09 01:02:35.441744 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-d6f45588-51f1-4925-bdeb-bbf9d361dfd0 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:02:35.442103 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-d6f45588-51f1-4925-bdeb-bbf9d361dfd0 service neutron] Checking segment: {'id': '431c715a-c199-48c1-a403-75c9f288f923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5b1ef353-28d7-4dbf-bb1a-5731e3977ba4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:02:35.442866 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-d6f45588-51f1-4925-bdeb-bbf9d361dfd0 service neutron] Bound using segment: {'id': '431c715a-c199-48c1-a403-75c9f288f923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5b1ef353-28d7-4dbf-bb1a-5731e3977ba4'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:02:35.443404 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-d6f45588-51f1-4925-bdeb-bbf9d361dfd0 service neutron] Bound port: aae82a69-9071-41a2-baf2-742837b0ba9c, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '431c715a-c199-48c1-a403-75c9f288f923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5b1ef353-28d7-4dbf-bb1a-5731e3977ba4'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:02:35.444790 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-d6f45588-51f1-4925-bdeb-bbf9d361dfd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (aae82a69-9071-41a2-baf2-742837b0ba9c), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:35.551581 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-51328119-28e7-461d-991c-daf9fcd54ad1 req-9ebb4057-c34b-4171-8d21-68b77d51d995 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/security-groups?id=1790f5db-f4bf-4a0a-b871-f8306e209982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323502 Feb 09 01:02:35.653036 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-d6f45588-51f1-4925-bdeb-bbf9d361dfd0 service neutron] For port aae82a69-9071-41a2-baf2-742837b0ba9c, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:02:35.660283 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-d6f45588-51f1-4925-bdeb-bbf9d361dfd0 service neutron] For port aae82a69-9071-41a2-baf2-742837b0ba9c, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=aae82a69-9071-41a2-baf2-742837b0ba9c,segment=NetworkSegment(431c715a-c199-48c1-a403-75c9f288f923),segment_id=431c715a-c199-48c1-a403-75c9f288f923)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:02:35.687197 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0bfbf1-c809-418d-990a-3460e668953f req-4e9ac894-34ea-4d7f-a70f-73b87a9f1308 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:35.697837 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de0bfbf1-c809-418d-990a-3460e668953f req-4e9ac894-34ea-4d7f-a70f-73b87a9f1308 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a1c3f66-9f88-4e56-9a61-ea86391724d2 HTTP/1.1" status: 200 len: 949 time: 0.2272680 Feb 09 01:02:35.698445 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 5bd360c7-d35c-4dfa-92f8-c4b0496c187d completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:02:35.702072 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=b9daf566-c7d6-4402-8961-cca9c9108b5b,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:35.706073 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 5bd360c7-d35c-4dfa-92f8-c4b0496c187d triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:35.706461 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (5bd360c7-d35c-4dfa-92f8-c4b0496c187d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:35.717805 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-d6f45588-51f1-4925-bdeb-bbf9d361dfd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (aae82a69-9071-41a2-baf2-742837b0ba9c), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:35.781256 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:35.787266 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-d6f45588-51f1-4925-bdeb-bbf9d361dfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:35.788204 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-d6f45588-51f1-4925-bdeb-bbf9d361dfd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:35.790049 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-d6f45588-51f1-4925-bdeb-bbf9d361dfd0 service neutron] 10.222.0.120 "PUT /v2.0/ports/aae82a69-9071-41a2-baf2-742837b0ba9c HTTP/1.1" status: 200 len: 1091 time: 1.7412813 Feb 09 01:02:35.791036 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f2ab141-d24e-428a-b134-cfe4fbaf083a', 'tag': 'aae82a69-9071-41a2-baf2-742837b0ba9c'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:02:35.793674 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee32d67-83e8-4c28-8348-dfdc3a4f1795" -d '{"events": [{"name": "network-changed", "server_uuid": "9f2ab141-d24e-428a-b134-cfe4fbaf083a", "tag": "aae82a69-9071-41a2-baf2-742837b0ba9c"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:02:35.874595 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 5bd360c7-d35c-4dfa-92f8-c4b0496c187d is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:02:35.875000 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5bd360c7-d35c-4dfa-92f8-c4b0496c187d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:35.900098 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f45588-51f1-4925-bdeb-bbf9d361dfd0 service neutron] Pushing event updated for resources: {'Port': ['ID=aae82a69-9071-41a2-baf2-742837b0ba9c,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:35.936474 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6231408a-1e42-4330-85fa-6132147ad4ba x-openstack-request-id: req-6231408a-1e42-4330-85fa-6132147ad4ba {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:02:35.936943 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1c3f66-9f88-4e56-9a61-ea86391724d2", "name": "network-vif-plugged", "status": "completed", "tag": "53af4635-acf7-441b-961b-2c8f737be7da", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:02:35.937203 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6231408a-1e42-4330-85fa-6132147ad4ba {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:02:35.937702 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1c3f66-9f88-4e56-9a61-ea86391724d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53af4635-acf7-441b-961b-2c8f737be7da', 'code': 200} Feb 09 01:02:35.940904 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 5bd360c7-d35c-4dfa-92f8-c4b0496c187d, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=5bd360c7-d35c-4dfa-92f8-c4b0496c187d,segment=NetworkSegment(9519a72c-6e52-48a2-9d48-19f11e744f6e),segment_id=9519a72c-6e52-48a2-9d48-19f11e744f6e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:02:35.947190 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (5bd360c7-d35c-4dfa-92f8-c4b0496c187d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:35.949551 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device dac9e357-a474-48c4-8a68-d60133aacb8a no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:02:35.974449 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de0bfbf1-c809-418d-990a-3460e668953f req-abce5fcb-6104-4978-be46-036b286642a2 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747359 Feb 09 01:02:36.074485 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6a6839-3870-4e17-9dc9-f805bbb808bf x-openstack-request-id: req-8b6a6839-3870-4e17-9dc9-f805bbb808bf {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:02:36.076141 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f2ab141-d24e-428a-b134-cfe4fbaf083a", "tag": "aae82a69-9071-41a2-baf2-742837b0ba9c", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:02:36.076415 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8b6a6839-3870-4e17-9dc9-f805bbb808bf {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:02:36.085939 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f2ab141-d24e-428a-b134-cfe4fbaf083a', 'tag': 'aae82a69-9071-41a2-baf2-742837b0ba9c', 'status': 'completed', 'code': 200} Feb 09 01:02:36.175677 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-8f98351c-9fd0-4f32-9e63-b10c399d88ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:36.177734 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=5bd360c7-d35c-4dfa-92f8-c4b0496c187d,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:36.177877 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-8f98351c-9fd0-4f32-9e63-b10c399d88ac service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=59b83406d20b4b2ebe9993c1c71eb2e8&device_id=9f2ab141-d24e-428a-b134-cfe4fbaf083a HTTP/1.1" status: 200 len: 1125 time: 0.2981699 Feb 09 01:02:36.258382 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-142e55b8-5cb1-42a4-bb64-a8697f448f73 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aae82a69-9071-41a2-baf2-742837b0ba9c HTTP/1.1" status: 200 len: 217 time: 0.0569546 Feb 09 01:02:36.285024 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port dac9e357-a474-48c4-8a68-d60133aacb8a is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:02:36.285437 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (dac9e357-a474-48c4-8a68-d60133aacb8a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:36.329313 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port dac9e357-a474-48c4-8a68-d60133aacb8a, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=dac9e357-a474-48c4-8a68-d60133aacb8a,segment=NetworkSegment(b2ef10b9-0c7e-4ea0-88fe-781103c28e86),segment_id=b2ef10b9-0c7e-4ea0-88fe-781103c28e86)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:02:36.335804 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (dac9e357-a474-48c4-8a68-d60133aacb8a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:36.423957 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-40582172-f6f2-45d8-8621-b2a8578a9887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:36.424221 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=dac9e357-a474-48c4-8a68-d60133aacb8a,revision_number=8']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:36.425266 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-40582172-f6f2-45d8-8621-b2a8578a9887 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=f61025f6-bbc8-419e-944b-83c38276e9e3 HTTP/1.1" status: 200 len: 862 time: 0.0542402 Feb 09 01:02:36.437402 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ca2b7-1e22-4fcd-a7fb-374a550671d2 req-2852fbea-a863-4fd6-8105-ee2109941e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:36.439759 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1e7ca2b7-1e22-4fcd-a7fb-374a550671d2 req-2852fbea-a863-4fd6-8105-ee2109941e57 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=4a1c3f66-9f88-4e56-9a61-ea86391724d2 HTTP/1.1" status: 200 len: 1131 time: 0.4205108 Feb 09 01:02:36.447828 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40804) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:02:36.510875 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8138b8b2-03b7-4abf-bf6c-97f0938c952c req-b9d94103-a969-4897-870d-f91d1fa1aedf tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:36.517853 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8138b8b2-03b7-4abf-bf6c-97f0938c952c req-b9d94103-a969-4897-870d-f91d1fa1aedf tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f2328a3-da54-4134-bafe-a58b14532986 HTTP/1.1" status: 200 len: 945 time: 0.3727283 Feb 09 01:02:36.578282 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7ea46681-f39e-4200-841f-0171df1f87dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:36.629595 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655866b6-15ed-4a12-863b-834199ea2d56 req-9885ec62-b947-4780-be53-ce9410f78d3a tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:36.633497 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-655866b6-15ed-4a12-863b-834199ea2d56 req-9885ec62-b947-4780-be53-ce9410f78d3a tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/networks?id=b90c3694-06cc-4931-a87d-3191a1408398 HTTP/1.1" status: 200 len: 805 time: 0.3727334 Feb 09 01:02:36.648215 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8138b8b2-03b7-4abf-bf6c-97f0938c952c req-4ed89d35-39a0-44f5-945a-391b18ed3043 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/security-groups?id=e760d1d5-7bcb-442b-b02f-fe1d7def914f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295321 Feb 09 01:02:36.652445 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1e7ca2b7-1e22-4fcd-a7fb-374a550671d2 req-a0f1f343-ee7c-494e-8817-e8f23bf4ac7b service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030623 Feb 09 01:02:36.654265 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-e572b49c-8b69-47fc-9f21-a19509340259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:36.656167 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-e572b49c-8b69-47fc-9f21-a19509340259 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=5b1ef353-28d7-4dbf-bb1a-5731e3977ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2106180 Feb 09 01:02:36.664484 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-655866b6-15ed-4a12-863b-834199ea2d56 req-552ad7a9-5d3a-4e52-a37b-b13487773f9f tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/quotas/74abc34e7691425282972b2da05f36f8 HTTP/1.1" status: 200 len: 375 time: 0.0230448 Feb 09 01:02:36.672349 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7ea46681-f39e-4200-841f-0171df1f87dc admin admin] Publish callbacks [] for security_group (4dddc8af-d51b-4624-8f93-c9702399a6b9), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:36.678069 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7ea46681-f39e-4200-841f-0171df1f87dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (4dddc8af-d51b-4624-8f93-c9702399a6b9), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:36.732034 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7ea46681-f39e-4200-841f-0171df1f87dc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ba9be85dfd1c426a818b267824153886&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2830129 Feb 09 01:02:36.733211 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea46681-f39e-4200-841f-0171df1f87dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dddc8af-d51b-4624-8f93-c9702399a6b9,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:36.736633 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40816) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:02:36.768812 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-655866b6-15ed-4a12-863b-834199ea2d56 req-0215141a-7475-403e-bc46-1dd281d10744 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=74abc34e7691425282972b2da05f36f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0948317 Feb 09 01:02:36.796601 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ca1d910b-8868-481d-b09f-846930040976 admin admin] Publish callbacks [] for security_group (4dddc8af-d51b-4624-8f93-c9702399a6b9), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:36.819208 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ca1d910b-8868-481d-b09f-846930040976 admin admin] Publish callbacks [] for security_group (4dddc8af-d51b-4624-8f93-c9702399a6b9), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:36.842761 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55567cbb-cf57-45c7-92c9-7b52cb3d6e80 req-1a7c569a-7f29-4d2c-ac3f-ed545eec9c40 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:36.844236 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-55567cbb-cf57-45c7-92c9-7b52cb3d6e80 req-1a7c569a-7f29-4d2c-ac3f-ed545eec9c40 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3f86a60-3e13-4616-a574-175bb5d90eea HTTP/1.1" status: 200 len: 950 time: 0.1171913 Feb 09 01:02:36.878072 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ca1d910b-8868-481d-b09f-846930040976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (4dddc8af-d51b-4624-8f93-c9702399a6b9), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:36.881301 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ca1d910b-8868-481d-b09f-846930040976 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:36.884887 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ca1d910b-8868-481d-b09f-846930040976 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4dddc8af-d51b-4624-8f93-c9702399a6b9 HTTP/1.1" status: 204 len: 168 time: 0.1447742 Feb 09 01:02:36.894364 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1d910b-8868-481d-b09f-846930040976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dddc8af-d51b-4624-8f93-c9702399a6b9,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:36.974669 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-55567cbb-cf57-45c7-92c9-7b52cb3d6e80 req-6940f74a-87ba-4a2f-b31a-75310b2fb12d tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215270 Feb 09 01:02:36.978250 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-655866b6-15ed-4a12-863b-834199ea2d56 req-02d36934-34e0-4bf8-a456-652fc15b3aea service neutron] 10.222.0.50 "GET /v2.0/networks/b90c3694-06cc-4931-a87d-3191a1408398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991575 Feb 09 01:02:37.037759 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:37.132502 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-b71e2287-422c-46ef-a14a-b3b99ffe646d service neutron] 10.222.0.120 "GET /v2.0/networks/5b1ef353-28d7-4dbf-bb1a-5731e3977ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119689 Feb 09 01:02:37.201884 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-655866b6-15ed-4a12-863b-834199ea2d56 req-0eb59f55-219b-4b4d-8eb7-8d4d10da0781 service neutron] 10.222.0.50 "GET /v2.0/networks/b90c3694-06cc-4931-a87d-3191a1408398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151747 Feb 09 01:02:37.217964 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bcb17-9d68-42e9-870d-d940e1dadc8a req-6e933bf3-f8e8-4fdc-936e-b9f12db33dbd tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:37.219485 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bc8bcb17-9d68-42e9-870d-d940e1dadc8a req-6e933bf3-f8e8-4fdc-936e-b9f12db33dbd tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f2ab141-d24e-428a-b134-cfe4fbaf083a HTTP/1.1" status: 200 len: 943 time: 0.1543951 Feb 09 01:02:37.291278 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-007f9e98-aa13-4103-90e6-5c279f33c142 req-420448a6-6d68-4a3f-b77c-df79a6bbd183 service neutron] 10.222.0.120 "GET /v2.0/networks/5b1ef353-28d7-4dbf-bb1a-5731e3977ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489186 Feb 09 01:02:37.305269 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bc8bcb17-9d68-42e9-870d-d940e1dadc8a req-3041d22a-1c40-4f71-8937-7f36d9fd7916 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/security-groups?id=1790f5db-f4bf-4a0a-b871-f8306e209982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771508 Feb 09 01:02:37.349263 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:37.458969 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6980fc5d-f72e-49db-a1c6-0bc057dd6944 req-644d6e5b-a381-4658-88e4-8f5cd5f04919 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ed9ba31-f7c6-48e8-8c25-d72c0b583769 HTTP/1.1" status: 200 len: 210 time: 0.0566311 Feb 09 01:02:37.487838 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee32d67-83e8-4c28-8348-dfdc3a4f1795 req-5208c295-9008-4d5a-afa5-642fa515cc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:37.489430 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1ee32d67-83e8-4c28-8348-dfdc3a4f1795 req-5208c295-9008-4d5a-afa5-642fa515cc12 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=59b83406d20b4b2ebe9993c1c71eb2e8&device_id=9f2ab141-d24e-428a-b134-cfe4fbaf083a HTTP/1.1" status: 200 len: 1125 time: 0.1204627 Feb 09 01:02:37.501138 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ccd60-af3f-4b4c-9b2f-ec77352dc900 req-794511c8-75fe-40c6-bee7-276945e00c16 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:37.502530 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a16ccd60-af3f-4b4c-9b2f-ec77352dc900 req-794511c8-75fe-40c6-bee7-276945e00c16 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a1c3f66-9f88-4e56-9a61-ea86391724d2 HTTP/1.1" status: 200 len: 949 time: 0.0989673 Feb 09 01:02:37.636905 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a16ccd60-af3f-4b4c-9b2f-ec77352dc900 req-ad6940bd-66a0-434d-82c5-87b3a038bcd5 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060164 Feb 09 01:02:37.677316 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee32d67-83e8-4c28-8348-dfdc3a4f1795 req-3ce3c05b-ac96-4661-ac35-4f46c33673e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:37.679217 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1ee32d67-83e8-4c28-8348-dfdc3a4f1795 req-3ce3c05b-ac96-4661-ac35-4f46c33673e9 service neutron] 10.222.0.120 "GET /v2.0/networks?id=5b1ef353-28d7-4dbf-bb1a-5731e3977ba4 HTTP/1.1" status: 200 len: 925 time: 0.1758268 Feb 09 01:02:37.774972 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1ee32d67-83e8-4c28-8348-dfdc3a4f1795 req-b8973687-e031-4d7d-8610-4f1097bd1ff4 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aae82a69-9071-41a2-baf2-742837b0ba9c HTTP/1.1" status: 200 len: 217 time: 0.0873225 Feb 09 01:02:37.873089 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e3903-9375-436e-9368-cea32aaad7fc req-c320d0d3-52ea-481a-ab53-e885178843e1 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:37.874645 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40874) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:02:37.875135 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f80e3903-9375-436e-9368-cea32aaad7fc req-c320d0d3-52ea-481a-ab53-e885178843e1 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.47 "GET /v2.0/ports?device_id=85ecf42b-bfd6-4ff8-839c-d164b7522a38 HTTP/1.1" status: 200 len: 943 time: 0.1312051 Feb 09 01:02:37.896333 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee32d67-83e8-4c28-8348-dfdc3a4f1795 req-53ad68d9-61c8-4b3f-b602-6248507cef5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:37.897774 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1ee32d67-83e8-4c28-8348-dfdc3a4f1795 req-53ad68d9-61c8-4b3f-b602-6248507cef5f service neutron] 10.222.0.120 "GET /v2.0/subnets?id=f61025f6-bbc8-419e-944b-83c38276e9e3 HTTP/1.1" status: 200 len: 862 time: 0.1141515 Feb 09 01:02:37.939303 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b33a9932-b21e-440a-a9a9-d071ed88effc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9daf566-c7d6-4402-8961-cca9c9108b5b'}, {'server_uuid': '0f2328a3-da54-4134-bafe-a58b14532986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd360c7-d35c-4dfa-92f8-c4b0496c187d'}, {'server_uuid': '85ecf42b-bfd6-4ff8-839c-d164b7522a38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dac9e357-a474-48c4-8a68-d60133aacb8a'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:02:37.941958 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b47c10-f7d2-4eb9-bf37-488165edca9f" -d '{"events": [{"server_uuid": "b33a9932-b21e-440a-a9a9-d071ed88effc", "name": "network-vif-plugged", "status": "completed", "tag": "b9daf566-c7d6-4402-8961-cca9c9108b5b"}, {"server_uuid": "0f2328a3-da54-4134-bafe-a58b14532986", "name": "network-vif-plugged", "status": "completed", "tag": "5bd360c7-d35c-4dfa-92f8-c4b0496c187d"}, {"server_uuid": "85ecf42b-bfd6-4ff8-839c-d164b7522a38", "name": "network-vif-unplugged", "status": "completed", "tag": "dac9e357-a474-48c4-8a68-d60133aacb8a"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:02:37.972344 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53d61a-f4bb-403c-becd-f7e22b75631c req-ae41cfd0-54e8-4f6c-864c-509bde55a42f tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:37.979747 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de53d61a-f4bb-403c-becd-f7e22b75631c req-ae41cfd0-54e8-4f6c-864c-509bde55a42f tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f2328a3-da54-4134-bafe-a58b14532986 HTTP/1.1" status: 200 len: 945 time: 0.1873677 Feb 09 01:02:38.006576 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-a95a65ea-cfc7-40b5-96d5-eacb8037ea95 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-529949854-network', 'tenant_id': 'e38149fe03fa45f7baf8137c755ba722'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:38.029856 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95a65ea-cfc7-40b5-96d5-eacb8037ea95 admin admin] Made reservation on behalf of e38149fe03fa45f7baf8137c755ba722 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:02:38.032568 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Wed, 09 Feb 2022 01:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c37b59-89a6-4497-b88d-258996af071a x-openstack-request-id: req-01c37b59-89a6-4497-b88d-258996af071a {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:02:38.032935 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b33a9932-b21e-440a-a9a9-d071ed88effc", "name": "network-vif-plugged", "status": "completed", "tag": "b9daf566-c7d6-4402-8961-cca9c9108b5b", "code": 200}, {"server_uuid": "0f2328a3-da54-4134-bafe-a58b14532986", "name": "network-vif-plugged", "status": "completed", "tag": "5bd360c7-d35c-4dfa-92f8-c4b0496c187d", "code": 200}, {"server_uuid": "85ecf42b-bfd6-4ff8-839c-d164b7522a38", "name": "network-vif-unplugged", "status": "completed", "tag": "dac9e357-a474-48c4-8a68-d60133aacb8a", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:02:38.033387 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-01c37b59-89a6-4497-b88d-258996af071a {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:02:38.033972 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33a9932-b21e-440a-a9a9-d071ed88effc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9daf566-c7d6-4402-8961-cca9c9108b5b', 'code': 200} Feb 09 01:02:38.034377 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2328a3-da54-4134-bafe-a58b14532986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd360c7-d35c-4dfa-92f8-c4b0496c187d', 'code': 200} Feb 09 01:02:38.034848 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ecf42b-bfd6-4ff8-839c-d164b7522a38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dac9e357-a474-48c4-8a68-d60133aacb8a', 'code': 200} Feb 09 01:02:38.039603 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a95a65ea-cfc7-40b5-96d5-eacb8037ea95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:38.050793 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a95a65ea-cfc7-40b5-96d5-eacb8037ea95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:38.114913 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee32d67-83e8-4c28-8348-dfdc3a4f1795 req-5c9a5db3-26f2-4a1c-8e96-3b4039d92839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:38.117407 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1ee32d67-83e8-4c28-8348-dfdc3a4f1795 req-5c9a5db3-26f2-4a1c-8e96-3b4039d92839 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=5b1ef353-28d7-4dbf-bb1a-5731e3977ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1971567 Feb 09 01:02:38.128988 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de53d61a-f4bb-403c-becd-f7e22b75631c req-b0c4ebd5-28e9-4b77-b7d7-94535fe0b752 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/security-groups?id=e760d1d5-7bcb-442b-b02f-fe1d7def914f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481745 Feb 09 01:02:38.188917 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a95a65ea-cfc7-40b5-96d5-eacb8037ea95 admin admin] Publish callbacks [] for security_group (adc363ae-f07e-47bc-98d4-faee9abe89c1), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:38.201648 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a95a65ea-cfc7-40b5-96d5-eacb8037ea95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (adc363ae-f07e-47bc-98d4-faee9abe89c1), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:38.248944 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a95a65ea-cfc7-40b5-96d5-eacb8037ea95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1042} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:02:38.282428 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1ee32d67-83e8-4c28-8348-dfdc3a4f1795 req-2ed3275d-2b10-4eff-a80a-4a4dea61a5a2 service neutron] 10.222.0.120 "GET /v2.0/networks/5b1ef353-28d7-4dbf-bb1a-5731e3977ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422050 Feb 09 01:02:38.283405 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a65ea-cfc7-40b5-96d5-eacb8037ea95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc363ae-f07e-47bc-98d4-faee9abe89c1,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:38.287360 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a95a65ea-cfc7-40b5-96d5-eacb8037ea95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (953ac25f-8762-456f-85be-951df14201b6), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:38.287800 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-a95a65ea-cfc7-40b5-96d5-eacb8037ea95 admin admin] Added segment 953ac25f-8762-456f-85be-951df14201b6 of type vlan for network f2164928-a046-4d5a-a7b0-ea5f4cd2bd10 Feb 09 01:02:38.303928 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61ce98-307d-47ff-a819-f1977f5ad8af req-72345987-3262-4cd7-b911-c1386333987b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:38.305525 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3f61ce98-307d-47ff-a819-f1977f5ad8af req-72345987-3262-4cd7-b911-c1386333987b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0f2328a3-da54-4134-bafe-a58b14532986 HTTP/1.1" status: 200 len: 1127 time: 0.1150825 Feb 09 01:02:38.377045 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a95a65ea-cfc7-40b5-96d5-eacb8037ea95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (f2164928-a046-4d5a-a7b0-ea5f4cd2bd10), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:38.405765 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:38.445053 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3f61ce98-307d-47ff-a819-f1977f5ad8af req-362546b1-5fdc-4a72-aa25-5bfed94de59f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e760d1d5-7bcb-442b-b02f-fe1d7def914f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098065 Feb 09 01:02:38.452396 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a95a65ea-cfc7-40b5-96d5-eacb8037ea95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (f2164928-a046-4d5a-a7b0-ea5f4cd2bd10), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:38.453472 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95a65ea-cfc7-40b5-96d5-eacb8037ea95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:38.454693 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a95a65ea-cfc7-40b5-96d5-eacb8037ea95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:38.523808 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a95a65ea-cfc7-40b5-96d5-eacb8037ea95 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6470618 Feb 09 01:02:38.526706 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40902) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:02:38.534047 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-8d5f4944-c3f3-4ec2-9f7b-5a4f6e553246 admin admin] Request body: {'subnet': {'network_id': 'f2164928-a046-4d5a-a7b0-ea5f4cd2bd10', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-529949854-subnet', 'tenant_id': 'e38149fe03fa45f7baf8137c755ba722', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:38.538434 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a65ea-cfc7-40b5-96d5-eacb8037ea95 admin admin] Pushing event updated for resources: {'Network': ['ID=f2164928-a046-4d5a-a7b0-ea5f4cd2bd10,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:38.549612 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network f2164928-a046-4d5a-a7b0-ea5f4cd2bd10 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:02:38.560399 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5f4944-c3f3-4ec2-9f7b-5a4f6e553246 admin admin] Made reservation on behalf of e38149fe03fa45f7baf8137c755ba722 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:02:38.563658 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8d5f4944-c3f3-4ec2-9f7b-5a4f6e553246 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:38.664853 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-f80e3903-9375-436e-9368-cea32aaad7fc req-ac8f3812-95ed-4fd1-a58b-2a8867c20f73 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Deleting port dac9e357-a474-48c4-8a68-d60133aacb8a {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:02:38.665103 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f80e3903-9375-436e-9368-cea32aaad7fc req-ac8f3812-95ed-4fd1-a58b-2a8867c20f73 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (dac9e357-a474-48c4-8a68-d60133aacb8a), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:38.761643 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8d5f4944-c3f3-4ec2-9f7b-5a4f6e553246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for subnet (776bb536-1886-473d-aa59-f6d318e98519), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:38.810786 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e309faf-f122-41aa-9939-7f7afb164c5c req-9dee6a74-4940-4146-9d6b-7e8c9659ed35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:38.812573 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e309faf-f122-41aa-9939-7f7afb164c5c req-9dee6a74-4940-4146-9d6b-7e8c9659ed35 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b33a9932-b21e-440a-a9a9-d071ed88effc HTTP/1.1" status: 200 len: 1131 time: 0.5239537 Feb 09 01:02:38.818169 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f4944-c3f3-4ec2-9f7b-5a4f6e553246 admin admin] Pushing event updated for resources: {'Subnet': ['ID=776bb536-1886-473d-aa59-f6d318e98519,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:38.830304 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5f4944-c3f3-4ec2-9f7b-5a4f6e553246 admin admin] Checking segment: {'id': '953ac25f-8762-456f-85be-951df14201b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'f2164928-a046-4d5a-a7b0-ea5f4cd2bd10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:02:38.830938 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5f4944-c3f3-4ec2-9f7b-5a4f6e553246 admin admin] Network hostable DHCP agents. Network: f2164928-a046-4d5a-a7b0-ea5f4cd2bd10, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:02:38.854385 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8077f2b8-e88d-487b-abba-ebe401c3ee7c req-a87570a2-7d32-4afc-8b8c-f7b4e41bf798 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:38.856115 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8077f2b8-e88d-487b-abba-ebe401c3ee7c req-a87570a2-7d32-4afc-8b8c-f7b4e41bf798 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3f86a60-3e13-4616-a574-175bb5d90eea HTTP/1.1" status: 200 len: 950 time: 0.5661240 Feb 09 01:02:38.869063 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8701e-05df-47b6-9d1b-784c5c939767 req-5048d956-b71e-4ed9-8269-c55f0aee6d8f tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:38.871054 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-37e8701e-05df-47b6-9d1b-784c5c939767 req-5048d956-b71e-4ed9-8269-c55f0aee6d8f tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f2ab141-d24e-428a-b134-cfe4fbaf083a HTTP/1.1" status: 200 len: 943 time: 0.2660718 Feb 09 01:02:38.904271 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5f4944-c3f3-4ec2-9f7b-5a4f6e553246 admin admin] Network f2164928-a046-4d5a-a7b0-ea5f4cd2bd10 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:02:38.925406 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-8d5f4944-c3f3-4ec2-9f7b-5a4f6e553246 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, f2164928-a046-4d5a-a7b0-ea5f4cd2bd10) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:02:38.934631 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-f80e3903-9375-436e-9368-cea32aaad7fc req-ac8f3812-95ed-4fd1-a58b-2a8867c20f73 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] For port dac9e357-a474-48c4-8a68-d60133aacb8a, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=dac9e357-a474-48c4-8a68-d60133aacb8a,segment=NetworkSegment(b2ef10b9-0c7e-4ea0-88fe-781103c28e86),segment_id=b2ef10b9-0c7e-4ea0-88fe-781103c28e86)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:02:38.935207 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f80e3903-9375-436e-9368-cea32aaad7fc req-ac8f3812-95ed-4fd1-a58b-2a8867c20f73 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (dac9e357-a474-48c4-8a68-d60133aacb8a), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:38.938584 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5f4944-c3f3-4ec2-9f7b-5a4f6e553246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:38.939007 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a390172-1dab-49d2-9893-104d64807217 None None] Network f2164928-a046-4d5a-a7b0-ea5f4cd2bd10 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:02:38.939391 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8d5f4944-c3f3-4ec2-9f7b-5a4f6e553246 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:38.942410 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1ee32d67-83e8-4c28-8348-dfdc3a4f1795 req-d578e298-d66f-4b7e-a48e-a9a11d581f64 service neutron] 10.222.0.120 "GET /v2.0/networks/5b1ef353-28d7-4dbf-bb1a-5731e3977ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353429 Feb 09 01:02:38.973549 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655866b6-15ed-4a12-863b-834199ea2d56 req-a196f8ed-1f69-4f5f-8e72-0c1e549ca867 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:38.975743 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-655866b6-15ed-4a12-863b-834199ea2d56 req-a196f8ed-1f69-4f5f-8e72-0c1e549ca867 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.47 "GET /v2.0/networks?id=b90c3694-06cc-4931-a87d-3191a1408398 HTTP/1.1" status: 200 len: 805 time: 0.1379108 Feb 09 01:02:38.977421 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-f80e3903-9375-436e-9368-cea32aaad7fc req-ac8f3812-95ed-4fd1-a58b-2a8867c20f73 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Calling delete_port for dac9e357-a474-48c4-8a68-d60133aacb8a owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:02:38.982207 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8d5f4944-c3f3-4ec2-9f7b-5a4f6e553246 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4545090 Feb 09 01:02:38.997329 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-655866b6-15ed-4a12-863b-834199ea2d56 req-3255e03e-a06f-46c3-91c9-941e96966b8c tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Request body: {'port': {'device_id': '3ed9ba31-f7c6-48e8-8c25-d72c0b583769', 'network_id': 'b90c3694-06cc-4931-a87d-3191a1408398', 'admin_state_up': True, 'tenant_id': '74abc34e7691425282972b2da05f36f8'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:39.018119 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e309faf-f122-41aa-9939-7f7afb164c5c req-342b142b-e4b7-46b5-905b-b96c09393df2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840603 Feb 09 01:02:39.041109 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8077f2b8-e88d-487b-abba-ebe401c3ee7c req-fdd51f8f-954d-44ff-9489-ef64afb26aff tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607463 Feb 09 01:02:39.056894 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-37e8701e-05df-47b6-9d1b-784c5c939767 req-251da80a-33b8-4380-9341-ba0b5b14d36b tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/security-groups?id=1790f5db-f4bf-4a0a-b871-f8306e209982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631885 Feb 09 01:02:39.176410 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-655866b6-15ed-4a12-863b-834199ea2d56 req-3255e03e-a06f-46c3-91c9-941e96966b8c tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Made reservation on behalf of 74abc34e7691425282972b2da05f36f8 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:02:39.178845 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:39.186194 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-655866b6-15ed-4a12-863b-834199ea2d56 req-3255e03e-a06f-46c3-91c9-941e96966b8c tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:39.253755 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f80e3903-9375-436e-9368-cea32aaad7fc req-ac8f3812-95ed-4fd1-a58b-2a8867c20f73 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (dac9e357-a474-48c4-8a68-d60133aacb8a), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:39.273970 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88646ec-88f8-4339-b5aa-9e77fafeef42 None None] Network f2164928-a046-4d5a-a7b0-ea5f4cd2bd10 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:02:39.339274 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-86fd2495-61cc-4cfd-aded-19d3b0f358f4 req-bab1618b-46c6-44af-9cea-91f184435c7c tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ed9ba31-f7c6-48e8-8c25-d72c0b583769 HTTP/1.1" status: 200 len: 210 time: 0.1102266 Feb 09 01:02:39.407049 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f3812-95ed-4fd1-a58b-2a8867c20f73 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Pushing event deleted for resources: {'Port': ['ID=dac9e357-a474-48c4-8a68-d60133aacb8a,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:39.459295 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [req-655866b6-15ed-4a12-863b-834199ea2d56 req-3255e03e-a06f-46c3-91c9-941e96966b8c tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Allocated IP 172.20.0.13 (b90c3694-06cc-4931-a87d-3191a1408398/7cacafe2-88d1-46d1-b016-b2d0f5a05d3f/612a0410-8791-4496-a45e-374ad9561867) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:02:39.491038 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-2da2f828-5929-49a7-a0f8-391c1ba0ff46 req-aa6f2e8f-2452-48ce-8527-8159628e2f7b tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1548354663', 'description': 'tempest-description-42423547'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:39.517660 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80e3903-9375-436e-9368-cea32aaad7fc req-ac8f3812-95ed-4fd1-a58b-2a8867c20f73 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] No DVR routers for this DVR port dac9e357-a474-48c4-8a68-d60133aacb8a on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:02:39.524960 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f80e3903-9375-436e-9368-cea32aaad7fc req-ac8f3812-95ed-4fd1-a58b-2a8867c20f73 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:39.528199 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f80e3903-9375-436e-9368-cea32aaad7fc req-ac8f3812-95ed-4fd1-a58b-2a8867c20f73 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.47 "DELETE /v2.0/ports/dac9e357-a474-48c4-8a68-d60133aacb8a HTTP/1.1" status: 204 len: 173 time: 1.6457779 Feb 09 01:02:39.528669 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ecf42b-bfd6-4ff8-839c-d164b7522a38', 'name': 'network-vif-deleted', 'tag': 'dac9e357-a474-48c4-8a68-d60133aacb8a'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:02:39.530886 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca99822-1089-430c-a326-b88c64e50cd1" -d '{"events": [{"server_uuid": "85ecf42b-bfd6-4ff8-839c-d164b7522a38", "name": "network-vif-deleted", "tag": "dac9e357-a474-48c4-8a68-d60133aacb8a"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:02:39.545640 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2da2f828-5929-49a7-a0f8-391c1ba0ff46 req-aa6f2e8f-2452-48ce-8527-8159628e2f7b tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:39.556015 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d85fad-2f08-4676-b885-93f75b2fa7dd req-29de7b12-adb9-4c6e-a861-b128b2eec5ea tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:39.557540 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-44d85fad-2f08-4676-b885-93f75b2fa7dd req-29de7b12-adb9-4c6e-a861-b128b2eec5ea tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a1c3f66-9f88-4e56-9a61-ea86391724d2 HTTP/1.1" status: 200 len: 949 time: 0.1546509 Feb 09 01:02:39.621052 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-655866b6-15ed-4a12-863b-834199ea2d56 req-3255e03e-a06f-46c3-91c9-941e96966b8c tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Publish callbacks [] for port (612a0410-8791-4496-a45e-374ad9561867), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:39.633026 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-44d85fad-2f08-4676-b885-93f75b2fa7dd req-71fe13f6-7b6f-4681-88a3-cbf303e16e92 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657079 Feb 09 01:02:39.664794 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-655866b6-15ed-4a12-863b-834199ea2d56 req-3255e03e-a06f-46c3-91c9-941e96966b8c tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (612a0410-8791-4496-a45e-374ad9561867), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:39.677596 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2da2f828-5929-49a7-a0f8-391c1ba0ff46 req-aa6f2e8f-2452-48ce-8527-8159628e2f7b tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group (e2000986-eec9-4b0d-bcec-684289ff076f), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:39.682271 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2da2f828-5929-49a7-a0f8-391c1ba0ff46 req-aa6f2e8f-2452-48ce-8527-8159628e2f7b tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e2000986-eec9-4b0d-bcec-684289ff076f), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:39.710017 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-655866b6-15ed-4a12-863b-834199ea2d56 req-3255e03e-a06f-46c3-91c9-941e96966b8c tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Network b90c3694-06cc-4931-a87d-3191a1408398 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:02:39.716857 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2da2f828-5929-49a7-a0f8-391c1ba0ff46 req-aa6f2e8f-2452-48ce-8527-8159628e2f7b tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:39.717132 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [req-655866b6-15ed-4a12-863b-834199ea2d56 req-3255e03e-a06f-46c3-91c9-941e96966b8c tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:02:39.718166 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2da2f828-5929-49a7-a0f8-391c1ba0ff46 req-aa6f2e8f-2452-48ce-8527-8159628e2f7b tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2369967 Feb 09 01:02:39.719082 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f2e8f-2452-48ce-8527-8159628e2f7b tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2000986-eec9-4b0d-bcec-684289ff076f,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:39.725207 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-655866b6-15ed-4a12-863b-834199ea2d56 req-3255e03e-a06f-46c3-91c9-941e96966b8c tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:02:39.735226 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655866b6-15ed-4a12-863b-834199ea2d56 req-3255e03e-a06f-46c3-91c9-941e96966b8c tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:39.735962 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-655866b6-15ed-4a12-863b-834199ea2d56 req-3255e03e-a06f-46c3-91c9-941e96966b8c tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:39.755090 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3255e03e-a06f-46c3-91c9-941e96966b8c tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Pushing event updated for resources: {'Port': ['ID=612a0410-8791-4496-a45e-374ad9561867,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:39.765647 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-655866b6-15ed-4a12-863b-834199ea2d56 req-3255e03e-a06f-46c3-91c9-941e96966b8c tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7791317 Feb 09 01:02:39.785302 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-655866b6-15ed-4a12-863b-834199ea2d56 req-e489aad7-1ed3-4674-b191-7373abd18202 service neutron] Request body: {'port': {'device_id': '3ed9ba31-f7c6-48e8-8c25-d72c0b583769', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:39.823863 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e84d5b-88ba-4ec8-a6c2-d12788fb7937 req-054e114c-faf6-42d3-b6df-95c2ae8d8b35 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:39.825616 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-91e84d5b-88ba-4ec8-a6c2-d12788fb7937 req-054e114c-faf6-42d3-b6df-95c2ae8d8b35 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f2328a3-da54-4134-bafe-a58b14532986 HTTP/1.1" status: 200 len: 945 time: 0.0566919 Feb 09 01:02:39.863077 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-655866b6-15ed-4a12-863b-834199ea2d56 req-e489aad7-1ed3-4674-b191-7373abd18202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (612a0410-8791-4496-a45e-374ad9561867), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:39.874594 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eef08e9-12c0-4281-912a-09c6dfee4dcd x-openstack-request-id: req-4eef08e9-12c0-4281-912a-09c6dfee4dcd {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:02:39.876883 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ecf42b-bfd6-4ff8-839c-d164b7522a38", "name": "network-vif-deleted", "tag": "dac9e357-a474-48c4-8a68-d60133aacb8a", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:02:39.877156 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4eef08e9-12c0-4281-912a-09c6dfee4dcd {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:02:39.885720 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85ecf42b-bfd6-4ff8-839c-d164b7522a38', 'name': 'network-vif-deleted', 'tag': 'dac9e357-a474-48c4-8a68-d60133aacb8a', 'status': 'completed', 'code': 200} Feb 09 01:02:39.910170 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-91e84d5b-88ba-4ec8-a6c2-d12788fb7937 req-7813693a-f168-4787-930b-cf7def1c870a tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/security-groups?id=e760d1d5-7bcb-442b-b02f-fe1d7def914f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784993 Feb 09 01:02:40.036803 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c441c6-a563-4e97-96fd-a83ae1e1375f req-0ed0e43d-78f6-4df9-8828-3269d088452a tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:40.045184 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e4c441c6-a563-4e97-96fd-a83ae1e1375f req-0ed0e43d-78f6-4df9-8828-3269d088452a tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=b33a9932-b21e-440a-a9a9-d071ed88effc HTTP/1.1" status: 200 len: 949 time: 0.1234848 Feb 09 01:02:40.067201 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-62506da3-6403-4461-ab8f-c9ce42a5e334 req-c57b7c1e-3b02-4541-88aa-4ad640f0ff45 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] 10.222.0.50 "GET /v2.0/security-groups/e2000986-eec9-4b0d-bcec-684289ff076f HTTP/1.1" status: 200 len: 1820 time: 0.1320274 Feb 09 01:02:40.074075 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-62506da3-6403-4461-ab8f-c9ce42a5e334 req-8cd2f5b1-7619-4bba-8372-3e0297c1b1bf tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e2000986-eec9-4b0d-bcec-684289ff076f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:40.075330 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-62506da3-6403-4461-ab8f-c9ce42a5e334 req-8cd2f5b1-7619-4bba-8372-3e0297c1b1bf tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e2000986-eec9-4b0d-bcec-684289ff076f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:40.156943 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e4c441c6-a563-4e97-96fd-a83ae1e1375f req-56a269a6-7e0b-44a5-8463-d4c748181189 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095033 Feb 09 01:02:40.202855 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-62506da3-6403-4461-ab8f-c9ce42a5e334 req-8cd2f5b1-7619-4bba-8372-3e0297c1b1bf tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group_rule (c41b756a-7535-4705-8c0a-ce5b3d7be4dc), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:40.204459 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-655866b6-15ed-4a12-863b-834199ea2d56 req-e489aad7-1ed3-4674-b191-7373abd18202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 612a0410-8791-4496-a45e-374ad9561867 {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:02:40.220233 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-655866b6-15ed-4a12-863b-834199ea2d56 req-e489aad7-1ed3-4674-b191-7373abd18202 service neutron] Publish callbacks [] for port (612a0410-8791-4496-a45e-374ad9561867), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:40.222741 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-62506da3-6403-4461-ab8f-c9ce42a5e334 req-8cd2f5b1-7619-4bba-8372-3e0297c1b1bf tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group_rule (c41b756a-7535-4705-8c0a-ce5b3d7be4dc), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:40.227464 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-62506da3-6403-4461-ab8f-c9ce42a5e334 req-8cd2f5b1-7619-4bba-8372-3e0297c1b1bf tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (c41b756a-7535-4705-8c0a-ce5b3d7be4dc), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:40.234402 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-655866b6-15ed-4a12-863b-834199ea2d56 req-e489aad7-1ed3-4674-b191-7373abd18202 service neutron] Transition to ACTIVE for port object 612a0410-8791-4496-a45e-374ad9561867 will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:02:40.242261 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-655866b6-15ed-4a12-863b-834199ea2d56 req-e489aad7-1ed3-4674-b191-7373abd18202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (612a0410-8791-4496-a45e-374ad9561867), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:40.264604 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd2f5b1-7619-4bba-8372-3e0297c1b1bf tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c41b756a-7535-4705-8c0a-ce5b3d7be4dc,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:40.287320 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-62506da3-6403-4461-ab8f-c9ce42a5e334 req-8cd2f5b1-7619-4bba-8372-3e0297c1b1bf tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:40.293091 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-62506da3-6403-4461-ab8f-c9ce42a5e334 req-8cd2f5b1-7619-4bba-8372-3e0297c1b1bf tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2241075 Feb 09 01:02:40.322360 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e489aad7-1ed3-4674-b191-7373abd18202 service neutron] Pushing event updated for resources: {'Port': ['ID=612a0410-8791-4496-a45e-374ad9561867,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:40.334055 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935736d-7ca9-40b3-b8dd-a0847ec3a3c6 req-f040a044-7eb1-421e-811c-fd94128e6f16 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:40.334755 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-655866b6-15ed-4a12-863b-834199ea2d56 req-e489aad7-1ed3-4674-b191-7373abd18202 service neutron] Attempting to bind port 612a0410-8791-4496-a45e-374ad9561867 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:02:40.335043 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-655866b6-15ed-4a12-863b-834199ea2d56 req-e489aad7-1ed3-4674-b191-7373abd18202 service neutron] Attempting to bind port 612a0410-8791-4496-a45e-374ad9561867 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'b2ef10b9-0c7e-4ea0-88fe-781103c28e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'b90c3694-06cc-4931-a87d-3191a1408398'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:02:40.335287 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655866b6-15ed-4a12-863b-834199ea2d56 req-e489aad7-1ed3-4674-b191-7373abd18202 service neutron] Attempting to bind port 612a0410-8791-4496-a45e-374ad9561867 on network b90c3694-06cc-4931-a87d-3191a1408398 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:02:40.341220 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655866b6-15ed-4a12-863b-834199ea2d56 req-e489aad7-1ed3-4674-b191-7373abd18202 service neutron] Port 612a0410-8791-4496-a45e-374ad9561867 on network b90c3694-06cc-4931-a87d-3191a1408398 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:02:40.341220 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655866b6-15ed-4a12-863b-834199ea2d56 req-e489aad7-1ed3-4674-b191-7373abd18202 service neutron] Attempting to bind port 612a0410-8791-4496-a45e-374ad9561867 on network b90c3694-06cc-4931-a87d-3191a1408398 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:02:40.344148 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e935736d-7ca9-40b3-b8dd-a0847ec3a3c6 req-f040a044-7eb1-421e-811c-fd94128e6f16 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3f86a60-3e13-4616-a574-175bb5d90eea HTTP/1.1" status: 200 len: 950 time: 0.0981488 Feb 09 01:02:40.346302 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655866b6-15ed-4a12-863b-834199ea2d56 req-e489aad7-1ed3-4674-b191-7373abd18202 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:02:40.346650 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655866b6-15ed-4a12-863b-834199ea2d56 req-e489aad7-1ed3-4674-b191-7373abd18202 service neutron] Checking segment: {'id': 'b2ef10b9-0c7e-4ea0-88fe-781103c28e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'b90c3694-06cc-4931-a87d-3191a1408398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:02:40.347043 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-655866b6-15ed-4a12-863b-834199ea2d56 req-e489aad7-1ed3-4674-b191-7373abd18202 service neutron] Bound using segment: {'id': 'b2ef10b9-0c7e-4ea0-88fe-781103c28e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'b90c3694-06cc-4931-a87d-3191a1408398'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:02:40.347478 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-655866b6-15ed-4a12-863b-834199ea2d56 req-e489aad7-1ed3-4674-b191-7373abd18202 service neutron] Bound port: 612a0410-8791-4496-a45e-374ad9561867, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2ef10b9-0c7e-4ea0-88fe-781103c28e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'b90c3694-06cc-4931-a87d-3191a1408398'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:02:40.347840 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-655866b6-15ed-4a12-863b-834199ea2d56 req-e489aad7-1ed3-4674-b191-7373abd18202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (612a0410-8791-4496-a45e-374ad9561867), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:40.440492 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-655866b6-15ed-4a12-863b-834199ea2d56 req-e489aad7-1ed3-4674-b191-7373abd18202 service neutron] For port 612a0410-8791-4496-a45e-374ad9561867, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:02:40.444741 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-655866b6-15ed-4a12-863b-834199ea2d56 req-e489aad7-1ed3-4674-b191-7373abd18202 service neutron] For port 612a0410-8791-4496-a45e-374ad9561867, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=612a0410-8791-4496-a45e-374ad9561867,segment=NetworkSegment(b2ef10b9-0c7e-4ea0-88fe-781103c28e86),segment_id=b2ef10b9-0c7e-4ea0-88fe-781103c28e86)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:02:40.455220 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-655866b6-15ed-4a12-863b-834199ea2d56 req-e489aad7-1ed3-4674-b191-7373abd18202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (612a0410-8791-4496-a45e-374ad9561867), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:40.465245 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device aae82a69-9071-41a2-baf2-742837b0ba9c details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:02:40.467829 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e935736d-7ca9-40b3-b8dd-a0847ec3a3c6 req-46240c86-4565-49e5-a90c-a59302abe8b2 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225379 Feb 09 01:02:40.491840 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3144264-cf3e-4663-beaf-1c399b1bb972 req-9e50078f-acd6-4148-9cd6-d450e5f0b596 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:40.499557 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3144264-cf3e-4663-beaf-1c399b1bb972 req-9e50078f-acd6-4148-9cd6-d450e5f0b596 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f2ab141-d24e-428a-b134-cfe4fbaf083a HTTP/1.1" status: 200 len: 943 time: 0.1198452 Feb 09 01:02:40.507397 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655866b6-15ed-4a12-863b-834199ea2d56 req-e489aad7-1ed3-4674-b191-7373abd18202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:40.508194 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-655866b6-15ed-4a12-863b-834199ea2d56 req-e489aad7-1ed3-4674-b191-7373abd18202 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:40.510082 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-655866b6-15ed-4a12-863b-834199ea2d56 req-e489aad7-1ed3-4674-b191-7373abd18202 service neutron] 10.222.0.47 "PUT /v2.0/ports/612a0410-8791-4496-a45e-374ad9561867 HTTP/1.1" status: 200 len: 1092 time: 0.7291341 Feb 09 01:02:40.510944 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed9ba31-f7c6-48e8-8c25-d72c0b583769', 'tag': '612a0410-8791-4496-a45e-374ad9561867'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:02:40.513666 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b71ed39-f90d-47a4-b36c-281d48d71db0" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed9ba31-f7c6-48e8-8c25-d72c0b583769", "tag": "612a0410-8791-4496-a45e-374ad9561867"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:02:40.525148 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-fbc080e8-aff7-49df-8168-f107b83047d4 req-e9ca4f46-07fc-4435-bdcb-059565b2533a tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-618397366', 'description': 'tempest-description-935899954'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:40.552487 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e489aad7-1ed3-4674-b191-7373abd18202 service neutron] Pushing event updated for resources: {'Port': ['ID=612a0410-8791-4496-a45e-374ad9561867,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:40.566551 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-fbc080e8-aff7-49df-8168-f107b83047d4 req-e9ca4f46-07fc-4435-bdcb-059565b2533a tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:40.582538 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3144264-cf3e-4663-beaf-1c399b1bb972 req-3806cd2c-5af7-4757-881b-c7bc93edbf58 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/security-groups?id=1790f5db-f4bf-4a0a-b871-f8306e209982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771408 Feb 09 01:02:40.672163 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655866b6-15ed-4a12-863b-834199ea2d56 req-e593491d-b170-489d-9697-101767f7f390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:40.674354 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-655866b6-15ed-4a12-863b-834199ea2d56 req-e593491d-b170-489d-9697-101767f7f390 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=74abc34e7691425282972b2da05f36f8&device_id=3ed9ba31-f7c6-48e8-8c25-d72c0b583769 HTTP/1.1" status: 200 len: 1126 time: 0.1071930 Feb 09 01:02:40.699303 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device dac9e357-a474-48c4-8a68-d60133aacb8a no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:02:40.710237 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port aae82a69-9071-41a2-baf2-742837b0ba9c, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=aae82a69-9071-41a2-baf2-742837b0ba9c,segment=NetworkSegment(431c715a-c199-48c1-a403-75c9f288f923),segment_id=431c715a-c199-48c1-a403-75c9f288f923)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:02:40.738173 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-fbc080e8-aff7-49df-8168-f107b83047d4 req-e9ca4f46-07fc-4435-bdcb-059565b2533a tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group (d0d07af4-87b0-4b5e-bb7c-07472292e54d), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:40.747063 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: dac9e357-a474-48c4-8a68-d60133aacb8a {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:02:40.747766 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device dac9e357-a474-48c4-8a68-d60133aacb8a not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:02:40.747997 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-655866b6-15ed-4a12-863b-834199ea2d56 req-3d61b6c8-3835-4f2c-9c8c-aac03c291e71 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=612a0410-8791-4496-a45e-374ad9561867 HTTP/1.1" status: 200 len: 217 time: 0.0659006 Feb 09 01:02:40.754487 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-fbc080e8-aff7-49df-8168-f107b83047d4 req-e9ca4f46-07fc-4435-bdcb-059565b2533a tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (d0d07af4-87b0-4b5e-bb7c-07472292e54d), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:40.756968 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': 'aae82a69-9071-41a2-baf2-742837b0ba9c', 'network_id': '5b1ef353-28d7-4dbf-bb1a-5731e3977ba4', 'port_id': 'aae82a69-9071-41a2-baf2-742837b0ba9c', 'mac_address': 'fa:16:3e:85:18:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f61025f6-bbc8-419e-944b-83c38276e9e3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:02:40.768937 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71206394-72d7-436e-a9cc-5900c879047a req-13ef9301-b09a-4b80-afe6-f6d4b32a07f3 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:40.776109 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-71206394-72d7-436e-a9cc-5900c879047a req-13ef9301-b09a-4b80-afe6-f6d4b32a07f3 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ed9ba31-f7c6-48e8-8c25-d72c0b583769 HTTP/1.1" status: 200 len: 944 time: 0.0927775 Feb 09 01:02:40.801019 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port aae82a69-9071-41a2-baf2-742837b0ba9c is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:02:40.801573 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (aae82a69-9071-41a2-baf2-742837b0ba9c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:40.822567 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aae82a69-9071-41a2-baf2-742837b0ba9c {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:02:40.839638 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-fbc080e8-aff7-49df-8168-f107b83047d4 req-e9ca4f46-07fc-4435-bdcb-059565b2533a tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:40.851881 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655866b6-15ed-4a12-863b-834199ea2d56 req-40a1f80c-3525-47d5-843d-a9923660e539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:40.852642 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port aae82a69-9071-41a2-baf2-742837b0ba9c, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=aae82a69-9071-41a2-baf2-742837b0ba9c,segment=NetworkSegment(431c715a-c199-48c1-a403-75c9f288f923),segment_id=431c715a-c199-48c1-a403-75c9f288f923)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:02:40.852961 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fbc080e8-aff7-49df-8168-f107b83047d4 req-e9ca4f46-07fc-4435-bdcb-059565b2533a tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3445075 Feb 09 01:02:40.853851 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-655866b6-15ed-4a12-863b-834199ea2d56 req-40a1f80c-3525-47d5-843d-a9923660e539 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7cacafe2-88d1-46d1-b016-b2d0f5a05d3f HTTP/1.1" status: 200 len: 845 time: 0.0901160 Feb 09 01:02:40.863575 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (aae82a69-9071-41a2-baf2-742837b0ba9c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:40.874249 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca4f46-07fc-4435-bdcb-059565b2533a tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d07af4-87b0-4b5e-bb7c-07472292e54d,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:40.895228 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-71206394-72d7-436e-a9cc-5900c879047a req-f691659d-9947-4133-b682-b207afa1bbc1 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181805 Feb 09 01:02:40.917612 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-655866b6-15ed-4a12-863b-834199ea2d56 req-9bd98a61-be35-45fe-8afc-730d0a74f6ce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b90c3694-06cc-4931-a87d-3191a1408398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538409 Feb 09 01:02:40.925021 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 40954) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:02:40.930735 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec347b1c-f524-40a0-8c7f-c8d1187238c6 x-openstack-request-id: req-ec347b1c-f524-40a0-8c7f-c8d1187238c6 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:02:40.931081 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed9ba31-f7c6-48e8-8c25-d72c0b583769", "tag": "612a0410-8791-4496-a45e-374ad9561867", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:02:40.931342 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ec347b1c-f524-40a0-8c7f-c8d1187238c6 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:02:40.931970 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ed9ba31-f7c6-48e8-8c25-d72c0b583769', 'tag': '612a0410-8791-4496-a45e-374ad9561867', 'status': 'completed', 'code': 200} Feb 09 01:02:40.980917 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9c276f9d-2d88-40ea-a079-31db2102753c req-84534884-9de0-4c6f-a4f1-501cfd34a648 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] 10.222.0.50 "GET /v2.0/security-groups/d0d07af4-87b0-4b5e-bb7c-07472292e54d HTTP/1.1" status: 200 len: 1820 time: 0.0575886 Feb 09 01:02:40.985897 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-9c276f9d-2d88-40ea-a079-31db2102753c req-02a140b9-6e2d-4edb-92f0-50028ada47d4 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'd0d07af4-87b0-4b5e-bb7c-07472292e54d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:40.986223 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-9c276f9d-2d88-40ea-a079-31db2102753c req-02a140b9-6e2d-4edb-92f0-50028ada47d4 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'd0d07af4-87b0-4b5e-bb7c-07472292e54d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:41.006528 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=aae82a69-9071-41a2-baf2-742837b0ba9c,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:41.085257 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-655866b6-15ed-4a12-863b-834199ea2d56 req-d73e16f4-ef4a-421e-89f6-4408d58be243 service neutron] 10.222.0.47 "GET /v2.0/networks/b90c3694-06cc-4931-a87d-3191a1408398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509809 Feb 09 01:02:41.098355 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9c276f9d-2d88-40ea-a079-31db2102753c req-02a140b9-6e2d-4edb-92f0-50028ada47d4 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group_rule (7640b78f-9683-4892-bdbf-f9d6514ac225), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:41.131002 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da5b9d-0f6b-4859-97aa-53015c459752 req-d9b6d1f7-5295-4929-b209-2d62bde5f7c0 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:41.132785 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-66da5b9d-0f6b-4859-97aa-53015c459752 req-d9b6d1f7-5295-4929-b209-2d62bde5f7c0 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f2328a3-da54-4134-bafe-a58b14532986 HTTP/1.1" status: 200 len: 945 time: 0.1065209 Feb 09 01:02:41.154156 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9c276f9d-2d88-40ea-a079-31db2102753c req-02a140b9-6e2d-4edb-92f0-50028ada47d4 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group_rule (7640b78f-9683-4892-bdbf-f9d6514ac225), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:41.161417 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-96ba6715-4032-42ef-bdf5-92420b53db8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:41.169699 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9c276f9d-2d88-40ea-a079-31db2102753c req-02a140b9-6e2d-4edb-92f0-50028ada47d4 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (7640b78f-9683-4892-bdbf-f9d6514ac225), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:41.190235 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-655866b6-15ed-4a12-863b-834199ea2d56 req-d14a0ba6-bbf6-4f91-a3e0-b379664823bc service neutron] 10.222.0.47 "GET /v2.0/networks/b90c3694-06cc-4931-a87d-3191a1408398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954344 Feb 09 01:02:41.210505 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a140b9-6e2d-4edb-92f0-50028ada47d4 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7640b78f-9683-4892-bdbf-f9d6514ac225,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:41.233482 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9c276f9d-2d88-40ea-a079-31db2102753c req-02a140b9-6e2d-4edb-92f0-50028ada47d4 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:41.234609 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9c276f9d-2d88-40ea-a079-31db2102753c req-02a140b9-6e2d-4edb-92f0-50028ada47d4 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2528763 Feb 09 01:02:41.251162 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-66da5b9d-0f6b-4859-97aa-53015c459752 req-21333afa-b56f-48f6-91cb-b29d9d71835d tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/security-groups?id=e760d1d5-7bcb-442b-b02f-fe1d7def914f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037858 Feb 09 01:02:41.256655 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['aae82a69-9071-41a2-baf2-742837b0ba9c'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:02:41.325788 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-96ba6715-4032-42ef-bdf5-92420b53db8c admin admin] Publish callbacks [] for security_group (41f500e9-bec6-4ddb-a5a1-02092d6fe62b), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:41.333351 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-165371ae-a42b-43e1-bb10-829604e7407c req-94847695-49e2-4f6d-a4c2-68d2446b4e4e tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1993703173', 'description': 'tempest-description-1926783738'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:41.345295 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-96ba6715-4032-42ef-bdf5-92420b53db8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (41f500e9-bec6-4ddb-a5a1-02092d6fe62b), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:41.347874 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71ed39-f90d-47a4-b36c-281d48d71db0 req-2f3bb94e-8636-4caa-b686-325cf35378dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:41.350114 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7b71ed39-f90d-47a4-b36c-281d48d71db0 req-2f3bb94e-8636-4caa-b686-325cf35378dc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=74abc34e7691425282972b2da05f36f8&device_id=3ed9ba31-f7c6-48e8-8c25-d72c0b583769 HTTP/1.1" status: 200 len: 1126 time: 0.0883832 Feb 09 01:02:41.419419 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-165371ae-a42b-43e1-bb10-829604e7407c req-94847695-49e2-4f6d-a4c2-68d2446b4e4e tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:41.441800 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba6715-4032-42ef-bdf5-92420b53db8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f500e9-bec6-4ddb-a5a1-02092d6fe62b,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:41.451956 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-96ba6715-4032-42ef-bdf5-92420b53db8c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=63e2b26e7ceb40a29bb1db3e51763763&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5209179 Feb 09 01:02:41.456504 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40968) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:02:41.489474 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba986b9-5209-4283-be44-1d822c9f4178 req-00aabcd0-e8ce-4b57-97fa-ec85df6c2817 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:41.490913 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8ba986b9-5209-4283-be44-1d822c9f4178 req-00aabcd0-e8ce-4b57-97fa-ec85df6c2817 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=b33a9932-b21e-440a-a9a9-d071ed88effc HTTP/1.1" status: 200 len: 949 time: 0.1498225 Feb 09 01:02:41.533059 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-165371ae-a42b-43e1-bb10-829604e7407c req-94847695-49e2-4f6d-a4c2-68d2446b4e4e tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group (71524857-4796-48fe-a161-daa389862348), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:41.538984 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-165371ae-a42b-43e1-bb10-829604e7407c req-94847695-49e2-4f6d-a4c2-68d2446b4e4e tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (71524857-4796-48fe-a161-daa389862348), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:41.549582 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71ed39-f90d-47a4-b36c-281d48d71db0 req-ba33ed85-9d3b-4a49-adb1-834100642665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:41.551054 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7b71ed39-f90d-47a4-b36c-281d48d71db0 req-ba33ed85-9d3b-4a49-adb1-834100642665 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b90c3694-06cc-4931-a87d-3191a1408398 HTTP/1.1" status: 200 len: 907 time: 0.1719308 Feb 09 01:02:41.553934 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-832d1c46-23c5-4f6f-9552-4f381dd980b7 admin admin] Publish callbacks [] for security_group (41f500e9-bec6-4ddb-a5a1-02092d6fe62b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:41.580096 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-165371ae-a42b-43e1-bb10-829604e7407c req-94847695-49e2-4f6d-a4c2-68d2446b4e4e tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:41.581876 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-165371ae-a42b-43e1-bb10-829604e7407c req-94847695-49e2-4f6d-a4c2-68d2446b4e4e tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2663798 Feb 09 01:02:41.582534 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-832d1c46-23c5-4f6f-9552-4f381dd980b7 admin admin] Publish callbacks [] for security_group (41f500e9-bec6-4ddb-a5a1-02092d6fe62b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:41.592322 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94847695-49e2-4f6d-a4c2-68d2446b4e4e tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71524857-4796-48fe-a161-daa389862348,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:41.597741 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8ba986b9-5209-4283-be44-1d822c9f4178 req-a3ea223a-9e52-410e-a818-048c697c5c54 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956075 Feb 09 01:02:41.626281 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7b71ed39-f90d-47a4-b36c-281d48d71db0 req-a8b1c2d0-d4dc-481c-8657-c9a8321ed0ac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=612a0410-8791-4496-a45e-374ad9561867 HTTP/1.1" status: 200 len: 217 time: 0.0538914 Feb 09 01:02:41.695790 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71ed39-f90d-47a4-b36c-281d48d71db0 req-1a0eecfa-0804-4f6a-aa9a-ac81552f8672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:41.697318 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7b71ed39-f90d-47a4-b36c-281d48d71db0 req-1a0eecfa-0804-4f6a-aa9a-ac81552f8672 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7cacafe2-88d1-46d1-b016-b2d0f5a05d3f HTTP/1.1" status: 200 len: 845 time: 0.0648401 Feb 09 01:02:41.708452 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-832d1c46-23c5-4f6f-9552-4f381dd980b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (41f500e9-bec6-4ddb-a5a1-02092d6fe62b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:41.711060 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-832d1c46-23c5-4f6f-9552-4f381dd980b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:41.714581 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-832d1c46-23c5-4f6f-9552-4f381dd980b7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/41f500e9-bec6-4ddb-a5a1-02092d6fe62b HTTP/1.1" status: 204 len: 168 time: 0.2547235 Feb 09 01:02:41.746056 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7b71ed39-f90d-47a4-b36c-281d48d71db0 req-b234015b-163a-4ca4-bd56-948ab6553b41 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b90c3694-06cc-4931-a87d-3191a1408398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324349 Feb 09 01:02:41.746785 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d1c46-23c5-4f6f-9552-4f381dd980b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f500e9-bec6-4ddb-a5a1-02092d6fe62b,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:41.846779 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f64a1-7dfa-4c45-b7d4-cbbedd760e34 req-212af0dc-447b-4f18-ac9a-592ff374dc19 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:41.847709 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ba4f64a1-7dfa-4c45-b7d4-cbbedd760e34 req-212af0dc-447b-4f18-ac9a-592ff374dc19 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3f86a60-3e13-4616-a574-175bb5d90eea HTTP/1.1" status: 200 len: 950 time: 0.1660929 Feb 09 01:02:41.852187 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4067fef1-5de8-494d-8926-96cffbba9424 req-e1c0ba81-bf08-4d0d-9bfd-05c82cc751db tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2448936 Feb 09 01:02:41.861435 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7b71ed39-f90d-47a4-b36c-281d48d71db0 req-81f82e1d-7287-4658-adbb-9bcf37ca1c71 service neutron] 10.222.0.47 "GET /v2.0/networks/b90c3694-06cc-4931-a87d-3191a1408398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061556 Feb 09 01:02:41.874189 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-4067fef1-5de8-494d-8926-96cffbba9424 req-6b2bcd47-52bc-4d37-a893-91fa7dfaced0 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:41.926188 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4067fef1-5de8-494d-8926-96cffbba9424 req-6b2bcd47-52bc-4d37-a893-91fa7dfaced0 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:41.937135 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ba4f64a1-7dfa-4c45-b7d4-cbbedd760e34 req-65d194ab-687a-4a9a-a774-b3407a329f9e tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824978 Feb 09 01:02:41.966895 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7b71ed39-f90d-47a4-b36c-281d48d71db0 req-09399f92-29f3-4855-b792-1d11a6748d18 service neutron] 10.222.0.47 "GET /v2.0/networks/b90c3694-06cc-4931-a87d-3191a1408398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966907 Feb 09 01:02:41.987059 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-99f4d0ee-bcc9-47fe-a910-7edfed3eecc6 req-39928b40-df4f-4c44-9221-f0da3d0198d5 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1888192599', 'description': 'tempest-description-1345302888'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:42.020038 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-99f4d0ee-bcc9-47fe-a910-7edfed3eecc6 req-39928b40-df4f-4c44-9221-f0da3d0198d5 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:42.070769 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40984) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:02:42.086179 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7b4a3b55-f0fd-4c72-a69a-cac48551fae8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:42.108073 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4067fef1-5de8-494d-8926-96cffbba9424 req-6b2bcd47-52bc-4d37-a893-91fa7dfaced0 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:42.124255 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-99f4d0ee-bcc9-47fe-a910-7edfed3eecc6 req-39928b40-df4f-4c44-9221-f0da3d0198d5 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group (77332911-6da4-4803-9ee3-e7b126ed01be), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:42.130853 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-99f4d0ee-bcc9-47fe-a910-7edfed3eecc6 req-39928b40-df4f-4c44-9221-f0da3d0198d5 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (77332911-6da4-4803-9ee3-e7b126ed01be), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:42.175196 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7b4a3b55-f0fd-4c72-a69a-cac48551fae8 admin admin] Publish callbacks [] for security_group (e0a52120-ff61-46d6-b8af-732fd0cf5386), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:42.183456 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7b4a3b55-f0fd-4c72-a69a-cac48551fae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e0a52120-ff61-46d6-b8af-732fd0cf5386), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:42.199169 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-99f4d0ee-bcc9-47fe-a910-7edfed3eecc6 req-39928b40-df4f-4c44-9221-f0da3d0198d5 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:42.200455 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99f4d0ee-bcc9-47fe-a910-7edfed3eecc6 req-39928b40-df4f-4c44-9221-f0da3d0198d5 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2208440 Feb 09 01:02:42.215140 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39928b40-df4f-4c44-9221-f0da3d0198d5 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77332911-6da4-4803-9ee3-e7b126ed01be,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:42.249981 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7b4a3b55-f0fd-4c72-a69a-cac48551fae8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=79febc66013d43998e5b9cd460faebae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1777711 Feb 09 01:02:42.252871 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a3b55-f0fd-4c72-a69a-cac48551fae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a52120-ff61-46d6-b8af-732fd0cf5386,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:42.253257 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 40988) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:02:42.282185 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-4067fef1-5de8-494d-8926-96cffbba9424 req-6b2bcd47-52bc-4d37-a893-91fa7dfaced0 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Allocated IP 172.25.8.177 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/1859f32c-cd0c-48ce-b553-ab47204d7cc6) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:02:42.405651 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-feeab4d7-b215-4422-b545-1ac99eb4e09d admin admin] Publish callbacks [] for security_group (e0a52120-ff61-46d6-b8af-732fd0cf5386), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:42.435756 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6120a8-f39e-43fd-8666-04928870f589 req-52e60ac4-6b33-4dca-8374-6622a5c7b8e2 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:42.437331 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e6120a8-f39e-43fd-8666-04928870f589 req-52e60ac4-6b33-4dca-8374-6622a5c7b8e2 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f2ab141-d24e-428a-b134-cfe4fbaf083a HTTP/1.1" status: 200 len: 944 time: 0.1528547 Feb 09 01:02:42.463331 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-feeab4d7-b215-4422-b545-1ac99eb4e09d admin admin] Publish callbacks [] for security_group (e0a52120-ff61-46d6-b8af-732fd0cf5386), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:42.518231 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4067fef1-5de8-494d-8926-96cffbba9424 req-6b2bcd47-52bc-4d37-a893-91fa7dfaced0 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks [] for port (1859f32c-cd0c-48ce-b553-ab47204d7cc6), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:42.554898 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e6120a8-f39e-43fd-8666-04928870f589 req-708bbbe3-2459-49c8-bfdd-de23fad10bf7 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/security-groups?id=1790f5db-f4bf-4a0a-b871-f8306e209982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060839 Feb 09 01:02:42.579866 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-feeab4d7-b215-4422-b545-1ac99eb4e09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e0a52120-ff61-46d6-b8af-732fd0cf5386), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:42.582899 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-feeab4d7-b215-4422-b545-1ac99eb4e09d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:42.584215 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-feeab4d7-b215-4422-b545-1ac99eb4e09d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e0a52120-ff61-46d6-b8af-732fd0cf5386 HTTP/1.1" status: 204 len: 168 time: 0.3267121 Feb 09 01:02:42.588411 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4067fef1-5de8-494d-8926-96cffbba9424 req-6b2bcd47-52bc-4d37-a893-91fa7dfaced0 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (1859f32c-cd0c-48ce-b553-ab47204d7cc6), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:42.598473 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeab4d7-b215-4422-b545-1ac99eb4e09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a52120-ff61-46d6-b8af-732fd0cf5386,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:42.641766 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4067fef1-5de8-494d-8926-96cffbba9424 req-6b2bcd47-52bc-4d37-a893-91fa7dfaced0 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:02:42.647022 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-4067fef1-5de8-494d-8926-96cffbba9424 req-6b2bcd47-52bc-4d37-a893-91fa7dfaced0 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:02:42.649569 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-4067fef1-5de8-494d-8926-96cffbba9424 req-6b2bcd47-52bc-4d37-a893-91fa7dfaced0 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:02:42.655567 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2bcd47-52bc-4d37-a893-91fa7dfaced0 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Pushing event updated for resources: {'Port': ['ID=1859f32c-cd0c-48ce-b553-ab47204d7cc6,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:42.744889 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4067fef1-5de8-494d-8926-96cffbba9424 req-6b2bcd47-52bc-4d37-a893-91fa7dfaced0 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks [] for floatingip (d6fa6231-c7ca-42aa-9dfd-6281ddb07e73), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:42.793862 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4067fef1-5de8-494d-8926-96cffbba9424 req-6b2bcd47-52bc-4d37-a893-91fa7dfaced0 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1859f32c-cd0c-48ce-b553-ab47204d7cc6), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:42.938435 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1c7cd-de45-4357-938b-fec13d131cf7 req-736873f7-1842-4868-9773-676320ac5709 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:42.944316 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1c7cd-de45-4357-938b-fec13d131cf7 req-736873f7-1842-4868-9773-676320ac5709 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:42.945969 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4ad1c7cd-de45-4357-938b-fec13d131cf7 req-736873f7-1842-4868-9773-676320ac5709 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a1c3f66-9f88-4e56-9a61-ea86391724d2&device_id=b33a9932-b21e-440a-a9a9-d071ed88effc HTTP/1.1" status: 200 len: 1689 time: 0.1254656 Feb 09 01:02:43.035996 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4ad1c7cd-de45-4357-938b-fec13d131cf7 req-bc821866-def7-4301-a96a-755d2a7176f4 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797420 Feb 09 01:02:43.056720 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4067fef1-5de8-494d-8926-96cffbba9424 req-6b2bcd47-52bc-4d37-a893-91fa7dfaced0 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks [] for port (1859f32c-cd0c-48ce-b553-ab47204d7cc6), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:43.062625 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4067fef1-5de8-494d-8926-96cffbba9424 req-6b2bcd47-52bc-4d37-a893-91fa7dfaced0 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1859f32c-cd0c-48ce-b553-ab47204d7cc6), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:43.096696 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4067fef1-5de8-494d-8926-96cffbba9424 req-6b2bcd47-52bc-4d37-a893-91fa7dfaced0 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (d6fa6231-c7ca-42aa-9dfd-6281ddb07e73), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:43.144892 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4067fef1-5de8-494d-8926-96cffbba9424 req-6b2bcd47-52bc-4d37-a893-91fa7dfaced0 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:43.146113 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4067fef1-5de8-494d-8926-96cffbba9424 req-6b2bcd47-52bc-4d37-a893-91fa7dfaced0 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2827799 Feb 09 01:02:43.156034 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2bcd47-52bc-4d37-a893-91fa7dfaced0 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Pushing event updated for resources: {'Port': ['ID=1859f32c-cd0c-48ce-b553-ab47204d7cc6,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:43.467450 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2e6c9-4970-46f5-962f-2eb1b3968ed6 req-1e8d3ade-835d-4784-b42b-b2f333f2dc87 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:43.468957 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74a2e6c9-4970-46f5-962f-2eb1b3968ed6 req-1e8d3ade-835d-4784-b42b-b2f333f2dc87 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ed9ba31-f7c6-48e8-8c25-d72c0b583769 HTTP/1.1" status: 200 len: 944 time: 0.3736305 Feb 09 01:02:43.472743 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4067fef1-5de8-494d-8926-96cffbba9424 req-ad9d8b0f-a341-4976-bad7-0d04eb4ecf66 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.8.177 HTTP/1.1" status: 200 len: 696 time: 0.3190851 Feb 09 01:02:43.584922 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74a2e6c9-4970-46f5-962f-2eb1b3968ed6 req-7a51a795-0201-4bf9-8706-86e45972690d tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966187 Feb 09 01:02:43.617475 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067fef1-5de8-494d-8926-96cffbba9424 req-29daa24f-9214-43b7-9f9a-2237e7279818 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:43.618869 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4067fef1-5de8-494d-8926-96cffbba9424 req-29daa24f-9214-43b7-9f9a-2237e7279818 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/networks/ca740734-29c2-4b60-ae10-4c709b5c6ef4 HTTP/1.1" status: 200 len: 784 time: 0.1406612 Feb 09 01:02:43.632364 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-4067fef1-5de8-494d-8926-96cffbba9424 req-2e3055c5-2f81-4b1f-8ffd-1f1884a85303 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:02:43.633830 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4067fef1-5de8-494d-8926-96cffbba9424 req-2e3055c5-2f81-4b1f-8ffd-1f1884a85303 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085568 Feb 09 01:02:43.734083 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4fd67518-e109-49e2-b390-88ad6270454c req-026c8d32-c332-4187-87f1-d0646c4c84bf tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] 10.222.0.50 "GET /v2.0/security-groups/71524857-4796-48fe-a161-daa389862348 HTTP/1.1" status: 200 len: 1822 time: 0.0786870 Feb 09 01:02:43.806189 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd2482-b77d-4d19-88b1-869267704627 req-da99a927-7a7d-43af-81f4-e8a45d447db8 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:43.807681 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a5bd2482-b77d-4d19-88b1-869267704627 req-da99a927-7a7d-43af-81f4-e8a45d447db8 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3f86a60-3e13-4616-a574-175bb5d90eea HTTP/1.1" status: 200 len: 950 time: 0.0901761 Feb 09 01:02:43.810000 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4fd67518-e109-49e2-b390-88ad6270454c req-e65dc450-81ac-4fdd-bdac-36ab3e6c5b3c tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] 10.222.0.50 "GET /v2.0/security-groups/77332911-6da4-4803-9ee3-e7b126ed01be HTTP/1.1" status: 200 len: 1822 time: 0.0605185 Feb 09 01:02:43.831078 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-4fd67518-e109-49e2-b390-88ad6270454c req-7fdeb874-cf1f-4386-95da-48c165a80401 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '71524857-4796-48fe-a161-daa389862348', 'remote_group_id': '77332911-6da4-4803-9ee3-e7b126ed01be', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:43.831646 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-4fd67518-e109-49e2-b390-88ad6270454c req-7fdeb874-cf1f-4386-95da-48c165a80401 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '71524857-4796-48fe-a161-daa389862348', 'remote_group_id': '77332911-6da4-4803-9ee3-e7b126ed01be', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:43.880782 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a5bd2482-b77d-4d19-88b1-869267704627 req-ca7069c9-f2cb-47ab-9f61-d329eb681f76 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673821 Feb 09 01:02:43.934098 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4fd67518-e109-49e2-b390-88ad6270454c req-7fdeb874-cf1f-4386-95da-48c165a80401 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group_rule (a702df20-cbf4-4c42-9368-544c51d543fa), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:43.980114 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4fd67518-e109-49e2-b390-88ad6270454c req-7fdeb874-cf1f-4386-95da-48c165a80401 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group_rule (a702df20-cbf4-4c42-9368-544c51d543fa), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:43.986473 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4fd67518-e109-49e2-b390-88ad6270454c req-7fdeb874-cf1f-4386-95da-48c165a80401 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (a702df20-cbf4-4c42-9368-544c51d543fa), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:44.010811 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdeb874-cf1f-4386-95da-48c165a80401 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a702df20-cbf4-4c42-9368-544c51d543fa,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:44.018498 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4fd67518-e109-49e2-b390-88ad6270454c req-7fdeb874-cf1f-4386-95da-48c165a80401 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:44.029192 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4fd67518-e109-49e2-b390-88ad6270454c req-7fdeb874-cf1f-4386-95da-48c165a80401 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2046783 Feb 09 01:02:44.106818 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d35902-8393-4285-9f13-1b68d4e62098 req-064ff278-8ed1-468d-98b9-0b9c4d97ac6b tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:44.108367 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d35902-8393-4285-9f13-1b68d4e62098 req-064ff278-8ed1-468d-98b9-0b9c4d97ac6b tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f2ab141-d24e-428a-b134-cfe4fbaf083a HTTP/1.1" status: 200 len: 944 time: 0.0668116 Feb 09 01:02:44.253454 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d35902-8393-4285-9f13-1b68d4e62098 req-9121fc78-6ff2-4598-9685-0b09d7bec6ee tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/security-groups?id=1790f5db-f4bf-4a0a-b871-f8306e209982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301696 Feb 09 01:02:44.334719 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-510f7459-24e3-47e4-ac4f-da65c2963a5e tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:44.342996 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-510f7459-24e3-47e4-ac4f-da65c2963a5e tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/networks?id=dbff02f4-8d52-4289-93bb-c44351bfd019 HTTP/1.1" status: 200 len: 821 time: 0.2324076 Feb 09 01:02:44.373095 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-96d42a7d-8db1-4355-a955-2c6fc854e149 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/quotas/67da1db1339f4110b352a0d7f5bcad0c HTTP/1.1" status: 200 len: 375 time: 0.0291400 Feb 09 01:02:44.401686 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41054) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:02:44.454411 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669871ca-3513-4f32-bbe5-3e5024ef2738 req-c31b98d8-ffc7-4eec-9624-0dd1b2783212 tempest-ServersOnMultiNodesTest-242248161 tempest-ServersOnMultiNodesTest-242248161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:44.456098 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-669871ca-3513-4f32-bbe5-3e5024ef2738 req-c31b98d8-ffc7-4eec-9624-0dd1b2783212 tempest-ServersOnMultiNodesTest-242248161 tempest-ServersOnMultiNodesTest-242248161-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4a1c3f66-9f88-4e56-9a61-ea86391724d2 HTTP/1.1" status: 200 len: 1131 time: 0.1040139 Feb 09 01:02:44.463964 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-a9d3b84a-8b99-460f-b33a-a9dcab50c329 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=67da1db1339f4110b352a0d7f5bcad0c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0900564 Feb 09 01:02:44.479425 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device aae82a69-9071-41a2-baf2-742837b0ba9c up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:02:44.526561 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-13f4f72d-8a8a-4c40-b429-3ced22b0267a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:44.559971 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port aae82a69-9071-41a2-baf2-742837b0ba9c completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:02:44.562030 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-669871ca-3513-4f32-bbe5-3e5024ef2738 req-7058d60f-32ab-4924-980a-842b71eaaf9a tempest-ServersOnMultiNodesTest-242248161 tempest-ServersOnMultiNodesTest-242248161-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969520 Feb 09 01:02:44.567298 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port aae82a69-9071-41a2-baf2-742837b0ba9c triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:44.568070 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (aae82a69-9071-41a2-baf2-742837b0ba9c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:44.593330 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-ecfe748d-4b34-440c-9551-aee4c5832caf service neutron] 10.222.0.50 "GET /v2.0/networks/dbff02f4-8d52-4289-93bb-c44351bfd019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146510 Feb 09 01:02:44.628496 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 612a0410-8791-4496-a45e-374ad9561867 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:02:44.665298 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-9c4ff2fc-f284-4df5-9304-19fad8523f93 req-c6fb66e5-8945-4348-b820-761dd36ed196 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1888737184', 'description': 'tempest-description-7244177'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:44.686275 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-13f4f72d-8a8a-4c40-b429-3ced22b0267a admin admin] Publish callbacks [] for security_group (55b69a6a-a434-49f1-9daa-986625d04e62), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:44.693087 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port aae82a69-9071-41a2-baf2-742837b0ba9c is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:02:44.693483 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (aae82a69-9071-41a2-baf2-742837b0ba9c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:44.701206 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-13f4f72d-8a8a-4c40-b429-3ced22b0267a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (55b69a6a-a434-49f1-9daa-986625d04e62), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:44.717174 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9c4ff2fc-f284-4df5-9304-19fad8523f93 req-c6fb66e5-8945-4348-b820-761dd36ed196 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:44.740192 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-13f4f72d-8a8a-4c40-b429-3ced22b0267a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a19f544a025b4e5e87cb84ddda66cb3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3371441 Feb 09 01:02:44.745419 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41066) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:02:44.769148 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f2ab141-d24e-428a-b134-cfe4fbaf083a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae82a69-9071-41a2-baf2-742837b0ba9c'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:02:44.771621 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79d3277-75ad-447e-bb39-d53c13dc9c1f" -d '{"events": [{"server_uuid": "9f2ab141-d24e-428a-b134-cfe4fbaf083a", "name": "network-vif-plugged", "status": "completed", "tag": "aae82a69-9071-41a2-baf2-742837b0ba9c"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:02:44.775760 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f4f72d-8a8a-4c40-b429-3ced22b0267a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b69a6a-a434-49f1-9daa-986625d04e62,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:44.809189 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2ac9e2d4-ca2d-453e-9541-b3bbb2a049ed admin admin] Publish callbacks [] for security_group (55b69a6a-a434-49f1-9daa-986625d04e62), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:44.809431 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-6e546a3d-ed50-48e5-af4c-3a713636d92c service neutron] 10.222.0.50 "GET /v2.0/networks/dbff02f4-8d52-4289-93bb-c44351bfd019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090478 Feb 09 01:02:44.831805 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port aae82a69-9071-41a2-baf2-742837b0ba9c, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=aae82a69-9071-41a2-baf2-742837b0ba9c,segment=NetworkSegment(431c715a-c199-48c1-a403-75c9f288f923),segment_id=431c715a-c199-48c1-a403-75c9f288f923)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:02:44.836130 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2ac9e2d4-ca2d-453e-9541-b3bbb2a049ed admin admin] Publish callbacks [] for security_group (55b69a6a-a434-49f1-9daa-986625d04e62), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:44.854084 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (aae82a69-9071-41a2-baf2-742837b0ba9c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:44.891830 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9c4ff2fc-f284-4df5-9304-19fad8523f93 req-c6fb66e5-8945-4348-b820-761dd36ed196 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group (16ebb3d2-28f4-489e-bbe5-8bd7b8cf628a), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:44.897793 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9c4ff2fc-f284-4df5-9304-19fad8523f93 req-c6fb66e5-8945-4348-b820-761dd36ed196 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (16ebb3d2-28f4-489e-bbe5-8bd7b8cf628a), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:44.932152 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2ac9e2d4-ca2d-453e-9541-b3bbb2a049ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (55b69a6a-a434-49f1-9daa-986625d04e62), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:44.936480 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2ac9e2d4-ca2d-453e-9541-b3bbb2a049ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:44.937331 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9c4ff2fc-f284-4df5-9304-19fad8523f93 req-c6fb66e5-8945-4348-b820-761dd36ed196 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:44.939614 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9c4ff2fc-f284-4df5-9304-19fad8523f93 req-c6fb66e5-8945-4348-b820-761dd36ed196 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3110282 Feb 09 01:02:44.942021 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fb66e5-8945-4348-b820-761dd36ed196 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16ebb3d2-28f4-489e-bbe5-8bd7b8cf628a,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:44.946075 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2ac9e2d4-ca2d-453e-9541-b3bbb2a049ed admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/55b69a6a-a434-49f1-9daa-986625d04e62 HTTP/1.1" status: 204 len: 168 time: 0.1993737 Feb 09 01:02:44.962069 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac9e2d4-ca2d-453e-9541-b3bbb2a049ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b69a6a-a434-49f1-9daa-986625d04e62,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:45.051169 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 612a0410-8791-4496-a45e-374ad9561867, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=612a0410-8791-4496-a45e-374ad9561867,segment=NetworkSegment(b2ef10b9-0c7e-4ea0-88fe-781103c28e86),segment_id=b2ef10b9-0c7e-4ea0-88fe-781103c28e86)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:02:45.056303 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=aae82a69-9071-41a2-baf2-742837b0ba9c,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:45.134765 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '612a0410-8791-4496-a45e-374ad9561867', 'network_id': 'b90c3694-06cc-4931-a87d-3191a1408398', 'port_id': '612a0410-8791-4496-a45e-374ad9561867', 'mac_address': 'fa:16:3e:7a:03:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cacafe2-88d1-46d1-b016-b2d0f5a05d3f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:02:45.191635 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 612a0410-8791-4496-a45e-374ad9561867 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:02:45.191857 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b64d88-b9ed-46fb-8520-f5e8fd2289ad req-64fecf70-6cf8-47db-8604-ec1177bb1b2d tempest-ServersOnMultiNodesTest-242248161 tempest-ServersOnMultiNodesTest-242248161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:45.192210 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (612a0410-8791-4496-a45e-374ad9561867), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:45.193627 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d8b64d88-b9ed-46fb-8520-f5e8fd2289ad req-64fecf70-6cf8-47db-8604-ec1177bb1b2d tempest-ServersOnMultiNodesTest-242248161 tempest-ServersOnMultiNodesTest-242248161-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b33a9932-b21e-440a-a9a9-d071ed88effc HTTP/1.1" status: 200 len: 1131 time: 0.1761398 Feb 09 01:02:45.221370 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 612a0410-8791-4496-a45e-374ad9561867 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:02:45.255327 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 612a0410-8791-4496-a45e-374ad9561867, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=612a0410-8791-4496-a45e-374ad9561867,segment=NetworkSegment(b2ef10b9-0c7e-4ea0-88fe-781103c28e86),segment_id=b2ef10b9-0c7e-4ea0-88fe-781103c28e86)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:02:45.263831 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5736f32-ea5a-4dea-a4df-f11cb0e2573d req-9731c6f3-64aa-4a73-bb75-694fbf6ca9fb tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:45.264354 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (612a0410-8791-4496-a45e-374ad9561867), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:45.265438 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d5736f32-ea5a-4dea-a4df-f11cb0e2573d req-9731c6f3-64aa-4a73-bb75-694fbf6ca9fb tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ed9ba31-f7c6-48e8-8c25-d72c0b583769 HTTP/1.1" status: 200 len: 944 time: 0.1470311 Feb 09 01:02:45.333208 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d8b64d88-b9ed-46fb-8520-f5e8fd2289ad req-e996d67d-fa56-47ba-b594-fe341175b915 tempest-ServersOnMultiNodesTest-242248161 tempest-ServersOnMultiNodesTest-242248161-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316607 Feb 09 01:02:45.367353 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=612a0410-8791-4496-a45e-374ad9561867,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:45.446184 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d956c423-70ab-4cdb-bd92-88e29ed62a2a x-openstack-request-id: req-d956c423-70ab-4cdb-bd92-88e29ed62a2a {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:02:45.446544 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f2ab141-d24e-428a-b134-cfe4fbaf083a", "name": "network-vif-plugged", "status": "completed", "tag": "aae82a69-9071-41a2-baf2-742837b0ba9c", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:02:45.446807 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d956c423-70ab-4cdb-bd92-88e29ed62a2a {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:02:45.447189 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f2ab141-d24e-428a-b134-cfe4fbaf083a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae82a69-9071-41a2-baf2-742837b0ba9c', 'code': 200} Feb 09 01:02:45.459638 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d5736f32-ea5a-4dea-a4df-f11cb0e2573d req-d0e0c6dc-5d11-4b83-bdbc-183e806defdf tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289392 Feb 09 01:02:45.517991 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41094) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:02:45.595510 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e4c66109-6513-4f46-8843-a0fa86134a14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:45.636720 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['612a0410-8791-4496-a45e-374ad9561867'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:02:45.748227 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e4c66109-6513-4f46-8843-a0fa86134a14 admin admin] Publish callbacks [] for security_group (71588b46-f34d-4ee8-b274-518b46e33d07), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:45.754261 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e4c66109-6513-4f46-8843-a0fa86134a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (71588b46-f34d-4ee8-b274-518b46e33d07), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:45.755330 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de025a6f-2cb6-4c3a-b976-a82a39a770cd req-1173004b-bf51-4d71-9746-1a90198aa3bd tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:45.756984 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de025a6f-2cb6-4c3a-b976-a82a39a770cd req-1173004b-bf51-4d71-9746-1a90198aa3bd tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3f86a60-3e13-4616-a574-175bb5d90eea HTTP/1.1" status: 200 len: 950 time: 0.1390405 Feb 09 01:02:45.758847 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23495b-4f7b-4e36-aa3f-283a5c617a0b req-3033c9b8-5d97-402c-bc3e-166e529b1a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:45.760291 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-af23495b-4f7b-4e36-aa3f-283a5c617a0b req-3033c9b8-5d97-402c-bc3e-166e529b1a94 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=9f2ab141-d24e-428a-b134-cfe4fbaf083a HTTP/1.1" status: 200 len: 1127 time: 0.1401162 Feb 09 01:02:45.762249 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2467f02-846d-4ab1-a919-63a27a60403f req-d3f46731-40f3-48f9-b48d-2f3b2549565d tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:45.769171 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a2467f02-846d-4ab1-a919-63a27a60403f req-d3f46731-40f3-48f9-b48d-2f3b2549565d tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e7abc5d9-7485-46fd-a80f-8423f552967f HTTP/1.1" status: 200 len: 1128 time: 0.2034810 Feb 09 01:02:45.807258 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e4c66109-6513-4f46-8843-a0fa86134a14 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bc516aab4f304e3aa4cce274bc2995e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2875781 Feb 09 01:02:45.808155 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41100) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:02:45.817071 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c66109-6513-4f46-8843-a0fa86134a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71588b46-f34d-4ee8-b274-518b46e33d07,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:45.827384 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a2467f02-846d-4ab1-a919-63a27a60403f req-48730c4d-60a6-4785-ba67-ed190a2b097d tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530782 Feb 09 01:02:45.880380 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7278360b-8181-4b28-8566-e9bb24a8142f admin admin] Publish callbacks [] for security_group (71588b46-f34d-4ee8-b274-518b46e33d07), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:45.903629 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-7805bb30-a76c-4d73-b398-02af88ae77ca req-7ee8eb7c-5def-456d-9bc6-51ec4b6c2def tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-667286201', 'description': 'tempest-description-352555686'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:45.906405 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7278360b-8181-4b28-8566-e9bb24a8142f admin admin] Publish callbacks [] for security_group (71588b46-f34d-4ee8-b274-518b46e33d07), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:45.938838 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-af23495b-4f7b-4e36-aa3f-283a5c617a0b req-95815463-147b-49d3-b227-3c9a33a426ba service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=1790f5db-f4bf-4a0a-b871-f8306e209982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241632 Feb 09 01:02:45.961694 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de025a6f-2cb6-4c3a-b976-a82a39a770cd req-8fd2f64e-f3e4-40d7-a2c6-b7e913c5eb75 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898634 Feb 09 01:02:45.963169 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7805bb30-a76c-4d73-b398-02af88ae77ca req-7ee8eb7c-5def-456d-9bc6-51ec4b6c2def tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:45.977620 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7278360b-8181-4b28-8566-e9bb24a8142f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (71588b46-f34d-4ee8-b274-518b46e33d07), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:45.980785 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7278360b-8181-4b28-8566-e9bb24a8142f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:45.984748 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7278360b-8181-4b28-8566-e9bb24a8142f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/71588b46-f34d-4ee8-b274-518b46e33d07 HTTP/1.1" status: 204 len: 168 time: 0.1746216 Feb 09 01:02:45.997344 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7278360b-8181-4b28-8566-e9bb24a8142f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71588b46-f34d-4ee8-b274-518b46e33d07,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:46.069996 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7253a4d2-52b5-4fd1-8f01-68c8f94ee45e req-c2b583ed-413d-41fa-84d9-9bc64a37cb15 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad97db53-f80a-4665-b5fe-a5337df23e04 HTTP/1.1" status: 200 len: 210 time: 0.0347354 Feb 09 01:02:46.119297 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7805bb30-a76c-4d73-b398-02af88ae77ca req-7ee8eb7c-5def-456d-9bc6-51ec4b6c2def tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group (03a6a664-a55e-4989-8104-7de637c30de9), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:46.124140 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7805bb30-a76c-4d73-b398-02af88ae77ca req-7ee8eb7c-5def-456d-9bc6-51ec4b6c2def tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (03a6a664-a55e-4989-8104-7de637c30de9), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:46.156239 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7805bb30-a76c-4d73-b398-02af88ae77ca req-7ee8eb7c-5def-456d-9bc6-51ec4b6c2def tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:46.158113 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7805bb30-a76c-4d73-b398-02af88ae77ca req-7ee8eb7c-5def-456d-9bc6-51ec4b6c2def tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2672377 Feb 09 01:02:46.204484 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee8eb7c-5def-456d-9bc6-51ec4b6c2def tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03a6a664-a55e-4989-8104-7de637c30de9,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:46.244809 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef4c28-fc2c-404c-8172-d6831baff1b8 req-768f39c6-c272-46a9-bca8-9fd7a1d34dd2 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:46.246667 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76ef4c28-fc2c-404c-8172-d6831baff1b8 req-768f39c6-c272-46a9-bca8-9fd7a1d34dd2 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f2ab141-d24e-428a-b134-cfe4fbaf083a HTTP/1.1" status: 200 len: 945 time: 0.0799415 Feb 09 01:02:46.278348 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-93425933-d05d-464c-9c65-73324cc44b1f req-2fcdf090-3c69-4e98-b0d9-140a32b0cf80 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=8e4a1438c4ae4668a3f29d116af30cb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306318 Feb 09 01:02:46.380695 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76ef4c28-fc2c-404c-8172-d6831baff1b8 req-aabcca52-8fd2-4573-8866-a1dea221d5be tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/security-groups?id=1790f5db-f4bf-4a0a-b871-f8306e209982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207764 Feb 09 01:02:46.430624 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93425933-d05d-464c-9c65-73324cc44b1f req-54096305-0e03-4332-bbe9-d87c14965b1c tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:46.438515 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-93425933-d05d-464c-9c65-73324cc44b1f req-54096305-0e03-4332-bbe9-d87c14965b1c tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1524179 Feb 09 01:02:46.448824 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-93425933-d05d-464c-9c65-73324cc44b1f req-01767922-b610-474a-9eeb-5e52aebfb043 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/quotas/8e4a1438c4ae4668a3f29d116af30cb3 HTTP/1.1" status: 200 len: 375 time: 0.0093231 Feb 09 01:02:46.513341 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-93425933-d05d-464c-9c65-73324cc44b1f req-5a87f9ec-737f-4120-ab24-994f548ddf2f tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8e4a1438c4ae4668a3f29d116af30cb3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0576279 Feb 09 01:02:46.680981 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-40d48f51-a385-4b1b-9446-fa50e833c138 req-56001e9b-52db-4216-ba86-4ec91a4a95e0 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] 10.222.0.50 "GET /v2.0/security-groups/16ebb3d2-28f4-489e-bbe5-8bd7b8cf628a HTTP/1.1" status: 200 len: 1819 time: 0.0377293 Feb 09 01:02:46.739446 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-40d48f51-a385-4b1b-9446-fa50e833c138 req-bbf043dd-3750-4727-9703-6d93146e15b3 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] 10.222.0.50 "GET /v2.0/security-groups/03a6a664-a55e-4989-8104-7de637c30de9 HTTP/1.1" status: 200 len: 1820 time: 0.0510271 Feb 09 01:02:46.754059 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-40d48f51-a385-4b1b-9446-fa50e833c138 req-2a7148d3-4e5f-4adb-9dbc-a4a91fab200f tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '16ebb3d2-28f4-489e-bbe5-8bd7b8cf628a', 'remote_group_id': '03a6a664-a55e-4989-8104-7de637c30de9', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:46.754351 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-40d48f51-a385-4b1b-9446-fa50e833c138 req-2a7148d3-4e5f-4adb-9dbc-a4a91fab200f tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '16ebb3d2-28f4-489e-bbe5-8bd7b8cf628a', 'remote_group_id': '03a6a664-a55e-4989-8104-7de637c30de9', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:46.850848 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-40d48f51-a385-4b1b-9446-fa50e833c138 req-2a7148d3-4e5f-4adb-9dbc-a4a91fab200f tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group_rule (022680d6-dd91-4651-bcc4-568dd7f64463), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:46.894740 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-40d48f51-a385-4b1b-9446-fa50e833c138 req-2a7148d3-4e5f-4adb-9dbc-a4a91fab200f tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group_rule (022680d6-dd91-4651-bcc4-568dd7f64463), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:46.899342 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-40d48f51-a385-4b1b-9446-fa50e833c138 req-2a7148d3-4e5f-4adb-9dbc-a4a91fab200f tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (022680d6-dd91-4651-bcc4-568dd7f64463), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:46.926719 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7148d3-4e5f-4adb-9dbc-a4a91fab200f tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=022680d6-dd91-4651-bcc4-568dd7f64463,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:46.949007 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-40d48f51-a385-4b1b-9446-fa50e833c138 req-2a7148d3-4e5f-4adb-9dbc-a4a91fab200f tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:46.950540 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-40d48f51-a385-4b1b-9446-fa50e833c138 req-2a7148d3-4e5f-4adb-9dbc-a4a91fab200f tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2011609 Feb 09 01:02:47.153358 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-f201f1e1-4a2a-4b4f-acb9-f1cdd9d62da7 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:47.155470 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-f201f1e1-4a2a-4b4f-acb9-f1cdd9d62da7 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.47 "GET /v2.0/networks?id=dbff02f4-8d52-4289-93bb-c44351bfd019 HTTP/1.1" status: 200 len: 821 time: 0.2277219 Feb 09 01:02:47.165018 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bff4fa-7cea-405b-b26d-5c0a708762de req-a880a258-1fa4-4b15-af8a-69b59eae8976 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:47.172019 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47bff4fa-7cea-405b-b26d-5c0a708762de req-a880a258-1fa4-4b15-af8a-69b59eae8976 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ed9ba31-f7c6-48e8-8c25-d72c0b583769 HTTP/1.1" status: 200 len: 945 time: 0.1112585 Feb 09 01:02:47.180046 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-6cb46f3f-a952-4d91-ab4e-651d57c998f6 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Request body: {'port': {'device_id': 'ad97db53-f80a-4665-b5fe-a5337df23e04', 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019', 'admin_state_up': True, 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:47.230237 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47bff4fa-7cea-405b-b26d-5c0a708762de req-cbd42329-e135-4d3a-ad84-ad26b67b6fa8 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566690 Feb 09 01:02:47.378828 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c4c82c0-cde9-4757-8250-6865b13d4c4e req-53c1ba17-5ab0-4a08-8f70-637196452b12 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=5dbd4352-9418-44ba-b3cd-446c599b4d42 HTTP/1.1" status: 200 len: 210 time: 0.0344546 Feb 09 01:02:47.384044 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-6cb46f3f-a952-4d91-ab4e-651d57c998f6 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Made reservation on behalf of 67da1db1339f4110b352a0d7f5bcad0c for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:02:47.388932 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-6cb46f3f-a952-4d91-ab4e-651d57c998f6 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:47.454014 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6e98112-c418-4a8a-909e-d65fc3fb647c req-5880a5be-6377-4b61-b266-58368c525c59 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] 10.222.0.50 "GET /v2.0/security-groups/03a6a664-a55e-4989-8104-7de637c30de9 HTTP/1.1" status: 200 len: 1820 time: 0.0464215 Feb 09 01:02:47.560175 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e6e98112-c418-4a8a-909e-d65fc3fb647c req-fbacf97d-0619-46bd-a862-435c46216330 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group (03a6a664-a55e-4989-8104-7de637c30de9), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:47.586634 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e6e98112-c418-4a8a-909e-d65fc3fb647c req-fbacf97d-0619-46bd-a862-435c46216330 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group (03a6a664-a55e-4989-8104-7de637c30de9), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:47.590752 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-6cb46f3f-a952-4d91-ab4e-651d57c998f6 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Allocated IP 172.20.0.5 (dbff02f4-8d52-4289-93bb-c44351bfd019/43589af2-0462-47b3-852e-472c8aa8fb62/bb951ea1-5da7-48ca-8466-cd7ef0a81e3d) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:02:47.604249 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b87c3355-2894-4848-9db4-661016994754 req-691b2dd4-b3c5-4d08-9fb0-b2334869170a service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=977c202c-168c-44df-9f22-3a217a1145d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1445124 Feb 09 01:02:47.686998 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-281814b6-f205-4c4e-833f-fba338cbdf36 tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:02:47.695461 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-281814b6-f205-4c4e-833f-fba338cbdf36 tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0244656 Feb 09 01:02:47.715913 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e6e98112-c418-4a8a-909e-d65fc3fb647c req-fbacf97d-0619-46bd-a862-435c46216330 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (03a6a664-a55e-4989-8104-7de637c30de9), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:47.718918 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e6e98112-c418-4a8a-909e-d65fc3fb647c req-fbacf97d-0619-46bd-a862-435c46216330 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:47.720140 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6e98112-c418-4a8a-909e-d65fc3fb647c req-fbacf97d-0619-46bd-a862-435c46216330 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] 10.222.0.50 "DELETE /v2.0/security-groups/03a6a664-a55e-4989-8104-7de637c30de9 HTTP/1.1" status: 204 len: 173 time: 0.2495415 Feb 09 01:02:47.750582 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbacf97d-0619-46bd-a862-435c46216330 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a6a664-a55e-4989-8104-7de637c30de9,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:47.760871 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c3355-2894-4848-9db4-661016994754 req-74f8d01a-094d-4560-9747-afe4b999b83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:47.767186 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b87c3355-2894-4848-9db4-661016994754 req-74f8d01a-094d-4560-9747-afe4b999b83d service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=3b70da3c9e0441c5928a48dabf785fc6&device_id=977c202c-168c-44df-9f22-3a217a1145d0 HTTP/1.1" status: 200 len: 1127 time: 0.1018951 Feb 09 01:02:47.831826 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-925fcd77-bbf9-45de-bb74-c4318027581c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:47.833278 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-925fcd77-bbf9-45de-bb74-c4318027581c service neutron] 10.222.0.50 "GET /v2.0/ports/f1b957a8-19bc-4931-a7e4-b99b73998d2d HTTP/1.1" status: 200 len: 1125 time: 0.1370711 Feb 09 01:02:47.851167 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-f4f085e6-7f2f-4a3f-9f7b-e0b9cfbeef01 service neutron] Request body: {'binding': {'host': 'n-h1-828369-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:47.851630 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-f4f085e6-7f2f-4a3f-9f7b-e0b9cfbeef01 service neutron] Unknown quota resources ['binding']. {{(pid=103137) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 01:02:47.934926 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6525b8-4719-44db-b3c7-5195afedf664 req-0c5ee87b-160a-4df3-bc60-d2a4b315f7ad tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:47.941042 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad6525b8-4719-44db-b3c7-5195afedf664 req-0c5ee87b-160a-4df3-bc60-d2a4b315f7ad tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3f86a60-3e13-4616-a574-175bb5d90eea HTTP/1.1" status: 200 len: 950 time: 0.0833991 Feb 09 01:02:47.972112 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-6cb46f3f-a952-4d91-ab4e-651d57c998f6 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks [] for port (bb951ea1-5da7-48ca-8466-cd7ef0a81e3d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:47.980668 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c3355-2894-4848-9db4-661016994754 req-95401a61-645c-41ed-8c5b-fbe90b8bd298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:47.982608 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b87c3355-2894-4848-9db4-661016994754 req-95401a61-645c-41ed-8c5b-fbe90b8bd298 service neutron] 10.222.0.120 "GET /v2.0/networks?id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10 HTTP/1.1" status: 200 len: 923 time: 0.1824403 Feb 09 01:02:48.051245 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b87c3355-2894-4848-9db4-661016994754 req-56bcd9ba-7aac-4d66-b05e-218254cf32ac service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e88b7e52-5ffe-45cb-b318-f6ee9930eb2d HTTP/1.1" status: 200 len: 217 time: 0.0569522 Feb 09 01:02:48.053109 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-6cb46f3f-a952-4d91-ab4e-651d57c998f6 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (bb951ea1-5da7-48ca-8466-cd7ef0a81e3d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:48.057470 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad6525b8-4719-44db-b3c7-5195afedf664 req-f05caa3a-12ec-4524-8423-19ce090d7e8b tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146133 Feb 09 01:02:48.066066 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-f4f085e6-7f2f-4a3f-9f7b-e0b9cfbeef01 service neutron] Attempting to bind port f1b957a8-19bc-4931-a7e4-b99b73998d2d on host n-h1-828369-4 for vnic_type normal with profile None {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:02:48.066415 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-f4f085e6-7f2f-4a3f-9f7b-e0b9cfbeef01 service neutron] Attempting to bind port f1b957a8-19bc-4931-a7e4-b99b73998d2d by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '2793514a-5639-496c-8d37-377203141ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:02:48.066759 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-f4f085e6-7f2f-4a3f-9f7b-e0b9cfbeef01 service neutron] Attempting to bind port f1b957a8-19bc-4931-a7e4-b99b73998d2d on network 7041f7c4-8ab5-4479-b63e-c8706fa7ab10 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:02:48.069933 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['5bd360c7-d35c-4dfa-92f8-c4b0496c187d'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:02:48.118014 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-f4f085e6-7f2f-4a3f-9f7b-e0b9cfbeef01 service neutron] Port f1b957a8-19bc-4931-a7e4-b99b73998d2d on network 7041f7c4-8ab5-4479-b63e-c8706fa7ab10 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:02:48.118439 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-f4f085e6-7f2f-4a3f-9f7b-e0b9cfbeef01 service neutron] Attempting to bind port f1b957a8-19bc-4931-a7e4-b99b73998d2d on network 7041f7c4-8ab5-4479-b63e-c8706fa7ab10 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:02:48.131064 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c3355-2894-4848-9db4-661016994754 req-d89864d5-1704-4fa1-9c54-31cfdeb15edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:48.133002 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b87c3355-2894-4848-9db4-661016994754 req-d89864d5-1704-4fa1-9c54-31cfdeb15edb service neutron] 10.222.0.120 "GET /v2.0/subnets?id=aee9db20-60c4-48dd-9796-48ed06ca844d HTTP/1.1" status: 200 len: 861 time: 0.0732927 Feb 09 01:02:48.136807 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-f4f085e6-7f2f-4a3f-9f7b-e0b9cfbeef01 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:02:48.137466 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-f4f085e6-7f2f-4a3f-9f7b-e0b9cfbeef01 service neutron] Checking segment: {'id': '2793514a-5639-496c-8d37-377203141ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:02:48.138238 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-f4f085e6-7f2f-4a3f-9f7b-e0b9cfbeef01 service neutron] Bound using segment: {'id': '2793514a-5639-496c-8d37-377203141ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:02:48.138905 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-f4f085e6-7f2f-4a3f-9f7b-e0b9cfbeef01 service neutron] Bound port: f1b957a8-19bc-4931-a7e4-b99b73998d2d, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2793514a-5639-496c-8d37-377203141ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:02:48.142907 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-6cb46f3f-a952-4d91-ab4e-651d57c998f6 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Network dbff02f4-8d52-4289-93bb-c44351bfd019 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:02:48.148920 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb46f3f-a952-4d91-ab4e-651d57c998f6 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Pushing event updated for resources: {'Port': ['ID=bb951ea1-5da7-48ca-8466-cd7ef0a81e3d,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:48.171983 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-6cb46f3f-a952-4d91-ab4e-651d57c998f6 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:02:48.177973 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-6cb46f3f-a952-4d91-ab4e-651d57c998f6 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:02:48.184708 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-6cb46f3f-a952-4d91-ab4e-651d57c998f6 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:48.185638 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-6cb46f3f-a952-4d91-ab4e-651d57c998f6 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:48.219923 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b87c3355-2894-4848-9db4-661016994754 req-698382e7-9a67-4b43-9438-071e6f488b2e service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736916 Feb 09 01:02:48.231236 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-6cb46f3f-a952-4d91-ab4e-651d57c998f6 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0554774 Feb 09 01:02:48.233318 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-f4f085e6-7f2f-4a3f-9f7b-e0b9cfbeef01 service neutron] For port f1b957a8-19bc-4931-a7e4-b99b73998d2d, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=f1b957a8-19bc-4931-a7e4-b99b73998d2d,segment=NetworkSegment(2793514a-5639-496c-8d37-377203141ac7),segment_id=2793514a-5639-496c-8d37-377203141ac7)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:02:48.242801 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-f4f085e6-7f2f-4a3f-9f7b-e0b9cfbeef01 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:48.244865 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-f4f085e6-7f2f-4a3f-9f7b-e0b9cfbeef01 service neutron] 10.222.0.50 "POST /v2.0/ports/f1b957a8-19bc-4931-a7e4-b99b73998d2d/bindings HTTP/1.1" status: 201 len: 389 time: 0.3972266 Feb 09 01:02:48.250985 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-bae32f8d-38ea-4677-a55f-e9f26d680c9c service neutron] Request body: {'port': {'device_id': 'ad97db53-f80a-4665-b5fe-a5337df23e04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:48.330612 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-93425933-d05d-464c-9c65-73324cc44b1f req-dd9fca1b-bac7-44b9-bda7-dd7d1b132e35 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=8e4a1438c4ae4668a3f29d116af30cb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0839236 Feb 09 01:02:48.367424 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-bae32f8d-38ea-4677-a55f-e9f26d680c9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (bb951ea1-5da7-48ca-8466-cd7ef0a81e3d), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:48.536613 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8671c3-ec5e-48b4-8c5b-2e923a104b05 req-e34f2da4-fc53-4036-8e0b-14baf90f90cd tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:48.543802 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7d8671c3-ec5e-48b4-8c5b-2e923a104b05 req-e34f2da4-fc53-4036-8e0b-14baf90f90cd tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad97db53-f80a-4665-b5fe-a5337df23e04 HTTP/1.1" status: 200 len: 931 time: 0.3826230 Feb 09 01:02:48.578342 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-27a06fcc-3d1d-40a1-ba8d-d7006dc1d36a None None] Provisioning complete for port bb951ea1-5da7-48ca-8466-cd7ef0a81e3d triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:48.579003 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-27a06fcc-3d1d-40a1-ba8d-d7006dc1d36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (bb951ea1-5da7-48ca-8466-cd7ef0a81e3d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:48.613618 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 612a0410-8791-4496-a45e-374ad9561867 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:02:48.637584 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-27a06fcc-3d1d-40a1-ba8d-d7006dc1d36a None None] Port bb951ea1-5da7-48ca-8466-cd7ef0a81e3d cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:02:48.669764 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214626f-8ec5-4cfd-bf31-72a4efe52fd3 req-3047b4dd-0fb2-48d3-9c5f-b7d13ac61d98 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:48.671257 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4214626f-8ec5-4cfd-bf31-72a4efe52fd3 req-3047b4dd-0fb2-48d3-9c5f-b7d13ac61d98 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f2ab141-d24e-428a-b134-cfe4fbaf083a HTTP/1.1" status: 200 len: 945 time: 0.2195466 Feb 09 01:02:48.673188 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b87c3355-2894-4848-9db4-661016994754 req-48048626-dc96-4d1e-95eb-feb6aa7e107a service neutron] 10.222.0.120 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4352920 Feb 09 01:02:48.677809 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 612a0410-8791-4496-a45e-374ad9561867 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:02:48.682097 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 612a0410-8791-4496-a45e-374ad9561867 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:48.682968 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (612a0410-8791-4496-a45e-374ad9561867), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:48.692808 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93425933-d05d-464c-9c65-73324cc44b1f req-7041650d-5a68-4098-98a7-1bf63dff9ec9 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:48.694230 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-93425933-d05d-464c-9c65-73324cc44b1f req-7041650d-5a68-4098-98a7-1bf63dff9ec9 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3628521 Feb 09 01:02:48.698700 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-bae32f8d-38ea-4677-a55f-e9f26d680c9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb951ea1-5da7-48ca-8466-cd7ef0a81e3d {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:02:48.706912 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-bae32f8d-38ea-4677-a55f-e9f26d680c9c service neutron] Publish callbacks [] for port (bb951ea1-5da7-48ca-8466-cd7ef0a81e3d), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:48.711940 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7d8671c3-ec5e-48b4-8c5b-2e923a104b05 req-caf10421-93e6-4558-955d-4d63db5454d2 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/security-groups?id=e760d1d5-7bcb-442b-b02f-fe1d7def914f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672993 Feb 09 01:02:48.728843 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-93425933-d05d-464c-9c65-73324cc44b1f req-f1bacd76-2b36-4ddc-9d2c-142bc49c34a5 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Request body: {'port': {'device_id': '5dbd4352-9418-44ba-b3cd-446c599b4d42', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'admin_state_up': True, 'tenant_id': '8e4a1438c4ae4668a3f29d116af30cb3'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:48.741217 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-bae32f8d-38ea-4677-a55f-e9f26d680c9c service neutron] Transition to ACTIVE for port object bb951ea1-5da7-48ca-8466-cd7ef0a81e3d will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:02:48.747954 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-bae32f8d-38ea-4677-a55f-e9f26d680c9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (bb951ea1-5da7-48ca-8466-cd7ef0a81e3d), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:48.774536 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 612a0410-8791-4496-a45e-374ad9561867 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:02:48.775245 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (612a0410-8791-4496-a45e-374ad9561867), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:48.815636 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 612a0410-8791-4496-a45e-374ad9561867, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=612a0410-8791-4496-a45e-374ad9561867,segment=NetworkSegment(b2ef10b9-0c7e-4ea0-88fe-781103c28e86),segment_id=b2ef10b9-0c7e-4ea0-88fe-781103c28e86)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:02:48.816760 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed9ba31-f7c6-48e8-8c25-d72c0b583769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612a0410-8791-4496-a45e-374ad9561867'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:02:48.820061 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385596a1-d6c3-470e-b8a0-941dab74fee3" -d '{"events": [{"server_uuid": "3ed9ba31-f7c6-48e8-8c25-d72c0b583769", "name": "network-vif-plugged", "status": "completed", "tag": "612a0410-8791-4496-a45e-374ad9561867"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:02:48.827939 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae32f8d-38ea-4677-a55f-e9f26d680c9c service neutron] Pushing event updated for resources: {'Port': ['ID=bb951ea1-5da7-48ca-8466-cd7ef0a81e3d,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:48.828304 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (612a0410-8791-4496-a45e-374ad9561867), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:48.842871 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-bae32f8d-38ea-4677-a55f-e9f26d680c9c service neutron] Attempting to bind port bb951ea1-5da7-48ca-8466-cd7ef0a81e3d on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:02:48.843517 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-bae32f8d-38ea-4677-a55f-e9f26d680c9c service neutron] Attempting to bind port bb951ea1-5da7-48ca-8466-cd7ef0a81e3d by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '9519a72c-6e52-48a2-9d48-19f11e744f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:02:48.844092 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-bae32f8d-38ea-4677-a55f-e9f26d680c9c service neutron] Attempting to bind port bb951ea1-5da7-48ca-8466-cd7ef0a81e3d on network dbff02f4-8d52-4289-93bb-c44351bfd019 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:02:48.848876 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-bae32f8d-38ea-4677-a55f-e9f26d680c9c service neutron] Port bb951ea1-5da7-48ca-8466-cd7ef0a81e3d on network dbff02f4-8d52-4289-93bb-c44351bfd019 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:02:48.849473 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-bae32f8d-38ea-4677-a55f-e9f26d680c9c service neutron] Attempting to bind port bb951ea1-5da7-48ca-8466-cd7ef0a81e3d on network dbff02f4-8d52-4289-93bb-c44351bfd019 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:02:48.866172 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-bae32f8d-38ea-4677-a55f-e9f26d680c9c service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:02:48.866674 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-bae32f8d-38ea-4677-a55f-e9f26d680c9c service neutron] Checking segment: {'id': '9519a72c-6e52-48a2-9d48-19f11e744f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:02:48.867649 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-bae32f8d-38ea-4677-a55f-e9f26d680c9c service neutron] Bound using segment: {'id': '9519a72c-6e52-48a2-9d48-19f11e744f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:02:48.868119 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-bae32f8d-38ea-4677-a55f-e9f26d680c9c service neutron] Bound port: bb951ea1-5da7-48ca-8466-cd7ef0a81e3d, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9519a72c-6e52-48a2-9d48-19f11e744f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:02:48.868491 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-bae32f8d-38ea-4677-a55f-e9f26d680c9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (bb951ea1-5da7-48ca-8466-cd7ef0a81e3d), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:48.871842 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-cb820f06-a672-41d2-bd43-1a6eda552de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:48.873608 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-cb820f06-a672-41d2-bd43-1a6eda552de6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b70da3c9e0441c5928a48dabf785fc6&device_id=e7abc5d9-7485-46fd-a80f-8423f552967f HTTP/1.1" status: 200 len: 1128 time: 0.2814162 Feb 09 01:02:48.885778 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=612a0410-8791-4496-a45e-374ad9561867,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:48.916466 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4214626f-8ec5-4cfd-bf31-72a4efe52fd3 req-86d99bfb-d40a-4eb9-ad9d-f803f18411b6 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/security-groups?id=1790f5db-f4bf-4a0a-b871-f8306e209982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2313435 Feb 09 01:02:49.045326 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-957ef7c1-568c-4547-ab21-2649ebd60a9f req-d7f6c279-e9de-46b5-b206-0c1edf95a9cf tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] 10.222.0.50 "GET /v2.0/security-groups/16ebb3d2-28f4-489e-bbe5-8bd7b8cf628a HTTP/1.1" status: 200 len: 1819 time: 0.2558842 Feb 09 01:02:49.089271 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b87c3355-2894-4848-9db4-661016994754 req-f0f60254-3c9d-499c-8204-2207475786ee service neutron] 10.222.0.120 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933275 Feb 09 01:02:49.132768 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-99931fce-7661-4fc5-b571-8fbbe5f8ad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:49.134508 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-99931fce-7661-4fc5-b571-8fbbe5f8ad81 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10 HTTP/1.1" status: 200 len: 923 time: 0.2443221 Feb 09 01:02:49.154242 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93425933-d05d-464c-9c65-73324cc44b1f req-f1bacd76-2b36-4ddc-9d2c-142bc49c34a5 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Made reservation on behalf of 8e4a1438c4ae4668a3f29d116af30cb3 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:02:49.157844 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-93425933-d05d-464c-9c65-73324cc44b1f req-f1bacd76-2b36-4ddc-9d2c-142bc49c34a5 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:49.198293 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-bae32f8d-38ea-4677-a55f-e9f26d680c9c service neutron] For port bb951ea1-5da7-48ca-8466-cd7ef0a81e3d, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:02:49.201556 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-bae32f8d-38ea-4677-a55f-e9f26d680c9c service neutron] For port bb951ea1-5da7-48ca-8466-cd7ef0a81e3d, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=bb951ea1-5da7-48ca-8466-cd7ef0a81e3d,segment=NetworkSegment(9519a72c-6e52-48a2-9d48-19f11e744f6e),segment_id=9519a72c-6e52-48a2-9d48-19f11e744f6e)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:02:49.208445 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-bae32f8d-38ea-4677-a55f-e9f26d680c9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (bb951ea1-5da7-48ca-8466-cd7ef0a81e3d), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:49.221310 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-e56bc49a-d990-43da-862c-2f7f115c82b0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1b957a8-19bc-4931-a7e4-b99b73998d2d HTTP/1.1" status: 200 len: 217 time: 0.0565970 Feb 09 01:02:49.241721 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-bae32f8d-38ea-4677-a55f-e9f26d680c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:49.242311 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-bae32f8d-38ea-4677-a55f-e9f26d680c9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:49.243757 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-bae32f8d-38ea-4677-a55f-e9f26d680c9c service neutron] 10.222.0.47 "PUT /v2.0/ports/bb951ea1-5da7-48ca-8466-cd7ef0a81e3d HTTP/1.1" status: 200 len: 1091 time: 0.9978809 Feb 09 01:02:49.244184 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad97db53-f80a-4665-b5fe-a5337df23e04', 'tag': 'bb951ea1-5da7-48ca-8466-cd7ef0a81e3d'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:02:49.246669 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff7a70c-f3ca-4726-8505-94074b2841b7" -d '{"events": [{"name": "network-changed", "server_uuid": "ad97db53-f80a-4665-b5fe-a5337df23e04", "tag": "bb951ea1-5da7-48ca-8466-cd7ef0a81e3d"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:02:49.269081 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae32f8d-38ea-4677-a55f-e9f26d680c9c service neutron] Pushing event updated for resources: {'Port': ['ID=bb951ea1-5da7-48ca-8466-cd7ef0a81e3d,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:49.269277 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-bc140f15-d11f-4196-8537-9ee2e8e130f2 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=6795257b110f48b49f8d6ffbc82af9d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535882 Feb 09 01:02:49.339455 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-c7516442-6573-448b-8dcc-2a819282e5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:49.340987 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-c7516442-6573-448b-8dcc-2a819282e5e1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67da1db1339f4110b352a0d7f5bcad0c&device_id=ad97db53-f80a-4665-b5fe-a5337df23e04 HTTP/1.1" status: 200 len: 1125 time: 0.0491719 Feb 09 01:02:49.399349 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-4b46fec2-9c2e-4f7f-91d1-61e6034d7f59 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb951ea1-5da7-48ca-8466-cd7ef0a81e3d HTTP/1.1" status: 200 len: 217 time: 0.0435753 Feb 09 01:02:49.460983 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-98933834-7699-4e4c-b3da-c2b569bf16c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:49.462449 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-98933834-7699-4e4c-b3da-c2b569bf16c7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=43589af2-0462-47b3-852e-472c8aa8fb62 HTTP/1.1" status: 200 len: 860 time: 0.0563891 Feb 09 01:02:49.515702 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-23df6939-a39f-4285-8a90-e3c1c31d67f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:49.517283 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-23df6939-a39f-4285-8a90-e3c1c31d67f1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dbff02f4-8d52-4289-93bb-c44351bfd019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481830 Feb 09 01:02:49.613637 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-281a2dd6-279a-4e89-95b4-7684cd72c243 service neutron] 10.222.0.47 "GET /v2.0/networks/dbff02f4-8d52-4289-93bb-c44351bfd019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880582 Feb 09 01:02:49.616347 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea095a0c-ea5b-4151-92c5-b68b68b702a4 req-58a68e13-14f6-438b-b868-e80921c32626 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:49.617962 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ea095a0c-ea5b-4151-92c5-b68b68b702a4 req-58a68e13-14f6-438b-b868-e80921c32626 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ed9ba31-f7c6-48e8-8c25-d72c0b583769 HTTP/1.1" status: 200 len: 946 time: 0.4988053 Feb 09 01:02:49.668793 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-651ecfdc-627f-4fc0-bee1-a994f2ed9f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:49.670203 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-651ecfdc-627f-4fc0-bee1-a994f2ed9f60 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aee9db20-60c4-48dd-9796-48ed06ca844d HTTP/1.1" status: 200 len: 861 time: 0.4248571 Feb 09 01:02:49.705820 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1e7517c4-69fb-479c-bd2b-bbb025ea1954 req-bcc1239f-a29a-4cf8-8b1c-e56ead4995bb service neutron] 10.222.0.47 "GET /v2.0/networks/dbff02f4-8d52-4289-93bb-c44351bfd019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819471 Feb 09 01:02:49.751452 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-6b96a122-7507-473c-a333-b7d58d1bec59 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641668 Feb 09 01:02:49.840084 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ea095a0c-ea5b-4151-92c5-b68b68b702a4 req-9892ee82-65a6-4189-8623-d7b9d9cffb66 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936409 Feb 09 01:02:49.853439 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-93425933-d05d-464c-9c65-73324cc44b1f req-f1bacd76-2b36-4ddc-9d2c-142bc49c34a5 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Allocated IP 192.168.233.78 (9e88fe6e-2b1d-4294-a17d-9a7801813700/3810d295-ee98-40f7-b1e2-609bf7d1c3df/b80d2f48-ba7e-48c4-85e1-fcebefd145ea) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:02:49.877690 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-bf34a2db-5e41-4282-aa3c-205395935976 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:49.879160 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-bf34a2db-5e41-4282-aa3c-205395935976 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5861707 Feb 09 01:02:49.954683 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-44d2cdab-fe11-46b5-ba79-3379d663d0ea tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/quotas/6795257b110f48b49f8d6ffbc82af9d2 HTTP/1.1" status: 200 len: 375 time: 0.0648823 Feb 09 01:02:49.983541 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-adae21ab-5fb8-4fc7-aeb2-7e7c95f4fff0 service neutron] 10.222.0.47 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204428 Feb 09 01:02:50.012002 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-0aa8b9eb-884d-43fd-8952-6eaea9daa372 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6795257b110f48b49f8d6ffbc82af9d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468528 Feb 09 01:02:50.131746 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae57e7-e09b-4de2-9b21-3f8c0bcb4835 req-69792f02-ab96-4a34-b43d-1669d0dfba06 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:50.133291 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a1ae57e7-e09b-4de2-9b21-3f8c0bcb4835 req-69792f02-ab96-4a34-b43d-1669d0dfba06 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7abc5d9-7485-46fd-a80f-8423f552967f HTTP/1.1" status: 200 len: 946 time: 0.2231762 Feb 09 01:02:50.229232 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a2673ffc-2642-40fc-89cc-b1177d2b7dfc req-159cd519-44cb-48a9-a082-c9f214d3cc32 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=5dbd4352-9418-44ba-b3cd-446c599b4d42 HTTP/1.1" status: 200 len: 210 time: 0.0543950 Feb 09 01:02:50.246249 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-93425933-d05d-464c-9c65-73324cc44b1f req-f1bacd76-2b36-4ddc-9d2c-142bc49c34a5 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks [] for port (b80d2f48-ba7e-48c4-85e1-fcebefd145ea), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:50.261429 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-e9621b7f-1649-4f9b-8c11-6195e5bdb709 service neutron] 10.222.0.47 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543848 Feb 09 01:02:50.270221 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a1ae57e7-e09b-4de2-9b21-3f8c0bcb4835 req-bc4963f3-924c-4995-8d38-3b9866e63f93 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262178 Feb 09 01:02:50.283113 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a1fe92-14ed-46fd-bf64-5c9f4bb14a25 x-openstack-request-id: req-46a1fe92-14ed-46fd-bf64-5c9f4bb14a25 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:02:50.283612 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed9ba31-f7c6-48e8-8c25-d72c0b583769", "name": "network-vif-plugged", "status": "completed", "tag": "612a0410-8791-4496-a45e-374ad9561867", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:02:50.283711 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-46a1fe92-14ed-46fd-bf64-5c9f4bb14a25 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:02:50.284059 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed9ba31-f7c6-48e8-8c25-d72c0b583769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612a0410-8791-4496-a45e-374ad9561867', 'code': 200} Feb 09 01:02:50.309690 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-93425933-d05d-464c-9c65-73324cc44b1f req-f1bacd76-2b36-4ddc-9d2c-142bc49c34a5 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (b80d2f48-ba7e-48c4-85e1-fcebefd145ea), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:50.327629 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['3f20790f-3dc7-440e-9aed-f7f0343db454', '53af4635-acf7-441b-961b-2c8f737be7da'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:02:50.332974 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['8fc3cb9a-8128-43dd-acbe-d98580af4512', '728fd678-92ff-40a5-a350-98f51f331cef', 'b9daf566-c7d6-4402-8961-cca9c9108b5b'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:02:50.361413 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-d6365217-6a7f-45bb-8726-74783533fead req-d5fc8ecd-a392-49f5-879f-254044578245 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1217283221', 'description': 'tempest-description-732132383'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:50.394638 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93425933-d05d-464c-9c65-73324cc44b1f req-f1bacd76-2b36-4ddc-9d2c-142bc49c34a5 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Network 9e88fe6e-2b1d-4294-a17d-9a7801813700 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:02:50.420607 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-93425933-d05d-464c-9c65-73324cc44b1f req-f1bacd76-2b36-4ddc-9d2c-142bc49c34a5 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:02:50.431124 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-93425933-d05d-464c-9c65-73324cc44b1f req-f1bacd76-2b36-4ddc-9d2c-142bc49c34a5 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:02:50.436212 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93425933-d05d-464c-9c65-73324cc44b1f req-f1bacd76-2b36-4ddc-9d2c-142bc49c34a5 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:50.436875 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-93425933-d05d-464c-9c65-73324cc44b1f req-f1bacd76-2b36-4ddc-9d2c-142bc49c34a5 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:50.445575 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bacd76-2b36-4ddc-9d2c-142bc49c34a5 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Pushing event updated for resources: {'Port': ['ID=b80d2f48-ba7e-48c4-85e1-fcebefd145ea,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:50.454150 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d6365217-6a7f-45bb-8726-74783533fead req-d5fc8ecd-a392-49f5-879f-254044578245 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:50.474686 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-93425933-d05d-464c-9c65-73324cc44b1f req-f1bacd76-2b36-4ddc-9d2c-142bc49c34a5 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7531080 Feb 09 01:02:50.506087 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb996855-1235-47a5-9199-515326429da1 req-a201adac-67fc-4506-9042-0c5c2ed84e17 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:50.507757 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eb996855-1235-47a5-9199-515326429da1 req-a201adac-67fc-4506-9042-0c5c2ed84e17 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f2ab141-d24e-428a-b134-cfe4fbaf083a HTTP/1.1" status: 200 len: 945 time: 0.1395185 Feb 09 01:02:50.518572 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-93425933-d05d-464c-9c65-73324cc44b1f req-4584fa08-b644-46b8-9ae4-0972faf383de service neutron] Request body: {'port': {'device_id': '5dbd4352-9418-44ba-b3cd-446c599b4d42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:50.519287 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41234) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:02:50.525396 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-bd592b9d-c551-49a1-bb78-0a8be9025bc8 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Request body: {'floatingip': {'port_id': 'aae82a69-9071-41a2-baf2-742837b0ba9c'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:50.645538 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bd592b9d-c551-49a1-bb78-0a8be9025bc8 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks [] for floatingip (5e1e289c-20ef-4918-9ea9-84e0674543e0), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:50.754367 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d6365217-6a7f-45bb-8726-74783533fead req-d5fc8ecd-a392-49f5-879f-254044578245 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group (89c0751e-c516-442d-8d97-a5fcd6bafa9f), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:50.762681 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-93425933-d05d-464c-9c65-73324cc44b1f req-4584fa08-b644-46b8-9ae4-0972faf383de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b80d2f48-ba7e-48c4-85e1-fcebefd145ea), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:50.767728 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d62b6-c61d-4cef-b821-52d001611014 req-20985c1f-3602-41e0-9e47-b71185efb823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:50.774702 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-431d62b6-c61d-4cef-b821-52d001611014 req-20985c1f-3602-41e0-9e47-b71185efb823 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3ed9ba31-f7c6-48e8-8c25-d72c0b583769 HTTP/1.1" status: 200 len: 1128 time: 0.2623601 Feb 09 01:02:50.807855 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d6365217-6a7f-45bb-8726-74783533fead req-d5fc8ecd-a392-49f5-879f-254044578245 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (89c0751e-c516-442d-8d97-a5fcd6bafa9f), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:50.863308 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d6365217-6a7f-45bb-8726-74783533fead req-d5fc8ecd-a392-49f5-879f-254044578245 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:50.878320 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d6365217-6a7f-45bb-8726-74783533fead req-d5fc8ecd-a392-49f5-879f-254044578245 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5433967 Feb 09 01:02:50.901111 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6212e-bea2-47a7-b990-0bf58c0df507 req-6058c5dc-e75e-48f5-bdf6-2067d62634d2 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:50.908877 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a4b6212e-bea2-47a7-b990-0bf58c0df507 req-6058c5dc-e75e-48f5-bdf6-2067d62634d2 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3f86a60-3e13-4616-a574-175bb5d90eea HTTP/1.1" status: 200 len: 950 time: 0.3071628 Feb 09 01:02:50.937991 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-120f7bdf-89cc-4183-a881-38353f5a7b18 None None] Provisioning complete for port b80d2f48-ba7e-48c4-85e1-fcebefd145ea triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:50.938419 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-120f7bdf-89cc-4183-a881-38353f5a7b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b80d2f48-ba7e-48c4-85e1-fcebefd145ea), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:51.058524 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-120f7bdf-89cc-4183-a881-38353f5a7b18 None None] Port b80d2f48-ba7e-48c4-85e1-fcebefd145ea cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:02:51.245521 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc8ecd-a392-49f5-879f-254044578245 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89c0751e-c516-442d-8d97-a5fcd6bafa9f,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:51.272383 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-431d62b6-c61d-4cef-b821-52d001611014 req-46134402-e3f3-4211-9f03-32804412e4a9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4837291 Feb 09 01:02:51.285651 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bd592b9d-c551-49a1-bb78-0a8be9025bc8 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:51.287936 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0c4bfc-3187-4c68-9222-513685737eac x-openstack-request-id: req-df0c4bfc-3187-4c68-9222-513685737eac {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:02:51.289084 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad97db53-f80a-4665-b5fe-a5337df23e04", "tag": "bb951ea1-5da7-48ca-8466-cd7ef0a81e3d", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:02:51.289769 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-df0c4bfc-3187-4c68-9222-513685737eac {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:02:51.290100 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad97db53-f80a-4665-b5fe-a5337df23e04', 'tag': 'bb951ea1-5da7-48ca-8466-cd7ef0a81e3d', 'status': 'completed', 'code': 200} Feb 09 01:02:51.308272 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a4b6212e-bea2-47a7-b990-0bf58c0df507 req-64b032d6-6d50-497f-b11a-9c9c10150bdd tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782465 Feb 09 01:02:51.319829 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bd592b9d-c551-49a1-bb78-0a8be9025bc8 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (5e1e289c-20ef-4918-9ea9-84e0674543e0), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:51.352779 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d4a47-33f7-4f55-90b2-2de6e3a1bbc8 req-6c97d536-2b0a-4958-837a-7ca1386d1d8a tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:51.359527 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-456d4a47-33f7-4f55-90b2-2de6e3a1bbc8 req-6c97d536-2b0a-4958-837a-7ca1386d1d8a tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad97db53-f80a-4665-b5fe-a5337df23e04 HTTP/1.1" status: 200 len: 943 time: 0.1668456 Feb 09 01:02:51.386917 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-93425933-d05d-464c-9c65-73324cc44b1f req-4584fa08-b644-46b8-9ae4-0972faf383de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b80d2f48-ba7e-48c4-85e1-fcebefd145ea {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:02:51.398377 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-93425933-d05d-464c-9c65-73324cc44b1f req-4584fa08-b644-46b8-9ae4-0972faf383de service neutron] Publish callbacks [] for port (b80d2f48-ba7e-48c4-85e1-fcebefd145ea), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:51.427631 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-93425933-d05d-464c-9c65-73324cc44b1f req-4584fa08-b644-46b8-9ae4-0972faf383de service neutron] Transition to ACTIVE for port object b80d2f48-ba7e-48c4-85e1-fcebefd145ea will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:02:51.440494 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7a70c-f3ca-4726-8505-94074b2841b7 req-3b5ee401-6db8-47de-a239-5c0dac7dcaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:51.442287 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-bff7a70c-f3ca-4726-8505-94074b2841b7 req-3b5ee401-6db8-47de-a239-5c0dac7dcaad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67da1db1339f4110b352a0d7f5bcad0c&device_id=ad97db53-f80a-4665-b5fe-a5337df23e04 HTTP/1.1" status: 200 len: 1125 time: 0.1514182 Feb 09 01:02:51.450077 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-456d4a47-33f7-4f55-90b2-2de6e3a1bbc8 req-b83369ff-eb6d-47ed-8498-722ba5c142c7 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/security-groups?id=e760d1d5-7bcb-442b-b02f-fe1d7def914f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891709 Feb 09 01:02:51.452612 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-f14cd64e-e965-42ab-bd21-cfb10752d868 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=6795257b110f48b49f8d6ffbc82af9d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263007 Feb 09 01:02:51.453214 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-93425933-d05d-464c-9c65-73324cc44b1f req-4584fa08-b644-46b8-9ae4-0972faf383de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b80d2f48-ba7e-48c4-85e1-fcebefd145ea), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:51.460892 n-d-828369-4 neutron-server[103137]: INFO neutron.db.l3_db [None req-bd592b9d-c551-49a1-bb78-0a8be9025bc8 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Floating IP 5e1e289c-20ef-4918-9ea9-84e0674543e0 associated. External IP: 172.25.8.209, port: aae82a69-9071-41a2-baf2-742837b0ba9c. Feb 09 01:02:51.604015 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4584fa08-b644-46b8-9ae4-0972faf383de service neutron] Pushing event updated for resources: {'Port': ['ID=b80d2f48-ba7e-48c4-85e1-fcebefd145ea,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:51.707155 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-c912d228-ebb3-4f98-89a2-0dde8506bb1a tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:51.716818 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-c912d228-ebb3-4f98-89a2-0dde8506bb1a tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2244680 Feb 09 01:02:51.739642 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7a70c-f3ca-4726-8505-94074b2841b7 req-cfd5d3ba-b51a-44c5-b396-f17ceed34f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:51.741338 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-bff7a70c-f3ca-4726-8505-94074b2841b7 req-cfd5d3ba-b51a-44c5-b396-f17ceed34f01 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dbff02f4-8d52-4289-93bb-c44351bfd019 HTTP/1.1" status: 200 len: 923 time: 0.1906576 Feb 09 01:02:51.767302 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-d5bf2f26-ae4f-489f-885b-d09a490614c6 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.120 "GET /v2.0/networks?tenant_id=6795257b110f48b49f8d6ffbc82af9d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343442 Feb 09 01:02:51.774418 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-0a341933-27c5-4adb-8fb0-bd6a134b4745 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/quotas/6795257b110f48b49f8d6ffbc82af9d2 HTTP/1.1" status: 200 len: 375 time: 0.0567074 Feb 09 01:02:51.825497 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-25dc0e64-cb80-4b18-bf8e-73f71fcb0303 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6795257b110f48b49f8d6ffbc82af9d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501282 Feb 09 01:02:51.826274 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-93425933-d05d-464c-9c65-73324cc44b1f req-4584fa08-b644-46b8-9ae4-0972faf383de service neutron] Attempting to bind port b80d2f48-ba7e-48c4-85e1-fcebefd145ea on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:02:51.826623 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-93425933-d05d-464c-9c65-73324cc44b1f req-4584fa08-b644-46b8-9ae4-0972faf383de service neutron] Attempting to bind port b80d2f48-ba7e-48c4-85e1-fcebefd145ea by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:02:51.826964 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93425933-d05d-464c-9c65-73324cc44b1f req-4584fa08-b644-46b8-9ae4-0972faf383de service neutron] Attempting to bind port b80d2f48-ba7e-48c4-85e1-fcebefd145ea on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:02:51.850616 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01786eac-a67f-44b3-a027-166e16e8f307 req-a72c673f-a10b-4934-b7b6-fa133a2d8952 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:51.852243 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01786eac-a67f-44b3-a027-166e16e8f307 req-a72c673f-a10b-4934-b7b6-fa133a2d8952 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ed9ba31-f7c6-48e8-8c25-d72c0b583769 HTTP/1.1" status: 200 len: 946 time: 0.3003917 Feb 09 01:02:51.915550 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-bff7a70c-f3ca-4726-8505-94074b2841b7 req-7bdf9720-7648-4280-b424-907db3f0a0e6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb951ea1-5da7-48ca-8466-cd7ef0a81e3d HTTP/1.1" status: 200 len: 217 time: 0.1002080 Feb 09 01:02:51.966389 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93425933-d05d-464c-9c65-73324cc44b1f req-4584fa08-b644-46b8-9ae4-0972faf383de service neutron] Port b80d2f48-ba7e-48c4-85e1-fcebefd145ea on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:02:51.967139 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93425933-d05d-464c-9c65-73324cc44b1f req-4584fa08-b644-46b8-9ae4-0972faf383de service neutron] Attempting to bind port b80d2f48-ba7e-48c4-85e1-fcebefd145ea on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:02:51.998610 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7a70c-f3ca-4726-8505-94074b2841b7 req-e1a31032-92cd-4149-98d7-51cc9de7b4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:51.999172 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93425933-d05d-464c-9c65-73324cc44b1f req-4584fa08-b644-46b8-9ae4-0972faf383de service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:02:51.999645 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93425933-d05d-464c-9c65-73324cc44b1f req-4584fa08-b644-46b8-9ae4-0972faf383de service neutron] Checking segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:02:51.999973 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-bff7a70c-f3ca-4726-8505-94074b2841b7 req-e1a31032-92cd-4149-98d7-51cc9de7b4bf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=43589af2-0462-47b3-852e-472c8aa8fb62 HTTP/1.1" status: 200 len: 860 time: 0.0680981 Feb 09 01:02:52.000160 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93425933-d05d-464c-9c65-73324cc44b1f req-4584fa08-b644-46b8-9ae4-0972faf383de service neutron] Bound using segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:02:52.000749 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-93425933-d05d-464c-9c65-73324cc44b1f req-4584fa08-b644-46b8-9ae4-0972faf383de service neutron] Bound port: b80d2f48-ba7e-48c4-85e1-fcebefd145ea, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:02:52.001177 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-93425933-d05d-464c-9c65-73324cc44b1f req-4584fa08-b644-46b8-9ae4-0972faf383de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b80d2f48-ba7e-48c4-85e1-fcebefd145ea), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:52.062877 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd592b9d-c551-49a1-bb78-0a8be9025bc8 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Router ada90dd7-44ce-466f-a95c-18e6c74d0611 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:02:52.083598 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7a70c-f3ca-4726-8505-94074b2841b7 req-bbc9bd18-5c32-4bd3-be88-9686ac0043a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:52.085131 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01786eac-a67f-44b3-a027-166e16e8f307 req-b4ecfb1f-e463-483c-9c92-d052e4c6facd tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012484 Feb 09 01:02:52.085298 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-bff7a70c-f3ca-4726-8505-94074b2841b7 req-bbc9bd18-5c32-4bd3-be88-9686ac0043a1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dbff02f4-8d52-4289-93bb-c44351bfd019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0763733 Feb 09 01:02:52.140712 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-0bbd84af-c44d-4e3f-aa8e-cc4453d78e02 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:52.142850 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-0bbd84af-c44d-4e3f-aa8e-cc4453d78e02 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.120 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3664832 Feb 09 01:02:52.178979 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-d3b64fb7-a8fe-4927-941c-c83d5b173b64 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Request body: {'port': {'device_id': 'd19ed067-44e7-490f-bd41-71ba3214d2cd', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'admin_state_up': True, 'tenant_id': '6795257b110f48b49f8d6ffbc82af9d2'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:52.185850 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-52361c39-ee99-4062-9bdc-ab413f8b0daf req-47d2ac06-215c-4c16-941f-f72979d38e16 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] 10.222.0.50 "GET /v2.0/security-groups/89c0751e-c516-442d-8d97-a5fcd6bafa9f HTTP/1.1" status: 200 len: 1821 time: 0.1881337 Feb 09 01:02:52.265740 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-52361c39-ee99-4062-9bdc-ab413f8b0daf req-2399a622-7edc-47d3-9539-1423c937ff16 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '89c0751e-c516-442d-8d97-a5fcd6bafa9f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:52.266217 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-52361c39-ee99-4062-9bdc-ab413f8b0daf req-2399a622-7edc-47d3-9539-1423c937ff16 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '89c0751e-c516-442d-8d97-a5fcd6bafa9f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:52.295049 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd592b9d-c551-49a1-bb78-0a8be9025bc8 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:02:52.298803 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-bff7a70c-f3ca-4726-8505-94074b2841b7 req-41c47f80-778d-42f3-bb16-47e80dee55d8 service neutron] 10.222.0.47 "GET /v2.0/networks/dbff02f4-8d52-4289-93bb-c44351bfd019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602948 Feb 09 01:02:52.302167 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bd592b9d-c551-49a1-bb78-0a8be9025bc8 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:52.310404 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776f2968-ed4b-4996-b4cd-eb0065a6d423 None None] Sync routers for ids ['ada90dd7-44ce-466f-a95c-18e6c74d0611'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:02:52.324402 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776f2968-ed4b-4996-b4cd-eb0065a6d423 None None] Routers {'ada90dd7-44ce-466f-a95c-18e6c74d0611'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:02:52.325327 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-776f2968-ed4b-4996-b4cd-eb0065a6d423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:02:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['ada90dd7-44ce-466f-a95c-18e6c74d0611'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:52.380033 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-bd592b9d-c551-49a1-bb78-0a8be9025bc8 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "PUT /v2.0/floatingips/5e1e289c-20ef-4918-9ea9-84e0674543e0 HTTP/1.1" status: 200 len: 991 time: 1.8587556 Feb 09 01:02:52.386095 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-93425933-d05d-464c-9c65-73324cc44b1f req-4584fa08-b644-46b8-9ae4-0972faf383de service neutron] For port b80d2f48-ba7e-48c4-85e1-fcebefd145ea, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:02:52.427891 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cda93d-c53c-493a-9d4f-a8474b9b99e3 req-0e509370-6a3d-4843-b067-fee52c29ef02 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:52.435094 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-17cda93d-c53c-493a-9d4f-a8474b9b99e3 req-0e509370-6a3d-4843-b067-fee52c29ef02 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=5dbd4352-9418-44ba-b3cd-446c599b4d42 HTTP/1.1" status: 200 len: 947 time: 0.2709620 Feb 09 01:02:52.457384 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-93425933-d05d-464c-9c65-73324cc44b1f req-4584fa08-b644-46b8-9ae4-0972faf383de service neutron] For port b80d2f48-ba7e-48c4-85e1-fcebefd145ea, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=b80d2f48-ba7e-48c4-85e1-fcebefd145ea,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:02:52.461470 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-bff7a70c-f3ca-4726-8505-94074b2841b7 req-cbb3b067-96da-46f2-8c03-e8fba7d27dec service neutron] 10.222.0.47 "GET /v2.0/networks/dbff02f4-8d52-4289-93bb-c44351bfd019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359832 Feb 09 01:02:52.483076 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-52361c39-ee99-4062-9bdc-ab413f8b0daf req-2399a622-7edc-47d3-9539-1423c937ff16 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group_rule (a7c89495-0da5-41e3-b0a1-2611ddfaed35), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:52.501032 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-776f2968-ed4b-4996-b4cd-eb0065a6d423 None None] Set router ada90dd7-44ce-466f-a95c-18e6c74d0611 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:02:52.544394 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-93425933-d05d-464c-9c65-73324cc44b1f req-4584fa08-b644-46b8-9ae4-0972faf383de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b80d2f48-ba7e-48c4-85e1-fcebefd145ea), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:52.562031 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-17cda93d-c53c-493a-9d4f-a8474b9b99e3 req-5e8e1917-afe8-4bc2-b07b-f07ad5db2fd1 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258121 Feb 09 01:02:52.599766 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-52361c39-ee99-4062-9bdc-ab413f8b0daf req-2399a622-7edc-47d3-9539-1423c937ff16 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group_rule (a7c89495-0da5-41e3-b0a1-2611ddfaed35), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:52.608877 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93425933-d05d-464c-9c65-73324cc44b1f req-4584fa08-b644-46b8-9ae4-0972faf383de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:52.609497 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-93425933-d05d-464c-9c65-73324cc44b1f req-4584fa08-b644-46b8-9ae4-0972faf383de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:52.611622 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-93425933-d05d-464c-9c65-73324cc44b1f req-4584fa08-b644-46b8-9ae4-0972faf383de service neutron] 10.222.0.47 "PUT /v2.0/ports/b80d2f48-ba7e-48c4-85e1-fcebefd145ea HTTP/1.1" status: 200 len: 1095 time: 2.1027818 Feb 09 01:02:52.612526 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-d3b64fb7-a8fe-4927-941c-c83d5b173b64 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Made reservation on behalf of 6795257b110f48b49f8d6ffbc82af9d2 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:02:52.615861 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-d3b64fb7-a8fe-4927-941c-c83d5b173b64 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:52.618049 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dbd4352-9418-44ba-b3cd-446c599b4d42', 'tag': 'b80d2f48-ba7e-48c4-85e1-fcebefd145ea'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:02:52.621921 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9c9031-ccfc-4d30-a21b-f590fb927438" -d '{"events": [{"name": "network-changed", "server_uuid": "5dbd4352-9418-44ba-b3cd-446c599b4d42", "tag": "b80d2f48-ba7e-48c4-85e1-fcebefd145ea"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:02:52.626691 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-52361c39-ee99-4062-9bdc-ab413f8b0daf req-2399a622-7edc-47d3-9539-1423c937ff16 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (a7c89495-0da5-41e3-b0a1-2611ddfaed35), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:52.649923 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device bb951ea1-5da7-48ca-8466-cd7ef0a81e3d details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:02:52.672920 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-d3b64fb7-a8fe-4927-941c-c83d5b173b64 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:52.722688 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2399a622-7edc-47d3-9539-1423c937ff16 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7c89495-0da5-41e3-b0a1-2611ddfaed35,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:52.736679 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4584fa08-b644-46b8-9ae4-0972faf383de service neutron] Pushing event updated for resources: {'Port': ['ID=b80d2f48-ba7e-48c4-85e1-fcebefd145ea,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:52.800357 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-52361c39-ee99-4062-9bdc-ab413f8b0daf req-2399a622-7edc-47d3-9539-1423c937ff16 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:52.801605 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-52361c39-ee99-4062-9bdc-ab413f8b0daf req-2399a622-7edc-47d3-9539-1423c937ff16 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6034217 Feb 09 01:02:52.802978 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399a622-7edc-47d3-9539-1423c937ff16 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:52.803332 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399a622-7edc-47d3-9539-1423c937ff16 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:52.803981 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399a622-7edc-47d3-9539-1423c937ff16 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:52.803981 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399a622-7edc-47d3-9539-1423c937ff16 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:52.804332 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399a622-7edc-47d3-9539-1423c937ff16 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:52.804686 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399a622-7edc-47d3-9539-1423c937ff16 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:52.805019 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399a622-7edc-47d3-9539-1423c937ff16 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:52.805353 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399a622-7edc-47d3-9539-1423c937ff16 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:52.805707 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399a622-7edc-47d3-9539-1423c937ff16 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:52.805995 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399a622-7edc-47d3-9539-1423c937ff16 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:52.806325 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399a622-7edc-47d3-9539-1423c937ff16 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:52.806652 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399a622-7edc-47d3-9539-1423c937ff16 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:52.806977 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2399a622-7edc-47d3-9539-1423c937ff16 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:52.821850 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4584fa08-b644-46b8-9ae4-0972faf383de service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:52.822203 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4584fa08-b644-46b8-9ae4-0972faf383de service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:52.822551 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4584fa08-b644-46b8-9ae4-0972faf383de service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:52.823403 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4584fa08-b644-46b8-9ae4-0972faf383de service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:52.823751 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4584fa08-b644-46b8-9ae4-0972faf383de service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:52.824090 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4584fa08-b644-46b8-9ae4-0972faf383de service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:52.824428 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4584fa08-b644-46b8-9ae4-0972faf383de service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:52.824806 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4584fa08-b644-46b8-9ae4-0972faf383de service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:52.825142 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4584fa08-b644-46b8-9ae4-0972faf383de service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:52.825545 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4584fa08-b644-46b8-9ae4-0972faf383de service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:52.825881 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4584fa08-b644-46b8-9ae4-0972faf383de service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:52.826210 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4584fa08-b644-46b8-9ae4-0972faf383de service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:52.826539 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4584fa08-b644-46b8-9ae4-0972faf383de service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:52.886736 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93425933-d05d-464c-9c65-73324cc44b1f req-cfa2baac-8a31-45a2-a1e4-47e7b55bfe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:52.888279 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-93425933-d05d-464c-9c65-73324cc44b1f req-cfa2baac-8a31-45a2-a1e4-47e7b55bfe47 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e4a1438c4ae4668a3f29d116af30cb3&device_id=5dbd4352-9418-44ba-b3cd-446c599b4d42 HTTP/1.1" status: 200 len: 1129 time: 0.2076433 Feb 09 01:02:52.914782 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port bb951ea1-5da7-48ca-8466-cd7ef0a81e3d, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=bb951ea1-5da7-48ca-8466-cd7ef0a81e3d,segment=NetworkSegment(9519a72c-6e52-48a2-9d48-19f11e744f6e),segment_id=9519a72c-6e52-48a2-9d48-19f11e744f6e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:02:52.935689 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': 'bb951ea1-5da7-48ca-8466-cd7ef0a81e3d', 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019', 'port_id': 'bb951ea1-5da7-48ca-8466-cd7ef0a81e3d', 'mac_address': 'fa:16:3e:8e:4e:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43589af2-0462-47b3-852e-472c8aa8fb62', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:02:52.957110 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9a346-4c6c-4647-ad2d-4e93fbd2c556 req-cf7c909d-bf90-4f71-ae47-2bcd69b01cd4 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:52.964427 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c8e9a346-4c6c-4647-ad2d-4e93fbd2c556 req-cf7c909d-bf90-4f71-ae47-2bcd69b01cd4 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7abc5d9-7485-46fd-a80f-8423f552967f HTTP/1.1" status: 200 len: 946 time: 0.2824771 Feb 09 01:02:52.978879 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-23dc38ae-ffa4-49a1-b9ce-a63aca68572c req-69a745c4-ef09-4db2-8c39-d6f875dd0431 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=309ddf5d-d24d-4d34-b4c2-e3e74ea9ecb5 HTTP/1.1" status: 200 len: 210 time: 0.0859714 Feb 09 01:02:53.031085 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port bb951ea1-5da7-48ca-8466-cd7ef0a81e3d is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:02:53.031745 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (bb951ea1-5da7-48ca-8466-cd7ef0a81e3d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:53.064176 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb951ea1-5da7-48ca-8466-cd7ef0a81e3d {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:02:53.089695 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-93425933-d05d-464c-9c65-73324cc44b1f req-9fdac1bf-325b-4866-9c3e-ba32bcaa84fd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=b80d2f48-ba7e-48c4-85e1-fcebefd145ea HTTP/1.1" status: 200 len: 217 time: 0.1751385 Feb 09 01:02:53.097013 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port bb951ea1-5da7-48ca-8466-cd7ef0a81e3d, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=bb951ea1-5da7-48ca-8466-cd7ef0a81e3d,segment=NetworkSegment(9519a72c-6e52-48a2-9d48-19f11e744f6e),segment_id=9519a72c-6e52-48a2-9d48-19f11e744f6e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:02:53.105352 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (bb951ea1-5da7-48ca-8466-cd7ef0a81e3d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:53.139343 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-776f2968-ed4b-4996-b4cd-eb0065a6d423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-681137932-router', 'tenant_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1e5780b3-10b8-4ff4-8292-62e6ca5327ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:00:37Z', 'updated_at': '2022-02-09T01:00:45Z', 'revision_number': 4, 'project_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'gw_port': {'id': '1e5780b3-10b8-4ff4-8292-62e6ca5327ff', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:00:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:38Z', 'updated_at': '2022-02-09T01:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '5e1e289c-20ef-4918-9ea9-84e0674543e0', 'tenant_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'floating_ip_address': '172.25.8.209', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'port_id': 'aae82a69-9071-41a2-baf2-742837b0ba9c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1ef353-28d7-4dbf-bb1a-5731e3977ba4', 'mac_address': 'fa:16:3e:85:18:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2ab141-d24e-428a-b134-cfe4fbaf083a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:01:10Z', 'updated_at': '2022-02-09T01:02:51Z', 'revision_number': 5, 'project_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb', 'name': '', 'network_id': '5b1ef353-28d7-4dbf-bb1a-5731e3977ba4', 'tenant_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'mac_address': 'fa:16:3e:fc:4f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'f61025f6-bbc8-419e-944b-83c38276e9e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:42Z', 'updated_at': '2022-02-09T01:00:51Z', 'revision_number': 5, 'project_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'subnets': [{'id': 'f61025f6-bbc8-419e-944b-83c38276e9e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:53.170856 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776f2968-ed4b-4996-b4cd-eb0065a6d423 None None] Checking router: ada90dd7-44ce-466f-a95c-18e6c74d0611 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:02:53.180806 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776f2968-ed4b-4996-b4cd-eb0065a6d423 None None] Routers {'ada90dd7-44ce-466f-a95c-18e6c74d0611'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:02:53.181195 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=bb951ea1-5da7-48ca-8466-cd7ef0a81e3d,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:53.181857 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-776f2968-ed4b-4996-b4cd-eb0065a6d423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:02:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['ada90dd7-44ce-466f-a95c-18e6c74d0611'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:53.214725 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-d3b64fb7-a8fe-4927-941c-c83d5b173b64 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Publish callbacks [] for security_group (472dd6b2-8334-4b93-8785-0d956ac16e93), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:53.230375 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-d3b64fb7-a8fe-4927-941c-c83d5b173b64 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (472dd6b2-8334-4b93-8785-0d956ac16e93), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:53.237829 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93425933-d05d-464c-9c65-73324cc44b1f req-7fc74410-e1f2-4c36-8c35-5b8bae2447eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:53.239265 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-93425933-d05d-464c-9c65-73324cc44b1f req-7fc74410-e1f2-4c36-8c35-5b8bae2447eb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.1330295 Feb 09 01:02:53.244863 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c8e9a346-4c6c-4647-ad2d-4e93fbd2c556 req-c7cf819c-2988-4339-85eb-470467cea912 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795904 Feb 09 01:02:53.291400 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f2ab141-d24e-428a-b134-cfe4fbaf083a', 'tag': 'aae82a69-9071-41a2-baf2-742837b0ba9c'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:02:53.294221 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d54530-4de4-49f2-ac64-f112d4e17b82" -d '{"events": [{"name": "network-changed", "server_uuid": "9f2ab141-d24e-428a-b134-cfe4fbaf083a", "tag": "aae82a69-9071-41a2-baf2-742837b0ba9c"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:02:53.308050 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-776f2968-ed4b-4996-b4cd-eb0065a6d423 None None] Set router ada90dd7-44ce-466f-a95c-18e6c74d0611 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:02:53.507773 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['bb951ea1-5da7-48ca-8466-cd7ef0a81e3d'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:02:53.613726 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-776f2968-ed4b-4996-b4cd-eb0065a6d423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-681137932-router', 'tenant_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1e5780b3-10b8-4ff4-8292-62e6ca5327ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:00:37Z', 'updated_at': '2022-02-09T01:00:45Z', 'revision_number': 4, 'project_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'gw_port': {'id': '1e5780b3-10b8-4ff4-8292-62e6ca5327ff', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:00:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:38Z', 'updated_at': '2022-02-09T01:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '5e1e289c-20ef-4918-9ea9-84e0674543e0', 'tenant_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'floating_ip_address': '172.25.8.209', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'port_id': 'aae82a69-9071-41a2-baf2-742837b0ba9c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1ef353-28d7-4dbf-bb1a-5731e3977ba4', 'mac_address': 'fa:16:3e:85:18:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2ab141-d24e-428a-b134-cfe4fbaf083a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:01:10Z', 'updated_at': '2022-02-09T01:02:51Z', 'revision_number': 5, 'project_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb', 'name': '', 'network_id': '5b1ef353-28d7-4dbf-bb1a-5731e3977ba4', 'tenant_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'mac_address': 'fa:16:3e:fc:4f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'f61025f6-bbc8-419e-944b-83c38276e9e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:42Z', 'updated_at': '2022-02-09T01:00:51Z', 'revision_number': 5, 'project_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'subnets': [{'id': 'f61025f6-bbc8-419e-944b-83c38276e9e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:02:53.622041 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b64fb7-a8fe-4927-941c-c83d5b173b64 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=472dd6b2-8334-4b93-8785-0d956ac16e93,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:53.652264 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f154a3-b1c9-42e7-9afb-a6b7850f0090 req-511d7026-2f57-426b-915f-27d09a5c6826 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:53.653854 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-73f154a3-b1c9-42e7-9afb-a6b7850f0090 req-511d7026-2f57-426b-915f-27d09a5c6826 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3f86a60-3e13-4616-a574-175bb5d90eea HTTP/1.1" status: 200 len: 950 time: 0.5356262 Feb 09 01:02:53.680366 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-f7fe6338-1be6-417d-9868-caccfe4dab9e tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=6795257b110f48b49f8d6ffbc82af9d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459754 Feb 09 01:02:53.680848 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776f2968-ed4b-4996-b4cd-eb0065a6d423 None None] The sync data for ids ['ada90dd7-44ce-466f-a95c-18e6c74d0611'] in n-d-828369-4 is: [{'id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-681137932-router', 'tenant_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1e5780b3-10b8-4ff4-8292-62e6ca5327ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:00:37Z', 'updated_at': '2022-02-09T01:00:45Z', 'revision_number': 4, 'project_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'gw_port': {'id': '1e5780b3-10b8-4ff4-8292-62e6ca5327ff', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:00:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:38Z', 'updated_at': '2022-02-09T01:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '5e1e289c-20ef-4918-9ea9-84e0674543e0', 'tenant_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'floating_ip_address': '172.25.8.209', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'port_id': 'aae82a69-9071-41a2-baf2-742837b0ba9c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1ef353-28d7-4dbf-bb1a-5731e3977ba4', 'mac_address': 'fa:16:3e:85:18:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f2ab141-d24e-428a-b134-cfe4fbaf083a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:01:10Z', 'updated_at': '2022-02-09T01:02:51Z', 'revision_number': 5, 'project_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb', 'name': '', 'network_id': '5b1ef353-28d7-4dbf-bb1a-5731e3977ba4', 'tenant_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'mac_address': 'fa:16:3e:fc:4f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'f61025f6-bbc8-419e-944b-83c38276e9e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:42Z', 'updated_at': '2022-02-09T01:00:51Z', 'revision_number': 5, 'project_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'subnets': [{'id': 'f61025f6-bbc8-419e-944b-83c38276e9e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:02:53.769167 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93425933-d05d-464c-9c65-73324cc44b1f req-62f7ce07-2933-4e72-b6bb-e8480ef42622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:53.770737 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-93425933-d05d-464c-9c65-73324cc44b1f req-62f7ce07-2933-4e72-b6bb-e8480ef42622 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5107033 Feb 09 01:02:53.836218 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-73f154a3-b1c9-42e7-9afb-a6b7850f0090 req-4678fae2-a85d-4857-93ed-e0c3ec1cc2d2 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728492 Feb 09 01:02:53.843023 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e349c3-404a-459d-9c1f-fedc83e3b7b7 req-f19ea030-99e2-4342-a2e1-d0e83bcccf7e tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:53.845183 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b3e349c3-404a-459d-9c1f-fedc83e3b7b7 req-f19ea030-99e2-4342-a2e1-d0e83bcccf7e tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f2ab141-d24e-428a-b134-cfe4fbaf083a HTTP/1.1" status: 200 len: 945 time: 0.2527635 Feb 09 01:02:53.877615 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-9620db30-ca61-4f4f-8458-cde50f416768 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:53.879418 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-9620db30-ca61-4f4f-8458-cde50f416768 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1854513 Feb 09 01:02:53.890420 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-d3b64fb7-a8fe-4927-941c-c83d5b173b64 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Allocated IP 192.168.233.70 (9e88fe6e-2b1d-4294-a17d-9a7801813700/3810d295-ee98-40f7-b1e2-609bf7d1c3df/c424a0ee-dd15-45a7-a7bc-3130eca6820c) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:02:53.897983 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-04833220-a28f-45f0-b845-b06a2423d92d tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Request body: {'port': {'device_id': '309ddf5d-d24d-4d34-b4c2-e3e74ea9ecb5', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'admin_state_up': True, 'tenant_id': '6795257b110f48b49f8d6ffbc82af9d2'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:54.023299 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c49eeff-4bed-431a-8681-b452c6d1558c None None] New status for floating IP 5e1e289c-20ef-4918-9ea9-84e0674543e0: ACTIVE {{(pid=103138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:02:54.041397 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-04833220-a28f-45f0-b845-b06a2423d92d tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Made reservation on behalf of 6795257b110f48b49f8d6ffbc82af9d2 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:02:54.046562 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-04833220-a28f-45f0-b845-b06a2423d92d tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:54.074165 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b3e349c3-404a-459d-9c1f-fedc83e3b7b7 req-fd5cdc11-fed0-437a-8760-74ee1d50f3ca tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/security-groups?id=1790f5db-f4bf-4a0a-b871-f8306e209982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667590 Feb 09 01:02:54.190559 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041cde84-9547-4b86-a895-96c16b5c5bec x-openstack-request-id: req-041cde84-9547-4b86-a895-96c16b5c5bec {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:02:54.191125 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dbd4352-9418-44ba-b3cd-446c599b4d42", "tag": "b80d2f48-ba7e-48c4-85e1-fcebefd145ea", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:02:54.191561 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-041cde84-9547-4b86-a895-96c16b5c5bec {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:02:54.192260 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dbd4352-9418-44ba-b3cd-446c599b4d42', 'tag': 'b80d2f48-ba7e-48c4-85e1-fcebefd145ea', 'status': 'completed', 'code': 200} Feb 09 01:02:54.236006 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-93425933-d05d-464c-9c65-73324cc44b1f req-933dd539-3642-478d-8264-9fff00e212be service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449959 Feb 09 01:02:54.264836 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b17a2-8e55-4e3c-8733-18925d881f01 req-e05b8136-7c05-4615-80a0-19b89c9a5eb9 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:54.266938 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-158b17a2-8e55-4e3c-8733-18925d881f01 req-e05b8136-7c05-4615-80a0-19b89c9a5eb9 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad97db53-f80a-4665-b5fe-a5337df23e04 HTTP/1.1" status: 200 len: 944 time: 0.3431046 Feb 09 01:02:54.382496 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3f97ded9-5585-4883-819f-47f739dd3536 req-04bc6062-64b8-4bf6-96be-a6f9c8b62390 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] 10.222.0.50 "GET /v2.0/security-groups/89c0751e-c516-442d-8d97-a5fcd6bafa9f HTTP/1.1" status: 200 len: 2414 time: 0.1848345 Feb 09 01:02:54.413612 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-3f97ded9-5585-4883-819f-47f739dd3536 req-12c991a9-a317-4455-b2ac-468e2b9255d7 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '89c0751e-c516-442d-8d97-a5fcd6bafa9f', 'remote_group_id': None}]} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:54.413932 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-3f97ded9-5585-4883-819f-47f739dd3536 req-12c991a9-a317-4455-b2ac-468e2b9255d7 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '89c0751e-c516-442d-8d97-a5fcd6bafa9f', 'remote_group_id': None}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:54.462369 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-158b17a2-8e55-4e3c-8733-18925d881f01 req-8b04eec6-c36f-421a-a543-cdc8dff6fa7a tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/security-groups?id=e760d1d5-7bcb-442b-b02f-fe1d7def914f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480961 Feb 09 01:02:54.472017 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-d3b64fb7-a8fe-4927-941c-c83d5b173b64 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Publish callbacks [] for port (c424a0ee-dd15-45a7-a7bc-3130eca6820c), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:54.491250 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-93425933-d05d-464c-9c65-73324cc44b1f req-a380003c-7947-4c57-9839-5b7f0fa973f0 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293873 Feb 09 01:02:54.542646 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3f97ded9-5585-4883-819f-47f739dd3536 req-12c991a9-a317-4455-b2ac-468e2b9255d7 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group_rule (13743074-8efa-4007-820e-875fc0ba1432), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:54.565970 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-d3b64fb7-a8fe-4927-941c-c83d5b173b64 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (c424a0ee-dd15-45a7-a7bc-3130eca6820c), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:54.616404 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3f97ded9-5585-4883-819f-47f739dd3536 req-12c991a9-a317-4455-b2ac-468e2b9255d7 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group_rule (13743074-8efa-4007-820e-875fc0ba1432), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:54.625832 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-04833220-a28f-45f0-b845-b06a2423d92d tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Allocated IP 192.168.233.12 (9e88fe6e-2b1d-4294-a17d-9a7801813700/3810d295-ee98-40f7-b1e2-609bf7d1c3df/f8513e26-0389-48ab-bc86-97554f518475) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:02:54.665225 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3f97ded9-5585-4883-819f-47f739dd3536 req-12c991a9-a317-4455-b2ac-468e2b9255d7 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (13743074-8efa-4007-820e-875fc0ba1432), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:54.701738 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-d3b64fb7-a8fe-4927-941c-c83d5b173b64 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Network 9e88fe6e-2b1d-4294-a17d-9a7801813700 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:02:54.711011 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-d3b64fb7-a8fe-4927-941c-c83d5b173b64 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:02:54.712893 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c991a9-a317-4455-b2ac-468e2b9255d7 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13743074-8efa-4007-820e-875fc0ba1432,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:54.718812 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-d3b64fb7-a8fe-4927-941c-c83d5b173b64 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:02:54.724660 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-d3b64fb7-a8fe-4927-941c-c83d5b173b64 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:54.725318 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-d3b64fb7-a8fe-4927-941c-c83d5b173b64 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:54.737984 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3f97ded9-5585-4883-819f-47f739dd3536 req-12c991a9-a317-4455-b2ac-468e2b9255d7 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:54.739204 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3f97ded9-5585-4883-819f-47f739dd3536 req-12c991a9-a317-4455-b2ac-468e2b9255d7 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3429675 Feb 09 01:02:54.743930 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b64fb7-a8fe-4927-941c-c83d5b173b64 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Pushing event updated for resources: {'Port': ['ID=c424a0ee-dd15-45a7-a7bc-3130eca6820c,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:54.761088 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-d3b64fb7-a8fe-4927-941c-c83d5b173b64 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5958154 Feb 09 01:02:54.764739 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c9031-ccfc-4d30-a21b-f590fb927438 req-d828c247-acf7-4687-a582-3115ac1c70b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:54.766242 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dc9c9031-ccfc-4d30-a21b-f590fb927438 req-d828c247-acf7-4687-a582-3115ac1c70b4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e4a1438c4ae4668a3f29d116af30cb3&device_id=5dbd4352-9418-44ba-b3cd-446c599b4d42 HTTP/1.1" status: 200 len: 1129 time: 0.2042346 Feb 09 01:02:54.780378 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31415ee-3995-4408-85b3-7456dbac53c3 req-4f05491d-88fb-429e-aba5-eb7c6759080e tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:54.782978 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f31415ee-3995-4408-85b3-7456dbac53c3 req-4f05491d-88fb-429e-aba5-eb7c6759080e tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ed9ba31-f7c6-48e8-8c25-d72c0b583769 HTTP/1.1" status: 200 len: 946 time: 0.2196872 Feb 09 01:02:54.789597 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-411caef1-1c69-41f7-ab4e-8df19b6f6818 service neutron] Request body: {'port': {'device_id': 'd19ed067-44e7-490f-bd41-71ba3214d2cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:54.821327 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ae11c7-0f7c-4237-babe-3171af617381 x-openstack-request-id: req-61ae11c7-0f7c-4237-babe-3171af617381 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:02:54.821537 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f2ab141-d24e-428a-b134-cfe4fbaf083a", "tag": "aae82a69-9071-41a2-baf2-742837b0ba9c", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:02:54.821760 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-61ae11c7-0f7c-4237-babe-3171af617381 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:02:54.822211 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f2ab141-d24e-428a-b134-cfe4fbaf083a', 'tag': 'aae82a69-9071-41a2-baf2-742837b0ba9c', 'status': 'completed', 'code': 200} Feb 09 01:02:54.873436 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-04833220-a28f-45f0-b845-b06a2423d92d tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Publish callbacks [] for port (f8513e26-0389-48ab-bc86-97554f518475), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:54.929989 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-04833220-a28f-45f0-b845-b06a2423d92d tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (f8513e26-0389-48ab-bc86-97554f518475), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:54.986931 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04833220-a28f-45f0-b845-b06a2423d92d tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Pushing event updated for resources: {'Port': ['ID=f8513e26-0389-48ab-bc86-97554f518475,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:54.997777 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04833220-a28f-45f0-b845-b06a2423d92d tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:54.998465 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04833220-a28f-45f0-b845-b06a2423d92d tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:54.998465 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04833220-a28f-45f0-b845-b06a2423d92d tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:54.998789 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04833220-a28f-45f0-b845-b06a2423d92d tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:54.999126 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04833220-a28f-45f0-b845-b06a2423d92d tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:54.999571 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04833220-a28f-45f0-b845-b06a2423d92d tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:54.999916 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04833220-a28f-45f0-b845-b06a2423d92d tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:55.000440 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04833220-a28f-45f0-b845-b06a2423d92d tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:55.000754 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04833220-a28f-45f0-b845-b06a2423d92d tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:55.001345 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04833220-a28f-45f0-b845-b06a2423d92d tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:55.001577 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04833220-a28f-45f0-b845-b06a2423d92d tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:55.001909 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04833220-a28f-45f0-b845-b06a2423d92d tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:55.002442 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04833220-a28f-45f0-b845-b06a2423d92d tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:02:55.015595 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-04833220-a28f-45f0-b845-b06a2423d92d tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Network 9e88fe6e-2b1d-4294-a17d-9a7801813700 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:02:55.017938 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-04833220-a28f-45f0-b845-b06a2423d92d tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:02:55.020326 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-04833220-a28f-45f0-b845-b06a2423d92d tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:02:55.033985 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-04833220-a28f-45f0-b845-b06a2423d92d tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:55.038033 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-04833220-a28f-45f0-b845-b06a2423d92d tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:55.058404 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-04833220-a28f-45f0-b845-b06a2423d92d tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1655405 Feb 09 01:02:55.070240 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-310bc1ee-c445-47f8-98bd-d9b1eefb0663 service neutron] Request body: {'port': {'device_id': '309ddf5d-d24d-4d34-b4c2-e3e74ea9ecb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:02:55.075449 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f31415ee-3995-4408-85b3-7456dbac53c3 req-02d6751d-e2db-4223-aa0e-9bb01bb023fb tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223325 Feb 09 01:02:55.141995 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c9031-ccfc-4d30-a21b-f590fb927438 req-ac0aca9d-649a-4572-a556-916c8d070d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:55.147741 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dc9c9031-ccfc-4d30-a21b-f590fb927438 req-ac0aca9d-649a-4572-a556-916c8d070d91 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.3625219 Feb 09 01:02:55.160822 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-310bc1ee-c445-47f8-98bd-d9b1eefb0663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f8513e26-0389-48ab-bc86-97554f518475), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:55.206903 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-411caef1-1c69-41f7-ab4e-8df19b6f6818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c424a0ee-dd15-45a7-a7bc-3130eca6820c), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:55.274739 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d54530-4de4-49f2-ac64-f112d4e17b82 req-634d6a4a-98af-420a-8b85-7047982c4622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:55.276697 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f4d54530-4de4-49f2-ac64-f112d4e17b82 req-634d6a4a-98af-420a-8b85-7047982c4622 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=59b83406d20b4b2ebe9993c1c71eb2e8&device_id=9f2ab141-d24e-428a-b134-cfe4fbaf083a HTTP/1.1" status: 200 len: 1127 time: 0.3475587 Feb 09 01:02:55.278043 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dc9c9031-ccfc-4d30-a21b-f590fb927438 req-17ff33a1-4e03-4e88-9b44-ddd3a4739823 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=b80d2f48-ba7e-48c4-85e1-fcebefd145ea HTTP/1.1" status: 200 len: 217 time: 0.1030958 Feb 09 01:02:55.323424 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-8eaca303-0e2b-4e93-b8ab-36ee18473402 None None] Provisioning complete for port c424a0ee-dd15-45a7-a7bc-3130eca6820c triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:55.324447 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8eaca303-0e2b-4e93-b8ab-36ee18473402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c424a0ee-dd15-45a7-a7bc-3130eca6820c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:55.373685 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-8eaca303-0e2b-4e93-b8ab-36ee18473402 None None] Port c424a0ee-dd15-45a7-a7bc-3130eca6820c cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:02:55.448457 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e700437a-8356-4d47-a9b5-76962f8089c4 req-c05c48f8-e6f5-4461-9ae8-47f74df0ec71 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:55.450083 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e700437a-8356-4d47-a9b5-76962f8089c4 req-c05c48f8-e6f5-4461-9ae8-47f74df0ec71 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=5dbd4352-9418-44ba-b3cd-446c599b4d42 HTTP/1.1" status: 200 len: 947 time: 0.5222008 Feb 09 01:02:55.503812 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-cd4ec5e4-ef39-4af5-8ccc-9777fc426450 None None] Provisioning complete for port f8513e26-0389-48ab-bc86-97554f518475 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:55.505037 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cd4ec5e4-ef39-4af5-8ccc-9777fc426450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f8513e26-0389-48ab-bc86-97554f518475), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:55.506585 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-310bc1ee-c445-47f8-98bd-d9b1eefb0663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8513e26-0389-48ab-bc86-97554f518475 {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:02:55.519624 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-310bc1ee-c445-47f8-98bd-d9b1eefb0663 service neutron] Publish callbacks [] for port (f8513e26-0389-48ab-bc86-97554f518475), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:55.536626 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-310bc1ee-c445-47f8-98bd-d9b1eefb0663 service neutron] Transition to ACTIVE for port object f8513e26-0389-48ab-bc86-97554f518475 will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:02:55.545923 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-310bc1ee-c445-47f8-98bd-d9b1eefb0663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f8513e26-0389-48ab-bc86-97554f518475), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:55.553728 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0cd2cc-59e7-4d26-856d-dcf82c688945 req-3695c717-cb24-4220-bc43-74adb044725b tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:55.561036 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-cd4ec5e4-ef39-4af5-8ccc-9777fc426450 None None] Port f8513e26-0389-48ab-bc86-97554f518475 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:02:55.561415 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fe0cd2cc-59e7-4d26-856d-dcf82c688945 req-3695c717-cb24-4220-bc43-74adb044725b tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=309ddf5d-d24d-4d34-b4c2-e3e74ea9ecb5 HTTP/1.1" status: 200 len: 935 time: 0.3679945 Feb 09 01:02:55.600246 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c9031-ccfc-4d30-a21b-f590fb927438 req-7c16bec9-6a39-4098-9588-17c295105344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:55.601991 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dc9c9031-ccfc-4d30-a21b-f590fb927438 req-7c16bec9-6a39-4098-9588-17c295105344 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.3140321 Feb 09 01:02:55.625638 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310bc1ee-c445-47f8-98bd-d9b1eefb0663 service neutron] Pushing event updated for resources: {'Port': ['ID=f8513e26-0389-48ab-bc86-97554f518475,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:55.665072 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e700437a-8356-4d47-a9b5-76962f8089c4 req-e757bf29-9abc-4a97-8c35-13f32c661a3c tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757376 Feb 09 01:02:55.670551 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-310bc1ee-c445-47f8-98bd-d9b1eefb0663 service neutron] Attempting to bind port f8513e26-0389-48ab-bc86-97554f518475 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:02:55.671048 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-310bc1ee-c445-47f8-98bd-d9b1eefb0663 service neutron] Attempting to bind port f8513e26-0389-48ab-bc86-97554f518475 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:02:55.671229 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-310bc1ee-c445-47f8-98bd-d9b1eefb0663 service neutron] Attempting to bind port f8513e26-0389-48ab-bc86-97554f518475 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:02:55.681219 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-310bc1ee-c445-47f8-98bd-d9b1eefb0663 service neutron] Port f8513e26-0389-48ab-bc86-97554f518475 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:02:55.681219 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-310bc1ee-c445-47f8-98bd-d9b1eefb0663 service neutron] Attempting to bind port f8513e26-0389-48ab-bc86-97554f518475 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:02:55.686629 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-310bc1ee-c445-47f8-98bd-d9b1eefb0663 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:02:55.686979 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-310bc1ee-c445-47f8-98bd-d9b1eefb0663 service neutron] Checking segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:02:55.687375 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-310bc1ee-c445-47f8-98bd-d9b1eefb0663 service neutron] Bound using segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:02:55.688574 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-310bc1ee-c445-47f8-98bd-d9b1eefb0663 service neutron] Bound port: f8513e26-0389-48ab-bc86-97554f518475, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:02:55.688991 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-310bc1ee-c445-47f8-98bd-d9b1eefb0663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f8513e26-0389-48ab-bc86-97554f518475), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:55.718022 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:02:55.748055 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fe0cd2cc-59e7-4d26-856d-dcf82c688945 req-6bccb2c6-6766-4c25-80ee-634e6f8d041b tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810853 Feb 09 01:02:55.788573 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-310bc1ee-c445-47f8-98bd-d9b1eefb0663 service neutron] For port f8513e26-0389-48ab-bc86-97554f518475, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:02:55.792948 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-310bc1ee-c445-47f8-98bd-d9b1eefb0663 service neutron] For port f8513e26-0389-48ab-bc86-97554f518475, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=f8513e26-0389-48ab-bc86-97554f518475,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:02:55.802256 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-310bc1ee-c445-47f8-98bd-d9b1eefb0663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f8513e26-0389-48ab-bc86-97554f518475), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:55.835896 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d54530-4de4-49f2-ac64-f112d4e17b82 req-81f7a532-d76c-4018-b395-b6c5d854c10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:55.837832 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f4d54530-4de4-49f2-ac64-f112d4e17b82 req-81f7a532-d76c-4018-b395-b6c5d854c10b service neutron] 10.222.0.120 "GET /v2.0/networks?id=5b1ef353-28d7-4dbf-bb1a-5731e3977ba4 HTTP/1.1" status: 200 len: 925 time: 0.5346370 Feb 09 01:02:55.849192 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-310bc1ee-c445-47f8-98bd-d9b1eefb0663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:55.849880 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-310bc1ee-c445-47f8-98bd-d9b1eefb0663 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:55.851485 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-310bc1ee-c445-47f8-98bd-d9b1eefb0663 service neutron] 10.222.0.47 "PUT /v2.0/ports/f8513e26-0389-48ab-bc86-97554f518475 HTTP/1.1" status: 200 len: 1095 time: 0.7853992 Feb 09 01:02:55.874444 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310bc1ee-c445-47f8-98bd-d9b1eefb0663 service neutron] Pushing event updated for resources: {'Port': ['ID=f8513e26-0389-48ab-bc86-97554f518475,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:55.983909 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c9031-ccfc-4d30-a21b-f590fb927438 req-accf0e9c-ff91-4529-9afc-64d5bb67d01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:55.986128 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dc9c9031-ccfc-4d30-a21b-f590fb927438 req-accf0e9c-ff91-4529-9afc-64d5bb67d01a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3384459 Feb 09 01:02:55.993317 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-82a76af8-a7aa-406d-afc0-dd1931bb85ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:55.995062 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-82a76af8-a7aa-406d-afc0-dd1931bb85ea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6795257b110f48b49f8d6ffbc82af9d2&device_id=309ddf5d-d24d-4d34-b4c2-e3e74ea9ecb5 HTTP/1.1" status: 200 len: 1129 time: 0.0814726 Feb 09 01:02:56.003223 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2b159b6c-4f83-4d89-8ec8-f7a34bfa0f0a req-dced0f7c-2292-4a6a-a78d-fa2fb5581718 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] 10.222.0.50 "GET /v2.0/security-groups/89c0751e-c516-442d-8d97-a5fcd6bafa9f HTTP/1.1" status: 200 len: 3012 time: 0.2247102 Feb 09 01:02:56.072645 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-4be6710f-4667-443f-89e6-cb44cac6b9de service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=f8513e26-0389-48ab-bc86-97554f518475 HTTP/1.1" status: 200 len: 217 time: 0.0701268 Feb 09 01:02:56.077589 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d14bab-741e-4b19-b7d3-219bdb7cc5d2 req-543ac662-42e1-4a98-a1e0-e89ae30797e8 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:56.079560 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-00d14bab-741e-4b19-b7d3-219bdb7cc5d2 req-543ac662-42e1-4a98-a1e0-e89ae30797e8 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7abc5d9-7485-46fd-a80f-8423f552967f HTTP/1.1" status: 200 len: 946 time: 0.2963507 Feb 09 01:02:56.107222 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f4d54530-4de4-49f2-ac64-f112d4e17b82 req-dda7f259-1756-405d-9cdf-4d6ec1314992 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aae82a69-9071-41a2-baf2-742837b0ba9c HTTP/1.1" status: 200 len: 1001 time: 0.2465055 Feb 09 01:02:56.132660 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-01b642e6-a2d6-448e-901d-5ac2b19ece06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:56.134392 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-01b642e6-a2d6-448e-901d-5ac2b19ece06 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.0491529 Feb 09 01:02:56.194329 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-07115b53-2658-4ae4-8cfc-b89c6bd6d7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:56.195861 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-07115b53-2658-4ae4-8cfc-b89c6bd6d7d1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0516291 Feb 09 01:02:56.299603 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-26175276-3199-49e2-a7bd-8b7cbfa8b807 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934980 Feb 09 01:02:56.411929 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f4fa06a3-c337-47df-a94a-4034c00e933c req-19a19d94-0f42-4d56-b04d-abe615bfd4ef service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036520 Feb 09 01:02:56.587677 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-411caef1-1c69-41f7-ab4e-8df19b6f6818 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c424a0ee-dd15-45a7-a7bc-3130eca6820c {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:02:56.604361 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-411caef1-1c69-41f7-ab4e-8df19b6f6818 service neutron] Publish callbacks [] for port (c424a0ee-dd15-45a7-a7bc-3130eca6820c), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:56.612234 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dc9c9031-ccfc-4d30-a21b-f590fb927438 req-66a1e397-bb09-4dc1-ab83-232c04225b7e service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5864162 Feb 09 01:02:56.619566 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-00d14bab-741e-4b19-b7d3-219bdb7cc5d2 req-ee2764b7-b149-4c34-b217-e38ad719255b tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4814599 Feb 09 01:02:56.642452 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d54530-4de4-49f2-ac64-f112d4e17b82 req-47cc8e35-5893-474b-abaf-4316fff8af64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:56.642452 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f4d54530-4de4-49f2-ac64-f112d4e17b82 req-47cc8e35-5893-474b-abaf-4316fff8af64 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=f61025f6-bbc8-419e-944b-83c38276e9e3 HTTP/1.1" status: 200 len: 862 time: 0.4470704 Feb 09 01:02:56.656239 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-411caef1-1c69-41f7-ab4e-8df19b6f6818 service neutron] Transition to ACTIVE for port object c424a0ee-dd15-45a7-a7bc-3130eca6820c will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:02:56.668317 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device bb951ea1-5da7-48ca-8466-cd7ef0a81e3d up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:02:56.704847 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-411caef1-1c69-41f7-ab4e-8df19b6f6818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (c424a0ee-dd15-45a7-a7bc-3130eca6820c), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:56.724122 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port bb951ea1-5da7-48ca-8466-cd7ef0a81e3d completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:02:56.728340 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port bb951ea1-5da7-48ca-8466-cd7ef0a81e3d triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:02:56.728751 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (bb951ea1-5da7-48ca-8466-cd7ef0a81e3d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:56.748523 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb59d72-20c6-4e3c-8d7c-eee46a9a8d6a req-a870a2c1-8a75-4349-a0aa-153dd05bc698 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:56.750058 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3cb59d72-20c6-4e3c-8d7c-eee46a9a8d6a req-a870a2c1-8a75-4349-a0aa-153dd05bc698 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3f86a60-3e13-4616-a574-175bb5d90eea HTTP/1.1" status: 200 len: 950 time: 0.6090143 Feb 09 01:02:56.810218 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port bb951ea1-5da7-48ca-8466-cd7ef0a81e3d is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:02:56.810620 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (bb951ea1-5da7-48ca-8466-cd7ef0a81e3d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:56.823700 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '309ddf5d-d24d-4d34-b4c2-e3e74ea9ecb5', 'tag': 'f8513e26-0389-48ab-bc86-97554f518475'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:02:56.828948 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b92e2e8-2fd8-417c-9bba-fed2e3cf600d" -d '{"events": [{"name": "network-changed", "server_uuid": "309ddf5d-d24d-4d34-b4c2-e3e74ea9ecb5", "tag": "f8513e26-0389-48ab-bc86-97554f518475"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:02:56.841512 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad97db53-f80a-4665-b5fe-a5337df23e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb951ea1-5da7-48ca-8466-cd7ef0a81e3d'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:02:56.848467 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d149a360-8d7f-4f5e-bac9-d64c23bba075" -d '{"events": [{"server_uuid": "ad97db53-f80a-4665-b5fe-a5337df23e04", "name": "network-vif-plugged", "status": "completed", "tag": "bb951ea1-5da7-48ca-8466-cd7ef0a81e3d"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:02:56.866012 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port bb951ea1-5da7-48ca-8466-cd7ef0a81e3d, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=bb951ea1-5da7-48ca-8466-cd7ef0a81e3d,segment=NetworkSegment(9519a72c-6e52-48a2-9d48-19f11e744f6e),segment_id=9519a72c-6e52-48a2-9d48-19f11e744f6e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:02:56.871932 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (bb951ea1-5da7-48ca-8466-cd7ef0a81e3d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:56.913530 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411caef1-1c69-41f7-ab4e-8df19b6f6818 service neutron] Pushing event updated for resources: {'Port': ['ID=c424a0ee-dd15-45a7-a7bc-3130eca6820c,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:56.936564 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=bb951ea1-5da7-48ca-8466-cd7ef0a81e3d,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:56.954863 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d54530-4de4-49f2-ac64-f112d4e17b82 req-6e0dc912-a75f-43aa-9e35-4ec5752aef79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:56.956405 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f4d54530-4de4-49f2-ac64-f112d4e17b82 req-6e0dc912-a75f-43aa-9e35-4ec5752aef79 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=5b1ef353-28d7-4dbf-bb1a-5731e3977ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2679338 Feb 09 01:02:56.971999 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77f770-e796-4cbb-b460-4678b5de14a0 req-48513fe3-1471-4d0f-8cc6-a2fe365d0bd4 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:56.973555 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e77f770-e796-4cbb-b460-4678b5de14a0 req-48513fe3-1471-4d0f-8cc6-a2fe365d0bd4 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f2ab141-d24e-428a-b134-cfe4fbaf083a HTTP/1.1" status: 200 len: 945 time: 0.2741337 Feb 09 01:02:56.980013 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dc9c9031-ccfc-4d30-a21b-f590fb927438 req-0ce53e27-e750-4385-97db-4a1164eb8576 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595438 Feb 09 01:02:56.993787 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-411caef1-1c69-41f7-ab4e-8df19b6f6818 service neutron] Attempting to bind port c424a0ee-dd15-45a7-a7bc-3130eca6820c on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:02:56.994131 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-411caef1-1c69-41f7-ab4e-8df19b6f6818 service neutron] Attempting to bind port c424a0ee-dd15-45a7-a7bc-3130eca6820c by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:02:56.994471 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-411caef1-1c69-41f7-ab4e-8df19b6f6818 service neutron] Attempting to bind port c424a0ee-dd15-45a7-a7bc-3130eca6820c on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:02:57.018736 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3cb59d72-20c6-4e3c-8d7c-eee46a9a8d6a req-8d49ea3d-c265-46e9-83dc-6b3e40eda7ac tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220507 Feb 09 01:02:57.080500 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-411caef1-1c69-41f7-ab4e-8df19b6f6818 service neutron] Port c424a0ee-dd15-45a7-a7bc-3130eca6820c on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:02:57.081201 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-411caef1-1c69-41f7-ab4e-8df19b6f6818 service neutron] Attempting to bind port c424a0ee-dd15-45a7-a7bc-3130eca6820c on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:02:57.107503 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-411caef1-1c69-41f7-ab4e-8df19b6f6818 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:02:57.107741 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-411caef1-1c69-41f7-ab4e-8df19b6f6818 service neutron] Checking segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:02:57.108142 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-411caef1-1c69-41f7-ab4e-8df19b6f6818 service neutron] Bound using segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:02:57.108613 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-411caef1-1c69-41f7-ab4e-8df19b6f6818 service neutron] Bound port: c424a0ee-dd15-45a7-a7bc-3130eca6820c, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:02:57.108987 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-411caef1-1c69-41f7-ab4e-8df19b6f6818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c424a0ee-dd15-45a7-a7bc-3130eca6820c), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:57.129464 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f4d54530-4de4-49f2-ac64-f112d4e17b82 req-1e9455e3-5dfa-4a46-8059-d02ada3186ea service neutron] 10.222.0.120 "GET /v2.0/networks/5b1ef353-28d7-4dbf-bb1a-5731e3977ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546440 Feb 09 01:02:57.169673 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e77f770-e796-4cbb-b460-4678b5de14a0 req-5d307ef9-f921-4511-8b80-480dd2647f39 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/security-groups?id=1790f5db-f4bf-4a0a-b871-f8306e209982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1878223 Feb 09 01:02:57.258062 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-411caef1-1c69-41f7-ab4e-8df19b6f6818 service neutron] For port c424a0ee-dd15-45a7-a7bc-3130eca6820c, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:02:57.306685 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-411caef1-1c69-41f7-ab4e-8df19b6f6818 service neutron] For port c424a0ee-dd15-45a7-a7bc-3130eca6820c, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=c424a0ee-dd15-45a7-a7bc-3130eca6820c,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:02:57.317201 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9cb11bbc-065a-47d2-8f3d-d36b89b3a96e req-a0094ea5-e68d-4d57-baa3-f8b8c7aa01a2 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] 10.222.0.50 "GET /v2.0/security-group-rules/13743074-8efa-4007-820e-875fc0ba1432 HTTP/1.1" status: 200 len: 783 time: 0.0617516 Feb 09 01:02:57.333840 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-411caef1-1c69-41f7-ab4e-8df19b6f6818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (c424a0ee-dd15-45a7-a7bc-3130eca6820c), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:57.337866 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f4d54530-4de4-49f2-ac64-f112d4e17b82 req-6698dca0-841d-4640-b824-f900e34ab2e4 service neutron] 10.222.0.120 "GET /v2.0/networks/5b1ef353-28d7-4dbf-bb1a-5731e3977ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826262 Feb 09 01:02:57.403358 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-411caef1-1c69-41f7-ab4e-8df19b6f6818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:57.403989 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-411caef1-1c69-41f7-ab4e-8df19b6f6818 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:57.405458 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-411caef1-1c69-41f7-ab4e-8df19b6f6818 service neutron] 10.222.0.120 "PUT /v2.0/ports/c424a0ee-dd15-45a7-a7bc-3130eca6820c HTTP/1.1" status: 200 len: 1095 time: 2.6215191 Feb 09 01:02:57.405872 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd19ed067-44e7-490f-bd41-71ba3214d2cd', 'tag': 'c424a0ee-dd15-45a7-a7bc-3130eca6820c'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:02:57.408120 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5320954-76a6-45e1-b737-fd6e1eedf9be" -d '{"events": [{"name": "network-changed", "server_uuid": "d19ed067-44e7-490f-bd41-71ba3214d2cd", "tag": "c424a0ee-dd15-45a7-a7bc-3130eca6820c"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:02:57.453163 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d6c6b-3c5a-48df-a880-270ad6ccc7ac req-550a10df-039b-4c59-871f-37bdd4ab1287 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:57.454782 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9c7d6c6b-3c5a-48df-a880-270ad6ccc7ac req-550a10df-039b-4c59-871f-37bdd4ab1287 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad97db53-f80a-4665-b5fe-a5337df23e04 HTTP/1.1" status: 200 len: 945 time: 0.1821513 Feb 09 01:02:57.455439 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411caef1-1c69-41f7-ab4e-8df19b6f6818 service neutron] Pushing event updated for resources: {'Port': ['ID=c424a0ee-dd15-45a7-a7bc-3130eca6820c,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:57.466862 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9cb11bbc-065a-47d2-8f3d-d36b89b3a96e req-763a669b-3d35-47c5-b714-806fb1590017 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] 10.222.0.50 "GET /v2.0/security-groups/89c0751e-c516-442d-8d97-a5fcd6bafa9f HTTP/1.1" status: 200 len: 3012 time: 0.1345904 Feb 09 01:02:57.538611 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9cb11bbc-065a-47d2-8f3d-d36b89b3a96e req-f1794c62-5c6e-4516-97b7-7c9efcc1373b tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group_rule (13743074-8efa-4007-820e-875fc0ba1432), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:57.557788 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9cb11bbc-065a-47d2-8f3d-d36b89b3a96e req-f1794c62-5c6e-4516-97b7-7c9efcc1373b tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group_rule (13743074-8efa-4007-820e-875fc0ba1432), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:57.594938 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9c7d6c6b-3c5a-48df-a880-270ad6ccc7ac req-885ab356-6ef9-48b5-ad6f-7a06f0f1242b tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/security-groups?id=e760d1d5-7bcb-442b-b02f-fe1d7def914f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207728 Feb 09 01:02:57.598392 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-5c080920-27af-4c5e-bd24-8aed65079b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:57.599899 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-5c080920-27af-4c5e-bd24-8aed65079b92 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=6795257b110f48b49f8d6ffbc82af9d2&device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 1129 time: 0.1415086 Feb 09 01:02:57.608017 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9cb11bbc-065a-47d2-8f3d-d36b89b3a96e req-f1794c62-5c6e-4516-97b7-7c9efcc1373b tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (13743074-8efa-4007-820e-875fc0ba1432), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:57.625760 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9cb11bbc-065a-47d2-8f3d-d36b89b3a96e req-f1794c62-5c6e-4516-97b7-7c9efcc1373b tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:57.626895 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9cb11bbc-065a-47d2-8f3d-d36b89b3a96e req-f1794c62-5c6e-4516-97b7-7c9efcc1373b tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/13743074-8efa-4007-820e-875fc0ba1432 HTTP/1.1" status: 204 len: 173 time: 0.1592638 Feb 09 01:02:57.667282 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-e2b6c238-7d3a-431f-8dd6-72f216ba6e43 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=c424a0ee-dd15-45a7-a7bc-3130eca6820c HTTP/1.1" status: 200 len: 217 time: 0.0570562 Feb 09 01:02:57.668034 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1794c62-5c6e-4516-97b7-7c9efcc1373b tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13743074-8efa-4007-820e-875fc0ba1432,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:57.796700 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-c899715d-72b1-4294-a249-ecccaed66460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:57.798760 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-c899715d-72b1-4294-a249-ecccaed66460 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.1245818 Feb 09 01:02:57.852731 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82084a83-cd7a-4f9c-9842-70fad93c515c req-1d22193d-acc0-4e5c-9b37-7b03dffeb77d tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:57.854205 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-82084a83-cd7a-4f9c-9842-70fad93c515c req-1d22193d-acc0-4e5c-9b37-7b03dffeb77d tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=309ddf5d-d24d-4d34-b4c2-e3e74ea9ecb5 HTTP/1.1" status: 200 len: 947 time: 0.1486354 Feb 09 01:02:57.863033 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82420d1-2427-424e-b673-5d72f676ae4c req-e1593baf-e822-40ca-84b0-3136b04f912a tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:57.864423 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d82420d1-2427-424e-b673-5d72f676ae4c req-e1593baf-e822-40ca-84b0-3136b04f912a tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=5dbd4352-9418-44ba-b3cd-446c599b4d42 HTTP/1.1" status: 200 len: 947 time: 0.1570051 Feb 09 01:02:57.938169 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-91f0c4aa-dd14-4004-9844-30f65256cc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:57.939584 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-91f0c4aa-dd14-4004-9844-30f65256cc42 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1258142 Feb 09 01:02:57.950206 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-82084a83-cd7a-4f9c-9842-70fad93c515c req-6fc3531f-83d5-425e-aac7-51131345d01d tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835929 Feb 09 01:02:57.974832 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d82420d1-2427-424e-b673-5d72f676ae4c req-8ba6399a-4ac4-4939-9f20-c7ae9033ae0c tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999954 Feb 09 01:02:58.020943 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b90ef78-f83f-4259-a4b0-ab9987998b7c x-openstack-request-id: req-9b90ef78-f83f-4259-a4b0-ab9987998b7c {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:02:58.021418 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "309ddf5d-d24d-4d34-b4c2-e3e74ea9ecb5", "tag": "f8513e26-0389-48ab-bc86-97554f518475", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:02:58.021503 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9b90ef78-f83f-4259-a4b0-ab9987998b7c {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:02:58.021887 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '309ddf5d-d24d-4d34-b4c2-e3e74ea9ecb5', 'tag': 'f8513e26-0389-48ab-bc86-97554f518475', 'status': 'completed', 'code': 200} Feb 09 01:02:58.077478 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a983d9-65a9-4b26-bb67-9bc12c63cc14 x-openstack-request-id: req-d6a983d9-65a9-4b26-bb67-9bc12c63cc14 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:02:58.079126 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad97db53-f80a-4665-b5fe-a5337df23e04", "name": "network-vif-plugged", "status": "completed", "tag": "bb951ea1-5da7-48ca-8466-cd7ef0a81e3d", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:02:58.079588 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d6a983d9-65a9-4b26-bb67-9bc12c63cc14 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:02:58.080245 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad97db53-f80a-4665-b5fe-a5337df23e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb951ea1-5da7-48ca-8466-cd7ef0a81e3d', 'code': 200} Feb 09 01:02:58.142901 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-df541109-7fab-471b-b55c-ba687d27cc3f service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915696 Feb 09 01:02:58.149094 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac0fd4f-e255-4595-81e0-ec02fc5f281f x-openstack-request-id: req-dac0fd4f-e255-4595-81e0-ec02fc5f281f {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:02:58.149718 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d19ed067-44e7-490f-bd41-71ba3214d2cd", "tag": "c424a0ee-dd15-45a7-a7bc-3130eca6820c", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:02:58.150713 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dac0fd4f-e255-4595-81e0-ec02fc5f281f {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:02:58.151852 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd19ed067-44e7-490f-bd41-71ba3214d2cd', 'tag': 'c424a0ee-dd15-45a7-a7bc-3130eca6820c', 'status': 'completed', 'code': 200} Feb 09 01:02:58.214047 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc13c34-64ca-46c9-8181-f575cc302040 req-81872da1-88f6-47ba-9f70-37f021ddf7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:58.215575 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4dc13c34-64ca-46c9-8181-f575cc302040 req-81872da1-88f6-47ba-9f70-37f021ddf7bd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ad97db53-f80a-4665-b5fe-a5337df23e04 HTTP/1.1" status: 200 len: 1127 time: 0.0507188 Feb 09 01:02:58.275654 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4dc13c34-64ca-46c9-8181-f575cc302040 req-a6bfffd3-ea66-48de-b92a-7c06112953da service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e760d1d5-7bcb-442b-b02f-fe1d7def914f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467303 Feb 09 01:02:58.289985 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-71b01e9d-117e-4dd6-b716-6ff330c6f080 req-0c40859b-e154-4d87-ba73-ae13ae701199 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] 10.222.0.50 "GET /v2.0/security-groups/89c0751e-c516-442d-8d97-a5fcd6bafa9f HTTP/1.1" status: 200 len: 2414 time: 0.1456325 Feb 09 01:02:58.301845 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92e2e8-2fd8-417c-9bba-fed2e3cf600d req-2b084d0a-6da9-4709-b131-a9a272487b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:58.303381 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0b92e2e8-2fd8-417c-9bba-fed2e3cf600d req-2b084d0a-6da9-4709-b131-a9a272487b7a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6795257b110f48b49f8d6ffbc82af9d2&device_id=309ddf5d-d24d-4d34-b4c2-e3e74ea9ecb5 HTTP/1.1" status: 200 len: 1129 time: 0.2431071 Feb 09 01:02:58.323693 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21086f8a-956b-4bf7-bc96-007460e73726 req-41e69606-77c1-42cd-8490-318892ce4879 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:58.325286 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-21086f8a-956b-4bf7-bc96-007460e73726 req-41e69606-77c1-42cd-8490-318892ce4879 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ed9ba31-f7c6-48e8-8c25-d72c0b583769 HTTP/1.1" status: 200 len: 946 time: 0.2092922 Feb 09 01:02:58.357609 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0decfe46-0c31-4683-82e7-a9280c81bbc5 req-54f3619b-985f-44b5-bcba-2599fc264ce4 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837409 Feb 09 01:02:58.439014 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-21086f8a-956b-4bf7-bc96-007460e73726 req-18fdb128-5ab5-4ba4-a0e1-98dd671de60a tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969439 Feb 09 01:02:58.467613 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-71b01e9d-117e-4dd6-b716-6ff330c6f080 req-0d14c38e-5208-4a4d-8c0a-a6b3959bde93 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group (89c0751e-c516-442d-8d97-a5fcd6bafa9f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:58.500742 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-71b01e9d-117e-4dd6-b716-6ff330c6f080 req-0d14c38e-5208-4a4d-8c0a-a6b3959bde93 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group (89c0751e-c516-442d-8d97-a5fcd6bafa9f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:58.540100 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5320954-76a6-45e1-b737-fd6e1eedf9be req-cb6663c8-a9d1-432c-82b4-771c0750a9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:58.541600 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d5320954-76a6-45e1-b737-fd6e1eedf9be req-cb6663c8-a9d1-432c-82b4-771c0750a9e2 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=6795257b110f48b49f8d6ffbc82af9d2&device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 1129 time: 0.1236095 Feb 09 01:02:58.677619 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device b80d2f48-ba7e-48c4-85e1-fcebefd145ea details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:02:58.696999 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-71b01e9d-117e-4dd6-b716-6ff330c6f080 req-0d14c38e-5208-4a4d-8c0a-a6b3959bde93 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (89c0751e-c516-442d-8d97-a5fcd6bafa9f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:58.699601 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-71b01e9d-117e-4dd6-b716-6ff330c6f080 req-0d14c38e-5208-4a4d-8c0a-a6b3959bde93 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:58.700775 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-71b01e9d-117e-4dd6-b716-6ff330c6f080 req-0d14c38e-5208-4a4d-8c0a-a6b3959bde93 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] 10.222.0.50 "DELETE /v2.0/security-groups/89c0751e-c516-442d-8d97-a5fcd6bafa9f HTTP/1.1" status: 204 len: 173 time: 0.3947294 Feb 09 01:02:58.744941 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eea3ca-0337-4aac-b41b-6fc544abb0bf req-3ff107fc-5bae-4d7e-a374-66251c750bb6 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:58.746904 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-35eea3ca-0337-4aac-b41b-6fc544abb0bf req-3ff107fc-5bae-4d7e-a374-66251c750bb6 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7abc5d9-7485-46fd-a80f-8423f552967f HTTP/1.1" status: 200 len: 946 time: 0.2426324 Feb 09 01:02:58.750951 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d14c38e-5208-4a4d-8c0a-a6b3959bde93 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c0751e-c516-442d-8d97-a5fcd6bafa9f,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:58.756699 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92e2e8-2fd8-417c-9bba-fed2e3cf600d req-f514543e-9be8-4f23-8e3d-f9e93b5eda91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:58.758213 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0b92e2e8-2fd8-417c-9bba-fed2e3cf600d req-f514543e-9be8-4f23-8e3d-f9e93b5eda91 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.2442257 Feb 09 01:02:58.807563 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port b80d2f48-ba7e-48c4-85e1-fcebefd145ea, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=b80d2f48-ba7e-48c4-85e1-fcebefd145ea,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:02:58.819109 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': 'b80d2f48-ba7e-48c4-85e1-fcebefd145ea', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'port_id': 'b80d2f48-ba7e-48c4-85e1-fcebefd145ea', 'mac_address': 'fa:16:3e:4b:a3:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3810d295-ee98-40f7-b1e2-609bf7d1c3df', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:02:58.827266 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5320954-76a6-45e1-b737-fd6e1eedf9be req-378259ab-9080-4507-9f61-4b708bbf6ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:58.829270 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d5320954-76a6-45e1-b737-fd6e1eedf9be req-378259ab-9080-4507-9f61-4b708bbf6ff5 service neutron] 10.222.0.120 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.2595599 Feb 09 01:02:58.835569 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0b92e2e8-2fd8-417c-9bba-fed2e3cf600d req-02b88341-45c2-4090-8789-b3a4141cd78f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=f8513e26-0389-48ab-bc86-97554f518475 HTTP/1.1" status: 200 len: 217 time: 0.0569038 Feb 09 01:02:58.861735 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port b80d2f48-ba7e-48c4-85e1-fcebefd145ea is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:02:58.862269 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b80d2f48-ba7e-48c4-85e1-fcebefd145ea), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:58.875255 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b80d2f48-ba7e-48c4-85e1-fcebefd145ea {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:02:58.897360 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port b80d2f48-ba7e-48c4-85e1-fcebefd145ea, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=b80d2f48-ba7e-48c4-85e1-fcebefd145ea,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:02:58.904513 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b80d2f48-ba7e-48c4-85e1-fcebefd145ea), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:58.905658 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device f8513e26-0389-48ab-bc86-97554f518475 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:02:58.940498 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d5320954-76a6-45e1-b737-fd6e1eedf9be req-86dcfd89-6d57-4bba-bc56-7e54cb7f6188 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=c424a0ee-dd15-45a7-a7bc-3130eca6820c HTTP/1.1" status: 200 len: 217 time: 0.0937474 Feb 09 01:02:58.955705 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-35eea3ca-0337-4aac-b41b-6fc544abb0bf req-ab982ae8-d55c-475d-bda8-ec3f20a079f2 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007637 Feb 09 01:02:58.972799 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92e2e8-2fd8-417c-9bba-fed2e3cf600d req-55fa1bb0-bfd9-4345-8bbc-97dfd3b13a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:58.974225 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0b92e2e8-2fd8-417c-9bba-fed2e3cf600d req-55fa1bb0-bfd9-4345-8bbc-97dfd3b13a95 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.1303647 Feb 09 01:02:58.997867 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=b80d2f48-ba7e-48c4-85e1-fcebefd145ea,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:59.010229 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port f8513e26-0389-48ab-bc86-97554f518475, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=f8513e26-0389-48ab-bc86-97554f518475,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:02:59.025090 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': 'f8513e26-0389-48ab-bc86-97554f518475', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'port_id': 'f8513e26-0389-48ab-bc86-97554f518475', 'mac_address': 'fa:16:3e:7a:a4:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3810d295-ee98-40f7-b1e2-609bf7d1c3df', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:02:59.041823 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e44fa9-073e-470f-ae60-7c25a060df9c req-21890d5c-6a37-46e3-a995-25afdbff5b8c tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:59.043338 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99e44fa9-073e-470f-ae60-7c25a060df9c req-21890d5c-6a37-46e3-a995-25afdbff5b8c tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3f86a60-3e13-4616-a574-175bb5d90eea HTTP/1.1" status: 200 len: 950 time: 0.2129371 Feb 09 01:02:59.052447 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5320954-76a6-45e1-b737-fd6e1eedf9be req-8874c9a1-609c-484a-9054-e0eab20ec0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:59.053923 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d5320954-76a6-45e1-b737-fd6e1eedf9be req-8874c9a1-609c-484a-9054-e0eab20ec0f0 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.0931361 Feb 09 01:02:59.068574 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port f8513e26-0389-48ab-bc86-97554f518475 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:02:59.069004 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f8513e26-0389-48ab-bc86-97554f518475), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:59.083759 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8513e26-0389-48ab-bc86-97554f518475 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:02:59.103625 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port f8513e26-0389-48ab-bc86-97554f518475, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=f8513e26-0389-48ab-bc86-97554f518475,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:02:59.107898 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f8513e26-0389-48ab-bc86-97554f518475), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:02:59.145663 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92e2e8-2fd8-417c-9bba-fed2e3cf600d req-2d78dc03-bdf5-4a5d-b91e-4b086289244f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:59.147239 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0b92e2e8-2fd8-417c-9bba-fed2e3cf600d req-2d78dc03-bdf5-4a5d-b91e-4b086289244f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1545081 Feb 09 01:02:59.161413 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=f8513e26-0389-48ab-bc86-97554f518475,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:02:59.191419 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99e44fa9-073e-470f-ae60-7c25a060df9c req-5e4d3136-136f-4f48-bf84-9baa2777ec9f tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365378 Feb 09 01:02:59.232251 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5320954-76a6-45e1-b737-fd6e1eedf9be req-04718e8e-7ff6-46d8-b798-2a374fa178bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:59.233683 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d5320954-76a6-45e1-b737-fd6e1eedf9be req-04718e8e-7ff6-46d8-b798-2a374fa178bc service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1718791 Feb 09 01:02:59.257764 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f3bfc-bb55-4992-b92b-760bce0556c5 req-70a5383d-82b5-416f-9573-052b21e2d0aa tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:59.259225 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f29f3bfc-bb55-4992-b92b-760bce0556c5 req-70a5383d-82b5-416f-9573-052b21e2d0aa tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f2ab141-d24e-428a-b134-cfe4fbaf083a HTTP/1.1" status: 200 len: 945 time: 0.1794648 Feb 09 01:02:59.546401 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['b80d2f48-ba7e-48c4-85e1-fcebefd145ea'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:02:59.575421 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['f8513e26-0389-48ab-bc86-97554f518475'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:02:59.628899 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0b92e2e8-2fd8-417c-9bba-fed2e3cf600d req-f1d26ecf-26ba-4ddc-b0fc-40cab0be718d service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4637764 Feb 09 01:02:59.671765 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f29f3bfc-bb55-4992-b92b-760bce0556c5 req-ddaf34d4-c154-46ca-81d3-e0f6d213c15e tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/security-groups?id=1790f5db-f4bf-4a0a-b871-f8306e209982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4060116 Feb 09 01:02:59.713287 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628c007-7848-4665-a74c-061a58d22e63 req-be935863-759f-424a-b593-5765d8fdbce3 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:02:59.720634 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e628c007-7848-4665-a74c-061a58d22e63 req-be935863-759f-424a-b593-5765d8fdbce3 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad97db53-f80a-4665-b5fe-a5337df23e04 HTTP/1.1" status: 200 len: 945 time: 0.4586618 Feb 09 01:02:59.751393 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d5320954-76a6-45e1-b737-fd6e1eedf9be req-f202ec3d-59bf-435b-88fd-2106d57ae542 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5073462 Feb 09 01:02:59.801700 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [req-8dd1bfdb-7eb5-4b4b-bc22-e37db8dfa863 req-bea1311b-7bcb-4a68-ab36-3f90ed377f65 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] show failed (client error): The resource could not be found. Feb 09 01:02:59.814816 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8dd1bfdb-7eb5-4b4b-bc22-e37db8dfa863 req-bea1311b-7bcb-4a68-ab36-3f90ed377f65 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] 10.222.0.50 "GET /v2.0/security-groups/03a6a664-a55e-4989-8104-7de637c30de9 HTTP/1.1" status: 404 len: 352 time: 0.0606885 Feb 09 01:02:59.932987 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e628c007-7848-4665-a74c-061a58d22e63 req-9cff71e5-7851-4e8d-a42f-d4e74b44de26 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/security-groups?id=e760d1d5-7bcb-442b-b02f-fe1d7def914f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108564 Feb 09 01:02:59.954929 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0b92e2e8-2fd8-417c-9bba-fed2e3cf600d req-7c2d57a5-0604-461d-bea5-518c155a795d service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148441 Feb 09 01:03:00.007918 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d5320954-76a6-45e1-b737-fd6e1eedf9be req-d99e3a69-0827-4273-9720-fc71d7bccb86 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360094 Feb 09 01:03:00.033865 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791ff0d-3277-4a65-8223-2297ee8a2426 req-e4db66a2-d59a-45aa-89f3-0ca5e64f25a0 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:00.035590 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5791ff0d-3277-4a65-8223-2297ee8a2426 req-e4db66a2-d59a-45aa-89f3-0ca5e64f25a0 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=309ddf5d-d24d-4d34-b4c2-e3e74ea9ecb5 HTTP/1.1" status: 200 len: 948 time: 0.1352308 Feb 09 01:03:00.112402 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5791ff0d-3277-4a65-8223-2297ee8a2426 req-eb3048d3-c089-442b-a698-efb5e3721560 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556922 Feb 09 01:03:00.120936 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4547a5-e891-4be0-9742-37e414bab5b5 req-5198c9fe-7dfe-45b1-863c-54732f4127ac tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:00.128932 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-df4547a5-e891-4be0-9742-37e414bab5b5 req-5198c9fe-7dfe-45b1-863c-54732f4127ac tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=5dbd4352-9418-44ba-b3cd-446c599b4d42 HTTP/1.1" status: 200 len: 948 time: 0.1164837 Feb 09 01:03:00.187150 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-df4547a5-e891-4be0-9742-37e414bab5b5 req-9393a72d-54ea-4887-8f6c-9b8d67020bd2 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572999 Feb 09 01:03:00.233062 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da917c-baab-4560-bd83-436f9c3c7ce4 req-ec17b3f5-6526-4db7-a148-e6f8bfff9da9 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:00.234632 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-16da917c-baab-4560-bd83-436f9c3c7ce4 req-ec17b3f5-6526-4db7-a148-e6f8bfff9da9 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=3ed9ba31-f7c6-48e8-8c25-d72c0b583769 HTTP/1.1" status: 200 len: 946 time: 0.0608048 Feb 09 01:03:00.315107 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-16da917c-baab-4560-bd83-436f9c3c7ce4 req-9f7530bf-e9c5-463d-8711-a32116c6e543 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745642 Feb 09 01:03:00.330951 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd56b6b3-1377-4f9c-9a4a-e50cab76d6b4 req-71425806-9567-44c1-96fa-7ec5ab5f3ee5 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:00.332475 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fd56b6b3-1377-4f9c-9a4a-e50cab76d6b4 req-71425806-9567-44c1-96fa-7ec5ab5f3ee5 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f2ab141-d24e-428a-b134-cfe4fbaf083a HTTP/1.1" status: 200 len: 945 time: 0.0776706 Feb 09 01:03:00.399588 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-36cc43fa-3a3a-4a99-95e3-cf4b999d68e5 req-8aaae209-d6db-4fc9-96e8-a1dba595489e tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] 10.222.0.50 "GET /v2.0/security-groups/16ebb3d2-28f4-489e-bbe5-8bd7b8cf628a HTTP/1.1" status: 200 len: 1819 time: 0.0598781 Feb 09 01:03:00.416891 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fd56b6b3-1377-4f9c-9a4a-e50cab76d6b4 req-d0290554-1827-44e7-8aa4-27be6c085c0b tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/security-groups?id=1790f5db-f4bf-4a0a-b871-f8306e209982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703077 Feb 09 01:03:00.463802 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-36cc43fa-3a3a-4a99-95e3-cf4b999d68e5 req-28ffb326-86e8-444c-a45b-954a735a4b71 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group (16ebb3d2-28f4-489e-bbe5-8bd7b8cf628a), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:00.486839 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-36cc43fa-3a3a-4a99-95e3-cf4b999d68e5 req-28ffb326-86e8-444c-a45b-954a735a4b71 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group (16ebb3d2-28f4-489e-bbe5-8bd7b8cf628a), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:00.558662 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-36cc43fa-3a3a-4a99-95e3-cf4b999d68e5 req-28ffb326-86e8-444c-a45b-954a735a4b71 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (16ebb3d2-28f4-489e-bbe5-8bd7b8cf628a), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:00.561261 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-36cc43fa-3a3a-4a99-95e3-cf4b999d68e5 req-28ffb326-86e8-444c-a45b-954a735a4b71 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:00.562386 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-36cc43fa-3a3a-4a99-95e3-cf4b999d68e5 req-28ffb326-86e8-444c-a45b-954a735a4b71 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] 10.222.0.50 "DELETE /v2.0/security-groups/16ebb3d2-28f4-489e-bbe5-8bd7b8cf628a HTTP/1.1" status: 204 len: 173 time: 0.1549299 Feb 09 01:03:00.573749 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ae99d-5d13-47f0-b2f5-0980b326ea14 req-5583c7e2-51b8-45ff-9595-34687fa305be tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:00.575208 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-447ae99d-5d13-47f0-b2f5-0980b326ea14 req-5583c7e2-51b8-45ff-9595-34687fa305be tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7abc5d9-7485-46fd-a80f-8423f552967f HTTP/1.1" status: 200 len: 946 time: 0.0856729 Feb 09 01:03:00.588060 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ffb326-86e8-444c-a45b-954a735a4b71 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ebb3d2-28f4-489e-bbe5-8bd7b8cf628a,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:00.603929 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device c424a0ee-dd15-45a7-a7bc-3130eca6820c details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:03:00.680112 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-447ae99d-5d13-47f0-b2f5-0980b326ea14 req-a4d8e2bb-4c8c-4c07-9d35-14e40fb445db tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933022 Feb 09 01:03:00.695363 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c532a-a518-403a-947a-2b97c59835bd req-d38200a8-f52b-45f3-92b9-ab9027139afb tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:00.697220 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-865c532a-a518-403a-947a-2b97c59835bd req-d38200a8-f52b-45f3-92b9-ab9027139afb tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3f86a60-3e13-4616-a574-175bb5d90eea HTTP/1.1" status: 200 len: 950 time: 0.0799766 Feb 09 01:03:00.720374 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port c424a0ee-dd15-45a7-a7bc-3130eca6820c, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=c424a0ee-dd15-45a7-a7bc-3130eca6820c,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:00.725513 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': 'c424a0ee-dd15-45a7-a7bc-3130eca6820c', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'port_id': 'c424a0ee-dd15-45a7-a7bc-3130eca6820c', 'mac_address': 'fa:16:3e:ad:17:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3810d295-ee98-40f7-b1e2-609bf7d1c3df', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:03:00.761399 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-865c532a-a518-403a-947a-2b97c59835bd req-837bb098-991f-482b-b89d-f68be24fc2cc tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559175 Feb 09 01:03:00.771561 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port c424a0ee-dd15-45a7-a7bc-3130eca6820c is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:03:00.772170 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c424a0ee-dd15-45a7-a7bc-3130eca6820c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:00.800531 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c424a0ee-dd15-45a7-a7bc-3130eca6820c {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:03:00.823399 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port c424a0ee-dd15-45a7-a7bc-3130eca6820c, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=c424a0ee-dd15-45a7-a7bc-3130eca6820c,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:00.830031 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (c424a0ee-dd15-45a7-a7bc-3130eca6820c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:00.843722 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ac829e3a-0013-47b1-a25d-cc3278cf6948 req-41f7e924-a834-4618-aa8e-d3b8c0eb8265 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] 10.222.0.50 "GET /v2.0/security-groups/77332911-6da4-4803-9ee3-e7b126ed01be HTTP/1.1" status: 200 len: 1822 time: 0.0477502 Feb 09 01:03:00.881925 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=c424a0ee-dd15-45a7-a7bc-3130eca6820c,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:00.908001 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ac829e3a-0013-47b1-a25d-cc3278cf6948 req-369130ba-6277-4eca-b970-38a12d3d4bc8 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group (77332911-6da4-4803-9ee3-e7b126ed01be), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:00.934965 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ac829e3a-0013-47b1-a25d-cc3278cf6948 req-369130ba-6277-4eca-b970-38a12d3d4bc8 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group (77332911-6da4-4803-9ee3-e7b126ed01be), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:01.013828 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ac829e3a-0013-47b1-a25d-cc3278cf6948 req-369130ba-6277-4eca-b970-38a12d3d4bc8 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (77332911-6da4-4803-9ee3-e7b126ed01be), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:01.019124 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ac829e3a-0013-47b1-a25d-cc3278cf6948 req-369130ba-6277-4eca-b970-38a12d3d4bc8 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:01.020357 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ac829e3a-0013-47b1-a25d-cc3278cf6948 req-369130ba-6277-4eca-b970-38a12d3d4bc8 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] 10.222.0.50 "DELETE /v2.0/security-groups/77332911-6da4-4803-9ee3-e7b126ed01be HTTP/1.1" status: 204 len: 173 time: 0.1703184 Feb 09 01:03:01.043014 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369130ba-6277-4eca-b970-38a12d3d4bc8 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77332911-6da4-4803-9ee3-e7b126ed01be,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:01.169486 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5d97c-72a2-42c7-9a8a-abf072ea888f req-217c3e52-da52-4e5d-b615-5f43a243e5a6 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:01.173573 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ecd5d97c-72a2-42c7-9a8a-abf072ea888f req-217c3e52-da52-4e5d-b615-5f43a243e5a6 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad97db53-f80a-4665-b5fe-a5337df23e04 HTTP/1.1" status: 200 len: 945 time: 0.0926325 Feb 09 01:03:01.178005 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ddd132d2-fe76-417b-9298-877c2aa765a3 req-94201bcb-ca0a-4bfa-b3a4-c24193cbad01 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] 10.222.0.50 "GET /v2.0/security-groups/71524857-4796-48fe-a161-daa389862348 HTTP/1.1" status: 200 len: 1822 time: 0.0646014 Feb 09 01:03:01.220853 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['c424a0ee-dd15-45a7-a7bc-3130eca6820c'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:03:01.252895 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ecd5d97c-72a2-42c7-9a8a-abf072ea888f req-e2739338-2dcc-43f1-9b47-ea6ecaa59aa9 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/security-groups?id=e760d1d5-7bcb-442b-b02f-fe1d7def914f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739048 Feb 09 01:03:01.271945 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ddd132d2-fe76-417b-9298-877c2aa765a3 req-4c16b675-de9a-47c3-ba9a-40eca8b07daa tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group (71524857-4796-48fe-a161-daa389862348), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:01.308360 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ddd132d2-fe76-417b-9298-877c2aa765a3 req-4c16b675-de9a-47c3-ba9a-40eca8b07daa tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group (71524857-4796-48fe-a161-daa389862348), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:01.368157 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ddd132d2-fe76-417b-9298-877c2aa765a3 req-4c16b675-de9a-47c3-ba9a-40eca8b07daa tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (71524857-4796-48fe-a161-daa389862348), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:01.371464 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ddd132d2-fe76-417b-9298-877c2aa765a3 req-4c16b675-de9a-47c3-ba9a-40eca8b07daa tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:01.385902 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ddd132d2-fe76-417b-9298-877c2aa765a3 req-4c16b675-de9a-47c3-ba9a-40eca8b07daa tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] 10.222.0.50 "DELETE /v2.0/security-groups/71524857-4796-48fe-a161-daa389862348 HTTP/1.1" status: 204 len: 173 time: 0.1996264 Feb 09 01:03:01.410219 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c16b675-de9a-47c3-ba9a-40eca8b07daa tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71524857-4796-48fe-a161-daa389862348,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:01.505720 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc277a-8a18-47ea-b617-9088cff69504 req-132a664b-ecb1-4b9a-8cbf-17474a751734 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:01.507238 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-77dc277a-8a18-47ea-b617-9088cff69504 req-132a664b-ecb1-4b9a-8cbf-17474a751734 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=309ddf5d-d24d-4d34-b4c2-e3e74ea9ecb5 HTTP/1.1" status: 200 len: 948 time: 0.1004460 Feb 09 01:03:01.534794 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ba23d-9b86-4844-bc51-2aa32b6fcbb8 req-0b7288f3-d805-4898-966a-14c8fb632d67 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:01.536258 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ac5ba23d-9b86-4844-bc51-2aa32b6fcbb8 req-0b7288f3-d805-4898-966a-14c8fb632d67 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=5dbd4352-9418-44ba-b3cd-446c599b4d42 HTTP/1.1" status: 200 len: 948 time: 0.0834434 Feb 09 01:03:01.583542 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-77dc277a-8a18-47ea-b617-9088cff69504 req-3642eb39-6136-447a-aa8f-81000aafde0d tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707238 Feb 09 01:03:01.605072 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ac5ba23d-9b86-4844-bc51-2aa32b6fcbb8 req-e69908ee-4ff7-4656-ae6a-0e1e247347b0 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622592 Feb 09 01:03:01.675955 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dce07050-b451-4395-8a99-b393140b92c3 req-7d474426-b640-4c5e-bf8c-0d25f273238c tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] 10.222.0.50 "GET /v2.0/security-groups/d0d07af4-87b0-4b5e-bb7c-07472292e54d HTTP/1.1" status: 200 len: 2419 time: 0.0396979 Feb 09 01:03:01.832211 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1ab65-0387-4b36-bdfb-13ef37f76f74 req-d8885d53-d38b-49ba-a3a4-63510f4359bf tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:01.833880 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1b1ab65-0387-4b36-bdfb-13ef37f76f74 req-d8885d53-d38b-49ba-a3a4-63510f4359bf tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f2328a3-da54-4134-bafe-a58b14532986&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1398330 Feb 09 01:03:01.835071 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-dce07050-b451-4395-8a99-b393140b92c3 req-67039603-9477-484f-87bf-e77648c7bb20 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group (d0d07af4-87b0-4b5e-bb7c-07472292e54d), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:01.900052 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-dce07050-b451-4395-8a99-b393140b92c3 req-67039603-9477-484f-87bf-e77648c7bb20 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group (d0d07af4-87b0-4b5e-bb7c-07472292e54d), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:01.905234 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1b1ab65-0387-4b36-bdfb-13ef37f76f74 req-3b10b96d-5ca9-4cb1-965a-cfde08ee5e91 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.8.177 HTTP/1.1" status: 200 len: 696 time: 0.0641572 Feb 09 01:03:01.917178 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-c1b1ab65-0387-4b36-bdfb-13ef37f76f74 req-78e07a75-18e3-4b91-bd83-e2f095c14390 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Request body: {'floatingip': {'port_id': '5bd360c7-d35c-4dfa-92f8-c4b0496c187d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:01.973866 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c1b1ab65-0387-4b36-bdfb-13ef37f76f74 req-78e07a75-18e3-4b91-bd83-e2f095c14390 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks [] for floatingip (d6fa6231-c7ca-42aa-9dfd-6281ddb07e73), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:02.047926 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-dce07050-b451-4395-8a99-b393140b92c3 req-67039603-9477-484f-87bf-e77648c7bb20 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (d0d07af4-87b0-4b5e-bb7c-07472292e54d), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:02.050631 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-dce07050-b451-4395-8a99-b393140b92c3 req-67039603-9477-484f-87bf-e77648c7bb20 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:02.051763 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dce07050-b451-4395-8a99-b393140b92c3 req-67039603-9477-484f-87bf-e77648c7bb20 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] 10.222.0.50 "DELETE /v2.0/security-groups/d0d07af4-87b0-4b5e-bb7c-07472292e54d HTTP/1.1" status: 204 len: 173 time: 0.3606403 Feb 09 01:03:02.083446 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67039603-9477-484f-87bf-e77648c7bb20 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d07af4-87b0-4b5e-bb7c-07472292e54d,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:02.234418 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6fc08-9652-4bff-bcf6-3d1ea482fe48 req-583ec842-9fee-4990-87ce-637eeed7ae00 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:02.235905 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-06e6fc08-9652-4bff-bcf6-3d1ea482fe48 req-583ec842-9fee-4990-87ce-637eeed7ae00 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7abc5d9-7485-46fd-a80f-8423f552967f HTTP/1.1" status: 200 len: 946 time: 0.1328483 Feb 09 01:03:02.271291 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7345ff9e-6992-4c44-a4e7-50a1307280e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:02.438788 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-06e6fc08-9652-4bff-bcf6-3d1ea482fe48 req-ba63bf9b-343c-4be9-a753-3d0d29b714d3 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970291 Feb 09 01:03:02.619233 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device c424a0ee-dd15-45a7-a7bc-3130eca6820c up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:03:02.632746 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c1b1ab65-0387-4b36-bdfb-13ef37f76f74 req-78e07a75-18e3-4b91-bd83-e2f095c14390 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:02.640223 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753c543-9a3d-40c9-a214-43e842810081 req-32fb6d61-a719-459e-b261-f061ce5a8bb8 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:02.641756 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9753c543-9a3d-40c9-a214-43e842810081 req-32fb6d61-a719-459e-b261-f061ce5a8bb8 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3f86a60-3e13-4616-a574-175bb5d90eea HTTP/1.1" status: 200 len: 950 time: 0.1384828 Feb 09 01:03:02.642956 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c1b1ab65-0387-4b36-bdfb-13ef37f76f74 req-78e07a75-18e3-4b91-bd83-e2f095c14390 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (d6fa6231-c7ca-42aa-9dfd-6281ddb07e73), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:02.669016 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port c424a0ee-dd15-45a7-a7bc-3130eca6820c completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:02.673629 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port c424a0ee-dd15-45a7-a7bc-3130eca6820c triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:02.674019 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c424a0ee-dd15-45a7-a7bc-3130eca6820c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:02.696279 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 612a0410-8791-4496-a45e-374ad9561867 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:03:02.698071 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device b80d2f48-ba7e-48c4-85e1-fcebefd145ea up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:03:02.860337 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port b80d2f48-ba7e-48c4-85e1-fcebefd145ea completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:02.876481 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port b80d2f48-ba7e-48c4-85e1-fcebefd145ea triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:02.876898 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b80d2f48-ba7e-48c4-85e1-fcebefd145ea), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:02.905401 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port c424a0ee-dd15-45a7-a7bc-3130eca6820c is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:03:02.905801 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c424a0ee-dd15-45a7-a7bc-3130eca6820c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:02.915775 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 612a0410-8791-4496-a45e-374ad9561867, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=612a0410-8791-4496-a45e-374ad9561867,segment=NetworkSegment(b2ef10b9-0c7e-4ea0-88fe-781103c28e86),segment_id=b2ef10b9-0c7e-4ea0-88fe-781103c28e86)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:02.942925 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '612a0410-8791-4496-a45e-374ad9561867', 'network_id': 'b90c3694-06cc-4931-a87d-3191a1408398', 'port_id': '612a0410-8791-4496-a45e-374ad9561867', 'mac_address': 'fa:16:3e:7a:03:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cacafe2-88d1-46d1-b016-b2d0f5a05d3f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:03:02.963265 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd19ed067-44e7-490f-bd41-71ba3214d2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c424a0ee-dd15-45a7-a7bc-3130eca6820c'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:03:02.965431 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041512cf-96e2-41e9-824a-22e87dd32262" -d '{"events": [{"server_uuid": "d19ed067-44e7-490f-bd41-71ba3214d2cd", "name": "network-vif-plugged", "status": "completed", "tag": "c424a0ee-dd15-45a7-a7bc-3130eca6820c"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:03:03.005121 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port c424a0ee-dd15-45a7-a7bc-3130eca6820c, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=c424a0ee-dd15-45a7-a7bc-3130eca6820c,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:03.005709 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9753c543-9a3d-40c9-a214-43e842810081 req-dd0b2929-21f3-4e0d-b20b-3b3a5ca08734 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280673 Feb 09 01:03:03.023751 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [req-c1b1ab65-0387-4b36-bdfb-13ef37f76f74 req-78e07a75-18e3-4b91-bd83-e2f095c14390 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Floating IP d6fa6231-c7ca-42aa-9dfd-6281ddb07e73 associated. External IP: 172.25.8.177, port: 5bd360c7-d35c-4dfa-92f8-c4b0496c187d. Feb 09 01:03:03.036229 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (c424a0ee-dd15-45a7-a7bc-3130eca6820c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:03.037987 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 612a0410-8791-4496-a45e-374ad9561867 is: ACTIVE; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:03:03.038372 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (612a0410-8791-4496-a45e-374ad9561867), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:03.082469 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 612a0410-8791-4496-a45e-374ad9561867 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:03:03.094728 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port b80d2f48-ba7e-48c4-85e1-fcebefd145ea is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:03:03.095127 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b80d2f48-ba7e-48c4-85e1-fcebefd145ea), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:03.130372 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 612a0410-8791-4496-a45e-374ad9561867, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=612a0410-8791-4496-a45e-374ad9561867,segment=NetworkSegment(b2ef10b9-0c7e-4ea0-88fe-781103c28e86),segment_id=b2ef10b9-0c7e-4ea0-88fe-781103c28e86)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:03.139310 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (612a0410-8791-4496-a45e-374ad9561867), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:03.141495 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=c424a0ee-dd15-45a7-a7bc-3130eca6820c,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:03.151135 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a3dd5630-ef13-4bca-a43e-1d46a6a19e88 req-88c6c1ce-0491-4b74-8959-0f0b65c9f767 tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] 10.222.0.50 "GET /v2.0/security-groups/e2000986-eec9-4b0d-bcec-684289ff076f HTTP/1.1" status: 200 len: 2413 time: 0.0827703 Feb 09 01:03:03.184372 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port b80d2f48-ba7e-48c4-85e1-fcebefd145ea, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=b80d2f48-ba7e-48c4-85e1-fcebefd145ea,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:03.192809 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b80d2f48-ba7e-48c4-85e1-fcebefd145ea), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:03.193594 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device f8513e26-0389-48ab-bc86-97554f518475 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:03:03.234082 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=612a0410-8791-4496-a45e-374ad9561867,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:03.284229 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a3dd5630-ef13-4bca-a43e-1d46a6a19e88 req-8e347600-2814-44b3-8555-dbdc5de571ba tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group (e2000986-eec9-4b0d-bcec-684289ff076f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:03.295180 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=b80d2f48-ba7e-48c4-85e1-fcebefd145ea,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:03.305126 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port f8513e26-0389-48ab-bc86-97554f518475 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:03.309142 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port f8513e26-0389-48ab-bc86-97554f518475 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:03.309522 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f8513e26-0389-48ab-bc86-97554f518475), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:03.317043 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a3dd5630-ef13-4bca-a43e-1d46a6a19e88 req-8e347600-2814-44b3-8555-dbdc5de571ba tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group (e2000986-eec9-4b0d-bcec-684289ff076f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:03.360460 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1b1ab65-0387-4b36-bdfb-13ef37f76f74 req-78e07a75-18e3-4b91-bd83-e2f095c14390 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Router 509bebbd-0924-4d0f-9773-81152d001a49 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:03:03.390765 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port f8513e26-0389-48ab-bc86-97554f518475 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:03:03.391170 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f8513e26-0389-48ab-bc86-97554f518475), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:03.412578 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['612a0410-8791-4496-a45e-374ad9561867'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:03:03.438579 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a3dd5630-ef13-4bca-a43e-1d46a6a19e88 req-8e347600-2814-44b3-8555-dbdc5de571ba tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e2000986-eec9-4b0d-bcec-684289ff076f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:03.441187 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a3dd5630-ef13-4bca-a43e-1d46a6a19e88 req-8e347600-2814-44b3-8555-dbdc5de571ba tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:03.442335 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a3dd5630-ef13-4bca-a43e-1d46a6a19e88 req-8e347600-2814-44b3-8555-dbdc5de571ba tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] 10.222.0.50 "DELETE /v2.0/security-groups/e2000986-eec9-4b0d-bcec-684289ff076f HTTP/1.1" status: 204 len: 173 time: 0.2829225 Feb 09 01:03:03.449422 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port f8513e26-0389-48ab-bc86-97554f518475, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=f8513e26-0389-48ab-bc86-97554f518475,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:03.450299 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41384) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:03:03.459993 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e347600-2814-44b3-8555-dbdc5de571ba tempest-SecurityGroupRulesTestJSON-2007466768 tempest-SecurityGroupRulesTestJSON-2007466768-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2000986-eec9-4b0d-bcec-684289ff076f,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:03.466345 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f8513e26-0389-48ab-bc86-97554f518475), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:03.517389 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1b1ab65-0387-4b36-bdfb-13ef37f76f74 req-78e07a75-18e3-4b91-bd83-e2f095c14390 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:03:03.521884 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c1b1ab65-0387-4b36-bdfb-13ef37f76f74 req-78e07a75-18e3-4b91-bd83-e2f095c14390 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:03.533019 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfd5be7-df3f-4424-8e1d-f62c93403789 None None] Sync routers for ids ['509bebbd-0924-4d0f-9773-81152d001a49'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:03:03.556193 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-e26f1742-f8d1-4f90-818b-c82e770703c9 admin admin] Deleting subnet 776bb536-1886-473d-aa59-f6d318e98519 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:03:03.560217 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e26f1742-f8d1-4f90-818b-c82e770703c9 admin admin] Publish callbacks [] for subnet (776bb536-1886-473d-aa59-f6d318e98519), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:03.561572 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1b1ab65-0387-4b36-bdfb-13ef37f76f74 req-78e07a75-18e3-4b91-bd83-e2f095c14390 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "PUT /v2.0/floatingips/d6fa6231-c7ca-42aa-9dfd-6281ddb07e73 HTTP/1.1" status: 200 len: 996 time: 1.6498806 Feb 09 01:03:03.562036 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2328a3-da54-4134-bafe-a58b14532986', 'tag': '5bd360c7-d35c-4dfa-92f8-c4b0496c187d'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:03:03.564881 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ea0c61-b5dd-4d1f-b712-5b6bc2b52686" -d '{"events": [{"name": "network-changed", "server_uuid": "0f2328a3-da54-4134-bafe-a58b14532986", "tag": "5bd360c7-d35c-4dfa-92f8-c4b0496c187d"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:03:03.567310 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfd5be7-df3f-4424-8e1d-f62c93403789 None None] Routers {'509bebbd-0924-4d0f-9773-81152d001a49'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:03:03.570108 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-6cfd5be7-df3f-4424-8e1d-f62c93403789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:02:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['509bebbd-0924-4d0f-9773-81152d001a49'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:03.604894 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e26f1742-f8d1-4f90-818b-c82e770703c9 admin admin] Publish callbacks [] for subnet (776bb536-1886-473d-aa59-f6d318e98519), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:03.606220 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=f8513e26-0389-48ab-bc86-97554f518475,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:03.634860 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e26f1742-f8d1-4f90-818b-c82e770703c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (776bb536-1886-473d-aa59-f6d318e98519), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:03.699720 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-6cfd5be7-df3f-4424-8e1d-f62c93403789 None None] Set router 509bebbd-0924-4d0f-9773-81152d001a49 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:03:03.717480 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1ab65-0387-4b36-bdfb-13ef37f76f74 req-9dbe31b7-b6bd-4a6f-bdec-4462a09bcb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:03.719785 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1b1ab65-0387-4b36-bdfb-13ef37f76f74 req-9dbe31b7-b6bd-4a6f-bdec-4462a09bcb96 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=67da1db1339f4110b352a0d7f5bcad0c&device_id=0f2328a3-da54-4134-bafe-a58b14532986 HTTP/1.1" status: 200 len: 1127 time: 0.1391151 Feb 09 01:03:03.727965 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e26f1742-f8d1-4f90-818b-c82e770703c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for subnet (776bb536-1886-473d-aa59-f6d318e98519), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:03.764331 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f1742-f8d1-4f90-818b-c82e770703c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=776bb536-1886-473d-aa59-f6d318e98519,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:03.767959 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e26f1742-f8d1-4f90-818b-c82e770703c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:03.775681 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e26f1742-f8d1-4f90-818b-c82e770703c9 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/776bb536-1886-473d-aa59-f6d318e98519 HTTP/1.1" status: 204 len: 168 time: 0.3237453 Feb 09 01:03:03.776716 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41408) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:03:03.809707 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828bfd9d-9b27-41ce-ab65-78fcf6eafc87 req-d0a7d010-44e1-4cbd-81f0-9680b3b9c390 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:03.812276 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-828bfd9d-9b27-41ce-ab65-78fcf6eafc87 req-d0a7d010-44e1-4cbd-81f0-9680b3b9c390 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=309ddf5d-d24d-4d34-b4c2-e3e74ea9ecb5 HTTP/1.1" status: 200 len: 949 time: 0.1586552 Feb 09 01:03:03.874868 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bf236b6-edcb-474c-bd88-646d7b7a069c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (f2164928-a046-4d5a-a7b0-ea5f4cd2bd10), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:03.884962 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1ab65-0387-4b36-bdfb-13ef37f76f74 req-10047cd4-aa0c-4214-8c9f-ec743c047fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:03.886912 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1b1ab65-0387-4b36-bdfb-13ef37f76f74 req-10047cd4-aa0c-4214-8c9f-ec743c047fe3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dbff02f4-8d52-4289-93bb-c44351bfd019 HTTP/1.1" status: 200 len: 923 time: 0.1603544 Feb 09 01:03:03.905259 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-828bfd9d-9b27-41ce-ab65-78fcf6eafc87 req-40ffa262-9996-45e2-bef9-bdbfd82e0248 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820725 Feb 09 01:03:03.980774 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1b1ab65-0387-4b36-bdfb-13ef37f76f74 req-2506406f-065a-430b-9056-6279e76d9a9a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5bd360c7-d35c-4dfa-92f8-c4b0496c187d HTTP/1.1" status: 200 len: 999 time: 0.0844183 Feb 09 01:03:03.982441 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bf236b6-edcb-474c-bd88-646d7b7a069c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (f2164928-a046-4d5a-a7b0-ea5f4cd2bd10), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:04.017215 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bf236b6-edcb-474c-bd88-646d7b7a069c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:03:04.018023 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bf236b6-edcb-474c-bd88-646d7b7a069c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:03:04.019702 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bf236b6-edcb-474c-bd88-646d7b7a069c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:03:04.021061 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bf236b6-edcb-474c-bd88-646d7b7a069c admin admin] Subscribe: > port after_create 55550000 {{(pid=103137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:03:04.021593 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bf236b6-edcb-474c-bd88-646d7b7a069c admin admin] Subscribe: > port after_delete 55550000 {{(pid=103137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:03:04.022089 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bf236b6-edcb-474c-bd88-646d7b7a069c admin admin] Subscribe: > port after_update 55550000 {{(pid=103137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:03:04.022598 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bf236b6-edcb-474c-bd88-646d7b7a069c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:03:04.023098 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bf236b6-edcb-474c-bd88-646d7b7a069c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:03:04.024332 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bf236b6-edcb-474c-bd88-646d7b7a069c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:03:04.024843 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bf236b6-edcb-474c-bd88-646d7b7a069c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:03:04.024961 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-6cfd5be7-df3f-4424-8e1d-f62c93403789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509bebbd-0924-4d0f-9773-81152d001a49', 'name': 'tempest-FloatingIPsAssociationTestJSON-1873941381-router', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'f3af30c6-a5c4-4518-9770-66f51b4d2232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:05Z', 'updated_at': '2022-02-09T01:02:09Z', 'revision_number': 4, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'gw_port': {'id': 'f3af30c6-a5c4-4518-9770-66f51b4d2232', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:06Z', 'updated_at': '2022-02-09T01:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'd6fa6231-c7ca-42aa-9dfd-6281ddb07e73', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'floating_ip_address': '172.25.8.177', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'port_id': '5bd360c7-d35c-4dfa-92f8-c4b0496c187d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019', 'mac_address': 'fa:16:3e:7c:1e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2328a3-da54-4134-bafe-a58b14532986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:02:42Z', 'updated_at': '2022-02-09T01:03:02Z', 'revision_number': 1, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '526ff28f-9887-412a-95da-5c79479f78e1', 'name': '', 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'mac_address': 'fa:16:3e:8f:57:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '43589af2-0462-47b3-852e-472c8aa8fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:08Z', 'updated_at': '2022-02-09T01:02:18Z', 'revision_number': 5, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'subnets': [{'id': '43589af2-0462-47b3-852e-472c8aa8fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:04.070451 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1ab65-0387-4b36-bdfb-13ef37f76f74 req-e2540613-d705-44c5-bc5b-9399aa70c3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:04.071996 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1b1ab65-0387-4b36-bdfb-13ef37f76f74 req-e2540613-d705-44c5-bc5b-9399aa70c3e1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=43589af2-0462-47b3-852e-472c8aa8fb62 HTTP/1.1" status: 200 len: 860 time: 0.0862134 Feb 09 01:03:04.078292 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfd5be7-df3f-4424-8e1d-f62c93403789 None None] Checking router: 509bebbd-0924-4d0f-9773-81152d001a49 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:03:04.089792 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfd5be7-df3f-4424-8e1d-f62c93403789 None None] Routers {'509bebbd-0924-4d0f-9773-81152d001a49'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:03:04.090541 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-6cfd5be7-df3f-4424-8e1d-f62c93403789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:02:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['509bebbd-0924-4d0f-9773-81152d001a49'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:04.121913 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb52902-12db-4545-b559-e63b608169b2 req-1bade886-1347-4326-adc5-9b2b14d6a051 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:04.123725 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aeb52902-12db-4545-b559-e63b608169b2 req-1bade886-1347-4326-adc5-9b2b14d6a051 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=5dbd4352-9418-44ba-b3cd-446c599b4d42 HTTP/1.1" status: 200 len: 949 time: 0.1056087 Feb 09 01:03:04.135504 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bf236b6-edcb-474c-bd88-646d7b7a069c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:03:04.135993 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bf236b6-edcb-474c-bd88-646d7b7a069c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:03:04.136617 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bf236b6-edcb-474c-bd88-646d7b7a069c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:03:04.137067 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bf236b6-edcb-474c-bd88-646d7b7a069c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:03:04.138039 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-7bf236b6-edcb-474c-bd88-646d7b7a069c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2164928-a046-4d5a-a7b0-ea5f4cd2bd10']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:04.163237 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1ab65-0387-4b36-bdfb-13ef37f76f74 req-f2ee2861-cd09-4cbc-b4cf-78e8413a3a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:04.164796 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1b1ab65-0387-4b36-bdfb-13ef37f76f74 req-f2ee2861-cd09-4cbc-b4cf-78e8413a3a74 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dbff02f4-8d52-4289-93bb-c44351bfd019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0827227 Feb 09 01:03:04.167502 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-7bf236b6-edcb-474c-bd88-646d7b7a069c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '953ac25f-8762-456f-85be-951df14201b6') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:04.167909 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-7bf236b6-edcb-474c-bd88-646d7b7a069c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '953ac25f-8762-456f-85be-951df14201b6') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:04.174971 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-c1b1ab65-0387-4b36-bdfb-13ef37f76f74 req-cb45e346-47bf-45ec-8060-3334adf0af1e service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:03:04.175979 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1b1ab65-0387-4b36-bdfb-13ef37f76f74 req-cb45e346-47bf-45ec-8060-3334adf0af1e service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056441 Feb 09 01:03:04.191346 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bf236b6-edcb-474c-bd88-646d7b7a069c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (953ac25f-8762-456f-85be-951df14201b6), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:04.205979 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aeb52902-12db-4545-b559-e63b608169b2 req-4c938c52-6ae3-4e65-a88c-0d87c40cd4c1 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757496 Feb 09 01:03:04.217382 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-6cfd5be7-df3f-4424-8e1d-f62c93403789 None None] Set router 509bebbd-0924-4d0f-9773-81152d001a49 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:03:04.217593 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bf236b6-edcb-474c-bd88-646d7b7a069c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (953ac25f-8762-456f-85be-951df14201b6), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:04.227387 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bf236b6-edcb-474c-bd88-646d7b7a069c admin admin] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:03:04.227907 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bf236b6-edcb-474c-bd88-646d7b7a069c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (953ac25f-8762-456f-85be-951df14201b6), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:04.271630 n-d-828369-4 neutron-server[103137]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 01:03:04.271630 n-d-828369-4 neutron-server[103137]: from cryptography.utils import int_from_bytes Feb 09 01:03:04.271630 n-d-828369-4 neutron-server[103137]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 01:03:04.271630 n-d-828369-4 neutron-server[103137]: from cryptography.utils import int_from_bytes Feb 09 01:03:04.271630 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:03:04.271630 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:03:04.271630 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:03:04.271630 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:03:04.271630 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:03:04.271630 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:03:04.271630 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:03:04.271630 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:03:04.271630 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:03:04.271630 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:03:04.271630 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:03:04.271630 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:03:04.271630 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:03:04.271630 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:03:04.271630 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:03:04.271630 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:03:04.271630 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:03:04.271630 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:03:04.271630 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:03:04.271630 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:03:04.271630 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:03:04.271630 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:03:04.271630 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:03:04.271630 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:03:04.271630 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:03:04.271630 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:03:04.271630 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:03:04.271630 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:03:04.271630 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:03:04.271630 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:03:04.271630 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:03:04.271630 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:03:04.274503 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23ac54a-eba2-437b-ba38-1b8f2d350d9f x-openstack-request-id: req-d23ac54a-eba2-437b-ba38-1b8f2d350d9f {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:03:04.274624 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d19ed067-44e7-490f-bd41-71ba3214d2cd", "name": "network-vif-plugged", "status": "completed", "tag": "c424a0ee-dd15-45a7-a7bc-3130eca6820c", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:03:04.275116 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d23ac54a-eba2-437b-ba38-1b8f2d350d9f {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:03:04.275529 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd19ed067-44e7-490f-bd41-71ba3214d2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c424a0ee-dd15-45a7-a7bc-3130eca6820c', 'code': 200} Feb 09 01:03:04.311046 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1b1ab65-0387-4b36-bdfb-13ef37f76f74 req-c28b52fa-414a-42d1-8a30-2acc019d1824 service neutron] 10.222.0.50 "GET /v2.0/networks/dbff02f4-8d52-4289-93bb-c44351bfd019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269908 Feb 09 01:03:04.386174 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bf236b6-edcb-474c-bd88-646d7b7a069c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (f2164928-a046-4d5a-a7b0-ea5f4cd2bd10), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:04.394668 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bf236b6-edcb-474c-bd88-646d7b7a069c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:04.399237 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7bf236b6-edcb-474c-bd88-646d7b7a069c admin admin] 10.222.0.50 "DELETE /v2.0/networks/f2164928-a046-4d5a-a7b0-ea5f4cd2bd10 HTTP/1.1" status: 204 len: 168 time: 0.6212735 Feb 09 01:03:04.415282 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf236b6-edcb-474c-bd88-646d7b7a069c admin admin] Pushing event deleted for resources: {'Network': ['ID=f2164928-a046-4d5a-a7b0-ea5f4cd2bd10,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:04.420279 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b5731f33-3c53-4f7c-8e98-cc0b6a7616fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:04.552503 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47fe0fa-e3ce-49d7-8126-d3de3bf604c5 req-6deccd86-a91c-4926-b35f-58f9e4538ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:04.554257 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f47fe0fa-e3ce-49d7-8126-d3de3bf604c5 req-6deccd86-a91c-4926-b35f-58f9e4538ee4 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 1131 time: 0.1514244 Feb 09 01:03:04.556596 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1b1ab65-0387-4b36-bdfb-13ef37f76f74 req-7a9616e6-741b-4e95-aca5-66777521d66e service neutron] 10.222.0.50 "GET /v2.0/networks/dbff02f4-8d52-4289-93bb-c44351bfd019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366767 Feb 09 01:03:04.563840 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2684f7fb-f5c2-4fdd-807a-628939e76999 req-f23edffe-4611-4b7c-9fe8-a9962b6fada7 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:04.565486 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2684f7fb-f5c2-4fdd-807a-628939e76999 req-f23edffe-4611-4b7c-9fe8-a9962b6fada7 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7abc5d9-7485-46fd-a80f-8423f552967f HTTP/1.1" status: 200 len: 946 time: 0.1641035 Feb 09 01:03:04.635560 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-6cfd5be7-df3f-4424-8e1d-f62c93403789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509bebbd-0924-4d0f-9773-81152d001a49', 'name': 'tempest-FloatingIPsAssociationTestJSON-1873941381-router', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'f3af30c6-a5c4-4518-9770-66f51b4d2232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:05Z', 'updated_at': '2022-02-09T01:02:09Z', 'revision_number': 4, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'gw_port': {'id': 'f3af30c6-a5c4-4518-9770-66f51b4d2232', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:06Z', 'updated_at': '2022-02-09T01:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'd6fa6231-c7ca-42aa-9dfd-6281ddb07e73', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'floating_ip_address': '172.25.8.177', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'port_id': '5bd360c7-d35c-4dfa-92f8-c4b0496c187d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019', 'mac_address': 'fa:16:3e:7c:1e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2328a3-da54-4134-bafe-a58b14532986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:02:42Z', 'updated_at': '2022-02-09T01:03:02Z', 'revision_number': 1, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '526ff28f-9887-412a-95da-5c79479f78e1', 'name': '', 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'mac_address': 'fa:16:3e:8f:57:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '43589af2-0462-47b3-852e-472c8aa8fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:08Z', 'updated_at': '2022-02-09T01:02:18Z', 'revision_number': 5, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'subnets': [{'id': '43589af2-0462-47b3-852e-472c8aa8fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:04.657441 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f47fe0fa-e3ce-49d7-8126-d3de3bf604c5 req-8fc8cffb-336f-4ff5-b651-2fff75cd5d91 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904846 Feb 09 01:03:04.675364 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2835fee-e4bf-4fcc-accf-9a7e95be1bef x-openstack-request-id: req-a2835fee-e4bf-4fcc-accf-9a7e95be1bef {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:03:04.675663 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f2328a3-da54-4134-bafe-a58b14532986", "tag": "5bd360c7-d35c-4dfa-92f8-c4b0496c187d", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:03:04.676078 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a2835fee-e4bf-4fcc-accf-9a7e95be1bef {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:03:04.676497 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2328a3-da54-4134-bafe-a58b14532986', 'tag': '5bd360c7-d35c-4dfa-92f8-c4b0496c187d', 'status': 'completed', 'code': 200} Feb 09 01:03:04.678501 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfd5be7-df3f-4424-8e1d-f62c93403789 None None] The sync data for ids ['509bebbd-0924-4d0f-9773-81152d001a49'] in n-d-828369-4 is: [{'id': '509bebbd-0924-4d0f-9773-81152d001a49', 'name': 'tempest-FloatingIPsAssociationTestJSON-1873941381-router', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'f3af30c6-a5c4-4518-9770-66f51b4d2232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:05Z', 'updated_at': '2022-02-09T01:02:09Z', 'revision_number': 4, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'gw_port': {'id': 'f3af30c6-a5c4-4518-9770-66f51b4d2232', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:06Z', 'updated_at': '2022-02-09T01:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'd6fa6231-c7ca-42aa-9dfd-6281ddb07e73', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'floating_ip_address': '172.25.8.177', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'port_id': '5bd360c7-d35c-4dfa-92f8-c4b0496c187d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019', 'mac_address': 'fa:16:3e:7c:1e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2328a3-da54-4134-bafe-a58b14532986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:02:42Z', 'updated_at': '2022-02-09T01:03:02Z', 'revision_number': 1, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '526ff28f-9887-412a-95da-5c79479f78e1', 'name': '', 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'mac_address': 'fa:16:3e:8f:57:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '43589af2-0462-47b3-852e-472c8aa8fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:08Z', 'updated_at': '2022-02-09T01:02:18Z', 'revision_number': 5, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'subnets': [{'id': '43589af2-0462-47b3-852e-472c8aa8fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:03:04.692404 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 612a0410-8791-4496-a45e-374ad9561867 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:03:04.719494 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2684f7fb-f5c2-4fdd-807a-628939e76999 req-3bce129c-b43e-41c4-bc27-3d98cbc1c51e tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423516 Feb 09 01:03:04.763513 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41430) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:03:04.847077 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 612a0410-8791-4496-a45e-374ad9561867 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:04.847469 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (612a0410-8791-4496-a45e-374ad9561867), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:04.885443 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-40fd14dc-5888-4ecb-8858-a7d08e6c2deb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e38149fe03fa45f7baf8137c755ba722&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1155641 Feb 09 01:03:04.886307 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41440) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:03:04.947584 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea0c61-b5dd-4d1f-b712-5b6bc2b52686 req-2666664f-f610-44c5-8c09-2300dfb53580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:04.949524 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-89ea0c61-b5dd-4d1f-b712-5b6bc2b52686 req-2666664f-f610-44c5-8c09-2300dfb53580 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67da1db1339f4110b352a0d7f5bcad0c&device_id=0f2328a3-da54-4134-bafe-a58b14532986 HTTP/1.1" status: 200 len: 1127 time: 0.2289500 Feb 09 01:03:04.968649 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdaee3e-4fc9-4f6d-9be1-fe072382fd4a req-e3d5e4aa-a696-44bb-8e95-eeeb72413df8 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:04.985373 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bcdaee3e-4fc9-4f6d-9be1-fe072382fd4a req-e3d5e4aa-a696-44bb-8e95-eeeb72413df8 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3f86a60-3e13-4616-a574-175bb5d90eea HTTP/1.1" status: 200 len: 950 time: 0.1724477 Feb 09 01:03:04.999010 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-47a49f74-8f7e-4f3b-bee5-b48b6c87486d admin admin] Publish callbacks [] for security_group (adc363ae-f07e-47bc-98d4-faee9abe89c1), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:05.061921 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 612a0410-8791-4496-a45e-374ad9561867 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:03:05.063167 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (612a0410-8791-4496-a45e-374ad9561867), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:05.071310 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-47a49f74-8f7e-4f3b-bee5-b48b6c87486d admin admin] Publish callbacks [] for security_group (adc363ae-f07e-47bc-98d4-faee9abe89c1), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:05.145141 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 612a0410-8791-4496-a45e-374ad9561867, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=612a0410-8791-4496-a45e-374ad9561867,segment=NetworkSegment(b2ef10b9-0c7e-4ea0-88fe-781103c28e86),segment_id=b2ef10b9-0c7e-4ea0-88fe-781103c28e86)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:05.149863 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a1aa81-3b61-409f-bea0-2b39ab244805 None None] New status for floating IP d6fa6231-c7ca-42aa-9dfd-6281ddb07e73: ACTIVE {{(pid=103138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:03:05.155762 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (612a0410-8791-4496-a45e-374ad9561867), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:05.180461 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bcdaee3e-4fc9-4f6d-9be1-fe072382fd4a req-ee3e6ca6-bc37-452f-8d0b-801eebd47234 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824639 Feb 09 01:03:05.180752 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-47a49f74-8f7e-4f3b-bee5-b48b6c87486d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (adc363ae-f07e-47bc-98d4-faee9abe89c1), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:05.183282 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-47a49f74-8f7e-4f3b-bee5-b48b6c87486d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:05.202537 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-47a49f74-8f7e-4f3b-bee5-b48b6c87486d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/adc363ae-f07e-47bc-98d4-faee9abe89c1 HTTP/1.1" status: 204 len: 168 time: 0.3132417 Feb 09 01:03:05.217810 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a49f74-8f7e-4f3b-bee5-b48b6c87486d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc363ae-f07e-47bc-98d4-faee9abe89c1,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:05.253837 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea0c61-b5dd-4d1f-b712-5b6bc2b52686 req-d222b23c-6921-4f10-8559-70ab65430b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:05.255415 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-89ea0c61-b5dd-4d1f-b712-5b6bc2b52686 req-d222b23c-6921-4f10-8559-70ab65430b28 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dbff02f4-8d52-4289-93bb-c44351bfd019 HTTP/1.1" status: 200 len: 923 time: 0.2985857 Feb 09 01:03:05.275987 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e4274-c362-4f46-b906-b92f627229f8 req-16aefe9b-77d9-4f83-8b6b-4093168f98bc tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:05.277643 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a7e4274-c362-4f46-b906-b92f627229f8 req-16aefe9b-77d9-4f83-8b6b-4093168f98bc tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad97db53-f80a-4665-b5fe-a5337df23e04&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1735063 Feb 09 01:03:05.457983 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-89ea0c61-b5dd-4d1f-b712-5b6bc2b52686 req-b2e2849b-1e5a-4538-871e-e49c186100c9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5bd360c7-d35c-4dfa-92f8-c4b0496c187d HTTP/1.1" status: 200 len: 999 time: 0.1782067 Feb 09 01:03:05.480907 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a7e4274-c362-4f46-b906-b92f627229f8 req-67e30a03-0859-49b1-8cc9-f79ce49af983 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.8.177 HTTP/1.1" status: 200 len: 999 time: 0.1639247 Feb 09 01:03:05.537977 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea0c61-b5dd-4d1f-b712-5b6bc2b52686 req-97e13e21-108a-46cb-b987-3a6a28a438f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:05.538306 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=612a0410-8791-4496-a45e-374ad9561867,revision_number=7']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:05.539448 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-89ea0c61-b5dd-4d1f-b712-5b6bc2b52686 req-97e13e21-108a-46cb-b987-3a6a28a438f6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=43589af2-0462-47b3-852e-472c8aa8fb62 HTTP/1.1" status: 200 len: 860 time: 0.0653191 Feb 09 01:03:05.548240 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff21fbe-3f0d-4433-8d38-00b01f1b71ca req-9de7eb05-35ab-46e8-b46c-b3723cadea33 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:05.554951 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fff21fbe-3f0d-4433-8d38-00b01f1b71ca req-9de7eb05-35ab-46e8-b46c-b3723cadea33 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=309ddf5d-d24d-4d34-b4c2-e3e74ea9ecb5 HTTP/1.1" status: 200 len: 949 time: 0.2762296 Feb 09 01:03:05.567149 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-8a7e4274-c362-4f46-b906-b92f627229f8 req-d655a39d-8483-4d76-a14c-bd0c8b55b190 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Request body: {'floatingip': {'port_id': 'bb951ea1-5da7-48ca-8466-cd7ef0a81e3d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:05.708699 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fff21fbe-3f0d-4433-8d38-00b01f1b71ca req-707ae4c8-5a92-476f-acf2-766e901d3cc1 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528690 Feb 09 01:03:05.712694 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea0c61-b5dd-4d1f-b712-5b6bc2b52686 req-8303cb39-fd88-4259-a753-49ace5b99c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:05.712694 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-89ea0c61-b5dd-4d1f-b712-5b6bc2b52686 req-8303cb39-fd88-4259-a753-49ace5b99c67 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dbff02f4-8d52-4289-93bb-c44351bfd019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1424174 Feb 09 01:03:05.714341 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8a7e4274-c362-4f46-b906-b92f627229f8 req-d655a39d-8483-4d76-a14c-bd0c8b55b190 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks [] for floatingip (d6fa6231-c7ca-42aa-9dfd-6281ddb07e73), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:05.778786 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:05.963527 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-89ea0c61-b5dd-4d1f-b712-5b6bc2b52686 req-a1fdc4ea-d132-4032-b7db-d0a56009e7ea service neutron] 10.222.0.47 "GET /v2.0/networks/dbff02f4-8d52-4289-93bb-c44351bfd019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148523 Feb 09 01:03:05.976774 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32dce3e-aefc-4b9a-8d70-0128f121f9b9 req-d6d0ee8c-8821-439b-a5b5-5f559d56a60d tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:05.978279 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c32dce3e-aefc-4b9a-8d70-0128f121f9b9 req-d6d0ee8c-8821-439b-a5b5-5f559d56a60d tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=5dbd4352-9418-44ba-b3cd-446c599b4d42 HTTP/1.1" status: 200 len: 949 time: 0.1563387 Feb 09 01:03:06.170992 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c32dce3e-aefc-4b9a-8d70-0128f121f9b9 req-2a555f32-6665-4547-9490-2840a24603e8 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818817 Feb 09 01:03:06.277028 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dbd4352-9418-44ba-b3cd-446c599b4d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80d2f48-ba7e-48c4-85e1-fcebefd145ea'}, {'server_uuid': '309ddf5d-d24d-4d34-b4c2-e3e74ea9ecb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8513e26-0389-48ab-bc86-97554f518475'}, {'server_uuid': '3ed9ba31-f7c6-48e8-8c25-d72c0b583769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612a0410-8791-4496-a45e-374ad9561867'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:03:06.280150 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d13e71-7573-4494-b9b7-eb6ea06c5e2e" -d '{"events": [{"server_uuid": "5dbd4352-9418-44ba-b3cd-446c599b4d42", "name": "network-vif-plugged", "status": "completed", "tag": "b80d2f48-ba7e-48c4-85e1-fcebefd145ea"}, {"server_uuid": "309ddf5d-d24d-4d34-b4c2-e3e74ea9ecb5", "name": "network-vif-plugged", "status": "completed", "tag": "f8513e26-0389-48ab-bc86-97554f518475"}, {"server_uuid": "3ed9ba31-f7c6-48e8-8c25-d72c0b583769", "name": "network-vif-plugged", "status": "completed", "tag": "612a0410-8791-4496-a45e-374ad9561867"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:03:06.285608 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41476) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:03:06.436276 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-f847d0f0-1618-475f-998a-92d46c5777fa admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-109143179-network', 'tenant_id': '8e55171858ce42458990ea53da68629d'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:06.467642 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f847d0f0-1618-475f-998a-92d46c5777fa admin admin] Made reservation on behalf of 8e55171858ce42458990ea53da68629d for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:06.472263 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f847d0f0-1618-475f-998a-92d46c5777fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:06.491918 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f847d0f0-1618-475f-998a-92d46c5777fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:06.520947 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-89ea0c61-b5dd-4d1f-b712-5b6bc2b52686 req-9a1ac76a-ae80-4ae2-a975-ec81643d0788 service neutron] 10.222.0.47 "GET /v2.0/networks/dbff02f4-8d52-4289-93bb-c44351bfd019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5416391 Feb 09 01:03:06.626341 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f847d0f0-1618-475f-998a-92d46c5777fa admin admin] Publish callbacks [] for security_group (934b89ff-07ce-4ae9-a834-1f435c2824c4), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:06.631148 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de5b29-24d6-4cd4-95fd-2a9ed4f2547c req-3ad90514-02f7-4574-9b4d-f7d002cb523f tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:06.631927 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f847d0f0-1618-475f-998a-92d46c5777fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (934b89ff-07ce-4ae9-a834-1f435c2824c4), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:06.632841 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-23de5b29-24d6-4cd4-95fd-2a9ed4f2547c req-3ad90514-02f7-4574-9b4d-f7d002cb523f tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7abc5d9-7485-46fd-a80f-8423f552967f HTTP/1.1" status: 200 len: 946 time: 0.1494122 Feb 09 01:03:06.650092 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f847d0f0-1618-475f-998a-92d46c5777fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1033} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:03:06.662127 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f847d0f0-1618-475f-998a-92d46c5777fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (aeb4f323-c85d-432d-92f3-4a681ef51a8b), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:06.662589 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-f847d0f0-1618-475f-998a-92d46c5777fa admin admin] Added segment aeb4f323-c85d-432d-92f3-4a681ef51a8b of type vlan for network bbcd3817-9d3c-4c4a-b944-9f210fbe3510 Feb 09 01:03:06.727196 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f847d0f0-1618-475f-998a-92d46c5777fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (bbcd3817-9d3c-4c4a-b944-9f210fbe3510), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:06.751799 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847d0f0-1618-475f-998a-92d46c5777fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934b89ff-07ce-4ae9-a834-1f435c2824c4,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:06.775371 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f847d0f0-1618-475f-998a-92d46c5777fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (bbcd3817-9d3c-4c4a-b944-9f210fbe3510), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:06.776518 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f847d0f0-1618-475f-998a-92d46c5777fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:06.777152 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f847d0f0-1618-475f-998a-92d46c5777fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:06.799978 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-23de5b29-24d6-4cd4-95fd-2a9ed4f2547c req-a3a20461-af9c-4dd3-8cdf-b4e5eae67b9a tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403849 Feb 09 01:03:06.807336 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fe18eff9-4638-4892-ac84-e3233a12422b req-085f09f4-6883-485d-826a-c9b8a36a305a service neutron] 10.222.0.120 "GET /v2.0/ports/d3a84a99-84cd-449c-83e8-1f3fb33046d9/bindings/n-h2-828369-4 HTTP/1.1" status: 200 len: 382 time: 0.1350744 Feb 09 01:03:06.876117 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847d0f0-1618-475f-998a-92d46c5777fa admin admin] Pushing event updated for resources: {'Network': ['ID=bbcd3817-9d3c-4c4a-b944-9f210fbe3510,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:06.887864 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network bbcd3817-9d3c-4c4a-b944-9f210fbe3510 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:03:06.899584 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8a7e4274-c362-4f46-b906-b92f627229f8 req-d655a39d-8483-4d76-a14c-bd0c8b55b190 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:06.904207 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 41490) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:03:06.904377 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f847d0f0-1618-475f-998a-92d46c5777fa admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6163909 Feb 09 01:03:06.914656 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-84c47a19-8d01-41aa-ad7f-dc524804eaab admin admin] Request body: {'subnet': {'network_id': 'bbcd3817-9d3c-4c4a-b944-9f210fbe3510', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-109143179-subnet', 'tenant_id': '8e55171858ce42458990ea53da68629d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:06.917105 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8a7e4274-c362-4f46-b906-b92f627229f8 req-d655a39d-8483-4d76-a14c-bd0c8b55b190 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (d6fa6231-c7ca-42aa-9dfd-6281ddb07e73), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:07.048296 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:07.099784 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c47a19-8d01-41aa-ad7f-dc524804eaab admin admin] Made reservation on behalf of 8e55171858ce42458990ea53da68629d for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:07.102149 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-84c47a19-8d01-41aa-ad7f-dc524804eaab admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:07.233279 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558012e7-a5ca-47ac-9816-8e6d478748e5 req-e3be07ae-f635-4445-8c99-1ec92525fbb9 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:07.234732 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-558012e7-a5ca-47ac-9816-8e6d478748e5 req-e3be07ae-f635-4445-8c99-1ec92525fbb9 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3f86a60-3e13-4616-a574-175bb5d90eea HTTP/1.1" status: 200 len: 950 time: 0.2042453 Feb 09 01:03:07.296756 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18eff9-4638-4892-ac84-e3233a12422b req-dd6d626c-7b61-4b0f-9116-b7e6ae7fadc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:07.298304 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fe18eff9-4638-4892-ac84-e3233a12422b req-dd6d626c-7b61-4b0f-9116-b7e6ae7fadc7 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=f3f86a60-3e13-4616-a574-175bb5d90eea&tenant_id=698d05b4eb4b402aa83e695c4b2c5978 HTTP/1.1" status: 200 len: 1132 time: 0.1811798 Feb 09 01:03:07.301038 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [req-8a7e4274-c362-4f46-b906-b92f627229f8 req-d655a39d-8483-4d76-a14c-bd0c8b55b190 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Floating IP d6fa6231-c7ca-42aa-9dfd-6281ddb07e73 associated. External IP: 172.25.8.177, port: 5bd360c7-d35c-4dfa-92f8-c4b0496c187d. Feb 09 01:03:07.347784 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:07.456610 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-558012e7-a5ca-47ac-9816-8e6d478748e5 req-6d323f3f-4001-42d3-8c32-3b2013c9ff25 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022848 Feb 09 01:03:07.548295 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 09 Feb 2022 01:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8336a690-b807-4a4a-ac95-6fb62add18fc x-openstack-request-id: req-8336a690-b807-4a4a-ac95-6fb62add18fc {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:03:07.548726 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dbd4352-9418-44ba-b3cd-446c599b4d42", "name": "network-vif-plugged", "status": "completed", "tag": "b80d2f48-ba7e-48c4-85e1-fcebefd145ea", "code": 200}, {"server_uuid": "309ddf5d-d24d-4d34-b4c2-e3e74ea9ecb5", "name": "network-vif-plugged", "status": "completed", "tag": "f8513e26-0389-48ab-bc86-97554f518475", "code": 200}, {"server_uuid": "3ed9ba31-f7c6-48e8-8c25-d72c0b583769", "name": "network-vif-plugged", "status": "completed", "tag": "612a0410-8791-4496-a45e-374ad9561867", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:03:07.549030 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8336a690-b807-4a4a-ac95-6fb62add18fc {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:03:07.549489 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dbd4352-9418-44ba-b3cd-446c599b4d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80d2f48-ba7e-48c4-85e1-fcebefd145ea', 'code': 200} Feb 09 01:03:07.549810 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309ddf5d-d24d-4d34-b4c2-e3e74ea9ecb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8513e26-0389-48ab-bc86-97554f518475', 'code': 200} Feb 09 01:03:07.550132 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed9ba31-f7c6-48e8-8c25-d72c0b583769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612a0410-8791-4496-a45e-374ad9561867', 'code': 200} Feb 09 01:03:07.550723 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18eff9-4638-4892-ac84-e3233a12422b req-0afa6194-4cf8-4a4b-ba70-29dc7d055f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:07.552195 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fe18eff9-4638-4892-ac84-e3233a12422b req-0afa6194-4cf8-4a4b-ba70-29dc7d055f9f service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=698d05b4eb4b402aa83e695c4b2c5978&device_id=f3f86a60-3e13-4616-a574-175bb5d90eea HTTP/1.1" status: 200 len: 1132 time: 0.2044559 Feb 09 01:03:07.556146 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-84c47a19-8d01-41aa-ad7f-dc524804eaab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for subnet (723cc86a-0f6d-47af-89a9-cc0ac2d1f91b), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:07.713919 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb93b9c-09d4-4d61-8b76-412fa53d42a7 req-7ed744b5-5dfd-4506-800d-ddb16e964c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:07.716058 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-feb93b9c-09d4-4d61-8b76-412fa53d42a7 req-7ed744b5-5dfd-4506-800d-ddb16e964c4c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=309ddf5d-d24d-4d34-b4c2-e3e74ea9ecb5 HTTP/1.1" status: 200 len: 1131 time: 0.0513120 Feb 09 01:03:07.778442 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-feb93b9c-09d4-4d61-8b76-412fa53d42a7 req-e1c1abd1-2f7c-4874-95e0-d298cb3d7154 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508037 Feb 09 01:03:07.798974 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c47a19-8d01-41aa-ad7f-dc524804eaab admin admin] Pushing event updated for resources: {'Subnet': ['ID=723cc86a-0f6d-47af-89a9-cc0ac2d1f91b,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:07.854008 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c47a19-8d01-41aa-ad7f-dc524804eaab admin admin] Checking segment: {'id': 'aeb4f323-c85d-432d-92f3-4a681ef51a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'bbcd3817-9d3c-4c4a-b944-9f210fbe3510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:03:07.854381 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c47a19-8d01-41aa-ad7f-dc524804eaab admin admin] Network hostable DHCP agents. Network: bbcd3817-9d3c-4c4a-b944-9f210fbe3510, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:03:07.893134 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f0739-bc98-450a-8216-4dc390f8607a req-abb9ef2f-919c-46b1-a2ff-1656f392b237 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:07.894674 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f95f0739-bc98-450a-8216-4dc390f8607a req-abb9ef2f-919c-46b1-a2ff-1656f392b237 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=309ddf5d-d24d-4d34-b4c2-e3e74ea9ecb5 HTTP/1.1" status: 200 len: 949 time: 0.2432427 Feb 09 01:03:07.896791 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a7e4274-c362-4f46-b906-b92f627229f8 req-d655a39d-8483-4d76-a14c-bd0c8b55b190 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Router 509bebbd-0924-4d0f-9773-81152d001a49 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:03:07.899667 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18eff9-4638-4892-ac84-e3233a12422b req-7cf5075b-94c6-422c-a43b-2a23955491c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:07.901098 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fe18eff9-4638-4892-ac84-e3233a12422b req-7cf5075b-94c6-422c-a43b-2a23955491c4 service neutron] 10.222.0.120 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.3064473 Feb 09 01:03:07.908864 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c86101-7ab2-4121-9e51-d7426208b418 req-1b76cba3-602f-4509-ad96-350930e70e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:07.910312 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-13c86101-7ab2-4121-9e51-d7426208b418 req-1b76cba3-602f-4509-ad96-350930e70e83 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5dbd4352-9418-44ba-b3cd-446c599b4d42 HTTP/1.1" status: 200 len: 1131 time: 0.2269025 Feb 09 01:03:07.944071 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c47a19-8d01-41aa-ad7f-dc524804eaab admin admin] Network bbcd3817-9d3c-4c4a-b944-9f210fbe3510 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:03:08.015190 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fe18eff9-4638-4892-ac84-e3233a12422b req-a132d739-0293-4a89-a304-542945d9e5b3 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=d3a84a99-84cd-449c-83e8-1f3fb33046d9 HTTP/1.1" status: 200 len: 217 time: 0.0824790 Feb 09 01:03:08.072076 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-84c47a19-8d01-41aa-ad7f-dc524804eaab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, bbcd3817-9d3c-4c4a-b944-9f210fbe3510) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:08.081743 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bef8e2-3fb5-4f30-9a10-b38d87ed60e4 None None] Network bbcd3817-9d3c-4c4a-b944-9f210fbe3510 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:03:08.110922 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c47a19-8d01-41aa-ad7f-dc524804eaab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:08.111522 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-84c47a19-8d01-41aa-ad7f-dc524804eaab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:08.185517 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f95f0739-bc98-450a-8216-4dc390f8607a req-f3de0ade-aad5-4d69-bff8-0d849e64feb3 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584300 Feb 09 01:03:08.259583 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18eff9-4638-4892-ac84-e3233a12422b req-59001bce-48bb-441f-bd71-0d8c914eabb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:08.266476 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fe18eff9-4638-4892-ac84-e3233a12422b req-59001bce-48bb-441f-bd71-0d8c914eabb6 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.2091382 Feb 09 01:03:08.279279 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-13c86101-7ab2-4121-9e51-d7426208b418 req-a49e686f-f91a-4c3e-9cdf-1baaef29dc0f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214761 Feb 09 01:03:08.282705 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-84c47a19-8d01-41aa-ad7f-dc524804eaab admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3767238 Feb 09 01:03:08.317640 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c3efa2-2968-4a19-91f3-466b858f8056 None None] Network bbcd3817-9d3c-4c4a-b944-9f210fbe3510 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:03:08.337523 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a7e4274-c362-4f46-b906-b92f627229f8 req-d655a39d-8483-4d76-a14c-bd0c8b55b190 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:03:08.355841 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93a80da-0d73-4d7f-938d-ff2f8ebdc955 None None] Sync routers for ids ['509bebbd-0924-4d0f-9773-81152d001a49'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:03:08.391532 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93a80da-0d73-4d7f-938d-ff2f8ebdc955 None None] Routers {'509bebbd-0924-4d0f-9773-81152d001a49'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:03:08.392161 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-e93a80da-0d73-4d7f-938d-ff2f8ebdc955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:03:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['509bebbd-0924-4d0f-9773-81152d001a49'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:08.484650 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:08.503841 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18eff9-4638-4892-ac84-e3233a12422b req-110b1368-8ba4-4a38-8c60-0b9b3ed85024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:08.505425 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fe18eff9-4638-4892-ac84-e3233a12422b req-110b1368-8ba4-4a38-8c60-0b9b3ed85024 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2155793 Feb 09 01:03:08.613439 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735bfe15-e8a9-4b60-929d-69a454824dee req-bf8130a5-fc98-4caa-81a6-8176266d10da tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:08.615658 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-735bfe15-e8a9-4b60-929d-69a454824dee req-bf8130a5-fc98-4caa-81a6-8176266d10da tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=5dbd4352-9418-44ba-b3cd-446c599b4d42 HTTP/1.1" status: 200 len: 949 time: 0.2752748 Feb 09 01:03:08.686596 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-e93a80da-0d73-4d7f-938d-ff2f8ebdc955 None None] Set router 509bebbd-0924-4d0f-9773-81152d001a49 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:03:08.973991 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-e93a80da-0d73-4d7f-938d-ff2f8ebdc955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509bebbd-0924-4d0f-9773-81152d001a49', 'name': 'tempest-FloatingIPsAssociationTestJSON-1873941381-router', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'f3af30c6-a5c4-4518-9770-66f51b4d2232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:05Z', 'updated_at': '2022-02-09T01:02:09Z', 'revision_number': 4, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'gw_port': {'id': 'f3af30c6-a5c4-4518-9770-66f51b4d2232', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:06Z', 'updated_at': '2022-02-09T01:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'd6fa6231-c7ca-42aa-9dfd-6281ddb07e73', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'floating_ip_address': '172.25.8.177', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'port_id': 'bb951ea1-5da7-48ca-8466-cd7ef0a81e3d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019', 'mac_address': 'fa:16:3e:8e:4e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad97db53-f80a-4665-b5fe-a5337df23e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:02:42Z', 'updated_at': '2022-02-09T01:03:06Z', 'revision_number': 3, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '526ff28f-9887-412a-95da-5c79479f78e1', 'name': '', 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'mac_address': 'fa:16:3e:8f:57:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '43589af2-0462-47b3-852e-472c8aa8fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:08Z', 'updated_at': '2022-02-09T01:02:18Z', 'revision_number': 5, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'subnets': [{'id': '43589af2-0462-47b3-852e-472c8aa8fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:09.014835 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93a80da-0d73-4d7f-938d-ff2f8ebdc955 None None] Checking router: 509bebbd-0924-4d0f-9773-81152d001a49 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:03:09.025970 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93a80da-0d73-4d7f-938d-ff2f8ebdc955 None None] Routers {'509bebbd-0924-4d0f-9773-81152d001a49'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:03:09.026852 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-e93a80da-0d73-4d7f-938d-ff2f8ebdc955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:03:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['509bebbd-0924-4d0f-9773-81152d001a49'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:09.080464 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-735bfe15-e8a9-4b60-929d-69a454824dee req-1a3b4050-5eb0-441d-9a52-776412fa3eed tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4477627 Feb 09 01:03:09.089532 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fe18eff9-4638-4892-ac84-e3233a12422b req-41b9bd99-d1f5-450d-8b3d-22fdd2d67770 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5639737 Feb 09 01:03:09.135685 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:09.174176 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-e93a80da-0d73-4d7f-938d-ff2f8ebdc955 None None] Set router 509bebbd-0924-4d0f-9773-81152d001a49 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:03:09.309580 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a7e4274-c362-4f46-b906-b92f627229f8 req-d655a39d-8483-4d76-a14c-bd0c8b55b190 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Router 509bebbd-0924-4d0f-9773-81152d001a49 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:03:09.332041 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fea090-b25e-4ea0-8ff3-361687678c43 req-049cfeb5-2d9e-4b54-bfb4-54eb0ce16b60 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:09.341754 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-13fea090-b25e-4ea0-8ff3-361687678c43 req-049cfeb5-2d9e-4b54-bfb4-54eb0ce16b60 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7abc5d9-7485-46fd-a80f-8423f552967f HTTP/1.1" status: 200 len: 946 time: 0.1522150 Feb 09 01:03:09.358350 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fe18eff9-4638-4892-ac84-e3233a12422b req-53280891-0db9-48c7-8f41-208c98e23dc9 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462111 Feb 09 01:03:09.452145 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-e93a80da-0d73-4d7f-938d-ff2f8ebdc955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509bebbd-0924-4d0f-9773-81152d001a49', 'name': 'tempest-FloatingIPsAssociationTestJSON-1873941381-router', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'f3af30c6-a5c4-4518-9770-66f51b4d2232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:05Z', 'updated_at': '2022-02-09T01:02:09Z', 'revision_number': 4, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'gw_port': {'id': 'f3af30c6-a5c4-4518-9770-66f51b4d2232', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:06Z', 'updated_at': '2022-02-09T01:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'd6fa6231-c7ca-42aa-9dfd-6281ddb07e73', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'floating_ip_address': '172.25.8.177', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'port_id': 'bb951ea1-5da7-48ca-8466-cd7ef0a81e3d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019', 'mac_address': 'fa:16:3e:8e:4e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad97db53-f80a-4665-b5fe-a5337df23e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:02:42Z', 'updated_at': '2022-02-09T01:03:06Z', 'revision_number': 3, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '526ff28f-9887-412a-95da-5c79479f78e1', 'name': '', 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'mac_address': 'fa:16:3e:8f:57:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '43589af2-0462-47b3-852e-472c8aa8fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:08Z', 'updated_at': '2022-02-09T01:02:18Z', 'revision_number': 5, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'subnets': [{'id': '43589af2-0462-47b3-852e-472c8aa8fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:09.489975 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93a80da-0d73-4d7f-938d-ff2f8ebdc955 None None] The sync data for ids ['509bebbd-0924-4d0f-9773-81152d001a49'] in n-d-828369-4 is: [{'id': '509bebbd-0924-4d0f-9773-81152d001a49', 'name': 'tempest-FloatingIPsAssociationTestJSON-1873941381-router', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'f3af30c6-a5c4-4518-9770-66f51b4d2232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:05Z', 'updated_at': '2022-02-09T01:02:09Z', 'revision_number': 4, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'gw_port': {'id': 'f3af30c6-a5c4-4518-9770-66f51b4d2232', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:06Z', 'updated_at': '2022-02-09T01:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'd6fa6231-c7ca-42aa-9dfd-6281ddb07e73', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'floating_ip_address': '172.25.8.177', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'port_id': 'bb951ea1-5da7-48ca-8466-cd7ef0a81e3d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019', 'mac_address': 'fa:16:3e:8e:4e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad97db53-f80a-4665-b5fe-a5337df23e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:02:42Z', 'updated_at': '2022-02-09T01:03:06Z', 'revision_number': 3, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '526ff28f-9887-412a-95da-5c79479f78e1', 'name': '', 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'mac_address': 'fa:16:3e:8f:57:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '43589af2-0462-47b3-852e-472c8aa8fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:08Z', 'updated_at': '2022-02-09T01:02:18Z', 'revision_number': 5, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'subnets': [{'id': '43589af2-0462-47b3-852e-472c8aa8fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:03:09.497177 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-13fea090-b25e-4ea0-8ff3-361687678c43 req-b30102a3-67b9-48e5-8201-67f931bdf1d3 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544285 Feb 09 01:03:09.533062 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a7e4274-c362-4f46-b906-b92f627229f8 req-d655a39d-8483-4d76-a14c-bd0c8b55b190 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:03:09.538822 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8a7e4274-c362-4f46-b906-b92f627229f8 req-d655a39d-8483-4d76-a14c-bd0c8b55b190 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:09.615262 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2328a3-da54-4134-bafe-a58b14532986', 'tag': '5bd360c7-d35c-4dfa-92f8-c4b0496c187d'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:03:09.618503 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dfd7f10-b5d9-4a9b-9480-efb237610454" -d '{"events": [{"name": "network-changed", "server_uuid": "0f2328a3-da54-4134-bafe-a58b14532986", "tag": "5bd360c7-d35c-4dfa-92f8-c4b0496c187d"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:03:09.622941 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a7e4274-c362-4f46-b906-b92f627229f8 req-d655a39d-8483-4d76-a14c-bd0c8b55b190 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "PUT /v2.0/floatingips/d6fa6231-c7ca-42aa-9dfd-6281ddb07e73 HTTP/1.1" status: 200 len: 998 time: 4.0825093 Feb 09 01:03:09.701167 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e4274-c362-4f46-b906-b92f627229f8 req-feda85eb-c143-4142-aa08-72f743617f67 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:09.703295 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a7e4274-c362-4f46-b906-b92f627229f8 req-feda85eb-c143-4142-aa08-72f743617f67 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/ports/5bd360c7-d35c-4dfa-92f8-c4b0496c187d HTTP/1.1" status: 200 len: 942 time: 0.0738485 Feb 09 01:03:09.756739 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67888164-b3f8-4583-963a-c8d3a3020d1a req-14552b74-3e5e-4658-81b0-4a22f824f21c tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:09.758555 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-67888164-b3f8-4583-963a-c8d3a3020d1a req-14552b74-3e5e-4658-81b0-4a22f824f21c tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3f86a60-3e13-4616-a574-175bb5d90eea HTTP/1.1" status: 200 len: 950 time: 0.0847697 Feb 09 01:03:09.777096 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10658fba-87d8-458c-9d1e-2eafd36c8f91 None None] New status for floating IP d6fa6231-c7ca-42aa-9dfd-6281ddb07e73: ACTIVE {{(pid=103138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:03:09.869416 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-67888164-b3f8-4583-963a-c8d3a3020d1a req-10578803-e0ff-418f-9eae-994ad00dc5ca tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035721 Feb 09 01:03:09.881523 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e4274-c362-4f46-b906-b92f627229f8 req-38b128ac-750a-4152-a67b-e48055045367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:09.883451 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a7e4274-c362-4f46-b906-b92f627229f8 req-38b128ac-750a-4152-a67b-e48055045367 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=67da1db1339f4110b352a0d7f5bcad0c&device_id=0f2328a3-da54-4134-bafe-a58b14532986 HTTP/1.1" status: 200 len: 1127 time: 0.0634968 Feb 09 01:03:10.097392 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e4274-c362-4f46-b906-b92f627229f8 req-b5df5ca6-3a44-4967-aaf9-6f026a2bee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:10.112023 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a7e4274-c362-4f46-b906-b92f627229f8 req-b5df5ca6-3a44-4967-aaf9-6f026a2bee86 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dbff02f4-8d52-4289-93bb-c44351bfd019 HTTP/1.1" status: 200 len: 923 time: 0.2224798 Feb 09 01:03:10.182198 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a7e4274-c362-4f46-b906-b92f627229f8 req-ba7f213e-0a89-4bbf-9d4a-26b133033315 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5bd360c7-d35c-4dfa-92f8-c4b0496c187d HTTP/1.1" status: 200 len: 217 time: 0.0684693 Feb 09 01:03:10.191728 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [req-76a2a3cd-5139-4ccc-9a3c-faf7e59615ee req-239733bf-9d8d-423c-9234-2d885a4e864a tempest-SecurityGroupsNegativeTestJSON-2088954893 tempest-SecurityGroupsNegativeTestJSON-2088954893-project] show failed (client error): The resource could not be found. Feb 09 01:03:10.195049 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76a2a3cd-5139-4ccc-9a3c-faf7e59615ee req-239733bf-9d8d-423c-9234-2d885a4e864a tempest-SecurityGroupsNegativeTestJSON-2088954893 tempest-SecurityGroupsNegativeTestJSON-2088954893-project] 10.222.0.50 "GET /v2.0/security-groups/bc4cbd3d-0a92-4ad6-80fb-a6a45d11f5e9 HTTP/1.1" status: 404 len: 352 time: 0.0219152 Feb 09 01:03:10.242757 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990ca511-7e77-497e-8432-6298da900cd8 None None] Sync routers for ids ['509bebbd-0924-4d0f-9773-81152d001a49'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:03:10.253955 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990ca511-7e77-497e-8432-6298da900cd8 None None] Routers {'509bebbd-0924-4d0f-9773-81152d001a49'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:03:10.259502 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-990ca511-7e77-497e-8432-6298da900cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:03:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['509bebbd-0924-4d0f-9773-81152d001a49'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:10.299625 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e4274-c362-4f46-b906-b92f627229f8 req-6acc99f7-7778-425c-bcb9-da129a1f329f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:10.301431 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a7e4274-c362-4f46-b906-b92f627229f8 req-6acc99f7-7778-425c-bcb9-da129a1f329f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=43589af2-0462-47b3-852e-472c8aa8fb62 HTTP/1.1" status: 200 len: 860 time: 0.0908377 Feb 09 01:03:10.414290 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e4274-c362-4f46-b906-b92f627229f8 req-2d628704-b41a-4ce2-bd70-4909e357d506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:10.424143 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a7e4274-c362-4f46-b906-b92f627229f8 req-2d628704-b41a-4ce2-bd70-4909e357d506 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dbff02f4-8d52-4289-93bb-c44351bfd019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1137686 Feb 09 01:03:10.430810 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-8a7e4274-c362-4f46-b906-b92f627229f8 req-50eabb08-3176-451e-b7a2-e5b59cab762d service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:03:10.438284 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a7e4274-c362-4f46-b906-b92f627229f8 req-50eabb08-3176-451e-b7a2-e5b59cab762d service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0124936 Feb 09 01:03:10.457519 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-990ca511-7e77-497e-8432-6298da900cd8 None None] Set router 509bebbd-0924-4d0f-9773-81152d001a49 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:03:10.521532 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919137b-cf9c-461d-8885-02695353bfda req-2945de76-0623-47eb-8a6f-2b8c5d6aba51 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:10.523827 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5919137b-cf9c-461d-8885-02695353bfda req-2945de76-0623-47eb-8a6f-2b8c5d6aba51 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=309ddf5d-d24d-4d34-b4c2-e3e74ea9ecb5 HTTP/1.1" status: 200 len: 949 time: 0.1604481 Feb 09 01:03:10.581264 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a7e4274-c362-4f46-b906-b92f627229f8 req-b3554b95-27ff-42fd-920b-d2ddcd122b39 service neutron] 10.222.0.50 "GET /v2.0/networks/dbff02f4-8d52-4289-93bb-c44351bfd019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420012 Feb 09 01:03:10.633993 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device d3a84a99-84cd-449c-83e8-1f3fb33046d9 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:03:10.666801 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5919137b-cf9c-461d-8885-02695353bfda req-7bcec0c3-8e1b-4441-bfdc-a5194fc6d716 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239240 Feb 09 01:03:10.745290 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a7e4274-c362-4f46-b906-b92f627229f8 req-3f409e0d-8afd-4a1f-9c5d-5d2cd3e3474c service neutron] 10.222.0.50 "GET /v2.0/networks/dbff02f4-8d52-4289-93bb-c44351bfd019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544993 Feb 09 01:03:10.747397 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b480c47a-cf4f-421d-8b5e-48f09c2a2903 x-openstack-request-id: req-b480c47a-cf4f-421d-8b5e-48f09c2a2903 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:03:10.747792 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f2328a3-da54-4134-bafe-a58b14532986", "tag": "5bd360c7-d35c-4dfa-92f8-c4b0496c187d", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:03:10.748169 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b480c47a-cf4f-421d-8b5e-48f09c2a2903 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:03:10.748732 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2328a3-da54-4134-bafe-a58b14532986', 'tag': '5bd360c7-d35c-4dfa-92f8-c4b0496c187d', 'status': 'completed', 'code': 200} Feb 09 01:03:10.820216 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port d3a84a99-84cd-449c-83e8-1f3fb33046d9 is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:03:10.821973 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d3a84a99-84cd-449c-83e8-1f3fb33046d9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:10.829650 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-990ca511-7e77-497e-8432-6298da900cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509bebbd-0924-4d0f-9773-81152d001a49', 'name': 'tempest-FloatingIPsAssociationTestJSON-1873941381-router', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'f3af30c6-a5c4-4518-9770-66f51b4d2232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:05Z', 'updated_at': '2022-02-09T01:02:09Z', 'revision_number': 4, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'gw_port': {'id': 'f3af30c6-a5c4-4518-9770-66f51b4d2232', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:06Z', 'updated_at': '2022-02-09T01:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'd6fa6231-c7ca-42aa-9dfd-6281ddb07e73', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'floating_ip_address': '172.25.8.177', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'port_id': 'bb951ea1-5da7-48ca-8466-cd7ef0a81e3d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019', 'mac_address': 'fa:16:3e:8e:4e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad97db53-f80a-4665-b5fe-a5337df23e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:02:42Z', 'updated_at': '2022-02-09T01:03:09Z', 'revision_number': 4, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '526ff28f-9887-412a-95da-5c79479f78e1', 'name': '', 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'mac_address': 'fa:16:3e:8f:57:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '43589af2-0462-47b3-852e-472c8aa8fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:08Z', 'updated_at': '2022-02-09T01:02:18Z', 'revision_number': 5, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'subnets': [{'id': '43589af2-0462-47b3-852e-472c8aa8fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:10.857725 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f86a60-3e13-4616-a574-175bb5d90eea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3a84a99-84cd-449c-83e8-1f3fb33046d9'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:03:10.860588 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efffc75-079c-4029-84ae-f50017984c9e" -d '{"events": [{"server_uuid": "f3f86a60-3e13-4616-a574-175bb5d90eea", "name": "network-vif-unplugged", "status": "completed", "tag": "d3a84a99-84cd-449c-83e8-1f3fb33046d9"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:03:10.867361 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990ca511-7e77-497e-8432-6298da900cd8 None None] Checking router: 509bebbd-0924-4d0f-9773-81152d001a49 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:03:10.876478 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port d3a84a99-84cd-449c-83e8-1f3fb33046d9, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=d3a84a99-84cd-449c-83e8-1f3fb33046d9,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:10.883948 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990ca511-7e77-497e-8432-6298da900cd8 None None] Routers {'509bebbd-0924-4d0f-9773-81152d001a49'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:03:10.884692 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-990ca511-7e77-497e-8432-6298da900cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:03:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['509bebbd-0924-4d0f-9773-81152d001a49'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:10.886188 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d3a84a99-84cd-449c-83e8-1f3fb33046d9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:10.931947 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd7f10-b5d9-4a9b-9480-efb237610454 req-f5b57d1a-1e1d-4ef1-ac1e-6412f72b237e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:10.933577 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0dfd7f10-b5d9-4a9b-9480-efb237610454 req-f5b57d1a-1e1d-4ef1-ac1e-6412f72b237e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67da1db1339f4110b352a0d7f5bcad0c&device_id=0f2328a3-da54-4134-bafe-a58b14532986 HTTP/1.1" status: 200 len: 1127 time: 0.1575611 Feb 09 01:03:10.943192 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e4274-c362-4f46-b906-b92f627229f8 req-d19ebe84-1fae-46fe-9afa-10de74710bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:10.945005 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a7e4274-c362-4f46-b906-b92f627229f8 req-d19ebe84-1fae-46fe-9afa-10de74710bff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=67da1db1339f4110b352a0d7f5bcad0c&device_id=ad97db53-f80a-4665-b5fe-a5337df23e04 HTTP/1.1" status: 200 len: 1127 time: 0.1275637 Feb 09 01:03:10.992365 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=d3a84a99-84cd-449c-83e8-1f3fb33046d9,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:10.994679 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641cadb8-5d00-4628-beca-792889054670 req-3f4e56de-60cd-47cb-a2fa-2ac10b064860 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:11.004464 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-641cadb8-5d00-4628-beca-792889054670 req-3f4e56de-60cd-47cb-a2fa-2ac10b064860 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=5dbd4352-9418-44ba-b3cd-446c599b4d42 HTTP/1.1" status: 200 len: 949 time: 0.1443787 Feb 09 01:03:11.044515 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-990ca511-7e77-497e-8432-6298da900cd8 None None] Set router 509bebbd-0924-4d0f-9773-81152d001a49 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:03:11.207598 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-641cadb8-5d00-4628-beca-792889054670 req-c1f9c2ae-5613-4db9-aff2-c5aa4c919098 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371732 Feb 09 01:03:11.225464 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e4274-c362-4f46-b906-b92f627229f8 req-a0b854f6-c892-4183-a710-d499f53e7d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:11.237196 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a7e4274-c362-4f46-b906-b92f627229f8 req-a0b854f6-c892-4183-a710-d499f53e7d13 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dbff02f4-8d52-4289-93bb-c44351bfd019 HTTP/1.1" status: 200 len: 923 time: 0.2786970 Feb 09 01:03:11.251038 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-d438669a-656d-4697-9972-4e1a530d3fcc tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:11.253099 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-d438669a-656d-4697-9972-4e1a530d3fcc tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=e7abc5d9-7485-46fd-a80f-8423f552967f&tenant_id=3b70da3c9e0441c5928a48dabf785fc6&binding%3Ahost_id=n-h2-828369-4 HTTP/1.1" status: 200 len: 1128 time: 0.1354942 Feb 09 01:03:11.261577 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd7f10-b5d9-4a9b-9480-efb237610454 req-745f6aae-d866-47ad-beaf-3f5e2dbc626f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:11.263948 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0dfd7f10-b5d9-4a9b-9480-efb237610454 req-745f6aae-d866-47ad-beaf-3f5e2dbc626f service neutron] 10.222.0.47 "GET /v2.0/networks?id=dbff02f4-8d52-4289-93bb-c44351bfd019 HTTP/1.1" status: 200 len: 923 time: 0.3164055 Feb 09 01:03:11.281398 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-5594cae9-06b6-47e2-8395-817484d7819f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828369-4'}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:11.354032 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0dfd7f10-b5d9-4a9b-9480-efb237610454 req-d6552abe-f7e4-4596-8e8d-6d9a257967ef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5bd360c7-d35c-4dfa-92f8-c4b0496c187d HTTP/1.1" status: 200 len: 217 time: 0.0545449 Feb 09 01:03:11.381739 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-990ca511-7e77-497e-8432-6298da900cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509bebbd-0924-4d0f-9773-81152d001a49', 'name': 'tempest-FloatingIPsAssociationTestJSON-1873941381-router', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'f3af30c6-a5c4-4518-9770-66f51b4d2232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:05Z', 'updated_at': '2022-02-09T01:02:09Z', 'revision_number': 4, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'gw_port': {'id': 'f3af30c6-a5c4-4518-9770-66f51b4d2232', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:06Z', 'updated_at': '2022-02-09T01:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'd6fa6231-c7ca-42aa-9dfd-6281ddb07e73', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'floating_ip_address': '172.25.8.177', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'port_id': 'bb951ea1-5da7-48ca-8466-cd7ef0a81e3d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019', 'mac_address': 'fa:16:3e:8e:4e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad97db53-f80a-4665-b5fe-a5337df23e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:02:42Z', 'updated_at': '2022-02-09T01:03:09Z', 'revision_number': 4, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '526ff28f-9887-412a-95da-5c79479f78e1', 'name': '', 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'mac_address': 'fa:16:3e:8f:57:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '43589af2-0462-47b3-852e-472c8aa8fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:08Z', 'updated_at': '2022-02-09T01:02:18Z', 'revision_number': 5, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'subnets': [{'id': '43589af2-0462-47b3-852e-472c8aa8fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:11.389703 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-5594cae9-06b6-47e2-8395-817484d7819f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f1b957a8-19bc-4931-a7e4-b99b73998d2d), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:11.443547 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990ca511-7e77-497e-8432-6298da900cd8 None None] The sync data for ids ['509bebbd-0924-4d0f-9773-81152d001a49'] in n-d-828369-4 is: [{'id': '509bebbd-0924-4d0f-9773-81152d001a49', 'name': 'tempest-FloatingIPsAssociationTestJSON-1873941381-router', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'f3af30c6-a5c4-4518-9770-66f51b4d2232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:05Z', 'updated_at': '2022-02-09T01:02:09Z', 'revision_number': 4, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'gw_port': {'id': 'f3af30c6-a5c4-4518-9770-66f51b4d2232', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:06Z', 'updated_at': '2022-02-09T01:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'd6fa6231-c7ca-42aa-9dfd-6281ddb07e73', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'floating_ip_address': '172.25.8.177', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'port_id': 'bb951ea1-5da7-48ca-8466-cd7ef0a81e3d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019', 'mac_address': 'fa:16:3e:8e:4e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad97db53-f80a-4665-b5fe-a5337df23e04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:02:42Z', 'updated_at': '2022-02-09T01:03:09Z', 'revision_number': 4, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '526ff28f-9887-412a-95da-5c79479f78e1', 'name': '', 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'mac_address': 'fa:16:3e:8f:57:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '43589af2-0462-47b3-852e-472c8aa8fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:08Z', 'updated_at': '2022-02-09T01:02:18Z', 'revision_number': 5, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'subnets': [{'id': '43589af2-0462-47b3-852e-472c8aa8fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:03:11.468123 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a7e4274-c362-4f46-b906-b92f627229f8 req-1d92feaf-1709-480d-b8bc-3e84cde612ad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb951ea1-5da7-48ca-8466-cd7ef0a81e3d HTTP/1.1" status: 200 len: 1001 time: 0.2224023 Feb 09 01:03:11.533852 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd7f10-b5d9-4a9b-9480-efb237610454 req-c71b4f32-301d-4dce-bfea-ae8126ac9808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:11.535641 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0dfd7f10-b5d9-4a9b-9480-efb237610454 req-c71b4f32-301d-4dce-bfea-ae8126ac9808 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=43589af2-0462-47b3-852e-472c8aa8fb62 HTTP/1.1" status: 200 len: 860 time: 0.1397259 Feb 09 01:03:11.549360 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a73ef-294f-4fbe-8bd7-bc6a57a65121 req-adb72d3e-09d8-420b-8d8b-02746df188d5 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:11.556386 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-407a73ef-294f-4fbe-8bd7-bc6a57a65121 req-adb72d3e-09d8-420b-8d8b-02746df188d5 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7abc5d9-7485-46fd-a80f-8423f552967f HTTP/1.1" status: 200 len: 946 time: 0.2174475 Feb 09 01:03:11.614498 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-5594cae9-06b6-47e2-8395-817484d7819f service neutron] For port f1b957a8-19bc-4931-a7e4-b99b73998d2d, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=f1b957a8-19bc-4931-a7e4-b99b73998d2d,segment=NetworkSegment(2793514a-5639-496c-8d37-377203141ac7),segment_id=2793514a-5639-496c-8d37-377203141ac7)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:11.618695 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e4274-c362-4f46-b906-b92f627229f8 req-d3bebd1e-4443-4ca1-a0a0-5f7c2b260318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:11.620338 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a7e4274-c362-4f46-b906-b92f627229f8 req-d3bebd1e-4443-4ca1-a0a0-5f7c2b260318 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=43589af2-0462-47b3-852e-472c8aa8fb62 HTTP/1.1" status: 200 len: 860 time: 0.1445320 Feb 09 01:03:11.659375 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-5594cae9-06b6-47e2-8395-817484d7819f service neutron] For port f1b957a8-19bc-4931-a7e4-b99b73998d2d, host n-h2-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:03:11.716300 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-407a73ef-294f-4fbe-8bd7-bc6a57a65121 req-4a4861db-9164-492a-9b4d-ada3073af99b tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586268 Feb 09 01:03:11.748043 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd7f10-b5d9-4a9b-9480-efb237610454 req-119f4373-2775-4626-bb6f-eb11df2b03d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:11.750953 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0dfd7f10-b5d9-4a9b-9480-efb237610454 req-119f4373-2775-4626-bb6f-eb11df2b03d1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dbff02f4-8d52-4289-93bb-c44351bfd019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1835814 Feb 09 01:03:11.762711 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7abc5d9-7485-46fd-a80f-8423f552967f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1b957a8-19bc-4931-a7e4-b99b73998d2d'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:03:11.765299 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65933bc-07bb-4440-b8b7-0e749e058848" -d '{"events": [{"server_uuid": "e7abc5d9-7485-46fd-a80f-8423f552967f", "name": "network-vif-unplugged", "status": "completed", "tag": "f1b957a8-19bc-4931-a7e4-b99b73998d2d"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:03:11.770305 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-5594cae9-06b6-47e2-8395-817484d7819f service neutron] Publish callbacks [] for port (f1b957a8-19bc-4931-a7e4-b99b73998d2d), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:11.779258 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-5594cae9-06b6-47e2-8395-817484d7819f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (f1b957a8-19bc-4931-a7e4-b99b73998d2d), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:11.822487 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e4274-c362-4f46-b906-b92f627229f8 req-056cf65f-351b-43ad-82db-296132326eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:11.824021 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a7e4274-c362-4f46-b906-b92f627229f8 req-056cf65f-351b-43ad-82db-296132326eac service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dbff02f4-8d52-4289-93bb-c44351bfd019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1846166 Feb 09 01:03:11.874096 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5594cae9-06b6-47e2-8395-817484d7819f service neutron] Pushing event updated for resources: {'Port': ['ID=f1b957a8-19bc-4931-a7e4-b99b73998d2d,revision_number=7']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:11.905917 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-5594cae9-06b6-47e2-8395-817484d7819f service neutron] Attempting to bind port f1b957a8-19bc-4931-a7e4-b99b73998d2d on host n-h2-828369-4 for vnic_type normal with profile {"migrating_to": "n-h1-828369-4"} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:03:11.906307 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-5594cae9-06b6-47e2-8395-817484d7819f service neutron] Attempting to bind port f1b957a8-19bc-4931-a7e4-b99b73998d2d by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '2793514a-5639-496c-8d37-377203141ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:03:11.906639 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-5594cae9-06b6-47e2-8395-817484d7819f service neutron] Attempting to bind port f1b957a8-19bc-4931-a7e4-b99b73998d2d on network 7041f7c4-8ab5-4479-b63e-c8706fa7ab10 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:03:11.912081 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-5594cae9-06b6-47e2-8395-817484d7819f service neutron] Port f1b957a8-19bc-4931-a7e4-b99b73998d2d on network 7041f7c4-8ab5-4479-b63e-c8706fa7ab10 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:03:11.912398 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-5594cae9-06b6-47e2-8395-817484d7819f service neutron] Attempting to bind port f1b957a8-19bc-4931-a7e4-b99b73998d2d on network 7041f7c4-8ab5-4479-b63e-c8706fa7ab10 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:03:11.918894 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-5594cae9-06b6-47e2-8395-817484d7819f service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:03:11.919234 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-5594cae9-06b6-47e2-8395-817484d7819f service neutron] Checking segment: {'id': '2793514a-5639-496c-8d37-377203141ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:03:11.919623 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-5594cae9-06b6-47e2-8395-817484d7819f service neutron] Bound using segment: {'id': '2793514a-5639-496c-8d37-377203141ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:03:11.920045 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-5594cae9-06b6-47e2-8395-817484d7819f service neutron] Bound port: f1b957a8-19bc-4931-a7e4-b99b73998d2d, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2793514a-5639-496c-8d37-377203141ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:03:11.920406 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-5594cae9-06b6-47e2-8395-817484d7819f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f1b957a8-19bc-4931-a7e4-b99b73998d2d), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:11.982944 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0dfd7f10-b5d9-4a9b-9480-efb237610454 req-1c333641-da5b-4d12-960b-c2ffbfbfdc65 service neutron] 10.222.0.47 "GET /v2.0/networks/dbff02f4-8d52-4289-93bb-c44351bfd019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064455 Feb 09 01:03:11.994655 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-5594cae9-06b6-47e2-8395-817484d7819f service neutron] For port f1b957a8-19bc-4931-a7e4-b99b73998d2d, host n-h2-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:03:11.998931 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-5594cae9-06b6-47e2-8395-817484d7819f service neutron] For port f1b957a8-19bc-4931-a7e4-b99b73998d2d, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=f1b957a8-19bc-4931-a7e4-b99b73998d2d,segment=NetworkSegment(2793514a-5639-496c-8d37-377203141ac7),segment_id=2793514a-5639-496c-8d37-377203141ac7)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:03:12.008850 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-5594cae9-06b6-47e2-8395-817484d7819f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (f1b957a8-19bc-4931-a7e4-b99b73998d2d), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:12.121638 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-5594cae9-06b6-47e2-8395-817484d7819f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:12.122264 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-5594cae9-06b6-47e2-8395-817484d7819f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:12.123746 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-5594cae9-06b6-47e2-8395-817484d7819f service neutron] 10.222.0.47 "PUT /v2.0/ports/f1b957a8-19bc-4931-a7e4-b99b73998d2d HTTP/1.1" status: 200 len: 1122 time: 0.8476264 Feb 09 01:03:12.128677 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5594cae9-06b6-47e2-8395-817484d7819f service neutron] Pushing event updated for resources: {'Port': ['ID=f1b957a8-19bc-4931-a7e4-b99b73998d2d,revision_number=8']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:12.132339 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0dfd7f10-b5d9-4a9b-9480-efb237610454 req-c9d8ae06-83f8-4fcf-84ee-431ea8bd7e83 service neutron] 10.222.0.47 "GET /v2.0/networks/dbff02f4-8d52-4289-93bb-c44351bfd019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360717 Feb 09 01:03:12.154721 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc1229-84b2-4aae-9629-7e8496cb7641 req-92915620-8236-49af-8dbd-9a082187f1ca tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:12.156404 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eadc1229-84b2-4aae-9629-7e8496cb7641 req-92915620-8236-49af-8dbd-9a082187f1ca tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 949 time: 0.2069702 Feb 09 01:03:12.160642 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a7e4274-c362-4f46-b906-b92f627229f8 req-f2e20ca5-eee2-4d11-aada-d6fbc1778d03 service neutron] 10.222.0.50 "GET /v2.0/networks/dbff02f4-8d52-4289-93bb-c44351bfd019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196139 Feb 09 01:03:12.270112 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['f1b957a8-19bc-4931-a7e4-b99b73998d2d'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:03:12.274861 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eadc1229-84b2-4aae-9629-7e8496cb7641 req-67a7be9a-f285-4f53-ac75-7df89726d7bc tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083701 Feb 09 01:03:12.360688 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['f1b957a8-19bc-4931-a7e4-b99b73998d2d'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:03:12.398863 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a7e4274-c362-4f46-b906-b92f627229f8 req-2628f80e-a182-4742-9e82-b42a0ad50cd7 service neutron] 10.222.0.50 "GET /v2.0/networks/dbff02f4-8d52-4289-93bb-c44351bfd019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042761 Feb 09 01:03:12.421330 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e1d402-3f48-4b6f-9035-39acf69e18ef x-openstack-request-id: req-57e1d402-3f48-4b6f-9035-39acf69e18ef {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:03:12.421502 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f86a60-3e13-4616-a574-175bb5d90eea", "name": "network-vif-unplugged", "status": "completed", "tag": "d3a84a99-84cd-449c-83e8-1f3fb33046d9", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:03:12.422258 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-57e1d402-3f48-4b6f-9035-39acf69e18ef {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:03:12.422678 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f86a60-3e13-4616-a574-175bb5d90eea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3a84a99-84cd-449c-83e8-1f3fb33046d9', 'code': 200} Feb 09 01:03:12.603197 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6701eadb-e109-461d-9977-55cea5509e36 req-74590416-cf5e-4e0f-84ba-d98f436004bf tempest-ServersOnMultiNodesTest-242248161 tempest-ServersOnMultiNodesTest-242248161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:12.604788 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6701eadb-e109-461d-9977-55cea5509e36 req-74590416-cf5e-4e0f-84ba-d98f436004bf tempest-ServersOnMultiNodesTest-242248161 tempest-ServersOnMultiNodesTest-242248161-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5dbd4352-9418-44ba-b3cd-446c599b4d42 HTTP/1.1" status: 200 len: 1131 time: 0.0829182 Feb 09 01:03:12.616811 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b6813-e235-44dd-9684-d7b38e94d78c req-637f5d63-3a12-420a-9841-7e9e463079c0 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:12.616811 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f73b6813-e235-44dd-9684-d7b38e94d78c req-637f5d63-3a12-420a-9841-7e9e463079c0 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3f86a60-3e13-4616-a574-175bb5d90eea HTTP/1.1" status: 200 len: 948 time: 0.1109128 Feb 09 01:03:12.668013 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device d3a84a99-84cd-449c-83e8-1f3fb33046d9 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:03:12.706850 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6701eadb-e109-461d-9977-55cea5509e36 req-05d04e68-0928-47b9-abad-a874564ae25a tempest-ServersOnMultiNodesTest-242248161 tempest-ServersOnMultiNodesTest-242248161-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848327 Feb 09 01:03:12.711216 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f73b6813-e235-44dd-9684-d7b38e94d78c req-cf4ca807-f85e-414d-9d52-f9674dbba5ef tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881438 Feb 09 01:03:12.750686 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad97db53-f80a-4665-b5fe-a5337df23e04', 'tag': 'bb951ea1-5da7-48ca-8466-cd7ef0a81e3d'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:03:12.753031 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e52f918-ec4f-4eb8-ab03-37305fcb5cf2" -d '{"events": [{"name": "network-changed", "server_uuid": "ad97db53-f80a-4665-b5fe-a5337df23e04", "tag": "bb951ea1-5da7-48ca-8466-cd7ef0a81e3d"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:03:12.798897 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cde484d2-f9e3-41c6-8277-72984064df98 req-2fd8ab98-06e4-4141-b937-94239a785483 tempest-SecurityGroupsNegativeTestJSON-2088954893 tempest-SecurityGroupsNegativeTestJSON-2088954893-project] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8e55171858ce42458990ea53da68629d HTTP/1.1" status: 200 len: 3001 time: 0.0645063 Feb 09 01:03:12.830189 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962a3396-96bc-40ae-b383-69685adc9139 x-openstack-request-id: req-962a3396-96bc-40ae-b383-69685adc9139 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:03:12.830724 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7abc5d9-7485-46fd-a80f-8423f552967f", "name": "network-vif-unplugged", "status": "completed", "tag": "f1b957a8-19bc-4931-a7e4-b99b73998d2d", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:03:12.830838 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-962a3396-96bc-40ae-b383-69685adc9139 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:03:12.831297 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7abc5d9-7485-46fd-a80f-8423f552967f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1b957a8-19bc-4931-a7e4-b99b73998d2d', 'code': 200} Feb 09 01:03:12.847884 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port d3a84a99-84cd-449c-83e8-1f3fb33046d9, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=d3a84a99-84cd-449c-83e8-1f3fb33046d9,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:12.851391 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device f1b957a8-19bc-4931-a7e4-b99b73998d2d details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:03:12.871716 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': 'd3a84a99-84cd-449c-83e8-1f3fb33046d9', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'port_id': 'd3a84a99-84cd-449c-83e8-1f3fb33046d9', 'mac_address': 'fa:16:3e:6d:1d:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3810d295-ee98-40f7-b1e2-609bf7d1c3df', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:03:12.895769 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cde484d2-f9e3-41c6-8277-72984064df98 req-71483f48-13d8-4471-8c45-7aeba68e4cf3 tempest-SecurityGroupsNegativeTestJSON-2088954893 tempest-SecurityGroupsNegativeTestJSON-2088954893-project] 10.222.0.50 "GET /v2.0/security-groups/934b89ff-07ce-4ae9-a834-1f435c2824c4 HTTP/1.1" status: 200 len: 2998 time: 0.0958805 Feb 09 01:03:12.957017 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6b6fdf93-2679-4a62-8eb3-a1f6f20ed654 req-ea9555ba-1973-40ac-9d67-cc228a001e02 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.8.177 HTTP/1.1" status: 200 len: 1001 time: 0.1107626 Feb 09 01:03:12.957680 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port d3a84a99-84cd-449c-83e8-1f3fb33046d9 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:03:12.958169 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d3a84a99-84cd-449c-83e8-1f3fb33046d9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:12.978704 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3a84a99-84cd-449c-83e8-1f3fb33046d9 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:03:13.010761 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port d3a84a99-84cd-449c-83e8-1f3fb33046d9, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=d3a84a99-84cd-449c-83e8-1f3fb33046d9,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:13.018270 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cde484d2-f9e3-41c6-8277-72984064df98 req-dbd8838e-cca3-4ea9-abd2-bb4d18284d0d tempest-SecurityGroupsNegativeTestJSON-2088954893 tempest-SecurityGroupsNegativeTestJSON-2088954893-project] 10.222.0.50 "GET /v2.0/security-groups/934b89ff-07ce-4ae9-a834-1f435c2824c4 HTTP/1.1" status: 200 len: 2998 time: 0.1090746 Feb 09 01:03:13.032479 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d3a84a99-84cd-449c-83e8-1f3fb33046d9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:13.047813 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port f1b957a8-19bc-4931-a7e4-b99b73998d2d, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=f1b957a8-19bc-4931-a7e4-b99b73998d2d,segment=NetworkSegment(2793514a-5639-496c-8d37-377203141ac7),segment_id=2793514a-5639-496c-8d37-377203141ac7)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:13.053073 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6fdf93-2679-4a62-8eb3-a1f6f20ed654 req-6d7c3596-1946-44dc-b010-cb870ac5f12b tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:13.055328 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6b6fdf93-2679-4a62-8eb3-a1f6f20ed654 req-6d7c3596-1946-44dc-b010-cb870ac5f12b tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/ports/bb951ea1-5da7-48ca-8466-cd7ef0a81e3d HTTP/1.1" status: 200 len: 942 time: 0.0972736 Feb 09 01:03:13.084526 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device f1b957a8-19bc-4931-a7e4-b99b73998d2d has no active binding in host n-h1-828369-4 {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 01:03:13.116192 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=d3a84a99-84cd-449c-83e8-1f3fb33046d9,revision_number=7']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:13.138173 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99b9d0da-9801-4c3a-9031-098012d47012 req-662c1582-e9d2-4d00-8250-7233c17994d1 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=6795257b110f48b49f8d6ffbc82af9d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283580 Feb 09 01:03:13.279953 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6b6fdf93-2679-4a62-8eb3-a1f6f20ed654 req-10a7f2ff-5d3f-48ff-a82e-444cf8865ae5 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.8.177 HTTP/1.1" status: 200 len: 1001 time: 0.1216137 Feb 09 01:03:13.347138 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b9d0da-9801-4c3a-9031-098012d47012 req-be3900e8-219c-42c5-870e-a4efc20305f2 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:13.353024 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99b9d0da-9801-4c3a-9031-098012d47012 req-be3900e8-219c-42c5-870e-a4efc20305f2 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2154472 Feb 09 01:03:13.369672 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99b9d0da-9801-4c3a-9031-098012d47012 req-a8f846cf-8468-494a-9f7a-6d4afc8c3b5e tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/quotas/6795257b110f48b49f8d6ffbc82af9d2 HTTP/1.1" status: 200 len: 375 time: 0.0153236 Feb 09 01:03:13.461667 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99b9d0da-9801-4c3a-9031-098012d47012 req-46f611dc-40b2-444f-b630-20252b9bc976 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6795257b110f48b49f8d6ffbc82af9d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0824010 Feb 09 01:03:13.464677 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['d3a84a99-84cd-449c-83e8-1f3fb33046d9'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:03:13.472300 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6fdf93-2679-4a62-8eb3-a1f6f20ed654 req-0cea0fab-ea80-42fd-89c7-676a1209fce4 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:13.472300 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6b6fdf93-2679-4a62-8eb3-a1f6f20ed654 req-0cea0fab-ea80-42fd-89c7-676a1209fce4 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/networks/ca740734-29c2-4b60-ae10-4c709b5c6ef4 HTTP/1.1" status: 200 len: 784 time: 0.1859796 Feb 09 01:03:13.674829 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33257201-aafe-42fd-a9e4-e45064d1398d x-openstack-request-id: req-33257201-aafe-42fd-a9e4-e45064d1398d {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:03:13.675125 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad97db53-f80a-4665-b5fe-a5337df23e04", "tag": "bb951ea1-5da7-48ca-8466-cd7ef0a81e3d", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:03:13.675490 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-33257201-aafe-42fd-a9e4-e45064d1398d {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:03:13.675751 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad97db53-f80a-4665-b5fe-a5337df23e04', 'tag': 'bb951ea1-5da7-48ca-8466-cd7ef0a81e3d', 'status': 'completed', 'code': 200} Feb 09 01:03:13.859799 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb38cd-6679-49ff-bd6b-02d32c290727 req-da3bcda7-ed3c-45ea-bbc2-1056c01ad8b2 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:13.869145 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9fdb38cd-6679-49ff-bd6b-02d32c290727 req-da3bcda7-ed3c-45ea-bbc2-1056c01ad8b2 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7abc5d9-7485-46fd-a80f-8423f552967f HTTP/1.1" status: 200 len: 944 time: 0.1520331 Feb 09 01:03:13.893396 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52f918-ec4f-4eb8-ab03-37305fcb5cf2 req-af84927c-8391-42f5-9413-ac7ac37bb029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:13.895133 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1e52f918-ec4f-4eb8-ab03-37305fcb5cf2 req-af84927c-8391-42f5-9413-ac7ac37bb029 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67da1db1339f4110b352a0d7f5bcad0c&device_id=ad97db53-f80a-4665-b5fe-a5337df23e04 HTTP/1.1" status: 200 len: 1127 time: 0.1226523 Feb 09 01:03:14.004741 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-09096735-863a-414d-b508-bf8e57941541 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=8e4a1438c4ae4668a3f29d116af30cb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1262102 Feb 09 01:03:14.472606 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9fdb38cd-6679-49ff-bd6b-02d32c290727 req-028f57ac-af82-4a07-9b49-b0c46006ef85 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6025348 Feb 09 01:03:14.558456 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9856f25-1b89-4c2b-9433-a44633d915cb req-232ea679-edd9-4c9d-9a26-dfc8d14d559d tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:14.559928 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f9856f25-1b89-4c2b-9433-a44633d915cb req-232ea679-edd9-4c9d-9a26-dfc8d14d559d tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.120 "GET /v2.0/ports?device_id=f3f86a60-3e13-4616-a574-175bb5d90eea&tenant_id=698d05b4eb4b402aa83e695c4b2c5978&binding%3Ahost_id=n-h2-828369-4 HTTP/1.1" status: 200 len: 949 time: 0.6341710 Feb 09 01:03:14.590513 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52f918-ec4f-4eb8-ab03-37305fcb5cf2 req-919ed2b5-63fb-445a-9b31-045938526f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:14.592265 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1e52f918-ec4f-4eb8-ab03-37305fcb5cf2 req-919ed2b5-63fb-445a-9b31-045938526f92 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dbff02f4-8d52-4289-93bb-c44351bfd019 HTTP/1.1" status: 200 len: 923 time: 0.6887162 Feb 09 01:03:14.615234 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-6e3627bd-fd23-4c0c-b3a9-c5bb366b2ae8 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:14.616774 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-6e3627bd-fd23-4c0c-b3a9-c5bb366b2ae8 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6109650 Feb 09 01:03:14.631253 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-af9e71a7-ee67-41f2-b232-f7eaaeb82239 req-b512dfbd-961c-468f-8a01-e901550c882c tempest-SecurityGroupsNegativeTestJSON-2088954893 tempest-SecurityGroupsNegativeTestJSON-2088954893-project] 10.222.0.50 "GET /v2.0/security-groups/934b89ff-07ce-4ae9-a834-1f435c2824c4 HTTP/1.1" status: 200 len: 2998 time: 0.1116331 Feb 09 01:03:14.681683 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-65a1929a-ddd4-4080-93ac-ba505c348056 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/quotas/8e4a1438c4ae4668a3f29d116af30cb3 HTTP/1.1" status: 200 len: 375 time: 0.0560496 Feb 09 01:03:14.795940 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1e52f918-ec4f-4eb8-ab03-37305fcb5cf2 req-ec0cf1c0-eea7-40c4-a75d-8cb5e7787325 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb951ea1-5da7-48ca-8466-cd7ef0a81e3d HTTP/1.1" status: 200 len: 1001 time: 0.1768215 Feb 09 01:03:14.832602 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7abc5d9-7485-46fd-a80f-8423f552967f', 'tag': 'f1b957a8-19bc-4931-a7e4-b99b73998d2d'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:03:14.835169 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32031ff2-9179-44e9-9af7-2a19b8301f16" -d '{"events": [{"name": "network-changed", "server_uuid": "e7abc5d9-7485-46fd-a80f-8423f552967f", "tag": "f1b957a8-19bc-4931-a7e4-b99b73998d2d"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:03:14.870785 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [req-af9e71a7-ee67-41f2-b232-f7eaaeb82239 req-8527c002-a56a-4778-81c2-32c5a8208467 tempest-SecurityGroupsNegativeTestJSON-2088954893 tempest-SecurityGroupsNegativeTestJSON-2088954893-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 01:03:14.871865 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-af9e71a7-ee67-41f2-b232-f7eaaeb82239 req-8527c002-a56a-4778-81c2-32c5a8208467 tempest-SecurityGroupsNegativeTestJSON-2088954893 tempest-SecurityGroupsNegativeTestJSON-2088954893-project] 10.222.0.50 "DELETE /v2.0/security-groups/934b89ff-07ce-4ae9-a834-1f435c2824c4 HTTP/1.1" status: 409 len: 352 time: 0.2039101 Feb 09 01:03:14.907503 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-f348f82f-9314-42d4-b725-08bfb2cccbd3 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8e4a1438c4ae4668a3f29d116af30cb3&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2188017 Feb 09 01:03:14.909443 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9856f25-1b89-4c2b-9433-a44633d915cb req-fcb92750-bfa7-4068-9182-f29698eae2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:14.911186 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f9856f25-1b89-4c2b-9433-a44633d915cb req-fcb92750-bfa7-4068-9182-f29698eae2d7 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=698d05b4eb4b402aa83e695c4b2c5978&device_id=f3f86a60-3e13-4616-a574-175bb5d90eea HTTP/1.1" status: 200 len: 1131 time: 0.2214828 Feb 09 01:03:14.959218 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52f918-ec4f-4eb8-ab03-37305fcb5cf2 req-9fca2f74-ba6b-4372-b54e-93c658c32016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:14.960730 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1e52f918-ec4f-4eb8-ab03-37305fcb5cf2 req-9fca2f74-ba6b-4372-b54e-93c658c32016 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=43589af2-0462-47b3-852e-472c8aa8fb62 HTTP/1.1" status: 200 len: 860 time: 0.1555734 Feb 09 01:03:15.144459 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9769a3cc-b3f9-452f-aafd-0382412f453b req-5c714e8c-a105-4f3e-adeb-cecd397bc77e tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.8.177 HTTP/1.1" status: 200 len: 1001 time: 0.2295196 Feb 09 01:03:15.236348 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a1ed9af0-34d4-4bd2-b7b2-ec5302b45bad req-bf6270f0-ecc8-4d54-a497-be6c0ebf334e tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=08fd9e88-4947-46a6-a25b-0c31164baec3 HTTP/1.1" status: 200 len: 210 time: 0.0881195 Feb 09 01:03:15.289476 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9856f25-1b89-4c2b-9433-a44633d915cb req-cf89731b-6b8c-4252-b101-5ad084d3c85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:15.290947 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f9856f25-1b89-4c2b-9433-a44633d915cb req-cf89731b-6b8c-4252-b101-5ad084d3c85c service neutron] 10.222.0.120 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.3351798 Feb 09 01:03:15.292488 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99b9d0da-9801-4c3a-9031-098012d47012 req-993d02cd-3a65-4bb3-98c6-13cf5e7ff3b4 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.120 "GET /v2.0/networks?tenant_id=6795257b110f48b49f8d6ffbc82af9d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417440 Feb 09 01:03:15.299428 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769a3cc-b3f9-452f-aafd-0382412f453b req-8cdfd8e3-097c-40f0-acb8-01554bce0874 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:15.300865 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9769a3cc-b3f9-452f-aafd-0382412f453b req-8cdfd8e3-097c-40f0-acb8-01554bce0874 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/ports/bb951ea1-5da7-48ca-8466-cd7ef0a81e3d HTTP/1.1" status: 200 len: 942 time: 0.1324613 Feb 09 01:03:15.318717 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52f918-ec4f-4eb8-ab03-37305fcb5cf2 req-724e436d-aca5-46f0-95be-73e6eacde93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:15.320535 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1e52f918-ec4f-4eb8-ab03-37305fcb5cf2 req-724e436d-aca5-46f0-95be-73e6eacde93f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dbff02f4-8d52-4289-93bb-c44351bfd019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3480422 Feb 09 01:03:15.434492 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f9856f25-1b89-4c2b-9433-a44633d915cb req-648908b7-2fd2-42d4-bd8c-161bd4afc730 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=d3a84a99-84cd-449c-83e8-1f3fb33046d9 HTTP/1.1" status: 200 len: 217 time: 0.1326699 Feb 09 01:03:15.668142 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9856f25-1b89-4c2b-9433-a44633d915cb req-5c0c6f7b-4ece-4247-a959-82d2f8f9a136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:15.669938 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f9856f25-1b89-4c2b-9433-a44633d915cb req-5c0c6f7b-4ece-4247-a959-82d2f8f9a136 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.2198162 Feb 09 01:03:15.675021 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9769a3cc-b3f9-452f-aafd-0382412f453b req-fb9337b8-b420-4a54-b354-2cc61e281ee0 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.8.177 HTTP/1.1" status: 200 len: 1001 time: 0.2573285 Feb 09 01:03:15.805023 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a94d3-5e03-4600-b62c-4b08ef568e0c req-2aa9ba91-4932-418f-be46-81854ee0cc63 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:15.806854 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fb1a94d3-5e03-4600-b62c-4b08ef568e0c req-2aa9ba91-4932-418f-be46-81854ee0cc63 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3f86a60-3e13-4616-a574-175bb5d90eea HTTP/1.1" status: 200 len: 949 time: 0.3818111 Feb 09 01:03:15.820271 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b9d0da-9801-4c3a-9031-098012d47012 req-ea831944-bfb2-4baf-a174-d8ea2328d1d6 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:15.822180 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99b9d0da-9801-4c3a-9031-098012d47012 req-ea831944-bfb2-4baf-a174-d8ea2328d1d6 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.120 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5141373 Feb 09 01:03:15.838541 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1e52f918-ec4f-4eb8-ab03-37305fcb5cf2 req-92fccc3c-f74a-4b87-b2ba-998f05ab0779 service neutron] 10.222.0.47 "GET /v2.0/networks/dbff02f4-8d52-4289-93bb-c44351bfd019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4773791 Feb 09 01:03:15.847559 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-99b9d0da-9801-4c3a-9031-098012d47012 req-0c1e773d-9198-4ec9-ae3c-a6684ccabb1e tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Request body: {'port': {'device_id': '08fd9e88-4947-46a6-a25b-0c31164baec3', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'admin_state_up': True, 'tenant_id': '6795257b110f48b49f8d6ffbc82af9d2'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:16.044683 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9856f25-1b89-4c2b-9433-a44633d915cb req-54c1f079-5167-4827-a85f-88ed64d7a367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:16.046240 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f9856f25-1b89-4c2b-9433-a44633d915cb req-54c1f079-5167-4827-a85f-88ed64d7a367 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3560722 Feb 09 01:03:16.083617 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fb1a94d3-5e03-4600-b62c-4b08ef568e0c req-c4b2a8ec-1656-4061-b87d-7f9a419ec9c1 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556832 Feb 09 01:03:16.114658 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769a3cc-b3f9-452f-aafd-0382412f453b req-01c505c2-7c06-43f5-b0e8-8582bc2ff3f3 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:16.121810 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9769a3cc-b3f9-452f-aafd-0382412f453b req-01c505c2-7c06-43f5-b0e8-8582bc2ff3f3 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/networks/ca740734-29c2-4b60-ae10-4c709b5c6ef4 HTTP/1.1" status: 200 len: 784 time: 0.4213707 Feb 09 01:03:16.204475 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef37ed5-8fdf-4482-a0f3-33b9d4ea0948 x-openstack-request-id: req-6ef37ed5-8fdf-4482-a0f3-33b9d4ea0948 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:03:16.205427 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7abc5d9-7485-46fd-a80f-8423f552967f", "tag": "f1b957a8-19bc-4931-a7e4-b99b73998d2d", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:03:16.205890 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6ef37ed5-8fdf-4482-a0f3-33b9d4ea0948 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:03:16.206548 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7abc5d9-7485-46fd-a80f-8423f552967f', 'tag': 'f1b957a8-19bc-4931-a7e4-b99b73998d2d', 'status': 'completed', 'code': 200} Feb 09 01:03:16.294072 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1e52f918-ec4f-4eb8-ab03-37305fcb5cf2 req-0070c60c-d6f1-457c-98e0-907c054264a9 service neutron] 10.222.0.47 "GET /v2.0/networks/dbff02f4-8d52-4289-93bb-c44351bfd019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297564 Feb 09 01:03:16.351758 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [req-a4da8138-e5db-45d8-9af1-cb536294e93b req-098372d8-616f-47d9-9473-886a8d1c6326 tempest-SecurityGroupsNegativeTestJSON-2088954893 tempest-SecurityGroupsNegativeTestJSON-2088954893-project] show failed (client error): The resource could not be found. Feb 09 01:03:16.352747 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a4da8138-e5db-45d8-9af1-cb536294e93b req-098372d8-616f-47d9-9473-886a8d1c6326 tempest-SecurityGroupsNegativeTestJSON-2088954893 tempest-SecurityGroupsNegativeTestJSON-2088954893-project] 10.222.0.50 "GET /v2.0/security-groups/e30c1b87-bbb6-4035-ae61-49c1219dbd00 HTTP/1.1" status: 404 len: 352 time: 0.1172822 Feb 09 01:03:16.365826 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f9856f25-1b89-4c2b-9433-a44633d915cb req-e6aebb7f-721e-47fe-a534-2a4cbd725a29 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087194 Feb 09 01:03:16.383095 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9769a3cc-b3f9-452f-aafd-0382412f453b req-ba1495dd-8cc4-4b8e-94af-244ef9bc287e tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.8.177 HTTP/1.1" status: 200 len: 1001 time: 0.2068050 Feb 09 01:03:16.395073 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-9769a3cc-b3f9-452f-aafd-0382412f453b req-587ea61c-80a8-4f37-9d6b-5a3e5acfd9f0 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:16.467536 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99b9d0da-9801-4c3a-9031-098012d47012 req-0c1e773d-9198-4ec9-ae3c-a6684ccabb1e tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Made reservation on behalf of 6795257b110f48b49f8d6ffbc82af9d2 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:16.471542 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-99b9d0da-9801-4c3a-9031-098012d47012 req-0c1e773d-9198-4ec9-ae3c-a6684ccabb1e tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:16.670100 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device d3a84a99-84cd-449c-83e8-1f3fb33046d9 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:03:16.738406 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port d3a84a99-84cd-449c-83e8-1f3fb33046d9 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:16.739199 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d3a84a99-84cd-449c-83e8-1f3fb33046d9), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:16.838398 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b3b70b42-aae7-4a7d-b84b-89e2f7c96e60 req-e4ed3719-cf76-4abc-807d-72bcc64b3b0c tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=dba9464e-d3c3-4d9b-88b6-92ace06d30c7 HTTP/1.1" status: 200 len: 210 time: 0.3623185 Feb 09 01:03:16.865014 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32031ff2-9179-44e9-9af7-2a19b8301f16 req-0d3a03fa-4dc8-488c-a716-ad4c5cc905e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:16.866542 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-32031ff2-9179-44e9-9af7-2a19b8301f16 req-0d3a03fa-4dc8-488c-a716-ad4c5cc905e3 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=3b70da3c9e0441c5928a48dabf785fc6&device_id=e7abc5d9-7485-46fd-a80f-8423f552967f HTTP/1.1" status: 200 len: 1156 time: 0.5934012 Feb 09 01:03:16.868750 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9769a3cc-b3f9-452f-aafd-0382412f453b req-587ea61c-80a8-4f37-9d6b-5a3e5acfd9f0 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks [] for floatingip (d6fa6231-c7ca-42aa-9dfd-6281ddb07e73), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:17.060842 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port d3a84a99-84cd-449c-83e8-1f3fb33046d9 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:03:17.061831 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d3a84a99-84cd-449c-83e8-1f3fb33046d9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:17.087954 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f86a60-3e13-4616-a574-175bb5d90eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a84a99-84cd-449c-83e8-1f3fb33046d9'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:03:17.090421 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3de5c2-9a7b-4c71-90f1-2e6c33c88549" -d '{"events": [{"server_uuid": "f3f86a60-3e13-4616-a574-175bb5d90eea", "name": "network-vif-plugged", "status": "completed", "tag": "d3a84a99-84cd-449c-83e8-1f3fb33046d9"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:03:17.103102 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port d3a84a99-84cd-449c-83e8-1f3fb33046d9, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=d3a84a99-84cd-449c-83e8-1f3fb33046d9,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:17.108585 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d3a84a99-84cd-449c-83e8-1f3fb33046d9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:17.117535 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f9856f25-1b89-4c2b-9433-a44633d915cb req-1c93c724-911b-4995-b154-12fed257df9d service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7355666 Feb 09 01:03:17.151837 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-b4559127-93e7-4b5e-a9d6-99340f9b3619 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=8e4a1438c4ae4668a3f29d116af30cb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1279798 Feb 09 01:03:17.163418 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=d3a84a99-84cd-449c-83e8-1f3fb33046d9,revision_number=8']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:17.171145 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:17.171432 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:17.171818 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:17.172162 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:17.172502 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:17.172869 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:17.173206 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:17.173537 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:17.175465 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:17.175814 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:17.176153 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:17.176492 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:17.176864 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:17.358917 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-99b9d0da-9801-4c3a-9031-098012d47012 req-0c1e773d-9198-4ec9-ae3c-a6684ccabb1e tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Allocated IP 192.168.233.143 (9e88fe6e-2b1d-4294-a17d-9a7801813700/3810d295-ee98-40f7-b1e2-609bf7d1c3df/a2a5597d-850d-4735-84b2-f5becfa53ccb) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:17.364697 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9769a3cc-b3f9-452f-aafd-0382412f453b req-587ea61c-80a8-4f37-9d6b-5a3e5acfd9f0 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:17.373984 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc4a57f-2ffc-4e94-8c77-642fb622daf9 req-227da397-c198-4f17-ad73-319552fc5e60 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:17.375563 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6cc4a57f-2ffc-4e94-8c77-642fb622daf9 req-227da397-c198-4f17-ad73-319552fc5e60 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7abc5d9-7485-46fd-a80f-8423f552967f HTTP/1.1" status: 200 len: 944 time: 0.4059851 Feb 09 01:03:17.384244 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9769a3cc-b3f9-452f-aafd-0382412f453b req-587ea61c-80a8-4f37-9d6b-5a3e5acfd9f0 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (d6fa6231-c7ca-42aa-9dfd-6281ddb07e73), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:17.384608 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [req-9769a3cc-b3f9-452f-aafd-0382412f453b req-587ea61c-80a8-4f37-9d6b-5a3e5acfd9f0 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Floating IP d6fa6231-c7ca-42aa-9dfd-6281ddb07e73 disassociated. External IP: 172.25.8.177, port: bb951ea1-5da7-48ca-8466-cd7ef0a81e3d. Feb 09 01:03:17.386778 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32031ff2-9179-44e9-9af7-2a19b8301f16 req-9efc0c20-ba76-49b8-8c55-cd4c1ae2dbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:17.388192 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-32031ff2-9179-44e9-9af7-2a19b8301f16 req-9efc0c20-ba76-49b8-8c55-cd4c1ae2dbb7 service neutron] 10.222.0.120 "GET /v2.0/networks?id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10 HTTP/1.1" status: 200 len: 923 time: 0.4683135 Feb 09 01:03:17.522253 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-32031ff2-9179-44e9-9af7-2a19b8301f16 req-db07a84a-f393-4021-a212-99132e8e30bb service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1b957a8-19bc-4931-a7e4-b99b73998d2d HTTP/1.1" status: 200 len: 217 time: 0.1242101 Feb 09 01:03:17.606917 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-6c910abb-04d2-47a3-b7de-55574038ac7c tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:17.608351 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-6c910abb-04d2-47a3-b7de-55574038ac7c tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4158399 Feb 09 01:03:17.647625 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6cc4a57f-2ffc-4e94-8c77-642fb622daf9 req-5a5fad21-0f79-488c-bd06-b60b5d9bac57 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577283 Feb 09 01:03:17.692585 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32031ff2-9179-44e9-9af7-2a19b8301f16 req-a0df853c-7c1b-4629-8f29-388ad88753cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:17.694070 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-32031ff2-9179-44e9-9af7-2a19b8301f16 req-a0df853c-7c1b-4629-8f29-388ad88753cf service neutron] 10.222.0.120 "GET /v2.0/subnets?id=aee9db20-60c4-48dd-9796-48ed06ca844d HTTP/1.1" status: 200 len: 861 time: 0.1498168 Feb 09 01:03:17.704752 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-a53e823f-d126-4e22-8cee-5d95cba81bb7 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Request body: {'port': {'device_id': 'dba9464e-d3c3-4d9b-88b6-92ace06d30c7', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'admin_state_up': True, 'tenant_id': '8e4a1438c4ae4668a3f29d116af30cb3'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:17.814345 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-32031ff2-9179-44e9-9af7-2a19b8301f16 req-666357e7-2745-40f8-b764-9df770947123 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944223 Feb 09 01:03:17.821385 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31d93fd8-71db-4f07-a31b-bbc5003a2fd8 req-c6fa3529-f8f1-4dd3-8ecf-11cdd8598fe9 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=08fd9e88-4947-46a6-a25b-0c31164baec3 HTTP/1.1" status: 200 len: 210 time: 0.1032233 Feb 09 01:03:17.990391 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [req-cfc1a161-0beb-4a20-8e5a-dd744dcba8de req-f89117d7-9972-4b02-8b58-39a16c587d57 tempest-SecurityGroupsNegativeTestJSON-2088954893 tempest-SecurityGroupsNegativeTestJSON-2088954893-project] show failed (client error): The resource could not be found. Feb 09 01:03:17.991445 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cfc1a161-0beb-4a20-8e5a-dd744dcba8de req-f89117d7-9972-4b02-8b58-39a16c587d57 tempest-SecurityGroupsNegativeTestJSON-2088954893 tempest-SecurityGroupsNegativeTestJSON-2088954893-project] 10.222.0.50 "GET /v2.0/security-groups/a1b02108-28a1-40a6-a708-1d593941439e HTTP/1.1" status: 404 len: 352 time: 0.1394138 Feb 09 01:03:18.005884 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41668) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:03:18.037106 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-99b9d0da-9801-4c3a-9031-098012d47012 req-0c1e773d-9198-4ec9-ae3c-a6684ccabb1e tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Publish callbacks [] for port (a2a5597d-850d-4735-84b2-f5becfa53ccb), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:18.051699 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b67f6b-f180-4b79-9e34-c392269c199d x-openstack-request-id: req-e8b67f6b-f180-4b79-9e34-c392269c199d {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:03:18.052432 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f86a60-3e13-4616-a574-175bb5d90eea", "name": "network-vif-plugged", "status": "completed", "tag": "d3a84a99-84cd-449c-83e8-1f3fb33046d9", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:03:18.052717 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5726ef2-fa2b-4610-a20e-c842f697a364 admin admin] Deleting subnet 723cc86a-0f6d-47af-89a9-cc0ac2d1f91b {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:03:18.052832 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e8b67f6b-f180-4b79-9e34-c392269c199d {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:03:18.053270 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f86a60-3e13-4616-a574-175bb5d90eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a84a99-84cd-449c-83e8-1f3fb33046d9', 'code': 200} Feb 09 01:03:18.055871 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d5726ef2-fa2b-4610-a20e-c842f697a364 admin admin] Publish callbacks [] for subnet (723cc86a-0f6d-47af-89a9-cc0ac2d1f91b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:18.092965 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d5726ef2-fa2b-4610-a20e-c842f697a364 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (723cc86a-0f6d-47af-89a9-cc0ac2d1f91b), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:18.132241 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d5726ef2-fa2b-4610-a20e-c842f697a364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (723cc86a-0f6d-47af-89a9-cc0ac2d1f91b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:18.160446 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-a53e823f-d126-4e22-8cee-5d95cba81bb7 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Made reservation on behalf of 8e4a1438c4ae4668a3f29d116af30cb3 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:18.163735 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-a53e823f-d126-4e22-8cee-5d95cba81bb7 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:18.166867 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-32031ff2-9179-44e9-9af7-2a19b8301f16 req-dabe82cc-5042-40d4-be8e-5059ff67b982 service neutron] 10.222.0.120 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335502 Feb 09 01:03:18.187695 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d5726ef2-fa2b-4610-a20e-c842f697a364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (723cc86a-0f6d-47af-89a9-cc0ac2d1f91b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:18.219362 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d5726ef2-fa2b-4610-a20e-c842f697a364 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:18.222492 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d5726ef2-fa2b-4610-a20e-c842f697a364 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/723cc86a-0f6d-47af-89a9-cc0ac2d1f91b HTTP/1.1" status: 204 len: 168 time: 0.2156329 Feb 09 01:03:18.223677 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5726ef2-fa2b-4610-a20e-c842f697a364 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=723cc86a-0f6d-47af-89a9-cc0ac2d1f91b,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:18.225090 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41670) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:03:18.225541 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9769a3cc-b3f9-452f-aafd-0382412f453b req-587ea61c-80a8-4f37-9d6b-5a3e5acfd9f0 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Router 509bebbd-0924-4d0f-9773-81152d001a49 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:03:18.257605 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-99b9d0da-9801-4c3a-9031-098012d47012 req-0c1e773d-9198-4ec9-ae3c-a6684ccabb1e tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (a2a5597d-850d-4735-84b2-f5becfa53ccb), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:18.278683 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['c424a0ee-dd15-45a7-a7bc-3130eca6820c'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:03:18.284045 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['f8513e26-0389-48ab-bc86-97554f518475'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:03:18.294328 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-be82ae26-a622-4a11-bdb8-a6c8a8ef683e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (bbcd3817-9d3c-4c4a-b944-9f210fbe3510), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:18.368993 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99b9d0da-9801-4c3a-9031-098012d47012 req-0c1e773d-9198-4ec9-ae3c-a6684ccabb1e tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Network 9e88fe6e-2b1d-4294-a17d-9a7801813700 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:18.379106 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-be82ae26-a622-4a11-bdb8-a6c8a8ef683e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (bbcd3817-9d3c-4c4a-b944-9f210fbe3510), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:18.385388 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28465e15-05bf-4744-9976-6d637a0901f9 req-aa944a5e-dd32-48cb-9b42-fb082fe746a9 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:18.387283 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-28465e15-05bf-4744-9976-6d637a0901f9 req-aa944a5e-dd32-48cb-9b42-fb082fe746a9 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3f86a60-3e13-4616-a574-175bb5d90eea HTTP/1.1" status: 200 len: 950 time: 0.2841671 Feb 09 01:03:18.399333 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-be82ae26-a622-4a11-bdb8-a6c8a8ef683e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbcd3817-9d3c-4c4a-b944-9f210fbe3510']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:18.409945 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-be82ae26-a622-4a11-bdb8-a6c8a8ef683e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeb4f323-c85d-432d-92f3-4a681ef51a8b') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:18.410238 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-be82ae26-a622-4a11-bdb8-a6c8a8ef683e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeb4f323-c85d-432d-92f3-4a681ef51a8b') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:18.419863 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-be82ae26-a622-4a11-bdb8-a6c8a8ef683e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (aeb4f323-c85d-432d-92f3-4a681ef51a8b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:18.430424 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-99b9d0da-9801-4c3a-9031-098012d47012 req-0c1e773d-9198-4ec9-ae3c-a6684ccabb1e tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:18.432980 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b9d0da-9801-4c3a-9031-098012d47012 req-0c1e773d-9198-4ec9-ae3c-a6684ccabb1e tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:03:18.433513 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-be82ae26-a622-4a11-bdb8-a6c8a8ef683e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (aeb4f323-c85d-432d-92f3-4a681ef51a8b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:18.439281 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b9d0da-9801-4c3a-9031-098012d47012 req-0c1e773d-9198-4ec9-ae3c-a6684ccabb1e tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:18.439932 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-99b9d0da-9801-4c3a-9031-098012d47012 req-0c1e773d-9198-4ec9-ae3c-a6684ccabb1e tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:18.440393 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be82ae26-a622-4a11-bdb8-a6c8a8ef683e admin admin] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:03:18.440799 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-be82ae26-a622-4a11-bdb8-a6c8a8ef683e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (aeb4f323-c85d-432d-92f3-4a681ef51a8b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:18.479248 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:03:18.479248 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:03:18.479248 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:03:18.479248 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:03:18.479248 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:03:18.479248 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:03:18.479248 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:03:18.479248 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:03:18.479248 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:03:18.479248 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:03:18.479248 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:03:18.479248 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:03:18.479248 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:03:18.479248 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:03:18.479248 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:03:18.479248 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:03:18.479248 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:03:18.479248 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:03:18.479248 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:03:18.479248 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:03:18.479248 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:03:18.479248 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:03:18.479248 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:03:18.479248 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:03:18.479248 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:03:18.479248 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:03:18.479248 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:03:18.479248 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:03:18.479248 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:03:18.479248 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:03:18.479248 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:03:18.479248 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:03:18.501876 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-be82ae26-a622-4a11-bdb8-a6c8a8ef683e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (bbcd3817-9d3c-4c4a-b944-9f210fbe3510), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:18.511205 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-be82ae26-a622-4a11-bdb8-a6c8a8ef683e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:18.516714 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-be82ae26-a622-4a11-bdb8-a6c8a8ef683e admin admin] 10.222.0.50 "DELETE /v2.0/networks/bbcd3817-9d3c-4c4a-b944-9f210fbe3510 HTTP/1.1" status: 204 len: 168 time: 0.2902284 Feb 09 01:03:18.551959 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82ae26-a622-4a11-bdb8-a6c8a8ef683e admin admin] Pushing event deleted for resources: {'Network': ['ID=bbcd3817-9d3c-4c4a-b944-9f210fbe3510,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:18.664025 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41674) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:03:18.708894 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4f738a54-f18b-4c85-aeb8-9292c18332e2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8e55171858ce42458990ea53da68629d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435307 Feb 09 01:03:18.710849 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41678) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:03:18.762603 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-681850ca-3bc9-45d6-87c3-6962b5bc8cf2 admin admin] Publish callbacks [] for security_group (934b89ff-07ce-4ae9-a834-1f435c2824c4), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:18.782005 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e773d-9198-4ec9-ae3c-a6684ccabb1e tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Pushing event updated for resources: {'Port': ['ID=a2a5597d-850d-4735-84b2-f5becfa53ccb,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:18.785006 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-681850ca-3bc9-45d6-87c3-6962b5bc8cf2 admin admin] Publish callbacks [] for security_group (934b89ff-07ce-4ae9-a834-1f435c2824c4), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:18.811270 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-f1ceff02-8564-44f2-9cdc-5008a710afb1 None None] Provisioning complete for port a2a5597d-850d-4735-84b2-f5becfa53ccb triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:18.813376 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f1ceff02-8564-44f2-9cdc-5008a710afb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a2a5597d-850d-4735-84b2-f5becfa53ccb), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:18.835397 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-681850ca-3bc9-45d6-87c3-6962b5bc8cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (934b89ff-07ce-4ae9-a834-1f435c2824c4), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:18.838121 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-681850ca-3bc9-45d6-87c3-6962b5bc8cf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:18.839475 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-681850ca-3bc9-45d6-87c3-6962b5bc8cf2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/934b89ff-07ce-4ae9-a834-1f435c2824c4 HTTP/1.1" status: 204 len: 168 time: 0.1277070 Feb 09 01:03:18.849626 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681850ca-3bc9-45d6-87c3-6962b5bc8cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934b89ff-07ce-4ae9-a834-1f435c2824c4,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:18.857515 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99b9d0da-9801-4c3a-9031-098012d47012 req-0c1e773d-9198-4ec9-ae3c-a6684ccabb1e tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0138135 Feb 09 01:03:18.859819 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f1ceff02-8564-44f2-9cdc-5008a710afb1 None None] Port a2a5597d-850d-4735-84b2-f5becfa53ccb cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:03:18.877197 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-32031ff2-9179-44e9-9af7-2a19b8301f16 req-9f827bef-dd53-4c97-9b65-06719ba88872 service neutron] 10.222.0.120 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6938381 Feb 09 01:03:18.898702 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-99b9d0da-9801-4c3a-9031-098012d47012 req-7b8ad5d1-e27b-4835-901e-9fb585133514 service neutron] Request body: {'port': {'device_id': '08fd9e88-4947-46a6-a25b-0c31164baec3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:18.975265 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-28465e15-05bf-4744-9976-6d637a0901f9 req-d09e2e60-1c35-4645-8940-ae6201784b7d tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010684 Feb 09 01:03:18.988840 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-a53e823f-d126-4e22-8cee-5d95cba81bb7 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Allocated IP 192.168.233.158 (9e88fe6e-2b1d-4294-a17d-9a7801813700/3810d295-ee98-40f7-b1e2-609bf7d1c3df/070047eb-6b5c-4931-a92f-cbf2821a03a5) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:19.020091 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9769a3cc-b3f9-452f-aafd-0382412f453b req-587ea61c-80a8-4f37-9d6b-5a3e5acfd9f0 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:03:19.029227 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9769a3cc-b3f9-452f-aafd-0382412f453b req-587ea61c-80a8-4f37-9d6b-5a3e5acfd9f0 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:19.033978 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2585f83c-22a2-4f19-b6e0-d80828120a8b None None] Sync routers for ids ['509bebbd-0924-4d0f-9773-81152d001a49'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:03:19.045086 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2585f83c-22a2-4f19-b6e0-d80828120a8b None None] Routers {'509bebbd-0924-4d0f-9773-81152d001a49'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:03:19.045990 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-2585f83c-22a2-4f19-b6e0-d80828120a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:03:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['509bebbd-0924-4d0f-9773-81152d001a49'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:19.090641 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9769a3cc-b3f9-452f-aafd-0382412f453b req-587ea61c-80a8-4f37-9d6b-5a3e5acfd9f0 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "PUT /v2.0/floatingips/d6fa6231-c7ca-42aa-9dfd-6281ddb07e73 HTTP/1.1" status: 200 len: 695 time: 2.7012625 Feb 09 01:03:19.094805 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad97db53-f80a-4665-b5fe-a5337df23e04', 'tag': 'bb951ea1-5da7-48ca-8466-cd7ef0a81e3d'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:03:19.097227 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1171f5-460a-4804-99af-92deb06192cf" -d '{"events": [{"name": "network-changed", "server_uuid": "ad97db53-f80a-4665-b5fe-a5337df23e04", "tag": "bb951ea1-5da7-48ca-8466-cd7ef0a81e3d"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:03:19.114447 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-99b9d0da-9801-4c3a-9031-098012d47012 req-7b8ad5d1-e27b-4835-901e-9fb585133514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a2a5597d-850d-4735-84b2-f5becfa53ccb), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:19.198950 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-2585f83c-22a2-4f19-b6e0-d80828120a8b None None] Set router 509bebbd-0924-4d0f-9773-81152d001a49 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:03:19.240766 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-673a8266-6727-4397-9865-4b48a0101ccc req-63fd8eed-9464-4441-9b0a-445234365fd7 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=dba9464e-d3c3-4d9b-88b6-92ace06d30c7 HTTP/1.1" status: 200 len: 210 time: 0.0576820 Feb 09 01:03:19.411622 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769a3cc-b3f9-452f-aafd-0382412f453b req-c108291b-3393-4c10-bddd-5ab78958bbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:19.420105 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9769a3cc-b3f9-452f-aafd-0382412f453b req-c108291b-3393-4c10-bddd-5ab78958bbad service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=67da1db1339f4110b352a0d7f5bcad0c&device_id=ad97db53-f80a-4665-b5fe-a5337df23e04 HTTP/1.1" status: 200 len: 1127 time: 0.3092883 Feb 09 01:03:19.440771 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-2585f83c-22a2-4f19-b6e0-d80828120a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509bebbd-0924-4d0f-9773-81152d001a49', 'name': 'tempest-FloatingIPsAssociationTestJSON-1873941381-router', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'f3af30c6-a5c4-4518-9770-66f51b4d2232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:05Z', 'updated_at': '2022-02-09T01:02:09Z', 'revision_number': 4, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'gw_port': {'id': 'f3af30c6-a5c4-4518-9770-66f51b4d2232', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:06Z', 'updated_at': '2022-02-09T01:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '526ff28f-9887-412a-95da-5c79479f78e1', 'name': '', 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'mac_address': 'fa:16:3e:8f:57:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '43589af2-0462-47b3-852e-472c8aa8fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:08Z', 'updated_at': '2022-02-09T01:02:18Z', 'revision_number': 5, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'subnets': [{'id': '43589af2-0462-47b3-852e-472c8aa8fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:19.470882 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2585f83c-22a2-4f19-b6e0-d80828120a8b None None] Checking router: 509bebbd-0924-4d0f-9773-81152d001a49 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:03:19.479672 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2585f83c-22a2-4f19-b6e0-d80828120a8b None None] Routers {'509bebbd-0924-4d0f-9773-81152d001a49'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:03:19.480392 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-2585f83c-22a2-4f19-b6e0-d80828120a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:03:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['509bebbd-0924-4d0f-9773-81152d001a49'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:19.512589 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-a53e823f-d126-4e22-8cee-5d95cba81bb7 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks [] for port (070047eb-6b5c-4931-a92f-cbf2821a03a5), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:19.536764 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae44b20-e7ae-49b4-89e5-11a270163896 req-5fd2c3cc-e4ba-436f-bd26-df91191ba58b tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:19.538295 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4ae44b20-e7ae-49b4-89e5-11a270163896 req-5fd2c3cc-e4ba-436f-bd26-df91191ba58b tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7abc5d9-7485-46fd-a80f-8423f552967f HTTP/1.1" status: 200 len: 944 time: 0.1952391 Feb 09 01:03:19.598897 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-2585f83c-22a2-4f19-b6e0-d80828120a8b None None] Set router 509bebbd-0924-4d0f-9773-81152d001a49 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:03:19.619089 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769a3cc-b3f9-452f-aafd-0382412f453b req-f9da6296-720b-48fc-817b-49fb4fbb0b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:19.620880 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9769a3cc-b3f9-452f-aafd-0382412f453b req-f9da6296-720b-48fc-817b-49fb4fbb0b5f service neutron] 10.222.0.50 "GET /v2.0/networks?id=dbff02f4-8d52-4289-93bb-c44351bfd019 HTTP/1.1" status: 200 len: 923 time: 0.1991067 Feb 09 01:03:19.660813 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4ae44b20-e7ae-49b4-89e5-11a270163896 req-25610cce-012e-4895-88eb-e7eac9f061a7 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025500 Feb 09 01:03:19.704571 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-a53e823f-d126-4e22-8cee-5d95cba81bb7 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (070047eb-6b5c-4931-a92f-cbf2821a03a5), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:19.723515 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['8fc3cb9a-8128-43dd-acbe-d98580af4512', '728fd678-92ff-40a5-a350-98f51f331cef', 'b9daf566-c7d6-4402-8961-cca9c9108b5b', 'b80d2f48-ba7e-48c4-85e1-fcebefd145ea'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:03:19.731872 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9769a3cc-b3f9-452f-aafd-0382412f453b req-3b543a51-9fd0-43a8-a539-9f0d8651b2c5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb951ea1-5da7-48ca-8466-cd7ef0a81e3d HTTP/1.1" status: 200 len: 217 time: 0.0967526 Feb 09 01:03:19.769467 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['3f20790f-3dc7-440e-9aed-f7f0343db454', '53af4635-acf7-441b-961b-2c8f737be7da'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:03:19.771244 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41716) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:03:19.869942 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-a53e823f-d126-4e22-8cee-5d95cba81bb7 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Network 9e88fe6e-2b1d-4294-a17d-9a7801813700 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:19.889180 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-8df4b7ec-8cf2-4e10-bb5e-551ac8a3d501 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1950910535-network', 'tenant_id': 'c1eb5619f29c442285488d7ae37e7fe2'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:19.891179 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-a53e823f-d126-4e22-8cee-5d95cba81bb7 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:19.893738 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-a53e823f-d126-4e22-8cee-5d95cba81bb7 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:03:19.899230 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-a53e823f-d126-4e22-8cee-5d95cba81bb7 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:19.899872 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-a53e823f-d126-4e22-8cee-5d95cba81bb7 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:19.908695 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53e823f-d126-4e22-8cee-5d95cba81bb7 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Pushing event updated for resources: {'Port': ['ID=070047eb-6b5c-4931-a92f-cbf2821a03a5,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:19.922575 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769a3cc-b3f9-452f-aafd-0382412f453b req-c1a013e8-ef46-4a5b-9490-ecc5cd0515dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:19.924077 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9769a3cc-b3f9-452f-aafd-0382412f453b req-c1a013e8-ef46-4a5b-9490-ecc5cd0515dc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=43589af2-0462-47b3-852e-472c8aa8fb62 HTTP/1.1" status: 200 len: 860 time: 0.1773238 Feb 09 01:03:19.959052 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df4b7ec-8cf2-4e10-bb5e-551ac8a3d501 admin admin] Made reservation on behalf of c1eb5619f29c442285488d7ae37e7fe2 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:19.962559 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8df4b7ec-8cf2-4e10-bb5e-551ac8a3d501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:19.969840 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-a53e823f-d126-4e22-8cee-5d95cba81bb7 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2747757 Feb 09 01:03:19.974637 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8df4b7ec-8cf2-4e10-bb5e-551ac8a3d501 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:19.996168 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-e34ca9f0-8e0e-445b-a408-dbd55574df93 service neutron] Request body: {'port': {'device_id': 'dba9464e-d3c3-4d9b-88b6-92ace06d30c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:20.007411 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e97c3-9230-48d2-9d79-969665f4e920 req-808e76e6-97c6-44c4-89b0-49d4610a2a2c tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:20.009005 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-314e97c3-9230-48d2-9d79-969665f4e920 req-808e76e6-97c6-44c4-89b0-49d4610a2a2c tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=08fd9e88-4947-46a6-a25b-0c31164baec3 HTTP/1.1" status: 200 len: 936 time: 0.2611043 Feb 09 01:03:20.028697 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-2585f83c-22a2-4f19-b6e0-d80828120a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509bebbd-0924-4d0f-9773-81152d001a49', 'name': 'tempest-FloatingIPsAssociationTestJSON-1873941381-router', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'f3af30c6-a5c4-4518-9770-66f51b4d2232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:05Z', 'updated_at': '2022-02-09T01:02:09Z', 'revision_number': 4, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'gw_port': {'id': 'f3af30c6-a5c4-4518-9770-66f51b4d2232', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:06Z', 'updated_at': '2022-02-09T01:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '526ff28f-9887-412a-95da-5c79479f78e1', 'name': '', 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'mac_address': 'fa:16:3e:8f:57:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '43589af2-0462-47b3-852e-472c8aa8fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:08Z', 'updated_at': '2022-02-09T01:02:18Z', 'revision_number': 5, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'subnets': [{'id': '43589af2-0462-47b3-852e-472c8aa8fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:20.077308 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8df4b7ec-8cf2-4e10-bb5e-551ac8a3d501 admin admin] Publish callbacks [] for security_group (e1b76604-ccd5-44c2-ae26-371487305364), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:20.083046 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8df4b7ec-8cf2-4e10-bb5e-551ac8a3d501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e1b76604-ccd5-44c2-ae26-371487305364), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:20.094369 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2585f83c-22a2-4f19-b6e0-d80828120a8b None None] The sync data for ids ['509bebbd-0924-4d0f-9773-81152d001a49'] in n-d-828369-4 is: [{'id': '509bebbd-0924-4d0f-9773-81152d001a49', 'name': 'tempest-FloatingIPsAssociationTestJSON-1873941381-router', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'f3af30c6-a5c4-4518-9770-66f51b4d2232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:05Z', 'updated_at': '2022-02-09T01:02:09Z', 'revision_number': 4, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'gw_port': {'id': 'f3af30c6-a5c4-4518-9770-66f51b4d2232', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:06Z', 'updated_at': '2022-02-09T01:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '526ff28f-9887-412a-95da-5c79479f78e1', 'name': '', 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'mac_address': 'fa:16:3e:8f:57:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '43589af2-0462-47b3-852e-472c8aa8fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:08Z', 'updated_at': '2022-02-09T01:02:18Z', 'revision_number': 5, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'subnets': [{'id': '43589af2-0462-47b3-852e-472c8aa8fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:03:20.119513 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8df4b7ec-8cf2-4e10-bb5e-551ac8a3d501 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1016} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:03:20.136777 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df4b7ec-8cf2-4e10-bb5e-551ac8a3d501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b76604-ccd5-44c2-ae26-371487305364,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:20.143086 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8df4b7ec-8cf2-4e10-bb5e-551ac8a3d501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (70332602-1747-482c-9353-16874afea81c), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:20.143744 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-8df4b7ec-8cf2-4e10-bb5e-551ac8a3d501 admin admin] Added segment 70332602-1747-482c-9353-16874afea81c of type vlan for network f915a872-9d1b-435e-8b6b-ca5a77ceda6e Feb 09 01:03:20.198025 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-99b9d0da-9801-4c3a-9031-098012d47012 req-7b8ad5d1-e27b-4835-901e-9fb585133514 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2a5597d-850d-4735-84b2-f5becfa53ccb {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:03:20.203574 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8df4b7ec-8cf2-4e10-bb5e-551ac8a3d501 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (f915a872-9d1b-435e-8b6b-ca5a77ceda6e), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:20.220439 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-99b9d0da-9801-4c3a-9031-098012d47012 req-7b8ad5d1-e27b-4835-901e-9fb585133514 service neutron] Publish callbacks [] for port (a2a5597d-850d-4735-84b2-f5becfa53ccb), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:20.232602 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769a3cc-b3f9-452f-aafd-0382412f453b req-715aab23-f529-4191-9f57-96c44b108e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:20.234581 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9769a3cc-b3f9-452f-aafd-0382412f453b req-715aab23-f529-4191-9f57-96c44b108e36 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dbff02f4-8d52-4289-93bb-c44351bfd019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2996106 Feb 09 01:03:20.240768 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-e34ca9f0-8e0e-445b-a408-dbd55574df93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (070047eb-6b5c-4931-a92f-cbf2821a03a5), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:20.245387 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8df4b7ec-8cf2-4e10-bb5e-551ac8a3d501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (f915a872-9d1b-435e-8b6b-ca5a77ceda6e), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:20.246702 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df4b7ec-8cf2-4e10-bb5e-551ac8a3d501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:20.247366 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8df4b7ec-8cf2-4e10-bb5e-551ac8a3d501 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:20.250914 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-314e97c3-9230-48d2-9d79-969665f4e920 req-b12539c3-a0b7-420a-ab22-5a4ac3e6b6fe tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306678 Feb 09 01:03:20.276812 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-99b9d0da-9801-4c3a-9031-098012d47012 req-7b8ad5d1-e27b-4835-901e-9fb585133514 service neutron] Transition to ACTIVE for port object a2a5597d-850d-4735-84b2-f5becfa53ccb will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:20.292312 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-99b9d0da-9801-4c3a-9031-098012d47012 req-7b8ad5d1-e27b-4835-901e-9fb585133514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a2a5597d-850d-4735-84b2-f5becfa53ccb), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:20.364614 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-f7dd1577-2deb-4ca1-8de1-2f5c89fcfa54 None None] Provisioning complete for port 070047eb-6b5c-4931-a92f-cbf2821a03a5 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:20.365171 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f7dd1577-2deb-4ca1-8de1-2f5c89fcfa54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (070047eb-6b5c-4931-a92f-cbf2821a03a5), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:20.379896 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8df4b7ec-8cf2-4e10-bb5e-551ac8a3d501 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6072283 Feb 09 01:03:20.383065 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41724) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:03:20.388655 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-3bf6823a-f47a-4b67-90fc-424c58874f29 admin admin] Request body: {'subnet': {'network_id': 'f915a872-9d1b-435e-8b6b-ca5a77ceda6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1950910535-subnet', 'tenant_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:20.430645 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df4b7ec-8cf2-4e10-bb5e-551ac8a3d501 admin admin] Pushing event updated for resources: {'Network': ['ID=f915a872-9d1b-435e-8b6b-ca5a77ceda6e,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:20.441941 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f7dd1577-2deb-4ca1-8de1-2f5c89fcfa54 None None] Port 070047eb-6b5c-4931-a92f-cbf2821a03a5 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:03:20.450069 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf6823a-f47a-4b67-90fc-424c58874f29 admin admin] Made reservation on behalf of c1eb5619f29c442285488d7ae37e7fe2 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:20.452927 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3bf6823a-f47a-4b67-90fc-424c58874f29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:20.466862 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network f915a872-9d1b-435e-8b6b-ca5a77ceda6e details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:03:20.483550 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ad5d1-e27b-4835-901e-9fb585133514 service neutron] Pushing event updated for resources: {'Port': ['ID=a2a5597d-850d-4735-84b2-f5becfa53ccb,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:20.572705 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794d2c1e-64e3-4839-927a-ee8e2f6fc6dc None None] New status for floating IP d6fa6231-c7ca-42aa-9dfd-6281ddb07e73: DOWN {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:03:20.621302 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-99b9d0da-9801-4c3a-9031-098012d47012 req-7b8ad5d1-e27b-4835-901e-9fb585133514 service neutron] Attempting to bind port a2a5597d-850d-4735-84b2-f5becfa53ccb on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:03:20.621643 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-99b9d0da-9801-4c3a-9031-098012d47012 req-7b8ad5d1-e27b-4835-901e-9fb585133514 service neutron] Attempting to bind port a2a5597d-850d-4735-84b2-f5becfa53ccb by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:03:20.621987 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b9d0da-9801-4c3a-9031-098012d47012 req-7b8ad5d1-e27b-4835-901e-9fb585133514 service neutron] Attempting to bind port a2a5597d-850d-4735-84b2-f5becfa53ccb on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:03:20.634165 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9769a3cc-b3f9-452f-aafd-0382412f453b req-8378cfeb-f1fb-4faa-9638-e62fac66bf72 service neutron] 10.222.0.50 "GET /v2.0/networks/dbff02f4-8d52-4289-93bb-c44351bfd019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737514 Feb 09 01:03:20.641514 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabb94f-57da-4bc6-b857-6b1df5aa0f35 req-b89edfa8-f4f7-481d-ba80-34d85af301a0 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:20.642959 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-faabb94f-57da-4bc6-b857-6b1df5aa0f35 req-b89edfa8-f4f7-481d-ba80-34d85af301a0 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3f86a60-3e13-4616-a574-175bb5d90eea HTTP/1.1" status: 200 len: 950 time: 0.2912104 Feb 09 01:03:20.697567 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b9d0da-9801-4c3a-9031-098012d47012 req-7b8ad5d1-e27b-4835-901e-9fb585133514 service neutron] Port a2a5597d-850d-4735-84b2-f5becfa53ccb on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:03:20.698276 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b9d0da-9801-4c3a-9031-098012d47012 req-7b8ad5d1-e27b-4835-901e-9fb585133514 service neutron] Attempting to bind port a2a5597d-850d-4735-84b2-f5becfa53ccb on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:03:20.808669 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b9d0da-9801-4c3a-9031-098012d47012 req-7b8ad5d1-e27b-4835-901e-9fb585133514 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:03:20.809344 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b9d0da-9801-4c3a-9031-098012d47012 req-7b8ad5d1-e27b-4835-901e-9fb585133514 service neutron] Checking segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:03:20.809933 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b9d0da-9801-4c3a-9031-098012d47012 req-7b8ad5d1-e27b-4835-901e-9fb585133514 service neutron] Bound using segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:03:20.810620 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-99b9d0da-9801-4c3a-9031-098012d47012 req-7b8ad5d1-e27b-4835-901e-9fb585133514 service neutron] Bound port: a2a5597d-850d-4735-84b2-f5becfa53ccb, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:03:20.811182 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-99b9d0da-9801-4c3a-9031-098012d47012 req-7b8ad5d1-e27b-4835-901e-9fb585133514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a2a5597d-850d-4735-84b2-f5becfa53ccb), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:20.844680 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3bf6823a-f47a-4b67-90fc-424c58874f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (2b6724dc-715d-4b79-9357-2dd6d2f2a876), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:20.850875 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 612a0410-8791-4496-a45e-374ad9561867 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:03:20.877099 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-faabb94f-57da-4bc6-b857-6b1df5aa0f35 req-b9607c14-60b5-4735-b4fe-6e7f855af60a tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212298 Feb 09 01:03:20.977741 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6823a-f47a-4b67-90fc-424c58874f29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b6724dc-715d-4b79-9357-2dd6d2f2a876,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:20.998164 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf6823a-f47a-4b67-90fc-424c58874f29 admin admin] Checking segment: {'id': '70332602-1747-482c-9353-16874afea81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f915a872-9d1b-435e-8b6b-ca5a77ceda6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:03:20.998545 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf6823a-f47a-4b67-90fc-424c58874f29 admin admin] Network hostable DHCP agents. Network: f915a872-9d1b-435e-8b6b-ca5a77ceda6e, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:03:21.023655 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 612a0410-8791-4496-a45e-374ad9561867 is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:03:21.024053 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (612a0410-8791-4496-a45e-374ad9561867), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:21.025665 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf6823a-f47a-4b67-90fc-424c58874f29 admin admin] Network f915a872-9d1b-435e-8b6b-ca5a77ceda6e is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:03:21.047885 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-3bf6823a-f47a-4b67-90fc-424c58874f29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, f915a872-9d1b-435e-8b6b-ca5a77ceda6e) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:21.048454 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9769a3cc-b3f9-452f-aafd-0382412f453b req-69cf72d7-18b9-4dde-9b65-f95228f4b5fd service neutron] 10.222.0.50 "GET /v2.0/networks/dbff02f4-8d52-4289-93bb-c44351bfd019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3941309 Feb 09 01:03:21.070778 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-99b9d0da-9801-4c3a-9031-098012d47012 req-7b8ad5d1-e27b-4835-901e-9fb585133514 service neutron] For port a2a5597d-850d-4735-84b2-f5becfa53ccb, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:03:21.071108 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf6823a-f47a-4b67-90fc-424c58874f29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:21.072482 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f440b3a4-c729-421d-a426-68965475a4f9 None None] Network f915a872-9d1b-435e-8b6b-ca5a77ceda6e requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:03:21.073293 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-99b9d0da-9801-4c3a-9031-098012d47012 req-7b8ad5d1-e27b-4835-901e-9fb585133514 service neutron] For port a2a5597d-850d-4735-84b2-f5becfa53ccb, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=a2a5597d-850d-4735-84b2-f5becfa53ccb,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:03:21.073473 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3bf6823a-f47a-4b67-90fc-424c58874f29 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:21.084204 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-99b9d0da-9801-4c3a-9031-098012d47012 req-7b8ad5d1-e27b-4835-901e-9fb585133514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a2a5597d-850d-4735-84b2-f5becfa53ccb), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:21.107955 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3bf6823a-f47a-4b67-90fc-424c58874f29 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7239966 Feb 09 01:03:21.111898 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41744) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:03:21.121801 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-085d465f-30e2-4fd7-8e38-634d046b4bb0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1950910535-router', 'tenant_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:21.128016 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3826eff-4843-43fc-b311-46db25ad516a x-openstack-request-id: req-a3826eff-4843-43fc-b311-46db25ad516a {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:03:21.128309 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad97db53-f80a-4665-b5fe-a5337df23e04", "tag": "bb951ea1-5da7-48ca-8466-cd7ef0a81e3d", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:03:21.128583 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a3826eff-4843-43fc-b311-46db25ad516a {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:03:21.128990 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad97db53-f80a-4665-b5fe-a5337df23e04', 'tag': 'bb951ea1-5da7-48ca-8466-cd7ef0a81e3d', 'status': 'completed', 'code': 200} Feb 09 01:03:21.172200 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b9d0da-9801-4c3a-9031-098012d47012 req-7b8ad5d1-e27b-4835-901e-9fb585133514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:21.172323 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-99b9d0da-9801-4c3a-9031-098012d47012 req-7b8ad5d1-e27b-4835-901e-9fb585133514 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:21.174062 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99b9d0da-9801-4c3a-9031-098012d47012 req-7b8ad5d1-e27b-4835-901e-9fb585133514 service neutron] 10.222.0.120 "PUT /v2.0/ports/a2a5597d-850d-4735-84b2-f5becfa53ccb HTTP/1.1" status: 200 len: 1096 time: 2.2870972 Feb 09 01:03:21.215682 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-e34ca9f0-8e0e-445b-a408-dbd55574df93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 070047eb-6b5c-4931-a92f-cbf2821a03a5 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:03:21.223396 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed9ba31-f7c6-48e8-8c25-d72c0b583769', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '612a0410-8791-4496-a45e-374ad9561867'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:03:21.226750 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84fa6280-c3a6-49de-a39b-2fe0bb6694ac" -d '{"events": [{"server_uuid": "3ed9ba31-f7c6-48e8-8c25-d72c0b583769", "name": "network-vif-unplugged", "status": "completed", "tag": "612a0410-8791-4496-a45e-374ad9561867"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:03:21.287133 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-085d465f-30e2-4fd7-8e38-634d046b4bb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (5eb9c36e-3f66-4fec-833c-dcc68e31b4fb), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:21.287586 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ad5d1-e27b-4835-901e-9fb585133514 service neutron] Pushing event updated for resources: {'Port': ['ID=a2a5597d-850d-4735-84b2-f5becfa53ccb,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:21.288645 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-085d465f-30e2-4fd7-8e38-634d046b4bb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (5eb9c36e-3f66-4fec-833c-dcc68e31b4fb), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:21.309852 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9084ffbc-71ee-4395-92d9-5fd9143bb4c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-f915a872-9d1b-435e-8b6b-ca5a77ceda6e', 'network_id': 'f915a872-9d1b-435e-8b6b-ca5a77ceda6e', 'project_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'fixed_ips': [{'subnet_id': '2b6724dc-715d-4b79-9357-2dd6d2f2a876'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:03:21.311021 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9084ffbc-71ee-4395-92d9-5fd9143bb4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:21.320916 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1171f5-460a-4804-99af-92deb06192cf req-14f3e35b-ff0d-4e2f-b870-4aa3dac2a8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:21.323252 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ba1171f5-460a-4804-99af-92deb06192cf req-14f3e35b-ff0d-4e2f-b870-4aa3dac2a8df service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67da1db1339f4110b352a0d7f5bcad0c&device_id=ad97db53-f80a-4665-b5fe-a5337df23e04 HTTP/1.1" status: 200 len: 1127 time: 0.1725798 Feb 09 01:03:21.323823 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 612a0410-8791-4496-a45e-374ad9561867, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=612a0410-8791-4496-a45e-374ad9561867,segment=NetworkSegment(b2ef10b9-0c7e-4ea0-88fe-781103c28e86),segment_id=b2ef10b9-0c7e-4ea0-88fe-781103c28e86)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:21.334772 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (612a0410-8791-4496-a45e-374ad9561867), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:21.336462 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-e34ca9f0-8e0e-445b-a408-dbd55574df93 service neutron] Publish callbacks [] for port (070047eb-6b5c-4931-a92f-cbf2821a03a5), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:21.383619 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-e34ca9f0-8e0e-445b-a408-dbd55574df93 service neutron] Transition to ACTIVE for port object 070047eb-6b5c-4931-a92f-cbf2821a03a5 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:21.398943 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-e34ca9f0-8e0e-445b-a408-dbd55574df93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (070047eb-6b5c-4931-a92f-cbf2821a03a5), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:21.426024 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-085d465f-30e2-4fd7-8e38-634d046b4bb0 admin admin] Publish callbacks [] for router_controller (5eb9c36e-3f66-4fec-833c-dcc68e31b4fb), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:21.438732 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=612a0410-8791-4496-a45e-374ad9561867,revision_number=8']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:21.471248 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ca9f0-8e0e-445b-a408-dbd55574df93 service neutron] Pushing event updated for resources: {'Port': ['ID=070047eb-6b5c-4931-a92f-cbf2821a03a5,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:21.509358 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b9d0da-9801-4c3a-9031-098012d47012 req-e6a6d7b0-326e-4316-812b-b4c70253e072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:21.510944 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99b9d0da-9801-4c3a-9031-098012d47012 req-e6a6d7b0-326e-4316-812b-b4c70253e072 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=6795257b110f48b49f8d6ffbc82af9d2&device_id=08fd9e88-4947-46a6-a25b-0c31164baec3 HTTP/1.1" status: 200 len: 1130 time: 0.2621953 Feb 09 01:03:21.521102 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed6fd3-c060-4e14-a646-a0edf0e0cb84 req-5f24b61c-5769-4789-9266-ef9262f5f8b9 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:21.522884 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a5ed6fd3-c060-4e14-a646-a0edf0e0cb84 req-5f24b61c-5769-4789-9266-ef9262f5f8b9 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=dba9464e-d3c3-4d9b-88b6-92ace06d30c7 HTTP/1.1" status: 200 len: 936 time: 0.3404431 Feb 09 01:03:21.576928 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99b9d0da-9801-4c3a-9031-098012d47012 req-af4d65c3-cab8-4f32-b93a-ff8d1bc1f0d9 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=a2a5597d-850d-4735-84b2-f5becfa53ccb HTTP/1.1" status: 200 len: 217 time: 0.0486126 Feb 09 01:03:21.600000 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-9084ffbc-71ee-4395-92d9-5fd9143bb4c6 None None] Allocated IP 172.20.0.2 (f915a872-9d1b-435e-8b6b-ca5a77ceda6e/2b6724dc-715d-4b79-9357-2dd6d2f2a876/4b2e54e6-fb8a-4117-bde4-a3795cc134d3) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:21.613858 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff35de5-5ff6-4fb9-9cbc-8c5e1b67d70b req-ca95531b-e0de-4959-92f4-297a11a95135 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:21.623454 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dff35de5-5ff6-4fb9-9cbc-8c5e1b67d70b req-ca95531b-e0de-4959-92f4-297a11a95135 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7abc5d9-7485-46fd-a80f-8423f552967f HTTP/1.1" status: 200 len: 944 time: 0.3727710 Feb 09 01:03:21.638053 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-085d465f-30e2-4fd7-8e38-634d046b4bb0 admin admin] Publish callbacks [] for router_gateway (5eb9c36e-3f66-4fec-833c-dcc68e31b4fb), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:21.736834 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-e34ca9f0-8e0e-445b-a408-dbd55574df93 service neutron] Attempting to bind port 070047eb-6b5c-4931-a92f-cbf2821a03a5 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:03:21.737106 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-e34ca9f0-8e0e-445b-a408-dbd55574df93 service neutron] Attempting to bind port 070047eb-6b5c-4931-a92f-cbf2821a03a5 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:03:21.737719 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-e34ca9f0-8e0e-445b-a408-dbd55574df93 service neutron] Attempting to bind port 070047eb-6b5c-4931-a92f-cbf2821a03a5 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:03:21.750285 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-e34ca9f0-8e0e-445b-a408-dbd55574df93 service neutron] Port 070047eb-6b5c-4931-a92f-cbf2821a03a5 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:03:21.750625 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-e34ca9f0-8e0e-445b-a408-dbd55574df93 service neutron] Attempting to bind port 070047eb-6b5c-4931-a92f-cbf2821a03a5 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:03:21.783564 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dff35de5-5ff6-4fb9-9cbc-8c5e1b67d70b req-c5495e8b-fa46-4b6e-b18b-e0fa567efe1c tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577997 Feb 09 01:03:21.788078 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-e34ca9f0-8e0e-445b-a408-dbd55574df93 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:03:21.788427 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-e34ca9f0-8e0e-445b-a408-dbd55574df93 service neutron] Checking segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:03:21.788857 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-e34ca9f0-8e0e-445b-a408-dbd55574df93 service neutron] Bound using segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:03:21.789309 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-e34ca9f0-8e0e-445b-a408-dbd55574df93 service neutron] Bound port: 070047eb-6b5c-4931-a92f-cbf2821a03a5, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:03:21.789680 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-e34ca9f0-8e0e-445b-a408-dbd55574df93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (070047eb-6b5c-4931-a92f-cbf2821a03a5), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:21.947982 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-e34ca9f0-8e0e-445b-a408-dbd55574df93 service neutron] For port 070047eb-6b5c-4931-a92f-cbf2821a03a5, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:03:21.955551 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-e34ca9f0-8e0e-445b-a408-dbd55574df93 service neutron] For port 070047eb-6b5c-4931-a92f-cbf2821a03a5, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=070047eb-6b5c-4931-a92f-cbf2821a03a5,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:03:21.965091 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a5ed6fd3-c060-4e14-a646-a0edf0e0cb84 req-8afb87f2-7eb1-4b66-af55-5039852a7384 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869231 Feb 09 01:03:21.969414 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b9d0da-9801-4c3a-9031-098012d47012 req-7a386e22-f1bb-4c2a-9e93-e74042fdc9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:21.971088 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99b9d0da-9801-4c3a-9031-098012d47012 req-7a386e22-f1bb-4c2a-9e93-e74042fdc9c4 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.3752735 Feb 09 01:03:21.972529 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-e34ca9f0-8e0e-445b-a408-dbd55574df93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (070047eb-6b5c-4931-a92f-cbf2821a03a5), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:22.041718 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ca9f0-8e0e-445b-a408-dbd55574df93 service neutron] Pushing event updated for resources: {'Port': ['ID=070047eb-6b5c-4931-a92f-cbf2821a03a5,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:22.060893 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1171f5-460a-4804-99af-92deb06192cf req-93bf346f-17f8-4ac6-a85a-d75ed419b35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:22.062433 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ba1171f5-460a-4804-99af-92deb06192cf req-93bf346f-17f8-4ac6-a85a-d75ed419b35b service neutron] 10.222.0.47 "GET /v2.0/networks?id=dbff02f4-8d52-4289-93bb-c44351bfd019 HTTP/1.1" status: 200 len: 923 time: 0.6944439 Feb 09 01:03:22.084491 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9084ffbc-71ee-4395-92d9-5fd9143bb4c6 None None] Publish callbacks [] for port (4b2e54e6-fb8a-4117-bde4-a3795cc134d3), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:22.091512 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9084ffbc-71ee-4395-92d9-5fd9143bb4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (4b2e54e6-fb8a-4117-bde4-a3795cc134d3), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:22.123356 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-e34ca9f0-8e0e-445b-a408-dbd55574df93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:22.124229 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-e34ca9f0-8e0e-445b-a408-dbd55574df93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:22.126058 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-e34ca9f0-8e0e-445b-a408-dbd55574df93 service neutron] 10.222.0.47 "PUT /v2.0/ports/070047eb-6b5c-4931-a92f-cbf2821a03a5 HTTP/1.1" status: 200 len: 1096 time: 2.1373479 Feb 09 01:03:22.148311 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9084ffbc-71ee-4395-92d9-5fd9143bb4c6 None None] Pushing event updated for resources: {'Port': ['ID=4b2e54e6-fb8a-4117-bde4-a3795cc134d3,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:22.164326 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ba1171f5-460a-4804-99af-92deb06192cf req-5963a4c3-9176-487f-a404-460c09eb93fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb951ea1-5da7-48ca-8466-cd7ef0a81e3d HTTP/1.1" status: 200 len: 217 time: 0.0902331 Feb 09 01:03:22.173269 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b9d0da-9801-4c3a-9031-098012d47012 req-54bded6e-a8b8-41a1-8189-88588fb4fb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:22.175137 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99b9d0da-9801-4c3a-9031-098012d47012 req-54bded6e-a8b8-41a1-8189-88588fb4fb67 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1342113 Feb 09 01:03:22.185512 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9084ffbc-71ee-4395-92d9-5fd9143bb4c6 None None] Network f915a872-9d1b-435e-8b6b-ca5a77ceda6e is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:22.188555 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-9084ffbc-71ee-4395-92d9-5fd9143bb4c6 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:22.191737 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9084ffbc-71ee-4395-92d9-5fd9143bb4c6 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:03:22.274630 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-9084ffbc-71ee-4395-92d9-5fd9143bb4c6 None None] Attempting to bind port 4b2e54e6-fb8a-4117-bde4-a3795cc134d3 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:03:22.275132 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-9084ffbc-71ee-4395-92d9-5fd9143bb4c6 None None] Attempting to bind port 4b2e54e6-fb8a-4117-bde4-a3795cc134d3 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '70332602-1747-482c-9353-16874afea81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f915a872-9d1b-435e-8b6b-ca5a77ceda6e'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:03:22.275547 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9084ffbc-71ee-4395-92d9-5fd9143bb4c6 None None] Attempting to bind port 4b2e54e6-fb8a-4117-bde4-a3795cc134d3 on network f915a872-9d1b-435e-8b6b-ca5a77ceda6e {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:03:22.282296 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9084ffbc-71ee-4395-92d9-5fd9143bb4c6 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:03:22.283014 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9084ffbc-71ee-4395-92d9-5fd9143bb4c6 None None] Checking segment: {'id': '70332602-1747-482c-9353-16874afea81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f915a872-9d1b-435e-8b6b-ca5a77ceda6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:03:22.283433 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9084ffbc-71ee-4395-92d9-5fd9143bb4c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:22.283841 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9084ffbc-71ee-4395-92d9-5fd9143bb4c6 None None] Bound using segment: {'id': '70332602-1747-482c-9353-16874afea81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f915a872-9d1b-435e-8b6b-ca5a77ceda6e'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:03:22.284511 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-9084ffbc-71ee-4395-92d9-5fd9143bb4c6 None None] Bound port: 4b2e54e6-fb8a-4117-bde4-a3795cc134d3, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70332602-1747-482c-9353-16874afea81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f915a872-9d1b-435e-8b6b-ca5a77ceda6e'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:03:22.285088 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9084ffbc-71ee-4395-92d9-5fd9143bb4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4b2e54e6-fb8a-4117-bde4-a3795cc134d3), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:22.342740 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1171f5-460a-4804-99af-92deb06192cf req-cbab0201-ceb6-4d29-841f-059f7a5e4dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:22.344260 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ba1171f5-460a-4804-99af-92deb06192cf req-cbab0201-ceb6-4d29-841f-059f7a5e4dc6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=43589af2-0462-47b3-852e-472c8aa8fb62 HTTP/1.1" status: 200 len: 860 time: 0.1599307 Feb 09 01:03:22.371148 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-9084ffbc-71ee-4395-92d9-5fd9143bb4c6 None None] For port 4b2e54e6-fb8a-4117-bde4-a3795cc134d3, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:03:22.376008 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-9084ffbc-71ee-4395-92d9-5fd9143bb4c6 None None] For port 4b2e54e6-fb8a-4117-bde4-a3795cc134d3, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=4b2e54e6-fb8a-4117-bde4-a3795cc134d3,segment=NetworkSegment(70332602-1747-482c-9353-16874afea81c),segment_id=70332602-1747-482c-9353-16874afea81c)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:03:22.382170 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f17969-5761-40b0-8812-bd147f15f359 x-openstack-request-id: req-05f17969-5761-40b0-8812-bd147f15f359 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:03:22.382592 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed9ba31-f7c6-48e8-8c25-d72c0b583769", "name": "network-vif-unplugged", "status": "completed", "tag": "612a0410-8791-4496-a45e-374ad9561867", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:03:22.382913 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-05f17969-5761-40b0-8812-bd147f15f359 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:03:22.383406 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed9ba31-f7c6-48e8-8c25-d72c0b583769', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '612a0410-8791-4496-a45e-374ad9561867', 'code': 200} Feb 09 01:03:22.385907 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9084ffbc-71ee-4395-92d9-5fd9143bb4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (4b2e54e6-fb8a-4117-bde4-a3795cc134d3), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:22.533207 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1171f5-460a-4804-99af-92deb06192cf req-2b773285-a02e-4abc-97e2-2d6a0e90909b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:22.534717 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ba1171f5-460a-4804-99af-92deb06192cf req-2b773285-a02e-4abc-97e2-2d6a0e90909b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dbff02f4-8d52-4289-93bb-c44351bfd019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1740534 Feb 09 01:03:22.534988 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9084ffbc-71ee-4395-92d9-5fd9143bb4c6 None None] Pushing event updated for resources: {'Port': ['ID=4b2e54e6-fb8a-4117-bde4-a3795cc134d3,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:22.535679 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99b9d0da-9801-4c3a-9031-098012d47012 req-f447ed29-6cc6-4970-a3c8-9dfe37070d58 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492267 Feb 09 01:03:22.623362 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-407ca01f-7a9b-4bbc-add2-f2223677f8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:22.625754 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-407ca01f-7a9b-4bbc-add2-f2223677f8d3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e4a1438c4ae4668a3f29d116af30cb3&device_id=dba9464e-d3c3-4d9b-88b6-92ace06d30c7 HTTP/1.1" status: 200 len: 1130 time: 0.2619815 Feb 09 01:03:22.685345 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device f1b957a8-19bc-4931-a7e4-b99b73998d2d no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:03:22.823195 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ba1171f5-460a-4804-99af-92deb06192cf req-d69babe0-14dc-4858-b7b1-c0de00aa9d27 service neutron] 10.222.0.47 "GET /v2.0/networks/dbff02f4-8d52-4289-93bb-c44351bfd019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652967 Feb 09 01:03:22.827452 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99b9d0da-9801-4c3a-9031-098012d47012 req-7886d068-0c8d-4cee-b502-097904234140 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439647 Feb 09 01:03:22.828195 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-085d465f-30e2-4fd7-8e38-634d046b4bb0 admin admin] Publish callbacks [] for router_gateway (5eb9c36e-3f66-4fec-833c-dcc68e31b4fb), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:22.863438 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-085d465f-30e2-4fd7-8e38-634d046b4bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:22.919904 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-6e8f564d-780b-4ab2-ba77-623d21e1e9ed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=070047eb-6b5c-4931-a92f-cbf2821a03a5 HTTP/1.1" status: 200 len: 217 time: 0.1591825 Feb 09 01:03:22.935997 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port f1b957a8-19bc-4931-a7e4-b99b73998d2d is: DOWN; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:03:22.952616 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a8cd1-3a7a-4280-a59f-eead9971019a req-30cd65ae-8378-4215-b46f-bb930521cfcc tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:22.958117 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-258a8cd1-3a7a-4280-a59f-eead9971019a req-30cd65ae-8378-4215-b46f-bb930521cfcc tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=08fd9e88-4947-46a6-a25b-0c31164baec3 HTTP/1.1" status: 200 len: 948 time: 0.4191890 Feb 09 01:03:23.058342 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-258a8cd1-3a7a-4280-a59f-eead9971019a req-e42c7708-79a5-4c19-afe9-d7fecad9782b tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519044 Feb 09 01:03:23.066327 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-7f99033f-c9fe-4ad8-b5f0-a76410c22450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:23.067834 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-7f99033f-c9fe-4ad8-b5f0-a76410c22450 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.1349156 Feb 09 01:03:23.071011 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ba1171f5-460a-4804-99af-92deb06192cf req-746ea7e1-276f-489d-8d5b-a94650e1b7dc service neutron] 10.222.0.47 "GET /v2.0/networks/dbff02f4-8d52-4289-93bb-c44351bfd019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399094 Feb 09 01:03:23.130551 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08fd9e88-4947-46a6-a25b-0c31164baec3', 'tag': 'a2a5597d-850d-4735-84b2-f5becfa53ccb'}, {'name': 'network-changed', 'server_uuid': 'dba9464e-d3c3-4d9b-88b6-92ace06d30c7', 'tag': '070047eb-6b5c-4931-a92f-cbf2821a03a5'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:03:23.133173 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4e410a-983b-4b93-a6b3-933fe870dd6d" -d '{"events": [{"name": "network-changed", "server_uuid": "08fd9e88-4947-46a6-a25b-0c31164baec3", "tag": "a2a5597d-850d-4735-84b2-f5becfa53ccb"}, {"name": "network-changed", "server_uuid": "dba9464e-d3c3-4d9b-88b6-92ace06d30c7", "tag": "070047eb-6b5c-4931-a92f-cbf2821a03a5"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:03:23.160735 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-e1bd4365-f73b-4219-9f09-77efeb548c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:23.162395 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-e1bd4365-f73b-4219-9f09-77efeb548c32 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0765529 Feb 09 01:03:23.214277 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-085d465f-30e2-4fd7-8e38-634d046b4bb0 admin admin] Allocated IP 172.25.8.156 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/76271eef-ee0c-44e6-ae00-f0e188984f60) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:23.302344 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736372c7-e953-43b8-9fc2-6dc56b44eeb4 req-e323be21-5f8a-4792-8e26-02a1c3eb8e00 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:23.304082 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-736372c7-e953-43b8-9fc2-6dc56b44eeb4 req-e323be21-5f8a-4792-8e26-02a1c3eb8e00 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f2328a3-da54-4134-bafe-a58b14532986&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1370218 Feb 09 01:03:23.332999 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-085d465f-30e2-4fd7-8e38-634d046b4bb0 admin admin] Publish callbacks [] for port (76271eef-ee0c-44e6-ae00-f0e188984f60), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:23.371760 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-085d465f-30e2-4fd7-8e38-634d046b4bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (76271eef-ee0c-44e6-ae00-f0e188984f60), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:23.388641 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-736372c7-e953-43b8-9fc2-6dc56b44eeb4 req-c0c8c44e-b21b-4067-9313-5073c341cf28 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.8.177 HTTP/1.1" status: 200 len: 696 time: 0.0695691 Feb 09 01:03:23.398622 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a1cc9-c2a2-4304-8195-dd868f31e0b5 req-fa6b1b2e-1967-4af9-b20e-06d76d2c7019 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:23.400244 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b07a1cc9-c2a2-4304-8195-dd868f31e0b5 req-fa6b1b2e-1967-4af9-b20e-06d76d2c7019 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7abc5d9-7485-46fd-a80f-8423f552967f HTTP/1.1" status: 200 len: 944 time: 0.1797855 Feb 09 01:03:23.403791 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-db870a54-a4d7-4585-96a2-751c17459f7a service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080121 Feb 09 01:03:23.408374 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-736372c7-e953-43b8-9fc2-6dc56b44eeb4 req-c6cd585f-7ee3-4e82-9772-8cff61011663 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Request body: {'floatingip': {'port_id': '5bd360c7-d35c-4dfa-92f8-c4b0496c187d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:23.418530 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085d465f-30e2-4fd7-8e38-634d046b4bb0 admin admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:23.422416 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-085d465f-30e2-4fd7-8e38-634d046b4bb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:23.426800 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085d465f-30e2-4fd7-8e38-634d046b4bb0 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:03:23.602169 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4b2e54e6-fb8a-4117-bde4-a3795cc134d3 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:03:23.679605 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 4b2e54e6-fb8a-4117-bde4-a3795cc134d3 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:23.680272 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4b2e54e6-fb8a-4117-bde4-a3795cc134d3), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:23.706276 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d465f-30e2-4fd7-8e38-634d046b4bb0 admin admin] Pushing event updated for resources: {'Port': ['ID=76271eef-ee0c-44e6-ae00-f0e188984f60,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:23.798555 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 4b2e54e6-fb8a-4117-bde4-a3795cc134d3 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:03:23.799359 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4b2e54e6-fb8a-4117-bde4-a3795cc134d3), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:23.838657 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-085d465f-30e2-4fd7-8e38-634d046b4bb0 admin admin] Publish callbacks [] for router_gateway (5eb9c36e-3f66-4fec-833c-dcc68e31b4fb), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:23.858342 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 4b2e54e6-fb8a-4117-bde4-a3795cc134d3, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=4b2e54e6-fb8a-4117-bde4-a3795cc134d3,segment=NetworkSegment(70332602-1747-482c-9353-16874afea81c),segment_id=70332602-1747-482c-9353-16874afea81c)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:23.865762 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (4b2e54e6-fb8a-4117-bde4-a3795cc134d3), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:23.894357 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-736372c7-e953-43b8-9fc2-6dc56b44eeb4 req-c6cd585f-7ee3-4e82-9772-8cff61011663 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks [] for floatingip (d6fa6231-c7ca-42aa-9dfd-6281ddb07e73), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:23.940317 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=4b2e54e6-fb8a-4117-bde4-a3795cc134d3,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:23.985443 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf356d7-5a50-4b32-a615-f0d5b31bba24 None None] Network f915a872-9d1b-435e-8b6b-ca5a77ceda6e requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:03:24.044745 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b07a1cc9-c2a2-4304-8195-dd868f31e0b5 req-2c2b05ea-923e-4f9c-9815-559a241ac2ad tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6334469 Feb 09 01:03:24.089487 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a39eaef4-d3e3-4064-823f-70c55a75c70b req-c3939504-1562-4865-b09e-c782794ba0ac service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6712546 Feb 09 01:03:24.101949 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-fcbc2256-0086-445f-bcfa-ed7c7a20deb4 None None] Provisioning complete for port 4b2e54e6-fb8a-4117-bde4-a3795cc134d3 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:24.104160 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fcbc2256-0086-445f-bcfa-ed7c7a20deb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4b2e54e6-fb8a-4117-bde4-a3795cc134d3), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:24.134148 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-085d465f-30e2-4fd7-8e38-634d046b4bb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (5eb9c36e-3f66-4fec-833c-dcc68e31b4fb), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:24.261607 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-fcbc2256-0086-445f-bcfa-ed7c7a20deb4 None None] Current status of the port 4b2e54e6-fb8a-4117-bde4-a3795cc134d3 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:03:24.335095 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085d465f-30e2-4fd7-8e38-634d046b4bb0 admin admin] Router 5eb9c36e-3f66-4fec-833c-dcc68e31b4fb is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:03:24.414154 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c98721-845c-4ac1-9b0f-5f0c309b38d9 req-f4949579-9eae-43d5-9b68-12fdc20286ad tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:24.415902 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e7c98721-845c-4ac1-9b0f-5f0c309b38d9 req-f4949579-9eae-43d5-9b68-12fdc20286ad tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=dba9464e-d3c3-4d9b-88b6-92ace06d30c7 HTTP/1.1" status: 200 len: 948 time: 0.2378557 Feb 09 01:03:24.471941 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085d465f-30e2-4fd7-8e38-634d046b4bb0 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:03:24.485859 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8ab778-2efc-42a7-81e2-8343d8926fc1 None None] Sync routers for ids ['5eb9c36e-3f66-4fec-833c-dcc68e31b4fb'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:03:24.490333 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-085d465f-30e2-4fd7-8e38-634d046b4bb0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:24.496030 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-085d465f-30e2-4fd7-8e38-634d046b4bb0 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.3826094 Feb 09 01:03:24.496978 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41802) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:03:24.503638 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8ab778-2efc-42a7-81e2-8343d8926fc1 None None] Routers {'5eb9c36e-3f66-4fec-833c-dcc68e31b4fb'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:03:24.504458 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-3a8ab778-2efc-42a7-81e2-8343d8926fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:03:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['5eb9c36e-3f66-4fec-833c-dcc68e31b4fb'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:24.560642 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e7c98721-845c-4ac1-9b0f-5f0c309b38d9 req-b214065d-bc98-4ba8-9638-f7eff96fe787 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108179 Feb 09 01:03:24.568366 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b47cb-a059-493a-a372-831050677fdd req-3e85a72a-2585-4db3-9111-effcdd568712 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:24.570063 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-791b47cb-a059-493a-a372-831050677fdd req-3e85a72a-2585-4db3-9111-effcdd568712 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad97db53-f80a-4665-b5fe-a5337df23e04 HTTP/1.1" status: 200 len: 945 time: 0.2500610 Feb 09 01:03:24.611608 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-707ab6e9-17c3-41bf-917f-7d0389e95687 None None] Provisioning complete for port 4b2e54e6-fb8a-4117-bde4-a3795cc134d3 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:24.612145 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-707ab6e9-17c3-41bf-917f-7d0389e95687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4b2e54e6-fb8a-4117-bde4-a3795cc134d3), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:24.685721 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device a2a5597d-850d-4735-84b2-f5becfa53ccb details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:03:24.698739 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-3a8ab778-2efc-42a7-81e2-8343d8926fc1 None None] Set router 5eb9c36e-3f66-4fec-833c-dcc68e31b4fb gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:03:24.737755 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-736372c7-e953-43b8-9fc2-6dc56b44eeb4 req-c6cd585f-7ee3-4e82-9772-8cff61011663 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:24.745934 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-736372c7-e953-43b8-9fc2-6dc56b44eeb4 req-c6cd585f-7ee3-4e82-9772-8cff61011663 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (d6fa6231-c7ca-42aa-9dfd-6281ddb07e73), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:24.878457 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-791b47cb-a059-493a-a372-831050677fdd req-6d48f6ac-45de-4a31-bf92-8c41a16c7be7 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Deleting port bb951ea1-5da7-48ca-8466-cd7ef0a81e3d {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:03:24.878810 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-791b47cb-a059-493a-a372-831050677fdd req-6d48f6ac-45de-4a31-bf92-8c41a16c7be7 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (bb951ea1-5da7-48ca-8466-cd7ef0a81e3d), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:24.960374 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.resource_extend [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:03:25.025455 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 01:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0f7aa5-97c7-4500-9629-4efb48a041b3 x-openstack-request-id: req-fa0f7aa5-97c7-4500-9629-4efb48a041b3 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:03:25.026504 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08fd9e88-4947-46a6-a25b-0c31164baec3", "tag": "a2a5597d-850d-4735-84b2-f5becfa53ccb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dba9464e-d3c3-4d9b-88b6-92ace06d30c7", "tag": "070047eb-6b5c-4931-a92f-cbf2821a03a5", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:03:25.026862 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fa0f7aa5-97c7-4500-9629-4efb48a041b3 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:03:25.027260 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08fd9e88-4947-46a6-a25b-0c31164baec3', 'tag': 'a2a5597d-850d-4735-84b2-f5becfa53ccb', 'status': 'completed', 'code': 200} Feb 09 01:03:25.027518 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dba9464e-d3c3-4d9b-88b6-92ace06d30c7', 'tag': '070047eb-6b5c-4931-a92f-cbf2821a03a5', 'status': 'completed', 'code': 200} Feb 09 01:03:25.073298 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-707ab6e9-17c3-41bf-917f-7d0389e95687 None None] Current status of the port 4b2e54e6-fb8a-4117-bde4-a3795cc134d3 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:03:25.106312 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e410a-983b-4b93-a6b3-933fe870dd6d req-6632f9e9-25b5-4576-8c9a-1835619a81f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:25.108423 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-791b47cb-a059-493a-a372-831050677fdd req-6d48f6ac-45de-4a31-bf92-8c41a16c7be7 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] For port bb951ea1-5da7-48ca-8466-cd7ef0a81e3d, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=bb951ea1-5da7-48ca-8466-cd7ef0a81e3d,segment=NetworkSegment(9519a72c-6e52-48a2-9d48-19f11e744f6e),segment_id=9519a72c-6e52-48a2-9d48-19f11e744f6e)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:25.108985 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-2e4e410a-983b-4b93-a6b3-933fe870dd6d req-6632f9e9-25b5-4576-8c9a-1835619a81f3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e4a1438c4ae4668a3f29d116af30cb3&device_id=dba9464e-d3c3-4d9b-88b6-92ace06d30c7 HTTP/1.1" status: 200 len: 1130 time: 0.0764291 Feb 09 01:03:25.109309 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-791b47cb-a059-493a-a372-831050677fdd req-6d48f6ac-45de-4a31-bf92-8c41a16c7be7 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (bb951ea1-5da7-48ca-8466-cd7ef0a81e3d), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:25.151872 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-791b47cb-a059-493a-a372-831050677fdd req-6d48f6ac-45de-4a31-bf92-8c41a16c7be7 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Calling delete_port for bb951ea1-5da7-48ca-8466-cd7ef0a81e3d owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:03:25.168500 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e410a-983b-4b93-a6b3-933fe870dd6d req-731cfd13-7bda-4d3a-a0c0-c7f4784ec02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:25.170047 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e4e410a-983b-4b93-a6b3-933fe870dd6d req-731cfd13-7bda-4d3a-a0c0-c7f4784ec02a service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=6795257b110f48b49f8d6ffbc82af9d2&device_id=08fd9e88-4947-46a6-a25b-0c31164baec3 HTTP/1.1" status: 200 len: 1130 time: 0.1797698 Feb 09 01:03:25.184714 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc663a-2a5b-45ea-ac0e-c019fdb44e42 req-8bb4f20e-f6e3-4959-ba8e-d4c9c5807114 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:25.186221 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-21cc663a-2a5b-45ea-ac0e-c019fdb44e42 req-8bb4f20e-f6e3-4959-ba8e-d4c9c5807114 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=08fd9e88-4947-46a6-a25b-0c31164baec3 HTTP/1.1" status: 200 len: 948 time: 0.1491768 Feb 09 01:03:25.196168 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port a2a5597d-850d-4735-84b2-f5becfa53ccb, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=a2a5597d-850d-4735-84b2-f5becfa53ccb,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:25.214055 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': 'a2a5597d-850d-4735-84b2-f5becfa53ccb', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'port_id': 'a2a5597d-850d-4735-84b2-f5becfa53ccb', 'mac_address': 'fa:16:3e:f1:07:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3810d295-ee98-40f7-b1e2-609bf7d1c3df', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:03:25.219302 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e410a-983b-4b93-a6b3-933fe870dd6d req-30b5031c-0ba6-4001-a5f7-9cd23c7d818a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:25.221528 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-2e4e410a-983b-4b93-a6b3-933fe870dd6d req-30b5031c-0ba6-4001-a5f7-9cd23c7d818a service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.1009462 Feb 09 01:03:25.260921 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port a2a5597d-850d-4735-84b2-f5becfa53ccb is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:03:25.261322 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a2a5597d-850d-4735-84b2-f5becfa53ccb), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:25.284656 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2a5597d-850d-4735-84b2-f5becfa53ccb {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:03:25.285285 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e410a-983b-4b93-a6b3-933fe870dd6d req-1033f0b0-7009-4a8d-a24f-f3d079bdae5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:25.286891 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e4e410a-983b-4b93-a6b3-933fe870dd6d req-1033f0b0-7009-4a8d-a24f-f3d079bdae5d service neutron] 10.222.0.120 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.0969260 Feb 09 01:03:25.294089 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-3a8ab778-2efc-42a7-81e2-8343d8926fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb9c36e-3f66-4fec-833c-dcc68e31b4fb', 'name': 'tempest-ServersTestJSON-1950910535-router', 'tenant_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '76271eef-ee0c-44e6-ae00-f0e188984f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:03:21Z', 'updated_at': '2022-02-09T01:03:23Z', 'revision_number': 3, 'project_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'gw_port': {'id': '76271eef-ee0c-44e6-ae00-f0e188984f60', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ba:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb9c36e-3f66-4fec-833c-dcc68e31b4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:22Z', 'updated_at': '2022-02-09T01:03:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:25.297808 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-2e4e410a-983b-4b93-a6b3-933fe870dd6d req-5f6c1f25-fb52-4cd8-a6cd-e8cf2afd9b34 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=070047eb-6b5c-4931-a92f-cbf2821a03a5 HTTP/1.1" status: 200 len: 217 time: 0.0503492 Feb 09 01:03:25.335509 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8ab778-2efc-42a7-81e2-8343d8926fc1 None None] Checking router: 5eb9c36e-3f66-4fec-833c-dcc68e31b4fb for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:03:25.335859 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8ab778-2efc-42a7-81e2-8343d8926fc1 None None] Updating router 5eb9c36e-3f66-4fec-833c-dcc68e31b4fb port 76271eef-ee0c-44e6-ae00-f0e188984f60 binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:03:25.375518 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3a8ab778-2efc-42a7-81e2-8343d8926fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (76271eef-ee0c-44e6-ae00-f0e188984f60), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:25.378860 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port a2a5597d-850d-4735-84b2-f5becfa53ccb, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=a2a5597d-850d-4735-84b2-f5becfa53ccb,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:25.382289 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-21cc663a-2a5b-45ea-ac0e-c019fdb44e42 req-0443369c-8952-4f68-8a8b-2499e5aced1e tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911081 Feb 09 01:03:25.420443 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e4e410a-983b-4b93-a6b3-933fe870dd6d req-c095256f-0efc-48b1-a6c3-d6b1986afc12 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=a2a5597d-850d-4735-84b2-f5becfa53ccb HTTP/1.1" status: 200 len: 217 time: 0.0856683 Feb 09 01:03:25.453675 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a2a5597d-850d-4735-84b2-f5becfa53ccb), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:25.489619 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e410a-983b-4b93-a6b3-933fe870dd6d req-9e41d11e-56b1-49a4-804e-b83f248b82bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:25.491113 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e4e410a-983b-4b93-a6b3-933fe870dd6d req-9e41d11e-56b1-49a4-804e-b83f248b82bc service neutron] 10.222.0.120 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.0639408 Feb 09 01:03:25.494837 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [req-736372c7-e953-43b8-9fc2-6dc56b44eeb4 req-c6cd585f-7ee3-4e82-9772-8cff61011663 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Floating IP d6fa6231-c7ca-42aa-9dfd-6281ddb07e73 associated. External IP: 172.25.8.177, port: 5bd360c7-d35c-4dfa-92f8-c4b0496c187d. Feb 09 01:03:25.648689 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e410a-983b-4b93-a6b3-933fe870dd6d req-b2693e18-5fc3-4187-83ae-1d87361a1829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:25.652402 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-2e4e410a-983b-4b93-a6b3-933fe870dd6d req-b2693e18-5fc3-4187-83ae-1d87361a1829 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.3476129 Feb 09 01:03:25.757560 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9eb6ea5f-faf6-4ece-9fc3-86fd777bea81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:25.791250 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e410a-983b-4b93-a6b3-933fe870dd6d req-a51e147e-9f0e-4749-9307-57e5e91e67b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:25.792853 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-2e4e410a-983b-4b93-a6b3-933fe870dd6d req-a51e147e-9f0e-4749-9307-57e5e91e67b9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1266353 Feb 09 01:03:25.835557 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-791b47cb-a059-493a-a372-831050677fdd req-6d48f6ac-45de-4a31-bf92-8c41a16c7be7 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (bb951ea1-5da7-48ca-8466-cd7ef0a81e3d), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:25.847772 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4b2e54e6-fb8a-4117-bde4-a3795cc134d3 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:03:25.870429 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=a2a5597d-850d-4735-84b2-f5becfa53ccb,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:25.876931 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['5bd360c7-d35c-4dfa-92f8-c4b0496c187d'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:03:25.979919 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-2e4e410a-983b-4b93-a6b3-933fe870dd6d req-3993db76-f2d3-429b-b59d-3610a449d8ea service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548352 Feb 09 01:03:26.024465 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d48f6ac-45de-4a31-bf92-8c41a16c7be7 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Pushing event deleted for resources: {'Port': ['ID=bb951ea1-5da7-48ca-8466-cd7ef0a81e3d,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:26.037288 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e410a-983b-4b93-a6b3-933fe870dd6d req-d7a2fca7-26e5-49f8-a592-14e5bda9b468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:26.041512 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e4e410a-983b-4b93-a6b3-933fe870dd6d req-d7a2fca7-26e5-49f8-a592-14e5bda9b468 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5370595 Feb 09 01:03:26.083987 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['a2a5597d-850d-4735-84b2-f5becfa53ccb'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:03:26.127156 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3a8ab778-2efc-42a7-81e2-8343d8926fc1 None None] Publish callbacks [] for port (76271eef-ee0c-44e6-ae00-f0e188984f60), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:26.130749 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-9eb6ea5f-faf6-4ece-9fc3-86fd777bea81 admin admin] Allocated IP 172.20.0.1 (f915a872-9d1b-435e-8b6b-ca5a77ceda6e/2b6724dc-715d-4b79-9357-2dd6d2f2a876/f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:26.152186 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3a8ab778-2efc-42a7-81e2-8343d8926fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (76271eef-ee0c-44e6-ae00-f0e188984f60), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:26.174792 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-791b47cb-a059-493a-a372-831050677fdd req-6d48f6ac-45de-4a31-bf92-8c41a16c7be7 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] No DVR routers for this DVR port bb951ea1-5da7-48ca-8466-cd7ef0a81e3d on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:03:26.184291 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-2e4e410a-983b-4b93-a6b3-933fe870dd6d req-771ee381-906c-441d-b776-578104fbbf67 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953175 Feb 09 01:03:26.196990 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-791b47cb-a059-493a-a372-831050677fdd req-6d48f6ac-45de-4a31-bf92-8c41a16c7be7 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:26.200316 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-791b47cb-a059-493a-a372-831050677fdd req-6d48f6ac-45de-4a31-bf92-8c41a16c7be7 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.47 "DELETE /v2.0/ports/bb951ea1-5da7-48ca-8466-cd7ef0a81e3d HTTP/1.1" status: 204 len: 173 time: 1.6226749 Feb 09 01:03:26.236529 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-826ebe16-00b8-41c0-8a8e-b6c4d279d6a7 service neutron] 10.222.0.120 "GET /v2.0/ports/f1b957a8-19bc-4931-a7e4-b99b73998d2d/bindings/n-h1-828369-4 HTTP/1.1" status: 200 len: 384 time: 0.3476849 Feb 09 01:03:26.252927 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-3a8ab778-2efc-42a7-81e2-8343d8926fc1 None None] Attempting to bind port 76271eef-ee0c-44e6-ae00-f0e188984f60 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:03:26.253310 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-3a8ab778-2efc-42a7-81e2-8343d8926fc1 None None] Attempting to bind port 76271eef-ee0c-44e6-ae00-f0e188984f60 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:03:26.253683 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8ab778-2efc-42a7-81e2-8343d8926fc1 None None] Attempting to bind port 76271eef-ee0c-44e6-ae00-f0e188984f60 on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:03:26.276495 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbaedc2-8f2c-4264-94d3-a54786e6b05e req-1e5a66d7-8b70-4706-b533-091e9f3c5bf6 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:26.277464 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 4b2e54e6-fb8a-4117-bde4-a3795cc134d3 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:26.277753 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4b2e54e6-fb8a-4117-bde4-a3795cc134d3), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:26.279446 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3111a1d-f3e2-483c-a5be-a463eda1a6c0 None None] Pushing event updated for resources: {'Port': ['ID=76271eef-ee0c-44e6-ae00-f0e188984f60,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:26.288962 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-edbaedc2-8f2c-4264-94d3-a54786e6b05e req-1e5a66d7-8b70-4706-b533-091e9f3c5bf6 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/networks?id=b90c3694-06cc-4931-a87d-3191a1408398 HTTP/1.1" status: 200 len: 805 time: 0.4699950 Feb 09 01:03:26.303003 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8ab778-2efc-42a7-81e2-8343d8926fc1 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:03:26.305425 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8ab778-2efc-42a7-81e2-8343d8926fc1 None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:03:26.305731 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3a8ab778-2efc-42a7-81e2-8343d8926fc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:26.306144 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8ab778-2efc-42a7-81e2-8343d8926fc1 None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:03:26.306655 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-3a8ab778-2efc-42a7-81e2-8343d8926fc1 None None] Bound port: 76271eef-ee0c-44e6-ae00-f0e188984f60, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:03:26.307042 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3a8ab778-2efc-42a7-81e2-8343d8926fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (76271eef-ee0c-44e6-ae00-f0e188984f60), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:26.329795 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9eb6ea5f-faf6-4ece-9fc3-86fd777bea81 admin admin] Publish callbacks [] for port (f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:26.340284 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-736372c7-e953-43b8-9fc2-6dc56b44eeb4 req-c6cd585f-7ee3-4e82-9772-8cff61011663 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Router 509bebbd-0924-4d0f-9773-81152d001a49 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:03:26.349313 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-edbaedc2-8f2c-4264-94d3-a54786e6b05e req-e77d7b6d-c8b0-482b-802b-577434b8bf2a tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/quotas/74abc34e7691425282972b2da05f36f8 HTTP/1.1" status: 200 len: 375 time: 0.0594807 Feb 09 01:03:26.399018 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9eb6ea5f-faf6-4ece-9fc3-86fd777bea81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:26.403774 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e4e410a-983b-4b93-a6b3-933fe870dd6d req-10d03fe1-c8dc-4cf3-84d4-a7d0deead70b service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493795 Feb 09 01:03:26.443544 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb6ea5f-faf6-4ece-9fc3-86fd777bea81 admin admin] Network f915a872-9d1b-435e-8b6b-ca5a77ceda6e is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:26.446599 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-9eb6ea5f-faf6-4ece-9fc3-86fd777bea81 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:26.450079 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb6ea5f-faf6-4ece-9fc3-86fd777bea81 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:03:26.517537 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-3a8ab778-2efc-42a7-81e2-8343d8926fc1 None None] For port 76271eef-ee0c-44e6-ae00-f0e188984f60, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:03:26.521096 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9eb6ea5f-faf6-4ece-9fc3-86fd777bea81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (5eb9c36e-3f66-4fec-833c-dcc68e31b4fb), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:26.561220 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-3a8ab778-2efc-42a7-81e2-8343d8926fc1 None None] For port 76271eef-ee0c-44e6-ae00-f0e188984f60, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=76271eef-ee0c-44e6-ae00-f0e188984f60,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:03:26.567062 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6ea5f-faf6-4ece-9fc3-86fd777bea81 admin admin] Pushing event updated for resources: {'Port': ['ID=f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:26.568858 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 4b2e54e6-fb8a-4117-bde4-a3795cc134d3 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:03:26.594960 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3a8ab778-2efc-42a7-81e2-8343d8926fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (76271eef-ee0c-44e6-ae00-f0e188984f60), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:26.704295 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3111a1d-f3e2-483c-a5be-a463eda1a6c0 None None] Pushing event updated for resources: {'Port': ['ID=76271eef-ee0c-44e6-ae00-f0e188984f60,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:26.711887 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8ab778-2efc-42a7-81e2-8343d8926fc1 None None] Routers {'5eb9c36e-3f66-4fec-833c-dcc68e31b4fb'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:03:26.712497 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-3a8ab778-2efc-42a7-81e2-8343d8926fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:03:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['5eb9c36e-3f66-4fec-833c-dcc68e31b4fb'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:26.724158 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9eb6ea5f-faf6-4ece-9fc3-86fd777bea81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:26.836590 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-31c6677d-ece6-46a2-bf8c-f6c7485ad7b7 None None] Provisioning complete for port f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:26.836590 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-31c6677d-ece6-46a2-bf8c-f6c7485ad7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:26.867891 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 070047eb-6b5c-4931-a92f-cbf2821a03a5 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:03:26.869976 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device bb951ea1-5da7-48ca-8466-cd7ef0a81e3d no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:03:26.904305 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-3a8ab778-2efc-42a7-81e2-8343d8926fc1 None None] Set router 5eb9c36e-3f66-4fec-833c-dcc68e31b4fb gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:03:26.935889 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9eb6ea5f-faf6-4ece-9fc3-86fd777bea81 admin admin] Publish callbacks [] for port (f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:26.942923 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9eb6ea5f-faf6-4ece-9fc3-86fd777bea81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:26.946398 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-edbaedc2-8f2c-4264-94d3-a54786e6b05e req-e198675d-a660-4044-8fee-d11d9142dd0e tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=74abc34e7691425282972b2da05f36f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5782826 Feb 09 01:03:26.953489 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: bb951ea1-5da7-48ca-8466-cd7ef0a81e3d {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:03:26.953851 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device bb951ea1-5da7-48ca-8466-cd7ef0a81e3d not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:03:26.975908 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-31c6677d-ece6-46a2-bf8c-f6c7485ad7b7 None None] Port f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:03:27.019430 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e4e410a-983b-4b93-a6b3-933fe870dd6d req-94c016b5-53d1-4588-8fce-5cb8b52ceb96 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5918014 Feb 09 01:03:27.035136 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad97db53-f80a-4665-b5fe-a5337df23e04', 'name': 'network-vif-deleted', 'tag': 'bb951ea1-5da7-48ca-8466-cd7ef0a81e3d'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:03:27.037490 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9cfd1c-fa7d-404e-85d9-862391ecd034" -d '{"events": [{"server_uuid": "ad97db53-f80a-4665-b5fe-a5337df23e04", "name": "network-vif-deleted", "tag": "bb951ea1-5da7-48ca-8466-cd7ef0a81e3d"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:03:27.052973 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9eb6ea5f-faf6-4ece-9fc3-86fd777bea81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (5eb9c36e-3f66-4fec-833c-dcc68e31b4fb), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:27.058959 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6ea5f-faf6-4ece-9fc3-86fd777bea81 admin admin] Pushing event updated for resources: {'Port': ['ID=f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:27.090685 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-736372c7-e953-43b8-9fc2-6dc56b44eeb4 req-c6cd585f-7ee3-4e82-9772-8cff61011663 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:03:27.095350 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-736372c7-e953-43b8-9fc2-6dc56b44eeb4 req-c6cd585f-7ee3-4e82-9772-8cff61011663 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:27.107320 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01eee78-426b-499c-8395-59507907bdda None None] Sync routers for ids ['509bebbd-0924-4d0f-9773-81152d001a49'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:03:27.117831 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01eee78-426b-499c-8395-59507907bdda None None] Routers {'509bebbd-0924-4d0f-9773-81152d001a49'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:03:27.118714 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-b01eee78-426b-499c-8395-59507907bdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:03:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['509bebbd-0924-4d0f-9773-81152d001a49'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:27.172125 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-97cf7a71-e848-4e14-9c58-92fa09644fec service neutron] For port f1b957a8-19bc-4931-a7e4-b99b73998d2d, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=f1b957a8-19bc-4931-a7e4-b99b73998d2d,segment=NetworkSegment(2793514a-5639-496c-8d37-377203141ac7),segment_id=2793514a-5639-496c-8d37-377203141ac7)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:27.177670 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-736372c7-e953-43b8-9fc2-6dc56b44eeb4 req-c6cd585f-7ee3-4e82-9772-8cff61011663 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "PUT /v2.0/floatingips/d6fa6231-c7ca-42aa-9dfd-6281ddb07e73 HTTP/1.1" status: 200 len: 996 time: 3.7757487 Feb 09 01:03:27.182245 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 070047eb-6b5c-4931-a92f-cbf2821a03a5, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=070047eb-6b5c-4931-a92f-cbf2821a03a5,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:27.219388 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-edbaedc2-8f2c-4264-94d3-a54786e6b05e req-be46aef0-870e-40d4-8566-d4468c46ac15 service neutron] 10.222.0.50 "GET /v2.0/networks/b90c3694-06cc-4931-a87d-3191a1408398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511222 Feb 09 01:03:27.235633 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb6ea5f-faf6-4ece-9fc3-86fd777bea81 admin admin] Network f915a872-9d1b-435e-8b6b-ca5a77ceda6e is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:27.243907 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-9eb6ea5f-faf6-4ece-9fc3-86fd777bea81 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:27.244934 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-b01eee78-426b-499c-8395-59507907bdda None None] Set router 509bebbd-0924-4d0f-9773-81152d001a49 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:03:27.246357 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-97cf7a71-e848-4e14-9c58-92fa09644fec service neutron] For port f1b957a8-19bc-4931-a7e4-b99b73998d2d, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:03:27.276033 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '070047eb-6b5c-4931-a92f-cbf2821a03a5', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'port_id': '070047eb-6b5c-4931-a92f-cbf2821a03a5', 'mac_address': 'fa:16:3e:ea:15:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3810d295-ee98-40f7-b1e2-609bf7d1c3df', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:03:27.365508 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-97cf7a71-e848-4e14-9c58-92fa09644fec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1b957a8-19bc-4931-a7e4-b99b73998d2d {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:03:27.379689 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 070047eb-6b5c-4931-a92f-cbf2821a03a5 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:03:27.381516 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (070047eb-6b5c-4931-a92f-cbf2821a03a5), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:27.388310 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-97cf7a71-e848-4e14-9c58-92fa09644fec service neutron] For port f1b957a8-19bc-4931-a7e4-b99b73998d2d, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=f1b957a8-19bc-4931-a7e4-b99b73998d2d,segment=NetworkSegment(2793514a-5639-496c-8d37-377203141ac7),segment_id=2793514a-5639-496c-8d37-377203141ac7)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:27.431314 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-97cf7a71-e848-4e14-9c58-92fa09644fec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f1b957a8-19bc-4931-a7e4-b99b73998d2d), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:27.440705 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736372c7-e953-43b8-9fc2-6dc56b44eeb4 req-789634c9-c93d-4613-b4ca-754884e85b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:27.442666 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-736372c7-e953-43b8-9fc2-6dc56b44eeb4 req-789634c9-c93d-4613-b4ca-754884e85b02 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=67da1db1339f4110b352a0d7f5bcad0c&device_id=0f2328a3-da54-4134-bafe-a58b14532986 HTTP/1.1" status: 200 len: 1127 time: 0.2434361 Feb 09 01:03:27.448514 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 070047eb-6b5c-4931-a92f-cbf2821a03a5 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:03:27.477082 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb6ea5f-faf6-4ece-9fc3-86fd777bea81 admin admin] Router 5eb9c36e-3f66-4fec-833c-dcc68e31b4fb has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:03:27.500778 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 070047eb-6b5c-4931-a92f-cbf2821a03a5, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=070047eb-6b5c-4931-a92f-cbf2821a03a5,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:27.510367 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-3a8ab778-2efc-42a7-81e2-8343d8926fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb9c36e-3f66-4fec-833c-dcc68e31b4fb', 'name': 'tempest-ServersTestJSON-1950910535-router', 'tenant_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '76271eef-ee0c-44e6-ae00-f0e188984f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:03:21Z', 'updated_at': '2022-02-09T01:03:26Z', 'revision_number': 4, 'project_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'gw_port': {'id': '76271eef-ee0c-44e6-ae00-f0e188984f60', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ba:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb9c36e-3f66-4fec-833c-dcc68e31b4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:22Z', 'updated_at': '2022-02-09T01:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d', 'name': '', 'network_id': 'f915a872-9d1b-435e-8b6b-ca5a77ceda6e', 'tenant_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'mac_address': 'fa:16:3e:9d:62:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb9c36e-3f66-4fec-833c-dcc68e31b4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '2b6724dc-715d-4b79-9357-2dd6d2f2a876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:25Z', 'updated_at': '2022-02-09T01:03:26Z', 'revision_number': 1, 'project_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'subnets': [{'id': '2b6724dc-715d-4b79-9357-2dd6d2f2a876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:27.512240 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (070047eb-6b5c-4931-a92f-cbf2821a03a5), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:27.521807 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a97f6ce-d4e3-4f03-8631-d329e4299973 req-ed6f146f-d7f8-4d99-965e-09e110494121 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:27.523766 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9a97f6ce-d4e3-4f03-8631-d329e4299973 req-ed6f146f-d7f8-4d99-965e-09e110494121 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed9ba31-f7c6-48e8-8c25-d72c0b583769 HTTP/1.1" status: 200 len: 944 time: 0.2200217 Feb 09 01:03:27.535327 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-edbaedc2-8f2c-4264-94d3-a54786e6b05e req-86b01de5-5f10-4044-b229-fc3baa8d4bc9 service neutron] 10.222.0.50 "GET /v2.0/networks/b90c3694-06cc-4931-a87d-3191a1408398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150244 Feb 09 01:03:27.549028 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8ab778-2efc-42a7-81e2-8343d8926fc1 None None] The sync data for ids ['5eb9c36e-3f66-4fec-833c-dcc68e31b4fb'] in n-d-828369-4 is: [{'id': '5eb9c36e-3f66-4fec-833c-dcc68e31b4fb', 'name': 'tempest-ServersTestJSON-1950910535-router', 'tenant_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '76271eef-ee0c-44e6-ae00-f0e188984f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:03:21Z', 'updated_at': '2022-02-09T01:03:26Z', 'revision_number': 4, 'project_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'gw_port': {'id': '76271eef-ee0c-44e6-ae00-f0e188984f60', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ba:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb9c36e-3f66-4fec-833c-dcc68e31b4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:22Z', 'updated_at': '2022-02-09T01:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d', 'name': '', 'network_id': 'f915a872-9d1b-435e-8b6b-ca5a77ceda6e', 'tenant_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'mac_address': 'fa:16:3e:9d:62:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb9c36e-3f66-4fec-833c-dcc68e31b4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '2b6724dc-715d-4b79-9357-2dd6d2f2a876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:25Z', 'updated_at': '2022-02-09T01:03:26Z', 'revision_number': 1, 'project_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'subnets': [{'id': '2b6724dc-715d-4b79-9357-2dd6d2f2a876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:03:27.628360 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=070047eb-6b5c-4931-a92f-cbf2821a03a5,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:27.651652 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-58670c37-2f4d-4839-8e39-aba49ba0f5d3 None None] Provisioning complete for port f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:27.651891 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-58670c37-2f4d-4839-8e39-aba49ba0f5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:27.665125 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-b01eee78-426b-499c-8395-59507907bdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509bebbd-0924-4d0f-9773-81152d001a49', 'name': 'tempest-FloatingIPsAssociationTestJSON-1873941381-router', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'f3af30c6-a5c4-4518-9770-66f51b4d2232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:05Z', 'updated_at': '2022-02-09T01:02:09Z', 'revision_number': 4, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'gw_port': {'id': 'f3af30c6-a5c4-4518-9770-66f51b4d2232', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:06Z', 'updated_at': '2022-02-09T01:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'd6fa6231-c7ca-42aa-9dfd-6281ddb07e73', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'floating_ip_address': '172.25.8.177', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'port_id': '5bd360c7-d35c-4dfa-92f8-c4b0496c187d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019', 'mac_address': 'fa:16:3e:7c:1e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2328a3-da54-4134-bafe-a58b14532986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:02:42Z', 'updated_at': '2022-02-09T01:03:24Z', 'revision_number': 8, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '526ff28f-9887-412a-95da-5c79479f78e1', 'name': '', 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'mac_address': 'fa:16:3e:8f:57:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '43589af2-0462-47b3-852e-472c8aa8fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:08Z', 'updated_at': '2022-02-09T01:02:18Z', 'revision_number': 5, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'subnets': [{'id': '43589af2-0462-47b3-852e-472c8aa8fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:27.675689 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736372c7-e953-43b8-9fc2-6dc56b44eeb4 req-93352a23-5243-481c-b8be-2d4df8a8a2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:27.679441 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb6ea5f-faf6-4ece-9fc3-86fd777bea81 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:03:27.683061 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-736372c7-e953-43b8-9fc2-6dc56b44eeb4 req-93352a23-5243-481c-b8be-2d4df8a8a2f2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dbff02f4-8d52-4289-93bb-c44351bfd019 HTTP/1.1" status: 200 len: 923 time: 0.2274730 Feb 09 01:03:27.710326 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9eb6ea5f-faf6-4ece-9fc3-86fd777bea81 admin admin] 10.222.0.50 "PUT /v2.0/routers/5eb9c36e-3f66-4fec-833c-dcc68e31b4fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2120278 Feb 09 01:03:27.728462 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-58670c37-2f4d-4839-8e39-aba49ba0f5d3 None None] Port f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:03:27.738111 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01eee78-426b-499c-8395-59507907bdda None None] Checking router: 509bebbd-0924-4d0f-9773-81152d001a49 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:03:27.763435 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01eee78-426b-499c-8395-59507907bdda None None] Routers {'509bebbd-0924-4d0f-9773-81152d001a49'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:03:27.764482 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-b01eee78-426b-499c-8395-59507907bdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:03:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['509bebbd-0924-4d0f-9773-81152d001a49'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:27.900174 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['070047eb-6b5c-4931-a92f-cbf2821a03a5'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:03:27.908415 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-b01eee78-426b-499c-8395-59507907bdda None None] Set router 509bebbd-0924-4d0f-9773-81152d001a49 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:03:28.000835 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-736372c7-e953-43b8-9fc2-6dc56b44eeb4 req-aed30d74-71b7-467c-ad64-2c165f8de498 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5bd360c7-d35c-4dfa-92f8-c4b0496c187d HTTP/1.1" status: 200 len: 999 time: 0.3168795 Feb 09 01:03:28.130738 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736372c7-e953-43b8-9fc2-6dc56b44eeb4 req-c5f74393-4470-43c2-b1e0-4d2139b7a867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:28.132411 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-736372c7-e953-43b8-9fc2-6dc56b44eeb4 req-c5f74393-4470-43c2-b1e0-4d2139b7a867 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=43589af2-0462-47b3-852e-472c8aa8fb62 HTTP/1.1" status: 200 len: 860 time: 0.1015239 Feb 09 01:03:28.139501 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f2a4d-5260-4ba8-b7d8-6254a2fbb1fa req-03803f2e-b92e-4b90-b9b2-a835301bf32d tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:28.141842 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0b7f2a4d-5260-4ba8-b7d8-6254a2fbb1fa req-03803f2e-b92e-4b90-b9b2-a835301bf32d tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7abc5d9-7485-46fd-a80f-8423f552967f HTTP/1.1" status: 200 len: 944 time: 0.2466016 Feb 09 01:03:28.163749 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-97cf7a71-e848-4e14-9c58-92fa09644fec service neutron] Transition to ACTIVE for port object f1b957a8-19bc-4931-a7e4-b99b73998d2d will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:28.208453 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-97cf7a71-e848-4e14-9c58-92fa09644fec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f1b957a8-19bc-4931-a7e4-b99b73998d2d), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:28.288677 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-9a97f6ce-d4e3-4f03-8631-d329e4299973 req-7dd1d9ee-b5fe-4846-a5b2-6f751e94fd51 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Deleting port 612a0410-8791-4496-a45e-374ad9561867 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:03:28.289168 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9a97f6ce-d4e3-4f03-8631-d329e4299973 req-7dd1d9ee-b5fe-4846-a5b2-6f751e94fd51 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (612a0410-8791-4496-a45e-374ad9561867), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:28.355390 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-b01eee78-426b-499c-8395-59507907bdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509bebbd-0924-4d0f-9773-81152d001a49', 'name': 'tempest-FloatingIPsAssociationTestJSON-1873941381-router', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'f3af30c6-a5c4-4518-9770-66f51b4d2232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:05Z', 'updated_at': '2022-02-09T01:02:09Z', 'revision_number': 4, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'gw_port': {'id': 'f3af30c6-a5c4-4518-9770-66f51b4d2232', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:06Z', 'updated_at': '2022-02-09T01:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'd6fa6231-c7ca-42aa-9dfd-6281ddb07e73', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'floating_ip_address': '172.25.8.177', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'port_id': '5bd360c7-d35c-4dfa-92f8-c4b0496c187d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019', 'mac_address': 'fa:16:3e:7c:1e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2328a3-da54-4134-bafe-a58b14532986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:02:42Z', 'updated_at': '2022-02-09T01:03:24Z', 'revision_number': 8, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '526ff28f-9887-412a-95da-5c79479f78e1', 'name': '', 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'mac_address': 'fa:16:3e:8f:57:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '43589af2-0462-47b3-852e-472c8aa8fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:08Z', 'updated_at': '2022-02-09T01:02:18Z', 'revision_number': 5, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'subnets': [{'id': '43589af2-0462-47b3-852e-472c8aa8fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:28.380412 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-97cf7a71-e848-4e14-9c58-92fa09644fec service neutron] No DVR routers for this DVR port f1b957a8-19bc-4931-a7e4-b99b73998d2d on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:03:28.391822 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01eee78-426b-499c-8395-59507907bdda None None] The sync data for ids ['509bebbd-0924-4d0f-9773-81152d001a49'] in n-d-828369-4 is: [{'id': '509bebbd-0924-4d0f-9773-81152d001a49', 'name': 'tempest-FloatingIPsAssociationTestJSON-1873941381-router', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'f3af30c6-a5c4-4518-9770-66f51b4d2232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:05Z', 'updated_at': '2022-02-09T01:02:09Z', 'revision_number': 4, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'gw_port': {'id': 'f3af30c6-a5c4-4518-9770-66f51b4d2232', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:06Z', 'updated_at': '2022-02-09T01:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'd6fa6231-c7ca-42aa-9dfd-6281ddb07e73', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'floating_ip_address': '172.25.8.177', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'port_id': '5bd360c7-d35c-4dfa-92f8-c4b0496c187d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019', 'mac_address': 'fa:16:3e:7c:1e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f2328a3-da54-4134-bafe-a58b14532986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:02:42Z', 'updated_at': '2022-02-09T01:03:24Z', 'revision_number': 8, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '526ff28f-9887-412a-95da-5c79479f78e1', 'name': '', 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'mac_address': 'fa:16:3e:8f:57:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '43589af2-0462-47b3-852e-472c8aa8fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:08Z', 'updated_at': '2022-02-09T01:02:18Z', 'revision_number': 5, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'subnets': [{'id': '43589af2-0462-47b3-852e-472c8aa8fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:03:28.409181 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf7a71-e848-4e14-9c58-92fa09644fec service neutron] Pushing event updated for resources: {'Port': ['ID=f1b957a8-19bc-4931-a7e4-b99b73998d2d,revision_number=10']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:28.426020 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0b7f2a4d-5260-4ba8-b7d8-6254a2fbb1fa req-d1f07dfe-5898-4cc4-8eda-dbf1e26622b3 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574358 Feb 09 01:03:28.467154 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736372c7-e953-43b8-9fc2-6dc56b44eeb4 req-f7da9fe2-d6c8-4380-9707-395a1ee4ccec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:28.468938 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-736372c7-e953-43b8-9fc2-6dc56b44eeb4 req-f7da9fe2-d6c8-4380-9707-395a1ee4ccec service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dbff02f4-8d52-4289-93bb-c44351bfd019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3260207 Feb 09 01:03:28.475037 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-97cf7a71-e848-4e14-9c58-92fa09644fec service neutron] 10.222.0.120 "PUT /v2.0/ports/f1b957a8-19bc-4931-a7e4-b99b73998d2d/bindings/n-h1-828369-4/activate HTTP/1.1" status: 200 len: 369 time: 2.2169280 Feb 09 01:03:28.601995 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-9a97f6ce-d4e3-4f03-8631-d329e4299973 req-7dd1d9ee-b5fe-4846-a5b2-6f751e94fd51 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] For port 612a0410-8791-4496-a45e-374ad9561867, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=612a0410-8791-4496-a45e-374ad9561867,segment=NetworkSegment(b2ef10b9-0c7e-4ea0-88fe-781103c28e86),segment_id=b2ef10b9-0c7e-4ea0-88fe-781103c28e86)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:28.602374 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9a97f6ce-d4e3-4f03-8631-d329e4299973 req-7dd1d9ee-b5fe-4846-a5b2-6f751e94fd51 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (612a0410-8791-4496-a45e-374ad9561867), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:28.623917 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-9a97f6ce-d4e3-4f03-8631-d329e4299973 req-7dd1d9ee-b5fe-4846-a5b2-6f751e94fd51 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Calling delete_port for 612a0410-8791-4496-a45e-374ad9561867 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:03:28.676954 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-d13d5054-43f7-4bdc-8b30-025849054192 tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:28.706303 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-d13d5054-43f7-4bdc-8b30-025849054192 tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=e7abc5d9-7485-46fd-a80f-8423f552967f&tenant_id=3b70da3c9e0441c5928a48dabf785fc6&binding%3Ahost_id=n-h2-828369-4 HTTP/1.1" status: 200 len: 1127 time: 0.1384881 Feb 09 01:03:28.709102 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device a2a5597d-850d-4735-84b2-f5becfa53ccb up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:03:28.740838 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-736372c7-e953-43b8-9fc2-6dc56b44eeb4 req-9100d0f4-e542-4e05-a12a-518ce5017f3f service neutron] 10.222.0.50 "GET /v2.0/networks/dbff02f4-8d52-4289-93bb-c44351bfd019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615082 Feb 09 01:03:28.755078 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa707d26-035a-47ef-9027-c1a8a5264797 req-103060f8-27eb-47d6-805f-af7fd842cc76 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:28.757266 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa707d26-035a-47ef-9027-c1a8a5264797 req-103060f8-27eb-47d6-805f-af7fd842cc76 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=dba9464e-d3c3-4d9b-88b6-92ace06d30c7 HTTP/1.1" status: 200 len: 949 time: 0.2127967 Feb 09 01:03:28.815299 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-b0fbbe2a-5ddd-48ff-ae43-8ae55d9bfba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:28.815929 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6581b05-a9a0-4086-9afe-62b8d2415df5 None None] New status for floating IP d6fa6231-c7ca-42aa-9dfd-6281ddb07e73: ACTIVE {{(pid=103138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:03:28.818032 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-b0fbbe2a-5ddd-48ff-ae43-8ae55d9bfba1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e7abc5d9-7485-46fd-a80f-8423f552967f&tenant_id=3b70da3c9e0441c5928a48dabf785fc6 HTTP/1.1" status: 200 len: 1127 time: 0.1041930 Feb 09 01:03:28.862495 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port a2a5597d-850d-4735-84b2-f5becfa53ccb completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:28.871213 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port a2a5597d-850d-4735-84b2-f5becfa53ccb triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:28.871550 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a2a5597d-850d-4735-84b2-f5becfa53ccb), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:28.889396 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa707d26-035a-47ef-9027-c1a8a5264797 req-edc9e460-37ed-41f6-b2a2-1046b223c27d tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199069 Feb 09 01:03:28.948977 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-6f7b1ce7-b475-4e2f-9a53-d972b98b8507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:28.950880 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-6f7b1ce7-b475-4e2f-9a53-d972b98b8507 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b70da3c9e0441c5928a48dabf785fc6&device_id=e7abc5d9-7485-46fd-a80f-8423f552967f HTTP/1.1" status: 200 len: 1127 time: 0.0975575 Feb 09 01:03:29.007362 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-736372c7-e953-43b8-9fc2-6dc56b44eeb4 req-7b5ba850-44fb-4fc0-8d1f-337bc319618a service neutron] 10.222.0.50 "GET /v2.0/networks/dbff02f4-8d52-4289-93bb-c44351bfd019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488155 Feb 09 01:03:29.019564 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9a97f6ce-d4e3-4f03-8631-d329e4299973 req-7dd1d9ee-b5fe-4846-a5b2-6f751e94fd51 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (612a0410-8791-4496-a45e-374ad9561867), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:29.097581 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-70d7d859-3401-4f9f-b59e-c12901b3a211 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=698d05b4eb4b402aa83e695c4b2c5978&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301683 Feb 09 01:03:29.138885 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port a2a5597d-850d-4735-84b2-f5becfa53ccb is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:03:29.139448 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-d0232a1f-5434-4d88-9b3c-35440dcdab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:29.139990 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a2a5597d-850d-4735-84b2-f5becfa53ccb), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:29.140479 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-d0232a1f-5434-4d88-9b3c-35440dcdab49 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10 HTTP/1.1" status: 200 len: 923 time: 0.1774628 Feb 09 01:03:29.145085 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd1d9ee-b5fe-4846-a5b2-6f751e94fd51 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Pushing event deleted for resources: {'Port': ['ID=612a0410-8791-4496-a45e-374ad9561867,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:29.181300 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fd9e88-4947-46a6-a25b-0c31164baec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a5597d-850d-4735-84b2-f5becfa53ccb'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:03:29.184929 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6175e8-4248-4b90-8bf0-2d14d6f7b44c" -d '{"events": [{"server_uuid": "08fd9e88-4947-46a6-a25b-0c31164baec3", "name": "network-vif-plugged", "status": "completed", "tag": "a2a5597d-850d-4735-84b2-f5becfa53ccb"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:03:29.201720 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port a2a5597d-850d-4735-84b2-f5becfa53ccb, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=a2a5597d-850d-4735-84b2-f5becfa53ccb,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:29.210832 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a2a5597d-850d-4735-84b2-f5becfa53ccb), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:29.214299 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-8dd404a6-a990-453b-a7a6-acea614c6138 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1b957a8-19bc-4931-a7e4-b99b73998d2d HTTP/1.1" status: 200 len: 217 time: 0.0652308 Feb 09 01:03:29.287608 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=a2a5597d-850d-4735-84b2-f5becfa53ccb,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:29.291591 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-db3199d6-db24-43d4-a619-d8d6ce611b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:29.293348 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-db3199d6-db24-43d4-a619-d8d6ce611b79 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aee9db20-60c4-48dd-9796-48ed06ca844d HTTP/1.1" status: 200 len: 861 time: 0.0701759 Feb 09 01:03:29.335837 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-9f8a3085-8694-4a44-8dcf-9ec0d02a7186 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311391 Feb 09 01:03:29.379063 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a97f6ce-d4e3-4f03-8631-d329e4299973 req-7dd1d9ee-b5fe-4846-a5b2-6f751e94fd51 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] No DVR routers for this DVR port 612a0410-8791-4496-a45e-374ad9561867 on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:03:29.390928 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9a97f6ce-d4e3-4f03-8631-d329e4299973 req-7dd1d9ee-b5fe-4846-a5b2-6f751e94fd51 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:29.394651 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9a97f6ce-d4e3-4f03-8631-d329e4299973 req-7dd1d9ee-b5fe-4846-a5b2-6f751e94fd51 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.47 "DELETE /v2.0/ports/612a0410-8791-4496-a45e-374ad9561867 HTTP/1.1" status: 204 len: 173 time: 1.8534505 Feb 09 01:03:29.425806 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-7bc4f823-6db0-4216-a7fd-f2ec0119ef87 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:29.432931 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-7bc4f823-6db0-4216-a7fd-f2ec0119ef87 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3344526 Feb 09 01:03:29.448286 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-2fb6c2bd-af17-4b7e-b6a4-fa5e66f5c1c0 service neutron] 10.222.0.47 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054468 Feb 09 01:03:29.454124 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c6c17-ba07-433b-8e38-94d0439c80ae req-6fc0f75d-145e-426a-a621-31dc53512800 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:29.455977 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-186c6c17-ba07-433b-8e38-94d0439c80ae req-6fc0f75d-145e-426a-a621-31dc53512800 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=08fd9e88-4947-46a6-a25b-0c31164baec3 HTTP/1.1" status: 200 len: 949 time: 0.3388960 Feb 09 01:03:29.492588 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-a1cb8dca-188a-4493-9f1b-243210611ebe tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/quotas/698d05b4eb4b402aa83e695c4b2c5978 HTTP/1.1" status: 200 len: 375 time: 0.0585749 Feb 09 01:03:29.525593 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbaedc2-8f2c-4264-94d3-a54786e6b05e req-13e6526b-579e-48e4-ab59-2e4039a86ae0 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:29.527310 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-edbaedc2-8f2c-4264-94d3-a54786e6b05e req-13e6526b-579e-48e4-ab59-2e4039a86ae0 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.120 "GET /v2.0/networks?id=b90c3694-06cc-4931-a87d-3191a1408398 HTTP/1.1" status: 200 len: 805 time: 0.2950730 Feb 09 01:03:29.552178 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-edbaedc2-8f2c-4264-94d3-a54786e6b05e req-61f1e9cb-90ba-429c-8e02-83f70f5eb50a tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Request body: {'port': {'device_id': '4d39ee9b-547a-45df-9c8c-f630d5de3daa', 'network_id': 'b90c3694-06cc-4931-a87d-3191a1408398', 'admin_state_up': True, 'tenant_id': '74abc34e7691425282972b2da05f36f8'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:29.600101 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-5acfe842-1be5-40d8-9d78-af0fe160d0d4 service neutron] 10.222.0.47 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440213 Feb 09 01:03:29.665170 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-186c6c17-ba07-433b-8e38-94d0439c80ae req-f63284ab-cc30-4d6c-8cd4-b0abc390a10c tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003019 Feb 09 01:03:29.699688 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-2acc3b45-c930-4d2d-bee8-a041580c7556 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=698d05b4eb4b402aa83e695c4b2c5978&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2060833 Feb 09 01:03:29.748059 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3a255b-36b7-4578-b302-7488916eea69 x-openstack-request-id: req-8f3a255b-36b7-4578-b302-7488916eea69 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:03:29.748371 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad97db53-f80a-4665-b5fe-a5337df23e04", "name": "network-vif-deleted", "tag": "bb951ea1-5da7-48ca-8466-cd7ef0a81e3d", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:03:29.748662 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8f3a255b-36b7-4578-b302-7488916eea69 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:03:29.749082 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad97db53-f80a-4665-b5fe-a5337df23e04', 'name': 'network-vif-deleted', 'tag': 'bb951ea1-5da7-48ca-8466-cd7ef0a81e3d', 'status': 'completed', 'code': 200} Feb 09 01:03:29.822332 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edbaedc2-8f2c-4264-94d3-a54786e6b05e req-61f1e9cb-90ba-429c-8e02-83f70f5eb50a tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Made reservation on behalf of 74abc34e7691425282972b2da05f36f8 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:29.827057 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-edbaedc2-8f2c-4264-94d3-a54786e6b05e req-61f1e9cb-90ba-429c-8e02-83f70f5eb50a tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:29.842027 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 76271eef-ee0c-44e6-ae00-f0e188984f60 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:03:29.855393 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ae019366-d609-4151-8fe7-fee54f8c3b64 req-1c64ad49-8856-45e1-94be-7ef23a59d4f6 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d39ee9b-547a-45df-9c8c-f630d5de3daa HTTP/1.1" status: 200 len: 210 time: 0.0494657 Feb 09 01:03:30.071006 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-6c9e6e0c-444d-47fb-b47f-d1217fdcc050 tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:30.072757 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-6c9e6e0c-444d-47fb-b47f-d1217fdcc050 tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=e7abc5d9-7485-46fd-a80f-8423f552967f&tenant_id=3b70da3c9e0441c5928a48dabf785fc6&binding%3Ahost_id=n-h1-828369-4 HTTP/1.1" status: 200 len: 1127 time: 0.0647995 Feb 09 01:03:30.078745 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a23b3b5c-1ed2-4252-83ab-9b117e6a900b req-18f0792d-ea62-455f-8491-9e044af3e85a tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/floatingips/d6fa6231-c7ca-42aa-9dfd-6281ddb07e73 HTTP/1.1" status: 200 len: 998 time: 0.1284022 Feb 09 01:03:30.210880 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 76271eef-ee0c-44e6-ae00-f0e188984f60 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:30.211426 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (76271eef-ee0c-44e6-ae00-f0e188984f60), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:30.240801 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b3b5c-1ed2-4252-83ab-9b117e6a900b req-8ab7020e-88e5-45f1-8061-ac02536d4ec6 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:30.242225 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a23b3b5c-1ed2-4252-83ab-9b117e6a900b req-8ab7020e-88e5-45f1-8061-ac02536d4ec6 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/networks/ca740734-29c2-4b60-ae10-4c709b5c6ef4 HTTP/1.1" status: 200 len: 784 time: 0.1563852 Feb 09 01:03:30.243500 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-edbaedc2-8f2c-4264-94d3-a54786e6b05e req-61f1e9cb-90ba-429c-8e02-83f70f5eb50a tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Allocated IP 172.20.0.8 (b90c3694-06cc-4931-a87d-3191a1408398/7cacafe2-88d1-46d1-b016-b2d0f5a05d3f/7ac4fe73-abdc-4d78-a7c5-23bac98ca093) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:30.281634 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-a23b3b5c-1ed2-4252-83ab-9b117e6a900b req-4abc6551-e399-4918-89d5-a5c6bac6ef65 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:03:30.287854 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a23b3b5c-1ed2-4252-83ab-9b117e6a900b req-4abc6551-e399-4918-89d5-a5c6bac6ef65 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0355837 Feb 09 01:03:30.371503 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 76271eef-ee0c-44e6-ae00-f0e188984f60 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:03:30.372908 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (76271eef-ee0c-44e6-ae00-f0e188984f60), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:30.380334 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-f7960627-1704-4e36-9fea-e6ff736b7991 service neutron] For port f1b957a8-19bc-4931-a7e4-b99b73998d2d, host n-h2-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:03:30.391426 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-f7960627-1704-4e36-9fea-e6ff736b7991 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:30.397932 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d9cc5301-ff4c-4d5e-a4cc-ba130ad3ab12 req-f7960627-1704-4e36-9fea-e6ff736b7991 service neutron] 10.222.0.47 "DELETE /v2.0/ports/f1b957a8-19bc-4931-a7e4-b99b73998d2d/bindings/n-h2-828369-4 HTTP/1.1" status: 204 len: 173 time: 0.3131409 Feb 09 01:03:30.427097 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34686e5f-08c3-4b6e-ada9-e5dce286ca10 x-openstack-request-id: req-34686e5f-08c3-4b6e-ada9-e5dce286ca10 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:03:30.427707 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fd9e88-4947-46a6-a25b-0c31164baec3", "name": "network-vif-plugged", "status": "completed", "tag": "a2a5597d-850d-4735-84b2-f5becfa53ccb", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:03:30.429288 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-34686e5f-08c3-4b6e-ada9-e5dce286ca10 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:03:30.429812 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fd9e88-4947-46a6-a25b-0c31164baec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a5597d-850d-4735-84b2-f5becfa53ccb', 'code': 200} Feb 09 01:03:30.473740 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 76271eef-ee0c-44e6-ae00-f0e188984f60, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=76271eef-ee0c-44e6-ae00-f0e188984f60,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:30.481838 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (76271eef-ee0c-44e6-ae00-f0e188984f60), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:30.578995 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=76271eef-ee0c-44e6-ae00-f0e188984f60,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:30.601764 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-edbaedc2-8f2c-4264-94d3-a54786e6b05e req-61f1e9cb-90ba-429c-8e02-83f70f5eb50a tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Publish callbacks [] for port (7ac4fe73-abdc-4d78-a7c5-23bac98ca093), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:30.710724 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-edbaedc2-8f2c-4264-94d3-a54786e6b05e req-61f1e9cb-90ba-429c-8e02-83f70f5eb50a tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (7ac4fe73-abdc-4d78-a7c5-23bac98ca093), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:30.763332 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41878) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:03:30.768042 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-e458197a-79b6-42b5-b821-34965fb29ac2 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Request body: {'security_group': {'name': 'tempest-securitygroup--990281487', 'description': 'tempest-description--249425180'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:30.803360 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c48692-887f-4b42-ab9a-14c11338b045 req-91ea72fc-8fef-40f6-8fc0-3121646b496a tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:30.806483 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e458197a-79b6-42b5-b821-34965fb29ac2 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:30.809796 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f5c48692-887f-4b42-ab9a-14c11338b045 req-91ea72fc-8fef-40f6-8fc0-3121646b496a tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7abc5d9-7485-46fd-a80f-8423f552967f HTTP/1.1" status: 200 len: 945 time: 0.1930351 Feb 09 01:03:30.821768 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edbaedc2-8f2c-4264-94d3-a54786e6b05e req-61f1e9cb-90ba-429c-8e02-83f70f5eb50a tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Network b90c3694-06cc-4931-a87d-3191a1408398 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:30.828169 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef444fb-3b1c-4ce4-9d35-67f4fee3a6d7 req-0f8abd58-ac46-428c-8694-19b7e8c0e553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:30.840457 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4ef444fb-3b1c-4ce4-9d35-67f4fee3a6d7 req-0f8abd58-ac46-428c-8694-19b7e8c0e553 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=08fd9e88-4947-46a6-a25b-0c31164baec3 HTTP/1.1" status: 200 len: 1132 time: 0.2254193 Feb 09 01:03:30.848212 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-edbaedc2-8f2c-4264-94d3-a54786e6b05e req-61f1e9cb-90ba-429c-8e02-83f70f5eb50a tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:30.871886 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 070047eb-6b5c-4931-a92f-cbf2821a03a5 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:03:30.894807 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-edbaedc2-8f2c-4264-94d3-a54786e6b05e req-61f1e9cb-90ba-429c-8e02-83f70f5eb50a tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:03:30.895505 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c03d511-6b1a-4497-866e-e9e4826f4887 None None] Sync routers for ids ['5eb9c36e-3f66-4fec-833c-dcc68e31b4fb'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:03:30.898717 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbaedc2-8f2c-4264-94d3-a54786e6b05e req-61f1e9cb-90ba-429c-8e02-83f70f5eb50a tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:30.899343 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-edbaedc2-8f2c-4264-94d3-a54786e6b05e req-61f1e9cb-90ba-429c-8e02-83f70f5eb50a tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:30.914328 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c03d511-6b1a-4497-866e-e9e4826f4887 None None] Routers {'5eb9c36e-3f66-4fec-833c-dcc68e31b4fb'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:03:30.916842 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-7c03d511-6b1a-4497-866e-e9e4826f4887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:03:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['5eb9c36e-3f66-4fec-833c-dcc68e31b4fb'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:30.933517 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e458197a-79b6-42b5-b821-34965fb29ac2 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Publish callbacks [] for security_group (13a7381a-3896-4b7e-b2be-1c5396b372d3), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:30.939122 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e458197a-79b6-42b5-b821-34965fb29ac2 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (13a7381a-3896-4b7e-b2be-1c5396b372d3), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:30.962118 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e458197a-79b6-42b5-b821-34965fb29ac2 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:30.966307 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e458197a-79b6-42b5-b821-34965fb29ac2 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1993115 Feb 09 01:03:30.971516 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41882) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:03:30.979667 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-9a01afe0-3313-4411-a134-cfa80bb82a5c tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Request body: {'security_group_rule': {'security_group_id': '13a7381a-3896-4b7e-b2be-1c5396b372d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:31.000347 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 070047eb-6b5c-4931-a92f-cbf2821a03a5 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:31.016605 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458197a-79b6-42b5-b821-34965fb29ac2 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13a7381a-3896-4b7e-b2be-1c5396b372d3,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:31.024654 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 070047eb-6b5c-4931-a92f-cbf2821a03a5 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:31.025301 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (070047eb-6b5c-4931-a92f-cbf2821a03a5), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:31.057003 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9a01afe0-3313-4411-a134-cfa80bb82a5c tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Publish callbacks [] for security_group_rule (72d83e8f-e8fc-4904-ad35-b516d5a32ba3), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:31.119860 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-7c03d511-6b1a-4497-866e-e9e4826f4887 None None] Set router 5eb9c36e-3f66-4fec-833c-dcc68e31b4fb gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:03:31.149338 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9a01afe0-3313-4411-a134-cfa80bb82a5c tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Publish callbacks [] for security_group_rule (72d83e8f-e8fc-4904-ad35-b516d5a32ba3), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:31.149960 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 070047eb-6b5c-4931-a92f-cbf2821a03a5 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:03:31.149960 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (070047eb-6b5c-4931-a92f-cbf2821a03a5), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:31.155060 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9a01afe0-3313-4411-a134-cfa80bb82a5c tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (72d83e8f-e8fc-4904-ad35-b516d5a32ba3), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:31.174442 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a01afe0-3313-4411-a134-cfa80bb82a5c tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72d83e8f-e8fc-4904-ad35-b516d5a32ba3,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:31.198044 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 070047eb-6b5c-4931-a92f-cbf2821a03a5, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=070047eb-6b5c-4931-a92f-cbf2821a03a5,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:31.202034 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9a01afe0-3313-4411-a134-cfa80bb82a5c tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:31.206541 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9a01afe0-3313-4411-a134-cfa80bb82a5c tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2313845 Feb 09 01:03:31.206834 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41884) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:03:31.208582 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (070047eb-6b5c-4931-a92f-cbf2821a03a5), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:31.209701 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 612a0410-8791-4496-a45e-374ad9561867 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:03:31.211635 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-4b7f9782-8732-4b62-be16-6c454e6d6cd3 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Request body: {'security_group_rule': {'security_group_id': '13a7381a-3896-4b7e-b2be-1c5396b372d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:31.244740 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4b7f9782-8732-4b62-be16-6c454e6d6cd3 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Publish callbacks [] for security_group_rule (d944706a-436f-4ea9-a714-e9a12d950f81), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:31.262657 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: 612a0410-8791-4496-a45e-374ad9561867 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:03:31.263897 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 612a0410-8791-4496-a45e-374ad9561867 not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:03:31.295566 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=070047eb-6b5c-4931-a92f-cbf2821a03a5,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:31.306404 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c9a72dac-3374-4e12-83eb-c9e2d194d23a req-9ebe0d1f-71e7-4787-b4da-2a15254ee132 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 210 time: 0.4644134 Feb 09 01:03:31.312670 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1e9cb-90ba-429c-8e02-83f70f5eb50a tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Pushing event updated for resources: {'Port': ['ID=7ac4fe73-abdc-4d78-a7c5-23bac98ca093,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:31.316915 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4b7f9782-8732-4b62-be16-6c454e6d6cd3 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Publish callbacks [] for security_group_rule (d944706a-436f-4ea9-a714-e9a12d950f81), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:31.326185 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4b7f9782-8732-4b62-be16-6c454e6d6cd3 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (d944706a-436f-4ea9-a714-e9a12d950f81), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:31.352317 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-edbaedc2-8f2c-4264-94d3-a54786e6b05e req-61f1e9cb-90ba-429c-8e02-83f70f5eb50a tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8073702 Feb 09 01:03:31.356980 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7f9782-8732-4b62-be16-6c454e6d6cd3 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d944706a-436f-4ea9-a714-e9a12d950f81,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:31.364207 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4b7f9782-8732-4b62-be16-6c454e6d6cd3 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:31.366374 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4b7f9782-8732-4b62-be16-6c454e6d6cd3 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1583793 Feb 09 01:03:31.369228 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41886) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:03:31.375039 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-edbaedc2-8f2c-4264-94d3-a54786e6b05e req-2f1297a4-1064-4073-819e-af1cfe624969 service neutron] Request body: {'port': {'device_id': '4d39ee9b-547a-45df-9c8c-f630d5de3daa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:31.376142 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-eb9bbaca-f4c6-4622-9649-d6e32313fe6d tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:31.399538 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-7c03d511-6b1a-4497-866e-e9e4826f4887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb9c36e-3f66-4fec-833c-dcc68e31b4fb', 'name': 'tempest-ServersTestJSON-1950910535-router', 'tenant_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '76271eef-ee0c-44e6-ae00-f0e188984f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:03:21Z', 'updated_at': '2022-02-09T01:03:26Z', 'revision_number': 4, 'project_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'gw_port': {'id': '76271eef-ee0c-44e6-ae00-f0e188984f60', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ba:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb9c36e-3f66-4fec-833c-dcc68e31b4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:22Z', 'updated_at': '2022-02-09T01:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d', 'name': '', 'network_id': 'f915a872-9d1b-435e-8b6b-ca5a77ceda6e', 'tenant_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'mac_address': 'fa:16:3e:9d:62:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb9c36e-3f66-4fec-833c-dcc68e31b4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '2b6724dc-715d-4b79-9357-2dd6d2f2a876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:25Z', 'updated_at': '2022-02-09T01:03:26Z', 'revision_number': 2, 'project_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'subnets': [{'id': '2b6724dc-715d-4b79-9357-2dd6d2f2a876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:31.404127 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eb9bbaca-f4c6-4622-9649-d6e32313fe6d tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:31.426407 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f5c48692-887f-4b42-ab9a-14c11338b045 req-d9fca7ab-188c-4220-af08-15b7ef85da7a tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5831947 Feb 09 01:03:31.445018 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c03d511-6b1a-4497-866e-e9e4826f4887 None None] Checking router: 5eb9c36e-3f66-4fec-833c-dcc68e31b4fb for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:03:31.445461 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c03d511-6b1a-4497-866e-e9e4826f4887 None None] Updating router 5eb9c36e-3f66-4fec-833c-dcc68e31b4fb port f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:03:31.452040 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4ef444fb-3b1c-4ce4-9d35-67f4fee3a6d7 req-a5ded305-0fd0-4d58-aad1-0d8b2c61bea1 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5915768 Feb 09 01:03:31.500798 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7c03d511-6b1a-4497-866e-e9e4826f4887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:31.529936 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eb9bbaca-f4c6-4622-9649-d6e32313fe6d tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:31.536039 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 76271eef-ee0c-44e6-ae00-f0e188984f60 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:03:31.548998 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7ac3f-1ba8-4f88-a88f-214f90b18bca req-5eb08dc3-ccbe-4a27-8922-1aedcde4f57a tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:31.550565 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4bd7ac3f-1ba8-4f88-a88f-214f90b18bca req-5eb08dc3-ccbe-4a27-8922-1aedcde4f57a tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=dba9464e-d3c3-4d9b-88b6-92ace06d30c7 HTTP/1.1" status: 200 len: 950 time: 0.1635129 Feb 09 01:03:31.553131 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-edbaedc2-8f2c-4264-94d3-a54786e6b05e req-2f1297a4-1064-4073-819e-af1cfe624969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7ac4fe73-abdc-4d78-a7c5-23bac98ca093), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:31.623844 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 76271eef-ee0c-44e6-ae00-f0e188984f60 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:31.624570 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (76271eef-ee0c-44e6-ae00-f0e188984f60), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:31.643267 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-75a66c70-6316-4127-b318-0cc097b0cf10 req-1dd750ed-2cfc-4433-97df-71a1ac9a3aba tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.8.177 HTTP/1.1" status: 200 len: 1001 time: 0.1588957 Feb 09 01:03:31.710892 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-eb9bbaca-f4c6-4622-9649-d6e32313fe6d tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Allocated IP 172.25.8.38 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/c6235638-5095-4785-9b07-18b10a421db3) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:31.749270 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-41d25049-c81d-4e00-a6a7-b0991e207867 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=698d05b4eb4b402aa83e695c4b2c5978&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332522 Feb 09 01:03:31.805191 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2328a3-da54-4134-bafe-a58b14532986', 'tag': '5bd360c7-d35c-4dfa-92f8-c4b0496c187d'}, {'server_uuid': '3ed9ba31-f7c6-48e8-8c25-d72c0b583769', 'name': 'network-vif-deleted', 'tag': '612a0410-8791-4496-a45e-374ad9561867'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:03:31.808903 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eabda1fd-6db7-4c63-ac73-69bd9d4686a2" -d '{"events": [{"name": "network-changed", "server_uuid": "0f2328a3-da54-4134-bafe-a58b14532986", "tag": "5bd360c7-d35c-4dfa-92f8-c4b0496c187d"}, {"server_uuid": "3ed9ba31-f7c6-48e8-8c25-d72c0b583769", "name": "network-vif-deleted", "tag": "612a0410-8791-4496-a45e-374ad9561867"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:03:31.818512 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 76271eef-ee0c-44e6-ae00-f0e188984f60 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:03:31.824043 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4bd7ac3f-1ba8-4f88-a88f-214f90b18bca req-531eb762-189c-417c-92f8-2cf1306cd30d tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547283 Feb 09 01:03:31.839284 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a66c70-6316-4127-b318-0cc097b0cf10 req-75cf6e46-62a6-4af8-823f-9b758b370c30 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:31.840772 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-75a66c70-6316-4127-b318-0cc097b0cf10 req-75cf6e46-62a6-4af8-823f-9b758b370c30 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/ports/5bd360c7-d35c-4dfa-92f8-c4b0496c187d HTTP/1.1" status: 200 len: 942 time: 0.1896124 Feb 09 01:03:32.080916 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7c03d511-6b1a-4497-866e-e9e4826f4887 None None] Publish callbacks [] for port (f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:32.082971 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03cba2a-77cf-4928-8f8f-cecf65b58610 req-b4e35ee3-b184-4249-b03c-cd34d4447a04 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:32.084304 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e03cba2a-77cf-4928-8f8f-cecf65b58610 req-b4e35ee3-b184-4249-b03c-cd34d4447a04 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=08fd9e88-4947-46a6-a25b-0c31164baec3 HTTP/1.1" status: 200 len: 950 time: 0.1581101 Feb 09 01:03:32.087471 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-75a66c70-6316-4127-b318-0cc097b0cf10 req-ad1db6f0-7141-48fe-a431-9fe42839d5da tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.8.177 HTTP/1.1" status: 200 len: 1001 time: 0.1491756 Feb 09 01:03:32.090639 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7c03d511-6b1a-4497-866e-e9e4826f4887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:32.164726 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95512d63-4838-4971-888c-43143a1fea08 None None] Pushing event updated for resources: {'Port': ['ID=f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:32.189823 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95512d63-4838-4971-888c-43143a1fea08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:32.190315 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95512d63-4838-4971-888c-43143a1fea08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:32.190749 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95512d63-4838-4971-888c-43143a1fea08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:32.191175 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95512d63-4838-4971-888c-43143a1fea08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:32.191599 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95512d63-4838-4971-888c-43143a1fea08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:32.192586 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95512d63-4838-4971-888c-43143a1fea08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:32.192586 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95512d63-4838-4971-888c-43143a1fea08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:32.192881 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95512d63-4838-4971-888c-43143a1fea08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:32.193287 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95512d63-4838-4971-888c-43143a1fea08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:32.193700 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95512d63-4838-4971-888c-43143a1fea08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:32.194210 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95512d63-4838-4971-888c-43143a1fea08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:32.194629 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95512d63-4838-4971-888c-43143a1fea08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:32.195042 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95512d63-4838-4971-888c-43143a1fea08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:32.219528 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eb9bbaca-f4c6-4622-9649-d6e32313fe6d tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Publish callbacks [] for port (c6235638-5095-4785-9b07-18b10a421db3), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:32.223188 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-7c03d511-6b1a-4497-866e-e9e4826f4887 None None] Attempting to bind port f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:03:32.223883 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-7c03d511-6b1a-4497-866e-e9e4826f4887 None None] Attempting to bind port f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '70332602-1747-482c-9353-16874afea81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f915a872-9d1b-435e-8b6b-ca5a77ceda6e'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:03:32.224489 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c03d511-6b1a-4497-866e-e9e4826f4887 None None] Attempting to bind port f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d on network f915a872-9d1b-435e-8b6b-ca5a77ceda6e {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:03:32.230112 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c03d511-6b1a-4497-866e-e9e4826f4887 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:03:32.230575 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c03d511-6b1a-4497-866e-e9e4826f4887 None None] Checking segment: {'id': '70332602-1747-482c-9353-16874afea81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f915a872-9d1b-435e-8b6b-ca5a77ceda6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:03:32.231060 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7c03d511-6b1a-4497-866e-e9e4826f4887 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:32.231512 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c03d511-6b1a-4497-866e-e9e4826f4887 None None] Bound using segment: {'id': '70332602-1747-482c-9353-16874afea81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f915a872-9d1b-435e-8b6b-ca5a77ceda6e'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:03:32.232069 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-7c03d511-6b1a-4497-866e-e9e4826f4887 None None] Bound port: f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70332602-1747-482c-9353-16874afea81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f915a872-9d1b-435e-8b6b-ca5a77ceda6e'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:03:32.232518 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7c03d511-6b1a-4497-866e-e9e4826f4887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:32.268952 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-83fd50fb-8c4e-442e-add7-fe4396fe55e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:32.276071 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-0434a031-e4a6-4d79-b25f-ac480a1e15ce tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:32.277759 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-0434a031-e4a6-4d79-b25f-ac480a1e15ce tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5097499 Feb 09 01:03:32.294759 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-edbaedc2-8f2c-4264-94d3-a54786e6b05e req-2f1297a4-1064-4073-819e-af1cfe624969 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ac4fe73-abdc-4d78-a7c5-23bac98ca093 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:03:32.299837 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-b291a7a9-b8cd-4bca-9410-654c79c5b7f5 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Request body: {'port': {'device_id': '1dbd5195-1031-468c-b77e-75078d6e6b56', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'admin_state_up': True, 'tenant_id': '698d05b4eb4b402aa83e695c4b2c5978'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:32.306968 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-edbaedc2-8f2c-4264-94d3-a54786e6b05e req-2f1297a4-1064-4073-819e-af1cfe624969 service neutron] Publish callbacks [] for port (7ac4fe73-abdc-4d78-a7c5-23bac98ca093), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:32.315088 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-7c03d511-6b1a-4497-866e-e9e4826f4887 None None] For port f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:03:32.319727 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-7c03d511-6b1a-4497-866e-e9e4826f4887 None None] For port f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d,segment=NetworkSegment(70332602-1747-482c-9353-16874afea81c),segment_id=70332602-1747-482c-9353-16874afea81c)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:03:32.324047 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-edbaedc2-8f2c-4264-94d3-a54786e6b05e req-2f1297a4-1064-4073-819e-af1cfe624969 service neutron] Transition to ACTIVE for port object 7ac4fe73-abdc-4d78-a7c5-23bac98ca093 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:32.328246 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7c03d511-6b1a-4497-866e-e9e4826f4887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:32.334772 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-edbaedc2-8f2c-4264-94d3-a54786e6b05e req-2f1297a4-1064-4073-819e-af1cfe624969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (7ac4fe73-abdc-4d78-a7c5-23bac98ca093), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:32.369229 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e03cba2a-77cf-4928-8f8f-cecf65b58610 req-701e9776-8a3e-4bf7-b9fb-335b51e86bd8 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639427 Feb 09 01:03:32.373295 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eb9bbaca-f4c6-4622-9649-d6e32313fe6d tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (c6235638-5095-4785-9b07-18b10a421db3), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:32.412357 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a66c70-6316-4127-b318-0cc097b0cf10 req-4aa11c09-86ed-44d1-92e5-26697922cf6f tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:32.417545 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-dc845a0b-0188-40a7-824a-4d54328000e0 None None] Provisioning complete for port f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:32.418016 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc845a0b-0188-40a7-824a-4d54328000e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:32.418348 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95512d63-4838-4971-888c-43143a1fea08 None None] Pushing event updated for resources: {'Port': ['ID=f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:32.422059 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-75a66c70-6316-4127-b318-0cc097b0cf10 req-4aa11c09-86ed-44d1-92e5-26697922cf6f tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/networks/ca740734-29c2-4b60-ae10-4c709b5c6ef4 HTTP/1.1" status: 200 len: 784 time: 0.3161125 Feb 09 01:03:32.431390 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba9464e-d3c3-4d9b-88b6-92ace06d30c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070047eb-6b5c-4931-a92f-cbf2821a03a5'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:03:32.435298 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3381d8-37bb-4472-9b3e-9385bd1cf3c8" -d '{"events": [{"server_uuid": "dba9464e-d3c3-4d9b-88b6-92ace06d30c7", "name": "network-vif-plugged", "status": "completed", "tag": "070047eb-6b5c-4931-a92f-cbf2821a03a5"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:03:32.437057 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9bbaca-f4c6-4622-9649-d6e32313fe6d tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:32.447748 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-eb9bbaca-f4c6-4622-9649-d6e32313fe6d tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:32.450450 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9bbaca-f4c6-4622-9649-d6e32313fe6d tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:03:32.469518 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c03d511-6b1a-4497-866e-e9e4826f4887 None None] Routers {'5eb9c36e-3f66-4fec-833c-dcc68e31b4fb'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:03:32.470162 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-7c03d511-6b1a-4497-866e-e9e4826f4887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:03:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['5eb9c36e-3f66-4fec-833c-dcc68e31b4fb'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:32.502373 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9bbaca-f4c6-4622-9649-d6e32313fe6d tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Pushing event updated for resources: {'Port': ['ID=c6235638-5095-4785-9b07-18b10a421db3,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:32.517389 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1297a4-1064-4073-819e-af1cfe624969 service neutron] Pushing event updated for resources: {'Port': ['ID=7ac4fe73-abdc-4d78-a7c5-23bac98ca093,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:32.529298 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-edbaedc2-8f2c-4264-94d3-a54786e6b05e req-2f1297a4-1064-4073-819e-af1cfe624969 service neutron] Attempting to bind port 7ac4fe73-abdc-4d78-a7c5-23bac98ca093 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:03:32.529646 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-edbaedc2-8f2c-4264-94d3-a54786e6b05e req-2f1297a4-1064-4073-819e-af1cfe624969 service neutron] Attempting to bind port 7ac4fe73-abdc-4d78-a7c5-23bac98ca093 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': 'b2ef10b9-0c7e-4ea0-88fe-781103c28e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'b90c3694-06cc-4931-a87d-3191a1408398'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:03:32.529984 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbaedc2-8f2c-4264-94d3-a54786e6b05e req-2f1297a4-1064-4073-819e-af1cfe624969 service neutron] Attempting to bind port 7ac4fe73-abdc-4d78-a7c5-23bac98ca093 on network b90c3694-06cc-4931-a87d-3191a1408398 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:03:32.554256 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-b291a7a9-b8cd-4bca-9410-654c79c5b7f5 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Made reservation on behalf of 698d05b4eb4b402aa83e695c4b2c5978 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:32.558027 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbaedc2-8f2c-4264-94d3-a54786e6b05e req-2f1297a4-1064-4073-819e-af1cfe624969 service neutron] Port 7ac4fe73-abdc-4d78-a7c5-23bac98ca093 on network b90c3694-06cc-4931-a87d-3191a1408398 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:03:32.558373 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbaedc2-8f2c-4264-94d3-a54786e6b05e req-2f1297a4-1064-4073-819e-af1cfe624969 service neutron] Attempting to bind port 7ac4fe73-abdc-4d78-a7c5-23bac98ca093 on network b90c3694-06cc-4931-a87d-3191a1408398 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:03:32.558510 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-b291a7a9-b8cd-4bca-9410-654c79c5b7f5 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:32.584374 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-75a66c70-6316-4127-b318-0cc097b0cf10 req-e89ca5be-28de-4788-aaa4-9798e38f06da tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.8.177 HTTP/1.1" status: 200 len: 1001 time: 0.1611907 Feb 09 01:03:32.590687 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-75a66c70-6316-4127-b318-0cc097b0cf10 req-954c7c61-7f4d-462a-8d95-e5c687d065c9 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:32.594277 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbaedc2-8f2c-4264-94d3-a54786e6b05e req-2f1297a4-1064-4073-819e-af1cfe624969 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:03:32.594640 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbaedc2-8f2c-4264-94d3-a54786e6b05e req-2f1297a4-1064-4073-819e-af1cfe624969 service neutron] Checking segment: {'id': 'b2ef10b9-0c7e-4ea0-88fe-781103c28e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'b90c3694-06cc-4931-a87d-3191a1408398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:03:32.595029 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edbaedc2-8f2c-4264-94d3-a54786e6b05e req-2f1297a4-1064-4073-819e-af1cfe624969 service neutron] Bound using segment: {'id': 'b2ef10b9-0c7e-4ea0-88fe-781103c28e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'b90c3694-06cc-4931-a87d-3191a1408398'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:03:32.595490 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-edbaedc2-8f2c-4264-94d3-a54786e6b05e req-2f1297a4-1064-4073-819e-af1cfe624969 service neutron] Bound port: 7ac4fe73-abdc-4d78-a7c5-23bac98ca093, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2ef10b9-0c7e-4ea0-88fe-781103c28e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'b90c3694-06cc-4931-a87d-3191a1408398'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:03:32.595860 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-edbaedc2-8f2c-4264-94d3-a54786e6b05e req-2f1297a4-1064-4073-819e-af1cfe624969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7ac4fe73-abdc-4d78-a7c5-23bac98ca093), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:32.623800 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-dc845a0b-0188-40a7-824a-4d54328000e0 None None] Current status of the port f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:03:32.624021 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc845a0b-0188-40a7-824a-4d54328000e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:32.660336 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eb9bbaca-f4c6-4622-9649-d6e32313fe6d tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Publish callbacks [] for floatingip (58189769-bc8f-42db-9a66-85d29e8ca2c5), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:32.701596 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-dc845a0b-0188-40a7-824a-4d54328000e0 None None] For port f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d,segment=NetworkSegment(70332602-1747-482c-9353-16874afea81c),segment_id=70332602-1747-482c-9353-16874afea81c)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:32.708424 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc845a0b-0188-40a7-824a-4d54328000e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:32.713422 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eb9bbaca-f4c6-4622-9649-d6e32313fe6d tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c6235638-5095-4785-9b07-18b10a421db3), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:32.727520 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e56348-5ea5-423c-b932-35522c36f9de req-fe1e99e5-24a1-4b00-997a-bf8bb9b422e7 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:32.734811 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02e56348-5ea5-423c-b932-35522c36f9de req-fe1e99e5-24a1-4b00-997a-bf8bb9b422e7 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d39ee9b-547a-45df-9c8c-f630d5de3daa HTTP/1.1" status: 200 len: 943 time: 0.2358797 Feb 09 01:03:32.741845 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:03:32.762263 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-7c03d511-6b1a-4497-866e-e9e4826f4887 None None] Set router 5eb9c36e-3f66-4fec-833c-dcc68e31b4fb gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:03:32.805640 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-edbaedc2-8f2c-4264-94d3-a54786e6b05e req-2f1297a4-1064-4073-819e-af1cfe624969 service neutron] For port 7ac4fe73-abdc-4d78-a7c5-23bac98ca093, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:03:32.806158 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc845a0b-0188-40a7-824a-4d54328000e0 None None] Pushing event updated for resources: {'Port': ['ID=f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:32.810543 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-75a66c70-6316-4127-b318-0cc097b0cf10 req-954c7c61-7f4d-462a-8d95-e5c687d065c9 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks [] for floatingip (d6fa6231-c7ca-42aa-9dfd-6281ddb07e73), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:32.817194 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-b291a7a9-b8cd-4bca-9410-654c79c5b7f5 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Allocated IP 192.168.233.73 (9e88fe6e-2b1d-4294-a17d-9a7801813700/3810d295-ee98-40f7-b1e2-609bf7d1c3df/d7c4f278-a027-461d-9e70-cdbd1c055f1c) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:32.837576 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-8f0276ad-eefc-4658-9cb4-9e3483cb2c33 None None] Provisioning complete for port f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:32.838341 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8f0276ad-eefc-4658-9cb4-9e3483cb2c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:32.868380 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02e56348-5ea5-423c-b932-35522c36f9de req-e0325e1e-d275-49db-91fa-cf9c54adecfb tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324360 Feb 09 01:03:32.870040 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-edbaedc2-8f2c-4264-94d3-a54786e6b05e req-2f1297a4-1064-4073-819e-af1cfe624969 service neutron] For port 7ac4fe73-abdc-4d78-a7c5-23bac98ca093, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=7ac4fe73-abdc-4d78-a7c5-23bac98ca093,segment=NetworkSegment(b2ef10b9-0c7e-4ea0-88fe-781103c28e86),segment_id=b2ef10b9-0c7e-4ea0-88fe-781103c28e86)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:03:32.895253 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-edbaedc2-8f2c-4264-94d3-a54786e6b05e req-2f1297a4-1064-4073-819e-af1cfe624969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (7ac4fe73-abdc-4d78-a7c5-23bac98ca093), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:32.963031 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-8f0276ad-eefc-4658-9cb4-9e3483cb2c33 None None] Current status of the port f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:03:33.004038 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-b291a7a9-b8cd-4bca-9410-654c79c5b7f5 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Publish callbacks [] for port (d7c4f278-a027-461d-9e70-cdbd1c055f1c), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:33.025983 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 01:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3470a4d8-50a0-410e-92de-ca562d64305d x-openstack-request-id: req-3470a4d8-50a0-410e-92de-ca562d64305d {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:03:33.026260 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f2328a3-da54-4134-bafe-a58b14532986", "tag": "5bd360c7-d35c-4dfa-92f8-c4b0496c187d", "status": "completed", "code": 200}, {"server_uuid": "3ed9ba31-f7c6-48e8-8c25-d72c0b583769", "name": "network-vif-deleted", "tag": "612a0410-8791-4496-a45e-374ad9561867", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:03:33.026529 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3470a4d8-50a0-410e-92de-ca562d64305d {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:03:33.027523 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2328a3-da54-4134-bafe-a58b14532986', 'tag': '5bd360c7-d35c-4dfa-92f8-c4b0496c187d', 'status': 'completed', 'code': 200} Feb 09 01:03:33.027795 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed9ba31-f7c6-48e8-8c25-d72c0b583769', 'name': 'network-vif-deleted', 'tag': '612a0410-8791-4496-a45e-374ad9561867', 'status': 'completed', 'code': 200} Feb 09 01:03:33.045286 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-b291a7a9-b8cd-4bca-9410-654c79c5b7f5 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (d7c4f278-a027-461d-9e70-cdbd1c055f1c), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:33.054756 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-7c03d511-6b1a-4497-866e-e9e4826f4887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb9c36e-3f66-4fec-833c-dcc68e31b4fb', 'name': 'tempest-ServersTestJSON-1950910535-router', 'tenant_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '76271eef-ee0c-44e6-ae00-f0e188984f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:03:21Z', 'updated_at': '2022-02-09T01:03:26Z', 'revision_number': 4, 'project_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'gw_port': {'id': '76271eef-ee0c-44e6-ae00-f0e188984f60', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ba:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb9c36e-3f66-4fec-833c-dcc68e31b4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:22Z', 'updated_at': '2022-02-09T01:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d', 'name': '', 'network_id': 'f915a872-9d1b-435e-8b6b-ca5a77ceda6e', 'tenant_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'mac_address': 'fa:16:3e:9d:62:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb9c36e-3f66-4fec-833c-dcc68e31b4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '2b6724dc-715d-4b79-9357-2dd6d2f2a876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:25Z', 'updated_at': '2022-02-09T01:03:32Z', 'revision_number': 4, 'project_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'subnets': [{'id': '2b6724dc-715d-4b79-9357-2dd6d2f2a876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:33.059075 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbaedc2-8f2c-4264-94d3-a54786e6b05e req-2f1297a4-1064-4073-819e-af1cfe624969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:33.060674 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-edbaedc2-8f2c-4264-94d3-a54786e6b05e req-2f1297a4-1064-4073-819e-af1cfe624969 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:33.063958 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['bc3bbf9e-6302-4f75-979e-f06189e488b9', 'd3a84a99-84cd-449c-83e8-1f3fb33046d9'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:03:33.075014 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-edbaedc2-8f2c-4264-94d3-a54786e6b05e req-2f1297a4-1064-4073-819e-af1cfe624969 service neutron] 10.222.0.120 "PUT /v2.0/ports/7ac4fe73-abdc-4d78-a7c5-23bac98ca093 HTTP/1.1" status: 200 len: 1091 time: 1.6999581 Feb 09 01:03:33.105722 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c03d511-6b1a-4497-866e-e9e4826f4887 None None] The sync data for ids ['5eb9c36e-3f66-4fec-833c-dcc68e31b4fb'] in n-d-828369-4 is: [{'id': '5eb9c36e-3f66-4fec-833c-dcc68e31b4fb', 'name': 'tempest-ServersTestJSON-1950910535-router', 'tenant_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '76271eef-ee0c-44e6-ae00-f0e188984f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:03:21Z', 'updated_at': '2022-02-09T01:03:26Z', 'revision_number': 4, 'project_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'gw_port': {'id': '76271eef-ee0c-44e6-ae00-f0e188984f60', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ba:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb9c36e-3f66-4fec-833c-dcc68e31b4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:22Z', 'updated_at': '2022-02-09T01:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d', 'name': '', 'network_id': 'f915a872-9d1b-435e-8b6b-ca5a77ceda6e', 'tenant_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'mac_address': 'fa:16:3e:9d:62:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb9c36e-3f66-4fec-833c-dcc68e31b4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '2b6724dc-715d-4b79-9357-2dd6d2f2a876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:25Z', 'updated_at': '2022-02-09T01:03:32Z', 'revision_number': 4, 'project_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'subnets': [{'id': '2b6724dc-715d-4b79-9357-2dd6d2f2a876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:03:33.109679 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-b291a7a9-b8cd-4bca-9410-654c79c5b7f5 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Network 9e88fe6e-2b1d-4294-a17d-9a7801813700 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:33.116628 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-b291a7a9-b8cd-4bca-9410-654c79c5b7f5 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:33.136187 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-b291a7a9-b8cd-4bca-9410-654c79c5b7f5 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:03:33.244300 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1297a4-1064-4073-819e-af1cfe624969 service neutron] Pushing event updated for resources: {'Port': ['ID=7ac4fe73-abdc-4d78-a7c5-23bac98ca093,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:33.263874 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b291a7a9-b8cd-4bca-9410-654c79c5b7f5 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Pushing event updated for resources: {'Port': ['ID=d7c4f278-a027-461d-9e70-cdbd1c055f1c,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:33.313910 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-b291a7a9-b8cd-4bca-9410-654c79c5b7f5 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:33.314631 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-b291a7a9-b8cd-4bca-9410-654c79c5b7f5 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:33.337564 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-75a66c70-6316-4127-b318-0cc097b0cf10 req-954c7c61-7f4d-462a-8d95-e5c687d065c9 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:33.358328 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabda1fd-6db7-4c63-ac73-69bd9d4686a2 req-8e3c1436-7d51-4fdc-ad60-70b6623a3a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:33.362655 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eabda1fd-6db7-4c63-ac73-69bd9d4686a2 req-8e3c1436-7d51-4fdc-ad60-70b6623a3a90 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67da1db1339f4110b352a0d7f5bcad0c&device_id=0f2328a3-da54-4134-bafe-a58b14532986 HTTP/1.1" status: 200 len: 1127 time: 0.3276987 Feb 09 01:03:33.363326 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-75a66c70-6316-4127-b318-0cc097b0cf10 req-954c7c61-7f4d-462a-8d95-e5c687d065c9 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (d6fa6231-c7ca-42aa-9dfd-6281ddb07e73), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:33.363671 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [req-75a66c70-6316-4127-b318-0cc097b0cf10 req-954c7c61-7f4d-462a-8d95-e5c687d065c9 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Floating IP d6fa6231-c7ca-42aa-9dfd-6281ddb07e73 disassociated. External IP: 172.25.8.177, port: 5bd360c7-d35c-4dfa-92f8-c4b0496c187d. Feb 09 01:03:33.384929 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-b291a7a9-b8cd-4bca-9410-654c79c5b7f5 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0907562 Feb 09 01:03:33.417917 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-796dcb20-ffdf-4acf-9b87-d1bf72b01e2a service neutron] Request body: {'port': {'device_id': '1dbd5195-1031-468c-b77e-75078d6e6b56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:33.514010 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eb9bbaca-f4c6-4622-9649-d6e32313fe6d tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Publish callbacks [] for port (c6235638-5095-4785-9b07-18b10a421db3), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:33.522105 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eb9bbaca-f4c6-4622-9649-d6e32313fe6d tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (c6235638-5095-4785-9b07-18b10a421db3), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:33.545575 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-19a802c2-e562-4812-a96b-2daa958c974d None None] Provisioning complete for port d7c4f278-a027-461d-9e70-cdbd1c055f1c triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:33.546161 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-19a802c2-e562-4812-a96b-2daa958c974d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d7c4f278-a027-461d-9e70-cdbd1c055f1c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:33.571400 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbaedc2-8f2c-4264-94d3-a54786e6b05e req-df075890-15fe-402b-a495-3332fd69a7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:33.572971 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-edbaedc2-8f2c-4264-94d3-a54786e6b05e req-df075890-15fe-402b-a495-3332fd69a7eb service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=74abc34e7691425282972b2da05f36f8&device_id=4d39ee9b-547a-45df-9c8c-f630d5de3daa HTTP/1.1" status: 200 len: 1125 time: 0.4252148 Feb 09 01:03:33.625627 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-19a802c2-e562-4812-a96b-2daa958c974d None None] Port d7c4f278-a027-461d-9e70-cdbd1c055f1c cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:03:33.627420 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:03:33.629325 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d39bb6-7791-47df-9c13-2696985cf4d2 req-822b11ef-06b3-4cc9-ad60-ecefb260a61b tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:33.636297 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-05d39bb6-7791-47df-9c13-2696985cf4d2 req-822b11ef-06b3-4cc9-ad60-ecefb260a61b tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 935 time: 0.4939804 Feb 09 01:03:33.643242 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-796dcb20-ffdf-4acf-9b87-d1bf72b01e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d7c4f278-a027-461d-9e70-cdbd1c055f1c), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:33.648001 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9bbaca-f4c6-4622-9649-d6e32313fe6d tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Pushing event updated for resources: {'Port': ['ID=c6235638-5095-4785-9b07-18b10a421db3,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:33.679883 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-edbaedc2-8f2c-4264-94d3-a54786e6b05e req-67099461-8c5f-4eb8-88f9-eb25b088e03d service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ac4fe73-abdc-4d78-a7c5-23bac98ca093 HTTP/1.1" status: 200 len: 217 time: 0.0813038 Feb 09 01:03:33.688881 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabda1fd-6db7-4c63-ac73-69bd9d4686a2 req-ddc9a689-8346-4e9b-983a-2fd43b0d1d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:33.690451 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eabda1fd-6db7-4c63-ac73-69bd9d4686a2 req-ddc9a689-8346-4e9b-983a-2fd43b0d1d81 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dbff02f4-8d52-4289-93bb-c44351bfd019 HTTP/1.1" status: 200 len: 923 time: 0.3205166 Feb 09 01:03:33.693934 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:33.694387 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:33.707193 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eb9bbaca-f4c6-4622-9649-d6e32313fe6d tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (58189769-bc8f-42db-9a66-85d29e8ca2c5), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:33.734410 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eb9bbaca-f4c6-4622-9649-d6e32313fe6d tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:33.751821 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-eb9bbaca-f4c6-4622-9649-d6e32313fe6d tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3732736 Feb 09 01:03:33.752891 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eabda1fd-6db7-4c63-ac73-69bd9d4686a2 req-7a7ed785-343e-4b5a-b90e-2e6cc07d1b67 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5bd360c7-d35c-4dfa-92f8-c4b0496c187d HTTP/1.1" status: 200 len: 217 time: 0.0413644 Feb 09 01:03:33.806177 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:03:33.861028 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-05d39bb6-7791-47df-9c13-2696985cf4d2 req-1cc6b954-b64a-44be-8726-b6406c1a3972 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238121 Feb 09 01:03:33.896978 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbaedc2-8f2c-4264-94d3-a54786e6b05e req-1a148b9b-3c14-4611-95c4-7eb5d4572e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:33.897762 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-edbaedc2-8f2c-4264-94d3-a54786e6b05e req-1a148b9b-3c14-4611-95c4-7eb5d4572e17 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=7cacafe2-88d1-46d1-b016-b2d0f5a05d3f HTTP/1.1" status: 200 len: 845 time: 0.2019181 Feb 09 01:03:33.920717 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613b689b-0346-4c3f-a32c-b4b7d04532dc x-openstack-request-id: req-613b689b-0346-4c3f-a32c-b4b7d04532dc {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:03:33.921139 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba9464e-d3c3-4d9b-88b6-92ace06d30c7", "name": "network-vif-plugged", "status": "completed", "tag": "070047eb-6b5c-4931-a92f-cbf2821a03a5", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:03:33.921519 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-613b689b-0346-4c3f-a32c-b4b7d04532dc {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:03:33.922023 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba9464e-d3c3-4d9b-88b6-92ace06d30c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070047eb-6b5c-4931-a92f-cbf2821a03a5', 'code': 200} Feb 09 01:03:33.970140 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-edbaedc2-8f2c-4264-94d3-a54786e6b05e req-2593e9da-fe21-416b-832a-d09018ac876a service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=b90c3694-06cc-4931-a87d-3191a1408398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398126 Feb 09 01:03:33.974120 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabda1fd-6db7-4c63-ac73-69bd9d4686a2 req-e9cc859a-15ed-4eb4-ba1f-443ce3c4d57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:33.975561 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eabda1fd-6db7-4c63-ac73-69bd9d4686a2 req-e9cc859a-15ed-4eb4-ba1f-443ce3c4d57d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=43589af2-0462-47b3-852e-472c8aa8fb62 HTTP/1.1" status: 200 len: 860 time: 0.1895363 Feb 09 01:03:34.041793 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-796dcb20-ffdf-4acf-9b87-d1bf72b01e2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7c4f278-a027-461d-9e70-cdbd1c055f1c {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:03:34.049519 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-796dcb20-ffdf-4acf-9b87-d1bf72b01e2a service neutron] Publish callbacks [] for port (d7c4f278-a027-461d-9e70-cdbd1c055f1c), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:34.061377 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-796dcb20-ffdf-4acf-9b87-d1bf72b01e2a service neutron] Transition to ACTIVE for port object d7c4f278-a027-461d-9e70-cdbd1c055f1c will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:34.065884 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-796dcb20-ffdf-4acf-9b87-d1bf72b01e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (d7c4f278-a027-461d-9e70-cdbd1c055f1c), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:34.115420 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dcb20-ffdf-4acf-9b87-d1bf72b01e2a service neutron] Pushing event updated for resources: {'Port': ['ID=d7c4f278-a027-461d-9e70-cdbd1c055f1c,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:34.196627 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-796dcb20-ffdf-4acf-9b87-d1bf72b01e2a service neutron] Attempting to bind port d7c4f278-a027-461d-9e70-cdbd1c055f1c on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:03:34.196931 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-796dcb20-ffdf-4acf-9b87-d1bf72b01e2a service neutron] Attempting to bind port d7c4f278-a027-461d-9e70-cdbd1c055f1c by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:03:34.197261 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-796dcb20-ffdf-4acf-9b87-d1bf72b01e2a service neutron] Attempting to bind port d7c4f278-a027-461d-9e70-cdbd1c055f1c on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:03:34.202503 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-796dcb20-ffdf-4acf-9b87-d1bf72b01e2a service neutron] Port d7c4f278-a027-461d-9e70-cdbd1c055f1c on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:03:34.203333 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-796dcb20-ffdf-4acf-9b87-d1bf72b01e2a service neutron] Attempting to bind port d7c4f278-a027-461d-9e70-cdbd1c055f1c on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:03:34.209131 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75a66c70-6316-4127-b318-0cc097b0cf10 req-954c7c61-7f4d-462a-8d95-e5c687d065c9 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Router 509bebbd-0924-4d0f-9773-81152d001a49 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:03:34.209325 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-796dcb20-ffdf-4acf-9b87-d1bf72b01e2a service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:03:34.209656 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-796dcb20-ffdf-4acf-9b87-d1bf72b01e2a service neutron] Checking segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:03:34.210187 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-796dcb20-ffdf-4acf-9b87-d1bf72b01e2a service neutron] Bound using segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:03:34.210607 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-796dcb20-ffdf-4acf-9b87-d1bf72b01e2a service neutron] Bound port: d7c4f278-a027-461d-9e70-cdbd1c055f1c, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:03:34.210972 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-796dcb20-ffdf-4acf-9b87-d1bf72b01e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d7c4f278-a027-461d-9e70-cdbd1c055f1c), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:34.223627 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39167e-a8ec-41ee-b09c-c3935f30aa6a req-0b3f5e43-dde8-4a0a-b013-4a444a951458 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:34.225236 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5b39167e-a8ec-41ee-b09c-c3935f30aa6a req-0b3f5e43-dde8-4a0a-b013-4a444a951458 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=dba9464e-d3c3-4d9b-88b6-92ace06d30c7 HTTP/1.1" status: 200 len: 950 time: 0.2327828 Feb 09 01:03:34.228675 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabda1fd-6db7-4c63-ac73-69bd9d4686a2 req-83d346ba-66b8-4c29-a230-42252bfb213e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:34.230359 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eabda1fd-6db7-4c63-ac73-69bd9d4686a2 req-83d346ba-66b8-4c29-a230-42252bfb213e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dbff02f4-8d52-4289-93bb-c44351bfd019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2360666 Feb 09 01:03:34.232163 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-edbaedc2-8f2c-4264-94d3-a54786e6b05e req-6a88906b-d140-4a75-9a74-6456899ed697 service neutron] 10.222.0.120 "GET /v2.0/networks/b90c3694-06cc-4931-a87d-3191a1408398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499065 Feb 09 01:03:34.239150 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd646df-8ecb-4f5d-8c98-276c90d84e08 req-bf559ad0-c63d-4daa-ba1c-8017519d104e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:34.240674 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3cd646df-8ecb-4f5d-8c98-276c90d84e08 req-bf559ad0-c63d-4daa-ba1c-8017519d104e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dba9464e-d3c3-4d9b-88b6-92ace06d30c7 HTTP/1.1" status: 200 len: 1132 time: 0.1895790 Feb 09 01:03:34.289461 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-796dcb20-ffdf-4acf-9b87-d1bf72b01e2a service neutron] For port d7c4f278-a027-461d-9e70-cdbd1c055f1c, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:03:34.293706 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-796dcb20-ffdf-4acf-9b87-d1bf72b01e2a service neutron] For port d7c4f278-a027-461d-9e70-cdbd1c055f1c, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=d7c4f278-a027-461d-9e70-cdbd1c055f1c,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:03:34.299834 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-796dcb20-ffdf-4acf-9b87-d1bf72b01e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (d7c4f278-a027-461d-9e70-cdbd1c055f1c), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:34.342467 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-796dcb20-ffdf-4acf-9b87-d1bf72b01e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:34.343108 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-796dcb20-ffdf-4acf-9b87-d1bf72b01e2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:34.344685 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-796dcb20-ffdf-4acf-9b87-d1bf72b01e2a service neutron] 10.222.0.47 "PUT /v2.0/ports/d7c4f278-a027-461d-9e70-cdbd1c055f1c HTTP/1.1" status: 200 len: 1095 time: 0.9367173 Feb 09 01:03:34.345166 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dbd5195-1031-468c-b77e-75078d6e6b56', 'tag': 'd7c4f278-a027-461d-9e70-cdbd1c055f1c'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:03:34.347571 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3529ed9-e2cc-4bc9-a35b-1c0a966c0420" -d '{"events": [{"name": "network-changed", "server_uuid": "1dbd5195-1031-468c-b77e-75078d6e6b56", "tag": "d7c4f278-a027-461d-9e70-cdbd1c055f1c"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:03:34.375943 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dcb20-ffdf-4acf-9b87-d1bf72b01e2a service neutron] Pushing event updated for resources: {'Port': ['ID=d7c4f278-a027-461d-9e70-cdbd1c055f1c,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:34.409325 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7c953581-3898-4639-8ac2-21ec950cd22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:34.451696 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-92164a18-f826-4e4f-986d-528bc70f85fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:34.454007 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-92164a18-f826-4e4f-986d-528bc70f85fa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=698d05b4eb4b402aa83e695c4b2c5978&device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 1129 time: 0.0574615 Feb 09 01:03:34.505351 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-964ac073-a957-4c56-b615-aae63c6b4800 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=d7c4f278-a027-461d-9e70-cdbd1c055f1c HTTP/1.1" status: 200 len: 217 time: 0.0411005 Feb 09 01:03:34.562246 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-0ee25e47-c902-435d-b226-e845bea7ec8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:34.563060 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-0ee25e47-c902-435d-b226-e845bea7ec8d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.0469694 Feb 09 01:03:34.625118 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-8b8e903b-8064-43d3-b7eb-e439bc0292b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:34.626665 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-8b8e903b-8064-43d3-b7eb-e439bc0292b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0462832 Feb 09 01:03:34.722718 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-8ed1bdb2-d40d-409b-a8b9-506584b79e2f service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868051 Feb 09 01:03:34.799465 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5b39167e-a8ec-41ee-b09c-c3935f30aa6a req-4a80a8e0-710f-4106-a4e8-c73655295431 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5636399 Feb 09 01:03:34.807791 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3cd646df-8ecb-4f5d-8c98-276c90d84e08 req-43d0c579-02ab-4ef5-ae27-89a454ba4937 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594280 Feb 09 01:03:34.823323 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1240e723-1cbb-4ecd-8c53-487e57a783b6 req-e2f3e583-deb1-486f-9b4e-fc85f1885f7f service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930126 Feb 09 01:03:34.836027 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-edbaedc2-8f2c-4264-94d3-a54786e6b05e req-a9783a92-ff2f-4f84-9036-b56dbbdd5db5 service neutron] 10.222.0.120 "GET /v2.0/networks/b90c3694-06cc-4931-a87d-3191a1408398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986653 Feb 09 01:03:34.839489 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eabda1fd-6db7-4c63-ac73-69bd9d4686a2 req-eaf3351a-e2c8-47bc-960e-2ce8a00b5573 service neutron] 10.222.0.47 "GET /v2.0/networks/dbff02f4-8d52-4289-93bb-c44351bfd019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5979664 Feb 09 01:03:34.862241 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75a66c70-6316-4127-b318-0cc097b0cf10 req-954c7c61-7f4d-462a-8d95-e5c687d065c9 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:03:34.867680 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-75a66c70-6316-4127-b318-0cc097b0cf10 req-954c7c61-7f4d-462a-8d95-e5c687d065c9 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:34.873843 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b844b7-f519-4b7b-a9c3-f9f057163c42 None None] Sync routers for ids ['509bebbd-0924-4d0f-9773-81152d001a49'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:03:34.883398 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b844b7-f519-4b7b-a9c3-f9f057163c42 None None] Routers {'509bebbd-0924-4d0f-9773-81152d001a49'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:03:34.884027 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-b3b844b7-f519-4b7b-a9c3-f9f057163c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:03:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['509bebbd-0924-4d0f-9773-81152d001a49'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:34.940499 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-75a66c70-6316-4127-b318-0cc097b0cf10 req-954c7c61-7f4d-462a-8d95-e5c687d065c9 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "PUT /v2.0/floatingips/d6fa6231-c7ca-42aa-9dfd-6281ddb07e73 HTTP/1.1" status: 200 len: 696 time: 2.3550005 Feb 09 01:03:34.972916 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa305f-d51d-471f-b298-bba6dec4ff54 req-e08cbd0c-cafa-4182-ad6e-8de351a4a859 tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:34.974393 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-89fa305f-d51d-471f-b298-bba6dec4ff54 req-e08cbd0c-cafa-4182-ad6e-8de351a4a859 tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e7abc5d9-7485-46fd-a80f-8423f552967f HTTP/1.1" status: 200 len: 1127 time: 0.1102550 Feb 09 01:03:35.003707 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-b3b844b7-f519-4b7b-a9c3-f9f057163c42 None None] Set router 509bebbd-0924-4d0f-9773-81152d001a49 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:03:35.028534 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d39ee9b-547a-45df-9c8c-f630d5de3daa', 'tag': '7ac4fe73-abdc-4d78-a7c5-23bac98ca093'}, {'name': 'network-changed', 'server_uuid': '0f2328a3-da54-4134-bafe-a58b14532986', 'tag': '5bd360c7-d35c-4dfa-92f8-c4b0496c187d'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:03:35.031423 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97382741-4d50-4c13-a8dc-dc6c2f315fbe" -d '{"events": [{"name": "network-changed", "server_uuid": "4d39ee9b-547a-45df-9c8c-f630d5de3daa", "tag": "7ac4fe73-abdc-4d78-a7c5-23bac98ca093"}, {"name": "network-changed", "server_uuid": "0f2328a3-da54-4134-bafe-a58b14532986", "tag": "5bd360c7-d35c-4dfa-92f8-c4b0496c187d"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:03:35.046120 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a66c70-6316-4127-b318-0cc097b0cf10 req-ee8a9c06-73e7-4945-9d3d-f3107695f763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:35.048261 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-75a66c70-6316-4127-b318-0cc097b0cf10 req-ee8a9c06-73e7-4945-9d3d-f3107695f763 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=67da1db1339f4110b352a0d7f5bcad0c&device_id=0f2328a3-da54-4134-bafe-a58b14532986 HTTP/1.1" status: 200 len: 1127 time: 0.0887861 Feb 09 01:03:35.050577 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-89fa305f-d51d-471f-b298-bba6dec4ff54 req-4b98b762-bdea-4989-9ae8-dc803e1967db tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603266 Feb 09 01:03:35.243712 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a66c70-6316-4127-b318-0cc097b0cf10 req-3cc71b94-058a-4533-9868-a0d8942af386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:35.245150 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-75a66c70-6316-4127-b318-0cc097b0cf10 req-3cc71b94-058a-4533-9868-a0d8942af386 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dbff02f4-8d52-4289-93bb-c44351bfd019 HTTP/1.1" status: 200 len: 923 time: 0.1914487 Feb 09 01:03:35.249404 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eabda1fd-6db7-4c63-ac73-69bd9d4686a2 req-f50b5f25-b855-4fca-82f8-0d58e676af45 service neutron] 10.222.0.47 "GET /v2.0/networks/dbff02f4-8d52-4289-93bb-c44351bfd019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868782 Feb 09 01:03:35.273948 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-b3b844b7-f519-4b7b-a9c3-f9f057163c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509bebbd-0924-4d0f-9773-81152d001a49', 'name': 'tempest-FloatingIPsAssociationTestJSON-1873941381-router', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'f3af30c6-a5c4-4518-9770-66f51b4d2232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:05Z', 'updated_at': '2022-02-09T01:02:09Z', 'revision_number': 4, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'gw_port': {'id': 'f3af30c6-a5c4-4518-9770-66f51b4d2232', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:06Z', 'updated_at': '2022-02-09T01:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '526ff28f-9887-412a-95da-5c79479f78e1', 'name': '', 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'mac_address': 'fa:16:3e:8f:57:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '43589af2-0462-47b3-852e-472c8aa8fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:08Z', 'updated_at': '2022-02-09T01:02:18Z', 'revision_number': 5, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'subnets': [{'id': '43589af2-0462-47b3-852e-472c8aa8fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:35.295931 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-75a66c70-6316-4127-b318-0cc097b0cf10 req-cc683318-2fec-4c08-b03a-de9554d9b677 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5bd360c7-d35c-4dfa-92f8-c4b0496c187d HTTP/1.1" status: 200 len: 217 time: 0.0420997 Feb 09 01:03:35.300652 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b844b7-f519-4b7b-a9c3-f9f057163c42 None None] Checking router: 509bebbd-0924-4d0f-9773-81152d001a49 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:03:35.306626 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9ba51-da0c-49b3-a2ec-c98fc0f95f8a req-7a84e769-4493-424d-b5f1-9b339f261bcc tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:35.308142 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9df9ba51-da0c-49b3-a2ec-c98fc0f95f8a req-7a84e769-4493-424d-b5f1-9b339f261bcc tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=08fd9e88-4947-46a6-a25b-0c31164baec3 HTTP/1.1" status: 200 len: 950 time: 0.1166208 Feb 09 01:03:35.309049 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b844b7-f519-4b7b-a9c3-f9f057163c42 None None] Routers {'509bebbd-0924-4d0f-9773-81152d001a49'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:03:35.309664 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-b3b844b7-f519-4b7b-a9c3-f9f057163c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:03:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['509bebbd-0924-4d0f-9773-81152d001a49'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:35.389313 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a66c70-6316-4127-b318-0cc097b0cf10 req-04dc043f-5b25-4f44-865f-e8963ba30d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:35.389313 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-75a66c70-6316-4127-b318-0cc097b0cf10 req-04dc043f-5b25-4f44-865f-e8963ba30d6e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=43589af2-0462-47b3-852e-472c8aa8fb62 HTTP/1.1" status: 200 len: 860 time: 0.0776176 Feb 09 01:03:35.409962 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9df9ba51-da0c-49b3-a2ec-c98fc0f95f8a req-accc3196-8e37-4ae2-a515-00582c6c9667 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933552 Feb 09 01:03:35.443107 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-b3b844b7-f519-4b7b-a9c3-f9f057163c42 None None] Set router 509bebbd-0924-4d0f-9773-81152d001a49 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:03:35.450649 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a66c70-6316-4127-b318-0cc097b0cf10 req-46d386b5-8654-4394-8993-75218965ab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:35.457111 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-75a66c70-6316-4127-b318-0cc097b0cf10 req-46d386b5-8654-4394-8993-75218965ab47 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dbff02f4-8d52-4289-93bb-c44351bfd019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0625885 Feb 09 01:03:35.580049 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-2904631f-d0e1-43b0-bf50-1919a040e4c4 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--990281487&fields=id&tenant_id=c1eb5619f29c442285488d7ae37e7fe2 HTTP/1.1" status: 200 len: 267 time: 0.0692229 Feb 09 01:03:35.601422 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-75a66c70-6316-4127-b318-0cc097b0cf10 req-456f6860-f091-4192-8857-3c60ff69408d service neutron] 10.222.0.50 "GET /v2.0/networks/dbff02f4-8d52-4289-93bb-c44351bfd019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418765 Feb 09 01:03:35.644608 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-b3b844b7-f519-4b7b-a9c3-f9f057163c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509bebbd-0924-4d0f-9773-81152d001a49', 'name': 'tempest-FloatingIPsAssociationTestJSON-1873941381-router', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'f3af30c6-a5c4-4518-9770-66f51b4d2232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:05Z', 'updated_at': '2022-02-09T01:02:09Z', 'revision_number': 4, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'gw_port': {'id': 'f3af30c6-a5c4-4518-9770-66f51b4d2232', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:06Z', 'updated_at': '2022-02-09T01:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '526ff28f-9887-412a-95da-5c79479f78e1', 'name': '', 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'mac_address': 'fa:16:3e:8f:57:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '43589af2-0462-47b3-852e-472c8aa8fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:08Z', 'updated_at': '2022-02-09T01:02:18Z', 'revision_number': 5, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'subnets': [{'id': '43589af2-0462-47b3-852e-472c8aa8fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:35.670583 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b844b7-f519-4b7b-a9c3-f9f057163c42 None None] The sync data for ids ['509bebbd-0924-4d0f-9773-81152d001a49'] in n-d-828369-4 is: [{'id': '509bebbd-0924-4d0f-9773-81152d001a49', 'name': 'tempest-FloatingIPsAssociationTestJSON-1873941381-router', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'f3af30c6-a5c4-4518-9770-66f51b4d2232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:05Z', 'updated_at': '2022-02-09T01:02:09Z', 'revision_number': 4, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'gw_port': {'id': 'f3af30c6-a5c4-4518-9770-66f51b4d2232', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:06Z', 'updated_at': '2022-02-09T01:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '526ff28f-9887-412a-95da-5c79479f78e1', 'name': '', 'network_id': 'dbff02f4-8d52-4289-93bb-c44351bfd019', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'mac_address': 'fa:16:3e:8f:57:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '43589af2-0462-47b3-852e-472c8aa8fb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:08Z', 'updated_at': '2022-02-09T01:02:18Z', 'revision_number': 5, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'subnets': [{'id': '43589af2-0462-47b3-852e-472c8aa8fb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:03:35.768331 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:35.781558 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-717b1efa-0f14-4206-83ee-9bccd5b016d5 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:35.783329 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-717b1efa-0f14-4206-83ee-9bccd5b016d5 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "GET /v2.0/networks?id=f915a872-9d1b-435e-8b6b-ca5a77ceda6e HTTP/1.1" status: 200 len: 806 time: 0.1957192 Feb 09 01:03:35.790084 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-75a66c70-6316-4127-b318-0cc097b0cf10 req-1d52576d-856c-4dac-b65c-063f3668cd00 service neutron] 10.222.0.50 "GET /v2.0/networks/dbff02f4-8d52-4289-93bb-c44351bfd019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773279 Feb 09 01:03:35.801699 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-a01e33ed-804e-44ed-a1ff-a615d53a85c0 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "GET /v2.0/quotas/c1eb5619f29c442285488d7ae37e7fe2 HTTP/1.1" status: 200 len: 375 time: 0.0105379 Feb 09 01:03:35.865224 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-63629809-0e4f-4cec-a9f2-29a7e38f6795 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c1eb5619f29c442285488d7ae37e7fe2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582798 Feb 09 01:03:35.933764 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0737fc1-58e1-4ea5-b24b-67c46ee662ff None None] New status for floating IP d6fa6231-c7ca-42aa-9dfd-6281ddb07e73: DOWN {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:03:35.984136 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa5f13-81f4-4343-9875-582c5a51dab7 req-73cf87c2-e104-467f-8a33-f05559391315 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:35.985668 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bdfa5f13-81f4-4343-9875-582c5a51dab7 req-73cf87c2-e104-467f-8a33-f05559391315 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d39ee9b-547a-45df-9c8c-f630d5de3daa HTTP/1.1" status: 200 len: 943 time: 0.1195602 Feb 09 01:03:36.017537 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-30e86380-d68d-4adb-89f1-a18288c15727 service neutron] 10.222.0.50 "GET /v2.0/networks/f915a872-9d1b-435e-8b6b-ca5a77ceda6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386166 Feb 09 01:03:36.089459 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bdfa5f13-81f4-4343-9875-582c5a51dab7 req-ff64c150-fdb7-413c-bba2-4efd5d17b444 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960963 Feb 09 01:03:36.139796 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdcabc6f-cb8f-47bc-be9a-481655c7ddef x-openstack-request-id: req-bdcabc6f-cb8f-47bc-be9a-481655c7ddef {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:03:36.140651 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dbd5195-1031-468c-b77e-75078d6e6b56", "tag": "d7c4f278-a027-461d-9e70-cdbd1c055f1c", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:03:36.141061 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bdcabc6f-cb8f-47bc-be9a-481655c7ddef {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:03:36.141627 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dbd5195-1031-468c-b77e-75078d6e6b56', 'tag': 'd7c4f278-a027-461d-9e70-cdbd1c055f1c', 'status': 'completed', 'code': 200} Feb 09 01:03:36.143469 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-a2c1e716-e31d-4bb6-98c2-3ea573ab3ee2 service neutron] 10.222.0.50 "GET /v2.0/networks/f915a872-9d1b-435e-8b6b-ca5a77ceda6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201897 Feb 09 01:03:36.255236 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3529ed9-e2cc-4bc9-a35b-1c0a966c0420 req-60806cc8-d605-4e0c-a99a-1f9134e15235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:36.256957 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e3529ed9-e2cc-4bc9-a35b-1c0a966c0420 req-60806cc8-d605-4e0c-a99a-1f9134e15235 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=698d05b4eb4b402aa83e695c4b2c5978&device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 1129 time: 0.0859861 Feb 09 01:03:36.268841 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2fd42-6673-4579-8b90-221c0f969a59 req-ec1b4c46-793b-4059-b314-1dbed15de18d tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:36.270360 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ffd2fd42-6673-4579-8b90-221c0f969a59 req-ec1b4c46-793b-4059-b314-1dbed15de18d tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 947 time: 0.0699565 Feb 09 01:03:36.330118 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 01:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bcace35-4fba-4947-b82d-098d3f0d9c1f x-openstack-request-id: req-4bcace35-4fba-4947-b82d-098d3f0d9c1f {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:03:36.330418 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d39ee9b-547a-45df-9c8c-f630d5de3daa", "tag": "7ac4fe73-abdc-4d78-a7c5-23bac98ca093", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0f2328a3-da54-4134-bafe-a58b14532986", "tag": "5bd360c7-d35c-4dfa-92f8-c4b0496c187d", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:03:36.331030 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4bcace35-4fba-4947-b82d-098d3f0d9c1f {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:03:36.331030 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d39ee9b-547a-45df-9c8c-f630d5de3daa', 'tag': '7ac4fe73-abdc-4d78-a7c5-23bac98ca093', 'status': 'completed', 'code': 200} Feb 09 01:03:36.331313 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2328a3-da54-4134-bafe-a58b14532986', 'tag': '5bd360c7-d35c-4dfa-92f8-c4b0496c187d', 'status': 'completed', 'code': 200} Feb 09 01:03:36.431811 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97382741-4d50-4c13-a8dc-dc6c2f315fbe req-a5928ef3-6fa8-4c27-ac62-bb2692c88c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:36.433366 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-97382741-4d50-4c13-a8dc-dc6c2f315fbe req-a5928ef3-6fa8-4c27-ac62-bb2692c88c48 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=67da1db1339f4110b352a0d7f5bcad0c&device_id=0f2328a3-da54-4134-bafe-a58b14532986 HTTP/1.1" status: 200 len: 1127 time: 0.0605237 Feb 09 01:03:36.467176 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ffd2fd42-6673-4579-8b90-221c0f969a59 req-bb271851-6053-4b54-9658-13ff5ac3e397 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877110 Feb 09 01:03:36.480323 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3529ed9-e2cc-4bc9-a35b-1c0a966c0420 req-8b73be98-4729-4125-aa2e-100998e90839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:36.481818 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e3529ed9-e2cc-4bc9-a35b-1c0a966c0420 req-8b73be98-4729-4125-aa2e-100998e90839 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.2106116 Feb 09 01:03:36.506839 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97382741-4d50-4c13-a8dc-dc6c2f315fbe req-55b3de80-f275-4ec5-98f7-aa3d654f8207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:36.508335 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-97382741-4d50-4c13-a8dc-dc6c2f315fbe req-55b3de80-f275-4ec5-98f7-aa3d654f8207 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=74abc34e7691425282972b2da05f36f8&device_id=4d39ee9b-547a-45df-9c8c-f630d5de3daa HTTP/1.1" status: 200 len: 1125 time: 0.1416512 Feb 09 01:03:36.551955 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97382741-4d50-4c13-a8dc-dc6c2f315fbe req-b54d0bd6-047d-46a8-99e0-b1ee48890eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:36.554190 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-97382741-4d50-4c13-a8dc-dc6c2f315fbe req-b54d0bd6-047d-46a8-99e0-b1ee48890eb2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dbff02f4-8d52-4289-93bb-c44351bfd019 HTTP/1.1" status: 200 len: 923 time: 0.0971055 Feb 09 01:03:36.573240 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e3529ed9-e2cc-4bc9-a35b-1c0a966c0420 req-1777622b-11fd-4d8f-98c4-4944e02ffb78 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=d7c4f278-a027-461d-9e70-cdbd1c055f1c HTTP/1.1" status: 200 len: 217 time: 0.0709398 Feb 09 01:03:36.606460 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc2591-b1fb-45f5-8d7e-983ceae52ca5 req-d454f470-19c3-4639-b318-f1b0474d89ba tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:36.613677 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3dcc2591-b1fb-45f5-8d7e-983ceae52ca5 req-d454f470-19c3-4639-b318-f1b0474d89ba tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e7abc5d9-7485-46fd-a80f-8423f552967f HTTP/1.1" status: 200 len: 1127 time: 0.2086005 Feb 09 01:03:36.625566 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-97382741-4d50-4c13-a8dc-dc6c2f315fbe req-bb51165a-98e5-4320-8306-e71fe2da4c72 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5bd360c7-d35c-4dfa-92f8-c4b0496c187d HTTP/1.1" status: 200 len: 217 time: 0.0569153 Feb 09 01:03:36.697454 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97382741-4d50-4c13-a8dc-dc6c2f315fbe req-99bff93b-18e3-478c-8e60-f4ddb6ca48ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:36.699506 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-97382741-4d50-4c13-a8dc-dc6c2f315fbe req-99bff93b-18e3-478c-8e60-f4ddb6ca48ac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=43589af2-0462-47b3-852e-472c8aa8fb62 HTTP/1.1" status: 200 len: 860 time: 0.0670483 Feb 09 01:03:36.711259 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3529ed9-e2cc-4bc9-a35b-1c0a966c0420 req-3cac5541-4a80-40aa-9d0b-4cbc73cf4808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:36.712750 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e3529ed9-e2cc-4bc9-a35b-1c0a966c0420 req-3cac5541-4a80-40aa-9d0b-4cbc73cf4808 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.1102161 Feb 09 01:03:36.725281 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3dcc2591-b1fb-45f5-8d7e-983ceae52ca5 req-f65420a6-7244-42c7-bbf1-da1bae9e8dde tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100531 Feb 09 01:03:36.732095 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 7ac4fe73-abdc-4d78-a7c5-23bac98ca093 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:03:36.808581 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97382741-4d50-4c13-a8dc-dc6c2f315fbe req-566caf64-4088-4b1e-b16b-c32aa155ee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:36.810382 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-97382741-4d50-4c13-a8dc-dc6c2f315fbe req-566caf64-4088-4b1e-b16b-c32aa155ee57 service neutron] 10.222.0.120 "GET /v2.0/networks?id=b90c3694-06cc-4931-a87d-3191a1408398 HTTP/1.1" status: 200 len: 907 time: 0.2846556 Feb 09 01:03:36.841623 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97382741-4d50-4c13-a8dc-dc6c2f315fbe req-c6c2c10b-3c87-47a0-b619-45fe70e996ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:36.849888 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-97382741-4d50-4c13-a8dc-dc6c2f315fbe req-c6c2c10b-3c87-47a0-b619-45fe70e996ed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dbff02f4-8d52-4289-93bb-c44351bfd019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1235023 Feb 09 01:03:36.896828 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-97382741-4d50-4c13-a8dc-dc6c2f315fbe req-b186137f-5074-4ee3-82de-eb92b28dd8cf service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ac4fe73-abdc-4d78-a7c5-23bac98ca093 HTTP/1.1" status: 200 len: 217 time: 0.0593770 Feb 09 01:03:36.909159 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3529ed9-e2cc-4bc9-a35b-1c0a966c0420 req-b8d9ae2b-fdee-4aed-ba6f-3ad5b61ef8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:36.910633 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e3529ed9-e2cc-4bc9-a35b-1c0a966c0420 req-b8d9ae2b-fdee-4aed-ba6f-3ad5b61ef8c6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1849575 Feb 09 01:03:36.991291 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 7ac4fe73-abdc-4d78-a7c5-23bac98ca093, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=7ac4fe73-abdc-4d78-a7c5-23bac98ca093,segment=NetworkSegment(b2ef10b9-0c7e-4ea0-88fe-781103c28e86),segment_id=b2ef10b9-0c7e-4ea0-88fe-781103c28e86)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:37.005873 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-97382741-4d50-4c13-a8dc-dc6c2f315fbe req-46ba637e-70e6-4940-b2e2-8348c6c488ed service neutron] 10.222.0.47 "GET /v2.0/networks/dbff02f4-8d52-4289-93bb-c44351bfd019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451619 Feb 09 01:03:37.015944 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '7ac4fe73-abdc-4d78-a7c5-23bac98ca093', 'network_id': 'b90c3694-06cc-4931-a87d-3191a1408398', 'port_id': '7ac4fe73-abdc-4d78-a7c5-23bac98ca093', 'mac_address': 'fa:16:3e:e0:51:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cacafe2-88d1-46d1-b016-b2d0f5a05d3f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:03:37.060020 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:37.082809 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 7ac4fe73-abdc-4d78-a7c5-23bac98ca093 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:03:37.083515 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7ac4fe73-abdc-4d78-a7c5-23bac98ca093), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:37.098492 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ac4fe73-abdc-4d78-a7c5-23bac98ca093 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:03:37.118879 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-88af55bb-6282-4302-8167-0495b59e6739 req-fb19aea9-aef6-4ffb-b351-a721b56d152e tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c635e05-dd0f-4970-b7d9-e20429983aa0 HTTP/1.1" status: 200 len: 210 time: 0.1175983 Feb 09 01:03:37.120931 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 7ac4fe73-abdc-4d78-a7c5-23bac98ca093, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=7ac4fe73-abdc-4d78-a7c5-23bac98ca093,segment=NetworkSegment(b2ef10b9-0c7e-4ea0-88fe-781103c28e86),segment_id=b2ef10b9-0c7e-4ea0-88fe-781103c28e86)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:37.126439 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (7ac4fe73-abdc-4d78-a7c5-23bac98ca093), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:37.133718 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e3529ed9-e2cc-4bc9-a35b-1c0a966c0420 req-0c801fda-223e-4ef5-acc3-820598df465d service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077043 Feb 09 01:03:37.137056 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97382741-4d50-4c13-a8dc-dc6c2f315fbe req-cc27a9dc-fa56-4d51-8916-04866246dc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:37.138421 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-97382741-4d50-4c13-a8dc-dc6c2f315fbe req-cc27a9dc-fa56-4d51-8916-04866246dc8e service neutron] 10.222.0.120 "GET /v2.0/subnets?id=7cacafe2-88d1-46d1-b016-b2d0f5a05d3f HTTP/1.1" status: 200 len: 845 time: 0.2315724 Feb 09 01:03:37.166903 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-97382741-4d50-4c13-a8dc-dc6c2f315fbe req-23409549-8cdc-4c71-baa8-eaf8055bfecd service neutron] 10.222.0.47 "GET /v2.0/networks/dbff02f4-8d52-4289-93bb-c44351bfd019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482263 Feb 09 01:03:37.183174 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=7ac4fe73-abdc-4d78-a7c5-23bac98ca093,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:37.212694 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8d9f5-21a7-4a93-ab04-bb36291aa713 req-da8eac42-b976-4158-a2e1-a1252460b2ba tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:37.214455 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5ed8d9f5-21a7-4a93-ab04-bb36291aa713 req-da8eac42-b976-4158-a2e1-a1252460b2ba tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=dba9464e-d3c3-4d9b-88b6-92ace06d30c7 HTTP/1.1" status: 200 len: 950 time: 0.2799735 Feb 09 01:03:37.235184 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-97382741-4d50-4c13-a8dc-dc6c2f315fbe req-2f849c54-0bb6-4e4a-b1d9-d790eb1677a2 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=b90c3694-06cc-4931-a87d-3191a1408398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880599 Feb 09 01:03:37.328937 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5ed8d9f5-21a7-4a93-ab04-bb36291aa713 req-3fe610f8-1bbb-4f62-9cab-d349f0335678 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965340 Feb 09 01:03:37.353692 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:37.361726 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e3529ed9-e2cc-4bc9-a35b-1c0a966c0420 req-537cb3e7-658b-4b88-966a-b60989207614 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135191 Feb 09 01:03:37.735445 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-97382741-4d50-4c13-a8dc-dc6c2f315fbe req-df5a792b-fc22-4f58-a514-10b3f13c7fa2 service neutron] 10.222.0.120 "GET /v2.0/networks/b90c3694-06cc-4931-a87d-3191a1408398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4426560 Feb 09 01:03:37.746809 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984d7ea-12f6-4c1f-bbd6-1707cd77db55 req-c3d0ba4e-42e2-4dc6-be06-1263badda270 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:37.748197 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d984d7ea-12f6-4c1f-bbd6-1707cd77db55 req-c3d0ba4e-42e2-4dc6-be06-1263badda270 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d39ee9b-547a-45df-9c8c-f630d5de3daa HTTP/1.1" status: 200 len: 944 time: 0.1108663 Feb 09 01:03:37.786992 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['7ac4fe73-abdc-4d78-a7c5-23bac98ca093'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:03:37.791672 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810fa96-002b-425f-b001-d96dd6941ddd req-17d58bd2-b42a-4fe3-a7e8-1aca2090eebf tempest-ServersAdminTestJSON-646354057 tempest-ServersAdminTestJSON-646354057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:37.792162 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810fa96-002b-425f-b001-d96dd6941ddd req-17d58bd2-b42a-4fe3-a7e8-1aca2090eebf tempest-ServersAdminTestJSON-646354057 tempest-ServersAdminTestJSON-646354057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:37.792664 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810fa96-002b-425f-b001-d96dd6941ddd req-17d58bd2-b42a-4fe3-a7e8-1aca2090eebf tempest-ServersAdminTestJSON-646354057 tempest-ServersAdminTestJSON-646354057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:37.793144 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810fa96-002b-425f-b001-d96dd6941ddd req-17d58bd2-b42a-4fe3-a7e8-1aca2090eebf tempest-ServersAdminTestJSON-646354057 tempest-ServersAdminTestJSON-646354057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:37.793615 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810fa96-002b-425f-b001-d96dd6941ddd req-17d58bd2-b42a-4fe3-a7e8-1aca2090eebf tempest-ServersAdminTestJSON-646354057 tempest-ServersAdminTestJSON-646354057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:37.794075 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810fa96-002b-425f-b001-d96dd6941ddd req-17d58bd2-b42a-4fe3-a7e8-1aca2090eebf tempest-ServersAdminTestJSON-646354057 tempest-ServersAdminTestJSON-646354057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:37.794541 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810fa96-002b-425f-b001-d96dd6941ddd req-17d58bd2-b42a-4fe3-a7e8-1aca2090eebf tempest-ServersAdminTestJSON-646354057 tempest-ServersAdminTestJSON-646354057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:37.795004 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810fa96-002b-425f-b001-d96dd6941ddd req-17d58bd2-b42a-4fe3-a7e8-1aca2090eebf tempest-ServersAdminTestJSON-646354057 tempest-ServersAdminTestJSON-646354057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:37.795462 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810fa96-002b-425f-b001-d96dd6941ddd req-17d58bd2-b42a-4fe3-a7e8-1aca2090eebf tempest-ServersAdminTestJSON-646354057 tempest-ServersAdminTestJSON-646354057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:37.795921 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810fa96-002b-425f-b001-d96dd6941ddd req-17d58bd2-b42a-4fe3-a7e8-1aca2090eebf tempest-ServersAdminTestJSON-646354057 tempest-ServersAdminTestJSON-646354057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:37.796410 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810fa96-002b-425f-b001-d96dd6941ddd req-17d58bd2-b42a-4fe3-a7e8-1aca2090eebf tempest-ServersAdminTestJSON-646354057 tempest-ServersAdminTestJSON-646354057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:37.796904 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810fa96-002b-425f-b001-d96dd6941ddd req-17d58bd2-b42a-4fe3-a7e8-1aca2090eebf tempest-ServersAdminTestJSON-646354057 tempest-ServersAdminTestJSON-646354057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:37.797368 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810fa96-002b-425f-b001-d96dd6941ddd req-17d58bd2-b42a-4fe3-a7e8-1aca2090eebf tempest-ServersAdminTestJSON-646354057 tempest-ServersAdminTestJSON-646354057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:37.797821 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810fa96-002b-425f-b001-d96dd6941ddd req-17d58bd2-b42a-4fe3-a7e8-1aca2090eebf tempest-ServersAdminTestJSON-646354057 tempest-ServersAdminTestJSON-646354057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:37.798281 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810fa96-002b-425f-b001-d96dd6941ddd req-17d58bd2-b42a-4fe3-a7e8-1aca2090eebf tempest-ServersAdminTestJSON-646354057 tempest-ServersAdminTestJSON-646354057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:37.798739 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810fa96-002b-425f-b001-d96dd6941ddd req-17d58bd2-b42a-4fe3-a7e8-1aca2090eebf tempest-ServersAdminTestJSON-646354057 tempest-ServersAdminTestJSON-646354057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:37.799184 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810fa96-002b-425f-b001-d96dd6941ddd req-17d58bd2-b42a-4fe3-a7e8-1aca2090eebf tempest-ServersAdminTestJSON-646354057 tempest-ServersAdminTestJSON-646354057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:37.799636 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810fa96-002b-425f-b001-d96dd6941ddd req-17d58bd2-b42a-4fe3-a7e8-1aca2090eebf tempest-ServersAdminTestJSON-646354057 tempest-ServersAdminTestJSON-646354057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:37.800091 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810fa96-002b-425f-b001-d96dd6941ddd req-17d58bd2-b42a-4fe3-a7e8-1aca2090eebf tempest-ServersAdminTestJSON-646354057 tempest-ServersAdminTestJSON-646354057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:37.802840 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c810fa96-002b-425f-b001-d96dd6941ddd req-17d58bd2-b42a-4fe3-a7e8-1aca2090eebf tempest-ServersAdminTestJSON-646354057 tempest-ServersAdminTestJSON-646354057-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3c635e05-dd0f-4970-b7d9-e20429983aa0&device_id=1dbd5195-1031-468c-b77e-75078d6e6b56&device_id=4d39ee9b-547a-45df-9c8c-f630d5de3daa&device_id=dba9464e-d3c3-4d9b-88b6-92ace06d30c7&device_id=08fd9e88-4947-46a6-a25b-0c31164baec3&device_id=309ddf5d-d24d-4d34-b4c2-e3e74ea9ecb5&device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd&device_id=5dbd4352-9418-44ba-b3cd-446c599b4d42&device_id=9f2ab141-d24e-428a-b134-cfe4fbaf083a&device_id=0f2328a3-da54-4134-bafe-a58b14532986&device_id=4a1c3f66-9f88-4e56-9a61-ea86391724d2&device_id=b33a9932-b21e-440a-a9a9-d071ed88effc&device_id=f3f86a60-3e13-4616-a574-175bb5d90eea&device_id=e7abc5d9-7485-46fd-a80f-8423f552967f&device_id=9e13c1c8-3614-4ba1-a094-33f962789f87&device_id=5757da4a-153c-403b-8d24-bb8561ac355d&device_id=b7cc31a0-a2da-4002-9561-978f7b51688d&device_id=977c202c-168c-44df-9f22-3a217a1145d0&device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d&device_id=8c500d91-5364-48c7-b452-78dfe56882e1 HTTP/1.1" status: 200 len: 17689 time: 0.1535053 Feb 09 01:03:37.864987 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c810fa96-002b-425f-b001-d96dd6941ddd req-fb809337-489c-4f02-a6fd-592a4cdd0d26 tempest-ServersAdminTestJSON-646354057 tempest-ServersAdminTestJSON-646354057-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:37.895918 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d984d7ea-12f6-4c1f-bbd6-1707cd77db55 req-591aac3f-3ebd-4f84-95e2-9a36cb051dd2 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375608 Feb 09 01:03:37.945745 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-97382741-4d50-4c13-a8dc-dc6c2f315fbe req-5e29fde0-d635-44dd-a445-db268b922ce7 service neutron] 10.222.0.120 "GET /v2.0/networks/b90c3694-06cc-4931-a87d-3191a1408398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964889 Feb 09 01:03:38.014054 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d50d9d4c-40ed-4e0b-8e53-415c55622938 req-4ee3e2a8-5bd1-4db2-b2d4-f218a4afd131 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/floatingips/d6fa6231-c7ca-42aa-9dfd-6281ddb07e73 HTTP/1.1" status: 200 len: 694 time: 0.0661077 Feb 09 01:03:38.150135 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c810fa96-002b-425f-b001-d96dd6941ddd req-fb809337-489c-4f02-a6fd-592a4cdd0d26 tempest-ServersAdminTestJSON-646354057 tempest-ServersAdminTestJSON-646354057-project-admin] Publish callbacks [] for security_group (b038b501-2f37-45f8-a491-6eb1d80c8736), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:38.156949 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c810fa96-002b-425f-b001-d96dd6941ddd req-fb809337-489c-4f02-a6fd-592a4cdd0d26 tempest-ServersAdminTestJSON-646354057 tempest-ServersAdminTestJSON-646354057-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b038b501-2f37-45f8-a491-6eb1d80c8736), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:38.261056 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb809337-489c-4f02-a6fd-592a4cdd0d26 tempest-ServersAdminTestJSON-646354057 tempest-ServersAdminTestJSON-646354057-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b038b501-2f37-45f8-a491-6eb1d80c8736,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:38.279296 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d9d4c-40ed-4e0b-8e53-415c55622938 req-bbf3f448-2525-4aa4-89d5-d32a97d4b225 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:38.281227 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d50d9d4c-40ed-4e0b-8e53-415c55622938 req-bbf3f448-2525-4aa4-89d5-d32a97d4b225 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/networks/ca740734-29c2-4b60-ae10-4c709b5c6ef4 HTTP/1.1" status: 200 len: 784 time: 0.2591505 Feb 09 01:03:38.289812 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-92bf20c1-4d0a-4be4-abcc-2fd178e5cdcf tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:38.291186 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-92bf20c1-4d0a-4be4-abcc-2fd178e5cdcf tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.120 "GET /v2.0/networks?id=f915a872-9d1b-435e-8b6b-ca5a77ceda6e HTTP/1.1" status: 200 len: 806 time: 0.2553740 Feb 09 01:03:38.303222 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-d50d9d4c-40ed-4e0b-8e53-415c55622938 req-4b952a2e-0180-4553-9e8c-526787750b2b tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:03:38.304213 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d50d9d4c-40ed-4e0b-8e53-415c55622938 req-4b952a2e-0180-4553-9e8c-526787750b2b tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0121827 Feb 09 01:03:38.392021 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:38.402257 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d50d9d4c-40ed-4e0b-8e53-415c55622938 req-905051a3-fad5-435b-8cdf-0d6ace8d6b92 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.8.177 HTTP/1.1" status: 200 len: 697 time: 0.0881157 Feb 09 01:03:38.417794 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c810fa96-002b-425f-b001-d96dd6941ddd req-fb809337-489c-4f02-a6fd-592a4cdd0d26 tempest-ServersAdminTestJSON-646354057 tempest-ServersAdminTestJSON-646354057-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=1790f5db-f4bf-4a0a-b871-f8306e209982&id=472dd6b2-8334-4b93-8785-0d956ac16e93&id=d6266177-dc23-4c7d-8975-7172374aa386&id=e760d1d5-7bcb-442b-b02f-fe1d7def914f&id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 714 time: 0.5836332 Feb 09 01:03:38.504419 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d50d9d4c-40ed-4e0b-8e53-415c55622938 req-48f90a15-5661-4bd6-8f8a-8645d56e5749 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.8.177 HTTP/1.1" status: 200 len: 697 time: 0.0942106 Feb 09 01:03:38.527214 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-272720b4-1602-42f6-967b-abcdc94036bd tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1eb5619f29c442285488d7ae37e7fe2 HTTP/1.1" status: 200 len: 379 time: 0.2140684 Feb 09 01:03:38.541670 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-2f89fb52-8a1f-4351-a730-af122c799dac tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Request body: {'port': {'device_id': '3c635e05-dd0f-4970-b7d9-e20429983aa0', 'network_id': 'f915a872-9d1b-435e-8b6b-ca5a77ceda6e', 'admin_state_up': True, 'tenant_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'security_groups': ['13a7381a-3896-4b7e-b2be-1c5396b372d3']}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:38.683814 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44366450-7052-4bc8-ab75-c04da3a652bd req-c6d16edd-a984-47bc-93ae-64f35326d1f7 tempest-ServersOnMultiNodesTest-242248161 tempest-ServersOnMultiNodesTest-242248161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:38.685302 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-44366450-7052-4bc8-ab75-c04da3a652bd req-c6d16edd-a984-47bc-93ae-64f35326d1f7 tempest-ServersOnMultiNodesTest-242248161 tempest-ServersOnMultiNodesTest-242248161-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=dba9464e-d3c3-4d9b-88b6-92ace06d30c7 HTTP/1.1" status: 200 len: 1132 time: 0.2046964 Feb 09 01:03:38.790926 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-44366450-7052-4bc8-ab75-c04da3a652bd req-3dd21dd1-022a-4ba6-91e0-999cf8c1507b tempest-ServersOnMultiNodesTest-242248161 tempest-ServersOnMultiNodesTest-242248161-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958920 Feb 09 01:03:38.792924 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-2f89fb52-8a1f-4351-a730-af122c799dac tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Made reservation on behalf of c1eb5619f29c442285488d7ae37e7fe2 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:38.797111 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-2f89fb52-8a1f-4351-a730-af122c799dac tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:38.809359 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-d50d9d4c-40ed-4e0b-8e53-415c55622938 req-50abffd2-9521-42d5-8f12-c1f63ba7d5b6 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Deleting port 1859f32c-cd0c-48ce-b553-ab47204d7cc6 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:03:38.809707 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d50d9d4c-40ed-4e0b-8e53-415c55622938 req-50abffd2-9521-42d5-8f12-c1f63ba7d5b6 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (1859f32c-cd0c-48ce-b553-ab47204d7cc6), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:38.908692 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device d7c4f278-a027-461d-9e70-cdbd1c055f1c details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:03:38.919809 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d50d9d4c-40ed-4e0b-8e53-415c55622938 req-50abffd2-9521-42d5-8f12-c1f63ba7d5b6 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (1859f32c-cd0c-48ce-b553-ab47204d7cc6), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:38.920307 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d50d9d4c-40ed-4e0b-8e53-415c55622938 req-50abffd2-9521-42d5-8f12-c1f63ba7d5b6 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks [] for floatingip (1859f32c-cd0c-48ce-b553-ab47204d7cc6), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:38.933327 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-d50d9d4c-40ed-4e0b-8e53-415c55622938 req-50abffd2-9521-42d5-8f12-c1f63ba7d5b6 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Calling delete_port for 1859f32c-cd0c-48ce-b553-ab47204d7cc6 owned by network:floatingip {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:03:39.053821 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port d7c4f278-a027-461d-9e70-cdbd1c055f1c, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=d7c4f278-a027-461d-9e70-cdbd1c055f1c,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:39.065906 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': 'd7c4f278-a027-461d-9e70-cdbd1c055f1c', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'port_id': 'd7c4f278-a027-461d-9e70-cdbd1c055f1c', 'mac_address': 'fa:16:3e:8c:41:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3810d295-ee98-40f7-b1e2-609bf7d1c3df', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:03:39.122063 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port d7c4f278-a027-461d-9e70-cdbd1c055f1c is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:03:39.122600 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d7c4f278-a027-461d-9e70-cdbd1c055f1c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:39.127293 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:39.138071 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7c4f278-a027-461d-9e70-cdbd1c055f1c {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:03:39.162170 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port d7c4f278-a027-461d-9e70-cdbd1c055f1c, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=d7c4f278-a027-461d-9e70-cdbd1c055f1c,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:39.166276 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d7c4f278-a027-461d-9e70-cdbd1c055f1c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:39.167004 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2e525-c16b-470d-a231-a7be863d4359 req-78d115fa-8dbf-4a64-a9ec-0a07dfa3b13f tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:39.168585 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-81b2e525-c16b-470d-a231-a7be863d4359 req-78d115fa-8dbf-4a64-a9ec-0a07dfa3b13f tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 947 time: 0.1772087 Feb 09 01:03:39.212771 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-2f89fb52-8a1f-4351-a730-af122c799dac tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Allocated IP 172.20.0.3 (f915a872-9d1b-435e-8b6b-ca5a77ceda6e/2b6724dc-715d-4b79-9357-2dd6d2f2a876/887dc6eb-52ea-42c8-af88-95e1d3562128) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:39.216461 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=d7c4f278-a027-461d-9e70-cdbd1c055f1c,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:39.262502 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d50d9d4c-40ed-4e0b-8e53-415c55622938 req-50abffd2-9521-42d5-8f12-c1f63ba7d5b6 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (1859f32c-cd0c-48ce-b553-ab47204d7cc6), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:39.310471 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50abffd2-9521-42d5-8f12-c1f63ba7d5b6 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Pushing event deleted for resources: {'Port': ['ID=1859f32c-cd0c-48ce-b553-ab47204d7cc6,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:39.323518 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-81b2e525-c16b-470d-a231-a7be863d4359 req-92245bbd-318c-4316-878a-e6a2c0d11a1d tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248965 Feb 09 01:03:39.392689 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d50d9d4c-40ed-4e0b-8e53-415c55622938 req-50abffd2-9521-42d5-8f12-c1f63ba7d5b6 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks [] for floatingip (d6fa6231-c7ca-42aa-9dfd-6281ddb07e73), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:39.395267 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d50d9d4c-40ed-4e0b-8e53-415c55622938 req-50abffd2-9521-42d5-8f12-c1f63ba7d5b6 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:39.396378 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d50d9d4c-40ed-4e0b-8e53-415c55622938 req-50abffd2-9521-42d5-8f12-c1f63ba7d5b6 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "DELETE /v2.0/floatingips/d6fa6231-c7ca-42aa-9dfd-6281ddb07e73 HTTP/1.1" status: 204 len: 173 time: 0.8760943 Feb 09 01:03:39.432531 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-59ae65cd-9fca-4572-a4ab-8c5afc76c182 req-33b02c5f-62f4-4fa3-8d60-e9d8a7423ea2 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c635e05-dd0f-4970-b7d9-e20429983aa0 HTTP/1.1" status: 200 len: 210 time: 0.0409343 Feb 09 01:03:39.498071 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-2f89fb52-8a1f-4351-a730-af122c799dac tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Publish callbacks [] for port (887dc6eb-52ea-42c8-af88-95e1d3562128), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:39.582625 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-0778bda7-05b8-4880-b2d9-47dcd5efccba tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=8e4a1438c4ae4668a3f29d116af30cb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299759 Feb 09 01:03:39.599240 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-2f89fb52-8a1f-4351-a730-af122c799dac tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (887dc6eb-52ea-42c8-af88-95e1d3562128), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:39.614832 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['d7c4f278-a027-461d-9e70-cdbd1c055f1c'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:03:39.689903 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf3351-1406-4555-acd1-299ef0453bd9 req-af8f1313-9248-4aa6-8741-5960c7b87572 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:39.691440 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2daf3351-1406-4555-acd1-299ef0453bd9 req-af8f1313-9248-4aa6-8741-5960c7b87572 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d39ee9b-547a-45df-9c8c-f630d5de3daa HTTP/1.1" status: 200 len: 944 time: 0.1688347 Feb 09 01:03:39.712589 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-2f89fb52-8a1f-4351-a730-af122c799dac tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Network f915a872-9d1b-435e-8b6b-ca5a77ceda6e is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:39.731618 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-2f89fb52-8a1f-4351-a730-af122c799dac tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:39.743461 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-2f89fb52-8a1f-4351-a730-af122c799dac tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:03:39.749005 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-2f89fb52-8a1f-4351-a730-af122c799dac tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:39.749730 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-2f89fb52-8a1f-4351-a730-af122c799dac tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:39.759955 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f89fb52-8a1f-4351-a730-af122c799dac tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Pushing event updated for resources: {'Port': ['ID=887dc6eb-52ea-42c8-af88-95e1d3562128,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:39.815271 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-2f89fb52-8a1f-4351-a730-af122c799dac tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2806792 Feb 09 01:03:39.824265 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-3c707436-82ed-40ff-abc8-b495c374b9af tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:39.825830 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-3c707436-82ed-40ff-abc8-b495c374b9af tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2380788 Feb 09 01:03:39.842516 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2daf3351-1406-4555-acd1-299ef0453bd9 req-5bb1a6fe-e5a2-460d-ace6-98a2b3fbee03 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439676 Feb 09 01:03:39.856418 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-f8e0b933-15c1-4d52-a64c-8cf7fc808329 service neutron] Request body: {'port': {'device_id': '3c635e05-dd0f-4970-b7d9-e20429983aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:39.927665 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-e4c0f76d-9644-4082-b8a8-c32cdf2ff39a tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/quotas/8e4a1438c4ae4668a3f29d116af30cb3 HTTP/1.1" status: 200 len: 375 time: 0.0835350 Feb 09 01:03:40.006722 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-f8e0b933-15c1-4d52-a64c-8cf7fc808329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (887dc6eb-52ea-42c8-af88-95e1d3562128), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:40.097031 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-89d9bf15-7492-4f71-8d6d-664e20a46604 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8e4a1438c4ae4668a3f29d116af30cb3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1455724 Feb 09 01:03:40.179796 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-d29ca675-b7bc-44b6-b9ff-672b5520634f None None] Provisioning complete for port 887dc6eb-52ea-42c8-af88-95e1d3562128 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:40.181066 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29ca675-b7bc-44b6-b9ff-672b5520634f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (887dc6eb-52ea-42c8-af88-95e1d3562128), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:40.220793 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-d29ca675-b7bc-44b6-b9ff-672b5520634f None None] Port 887dc6eb-52ea-42c8-af88-95e1d3562128 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:03:40.379882 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ddbfcf-b297-49a9-b193-766d4e8d0299 req-91337b83-c27c-4008-9734-45ab8f8edc39 tempest-ServersAdminTestJSON-646354057 tempest-ServersAdminTestJSON-646354057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:40.380374 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ddbfcf-b297-49a9-b193-766d4e8d0299 req-91337b83-c27c-4008-9734-45ab8f8edc39 tempest-ServersAdminTestJSON-646354057 tempest-ServersAdminTestJSON-646354057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:40.380891 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ddbfcf-b297-49a9-b193-766d4e8d0299 req-91337b83-c27c-4008-9734-45ab8f8edc39 tempest-ServersAdminTestJSON-646354057 tempest-ServersAdminTestJSON-646354057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:40.382600 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-60ddbfcf-b297-49a9-b193-766d4e8d0299 req-91337b83-c27c-4008-9734-45ab8f8edc39 tempest-ServersAdminTestJSON-646354057 tempest-ServersAdminTestJSON-646354057-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=08fd9e88-4947-46a6-a25b-0c31164baec3&device_id=309ddf5d-d24d-4d34-b4c2-e3e74ea9ecb5&device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 2975 time: 0.1108274 Feb 09 01:03:40.403352 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-f8e0b933-15c1-4d52-a64c-8cf7fc808329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 887dc6eb-52ea-42c8-af88-95e1d3562128 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:03:40.418977 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-f8e0b933-15c1-4d52-a64c-8cf7fc808329 service neutron] Publish callbacks [] for port (887dc6eb-52ea-42c8-af88-95e1d3562128), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:40.469182 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-f8e0b933-15c1-4d52-a64c-8cf7fc808329 service neutron] Transition to ACTIVE for port object 887dc6eb-52ea-42c8-af88-95e1d3562128 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:40.484932 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-f8e0b933-15c1-4d52-a64c-8cf7fc808329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (887dc6eb-52ea-42c8-af88-95e1d3562128), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:40.529058 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-60ddbfcf-b297-49a9-b193-766d4e8d0299 req-6d673eb6-b9dd-4103-b595-f4474bf9b1cd tempest-ServersAdminTestJSON-646354057 tempest-ServersAdminTestJSON-646354057-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359842 Feb 09 01:03:40.567234 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e0b933-15c1-4d52-a64c-8cf7fc808329 service neutron] Pushing event updated for resources: {'Port': ['ID=887dc6eb-52ea-42c8-af88-95e1d3562128,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:40.604061 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466f08e-36e4-44cf-add2-857c2ca664b6 req-010f4dc9-c443-4724-85dc-663b7b5df837 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:40.612388 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b466f08e-36e4-44cf-add2-857c2ca664b6 req-010f4dc9-c443-4724-85dc-663b7b5df837 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f2328a3-da54-4134-bafe-a58b14532986 HTTP/1.1" status: 200 len: 945 time: 0.1954136 Feb 09 01:03:40.656733 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d5c43fd5-97e8-42fb-bc19-962fc7f9568c req-06c8c1f7-23e7-4ce5-9f93-c967741b61d8 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=210f23f1-11dd-4031-b52a-109069854039 HTTP/1.1" status: 200 len: 210 time: 0.0649817 Feb 09 01:03:40.667520 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-f8e0b933-15c1-4d52-a64c-8cf7fc808329 service neutron] Attempting to bind port 887dc6eb-52ea-42c8-af88-95e1d3562128 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:03:40.668224 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-f8e0b933-15c1-4d52-a64c-8cf7fc808329 service neutron] Attempting to bind port 887dc6eb-52ea-42c8-af88-95e1d3562128 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '70332602-1747-482c-9353-16874afea81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f915a872-9d1b-435e-8b6b-ca5a77ceda6e'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:03:40.668359 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-f8e0b933-15c1-4d52-a64c-8cf7fc808329 service neutron] Attempting to bind port 887dc6eb-52ea-42c8-af88-95e1d3562128 on network f915a872-9d1b-435e-8b6b-ca5a77ceda6e {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:03:40.685296 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-f8e0b933-15c1-4d52-a64c-8cf7fc808329 service neutron] Port 887dc6eb-52ea-42c8-af88-95e1d3562128 on network f915a872-9d1b-435e-8b6b-ca5a77ceda6e not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:03:40.685705 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-f8e0b933-15c1-4d52-a64c-8cf7fc808329 service neutron] Attempting to bind port 887dc6eb-52ea-42c8-af88-95e1d3562128 on network f915a872-9d1b-435e-8b6b-ca5a77ceda6e {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:03:40.694169 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-f8e0b933-15c1-4d52-a64c-8cf7fc808329 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:03:40.694518 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-f8e0b933-15c1-4d52-a64c-8cf7fc808329 service neutron] Checking segment: {'id': '70332602-1747-482c-9353-16874afea81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f915a872-9d1b-435e-8b6b-ca5a77ceda6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:03:40.694914 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-f8e0b933-15c1-4d52-a64c-8cf7fc808329 service neutron] Bound using segment: {'id': '70332602-1747-482c-9353-16874afea81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f915a872-9d1b-435e-8b6b-ca5a77ceda6e'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:03:40.695358 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-f8e0b933-15c1-4d52-a64c-8cf7fc808329 service neutron] Bound port: 887dc6eb-52ea-42c8-af88-95e1d3562128, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70332602-1747-482c-9353-16874afea81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f915a872-9d1b-435e-8b6b-ca5a77ceda6e'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:03:40.695713 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-f8e0b933-15c1-4d52-a64c-8cf7fc808329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (887dc6eb-52ea-42c8-af88-95e1d3562128), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:40.719301 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b466f08e-36e4-44cf-add2-857c2ca664b6 req-bc6d398b-b2a1-4a2f-8cae-813dda9e2e65 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/security-groups?id=e760d1d5-7bcb-442b-b02f-fe1d7def914f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058862 Feb 09 01:03:40.734665 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 7ac4fe73-abdc-4d78-a7c5-23bac98ca093 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:03:40.838601 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 7ac4fe73-abdc-4d78-a7c5-23bac98ca093 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:40.842945 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 7ac4fe73-abdc-4d78-a7c5-23bac98ca093 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:40.843368 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (7ac4fe73-abdc-4d78-a7c5-23bac98ca093), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:40.896561 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-f8e0b933-15c1-4d52-a64c-8cf7fc808329 service neutron] For port 887dc6eb-52ea-42c8-af88-95e1d3562128, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:03:40.917872 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-f8e0b933-15c1-4d52-a64c-8cf7fc808329 service neutron] For port 887dc6eb-52ea-42c8-af88-95e1d3562128, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=887dc6eb-52ea-42c8-af88-95e1d3562128,segment=NetworkSegment(70332602-1747-482c-9353-16874afea81c),segment_id=70332602-1747-482c-9353-16874afea81c)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:03:40.931890 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-f8e0b933-15c1-4d52-a64c-8cf7fc808329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (887dc6eb-52ea-42c8-af88-95e1d3562128), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:40.965947 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 7ac4fe73-abdc-4d78-a7c5-23bac98ca093 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:03:40.966350 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7ac4fe73-abdc-4d78-a7c5-23bac98ca093), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:40.987919 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713a603-c2c2-4fdd-b64a-4cfc016e9819 req-86eca139-9f07-4171-b28e-58964fa9e927 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:40.989493 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3713a603-c2c2-4fdd-b64a-4cfc016e9819 req-86eca139-9f07-4171-b28e-58964fa9e927 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 948 time: 0.1977167 Feb 09 01:03:40.992333 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d39ee9b-547a-45df-9c8c-f630d5de3daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac4fe73-abdc-4d78-a7c5-23bac98ca093'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:03:40.995049 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef568ed-243b-44b8-8432-44276313cdd4" -d '{"events": [{"server_uuid": "4d39ee9b-547a-45df-9c8c-f630d5de3daa", "name": "network-vif-plugged", "status": "completed", "tag": "7ac4fe73-abdc-4d78-a7c5-23bac98ca093"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:03:40.998532 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e446e-518c-4074-835d-381091c7fbfc req-5d2172dd-00ad-4706-84a3-b5f3f29303ce tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:41.001293 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e1e446e-518c-4074-835d-381091c7fbfc req-5d2172dd-00ad-4706-84a3-b5f3f29303ce tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c635e05-dd0f-4970-b7d9-e20429983aa0 HTTP/1.1" status: 200 len: 943 time: 0.1426921 Feb 09 01:03:41.015700 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 7ac4fe73-abdc-4d78-a7c5-23bac98ca093, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=7ac4fe73-abdc-4d78-a7c5-23bac98ca093,segment=NetworkSegment(b2ef10b9-0c7e-4ea0-88fe-781103c28e86),segment_id=b2ef10b9-0c7e-4ea0-88fe-781103c28e86)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:41.017470 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-f8e0b933-15c1-4d52-a64c-8cf7fc808329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:41.018272 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-f8e0b933-15c1-4d52-a64c-8cf7fc808329 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:41.020304 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-f8e0b933-15c1-4d52-a64c-8cf7fc808329 service neutron] 10.222.0.120 "PUT /v2.0/ports/887dc6eb-52ea-42c8-af88-95e1d3562128 HTTP/1.1" status: 200 len: 1091 time: 1.1750822 Feb 09 01:03:41.022987 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (7ac4fe73-abdc-4d78-a7c5-23bac98ca093), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:41.040274 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c635e05-dd0f-4970-b7d9-e20429983aa0', 'tag': '887dc6eb-52ea-42c8-af88-95e1d3562128'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:03:41.042730 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619a4b7e-7620-4813-963a-e80f32b4e161" -d '{"events": [{"name": "network-changed", "server_uuid": "3c635e05-dd0f-4970-b7d9-e20429983aa0", "tag": "887dc6eb-52ea-42c8-af88-95e1d3562128"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:03:41.126169 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e0b933-15c1-4d52-a64c-8cf7fc808329 service neutron] Pushing event updated for resources: {'Port': ['ID=887dc6eb-52ea-42c8-af88-95e1d3562128,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:41.153011 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=7ac4fe73-abdc-4d78-a7c5-23bac98ca093,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:41.179185 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3713a603-c2c2-4fdd-b64a-4cfc016e9819 req-72446cab-8c62-4943-99e7-eaa23766bd9b tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744602 Feb 09 01:03:41.191368 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e1e446e-518c-4074-835d-381091c7fbfc req-bf2f6310-ceb9-4153-abad-7f53c93770ca tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "GET /v2.0/security-groups?id=13a7381a-3896-4b7e-b2be-1c5396b372d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529737 Feb 09 01:03:41.223496 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-87ba51fe-f052-42cc-a36c-b881356ef4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:41.227765 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-87ba51fe-f052-42cc-a36c-b881356ef4c6 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=c1eb5619f29c442285488d7ae37e7fe2&device_id=3c635e05-dd0f-4970-b7d9-e20429983aa0 HTTP/1.1" status: 200 len: 1125 time: 0.1238077 Feb 09 01:03:41.316133 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-e6c1575a-372c-4e19-bdda-866449594b8a service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=887dc6eb-52ea-42c8-af88-95e1d3562128 HTTP/1.1" status: 200 len: 217 time: 0.0604646 Feb 09 01:03:41.322955 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724c21fc-7645-42c2-9a86-4db9f4c3a558 x-openstack-request-id: req-724c21fc-7645-42c2-9a86-4db9f4c3a558 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:03:41.323468 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d39ee9b-547a-45df-9c8c-f630d5de3daa", "name": "network-vif-plugged", "status": "completed", "tag": "7ac4fe73-abdc-4d78-a7c5-23bac98ca093", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:03:41.323555 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-724c21fc-7645-42c2-9a86-4db9f4c3a558 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:03:41.323940 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d39ee9b-547a-45df-9c8c-f630d5de3daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac4fe73-abdc-4d78-a7c5-23bac98ca093', 'code': 200} Feb 09 01:03:41.356826 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2851d2-c26d-45d3-843e-5884a2e37a0b x-openstack-request-id: req-9c2851d2-c26d-45d3-843e-5884a2e37a0b {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:03:41.357119 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c635e05-dd0f-4970-b7d9-e20429983aa0", "tag": "887dc6eb-52ea-42c8-af88-95e1d3562128", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:03:41.357374 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9c2851d2-c26d-45d3-843e-5884a2e37a0b {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:03:41.357765 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c635e05-dd0f-4970-b7d9-e20429983aa0', 'tag': '887dc6eb-52ea-42c8-af88-95e1d3562128', 'status': 'completed', 'code': 200} Feb 09 01:03:41.412735 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-f5ca86fe-2ed5-44b7-a6b9-3d0c1c09008a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:41.414683 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-f5ca86fe-2ed5-44b7-a6b9-3d0c1c09008a service neutron] 10.222.0.120 "GET /v2.0/subnets?id=2b6724dc-715d-4b79-9357-2dd6d2f2a876 HTTP/1.1" status: 200 len: 845 time: 0.0679839 Feb 09 01:03:41.423213 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588da82-dcdc-4cfc-b6ea-6d019c4d3da6 req-fd17f6e3-15ef-4084-a746-e1b79d4024d9 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:41.424729 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e588da82-dcdc-4cfc-b6ea-6d019c4d3da6 req-fd17f6e3-15ef-4084-a746-e1b79d4024d9 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d39ee9b-547a-45df-9c8c-f630d5de3daa HTTP/1.1" status: 200 len: 945 time: 0.1114569 Feb 09 01:03:41.555143 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e588da82-dcdc-4cfc-b6ea-6d019c4d3da6 req-5a99dd66-d32f-4bad-8512-ccb9c039972e tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232631 Feb 09 01:03:41.562105 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-a0c2706c-632b-4b07-b466-d1100a92d7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:41.563587 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-a0c2706c-632b-4b07-b466-d1100a92d7ce service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=f915a872-9d1b-435e-8b6b-ca5a77ceda6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1342309 Feb 09 01:03:41.573371 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0444c-c510-4287-89e6-e5e5265a8496 req-4f016c1c-64c8-464b-9d5a-3a9dfe288673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:41.574818 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-92d0444c-c510-4287-89e6-e5e5265a8496 req-4f016c1c-64c8-464b-9d5a-3a9dfe288673 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=4d39ee9b-547a-45df-9c8c-f630d5de3daa HTTP/1.1" status: 200 len: 1127 time: 0.0869248 Feb 09 01:03:41.688151 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-92d0444c-c510-4287-89e6-e5e5265a8496 req-c90bb4df-483e-4b33-bcc6-57f7011a61f0 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853817 Feb 09 01:03:41.719696 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-06a80cda-d410-418e-9429-576aa05beb46 service neutron] 10.222.0.120 "GET /v2.0/networks/f915a872-9d1b-435e-8b6b-ca5a77ceda6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250148 Feb 09 01:03:41.774636 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2917923f-551d-4ae7-b0d6-4abd96be7265 req-771912ec-d8b9-42ae-8916-60bfbddd72a0 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=210f23f1-11dd-4031-b52a-109069854039 HTTP/1.1" status: 200 len: 210 time: 0.0357714 Feb 09 01:03:41.893249 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32155c-8db5-4ba3-aa22-3e3f2c8837d1 req-d89b6108-8e63-4cc2-ad85-8ccc9df69675 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:41.894760 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7d32155c-8db5-4ba3-aa22-3e3f2c8837d1 req-d89b6108-8e63-4cc2-ad85-8ccc9df69675 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f2328a3-da54-4134-bafe-a58b14532986 HTTP/1.1" status: 200 len: 945 time: 0.0578866 Feb 09 01:03:42.013720 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7d32155c-8db5-4ba3-aa22-3e3f2c8837d1 req-3b2a1411-c542-4028-826f-269cac4d0898 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/security-groups?id=e760d1d5-7bcb-442b-b02f-fe1d7def914f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128559 Feb 09 01:03:42.023345 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b11d29-4d73-4826-a818-1401226dafd5 req-6425c7d8-be15-41de-959a-6a2d4f79b2ba tempest-ServersAdminTestJSON-646354057 tempest-ServersAdminTestJSON-646354057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:42.024928 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e7b11d29-4d73-4826-a818-1401226dafd5 req-6425c7d8-be15-41de-959a-6a2d4f79b2ba tempest-ServersAdminTestJSON-646354057 tempest-ServersAdminTestJSON-646354057-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 1131 time: 0.1171730 Feb 09 01:03:42.027863 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-52a28501-801d-46ad-8045-8818319562ba req-91c97bf1-a6df-403f-b0c1-ec19c414137f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8c500d91-5364-48c7-b452-78dfe56882e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1210377 Feb 09 01:03:42.478068 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-de9b018f-206b-4a9a-819a-7d9e213b3ed1 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.120 "GET /v2.0/networks?tenant_id=8e4a1438c4ae4668a3f29d116af30cb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1249237 Feb 09 01:03:42.534665 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed738678-e268-487e-8f05-18b9502c5b4f req-3fcbf0e4-e806-4ea5-988e-2aac84b4ce21 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:42.536260 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ed738678-e268-487e-8f05-18b9502c5b4f req-3fcbf0e4-e806-4ea5-988e-2aac84b4ce21 tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f2328a3-da54-4134-bafe-a58b14532986 HTTP/1.1" status: 200 len: 945 time: 0.1129942 Feb 09 01:03:42.603588 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e7b11d29-4d73-4826-a818-1401226dafd5 req-b2d1e9b0-6a4a-4ecd-81d7-3fa2617e4ee5 tempest-ServersAdminTestJSON-646354057 tempest-ServersAdminTestJSON-646354057-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5699878 Feb 09 01:03:42.630203 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a28501-801d-46ad-8045-8818319562ba req-fd279d39-c299-42ed-b017-2472d8833bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:42.631796 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-52a28501-801d-46ad-8045-8818319562ba req-fd279d39-c299-42ed-b017-2472d8833bc1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b70da3c9e0441c5928a48dabf785fc6&device_id=8c500d91-5364-48c7-b452-78dfe56882e1 HTTP/1.1" status: 200 len: 1126 time: 0.2764258 Feb 09 01:03:42.651187 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef5230-61bd-43a8-98ef-0320470ca6c8 req-4ca56c9e-cc42-4b35-8aa9-92ea1f7afb1b tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:42.659196 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-30ef5230-61bd-43a8-98ef-0320470ca6c8 req-4ca56c9e-cc42-4b35-8aa9-92ea1f7afb1b tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 948 time: 0.3071516 Feb 09 01:03:42.666724 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a17a1a39-deae-4cf8-a489-f3bb49a1cea2 req-640c6f48-448c-4de9-96a3-b16d64bcf8ce service neutron] 10.222.0.120 "GET /v2.0/networks/f915a872-9d1b-435e-8b6b-ca5a77ceda6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125319 Feb 09 01:03:42.694354 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-ed738678-e268-487e-8f05-18b9502c5b4f req-e93374b6-5110-4876-867d-886cb43bbf2f tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Deleting port 5bd360c7-d35c-4dfa-92f8-c4b0496c187d {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:03:42.695042 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-ed738678-e268-487e-8f05-18b9502c5b4f req-e93374b6-5110-4876-867d-886cb43bbf2f tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (5bd360c7-d35c-4dfa-92f8-c4b0496c187d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:42.810225 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-ed738678-e268-487e-8f05-18b9502c5b4f req-e93374b6-5110-4876-867d-886cb43bbf2f tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] For port 5bd360c7-d35c-4dfa-92f8-c4b0496c187d, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=5bd360c7-d35c-4dfa-92f8-c4b0496c187d,segment=NetworkSegment(9519a72c-6e52-48a2-9d48-19f11e744f6e),segment_id=9519a72c-6e52-48a2-9d48-19f11e744f6e)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:42.810618 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-ed738678-e268-487e-8f05-18b9502c5b4f req-e93374b6-5110-4876-867d-886cb43bbf2f tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (5bd360c7-d35c-4dfa-92f8-c4b0496c187d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:42.825716 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-ed738678-e268-487e-8f05-18b9502c5b4f req-e93374b6-5110-4876-867d-886cb43bbf2f tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Calling delete_port for 5bd360c7-d35c-4dfa-92f8-c4b0496c187d owned by compute:nova {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:03:42.828345 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-37dbd054-9b19-4946-9227-cb3b5b9424da tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:42.829886 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-37dbd054-9b19-4946-9227-cb3b5b9424da tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.120 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3396015 Feb 09 01:03:42.892680 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-30ef5230-61bd-43a8-98ef-0320470ca6c8 req-e6c7ab79-6742-4458-be69-60e542661a8f tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324758 Feb 09 01:03:42.896214 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-bb068a2c-e55b-4b7c-9c91-e5a749524a95 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Request body: {'port': {'device_id': '210f23f1-11dd-4031-b52a-109069854039', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'admin_state_up': True, 'tenant_id': '8e4a1438c4ae4668a3f29d116af30cb3'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:42.923002 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a28501-801d-46ad-8045-8818319562ba req-b9ac01a0-0a8d-429b-9eb0-1d07412a1b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:42.924795 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-52a28501-801d-46ad-8045-8818319562ba req-b9ac01a0-0a8d-429b-9eb0-1d07412a1b6d service neutron] 10.222.0.47 "GET /v2.0/networks?id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10 HTTP/1.1" status: 200 len: 923 time: 0.2454255 Feb 09 01:03:42.931151 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device d7c4f278-a027-461d-9e70-cdbd1c055f1c up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:03:42.977039 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a6e06-13fc-4a39-9b86-7c8a4dda4008 req-415a24df-4c45-4c40-acd3-c01d4441b4c1 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:42.979020 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0d9a6e06-13fc-4a39-9b86-7c8a4dda4008 req-415a24df-4c45-4c40-acd3-c01d4441b4c1 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c635e05-dd0f-4970-b7d9-e20429983aa0 HTTP/1.1" status: 200 len: 943 time: 0.2350140 Feb 09 01:03:43.011932 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a4b7e-7620-4813-963a-e80f32b4e161 req-2b963a88-08cc-4646-8ad8-77223142dd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:43.013760 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-619a4b7e-7620-4813-963a-e80f32b4e161 req-2b963a88-08cc-4646-8ad8-77223142dd3f service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=c1eb5619f29c442285488d7ae37e7fe2&device_id=3c635e05-dd0f-4970-b7d9-e20429983aa0 HTTP/1.1" status: 200 len: 1125 time: 0.2448673 Feb 09 01:03:43.021564 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-52a28501-801d-46ad-8045-8818319562ba req-544d5755-dd57-403e-a758-f646f2b92a69 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9804ef2d-9fcf-4148-8470-0d34c52d2038 HTTP/1.1" status: 200 len: 217 time: 0.0674157 Feb 09 01:03:43.043761 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port d7c4f278-a027-461d-9e70-cdbd1c055f1c completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:43.048639 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port d7c4f278-a027-461d-9e70-cdbd1c055f1c triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:43.049350 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d7c4f278-a027-461d-9e70-cdbd1c055f1c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:43.069960 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-ed738678-e268-487e-8f05-18b9502c5b4f req-e93374b6-5110-4876-867d-886cb43bbf2f tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (5bd360c7-d35c-4dfa-92f8-c4b0496c187d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:43.103154 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93374b6-5110-4876-867d-886cb43bbf2f tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Pushing event deleted for resources: {'Port': ['ID=5bd360c7-d35c-4dfa-92f8-c4b0496c187d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:43.143232 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port d7c4f278-a027-461d-9e70-cdbd1c055f1c is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:03:43.144016 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d7c4f278-a027-461d-9e70-cdbd1c055f1c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:43.195627 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port d7c4f278-a027-461d-9e70-cdbd1c055f1c, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=d7c4f278-a027-461d-9e70-cdbd1c055f1c,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:43.200392 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d7c4f278-a027-461d-9e70-cdbd1c055f1c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:43.201669 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 5bd360c7-d35c-4dfa-92f8-c4b0496c187d no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:03:43.222638 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed738678-e268-487e-8f05-18b9502c5b4f req-e93374b6-5110-4876-867d-886cb43bbf2f tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] No DVR routers for this DVR port 5bd360c7-d35c-4dfa-92f8-c4b0496c187d on host n-h1-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:03:43.228499 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-ed738678-e268-487e-8f05-18b9502c5b4f req-e93374b6-5110-4876-867d-886cb43bbf2f tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:43.234354 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ed738678-e268-487e-8f05-18b9502c5b4f req-e93374b6-5110-4876-867d-886cb43bbf2f tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.47 "DELETE /v2.0/ports/5bd360c7-d35c-4dfa-92f8-c4b0496c187d HTTP/1.1" status: 204 len: 173 time: 0.6879654 Feb 09 01:03:43.235822 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2328a3-da54-4134-bafe-a58b14532986', 'name': 'network-vif-deleted', 'tag': '5bd360c7-d35c-4dfa-92f8-c4b0496c187d'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:03:43.239692 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c27f25-1139-4e74-9139-36076760df1e" -d '{"events": [{"server_uuid": "0f2328a3-da54-4134-bafe-a58b14532986", "name": "network-vif-deleted", "tag": "5bd360c7-d35c-4dfa-92f8-c4b0496c187d"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:03:43.262002 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a28501-801d-46ad-8045-8818319562ba req-61000417-16b9-4b6d-a470-a0585c1c57d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:43.263454 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-52a28501-801d-46ad-8045-8818319562ba req-61000417-16b9-4b6d-a470-a0585c1c57d1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aee9db20-60c4-48dd-9796-48ed06ca844d HTTP/1.1" status: 200 len: 861 time: 0.2350707 Feb 09 01:03:43.275518 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: 5bd360c7-d35c-4dfa-92f8-c4b0496c187d {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:03:43.277621 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 5bd360c7-d35c-4dfa-92f8-c4b0496c187d not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:03:43.280324 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0d9a6e06-13fc-4a39-9b86-7c8a4dda4008 req-135804c0-0e0f-48ab-ab8d-04a7145b63ff tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "GET /v2.0/security-groups?id=13a7381a-3896-4b7e-b2be-1c5396b372d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2631478 Feb 09 01:03:43.326428 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-52a28501-801d-46ad-8045-8818319562ba req-e7639ac9-bbf3-438e-8053-39e7def2ba0d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498006 Feb 09 01:03:43.327103 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dbd5195-1031-468c-b77e-75078d6e6b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c4f278-a027-461d-9e70-cdbd1c055f1c'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:03:43.338863 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6776ab60-a985-4733-b2e6-f5f6c788a48e" -d '{"events": [{"server_uuid": "1dbd5195-1031-468c-b77e-75078d6e6b56", "name": "network-vif-plugged", "status": "completed", "tag": "d7c4f278-a027-461d-9e70-cdbd1c055f1c"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:03:43.352907 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-bb068a2c-e55b-4b7c-9c91-e5a749524a95 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Made reservation on behalf of 8e4a1438c4ae4668a3f29d116af30cb3 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:43.356176 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-bb068a2c-e55b-4b7c-9c91-e5a749524a95 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:43.384269 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=d7c4f278-a027-461d-9e70-cdbd1c055f1c,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:43.409629 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a4b7e-7620-4813-963a-e80f32b4e161 req-879734e7-0b84-4f9a-9050-5cb1f049f3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:43.411083 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-619a4b7e-7620-4813-963a-e80f32b4e161 req-879734e7-0b84-4f9a-9050-5cb1f049f3da service neutron] 10.222.0.120 "GET /v2.0/networks?id=f915a872-9d1b-435e-8b6b-ca5a77ceda6e HTTP/1.1" status: 200 len: 908 time: 0.3706634 Feb 09 01:03:43.435460 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e382a6c9-3361-407f-84a0-740ea5031ded req-bbe9f752-104e-4b24-b8fc-96fc0899368b tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:43.442458 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e382a6c9-3361-407f-84a0-740ea5031ded req-bbe9f752-104e-4b24-b8fc-96fc0899368b tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d39ee9b-547a-45df-9c8c-f630d5de3daa HTTP/1.1" status: 200 len: 945 time: 0.3570528 Feb 09 01:03:43.523337 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-619a4b7e-7620-4813-963a-e80f32b4e161 req-78a27471-a3a5-4c7b-92ea-e933550f35ab service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=887dc6eb-52ea-42c8-af88-95e1d3562128 HTTP/1.1" status: 200 len: 217 time: 0.0741987 Feb 09 01:03:43.682487 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e382a6c9-3361-407f-84a0-740ea5031ded req-cb2732c9-a3a5-4602-adc7-23dbd7cb6a9c tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337048 Feb 09 01:03:43.689085 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a7fb5-6de7-4a27-8b7c-7ef10ee79b87 req-d42e7891-1e68-4d77-84c6-6a3aac3229b1 tempest-ServersAdminTestJSON-646354057 tempest-ServersAdminTestJSON-646354057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:43.697390 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-076a7fb5-6de7-4a27-8b7c-7ef10ee79b87 req-d42e7891-1e68-4d77-84c6-6a3aac3229b1 tempest-ServersAdminTestJSON-646354057 tempest-ServersAdminTestJSON-646354057-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 1131 time: 0.2891071 Feb 09 01:03:43.713905 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-52a28501-801d-46ad-8045-8818319562ba req-468b94bf-1518-4e71-9133-14d2ac332ba8 service neutron] 10.222.0.47 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747046 Feb 09 01:03:43.787359 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a4b7e-7620-4813-963a-e80f32b4e161 req-89245ace-5501-4265-bb40-c9b43bb3fb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:43.788945 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-619a4b7e-7620-4813-963a-e80f32b4e161 req-89245ace-5501-4265-bb40-c9b43bb3fb99 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=2b6724dc-715d-4b79-9357-2dd6d2f2a876 HTTP/1.1" status: 200 len: 845 time: 0.2125552 Feb 09 01:03:43.895552 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3a3287f7-a818-4e1f-9900-b4bb97a77760 req-c82a0be0-2b18-4012-a536-c96f8c543920 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=210f23f1-11dd-4031-b52a-109069854039 HTTP/1.1" status: 200 len: 210 time: 0.1046426 Feb 09 01:03:43.983923 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-bb068a2c-e55b-4b7c-9c91-e5a749524a95 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Allocated IP 192.168.233.8 (9e88fe6e-2b1d-4294-a17d-9a7801813700/3810d295-ee98-40f7-b1e2-609bf7d1c3df/54786bcc-51a1-478a-bb99-f92bf3bb064c) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:44.009896 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-076a7fb5-6de7-4a27-8b7c-7ef10ee79b87 req-54ba3e72-a836-4427-9e62-a9372bd1fd06 tempest-ServersAdminTestJSON-646354057 tempest-ServersAdminTestJSON-646354057-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821991 Feb 09 01:03:44.093741 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90c4baa-bb0d-4bd8-8c66-61c66a2d9722 x-openstack-request-id: req-d90c4baa-bb0d-4bd8-8c66-61c66a2d9722 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:03:44.094237 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2328a3-da54-4134-bafe-a58b14532986", "name": "network-vif-deleted", "tag": "5bd360c7-d35c-4dfa-92f8-c4b0496c187d", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:03:44.094547 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d90c4baa-bb0d-4bd8-8c66-61c66a2d9722 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:03:44.095472 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2328a3-da54-4134-bafe-a58b14532986', 'name': 'network-vif-deleted', 'tag': '5bd360c7-d35c-4dfa-92f8-c4b0496c187d', 'status': 'completed', 'code': 200} Feb 09 01:03:44.125778 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa0ca888-3aa2-40d9-8054-9b3519822b84 req-28f9215b-0ccf-498e-b1e5-6e2683fdebfd tempest-FloatingIPsAssociationTestJSON-1113819938 tempest-FloatingIPsAssociationTestJSON-1113819938-project] 10.222.0.50 "GET /v2.0/ports?device_id=0f2328a3-da54-4134-bafe-a58b14532986 HTTP/1.1" status: 200 len: 210 time: 0.0459788 Feb 09 01:03:44.132586 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c93806-bfa8-4037-877d-414e023e65f8 x-openstack-request-id: req-e6c93806-bfa8-4037-877d-414e023e65f8 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:03:44.133077 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dbd5195-1031-468c-b77e-75078d6e6b56", "name": "network-vif-plugged", "status": "completed", "tag": "d7c4f278-a027-461d-9e70-cdbd1c055f1c", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:03:44.133178 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e6c93806-bfa8-4037-877d-414e023e65f8 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:03:44.133749 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dbd5195-1031-468c-b77e-75078d6e6b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c4f278-a027-461d-9e70-cdbd1c055f1c', 'code': 200} Feb 09 01:03:44.136033 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a4b7e-7620-4813-963a-e80f32b4e161 req-1b615c60-c2f9-44b0-8605-484ebc391568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:44.137622 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-619a4b7e-7620-4813-963a-e80f32b4e161 req-1b615c60-c2f9-44b0-8605-484ebc391568 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=f915a872-9d1b-435e-8b6b-ca5a77ceda6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3151042 Feb 09 01:03:44.152669 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-52a28501-801d-46ad-8045-8818319562ba req-807538dd-2607-4bd8-b463-4afffd283d5c service neutron] 10.222.0.47 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4145305 Feb 09 01:03:44.314449 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-619a4b7e-7620-4813-963a-e80f32b4e161 req-1fa863cd-654f-407e-8f7e-422a90ef91c2 service neutron] 10.222.0.120 "GET /v2.0/networks/f915a872-9d1b-435e-8b6b-ca5a77ceda6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578450 Feb 09 01:03:44.580394 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7530bf-b634-4c73-8db0-7b04a8283662 req-ca04568f-ee37-4e4c-9c83-5b8666ba808a tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:44.589413 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fd7530bf-b634-4c73-8db0-7b04a8283662 req-ca04568f-ee37-4e4c-9c83-5b8666ba808a tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 949 time: 0.2738729 Feb 09 01:03:44.622869 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-619a4b7e-7620-4813-963a-e80f32b4e161 req-13d7e6a8-7510-4c24-a0ab-c601e67e313c service neutron] 10.222.0.120 "GET /v2.0/networks/f915a872-9d1b-435e-8b6b-ca5a77ceda6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729506 Feb 09 01:03:44.641477 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920b4be-e3b9-4d4c-a022-4577b818d60e req-7c4d8e97-d1d4-47a7-8c2b-0fb3e9cc1dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:44.642999 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d920b4be-e3b9-4d4c-a022-4577b818d60e req-7c4d8e97-d1d4-47a7-8c2b-0fb3e9cc1dab service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 1131 time: 0.3190022 Feb 09 01:03:44.744677 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-bb068a2c-e55b-4b7c-9c91-e5a749524a95 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks [] for port (54786bcc-51a1-478a-bb99-f92bf3bb064c), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:44.762211 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fd7530bf-b634-4c73-8db0-7b04a8283662 req-2a30cdab-26ba-49ea-bcf5-79e5f351010a tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717734 Feb 09 01:03:44.786419 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d920b4be-e3b9-4d4c-a022-4577b818d60e req-1c9c4c69-95bc-423e-bb23-ecc77e043257 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323426 Feb 09 01:03:44.818193 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a069e4d1-065c-4c3a-b5e5-7f0a989eec90 req-6bc950ac-191a-4d88-9cf8-21537a8d3997 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:44.825234 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a069e4d1-065c-4c3a-b5e5-7f0a989eec90 req-6bc950ac-191a-4d88-9cf8-21537a8d3997 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c635e05-dd0f-4970-b7d9-e20429983aa0 HTTP/1.1" status: 200 len: 943 time: 0.1548977 Feb 09 01:03:44.856754 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-bb068a2c-e55b-4b7c-9c91-e5a749524a95 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (54786bcc-51a1-478a-bb99-f92bf3bb064c), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:44.873266 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['8fc3cb9a-8128-43dd-acbe-d98580af4512', '728fd678-92ff-40a5-a350-98f51f331cef', 'b9daf566-c7d6-4402-8961-cca9c9108b5b', 'b80d2f48-ba7e-48c4-85e1-fcebefd145ea', '070047eb-6b5c-4931-a92f-cbf2821a03a5'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:03:44.878307 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['3f20790f-3dc7-440e-9aed-f7f0343db454', '53af4635-acf7-441b-961b-2c8f737be7da'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:03:44.923236 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a069e4d1-065c-4c3a-b5e5-7f0a989eec90 req-0145cd8f-9ef3-4300-9455-e58fee9f6dc1 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "GET /v2.0/security-groups?id=13a7381a-3896-4b7e-b2be-1c5396b372d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916989 Feb 09 01:03:44.943486 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-bb068a2c-e55b-4b7c-9c91-e5a749524a95 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Network 9e88fe6e-2b1d-4294-a17d-9a7801813700 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:44.955381 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-bb068a2c-e55b-4b7c-9c91-e5a749524a95 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:44.959899 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-bb068a2c-e55b-4b7c-9c91-e5a749524a95 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:03:44.982576 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-bb068a2c-e55b-4b7c-9c91-e5a749524a95 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:44.983278 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-bb068a2c-e55b-4b7c-9c91-e5a749524a95 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:44.987256 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb068a2c-e55b-4b7c-9c91-e5a749524a95 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Pushing event updated for resources: {'Port': ['ID=54786bcc-51a1-478a-bb99-f92bf3bb064c,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:45.076240 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-bb068a2c-e55b-4b7c-9c91-e5a749524a95 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1909087 Feb 09 01:03:45.104471 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-30d1cb1b-8391-42d4-b27b-933632a6a64f service neutron] Request body: {'port': {'device_id': '210f23f1-11dd-4031-b52a-109069854039', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:45.194736 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763460a-e429-4c27-9f9f-b0262811b02b req-a2086c08-46b3-4722-8ce5-5467c026d084 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:45.203477 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e763460a-e429-4c27-9f9f-b0262811b02b req-a2086c08-46b3-4722-8ce5-5467c026d084 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d39ee9b-547a-45df-9c8c-f630d5de3daa HTTP/1.1" status: 200 len: 945 time: 0.1838739 Feb 09 01:03:45.270285 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b48bb-cfc8-4adf-a2b5-bd2a502943d2 req-a1dfb435-f696-4d18-ada9-cbf1440f5aa8 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:45.275664 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f51b48bb-cfc8-4adf-a2b5-bd2a502943d2 req-a1dfb435-f696-4d18-ada9-cbf1440f5aa8 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=210f23f1-11dd-4031-b52a-109069854039 HTTP/1.1" status: 200 len: 934 time: 0.1983700 Feb 09 01:03:45.334231 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-30d1cb1b-8391-42d4-b27b-933632a6a64f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (54786bcc-51a1-478a-bb99-f92bf3bb064c), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:45.387829 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e763460a-e429-4c27-9f9f-b0262811b02b req-cb57044a-c578-486a-81bb-0bf8ccd810a4 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788096 Feb 09 01:03:45.452126 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f51b48bb-cfc8-4adf-a2b5-bd2a502943d2 req-ab827c82-5dd4-4050-9a88-4739db69025a tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690397 Feb 09 01:03:45.518114 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6c6bc937-2730-4750-996a-a109b20c8708 None None] Provisioning complete for port 54786bcc-51a1-478a-bb99-f92bf3bb064c triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:45.518719 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6c6bc937-2730-4750-996a-a109b20c8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (54786bcc-51a1-478a-bb99-f92bf3bb064c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:45.549875 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42078) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:03:45.568459 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6c6bc937-2730-4750-996a-a109b20c8708 None None] Port 54786bcc-51a1-478a-bb99-f92bf3bb064c cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:03:46.026604 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-30d1cb1b-8391-42d4-b27b-933632a6a64f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54786bcc-51a1-478a-bb99-f92bf3bb064c {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:03:46.047852 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-30d1cb1b-8391-42d4-b27b-933632a6a64f service neutron] Publish callbacks [] for port (54786bcc-51a1-478a-bb99-f92bf3bb064c), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:46.090339 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-30d1cb1b-8391-42d4-b27b-933632a6a64f service neutron] Transition to ACTIVE for port object 54786bcc-51a1-478a-bb99-f92bf3bb064c will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:03:46.099849 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-30d1cb1b-8391-42d4-b27b-933632a6a64f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (54786bcc-51a1-478a-bb99-f92bf3bb064c), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:46.304594 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1cb1b-8391-42d4-b27b-933632a6a64f service neutron] Pushing event updated for resources: {'Port': ['ID=54786bcc-51a1-478a-bb99-f92bf3bb064c,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:46.324338 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-30d1cb1b-8391-42d4-b27b-933632a6a64f service neutron] Attempting to bind port 54786bcc-51a1-478a-bb99-f92bf3bb064c on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:03:46.324946 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-30d1cb1b-8391-42d4-b27b-933632a6a64f service neutron] Attempting to bind port 54786bcc-51a1-478a-bb99-f92bf3bb064c by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:03:46.325489 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-30d1cb1b-8391-42d4-b27b-933632a6a64f service neutron] Attempting to bind port 54786bcc-51a1-478a-bb99-f92bf3bb064c on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:03:46.331555 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-30d1cb1b-8391-42d4-b27b-933632a6a64f service neutron] Port 54786bcc-51a1-478a-bb99-f92bf3bb064c on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:03:46.332163 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-30d1cb1b-8391-42d4-b27b-933632a6a64f service neutron] Attempting to bind port 54786bcc-51a1-478a-bb99-f92bf3bb064c on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:03:46.337602 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-30d1cb1b-8391-42d4-b27b-933632a6a64f service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:03:46.338251 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-30d1cb1b-8391-42d4-b27b-933632a6a64f service neutron] Checking segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:03:46.338873 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-30d1cb1b-8391-42d4-b27b-933632a6a64f service neutron] Bound using segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:03:46.339526 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-30d1cb1b-8391-42d4-b27b-933632a6a64f service neutron] Bound port: 54786bcc-51a1-478a-bb99-f92bf3bb064c, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:03:46.340620 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-30d1cb1b-8391-42d4-b27b-933632a6a64f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (54786bcc-51a1-478a-bb99-f92bf3bb064c), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:46.754339 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 887dc6eb-52ea-42c8-af88-95e1d3562128 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:03:46.894926 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4be1d6f4-54f6-436c-96be-84c2f220b645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (509bebbd-0924-4d0f-9773-81152d001a49), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:46.906361 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 887dc6eb-52ea-42c8-af88-95e1d3562128, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=887dc6eb-52ea-42c8-af88-95e1d3562128,segment=NetworkSegment(70332602-1747-482c-9353-16874afea81c),segment_id=70332602-1747-482c-9353-16874afea81c)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:46.919192 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '887dc6eb-52ea-42c8-af88-95e1d3562128', 'network_id': 'f915a872-9d1b-435e-8b6b-ca5a77ceda6e', 'port_id': '887dc6eb-52ea-42c8-af88-95e1d3562128', 'mac_address': 'fa:16:3e:35:09:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b6724dc-715d-4b79-9357-2dd6d2f2a876', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:03:46.936235 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b9e7c-4bf7-4da6-8043-a61aab20e770 req-aec6d3b3-e786-4a65-91c5-e4a17d9fc6d0 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:46.937834 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6c0b9e7c-4bf7-4da6-8043-a61aab20e770 req-aec6d3b3-e786-4a65-91c5-e4a17d9fc6d0 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 949 time: 0.1450772 Feb 09 01:03:46.972002 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 887dc6eb-52ea-42c8-af88-95e1d3562128 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:03:46.972216 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (887dc6eb-52ea-42c8-af88-95e1d3562128), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:46.972950 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62098405-41bd-40fc-9236-279ee66d8949 req-c7a2fbf6-fea1-429d-86a5-e244dc063d4d tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:46.979840 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-62098405-41bd-40fc-9236-279ee66d8949 req-c7a2fbf6-fea1-429d-86a5-e244dc063d4d tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c635e05-dd0f-4970-b7d9-e20429983aa0 HTTP/1.1" status: 200 len: 943 time: 0.1578953 Feb 09 01:03:46.989207 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-30d1cb1b-8391-42d4-b27b-933632a6a64f service neutron] For port 54786bcc-51a1-478a-bb99-f92bf3bb064c, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:03:46.990394 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 887dc6eb-52ea-42c8-af88-95e1d3562128 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:03:47.017675 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-30d1cb1b-8391-42d4-b27b-933632a6a64f service neutron] For port 54786bcc-51a1-478a-bb99-f92bf3bb064c, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=54786bcc-51a1-478a-bb99-f92bf3bb064c,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:03:47.028602 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 887dc6eb-52ea-42c8-af88-95e1d3562128, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=887dc6eb-52ea-42c8-af88-95e1d3562128,segment=NetworkSegment(70332602-1747-482c-9353-16874afea81c),segment_id=70332602-1747-482c-9353-16874afea81c)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:47.042145 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (887dc6eb-52ea-42c8-af88-95e1d3562128), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:47.042732 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-30d1cb1b-8391-42d4-b27b-933632a6a64f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (54786bcc-51a1-478a-bb99-f92bf3bb064c), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:47.103955 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6c0b9e7c-4bf7-4da6-8043-a61aab20e770 req-0ca1d7ff-16a7-4add-9f2d-5e8b609bb204 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452024 Feb 09 01:03:47.127623 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=887dc6eb-52ea-42c8-af88-95e1d3562128,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:47.134884 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-62098405-41bd-40fc-9236-279ee66d8949 req-fbee4cd3-1487-4eff-ae8d-f43ccbabd37e tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "GET /v2.0/security-groups?id=13a7381a-3896-4b7e-b2be-1c5396b372d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483216 Feb 09 01:03:47.207431 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-30d1cb1b-8391-42d4-b27b-933632a6a64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:47.216517 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-30d1cb1b-8391-42d4-b27b-933632a6a64f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:47.218517 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-30d1cb1b-8391-42d4-b27b-933632a6a64f service neutron] 10.222.0.120 "PUT /v2.0/ports/54786bcc-51a1-478a-bb99-f92bf3bb064c HTTP/1.1" status: 200 len: 1094 time: 2.1198101 Feb 09 01:03:47.231807 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '210f23f1-11dd-4031-b52a-109069854039', 'tag': '54786bcc-51a1-478a-bb99-f92bf3bb064c'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:03:47.241747 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b7593a-bd2b-436e-b750-745cede41b4c" -d '{"events": [{"name": "network-changed", "server_uuid": "210f23f1-11dd-4031-b52a-109069854039", "tag": "54786bcc-51a1-478a-bb99-f92bf3bb064c"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:03:47.373230 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1cb1b-8391-42d4-b27b-933632a6a64f service neutron] Pushing event updated for resources: {'Port': ['ID=54786bcc-51a1-478a-bb99-f92bf3bb064c,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:47.393616 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-4be1d6f4-54f6-436c-96be-84c2f220b645 admin admin] Deleting port 526ff28f-9887-412a-95da-5c79479f78e1 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:03:47.393970 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4be1d6f4-54f6-436c-96be-84c2f220b645 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (526ff28f-9887-412a-95da-5c79479f78e1), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:47.418590 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-20d952e2-8396-4d46-afe9-ccbebb3e1623 req-36e808f9-ab1d-4b5a-bcae-a8563c72754b service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=b7cc31a0-a2da-4002-9561-978f7b51688d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2533903 Feb 09 01:03:47.436569 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563caa19-8572-4800-a454-e9360e2dc641 req-2ca07e6f-1742-4060-a770-fa96cfc15569 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:47.444120 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-563caa19-8572-4800-a454-e9360e2dc641 req-2ca07e6f-1742-4060-a770-fa96cfc15569 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 949 time: 0.1646090 Feb 09 01:03:47.463073 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87078d-ab94-4c48-be54-bc57157db2cc req-9474ac41-ecb2-496d-9373-a787cd1aaf39 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:47.464646 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cb87078d-ab94-4c48-be54-bc57157db2cc req-9474ac41-ecb2-496d-9373-a787cd1aaf39 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=210f23f1-11dd-4031-b52a-109069854039 HTTP/1.1" status: 200 len: 946 time: 0.1840639 Feb 09 01:03:47.473958 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-ba07b226-b6c1-47bf-85f6-2079349f43d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:47.475418 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-ba07b226-b6c1-47bf-85f6-2079349f43d2 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=8e4a1438c4ae4668a3f29d116af30cb3&device_id=210f23f1-11dd-4031-b52a-109069854039 HTTP/1.1" status: 200 len: 1128 time: 0.1802869 Feb 09 01:03:47.499769 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-4be1d6f4-54f6-436c-96be-84c2f220b645 admin admin] For port 526ff28f-9887-412a-95da-5c79479f78e1, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=526ff28f-9887-412a-95da-5c79479f78e1,segment=NetworkSegment(9519a72c-6e52-48a2-9d48-19f11e744f6e),segment_id=9519a72c-6e52-48a2-9d48-19f11e744f6e)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:47.500373 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4be1d6f4-54f6-436c-96be-84c2f220b645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (526ff28f-9887-412a-95da-5c79479f78e1), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:47.516191 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-4be1d6f4-54f6-436c-96be-84c2f220b645 admin admin] Calling delete_port for 526ff28f-9887-412a-95da-5c79479f78e1 owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:03:47.561910 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-987f2c7d-8101-4e99-a138-4bb8741c437f service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=54786bcc-51a1-478a-bb99-f92bf3bb064c HTTP/1.1" status: 200 len: 217 time: 0.0636189 Feb 09 01:03:47.601946 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-563caa19-8572-4800-a454-e9360e2dc641 req-b3a3427e-b3e8-4463-9ec0-7e93b35d5331 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568553 Feb 09 01:03:47.644599 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d952e2-8396-4d46-afe9-ccbebb3e1623 req-ed5001c9-d75e-405c-b8d4-d1f54320e691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:47.646097 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-20d952e2-8396-4d46-afe9-ccbebb3e1623 req-ed5001c9-d75e-405c-b8d4-d1f54320e691 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=8e4a1438c4ae4668a3f29d116af30cb3&device_id=b7cc31a0-a2da-4002-9561-978f7b51688d HTTP/1.1" status: 200 len: 1132 time: 0.1978216 Feb 09 01:03:47.652583 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cb87078d-ab94-4c48-be54-bc57157db2cc req-fc357391-c06c-4b73-9991-0886b4ad07a7 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558948 Feb 09 01:03:47.667479 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-66848f3d-2dc3-4f25-9e5d-1bfbd5202a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:47.673094 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-66848f3d-2dc3-4f25-9e5d-1bfbd5202a1f service neutron] 10.222.0.120 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.0886731 Feb 09 01:03:47.771328 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4be1d6f4-54f6-436c-96be-84c2f220b645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (526ff28f-9887-412a-95da-5c79479f78e1), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:47.795927 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1dad6e5-0b5a-4bb6-aeda-63684a6ad9b4 x-openstack-request-id: req-b1dad6e5-0b5a-4bb6-aeda-63684a6ad9b4 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:03:47.796390 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "210f23f1-11dd-4031-b52a-109069854039", "tag": "54786bcc-51a1-478a-bb99-f92bf3bb064c", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:03:47.796886 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b1dad6e5-0b5a-4bb6-aeda-63684a6ad9b4 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:03:47.797423 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '210f23f1-11dd-4031-b52a-109069854039', 'tag': '54786bcc-51a1-478a-bb99-f92bf3bb064c', 'status': 'completed', 'code': 200} Feb 09 01:03:47.854266 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-bc7864b1-3c30-4769-828f-319ccdf5532e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:47.856491 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-bc7864b1-3c30-4769-828f-319ccdf5532e service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1621919 Feb 09 01:03:47.905109 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1d6f4-54f6-436c-96be-84c2f220b645 admin admin] Pushing event deleted for resources: {'Port': ['ID=526ff28f-9887-412a-95da-5c79479f78e1,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:47.954138 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['887dc6eb-52ea-42c8-af88-95e1d3562128'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:03:48.011424 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-f2d7004d-53e7-46b1-82fa-88ba5150b060 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323528 Feb 09 01:03:48.018271 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d952e2-8396-4d46-afe9-ccbebb3e1623 req-3d35cf82-d66b-45be-9a75-f029b554ab7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:48.019875 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-20d952e2-8396-4d46-afe9-ccbebb3e1623 req-3d35cf82-d66b-45be-9a75-f029b554ab7a service neutron] 10.222.0.120 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.3245039 Feb 09 01:03:48.100291 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4be1d6f4-54f6-436c-96be-84c2f220b645 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (509bebbd-0924-4d0f-9773-81152d001a49), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:48.185824 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-20d952e2-8396-4d46-afe9-ccbebb3e1623 req-f9d708cc-a700-49f6-b721-0f9da3e902cf service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=3f20790f-3dc7-440e-9aed-f7f0343db454 HTTP/1.1" status: 200 len: 217 time: 0.1250045 Feb 09 01:03:48.300263 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b29aa5-b02d-4aac-84dd-011eccd36f46 req-b7c42acc-a4aa-4914-89c7-2cdb4eead8d0 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:48.301818 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-71b29aa5-b02d-4aac-84dd-011eccd36f46 req-b7c42acc-a4aa-4914-89c7-2cdb4eead8d0 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d39ee9b-547a-45df-9c8c-f630d5de3daa HTTP/1.1" status: 200 len: 945 time: 0.2327218 Feb 09 01:03:48.330165 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d952e2-8396-4d46-afe9-ccbebb3e1623 req-5446036a-0c33-4dd2-b42d-12d41475388b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:48.331686 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-20d952e2-8396-4d46-afe9-ccbebb3e1623 req-5446036a-0c33-4dd2-b42d-12d41475388b service neutron] 10.222.0.120 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.1271152 Feb 09 01:03:48.336479 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31609d28-3b75-4b76-b338-dc0b69062e18 req-50e5c6ba-5976-4891-a9e3-37a429fda0b6 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973454 Feb 09 01:03:48.352269 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36073eb2-3eef-4bb3-ae79-4248b2110b82 req-c3a24436-4dbe-4c8e-b12b-3da28120e9cb tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:48.354460 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-36073eb2-3eef-4bb3-ae79-4248b2110b82 req-c3a24436-4dbe-4c8e-b12b-3da28120e9cb tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 949 time: 0.1735640 Feb 09 01:03:48.389417 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be1d6f4-54f6-436c-96be-84c2f220b645 admin admin] Router 509bebbd-0924-4d0f-9773-81152d001a49 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:03:48.427511 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-71b29aa5-b02d-4aac-84dd-011eccd36f46 req-41c34b91-94a8-4dd6-be6d-3c85c6a5abe1 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141186 Feb 09 01:03:48.496325 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-36073eb2-3eef-4bb3-ae79-4248b2110b82 req-0c44dcb3-a4a6-4382-874d-2c48c2c2ac5d tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358216 Feb 09 01:03:48.503641 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d952e2-8396-4d46-afe9-ccbebb3e1623 req-fd932fb1-3dbb-45b3-b82c-644e1a3d2e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:48.504996 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-20d952e2-8396-4d46-afe9-ccbebb3e1623 req-fd932fb1-3dbb-45b3-b82c-644e1a3d2e66 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1367056 Feb 09 01:03:48.542626 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be1d6f4-54f6-436c-96be-84c2f220b645 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:03:48.552346 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4be1d6f4-54f6-436c-96be-84c2f220b645 admin admin] 10.222.0.50 "PUT /v2.0/routers/509bebbd-0924-4d0f-9773-81152d001a49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9990902 Feb 09 01:03:48.560696 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42156) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:03:48.565053 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299918a3-d4e2-4028-af7f-5d3fcc97090c None None] Sync routers for ids ['509bebbd-0924-4d0f-9773-81152d001a49'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:03:48.582103 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299918a3-d4e2-4028-af7f-5d3fcc97090c None None] Routers {'509bebbd-0924-4d0f-9773-81152d001a49'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:03:48.584817 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-299918a3-d4e2-4028-af7f-5d3fcc97090c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:03:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['509bebbd-0924-4d0f-9773-81152d001a49'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:48.598852 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7593a-bd2b-436e-b750-745cede41b4c req-8d1f4503-8526-4345-8144-e29c276796f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:48.600411 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1b7593a-bd2b-436e-b750-745cede41b4c req-8d1f4503-8526-4345-8144-e29c276796f2 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=8e4a1438c4ae4668a3f29d116af30cb3&device_id=210f23f1-11dd-4031-b52a-109069854039 HTTP/1.1" status: 200 len: 1128 time: 0.1663520 Feb 09 01:03:48.703218 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a814a0f6-8ee3-46ec-a45f-8e83a7f9be47 admin admin] Publish callbacks [] for router (509bebbd-0924-4d0f-9773-81152d001a49), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:48.747469 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-299918a3-d4e2-4028-af7f-5d3fcc97090c None None] Set router 509bebbd-0924-4d0f-9773-81152d001a49 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:03:48.775970 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e058ac-2175-43fd-bda2-8afaa3fd0b0d req-e84f983d-d5c4-41d4-bad5-a5f21e34ca76 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:48.778673 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2e058ac-2175-43fd-bda2-8afaa3fd0b0d req-e84f983d-d5c4-41d4-bad5-a5f21e34ca76 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c635e05-dd0f-4970-b7d9-e20429983aa0 HTTP/1.1" status: 200 len: 944 time: 0.2443507 Feb 09 01:03:48.779501 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 7ac4fe73-abdc-4d78-a7c5-23bac98ca093 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:03:48.784395 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-20d952e2-8396-4d46-afe9-ccbebb3e1623 req-69c5333e-9826-477c-83bb-0094276662a9 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621965 Feb 09 01:03:48.837409 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7593a-bd2b-436e-b750-745cede41b4c req-a9ccf28c-acab-4a9f-aae8-f9c4df41d767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:48.838993 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1b7593a-bd2b-436e-b750-745cede41b4c req-a9ccf28c-acab-4a9f-aae8-f9c4df41d767 service neutron] 10.222.0.120 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.2292516 Feb 09 01:03:48.843093 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a814a0f6-8ee3-46ec-a45f-8e83a7f9be47 admin admin] Publish callbacks [] for router_gateway (509bebbd-0924-4d0f-9773-81152d001a49), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:48.872377 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f62e1-9a70-4c42-9591-a3148662b1ee req-9b2c4b0a-2156-4563-b07b-4b344f119adb tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:48.874101 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cf8f62e1-9a70-4c42-9591-a3148662b1ee req-9b2c4b0a-2156-4563-b07b-4b344f119adb tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 949 time: 0.2118008 Feb 09 01:03:48.930401 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-a814a0f6-8ee3-46ec-a45f-8e83a7f9be47 admin admin] Deleting port f3af30c6-a5c4-4518-9770-66f51b4d2232 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:03:48.932275 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a814a0f6-8ee3-46ec-a45f-8e83a7f9be47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (f3af30c6-a5c4-4518-9770-66f51b4d2232), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:48.964856 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1b7593a-bd2b-436e-b750-745cede41b4c req-a99ff4e2-f6d7-4f6d-9331-d30f6d5cffb0 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=54786bcc-51a1-478a-bb99-f92bf3bb064c HTTP/1.1" status: 200 len: 217 time: 0.0851576 Feb 09 01:03:48.983416 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2e058ac-2175-43fd-bda2-8afaa3fd0b0d req-60a72b40-4781-4d62-965b-285cdac6f6ed tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "GET /v2.0/security-groups?id=13a7381a-3896-4b7e-b2be-1c5396b372d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1980038 Feb 09 01:03:49.048864 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-a814a0f6-8ee3-46ec-a45f-8e83a7f9be47 admin admin] For port f3af30c6-a5c4-4518-9770-66f51b4d2232, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f3af30c6-a5c4-4518-9770-66f51b4d2232,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:49.049152 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a814a0f6-8ee3-46ec-a45f-8e83a7f9be47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (f3af30c6-a5c4-4518-9770-66f51b4d2232), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:49.067543 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-a814a0f6-8ee3-46ec-a45f-8e83a7f9be47 admin admin] Calling delete_port for f3af30c6-a5c4-4518-9770-66f51b4d2232 owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:03:49.093054 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cf8f62e1-9a70-4c42-9591-a3148662b1ee req-65eb8458-c37c-4e86-8ad5-b0a85cb3b7b7 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026498 Feb 09 01:03:49.096493 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 7ac4fe73-abdc-4d78-a7c5-23bac98ca093, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=7ac4fe73-abdc-4d78-a7c5-23bac98ca093,segment=NetworkSegment(b2ef10b9-0c7e-4ea0-88fe-781103c28e86),segment_id=b2ef10b9-0c7e-4ea0-88fe-781103c28e86)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:49.112403 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '7ac4fe73-abdc-4d78-a7c5-23bac98ca093', 'network_id': 'b90c3694-06cc-4931-a87d-3191a1408398', 'port_id': '7ac4fe73-abdc-4d78-a7c5-23bac98ca093', 'mac_address': 'fa:16:3e:e0:51:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cacafe2-88d1-46d1-b016-b2d0f5a05d3f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:03:49.143090 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-20d952e2-8396-4d46-afe9-ccbebb3e1623 req-2e8041bd-8850-47e6-8d6f-cd1fedc7445f service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290591 Feb 09 01:03:49.166296 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-299918a3-d4e2-4028-af7f-5d3fcc97090c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509bebbd-0924-4d0f-9773-81152d001a49', 'name': 'tempest-FloatingIPsAssociationTestJSON-1873941381-router', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': 'f3af30c6-a5c4-4518-9770-66f51b4d2232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:05Z', 'updated_at': '2022-02-09T01:03:47Z', 'revision_number': 5, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'gw_port': {'id': 'f3af30c6-a5c4-4518-9770-66f51b4d2232', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509bebbd-0924-4d0f-9773-81152d001a49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:02:06Z', 'updated_at': '2022-02-09T01:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:49.176092 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7593a-bd2b-436e-b750-745cede41b4c req-49ab4e69-0a04-4406-b9c0-98d7f92a3247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:49.177834 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1b7593a-bd2b-436e-b750-745cede41b4c req-49ab4e69-0a04-4406-b9c0-98d7f92a3247 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.1910684 Feb 09 01:03:49.203926 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299918a3-d4e2-4028-af7f-5d3fcc97090c None None] Checking router: 509bebbd-0924-4d0f-9773-81152d001a49 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:03:49.210312 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 7ac4fe73-abdc-4d78-a7c5-23bac98ca093 is: ACTIVE; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:03:49.211145 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7ac4fe73-abdc-4d78-a7c5-23bac98ca093), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:49.224414 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299918a3-d4e2-4028-af7f-5d3fcc97090c None None] Routers {'509bebbd-0924-4d0f-9773-81152d001a49'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:03:49.225146 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-299918a3-d4e2-4028-af7f-5d3fcc97090c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:03:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['509bebbd-0924-4d0f-9773-81152d001a49'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:49.230117 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ac4fe73-abdc-4d78-a7c5-23bac98ca093 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:03:49.263026 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0eb439-c64b-46f7-8b97-345b138ede01 req-333f1582-800f-4f3f-b2ee-1792d213c178 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:49.270191 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8b0eb439-c64b-46f7-8b97-345b138ede01 req-333f1582-800f-4f3f-b2ee-1792d213c178 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 949 time: 0.1573722 Feb 09 01:03:49.275393 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a814a0f6-8ee3-46ec-a45f-8e83a7f9be47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (f3af30c6-a5c4-4518-9770-66f51b4d2232), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:49.302690 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2994b5-71ea-48dd-86f1-72bd200e8495 req-1ded9fca-a907-4790-9c4c-416622e6f70f tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:49.304221 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2c2994b5-71ea-48dd-86f1-72bd200e8495 req-1ded9fca-a907-4790-9c4c-416622e6f70f tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=210f23f1-11dd-4031-b52a-109069854039 HTTP/1.1" status: 200 len: 946 time: 0.1390533 Feb 09 01:03:49.305588 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814a0f6-8ee3-46ec-a45f-8e83a7f9be47 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3af30c6-a5c4-4518-9770-66f51b4d2232,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:49.313941 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7593a-bd2b-436e-b750-745cede41b4c req-ed3582d6-823c-4836-8698-af84094590fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:49.315292 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1b7593a-bd2b-436e-b750-745cede41b4c req-ed3582d6-823c-4836-8698-af84094590fe service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1124043 Feb 09 01:03:49.319017 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 7ac4fe73-abdc-4d78-a7c5-23bac98ca093, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=7ac4fe73-abdc-4d78-a7c5-23bac98ca093,segment=NetworkSegment(b2ef10b9-0c7e-4ea0-88fe-781103c28e86),segment_id=b2ef10b9-0c7e-4ea0-88fe-781103c28e86)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:49.324998 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (7ac4fe73-abdc-4d78-a7c5-23bac98ca093), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:49.366643 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-299918a3-d4e2-4028-af7f-5d3fcc97090c None None] Set router 509bebbd-0924-4d0f-9773-81152d001a49 gateway port host: None {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:03:49.369999 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a814a0f6-8ee3-46ec-a45f-8e83a7f9be47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (509bebbd-0924-4d0f-9773-81152d001a49), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:49.375526 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8b0eb439-c64b-46f7-8b97-345b138ede01 req-db4690c1-1b4d-4272-b21e-3f414287aeb2 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044786 Feb 09 01:03:49.465827 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2c2994b5-71ea-48dd-86f1-72bd200e8495 req-e2c7275a-e0fe-4e0e-b9c0-193a109c15db tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313264 Feb 09 01:03:49.510423 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a814a0f6-8ee3-46ec-a45f-8e83a7f9be47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (509bebbd-0924-4d0f-9773-81152d001a49), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:49.512435 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1b7593a-bd2b-436e-b750-745cede41b4c req-b9fac704-4d61-44e1-8550-d0a955b20441 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737225 Feb 09 01:03:49.519357 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a814a0f6-8ee3-46ec-a45f-8e83a7f9be47 admin admin] Publish callbacks [] for router_controller (509bebbd-0924-4d0f-9773-81152d001a49), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:49.571649 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-299918a3-d4e2-4028-af7f-5d3fcc97090c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509bebbd-0924-4d0f-9773-81152d001a49', 'name': 'tempest-FloatingIPsAssociationTestJSON-1873941381-router', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:05Z', 'updated_at': '2022-02-09T01:03:48Z', 'revision_number': 6, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:49.615826 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=7ac4fe73-abdc-4d78-a7c5-23bac98ca093,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:49.620472 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299918a3-d4e2-4028-af7f-5d3fcc97090c None None] The sync data for ids ['509bebbd-0924-4d0f-9773-81152d001a49'] in n-d-828369-4 is: [{'id': '509bebbd-0924-4d0f-9773-81152d001a49', 'name': 'tempest-FloatingIPsAssociationTestJSON-1873941381-router', 'tenant_id': '67da1db1339f4110b352a0d7f5bcad0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:02:05Z', 'updated_at': '2022-02-09T01:03:48Z', 'revision_number': 6, 'project_id': '67da1db1339f4110b352a0d7f5bcad0c', 'gw_port_host': None}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:03:49.693938 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a814a0f6-8ee3-46ec-a45f-8e83a7f9be47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (509bebbd-0924-4d0f-9773-81152d001a49), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:49.695094 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a814a0f6-8ee3-46ec-a45f-8e83a7f9be47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 509bebbd-0924-4d0f-9773-81152d001a49 {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:03:49.705529 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a814a0f6-8ee3-46ec-a45f-8e83a7f9be47 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:49.709599 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a814a0f6-8ee3-46ec-a45f-8e83a7f9be47 admin admin] 10.222.0.50 "DELETE /v2.0/routers/509bebbd-0924-4d0f-9773-81152d001a49 HTTP/1.1" status: 204 len: 168 time: 1.1454041 Feb 09 01:03:49.710392 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42176) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:03:49.727129 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1b7593a-bd2b-436e-b750-745cede41b4c req-24b57c58-208a-4a2a-b028-a08814477517 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030103 Feb 09 01:03:49.755919 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-6db9726d-8e90-48b1-8559-699e62a88d91 req-ec10301f-d81e-4466-bd78-116f6945e3ab service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:03:49.756884 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6db9726d-8e90-48b1-8559-699e62a88d91 req-ec10301f-d81e-4466-bd78-116f6945e3ab service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057895 Feb 09 01:03:49.764732 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee1547-62b5-408a-ba67-8aeeb3cb5992 req-5be56388-80da-4de1-a745-d78fefad6990 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:49.766776 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-30ee1547-62b5-408a-ba67-8aeeb3cb5992 req-5be56388-80da-4de1-a745-d78fefad6990 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d39ee9b-547a-45df-9c8c-f630d5de3daa HTTP/1.1" status: 200 len: 944 time: 0.1176026 Feb 09 01:03:49.767942 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-77edbece-b76c-42ab-94a4-6d9c16bf0e0e admin admin] Deleting subnet 43589af2-0462-47b3-852e-472c8aa8fb62 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:03:49.772834 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-77edbece-b76c-42ab-94a4-6d9c16bf0e0e admin admin] Publish callbacks [] for subnet (43589af2-0462-47b3-852e-472c8aa8fb62), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:49.811248 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-77edbece-b76c-42ab-94a4-6d9c16bf0e0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (43589af2-0462-47b3-852e-472c8aa8fb62), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:49.826393 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['7ac4fe73-abdc-4d78-a7c5-23bac98ca093'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:03:49.982830 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-77edbece-b76c-42ab-94a4-6d9c16bf0e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (43589af2-0462-47b3-852e-472c8aa8fb62), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:50.104672 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-77edbece-b76c-42ab-94a4-6d9c16bf0e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (43589af2-0462-47b3-852e-472c8aa8fb62), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:50.165037 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f57382c-35c2-4b33-96d1-bd5b1e39fdcc None None] Network dbff02f4-8d52-4289-93bb-c44351bfd019 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:03:50.176619 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-77edbece-b76c-42ab-94a4-6d9c16bf0e0e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:50.184248 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-77edbece-b76c-42ab-94a4-6d9c16bf0e0e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/43589af2-0462-47b3-852e-472c8aa8fb62 HTTP/1.1" status: 204 len: 168 time: 0.4718616 Feb 09 01:03:50.184430 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 42220) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:03:50.184672 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77edbece-b76c-42ab-94a4-6d9c16bf0e0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43589af2-0462-47b3-852e-472c8aa8fb62,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:50.214414 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-30ee1547-62b5-408a-ba67-8aeeb3cb5992 req-0633cacf-d9b8-4112-a317-ffa7b310fd77 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4418662 Feb 09 01:03:50.220409 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-588885e9-0059-4c75-b661-627008c3d173 req-58d0a056-dbf3-4de9-9b72-1247efa123b4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1058574 Feb 09 01:03:50.281309 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0f796-25e9-4e0c-b3b5-de3392fa25e5 req-125e03f4-8210-48d2-82d5-eca14bfd7132 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:50.288457 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-56e0f796-25e9-4e0c-b3b5-de3392fa25e5 req-125e03f4-8210-48d2-82d5-eca14bfd7132 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c635e05-dd0f-4970-b7d9-e20429983aa0 HTTP/1.1" status: 200 len: 944 time: 0.1568353 Feb 09 01:03:50.332757 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f1b2dd42-24ab-48e5-9201-302fcbe9e69a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (dbff02f4-8d52-4289-93bb-c44351bfd019), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:50.376765 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-56e0f796-25e9-4e0c-b3b5-de3392fa25e5 req-d149d723-a39f-449c-bf77-f0c70f863ed5 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "GET /v2.0/security-groups?id=13a7381a-3896-4b7e-b2be-1c5396b372d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867548 Feb 09 01:03:50.511559 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ba873-26f8-4ba2-8977-a5fe1d916c18 req-edcb2326-74c3-43ff-9e2d-bab0dd0dbe35 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:50.513138 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d94ba873-26f8-4ba2-8977-a5fe1d916c18 req-edcb2326-74c3-43ff-9e2d-bab0dd0dbe35 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 949 time: 0.1659806 Feb 09 01:03:50.572521 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-f1b2dd42-24ab-48e5-9201-302fcbe9e69a admin admin] Deleting port c7ea63f0-3963-499a-b9ff-e818e72b3dd8 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:03:50.572974 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f1b2dd42-24ab-48e5-9201-302fcbe9e69a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (c7ea63f0-3963-499a-b9ff-e818e72b3dd8), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:50.591370 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01347c3-e45b-45cf-8363-121eae063473 None None] DHCP port deletion for dbff02f4-8d52-4289-93bb-c44351bfd019 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:03:50.640160 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e3736-b585-4961-9f47-16dffd11278d req-ce037a06-a595-4b40-9cfc-ca5e8053a1f1 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:50.642195 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-662e3736-b585-4961-9f47-16dffd11278d req-ce037a06-a595-4b40-9cfc-ca5e8053a1f1 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 949 time: 0.1805952 Feb 09 01:03:50.682173 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d94ba873-26f8-4ba2-8977-a5fe1d916c18 req-5d3eef84-e4a6-4daf-8640-9067c7a04d1c tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601777 Feb 09 01:03:50.683997 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c01347c3-e45b-45cf-8363-121eae063473 None None] Deleting port c7ea63f0-3963-499a-b9ff-e818e72b3dd8 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:03:50.684673 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c01347c3-e45b-45cf-8363-121eae063473 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (c7ea63f0-3963-499a-b9ff-e818e72b3dd8), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:50.730742 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-f1b2dd42-24ab-48e5-9201-302fcbe9e69a admin admin] For port c7ea63f0-3963-499a-b9ff-e818e72b3dd8, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=c7ea63f0-3963-499a-b9ff-e818e72b3dd8,segment=NetworkSegment(9519a72c-6e52-48a2-9d48-19f11e744f6e),segment_id=9519a72c-6e52-48a2-9d48-19f11e744f6e)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:50.731128 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f1b2dd42-24ab-48e5-9201-302fcbe9e69a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (c7ea63f0-3963-499a-b9ff-e818e72b3dd8), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:50.784269 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-c01347c3-e45b-45cf-8363-121eae063473 None None] For port c7ea63f0-3963-499a-b9ff-e818e72b3dd8, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=c7ea63f0-3963-499a-b9ff-e818e72b3dd8,segment=NetworkSegment(9519a72c-6e52-48a2-9d48-19f11e744f6e),segment_id=9519a72c-6e52-48a2-9d48-19f11e744f6e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:50.784844 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c01347c3-e45b-45cf-8363-121eae063473 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (c7ea63f0-3963-499a-b9ff-e818e72b3dd8), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:50.807505 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-f1b2dd42-24ab-48e5-9201-302fcbe9e69a admin admin] Calling delete_port for c7ea63f0-3963-499a-b9ff-e818e72b3dd8 owned by network:dhcp {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:03:50.809290 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c01347c3-e45b-45cf-8363-121eae063473 None None] Calling delete_port for c7ea63f0-3963-499a-b9ff-e818e72b3dd8 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:03:50.834037 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-662e3736-b585-4961-9f47-16dffd11278d req-1f2a9be6-6930-4c2a-9879-2406c83e5fb3 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793835 Feb 09 01:03:50.852493 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 7ac4fe73-abdc-4d78-a7c5-23bac98ca093 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:03:50.929682 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab7856-9d04-47d5-a174-3a0ac8e5fd47 req-e0ae5684-2c14-41f4-bb42-8139e9a7fc85 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:50.936727 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-50ab7856-9d04-47d5-a174-3a0ac8e5fd47 req-e0ae5684-2c14-41f4-bb42-8139e9a7fc85 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=210f23f1-11dd-4031-b52a-109069854039 HTTP/1.1" status: 200 len: 946 time: 0.1794107 Feb 09 01:03:50.975345 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c01347c3-e45b-45cf-8363-121eae063473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (c7ea63f0-3963-499a-b9ff-e818e72b3dd8), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:51.018153 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01347c3-e45b-45cf-8363-121eae063473 None None] Pushing event deleted for resources: {'Port': ['ID=c7ea63f0-3963-499a-b9ff-e818e72b3dd8,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:51.023751 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01347c3-e45b-45cf-8363-121eae063473 None None] No DVR routers for this DVR port c7ea63f0-3963-499a-b9ff-e818e72b3dd8 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:03:51.036746 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-50ab7856-9d04-47d5-a174-3a0ac8e5fd47 req-5e123b8b-ef03-449b-beab-7745cae6921d tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980778 Feb 09 01:03:51.038302 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f1b2dd42-24ab-48e5-9201-302fcbe9e69a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (c7ea63f0-3963-499a-b9ff-e818e72b3dd8), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:51.054549 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 7ac4fe73-abdc-4d78-a7c5-23bac98ca093 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:51.055200 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (7ac4fe73-abdc-4d78-a7c5-23bac98ca093), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:51.082062 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b2dd42-24ab-48e5-9201-302fcbe9e69a admin admin] No DVR routers for this DVR port c7ea63f0-3963-499a-b9ff-e818e72b3dd8 on host n-d-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:03:51.086649 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b2dd42-24ab-48e5-9201-302fcbe9e69a admin admin] Pushing event deleted for resources: {'Port': ['ID=c7ea63f0-3963-499a-b9ff-e818e72b3dd8,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:51.182359 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f1b2dd42-24ab-48e5-9201-302fcbe9e69a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (dbff02f4-8d52-4289-93bb-c44351bfd019), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:51.208658 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f1b2dd42-24ab-48e5-9201-302fcbe9e69a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:03:51.208994 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f1b2dd42-24ab-48e5-9201-302fcbe9e69a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:03:51.209712 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f1b2dd42-24ab-48e5-9201-302fcbe9e69a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:03:51.210051 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f1b2dd42-24ab-48e5-9201-302fcbe9e69a admin admin] Subscribe: > port after_create 55550000 {{(pid=103136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:03:51.210405 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f1b2dd42-24ab-48e5-9201-302fcbe9e69a admin admin] Subscribe: > port after_delete 55550000 {{(pid=103136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:03:51.210748 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f1b2dd42-24ab-48e5-9201-302fcbe9e69a admin admin] Subscribe: > port after_update 55550000 {{(pid=103136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:03:51.211099 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f1b2dd42-24ab-48e5-9201-302fcbe9e69a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:03:51.211508 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f1b2dd42-24ab-48e5-9201-302fcbe9e69a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:03:51.211843 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f1b2dd42-24ab-48e5-9201-302fcbe9e69a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:03:51.212172 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f1b2dd42-24ab-48e5-9201-302fcbe9e69a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:03:51.213081 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 7ac4fe73-abdc-4d78-a7c5-23bac98ca093 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:03:51.213607 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7ac4fe73-abdc-4d78-a7c5-23bac98ca093), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:51.240886 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d39ee9b-547a-45df-9c8c-f630d5de3daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac4fe73-abdc-4d78-a7c5-23bac98ca093'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:03:51.251679 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31ab9a5-9280-47df-a96b-50dba065c9c6" -d '{"events": [{"server_uuid": "4d39ee9b-547a-45df-9c8c-f630d5de3daa", "name": "network-vif-plugged", "status": "completed", "tag": "7ac4fe73-abdc-4d78-a7c5-23bac98ca093"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:03:51.282797 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 7ac4fe73-abdc-4d78-a7c5-23bac98ca093, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=7ac4fe73-abdc-4d78-a7c5-23bac98ca093,segment=NetworkSegment(b2ef10b9-0c7e-4ea0-88fe-781103c28e86),segment_id=b2ef10b9-0c7e-4ea0-88fe-781103c28e86)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:51.285177 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f1b2dd42-24ab-48e5-9201-302fcbe9e69a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:03:51.285948 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f1b2dd42-24ab-48e5-9201-302fcbe9e69a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:03:51.286453 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f1b2dd42-24ab-48e5-9201-302fcbe9e69a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:03:51.286941 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f1b2dd42-24ab-48e5-9201-302fcbe9e69a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 09 01:03:51.287478 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-f1b2dd42-24ab-48e5-9201-302fcbe9e69a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbff02f4-8d52-4289-93bb-c44351bfd019']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:51.299123 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (7ac4fe73-abdc-4d78-a7c5-23bac98ca093), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:51.309635 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-f1b2dd42-24ab-48e5-9201-302fcbe9e69a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9519a72c-6e52-48a2-9d48-19f11e744f6e') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:51.309940 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-f1b2dd42-24ab-48e5-9201-302fcbe9e69a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9519a72c-6e52-48a2-9d48-19f11e744f6e') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:03:51.348835 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f1b2dd42-24ab-48e5-9201-302fcbe9e69a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (9519a72c-6e52-48a2-9d48-19f11e744f6e), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:51.366223 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=7ac4fe73-abdc-4d78-a7c5-23bac98ca093,revision_number=7']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:51.380191 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0817925-05b9-4c2f-b6b0-a6228ca7b309 x-openstack-request-id: req-e0817925-05b9-4c2f-b6b0-a6228ca7b309 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:03:51.383367 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d39ee9b-547a-45df-9c8c-f630d5de3daa", "name": "network-vif-plugged", "status": "completed", "tag": "7ac4fe73-abdc-4d78-a7c5-23bac98ca093", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:03:51.383638 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e0817925-05b9-4c2f-b6b0-a6228ca7b309 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:03:51.384047 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d39ee9b-547a-45df-9c8c-f630d5de3daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac4fe73-abdc-4d78-a7c5-23bac98ca093', 'code': 200} Feb 09 01:03:51.384807 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f1b2dd42-24ab-48e5-9201-302fcbe9e69a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (9519a72c-6e52-48a2-9d48-19f11e744f6e), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:51.401907 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b2dd42-24ab-48e5-9201-302fcbe9e69a admin admin] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:03:51.402410 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f1b2dd42-24ab-48e5-9201-302fcbe9e69a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (9519a72c-6e52-48a2-9d48-19f11e744f6e), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:51.407552 n-d-828369-4 neutron-server[103136]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 01:03:51.407552 n-d-828369-4 neutron-server[103136]: from cryptography.utils import int_from_bytes Feb 09 01:03:51.407552 n-d-828369-4 neutron-server[103136]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 01:03:51.407552 n-d-828369-4 neutron-server[103136]: from cryptography.utils import int_from_bytes Feb 09 01:03:51.407552 n-d-828369-4 neutron-server[103136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:03:51.407552 n-d-828369-4 neutron-server[103136]: self.session.flush() Feb 09 01:03:51.407552 n-d-828369-4 neutron-server[103136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:03:51.407552 n-d-828369-4 neutron-server[103136]: self.session.flush() Feb 09 01:03:51.407552 n-d-828369-4 neutron-server[103136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:03:51.407552 n-d-828369-4 neutron-server[103136]: self.session.flush() Feb 09 01:03:51.407552 n-d-828369-4 neutron-server[103136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:03:51.407552 n-d-828369-4 neutron-server[103136]: self.session.flush() Feb 09 01:03:51.407552 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:03:51.407552 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:03:51.407552 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:03:51.407552 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:03:51.407552 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:03:51.407552 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:03:51.407552 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:03:51.407552 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:03:51.407552 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:03:51.407552 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:03:51.407552 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:03:51.407552 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:03:51.407552 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:03:51.407552 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:03:51.407552 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:03:51.407552 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:03:51.407552 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:03:51.407552 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:03:51.407552 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:03:51.407552 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:03:51.407552 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:03:51.407552 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:03:51.407552 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:03:51.407552 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:03:51.407552 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:03:51.407552 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:03:51.407552 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:03:51.407552 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:03:51.407552 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:03:51.407552 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:03:51.407552 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:03:51.407552 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:03:51.556237 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f3af30c6-a5c4-4518-9770-66f51b4d2232 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:03:51.557586 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f1b2dd42-24ab-48e5-9201-302fcbe9e69a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (dbff02f4-8d52-4289-93bb-c44351bfd019), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:51.575352 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f1b2dd42-24ab-48e5-9201-302fcbe9e69a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:51.579127 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f1b2dd42-24ab-48e5-9201-302fcbe9e69a admin admin] 10.222.0.50 "DELETE /v2.0/networks/dbff02f4-8d52-4289-93bb-c44351bfd019 HTTP/1.1" status: 204 len: 168 time: 1.3900957 Feb 09 01:03:51.596340 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3cdfe-d49d-4991-96a8-61466ba6d432 req-0579f92e-4ad7-4006-b8cf-7da168e266b8 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:51.598201 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-71a3cdfe-d49d-4991-96a8-61466ba6d432 req-0579f92e-4ad7-4006-b8cf-7da168e266b8 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d39ee9b-547a-45df-9c8c-f630d5de3daa HTTP/1.1" status: 200 len: 945 time: 0.2036176 Feb 09 01:03:51.601592 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b2dd42-24ab-48e5-9201-302fcbe9e69a admin admin] Pushing event deleted for resources: {'Network': ['ID=dbff02f4-8d52-4289-93bb-c44351bfd019,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:51.613548 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: f3af30c6-a5c4-4518-9770-66f51b4d2232 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:03:51.614199 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f3af30c6-a5c4-4518-9770-66f51b4d2232 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:03:51.614800 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 526ff28f-9887-412a-95da-5c79479f78e1 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:03:51.623238 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d4fc4-34a3-47c0-8b49-bd3f83caa300 req-2c3ebb53-676a-49b5-9390-9b885503c161 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:51.625192 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b61d4fc4-34a3-47c0-8b49-bd3f83caa300 req-2c3ebb53-676a-49b5-9390-9b885503c161 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c635e05-dd0f-4970-b7d9-e20429983aa0 HTTP/1.1" status: 200 len: 944 time: 0.1479404 Feb 09 01:03:51.640166 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 526ff28f-9887-412a-95da-5c79479f78e1 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:03:51.641216 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 526ff28f-9887-412a-95da-5c79479f78e1 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:03:51.641848 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device c7ea63f0-3963-499a-b9ff-e818e72b3dd8 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:03:51.667544 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: c7ea63f0-3963-499a-b9ff-e818e72b3dd8 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:03:51.668011 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device c7ea63f0-3963-499a-b9ff-e818e72b3dd8 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:03:51.699335 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-71a3cdfe-d49d-4991-96a8-61466ba6d432 req-71bcd736-a846-4369-a1d2-f7d323e493b7 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940342 Feb 09 01:03:51.720819 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b61d4fc4-34a3-47c0-8b49-bd3f83caa300 req-32bf4155-f1d6-458c-8228-9a772d10f91f tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "GET /v2.0/security-groups?id=13a7381a-3896-4b7e-b2be-1c5396b372d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866780 Feb 09 01:03:51.772914 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42296) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:03:51.810167 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e7ef7-262a-4abe-87d9-83957ae4a21b req-7046efe4-4199-4b97-966a-f91ed6d70c2f tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:51.811749 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-329e7ef7-262a-4abe-87d9-83957ae4a21b req-7046efe4-4199-4b97-966a-f91ed6d70c2f tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 949 time: 0.0567367 Feb 09 01:03:51.819241 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f9aacea3-5702-4e9b-ba19-70586b570917 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=67da1db1339f4110b352a0d7f5bcad0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424144 Feb 09 01:03:51.819640 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 42298) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:03:51.898206 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-329e7ef7-262a-4abe-87d9-83957ae4a21b req-c7735ca3-435b-4fd4-901f-084702c4eb66 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796432 Feb 09 01:03:51.902937 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-755ddbe7-b11f-4c97-bd4d-5613774dd9ed admin admin] Publish callbacks [] for security_group (e760d1d5-7bcb-442b-b02f-fe1d7def914f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:51.953854 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-755ddbe7-b11f-4c97-bd4d-5613774dd9ed admin admin] Publish callbacks [] for security_group (e760d1d5-7bcb-442b-b02f-fe1d7def914f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:52.004890 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbea92d-011d-4c7d-93e4-19699c2b8fb2 req-49d19c3e-b3cf-46c1-9f83-66e9a27c57d5 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:52.006424 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1fbea92d-011d-4c7d-93e4-19699c2b8fb2 req-49d19c3e-b3cf-46c1-9f83-66e9a27c57d5 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 949 time: 0.0887723 Feb 09 01:03:52.038747 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-755ddbe7-b11f-4c97-bd4d-5613774dd9ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e760d1d5-7bcb-442b-b02f-fe1d7def914f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:52.041436 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-755ddbe7-b11f-4c97-bd4d-5613774dd9ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:52.042666 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-755ddbe7-b11f-4c97-bd4d-5613774dd9ed admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e760d1d5-7bcb-442b-b02f-fe1d7def914f HTTP/1.1" status: 204 len: 168 time: 0.2221649 Feb 09 01:03:52.060214 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ddbe7-b11f-4c97-bd4d-5613774dd9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e760d1d5-7bcb-442b-b02f-fe1d7def914f,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:52.073448 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1fbea92d-011d-4c7d-93e4-19699c2b8fb2 req-7c9a28b1-dd10-444c-89c1-94723bcb8286 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612402 Feb 09 01:03:52.226196 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588885e9-0059-4c75-b661-627008c3d173 req-3e54aec9-8f26-40b3-97fa-23a932e99ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:52.227940 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-588885e9-0059-4c75-b661-627008c3d173 req-3e54aec9-8f26-40b3-97fa-23a932e99ec7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=698d05b4eb4b402aa83e695c4b2c5978&device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 1131 time: 0.0849648 Feb 09 01:03:52.239627 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd876850-3b6f-4af4-9fa4-bfec56d1ad43 req-2bb085b0-f9fc-483e-9e66-8fc4109f526f tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:52.241117 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bd876850-3b6f-4af4-9fa4-bfec56d1ad43 req-2bb085b0-f9fc-483e-9e66-8fc4109f526f tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=210f23f1-11dd-4031-b52a-109069854039 HTTP/1.1" status: 200 len: 946 time: 0.0712082 Feb 09 01:03:52.348990 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bd876850-3b6f-4af4-9fa4-bfec56d1ad43 req-ebde3433-d982-4fe2-864e-15a4742cff43 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962951 Feb 09 01:03:52.369663 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588885e9-0059-4c75-b661-627008c3d173 req-71ad7b75-d744-4297-be39-d8ef7bf3ddb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:52.371530 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-588885e9-0059-4c75-b661-627008c3d173 req-71ad7b75-d744-4297-be39-d8ef7bf3ddb2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.1293321 Feb 09 01:03:52.424937 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-588885e9-0059-4c75-b661-627008c3d173 req-c49cdfd0-1b51-46aa-8904-c52c12368978 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=d7c4f278-a027-461d-9e70-cdbd1c055f1c HTTP/1.1" status: 200 len: 217 time: 0.0465274 Feb 09 01:03:52.486618 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588885e9-0059-4c75-b661-627008c3d173 req-c737730f-2ea6-4a41-80b9-ccf7ecf8a44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:52.488122 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-588885e9-0059-4c75-b661-627008c3d173 req-c737730f-2ea6-4a41-80b9-ccf7ecf8a44e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.0540750 Feb 09 01:03:52.545337 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588885e9-0059-4c75-b661-627008c3d173 req-bf258ef5-a74e-415f-ab87-ead5e3cdb017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:52.546936 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-588885e9-0059-4c75-b661-627008c3d173 req-bf258ef5-a74e-415f-ab87-ead5e3cdb017 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0520449 Feb 09 01:03:52.653512 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-588885e9-0059-4c75-b661-627008c3d173 req-986e8794-8f57-48db-988c-8ee33a33176a service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970974 Feb 09 01:03:52.784647 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-588885e9-0059-4c75-b661-627008c3d173 req-49df2a04-c4b1-487d-9f6b-cec8a3b08b15 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238000 Feb 09 01:03:52.810170 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 54786bcc-51a1-478a-bb99-f92bf3bb064c details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:03:52.818391 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 887dc6eb-52ea-42c8-af88-95e1d3562128 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:03:52.911480 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03287d1-4f3d-4562-a1db-ea371325b06a req-ee731947-bbc7-4565-9b20-dd41b28c214a tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:52.913101 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a03287d1-4f3d-4562-a1db-ea371325b06a req-ee731947-bbc7-4565-9b20-dd41b28c214a tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c635e05-dd0f-4970-b7d9-e20429983aa0 HTTP/1.1" status: 200 len: 944 time: 0.1083639 Feb 09 01:03:52.922517 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea45ea-4eb9-4ba7-bbb5-600bf3bc4d04 req-58402395-384b-484c-b60d-e8fb714161ec tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:52.924259 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-88ea45ea-4eb9-4ba7-bbb5-600bf3bc4d04 req-58402395-384b-484c-b60d-e8fb714161ec tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d39ee9b-547a-45df-9c8c-f630d5de3daa HTTP/1.1" status: 200 len: 945 time: 0.1535757 Feb 09 01:03:52.955302 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 887dc6eb-52ea-42c8-af88-95e1d3562128 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:52.961459 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 887dc6eb-52ea-42c8-af88-95e1d3562128 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:52.962663 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (887dc6eb-52ea-42c8-af88-95e1d3562128), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:52.996469 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42334) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:03:53.023100 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a03287d1-4f3d-4562-a1db-ea371325b06a req-282f2f5e-6238-4602-b249-4fa8884029d8 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "GET /v2.0/security-groups?id=13a7381a-3896-4b7e-b2be-1c5396b372d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978265 Feb 09 01:03:53.026672 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-88ea45ea-4eb9-4ba7-bbb5-600bf3bc4d04 req-7fc1b1c5-6c58-4759-a2fb-4d6c58e6af81 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950158 Feb 09 01:03:53.034747 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 54786bcc-51a1-478a-bb99-f92bf3bb064c, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=54786bcc-51a1-478a-bb99-f92bf3bb064c,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:53.053494 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '54786bcc-51a1-478a-bb99-f92bf3bb064c', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'port_id': '54786bcc-51a1-478a-bb99-f92bf3bb064c', 'mac_address': 'fa:16:3e:d7:02:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3810d295-ee98-40f7-b1e2-609bf7d1c3df', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:03:53.128631 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 887dc6eb-52ea-42c8-af88-95e1d3562128 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:03:53.129463 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (887dc6eb-52ea-42c8-af88-95e1d3562128), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:53.132427 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 54786bcc-51a1-478a-bb99-f92bf3bb064c is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:03:53.132854 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (54786bcc-51a1-478a-bb99-f92bf3bb064c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:53.159963 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54786bcc-51a1-478a-bb99-f92bf3bb064c {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:03:53.175271 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-d8816cde-0ffd-4558-a704-d43fca034a33 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2035286585-network', 'tenant_id': 'fd95784aef2f4c959fbd7f0e5be004df'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:53.194949 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 887dc6eb-52ea-42c8-af88-95e1d3562128, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=887dc6eb-52ea-42c8-af88-95e1d3562128,segment=NetworkSegment(70332602-1747-482c-9353-16874afea81c),segment_id=70332602-1747-482c-9353-16874afea81c)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:53.198978 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 54786bcc-51a1-478a-bb99-f92bf3bb064c, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=54786bcc-51a1-478a-bb99-f92bf3bb064c,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:53.200638 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (887dc6eb-52ea-42c8-af88-95e1d3562128), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:53.205816 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (54786bcc-51a1-478a-bb99-f92bf3bb064c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:53.208024 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8816cde-0ffd-4558-a704-d43fca034a33 admin admin] Made reservation on behalf of fd95784aef2f4c959fbd7f0e5be004df for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:53.210592 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d8816cde-0ffd-4558-a704-d43fca034a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:53.222840 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d8816cde-0ffd-4558-a704-d43fca034a33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:53.248168 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd4acb-5364-4d70-9d13-0156fff48f5a req-7db9e218-d99f-4029-9b26-b136aec00a6c tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:53.249997 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-66cd4acb-5364-4d70-9d13-0156fff48f5a req-7db9e218-d99f-4029-9b26-b136aec00a6c tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 949 time: 0.1462855 Feb 09 01:03:53.254660 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=887dc6eb-52ea-42c8-af88-95e1d3562128,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:53.285492 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a83015-30d0-4eb4-b9ed-9ce7c7edacee req-246c5467-ad3d-4d77-b343-857e895555f6 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:53.287347 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-63a83015-30d0-4eb4-b9ed-9ce7c7edacee req-246c5467-ad3d-4d77-b343-857e895555f6 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 949 time: 0.1116486 Feb 09 01:03:53.333147 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-66cd4acb-5364-4d70-9d13-0156fff48f5a req-dc771199-9a6f-47de-986b-4c558a72f54a tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763760 Feb 09 01:03:53.335497 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d8816cde-0ffd-4558-a704-d43fca034a33 admin admin] Publish callbacks [] for security_group (f8da428d-1b37-40ec-bc87-56d652378455), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:53.340089 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d8816cde-0ffd-4558-a704-d43fca034a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (f8da428d-1b37-40ec-bc87-56d652378455), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:53.348666 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=54786bcc-51a1-478a-bb99-f92bf3bb064c,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:53.369825 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-63a83015-30d0-4eb4-b9ed-9ce7c7edacee req-52aa7277-f474-4e66-a0b8-990f06558d8a tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733929 Feb 09 01:03:53.374980 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8816cde-0ffd-4558-a704-d43fca034a33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1006} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:03:53.394086 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c635e05-dd0f-4970-b7d9-e20429983aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887dc6eb-52ea-42c8-af88-95e1d3562128'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:03:53.394086 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd63377-339d-4d21-bcde-989a02b891a6" -d '{"events": [{"server_uuid": "3c635e05-dd0f-4970-b7d9-e20429983aa0", "name": "network-vif-plugged", "status": "completed", "tag": "887dc6eb-52ea-42c8-af88-95e1d3562128"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:03:53.410783 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8816cde-0ffd-4558-a704-d43fca034a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8da428d-1b37-40ec-bc87-56d652378455,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:53.414703 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d8816cde-0ffd-4558-a704-d43fca034a33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (720c7e74-a8d7-49d0-ab20-cad71441a2e3), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:53.415062 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-d8816cde-0ffd-4558-a704-d43fca034a33 admin admin] Added segment 720c7e74-a8d7-49d0-ab20-cad71441a2e3 of type vlan for network a68f0505-3f6b-42ee-9cbd-93f29ca0d342 Feb 09 01:03:53.464331 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686ff63b-b504-4b9f-9002-096f0537dd64 x-openstack-request-id: req-686ff63b-b504-4b9f-9002-096f0537dd64 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:03:53.464693 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c635e05-dd0f-4970-b7d9-e20429983aa0", "name": "network-vif-plugged", "status": "completed", "tag": "887dc6eb-52ea-42c8-af88-95e1d3562128", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:03:53.464960 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-686ff63b-b504-4b9f-9002-096f0537dd64 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:03:53.465357 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c635e05-dd0f-4970-b7d9-e20429983aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887dc6eb-52ea-42c8-af88-95e1d3562128', 'code': 200} Feb 09 01:03:53.472286 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d8816cde-0ffd-4558-a704-d43fca034a33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (a68f0505-3f6b-42ee-9cbd-93f29ca0d342), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:53.503790 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d8816cde-0ffd-4558-a704-d43fca034a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (a68f0505-3f6b-42ee-9cbd-93f29ca0d342), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:53.505082 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8816cde-0ffd-4558-a704-d43fca034a33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:53.505928 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d8816cde-0ffd-4558-a704-d43fca034a33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:53.532122 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e97b2-9d97-4948-ad47-124809742d3a req-8c90d15f-6841-46e1-b8c9-479bfb1d5eb7 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:53.533662 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b16e97b2-9d97-4948-ad47-124809742d3a req-8c90d15f-6841-46e1-b8c9-479bfb1d5eb7 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=210f23f1-11dd-4031-b52a-109069854039 HTTP/1.1" status: 200 len: 947 time: 0.0562487 Feb 09 01:03:53.565713 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d8816cde-0ffd-4558-a704-d43fca034a33 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5674741 Feb 09 01:03:53.571212 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 42344) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:03:53.580434 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-b590bbbb-b486-411a-a089-43cc55692b2a admin admin] Request body: {'subnet': {'network_id': 'a68f0505-3f6b-42ee-9cbd-93f29ca0d342', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2035286585-subnet', 'tenant_id': 'fd95784aef2f4c959fbd7f0e5be004df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:53.580757 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8816cde-0ffd-4558-a704-d43fca034a33 admin admin] Pushing event updated for resources: {'Network': ['ID=a68f0505-3f6b-42ee-9cbd-93f29ca0d342,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:53.590826 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network a68f0505-3f6b-42ee-9cbd-93f29ca0d342 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:03:53.636019 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b16e97b2-9d97-4948-ad47-124809742d3a req-e2e4403f-2f45-491e-8820-667f193ba5d3 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922105 Feb 09 01:03:53.653131 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b590bbbb-b486-411a-a089-43cc55692b2a admin admin] Made reservation on behalf of fd95784aef2f4c959fbd7f0e5be004df for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:53.663894 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b590bbbb-b486-411a-a089-43cc55692b2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:53.717423 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978c36c-6ad8-4560-99fc-2870b7e88937 req-e194bc3a-990a-4d02-8486-bdf4e244772b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:53.719643 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3978c36c-6ad8-4560-99fc-2870b7e88937 req-e194bc3a-990a-4d02-8486-bdf4e244772b service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=3c635e05-dd0f-4970-b7d9-e20429983aa0 HTTP/1.1" status: 200 len: 1127 time: 0.1341007 Feb 09 01:03:53.786096 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3978c36c-6ad8-4560-99fc-2870b7e88937 req-b014cc92-62b0-4726-bfb4-8fa111c57df4 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=13a7381a-3896-4b7e-b2be-1c5396b372d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534012 Feb 09 01:03:53.869295 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b590bbbb-b486-411a-a089-43cc55692b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (f18029ff-f8f9-4b7d-a42a-801469d4cf46), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:53.927096 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b590bbbb-b486-411a-a089-43cc55692b2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f18029ff-f8f9-4b7d-a42a-801469d4cf46,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:53.938810 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590bbbb-b486-411a-a089-43cc55692b2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:53.939215 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590bbbb-b486-411a-a089-43cc55692b2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:53.939592 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590bbbb-b486-411a-a089-43cc55692b2a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:53.939968 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590bbbb-b486-411a-a089-43cc55692b2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:53.940343 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590bbbb-b486-411a-a089-43cc55692b2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:53.940748 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590bbbb-b486-411a-a089-43cc55692b2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:53.941082 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590bbbb-b486-411a-a089-43cc55692b2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:53.941486 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590bbbb-b486-411a-a089-43cc55692b2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:53.941817 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590bbbb-b486-411a-a089-43cc55692b2a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:53.942137 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590bbbb-b486-411a-a089-43cc55692b2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:53.942465 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590bbbb-b486-411a-a089-43cc55692b2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:53.942791 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590bbbb-b486-411a-a089-43cc55692b2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:53.943116 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590bbbb-b486-411a-a089-43cc55692b2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:03:53.950808 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b590bbbb-b486-411a-a089-43cc55692b2a admin admin] Checking segment: {'id': '720c7e74-a8d7-49d0-ab20-cad71441a2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a68f0505-3f6b-42ee-9cbd-93f29ca0d342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:03:53.951229 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b590bbbb-b486-411a-a089-43cc55692b2a admin admin] Network hostable DHCP agents. Network: a68f0505-3f6b-42ee-9cbd-93f29ca0d342, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:03:53.970588 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b590bbbb-b486-411a-a089-43cc55692b2a admin admin] Network a68f0505-3f6b-42ee-9cbd-93f29ca0d342 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:03:53.980921 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-b590bbbb-b486-411a-a089-43cc55692b2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, a68f0505-3f6b-42ee-9cbd-93f29ca0d342) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:53.985120 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b590bbbb-b486-411a-a089-43cc55692b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:53.985753 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b590bbbb-b486-411a-a089-43cc55692b2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:53.990291 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c029910-defd-43b6-81ea-674dac5bb64f None None] Network a68f0505-3f6b-42ee-9cbd-93f29ca0d342 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:03:54.003414 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b590bbbb-b486-411a-a089-43cc55692b2a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4311492 Feb 09 01:03:54.100826 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['54786bcc-51a1-478a-bb99-f92bf3bb064c'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:03:54.104740 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a951f6-9820-48c9-96d9-eaed533b3fe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-a68f0505-3f6b-42ee-9cbd-93f29ca0d342', 'network_id': 'a68f0505-3f6b-42ee-9cbd-93f29ca0d342', 'project_id': 'fd95784aef2f4c959fbd7f0e5be004df', 'fixed_ips': [{'subnet_id': 'f18029ff-f8f9-4b7d-a42a-801469d4cf46'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:03:54.105801 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-64a951f6-9820-48c9-96d9-eaed533b3fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:54.289405 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99f3f6-f483-4af2-8274-a0d2d8a97533 req-00262e8f-74c2-41cc-a404-3dc04846b234 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:54.297263 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bd99f3f6-f483-4af2-8274-a0d2d8a97533 req-00262e8f-74c2-41cc-a404-3dc04846b234 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d39ee9b-547a-45df-9c8c-f630d5de3daa HTTP/1.1" status: 200 len: 945 time: 0.1324027 Feb 09 01:03:54.331215 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d3920-ff53-4254-b0db-9c00511c13f6 req-52078cb7-5dce-4bd9-bcfb-4ac5d6db41dc tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:54.333308 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ca7d3920-ff53-4254-b0db-9c00511c13f6 req-52078cb7-5dce-4bd9-bcfb-4ac5d6db41dc tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c635e05-dd0f-4970-b7d9-e20429983aa0 HTTP/1.1" status: 200 len: 945 time: 0.1529706 Feb 09 01:03:54.370164 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-64a951f6-9820-48c9-96d9-eaed533b3fe3 None None] Allocated IP 172.20.0.2 (a68f0505-3f6b-42ee-9cbd-93f29ca0d342/f18029ff-f8f9-4b7d-a42a-801469d4cf46/8b910f48-85dc-46fe-bc28-e53bf5315025) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:54.376295 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bd99f3f6-f483-4af2-8274-a0d2d8a97533 req-1a1c420e-14e8-4848-b333-9d3f39f15935 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771711 Feb 09 01:03:54.440817 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ca7d3920-ff53-4254-b0db-9c00511c13f6 req-71f5af82-3c81-49c2-9233-4fd0e22a5e38 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "GET /v2.0/security-groups?id=13a7381a-3896-4b7e-b2be-1c5396b372d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993636 Feb 09 01:03:54.561106 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36848e4e-c37f-47f6-aced-433e2eb066c9 req-35637f82-df31-46b9-8e77-37d633821871 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:54.564788 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-36848e4e-c37f-47f6-aced-433e2eb066c9 req-35637f82-df31-46b9-8e77-37d633821871 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 949 time: 0.0625598 Feb 09 01:03:54.611038 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-64a951f6-9820-48c9-96d9-eaed533b3fe3 None None] Publish callbacks [] for port (8b910f48-85dc-46fe-bc28-e53bf5315025), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:54.618102 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-64a951f6-9820-48c9-96d9-eaed533b3fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (8b910f48-85dc-46fe-bc28-e53bf5315025), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:54.623120 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-36848e4e-c37f-47f6-aced-433e2eb066c9 req-8a3972cf-8913-4ac3-9fdd-f3f1bb1435ed tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573277 Feb 09 01:03:54.686201 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a951f6-9820-48c9-96d9-eaed533b3fe3 None None] Network a68f0505-3f6b-42ee-9cbd-93f29ca0d342 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:54.687544 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a951f6-9820-48c9-96d9-eaed533b3fe3 None None] Pushing event updated for resources: {'Port': ['ID=8b910f48-85dc-46fe-bc28-e53bf5315025,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:54.691642 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-64a951f6-9820-48c9-96d9-eaed533b3fe3 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:54.696253 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a951f6-9820-48c9-96d9-eaed533b3fe3 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:03:54.768231 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-64a951f6-9820-48c9-96d9-eaed533b3fe3 None None] Attempting to bind port 8b910f48-85dc-46fe-bc28-e53bf5315025 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:03:54.768701 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-64a951f6-9820-48c9-96d9-eaed533b3fe3 None None] Attempting to bind port 8b910f48-85dc-46fe-bc28-e53bf5315025 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '720c7e74-a8d7-49d0-ab20-cad71441a2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a68f0505-3f6b-42ee-9cbd-93f29ca0d342'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:03:54.769155 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a951f6-9820-48c9-96d9-eaed533b3fe3 None None] Attempting to bind port 8b910f48-85dc-46fe-bc28-e53bf5315025 on network a68f0505-3f6b-42ee-9cbd-93f29ca0d342 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:03:54.774874 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a951f6-9820-48c9-96d9-eaed533b3fe3 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:03:54.776709 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a951f6-9820-48c9-96d9-eaed533b3fe3 None None] Checking segment: {'id': '720c7e74-a8d7-49d0-ab20-cad71441a2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a68f0505-3f6b-42ee-9cbd-93f29ca0d342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:03:54.777139 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-64a951f6-9820-48c9-96d9-eaed533b3fe3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:54.777545 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a951f6-9820-48c9-96d9-eaed533b3fe3 None None] Bound using segment: {'id': '720c7e74-a8d7-49d0-ab20-cad71441a2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a68f0505-3f6b-42ee-9cbd-93f29ca0d342'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:03:54.778031 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-64a951f6-9820-48c9-96d9-eaed533b3fe3 None None] Bound port: 8b910f48-85dc-46fe-bc28-e53bf5315025, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '720c7e74-a8d7-49d0-ab20-cad71441a2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a68f0505-3f6b-42ee-9cbd-93f29ca0d342'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:03:54.778419 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-64a951f6-9820-48c9-96d9-eaed533b3fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8b910f48-85dc-46fe-bc28-e53bf5315025), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:54.829425 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157f956-5d1e-4681-9ed0-12a21ae3780f req-2e01f9cd-ce8b-400b-9aca-c4be87393a14 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:54.831010 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1157f956-5d1e-4681-9ed0-12a21ae3780f req-2e01f9cd-ce8b-400b-9aca-c4be87393a14 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 949 time: 0.1455245 Feb 09 01:03:54.865475 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-3adf1a54-c092-4c5c-a6dd-e6d4e79e0cca tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:54.867004 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-3adf1a54-c092-4c5c-a6dd-e6d4e79e0cca tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/networks?id=a68f0505-3f6b-42ee-9cbd-93f29ca0d342 HTTP/1.1" status: 200 len: 816 time: 0.1971109 Feb 09 01:03:54.872814 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-64a951f6-9820-48c9-96d9-eaed533b3fe3 None None] For port 8b910f48-85dc-46fe-bc28-e53bf5315025, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:03:54.875965 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-64a951f6-9820-48c9-96d9-eaed533b3fe3 None None] For port 8b910f48-85dc-46fe-bc28-e53bf5315025, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=8b910f48-85dc-46fe-bc28-e53bf5315025,segment=NetworkSegment(720c7e74-a8d7-49d0-ab20-cad71441a2e3),segment_id=720c7e74-a8d7-49d0-ab20-cad71441a2e3)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:03:54.882531 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-64a951f6-9820-48c9-96d9-eaed533b3fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (8b910f48-85dc-46fe-bc28-e53bf5315025), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:54.902998 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-31eb492b-4ff8-47d3-b574-4f6417ca168b tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/quotas/fd95784aef2f4c959fbd7f0e5be004df HTTP/1.1" status: 200 len: 375 time: 0.0217550 Feb 09 01:03:54.927095 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1157f956-5d1e-4681-9ed0-12a21ae3780f req-88846899-2d28-4f74-b7ce-c31e5f6be332 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877631 Feb 09 01:03:54.960046 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a951f6-9820-48c9-96d9-eaed533b3fe3 None None] Pushing event updated for resources: {'Port': ['ID=8b910f48-85dc-46fe-bc28-e53bf5315025,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:54.986786 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-9a551352-4f01-483a-8a2e-3c1beea57e1e tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fd95784aef2f4c959fbd7f0e5be004df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0771296 Feb 09 01:03:55.176264 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae94c60-6997-4757-80bb-c295839f5b83 req-266e1637-0320-4380-b415-4b620ace6f74 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:55.177793 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dae94c60-6997-4757-80bb-c295839f5b83 req-266e1637-0320-4380-b415-4b620ace6f74 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=210f23f1-11dd-4031-b52a-109069854039 HTTP/1.1" status: 200 len: 947 time: 0.1188276 Feb 09 01:03:55.182595 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-51438403-ffee-4bf7-8142-6c3cde239592 service neutron] 10.222.0.50 "GET /v2.0/networks/a68f0505-3f6b-42ee-9cbd-93f29ca0d342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885953 Feb 09 01:03:55.282350 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dae94c60-6997-4757-80bb-c295839f5b83 req-96cb083d-ccf0-44da-93f2-5b8f18761aae tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955069 Feb 09 01:03:55.314279 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-86736d33-4292-4fe3-a754-25835ac6a6fb service neutron] 10.222.0.50 "GET /v2.0/networks/a68f0505-3f6b-42ee-9cbd-93f29ca0d342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210773 Feb 09 01:03:55.627923 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c7a8c-e50b-4109-ac39-a8ffbee3a8ba req-e1e24c29-322a-428c-b362-1de09ec56c4d tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:55.631062 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 8b910f48-85dc-46fe-bc28-e53bf5315025 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:03:55.634896 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f04c7a8c-e50b-4109-ac39-a8ffbee3a8ba req-e1e24c29-322a-428c-b362-1de09ec56c4d tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d39ee9b-547a-45df-9c8c-f630d5de3daa HTTP/1.1" status: 200 len: 945 time: 0.1164396 Feb 09 01:03:55.663324 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb3d37-0e36-4017-96f7-239b29869c54 req-b7a02be9-24c7-4a2a-a181-10975d19148f tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:55.664898 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-90fb3d37-0e36-4017-96f7-239b29869c54 req-b7a02be9-24c7-4a2a-a181-10975d19148f tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c635e05-dd0f-4970-b7d9-e20429983aa0 HTTP/1.1" status: 200 len: 945 time: 0.1061871 Feb 09 01:03:55.712359 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 8b910f48-85dc-46fe-bc28-e53bf5315025 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:55.712783 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (8b910f48-85dc-46fe-bc28-e53bf5315025), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:55.724233 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f04c7a8c-e50b-4109-ac39-a8ffbee3a8ba req-8be10914-53cd-43a9-8b2f-30a417e37791 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884736 Feb 09 01:03:55.768771 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-90fb3d37-0e36-4017-96f7-239b29869c54 req-13698bef-6f01-4588-8ae5-a2e05094115c tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "GET /v2.0/security-groups?id=13a7381a-3896-4b7e-b2be-1c5396b372d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959096 Feb 09 01:03:55.877989 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 8b910f48-85dc-46fe-bc28-e53bf5315025 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:03:55.878707 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8b910f48-85dc-46fe-bc28-e53bf5315025), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:55.954270 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 8b910f48-85dc-46fe-bc28-e53bf5315025, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=8b910f48-85dc-46fe-bc28-e53bf5315025,segment=NetworkSegment(720c7e74-a8d7-49d0-ab20-cad71441a2e3),segment_id=720c7e74-a8d7-49d0-ab20-cad71441a2e3)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:55.961819 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (8b910f48-85dc-46fe-bc28-e53bf5315025), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:56.047885 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34073e7c-dce2-4d21-9136-247796bb810b req-cfb48001-17c0-4eeb-aa69-dd3f838a61ff tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:56.049490 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34073e7c-dce2-4d21-9136-247796bb810b req-cfb48001-17c0-4eeb-aa69-dd3f838a61ff tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/networks?id=a68f0505-3f6b-42ee-9cbd-93f29ca0d342 HTTP/1.1" status: 200 len: 816 time: 0.1771741 Feb 09 01:03:56.079378 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34073e7c-dce2-4d21-9136-247796bb810b req-b5ec9ca6-5347-4e9b-a5bf-2340a98e82b3 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/quotas/fd95784aef2f4c959fbd7f0e5be004df HTTP/1.1" status: 200 len: 375 time: 0.0244250 Feb 09 01:03:56.113849 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953dda62-c0f7-4e41-a696-361a97dd8cf3 req-d2a69f71-5004-4299-a31e-eb12bef7388e tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:56.115461 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-953dda62-c0f7-4e41-a696-361a97dd8cf3 req-d2a69f71-5004-4299-a31e-eb12bef7388e tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 949 time: 0.1077678 Feb 09 01:03:56.195918 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34073e7c-dce2-4d21-9136-247796bb810b req-d7ee6818-d73f-4b86-a041-5a8e7eab672c tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fd95784aef2f4c959fbd7f0e5be004df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1078115 Feb 09 01:03:56.230837 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-953dda62-c0f7-4e41-a696-361a97dd8cf3 req-20831eb7-c894-4930-9556-8377ebe2382a tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948493 Feb 09 01:03:56.242836 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=8b910f48-85dc-46fe-bc28-e53bf5315025,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:56.322023 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f6c7dc-5308-48e4-8e2c-049863ac38af None None] Network a68f0505-3f6b-42ee-9cbd-93f29ca0d342 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:03:56.350035 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34073e7c-dce2-4d21-9136-247796bb810b req-ea964bee-3a4d-4ecd-b5a0-b7f186414eda service neutron] 10.222.0.50 "GET /v2.0/networks/a68f0505-3f6b-42ee-9cbd-93f29ca0d342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419411 Feb 09 01:03:56.462829 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-3ec4875b-e11f-4bce-af6b-57b1143bd23e None None] Provisioning complete for port 8b910f48-85dc-46fe-bc28-e53bf5315025 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:56.463220 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3ec4875b-e11f-4bce-af6b-57b1143bd23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (8b910f48-85dc-46fe-bc28-e53bf5315025), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:56.494745 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34073e7c-dce2-4d21-9136-247796bb810b req-6d330b1d-e60e-4e83-8477-8925964606c8 service neutron] 10.222.0.50 "GET /v2.0/networks/a68f0505-3f6b-42ee-9cbd-93f29ca0d342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436014 Feb 09 01:03:56.621703 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-3ec4875b-e11f-4bce-af6b-57b1143bd23e None None] Current status of the port 8b910f48-85dc-46fe-bc28-e53bf5315025 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:03:56.622947 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548027b-2f35-4741-bda9-80431d327848 req-6374a2a7-2421-4568-bffc-d549a7d05e3e tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:56.625488 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6548027b-2f35-4741-bda9-80431d327848 req-6374a2a7-2421-4568-bffc-d549a7d05e3e tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 949 time: 0.1147528 Feb 09 01:03:56.733888 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6548027b-2f35-4741-bda9-80431d327848 req-3875c4f1-7770-4f19-9da5-79220543d615 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883276 Feb 09 01:03:56.826432 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 54786bcc-51a1-478a-bb99-f92bf3bb064c up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:03:56.891921 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e89d35-2519-4705-ba50-e92f74d7adc0 req-9a76aad8-32a5-4bae-9c0b-e39ac229a78e tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:56.893865 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-14e89d35-2519-4705-ba50-e92f74d7adc0 req-9a76aad8-32a5-4bae-9c0b-e39ac229a78e tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=210f23f1-11dd-4031-b52a-109069854039 HTTP/1.1" status: 200 len: 947 time: 0.1009214 Feb 09 01:03:56.921103 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 54786bcc-51a1-478a-bb99-f92bf3bb064c completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:03:56.927281 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 54786bcc-51a1-478a-bb99-f92bf3bb064c triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:56.927651 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (54786bcc-51a1-478a-bb99-f92bf3bb064c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:56.989993 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-756b2fd4-a98d-4d7c-bf84-1fa6c17cc1f1 None None] Provisioning complete for port 8b910f48-85dc-46fe-bc28-e53bf5315025 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:56.990376 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-756b2fd4-a98d-4d7c-bf84-1fa6c17cc1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (8b910f48-85dc-46fe-bc28-e53bf5315025), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:57.062692 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 54786bcc-51a1-478a-bb99-f92bf3bb064c is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:03:57.063044 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (54786bcc-51a1-478a-bb99-f92bf3bb064c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:57.099054 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '210f23f1-11dd-4031-b52a-109069854039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54786bcc-51a1-478a-bb99-f92bf3bb064c'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:03:57.102414 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca067ffd-339c-4ef2-a1f2-fddf66f13793" -d '{"events": [{"server_uuid": "210f23f1-11dd-4031-b52a-109069854039", "name": "network-vif-plugged", "status": "completed", "tag": "54786bcc-51a1-478a-bb99-f92bf3bb064c"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:03:57.102589 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-e35a0ece-b84c-499e-a11a-72e90b3bea31 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:57.109574 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-e35a0ece-b84c-499e-a11a-72e90b3bea31 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/networks?id=a68f0505-3f6b-42ee-9cbd-93f29ca0d342 HTTP/1.1" status: 200 len: 816 time: 0.2146873 Feb 09 01:03:57.117781 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 54786bcc-51a1-478a-bb99-f92bf3bb064c, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=54786bcc-51a1-478a-bb99-f92bf3bb064c,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:57.145760 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (54786bcc-51a1-478a-bb99-f92bf3bb064c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:57.173736 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-c6ba66ff-c733-4a2c-b010-16fe8ca34d8b tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/quotas/fd95784aef2f4c959fbd7f0e5be004df HTTP/1.1" status: 200 len: 375 time: 0.0520458 Feb 09 01:03:57.193288 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-756b2fd4-a98d-4d7c-bf84-1fa6c17cc1f1 None None] Current status of the port 8b910f48-85dc-46fe-bc28-e53bf5315025 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:03:57.209312 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=54786bcc-51a1-478a-bb99-f92bf3bb064c,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:57.269029 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-14e89d35-2519-4705-ba50-e92f74d7adc0 req-e2b0df5c-ce1e-4fbd-ac4b-dd3de328eeff tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600585 Feb 09 01:03:57.354732 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-b16c6d4c-a02a-48ba-ae63-827999867617 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fd95784aef2f4c959fbd7f0e5be004df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1797788 Feb 09 01:03:57.407491 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-e6d0b91f-8551-41e4-af3d-b9fb212fafbf tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:57.409020 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-e6d0b91f-8551-41e4-af3d-b9fb212fafbf tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.47 "GET /v2.0/networks?id=a68f0505-3f6b-42ee-9cbd-93f29ca0d342 HTTP/1.1" status: 200 len: 816 time: 0.2681658 Feb 09 01:03:57.434718 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-1102c128-048b-423e-b03e-a65ca8fce3c5 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Request body: {'port': {'device_id': '41447836-fa14-4ac5-9ad5-3d6a1ae57c48', 'network_id': 'a68f0505-3f6b-42ee-9cbd-93f29ca0d342', 'admin_state_up': True, 'tenant_id': 'fd95784aef2f4c959fbd7f0e5be004df'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:57.559389 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 8b910f48-85dc-46fe-bc28-e53bf5315025 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:03:57.618848 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 8b910f48-85dc-46fe-bc28-e53bf5315025 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:57.619237 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (8b910f48-85dc-46fe-bc28-e53bf5315025), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:57.719732 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 8b910f48-85dc-46fe-bc28-e53bf5315025 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:03:57.820236 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-d0c3520b-3bc6-4865-8229-a0e1cec95141 service neutron] 10.222.0.50 "GET /v2.0/networks/a68f0505-3f6b-42ee-9cbd-93f29ca0d342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4645560 Feb 09 01:03:57.891184 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78792af3-61df-4071-9171-c64f53d18e92 req-55683de8-eb04-4e53-a1d4-6b380167cf97 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:57.892752 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-78792af3-61df-4071-9171-c64f53d18e92 req-55683de8-eb04-4e53-a1d4-6b380167cf97 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c635e05-dd0f-4970-b7d9-e20429983aa0 HTTP/1.1" status: 200 len: 945 time: 0.1771190 Feb 09 01:03:57.979720 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-1102c128-048b-423e-b03e-a65ca8fce3c5 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Made reservation on behalf of fd95784aef2f4c959fbd7f0e5be004df for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:57.984978 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-1102c128-048b-423e-b03e-a65ca8fce3c5 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:58.025677 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-78792af3-61df-4071-9171-c64f53d18e92 req-8252019e-219f-4df1-aca5-68ba2349c066 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "GET /v2.0/security-groups?id=13a7381a-3896-4b7e-b2be-1c5396b372d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190486 Feb 09 01:03:58.033511 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-2edd6824-2102-4cf0-9333-e9b15ca08e5b service neutron] 10.222.0.50 "GET /v2.0/networks/a68f0505-3f6b-42ee-9cbd-93f29ca0d342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071955 Feb 09 01:03:58.080928 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3f1827-fd02-4284-bb65-69ec9d791486 x-openstack-request-id: req-9c3f1827-fd02-4284-bb65-69ec9d791486 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:03:58.081499 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "210f23f1-11dd-4031-b52a-109069854039", "name": "network-vif-plugged", "status": "completed", "tag": "54786bcc-51a1-478a-bb99-f92bf3bb064c", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:03:58.081695 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9c3f1827-fd02-4284-bb65-69ec9d791486 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:03:58.082284 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '210f23f1-11dd-4031-b52a-109069854039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54786bcc-51a1-478a-bb99-f92bf3bb064c', 'code': 200} Feb 09 01:03:58.278718 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-1102c128-048b-423e-b03e-a65ca8fce3c5 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Allocated IP 172.20.0.3 (a68f0505-3f6b-42ee-9cbd-93f29ca0d342/f18029ff-f8f9-4b7d-a42a-801469d4cf46/53fb98c2-f07d-4bab-b50e-9cebf8c4269c) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:03:58.505696 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177576e-643e-4ede-892d-2e855c24d9d2 req-34fb4c3c-6804-445d-9d25-bddbf2fd505e tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:58.513036 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9177576e-643e-4ede-892d-2e855c24d9d2 req-34fb4c3c-6804-445d-9d25-bddbf2fd505e tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 949 time: 0.3544154 Feb 09 01:03:58.569685 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea371694-ad0b-460f-884b-55e2f2a963f5 req-8739e918-7388-446f-a3d2-1545c701ec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:58.571358 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ea371694-ad0b-460f-884b-55e2f2a963f5 req-8739e918-7388-446f-a3d2-1545c701ec6b service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=210f23f1-11dd-4031-b52a-109069854039 HTTP/1.1" status: 200 len: 1130 time: 0.3735611 Feb 09 01:03:58.594383 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-1102c128-048b-423e-b03e-a65ca8fce3c5 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Publish callbacks [] for port (53fb98c2-f07d-4bab-b50e-9cebf8c4269c), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:58.675746 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eafc158-5014-402c-993e-ae3cfdb3b0b1 req-e72f2119-7550-4b7a-9e99-e4837be8ff70 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:58.677401 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0eafc158-5014-402c-993e-ae3cfdb3b0b1 req-e72f2119-7550-4b7a-9e99-e4837be8ff70 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d39ee9b-547a-45df-9c8c-f630d5de3daa HTTP/1.1" status: 200 len: 945 time: 0.4148548 Feb 09 01:03:58.738806 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9177576e-643e-4ede-892d-2e855c24d9d2 req-644cceb5-9ee0-4f97-a590-bf3d6342593e tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249143 Feb 09 01:03:58.753284 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ea371694-ad0b-460f-884b-55e2f2a963f5 req-115c73a2-229a-4b08-86f6-6ea007673f49 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633525 Feb 09 01:03:58.774839 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-1102c128-048b-423e-b03e-a65ca8fce3c5 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (53fb98c2-f07d-4bab-b50e-9cebf8c4269c), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:58.801814 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34073e7c-dce2-4d21-9136-247796bb810b req-1d4d35e7-6fe4-4c53-847f-10958df37f1e tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:58.803295 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34073e7c-dce2-4d21-9136-247796bb810b req-1d4d35e7-6fe4-4c53-847f-10958df37f1e tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.120 "GET /v2.0/networks?id=a68f0505-3f6b-42ee-9cbd-93f29ca0d342 HTTP/1.1" status: 200 len: 816 time: 0.3249114 Feb 09 01:03:58.825644 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 7ac4fe73-abdc-4d78-a7c5-23bac98ca093 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:03:58.828408 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0eafc158-5014-402c-993e-ae3cfdb3b0b1 req-9d45801d-cfb0-4a6d-acce-dc46ebfb40d3 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350007 Feb 09 01:03:58.869262 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-1102c128-048b-423e-b03e-a65ca8fce3c5 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Network a68f0505-3f6b-42ee-9cbd-93f29ca0d342 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:03:58.893883 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-1102c128-048b-423e-b03e-a65ca8fce3c5 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:03:58.896521 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1102c128-048b-423e-b03e-a65ca8fce3c5 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Pushing event updated for resources: {'Port': ['ID=53fb98c2-f07d-4bab-b50e-9cebf8c4269c,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:58.906407 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-1102c128-048b-423e-b03e-a65ca8fce3c5 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:03:58.973659 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 7ac4fe73-abdc-4d78-a7c5-23bac98ca093 is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:03:58.974250 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7ac4fe73-abdc-4d78-a7c5-23bac98ca093), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:59.032625 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 7ac4fe73-abdc-4d78-a7c5-23bac98ca093, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=7ac4fe73-abdc-4d78-a7c5-23bac98ca093,segment=NetworkSegment(b2ef10b9-0c7e-4ea0-88fe-781103c28e86),segment_id=b2ef10b9-0c7e-4ea0-88fe-781103c28e86)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:03:59.039475 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (7ac4fe73-abdc-4d78-a7c5-23bac98ca093), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:59.085990 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b941b-d525-4742-bd8c-aa2a875bf448 req-d6f20516-b457-4258-b1b3-c006b160bfcb tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:59.087624 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-740b941b-d525-4742-bd8c-aa2a875bf448 req-d6f20516-b457-4258-b1b3-c006b160bfcb tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 949 time: 0.2444773 Feb 09 01:03:59.094903 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-1102c128-048b-423e-b03e-a65ca8fce3c5 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:59.095470 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-1102c128-048b-423e-b03e-a65ca8fce3c5 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:59.103130 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-34073e7c-dce2-4d21-9136-247796bb810b req-191beeda-6ffd-421a-ae23-4233ee803fdb tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Request body: {'port': {'device_id': '5b22764c-a886-472f-ab22-522f906e73e1', 'network_id': 'a68f0505-3f6b-42ee-9cbd-93f29ca0d342', 'admin_state_up': True, 'tenant_id': 'fd95784aef2f4c959fbd7f0e5be004df'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:59.109730 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=7ac4fe73-abdc-4d78-a7c5-23bac98ca093,revision_number=8']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:03:59.184604 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa9fa5-8f2b-44d3-b9c6-39dc4a49c50e req-71c039a3-7762-4e41-a832-b3a70db0d9bf tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:59.186212 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dcfa9fa5-8f2b-44d3-b9c6-39dc4a49c50e req-71c039a3-7762-4e41-a832-b3a70db0d9bf tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c635e05-dd0f-4970-b7d9-e20429983aa0 HTTP/1.1" status: 200 len: 945 time: 0.2283826 Feb 09 01:03:59.196119 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42472) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:03:59.201023 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-2f9935e6-f17d-4b87-af71-f8a3e684ad85 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Request body: {'floatingip': {'port_id': '887dc6eb-52ea-42c8-af88-95e1d3562128'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:59.212076 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-1102c128-048b-423e-b03e-a65ca8fce3c5 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7816486 Feb 09 01:03:59.242559 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2f9935e6-f17d-4b87-af71-f8a3e684ad85 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Publish callbacks [] for floatingip (58189769-bc8f-42db-9a66-85d29e8ca2c5), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:59.246983 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-6450a148-b9d0-43b1-8cdb-202830221173 service neutron] Request body: {'port': {'device_id': '41447836-fa14-4ac5-9ad5-3d6a1ae57c48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:03:59.248475 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-9a195ac3-a966-4413-b62e-c4eb10595d3c None None] Provisioning complete for port 53fb98c2-f07d-4bab-b50e-9cebf8c4269c triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:03:59.248928 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9a195ac3-a966-4413-b62e-c4eb10595d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (53fb98c2-f07d-4bab-b50e-9cebf8c4269c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:59.319576 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-9a195ac3-a966-4413-b62e-c4eb10595d3c None None] Port 53fb98c2-f07d-4bab-b50e-9cebf8c4269c cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:03:59.352800 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-740b941b-d525-4742-bd8c-aa2a875bf448 req-8dac95fd-f237-4043-8d53-ca8b293a7357 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876290 Feb 09 01:03:59.365275 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5d26412e-cbc7-4185-923a-ab492d91eb02 req-828000f5-897b-4a2b-b48a-64b12c895482 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9b640c8-ffc6-416a-bf27-05b27d68362d HTTP/1.1" status: 200 len: 210 time: 0.0753725 Feb 09 01:03:59.462516 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-6450a148-b9d0-43b1-8cdb-202830221173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (53fb98c2-f07d-4bab-b50e-9cebf8c4269c), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:59.478913 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34073e7c-dce2-4d21-9136-247796bb810b req-191beeda-6ffd-421a-ae23-4233ee803fdb tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Made reservation on behalf of fd95784aef2f4c959fbd7f0e5be004df for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:03:59.485874 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-34073e7c-dce2-4d21-9136-247796bb810b req-191beeda-6ffd-421a-ae23-4233ee803fdb tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:03:59.563533 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34d316-49c9-4af0-b22c-f5218e2fdd53 req-f0208bab-356d-4a8a-9b65-6a670b5b65a0 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:03:59.571503 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bb34d316-49c9-4af0-b22c-f5218e2fdd53 req-f0208bab-356d-4a8a-9b65-6a670b5b65a0 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=210f23f1-11dd-4031-b52a-109069854039 HTTP/1.1" status: 200 len: 948 time: 0.1630876 Feb 09 01:03:59.812788 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bb34d316-49c9-4af0-b22c-f5218e2fdd53 req-23d98769-fd6b-4b06-acbc-7b4e26567efa tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365289 Feb 09 01:03:59.829903 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-34073e7c-dce2-4d21-9136-247796bb810b req-191beeda-6ffd-421a-ae23-4233ee803fdb tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Allocated IP 172.20.0.12 (a68f0505-3f6b-42ee-9cbd-93f29ca0d342/f18029ff-f8f9-4b7d-a42a-801469d4cf46/cdca4dd9-91f5-43de-9d72-a7f8996f4ca5) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:04:00.015380 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec2b7c-552e-464c-bce2-1e5806ae2887 req-e83e4eef-0df6-48a2-83f2-69d1e14802d5 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:00.017032 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b4ec2b7c-552e-464c-bce2-1e5806ae2887 req-e83e4eef-0df6-48a2-83f2-69d1e14802d5 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 949 time: 0.1697981 Feb 09 01:04:00.045839 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2f9935e6-f17d-4b87-af71-f8a3e684ad85 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:00.054428 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2f9935e6-f17d-4b87-af71-f8a3e684ad85 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (58189769-bc8f-42db-9a66-85d29e8ca2c5), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:00.084355 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d39ee9b-547a-45df-9c8c-f630d5de3daa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ac4fe73-abdc-4d78-a7c5-23bac98ca093'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:04:00.088844 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291a09de-d7cf-425c-9f7b-1c3bc15421b5" -d '{"events": [{"server_uuid": "4d39ee9b-547a-45df-9c8c-f630d5de3daa", "name": "network-vif-unplugged", "status": "completed", "tag": "7ac4fe73-abdc-4d78-a7c5-23bac98ca093"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:04:00.092096 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbccd0-14d2-481e-b9fe-8f925d7df257 req-91dd752d-abf6-4938-977c-09ae269c9d5d tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:00.094272 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34fbccd0-14d2-481e-b9fe-8f925d7df257 req-91dd752d-abf6-4938-977c-09ae269c9d5d tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d39ee9b-547a-45df-9c8c-f630d5de3daa HTTP/1.1" status: 200 len: 943 time: 0.1710162 Feb 09 01:04:00.129018 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-703db651-48ce-415b-a2c8-a506c62e9ff9 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:00.130481 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-703db651-48ce-415b-a2c8-a506c62e9ff9 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.47 "GET /v2.0/networks?id=a68f0505-3f6b-42ee-9cbd-93f29ca0d342 HTTP/1.1" status: 200 len: 816 time: 0.5340140 Feb 09 01:04:00.145596 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b4ec2b7c-552e-464c-bce2-1e5806ae2887 req-2688d871-ee23-4ff7-875f-3ed2a9d041f1 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163900 Feb 09 01:04:00.148114 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-f62aa545-e132-49b1-97c9-f52455be4ab7 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Request body: {'port': {'device_id': 'f9b640c8-ffc6-416a-bf27-05b27d68362d', 'network_id': 'a68f0505-3f6b-42ee-9cbd-93f29ca0d342', 'admin_state_up': True, 'tenant_id': 'fd95784aef2f4c959fbd7f0e5be004df'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:00.178985 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-34073e7c-dce2-4d21-9136-247796bb810b req-191beeda-6ffd-421a-ae23-4233ee803fdb tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Publish callbacks [] for port (cdca4dd9-91f5-43de-9d72-a7f8996f4ca5), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:00.193646 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34fbccd0-14d2-481e-b9fe-8f925d7df257 req-f36ce862-18b9-4219-b5b8-bc29cecb2753 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872719 Feb 09 01:04:00.233743 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d824b480-e10f-4c15-9e42-4c7eb745430f x-openstack-request-id: req-d824b480-e10f-4c15-9e42-4c7eb745430f {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:04:00.234329 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d39ee9b-547a-45df-9c8c-f630d5de3daa", "name": "network-vif-unplugged", "status": "completed", "tag": "7ac4fe73-abdc-4d78-a7c5-23bac98ca093", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:04:00.234329 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d824b480-e10f-4c15-9e42-4c7eb745430f {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:04:00.234661 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d39ee9b-547a-45df-9c8c-f630d5de3daa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ac4fe73-abdc-4d78-a7c5-23bac98ca093', 'code': 200} Feb 09 01:04:00.249189 n-d-828369-4 neutron-server[103137]: INFO neutron.db.l3_db [None req-2f9935e6-f17d-4b87-af71-f8a3e684ad85 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Floating IP 58189769-bc8f-42db-9a66-85d29e8ca2c5 associated. External IP: 172.25.8.38, port: 887dc6eb-52ea-42c8-af88-95e1d3562128. Feb 09 01:04:00.253482 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-34073e7c-dce2-4d21-9136-247796bb810b req-191beeda-6ffd-421a-ae23-4233ee803fdb tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (cdca4dd9-91f5-43de-9d72-a7f8996f4ca5), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:00.378690 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191beeda-6ffd-421a-ae23-4233ee803fdb tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Pushing event updated for resources: {'Port': ['ID=cdca4dd9-91f5-43de-9d72-a7f8996f4ca5,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:00.393895 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-f62aa545-e132-49b1-97c9-f52455be4ab7 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Made reservation on behalf of fd95784aef2f4c959fbd7f0e5be004df for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:04:00.397216 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-f62aa545-e132-49b1-97c9-f52455be4ab7 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:00.397433 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34073e7c-dce2-4d21-9136-247796bb810b req-191beeda-6ffd-421a-ae23-4233ee803fdb tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Network a68f0505-3f6b-42ee-9cbd-93f29ca0d342 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:04:00.400867 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-34073e7c-dce2-4d21-9136-247796bb810b req-191beeda-6ffd-421a-ae23-4233ee803fdb tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:00.406251 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-34073e7c-dce2-4d21-9136-247796bb810b req-191beeda-6ffd-421a-ae23-4233ee803fdb tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:04:00.467382 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34073e7c-dce2-4d21-9136-247796bb810b req-191beeda-6ffd-421a-ae23-4233ee803fdb tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:00.467382 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-34073e7c-dce2-4d21-9136-247796bb810b req-191beeda-6ffd-421a-ae23-4233ee803fdb tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:00.570518 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eb14d0d4-a646-41f8-b86c-8aa732f938b5 req-2c8020c8-3c78-4648-b8a9-900b2f704cff tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9b640c8-ffc6-416a-bf27-05b27d68362d HTTP/1.1" status: 200 len: 210 time: 0.0692892 Feb 09 01:04:00.578951 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9935e6-f17d-4b87-af71-f8a3e684ad85 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Router 5eb9c36e-3f66-4fec-833c-dcc68e31b4fb has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:04:00.592385 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34073e7c-dce2-4d21-9136-247796bb810b req-191beeda-6ffd-421a-ae23-4233ee803fdb tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4851048 Feb 09 01:04:00.605703 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-34073e7c-dce2-4d21-9136-247796bb810b req-83dcb192-cc73-4d5a-87f3-16ff0d6fa16b service neutron] Request body: {'port': {'device_id': '5b22764c-a886-472f-ab22-522f906e73e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:00.748512 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ffb55-c76a-4828-9170-94569c42f87c req-6a99bb65-3bea-4763-99ed-8adc02b38e9c tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:00.750239 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-065ffb55-c76a-4828-9170-94569c42f87c req-6a99bb65-3bea-4763-99ed-8adc02b38e9c tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 949 time: 0.2793574 Feb 09 01:04:00.751810 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-3804f614-7e55-43a3-8387-0d13eebba915 None None] Provisioning complete for port cdca4dd9-91f5-43de-9d72-a7f8996f4ca5 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:00.752209 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3804f614-7e55-43a3-8387-0d13eebba915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (cdca4dd9-91f5-43de-9d72-a7f8996f4ca5), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:00.783343 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-34073e7c-dce2-4d21-9136-247796bb810b req-83dcb192-cc73-4d5a-87f3-16ff0d6fa16b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (cdca4dd9-91f5-43de-9d72-a7f8996f4ca5), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:00.791775 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-6450a148-b9d0-43b1-8cdb-202830221173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53fb98c2-f07d-4bab-b50e-9cebf8c4269c {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:04:00.793241 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9935e6-f17d-4b87-af71-f8a3e684ad85 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:04:00.796624 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-3804f614-7e55-43a3-8387-0d13eebba915 None None] Port cdca4dd9-91f5-43de-9d72-a7f8996f4ca5 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:04:00.802290 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2f9935e6-f17d-4b87-af71-f8a3e684ad85 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:00.804494 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc247b68-a57e-494e-9011-09759b0a5007 None None] Sync routers for ids ['5eb9c36e-3f66-4fec-833c-dcc68e31b4fb'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:04:00.819408 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-6450a148-b9d0-43b1-8cdb-202830221173 service neutron] Publish callbacks [] for port (53fb98c2-f07d-4bab-b50e-9cebf8c4269c), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:00.826934 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc247b68-a57e-494e-9011-09759b0a5007 None None] Routers {'5eb9c36e-3f66-4fec-833c-dcc68e31b4fb'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:04:00.829028 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-bc247b68-a57e-494e-9011-09759b0a5007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:03:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['5eb9c36e-3f66-4fec-833c-dcc68e31b4fb'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:00.853138 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2f9935e6-f17d-4b87-af71-f8a3e684ad85 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "PUT /v2.0/floatingips/58189769-bc8f-42db-9a66-85d29e8ca2c5 HTTP/1.1" status: 200 len: 990 time: 1.6557713 Feb 09 01:04:00.854029 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c635e05-dd0f-4970-b7d9-e20429983aa0', 'tag': '887dc6eb-52ea-42c8-af88-95e1d3562128'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:04:00.857890 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4277f04f-7515-41b2-bdfd-5d1251bf70a0" -d '{"events": [{"name": "network-changed", "server_uuid": "3c635e05-dd0f-4970-b7d9-e20429983aa0", "tag": "887dc6eb-52ea-42c8-af88-95e1d3562128"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:04:00.874414 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c18cfa-0e6b-4fd1-b334-29f88f870d43 req-f57b5a09-8f26-44d3-831a-46eec3e54424 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:00.875923 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e8c18cfa-0e6b-4fd1-b334-29f88f870d43 req-f57b5a09-8f26-44d3-831a-46eec3e54424 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.120 "GET /v2.0/ports?device_id=4d39ee9b-547a-45df-9c8c-f630d5de3daa HTTP/1.1" status: 200 len: 943 time: 0.2340662 Feb 09 01:04:00.881211 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-6450a148-b9d0-43b1-8cdb-202830221173 service neutron] Transition to ACTIVE for port object 53fb98c2-f07d-4bab-b50e-9cebf8c4269c will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:00.903931 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-6450a148-b9d0-43b1-8cdb-202830221173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (53fb98c2-f07d-4bab-b50e-9cebf8c4269c), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:00.961026 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-065ffb55-c76a-4828-9170-94569c42f87c req-3047028b-5ba0-4296-8b3a-d095a74983b1 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033696 Feb 09 01:04:00.964896 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-f62aa545-e132-49b1-97c9-f52455be4ab7 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Allocated IP 172.20.0.13 (a68f0505-3f6b-42ee-9cbd-93f29ca0d342/f18029ff-f8f9-4b7d-a42a-801469d4cf46/92acd771-fad7-44fd-99fe-6fa350dd5598) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:04:00.980947 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-bc247b68-a57e-494e-9011-09759b0a5007 None None] Set router 5eb9c36e-3f66-4fec-833c-dcc68e31b4fb gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:04:01.208578 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-f62aa545-e132-49b1-97c9-f52455be4ab7 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Publish callbacks [] for port (92acd771-fad7-44fd-99fe-6fa350dd5598), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:01.292083 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-f62aa545-e132-49b1-97c9-f52455be4ab7 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (92acd771-fad7-44fd-99fe-6fa350dd5598), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:01.355666 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-f62aa545-e132-49b1-97c9-f52455be4ab7 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Network a68f0505-3f6b-42ee-9cbd-93f29ca0d342 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:04:01.360364 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-f62aa545-e132-49b1-97c9-f52455be4ab7 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:01.369078 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-f62aa545-e132-49b1-97c9-f52455be4ab7 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:04:01.446410 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62aa545-e132-49b1-97c9-f52455be4ab7 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Pushing event updated for resources: {'Port': ['ID=92acd771-fad7-44fd-99fe-6fa350dd5598,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:01.458263 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62aa545-e132-49b1-97c9-f52455be4ab7 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:01.458622 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62aa545-e132-49b1-97c9-f52455be4ab7 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:01.458970 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62aa545-e132-49b1-97c9-f52455be4ab7 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:01.459315 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62aa545-e132-49b1-97c9-f52455be4ab7 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:01.459657 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62aa545-e132-49b1-97c9-f52455be4ab7 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:01.459993 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62aa545-e132-49b1-97c9-f52455be4ab7 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:01.460324 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62aa545-e132-49b1-97c9-f52455be4ab7 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:01.460691 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62aa545-e132-49b1-97c9-f52455be4ab7 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:01.461013 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62aa545-e132-49b1-97c9-f52455be4ab7 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:01.461344 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62aa545-e132-49b1-97c9-f52455be4ab7 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:01.461675 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62aa545-e132-49b1-97c9-f52455be4ab7 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:01.461999 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62aa545-e132-49b1-97c9-f52455be4ab7 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:01.462380 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62aa545-e132-49b1-97c9-f52455be4ab7 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:01.474904 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-bc247b68-a57e-494e-9011-09759b0a5007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb9c36e-3f66-4fec-833c-dcc68e31b4fb', 'name': 'tempest-ServersTestJSON-1950910535-router', 'tenant_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '76271eef-ee0c-44e6-ae00-f0e188984f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:03:21Z', 'updated_at': '2022-02-09T01:03:26Z', 'revision_number': 4, 'project_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'gw_port': {'id': '76271eef-ee0c-44e6-ae00-f0e188984f60', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ba:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb9c36e-3f66-4fec-833c-dcc68e31b4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:22Z', 'updated_at': '2022-02-09T01:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '58189769-bc8f-42db-9a66-85d29e8ca2c5', 'tenant_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'floating_ip_address': '172.25.8.38', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '5eb9c36e-3f66-4fec-833c-dcc68e31b4fb', 'port_id': '887dc6eb-52ea-42c8-af88-95e1d3562128', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f915a872-9d1b-435e-8b6b-ca5a77ceda6e', 'mac_address': 'fa:16:3e:35:09:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c635e05-dd0f-4970-b7d9-e20429983aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:03:32Z', 'updated_at': '2022-02-09T01:03:59Z', 'revision_number': 1, 'project_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d', 'name': '', 'network_id': 'f915a872-9d1b-435e-8b6b-ca5a77ceda6e', 'tenant_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'mac_address': 'fa:16:3e:9d:62:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb9c36e-3f66-4fec-833c-dcc68e31b4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '2b6724dc-715d-4b79-9357-2dd6d2f2a876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:25Z', 'updated_at': '2022-02-09T01:03:32Z', 'revision_number': 5, 'project_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'subnets': [{'id': '2b6724dc-715d-4b79-9357-2dd6d2f2a876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:01.485199 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-f62aa545-e132-49b1-97c9-f52455be4ab7 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:01.485878 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-f62aa545-e132-49b1-97c9-f52455be4ab7 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:01.510691 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-f62aa545-e132-49b1-97c9-f52455be4ab7 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3669007 Feb 09 01:04:01.518600 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc247b68-a57e-494e-9011-09759b0a5007 None None] Checking router: 5eb9c36e-3f66-4fec-833c-dcc68e31b4fb for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:04:01.528247 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc247b68-a57e-494e-9011-09759b0a5007 None None] Routers {'5eb9c36e-3f66-4fec-833c-dcc68e31b4fb'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:04:01.528895 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-bc247b68-a57e-494e-9011-09759b0a5007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:03:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['5eb9c36e-3f66-4fec-833c-dcc68e31b4fb'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:01.535009 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-991fdaaf-88f7-46ec-8003-365a49477d00 service neutron] Request body: {'port': {'device_id': 'f9b640c8-ffc6-416a-bf27-05b27d68362d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:01.640804 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-991fdaaf-88f7-46ec-8003-365a49477d00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (92acd771-fad7-44fd-99fe-6fa350dd5598), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:01.689191 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-bc247b68-a57e-494e-9011-09759b0a5007 None None] Set router 5eb9c36e-3f66-4fec-833c-dcc68e31b4fb gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:04:01.701039 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450a148-b9d0-43b1-8cdb-202830221173 service neutron] Pushing event updated for resources: {'Port': ['ID=53fb98c2-f07d-4bab-b50e-9cebf8c4269c,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:01.755177 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-5c0bbc54-1e06-4af8-bccf-e0c62812b6c9 None None] Provisioning complete for port 92acd771-fad7-44fd-99fe-6fa350dd5598 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:01.756281 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5c0bbc54-1e06-4af8-bccf-e0c62812b6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (92acd771-fad7-44fd-99fe-6fa350dd5598), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:01.833354 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee10cd6-dd25-4090-8212-9df2825450e6 req-4bc5f479-844d-4850-a978-248833ec8d6e tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:01.835606 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-5c0bbc54-1e06-4af8-bccf-e0c62812b6c9 None None] Port 92acd771-fad7-44fd-99fe-6fa350dd5598 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:04:01.840983 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0ee10cd6-dd25-4090-8212-9df2825450e6 req-4bc5f479-844d-4850-a978-248833ec8d6e tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=210f23f1-11dd-4031-b52a-109069854039 HTTP/1.1" status: 200 len: 948 time: 0.9379892 Feb 09 01:04:01.864666 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-6450a148-b9d0-43b1-8cdb-202830221173 service neutron] Attempting to bind port 53fb98c2-f07d-4bab-b50e-9cebf8c4269c on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:04:01.865017 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-6450a148-b9d0-43b1-8cdb-202830221173 service neutron] Attempting to bind port 53fb98c2-f07d-4bab-b50e-9cebf8c4269c by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '720c7e74-a8d7-49d0-ab20-cad71441a2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a68f0505-3f6b-42ee-9cbd-93f29ca0d342'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:04:01.865364 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-6450a148-b9d0-43b1-8cdb-202830221173 service neutron] Attempting to bind port 53fb98c2-f07d-4bab-b50e-9cebf8c4269c on network a68f0505-3f6b-42ee-9cbd-93f29ca0d342 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:04:01.891948 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-6450a148-b9d0-43b1-8cdb-202830221173 service neutron] Port 53fb98c2-f07d-4bab-b50e-9cebf8c4269c on network a68f0505-3f6b-42ee-9cbd-93f29ca0d342 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:04:01.892427 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-6450a148-b9d0-43b1-8cdb-202830221173 service neutron] Attempting to bind port 53fb98c2-f07d-4bab-b50e-9cebf8c4269c on network a68f0505-3f6b-42ee-9cbd-93f29ca0d342 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:04:01.908090 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a9d8a-8bbd-4f84-8f45-bda593586841 req-c4f3414d-f733-4673-8186-3a510cf032e3 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:01.910140 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1c5a9d8a-8bbd-4f84-8f45-bda593586841 req-c4f3414d-f733-4673-8186-3a510cf032e3 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c635e05-dd0f-4970-b7d9-e20429983aa0 HTTP/1.1" status: 200 len: 945 time: 0.7668846 Feb 09 01:04:01.915066 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-e8c18cfa-0e6b-4fd1-b334-29f88f870d43 req-9065d293-6187-46d9-b552-f4ff084feda3 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Deleting port 7ac4fe73-abdc-4d78-a7c5-23bac98ca093 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:04:01.915418 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e8c18cfa-0e6b-4fd1-b334-29f88f870d43 req-9065d293-6187-46d9-b552-f4ff084feda3 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (7ac4fe73-abdc-4d78-a7c5-23bac98ca093), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:01.924368 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-6450a148-b9d0-43b1-8cdb-202830221173 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:04:01.924783 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-6450a148-b9d0-43b1-8cdb-202830221173 service neutron] Checking segment: {'id': '720c7e74-a8d7-49d0-ab20-cad71441a2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a68f0505-3f6b-42ee-9cbd-93f29ca0d342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:04:01.925184 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-6450a148-b9d0-43b1-8cdb-202830221173 service neutron] Bound using segment: {'id': '720c7e74-a8d7-49d0-ab20-cad71441a2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a68f0505-3f6b-42ee-9cbd-93f29ca0d342'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:04:01.926641 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-6450a148-b9d0-43b1-8cdb-202830221173 service neutron] Bound port: 53fb98c2-f07d-4bab-b50e-9cebf8c4269c, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '720c7e74-a8d7-49d0-ab20-cad71441a2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a68f0505-3f6b-42ee-9cbd-93f29ca0d342'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:04:01.926641 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-6450a148-b9d0-43b1-8cdb-202830221173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (53fb98c2-f07d-4bab-b50e-9cebf8c4269c), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:01.966769 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-991fdaaf-88f7-46ec-8003-365a49477d00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92acd771-fad7-44fd-99fe-6fa350dd5598 {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:04:01.975480 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-991fdaaf-88f7-46ec-8003-365a49477d00 service neutron] Publish callbacks [] for port (92acd771-fad7-44fd-99fe-6fa350dd5598), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:01.993709 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-991fdaaf-88f7-46ec-8003-365a49477d00 service neutron] Transition to ACTIVE for port object 92acd771-fad7-44fd-99fe-6fa350dd5598 will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:02.000002 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-991fdaaf-88f7-46ec-8003-365a49477d00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (92acd771-fad7-44fd-99fe-6fa350dd5598), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:02.117088 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991fdaaf-88f7-46ec-8003-365a49477d00 service neutron] Pushing event updated for resources: {'Port': ['ID=92acd771-fad7-44fd-99fe-6fa350dd5598,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:02.131677 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0ee10cd6-dd25-4090-8212-9df2825450e6 req-87cac291-b15a-44fb-9eaf-57d117e8d72a tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895849 Feb 09 01:04:02.151697 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-bc247b68-a57e-494e-9011-09759b0a5007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb9c36e-3f66-4fec-833c-dcc68e31b4fb', 'name': 'tempest-ServersTestJSON-1950910535-router', 'tenant_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '76271eef-ee0c-44e6-ae00-f0e188984f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:03:21Z', 'updated_at': '2022-02-09T01:03:26Z', 'revision_number': 4, 'project_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'gw_port': {'id': '76271eef-ee0c-44e6-ae00-f0e188984f60', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ba:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb9c36e-3f66-4fec-833c-dcc68e31b4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:22Z', 'updated_at': '2022-02-09T01:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '58189769-bc8f-42db-9a66-85d29e8ca2c5', 'tenant_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'floating_ip_address': '172.25.8.38', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '5eb9c36e-3f66-4fec-833c-dcc68e31b4fb', 'port_id': '887dc6eb-52ea-42c8-af88-95e1d3562128', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f915a872-9d1b-435e-8b6b-ca5a77ceda6e', 'mac_address': 'fa:16:3e:35:09:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c635e05-dd0f-4970-b7d9-e20429983aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:03:32Z', 'updated_at': '2022-02-09T01:03:59Z', 'revision_number': 1, 'project_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d', 'name': '', 'network_id': 'f915a872-9d1b-435e-8b6b-ca5a77ceda6e', 'tenant_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'mac_address': 'fa:16:3e:9d:62:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb9c36e-3f66-4fec-833c-dcc68e31b4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '2b6724dc-715d-4b79-9357-2dd6d2f2a876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:25Z', 'updated_at': '2022-02-09T01:03:32Z', 'revision_number': 5, 'project_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'subnets': [{'id': '2b6724dc-715d-4b79-9357-2dd6d2f2a876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:02.160731 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-991fdaaf-88f7-46ec-8003-365a49477d00 service neutron] Attempting to bind port 92acd771-fad7-44fd-99fe-6fa350dd5598 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:04:02.161084 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-991fdaaf-88f7-46ec-8003-365a49477d00 service neutron] Attempting to bind port 92acd771-fad7-44fd-99fe-6fa350dd5598 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '720c7e74-a8d7-49d0-ab20-cad71441a2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a68f0505-3f6b-42ee-9cbd-93f29ca0d342'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:04:02.161424 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-991fdaaf-88f7-46ec-8003-365a49477d00 service neutron] Attempting to bind port 92acd771-fad7-44fd-99fe-6fa350dd5598 on network a68f0505-3f6b-42ee-9cbd-93f29ca0d342 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:04:02.171646 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-991fdaaf-88f7-46ec-8003-365a49477d00 service neutron] Port 92acd771-fad7-44fd-99fe-6fa350dd5598 on network a68f0505-3f6b-42ee-9cbd-93f29ca0d342 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:04:02.172340 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-991fdaaf-88f7-46ec-8003-365a49477d00 service neutron] Attempting to bind port 92acd771-fad7-44fd-99fe-6fa350dd5598 on network a68f0505-3f6b-42ee-9cbd-93f29ca0d342 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:04:02.178393 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-991fdaaf-88f7-46ec-8003-365a49477d00 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:04:02.178729 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-991fdaaf-88f7-46ec-8003-365a49477d00 service neutron] Checking segment: {'id': '720c7e74-a8d7-49d0-ab20-cad71441a2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a68f0505-3f6b-42ee-9cbd-93f29ca0d342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:04:02.179122 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-991fdaaf-88f7-46ec-8003-365a49477d00 service neutron] Bound using segment: {'id': '720c7e74-a8d7-49d0-ab20-cad71441a2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a68f0505-3f6b-42ee-9cbd-93f29ca0d342'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:04:02.181051 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-991fdaaf-88f7-46ec-8003-365a49477d00 service neutron] Bound port: 92acd771-fad7-44fd-99fe-6fa350dd5598, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '720c7e74-a8d7-49d0-ab20-cad71441a2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a68f0505-3f6b-42ee-9cbd-93f29ca0d342'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:04:02.181430 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-991fdaaf-88f7-46ec-8003-365a49477d00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (92acd771-fad7-44fd-99fe-6fa350dd5598), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:02.201913 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc247b68-a57e-494e-9011-09759b0a5007 None None] The sync data for ids ['5eb9c36e-3f66-4fec-833c-dcc68e31b4fb'] in n-d-828369-4 is: [{'id': '5eb9c36e-3f66-4fec-833c-dcc68e31b4fb', 'name': 'tempest-ServersTestJSON-1950910535-router', 'tenant_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '76271eef-ee0c-44e6-ae00-f0e188984f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:03:21Z', 'updated_at': '2022-02-09T01:03:26Z', 'revision_number': 4, 'project_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'gw_port': {'id': '76271eef-ee0c-44e6-ae00-f0e188984f60', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ba:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb9c36e-3f66-4fec-833c-dcc68e31b4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:22Z', 'updated_at': '2022-02-09T01:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '58189769-bc8f-42db-9a66-85d29e8ca2c5', 'tenant_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'floating_ip_address': '172.25.8.38', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '5eb9c36e-3f66-4fec-833c-dcc68e31b4fb', 'port_id': '887dc6eb-52ea-42c8-af88-95e1d3562128', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f915a872-9d1b-435e-8b6b-ca5a77ceda6e', 'mac_address': 'fa:16:3e:35:09:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c635e05-dd0f-4970-b7d9-e20429983aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:03:32Z', 'updated_at': '2022-02-09T01:03:59Z', 'revision_number': 1, 'project_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d', 'name': '', 'network_id': 'f915a872-9d1b-435e-8b6b-ca5a77ceda6e', 'tenant_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'mac_address': 'fa:16:3e:9d:62:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb9c36e-3f66-4fec-833c-dcc68e31b4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '2b6724dc-715d-4b79-9357-2dd6d2f2a876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:25Z', 'updated_at': '2022-02-09T01:03:32Z', 'revision_number': 5, 'project_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'subnets': [{'id': '2b6724dc-715d-4b79-9357-2dd6d2f2a876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:04:02.221481 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568beb6d-e1eb-4bee-9f9b-e7f7bf4f354c x-openstack-request-id: req-568beb6d-e1eb-4bee-9f9b-e7f7bf4f354c {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:04:02.221925 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c635e05-dd0f-4970-b7d9-e20429983aa0", "tag": "887dc6eb-52ea-42c8-af88-95e1d3562128", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:04:02.222191 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-568beb6d-e1eb-4bee-9f9b-e7f7bf4f354c {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:04:02.222612 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c635e05-dd0f-4970-b7d9-e20429983aa0', 'tag': '887dc6eb-52ea-42c8-af88-95e1d3562128', 'status': 'completed', 'code': 200} Feb 09 01:04:02.278764 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-88af584b-4de9-4961-b80e-4a6288fc3ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:02.284129 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-e8c18cfa-0e6b-4fd1-b334-29f88f870d43 req-9065d293-6187-46d9-b552-f4ff084feda3 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] For port 7ac4fe73-abdc-4d78-a7c5-23bac98ca093, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=7ac4fe73-abdc-4d78-a7c5-23bac98ca093,segment=NetworkSegment(b2ef10b9-0c7e-4ea0-88fe-781103c28e86),segment_id=b2ef10b9-0c7e-4ea0-88fe-781103c28e86)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:02.284129 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e8c18cfa-0e6b-4fd1-b334-29f88f870d43 req-9065d293-6187-46d9-b552-f4ff084feda3 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (7ac4fe73-abdc-4d78-a7c5-23bac98ca093), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:02.310260 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-e8c18cfa-0e6b-4fd1-b334-29f88f870d43 req-9065d293-6187-46d9-b552-f4ff084feda3 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Calling delete_port for 7ac4fe73-abdc-4d78-a7c5-23bac98ca093 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:04:02.334885 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-991fdaaf-88f7-46ec-8003-365a49477d00 service neutron] For port 92acd771-fad7-44fd-99fe-6fa350dd5598, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:04:02.340705 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-991fdaaf-88f7-46ec-8003-365a49477d00 service neutron] For port 92acd771-fad7-44fd-99fe-6fa350dd5598, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=92acd771-fad7-44fd-99fe-6fa350dd5598,segment=NetworkSegment(720c7e74-a8d7-49d0-ab20-cad71441a2e3),segment_id=720c7e74-a8d7-49d0-ab20-cad71441a2e3)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:04:02.350463 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-991fdaaf-88f7-46ec-8003-365a49477d00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (92acd771-fad7-44fd-99fe-6fa350dd5598), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:02.424188 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991fdaaf-88f7-46ec-8003-365a49477d00 service neutron] Pushing event updated for resources: {'Port': ['ID=92acd771-fad7-44fd-99fe-6fa350dd5598,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:02.427518 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-991fdaaf-88f7-46ec-8003-365a49477d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:02.428154 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-991fdaaf-88f7-46ec-8003-365a49477d00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:02.429596 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-991fdaaf-88f7-46ec-8003-365a49477d00 service neutron] 10.222.0.47 "PUT /v2.0/ports/92acd771-fad7-44fd-99fe-6fa350dd5598 HTTP/1.1" status: 200 len: 1092 time: 0.9088809 Feb 09 01:04:02.534697 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-0c6053e4-25db-4179-af50-1b69078300fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:02.536255 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-0c6053e4-25db-4179-af50-1b69078300fc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fd95784aef2f4c959fbd7f0e5be004df&device_id=f9b640c8-ffc6-416a-bf27-05b27d68362d HTTP/1.1" status: 200 len: 1126 time: 0.0630620 Feb 09 01:04:02.567798 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1c5a9d8a-8bbd-4f84-8f45-bda593586841 req-b9d509e6-c683-4997-9a9a-b13ce390f2f1 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "GET /v2.0/security-groups?id=13a7381a-3896-4b7e-b2be-1c5396b372d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6445842 Feb 09 01:04:02.595129 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595c3135-73ba-4b9f-be4d-c7145bc29f7c None None] New status for floating IP 58189769-bc8f-42db-9a66-85d29e8ca2c5: ACTIVE {{(pid=103138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:04:02.619955 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-6450a148-b9d0-43b1-8cdb-202830221173 service neutron] For port 53fb98c2-f07d-4bab-b50e-9cebf8c4269c, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:04:02.641412 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-4471b9c4-62cd-40ae-a7cb-f0549ff4e2ad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92acd771-fad7-44fd-99fe-6fa350dd5598 HTTP/1.1" status: 200 len: 217 time: 0.0938847 Feb 09 01:04:02.688592 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-6450a148-b9d0-43b1-8cdb-202830221173 service neutron] For port 53fb98c2-f07d-4bab-b50e-9cebf8c4269c, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=53fb98c2-f07d-4bab-b50e-9cebf8c4269c,segment=NetworkSegment(720c7e74-a8d7-49d0-ab20-cad71441a2e3),segment_id=720c7e74-a8d7-49d0-ab20-cad71441a2e3)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:04:02.719521 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-3f7ccbc6-c013-45c5-b1f8-18879f0d6d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:02.722682 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-3f7ccbc6-c013-45c5-b1f8-18879f0d6d5b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f18029ff-f8f9-4b7d-a42a-801469d4cf46 HTTP/1.1" status: 200 len: 855 time: 0.0728848 Feb 09 01:04:02.765617 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11f592-39e9-45eb-a32d-ba7f530eaec1 req-5edd554e-6470-4447-9a18-c8837cb3d7f1 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:02.767156 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ba11f592-39e9-45eb-a32d-ba7f530eaec1 req-5edd554e-6470-4447-9a18-c8837cb3d7f1 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 949 time: 0.3659389 Feb 09 01:04:02.772707 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-6450a148-b9d0-43b1-8cdb-202830221173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (53fb98c2-f07d-4bab-b50e-9cebf8c4269c), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:02.784909 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-bdba0e5d-95ff-4ecf-8660-bccb560cf5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:02.786609 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-bdba0e5d-95ff-4ecf-8660-bccb560cf5bd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a68f0505-3f6b-42ee-9cbd-93f29ca0d342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0568593 Feb 09 01:04:02.788584 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277f04f-7515-41b2-bdfd-5d1251bf70a0 req-d944ad40-7229-4224-89b1-cf1933a51d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:02.790236 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4277f04f-7515-41b2-bdfd-5d1251bf70a0 req-d944ad40-7229-4224-89b1-cf1933a51d36 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=c1eb5619f29c442285488d7ae37e7fe2&device_id=3c635e05-dd0f-4970-b7d9-e20429983aa0 HTTP/1.1" status: 200 len: 1127 time: 0.3776193 Feb 09 01:04:02.909208 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-765599cc-42f7-43de-87c7-3b01e27f9276 service neutron] 10.222.0.47 "GET /v2.0/networks/a68f0505-3f6b-42ee-9cbd-93f29ca0d342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135635 Feb 09 01:04:02.949968 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-6450a148-b9d0-43b1-8cdb-202830221173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:02.950906 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-6450a148-b9d0-43b1-8cdb-202830221173 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:02.953301 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-6450a148-b9d0-43b1-8cdb-202830221173 service neutron] 10.222.0.47 "PUT /v2.0/ports/53fb98c2-f07d-4bab-b50e-9cebf8c4269c HTTP/1.1" status: 200 len: 1091 time: 3.7110736 Feb 09 01:04:02.953951 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41447836-fa14-4ac5-9ad5-3d6a1ae57c48', 'tag': '53fb98c2-f07d-4bab-b50e-9cebf8c4269c'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:04:02.957207 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8697237e-bff2-41e7-8d38-b0b0355b578c" -d '{"events": [{"name": "network-changed", "server_uuid": "41447836-fa14-4ac5-9ad5-3d6a1ae57c48", "tag": "53fb98c2-f07d-4bab-b50e-9cebf8c4269c"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:04:03.053213 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-30206f87-2a68-4691-9a9d-364b1fe96e5c req-1915d7d5-e8b3-4a63-b88b-f13ebe862e5d service neutron] 10.222.0.47 "GET /v2.0/networks/a68f0505-3f6b-42ee-9cbd-93f29ca0d342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349244 Feb 09 01:04:03.103327 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450a148-b9d0-43b1-8cdb-202830221173 service neutron] Pushing event updated for resources: {'Port': ['ID=53fb98c2-f07d-4bab-b50e-9cebf8c4269c,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:03.114767 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e8c18cfa-0e6b-4fd1-b334-29f88f870d43 req-9065d293-6187-46d9-b552-f4ff084feda3 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (7ac4fe73-abdc-4d78-a7c5-23bac98ca093), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:03.142998 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e701c-4863-4568-beb3-1fc9bf380cf1 req-9501e33f-e580-4d1a-8d6f-ddb649bec8a0 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:03.144611 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0f3e701c-4863-4568-beb3-1fc9bf380cf1 req-9501e33f-e580-4d1a-8d6f-ddb649bec8a0 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d39ee9b-547a-45df-9c8c-f630d5de3daa HTTP/1.1" status: 200 len: 943 time: 0.4803934 Feb 09 01:04:03.175309 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-34073e7c-dce2-4d21-9136-247796bb810b req-83dcb192-cc73-4d5a-87f3-16ff0d6fa16b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdca4dd9-91f5-43de-9d72-a7f8996f4ca5 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:04:03.200708 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ba11f592-39e9-45eb-a32d-ba7f530eaec1 req-bf744a34-24ad-4c09-bba4-4d2dc4b90ea7 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4208446 Feb 09 01:04:03.201443 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065d293-6187-46d9-b552-f4ff084feda3 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Pushing event deleted for resources: {'Port': ['ID=7ac4fe73-abdc-4d78-a7c5-23bac98ca093,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:03.211364 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-34073e7c-dce2-4d21-9136-247796bb810b req-83dcb192-cc73-4d5a-87f3-16ff0d6fa16b service neutron] Publish callbacks [] for port (cdca4dd9-91f5-43de-9d72-a7f8996f4ca5), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:03.273405 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277f04f-7515-41b2-bdfd-5d1251bf70a0 req-1af48703-aa4b-4734-b29b-c62526b8052b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:03.274819 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4277f04f-7515-41b2-bdfd-5d1251bf70a0 req-1af48703-aa4b-4734-b29b-c62526b8052b service neutron] 10.222.0.120 "GET /v2.0/networks?id=f915a872-9d1b-435e-8b6b-ca5a77ceda6e HTTP/1.1" status: 200 len: 908 time: 0.3916013 Feb 09 01:04:03.278462 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-34073e7c-dce2-4d21-9136-247796bb810b req-83dcb192-cc73-4d5a-87f3-16ff0d6fa16b service neutron] Transition to ACTIVE for port object cdca4dd9-91f5-43de-9d72-a7f8996f4ca5 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:03.303116 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c18cfa-0e6b-4fd1-b334-29f88f870d43 req-9065d293-6187-46d9-b552-f4ff084feda3 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] No DVR routers for this DVR port 7ac4fe73-abdc-4d78-a7c5-23bac98ca093 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:04:03.305941 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-8d7661b4-0777-42e3-ad5e-50098bdfa0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:03.307454 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-8d7661b4-0777-42e3-ad5e-50098bdfa0a3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fd95784aef2f4c959fbd7f0e5be004df&device_id=41447836-fa14-4ac5-9ad5-3d6a1ae57c48 HTTP/1.1" status: 200 len: 1125 time: 0.2878275 Feb 09 01:04:03.308454 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e8c18cfa-0e6b-4fd1-b334-29f88f870d43 req-9065d293-6187-46d9-b552-f4ff084feda3 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:03.311681 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e8c18cfa-0e6b-4fd1-b334-29f88f870d43 req-9065d293-6187-46d9-b552-f4ff084feda3 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.120 "DELETE /v2.0/ports/7ac4fe73-abdc-4d78-a7c5-23bac98ca093 HTTP/1.1" status: 204 len: 173 time: 2.4234428 Feb 09 01:04:03.330244 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-34073e7c-dce2-4d21-9136-247796bb810b req-83dcb192-cc73-4d5a-87f3-16ff0d6fa16b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (cdca4dd9-91f5-43de-9d72-a7f8996f4ca5), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:03.501640 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0f3e701c-4863-4568-beb3-1fc9bf380cf1 req-7a4fe52e-f984-4863-85d5-e3dc64d3a7d2 tempest-ImagesTestJSON-116127063 tempest-ImagesTestJSON-116127063-project] 10.222.0.50 "GET /v2.0/security-groups?id=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059077 Feb 09 01:04:03.501640 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-4f085527-6336-4dcc-a222-543926984a93 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53fb98c2-f07d-4bab-b50e-9cebf8c4269c HTTP/1.1" status: 200 len: 217 time: 0.1570911 Feb 09 01:04:03.510027 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dcb192-cc73-4d5a-87f3-16ff0d6fa16b service neutron] Pushing event updated for resources: {'Port': ['ID=cdca4dd9-91f5-43de-9d72-a7f8996f4ca5,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:03.572007 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4277f04f-7515-41b2-bdfd-5d1251bf70a0 req-2e55971a-a46d-4555-bccc-a214fb2f008e service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=887dc6eb-52ea-42c8-af88-95e1d3562128 HTTP/1.1" status: 200 len: 1000 time: 0.2703359 Feb 09 01:04:03.644955 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af9573-c4e7-475b-a8ef-d62090d010ea req-7e87e28d-1f92-4817-ab0b-441ba65b29f7 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:03.646521 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b2af9573-c4e7-475b-a8ef-d62090d010ea req-7e87e28d-1f92-4817-ab0b-441ba65b29f7 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9b640c8-ffc6-416a-bf27-05b27d68362d HTTP/1.1" status: 200 len: 944 time: 0.3481221 Feb 09 01:04:03.716837 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-e0f3c258-e94a-4bf2-828d-cde0d79d7abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:03.718328 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-e0f3c258-e94a-4bf2-828d-cde0d79d7abd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f18029ff-f8f9-4b7d-a42a-801469d4cf46 HTTP/1.1" status: 200 len: 855 time: 0.2056863 Feb 09 01:04:03.801051 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277f04f-7515-41b2-bdfd-5d1251bf70a0 req-513d06b3-902d-4f4a-945c-ebc7e77d28f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:03.802565 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4277f04f-7515-41b2-bdfd-5d1251bf70a0 req-513d06b3-902d-4f4a-945c-ebc7e77d28f5 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=2b6724dc-715d-4b79-9357-2dd6d2f2a876 HTTP/1.1" status: 200 len: 845 time: 0.1920018 Feb 09 01:04:03.868177 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b2af9573-c4e7-475b-a8ef-d62090d010ea req-3334fd7b-f66b-4821-b682-1f125364d538 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820605 Feb 09 01:04:03.873209 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-34073e7c-dce2-4d21-9136-247796bb810b req-83dcb192-cc73-4d5a-87f3-16ff0d6fa16b service neutron] Attempting to bind port cdca4dd9-91f5-43de-9d72-a7f8996f4ca5 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:04:03.873718 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-34073e7c-dce2-4d21-9136-247796bb810b req-83dcb192-cc73-4d5a-87f3-16ff0d6fa16b service neutron] Attempting to bind port cdca4dd9-91f5-43de-9d72-a7f8996f4ca5 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '720c7e74-a8d7-49d0-ab20-cad71441a2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a68f0505-3f6b-42ee-9cbd-93f29ca0d342'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:04:03.874162 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34073e7c-dce2-4d21-9136-247796bb810b req-83dcb192-cc73-4d5a-87f3-16ff0d6fa16b service neutron] Attempting to bind port cdca4dd9-91f5-43de-9d72-a7f8996f4ca5 on network a68f0505-3f6b-42ee-9cbd-93f29ca0d342 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:04:03.883487 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f1afb-0604-48b3-8ab7-8fc400da4fe3 req-9227ee44-6acf-4143-a6a3-e8b8a2bc75b2 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:03.885201 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fe3f1afb-0604-48b3-8ab7-8fc400da4fe3 req-9227ee44-6acf-4143-a6a3-e8b8a2bc75b2 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 949 time: 0.2760599 Feb 09 01:04:03.900850 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34073e7c-dce2-4d21-9136-247796bb810b req-83dcb192-cc73-4d5a-87f3-16ff0d6fa16b service neutron] Port cdca4dd9-91f5-43de-9d72-a7f8996f4ca5 on network a68f0505-3f6b-42ee-9cbd-93f29ca0d342 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:04:03.901412 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34073e7c-dce2-4d21-9136-247796bb810b req-83dcb192-cc73-4d5a-87f3-16ff0d6fa16b service neutron] Attempting to bind port cdca4dd9-91f5-43de-9d72-a7f8996f4ca5 on network a68f0505-3f6b-42ee-9cbd-93f29ca0d342 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:04:03.934424 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723490ba-4ff0-41db-8b3f-0ed87dfa0277 x-openstack-request-id: req-723490ba-4ff0-41db-8b3f-0ed87dfa0277 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:04:03.934909 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41447836-fa14-4ac5-9ad5-3d6a1ae57c48", "tag": "53fb98c2-f07d-4bab-b50e-9cebf8c4269c", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:04:03.935280 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-723490ba-4ff0-41db-8b3f-0ed87dfa0277 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:04:03.935782 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41447836-fa14-4ac5-9ad5-3d6a1ae57c48', 'tag': '53fb98c2-f07d-4bab-b50e-9cebf8c4269c', 'status': 'completed', 'code': 200} Feb 09 01:04:03.937518 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34073e7c-dce2-4d21-9136-247796bb810b req-83dcb192-cc73-4d5a-87f3-16ff0d6fa16b service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:04:03.938068 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34073e7c-dce2-4d21-9136-247796bb810b req-83dcb192-cc73-4d5a-87f3-16ff0d6fa16b service neutron] Checking segment: {'id': '720c7e74-a8d7-49d0-ab20-cad71441a2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a68f0505-3f6b-42ee-9cbd-93f29ca0d342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:04:03.938564 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34073e7c-dce2-4d21-9136-247796bb810b req-83dcb192-cc73-4d5a-87f3-16ff0d6fa16b service neutron] Bound using segment: {'id': '720c7e74-a8d7-49d0-ab20-cad71441a2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a68f0505-3f6b-42ee-9cbd-93f29ca0d342'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:04:03.939396 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-34073e7c-dce2-4d21-9136-247796bb810b req-83dcb192-cc73-4d5a-87f3-16ff0d6fa16b service neutron] Bound port: cdca4dd9-91f5-43de-9d72-a7f8996f4ca5, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '720c7e74-a8d7-49d0-ab20-cad71441a2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'a68f0505-3f6b-42ee-9cbd-93f29ca0d342'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:04:03.939730 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-34073e7c-dce2-4d21-9136-247796bb810b req-83dcb192-cc73-4d5a-87f3-16ff0d6fa16b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (cdca4dd9-91f5-43de-9d72-a7f8996f4ca5), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:03.946754 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-c3903076-67a5-448d-9f37-ea4859343ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:03.948649 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-c3903076-67a5-448d-9f37-ea4859343ebb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a68f0505-3f6b-42ee-9cbd-93f29ca0d342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2117290 Feb 09 01:04:03.990900 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277f04f-7515-41b2-bdfd-5d1251bf70a0 req-df730e30-4e16-4ee6-bf0d-057baba6710f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:03.992580 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4277f04f-7515-41b2-bdfd-5d1251bf70a0 req-df730e30-4e16-4ee6-bf0d-057baba6710f service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=f915a872-9d1b-435e-8b6b-ca5a77ceda6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1740189 Feb 09 01:04:04.103534 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fe3f1afb-0604-48b3-8ab7-8fc400da4fe3 req-6434cefa-eb61-4bed-9379-e68d9c6a281d tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117763 Feb 09 01:04:04.223266 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9b640c8-ffc6-416a-bf27-05b27d68362d', 'tag': '92acd771-fad7-44fd-99fe-6fa350dd5598'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:04:04.228272 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334875bc-e590-43b8-b7ab-1ef1aedfd44f" -d '{"events": [{"name": "network-changed", "server_uuid": "f9b640c8-ffc6-416a-bf27-05b27d68362d", "tag": "92acd771-fad7-44fd-99fe-6fa350dd5598"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:04:04.229634 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-34073e7c-dce2-4d21-9136-247796bb810b req-83dcb192-cc73-4d5a-87f3-16ff0d6fa16b service neutron] For port cdca4dd9-91f5-43de-9d72-a7f8996f4ca5, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:04:04.282979 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361724a-1df4-47cc-870f-f9b87fbd3077 req-bde47d5e-c101-42cc-b9cb-75ff9e7112d1 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:04.284521 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7361724a-1df4-47cc-870f-f9b87fbd3077 req-bde47d5e-c101-42cc-b9cb-75ff9e7112d1 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=210f23f1-11dd-4031-b52a-109069854039 HTTP/1.1" status: 200 len: 948 time: 0.2959671 Feb 09 01:04:04.286542 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-34073e7c-dce2-4d21-9136-247796bb810b req-83dcb192-cc73-4d5a-87f3-16ff0d6fa16b service neutron] For port cdca4dd9-91f5-43de-9d72-a7f8996f4ca5, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=cdca4dd9-91f5-43de-9d72-a7f8996f4ca5,segment=NetworkSegment(720c7e74-a8d7-49d0-ab20-cad71441a2e3),segment_id=720c7e74-a8d7-49d0-ab20-cad71441a2e3)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:04:04.293540 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-f043840f-fc5d-4b6e-a488-696354b01ac3 service neutron] 10.222.0.47 "GET /v2.0/networks/a68f0505-3f6b-42ee-9cbd-93f29ca0d342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209329 Feb 09 01:04:04.303182 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4277f04f-7515-41b2-bdfd-5d1251bf70a0 req-7d6a5076-557d-4804-a483-bafce59382ed service neutron] 10.222.0.120 "GET /v2.0/networks/f915a872-9d1b-435e-8b6b-ca5a77ceda6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652056 Feb 09 01:04:04.310641 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-34073e7c-dce2-4d21-9136-247796bb810b req-83dcb192-cc73-4d5a-87f3-16ff0d6fa16b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (cdca4dd9-91f5-43de-9d72-a7f8996f4ca5), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:04.403361 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0ffe243d-a0d1-4b16-8289-f182ed3d9d15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:04.744501 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34073e7c-dce2-4d21-9136-247796bb810b req-83dcb192-cc73-4d5a-87f3-16ff0d6fa16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:04.744968 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-34073e7c-dce2-4d21-9136-247796bb810b req-83dcb192-cc73-4d5a-87f3-16ff0d6fa16b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:04.746690 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34073e7c-dce2-4d21-9136-247796bb810b req-83dcb192-cc73-4d5a-87f3-16ff0d6fa16b service neutron] 10.222.0.120 "PUT /v2.0/ports/cdca4dd9-91f5-43de-9d72-a7f8996f4ca5 HTTP/1.1" status: 200 len: 1092 time: 4.1475918 Feb 09 01:04:04.782487 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25827ff0-83f6-4ed5-9e58-85bce7c6b6c0 req-9ea92f2d-7ef1-492c-91a8-bb4da20ecc6b tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:04.784133 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-25827ff0-83f6-4ed5-9e58-85bce7c6b6c0 req-9ea92f2d-7ef1-492c-91a8-bb4da20ecc6b tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c635e05-dd0f-4970-b7d9-e20429983aa0 HTTP/1.1" status: 200 len: 945 time: 0.5820711 Feb 09 01:04:04.835568 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dcb192-cc73-4d5a-87f3-16ff0d6fa16b service neutron] Pushing event updated for resources: {'Port': ['ID=cdca4dd9-91f5-43de-9d72-a7f8996f4ca5,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:04.844890 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 7ac4fe73-abdc-4d78-a7c5-23bac98ca093 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:04:04.851577 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7361724a-1df4-47cc-870f-f9b87fbd3077 req-4eb9ce0c-4d1b-42de-91d7-1decab862709 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5564349 Feb 09 01:04:04.903783 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: 7ac4fe73-abdc-4d78-a7c5-23bac98ca093 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:04:04.905255 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 7ac4fe73-abdc-4d78-a7c5-23bac98ca093 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:04:04.958522 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4277f04f-7515-41b2-bdfd-5d1251bf70a0 req-80583adb-ba59-40b8-9eca-804485b7a176 service neutron] 10.222.0.120 "GET /v2.0/networks/f915a872-9d1b-435e-8b6b-ca5a77ceda6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6450734 Feb 09 01:04:04.968782 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a7a352d2-b0dd-4ff8-8524-a1c4428d2324 req-46c86165-563a-47fa-80bd-6700cc02c27a service neutron] 10.222.0.47 "GET /v2.0/networks/a68f0505-3f6b-42ee-9cbd-93f29ca0d342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6645727 Feb 09 01:04:04.980331 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 92acd771-fad7-44fd-99fe-6fa350dd5598 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:04:05.004853 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-25827ff0-83f6-4ed5-9e58-85bce7c6b6c0 req-4ab80b3e-99da-42fd-b123-ba3f0e4cedc3 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "GET /v2.0/security-groups?id=13a7381a-3896-4b7e-b2be-1c5396b372d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968639 Feb 09 01:04:05.063140 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34073e7c-dce2-4d21-9136-247796bb810b req-915ff9f6-f467-4a2a-8840-0c4dbb242ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:05.064863 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34073e7c-dce2-4d21-9136-247796bb810b req-915ff9f6-f467-4a2a-8840-0c4dbb242ba7 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=fd95784aef2f4c959fbd7f0e5be004df&device_id=5b22764c-a886-472f-ab22-522f906e73e1 HTTP/1.1" status: 200 len: 1126 time: 0.2048876 Feb 09 01:04:05.084351 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f35a88-c4b8-44ca-af9e-cd47989b3460 x-openstack-request-id: req-45f35a88-c4b8-44ca-af9e-cd47989b3460 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:04:05.084682 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9b640c8-ffc6-416a-bf27-05b27d68362d", "tag": "92acd771-fad7-44fd-99fe-6fa350dd5598", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:04:05.084944 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-45f35a88-c4b8-44ca-af9e-cd47989b3460 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:04:05.085354 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9b640c8-ffc6-416a-bf27-05b27d68362d', 'tag': '92acd771-fad7-44fd-99fe-6fa350dd5598', 'status': 'completed', 'code': 200} Feb 09 01:04:05.123437 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4bfbda-cd40-49a7-8724-bd21c3b6294f req-8bc96bd9-8df7-4fbd-bde0-25e6c4d2cbc2 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:05.124493 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1e4bfbda-cd40-49a7-8724-bd21c3b6294f req-8bc96bd9-8df7-4fbd-bde0-25e6c4d2cbc2 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 949 time: 0.1460078 Feb 09 01:04:05.161667 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34073e7c-dce2-4d21-9136-247796bb810b req-d0c62ccc-67ce-4373-8fe7-29366a31de37 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdca4dd9-91f5-43de-9d72-a7f8996f4ca5 HTTP/1.1" status: 200 len: 217 time: 0.0632112 Feb 09 01:04:05.203908 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 92acd771-fad7-44fd-99fe-6fa350dd5598, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=92acd771-fad7-44fd-99fe-6fa350dd5598,segment=NetworkSegment(720c7e74-a8d7-49d0-ab20-cad71441a2e3),segment_id=720c7e74-a8d7-49d0-ab20-cad71441a2e3)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:05.210430 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334875bc-e590-43b8-b7ab-1ef1aedfd44f req-9fd1b6c0-5d39-4ca7-ab01-ed8056730c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:05.213223 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-334875bc-e590-43b8-b7ab-1ef1aedfd44f req-9fd1b6c0-5d39-4ca7-ab01-ed8056730c63 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fd95784aef2f4c959fbd7f0e5be004df&device_id=f9b640c8-ffc6-416a-bf27-05b27d68362d HTTP/1.1" status: 200 len: 1126 time: 0.0961668 Feb 09 01:04:05.217042 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '92acd771-fad7-44fd-99fe-6fa350dd5598', 'network_id': 'a68f0505-3f6b-42ee-9cbd-93f29ca0d342', 'port_id': '92acd771-fad7-44fd-99fe-6fa350dd5598', 'mac_address': 'fa:16:3e:c3:e6:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18029ff-f8f9-4b7d-a42a-801469d4cf46', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:04:05.225064 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697237e-bff2-41e7-8d38-b0b0355b578c req-53787854-3e48-4c55-b30d-42231569cd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:05.226578 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8697237e-bff2-41e7-8d38-b0b0355b578c req-53787854-3e48-4c55-b30d-42231569cd50 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fd95784aef2f4c959fbd7f0e5be004df&device_id=41447836-fa14-4ac5-9ad5-3d6a1ae57c48 HTTP/1.1" status: 200 len: 1125 time: 0.1583984 Feb 09 01:04:05.262078 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 92acd771-fad7-44fd-99fe-6fa350dd5598 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:04:05.262652 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (92acd771-fad7-44fd-99fe-6fa350dd5598), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:05.278762 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92acd771-fad7-44fd-99fe-6fa350dd5598 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:04:05.315866 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 92acd771-fad7-44fd-99fe-6fa350dd5598, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=92acd771-fad7-44fd-99fe-6fa350dd5598,segment=NetworkSegment(720c7e74-a8d7-49d0-ab20-cad71441a2e3),segment_id=720c7e74-a8d7-49d0-ab20-cad71441a2e3)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:05.321282 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (92acd771-fad7-44fd-99fe-6fa350dd5598), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:05.321493 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34073e7c-dce2-4d21-9136-247796bb810b req-bc5446a7-711f-4ff1-b43e-4e12ba5c2196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:05.323261 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34073e7c-dce2-4d21-9136-247796bb810b req-bc5446a7-711f-4ff1-b43e-4e12ba5c2196 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=f18029ff-f8f9-4b7d-a42a-801469d4cf46 HTTP/1.1" status: 200 len: 855 time: 0.1485784 Feb 09 01:04:05.330714 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1e4bfbda-cd40-49a7-8724-bd21c3b6294f req-ab3c9893-041a-4680-bfea-d4d4285dca5d tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733251 Feb 09 01:04:05.401638 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=92acd771-fad7-44fd-99fe-6fa350dd5598,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:05.493462 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697237e-bff2-41e7-8d38-b0b0355b578c req-d83bf233-47f9-43d2-af9c-4aa78e12ff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:05.494971 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8697237e-bff2-41e7-8d38-b0b0355b578c req-d83bf233-47f9-43d2-af9c-4aa78e12ff4b service neutron] 10.222.0.47 "GET /v2.0/networks?id=a68f0505-3f6b-42ee-9cbd-93f29ca0d342 HTTP/1.1" status: 200 len: 918 time: 0.2514536 Feb 09 01:04:05.565799 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34073e7c-dce2-4d21-9136-247796bb810b req-8ee7789a-663d-4573-89d9-6288c421c57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:05.567569 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34073e7c-dce2-4d21-9136-247796bb810b req-8ee7789a-663d-4573-89d9-6288c421c57d service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=a68f0505-3f6b-42ee-9cbd-93f29ca0d342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2304325 Feb 09 01:04:05.573477 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8697237e-bff2-41e7-8d38-b0b0355b578c req-92c3ec3e-80e3-4418-8dbc-ffa9fce57197 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53fb98c2-f07d-4bab-b50e-9cebf8c4269c HTTP/1.1" status: 200 len: 217 time: 0.0703130 Feb 09 01:04:05.598130 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b33afd-0fde-4c0e-8788-9a205206126f req-e6fe65c7-8e08-45de-88d5-bc440d1b8ba2 tempest-ServersOnMultiNodesTest-242248161 tempest-ServersOnMultiNodesTest-242248161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:05.599703 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d0b33afd-0fde-4c0e-8788-9a205206126f req-e6fe65c7-8e08-45de-88d5-bc440d1b8ba2 tempest-ServersOnMultiNodesTest-242248161 tempest-ServersOnMultiNodesTest-242248161-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=210f23f1-11dd-4031-b52a-109069854039 HTTP/1.1" status: 200 len: 1130 time: 0.2202609 Feb 09 01:04:05.641934 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1809e-9515-45a3-b362-ed5e43ce47d3 req-b5489d05-21db-4f20-b716-c70fa99d4b1f tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:05.645015 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0dd1809e-9515-45a3-b362-ed5e43ce47d3 req-b5489d05-21db-4f20-b716-c70fa99d4b1f tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9b640c8-ffc6-416a-bf27-05b27d68362d HTTP/1.1" status: 200 len: 945 time: 0.2186093 Feb 09 01:04:05.683946 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334875bc-e590-43b8-b7ab-1ef1aedfd44f req-790b3ca2-008a-4f15-bf53-5dea6d44af32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:05.686672 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-334875bc-e590-43b8-b7ab-1ef1aedfd44f req-790b3ca2-008a-4f15-bf53-5dea6d44af32 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a68f0505-3f6b-42ee-9cbd-93f29ca0d342 HTTP/1.1" status: 200 len: 918 time: 0.4636641 Feb 09 01:04:05.737652 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697237e-bff2-41e7-8d38-b0b0355b578c req-96965098-9db2-4d43-bf44-682dbfe72576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:05.739274 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8697237e-bff2-41e7-8d38-b0b0355b578c req-96965098-9db2-4d43-bf44-682dbfe72576 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f18029ff-f8f9-4b7d-a42a-801469d4cf46 HTTP/1.1" status: 200 len: 855 time: 0.1435478 Feb 09 01:04:05.740160 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-334875bc-e590-43b8-b7ab-1ef1aedfd44f req-9cee6983-c91d-4b44-b47e-c965a6810472 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92acd771-fad7-44fd-99fe-6fa350dd5598 HTTP/1.1" status: 200 len: 217 time: 0.0364227 Feb 09 01:04:05.775465 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:05.813043 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334875bc-e590-43b8-b7ab-1ef1aedfd44f req-25176696-2b60-4c26-99e1-790bfc69f5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:05.814794 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-334875bc-e590-43b8-b7ab-1ef1aedfd44f req-25176696-2b60-4c26-99e1-790bfc69f5e7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f18029ff-f8f9-4b7d-a42a-801469d4cf46 HTTP/1.1" status: 200 len: 855 time: 0.0552921 Feb 09 01:04:05.835596 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d0b33afd-0fde-4c0e-8788-9a205206126f req-773a4f86-5a2d-4390-acb1-16d3d628e018 tempest-ServersOnMultiNodesTest-242248161 tempest-ServersOnMultiNodesTest-242248161-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533635 Feb 09 01:04:05.840650 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0dd1809e-9515-45a3-b362-ed5e43ce47d3 req-68ae3174-66cd-47fc-ba53-d34fc6409eff tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530569 Feb 09 01:04:05.844687 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34073e7c-dce2-4d21-9136-247796bb810b req-bc15b51a-1100-4e31-95ed-aeba223b017d service neutron] 10.222.0.120 "GET /v2.0/networks/a68f0505-3f6b-42ee-9cbd-93f29ca0d342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630651 Feb 09 01:04:05.861288 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697237e-bff2-41e7-8d38-b0b0355b578c req-aac0d8d4-8af7-4be8-a155-e1c5e20760d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:05.863056 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8697237e-bff2-41e7-8d38-b0b0355b578c req-aac0d8d4-8af7-4be8-a155-e1c5e20760d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a68f0505-3f6b-42ee-9cbd-93f29ca0d342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0961907 Feb 09 01:04:05.878797 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['92acd771-fad7-44fd-99fe-6fa350dd5598'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:04:05.932190 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334875bc-e590-43b8-b7ab-1ef1aedfd44f req-fec81888-63e5-491c-8058-097d79e39a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:05.936088 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-334875bc-e590-43b8-b7ab-1ef1aedfd44f req-fec81888-63e5-491c-8058-097d79e39a70 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a68f0505-3f6b-42ee-9cbd-93f29ca0d342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1113539 Feb 09 01:04:05.943438 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d39ee9b-547a-45df-9c8c-f630d5de3daa', 'name': 'network-vif-deleted', 'tag': '7ac4fe73-abdc-4d78-a7c5-23bac98ca093'}, {'name': 'network-changed', 'server_uuid': '5b22764c-a886-472f-ab22-522f906e73e1', 'tag': 'cdca4dd9-91f5-43de-9d72-a7f8996f4ca5'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:04:05.952787 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7749a239-bf2b-47dc-94d8-a44cf889c4e4" -d '{"events": [{"server_uuid": "4d39ee9b-547a-45df-9c8c-f630d5de3daa", "name": "network-vif-deleted", "tag": "7ac4fe73-abdc-4d78-a7c5-23bac98ca093"}, {"name": "network-changed", "server_uuid": "5b22764c-a886-472f-ab22-522f906e73e1", "tag": "cdca4dd9-91f5-43de-9d72-a7f8996f4ca5"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:04:06.072052 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-334875bc-e590-43b8-b7ab-1ef1aedfd44f req-68bce67a-269e-4319-9a83-6d2073737373 service neutron] 10.222.0.47 "GET /v2.0/networks/a68f0505-3f6b-42ee-9cbd-93f29ca0d342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278512 Feb 09 01:04:06.138137 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34073e7c-dce2-4d21-9136-247796bb810b req-367bd75a-ec26-4219-baf3-f07da3d13690 service neutron] 10.222.0.120 "GET /v2.0/networks/a68f0505-3f6b-42ee-9cbd-93f29ca0d342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739103 Feb 09 01:04:06.158772 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8697237e-bff2-41e7-8d38-b0b0355b578c req-debd2e5b-6723-4164-ba4d-94faba2900ff service neutron] 10.222.0.47 "GET /v2.0/networks/a68f0505-3f6b-42ee-9cbd-93f29ca0d342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762482 Feb 09 01:04:06.169994 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e07878-97c9-42f5-a773-695458d03412 req-021064ed-8ab9-4c8f-9fec-d99f1181a80a tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:06.172124 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4e07878-97c9-42f5-a773-695458d03412 req-021064ed-8ab9-4c8f-9fec-d99f1181a80a tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 949 time: 0.1820817 Feb 09 01:04:06.182545 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-334875bc-e590-43b8-b7ab-1ef1aedfd44f req-62504f8b-3ec5-4d38-abf3-47e33a9e3127 service neutron] 10.222.0.47 "GET /v2.0/networks/a68f0505-3f6b-42ee-9cbd-93f29ca0d342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034660 Feb 09 01:04:06.187618 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82498a-a56c-41c1-ba30-f6a9ab8e1585 req-112dc2bf-a448-43d5-852b-0fc6f9d1cf6e tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:06.189182 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ec82498a-a56c-41c1-ba30-f6a9ab8e1585 req-112dc2bf-a448-43d5-852b-0fc6f9d1cf6e tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f2ab141-d24e-428a-b134-cfe4fbaf083a HTTP/1.1" status: 200 len: 945 time: 0.1797366 Feb 09 01:04:06.310802 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4e07878-97c9-42f5-a773-695458d03412 req-97271c53-3dcb-4a05-bf42-9d15857e2448 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206808 Feb 09 01:04:06.331550 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ec82498a-a56c-41c1-ba30-f6a9ab8e1585 req-655a8d30-f236-4784-9f8a-4b50be068690 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/security-groups?id=1790f5db-f4bf-4a0a-b871-f8306e209982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151323 Feb 09 01:04:06.340292 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8697237e-bff2-41e7-8d38-b0b0355b578c req-dd33b250-6a4c-411b-b996-96c505b544fb service neutron] 10.222.0.47 "GET /v2.0/networks/a68f0505-3f6b-42ee-9cbd-93f29ca0d342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660841 Feb 09 01:04:06.417745 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 01:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0fd7ff-a000-40cc-a487-4440d60c8f78 x-openstack-request-id: req-fb0fd7ff-a000-40cc-a487-4440d60c8f78 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:04:06.418137 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d39ee9b-547a-45df-9c8c-f630d5de3daa", "name": "network-vif-deleted", "tag": "7ac4fe73-abdc-4d78-a7c5-23bac98ca093", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5b22764c-a886-472f-ab22-522f906e73e1", "tag": "cdca4dd9-91f5-43de-9d72-a7f8996f4ca5", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:04:06.418322 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fb0fd7ff-a000-40cc-a487-4440d60c8f78 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:04:06.418890 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d39ee9b-547a-45df-9c8c-f630d5de3daa', 'name': 'network-vif-deleted', 'tag': '7ac4fe73-abdc-4d78-a7c5-23bac98ca093', 'status': 'completed', 'code': 200} Feb 09 01:04:06.419337 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b22764c-a886-472f-ab22-522f906e73e1', 'tag': 'cdca4dd9-91f5-43de-9d72-a7f8996f4ca5', 'status': 'completed', 'code': 200} Feb 09 01:04:06.557861 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c32b31-ae00-45b0-b67c-cdc9acc5b558 req-92dc4ce3-aed8-41e0-b543-84f618648294 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:06.559861 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-00c32b31-ae00-45b0-b67c-cdc9acc5b558 req-92dc4ce3-aed8-41e0-b543-84f618648294 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c635e05-dd0f-4970-b7d9-e20429983aa0 HTTP/1.1" status: 200 len: 945 time: 0.0937099 Feb 09 01:04:06.565424 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749a239-bf2b-47dc-94d8-a44cf889c4e4 req-701f3068-a19a-4bea-ab7a-e8d87c313159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:06.566985 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7749a239-bf2b-47dc-94d8-a44cf889c4e4 req-701f3068-a19a-4bea-ab7a-e8d87c313159 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=fd95784aef2f4c959fbd7f0e5be004df&device_id=5b22764c-a886-472f-ab22-522f906e73e1 HTTP/1.1" status: 200 len: 1126 time: 0.0913572 Feb 09 01:04:06.695116 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-00c32b31-ae00-45b0-b67c-cdc9acc5b558 req-ca450f78-965b-4b2e-a0f9-e5ac8f8d6bad tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "GET /v2.0/security-groups?id=13a7381a-3896-4b7e-b2be-1c5396b372d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268325 Feb 09 01:04:06.781070 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749a239-bf2b-47dc-94d8-a44cf889c4e4 req-f49a86de-9826-4d52-971a-57c5c152d351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:06.782631 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7749a239-bf2b-47dc-94d8-a44cf889c4e4 req-f49a86de-9826-4d52-971a-57c5c152d351 service neutron] 10.222.0.120 "GET /v2.0/networks?id=a68f0505-3f6b-42ee-9cbd-93f29ca0d342 HTTP/1.1" status: 200 len: 918 time: 0.1636896 Feb 09 01:04:06.794565 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a0ccd-6bc4-45f7-9cf2-e8148cf43c78 req-fbe6359b-64f8-4927-89f6-6a4a37788ed6 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:06.796083 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-798a0ccd-6bc4-45f7-9cf2-e8148cf43c78 req-fbe6359b-64f8-4927-89f6-6a4a37788ed6 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 949 time: 0.0859249 Feb 09 01:04:06.867213 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7749a239-bf2b-47dc-94d8-a44cf889c4e4 req-607147f9-ee57-4c2f-bb77-2ffbaa4438a7 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cdca4dd9-91f5-43de-9d72-a7f8996f4ca5 HTTP/1.1" status: 200 len: 217 time: 0.0620928 Feb 09 01:04:06.942428 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-798a0ccd-6bc4-45f7-9cf2-e8148cf43c78 req-a088fb73-1bf2-424c-a44d-a372a92ffcd6 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363842 Feb 09 01:04:06.953112 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e437d7-50b9-46d3-893b-5d2cdc7978d0 req-4df819b6-4f53-45f3-a517-ce3cca8903c5 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:06.954944 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-94e437d7-50b9-46d3-893b-5d2cdc7978d0 req-4df819b6-4f53-45f3-a517-ce3cca8903c5 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=210f23f1-11dd-4031-b52a-109069854039 HTTP/1.1" status: 200 len: 948 time: 0.1579151 Feb 09 01:04:06.975009 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749a239-bf2b-47dc-94d8-a44cf889c4e4 req-f7423b58-2a74-4f61-a379-c709c014dccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:06.976764 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7749a239-bf2b-47dc-94d8-a44cf889c4e4 req-f7423b58-2a74-4f61-a379-c709c014dccd service neutron] 10.222.0.120 "GET /v2.0/subnets?id=f18029ff-f8f9-4b7d-a42a-801469d4cf46 HTTP/1.1" status: 200 len: 855 time: 0.1002960 Feb 09 01:04:07.000702 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 53fb98c2-f07d-4bab-b50e-9cebf8c4269c details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:04:07.081263 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-94e437d7-50b9-46d3-893b-5d2cdc7978d0 req-83643ea6-0ad7-4ebb-924b-fec4a8ad2f07 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163480 Feb 09 01:04:07.089030 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:07.095581 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749a239-bf2b-47dc-94d8-a44cf889c4e4 req-c4428767-9395-494f-bb16-0b5d3132560c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:07.097118 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7749a239-bf2b-47dc-94d8-a44cf889c4e4 req-c4428767-9395-494f-bb16-0b5d3132560c service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=a68f0505-3f6b-42ee-9cbd-93f29ca0d342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0986862 Feb 09 01:04:07.138518 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 53fb98c2-f07d-4bab-b50e-9cebf8c4269c, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=53fb98c2-f07d-4bab-b50e-9cebf8c4269c,segment=NetworkSegment(720c7e74-a8d7-49d0-ab20-cad71441a2e3),segment_id=720c7e74-a8d7-49d0-ab20-cad71441a2e3)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:07.150512 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '53fb98c2-f07d-4bab-b50e-9cebf8c4269c', 'network_id': 'a68f0505-3f6b-42ee-9cbd-93f29ca0d342', 'port_id': '53fb98c2-f07d-4bab-b50e-9cebf8c4269c', 'mac_address': 'fa:16:3e:9a:0d:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18029ff-f8f9-4b7d-a42a-801469d4cf46', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:04:07.162642 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18a7072-1972-419d-b912-14f346eb2240 req-5c455c4f-77aa-443c-9957-d336ef05bf81 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:07.164146 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e18a7072-1972-419d-b912-14f346eb2240 req-5c455c4f-77aa-443c-9957-d336ef05bf81 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c635e05-dd0f-4970-b7d9-e20429983aa0 HTTP/1.1" status: 200 len: 945 time: 0.1373637 Feb 09 01:04:07.207084 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 53fb98c2-f07d-4bab-b50e-9cebf8c4269c is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:04:07.207485 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (53fb98c2-f07d-4bab-b50e-9cebf8c4269c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:07.226022 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53fb98c2-f07d-4bab-b50e-9cebf8c4269c {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:04:07.247855 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 53fb98c2-f07d-4bab-b50e-9cebf8c4269c, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=53fb98c2-f07d-4bab-b50e-9cebf8c4269c,segment=NetworkSegment(720c7e74-a8d7-49d0-ab20-cad71441a2e3),segment_id=720c7e74-a8d7-49d0-ab20-cad71441a2e3)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:07.251387 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (53fb98c2-f07d-4bab-b50e-9cebf8c4269c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:07.251562 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e18a7072-1972-419d-b912-14f346eb2240 req-a9261157-87a2-45f0-9ffa-7beba41ef141 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "GET /v2.0/security-groups?id=13a7381a-3896-4b7e-b2be-1c5396b372d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787392 Feb 09 01:04:07.267648 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7749a239-bf2b-47dc-94d8-a44cf889c4e4 req-035e1425-c937-46d3-91cb-5d30e6395e0a service neutron] 10.222.0.120 "GET /v2.0/networks/a68f0505-3f6b-42ee-9cbd-93f29ca0d342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582186 Feb 09 01:04:07.317789 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=53fb98c2-f07d-4bab-b50e-9cebf8c4269c,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:07.321924 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e4c3f-7e93-4622-9ab3-96bd55fab4b5 req-619257c7-c40a-484f-a420-ed7a770252e2 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:07.326830 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-973e4c3f-7e93-4622-9ab3-96bd55fab4b5 req-619257c7-c40a-484f-a420-ed7a770252e2 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9b640c8-ffc6-416a-bf27-05b27d68362d HTTP/1.1" status: 200 len: 945 time: 0.1047461 Feb 09 01:04:07.363247 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:07.446850 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-973e4c3f-7e93-4622-9ab3-96bd55fab4b5 req-e4338cec-483a-497f-b8eb-c69d4496ac3e tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079917 Feb 09 01:04:07.473460 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7749a239-bf2b-47dc-94d8-a44cf889c4e4 req-ece43e12-cfdd-4768-a14e-e9787d913e55 service neutron] 10.222.0.120 "GET /v2.0/networks/a68f0505-3f6b-42ee-9cbd-93f29ca0d342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762481 Feb 09 01:04:07.500464 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc2a07-2035-47dd-8499-4f0c09ca2158 req-8cf9cef5-a172-440b-8c81-0e32439d4102 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:07.502048 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a4bc2a07-2035-47dd-8499-4f0c09ca2158 req-8cf9cef5-a172-440b-8c81-0e32439d4102 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 949 time: 0.0758245 Feb 09 01:04:07.580821 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a4bc2a07-2035-47dd-8499-4f0c09ca2158 req-9110299c-ae31-46a1-a1d3-fe1e79073809 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727201 Feb 09 01:04:07.601868 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa748e-4e5c-4d86-872e-c8142732f2a1 req-7dfef77b-6651-46f9-aab4-9ac33b14fb1e tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:07.601868 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e2aa748e-4e5c-4d86-872e-c8142732f2a1 req-7dfef77b-6651-46f9-aab4-9ac33b14fb1e tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f2ab141-d24e-428a-b134-cfe4fbaf083a HTTP/1.1" status: 200 len: 945 time: 0.0751674 Feb 09 01:04:07.655130 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e2aa748e-4e5c-4d86-872e-c8142732f2a1 req-c6f21a96-2b5a-4e36-bbd1-38a29a7b8c27 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/security-groups?id=1790f5db-f4bf-4a0a-b871-f8306e209982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445471 Feb 09 01:04:07.705213 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 42604) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:07.722208 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['53fb98c2-f07d-4bab-b50e-9cebf8c4269c'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:04:07.759106 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-53fec4d7-408a-4c6b-b4e6-7386058be068 admin admin] Deleting subnet 7cacafe2-88d1-46d1-b016-b2d0f5a05d3f {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:04:07.762568 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-53fec4d7-408a-4c6b-b4e6-7386058be068 admin admin] Publish callbacks [] for subnet (7cacafe2-88d1-46d1-b016-b2d0f5a05d3f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:07.801453 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-53fec4d7-408a-4c6b-b4e6-7386058be068 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (7cacafe2-88d1-46d1-b016-b2d0f5a05d3f), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:07.844854 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-53fec4d7-408a-4c6b-b4e6-7386058be068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (7cacafe2-88d1-46d1-b016-b2d0f5a05d3f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:07.900755 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-53fec4d7-408a-4c6b-b4e6-7386058be068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (7cacafe2-88d1-46d1-b016-b2d0f5a05d3f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:07.927774 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fec4d7-408a-4c6b-b4e6-7386058be068 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cacafe2-88d1-46d1-b016-b2d0f5a05d3f,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:07.931547 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-53fec4d7-408a-4c6b-b4e6-7386058be068 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:07.934915 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-53fec4d7-408a-4c6b-b4e6-7386058be068 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7cacafe2-88d1-46d1-b016-b2d0f5a05d3f HTTP/1.1" status: 204 len: 168 time: 0.2285123 Feb 09 01:04:07.937224 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 42606) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:08.014742 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3915fb62-178a-4300-ac6c-649f88a7955f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (b90c3694-06cc-4931-a87d-3191a1408398), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:08.389584 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:08.405768 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3915fb62-178a-4300-ac6c-649f88a7955f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (b90c3694-06cc-4931-a87d-3191a1408398), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:08.419837 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166ae42-47e1-4f43-97dc-b122f0a39737 req-ece0b638-e371-442d-b3c3-30ebd03eb440 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:08.421878 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3166ae42-47e1-4f43-97dc-b122f0a39737 req-ece0b638-e371-442d-b3c3-30ebd03eb440 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 949 time: 0.4008126 Feb 09 01:04:08.456565 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-3915fb62-178a-4300-ac6c-649f88a7955f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b90c3694-06cc-4931-a87d-3191a1408398']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:08.476180 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-3915fb62-178a-4300-ac6c-649f88a7955f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2ef10b9-0c7e-4ea0-88fe-781103c28e86') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:08.476491 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-3915fb62-178a-4300-ac6c-649f88a7955f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2ef10b9-0c7e-4ea0-88fe-781103c28e86') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:08.495957 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3915fb62-178a-4300-ac6c-649f88a7955f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (b2ef10b9-0c7e-4ea0-88fe-781103c28e86), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:08.552602 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3166ae42-47e1-4f43-97dc-b122f0a39737 req-af5a88ff-1faf-4d39-ba68-7181b894167a tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145401 Feb 09 01:04:08.555850 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3915fb62-178a-4300-ac6c-649f88a7955f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (b2ef10b9-0c7e-4ea0-88fe-781103c28e86), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:08.577005 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4b55d-9a92-436e-95a8-55517be2de06 req-28b806e9-a812-47b5-8b79-c11ec831a661 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:08.577005 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6b4b55d-9a92-436e-95a8-55517be2de06 req-28b806e9-a812-47b5-8b79-c11ec831a661 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=210f23f1-11dd-4031-b52a-109069854039 HTTP/1.1" status: 200 len: 948 time: 0.1829481 Feb 09 01:04:08.577005 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3915fb62-178a-4300-ac6c-649f88a7955f admin admin] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:04:08.577005 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3915fb62-178a-4300-ac6c-649f88a7955f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (b2ef10b9-0c7e-4ea0-88fe-781103c28e86), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:08.577460 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:04:08.577460 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:04:08.577460 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:04:08.577460 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:04:08.577460 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:04:08.577460 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:04:08.577460 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:04:08.577460 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:04:08.577460 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:04:08.577460 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:04:08.577460 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:04:08.577460 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:04:08.577460 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:04:08.577460 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:04:08.577460 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:04:08.577460 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:04:08.577460 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:04:08.577460 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:04:08.577460 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:04:08.577460 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:04:08.577460 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:04:08.577460 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:04:08.577460 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:04:08.577460 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:04:08.577460 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:04:08.577460 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:04:08.577460 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:04:08.577460 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:04:08.577460 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:04:08.577460 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:04:08.577460 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:04:08.577460 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:04:08.680447 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9468430-d419-4b1a-a279-9806fc361ad4 req-0f6d80af-4dfa-4bcd-8b27-f37d99790895 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:08.682088 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c9468430-d419-4b1a-a279-9806fc361ad4 req-0f6d80af-4dfa-4bcd-8b27-f37d99790895 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.120 "GET /v2.0/ports?device_id=9f2ab141-d24e-428a-b134-cfe4fbaf083a HTTP/1.1" status: 200 len: 945 time: 0.1770194 Feb 09 01:04:08.688573 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3915fb62-178a-4300-ac6c-649f88a7955f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (b90c3694-06cc-4931-a87d-3191a1408398), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:08.752040 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3915fb62-178a-4300-ac6c-649f88a7955f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:08.755288 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3915fb62-178a-4300-ac6c-649f88a7955f admin admin] 10.222.0.50 "DELETE /v2.0/networks/b90c3694-06cc-4931-a87d-3191a1408398 HTTP/1.1" status: 204 len: 168 time: 0.8170862 Feb 09 01:04:08.762878 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915fb62-178a-4300-ac6c-649f88a7955f admin admin] Pushing event deleted for resources: {'Network': ['ID=b90c3694-06cc-4931-a87d-3191a1408398,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:08.777085 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6b4b55d-9a92-436e-95a8-55517be2de06 req-d33251ac-6a45-48db-b552-0bb30efdb88c tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661158 Feb 09 01:04:08.831611 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea7c71-9b70-470c-a69e-6436715a385c req-df56d51a-6fa9-45d3-a01e-34607101b37f tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:08.833398 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-26ea7c71-9b70-470c-a69e-6436715a385c req-df56d51a-6fa9-45d3-a01e-34607101b37f tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9b640c8-ffc6-416a-bf27-05b27d68362d HTTP/1.1" status: 200 len: 945 time: 0.1977420 Feb 09 01:04:08.872056 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device c424a0ee-dd15-45a7-a7bc-3130eca6820c no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:04:08.908062 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42622) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:08.941120 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-c9468430-d419-4b1a-a279-9806fc361ad4 req-2aa5c7c3-8bd1-4b3b-aa4c-c323384eb792 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Deleting port aae82a69-9071-41a2-baf2-742837b0ba9c {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:04:08.941715 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c9468430-d419-4b1a-a279-9806fc361ad4 req-2aa5c7c3-8bd1-4b3b-aa4c-c323384eb792 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (aae82a69-9071-41a2-baf2-742837b0ba9c), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:08.960976 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-75b28cbf-1f5b-406f-abe0-6eb8a4cf51c3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=74abc34e7691425282972b2da05f36f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0515084 Feb 09 01:04:08.961854 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42624) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:08.991562 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port c424a0ee-dd15-45a7-a7bc-3130eca6820c is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:04:08.991971 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c424a0ee-dd15-45a7-a7bc-3130eca6820c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:08.992338 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-26ea7c71-9b70-470c-a69e-6436715a385c req-44e2b691-d11c-4ab7-8b13-85bbeef4506a tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517308 Feb 09 01:04:09.021366 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd19ed067-44e7-490f-bd41-71ba3214d2cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c424a0ee-dd15-45a7-a7bc-3130eca6820c'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:04:09.023823 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b966327d-ad2d-4370-815d-b0e318cbadf0 admin admin] Publish callbacks [] for security_group (39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:09.024367 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6f93b5-c3b4-42d1-bc05-5fc6a6756fd4" -d '{"events": [{"server_uuid": "d19ed067-44e7-490f-bd41-71ba3214d2cd", "name": "network-vif-unplugged", "status": "completed", "tag": "c424a0ee-dd15-45a7-a7bc-3130eca6820c"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:04:09.030448 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 92acd771-fad7-44fd-99fe-6fa350dd5598 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:04:09.051110 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b966327d-ad2d-4370-815d-b0e318cbadf0 admin admin] Publish callbacks [] for security_group (39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:09.068443 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port c424a0ee-dd15-45a7-a7bc-3130eca6820c, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=c424a0ee-dd15-45a7-a7bc-3130eca6820c,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:09.075036 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (c424a0ee-dd15-45a7-a7bc-3130eca6820c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:09.098406 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb447d-360f-4df3-90b9-e68ae2505335 req-fa3bc0bc-ab86-4f06-b939-1e160ac751ff tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:09.111754 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cbbb447d-360f-4df3-90b9-e68ae2505335 req-fa3bc0bc-ab86-4f06-b939-1e160ac751ff tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 949 time: 0.2623980 Feb 09 01:04:09.112433 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b966327d-ad2d-4370-815d-b0e318cbadf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:09.115530 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b966327d-ad2d-4370-815d-b0e318cbadf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:09.119367 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b966327d-ad2d-4370-815d-b0e318cbadf0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917 HTTP/1.1" status: 204 len: 168 time: 0.1538539 Feb 09 01:04:09.135749 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:09.136106 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b966327d-ad2d-4370-815d-b0e318cbadf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ddec4c-bd42-4da6-bcb4-7c5b2d4e6917,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:09.166914 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=c424a0ee-dd15-45a7-a7bc-3130eca6820c,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:09.208020 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 92acd771-fad7-44fd-99fe-6fa350dd5598 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:04:09.214078 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 92acd771-fad7-44fd-99fe-6fa350dd5598 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:09.214812 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (92acd771-fad7-44fd-99fe-6fa350dd5598), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:09.285303 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9bde39-2020-4b43-b441-fccaaf4a72e6 req-ed4b0803-0260-4926-bf99-28eab594751d tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:09.287106 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bd9bde39-2020-4b43-b441-fccaaf4a72e6 req-ed4b0803-0260-4926-bf99-28eab594751d tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f2ab141-d24e-428a-b134-cfe4fbaf083a HTTP/1.1" status: 200 len: 945 time: 0.1686723 Feb 09 01:04:09.309384 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 92acd771-fad7-44fd-99fe-6fa350dd5598 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:04:09.309799 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (92acd771-fad7-44fd-99fe-6fa350dd5598), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:09.316431 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cbbb447d-360f-4df3-90b9-e68ae2505335 req-ac72e811-a269-4d91-8876-df1131ce6c5e tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036173 Feb 09 01:04:09.343781 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-c9468430-d419-4b1a-a279-9806fc361ad4 req-2aa5c7c3-8bd1-4b3b-aa4c-c323384eb792 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] For port aae82a69-9071-41a2-baf2-742837b0ba9c, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=aae82a69-9071-41a2-baf2-742837b0ba9c,segment=NetworkSegment(431c715a-c199-48c1-a403-75c9f288f923),segment_id=431c715a-c199-48c1-a403-75c9f288f923)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:09.344158 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c9468430-d419-4b1a-a279-9806fc361ad4 req-2aa5c7c3-8bd1-4b3b-aa4c-c323384eb792 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (aae82a69-9071-41a2-baf2-742837b0ba9c), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:09.370388 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 92acd771-fad7-44fd-99fe-6fa350dd5598, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=92acd771-fad7-44fd-99fe-6fa350dd5598,segment=NetworkSegment(720c7e74-a8d7-49d0-ab20-cad71441a2e3),segment_id=720c7e74-a8d7-49d0-ab20-cad71441a2e3)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:09.376486 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (92acd771-fad7-44fd-99fe-6fa350dd5598), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:09.390037 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f3f130-a62f-4032-94f7-06febc5a2832 x-openstack-request-id: req-61f3f130-a62f-4032-94f7-06febc5a2832 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:04:09.390625 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d19ed067-44e7-490f-bd41-71ba3214d2cd", "name": "network-vif-unplugged", "status": "completed", "tag": "c424a0ee-dd15-45a7-a7bc-3130eca6820c", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:04:09.390848 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-61f3f130-a62f-4032-94f7-06febc5a2832 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:04:09.391254 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd19ed067-44e7-490f-bd41-71ba3214d2cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c424a0ee-dd15-45a7-a7bc-3130eca6820c', 'code': 200} Feb 09 01:04:09.397208 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63570992-d496-4e31-8004-7978c6288985 req-e2187a45-35b7-4393-b451-b12c5c232aff tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:09.398756 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-63570992-d496-4e31-8004-7978c6288985 req-e2187a45-35b7-4393-b451-b12c5c232aff tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.120 "GET /v2.0/ports?device_id=210f23f1-11dd-4031-b52a-109069854039 HTTP/1.1" status: 200 len: 948 time: 0.2620795 Feb 09 01:04:09.452184 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=92acd771-fad7-44fd-99fe-6fa350dd5598,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:09.518270 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bd9bde39-2020-4b43-b441-fccaaf4a72e6 req-1e9abfbf-8130-4303-959a-61c0d3c715cd tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/security-groups?id=1790f5db-f4bf-4a0a-b871-f8306e209982&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2234590 Feb 09 01:04:09.714170 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-63570992-d496-4e31-8004-7978c6288985 req-0a7fa560-1f4b-453a-a80c-11b5308a801d tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Deleting port 54786bcc-51a1-478a-bb99-f92bf3bb064c {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:04:09.714533 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-63570992-d496-4e31-8004-7978c6288985 req-0a7fa560-1f4b-453a-a80c-11b5308a801d tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (54786bcc-51a1-478a-bb99-f92bf3bb064c), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:09.724562 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:04:09.783834 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c9468430-d419-4b1a-a279-9806fc361ad4 req-2aa5c7c3-8bd1-4b3b-aa4c-c323384eb792 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:09.784216 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c9468430-d419-4b1a-a279-9806fc361ad4 req-2aa5c7c3-8bd1-4b3b-aa4c-c323384eb792 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (5e1e289c-20ef-4918-9ea9-84e0674543e0), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:09.784836 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [req-c9468430-d419-4b1a-a279-9806fc361ad4 req-2aa5c7c3-8bd1-4b3b-aa4c-c323384eb792 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Floating IP 5e1e289c-20ef-4918-9ea9-84e0674543e0 disassociated. External IP: 172.25.8.209, port: aae82a69-9071-41a2-baf2-742837b0ba9c. Feb 09 01:04:09.784940 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-c9468430-d419-4b1a-a279-9806fc361ad4 req-2aa5c7c3-8bd1-4b3b-aa4c-c323384eb792 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Calling delete_port for aae82a69-9071-41a2-baf2-742837b0ba9c owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:04:09.818326 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac27de8-074c-444c-a0c6-8315db5be18a req-f6cf3f1c-9a3d-480c-bf46-b65e2b12c522 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:09.819858 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2ac27de8-074c-444c-a0c6-8315db5be18a req-f6cf3f1c-9a3d-480c-bf46-b65e2b12c522 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 949 time: 0.1844139 Feb 09 01:04:09.942383 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-63570992-d496-4e31-8004-7978c6288985 req-0a7fa560-1f4b-453a-a80c-11b5308a801d tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] For port 54786bcc-51a1-478a-bb99-f92bf3bb064c, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=54786bcc-51a1-478a-bb99-f92bf3bb064c,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:09.943048 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-63570992-d496-4e31-8004-7978c6288985 req-0a7fa560-1f4b-453a-a80c-11b5308a801d tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (54786bcc-51a1-478a-bb99-f92bf3bb064c), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:09.982219 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-63570992-d496-4e31-8004-7978c6288985 req-0a7fa560-1f4b-453a-a80c-11b5308a801d tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Calling delete_port for 54786bcc-51a1-478a-bb99-f92bf3bb064c owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:04:09.990723 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42662) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:10.019176 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2ac27de8-074c-444c-a0c6-8315db5be18a req-dd993719-9498-4110-b894-5f3a79501d18 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655300 Feb 09 01:04:10.114176 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b330599-ba52-4d1d-8cc9-78608e37a725 req-9f0ea6bf-edbe-4d6c-b6fe-fee86f1d9dcb tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:10.115697 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4b330599-ba52-4d1d-8cc9-78608e37a725 req-9f0ea6bf-edbe-4d6c-b6fe-fee86f1d9dcb tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=210f23f1-11dd-4031-b52a-109069854039 HTTP/1.1" status: 200 len: 948 time: 0.2581844 Feb 09 01:04:10.117681 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-bb23de7c-2d87-4a4b-826c-9c94779b1e2f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-284876327-network', 'tenant_id': 'bc3818006b3c45fb99098097e9082b77'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:10.141468 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb23de7c-2d87-4a4b-826c-9c94779b1e2f admin admin] Made reservation on behalf of bc3818006b3c45fb99098097e9082b77 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:04:10.144818 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bb23de7c-2d87-4a4b-826c-9c94779b1e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:10.154228 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bb23de7c-2d87-4a4b-826c-9c94779b1e2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:10.238866 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bb23de7c-2d87-4a4b-826c-9c94779b1e2f admin admin] Publish callbacks [] for security_group (814f0363-0d34-4d66-b847-d02c23dbfa49), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:10.242811 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bb23de7c-2d87-4a4b-826c-9c94779b1e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (814f0363-0d34-4d66-b847-d02c23dbfa49), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:10.268438 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb23de7c-2d87-4a4b-826c-9c94779b1e2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1024} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:04:10.269459 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c9468430-d419-4b1a-a279-9806fc361ad4 req-2aa5c7c3-8bd1-4b3b-aa4c-c323384eb792 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (aae82a69-9071-41a2-baf2-742837b0ba9c), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:10.278846 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb23de7c-2d87-4a4b-826c-9c94779b1e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814f0363-0d34-4d66-b847-d02c23dbfa49,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:10.284771 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bb23de7c-2d87-4a4b-826c-9c94779b1e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (1088d67c-3520-4ac2-8e48-25a7c8da33c5), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:10.285826 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-bb23de7c-2d87-4a4b-826c-9c94779b1e2f admin admin] Added segment 1088d67c-3520-4ac2-8e48-25a7c8da33c5 of type vlan for network 6887c7a4-5287-46fb-8e1c-13a166b3746e Feb 09 01:04:10.317149 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4b330599-ba52-4d1d-8cc9-78608e37a725 req-8660c974-0850-457a-ba4e-82a3ee8f7066 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615767 Feb 09 01:04:10.327155 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8812c094-351d-4fcc-9ee5-93b7ffad943d req-69291c69-787b-4c38-b384-02f0886e6392 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:10.328728 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8812c094-351d-4fcc-9ee5-93b7ffad943d req-69291c69-787b-4c38-b384-02f0886e6392 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9b640c8-ffc6-416a-bf27-05b27d68362d HTTP/1.1" status: 200 len: 946 time: 0.2422144 Feb 09 01:04:10.337125 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bb23de7c-2d87-4a4b-826c-9c94779b1e2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (6887c7a4-5287-46fb-8e1c-13a166b3746e), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:10.337266 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa5c7c3-8bd1-4b3b-aa4c-c323384eb792 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Pushing event deleted for resources: {'Port': ['ID=aae82a69-9071-41a2-baf2-742837b0ba9c,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:10.375797 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bb23de7c-2d87-4a4b-826c-9c94779b1e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (6887c7a4-5287-46fb-8e1c-13a166b3746e), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:10.376889 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb23de7c-2d87-4a4b-826c-9c94779b1e2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:10.377566 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bb23de7c-2d87-4a4b-826c-9c94779b1e2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:10.396672 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-63570992-d496-4e31-8004-7978c6288985 req-0a7fa560-1f4b-453a-a80c-11b5308a801d tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (54786bcc-51a1-478a-bb99-f92bf3bb064c), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:10.399270 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-bb23de7c-2d87-4a4b-826c-9c94779b1e2f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4065504 Feb 09 01:04:10.411202 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['8fc3cb9a-8128-43dd-acbe-d98580af4512', '728fd678-92ff-40a5-a350-98f51f331cef', 'b9daf566-c7d6-4402-8961-cca9c9108b5b', 'b80d2f48-ba7e-48c4-85e1-fcebefd145ea', '070047eb-6b5c-4931-a92f-cbf2821a03a5'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:04:10.412840 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42670) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:10.413521 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['3f20790f-3dc7-440e-9aed-f7f0343db454', '53af4635-acf7-441b-961b-2c8f737be7da', '54786bcc-51a1-478a-bb99-f92bf3bb064c'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:04:10.447541 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-270382b4-aaa4-49f7-8a81-50df13c31a34 admin admin] Request body: {'subnet': {'network_id': '6887c7a4-5287-46fb-8e1c-13a166b3746e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-284876327-subnet', 'tenant_id': 'bc3818006b3c45fb99098097e9082b77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:10.478951 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb23de7c-2d87-4a4b-826c-9c94779b1e2f admin admin] Pushing event updated for resources: {'Network': ['ID=6887c7a4-5287-46fb-8e1c-13a166b3746e,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:10.482551 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270382b4-aaa4-49f7-8a81-50df13c31a34 admin admin] Made reservation on behalf of bc3818006b3c45fb99098097e9082b77 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:04:10.486257 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-270382b4-aaa4-49f7-8a81-50df13c31a34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:10.497921 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 6887c7a4-5287-46fb-8e1c-13a166b3746e details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:04:10.509104 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7fa560-1f4b-453a-a80c-11b5308a801d tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Pushing event deleted for resources: {'Port': ['ID=54786bcc-51a1-478a-bb99-f92bf3bb064c,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:10.603836 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-63570992-d496-4e31-8004-7978c6288985 req-0a7fa560-1f4b-453a-a80c-11b5308a801d tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] No DVR routers for this DVR port 54786bcc-51a1-478a-bb99-f92bf3bb064c on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:04:10.607846 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-63570992-d496-4e31-8004-7978c6288985 req-0a7fa560-1f4b-453a-a80c-11b5308a801d tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:10.612340 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-63570992-d496-4e31-8004-7978c6288985 req-0a7fa560-1f4b-453a-a80c-11b5308a801d tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.120 "DELETE /v2.0/ports/54786bcc-51a1-478a-bb99-f92bf3bb064c HTTP/1.1" status: 204 len: 173 time: 1.2012701 Feb 09 01:04:10.615848 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '210f23f1-11dd-4031-b52a-109069854039', 'name': 'network-vif-deleted', 'tag': '54786bcc-51a1-478a-bb99-f92bf3bb064c'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:04:10.618638 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b70cde-3c4f-44cf-96e1-dd1739d290ff" -d '{"events": [{"server_uuid": "210f23f1-11dd-4031-b52a-109069854039", "name": "network-vif-deleted", "tag": "54786bcc-51a1-478a-bb99-f92bf3bb064c"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:04:10.633248 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8812c094-351d-4fcc-9ee5-93b7ffad943d req-5e96a385-5ce4-4b56-9ccc-9d6d3e35aab1 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905750 Feb 09 01:04:10.671866 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfd73f-28ef-474c-8f86-271426bfa515 req-1a7f8ad4-2f8b-46e3-afef-ad7374d84a1d tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:10.680104 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-70dfd73f-28ef-474c-8f86-271426bfa515 req-1a7f8ad4-2f8b-46e3-afef-ad7374d84a1d tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 947 time: 0.2180192 Feb 09 01:04:10.706355 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9468430-d419-4b1a-a279-9806fc361ad4 req-2aa5c7c3-8bd1-4b3b-aa4c-c323384eb792 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Router ada90dd7-44ce-466f-a95c-18e6c74d0611 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:04:10.825591 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-270382b4-aaa4-49f7-8a81-50df13c31a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (84df8042-998c-45dd-8b33-36f49fdd33d9), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:10.879846 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device c424a0ee-dd15-45a7-a7bc-3130eca6820c details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:04:10.950234 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270382b4-aaa4-49f7-8a81-50df13c31a34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84df8042-998c-45dd-8b33-36f49fdd33d9,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:10.963262 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270382b4-aaa4-49f7-8a81-50df13c31a34 admin admin] Checking segment: {'id': '1088d67c-3520-4ac2-8e48-25a7c8da33c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6887c7a4-5287-46fb-8e1c-13a166b3746e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:04:10.963779 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270382b4-aaa4-49f7-8a81-50df13c31a34 admin admin] Network hostable DHCP agents. Network: 6887c7a4-5287-46fb-8e1c-13a166b3746e, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:04:10.986137 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270382b4-aaa4-49f7-8a81-50df13c31a34 admin admin] Network 6887c7a4-5287-46fb-8e1c-13a166b3746e is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:04:10.997001 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9468430-d419-4b1a-a279-9806fc361ad4 req-2aa5c7c3-8bd1-4b3b-aa4c-c323384eb792 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:04:11.009220 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9546ef3-eb6c-4243-8fd3-930f8f334ab6 None None] Sync routers for ids ['ada90dd7-44ce-466f-a95c-18e6c74d0611'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:04:11.010379 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-70dfd73f-28ef-474c-8f86-271426bfa515 req-9819a946-814a-490e-b19e-0f955dfca741 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294041 Feb 09 01:04:11.029352 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-270382b4-aaa4-49f7-8a81-50df13c31a34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 6887c7a4-5287-46fb-8e1c-13a166b3746e) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:11.037194 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270382b4-aaa4-49f7-8a81-50df13c31a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:11.037991 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-270382b4-aaa4-49f7-8a81-50df13c31a34 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:11.052373 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-63b7cde7-08ce-46c2-90a0-0d0c76b71c02 req-ce362915-2479-4de8-bbb7-82c954e97519 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/ports?device_id=9f2ab141-d24e-428a-b134-cfe4fbaf083a HTTP/1.1" status: 200 len: 210 time: 0.0469358 Feb 09 01:04:11.078197 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-270382b4-aaa4-49f7-8a81-50df13c31a34 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6632111 Feb 09 01:04:11.112341 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9546ef3-eb6c-4243-8fd3-930f8f334ab6 None None] Routers {'ada90dd7-44ce-466f-a95c-18e6c74d0611'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:04:11.114405 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-d9546ef3-eb6c-4243-8fd3-930f8f334ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:04:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['ada90dd7-44ce-466f-a95c-18e6c74d0611'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:11.135984 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9468430-d419-4b1a-a279-9806fc361ad4 req-2aa5c7c3-8bd1-4b3b-aa4c-c323384eb792 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] No DVR routers for this DVR port aae82a69-9071-41a2-baf2-742837b0ba9c on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:04:11.138728 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c9468430-d419-4b1a-a279-9806fc361ad4 req-2aa5c7c3-8bd1-4b3b-aa4c-c323384eb792 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:11.139634 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 53fb98c2-f07d-4bab-b50e-9cebf8c4269c up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:04:11.142581 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c9468430-d419-4b1a-a279-9806fc361ad4 req-2aa5c7c3-8bd1-4b3b-aa4c-c323384eb792 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.120 "DELETE /v2.0/ports/aae82a69-9071-41a2-baf2-742837b0ba9c HTTP/1.1" status: 204 len: 173 time: 2.4523337 Feb 09 01:04:11.144937 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951350e9-9e9b-45de-b26f-54be97768a31 None None] Network 6887c7a4-5287-46fb-8e1c-13a166b3746e requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:04:11.213389 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9305724-8eaf-4ba6-b609-9e167fe37f0b x-openstack-request-id: req-d9305724-8eaf-4ba6-b609-9e167fe37f0b {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:04:11.213688 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "210f23f1-11dd-4031-b52a-109069854039", "name": "network-vif-deleted", "tag": "54786bcc-51a1-478a-bb99-f92bf3bb064c", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:04:11.213987 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d9305724-8eaf-4ba6-b609-9e167fe37f0b {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:04:11.214398 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '210f23f1-11dd-4031-b52a-109069854039', 'name': 'network-vif-deleted', 'tag': '54786bcc-51a1-478a-bb99-f92bf3bb064c', 'status': 'completed', 'code': 200} Feb 09 01:04:11.331412 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-d9546ef3-eb6c-4243-8fd3-930f8f334ab6 None None] Set router ada90dd7-44ce-466f-a95c-18e6c74d0611 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:04:11.387655 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcadc5a-2e33-484d-bedf-aae889794bac req-8d99df23-8d63-4773-a25b-a80963262a38 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:11.394528 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0fcadc5a-2e33-484d-bedf-aae889794bac req-8d99df23-8d63-4773-a25b-a80963262a38 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 949 time: 0.1461163 Feb 09 01:04:11.413838 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b640c8-ffc6-416a-bf27-05b27d68362d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92acd771-fad7-44fd-99fe-6fa350dd5598'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:04:11.417640 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ad100c-7f2d-4f80-95e6-602cf32ca067" -d '{"events": [{"server_uuid": "f9b640c8-ffc6-416a-bf27-05b27d68362d", "name": "network-vif-plugged", "status": "completed", "tag": "92acd771-fad7-44fd-99fe-6fa350dd5598"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:04:11.424145 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4715de5-1642-457a-b76b-145ca899df7e None None] Network 6887c7a4-5287-46fb-8e1c-13a166b3746e requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:04:11.491561 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0fcadc5a-2e33-484d-bedf-aae889794bac req-b1af7331-5793-4066-b709-bb419339c5ec tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906944 Feb 09 01:04:11.577760 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-28dafae9-9232-40fd-becb-529e009ef10f req-e894872c-1136-45d3-a7d0-a164526a2099 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=210f23f1-11dd-4031-b52a-109069854039 HTTP/1.1" status: 200 len: 210 time: 0.0409935 Feb 09 01:04:11.581139 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.resource_extend [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:04:11.660885 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd0fb85-44a6-44b8-b5b1-ab94b3b643a7 x-openstack-request-id: req-7fd0fb85-44a6-44b8-b5b1-ab94b3b643a7 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:04:11.661346 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b640c8-ffc6-416a-bf27-05b27d68362d", "name": "network-vif-plugged", "status": "completed", "tag": "92acd771-fad7-44fd-99fe-6fa350dd5598", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:04:11.661718 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7fd0fb85-44a6-44b8-b5b1-ab94b3b643a7 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:04:11.662254 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b640c8-ffc6-416a-bf27-05b27d68362d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92acd771-fad7-44fd-99fe-6fa350dd5598', 'code': 200} Feb 09 01:04:11.704831 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 53fb98c2-f07d-4bab-b50e-9cebf8c4269c completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:04:11.720159 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 53fb98c2-f07d-4bab-b50e-9cebf8c4269c triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:11.720882 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (53fb98c2-f07d-4bab-b50e-9cebf8c4269c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:11.822792 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port c424a0ee-dd15-45a7-a7bc-3130eca6820c, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=c424a0ee-dd15-45a7-a7bc-3130eca6820c,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:11.827109 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-d9546ef3-eb6c-4243-8fd3-930f8f334ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-681137932-router', 'tenant_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1e5780b3-10b8-4ff4-8292-62e6ca5327ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:00:37Z', 'updated_at': '2022-02-09T01:00:45Z', 'revision_number': 4, 'project_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'gw_port': {'id': '1e5780b3-10b8-4ff4-8292-62e6ca5327ff', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:00:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:38Z', 'updated_at': '2022-02-09T01:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb', 'name': '', 'network_id': '5b1ef353-28d7-4dbf-bb1a-5731e3977ba4', 'tenant_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'mac_address': 'fa:16:3e:fc:4f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'f61025f6-bbc8-419e-944b-83c38276e9e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:42Z', 'updated_at': '2022-02-09T01:00:51Z', 'revision_number': 5, 'project_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'subnets': [{'id': 'f61025f6-bbc8-419e-944b-83c38276e9e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:11.865246 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': 'c424a0ee-dd15-45a7-a7bc-3130eca6820c', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'port_id': 'c424a0ee-dd15-45a7-a7bc-3130eca6820c', 'mac_address': 'fa:16:3e:ad:17:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3810d295-ee98-40f7-b1e2-609bf7d1c3df', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:04:11.868522 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9546ef3-eb6c-4243-8fd3-930f8f334ab6 None None] Checking router: ada90dd7-44ce-466f-a95c-18e6c74d0611 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:04:11.882331 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9546ef3-eb6c-4243-8fd3-930f8f334ab6 None None] Routers {'ada90dd7-44ce-466f-a95c-18e6c74d0611'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:04:11.883267 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-d9546ef3-eb6c-4243-8fd3-930f8f334ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:04:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['ada90dd7-44ce-466f-a95c-18e6c74d0611'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:12.016575 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port c424a0ee-dd15-45a7-a7bc-3130eca6820c is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:04:12.017169 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c424a0ee-dd15-45a7-a7bc-3130eca6820c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:12.035745 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b94ec68-b85f-4bba-a519-6fbdb65d72b4 req-b6c1949f-fa32-46c3-8ea9-d863c5c83be4 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:12.039587 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c424a0ee-dd15-45a7-a7bc-3130eca6820c {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:04:12.048113 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3b94ec68-b85f-4bba-a519-6fbdb65d72b4 req-b6c1949f-fa32-46c3-8ea9-d863c5c83be4 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/networks?id=6887c7a4-5287-46fb-8e1c-13a166b3746e HTTP/1.1" status: 200 len: 811 time: 0.2309444 Feb 09 01:04:12.064137 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 53fb98c2-f07d-4bab-b50e-9cebf8c4269c is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:04:12.064643 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (53fb98c2-f07d-4bab-b50e-9cebf8c4269c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:12.076037 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3b94ec68-b85f-4bba-a519-6fbdb65d72b4 req-c018cd63-426c-4396-92d7-497177d3d574 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/quotas/bc3818006b3c45fb99098097e9082b77 HTTP/1.1" status: 200 len: 375 time: 0.0256293 Feb 09 01:04:12.114414 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-d9546ef3-eb6c-4243-8fd3-930f8f334ab6 None None] Set router ada90dd7-44ce-466f-a95c-18e6c74d0611 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:04:12.119697 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 53fb98c2-f07d-4bab-b50e-9cebf8c4269c, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=53fb98c2-f07d-4bab-b50e-9cebf8c4269c,segment=NetworkSegment(720c7e74-a8d7-49d0-ab20-cad71441a2e3),segment_id=720c7e74-a8d7-49d0-ab20-cad71441a2e3)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:12.125650 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3b94ec68-b85f-4bba-a519-6fbdb65d72b4 req-66066589-906d-4d12-9d34-70b3d5d16c4f tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc3818006b3c45fb99098097e9082b77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483537 Feb 09 01:04:12.132980 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (53fb98c2-f07d-4bab-b50e-9cebf8c4269c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:12.209546 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=53fb98c2-f07d-4bab-b50e-9cebf8c4269c,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:12.221688 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004aaaa0-0986-4399-9eec-3e910c7105b8 req-c86a7c4b-40ad-495f-b57d-80f152ce4c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:12.222806 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-004aaaa0-0986-4399-9eec-3e910c7105b8 req-c86a7c4b-40ad-495f-b57d-80f152ce4c36 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f9b640c8-ffc6-416a-bf27-05b27d68362d HTTP/1.1" status: 200 len: 1128 time: 0.4591122 Feb 09 01:04:12.226602 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port c424a0ee-dd15-45a7-a7bc-3130eca6820c, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=c424a0ee-dd15-45a7-a7bc-3130eca6820c,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:12.240032 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edee41d-dd9e-45eb-aa6b-f1e492b47331 req-d1783691-a286-4540-9e91-b7dbbe267353 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:12.247769 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6edee41d-dd9e-45eb-aa6b-f1e492b47331 req-d1783691-a286-4540-9e91-b7dbbe267353 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9b640c8-ffc6-416a-bf27-05b27d68362d HTTP/1.1" status: 200 len: 946 time: 0.4291103 Feb 09 01:04:12.284036 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (c424a0ee-dd15-45a7-a7bc-3130eca6820c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:12.288958 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device cdca4dd9-91f5-43de-9d72-a7f8996f4ca5 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:04:12.291274 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3b94ec68-b85f-4bba-a519-6fbdb65d72b4 req-625c7d3d-8330-44bf-bfea-bed46432a649 service neutron] 10.222.0.50 "GET /v2.0/networks/6887c7a4-5287-46fb-8e1c-13a166b3746e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639690 Feb 09 01:04:12.368643 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=c424a0ee-dd15-45a7-a7bc-3130eca6820c,revision_number=7']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:12.402532 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-d9546ef3-eb6c-4243-8fd3-930f8f334ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-681137932-router', 'tenant_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1e5780b3-10b8-4ff4-8292-62e6ca5327ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:00:37Z', 'updated_at': '2022-02-09T01:00:45Z', 'revision_number': 4, 'project_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'gw_port': {'id': '1e5780b3-10b8-4ff4-8292-62e6ca5327ff', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:00:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:38Z', 'updated_at': '2022-02-09T01:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb', 'name': '', 'network_id': '5b1ef353-28d7-4dbf-bb1a-5731e3977ba4', 'tenant_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'mac_address': 'fa:16:3e:fc:4f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'f61025f6-bbc8-419e-944b-83c38276e9e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:42Z', 'updated_at': '2022-02-09T01:00:51Z', 'revision_number': 5, 'project_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'subnets': [{'id': 'f61025f6-bbc8-419e-944b-83c38276e9e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:12.441966 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9546ef3-eb6c-4243-8fd3-930f8f334ab6 None None] The sync data for ids ['ada90dd7-44ce-466f-a95c-18e6c74d0611'] in n-d-828369-4 is: [{'id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-681137932-router', 'tenant_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1e5780b3-10b8-4ff4-8292-62e6ca5327ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:00:37Z', 'updated_at': '2022-02-09T01:00:45Z', 'revision_number': 4, 'project_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'gw_port': {'id': '1e5780b3-10b8-4ff4-8292-62e6ca5327ff', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:00:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:38Z', 'updated_at': '2022-02-09T01:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb', 'name': '', 'network_id': '5b1ef353-28d7-4dbf-bb1a-5731e3977ba4', 'tenant_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'mac_address': 'fa:16:3e:fc:4f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'device_owner': 'network:router_interface', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'f61025f6-bbc8-419e-944b-83c38276e9e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:42Z', 'updated_at': '2022-02-09T01:00:51Z', 'revision_number': 5, 'project_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'subnets': [{'id': 'f61025f6-bbc8-419e-944b-83c38276e9e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:04:12.536460 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port cdca4dd9-91f5-43de-9d72-a7f8996f4ca5, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=cdca4dd9-91f5-43de-9d72-a7f8996f4ca5,segment=NetworkSegment(720c7e74-a8d7-49d0-ab20-cad71441a2e3),segment_id=720c7e74-a8d7-49d0-ab20-cad71441a2e3)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:12.581044 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': 'cdca4dd9-91f5-43de-9d72-a7f8996f4ca5', 'network_id': 'a68f0505-3f6b-42ee-9cbd-93f29ca0d342', 'port_id': 'cdca4dd9-91f5-43de-9d72-a7f8996f4ca5', 'mac_address': 'fa:16:3e:73:fa:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f18029ff-f8f9-4b7d-a42a-801469d4cf46', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:04:12.655503 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port cdca4dd9-91f5-43de-9d72-a7f8996f4ca5 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:04:12.656070 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (cdca4dd9-91f5-43de-9d72-a7f8996f4ca5), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:12.682545 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6edee41d-dd9e-45eb-aa6b-f1e492b47331 req-4a118c52-de82-4dff-bdec-6af2d266b8dc tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337218 Feb 09 01:04:12.699835 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdca4dd9-91f5-43de-9d72-a7f8996f4ca5 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:04:12.724203 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port cdca4dd9-91f5-43de-9d72-a7f8996f4ca5, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=cdca4dd9-91f5-43de-9d72-a7f8996f4ca5,segment=NetworkSegment(720c7e74-a8d7-49d0-ab20-cad71441a2e3),segment_id=720c7e74-a8d7-49d0-ab20-cad71441a2e3)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:12.737097 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-004aaaa0-0986-4399-9eec-3e910c7105b8 req-6bb4b11e-3d9b-40cc-99a3-15fd79812843 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5060117 Feb 09 01:04:12.756383 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (cdca4dd9-91f5-43de-9d72-a7f8996f4ca5), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:12.771988 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3b94ec68-b85f-4bba-a519-6fbdb65d72b4 req-53114823-a802-4018-b17a-3d747119760d service neutron] 10.222.0.50 "GET /v2.0/networks/6887c7a4-5287-46fb-8e1c-13a166b3746e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4798188 Feb 09 01:04:12.852038 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c0d251-fbff-4034-a3c9-880ea7b1de06 None None] New status for floating IP 5e1e289c-20ef-4918-9ea9-84e0674543e0: DOWN {{(pid=103138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:04:12.853122 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04eb52-7a32-44b5-91c4-ab9bb90e9305 req-4eeccff3-478c-4b32-b05a-5669e68ec70f tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:12.854662 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6c04eb52-7a32-44b5-91c4-ab9bb90e9305 req-4eeccff3-478c-4b32-b05a-5669e68ec70f tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 948 time: 0.0722816 Feb 09 01:04:12.906876 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6c04eb52-7a32-44b5-91c4-ab9bb90e9305 req-2ea67e6a-eba3-4e32-a605-04c799ea61d6 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450289 Feb 09 01:04:12.912067 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device aae82a69-9071-41a2-baf2-742837b0ba9c no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:04:12.922972 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=cdca4dd9-91f5-43de-9d72-a7f8996f4ca5,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:12.987693 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: aae82a69-9071-41a2-baf2-742837b0ba9c {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:04:12.988170 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device aae82a69-9071-41a2-baf2-742837b0ba9c not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:04:12.988772 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 54786bcc-51a1-478a-bb99-f92bf3bb064c no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:04:13.083609 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: 54786bcc-51a1-478a-bb99-f92bf3bb064c {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:04:13.084061 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 54786bcc-51a1-478a-bb99-f92bf3bb064c not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:04:13.115246 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44cb64-9205-4f77-a035-4854d3bb2fe5 req-2013e899-cb4c-414b-b6e9-9bda192e6699 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:13.119592 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3a44cb64-9205-4f77-a035-4854d3bb2fe5 req-2013e899-cb4c-414b-b6e9-9bda192e6699 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 949 time: 0.1023631 Feb 09 01:04:13.169408 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0a91a20b-6df0-4ad5-8248-bc4dc8cdb9f8 req-59d5fe7f-541c-4251-92ed-f3e41000558f tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ed1c1d-e509-4556-a574-ab1ef207b06f HTTP/1.1" status: 200 len: 210 time: 0.0364735 Feb 09 01:04:13.207341 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['c424a0ee-dd15-45a7-a7bc-3130eca6820c'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:04:13.212731 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['cdca4dd9-91f5-43de-9d72-a7f8996f4ca5'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:04:13.217254 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3a44cb64-9205-4f77-a035-4854d3bb2fe5 req-c69c5b91-0d48-47bb-bcbc-a8add3e1afd2 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921271 Feb 09 01:04:13.217771 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f2ab141-d24e-428a-b134-cfe4fbaf083a', 'name': 'network-vif-deleted', 'tag': 'aae82a69-9071-41a2-baf2-742837b0ba9c'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:04:13.220841 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77a0539-c514-4387-85fc-1fae2210c6f3" -d '{"events": [{"server_uuid": "9f2ab141-d24e-428a-b134-cfe4fbaf083a", "name": "network-vif-deleted", "tag": "aae82a69-9071-41a2-baf2-742837b0ba9c"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:04:13.308059 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe8410c-0a69-49d1-86a6-cdc39fa6c082 x-openstack-request-id: req-fbe8410c-0a69-49d1-86a6-cdc39fa6c082 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:04:13.308638 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f2ab141-d24e-428a-b134-cfe4fbaf083a", "name": "network-vif-deleted", "tag": "aae82a69-9071-41a2-baf2-742837b0ba9c", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:04:13.309130 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fbe8410c-0a69-49d1-86a6-cdc39fa6c082 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:04:13.309730 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f2ab141-d24e-428a-b134-cfe4fbaf083a', 'name': 'network-vif-deleted', 'tag': 'aae82a69-9071-41a2-baf2-742837b0ba9c', 'status': 'completed', 'code': 200} Feb 09 01:04:13.420969 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 42738) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:13.550053 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bd94b631-d346-46bd-9f72-d9dfece7b8e2 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks [] for security_group (1790f5db-f4bf-4a0a-b871-f8306e209982), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:13.579713 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bd94b631-d346-46bd-9f72-d9dfece7b8e2 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks [] for security_group (1790f5db-f4bf-4a0a-b871-f8306e209982), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:13.589687 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf07029-ab44-42b0-a3d4-94e6670c681f req-fde9b9fb-16d4-46e7-b39f-0dc408e184ce tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:13.591618 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ecf07029-ab44-42b0-a3d4-94e6670c681f req-fde9b9fb-16d4-46e7-b39f-0dc408e184ce tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=dba9464e-d3c3-4d9b-88b6-92ace06d30c7 HTTP/1.1" status: 200 len: 950 time: 0.1331441 Feb 09 01:04:13.663080 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41447836-fa14-4ac5-9ad5-3d6a1ae57c48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53fb98c2-f07d-4bab-b50e-9cebf8c4269c'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:04:13.667379 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c78926-39d7-4b42-91fe-f1c090128a93" -d '{"events": [{"server_uuid": "41447836-fa14-4ac5-9ad5-3d6a1ae57c48", "name": "network-vif-plugged", "status": "completed", "tag": "53fb98c2-f07d-4bab-b50e-9cebf8c4269c"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:04:13.687087 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ecf07029-ab44-42b0-a3d4-94e6670c681f req-4e26b4e8-061b-4d86-85eb-b099403ea030 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883262 Feb 09 01:04:13.695774 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bd94b631-d346-46bd-9f72-d9dfece7b8e2 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1790f5db-f4bf-4a0a-b871-f8306e209982), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:13.700686 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bd94b631-d346-46bd-9f72-d9dfece7b8e2 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:13.703132 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-bd94b631-d346-46bd-9f72-d9dfece7b8e2 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "DELETE /v2.0/security-groups/1790f5db-f4bf-4a0a-b871-f8306e209982 HTTP/1.1" status: 204 len: 168 time: 0.2801001 Feb 09 01:04:13.706495 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42744) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:13.711265 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f52172-80a4-4e24-84a8-9c8ec1b79351 x-openstack-request-id: req-77f52172-80a4-4e24-84a8-9c8ec1b79351 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:04:13.711752 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41447836-fa14-4ac5-9ad5-3d6a1ae57c48", "name": "network-vif-plugged", "status": "completed", "tag": "53fb98c2-f07d-4bab-b50e-9cebf8c4269c", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:04:13.712177 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-77f52172-80a4-4e24-84a8-9c8ec1b79351 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:04:13.712903 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41447836-fa14-4ac5-9ad5-3d6a1ae57c48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53fb98c2-f07d-4bab-b50e-9cebf8c4269c', 'code': 200} Feb 09 01:04:13.722521 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-d8756488-ae7e-47a8-bd23-e7bdff4287e1 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] show failed (client error): The resource could not be found. Feb 09 01:04:13.723941 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d8756488-ae7e-47a8-bd23-e7bdff4287e1 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "GET /v2.0/security-groups/1790f5db-f4bf-4a0a-b871-f8306e209982 HTTP/1.1" status: 404 len: 347 time: 0.0157347 Feb 09 01:04:13.727319 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94b631-d346-46bd-9f72-d9dfece7b8e2 tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1790f5db-f4bf-4a0a-b871-f8306e209982,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:13.729204 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 42746) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:13.977316 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1578e-1238-4c24-8d47-669ce1424938 req-b56dac4d-458d-4618-8601-e1c8e6a825b1 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:13.978982 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1ad1578e-1238-4c24-8d47-669ce1424938 req-b56dac4d-458d-4618-8601-e1c8e6a825b1 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9b640c8-ffc6-416a-bf27-05b27d68362d HTTP/1.1" status: 200 len: 946 time: 0.1819317 Feb 09 01:04:13.983548 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff19996-12f5-475b-a52b-6b278dfbcda2 req-03aec039-9e48-45ca-a56d-ebe096138774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:13.985270 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6ff19996-12f5-475b-a52b-6b278dfbcda2 req-03aec039-9e48-45ca-a56d-ebe096138774 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=41447836-fa14-4ac5-9ad5-3d6a1ae57c48 HTTP/1.1" status: 200 len: 1127 time: 0.1236961 Feb 09 01:04:14.002499 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2aaf3501-e1b0-4d73-b275-7ee232fa2aea tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Deleting port a057eade-9c1a-472e-a378-3109c4412932 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:04:14.002946 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2aaf3501-e1b0-4d73-b275-7ee232fa2aea tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (a057eade-9c1a-472e-a378-3109c4412932), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:14.166512 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1ad1578e-1238-4c24-8d47-669ce1424938 req-58c5b75e-9bbe-4250-99b0-05b69b91acc6 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746111 Feb 09 01:04:14.171007 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6ff19996-12f5-475b-a52b-6b278dfbcda2 req-02036dc5-fe3f-4c2e-9ea4-b9331f4e8421 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515498 Feb 09 01:04:14.197895 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4603fdf1-65bc-4266-8126-d63e4dfcc0ea req-4a789038-c7dc-4aa1-a6bd-84f9d2b9ccac tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:14.199419 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4603fdf1-65bc-4266-8126-d63e4dfcc0ea req-4a789038-c7dc-4aa1-a6bd-84f9d2b9ccac tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 948 time: 0.1485467 Feb 09 01:04:14.201236 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2aaf3501-e1b0-4d73-b275-7ee232fa2aea tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (a057eade-9c1a-472e-a378-3109c4412932), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:14.201578 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2aaf3501-e1b0-4d73-b275-7ee232fa2aea tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks [] for floatingip (a057eade-9c1a-472e-a378-3109c4412932), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:14.227202 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2aaf3501-e1b0-4d73-b275-7ee232fa2aea tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Calling delete_port for a057eade-9c1a-472e-a378-3109c4412932 owned by network:floatingip {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:04:14.328017 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1a8c82f8-b0eb-4458-b17d-99992c30bc89 req-c0b1cc36-ce56-41c0-945d-57451df5e575 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ed1c1d-e509-4556-a574-ab1ef207b06f HTTP/1.1" status: 200 len: 210 time: 0.0788183 Feb 09 01:04:14.338934 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4603fdf1-65bc-4266-8126-d63e4dfcc0ea req-6a7cfbe1-3fac-427a-a7af-5b66bc0050b3 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288378 Feb 09 01:04:14.533343 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2aaf3501-e1b0-4d73-b275-7ee232fa2aea tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (a057eade-9c1a-472e-a378-3109c4412932), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:14.571030 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf3501-e1b0-4d73-b275-7ee232fa2aea tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Pushing event deleted for resources: {'Port': ['ID=a057eade-9c1a-472e-a378-3109c4412932,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:14.620032 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e428eb-9dc7-4050-b7b1-2b64ae91ba5d req-5993b852-cf8b-41aa-9dd7-9debd1750410 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:14.621819 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f3e428eb-9dc7-4050-b7b1-2b64ae91ba5d req-5993b852-cf8b-41aa-9dd7-9debd1750410 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 949 time: 0.1947062 Feb 09 01:04:14.696112 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b94ec68-b85f-4bba-a519-6fbdb65d72b4 req-e2b94ee6-01e5-4bed-82b7-4be069836ab0 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:14.697614 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3b94ec68-b85f-4bba-a519-6fbdb65d72b4 req-e2b94ee6-01e5-4bed-82b7-4be069836ab0 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.120 "GET /v2.0/networks?id=6887c7a4-5287-46fb-8e1c-13a166b3746e HTTP/1.1" status: 200 len: 811 time: 0.2541912 Feb 09 01:04:14.720141 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2aaf3501-e1b0-4d73-b275-7ee232fa2aea tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks [] for floatingip (5e1e289c-20ef-4918-9ea9-84e0674543e0), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:14.722849 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2aaf3501-e1b0-4d73-b275-7ee232fa2aea tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:14.726507 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2aaf3501-e1b0-4d73-b275-7ee232fa2aea tempest-ServersWithSpecificFlavorTestJSON-538616980 tempest-ServersWithSpecificFlavorTestJSON-538616980-project] 10.222.0.50 "DELETE /v2.0/floatingips/5e1e289c-20ef-4918-9ea9-84e0674543e0 HTTP/1.1" status: 204 len: 168 time: 0.9938779 Feb 09 01:04:14.730371 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-3b94ec68-b85f-4bba-a519-6fbdb65d72b4 req-4ec123ca-af35-47b2-ba5d-64d663782a3d tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Request body: {'port': {'device_id': '58ed1c1d-e509-4556-a574-ab1ef207b06f', 'network_id': '6887c7a4-5287-46fb-8e1c-13a166b3746e', 'admin_state_up': True, 'tenant_id': 'bc3818006b3c45fb99098097e9082b77'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:14.748581 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f3e428eb-9dc7-4050-b7b1-2b64ae91ba5d req-33e6d1b4-8580-498a-9d44-330874e3faa6 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028781 Feb 09 01:04:14.887348 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device cdca4dd9-91f5-43de-9d72-a7f8996f4ca5 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:04:14.912760 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40046bdf-b95b-48c7-808c-17701d4c215a req-34f8f9e9-ebcb-4314-b12d-ddcf9a35293f tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:14.919486 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-40046bdf-b95b-48c7-808c-17701d4c215a req-34f8f9e9-ebcb-4314-b12d-ddcf9a35293f tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=dba9464e-d3c3-4d9b-88b6-92ace06d30c7 HTTP/1.1" status: 200 len: 950 time: 0.1445973 Feb 09 01:04:14.975515 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b94ec68-b85f-4bba-a519-6fbdb65d72b4 req-4ec123ca-af35-47b2-ba5d-64d663782a3d tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Made reservation on behalf of bc3818006b3c45fb99098097e9082b77 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:04:14.979943 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3b94ec68-b85f-4bba-a519-6fbdb65d72b4 req-4ec123ca-af35-47b2-ba5d-64d663782a3d tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:14.981970 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port cdca4dd9-91f5-43de-9d72-a7f8996f4ca5 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:04:14.994956 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port cdca4dd9-91f5-43de-9d72-a7f8996f4ca5 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:14.995985 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (cdca4dd9-91f5-43de-9d72-a7f8996f4ca5), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:15.022577 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-40046bdf-b95b-48c7-808c-17701d4c215a req-4f1db167-7849-4c4d-a984-96f8f04121ff tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026013 Feb 09 01:04:15.143371 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42774) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:15.168023 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port cdca4dd9-91f5-43de-9d72-a7f8996f4ca5 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:04:15.169388 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (cdca4dd9-91f5-43de-9d72-a7f8996f4ca5), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:15.212776 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-3b94ec68-b85f-4bba-a519-6fbdb65d72b4 req-4ec123ca-af35-47b2-ba5d-64d663782a3d tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Allocated IP 172.20.0.9 (6887c7a4-5287-46fb-8e1c-13a166b3746e/84df8042-998c-45dd-8b33-36f49fdd33d9/a4668e5d-f739-4680-9242-845c457972b4) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:04:15.229617 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port cdca4dd9-91f5-43de-9d72-a7f8996f4ca5, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=cdca4dd9-91f5-43de-9d72-a7f8996f4ca5,segment=NetworkSegment(720c7e74-a8d7-49d0-ab20-cad71441a2e3),segment_id=720c7e74-a8d7-49d0-ab20-cad71441a2e3)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:15.235473 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (cdca4dd9-91f5-43de-9d72-a7f8996f4ca5), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:15.237428 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device c424a0ee-dd15-45a7-a7bc-3130eca6820c up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:04:15.351070 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=cdca4dd9-91f5-43de-9d72-a7f8996f4ca5,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:15.414404 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port c424a0ee-dd15-45a7-a7bc-3130eca6820c triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:15.414800 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c424a0ee-dd15-45a7-a7bc-3130eca6820c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:15.442300 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c856b41-8e00-4096-95fc-3ba5d1a6b96e req-7f9fce38-6d86-4099-8c39-593b63513f43 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:15.444492 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7c856b41-8e00-4096-95fc-3ba5d1a6b96e req-7f9fce38-6d86-4099-8c39-593b63513f43 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9b640c8-ffc6-416a-bf27-05b27d68362d HTTP/1.1" status: 200 len: 946 time: 0.1578948 Feb 09 01:04:15.554262 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-79a42914-d7bb-4ce2-a700-e8ecbe0814b5 req-1ed33342-00cb-4477-a8de-8f31e3dce8b5 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ed1c1d-e509-4556-a574-ab1ef207b06f HTTP/1.1" status: 200 len: 210 time: 0.0783350 Feb 09 01:04:15.560610 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3b94ec68-b85f-4bba-a519-6fbdb65d72b4 req-4ec123ca-af35-47b2-ba5d-64d663782a3d tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Publish callbacks [] for port (a4668e5d-f739-4680-9242-845c457972b4), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:15.567365 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port c424a0ee-dd15-45a7-a7bc-3130eca6820c is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:04:15.567771 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c424a0ee-dd15-45a7-a7bc-3130eca6820c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:15.635882 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3b94ec68-b85f-4bba-a519-6fbdb65d72b4 req-4ec123ca-af35-47b2-ba5d-64d663782a3d tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (a4668e5d-f739-4680-9242-845c457972b4), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:15.647930 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port c424a0ee-dd15-45a7-a7bc-3130eca6820c, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=c424a0ee-dd15-45a7-a7bc-3130eca6820c,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:15.660377 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (c424a0ee-dd15-45a7-a7bc-3130eca6820c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:15.729119 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b22764c-a886-472f-ab22-522f906e73e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdca4dd9-91f5-43de-9d72-a7f8996f4ca5'}, {'server_uuid': 'd19ed067-44e7-490f-bd41-71ba3214d2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c424a0ee-dd15-45a7-a7bc-3130eca6820c'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:04:15.731999 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7756a7-c187-4006-91ae-9deaef86711a" -d '{"events": [{"server_uuid": "5b22764c-a886-472f-ab22-522f906e73e1", "name": "network-vif-plugged", "status": "completed", "tag": "cdca4dd9-91f5-43de-9d72-a7f8996f4ca5"}, {"server_uuid": "d19ed067-44e7-490f-bd41-71ba3214d2cd", "name": "network-vif-plugged", "status": "completed", "tag": "c424a0ee-dd15-45a7-a7bc-3130eca6820c"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:04:15.755676 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=c424a0ee-dd15-45a7-a7bc-3130eca6820c,revision_number=8']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:15.758257 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b94ec68-b85f-4bba-a519-6fbdb65d72b4 req-4ec123ca-af35-47b2-ba5d-64d663782a3d tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Network 6887c7a4-5287-46fb-8e1c-13a166b3746e is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:04:15.790439 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7c856b41-8e00-4096-95fc-3ba5d1a6b96e req-2ffb1854-0481-4603-b8e5-d9abce4b86d5 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246756 Feb 09 01:04:15.796934 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-3b94ec68-b85f-4bba-a519-6fbdb65d72b4 req-4ec123ca-af35-47b2-ba5d-64d663782a3d tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:15.812308 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b94ec68-b85f-4bba-a519-6fbdb65d72b4 req-4ec123ca-af35-47b2-ba5d-64d663782a3d tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:04:15.822707 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec123ca-af35-47b2-ba5d-64d663782a3d tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Pushing event updated for resources: {'Port': ['ID=a4668e5d-f739-4680-9242-845c457972b4,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:15.879228 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1edad84d-dc82-4271-b9f4-1300e41c2b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (ada90dd7-44ce-466f-a95c-18e6c74d0611), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:15.899978 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d45b1-9d4e-4512-9afd-2cdf71f7306e req-6a5d721e-747d-4e69-a893-516cc5154154 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:15.901522 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-334d45b1-9d4e-4512-9afd-2cdf71f7306e req-6a5d721e-747d-4e69-a893-516cc5154154 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 949 time: 0.2189636 Feb 09 01:04:15.909612 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b94ec68-b85f-4bba-a519-6fbdb65d72b4 req-4ec123ca-af35-47b2-ba5d-64d663782a3d tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:15.910537 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3b94ec68-b85f-4bba-a519-6fbdb65d72b4 req-4ec123ca-af35-47b2-ba5d-64d663782a3d tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:15.945000 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 01:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188ac946-97e2-47c6-a351-cb4b1ac3479a x-openstack-request-id: req-188ac946-97e2-47c6-a351-cb4b1ac3479a {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:04:15.945544 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b22764c-a886-472f-ab22-522f906e73e1", "name": "network-vif-plugged", "status": "completed", "tag": "cdca4dd9-91f5-43de-9d72-a7f8996f4ca5", "code": 200}, {"server_uuid": "d19ed067-44e7-490f-bd41-71ba3214d2cd", "name": "network-vif-plugged", "status": "completed", "tag": "c424a0ee-dd15-45a7-a7bc-3130eca6820c", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:04:15.945815 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-188ac946-97e2-47c6-a351-cb4b1ac3479a {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:04:15.946266 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b22764c-a886-472f-ab22-522f906e73e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdca4dd9-91f5-43de-9d72-a7f8996f4ca5', 'code': 200} Feb 09 01:04:15.946533 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd19ed067-44e7-490f-bd41-71ba3214d2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c424a0ee-dd15-45a7-a7bc-3130eca6820c', 'code': 200} Feb 09 01:04:15.948887 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3b94ec68-b85f-4bba-a519-6fbdb65d72b4 req-4ec123ca-af35-47b2-ba5d-64d663782a3d tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2297995 Feb 09 01:04:16.008761 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-3b94ec68-b85f-4bba-a519-6fbdb65d72b4 req-86bc235f-c620-4682-81a0-23297eecd2d1 service neutron] Request body: {'port': {'device_id': '58ed1c1d-e509-4556-a574-ab1ef207b06f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:16.041381 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-334d45b1-9d4e-4512-9afd-2cdf71f7306e req-69949a47-8210-4d4c-88d8-40002f7478c6 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192904 Feb 09 01:04:16.208766 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad9d0b-0e37-46d0-983b-b33ee3db8c63 req-da73d1a7-a316-4c93-a938-9929b8222126 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:16.210161 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a7ad9d0b-0e37-46d0-983b-b33ee3db8c63 req-da73d1a7-a316-4c93-a938-9929b8222126 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 949 time: 0.1667578 Feb 09 01:04:16.341799 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a7ad9d0b-0e37-46d0-983b-b33ee3db8c63 req-be1c9c35-28bb-4235-bfbd-9b6abc0c0f24 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215641 Feb 09 01:04:16.384479 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-1edad84d-dc82-4271-b9f4-1300e41c2b68 admin admin] Deleting port f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:04:16.385071 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1edad84d-dc82-4271-b9f4-1300e41c2b68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:16.391597 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3b94ec68-b85f-4bba-a519-6fbdb65d72b4 req-86bc235f-c620-4682-81a0-23297eecd2d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a4668e5d-f739-4680-9242-845c457972b4), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:16.435321 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8accd-dc3d-4117-88c7-8d1e2266e105 req-42252c47-19db-4b6e-bfae-44df0490b804 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:16.437062 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-81c8accd-dc3d-4117-88c7-8d1e2266e105 req-42252c47-19db-4b6e-bfae-44df0490b804 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=41447836-fa14-4ac5-9ad5-3d6a1ae57c48 HTTP/1.1" status: 200 len: 945 time: 0.3092191 Feb 09 01:04:16.450766 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8e2f4-0895-405c-8337-4bf424597908 req-01b46d42-40a9-4dbc-9fbf-eb23f35033a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:16.461922 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-84e8e2f4-0895-405c-8337-4bf424597908 req-01b46d42-40a9-4dbc-9fbf-eb23f35033a4 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=5b22764c-a886-472f-ab22-522f906e73e1 HTTP/1.1" status: 200 len: 1128 time: 0.3595982 Feb 09 01:04:16.532141 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efabb8a-ecb3-4982-afff-6efc82c90162 req-8b51f9b8-9d80-4d71-bf72-596c617d1394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:16.534203 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0efabb8a-ecb3-4982-afff-6efc82c90162 req-8b51f9b8-9d80-4d71-bf72-596c617d1394 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 1131 time: 0.2738729 Feb 09 01:04:16.555012 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-1edad84d-dc82-4271-b9f4-1300e41c2b68 admin admin] For port f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb,segment=NetworkSegment(431c715a-c199-48c1-a403-75c9f288f923),segment_id=431c715a-c199-48c1-a403-75c9f288f923)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:16.555425 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1edad84d-dc82-4271-b9f4-1300e41c2b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:16.569444 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-1edad84d-dc82-4271-b9f4-1300e41c2b68 admin admin] Calling delete_port for f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:04:16.644500 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-84e8e2f4-0895-405c-8337-4bf424597908 req-3ee05a32-22ff-4230-bf2b-146edf5f3d90 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548867 Feb 09 01:04:16.730342 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-81c8accd-dc3d-4117-88c7-8d1e2266e105 req-69c7b1d0-8383-4154-93b5-caf125e7e0ff tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629178 Feb 09 01:04:16.771544 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0efabb8a-ecb3-4982-afff-6efc82c90162 req-4e8eaccf-e891-4c9d-b805-d8414f4b4257 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169013 Feb 09 01:04:16.786379 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586fe2e8-c42b-41e2-92e8-5d6731d92848 req-9b091f30-82fc-4594-813f-1d4e459b5425 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:16.793280 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-586fe2e8-c42b-41e2-92e8-5d6731d92848 req-9b091f30-82fc-4594-813f-1d4e459b5425 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=dba9464e-d3c3-4d9b-88b6-92ace06d30c7 HTTP/1.1" status: 200 len: 950 time: 0.3048265 Feb 09 01:04:16.808655 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1edad84d-dc82-4271-b9f4-1300e41c2b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:16.839268 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edad84d-dc82-4271-b9f4-1300e41c2b68 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:16.946934 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65893b77-0717-4b57-a14b-bfb2caefe114 req-9b4eb646-51f7-49eb-8934-f4a3245bea7f tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:16.948470 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-65893b77-0717-4b57-a14b-bfb2caefe114 req-9b4eb646-51f7-49eb-8934-f4a3245bea7f tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.47 "GET /v2.0/ports?device_id=dba9464e-d3c3-4d9b-88b6-92ace06d30c7 HTTP/1.1" status: 200 len: 950 time: 0.2816634 Feb 09 01:04:16.981641 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-586fe2e8-c42b-41e2-92e8-5d6731d92848 req-e9192fe6-bbb0-4a7b-9deb-6b3d2ee17f20 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852446 Feb 09 01:04:17.045338 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1edad84d-dc82-4271-b9f4-1300e41c2b68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (ada90dd7-44ce-466f-a95c-18e6c74d0611), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:17.077744 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048904df-9f75-4546-b36b-598a7cf190f3 req-89706ea4-66a7-4f09-934a-82176feeb87c tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:17.079322 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-048904df-9f75-4546-b36b-598a7cf190f3 req-89706ea4-66a7-4f09-934a-82176feeb87c tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ed1c1d-e509-4556-a574-ab1ef207b06f HTTP/1.1" status: 200 len: 931 time: 0.2244778 Feb 09 01:04:17.315025 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1edad84d-dc82-4271-b9f4-1300e41c2b68 admin admin] Router ada90dd7-44ce-466f-a95c-18e6c74d0611 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:04:17.431736 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1edad84d-dc82-4271-b9f4-1300e41c2b68 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:04:17.440367 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1edad84d-dc82-4271-b9f4-1300e41c2b68 admin admin] 10.222.0.50 "PUT /v2.0/routers/ada90dd7-44ce-466f-a95c-18e6c74d0611/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2959175 Feb 09 01:04:17.441040 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42800) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:17.441753 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191aae4c-da09-4117-9720-f6c5ae11a50c None None] Sync routers for ids ['ada90dd7-44ce-466f-a95c-18e6c74d0611'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:04:17.451871 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191aae4c-da09-4117-9720-f6c5ae11a50c None None] Routers {'ada90dd7-44ce-466f-a95c-18e6c74d0611'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:04:17.452732 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-191aae4c-da09-4117-9720-f6c5ae11a50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:04:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['ada90dd7-44ce-466f-a95c-18e6c74d0611'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:17.547630 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-3b94ec68-b85f-4bba-a519-6fbdb65d72b4 req-86bc235f-c620-4682-81a0-23297eecd2d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4668e5d-f739-4680-9242-845c457972b4 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:04:17.564065 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3b94ec68-b85f-4bba-a519-6fbdb65d72b4 req-86bc235f-c620-4682-81a0-23297eecd2d1 service neutron] Publish callbacks [] for port (a4668e5d-f739-4680-9242-845c457972b4), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:17.569011 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-65893b77-0717-4b57-a14b-bfb2caefe114 req-d0592136-3d8a-46e6-8cc2-7869a513fd1f tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Deleting port 070047eb-6b5c-4931-a92f-cbf2821a03a5 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:04:17.569336 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-65893b77-0717-4b57-a14b-bfb2caefe114 req-d0592136-3d8a-46e6-8cc2-7869a513fd1f tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (070047eb-6b5c-4931-a92f-cbf2821a03a5), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:17.588308 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-048904df-9f75-4546-b36b-598a7cf190f3 req-0d8ad90b-ebcd-4330-a3a3-93488825561f tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4761016 Feb 09 01:04:17.601460 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d616854d-f87d-49cf-bae0-cc26cb566c4a admin admin] Publish callbacks [] for router (ada90dd7-44ce-466f-a95c-18e6c74d0611), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:17.606030 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03865b4e-7c0c-4d38-93ba-904e80906414 req-2ae4bab1-c39f-4a5c-8229-681c89eb59fc tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:17.607557 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-03865b4e-7c0c-4d38-93ba-904e80906414 req-2ae4bab1-c39f-4a5c-8229-681c89eb59fc tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 949 time: 0.4765754 Feb 09 01:04:17.612695 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-191aae4c-da09-4117-9720-f6c5ae11a50c None None] Set router ada90dd7-44ce-466f-a95c-18e6c74d0611 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:04:17.673978 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-3b94ec68-b85f-4bba-a519-6fbdb65d72b4 req-86bc235f-c620-4682-81a0-23297eecd2d1 service neutron] Transition to ACTIVE for port object a4668e5d-f739-4680-9242-845c457972b4 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:17.704664 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3b94ec68-b85f-4bba-a519-6fbdb65d72b4 req-86bc235f-c620-4682-81a0-23297eecd2d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (a4668e5d-f739-4680-9242-845c457972b4), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:17.720951 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d616854d-f87d-49cf-bae0-cc26cb566c4a admin admin] Publish callbacks [] for router_gateway (ada90dd7-44ce-466f-a95c-18e6c74d0611), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:17.783454 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-d616854d-f87d-49cf-bae0-cc26cb566c4a admin admin] Deleting port 1e5780b3-10b8-4ff4-8292-62e6ca5327ff {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:04:17.783880 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d616854d-f87d-49cf-bae0-cc26cb566c4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (1e5780b3-10b8-4ff4-8292-62e6ca5327ff), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:17.804676 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-191aae4c-da09-4117-9720-f6c5ae11a50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-681137932-router', 'tenant_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1e5780b3-10b8-4ff4-8292-62e6ca5327ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:00:37Z', 'updated_at': '2022-02-09T01:04:16Z', 'revision_number': 5, 'project_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'gw_port': {'id': '1e5780b3-10b8-4ff4-8292-62e6ca5327ff', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:00:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:38Z', 'updated_at': '2022-02-09T01:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:17.825528 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-03865b4e-7c0c-4d38-93ba-904e80906414 req-2d0164bc-fe69-477c-a4de-5a0adf6c0514 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018557 Feb 09 01:04:17.827017 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc235f-c620-4682-81a0-23297eecd2d1 service neutron] Pushing event updated for resources: {'Port': ['ID=a4668e5d-f739-4680-9242-845c457972b4,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:17.832314 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191aae4c-da09-4117-9720-f6c5ae11a50c None None] Checking router: ada90dd7-44ce-466f-a95c-18e6c74d0611 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:04:17.833530 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-65893b77-0717-4b57-a14b-bfb2caefe114 req-d0592136-3d8a-46e6-8cc2-7869a513fd1f tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] For port 070047eb-6b5c-4931-a92f-cbf2821a03a5, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=070047eb-6b5c-4931-a92f-cbf2821a03a5,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:17.833933 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-65893b77-0717-4b57-a14b-bfb2caefe114 req-d0592136-3d8a-46e6-8cc2-7869a513fd1f tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (070047eb-6b5c-4931-a92f-cbf2821a03a5), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:17.847723 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191aae4c-da09-4117-9720-f6c5ae11a50c None None] Routers {'ada90dd7-44ce-466f-a95c-18e6c74d0611'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:04:17.848937 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-191aae4c-da09-4117-9720-f6c5ae11a50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:04:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['ada90dd7-44ce-466f-a95c-18e6c74d0611'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:17.852127 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e61932-84e3-47fc-991c-cb9c70a65e49 req-d7f03698-034c-48b9-b920-a3f230c50052 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:17.857348 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18e61932-84e3-47fc-991c-cb9c70a65e49 req-d7f03698-034c-48b9-b920-a3f230c50052 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 949 time: 0.1939683 Feb 09 01:04:17.883766 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-65893b77-0717-4b57-a14b-bfb2caefe114 req-d0592136-3d8a-46e6-8cc2-7869a513fd1f tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Calling delete_port for 070047eb-6b5c-4931-a92f-cbf2821a03a5 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:04:17.884693 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-d616854d-f87d-49cf-bae0-cc26cb566c4a admin admin] For port 1e5780b3-10b8-4ff4-8292-62e6ca5327ff, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=1e5780b3-10b8-4ff4-8292-62e6ca5327ff,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:17.885126 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d616854d-f87d-49cf-bae0-cc26cb566c4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (1e5780b3-10b8-4ff4-8292-62e6ca5327ff), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:17.901269 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-d616854d-f87d-49cf-bae0-cc26cb566c4a admin admin] Calling delete_port for 1e5780b3-10b8-4ff4-8292-62e6ca5327ff owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:04:17.952354 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-191aae4c-da09-4117-9720-f6c5ae11a50c None None] Set router ada90dd7-44ce-466f-a95c-18e6c74d0611 gateway port host: None {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:04:18.018167 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-191aae4c-da09-4117-9720-f6c5ae11a50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-681137932-router', 'tenant_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:00:37Z', 'updated_at': '2022-02-09T01:04:17Z', 'revision_number': 6, 'project_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:18.046532 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-3b94ec68-b85f-4bba-a519-6fbdb65d72b4 req-86bc235f-c620-4682-81a0-23297eecd2d1 service neutron] Attempting to bind port a4668e5d-f739-4680-9242-845c457972b4 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:04:18.046882 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-3b94ec68-b85f-4bba-a519-6fbdb65d72b4 req-86bc235f-c620-4682-81a0-23297eecd2d1 service neutron] Attempting to bind port a4668e5d-f739-4680-9242-845c457972b4 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '1088d67c-3520-4ac2-8e48-25a7c8da33c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6887c7a4-5287-46fb-8e1c-13a166b3746e'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:04:18.047242 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b94ec68-b85f-4bba-a519-6fbdb65d72b4 req-86bc235f-c620-4682-81a0-23297eecd2d1 service neutron] Attempting to bind port a4668e5d-f739-4680-9242-845c457972b4 on network 6887c7a4-5287-46fb-8e1c-13a166b3746e {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:04:18.050140 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191aae4c-da09-4117-9720-f6c5ae11a50c None None] The sync data for ids ['ada90dd7-44ce-466f-a95c-18e6c74d0611'] in n-d-828369-4 is: [{'id': 'ada90dd7-44ce-466f-a95c-18e6c74d0611', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-681137932-router', 'tenant_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:00:37Z', 'updated_at': '2022-02-09T01:04:17Z', 'revision_number': 6, 'project_id': '59b83406d20b4b2ebe9993c1c71eb2e8', 'gw_port_host': None}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:04:18.079581 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18e61932-84e3-47fc-991c-cb9c70a65e49 req-9ccef85e-00c0-4c6a-a764-44560686e4ba tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018790 Feb 09 01:04:18.088566 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b94ec68-b85f-4bba-a519-6fbdb65d72b4 req-86bc235f-c620-4682-81a0-23297eecd2d1 service neutron] Port a4668e5d-f739-4680-9242-845c457972b4 on network 6887c7a4-5287-46fb-8e1c-13a166b3746e not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:04:18.088566 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b94ec68-b85f-4bba-a519-6fbdb65d72b4 req-86bc235f-c620-4682-81a0-23297eecd2d1 service neutron] Attempting to bind port a4668e5d-f739-4680-9242-845c457972b4 on network 6887c7a4-5287-46fb-8e1c-13a166b3746e {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:04:18.115926 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d616854d-f87d-49cf-bae0-cc26cb566c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (1e5780b3-10b8-4ff4-8292-62e6ca5327ff), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:18.120459 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b94ec68-b85f-4bba-a519-6fbdb65d72b4 req-86bc235f-c620-4682-81a0-23297eecd2d1 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:04:18.121126 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b94ec68-b85f-4bba-a519-6fbdb65d72b4 req-86bc235f-c620-4682-81a0-23297eecd2d1 service neutron] Checking segment: {'id': '1088d67c-3520-4ac2-8e48-25a7c8da33c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6887c7a4-5287-46fb-8e1c-13a166b3746e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:04:18.121537 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b94ec68-b85f-4bba-a519-6fbdb65d72b4 req-86bc235f-c620-4682-81a0-23297eecd2d1 service neutron] Bound using segment: {'id': '1088d67c-3520-4ac2-8e48-25a7c8da33c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6887c7a4-5287-46fb-8e1c-13a166b3746e'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:04:18.122195 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-3b94ec68-b85f-4bba-a519-6fbdb65d72b4 req-86bc235f-c620-4682-81a0-23297eecd2d1 service neutron] Bound port: a4668e5d-f739-4680-9242-845c457972b4, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1088d67c-3520-4ac2-8e48-25a7c8da33c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6887c7a4-5287-46fb-8e1c-13a166b3746e'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:04:18.122637 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3b94ec68-b85f-4bba-a519-6fbdb65d72b4 req-86bc235f-c620-4682-81a0-23297eecd2d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a4668e5d-f739-4680-9242-845c457972b4), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:18.143836 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d616854d-f87d-49cf-bae0-cc26cb566c4a admin admin] Pushing event deleted for resources: {'Port': ['ID=1e5780b3-10b8-4ff4-8292-62e6ca5327ff,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:18.209412 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d616854d-f87d-49cf-bae0-cc26cb566c4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (ada90dd7-44ce-466f-a95c-18e6c74d0611), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:18.279974 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090ea5d-dd60-4fb8-8308-41e997c835be req-42ca1bbb-5529-4bf5-bbc4-c82e403d5f1b tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:18.282385 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f090ea5d-dd60-4fb8-8308-41e997c835be req-42ca1bbb-5529-4bf5-bbc4-c82e403d5f1b tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/networks?id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10 HTTP/1.1" status: 200 len: 821 time: 0.2777526 Feb 09 01:04:18.302880 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-3b94ec68-b85f-4bba-a519-6fbdb65d72b4 req-86bc235f-c620-4682-81a0-23297eecd2d1 service neutron] For port a4668e5d-f739-4680-9242-845c457972b4, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:04:18.307126 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-3b94ec68-b85f-4bba-a519-6fbdb65d72b4 req-86bc235f-c620-4682-81a0-23297eecd2d1 service neutron] For port a4668e5d-f739-4680-9242-845c457972b4, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=a4668e5d-f739-4680-9242-845c457972b4,segment=NetworkSegment(1088d67c-3520-4ac2-8e48-25a7c8da33c5),segment_id=1088d67c-3520-4ac2-8e48-25a7c8da33c5)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:04:18.315462 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f090ea5d-dd60-4fb8-8308-41e997c835be req-68804686-e52a-468b-bef0-ce39648df5c5 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/quotas/3b70da3c9e0441c5928a48dabf785fc6 HTTP/1.1" status: 200 len: 375 time: 0.0259037 Feb 09 01:04:18.318910 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3b94ec68-b85f-4bba-a519-6fbdb65d72b4 req-86bc235f-c620-4682-81a0-23297eecd2d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (a4668e5d-f739-4680-9242-845c457972b4), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:18.335197 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-65893b77-0717-4b57-a14b-bfb2caefe114 req-d0592136-3d8a-46e6-8cc2-7869a513fd1f tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (070047eb-6b5c-4931-a92f-cbf2821a03a5), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:18.350911 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['3f20790f-3dc7-440e-9aed-f7f0343db454', '53af4635-acf7-441b-961b-2c8f737be7da'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:04:18.355252 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['8fc3cb9a-8128-43dd-acbe-d98580af4512', '728fd678-92ff-40a5-a350-98f51f331cef', 'b9daf566-c7d6-4402-8961-cca9c9108b5b', 'b80d2f48-ba7e-48c4-85e1-fcebefd145ea', '070047eb-6b5c-4931-a92f-cbf2821a03a5'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:04:18.386516 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaca20c-5fc1-464f-a454-e3d2c116c3c0 req-bea62c01-af63-436d-b8a9-ce82e7b40180 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:18.394513 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-faaca20c-5fc1-464f-a454-e3d2c116c3c0 req-bea62c01-af63-436d-b8a9-ce82e7b40180 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=41447836-fa14-4ac5-9ad5-3d6a1ae57c48 HTTP/1.1" status: 200 len: 945 time: 0.2116678 Feb 09 01:04:18.423310 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b94ec68-b85f-4bba-a519-6fbdb65d72b4 req-86bc235f-c620-4682-81a0-23297eecd2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:18.423930 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3b94ec68-b85f-4bba-a519-6fbdb65d72b4 req-86bc235f-c620-4682-81a0-23297eecd2d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:18.425347 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3b94ec68-b85f-4bba-a519-6fbdb65d72b4 req-86bc235f-c620-4682-81a0-23297eecd2d1 service neutron] 10.222.0.120 "PUT /v2.0/ports/a4668e5d-f739-4680-9242-845c457972b4 HTTP/1.1" status: 200 len: 1091 time: 2.4300945 Feb 09 01:04:18.425964 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ed1c1d-e509-4556-a574-ab1ef207b06f', 'tag': 'a4668e5d-f739-4680-9242-845c457972b4'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:04:18.428227 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c845b0a-3095-43ef-ad3a-3d8c922148c1" -d '{"events": [{"name": "network-changed", "server_uuid": "58ed1c1d-e509-4556-a574-ab1ef207b06f", "tag": "a4668e5d-f739-4680-9242-845c457972b4"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:04:18.508747 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc235f-c620-4682-81a0-23297eecd2d1 service neutron] Pushing event updated for resources: {'Port': ['ID=a4668e5d-f739-4680-9242-845c457972b4,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:18.587737 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-65893b77-0717-4b57-a14b-bfb2caefe114 req-d0592136-3d8a-46e6-8cc2-7869a513fd1f tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] No DVR routers for this DVR port 070047eb-6b5c-4931-a92f-cbf2821a03a5 on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:04:18.600283 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-65893b77-0717-4b57-a14b-bfb2caefe114 req-d0592136-3d8a-46e6-8cc2-7869a513fd1f tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:18.603575 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-65893b77-0717-4b57-a14b-bfb2caefe114 req-d0592136-3d8a-46e6-8cc2-7869a513fd1f tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.47 "DELETE /v2.0/ports/070047eb-6b5c-4931-a92f-cbf2821a03a5 HTTP/1.1" status: 204 len: 173 time: 1.6439962 Feb 09 01:04:18.613558 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0592136-3d8a-46e6-8cc2-7869a513fd1f tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Pushing event deleted for resources: {'Port': ['ID=070047eb-6b5c-4931-a92f-cbf2821a03a5,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:18.651006 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-faaca20c-5fc1-464f-a454-e3d2c116c3c0 req-fbdc45ba-450e-4e5a-a8eb-64b5941bbb5a tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556663 Feb 09 01:04:18.655324 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d616854d-f87d-49cf-bae0-cc26cb566c4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (ada90dd7-44ce-466f-a95c-18e6c74d0611), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:18.659032 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d616854d-f87d-49cf-bae0-cc26cb566c4a admin admin] Publish callbacks [] for router_controller (ada90dd7-44ce-466f-a95c-18e6c74d0611), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:18.704630 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f090ea5d-dd60-4fb8-8308-41e997c835be req-5336df34-12ab-4cd9-918c-17130527bdd4 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3b70da3c9e0441c5928a48dabf785fc6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3746295 Feb 09 01:04:18.773379 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d616854d-f87d-49cf-bae0-cc26cb566c4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (ada90dd7-44ce-466f-a95c-18e6c74d0611), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:18.774264 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d616854d-f87d-49cf-bae0-cc26cb566c4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ada90dd7-44ce-466f-a95c-18e6c74d0611 {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:04:18.779373 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d616854d-f87d-49cf-bae0-cc26cb566c4a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:18.780477 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d616854d-f87d-49cf-bae0-cc26cb566c4a admin admin] 10.222.0.50 "DELETE /v2.0/routers/ada90dd7-44ce-466f-a95c-18e6c74d0611 HTTP/1.1" status: 204 len: 168 time: 1.3384790 Feb 09 01:04:18.783070 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42818) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:18.837767 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-78641d3f-58f1-47a3-a388-13a7be9dce76 admin admin] Deleting subnet f61025f6-bbc8-419e-944b-83c38276e9e3 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:04:18.842859 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-78641d3f-58f1-47a3-a388-13a7be9dce76 admin admin] Publish callbacks [] for subnet (f61025f6-bbc8-419e-944b-83c38276e9e3), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:18.869188 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2739add9-a206-4bdf-9b4f-e28200d42fcc req-ffde81a5-a906-4ea5-a2c8-005515b48de5 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=dba9464e-d3c3-4d9b-88b6-92ace06d30c7 HTTP/1.1" status: 200 len: 210 time: 0.0691602 Feb 09 01:04:18.889905 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-78641d3f-58f1-47a3-a388-13a7be9dce76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (f61025f6-bbc8-419e-944b-83c38276e9e3), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:18.917269 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b94ec68-b85f-4bba-a519-6fbdb65d72b4 req-03fa574f-c85a-4577-8f51-88fd510a71a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:18.918790 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3b94ec68-b85f-4bba-a519-6fbdb65d72b4 req-03fa574f-c85a-4577-8f51-88fd510a71a8 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=bc3818006b3c45fb99098097e9082b77&device_id=58ed1c1d-e509-4556-a574-ab1ef207b06f HTTP/1.1" status: 200 len: 1125 time: 0.3324385 Feb 09 01:04:18.934184 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d31f127-1534-4c21-bae2-4021a301b7d6 x-openstack-request-id: req-3d31f127-1534-4c21-bae2-4021a301b7d6 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:04:18.934486 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58ed1c1d-e509-4556-a574-ab1ef207b06f", "tag": "a4668e5d-f739-4680-9242-845c457972b4", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:04:18.944697 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3d31f127-1534-4c21-bae2-4021a301b7d6 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:04:18.945240 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58ed1c1d-e509-4556-a574-ab1ef207b06f', 'tag': 'a4668e5d-f739-4680-9242-845c457972b4', 'status': 'completed', 'code': 200} Feb 09 01:04:19.017303 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-78641d3f-58f1-47a3-a388-13a7be9dce76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (f61025f6-bbc8-419e-944b-83c38276e9e3), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:19.037972 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3b94ec68-b85f-4bba-a519-6fbdb65d72b4 req-743a5af3-7dc3-40a1-a8a7-50f3fa9afc35 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4668e5d-f739-4680-9242-845c457972b4 HTTP/1.1" status: 200 len: 217 time: 0.0915377 Feb 09 01:04:19.041433 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f090ea5d-dd60-4fb8-8308-41e997c835be req-bc759259-fdd9-41f0-80a7-c0261b43b8f9 service neutron] 10.222.0.50 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359332 Feb 09 01:04:19.090831 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-78641d3f-58f1-47a3-a388-13a7be9dce76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (f61025f6-bbc8-419e-944b-83c38276e9e3), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:19.129419 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78641d3f-58f1-47a3-a388-13a7be9dce76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f61025f6-bbc8-419e-944b-83c38276e9e3,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:19.130960 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ae68ea-7d54-4844-add7-5be8d448ee20 None None] Network 5b1ef353-28d7-4dbf-bb1a-5731e3977ba4 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:04:19.141430 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-78641d3f-58f1-47a3-a388-13a7be9dce76 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:19.148197 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-78641d3f-58f1-47a3-a388-13a7be9dce76 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f61025f6-bbc8-419e-944b-83c38276e9e3 HTTP/1.1" status: 204 len: 168 time: 0.3633471 Feb 09 01:04:19.148197 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42824) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:19.232482 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f090ea5d-dd60-4fb8-8308-41e997c835be req-140cfacd-9d1f-4f3d-9dff-0371c964f8a2 service neutron] 10.222.0.50 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747146 Feb 09 01:04:19.237016 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-86aaf00d-0d6a-4fdf-b9f6-ad5e04e5dcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (5b1ef353-28d7-4dbf-bb1a-5731e3977ba4), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:19.252840 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a8c6d-c1ce-4a04-aaf7-ca8bf655c6a0 req-534a4cc6-7cc2-4599-abd8-9826b555f5c8 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:19.254555 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ed6a8c6d-c1ce-4a04-aaf7-ca8bf655c6a0 req-534a4cc6-7cc2-4599-abd8-9826b555f5c8 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ed1c1d-e509-4556-a574-ab1ef207b06f HTTP/1.1" status: 200 len: 943 time: 0.2300198 Feb 09 01:04:19.256720 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b94ec68-b85f-4bba-a519-6fbdb65d72b4 req-ed4c62af-bb36-4958-b191-b55b2a788293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:19.258087 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3b94ec68-b85f-4bba-a519-6fbdb65d72b4 req-ed4c62af-bb36-4958-b191-b55b2a788293 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=84df8042-998c-45dd-8b33-36f49fdd33d9 HTTP/1.1" status: 200 len: 851 time: 0.1993258 Feb 09 01:04:19.307593 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-86aaf00d-0d6a-4fdf-b9f6-ad5e04e5dcb5 admin admin] Deleting port 2e0866d3-b98a-4e12-839c-2e6502123d20 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:04:19.308327 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-86aaf00d-0d6a-4fdf-b9f6-ad5e04e5dcb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (2e0866d3-b98a-4e12-839c-2e6502123d20), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:19.351058 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3b94ec68-b85f-4bba-a519-6fbdb65d72b4 req-7bc91c92-0ca3-4a50-9b07-1b108e104a87 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=6887c7a4-5287-46fb-8e1c-13a166b3746e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823212 Feb 09 01:04:19.403701 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-86aaf00d-0d6a-4fdf-b9f6-ad5e04e5dcb5 admin admin] For port 2e0866d3-b98a-4e12-839c-2e6502123d20, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=2e0866d3-b98a-4e12-839c-2e6502123d20,segment=NetworkSegment(431c715a-c199-48c1-a403-75c9f288f923),segment_id=431c715a-c199-48c1-a403-75c9f288f923)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:19.405720 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-86aaf00d-0d6a-4fdf-b9f6-ad5e04e5dcb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (2e0866d3-b98a-4e12-839c-2e6502123d20), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:19.422623 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-86aaf00d-0d6a-4fdf-b9f6-ad5e04e5dcb5 admin admin] Calling delete_port for 2e0866d3-b98a-4e12-839c-2e6502123d20 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:04:19.513326 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ed6a8c6d-c1ce-4a04-aaf7-ca8bf655c6a0 req-c59a09e1-1368-496c-825b-c32e81c685b8 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525978 Feb 09 01:04:19.602537 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-86aaf00d-0d6a-4fdf-b9f6-ad5e04e5dcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (2e0866d3-b98a-4e12-839c-2e6502123d20), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:19.626359 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb47e4ad-7ba0-4de4-b0e3-65c097aec88d None None] DHCP port deletion for 5b1ef353-28d7-4dbf-bb1a-5731e3977ba4 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:04:19.629060 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3b94ec68-b85f-4bba-a519-6fbdb65d72b4 req-99156a73-e585-4c2b-b88b-fd32ed63bc25 service neutron] 10.222.0.120 "GET /v2.0/networks/6887c7a4-5287-46fb-8e1c-13a166b3746e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514722 Feb 09 01:04:19.657555 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aaf00d-0d6a-4fdf-b9f6-ad5e04e5dcb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e0866d3-b98a-4e12-839c-2e6502123d20,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:19.664146 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86aaf00d-0d6a-4fdf-b9f6-ad5e04e5dcb5 admin admin] No DVR routers for this DVR port 2e0866d3-b98a-4e12-839c-2e6502123d20 on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:04:19.665297 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 1e5780b3-10b8-4ff4-8292-62e6ca5327ff no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:04:19.709461 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 1e5780b3-10b8-4ff4-8292-62e6ca5327ff {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:04:19.709889 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 1e5780b3-10b8-4ff4-8292-62e6ca5327ff not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:04:19.710390 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:04:19.742942 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:04:19.743507 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f6a8ef8b-cfe0-4fba-8d6c-39747c1facfb not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:04:19.746306 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-86aaf00d-0d6a-4fdf-b9f6-ad5e04e5dcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (5b1ef353-28d7-4dbf-bb1a-5731e3977ba4), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:19.800020 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-86aaf00d-0d6a-4fdf-b9f6-ad5e04e5dcb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b1ef353-28d7-4dbf-bb1a-5731e3977ba4']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:19.815419 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-86aaf00d-0d6a-4fdf-b9f6-ad5e04e5dcb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '431c715a-c199-48c1-a403-75c9f288f923') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:19.815996 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-86aaf00d-0d6a-4fdf-b9f6-ad5e04e5dcb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '431c715a-c199-48c1-a403-75c9f288f923') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:19.826431 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-86aaf00d-0d6a-4fdf-b9f6-ad5e04e5dcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (431c715a-c199-48c1-a403-75c9f288f923), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:19.830600 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c06f5f-4c61-4dbf-81a7-3c53a5ce03a8 req-f695d474-afdf-424c-9779-5c630b5e6611 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:19.832162 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1c06f5f-4c61-4dbf-81a7-3c53a5ce03a8 req-f695d474-afdf-424c-9779-5c630b5e6611 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b22764c-a886-472f-ab22-522f906e73e1 HTTP/1.1" status: 200 len: 946 time: 0.1955700 Feb 09 01:04:19.842136 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-86aaf00d-0d6a-4fdf-b9f6-ad5e04e5dcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (431c715a-c199-48c1-a403-75c9f288f923), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:19.855193 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86aaf00d-0d6a-4fdf-b9f6-ad5e04e5dcb5 admin admin] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:04:19.855193 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-86aaf00d-0d6a-4fdf-b9f6-ad5e04e5dcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (431c715a-c199-48c1-a403-75c9f288f923), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:19.855193 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:04:19.855193 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:04:19.855193 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:04:19.855193 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:04:19.855193 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:04:19.855193 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:04:19.855193 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:04:19.855193 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:04:19.855193 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:04:19.855193 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:04:19.855193 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:04:19.855193 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:04:19.855193 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:04:19.855193 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:04:19.855193 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:04:19.855193 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:04:19.855193 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:04:19.855193 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:04:19.855193 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:04:19.855193 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:04:19.855193 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:04:19.855193 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:04:19.855193 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:04:19.855193 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:04:19.855193 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:04:19.855193 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:04:19.855193 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:04:19.855193 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:04:19.855193 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:04:19.855193 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:04:19.855193 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:04:19.855193 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:04:19.886160 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3b94ec68-b85f-4bba-a519-6fbdb65d72b4 req-2a867ee9-0038-4213-8e6e-4f9e76a6b489 service neutron] 10.222.0.120 "GET /v2.0/networks/6887c7a4-5287-46fb-8e1c-13a166b3746e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152512 Feb 09 01:04:19.920017 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-86aaf00d-0d6a-4fdf-b9f6-ad5e04e5dcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (5b1ef353-28d7-4dbf-bb1a-5731e3977ba4), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:19.940345 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-86aaf00d-0d6a-4fdf-b9f6-ad5e04e5dcb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:19.947512 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-86aaf00d-0d6a-4fdf-b9f6-ad5e04e5dcb5 admin admin] 10.222.0.50 "DELETE /v2.0/networks/5b1ef353-28d7-4dbf-bb1a-5731e3977ba4 HTTP/1.1" status: 204 len: 168 time: 0.7977347 Feb 09 01:04:19.949185 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42844) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:19.950068 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aaf00d-0d6a-4fdf-b9f6-ad5e04e5dcb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b1ef353-28d7-4dbf-bb1a-5731e3977ba4,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:19.951481 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1c06f5f-4c61-4dbf-81a7-3c53a5ce03a8 req-cc901c9f-26b7-4e7a-864a-b3b6238323c9 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925989 Feb 09 01:04:19.967437 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de50e8-2bf0-41bf-9431-a0efff3b2ec9 req-6f973cd0-24c1-480b-a61c-62b69eff2e55 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:19.967437 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-65de50e8-2bf0-41bf-9431-a0efff3b2ec9 req-6f973cd0-24c1-480b-a61c-62b69eff2e55 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 949 time: 0.1513572 Feb 09 01:04:20.102089 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-65de50e8-2bf0-41bf-9431-a0efff3b2ec9 req-27fcb855-4ed1-4d3e-9528-40565c6bc96a tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291180 Feb 09 01:04:20.110783 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c845b0a-3095-43ef-ad3a-3d8c922148c1 req-8ae877e6-d8ba-4c16-8d57-5a4ffd58dde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:20.112130 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6c845b0a-3095-43ef-ad3a-3d8c922148c1 req-8ae877e6-d8ba-4c16-8d57-5a4ffd58dde0 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=bc3818006b3c45fb99098097e9082b77&device_id=58ed1c1d-e509-4556-a574-ab1ef207b06f HTTP/1.1" status: 200 len: 1125 time: 0.1472337 Feb 09 01:04:20.131301 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceac1fd-21ee-4aa3-ae3a-473889c4e71d req-bbd743f5-d41c-468c-b26f-4358e3c55aea tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:20.132910 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bceac1fd-21ee-4aa3-ae3a-473889c4e71d req-bbd743f5-d41c-468c-b26f-4358e3c55aea tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 949 time: 0.1105499 Feb 09 01:04:20.234969 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-186374ac-c262-485a-9819-f54d3fa42da7 req-f8063c8c-d00a-4e46-ab06-c423dcc6b1e7 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 210 time: 0.0465250 Feb 09 01:04:20.289380 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bceac1fd-21ee-4aa3-ae3a-473889c4e71d req-c00f4bb5-64fc-4cc7-8ca0-b4d90ee5c7ae tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465921 Feb 09 01:04:20.301951 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c845b0a-3095-43ef-ad3a-3d8c922148c1 req-c9b15dda-f177-435b-a2a8-030e024a481a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:20.303594 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6c845b0a-3095-43ef-ad3a-3d8c922148c1 req-c9b15dda-f177-435b-a2a8-030e024a481a service neutron] 10.222.0.120 "GET /v2.0/networks?id=6887c7a4-5287-46fb-8e1c-13a166b3746e HTTP/1.1" status: 200 len: 913 time: 0.1697342 Feb 09 01:04:20.386829 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6c845b0a-3095-43ef-ad3a-3d8c922148c1 req-322a00e5-d541-4609-bdd1-137e43f749a7 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4668e5d-f739-4680-9242-845c457972b4 HTTP/1.1" status: 200 len: 217 time: 0.0662291 Feb 09 01:04:20.435296 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7dfcc3a-dcf4-4376-8a40-cc554dfde683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (57de46cf-5087-4fd0-9d66-6ed1770cc5a7), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:20.486704 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c845b0a-3095-43ef-ad3a-3d8c922148c1 req-245b8faf-7ee7-4b93-90c1-4b36bb978991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:20.488290 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6c845b0a-3095-43ef-ad3a-3d8c922148c1 req-245b8faf-7ee7-4b93-90c1-4b36bb978991 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=84df8042-998c-45dd-8b33-36f49fdd33d9 HTTP/1.1" status: 200 len: 851 time: 0.0657206 Feb 09 01:04:20.496427 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2419bc-5a93-4a58-8095-d8c497080e1c req-8d19f61f-507b-4f77-9853-f1c98f9560cc tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:20.498027 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fc2419bc-5a93-4a58-8095-d8c497080e1c req-8d19f61f-507b-4f77-9853-f1c98f9560cc tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 949 time: 0.1064346 Feb 09 01:04:20.562430 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6c845b0a-3095-43ef-ad3a-3d8c922148c1 req-9c6b1c15-3110-4348-92b3-7ec594b3a842 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=6887c7a4-5287-46fb-8e1c-13a166b3746e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483205 Feb 09 01:04:20.654717 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fc2419bc-5a93-4a58-8095-d8c497080e1c req-f527cfac-48d5-46ae-b5d5-aa2cf3fc8084 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487954 Feb 09 01:04:20.679372 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84870ff-4787-4766-a63b-23d6aee5b15b req-b6367a16-c0e1-49e1-99c2-61bbad39aefd tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:20.679372 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f84870ff-4787-4766-a63b-23d6aee5b15b req-b6367a16-c0e1-49e1-99c2-61bbad39aefd tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9b640c8-ffc6-416a-bf27-05b27d68362d HTTP/1.1" status: 200 len: 946 time: 0.1540790 Feb 09 01:04:20.706188 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-e7dfcc3a-dcf4-4376-8a40-cc554dfde683 admin admin] Deleting port ab995663-85d1-4f2b-b43c-ec11b938c1d5 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:04:20.706817 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7dfcc3a-dcf4-4376-8a40-cc554dfde683 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (ab995663-85d1-4f2b-b43c-ec11b938c1d5), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:20.726703 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6c845b0a-3095-43ef-ad3a-3d8c922148c1 req-89964828-416c-4d6d-87d5-6217cd1c1f65 service neutron] 10.222.0.120 "GET /v2.0/networks/6887c7a4-5287-46fb-8e1c-13a166b3746e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471274 Feb 09 01:04:20.766912 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f84870ff-4787-4766-a63b-23d6aee5b15b req-3bdeda94-b316-466f-b365-7ceed4d10796 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787086 Feb 09 01:04:20.813798 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-e7dfcc3a-dcf4-4376-8a40-cc554dfde683 admin admin] For port ab995663-85d1-4f2b-b43c-ec11b938c1d5, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=ab995663-85d1-4f2b-b43c-ec11b938c1d5,segment=NetworkSegment(5222b586-be16-4fd9-a710-08b44cbd3ccd),segment_id=5222b586-be16-4fd9-a710-08b44cbd3ccd)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:20.814182 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7dfcc3a-dcf4-4376-8a40-cc554dfde683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (ab995663-85d1-4f2b-b43c-ec11b938c1d5), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:20.833729 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-e7dfcc3a-dcf4-4376-8a40-cc554dfde683 admin admin] Calling delete_port for ab995663-85d1-4f2b-b43c-ec11b938c1d5 owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:04:20.856112 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6c845b0a-3095-43ef-ad3a-3d8c922148c1 req-da42149e-b8bb-40a9-bd04-3587e5ac1845 service neutron] 10.222.0.120 "GET /v2.0/networks/6887c7a4-5287-46fb-8e1c-13a166b3746e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186149 Feb 09 01:04:20.918342 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6360e-aeec-48d7-a8bb-87715562328a req-520c74f5-362b-4873-b9bd-413e403239c4 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:20.919978 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-79c6360e-aeec-48d7-a8bb-87715562328a req-520c74f5-362b-4873-b9bd-413e403239c4 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ed1c1d-e509-4556-a574-ab1ef207b06f HTTP/1.1" status: 200 len: 943 time: 0.0671806 Feb 09 01:04:20.948446 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba9464e-d3c3-4d9b-88b6-92ace06d30c7', 'name': 'network-vif-deleted', 'tag': '070047eb-6b5c-4931-a92f-cbf2821a03a5'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:04:20.951281 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16da2d60-6edf-4854-a83d-d86c45661138" -d '{"events": [{"server_uuid": "dba9464e-d3c3-4d9b-88b6-92ace06d30c7", "name": "network-vif-deleted", "tag": "070047eb-6b5c-4931-a92f-cbf2821a03a5"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:04:20.988330 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-79c6360e-aeec-48d7-a8bb-87715562328a req-ef7a13b8-e634-4eb6-84b5-bde4efb77fc4 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620134 Feb 09 01:04:21.042981 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7dfcc3a-dcf4-4376-8a40-cc554dfde683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (ab995663-85d1-4f2b-b43c-ec11b938c1d5), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:21.049945 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 070047eb-6b5c-4931-a92f-cbf2821a03a5 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:04:21.088488 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dfcc3a-dcf4-4376-8a40-cc554dfde683 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab995663-85d1-4f2b-b43c-ec11b938c1d5,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:21.102701 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: 070047eb-6b5c-4931-a92f-cbf2821a03a5 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:04:21.103302 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 070047eb-6b5c-4931-a92f-cbf2821a03a5 not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:04:21.338079 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090ea5d-dd60-4fb8-8308-41e997c835be req-b5286224-6f91-4072-8622-f96f1cc38e78 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:21.339714 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f090ea5d-dd60-4fb8-8308-41e997c835be req-b5286224-6f91-4072-8622-f96f1cc38e78 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.120 "GET /v2.0/networks?id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10 HTTP/1.1" status: 200 len: 821 time: 0.2459254 Feb 09 01:04:21.368047 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f3ee2-1f88-4043-9408-7a652d8028e6 req-2f785d05-6f82-41e3-b350-09874ce19ec3 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:21.369741 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b82f3ee2-1f88-4043-9408-7a652d8028e6 req-2f785d05-6f82-41e3-b350-09874ce19ec3 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=5dbd4352-9418-44ba-b3cd-446c599b4d42 HTTP/1.1" status: 200 len: 949 time: 0.1347551 Feb 09 01:04:21.375355 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-f090ea5d-dd60-4fb8-8308-41e997c835be req-937b02b2-23e7-4d00-9858-368164f7bfef tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Request body: {'port': {'device_id': '06e50628-17a8-4e2c-b965-8c111935fcf3', 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10', 'admin_state_up': True, 'tenant_id': '3b70da3c9e0441c5928a48dabf785fc6'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:21.404010 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7dfcc3a-dcf4-4376-8a40-cc554dfde683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (57de46cf-5087-4fd0-9d66-6ed1770cc5a7), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:21.615042 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b82f3ee2-1f88-4043-9408-7a652d8028e6 req-9f0f9037-fe78-475b-83b1-f202c3d7403b tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336845 Feb 09 01:04:21.631555 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8917b-c296-41bc-b469-3436f965f4ee req-43dd7041-1db7-42a1-b506-83f7f5852c6a tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:21.633146 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f6f8917b-c296-41bc-b469-3436f965f4ee req-43dd7041-1db7-42a1-b506-83f7f5852c6a tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=41447836-fa14-4ac5-9ad5-3d6a1ae57c48 HTTP/1.1" status: 200 len: 945 time: 0.2530730 Feb 09 01:04:21.692255 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f090ea5d-dd60-4fb8-8308-41e997c835be req-937b02b2-23e7-4d00-9858-368164f7bfef tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Made reservation on behalf of 3b70da3c9e0441c5928a48dabf785fc6 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:04:21.697754 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f090ea5d-dd60-4fb8-8308-41e997c835be req-937b02b2-23e7-4d00-9858-368164f7bfef tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:21.715897 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 2e0866d3-b98a-4e12-839c-2e6502123d20 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:04:21.720621 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0452608-4924-4b56-afee-e627d7988618 x-openstack-request-id: req-d0452608-4924-4b56-afee-e627d7988618 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:04:21.720922 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba9464e-d3c3-4d9b-88b6-92ace06d30c7", "name": "network-vif-deleted", "tag": "070047eb-6b5c-4931-a92f-cbf2821a03a5", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:04:21.721181 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d0452608-4924-4b56-afee-e627d7988618 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:04:21.721574 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba9464e-d3c3-4d9b-88b6-92ace06d30c7', 'name': 'network-vif-deleted', 'tag': '070047eb-6b5c-4931-a92f-cbf2821a03a5', 'status': 'completed', 'code': 200} Feb 09 01:04:21.763362 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7dfcc3a-dcf4-4376-8a40-cc554dfde683 admin admin] Router 57de46cf-5087-4fd0-9d66-6ed1770cc5a7 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:04:21.769511 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 2e0866d3-b98a-4e12-839c-2e6502123d20 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:04:21.770107 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 2e0866d3-b98a-4e12-839c-2e6502123d20 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:04:21.799064 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f6f8917b-c296-41bc-b469-3436f965f4ee req-8dfaad8b-a791-4bc7-9eb9-4731504d749c tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598988 Feb 09 01:04:21.893486 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7dfcc3a-dcf4-4376-8a40-cc554dfde683 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:04:21.900746 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e7dfcc3a-dcf4-4376-8a40-cc554dfde683 admin admin] 10.222.0.50 "PUT /v2.0/routers/57de46cf-5087-4fd0-9d66-6ed1770cc5a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9476118 Feb 09 01:04:21.904618 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42886) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:21.906538 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4788cacd-b75a-494a-8121-ce7d42d51602 None None] Sync routers for ids ['57de46cf-5087-4fd0-9d66-6ed1770cc5a7'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:04:21.924093 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4788cacd-b75a-494a-8121-ce7d42d51602 None None] Routers {'57de46cf-5087-4fd0-9d66-6ed1770cc5a7'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:04:21.925641 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-4788cacd-b75a-494a-8121-ce7d42d51602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:04:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['57de46cf-5087-4fd0-9d66-6ed1770cc5a7'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:21.934591 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-f090ea5d-dd60-4fb8-8308-41e997c835be req-937b02b2-23e7-4d00-9858-368164f7bfef tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Allocated IP 172.20.0.4 (7041f7c4-8ab5-4479-b63e-c8706fa7ab10/aee9db20-60c4-48dd-9796-48ed06ca844d/44c5c0b5-b686-4ec1-9e5a-b68129ea66d0) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:04:21.999677 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a73d4fe3-faff-4789-84ed-96b594245d27 req-c404738f-60e5-4477-a03f-4bdb2e5ba5f5 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 210 time: 0.1224508 Feb 09 01:04:22.076903 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-4788cacd-b75a-494a-8121-ce7d42d51602 None None] Set router 57de46cf-5087-4fd0-9d66-6ed1770cc5a7 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:04:22.078087 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-43864872-71c7-4e69-a5d8-555677a40198 admin admin] Publish callbacks [] for router (57de46cf-5087-4fd0-9d66-6ed1770cc5a7), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:22.151848 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b1f3ed-9e93-4ce3-a853-51ce3d683e86 req-cbbaad42-c8fe-4d45-973e-0fd03e654275 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:22.154112 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-97b1f3ed-9e93-4ce3-a853-51ce3d683e86 req-cbbaad42-c8fe-4d45-973e-0fd03e654275 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 949 time: 0.3631654 Feb 09 01:04:22.199693 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-43864872-71c7-4e69-a5d8-555677a40198 admin admin] Publish callbacks [] for router_gateway (57de46cf-5087-4fd0-9d66-6ed1770cc5a7), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:22.252726 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-97b1f3ed-9e93-4ce3-a853-51ce3d683e86 req-8e94b4bc-0203-4b80-b3bb-b03f5d0314a9 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764332 Feb 09 01:04:22.269756 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-43864872-71c7-4e69-a5d8-555677a40198 admin admin] Deleting port e0a54404-e831-4241-82dd-5d7267a46ba8 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:04:22.270116 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-43864872-71c7-4e69-a5d8-555677a40198 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (e0a54404-e831-4241-82dd-5d7267a46ba8), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:22.290668 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5effe87d-97a3-45fd-8f8f-27eedde368e6 req-63cac524-c86a-49f4-a150-7158a6d2531d tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:22.297087 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5effe87d-97a3-45fd-8f8f-27eedde368e6 req-63cac524-c86a-49f4-a150-7158a6d2531d tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 949 time: 0.1691182 Feb 09 01:04:22.345717 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-4788cacd-b75a-494a-8121-ce7d42d51602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57de46cf-5087-4fd0-9d66-6ed1770cc5a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1872106542-router', 'tenant_id': '37ac9d48452c4f7db9f108f5d4739f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'e0a54404-e831-4241-82dd-5d7267a46ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:00:51Z', 'updated_at': '2022-02-09T01:04:20Z', 'revision_number': 5, 'project_id': '37ac9d48452c4f7db9f108f5d4739f3f', 'gw_port': {'id': 'e0a54404-e831-4241-82dd-5d7267a46ba8', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:67:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57de46cf-5087-4fd0-9d66-6ed1770cc5a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:00:53Z', 'updated_at': '2022-02-09T01:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:22.366309 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f090ea5d-dd60-4fb8-8308-41e997c835be req-937b02b2-23e7-4d00-9858-368164f7bfef tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Publish callbacks [] for port (44c5c0b5-b686-4ec1-9e5a-b68129ea66d0), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:22.385082 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5effe87d-97a3-45fd-8f8f-27eedde368e6 req-2e4ee5eb-28d5-43e1-aabc-49e0cc5127eb tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821571 Feb 09 01:04:22.395570 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-43864872-71c7-4e69-a5d8-555677a40198 admin admin] For port e0a54404-e831-4241-82dd-5d7267a46ba8, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=e0a54404-e831-4241-82dd-5d7267a46ba8,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:22.397303 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-43864872-71c7-4e69-a5d8-555677a40198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (e0a54404-e831-4241-82dd-5d7267a46ba8), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:22.409442 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4788cacd-b75a-494a-8121-ce7d42d51602 None None] Checking router: 57de46cf-5087-4fd0-9d66-6ed1770cc5a7 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:04:22.420575 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-43864872-71c7-4e69-a5d8-555677a40198 admin admin] Calling delete_port for e0a54404-e831-4241-82dd-5d7267a46ba8 owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:04:22.427336 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4788cacd-b75a-494a-8121-ce7d42d51602 None None] Routers {'57de46cf-5087-4fd0-9d66-6ed1770cc5a7'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:04:22.428364 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-4788cacd-b75a-494a-8121-ce7d42d51602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:04:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['57de46cf-5087-4fd0-9d66-6ed1770cc5a7'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:22.430365 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f090ea5d-dd60-4fb8-8308-41e997c835be req-937b02b2-23e7-4d00-9858-368164f7bfef tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (44c5c0b5-b686-4ec1-9e5a-b68129ea66d0), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:22.476485 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['f1b957a8-19bc-4931-a7e4-b99b73998d2d'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:04:22.511728 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f090ea5d-dd60-4fb8-8308-41e997c835be req-937b02b2-23e7-4d00-9858-368164f7bfef tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Network 7041f7c4-8ab5-4479-b63e-c8706fa7ab10 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:04:22.549481 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-f090ea5d-dd60-4fb8-8308-41e997c835be req-937b02b2-23e7-4d00-9858-368164f7bfef tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:22.552247 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b02b2-23e7-4d00-9858-368164f7bfef tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Pushing event updated for resources: {'Port': ['ID=44c5c0b5-b686-4ec1-9e5a-b68129ea66d0,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:22.569718 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-f090ea5d-dd60-4fb8-8308-41e997c835be req-937b02b2-23e7-4d00-9858-368164f7bfef tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:04:22.585179 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-4788cacd-b75a-494a-8121-ce7d42d51602 None None] Set router 57de46cf-5087-4fd0-9d66-6ed1770cc5a7 gateway port host: None {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:04:22.651158 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-4788cacd-b75a-494a-8121-ce7d42d51602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57de46cf-5087-4fd0-9d66-6ed1770cc5a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1872106542-router', 'tenant_id': '37ac9d48452c4f7db9f108f5d4739f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:00:51Z', 'updated_at': '2022-02-09T01:04:22Z', 'revision_number': 6, 'project_id': '37ac9d48452c4f7db9f108f5d4739f3f', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:22.663824 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-43864872-71c7-4e69-a5d8-555677a40198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (e0a54404-e831-4241-82dd-5d7267a46ba8), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:22.690810 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4788cacd-b75a-494a-8121-ce7d42d51602 None None] The sync data for ids ['57de46cf-5087-4fd0-9d66-6ed1770cc5a7'] in n-d-828369-4 is: [{'id': '57de46cf-5087-4fd0-9d66-6ed1770cc5a7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1872106542-router', 'tenant_id': '37ac9d48452c4f7db9f108f5d4739f3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:00:51Z', 'updated_at': '2022-02-09T01:04:22Z', 'revision_number': 6, 'project_id': '37ac9d48452c4f7db9f108f5d4739f3f', 'gw_port_host': None}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:04:22.730662 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43864872-71c7-4e69-a5d8-555677a40198 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0a54404-e831-4241-82dd-5d7267a46ba8,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:22.814257 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-43864872-71c7-4e69-a5d8-555677a40198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (57de46cf-5087-4fd0-9d66-6ed1770cc5a7), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:23.047812 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090ea5d-dd60-4fb8-8308-41e997c835be req-937b02b2-23e7-4d00-9858-368164f7bfef tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:23.048712 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f090ea5d-dd60-4fb8-8308-41e997c835be req-937b02b2-23e7-4d00-9858-368164f7bfef tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:23.060218 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3084b-6298-414b-bf12-9af036a4eddd req-5b09b54d-0544-4704-b0a4-9432540916f7 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:23.069235 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3084b-6298-414b-bf12-9af036a4eddd req-5b09b54d-0544-4704-b0a4-9432540916f7 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:23.074376 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3084b-6298-414b-bf12-9af036a4eddd req-5b09b54d-0544-4704-b0a4-9432540916f7 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:23.082390 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-49c3084b-6298-414b-bf12-9af036a4eddd req-5b09b54d-0544-4704-b0a4-9432540916f7 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9b640c8-ffc6-416a-bf27-05b27d68362d&device_id=5b22764c-a886-472f-ab22-522f906e73e1&device_id=41447836-fa14-4ac5-9ad5-3d6a1ae57c48 HTTP/1.1" status: 200 len: 2418 time: 0.1158614 Feb 09 01:04:23.116751 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d1a91-2c0e-47be-a079-f3b0c0d68a0a req-5250ae71-6719-4a1a-b8c7-246348a11e78 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:23.125316 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bd0d1a91-2c0e-47be-a079-f3b0c0d68a0a req-5250ae71-6719-4a1a-b8c7-246348a11e78 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ed1c1d-e509-4556-a574-ab1ef207b06f HTTP/1.1" status: 200 len: 943 time: 0.6321862 Feb 09 01:04:23.156985 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f090ea5d-dd60-4fb8-8308-41e997c835be req-937b02b2-23e7-4d00-9858-368164f7bfef tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7860808 Feb 09 01:04:23.161774 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-43864872-71c7-4e69-a5d8-555677a40198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (57de46cf-5087-4fd0-9d66-6ed1770cc5a7), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:23.163966 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-43864872-71c7-4e69-a5d8-555677a40198 admin admin] Publish callbacks [] for router_controller (57de46cf-5087-4fd0-9d66-6ed1770cc5a7), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:23.175641 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-f090ea5d-dd60-4fb8-8308-41e997c835be req-5d04e37c-549c-4be7-9835-8adff372b586 service neutron] Request body: {'port': {'device_id': '06e50628-17a8-4e2c-b965-8c111935fcf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:23.209949 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-43864872-71c7-4e69-a5d8-555677a40198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (57de46cf-5087-4fd0-9d66-6ed1770cc5a7), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:23.210556 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43864872-71c7-4e69-a5d8-555677a40198 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57de46cf-5087-4fd0-9d66-6ed1770cc5a7 {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:04:23.215398 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-43864872-71c7-4e69-a5d8-555677a40198 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:23.219446 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-43864872-71c7-4e69-a5d8-555677a40198 admin admin] 10.222.0.50 "DELETE /v2.0/routers/57de46cf-5087-4fd0-9d66-6ed1770cc5a7 HTTP/1.1" status: 204 len: 168 time: 1.3134179 Feb 09 01:04:23.220318 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42894) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:23.236323 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-49c3084b-6298-414b-bf12-9af036a4eddd req-bbb56953-d31e-45d3-ac2e-36bf3dd58ded tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529801 Feb 09 01:04:23.262915 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bd0d1a91-2c0e-47be-a079-f3b0c0d68a0a req-5c0585af-c41c-48c8-993b-ec829509ed47 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365957 Feb 09 01:04:23.303755 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-c50ba3bf-73f9-4796-8ba1-43b3752d9d31 admin admin] Deleting subnet 75c2f933-5ba6-4c8a-a23f-8e8f2e024d57 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:04:23.314433 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c50ba3bf-73f9-4796-8ba1-43b3752d9d31 admin admin] Publish callbacks [] for subnet (75c2f933-5ba6-4c8a-a23f-8e8f2e024d57), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:23.354701 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c50ba3bf-73f9-4796-8ba1-43b3752d9d31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (75c2f933-5ba6-4c8a-a23f-8e8f2e024d57), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:23.384854 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f090ea5d-dd60-4fb8-8308-41e997c835be req-5d04e37c-549c-4be7-9835-8adff372b586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (44c5c0b5-b686-4ec1-9e5a-b68129ea66d0), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:23.441464 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c50ba3bf-73f9-4796-8ba1-43b3752d9d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (75c2f933-5ba6-4c8a-a23f-8e8f2e024d57), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:23.464127 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064598f-d3c6-4939-a657-aea09ba6fb7f req-dba63268-a8f3-4f9a-9348-a34dd51084ea tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:23.465630 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d064598f-d3c6-4939-a657-aea09ba6fb7f req-dba63268-a8f3-4f9a-9348-a34dd51084ea tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.47 "GET /v2.0/ports?device_id=5dbd4352-9418-44ba-b3cd-446c599b4d42 HTTP/1.1" status: 200 len: 949 time: 0.1828046 Feb 09 01:04:23.485920 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ef746-70d2-4f80-8b4a-d2932227c101 req-00270a67-41f3-4cbf-8c22-0ad9cd848bcc tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:23.487425 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d88ef746-70d2-4f80-8b4a-d2932227c101 req-00270a67-41f3-4cbf-8c22-0ad9cd848bcc tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=5dbd4352-9418-44ba-b3cd-446c599b4d42 HTTP/1.1" status: 200 len: 949 time: 0.1743550 Feb 09 01:04:23.503799 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c50ba3bf-73f9-4796-8ba1-43b3752d9d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (75c2f933-5ba6-4c8a-a23f-8e8f2e024d57), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:23.530040 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50ba3bf-73f9-4796-8ba1-43b3752d9d31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75c2f933-5ba6-4c8a-a23f-8e8f2e024d57,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:23.535516 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c50ba3bf-73f9-4796-8ba1-43b3752d9d31 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:23.538467 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c50ba3bf-73f9-4796-8ba1-43b3752d9d31 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/75c2f933-5ba6-4c8a-a23f-8e8f2e024d57 HTTP/1.1" status: 204 len: 168 time: 0.3174112 Feb 09 01:04:23.541854 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42902) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:23.547782 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb5112a-62d0-43d8-9f75-135bbb2d7f6a None None] Network dbece8d4-4ff3-4f42-9878-5304cd11aa89 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:04:23.594903 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca5246-a608-4f9d-b511-7e173a7d223e req-85f61e45-e81c-47da-959a-f1c551c4ef80 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:23.598180 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-22ca5246-a608-4f9d-b511-7e173a7d223e req-85f61e45-e81c-47da-959a-f1c551c4ef80 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 931 time: 0.2479634 Feb 09 01:04:23.660674 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a53864ca-163b-44b2-a696-6672c0e0d52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (dbece8d4-4ff3-4f42-9878-5304cd11aa89), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:23.720317 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device e0a54404-e831-4241-82dd-5d7267a46ba8 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:04:23.751289 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: e0a54404-e831-4241-82dd-5d7267a46ba8 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:04:23.751753 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device e0a54404-e831-4241-82dd-5d7267a46ba8 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:04:23.752269 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device ab995663-85d1-4f2b-b43c-ec11b938c1d5 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:04:23.778882 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-a53864ca-163b-44b2-a696-6672c0e0d52d admin admin] Deleting port 552c8ff0-8357-44de-98cc-87425e54a65c {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:04:23.779227 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a53864ca-163b-44b2-a696-6672c0e0d52d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (552c8ff0-8357-44de-98cc-87425e54a65c), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:23.782428 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: ab995663-85d1-4f2b-b43c-ec11b938c1d5 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:04:23.782879 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device ab995663-85d1-4f2b-b43c-ec11b938c1d5 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:04:23.797548 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99d8390-2c34-46d9-b2a5-97b32ce99359 None None] DHCP port deletion for dbece8d4-4ff3-4f42-9878-5304cd11aa89 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:04:23.817020 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d88ef746-70d2-4f80-8b4a-d2932227c101 req-0bb1dee9-de42-40e7-ac49-5dc298cf43d2 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122051 Feb 09 01:04:23.862803 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-a53864ca-163b-44b2-a696-6672c0e0d52d admin admin] For port 552c8ff0-8357-44de-98cc-87425e54a65c, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=552c8ff0-8357-44de-98cc-87425e54a65c,segment=NetworkSegment(5222b586-be16-4fd9-a710-08b44cbd3ccd),segment_id=5222b586-be16-4fd9-a710-08b44cbd3ccd)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:23.863378 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a53864ca-163b-44b2-a696-6672c0e0d52d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (552c8ff0-8357-44de-98cc-87425e54a65c), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:23.863723 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a99d8390-2c34-46d9-b2a5-97b32ce99359 None None] Deleting port 552c8ff0-8357-44de-98cc-87425e54a65c {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:04:23.864109 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a99d8390-2c34-46d9-b2a5-97b32ce99359 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (552c8ff0-8357-44de-98cc-87425e54a65c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:23.877923 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-a53864ca-163b-44b2-a696-6672c0e0d52d admin admin] Calling delete_port for 552c8ff0-8357-44de-98cc-87425e54a65c owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:04:23.944256 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-a99d8390-2c34-46d9-b2a5-97b32ce99359 None None] For port 552c8ff0-8357-44de-98cc-87425e54a65c, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=552c8ff0-8357-44de-98cc-87425e54a65c,segment=NetworkSegment(5222b586-be16-4fd9-a710-08b44cbd3ccd),segment_id=5222b586-be16-4fd9-a710-08b44cbd3ccd)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:23.944693 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a99d8390-2c34-46d9-b2a5-97b32ce99359 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (552c8ff0-8357-44de-98cc-87425e54a65c), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:23.960704 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a99d8390-2c34-46d9-b2a5-97b32ce99359 None None] Calling delete_port for 552c8ff0-8357-44de-98cc-87425e54a65c owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:04:23.971632 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a53864ca-163b-44b2-a696-6672c0e0d52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (552c8ff0-8357-44de-98cc-87425e54a65c), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:23.998024 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-22ca5246-a608-4f9d-b511-7e173a7d223e req-9ab43ce3-9dc3-4b72-9b75-3e07f389300a tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818231 Feb 09 01:04:24.050397 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53864ca-163b-44b2-a696-6672c0e0d52d admin admin] No DVR routers for this DVR port 552c8ff0-8357-44de-98cc-87425e54a65c on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:04:24.052425 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53864ca-163b-44b2-a696-6672c0e0d52d admin admin] Pushing event deleted for resources: {'Port': ['ID=552c8ff0-8357-44de-98cc-87425e54a65c,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:24.087072 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a99d8390-2c34-46d9-b2a5-97b32ce99359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (552c8ff0-8357-44de-98cc-87425e54a65c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:24.122749 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d8390-2c34-46d9-b2a5-97b32ce99359 None None] Pushing event deleted for resources: {'Port': ['ID=552c8ff0-8357-44de-98cc-87425e54a65c,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:24.130783 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99d8390-2c34-46d9-b2a5-97b32ce99359 None None] No DVR routers for this DVR port 552c8ff0-8357-44de-98cc-87425e54a65c on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:04:24.132936 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99d8390-2c34-46d9-b2a5-97b32ce99359 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:24.133299 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99d8390-2c34-46d9-b2a5-97b32ce99359 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:24.133670 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99d8390-2c34-46d9-b2a5-97b32ce99359 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:24.134019 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99d8390-2c34-46d9-b2a5-97b32ce99359 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:24.134706 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99d8390-2c34-46d9-b2a5-97b32ce99359 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:24.134826 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99d8390-2c34-46d9-b2a5-97b32ce99359 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:24.135105 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99d8390-2c34-46d9-b2a5-97b32ce99359 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:24.135491 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99d8390-2c34-46d9-b2a5-97b32ce99359 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:24.135831 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99d8390-2c34-46d9-b2a5-97b32ce99359 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:24.136218 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99d8390-2c34-46d9-b2a5-97b32ce99359 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:24.136628 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99d8390-2c34-46d9-b2a5-97b32ce99359 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:24.136967 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99d8390-2c34-46d9-b2a5-97b32ce99359 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:24.137306 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99d8390-2c34-46d9-b2a5-97b32ce99359 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:24.178661 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a53864ca-163b-44b2-a696-6672c0e0d52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (dbece8d4-4ff3-4f42-9878-5304cd11aa89), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:24.199743 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-a53864ca-163b-44b2-a696-6672c0e0d52d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbece8d4-4ff3-4f42-9878-5304cd11aa89']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:24.201451 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-d064598f-d3c6-4939-a657-aea09ba6fb7f req-240c4f8d-d8e4-4bff-9304-a1cc2834e315 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Deleting port b80d2f48-ba7e-48c4-85e1-fcebefd145ea {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:04:24.202506 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d064598f-d3c6-4939-a657-aea09ba6fb7f req-240c4f8d-d8e4-4bff-9304-a1cc2834e315 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (b80d2f48-ba7e-48c4-85e1-fcebefd145ea), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:24.210375 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-a53864ca-163b-44b2-a696-6672c0e0d52d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5222b586-be16-4fd9-a710-08b44cbd3ccd') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:24.210678 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-a53864ca-163b-44b2-a696-6672c0e0d52d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5222b586-be16-4fd9-a710-08b44cbd3ccd') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:24.220586 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a53864ca-163b-44b2-a696-6672c0e0d52d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (5222b586-be16-4fd9-a710-08b44cbd3ccd), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:24.236964 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a53864ca-163b-44b2-a696-6672c0e0d52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (5222b586-be16-4fd9-a710-08b44cbd3ccd), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:24.243387 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a53864ca-163b-44b2-a696-6672c0e0d52d admin admin] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:04:24.243824 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a53864ca-163b-44b2-a696-6672c0e0d52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (5222b586-be16-4fd9-a710-08b44cbd3ccd), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:24.245472 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:04:24.245472 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:04:24.245472 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:04:24.245472 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:04:24.245472 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:04:24.245472 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:04:24.245472 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:04:24.245472 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:04:24.245472 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:04:24.245472 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:04:24.245472 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:04:24.245472 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:04:24.245472 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:04:24.245472 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:04:24.245472 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:04:24.245472 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:04:24.245472 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:04:24.245472 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:04:24.245472 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:04:24.245472 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:04:24.245472 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:04:24.245472 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:04:24.245472 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:04:24.245472 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:04:24.245472 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:04:24.245472 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:04:24.245472 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:04:24.245472 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:04:24.245472 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:04:24.245472 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:04:24.245472 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:04:24.245472 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:04:24.308833 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a53864ca-163b-44b2-a696-6672c0e0d52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (dbece8d4-4ff3-4f42-9878-5304cd11aa89), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:24.315441 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a53864ca-163b-44b2-a696-6672c0e0d52d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:24.321953 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a53864ca-163b-44b2-a696-6672c0e0d52d admin admin] 10.222.0.50 "DELETE /v2.0/networks/dbece8d4-4ff3-4f42-9878-5304cd11aa89 HTTP/1.1" status: 204 len: 168 time: 0.7753785 Feb 09 01:04:24.322081 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-f090ea5d-dd60-4fb8-8308-41e997c835be req-5d04e37c-549c-4be7-9835-8adff372b586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:04:24.331126 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53864ca-163b-44b2-a696-6672c0e0d52d admin admin] Pushing event deleted for resources: {'Network': ['ID=dbece8d4-4ff3-4f42-9878-5304cd11aa89,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:24.338617 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f090ea5d-dd60-4fb8-8308-41e997c835be req-5d04e37c-549c-4be7-9835-8adff372b586 service neutron] Publish callbacks [] for port (44c5c0b5-b686-4ec1-9e5a-b68129ea66d0), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:24.352725 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76230f10-2a2f-48fd-a478-6012609df94b req-000763e8-49be-4a79-8812-ce4d61ee1de2 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:24.354235 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76230f10-2a2f-48fd-a478-6012609df94b req-000763e8-49be-4a79-8812-ce4d61ee1de2 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9b640c8-ffc6-416a-bf27-05b27d68362d HTTP/1.1" status: 200 len: 946 time: 0.3096149 Feb 09 01:04:24.366267 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b574ae-8bbb-4708-bed7-6aeeefd13ea8 req-9197431a-0830-4adf-94ac-ab6efe0c2c88 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:24.367776 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-12b574ae-8bbb-4708-bed7-6aeeefd13ea8 req-9197431a-0830-4adf-94ac-ab6efe0c2c88 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 949 time: 0.2210505 Feb 09 01:04:24.400847 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-f090ea5d-dd60-4fb8-8308-41e997c835be req-5d04e37c-549c-4be7-9835-8adff372b586 service neutron] Transition to ACTIVE for port object 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:24.418706 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f090ea5d-dd60-4fb8-8308-41e997c835be req-5d04e37c-549c-4be7-9835-8adff372b586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (44c5c0b5-b686-4ec1-9e5a-b68129ea66d0), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:24.460457 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42908) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:24.510293 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1823a6be-6874-411c-9407-46b231fbe915 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=59b83406d20b4b2ebe9993c1c71eb2e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0485175 Feb 09 01:04:24.511232 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42910) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:24.514101 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-d064598f-d3c6-4939-a657-aea09ba6fb7f req-240c4f8d-d8e4-4bff-9304-a1cc2834e315 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] For port b80d2f48-ba7e-48c4-85e1-fcebefd145ea, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=b80d2f48-ba7e-48c4-85e1-fcebefd145ea,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:24.514538 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d064598f-d3c6-4939-a657-aea09ba6fb7f req-240c4f8d-d8e4-4bff-9304-a1cc2834e315 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (b80d2f48-ba7e-48c4-85e1-fcebefd145ea), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:24.555730 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d04e37c-549c-4be7-9835-8adff372b586 service neutron] Pushing event updated for resources: {'Port': ['ID=44c5c0b5-b686-4ec1-9e5a-b68129ea66d0,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:24.560892 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-d064598f-d3c6-4939-a657-aea09ba6fb7f req-240c4f8d-d8e4-4bff-9304-a1cc2834e315 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Calling delete_port for b80d2f48-ba7e-48c4-85e1-fcebefd145ea owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:04:24.579740 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5dcf6011-8e40-450b-9bc8-3f043169c462 admin admin] Publish callbacks [] for security_group (94382357-3f52-4c6d-b9c6-ed33c8f08783), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:24.579850 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76230f10-2a2f-48fd-a478-6012609df94b req-9978130a-5183-4e01-ba9a-e61613544990 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019949 Feb 09 01:04:24.579850 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-12b574ae-8bbb-4708-bed7-6aeeefd13ea8 req-0f383440-8abf-46a5-8542-d93ae475e503 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815829 Feb 09 01:04:24.617102 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5dcf6011-8e40-450b-9bc8-3f043169c462 admin admin] Publish callbacks [] for security_group (94382357-3f52-4c6d-b9c6-ed33c8f08783), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:24.674975 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5dcf6011-8e40-450b-9bc8-3f043169c462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (94382357-3f52-4c6d-b9c6-ed33c8f08783), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:24.677685 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5dcf6011-8e40-450b-9bc8-3f043169c462 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:24.681645 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5dcf6011-8e40-450b-9bc8-3f043169c462 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/94382357-3f52-4c6d-b9c6-ed33c8f08783 HTTP/1.1" status: 204 len: 168 time: 0.1670580 Feb 09 01:04:24.695955 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf6011-8e40-450b-9bc8-3f043169c462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94382357-3f52-4c6d-b9c6-ed33c8f08783,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:24.839419 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-f090ea5d-dd60-4fb8-8308-41e997c835be req-5d04e37c-549c-4be7-9835-8adff372b586 service neutron] Attempting to bind port 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:04:24.839768 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-f090ea5d-dd60-4fb8-8308-41e997c835be req-5d04e37c-549c-4be7-9835-8adff372b586 service neutron] Attempting to bind port 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '2793514a-5639-496c-8d37-377203141ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:04:24.840108 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f090ea5d-dd60-4fb8-8308-41e997c835be req-5d04e37c-549c-4be7-9835-8adff372b586 service neutron] Attempting to bind port 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0 on network 7041f7c4-8ab5-4479-b63e-c8706fa7ab10 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:04:24.856956 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1619c42-185d-4936-9e3d-1cff665a8ef2 req-d5da7855-26ad-47fa-877d-0862fde3bab8 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:24.858955 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f1619c42-185d-4936-9e3d-1cff665a8ef2 req-d5da7855-26ad-47fa-877d-0862fde3bab8 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 949 time: 0.1930573 Feb 09 01:04:24.889719 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd8cd5-4294-40c8-9a9f-11d0c852c751 req-267124c9-6c02-4a78-a0db-65b4756a27f2 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:24.891203 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d7dd8cd5-4294-40c8-9a9f-11d0c852c751 req-267124c9-6c02-4a78-a0db-65b4756a27f2 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ed1c1d-e509-4556-a574-ab1ef207b06f HTTP/1.1" status: 200 len: 943 time: 0.1953781 Feb 09 01:04:24.894745 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f090ea5d-dd60-4fb8-8308-41e997c835be req-5d04e37c-549c-4be7-9835-8adff372b586 service neutron] Port 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0 on network 7041f7c4-8ab5-4479-b63e-c8706fa7ab10 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:04:24.895087 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f090ea5d-dd60-4fb8-8308-41e997c835be req-5d04e37c-549c-4be7-9835-8adff372b586 service neutron] Attempting to bind port 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0 on network 7041f7c4-8ab5-4479-b63e-c8706fa7ab10 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:04:24.928927 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f090ea5d-dd60-4fb8-8308-41e997c835be req-5d04e37c-549c-4be7-9835-8adff372b586 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:04:24.929283 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f090ea5d-dd60-4fb8-8308-41e997c835be req-5d04e37c-549c-4be7-9835-8adff372b586 service neutron] Checking segment: {'id': '2793514a-5639-496c-8d37-377203141ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:04:24.929677 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f090ea5d-dd60-4fb8-8308-41e997c835be req-5d04e37c-549c-4be7-9835-8adff372b586 service neutron] Bound using segment: {'id': '2793514a-5639-496c-8d37-377203141ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:04:24.930144 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-f090ea5d-dd60-4fb8-8308-41e997c835be req-5d04e37c-549c-4be7-9835-8adff372b586 service neutron] Bound port: 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2793514a-5639-496c-8d37-377203141ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:04:24.930513 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f090ea5d-dd60-4fb8-8308-41e997c835be req-5d04e37c-549c-4be7-9835-8adff372b586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (44c5c0b5-b686-4ec1-9e5a-b68129ea66d0), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:24.977048 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d064598f-d3c6-4939-a657-aea09ba6fb7f req-240c4f8d-d8e4-4bff-9304-a1cc2834e315 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (b80d2f48-ba7e-48c4-85e1-fcebefd145ea), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:24.985046 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device a4668e5d-f739-4680-9242-845c457972b4 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:04:24.996751 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['8fc3cb9a-8128-43dd-acbe-d98580af4512', '728fd678-92ff-40a5-a350-98f51f331cef', 'b9daf566-c7d6-4402-8961-cca9c9108b5b', 'b80d2f48-ba7e-48c4-85e1-fcebefd145ea'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:04:25.010515 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['3f20790f-3dc7-440e-9aed-f7f0343db454', '53af4635-acf7-441b-961b-2c8f737be7da'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:04:25.064323 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c4f8d-d8e4-4bff-9304-a1cc2834e315 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Pushing event deleted for resources: {'Port': ['ID=b80d2f48-ba7e-48c4-85e1-fcebefd145ea,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:25.083549 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f1619c42-185d-4936-9e3d-1cff665a8ef2 req-87db4314-051f-49dd-b01a-83267e4e991b tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013679 Feb 09 01:04:25.099637 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d7dd8cd5-4294-40c8-9a9f-11d0c852c751 req-aa6a149a-5c36-40fa-b296-86f97c25bc0f tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902165 Feb 09 01:04:25.157400 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42922) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:25.237724 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-97d33697-6852-44e2-af05-db54d50d5a77 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=37ac9d48452c4f7db9f108f5d4739f3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0788887 Feb 09 01:04:25.238853 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42924) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:25.240458 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-d064598f-d3c6-4939-a657-aea09ba6fb7f req-240c4f8d-d8e4-4bff-9304-a1cc2834e315 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] No DVR routers for this DVR port b80d2f48-ba7e-48c4-85e1-fcebefd145ea on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:04:25.253789 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d064598f-d3c6-4939-a657-aea09ba6fb7f req-240c4f8d-d8e4-4bff-9304-a1cc2834e315 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:25.264033 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d064598f-d3c6-4939-a657-aea09ba6fb7f req-240c4f8d-d8e4-4bff-9304-a1cc2834e315 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.47 "DELETE /v2.0/ports/b80d2f48-ba7e-48c4-85e1-fcebefd145ea HTTP/1.1" status: 204 len: 173 time: 1.7849731 Feb 09 01:04:25.286141 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dbd4352-9418-44ba-b3cd-446c599b4d42', 'name': 'network-vif-deleted', 'tag': 'b80d2f48-ba7e-48c4-85e1-fcebefd145ea'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:04:25.305200 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9331d8f3-553a-4260-93d1-4586c5bfe223" -d '{"events": [{"server_uuid": "5dbd4352-9418-44ba-b3cd-446c599b4d42", "name": "network-vif-deleted", "tag": "b80d2f48-ba7e-48c4-85e1-fcebefd145ea"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:04:25.322442 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-f090ea5d-dd60-4fb8-8308-41e997c835be req-5d04e37c-549c-4be7-9835-8adff372b586 service neutron] For port 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:04:25.325207 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-11ecfd1c-63d3-4550-b004-1446a3942fec admin admin] Publish callbacks [] for security_group (d088c97b-750c-41c3-a982-1513a9fdf60f), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:25.339155 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port a4668e5d-f739-4680-9242-845c457972b4, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=a4668e5d-f739-4680-9242-845c457972b4,segment=NetworkSegment(1088d67c-3520-4ac2-8e48-25a7c8da33c5),segment_id=1088d67c-3520-4ac2-8e48-25a7c8da33c5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:25.366694 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-11ecfd1c-63d3-4550-b004-1446a3942fec admin admin] Publish callbacks [] for security_group (d088c97b-750c-41c3-a982-1513a9fdf60f), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:25.373384 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': 'a4668e5d-f739-4680-9242-845c457972b4', 'network_id': '6887c7a4-5287-46fb-8e1c-13a166b3746e', 'port_id': 'a4668e5d-f739-4680-9242-845c457972b4', 'mac_address': 'fa:16:3e:c1:58:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84df8042-998c-45dd-8b33-36f49fdd33d9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:04:25.399223 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-f090ea5d-dd60-4fb8-8308-41e997c835be req-5d04e37c-549c-4be7-9835-8adff372b586 service neutron] For port 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=44c5c0b5-b686-4ec1-9e5a-b68129ea66d0,segment=NetworkSegment(2793514a-5639-496c-8d37-377203141ac7),segment_id=2793514a-5639-496c-8d37-377203141ac7)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:04:25.420314 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eed9fce3-78e3-44a8-95d3-1ba76f287e9f req-a99b0862-197e-42a4-b759-93d2ecc761d3 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=5dbd4352-9418-44ba-b3cd-446c599b4d42 HTTP/1.1" status: 200 len: 210 time: 0.1889672 Feb 09 01:04:25.447303 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f090ea5d-dd60-4fb8-8308-41e997c835be req-5d04e37c-549c-4be7-9835-8adff372b586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (44c5c0b5-b686-4ec1-9e5a-b68129ea66d0), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:25.478486 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-11ecfd1c-63d3-4550-b004-1446a3942fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (d088c97b-750c-41c3-a982-1513a9fdf60f), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:25.481676 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-11ecfd1c-63d3-4550-b004-1446a3942fec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:25.485962 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-11ecfd1c-63d3-4550-b004-1446a3942fec admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d088c97b-750c-41c3-a982-1513a9fdf60f HTTP/1.1" status: 204 len: 168 time: 0.2429328 Feb 09 01:04:25.526160 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ecfd1c-63d3-4550-b004-1446a3942fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d088c97b-750c-41c3-a982-1513a9fdf60f,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:25.577678 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port a4668e5d-f739-4680-9242-845c457972b4 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:04:25.581433 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a4668e5d-f739-4680-9242-845c457972b4), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:25.640920 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d04e37c-549c-4be7-9835-8adff372b586 service neutron] Pushing event updated for resources: {'Port': ['ID=44c5c0b5-b686-4ec1-9e5a-b68129ea66d0,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:25.666078 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090ea5d-dd60-4fb8-8308-41e997c835be req-5d04e37c-549c-4be7-9835-8adff372b586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:25.666737 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f090ea5d-dd60-4fb8-8308-41e997c835be req-5d04e37c-549c-4be7-9835-8adff372b586 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:25.668431 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f090ea5d-dd60-4fb8-8308-41e997c835be req-5d04e37c-549c-4be7-9835-8adff372b586 service neutron] 10.222.0.120 "PUT /v2.0/ports/44c5c0b5-b686-4ec1-9e5a-b68129ea66d0 HTTP/1.1" status: 200 len: 1091 time: 2.5008748 Feb 09 01:04:25.669930 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 552c8ff0-8357-44de-98cc-87425e54a65c no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:04:25.704110 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3105e38-3ffd-4d2d-a1ec-c3fac5f80a4d req-44e31bc6-ccf7-4c3b-aa9e-d8f34e08082f tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:25.712784 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3105e38-3ffd-4d2d-a1ec-c3fac5f80a4d req-44e31bc6-ccf7-4c3b-aa9e-d8f34e08082f tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 943 time: 0.2875428 Feb 09 01:04:25.744898 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 552c8ff0-8357-44de-98cc-87425e54a65c {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:04:25.745426 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 552c8ff0-8357-44de-98cc-87425e54a65c not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:04:25.767441 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4668e5d-f739-4680-9242-845c457972b4 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:04:25.845568 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e144b261-886e-4ce3-823b-b60876f5e85a x-openstack-request-id: req-e144b261-886e-4ce3-823b-b60876f5e85a {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:04:25.846132 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dbd4352-9418-44ba-b3cd-446c599b4d42", "name": "network-vif-deleted", "tag": "b80d2f48-ba7e-48c4-85e1-fcebefd145ea", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:04:25.846534 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e144b261-886e-4ce3-823b-b60876f5e85a {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:04:25.847097 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dbd4352-9418-44ba-b3cd-446c599b4d42', 'name': 'network-vif-deleted', 'tag': 'b80d2f48-ba7e-48c4-85e1-fcebefd145ea', 'status': 'completed', 'code': 200} Feb 09 01:04:25.893591 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3105e38-3ffd-4d2d-a1ec-c3fac5f80a4d req-7d4ef26b-d374-4732-b5d3-d0d674fc750f tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796000 Feb 09 01:04:25.930801 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090ea5d-dd60-4fb8-8308-41e997c835be req-9584b5b2-9e51-4a66-b8eb-bccd40b93882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:25.935117 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f090ea5d-dd60-4fb8-8308-41e997c835be req-9584b5b2-9e51-4a66-b8eb-bccd40b93882 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=3b70da3c9e0441c5928a48dabf785fc6&device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 1125 time: 0.1970112 Feb 09 01:04:25.984980 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port a4668e5d-f739-4680-9242-845c457972b4, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=a4668e5d-f739-4680-9242-845c457972b4,segment=NetworkSegment(1088d67c-3520-4ac2-8e48-25a7c8da33c5),segment_id=1088d67c-3520-4ac2-8e48-25a7c8da33c5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:26.033251 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f090ea5d-dd60-4fb8-8308-41e997c835be req-2e3d0fc6-22d5-4d32-b7f4-a9128deabfab service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44c5c0b5-b686-4ec1-9e5a-b68129ea66d0 HTTP/1.1" status: 200 len: 217 time: 0.0900486 Feb 09 01:04:26.038208 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a4668e5d-f739-4680-9242-845c457972b4), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:26.170854 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090ea5d-dd60-4fb8-8308-41e997c835be req-2f5221a8-d5af-4f03-b192-1611aef44e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:26.172472 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f090ea5d-dd60-4fb8-8308-41e997c835be req-2f5221a8-d5af-4f03-b192-1611aef44e42 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=aee9db20-60c4-48dd-9796-48ed06ca844d HTTP/1.1" status: 200 len: 861 time: 0.1181188 Feb 09 01:04:26.185439 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80483acb-2037-4e00-a1e6-7d871de792a5 req-27a1a7d5-f759-4bac-bfff-760694d7db19 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:26.194172 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-80483acb-2037-4e00-a1e6-7d871de792a5 req-27a1a7d5-f759-4bac-bfff-760694d7db19 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 949 time: 0.1538424 Feb 09 01:04:26.210263 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=a4668e5d-f739-4680-9242-845c457972b4,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:26.252790 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f090ea5d-dd60-4fb8-8308-41e997c835be req-ab632be1-9bed-46b0-bfdb-302fbf07840e service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558703 Feb 09 01:04:26.354836 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-80483acb-2037-4e00-a1e6-7d871de792a5 req-a37f91bb-b906-4406-be5b-0eef1f0062b1 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595891 Feb 09 01:04:26.442125 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['a4668e5d-f739-4680-9242-845c457972b4'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:04:26.491003 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f090ea5d-dd60-4fb8-8308-41e997c835be req-5ac43fad-a830-4a02-bd21-f291e355aca0 service neutron] 10.222.0.120 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290061 Feb 09 01:04:26.619585 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5fd66-176c-47b8-b257-7e15342be3f6 req-54471645-600b-4f45-8c9d-d16e64d767d4 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:26.622722 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3e5fd66-176c-47b8-b257-7e15342be3f6 req-54471645-600b-4f45-8c9d-d16e64d767d4 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ed1c1d-e509-4556-a574-ab1ef207b06f HTTP/1.1" status: 200 len: 944 time: 0.1997166 Feb 09 01:04:26.636002 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703df52e-da4e-4d22-ad49-29fa319a1613 req-bbb0cde0-65ef-4a76-82ba-2280483b7274 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:26.637606 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-703df52e-da4e-4d22-ad49-29fa319a1613 req-bbb0cde0-65ef-4a76-82ba-2280483b7274 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 949 time: 0.2077768 Feb 09 01:04:26.698726 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f090ea5d-dd60-4fb8-8308-41e997c835be req-31180240-aad9-44fa-959c-72b24656a23e service neutron] 10.222.0.120 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978569 Feb 09 01:04:26.739497 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3e5fd66-176c-47b8-b257-7e15342be3f6 req-2b803dba-b6a5-411b-bc51-db524b84b778 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008182 Feb 09 01:04:26.752071 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-703df52e-da4e-4d22-ad49-29fa319a1613 req-847215b7-5ad9-414c-92ee-d1e615c60e86 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934558 Feb 09 01:04:27.076287 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device b80d2f48-ba7e-48c4-85e1-fcebefd145ea no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:04:27.110232 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: b80d2f48-ba7e-48c4-85e1-fcebefd145ea {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:04:27.115374 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device b80d2f48-ba7e-48c4-85e1-fcebefd145ea not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:04:27.138592 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dbe321-cca8-477e-8516-d8c4635b60f4 req-5574fe5e-ca17-4fe9-a75d-22f4adf8fdaa tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:27.140175 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-16dbe321-cca8-477e-8516-d8c4635b60f4 req-5574fe5e-ca17-4fe9-a75d-22f4adf8fdaa tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 943 time: 0.0909271 Feb 09 01:04:27.212019 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-16dbe321-cca8-477e-8516-d8c4635b60f4 req-67356b47-e93d-4125-85e2-178ccb908855 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602250 Feb 09 01:04:27.361581 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61254ef7-26a7-4edc-a055-9bb5950fd85e req-fd439249-478a-407c-8e7e-87263be65646 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:27.372222 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-61254ef7-26a7-4edc-a055-9bb5950fd85e req-fd439249-478a-407c-8e7e-87263be65646 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=b33a9932-b21e-440a-a9a9-d071ed88effc HTTP/1.1" status: 200 len: 949 time: 0.0776739 Feb 09 01:04:27.447618 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-61254ef7-26a7-4edc-a055-9bb5950fd85e req-b4fb76d5-4289-4368-8ce4-d3c1da32b2a7 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739403 Feb 09 01:04:27.473159 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28b6a1-7834-4c77-8a5e-056f08ea5b0e req-2caa5236-a8f8-4aa0-9046-594ed3e1baef tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:27.476061 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c28b6a1-7834-4c77-8a5e-056f08ea5b0e req-2caa5236-a8f8-4aa0-9046-594ed3e1baef tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=41447836-fa14-4ac5-9ad5-3d6a1ae57c48 HTTP/1.1" status: 200 len: 945 time: 0.0710471 Feb 09 01:04:27.544254 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c28b6a1-7834-4c77-8a5e-056f08ea5b0e req-6e93d88f-5665-4d69-bd96-24a31a306e20 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574043 Feb 09 01:04:27.610023 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d033c1-535c-49f3-84f4-5c680621bf89 req-9f5b3394-3de1-4d7b-b044-f1382188c8ed tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:27.611687 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-68d033c1-535c-49f3-84f4-5c680621bf89 req-9f5b3394-3de1-4d7b-b044-f1382188c8ed tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 949 time: 0.0579064 Feb 09 01:04:27.664772 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-68d033c1-535c-49f3-84f4-5c680621bf89 req-c13adc71-21ec-4b62-99cc-2e7fb5684e0c tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464499 Feb 09 01:04:27.849789 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e50628-17a8-4e2c-b965-8c111935fcf3', 'tag': '44c5c0b5-b686-4ec1-9e5a-b68129ea66d0'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:04:27.851983 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034f41fe-ec01-4a83-9b97-83291e782ef3" -d '{"events": [{"name": "network-changed", "server_uuid": "06e50628-17a8-4e2c-b965-8c111935fcf3", "tag": "44c5c0b5-b686-4ec1-9e5a-b68129ea66d0"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:04:27.939490 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7911435-8d85-4c36-91bd-364487e8fe8c req-2ba7992c-31b2-43d3-846c-176cb28b693f tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:27.941119 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f7911435-8d85-4c36-91bd-364487e8fe8c req-2ba7992c-31b2-43d3-846c-176cb28b693f tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 949 time: 0.1043663 Feb 09 01:04:27.954581 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5441e-b077-4acd-883e-368acea7cb95 req-41ca9c7d-3f7c-4d76-8206-48f0f09b26d9 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:27.956278 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9de5441e-b077-4acd-883e-368acea7cb95 req-41ca9c7d-3f7c-4d76-8206-48f0f09b26d9 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ed1c1d-e509-4556-a574-ab1ef207b06f HTTP/1.1" status: 200 len: 944 time: 0.1084299 Feb 09 01:04:28.023968 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f7911435-8d85-4c36-91bd-364487e8fe8c req-fceffa7b-ae2b-44e4-aa90-79e0ec55b927 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663455 Feb 09 01:04:28.038469 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9de5441e-b077-4acd-883e-368acea7cb95 req-d5d6955a-56c2-400a-a40a-c715f848f2b0 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665009 Feb 09 01:04:28.075849 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bea90ea-b9a9-416f-aa5d-5239c00da13d x-openstack-request-id: req-2bea90ea-b9a9-416f-aa5d-5239c00da13d {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:04:28.076153 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e50628-17a8-4e2c-b965-8c111935fcf3", "tag": "44c5c0b5-b686-4ec1-9e5a-b68129ea66d0", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:04:28.076409 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2bea90ea-b9a9-416f-aa5d-5239c00da13d {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:04:28.077331 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e50628-17a8-4e2c-b965-8c111935fcf3', 'tag': '44c5c0b5-b686-4ec1-9e5a-b68129ea66d0', 'status': 'completed', 'code': 200} Feb 09 01:04:28.155816 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f41fe-ec01-4a83-9b97-83291e782ef3 req-1ad25341-aaf6-4592-956d-00d137adfb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:28.157385 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-034f41fe-ec01-4a83-9b97-83291e782ef3 req-1ad25341-aaf6-4592-956d-00d137adfb71 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=3b70da3c9e0441c5928a48dabf785fc6&device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 1125 time: 0.0495851 Feb 09 01:04:28.260772 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f41fe-ec01-4a83-9b97-83291e782ef3 req-6d70e228-403b-4b42-868a-eb9d0e14e22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:28.261987 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-034f41fe-ec01-4a83-9b97-83291e782ef3 req-6d70e228-403b-4b42-868a-eb9d0e14e22a service neutron] 10.222.0.120 "GET /v2.0/networks?id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10 HTTP/1.1" status: 200 len: 923 time: 0.0956650 Feb 09 01:04:28.316269 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-034f41fe-ec01-4a83-9b97-83291e782ef3 req-cbd3abd4-6b7f-445e-af42-e57a59dd619f service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44c5c0b5-b686-4ec1-9e5a-b68129ea66d0 HTTP/1.1" status: 200 len: 217 time: 0.0435700 Feb 09 01:04:28.394529 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f41fe-ec01-4a83-9b97-83291e782ef3 req-4aeb290f-a3ca-4193-8248-e21e4129f4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:28.396000 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-034f41fe-ec01-4a83-9b97-83291e782ef3 req-4aeb290f-a3ca-4193-8248-e21e4129f4f8 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=aee9db20-60c4-48dd-9796-48ed06ca844d HTTP/1.1" status: 200 len: 861 time: 0.0691919 Feb 09 01:04:28.406435 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d6c4b8-bb34-4c1c-b8a2-7e888a6cfc1f req-9a008052-d56d-4ac4-adf8-1d4e0dfdc093 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:28.407859 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d9d6c4b8-bb34-4c1c-b8a2-7e888a6cfc1f req-9a008052-d56d-4ac4-adf8-1d4e0dfdc093 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 943 time: 0.1279306 Feb 09 01:04:28.445590 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-034f41fe-ec01-4a83-9b97-83291e782ef3 req-9813da6d-0ed2-4e55-94fe-3e2cb5d0153d service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367861 Feb 09 01:04:28.529399 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d9d6c4b8-bb34-4c1c-b8a2-7e888a6cfc1f req-563a21c1-df7a-4f43-884c-153fc835a5a2 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120214 Feb 09 01:04:28.577341 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-034f41fe-ec01-4a83-9b97-83291e782ef3 req-7ab29f1b-f128-4ecd-b7d4-550eb26f2208 service neutron] 10.222.0.120 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182582 Feb 09 01:04:28.727040 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9666ce-e93c-4d8c-bee6-a16abbf11e66 req-b7ffa28c-5b1a-454a-a1d8-391f2ed22d1a tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:28.728601 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1a9666ce-e93c-4d8c-bee6-a16abbf11e66 req-b7ffa28c-5b1a-454a-a1d8-391f2ed22d1a tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=b33a9932-b21e-440a-a9a9-d071ed88effc HTTP/1.1" status: 200 len: 949 time: 0.1459386 Feb 09 01:04:28.769452 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-034f41fe-ec01-4a83-9b97-83291e782ef3 req-a215577f-6b73-4c1f-982b-a31727941fd4 service neutron] 10.222.0.120 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752512 Feb 09 01:04:28.778222 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a8d02-22f6-49dd-987e-ccb12caaaf21 req-2dc7b01a-b53a-4a0b-a8f0-639c9bed3877 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:28.779697 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b21a8d02-22f6-49dd-987e-ccb12caaaf21 req-2dc7b01a-b53a-4a0b-a8f0-639c9bed3877 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=41447836-fa14-4ac5-9ad5-3d6a1ae57c48 HTTP/1.1" status: 200 len: 945 time: 0.1190686 Feb 09 01:04:28.826871 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1a9666ce-e93c-4d8c-bee6-a16abbf11e66 req-8280a28f-8f3d-4e0c-971c-a98f75112629 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906298 Feb 09 01:04:28.861156 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b21a8d02-22f6-49dd-987e-ccb12caaaf21 req-b0303009-3677-4419-bc6c-24dbfd1a080a tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691736 Feb 09 01:04:28.996161 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da8155-44f5-41af-aed5-517d5b62ecc4 req-75bd1561-20c7-4473-9f7b-9fc815844051 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:28.996161 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2da8155-44f5-41af-aed5-517d5b62ecc4 req-75bd1561-20c7-4473-9f7b-9fc815844051 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 949 time: 0.0704598 Feb 09 01:04:28.999706 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device a4668e5d-f739-4680-9242-845c457972b4 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:04:29.079446 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port a4668e5d-f739-4680-9242-845c457972b4 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:04:29.083815 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port a4668e5d-f739-4680-9242-845c457972b4 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:29.084322 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a4668e5d-f739-4680-9242-845c457972b4), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:29.094468 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2da8155-44f5-41af-aed5-517d5b62ecc4 req-54bb1421-9c2f-4e53-8ae3-47869524f4c1 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898068 Feb 09 01:04:29.196382 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port a4668e5d-f739-4680-9242-845c457972b4 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:04:29.196985 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a4668e5d-f739-4680-9242-845c457972b4), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:29.231884 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port a4668e5d-f739-4680-9242-845c457972b4, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=a4668e5d-f739-4680-9242-845c457972b4,segment=NetworkSegment(1088d67c-3520-4ac2-8e48-25a7c8da33c5),segment_id=1088d67c-3520-4ac2-8e48-25a7c8da33c5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:29.233699 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ed1c1d-e509-4556-a574-ab1ef207b06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4668e5d-f739-4680-9242-845c457972b4'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:04:29.236622 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f4c183-648d-4434-9a55-0ab4024b9849" -d '{"events": [{"server_uuid": "58ed1c1d-e509-4556-a574-ab1ef207b06f", "name": "network-vif-plugged", "status": "completed", "tag": "a4668e5d-f739-4680-9242-845c457972b4"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:04:29.242601 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a4668e5d-f739-4680-9242-845c457972b4), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:29.293277 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=a4668e5d-f739-4680-9242-845c457972b4,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:29.554940 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87451776-f2e5-4f61-9ced-86daa12b2899 req-d31fa1dc-2745-4f52-ab78-65bb650d6eb9 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:29.556897 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-87451776-f2e5-4f61-9ced-86daa12b2899 req-d31fa1dc-2745-4f52-ab78-65bb650d6eb9 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.47 "GET /v2.0/ports?device_id=b33a9932-b21e-440a-a9a9-d071ed88effc HTTP/1.1" status: 200 len: 949 time: 0.4267740 Feb 09 01:04:29.648148 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2025e5-ff9d-42c0-a885-18ff23d828c0 req-1cf8ff33-c220-4953-8030-d08dc23858af tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:29.649635 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ec2025e5-ff9d-42c0-a885-18ff23d828c0 req-1cf8ff33-c220-4953-8030-d08dc23858af tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 949 time: 0.4595394 Feb 09 01:04:29.673649 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e26ac-40cf-4da0-8dd6-7fe6f18c2ebe req-51878ab6-1a6c-40cd-9563-94bbc7d68d2b tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:29.675055 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-522e26ac-40cf-4da0-8dd6-7fe6f18c2ebe req-51878ab6-1a6c-40cd-9563-94bbc7d68d2b tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.120 "GET /v2.0/ports?device_id=4a1c3f66-9f88-4e56-9a61-ea86391724d2 HTTP/1.1" status: 200 len: 949 time: 0.4864609 Feb 09 01:04:29.709679 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d711a1a-d688-43c0-b6b4-231b2912d73e req-617ed522-7b09-4021-bbd7-1418f312be8e tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:29.711120 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5d711a1a-d688-43c0-b6b4-231b2912d73e req-617ed522-7b09-4021-bbd7-1418f312be8e tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ed1c1d-e509-4556-a574-ab1ef207b06f HTTP/1.1" status: 200 len: 945 time: 0.2135229 Feb 09 01:04:29.824050 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ec2025e5-ff9d-42c0-a885-18ff23d828c0 req-8b69d4b1-82b6-4748-b082-e52cf82a36fd tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476061 Feb 09 01:04:29.850763 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-87451776-f2e5-4f61-9ced-86daa12b2899 req-252787e1-ba28-45db-a96b-e8bbcee9604b tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Deleting port b9daf566-c7d6-4402-8961-cca9c9108b5b {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:04:29.851127 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-87451776-f2e5-4f61-9ced-86daa12b2899 req-252787e1-ba28-45db-a96b-e8bbcee9604b tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (b9daf566-c7d6-4402-8961-cca9c9108b5b), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:29.872455 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5d711a1a-d688-43c0-b6b4-231b2912d73e req-d8d6ed8c-54d7-4c68-a366-0e820c73a673 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422343 Feb 09 01:04:29.915466 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c089c6e5-14e9-4ba6-94e4-85c01831895a x-openstack-request-id: req-c089c6e5-14e9-4ba6-94e4-85c01831895a {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:04:29.915466 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ed1c1d-e509-4556-a574-ab1ef207b06f", "name": "network-vif-plugged", "status": "completed", "tag": "a4668e5d-f739-4680-9242-845c457972b4", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:04:29.915892 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c089c6e5-14e9-4ba6-94e4-85c01831895a {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:04:29.917914 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ed1c1d-e509-4556-a574-ab1ef207b06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4668e5d-f739-4680-9242-845c457972b4', 'code': 200} Feb 09 01:04:29.925862 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-522e26ac-40cf-4da0-8dd6-7fe6f18c2ebe req-17cf1e75-ace8-4c5d-89af-26e9f6818de4 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Deleting port 53af4635-acf7-441b-961b-2c8f737be7da {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:04:29.926208 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-522e26ac-40cf-4da0-8dd6-7fe6f18c2ebe req-17cf1e75-ace8-4c5d-89af-26e9f6818de4 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (53af4635-acf7-441b-961b-2c8f737be7da), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:30.076625 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-87451776-f2e5-4f61-9ced-86daa12b2899 req-252787e1-ba28-45db-a96b-e8bbcee9604b tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] For port b9daf566-c7d6-4402-8961-cca9c9108b5b, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=b9daf566-c7d6-4402-8961-cca9c9108b5b,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:30.077065 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-87451776-f2e5-4f61-9ced-86daa12b2899 req-252787e1-ba28-45db-a96b-e8bbcee9604b tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (b9daf566-c7d6-4402-8961-cca9c9108b5b), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:30.138653 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-87451776-f2e5-4f61-9ced-86daa12b2899 req-252787e1-ba28-45db-a96b-e8bbcee9604b tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Calling delete_port for b9daf566-c7d6-4402-8961-cca9c9108b5b owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:04:30.230097 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-522e26ac-40cf-4da0-8dd6-7fe6f18c2ebe req-17cf1e75-ace8-4c5d-89af-26e9f6818de4 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] For port 53af4635-acf7-441b-961b-2c8f737be7da, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=53af4635-acf7-441b-961b-2c8f737be7da,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:30.230470 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-522e26ac-40cf-4da0-8dd6-7fe6f18c2ebe req-17cf1e75-ace8-4c5d-89af-26e9f6818de4 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (53af4635-acf7-441b-961b-2c8f737be7da), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:30.241420 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57b690-dae4-48cc-aef3-2c74ee653618 req-b8dc4200-8351-4744-9206-081a1fbc2bbc tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:30.242918 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad57b690-dae4-48cc-aef3-2c74ee653618 req-b8dc4200-8351-4744-9206-081a1fbc2bbc tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 943 time: 0.2623811 Feb 09 01:04:30.262362 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8919f3-3bcd-40db-a8b7-4fb1c9339a09 req-b7e05561-a74f-442c-a8f9-0b1b6cc867d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:30.263811 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ac8919f3-3bcd-40db-a8b7-4fb1c9339a09 req-b7e05561-a74f-442c-a8f9-0b1b6cc867d0 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=58ed1c1d-e509-4556-a574-ab1ef207b06f HTTP/1.1" status: 200 len: 1127 time: 0.2555218 Feb 09 01:04:30.276525 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-522e26ac-40cf-4da0-8dd6-7fe6f18c2ebe req-17cf1e75-ace8-4c5d-89af-26e9f6818de4 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Calling delete_port for 53af4635-acf7-441b-961b-2c8f737be7da owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:04:30.285835 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c9dee-9dc8-4de5-8a38-b154671d07a9 req-d25296a4-4e16-4c53-9812-05560e5d45d2 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:30.287262 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c1c9dee-9dc8-4de5-8a38-b154671d07a9 req-d25296a4-4e16-4c53-9812-05560e5d45d2 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=b33a9932-b21e-440a-a9a9-d071ed88effc HTTP/1.1" status: 200 len: 949 time: 0.2879186 Feb 09 01:04:30.456237 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad57b690-dae4-48cc-aef3-2c74ee653618 req-acc63aa2-f13c-4209-bd9c-a9be6961f1f9 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029061 Feb 09 01:04:30.481477 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c1c9dee-9dc8-4de5-8a38-b154671d07a9 req-c000ec58-bf26-4b70-b675-393d2298efd3 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719024 Feb 09 01:04:30.522072 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ac8919f3-3bcd-40db-a8b7-4fb1c9339a09 req-93b07c2a-ca25-4d2f-9cce-85e64583dbea service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436490 Feb 09 01:04:30.556508 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-87451776-f2e5-4f61-9ced-86daa12b2899 req-252787e1-ba28-45db-a96b-e8bbcee9604b tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (b9daf566-c7d6-4402-8961-cca9c9108b5b), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:30.573009 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['3f20790f-3dc7-440e-9aed-f7f0343db454', '53af4635-acf7-441b-961b-2c8f737be7da'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:04:30.604505 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252787e1-ba28-45db-a96b-e8bbcee9604b tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Pushing event deleted for resources: {'Port': ['ID=b9daf566-c7d6-4402-8961-cca9c9108b5b,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:30.608205 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['8fc3cb9a-8128-43dd-acbe-d98580af4512', '728fd678-92ff-40a5-a350-98f51f331cef', 'b9daf566-c7d6-4402-8961-cca9c9108b5b'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:04:30.760658 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-87451776-f2e5-4f61-9ced-86daa12b2899 req-252787e1-ba28-45db-a96b-e8bbcee9604b tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] No DVR routers for this DVR port b9daf566-c7d6-4402-8961-cca9c9108b5b on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:04:30.768208 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-87451776-f2e5-4f61-9ced-86daa12b2899 req-252787e1-ba28-45db-a96b-e8bbcee9604b tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:30.771521 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-87451776-f2e5-4f61-9ced-86daa12b2899 req-252787e1-ba28-45db-a96b-e8bbcee9604b tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.47 "DELETE /v2.0/ports/b9daf566-c7d6-4402-8961-cca9c9108b5b HTTP/1.1" status: 204 len: 173 time: 1.2082071 Feb 09 01:04:30.775214 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b33a9932-b21e-440a-a9a9-d071ed88effc', 'name': 'network-vif-deleted', 'tag': 'b9daf566-c7d6-4402-8961-cca9c9108b5b'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:04:30.777478 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d568e415-6592-4f6a-af38-a881298edb1e" -d '{"events": [{"server_uuid": "b33a9932-b21e-440a-a9a9-d071ed88effc", "name": "network-vif-deleted", "tag": "b9daf566-c7d6-4402-8961-cca9c9108b5b"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:04:30.792483 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-522e26ac-40cf-4da0-8dd6-7fe6f18c2ebe req-17cf1e75-ace8-4c5d-89af-26e9f6818de4 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (53af4635-acf7-441b-961b-2c8f737be7da), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:30.814816 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['8fc3cb9a-8128-43dd-acbe-d98580af4512', '728fd678-92ff-40a5-a350-98f51f331cef', 'b9daf566-c7d6-4402-8961-cca9c9108b5b'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:04:30.816965 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['3f20790f-3dc7-440e-9aed-f7f0343db454', '53af4635-acf7-441b-961b-2c8f737be7da'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:04:30.832617 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a716ef-9485-45f3-8a3b-8bfa9acaedad req-d90afa8f-38f1-4998-bba3-ef04115962e4 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:30.834138 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-10a716ef-9485-45f3-8a3b-8bfa9acaedad req-d90afa8f-38f1-4998-bba3-ef04115962e4 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=41447836-fa14-4ac5-9ad5-3d6a1ae57c48 HTTP/1.1" status: 200 len: 945 time: 0.2364910 Feb 09 01:04:30.837237 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf1e75-ace8-4c5d-89af-26e9f6818de4 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Pushing event deleted for resources: {'Port': ['ID=53af4635-acf7-441b-961b-2c8f737be7da,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:30.845642 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e268027-992e-4955-b14b-68e2078d42eb req-9c5a2485-8f6b-4e47-939f-52d032380121 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:30.852478 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4e268027-992e-4955-b14b-68e2078d42eb req-9c5a2485-8f6b-4e47-939f-52d032380121 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 949 time: 0.2530067 Feb 09 01:04:30.951828 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-522e26ac-40cf-4da0-8dd6-7fe6f18c2ebe req-17cf1e75-ace8-4c5d-89af-26e9f6818de4 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] No DVR routers for this DVR port 53af4635-acf7-441b-961b-2c8f737be7da on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:04:30.956254 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-522e26ac-40cf-4da0-8dd6-7fe6f18c2ebe req-17cf1e75-ace8-4c5d-89af-26e9f6818de4 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:30.967749 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-522e26ac-40cf-4da0-8dd6-7fe6f18c2ebe req-17cf1e75-ace8-4c5d-89af-26e9f6818de4 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.120 "DELETE /v2.0/ports/53af4635-acf7-441b-961b-2c8f737be7da HTTP/1.1" status: 204 len: 173 time: 1.2800272 Feb 09 01:04:31.029980 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-10a716ef-9485-45f3-8a3b-8bfa9acaedad req-b78cffda-c8d3-4c58-952d-4b2be6f4773d tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748264 Feb 09 01:04:31.059583 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4e268027-992e-4955-b14b-68e2078d42eb req-c4de0056-3181-4e69-b286-718c5020ada4 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982417 Feb 09 01:04:31.183354 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfdd141-4988-4a98-9fe6-97dd2330b368 x-openstack-request-id: req-edfdd141-4988-4a98-9fe6-97dd2330b368 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:04:31.183681 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b33a9932-b21e-440a-a9a9-d071ed88effc", "name": "network-vif-deleted", "tag": "b9daf566-c7d6-4402-8961-cca9c9108b5b", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:04:31.183943 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-edfdd141-4988-4a98-9fe6-97dd2330b368 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:04:31.184352 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33a9932-b21e-440a-a9a9-d071ed88effc', 'name': 'network-vif-deleted', 'tag': 'b9daf566-c7d6-4402-8961-cca9c9108b5b', 'status': 'completed', 'code': 200} Feb 09 01:04:31.429323 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ccfb55-a67b-4776-9149-430afb545004 req-d8526a9c-27d2-4ace-93a8-f9af2998682a tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:31.430842 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-90ccfb55-a67b-4776-9149-430afb545004 req-d8526a9c-27d2-4ace-93a8-f9af2998682a tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 949 time: 0.1492906 Feb 09 01:04:31.442531 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f8847-7b97-4b61-beef-b73dc8063987 req-4295e8a6-3a42-4176-8021-6c1249863c95 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:31.444025 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ef4f8847-7b97-4b61-beef-b73dc8063987 req-4295e8a6-3a42-4176-8021-6c1249863c95 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ed1c1d-e509-4556-a574-ab1ef207b06f HTTP/1.1" status: 200 len: 945 time: 0.1605628 Feb 09 01:04:31.524297 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-90ccfb55-a67b-4776-9149-430afb545004 req-093cec51-6089-43eb-bd8c-4a491928e538 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792820 Feb 09 01:04:31.527303 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ef4f8847-7b97-4b61-beef-b73dc8063987 req-47d0fa0d-533c-47e8-80d8-5432f90cc548 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766788 Feb 09 01:04:31.742710 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a1fc0-c887-4288-9af0-b4aa2a482842 req-d9ea106b-118c-4b49-a4fc-1b5f905d9246 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:31.757266 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-099a1fc0-c887-4288-9af0-b4aa2a482842 req-d9ea106b-118c-4b49-a4fc-1b5f905d9246 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 943 time: 0.0966723 Feb 09 01:04:31.848319 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6b1d97d4-1a48-4af3-87a4-18d8a9203302 req-8f28eda1-14b5-464e-903f-ff3a116ef083 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=b33a9932-b21e-440a-a9a9-d071ed88effc HTTP/1.1" status: 200 len: 210 time: 0.0502460 Feb 09 01:04:31.870508 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-099a1fc0-c887-4288-9af0-b4aa2a482842 req-f9f04291-a7f5-4c48-bec3-238ff7a191b9 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123374 Feb 09 01:04:32.235855 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ced9b6-5a2d-4362-a348-bbf84b401b99 req-a01f3aaa-bf38-463c-946c-611ec1303411 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:32.237412 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-89ced9b6-5a2d-4362-a348-bbf84b401b99 req-a01f3aaa-bf38-463c-946c-611ec1303411 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=41447836-fa14-4ac5-9ad5-3d6a1ae57c48 HTTP/1.1" status: 200 len: 945 time: 0.1082828 Feb 09 01:04:32.254224 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b0f44-b1d1-436e-917c-5db6ade8eac0 req-ec9c8b1a-32a5-42e3-a38a-e0520f9754e2 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:32.255704 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6d2b0f44-b1d1-436e-917c-5db6ade8eac0 req-ec9c8b1a-32a5-42e3-a38a-e0520f9754e2 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 949 time: 0.1062386 Feb 09 01:04:32.265402 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dfa7176d-be5a-457a-abe2-d7a2b6bcae11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:32.324850 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-89ced9b6-5a2d-4362-a348-bbf84b401b99 req-39e032ca-bb0e-4d40-94e0-fa3fae97dd8f tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680711 Feb 09 01:04:32.331549 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6d2b0f44-b1d1-436e-917c-5db6ade8eac0 req-7ac030d0-7674-4dd1-a6ce-306ad8fe052b tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675657 Feb 09 01:04:32.707896 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57156db-0273-457a-b75c-cd9dfef21f84 req-3bff9b82-ec56-45d5-a259-ae1bdf7cdc10 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:32.709581 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a57156db-0273-457a-b75c-cd9dfef21f84 req-3bff9b82-ec56-45d5-a259-ae1bdf7cdc10 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ed1c1d-e509-4556-a574-ab1ef207b06f HTTP/1.1" status: 200 len: 945 time: 0.0934973 Feb 09 01:04:32.720825 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f7b15-2554-468d-86e9-ad769b89633a req-2f96cfae-ddbf-4775-993b-ceb68d260d4f tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:32.722460 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e23f7b15-2554-468d-86e9-ad769b89633a req-2f96cfae-ddbf-4775-993b-ceb68d260d4f tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 949 time: 0.0951638 Feb 09 01:04:32.777916 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43134) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:32.802703 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a57156db-0273-457a-b75c-cd9dfef21f84 req-0e1a9a4e-146a-4b60-af2a-99aead83be3c tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792406 Feb 09 01:04:32.807781 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e23f7b15-2554-468d-86e9-ad769b89633a req-820c30f8-6129-4797-88f1-2ddd620856e0 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783668 Feb 09 01:04:32.923123 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a4e2dcd4-f6ce-4b3a-811e-72aa6635c6c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:32.997278 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 53af4635-acf7-441b-961b-2c8f737be7da no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:04:33.027922 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: 53af4635-acf7-441b-961b-2c8f737be7da {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:04:33.028697 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 53af4635-acf7-441b-961b-2c8f737be7da not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:04:33.030019 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618061c-ea70-4a9d-a281-7509976bb312 req-47b172d6-8862-4b9a-ac65-2ae50c29fa66 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:33.033314 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1618061c-ea70-4a9d-a281-7509976bb312 req-47b172d6-8862-4b9a-ac65-2ae50c29fa66 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 943 time: 0.0800688 Feb 09 01:04:33.039862 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a4e2dcd4-f6ce-4b3a-811e-72aa6635c6c0 admin admin] Publish callbacks [] for security_group (89e17636-5e62-4c67-8c08-e55054723cda), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:33.045699 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a4e2dcd4-f6ce-4b3a-811e-72aa6635c6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (89e17636-5e62-4c67-8c08-e55054723cda), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:33.085530 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device b9daf566-c7d6-4402-8961-cca9c9108b5b no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:04:33.101891 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a4e2dcd4-f6ce-4b3a-811e-72aa6635c6c0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b54795801eba4534ba3ac10ffc476f55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3226435 Feb 09 01:04:33.103205 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2dcd4-f6ce-4b3a-811e-72aa6635c6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e17636-5e62-4c67-8c08-e55054723cda,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:33.105814 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43150) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:33.126301 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: b9daf566-c7d6-4402-8961-cca9c9108b5b {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:04:33.126785 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device b9daf566-c7d6-4402-8961-cca9c9108b5b not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:04:33.141517 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1618061c-ea70-4a9d-a281-7509976bb312 req-66018e85-ed9e-4177-8000-cbee98b8035f tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016521 Feb 09 01:04:33.161223 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-934302de-3154-4a09-956b-7e5a1f533904 admin admin] Publish callbacks [] for security_group (89e17636-5e62-4c67-8c08-e55054723cda), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:33.192130 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-934302de-3154-4a09-956b-7e5a1f533904 admin admin] Publish callbacks [] for security_group (89e17636-5e62-4c67-8c08-e55054723cda), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:33.193179 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96da31-cd24-45a8-b2f2-194495ab3cca req-3730977b-546e-45b6-892d-774ef4d1fa0b tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:33.194836 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-df96da31-cd24-45a8-b2f2-194495ab3cca req-3730977b-546e-45b6-892d-774ef4d1fa0b tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ed1c1d-e509-4556-a574-ab1ef207b06f HTTP/1.1" status: 200 len: 945 time: 0.0747097 Feb 09 01:04:33.195414 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1c3f66-9f88-4e56-9a61-ea86391724d2', 'name': 'network-vif-deleted', 'tag': '53af4635-acf7-441b-961b-2c8f737be7da'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:04:33.198809 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88890603-0b8c-4db7-9862-b020adeb8b90" -d '{"events": [{"server_uuid": "4a1c3f66-9f88-4e56-9a61-ea86391724d2", "name": "network-vif-deleted", "tag": "53af4635-acf7-441b-961b-2c8f737be7da"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:04:33.249656 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-934302de-3154-4a09-956b-7e5a1f533904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (89e17636-5e62-4c67-8c08-e55054723cda), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:33.252666 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-934302de-3154-4a09-956b-7e5a1f533904 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:33.254110 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-934302de-3154-4a09-956b-7e5a1f533904 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/89e17636-5e62-4c67-8c08-e55054723cda HTTP/1.1" status: 204 len: 168 time: 0.1471026 Feb 09 01:04:33.263923 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934302de-3154-4a09-956b-7e5a1f533904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e17636-5e62-4c67-8c08-e55054723cda,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:33.273227 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-df96da31-cd24-45a8-b2f2-194495ab3cca req-a89aec6f-522b-4cf1-b368-ecac3b475eda tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669143 Feb 09 01:04:33.312703 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b46814b-ce57-49f9-aacf-67fc6dee0b61 x-openstack-request-id: req-8b46814b-ce57-49f9-aacf-67fc6dee0b61 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:04:33.313008 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1c3f66-9f88-4e56-9a61-ea86391724d2", "name": "network-vif-deleted", "tag": "53af4635-acf7-441b-961b-2c8f737be7da", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:04:33.313834 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8b46814b-ce57-49f9-aacf-67fc6dee0b61 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:04:33.313834 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1c3f66-9f88-4e56-9a61-ea86391724d2', 'name': 'network-vif-deleted', 'tag': '53af4635-acf7-441b-961b-2c8f737be7da', 'status': 'completed', 'code': 200} Feb 09 01:04:33.453214 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4082da33-6cec-4aeb-9f15-cd6a7b410417 req-09d4352d-1b79-46ea-a650-bae77b013670 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:33.465997 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4082da33-6cec-4aeb-9f15-cd6a7b410417 req-09d4352d-1b79-46ea-a650-bae77b013670 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=41447836-fa14-4ac5-9ad5-3d6a1ae57c48 HTTP/1.1" status: 200 len: 945 time: 0.0674345 Feb 09 01:04:33.548531 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4082da33-6cec-4aeb-9f15-cd6a7b410417 req-48e480d8-cbcd-49e0-a2a8-990270d610b9 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709639 Feb 09 01:04:33.574535 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a9a5b-0050-4464-872c-fbaaa2595464 req-47b81306-c921-4cd4-a517-6e55833be708 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:33.574664 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43168) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:33.574786 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e49a9a5b-0050-4464-872c-fbaaa2595464 req-47b81306-c921-4cd4-a517-6e55833be708 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 949 time: 0.0667353 Feb 09 01:04:33.588936 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3885b28e-41d9-4dca-8673-9873bd8de4b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:33.624822 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e49a9a5b-0050-4464-872c-fbaaa2595464 req-f1478152-4f6b-4f5f-8cc1-142bcac34fb8 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449409 Feb 09 01:04:33.668403 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3885b28e-41d9-4dca-8673-9873bd8de4b4 admin admin] Publish callbacks [] for security_group (5c627a19-0f5a-473a-a73d-a95720bd8910), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:33.672733 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3885b28e-41d9-4dca-8673-9873bd8de4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (5c627a19-0f5a-473a-a73d-a95720bd8910), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:33.682043 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb5182-e91e-4ab2-8f49-81b933ada4c4 req-fb5b2d8d-d724-478f-b838-95afcf5dcbd3 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:33.683529 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-61cb5182-e91e-4ab2-8f49-81b933ada4c4 req-fb5b2d8d-d724-478f-b838-95afcf5dcbd3 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=5757da4a-153c-403b-8d24-bb8561ac355d HTTP/1.1" status: 200 len: 950 time: 0.0575325 Feb 09 01:04:33.709544 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3885b28e-41d9-4dca-8673-9873bd8de4b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c627a19-0f5a-473a-a73d-a95720bd8910,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:33.716155 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3885b28e-41d9-4dca-8673-9873bd8de4b4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3af49149e18d4d68a76e99ef53e46b97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1398323 Feb 09 01:04:33.716942 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43170) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:33.734004 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-61cb5182-e91e-4ab2-8f49-81b933ada4c4 req-8e4297b6-e0e4-4854-95f7-233ec2aadad4 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437276 Feb 09 01:04:33.765342 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f64ff1f3-bc3d-467b-a6a6-c4319d28c4c8 admin admin] Publish callbacks [] for security_group (5c627a19-0f5a-473a-a73d-a95720bd8910), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:33.785439 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f64ff1f3-bc3d-467b-a6a6-c4319d28c4c8 admin admin] Publish callbacks [] for security_group (5c627a19-0f5a-473a-a73d-a95720bd8910), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:33.830647 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f64ff1f3-bc3d-467b-a6a6-c4319d28c4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (5c627a19-0f5a-473a-a73d-a95720bd8910), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:33.833125 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f64ff1f3-bc3d-467b-a6a6-c4319d28c4c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:33.834272 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f64ff1f3-bc3d-467b-a6a6-c4319d28c4c8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5c627a19-0f5a-473a-a73d-a95720bd8910 HTTP/1.1" status: 204 len: 168 time: 0.1168888 Feb 09 01:04:33.842540 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ff1f3-bc3d-467b-a6a6-c4319d28c4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c627a19-0f5a-473a-a73d-a95720bd8910,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:33.935107 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d1bef-7df9-49b6-a850-13964bd23a82 req-d205666f-1c02-4f01-939e-65b522c36e02 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:33.937166 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2b5d1bef-7df9-49b6-a850-13964bd23a82 req-d205666f-1c02-4f01-939e-65b522c36e02 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 949 time: 0.0519927 Feb 09 01:04:33.986574 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2b5d1bef-7df9-49b6-a850-13964bd23a82 req-3713e9df-e974-47a7-9720-fb858f91b9a1 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438483 Feb 09 01:04:34.154001 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43178) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:34.166890 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-16a755b9-41f2-4dfe-a04e-027f1b754b51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:34.244719 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-16a755b9-41f2-4dfe-a04e-027f1b754b51 admin admin] Publish callbacks [] for security_group (417a6e98-3c35-4700-8051-bf2a06a56135), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:34.249565 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-16a755b9-41f2-4dfe-a04e-027f1b754b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (417a6e98-3c35-4700-8051-bf2a06a56135), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:34.265646 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd6649-4ad0-4f61-8e83-ac9151b03f19 req-aef1c726-f4b6-4244-9664-0f4e680803ca tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:34.267130 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-54cd6649-4ad0-4f61-8e83-ac9151b03f19 req-aef1c726-f4b6-4244-9664-0f4e680803ca tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 943 time: 0.0532064 Feb 09 01:04:34.285814 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-16a755b9-41f2-4dfe-a04e-027f1b754b51 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d4050baab46c483b893c5387ddb9fd28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1290324 Feb 09 01:04:34.287368 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43184) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:34.304657 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a755b9-41f2-4dfe-a04e-027f1b754b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417a6e98-3c35-4700-8051-bf2a06a56135,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:34.322262 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-54cd6649-4ad0-4f61-8e83-ac9151b03f19 req-6054b22d-1136-48dd-9141-ab9b34fa6982 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496328 Feb 09 01:04:34.347099 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a2bf71f2-005a-4fa9-8971-0f268a8e640c admin admin] Publish callbacks [] for security_group (417a6e98-3c35-4700-8051-bf2a06a56135), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:34.369071 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a2bf71f2-005a-4fa9-8971-0f268a8e640c admin admin] Publish callbacks [] for security_group (417a6e98-3c35-4700-8051-bf2a06a56135), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:34.409648 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fac06765-81bf-4a08-beef-b382d9837886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:34.412811 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5977b1-d5fa-406d-83ea-698771718d15 req-d4546bc8-1dd2-4d30-9fe9-bef7f379d328 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:34.414475 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7b5977b1-d5fa-406d-83ea-698771718d15 req-d4546bc8-1dd2-4d30-9fe9-bef7f379d328 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ed1c1d-e509-4556-a574-ab1ef207b06f HTTP/1.1" status: 200 len: 945 time: 0.0592902 Feb 09 01:04:34.417591 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a2bf71f2-005a-4fa9-8971-0f268a8e640c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (417a6e98-3c35-4700-8051-bf2a06a56135), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:34.420222 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a2bf71f2-005a-4fa9-8971-0f268a8e640c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:34.421960 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a2bf71f2-005a-4fa9-8971-0f268a8e640c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/417a6e98-3c35-4700-8051-bf2a06a56135 HTTP/1.1" status: 204 len: 168 time: 0.1336830 Feb 09 01:04:34.430416 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf71f2-005a-4fa9-8971-0f268a8e640c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417a6e98-3c35-4700-8051-bf2a06a56135,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:34.466758 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7b5977b1-d5fa-406d-83ea-698771718d15 req-e6426438-99d1-42bf-afe5-4cdcba7d186b tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459843 Feb 09 01:04:34.679940 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c7c6e-47e3-4dbb-90a7-d089e6819b09 req-842516e7-da94-4d00-96b6-00215e002f91 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:34.681713 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-095c7c6e-47e3-4dbb-90a7-d089e6819b09 req-842516e7-da94-4d00-96b6-00215e002f91 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=41447836-fa14-4ac5-9ad5-3d6a1ae57c48 HTTP/1.1" status: 200 len: 945 time: 0.0565019 Feb 09 01:04:34.769492 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-095c7c6e-47e3-4dbb-90a7-d089e6819b09 req-464f4ead-9076-41b1-aa14-707a301979cb tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808647 Feb 09 01:04:34.780587 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1076b-243d-4a47-9407-0d142d951a9c req-b53c2d8d-56d3-4535-8304-0dbf8d5cea7d tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:34.782104 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6db1076b-243d-4a47-9407-0d142d951a9c req-b53c2d8d-56d3-4535-8304-0dbf8d5cea7d tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 949 time: 0.0794451 Feb 09 01:04:34.881571 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6db1076b-243d-4a47-9407-0d142d951a9c req-5aac3d8c-f7d7-4d72-b842-e60c7c64a06d tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917172 Feb 09 01:04:34.906064 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dadec28-4cad-4c6b-bd3f-5fae1c9d7e64 req-0ee37ac2-925a-4cc0-8bc3-53a70c362a45 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:34.907693 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0dadec28-4cad-4c6b-bd3f-5fae1c9d7e64 req-0ee37ac2-925a-4cc0-8bc3-53a70c362a45 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=5757da4a-153c-403b-8d24-bb8561ac355d HTTP/1.1" status: 200 len: 950 time: 0.0765476 Feb 09 01:04:34.957361 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0dadec28-4cad-4c6b-bd3f-5fae1c9d7e64 req-a5cb5130-48dc-4877-94e0-fe10b9dad13a tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434778 Feb 09 01:04:35.112479 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3112c3f-44e7-4b13-ba49-4a677fdb2ee7 req-48c5aa30-c703-4100-8858-2b4a47d109f8 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:35.114017 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3112c3f-44e7-4b13-ba49-4a677fdb2ee7 req-48c5aa30-c703-4100-8858-2b4a47d109f8 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 949 time: 0.0562415 Feb 09 01:04:35.167501 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3112c3f-44e7-4b13-ba49-4a677fdb2ee7 req-179f81d3-ac3a-498a-b3bc-42fc4da7fdbe tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468395 Feb 09 01:04:35.250874 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426dcc0b-805c-4730-83a1-d75b360722f0 req-5b33bdf7-6c15-4422-81ca-f8e8d749a87b tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:35.252365 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-426dcc0b-805c-4730-83a1-d75b360722f0 req-5b33bdf7-6c15-4422-81ca-f8e8d749a87b tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.120 "GET /v2.0/ports?device_id=58ed1c1d-e509-4556-a574-ab1ef207b06f HTTP/1.1" status: 200 len: 945 time: 0.0520647 Feb 09 01:04:35.358656 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-426dcc0b-805c-4730-83a1-d75b360722f0 req-7e9335c7-918f-432a-8399-15a4185b4769 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Deleting port a4668e5d-f739-4680-9242-845c457972b4 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:04:35.359015 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-426dcc0b-805c-4730-83a1-d75b360722f0 req-7e9335c7-918f-432a-8399-15a4185b4769 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (a4668e5d-f739-4680-9242-845c457972b4), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:35.494640 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4001fa-f969-4245-b5e1-a44fc5e528d1 req-6897d707-df8c-4ae9-b9c9-f77aa52524ea tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:35.496635 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cf4001fa-f969-4245-b5e1-a44fc5e528d1 req-6897d707-df8c-4ae9-b9c9-f77aa52524ea tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 943 time: 0.0946476 Feb 09 01:04:35.498456 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-426dcc0b-805c-4730-83a1-d75b360722f0 req-7e9335c7-918f-432a-8399-15a4185b4769 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] For port a4668e5d-f739-4680-9242-845c457972b4, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=a4668e5d-f739-4680-9242-845c457972b4,segment=NetworkSegment(1088d67c-3520-4ac2-8e48-25a7c8da33c5),segment_id=1088d67c-3520-4ac2-8e48-25a7c8da33c5)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:35.499420 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-426dcc0b-805c-4730-83a1-d75b360722f0 req-7e9335c7-918f-432a-8399-15a4185b4769 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (a4668e5d-f739-4680-9242-845c457972b4), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:35.523756 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-426dcc0b-805c-4730-83a1-d75b360722f0 req-7e9335c7-918f-432a-8399-15a4185b4769 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Calling delete_port for a4668e5d-f739-4680-9242-845c457972b4 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:04:35.654589 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cf4001fa-f969-4245-b5e1-a44fc5e528d1 req-fa004331-ea41-419e-a869-a17541411ee5 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474032 Feb 09 01:04:35.695872 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0c4e8-fbe5-446f-9fb2-46c939fcc89c req-089ff67f-9967-43ca-a467-9c0da4424af8 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:35.697436 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1ab0c4e8-fbe5-446f-9fb2-46c939fcc89c req-089ff67f-9967-43ca-a467-9c0da4424af8 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.47 "GET /v2.0/ports?device_id=5757da4a-153c-403b-8d24-bb8561ac355d HTTP/1.1" status: 200 len: 950 time: 0.1669581 Feb 09 01:04:35.711793 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796d33e-cde4-46c1-9d6f-cc3f47636566 req-28196e8a-379b-40ed-a675-6a956f040b94 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:35.713352 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d796d33e-cde4-46c1-9d6f-cc3f47636566 req-28196e8a-379b-40ed-a675-6a956f040b94 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=58ed1c1d-e509-4556-a574-ab1ef207b06f HTTP/1.1" status: 200 len: 945 time: 0.1729636 Feb 09 01:04:35.776287 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:35.777791 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-588885e9-0059-4c75-b661-627008c3d173 req-888512e1-ed3c-4127-981a-4e468bb698d3 service neutron] 10.222.0.47 "GET /v2.0/ports/d7c4f278-a027-461d-9e70-cdbd1c055f1c/bindings/n-h1-828369-4 HTTP/1.1" status: 200 len: 382 time: 0.0623865 Feb 09 01:04:35.921885 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d796d33e-cde4-46c1-9d6f-cc3f47636566 req-065db088-007f-4b1d-b2de-61fe9500365a tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921859 Feb 09 01:04:35.963543 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-426dcc0b-805c-4730-83a1-d75b360722f0 req-7e9335c7-918f-432a-8399-15a4185b4769 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (a4668e5d-f739-4680-9242-845c457972b4), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:35.979740 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['a4668e5d-f739-4680-9242-845c457972b4'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:04:35.979873 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab834fa-9c67-43e7-97af-65b9f4bb2cc8 req-b490a705-29bf-4dda-a2b2-5aaa3df34d20 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:35.979873 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2ab834fa-9c67-43e7-97af-65b9f4bb2cc8 req-b490a705-29bf-4dda-a2b2-5aaa3df34d20 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e13c1c8-3614-4ba1-a094-33f962789f87 HTTP/1.1" status: 200 len: 950 time: 0.2217028 Feb 09 01:04:36.051430 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9335c7-918f-432a-8399-15a4185b4769 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Pushing event deleted for resources: {'Port': ['ID=a4668e5d-f739-4680-9242-845c457972b4,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:36.061811 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588885e9-0059-4c75-b661-627008c3d173 req-ff3b8b12-e075-45bc-8b31-6c017b44d1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:36.064481 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-588885e9-0059-4c75-b661-627008c3d173 req-ff3b8b12-e075-45bc-8b31-6c017b44d1d9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56&tenant_id=698d05b4eb4b402aa83e695c4b2c5978 HTTP/1.1" status: 200 len: 1131 time: 0.0587974 Feb 09 01:04:36.132689 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588885e9-0059-4c75-b661-627008c3d173 req-89a17e24-91fe-49b5-bb61-d307727a30a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:36.134190 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-588885e9-0059-4c75-b661-627008c3d173 req-89a17e24-91fe-49b5-bb61-d307727a30a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=698d05b4eb4b402aa83e695c4b2c5978&device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 1131 time: 0.0453537 Feb 09 01:04:36.169603 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-426dcc0b-805c-4730-83a1-d75b360722f0 req-7e9335c7-918f-432a-8399-15a4185b4769 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] No DVR routers for this DVR port a4668e5d-f739-4680-9242-845c457972b4 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:04:36.172829 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-1ab0c4e8-fbe5-446f-9fb2-46c939fcc89c req-0a81146f-6993-4b35-af46-3268a6d411ea tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Deleting port 8fc3cb9a-8128-43dd-acbe-d98580af4512 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:04:36.173403 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1ab0c4e8-fbe5-446f-9fb2-46c939fcc89c req-0a81146f-6993-4b35-af46-3268a6d411ea tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (8fc3cb9a-8128-43dd-acbe-d98580af4512), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:36.178215 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-426dcc0b-805c-4730-83a1-d75b360722f0 req-7e9335c7-918f-432a-8399-15a4185b4769 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:36.181610 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-426dcc0b-805c-4730-83a1-d75b360722f0 req-7e9335c7-918f-432a-8399-15a4185b4769 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.120 "DELETE /v2.0/ports/a4668e5d-f739-4680-9242-845c457972b4 HTTP/1.1" status: 204 len: 173 time: 0.9186265 Feb 09 01:04:36.184940 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ed1c1d-e509-4556-a574-ab1ef207b06f', 'name': 'network-vif-deleted', 'tag': 'a4668e5d-f739-4680-9242-845c457972b4'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:04:36.187387 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbdb4a6-03ed-4389-bd22-ea9922754ec5" -d '{"events": [{"server_uuid": "58ed1c1d-e509-4556-a574-ab1ef207b06f", "name": "network-vif-deleted", "tag": "a4668e5d-f739-4680-9242-845c457972b4"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:04:36.240933 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588885e9-0059-4c75-b661-627008c3d173 req-e57fb856-7cbc-4688-a25a-829abf0704b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:36.242590 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-588885e9-0059-4c75-b661-627008c3d173 req-e57fb856-7cbc-4688-a25a-829abf0704b5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.0983636 Feb 09 01:04:36.298663 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-588885e9-0059-4c75-b661-627008c3d173 req-ced14dfb-a957-4e7d-a5f3-cfe00c46b7d0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=d7c4f278-a027-461d-9e70-cdbd1c055f1c HTTP/1.1" status: 200 len: 217 time: 0.0468237 Feb 09 01:04:36.353081 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588885e9-0059-4c75-b661-627008c3d173 req-4c25ec11-f31f-440f-b536-00f446a6ed32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:36.354577 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-588885e9-0059-4c75-b661-627008c3d173 req-4c25ec11-f31f-440f-b536-00f446a6ed32 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.0498257 Feb 09 01:04:36.407801 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588885e9-0059-4c75-b661-627008c3d173 req-b7763bce-bc52-4cc8-a406-a4e6f317be49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:36.409469 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-588885e9-0059-4c75-b661-627008c3d173 req-b7763bce-bc52-4cc8-a406-a4e6f317be49 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0465729 Feb 09 01:04:36.468593 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638f0c1-a293-47dd-b824-45af13d0f0ff req-b50ff677-3f0d-4121-9a5d-4659e466217a tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:36.470041 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3638f0c1-a293-47dd-b824-45af13d0f0ff req-b50ff677-3f0d-4121-9a5d-4659e466217a tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=41447836-fa14-4ac5-9ad5-3d6a1ae57c48 HTTP/1.1" status: 200 len: 945 time: 0.5530486 Feb 09 01:04:36.506439 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-588885e9-0059-4c75-b661-627008c3d173 req-3f643d1a-ee6e-4b39-9ece-d4e289511d10 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871775 Feb 09 01:04:36.548999 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6156b8e-b22e-4588-bb60-ff863cdd8f79 req-618604a4-9a3d-4c34-9171-d8d7103ea893 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:36.550578 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a6156b8e-b22e-4588-bb60-ff863cdd8f79 req-618604a4-9a3d-4c34-9171-d8d7103ea893 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 949 time: 0.5174897 Feb 09 01:04:36.601644 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-588885e9-0059-4c75-b661-627008c3d173 req-34733588-64af-401f-b9e9-b988b6d0a52a service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885522 Feb 09 01:04:36.624895 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3638f0c1-a293-47dd-b824-45af13d0f0ff req-74a83db8-7234-49b9-9717-92990a83aa0c tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274800 Feb 09 01:04:36.630607 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-2ab834fa-9c67-43e7-97af-65b9f4bb2cc8 req-4b280733-3e87-4ad4-a5b7-c2869ca9a3cc tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Deleting port 728fd678-92ff-40a5-a350-98f51f331cef {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:04:36.631014 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2ab834fa-9c67-43e7-97af-65b9f4bb2cc8 req-4b280733-3e87-4ad4-a5b7-c2869ca9a3cc tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (728fd678-92ff-40a5-a350-98f51f331cef), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:36.714463 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-1ab0c4e8-fbe5-446f-9fb2-46c939fcc89c req-0a81146f-6993-4b35-af46-3268a6d411ea tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] For port 8fc3cb9a-8128-43dd-acbe-d98580af4512, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=8fc3cb9a-8128-43dd-acbe-d98580af4512,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:36.715136 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1ab0c4e8-fbe5-446f-9fb2-46c939fcc89c req-0a81146f-6993-4b35-af46-3268a6d411ea tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (8fc3cb9a-8128-43dd-acbe-d98580af4512), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:36.731952 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a6156b8e-b22e-4588-bb60-ff863cdd8f79 req-59e18a16-eede-4c19-8a11-dc78b2ad8957 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712544 Feb 09 01:04:36.742023 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-1ab0c4e8-fbe5-446f-9fb2-46c939fcc89c req-0a81146f-6993-4b35-af46-3268a6d411ea tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Calling delete_port for 8fc3cb9a-8128-43dd-acbe-d98580af4512 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:04:36.843409 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-2ab834fa-9c67-43e7-97af-65b9f4bb2cc8 req-4b280733-3e87-4ad4-a5b7-c2869ca9a3cc tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] For port 728fd678-92ff-40a5-a350-98f51f331cef, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=728fd678-92ff-40a5-a350-98f51f331cef,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:36.843777 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2ab834fa-9c67-43e7-97af-65b9f4bb2cc8 req-4b280733-3e87-4ad4-a5b7-c2869ca9a3cc tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (728fd678-92ff-40a5-a350-98f51f331cef), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:36.887140 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-2ab834fa-9c67-43e7-97af-65b9f4bb2cc8 req-4b280733-3e87-4ad4-a5b7-c2869ca9a3cc tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Calling delete_port for 728fd678-92ff-40a5-a350-98f51f331cef owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:04:36.998325 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a567b-a725-4e2e-9617-86b7c3d660e6 req-d979f8cf-d69f-48d4-ba35-34d5fcca2b2e tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:36.999822 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f80a567b-a725-4e2e-9617-86b7c3d660e6 req-d979f8cf-d69f-48d4-ba35-34d5fcca2b2e tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=5757da4a-153c-403b-8d24-bb8561ac355d HTTP/1.1" status: 200 len: 950 time: 0.1831944 Feb 09 01:04:37.043873 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:37.051816 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e57aeb-f70b-497d-a2e2-40e21cb3b1c6 req-b282089f-f152-4bc5-b6d6-aebb22d9f11d tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:37.053313 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c2e57aeb-f70b-497d-a2e2-40e21cb3b1c6 req-b282089f-f152-4bc5-b6d6-aebb22d9f11d tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 949 time: 0.1916268 Feb 09 01:04:37.137198 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1ab0c4e8-fbe5-446f-9fb2-46c939fcc89c req-0a81146f-6993-4b35-af46-3268a6d411ea tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (8fc3cb9a-8128-43dd-acbe-d98580af4512), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:37.145654 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f80a567b-a725-4e2e-9617-86b7c3d660e6 req-3a156b46-6b5c-4c39-8ed3-9bfb9fb52b44 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378901 Feb 09 01:04:37.155554 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['728fd678-92ff-40a5-a350-98f51f331cef'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:04:37.158898 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['3f20790f-3dc7-440e-9aed-f7f0343db454'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:04:37.212513 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bcecbdb-0ae3-409e-9ed7-3d4fff60d350 x-openstack-request-id: req-6bcecbdb-0ae3-409e-9ed7-3d4fff60d350 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:04:37.212839 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ed1c1d-e509-4556-a574-ab1ef207b06f", "name": "network-vif-deleted", "tag": "a4668e5d-f739-4680-9242-845c457972b4", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:04:37.213145 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6bcecbdb-0ae3-409e-9ed7-3d4fff60d350 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:04:37.213533 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ed1c1d-e509-4556-a574-ab1ef207b06f', 'name': 'network-vif-deleted', 'tag': 'a4668e5d-f739-4680-9242-845c457972b4', 'status': 'completed', 'code': 200} Feb 09 01:04:37.219282 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a81146f-6993-4b35-af46-3268a6d411ea tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Pushing event deleted for resources: {'Port': ['ID=8fc3cb9a-8128-43dd-acbe-d98580af4512,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:37.238004 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c2e57aeb-f70b-497d-a2e2-40e21cb3b1c6 req-deab2410-8c1e-4d5a-99e8-762ac98e57a3 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678069 Feb 09 01:04:37.326977 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab0c4e8-fbe5-446f-9fb2-46c939fcc89c req-0a81146f-6993-4b35-af46-3268a6d411ea tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] No DVR routers for this DVR port 8fc3cb9a-8128-43dd-acbe-d98580af4512 on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:04:37.328565 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2ab834fa-9c67-43e7-97af-65b9f4bb2cc8 req-4b280733-3e87-4ad4-a5b7-c2869ca9a3cc tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (728fd678-92ff-40a5-a350-98f51f331cef), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:37.333911 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1ab0c4e8-fbe5-446f-9fb2-46c939fcc89c req-0a81146f-6993-4b35-af46-3268a6d411ea tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:37.338587 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1ab0c4e8-fbe5-446f-9fb2-46c939fcc89c req-0a81146f-6993-4b35-af46-3268a6d411ea tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.47 "DELETE /v2.0/ports/8fc3cb9a-8128-43dd-acbe-d98580af4512 HTTP/1.1" status: 204 len: 173 time: 1.6227469 Feb 09 01:04:37.380993 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b280733-3e87-4ad4-a5b7-c2869ca9a3cc tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Pushing event deleted for resources: {'Port': ['ID=728fd678-92ff-40a5-a350-98f51f331cef,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:37.398398 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['3f20790f-3dc7-440e-9aed-f7f0343db454'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:04:37.400789 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['728fd678-92ff-40a5-a350-98f51f331cef'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:04:37.445947 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab834fa-9c67-43e7-97af-65b9f4bb2cc8 req-4b280733-3e87-4ad4-a5b7-c2869ca9a3cc tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] No DVR routers for this DVR port 728fd678-92ff-40a5-a350-98f51f331cef on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:04:37.455592 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb172ad8-49fa-4a81-a9d9-d9977c9ad650 req-1a3693a0-0dd9-4d5a-8a92-a5ec77935204 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:37.457245 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eb172ad8-49fa-4a81-a9d9-d9977c9ad650 req-1a3693a0-0dd9-4d5a-8a92-a5ec77935204 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 943 time: 0.1752689 Feb 09 01:04:37.458404 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2ab834fa-9c67-43e7-97af-65b9f4bb2cc8 req-4b280733-3e87-4ad4-a5b7-c2869ca9a3cc tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:37.462110 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2ab834fa-9c67-43e7-97af-65b9f4bb2cc8 req-4b280733-3e87-4ad4-a5b7-c2869ca9a3cc tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.47 "DELETE /v2.0/ports/728fd678-92ff-40a5-a350-98f51f331cef HTTP/1.1" status: 204 len: 173 time: 1.4728892 Feb 09 01:04:37.530854 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:37.588503 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eb172ad8-49fa-4a81-a9d9-d9977c9ad650 req-4feade66-860b-4d04-99f3-38254cdd952e tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241908 Feb 09 01:04:37.729368 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7dad4d-c0b5-418d-9239-6884945f3a9a req-a9c0eb64-0f4c-4011-a04c-a92d56b62cd7 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:37.730933 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1c7dad4d-c0b5-418d-9239-6884945f3a9a req-a9c0eb64-0f4c-4011-a04c-a92d56b62cd7 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/networks?id=6887c7a4-5287-46fb-8e1c-13a166b3746e HTTP/1.1" status: 200 len: 811 time: 0.1402905 Feb 09 01:04:37.758687 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1c7dad4d-c0b5-418d-9239-6884945f3a9a req-6820d001-dada-4f98-9296-29714454081a tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/quotas/bc3818006b3c45fb99098097e9082b77 HTTP/1.1" status: 200 len: 375 time: 0.0211413 Feb 09 01:04:37.804525 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1c7dad4d-c0b5-418d-9239-6884945f3a9a req-cdae52c5-a91e-4324-b254-3a81a7c870ba tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc3818006b3c45fb99098097e9082b77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312243 Feb 09 01:04:37.865856 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0aef44-adbc-428d-ad53-4563f1c88711 req-48221bc5-74e1-48ab-b112-763b21617568 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:37.867271 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa0aef44-adbc-428d-ad53-4563f1c88711 req-48221bc5-74e1-48ab-b112-763b21617568 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=41447836-fa14-4ac5-9ad5-3d6a1ae57c48 HTTP/1.1" status: 200 len: 945 time: 0.1287129 Feb 09 01:04:37.943259 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa0aef44-adbc-428d-ad53-4563f1c88711 req-fce5047d-c805-4eec-9d02-ac31a8837be5 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678041 Feb 09 01:04:37.946741 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1c7dad4d-c0b5-418d-9239-6884945f3a9a req-95d1ab30-e222-4ce4-a584-aa4d51ba54ea service neutron] 10.222.0.50 "GET /v2.0/networks/6887c7a4-5287-46fb-8e1c-13a166b3746e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340547 Feb 09 01:04:38.084880 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1c7dad4d-c0b5-418d-9239-6884945f3a9a req-35a6b78c-0c40-4b0d-9c92-39d23d039ca7 service neutron] 10.222.0.50 "GET /v2.0/networks/6887c7a4-5287-46fb-8e1c-13a166b3746e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323862 Feb 09 01:04:38.104088 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb3e66-9caa-4e06-ba07-badf7028186b req-3833e6b2-0418-4150-9024-29b8c6762d9d tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:38.105674 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-59bb3e66-9caa-4e06-ba07-badf7028186b req-3833e6b2-0418-4150-9024-29b8c6762d9d tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 949 time: 0.0714414 Feb 09 01:04:38.160860 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-59bb3e66-9caa-4e06-ba07-badf7028186b req-d316551e-4d90-44ee-ba21-e26c9621ed0a tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468717 Feb 09 01:04:38.320804 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e3e0a29a-9f71-4e50-9461-ca29b9a3f374 req-36f8edaf-a367-483a-98ee-e9a6bb97a932 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f91e4bc-ccdb-46ac-bfc1-1be14311fa3a HTTP/1.1" status: 200 len: 210 time: 0.0355942 Feb 09 01:04:38.398479 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:38.482412 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ac699-2e7b-4e6b-97a2-abe501fd292d req-53ed0a30-8e98-43e0-829d-765c5fb4580b tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:38.484400 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3c4ac699-2e7b-4e6b-97a2-abe501fd292d req-53ed0a30-8e98-43e0-829d-765c5fb4580b tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 949 time: 0.0703790 Feb 09 01:04:38.561691 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3c4ac699-2e7b-4e6b-97a2-abe501fd292d req-2f44d4d2-7181-4b98-8383-53453893f9d3 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697999 Feb 09 01:04:38.732754 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43324) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:38.774088 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0669b22-12bb-4dd2-aac8-0b2550365c67 req-0c03d36b-04c9-4aad-a573-bc6a3aa7d3f9 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:38.775918 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0669b22-12bb-4dd2-aac8-0b2550365c67 req-0c03d36b-04c9-4aad-a573-bc6a3aa7d3f9 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cc31a0-a2da-4002-9561-978f7b51688d HTTP/1.1" status: 200 len: 950 time: 0.0960934 Feb 09 01:04:38.787791 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e93fb-3d56-4c84-88a9-7af4db1a4558 req-f0125a05-1c55-4e23-bfe1-3113b68ec717 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:38.789585 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fc5e93fb-3d56-4c84-88a9-7af4db1a4558 req-f0125a05-1c55-4e23-bfe1-3113b68ec717 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 943 time: 0.0981922 Feb 09 01:04:38.854574 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2da11c69-6099-4104-a607-207a3379298b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:38.860704 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0669b22-12bb-4dd2-aac8-0b2550365c67 req-bfec437d-f265-4bbe-88a4-ac07f5ec6ccd tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701020 Feb 09 01:04:38.880213 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fc5e93fb-3d56-4c84-88a9-7af4db1a4558 req-56a344de-3ed7-4f4b-90f3-01dc3e3a32a6 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835707 Feb 09 01:04:38.929623 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2da11c69-6099-4104-a607-207a3379298b admin admin] Publish callbacks [] for security_group (793b695f-82d9-47ca-ba5b-dd365567e901), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:38.933640 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2da11c69-6099-4104-a607-207a3379298b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (793b695f-82d9-47ca-ba5b-dd365567e901), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:38.985715 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43330) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:38.986486 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2da11c69-6099-4104-a607-207a3379298b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=db5ac5bc54864f46874a3350c0f5f016&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2523668 Feb 09 01:04:38.987256 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da11c69-6099-4104-a607-207a3379298b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793b695f-82d9-47ca-ba5b-dd365567e901,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:39.032518 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device a4668e5d-f739-4680-9242-845c457972b4 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:04:39.057598 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: a4668e5d-f739-4680-9242-845c457972b4 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:04:39.058152 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device a4668e5d-f739-4680-9242-845c457972b4 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:04:39.091344 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 8fc3cb9a-8128-43dd-acbe-d98580af4512 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:04:39.103594 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf62624c-6d6c-4e69-8335-0f8ec4b0dc03 req-158c7d62-6055-44f8-938a-6bcc31c39481 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:39.105114 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cf62624c-6d6c-4e69-8335-0f8ec4b0dc03 req-158c7d62-6055-44f8-938a-6bcc31c39481 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=41447836-fa14-4ac5-9ad5-3d6a1ae57c48 HTTP/1.1" status: 200 len: 945 time: 0.0843742 Feb 09 01:04:39.106227 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a8a20318-9682-4a6b-aa48-d8d403bf6fb9 admin admin] Publish callbacks [] for security_group (793b695f-82d9-47ca-ba5b-dd365567e901), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:39.114618 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:39.115422 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: 8fc3cb9a-8128-43dd-acbe-d98580af4512 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:04:39.115775 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 8fc3cb9a-8128-43dd-acbe-d98580af4512 not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:04:39.139778 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a8a20318-9682-4a6b-aa48-d8d403bf6fb9 admin admin] Publish callbacks [] for security_group (793b695f-82d9-47ca-ba5b-dd365567e901), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:39.193990 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cf62624c-6d6c-4e69-8335-0f8ec4b0dc03 req-327e9aa5-109f-42de-a35c-e20bfa841210 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778475 Feb 09 01:04:39.214589 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5757da4a-153c-403b-8d24-bb8561ac355d', 'name': 'network-vif-deleted', 'tag': '8fc3cb9a-8128-43dd-acbe-d98580af4512'}, {'server_uuid': '9e13c1c8-3614-4ba1-a094-33f962789f87', 'name': 'network-vif-deleted', 'tag': '728fd678-92ff-40a5-a350-98f51f331cef'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:04:39.218174 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260e2084-ca53-4c42-af65-0911136ce909" -d '{"events": [{"server_uuid": "5757da4a-153c-403b-8d24-bb8561ac355d", "name": "network-vif-deleted", "tag": "8fc3cb9a-8128-43dd-acbe-d98580af4512"}, {"server_uuid": "9e13c1c8-3614-4ba1-a094-33f962789f87", "name": "network-vif-deleted", "tag": "728fd678-92ff-40a5-a350-98f51f331cef"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:04:39.221192 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a8a20318-9682-4a6b-aa48-d8d403bf6fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (793b695f-82d9-47ca-ba5b-dd365567e901), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:39.224144 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a8a20318-9682-4a6b-aa48-d8d403bf6fb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:39.228233 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a8a20318-9682-4a6b-aa48-d8d403bf6fb9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/793b695f-82d9-47ca-ba5b-dd365567e901 HTTP/1.1" status: 204 len: 168 time: 0.2412007 Feb 09 01:04:39.248258 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a20318-9682-4a6b-aa48-d8d403bf6fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793b695f-82d9-47ca-ba5b-dd365567e901,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:39.272871 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 01:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cdc315-9fb8-4356-9fde-6cb131c8efbc x-openstack-request-id: req-c0cdc315-9fb8-4356-9fde-6cb131c8efbc {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:04:39.273445 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5757da4a-153c-403b-8d24-bb8561ac355d", "name": "network-vif-deleted", "tag": "8fc3cb9a-8128-43dd-acbe-d98580af4512", "status": "completed", "code": 200}, {"server_uuid": "9e13c1c8-3614-4ba1-a094-33f962789f87", "name": "network-vif-deleted", "tag": "728fd678-92ff-40a5-a350-98f51f331cef", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:04:39.273445 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c0cdc315-9fb8-4356-9fde-6cb131c8efbc {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:04:39.273867 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5757da4a-153c-403b-8d24-bb8561ac355d', 'name': 'network-vif-deleted', 'tag': '8fc3cb9a-8128-43dd-acbe-d98580af4512', 'status': 'completed', 'code': 200} Feb 09 01:04:39.274127 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e13c1c8-3614-4ba1-a094-33f962789f87', 'name': 'network-vif-deleted', 'tag': '728fd678-92ff-40a5-a350-98f51f331cef', 'status': 'completed', 'code': 200} Feb 09 01:04:39.300827 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d7730-7e6c-4770-bf3a-746051ee35d9 req-ac3b3f52-4b6a-4770-a075-c6f2242c064a tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:39.302379 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aa3d7730-7e6c-4770-bf3a-746051ee35d9 req-ac3b3f52-4b6a-4770-a075-c6f2242c064a tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 949 time: 0.0655129 Feb 09 01:04:39.351425 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aa3d7730-7e6c-4770-bf3a-746051ee35d9 req-efa501b6-ff09-405d-aea9-8d96dc220901 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430546 Feb 09 01:04:39.434815 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8c94e7d9-f11a-4164-b528-f8f13408056a req-10513e31-3f08-4c78-8f34-9d5d6512027e tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f91e4bc-ccdb-46ac-bfc1-1be14311fa3a HTTP/1.1" status: 200 len: 210 time: 0.0372059 Feb 09 01:04:39.520277 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43342) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:39.541017 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-40b69abe-a446-445c-9bfc-c5ac88160dca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:39.605281 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7dad4d-c0b5-418d-9239-6884945f3a9a req-a5c49e7d-a325-448f-9cdf-be9748273928 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:39.606675 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1c7dad4d-c0b5-418d-9239-6884945f3a9a req-a5c49e7d-a325-448f-9cdf-be9748273928 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.47 "GET /v2.0/networks?id=6887c7a4-5287-46fb-8e1c-13a166b3746e HTTP/1.1" status: 200 len: 811 time: 0.1411011 Feb 09 01:04:39.625540 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-1c7dad4d-c0b5-418d-9239-6884945f3a9a req-db6ab139-7b40-4df2-82c6-d1fc1c510c46 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Request body: {'port': {'device_id': '5f91e4bc-ccdb-46ac-bfc1-1be14311fa3a', 'network_id': '6887c7a4-5287-46fb-8e1c-13a166b3746e', 'admin_state_up': True, 'tenant_id': 'bc3818006b3c45fb99098097e9082b77'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:39.755924 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-40b69abe-a446-445c-9bfc-c5ac88160dca admin admin] Publish callbacks [] for security_group (7c5b22b1-2c4f-4fd8-b933-8cc1e637b810), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:39.763097 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-40b69abe-a446-445c-9bfc-c5ac88160dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (7c5b22b1-2c4f-4fd8-b933-8cc1e637b810), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:39.818807 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5a99b-fcaf-4185-be39-554b277e00e2 req-4144997d-472b-43e1-8207-b13324918f69 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:39.820272 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2dd5a99b-fcaf-4185-be39-554b277e00e2 req-4144997d-472b-43e1-8207-b13324918f69 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 949 time: 0.1894546 Feb 09 01:04:39.833858 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-40b69abe-a446-445c-9bfc-c5ac88160dca admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0546157c16a847d1b68d48bf2161568c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3125799 Feb 09 01:04:39.837141 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43346) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:39.845672 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b69abe-a446-445c-9bfc-c5ac88160dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5b22b1-2c4f-4fd8-b933-8cc1e637b810,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:39.865795 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c7dad4d-c0b5-418d-9239-6884945f3a9a req-db6ab139-7b40-4df2-82c6-d1fc1c510c46 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Made reservation on behalf of bc3818006b3c45fb99098097e9082b77 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:04:39.869088 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1c7dad4d-c0b5-418d-9239-6884945f3a9a req-db6ab139-7b40-4df2-82c6-d1fc1c510c46 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:39.886849 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-824da7cc-ec77-4ba7-a707-a0e94530d861 admin admin] Publish callbacks [] for security_group (7c5b22b1-2c4f-4fd8-b933-8cc1e637b810), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:39.907744 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2dd5a99b-fcaf-4185-be39-554b277e00e2 req-18fb1659-9b13-48e5-a7af-fb2cb672000b tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810127 Feb 09 01:04:39.916216 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-824da7cc-ec77-4ba7-a707-a0e94530d861 admin admin] Publish callbacks [] for security_group (7c5b22b1-2c4f-4fd8-b933-8cc1e637b810), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:39.973729 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-824da7cc-ec77-4ba7-a707-a0e94530d861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (7c5b22b1-2c4f-4fd8-b933-8cc1e637b810), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:39.976405 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-824da7cc-ec77-4ba7-a707-a0e94530d861 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:39.978386 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-824da7cc-ec77-4ba7-a707-a0e94530d861 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7c5b22b1-2c4f-4fd8-b933-8cc1e637b810 HTTP/1.1" status: 204 len: 168 time: 0.1393566 Feb 09 01:04:39.987081 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824da7cc-ec77-4ba7-a707-a0e94530d861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5b22b1-2c4f-4fd8-b933-8cc1e637b810,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:40.092044 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-1c7dad4d-c0b5-418d-9239-6884945f3a9a req-db6ab139-7b40-4df2-82c6-d1fc1c510c46 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Allocated IP 172.20.0.5 (6887c7a4-5287-46fb-8e1c-13a166b3746e/84df8042-998c-45dd-8b33-36f49fdd33d9/8783a961-8e32-408c-8bd4-807da207617f) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:04:40.113214 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec65e4-526f-4e6c-bba4-c803cca38f9f req-9c412709-a769-43a2-baae-aff95bb541dc tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:40.114631 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ccec65e4-526f-4e6c-bba4-c803cca38f9f req-9c412709-a769-43a2-baae-aff95bb541dc tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cc31a0-a2da-4002-9561-978f7b51688d HTTP/1.1" status: 200 len: 950 time: 0.1565402 Feb 09 01:04:40.132513 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efaec42-1679-41af-b41d-ea6da66b89cd req-fbf3036e-861a-41e7-a42e-70d244ee927d tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:40.134002 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8efaec42-1679-41af-b41d-ea6da66b89cd req-fbf3036e-861a-41e7-a42e-70d244ee927d tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 943 time: 0.1308804 Feb 09 01:04:40.283200 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ccec65e4-526f-4e6c-bba4-c803cca38f9f req-184bb251-c331-462c-bec9-f717c24763f2 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612446 Feb 09 01:04:40.288004 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8efaec42-1679-41af-b41d-ea6da66b89cd req-85c9bf88-d7c2-463b-b13b-6027b5c235b0 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467803 Feb 09 01:04:40.374942 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1c7dad4d-c0b5-418d-9239-6884945f3a9a req-db6ab139-7b40-4df2-82c6-d1fc1c510c46 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Publish callbacks [] for port (8783a961-8e32-408c-8bd4-807da207617f), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:40.440011 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8772a6-7087-4070-83ee-77c054df0c10 req-38f9b03e-f66e-4e87-8bfb-dd0d5701d1f7 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:40.441693 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0e8772a6-7087-4070-83ee-77c054df0c10 req-38f9b03e-f66e-4e87-8bfb-dd0d5701d1f7 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=41447836-fa14-4ac5-9ad5-3d6a1ae57c48 HTTP/1.1" status: 200 len: 945 time: 0.0822001 Feb 09 01:04:40.457591 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1c7dad4d-c0b5-418d-9239-6884945f3a9a req-db6ab139-7b40-4df2-82c6-d1fc1c510c46 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (8783a961-8e32-408c-8bd4-807da207617f), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:40.551331 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c7dad4d-c0b5-418d-9239-6884945f3a9a req-db6ab139-7b40-4df2-82c6-d1fc1c510c46 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Network 6887c7a4-5287-46fb-8e1c-13a166b3746e is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:04:40.557133 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ab139-7b40-4df2-82c6-d1fc1c510c46 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Pushing event updated for resources: {'Port': ['ID=8783a961-8e32-408c-8bd4-807da207617f,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:40.565486 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-1c7dad4d-c0b5-418d-9239-6884945f3a9a req-db6ab139-7b40-4df2-82c6-d1fc1c510c46 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:40.567882 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c7dad4d-c0b5-418d-9239-6884945f3a9a req-db6ab139-7b40-4df2-82c6-d1fc1c510c46 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:04:40.634978 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0e8772a6-7087-4070-83ee-77c054df0c10 req-9216059e-4709-45c0-ba4b-acaaf25c1979 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867239 Feb 09 01:04:40.685235 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7dad4d-c0b5-418d-9239-6884945f3a9a req-db6ab139-7b40-4df2-82c6-d1fc1c510c46 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:40.685862 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1c7dad4d-c0b5-418d-9239-6884945f3a9a req-db6ab139-7b40-4df2-82c6-d1fc1c510c46 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:40.731442 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1c7dad4d-c0b5-418d-9239-6884945f3a9a req-db6ab139-7b40-4df2-82c6-d1fc1c510c46 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1103537 Feb 09 01:04:40.771297 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-1c7dad4d-c0b5-418d-9239-6884945f3a9a req-cc8b41c5-f0b4-4f27-8f1e-8b7a1a761c9f service neutron] Request body: {'port': {'device_id': '5f91e4bc-ccdb-46ac-bfc1-1be14311fa3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:40.782528 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01afda4-3776-43ea-a855-5ba9952d3583 req-c85c8c1d-902e-4695-9edb-7968ceb7f871 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:40.784464 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a01afda4-3776-43ea-a855-5ba9952d3583 req-c85c8c1d-902e-4695-9edb-7968ceb7f871 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 949 time: 0.1967909 Feb 09 01:04:40.794281 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc39d3-a839-4171-ad45-65c033911eeb req-fbde375b-5d07-4383-a68d-105eb7715c85 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:40.796234 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99fc39d3-a839-4171-ad45-65c033911eeb req-fbde375b-5d07-4383-a68d-105eb7715c85 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.47 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56&tenant_id=698d05b4eb4b402aa83e695c4b2c5978&binding%3Ahost_id=n-h1-828369-4 HTTP/1.1" status: 200 len: 949 time: 0.2247303 Feb 09 01:04:40.940127 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf21581-23a5-435b-a423-6d043ef53c47 req-4a70ed67-df50-4d4f-ab2f-494e890c8b89 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:40.941656 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cdf21581-23a5-435b-a423-6d043ef53c47 req-4a70ed67-df50-4d4f-ab2f-494e890c8b89 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f91e4bc-ccdb-46ac-bfc1-1be14311fa3a HTTP/1.1" status: 200 len: 931 time: 0.2433488 Feb 09 01:04:40.963907 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c99070-dbf4-4997-802f-cadc59056b49 req-012cc352-8d0a-46d7-a0eb-e4ec05b163c4 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:40.965785 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-85c99070-dbf4-4997-802f-cadc59056b49 req-012cc352-8d0a-46d7-a0eb-e4ec05b163c4 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.120 "GET /v2.0/ports?device_id=b7cc31a0-a2da-4002-9561-978f7b51688d HTTP/1.1" status: 200 len: 950 time: 0.2497437 Feb 09 01:04:41.000867 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a01afda4-3776-43ea-a855-5ba9952d3583 req-4a3a01e8-4c66-4801-9aa6-4a5d87126d22 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882358 Feb 09 01:04:41.034785 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1c7dad4d-c0b5-418d-9239-6884945f3a9a req-cc8b41c5-f0b4-4f27-8f1e-8b7a1a761c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8783a961-8e32-408c-8bd4-807da207617f), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:41.039318 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99fc39d3-a839-4171-ad45-65c033911eeb req-6b505e1f-ada3-4553-ab7c-f3cd31c0cb37 service neutron] 10.222.0.47 "GET /v2.0/ports/d7c4f278-a027-461d-9e70-cdbd1c055f1c/bindings/n-h1-828369-4 HTTP/1.1" status: 200 len: 382 time: 0.2211175 Feb 09 01:04:41.094397 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device d7c4f278-a027-461d-9e70-cdbd1c055f1c details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:04:41.098491 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 728fd678-92ff-40a5-a350-98f51f331cef no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:04:41.183197 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: 728fd678-92ff-40a5-a350-98f51f331cef {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:04:41.183828 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 728fd678-92ff-40a5-a350-98f51f331cef not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:04:41.184251 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device d7c4f278-a027-461d-9e70-cdbd1c055f1c no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:04:41.186241 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cdf21581-23a5-435b-a423-6d043ef53c47 req-fb632aa2-cc84-4c5d-a45b-ece977643407 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310154 Feb 09 01:04:41.270816 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port d7c4f278-a027-461d-9e70-cdbd1c055f1c, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=d7c4f278-a027-461d-9e70-cdbd1c055f1c,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:41.286730 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': 'd7c4f278-a027-461d-9e70-cdbd1c055f1c', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'port_id': 'd7c4f278-a027-461d-9e70-cdbd1c055f1c', 'mac_address': 'fa:16:3e:8c:41:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3810d295-ee98-40f7-b1e2-609bf7d1c3df', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:04:41.355403 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port d7c4f278-a027-461d-9e70-cdbd1c055f1c is: ACTIVE; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:04:41.355894 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d7c4f278-a027-461d-9e70-cdbd1c055f1c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:41.377117 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7c4f278-a027-461d-9e70-cdbd1c055f1c {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:04:41.381529 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port d7c4f278-a027-461d-9e70-cdbd1c055f1c is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:04:41.382010 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d7c4f278-a027-461d-9e70-cdbd1c055f1c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:41.414212 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port d7c4f278-a027-461d-9e70-cdbd1c055f1c, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=d7c4f278-a027-461d-9e70-cdbd1c055f1c,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:41.419421 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d7c4f278-a027-461d-9e70-cdbd1c055f1c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:41.493638 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.api [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:04:41.494003 n-d-828369-4 neutron-server[103138]: DEBUG oslo_db.api [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:04:41.498891 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=d7c4f278-a027-461d-9e70-cdbd1c055f1c,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:41.609866 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc39d3-a839-4171-ad45-65c033911eeb req-0a9905e8-bacb-455e-8af1-81f0b3a49fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:41.611378 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99fc39d3-a839-4171-ad45-65c033911eeb req-0a9905e8-bacb-455e-8af1-81f0b3a49fdc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=698d05b4eb4b402aa83e695c4b2c5978&device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 1131 time: 0.5397754 Feb 09 01:04:41.617909 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d06126-f30c-43cf-8e56-2360b5f46623 req-067babc2-dd9b-433e-9d37-fe099cc435d9 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:41.619262 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-78d06126-f30c-43cf-8e56-2360b5f46623 req-067babc2-dd9b-433e-9d37-fe099cc435d9 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 949 time: 0.5394313 Feb 09 01:04:41.734341 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-85c99070-dbf4-4997-802f-cadc59056b49 req-2b2721a7-14ba-4b3c-88f9-111d7264eac0 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Deleting port 3f20790f-3dc7-440e-9aed-f7f0343db454 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:04:41.734690 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-85c99070-dbf4-4997-802f-cadc59056b49 req-2b2721a7-14ba-4b3c-88f9-111d7264eac0 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (3f20790f-3dc7-440e-9aed-f7f0343db454), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:41.753888 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf29cf3-c38d-43e4-8083-558253e90b94 req-3f2e382a-17f2-4eba-83a1-068ed4a2c0fa tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:41.755358 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4bf29cf3-c38d-43e4-8083-558253e90b94 req-3f2e382a-17f2-4eba-83a1-068ed4a2c0fa tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cc31a0-a2da-4002-9561-978f7b51688d HTTP/1.1" status: 200 len: 950 time: 0.2857130 Feb 09 01:04:41.777493 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['d7c4f278-a027-461d-9e70-cdbd1c055f1c'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:04:41.883255 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-78d06126-f30c-43cf-8e56-2360b5f46623 req-305d4907-e8b4-4f72-bf27-b21d82f8343d tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250700 Feb 09 01:04:41.950059 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc39d3-a839-4171-ad45-65c033911eeb req-d3a2fd31-34dd-4757-8701-efff8983566e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:41.951486 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99fc39d3-a839-4171-ad45-65c033911eeb req-d3a2fd31-34dd-4757-8701-efff8983566e service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.3305488 Feb 09 01:04:41.997529 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4bf29cf3-c38d-43e4-8083-558253e90b94 req-062c46af-6632-4ddb-bf9e-f04d893026df tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/security-groups?id=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999500 Feb 09 01:04:42.043498 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port d7c4f278-a027-461d-9e70-cdbd1c055f1c is: BUILD; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:04:42.043908 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d7c4f278-a027-461d-9e70-cdbd1c055f1c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:42.059294 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d7c4f278-a027-461d-9e70-cdbd1c055f1c {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:04:42.070979 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99fc39d3-a839-4171-ad45-65c033911eeb req-799a2550-7260-421b-bea1-b5abd67dd2fc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=d7c4f278-a027-461d-9e70-cdbd1c055f1c HTTP/1.1" status: 200 len: 217 time: 0.0953827 Feb 09 01:04:42.073080 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-85c99070-dbf4-4997-802f-cadc59056b49 req-2b2721a7-14ba-4b3c-88f9-111d7264eac0 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] For port 3f20790f-3dc7-440e-9aed-f7f0343db454, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=3f20790f-3dc7-440e-9aed-f7f0343db454,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:42.073461 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-85c99070-dbf4-4997-802f-cadc59056b49 req-2b2721a7-14ba-4b3c-88f9-111d7264eac0 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (3f20790f-3dc7-440e-9aed-f7f0343db454), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:42.082198 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port d7c4f278-a027-461d-9e70-cdbd1c055f1c, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=d7c4f278-a027-461d-9e70-cdbd1c055f1c,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:42.086703 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d7c4f278-a027-461d-9e70-cdbd1c055f1c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:42.133776 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-85c99070-dbf4-4997-802f-cadc59056b49 req-2b2721a7-14ba-4b3c-88f9-111d7264eac0 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Calling delete_port for 3f20790f-3dc7-440e-9aed-f7f0343db454 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:04:42.141420 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=d7c4f278-a027-461d-9e70-cdbd1c055f1c,revision_number=7']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:42.144288 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-1c7dad4d-c0b5-418d-9239-6884945f3a9a req-cc8b41c5-f0b4-4f27-8f1e-8b7a1a761c9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8783a961-8e32-408c-8bd4-807da207617f {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:04:42.164863 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1c7dad4d-c0b5-418d-9239-6884945f3a9a req-cc8b41c5-f0b4-4f27-8f1e-8b7a1a761c9f service neutron] Publish callbacks [] for port (8783a961-8e32-408c-8bd4-807da207617f), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:42.213052 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc39d3-a839-4171-ad45-65c033911eeb req-0b85b538-c104-43c7-9b78-a7fa7c4d9746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:42.214532 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99fc39d3-a839-4171-ad45-65c033911eeb req-0b85b538-c104-43c7-9b78-a7fa7c4d9746 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.1384110 Feb 09 01:04:42.222574 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6ddc3-b6af-4f9b-b715-cc04c599c110 req-85cc9617-6d21-482b-aaa3-7b877c2569ab tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:42.224070 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5fb6ddc3-b6af-4f9b-b715-cc04c599c110 req-85cc9617-6d21-482b-aaa3-7b877c2569ab tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 943 time: 0.2803323 Feb 09 01:04:42.237821 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-1c7dad4d-c0b5-418d-9239-6884945f3a9a req-cc8b41c5-f0b4-4f27-8f1e-8b7a1a761c9f service neutron] Transition to ACTIVE for port object 8783a961-8e32-408c-8bd4-807da207617f will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:42.268244 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1c7dad4d-c0b5-418d-9239-6884945f3a9a req-cc8b41c5-f0b4-4f27-8f1e-8b7a1a761c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (8783a961-8e32-408c-8bd4-807da207617f), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:42.408144 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b41c5-f0b4-4f27-8f1e-8b7a1a761c9f service neutron] Pushing event updated for resources: {'Port': ['ID=8783a961-8e32-408c-8bd4-807da207617f,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:42.426608 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc39d3-a839-4171-ad45-65c033911eeb req-d95bb90c-2f21-4f8d-abd0-902811b175d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:42.428166 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99fc39d3-a839-4171-ad45-65c033911eeb req-d95bb90c-2f21-4f8d-abd0-902811b175d1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1981888 Feb 09 01:04:42.447026 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5fb6ddc3-b6af-4f9b-b715-cc04c599c110 req-1b024181-382b-4bb4-a223-b8fd8c0fc3b1 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053835 Feb 09 01:04:42.473513 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b03d9-7254-4ce0-ad64-f645fb773071 req-1a6ff981-b9e7-45b1-8915-ec123f9db15e tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:42.475100 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-491b03d9-7254-4ce0-ad64-f645fb773071 req-1a6ff981-b9e7-45b1-8915-ec123f9db15e tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=41447836-fa14-4ac5-9ad5-3d6a1ae57c48 HTTP/1.1" status: 200 len: 945 time: 0.2306588 Feb 09 01:04:42.679808 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-85c99070-dbf4-4997-802f-cadc59056b49 req-2b2721a7-14ba-4b3c-88f9-111d7264eac0 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (3f20790f-3dc7-440e-9aed-f7f0343db454), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:42.691832 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['3f20790f-3dc7-440e-9aed-f7f0343db454'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:04:42.695652 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-1c7dad4d-c0b5-418d-9239-6884945f3a9a req-cc8b41c5-f0b4-4f27-8f1e-8b7a1a761c9f service neutron] Attempting to bind port 8783a961-8e32-408c-8bd4-807da207617f on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:04:42.695996 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-1c7dad4d-c0b5-418d-9239-6884945f3a9a req-cc8b41c5-f0b4-4f27-8f1e-8b7a1a761c9f service neutron] Attempting to bind port 8783a961-8e32-408c-8bd4-807da207617f by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '1088d67c-3520-4ac2-8e48-25a7c8da33c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6887c7a4-5287-46fb-8e1c-13a166b3746e'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:04:42.696331 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7dad4d-c0b5-418d-9239-6884945f3a9a req-cc8b41c5-f0b4-4f27-8f1e-8b7a1a761c9f service neutron] Attempting to bind port 8783a961-8e32-408c-8bd4-807da207617f on network 6887c7a4-5287-46fb-8e1c-13a166b3746e {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:04:42.728047 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-491b03d9-7254-4ce0-ad64-f645fb773071 req-3204c8fa-6674-4b35-8e68-ecbae8e76fc5 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036903 Feb 09 01:04:42.734782 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2721a7-14ba-4b3c-88f9-111d7264eac0 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Pushing event deleted for resources: {'Port': ['ID=3f20790f-3dc7-440e-9aed-f7f0343db454,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:42.738011 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99fc39d3-a839-4171-ad45-65c033911eeb req-21ef57f7-ac75-4d77-8e03-fdb7954d5775 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895303 Feb 09 01:04:42.741191 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7dad4d-c0b5-418d-9239-6884945f3a9a req-cc8b41c5-f0b4-4f27-8f1e-8b7a1a761c9f service neutron] Port 8783a961-8e32-408c-8bd4-807da207617f on network 6887c7a4-5287-46fb-8e1c-13a166b3746e not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:04:42.741530 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7dad4d-c0b5-418d-9239-6884945f3a9a req-cc8b41c5-f0b4-4f27-8f1e-8b7a1a761c9f service neutron] Attempting to bind port 8783a961-8e32-408c-8bd4-807da207617f on network 6887c7a4-5287-46fb-8e1c-13a166b3746e {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:04:42.782505 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb54da-6442-4907-ae74-36b07e451792 req-5af94755-b6b8-444f-ae32-16b201e828b9 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:42.783992 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dfdb54da-6442-4907-ae74-36b07e451792 req-5af94755-b6b8-444f-ae32-16b201e828b9 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 949 time: 0.2585967 Feb 09 01:04:42.787105 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7dad4d-c0b5-418d-9239-6884945f3a9a req-cc8b41c5-f0b4-4f27-8f1e-8b7a1a761c9f service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:04:42.787399 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7dad4d-c0b5-418d-9239-6884945f3a9a req-cc8b41c5-f0b4-4f27-8f1e-8b7a1a761c9f service neutron] Checking segment: {'id': '1088d67c-3520-4ac2-8e48-25a7c8da33c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6887c7a4-5287-46fb-8e1c-13a166b3746e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:04:42.787743 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7dad4d-c0b5-418d-9239-6884945f3a9a req-cc8b41c5-f0b4-4f27-8f1e-8b7a1a761c9f service neutron] Bound using segment: {'id': '1088d67c-3520-4ac2-8e48-25a7c8da33c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6887c7a4-5287-46fb-8e1c-13a166b3746e'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:04:42.788197 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-1c7dad4d-c0b5-418d-9239-6884945f3a9a req-cc8b41c5-f0b4-4f27-8f1e-8b7a1a761c9f service neutron] Bound port: 8783a961-8e32-408c-8bd4-807da207617f, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1088d67c-3520-4ac2-8e48-25a7c8da33c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6887c7a4-5287-46fb-8e1c-13a166b3746e'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:04:42.788577 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1c7dad4d-c0b5-418d-9239-6884945f3a9a req-cc8b41c5-f0b4-4f27-8f1e-8b7a1a761c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8783a961-8e32-408c-8bd4-807da207617f), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:42.858727 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c99070-dbf4-4997-802f-cadc59056b49 req-2b2721a7-14ba-4b3c-88f9-111d7264eac0 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] No DVR routers for this DVR port 3f20790f-3dc7-440e-9aed-f7f0343db454 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:04:42.872404 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-85c99070-dbf4-4997-802f-cadc59056b49 req-2b2721a7-14ba-4b3c-88f9-111d7264eac0 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:42.875736 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-85c99070-dbf4-4997-802f-cadc59056b49 req-2b2721a7-14ba-4b3c-88f9-111d7264eac0 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.120 "DELETE /v2.0/ports/3f20790f-3dc7-440e-9aed-f7f0343db454 HTTP/1.1" status: 204 len: 173 time: 1.8984001 Feb 09 01:04:42.876261 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7cc31a0-a2da-4002-9561-978f7b51688d', 'name': 'network-vif-deleted', 'tag': '3f20790f-3dc7-440e-9aed-f7f0343db454'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:04:42.878632 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afeb8a0-4c98-4e80-919b-538a241bb63c" -d '{"events": [{"server_uuid": "b7cc31a0-a2da-4002-9561-978f7b51688d", "name": "network-vif-deleted", "tag": "3f20790f-3dc7-440e-9aed-f7f0343db454"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:04:43.010147 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dfdb54da-6442-4907-ae74-36b07e451792 req-f8f677ef-bb59-4d5b-a349-d0b725f96c30 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165530 Feb 09 01:04:43.024270 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99fc39d3-a839-4171-ad45-65c033911eeb req-559f7f5e-8cbc-472b-a490-8938937195ce service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709165 Feb 09 01:04:43.026074 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-1c7dad4d-c0b5-418d-9239-6884945f3a9a req-cc8b41c5-f0b4-4f27-8f1e-8b7a1a761c9f service neutron] For port 8783a961-8e32-408c-8bd4-807da207617f, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:04:43.030736 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-1c7dad4d-c0b5-418d-9239-6884945f3a9a req-cc8b41c5-f0b4-4f27-8f1e-8b7a1a761c9f service neutron] For port 8783a961-8e32-408c-8bd4-807da207617f, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=8783a961-8e32-408c-8bd4-807da207617f,segment=NetworkSegment(1088d67c-3520-4ac2-8e48-25a7c8da33c5),segment_id=1088d67c-3520-4ac2-8e48-25a7c8da33c5)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:04:43.040989 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1c7dad4d-c0b5-418d-9239-6884945f3a9a req-cc8b41c5-f0b4-4f27-8f1e-8b7a1a761c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (8783a961-8e32-408c-8bd4-807da207617f), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:43.051119 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff31bc-7b45-4d59-83b4-434031181472 req-cda54160-1ec7-4ed2-a2d8-33a8faaba553 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:43.056998 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:04:43.057712 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b6ff31bc-7b45-4d59-83b4-434031181472 req-cda54160-1ec7-4ed2-a2d8-33a8faaba553 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f91e4bc-ccdb-46ac-bfc1-1be14311fa3a HTTP/1.1" status: 200 len: 943 time: 0.1420331 Feb 09 01:04:43.095763 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dec400e-dbe3-45f8-879c-f9c64a59ca7b x-openstack-request-id: req-9dec400e-dbe3-45f8-879c-f9c64a59ca7b {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:04:43.096109 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7cc31a0-a2da-4002-9561-978f7b51688d", "name": "network-vif-deleted", "tag": "3f20790f-3dc7-440e-9aed-f7f0343db454", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:04:43.096317 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9dec400e-dbe3-45f8-879c-f9c64a59ca7b {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:04:43.096750 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7cc31a0-a2da-4002-9561-978f7b51688d', 'name': 'network-vif-deleted', 'tag': '3f20790f-3dc7-440e-9aed-f7f0343db454', 'status': 'completed', 'code': 200} Feb 09 01:04:43.115790 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7dad4d-c0b5-418d-9239-6884945f3a9a req-cc8b41c5-f0b4-4f27-8f1e-8b7a1a761c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:43.116685 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1c7dad4d-c0b5-418d-9239-6884945f3a9a req-cc8b41c5-f0b4-4f27-8f1e-8b7a1a761c9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:43.117852 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1c7dad4d-c0b5-418d-9239-6884945f3a9a req-cc8b41c5-f0b4-4f27-8f1e-8b7a1a761c9f service neutron] 10.222.0.47 "PUT /v2.0/ports/8783a961-8e32-408c-8bd4-807da207617f HTTP/1.1" status: 200 len: 1091 time: 2.3675637 Feb 09 01:04:43.137380 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device d7c4f278-a027-461d-9e70-cdbd1c055f1c up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:04:43.198390 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b41c5-f0b4-4f27-8f1e-8b7a1a761c9f service neutron] Pushing event updated for resources: {'Port': ['ID=8783a961-8e32-408c-8bd4-807da207617f,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:43.232019 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b6ff31bc-7b45-4d59-83b4-434031181472 req-1199a7a2-e036-460f-9e48-a2e7c703ec9a tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735098 Feb 09 01:04:43.246786 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=44c5c0b5-b686-4ec1-9e5a-b68129ea66d0,segment=NetworkSegment(2793514a-5639-496c-8d37-377203141ac7),segment_id=2793514a-5639-496c-8d37-377203141ac7)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:43.268236 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port d7c4f278-a027-461d-9e70-cdbd1c055f1c triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:43.269026 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d7c4f278-a027-461d-9e70-cdbd1c055f1c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:43.271989 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '44c5c0b5-b686-4ec1-9e5a-b68129ea66d0', 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10', 'port_id': '44c5c0b5-b686-4ec1-9e5a-b68129ea66d0', 'mac_address': 'fa:16:3e:c8:57:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aee9db20-60c4-48dd-9796-48ed06ca844d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:04:43.332187 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3287c6c4-097b-4fce-961d-ebf17cffeea7 req-329039b8-2013-4a33-882d-0f1e980cadac tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:43.337056 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3287c6c4-097b-4fce-961d-ebf17cffeea7 req-329039b8-2013-4a33-882d-0f1e980cadac tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 947 time: 0.1903162 Feb 09 01:04:43.344234 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:04:43.344930 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (44c5c0b5-b686-4ec1-9e5a-b68129ea66d0), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:43.363762 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:04:43.376253 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5d218f34-2a64-4cdd-801a-27a2b004b986 req-3d22f08d-f4d3-43b2-9767-69693d05ab60 tempest-ServersOnMultiNodesTest-363523053 tempest-ServersOnMultiNodesTest-363523053-project] 10.222.0.50 "GET /v2.0/ports?device_id=b7cc31a0-a2da-4002-9561-978f7b51688d HTTP/1.1" status: 200 len: 210 time: 0.0362866 Feb 09 01:04:43.392332 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7dad4d-c0b5-418d-9239-6884945f3a9a req-5a3603b4-35c0-4363-812b-33a935f6d3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:43.397972 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1c7dad4d-c0b5-418d-9239-6884945f3a9a req-5a3603b4-35c0-4363-812b-33a935f6d3b3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bc3818006b3c45fb99098097e9082b77&device_id=5f91e4bc-ccdb-46ac-bfc1-1be14311fa3a HTTP/1.1" status: 200 len: 1125 time: 0.2037115 Feb 09 01:04:43.403466 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=44c5c0b5-b686-4ec1-9e5a-b68129ea66d0,segment=NetworkSegment(2793514a-5639-496c-8d37-377203141ac7),segment_id=2793514a-5639-496c-8d37-377203141ac7)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:43.457262 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1c7dad4d-c0b5-418d-9239-6884945f3a9a req-a9e53690-09a3-4b5a-9fd8-0435cb60105e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8783a961-8e32-408c-8bd4-807da207617f HTTP/1.1" status: 200 len: 217 time: 0.0497410 Feb 09 01:04:43.471502 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (44c5c0b5-b686-4ec1-9e5a-b68129ea66d0), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:43.545893 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port d7c4f278-a027-461d-9e70-cdbd1c055f1c is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:04:43.546822 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d7c4f278-a027-461d-9e70-cdbd1c055f1c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:43.546941 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3287c6c4-097b-4fce-961d-ebf17cffeea7 req-fc35e055-b806-48bb-81d9-64905da7dcf3 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630447 Feb 09 01:04:43.590982 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dbd5195-1031-468c-b77e-75078d6e6b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c4f278-a027-461d-9e70-cdbd1c055f1c'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:04:43.596438 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37aa879e-60fb-472d-8bd0-8fac7cc568b3" -d '{"events": [{"server_uuid": "1dbd5195-1031-468c-b77e-75078d6e6b56", "name": "network-vif-plugged", "status": "completed", "tag": "d7c4f278-a027-461d-9e70-cdbd1c055f1c"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:04:43.598920 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7dad4d-c0b5-418d-9239-6884945f3a9a req-9ccaf7fa-ffcd-4e68-b340-f82e39a950aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:43.600426 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1c7dad4d-c0b5-418d-9239-6884945f3a9a req-9ccaf7fa-ffcd-4e68-b340-f82e39a950aa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=84df8042-998c-45dd-8b33-36f49fdd33d9 HTTP/1.1" status: 200 len: 851 time: 0.1315680 Feb 09 01:04:43.619549 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port d7c4f278-a027-461d-9e70-cdbd1c055f1c, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=d7c4f278-a027-461d-9e70-cdbd1c055f1c,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:43.633030 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d7c4f278-a027-461d-9e70-cdbd1c055f1c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:43.638761 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=44c5c0b5-b686-4ec1-9e5a-b68129ea66d0,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:43.683709 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493f62a6-6c0c-4ddb-8112-aa477131f138 x-openstack-request-id: req-493f62a6-6c0c-4ddb-8112-aa477131f138 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:04:43.684163 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dbd5195-1031-468c-b77e-75078d6e6b56", "name": "network-vif-plugged", "status": "completed", "tag": "d7c4f278-a027-461d-9e70-cdbd1c055f1c", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:04:43.684394 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-493f62a6-6c0c-4ddb-8112-aa477131f138 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:04:43.684759 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dbd5195-1031-468c-b77e-75078d6e6b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c4f278-a027-461d-9e70-cdbd1c055f1c', 'code': 200} Feb 09 01:04:43.685810 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1c7dad4d-c0b5-418d-9239-6884945f3a9a req-1da207e0-f0e4-4ec8-9f56-e7a6dc78f583 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6887c7a4-5287-46fb-8e1c-13a166b3746e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710471 Feb 09 01:04:43.711937 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=d7c4f278-a027-461d-9e70-cdbd1c055f1c,revision_number=8']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:43.783328 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8c219-9ca1-4ca2-9ddf-b2e227ed1d3f req-2dfd9019-4fac-4f87-96ff-759c463266cc tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:43.790097 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-05a8c219-9ca1-4ca2-9ddf-b2e227ed1d3f req-2dfd9019-4fac-4f87-96ff-759c463266cc tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 944 time: 0.1764383 Feb 09 01:04:43.880809 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['44c5c0b5-b686-4ec1-9e5a-b68129ea66d0'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:04:43.889093 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1c7dad4d-c0b5-418d-9239-6884945f3a9a req-2b074dee-f726-4c12-9355-739e1cd166d6 service neutron] 10.222.0.47 "GET /v2.0/networks/6887c7a4-5287-46fb-8e1c-13a166b3746e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858778 Feb 09 01:04:43.921483 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-05a8c219-9ca1-4ca2-9ddf-b2e227ed1d3f req-1234b45b-77e0-4c82-8e40-19df10fc84b1 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303058 Feb 09 01:04:44.026301 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b915367-3a64-442a-93f7-093d74b7d747 req-60269475-6011-48c1-9ab1-e30758140651 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:44.027863 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4b915367-3a64-442a-93f7-093d74b7d747 req-60269475-6011-48c1-9ab1-e30758140651 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=41447836-fa14-4ac5-9ad5-3d6a1ae57c48 HTTP/1.1" status: 200 len: 945 time: 0.2106583 Feb 09 01:04:44.081858 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1c7dad4d-c0b5-418d-9239-6884945f3a9a req-14709e5d-1853-481f-ba90-5c46caf01df6 service neutron] 10.222.0.47 "GET /v2.0/networks/6887c7a4-5287-46fb-8e1c-13a166b3746e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590736 Feb 09 01:04:44.110568 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1428639f-fc8a-4c4c-91d9-ddb212f7fbd6 req-37205b05-9007-44de-9eb1-99f51c8fa217 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e7abc5d9-7485-46fd-a80f-8423f552967f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2198431 Feb 09 01:04:44.190805 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4b915367-3a64-442a-93f7-093d74b7d747 req-82ef2176-b0b2-46f3-93e0-5959178068ff tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064754 Feb 09 01:04:44.210205 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb45184-f0c5-44ea-9c8d-f906a5a5141e req-15abc801-d4ca-4f16-828a-abb4e8d8b103 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:44.211718 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0cb45184-f0c5-44ea-9c8d-f906a5a5141e req-15abc801-d4ca-4f16-828a-abb4e8d8b103 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 949 time: 0.1201515 Feb 09 01:04:44.220489 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428639f-fc8a-4c4c-91d9-ddb212f7fbd6 req-a52ea588-7228-4cde-837a-ef27c875ff51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:44.222383 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1428639f-fc8a-4c4c-91d9-ddb212f7fbd6 req-a52ea588-7228-4cde-837a-ef27c875ff51 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b70da3c9e0441c5928a48dabf785fc6&device_id=e7abc5d9-7485-46fd-a80f-8423f552967f HTTP/1.1" status: 200 len: 1127 time: 0.0796564 Feb 09 01:04:44.299557 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43462) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:44.319140 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0cb45184-f0c5-44ea-9c8d-f906a5a5141e req-a74711a3-079b-4862-baf7-a2631c4d1871 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955002 Feb 09 01:04:44.425871 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f021318-c3d9-4e43-833d-e6a7c2cd33f3 req-15d45b22-8108-4f05-82b4-bf17a0520bd2 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:44.432595 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-657670ef-f42d-49ef-9201-5f2a8f8f2366 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:44.433052 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6f021318-c3d9-4e43-833d-e6a7c2cd33f3 req-15d45b22-8108-4f05-82b4-bf17a0520bd2 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f91e4bc-ccdb-46ac-bfc1-1be14311fa3a HTTP/1.1" status: 200 len: 943 time: 0.0886586 Feb 09 01:04:44.437090 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428639f-fc8a-4c4c-91d9-ddb212f7fbd6 req-0d8227c7-b901-4b19-a96c-e2eee93ead87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:44.438616 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1428639f-fc8a-4c4c-91d9-ddb212f7fbd6 req-0d8227c7-b901-4b19-a96c-e2eee93ead87 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10 HTTP/1.1" status: 200 len: 923 time: 0.1873822 Feb 09 01:04:44.503318 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1428639f-fc8a-4c4c-91d9-ddb212f7fbd6 req-06bec3f1-2546-4795-8df3-3607f662bee7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1b957a8-19bc-4931-a7e4-b99b73998d2d HTTP/1.1" status: 200 len: 217 time: 0.0575027 Feb 09 01:04:44.515685 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-657670ef-f42d-49ef-9201-5f2a8f8f2366 admin admin] Publish callbacks [] for security_group (a037763a-ffea-4789-8c1d-9a734d21f732), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:44.522305 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-657670ef-f42d-49ef-9201-5f2a8f8f2366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (a037763a-ffea-4789-8c1d-9a734d21f732), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:44.575440 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-657670ef-f42d-49ef-9201-5f2a8f8f2366 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3a0b586b17394b0f8d2f43978c541757&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2737389 Feb 09 01:04:44.576229 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6f021318-c3d9-4e43-833d-e6a7c2cd33f3 req-ddc1f471-2b89-4cdf-be45-ef818dd6ce65 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409318 Feb 09 01:04:44.576638 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43472) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:44.579596 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657670ef-f42d-49ef-9201-5f2a8f8f2366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a037763a-ffea-4789-8c1d-9a734d21f732,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:44.596359 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428639f-fc8a-4c4c-91d9-ddb212f7fbd6 req-f965adf8-4915-4b4b-866e-95341a7fc456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:44.598807 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1428639f-fc8a-4c4c-91d9-ddb212f7fbd6 req-f965adf8-4915-4b4b-866e-95341a7fc456 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aee9db20-60c4-48dd-9796-48ed06ca844d HTTP/1.1" status: 200 len: 861 time: 0.0786035 Feb 09 01:04:44.640379 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-381c1d90-c35e-4eac-9a17-084e15304c4e admin admin] Publish callbacks [] for security_group (a037763a-ffea-4789-8c1d-9a734d21f732), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:44.664919 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-381c1d90-c35e-4eac-9a17-084e15304c4e admin admin] Publish callbacks [] for security_group (a037763a-ffea-4789-8c1d-9a734d21f732), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:44.669036 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1428639f-fc8a-4c4c-91d9-ddb212f7fbd6 req-cac671ee-fa50-486d-bac7-b41604cf77b5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611632 Feb 09 01:04:44.727646 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-381c1d90-c35e-4eac-9a17-084e15304c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (a037763a-ffea-4789-8c1d-9a734d21f732), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:44.731457 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-381c1d90-c35e-4eac-9a17-084e15304c4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:44.735332 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-381c1d90-c35e-4eac-9a17-084e15304c4e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a037763a-ffea-4789-8c1d-9a734d21f732 HTTP/1.1" status: 204 len: 168 time: 0.1500170 Feb 09 01:04:44.746489 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381c1d90-c35e-4eac-9a17-084e15304c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a037763a-ffea-4789-8c1d-9a734d21f732,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:44.781931 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43478) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:44.815558 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83deedf-2b09-452f-bf12-c667fa3f46f5 req-a7ff0648-477e-401d-ad52-e03b29677c0a tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:44.825277 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f83deedf-2b09-452f-bf12-c667fa3f46f5 req-a7ff0648-477e-401d-ad52-e03b29677c0a tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 949 time: 0.1546922 Feb 09 01:04:44.908492 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f83deedf-2b09-452f-bf12-c667fa3f46f5 req-5c3312c4-a08f-48ff-ba82-6298b3bd6dc4 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765264 Feb 09 01:04:44.925719 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e3268b41-29d3-4d8a-b039-dac51007c07f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8e4a1438c4ae4668a3f29d116af30cb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1425443 Feb 09 01:04:44.929528 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1428639f-fc8a-4c4c-91d9-ddb212f7fbd6 req-f3d6005d-46fb-42dc-924e-22b9d155b284 service neutron] 10.222.0.47 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466090 Feb 09 01:04:44.929995 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43482) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:45.062440 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 3f20790f-3dc7-440e-9aed-f7f0343db454 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:04:45.093336 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: 3f20790f-3dc7-440e-9aed-f7f0343db454 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:04:45.094693 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 3f20790f-3dc7-440e-9aed-f7f0343db454 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:04:45.098596 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f91e4bc-ccdb-46ac-bfc1-1be14311fa3a', 'tag': '8783a961-8e32-408c-8bd4-807da207617f'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:04:45.101177 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93fff99-f273-49b4-9cc1-3d5dc0e8453d" -d '{"events": [{"name": "network-changed", "server_uuid": "5f91e4bc-ccdb-46ac-bfc1-1be14311fa3a", "tag": "8783a961-8e32-408c-8bd4-807da207617f"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:04:45.106144 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5830f020-ac70-4c3b-8821-2fc22795479c admin admin] Publish callbacks [] for security_group (ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:45.138538 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1428639f-fc8a-4c4c-91d9-ddb212f7fbd6 req-e36da977-c9e4-49f2-a350-e9b678f91d41 service neutron] 10.222.0.47 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955497 Feb 09 01:04:45.166217 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886863d3-eb8b-4aeb-a018-36db51717fe9 req-738d625c-c765-4c95-9641-33f6bc3b36c3 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:45.167805 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-886863d3-eb8b-4aeb-a018-36db51717fe9 req-738d625c-c765-4c95-9641-33f6bc3b36c3 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 944 time: 0.1250827 Feb 09 01:04:45.169918 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5830f020-ac70-4c3b-8821-2fc22795479c admin admin] Publish callbacks [] for security_group (ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:45.185836 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1702ca2-ded8-438a-bb17-086ccca4ade7 x-openstack-request-id: req-c1702ca2-ded8-438a-bb17-086ccca4ade7 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:04:45.186352 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f91e4bc-ccdb-46ac-bfc1-1be14311fa3a", "tag": "8783a961-8e32-408c-8bd4-807da207617f", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:04:45.186807 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c1702ca2-ded8-438a-bb17-086ccca4ade7 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:04:45.187437 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f91e4bc-ccdb-46ac-bfc1-1be14311fa3a', 'tag': '8783a961-8e32-408c-8bd4-807da207617f', 'status': 'completed', 'code': 200} Feb 09 01:04:45.275385 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43494) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:45.289653 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-90baef9b-679b-4519-aeaf-1e0279cba730 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:45.350208 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-886863d3-eb8b-4aeb-a018-36db51717fe9 req-2b2aa715-bea8-4d00-b889-a4dddc8e5758 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616855 Feb 09 01:04:45.374887 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-90baef9b-679b-4519-aeaf-1e0279cba730 admin admin] Publish callbacks [] for security_group (e7edb4f0-bbe3-4bfc-9e8a-f5682e100964), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:45.381004 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fff99-f273-49b4-9cc1-3d5dc0e8453d req-565f0aaa-d12d-4012-9df8-96520728edf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:45.381976 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-90baef9b-679b-4519-aeaf-1e0279cba730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e7edb4f0-bbe3-4bfc-9e8a-f5682e100964), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:45.382543 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b93fff99-f273-49b4-9cc1-3d5dc0e8453d req-565f0aaa-d12d-4012-9df8-96520728edf9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bc3818006b3c45fb99098097e9082b77&device_id=5f91e4bc-ccdb-46ac-bfc1-1be14311fa3a HTTP/1.1" status: 200 len: 1125 time: 0.1434588 Feb 09 01:04:45.396668 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522cf97c-1107-40ba-8f8c-66a11e4f071b req-702535e3-abc6-4790-84a1-ee1f2bed5ac2 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:45.401299 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-522cf97c-1107-40ba-8f8c-66a11e4f071b req-702535e3-abc6-4790-84a1-ee1f2bed5ac2 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=41447836-fa14-4ac5-9ad5-3d6a1ae57c48 HTTP/1.1" status: 200 len: 945 time: 0.1007597 Feb 09 01:04:45.430176 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-90baef9b-679b-4519-aeaf-1e0279cba730 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=497a3d6061ff4ee9b235801e1ca0add5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1522417 Feb 09 01:04:45.431449 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90baef9b-679b-4519-aeaf-1e0279cba730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7edb4f0-bbe3-4bfc-9e8a-f5682e100964,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:45.433943 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43498) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:45.456204 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5830f020-ac70-4c3b-8821-2fc22795479c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:45.458792 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5830f020-ac70-4c3b-8821-2fc22795479c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:45.460588 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-5830f020-ac70-4c3b-8821-2fc22795479c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50 HTTP/1.1" status: 204 len: 168 time: 0.5296426 Feb 09 01:04:45.516896 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e67193a5-aad6-4680-bd29-9d3dd7543c92 admin admin] Publish callbacks [] for security_group (e7edb4f0-bbe3-4bfc-9e8a-f5682e100964), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:45.538959 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e67193a5-aad6-4680-bd29-9d3dd7543c92 admin admin] Publish callbacks [] for security_group (e7edb4f0-bbe3-4bfc-9e8a-f5682e100964), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:45.540474 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5830f020-ac70-4c3b-8821-2fc22795479c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3eb9a3-1f49-4375-9b9c-0aa6b7b7cd50,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:45.594700 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e67193a5-aad6-4680-bd29-9d3dd7543c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e7edb4f0-bbe3-4bfc-9e8a-f5682e100964), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:45.597836 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e67193a5-aad6-4680-bd29-9d3dd7543c92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:45.598254 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-522cf97c-1107-40ba-8f8c-66a11e4f071b req-bb9a4500-b5a8-4be7-8aa1-4a2e7e68d7bc tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674666 Feb 09 01:04:45.599006 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e67193a5-aad6-4680-bd29-9d3dd7543c92 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e7edb4f0-bbe3-4bfc-9e8a-f5682e100964 HTTP/1.1" status: 204 len: 168 time: 0.1638916 Feb 09 01:04:45.611326 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67193a5-aad6-4680-bd29-9d3dd7543c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7edb4f0-bbe3-4bfc-9e8a-f5682e100964,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:45.665090 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee3fb4-6848-4a26-b47d-a61bd6dc401a req-296d48a0-5602-4ed4-8f3b-da1c33db5701 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:45.666639 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0dee3fb4-6848-4a26-b47d-a61bd6dc401a req-296d48a0-5602-4ed4-8f3b-da1c33db5701 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 949 time: 0.2116239 Feb 09 01:04:45.667845 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fff99-f273-49b4-9cc1-3d5dc0e8453d req-854a5fa1-a576-450d-ba18-cdcfdd4bdde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:45.669237 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b93fff99-f273-49b4-9cc1-3d5dc0e8453d req-854a5fa1-a576-450d-ba18-cdcfdd4bdde4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6887c7a4-5287-46fb-8e1c-13a166b3746e HTTP/1.1" status: 200 len: 913 time: 0.2660155 Feb 09 01:04:45.760818 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b93fff99-f273-49b4-9cc1-3d5dc0e8453d req-2254b4d1-674d-4153-82bd-ead0414d353d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8783a961-8e32-408c-8bd4-807da207617f HTTP/1.1" status: 200 len: 217 time: 0.0519333 Feb 09 01:04:45.828299 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0dee3fb4-6848-4a26-b47d-a61bd6dc401a req-f26ef695-fafe-43f0-8172-8b9793c789f3 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507311 Feb 09 01:04:45.860120 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fff99-f273-49b4-9cc1-3d5dc0e8453d req-dbdd897c-7dcc-43e3-ba4a-bf0d1a5f1bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:45.860120 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b93fff99-f273-49b4-9cc1-3d5dc0e8453d req-dbdd897c-7dcc-43e3-ba4a-bf0d1a5f1bc0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=84df8042-998c-45dd-8b33-36f49fdd33d9 HTTP/1.1" status: 200 len: 851 time: 0.0811644 Feb 09 01:04:45.862768 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf2ae27-f39a-4f93-9f34-adcc7735ae21 req-d342d913-3a26-4c91-8ebe-4c1524595005 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:45.865021 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aaf2ae27-f39a-4f93-9f34-adcc7735ae21 req-d342d913-3a26-4c91-8ebe-4c1524595005 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f91e4bc-ccdb-46ac-bfc1-1be14311fa3a HTTP/1.1" status: 200 len: 943 time: 0.1087875 Feb 09 01:04:45.905095 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b93fff99-f273-49b4-9cc1-3d5dc0e8453d req-9dd1ae3f-9c93-4c17-99b8-313c3a280613 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6887c7a4-5287-46fb-8e1c-13a166b3746e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390933 Feb 09 01:04:46.175609 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43516) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:46.223689 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-972c3563-7dcf-41c7-81ef-6f7e1b2afd0d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=537888a72027420fb42769a0fc866535&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0467730 Feb 09 01:04:46.224449 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43520) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:46.274821 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3ab69555-bda2-459b-9359-17ae52c5730b admin admin] Publish callbacks [] for security_group (59d101e6-4891-4f1a-b47f-3c5c96831df0), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:46.298135 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3ab69555-bda2-459b-9359-17ae52c5730b admin admin] Publish callbacks [] for security_group (59d101e6-4891-4f1a-b47f-3c5c96831df0), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:46.354373 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3ab69555-bda2-459b-9359-17ae52c5730b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (59d101e6-4891-4f1a-b47f-3c5c96831df0), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:46.360783 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3ab69555-bda2-459b-9359-17ae52c5730b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:46.363244 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3ab69555-bda2-459b-9359-17ae52c5730b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/59d101e6-4891-4f1a-b47f-3c5c96831df0 HTTP/1.1" status: 204 len: 168 time: 0.1377375 Feb 09 01:04:46.375736 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab69555-bda2-459b-9359-17ae52c5730b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d101e6-4891-4f1a-b47f-3c5c96831df0,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:46.397902 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aaf2ae27-f39a-4f93-9f34-adcc7735ae21 req-37d41d0c-fe41-4079-bea7-5472158c126e tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5178041 Feb 09 01:04:46.429780 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ef3c5-72c6-440c-8347-5aa74e02c02d req-f98133f1-f7bd-447a-872f-f85501e38687 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:46.431258 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ea4ef3c5-72c6-440c-8347-5aa74e02c02d req-f98133f1-f7bd-447a-872f-f85501e38687 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 949 time: 0.1782837 Feb 09 01:04:46.437494 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc39d3-a839-4171-ad45-65c033911eeb req-990adeb9-e26b-4844-9caa-ea7b38fe8107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:46.438928 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99fc39d3-a839-4171-ad45-65c033911eeb req-990adeb9-e26b-4844-9caa-ea7b38fe8107 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56&tenant_id=698d05b4eb4b402aa83e695c4b2c5978 HTTP/1.1" status: 200 len: 1131 time: 0.1850657 Feb 09 01:04:46.461842 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b93fff99-f273-49b4-9cc1-3d5dc0e8453d req-8c99169b-d287-4510-b180-4030a76abde3 service neutron] 10.222.0.47 "GET /v2.0/networks/6887c7a4-5287-46fb-8e1c-13a166b3746e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098856 Feb 09 01:04:46.584321 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ea4ef3c5-72c6-440c-8347-5aa74e02c02d req-58f1a78f-6f41-4e8d-9df0-0c857aa73441 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444359 Feb 09 01:04:46.726155 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:04:46.735220 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b93fff99-f273-49b4-9cc1-3d5dc0e8453d req-8939bf9f-ccb9-4759-ae1b-9840a6a734fa service neutron] 10.222.0.47 "GET /v2.0/networks/6887c7a4-5287-46fb-8e1c-13a166b3746e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649837 Feb 09 01:04:46.751859 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc39d3-a839-4171-ad45-65c033911eeb req-3c89abb3-c362-48eb-9cdb-10c7aa63668e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:46.754267 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99fc39d3-a839-4171-ad45-65c033911eeb req-3c89abb3-c362-48eb-9cdb-10c7aa63668e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=698d05b4eb4b402aa83e695c4b2c5978&device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 1131 time: 0.2572620 Feb 09 01:04:46.762392 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998b82f-77f8-453a-b30d-2c95d0cf81d4 req-e511bf66-8c61-4e12-bdfe-7bf17708f132 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:46.764034 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a998b82f-77f8-453a-b30d-2c95d0cf81d4 req-e511bf66-8c61-4e12-bdfe-7bf17708f132 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 944 time: 0.2235506 Feb 09 01:04:46.792837 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b2b8f5da-93ad-4d0f-8721-392357e84cc2 req-0760d0c9-61a6-4f0e-aa43-06656c7a065f service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2243893 Feb 09 01:04:46.872854 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6799980a-c70e-4859-b1a2-7eeecdb32c0d req-ad149ef4-d728-4ca9-a398-7cd23f0bc50b tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:46.874972 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6799980a-c70e-4859-b1a2-7eeecdb32c0d req-ad149ef4-d728-4ca9-a398-7cd23f0bc50b tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=41447836-fa14-4ac5-9ad5-3d6a1ae57c48 HTTP/1.1" status: 200 len: 945 time: 0.1999586 Feb 09 01:04:46.953418 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a998b82f-77f8-453a-b30d-2c95d0cf81d4 req-e423c546-0341-4997-9228-12de11c27336 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760945 Feb 09 01:04:47.000342 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc39d3-a839-4171-ad45-65c033911eeb req-8d0ae8d3-ef04-4b06-87bd-274072eb7045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:47.001870 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99fc39d3-a839-4171-ad45-65c033911eeb req-8d0ae8d3-ef04-4b06-87bd-274072eb7045 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.2358842 Feb 09 01:04:47.023642 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6799980a-c70e-4859-b1a2-7eeecdb32c0d req-78173d24-cfa5-41ce-a5df-c8b6d2012c3f tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181996 Feb 09 01:04:47.054163 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:04:47.084385 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8f5da-93ad-4d0f-8721-392357e84cc2 req-e5899884-1524-4e7e-a0ee-c32aa508486e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:47.085911 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b2b8f5da-93ad-4d0f-8721-392357e84cc2 req-e5899884-1524-4e7e-a0ee-c32aa508486e service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=698d05b4eb4b402aa83e695c4b2c5978&device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d HTTP/1.1" status: 200 len: 1131 time: 0.2306409 Feb 09 01:04:47.098970 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99fc39d3-a839-4171-ad45-65c033911eeb req-98443c16-346c-424a-a4d6-6e0a282a1a5b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=d7c4f278-a027-461d-9e70-cdbd1c055f1c HTTP/1.1" status: 200 len: 217 time: 0.0872231 Feb 09 01:04:47.174493 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:04:47.185435 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:47.187079 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (44c5c0b5-b686-4ec1-9e5a-b68129ea66d0), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:47.243950 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc39d3-a839-4171-ad45-65c033911eeb req-55bd7ac6-1082-4b72-b1e9-70940a7b967b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:47.245455 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99fc39d3-a839-4171-ad45-65c033911eeb req-55bd7ac6-1082-4b72-b1e9-70940a7b967b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.1186473 Feb 09 01:04:47.283292 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158eff7-c6a0-47ea-b94b-c565c6848962 req-b4bff284-d7e2-40db-9f8a-90d24dc41ae9 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:47.290073 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4158eff7-c6a0-47ea-b94b-c565c6848962 req-b4bff284-d7e2-40db-9f8a-90d24dc41ae9 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 949 time: 0.2514207 Feb 09 01:04:47.349135 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8f5da-93ad-4d0f-8721-392357e84cc2 req-a42e6d8b-7286-409d-9851-220584ee5c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:47.350827 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b2b8f5da-93ad-4d0f-8721-392357e84cc2 req-a42e6d8b-7286-409d-9851-220584ee5c6d service neutron] 10.222.0.120 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.2226262 Feb 09 01:04:47.366868 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:04:47.367522 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (44c5c0b5-b686-4ec1-9e5a-b68129ea66d0), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:47.397939 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e50628-17a8-4e2c-b965-8c111935fcf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c5c0b5-b686-4ec1-9e5a-b68129ea66d0'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:04:47.400103 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b47c94-fcaf-4a47-8108-205acd0d5743" -d '{"events": [{"server_uuid": "06e50628-17a8-4e2c-b965-8c111935fcf3", "name": "network-vif-plugged", "status": "completed", "tag": "44c5c0b5-b686-4ec1-9e5a-b68129ea66d0"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:04:47.414698 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=44c5c0b5-b686-4ec1-9e5a-b68129ea66d0,segment=NetworkSegment(2793514a-5639-496c-8d37-377203141ac7),segment_id=2793514a-5639-496c-8d37-377203141ac7)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:47.418985 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b2b8f5da-93ad-4d0f-8721-392357e84cc2 req-8670e9d8-5f24-4861-bcfc-a6da0b775db4 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=bc3bbf9e-6302-4f75-979e-f06189e488b9 HTTP/1.1" status: 200 len: 217 time: 0.0592344 Feb 09 01:04:47.423978 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (44c5c0b5-b686-4ec1-9e5a-b68129ea66d0), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:47.426697 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4158eff7-c6a0-47ea-b94b-c565c6848962 req-652bc103-047a-4c7b-a65d-ad0b37bf2e07 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349387 Feb 09 01:04:47.479835 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc39d3-a839-4171-ad45-65c033911eeb req-bc7c8da4-913d-43ed-ac80-20df2507d653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:47.480869 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3ac12e-4dd9-4187-8857-74cdaaa5d8f0 x-openstack-request-id: req-1d3ac12e-4dd9-4187-8857-74cdaaa5d8f0 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:04:47.481186 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e50628-17a8-4e2c-b965-8c111935fcf3", "name": "network-vif-plugged", "status": "completed", "tag": "44c5c0b5-b686-4ec1-9e5a-b68129ea66d0", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:04:47.481651 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1d3ac12e-4dd9-4187-8857-74cdaaa5d8f0 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:04:47.482224 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e50628-17a8-4e2c-b965-8c111935fcf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c5c0b5-b686-4ec1-9e5a-b68129ea66d0', 'code': 200} Feb 09 01:04:47.483021 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99fc39d3-a839-4171-ad45-65c033911eeb req-bc7c8da4-913d-43ed-ac80-20df2507d653 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2247300 Feb 09 01:04:47.546459 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=44c5c0b5-b686-4ec1-9e5a-b68129ea66d0,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:47.634157 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8f5da-93ad-4d0f-8721-392357e84cc2 req-01a6d62b-20ee-498d-9861-b62ece4afa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:47.635702 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b2b8f5da-93ad-4d0f-8721-392357e84cc2 req-01a6d62b-20ee-498d-9861-b62ece4afa00 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.2080600 Feb 09 01:04:47.726754 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99fc39d3-a839-4171-ad45-65c033911eeb req-c9462ef0-465a-4b81-b02c-7000e9aa9444 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332869 Feb 09 01:04:47.735899 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594acc2-c753-4038-bbf9-f9571dbd1935 req-f4658d1d-64e0-4873-96b6-9fded5634019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:47.737547 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1594acc2-c753-4038-bbf9-f9571dbd1935 req-f4658d1d-64e0-4873-96b6-9fded5634019 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 1127 time: 0.1510613 Feb 09 01:04:47.776193 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6db40-65d1-45f5-8ed0-c3d88e147250 req-dadfd84e-8a37-4b1c-934d-965d8aecfe59 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:47.777753 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5fb6db40-65d1-45f5-8ed0-c3d88e147250 req-dadfd84e-8a37-4b1c-934d-965d8aecfe59 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f91e4bc-ccdb-46ac-bfc1-1be14311fa3a HTTP/1.1" status: 200 len: 943 time: 0.1902764 Feb 09 01:04:47.849704 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8f5da-93ad-4d0f-8721-392357e84cc2 req-f0e69266-a8b1-483a-bf81-247261874c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:47.851095 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b2b8f5da-93ad-4d0f-8721-392357e84cc2 req-f0e69266-a8b1-483a-bf81-247261874c53 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1949186 Feb 09 01:04:48.013123 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1594acc2-c753-4038-bbf9-f9571dbd1935 req-debc13f1-9728-4f65-be6d-8145378fc276 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591848 Feb 09 01:04:48.023169 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5fb6db40-65d1-45f5-8ed0-c3d88e147250 req-d4a1d93b-eecb-43c2-8af7-2e21b80a09f5 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985717 Feb 09 01:04:48.025120 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99fc39d3-a839-4171-ad45-65c033911eeb req-02378a64-29bf-4896-a00e-febec631e5ad service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857778 Feb 09 01:04:48.071607 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed113d-c56d-4c69-90d5-ff9ae7d1be55 req-c908df41-8d3a-401f-b96c-2142dc4659d8 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:48.073198 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bbed113d-c56d-4c69-90d5-ff9ae7d1be55 req-c908df41-8d3a-401f-b96c-2142dc4659d8 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 949 time: 0.2210836 Feb 09 01:04:48.090389 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b2b8f5da-93ad-4d0f-8721-392357e84cc2 req-b8572141-4222-424d-821d-cc4d05462129 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220571 Feb 09 01:04:48.136774 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bbed113d-c56d-4c69-90d5-ff9ae7d1be55 req-7702a458-325c-4877-acd1-ba2b25bef10e tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519671 Feb 09 01:04:48.231584 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a0c45-f378-4aa7-843d-e7b211d048d4 req-54e5cdbc-7544-4faf-be35-f56862995cee tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:48.236836 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3d2a0c45-f378-4aa7-843d-e7b211d048d4 req-54e5cdbc-7544-4faf-be35-f56862995cee tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 945 time: 0.0866764 Feb 09 01:04:48.325107 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43610) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:48.360403 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9b738-62ca-43ff-b502-e90aa9d9ff2d req-7a9e6491-fb8c-4e11-bcc9-88b33a2e889b tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:48.361949 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d8d9b738-62ca-43ff-b502-e90aa9d9ff2d req-7a9e6491-fb8c-4e11-bcc9-88b33a2e889b tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=41447836-fa14-4ac5-9ad5-3d6a1ae57c48 HTTP/1.1" status: 200 len: 945 time: 0.1506371 Feb 09 01:04:48.384686 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3d2a0c45-f378-4aa7-843d-e7b211d048d4 req-e58278a1-f325-4f20-a792-c7c7b91719c0 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323466 Feb 09 01:04:48.429547 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b2b8f5da-93ad-4d0f-8721-392357e84cc2 req-38ca3b17-996d-487f-a05a-eaac843cfe54 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635287 Feb 09 01:04:48.447069 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d8d9b738-62ca-43ff-b502-e90aa9d9ff2d req-52b078b8-4e87-4404-b254-3a70edaa7b07 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765190 Feb 09 01:04:48.510146 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf95-8fc3-440c-ad68-8ce16fa9578e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:48.571517 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3044c-2c19-4e1b-9e3e-a7531f9ef1c3 req-4ff51441-4240-48c9-b63c-5a032573feeb tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:48.573125 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e3a3044c-2c19-4e1b-9e3e-a7531f9ef1c3 req-4ff51441-4240-48c9-b63c-5a032573feeb tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 949 time: 0.0572245 Feb 09 01:04:48.597704 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf95-8fc3-440c-ad68-8ce16fa9578e admin admin] Publish callbacks [] for security_group (57d53c0d-55c7-4117-847f-6f4362c74a91), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:48.601980 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ac2eaf95-8fc3-440c-ad68-8ce16fa9578e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (57d53c0d-55c7-4117-847f-6f4362c74a91), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:48.623988 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e3a3044c-2c19-4e1b-9e3e-a7531f9ef1c3 req-3594fc30-79a7-4385-91c4-88a3ba2ef525 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439942 Feb 09 01:04:48.640998 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ac2eaf95-8fc3-440c-ad68-8ce16fa9578e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=284b0d1a365e4dd587a52bd50ee6f2f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3147070 Feb 09 01:04:48.643493 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43618) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:48.660579 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2eaf95-8fc3-440c-ad68-8ce16fa9578e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d53c0d-55c7-4117-847f-6f4362c74a91,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:48.699376 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3291fecc-e072-43ad-aa96-7271c565e285 admin admin] Publish callbacks [] for security_group (57d53c0d-55c7-4117-847f-6f4362c74a91), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:48.721741 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3291fecc-e072-43ad-aa96-7271c565e285 admin admin] Publish callbacks [] for security_group (57d53c0d-55c7-4117-847f-6f4362c74a91), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:48.769539 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3291fecc-e072-43ad-aa96-7271c565e285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (57d53c0d-55c7-4117-847f-6f4362c74a91), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:48.772196 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3291fecc-e072-43ad-aa96-7271c565e285 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:48.775744 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3291fecc-e072-43ad-aa96-7271c565e285 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/57d53c0d-55c7-4117-847f-6f4362c74a91 HTTP/1.1" status: 204 len: 168 time: 0.1290326 Feb 09 01:04:48.781245 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3291fecc-e072-43ad-aa96-7271c565e285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d53c0d-55c7-4117-847f-6f4362c74a91,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:49.012799 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43642) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:49.143237 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43648) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:49.153042 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-490bff55-a14b-48eb-aebf-8aeb8bd35a42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:49.156554 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3411ff47-f4ec-4b2b-afc7-c1e8a44c6530 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:49.158304 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 8783a961-8e32-408c-8bd4-807da207617f details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:04:49.161481 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device d7c4f278-a027-461d-9e70-cdbd1c055f1c no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:04:49.222724 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213a18a-8d76-452a-89de-b649ccf0c58d req-4d5245d7-1033-4f4b-ac06-24f270c4a22d tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:49.224619 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9213a18a-8d76-452a-89de-b649ccf0c58d req-4d5245d7-1033-4f4b-ac06-24f270c4a22d tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f91e4bc-ccdb-46ac-bfc1-1be14311fa3a HTTP/1.1" status: 200 len: 943 time: 0.1089599 Feb 09 01:04:49.252482 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3411ff47-f4ec-4b2b-afc7-c1e8a44c6530 admin admin] Publish callbacks [] for security_group (a0bf7bd6-0a32-4cd7-8138-65aa3215ded4), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:49.257780 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3411ff47-f4ec-4b2b-afc7-c1e8a44c6530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (a0bf7bd6-0a32-4cd7-8138-65aa3215ded4), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:49.299668 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3411ff47-f4ec-4b2b-afc7-c1e8a44c6530 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=80c13e6fb6c0479496bef3d1a6512bd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1553376 Feb 09 01:04:49.302233 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43652) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:49.309520 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3411ff47-f4ec-4b2b-afc7-c1e8a44c6530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bf7bd6-0a32-4cd7-8138-65aa3215ded4,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:49.339036 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port d7c4f278-a027-461d-9e70-cdbd1c055f1c is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:04:49.339449 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d7c4f278-a027-461d-9e70-cdbd1c055f1c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:49.356219 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fab525c7-f772-48f6-bfde-d6f50bc952bd admin admin] Publish callbacks [] for security_group (a0bf7bd6-0a32-4cd7-8138-65aa3215ded4), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:49.357625 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-490bff55-a14b-48eb-aebf-8aeb8bd35a42 admin admin] Publish callbacks [] for security_group (d45cb985-f6ce-48dc-b98f-0f44a3275bb4), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:49.367796 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9213a18a-8d76-452a-89de-b649ccf0c58d req-efb7150e-cb71-41c4-8c46-90ed13d4db84 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277425 Feb 09 01:04:49.382220 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-490bff55-a14b-48eb-aebf-8aeb8bd35a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (d45cb985-f6ce-48dc-b98f-0f44a3275bb4), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:49.386694 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe7ba0-32d6-4ede-bcd2-cb0ca39ab92f req-3a49cf18-f45f-46ba-96a8-620f749888fe tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:49.388283 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2efe7ba0-32d6-4ede-bcd2-cb0ca39ab92f req-3a49cf18-f45f-46ba-96a8-620f749888fe tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 949 time: 0.1532271 Feb 09 01:04:49.394161 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fab525c7-f772-48f6-bfde-d6f50bc952bd admin admin] Publish callbacks [] for security_group (a0bf7bd6-0a32-4cd7-8138-65aa3215ded4), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:49.397724 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port d7c4f278-a027-461d-9e70-cdbd1c055f1c, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=d7c4f278-a027-461d-9e70-cdbd1c055f1c,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:49.399674 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 8783a961-8e32-408c-8bd4-807da207617f, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=8783a961-8e32-408c-8bd4-807da207617f,segment=NetworkSegment(1088d67c-3520-4ac2-8e48-25a7c8da33c5),segment_id=1088d67c-3520-4ac2-8e48-25a7c8da33c5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:49.409781 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d7c4f278-a027-461d-9e70-cdbd1c055f1c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:49.417909 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '8783a961-8e32-408c-8bd4-807da207617f', 'network_id': '6887c7a4-5287-46fb-8e1c-13a166b3746e', 'port_id': '8783a961-8e32-408c-8bd4-807da207617f', 'mac_address': 'fa:16:3e:83:c9:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84df8042-998c-45dd-8b33-36f49fdd33d9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:04:49.442392 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-490bff55-a14b-48eb-aebf-8aeb8bd35a42 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b6b60d1629c54d1d970ba387eabb9ec8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4284697 Feb 09 01:04:49.443625 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490bff55-a14b-48eb-aebf-8aeb8bd35a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45cb985-f6ce-48dc-b98f-0f44a3275bb4,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:49.446183 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43656) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:49.488246 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dbd5195-1031-468c-b77e-75078d6e6b56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7c4f278-a027-461d-9e70-cdbd1c055f1c'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:04:49.491444 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1acc8845-2fb8-42e9-968a-fa3ef57df8a4" -d '{"events": [{"server_uuid": "1dbd5195-1031-468c-b77e-75078d6e6b56", "name": "network-vif-unplugged", "status": "completed", "tag": "d7c4f278-a027-461d-9e70-cdbd1c055f1c"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:04:49.492835 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2efe7ba0-32d6-4ede-bcd2-cb0ca39ab92f req-f8db94cf-825a-4a4e-a8a0-ba037884e328 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887985 Feb 09 01:04:49.506171 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fab525c7-f772-48f6-bfde-d6f50bc952bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (a0bf7bd6-0a32-4cd7-8138-65aa3215ded4), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:49.507765 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fab525c7-f772-48f6-bfde-d6f50bc952bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:49.509089 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-fab525c7-f772-48f6-bfde-d6f50bc952bd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a0bf7bd6-0a32-4cd7-8138-65aa3215ded4 HTTP/1.1" status: 204 len: 168 time: 0.2059665 Feb 09 01:04:49.517543 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=d7c4f278-a027-461d-9e70-cdbd1c055f1c,revision_number=9']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:49.538251 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 8783a961-8e32-408c-8bd4-807da207617f is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:04:49.540018 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8783a961-8e32-408c-8bd4-807da207617f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:49.548454 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab525c7-f772-48f6-bfde-d6f50bc952bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bf7bd6-0a32-4cd7-8138-65aa3215ded4,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:49.568300 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8783a961-8e32-408c-8bd4-807da207617f {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:04:49.581394 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-834c3674-6b98-4e7a-af32-0c2926ca19a9 admin admin] Publish callbacks [] for security_group (d45cb985-f6ce-48dc-b98f-0f44a3275bb4), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:49.595094 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 8783a961-8e32-408c-8bd4-807da207617f, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=8783a961-8e32-408c-8bd4-807da207617f,segment=NetworkSegment(1088d67c-3520-4ac2-8e48-25a7c8da33c5),segment_id=1088d67c-3520-4ac2-8e48-25a7c8da33c5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:49.601202 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (8783a961-8e32-408c-8bd4-807da207617f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:49.611803 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-834c3674-6b98-4e7a-af32-0c2926ca19a9 admin admin] Publish callbacks [] for security_group (d45cb985-f6ce-48dc-b98f-0f44a3275bb4), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:49.661694 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ab4d0-5700-4a5e-ab4f-5d75a2cd2603 req-a38dcbc5-d573-499e-b7bc-8d80e8172e5e tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:49.668269 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=8783a961-8e32-408c-8bd4-807da207617f,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:49.668509 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd9ab4d0-5700-4a5e-ab4f-5d75a2cd2603 req-a38dcbc5-d573-499e-b7bc-8d80e8172e5e tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 945 time: 0.1976035 Feb 09 01:04:49.676362 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-834c3674-6b98-4e7a-af32-0c2926ca19a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (d45cb985-f6ce-48dc-b98f-0f44a3275bb4), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:49.679324 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-834c3674-6b98-4e7a-af32-0c2926ca19a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:49.680675 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-834c3674-6b98-4e7a-af32-0c2926ca19a9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d45cb985-f6ce-48dc-b98f-0f44a3275bb4 HTTP/1.1" status: 204 len: 168 time: 0.2134702 Feb 09 01:04:49.695685 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c3674-6b98-4e7a-af32-0c2926ca19a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45cb985-f6ce-48dc-b98f-0f44a3275bb4,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:49.697844 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3512445-fe5e-4a59-960a-feec879ee214 req-1372fdf1-85b5-40a9-9b91-e725c733b88d tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:49.705545 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b3512445-fe5e-4a59-960a-feec879ee214 req-1372fdf1-85b5-40a9-9b91-e725c733b88d tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=41447836-fa14-4ac5-9ad5-3d6a1ae57c48 HTTP/1.1" status: 200 len: 945 time: 0.1282253 Feb 09 01:04:49.771242 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd9ab4d0-5700-4a5e-ab4f-5d75a2cd2603 req-c1316979-506a-4964-8c27-d8dbb4b46fee tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972977 Feb 09 01:04:49.806524 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b3512445-fe5e-4a59-960a-feec879ee214 req-a87b3caf-045d-465c-ab5e-b9b3b0942f3f tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000378 Feb 09 01:04:49.855770 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39118dfe-bef4-48c3-8d95-3029830e1808 x-openstack-request-id: req-39118dfe-bef4-48c3-8d95-3029830e1808 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:04:49.856139 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dbd5195-1031-468c-b77e-75078d6e6b56", "name": "network-vif-unplugged", "status": "completed", "tag": "d7c4f278-a027-461d-9e70-cdbd1c055f1c", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:04:49.856422 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-39118dfe-bef4-48c3-8d95-3029830e1808 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:04:49.856844 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dbd5195-1031-468c-b77e-75078d6e6b56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7c4f278-a027-461d-9e70-cdbd1c055f1c', 'code': 200} Feb 09 01:04:49.950121 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f85f5-dc02-48fd-aafe-7e54b7ca7a34 req-57666acd-e7a3-4558-9c48-af74c7276f43 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:49.951615 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c61f85f5-dc02-48fd-aafe-7e54b7ca7a34 req-57666acd-e7a3-4558-9c48-af74c7276f43 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 949 time: 0.0604649 Feb 09 01:04:49.989515 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['8783a961-8e32-408c-8bd4-807da207617f'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:04:50.021160 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c61f85f5-dc02-48fd-aafe-7e54b7ca7a34 req-82b0264a-c74f-451f-bdfc-bcf1edfcd3d5 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597434 Feb 09 01:04:50.071929 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43678) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:50.085718 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-80043aae-1c58-4700-b210-c00ddfce5f50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:50.161437 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-80043aae-1c58-4700-b210-c00ddfce5f50 admin admin] Publish callbacks [] for security_group (66e60fcc-3a84-4951-9e04-b0910ae1389c), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:50.165518 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-80043aae-1c58-4700-b210-c00ddfce5f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (66e60fcc-3a84-4951-9e04-b0910ae1389c), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:50.204378 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-80043aae-1c58-4700-b210-c00ddfce5f50 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e28825c9cfd44ec8b3d38287ce7f69f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1312797 Feb 09 01:04:50.205450 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80043aae-1c58-4700-b210-c00ddfce5f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e60fcc-3a84-4951-9e04-b0910ae1389c,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:50.206987 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43682) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:50.260408 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-62163dd8-70fd-45e0-bb40-5234e09345dd admin admin] Publish callbacks [] for security_group (66e60fcc-3a84-4951-9e04-b0910ae1389c), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:50.283258 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-62163dd8-70fd-45e0-bb40-5234e09345dd admin admin] Publish callbacks [] for security_group (66e60fcc-3a84-4951-9e04-b0910ae1389c), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:50.334567 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-62163dd8-70fd-45e0-bb40-5234e09345dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (66e60fcc-3a84-4951-9e04-b0910ae1389c), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:50.337788 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-62163dd8-70fd-45e0-bb40-5234e09345dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:50.339166 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-62163dd8-70fd-45e0-bb40-5234e09345dd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/66e60fcc-3a84-4951-9e04-b0910ae1389c HTTP/1.1" status: 204 len: 168 time: 0.1310425 Feb 09 01:04:50.349313 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62163dd8-70fd-45e0-bb40-5234e09345dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e60fcc-3a84-4951-9e04-b0910ae1389c,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:50.494169 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43696) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:50.539772 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a4a1e-72b8-43d7-9de3-a45a13ad1a05 req-175979d2-bf6b-4af7-9de8-48ae6aeba826 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:50.541532 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-118a4a1e-72b8-43d7-9de3-a45a13ad1a05 req-175979d2-bf6b-4af7-9de8-48ae6aeba826 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f91e4bc-ccdb-46ac-bfc1-1be14311fa3a HTTP/1.1" status: 200 len: 944 time: 0.1004803 Feb 09 01:04:50.641444 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-118a4a1e-72b8-43d7-9de3-a45a13ad1a05 req-9b98309d-71dd-4973-93d5-a373c1d7366c tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867460 Feb 09 01:04:50.661618 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a43a6-624f-4329-8c5a-d9d9bb0cc475 req-95b30994-c06b-4152-b76f-69ddd1559375 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:50.663185 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ed3a43a6-624f-4329-8c5a-d9d9bb0cc475 req-95b30994-c06b-4152-b76f-69ddd1559375 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 947 time: 0.0965393 Feb 09 01:04:50.693266 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-a38dfc09-16ee-4b16-bfb0-16caa563ab7d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1359356246-network', 'tenant_id': '30a06ea5978a404482c76f5213fe3444'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:50.716972 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ed3a43a6-624f-4329-8c5a-d9d9bb0cc475 req-cea07acf-d9f0-41be-9716-8efe31eabd68 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460415 Feb 09 01:04:50.723145 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38dfc09-16ee-4b16-bfb0-16caa563ab7d admin admin] Made reservation on behalf of 30a06ea5978a404482c76f5213fe3444 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:04:50.730704 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a38dfc09-16ee-4b16-bfb0-16caa563ab7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:50.741809 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a38dfc09-16ee-4b16-bfb0-16caa563ab7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:50.844506 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a38dfc09-16ee-4b16-bfb0-16caa563ab7d admin admin] Publish callbacks [] for security_group (1825a2e4-37ec-4987-bfb4-0a61a3672525), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:50.849873 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a38dfc09-16ee-4b16-bfb0-16caa563ab7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1825a2e4-37ec-4987-bfb4-0a61a3672525), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:50.851433 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b96d8-fca0-4a3a-ba42-d16381dcc93f req-7604c16d-4222-487d-8983-588176368138 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:50.852964 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-642b96d8-fca0-4a3a-ba42-d16381dcc93f req-7604c16d-4222-487d-8983-588176368138 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 947 time: 0.0625141 Feb 09 01:04:50.878920 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a38dfc09-16ee-4b16-bfb0-16caa563ab7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1009} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:04:50.894584 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38dfc09-16ee-4b16-bfb0-16caa563ab7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1825a2e4-37ec-4987-bfb4-0a61a3672525,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:50.900806 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a38dfc09-16ee-4b16-bfb0-16caa563ab7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (c8149a60-5049-42ab-87ec-059fe23026f6), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:50.901277 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-a38dfc09-16ee-4b16-bfb0-16caa563ab7d admin admin] Added segment c8149a60-5049-42ab-87ec-059fe23026f6 of type vlan for network 1e324014-f231-4c09-ac61-dd431c843367 Feb 09 01:04:50.932122 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-642b96d8-fca0-4a3a-ba42-d16381dcc93f req-7dd2204d-a1a6-4577-b9a0-ff74e9279c2f tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691035 Feb 09 01:04:50.943902 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8968f-99d7-40e8-af23-1ef80078dd71 req-ad296e7e-2c91-4cf9-b3c6-078668a93e06 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:50.945442 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5ad8968f-99d7-40e8-af23-1ef80078dd71 req-ad296e7e-2c91-4cf9-b3c6-078668a93e06 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 945 time: 0.1013110 Feb 09 01:04:50.961444 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a38dfc09-16ee-4b16-bfb0-16caa563ab7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (1e324014-f231-4c09-ac61-dd431c843367), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:50.994693 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a38dfc09-16ee-4b16-bfb0-16caa563ab7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (1e324014-f231-4c09-ac61-dd431c843367), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:50.995726 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38dfc09-16ee-4b16-bfb0-16caa563ab7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:50.996668 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a38dfc09-16ee-4b16-bfb0-16caa563ab7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:51.060203 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a38dfc09-16ee-4b16-bfb0-16caa563ab7d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.5649219 Feb 09 01:04:51.063168 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43730) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:51.068193 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-676acff0-8886-486d-9b29-5008b604fdbd admin admin] Request body: {'subnet': {'network_id': '1e324014-f231-4c09-ac61-dd431c843367', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1359356246-subnet', 'tenant_id': '30a06ea5978a404482c76f5213fe3444', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:51.091307 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38dfc09-16ee-4b16-bfb0-16caa563ab7d admin admin] Pushing event updated for resources: {'Network': ['ID=1e324014-f231-4c09-ac61-dd431c843367,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:51.103627 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676acff0-8886-486d-9b29-5008b604fdbd admin admin] Made reservation on behalf of 30a06ea5978a404482c76f5213fe3444 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:04:51.107169 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-676acff0-8886-486d-9b29-5008b604fdbd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:51.109681 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 1e324014-f231-4c09-ac61-dd431c843367 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:04:51.161378 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device d7c4f278-a027-461d-9e70-cdbd1c055f1c details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:04:51.164487 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 8783a961-8e32-408c-8bd4-807da207617f up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:04:51.180603 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43732) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:51.318411 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-676acff0-8886-486d-9b29-5008b604fdbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (51b5662a-e006-4aa7-9a6e-5cfcd98bc870), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:51.330019 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5ad8968f-99d7-40e8-af23-1ef80078dd71 req-5e0d0344-5a61-4543-9188-302a79bb90c7 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723161 Feb 09 01:04:51.331361 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-a3b78373-f8ef-4753-907d-f3a8d80472a0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1092355134-network', 'tenant_id': 'c333efecfde6492dbb658dc03ef39b01'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:51.341819 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f538307-827f-4b4d-bfcb-dd7bb95c19ce req-644f4af1-10fe-4b45-9460-e610dca36ea8 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:51.349875 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6f538307-827f-4b4d-bfcb-dd7bb95c19ce req-644f4af1-10fe-4b45-9460-e610dca36ea8 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=41447836-fa14-4ac5-9ad5-3d6a1ae57c48 HTTP/1.1" status: 200 len: 945 time: 0.0883691 Feb 09 01:04:51.364226 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port d7c4f278-a027-461d-9e70-cdbd1c055f1c, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=d7c4f278-a027-461d-9e70-cdbd1c055f1c,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:51.375008 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 8783a961-8e32-408c-8bd4-807da207617f completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:04:51.376786 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b78373-f8ef-4753-907d-f3a8d80472a0 admin admin] Made reservation on behalf of c333efecfde6492dbb658dc03ef39b01 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:04:51.379568 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a3b78373-f8ef-4753-907d-f3a8d80472a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:51.381172 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 8783a961-8e32-408c-8bd4-807da207617f triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:51.381567 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (8783a961-8e32-408c-8bd4-807da207617f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:51.395717 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a3b78373-f8ef-4753-907d-f3a8d80472a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:51.427579 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6f538307-827f-4b4d-bfcb-dd7bb95c19ce req-8633a11c-304c-47ee-9b6d-f9c4ece36f01 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766425 Feb 09 01:04:51.443329 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676acff0-8886-486d-9b29-5008b604fdbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=51b5662a-e006-4aa7-9a6e-5cfcd98bc870,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:51.452900 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676acff0-8886-486d-9b29-5008b604fdbd admin admin] Checking segment: {'id': 'c8149a60-5049-42ab-87ec-059fe23026f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1e324014-f231-4c09-ac61-dd431c843367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:04:51.453692 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676acff0-8886-486d-9b29-5008b604fdbd admin admin] Network hostable DHCP agents. Network: 1e324014-f231-4c09-ac61-dd431c843367, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:04:51.454653 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': 'd7c4f278-a027-461d-9e70-cdbd1c055f1c', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'port_id': 'd7c4f278-a027-461d-9e70-cdbd1c055f1c', 'mac_address': 'fa:16:3e:8c:41:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3810d295-ee98-40f7-b1e2-609bf7d1c3df', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:04:51.508142 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676acff0-8886-486d-9b29-5008b604fdbd admin admin] Network 1e324014-f231-4c09-ac61-dd431c843367 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:04:51.533741 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-676acff0-8886-486d-9b29-5008b604fdbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 1e324014-f231-4c09-ac61-dd431c843367) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:51.539360 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676acff0-8886-486d-9b29-5008b604fdbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:51.540935 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-676acff0-8886-486d-9b29-5008b604fdbd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:51.550633 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcd39eb-3f0a-404a-aed6-0ab449a8968e None None] Network 1e324014-f231-4c09-ac61-dd431c843367 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:04:51.564812 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b451b5-35f6-473a-9777-cc9c54d6ea3f req-fa34269e-eeef-40e6-8873-6d9b2c34368b tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:51.566301 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-28b451b5-35f6-473a-9777-cc9c54d6ea3f req-fa34269e-eeef-40e6-8873-6d9b2c34368b tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 949 time: 0.1192539 Feb 09 01:04:51.574375 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-676acff0-8886-486d-9b29-5008b604fdbd admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5094614 Feb 09 01:04:51.597255 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f4cd4-aaba-4163-ade2-f058ea0817ba req-6c58bb95-6995-42f7-b727-af2f3c4ec407 tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:51.598779 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa1f4cd4-aaba-4163-ade2-f058ea0817ba req-6c58bb95-6995-42f7-b727-af2f3c4ec407 tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 1127 time: 0.0917878 Feb 09 01:04:51.613742 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port d7c4f278-a027-461d-9e70-cdbd1c055f1c is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:04:51.614145 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d7c4f278-a027-461d-9e70-cdbd1c055f1c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:51.620112 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a3b78373-f8ef-4753-907d-f3a8d80472a0 admin admin] Publish callbacks [] for security_group (be0e46bb-f142-4f28-9b2a-158de10e2734), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:51.627208 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a3b78373-f8ef-4753-907d-f3a8d80472a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (be0e46bb-f142-4f28-9b2a-158de10e2734), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:51.651715 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-28b451b5-35f6-473a-9777-cc9c54d6ea3f req-12ca7d03-f67d-43a7-a31b-115c61798bfa tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760005 Feb 09 01:04:51.656612 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3b78373-f8ef-4753-907d-f3a8d80472a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1048} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:04:51.659046 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7c4f278-a027-461d-9e70-cdbd1c055f1c {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:04:51.684426 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b78373-f8ef-4753-907d-f3a8d80472a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0e46bb-f142-4f28-9b2a-158de10e2734,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:51.691695 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa1f4cd4-aaba-4163-ade2-f058ea0817ba req-84051e20-3620-4362-a94f-92110f75c090 tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857213 Feb 09 01:04:51.707647 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a3b78373-f8ef-4753-907d-f3a8d80472a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (d5c0f933-a300-4a90-ae32-b84c4e1b1a64), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:51.708879 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-a3b78373-f8ef-4753-907d-f3a8d80472a0 admin admin] Added segment d5c0f933-a300-4a90-ae32-b84c4e1b1a64 of type vlan for network 1b697143-90aa-453a-a894-9af416276973 Feb 09 01:04:51.709301 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 8783a961-8e32-408c-8bd4-807da207617f is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:04:51.709865 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8783a961-8e32-408c-8bd4-807da207617f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:51.743467 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port d7c4f278-a027-461d-9e70-cdbd1c055f1c, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=d7c4f278-a027-461d-9e70-cdbd1c055f1c,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:51.760470 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d7c4f278-a027-461d-9e70-cdbd1c055f1c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:51.764079 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a3b78373-f8ef-4753-907d-f3a8d80472a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (1b697143-90aa-453a-a894-9af416276973), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:51.813802 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022cecc8-abff-471e-b6b9-a547a52b872e None None] Network 1e324014-f231-4c09-ac61-dd431c843367 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:04:51.819500 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a3b78373-f8ef-4753-907d-f3a8d80472a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (1b697143-90aa-453a-a894-9af416276973), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:51.822222 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b78373-f8ef-4753-907d-f3a8d80472a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:51.823478 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a3b78373-f8ef-4753-907d-f3a8d80472a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:51.855910 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4e156467-206c-46ed-8610-fe31487e4715 req-56bdf956-0abb-4b74-92c3-b0703d9bf5ff tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=698d05b4eb4b402aa83e695c4b2c5978&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348852 Feb 09 01:04:51.875641 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 8783a961-8e32-408c-8bd4-807da207617f, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=8783a961-8e32-408c-8bd4-807da207617f,segment=NetworkSegment(1088d67c-3520-4ac2-8e48-25a7c8da33c5),segment_id=1088d67c-3520-4ac2-8e48-25a7c8da33c5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:51.875641 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f91e4bc-ccdb-46ac-bfc1-1be14311fa3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8783a961-8e32-408c-8bd4-807da207617f'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:04:51.875971 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5822a84-4a85-4694-8a70-3050ec245948 req-202af8f5-4b17-4fd3-9148-3d4212d04bbf tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:51.877392 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0b144c-6355-4117-a264-3c45bb5dcb0e" -d '{"events": [{"server_uuid": "5f91e4bc-ccdb-46ac-bfc1-1be14311fa3a", "name": "network-vif-plugged", "status": "completed", "tag": "8783a961-8e32-408c-8bd4-807da207617f"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:04:51.877708 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c5822a84-4a85-4694-8a70-3050ec245948 req-202af8f5-4b17-4fd3-9148-3d4212d04bbf tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f91e4bc-ccdb-46ac-bfc1-1be14311fa3a HTTP/1.1" status: 200 len: 944 time: 0.0980453 Feb 09 01:04:51.887598 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (8783a961-8e32-408c-8bd4-807da207617f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:51.910930 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=d7c4f278-a027-461d-9e70-cdbd1c055f1c,revision_number=10']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:51.936649 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a3b78373-f8ef-4753-907d-f3a8d80472a0 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7549052 Feb 09 01:04:51.938119 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43762) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:51.938760 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b78373-f8ef-4753-907d-f3a8d80472a0 admin admin] Pushing event updated for resources: {'Network': ['ID=1b697143-90aa-453a-a894-9af416276973,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:51.946506 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-99c2fd0c-6edb-4608-acac-87d0ad45153c admin admin] Request body: {'subnet': {'network_id': '1b697143-90aa-453a-a894-9af416276973', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1092355134-subnet', 'tenant_id': 'c333efecfde6492dbb658dc03ef39b01', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:51.956017 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 1b697143-90aa-453a-a894-9af416276973 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:04:51.980144 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c2fd0c-6edb-4608-acac-87d0ad45153c admin admin] Made reservation on behalf of c333efecfde6492dbb658dc03ef39b01 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:04:51.987223 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-99c2fd0c-6edb-4608-acac-87d0ad45153c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:51.998209 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c5822a84-4a85-4694-8a70-3050ec245948 req-d2fd2ca5-809d-4d5f-91b3-adb91c3fd3b6 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028197 Feb 09 01:04:52.045265 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e156467-206c-46ed-8610-fe31487e4715 req-dd466c4c-088a-47be-b8b7-5e46f6654db1 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:52.054227 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4e156467-206c-46ed-8610-fe31487e4715 req-dd466c4c-088a-47be-b8b7-5e46f6654db1 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1871483 Feb 09 01:04:52.074215 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4e156467-206c-46ed-8610-fe31487e4715 req-f00e41a5-40c8-4f50-ad94-02b2704c25f5 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/quotas/698d05b4eb4b402aa83e695c4b2c5978 HTTP/1.1" status: 200 len: 375 time: 0.0190108 Feb 09 01:04:52.087250 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=8783a961-8e32-408c-8bd4-807da207617f,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:52.159338 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed99347-a3f9-4ac2-bbf2-a29599e81e49 req-970318d3-9145-4794-ba64-097d5822a1e6 tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:52.160896 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9ed99347-a3f9-4ac2-bbf2-a29599e81e49 req-970318d3-9145-4794-ba64-097d5822a1e6 tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 1127 time: 0.0832436 Feb 09 01:04:52.180303 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4e156467-206c-46ed-8610-fe31487e4715 req-24223c8f-0c31-43aa-876b-0ef531007761 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=698d05b4eb4b402aa83e695c4b2c5978&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1048348 Feb 09 01:04:52.216798 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['d7c4f278-a027-461d-9e70-cdbd1c055f1c'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:04:52.225466 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-99c2fd0c-6edb-4608-acac-87d0ad45153c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (dcfb4a00-21ad-4633-9ed4-ec9c93babf14), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:52.240813 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9ed99347-a3f9-4ac2-bbf2-a29599e81e49 req-80cc85f4-7538-4ae4-b093-e89859a8fb3b tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591786 Feb 09 01:04:52.307705 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2fd0c-6edb-4608-acac-87d0ad45153c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcfb4a00-21ad-4633-9ed4-ec9c93babf14,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:52.314042 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c2fd0c-6edb-4608-acac-87d0ad45153c admin admin] Checking segment: {'id': 'd5c0f933-a300-4a90-ae32-b84c4e1b1a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '1b697143-90aa-453a-a894-9af416276973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:04:52.314411 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c2fd0c-6edb-4608-acac-87d0ad45153c admin admin] Network hostable DHCP agents. Network: 1b697143-90aa-453a-a894-9af416276973, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:04:52.337017 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c2fd0c-6edb-4608-acac-87d0ad45153c admin admin] Network 1b697143-90aa-453a-a894-9af416276973 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:04:52.356584 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d567ff-bb99-4d95-8aac-0c48423bcd59 x-openstack-request-id: req-b9d567ff-bb99-4d95-8aac-0c48423bcd59 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:04:52.356901 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f91e4bc-ccdb-46ac-bfc1-1be14311fa3a", "name": "network-vif-plugged", "status": "completed", "tag": "8783a961-8e32-408c-8bd4-807da207617f", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:04:52.357184 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b9d567ff-bb99-4d95-8aac-0c48423bcd59 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:04:52.357571 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f91e4bc-ccdb-46ac-bfc1-1be14311fa3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8783a961-8e32-408c-8bd4-807da207617f', 'code': 200} Feb 09 01:04:52.357887 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-99c2fd0c-6edb-4608-acac-87d0ad45153c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 1b697143-90aa-453a-a894-9af416276973) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:52.366414 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c2fd0c-6edb-4608-acac-87d0ad45153c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:52.366800 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-99c2fd0c-6edb-4608-acac-87d0ad45153c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:52.389084 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad3a441-2573-4132-aa12-94b243cb10f3 None None] Network 1b697143-90aa-453a-a894-9af416276973 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:04:52.427188 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43780) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:52.427393 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-99c2fd0c-6edb-4608-acac-87d0ad45153c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4859118 Feb 09 01:04:52.432059 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-914ccc7d-8c32-47dc-8dfa-ad90c34ff031 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1092355134-router', 'tenant_id': 'c333efecfde6492dbb658dc03ef39b01', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:52.524318 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43786) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:52.529541 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-897947c7-7456-4ac2-9b4b-50c7bbf0b4f3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1239303696-network', 'tenant_id': '4b5aed9d01ae429b831ace0b4c882b6e'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:52.537147 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-914ccc7d-8c32-47dc-8dfa-ad90c34ff031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (c8d4da76-3b8e-4ca8-927e-718e1ed4fe05), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:52.538645 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-914ccc7d-8c32-47dc-8dfa-ad90c34ff031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (c8d4da76-3b8e-4ca8-927e-718e1ed4fe05), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:52.555798 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897947c7-7456-4ac2-9b4b-50c7bbf0b4f3 admin admin] Made reservation on behalf of 4b5aed9d01ae429b831ace0b4c882b6e for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:04:52.557386 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d1bbe9bf-b69d-4d36-b4f1-337efa450076 req-c20ae232-b372-4940-9ab0-7a758158f927 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 210 time: 0.1000452 Feb 09 01:04:52.571148 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-897947c7-7456-4ac2-9b4b-50c7bbf0b4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:52.581940 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac09d166-5da6-4a50-8f24-982a42e3f223 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-1b697143-90aa-453a-a894-9af416276973', 'network_id': '1b697143-90aa-453a-a894-9af416276973', 'project_id': 'c333efecfde6492dbb658dc03ef39b01', 'fixed_ips': [{'subnet_id': 'dcfb4a00-21ad-4633-9ed4-ec9c93babf14'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:04:52.584071 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ac09d166-5da6-4a50-8f24-982a42e3f223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:52.585196 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-897947c7-7456-4ac2-9b4b-50c7bbf0b4f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:52.695259 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-897947c7-7456-4ac2-9b4b-50c7bbf0b4f3 admin admin] Publish callbacks [] for security_group (3c38c108-e996-4f7e-b00f-983a2685fc83), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:52.703594 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-897947c7-7456-4ac2-9b4b-50c7bbf0b4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (3c38c108-e996-4f7e-b00f-983a2685fc83), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:52.742190 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-914ccc7d-8c32-47dc-8dfa-ad90c34ff031 admin admin] Publish callbacks [] for router_controller (c8d4da76-3b8e-4ca8-927e-718e1ed4fe05), precommit_add_association {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:52.750327 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d2af6-a626-45db-a1d4-1b5f598d5791 req-86467703-5959-4419-8312-9797060ffb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:52.751863 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-332d2af6-a626-45db-a1d4-1b5f598d5791 req-86467703-5959-4419-8312-9797060ffb66 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5f91e4bc-ccdb-46ac-bfc1-1be14311fa3a HTTP/1.1" status: 200 len: 1127 time: 0.2486255 Feb 09 01:04:52.758833 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-897947c7-7456-4ac2-9b4b-50c7bbf0b4f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1018} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:04:52.761458 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897947c7-7456-4ac2-9b4b-50c7bbf0b4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c38c108-e996-4f7e-b00f-983a2685fc83,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:52.801512 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-897947c7-7456-4ac2-9b4b-50c7bbf0b4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (b22476f6-ef61-48b1-aa19-069ec4e9d2f0), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:52.801869 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-897947c7-7456-4ac2-9b4b-50c7bbf0b4f3 admin admin] Added segment b22476f6-ef61-48b1-aa19-069ec4e9d2f0 of type vlan for network ab45d42c-c45d-432a-8e07-ba682d9ec1a1 Feb 09 01:04:52.860998 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-897947c7-7456-4ac2-9b4b-50c7bbf0b4f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (ab45d42c-c45d-432a-8e07-ba682d9ec1a1), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:52.869981 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-ac09d166-5da6-4a50-8f24-982a42e3f223 None None] Allocated IP 172.20.0.2 (1b697143-90aa-453a-a894-9af416276973/dcfb4a00-21ad-4633-9ed4-ec9c93babf14/c39a0979-f0de-42f9-8686-6a8e50307027) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:04:52.890430 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-897947c7-7456-4ac2-9b4b-50c7bbf0b4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (ab45d42c-c45d-432a-8e07-ba682d9ec1a1), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:52.891678 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897947c7-7456-4ac2-9b4b-50c7bbf0b4f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:52.892449 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-897947c7-7456-4ac2-9b4b-50c7bbf0b4f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:52.923600 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1f8f3-56e6-49b2-92fd-faa01f3cc893 req-27798895-7413-46b3-9c0c-77fb9428f095 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:52.929661 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-897947c7-7456-4ac2-9b4b-50c7bbf0b4f3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.4041708 Feb 09 01:04:52.930409 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-60f1f8f3-56e6-49b2-92fd-faa01f3cc893 req-27798895-7413-46b3-9c0c-77fb9428f095 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=41447836-fa14-4ac5-9ad5-3d6a1ae57c48 HTTP/1.1" status: 200 len: 945 time: 0.2860537 Feb 09 01:04:52.935706 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43802) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:52.942945 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-2bb76357-4cfb-40c3-aa18-4fe42d8760c4 admin admin] Request body: {'subnet': {'network_id': 'ab45d42c-c45d-432a-8e07-ba682d9ec1a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1239303696-subnet', 'tenant_id': '4b5aed9d01ae429b831ace0b4c882b6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:52.978088 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-914ccc7d-8c32-47dc-8dfa-ad90c34ff031 admin admin] Publish callbacks [] for router_gateway (c8d4da76-3b8e-4ca8-927e-718e1ed4fe05), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:52.987697 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897947c7-7456-4ac2-9b4b-50c7bbf0b4f3 admin admin] Pushing event updated for resources: {'Network': ['ID=ab45d42c-c45d-432a-8e07-ba682d9ec1a1,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:53.007988 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network ab45d42c-c45d-432a-8e07-ba682d9ec1a1 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:04:53.092398 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-60f1f8f3-56e6-49b2-92fd-faa01f3cc893 req-1daa6520-41ea-49a5-b5c5-70fdc87b5f90 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610386 Feb 09 01:04:53.143695 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-332d2af6-a626-45db-a1d4-1b5f598d5791 req-a3f1095e-7148-4505-be70-e95f561965d1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069453 Feb 09 01:04:53.145687 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb76357-4cfb-40c3-aa18-4fe42d8760c4 admin admin] Made reservation on behalf of 4b5aed9d01ae429b831ace0b4c882b6e for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:04:53.148700 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2bb76357-4cfb-40c3-aa18-4fe42d8760c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:53.170771 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ac09d166-5da6-4a50-8f24-982a42e3f223 None None] Publish callbacks [] for port (c39a0979-f0de-42f9-8686-6a8e50307027), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:53.177970 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ac09d166-5da6-4a50-8f24-982a42e3f223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (c39a0979-f0de-42f9-8686-6a8e50307027), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:53.221436 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac09d166-5da6-4a50-8f24-982a42e3f223 None None] Network 1b697143-90aa-453a-a894-9af416276973 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:04:53.226311 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-ac09d166-5da6-4a50-8f24-982a42e3f223 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:53.229837 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac09d166-5da6-4a50-8f24-982a42e3f223 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:04:53.238437 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09d166-5da6-4a50-8f24-982a42e3f223 None None] Pushing event updated for resources: {'Port': ['ID=c39a0979-f0de-42f9-8686-6a8e50307027,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:53.297806 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-ac09d166-5da6-4a50-8f24-982a42e3f223 None None] Attempting to bind port c39a0979-f0de-42f9-8686-6a8e50307027 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:04:53.298182 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-ac09d166-5da6-4a50-8f24-982a42e3f223 None None] Attempting to bind port c39a0979-f0de-42f9-8686-6a8e50307027 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'd5c0f933-a300-4a90-ae32-b84c4e1b1a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '1b697143-90aa-453a-a894-9af416276973'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:04:53.298557 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac09d166-5da6-4a50-8f24-982a42e3f223 None None] Attempting to bind port c39a0979-f0de-42f9-8686-6a8e50307027 on network 1b697143-90aa-453a-a894-9af416276973 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:04:53.304308 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c2568-bb6f-47b5-b018-9a7269e25bdd req-79499639-116f-427d-9236-80f0d9d8d110 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:53.304504 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac09d166-5da6-4a50-8f24-982a42e3f223 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:04:53.304785 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac09d166-5da6-4a50-8f24-982a42e3f223 None None] Checking segment: {'id': 'd5c0f933-a300-4a90-ae32-b84c4e1b1a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '1b697143-90aa-453a-a894-9af416276973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:04:53.305129 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ac09d166-5da6-4a50-8f24-982a42e3f223 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:53.305549 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac09d166-5da6-4a50-8f24-982a42e3f223 None None] Bound using segment: {'id': 'd5c0f933-a300-4a90-ae32-b84c4e1b1a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '1b697143-90aa-453a-a894-9af416276973'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:04:53.305891 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7d4c2568-bb6f-47b5-b018-9a7269e25bdd req-79499639-116f-427d-9236-80f0d9d8d110 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 949 time: 0.1123657 Feb 09 01:04:53.306006 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-ac09d166-5da6-4a50-8f24-982a42e3f223 None None] Bound port: c39a0979-f0de-42f9-8686-6a8e50307027, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5c0f933-a300-4a90-ae32-b84c4e1b1a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '1b697143-90aa-453a-a894-9af416276973'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:04:53.306399 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ac09d166-5da6-4a50-8f24-982a42e3f223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c39a0979-f0de-42f9-8686-6a8e50307027), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:53.377415 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-ac09d166-5da6-4a50-8f24-982a42e3f223 None None] For port c39a0979-f0de-42f9-8686-6a8e50307027, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:04:53.381233 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-ac09d166-5da6-4a50-8f24-982a42e3f223 None None] For port c39a0979-f0de-42f9-8686-6a8e50307027, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=c39a0979-f0de-42f9-8686-6a8e50307027,segment=NetworkSegment(d5c0f933-a300-4a90-ae32-b84c4e1b1a64),segment_id=d5c0f933-a300-4a90-ae32-b84c4e1b1a64)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:04:53.389884 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ac09d166-5da6-4a50-8f24-982a42e3f223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (c39a0979-f0de-42f9-8686-6a8e50307027), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:53.451077 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09d166-5da6-4a50-8f24-982a42e3f223 None None] Pushing event updated for resources: {'Port': ['ID=c39a0979-f0de-42f9-8686-6a8e50307027,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:53.516429 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7d4c2568-bb6f-47b5-b018-9a7269e25bdd req-adc97708-7bbc-441e-a1d1-763404ac9dc3 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963954 Feb 09 01:04:53.545068 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2bb76357-4cfb-40c3-aa18-4fe42d8760c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (5b4a4f9a-b5cb-4096-a8db-d93ad18ec1c8), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:53.691159 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb76357-4cfb-40c3-aa18-4fe42d8760c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b4a4f9a-b5cb-4096-a8db-d93ad18ec1c8,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:53.693903 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-914ccc7d-8c32-47dc-8dfa-ad90c34ff031 admin admin] Publish callbacks [] for router_gateway (c8d4da76-3b8e-4ca8-927e-718e1ed4fe05), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:53.729695 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-914ccc7d-8c32-47dc-8dfa-ad90c34ff031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:53.758825 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b4d12-3c7e-4e6f-aab5-969f17cca212 req-59d8a444-ad77-47a3-929d-6bf378d78a84 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:53.760386 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de9b4d12-3c7e-4e6f-aab5-969f17cca212 req-59d8a444-ad77-47a3-929d-6bf378d78a84 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f91e4bc-ccdb-46ac-bfc1-1be14311fa3a HTTP/1.1" status: 200 len: 945 time: 0.1587682 Feb 09 01:04:53.771185 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-12fd2be7-f3fe-4ed0-a1be-92bd7d36c43f tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:04:53.772193 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-12fd2be7-f3fe-4ed0-a1be-92bd7d36c43f tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058765 Feb 09 01:04:53.786890 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb76357-4cfb-40c3-aa18-4fe42d8760c4 admin admin] Checking segment: {'id': 'b22476f6-ef61-48b1-aa19-069ec4e9d2f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'ab45d42c-c45d-432a-8e07-ba682d9ec1a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:04:53.787266 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb76357-4cfb-40c3-aa18-4fe42d8760c4 admin admin] Network hostable DHCP agents. Network: ab45d42c-c45d-432a-8e07-ba682d9ec1a1, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:04:53.819083 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-1eebf4d4-3648-4a7e-a08a-8d99911144d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:53.825449 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-1eebf4d4-3648-4a7e-a08a-8d99911144d8 service neutron] 10.222.0.50 "GET /v2.0/ports/44c5c0b5-b686-4ec1-9e5a-b68129ea66d0 HTTP/1.1" status: 200 len: 1124 time: 0.0432129 Feb 09 01:04:53.833005 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-5ee441d9-1029-4b0d-bcdf-209ca8471c9e service neutron] Request body: {'binding': {'host': 'n-h1-828369-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:53.833469 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-5ee441d9-1029-4b0d-bcdf-209ca8471c9e service neutron] Unknown quota resources ['binding']. {{(pid=103137) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 01:04:53.876530 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb76357-4cfb-40c3-aa18-4fe42d8760c4 admin admin] Network ab45d42c-c45d-432a-8e07-ba682d9ec1a1 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:04:53.898979 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de9b4d12-3c7e-4e6f-aab5-969f17cca212 req-328ea05c-3087-4ba4-9156-6d185d811d99 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065331 Feb 09 01:04:53.901595 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-2bb76357-4cfb-40c3-aa18-4fe42d8760c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, ab45d42c-c45d-432a-8e07-ba682d9ec1a1) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:53.908455 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb76357-4cfb-40c3-aa18-4fe42d8760c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:53.909034 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2bb76357-4cfb-40c3-aa18-4fe42d8760c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:53.912190 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3823bd30-ef47-44b7-8f7f-cda009e47df4 None None] Network ab45d42c-c45d-432a-8e07-ba682d9ec1a1 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:04:53.927055 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-914ccc7d-8c32-47dc-8dfa-ad90c34ff031 admin admin] Allocated IP 172.25.8.98 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/c4b2e2bb-990e-4d33-adc3-2d66cbefbb75) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:04:53.950138 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2bb76357-4cfb-40c3-aa18-4fe42d8760c4 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0133092 Feb 09 01:04:54.005654 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-5ee441d9-1029-4b0d-bcdf-209ca8471c9e service neutron] Attempting to bind port 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0 on host n-h1-828369-4 for vnic_type normal with profile None {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:04:54.006261 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-5ee441d9-1029-4b0d-bcdf-209ca8471c9e service neutron] Attempting to bind port 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '2793514a-5639-496c-8d37-377203141ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:04:54.007421 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-5ee441d9-1029-4b0d-bcdf-209ca8471c9e service neutron] Attempting to bind port 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0 on network 7041f7c4-8ab5-4479-b63e-c8706fa7ab10 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:04:54.015538 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-5ee441d9-1029-4b0d-bcdf-209ca8471c9e service neutron] Port 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0 on network 7041f7c4-8ab5-4479-b63e-c8706fa7ab10 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:04:54.016052 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-5ee441d9-1029-4b0d-bcdf-209ca8471c9e service neutron] Attempting to bind port 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0 on network 7041f7c4-8ab5-4479-b63e-c8706fa7ab10 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:04:54.023770 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-5ee441d9-1029-4b0d-bcdf-209ca8471c9e service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:04:54.024140 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-5ee441d9-1029-4b0d-bcdf-209ca8471c9e service neutron] Checking segment: {'id': '2793514a-5639-496c-8d37-377203141ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:04:54.024531 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-5ee441d9-1029-4b0d-bcdf-209ca8471c9e service neutron] Bound using segment: {'id': '2793514a-5639-496c-8d37-377203141ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:04:54.025190 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-5ee441d9-1029-4b0d-bcdf-209ca8471c9e service neutron] Bound port: 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2793514a-5639-496c-8d37-377203141ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:04:54.070876 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e97979-866a-4d16-8695-d296c0792ae3 None None] Network ab45d42c-c45d-432a-8e07-ba682d9ec1a1 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:04:54.094484 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31a2392a-79c3-4d3a-b867-74663fc9e2f2 req-1aa8fd72-1b33-4248-9e1e-53865dd3cab0 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 210 time: 0.0734370 Feb 09 01:04:54.097808 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-5ee441d9-1029-4b0d-bcdf-209ca8471c9e service neutron] For port 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=44c5c0b5-b686-4ec1-9e5a-b68129ea66d0,segment=NetworkSegment(2793514a-5639-496c-8d37-377203141ac7),segment_id=2793514a-5639-496c-8d37-377203141ac7)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:04:54.118004 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-5ee441d9-1029-4b0d-bcdf-209ca8471c9e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:54.135916 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-5ee441d9-1029-4b0d-bcdf-209ca8471c9e service neutron] 10.222.0.50 "POST /v2.0/ports/44c5c0b5-b686-4ec1-9e5a-b68129ea66d0/bindings HTTP/1.1" status: 201 len: 389 time: 0.3052225 Feb 09 01:04:54.150396 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-914ccc7d-8c32-47dc-8dfa-ad90c34ff031 admin admin] Publish callbacks [] for port (c4b2e2bb-990e-4d33-adc3-2d66cbefbb75), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:54.216509 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43830) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:54.269765 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4e156467-206c-46ed-8610-fe31487e4715 req-db69618c-e826-4b96-9e9f-8c5e1550a0c0 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=698d05b4eb4b402aa83e695c4b2c5978&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0938420 Feb 09 01:04:54.277777 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-33477fc0-4465-4434-82e4-d12a5ba40a13 admin admin] Deleting subnet 51b5662a-e006-4aa7-9a6e-5cfcd98bc870 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:04:54.285056 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-33477fc0-4465-4434-82e4-d12a5ba40a13 admin admin] Publish callbacks [] for subnet (51b5662a-e006-4aa7-9a6e-5cfcd98bc870), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:54.350235 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-33477fc0-4465-4434-82e4-d12a5ba40a13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (51b5662a-e006-4aa7-9a6e-5cfcd98bc870), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:54.401468 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-914ccc7d-8c32-47dc-8dfa-ad90c34ff031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (c4b2e2bb-990e-4d33-adc3-2d66cbefbb75), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:54.415095 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-33477fc0-4465-4434-82e4-d12a5ba40a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (51b5662a-e006-4aa7-9a6e-5cfcd98bc870), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:54.476443 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-33477fc0-4465-4434-82e4-d12a5ba40a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (51b5662a-e006-4aa7-9a6e-5cfcd98bc870), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:54.504916 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914ccc7d-8c32-47dc-8dfa-ad90c34ff031 admin admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:04:54.511799 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-33477fc0-4465-4434-82e4-d12a5ba40a13 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:54.517282 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-33477fc0-4465-4434-82e4-d12a5ba40a13 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/51b5662a-e006-4aa7-9a6e-5cfcd98bc870 HTTP/1.1" status: 204 len: 168 time: 0.2989767 Feb 09 01:04:54.518754 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33477fc0-4465-4434-82e4-d12a5ba40a13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51b5662a-e006-4aa7-9a6e-5cfcd98bc870,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:54.520852 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43832) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:54.525201 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-914ccc7d-8c32-47dc-8dfa-ad90c34ff031 admin admin] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:54.539740 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914ccc7d-8c32-47dc-8dfa-ad90c34ff031 admin admin] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:04:54.567156 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ccc7d-8c32-47dc-8dfa-ad90c34ff031 admin admin] Pushing event updated for resources: {'Port': ['ID=c4b2e2bb-990e-4d33-adc3-2d66cbefbb75,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:54.583328 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d285664c-1221-4d33-9b4f-20889cc99c1d req-e2efad98-d91d-4dc5-acbc-3ef2d04d0234 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:54.589285 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d285664c-1221-4d33-9b4f-20889cc99c1d req-e2efad98-d91d-4dc5-acbc-3ef2d04d0234 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=41447836-fa14-4ac5-9ad5-3d6a1ae57c48 HTTP/1.1" status: 200 len: 945 time: 0.3634820 Feb 09 01:04:54.607795 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fb773d0b-8f96-4420-b3b5-94677a70722c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (1e324014-f231-4c09-ac61-dd431c843367), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:54.625677 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ccc7d-8c32-47dc-8dfa-ad90c34ff031 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:54.626098 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ccc7d-8c32-47dc-8dfa-ad90c34ff031 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:54.626368 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ccc7d-8c32-47dc-8dfa-ad90c34ff031 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:54.626878 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ccc7d-8c32-47dc-8dfa-ad90c34ff031 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:54.627230 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ccc7d-8c32-47dc-8dfa-ad90c34ff031 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:54.627557 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ccc7d-8c32-47dc-8dfa-ad90c34ff031 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:54.627896 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ccc7d-8c32-47dc-8dfa-ad90c34ff031 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:54.628222 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ccc7d-8c32-47dc-8dfa-ad90c34ff031 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:54.628585 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ccc7d-8c32-47dc-8dfa-ad90c34ff031 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:54.628914 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ccc7d-8c32-47dc-8dfa-ad90c34ff031 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:54.629243 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ccc7d-8c32-47dc-8dfa-ad90c34ff031 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:54.629577 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ccc7d-8c32-47dc-8dfa-ad90c34ff031 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:54.629898 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914ccc7d-8c32-47dc-8dfa-ad90c34ff031 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:54.657435 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca00903-cbb2-41a4-997e-2d63660e41f9 None None] Network 1b697143-90aa-453a-a894-9af416276973 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:04:54.677780 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e156467-206c-46ed-8610-fe31487e4715 req-9ab5b493-b219-4d5b-a49b-b0c3a0b5d840 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:54.679334 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4e156467-206c-46ed-8610-fe31487e4715 req-9ab5b493-b219-4d5b-a49b-b0c3a0b5d840 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3671753 Feb 09 01:04:54.693995 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fb773d0b-8f96-4420-b3b5-94677a70722c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (1e324014-f231-4c09-ac61-dd431c843367), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:54.715569 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-fb773d0b-8f96-4420-b3b5-94677a70722c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e324014-f231-4c09-ac61-dd431c843367']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:54.725864 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-fb773d0b-8f96-4420-b3b5-94677a70722c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8149a60-5049-42ab-87ec-059fe23026f6') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:54.726254 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-fb773d0b-8f96-4420-b3b5-94677a70722c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8149a60-5049-42ab-87ec-059fe23026f6') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:54.737261 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fb773d0b-8f96-4420-b3b5-94677a70722c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (c8149a60-5049-42ab-87ec-059fe23026f6), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:54.752526 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fb773d0b-8f96-4420-b3b5-94677a70722c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (c8149a60-5049-42ab-87ec-059fe23026f6), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:54.758386 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb773d0b-8f96-4420-b3b5-94677a70722c admin admin] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:04:54.758874 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fb773d0b-8f96-4420-b3b5-94677a70722c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (c8149a60-5049-42ab-87ec-059fe23026f6), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:54.761026 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:04:54.761026 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:04:54.761026 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:04:54.761026 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:04:54.761026 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:04:54.761026 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:04:54.761026 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:04:54.761026 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:04:54.761026 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:04:54.761026 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:04:54.761026 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:04:54.761026 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:04:54.761026 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:04:54.761026 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:04:54.761026 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:04:54.761026 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:04:54.761026 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:04:54.761026 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:04:54.761026 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:04:54.761026 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:04:54.761026 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:04:54.761026 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:04:54.761026 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:04:54.761026 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:04:54.761026 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:04:54.761026 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:04:54.761026 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:04:54.761026 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:04:54.761026 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:04:54.761026 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:04:54.761026 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:04:54.761026 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:04:54.763559 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b2b2d-9f1d-4477-ae12-bc8cc24e588a req-2d9d05ee-1553-4cb0-9781-c4cc72f4643f tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:54.763559 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-931b2b2d-9f1d-4477-ae12-bc8cc24e588a req-2d9d05ee-1553-4cb0-9781-c4cc72f4643f tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 945 time: 0.3975575 Feb 09 01:04:54.771547 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-4e156467-206c-46ed-8610-fe31487e4715 req-1fb92c27-86d9-4918-b0af-68454a78c673 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Request body: {'port': {'device_id': '076c97d3-ae9d-4579-b1b2-c56cfbd6ee86', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'admin_state_up': True, 'tenant_id': '698d05b4eb4b402aa83e695c4b2c5978'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:54.825092 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fb773d0b-8f96-4420-b3b5-94677a70722c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (1e324014-f231-4c09-ac61-dd431c843367), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:54.843026 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fb773d0b-8f96-4420-b3b5-94677a70722c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:54.848202 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-fb773d0b-8f96-4420-b3b5-94677a70722c admin admin] 10.222.0.50 "DELETE /v2.0/networks/1e324014-f231-4c09-ac61-dd431c843367 HTTP/1.1" status: 204 len: 168 time: 0.3260875 Feb 09 01:04:54.849550 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb773d0b-8f96-4420-b3b5-94677a70722c admin admin] Pushing event deleted for resources: {'Network': ['ID=1e324014-f231-4c09-ac61-dd431c843367,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:54.851391 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43838) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:54.908868 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d285664c-1221-4d33-9b4f-20889cc99c1d req-15893df5-4173-4723-952f-0fa964dc4569 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183546 Feb 09 01:04:54.926238 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-394deac8-8a8a-4a07-8701-e741cf4a6205 admin admin] Deleting subnet 5b4a4f9a-b5cb-4096-a8db-d93ad18ec1c8 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:04:54.926238 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-394deac8-8a8a-4a07-8701-e741cf4a6205 admin admin] Publish callbacks [] for subnet (5b4a4f9a-b5cb-4096-a8db-d93ad18ec1c8), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:54.941075 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-1b4734c3-2306-4b31-a726-3b12e0cffe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:54.943413 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-f383686c-a58e-4812-bce6-f82b77ac1cec None None] Provisioning complete for port c39a0979-f0de-42f9-8686-6a8e50307027 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:54.943799 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f383686c-a58e-4812-bce6-f82b77ac1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c39a0979-f0de-42f9-8686-6a8e50307027), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:54.957169 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-1b4734c3-2306-4b31-a726-3b12e0cffe8d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b70da3c9e0441c5928a48dabf785fc6&device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 1127 time: 0.4858477 Feb 09 01:04:54.979494 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-394deac8-8a8a-4a07-8701-e741cf4a6205 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (5b4a4f9a-b5cb-4096-a8db-d93ad18ec1c8), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:55.091896 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-394deac8-8a8a-4a07-8701-e741cf4a6205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (5b4a4f9a-b5cb-4096-a8db-d93ad18ec1c8), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:55.130409 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f383686c-a58e-4812-bce6-f82b77ac1cec None None] Current status of the port c39a0979-f0de-42f9-8686-6a8e50307027 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:04:55.131079 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f383686c-a58e-4812-bce6-f82b77ac1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c39a0979-f0de-42f9-8686-6a8e50307027), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:55.167528 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-f383686c-a58e-4812-bce6-f82b77ac1cec None None] For port c39a0979-f0de-42f9-8686-6a8e50307027, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=c39a0979-f0de-42f9-8686-6a8e50307027,segment=NetworkSegment(d5c0f933-a300-4a90-ae32-b84c4e1b1a64),segment_id=d5c0f933-a300-4a90-ae32-b84c4e1b1a64)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:55.173477 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f383686c-a58e-4812-bce6-f82b77ac1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (c39a0979-f0de-42f9-8686-6a8e50307027), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:55.182391 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device d7c4f278-a027-461d-9e70-cdbd1c055f1c up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:04:55.187420 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-394deac8-8a8a-4a07-8701-e741cf4a6205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (5b4a4f9a-b5cb-4096-a8db-d93ad18ec1c8), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:55.220712 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394deac8-8a8a-4a07-8701-e741cf4a6205 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b4a4f9a-b5cb-4096-a8db-d93ad18ec1c8,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:55.222960 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-394deac8-8a8a-4a07-8701-e741cf4a6205 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:55.226932 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-394deac8-8a8a-4a07-8701-e741cf4a6205 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5b4a4f9a-b5cb-4096-a8db-d93ad18ec1c8 HTTP/1.1" status: 204 len: 168 time: 0.3745778 Feb 09 01:04:55.229410 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43844) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:55.259119 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f383686c-a58e-4812-bce6-f82b77ac1cec None None] Pushing event updated for resources: {'Port': ['ID=c39a0979-f0de-42f9-8686-6a8e50307027,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:55.271061 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port d7c4f278-a027-461d-9e70-cdbd1c055f1c triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:55.271431 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d7c4f278-a027-461d-9e70-cdbd1c055f1c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:55.308332 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-98a8acf0-dd4c-4455-b60c-34988ae38407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (ab45d42c-c45d-432a-8e07-ba682d9ec1a1), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:55.326604 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-fda5c7b0-0cfa-42d0-bf85-cfd7f94692ce None None] Provisioning complete for port c39a0979-f0de-42f9-8686-6a8e50307027 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:55.326991 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fda5c7b0-0cfa-42d0-bf85-cfd7f94692ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c39a0979-f0de-42f9-8686-6a8e50307027), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:55.396995 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-98a8acf0-dd4c-4455-b60c-34988ae38407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (ab45d42c-c45d-432a-8e07-ba682d9ec1a1), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:55.403649 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port d7c4f278-a027-461d-9e70-cdbd1c055f1c is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:04:55.404066 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d7c4f278-a027-461d-9e70-cdbd1c055f1c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:55.421240 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-98a8acf0-dd4c-4455-b60c-34988ae38407 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab45d42c-c45d-432a-8e07-ba682d9ec1a1']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:55.431994 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-98a8acf0-dd4c-4455-b60c-34988ae38407 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b22476f6-ef61-48b1-aa19-069ec4e9d2f0') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:55.432435 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-98a8acf0-dd4c-4455-b60c-34988ae38407 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b22476f6-ef61-48b1-aa19-069ec4e9d2f0') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:55.435280 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dbd5195-1031-468c-b77e-75078d6e6b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c4f278-a027-461d-9e70-cdbd1c055f1c'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:04:55.437642 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9630349-c50e-4796-bf6c-761249d54f96" -d '{"events": [{"server_uuid": "1dbd5195-1031-468c-b77e-75078d6e6b56", "name": "network-vif-plugged", "status": "completed", "tag": "d7c4f278-a027-461d-9e70-cdbd1c055f1c"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:04:55.445100 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-98a8acf0-dd4c-4455-b60c-34988ae38407 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (b22476f6-ef61-48b1-aa19-069ec4e9d2f0), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:55.460344 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-98a8acf0-dd4c-4455-b60c-34988ae38407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (b22476f6-ef61-48b1-aa19-069ec4e9d2f0), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:55.467080 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a8acf0-dd4c-4455-b60c-34988ae38407 admin admin] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:04:55.468205 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-98a8acf0-dd4c-4455-b60c-34988ae38407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (b22476f6-ef61-48b1-aa19-069ec4e9d2f0), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:55.470518 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:04:55.470518 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:04:55.470518 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:04:55.470518 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:04:55.470518 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:04:55.470518 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:04:55.470518 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:04:55.470518 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:04:55.470518 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:04:55.470518 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:04:55.470518 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:04:55.470518 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:04:55.470518 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:04:55.470518 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:04:55.470518 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:04:55.470518 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:04:55.470518 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:04:55.470518 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:04:55.470518 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:04:55.470518 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:04:55.470518 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:04:55.470518 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:04:55.470518 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:04:55.470518 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:04:55.470518 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:04:55.470518 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:04:55.470518 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:04:55.470518 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:04:55.470518 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:04:55.470518 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:04:55.470518 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:04:55.470518 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:04:55.473030 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port d7c4f278-a027-461d-9e70-cdbd1c055f1c, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=d7c4f278-a027-461d-9e70-cdbd1c055f1c,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:04:55.482054 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d7c4f278-a027-461d-9e70-cdbd1c055f1c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:55.511904 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-fda5c7b0-0cfa-42d0-bf85-cfd7f94692ce None None] Current status of the port c39a0979-f0de-42f9-8686-6a8e50307027 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:04:55.553651 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=d7c4f278-a027-461d-9e70-cdbd1c055f1c,revision_number=11']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:55.560927 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-98a8acf0-dd4c-4455-b60c-34988ae38407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (ab45d42c-c45d-432a-8e07-ba682d9ec1a1), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:55.586577 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-98a8acf0-dd4c-4455-b60c-34988ae38407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:55.590157 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-98a8acf0-dd4c-4455-b60c-34988ae38407 admin admin] 10.222.0.50 "DELETE /v2.0/networks/ab45d42c-c45d-432a-8e07-ba682d9ec1a1 HTTP/1.1" status: 204 len: 168 time: 0.3597238 Feb 09 01:04:55.594223 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a8acf0-dd4c-4455-b60c-34988ae38407 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab45d42c-c45d-432a-8e07-ba682d9ec1a1,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:55.605926 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-a8e7d596-8592-42ea-bc5a-69ec8e33250f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:55.607466 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-a8e7d596-8592-42ea-bc5a-69ec8e33250f service neutron] 10.222.0.47 "GET /v2.0/networks?id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10 HTTP/1.1" status: 200 len: 923 time: 0.6266265 Feb 09 01:04:55.615103 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e156467-206c-46ed-8610-fe31487e4715 req-1fb92c27-86d9-4918-b0af-68454a78c673 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Made reservation on behalf of 698d05b4eb4b402aa83e695c4b2c5978 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:04:55.618726 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4e156467-206c-46ed-8610-fe31487e4715 req-1fb92c27-86d9-4918-b0af-68454a78c673 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:55.629572 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device c39a0979-f0de-42f9-8686-6a8e50307027 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:04:55.631813 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e4d4a-3a02-4adc-9de4-8cfe2f047b80 req-b6d17008-0ae2-44d3-bebe-8fe5d9619e55 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:55.633344 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-df9e4d4a-3a02-4adc-9de4-8cfe2f047b80 req-b6d17008-0ae2-44d3-bebe-8fe5d9619e55 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 949 time: 0.5882492 Feb 09 01:04:55.684910 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-a962e0b3-ab3b-4920-8291-b4bd47ba2a7d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44c5c0b5-b686-4ec1-9e5a-b68129ea66d0 HTTP/1.1" status: 200 len: 217 time: 0.0604830 Feb 09 01:04:55.685675 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port c39a0979-f0de-42f9-8686-6a8e50307027 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:55.686231 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c39a0979-f0de-42f9-8686-6a8e50307027), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:55.773279 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-931b2b2d-9f1d-4477-ae12-bc8cc24e588a req-cb97af09-0223-42f5-8958-4be5d4bdee80 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9806244 Feb 09 01:04:55.774714 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port c39a0979-f0de-42f9-8686-6a8e50307027 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:04:55.791336 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43850) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:55.826098 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-914ccc7d-8c32-47dc-8dfa-ad90c34ff031 admin admin] Publish callbacks [] for router_gateway (c8d4da76-3b8e-4ca8-927e-718e1ed4fe05), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:55.843269 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7ff3765b-8cd3-414f-9d7a-5be7ca0cedec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=30a06ea5978a404482c76f5213fe3444&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0501399 Feb 09 01:04:55.845800 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43852) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:55.893155 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5e372ba5-5398-4380-81a7-a439cdfc11d6 admin admin] Publish callbacks [] for security_group (1825a2e4-37ec-4987-bfb4-0a61a3672525), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:55.915337 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5e372ba5-5398-4380-81a7-a439cdfc11d6 admin admin] Publish callbacks [] for security_group (1825a2e4-37ec-4987-bfb4-0a61a3672525), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:55.931003 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-bbc086dc-e05d-4997-9b8f-ef03762d082a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:55.932401 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-bbc086dc-e05d-4997-9b8f-ef03762d082a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aee9db20-60c4-48dd-9796-48ed06ca844d HTTP/1.1" status: 200 len: 861 time: 0.2274649 Feb 09 01:04:55.962067 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-df9e4d4a-3a02-4adc-9de4-8cfe2f047b80 req-aa18fc48-ee90-4646-b93b-60479dcb3173 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818155 Feb 09 01:04:55.970043 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5e372ba5-5398-4380-81a7-a439cdfc11d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1825a2e4-37ec-4987-bfb4-0a61a3672525), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:55.972752 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5e372ba5-5398-4380-81a7-a439cdfc11d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:55.973925 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5e372ba5-5398-4380-81a7-a439cdfc11d6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1825a2e4-37ec-4987-bfb4-0a61a3672525 HTTP/1.1" status: 204 len: 168 time: 0.1271770 Feb 09 01:04:55.986802 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e372ba5-5398-4380-81a7-a439cdfc11d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1825a2e4-37ec-4987-bfb4-0a61a3672525,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:56.044911 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-d6dadbb8-6e16-4473-a7ce-048c57a3fcad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912521 Feb 09 01:04:56.150255 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-4e156467-206c-46ed-8610-fe31487e4715 req-1fb92c27-86d9-4918-b0af-68454a78c673 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Allocated IP 192.168.233.75 (9e88fe6e-2b1d-4294-a17d-9a7801813700/3810d295-ee98-40f7-b1e2-609bf7d1c3df/836ed1d4-92e2-4289-8a12-896771b480bb) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:04:56.171748 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20e4da-4ba5-401c-9315-b1dd94cf1ee4 req-c7eb251b-e017-4308-9901-f0c6f42b7a73 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:56.173282 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eb20e4da-4ba5-401c-9315-b1dd94cf1ee4 req-c7eb251b-e017-4308-9901-f0c6f42b7a73 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f91e4bc-ccdb-46ac-bfc1-1be14311fa3a HTTP/1.1" status: 200 len: 945 time: 0.2718804 Feb 09 01:04:56.339282 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43862) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:56.361018 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-3b64545d-3ff4-4d1e-b964-0081673c3623 service neutron] 10.222.0.47 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983921 Feb 09 01:04:56.369062 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ffedb8ec-fbdd-45b2-9951-e2b0bc847e08 req-5c0b6780-5faf-4972-8761-55cf81ca4c1f tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 210 time: 0.3214009 Feb 09 01:04:56.396873 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-19e121da-fdf2-4fa3-9aab-9ff6a5f15e4e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4b5aed9d01ae429b831ace0b4c882b6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0542245 Feb 09 01:04:56.397161 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43864) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:56.420874 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07316b77-4cf9-4390-9f74-c61db7d016ce x-openstack-request-id: req-07316b77-4cf9-4390-9f74-c61db7d016ce {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:04:56.421290 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dbd5195-1031-468c-b77e-75078d6e6b56", "name": "network-vif-plugged", "status": "completed", "tag": "d7c4f278-a027-461d-9e70-cdbd1c055f1c", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:04:56.421635 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-07316b77-4cf9-4390-9f74-c61db7d016ce {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:04:56.422215 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dbd5195-1031-468c-b77e-75078d6e6b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c4f278-a027-461d-9e70-cdbd1c055f1c', 'code': 200} Feb 09 01:04:56.454759 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ceee2c18-e248-43ab-aee1-0ed34dd26a56 admin admin] Publish callbacks [] for security_group (3c38c108-e996-4f7e-b00f-983a2685fc83), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:56.472030 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eb20e4da-4ba5-401c-9315-b1dd94cf1ee4 req-b20838a8-c93b-48c1-8a73-a87ddd50e08c tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899628 Feb 09 01:04:56.475911 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ceee2c18-e248-43ab-aee1-0ed34dd26a56 admin admin] Publish callbacks [] for security_group (3c38c108-e996-4f7e-b00f-983a2685fc83), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:56.531701 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-914ccc7d-8c32-47dc-8dfa-ad90c34ff031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (c8d4da76-3b8e-4ca8-927e-718e1ed4fe05), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:56.534401 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ceee2c18-e248-43ab-aee1-0ed34dd26a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (3c38c108-e996-4f7e-b00f-983a2685fc83), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:56.538083 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ceee2c18-e248-43ab-aee1-0ed34dd26a56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:56.542357 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ceee2c18-e248-43ab-aee1-0ed34dd26a56 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3c38c108-e996-4f7e-b00f-983a2685fc83 HTTP/1.1" status: 204 len: 168 time: 0.1419024 Feb 09 01:04:56.550553 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee2c18-e248-43ab-aee1-0ed34dd26a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c38c108-e996-4f7e-b00f-983a2685fc83,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:56.667127 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-26c243b8-d81c-450f-bcda-3d2aae0acdf1 service neutron] 10.222.0.47 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893846 Feb 09 01:04:56.697007 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b8ba6-89b7-4558-8d98-b28b3cafa593 req-a085ed4a-2d7a-4282-99b7-056f286702f3 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:56.698537 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-066b8ba6-89b7-4558-8d98-b28b3cafa593 req-a085ed4a-2d7a-4282-99b7-056f286702f3 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=41447836-fa14-4ac5-9ad5-3d6a1ae57c48 HTTP/1.1" status: 200 len: 945 time: 0.2256186 Feb 09 01:04:56.703515 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4e156467-206c-46ed-8610-fe31487e4715 req-1fb92c27-86d9-4918-b0af-68454a78c673 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Publish callbacks [] for port (836ed1d4-92e2-4289-8a12-896771b480bb), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:56.815113 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-066b8ba6-89b7-4558-8d98-b28b3cafa593 req-c761c74e-2800-4c34-adc7-8f4326140e00 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083081 Feb 09 01:04:56.828013 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4e156467-206c-46ed-8610-fe31487e4715 req-1fb92c27-86d9-4918-b0af-68454a78c673 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (836ed1d4-92e2-4289-8a12-896771b480bb), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:56.843541 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['d7c4f278-a027-461d-9e70-cdbd1c055f1c'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:04:56.850207 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['bc3bbf9e-6302-4f75-979e-f06189e488b9', 'd3a84a99-84cd-449c-83e8-1f3fb33046d9'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:04:56.879001 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914ccc7d-8c32-47dc-8dfa-ad90c34ff031 admin admin] Router c8d4da76-3b8e-4ca8-927e-718e1ed4fe05 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:04:56.906948 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e156467-206c-46ed-8610-fe31487e4715 req-1fb92c27-86d9-4918-b0af-68454a78c673 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Network 9e88fe6e-2b1d-4294-a17d-9a7801813700 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:04:56.915331 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-4e156467-206c-46ed-8610-fe31487e4715 req-1fb92c27-86d9-4918-b0af-68454a78c673 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:56.918920 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e156467-206c-46ed-8610-fe31487e4715 req-1fb92c27-86d9-4918-b0af-68454a78c673 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:04:56.924180 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb92c27-86d9-4918-b0af-68454a78c673 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Pushing event updated for resources: {'Port': ['ID=836ed1d4-92e2-4289-8a12-896771b480bb,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:57.314190 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e156467-206c-46ed-8610-fe31487e4715 req-1fb92c27-86d9-4918-b0af-68454a78c673 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:57.314856 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4e156467-206c-46ed-8610-fe31487e4715 req-1fb92c27-86d9-4918-b0af-68454a78c673 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:57.425824 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914ccc7d-8c32-47dc-8dfa-ad90c34ff031 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:04:57.438376 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549ecc8d-a116-4831-910a-29f6c87bd4f8 None None] Sync routers for ids ['c8d4da76-3b8e-4ca8-927e-718e1ed4fe05'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:04:57.449461 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549ecc8d-a116-4831-910a-29f6c87bd4f8 None None] Routers {'c8d4da76-3b8e-4ca8-927e-718e1ed4fe05'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:04:57.450054 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-549ecc8d-a116-4831-910a-29f6c87bd4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:04:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c8d4da76-3b8e-4ca8-927e-718e1ed4fe05'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:57.467970 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-19feb455-ecae-464c-9e5b-4e16c749bfc5 None None] Provisioning complete for port 836ed1d4-92e2-4289-8a12-896771b480bb triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:04:57.468705 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-19feb455-ecae-464c-9e5b-4e16c749bfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (836ed1d4-92e2-4289-8a12-896771b480bb), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:57.487113 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-914ccc7d-8c32-47dc-8dfa-ad90c34ff031 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:57.491206 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-914ccc7d-8c32-47dc-8dfa-ad90c34ff031 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0595422 Feb 09 01:04:57.491590 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43898) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:57.494685 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4e156467-206c-46ed-8610-fe31487e4715 req-1fb92c27-86d9-4918-b0af-68454a78c673 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7409976 Feb 09 01:04:57.523756 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f83f22-b885-4276-9d1d-7178c999fb3c req-084bd0c8-5630-4120-b204-8bc7027e2b60 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:57.525327 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-12f83f22-b885-4276-9d1d-7178c999fb3c req-084bd0c8-5630-4120-b204-8bc7027e2b60 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 945 time: 0.4122655 Feb 09 01:04:57.554163 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c2eee-6c53-4746-a31a-42bfdcefa177 req-237239a3-a42c-4570-8c61-95d831a5f18c tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:57.562486 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a87c2eee-6c53-4746-a31a-42bfdcefa177 req-237239a3-a42c-4570-8c61-95d831a5f18c tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 949 time: 0.4301529 Feb 09 01:04:57.571472 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-4e156467-206c-46ed-8610-fe31487e4715 req-98663026-5f56-4220-82a9-0568cc1ad69a service neutron] Request body: {'port': {'device_id': '076c97d3-ae9d-4579-b1b2-c56cfbd6ee86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:57.661696 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-12f83f22-b885-4276-9d1d-7178c999fb3c req-b833d915-70c8-4f2f-8bb0-b50ac232211f tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962069 Feb 09 01:04:57.672708 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-549ecc8d-a116-4831-910a-29f6c87bd4f8 None None] Set router c8d4da76-3b8e-4ca8-927e-718e1ed4fe05 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:04:57.699577 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-19feb455-ecae-464c-9e5b-4e16c749bfc5 None None] Port 836ed1d4-92e2-4289-8a12-896771b480bb cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:04:57.803450 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43902) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:57.921325 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-549ecc8d-a116-4831-910a-29f6c87bd4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d4da76-3b8e-4ca8-927e-718e1ed4fe05', 'name': 'tempest-FloatingIPDetailsTestJSON-1092355134-router', 'tenant_id': 'c333efecfde6492dbb658dc03ef39b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'c4b2e2bb-990e-4d33-adc3-2d66cbefbb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:52Z', 'updated_at': '2022-02-09T01:04:55Z', 'revision_number': 3, 'project_id': 'c333efecfde6492dbb658dc03ef39b01', 'gw_port': {'id': 'c4b2e2bb-990e-4d33-adc3-2d66cbefbb75', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b5:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d4da76-3b8e-4ca8-927e-718e1ed4fe05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:53Z', 'updated_at': '2022-02-09T01:04:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:57.948131 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a87c2eee-6c53-4746-a31a-42bfdcefa177 req-052fc099-662b-469e-8a50-5e57651fc56d tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844309 Feb 09 01:04:57.955868 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4e156467-206c-46ed-8610-fe31487e4715 req-98663026-5f56-4220-82a9-0568cc1ad69a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (836ed1d4-92e2-4289-8a12-896771b480bb), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:57.960072 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549ecc8d-a116-4831-910a-29f6c87bd4f8 None None] Checking router: c8d4da76-3b8e-4ca8-927e-718e1ed4fe05 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:04:57.960651 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549ecc8d-a116-4831-910a-29f6c87bd4f8 None None] Updating router c8d4da76-3b8e-4ca8-927e-718e1ed4fe05 port c4b2e2bb-990e-4d33-adc3-2d66cbefbb75 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:04:57.994648 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-549ecc8d-a116-4831-910a-29f6c87bd4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c4b2e2bb-990e-4d33-adc3-2d66cbefbb75), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:58.150564 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c811e04f-806d-4ab2-a83c-1df7f5beb2bb req-70e5707d-ce46-419e-9da4-50b62c2b9aa4 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:58.158159 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c811e04f-806d-4ab2-a83c-1df7f5beb2bb req-70e5707d-ce46-419e-9da4-50b62c2b9aa4 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 935 time: 0.3203185 Feb 09 01:04:58.259345 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-828dc6cb-8c34-4a3d-bc66-37b5ceb91e84 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-218602967-network', 'tenant_id': '349016141cb643eba466ab5e9338a7e5'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:58.348777 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-549ecc8d-a116-4831-910a-29f6c87bd4f8 None None] Publish callbacks [] for port (c4b2e2bb-990e-4d33-adc3-2d66cbefbb75), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:58.354718 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-549ecc8d-a116-4831-910a-29f6c87bd4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (c4b2e2bb-990e-4d33-adc3-2d66cbefbb75), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:58.407112 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62402c-151b-44ce-b63a-9a8afe3ba647 None None] Pushing event updated for resources: {'Port': ['ID=c4b2e2bb-990e-4d33-adc3-2d66cbefbb75,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:58.433268 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f62402c-151b-44ce-b63a-9a8afe3ba647 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:58.434486 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f62402c-151b-44ce-b63a-9a8afe3ba647 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:58.435144 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f62402c-151b-44ce-b63a-9a8afe3ba647 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:58.435701 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f62402c-151b-44ce-b63a-9a8afe3ba647 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:58.436268 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f62402c-151b-44ce-b63a-9a8afe3ba647 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:58.436892 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f62402c-151b-44ce-b63a-9a8afe3ba647 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:58.437380 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f62402c-151b-44ce-b63a-9a8afe3ba647 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:58.437866 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f62402c-151b-44ce-b63a-9a8afe3ba647 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:58.438365 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f62402c-151b-44ce-b63a-9a8afe3ba647 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:58.439098 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f62402c-151b-44ce-b63a-9a8afe3ba647 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:58.440041 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f62402c-151b-44ce-b63a-9a8afe3ba647 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:58.440527 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f62402c-151b-44ce-b63a-9a8afe3ba647 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:58.441894 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f62402c-151b-44ce-b63a-9a8afe3ba647 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:04:58.444194 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828dc6cb-8c34-4a3d-bc66-37b5ceb91e84 admin admin] Made reservation on behalf of 349016141cb643eba466ab5e9338a7e5 for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:04:58.446440 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-549ecc8d-a116-4831-910a-29f6c87bd4f8 None None] Attempting to bind port c4b2e2bb-990e-4d33-adc3-2d66cbefbb75 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:04:58.446611 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-828dc6cb-8c34-4a3d-bc66-37b5ceb91e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:58.447124 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-549ecc8d-a116-4831-910a-29f6c87bd4f8 None None] Attempting to bind port c4b2e2bb-990e-4d33-adc3-2d66cbefbb75 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:04:58.447656 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549ecc8d-a116-4831-910a-29f6c87bd4f8 None None] Attempting to bind port c4b2e2bb-990e-4d33-adc3-2d66cbefbb75 on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:04:58.454799 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549ecc8d-a116-4831-910a-29f6c87bd4f8 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:04:58.456384 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549ecc8d-a116-4831-910a-29f6c87bd4f8 None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:04:58.457022 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-549ecc8d-a116-4831-910a-29f6c87bd4f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:58.457575 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549ecc8d-a116-4831-910a-29f6c87bd4f8 None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:04:58.458753 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-549ecc8d-a116-4831-910a-29f6c87bd4f8 None None] Bound port: c4b2e2bb-990e-4d33-adc3-2d66cbefbb75, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:04:58.459576 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-549ecc8d-a116-4831-910a-29f6c87bd4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c4b2e2bb-990e-4d33-adc3-2d66cbefbb75), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:58.489685 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e3db7-0438-418c-8651-357f645694a4 req-4fb8c468-c4ef-45ae-9c2c-b59f3a99dd7b tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:58.496730 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-762e3db7-0438-418c-8651-357f645694a4 req-4fb8c468-c4ef-45ae-9c2c-b59f3a99dd7b tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=41447836-fa14-4ac5-9ad5-3d6a1ae57c48 HTTP/1.1" status: 200 len: 945 time: 0.3743236 Feb 09 01:04:58.498553 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-828dc6cb-8c34-4a3d-bc66-37b5ceb91e84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:58.508325 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c811e04f-806d-4ab2-a83c-1df7f5beb2bb req-1bd70534-db45-498b-8042-61faa15c47f5 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493392 Feb 09 01:04:58.584519 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-549ecc8d-a116-4831-910a-29f6c87bd4f8 None None] For port c4b2e2bb-990e-4d33-adc3-2d66cbefbb75, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:04:58.588431 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-549ecc8d-a116-4831-910a-29f6c87bd4f8 None None] For port c4b2e2bb-990e-4d33-adc3-2d66cbefbb75, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=c4b2e2bb-990e-4d33-adc3-2d66cbefbb75,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:04:58.600758 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-549ecc8d-a116-4831-910a-29f6c87bd4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (c4b2e2bb-990e-4d33-adc3-2d66cbefbb75), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:58.641801 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-762e3db7-0438-418c-8651-357f645694a4 req-346d4e00-9c03-4289-afee-2fb725c0f78e tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441112 Feb 09 01:04:58.736651 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62402c-151b-44ce-b63a-9a8afe3ba647 None None] Pushing event updated for resources: {'Port': ['ID=c4b2e2bb-990e-4d33-adc3-2d66cbefbb75,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:58.770164 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549ecc8d-a116-4831-910a-29f6c87bd4f8 None None] Routers {'c8d4da76-3b8e-4ca8-927e-718e1ed4fe05'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:04:58.771346 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-549ecc8d-a116-4831-910a-29f6c87bd4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:04:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c8d4da76-3b8e-4ca8-927e-718e1ed4fe05'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:58.771963 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-828dc6cb-8c34-4a3d-bc66-37b5ceb91e84 admin admin] Publish callbacks [] for security_group (ace6c8b6-2d98-4708-a180-920913603b9a), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:58.778967 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-828dc6cb-8c34-4a3d-bc66-37b5ceb91e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (ace6c8b6-2d98-4708-a180-920913603b9a), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:58.792723 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-828dc6cb-8c34-4a3d-bc66-37b5ceb91e84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1046} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:04:58.802502 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-889d4924-ba04-4646-99a0-ba53cce7a6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:58.804277 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-828dc6cb-8c34-4a3d-bc66-37b5ceb91e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (c09a8a87-556d-487a-811a-06517127dee5), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:58.804656 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-828dc6cb-8c34-4a3d-bc66-37b5ceb91e84 admin admin] Added segment c09a8a87-556d-487a-811a-06517127dee5 of type vlan for network 584d7274-cb01-4853-8902-7824a3a705cb Feb 09 01:04:58.849957 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-828dc6cb-8c34-4a3d-bc66-37b5ceb91e84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (584d7274-cb01-4853-8902-7824a3a705cb), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:58.921804 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-828dc6cb-8c34-4a3d-bc66-37b5ceb91e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (584d7274-cb01-4853-8902-7824a3a705cb), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:58.923344 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828dc6cb-8c34-4a3d-bc66-37b5ceb91e84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:58.924662 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-828dc6cb-8c34-4a3d-bc66-37b5ceb91e84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:59.019887 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-549ecc8d-a116-4831-910a-29f6c87bd4f8 None None] Set router c8d4da76-3b8e-4ca8-927e-718e1ed4fe05 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:04:59.023784 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43916) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:04:59.032292 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-828dc6cb-8c34-4a3d-bc66-37b5ceb91e84 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2274160 Feb 09 01:04:59.038740 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-2b94c75c-26bb-4f7f-ac5f-da6f38b8a313 admin admin] Request body: {'subnet': {'network_id': '584d7274-cb01-4853-8902-7824a3a705cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-218602967-subnet', 'tenant_id': '349016141cb643eba466ab5e9338a7e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:04:59.146913 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b94c75c-26bb-4f7f-ac5f-da6f38b8a313 admin admin] Made reservation on behalf of 349016141cb643eba466ab5e9338a7e5 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:04:59.154497 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2b94c75c-26bb-4f7f-ac5f-da6f38b8a313 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:59.351732 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-549ecc8d-a116-4831-910a-29f6c87bd4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d4da76-3b8e-4ca8-927e-718e1ed4fe05', 'name': 'tempest-FloatingIPDetailsTestJSON-1092355134-router', 'tenant_id': 'c333efecfde6492dbb658dc03ef39b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'c4b2e2bb-990e-4d33-adc3-2d66cbefbb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:52Z', 'updated_at': '2022-02-09T01:04:55Z', 'revision_number': 3, 'project_id': 'c333efecfde6492dbb658dc03ef39b01', 'gw_port': {'id': 'c4b2e2bb-990e-4d33-adc3-2d66cbefbb75', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b5:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d4da76-3b8e-4ca8-927e-718e1ed4fe05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:53Z', 'updated_at': '2022-02-09T01:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:04:59.383825 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549ecc8d-a116-4831-910a-29f6c87bd4f8 None None] The sync data for ids ['c8d4da76-3b8e-4ca8-927e-718e1ed4fe05'] in n-d-828369-4 is: [{'id': 'c8d4da76-3b8e-4ca8-927e-718e1ed4fe05', 'name': 'tempest-FloatingIPDetailsTestJSON-1092355134-router', 'tenant_id': 'c333efecfde6492dbb658dc03ef39b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'c4b2e2bb-990e-4d33-adc3-2d66cbefbb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:52Z', 'updated_at': '2022-02-09T01:04:55Z', 'revision_number': 3, 'project_id': 'c333efecfde6492dbb658dc03ef39b01', 'gw_port': {'id': 'c4b2e2bb-990e-4d33-adc3-2d66cbefbb75', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b5:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d4da76-3b8e-4ca8-927e-718e1ed4fe05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:53Z', 'updated_at': '2022-02-09T01:04:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:04:59.401839 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2b94c75c-26bb-4f7f-ac5f-da6f38b8a313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (4611cb36-f3d2-4498-977c-18da9d170e4c), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:59.468877 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-889d4924-ba04-4646-99a0-ba53cce7a6cf admin admin] Allocated IP 172.20.0.1 (1b697143-90aa-453a-a894-9af416276973/dcfb4a00-21ad-4633-9ed4-ec9c93babf14/33749e46-f470-4765-b5cc-1869bca2d673) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:04:59.506552 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828dc6cb-8c34-4a3d-bc66-37b5ceb91e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace6c8b6-2d98-4708-a180-920913603b9a,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:59.512319 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-4e156467-206c-46ed-8610-fe31487e4715 req-98663026-5f56-4220-82a9-0568cc1ad69a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 836ed1d4-92e2-4289-8a12-896771b480bb {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:04:59.527564 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4e156467-206c-46ed-8610-fe31487e4715 req-98663026-5f56-4220-82a9-0568cc1ad69a service neutron] Publish callbacks [] for port (836ed1d4-92e2-4289-8a12-896771b480bb), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:59.555214 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36046a67-2d07-4317-afe1-bb47e70cb4c7 req-3842b8bd-f487-48d6-a1ce-8c1c15c4ecd2 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:59.556902 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-36046a67-2d07-4317-afe1-bb47e70cb4c7 req-3842b8bd-f487-48d6-a1ce-8c1c15c4ecd2 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 945 time: 0.6756651 Feb 09 01:04:59.557628 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828dc6cb-8c34-4a3d-bc66-37b5ceb91e84 admin admin] Pushing event updated for resources: {'Network': ['ID=584d7274-cb01-4853-8902-7824a3a705cb,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:59.569720 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-4e156467-206c-46ed-8610-fe31487e4715 req-98663026-5f56-4220-82a9-0568cc1ad69a service neutron] Transition to ACTIVE for port object 836ed1d4-92e2-4289-8a12-896771b480bb will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:04:59.575624 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 584d7274-cb01-4853-8902-7824a3a705cb details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:04:59.609299 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3169f9-4b42-4a9d-9d30-091ae6aa3e17 req-c8376485-d8c9-48c1-b883-e6bcea5fa974 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:59.617278 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0b3169f9-4b42-4a9d-9d30-091ae6aa3e17 req-c8376485-d8c9-48c1-b883-e6bcea5fa974 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 949 time: 0.4841955 Feb 09 01:04:59.632244 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-889d4924-ba04-4646-99a0-ba53cce7a6cf admin admin] Publish callbacks [] for port (33749e46-f470-4765-b5cc-1869bca2d673), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:59.633864 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b94c75c-26bb-4f7f-ac5f-da6f38b8a313 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4611cb36-f3d2-4498-977c-18da9d170e4c,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:59.642657 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4e156467-206c-46ed-8610-fe31487e4715 req-98663026-5f56-4220-82a9-0568cc1ad69a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (836ed1d4-92e2-4289-8a12-896771b480bb), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:59.689054 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b94c75c-26bb-4f7f-ac5f-da6f38b8a313 admin admin] Checking segment: {'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:04:59.689054 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b94c75c-26bb-4f7f-ac5f-da6f38b8a313 admin admin] Network hostable DHCP agents. Network: 584d7274-cb01-4853-8902-7824a3a705cb, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:04:59.747592 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b94c75c-26bb-4f7f-ac5f-da6f38b8a313 admin admin] Network 584d7274-cb01-4853-8902-7824a3a705cb is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:04:59.753698 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-889d4924-ba04-4646-99a0-ba53cce7a6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (33749e46-f470-4765-b5cc-1869bca2d673), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:59.799820 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-2b94c75c-26bb-4f7f-ac5f-da6f38b8a313 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 584d7274-cb01-4853-8902-7824a3a705cb) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:59.824685 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889d4924-ba04-4646-99a0-ba53cce7a6cf admin admin] Network 1b697143-90aa-453a-a894-9af416276973 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:04:59.826165 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98663026-5f56-4220-82a9-0568cc1ad69a service neutron] Pushing event updated for resources: {'Port': ['ID=836ed1d4-92e2-4289-8a12-896771b480bb,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:04:59.835821 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328c0ec9-395f-4d89-991a-8608e9986844 None None] Network 584d7274-cb01-4853-8902-7824a3a705cb requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:04:59.848749 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-889d4924-ba04-4646-99a0-ba53cce7a6cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:04:59.882940 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b94c75c-26bb-4f7f-ac5f-da6f38b8a313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:04:59.883792 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2b94c75c-26bb-4f7f-ac5f-da6f38b8a313 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:04:59.894719 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-36046a67-2d07-4317-afe1-bb47e70cb4c7 req-44d016a8-f789-4928-9e6c-6d4cf4ba9a1c tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284674 Feb 09 01:04:59.898010 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889d4924-ba04-4646-99a0-ba53cce7a6cf admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:04:59.925365 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0b3169f9-4b42-4a9d-9d30-091ae6aa3e17 req-4f351170-4fa8-47f9-a349-ea72df4f0eac tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060555 Feb 09 01:05:00.013963 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d4924-ba04-4646-99a0-ba53cce7a6cf admin admin] Pushing event updated for resources: {'Port': ['ID=33749e46-f470-4765-b5cc-1869bca2d673,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:00.031649 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-889d4924-ba04-4646-99a0-ba53cce7a6cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (c8d4da76-3b8e-4ca8-927e-718e1ed4fe05), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:00.101588 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c275001-6bbd-4a50-98a0-355fa77aeee3 None None] Network 584d7274-cb01-4853-8902-7824a3a705cb requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:05:00.124468 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-4e156467-206c-46ed-8610-fe31487e4715 req-98663026-5f56-4220-82a9-0568cc1ad69a service neutron] Attempting to bind port 836ed1d4-92e2-4289-8a12-896771b480bb on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:05:00.124987 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-4e156467-206c-46ed-8610-fe31487e4715 req-98663026-5f56-4220-82a9-0568cc1ad69a service neutron] Attempting to bind port 836ed1d4-92e2-4289-8a12-896771b480bb by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:05:00.125246 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e156467-206c-46ed-8610-fe31487e4715 req-98663026-5f56-4220-82a9-0568cc1ad69a service neutron] Attempting to bind port 836ed1d4-92e2-4289-8a12-896771b480bb on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:05:00.138682 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e156467-206c-46ed-8610-fe31487e4715 req-98663026-5f56-4220-82a9-0568cc1ad69a service neutron] Port 836ed1d4-92e2-4289-8a12-896771b480bb on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:05:00.139668 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e156467-206c-46ed-8610-fe31487e4715 req-98663026-5f56-4220-82a9-0568cc1ad69a service neutron] Attempting to bind port 836ed1d4-92e2-4289-8a12-896771b480bb on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:05:00.157961 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e156467-206c-46ed-8610-fe31487e4715 req-98663026-5f56-4220-82a9-0568cc1ad69a service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:05:00.158475 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e156467-206c-46ed-8610-fe31487e4715 req-98663026-5f56-4220-82a9-0568cc1ad69a service neutron] Checking segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:05:00.159072 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e156467-206c-46ed-8610-fe31487e4715 req-98663026-5f56-4220-82a9-0568cc1ad69a service neutron] Bound using segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:05:00.159644 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-4e156467-206c-46ed-8610-fe31487e4715 req-98663026-5f56-4220-82a9-0568cc1ad69a service neutron] Bound port: 836ed1d4-92e2-4289-8a12-896771b480bb, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:05:00.160115 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4e156467-206c-46ed-8610-fe31487e4715 req-98663026-5f56-4220-82a9-0568cc1ad69a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (836ed1d4-92e2-4289-8a12-896771b480bb), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:00.222237 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2b94c75c-26bb-4f7f-ac5f-da6f38b8a313 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1971946 Feb 09 01:05:00.373022 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-4e156467-206c-46ed-8610-fe31487e4715 req-98663026-5f56-4220-82a9-0568cc1ad69a service neutron] For port 836ed1d4-92e2-4289-8a12-896771b480bb, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:05:00.379727 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-4e156467-206c-46ed-8610-fe31487e4715 req-98663026-5f56-4220-82a9-0568cc1ad69a service neutron] For port 836ed1d4-92e2-4289-8a12-896771b480bb, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=836ed1d4-92e2-4289-8a12-896771b480bb,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:05:00.394793 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4e156467-206c-46ed-8610-fe31487e4715 req-98663026-5f56-4220-82a9-0568cc1ad69a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (836ed1d4-92e2-4289-8a12-896771b480bb), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:00.494314 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-889d4924-ba04-4646-99a0-ba53cce7a6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (33749e46-f470-4765-b5cc-1869bca2d673), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:00.557660 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-797097e1-729a-45d2-815d-61933ce080fd None None] Provisioning complete for port 33749e46-f470-4765-b5cc-1869bca2d673 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:00.558260 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-797097e1-729a-45d2-815d-61933ce080fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (33749e46-f470-4765-b5cc-1869bca2d673), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:00.568128 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98663026-5f56-4220-82a9-0568cc1ad69a service neutron] Pushing event updated for resources: {'Port': ['ID=836ed1d4-92e2-4289-8a12-896771b480bb,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:00.590904 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e156467-206c-46ed-8610-fe31487e4715 req-98663026-5f56-4220-82a9-0568cc1ad69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:00.593946 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4e156467-206c-46ed-8610-fe31487e4715 req-98663026-5f56-4220-82a9-0568cc1ad69a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:00.596994 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4e156467-206c-46ed-8610-fe31487e4715 req-98663026-5f56-4220-82a9-0568cc1ad69a service neutron] 10.222.0.47 "PUT /v2.0/ports/836ed1d4-92e2-4289-8a12-896771b480bb HTTP/1.1" status: 200 len: 1095 time: 3.0325415 Feb 09 01:05:00.675257 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '076c97d3-ae9d-4579-b1b2-c56cfbd6ee86', 'tag': '836ed1d4-92e2-4289-8a12-896771b480bb'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:05:00.677785 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e344af8-d4ae-4fe3-9e4c-24b49328561f" -d '{"events": [{"name": "network-changed", "server_uuid": "076c97d3-ae9d-4579-b1b2-c56cfbd6ee86", "tag": "836ed1d4-92e2-4289-8a12-896771b480bb"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:05:00.683732 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-797097e1-729a-45d2-815d-61933ce080fd None None] Port 33749e46-f470-4765-b5cc-1869bca2d673 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:05:00.947759 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1108b30-df4e-48eb-a46f-71e74080dc13 req-92c18a35-7ffa-4165-9dd2-de71fe5702ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:00.950288 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1108b30-df4e-48eb-a46f-71e74080dc13 req-92c18a35-7ffa-4165-9dd2-de71fe5702ea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fd95784aef2f4c959fbd7f0e5be004df&device_id=41447836-fa14-4ac5-9ad5-3d6a1ae57c48 HTTP/1.1" status: 200 len: 1127 time: 0.4063530 Feb 09 01:05:00.955531 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-889d4924-ba04-4646-99a0-ba53cce7a6cf admin admin] Publish callbacks [] for port (33749e46-f470-4765-b5cc-1869bca2d673), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:00.964928 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-889d4924-ba04-4646-99a0-ba53cce7a6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (33749e46-f470-4765-b5cc-1869bca2d673), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:00.974776 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84302ee0-23bc-43a8-b78c-9d7292d50ffa req-d26e84ae-f634-49c8-ba59-fb1c5a1b5040 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:00.985398 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-84302ee0-23bc-43a8-b78c-9d7292d50ffa req-d26e84ae-f634-49c8-ba59-fb1c5a1b5040 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 947 time: 0.4512317 Feb 09 01:05:01.084927 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-889d4924-ba04-4646-99a0-ba53cce7a6cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (c8d4da76-3b8e-4ca8-927e-718e1ed4fe05), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:01.190574 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-84302ee0-23bc-43a8-b78c-9d7292d50ffa req-3982ef64-6866-4ace-ad24-c3ccde32fe59 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042015 Feb 09 01:05:01.218802 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626d6af-56ad-4198-bd08-fdeefff90ff8 req-2d37c4dd-4946-4e72-aa61-27964aa51e86 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:01.226671 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f626d6af-56ad-4198-bd08-fdeefff90ff8 req-2d37c4dd-4946-4e72-aa61-27964aa51e86 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=41447836-fa14-4ac5-9ad5-3d6a1ae57c48 HTTP/1.1" status: 200 len: 945 time: 0.4288931 Feb 09 01:05:01.275908 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d4924-ba04-4646-99a0-ba53cce7a6cf admin admin] Pushing event updated for resources: {'Port': ['ID=33749e46-f470-4765-b5cc-1869bca2d673,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:01.292924 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274c243e-ea88-4e74-9362-3572e93ea503 x-openstack-request-id: req-274c243e-ea88-4e74-9362-3572e93ea503 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:05:01.293441 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "076c97d3-ae9d-4579-b1b2-c56cfbd6ee86", "tag": "836ed1d4-92e2-4289-8a12-896771b480bb", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:05:01.293874 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-274c243e-ea88-4e74-9362-3572e93ea503 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:05:01.294426 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '076c97d3-ae9d-4579-b1b2-c56cfbd6ee86', 'tag': '836ed1d4-92e2-4289-8a12-896771b480bb', 'status': 'completed', 'code': 200} Feb 09 01:05:01.309711 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f626d6af-56ad-4198-bd08-fdeefff90ff8 req-82684c89-0b77-4107-953e-92b2382d432d tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819294 Feb 09 01:05:01.387464 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43960) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:05:01.398758 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-a4b233db-df11-4a47-b1c7-44fd66b9c538 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1385975736-network', 'tenant_id': 'feb523cb13bf45dba1c73a7d0b9b3373'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:01.406466 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889d4924-ba04-4646-99a0-ba53cce7a6cf admin admin] Network 1b697143-90aa-453a-a894-9af416276973 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:05:01.414464 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-889d4924-ba04-4646-99a0-ba53cce7a6cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:05:01.418831 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e156467-206c-46ed-8610-fe31487e4715 req-378c1bc6-2001-4458-8fa7-c98e58db7056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:01.420860 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4e156467-206c-46ed-8610-fe31487e4715 req-378c1bc6-2001-4458-8fa7-c98e58db7056 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=698d05b4eb4b402aa83e695c4b2c5978&device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 1129 time: 0.7023377 Feb 09 01:05:01.466539 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b233db-df11-4a47-b1c7-44fd66b9c538 admin admin] Made reservation on behalf of feb523cb13bf45dba1c73a7d0b9b3373 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:05:01.468940 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a4b233db-df11-4a47-b1c7-44fd66b9c538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:01.563040 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1108b30-df4e-48eb-a46f-71e74080dc13 req-d6bcac63-2871-4e79-9edc-e406dc01413d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:01.563040 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1108b30-df4e-48eb-a46f-71e74080dc13 req-d6bcac63-2871-4e79-9edc-e406dc01413d service neutron] 10.222.0.47 "GET /v2.0/networks?id=a68f0505-3f6b-42ee-9cbd-93f29ca0d342 HTTP/1.1" status: 200 len: 918 time: 0.5724986 Feb 09 01:05:01.623584 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a4b233db-df11-4a47-b1c7-44fd66b9c538 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:01.674926 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device c4b2e2bb-990e-4d33-adc3-2d66cbefbb75 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:05:01.683416 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1108b30-df4e-48eb-a46f-71e74080dc13 req-f17d3d27-d509-453f-8f2c-0778fcf8b6d9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53fb98c2-f07d-4bab-b50e-9cebf8c4269c HTTP/1.1" status: 200 len: 217 time: 0.0645378 Feb 09 01:05:01.687111 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4e156467-206c-46ed-8610-fe31487e4715 req-20866160-16b0-4348-8983-1806b1caa228 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=836ed1d4-92e2-4289-8a12-896771b480bb HTTP/1.1" status: 200 len: 217 time: 0.1448717 Feb 09 01:05:01.809644 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-889d4924-ba04-4646-99a0-ba53cce7a6cf admin admin] Router c8d4da76-3b8e-4ca8-927e-718e1ed4fe05 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:05:01.832353 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-8230607e-fc4f-40bc-b645-194584020217 None None] Provisioning complete for port 33749e46-f470-4765-b5cc-1869bca2d673 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:01.832950 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8230607e-fc4f-40bc-b645-194584020217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (33749e46-f470-4765-b5cc-1869bca2d673), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:01.853807 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e156467-206c-46ed-8610-fe31487e4715 req-f76aed3a-4fca-488d-809c-741dcb25e48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:01.855542 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4e156467-206c-46ed-8610-fe31487e4715 req-f76aed3a-4fca-488d-809c-741dcb25e48e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.1599658 Feb 09 01:05:01.877825 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port c4b2e2bb-990e-4d33-adc3-2d66cbefbb75 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:01.878389 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c4b2e2bb-990e-4d33-adc3-2d66cbefbb75), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:01.917998 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc3546-da67-4b64-99b1-19de714322ee req-de0d6bc2-1982-44c8-8a2f-aafa14de283f tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:01.919795 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dffc3546-da67-4b64-99b1-19de714322ee req-de0d6bc2-1982-44c8-8a2f-aafa14de283f tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 945 time: 0.4564440 Feb 09 01:05:01.957138 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a4b233db-df11-4a47-b1c7-44fd66b9c538 admin admin] Publish callbacks [] for security_group (b69ab812-2d92-41ee-a524-2e360d367967), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:01.966866 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a4b233db-df11-4a47-b1c7-44fd66b9c538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b69ab812-2d92-41ee-a524-2e360d367967), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:02.000628 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-8230607e-fc4f-40bc-b645-194584020217 None None] Port 33749e46-f470-4765-b5cc-1869bca2d673 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:05:02.029033 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66bfcbc-358d-407f-9940-8f53f9bd83e9 req-dae17567-00f2-4e6b-b666-3be93ca1c2c9 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:02.030775 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c66bfcbc-358d-407f-9940-8f53f9bd83e9 req-dae17567-00f2-4e6b-b666-3be93ca1c2c9 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 949 time: 0.6491120 Feb 09 01:05:02.039343 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b233db-df11-4a47-b1c7-44fd66b9c538 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1039} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:05:02.059163 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1108b30-df4e-48eb-a46f-71e74080dc13 req-7f0f2d08-1605-43db-8ccd-3848eafc8545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:02.063584 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1108b30-df4e-48eb-a46f-71e74080dc13 req-7f0f2d08-1605-43db-8ccd-3848eafc8545 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f18029ff-f8f9-4b7d-a42a-801469d4cf46 HTTP/1.1" status: 200 len: 855 time: 0.3664334 Feb 09 01:05:02.073487 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b233db-df11-4a47-b1c7-44fd66b9c538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69ab812-2d92-41ee-a524-2e360d367967,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:02.087068 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b233db-df11-4a47-b1c7-44fd66b9c538 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:02.088140 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b233db-df11-4a47-b1c7-44fd66b9c538 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:02.088964 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b233db-df11-4a47-b1c7-44fd66b9c538 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:02.089204 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b233db-df11-4a47-b1c7-44fd66b9c538 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:02.089526 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b233db-df11-4a47-b1c7-44fd66b9c538 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:02.090154 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b233db-df11-4a47-b1c7-44fd66b9c538 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:02.090532 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b233db-df11-4a47-b1c7-44fd66b9c538 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:02.090868 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b233db-df11-4a47-b1c7-44fd66b9c538 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:02.091627 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b233db-df11-4a47-b1c7-44fd66b9c538 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:02.091627 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b233db-df11-4a47-b1c7-44fd66b9c538 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:02.091921 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b233db-df11-4a47-b1c7-44fd66b9c538 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:02.092403 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b233db-df11-4a47-b1c7-44fd66b9c538 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:02.092815 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b233db-df11-4a47-b1c7-44fd66b9c538 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:02.095740 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port c4b2e2bb-990e-4d33-adc3-2d66cbefbb75 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:05:02.096259 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c4b2e2bb-990e-4d33-adc3-2d66cbefbb75), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:02.102361 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a4b233db-df11-4a47-b1c7-44fd66b9c538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (bdc91406-9294-455a-81f8-25181982c8df), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:02.102732 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-a4b233db-df11-4a47-b1c7-44fd66b9c538 admin admin] Added segment bdc91406-9294-455a-81f8-25181982c8df of type vlan for network 5f34e17c-09fa-4b0a-bbae-35e7c5f7879e Feb 09 01:05:02.113570 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889d4924-ba04-4646-99a0-ba53cce7a6cf admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:05:02.133616 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-889d4924-ba04-4646-99a0-ba53cce7a6cf admin admin] 10.222.0.50 "PUT /v2.0/routers/c8d4da76-3b8e-4ca8-927e-718e1ed4fe05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6321344 Feb 09 01:05:02.168349 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a4b233db-df11-4a47-b1c7-44fd66b9c538 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (5f34e17c-09fa-4b0a-bbae-35e7c5f7879e), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:02.179381 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port c4b2e2bb-990e-4d33-adc3-2d66cbefbb75, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=c4b2e2bb-990e-4d33-adc3-2d66cbefbb75,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:05:02.189091 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (c4b2e2bb-990e-4d33-adc3-2d66cbefbb75), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:02.214544 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a4b233db-df11-4a47-b1c7-44fd66b9c538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (5f34e17c-09fa-4b0a-bbae-35e7c5f7879e), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:02.215780 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e156467-206c-46ed-8610-fe31487e4715 req-c16d11e8-87c4-4256-ab3c-dcf124c0c978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:02.216252 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b233db-df11-4a47-b1c7-44fd66b9c538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:02.216629 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a4b233db-df11-4a47-b1c7-44fd66b9c538 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:02.218696 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4e156467-206c-46ed-8610-fe31487e4715 req-c16d11e8-87c4-4256-ab3c-dcf124c0c978 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3464968 Feb 09 01:05:02.231631 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dffc3546-da67-4b64-99b1-19de714322ee req-42cc7e4c-e72e-4547-a7f0-05c76caf5e90 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790129 Feb 09 01:05:02.261539 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=c4b2e2bb-990e-4d33-adc3-2d66cbefbb75,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:02.285638 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2d16aa47-74b8-469c-987b-3b61202c9e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:02.315854 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c66bfcbc-358d-407f-9940-8f53f9bd83e9 req-f20c456c-5846-42a1-abef-741e75ced706 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663007 Feb 09 01:05:02.347799 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0ac0a6-acfe-42d2-930f-0446deec09af None None] Sync routers for ids ['c8d4da76-3b8e-4ca8-927e-718e1ed4fe05'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:05:02.359634 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b233db-df11-4a47-b1c7-44fd66b9c538 admin admin] Pushing event updated for resources: {'Network': ['ID=5f34e17c-09fa-4b0a-bbae-35e7c5f7879e,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:02.370055 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0ac0a6-acfe-42d2-930f-0446deec09af None None] Routers {'c8d4da76-3b8e-4ca8-927e-718e1ed4fe05'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:05:02.374359 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-5a0ac0a6-acfe-42d2-930f-0446deec09af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:04:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c8d4da76-3b8e-4ca8-927e-718e1ed4fe05'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:02.389662 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a4b233db-df11-4a47-b1c7-44fd66b9c538 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0002692 Feb 09 01:05:02.390888 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 5f34e17c-09fa-4b0a-bbae-35e7c5f7879e details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:05:02.392322 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43974) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:05:02.397512 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-3adc700e-adfb-4120-8c64-44e64196950a admin admin] Request body: {'subnet': {'network_id': '5f34e17c-09fa-4b0a-bbae-35e7c5f7879e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1385975736-subnet', 'tenant_id': 'feb523cb13bf45dba1c73a7d0b9b3373', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:02.428134 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1108b30-df4e-48eb-a46f-71e74080dc13 req-69e1fa94-c5e0-4c75-9f70-8ebdc4543f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:02.429704 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1108b30-df4e-48eb-a46f-71e74080dc13 req-69e1fa94-c5e0-4c75-9f70-8ebdc4543f29 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a68f0505-3f6b-42ee-9cbd-93f29ca0d342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3387957 Feb 09 01:05:02.444754 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3adc700e-adfb-4120-8c64-44e64196950a admin admin] Made reservation on behalf of feb523cb13bf45dba1c73a7d0b9b3373 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:05:02.447037 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3adc700e-adfb-4120-8c64-44e64196950a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:02.609892 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4e156467-206c-46ed-8610-fe31487e4715 req-95ac1096-3254-486a-bff4-905c07b927e3 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692889 Feb 09 01:05:02.718468 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3adc700e-adfb-4120-8c64-44e64196950a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (ed7535e7-aae8-4f70-95aa-52ac30d12ab8), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:02.740966 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-5a0ac0a6-acfe-42d2-930f-0446deec09af None None] Set router c8d4da76-3b8e-4ca8-927e-718e1ed4fe05 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:05:02.762041 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9ae14-730a-4fd3-af8f-71a80c446f2d req-767025c9-8aa3-4f28-a2f4-ece021ab737a tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:02.763538 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7dc9ae14-730a-4fd3-af8f-71a80c446f2d req-767025c9-8aa3-4f28-a2f4-ece021ab737a tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 947 time: 0.3079600 Feb 09 01:05:02.776577 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1108b30-df4e-48eb-a46f-71e74080dc13 req-220efabc-d0cd-47b3-a233-4f1f79f1fd93 service neutron] 10.222.0.47 "GET /v2.0/networks/a68f0505-3f6b-42ee-9cbd-93f29ca0d342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361776 Feb 09 01:05:02.805266 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc700e-adfb-4120-8c64-44e64196950a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed7535e7-aae8-4f70-95aa-52ac30d12ab8,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:02.821187 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3adc700e-adfb-4120-8c64-44e64196950a admin admin] Checking segment: {'id': 'bdc91406-9294-455a-81f8-25181982c8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '5f34e17c-09fa-4b0a-bbae-35e7c5f7879e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:05:02.822385 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adc700e-adfb-4120-8c64-44e64196950a admin admin] Network hostable DHCP agents. Network: 5f34e17c-09fa-4b0a-bbae-35e7c5f7879e, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:05:02.843580 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adc700e-adfb-4120-8c64-44e64196950a admin admin] Network 5f34e17c-09fa-4b0a-bbae-35e7c5f7879e is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:05:02.855526 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-3adc700e-adfb-4120-8c64-44e64196950a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 5f34e17c-09fa-4b0a-bbae-35e7c5f7879e) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:05:02.861669 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adc700e-adfb-4120-8c64-44e64196950a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:02.862546 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3adc700e-adfb-4120-8c64-44e64196950a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:02.875796 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bc148-c582-49fa-9215-103cdf78cf72 req-9a51eeff-56f6-4512-9454-6e36e731a382 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:02.876785 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bef6df1-8102-4acd-bc98-22f802ea7a11 None None] Network 5f34e17c-09fa-4b0a-bbae-35e7c5f7879e requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:05:02.877351 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2f3bc148-c582-49fa-9215-103cdf78cf72 req-9a51eeff-56f6-4512-9454-6e36e731a382 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=41447836-fa14-4ac5-9ad5-3d6a1ae57c48 HTTP/1.1" status: 200 len: 945 time: 0.2980258 Feb 09 01:05:02.886515 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3adc700e-adfb-4120-8c64-44e64196950a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4930749 Feb 09 01:05:02.927966 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4e156467-206c-46ed-8610-fe31487e4715 req-44b746f0-3254-4a36-89ea-0b9e783a07a6 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892275 Feb 09 01:05:02.968763 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7dc9ae14-730a-4fd3-af8f-71a80c446f2d req-4b03db5b-e4e9-4d34-b130-4cbef10382aa tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936536 Feb 09 01:05:03.076571 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6167265-a739-48e5-92a3-b4a08d99fb13 None None] Network 5f34e17c-09fa-4b0a-bbae-35e7c5f7879e requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:05:03.141480 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2f3bc148-c582-49fa-9215-103cdf78cf72 req-e04d1b9f-6b14-4d89-81b3-cc8e230bbe71 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419827 Feb 09 01:05:03.156236 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1108b30-df4e-48eb-a46f-71e74080dc13 req-3488500e-25ba-4789-a11d-4fdf1c9629dc service neutron] 10.222.0.47 "GET /v2.0/networks/a68f0505-3f6b-42ee-9cbd-93f29ca0d342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690879 Feb 09 01:05:03.178869 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e344af8-d4ae-4fe3-9e4c-24b49328561f req-25d3bde7-f5c9-4fc9-bd6c-ee0deedb9288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:03.183423 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9e344af8-d4ae-4fe3-9e4c-24b49328561f req-25d3bde7-f5c9-4fc9-bd6c-ee0deedb9288 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=698d05b4eb4b402aa83e695c4b2c5978&device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 1129 time: 0.1657665 Feb 09 01:05:03.432966 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-5a0ac0a6-acfe-42d2-930f-0446deec09af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d4da76-3b8e-4ca8-927e-718e1ed4fe05', 'name': 'tempest-FloatingIPDetailsTestJSON-1092355134-router', 'tenant_id': 'c333efecfde6492dbb658dc03ef39b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'c4b2e2bb-990e-4d33-adc3-2d66cbefbb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:52Z', 'updated_at': '2022-02-09T01:05:00Z', 'revision_number': 4, 'project_id': 'c333efecfde6492dbb658dc03ef39b01', 'gw_port': {'id': 'c4b2e2bb-990e-4d33-adc3-2d66cbefbb75', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d4da76-3b8e-4ca8-927e-718e1ed4fe05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:53Z', 'updated_at': '2022-02-09T01:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '33749e46-f470-4765-b5cc-1869bca2d673', 'name': '', 'network_id': '1b697143-90aa-453a-a894-9af416276973', 'tenant_id': 'c333efecfde6492dbb658dc03ef39b01', 'mac_address': 'fa:16:3e:0f:a5:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d4da76-3b8e-4ca8-927e-718e1ed4fe05', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'dcfb4a00-21ad-4633-9ed4-ec9c93babf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:58Z', 'updated_at': '2022-02-09T01:05:00Z', 'revision_number': 2, 'project_id': 'c333efecfde6492dbb658dc03ef39b01', 'subnets': [{'id': 'dcfb4a00-21ad-4633-9ed4-ec9c93babf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:03.469583 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0ac0a6-acfe-42d2-930f-0446deec09af None None] Checking router: c8d4da76-3b8e-4ca8-927e-718e1ed4fe05 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:05:03.470425 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0ac0a6-acfe-42d2-930f-0446deec09af None None] Updating router c8d4da76-3b8e-4ca8-927e-718e1ed4fe05 port 33749e46-f470-4765-b5cc-1869bca2d673 binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:05:03.478022 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9858c01-8333-4341-981a-ebbc7c6bd661 req-155cd1e8-3be1-48b2-8533-9c230e878488 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2246974 Feb 09 01:05:03.486484 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e344af8-d4ae-4fe3-9e4c-24b49328561f req-5037d96b-0269-4a04-adbe-4c430c73de0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:03.488109 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9e344af8-d4ae-4fe3-9e4c-24b49328561f req-5037d96b-0269-4a04-adbe-4c430c73de0b service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.2964764 Feb 09 01:05:03.498951 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17290ea-dd12-4545-ac39-3086cebcecd3 req-8629b7ca-80cb-45ac-b4ee-0a6732e11db6 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:03.500632 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c17290ea-dd12-4545-ac39-3086cebcecd3 req-8629b7ca-80cb-45ac-b4ee-0a6732e11db6 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c635e05-dd0f-4970-b7d9-e20429983aa0 HTTP/1.1" status: 200 len: 945 time: 0.1411376 Feb 09 01:05:03.503644 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-a9858c01-8333-4341-981a-ebbc7c6bd661 req-b370c6e2-57d0-41ee-8642-0a6111f1838d tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:03.515690 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5a0ac0a6-acfe-42d2-930f-0446deec09af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (33749e46-f470-4765-b5cc-1869bca2d673), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:03.572089 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9e344af8-d4ae-4fe3-9e4c-24b49328561f req-2129e7c3-3336-4393-9bdb-ed28d18eb7a1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=836ed1d4-92e2-4289-8a12-896771b480bb HTTP/1.1" status: 200 len: 217 time: 0.0640428 Feb 09 01:05:03.635053 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a9858c01-8333-4341-981a-ebbc7c6bd661 req-b370c6e2-57d0-41ee-8642-0a6111f1838d tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:03.659172 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device c4b2e2bb-990e-4d33-adc3-2d66cbefbb75 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:05:03.667059 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c17290ea-dd12-4545-ac39-3086cebcecd3 req-27a37c6e-5f6c-4e6d-b8d3-90a9c38d2cca tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "GET /v2.0/security-groups?id=13a7381a-3896-4b7e-b2be-1c5396b372d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556242 Feb 09 01:05:03.684850 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e344af8-d4ae-4fe3-9e4c-24b49328561f req-2680954b-541b-4019-b07c-8744ad50772f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:03.687536 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9e344af8-d4ae-4fe3-9e4c-24b49328561f req-2680954b-541b-4019-b07c-8744ad50772f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.1034279 Feb 09 01:05:03.790567 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port c4b2e2bb-990e-4d33-adc3-2d66cbefbb75 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:03.790792 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c4b2e2bb-990e-4d33-adc3-2d66cbefbb75), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:03.862513 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3b803-3540-43df-8994-d63831b2232b req-d0536744-8a44-4084-855d-a972344b3f9c tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:03.864265 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e8b3b803-3540-43df-8994-d63831b2232b req-d0536744-8a44-4084-855d-a972344b3f9c tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 945 time: 0.1021805 Feb 09 01:05:03.867505 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e344af8-d4ae-4fe3-9e4c-24b49328561f req-4cad6898-bfa4-4e1a-bd3a-e3c9f0b045c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:03.869189 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9e344af8-d4ae-4fe3-9e4c-24b49328561f req-4cad6898-bfa4-4e1a-bd3a-e3c9f0b045c8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1248775 Feb 09 01:05:03.952649 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port c4b2e2bb-990e-4d33-adc3-2d66cbefbb75 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:05:03.974983 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9e344af8-d4ae-4fe3-9e4c-24b49328561f req-3c101aa4-1e18-43c3-954e-a45c47eace49 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930831 Feb 09 01:05:03.975371 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5a0ac0a6-acfe-42d2-930f-0446deec09af None None] Publish callbacks [] for port (33749e46-f470-4765-b5cc-1869bca2d673), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:03.981685 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5a0ac0a6-acfe-42d2-930f-0446deec09af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (33749e46-f470-4765-b5cc-1869bca2d673), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:04.050546 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ce172-89f8-4e8a-8195-2122faf98952 None None] Pushing event updated for resources: {'Port': ['ID=33749e46-f470-4765-b5cc-1869bca2d673,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:04.132343 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-5a0ac0a6-acfe-42d2-930f-0446deec09af None None] Attempting to bind port 33749e46-f470-4765-b5cc-1869bca2d673 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:05:04.132765 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-5a0ac0a6-acfe-42d2-930f-0446deec09af None None] Attempting to bind port 33749e46-f470-4765-b5cc-1869bca2d673 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'd5c0f933-a300-4a90-ae32-b84c4e1b1a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '1b697143-90aa-453a-a894-9af416276973'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:05:04.133150 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0ac0a6-acfe-42d2-930f-0446deec09af None None] Attempting to bind port 33749e46-f470-4765-b5cc-1869bca2d673 on network 1b697143-90aa-453a-a894-9af416276973 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:05:04.137407 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e8b3b803-3540-43df-8994-d63831b2232b req-56e8c5bd-2e41-4e0f-83ae-b41939aa4bc0 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548404 Feb 09 01:05:04.138872 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0ac0a6-acfe-42d2-930f-0446deec09af None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:05:04.139771 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0ac0a6-acfe-42d2-930f-0446deec09af None None] Checking segment: {'id': 'd5c0f933-a300-4a90-ae32-b84c4e1b1a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '1b697143-90aa-453a-a894-9af416276973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:05:04.140184 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5a0ac0a6-acfe-42d2-930f-0446deec09af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:04.140614 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0ac0a6-acfe-42d2-930f-0446deec09af None None] Bound using segment: {'id': 'd5c0f933-a300-4a90-ae32-b84c4e1b1a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '1b697143-90aa-453a-a894-9af416276973'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:05:04.141098 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-5a0ac0a6-acfe-42d2-930f-0446deec09af None None] Bound port: 33749e46-f470-4765-b5cc-1869bca2d673, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5c0f933-a300-4a90-ae32-b84c4e1b1a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '1b697143-90aa-453a-a894-9af416276973'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:05:04.141588 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5a0ac0a6-acfe-42d2-930f-0446deec09af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (33749e46-f470-4765-b5cc-1869bca2d673), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:04.203383 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9e344af8-d4ae-4fe3-9e4c-24b49328561f req-9faabaa7-fa7d-43b2-bf0c-177a07596fc9 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110491 Feb 09 01:05:04.205088 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a9858c01-8333-4341-981a-ebbc7c6bd661 req-b370c6e2-57d0-41ee-8642-0a6111f1838d tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:04.231684 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-5a0ac0a6-acfe-42d2-930f-0446deec09af None None] For port 33749e46-f470-4765-b5cc-1869bca2d673, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:05:04.235858 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-5a0ac0a6-acfe-42d2-930f-0446deec09af None None] For port 33749e46-f470-4765-b5cc-1869bca2d673, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=33749e46-f470-4765-b5cc-1869bca2d673,segment=NetworkSegment(d5c0f933-a300-4a90-ae32-b84c4e1b1a64),segment_id=d5c0f933-a300-4a90-ae32-b84c4e1b1a64)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:05:04.246829 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5a0ac0a6-acfe-42d2-930f-0446deec09af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (33749e46-f470-4765-b5cc-1869bca2d673), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:04.321592 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0ac0a6-acfe-42d2-930f-0446deec09af None None] Routers {'c8d4da76-3b8e-4ca8-927e-718e1ed4fe05'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:05:04.322720 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-5a0ac0a6-acfe-42d2-930f-0446deec09af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:04:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c8d4da76-3b8e-4ca8-927e-718e1ed4fe05'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:04.398385 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ce172-89f8-4e8a-8195-2122faf98952 None None] Pushing event updated for resources: {'Port': ['ID=33749e46-f470-4765-b5cc-1869bca2d673,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:04.402354 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-a9858c01-8333-4341-981a-ebbc7c6bd661 req-b370c6e2-57d0-41ee-8642-0a6111f1838d tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Allocated IP 172.25.8.126 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/82dccbb2-8ca0-4806-8d3b-98dad0f3a7be) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:05:04.433451 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-a21601da-9ff2-4939-9cc3-72fc9f51e596 None None] Provisioning complete for port 33749e46-f470-4765-b5cc-1869bca2d673 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:04.433758 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a21601da-9ff2-4939-9cc3-72fc9f51e596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (33749e46-f470-4765-b5cc-1869bca2d673), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:04.477386 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a7e99614-0aff-4737-a830-69bf84e28832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:04.536463 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-5a0ac0a6-acfe-42d2-930f-0446deec09af None None] Set router c8d4da76-3b8e-4ca8-927e-718e1ed4fe05 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:05:04.608703 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15a171-0a84-451c-b4cc-43b5171a7e54 req-37f1d3da-90e7-46f8-a6a1-ac4b54f736c7 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:04.610241 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8f15a171-0a84-451c-b4cc-43b5171a7e54 req-37f1d3da-90e7-46f8-a6a1-ac4b54f736c7 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/networks?id=584d7274-cb01-4853-8902-7824a3a705cb HTTP/1.1" status: 200 len: 807 time: 0.2180066 Feb 09 01:05:04.622583 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a9858c01-8333-4341-981a-ebbc7c6bd661 req-b370c6e2-57d0-41ee-8642-0a6111f1838d tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks [] for port (82dccbb2-8ca0-4806-8d3b-98dad0f3a7be), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:04.662652 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8f15a171-0a84-451c-b4cc-43b5171a7e54 req-429bcd0a-eefc-41a8-a10f-668c0d8840ab tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/quotas/349016141cb643eba466ab5e9338a7e5 HTTP/1.1" status: 200 len: 375 time: 0.0440972 Feb 09 01:05:04.682592 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a9858c01-8333-4341-981a-ebbc7c6bd661 req-b370c6e2-57d0-41ee-8642-0a6111f1838d tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (82dccbb2-8ca0-4806-8d3b-98dad0f3a7be), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:04.703904 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8f15a171-0a84-451c-b4cc-43b5171a7e54 req-819bce37-34aa-45c3-b57a-10b399b57925 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=349016141cb643eba466ab5e9338a7e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347221 Feb 09 01:05:04.729585 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a21601da-9ff2-4939-9cc3-72fc9f51e596 None None] Current status of the port 33749e46-f470-4765-b5cc-1869bca2d673 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:05:04.730131 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a21601da-9ff2-4939-9cc3-72fc9f51e596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (33749e46-f470-4765-b5cc-1869bca2d673), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:04.786106 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-a21601da-9ff2-4939-9cc3-72fc9f51e596 None None] For port 33749e46-f470-4765-b5cc-1869bca2d673, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=33749e46-f470-4765-b5cc-1869bca2d673,segment=NetworkSegment(d5c0f933-a300-4a90-ae32-b84c4e1b1a64),segment_id=d5c0f933-a300-4a90-ae32-b84c4e1b1a64)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:05:04.793305 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a21601da-9ff2-4939-9cc3-72fc9f51e596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (33749e46-f470-4765-b5cc-1869bca2d673), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:04.810859 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9858c01-8333-4341-981a-ebbc7c6bd661 req-b370c6e2-57d0-41ee-8642-0a6111f1838d tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:05:04.819325 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-a9858c01-8333-4341-981a-ebbc7c6bd661 req-b370c6e2-57d0-41ee-8642-0a6111f1838d tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:05:04.821632 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370c6e2-57d0-41ee-8642-0a6111f1838d tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Pushing event updated for resources: {'Port': ['ID=82dccbb2-8ca0-4806-8d3b-98dad0f3a7be,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:04.826076 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9858c01-8333-4341-981a-ebbc7c6bd661 req-b370c6e2-57d0-41ee-8642-0a6111f1838d tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:05:04.870059 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21601da-9ff2-4939-9cc3-72fc9f51e596 None None] Pushing event updated for resources: {'Port': ['ID=33749e46-f470-4765-b5cc-1869bca2d673,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:04.895258 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-5a0ac0a6-acfe-42d2-930f-0446deec09af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d4da76-3b8e-4ca8-927e-718e1ed4fe05', 'name': 'tempest-FloatingIPDetailsTestJSON-1092355134-router', 'tenant_id': 'c333efecfde6492dbb658dc03ef39b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'c4b2e2bb-990e-4d33-adc3-2d66cbefbb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:52Z', 'updated_at': '2022-02-09T01:05:00Z', 'revision_number': 4, 'project_id': 'c333efecfde6492dbb658dc03ef39b01', 'gw_port': {'id': 'c4b2e2bb-990e-4d33-adc3-2d66cbefbb75', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d4da76-3b8e-4ca8-927e-718e1ed4fe05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:53Z', 'updated_at': '2022-02-09T01:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '33749e46-f470-4765-b5cc-1869bca2d673', 'name': '', 'network_id': '1b697143-90aa-453a-a894-9af416276973', 'tenant_id': 'c333efecfde6492dbb658dc03ef39b01', 'mac_address': 'fa:16:3e:0f:a5:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d4da76-3b8e-4ca8-927e-718e1ed4fe05', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'dcfb4a00-21ad-4633-9ed4-ec9c93babf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:58Z', 'updated_at': '2022-02-09T01:05:04Z', 'revision_number': 4, 'project_id': 'c333efecfde6492dbb658dc03ef39b01', 'subnets': [{'id': 'dcfb4a00-21ad-4633-9ed4-ec9c93babf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:04.912421 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8f15a171-0a84-451c-b4cc-43b5171a7e54 req-5adab219-eb2b-4ac0-9000-0506fc1b548f service neutron] 10.222.0.50 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837361 Feb 09 01:05:04.926141 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0ac0a6-acfe-42d2-930f-0446deec09af None None] The sync data for ids ['c8d4da76-3b8e-4ca8-927e-718e1ed4fe05'] in n-d-828369-4 is: [{'id': 'c8d4da76-3b8e-4ca8-927e-718e1ed4fe05', 'name': 'tempest-FloatingIPDetailsTestJSON-1092355134-router', 'tenant_id': 'c333efecfde6492dbb658dc03ef39b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'c4b2e2bb-990e-4d33-adc3-2d66cbefbb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:52Z', 'updated_at': '2022-02-09T01:05:00Z', 'revision_number': 4, 'project_id': 'c333efecfde6492dbb658dc03ef39b01', 'gw_port': {'id': 'c4b2e2bb-990e-4d33-adc3-2d66cbefbb75', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d4da76-3b8e-4ca8-927e-718e1ed4fe05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:53Z', 'updated_at': '2022-02-09T01:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '33749e46-f470-4765-b5cc-1869bca2d673', 'name': '', 'network_id': '1b697143-90aa-453a-a894-9af416276973', 'tenant_id': 'c333efecfde6492dbb658dc03ef39b01', 'mac_address': 'fa:16:3e:0f:a5:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8d4da76-3b8e-4ca8-927e-718e1ed4fe05', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'dcfb4a00-21ad-4633-9ed4-ec9c93babf14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:58Z', 'updated_at': '2022-02-09T01:05:04Z', 'revision_number': 4, 'project_id': 'c333efecfde6492dbb658dc03ef39b01', 'subnets': [{'id': 'dcfb4a00-21ad-4633-9ed4-ec9c93babf14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:05:04.939606 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-f23deaa5-852d-469e-8c43-21e67ef88ccb None None] Provisioning complete for port 33749e46-f470-4765-b5cc-1869bca2d673 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:04.940077 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f23deaa5-852d-469e-8c43-21e67ef88ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (33749e46-f470-4765-b5cc-1869bca2d673), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:05.093493 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f23deaa5-852d-469e-8c43-21e67ef88ccb None None] Current status of the port 33749e46-f470-4765-b5cc-1869bca2d673 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:05:05.334921 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a9858c01-8333-4341-981a-ebbc7c6bd661 req-b370c6e2-57d0-41ee-8642-0a6111f1838d tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks [] for floatingip (09cd5c23-f6bd-4909-8ac9-86136d1652f7), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:05.402633 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8f15a171-0a84-451c-b4cc-43b5171a7e54 req-477f548a-9f22-40fc-b855-79075e99c5af service neutron] 10.222.0.50 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406357 Feb 09 01:05:05.405718 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a9858c01-8333-4341-981a-ebbc7c6bd661 req-b370c6e2-57d0-41ee-8642-0a6111f1838d tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (82dccbb2-8ca0-4806-8d3b-98dad0f3a7be), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:05.650608 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 33749e46-f470-4765-b5cc-1869bca2d673 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:05:05.653664 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a9858c01-8333-4341-981a-ebbc7c6bd661 req-b370c6e2-57d0-41ee-8642-0a6111f1838d tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks [] for port (82dccbb2-8ca0-4806-8d3b-98dad0f3a7be), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:05.666679 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a9858c01-8333-4341-981a-ebbc7c6bd661 req-b370c6e2-57d0-41ee-8642-0a6111f1838d tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (82dccbb2-8ca0-4806-8d3b-98dad0f3a7be), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:05.736078 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 33749e46-f470-4765-b5cc-1869bca2d673 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:05.736308 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (33749e46-f470-4765-b5cc-1869bca2d673), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:05.786805 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370c6e2-57d0-41ee-8642-0a6111f1838d tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Pushing event updated for resources: {'Port': ['ID=82dccbb2-8ca0-4806-8d3b-98dad0f3a7be,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:05.800967 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:05.805739 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a9858c01-8333-4341-981a-ebbc7c6bd661 req-b370c6e2-57d0-41ee-8642-0a6111f1838d tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (09cd5c23-f6bd-4909-8ac9-86136d1652f7), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:05.818235 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e29a0-3609-4663-8925-f8cc3bd29741 req-7a0d7dc3-bea5-4ed4-8b38-f8a769c9c13f tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:05.824370 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-383e29a0-3609-4663-8925-f8cc3bd29741 req-7a0d7dc3-bea5-4ed4-8b38-f8a769c9c13f tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 949 time: 0.1677983 Feb 09 01:05:05.861324 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 33749e46-f470-4765-b5cc-1869bca2d673 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:05:05.899251 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a9858c01-8333-4341-981a-ebbc7c6bd661 req-b370c6e2-57d0-41ee-8642-0a6111f1838d tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:05.900513 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9858c01-8333-4341-981a-ebbc7c6bd661 req-b370c6e2-57d0-41ee-8642-0a6111f1838d tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4114692 Feb 09 01:05:05.911979 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-383e29a0-3609-4663-8925-f8cc3bd29741 req-9548a69d-2d41-433c-a9aa-a39b75956954 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702703 Feb 09 01:05:05.996650 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9858c01-8333-4341-981a-ebbc7c6bd661 req-3e5d36e3-c57a-44f4-890c-34b507d8aa95 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.8.126 HTTP/1.1" status: 200 len: 696 time: 0.0671275 Feb 09 01:05:06.147142 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739ebe9-0936-4b27-995e-860d07ae8d98 req-242b5320-1abb-4112-a5b9-75727703858e tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:06.153663 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9739ebe9-0936-4b27-995e-860d07ae8d98 req-242b5320-1abb-4112-a5b9-75727703858e tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 947 time: 0.1298172 Feb 09 01:05:06.203193 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9858c01-8333-4341-981a-ebbc7c6bd661 req-87535066-0a4d-47e7-a115-a667fbdfde1b tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:06.205263 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9858c01-8333-4341-981a-ebbc7c6bd661 req-87535066-0a4d-47e7-a115-a667fbdfde1b tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] 10.222.0.50 "GET /v2.0/networks/ca740734-29c2-4b60-ae10-4c709b5c6ef4 HTTP/1.1" status: 200 len: 784 time: 0.2023602 Feb 09 01:05:06.220691 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-a9858c01-8333-4341-981a-ebbc7c6bd661 req-02a53056-0d90-4acf-a37c-384f177fe915 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:05:06.222050 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9858c01-8333-4341-981a-ebbc7c6bd661 req-02a53056-0d90-4acf-a37c-384f177fe915 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093668 Feb 09 01:05:06.261226 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9739ebe9-0936-4b27-995e-860d07ae8d98 req-706801df-e6d0-4b21-95c1-d07dc7543996 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005287 Feb 09 01:05:06.422904 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5af73a-a013-48d7-b15c-2abed07e6014 req-5658e7bb-f697-486d-a952-6ebb07eb4b5c tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:06.424502 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8f5af73a-a013-48d7-b15c-2abed07e6014 req-5658e7bb-f697-486d-a952-6ebb07eb4b5c tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=41447836-fa14-4ac5-9ad5-3d6a1ae57c48 HTTP/1.1" status: 200 len: 945 time: 0.1071031 Feb 09 01:05:06.446307 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197d85d-4c53-4304-a3a9-01d946361de0 req-52eabf75-0c4d-4f54-8b37-9beececfbfcf tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:06.449471 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d197d85d-4c53-4304-a3a9-01d946361de0 req-52eabf75-0c4d-4f54-8b37-9beececfbfcf tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 945 time: 0.0916636 Feb 09 01:05:06.532912 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8f5af73a-a013-48d7-b15c-2abed07e6014 req-f3180575-4ab6-4ff3-a422-3cf1fcfdba7f tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965245 Feb 09 01:05:06.553059 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d197d85d-4c53-4304-a3a9-01d946361de0 req-419f1a4b-dcc1-45ad-a9bd-738d807e095b tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903018 Feb 09 01:05:06.677529 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d91732f8-dfbd-4bdf-90b3-3b6d3f427796 req-7aedf69b-995a-4826-af79-ffedaa86c422 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a273a6d-fbc6-48ac-a0d4-01e877340a85 HTTP/1.1" status: 200 len: 210 time: 0.0392878 Feb 09 01:05:06.737729 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0bf482ca-6507-46e8-8939-6f1637c9c395 req-0355be68-46ce-4ceb-87c7-9689581ccd7d tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1534231 Feb 09 01:05:06.744284 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-0bf482ca-6507-46e8-8939-6f1637c9c395 req-519b406c-7170-434a-b573-072f9a3d6513 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:06.771225 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0bf482ca-6507-46e8-8939-6f1637c9c395 req-519b406c-7170-434a-b573-072f9a3d6513 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:06.886878 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0bf482ca-6507-46e8-8939-6f1637c9c395 req-519b406c-7170-434a-b573-072f9a3d6513 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:07.026842 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2c5595-b29d-49f0-9b43-0c95ccf6af30 req-150560aa-a1ff-498f-afa1-a2c0e3247882 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:07.028503 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8e2c5595-b29d-49f0-9b43-0c95ccf6af30 req-150560aa-a1ff-498f-afa1-a2c0e3247882 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c635e05-dd0f-4970-b7d9-e20429983aa0 HTTP/1.1" status: 200 len: 945 time: 0.1038289 Feb 09 01:05:07.042784 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-0bf482ca-6507-46e8-8939-6f1637c9c395 req-519b406c-7170-434a-b573-072f9a3d6513 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Allocated IP 172.25.8.248 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/eeac4f19-045f-4f16-ad33-41994a12f1a1) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:05:07.048623 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:07.131954 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device c424a0ee-dd15-45a7-a7bc-3130eca6820c details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:05:07.135038 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device c424a0ee-dd15-45a7-a7bc-3130eca6820c no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:05:07.140125 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8e2c5595-b29d-49f0-9b43-0c95ccf6af30 req-336cc50a-66d6-4aba-b73d-9a9923b21ac5 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "GET /v2.0/security-groups?id=13a7381a-3896-4b7e-b2be-1c5396b372d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948732 Feb 09 01:05:07.198288 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0bf482ca-6507-46e8-8939-6f1637c9c395 req-519b406c-7170-434a-b573-072f9a3d6513 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks [] for port (eeac4f19-045f-4f16-ad33-41994a12f1a1), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:07.218367 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 836ed1d4-92e2-4289-8a12-896771b480bb details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:05:07.349565 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0bf482ca-6507-46e8-8939-6f1637c9c395 req-519b406c-7170-434a-b573-072f9a3d6513 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (eeac4f19-045f-4f16-ad33-41994a12f1a1), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:07.416785 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bf482ca-6507-46e8-8939-6f1637c9c395 req-519b406c-7170-434a-b573-072f9a3d6513 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:05:07.429397 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-0bf482ca-6507-46e8-8939-6f1637c9c395 req-519b406c-7170-434a-b573-072f9a3d6513 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:05:07.432063 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf482ca-6507-46e8-8939-6f1637c9c395 req-519b406c-7170-434a-b573-072f9a3d6513 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:05:07.476687 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951f124-645d-491a-b265-c2055d281f4c req-900bebe3-12f9-4b56-b604-da51af9eaf15 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:07.478400 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5951f124-645d-491a-b265-c2055d281f4c req-900bebe3-12f9-4b56-b604-da51af9eaf15 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=41447836-fa14-4ac5-9ad5-3d6a1ae57c48 HTTP/1.1" status: 200 len: 945 time: 0.2451582 Feb 09 01:05:07.486629 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519b406c-7170-434a-b573-072f9a3d6513 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Pushing event updated for resources: {'Port': ['ID=eeac4f19-045f-4f16-ad33-41994a12f1a1,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:07.506699 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.resource_extend [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:05:07.542486 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15a171-0a84-451c-b4cc-43b5171a7e54 req-081bd9ef-52a5-400b-bffd-049b8b1d4408 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:07.543951 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8f15a171-0a84-451c-b4cc-43b5171a7e54 req-081bd9ef-52a5-400b-bffd-049b8b1d4408 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.47 "GET /v2.0/networks?id=584d7274-cb01-4853-8902-7824a3a705cb HTTP/1.1" status: 200 len: 807 time: 0.2537773 Feb 09 01:05:07.567104 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:07.579194 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-8f15a171-0a84-451c-b4cc-43b5171a7e54 req-d0930678-c258-4261-9235-3de0f834a273 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Request body: {'port': {'device_id': '9a273a6d-fbc6-48ac-a0d4-01e877340a85', 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb', 'admin_state_up': True, 'tenant_id': '349016141cb643eba466ab5e9338a7e5'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:07.656222 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5951f124-645d-491a-b265-c2055d281f4c req-35e10526-f489-4fac-97f2-912be3d3b04b tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624434 Feb 09 01:05:07.656383 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 836ed1d4-92e2-4289-8a12-896771b480bb, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=836ed1d4-92e2-4289-8a12-896771b480bb,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:05:07.679393 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port c424a0ee-dd15-45a7-a7bc-3130eca6820c, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=c424a0ee-dd15-45a7-a7bc-3130eca6820c,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:05:07.683452 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0bf482ca-6507-46e8-8939-6f1637c9c395 req-519b406c-7170-434a-b573-072f9a3d6513 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks [] for floatingip (a8c360b0-bec9-4117-9260-29db9af1c92a), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:07.686732 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port c424a0ee-dd15-45a7-a7bc-3130eca6820c is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:05:07.686732 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c424a0ee-dd15-45a7-a7bc-3130eca6820c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:07.697441 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '836ed1d4-92e2-4289-8a12-896771b480bb', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'port_id': '836ed1d4-92e2-4289-8a12-896771b480bb', 'mac_address': 'fa:16:3e:c3:8c:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3810d295-ee98-40f7-b1e2-609bf7d1c3df', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:05:07.708283 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': 'c424a0ee-dd15-45a7-a7bc-3130eca6820c', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'port_id': 'c424a0ee-dd15-45a7-a7bc-3130eca6820c', 'mac_address': 'fa:16:3e:ad:17:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3810d295-ee98-40f7-b1e2-609bf7d1c3df', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:05:07.742233 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd19ed067-44e7-490f-bd41-71ba3214d2cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c424a0ee-dd15-45a7-a7bc-3130eca6820c'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:05:07.744438 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ddfc200-2937-486c-b854-d37b4530080c" -d '{"events": [{"server_uuid": "d19ed067-44e7-490f-bd41-71ba3214d2cd", "name": "network-vif-unplugged", "status": "completed", "tag": "c424a0ee-dd15-45a7-a7bc-3130eca6820c"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:05:07.784753 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port c424a0ee-dd15-45a7-a7bc-3130eca6820c, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=c424a0ee-dd15-45a7-a7bc-3130eca6820c,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:05:07.795348 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 836ed1d4-92e2-4289-8a12-896771b480bb is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:05:07.795818 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (836ed1d4-92e2-4289-8a12-896771b480bb), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:07.801652 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (c424a0ee-dd15-45a7-a7bc-3130eca6820c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:07.829709 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0bf482ca-6507-46e8-8939-6f1637c9c395 req-519b406c-7170-434a-b573-072f9a3d6513 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (eeac4f19-045f-4f16-ad33-41994a12f1a1), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:07.836347 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port c424a0ee-dd15-45a7-a7bc-3130eca6820c is: ACTIVE; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:05:07.836768 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c424a0ee-dd15-45a7-a7bc-3130eca6820c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:07.848150 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 836ed1d4-92e2-4289-8a12-896771b480bb {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:05:07.860408 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f15a171-0a84-451c-b4cc-43b5171a7e54 req-d0930678-c258-4261-9235-3de0f834a273 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Made reservation on behalf of 349016141cb643eba466ab5e9338a7e5 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:05:07.863916 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8f15a171-0a84-451c-b4cc-43b5171a7e54 req-d0930678-c258-4261-9235-3de0f834a273 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:07.868989 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c424a0ee-dd15-45a7-a7bc-3130eca6820c {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:05:07.885892 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee156287-39e5-4430-9ca5-78f7bbda3289 req-8ab31b8d-3d86-4ced-8321-b987a40e9e5b tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:07.887496 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee156287-39e5-4430-9ca5-78f7bbda3289 req-8ab31b8d-3d86-4ced-8321-b987a40e9e5b tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 949 time: 0.1564317 Feb 09 01:05:07.897022 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 836ed1d4-92e2-4289-8a12-896771b480bb, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=836ed1d4-92e2-4289-8a12-896771b480bb,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:05:07.898027 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=c424a0ee-dd15-45a7-a7bc-3130eca6820c,revision_number=9']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:07.922495 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (836ed1d4-92e2-4289-8a12-896771b480bb), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:07.964863 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.api [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:05:07.965287 n-d-828369-4 neutron-server[103138]: DEBUG oslo_db.api [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:05:07.982693 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=836ed1d4-92e2-4289-8a12-896771b480bb,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:08.105256 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee156287-39e5-4430-9ca5-78f7bbda3289 req-f1e6365d-8ca8-4ff4-aff0-a9e8f276b2b5 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893599 Feb 09 01:05:08.146456 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-8f15a171-0a84-451c-b4cc-43b5171a7e54 req-d0930678-c258-4261-9235-3de0f834a273 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Allocated IP 172.20.0.6 (584d7274-cb01-4853-8902-7824a3a705cb/4611cb36-f3d2-4498-977c-18da9d170e4c/79c2a00a-9408-4405-a3b9-5bab7752649f) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:05:08.172030 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0bf482ca-6507-46e8-8939-6f1637c9c395 req-519b406c-7170-434a-b573-072f9a3d6513 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks [] for port (eeac4f19-045f-4f16-ad33-41994a12f1a1), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:08.180193 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0bf482ca-6507-46e8-8939-6f1637c9c395 req-519b406c-7170-434a-b573-072f9a3d6513 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (eeac4f19-045f-4f16-ad33-41994a12f1a1), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:08.363178 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519b406c-7170-434a-b573-072f9a3d6513 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Pushing event updated for resources: {'Port': ['ID=eeac4f19-045f-4f16-ad33-41994a12f1a1,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:08.365860 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['836ed1d4-92e2-4289-8a12-896771b480bb'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:05:08.417886 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0bf482ca-6507-46e8-8939-6f1637c9c395 req-519b406c-7170-434a-b573-072f9a3d6513 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (a8c360b0-bec9-4117-9260-29db9af1c92a), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:08.424935 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:08.445260 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee334189-db35-43b9-9e5f-b446e1f7635e req-b5be69aa-39fa-4b2c-87c4-23bcf97a2714 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:08.446790 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee334189-db35-43b9-9e5f-b446e1f7635e req-b5be69aa-39fa-4b2c-87c4-23bcf97a2714 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 948 time: 0.2469423 Feb 09 01:05:08.473238 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0bf482ca-6507-46e8-8939-6f1637c9c395 req-519b406c-7170-434a-b573-072f9a3d6513 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:08.474448 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0bf482ca-6507-46e8-8939-6f1637c9c395 req-519b406c-7170-434a-b573-072f9a3d6513 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7349567 Feb 09 01:05:08.502749 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8f15a171-0a84-451c-b4cc-43b5171a7e54 req-d0930678-c258-4261-9235-3de0f834a273 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Publish callbacks [] for port (79c2a00a-9408-4405-a3b9-5bab7752649f), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:08.521153 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port c424a0ee-dd15-45a7-a7bc-3130eca6820c is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:05:08.521539 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c424a0ee-dd15-45a7-a7bc-3130eca6820c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:08.545660 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c424a0ee-dd15-45a7-a7bc-3130eca6820c {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:05:08.554510 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0bf482ca-6507-46e8-8939-6f1637c9c395 req-c520d613-39c8-4bf5-9a2e-3fd29f2c4548 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.8.248 HTTP/1.1" status: 200 len: 696 time: 0.0697951 Feb 09 01:05:08.579804 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port c424a0ee-dd15-45a7-a7bc-3130eca6820c, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=c424a0ee-dd15-45a7-a7bc-3130eca6820c,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:05:08.586703 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee334189-db35-43b9-9e5f-b446e1f7635e req-54d5f262-3795-4127-a4e4-609324a89c03 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320639 Feb 09 01:05:08.608331 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (c424a0ee-dd15-45a7-a7bc-3130eca6820c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:08.679089 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=c424a0ee-dd15-45a7-a7bc-3130eca6820c,revision_number=10']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:08.720157 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8f15a171-0a84-451c-b4cc-43b5171a7e54 req-d0930678-c258-4261-9235-3de0f834a273 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (79c2a00a-9408-4405-a3b9-5bab7752649f), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:08.976692 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['c424a0ee-dd15-45a7-a7bc-3130eca6820c'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:05:09.046272 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf482ca-6507-46e8-8939-6f1637c9c395 req-840eb38b-e2cf-4199-897f-2933795244db tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:09.047652 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0bf482ca-6507-46e8-8939-6f1637c9c395 req-840eb38b-e2cf-4199-897f-2933795244db tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] 10.222.0.50 "GET /v2.0/networks/ca740734-29c2-4b60-ae10-4c709b5c6ef4 HTTP/1.1" status: 200 len: 784 time: 0.4818263 Feb 09 01:05:09.083906 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca6ddb-5fda-46a6-9a6d-adc67b1d5dc5 req-d8c1b782-b03d-4f9d-88f0-c620b3adf3da tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:09.085582 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-09ca6ddb-5fda-46a6-9a6d-adc67b1d5dc5 req-d8c1b782-b03d-4f9d-88f0-c620b3adf3da tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.120 "GET /v2.0/ports?device_id=3c635e05-dd0f-4970-b7d9-e20429983aa0 HTTP/1.1" status: 200 len: 945 time: 0.4755089 Feb 09 01:05:09.097450 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f15a171-0a84-451c-b4cc-43b5171a7e54 req-d0930678-c258-4261-9235-3de0f834a273 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Network 584d7274-cb01-4853-8902-7824a3a705cb is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:05:09.114318 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-8f15a171-0a84-451c-b4cc-43b5171a7e54 req-d0930678-c258-4261-9235-3de0f834a273 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:05:09.128328 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:09.138774 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f15a171-0a84-451c-b4cc-43b5171a7e54 req-d0930678-c258-4261-9235-3de0f834a273 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:05:09.146100 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0930678-c258-4261-9235-3de0f834a273 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Pushing event updated for resources: {'Port': ['ID=79c2a00a-9408-4405-a3b9-5bab7752649f,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:09.256729 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa93462b-7833-42df-9678-ce24a2c44eac req-f19a8be2-54f2-4fde-816b-db3de8603ce0 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:09.258139 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aa93462b-7833-42df-9678-ce24a2c44eac req-f19a8be2-54f2-4fde-816b-db3de8603ce0 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 945 time: 0.2527261 Feb 09 01:05:09.271534 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15a171-0a84-451c-b4cc-43b5171a7e54 req-d0930678-c258-4261-9235-3de0f834a273 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:09.272338 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8f15a171-0a84-451c-b4cc-43b5171a7e54 req-d0930678-c258-4261-9235-3de0f834a273 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:09.323648 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8f15a171-0a84-451c-b4cc-43b5171a7e54 req-d0930678-c258-4261-9235-3de0f834a273 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7504864 Feb 09 01:05:09.341176 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae49a9-43d4-42d4-8b07-70d876d0ab51 req-74f72724-30da-4316-9b72-09c55fbf4566 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:09.342665 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4bae49a9-43d4-42d4-8b07-70d876d0ab51 req-74f72724-30da-4316-9b72-09c55fbf4566 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b22764c-a886-472f-ab22-522f906e73e1 HTTP/1.1" status: 200 len: 946 time: 0.2054904 Feb 09 01:05:09.352569 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-8f15a171-0a84-451c-b4cc-43b5171a7e54 req-ba1b46f5-887a-4da2-89f0-7ac540765683 service neutron] Request body: {'port': {'device_id': '9a273a6d-fbc6-48ac-a0d4-01e877340a85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:09.401387 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aa93462b-7833-42df-9678-ce24a2c44eac req-05ca2142-8fcc-47ce-bbd7-1e00122e0fde tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363168 Feb 09 01:05:09.427481 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-09ca6ddb-5fda-46a6-9a6d-adc67b1d5dc5 req-83c02746-0b34-4166-a500-fb24b6d3a01c tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Deleting port 887dc6eb-52ea-42c8-af88-95e1d3562128 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:05:09.427833 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-09ca6ddb-5fda-46a6-9a6d-adc67b1d5dc5 req-83c02746-0b34-4166-a500-fb24b6d3a01c tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (887dc6eb-52ea-42c8-af88-95e1d3562128), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:09.526414 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4bae49a9-43d4-42d4-8b07-70d876d0ab51 req-e52db9b4-b8df-4628-b4ec-c14934d9f6d9 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654716 Feb 09 01:05:09.551423 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8f15a171-0a84-451c-b4cc-43b5171a7e54 req-ba1b46f5-887a-4da2-89f0-7ac540765683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (79c2a00a-9408-4405-a3b9-5bab7752649f), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:09.584844 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401dc16e-d4b8-429b-a3e8-351218d8f3ab x-openstack-request-id: req-401dc16e-d4b8-429b-a3e8-351218d8f3ab {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:05:09.585347 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d19ed067-44e7-490f-bd41-71ba3214d2cd", "name": "network-vif-unplugged", "status": "completed", "tag": "c424a0ee-dd15-45a7-a7bc-3130eca6820c", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:05:09.585574 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-401dc16e-d4b8-429b-a3e8-351218d8f3ab {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:05:09.586060 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd19ed067-44e7-490f-bd41-71ba3214d2cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c424a0ee-dd15-45a7-a7bc-3130eca6820c', 'code': 200} Feb 09 01:05:09.629285 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-09ca6ddb-5fda-46a6-9a6d-adc67b1d5dc5 req-83c02746-0b34-4166-a500-fb24b6d3a01c tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] For port 887dc6eb-52ea-42c8-af88-95e1d3562128, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=887dc6eb-52ea-42c8-af88-95e1d3562128,segment=NetworkSegment(70332602-1747-482c-9353-16874afea81c),segment_id=70332602-1747-482c-9353-16874afea81c)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:05:09.629658 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-09ca6ddb-5fda-46a6-9a6d-adc67b1d5dc5 req-83c02746-0b34-4166-a500-fb24b6d3a01c tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (887dc6eb-52ea-42c8-af88-95e1d3562128), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:09.638062 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a17079c-e1f1-4fb5-a421-8c9ee58cd23f req-f92f1862-4c44-439c-be7e-cdda503c03e1 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:09.639585 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0a17079c-e1f1-4fb5-a421-8c9ee58cd23f req-f92f1862-4c44-439c-be7e-cdda503c03e1 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a273a6d-fbc6-48ac-a0d4-01e877340a85 HTTP/1.1" status: 200 len: 931 time: 0.1464751 Feb 09 01:05:09.878603 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0a17079c-e1f1-4fb5-a421-8c9ee58cd23f req-bc24a725-0dff-4d22-94f4-307548f8cea6 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290766 Feb 09 01:05:10.001499 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37792c6f-2ca9-4ee8-9c6e-10eff10e80bd req-a370519e-1b5f-48eb-938e-fed31ae63f64 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:10.003038 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-37792c6f-2ca9-4ee8-9c6e-10eff10e80bd req-a370519e-1b5f-48eb-938e-fed31ae63f64 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c635e05-dd0f-4970-b7d9-e20429983aa0 HTTP/1.1" status: 200 len: 945 time: 0.3580515 Feb 09 01:05:10.149178 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-09ca6ddb-5fda-46a6-9a6d-adc67b1d5dc5 req-83c02746-0b34-4166-a500-fb24b6d3a01c tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:10.149464 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-09ca6ddb-5fda-46a6-9a6d-adc67b1d5dc5 req-83c02746-0b34-4166-a500-fb24b6d3a01c tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (58189769-bc8f-42db-9a66-85d29e8ca2c5), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:10.149788 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [req-09ca6ddb-5fda-46a6-9a6d-adc67b1d5dc5 req-83c02746-0b34-4166-a500-fb24b6d3a01c tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Floating IP 58189769-bc8f-42db-9a66-85d29e8ca2c5 disassociated. External IP: 172.25.8.38, port: 887dc6eb-52ea-42c8-af88-95e1d3562128. Feb 09 01:05:10.150139 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-09ca6ddb-5fda-46a6-9a6d-adc67b1d5dc5 req-83c02746-0b34-4166-a500-fb24b6d3a01c tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Calling delete_port for 887dc6eb-52ea-42c8-af88-95e1d3562128 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:05:10.202623 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-92a44925-9230-4a5c-b6a3-82e3d09e52b9 req-2bd680de-3b71-41a8-b2ee-1f0393c9c578 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2726178 Feb 09 01:05:10.234265 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-37792c6f-2ca9-4ee8-9c6e-10eff10e80bd req-db3a3864-6465-41e2-9798-0fa8b8838c93 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "GET /v2.0/security-groups?id=13a7381a-3896-4b7e-b2be-1c5396b372d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885400 Feb 09 01:05:10.263824 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-92a44925-9230-4a5c-b6a3-82e3d09e52b9 req-50c8ab2c-ffb9-4a2c-80a0-be1a937b2517 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:10.315936 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-8f15a171-0a84-451c-b4cc-43b5171a7e54 req-ba1b46f5-887a-4da2-89f0-7ac540765683 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79c2a00a-9408-4405-a3b9-5bab7752649f {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:05:10.324990 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-92a44925-9230-4a5c-b6a3-82e3d09e52b9 req-50c8ab2c-ffb9-4a2c-80a0-be1a937b2517 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:10.345380 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8f15a171-0a84-451c-b4cc-43b5171a7e54 req-ba1b46f5-887a-4da2-89f0-7ac540765683 service neutron] Publish callbacks [] for port (79c2a00a-9408-4405-a3b9-5bab7752649f), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:10.411314 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-8f15a171-0a84-451c-b4cc-43b5171a7e54 req-ba1b46f5-887a-4da2-89f0-7ac540765683 service neutron] Transition to ACTIVE for port object 79c2a00a-9408-4405-a3b9-5bab7752649f will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:05:10.417052 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8f15a171-0a84-451c-b4cc-43b5171a7e54 req-ba1b46f5-887a-4da2-89f0-7ac540765683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (79c2a00a-9408-4405-a3b9-5bab7752649f), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:10.511107 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bbdf33-b177-4c46-8506-4c968797c426 req-1702de64-ed80-4eef-8cae-6cd8c175002a tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:10.512642 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c7bbdf33-b177-4c46-8506-4c968797c426 req-1702de64-ed80-4eef-8cae-6cd8c175002a tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 949 time: 0.2066057 Feb 09 01:05:10.542210 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b46f5-887a-4da2-89f0-7ac540765683 service neutron] Pushing event updated for resources: {'Port': ['ID=79c2a00a-9408-4405-a3b9-5bab7752649f,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:10.571649 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-09ca6ddb-5fda-46a6-9a6d-adc67b1d5dc5 req-83c02746-0b34-4166-a500-fb24b6d3a01c tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (887dc6eb-52ea-42c8-af88-95e1d3562128), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:10.635725 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c02746-0b34-4166-a500-fb24b6d3a01c tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Pushing event deleted for resources: {'Port': ['ID=887dc6eb-52ea-42c8-af88-95e1d3562128,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:10.723204 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c7bbdf33-b177-4c46-8506-4c968797c426 req-a4e1e23a-6ad9-4001-8fee-f268b82212f4 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990845 Feb 09 01:05:10.761709 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-8f15a171-0a84-451c-b4cc-43b5171a7e54 req-ba1b46f5-887a-4da2-89f0-7ac540765683 service neutron] Attempting to bind port 79c2a00a-9408-4405-a3b9-5bab7752649f on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:05:10.762047 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-8f15a171-0a84-451c-b4cc-43b5171a7e54 req-ba1b46f5-887a-4da2-89f0-7ac540765683 service neutron] Attempting to bind port 79c2a00a-9408-4405-a3b9-5bab7752649f by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:05:10.762379 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f15a171-0a84-451c-b4cc-43b5171a7e54 req-ba1b46f5-887a-4da2-89f0-7ac540765683 service neutron] Attempting to bind port 79c2a00a-9408-4405-a3b9-5bab7752649f on network 584d7274-cb01-4853-8902-7824a3a705cb {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:05:10.774937 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f15a171-0a84-451c-b4cc-43b5171a7e54 req-ba1b46f5-887a-4da2-89f0-7ac540765683 service neutron] Port 79c2a00a-9408-4405-a3b9-5bab7752649f on network 584d7274-cb01-4853-8902-7824a3a705cb not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:05:10.775283 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f15a171-0a84-451c-b4cc-43b5171a7e54 req-ba1b46f5-887a-4da2-89f0-7ac540765683 service neutron] Attempting to bind port 79c2a00a-9408-4405-a3b9-5bab7752649f on network 584d7274-cb01-4853-8902-7824a3a705cb {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:05:10.791172 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f15a171-0a84-451c-b4cc-43b5171a7e54 req-ba1b46f5-887a-4da2-89f0-7ac540765683 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:05:10.791519 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f15a171-0a84-451c-b4cc-43b5171a7e54 req-ba1b46f5-887a-4da2-89f0-7ac540765683 service neutron] Checking segment: {'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:05:10.791910 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f15a171-0a84-451c-b4cc-43b5171a7e54 req-ba1b46f5-887a-4da2-89f0-7ac540765683 service neutron] Bound using segment: {'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:05:10.792355 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-8f15a171-0a84-451c-b4cc-43b5171a7e54 req-ba1b46f5-887a-4da2-89f0-7ac540765683 service neutron] Bound port: 79c2a00a-9408-4405-a3b9-5bab7752649f, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:05:10.792748 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8f15a171-0a84-451c-b4cc-43b5171a7e54 req-ba1b46f5-887a-4da2-89f0-7ac540765683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (79c2a00a-9408-4405-a3b9-5bab7752649f), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:10.805517 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-92a44925-9230-4a5c-b6a3-82e3d09e52b9 req-50c8ab2c-ffb9-4a2c-80a0-be1a937b2517 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:10.941733 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09ca6ddb-5fda-46a6-9a6d-adc67b1d5dc5 req-83c02746-0b34-4166-a500-fb24b6d3a01c tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Router 5eb9c36e-3f66-4fec-833c-dcc68e31b4fb has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:05:10.991050 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eab678-547c-4f02-8e9b-035ddf7599f1 req-0ff3b215-b247-4e19-b490-9ca177678016 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:10.992633 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f3eab678-547c-4f02-8e9b-035ddf7599f1 req-0ff3b215-b247-4e19-b490-9ca177678016 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9b640c8-ffc6-416a-bf27-05b27d68362d HTTP/1.1" status: 200 len: 946 time: 0.2045033 Feb 09 01:05:11.001359 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-8f15a171-0a84-451c-b4cc-43b5171a7e54 req-ba1b46f5-887a-4da2-89f0-7ac540765683 service neutron] For port 79c2a00a-9408-4405-a3b9-5bab7752649f, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:05:11.043777 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-8f15a171-0a84-451c-b4cc-43b5171a7e54 req-ba1b46f5-887a-4da2-89f0-7ac540765683 service neutron] For port 79c2a00a-9408-4405-a3b9-5bab7752649f, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=79c2a00a-9408-4405-a3b9-5bab7752649f,segment=NetworkSegment(c09a8a87-556d-487a-811a-06517127dee5),segment_id=c09a8a87-556d-487a-811a-06517127dee5)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:05:11.061092 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-92a44925-9230-4a5c-b6a3-82e3d09e52b9 req-50c8ab2c-ffb9-4a2c-80a0-be1a937b2517 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Allocated IP 172.25.8.43 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/ed9116b3-2c5d-46ea-8db0-d438a0770e65) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:05:11.097699 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8f15a171-0a84-451c-b4cc-43b5171a7e54 req-ba1b46f5-887a-4da2-89f0-7ac540765683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (79c2a00a-9408-4405-a3b9-5bab7752649f), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:11.144619 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device c424a0ee-dd15-45a7-a7bc-3130eca6820c up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:05:11.205610 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port c424a0ee-dd15-45a7-a7bc-3130eca6820c triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:11.206188 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c424a0ee-dd15-45a7-a7bc-3130eca6820c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:11.244180 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 836ed1d4-92e2-4289-8a12-896771b480bb up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:05:11.333398 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port c424a0ee-dd15-45a7-a7bc-3130eca6820c is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:05:11.333951 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c424a0ee-dd15-45a7-a7bc-3130eca6820c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:11.337710 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 836ed1d4-92e2-4289-8a12-896771b480bb completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:05:11.352035 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 836ed1d4-92e2-4289-8a12-896771b480bb triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:11.352580 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (836ed1d4-92e2-4289-8a12-896771b480bb), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:11.411670 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port c424a0ee-dd15-45a7-a7bc-3130eca6820c, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=c424a0ee-dd15-45a7-a7bc-3130eca6820c,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:05:11.417259 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (c424a0ee-dd15-45a7-a7bc-3130eca6820c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:11.418213 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 887dc6eb-52ea-42c8-af88-95e1d3562128 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:05:11.460315 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: 887dc6eb-52ea-42c8-af88-95e1d3562128 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:05:11.460752 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 887dc6eb-52ea-42c8-af88-95e1d3562128 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:05:11.508452 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15a171-0a84-451c-b4cc-43b5171a7e54 req-ba1b46f5-887a-4da2-89f0-7ac540765683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:11.508930 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8f15a171-0a84-451c-b4cc-43b5171a7e54 req-ba1b46f5-887a-4da2-89f0-7ac540765683 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:11.510383 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8f15a171-0a84-451c-b4cc-43b5171a7e54 req-ba1b46f5-887a-4da2-89f0-7ac540765683 service neutron] 10.222.0.47 "PUT /v2.0/ports/79c2a00a-9408-4405-a3b9-5bab7752649f HTTP/1.1" status: 200 len: 1091 time: 2.1667898 Feb 09 01:05:11.510807 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a273a6d-fbc6-48ac-a0d4-01e877340a85', 'tag': '79c2a00a-9408-4405-a3b9-5bab7752649f'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:05:11.513219 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4707e29f-65de-492b-80a2-b09439fa7b64" -d '{"events": [{"name": "network-changed", "server_uuid": "9a273a6d-fbc6-48ac-a0d4-01e877340a85", "tag": "79c2a00a-9408-4405-a3b9-5bab7752649f"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:05:11.523127 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f3eab678-547c-4f02-8e9b-035ddf7599f1 req-a02b8e55-edec-4e7e-9d91-81d8d7cf25c3 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5128648 Feb 09 01:05:11.532292 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=c424a0ee-dd15-45a7-a7bc-3130eca6820c,revision_number=11']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:11.539026 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 836ed1d4-92e2-4289-8a12-896771b480bb is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:05:11.539510 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (836ed1d4-92e2-4289-8a12-896771b480bb), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:11.556147 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b46f5-887a-4da2-89f0-7ac540765683 service neutron] Pushing event updated for resources: {'Port': ['ID=79c2a00a-9408-4405-a3b9-5bab7752649f,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:11.587097 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd19ed067-44e7-490f-bd41-71ba3214d2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c424a0ee-dd15-45a7-a7bc-3130eca6820c'}, {'server_uuid': '076c97d3-ae9d-4579-b1b2-c56cfbd6ee86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836ed1d4-92e2-4289-8a12-896771b480bb'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:05:11.590614 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09ca6ddb-5fda-46a6-9a6d-adc67b1d5dc5 req-83c02746-0b34-4166-a500-fb24b6d3a01c tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:05:11.590807 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd57fe7-d795-4bdb-aca9-45a86acc4ad6" -d '{"events": [{"server_uuid": "d19ed067-44e7-490f-bd41-71ba3214d2cd", "name": "network-vif-plugged", "status": "completed", "tag": "c424a0ee-dd15-45a7-a7bc-3130eca6820c"}, {"server_uuid": "076c97d3-ae9d-4579-b1b2-c56cfbd6ee86", "name": "network-vif-plugged", "status": "completed", "tag": "836ed1d4-92e2-4289-8a12-896771b480bb"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:05:11.597315 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 836ed1d4-92e2-4289-8a12-896771b480bb, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=836ed1d4-92e2-4289-8a12-896771b480bb,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:05:11.603207 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9b48af-d866-492a-a49b-2ba1a9ac5c36 None None] Sync routers for ids ['5eb9c36e-3f66-4fec-833c-dcc68e31b4fb'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:05:11.613319 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (836ed1d4-92e2-4289-8a12-896771b480bb), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:11.624114 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9b48af-d866-492a-a49b-2ba1a9ac5c36 None None] Routers {'5eb9c36e-3f66-4fec-833c-dcc68e31b4fb'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:05:11.624937 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-2b9b48af-d866-492a-a49b-2ba1a9ac5c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:05:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['5eb9c36e-3f66-4fec-833c-dcc68e31b4fb'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:11.683726 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ca6ddb-5fda-46a6-9a6d-adc67b1d5dc5 req-83c02746-0b34-4166-a500-fb24b6d3a01c tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] No DVR routers for this DVR port 887dc6eb-52ea-42c8-af88-95e1d3562128 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:05:11.689870 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-09ca6ddb-5fda-46a6-9a6d-adc67b1d5dc5 req-83c02746-0b34-4166-a500-fb24b6d3a01c tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:11.693689 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-09ca6ddb-5fda-46a6-9a6d-adc67b1d5dc5 req-83c02746-0b34-4166-a500-fb24b6d3a01c tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.120 "DELETE /v2.0/ports/887dc6eb-52ea-42c8-af88-95e1d3562128 HTTP/1.1" status: 204 len: 173 time: 2.5943398 Feb 09 01:05:11.698114 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-92a44925-9230-4a5c-b6a3-82e3d09e52b9 req-50c8ab2c-ffb9-4a2c-80a0-be1a937b2517 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks [] for port (ed9116b3-2c5d-46ea-8db0-d438a0770e65), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:11.712960 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=836ed1d4-92e2-4289-8a12-896771b480bb,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:11.743899 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15a171-0a84-451c-b4cc-43b5171a7e54 req-3f8ae5d1-40cf-494e-8cec-dd03aa9594bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:11.745451 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8f15a171-0a84-451c-b4cc-43b5171a7e54 req-3f8ae5d1-40cf-494e-8cec-dd03aa9594bf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=349016141cb643eba466ab5e9338a7e5&device_id=9a273a6d-fbc6-48ac-a0d4-01e877340a85 HTTP/1.1" status: 200 len: 1125 time: 0.1668952 Feb 09 01:05:11.759391 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-2b9b48af-d866-492a-a49b-2ba1a9ac5c36 None None] Set router 5eb9c36e-3f66-4fec-833c-dcc68e31b4fb gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:05:11.779734 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1970b4cd-7d1e-46d5-b392-98f94f693827 req-68b92c4a-885a-4517-b293-0aa810092c6f tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:11.781357 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1970b4cd-7d1e-46d5-b392-98f94f693827 req-68b92c4a-885a-4517-b293-0aa810092c6f tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 949 time: 0.1075113 Feb 09 01:05:11.821429 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8f15a171-0a84-451c-b4cc-43b5171a7e54 req-c6f586ff-47a6-48e0-8f79-8a3ca8930394 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79c2a00a-9408-4405-a3b9-5bab7752649f HTTP/1.1" status: 200 len: 217 time: 0.0613635 Feb 09 01:05:11.842013 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-92a44925-9230-4a5c-b6a3-82e3d09e52b9 req-50c8ab2c-ffb9-4a2c-80a0-be1a937b2517 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (ed9116b3-2c5d-46ea-8db0-d438a0770e65), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:11.931084 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92a44925-9230-4a5c-b6a3-82e3d09e52b9 req-50c8ab2c-ffb9-4a2c-80a0-be1a937b2517 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:05:11.940976 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15a171-0a84-451c-b4cc-43b5171a7e54 req-c37f63df-e013-49d1-aa9a-c8a89f49a60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:11.942466 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8f15a171-0a84-451c-b4cc-43b5171a7e54 req-c37f63df-e013-49d1-aa9a-c8a89f49a60e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4611cb36-f3d2-4498-977c-18da9d170e4c HTTP/1.1" status: 200 len: 847 time: 0.1120405 Feb 09 01:05:11.943296 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-92a44925-9230-4a5c-b6a3-82e3d09e52b9 req-50c8ab2c-ffb9-4a2c-80a0-be1a937b2517 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:05:11.948091 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a44925-9230-4a5c-b6a3-82e3d09e52b9 req-50c8ab2c-ffb9-4a2c-80a0-be1a937b2517 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:05:11.950062 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c8ab2c-ffb9-4a2c-80a0-be1a937b2517 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Pushing event updated for resources: {'Port': ['ID=ed9116b3-2c5d-46ea-8db0-d438a0770e65,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:11.983728 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1970b4cd-7d1e-46d5-b392-98f94f693827 req-227bab83-71b4-43bd-9d7d-23d76395f687 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700838 Feb 09 01:05:12.005180 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-2b9b48af-d866-492a-a49b-2ba1a9ac5c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb9c36e-3f66-4fec-833c-dcc68e31b4fb', 'name': 'tempest-ServersTestJSON-1950910535-router', 'tenant_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '76271eef-ee0c-44e6-ae00-f0e188984f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:03:21Z', 'updated_at': '2022-02-09T01:03:26Z', 'revision_number': 4, 'project_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'gw_port': {'id': '76271eef-ee0c-44e6-ae00-f0e188984f60', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ba:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb9c36e-3f66-4fec-833c-dcc68e31b4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:22Z', 'updated_at': '2022-02-09T01:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d', 'name': '', 'network_id': 'f915a872-9d1b-435e-8b6b-ca5a77ceda6e', 'tenant_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'mac_address': 'fa:16:3e:9d:62:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb9c36e-3f66-4fec-833c-dcc68e31b4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '2b6724dc-715d-4b79-9357-2dd6d2f2a876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:25Z', 'updated_at': '2022-02-09T01:03:32Z', 'revision_number': 5, 'project_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'subnets': [{'id': '2b6724dc-715d-4b79-9357-2dd6d2f2a876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:12.006211 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8f15a171-0a84-451c-b4cc-43b5171a7e54 req-8d4e5244-f841-4e79-8a40-a52234f39e2d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=584d7274-cb01-4853-8902-7824a3a705cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527534 Feb 09 01:05:12.038004 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9b48af-d866-492a-a49b-2ba1a9ac5c36 None None] Checking router: 5eb9c36e-3f66-4fec-833c-dcc68e31b4fb for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:05:12.049529 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9b48af-d866-492a-a49b-2ba1a9ac5c36 None None] Routers {'5eb9c36e-3f66-4fec-833c-dcc68e31b4fb'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:05:12.050388 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-2b9b48af-d866-492a-a49b-2ba1a9ac5c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:05:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['5eb9c36e-3f66-4fec-833c-dcc68e31b4fb'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:12.186674 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-92a44925-9230-4a5c-b6a3-82e3d09e52b9 req-50c8ab2c-ffb9-4a2c-80a0-be1a937b2517 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks [] for floatingip (38084003-93c2-4968-be27-9cdf8a177096), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:12.273560 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-2b9b48af-d866-492a-a49b-2ba1a9ac5c36 None None] Set router 5eb9c36e-3f66-4fec-833c-dcc68e31b4fb gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:05:12.278092 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e42d6-64c5-45c9-a7f4-331e4f36c0f0 req-cedd5813-7c53-4297-9689-bea31efc1bab tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:12.279998 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-859e42d6-64c5-45c9-a7f4-331e4f36c0f0 req-cedd5813-7c53-4297-9689-bea31efc1bab tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 945 time: 0.2157164 Feb 09 01:05:12.301189 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8f15a171-0a84-451c-b4cc-43b5171a7e54 req-be75698c-f9fc-46d0-82be-03f8bb8648c6 service neutron] 10.222.0.47 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729294 Feb 09 01:05:12.307648 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-92a44925-9230-4a5c-b6a3-82e3d09e52b9 req-50c8ab2c-ffb9-4a2c-80a0-be1a937b2517 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ed9116b3-2c5d-46ea-8db0-d438a0770e65), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:12.471128 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-859e42d6-64c5-45c9-a7f4-331e4f36c0f0 req-aaca9cf2-41cd-42a9-bfe6-ca130b5f2eab tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831300 Feb 09 01:05:12.499382 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-2b9b48af-d866-492a-a49b-2ba1a9ac5c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb9c36e-3f66-4fec-833c-dcc68e31b4fb', 'name': 'tempest-ServersTestJSON-1950910535-router', 'tenant_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '76271eef-ee0c-44e6-ae00-f0e188984f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:03:21Z', 'updated_at': '2022-02-09T01:03:26Z', 'revision_number': 4, 'project_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'gw_port': {'id': '76271eef-ee0c-44e6-ae00-f0e188984f60', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ba:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb9c36e-3f66-4fec-833c-dcc68e31b4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:22Z', 'updated_at': '2022-02-09T01:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d', 'name': '', 'network_id': 'f915a872-9d1b-435e-8b6b-ca5a77ceda6e', 'tenant_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'mac_address': 'fa:16:3e:9d:62:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb9c36e-3f66-4fec-833c-dcc68e31b4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '2b6724dc-715d-4b79-9357-2dd6d2f2a876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:25Z', 'updated_at': '2022-02-09T01:03:32Z', 'revision_number': 5, 'project_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'subnets': [{'id': '2b6724dc-715d-4b79-9357-2dd6d2f2a876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:12.527551 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9b48af-d866-492a-a49b-2ba1a9ac5c36 None None] The sync data for ids ['5eb9c36e-3f66-4fec-833c-dcc68e31b4fb'] in n-d-828369-4 is: [{'id': '5eb9c36e-3f66-4fec-833c-dcc68e31b4fb', 'name': 'tempest-ServersTestJSON-1950910535-router', 'tenant_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '76271eef-ee0c-44e6-ae00-f0e188984f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:03:21Z', 'updated_at': '2022-02-09T01:03:26Z', 'revision_number': 4, 'project_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'gw_port': {'id': '76271eef-ee0c-44e6-ae00-f0e188984f60', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ba:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb9c36e-3f66-4fec-833c-dcc68e31b4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:22Z', 'updated_at': '2022-02-09T01:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d', 'name': '', 'network_id': 'f915a872-9d1b-435e-8b6b-ca5a77ceda6e', 'tenant_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'mac_address': 'fa:16:3e:9d:62:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb9c36e-3f66-4fec-833c-dcc68e31b4fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '2b6724dc-715d-4b79-9357-2dd6d2f2a876', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:25Z', 'updated_at': '2022-02-09T01:03:32Z', 'revision_number': 5, 'project_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'subnets': [{'id': '2b6724dc-715d-4b79-9357-2dd6d2f2a876', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:05:12.605171 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8f15a171-0a84-451c-b4cc-43b5171a7e54 req-16178f27-8c54-4bcd-b232-de0ac45e658f service neutron] 10.222.0.47 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713320 Feb 09 01:05:12.661386 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb919a-f225-4db9-8ad2-ef2d7c8c1b21 req-a762855c-a906-405f-9098-441d5fe4181e tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:12.662891 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6ccb919a-f225-4db9-8ad2-ef2d7c8c1b21 req-a762855c-a906-405f-9098-441d5fe4181e tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a273a6d-fbc6-48ac-a0d4-01e877340a85 HTTP/1.1" status: 200 len: 943 time: 0.1033797 Feb 09 01:05:12.674034 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-92a44925-9230-4a5c-b6a3-82e3d09e52b9 req-50c8ab2c-ffb9-4a2c-80a0-be1a937b2517 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks [] for port (ed9116b3-2c5d-46ea-8db0-d438a0770e65), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:12.681394 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-92a44925-9230-4a5c-b6a3-82e3d09e52b9 req-50c8ab2c-ffb9-4a2c-80a0-be1a937b2517 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (ed9116b3-2c5d-46ea-8db0-d438a0770e65), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:12.784587 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c8ab2c-ffb9-4a2c-80a0-be1a937b2517 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Pushing event updated for resources: {'Port': ['ID=ed9116b3-2c5d-46ea-8db0-d438a0770e65,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:12.796185 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6ccb919a-f225-4db9-8ad2-ef2d7c8c1b21 req-5c5db2d9-3f43-4c3e-9cce-6db06bedb922 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254587 Feb 09 01:05:12.799915 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-92a44925-9230-4a5c-b6a3-82e3d09e52b9 req-50c8ab2c-ffb9-4a2c-80a0-be1a937b2517 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (38084003-93c2-4968-be27-9cdf8a177096), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:12.819044 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-92a44925-9230-4a5c-b6a3-82e3d09e52b9 req-50c8ab2c-ffb9-4a2c-80a0-be1a937b2517 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:12.820779 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-92a44925-9230-4a5c-b6a3-82e3d09e52b9 req-50c8ab2c-ffb9-4a2c-80a0-be1a937b2517 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5856025 Feb 09 01:05:12.882069 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb07b33-625b-4567-b882-2452dd30bc5a None None] New status for floating IP 58189769-bc8f-42db-9a66-85d29e8ca2c5: DOWN {{(pid=103138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:05:12.890596 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-92a44925-9230-4a5c-b6a3-82e3d09e52b9 req-31d360dd-09e8-4a01-a88f-363555911102 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.8.43 HTTP/1.1" status: 200 len: 695 time: 0.0618870 Feb 09 01:05:13.029814 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a44925-9230-4a5c-b6a3-82e3d09e52b9 req-5224e7da-d805-46af-a8d9-9862ba07627b tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:13.031073 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-92a44925-9230-4a5c-b6a3-82e3d09e52b9 req-5224e7da-d805-46af-a8d9-9862ba07627b tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] 10.222.0.50 "GET /v2.0/networks/ca740734-29c2-4b60-ae10-4c709b5c6ef4 HTTP/1.1" status: 200 len: 784 time: 0.1342053 Feb 09 01:05:13.037090 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-e66b664e-8542-49cd-bb32-cae4966a9856 req-ae30b9e8-afeb-4c23-a158-cd0bad310201 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:05:13.038378 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e66b664e-8542-49cd-bb32-cae4966a9856 req-ae30b9e8-afeb-4c23-a158-cd0bad310201 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062969 Feb 09 01:05:13.059887 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7015f32f-2f4a-4164-84a6-48abd1992451 x-openstack-request-id: req-7015f32f-2f4a-4164-84a6-48abd1992451 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:05:13.060305 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a273a6d-fbc6-48ac-a0d4-01e877340a85", "tag": "79c2a00a-9408-4405-a3b9-5bab7752649f", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:05:13.060588 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7015f32f-2f4a-4164-84a6-48abd1992451 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:05:13.061543 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a273a6d-fbc6-48ac-a0d4-01e877340a85', 'tag': '79c2a00a-9408-4405-a3b9-5bab7752649f', 'status': 'completed', 'code': 200} Feb 09 01:05:13.107063 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 01:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510cba98-a599-475c-ae15-7ed2fbb44c27 x-openstack-request-id: req-510cba98-a599-475c-ae15-7ed2fbb44c27 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:05:13.108357 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d19ed067-44e7-490f-bd41-71ba3214d2cd", "name": "network-vif-plugged", "status": "completed", "tag": "c424a0ee-dd15-45a7-a7bc-3130eca6820c", "code": 200}, {"server_uuid": "076c97d3-ae9d-4579-b1b2-c56cfbd6ee86", "name": "network-vif-plugged", "status": "completed", "tag": "836ed1d4-92e2-4289-8a12-896771b480bb", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:05:13.108922 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-510cba98-a599-475c-ae15-7ed2fbb44c27 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:05:13.109421 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd19ed067-44e7-490f-bd41-71ba3214d2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c424a0ee-dd15-45a7-a7bc-3130eca6820c', 'code': 200} Feb 09 01:05:13.109782 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '076c97d3-ae9d-4579-b1b2-c56cfbd6ee86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836ed1d4-92e2-4289-8a12-896771b480bb', 'code': 200} Feb 09 01:05:13.299612 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e66b664e-8542-49cd-bb32-cae4966a9856 req-cc3e2d0d-4f72-471c-b23c-e6dbfd911508 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2360110 Feb 09 01:05:13.306327 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707e29f-65de-492b-80a2-b09439fa7b64 req-e698bbd8-aaad-497b-9ba3-a118ab604221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:13.307765 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4707e29f-65de-492b-80a2-b09439fa7b64 req-e698bbd8-aaad-497b-9ba3-a118ab604221 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=349016141cb643eba466ab5e9338a7e5&device_id=9a273a6d-fbc6-48ac-a0d4-01e877340a85 HTTP/1.1" status: 200 len: 1125 time: 0.2685130 Feb 09 01:05:13.320429 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d2462-2fac-483d-a6c7-9bcd9cd2b33d req-e73f9c49-aff3-487b-84ff-7d4b9be75bdd tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:13.321888 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b24d2462-2fac-483d-a6c7-9bcd9cd2b33d req-e73f9c49-aff3-487b-84ff-7d4b9be75bdd tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 950 time: 0.1547744 Feb 09 01:05:13.383286 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9852fe-2bf7-4b90-8455-5bfe49c7a873 req-3bb9839f-a5ba-45d0-8d54-4cef69117186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:13.384809 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ea9852fe-2bf7-4b90-8455-5bfe49c7a873 req-3bb9839f-a5ba-45d0-8d54-4cef69117186 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 1131 time: 0.1817806 Feb 09 01:05:13.442297 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d242a1-e18f-4bc7-bafd-4277fa046c97 req-a7363e54-63fc-4a6a-b2e5-d80a8ab29d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:13.443795 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-59d242a1-e18f-4bc7-bafd-4277fa046c97 req-a7363e54-63fc-4a6a-b2e5-d80a8ab29d90 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 1132 time: 0.1897318 Feb 09 01:05:13.491322 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44082) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:05:13.522207 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b24d2462-2fac-483d-a6c7-9bcd9cd2b33d req-4af8787f-86ef-4453-b53f-af781ab8c27b tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867666 Feb 09 01:05:13.542451 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ea9852fe-2bf7-4b90-8455-5bfe49c7a873 req-faf9819d-0407-45ed-bba7-97e7d44d43ac service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453085 Feb 09 01:05:13.572863 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-59d242a1-e18f-4bc7-bafd-4277fa046c97 req-19db8729-82ad-44f8-a744-46232bb4e9b0 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100571 Feb 09 01:05:13.585243 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-949048c0-191a-4224-9e52-9157dff97cb3 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Publish callbacks [] for security_group (13a7381a-3896-4b7e-b2be-1c5396b372d3), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:13.618305 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-949048c0-191a-4224-9e52-9157dff97cb3 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Publish callbacks [] for security_group (13a7381a-3896-4b7e-b2be-1c5396b372d3), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:13.630223 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707e29f-65de-492b-80a2-b09439fa7b64 req-351b8577-ec87-4e73-ba0c-fd5cd7792c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:13.631758 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4707e29f-65de-492b-80a2-b09439fa7b64 req-351b8577-ec87-4e73-ba0c-fd5cd7792c35 service neutron] 10.222.0.47 "GET /v2.0/networks?id=584d7274-cb01-4853-8902-7824a3a705cb HTTP/1.1" status: 200 len: 909 time: 0.3077559 Feb 09 01:05:13.673642 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-949048c0-191a-4224-9e52-9157dff97cb3 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (13a7381a-3896-4b7e-b2be-1c5396b372d3), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:13.676529 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-949048c0-191a-4224-9e52-9157dff97cb3 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:13.677925 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-949048c0-191a-4224-9e52-9157dff97cb3 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "DELETE /v2.0/security-groups/13a7381a-3896-4b7e-b2be-1c5396b372d3 HTTP/1.1" status: 204 len: 168 time: 0.1856208 Feb 09 01:05:13.682565 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44086) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:05:13.689479 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949048c0-191a-4224-9e52-9157dff97cb3 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a7381a-3896-4b7e-b2be-1c5396b372d3,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:13.709725 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [None req-4df434f8-9513-4282-b4bb-997e374a9300 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] show failed (client error): The resource could not be found. Feb 09 01:05:13.710784 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4df434f8-9513-4282-b4bb-997e374a9300 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "GET /v2.0/security-groups/13a7381a-3896-4b7e-b2be-1c5396b372d3 HTTP/1.1" status: 404 len: 347 time: 0.0272772 Feb 09 01:05:13.714176 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44088) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:05:13.729118 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470936db-9560-40e2-8fad-54fac3c53cea req-15a892eb-170a-454f-b172-ec8ab82476de tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:13.730620 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-470936db-9560-40e2-8fad-54fac3c53cea req-15a892eb-170a-454f-b172-ec8ab82476de tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 949 time: 0.1605220 Feb 09 01:05:13.770047 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e987f6fe-5573-434f-965d-4671d4957809 req-8b9a4608-383f-43f8-8dd1-f92bd6d3547b tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1955695 Feb 09 01:05:13.792453 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-e987f6fe-5573-434f-965d-4671d4957809 req-41adb118-1125-42b8-8f6d-54af6f2e7943 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:13.816162 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-470936db-9560-40e2-8fad-54fac3c53cea req-fb139d18-1f44-4b58-866e-3e52229f8cf7 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781198 Feb 09 01:05:13.829417 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e987f6fe-5573-434f-965d-4671d4957809 req-41adb118-1125-42b8-8f6d-54af6f2e7943 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:13.854642 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-a6bd4eb5-70be-42eb-85ee-bb190525c9c0 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Deleting port c6235638-5095-4785-9b07-18b10a421db3 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:05:13.855081 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a6bd4eb5-70be-42eb-85ee-bb190525c9c0 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (c6235638-5095-4785-9b07-18b10a421db3), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:13.887876 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4707e29f-65de-492b-80a2-b09439fa7b64 req-e064f4ed-9816-4699-967e-fbc09d3ac766 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79c2a00a-9408-4405-a3b9-5bab7752649f HTTP/1.1" status: 200 len: 217 time: 0.0541804 Feb 09 01:05:13.936154 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a6bd4eb5-70be-42eb-85ee-bb190525c9c0 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (c6235638-5095-4785-9b07-18b10a421db3), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:13.936451 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a6bd4eb5-70be-42eb-85ee-bb190525c9c0 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Publish callbacks [] for floatingip (c6235638-5095-4785-9b07-18b10a421db3), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:13.948663 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-a6bd4eb5-70be-42eb-85ee-bb190525c9c0 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Calling delete_port for c6235638-5095-4785-9b07-18b10a421db3 owned by network:floatingip {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:05:14.016111 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707e29f-65de-492b-80a2-b09439fa7b64 req-e2b69484-ca06-49cf-9009-d145b9390641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:14.018299 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4707e29f-65de-492b-80a2-b09439fa7b64 req-e2b69484-ca06-49cf-9009-d145b9390641 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4611cb36-f3d2-4498-977c-18da9d170e4c HTTP/1.1" status: 200 len: 847 time: 0.1021609 Feb 09 01:05:14.062694 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3254c8-a101-4f48-b0b7-5a47635b7d8d req-42aa6a36-c6df-41ea-96dc-945030328a74 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:14.064162 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3b3254c8-a101-4f48-b0b7-5a47635b7d8d req-42aa6a36-c6df-41ea-96dc-945030328a74 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=41447836-fa14-4ac5-9ad5-3d6a1ae57c48 HTTP/1.1" status: 200 len: 945 time: 0.1492808 Feb 09 01:05:14.066601 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4707e29f-65de-492b-80a2-b09439fa7b64 req-2d17f134-0b6b-4b5c-812e-7245aac8de32 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=584d7274-cb01-4853-8902-7824a3a705cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381019 Feb 09 01:05:14.088485 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a6bd4eb5-70be-42eb-85ee-bb190525c9c0 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (c6235638-5095-4785-9b07-18b10a421db3), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:14.117499 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bd4eb5-70be-42eb-85ee-bb190525c9c0 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Pushing event deleted for resources: {'Port': ['ID=c6235638-5095-4785-9b07-18b10a421db3,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:14.179321 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a6bd4eb5-70be-42eb-85ee-bb190525c9c0 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Publish callbacks [] for floatingip (58189769-bc8f-42db-9a66-85d29e8ca2c5), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:14.182169 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a6bd4eb5-70be-42eb-85ee-bb190525c9c0 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:14.183326 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a6bd4eb5-70be-42eb-85ee-bb190525c9c0 tempest-ServersTestJSON-979493926 tempest-ServersTestJSON-979493926-project] 10.222.0.50 "DELETE /v2.0/floatingips/58189769-bc8f-42db-9a66-85d29e8ca2c5 HTTP/1.1" status: 204 len: 168 time: 0.4679775 Feb 09 01:05:14.186422 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44092) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:05:14.188149 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3b3254c8-a101-4f48-b0b7-5a47635b7d8d req-e42a27fa-deca-4ac3-b9fe-6f13ac027d81 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167727 Feb 09 01:05:14.208750 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e987f6fe-5573-434f-965d-4671d4957809 req-41adb118-1125-42b8-8f6d-54af6f2e7943 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:14.256816 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4707e29f-65de-492b-80a2-b09439fa7b64 req-a539c134-3892-4685-af60-1fa250735e6c service neutron] 10.222.0.47 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751037 Feb 09 01:05:14.450144 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-e987f6fe-5573-434f-965d-4671d4957809 req-41adb118-1125-42b8-8f6d-54af6f2e7943 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Allocated IP 172.25.8.135 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/82d8652a-b3f5-4098-8fbe-fd09008a112b) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:05:14.460190 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9485f-9835-4143-be2f-83a11ec10751 req-669c52c9-38b0-4d85-991e-3bd96d9b0bad tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:14.461729 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a7e9485f-9835-4143-be2f-83a11ec10751 req-669c52c9-38b0-4d85-991e-3bd96d9b0bad tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 945 time: 0.1926053 Feb 09 01:05:14.481202 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4707e29f-65de-492b-80a2-b09439fa7b64 req-c0329997-92d7-4398-bcfe-9fa5bf2c0bcb service neutron] 10.222.0.47 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109144 Feb 09 01:05:14.557932 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a7e9485f-9835-4143-be2f-83a11ec10751 req-c2145943-1b47-4e77-9e9a-d466e3f65dac tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883274 Feb 09 01:05:14.597828 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1632c9b2-fcf3-4e75-8489-5a013fa9044f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (5eb9c36e-3f66-4fec-833c-dcc68e31b4fb), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:14.621900 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e987f6fe-5573-434f-965d-4671d4957809 req-41adb118-1125-42b8-8f6d-54af6f2e7943 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks [] for port (82d8652a-b3f5-4098-8fbe-fd09008a112b), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:14.681670 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e987f6fe-5573-434f-965d-4671d4957809 req-41adb118-1125-42b8-8f6d-54af6f2e7943 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (82d8652a-b3f5-4098-8fbe-fd09008a112b), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:14.750848 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e987f6fe-5573-434f-965d-4671d4957809 req-41adb118-1125-42b8-8f6d-54af6f2e7943 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:05:14.758261 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-e987f6fe-5573-434f-965d-4671d4957809 req-41adb118-1125-42b8-8f6d-54af6f2e7943 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:05:14.764088 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-e987f6fe-5573-434f-965d-4671d4957809 req-41adb118-1125-42b8-8f6d-54af6f2e7943 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:05:14.769747 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41adb118-1125-42b8-8f6d-54af6f2e7943 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Pushing event updated for resources: {'Port': ['ID=82d8652a-b3f5-4098-8fbe-fd09008a112b,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:14.812114 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ae7ea-741e-41a0-bb04-f95ff0f75a64 req-61b16a7c-36fe-4fc8-b1da-563622598316 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:14.814413 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f99ae7ea-741e-41a0-bb04-f95ff0f75a64 req-61b16a7c-36fe-4fc8-b1da-563622598316 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a273a6d-fbc6-48ac-a0d4-01e877340a85 HTTP/1.1" status: 200 len: 943 time: 0.1441741 Feb 09 01:05:14.925090 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f99ae7ea-741e-41a0-bb04-f95ff0f75a64 req-c7d5ab98-472e-463d-b8ad-de36ffe664dc tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023736 Feb 09 01:05:14.945864 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-1632c9b2-fcf3-4e75-8489-5a013fa9044f admin admin] Deleting port f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:05:14.946292 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1632c9b2-fcf3-4e75-8489-5a013fa9044f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:14.961409 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e987f6fe-5573-434f-965d-4671d4957809 req-41adb118-1125-42b8-8f6d-54af6f2e7943 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks [] for floatingip (82f3a060-32d7-4a59-bcdd-3a81a19c9da9), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:15.056984 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e987f6fe-5573-434f-965d-4671d4957809 req-41adb118-1125-42b8-8f6d-54af6f2e7943 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (82d8652a-b3f5-4098-8fbe-fd09008a112b), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:15.062845 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-1632c9b2-fcf3-4e75-8489-5a013fa9044f admin admin] For port f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d,segment=NetworkSegment(70332602-1747-482c-9353-16874afea81c),segment_id=70332602-1747-482c-9353-16874afea81c)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:05:15.063226 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1632c9b2-fcf3-4e75-8489-5a013fa9044f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:15.068666 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c635e05-dd0f-4970-b7d9-e20429983aa0', 'name': 'network-vif-deleted', 'tag': '887dc6eb-52ea-42c8-af88-95e1d3562128'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:05:15.071375 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c1fe21-5b14-4714-8386-ebc983c105a1" -d '{"events": [{"server_uuid": "3c635e05-dd0f-4970-b7d9-e20429983aa0", "name": "network-vif-deleted", "tag": "887dc6eb-52ea-42c8-af88-95e1d3562128"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:05:15.083274 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-1632c9b2-fcf3-4e75-8489-5a013fa9044f admin admin] Calling delete_port for f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:05:15.122662 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5edfa-16f6-48b3-9b0c-a362bfa6c58a req-13b9a25b-ffc1-47a4-ba52-a3b197366a29 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:15.124236 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9cc5edfa-16f6-48b3-9b0c-a362bfa6c58a req-13b9a25b-ffc1-47a4-ba52-a3b197366a29 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b22764c-a886-472f-ab22-522f906e73e1 HTTP/1.1" status: 200 len: 946 time: 0.1227033 Feb 09 01:05:15.227992 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9cc5edfa-16f6-48b3-9b0c-a362bfa6c58a req-7e8fd3de-abf2-436a-90cf-e8e85ccc86c7 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948064 Feb 09 01:05:15.286825 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e987f6fe-5573-434f-965d-4671d4957809 req-41adb118-1125-42b8-8f6d-54af6f2e7943 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks [] for port (82d8652a-b3f5-4098-8fbe-fd09008a112b), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:15.293628 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e987f6fe-5573-434f-965d-4671d4957809 req-41adb118-1125-42b8-8f6d-54af6f2e7943 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (82d8652a-b3f5-4098-8fbe-fd09008a112b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:15.298891 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1632c9b2-fcf3-4e75-8489-5a013fa9044f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:15.346279 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1632c9b2-fcf3-4e75-8489-5a013fa9044f admin admin] Pushing event deleted for resources: {'Port': ['ID=f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:15.448429 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41adb118-1125-42b8-8f6d-54af6f2e7943 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Pushing event updated for resources: {'Port': ['ID=82d8652a-b3f5-4098-8fbe-fd09008a112b,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:15.460822 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e987f6fe-5573-434f-965d-4671d4957809 req-41adb118-1125-42b8-8f6d-54af6f2e7943 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (82f3a060-32d7-4a59-bcdd-3a81a19c9da9), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:15.506196 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e987f6fe-5573-434f-965d-4671d4957809 req-41adb118-1125-42b8-8f6d-54af6f2e7943 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:15.508183 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e987f6fe-5573-434f-965d-4671d4957809 req-41adb118-1125-42b8-8f6d-54af6f2e7943 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7258325 Feb 09 01:05:15.517741 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1ce92-66bb-4c95-ade3-0b008d53cbd4 req-071a0786-ede5-43c8-9550-a4a1baad5fee tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:15.526083 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34d1ce92-66bb-4c95-ade3-0b008d53cbd4 req-071a0786-ede5-43c8-9550-a4a1baad5fee tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 950 time: 0.1948235 Feb 09 01:05:15.617403 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e987f6fe-5573-434f-965d-4671d4957809 req-4fa72921-d18d-49fb-bfc6-c085b5ab8518 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.8.135 HTTP/1.1" status: 200 len: 696 time: 0.0825245 Feb 09 01:05:15.962717 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1632c9b2-fcf3-4e75-8489-5a013fa9044f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (5eb9c36e-3f66-4fec-833c-dcc68e31b4fb), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:16.032858 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34d1ce92-66bb-4c95-ade3-0b008d53cbd4 req-4e08d8ec-0655-40d6-8f7e-284b7e754092 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5055172 Feb 09 01:05:16.114477 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987f6fe-5573-434f-965d-4671d4957809 req-12562b8e-e694-4158-ad35-e79775e7b8e3 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:16.115945 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e987f6fe-5573-434f-965d-4671d4957809 req-12562b8e-e694-4158-ad35-e79775e7b8e3 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] 10.222.0.50 "GET /v2.0/networks/ca740734-29c2-4b60-ae10-4c709b5c6ef4 HTTP/1.1" status: 200 len: 784 time: 0.4867988 Feb 09 01:05:16.170729 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd2a070-5778-4eb3-8367-ef521370af1c x-openstack-request-id: req-2bd2a070-5778-4eb3-8367-ef521370af1c {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:05:16.172946 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c635e05-dd0f-4970-b7d9-e20429983aa0", "name": "network-vif-deleted", "tag": "887dc6eb-52ea-42c8-af88-95e1d3562128", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:05:16.173871 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2bd2a070-5778-4eb3-8367-ef521370af1c {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:05:16.175092 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c635e05-dd0f-4970-b7d9-e20429983aa0', 'name': 'network-vif-deleted', 'tag': '887dc6eb-52ea-42c8-af88-95e1d3562128', 'status': 'completed', 'code': 200} Feb 09 01:05:16.198100 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4752bc3-c280-475f-9204-569d441ae0d2 req-9154e205-3ebd-44b4-bb5e-12ac1f01bd3e tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:16.200003 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a4752bc3-c280-475f-9204-569d441ae0d2 req-9154e205-3ebd-44b4-bb5e-12ac1f01bd3e tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 949 time: 0.0829461 Feb 09 01:05:16.215199 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1632c9b2-fcf3-4e75-8489-5a013fa9044f admin admin] Router 5eb9c36e-3f66-4fec-833c-dcc68e31b4fb has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:05:16.270594 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a4752bc3-c280-475f-9204-569d441ae0d2 req-5b4772b5-2e0f-429d-b603-754fe968c77f tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637152 Feb 09 01:05:16.326237 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62339874-543e-4afb-817b-bbe2fb625629 req-42d8526b-943d-413c-bfe0-4e9aaad60381 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:16.328773 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-62339874-543e-4afb-817b-bbe2fb625629 req-42d8526b-943d-413c-bfe0-4e9aaad60381 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9b640c8-ffc6-416a-bf27-05b27d68362d HTTP/1.1" status: 200 len: 946 time: 0.0906427 Feb 09 01:05:16.368313 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1632c9b2-fcf3-4e75-8489-5a013fa9044f admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:05:16.375266 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1632c9b2-fcf3-4e75-8489-5a013fa9044f admin admin] 10.222.0.50 "PUT /v2.0/routers/5eb9c36e-3f66-4fec-833c-dcc68e31b4fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1873887 Feb 09 01:05:16.379556 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44114) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:05:16.381020 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6145f05a-e3b3-4714-bac9-cca0fd2779a1 None None] Sync routers for ids ['5eb9c36e-3f66-4fec-833c-dcc68e31b4fb'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:05:16.400197 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6145f05a-e3b3-4714-bac9-cca0fd2779a1 None None] Routers {'5eb9c36e-3f66-4fec-833c-dcc68e31b4fb'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:05:16.401324 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-6145f05a-e3b3-4714-bac9-cca0fd2779a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:05:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['5eb9c36e-3f66-4fec-833c-dcc68e31b4fb'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:16.409515 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-62339874-543e-4afb-817b-bbe2fb625629 req-e7774ca8-640d-4dc4-969d-c24810859e38 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744450 Feb 09 01:05:16.453048 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c4fac-cedf-4863-84d7-b85c75a239b0 req-90c24597-88e5-40e6-b1a3-0cd593148c64 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:16.459760 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-736c4fac-cedf-4863-84d7-b85c75a239b0 req-90c24597-88e5-40e6-b1a3-0cd593148c64 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 945 time: 0.1099477 Feb 09 01:05:16.545678 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-6145f05a-e3b3-4714-bac9-cca0fd2779a1 None None] Set router 5eb9c36e-3f66-4fec-833c-dcc68e31b4fb gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:05:16.557527 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cf788f9f-6f06-4638-bacc-9b0be886fbcb admin admin] Publish callbacks [] for router (5eb9c36e-3f66-4fec-833c-dcc68e31b4fb), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:16.571466 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-736c4fac-cedf-4863-84d7-b85c75a239b0 req-137a7c3e-198b-4fef-9a2f-567cc5fd0c98 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045372 Feb 09 01:05:16.614859 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d126c-43c7-4169-a76e-594843545bf6 req-9c43a6d4-69df-42ac-8ecb-ab3a9285f896 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:16.614859 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d97d126c-43c7-4169-a76e-594843545bf6 req-9c43a6d4-69df-42ac-8ecb-ab3a9285f896 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a273a6d-fbc6-48ac-a0d4-01e877340a85 HTTP/1.1" status: 200 len: 943 time: 0.0908957 Feb 09 01:05:16.673919 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d97d126c-43c7-4169-a76e-594843545bf6 req-6d3e47dc-e804-4a4d-8c9e-354340760c60 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598280 Feb 09 01:05:16.716374 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cf788f9f-6f06-4638-bacc-9b0be886fbcb admin admin] Publish callbacks [] for router_gateway (5eb9c36e-3f66-4fec-833c-dcc68e31b4fb), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:16.774950 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fac4fce3-cb82-4fd7-b741-92e90f24953a req-b5606259-7525-4ddc-884a-e527dc8d724d tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] 10.222.0.50 "GET /v2.0/floatingips/82f3a060-32d7-4a59-bcdd-3a81a19c9da9 HTTP/1.1" status: 200 len: 693 time: 0.0707967 Feb 09 01:05:16.800756 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-cf788f9f-6f06-4638-bacc-9b0be886fbcb admin admin] Deleting port 76271eef-ee0c-44e6-ae00-f0e188984f60 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:05:16.801074 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cf788f9f-6f06-4638-bacc-9b0be886fbcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (76271eef-ee0c-44e6-ae00-f0e188984f60), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:16.810687 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-6145f05a-e3b3-4714-bac9-cca0fd2779a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb9c36e-3f66-4fec-833c-dcc68e31b4fb', 'name': 'tempest-ServersTestJSON-1950910535-router', 'tenant_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '76271eef-ee0c-44e6-ae00-f0e188984f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:03:21Z', 'updated_at': '2022-02-09T01:05:15Z', 'revision_number': 5, 'project_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'gw_port': {'id': '76271eef-ee0c-44e6-ae00-f0e188984f60', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ba:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb9c36e-3f66-4fec-833c-dcc68e31b4fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:03:22Z', 'updated_at': '2022-02-09T01:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:16.858111 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6145f05a-e3b3-4714-bac9-cca0fd2779a1 None None] Checking router: 5eb9c36e-3f66-4fec-833c-dcc68e31b4fb for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:05:16.867194 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6145f05a-e3b3-4714-bac9-cca0fd2779a1 None None] Routers {'5eb9c36e-3f66-4fec-833c-dcc68e31b4fb'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:05:16.867818 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-6145f05a-e3b3-4714-bac9-cca0fd2779a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:05:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['5eb9c36e-3f66-4fec-833c-dcc68e31b4fb'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:16.934114 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-cf788f9f-6f06-4638-bacc-9b0be886fbcb admin admin] For port 76271eef-ee0c-44e6-ae00-f0e188984f60, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=76271eef-ee0c-44e6-ae00-f0e188984f60,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:05:16.934639 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cf788f9f-6f06-4638-bacc-9b0be886fbcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (76271eef-ee0c-44e6-ae00-f0e188984f60), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:16.961916 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-cf788f9f-6f06-4638-bacc-9b0be886fbcb admin admin] Calling delete_port for 76271eef-ee0c-44e6-ae00-f0e188984f60 owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:05:16.966332 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfaef1a-6790-47ae-9772-d248c806cbf8 req-fc267c7b-a894-485c-8b4b-5921864980e0 tempest-MigrationsAdminTest-2128325755 tempest-MigrationsAdminTest-2128325755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:16.974731 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-6145f05a-e3b3-4714-bac9-cca0fd2779a1 None None] Set router 5eb9c36e-3f66-4fec-833c-dcc68e31b4fb gateway port host: None {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:05:16.975168 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6cfaef1a-6790-47ae-9772-d248c806cbf8 req-fc267c7b-a894-485c-8b4b-5921864980e0 tempest-MigrationsAdminTest-2128325755 tempest-MigrationsAdminTest-2128325755-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 1131 time: 0.1063080 Feb 09 01:05:17.003609 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac4fce3-cb82-4fd7-b741-92e90f24953a req-a47b6c27-55ec-4d08-bbb6-687ef0b1fb71 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:17.005319 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fac4fce3-cb82-4fd7-b741-92e90f24953a req-a47b6c27-55ec-4d08-bbb6-687ef0b1fb71 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] 10.222.0.50 "GET /v2.0/networks/ca740734-29c2-4b60-ae10-4c709b5c6ef4 HTTP/1.1" status: 200 len: 784 time: 0.2221487 Feb 09 01:05:17.046606 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-6145f05a-e3b3-4714-bac9-cca0fd2779a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb9c36e-3f66-4fec-833c-dcc68e31b4fb', 'name': 'tempest-ServersTestJSON-1950910535-router', 'tenant_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:03:21Z', 'updated_at': '2022-02-09T01:05:16Z', 'revision_number': 6, 'project_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:17.049225 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6cfaef1a-6790-47ae-9772-d248c806cbf8 req-84f98bce-b2ac-428e-84e7-a6830621c254 tempest-MigrationsAdminTest-2128325755 tempest-MigrationsAdminTest-2128325755-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729589 Feb 09 01:05:17.080528 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6145f05a-e3b3-4714-bac9-cca0fd2779a1 None None] The sync data for ids ['5eb9c36e-3f66-4fec-833c-dcc68e31b4fb'] in n-d-828369-4 is: [{'id': '5eb9c36e-3f66-4fec-833c-dcc68e31b4fb', 'name': 'tempest-ServersTestJSON-1950910535-router', 'tenant_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:03:21Z', 'updated_at': '2022-02-09T01:05:16Z', 'revision_number': 6, 'project_id': 'c1eb5619f29c442285488d7ae37e7fe2', 'gw_port_host': None}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:05:17.182206 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91facb2-87c3-413a-9d4d-c25739991efe req-6d7f4c80-aa60-4f19-9623-1c40303e83d4 tempest-ServersAdminTestJSON-646354057 tempest-ServersAdminTestJSON-646354057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:17.189614 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b91facb2-87c3-413a-9d4d-c25739991efe req-6d7f4c80-aa60-4f19-9623-1c40303e83d4 tempest-ServersAdminTestJSON-646354057 tempest-ServersAdminTestJSON-646354057-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 1132 time: 0.0636168 Feb 09 01:05:17.226886 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cf788f9f-6f06-4638-bacc-9b0be886fbcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (76271eef-ee0c-44e6-ae00-f0e188984f60), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:17.256032 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b91facb2-87c3-413a-9d4d-c25739991efe req-cecf6e09-41d5-481b-b8e2-1731ead92443 tempest-ServersAdminTestJSON-646354057 tempest-ServersAdminTestJSON-646354057-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481565 Feb 09 01:05:17.264986 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf788f9f-6f06-4638-bacc-9b0be886fbcb admin admin] Pushing event deleted for resources: {'Port': ['ID=76271eef-ee0c-44e6-ae00-f0e188984f60,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:17.266400 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 79c2a00a-9408-4405-a3b9-5bab7752649f details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:05:17.340185 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cf788f9f-6f06-4638-bacc-9b0be886fbcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (5eb9c36e-3f66-4fec-833c-dcc68e31b4fb), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:17.390173 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 79c2a00a-9408-4405-a3b9-5bab7752649f, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=79c2a00a-9408-4405-a3b9-5bab7752649f,segment=NetworkSegment(c09a8a87-556d-487a-811a-06517127dee5),segment_id=c09a8a87-556d-487a-811a-06517127dee5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:05:17.393690 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0e91b3d1-4397-48ae-bb2a-dd3cf3088ddb req-32d64ef9-f95a-4c01-880a-b9f6982e7794 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] 10.222.0.50 "GET /v2.0/floatingips/82f3a060-32d7-4a59-bcdd-3a81a19c9da9 HTTP/1.1" status: 200 len: 693 time: 0.0696113 Feb 09 01:05:17.404434 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833ba1a-e5ba-4c91-a19a-1ec9325b3855 req-f4aafa4c-a747-4141-9f9a-a0236897e704 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:17.411728 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833ba1a-e5ba-4c91-a19a-1ec9325b3855 req-f4aafa4c-a747-4141-9f9a-a0236897e704 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:17.413221 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '79c2a00a-9408-4405-a3b9-5bab7752649f', 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb', 'port_id': '79c2a00a-9408-4405-a3b9-5bab7752649f', 'mac_address': 'fa:16:3e:0d:99:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4611cb36-f3d2-4498-977c-18da9d170e4c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:05:17.417916 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833ba1a-e5ba-4c91-a19a-1ec9325b3855 req-f4aafa4c-a747-4141-9f9a-a0236897e704 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:17.428222 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8833ba1a-e5ba-4c91-a19a-1ec9325b3855 req-f4aafa4c-a747-4141-9f9a-a0236897e704 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9b640c8-ffc6-416a-bf27-05b27d68362d&device_id=5b22764c-a886-472f-ab22-522f906e73e1&device_id=41447836-fa14-4ac5-9ad5-3d6a1ae57c48 HTTP/1.1" status: 200 len: 2418 time: 0.1465321 Feb 09 01:05:17.468930 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 79c2a00a-9408-4405-a3b9-5bab7752649f is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:05:17.469329 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (79c2a00a-9408-4405-a3b9-5bab7752649f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:17.482607 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cf788f9f-6f06-4638-bacc-9b0be886fbcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (5eb9c36e-3f66-4fec-833c-dcc68e31b4fb), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:17.489479 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cf788f9f-6f06-4638-bacc-9b0be886fbcb admin admin] Publish callbacks [] for router_controller (5eb9c36e-3f66-4fec-833c-dcc68e31b4fb), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:17.494477 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79c2a00a-9408-4405-a3b9-5bab7752649f {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:05:17.536764 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8833ba1a-e5ba-4c91-a19a-1ec9325b3855 req-10d7d529-4223-4b7e-b959-1ae353dc5ea6 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074877 Feb 09 01:05:17.546641 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 79c2a00a-9408-4405-a3b9-5bab7752649f, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=79c2a00a-9408-4405-a3b9-5bab7752649f,segment=NetworkSegment(c09a8a87-556d-487a-811a-06517127dee5),segment_id=c09a8a87-556d-487a-811a-06517127dee5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:05:17.561791 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (79c2a00a-9408-4405-a3b9-5bab7752649f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:17.606011 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cf788f9f-6f06-4638-bacc-9b0be886fbcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (5eb9c36e-3f66-4fec-833c-dcc68e31b4fb), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:17.606606 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf788f9f-6f06-4638-bacc-9b0be886fbcb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5eb9c36e-3f66-4fec-833c-dcc68e31b4fb {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:05:17.616330 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cf788f9f-6f06-4638-bacc-9b0be886fbcb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:17.617555 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-cf788f9f-6f06-4638-bacc-9b0be886fbcb admin admin] 10.222.0.50 "DELETE /v2.0/routers/5eb9c36e-3f66-4fec-833c-dcc68e31b4fb HTTP/1.1" status: 204 len: 168 time: 1.2366376 Feb 09 01:05:17.621285 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44130) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:05:17.658398 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=79c2a00a-9408-4405-a3b9-5bab7752649f,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:17.698663 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:05:17.721306 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdf6d685-48aa-4c5c-acab-f35918fbd831 admin admin] Deleting subnet 2b6724dc-715d-4b79-9357-2dd6d2f2a876 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:05:17.724579 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cdf6d685-48aa-4c5c-acab-f35918fbd831 admin admin] Publish callbacks [] for subnet (2b6724dc-715d-4b79-9357-2dd6d2f2a876), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:17.750566 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e91b3d1-4397-48ae-bb2a-dd3cf3088ddb req-e9e66dec-71c7-4ef1-81d9-f1e5e83fc47f tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:17.752365 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0e91b3d1-4397-48ae-bb2a-dd3cf3088ddb req-e9e66dec-71c7-4ef1-81d9-f1e5e83fc47f tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] 10.222.0.50 "GET /v2.0/networks/ca740734-29c2-4b60-ae10-4c709b5c6ef4 HTTP/1.1" status: 200 len: 784 time: 0.3217907 Feb 09 01:05:17.753357 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:05:17.753705 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f2ac1a3a-4e21-4bf6-a5d2-c6884e266c3d not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:05:17.762609 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cdf6d685-48aa-4c5c-acab-f35918fbd831 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (2b6724dc-715d-4b79-9357-2dd6d2f2a876), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:17.763374 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-0e91b3d1-4397-48ae-bb2a-dd3cf3088ddb req-f9ab6c08-8c63-484b-83d5-7055d42f0b34 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:05:17.764416 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0e91b3d1-4397-48ae-bb2a-dd3cf3088ddb req-f9ab6c08-8c63-484b-83d5-7055d42f0b34 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065713 Feb 09 01:05:17.847319 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0e91b3d1-4397-48ae-bb2a-dd3cf3088ddb req-8995240d-b8c6-4cdd-a958-81b2f76ff3d7 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.8.135 HTTP/1.1" status: 200 len: 696 time: 0.0765367 Feb 09 01:05:17.855664 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cdf6d685-48aa-4c5c-acab-f35918fbd831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (2b6724dc-715d-4b79-9357-2dd6d2f2a876), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:17.920259 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0e91b3d1-4397-48ae-bb2a-dd3cf3088ddb req-41a26d9e-16af-4a99-b704-e067d3062a13 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.8.135 HTTP/1.1" status: 200 len: 696 time: 0.0716090 Feb 09 01:05:17.921168 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cdf6d685-48aa-4c5c-acab-f35918fbd831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (2b6724dc-715d-4b79-9357-2dd6d2f2a876), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:17.942300 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad82944-19a4-4b6a-9736-625a2592cc44 None None] Network f915a872-9d1b-435e-8b6b-ca5a77ceda6e requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:05:17.988223 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cdf6d685-48aa-4c5c-acab-f35918fbd831 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:18.006770 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-cdf6d685-48aa-4c5c-acab-f35918fbd831 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/2b6724dc-715d-4b79-9357-2dd6d2f2a876 HTTP/1.1" status: 204 len: 168 time: 0.3843923 Feb 09 01:05:18.012245 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44148) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:05:18.050841 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['79c2a00a-9408-4405-a3b9-5bab7752649f'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:05:18.132155 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf6d685-48aa-4c5c-acab-f35918fbd831 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b6724dc-715d-4b79-9357-2dd6d2f2a876,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:18.135835 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d88d4f15-4331-4ceb-bc89-db1e89a6ad85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (f915a872-9d1b-435e-8b6b-ca5a77ceda6e), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:18.153866 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-0e91b3d1-4397-48ae-bb2a-dd3cf3088ddb req-fbc2c474-f365-431c-acd8-448dc9137ec8 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Deleting port 82d8652a-b3f5-4098-8fbe-fd09008a112b {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:05:18.154361 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0e91b3d1-4397-48ae-bb2a-dd3cf3088ddb req-fbc2c474-f365-431c-acd8-448dc9137ec8 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (82d8652a-b3f5-4098-8fbe-fd09008a112b), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:18.294691 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-d88d4f15-4331-4ceb-bc89-db1e89a6ad85 admin admin] Deleting port 4b2e54e6-fb8a-4117-bde4-a3795cc134d3 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:05:18.296911 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d88d4f15-4331-4ceb-bc89-db1e89a6ad85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (4b2e54e6-fb8a-4117-bde4-a3795cc134d3), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:18.322831 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0e91b3d1-4397-48ae-bb2a-dd3cf3088ddb req-fbc2c474-f365-431c-acd8-448dc9137ec8 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (82d8652a-b3f5-4098-8fbe-fd09008a112b), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:18.323523 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0e91b3d1-4397-48ae-bb2a-dd3cf3088ddb req-fbc2c474-f365-431c-acd8-448dc9137ec8 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks [] for floatingip (82d8652a-b3f5-4098-8fbe-fd09008a112b), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:18.351331 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-0e91b3d1-4397-48ae-bb2a-dd3cf3088ddb req-fbc2c474-f365-431c-acd8-448dc9137ec8 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Calling delete_port for 82d8652a-b3f5-4098-8fbe-fd09008a112b owned by network:floatingip {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:05:18.433481 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-7ac4c7ec-573e-42e9-9d10-1cff66e29bc0 req-14dd37d9-1931-41ea-b5ec-aa17b8fa16c3 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:05:18.434523 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7ac4c7ec-573e-42e9-9d10-1cff66e29bc0 req-14dd37d9-1931-41ea-b5ec-aa17b8fa16c3 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074773 Feb 09 01:05:18.447870 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-eb2d0704-a92b-4f8b-8fd7-9ae2b7b4729b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2159805 Feb 09 01:05:18.456439 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-d88d4f15-4331-4ceb-bc89-db1e89a6ad85 admin admin] For port 4b2e54e6-fb8a-4117-bde4-a3795cc134d3, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=4b2e54e6-fb8a-4117-bde4-a3795cc134d3,segment=NetworkSegment(70332602-1747-482c-9353-16874afea81c),segment_id=70332602-1747-482c-9353-16874afea81c)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:05:18.456844 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d88d4f15-4331-4ceb-bc89-db1e89a6ad85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (4b2e54e6-fb8a-4117-bde4-a3795cc134d3), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:18.472221 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-d88d4f15-4331-4ceb-bc89-db1e89a6ad85 admin admin] Calling delete_port for 4b2e54e6-fb8a-4117-bde4-a3795cc134d3 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:05:18.628416 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d88d4f15-4331-4ceb-bc89-db1e89a6ad85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (4b2e54e6-fb8a-4117-bde4-a3795cc134d3), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:18.645193 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88d4f15-4331-4ceb-bc89-db1e89a6ad85 admin admin] No DVR routers for this DVR port 4b2e54e6-fb8a-4117-bde4-a3795cc134d3 on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:05:18.660383 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434c1fd2-7526-46e5-bd44-6c4f9a0aedae None None] DHCP port deletion for f915a872-9d1b-435e-8b6b-ca5a77ceda6e request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:05:18.695924 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7ac4c7ec-573e-42e9-9d10-1cff66e29bc0 req-37b42123-8664-4d12-b2ed-0a9a8c04e181 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2528205 Feb 09 01:05:18.713247 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88d4f15-4331-4ceb-bc89-db1e89a6ad85 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b2e54e6-fb8a-4117-bde4-a3795cc134d3,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:18.789918 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0e91b3d1-4397-48ae-bb2a-dd3cf3088ddb req-fbc2c474-f365-431c-acd8-448dc9137ec8 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (82d8652a-b3f5-4098-8fbe-fd09008a112b), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:18.838798 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2c474-f365-431c-acd8-448dc9137ec8 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Pushing event deleted for resources: {'Port': ['ID=82d8652a-b3f5-4098-8fbe-fd09008a112b,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:18.848885 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d88d4f15-4331-4ceb-bc89-db1e89a6ad85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (f915a872-9d1b-435e-8b6b-ca5a77ceda6e), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:18.895659 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-d88d4f15-4331-4ceb-bc89-db1e89a6ad85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f915a872-9d1b-435e-8b6b-ca5a77ceda6e']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:18.911304 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-d88d4f15-4331-4ceb-bc89-db1e89a6ad85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70332602-1747-482c-9353-16874afea81c') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:18.911649 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-d88d4f15-4331-4ceb-bc89-db1e89a6ad85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70332602-1747-482c-9353-16874afea81c') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:18.950686 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0e91b3d1-4397-48ae-bb2a-dd3cf3088ddb req-fbc2c474-f365-431c-acd8-448dc9137ec8 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks [] for floatingip (82f3a060-32d7-4a59-bcdd-3a81a19c9da9), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:18.954396 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0e91b3d1-4397-48ae-bb2a-dd3cf3088ddb req-fbc2c474-f365-431c-acd8-448dc9137ec8 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:18.963268 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d88d4f15-4331-4ceb-bc89-db1e89a6ad85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (70332602-1747-482c-9353-16874afea81c), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:18.972979 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0e91b3d1-4397-48ae-bb2a-dd3cf3088ddb req-fbc2c474-f365-431c-acd8-448dc9137ec8 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] 10.222.0.50 "DELETE /v2.0/floatingips/82f3a060-32d7-4a59-bcdd-3a81a19c9da9 HTTP/1.1" status: 204 len: 173 time: 1.0459859 Feb 09 01:05:18.992017 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d88d4f15-4331-4ceb-bc89-db1e89a6ad85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (70332602-1747-482c-9353-16874afea81c), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:19.013728 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d88d4f15-4331-4ceb-bc89-db1e89a6ad85 admin admin] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:05:19.024142 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d88d4f15-4331-4ceb-bc89-db1e89a6ad85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (70332602-1747-482c-9353-16874afea81c), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:19.028151 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:05:19.028151 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:05:19.028151 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:05:19.028151 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:05:19.028151 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:05:19.028151 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:05:19.028151 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:05:19.028151 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:05:19.028151 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:05:19.028151 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:05:19.028151 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:05:19.028151 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:05:19.028151 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:05:19.028151 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:05:19.028151 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:05:19.028151 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:05:19.028151 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:05:19.028151 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:05:19.028151 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:05:19.028151 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:05:19.028151 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:05:19.028151 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:05:19.028151 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:05:19.028151 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:05:19.028151 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:05:19.028151 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:05:19.028151 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:05:19.028151 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:05:19.028151 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:05:19.028151 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:05:19.028151 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:05:19.028151 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:05:19.143383 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d88d4f15-4331-4ceb-bc89-db1e89a6ad85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (f915a872-9d1b-435e-8b6b-ca5a77ceda6e), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:19.151951 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d88d4f15-4331-4ceb-bc89-db1e89a6ad85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:19.152672 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5492f4e-3595-4053-8286-baf97cf48d4b req-92687a93-69cd-4307-97e7-7d1fdfd00039 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:19.154613 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f5492f4e-3595-4053-8286-baf97cf48d4b req-92687a93-69cd-4307-97e7-7d1fdfd00039 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 945 time: 0.1669767 Feb 09 01:05:19.157444 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d88d4f15-4331-4ceb-bc89-db1e89a6ad85 admin admin] 10.222.0.50 "DELETE /v2.0/networks/f915a872-9d1b-435e-8b6b-ca5a77ceda6e HTTP/1.1" status: 204 len: 168 time: 1.1422093 Feb 09 01:05:19.166182 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88d4f15-4331-4ceb-bc89-db1e89a6ad85 admin admin] Pushing event deleted for resources: {'Network': ['ID=f915a872-9d1b-435e-8b6b-ca5a77ceda6e,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:19.170983 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45ec76-0968-4884-8875-7efdee7a66b4 req-49a686f2-be9b-49da-9d1e-4c476d41032b tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:19.175142 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee45ec76-0968-4884-8875-7efdee7a66b4 req-49a686f2-be9b-49da-9d1e-4c476d41032b tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a273a6d-fbc6-48ac-a0d4-01e877340a85 HTTP/1.1" status: 200 len: 944 time: 0.1014531 Feb 09 01:05:19.262101 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee45ec76-0968-4884-8875-7efdee7a66b4 req-74e91d9e-90b6-4ed0-810c-9bd4f7e52bfd tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771840 Feb 09 01:05:19.289715 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f5492f4e-3595-4053-8286-baf97cf48d4b req-f022710e-d2ad-4ef7-97f1-2900db53e60f tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131644 Feb 09 01:05:19.441251 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d08f72-66fb-4628-a95f-5014443a71c5 req-dcdb2059-28a1-40b0-bd51-37a6e9135fe8 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:19.447575 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-37d08f72-66fb-4628-a95f-5014443a71c5 req-dcdb2059-28a1-40b0-bd51-37a6e9135fe8 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 949 time: 0.1119838 Feb 09 01:05:19.449611 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44184) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:05:19.474461 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b306d-20bd-4263-8fb3-d0f37a6619f0 req-5862b076-e031-491b-be20-4a98349bf56c tempest-ServersAdminTestJSON-646354057 tempest-ServersAdminTestJSON-646354057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:19.482294 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e5b306d-20bd-4263-8fb3-d0f37a6619f0 req-5862b076-e031-491b-be20-4a98349bf56c tempest-ServersAdminTestJSON-646354057 tempest-ServersAdminTestJSON-646354057-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 1132 time: 0.1009209 Feb 09 01:05:19.520198 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ea7a1ee4-619a-4844-ab9b-223ad03401c6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c1eb5619f29c442285488d7ae37e7fe2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0660262 Feb 09 01:05:19.520198 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44186) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:05:19.545016 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-37d08f72-66fb-4628-a95f-5014443a71c5 req-40b6d272-b5cd-4adb-91f4-dee8b89601c6 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921366 Feb 09 01:05:19.575499 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e5b306d-20bd-4263-8fb3-d0f37a6619f0 req-388656a4-20ae-4981-9366-a63fa9bdc676 tempest-ServersAdminTestJSON-646354057 tempest-ServersAdminTestJSON-646354057-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911396 Feb 09 01:05:19.604341 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-031ca175-cb71-45fe-9681-f05583561cb2 admin admin] Publish callbacks [] for security_group (e1b76604-ccd5-44c2-ae26-371487305364), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:19.668648 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-031ca175-cb71-45fe-9681-f05583561cb2 admin admin] Publish callbacks [] for security_group (e1b76604-ccd5-44c2-ae26-371487305364), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:19.722709 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4b2e54e6-fb8a-4117-bde4-a3795cc134d3 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:05:19.773943 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 4b2e54e6-fb8a-4117-bde4-a3795cc134d3 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:05:19.774689 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4b2e54e6-fb8a-4117-bde4-a3795cc134d3 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:05:19.775377 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 76271eef-ee0c-44e6-ae00-f0e188984f60 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:05:19.782297 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-031ca175-cb71-45fe-9681-f05583561cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e1b76604-ccd5-44c2-ae26-371487305364), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:19.789615 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-031ca175-cb71-45fe-9681-f05583561cb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:19.800020 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-031ca175-cb71-45fe-9681-f05583561cb2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e1b76604-ccd5-44c2-ae26-371487305364 HTTP/1.1" status: 204 len: 168 time: 0.2763464 Feb 09 01:05:19.824315 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 76271eef-ee0c-44e6-ae00-f0e188984f60 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:05:19.824934 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 76271eef-ee0c-44e6-ae00-f0e188984f60 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:05:19.832804 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ca175-cb71-45fe-9681-f05583561cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b76604-ccd5-44c2-ae26-371487305364,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:19.923247 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c3167-410d-40a0-a6b5-a4bc8071a1fe req-c32142e3-14a8-4ff9-99b0-5a149386ff63 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:19.924901 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-755c3167-410d-40a0-a6b5-a4bc8071a1fe req-c32142e3-14a8-4ff9-99b0-5a149386ff63 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3137512 Feb 09 01:05:20.157770 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d769b095-a0b2-46cb-bc51-ec348639b898 req-5d53e700-8535-427b-b416-8ef6d84ef82b tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] 10.222.0.50 "GET /v2.0/floatingips?tenant_id=c333efecfde6492dbb658dc03ef39b01 HTTP/1.1" status: 200 len: 1656 time: 0.1125841 Feb 09 01:05:20.360070 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-cbe33638-b97f-4f50-9871-f487e91120f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:20.361585 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-cbe33638-b97f-4f50-9871-f487e91120f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=698d05b4eb4b402aa83e695c4b2c5978&device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 1131 time: 0.1164932 Feb 09 01:05:20.370958 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769b095-a0b2-46cb-bc51-ec348639b898 req-035e4db1-5db5-4588-ad38-5babf456a63d tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:20.372626 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d769b095-a0b2-46cb-bc51-ec348639b898 req-035e4db1-5db5-4588-ad38-5babf456a63d tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] 10.222.0.50 "GET /v2.0/networks?id=ca740734-29c2-4b60-ae10-4c709b5c6ef4&id=ca740734-29c2-4b60-ae10-4c709b5c6ef4&id=ca740734-29c2-4b60-ae10-4c709b5c6ef4 HTTP/1.1" status: 200 len: 787 time: 0.2061560 Feb 09 01:05:20.391498 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd54d9-38f3-4fe5-a86d-37deb22f4afc req-81286746-e818-477a-b6e8-2caaa17ca24c tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:20.392964 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f1dd54d9-38f3-4fe5-a86d-37deb22f4afc req-81286746-e818-477a-b6e8-2caaa17ca24c tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=08fd9e88-4947-46a6-a25b-0c31164baec3 HTTP/1.1" status: 200 len: 950 time: 0.1157219 Feb 09 01:05:20.406934 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-d769b095-a0b2-46cb-bc51-ec348639b898 req-92741ce8-5c40-458c-8d9c-871b75a51295 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:05:20.407926 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d769b095-a0b2-46cb-bc51-ec348639b898 req-92741ce8-5c40-458c-8d9c-871b75a51295 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0241444 Feb 09 01:05:20.511397 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f1dd54d9-38f3-4fe5-a86d-37deb22f4afc req-398b29cc-0f0e-4974-b3f7-c9e34bb94a46 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025269 Feb 09 01:05:20.521551 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-fe7b3d05-f6bf-4d6c-818a-6646f8d7e3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:20.523235 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-fe7b3d05-f6bf-4d6c-818a-6646f8d7e3cf service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.1479897 Feb 09 01:05:20.580018 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-609cd00b-0a8c-49c5-a636-44948accad4d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=836ed1d4-92e2-4289-8a12-896771b480bb HTTP/1.1" status: 200 len: 217 time: 0.0417681 Feb 09 01:05:20.697416 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-37340f0a-4dca-459e-9bad-c3a15ddbc2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:20.698889 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-37340f0a-4dca-459e-9bad-c3a15ddbc2a4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.1055415 Feb 09 01:05:20.723279 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff591922-ca6c-45bb-8f18-a3748a3c772c req-f13cda66-7329-4aeb-86e1-aad101dc9574 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:20.725061 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ff591922-ca6c-45bb-8f18-a3748a3c772c req-f13cda66-7329-4aeb-86e1-aad101dc9574 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a273a6d-fbc6-48ac-a0d4-01e877340a85 HTTP/1.1" status: 200 len: 944 time: 0.1431425 Feb 09 01:05:20.750115 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44230) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:05:20.776262 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d216c-8963-4e51-b35b-e2138c097ea0 req-0eee8563-37d6-4863-b401-bf6b4077613b tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:20.778182 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-da5d216c-8963-4e51-b35b-e2138c097ea0 req-0eee8563-37d6-4863-b401-bf6b4077613b tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 945 time: 0.1278658 Feb 09 01:05:20.845244 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ff591922-ca6c-45bb-8f18-a3748a3c772c req-7a2027ef-61da-489e-bf77-ff6a17f9970d tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105151 Feb 09 01:05:20.847508 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-7b06110b-e28d-4b8c-99e4-1b762c4610d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:20.849118 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-7b06110b-e28d-4b8c-99e4-1b762c4610d0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1350062 Feb 09 01:05:20.861123 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-4d2635f0-ae3c-4341-a0b8-e8bdd81139a5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1167033136-network', 'tenant_id': 'bf963298e25446d0baab882ca2fb5ed4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:20.889431 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2635f0-ae3c-4341-a0b8-e8bdd81139a5 admin admin] Made reservation on behalf of bf963298e25446d0baab882ca2fb5ed4 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:05:20.891833 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4d2635f0-ae3c-4341-a0b8-e8bdd81139a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:20.900256 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4d2635f0-ae3c-4341-a0b8-e8bdd81139a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:20.966962 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-da5d216c-8963-4e51-b35b-e2138c097ea0 req-7786e0b8-6df5-42c1-b2b4-969797d9dcb8 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790552 Feb 09 01:05:20.981144 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4d2635f0-ae3c-4341-a0b8-e8bdd81139a5 admin admin] Publish callbacks [] for security_group (fe844d40-87fc-4c4d-9674-2556616cda6a), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:20.988860 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1554b044-737c-4b0b-b9f8-ea737c2cf77d req-9af6607a-d3a1-4a0a-8702-ecde879d51e3 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] 10.222.0.50 "GET /v2.0/floatingips/38084003-93c2-4968-be27-9cdf8a177096 HTTP/1.1" status: 200 len: 692 time: 0.1092741 Feb 09 01:05:20.997757 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4d2635f0-ae3c-4341-a0b8-e8bdd81139a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (fe844d40-87fc-4c4d-9674-2556616cda6a), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:21.022012 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d2635f0-ae3c-4341-a0b8-e8bdd81139a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1014} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:05:21.036443 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2635f0-ae3c-4341-a0b8-e8bdd81139a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe844d40-87fc-4c4d-9674-2556616cda6a,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:21.041564 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4d2635f0-ae3c-4341-a0b8-e8bdd81139a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (d5462c5d-43dc-446a-9c1d-ae8ab2e52dec), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:21.041925 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-4d2635f0-ae3c-4341-a0b8-e8bdd81139a5 admin admin] Added segment d5462c5d-43dc-446a-9c1d-ae8ab2e52dec of type vlan for network a4e11b78-9060-4302-aab2-ba04545de35e Feb 09 01:05:21.089021 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4d2635f0-ae3c-4341-a0b8-e8bdd81139a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (a4e11b78-9060-4302-aab2-ba04545de35e), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:21.118186 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4d2635f0-ae3c-4341-a0b8-e8bdd81139a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (a4e11b78-9060-4302-aab2-ba04545de35e), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:21.119148 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2635f0-ae3c-4341-a0b8-e8bdd81139a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:21.119820 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4d2635f0-ae3c-4341-a0b8-e8bdd81139a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:21.147185 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4d2635f0-ae3c-4341-a0b8-e8bdd81139a5 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.3958375 Feb 09 01:05:21.150544 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44234) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:05:21.155975 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-8d782495-17ea-4442-8d06-e61845668c29 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966156 Feb 09 01:05:21.159445 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-335de7c3-205b-4725-a463-82ac8f72969b admin admin] Request body: {'subnet': {'network_id': 'a4e11b78-9060-4302-aab2-ba04545de35e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1167033136-subnet', 'tenant_id': 'bf963298e25446d0baab882ca2fb5ed4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:21.190811 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2635f0-ae3c-4341-a0b8-e8bdd81139a5 admin admin] Pushing event updated for resources: {'Network': ['ID=a4e11b78-9060-4302-aab2-ba04545de35e,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:21.201073 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network a4e11b78-9060-4302-aab2-ba04545de35e details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:05:21.232425 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554b044-737c-4b0b-b9f8-ea737c2cf77d req-a3351c5f-4b95-4cb0-aba9-c8edafe03a84 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:21.233758 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1554b044-737c-4b0b-b9f8-ea737c2cf77d req-a3351c5f-4b95-4cb0-aba9-c8edafe03a84 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] 10.222.0.50 "GET /v2.0/networks/ca740734-29c2-4b60-ae10-4c709b5c6ef4 HTTP/1.1" status: 200 len: 784 time: 0.2396955 Feb 09 01:05:21.249784 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d0166-6344-4379-8fe2-afe1d441aeb5 req-c143ad03-1b5e-4e29-89aa-1c96596538a4 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:21.251724 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1a3d0166-6344-4379-8fe2-afe1d441aeb5 req-c143ad03-1b5e-4e29-89aa-1c96596538a4 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 949 time: 0.1926386 Feb 09 01:05:21.269161 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335de7c3-205b-4725-a463-82ac8f72969b admin admin] Made reservation on behalf of bf963298e25446d0baab882ca2fb5ed4 for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:05:21.271729 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-335de7c3-205b-4725-a463-82ac8f72969b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:21.295800 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 79c2a00a-9408-4405-a3b9-5bab7752649f up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:05:21.352309 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 79c2a00a-9408-4405-a3b9-5bab7752649f completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:05:21.356477 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 79c2a00a-9408-4405-a3b9-5bab7752649f triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:21.356921 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (79c2a00a-9408-4405-a3b9-5bab7752649f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:21.375610 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1554b044-737c-4b0b-b9f8-ea737c2cf77d req-5d3f24a5-3196-499d-9439-117c62262047 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.8.43 HTTP/1.1" status: 200 len: 695 time: 0.1184628 Feb 09 01:05:21.447365 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 79c2a00a-9408-4405-a3b9-5bab7752649f is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:05:21.447777 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (79c2a00a-9408-4405-a3b9-5bab7752649f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:21.466037 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-b1c070ee-33c8-4c92-88a7-b2b51fd3eee0 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943428 Feb 09 01:05:21.471012 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a273a6d-fbc6-48ac-a0d4-01e877340a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c2a00a-9408-4405-a3b9-5bab7752649f'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:05:21.473507 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1554b044-737c-4b0b-b9f8-ea737c2cf77d req-858ac89a-cf0e-4893-9bce-9fba1d3a1ac1 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.8.43 HTTP/1.1" status: 200 len: 695 time: 0.0896943 Feb 09 01:05:21.478535 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c2c0ac-029b-4818-a976-0e50c967e3fe" -d '{"events": [{"server_uuid": "9a273a6d-fbc6-48ac-a0d4-01e877340a85", "name": "network-vif-plugged", "status": "completed", "tag": "79c2a00a-9408-4405-a3b9-5bab7752649f"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:05:21.480123 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1a3d0166-6344-4379-8fe2-afe1d441aeb5 req-df37bdda-dd28-40b9-8e49-206461e5ad83 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138300 Feb 09 01:05:21.495287 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 79c2a00a-9408-4405-a3b9-5bab7752649f, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=79c2a00a-9408-4405-a3b9-5bab7752649f,segment=NetworkSegment(c09a8a87-556d-487a-811a-06517127dee5),segment_id=c09a8a87-556d-487a-811a-06517127dee5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:05:21.509382 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (79c2a00a-9408-4405-a3b9-5bab7752649f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:21.580312 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=79c2a00a-9408-4405-a3b9-5bab7752649f,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:21.849031 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593159dc-c69e-4285-8fe5-fabd83ad8cf1 x-openstack-request-id: req-593159dc-c69e-4285-8fe5-fabd83ad8cf1 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:05:21.849435 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a273a6d-fbc6-48ac-a0d4-01e877340a85", "name": "network-vif-plugged", "status": "completed", "tag": "79c2a00a-9408-4405-a3b9-5bab7752649f", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:05:21.849790 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-593159dc-c69e-4285-8fe5-fabd83ad8cf1 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:05:21.850317 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a273a6d-fbc6-48ac-a0d4-01e877340a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c2a00a-9408-4405-a3b9-5bab7752649f', 'code': 200} Feb 09 01:05:21.990326 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c4cdb-5bb3-4486-a61f-37a6d9338e5d req-aa9cf67b-ab7e-4b1a-a2ea-96ba2dc0f782 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:21.991752 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d09c4cdb-5bb3-4486-a61f-37a6d9338e5d req-aa9cf67b-ab7e-4b1a-a2ea-96ba2dc0f782 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.120 "GET /v2.0/ports?device_id=08fd9e88-4947-46a6-a25b-0c31164baec3 HTTP/1.1" status: 200 len: 950 time: 0.2159801 Feb 09 01:05:22.149211 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-335de7c3-205b-4725-a463-82ac8f72969b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (c1b10cb3-6b20-482e-8674-ed207fa82481), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:22.157122 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-1554b044-737c-4b0b-b9f8-ea737c2cf77d req-3a6ffc16-cd31-4699-bee3-20c53c5525bf tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Deleting port ed9116b3-2c5d-46ea-8db0-d438a0770e65 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:05:22.157461 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1554b044-737c-4b0b-b9f8-ea737c2cf77d req-3a6ffc16-cd31-4699-bee3-20c53c5525bf tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (ed9116b3-2c5d-46ea-8db0-d438a0770e65), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:22.165095 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498073a-e2df-4533-9a6b-94883b435678 req-0b43db4b-3489-4781-bb74-0f1dba0bdad4 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:22.166583 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4498073a-e2df-4533-9a6b-94883b435678 req-0b43db4b-3489-4781-bb74-0f1dba0bdad4 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=08fd9e88-4947-46a6-a25b-0c31164baec3 HTTP/1.1" status: 200 len: 950 time: 0.2548246 Feb 09 01:05:22.199720 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db612ff9-218c-445a-a828-8d16d02f013e req-09917357-6289-4ce3-b528-0fe6516f04f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:22.201207 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-db612ff9-218c-445a-a828-8d16d02f013e req-09917357-6289-4ce3-b528-0fe6516f04f3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9a273a6d-fbc6-48ac-a0d4-01e877340a85 HTTP/1.1" status: 200 len: 1127 time: 0.2274606 Feb 09 01:05:22.326198 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335de7c3-205b-4725-a463-82ac8f72969b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1b10cb3-6b20-482e-8674-ed207fa82481,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:22.384332 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4498073a-e2df-4533-9a6b-94883b435678 req-d68fad02-3f57-4dff-a5bb-cc0b488a9fbf tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034953 Feb 09 01:05:22.390937 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-d09c4cdb-5bb3-4486-a61f-37a6d9338e5d req-9497a3d8-3470-4026-aebc-f01eb7d6ce18 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Deleting port a2a5597d-850d-4735-84b2-f5becfa53ccb {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:05:22.391290 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d09c4cdb-5bb3-4486-a61f-37a6d9338e5d req-9497a3d8-3470-4026-aebc-f01eb7d6ce18 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (a2a5597d-850d-4735-84b2-f5becfa53ccb), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:22.395380 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1554b044-737c-4b0b-b9f8-ea737c2cf77d req-3a6ffc16-cd31-4699-bee3-20c53c5525bf tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (ed9116b3-2c5d-46ea-8db0-d438a0770e65), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:22.395710 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1554b044-737c-4b0b-b9f8-ea737c2cf77d req-3a6ffc16-cd31-4699-bee3-20c53c5525bf tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks [] for floatingip (ed9116b3-2c5d-46ea-8db0-d438a0770e65), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:22.400940 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-db612ff9-218c-445a-a828-8d16d02f013e req-84796aaf-b3ba-44da-b177-e4d62998711c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711688 Feb 09 01:05:22.401641 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335de7c3-205b-4725-a463-82ac8f72969b admin admin] Checking segment: {'id': 'd5462c5d-43dc-446a-9c1d-ae8ab2e52dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a4e11b78-9060-4302-aab2-ba04545de35e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:05:22.402016 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335de7c3-205b-4725-a463-82ac8f72969b admin admin] Network hostable DHCP agents. Network: a4e11b78-9060-4302-aab2-ba04545de35e, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:05:22.460369 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-1554b044-737c-4b0b-b9f8-ea737c2cf77d req-3a6ffc16-cd31-4699-bee3-20c53c5525bf tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Calling delete_port for ed9116b3-2c5d-46ea-8db0-d438a0770e65 owned by network:floatingip {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:05:22.488974 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335de7c3-205b-4725-a463-82ac8f72969b admin admin] Network a4e11b78-9060-4302-aab2-ba04545de35e is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:05:22.548363 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-335de7c3-205b-4725-a463-82ac8f72969b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, a4e11b78-9060-4302-aab2-ba04545de35e) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:05:22.558429 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335de7c3-205b-4725-a463-82ac8f72969b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:22.559043 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-335de7c3-205b-4725-a463-82ac8f72969b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:22.562531 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65636a6-bb8e-4296-bc7d-b263161da728 None None] Network a4e11b78-9060-4302-aab2-ba04545de35e requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:05:22.565102 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-d09c4cdb-5bb3-4486-a61f-37a6d9338e5d req-9497a3d8-3470-4026-aebc-f01eb7d6ce18 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] For port a2a5597d-850d-4735-84b2-f5becfa53ccb, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=a2a5597d-850d-4735-84b2-f5becfa53ccb,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:05:22.565474 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d09c4cdb-5bb3-4486-a61f-37a6d9338e5d req-9497a3d8-3470-4026-aebc-f01eb7d6ce18 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (a2a5597d-850d-4735-84b2-f5becfa53ccb), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:22.594033 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-d09c4cdb-5bb3-4486-a61f-37a6d9338e5d req-9497a3d8-3470-4026-aebc-f01eb7d6ce18 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Calling delete_port for a2a5597d-850d-4735-84b2-f5becfa53ccb owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:05:22.603292 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-335de7c3-205b-4725-a463-82ac8f72969b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4501038 Feb 09 01:05:22.694217 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a41e43-521f-480d-81a4-70dceb664a39 None None] Network a4e11b78-9060-4302-aab2-ba04545de35e requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:05:22.806204 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-acdf63b6-a0b1-497f-a1a8-db20442842d1 tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:22.807775 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-acdf63b6-a0b1-497f-a1a8-db20442842d1 tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3&tenant_id=3b70da3c9e0441c5928a48dabf785fc6&binding%3Ahost_id=n-h2-828369-4 HTTP/1.1" status: 200 len: 1127 time: 0.1315539 Feb 09 01:05:22.809566 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1554b044-737c-4b0b-b9f8-ea737c2cf77d req-3a6ffc16-cd31-4699-bee3-20c53c5525bf tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (ed9116b3-2c5d-46ea-8db0-d438a0770e65), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:22.849076 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-38ae61c5-81ff-4669-a852-a1544a67f2c1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828369-4'}}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:22.855165 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ffc16-cd31-4699-bee3-20c53c5525bf tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Pushing event deleted for resources: {'Port': ['ID=ed9116b3-2c5d-46ea-8db0-d438a0770e65,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:23.032502 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d09c4cdb-5bb3-4486-a61f-37a6d9338e5d req-9497a3d8-3470-4026-aebc-f01eb7d6ce18 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (a2a5597d-850d-4735-84b2-f5becfa53ccb), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:23.042806 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1554b044-737c-4b0b-b9f8-ea737c2cf77d req-3a6ffc16-cd31-4699-bee3-20c53c5525bf tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks [] for floatingip (38084003-93c2-4968-be27-9cdf8a177096), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:23.045420 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1554b044-737c-4b0b-b9f8-ea737c2cf77d req-3a6ffc16-cd31-4699-bee3-20c53c5525bf tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:23.046575 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1554b044-737c-4b0b-b9f8-ea737c2cf77d req-3a6ffc16-cd31-4699-bee3-20c53c5525bf tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] 10.222.0.50 "DELETE /v2.0/floatingips/38084003-93c2-4968-be27-9cdf8a177096 HTTP/1.1" status: 204 len: 173 time: 1.5655401 Feb 09 01:05:23.046964 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['a2a5597d-850d-4735-84b2-f5becfa53ccb', 'c424a0ee-dd15-45a7-a7bc-3130eca6820c'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:05:23.050040 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-38ae61c5-81ff-4669-a852-a1544a67f2c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (44c5c0b5-b686-4ec1-9e5a-b68129ea66d0), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:23.050197 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['f8513e26-0389-48ab-bc86-97554f518475'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:05:23.097885 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71988e-e2cb-496d-9bcc-d95bfc7a680e req-ea3515aa-9b91-45c4-8315-3e4b5f0cbb36 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:23.099417 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7e71988e-e2cb-496d-9bcc-d95bfc7a680e req-ea3515aa-9b91-45c4-8315-3e4b5f0cbb36 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a273a6d-fbc6-48ac-a0d4-01e877340a85 HTTP/1.1" status: 200 len: 945 time: 0.2205560 Feb 09 01:05:23.103702 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9497a3d8-3470-4026-aebc-f01eb7d6ce18 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Pushing event deleted for resources: {'Port': ['ID=a2a5597d-850d-4735-84b2-f5becfa53ccb,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:23.177801 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44270) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:05:23.184176 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-f46eebf7-c810-495b-8bcf-238aa733b26d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1951124824-network', 'tenant_id': 'bb9b3531e39341c6a9f1333ce1a4c0a8'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:23.211009 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-d09c4cdb-5bb3-4486-a61f-37a6d9338e5d req-9497a3d8-3470-4026-aebc-f01eb7d6ce18 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] No DVR routers for this DVR port a2a5597d-850d-4735-84b2-f5becfa53ccb on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:05:23.211695 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46eebf7-c810-495b-8bcf-238aa733b26d admin admin] Made reservation on behalf of bb9b3531e39341c6a9f1333ce1a4c0a8 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:05:23.216566 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f46eebf7-c810-495b-8bcf-238aa733b26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:23.228218 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d09c4cdb-5bb3-4486-a61f-37a6d9338e5d req-9497a3d8-3470-4026-aebc-f01eb7d6ce18 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:23.230560 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f46eebf7-c810-495b-8bcf-238aa733b26d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:23.231660 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d09c4cdb-5bb3-4486-a61f-37a6d9338e5d req-9497a3d8-3470-4026-aebc-f01eb7d6ce18 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.120 "DELETE /v2.0/ports/a2a5597d-850d-4735-84b2-f5becfa53ccb HTTP/1.1" status: 204 len: 173 time: 1.2195504 Feb 09 01:05:23.232218 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fd9e88-4947-46a6-a25b-0c31164baec3', 'name': 'network-vif-deleted', 'tag': 'a2a5597d-850d-4735-84b2-f5becfa53ccb'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:05:23.234576 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243b652a-a8a7-4b51-b655-ea69c3034a47" -d '{"events": [{"server_uuid": "08fd9e88-4947-46a6-a25b-0c31164baec3", "name": "network-vif-deleted", "tag": "a2a5597d-850d-4735-84b2-f5becfa53ccb"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:05:23.351053 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7e71988e-e2cb-496d-9bcc-d95bfc7a680e req-cfe6dbc4-dd41-4f95-b78c-aaa87596392b tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023377 Feb 09 01:05:23.371480 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c96b0f-17f2-4762-95f9-9b35649bd141 req-40b54e70-b8d2-4250-bb6a-043b6d8e6ed7 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:23.373223 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-69c96b0f-17f2-4762-95f9-9b35649bd141 req-40b54e70-b8d2-4250-bb6a-043b6d8e6ed7 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 945 time: 0.2367430 Feb 09 01:05:23.383903 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f46eebf7-c810-495b-8bcf-238aa733b26d admin admin] Publish callbacks [] for security_group (98f1e1ca-606e-40e7-98c4-4a9f56401598), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:23.388481 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f46eebf7-c810-495b-8bcf-238aa733b26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (98f1e1ca-606e-40e7-98c4-4a9f56401598), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:23.401501 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f46eebf7-c810-495b-8bcf-238aa733b26d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1043} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:05:23.413345 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f46eebf7-c810-495b-8bcf-238aa733b26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (2de01faf-26dc-474a-9d45-ba4ea703d7fa), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:23.414001 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-f46eebf7-c810-495b-8bcf-238aa733b26d admin admin] Added segment 2de01faf-26dc-474a-9d45-ba4ea703d7fa of type vlan for network 3dbc6ac5-ce03-4078-afe2-3647d41d3354 Feb 09 01:05:23.442864 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-38ae61c5-81ff-4669-a852-a1544a67f2c1 service neutron] For port 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=44c5c0b5-b686-4ec1-9e5a-b68129ea66d0,segment=NetworkSegment(2793514a-5639-496c-8d37-377203141ac7),segment_id=2793514a-5639-496c-8d37-377203141ac7)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:05:23.480130 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-69c96b0f-17f2-4762-95f9-9b35649bd141 req-e1cb8112-1a38-4236-9f12-51f9f8ebfba2 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945287 Feb 09 01:05:23.484735 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f46eebf7-c810-495b-8bcf-238aa733b26d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (3dbc6ac5-ce03-4078-afe2-3647d41d3354), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:23.521641 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f46eebf7-c810-495b-8bcf-238aa733b26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (3dbc6ac5-ce03-4078-afe2-3647d41d3354), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:23.522659 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46eebf7-c810-495b-8bcf-238aa733b26d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:23.523298 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f46eebf7-c810-495b-8bcf-238aa733b26d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:23.559056 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-38ae61c5-81ff-4669-a852-a1544a67f2c1 service neutron] For port 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:05:23.607005 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46eebf7-c810-495b-8bcf-238aa733b26d admin admin] Pushing event updated for resources: {'Network': ['ID=3dbc6ac5-ce03-4078-afe2-3647d41d3354,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:23.618877 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46eebf7-c810-495b-8bcf-238aa733b26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f1e1ca-606e-40e7-98c4-4a9f56401598,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:23.619083 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 3dbc6ac5-ce03-4078-afe2-3647d41d3354 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:05:23.643501 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f46eebf7-c810-495b-8bcf-238aa733b26d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.4644079 Feb 09 01:05:23.646362 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44278) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:05:23.654128 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-b4cd7759-f874-4fa7-b085-1de49128c9df admin admin] Request body: {'subnet': {'network_id': '3dbc6ac5-ce03-4078-afe2-3647d41d3354', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1951124824-subnet', 'tenant_id': 'bb9b3531e39341c6a9f1333ce1a4c0a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:23.654381 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-38ae61c5-81ff-4669-a852-a1544a67f2c1 service neutron] Publish callbacks [] for port (44c5c0b5-b686-4ec1-9e5a-b68129ea66d0), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:23.666803 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748cc845-a721-42a1-bcf9-9ae25bc7faef req-41371fcc-4cd4-4b83-9160-e3b6598606e3 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:23.675683 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-748cc845-a721-42a1-bcf9-9ae25bc7faef req-41371fcc-4cd4-4b83-9160-e3b6598606e3 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 949 time: 0.2180815 Feb 09 01:05:23.691534 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4cd7759-f874-4fa7-b085-1de49128c9df admin admin] Made reservation on behalf of bb9b3531e39341c6a9f1333ce1a4c0a8 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:05:23.695611 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b4cd7759-f874-4fa7-b085-1de49128c9df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:23.702082 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-38ae61c5-81ff-4669-a852-a1544a67f2c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (44c5c0b5-b686-4ec1-9e5a-b68129ea66d0), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:23.728170 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:05:23.836711 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-187f2ea2-a7c6-4ff6-8459-e6590ac3640c req-3bff6336-84f6-4ec7-8076-45a2219eae55 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] 10.222.0.50 "GET /v2.0/floatingips/a8c360b0-bec9-4117-9260-29db9af1c92a HTTP/1.1" status: 200 len: 693 time: 0.0738945 Feb 09 01:05:23.866912 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-748cc845-a721-42a1-bcf9-9ae25bc7faef req-6c98d4ee-0147-4b8c-954b-58af0843360f tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903389 Feb 09 01:05:23.869133 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae61c5-81ff-4669-a852-a1544a67f2c1 service neutron] Pushing event updated for resources: {'Port': ['ID=44c5c0b5-b686-4ec1-9e5a-b68129ea66d0,revision_number=7']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:23.918197 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b4cd7759-f874-4fa7-b085-1de49128c9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (d9de7075-c936-4695-b573-81dd84a153a2), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:23.957452 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-38ae61c5-81ff-4669-a852-a1544a67f2c1 service neutron] Attempting to bind port 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0 on host n-h2-828369-4 for vnic_type normal with profile {"migrating_to": "n-h1-828369-4"} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:05:23.957788 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-38ae61c5-81ff-4669-a852-a1544a67f2c1 service neutron] Attempting to bind port 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '2793514a-5639-496c-8d37-377203141ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:05:23.958125 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-38ae61c5-81ff-4669-a852-a1544a67f2c1 service neutron] Attempting to bind port 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0 on network 7041f7c4-8ab5-4479-b63e-c8706fa7ab10 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:05:23.964692 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f9631d-b367-4bbe-8cd8-fba8b738024c x-openstack-request-id: req-d8f9631d-b367-4bbe-8cd8-fba8b738024c {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:05:23.965256 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fd9e88-4947-46a6-a25b-0c31164baec3", "name": "network-vif-deleted", "tag": "a2a5597d-850d-4735-84b2-f5becfa53ccb", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:05:23.965256 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d8f9631d-b367-4bbe-8cd8-fba8b738024c {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:05:23.965558 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fd9e88-4947-46a6-a25b-0c31164baec3', 'name': 'network-vif-deleted', 'tag': 'a2a5597d-850d-4735-84b2-f5becfa53ccb', 'status': 'completed', 'code': 200} Feb 09 01:05:23.974422 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-38ae61c5-81ff-4669-a852-a1544a67f2c1 service neutron] Port 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0 on network 7041f7c4-8ab5-4479-b63e-c8706fa7ab10 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:05:23.974774 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-38ae61c5-81ff-4669-a852-a1544a67f2c1 service neutron] Attempting to bind port 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0 on network 7041f7c4-8ab5-4479-b63e-c8706fa7ab10 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:05:23.983926 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd7759-f874-4fa7-b085-1de49128c9df admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9de7075-c936-4695-b573-81dd84a153a2,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:23.991576 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-38ae61c5-81ff-4669-a852-a1544a67f2c1 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:05:23.991729 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-38ae61c5-81ff-4669-a852-a1544a67f2c1 service neutron] Checking segment: {'id': '2793514a-5639-496c-8d37-377203141ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:05:23.992082 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-38ae61c5-81ff-4669-a852-a1544a67f2c1 service neutron] Bound using segment: {'id': '2793514a-5639-496c-8d37-377203141ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:05:23.992577 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-38ae61c5-81ff-4669-a852-a1544a67f2c1 service neutron] Bound port: 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2793514a-5639-496c-8d37-377203141ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '7041f7c4-8ab5-4479-b63e-c8706fa7ab10'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:05:23.993025 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-38ae61c5-81ff-4669-a852-a1544a67f2c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (44c5c0b5-b686-4ec1-9e5a-b68129ea66d0), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:24.023252 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cd7759-f874-4fa7-b085-1de49128c9df admin admin] Checking segment: {'id': '2de01faf-26dc-474a-9d45-ba4ea703d7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '3dbc6ac5-ce03-4078-afe2-3647d41d3354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:05:24.027021 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cd7759-f874-4fa7-b085-1de49128c9df admin admin] Network hostable DHCP agents. Network: 3dbc6ac5-ce03-4078-afe2-3647d41d3354, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:05:24.027223 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f2ea2-a7c6-4ff6-8459-e6590ac3640c req-61d00fbc-2122-418e-9a8a-e1dd73647fbe tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:24.034810 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-187f2ea2-a7c6-4ff6-8459-e6590ac3640c req-61d00fbc-2122-418e-9a8a-e1dd73647fbe tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] 10.222.0.50 "GET /v2.0/networks/ca740734-29c2-4b60-ae10-4c709b5c6ef4 HTTP/1.1" status: 200 len: 784 time: 0.1849630 Feb 09 01:05:24.053254 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cd7759-f874-4fa7-b085-1de49128c9df admin admin] Network 3dbc6ac5-ce03-4078-afe2-3647d41d3354 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:05:24.063827 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-b4cd7759-f874-4fa7-b085-1de49128c9df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 3dbc6ac5-ce03-4078-afe2-3647d41d3354) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:05:24.074280 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e10b334-dd37-4c2b-ac17-d28007b68f84 None None] Network 3dbc6ac5-ce03-4078-afe2-3647d41d3354 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:05:24.084711 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cd7759-f874-4fa7-b085-1de49128c9df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:24.085619 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b4cd7759-f874-4fa7-b085-1de49128c9df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:24.104243 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b4cd7759-f874-4fa7-b085-1de49128c9df admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4565916 Feb 09 01:05:24.126264 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-187f2ea2-a7c6-4ff6-8459-e6590ac3640c req-78bdc65e-9a75-4877-bfa9-20e4c1c814f8 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.8.248 HTTP/1.1" status: 200 len: 696 time: 0.0905600 Feb 09 01:05:24.202971 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-38ae61c5-81ff-4669-a852-a1544a67f2c1 service neutron] For port 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:05:24.204602 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c089dff-4ca0-40a4-b583-869559d0dca5 None None] Network 3dbc6ac5-ce03-4078-afe2-3647d41d3354 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:05:24.215777 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-187f2ea2-a7c6-4ff6-8459-e6590ac3640c req-cf8887cf-36ba-47a1-9b5b-c0ffe5516af8 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.8.248 HTTP/1.1" status: 200 len: 696 time: 0.0696528 Feb 09 01:05:24.220584 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-38ae61c5-81ff-4669-a852-a1544a67f2c1 service neutron] For port 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=44c5c0b5-b686-4ec1-9e5a-b68129ea66d0,segment=NetworkSegment(2793514a-5639-496c-8d37-377203141ac7),segment_id=2793514a-5639-496c-8d37-377203141ac7)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:05:24.236190 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-38ae61c5-81ff-4669-a852-a1544a67f2c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (44c5c0b5-b686-4ec1-9e5a-b68129ea66d0), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:24.282858 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702fbf29-b531-4f84-b689-493f8e47e0c8 req-e24acb8c-db2b-42b4-b842-01cc6cb8b1e0 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:24.284399 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-702fbf29-b531-4f84-b689-493f8e47e0c8 req-e24acb8c-db2b-42b4-b842-01cc6cb8b1e0 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9b640c8-ffc6-416a-bf27-05b27d68362d HTTP/1.1" status: 200 len: 946 time: 0.1883042 Feb 09 01:05:24.429329 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae61c5-81ff-4669-a852-a1544a67f2c1 service neutron] Pushing event updated for resources: {'Port': ['ID=44c5c0b5-b686-4ec1-9e5a-b68129ea66d0,revision_number=8']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:24.456221 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-38ae61c5-81ff-4669-a852-a1544a67f2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:24.456865 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-38ae61c5-81ff-4669-a852-a1544a67f2c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:24.458281 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-38ae61c5-81ff-4669-a852-a1544a67f2c1 service neutron] 10.222.0.47 "PUT /v2.0/ports/44c5c0b5-b686-4ec1-9e5a-b68129ea66d0 HTTP/1.1" status: 200 len: 1121 time: 1.6171386 Feb 09 01:05:24.463766 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-702fbf29-b531-4f84-b689-493f8e47e0c8 req-d5a7632c-df13-40a2-a08c-1c16a5e3c2e7 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567626 Feb 09 01:05:24.496008 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-187f2ea2-a7c6-4ff6-8459-e6590ac3640c req-b5b77e8c-d200-4a60-ba32-00d04299c7f2 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Deleting port eeac4f19-045f-4f16-ad33-41994a12f1a1 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:05:24.496647 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-187f2ea2-a7c6-4ff6-8459-e6590ac3640c req-b5b77e8c-d200-4a60-ba32-00d04299c7f2 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (eeac4f19-045f-4f16-ad33-41994a12f1a1), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:24.600671 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['44c5c0b5-b686-4ec1-9e5a-b68129ea66d0'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:05:24.600947 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-187f2ea2-a7c6-4ff6-8459-e6590ac3640c req-b5b77e8c-d200-4a60-ba32-00d04299c7f2 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (eeac4f19-045f-4f16-ad33-41994a12f1a1), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:24.601071 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-187f2ea2-a7c6-4ff6-8459-e6590ac3640c req-b5b77e8c-d200-4a60-ba32-00d04299c7f2 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks [] for floatingip (eeac4f19-045f-4f16-ad33-41994a12f1a1), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:24.617259 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-187f2ea2-a7c6-4ff6-8459-e6590ac3640c req-b5b77e8c-d200-4a60-ba32-00d04299c7f2 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Calling delete_port for eeac4f19-045f-4f16-ad33-41994a12f1a1 owned by network:floatingip {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:05:24.734107 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['44c5c0b5-b686-4ec1-9e5a-b68129ea66d0'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:05:24.793057 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8109a35-981d-4b5c-9aeb-0220e8628134 req-58e3222f-acdc-43a2-bfdf-cea304567c8e tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:24.794481 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f8109a35-981d-4b5c-9aeb-0220e8628134 req-58e3222f-acdc-43a2-bfdf-cea304567c8e tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a273a6d-fbc6-48ac-a0d4-01e877340a85 HTTP/1.1" status: 200 len: 945 time: 0.0783317 Feb 09 01:05:24.869764 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-187f2ea2-a7c6-4ff6-8459-e6590ac3640c req-b5b77e8c-d200-4a60-ba32-00d04299c7f2 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (eeac4f19-045f-4f16-ad33-41994a12f1a1), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:24.883817 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f8109a35-981d-4b5c-9aeb-0220e8628134 req-821d9d2f-f254-4ad0-b433-16b40b4bce71 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661023 Feb 09 01:05:24.909441 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b77e8c-d200-4a60-ba32-00d04299c7f2 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Pushing event deleted for resources: {'Port': ['ID=eeac4f19-045f-4f16-ad33-41994a12f1a1,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:24.974344 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-187f2ea2-a7c6-4ff6-8459-e6590ac3640c req-b5b77e8c-d200-4a60-ba32-00d04299c7f2 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks [] for floatingip (a8c360b0-bec9-4117-9260-29db9af1c92a), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:24.977181 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-187f2ea2-a7c6-4ff6-8459-e6590ac3640c req-b5b77e8c-d200-4a60-ba32-00d04299c7f2 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:24.978432 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-187f2ea2-a7c6-4ff6-8459-e6590ac3640c req-b5b77e8c-d200-4a60-ba32-00d04299c7f2 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] 10.222.0.50 "DELETE /v2.0/floatingips/a8c360b0-bec9-4117-9260-29db9af1c92a HTTP/1.1" status: 204 len: 173 time: 0.7517784 Feb 09 01:05:25.105916 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ac44d-5f11-4986-a796-fd4db012518a req-56df651a-3266-4262-a089-ee2909751143 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:25.107359 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de7ac44d-5f11-4986-a796-fd4db012518a req-56df651a-3266-4262-a089-ee2909751143 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 943 time: 0.0664988 Feb 09 01:05:25.167992 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device a2a5597d-850d-4735-84b2-f5becfa53ccb no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:05:25.190972 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: a2a5597d-850d-4735-84b2-f5becfa53ccb {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:05:25.191329 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device a2a5597d-850d-4735-84b2-f5becfa53ccb not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:05:25.300076 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:05:25.407394 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=44c5c0b5-b686-4ec1-9e5a-b68129ea66d0,segment=NetworkSegment(2793514a-5639-496c-8d37-377203141ac7),segment_id=2793514a-5639-496c-8d37-377203141ac7)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:05:25.421405 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0 has no active binding in host n-h1-828369-4 {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 01:05:25.484798 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de7ac44d-5f11-4986-a796-fd4db012518a req-55ca54e7-6bd1-4232-8362-16c3f297b21f tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3646452 Feb 09 01:05:25.505979 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4432f8-3770-43df-881f-127e24aadc10 req-a4759ec4-c6ad-430a-8259-cc5bb45384bd tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:25.509361 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6a4432f8-3770-43df-881f-127e24aadc10 req-a4759ec4-c6ad-430a-8259-cc5bb45384bd tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] 10.222.0.50 "GET /v2.0/networks?id=a4e11b78-9060-4302-aab2-ba04545de35e HTTP/1.1" status: 200 len: 825 time: 0.4193001 Feb 09 01:05:25.528586 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6a4432f8-3770-43df-881f-127e24aadc10 req-6a579167-c6e0-4a8c-a5ab-b7484ce547aa tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] 10.222.0.50 "GET /v2.0/quotas/bf963298e25446d0baab882ca2fb5ed4 HTTP/1.1" status: 200 len: 375 time: 0.0155180 Feb 09 01:05:25.579981 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6a4432f8-3770-43df-881f-127e24aadc10 req-8e1c4dc9-d0da-4d8a-bc69-78eb06feba42 tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=bf963298e25446d0baab882ca2fb5ed4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353265 Feb 09 01:05:25.632323 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbafb8-b32f-47fc-8423-b48001ffc5a3 req-5d972d23-d382-4cb5-96f8-616528832cb1 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:25.633845 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47fbafb8-b32f-47fc-8423-b48001ffc5a3 req-5d972d23-d382-4cb5-96f8-616528832cb1 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=309ddf5d-d24d-4d34-b4c2-e3e74ea9ecb5 HTTP/1.1" status: 200 len: 949 time: 0.0798488 Feb 09 01:05:25.686119 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47fbafb8-b32f-47fc-8423-b48001ffc5a3 req-0cfcbb30-dc8d-48e9-b5ef-1cf010ebc1ac tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462198 Feb 09 01:05:25.838143 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6e5c6-01a2-43f4-acc7-6ac962da567b req-1a8f78ad-0921-4208-8151-3e6c795ef06d tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:25.839536 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3da6e5c6-01a2-43f4-acc7-6ac962da567b req-1a8f78ad-0921-4208-8151-3e6c795ef06d tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 949 time: 0.0831776 Feb 09 01:05:25.843597 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6a4432f8-3770-43df-881f-127e24aadc10 req-cad890c4-927b-47ee-b82f-4686d400905f service neutron] 10.222.0.50 "GET /v2.0/networks/a4e11b78-9060-4302-aab2-ba04545de35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439210 Feb 09 01:05:25.936191 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3da6e5c6-01a2-43f4-acc7-6ac962da567b req-e2f18518-5538-4597-a21a-5d70713b4d5d tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904293 Feb 09 01:05:25.967148 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e50628-17a8-4e2c-b965-8c111935fcf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44c5c0b5-b686-4ec1-9e5a-b68129ea66d0'}, {'name': 'network-changed', 'server_uuid': '06e50628-17a8-4e2c-b965-8c111935fcf3', 'tag': '44c5c0b5-b686-4ec1-9e5a-b68129ea66d0'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:05:25.970376 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7115f9f5-d3d3-4559-bfaa-c5cc33c2224c" -d '{"events": [{"server_uuid": "06e50628-17a8-4e2c-b965-8c111935fcf3", "name": "network-vif-unplugged", "status": "completed", "tag": "44c5c0b5-b686-4ec1-9e5a-b68129ea66d0"}, {"name": "network-changed", "server_uuid": "06e50628-17a8-4e2c-b965-8c111935fcf3", "tag": "44c5c0b5-b686-4ec1-9e5a-b68129ea66d0"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:05:25.981017 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6a4432f8-3770-43df-881f-127e24aadc10 req-f8e39654-7951-4c94-8876-16e777e91e45 service neutron] 10.222.0.50 "GET /v2.0/networks/a4e11b78-9060-4302-aab2-ba04545de35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293681 Feb 09 01:05:26.160655 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f3ef50eb-958c-499e-9bb1-cafdb255ac65 req-8ba7d900-ca70-449e-9aec-bfb1f73f4355 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] 10.222.0.50 "GET /v2.0/floatingips/09cd5c23-f6bd-4909-8ac9-86136d1652f7 HTTP/1.1" status: 200 len: 693 time: 0.0616431 Feb 09 01:05:26.258527 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462fecd-91f6-411e-9b26-2db8fc1b3b97 req-91b0d3a3-06b7-4772-bcf8-a43600557f60 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:26.260087 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5462fecd-91f6-411e-9b26-2db8fc1b3b97 req-91b0d3a3-06b7-4772-bcf8-a43600557f60 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9a273a6d-fbc6-48ac-a0d4-01e877340a85 HTTP/1.1" status: 200 len: 1127 time: 0.1170976 Feb 09 01:05:26.308762 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef50eb-958c-499e-9bb1-cafdb255ac65 req-2cae140f-c976-494b-ab45-b6658944653f tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:26.310133 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f3ef50eb-958c-499e-9bb1-cafdb255ac65 req-2cae140f-c976-494b-ab45-b6658944653f tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] 10.222.0.50 "GET /v2.0/networks/ca740734-29c2-4b60-ae10-4c709b5c6ef4 HTTP/1.1" status: 200 len: 784 time: 0.1347799 Feb 09 01:05:26.365856 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5462fecd-91f6-411e-9b26-2db8fc1b3b97 req-85f33786-f8b8-44cb-b05f-f23e4871b557 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952809 Feb 09 01:05:26.372959 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f3ef50eb-958c-499e-9bb1-cafdb255ac65 req-2036fd7f-e5f9-44bc-96b4-2bbdcf152ffe tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.8.126 HTTP/1.1" status: 200 len: 696 time: 0.0549564 Feb 09 01:05:26.453007 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f3ef50eb-958c-499e-9bb1-cafdb255ac65 req-c83db0d7-1e02-4b94-9920-542825a6ee54 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.8.126 HTTP/1.1" status: 200 len: 696 time: 0.0593843 Feb 09 01:05:26.568399 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea5865-d8e9-4cf7-8810-c1a61f14c48a req-cb74f158-9b66-47fa-92bf-ce8a8928c04c tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:26.569939 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5bea5865-d8e9-4cf7-8810-c1a61f14c48a req-cb74f158-9b66-47fa-92bf-ce8a8928c04c tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9b640c8-ffc6-416a-bf27-05b27d68362d HTTP/1.1" status: 200 len: 946 time: 0.1354375 Feb 09 01:05:26.648872 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5bea5865-d8e9-4cf7-8810-c1a61f14c48a req-d637270a-6394-4753-a088-d3f983e4d210 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552030 Feb 09 01:05:26.658395 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-f3ef50eb-958c-499e-9bb1-cafdb255ac65 req-d5e1cec0-8fba-4101-86e8-fd838b13a540 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Deleting port 82dccbb2-8ca0-4806-8d3b-98dad0f3a7be {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:05:26.659178 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f3ef50eb-958c-499e-9bb1-cafdb255ac65 req-d5e1cec0-8fba-4101-86e8-fd838b13a540 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (82dccbb2-8ca0-4806-8d3b-98dad0f3a7be), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:26.704190 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 09 Feb 2022 01:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc77908b-4bd7-458f-81da-c649ffd7f66b x-openstack-request-id: req-dc77908b-4bd7-458f-81da-c649ffd7f66b {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:05:26.704582 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e50628-17a8-4e2c-b965-8c111935fcf3", "name": "network-vif-unplugged", "status": "completed", "tag": "44c5c0b5-b686-4ec1-9e5a-b68129ea66d0", "code": 200}, {"name": "network-changed", "server_uuid": "06e50628-17a8-4e2c-b965-8c111935fcf3", "tag": "44c5c0b5-b686-4ec1-9e5a-b68129ea66d0", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:05:26.705255 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dc77908b-4bd7-458f-81da-c649ffd7f66b {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:05:26.705436 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e50628-17a8-4e2c-b965-8c111935fcf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44c5c0b5-b686-4ec1-9e5a-b68129ea66d0', 'code': 200} Feb 09 01:05:26.705764 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e50628-17a8-4e2c-b965-8c111935fcf3', 'tag': '44c5c0b5-b686-4ec1-9e5a-b68129ea66d0', 'status': 'completed', 'code': 200} Feb 09 01:05:26.793983 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74749b6e-e430-4428-94fb-346f0b3f0487 req-72eb58ce-32f5-40a8-8c56-0e34eebd74fd tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ba66519-77f9-4e81-8fcc-5740bbd4f7a6 HTTP/1.1" status: 200 len: 210 time: 0.0453610 Feb 09 01:05:26.796964 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f3ef50eb-958c-499e-9bb1-cafdb255ac65 req-d5e1cec0-8fba-4101-86e8-fd838b13a540 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (82dccbb2-8ca0-4806-8d3b-98dad0f3a7be), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:26.797428 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f3ef50eb-958c-499e-9bb1-cafdb255ac65 req-d5e1cec0-8fba-4101-86e8-fd838b13a540 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks [] for floatingip (82dccbb2-8ca0-4806-8d3b-98dad0f3a7be), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:26.819785 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-f3ef50eb-958c-499e-9bb1-cafdb255ac65 req-d5e1cec0-8fba-4101-86e8-fd838b13a540 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Calling delete_port for 82dccbb2-8ca0-4806-8d3b-98dad0f3a7be owned by network:floatingip {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:05:26.933009 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115f9f5-d3d3-4559-bfaa-c5cc33c2224c req-32ca88ee-5df3-4a5e-aade-a03773952dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:26.934427 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7115f9f5-d3d3-4559-bfaa-c5cc33c2224c req-32ca88ee-5df3-4a5e-aade-a03773952dc8 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=3b70da3c9e0441c5928a48dabf785fc6&device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 1155 time: 0.1834826 Feb 09 01:05:27.015434 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27a072-bc50-41f9-8032-6821318cd1ab req-7e28fdb2-ce89-4202-8ea8-bb2e56b611a4 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:27.017004 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9f27a072-bc50-41f9-8032-6821318cd1ab req-7e28fdb2-ce89-4202-8ea8-bb2e56b611a4 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9a273a6d-fbc6-48ac-a0d4-01e877340a85 HTTP/1.1" status: 200 len: 1127 time: 0.1322854 Feb 09 01:05:27.119997 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115f9f5-d3d3-4559-bfaa-c5cc33c2224c req-a6fedb4c-37f1-4e08-9dbe-083e5d4ca371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:27.121779 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7115f9f5-d3d3-4559-bfaa-c5cc33c2224c req-a6fedb4c-37f1-4e08-9dbe-083e5d4ca371 service neutron] 10.222.0.120 "GET /v2.0/networks?id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10 HTTP/1.1" status: 200 len: 923 time: 0.1786554 Feb 09 01:05:27.123887 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9f27a072-bc50-41f9-8032-6821318cd1ab req-28b227f8-8362-46fb-bf6f-95b34dfd27d0 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005788 Feb 09 01:05:27.143625 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f3ef50eb-958c-499e-9bb1-cafdb255ac65 req-d5e1cec0-8fba-4101-86e8-fd838b13a540 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (82dccbb2-8ca0-4806-8d3b-98dad0f3a7be), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:27.180211 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7115f9f5-d3d3-4559-bfaa-c5cc33c2224c req-395d8583-877f-4d69-a951-eb5e6bdee563 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44c5c0b5-b686-4ec1-9e5a-b68129ea66d0 HTTP/1.1" status: 200 len: 217 time: 0.0461054 Feb 09 01:05:27.210372 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e1cec0-8fba-4101-86e8-fd838b13a540 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Pushing event deleted for resources: {'Port': ['ID=82dccbb2-8ca0-4806-8d3b-98dad0f3a7be,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:27.362568 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115f9f5-d3d3-4559-bfaa-c5cc33c2224c req-488db6af-a545-4606-ba4f-2574db0bd3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:27.364054 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7115f9f5-d3d3-4559-bfaa-c5cc33c2224c req-488db6af-a545-4606-ba4f-2574db0bd3f5 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=aee9db20-60c4-48dd-9796-48ed06ca844d HTTP/1.1" status: 200 len: 861 time: 0.1648664 Feb 09 01:05:27.422374 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7115f9f5-d3d3-4559-bfaa-c5cc33c2224c req-7042a40a-2c05-4a13-9f98-ad137e281662 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432339 Feb 09 01:05:27.447218 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf8523-1a43-4f13-9b99-2b3539c87f97 req-f79808b9-dc53-4150-8d60-b7e6e9d02b75 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:27.448726 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-75bf8523-1a43-4f13-9b99-2b3539c87f97 req-f79808b9-dc53-4150-8d60-b7e6e9d02b75 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 943 time: 0.2398102 Feb 09 01:05:27.449562 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f3ef50eb-958c-499e-9bb1-cafdb255ac65 req-d5e1cec0-8fba-4101-86e8-fd838b13a540 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks [] for floatingip (09cd5c23-f6bd-4909-8ac9-86136d1652f7), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:27.452687 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f3ef50eb-958c-499e-9bb1-cafdb255ac65 req-d5e1cec0-8fba-4101-86e8-fd838b13a540 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:27.453738 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f3ef50eb-958c-499e-9bb1-cafdb255ac65 req-d5e1cec0-8fba-4101-86e8-fd838b13a540 tempest-FloatingIPDetailsTestJSON-558594199 tempest-FloatingIPDetailsTestJSON-558594199-project] 10.222.0.50 "DELETE /v2.0/floatingips/09cd5c23-f6bd-4909-8ac9-86136d1652f7 HTTP/1.1" status: 204 len: 173 time: 0.9865000 Feb 09 01:05:27.459518 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44348) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:05:27.569913 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4432f8-3770-43df-881f-127e24aadc10 req-f04532cf-a4bb-4316-9cba-f29fbeb8a349 tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:27.571364 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6a4432f8-3770-43df-881f-127e24aadc10 req-f04532cf-a4bb-4316-9cba-f29fbeb8a349 tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] 10.222.0.120 "GET /v2.0/networks?id=a4e11b78-9060-4302-aab2-ba04545de35e HTTP/1.1" status: 200 len: 825 time: 0.2886405 Feb 09 01:05:27.609985 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-6a4432f8-3770-43df-881f-127e24aadc10 req-52306337-ce96-45ad-a527-859154b5264f tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] Request body: {'port': {'device_id': '8ba66519-77f9-4e81-8fcc-5740bbd4f7a6', 'network_id': 'a4e11b78-9060-4302-aab2-ba04545de35e', 'admin_state_up': True, 'tenant_id': 'bf963298e25446d0baab882ca2fb5ed4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:27.705095 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-75bf8523-1a43-4f13-9b99-2b3539c87f97 req-01fb8729-a425-4ad7-be55-e1d696a91e09 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413192 Feb 09 01:05:27.765905 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7115f9f5-d3d3-4559-bfaa-c5cc33c2224c req-efd34290-37ac-42f7-b4ec-a00725f4f8ed service neutron] 10.222.0.120 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112307 Feb 09 01:05:27.778690 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d392ae8-dc79-49e0-93ee-6c4dd33ddda9 req-61c835d4-1838-4a06-a755-c39fd694ac00 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:27.780211 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1d392ae8-dc79-49e0-93ee-6c4dd33ddda9 req-61c835d4-1838-4a06-a755-c39fd694ac00 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=309ddf5d-d24d-4d34-b4c2-e3e74ea9ecb5 HTTP/1.1" status: 200 len: 949 time: 0.2599816 Feb 09 01:05:27.841616 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a18c755b-b965-48cf-9ca1-8fc7493cf1f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (c8d4da76-3b8e-4ca8-927e-718e1ed4fe05), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:27.919766 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a4432f8-3770-43df-881f-127e24aadc10 req-52306337-ce96-45ad-a527-859154b5264f tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] Made reservation on behalf of bf963298e25446d0baab882ca2fb5ed4 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:05:27.923243 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-6a4432f8-3770-43df-881f-127e24aadc10 req-52306337-ce96-45ad-a527-859154b5264f tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:27.952081 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c657d-4b97-4796-ba1d-b315c36bf54c req-903fc869-40a9-4bce-8bce-1faef9289325 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:27.953581 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3a1c657d-4b97-4796-ba1d-b315c36bf54c req-903fc869-40a9-4bce-8bce-1faef9289325 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.47 "GET /v2.0/ports?device_id=f9b640c8-ffc6-416a-bf27-05b27d68362d HTTP/1.1" status: 200 len: 946 time: 0.3329792 Feb 09 01:05:27.994172 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1d392ae8-dc79-49e0-93ee-6c4dd33ddda9 req-20dd98b2-7679-4204-b767-a4c872f45057 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024012 Feb 09 01:05:28.031612 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7115f9f5-d3d3-4559-bfaa-c5cc33c2224c req-6f029a21-36a2-4e3a-bc10-781919cbe052 service neutron] 10.222.0.120 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486284 Feb 09 01:05:28.038507 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcdb60c-1863-4643-940e-f693f6cf8b64 req-a3ca5f5f-5fd8-4cb5-8417-f89d96a50e98 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:28.040259 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dbcdb60c-1863-4643-940e-f693f6cf8b64 req-a3ca5f5f-5fd8-4cb5-8417-f89d96a50e98 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 949 time: 0.2590802 Feb 09 01:05:28.138520 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-a18c755b-b965-48cf-9ca1-8fc7493cf1f6 admin admin] Deleting port 33749e46-f470-4765-b5cc-1869bca2d673 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:05:28.138869 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a18c755b-b965-48cf-9ca1-8fc7493cf1f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (33749e46-f470-4765-b5cc-1869bca2d673), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:28.216244 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-a18c755b-b965-48cf-9ca1-8fc7493cf1f6 admin admin] For port 33749e46-f470-4765-b5cc-1869bca2d673, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=33749e46-f470-4765-b5cc-1869bca2d673,segment=NetworkSegment(d5c0f933-a300-4a90-ae32-b84c4e1b1a64),segment_id=d5c0f933-a300-4a90-ae32-b84c4e1b1a64)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:05:28.216631 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a18c755b-b965-48cf-9ca1-8fc7493cf1f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (33749e46-f470-4765-b5cc-1869bca2d673), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:28.230213 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-a18c755b-b965-48cf-9ca1-8fc7493cf1f6 admin admin] Calling delete_port for 33749e46-f470-4765-b5cc-1869bca2d673 owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:05:28.425321 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a18c755b-b965-48cf-9ca1-8fc7493cf1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (33749e46-f470-4765-b5cc-1869bca2d673), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:28.456201 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18c755b-b965-48cf-9ca1-8fc7493cf1f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=33749e46-f470-4765-b5cc-1869bca2d673,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:28.529788 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dbcdb60c-1863-4643-940e-f693f6cf8b64 req-d2d57de0-897d-411a-8176-0169fc9c2967 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4472258 Feb 09 01:05:28.565051 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4206776-4f15-48fd-86b5-ddb8f17feeaf req-7ae88409-082f-42aa-b085-1e8b97942bb4 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:28.566578 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a4206776-4f15-48fd-86b5-ddb8f17feeaf req-7ae88409-082f-42aa-b085-1e8b97942bb4 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9b640c8-ffc6-416a-bf27-05b27d68362d HTTP/1.1" status: 200 len: 946 time: 0.4664268 Feb 09 01:05:28.567777 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-6a4432f8-3770-43df-881f-127e24aadc10 req-52306337-ce96-45ad-a527-859154b5264f tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] Allocated IP 172.20.0.12 (a4e11b78-9060-4302-aab2-ba04545de35e/c1b10cb3-6b20-482e-8674-ed207fa82481/15cf4fba-b130-4614-8edd-0e3d63e568ad) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:05:28.618807 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-3a1c657d-4b97-4796-ba1d-b315c36bf54c req-4252a8f9-6fb7-4771-94d5-88c9fd711021 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Deleting port 92acd771-fad7-44fd-99fe-6fa350dd5598 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:05:28.619154 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3a1c657d-4b97-4796-ba1d-b315c36bf54c req-4252a8f9-6fb7-4771-94d5-88c9fd711021 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (92acd771-fad7-44fd-99fe-6fa350dd5598), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:28.657209 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a18c755b-b965-48cf-9ca1-8fc7493cf1f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (c8d4da76-3b8e-4ca8-927e-718e1ed4fe05), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:28.842212 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a4206776-4f15-48fd-86b5-ddb8f17feeaf req-8d83b80b-9bc3-4230-b268-493a82ca9120 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659097 Feb 09 01:05:28.864844 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3af53d25-31f4-4f1a-b7dc-b7ae0a2ccc0b req-546d8f78-f3fa-4276-8e7b-7f7b298eb4ae tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ba66519-77f9-4e81-8fcc-5740bbd4f7a6 HTTP/1.1" status: 200 len: 210 time: 0.0684628 Feb 09 01:05:28.906574 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da866fb0-f4ff-4df3-9454-48ca40e91780 req-4cbcea86-4e9f-44e0-8b65-49b9866b9804 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:28.908146 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-da866fb0-f4ff-4df3-9454-48ca40e91780 req-4cbcea86-4e9f-44e0-8b65-49b9866b9804 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.47 "GET /v2.0/ports?device_id=309ddf5d-d24d-4d34-b4c2-e3e74ea9ecb5 HTTP/1.1" status: 200 len: 949 time: 0.2636838 Feb 09 01:05:28.910173 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-3a1c657d-4b97-4796-ba1d-b315c36bf54c req-4252a8f9-6fb7-4771-94d5-88c9fd711021 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] For port 92acd771-fad7-44fd-99fe-6fa350dd5598, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=92acd771-fad7-44fd-99fe-6fa350dd5598,segment=NetworkSegment(720c7e74-a8d7-49d0-ab20-cad71441a2e3),segment_id=720c7e74-a8d7-49d0-ab20-cad71441a2e3)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:05:28.910544 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3a1c657d-4b97-4796-ba1d-b315c36bf54c req-4252a8f9-6fb7-4771-94d5-88c9fd711021 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (92acd771-fad7-44fd-99fe-6fa350dd5598), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:28.944450 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-3a1c657d-4b97-4796-ba1d-b315c36bf54c req-4252a8f9-6fb7-4771-94d5-88c9fd711021 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Calling delete_port for 92acd771-fad7-44fd-99fe-6fa350dd5598 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:05:29.020692 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-6a4432f8-3770-43df-881f-127e24aadc10 req-52306337-ce96-45ad-a527-859154b5264f tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] Publish callbacks [] for port (15cf4fba-b130-4614-8edd-0e3d63e568ad), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:29.156572 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c156144-8b8c-4210-9d4b-c62137ee208a req-9b01880e-2ff7-4e7f-8fb5-6ed9e9f6cfd1 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:29.158081 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3c156144-8b8c-4210-9d4b-c62137ee208a req-9b01880e-2ff7-4e7f-8fb5-6ed9e9f6cfd1 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 943 time: 0.2149246 Feb 09 01:05:29.171778 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18c755b-b965-48cf-9ca1-8fc7493cf1f6 admin admin] Router c8d4da76-3b8e-4ca8-927e-718e1ed4fe05 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:05:29.193199 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-6a4432f8-3770-43df-881f-127e24aadc10 req-52306337-ce96-45ad-a527-859154b5264f tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (15cf4fba-b130-4614-8edd-0e3d63e568ad), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:29.289257 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18c755b-b965-48cf-9ca1-8fc7493cf1f6 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:05:29.297563 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a18c755b-b965-48cf-9ca1-8fc7493cf1f6 admin admin] 10.222.0.50 "PUT /v2.0/routers/c8d4da76-3b8e-4ca8-927e-718e1ed4fe05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8340065 Feb 09 01:05:29.297745 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a4432f8-3770-43df-881f-127e24aadc10 req-52306337-ce96-45ad-a527-859154b5264f tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] Network a4e11b78-9060-4302-aab2-ba04545de35e is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:05:29.297862 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44380) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:05:29.303894 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-da866fb0-f4ff-4df3-9454-48ca40e91780 req-32858d10-afc1-4fc1-ab11-43d0a77ee1f2 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Deleting port f8513e26-0389-48ab-bc86-97554f518475 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:05:29.304242 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-da866fb0-f4ff-4df3-9454-48ca40e91780 req-32858d10-afc1-4fc1-ab11-43d0a77ee1f2 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (f8513e26-0389-48ab-bc86-97554f518475), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:29.308278 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f39986e-38af-4223-b459-939a46fc2963 None None] Sync routers for ids ['c8d4da76-3b8e-4ca8-927e-718e1ed4fe05'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:05:29.316061 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-6a4432f8-3770-43df-881f-127e24aadc10 req-52306337-ce96-45ad-a527-859154b5264f tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:05:29.318585 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f39986e-38af-4223-b459-939a46fc2963 None None] Routers {'c8d4da76-3b8e-4ca8-927e-718e1ed4fe05'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:05:29.319401 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-2f39986e-38af-4223-b459-939a46fc2963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:05:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c8d4da76-3b8e-4ca8-927e-718e1ed4fe05'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:29.328655 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3c156144-8b8c-4210-9d4b-c62137ee208a req-558d177d-fe60-48f8-9a08-db613fe93056 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549113 Feb 09 01:05:29.329527 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a4432f8-3770-43df-881f-127e24aadc10 req-52306337-ce96-45ad-a527-859154b5264f tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:05:29.394125 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52306337-ce96-45ad-a527-859154b5264f tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] Pushing event updated for resources: {'Port': ['ID=15cf4fba-b130-4614-8edd-0e3d63e568ad,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:29.439878 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3a1c657d-4b97-4796-ba1d-b315c36bf54c req-4252a8f9-6fb7-4771-94d5-88c9fd711021 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (92acd771-fad7-44fd-99fe-6fa350dd5598), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:29.457477 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['cdca4dd9-91f5-43de-9d72-a7f8996f4ca5'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:05:29.481430 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8da218d8-a711-4532-b60f-ffbe4ea974bf admin admin] Publish callbacks [] for router (c8d4da76-3b8e-4ca8-927e-718e1ed4fe05), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:29.506331 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['53fb98c2-f07d-4bab-b50e-9cebf8c4269c'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:05:29.509089 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4252a8f9-6fb7-4771-94d5-88c9fd711021 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Pushing event deleted for resources: {'Port': ['ID=92acd771-fad7-44fd-99fe-6fa350dd5598,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:29.527914 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4432f8-3770-43df-881f-127e24aadc10 req-52306337-ce96-45ad-a527-859154b5264f tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:29.528596 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-6a4432f8-3770-43df-881f-127e24aadc10 req-52306337-ce96-45ad-a527-859154b5264f tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:29.607860 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a1c657d-4b97-4796-ba1d-b315c36bf54c req-4252a8f9-6fb7-4771-94d5-88c9fd711021 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] No DVR routers for this DVR port 92acd771-fad7-44fd-99fe-6fa350dd5598 on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:05:29.614063 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3a1c657d-4b97-4796-ba1d-b315c36bf54c req-4252a8f9-6fb7-4771-94d5-88c9fd711021 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:29.617385 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3a1c657d-4b97-4796-ba1d-b315c36bf54c req-4252a8f9-6fb7-4771-94d5-88c9fd711021 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.47 "DELETE /v2.0/ports/92acd771-fad7-44fd-99fe-6fa350dd5598 HTTP/1.1" status: 204 len: 173 time: 1.6478763 Feb 09 01:05:29.620389 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6a4432f8-3770-43df-881f-127e24aadc10 req-52306337-ce96-45ad-a527-859154b5264f tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0204988 Feb 09 01:05:29.622891 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b640c8-ffc6-416a-bf27-05b27d68362d', 'name': 'network-vif-deleted', 'tag': '92acd771-fad7-44fd-99fe-6fa350dd5598'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:05:29.625254 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a70d998-abbe-4606-8b6b-b4a7fd55c79f" -d '{"events": [{"server_uuid": "f9b640c8-ffc6-416a-bf27-05b27d68362d", "name": "network-vif-deleted", "tag": "92acd771-fad7-44fd-99fe-6fa350dd5598"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:05:29.629317 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-da866fb0-f4ff-4df3-9454-48ca40e91780 req-32858d10-afc1-4fc1-ab11-43d0a77ee1f2 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] For port f8513e26-0389-48ab-bc86-97554f518475, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=f8513e26-0389-48ab-bc86-97554f518475,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:05:29.629692 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-da866fb0-f4ff-4df3-9454-48ca40e91780 req-32858d10-afc1-4fc1-ab11-43d0a77ee1f2 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (f8513e26-0389-48ab-bc86-97554f518475), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:29.644411 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-6a4432f8-3770-43df-881f-127e24aadc10 req-4c915116-d095-406c-b8bb-8a5be28ad813 service neutron] Request body: {'port': {'device_id': '8ba66519-77f9-4e81-8fcc-5740bbd4f7a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:29.655726 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-da866fb0-f4ff-4df3-9454-48ca40e91780 req-32858d10-afc1-4fc1-ab11-43d0a77ee1f2 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Calling delete_port for f8513e26-0389-48ab-bc86-97554f518475 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:05:29.700534 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec474e-cc9c-4379-8cdd-167837a0d9bf req-d775ae37-6b51-4fa6-bf1e-d6df72800766 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:29.702644 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1dec474e-cc9c-4379-8cdd-167837a0d9bf req-d775ae37-6b51-4fa6-bf1e-d6df72800766 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f91e4bc-ccdb-46ac-bfc1-1be14311fa3a HTTP/1.1" status: 200 len: 945 time: 0.2544012 Feb 09 01:05:29.754431 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8da218d8-a711-4532-b60f-ffbe4ea974bf admin admin] Publish callbacks [] for router_gateway (c8d4da76-3b8e-4ca8-927e-718e1ed4fe05), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:29.783387 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-2f39986e-38af-4223-b459-939a46fc2963 None None] Set router c8d4da76-3b8e-4ca8-927e-718e1ed4fe05 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:05:29.809568 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-6a4432f8-3770-43df-881f-127e24aadc10 req-4c915116-d095-406c-b8bb-8a5be28ad813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (15cf4fba-b130-4614-8edd-0e3d63e568ad), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:29.840630 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1dec474e-cc9c-4379-8cdd-167837a0d9bf req-ee9b3f83-dd97-4a17-b7d3-68d6cfb25132 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087306 Feb 09 01:05:29.911639 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-8da218d8-a711-4532-b60f-ffbe4ea974bf admin admin] Deleting port c4b2e2bb-990e-4d33-adc3-2d66cbefbb75 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:05:29.913003 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8da218d8-a711-4532-b60f-ffbe4ea974bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (c4b2e2bb-990e-4d33-adc3-2d66cbefbb75), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:30.089737 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-8da218d8-a711-4532-b60f-ffbe4ea974bf admin admin] For port c4b2e2bb-990e-4d33-adc3-2d66cbefbb75, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=c4b2e2bb-990e-4d33-adc3-2d66cbefbb75,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:05:30.090240 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8da218d8-a711-4532-b60f-ffbe4ea974bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (c4b2e2bb-990e-4d33-adc3-2d66cbefbb75), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:30.118202 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-8da218d8-a711-4532-b60f-ffbe4ea974bf admin admin] Calling delete_port for c4b2e2bb-990e-4d33-adc3-2d66cbefbb75 owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:05:30.177506 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-da866fb0-f4ff-4df3-9454-48ca40e91780 req-32858d10-afc1-4fc1-ab11-43d0a77ee1f2 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (f8513e26-0389-48ab-bc86-97554f518475), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:30.324745 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-da866fb0-f4ff-4df3-9454-48ca40e91780 req-32858d10-afc1-4fc1-ab11-43d0a77ee1f2 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] No DVR routers for this DVR port f8513e26-0389-48ab-bc86-97554f518475 on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:05:30.326793 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['f8513e26-0389-48ab-bc86-97554f518475'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:05:30.329490 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['c424a0ee-dd15-45a7-a7bc-3130eca6820c'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:05:30.332809 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-da866fb0-f4ff-4df3-9454-48ca40e91780 req-32858d10-afc1-4fc1-ab11-43d0a77ee1f2 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:30.336368 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-da866fb0-f4ff-4df3-9454-48ca40e91780 req-32858d10-afc1-4fc1-ab11-43d0a77ee1f2 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.47 "DELETE /v2.0/ports/f8513e26-0389-48ab-bc86-97554f518475 HTTP/1.1" status: 204 len: 173 time: 1.4148345 Feb 09 01:05:30.343088 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32858d10-afc1-4fc1-ab11-43d0a77ee1f2 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Pushing event deleted for resources: {'Port': ['ID=f8513e26-0389-48ab-bc86-97554f518475,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:30.360375 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f3681-80e8-4d92-a555-a9d5b1552759 req-772b390f-b00d-43b8-a441-fdbef302b736 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:30.377270 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-674f3681-80e8-4d92-a555-a9d5b1552759 req-772b390f-b00d-43b8-a441-fdbef302b736 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=309ddf5d-d24d-4d34-b4c2-e3e74ea9ecb5 HTTP/1.1" status: 200 len: 867 time: 0.3402464 Feb 09 01:05:30.380411 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-4820da62-56fc-403e-9d82-0d731a310199 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:05:30.382573 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-4820da62-56fc-403e-9d82-0d731a310199 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0109599 Feb 09 01:05:30.385205 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8da218d8-a711-4532-b60f-ffbe4ea974bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (c4b2e2bb-990e-4d33-adc3-2d66cbefbb75), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:30.452857 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-674f3681-80e8-4d92-a555-a9d5b1552759 req-5e8e9096-477e-4f9c-97b0-b8ea32e4ead5 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711246 Feb 09 01:05:30.492749 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-2f39986e-38af-4223-b459-939a46fc2963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d4da76-3b8e-4ca8-927e-718e1ed4fe05', 'name': 'tempest-FloatingIPDetailsTestJSON-1092355134-router', 'tenant_id': 'c333efecfde6492dbb658dc03ef39b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'c4b2e2bb-990e-4d33-adc3-2d66cbefbb75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:52Z', 'updated_at': '2022-02-09T01:05:28Z', 'revision_number': 5, 'project_id': 'c333efecfde6492dbb658dc03ef39b01', 'gw_port': {'id': 'c4b2e2bb-990e-4d33-adc3-2d66cbefbb75', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:b5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d4da76-3b8e-4ca8-927e-718e1ed4fe05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:04:53Z', 'updated_at': '2022-02-09T01:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:30.541150 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f39986e-38af-4223-b459-939a46fc2963 None None] Checking router: c8d4da76-3b8e-4ca8-927e-718e1ed4fe05 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:05:30.552873 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da218d8-a711-4532-b60f-ffbe4ea974bf admin admin] Pushing event deleted for resources: {'Port': ['ID=c4b2e2bb-990e-4d33-adc3-2d66cbefbb75,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:30.568029 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f39986e-38af-4223-b459-939a46fc2963 None None] Routers {'c8d4da76-3b8e-4ca8-927e-718e1ed4fe05'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:05:30.568685 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-2f39986e-38af-4223-b459-939a46fc2963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:05:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c8d4da76-3b8e-4ca8-927e-718e1ed4fe05'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:30.618868 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-22ce5480-e956-454a-8a43-5f4c34e0c206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:30.620573 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-22ce5480-e956-454a-8a43-5f4c34e0c206 service neutron] 10.222.0.50 "GET /v2.0/ports/79c2a00a-9408-4405-a3b9-5bab7752649f HTTP/1.1" status: 200 len: 1124 time: 0.2236364 Feb 09 01:05:30.624078 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8da218d8-a711-4532-b60f-ffbe4ea974bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (c8d4da76-3b8e-4ca8-927e-718e1ed4fe05), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:30.695988 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-2f39986e-38af-4223-b459-939a46fc2963 None None] Set router c8d4da76-3b8e-4ca8-927e-718e1ed4fe05 gateway port host: None {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:05:30.748731 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-6a4432f8-3770-43df-881f-127e24aadc10 req-4c915116-d095-406c-b8bb-8a5be28ad813 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15cf4fba-b130-4614-8edd-0e3d63e568ad {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:05:30.766889 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-73c75cd2-ae8a-47e5-b13f-95cac53ba966 service neutron] Request body: {'binding': {'host': 'n-h2-828369-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:30.768100 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-73c75cd2-ae8a-47e5-b13f-95cac53ba966 service neutron] Unknown quota resources ['binding']. {{(pid=103137) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 01:05:30.770253 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-6a4432f8-3770-43df-881f-127e24aadc10 req-4c915116-d095-406c-b8bb-8a5be28ad813 service neutron] Publish callbacks [] for port (15cf4fba-b130-4614-8edd-0e3d63e568ad), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:30.775939 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-2f39986e-38af-4223-b459-939a46fc2963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8d4da76-3b8e-4ca8-927e-718e1ed4fe05', 'name': 'tempest-FloatingIPDetailsTestJSON-1092355134-router', 'tenant_id': 'c333efecfde6492dbb658dc03ef39b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:52Z', 'updated_at': '2022-02-09T01:05:30Z', 'revision_number': 7, 'project_id': 'c333efecfde6492dbb658dc03ef39b01', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:30.808418 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f6d88-3588-44d4-bc29-8524ce97d302 req-caf19553-00a6-405e-847a-bbdc1ff5cfd0 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:30.810903 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8da218d8-a711-4532-b60f-ffbe4ea974bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (c8d4da76-3b8e-4ca8-927e-718e1ed4fe05), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:30.815158 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8da218d8-a711-4532-b60f-ffbe4ea974bf admin admin] Publish callbacks [] for router_controller (c8d4da76-3b8e-4ca8-927e-718e1ed4fe05), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:30.820264 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aa7f6d88-3588-44d4-bc29-8524ce97d302 req-caf19553-00a6-405e-847a-bbdc1ff5cfd0 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 949 time: 0.1808760 Feb 09 01:05:30.846564 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f39986e-38af-4223-b459-939a46fc2963 None None] The sync data for ids ['c8d4da76-3b8e-4ca8-927e-718e1ed4fe05'] in n-d-828369-4 is: [{'id': 'c8d4da76-3b8e-4ca8-927e-718e1ed4fe05', 'name': 'tempest-FloatingIPDetailsTestJSON-1092355134-router', 'tenant_id': 'c333efecfde6492dbb658dc03ef39b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:04:52Z', 'updated_at': '2022-02-09T01:05:30Z', 'revision_number': 7, 'project_id': 'c333efecfde6492dbb658dc03ef39b01', 'gw_port_host': None}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:05:30.853862 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-6a4432f8-3770-43df-881f-127e24aadc10 req-4c915116-d095-406c-b8bb-8a5be28ad813 service neutron] Transition to ACTIVE for port object 15cf4fba-b130-4614-8edd-0e3d63e568ad will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:05:30.876239 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-6a4432f8-3770-43df-881f-127e24aadc10 req-4c915116-d095-406c-b8bb-8a5be28ad813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (15cf4fba-b130-4614-8edd-0e3d63e568ad), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:30.931526 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c915116-d095-406c-b8bb-8a5be28ad813 service neutron] Pushing event updated for resources: {'Port': ['ID=15cf4fba-b130-4614-8edd-0e3d63e568ad,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:30.942286 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aa7f6d88-3588-44d4-bc29-8524ce97d302 req-79962325-4c32-468a-ba29-89f235d92765 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211402 Feb 09 01:05:30.975517 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8da218d8-a711-4532-b60f-ffbe4ea974bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (c8d4da76-3b8e-4ca8-927e-718e1ed4fe05), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:30.976097 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da218d8-a711-4532-b60f-ffbe4ea974bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8d4da76-3b8e-4ca8-927e-718e1ed4fe05 {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:05:30.988343 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8da218d8-a711-4532-b60f-ffbe4ea974bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:30.991836 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8da218d8-a711-4532-b60f-ffbe4ea974bf admin admin] 10.222.0.50 "DELETE /v2.0/routers/c8d4da76-3b8e-4ca8-927e-718e1ed4fe05 HTTP/1.1" status: 204 len: 168 time: 1.6904657 Feb 09 01:05:30.992648 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44406) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:05:31.064863 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-73c75cd2-ae8a-47e5-b13f-95cac53ba966 service neutron] Attempting to bind port 79c2a00a-9408-4405-a3b9-5bab7752649f on host n-h2-828369-4 for vnic_type normal with profile None {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:05:31.065892 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-73c75cd2-ae8a-47e5-b13f-95cac53ba966 service neutron] Attempting to bind port 79c2a00a-9408-4405-a3b9-5bab7752649f by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:05:31.066962 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-73c75cd2-ae8a-47e5-b13f-95cac53ba966 service neutron] Attempting to bind port 79c2a00a-9408-4405-a3b9-5bab7752649f on network 584d7274-cb01-4853-8902-7824a3a705cb {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:05:31.071948 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-73c75cd2-ae8a-47e5-b13f-95cac53ba966 service neutron] Port 79c2a00a-9408-4405-a3b9-5bab7752649f on network 584d7274-cb01-4853-8902-7824a3a705cb not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:05:31.072590 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-73c75cd2-ae8a-47e5-b13f-95cac53ba966 service neutron] Attempting to bind port 79c2a00a-9408-4405-a3b9-5bab7752649f on network 584d7274-cb01-4853-8902-7824a3a705cb {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:05:31.078581 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-73c75cd2-ae8a-47e5-b13f-95cac53ba966 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:05:31.079824 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-73c75cd2-ae8a-47e5-b13f-95cac53ba966 service neutron] Checking segment: {'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:05:31.080597 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-73c75cd2-ae8a-47e5-b13f-95cac53ba966 service neutron] Bound using segment: {'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:05:31.080907 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e8054f-6fdc-4502-8d05-dd80ff19ced5 x-openstack-request-id: req-f0e8054f-6fdc-4502-8d05-dd80ff19ced5 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:05:31.081204 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b640c8-ffc6-416a-bf27-05b27d68362d", "name": "network-vif-deleted", "tag": "92acd771-fad7-44fd-99fe-6fa350dd5598", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:05:31.081465 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f0e8054f-6fdc-4502-8d05-dd80ff19ced5 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:05:31.081989 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-73c75cd2-ae8a-47e5-b13f-95cac53ba966 service neutron] Bound port: 79c2a00a-9408-4405-a3b9-5bab7752649f, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:05:31.082461 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b640c8-ffc6-416a-bf27-05b27d68362d', 'name': 'network-vif-deleted', 'tag': '92acd771-fad7-44fd-99fe-6fa350dd5598', 'status': 'completed', 'code': 200} Feb 09 01:05:31.113537 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-6a4432f8-3770-43df-881f-127e24aadc10 req-4c915116-d095-406c-b8bb-8a5be28ad813 service neutron] Attempting to bind port 15cf4fba-b130-4614-8edd-0e3d63e568ad on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:05:31.113800 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-6a4432f8-3770-43df-881f-127e24aadc10 req-4c915116-d095-406c-b8bb-8a5be28ad813 service neutron] Attempting to bind port 15cf4fba-b130-4614-8edd-0e3d63e568ad by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': 'd5462c5d-43dc-446a-9c1d-ae8ab2e52dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a4e11b78-9060-4302-aab2-ba04545de35e'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:05:31.114130 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4432f8-3770-43df-881f-127e24aadc10 req-4c915116-d095-406c-b8bb-8a5be28ad813 service neutron] Attempting to bind port 15cf4fba-b130-4614-8edd-0e3d63e568ad on network a4e11b78-9060-4302-aab2-ba04545de35e {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:05:31.123976 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb0415d7-3eae-4fbe-9e1e-41eb2075a69c admin admin] Deleting subnet dcfb4a00-21ad-4633-9ed4-ec9c93babf14 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:05:31.140478 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4432f8-3770-43df-881f-127e24aadc10 req-4c915116-d095-406c-b8bb-8a5be28ad813 service neutron] Port 15cf4fba-b130-4614-8edd-0e3d63e568ad on network a4e11b78-9060-4302-aab2-ba04545de35e not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:05:31.140854 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4432f8-3770-43df-881f-127e24aadc10 req-4c915116-d095-406c-b8bb-8a5be28ad813 service neutron] Attempting to bind port 15cf4fba-b130-4614-8edd-0e3d63e568ad on network a4e11b78-9060-4302-aab2-ba04545de35e {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:05:31.145832 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bb0415d7-3eae-4fbe-9e1e-41eb2075a69c admin admin] Publish callbacks [] for subnet (dcfb4a00-21ad-4633-9ed4-ec9c93babf14), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:31.149283 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-73c75cd2-ae8a-47e5-b13f-95cac53ba966 service neutron] For port 79c2a00a-9408-4405-a3b9-5bab7752649f, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=79c2a00a-9408-4405-a3b9-5bab7752649f,segment=NetworkSegment(c09a8a87-556d-487a-811a-06517127dee5),segment_id=c09a8a87-556d-487a-811a-06517127dee5)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:05:31.157512 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-73c75cd2-ae8a-47e5-b13f-95cac53ba966 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:31.159035 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-73c75cd2-ae8a-47e5-b13f-95cac53ba966 service neutron] 10.222.0.50 "POST /v2.0/ports/79c2a00a-9408-4405-a3b9-5bab7752649f/bindings HTTP/1.1" status: 201 len: 389 time: 0.3967867 Feb 09 01:05:31.170977 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4432f8-3770-43df-881f-127e24aadc10 req-4c915116-d095-406c-b8bb-8a5be28ad813 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:05:31.171336 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4432f8-3770-43df-881f-127e24aadc10 req-4c915116-d095-406c-b8bb-8a5be28ad813 service neutron] Checking segment: {'id': 'd5462c5d-43dc-446a-9c1d-ae8ab2e52dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a4e11b78-9060-4302-aab2-ba04545de35e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:05:31.172004 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4432f8-3770-43df-881f-127e24aadc10 req-4c915116-d095-406c-b8bb-8a5be28ad813 service neutron] Bound using segment: {'id': 'd5462c5d-43dc-446a-9c1d-ae8ab2e52dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a4e11b78-9060-4302-aab2-ba04545de35e'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:05:31.172769 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-6a4432f8-3770-43df-881f-127e24aadc10 req-4c915116-d095-406c-b8bb-8a5be28ad813 service neutron] Bound port: 15cf4fba-b130-4614-8edd-0e3d63e568ad, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5462c5d-43dc-446a-9c1d-ae8ab2e52dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'a4e11b78-9060-4302-aab2-ba04545de35e'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:05:31.173152 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-6a4432f8-3770-43df-881f-127e24aadc10 req-4c915116-d095-406c-b8bb-8a5be28ad813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (15cf4fba-b130-4614-8edd-0e3d63e568ad), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:31.204993 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bb0415d7-3eae-4fbe-9e1e-41eb2075a69c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (dcfb4a00-21ad-4633-9ed4-ec9c93babf14), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:31.292427 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0018cb-eb09-420c-b374-27bce9203ad2 req-84132657-183f-481b-8c4c-14dd08b479c4 tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:31.300886 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aa0018cb-eb09-420c-b374-27bce9203ad2 req-84132657-183f-481b-8c4c-14dd08b479c4 tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ba66519-77f9-4e81-8fcc-5740bbd4f7a6 HTTP/1.1" status: 200 len: 944 time: 0.1988959 Feb 09 01:05:31.341610 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device f8513e26-0389-48ab-bc86-97554f518475 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:05:31.384483 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: f8513e26-0389-48ab-bc86-97554f518475 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:05:31.385190 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device f8513e26-0389-48ab-bc86-97554f518475 not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:05:31.385839 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 92acd771-fad7-44fd-99fe-6fa350dd5598 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:05:31.394560 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-6a4432f8-3770-43df-881f-127e24aadc10 req-4c915116-d095-406c-b8bb-8a5be28ad813 service neutron] For port 15cf4fba-b130-4614-8edd-0e3d63e568ad, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:05:31.421154 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: 92acd771-fad7-44fd-99fe-6fa350dd5598 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:05:31.421514 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 92acd771-fad7-44fd-99fe-6fa350dd5598 not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:05:31.466148 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-6a4432f8-3770-43df-881f-127e24aadc10 req-4c915116-d095-406c-b8bb-8a5be28ad813 service neutron] For port 15cf4fba-b130-4614-8edd-0e3d63e568ad, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=15cf4fba-b130-4614-8edd-0e3d63e568ad,segment=NetworkSegment(d5462c5d-43dc-446a-9c1d-ae8ab2e52dec),segment_id=d5462c5d-43dc-446a-9c1d-ae8ab2e52dec)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:05:31.510681 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bb0415d7-3eae-4fbe-9e1e-41eb2075a69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (dcfb4a00-21ad-4633-9ed4-ec9c93babf14), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:31.513627 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-6a4432f8-3770-43df-881f-127e24aadc10 req-4c915116-d095-406c-b8bb-8a5be28ad813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (15cf4fba-b130-4614-8edd-0e3d63e568ad), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:31.555943 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aa0018cb-eb09-420c-b374-27bce9203ad2 req-3c67e3df-5b8b-496d-9ee1-5bfff582cbdd tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe844d40-87fc-4c4d-9674-2556616cda6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540922 Feb 09 01:05:31.660566 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5d7f6-6f51-4491-b359-2f8e785339e4 req-0e96c6b1-142b-46e0-ba9b-7b1352ab3380 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:31.662380 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-78f5d7f6-6f51-4491-b359-2f8e785339e4 req-0e96c6b1-142b-46e0-ba9b-7b1352ab3380 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 943 time: 0.3405306 Feb 09 01:05:31.664588 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4432f8-3770-43df-881f-127e24aadc10 req-4c915116-d095-406c-b8bb-8a5be28ad813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:31.665307 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-6a4432f8-3770-43df-881f-127e24aadc10 req-4c915116-d095-406c-b8bb-8a5be28ad813 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:31.666681 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6a4432f8-3770-43df-881f-127e24aadc10 req-4c915116-d095-406c-b8bb-8a5be28ad813 service neutron] 10.222.0.120 "PUT /v2.0/ports/15cf4fba-b130-4614-8edd-0e3d63e568ad HTTP/1.1" status: 200 len: 1092 time: 2.0282252 Feb 09 01:05:31.815874 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c915116-d095-406c-b8bb-8a5be28ad813 service neutron] Pushing event updated for resources: {'Port': ['ID=15cf4fba-b130-4614-8edd-0e3d63e568ad,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:31.884478 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device c4b2e2bb-990e-4d33-adc3-2d66cbefbb75 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:05:31.897750 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-78f5d7f6-6f51-4491-b359-2f8e785339e4 req-fa8d7276-d79f-4cbd-8d38-312ef5a8f2a2 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200634 Feb 09 01:05:31.930152 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bb0415d7-3eae-4fbe-9e1e-41eb2075a69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (dcfb4a00-21ad-4633-9ed4-ec9c93babf14), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:31.930152 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-859e775e-4991-4649-ab13-31aceba40f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:31.930152 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-859e775e-4991-4649-ab13-31aceba40f2a service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=349016141cb643eba466ab5e9338a7e5&device_id=9a273a6d-fbc6-48ac-a0d4-01e877340a85 HTTP/1.1" status: 200 len: 1127 time: 0.3852983 Feb 09 01:05:31.931915 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: c4b2e2bb-990e-4d33-adc3-2d66cbefbb75 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:05:31.933321 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device c4b2e2bb-990e-4d33-adc3-2d66cbefbb75 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:05:31.933866 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 33749e46-f470-4765-b5cc-1869bca2d673 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:05:31.938812 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eef1d9-7f5e-4c85-831a-5a6dba408b20 req-5d8b6712-fe94-4fd9-9b4f-5fba641eea89 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:31.940571 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-11eef1d9-7f5e-4c85-831a-5a6dba408b20 req-5d8b6712-fe94-4fd9-9b4f-5fba641eea89 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f91e4bc-ccdb-46ac-bfc1-1be14311fa3a HTTP/1.1" status: 200 len: 945 time: 0.2686980 Feb 09 01:05:31.968377 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 33749e46-f470-4765-b5cc-1869bca2d673 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:05:31.969033 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 33749e46-f470-4765-b5cc-1869bca2d673 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:05:32.010345 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0415d7-3eae-4fbe-9e1e-41eb2075a69c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcfb4a00-21ad-4633-9ed4-ec9c93babf14,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:32.041807 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4432f8-3770-43df-881f-127e24aadc10 req-e0ce62ff-c09c-4f30-8d7a-a3442c6894f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:32.043345 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6a4432f8-3770-43df-881f-127e24aadc10 req-e0ce62ff-c09c-4f30-8d7a-a3442c6894f4 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=bf963298e25446d0baab882ca2fb5ed4&device_id=8ba66519-77f9-4e81-8fcc-5740bbd4f7a6 HTTP/1.1" status: 200 len: 1126 time: 0.3136649 Feb 09 01:05:32.047673 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bb0415d7-3eae-4fbe-9e1e-41eb2075a69c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:32.057001 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44416) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:05:32.058494 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-bb0415d7-3eae-4fbe-9e1e-41eb2075a69c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/dcfb4a00-21ad-4633-9ed4-ec9c93babf14 HTTP/1.1" status: 204 len: 168 time: 1.0647466 Feb 09 01:05:32.061893 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c943dce-596e-4528-b1ab-5afb3f6d6447 None None] Network 1b697143-90aa-453a-a894-9af416276973 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:05:32.217694 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9fff0d7d-67c7-43ad-b574-5e8a8f3e2935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (1b697143-90aa-453a-a894-9af416276973), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:32.306028 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4fb6a343-10ab-4c14-b447-245e9f162b2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:32.355786 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc1516b-7e4c-4799-a708-6c8f1b3d21e7 None None] DHCP port deletion for 1b697143-90aa-453a-a894-9af416276973 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:05:32.365124 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-9fff0d7d-67c7-43ad-b574-5e8a8f3e2935 admin admin] Deleting port c39a0979-f0de-42f9-8686-6a8e50307027 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:05:32.365553 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9fff0d7d-67c7-43ad-b574-5e8a8f3e2935 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (c39a0979-f0de-42f9-8686-6a8e50307027), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:32.422395 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6fc1516b-7e4c-4799-a708-6c8f1b3d21e7 None None] Deleting port c39a0979-f0de-42f9-8686-6a8e50307027 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:05:32.422682 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6fc1516b-7e4c-4799-a708-6c8f1b3d21e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (c39a0979-f0de-42f9-8686-6a8e50307027), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:32.456966 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-9fff0d7d-67c7-43ad-b574-5e8a8f3e2935 admin admin] For port c39a0979-f0de-42f9-8686-6a8e50307027, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=c39a0979-f0de-42f9-8686-6a8e50307027,segment=NetworkSegment(d5c0f933-a300-4a90-ae32-b84c4e1b1a64),segment_id=d5c0f933-a300-4a90-ae32-b84c4e1b1a64)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:05:32.457417 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9fff0d7d-67c7-43ad-b574-5e8a8f3e2935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (c39a0979-f0de-42f9-8686-6a8e50307027), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:32.471523 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-9fff0d7d-67c7-43ad-b574-5e8a8f3e2935 admin admin] Calling delete_port for c39a0979-f0de-42f9-8686-6a8e50307027 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:05:32.496885 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6fc1516b-7e4c-4799-a708-6c8f1b3d21e7 None None] For port c39a0979-f0de-42f9-8686-6a8e50307027, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=c39a0979-f0de-42f9-8686-6a8e50307027,segment=NetworkSegment(d5c0f933-a300-4a90-ae32-b84c4e1b1a64),segment_id=d5c0f933-a300-4a90-ae32-b84c4e1b1a64)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:05:32.497293 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6fc1516b-7e4c-4799-a708-6c8f1b3d21e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (c39a0979-f0de-42f9-8686-6a8e50307027), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:32.511426 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6fc1516b-7e4c-4799-a708-6c8f1b3d21e7 None None] Calling delete_port for c39a0979-f0de-42f9-8686-6a8e50307027 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:05:32.532428 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6a4432f8-3770-43df-881f-127e24aadc10 req-d6cd7c68-a7a5-4d2f-9aa2-eb39f8b25150 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15cf4fba-b130-4614-8edd-0e3d63e568ad HTTP/1.1" status: 200 len: 217 time: 0.4724703 Feb 09 01:05:32.560256 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9fff0d7d-67c7-43ad-b574-5e8a8f3e2935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (c39a0979-f0de-42f9-8686-6a8e50307027), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:32.591329 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff0d7d-67c7-43ad-b574-5e8a8f3e2935 admin admin] Pushing event deleted for resources: {'Port': ['ID=c39a0979-f0de-42f9-8686-6a8e50307027,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:32.598231 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fff0d7d-67c7-43ad-b574-5e8a8f3e2935 admin admin] No DVR routers for this DVR port c39a0979-f0de-42f9-8686-6a8e50307027 on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:05:32.614354 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6fc1516b-7e4c-4799-a708-6c8f1b3d21e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (c39a0979-f0de-42f9-8686-6a8e50307027), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:32.640818 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-11eef1d9-7f5e-4c85-831a-5a6dba408b20 req-3e827d01-bfb9-47b7-bc1e-fddde8c88a29 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6793027 Feb 09 01:05:32.646111 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc1516b-7e4c-4799-a708-6c8f1b3d21e7 None None] Pushing event deleted for resources: {'Port': ['ID=c39a0979-f0de-42f9-8686-6a8e50307027,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:32.651827 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc1516b-7e4c-4799-a708-6c8f1b3d21e7 None None] No DVR routers for this DVR port c39a0979-f0de-42f9-8686-6a8e50307027 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:05:32.675003 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc1516b-7e4c-4799-a708-6c8f1b3d21e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:32.675427 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc1516b-7e4c-4799-a708-6c8f1b3d21e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:32.675898 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc1516b-7e4c-4799-a708-6c8f1b3d21e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:32.676334 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc1516b-7e4c-4799-a708-6c8f1b3d21e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:32.676836 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc1516b-7e4c-4799-a708-6c8f1b3d21e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:32.677294 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc1516b-7e4c-4799-a708-6c8f1b3d21e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:32.677699 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc1516b-7e4c-4799-a708-6c8f1b3d21e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:32.678099 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc1516b-7e4c-4799-a708-6c8f1b3d21e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:32.678500 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc1516b-7e4c-4799-a708-6c8f1b3d21e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:32.679011 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc1516b-7e4c-4799-a708-6c8f1b3d21e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:32.679475 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc1516b-7e4c-4799-a708-6c8f1b3d21e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:32.679890 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc1516b-7e4c-4799-a708-6c8f1b3d21e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:32.680285 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc1516b-7e4c-4799-a708-6c8f1b3d21e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:32.703030 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9fff0d7d-67c7-43ad-b574-5e8a8f3e2935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (1b697143-90aa-453a-a894-9af416276973), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:32.715859 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4432f8-3770-43df-881f-127e24aadc10 req-fc7a3322-949a-425f-af54-d6f4e5064fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:32.717379 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6a4432f8-3770-43df-881f-127e24aadc10 req-fc7a3322-949a-425f-af54-d6f4e5064fd2 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=c1b10cb3-6b20-482e-8674-ed207fa82481 HTTP/1.1" status: 200 len: 865 time: 0.1597760 Feb 09 01:05:32.726261 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-9fff0d7d-67c7-43ad-b574-5e8a8f3e2935 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b697143-90aa-453a-a894-9af416276973']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:32.735933 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-9fff0d7d-67c7-43ad-b574-5e8a8f3e2935 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5c0f933-a300-4a90-ae32-b84c4e1b1a64') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:32.736232 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-9fff0d7d-67c7-43ad-b574-5e8a8f3e2935 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5c0f933-a300-4a90-ae32-b84c4e1b1a64') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:32.751159 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9fff0d7d-67c7-43ad-b574-5e8a8f3e2935 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (d5c0f933-a300-4a90-ae32-b84c4e1b1a64), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:32.768044 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9fff0d7d-67c7-43ad-b574-5e8a8f3e2935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (d5c0f933-a300-4a90-ae32-b84c4e1b1a64), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:32.779396 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fff0d7d-67c7-43ad-b574-5e8a8f3e2935 admin admin] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:05:32.779396 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9fff0d7d-67c7-43ad-b574-5e8a8f3e2935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (d5c0f933-a300-4a90-ae32-b84c4e1b1a64), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:32.782520 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6a4432f8-3770-43df-881f-127e24aadc10 req-515424f4-aeb2-416a-8886-549bcb5f5926 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=a4e11b78-9060-4302-aab2-ba04545de35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514271 Feb 09 01:05:32.786484 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:05:32.786484 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:05:32.786484 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:05:32.786484 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:05:32.786484 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:05:32.786484 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:05:32.786484 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:05:32.786484 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:05:32.786484 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:05:32.786484 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:05:32.786484 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:05:32.786484 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:05:32.786484 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:05:32.786484 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:05:32.786484 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:05:32.786484 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:05:32.786484 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:05:32.786484 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:05:32.786484 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:05:32.786484 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:05:32.786484 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:05:32.786484 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:05:32.786484 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:05:32.786484 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:05:32.786484 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:05:32.786484 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:05:32.786484 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:05:32.786484 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:05:32.786484 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:05:32.786484 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:05:32.786484 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:05:32.786484 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:05:32.792337 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-6a42d2bf-c272-453a-8854-04c95428061f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:32.793762 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-6a42d2bf-c272-453a-8854-04c95428061f service neutron] 10.222.0.120 "GET /v2.0/networks?id=584d7274-cb01-4853-8902-7824a3a705cb HTTP/1.1" status: 200 len: 909 time: 0.8494730 Feb 09 01:05:32.801238 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf5a42-2420-4aa9-8fc9-1216d1d198f2 req-a63c9d9a-4c01-486b-8a8a-cf789d8e1ba5 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:32.804735 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-91cf5a42-2420-4aa9-8fc9-1216d1d198f2 req-a63c9d9a-4c01-486b-8a8a-cf789d8e1ba5 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a273a6d-fbc6-48ac-a0d4-01e877340a85 HTTP/1.1" status: 200 len: 945 time: 0.2695637 Feb 09 01:05:32.841355 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9fff0d7d-67c7-43ad-b574-5e8a8f3e2935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (1b697143-90aa-453a-a894-9af416276973), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:32.847231 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9fff0d7d-67c7-43ad-b574-5e8a8f3e2935 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:32.851867 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9fff0d7d-67c7-43ad-b574-5e8a8f3e2935 admin admin] 10.222.0.50 "DELETE /v2.0/networks/1b697143-90aa-453a-a894-9af416276973 HTTP/1.1" status: 204 len: 168 time: 0.7924757 Feb 09 01:05:32.865326 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff0d7d-67c7-43ad-b574-5e8a8f3e2935 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b697143-90aa-453a-a894-9af416276973,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:32.938579 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-e82fd84d-f105-48ba-b7eb-84e9adcde6d7 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79c2a00a-9408-4405-a3b9-5bab7752649f HTTP/1.1" status: 200 len: 217 time: 0.1324570 Feb 09 01:05:33.055699 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44428) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:05:33.080390 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ba15c-d108-4635-9b65-068149137466 req-88434b13-ef5e-431e-b94d-6e4620ad4b4a tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:33.081948 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-902ba15c-d108-4635-9b65-068149137466 req-88434b13-ef5e-431e-b94d-6e4620ad4b4a tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 949 time: 0.2982903 Feb 09 01:05:33.085856 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309ddf5d-d24d-4d34-b4c2-e3e74ea9ecb5', 'name': 'network-vif-deleted', 'tag': 'f8513e26-0389-48ab-bc86-97554f518475'}, {'name': 'network-changed', 'server_uuid': '8ba66519-77f9-4e81-8fcc-5740bbd4f7a6', 'tag': '15cf4fba-b130-4614-8edd-0e3d63e568ad'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:05:33.088109 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4394d2f1-a7ad-4a09-9877-217a48bd3bef" -d '{"events": [{"server_uuid": "309ddf5d-d24d-4d34-b4c2-e3e74ea9ecb5", "name": "network-vif-deleted", "tag": "f8513e26-0389-48ab-bc86-97554f518475"}, {"name": "network-changed", "server_uuid": "8ba66519-77f9-4e81-8fcc-5740bbd4f7a6", "tag": "15cf4fba-b130-4614-8edd-0e3d63e568ad"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:05:33.101217 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-91cf5a42-2420-4aa9-8fc9-1216d1d198f2 req-b455c50f-f383-4b99-ab01-1cf71c56ec1b tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907648 Feb 09 01:05:33.103361 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a7414812-470d-4200-ba6c-6449b6263aa4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c333efecfde6492dbb658dc03ef39b01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0453732 Feb 09 01:05:33.109040 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44432) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:05:33.129102 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899029eb-db1b-4073-863f-8c1aeb26333a req-ce30e2c3-6333-4b69-9bdb-01723495bcd9 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:33.131314 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-899029eb-db1b-4073-863f-8c1aeb26333a req-ce30e2c3-6333-4b69-9bdb-01723495bcd9 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f91e4bc-ccdb-46ac-bfc1-1be14311fa3a HTTP/1.1" status: 200 len: 945 time: 0.3064034 Feb 09 01:05:33.132433 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-310f6e8f-6981-4123-9e7c-5fd57b3387ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:33.133881 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-310f6e8f-6981-4123-9e7c-5fd57b3387ef service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4611cb36-f3d2-4498-977c-18da9d170e4c HTTP/1.1" status: 200 len: 847 time: 0.1857255 Feb 09 01:05:33.138182 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6a4432f8-3770-43df-881f-127e24aadc10 req-385356c4-5d6e-44be-affd-25340009a702 service neutron] 10.222.0.120 "GET /v2.0/networks/a4e11b78-9060-4302-aab2-ba04545de35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311985 Feb 09 01:05:33.209932 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:05:33.273952 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-740c7de0-fadf-4330-af15-596d482e4010 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=584d7274-cb01-4853-8902-7824a3a705cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1204956 Feb 09 01:05:33.292618 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0 is: DOWN; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:05:33.423658 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-902ba15c-d108-4635-9b65-068149137466 req-629922e1-b766-4fba-956e-797be2f35dad tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170605 Feb 09 01:05:33.470245 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cafa7e02-bbf1-446c-8e9f-b8f907ed026f admin admin] Publish callbacks [] for security_group (be0e46bb-f142-4f28-9b2a-158de10e2734), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:33.491572 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97297330-d572-4932-a7c1-fd9f79045938 req-b5b38b93-2528-44f7-9d3c-19e73a727c82 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:33.493360 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-97297330-d572-4932-a7c1-fd9f79045938 req-b5b38b93-2528-44f7-9d3c-19e73a727c82 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b22764c-a886-472f-ab22-522f906e73e1 HTTP/1.1" status: 200 len: 946 time: 0.3285267 Feb 09 01:05:33.528202 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6a4432f8-3770-43df-881f-127e24aadc10 req-1ff58c00-eaef-438e-ab89-9ad5222b5441 service neutron] 10.222.0.120 "GET /v2.0/networks/a4e11b78-9060-4302-aab2-ba04545de35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722785 Feb 09 01:05:33.581332 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cafa7e02-bbf1-446c-8e9f-b8f907ed026f admin admin] Publish callbacks [] for security_group (be0e46bb-f142-4f28-9b2a-158de10e2734), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:33.604125 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-e3f1aa47-cede-4960-b56b-084a015352a4 service neutron] 10.222.0.120 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068755 Feb 09 01:05:33.607432 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device c39a0979-f0de-42f9-8686-6a8e50307027 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:05:33.632798 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: c39a0979-f0de-42f9-8686-6a8e50307027 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:05:33.633013 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device c39a0979-f0de-42f9-8686-6a8e50307027 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:05:33.717328 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-97297330-d572-4932-a7c1-fd9f79045938 req-21f103f9-6956-41e8-96e6-f1f7380c5235 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037866 Feb 09 01:05:33.727689 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-899029eb-db1b-4073-863f-8c1aeb26333a req-29ffb487-73c2-4562-a03a-cd16f9703775 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Deleting port 8783a961-8e32-408c-8bd4-807da207617f {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:05:33.728048 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-899029eb-db1b-4073-863f-8c1aeb26333a req-29ffb487-73c2-4562-a03a-cd16f9703775 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (8783a961-8e32-408c-8bd4-807da207617f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:33.753074 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e3f04-e433-46c6-ae3c-92291964f3ca req-9398b0ab-e986-45dd-9c6a-3b68adbce71d tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:33.754632 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ae6e3f04-e433-46c6-ae3c-92291964f3ca req-9398b0ab-e986-45dd-9c6a-3b68adbce71d tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ba66519-77f9-4e81-8fcc-5740bbd4f7a6 HTTP/1.1" status: 200 len: 944 time: 0.2512693 Feb 09 01:05:33.847182 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cafa7e02-bbf1-446c-8e9f-b8f907ed026f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (be0e46bb-f142-4f28-9b2a-158de10e2734), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:33.849886 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cafa7e02-bbf1-446c-8e9f-b8f907ed026f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:33.851152 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-cafa7e02-bbf1-446c-8e9f-b8f907ed026f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/be0e46bb-f142-4f28-9b2a-158de10e2734 HTTP/1.1" status: 204 len: 168 time: 0.7400887 Feb 09 01:05:33.968505 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-f19e260f-b56d-4101-8a6d-a60512657f75 service neutron] 10.222.0.120 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519511 Feb 09 01:05:33.972704 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ae6e3f04-e433-46c6-ae3c-92291964f3ca req-9412fb11-5039-43e3-ad2c-dcd348b72494 tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe844d40-87fc-4c4d-9674-2556616cda6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887462 Feb 09 01:05:33.998337 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa7e02-bbf1-446c-8e9f-b8f907ed026f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0e46bb-f142-4f28-9b2a-158de10e2734,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:34.003688 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-899029eb-db1b-4073-863f-8c1aeb26333a req-29ffb487-73c2-4562-a03a-cd16f9703775 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] For port 8783a961-8e32-408c-8bd4-807da207617f, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=8783a961-8e32-408c-8bd4-807da207617f,segment=NetworkSegment(1088d67c-3520-4ac2-8e48-25a7c8da33c5),segment_id=1088d67c-3520-4ac2-8e48-25a7c8da33c5)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:05:34.004615 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-899029eb-db1b-4073-863f-8c1aeb26333a req-29ffb487-73c2-4562-a03a-cd16f9703775 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (8783a961-8e32-408c-8bd4-807da207617f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:34.050082 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-899029eb-db1b-4073-863f-8c1aeb26333a req-29ffb487-73c2-4562-a03a-cd16f9703775 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Calling delete_port for 8783a961-8e32-408c-8bd4-807da207617f owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:05:34.070465 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 01:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9faae26-9136-4006-8ab4-d5f8b4b8c740 x-openstack-request-id: req-d9faae26-9136-4006-8ab4-d5f8b4b8c740 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:05:34.070814 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "309ddf5d-d24d-4d34-b4c2-e3e74ea9ecb5", "name": "network-vif-deleted", "tag": "f8513e26-0389-48ab-bc86-97554f518475", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8ba66519-77f9-4e81-8fcc-5740bbd4f7a6", "tag": "15cf4fba-b130-4614-8edd-0e3d63e568ad", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:05:34.071014 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d9faae26-9136-4006-8ab4-d5f8b4b8c740 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:05:34.071423 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309ddf5d-d24d-4d34-b4c2-e3e74ea9ecb5', 'name': 'network-vif-deleted', 'tag': 'f8513e26-0389-48ab-bc86-97554f518475', 'status': 'completed', 'code': 200} Feb 09 01:05:34.071708 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ba66519-77f9-4e81-8fcc-5740bbd4f7a6', 'tag': '15cf4fba-b130-4614-8edd-0e3d63e568ad', 'status': 'completed', 'code': 200} Feb 09 01:05:34.205464 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09667a51-b6c1-4302-9b22-1d9fa0efe9dc req-7c700787-b7cf-4a3d-873d-f7640404880e tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:34.212391 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-09667a51-b6c1-4302-9b22-1d9fa0efe9dc req-7c700787-b7cf-4a3d-873d-f7640404880e tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 943 time: 0.2386453 Feb 09 01:05:34.345058 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-5e8cc833-1c6b-4393-893d-64c9d95af4e7 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:34.346696 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-5e8cc833-1c6b-4393-893d-64c9d95af4e7 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] 10.222.0.120 "GET /v2.0/ports?device_id=9a273a6d-fbc6-48ac-a0d4-01e877340a85&tenant_id=349016141cb643eba466ab5e9338a7e5&binding%3Ahost_id=n-h1-828369-4 HTTP/1.1" status: 200 len: 1127 time: 0.2901003 Feb 09 01:05:34.363040 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394d2f1-a7ad-4a09-9877-217a48bd3bef req-bba9665e-7a15-4bc7-a72f-a7b9c40a037f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:34.364533 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4394d2f1-a7ad-4a09-9877-217a48bd3bef req-bba9665e-7a15-4bc7-a72f-a7b9c40a037f service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=bf963298e25446d0baab882ca2fb5ed4&device_id=8ba66519-77f9-4e81-8fcc-5740bbd4f7a6 HTTP/1.1" status: 200 len: 1126 time: 0.2664506 Feb 09 01:05:34.372073 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-09667a51-b6c1-4302-9b22-1d9fa0efe9dc req-cb67858e-458a-46e2-bba7-85f7a00cee98 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588285 Feb 09 01:05:34.377248 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-0dab0fb4-9a8d-4d86-981e-b6afa6095c35 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828369-4'}}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:34.389758 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04acc3c3-4e75-47a1-9a17-6d09b33a8379 req-50593b81-0339-419e-b4d9-266f50220ea2 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:34.391963 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-04acc3c3-4e75-47a1-9a17-6d09b33a8379 req-50593b81-0339-419e-b4d9-266f50220ea2 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.120 "GET /v2.0/ports?device_id=5b22764c-a886-472f-ab22-522f906e73e1 HTTP/1.1" status: 200 len: 946 time: 0.2433972 Feb 09 01:05:34.409659 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-94b5fe51-24f4-4f17-bc8d-ca61118334be service neutron] 10.222.0.120 "GET /v2.0/ports/44c5c0b5-b686-4ec1-9e5a-b68129ea66d0/bindings/n-h1-828369-4 HTTP/1.1" status: 200 len: 384 time: 0.0673838 Feb 09 01:05:34.411203 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2f6b3364-6cf5-48aa-add2-0c508f69622d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:34.451627 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d6811-27db-499c-8847-52042d08005b req-8b144461-3539-4911-a699-051c50a04d25 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:34.452757 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a01d6811-27db-499c-8847-52042d08005b req-8b144461-3539-4911-a699-051c50a04d25 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f91e4bc-ccdb-46ac-bfc1-1be14311fa3a HTTP/1.1" status: 200 len: 945 time: 0.2859237 Feb 09 01:05:34.622409 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-9175f19a-29fb-4014-9924-c048ea35ad78 service neutron] For port 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=44c5c0b5-b686-4ec1-9e5a-b68129ea66d0,segment=NetworkSegment(2793514a-5639-496c-8d37-377203141ac7),segment_id=2793514a-5639-496c-8d37-377203141ac7)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:05:34.648818 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-9175f19a-29fb-4014-9924-c048ea35ad78 service neutron] For port 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0, host n-h2-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:05:34.684852 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-9175f19a-29fb-4014-9924-c048ea35ad78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0 {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:05:34.691778 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-899029eb-db1b-4073-863f-8c1aeb26333a req-29ffb487-73c2-4562-a03a-cd16f9703775 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (8783a961-8e32-408c-8bd4-807da207617f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:34.698377 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-9175f19a-29fb-4014-9924-c048ea35ad78 service neutron] For port 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=44c5c0b5-b686-4ec1-9e5a-b68129ea66d0,segment=NetworkSegment(2793514a-5639-496c-8d37-377203141ac7),segment_id=2793514a-5639-496c-8d37-377203141ac7)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:05:34.713738 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-9175f19a-29fb-4014-9924-c048ea35ad78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (44c5c0b5-b686-4ec1-9e5a-b68129ea66d0), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:34.723871 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-0dab0fb4-9a8d-4d86-981e-b6afa6095c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (79c2a00a-9408-4405-a3b9-5bab7752649f), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:34.772204 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a01d6811-27db-499c-8847-52042d08005b req-173b5ce5-a202-4d43-90bf-7373fe1346f0 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688296 Feb 09 01:05:34.780518 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ffb487-73c2-4562-a03a-cd16f9703775 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Pushing event deleted for resources: {'Port': ['ID=8783a961-8e32-408c-8bd4-807da207617f,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:34.786027 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394d2f1-a7ad-4a09-9877-217a48bd3bef req-596b8beb-b369-4727-94b7-d34f38c06b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:34.787498 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4394d2f1-a7ad-4a09-9877-217a48bd3bef req-596b8beb-b369-4727-94b7-d34f38c06b51 service neutron] 10.222.0.120 "GET /v2.0/networks?id=a4e11b78-9060-4302-aab2-ba04545de35e HTTP/1.1" status: 200 len: 927 time: 0.4067197 Feb 09 01:05:34.837060 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-9175f19a-29fb-4014-9924-c048ea35ad78 service neutron] Transition to ACTIVE for port object 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0 will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:05:34.844466 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-9175f19a-29fb-4014-9924-c048ea35ad78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (44c5c0b5-b686-4ec1-9e5a-b68129ea66d0), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:34.851988 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b42cb-967a-42c4-aeb1-d0713587b040 req-0135fd4b-8e24-4f93-affd-ceaffaf5e776 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:34.853601 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e33b42cb-967a-42c4-aeb1-d0713587b040 req-0135fd4b-8e24-4f93-affd-ceaffaf5e776 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 950 time: 0.3274362 Feb 09 01:05:34.907040 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175f19a-29fb-4014-9924-c048ea35ad78 service neutron] Pushing event updated for resources: {'Port': ['ID=44c5c0b5-b686-4ec1-9e5a-b68129ea66d0,revision_number=10']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:34.926259 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-9175f19a-29fb-4014-9924-c048ea35ad78 service neutron] No DVR routers for this DVR port 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0 on host n-h2-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:05:34.957603 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-9175f19a-29fb-4014-9924-c048ea35ad78 service neutron] 10.222.0.120 "PUT /v2.0/ports/44c5c0b5-b686-4ec1-9e5a-b68129ea66d0/bindings/n-h1-828369-4/activate HTTP/1.1" status: 200 len: 369 time: 0.5342381 Feb 09 01:05:35.202561 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-899029eb-db1b-4073-863f-8c1aeb26333a req-29ffb487-73c2-4562-a03a-cd16f9703775 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] No DVR routers for this DVR port 8783a961-8e32-408c-8bd4-807da207617f on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:05:35.204863 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4394d2f1-a7ad-4a09-9877-217a48bd3bef req-9f99c4c9-de8e-4624-98ff-d4e314893d52 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15cf4fba-b130-4614-8edd-0e3d63e568ad HTTP/1.1" status: 200 len: 217 time: 0.3878620 Feb 09 01:05:35.220492 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-899029eb-db1b-4073-863f-8c1aeb26333a req-29ffb487-73c2-4562-a03a-cd16f9703775 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:35.223706 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-899029eb-db1b-4073-863f-8c1aeb26333a req-29ffb487-73c2-4562-a03a-cd16f9703775 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.47 "DELETE /v2.0/ports/8783a961-8e32-408c-8bd4-807da207617f HTTP/1.1" status: 204 len: 173 time: 2.0732679 Feb 09 01:05:35.346974 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-04acc3c3-4e75-47a1-9a17-6d09b33a8379 req-9a328e1c-a2ed-48db-b6ce-c12a1be63c3e tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Deleting port cdca4dd9-91f5-43de-9d72-a7f8996f4ca5 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:05:35.347322 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-04acc3c3-4e75-47a1-9a17-6d09b33a8379 req-9a328e1c-a2ed-48db-b6ce-c12a1be63c3e tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (cdca4dd9-91f5-43de-9d72-a7f8996f4ca5), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:35.351367 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 8783a961-8e32-408c-8bd4-807da207617f no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:05:35.373945 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394d2f1-a7ad-4a09-9877-217a48bd3bef req-84fe3270-2831-4c74-b786-175ff2a5bb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:35.375421 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4394d2f1-a7ad-4a09-9877-217a48bd3bef req-84fe3270-2831-4c74-b786-175ff2a5bb32 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=c1b10cb3-6b20-482e-8674-ed207fa82481 HTTP/1.1" status: 200 len: 865 time: 0.1508560 Feb 09 01:05:35.380442 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: 8783a961-8e32-408c-8bd4-807da207617f {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:05:35.380993 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 8783a961-8e32-408c-8bd4-807da207617f not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:05:35.487820 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4394d2f1-a7ad-4a09-9877-217a48bd3bef req-94a023f6-6ab1-4237-b0ac-26b0e34c1949 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=a4e11b78-9060-4302-aab2-ba04545de35e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550959 Feb 09 01:05:35.541467 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e33b42cb-967a-42c4-aeb1-d0713587b040 req-4e6b7541-6b7f-43b8-9a86-14934d570e12 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.50 "GET /v2.0/security-groups?id=472dd6b2-8334-4b93-8785-0d956ac16e93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6535232 Feb 09 01:05:35.601932 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4f0d5-ca79-4894-8654-60b4333878fc req-c553fd4d-ff60-44c9-80bb-78bee6641f1d tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:35.603456 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-84e4f0d5-ca79-4894-8654-60b4333878fc req-c553fd4d-ff60-44c9-80bb-78bee6641f1d tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a273a6d-fbc6-48ac-a0d4-01e877340a85 HTTP/1.1" status: 200 len: 945 time: 0.7182562 Feb 09 01:05:35.618528 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-1b8b88e0-2c37-4485-ad33-b54bb2479939 tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:35.619908 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-1b8b88e0-2c37-4485-ad33-b54bb2479939 tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3&tenant_id=3b70da3c9e0441c5928a48dabf785fc6&binding%3Ahost_id=n-h2-828369-4 HTTP/1.1" status: 200 len: 1126 time: 0.4029379 Feb 09 01:05:35.674070 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-0dab0fb4-9a8d-4d86-981e-b6afa6095c35 service neutron] For port 79c2a00a-9408-4405-a3b9-5bab7752649f, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=79c2a00a-9408-4405-a3b9-5bab7752649f,segment=NetworkSegment(c09a8a87-556d-487a-811a-06517127dee5),segment_id=c09a8a87-556d-487a-811a-06517127dee5)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:05:35.684334 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-04acc3c3-4e75-47a1-9a17-6d09b33a8379 req-9a328e1c-a2ed-48db-b6ce-c12a1be63c3e tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] For port cdca4dd9-91f5-43de-9d72-a7f8996f4ca5, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=cdca4dd9-91f5-43de-9d72-a7f8996f4ca5,segment=NetworkSegment(720c7e74-a8d7-49d0-ab20-cad71441a2e3),segment_id=720c7e74-a8d7-49d0-ab20-cad71441a2e3)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:05:35.684729 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-04acc3c3-4e75-47a1-9a17-6d09b33a8379 req-9a328e1c-a2ed-48db-b6ce-c12a1be63c3e tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (cdca4dd9-91f5-43de-9d72-a7f8996f4ca5), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:35.751073 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-04acc3c3-4e75-47a1-9a17-6d09b33a8379 req-9a328e1c-a2ed-48db-b6ce-c12a1be63c3e tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Calling delete_port for cdca4dd9-91f5-43de-9d72-a7f8996f4ca5 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:05:35.782022 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:35.868578 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-84e4f0d5-ca79-4894-8654-60b4333878fc req-605c13ed-be42-4a0e-a9f2-ee97af865c03 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525420 Feb 09 01:05:35.883919 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-0dab0fb4-9a8d-4d86-981e-b6afa6095c35 service neutron] For port 79c2a00a-9408-4405-a3b9-5bab7752649f, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:05:35.886810 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4394d2f1-a7ad-4a09-9877-217a48bd3bef req-4f0796e0-8115-4602-8f3e-cbee42b83cf0 service neutron] 10.222.0.120 "GET /v2.0/networks/a4e11b78-9060-4302-aab2-ba04545de35e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842163 Feb 09 01:05:35.903148 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5984d71-d3a9-48c0-926d-343b9959a7da req-77005dae-a4fa-4ceb-9ffb-993cab530b3d tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:35.906597 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-e5984d71-d3a9-48c0-926d-343b9959a7da req-77005dae-a4fa-4ceb-9ffb-993cab530b3d tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.120 "GET /v2.0/ports?device_id=d19ed067-44e7-490f-bd41-71ba3214d2cd HTTP/1.1" status: 200 len: 950 time: 0.0734806 Feb 09 01:05:35.937652 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-23cbc7d3-3549-4a56-a886-51ec3d07b464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:35.939122 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-23cbc7d3-3549-4a56-a886-51ec3d07b464 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3&tenant_id=3b70da3c9e0441c5928a48dabf785fc6 HTTP/1.1" status: 200 len: 1126 time: 0.2944784 Feb 09 01:05:35.952222 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd6a70-56e2-4115-8296-d967397d3f68 req-06608611-3ec8-4813-b36b-a9ae1d3bd788 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:35.959091 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1fdd6a70-56e2-4115-8296-d967397d3f68 req-06608611-3ec8-4813-b36b-a9ae1d3bd788 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 949 time: 0.3191462 Feb 09 01:05:36.019607 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-e5984d71-d3a9-48c0-926d-343b9959a7da req-1930dde4-a0c9-4999-8327-959b85a552e2 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Deleting port c424a0ee-dd15-45a7-a7bc-3130eca6820c {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:05:36.019961 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-e5984d71-d3a9-48c0-926d-343b9959a7da req-1930dde4-a0c9-4999-8327-959b85a552e2 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (c424a0ee-dd15-45a7-a7bc-3130eca6820c), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:36.070926 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-0dab0fb4-9a8d-4d86-981e-b6afa6095c35 service neutron] Publish callbacks [] for port (79c2a00a-9408-4405-a3b9-5bab7752649f), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:36.092084 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f91e4bc-ccdb-46ac-bfc1-1be14311fa3a', 'name': 'network-vif-deleted', 'tag': '8783a961-8e32-408c-8bd4-807da207617f'}, {'server_uuid': '9a273a6d-fbc6-48ac-a0d4-01e877340a85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79c2a00a-9408-4405-a3b9-5bab7752649f'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:05:36.094332 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718c9b3e-47e1-43fd-9574-3e1ba6cf87de" -d '{"events": [{"server_uuid": "5f91e4bc-ccdb-46ac-bfc1-1be14311fa3a", "name": "network-vif-deleted", "tag": "8783a961-8e32-408c-8bd4-807da207617f"}, {"server_uuid": "9a273a6d-fbc6-48ac-a0d4-01e877340a85", "name": "network-vif-unplugged", "status": "completed", "tag": "79c2a00a-9408-4405-a3b9-5bab7752649f"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:05:36.121910 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-0dab0fb4-9a8d-4d86-981e-b6afa6095c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (79c2a00a-9408-4405-a3b9-5bab7752649f), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:36.131055 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-e5984d71-d3a9-48c0-926d-343b9959a7da req-1930dde4-a0c9-4999-8327-959b85a552e2 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] For port c424a0ee-dd15-45a7-a7bc-3130eca6820c, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=c424a0ee-dd15-45a7-a7bc-3130eca6820c,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:05:36.131677 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-e5984d71-d3a9-48c0-926d-343b9959a7da req-1930dde4-a0c9-4999-8327-959b85a552e2 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (c424a0ee-dd15-45a7-a7bc-3130eca6820c), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:36.150014 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-e5984d71-d3a9-48c0-926d-343b9959a7da req-1930dde4-a0c9-4999-8327-959b85a552e2 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Calling delete_port for c424a0ee-dd15-45a7-a7bc-3130eca6820c owned by compute:nova {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:05:36.249928 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1fdd6a70-56e2-4115-8296-d967397d3f68 req-d7e9e07b-03e5-4f16-b1bd-970ac5dfde5a tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898831 Feb 09 01:05:36.298762 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4394d2f1-a7ad-4a09-9877-217a48bd3bef req-66e73b23-1e5f-4af8-a8e6-6ab2517906e9 service neutron] 10.222.0.120 "GET /v2.0/networks/a4e11b78-9060-4302-aab2-ba04545de35e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776250 Feb 09 01:05:36.304866 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-e5984d71-d3a9-48c0-926d-343b9959a7da req-1930dde4-a0c9-4999-8327-959b85a552e2 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (c424a0ee-dd15-45a7-a7bc-3130eca6820c), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:36.317539 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['c424a0ee-dd15-45a7-a7bc-3130eca6820c'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:05:36.338246 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de1171-2d48-458e-8eb4-a1ada49b1a84 req-ab59f7a9-1580-4503-a4d3-830853404144 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:36.339891 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b8de1171-2d48-458e-8eb4-a1ada49b1a84 req-ab59f7a9-1580-4503-a4d3-830853404144 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b22764c-a886-472f-ab22-522f906e73e1 HTTP/1.1" status: 200 len: 946 time: 0.3684199 Feb 09 01:05:36.349043 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1930dde4-a0c9-4999-8327-959b85a552e2 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Pushing event deleted for resources: {'Port': ['ID=c424a0ee-dd15-45a7-a7bc-3130eca6820c,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:36.397163 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5984d71-d3a9-48c0-926d-343b9959a7da req-1930dde4-a0c9-4999-8327-959b85a552e2 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] No DVR routers for this DVR port c424a0ee-dd15-45a7-a7bc-3130eca6820c on host n-h2-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:05:36.399864 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-e5984d71-d3a9-48c0-926d-343b9959a7da req-1930dde4-a0c9-4999-8327-959b85a552e2 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:36.403707 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-e5984d71-d3a9-48c0-926d-343b9959a7da req-1930dde4-a0c9-4999-8327-959b85a552e2 tempest-ServersAdminTestJSON-1558935798 tempest-ServersAdminTestJSON-1558935798-project] 10.222.0.120 "DELETE /v2.0/ports/c424a0ee-dd15-45a7-a7bc-3130eca6820c HTTP/1.1" status: 204 len: 173 time: 0.4911625 Feb 09 01:05:36.404177 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd19ed067-44e7-490f-bd41-71ba3214d2cd', 'name': 'network-vif-deleted', 'tag': 'c424a0ee-dd15-45a7-a7bc-3130eca6820c'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:05:36.406963 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a71d19-7f47-4f8b-a54a-4ad4efa68dcf" -d '{"events": [{"server_uuid": "d19ed067-44e7-490f-bd41-71ba3214d2cd", "name": "network-vif-deleted", "tag": "c424a0ee-dd15-45a7-a7bc-3130eca6820c"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:05:36.425580 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-250d1d7a-a9fd-4996-aa0d-2a1e82c36ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:36.427352 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-250d1d7a-a9fd-4996-aa0d-2a1e82c36ade service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b70da3c9e0441c5928a48dabf785fc6&device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 1126 time: 0.4354558 Feb 09 01:05:36.428234 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab0fb4-9a8d-4d86-981e-b6afa6095c35 service neutron] Pushing event updated for resources: {'Port': ['ID=79c2a00a-9408-4405-a3b9-5bab7752649f,revision_number=7']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:36.550854 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-0dab0fb4-9a8d-4d86-981e-b6afa6095c35 service neutron] Attempting to bind port 79c2a00a-9408-4405-a3b9-5bab7752649f on host n-h1-828369-4 for vnic_type normal with profile {"migrating_to": "n-h2-828369-4"} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:05:36.551305 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-0dab0fb4-9a8d-4d86-981e-b6afa6095c35 service neutron] Attempting to bind port 79c2a00a-9408-4405-a3b9-5bab7752649f by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:05:36.551862 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-0dab0fb4-9a8d-4d86-981e-b6afa6095c35 service neutron] Attempting to bind port 79c2a00a-9408-4405-a3b9-5bab7752649f on network 584d7274-cb01-4853-8902-7824a3a705cb {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:05:36.559604 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-04acc3c3-4e75-47a1-9a17-6d09b33a8379 req-9a328e1c-a2ed-48db-b6ce-c12a1be63c3e tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (cdca4dd9-91f5-43de-9d72-a7f8996f4ca5), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:36.577396 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['cdca4dd9-91f5-43de-9d72-a7f8996f4ca5'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:05:36.580453 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['53fb98c2-f07d-4bab-b50e-9cebf8c4269c'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:05:36.597039 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-0dab0fb4-9a8d-4d86-981e-b6afa6095c35 service neutron] Port 79c2a00a-9408-4405-a3b9-5bab7752649f on network 584d7274-cb01-4853-8902-7824a3a705cb not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:05:36.597376 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-0dab0fb4-9a8d-4d86-981e-b6afa6095c35 service neutron] Attempting to bind port 79c2a00a-9408-4405-a3b9-5bab7752649f on network 584d7274-cb01-4853-8902-7824a3a705cb {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:05:36.626836 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-0dab0fb4-9a8d-4d86-981e-b6afa6095c35 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:05:36.627301 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-0dab0fb4-9a8d-4d86-981e-b6afa6095c35 service neutron] Checking segment: {'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:05:36.627790 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-0dab0fb4-9a8d-4d86-981e-b6afa6095c35 service neutron] Bound using segment: {'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:05:36.628575 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-0dab0fb4-9a8d-4d86-981e-b6afa6095c35 service neutron] Bound port: 79c2a00a-9408-4405-a3b9-5bab7752649f, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:05:36.628890 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-0dab0fb4-9a8d-4d86-981e-b6afa6095c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (79c2a00a-9408-4405-a3b9-5bab7752649f), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:36.635245 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b8de1171-2d48-458e-8eb4-a1ada49b1a84 req-0fe4ab55-dcd6-449b-8a9b-c2bf56d5d643 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463782 Feb 09 01:05:36.661334 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a328e1c-a2ed-48db-b6ce-c12a1be63c3e tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Pushing event deleted for resources: {'Port': ['ID=cdca4dd9-91f5-43de-9d72-a7f8996f4ca5,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:36.698321 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83862045-1505-43fa-bfa7-d566eaacec21 req-60f2fb98-096a-4754-a973-a441420ce8d1 tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:36.705245 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-83862045-1505-43fa-bfa7-d566eaacec21 req-60f2fb98-096a-4754-a973-a441420ce8d1 tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ba66519-77f9-4e81-8fcc-5740bbd4f7a6 HTTP/1.1" status: 200 len: 944 time: 0.3184161 Feb 09 01:05:36.711974 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-04acc3c3-4e75-47a1-9a17-6d09b33a8379 req-9a328e1c-a2ed-48db-b6ce-c12a1be63c3e tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] No DVR routers for this DVR port cdca4dd9-91f5-43de-9d72-a7f8996f4ca5 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:05:36.725170 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-04acc3c3-4e75-47a1-9a17-6d09b33a8379 req-9a328e1c-a2ed-48db-b6ce-c12a1be63c3e tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:36.728512 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-04acc3c3-4e75-47a1-9a17-6d09b33a8379 req-9a328e1c-a2ed-48db-b6ce-c12a1be63c3e tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.120 "DELETE /v2.0/ports/cdca4dd9-91f5-43de-9d72-a7f8996f4ca5 HTTP/1.1" status: 204 len: 173 time: 2.3041990 Feb 09 01:05:36.831063 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-9b2d2c3b-52e2-4119-9a9d-9d80dff19e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:36.832775 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-9b2d2c3b-52e2-4119-9a9d-9d80dff19e98 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10 HTTP/1.1" status: 200 len: 923 time: 0.3675814 Feb 09 01:05:36.905058 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-83862045-1505-43fa-bfa7-d566eaacec21 req-89266e65-d4e3-4bcb-aa76-34ebb21727ca tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe844d40-87fc-4c4d-9674-2556616cda6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986213 Feb 09 01:05:36.911560 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-f80e7df6-f2b1-4bb1-9625-1f6ef0cbfeb6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44c5c0b5-b686-4ec1-9e5a-b68129ea66d0 HTTP/1.1" status: 200 len: 217 time: 0.0579500 Feb 09 01:05:36.913435 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-0dab0fb4-9a8d-4d86-981e-b6afa6095c35 service neutron] For port 79c2a00a-9408-4405-a3b9-5bab7752649f, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:05:36.925113 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0dcf0-6aea-460d-834b-a94d20dc56f0 req-001f2bcd-1f65-4704-b99c-e3f5bc7564ae tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:36.927303 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c6c0dcf0-6aea-460d-834b-a94d20dc56f0 req-001f2bcd-1f65-4704-b99c-e3f5bc7564ae tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 944 time: 0.1973307 Feb 09 01:05:36.947441 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-0dab0fb4-9a8d-4d86-981e-b6afa6095c35 service neutron] For port 79c2a00a-9408-4405-a3b9-5bab7752649f, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=79c2a00a-9408-4405-a3b9-5bab7752649f,segment=NetworkSegment(c09a8a87-556d-487a-811a-06517127dee5),segment_id=c09a8a87-556d-487a-811a-06517127dee5)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:05:37.007884 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-0dab0fb4-9a8d-4d86-981e-b6afa6095c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (79c2a00a-9408-4405-a3b9-5bab7752649f), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:37.070657 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:37.104427 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-bae6d8ae-2de0-47bd-8009-05c077c93041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:37.106002 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-bae6d8ae-2de0-47bd-8009-05c077c93041 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aee9db20-60c4-48dd-9796-48ed06ca844d HTTP/1.1" status: 200 len: 861 time: 0.1782901 Feb 09 01:05:37.146276 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c6c0dcf0-6aea-460d-834b-a94d20dc56f0 req-1e5b7d67-23df-4eca-9df8-ee49d4bf249d tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050397 Feb 09 01:05:37.210915 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 15cf4fba-b130-4614-8edd-0e3d63e568ad details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:05:37.234102 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-905fad83-e1ab-4957-98e5-0e1b5a699904 req-5e779ab0-aee7-4d01-9ab1-951ca11b43de tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f91e4bc-ccdb-46ac-bfc1-1be14311fa3a HTTP/1.1" status: 200 len: 210 time: 0.1189501 Feb 09 01:05:37.267622 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-83e12889-747a-4eac-ac8d-749c1232ab47 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1491792 Feb 09 01:05:37.268746 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-0dab0fb4-9a8d-4d86-981e-b6afa6095c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:37.269526 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-0dab0fb4-9a8d-4d86-981e-b6afa6095c35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:37.270787 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-0dab0fb4-9a8d-4d86-981e-b6afa6095c35 service neutron] 10.222.0.120 "PUT /v2.0/ports/79c2a00a-9408-4405-a3b9-5bab7752649f HTTP/1.1" status: 200 len: 1121 time: 2.9023330 Feb 09 01:05:37.274714 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 09 Feb 2022 01:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf8e3f7-d539-4f3a-aa55-aa5750b128a3 x-openstack-request-id: req-0bf8e3f7-d539-4f3a-aa55-aa5750b128a3 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:05:37.275032 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f91e4bc-ccdb-46ac-bfc1-1be14311fa3a", "name": "network-vif-deleted", "tag": "8783a961-8e32-408c-8bd4-807da207617f", "status": "completed", "code": 200}, {"server_uuid": "9a273a6d-fbc6-48ac-a0d4-01e877340a85", "name": "network-vif-unplugged", "status": "completed", "tag": "79c2a00a-9408-4405-a3b9-5bab7752649f", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:05:37.275252 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0bf8e3f7-d539-4f3a-aa55-aa5750b128a3 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:05:37.275728 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f91e4bc-ccdb-46ac-bfc1-1be14311fa3a', 'name': 'network-vif-deleted', 'tag': '8783a961-8e32-408c-8bd4-807da207617f', 'status': 'completed', 'code': 200} Feb 09 01:05:37.275886 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a273a6d-fbc6-48ac-a0d4-01e877340a85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79c2a00a-9408-4405-a3b9-5bab7752649f', 'code': 200} Feb 09 01:05:37.277241 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab0fb4-9a8d-4d86-981e-b6afa6095c35 service neutron] Pushing event updated for resources: {'Port': ['ID=79c2a00a-9408-4405-a3b9-5bab7752649f,revision_number=8']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:37.448843 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:37.504350 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['79c2a00a-9408-4405-a3b9-5bab7752649f'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:05:37.509403 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 15cf4fba-b130-4614-8edd-0e3d63e568ad, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=15cf4fba-b130-4614-8edd-0e3d63e568ad,segment=NetworkSegment(d5462c5d-43dc-446a-9c1d-ae8ab2e52dec),segment_id=d5462c5d-43dc-446a-9c1d-ae8ab2e52dec)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:05:37.510411 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-3d3347ee-3574-4178-a71e-a6bb51335479 service neutron] 10.222.0.47 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272856 Feb 09 01:05:37.527502 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05f8c1e-b5c8-454f-91c7-a474b6e2d195 x-openstack-request-id: req-f05f8c1e-b5c8-454f-91c7-a474b6e2d195 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:05:37.528069 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d19ed067-44e7-490f-bd41-71ba3214d2cd", "name": "network-vif-deleted", "tag": "c424a0ee-dd15-45a7-a7bc-3130eca6820c", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:05:37.528069 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f05f8c1e-b5c8-454f-91c7-a474b6e2d195 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:05:37.528521 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd19ed067-44e7-490f-bd41-71ba3214d2cd', 'name': 'network-vif-deleted', 'tag': 'c424a0ee-dd15-45a7-a7bc-3130eca6820c', 'status': 'completed', 'code': 200} Feb 09 01:05:37.535740 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cca8cb-e66b-4527-9557-2605c49171b6 req-e5401a03-c526-4db7-b25a-84e37bafe97c tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:37.553145 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18cca8cb-e66b-4527-9557-2605c49171b6 req-e5401a03-c526-4db7-b25a-84e37bafe97c tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a273a6d-fbc6-48ac-a0d4-01e877340a85 HTTP/1.1" status: 200 len: 943 time: 0.1302955 Feb 09 01:05:37.565442 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '15cf4fba-b130-4614-8edd-0e3d63e568ad', 'network_id': 'a4e11b78-9060-4302-aab2-ba04545de35e', 'port_id': '15cf4fba-b130-4614-8edd-0e3d63e568ad', 'mac_address': 'fa:16:3e:2c:c9:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1b10cb3-6b20-482e-8674-ed207fa82481', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:05:37.622794 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 15cf4fba-b130-4614-8edd-0e3d63e568ad is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:05:37.624404 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (15cf4fba-b130-4614-8edd-0e3d63e568ad), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:37.641549 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15cf4fba-b130-4614-8edd-0e3d63e568ad {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:05:37.689272 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 15cf4fba-b130-4614-8edd-0e3d63e568ad, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=15cf4fba-b130-4614-8edd-0e3d63e568ad,segment=NetworkSegment(d5462c5d-43dc-446a-9c1d-ae8ab2e52dec),segment_id=d5462c5d-43dc-446a-9c1d-ae8ab2e52dec)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:05:37.699720 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (15cf4fba-b130-4614-8edd-0e3d63e568ad), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:37.744426 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44552) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:05:37.755572 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-d3d9161b-f990-4ff9-b5de-34b1a71cca9f service neutron] 10.222.0.47 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704960 Feb 09 01:05:37.799200 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18cca8cb-e66b-4527-9557-2605c49171b6 req-c4697fe6-f77a-4143-bc3d-812161b855b7 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437723 Feb 09 01:05:37.816938 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=15cf4fba-b130-4614-8edd-0e3d63e568ad,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:37.938334 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a303ea-3b69-497f-9bd9-92a99e728c24 req-e94c1399-84dd-46f4-af53-bfce0557f688 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:37.939754 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b8a303ea-3b69-497f-9bd9-92a99e728c24 req-e94c1399-84dd-46f4-af53-bfce0557f688 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 949 time: 0.0838048 Feb 09 01:05:37.948068 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-fb430888-43ec-4efa-8dd7-99b13a346cbe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6795257b110f48b49f8d6ffbc82af9d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2024581 Feb 09 01:05:37.951636 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44562) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:05:37.955312 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['15cf4fba-b130-4614-8edd-0e3d63e568ad'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:05:38.093427 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b8a303ea-3b69-497f-9bd9-92a99e728c24 req-33db73ee-a997-4332-a252-a9f5cc515d4c tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477599 Feb 09 01:05:38.138449 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c155e874-b956-48f1-b9c8-bfb4eb2c1bcb admin admin] Publish callbacks [] for security_group (472dd6b2-8334-4b93-8785-0d956ac16e93), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:38.180580 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c155e874-b956-48f1-b9c8-bfb4eb2c1bcb admin admin] Publish callbacks [] for security_group (472dd6b2-8334-4b93-8785-0d956ac16e93), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:38.258896 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-22e38d5d-0287-4de3-90a9-0bd237fb82e4 tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:38.260460 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-22e38d5d-0287-4de3-90a9-0bd237fb82e4 tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3&tenant_id=3b70da3c9e0441c5928a48dabf785fc6&binding%3Ahost_id=n-h1-828369-4 HTTP/1.1" status: 200 len: 1126 time: 0.1303580 Feb 09 01:05:38.309728 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ac48a-fccd-4299-a80b-92ea8d688352 req-8c279322-331c-4b5c-8af9-1d9d56db1114 tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:38.311763 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d93ac48a-fccd-4299-a80b-92ea8d688352 req-8c279322-331c-4b5c-8af9-1d9d56db1114 tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ba66519-77f9-4e81-8fcc-5740bbd4f7a6 HTTP/1.1" status: 200 len: 945 time: 0.1225958 Feb 09 01:05:38.345851 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c155e874-b956-48f1-b9c8-bfb4eb2c1bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (472dd6b2-8334-4b93-8785-0d956ac16e93), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:38.348381 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c155e874-b956-48f1-b9c8-bfb4eb2c1bcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:38.351947 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c155e874-b956-48f1-b9c8-bfb4eb2c1bcb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/472dd6b2-8334-4b93-8785-0d956ac16e93 HTTP/1.1" status: 204 len: 168 time: 0.3963203 Feb 09 01:05:38.371875 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c155e874-b956-48f1-b9c8-bfb4eb2c1bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472dd6b2-8334-4b93-8785-0d956ac16e93,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:38.401055 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d93ac48a-fccd-4299-a80b-92ea8d688352 req-b0da87f1-6ee7-49a7-848b-6c6d31f753c0 tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe844d40-87fc-4c4d-9674-2556616cda6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836508 Feb 09 01:05:38.459063 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:38.477576 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-842baf2d-d1e5-4b3c-9d0b-98115524a5ab service neutron] For port 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:05:38.483880 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-842baf2d-d1e5-4b3c-9d0b-98115524a5ab service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:38.485764 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d420e1bc-6c04-488e-85bc-8c1060309e2f req-842baf2d-d1e5-4b3c-9d0b-98115524a5ab service neutron] 10.222.0.47 "DELETE /v2.0/ports/44c5c0b5-b686-4ec1-9e5a-b68129ea66d0/bindings/n-h2-828369-4 HTTP/1.1" status: 204 len: 173 time: 0.2138999 Feb 09 01:05:38.581255 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc25c5-8564-4db7-a693-6244acf9f971 req-5e4d6a01-c2a2-4de7-8f8c-93ff5c7e8699 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:38.588132 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-42fc25c5-8564-4db7-a693-6244acf9f971 req-5e4d6a01-c2a2-4de7-8f8c-93ff5c7e8699 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 944 time: 0.0795686 Feb 09 01:05:38.653777 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-42fc25c5-8564-4db7-a693-6244acf9f971 req-613302e9-6c02-4311-bc19-c7a7c7459f2d tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601194 Feb 09 01:05:38.747888 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-490cf34e-f84e-4648-9efa-168a60fa9547 req-a5ee8fd0-f7e2-406e-a8f9-d53ff37523db tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f91e4bc-ccdb-46ac-bfc1-1be14311fa3a HTTP/1.1" status: 200 len: 210 time: 0.0326183 Feb 09 01:05:38.785980 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44630) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:05:38.899978 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4bf341b6-5ff2-4525-a51d-67ae00b07649 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a4ff3782bf934eefb830d8327315b4c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1127284 Feb 09 01:05:38.902698 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44642) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:05:38.945720 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34136ad-a342-4cad-a9b8-dd087c0a1ca7 req-dd8ee5d9-77f3-47c5-a93b-258269d324eb tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:38.947369 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e34136ad-a342-4cad-a9b8-dd087c0a1ca7 req-dd8ee5d9-77f3-47c5-a93b-258269d324eb tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=41447836-fa14-4ac5-9ad5-3d6a1ae57c48 HTTP/1.1" status: 200 len: 945 time: 0.0974908 Feb 09 01:05:38.957547 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3f91d901-e24d-4291-8f6e-ff70ea0bf5e1 admin admin] Publish callbacks [] for security_group (b038b501-2f37-45f8-a491-6eb1d80c8736), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:38.957911 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5ab40-bbf1-40c9-b4a7-4654c0cd9d3b req-103f7434-a93c-4e04-a205-2ab5ab9cac23 tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:38.959678 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-11a5ab40-bbf1-40c9-b4a7-4654c0cd9d3b req-103f7434-a93c-4e04-a205-2ab5ab9cac23 tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 1126 time: 0.0928118 Feb 09 01:05:38.987954 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3f91d901-e24d-4291-8f6e-ff70ea0bf5e1 admin admin] Publish callbacks [] for security_group (b038b501-2f37-45f8-a491-6eb1d80c8736), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:39.048748 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3f91d901-e24d-4291-8f6e-ff70ea0bf5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b038b501-2f37-45f8-a491-6eb1d80c8736), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:39.051330 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3f91d901-e24d-4291-8f6e-ff70ea0bf5e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:39.052485 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3f91d901-e24d-4291-8f6e-ff70ea0bf5e1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b038b501-2f37-45f8-a491-6eb1d80c8736 HTTP/1.1" status: 204 len: 168 time: 0.1482770 Feb 09 01:05:39.061455 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e34136ad-a342-4cad-a9b8-dd087c0a1ca7 req-30c0940e-8792-4194-a71a-72ab5db0e80f tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960517 Feb 09 01:05:39.067525 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f91d901-e24d-4291-8f6e-ff70ea0bf5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b038b501-2f37-45f8-a491-6eb1d80c8736,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:39.091855 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-11a5ab40-bbf1-40c9-b4a7-4654c0cd9d3b req-76715b98-6e23-4c1f-84d1-8b000750b80f tempest-LiveAutoBlockMigrationV225Test-1343020216 tempest-LiveAutoBlockMigrationV225Test-1343020216-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170859 Feb 09 01:05:39.141394 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:39.209437 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 79c2a00a-9408-4405-a3b9-5bab7752649f details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:05:39.217886 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 15cf4fba-b130-4614-8edd-0e3d63e568ad up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:05:39.293057 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b22764c-a886-472f-ab22-522f906e73e1', 'name': 'network-vif-deleted', 'tag': 'cdca4dd9-91f5-43de-9d72-a7f8996f4ca5'}, {'name': 'network-changed', 'server_uuid': '9a273a6d-fbc6-48ac-a0d4-01e877340a85', 'tag': '79c2a00a-9408-4405-a3b9-5bab7752649f'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:05:39.298043 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80a10dd-9cd0-4cbd-bdd5-19d20cbc58fe" -d '{"events": [{"server_uuid": "5b22764c-a886-472f-ab22-522f906e73e1", "name": "network-vif-deleted", "tag": "cdca4dd9-91f5-43de-9d72-a7f8996f4ca5"}, {"name": "network-changed", "server_uuid": "9a273a6d-fbc6-48ac-a0d4-01e877340a85", "tag": "79c2a00a-9408-4405-a3b9-5bab7752649f"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:05:39.343198 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b025924-1d14-443e-ac5e-ea6b71c94da0 req-b36b7339-142c-49af-b7d5-38d6f9608ff8 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:39.349109 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6b025924-1d14-443e-ac5e-ea6b71c94da0 req-b36b7339-142c-49af-b7d5-38d6f9608ff8 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a273a6d-fbc6-48ac-a0d4-01e877340a85 HTTP/1.1" status: 200 len: 943 time: 0.1446259 Feb 09 01:05:39.369886 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 15cf4fba-b130-4614-8edd-0e3d63e568ad completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:05:39.383876 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 15cf4fba-b130-4614-8edd-0e3d63e568ad triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:39.384637 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (15cf4fba-b130-4614-8edd-0e3d63e568ad), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:39.425477 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6b025924-1d14-443e-ac5e-ea6b71c94da0 req-c5fdc7da-5375-45ec-851c-e266ff884c39 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708458 Feb 09 01:05:39.425994 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 79c2a00a-9408-4405-a3b9-5bab7752649f, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=79c2a00a-9408-4405-a3b9-5bab7752649f,segment=NetworkSegment(c09a8a87-556d-487a-811a-06517127dee5),segment_id=c09a8a87-556d-487a-811a-06517127dee5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:05:39.449847 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 79c2a00a-9408-4405-a3b9-5bab7752649f has no active binding in host n-h2-828369-4 {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 01:05:39.548748 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 15cf4fba-b130-4614-8edd-0e3d63e568ad is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:05:39.549590 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (15cf4fba-b130-4614-8edd-0e3d63e568ad), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:39.616113 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba66519-77f9-4e81-8fcc-5740bbd4f7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15cf4fba-b130-4614-8edd-0e3d63e568ad'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:05:39.625099 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55218c0-2a19-4597-993d-69325db01d1b" -d '{"events": [{"server_uuid": "8ba66519-77f9-4e81-8fcc-5740bbd4f7a6", "name": "network-vif-plugged", "status": "completed", "tag": "15cf4fba-b130-4614-8edd-0e3d63e568ad"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:05:39.630753 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea75cc-ff44-4447-8445-d48f74743077 req-7c731515-c661-4e8c-ad68-d6f5c2e289fb tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:39.639466 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e5ea75cc-ff44-4447-8445-d48f74743077 req-7c731515-c661-4e8c-ad68-d6f5c2e289fb tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 949 time: 0.1316392 Feb 09 01:05:39.646645 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 15cf4fba-b130-4614-8edd-0e3d63e568ad, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=15cf4fba-b130-4614-8edd-0e3d63e568ad,segment=NetworkSegment(d5462c5d-43dc-446a-9c1d-ae8ab2e52dec),segment_id=d5462c5d-43dc-446a-9c1d-ae8ab2e52dec)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:05:39.652503 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (15cf4fba-b130-4614-8edd-0e3d63e568ad), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:39.653386 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device c424a0ee-dd15-45a7-a7bc-3130eca6820c no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:05:39.740727 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e5ea75cc-ff44-4447-8445-d48f74743077 req-1d875ed9-0a34-4536-9ba0-939071035a9b tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902412 Feb 09 01:05:39.763194 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: c424a0ee-dd15-45a7-a7bc-3130eca6820c {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:05:39.763757 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device c424a0ee-dd15-45a7-a7bc-3130eca6820c not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:05:39.764213 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device cdca4dd9-91f5-43de-9d72-a7f8996f4ca5 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:05:39.798435 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=15cf4fba-b130-4614-8edd-0e3d63e568ad,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:39.801178 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: cdca4dd9-91f5-43de-9d72-a7f8996f4ca5 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:05:39.801538 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device cdca4dd9-91f5-43de-9d72-a7f8996f4ca5 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:05:39.835948 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 01:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7985e83-d376-41b6-9287-9e5b8a2d3791 x-openstack-request-id: req-b7985e83-d376-41b6-9287-9e5b8a2d3791 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:05:39.836246 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b22764c-a886-472f-ab22-522f906e73e1", "name": "network-vif-deleted", "tag": "cdca4dd9-91f5-43de-9d72-a7f8996f4ca5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9a273a6d-fbc6-48ac-a0d4-01e877340a85", "tag": "79c2a00a-9408-4405-a3b9-5bab7752649f", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:05:39.836497 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b7985e83-d376-41b6-9287-9e5b8a2d3791 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:05:39.836930 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b22764c-a886-472f-ab22-522f906e73e1', 'name': 'network-vif-deleted', 'tag': 'cdca4dd9-91f5-43de-9d72-a7f8996f4ca5', 'status': 'completed', 'code': 200} Feb 09 01:05:39.837190 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a273a6d-fbc6-48ac-a0d4-01e877340a85', 'tag': '79c2a00a-9408-4405-a3b9-5bab7752649f', 'status': 'completed', 'code': 200} Feb 09 01:05:39.971089 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954e0d2d-39a0-4acb-a400-bd0da4092d76 x-openstack-request-id: req-954e0d2d-39a0-4acb-a400-bd0da4092d76 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:05:39.971673 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba66519-77f9-4e81-8fcc-5740bbd4f7a6", "name": "network-vif-plugged", "status": "completed", "tag": "15cf4fba-b130-4614-8edd-0e3d63e568ad", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:05:39.972187 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-954e0d2d-39a0-4acb-a400-bd0da4092d76 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:05:39.973084 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ba66519-77f9-4e81-8fcc-5740bbd4f7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15cf4fba-b130-4614-8edd-0e3d63e568ad', 'code': 200} Feb 09 01:05:39.988743 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fda7ad-e344-40c4-95ac-d96d4c2a56ea req-b904dfd8-76f0-4943-8365-fdb88a88f57f tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:39.998292 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-83fda7ad-e344-40c4-95ac-d96d4c2a56ea req-b904dfd8-76f0-4943-8365-fdb88a88f57f tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ba66519-77f9-4e81-8fcc-5740bbd4f7a6 HTTP/1.1" status: 200 len: 946 time: 0.0835526 Feb 09 01:05:40.001820 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a10dd-9cd0-4cbd-bdd5-19d20cbc58fe req-a3627fd4-3117-430b-86d9-36753190ca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:40.003364 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e80a10dd-9cd0-4cbd-bdd5-19d20cbc58fe req-a3627fd4-3117-430b-86d9-36753190ca94 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=349016141cb643eba466ab5e9338a7e5&device_id=9a273a6d-fbc6-48ac-a0d4-01e877340a85 HTTP/1.1" status: 200 len: 1155 time: 0.1259472 Feb 09 01:05:40.178511 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-83fda7ad-e344-40c4-95ac-d96d4c2a56ea req-bd95ac10-e7ee-4e2c-93fa-540ea5b02e7a tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe844d40-87fc-4c4d-9674-2556616cda6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803069 Feb 09 01:05:40.205425 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9a15d2a3-331c-42a2-a09a-7fc184560b95 req-30965f34-a939-4ddb-95c1-27ec4d9d2ebf tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f91e4bc-ccdb-46ac-bfc1-1be14311fa3a HTTP/1.1" status: 200 len: 210 time: 0.0603707 Feb 09 01:05:40.227634 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44728) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:05:40.237859 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a10dd-9cd0-4cbd-bdd5-19d20cbc58fe req-94e91429-85a2-475c-998a-a14b209f70d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:40.239353 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e80a10dd-9cd0-4cbd-bdd5-19d20cbc58fe req-94e91429-85a2-475c-998a-a14b209f70d1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=584d7274-cb01-4853-8902-7824a3a705cb HTTP/1.1" status: 200 len: 909 time: 0.2100050 Feb 09 01:05:40.251664 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259cd54-2c6b-49f0-a7ee-a290356c92a5 req-05941394-fcaf-4407-a132-152c14620c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:40.254525 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5259cd54-2c6b-49f0-a7ee-a290356c92a5 req-05941394-fcaf-4407-a132-152c14620c54 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=8ba66519-77f9-4e81-8fcc-5740bbd4f7a6 HTTP/1.1" status: 200 len: 1128 time: 0.1926448 Feb 09 01:05:40.344688 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e80a10dd-9cd0-4cbd-bdd5-19d20cbc58fe req-ab711759-756a-4dfa-b353-43140727c7d3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79c2a00a-9408-4405-a3b9-5bab7752649f HTTP/1.1" status: 200 len: 217 time: 0.0830007 Feb 09 01:05:40.364770 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-a3437533-ce98-4cda-a99c-b08b47cb1387 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-459654636-network', 'tenant_id': '89e1f0f4cc04459291204524a9eba8d0'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:40.394067 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3437533-ce98-4cda-a99c-b08b47cb1387 admin admin] Made reservation on behalf of 89e1f0f4cc04459291204524a9eba8d0 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:05:40.397088 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a3437533-ce98-4cda-a99c-b08b47cb1387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:40.407114 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a3437533-ce98-4cda-a99c-b08b47cb1387 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:40.410903 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5259cd54-2c6b-49f0-a7ee-a290356c92a5 req-ccd0a8c3-f97c-4f33-84da-addf8618d76e service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=fe844d40-87fc-4c4d-9674-2556616cda6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508386 Feb 09 01:05:40.430412 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a10dd-9cd0-4cbd-bdd5-19d20cbc58fe req-564e6f4b-b469-43ba-be94-93a88d6b6e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:40.431875 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e80a10dd-9cd0-4cbd-bdd5-19d20cbc58fe req-564e6f4b-b469-43ba-be94-93a88d6b6e9c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4611cb36-f3d2-4498-977c-18da9d170e4c HTTP/1.1" status: 200 len: 847 time: 0.0695195 Feb 09 01:05:40.439174 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09178959-93d0-46bc-afac-b41d341a9c75 req-eb10e8cd-7cce-4eb0-84a0-2de6f12eb7b5 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:40.440959 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-09178959-93d0-46bc-afac-b41d341a9c75 req-eb10e8cd-7cce-4eb0-84a0-2de6f12eb7b5 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 944 time: 0.1624761 Feb 09 01:05:40.496813 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a3437533-ce98-4cda-a99c-b08b47cb1387 admin admin] Publish callbacks [] for security_group (10265b10-bbb3-46c7-8fcc-8e1e448a4bea), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:40.500899 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e80a10dd-9cd0-4cbd-bdd5-19d20cbc58fe req-6e7e5daa-60b1-43b6-a76a-01855b0c77e1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=584d7274-cb01-4853-8902-7824a3a705cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458002 Feb 09 01:05:40.501567 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a3437533-ce98-4cda-a99c-b08b47cb1387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (10265b10-bbb3-46c7-8fcc-8e1e448a4bea), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:40.526569 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3437533-ce98-4cda-a99c-b08b47cb1387 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1034} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:05:40.544802 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3437533-ce98-4cda-a99c-b08b47cb1387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10265b10-bbb3-46c7-8fcc-8e1e448a4bea,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:40.567261 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a3437533-ce98-4cda-a99c-b08b47cb1387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (027cc1ec-0c18-4a25-a208-0f9bfe67520e), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:40.567882 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-a3437533-ce98-4cda-a99c-b08b47cb1387 admin admin] Added segment 027cc1ec-0c18-4a25-a208-0f9bfe67520e of type vlan for network db72407c-b961-4cdb-acfa-d628a00d5cf6 Feb 09 01:05:40.588425 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-09178959-93d0-46bc-afac-b41d341a9c75 req-39324874-29c0-47fe-bec3-59f30434bc3a tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414411 Feb 09 01:05:40.635287 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a3437533-ce98-4cda-a99c-b08b47cb1387 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (db72407c-b961-4cdb-acfa-d628a00d5cf6), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:40.653099 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e80a10dd-9cd0-4cbd-bdd5-19d20cbc58fe req-ee6c5f56-fa39-43a1-b204-b24b1014c05e service neutron] 10.222.0.47 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341588 Feb 09 01:05:40.679220 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a3437533-ce98-4cda-a99c-b08b47cb1387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (db72407c-b961-4cdb-acfa-d628a00d5cf6), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:40.680272 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3437533-ce98-4cda-a99c-b08b47cb1387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:40.680957 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a3437533-ce98-4cda-a99c-b08b47cb1387 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:40.744031 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a3437533-ce98-4cda-a99c-b08b47cb1387 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5125034 Feb 09 01:05:40.744323 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44772) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:05:40.751384 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-83cd1579-4896-45e6-a01c-888a03171e24 admin admin] Request body: {'subnet': {'network_id': 'db72407c-b961-4cdb-acfa-d628a00d5cf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-459654636-subnet', 'tenant_id': '89e1f0f4cc04459291204524a9eba8d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:40.761176 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3437533-ce98-4cda-a99c-b08b47cb1387 admin admin] Pushing event updated for resources: {'Network': ['ID=db72407c-b961-4cdb-acfa-d628a00d5cf6,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:40.777877 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network db72407c-b961-4cdb-acfa-d628a00d5cf6 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:05:40.786346 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83cd1579-4896-45e6-a01c-888a03171e24 admin admin] Made reservation on behalf of 89e1f0f4cc04459291204524a9eba8d0 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:05:40.790125 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-83cd1579-4896-45e6-a01c-888a03171e24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:40.837491 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c0cd5-a004-40d4-bb94-9c875a53922c req-b3827aee-ce69-40b3-8392-f275f13f1fcc tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:40.845886 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a93c0cd5-a004-40d4-bb94-9c875a53922c req-b3827aee-ce69-40b3-8392-f275f13f1fcc tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=41447836-fa14-4ac5-9ad5-3d6a1ae57c48 HTTP/1.1" status: 200 len: 945 time: 0.1846006 Feb 09 01:05:40.988235 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-83cd1579-4896-45e6-a01c-888a03171e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (39025205-bb7c-46ac-a43e-80dbed15aee3), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:41.061415 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd1579-4896-45e6-a01c-888a03171e24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39025205-bb7c-46ac-a43e-80dbed15aee3,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:41.069886 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cd1579-4896-45e6-a01c-888a03171e24 admin admin] Checking segment: {'id': '027cc1ec-0c18-4a25-a208-0f9bfe67520e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'db72407c-b961-4cdb-acfa-d628a00d5cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:05:41.070548 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cd1579-4896-45e6-a01c-888a03171e24 admin admin] Network hostable DHCP agents. Network: db72407c-b961-4cdb-acfa-d628a00d5cf6, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:05:41.089688 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cd1579-4896-45e6-a01c-888a03171e24 admin admin] Network db72407c-b961-4cdb-acfa-d628a00d5cf6 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:05:41.099138 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-83cd1579-4896-45e6-a01c-888a03171e24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, db72407c-b961-4cdb-acfa-d628a00d5cf6) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:05:41.107601 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cd1579-4896-45e6-a01c-888a03171e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:41.108372 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055b2dad-b582-4004-aefb-c73155fa7a69 None None] Network db72407c-b961-4cdb-acfa-d628a00d5cf6 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:05:41.108518 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-83cd1579-4896-45e6-a01c-888a03171e24 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:41.132651 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-83cd1579-4896-45e6-a01c-888a03171e24 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3868921 Feb 09 01:05:41.133280 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44776) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:05:41.138335 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-e5767a67-1b03-4f7c-bd80-c227df1ebdf8 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-459654636-router', 'tenant_id': '89e1f0f4cc04459291204524a9eba8d0', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:41.164661 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e5767a67-1b03-4f7c-bd80-c227df1ebdf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (7edecd79-a129-4c90-8dd2-af0df8525895), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:41.165903 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e5767a67-1b03-4f7c-bd80-c227df1ebdf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (7edecd79-a129-4c90-8dd2-af0df8525895), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:41.177256 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e80a10dd-9cd0-4cbd-bdd5-19d20cbc58fe req-07d06cdc-f8da-46f3-b3f7-cf593588616b service neutron] 10.222.0.47 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5033181 Feb 09 01:05:41.215346 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53287708-3d43-4768-8e40-7254824a8a64 req-bbf1f39f-d9c7-4f7e-9328-0ff6ee1cc235 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:41.222194 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-53287708-3d43-4768-8e40-7254824a8a64 req-bbf1f39f-d9c7-4f7e-9328-0ff6ee1cc235 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a273a6d-fbc6-48ac-a0d4-01e877340a85 HTTP/1.1" status: 200 len: 943 time: 0.5491946 Feb 09 01:05:41.235491 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e5767a67-1b03-4f7c-bd80-c227df1ebdf8 admin admin] Publish callbacks [] for router_controller (7edecd79-a129-4c90-8dd2-af0df8525895), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:41.247088 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a93c0cd5-a004-40d4-bb94-9c875a53922c req-c3836c10-1c45-4082-b939-3081ae3a1f17 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862343 Feb 09 01:05:41.276497 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040485c1-1732-4fbc-b1a3-071513e51cbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-db72407c-b961-4cdb-acfa-d628a00d5cf6', 'network_id': 'db72407c-b961-4cdb-acfa-d628a00d5cf6', 'project_id': '89e1f0f4cc04459291204524a9eba8d0', 'fixed_ips': [{'subnet_id': '39025205-bb7c-46ac-a43e-80dbed15aee3'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:05:41.277377 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-040485c1-1732-4fbc-b1a3-071513e51cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:41.314356 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-53287708-3d43-4768-8e40-7254824a8a64 req-86ebe38c-63b8-43ba-a6dd-ca90f7b9f4b7 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913289 Feb 09 01:05:41.386172 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9a6e4-28bd-47d7-8a63-728e073b0fc8 req-0add39ca-23fe-44c3-9830-b37e5f173b0a tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:41.389148 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-83a9a6e4-28bd-47d7-8a63-728e073b0fc8 req-0add39ca-23fe-44c3-9830-b37e5f173b0a tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.47 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 944 time: 0.0740840 Feb 09 01:05:41.453449 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e5767a67-1b03-4f7c-bd80-c227df1ebdf8 admin admin] Publish callbacks [] for router_gateway (7edecd79-a129-4c90-8dd2-af0df8525895), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:41.559789 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8119df-3ef1-407e-880f-e936252cb2f5 req-9477e252-8e9d-4f73-9542-67f6f99ab694 tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:41.569119 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0d8119df-3ef1-407e-880f-e936252cb2f5 req-9477e252-8e9d-4f73-9542-67f6f99ab694 tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ba66519-77f9-4e81-8fcc-5740bbd4f7a6 HTTP/1.1" status: 200 len: 946 time: 0.1337183 Feb 09 01:05:41.569853 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-040485c1-1732-4fbc-b1a3-071513e51cbd None None] Allocated IP 172.20.0.2 (db72407c-b961-4cdb-acfa-d628a00d5cf6/39025205-bb7c-46ac-a43e-80dbed15aee3/244be646-5f2c-4585-8bb0-614b67db3b57) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:05:41.664752 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0d8119df-3ef1-407e-880f-e936252cb2f5 req-a70ae197-652a-4934-96b4-65bb36660961 tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe844d40-87fc-4c4d-9674-2556616cda6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940166 Feb 09 01:05:41.698183 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-83a9a6e4-28bd-47d7-8a63-728e073b0fc8 req-43a4b4e0-1bf9-469d-a1d4-c0912d9015fd tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Deleting port 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:05:41.698552 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-83a9a6e4-28bd-47d7-8a63-728e073b0fc8 req-43a4b4e0-1bf9-469d-a1d4-c0912d9015fd tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (44c5c0b5-b686-4ec1-9e5a-b68129ea66d0), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:41.799786 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-040485c1-1732-4fbc-b1a3-071513e51cbd None None] Publish callbacks [] for port (244be646-5f2c-4585-8bb0-614b67db3b57), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:41.809792 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-040485c1-1732-4fbc-b1a3-071513e51cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (244be646-5f2c-4585-8bb0-614b67db3b57), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:41.818731 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fcf484a4-1927-4aa8-9e79-4035f4450ef7 req-b27dbced-90cb-4ae3-bcc5-446c2528a29f tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f91e4bc-ccdb-46ac-bfc1-1be14311fa3a HTTP/1.1" status: 200 len: 210 time: 0.0425665 Feb 09 01:05:41.830212 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e5767a67-1b03-4f7c-bd80-c227df1ebdf8 admin admin] Publish callbacks [] for router_gateway (7edecd79-a129-4c90-8dd2-af0df8525895), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:41.857365 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e5767a67-1b03-4f7c-bd80-c227df1ebdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:41.867621 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97a3cd-7c10-4121-989a-241256f6d90c req-30a45921-bee5-4d30-a7d5-4f34f26718c4 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:41.875893 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dc97a3cd-7c10-4121-989a-241256f6d90c req-30a45921-bee5-4d30-a7d5-4f34f26718c4 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 949 time: 0.1939404 Feb 09 01:05:41.886971 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-83a9a6e4-28bd-47d7-8a63-728e073b0fc8 req-43a4b4e0-1bf9-469d-a1d4-c0912d9015fd tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] For port 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=44c5c0b5-b686-4ec1-9e5a-b68129ea66d0,segment=NetworkSegment(2793514a-5639-496c-8d37-377203141ac7),segment_id=2793514a-5639-496c-8d37-377203141ac7)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:05:41.887688 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-83a9a6e4-28bd-47d7-8a63-728e073b0fc8 req-43a4b4e0-1bf9-469d-a1d4-c0912d9015fd tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (44c5c0b5-b686-4ec1-9e5a-b68129ea66d0), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:41.912180 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-83a9a6e4-28bd-47d7-8a63-728e073b0fc8 req-43a4b4e0-1bf9-469d-a1d4-c0912d9015fd tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Calling delete_port for 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:05:41.918631 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040485c1-1732-4fbc-b1a3-071513e51cbd None None] Network db72407c-b961-4cdb-acfa-d628a00d5cf6 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:05:41.929151 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-040485c1-1732-4fbc-b1a3-071513e51cbd None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:05:41.936030 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040485c1-1732-4fbc-b1a3-071513e51cbd None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:05:41.977890 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040485c1-1732-4fbc-b1a3-071513e51cbd None None] Pushing event updated for resources: {'Port': ['ID=244be646-5f2c-4585-8bb0-614b67db3b57,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:42.067191 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-040485c1-1732-4fbc-b1a3-071513e51cbd None None] Attempting to bind port 244be646-5f2c-4585-8bb0-614b67db3b57 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:05:42.067578 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-040485c1-1732-4fbc-b1a3-071513e51cbd None None] Attempting to bind port 244be646-5f2c-4585-8bb0-614b67db3b57 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '027cc1ec-0c18-4a25-a208-0f9bfe67520e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'db72407c-b961-4cdb-acfa-d628a00d5cf6'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:05:42.068179 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040485c1-1732-4fbc-b1a3-071513e51cbd None None] Attempting to bind port 244be646-5f2c-4585-8bb0-614b67db3b57 on network db72407c-b961-4cdb-acfa-d628a00d5cf6 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:05:42.073305 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-e5767a67-1b03-4f7c-bd80-c227df1ebdf8 admin admin] Allocated IP 172.25.8.247 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/a0c5af9b-5469-4a4a-8355-39e19eecf403) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:05:42.074616 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dc97a3cd-7c10-4121-989a-241256f6d90c req-2a6a5761-c175-42ae-9c02-2710f8201263 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974771 Feb 09 01:05:42.074774 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040485c1-1732-4fbc-b1a3-071513e51cbd None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:05:42.075414 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040485c1-1732-4fbc-b1a3-071513e51cbd None None] Checking segment: {'id': '027cc1ec-0c18-4a25-a208-0f9bfe67520e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'db72407c-b961-4cdb-acfa-d628a00d5cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:05:42.076004 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-040485c1-1732-4fbc-b1a3-071513e51cbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:42.077478 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040485c1-1732-4fbc-b1a3-071513e51cbd None None] Bound using segment: {'id': '027cc1ec-0c18-4a25-a208-0f9bfe67520e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'db72407c-b961-4cdb-acfa-d628a00d5cf6'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:05:42.078635 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-040485c1-1732-4fbc-b1a3-071513e51cbd None None] Bound port: 244be646-5f2c-4585-8bb0-614b67db3b57, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '027cc1ec-0c18-4a25-a208-0f9bfe67520e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'db72407c-b961-4cdb-acfa-d628a00d5cf6'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:05:42.079204 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-040485c1-1732-4fbc-b1a3-071513e51cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (244be646-5f2c-4585-8bb0-614b67db3b57), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:42.251662 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e5767a67-1b03-4f7c-bd80-c227df1ebdf8 admin admin] Publish callbacks [] for port (a0c5af9b-5469-4a4a-8355-39e19eecf403), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:42.333414 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a085872-8f3f-4d15-af91-c436c21a49da req-1fd6cd65-f970-48bb-844c-466e83bb62ed tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:42.336801 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a085872-8f3f-4d15-af91-c436c21a49da req-1fd6cd65-f970-48bb-844c-466e83bb62ed tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.47 "GET /v2.0/ports?device_id=41447836-fa14-4ac5-9ad5-3d6a1ae57c48 HTTP/1.1" status: 200 len: 945 time: 0.1699743 Feb 09 01:05:42.337104 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-83a9a6e4-28bd-47d7-8a63-728e073b0fc8 req-43a4b4e0-1bf9-469d-a1d4-c0912d9015fd tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (44c5c0b5-b686-4ec1-9e5a-b68129ea66d0), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:42.337902 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e5767a67-1b03-4f7c-bd80-c227df1ebdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (a0c5af9b-5469-4a4a-8355-39e19eecf403), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:42.364206 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['f1b957a8-19bc-4931-a7e4-b99b73998d2d', '44c5c0b5-b686-4ec1-9e5a-b68129ea66d0'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:05:42.377730 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-040485c1-1732-4fbc-b1a3-071513e51cbd None None] For port 244be646-5f2c-4585-8bb0-614b67db3b57, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:05:42.388482 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a4b4e0-1bf9-469d-a1d4-c0912d9015fd tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Pushing event deleted for resources: {'Port': ['ID=44c5c0b5-b686-4ec1-9e5a-b68129ea66d0,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:42.397433 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0981e-c326-4154-ac81-26d107bf6099 req-3b89bf0c-e72f-41a4-8c81-e4a60ff417a3 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:42.402285 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2a0981e-c326-4154-ac81-26d107bf6099 req-3b89bf0c-e72f-41a4-8c81-e4a60ff417a3 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 866 time: 0.1561782 Feb 09 01:05:42.420966 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5767a67-1b03-4f7c-bd80-c227df1ebdf8 admin admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:05:42.424148 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-e5767a67-1b03-4f7c-bd80-c227df1ebdf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:05:42.428783 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5767a67-1b03-4f7c-bd80-c227df1ebdf8 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:05:42.501708 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a9a6e4-28bd-47d7-8a63-728e073b0fc8 req-43a4b4e0-1bf9-469d-a1d4-c0912d9015fd tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] No DVR routers for this DVR port 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0 on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:05:42.507997 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-040485c1-1732-4fbc-b1a3-071513e51cbd None None] For port 244be646-5f2c-4585-8bb0-614b67db3b57, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=244be646-5f2c-4585-8bb0-614b67db3b57,segment=NetworkSegment(027cc1ec-0c18-4a25-a208-0f9bfe67520e),segment_id=027cc1ec-0c18-4a25-a208-0f9bfe67520e)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:05:42.521745 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-040485c1-1732-4fbc-b1a3-071513e51cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (244be646-5f2c-4585-8bb0-614b67db3b57), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:42.534666 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-83a9a6e4-28bd-47d7-8a63-728e073b0fc8 req-43a4b4e0-1bf9-469d-a1d4-c0912d9015fd tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:42.538120 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-83a9a6e4-28bd-47d7-8a63-728e073b0fc8 req-43a4b4e0-1bf9-469d-a1d4-c0912d9015fd tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.47 "DELETE /v2.0/ports/44c5c0b5-b686-4ec1-9e5a-b68129ea66d0 HTTP/1.1" status: 204 len: 173 time: 1.1364956 Feb 09 01:05:42.545781 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e50628-17a8-4e2c-b965-8c111935fcf3', 'name': 'network-vif-deleted', 'tag': '44c5c0b5-b686-4ec1-9e5a-b68129ea66d0'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:05:42.548133 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0f00c9-bc10-406f-a48f-96c657855f97" -d '{"events": [{"server_uuid": "06e50628-17a8-4e2c-b965-8c111935fcf3", "name": "network-vif-deleted", "tag": "44c5c0b5-b686-4ec1-9e5a-b68129ea66d0"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:05:42.566551 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5767a67-1b03-4f7c-bd80-c227df1ebdf8 admin admin] Pushing event updated for resources: {'Port': ['ID=a0c5af9b-5469-4a4a-8355-39e19eecf403,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:42.662542 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040485c1-1732-4fbc-b1a3-071513e51cbd None None] Pushing event updated for resources: {'Port': ['ID=244be646-5f2c-4585-8bb0-614b67db3b57,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:42.712722 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-2a085872-8f3f-4d15-af91-c436c21a49da req-65ded24a-4bee-4e4c-9b79-8ffa82cb0e0b tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Deleting port 53fb98c2-f07d-4bab-b50e-9cebf8c4269c {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:05:42.713446 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2a085872-8f3f-4d15-af91-c436c21a49da req-65ded24a-4bee-4e4c-9b79-8ffa82cb0e0b tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (53fb98c2-f07d-4bab-b50e-9cebf8c4269c), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:42.731300 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2a0981e-c326-4154-ac81-26d107bf6099 req-c204d8e9-5c18-4e38-bb42-3911dbcea5a2 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049982 Feb 09 01:05:42.743321 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb987f-1136-4cbc-a80b-399bc0ce2c66 req-5da3c18a-7775-4ec1-9350-44ed09db1193 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:42.753778 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-29fb987f-1136-4cbc-a80b-399bc0ce2c66 req-5da3c18a-7775-4ec1-9350-44ed09db1193 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/ports?device_id=41447836-fa14-4ac5-9ad5-3d6a1ae57c48 HTTP/1.1" status: 200 len: 945 time: 0.2129209 Feb 09 01:05:42.802956 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e5767a67-1b03-4f7c-bd80-c227df1ebdf8 admin admin] Publish callbacks [] for router_gateway (7edecd79-a129-4c90-8dd2-af0df8525895), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:42.915900 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-29fb987f-1136-4cbc-a80b-399bc0ce2c66 req-bd74725f-6fd6-4642-88c3-672f463b8647 tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.50 "GET /v2.0/security-groups?id=f8da428d-1b37-40ec-bc87-56d652378455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375713 Feb 09 01:05:43.041364 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-2a085872-8f3f-4d15-af91-c436c21a49da req-65ded24a-4bee-4e4c-9b79-8ffa82cb0e0b tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] For port 53fb98c2-f07d-4bab-b50e-9cebf8c4269c, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=53fb98c2-f07d-4bab-b50e-9cebf8c4269c,segment=NetworkSegment(720c7e74-a8d7-49d0-ab20-cad71441a2e3),segment_id=720c7e74-a8d7-49d0-ab20-cad71441a2e3)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:05:43.042894 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2a085872-8f3f-4d15-af91-c436c21a49da req-65ded24a-4bee-4e4c-9b79-8ffa82cb0e0b tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (53fb98c2-f07d-4bab-b50e-9cebf8c4269c), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:43.088825 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed43ff-8a40-42af-87f3-cb4f719de442 req-96671531-78bd-43f0-b739-235c2b6cd913 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:43.090410 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-32ed43ff-8a40-42af-87f3-cb4f719de442 req-96671531-78bd-43f0-b739-235c2b6cd913 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a273a6d-fbc6-48ac-a0d4-01e877340a85 HTTP/1.1" status: 200 len: 943 time: 0.1833677 Feb 09 01:05:43.094751 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-2a085872-8f3f-4d15-af91-c436c21a49da req-65ded24a-4bee-4e4c-9b79-8ffa82cb0e0b tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Calling delete_port for 53fb98c2-f07d-4bab-b50e-9cebf8c4269c owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:05:43.131253 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e5767a67-1b03-4f7c-bd80-c227df1ebdf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (7edecd79-a129-4c90-8dd2-af0df8525895), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:43.236236 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-32ed43ff-8a40-42af-87f3-cb4f719de442 req-2cd67788-9d50-4217-bfa3-3ab9cc0c80d6 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285048 Feb 09 01:05:43.308999 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d3bd54-4609-4ce4-9a8f-7957be59a02e x-openstack-request-id: req-26d3bd54-4609-4ce4-9a8f-7957be59a02e {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:05:43.309308 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e50628-17a8-4e2c-b965-8c111935fcf3", "name": "network-vif-deleted", "tag": "44c5c0b5-b686-4ec1-9e5a-b68129ea66d0", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:05:43.309569 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-26d3bd54-4609-4ce4-9a8f-7957be59a02e {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:05:43.309984 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e50628-17a8-4e2c-b965-8c111935fcf3', 'name': 'network-vif-deleted', 'tag': '44c5c0b5-b686-4ec1-9e5a-b68129ea66d0', 'status': 'completed', 'code': 200} Feb 09 01:05:43.470795 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2a085872-8f3f-4d15-af91-c436c21a49da req-65ded24a-4bee-4e4c-9b79-8ffa82cb0e0b tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (53fb98c2-f07d-4bab-b50e-9cebf8c4269c), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:43.528076 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ded24a-4bee-4e4c-9b79-8ffa82cb0e0b tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Pushing event deleted for resources: {'Port': ['ID=53fb98c2-f07d-4bab-b50e-9cebf8c4269c,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:43.556463 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b439f2-b747-492d-a29d-849d52094300 req-ea501a2b-4dc5-49e5-b328-8cc0a8ba0063 tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:43.558130 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-21b439f2-b747-492d-a29d-849d52094300 req-ea501a2b-4dc5-49e5-b328-8cc0a8ba0063 tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ba66519-77f9-4e81-8fcc-5740bbd4f7a6 HTTP/1.1" status: 200 len: 946 time: 0.1846256 Feb 09 01:05:43.682800 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a085872-8f3f-4d15-af91-c436c21a49da req-65ded24a-4bee-4e4c-9b79-8ffa82cb0e0b tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] No DVR routers for this DVR port 53fb98c2-f07d-4bab-b50e-9cebf8c4269c on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:05:43.696464 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2a085872-8f3f-4d15-af91-c436c21a49da req-65ded24a-4bee-4e4c-9b79-8ffa82cb0e0b tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:43.700513 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a085872-8f3f-4d15-af91-c436c21a49da req-65ded24a-4bee-4e4c-9b79-8ffa82cb0e0b tempest-ListServerFiltersTestJSON-216035774 tempest-ListServerFiltersTestJSON-216035774-project] 10.222.0.47 "DELETE /v2.0/ports/53fb98c2-f07d-4bab-b50e-9cebf8c4269c HTTP/1.1" status: 204 len: 173 time: 1.3516588 Feb 09 01:05:43.764643 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-21b439f2-b747-492d-a29d-849d52094300 req-1aeaff7c-8cab-4a2b-a338-9b975a1b4bb1 tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe844d40-87fc-4c4d-9674-2556616cda6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890168 Feb 09 01:05:43.791951 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 244be646-5f2c-4585-8bb0-614b67db3b57 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:05:43.815620 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5767a67-1b03-4f7c-bd80-c227df1ebdf8 admin admin] Router 7edecd79-a129-4c90-8dd2-af0df8525895 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:05:43.828620 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9d55f150-41a8-48e8-9aaf-5d73997d0012 req-dd85dc60-eacd-44e8-88f6-3cd0d24313f9 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f91e4bc-ccdb-46ac-bfc1-1be14311fa3a HTTP/1.1" status: 200 len: 210 time: 0.0656052 Feb 09 01:05:43.975305 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 244be646-5f2c-4585-8bb0-614b67db3b57 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:43.975683 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (244be646-5f2c-4585-8bb0-614b67db3b57), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:44.081223 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 244be646-5f2c-4585-8bb0-614b67db3b57 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:05:44.081765 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (244be646-5f2c-4585-8bb0-614b67db3b57), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:44.121578 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5767a67-1b03-4f7c-bd80-c227df1ebdf8 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:05:44.129122 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-259ffcba-c86d-4e64-bd05-fa051e052db9 req-a01ceab3-d46a-4153-98a9-527491b0a0d0 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 210 time: 0.0612781 Feb 09 01:05:44.132096 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 244be646-5f2c-4585-8bb0-614b67db3b57, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=244be646-5f2c-4585-8bb0-614b67db3b57,segment=NetworkSegment(027cc1ec-0c18-4a25-a208-0f9bfe67520e),segment_id=027cc1ec-0c18-4a25-a208-0f9bfe67520e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:05:44.135651 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e49bd61-a1be-40d7-a7ec-edec16bd4188 None None] Sync routers for ids ['7edecd79-a129-4c90-8dd2-af0df8525895'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:05:44.141499 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (244be646-5f2c-4585-8bb0-614b67db3b57), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:44.165589 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e49bd61-a1be-40d7-a7ec-edec16bd4188 None None] Routers {'7edecd79-a129-4c90-8dd2-af0df8525895'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:05:44.165589 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-6e49bd61-a1be-40d7-a7ec-edec16bd4188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:05:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['7edecd79-a129-4c90-8dd2-af0df8525895'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:44.192798 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e5767a67-1b03-4f7c-bd80-c227df1ebdf8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:44.196224 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e5767a67-1b03-4f7c-bd80-c227df1ebdf8 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0618834 Feb 09 01:05:44.196857 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44900) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:05:44.203690 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae3f9fb-af90-4eb2-8afc-400f4c8fce8a req-a8f2a360-08fb-4c12-960e-60fb44800d77 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:44.213413 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7ae3f9fb-af90-4eb2-8afc-400f4c8fce8a req-a8f2a360-08fb-4c12-960e-60fb44800d77 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 949 time: 0.2178555 Feb 09 01:05:44.252097 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=244be646-5f2c-4585-8bb0-614b67db3b57,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:44.270003 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5f5576-9fd1-430e-9f86-6e8d0b1bce44 None None] Network db72407c-b961-4cdb-acfa-d628a00d5cf6 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:05:44.395642 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-6e49bd61-a1be-40d7-a7ec-edec16bd4188 None None] Set router 7edecd79-a129-4c90-8dd2-af0df8525895 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:05:44.462526 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d643be-0b9b-422d-a59e-c2e3c97a3098 req-3952f203-4a6b-42d3-baf6-713dff5d7f66 tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:44.478734 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-35d643be-0b9b-422d-a59e-c2e3c97a3098 req-3952f203-4a6b-42d3-baf6-713dff5d7f66 tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ba66519-77f9-4e81-8fcc-5740bbd4f7a6 HTTP/1.1" status: 200 len: 946 time: 0.2390494 Feb 09 01:05:44.480351 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-17e43d3b-8f53-4dca-8823-434afef7bfe3 None None] Provisioning complete for port 244be646-5f2c-4585-8bb0-614b67db3b57 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:44.481003 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-17e43d3b-8f53-4dca-8823-434afef7bfe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (244be646-5f2c-4585-8bb0-614b67db3b57), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:44.554507 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7ae3f9fb-af90-4eb2-8afc-400f4c8fce8a req-97d60fe0-4bc0-4253-ada3-2c3a3dfeb657 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382177 Feb 09 01:05:44.653515 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-6e49bd61-a1be-40d7-a7ec-edec16bd4188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edecd79-a129-4c90-8dd2-af0df8525895', 'name': 'tempest-AttachSCSIVolumeTestJSON-459654636-router', 'tenant_id': '89e1f0f4cc04459291204524a9eba8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'a0c5af9b-5469-4a4a-8355-39e19eecf403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:05:41Z', 'updated_at': '2022-02-09T01:05:42Z', 'revision_number': 3, 'project_id': '89e1f0f4cc04459291204524a9eba8d0', 'gw_port': {'id': 'a0c5af9b-5469-4a4a-8355-39e19eecf403', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:50:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edecd79-a129-4c90-8dd2-af0df8525895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:05:41Z', 'updated_at': '2022-02-09T01:05:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:44.710300 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-35d643be-0b9b-422d-a59e-c2e3c97a3098 req-3c97f77b-7a5f-4130-8427-4ac3fde0bd3d tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe844d40-87fc-4c4d-9674-2556616cda6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298152 Feb 09 01:05:44.761403 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e49bd61-a1be-40d7-a7ec-edec16bd4188 None None] Checking router: 7edecd79-a129-4c90-8dd2-af0df8525895 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:05:44.762026 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e49bd61-a1be-40d7-a7ec-edec16bd4188 None None] Updating router 7edecd79-a129-4c90-8dd2-af0df8525895 port a0c5af9b-5469-4a4a-8355-39e19eecf403 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:05:44.832211 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6e49bd61-a1be-40d7-a7ec-edec16bd4188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a0c5af9b-5469-4a4a-8355-39e19eecf403), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:44.846033 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-17e43d3b-8f53-4dca-8823-434afef7bfe3 None None] Current status of the port 244be646-5f2c-4585-8bb0-614b67db3b57 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:05:44.878905 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44926) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:05:45.010120 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-9fba8ced-ee37-4359-91c4-1cd9ea469b34 service neutron] 10.222.0.47 "GET /v2.0/ports/79c2a00a-9408-4405-a3b9-5bab7752649f/bindings/n-h2-828369-4 HTTP/1.1" status: 200 len: 384 time: 0.2915380 Feb 09 01:05:45.015105 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-1222042a-25dc-4832-b7b4-72aed682b31f admin admin] Deleting subnet f18029ff-f8f9-4b7d-a42a-801469d4cf46 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:05:45.098503 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1222042a-25dc-4832-b7b4-72aed682b31f admin admin] Publish callbacks [] for subnet (f18029ff-f8f9-4b7d-a42a-801469d4cf46), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:45.175117 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a70d61-ab29-47dd-92da-2f3088009354 req-ecce95ad-162c-4a19-8d3e-c4a808435ac1 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:45.182972 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c3a70d61-ab29-47dd-92da-2f3088009354 req-ecce95ad-162c-4a19-8d3e-c4a808435ac1 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a273a6d-fbc6-48ac-a0d4-01e877340a85 HTTP/1.1" status: 200 len: 943 time: 0.2490592 Feb 09 01:05:45.240113 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9ddb018e-c718-426a-8968-275a2dbe5eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:45.247428 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1222042a-25dc-4832-b7b4-72aed682b31f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (f18029ff-f8f9-4b7d-a42a-801469d4cf46), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:45.288604 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-a66f6d92-79d6-4dcd-8207-5c973d0583ea None None] Provisioning complete for port 244be646-5f2c-4585-8bb0-614b67db3b57 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:45.289061 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a66f6d92-79d6-4dcd-8207-5c973d0583ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (244be646-5f2c-4585-8bb0-614b67db3b57), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:45.312873 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41447836-fa14-4ac5-9ad5-3d6a1ae57c48', 'name': 'network-vif-deleted', 'tag': '53fb98c2-f07d-4bab-b50e-9cebf8c4269c'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:05:45.315009 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22d6d6f-5cf5-47e5-adb6-e950f56d3586" -d '{"events": [{"server_uuid": "41447836-fa14-4ac5-9ad5-3d6a1ae57c48", "name": "network-vif-deleted", "tag": "53fb98c2-f07d-4bab-b50e-9cebf8c4269c"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:05:45.341718 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 79c2a00a-9408-4405-a3b9-5bab7752649f details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:05:45.440852 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c3a70d61-ab29-47dd-92da-2f3088009354 req-9e203479-3389-4bcb-ae17-d19844b21ea3 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516229 Feb 09 01:05:45.458671 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:05:45.470246 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-9ddb018e-c718-426a-8968-275a2dbe5eb1 admin admin] Allocated IP 172.20.0.1 (db72407c-b961-4cdb-acfa-d628a00d5cf6/39025205-bb7c-46ac-a43e-80dbed15aee3/664bfc52-b332-4150-ac19-9e6ab13158ee) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:05:45.524259 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:05:45.524640 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 44c5c0b5-b686-4ec1-9e5a-b68129ea66d0 not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:05:45.525196 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 53fb98c2-f07d-4bab-b50e-9cebf8c4269c no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:05:45.627439 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6e49bd61-a1be-40d7-a7ec-edec16bd4188 None None] Publish callbacks [] for port (a0c5af9b-5469-4a4a-8355-39e19eecf403), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:45.634804 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: 53fb98c2-f07d-4bab-b50e-9cebf8c4269c {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:05:45.635671 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 53fb98c2-f07d-4bab-b50e-9cebf8c4269c not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:05:45.638267 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6e49bd61-a1be-40d7-a7ec-edec16bd4188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a0c5af9b-5469-4a4a-8355-39e19eecf403), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:45.643512 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-58ea9979-a514-4aa4-abd1-43b00e0da7af req-8f752f86-7fbf-4832-85f9-13d49d62e59c tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f91e4bc-ccdb-46ac-bfc1-1be14311fa3a HTTP/1.1" status: 200 len: 210 time: 0.0538042 Feb 09 01:05:45.656071 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.resource_extend [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:05:45.696255 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1222042a-25dc-4832-b7b4-72aed682b31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (f18029ff-f8f9-4b7d-a42a-801469d4cf46), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:45.710542 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 244be646-5f2c-4585-8bb0-614b67db3b57 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:05:45.789705 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9ddb018e-c718-426a-8968-275a2dbe5eb1 admin admin] Publish callbacks [] for port (664bfc52-b332-4150-ac19-9e6ab13158ee), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:45.790262 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-a0a641c6-e9f7-4ed5-9527-9d1d7391f867 service neutron] For port 79c2a00a-9408-4405-a3b9-5bab7752649f, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=79c2a00a-9408-4405-a3b9-5bab7752649f,segment=NetworkSegment(c09a8a87-556d-487a-811a-06517127dee5),segment_id=c09a8a87-556d-487a-811a-06517127dee5)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:05:45.831525 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a66f6d92-79d6-4dcd-8207-5c973d0583ea None None] Current status of the port 244be646-5f2c-4585-8bb0-614b67db3b57 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:05:45.833119 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f324c5-3aa1-4f92-8960-cbb6a76fdd3b x-openstack-request-id: req-67f324c5-3aa1-4f92-8960-cbb6a76fdd3b {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:05:45.834160 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41447836-fa14-4ac5-9ad5-3d6a1ae57c48", "name": "network-vif-deleted", "tag": "53fb98c2-f07d-4bab-b50e-9cebf8c4269c", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:05:45.834160 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-67f324c5-3aa1-4f92-8960-cbb6a76fdd3b {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:05:45.834160 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41447836-fa14-4ac5-9ad5-3d6a1ae57c48', 'name': 'network-vif-deleted', 'tag': '53fb98c2-f07d-4bab-b50e-9cebf8c4269c', 'status': 'completed', 'code': 200} Feb 09 01:05:45.893390 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 244be646-5f2c-4585-8bb0-614b67db3b57 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:45.894107 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719299fc-cf71-42b4-b10c-c8199953296a None None] Pushing event updated for resources: {'Port': ['ID=a0c5af9b-5469-4a4a-8355-39e19eecf403,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:45.894466 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (244be646-5f2c-4585-8bb0-614b67db3b57), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:45.919781 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c94cfc9b-70e1-46db-b8f4-db6d8f65c781 req-4dfa9baf-970e-443d-97d3-e9527d2b2387 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 210 time: 0.1249866 Feb 09 01:05:45.939363 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-6e49bd61-a1be-40d7-a7ec-edec16bd4188 None None] Attempting to bind port a0c5af9b-5469-4a4a-8355-39e19eecf403 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:05:45.939530 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9ddb018e-c718-426a-8968-275a2dbe5eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (664bfc52-b332-4150-ac19-9e6ab13158ee), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:45.942045 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-6e49bd61-a1be-40d7-a7ec-edec16bd4188 None None] Attempting to bind port a0c5af9b-5469-4a4a-8355-39e19eecf403 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:05:45.942656 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e49bd61-a1be-40d7-a7ec-edec16bd4188 None None] Attempting to bind port a0c5af9b-5469-4a4a-8355-39e19eecf403 on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:05:45.957591 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-a0a641c6-e9f7-4ed5-9527-9d1d7391f867 service neutron] For port 79c2a00a-9408-4405-a3b9-5bab7752649f, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:05:45.975388 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 79c2a00a-9408-4405-a3b9-5bab7752649f, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=79c2a00a-9408-4405-a3b9-5bab7752649f,segment=NetworkSegment(c09a8a87-556d-487a-811a-06517127dee5),segment_id=c09a8a87-556d-487a-811a-06517127dee5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:05:45.998757 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e49bd61-a1be-40d7-a7ec-edec16bd4188 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:05:45.999610 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e49bd61-a1be-40d7-a7ec-edec16bd4188 None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:05:46.000937 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6e49bd61-a1be-40d7-a7ec-edec16bd4188 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:46.005674 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e49bd61-a1be-40d7-a7ec-edec16bd4188 None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:05:46.007415 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-6e49bd61-a1be-40d7-a7ec-edec16bd4188 None None] Bound port: a0c5af9b-5469-4a4a-8355-39e19eecf403, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:05:46.012304 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6e49bd61-a1be-40d7-a7ec-edec16bd4188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a0c5af9b-5469-4a4a-8355-39e19eecf403), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:46.053409 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 79c2a00a-9408-4405-a3b9-5bab7752649f has no active binding in host n-h2-828369-4 {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 01:05:46.064479 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddb018e-c718-426a-8968-275a2dbe5eb1 admin admin] Network db72407c-b961-4cdb-acfa-d628a00d5cf6 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:05:46.082565 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-9ddb018e-c718-426a-8968-275a2dbe5eb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:05:46.095199 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddb018e-c718-426a-8968-275a2dbe5eb1 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:05:46.102321 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1222042a-25dc-4832-b7b4-72aed682b31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (f18029ff-f8f9-4b7d-a42a-801469d4cf46), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:46.111594 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 244be646-5f2c-4585-8bb0-614b67db3b57 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:05:46.130381 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-a0a641c6-e9f7-4ed5-9527-9d1d7391f867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79c2a00a-9408-4405-a3b9-5bab7752649f {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:05:46.146013 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-a0a641c6-e9f7-4ed5-9527-9d1d7391f867 service neutron] For port 79c2a00a-9408-4405-a3b9-5bab7752649f, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=79c2a00a-9408-4405-a3b9-5bab7752649f,segment=NetworkSegment(c09a8a87-556d-487a-811a-06517127dee5),segment_id=c09a8a87-556d-487a-811a-06517127dee5)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:05:46.146552 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-6e49bd61-a1be-40d7-a7ec-edec16bd4188 None None] For port a0c5af9b-5469-4a4a-8355-39e19eecf403, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:05:46.150547 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-6e49bd61-a1be-40d7-a7ec-edec16bd4188 None None] For port a0c5af9b-5469-4a4a-8355-39e19eecf403, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=a0c5af9b-5469-4a4a-8355-39e19eecf403,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:05:46.159689 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6e49bd61-a1be-40d7-a7ec-edec16bd4188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a0c5af9b-5469-4a4a-8355-39e19eecf403), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:46.167168 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb018e-c718-426a-8968-275a2dbe5eb1 admin admin] Pushing event updated for resources: {'Port': ['ID=664bfc52-b332-4150-ac19-9e6ab13158ee,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:46.199494 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1222042a-25dc-4832-b7b4-72aed682b31f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f18029ff-f8f9-4b7d-a42a-801469d4cf46,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:46.205200 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9ddb018e-c718-426a-8968-275a2dbe5eb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (7edecd79-a129-4c90-8dd2-af0df8525895), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:46.212885 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-a0a641c6-e9f7-4ed5-9527-9d1d7391f867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (79c2a00a-9408-4405-a3b9-5bab7752649f), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:46.262092 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65b627f-f60d-42c2-8931-63ead6cead8f None None] Network a68f0505-3f6b-42ee-9cbd-93f29ca0d342 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:05:46.270325 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1222042a-25dc-4832-b7b4-72aed682b31f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:46.274368 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1222042a-25dc-4832-b7b4-72aed682b31f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f18029ff-f8f9-4b7d-a42a-801469d4cf46 HTTP/1.1" status: 204 len: 168 time: 1.3942115 Feb 09 01:05:46.282303 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44988) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:05:46.302887 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e49bd61-a1be-40d7-a7ec-edec16bd4188 None None] Routers {'7edecd79-a129-4c90-8dd2-af0df8525895'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:05:46.311420 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-6e49bd61-a1be-40d7-a7ec-edec16bd4188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:05:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['7edecd79-a129-4c90-8dd2-af0df8525895'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:46.449814 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b087b389-6efb-478e-9732-f13fdade5477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (a68f0505-3f6b-42ee-9cbd-93f29ca0d342), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:46.579726 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d4319-e873-4aad-8d47-e3d80d8f41c4 req-04d109cd-ce17-4404-84bd-df2c5a968a31 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:46.585875 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-6e49bd61-a1be-40d7-a7ec-edec16bd4188 None None] Set router 7edecd79-a129-4c90-8dd2-af0df8525895 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:05:46.602706 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa8d4319-e873-4aad-8d47-e3d80d8f41c4 req-04d109cd-ce17-4404-84bd-df2c5a968a31 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 949 time: 0.4070339 Feb 09 01:05:46.617395 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-625027ed-cdcd-45f4-b9fa-7ad14326bc26 None None] Provisioning complete for port 664bfc52-b332-4150-ac19-9e6ab13158ee triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:46.619994 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-625027ed-cdcd-45f4-b9fa-7ad14326bc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (664bfc52-b332-4150-ac19-9e6ab13158ee), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:46.642951 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9ddb018e-c718-426a-8968-275a2dbe5eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (664bfc52-b332-4150-ac19-9e6ab13158ee), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:46.681901 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcb5bb2-251a-4b62-93c9-1ef1253d7f2f None None] DHCP port deletion for a68f0505-3f6b-42ee-9cbd-93f29ca0d342 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:05:46.730920 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-625027ed-cdcd-45f4-b9fa-7ad14326bc26 None None] Port 664bfc52-b332-4150-ac19-9e6ab13158ee cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:05:46.769055 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa8d4319-e873-4aad-8d47-e3d80d8f41c4 req-0908683d-287f-4b6f-b016-7537394e14f2 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583023 Feb 09 01:05:46.790534 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719299fc-cf71-42b4-b10c-c8199953296a None None] Pushing event updated for resources: {'Port': ['ID=a0c5af9b-5469-4a4a-8355-39e19eecf403,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:46.806423 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-8dcb5bb2-251a-4b62-93c9-1ef1253d7f2f None None] Deleting port 8b910f48-85dc-46fe-bc28-e53bf5315025 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:05:46.806842 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8dcb5bb2-251a-4b62-93c9-1ef1253d7f2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (8b910f48-85dc-46fe-bc28-e53bf5315025), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:46.861139 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-a0a641c6-e9f7-4ed5-9527-9d1d7391f867 service neutron] Transition to ACTIVE for port object 79c2a00a-9408-4405-a3b9-5bab7752649f will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:05:46.871144 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-b087b389-6efb-478e-9732-f13fdade5477 admin admin] Deleting port 8b910f48-85dc-46fe-bc28-e53bf5315025 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:05:46.871640 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b087b389-6efb-478e-9732-f13fdade5477 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (8b910f48-85dc-46fe-bc28-e53bf5315025), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:46.977252 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-6e49bd61-a1be-40d7-a7ec-edec16bd4188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edecd79-a129-4c90-8dd2-af0df8525895', 'name': 'tempest-AttachSCSIVolumeTestJSON-459654636-router', 'tenant_id': '89e1f0f4cc04459291204524a9eba8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'a0c5af9b-5469-4a4a-8355-39e19eecf403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:05:41Z', 'updated_at': '2022-02-09T01:05:42Z', 'revision_number': 3, 'project_id': '89e1f0f4cc04459291204524a9eba8d0', 'gw_port': {'id': 'a0c5af9b-5469-4a4a-8355-39e19eecf403', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:50:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edecd79-a129-4c90-8dd2-af0df8525895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:05:41Z', 'updated_at': '2022-02-09T01:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:46.990966 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-8dcb5bb2-251a-4b62-93c9-1ef1253d7f2f None None] For port 8b910f48-85dc-46fe-bc28-e53bf5315025, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=8b910f48-85dc-46fe-bc28-e53bf5315025,segment=NetworkSegment(720c7e74-a8d7-49d0-ab20-cad71441a2e3),segment_id=720c7e74-a8d7-49d0-ab20-cad71441a2e3)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:05:46.991705 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8dcb5bb2-251a-4b62-93c9-1ef1253d7f2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (8b910f48-85dc-46fe-bc28-e53bf5315025), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:47.022208 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e49bd61-a1be-40d7-a7ec-edec16bd4188 None None] The sync data for ids ['7edecd79-a129-4c90-8dd2-af0df8525895'] in n-d-828369-4 is: [{'id': '7edecd79-a129-4c90-8dd2-af0df8525895', 'name': 'tempest-AttachSCSIVolumeTestJSON-459654636-router', 'tenant_id': '89e1f0f4cc04459291204524a9eba8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'a0c5af9b-5469-4a4a-8355-39e19eecf403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:05:41Z', 'updated_at': '2022-02-09T01:05:42Z', 'revision_number': 3, 'project_id': '89e1f0f4cc04459291204524a9eba8d0', 'gw_port': {'id': 'a0c5af9b-5469-4a4a-8355-39e19eecf403', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:50:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edecd79-a129-4c90-8dd2-af0df8525895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:05:41Z', 'updated_at': '2022-02-09T01:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:05:47.029629 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-a0a641c6-e9f7-4ed5-9527-9d1d7391f867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (79c2a00a-9408-4405-a3b9-5bab7752649f), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:47.051714 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-8dcb5bb2-251a-4b62-93c9-1ef1253d7f2f None None] Calling delete_port for 8b910f48-85dc-46fe-bc28-e53bf5315025 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:05:47.183010 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9ddb018e-c718-426a-8968-275a2dbe5eb1 admin admin] Publish callbacks [] for port (664bfc52-b332-4150-ac19-9e6ab13158ee), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:47.190745 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9ddb018e-c718-426a-8968-275a2dbe5eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (664bfc52-b332-4150-ac19-9e6ab13158ee), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:47.242310 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-a0a641c6-e9f7-4ed5-9527-9d1d7391f867 service neutron] No DVR routers for this DVR port 79c2a00a-9408-4405-a3b9-5bab7752649f on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:05:47.282593 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8dcb5bb2-251a-4b62-93c9-1ef1253d7f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (8b910f48-85dc-46fe-bc28-e53bf5315025), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:47.304244 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb018e-c718-426a-8968-275a2dbe5eb1 admin admin] Pushing event updated for resources: {'Port': ['ID=664bfc52-b332-4150-ac19-9e6ab13158ee,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:47.306941 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9ddb018e-c718-426a-8968-275a2dbe5eb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (7edecd79-a129-4c90-8dd2-af0df8525895), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:47.318040 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f14cb-6f4c-43a4-9cc9-aee399c7b4e8 req-a2ff7605-85a4-4e5c-9356-76311c149695 tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:47.327199 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5e2f14cb-6f4c-43a4-9cc9-aee399c7b4e8 req-a2ff7605-85a4-4e5c-9356-76311c149695 tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ba66519-77f9-4e81-8fcc-5740bbd4f7a6 HTTP/1.1" status: 200 len: 946 time: 0.5095038 Feb 09 01:05:47.341616 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb5bb2-251a-4b62-93c9-1ef1253d7f2f None None] Pushing event deleted for resources: {'Port': ['ID=8b910f48-85dc-46fe-bc28-e53bf5315025,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:47.343096 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-b087b389-6efb-478e-9732-f13fdade5477 admin admin] For port 8b910f48-85dc-46fe-bc28-e53bf5315025, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=8b910f48-85dc-46fe-bc28-e53bf5315025,segment=NetworkSegment(720c7e74-a8d7-49d0-ab20-cad71441a2e3),segment_id=720c7e74-a8d7-49d0-ab20-cad71441a2e3)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:05:47.343756 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b087b389-6efb-478e-9732-f13fdade5477 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (8b910f48-85dc-46fe-bc28-e53bf5315025), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:47.366617 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcb5bb2-251a-4b62-93c9-1ef1253d7f2f None None] No DVR routers for this DVR port 8b910f48-85dc-46fe-bc28-e53bf5315025 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:05:47.408389 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 79c2a00a-9408-4405-a3b9-5bab7752649f no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:05:47.449428 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e57b2a9-6427-4dc9-9ad9-13f900a83546 req-5470f928-8efa-4cf0-8178-4daa58b3f074 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:47.481579 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7e57b2a9-6427-4dc9-9ad9-13f900a83546 req-5470f928-8efa-4cf0-8178-4daa58b3f074 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a273a6d-fbc6-48ac-a0d4-01e877340a85 HTTP/1.1" status: 200 len: 944 time: 0.4253550 Feb 09 01:05:47.482267 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a641c6-e9f7-4ed5-9527-9d1d7391f867 service neutron] Pushing event updated for resources: {'Port': ['ID=79c2a00a-9408-4405-a3b9-5bab7752649f,revision_number=10']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:47.521848 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-b087b389-6efb-478e-9732-f13fdade5477 admin admin] Calling delete_port for 8b910f48-85dc-46fe-bc28-e53bf5315025 owned by network:dhcp {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:05:47.527752 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] The host n-h1-828369-4 is not matching for port 79c2a00a-9408-4405-a3b9-5bab7752649f host n-h2-828369-4! {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:05:47.529186 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 79c2a00a-9408-4405-a3b9-5bab7752649f not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:05:47.566281 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddb018e-c718-426a-8968-275a2dbe5eb1 admin admin] Network db72407c-b961-4cdb-acfa-d628a00d5cf6 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:05:47.574397 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-9ddb018e-c718-426a-8968-275a2dbe5eb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:05:47.613946 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-a0a641c6-e9f7-4ed5-9527-9d1d7391f867 service neutron] 10.222.0.47 "PUT /v2.0/ports/79c2a00a-9408-4405-a3b9-5bab7752649f/bindings/n-h2-828369-4/activate HTTP/1.1" status: 200 len: 369 time: 2.5950844 Feb 09 01:05:47.703688 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device a0c5af9b-5469-4a4a-8355-39e19eecf403 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:05:47.794286 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b087b389-6efb-478e-9732-f13fdade5477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (8b910f48-85dc-46fe-bc28-e53bf5315025), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:47.815210 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7e57b2a9-6427-4dc9-9ad9-13f900a83546 req-3eadddcc-a5ea-4f67-9445-8d71967f8c46 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040705 Feb 09 01:05:47.876342 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port a0c5af9b-5469-4a4a-8355-39e19eecf403 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:47.876772 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a0c5af9b-5469-4a4a-8355-39e19eecf403), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:47.881978 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b087b389-6efb-478e-9732-f13fdade5477 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b910f48-85dc-46fe-bc28-e53bf5315025,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:47.905756 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5e2f14cb-6f4c-43a4-9cc9-aee399c7b4e8 req-c5b95e63-493c-45f9-a924-c71b0cd5dab5 tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe844d40-87fc-4c4d-9674-2556616cda6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5719800 Feb 09 01:05:47.919872 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b087b389-6efb-478e-9732-f13fdade5477 admin admin] No DVR routers for this DVR port 8b910f48-85dc-46fe-bc28-e53bf5315025 on host n-d-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:05:47.958517 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ddb018e-c718-426a-8968-275a2dbe5eb1 admin admin] Router 7edecd79-a129-4c90-8dd2-af0df8525895 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:05:48.120272 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-25853281-fd42-4e17-b0c2-e2c6c5d5eee4 req-c66f9b4b-366e-4390-abbf-30648ee0cfb1 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=5f91e4bc-ccdb-46ac-bfc1-1be14311fa3a HTTP/1.1" status: 200 len: 210 time: 0.0584774 Feb 09 01:05:48.135785 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port a0c5af9b-5469-4a4a-8355-39e19eecf403 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:05:48.136710 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a0c5af9b-5469-4a4a-8355-39e19eecf403), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:48.172410 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port a0c5af9b-5469-4a4a-8355-39e19eecf403, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=a0c5af9b-5469-4a4a-8355-39e19eecf403,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:05:48.175898 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-e8ae517a-dc16-4a60-90ed-8d6d4ec0a3a0 None None] Provisioning complete for port 664bfc52-b332-4150-ac19-9e6ab13158ee triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:48.176450 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e8ae517a-dc16-4a60-90ed-8d6d4ec0a3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (664bfc52-b332-4150-ac19-9e6ab13158ee), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:48.180914 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-58c918b0-4034-4c74-8f1e-a143b6de58d5 req-0a5b1c35-84e1-4ce1-9fd2-c2246e962a4d tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 210 time: 0.1283798 Feb 09 01:05:48.188473 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ddb018e-c718-426a-8968-275a2dbe5eb1 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:05:48.198818 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9ddb018e-c718-426a-8968-275a2dbe5eb1 admin admin] 10.222.0.50 "PUT /v2.0/routers/7edecd79-a129-4c90-8dd2-af0df8525895/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0009596 Feb 09 01:05:48.208761 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-8dabc078-1ce0-487d-b8dd-8177f90c03a6 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:48.210499 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a0c5af9b-5469-4a4a-8355-39e19eecf403), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:48.214035 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-8dabc078-1ce0-487d-b8dd-8177f90c03a6 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] 10.222.0.120 "GET /v2.0/ports?device_id=9a273a6d-fbc6-48ac-a0d4-01e877340a85&tenant_id=349016141cb643eba466ab5e9338a7e5&binding%3Ahost_id=n-h1-828369-4 HTTP/1.1" status: 200 len: 1126 time: 0.4129198 Feb 09 01:05:48.281357 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 8b910f48-85dc-46fe-bc28-e53bf5315025 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:05:48.288722 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e8ae517a-dc16-4a60-90ed-8d6d4ec0a3a0 None None] Port 664bfc52-b332-4150-ac19-9e6ab13158ee cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:05:48.296885 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b087b389-6efb-478e-9732-f13fdade5477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (a68f0505-3f6b-42ee-9cbd-93f29ca0d342), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:48.331508 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-b087b389-6efb-478e-9732-f13fdade5477 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a68f0505-3f6b-42ee-9cbd-93f29ca0d342']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:48.335572 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-06f8aa39-db4e-4d59-803c-16525c6c4e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:48.337206 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-06f8aa39-db4e-4d59-803c-16525c6c4e57 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=9a273a6d-fbc6-48ac-a0d4-01e877340a85&tenant_id=349016141cb643eba466ab5e9338a7e5 HTTP/1.1" status: 200 len: 1126 time: 0.1153271 Feb 09 01:05:48.364880 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 8b910f48-85dc-46fe-bc28-e53bf5315025 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:05:48.368586 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 8b910f48-85dc-46fe-bc28-e53bf5315025 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:05:48.384043 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-b087b389-6efb-478e-9732-f13fdade5477 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '720c7e74-a8d7-49d0-ab20-cad71441a2e3') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:48.384346 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-b087b389-6efb-478e-9732-f13fdade5477 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '720c7e74-a8d7-49d0-ab20-cad71441a2e3') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:48.393938 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=a0c5af9b-5469-4a4a-8355-39e19eecf403,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:48.413497 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b087b389-6efb-478e-9732-f13fdade5477 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (720c7e74-a8d7-49d0-ab20-cad71441a2e3), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:48.422792 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f942a5-1d1c-45a1-a877-08aff0e38ded req-14fdf3ac-4a6d-41dc-8e02-a648656430c9 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:48.430072 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47f942a5-1d1c-45a1-a877-08aff0e38ded req-14fdf3ac-4a6d-41dc-8e02-a648656430c9 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 949 time: 0.1720796 Feb 09 01:05:48.459792 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b087b389-6efb-478e-9732-f13fdade5477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (720c7e74-a8d7-49d0-ab20-cad71441a2e3), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:48.482629 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b087b389-6efb-478e-9732-f13fdade5477 admin admin] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:05:48.483179 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b087b389-6efb-478e-9732-f13fdade5477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (720c7e74-a8d7-49d0-ab20-cad71441a2e3), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:48.485084 n-d-828369-4 neutron-server[103136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:05:48.485084 n-d-828369-4 neutron-server[103136]: self.session.flush() Feb 09 01:05:48.485084 n-d-828369-4 neutron-server[103136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:05:48.485084 n-d-828369-4 neutron-server[103136]: self.session.flush() Feb 09 01:05:48.485084 n-d-828369-4 neutron-server[103136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:05:48.485084 n-d-828369-4 neutron-server[103136]: self.session.flush() Feb 09 01:05:48.485084 n-d-828369-4 neutron-server[103136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:05:48.485084 n-d-828369-4 neutron-server[103136]: self.session.flush() Feb 09 01:05:48.485084 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:05:48.485084 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:05:48.485084 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:05:48.485084 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:05:48.485084 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:05:48.485084 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:05:48.485084 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:05:48.485084 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:05:48.485084 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:05:48.485084 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:05:48.485084 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:05:48.485084 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:05:48.485084 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:05:48.485084 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:05:48.485084 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:05:48.485084 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:05:48.485084 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:05:48.485084 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:05:48.485084 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:05:48.485084 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:05:48.485084 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:05:48.485084 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:05:48.485084 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:05:48.485084 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:05:48.485084 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:05:48.485084 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:05:48.485084 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:05:48.485084 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:05:48.485084 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:05:48.485084 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:05:48.485084 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:05:48.485084 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:05:48.644867 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-cec2999d-18d4-41b8-9cc7-4b34f7cf1787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:48.646431 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-cec2999d-18d4-41b8-9cc7-4b34f7cf1787 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=349016141cb643eba466ab5e9338a7e5&device_id=9a273a6d-fbc6-48ac-a0d4-01e877340a85 HTTP/1.1" status: 200 len: 1126 time: 0.2793140 Feb 09 01:05:48.663266 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47f942a5-1d1c-45a1-a877-08aff0e38ded req-facedcd8-b737-4270-9bbd-26ac380ebff4 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235534 Feb 09 01:05:48.683045 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b087b389-6efb-478e-9732-f13fdade5477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (a68f0505-3f6b-42ee-9cbd-93f29ca0d342), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:48.769451 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b087b389-6efb-478e-9732-f13fdade5477 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:48.772789 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b087b389-6efb-478e-9732-f13fdade5477 admin admin] 10.222.0.50 "DELETE /v2.0/networks/a68f0505-3f6b-42ee-9cbd-93f29ca0d342 HTTP/1.1" status: 204 len: 168 time: 2.4885783 Feb 09 01:05:48.792443 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b087b389-6efb-478e-9732-f13fdade5477 admin admin] Pushing event deleted for resources: {'Network': ['ID=a68f0505-3f6b-42ee-9cbd-93f29ca0d342,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:48.823002 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76656f5c-182b-44ab-81d8-d79762f3614c req-93382a2f-cf57-4c56-aac0-08fdd4370cb5 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=977c202c-168c-44df-9f22-3a217a1145d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2453806 Feb 09 01:05:48.876866 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-40d0a9c1-5c77-4d35-a456-79c94bc0a733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:48.878878 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-40d0a9c1-5c77-4d35-a456-79c94bc0a733 service neutron] 10.222.0.120 "GET /v2.0/networks?id=584d7274-cb01-4853-8902-7824a3a705cb HTTP/1.1" status: 200 len: 909 time: 0.2142565 Feb 09 01:05:48.948251 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-eadb581c-120e-4d2e-8113-9440582bae10 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79c2a00a-9408-4405-a3b9-5bab7752649f HTTP/1.1" status: 200 len: 217 time: 0.0457969 Feb 09 01:05:49.047074 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45082) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:05:49.084852 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76656f5c-182b-44ab-81d8-d79762f3614c req-e4d7a070-ffa7-4730-b899-dcdbd3bd3c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:49.086996 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76656f5c-182b-44ab-81d8-d79762f3614c req-e4d7a070-ffa7-4730-b899-dcdbd3bd3c7d service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=3b70da3c9e0441c5928a48dabf785fc6&device_id=977c202c-168c-44df-9f22-3a217a1145d0 HTTP/1.1" status: 200 len: 1127 time: 0.2291617 Feb 09 01:05:49.089162 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-f247b107-abe9-42d6-99f5-b0ff7753ed2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:49.106776 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-f247b107-abe9-42d6-99f5-b0ff7753ed2e service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4611cb36-f3d2-4498-977c-18da9d170e4c HTTP/1.1" status: 200 len: 847 time: 0.1487079 Feb 09 01:05:49.163146 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8405ca49-0c10-4a6b-be7c-8cab9deadeba admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fd95784aef2f4c959fbd7f0e5be004df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1147230 Feb 09 01:05:49.167517 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45090) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:05:49.299815 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee100b9f-6f69-428b-b487-85ce9f763fba admin admin] Publish callbacks [] for security_group (f8da428d-1b37-40ec-bc87-56d652378455), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:49.344572 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45116) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:05:49.352645 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-f63c9b9d-3c6d-4216-8690-6a540812b3f8 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2039075345-network', 'tenant_id': '56b8c116ea4045f9a2e9fc8000cb5f48'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:49.403708 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee100b9f-6f69-428b-b487-85ce9f763fba admin admin] Publish callbacks [] for security_group (f8da428d-1b37-40ec-bc87-56d652378455), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:49.453581 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63c9b9d-3c6d-4216-8690-6a540812b3f8 admin admin] Made reservation on behalf of 56b8c116ea4045f9a2e9fc8000cb5f48 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:05:49.455854 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f63c9b9d-3c6d-4216-8690-6a540812b3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:49.485401 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f63c9b9d-3c6d-4216-8690-6a540812b3f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:49.532740 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee100b9f-6f69-428b-b487-85ce9f763fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (f8da428d-1b37-40ec-bc87-56d652378455), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:49.535839 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee100b9f-6f69-428b-b487-85ce9f763fba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:49.540055 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ee100b9f-6f69-428b-b487-85ce9f763fba admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f8da428d-1b37-40ec-bc87-56d652378455 HTTP/1.1" status: 204 len: 168 time: 0.3712478 Feb 09 01:05:49.585476 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee100b9f-6f69-428b-b487-85ce9f763fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8da428d-1b37-40ec-bc87-56d652378455,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:49.638397 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f63c9b9d-3c6d-4216-8690-6a540812b3f8 admin admin] Publish callbacks [] for security_group (b99eec63-f55d-4c71-ad5e-138a670e9ae6), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:49.643213 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f63c9b9d-3c6d-4216-8690-6a540812b3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b99eec63-f55d-4c71-ad5e-138a670e9ae6), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:49.689838 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f63c9b9d-3c6d-4216-8690-6a540812b3f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1010} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:05:49.700395 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device a0c5af9b-5469-4a4a-8355-39e19eecf403 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:05:49.703579 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c9b9d-3c6d-4216-8690-6a540812b3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99eec63-f55d-4c71-ad5e-138a670e9ae6,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:49.711911 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f63c9b9d-3c6d-4216-8690-6a540812b3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (13bc8c4d-c079-45de-9aaf-809fbfc8a0f7), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:49.712315 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-f63c9b9d-3c6d-4216-8690-6a540812b3f8 admin admin] Added segment 13bc8c4d-c079-45de-9aaf-809fbfc8a0f7 of type vlan for network 3880fd19-fefa-4624-bad8-1d3b848c46ea Feb 09 01:05:49.757403 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0811242f-54e1-4c8f-beb9-cf3dc488b41f None None] Sync routers for ids ['7edecd79-a129-4c90-8dd2-af0df8525895'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:05:49.821919 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0811242f-54e1-4c8f-beb9-cf3dc488b41f None None] Routers {'7edecd79-a129-4c90-8dd2-af0df8525895'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:05:49.823868 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-0811242f-54e1-4c8f-beb9-cf3dc488b41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:05:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['7edecd79-a129-4c90-8dd2-af0df8525895'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:49.826989 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f63c9b9d-3c6d-4216-8690-6a540812b3f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (3880fd19-fefa-4624-bad8-1d3b848c46ea), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:49.870190 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f63c9b9d-3c6d-4216-8690-6a540812b3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (3880fd19-fefa-4624-bad8-1d3b848c46ea), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:49.871982 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63c9b9d-3c6d-4216-8690-6a540812b3f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:49.873913 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f63c9b9d-3c6d-4216-8690-6a540812b3f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:49.892774 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-e413a30b-e52a-4164-a046-ba7f88e7da23 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=584d7274-cb01-4853-8902-7824a3a705cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7729034 Feb 09 01:05:49.915134 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76656f5c-182b-44ab-81d8-d79762f3614c req-31ef2667-623c-476c-9fdc-b0985c9f8a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:49.916924 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76656f5c-182b-44ab-81d8-d79762f3614c req-31ef2667-623c-476c-9fdc-b0985c9f8a7e service neutron] 10.222.0.120 "GET /v2.0/networks?id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10 HTTP/1.1" status: 200 len: 923 time: 0.7992942 Feb 09 01:05:49.988897 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f63c9b9d-3c6d-4216-8690-6a540812b3f8 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6385331 Feb 09 01:05:49.989926 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45134) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:05:50.001656 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-c1d9ff32-2428-4d0e-b642-67258ff0dabb admin admin] Request body: {'subnet': {'network_id': '3880fd19-fefa-4624-bad8-1d3b848c46ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2039075345-subnet', 'tenant_id': '56b8c116ea4045f9a2e9fc8000cb5f48', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:50.030117 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d9ff32-2428-4d0e-b642-67258ff0dabb admin admin] Made reservation on behalf of 56b8c116ea4045f9a2e9fc8000cb5f48 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:05:50.033896 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c1d9ff32-2428-4d0e-b642-67258ff0dabb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:50.038363 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad72c03-813c-46e9-8815-74183837c211 req-f7959ad7-6e7a-4b0d-b69f-7365046f5546 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:50.047091 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7ad72c03-813c-46e9-8815-74183837c211 req-f7959ad7-6e7a-4b0d-b69f-7365046f5546 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a273a6d-fbc6-48ac-a0d4-01e877340a85 HTTP/1.1" status: 200 len: 944 time: 1.0554199 Feb 09 01:05:50.076333 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port a0c5af9b-5469-4a4a-8355-39e19eecf403 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:50.076742 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a0c5af9b-5469-4a4a-8355-39e19eecf403), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:50.079091 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc5d86c-d42d-42a8-90d7-87affa13d387 req-97278115-8305-49ff-b21e-bb62ba7bd0eb tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:50.087946 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3dc5d86c-d42d-42a8-90d7-87affa13d387 req-97278115-8305-49ff-b21e-bb62ba7bd0eb tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ba66519-77f9-4e81-8fcc-5740bbd4f7a6 HTTP/1.1" status: 200 len: 946 time: 0.2500267 Feb 09 01:05:50.099477 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-0811242f-54e1-4c8f-beb9-cf3dc488b41f None None] Set router 7edecd79-a129-4c90-8dd2-af0df8525895 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:05:50.107613 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76656f5c-182b-44ab-81d8-d79762f3614c req-c59c7cb7-02d5-4ec8-b4d6-07196886a448 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e88b7e52-5ffe-45cb-b318-f6ee9930eb2d HTTP/1.1" status: 200 len: 217 time: 0.1750019 Feb 09 01:05:50.140874 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c9b9d-3c6d-4216-8690-6a540812b3f8 admin admin] Pushing event updated for resources: {'Network': ['ID=3880fd19-fefa-4624-bad8-1d3b848c46ea,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:50.167843 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76656f5c-182b-44ab-81d8-d79762f3614c req-8373d4ee-27d6-4686-b544-2d6e69027966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:50.169660 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76656f5c-182b-44ab-81d8-d79762f3614c req-8373d4ee-27d6-4686-b544-2d6e69027966 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=aee9db20-60c4-48dd-9796-48ed06ca844d HTTP/1.1" status: 200 len: 861 time: 0.0529811 Feb 09 01:05:50.237029 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76656f5c-182b-44ab-81d8-d79762f3614c req-1a86d742-aedb-4aef-bfe2-b183e6ada555 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=7041f7c4-8ab5-4479-b63e-c8706fa7ab10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573938 Feb 09 01:05:50.287089 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3dc5d86c-d42d-42a8-90d7-87affa13d387 req-861035b8-4ddc-4383-b392-440d093a0f61 tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe844d40-87fc-4c4d-9674-2556616cda6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932545 Feb 09 01:05:50.336236 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7ad72c03-813c-46e9-8815-74183837c211 req-300c7006-ad94-4b66-80d0-4e68a3273a20 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828760 Feb 09 01:05:50.426436 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c1d9ff32-2428-4d0e-b642-67258ff0dabb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (77b6eea2-23aa-458c-8297-67a126833f5a), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:50.448069 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 3880fd19-fefa-4624-bad8-1d3b848c46ea details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:05:50.456585 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-86cd20cb-11ab-41fd-93c5-8a8cbabdfc01 service neutron] 10.222.0.120 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5552676 Feb 09 01:05:50.507081 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2face27c-5a3b-42da-ad44-98ec752a7137 req-5a6466f0-712a-47d7-8cfb-b45f3ce8448a tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 210 time: 0.0451362 Feb 09 01:05:50.603233 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d9ff32-2428-4d0e-b642-67258ff0dabb admin admin] Pushing event updated for resources: {'Subnet': ['ID=77b6eea2-23aa-458c-8297-67a126833f5a,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:50.613314 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-26b70b70-93da-4dae-a045-d7b6fe487003 service neutron] 10.222.0.120 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982819 Feb 09 01:05:50.651602 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76656f5c-182b-44ab-81d8-d79762f3614c req-a16aee3c-bfbe-4b7d-9715-8c7ed1ba39b6 service neutron] 10.222.0.120 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908348 Feb 09 01:05:50.676423 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d9ff32-2428-4d0e-b642-67258ff0dabb admin admin] Checking segment: {'id': '13bc8c4d-c079-45de-9aaf-809fbfc8a0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '3880fd19-fefa-4624-bad8-1d3b848c46ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:05:50.676827 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d9ff32-2428-4d0e-b642-67258ff0dabb admin admin] Network hostable DHCP agents. Network: 3880fd19-fefa-4624-bad8-1d3b848c46ea, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:05:50.711949 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d9ff32-2428-4d0e-b642-67258ff0dabb admin admin] Network 3880fd19-fefa-4624-bad8-1d3b848c46ea is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:05:50.735722 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-c1d9ff32-2428-4d0e-b642-67258ff0dabb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 3880fd19-fefa-4624-bad8-1d3b848c46ea) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:05:50.745099 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d9ff32-2428-4d0e-b642-67258ff0dabb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:50.749364 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c1d9ff32-2428-4d0e-b642-67258ff0dabb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:50.750458 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e144af57-f96c-4b0f-98a6-ec03fd0da671 None None] Network 3880fd19-fefa-4624-bad8-1d3b848c46ea requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:05:50.805020 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c1d9ff32-2428-4d0e-b642-67258ff0dabb admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8125331 Feb 09 01:05:50.805974 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45172) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:05:50.812985 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-6b1cce7f-983d-497f-95ba-3b0b76ff72c2 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2039075345-router', 'tenant_id': '56b8c116ea4045f9a2e9fc8000cb5f48', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:50.883421 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6b1cce7f-983d-497f-95ba-3b0b76ff72c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (d5c814ea-7376-4ad6-bb70-c2af89e370ad), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:50.884959 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6b1cce7f-983d-497f-95ba-3b0b76ff72c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (d5c814ea-7376-4ad6-bb70-c2af89e370ad), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:50.943556 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34aedca-4cdf-4550-8e9c-32a0995cf24d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-3880fd19-fefa-4624-bad8-1d3b848c46ea', 'network_id': '3880fd19-fefa-4624-bad8-1d3b848c46ea', 'project_id': '56b8c116ea4045f9a2e9fc8000cb5f48', 'fixed_ips': [{'subnet_id': '77b6eea2-23aa-458c-8297-67a126833f5a'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:05:50.944626 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f34aedca-4cdf-4550-8e9c-32a0995cf24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:51.001693 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6b1cce7f-983d-497f-95ba-3b0b76ff72c2 admin admin] Publish callbacks [] for router_controller (d5c814ea-7376-4ad6-bb70-c2af89e370ad), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:51.084896 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40d796-419e-422c-adbe-2f8a41f628bc req-fff6bb5d-2450-4176-bfe6-14d749be1b8f tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:51.092465 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6c40d796-419e-422c-adbe-2f8a41f628bc req-fff6bb5d-2450-4176-bfe6-14d749be1b8f tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 949 time: 0.3993573 Feb 09 01:05:51.125256 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76656f5c-182b-44ab-81d8-d79762f3614c req-355a245f-188c-4102-a905-f33159227387 service neutron] 10.222.0.120 "GET /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4616671 Feb 09 01:05:51.126004 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45182) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:05:51.136056 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1872295-1ac8-46f2-880c-0f405b9c2d63 req-6fa4be6b-47a0-462e-9f14-6a74b8a2ad52 tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:51.138020 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1872295-1ac8-46f2-880c-0f405b9c2d63 req-6fa4be6b-47a0-462e-9f14-6a74b8a2ad52 tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] 10.222.0.120 "GET /v2.0/ports?device_id=8ba66519-77f9-4e81-8fcc-5740bbd4f7a6 HTTP/1.1" status: 200 len: 946 time: 0.3232000 Feb 09 01:05:51.199705 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-f2474f7b-5479-4c90-9103-d2bb7d1f2372 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:51.202659 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-f2474f7b-5479-4c90-9103-d2bb7d1f2372 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] 10.222.0.120 "GET /v2.0/ports?device_id=9a273a6d-fbc6-48ac-a0d4-01e877340a85&tenant_id=349016141cb643eba466ab5e9338a7e5&binding%3Ahost_id=n-h2-828369-4 HTTP/1.1" status: 200 len: 1126 time: 0.2160687 Feb 09 01:05:51.257550 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-f34aedca-4cdf-4550-8e9c-32a0995cf24d None None] Allocated IP 172.20.0.2 (3880fd19-fefa-4624-bad8-1d3b848c46ea/77b6eea2-23aa-458c-8297-67a126833f5a/2b27a18f-454b-4016-be58-d8783f554380) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:05:51.292117 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6b1cce7f-983d-497f-95ba-3b0b76ff72c2 admin admin] Publish callbacks [] for router_gateway (d5c814ea-7376-4ad6-bb70-c2af89e370ad), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:51.352775 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6c40d796-419e-422c-adbe-2f8a41f628bc req-ea608450-08cb-40cc-8b0a-e063f2f939fa tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590089 Feb 09 01:05:51.468473 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-b1872295-1ac8-46f2-880c-0f405b9c2d63 req-50628a78-10e5-41a3-96bf-0c6d6a9c79cf tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] Deleting port 15cf4fba-b130-4614-8edd-0e3d63e568ad {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:05:51.468981 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b1872295-1ac8-46f2-880c-0f405b9c2d63 req-50628a78-10e5-41a3-96bf-0c6d6a9c79cf tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (15cf4fba-b130-4614-8edd-0e3d63e568ad), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:51.533493 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-a1c6bc88-f8a1-43a6-a54c-f98829df7e2f service neutron] For port 79c2a00a-9408-4405-a3b9-5bab7752649f, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:05:51.540057 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-a1c6bc88-f8a1-43a6-a54c-f98829df7e2f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:51.541417 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4fb82796-4321-4ca9-ad2a-8a4331f9286d req-a1c6bc88-f8a1-43a6-a54c-f98829df7e2f service neutron] 10.222.0.120 "DELETE /v2.0/ports/79c2a00a-9408-4405-a3b9-5bab7752649f/bindings/n-h1-828369-4 HTTP/1.1" status: 204 len: 173 time: 0.2414539 Feb 09 01:05:51.638722 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-a2845524-d748-4e72-84ad-9acb80c9331e admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-980706873-network', 'tenant_id': '92a9e1b9cb7947939e37c73c60cfce20'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:51.672039 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f34aedca-4cdf-4550-8e9c-32a0995cf24d None None] Publish callbacks [] for port (2b27a18f-454b-4016-be58-d8783f554380), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:51.673635 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port a0c5af9b-5469-4a4a-8355-39e19eecf403 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:05:51.688844 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f34aedca-4cdf-4550-8e9c-32a0995cf24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (2b27a18f-454b-4016-be58-d8783f554380), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:51.751302 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34aedca-4cdf-4550-8e9c-32a0995cf24d None None] Network 3880fd19-fefa-4624-bad8-1d3b848c46ea is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:05:51.758754 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-f34aedca-4cdf-4550-8e9c-32a0995cf24d None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:05:51.763713 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34aedca-4cdf-4550-8e9c-32a0995cf24d None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:05:51.766367 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34aedca-4cdf-4550-8e9c-32a0995cf24d None None] Pushing event updated for resources: {'Port': ['ID=2b27a18f-454b-4016-be58-d8783f554380,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:51.775909 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-0811242f-54e1-4c8f-beb9-cf3dc488b41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edecd79-a129-4c90-8dd2-af0df8525895', 'name': 'tempest-AttachSCSIVolumeTestJSON-459654636-router', 'tenant_id': '89e1f0f4cc04459291204524a9eba8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'a0c5af9b-5469-4a4a-8355-39e19eecf403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:05:41Z', 'updated_at': '2022-02-09T01:05:46Z', 'revision_number': 4, 'project_id': '89e1f0f4cc04459291204524a9eba8d0', 'gw_port': {'id': 'a0c5af9b-5469-4a4a-8355-39e19eecf403', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:50:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edecd79-a129-4c90-8dd2-af0df8525895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:05:41Z', 'updated_at': '2022-02-09T01:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '664bfc52-b332-4150-ac19-9e6ab13158ee', 'name': '', 'network_id': 'db72407c-b961-4cdb-acfa-d628a00d5cf6', 'tenant_id': '89e1f0f4cc04459291204524a9eba8d0', 'mac_address': 'fa:16:3e:73:32:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edecd79-a129-4c90-8dd2-af0df8525895', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '39025205-bb7c-46ac-a43e-80dbed15aee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:05:45Z', 'updated_at': '2022-02-09T01:05:46Z', 'revision_number': 2, 'project_id': '89e1f0f4cc04459291204524a9eba8d0', 'subnets': [{'id': '39025205-bb7c-46ac-a43e-80dbed15aee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:51.825388 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0811242f-54e1-4c8f-beb9-cf3dc488b41f None None] Checking router: 7edecd79-a129-4c90-8dd2-af0df8525895 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:05:51.825753 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0811242f-54e1-4c8f-beb9-cf3dc488b41f None None] Updating router 7edecd79-a129-4c90-8dd2-af0df8525895 port 664bfc52-b332-4150-ac19-9e6ab13158ee binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:05:51.902696 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0811242f-54e1-4c8f-beb9-cf3dc488b41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (664bfc52-b332-4150-ac19-9e6ab13158ee), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:51.905899 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-f34aedca-4cdf-4550-8e9c-32a0995cf24d None None] Attempting to bind port 2b27a18f-454b-4016-be58-d8783f554380 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:05:51.906352 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-f34aedca-4cdf-4550-8e9c-32a0995cf24d None None] Attempting to bind port 2b27a18f-454b-4016-be58-d8783f554380 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '13bc8c4d-c079-45de-9aaf-809fbfc8a0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '3880fd19-fefa-4624-bad8-1d3b848c46ea'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:05:51.906728 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34aedca-4cdf-4550-8e9c-32a0995cf24d None None] Attempting to bind port 2b27a18f-454b-4016-be58-d8783f554380 on network 3880fd19-fefa-4624-bad8-1d3b848c46ea {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:05:51.919514 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2845524-d748-4e72-84ad-9acb80c9331e admin admin] Made reservation on behalf of 92a9e1b9cb7947939e37c73c60cfce20 for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:05:51.922723 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a2845524-d748-4e72-84ad-9acb80c9331e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:51.925508 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34aedca-4cdf-4550-8e9c-32a0995cf24d None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:05:51.925901 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34aedca-4cdf-4550-8e9c-32a0995cf24d None None] Checking segment: {'id': '13bc8c4d-c079-45de-9aaf-809fbfc8a0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '3880fd19-fefa-4624-bad8-1d3b848c46ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:05:51.926852 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f34aedca-4cdf-4550-8e9c-32a0995cf24d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:51.927449 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34aedca-4cdf-4550-8e9c-32a0995cf24d None None] Bound using segment: {'id': '13bc8c4d-c079-45de-9aaf-809fbfc8a0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '3880fd19-fefa-4624-bad8-1d3b848c46ea'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:05:51.927957 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-f34aedca-4cdf-4550-8e9c-32a0995cf24d None None] Bound port: 2b27a18f-454b-4016-be58-d8783f554380, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13bc8c4d-c079-45de-9aaf-809fbfc8a0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '3880fd19-fefa-4624-bad8-1d3b848c46ea'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:05:51.928351 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f34aedca-4cdf-4550-8e9c-32a0995cf24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (2b27a18f-454b-4016-be58-d8783f554380), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:51.931137 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c4c69-82ff-4684-8d6f-e901871d152f req-9a95f0a7-ee46-4f29-8374-ecafe0ac85ec tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:51.933238 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9b4c4c69-82ff-4684-8d6f-e901871d152f req-9a95f0a7-ee46-4f29-8374-ecafe0ac85ec tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/networks?id=6887c7a4-5287-46fb-8e1c-13a166b3746e HTTP/1.1" status: 200 len: 811 time: 0.4552717 Feb 09 01:05:51.989446 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-b1872295-1ac8-46f2-880c-0f405b9c2d63 req-50628a78-10e5-41a3-96bf-0c6d6a9c79cf tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] For port 15cf4fba-b130-4614-8edd-0e3d63e568ad, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=15cf4fba-b130-4614-8edd-0e3d63e568ad,segment=NetworkSegment(d5462c5d-43dc-446a-9c1d-ae8ab2e52dec),segment_id=d5462c5d-43dc-446a-9c1d-ae8ab2e52dec)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:05:51.989824 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b1872295-1ac8-46f2-880c-0f405b9c2d63 req-50628a78-10e5-41a3-96bf-0c6d6a9c79cf tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (15cf4fba-b130-4614-8edd-0e3d63e568ad), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:51.998947 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a2845524-d748-4e72-84ad-9acb80c9331e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:52.018846 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45212) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:05:52.044692 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9b4c4c69-82ff-4684-8d6f-e901871d152f req-e778fa4b-15dc-409c-afcd-f69ed6654957 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/quotas/bc3818006b3c45fb99098097e9082b77 HTTP/1.1" status: 200 len: 375 time: 0.0965390 Feb 09 01:05:52.089036 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaec65a-5caa-4738-a39c-4623cff00f71 req-27167f14-9169-47fb-86b7-e72628dd92df tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:52.097802 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2eaec65a-5caa-4738-a39c-4623cff00f71 req-27167f14-9169-47fb-86b7-e72628dd92df tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] 10.222.0.50 "GET /v2.0/ports?device_id=8ba66519-77f9-4e81-8fcc-5740bbd4f7a6 HTTP/1.1" status: 200 len: 946 time: 0.4791663 Feb 09 01:05:52.120216 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9b4c4c69-82ff-4684-8d6f-e901871d152f req-8da23d5a-efd0-4530-9817-07b0e75aced1 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc3818006b3c45fb99098097e9082b77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673275 Feb 09 01:05:52.122787 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-b1872295-1ac8-46f2-880c-0f405b9c2d63 req-50628a78-10e5-41a3-96bf-0c6d6a9c79cf tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] Calling delete_port for 15cf4fba-b130-4614-8edd-0e3d63e568ad owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:05:52.309233 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6b1cce7f-983d-497f-95ba-3b0b76ff72c2 admin admin] Publish callbacks [] for router_gateway (d5c814ea-7376-4ad6-bb70-c2af89e370ad), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:52.330650 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0887d62c-9c5c-4b99-8086-ec61594fc328 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:52.332938 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6b1cce7f-983d-497f-95ba-3b0b76ff72c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:52.352736 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2eaec65a-5caa-4738-a39c-4623cff00f71 req-428899ad-77b8-4268-9256-b04823a31841 tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] 10.222.0.50 "GET /v2.0/security-groups?id=fe844d40-87fc-4c4d-9674-2556616cda6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502606 Feb 09 01:05:52.370467 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0811242f-54e1-4c8f-beb9-cf3dc488b41f None None] Publish callbacks [] for port (664bfc52-b332-4150-ac19-9e6ab13158ee), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:52.382489 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0811242f-54e1-4c8f-beb9-cf3dc488b41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (664bfc52-b332-4150-ac19-9e6ab13158ee), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:52.390084 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-f34aedca-4cdf-4550-8e9c-32a0995cf24d None None] For port 2b27a18f-454b-4016-be58-d8783f554380, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:05:52.397786 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-f34aedca-4cdf-4550-8e9c-32a0995cf24d None None] For port 2b27a18f-454b-4016-be58-d8783f554380, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=2b27a18f-454b-4016-be58-d8783f554380,segment=NetworkSegment(13bc8c4d-c079-45de-9aaf-809fbfc8a0f7),segment_id=13bc8c4d-c079-45de-9aaf-809fbfc8a0f7)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:05:52.443216 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f34aedca-4cdf-4550-8e9c-32a0995cf24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (2b27a18f-454b-4016-be58-d8783f554380), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:52.482116 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-6b1cce7f-983d-497f-95ba-3b0b76ff72c2 admin admin] Allocated IP 172.25.8.155 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/e37474ac-405a-4e70-8b48-a2deef443af3) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:05:52.541720 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b33bb0-b4f7-43a9-b8d2-bad1e551f23a None None] Pushing event updated for resources: {'Port': ['ID=664bfc52-b332-4150-ac19-9e6ab13158ee,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:52.635208 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d907c-dd75-46dd-bc6a-1a9392076590 req-f5735f8b-f02d-42b0-9474-87c4f3b6455d tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:52.641237 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eb3d907c-dd75-46dd-bc6a-1a9392076590 req-f5735f8b-f02d-42b0-9474-87c4f3b6455d tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a273a6d-fbc6-48ac-a0d4-01e877340a85 HTTP/1.1" status: 200 len: 944 time: 0.1645617 Feb 09 01:05:52.664203 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-0811242f-54e1-4c8f-beb9-cf3dc488b41f None None] Attempting to bind port 664bfc52-b332-4150-ac19-9e6ab13158ee on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:05:52.682979 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-0811242f-54e1-4c8f-beb9-cf3dc488b41f None None] Attempting to bind port 664bfc52-b332-4150-ac19-9e6ab13158ee by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '027cc1ec-0c18-4a25-a208-0f9bfe67520e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'db72407c-b961-4cdb-acfa-d628a00d5cf6'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:05:52.683511 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0811242f-54e1-4c8f-beb9-cf3dc488b41f None None] Attempting to bind port 664bfc52-b332-4150-ac19-9e6ab13158ee on network db72407c-b961-4cdb-acfa-d628a00d5cf6 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:05:52.697886 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6b1cce7f-983d-497f-95ba-3b0b76ff72c2 admin admin] Publish callbacks [] for port (e37474ac-405a-4e70-8b48-a2deef443af3), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:52.705663 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0811242f-54e1-4c8f-beb9-cf3dc488b41f None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:05:52.705663 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0811242f-54e1-4c8f-beb9-cf3dc488b41f None None] Checking segment: {'id': '027cc1ec-0c18-4a25-a208-0f9bfe67520e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'db72407c-b961-4cdb-acfa-d628a00d5cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:05:52.706000 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0811242f-54e1-4c8f-beb9-cf3dc488b41f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:52.706289 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0811242f-54e1-4c8f-beb9-cf3dc488b41f None None] Bound using segment: {'id': '027cc1ec-0c18-4a25-a208-0f9bfe67520e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'db72407c-b961-4cdb-acfa-d628a00d5cf6'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:05:52.706769 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-0811242f-54e1-4c8f-beb9-cf3dc488b41f None None] Bound port: 664bfc52-b332-4150-ac19-9e6ab13158ee, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '027cc1ec-0c18-4a25-a208-0f9bfe67520e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'db72407c-b961-4cdb-acfa-d628a00d5cf6'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:05:52.707152 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0811242f-54e1-4c8f-beb9-cf3dc488b41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (664bfc52-b332-4150-ac19-9e6ab13158ee), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:52.790419 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0887d62c-9c5c-4b99-8086-ec61594fc328 admin admin] Publish callbacks [] for security_group (5ad74fcb-037d-44ff-af27-8dcdbb2ff509), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:52.824124 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6b1cce7f-983d-497f-95ba-3b0b76ff72c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (e37474ac-405a-4e70-8b48-a2deef443af3), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:52.843255 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b1872295-1ac8-46f2-880c-0f405b9c2d63 req-50628a78-10e5-41a3-96bf-0c6d6a9c79cf tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (15cf4fba-b130-4614-8edd-0e3d63e568ad), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:52.861273 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-0811242f-54e1-4c8f-beb9-cf3dc488b41f None None] For port 664bfc52-b332-4150-ac19-9e6ab13158ee, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:05:52.865940 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-0811242f-54e1-4c8f-beb9-cf3dc488b41f None None] For port 664bfc52-b332-4150-ac19-9e6ab13158ee, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=664bfc52-b332-4150-ac19-9e6ab13158ee,segment=NetworkSegment(027cc1ec-0c18-4a25-a208-0f9bfe67520e),segment_id=027cc1ec-0c18-4a25-a208-0f9bfe67520e)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:05:52.889680 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['15cf4fba-b130-4614-8edd-0e3d63e568ad'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:05:52.901638 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0887d62c-9c5c-4b99-8086-ec61594fc328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (5ad74fcb-037d-44ff-af27-8dcdbb2ff509), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:52.914316 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0811242f-54e1-4c8f-beb9-cf3dc488b41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (664bfc52-b332-4150-ac19-9e6ab13158ee), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:52.916311 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1cce7f-983d-497f-95ba-3b0b76ff72c2 admin admin] Pushing event updated for resources: {'Port': ['ID=e37474ac-405a-4e70-8b48-a2deef443af3,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:52.920163 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34aedca-4cdf-4550-8e9c-32a0995cf24d None None] Pushing event updated for resources: {'Port': ['ID=2b27a18f-454b-4016-be58-d8783f554380,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:52.921437 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1cce7f-983d-497f-95ba-3b0b76ff72c2 admin admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:05:52.923552 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-6b1cce7f-983d-497f-95ba-3b0b76ff72c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:05:52.926180 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1cce7f-983d-497f-95ba-3b0b76ff72c2 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:05:52.947068 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a2845524-d748-4e72-84ad-9acb80c9331e admin admin] Publish callbacks [] for security_group (63f9b6a8-f901-49f3-9ea4-b0c2a248fcf0), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:52.988997 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b33bb0-b4f7-43a9-b8d2-bad1e551f23a None None] Pushing event updated for resources: {'Port': ['ID=664bfc52-b332-4150-ac19-9e6ab13158ee,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:53.008422 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9b4c4c69-82ff-4684-8d6f-e901871d152f req-785c55e5-ff52-450e-ad17-dc4945cf3576 service neutron] 10.222.0.50 "GET /v2.0/networks/6887c7a4-5287-46fb-8e1c-13a166b3746e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8705363 Feb 09 01:05:53.031814 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0811242f-54e1-4c8f-beb9-cf3dc488b41f None None] Routers {'7edecd79-a129-4c90-8dd2-af0df8525895'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:05:53.033524 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-0811242f-54e1-4c8f-beb9-cf3dc488b41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:05:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['7edecd79-a129-4c90-8dd2-af0df8525895'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:53.100477 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-969cc1d4-df29-41b6-ad54-c5db70dece09 None None] Provisioning complete for port 664bfc52-b332-4150-ac19-9e6ab13158ee triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:53.100477 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-969cc1d4-df29-41b6-ad54-c5db70dece09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (664bfc52-b332-4150-ac19-9e6ab13158ee), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:53.177088 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0887d62c-9c5c-4b99-8086-ec61594fc328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad74fcb-037d-44ff-af27-8dcdbb2ff509,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:53.194065 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50628a78-10e5-41a3-96bf-0c6d6a9c79cf tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] Pushing event deleted for resources: {'Port': ['ID=15cf4fba-b130-4614-8edd-0e3d63e568ad,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:53.232812 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a2845524-d748-4e72-84ad-9acb80c9331e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (63f9b6a8-f901-49f3-9ea4-b0c2a248fcf0), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:53.278846 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-0811242f-54e1-4c8f-beb9-cf3dc488b41f None None] Set router 7edecd79-a129-4c90-8dd2-af0df8525895 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:05:53.307145 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1872295-1ac8-46f2-880c-0f405b9c2d63 req-50628a78-10e5-41a3-96bf-0c6d6a9c79cf tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] No DVR routers for this DVR port 15cf4fba-b130-4614-8edd-0e3d63e568ad on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:05:53.318493 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b1872295-1ac8-46f2-880c-0f405b9c2d63 req-50628a78-10e5-41a3-96bf-0c6d6a9c79cf tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:53.335884 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1872295-1ac8-46f2-880c-0f405b9c2d63 req-50628a78-10e5-41a3-96bf-0c6d6a9c79cf tempest-ServersNegativeTestMultiTenantJSON-1001910578 tempest-ServersNegativeTestMultiTenantJSON-1001910578-project] 10.222.0.120 "DELETE /v2.0/ports/15cf4fba-b130-4614-8edd-0e3d63e568ad HTTP/1.1" status: 204 len: 173 time: 2.1902320 Feb 09 01:05:53.340468 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6b1cce7f-983d-497f-95ba-3b0b76ff72c2 admin admin] Publish callbacks [] for router_gateway (d5c814ea-7376-4ad6-bb70-c2af89e370ad), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:53.347214 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-969cc1d4-df29-41b6-ad54-c5db70dece09 None None] Current status of the port 664bfc52-b332-4150-ac19-9e6ab13158ee is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:05:53.347702 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-969cc1d4-df29-41b6-ad54-c5db70dece09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (664bfc52-b332-4150-ac19-9e6ab13158ee), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:53.442455 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2845524-d748-4e72-84ad-9acb80c9331e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1005} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:05:53.465280 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a2845524-d748-4e72-84ad-9acb80c9331e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (3c63ea86-e27b-44f0-b66a-b57792354f51), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:53.465636 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-a2845524-d748-4e72-84ad-9acb80c9331e admin admin] Added segment 3c63ea86-e27b-44f0-b66a-b57792354f51 of type vlan for network f0bf2d1b-1661-4bc9-ac26-21a65de127bc Feb 09 01:05:53.518596 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba66519-77f9-4e81-8fcc-5740bbd4f7a6', 'name': 'network-vif-deleted', 'tag': '15cf4fba-b130-4614-8edd-0e3d63e568ad'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:05:53.521096 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02679c15-75e0-4518-b4db-ea3f205d4e42" -d '{"events": [{"server_uuid": "8ba66519-77f9-4e81-8fcc-5740bbd4f7a6", "name": "network-vif-deleted", "tag": "15cf4fba-b130-4614-8edd-0e3d63e568ad"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:05:53.523842 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2845524-d748-4e72-84ad-9acb80c9331e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f9b6a8-f901-49f3-9ea4-b0c2a248fcf0,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:53.548973 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-0887d62c-9c5c-4b99-8086-ec61594fc328 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=76662ea68757471b8be4246c73c14d69&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5092955 Feb 09 01:05:53.565376 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9b4c4c69-82ff-4684-8d6f-e901871d152f req-ecf00de8-32b4-4be0-9144-edd7ef08f184 service neutron] 10.222.0.50 "GET /v2.0/networks/6887c7a4-5287-46fb-8e1c-13a166b3746e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5559158 Feb 09 01:05:53.566072 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45224) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:05:53.602858 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a2845524-d748-4e72-84ad-9acb80c9331e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (f0bf2d1b-1661-4bc9-ac26-21a65de127bc), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:53.650917 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a2845524-d748-4e72-84ad-9acb80c9331e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (f0bf2d1b-1661-4bc9-ac26-21a65de127bc), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:53.652248 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2845524-d748-4e72-84ad-9acb80c9331e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:53.653220 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a2845524-d748-4e72-84ad-9acb80c9331e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:53.743404 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eb3d907c-dd75-46dd-bc6a-1a9392076590 req-2ad68f69-b2f7-4e79-b535-855e41078096 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0645654 Feb 09 01:05:53.765011 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6b1cce7f-983d-497f-95ba-3b0b76ff72c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (d5c814ea-7376-4ad6-bb70-c2af89e370ad), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:53.782852 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a2845524-d748-4e72-84ad-9acb80c9331e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.6435587 Feb 09 01:05:53.787932 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45228) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:05:53.798134 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-cac3c667-1353-41bf-af30-93028cd5114c admin admin] Request body: {'subnet': {'network_id': 'f0bf2d1b-1661-4bc9-ac26-21a65de127bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-980706873-subnet', 'tenant_id': '92a9e1b9cb7947939e37c73c60cfce20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:53.869291 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2845524-d748-4e72-84ad-9acb80c9331e admin admin] Pushing event updated for resources: {'Network': ['ID=f0bf2d1b-1661-4bc9-ac26-21a65de127bc,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:53.877090 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-969cc1d4-df29-41b6-ad54-c5db70dece09 None None] For port 664bfc52-b332-4150-ac19-9e6ab13158ee, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=664bfc52-b332-4150-ac19-9e6ab13158ee,segment=NetworkSegment(027cc1ec-0c18-4a25-a208-0f9bfe67520e),segment_id=027cc1ec-0c18-4a25-a208-0f9bfe67520e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:05:53.922970 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network f0bf2d1b-1661-4bc9-ac26-21a65de127bc details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:05:53.930380 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-28f0d59e-86c4-4e40-bc45-38c466d26044 admin admin] Publish callbacks [] for security_group (5ad74fcb-037d-44ff-af27-8dcdbb2ff509), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:53.957253 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-28f0d59e-86c4-4e40-bc45-38c466d26044 admin admin] Publish callbacks [] for security_group (5ad74fcb-037d-44ff-af27-8dcdbb2ff509), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:53.983504 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 2b27a18f-454b-4016-be58-d8783f554380 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:05:53.990716 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-969cc1d4-df29-41b6-ad54-c5db70dece09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (664bfc52-b332-4150-ac19-9e6ab13158ee), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:54.029904 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0997072c-e0da-4b78-99a8-d74c9412c00c req-c502d7da-b782-460f-9d41-724a88b858ce tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 210 time: 0.0453861 Feb 09 01:05:54.092569 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac3c667-1353-41bf-af30-93028cd5114c admin admin] Made reservation on behalf of 92a9e1b9cb7947939e37c73c60cfce20 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:05:54.095361 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cac3c667-1353-41bf-af30-93028cd5114c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:54.143357 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57775b1-de5d-4588-ac79-81425001bfd5 req-0c71c315-08f8-469d-bc6e-450c88252e36 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:54.145084 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f57775b1-de5d-4588-ac79-81425001bfd5 req-0c71c315-08f8-469d-bc6e-450c88252e36 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 949 time: 0.1141965 Feb 09 01:05:54.198673 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-28f0d59e-86c4-4e40-bc45-38c466d26044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (5ad74fcb-037d-44ff-af27-8dcdbb2ff509), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:54.208706 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-28f0d59e-86c4-4e40-bc45-38c466d26044 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:54.212279 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-28f0d59e-86c4-4e40-bc45-38c466d26044 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5ad74fcb-037d-44ff-af27-8dcdbb2ff509 HTTP/1.1" status: 204 len: 168 time: 0.6277032 Feb 09 01:05:54.212439 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45234) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:05:54.290633 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f57775b1-de5d-4588-ac79-81425001bfd5 req-e33a7c17-e648-4b88-b401-47d04bd62a66 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393692 Feb 09 01:05:54.293130 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0d59e-86c4-4e40-bc45-38c466d26044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad74fcb-037d-44ff-af27-8dcdbb2ff509,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:54.300323 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74915213-e999-48df-83fb-09950325432f x-openstack-request-id: req-74915213-e999-48df-83fb-09950325432f {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:05:54.300645 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba66519-77f9-4e81-8fcc-5740bbd4f7a6", "name": "network-vif-deleted", "tag": "15cf4fba-b130-4614-8edd-0e3d63e568ad", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:05:54.300900 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-74915213-e999-48df-83fb-09950325432f {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:05:54.301301 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ba66519-77f9-4e81-8fcc-5740bbd4f7a6', 'name': 'network-vif-deleted', 'tag': '15cf4fba-b130-4614-8edd-0e3d63e568ad', 'status': 'completed', 'code': 200} Feb 09 01:05:54.372897 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a89f8a9-ce22-4c61-bd28-26dab13b0ec5 None None] Network 3880fd19-fefa-4624-bad8-1d3b848c46ea requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:05:54.417719 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-65787de0-d9f5-4326-9e3c-efeaeafd1a5d admin admin] Deleting subnet c1b10cb3-6b20-482e-8674-ed207fa82481 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:05:54.450851 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eac9ebac-25ab-4d42-ac23-729a33d1a3d3 req-be6b01a2-8d14-41c4-bb67-168f5dac9858 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=441e2a9c-4511-4ddd-974e-d6030dec649a HTTP/1.1" status: 200 len: 210 time: 0.0662441 Feb 09 01:05:54.463796 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-65787de0-d9f5-4326-9e3c-efeaeafd1a5d admin admin] Publish callbacks [] for subnet (c1b10cb3-6b20-482e-8674-ed207fa82481), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:54.517626 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-b7d678bf-c12b-4b0b-baec-a4a1856fabe0 None None] Provisioning complete for port 2b27a18f-454b-4016-be58-d8783f554380 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:54.517874 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b7d678bf-c12b-4b0b-baec-a4a1856fabe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (2b27a18f-454b-4016-be58-d8783f554380), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:54.531883 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b1cce7f-983d-497f-95ba-3b0b76ff72c2 admin admin] Router d5c814ea-7376-4ad6-bb70-c2af89e370ad is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:05:54.581737 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-65787de0-d9f5-4326-9e3c-efeaeafd1a5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (c1b10cb3-6b20-482e-8674-ed207fa82481), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:54.599618 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced6db2-5c5d-4ce9-9435-34bec82f8f3d req-c1018e27-094e-4463-b29f-9854fa084c52 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:54.604797 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8ced6db2-5c5d-4ce9-9435-34bec82f8f3d req-c1018e27-094e-4463-b29f-9854fa084c52 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9a273a6d-fbc6-48ac-a0d4-01e877340a85 HTTP/1.1" status: 200 len: 1126 time: 0.0965865 Feb 09 01:05:54.673760 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-65787de0-d9f5-4326-9e3c-efeaeafd1a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (c1b10cb3-6b20-482e-8674-ed207fa82481), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:54.711640 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8ced6db2-5c5d-4ce9-9435-34bec82f8f3d req-d3c95703-781e-4f2a-a8e1-998f19eed773 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008601 Feb 09 01:05:54.829159 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 2b27a18f-454b-4016-be58-d8783f554380 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:54.829553 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (2b27a18f-454b-4016-be58-d8783f554380), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:54.929335 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969cc1d4-df29-41b6-ad54-c5db70dece09 None None] Pushing event updated for resources: {'Port': ['ID=664bfc52-b332-4150-ac19-9e6ab13158ee,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:54.941464 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-65787de0-d9f5-4326-9e3c-efeaeafd1a5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (c1b10cb3-6b20-482e-8674-ed207fa82481), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:55.064767 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65787de0-d9f5-4326-9e3c-efeaeafd1a5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1b10cb3-6b20-482e-8674-ed207fa82481,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:55.073699 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-65787de0-d9f5-4326-9e3c-efeaeafd1a5d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:55.073994 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b7d678bf-c12b-4b0b-baec-a4a1856fabe0 None None] Current status of the port 2b27a18f-454b-4016-be58-d8783f554380 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:05:55.074860 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b7d678bf-c12b-4b0b-baec-a4a1856fabe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (2b27a18f-454b-4016-be58-d8783f554380), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:55.081162 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45280) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:05:55.099183 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-65787de0-d9f5-4326-9e3c-efeaeafd1a5d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c1b10cb3-6b20-482e-8674-ed207fa82481 HTTP/1.1" status: 204 len: 168 time: 0.8863540 Feb 09 01:05:55.147435 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1cce7f-983d-497f-95ba-3b0b76ff72c2 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:05:55.163128 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc7510b-5ba8-43a6-9545-2aa49d647a37 None None] Sync routers for ids ['d5c814ea-7376-4ad6-bb70-c2af89e370ad'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:05:55.176749 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 2b27a18f-454b-4016-be58-d8783f554380 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:05:55.177327 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (2b27a18f-454b-4016-be58-d8783f554380), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:55.178535 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cac3c667-1353-41bf-af30-93028cd5114c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (bdb83081-7783-44b0-aeb7-7002ff9f4a47), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:55.184287 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-0811242f-54e1-4c8f-beb9-cf3dc488b41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edecd79-a129-4c90-8dd2-af0df8525895', 'name': 'tempest-AttachSCSIVolumeTestJSON-459654636-router', 'tenant_id': '89e1f0f4cc04459291204524a9eba8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'a0c5af9b-5469-4a4a-8355-39e19eecf403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:05:41Z', 'updated_at': '2022-02-09T01:05:46Z', 'revision_number': 4, 'project_id': '89e1f0f4cc04459291204524a9eba8d0', 'gw_port': {'id': 'a0c5af9b-5469-4a4a-8355-39e19eecf403', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:50:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edecd79-a129-4c90-8dd2-af0df8525895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:05:41Z', 'updated_at': '2022-02-09T01:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '664bfc52-b332-4150-ac19-9e6ab13158ee', 'name': '', 'network_id': 'db72407c-b961-4cdb-acfa-d628a00d5cf6', 'tenant_id': '89e1f0f4cc04459291204524a9eba8d0', 'mac_address': 'fa:16:3e:73:32:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edecd79-a129-4c90-8dd2-af0df8525895', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '39025205-bb7c-46ac-a43e-80dbed15aee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:05:45Z', 'updated_at': '2022-02-09T01:05:52Z', 'revision_number': 4, 'project_id': '89e1f0f4cc04459291204524a9eba8d0', 'subnets': [{'id': '39025205-bb7c-46ac-a43e-80dbed15aee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:55.189405 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-b7d678bf-c12b-4b0b-baec-a4a1856fabe0 None None] For port 2b27a18f-454b-4016-be58-d8783f554380, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=2b27a18f-454b-4016-be58-d8783f554380,segment=NetworkSegment(13bc8c4d-c079-45de-9aaf-809fbfc8a0f7),segment_id=13bc8c4d-c079-45de-9aaf-809fbfc8a0f7)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:05:55.193281 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc7510b-5ba8-43a6-9545-2aa49d647a37 None None] Routers {'d5c814ea-7376-4ad6-bb70-c2af89e370ad'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:05:55.194530 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-1fc7510b-5ba8-43a6-9545-2aa49d647a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:05:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['d5c814ea-7376-4ad6-bb70-c2af89e370ad'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:55.241528 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b7d678bf-c12b-4b0b-baec-a4a1856fabe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (2b27a18f-454b-4016-be58-d8783f554380), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:55.270629 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0811242f-54e1-4c8f-beb9-cf3dc488b41f None None] The sync data for ids ['7edecd79-a129-4c90-8dd2-af0df8525895'] in n-d-828369-4 is: [{'id': '7edecd79-a129-4c90-8dd2-af0df8525895', 'name': 'tempest-AttachSCSIVolumeTestJSON-459654636-router', 'tenant_id': '89e1f0f4cc04459291204524a9eba8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'a0c5af9b-5469-4a4a-8355-39e19eecf403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:05:41Z', 'updated_at': '2022-02-09T01:05:46Z', 'revision_number': 4, 'project_id': '89e1f0f4cc04459291204524a9eba8d0', 'gw_port': {'id': 'a0c5af9b-5469-4a4a-8355-39e19eecf403', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:50:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edecd79-a129-4c90-8dd2-af0df8525895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:05:41Z', 'updated_at': '2022-02-09T01:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '664bfc52-b332-4150-ac19-9e6ab13158ee', 'name': '', 'network_id': 'db72407c-b961-4cdb-acfa-d628a00d5cf6', 'tenant_id': '89e1f0f4cc04459291204524a9eba8d0', 'mac_address': 'fa:16:3e:73:32:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7edecd79-a129-4c90-8dd2-af0df8525895', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '39025205-bb7c-46ac-a43e-80dbed15aee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:05:45Z', 'updated_at': '2022-02-09T01:05:52Z', 'revision_number': 4, 'project_id': '89e1f0f4cc04459291204524a9eba8d0', 'subnets': [{'id': '39025205-bb7c-46ac-a43e-80dbed15aee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:05:55.298381 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac3c667-1353-41bf-af30-93028cd5114c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdb83081-7783-44b0-aeb7-7002ff9f4a47,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:55.314304 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6b1cce7f-983d-497f-95ba-3b0b76ff72c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:55.316002 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6b1cce7f-983d-497f-95ba-3b0b76ff72c2 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5090594 Feb 09 01:05:55.320426 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45288) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:05:55.372564 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 15cf4fba-b130-4614-8edd-0e3d63e568ad no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:05:55.457860 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-b7d678bf-c12b-4b0b-baec-a4a1856fabe0 None None] Provisioning complete for port 664bfc52-b332-4150-ac19-9e6ab13158ee triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:55.458393 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b7d678bf-c12b-4b0b-baec-a4a1856fabe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (664bfc52-b332-4150-ac19-9e6ab13158ee), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:55.461563 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.api [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:05:55.461977 n-d-828369-4 neutron-server[103138]: DEBUG oslo_db.api [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:05:55.549122 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: 15cf4fba-b130-4614-8edd-0e3d63e568ad {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:05:55.549468 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 15cf4fba-b130-4614-8edd-0e3d63e568ad not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:05:55.558985 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d678bf-c12b-4b0b-baec-a4a1856fabe0 None None] Pushing event updated for resources: {'Port': ['ID=2b27a18f-454b-4016-be58-d8783f554380,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:55.596935 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d4f47e4c-555d-4b49-b5e8-09107dd4704e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (a4e11b78-9060-4302-aab2-ba04545de35e), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:55.660399 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-1fc7510b-5ba8-43a6-9545-2aa49d647a37 None None] Set router d5c814ea-7376-4ad6-bb70-c2af89e370ad gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:05:55.702303 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b7d678bf-c12b-4b0b-baec-a4a1856fabe0 None None] Current status of the port 664bfc52-b332-4150-ac19-9e6ab13158ee is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:05:55.716466 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c839de3b-8eb8-42f6-a045-09088ba39779 req-94571d09-0da5-4134-916a-57bea29c5116 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 210 time: 0.0827703 Feb 09 01:05:55.770014 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0998cb4-5445-4be4-854f-a43296d9e607 req-bb9f3151-d91b-40e8-be37-e5b5752141d0 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:55.772274 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0998cb4-5445-4be4-854f-a43296d9e607 req-bb9f3151-d91b-40e8-be37-e5b5752141d0 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/networks?id=584d7274-cb01-4853-8902-7824a3a705cb HTTP/1.1" status: 200 len: 807 time: 0.5768821 Feb 09 01:05:55.777809 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac3c667-1353-41bf-af30-93028cd5114c admin admin] Checking segment: {'id': '3c63ea86-e27b-44f0-b66a-b57792354f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'f0bf2d1b-1661-4bc9-ac26-21a65de127bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:05:55.778819 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac3c667-1353-41bf-af30-93028cd5114c admin admin] Network hostable DHCP agents. Network: f0bf2d1b-1661-4bc9-ac26-21a65de127bc, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:05:55.837115 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-f7e26fe0-4221-48f0-bc1c-fd0a4484a7a1 None None] Provisioning complete for port 2b27a18f-454b-4016-be58-d8783f554380 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:55.837761 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f7e26fe0-4221-48f0-bc1c-fd0a4484a7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (2b27a18f-454b-4016-be58-d8783f554380), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:55.897401 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0998cb4-5445-4be4-854f-a43296d9e607 req-c05a92d9-cf4f-400a-bfe8-6def4264268a tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/quotas/349016141cb643eba466ab5e9338a7e5 HTTP/1.1" status: 200 len: 375 time: 0.1135252 Feb 09 01:05:55.940076 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d4f47e4c-555d-4b49-b5e8-09107dd4704e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (a4e11b78-9060-4302-aab2-ba04545de35e), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:55.989184 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-d4f47e4c-555d-4b49-b5e8-09107dd4704e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4e11b78-9060-4302-aab2-ba04545de35e']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:55.994720 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac3c667-1353-41bf-af30-93028cd5114c admin admin] Network f0bf2d1b-1661-4bc9-ac26-21a65de127bc is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:05:56.015232 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-d4f47e4c-555d-4b49-b5e8-09107dd4704e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5462c5d-43dc-446a-9c1d-ae8ab2e52dec') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:56.015540 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-d4f47e4c-555d-4b49-b5e8-09107dd4704e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5462c5d-43dc-446a-9c1d-ae8ab2e52dec') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:56.027148 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-cac3c667-1353-41bf-af30-93028cd5114c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, f0bf2d1b-1661-4bc9-ac26-21a65de127bc) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:05:56.044040 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac3c667-1353-41bf-af30-93028cd5114c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:56.044990 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cac3c667-1353-41bf-af30-93028cd5114c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:56.057025 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d4f47e4c-555d-4b49-b5e8-09107dd4704e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (d5462c5d-43dc-446a-9c1d-ae8ab2e52dec), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:56.064367 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a57f5c7-b9e6-45a8-b9b0-ac2ea5922785 None None] Network f0bf2d1b-1661-4bc9-ac26-21a65de127bc requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:05:56.081992 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0998cb4-5445-4be4-854f-a43296d9e607 req-69a87578-b9fd-417c-b7a1-21965103b607 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=349016141cb643eba466ab5e9338a7e5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1832347 Feb 09 01:05:56.097364 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71365f-359c-4b94-9763-b33144680972 req-48a453b9-eb33-472f-8e93-5f72055f1ecf tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:56.114639 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0e71365f-359c-4b94-9763-b33144680972 req-48a453b9-eb33-472f-8e93-5f72055f1ecf tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 949 time: 0.2432785 Feb 09 01:05:56.148426 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-1fc7510b-5ba8-43a6-9545-2aa49d647a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c814ea-7376-4ad6-bb70-c2af89e370ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-2039075345-router', 'tenant_id': '56b8c116ea4045f9a2e9fc8000cb5f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'e37474ac-405a-4e70-8b48-a2deef443af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:05:50Z', 'updated_at': '2022-02-09T01:05:53Z', 'revision_number': 3, 'project_id': '56b8c116ea4045f9a2e9fc8000cb5f48', 'gw_port': {'id': 'e37474ac-405a-4e70-8b48-a2deef443af3', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c814ea-7376-4ad6-bb70-c2af89e370ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:05:52Z', 'updated_at': '2022-02-09T01:05:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:56.174675 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f7e26fe0-4221-48f0-bc1c-fd0a4484a7a1 None None] Current status of the port 2b27a18f-454b-4016-be58-d8783f554380 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:05:56.182491 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d4f47e4c-555d-4b49-b5e8-09107dd4704e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (d5462c5d-43dc-446a-9c1d-ae8ab2e52dec), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:56.199442 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 2b27a18f-454b-4016-be58-d8783f554380 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:05:56.215955 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc7510b-5ba8-43a6-9545-2aa49d647a37 None None] Checking router: d5c814ea-7376-4ad6-bb70-c2af89e370ad for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:05:56.216484 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc7510b-5ba8-43a6-9545-2aa49d647a37 None None] Updating router d5c814ea-7376-4ad6-bb70-c2af89e370ad port e37474ac-405a-4e70-8b48-a2deef443af3 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:05:56.232333 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-cac3c667-1353-41bf-af30-93028cd5114c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4341204 Feb 09 01:05:56.253932 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4f47e4c-555d-4b49-b5e8-09107dd4704e admin admin] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:05:56.254356 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d4f47e4c-555d-4b49-b5e8-09107dd4704e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (d5462c5d-43dc-446a-9c1d-ae8ab2e52dec), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:56.260714 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:05:56.260714 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:05:56.260714 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:05:56.260714 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:05:56.260714 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:05:56.260714 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:05:56.260714 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:05:56.260714 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:05:56.260714 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:05:56.260714 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:05:56.260714 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:05:56.260714 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:05:56.260714 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:05:56.260714 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:05:56.260714 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:05:56.260714 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:05:56.260714 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:05:56.260714 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:05:56.260714 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:05:56.260714 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:05:56.260714 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:05:56.260714 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:05:56.260714 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:05:56.260714 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:05:56.260714 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:05:56.260714 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:05:56.260714 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:05:56.260714 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:05:56.260714 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:05:56.260714 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:05:56.260714 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:05:56.260714 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:05:56.350122 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1fc7510b-5ba8-43a6-9545-2aa49d647a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e37474ac-405a-4e70-8b48-a2deef443af3), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:56.378225 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0e71365f-359c-4b94-9763-b33144680972 req-e55ef693-7e05-46b4-9076-167d9599fc2f tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626090 Feb 09 01:05:56.380275 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a5a0a9-2048-4a9a-96ed-b8ff8f8574b7 None None] Network f0bf2d1b-1661-4bc9-ac26-21a65de127bc requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:05:56.436799 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d4f47e4c-555d-4b49-b5e8-09107dd4704e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (a4e11b78-9060-4302-aab2-ba04545de35e), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:56.481500 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d4f47e4c-555d-4b49-b5e8-09107dd4704e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:56.511381 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d4f47e4c-555d-4b49-b5e8-09107dd4704e admin admin] 10.222.0.50 "DELETE /v2.0/networks/a4e11b78-9060-4302-aab2-ba04545de35e HTTP/1.1" status: 204 len: 168 time: 1.4284816 Feb 09 01:05:56.519818 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45308) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:05:56.594434 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f47e4c-555d-4b49-b5e8-09107dd4704e admin admin] Pushing event deleted for resources: {'Network': ['ID=a4e11b78-9060-4302-aab2-ba04545de35e,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:56.607148 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0998cb4-5445-4be4-854f-a43296d9e607 req-23128a8f-9aa7-43ce-8f85-3818bd3f635a service neutron] 10.222.0.50 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5245020 Feb 09 01:05:56.660507 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 664bfc52-b332-4150-ac19-9e6ab13158ee up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:05:56.721936 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f47e4c-555d-4b49-b5e8-09107dd4704e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:56.722671 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f47e4c-555d-4b49-b5e8-09107dd4704e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:56.723280 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f47e4c-555d-4b49-b5e8-09107dd4704e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:56.724023 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f47e4c-555d-4b49-b5e8-09107dd4704e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:56.724718 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f47e4c-555d-4b49-b5e8-09107dd4704e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:56.726418 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f47e4c-555d-4b49-b5e8-09107dd4704e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:56.727334 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f47e4c-555d-4b49-b5e8-09107dd4704e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:56.728004 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f47e4c-555d-4b49-b5e8-09107dd4704e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:56.728621 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f47e4c-555d-4b49-b5e8-09107dd4704e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:56.729177 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f47e4c-555d-4b49-b5e8-09107dd4704e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:56.729756 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f47e4c-555d-4b49-b5e8-09107dd4704e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:56.730288 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f47e4c-555d-4b49-b5e8-09107dd4704e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:56.730829 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f47e4c-555d-4b49-b5e8-09107dd4704e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:05:56.813242 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 664bfc52-b332-4150-ac19-9e6ab13158ee triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:56.814782 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (664bfc52-b332-4150-ac19-9e6ab13158ee), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:56.838396 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0998cb4-5445-4be4-854f-a43296d9e607 req-eaa4b629-d77f-4297-8275-57591e1a4ded service neutron] 10.222.0.50 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298746 Feb 09 01:05:56.838656 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-8199acfe-a96c-45c4-984f-2e19bb6e39fa admin admin] Deleting subnet d9de7075-c936-4695-b573-81dd84a153a2 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:05:56.843679 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8199acfe-a96c-45c4-984f-2e19bb6e39fa admin admin] Publish callbacks [] for subnet (d9de7075-c936-4695-b573-81dd84a153a2), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:56.943943 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 664bfc52-b332-4150-ac19-9e6ab13158ee is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:05:56.945119 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 2b27a18f-454b-4016-be58-d8783f554380 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:05:56.981598 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8199acfe-a96c-45c4-984f-2e19bb6e39fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (d9de7075-c936-4695-b573-81dd84a153a2), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:57.034164 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6c1a568a-973b-4179-be5c-f18724aaea0f req-b7502c5d-24d1-494b-9e38-bfbcafae298a tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 210 time: 0.0634987 Feb 09 01:05:57.044316 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81a30fb7-05e4-484f-8520-a0d964e461d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:57.050209 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 2b27a18f-454b-4016-be58-d8783f554380 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:57.051202 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (2b27a18f-454b-4016-be58-d8783f554380), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:57.135195 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8199acfe-a96c-45c4-984f-2e19bb6e39fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (d9de7075-c936-4695-b573-81dd84a153a2), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:57.187243 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1fc7510b-5ba8-43a6-9545-2aa49d647a37 None None] Publish callbacks [] for port (e37474ac-405a-4e70-8b48-a2deef443af3), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:57.199813 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1fc7510b-5ba8-43a6-9545-2aa49d647a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e37474ac-405a-4e70-8b48-a2deef443af3), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:57.298965 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 2b27a18f-454b-4016-be58-d8783f554380 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:05:57.309238 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8199acfe-a96c-45c4-984f-2e19bb6e39fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (d9de7075-c936-4695-b573-81dd84a153a2), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:57.352104 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-1fc7510b-5ba8-43a6-9545-2aa49d647a37 None None] Attempting to bind port e37474ac-405a-4e70-8b48-a2deef443af3 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:05:57.352628 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-1fc7510b-5ba8-43a6-9545-2aa49d647a37 None None] Attempting to bind port e37474ac-405a-4e70-8b48-a2deef443af3 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:05:57.353276 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc7510b-5ba8-43a6-9545-2aa49d647a37 None None] Attempting to bind port e37474ac-405a-4e70-8b48-a2deef443af3 on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:05:57.368040 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc7510b-5ba8-43a6-9545-2aa49d647a37 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:05:57.369119 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc7510b-5ba8-43a6-9545-2aa49d647a37 None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:05:57.369549 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1fc7510b-5ba8-43a6-9545-2aa49d647a37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:57.369964 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc7510b-5ba8-43a6-9545-2aa49d647a37 None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:05:57.370548 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-1fc7510b-5ba8-43a6-9545-2aa49d647a37 None None] Bound port: e37474ac-405a-4e70-8b48-a2deef443af3, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:05:57.370837 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1fc7510b-5ba8-43a6-9545-2aa49d647a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e37474ac-405a-4e70-8b48-a2deef443af3), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:57.371149 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8199acfe-a96c-45c4-984f-2e19bb6e39fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9de7075-c936-4695-b573-81dd84a153a2,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:57.376136 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b1e14-48df-4120-b99b-2e34c216a183 None None] Pushing event updated for resources: {'Port': ['ID=e37474ac-405a-4e70-8b48-a2deef443af3,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:57.418846 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482aa4e-5470-4e12-8cc6-6feea5859d8d req-51a22021-f997-49bd-b1cb-6aceb729e695 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:57.430086 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7482aa4e-5470-4e12-8cc6-6feea5859d8d req-51a22021-f997-49bd-b1cb-6aceb729e695 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/networks?id=6887c7a4-5287-46fb-8e1c-13a166b3746e HTTP/1.1" status: 200 len: 811 time: 0.2155790 Feb 09 01:05:57.441318 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8199acfe-a96c-45c4-984f-2e19bb6e39fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:57.445717 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8199acfe-a96c-45c4-984f-2e19bb6e39fa admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d9de7075-c936-4695-b573-81dd84a153a2 HTTP/1.1" status: 204 len: 168 time: 0.9247942 Feb 09 01:05:57.449273 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45352) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:05:57.464108 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-1fc7510b-5ba8-43a6-9545-2aa49d647a37 None None] For port e37474ac-405a-4e70-8b48-a2deef443af3, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:05:57.468152 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-1fc7510b-5ba8-43a6-9545-2aa49d647a37 None None] For port e37474ac-405a-4e70-8b48-a2deef443af3, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=e37474ac-405a-4e70-8b48-a2deef443af3,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:05:57.478072 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1fc7510b-5ba8-43a6-9545-2aa49d647a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e37474ac-405a-4e70-8b48-a2deef443af3), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:57.543235 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-431953fe-6f22-4155-8a82-007446d59b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (3dbc6ac5-ce03-4078-afe2-3647d41d3354), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:57.565082 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b1e14-48df-4120-b99b-2e34c216a183 None None] Pushing event updated for resources: {'Port': ['ID=e37474ac-405a-4e70-8b48-a2deef443af3,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:57.597519 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc7510b-5ba8-43a6-9545-2aa49d647a37 None None] Routers {'d5c814ea-7376-4ad6-bb70-c2af89e370ad'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:05:57.598445 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-1fc7510b-5ba8-43a6-9545-2aa49d647a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:05:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['d5c814ea-7376-4ad6-bb70-c2af89e370ad'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:57.725187 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-431953fe-6f22-4155-8a82-007446d59b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (3dbc6ac5-ce03-4078-afe2-3647d41d3354), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:57.728505 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-81a30fb7-05e4-484f-8520-a0d964e461d4 admin admin] Allocated IP 172.20.0.1 (3880fd19-fefa-4624-bad8-1d3b848c46ea/77b6eea2-23aa-458c-8297-67a126833f5a/c8202dbf-ae31-4474-83f8-7e62a5746094) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:05:57.758571 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-431953fe-6f22-4155-8a82-007446d59b08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dbc6ac5-ce03-4078-afe2-3647d41d3354']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:57.782844 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-431953fe-6f22-4155-8a82-007446d59b08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2de01faf-26dc-474a-9d45-ba4ea703d7fa') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:57.783143 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-431953fe-6f22-4155-8a82-007446d59b08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2de01faf-26dc-474a-9d45-ba4ea703d7fa') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:57.850577 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-1fc7510b-5ba8-43a6-9545-2aa49d647a37 None None] Set router d5c814ea-7376-4ad6-bb70-c2af89e370ad gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:05:57.869831 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-431953fe-6f22-4155-8a82-007446d59b08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (2de01faf-26dc-474a-9d45-ba4ea703d7fa), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:57.911452 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-431953fe-6f22-4155-8a82-007446d59b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (2de01faf-26dc-474a-9d45-ba4ea703d7fa), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:57.936292 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-431953fe-6f22-4155-8a82-007446d59b08 admin admin] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:05:57.936748 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-431953fe-6f22-4155-8a82-007446d59b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (2de01faf-26dc-474a-9d45-ba4ea703d7fa), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:57.941107 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:05:57.941107 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:05:57.941107 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:05:57.941107 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:05:57.941107 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:05:57.941107 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:05:57.941107 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:05:57.941107 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:05:57.941107 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:05:57.941107 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:05:57.941107 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:05:57.941107 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:05:57.941107 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:05:57.941107 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:05:57.941107 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:05:57.941107 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:05:57.941107 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:05:57.941107 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:05:57.941107 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:05:57.941107 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:05:57.941107 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:05:57.941107 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:05:57.941107 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:05:57.941107 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:05:57.941107 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:05:57.941107 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:05:57.941107 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:05:57.941107 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:05:57.941107 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:05:57.941107 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:05:57.941107 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:05:57.941107 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:05:57.943806 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7482aa4e-5470-4e12-8cc6-6feea5859d8d req-226cbc9e-d482-4b71-9be3-a10f06d39d23 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/quotas/bc3818006b3c45fb99098097e9082b77 HTTP/1.1" status: 200 len: 375 time: 0.5115151 Feb 09 01:05:57.985357 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7482aa4e-5470-4e12-8cc6-6feea5859d8d req-cf154697-748d-4e21-a040-122adb5d36cc tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc3818006b3c45fb99098097e9082b77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404720 Feb 09 01:05:58.066265 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-431953fe-6f22-4155-8a82-007446d59b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (3dbc6ac5-ce03-4078-afe2-3647d41d3354), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:58.083457 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-431953fe-6f22-4155-8a82-007446d59b08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:58.086744 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-431953fe-6f22-4155-8a82-007446d59b08 admin admin] 10.222.0.50 "DELETE /v2.0/networks/3dbc6ac5-ce03-4078-afe2-3647d41d3354 HTTP/1.1" status: 204 len: 168 time: 0.6363816 Feb 09 01:05:58.124716 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7482aa4e-5470-4e12-8cc6-6feea5859d8d req-9058ea18-974d-4e2f-96b9-21dc830084c4 service neutron] 10.222.0.50 "GET /v2.0/networks/6887c7a4-5287-46fb-8e1c-13a166b3746e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383157 Feb 09 01:05:58.143387 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431953fe-6f22-4155-8a82-007446d59b08 admin admin] Pushing event deleted for resources: {'Network': ['ID=3dbc6ac5-ce03-4078-afe2-3647d41d3354,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:58.144925 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-9bafa9da-0a7f-4f40-85b2-3211f42ea7b2 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:58.148503 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81a30fb7-05e4-484f-8520-a0d964e461d4 admin admin] Publish callbacks [] for port (c8202dbf-ae31-4474-83f8-7e62a5746094), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:58.152046 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-9bafa9da-0a7f-4f40-85b2-3211f42ea7b2 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/networks?id=f0bf2d1b-1661-4bc9-ac26-21a65de127bc HTTP/1.1" status: 200 len: 812 time: 0.7104418 Feb 09 01:05:58.199131 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81a30fb7-05e4-484f-8520-a0d964e461d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (c8202dbf-ae31-4474-83f8-7e62a5746094), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:58.272063 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-fb9f452b-dd73-47cf-afb7-fcee4ab3bdbe tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/quotas/92a9e1b9cb7947939e37c73c60cfce20 HTTP/1.1" status: 200 len: 375 time: 0.1184957 Feb 09 01:05:58.307786 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a30fb7-05e4-484f-8520-a0d964e461d4 admin admin] Network 3880fd19-fefa-4624-bad8-1d3b848c46ea is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:05:58.312492 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-1fc7510b-5ba8-43a6-9545-2aa49d647a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c814ea-7376-4ad6-bb70-c2af89e370ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-2039075345-router', 'tenant_id': '56b8c116ea4045f9a2e9fc8000cb5f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'e37474ac-405a-4e70-8b48-a2deef443af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:05:50Z', 'updated_at': '2022-02-09T01:05:53Z', 'revision_number': 3, 'project_id': '56b8c116ea4045f9a2e9fc8000cb5f48', 'gw_port': {'id': 'e37474ac-405a-4e70-8b48-a2deef443af3', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c814ea-7376-4ad6-bb70-c2af89e370ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:05:52Z', 'updated_at': '2022-02-09T01:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:05:58.313323 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-81a30fb7-05e4-484f-8520-a0d964e461d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:05:58.317291 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a30fb7-05e4-484f-8520-a0d964e461d4 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:05:58.356442 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc7510b-5ba8-43a6-9545-2aa49d647a37 None None] The sync data for ids ['d5c814ea-7376-4ad6-bb70-c2af89e370ad'] in n-d-828369-4 is: [{'id': 'd5c814ea-7376-4ad6-bb70-c2af89e370ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-2039075345-router', 'tenant_id': '56b8c116ea4045f9a2e9fc8000cb5f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'e37474ac-405a-4e70-8b48-a2deef443af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:05:50Z', 'updated_at': '2022-02-09T01:05:53Z', 'revision_number': 3, 'project_id': '56b8c116ea4045f9a2e9fc8000cb5f48', 'gw_port': {'id': 'e37474ac-405a-4e70-8b48-a2deef443af3', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c814ea-7376-4ad6-bb70-c2af89e370ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:05:52Z', 'updated_at': '2022-02-09T01:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:05:58.371799 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-0d0c7f72-9daa-4061-a9d7-963f34c28233 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=92a9e1b9cb7947939e37c73c60cfce20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0982878 Feb 09 01:05:58.398841 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a30fb7-05e4-484f-8520-a0d964e461d4 admin admin] Pushing event updated for resources: {'Port': ['ID=c8202dbf-ae31-4474-83f8-7e62a5746094,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:58.422551 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45364) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:05:58.434540 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81a30fb7-05e4-484f-8520-a0d964e461d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (d5c814ea-7376-4ad6-bb70-c2af89e370ad), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:58.546622 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7482aa4e-5470-4e12-8cc6-6feea5859d8d req-4d03c0b7-d33d-4180-af5c-2da310eff715 service neutron] 10.222.0.50 "GET /v2.0/networks/6887c7a4-5287-46fb-8e1c-13a166b3746e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3910871 Feb 09 01:05:58.601702 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-40493b4c-d3d3-47e7-851f-17b1b6067536 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bf963298e25446d0baab882ca2fb5ed4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1744530 Feb 09 01:05:58.601898 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45366) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:05:58.621748 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-0d301fb5-0cc6-4a7f-80b5-349380084265 service neutron] 10.222.0.50 "GET /v2.0/networks/f0bf2d1b-1661-4bc9-ac26-21a65de127bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328093 Feb 09 01:05:58.683315 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7b44026f-dc24-4af2-8097-53463f7ea29b admin admin] Publish callbacks [] for security_group (fe844d40-87fc-4c4d-9674-2556616cda6a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:58.716499 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7b44026f-dc24-4af2-8097-53463f7ea29b admin admin] Publish callbacks [] for security_group (fe844d40-87fc-4c4d-9674-2556616cda6a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:58.734119 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-9bc630af-b502-466a-ab51-05894bb5b937 None None] Provisioning complete for port c8202dbf-ae31-4474-83f8-7e62a5746094 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:05:58.735961 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9bc630af-b502-466a-ab51-05894bb5b937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c8202dbf-ae31-4474-83f8-7e62a5746094), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:58.784243 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81a30fb7-05e4-484f-8520-a0d964e461d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c8202dbf-ae31-4474-83f8-7e62a5746094), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:58.894044 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7b44026f-dc24-4af2-8097-53463f7ea29b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (fe844d40-87fc-4c4d-9674-2556616cda6a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:58.896963 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7b44026f-dc24-4af2-8097-53463f7ea29b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:58.900459 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7b44026f-dc24-4af2-8097-53463f7ea29b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fe844d40-87fc-4c4d-9674-2556616cda6a HTTP/1.1" status: 204 len: 168 time: 0.2961643 Feb 09 01:05:58.939392 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-9bc630af-b502-466a-ab51-05894bb5b937 None None] Port c8202dbf-ae31-4474-83f8-7e62a5746094 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:05:58.975594 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b44026f-dc24-4af2-8097-53463f7ea29b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe844d40-87fc-4c4d-9674-2556616cda6a,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:59.022144 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0998cb4-5445-4be4-854f-a43296d9e607 req-688593a0-8bf0-4810-b795-f81a179f1d1b tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:59.025391 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0998cb4-5445-4be4-854f-a43296d9e607 req-688593a0-8bf0-4810-b795-f81a179f1d1b tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.120 "GET /v2.0/networks?id=584d7274-cb01-4853-8902-7824a3a705cb HTTP/1.1" status: 200 len: 807 time: 0.2751310 Feb 09 01:05:59.101164 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-6437591a-ab63-4672-a47f-20c7ad7aeb5c service neutron] 10.222.0.50 "GET /v2.0/networks/f0bf2d1b-1661-4bc9-ac26-21a65de127bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4720016 Feb 09 01:05:59.109344 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-b0998cb4-5445-4be4-854f-a43296d9e607 req-0f14011c-43a1-4d62-97dc-4890b9f06f1d tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Request body: {'port': {'device_id': 'a7150ff8-64e8-4ee5-a5b2-922df0e31528', 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb', 'admin_state_up': True, 'tenant_id': '349016141cb643eba466ab5e9338a7e5'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:05:59.163752 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81a30fb7-05e4-484f-8520-a0d964e461d4 admin admin] Publish callbacks [] for port (c8202dbf-ae31-4474-83f8-7e62a5746094), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:59.174268 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81a30fb7-05e4-484f-8520-a0d964e461d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (c8202dbf-ae31-4474-83f8-7e62a5746094), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:59.280078 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7b46c654-2d25-4e42-8922-613d08f5ded2 req-53d3dc82-b837-4ee3-9d30-24ced0ef602c tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7150ff8-64e8-4ee5-a5b2-922df0e31528 HTTP/1.1" status: 200 len: 210 time: 0.2533021 Feb 09 01:05:59.364580 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81a30fb7-05e4-484f-8520-a0d964e461d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (d5c814ea-7376-4ad6-bb70-c2af89e370ad), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:59.372815 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a30fb7-05e4-484f-8520-a0d964e461d4 admin admin] Pushing event updated for resources: {'Port': ['ID=c8202dbf-ae31-4474-83f8-7e62a5746094,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:05:59.463908 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0998cb4-5445-4be4-854f-a43296d9e607 req-0f14011c-43a1-4d62-97dc-4890b9f06f1d tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Made reservation on behalf of 349016141cb643eba466ab5e9338a7e5 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:05:59.467793 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b0998cb4-5445-4be4-854f-a43296d9e607 req-0f14011c-43a1-4d62-97dc-4890b9f06f1d tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:05:59.616233 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a30fb7-05e4-484f-8520-a0d964e461d4 admin admin] Network 3880fd19-fefa-4624-bad8-1d3b848c46ea is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:05:59.619597 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-81a30fb7-05e4-484f-8520-a0d964e461d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:05:59.693771 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-15474145-0130-46ce-9f5f-71fc419a96c6 req-6f821726-adc3-4af7-9e1e-6e9611b0dec4 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 210 time: 0.0833497 Feb 09 01:05:59.700908 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45392) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:05:59.881715 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a30fb7-05e4-484f-8520-a0d964e461d4 admin admin] Router d5c814ea-7376-4ad6-bb70-c2af89e370ad has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:05:59.916627 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b9120-7527-41ec-bead-e2e8e46f2145 req-b0c197da-69ec-4ba9-9d09-f470b67c4909 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:05:59.925757 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c20b9120-7527-41ec-bead-e2e8e46f2145 req-b0c197da-69ec-4ba9-9d09-f470b67c4909 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 949 time: 0.3973227 Feb 09 01:06:00.073346 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-bb8b91e3-39d2-4a34-a627-3e3472b056ec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bb9b3531e39341c6a9f1333ce1a4c0a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3643026 Feb 09 01:06:00.076384 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-bf919175-6731-4abe-bef0-8b5fd139ad1c None None] Provisioning complete for port c8202dbf-ae31-4474-83f8-7e62a5746094 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:00.076858 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bf919175-6731-4abe-bef0-8b5fd139ad1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c8202dbf-ae31-4474-83f8-7e62a5746094), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:00.103405 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5a59eff8-b730-41ba-b0dc-f1a2c64bfd11 req-1dd5ff96-b052-4408-82f5-d0b13a315a14 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=7de18159-e0a2-4539-9a6a-f35684e9d93a HTTP/1.1" status: 200 len: 210 time: 0.2213242 Feb 09 01:06:00.113702 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45402) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:06:00.171319 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-bf919175-6731-4abe-bef0-8b5fd139ad1c None None] Port c8202dbf-ae31-4474-83f8-7e62a5746094 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:06:00.192951 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c20b9120-7527-41ec-bead-e2e8e46f2145 req-a545e4b4-aa46-42fd-adcb-554e45e0297a tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619932 Feb 09 01:06:00.195476 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-b0998cb4-5445-4be4-854f-a43296d9e607 req-0f14011c-43a1-4d62-97dc-4890b9f06f1d tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Allocated IP 172.20.0.2 (584d7274-cb01-4853-8902-7824a3a705cb/4611cb36-f3d2-4498-977c-18da9d170e4c/e6ab358e-5c8a-47ef-a521-a6fd49354b58) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:06:00.309057 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a5e59f00-1fd1-4287-8239-dc6a80ca996a admin admin] Publish callbacks [] for security_group (98f1e1ca-606e-40e7-98c4-4a9f56401598), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:00.369359 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device e37474ac-405a-4e70-8b48-a2deef443af3 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:06:00.446938 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a5e59f00-1fd1-4287-8239-dc6a80ca996a admin admin] Publish callbacks [] for security_group (98f1e1ca-606e-40e7-98c4-4a9f56401598), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:00.492400 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port e37474ac-405a-4e70-8b48-a2deef443af3 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:00.492816 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e37474ac-405a-4e70-8b48-a2deef443af3), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:00.586363 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4488fc74-6acd-4ef6-9365-915df8938684 req-bfb7d759-6515-4833-a262-1c7330d71824 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/ports?device_id=96951ba7-b603-4036-84c6-092ff872aa88 HTTP/1.1" status: 200 len: 210 time: 0.1817663 Feb 09 01:06:00.642530 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2bf22ee4-003d-42ba-99e2-253f324c0e3d req-ecc81f78-4d50-472b-9298-306adcd8a3c8 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7150ff8-64e8-4ee5-a5b2-922df0e31528 HTTP/1.1" status: 200 len: 210 time: 0.2022409 Feb 09 01:06:00.707770 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port e37474ac-405a-4e70-8b48-a2deef443af3 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:06:00.711524 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e37474ac-405a-4e70-8b48-a2deef443af3), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:00.728655 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:06:00.784606 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port e37474ac-405a-4e70-8b48-a2deef443af3, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=e37474ac-405a-4e70-8b48-a2deef443af3,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:00.796009 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e37474ac-405a-4e70-8b48-a2deef443af3), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:00.806124 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a30fb7-05e4-484f-8520-a0d964e461d4 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:06:00.824253 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-81a30fb7-05e4-484f-8520-a0d964e461d4 admin admin] 10.222.0.50 "PUT /v2.0/routers/d5c814ea-7376-4ad6-bb70-c2af89e370ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5013795 Feb 09 01:06:00.976258 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-87a685b9-17e2-4e8f-ace7-adc2e4b5d7f7 req-142c0350-6639-43f8-9ddc-13fcb2f9818b tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 210 time: 0.1048205 Feb 09 01:06:00.991375 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a5e59f00-1fd1-4287-8239-dc6a80ca996a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (98f1e1ca-606e-40e7-98c4-4a9f56401598), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:00.994569 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a5e59f00-1fd1-4287-8239-dc6a80ca996a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:01.013572 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a5e59f00-1fd1-4287-8239-dc6a80ca996a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/98f1e1ca-606e-40e7-98c4-4a9f56401598 HTTP/1.1" status: 204 len: 168 time: 0.8826373 Feb 09 01:06:01.022868 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45436) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:06:01.046673 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=e37474ac-405a-4e70-8b48-a2deef443af3,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:01.071766 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482aa4e-5470-4e12-8cc6-6feea5859d8d req-990e55c7-4228-4e88-8dc5-3284a0d0ee28 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:01.073609 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7482aa4e-5470-4e12-8cc6-6feea5859d8d req-990e55c7-4228-4e88-8dc5-3284a0d0ee28 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.47 "GET /v2.0/networks?id=6887c7a4-5287-46fb-8e1c-13a166b3746e HTTP/1.1" status: 200 len: 811 time: 0.3862944 Feb 09 01:06:01.103915 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b0998cb4-5445-4be4-854f-a43296d9e607 req-0f14011c-43a1-4d62-97dc-4890b9f06f1d tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Publish callbacks [] for port (e6ab358e-5c8a-47ef-a521-a6fd49354b58), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:01.125583 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-7482aa4e-5470-4e12-8cc6-6feea5859d8d req-da2fef3a-c100-456e-9a9d-4cb5f3d5178d tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Request body: {'port': {'device_id': '7de18159-e0a2-4539-9a6a-f35684e9d93a', 'network_id': '6887c7a4-5287-46fb-8e1c-13a166b3746e', 'admin_state_up': True, 'tenant_id': 'bc3818006b3c45fb99098097e9082b77'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:01.294465 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e59f00-1fd1-4287-8239-dc6a80ca996a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f1e1ca-606e-40e7-98c4-4a9f56401598,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:01.332003 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282a071e-62f5-4a80-b12d-9c4b8f43adce None None] Sync routers for ids ['d5c814ea-7376-4ad6-bb70-c2af89e370ad'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:06:01.360444 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282a071e-62f5-4a80-b12d-9c4b8f43adce None None] Routers {'d5c814ea-7376-4ad6-bb70-c2af89e370ad'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:06:01.361593 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-282a071e-62f5-4a80-b12d-9c4b8f43adce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:05:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['d5c814ea-7376-4ad6-bb70-c2af89e370ad'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:01.445234 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6b5c21d8-82ee-4fc2-96e2-e74e2a687b05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:01.462587 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee9e6833-3eec-4504-a70d-e5d707e3f489 req-2e599700-9be0-46cd-b094-d6208fd539db tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=7de18159-e0a2-4539-9a6a-f35684e9d93a HTTP/1.1" status: 200 len: 210 time: 0.1316285 Feb 09 01:06:01.679970 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-282a071e-62f5-4a80-b12d-9c4b8f43adce None None] Set router d5c814ea-7376-4ad6-bb70-c2af89e370ad gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:06:01.686638 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6b5c21d8-82ee-4fc2-96e2-e74e2a687b05 admin admin] Publish callbacks [] for security_group (93b55908-3cc5-4aa6-8c34-1b5d9d9e0a82), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:01.700101 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6b5c21d8-82ee-4fc2-96e2-e74e2a687b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (93b55908-3cc5-4aa6-8c34-1b5d9d9e0a82), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:01.733169 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c21d8-82ee-4fc2-96e2-e74e2a687b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b55908-3cc5-4aa6-8c34-1b5d9d9e0a82,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:01.735465 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d558f1c-37ea-4ad0-bb6d-03da1da599f5 req-72d059ac-c3aa-49fc-bd52-7c01e88b5041 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:01.746285 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5d558f1c-37ea-4ad0-bb6d-03da1da599f5 req-72d059ac-c3aa-49fc-bd52-7c01e88b5041 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 949 time: 0.3833392 Feb 09 01:06:01.773298 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6b5c21d8-82ee-4fc2-96e2-e74e2a687b05 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=76cba1e9f5784f45bc4c4c491e4a576d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7490487 Feb 09 01:06:01.777592 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45466) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:06:01.813326 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b0998cb4-5445-4be4-854f-a43296d9e607 req-0f14011c-43a1-4d62-97dc-4890b9f06f1d tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (e6ab358e-5c8a-47ef-a521-a6fd49354b58), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:01.853087 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1c3eb85a-92b8-46fa-90e4-e7a9290e3d28 req-942caa32-f2d0-4aeb-b208-2aa02828aeed tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/ports?device_id=96951ba7-b603-4036-84c6-092ff872aa88 HTTP/1.1" status: 200 len: 210 time: 0.0811532 Feb 09 01:06:01.911314 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3be2f0c1-d795-423a-9b5b-3983dd84cdfe admin admin] Publish callbacks [] for security_group (93b55908-3cc5-4aa6-8c34-1b5d9d9e0a82), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:01.959655 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3be2f0c1-d795-423a-9b5b-3983dd84cdfe admin admin] Publish callbacks [] for security_group (93b55908-3cc5-4aa6-8c34-1b5d9d9e0a82), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:02.073432 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3be2f0c1-d795-423a-9b5b-3983dd84cdfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (93b55908-3cc5-4aa6-8c34-1b5d9d9e0a82), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:02.076904 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3be2f0c1-d795-423a-9b5b-3983dd84cdfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:02.081050 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3be2f0c1-d795-423a-9b5b-3983dd84cdfe admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/93b55908-3cc5-4aa6-8c34-1b5d9d9e0a82 HTTP/1.1" status: 204 len: 168 time: 0.2993536 Feb 09 01:06:02.089078 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0998cb4-5445-4be4-854f-a43296d9e607 req-0f14011c-43a1-4d62-97dc-4890b9f06f1d tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Network 584d7274-cb01-4853-8902-7824a3a705cb is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:06:02.110692 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be2f0c1-d795-423a-9b5b-3983dd84cdfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b55908-3cc5-4aa6-8c34-1b5d9d9e0a82,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:02.146088 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be2f0c1-d795-423a-9b5b-3983dd84cdfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:02.146377 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be2f0c1-d795-423a-9b5b-3983dd84cdfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:02.146733 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be2f0c1-d795-423a-9b5b-3983dd84cdfe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:02.147082 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be2f0c1-d795-423a-9b5b-3983dd84cdfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:02.147424 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be2f0c1-d795-423a-9b5b-3983dd84cdfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:02.151848 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be2f0c1-d795-423a-9b5b-3983dd84cdfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:02.152263 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be2f0c1-d795-423a-9b5b-3983dd84cdfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:02.152647 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be2f0c1-d795-423a-9b5b-3983dd84cdfe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:02.154150 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be2f0c1-d795-423a-9b5b-3983dd84cdfe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:02.154555 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be2f0c1-d795-423a-9b5b-3983dd84cdfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:02.154915 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be2f0c1-d795-423a-9b5b-3983dd84cdfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:02.155250 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be2f0c1-d795-423a-9b5b-3983dd84cdfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:02.162295 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be2f0c1-d795-423a-9b5b-3983dd84cdfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:02.166997 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5d558f1c-37ea-4ad0-bb6d-03da1da599f5 req-f074e9c6-901e-4bf9-b853-210a1ffb9a1e tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4194696 Feb 09 01:06:02.183589 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-b0998cb4-5445-4be4-854f-a43296d9e607 req-0f14011c-43a1-4d62-97dc-4890b9f06f1d tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:02.198211 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0998cb4-5445-4be4-854f-a43296d9e607 req-0f14011c-43a1-4d62-97dc-4890b9f06f1d tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:06:02.255105 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f14011c-43a1-4d62-97dc-4890b9f06f1d tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Pushing event updated for resources: {'Port': ['ID=e6ab358e-5c8a-47ef-a521-a6fd49354b58,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:02.540709 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device e37474ac-405a-4e70-8b48-a2deef443af3 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:06:02.548321 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0998cb4-5445-4be4-854f-a43296d9e607 req-0f14011c-43a1-4d62-97dc-4890b9f06f1d tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:02.549008 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b0998cb4-5445-4be4-854f-a43296d9e607 req-0f14011c-43a1-4d62-97dc-4890b9f06f1d tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:02.566183 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7482aa4e-5470-4e12-8cc6-6feea5859d8d req-da2fef3a-c100-456e-9a9d-4cb5f3d5178d tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Made reservation on behalf of bc3818006b3c45fb99098097e9082b77 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:02.602993 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7482aa4e-5470-4e12-8cc6-6feea5859d8d req-da2fef3a-c100-456e-9a9d-4cb5f3d5178d tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:02.618937 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-67b041b7-42e6-4a7d-b788-99d09fb0cb51 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:02.620520 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-67b041b7-42e6-4a7d-b788-99d09fb0cb51 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.120 "GET /v2.0/networks?id=f0bf2d1b-1661-4bc9-ac26-21a65de127bc HTTP/1.1" status: 200 len: 812 time: 0.4493065 Feb 09 01:06:02.665262 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-b95f45cd-e0b4-4832-86a8-73ae1c8ec52f tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Request body: {'port': {'device_id': '96951ba7-b603-4036-84c6-092ff872aa88', 'network_id': 'f0bf2d1b-1661-4bc9-ac26-21a65de127bc', 'admin_state_up': True, 'tenant_id': '92a9e1b9cb7947939e37c73c60cfce20'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:02.773208 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-355bdb4f-1a91-4176-a40b-a2bf7761427d req-76062f2b-7c3d-4df8-a02b-78847f4872a1 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 210 time: 0.1446958 Feb 09 01:06:02.964013 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-b95f45cd-e0b4-4832-86a8-73ae1c8ec52f tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Made reservation on behalf of 92a9e1b9cb7947939e37c73c60cfce20 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:02.973384 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-b95f45cd-e0b4-4832-86a8-73ae1c8ec52f tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:03.109043 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0998cb4-5445-4be4-854f-a43296d9e607 req-0f14011c-43a1-4d62-97dc-4890b9f06f1d tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0034399 Feb 09 01:06:03.179216 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-00472ef2-4520-443f-9410-8facc66fdbd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:03.208264 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45492) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:06:03.250925 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-b95f45cd-e0b4-4832-86a8-73ae1c8ec52f tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Allocated IP 172.20.0.6 (f0bf2d1b-1661-4bc9-ac26-21a65de127bc/bdb83081-7783-44b0-aeb7-7002ff9f4a47/ddee9669-fd8f-4bb1-a18b-54ec8b858399) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:06:03.252243 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-b0998cb4-5445-4be4-854f-a43296d9e607 req-6e6d242a-af19-4ff0-8514-47f2937ac699 service neutron] Request body: {'port': {'device_id': 'a7150ff8-64e8-4ee5-a5b2-922df0e31528', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:03.300420 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port e37474ac-405a-4e70-8b48-a2deef443af3 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:03.303489 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e37474ac-405a-4e70-8b48-a2deef443af3), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:03.452347 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-81f0b755-27d4-416c-b684-69a59a82dcec req-a9bba2d9-ceda-41f9-ad27-dfce2bd2b8f4 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=7de18159-e0a2-4539-9a6a-f35684e9d93a HTTP/1.1" status: 200 len: 210 time: 0.3113847 Feb 09 01:06:03.460321 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-282a071e-62f5-4a80-b12d-9c4b8f43adce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c814ea-7376-4ad6-bb70-c2af89e370ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-2039075345-router', 'tenant_id': '56b8c116ea4045f9a2e9fc8000cb5f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'e37474ac-405a-4e70-8b48-a2deef443af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:05:50Z', 'updated_at': '2022-02-09T01:05:58Z', 'revision_number': 4, 'project_id': '56b8c116ea4045f9a2e9fc8000cb5f48', 'gw_port': {'id': 'e37474ac-405a-4e70-8b48-a2deef443af3', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c814ea-7376-4ad6-bb70-c2af89e370ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:05:52Z', 'updated_at': '2022-02-09T01:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'c8202dbf-ae31-4474-83f8-7e62a5746094', 'name': '', 'network_id': '3880fd19-fefa-4624-bad8-1d3b848c46ea', 'tenant_id': '56b8c116ea4045f9a2e9fc8000cb5f48', 'mac_address': 'fa:16:3e:cd:f7:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c814ea-7376-4ad6-bb70-c2af89e370ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '77b6eea2-23aa-458c-8297-67a126833f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:05:57Z', 'updated_at': '2022-02-09T01:05:58Z', 'revision_number': 2, 'project_id': '56b8c116ea4045f9a2e9fc8000cb5f48', 'subnets': [{'id': '77b6eea2-23aa-458c-8297-67a126833f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:03.490748 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-4819b185-1945-487b-b2fd-0ae5b3b981bf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-982540893-network', 'tenant_id': 'cd714d32a01d4967bf3dd491f0b2d2f7'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:03.503473 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282a071e-62f5-4a80-b12d-9c4b8f43adce None None] Checking router: d5c814ea-7376-4ad6-bb70-c2af89e370ad for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:06:03.504407 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282a071e-62f5-4a80-b12d-9c4b8f43adce None None] Updating router d5c814ea-7376-4ad6-bb70-c2af89e370ad port c8202dbf-ae31-4474-83f8-7e62a5746094 binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:06:03.593389 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-282a071e-62f5-4a80-b12d-9c4b8f43adce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c8202dbf-ae31-4474-83f8-7e62a5746094), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:03.603727 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4819b185-1945-487b-b2fd-0ae5b3b981bf admin admin] Made reservation on behalf of cd714d32a01d4967bf3dd491f0b2d2f7 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:03.608559 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4819b185-1945-487b-b2fd-0ae5b3b981bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:03.619171 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port e37474ac-405a-4e70-8b48-a2deef443af3 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:06:03.629988 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab75359-cac7-4d77-ae3b-44b6f26fca4b req-fac1fe0a-8a26-4d91-8196-06acf41ce692 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:03.638403 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8ab75359-cac7-4d77-ae3b-44b6f26fca4b req-fac1fe0a-8a26-4d91-8196-06acf41ce692 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7150ff8-64e8-4ee5-a5b2-922df0e31528 HTTP/1.1" status: 200 len: 931 time: 1.5412176 Feb 09 01:06:03.645745 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4819b185-1945-487b-b2fd-0ae5b3b981bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:03.713352 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-b95f45cd-e0b4-4832-86a8-73ae1c8ec52f tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Publish callbacks [] for port (ddee9669-fd8f-4bb1-a18b-54ec8b858399), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:03.780787 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5d59b716-2f54-4d5a-adfa-af7fc34e5da3 req-443c5b87-4dcc-4de2-b7f7-743a10b7d5f2 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/ports?device_id=96951ba7-b603-4036-84c6-092ff872aa88 HTTP/1.1" status: 200 len: 210 time: 0.1251810 Feb 09 01:06:03.879307 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-b95f45cd-e0b4-4832-86a8-73ae1c8ec52f tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (ddee9669-fd8f-4bb1-a18b-54ec8b858399), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:03.882323 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b0998cb4-5445-4be4-854f-a43296d9e607 req-6e6d242a-af19-4ff0-8514-47f2937ac699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e6ab358e-5c8a-47ef-a521-a6fd49354b58), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:04.000918 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-b95f45cd-e0b4-4832-86a8-73ae1c8ec52f tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Network f0bf2d1b-1661-4bc9-ac26-21a65de127bc is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:06:04.026318 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-b95f45cd-e0b4-4832-86a8-73ae1c8ec52f tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:04.037850 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-c50110f9-00ff-400a-bc96-f465b1bd145c tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:04.043363 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-c50110f9-00ff-400a-bc96-f465b1bd145c tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.47 "GET /v2.0/networks?id=f0bf2d1b-1661-4bc9-ac26-21a65de127bc HTTP/1.1" status: 200 len: 812 time: 1.4160225 Feb 09 01:06:04.047576 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8ab75359-cac7-4d77-ae3b-44b6f26fca4b req-b241399c-ff48-43ff-80f6-5f922996de57 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4077165 Feb 09 01:06:04.077268 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-345e36fb-fcb0-421a-abc7-97cda95bec47 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Request body: {'port': {'device_id': '089fac5d-6a70-4ce7-a107-8609b78061f4', 'network_id': 'f0bf2d1b-1661-4bc9-ac26-21a65de127bc', 'admin_state_up': True, 'tenant_id': '92a9e1b9cb7947939e37c73c60cfce20'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:04.077967 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-b95f45cd-e0b4-4832-86a8-73ae1c8ec52f tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:06:04.201848 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4819b185-1945-487b-b2fd-0ae5b3b981bf admin admin] Publish callbacks [] for security_group (63de5761-c7d7-4cc7-aef4-ba647885db07), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:04.253685 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4819b185-1945-487b-b2fd-0ae5b3b981bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (63de5761-c7d7-4cc7-aef4-ba647885db07), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:04.291399 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f45cd-e0b4-4832-86a8-73ae1c8ec52f tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Pushing event updated for resources: {'Port': ['ID=ddee9669-fd8f-4bb1-a18b-54ec8b858399,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:04.365969 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-b0998cb4-5445-4be4-854f-a43296d9e607 req-6e6d242a-af19-4ff0-8514-47f2937ac699 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6ab358e-5c8a-47ef-a521-a6fd49354b58 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:06:04.374887 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b0998cb4-5445-4be4-854f-a43296d9e607 req-6e6d242a-af19-4ff0-8514-47f2937ac699 service neutron] Publish callbacks [] for port (e6ab358e-5c8a-47ef-a521-a6fd49354b58), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:04.387980 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-b0998cb4-5445-4be4-854f-a43296d9e607 req-6e6d242a-af19-4ff0-8514-47f2937ac699 service neutron] Transition to ACTIVE for port object e6ab358e-5c8a-47ef-a521-a6fd49354b58 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:06:04.412570 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819b185-1945-487b-b2fd-0ae5b3b981bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63de5761-c7d7-4cc7-aef4-ba647885db07,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:04.436914 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0588569a-d6dc-4064-981c-c44a4bf642cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:04.440685 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b0998cb4-5445-4be4-854f-a43296d9e607 req-6e6d242a-af19-4ff0-8514-47f2937ac699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (e6ab358e-5c8a-47ef-a521-a6fd49354b58), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:04.443626 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-282a071e-62f5-4a80-b12d-9c4b8f43adce None None] Publish callbacks [] for port (c8202dbf-ae31-4474-83f8-7e62a5746094), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:04.454156 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-282a071e-62f5-4a80-b12d-9c4b8f43adce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (c8202dbf-ae31-4474-83f8-7e62a5746094), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:04.465786 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-41b18f83-723f-4a89-a536-864ce6c22e04 service neutron] show failed (client error): The resource could not be found. Feb 09 01:06:04.469049 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-41b18f83-723f-4a89-a536-864ce6c22e04 service neutron] 10.222.0.47 "GET /v2.0/ports/836ed1d4-92e2-4289-8a12-896771b480bb/bindings/n-h2-828369-4 HTTP/1.1" status: 404 len: 380 time: 0.2550404 Feb 09 01:06:04.488153 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-7482aa4e-5470-4e12-8cc6-6feea5859d8d req-da2fef3a-c100-456e-9a9d-4cb5f3d5178d tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Allocated IP 172.20.0.10 (6887c7a4-5287-46fb-8e1c-13a166b3746e/84df8042-998c-45dd-8b33-36f49fdd33d9/8acae5b5-12e0-4ae1-937d-fa1bc3d26e79) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:06:04.530997 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12560c9-ec44-4ce0-a633-56a4a0e2670b None None] Pushing event updated for resources: {'Port': ['ID=c8202dbf-ae31-4474-83f8-7e62a5746094,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:04.544658 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d7abad29-d7bc-4dd0-ac2d-94fd1829432b req-c46b29d3-7f16-4aee-8938-0cb748882e9b tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=06e50628-17a8-4e2c-b965-8c111935fcf3 HTTP/1.1" status: 200 len: 210 time: 0.1074243 Feb 09 01:06:04.602316 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-b95f45cd-e0b4-4832-86a8-73ae1c8ec52f tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:04.603006 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-b95f45cd-e0b4-4832-86a8-73ae1c8ec52f tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:04.607330 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4819b185-1945-487b-b2fd-0ae5b3b981bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1042} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:06:04.635398 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4819b185-1945-487b-b2fd-0ae5b3b981bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (ebc0196b-40a7-4a91-81b3-cd03bc319f59), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:04.635779 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-4819b185-1945-487b-b2fd-0ae5b3b981bf admin admin] Added segment ebc0196b-40a7-4a91-81b3-cd03bc319f59 of type vlan for network 8e06ad67-97d1-4f11-889a-fde8ce1f4554 Feb 09 01:06:04.658794 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d242a-af19-4ff0-8514-47f2937ac699 service neutron] Pushing event updated for resources: {'Port': ['ID=e6ab358e-5c8a-47ef-a521-a6fd49354b58,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:04.680584 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-282a071e-62f5-4a80-b12d-9c4b8f43adce None None] Attempting to bind port c8202dbf-ae31-4474-83f8-7e62a5746094 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:06:04.681239 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-282a071e-62f5-4a80-b12d-9c4b8f43adce None None] Attempting to bind port c8202dbf-ae31-4474-83f8-7e62a5746094 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '13bc8c4d-c079-45de-9aaf-809fbfc8a0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '3880fd19-fefa-4624-bad8-1d3b848c46ea'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:06:04.681341 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282a071e-62f5-4a80-b12d-9c4b8f43adce None None] Attempting to bind port c8202dbf-ae31-4474-83f8-7e62a5746094 on network 3880fd19-fefa-4624-bad8-1d3b848c46ea {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:06:04.696977 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282a071e-62f5-4a80-b12d-9c4b8f43adce None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:06:04.700587 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282a071e-62f5-4a80-b12d-9c4b8f43adce None None] Checking segment: {'id': '13bc8c4d-c079-45de-9aaf-809fbfc8a0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '3880fd19-fefa-4624-bad8-1d3b848c46ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:06:04.706844 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-282a071e-62f5-4a80-b12d-9c4b8f43adce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:04.711347 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282a071e-62f5-4a80-b12d-9c4b8f43adce None None] Bound using segment: {'id': '13bc8c4d-c079-45de-9aaf-809fbfc8a0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '3880fd19-fefa-4624-bad8-1d3b848c46ea'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:06:04.712108 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-282a071e-62f5-4a80-b12d-9c4b8f43adce None None] Bound port: c8202dbf-ae31-4474-83f8-7e62a5746094, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13bc8c4d-c079-45de-9aaf-809fbfc8a0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '3880fd19-fefa-4624-bad8-1d3b848c46ea'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:06:04.714816 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-282a071e-62f5-4a80-b12d-9c4b8f43adce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c8202dbf-ae31-4474-83f8-7e62a5746094), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:04.751870 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a2eaf-8055-48c6-b97f-8f471f9e430b req-c71cc279-067b-4da4-9fdf-ccd19276d876 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:04.753631 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dc8a2eaf-8055-48c6-b97f-8f471f9e430b req-c71cc279-067b-4da4-9fdf-ccd19276d876 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 949 time: 0.7978857 Feb 09 01:06:04.839211 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4819b185-1945-487b-b2fd-0ae5b3b981bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (8e06ad67-97d1-4f11-889a-fde8ce1f4554), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:04.974859 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4819b185-1945-487b-b2fd-0ae5b3b981bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (8e06ad67-97d1-4f11-889a-fde8ce1f4554), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:04.975912 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4819b185-1945-487b-b2fd-0ae5b3b981bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:04.980569 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4819b185-1945-487b-b2fd-0ae5b3b981bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:05.024211 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-282a071e-62f5-4a80-b12d-9c4b8f43adce None None] For port c8202dbf-ae31-4474-83f8-7e62a5746094, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:06:05.038325 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-282a071e-62f5-4a80-b12d-9c4b8f43adce None None] For port c8202dbf-ae31-4474-83f8-7e62a5746094, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=c8202dbf-ae31-4474-83f8-7e62a5746094,segment=NetworkSegment(13bc8c4d-c079-45de-9aaf-809fbfc8a0f7),segment_id=13bc8c4d-c079-45de-9aaf-809fbfc8a0f7)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:06:05.048917 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-b95f45cd-e0b4-4832-86a8-73ae1c8ec52f tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4057417 Feb 09 01:06:05.071121 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-282a071e-62f5-4a80-b12d-9c4b8f43adce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (c8202dbf-ae31-4474-83f8-7e62a5746094), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:05.084824 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dc8a2eaf-8055-48c6-b97f-8f471f9e430b req-ca1b96a7-50f0-4f94-86f1-9f4b26a6a149 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897162 Feb 09 01:06:05.108309 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-b0998cb4-5445-4be4-854f-a43296d9e607 req-6e6d242a-af19-4ff0-8514-47f2937ac699 service neutron] Attempting to bind port e6ab358e-5c8a-47ef-a521-a6fd49354b58 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:06:05.110944 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-b0998cb4-5445-4be4-854f-a43296d9e607 req-6e6d242a-af19-4ff0-8514-47f2937ac699 service neutron] Attempting to bind port e6ab358e-5c8a-47ef-a521-a6fd49354b58 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:06:05.111440 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0998cb4-5445-4be4-854f-a43296d9e607 req-6e6d242a-af19-4ff0-8514-47f2937ac699 service neutron] Attempting to bind port e6ab358e-5c8a-47ef-a521-a6fd49354b58 on network 584d7274-cb01-4853-8902-7824a3a705cb {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:06:05.117977 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-345e36fb-fcb0-421a-abc7-97cda95bec47 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Made reservation on behalf of 92a9e1b9cb7947939e37c73c60cfce20 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:05.121915 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-345e36fb-fcb0-421a-abc7-97cda95bec47 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:05.123929 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-5d9b9306-e927-4e17-89b6-0b741ffba558 service neutron] Request body: {'port': {'device_id': '96951ba7-b603-4036-84c6-092ff872aa88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:05.152174 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0998cb4-5445-4be4-854f-a43296d9e607 req-6e6d242a-af19-4ff0-8514-47f2937ac699 service neutron] Port e6ab358e-5c8a-47ef-a521-a6fd49354b58 on network 584d7274-cb01-4853-8902-7824a3a705cb not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:06:05.152694 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0998cb4-5445-4be4-854f-a43296d9e607 req-6e6d242a-af19-4ff0-8514-47f2937ac699 service neutron] Attempting to bind port e6ab358e-5c8a-47ef-a521-a6fd49354b58 on network 584d7274-cb01-4853-8902-7824a3a705cb {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:06:05.181560 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-f6552cda-427a-4e0a-a6b5-f172b76f033d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:05.197345 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-f6552cda-427a-4e0a-a6b5-f172b76f033d service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86&tenant_id=698d05b4eb4b402aa83e695c4b2c5978 HTTP/1.1" status: 200 len: 1131 time: 0.3199294 Feb 09 01:06:05.209599 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0998cb4-5445-4be4-854f-a43296d9e607 req-6e6d242a-af19-4ff0-8514-47f2937ac699 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:06:05.210294 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0998cb4-5445-4be4-854f-a43296d9e607 req-6e6d242a-af19-4ff0-8514-47f2937ac699 service neutron] Checking segment: {'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:06:05.210960 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0998cb4-5445-4be4-854f-a43296d9e607 req-6e6d242a-af19-4ff0-8514-47f2937ac699 service neutron] Bound using segment: {'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:06:05.211662 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-b0998cb4-5445-4be4-854f-a43296d9e607 req-6e6d242a-af19-4ff0-8514-47f2937ac699 service neutron] Bound port: e6ab358e-5c8a-47ef-a521-a6fd49354b58, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:06:05.212232 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b0998cb4-5445-4be4-854f-a43296d9e607 req-6e6d242a-af19-4ff0-8514-47f2937ac699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e6ab358e-5c8a-47ef-a521-a6fd49354b58), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:05.239434 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4819b185-1945-487b-b2fd-0ae5b3b981bf admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0270438 Feb 09 01:06:05.262795 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-b55d2437-9887-4304-b792-74e43c4af898 None None] Provisioning complete for port c8202dbf-ae31-4474-83f8-7e62a5746094 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:05.263179 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b55d2437-9887-4304-b792-74e43c4af898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c8202dbf-ae31-4474-83f8-7e62a5746094), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:05.270974 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282a071e-62f5-4a80-b12d-9c4b8f43adce None None] Routers {'d5c814ea-7376-4ad6-bb70-c2af89e370ad'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:06:05.274913 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-282a071e-62f5-4a80-b12d-9c4b8f43adce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:06:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['d5c814ea-7376-4ad6-bb70-c2af89e370ad'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:05.284759 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45524) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:06:05.294233 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-889a6c37-64ea-400d-8721-af545997ec17 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828369-4', 'device_owner': 'compute:nova'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:05.296403 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-76b9b7b2-2fba-4142-9089-066bae105daf admin admin] Request body: {'subnet': {'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-982540893-subnet', 'tenant_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:05.385778 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b9b7b2-2fba-4142-9089-066bae105daf admin admin] Made reservation on behalf of cd714d32a01d4967bf3dd491f0b2d2f7 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:05.393909 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-76b9b7b2-2fba-4142-9089-066bae105daf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:05.439735 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819b185-1945-487b-b2fd-0ae5b3b981bf admin admin] Pushing event updated for resources: {'Network': ['ID=8e06ad67-97d1-4f11-889a-fde8ce1f4554,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:05.534957 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 8e06ad67-97d1-4f11-889a-fde8ce1f4554 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:06:05.635912 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-5d9b9306-e927-4e17-89b6-0b741ffba558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ddee9669-fd8f-4bb1-a18b-54ec8b858399), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:05.776949 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12560c9-ec44-4ce0-a633-56a4a0e2670b None None] Pushing event updated for resources: {'Port': ['ID=c8202dbf-ae31-4474-83f8-7e62a5746094,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:05.869162 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-282a071e-62f5-4a80-b12d-9c4b8f43adce None None] Set router d5c814ea-7376-4ad6-bb70-c2af89e370ad gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:06:06.124493 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7482aa4e-5470-4e12-8cc6-6feea5859d8d req-da2fef3a-c100-456e-9a9d-4cb5f3d5178d tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Publish callbacks [] for port (8acae5b5-12e0-4ae1-937d-fa1bc3d26e79), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:06.191653 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-76b9b7b2-2fba-4142-9089-066bae105daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (d13d90e7-a71d-4313-a595-9a761a96acb7), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:06.205724 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6def766a-c99d-4912-8fe8-4ad29fb06a4b req-e9d7b04a-2465-41d1-8e8c-607579a65a26 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=7de18159-e0a2-4539-9a6a-f35684e9d93a HTTP/1.1" status: 200 len: 210 time: 0.8541734 Feb 09 01:06:06.252144 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:06.324872 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-889a6c37-64ea-400d-8721-af545997ec17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (836ed1d4-92e2-4289-8a12-896771b480bb), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:06.369063 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b55d2437-9887-4304-b792-74e43c4af898 None None] Current status of the port c8202dbf-ae31-4474-83f8-7e62a5746094 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:06:06.369718 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b55d2437-9887-4304-b792-74e43c4af898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c8202dbf-ae31-4474-83f8-7e62a5746094), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:06.381817 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-5d9b9306-e927-4e17-89b6-0b741ffba558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddee9669-fd8f-4bb1-a18b-54ec8b858399 {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:06:06.391426 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-5d9b9306-e927-4e17-89b6-0b741ffba558 service neutron] Publish callbacks [] for port (ddee9669-fd8f-4bb1-a18b-54ec8b858399), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:06.410248 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-5d9b9306-e927-4e17-89b6-0b741ffba558 service neutron] Transition to ACTIVE for port object ddee9669-fd8f-4bb1-a18b-54ec8b858399 will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:06:06.450060 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-5d9b9306-e927-4e17-89b6-0b741ffba558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (ddee9669-fd8f-4bb1-a18b-54ec8b858399), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:06.463540 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-b55d2437-9887-4304-b792-74e43c4af898 None None] For port c8202dbf-ae31-4474-83f8-7e62a5746094, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=c8202dbf-ae31-4474-83f8-7e62a5746094,segment=NetworkSegment(13bc8c4d-c079-45de-9aaf-809fbfc8a0f7),segment_id=13bc8c4d-c079-45de-9aaf-809fbfc8a0f7)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:06.490314 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b55d2437-9887-4304-b792-74e43c4af898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (c8202dbf-ae31-4474-83f8-7e62a5746094), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:06.601677 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470983e-3d98-48c5-a2df-37e1a0097fef req-6c8c2643-9260-45f1-80c0-38f87b10e789 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:06.614302 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4470983e-3d98-48c5-a2df-37e1a0097fef req-6c8c2643-9260-45f1-80c0-38f87b10e789 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/ports?device_id=96951ba7-b603-4036-84c6-092ff872aa88 HTTP/1.1" status: 200 len: 931 time: 1.2448306 Feb 09 01:06:06.616678 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d2437-9887-4304-b792-74e43c4af898 None None] Pushing event updated for resources: {'Port': ['ID=c8202dbf-ae31-4474-83f8-7e62a5746094,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:06.632693 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-282a071e-62f5-4a80-b12d-9c4b8f43adce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c814ea-7376-4ad6-bb70-c2af89e370ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-2039075345-router', 'tenant_id': '56b8c116ea4045f9a2e9fc8000cb5f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'e37474ac-405a-4e70-8b48-a2deef443af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:05:50Z', 'updated_at': '2022-02-09T01:05:58Z', 'revision_number': 4, 'project_id': '56b8c116ea4045f9a2e9fc8000cb5f48', 'gw_port': {'id': 'e37474ac-405a-4e70-8b48-a2deef443af3', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c814ea-7376-4ad6-bb70-c2af89e370ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:05:52Z', 'updated_at': '2022-02-09T01:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'c8202dbf-ae31-4474-83f8-7e62a5746094', 'name': '', 'network_id': '3880fd19-fefa-4624-bad8-1d3b848c46ea', 'tenant_id': '56b8c116ea4045f9a2e9fc8000cb5f48', 'mac_address': 'fa:16:3e:cd:f7:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c814ea-7376-4ad6-bb70-c2af89e370ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '77b6eea2-23aa-458c-8297-67a126833f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:05:57Z', 'updated_at': '2022-02-09T01:06:05Z', 'revision_number': 4, 'project_id': '56b8c116ea4045f9a2e9fc8000cb5f48', 'subnets': [{'id': '77b6eea2-23aa-458c-8297-67a126833f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:06.644581 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-b0998cb4-5445-4be4-854f-a43296d9e607 req-6e6d242a-af19-4ff0-8514-47f2937ac699 service neutron] For port e6ab358e-5c8a-47ef-a521-a6fd49354b58, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:06:06.673834 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282a071e-62f5-4a80-b12d-9c4b8f43adce None None] The sync data for ids ['d5c814ea-7376-4ad6-bb70-c2af89e370ad'] in n-d-828369-4 is: [{'id': 'd5c814ea-7376-4ad6-bb70-c2af89e370ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-2039075345-router', 'tenant_id': '56b8c116ea4045f9a2e9fc8000cb5f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'e37474ac-405a-4e70-8b48-a2deef443af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:05:50Z', 'updated_at': '2022-02-09T01:05:58Z', 'revision_number': 4, 'project_id': '56b8c116ea4045f9a2e9fc8000cb5f48', 'gw_port': {'id': 'e37474ac-405a-4e70-8b48-a2deef443af3', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c814ea-7376-4ad6-bb70-c2af89e370ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:05:52Z', 'updated_at': '2022-02-09T01:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'c8202dbf-ae31-4474-83f8-7e62a5746094', 'name': '', 'network_id': '3880fd19-fefa-4624-bad8-1d3b848c46ea', 'tenant_id': '56b8c116ea4045f9a2e9fc8000cb5f48', 'mac_address': 'fa:16:3e:cd:f7:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c814ea-7376-4ad6-bb70-c2af89e370ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '77b6eea2-23aa-458c-8297-67a126833f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:05:57Z', 'updated_at': '2022-02-09T01:06:05Z', 'revision_number': 4, 'project_id': '56b8c116ea4045f9a2e9fc8000cb5f48', 'subnets': [{'id': '77b6eea2-23aa-458c-8297-67a126833f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:06:06.676528 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-57165cde-a130-4e70-b302-92baa0fc79cc None None] Provisioning complete for port c8202dbf-ae31-4474-83f8-7e62a5746094 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:06.677069 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-57165cde-a130-4e70-b302-92baa0fc79cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c8202dbf-ae31-4474-83f8-7e62a5746094), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:06.681309 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-5d9b9306-e927-4e17-89b6-0b741ffba558 service neutron] Attempting to bind port ddee9669-fd8f-4bb1-a18b-54ec8b858399 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:06:06.682011 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-5d9b9306-e927-4e17-89b6-0b741ffba558 service neutron] Attempting to bind port ddee9669-fd8f-4bb1-a18b-54ec8b858399 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '3c63ea86-e27b-44f0-b66a-b57792354f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'f0bf2d1b-1661-4bc9-ac26-21a65de127bc'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:06:06.682519 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-5d9b9306-e927-4e17-89b6-0b741ffba558 service neutron] Attempting to bind port ddee9669-fd8f-4bb1-a18b-54ec8b858399 on network f0bf2d1b-1661-4bc9-ac26-21a65de127bc {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:06:06.696434 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-5d9b9306-e927-4e17-89b6-0b741ffba558 service neutron] Port ddee9669-fd8f-4bb1-a18b-54ec8b858399 on network f0bf2d1b-1661-4bc9-ac26-21a65de127bc not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:06:06.697697 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-5d9b9306-e927-4e17-89b6-0b741ffba558 service neutron] Attempting to bind port ddee9669-fd8f-4bb1-a18b-54ec8b858399 on network f0bf2d1b-1661-4bc9-ac26-21a65de127bc {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:06:06.718163 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-5d9b9306-e927-4e17-89b6-0b741ffba558 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:06:06.721440 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-5d9b9306-e927-4e17-89b6-0b741ffba558 service neutron] Checking segment: {'id': '3c63ea86-e27b-44f0-b66a-b57792354f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'f0bf2d1b-1661-4bc9-ac26-21a65de127bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:06:06.722059 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-5d9b9306-e927-4e17-89b6-0b741ffba558 service neutron] Bound using segment: {'id': '3c63ea86-e27b-44f0-b66a-b57792354f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'f0bf2d1b-1661-4bc9-ac26-21a65de127bc'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:06:06.724864 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-5d9b9306-e927-4e17-89b6-0b741ffba558 service neutron] Bound port: ddee9669-fd8f-4bb1-a18b-54ec8b858399, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c63ea86-e27b-44f0-b66a-b57792354f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'f0bf2d1b-1661-4bc9-ac26-21a65de127bc'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:06:06.725384 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-5d9b9306-e927-4e17-89b6-0b741ffba558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ddee9669-fd8f-4bb1-a18b-54ec8b858399), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:06.799164 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b9b7b2-2fba-4142-9089-066bae105daf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d13d90e7-a71d-4313-a595-9a761a96acb7,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:06.906168 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b9b7b2-2fba-4142-9089-066bae105daf admin admin] Checking segment: {'id': 'ebc0196b-40a7-4a91-81b3-cd03bc319f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:06:06.908195 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b9b7b2-2fba-4142-9089-066bae105daf admin admin] Network hostable DHCP agents. Network: 8e06ad67-97d1-4f11-889a-fde8ce1f4554, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:06:06.916021 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b9306-e927-4e17-89b6-0b741ffba558 service neutron] Pushing event updated for resources: {'Port': ['ID=ddee9669-fd8f-4bb1-a18b-54ec8b858399,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:06.921709 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-57165cde-a130-4e70-b302-92baa0fc79cc None None] Current status of the port c8202dbf-ae31-4474-83f8-7e62a5746094 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:06:07.057737 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b9b7b2-2fba-4142-9089-066bae105daf admin admin] Network 8e06ad67-97d1-4f11-889a-fde8ce1f4554 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:06:07.073220 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-b0998cb4-5445-4be4-854f-a43296d9e607 req-6e6d242a-af19-4ff0-8514-47f2937ac699 service neutron] For port e6ab358e-5c8a-47ef-a521-a6fd49354b58, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=e6ab358e-5c8a-47ef-a521-a6fd49354b58,segment=NetworkSegment(c09a8a87-556d-487a-811a-06517127dee5),segment_id=c09a8a87-556d-487a-811a-06517127dee5)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:06:07.083374 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:07.095331 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b0998cb4-5445-4be4-854f-a43296d9e607 req-6e6d242a-af19-4ff0-8514-47f2937ac699 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (e6ab358e-5c8a-47ef-a521-a6fd49354b58), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:07.101419 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-76b9b7b2-2fba-4142-9089-066bae105daf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 8e06ad67-97d1-4f11-889a-fde8ce1f4554) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:07.115604 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde5ebf3-6ffb-485c-a2b3-478548801198 None None] Network 8e06ad67-97d1-4f11-889a-fde8ce1f4554 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:06:07.123939 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b9b7b2-2fba-4142-9089-066bae105daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:07.124737 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-76b9b7b2-2fba-4142-9089-066bae105daf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:07.135005 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-5d9b9306-e927-4e17-89b6-0b741ffba558 service neutron] For port ddee9669-fd8f-4bb1-a18b-54ec8b858399, host n-h2-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:06:07.139462 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-5d9b9306-e927-4e17-89b6-0b741ffba558 service neutron] For port ddee9669-fd8f-4bb1-a18b-54ec8b858399, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=ddee9669-fd8f-4bb1-a18b-54ec8b858399,segment=NetworkSegment(3c63ea86-e27b-44f0-b66a-b57792354f51),segment_id=3c63ea86-e27b-44f0-b66a-b57792354f51)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:06:07.148902 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-889a6c37-64ea-400d-8721-af545997ec17 service neutron] For port 836ed1d4-92e2-4289-8a12-896771b480bb, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=836ed1d4-92e2-4289-8a12-896771b480bb,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:07.175594 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-5d9b9306-e927-4e17-89b6-0b741ffba558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (ddee9669-fd8f-4bb1-a18b-54ec8b858399), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:07.191987 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-889a6c37-64ea-400d-8721-af545997ec17 service neutron] For port 836ed1d4-92e2-4289-8a12-896771b480bb, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:06:07.198057 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-76b9b7b2-2fba-4142-9089-066bae105daf admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9061513 Feb 09 01:06:07.210772 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45530) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:06:07.271910 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-889a6c37-64ea-400d-8721-af545997ec17 service neutron] Publish callbacks [] for port (836ed1d4-92e2-4289-8a12-896771b480bb), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:07.289145 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-889a6c37-64ea-400d-8721-af545997ec17 service neutron] Transition to ACTIVE for port object 836ed1d4-92e2-4289-8a12-896771b480bb will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:06:07.297143 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-e45ed02c-56f5-4b7f-9538-503d885120f0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-982540893-router', 'tenant_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:07.306407 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '076c97d3-ae9d-4579-b1b2-c56cfbd6ee86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '836ed1d4-92e2-4289-8a12-896771b480bb'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:06:07.309508 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b39ed8-80c7-4fe3-bf01-f0d02d2ddaa7" -d '{"events": [{"server_uuid": "076c97d3-ae9d-4579-b1b2-c56cfbd6ee86", "name": "network-vif-unplugged", "status": "completed", "tag": "836ed1d4-92e2-4289-8a12-896771b480bb"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:06:07.325976 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-345e36fb-fcb0-421a-abc7-97cda95bec47 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Allocated IP 172.20.0.5 (f0bf2d1b-1661-4bc9-ac26-21a65de127bc/bdb83081-7783-44b0-aeb7-7002ff9f4a47/07bc3820-3086-4c78-84c7-c38f8b69f8e3) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:06:07.347259 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-5d9b9306-e927-4e17-89b6-0b741ffba558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:07.348737 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-5d9b9306-e927-4e17-89b6-0b741ffba558 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:07.369187 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaaabc5-e712-4c58-a513-e15bb7348934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-8e06ad67-97d1-4f11-889a-fde8ce1f4554', 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554', 'project_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'fixed_ips': [{'subnet_id': 'd13d90e7-a71d-4313-a595-9a761a96acb7'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:06:07.370421 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-aeaaabc5-e712-4c58-a513-e15bb7348934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:07.377579 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-5d9b9306-e927-4e17-89b6-0b741ffba558 service neutron] 10.222.0.120 "PUT /v2.0/ports/ddee9669-fd8f-4bb1-a18b-54ec8b858399 HTTP/1.1" status: 200 len: 1091 time: 2.2697775 Feb 09 01:06:07.393510 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96951ba7-b603-4036-84c6-092ff872aa88', 'tag': 'ddee9669-fd8f-4bb1-a18b-54ec8b858399'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:06:07.399735 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd537382-eacd-4972-8315-e4a67767315d" -d '{"events": [{"name": "network-changed", "server_uuid": "96951ba7-b603-4036-84c6-092ff872aa88", "tag": "ddee9669-fd8f-4bb1-a18b-54ec8b858399"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:06:07.522877 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e45ed02c-56f5-4b7f-9538-503d885120f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (82ccfa62-dd4e-47d2-843d-b2b7f42ce657), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:07.525864 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e45ed02c-56f5-4b7f-9538-503d885120f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (82ccfa62-dd4e-47d2-843d-b2b7f42ce657), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:07.582170 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-345e36fb-fcb0-421a-abc7-97cda95bec47 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Publish callbacks [] for port (07bc3820-3086-4c78-84c7-c38f8b69f8e3), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:07.661090 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-889a6c37-64ea-400d-8721-af545997ec17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (836ed1d4-92e2-4289-8a12-896771b480bb), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:07.666991 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7482aa4e-5470-4e12-8cc6-6feea5859d8d req-da2fef3a-c100-456e-9a9d-4cb5f3d5178d tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (8acae5b5-12e0-4ae1-937d-fa1bc3d26e79), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:07.707167 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e45ed02c-56f5-4b7f-9538-503d885120f0 admin admin] Publish callbacks [] for router_controller (82ccfa62-dd4e-47d2-843d-b2b7f42ce657), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:07.729545 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b9306-e927-4e17-89b6-0b741ffba558 service neutron] Pushing event updated for resources: {'Port': ['ID=ddee9669-fd8f-4bb1-a18b-54ec8b858399,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:07.759131 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-345e36fb-fcb0-421a-abc7-97cda95bec47 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (07bc3820-3086-4c78-84c7-c38f8b69f8e3), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:07.840827 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d478e91-0c3c-407f-bbc1-773290fef728 req-0e6b46ce-979a-412b-b306-a4c68133bd56 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:07.842573 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4d478e91-0c3c-407f-bbc1-773290fef728 req-0e6b46ce-979a-412b-b306-a4c68133bd56 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7150ff8-64e8-4ee5-a5b2-922df0e31528 HTTP/1.1" status: 200 len: 943 time: 1.4754112 Feb 09 01:06:07.901495 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-345e36fb-fcb0-421a-abc7-97cda95bec47 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Network f0bf2d1b-1661-4bc9-ac26-21a65de127bc is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:06:07.915368 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-345e36fb-fcb0-421a-abc7-97cda95bec47 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:07.922671 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-345e36fb-fcb0-421a-abc7-97cda95bec47 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:06:07.949216 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7482aa4e-5470-4e12-8cc6-6feea5859d8d req-da2fef3a-c100-456e-9a9d-4cb5f3d5178d tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Network 6887c7a4-5287-46fb-8e1c-13a166b3746e is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:06:07.953697 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-aeaaabc5-e712-4c58-a513-e15bb7348934 None None] Allocated IP 172.20.0.2 (8e06ad67-97d1-4f11-889a-fde8ce1f4554/d13d90e7-a71d-4313-a595-9a761a96acb7/7269337c-64ca-48c3-b63a-0e8e2b6cc3d2) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:06:08.021977 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-8920d73e-85e5-4e5d-b9d7-1041c7b3bbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:08.032778 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-8920d73e-85e5-4e5d-b9d7-1041c7b3bbd4 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=92a9e1b9cb7947939e37c73c60cfce20&device_id=96951ba7-b603-4036-84c6-092ff872aa88 HTTP/1.1" status: 200 len: 1125 time: 0.3189447 Feb 09 01:06:08.105172 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4470983e-3d98-48c5-a2df-37e1a0097fef req-18ab8c02-e7ac-43eb-b70c-187d490f6f9c tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/security-groups?id=63f9b6a8-f901-49f3-9ea4-b0c2a248fcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4897764 Feb 09 01:06:08.183217 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0998cb4-5445-4be4-854f-a43296d9e607 req-6e6d242a-af19-4ff0-8514-47f2937ac699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:08.188928 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b0998cb4-5445-4be4-854f-a43296d9e607 req-6e6d242a-af19-4ff0-8514-47f2937ac699 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:08.190454 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0998cb4-5445-4be4-854f-a43296d9e607 req-6e6d242a-af19-4ff0-8514-47f2937ac699 service neutron] 10.222.0.120 "PUT /v2.0/ports/e6ab358e-5c8a-47ef-a521-a6fd49354b58 HTTP/1.1" status: 200 len: 1091 time: 5.0044711 Feb 09 01:06:08.229660 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-aeaaabc5-e712-4c58-a513-e15bb7348934 None None] Publish callbacks [] for port (7269337c-64ca-48c3-b63a-0e8e2b6cc3d2), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:08.238632 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4d478e91-0c3c-407f-bbc1-773290fef728 req-7dd09613-02ba-46c1-bfc3-0db305022d07 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244367 Feb 09 01:06:08.244062 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 836ed1d4-92e2-4289-8a12-896771b480bb no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:06:08.245139 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-7482aa4e-5470-4e12-8cc6-6feea5859d8d req-da2fef3a-c100-456e-9a9d-4cb5f3d5178d tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:08.292729 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-7482aa4e-5470-4e12-8cc6-6feea5859d8d req-da2fef3a-c100-456e-9a9d-4cb5f3d5178d tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:06:08.310930 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-aeaaabc5-e712-4c58-a513-e15bb7348934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (7269337c-64ca-48c3-b63a-0e8e2b6cc3d2), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:08.386632 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e45ed02c-56f5-4b7f-9538-503d885120f0 admin admin] Publish callbacks [] for router_gateway (82ccfa62-dd4e-47d2-843d-b2b7f42ce657), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:08.403186 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-e33d9d57-10f1-4d56-b963-5a21776d7438 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ddee9669-fd8f-4bb1-a18b-54ec8b858399 HTTP/1.1" status: 200 len: 217 time: 0.2878942 Feb 09 01:06:08.447852 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaaabc5-e712-4c58-a513-e15bb7348934 None None] Pushing event updated for resources: {'Port': ['ID=7269337c-64ca-48c3-b63a-0e8e2b6cc3d2,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:08.501240 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeaaabc5-e712-4c58-a513-e15bb7348934 None None] Network 8e06ad67-97d1-4f11-889a-fde8ce1f4554 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:06:08.532941 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] The host n-h1-828369-4 is not matching for port 836ed1d4-92e2-4289-8a12-896771b480bb host n-h2-828369-4! {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:06:08.534284 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 836ed1d4-92e2-4289-8a12-896771b480bb not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:06:08.552668 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:08.560157 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-aeaaabc5-e712-4c58-a513-e15bb7348934 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:08.574086 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaaabc5-e712-4c58-a513-e15bb7348934 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:06:08.593084 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:08.681152 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-403b7038-704b-424a-b394-5d1de971a66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:08.685508 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device c8202dbf-ae31-4474-83f8-7e62a5746094 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:06:08.687624 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-403b7038-704b-424a-b394-5d1de971a66f service neutron] 10.222.0.120 "GET /v2.0/subnets?id=bdb83081-7783-44b0-aeb7-7002ff9f4a47 HTTP/1.1" status: 200 len: 852 time: 0.2528598 Feb 09 01:06:08.797167 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-aeaaabc5-e712-4c58-a513-e15bb7348934 None None] Attempting to bind port 7269337c-64ca-48c3-b63a-0e8e2b6cc3d2 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:06:08.797763 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-aeaaabc5-e712-4c58-a513-e15bb7348934 None None] Attempting to bind port 7269337c-64ca-48c3-b63a-0e8e2b6cc3d2 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'ebc0196b-40a7-4a91-81b3-cd03bc319f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:06:08.804220 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-cf1c8699-384f-4811-a81c-404f99d87f5f service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=f0bf2d1b-1661-4bc9-ac26-21a65de127bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851789 Feb 09 01:06:08.805002 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaaabc5-e712-4c58-a513-e15bb7348934 None None] Attempting to bind port 7269337c-64ca-48c3-b63a-0e8e2b6cc3d2 on network 8e06ad67-97d1-4f11-889a-fde8ce1f4554 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:06:08.825297 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaaabc5-e712-4c58-a513-e15bb7348934 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:06:08.825942 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaaabc5-e712-4c58-a513-e15bb7348934 None None] Checking segment: {'id': 'ebc0196b-40a7-4a91-81b3-cd03bc319f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:06:08.826516 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-aeaaabc5-e712-4c58-a513-e15bb7348934 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:08.827030 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaaabc5-e712-4c58-a513-e15bb7348934 None None] Bound using segment: {'id': 'ebc0196b-40a7-4a91-81b3-cd03bc319f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:06:08.827619 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-aeaaabc5-e712-4c58-a513-e15bb7348934 None None] Bound port: 7269337c-64ca-48c3-b63a-0e8e2b6cc3d2, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc0196b-40a7-4a91-81b3-cd03bc319f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:06:08.828118 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-aeaaabc5-e712-4c58-a513-e15bb7348934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7269337c-64ca-48c3-b63a-0e8e2b6cc3d2), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:08.834271 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-889a6c37-64ea-400d-8721-af545997ec17 service neutron] No DVR routers for this DVR port 836ed1d4-92e2-4289-8a12-896771b480bb on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:06:08.845694 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d242a-af19-4ff0-8514-47f2937ac699 service neutron] Pushing event updated for resources: {'Port': ['ID=e6ab358e-5c8a-47ef-a521-a6fd49354b58,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:08.899318 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port c8202dbf-ae31-4474-83f8-7e62a5746094 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:08.900067 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c8202dbf-ae31-4474-83f8-7e62a5746094), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:08.965590 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-aeaaabc5-e712-4c58-a513-e15bb7348934 None None] For port 7269337c-64ca-48c3-b63a-0e8e2b6cc3d2, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:06:08.973365 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-aeaaabc5-e712-4c58-a513-e15bb7348934 None None] For port 7269337c-64ca-48c3-b63a-0e8e2b6cc3d2, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=7269337c-64ca-48c3-b63a-0e8e2b6cc3d2,segment=NetworkSegment(ebc0196b-40a7-4a91-81b3-cd03bc319f59),segment_id=ebc0196b-40a7-4a91-81b3-cd03bc319f59)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:06:09.003666 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-aeaaabc5-e712-4c58-a513-e15bb7348934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (7269337c-64ca-48c3-b63a-0e8e2b6cc3d2), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:09.096900 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-345e36fb-fcb0-421a-abc7-97cda95bec47 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:09.097415 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-345e36fb-fcb0-421a-abc7-97cda95bec47 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:09.102018 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaaabc5-e712-4c58-a513-e15bb7348934 None None] Pushing event updated for resources: {'Port': ['ID=7269337c-64ca-48c3-b63a-0e8e2b6cc3d2,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:09.210379 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-345e36fb-fcb0-421a-abc7-97cda95bec47 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1435337 Feb 09 01:06:09.215801 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:09.239394 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port c8202dbf-ae31-4474-83f8-7e62a5746094 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:06:09.274898 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-889a6c37-64ea-400d-8721-af545997ec17 service neutron] Attempting to bind port 836ed1d4-92e2-4289-8a12-896771b480bb on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:06:09.275243 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-889a6c37-64ea-400d-8721-af545997ec17 service neutron] Attempting to bind port 836ed1d4-92e2-4289-8a12-896771b480bb by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:06:09.275584 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-889a6c37-64ea-400d-8721-af545997ec17 service neutron] Attempting to bind port 836ed1d4-92e2-4289-8a12-896771b480bb on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:06:09.290333 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482aa4e-5470-4e12-8cc6-6feea5859d8d req-da2fef3a-c100-456e-9a9d-4cb5f3d5178d tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:09.291319 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7482aa4e-5470-4e12-8cc6-6feea5859d8d req-da2fef3a-c100-456e-9a9d-4cb5f3d5178d tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:09.300146 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-2fb3554d-7092-4091-93de-364da23ae82e service neutron] Request body: {'port': {'device_id': '089fac5d-6a70-4ce7-a107-8609b78061f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:09.308807 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-889a6c37-64ea-400d-8721-af545997ec17 service neutron] Port 836ed1d4-92e2-4289-8a12-896771b480bb on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:06:09.314851 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-889a6c37-64ea-400d-8721-af545997ec17 service neutron] Attempting to bind port 836ed1d4-92e2-4289-8a12-896771b480bb on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:06:09.333992 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e45ed02c-56f5-4b7f-9538-503d885120f0 admin admin] Publish callbacks [] for router_gateway (82ccfa62-dd4e-47d2-843d-b2b7f42ce657), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:09.343424 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d97b7eb-6bb7-48d8-a7ff-87d7c8c15162 req-ace2995e-1b2d-4719-b8c1-c7e48b11df34 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:09.345502 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3d97b7eb-6bb7-48d8-a7ff-87d7c8c15162 req-ace2995e-1b2d-4719-b8c1-c7e48b11df34 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 947 time: 0.6062720 Feb 09 01:06:09.372555 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0998cb4-5445-4be4-854f-a43296d9e607 req-310b5763-9068-4394-ac74-d334a3136481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:09.374290 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0998cb4-5445-4be4-854f-a43296d9e607 req-310b5763-9068-4394-ac74-d334a3136481 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=349016141cb643eba466ab5e9338a7e5&device_id=a7150ff8-64e8-4ee5-a5b2-922df0e31528 HTTP/1.1" status: 200 len: 1125 time: 1.0642819 Feb 09 01:06:09.377667 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e45ed02c-56f5-4b7f-9538-503d885120f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:09.387198 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42d6ae-3fb5-4bda-992e-32bb42ea763b req-ae097039-3d0f-40a4-a376-49a0d2813805 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:09.389479 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ed42d6ae-3fb5-4bda-992e-32bb42ea763b req-ae097039-3d0f-40a4-a376-49a0d2813805 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=7de18159-e0a2-4539-9a6a-f35684e9d93a HTTP/1.1" status: 200 len: 932 time: 0.6667359 Feb 09 01:06:09.450502 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a6c37-64ea-400d-8721-af545997ec17 service neutron] Pushing event updated for resources: {'Port': ['ID=836ed1d4-92e2-4289-8a12-896771b480bb,revision_number=6']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:09.491074 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-552f9087-a87d-4036-b5c6-22134efffa7d service neutron] 10.222.0.120 "GET /v2.0/networks/f0bf2d1b-1661-4bc9-ac26-21a65de127bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6676123 Feb 09 01:06:09.517081 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3d97b7eb-6bb7-48d8-a7ff-87d7c8c15162 req-60856331-7dc4-4c1f-ac1f-63e2a2220cbb tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246724 Feb 09 01:06:09.517973 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-889a6c37-64ea-400d-8721-af545997ec17 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:06:09.518322 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-889a6c37-64ea-400d-8721-af545997ec17 service neutron] Checking segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:06:09.518720 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-889a6c37-64ea-400d-8721-af545997ec17 service neutron] Bound using segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:06:09.519179 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-889a6c37-64ea-400d-8721-af545997ec17 service neutron] Bound port: 836ed1d4-92e2-4289-8a12-896771b480bb, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:06:09.519547 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-889a6c37-64ea-400d-8721-af545997ec17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (836ed1d4-92e2-4289-8a12-896771b480bb), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:09.580772 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2fef3a-c100-456e-9a9d-4cb5f3d5178d tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Pushing event updated for resources: {'Port': ['ID=8acae5b5-12e0-4ae1-937d-fa1bc3d26e79,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:09.649393 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1a3709-8f1c-45bb-891a-59d054749f3d x-openstack-request-id: req-ac1a3709-8f1c-45bb-891a-59d054749f3d {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:06:09.650058 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96951ba7-b603-4036-84c6-092ff872aa88", "tag": "ddee9669-fd8f-4bb1-a18b-54ec8b858399", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:06:09.650537 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ac1a3709-8f1c-45bb-891a-59d054749f3d {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:06:09.651151 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96951ba7-b603-4036-84c6-092ff872aa88', 'tag': 'ddee9669-fd8f-4bb1-a18b-54ec8b858399', 'status': 'completed', 'code': 200} Feb 09 01:06:09.654867 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7482aa4e-5470-4e12-8cc6-6feea5859d8d req-da2fef3a-c100-456e-9a9d-4cb5f3d5178d tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.5451927 Feb 09 01:06:09.731378 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e36fb-fcb0-421a-abc7-97cda95bec47 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Pushing event updated for resources: {'Port': ['ID=07bc3820-3086-4c78-84c7-c38f8b69f8e3,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:09.738166 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-e45ed02c-56f5-4b7f-9538-503d885120f0 admin admin] Allocated IP 172.25.8.107 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/1771017d-b6be-4aa6-9ea7-2a0790080398) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:06:09.745351 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0998cb4-5445-4be4-854f-a43296d9e607 req-4471c895-56f0-4377-abf6-c3e783f30ccf service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e6ab358e-5c8a-47ef-a521-a6fd49354b58 HTTP/1.1" status: 200 len: 217 time: 0.3541429 Feb 09 01:06:09.747091 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-5dfc63fe-29cd-4287-b125-2e58a7f9433f service neutron] 10.222.0.120 "GET /v2.0/networks/f0bf2d1b-1661-4bc9-ac26-21a65de127bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462077 Feb 09 01:06:09.753191 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-7482aa4e-5470-4e12-8cc6-6feea5859d8d req-4517de05-3c7a-4a8f-90ac-0b5cd63ce3ba service neutron] Request body: {'port': {'device_id': '7de18159-e0a2-4539-9a6a-f35684e9d93a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:09.842744 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7117529-af4f-4021-96c5-5529e86d19f8 x-openstack-request-id: req-b7117529-af4f-4021-96c5-5529e86d19f8 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:06:09.843052 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "076c97d3-ae9d-4579-b1b2-c56cfbd6ee86", "name": "network-vif-unplugged", "status": "completed", "tag": "836ed1d4-92e2-4289-8a12-896771b480bb", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:06:09.843312 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b7117529-af4f-4021-96c5-5529e86d19f8 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:06:09.843715 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '076c97d3-ae9d-4579-b1b2-c56cfbd6ee86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '836ed1d4-92e2-4289-8a12-896771b480bb', 'code': 200} Feb 09 01:06:09.844306 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-2fb3554d-7092-4091-93de-364da23ae82e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (07bc3820-3086-4c78-84c7-c38f8b69f8e3), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:09.937013 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0998cb4-5445-4be4-854f-a43296d9e607 req-c5559a0e-2b40-40d7-99aa-66298f4e3ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:09.938841 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0998cb4-5445-4be4-854f-a43296d9e607 req-c5559a0e-2b40-40d7-99aa-66298f4e3ead service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4611cb36-f3d2-4498-977c-18da9d170e4c HTTP/1.1" status: 200 len: 847 time: 0.1046360 Feb 09 01:06:09.999894 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e45ed02c-56f5-4b7f-9538-503d885120f0 admin admin] Publish callbacks [] for port (1771017d-b6be-4aa6-9ea7-2a0790080398), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:10.020814 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0998cb4-5445-4be4-854f-a43296d9e607 req-4cbd3f06-6bc3-479a-acdf-76efa4c53eb4 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=584d7274-cb01-4853-8902-7824a3a705cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704486 Feb 09 01:06:10.122678 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e45ed02c-56f5-4b7f-9538-503d885120f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (1771017d-b6be-4aa6-9ea7-2a0790080398), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:10.182805 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45ed02c-56f5-4b7f-9538-503d885120f0 admin admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:06:10.184176 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45ed02c-56f5-4b7f-9538-503d885120f0 admin admin] Pushing event updated for resources: {'Port': ['ID=1771017d-b6be-4aa6-9ea7-2a0790080398,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:10.195961 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-e45ed02c-56f5-4b7f-9538-503d885120f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:10.199338 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45ed02c-56f5-4b7f-9538-503d885120f0 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:06:10.210656 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7482aa4e-5470-4e12-8cc6-6feea5859d8d req-4517de05-3c7a-4a8f-90ac-0b5cd63ce3ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8acae5b5-12e0-4ae1-937d-fa1bc3d26e79), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:10.283211 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ed42d6ae-3fb5-4bda-992e-32bb42ea763b req-f4f44c16-bc94-4f05-a823-6217d3838239 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7866788 Feb 09 01:06:10.392035 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-889a6c37-64ea-400d-8721-af545997ec17 service neutron] For port 836ed1d4-92e2-4289-8a12-896771b480bb, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:06:10.410422 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 7269337c-64ca-48c3-b63a-0e8e2b6cc3d2 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:06:10.410992 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-889a6c37-64ea-400d-8721-af545997ec17 service neutron] For port 836ed1d4-92e2-4289-8a12-896771b480bb, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=836ed1d4-92e2-4289-8a12-896771b480bb,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:06:10.543880 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-889a6c37-64ea-400d-8721-af545997ec17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (836ed1d4-92e2-4289-8a12-896771b480bb), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:10.564985 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 7269337c-64ca-48c3-b63a-0e8e2b6cc3d2 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:10.565367 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (7269337c-64ca-48c3-b63a-0e8e2b6cc3d2), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:10.750372 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a6c37-64ea-400d-8721-af545997ec17 service neutron] Pushing event updated for resources: {'Port': ['ID=836ed1d4-92e2-4289-8a12-896771b480bb,revision_number=7']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:10.770391 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-889a6c37-64ea-400d-8721-af545997ec17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:10.771013 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-889a6c37-64ea-400d-8721-af545997ec17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:10.772720 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-889a6c37-64ea-400d-8721-af545997ec17 service neutron] 10.222.0.120 "PUT /v2.0/ports/836ed1d4-92e2-4289-8a12-896771b480bb HTTP/1.1" status: 200 len: 1095 time: 5.5353422 Feb 09 01:06:10.837204 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39c066b-df08-4a2f-859e-438ec0677636 None None] Network 8e06ad67-97d1-4f11-889a-fde8ce1f4554 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:06:10.851945 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 7269337c-64ca-48c3-b63a-0e8e2b6cc3d2 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:06:10.852356 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7269337c-64ca-48c3-b63a-0e8e2b6cc3d2), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:11.119922 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-7d8651d8-45b4-4436-a8fd-cfacb82cbcb7 None None] Provisioning complete for port 7269337c-64ca-48c3-b63a-0e8e2b6cc3d2 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:11.120186 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7d8651d8-45b4-4436-a8fd-cfacb82cbcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (7269337c-64ca-48c3-b63a-0e8e2b6cc3d2), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:11.145241 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd537382-eacd-4972-8315-e4a67767315d req-3a351da4-0c9c-447a-865c-f34c79b5b875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:11.146809 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-cd537382-eacd-4972-8315-e4a67767315d req-3a351da4-0c9c-447a-865c-f34c79b5b875 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=92a9e1b9cb7947939e37c73c60cfce20&device_id=96951ba7-b603-4036-84c6-092ff872aa88 HTTP/1.1" status: 200 len: 1125 time: 1.1015329 Feb 09 01:06:11.215574 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-7482aa4e-5470-4e12-8cc6-6feea5859d8d req-4517de05-3c7a-4a8f-90ac-0b5cd63ce3ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8acae5b5-12e0-4ae1-937d-fa1bc3d26e79 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:06:11.218033 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 7269337c-64ca-48c3-b63a-0e8e2b6cc3d2, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=7269337c-64ca-48c3-b63a-0e8e2b6cc3d2,segment=NetworkSegment(ebc0196b-40a7-4a91-81b3-cd03bc319f59),segment_id=ebc0196b-40a7-4a91-81b3-cd03bc319f59)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:11.226754 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7482aa4e-5470-4e12-8cc6-6feea5859d8d req-4517de05-3c7a-4a8f-90ac-0b5cd63ce3ba service neutron] Publish callbacks [] for port (8acae5b5-12e0-4ae1-937d-fa1bc3d26e79), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:11.235904 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (7269337c-64ca-48c3-b63a-0e8e2b6cc3d2), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:11.242385 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-7482aa4e-5470-4e12-8cc6-6feea5859d8d req-4517de05-3c7a-4a8f-90ac-0b5cd63ce3ba service neutron] Transition to ACTIVE for port object 8acae5b5-12e0-4ae1-937d-fa1bc3d26e79 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:06:11.290607 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a88076-1033-4ddc-8f81-7ac8aea35847 req-477365a6-7630-4609-96c3-e5dbbd6e9af1 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:11.292827 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-69a88076-1033-4ddc-8f81-7ac8aea35847 req-477365a6-7630-4609-96c3-e5dbbd6e9af1 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7150ff8-64e8-4ee5-a5b2-922df0e31528 HTTP/1.1" status: 200 len: 943 time: 0.8441954 Feb 09 01:06:11.293944 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7482aa4e-5470-4e12-8cc6-6feea5859d8d req-4517de05-3c7a-4a8f-90ac-0b5cd63ce3ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (8acae5b5-12e0-4ae1-937d-fa1bc3d26e79), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:11.357321 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52685182-6e37-4d51-ae6a-be0d5a592389 req-5cdbe40e-531a-4732-90b3-f32edef94408 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:11.366082 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-52685182-6e37-4d51-ae6a-be0d5a592389 req-5cdbe40e-531a-4732-90b3-f32edef94408 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/ports?device_id=96951ba7-b603-4036-84c6-092ff872aa88 HTTP/1.1" status: 200 len: 943 time: 1.1288228 Feb 09 01:06:11.398279 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd537382-eacd-4972-8315-e4a67767315d req-dfe060a2-a769-4543-804a-94b77121cd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:11.399778 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-cd537382-eacd-4972-8315-e4a67767315d req-dfe060a2-a769-4543-804a-94b77121cd2f service neutron] 10.222.0.120 "GET /v2.0/networks?id=f0bf2d1b-1661-4bc9-ac26-21a65de127bc HTTP/1.1" status: 200 len: 914 time: 0.2406094 Feb 09 01:06:11.403810 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=7269337c-64ca-48c3-b63a-0e8e2b6cc3d2,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:11.447201 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0998cb4-5445-4be4-854f-a43296d9e607 req-2817cbdc-f86e-4672-a10d-0e558f3f683c service neutron] 10.222.0.120 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4142554 Feb 09 01:06:11.469811 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-52685182-6e37-4d51-ae6a-be0d5a592389 req-8509374e-4702-4ee9-9da3-258d273fe2ca tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/security-groups?id=63f9b6a8-f901-49f3-9ea4-b0c2a248fcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022885 Feb 09 01:06:11.507091 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-7d8651d8-45b4-4436-a8fd-cfacb82cbcb7 None None] Current status of the port 7269337c-64ca-48c3-b63a-0e8e2b6cc3d2 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:06:11.641801 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e45ed02c-56f5-4b7f-9538-503d885120f0 admin admin] Publish callbacks [] for router_gateway (82ccfa62-dd4e-47d2-843d-b2b7f42ce657), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:11.706772 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-cd537382-eacd-4972-8315-e4a67767315d req-64c92bd5-3aab-4f13-b81d-f564a9f754af service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ddee9669-fd8f-4bb1-a18b-54ec8b858399 HTTP/1.1" status: 200 len: 217 time: 0.0663478 Feb 09 01:06:11.892092 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7150ff8-64e8-4ee5-a5b2-922df0e31528', 'tag': 'e6ab358e-5c8a-47ef-a521-a6fd49354b58'}, {'name': 'network-changed', 'server_uuid': '076c97d3-ae9d-4579-b1b2-c56cfbd6ee86', 'tag': '836ed1d4-92e2-4289-8a12-896771b480bb'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:06:11.897834 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932f66be-7bf0-4287-b651-453e46923190" -d '{"events": [{"name": "network-changed", "server_uuid": "a7150ff8-64e8-4ee5-a5b2-922df0e31528", "tag": "e6ab358e-5c8a-47ef-a521-a6fd49354b58"}, {"name": "network-changed", "server_uuid": "076c97d3-ae9d-4579-b1b2-c56cfbd6ee86", "tag": "836ed1d4-92e2-4289-8a12-896771b480bb"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:06:11.945299 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-4d158ea6-f3b9-411e-9f67-8510031949cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:11.945299 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-4d158ea6-f3b9-411e-9f67-8510031949cb service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=698d05b4eb4b402aa83e695c4b2c5978&device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 1129 time: 1.1353829 Feb 09 01:06:11.982369 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-f085fa4b-7950-42f1-a2f1-8115084f12ad None None] Provisioning complete for port 7269337c-64ca-48c3-b63a-0e8e2b6cc3d2 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:11.983389 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f085fa4b-7950-42f1-a2f1-8115084f12ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (7269337c-64ca-48c3-b63a-0e8e2b6cc3d2), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:12.207369 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f085fa4b-7950-42f1-a2f1-8115084f12ad None None] Current status of the port 7269337c-64ca-48c3-b63a-0e8e2b6cc3d2 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:06:12.247542 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd537382-eacd-4972-8315-e4a67767315d req-fdf53cdd-14a8-45f7-af73-26efd692792f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:12.250460 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-cd537382-eacd-4972-8315-e4a67767315d req-fdf53cdd-14a8-45f7-af73-26efd692792f service neutron] 10.222.0.120 "GET /v2.0/subnets?id=bdb83081-7783-44b0-aeb7-7002ff9f4a47 HTTP/1.1" status: 200 len: 852 time: 0.4590013 Feb 09 01:06:12.317026 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-cd537382-eacd-4972-8315-e4a67767315d req-3eb09314-810b-4d4f-985c-25f611e35b13 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=f0bf2d1b-1661-4bc9-ac26-21a65de127bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563445 Feb 09 01:06:12.357881 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 7269337c-64ca-48c3-b63a-0e8e2b6cc3d2 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:06:12.489607 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 7269337c-64ca-48c3-b63a-0e8e2b6cc3d2 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:12.490092 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (7269337c-64ca-48c3-b63a-0e8e2b6cc3d2), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:12.490447 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-cd537382-eacd-4972-8315-e4a67767315d req-103e562b-8901-4ff6-b5a0-43eed1ec63e4 service neutron] 10.222.0.120 "GET /v2.0/networks/f0bf2d1b-1661-4bc9-ac26-21a65de127bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594536 Feb 09 01:06:12.555667 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-69a88076-1033-4ddc-8f81-7ac8aea35847 req-1c1546db-83b1-494e-9c20-18042c4f853a tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2480342 Feb 09 01:06:12.650866 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e45ed02c-56f5-4b7f-9538-503d885120f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (82ccfa62-dd4e-47d2-843d-b2b7f42ce657), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:12.656972 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4517de05-3c7a-4a8f-90ac-0b5cd63ce3ba service neutron] Pushing event updated for resources: {'Port': ['ID=8acae5b5-12e0-4ae1-937d-fa1bc3d26e79,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:12.737206 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 7269337c-64ca-48c3-b63a-0e8e2b6cc3d2 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:06:12.778614 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f098c7-a65d-48f0-a4f5-96b4237a3a48 req-b5467aa2-ed0a-4303-be74-276a4ef3ac34 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:12.786188 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76f098c7-a65d-48f0-a4f5-96b4237a3a48 req-b5467aa2-ed0a-4303-be74-276a4ef3ac34 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 947 time: 0.8798337 Feb 09 01:06:12.857173 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-7482aa4e-5470-4e12-8cc6-6feea5859d8d req-4517de05-3c7a-4a8f-90ac-0b5cd63ce3ba service neutron] Attempting to bind port 8acae5b5-12e0-4ae1-937d-fa1bc3d26e79 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:06:12.858548 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-7482aa4e-5470-4e12-8cc6-6feea5859d8d req-4517de05-3c7a-4a8f-90ac-0b5cd63ce3ba service neutron] Attempting to bind port 8acae5b5-12e0-4ae1-937d-fa1bc3d26e79 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '1088d67c-3520-4ac2-8e48-25a7c8da33c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6887c7a4-5287-46fb-8e1c-13a166b3746e'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:06:12.858548 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7482aa4e-5470-4e12-8cc6-6feea5859d8d req-4517de05-3c7a-4a8f-90ac-0b5cd63ce3ba service neutron] Attempting to bind port 8acae5b5-12e0-4ae1-937d-fa1bc3d26e79 on network 6887c7a4-5287-46fb-8e1c-13a166b3746e {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:06:12.877729 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-cd537382-eacd-4972-8315-e4a67767315d req-b6c8365f-b179-4591-8fbc-321f77ddc863 service neutron] 10.222.0.120 "GET /v2.0/networks/f0bf2d1b-1661-4bc9-ac26-21a65de127bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734968 Feb 09 01:06:12.913185 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76f098c7-a65d-48f0-a4f5-96b4237a3a48 req-82b623f6-07a1-4032-bad5-9523bc6da569 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253614 Feb 09 01:06:12.915074 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7482aa4e-5470-4e12-8cc6-6feea5859d8d req-4517de05-3c7a-4a8f-90ac-0b5cd63ce3ba service neutron] Port 8acae5b5-12e0-4ae1-937d-fa1bc3d26e79 on network 6887c7a4-5287-46fb-8e1c-13a166b3746e not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:06:12.926569 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7482aa4e-5470-4e12-8cc6-6feea5859d8d req-4517de05-3c7a-4a8f-90ac-0b5cd63ce3ba service neutron] Attempting to bind port 8acae5b5-12e0-4ae1-937d-fa1bc3d26e79 on network 6887c7a4-5287-46fb-8e1c-13a166b3746e {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:06:12.984287 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7482aa4e-5470-4e12-8cc6-6feea5859d8d req-4517de05-3c7a-4a8f-90ac-0b5cd63ce3ba service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:06:12.984841 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7482aa4e-5470-4e12-8cc6-6feea5859d8d req-4517de05-3c7a-4a8f-90ac-0b5cd63ce3ba service neutron] Checking segment: {'id': '1088d67c-3520-4ac2-8e48-25a7c8da33c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6887c7a4-5287-46fb-8e1c-13a166b3746e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:06:12.985200 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7482aa4e-5470-4e12-8cc6-6feea5859d8d req-4517de05-3c7a-4a8f-90ac-0b5cd63ce3ba service neutron] Bound using segment: {'id': '1088d67c-3520-4ac2-8e48-25a7c8da33c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6887c7a4-5287-46fb-8e1c-13a166b3746e'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:06:12.985660 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-7482aa4e-5470-4e12-8cc6-6feea5859d8d req-4517de05-3c7a-4a8f-90ac-0b5cd63ce3ba service neutron] Bound port: 8acae5b5-12e0-4ae1-937d-fa1bc3d26e79, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1088d67c-3520-4ac2-8e48-25a7c8da33c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6887c7a4-5287-46fb-8e1c-13a166b3746e'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:06:12.986094 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7482aa4e-5470-4e12-8cc6-6feea5859d8d req-4517de05-3c7a-4a8f-90ac-0b5cd63ce3ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8acae5b5-12e0-4ae1-937d-fa1bc3d26e79), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:13.021038 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e45ed02c-56f5-4b7f-9538-503d885120f0 admin admin] Router 82ccfa62-dd4e-47d2-843d-b2b7f42ce657 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:06:13.103852 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-7482aa4e-5470-4e12-8cc6-6feea5859d8d req-4517de05-3c7a-4a8f-90ac-0b5cd63ce3ba service neutron] For port 8acae5b5-12e0-4ae1-937d-fa1bc3d26e79, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:06:13.107657 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-7482aa4e-5470-4e12-8cc6-6feea5859d8d req-4517de05-3c7a-4a8f-90ac-0b5cd63ce3ba service neutron] For port 8acae5b5-12e0-4ae1-937d-fa1bc3d26e79, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=8acae5b5-12e0-4ae1-937d-fa1bc3d26e79,segment=NetworkSegment(1088d67c-3520-4ac2-8e48-25a7c8da33c5),segment_id=1088d67c-3520-4ac2-8e48-25a7c8da33c5)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:06:13.111952 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 01:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491c2139-c636-4c93-8b2b-ad62e5b83f44 x-openstack-request-id: req-491c2139-c636-4c93-8b2b-ad62e5b83f44 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:06:13.112126 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7150ff8-64e8-4ee5-a5b2-922df0e31528", "tag": "e6ab358e-5c8a-47ef-a521-a6fd49354b58", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "076c97d3-ae9d-4579-b1b2-c56cfbd6ee86", "tag": "836ed1d4-92e2-4289-8a12-896771b480bb", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:06:13.112413 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-491c2139-c636-4c93-8b2b-ad62e5b83f44 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:06:13.112816 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7150ff8-64e8-4ee5-a5b2-922df0e31528', 'tag': 'e6ab358e-5c8a-47ef-a521-a6fd49354b58', 'status': 'completed', 'code': 200} Feb 09 01:06:13.113079 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '076c97d3-ae9d-4579-b1b2-c56cfbd6ee86', 'tag': '836ed1d4-92e2-4289-8a12-896771b480bb', 'status': 'completed', 'code': 200} Feb 09 01:06:13.177348 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0998cb4-5445-4be4-854f-a43296d9e607 req-5e668234-f706-489b-9f27-8f4315335744 service neutron] 10.222.0.120 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6936429 Feb 09 01:06:13.182552 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-a49f53b5-734b-4232-a7f2-2711717e179e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:13.184443 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-a49f53b5-734b-4232-a7f2-2711717e179e service neutron] 10.222.0.120 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 1.2111559 Feb 09 01:06:13.200485 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7482aa4e-5470-4e12-8cc6-6feea5859d8d req-4517de05-3c7a-4a8f-90ac-0b5cd63ce3ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (8acae5b5-12e0-4ae1-937d-fa1bc3d26e79), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:13.239353 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eeb652-0d5b-4e9b-98da-4f4d6d6dc371 req-1d1b9bdf-5243-4c9d-86ef-a07f6bc420c6 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:13.241021 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-37eeb652-0d5b-4e9b-98da-4f4d6d6dc371 req-1d1b9bdf-5243-4c9d-86ef-a07f6bc420c6 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=7de18159-e0a2-4539-9a6a-f35684e9d93a HTTP/1.1" status: 200 len: 944 time: 0.5440803 Feb 09 01:06:13.334398 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45ed02c-56f5-4b7f-9538-503d885120f0 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:06:13.343280 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618563e2-e2e8-4e8c-ab37-ee63b21a4541 None None] Sync routers for ids ['82ccfa62-dd4e-47d2-843d-b2b7f42ce657'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:06:13.357374 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618563e2-e2e8-4e8c-ab37-ee63b21a4541 None None] Routers {'82ccfa62-dd4e-47d2-843d-b2b7f42ce657'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:06:13.358699 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-618563e2-e2e8-4e8c-ab37-ee63b21a4541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:06:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['82ccfa62-dd4e-47d2-843d-b2b7f42ce657'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:13.367969 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e45ed02c-56f5-4b7f-9538-503d885120f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:13.368958 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e45ed02c-56f5-4b7f-9538-503d885120f0 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.1552501 Feb 09 01:06:13.387451 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45570) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:06:13.412054 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device ddee9669-fd8f-4bb1-a18b-54ec8b858399 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:06:13.495665 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482aa4e-5470-4e12-8cc6-6feea5859d8d req-4517de05-3c7a-4a8f-90ac-0b5cd63ce3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:13.497228 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7482aa4e-5470-4e12-8cc6-6feea5859d8d req-4517de05-3c7a-4a8f-90ac-0b5cd63ce3ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:13.503183 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7482aa4e-5470-4e12-8cc6-6feea5859d8d req-4517de05-3c7a-4a8f-90ac-0b5cd63ce3ba service neutron] 10.222.0.47 "PUT /v2.0/ports/8acae5b5-12e0-4ae1-937d-fa1bc3d26e79 HTTP/1.1" status: 200 len: 1092 time: 3.7680955 Feb 09 01:06:13.625529 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-566991bf-52ec-4ae7-955f-cebf2f880a05 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=836ed1d4-92e2-4289-8a12-896771b480bb HTTP/1.1" status: 200 len: 217 time: 0.3789966 Feb 09 01:06:13.714817 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-618563e2-e2e8-4e8c-ab37-ee63b21a4541 None None] Set router 82ccfa62-dd4e-47d2-843d-b2b7f42ce657 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:06:13.715702 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port ddee9669-fd8f-4bb1-a18b-54ec8b858399, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=ddee9669-fd8f-4bb1-a18b-54ec8b858399,segment=NetworkSegment(3c63ea86-e27b-44f0-b66a-b57792354f51),segment_id=3c63ea86-e27b-44f0-b66a-b57792354f51)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:13.731523 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f66be-7bf0-4287-b651-453e46923190 req-0396c219-0fe1-4e51-a5f9-01ad3e4d35d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:13.740177 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-932f66be-7bf0-4287-b651-453e46923190 req-0396c219-0fe1-4e51-a5f9-01ad3e4d35d3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=698d05b4eb4b402aa83e695c4b2c5978&device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 1129 time: 0.3888886 Feb 09 01:06:13.754802 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': 'ddee9669-fd8f-4bb1-a18b-54ec8b858399', 'network_id': 'f0bf2d1b-1661-4bc9-ac26-21a65de127bc', 'port_id': 'ddee9669-fd8f-4bb1-a18b-54ec8b858399', 'mac_address': 'fa:16:3e:c6:60:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdb83081-7783-44b0-aeb7-7002ff9f4a47', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:06:13.855609 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port ddee9669-fd8f-4bb1-a18b-54ec8b858399 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:06:13.856608 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ddee9669-fd8f-4bb1-a18b-54ec8b858399), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:13.860026 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-37eeb652-0d5b-4e9b-98da-4f4d6d6dc371 req-b9d83f6f-7d46-42f8-8e13-31999dfa7852 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5560207 Feb 09 01:06:13.904209 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddee9669-fd8f-4bb1-a18b-54ec8b858399 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:06:13.912847 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-2fb3554d-7092-4091-93de-364da23ae82e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07bc3820-3086-4c78-84c7-c38f8b69f8e3 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:06:13.931851 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-2fb3554d-7092-4091-93de-364da23ae82e service neutron] Publish callbacks [] for port (07bc3820-3086-4c78-84c7-c38f8b69f8e3), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:13.943523 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port ddee9669-fd8f-4bb1-a18b-54ec8b858399, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=ddee9669-fd8f-4bb1-a18b-54ec8b858399,segment=NetworkSegment(3c63ea86-e27b-44f0-b66a-b57792354f51),segment_id=3c63ea86-e27b-44f0-b66a-b57792354f51)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:13.953176 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (ddee9669-fd8f-4bb1-a18b-54ec8b858399), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:13.973859 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-2fb3554d-7092-4091-93de-364da23ae82e service neutron] Transition to ACTIVE for port object 07bc3820-3086-4c78-84c7-c38f8b69f8e3 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:06:14.051347 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-2fb3554d-7092-4091-93de-364da23ae82e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (07bc3820-3086-4c78-84c7-c38f8b69f8e3), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:14.088702 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=ddee9669-fd8f-4bb1-a18b-54ec8b858399,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:14.135552 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f66be-7bf0-4287-b651-453e46923190 req-e7996b02-721f-4a2f-9feb-00420e77604b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:14.137050 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-932f66be-7bf0-4287-b651-453e46923190 req-e7996b02-721f-4a2f-9feb-00420e77604b service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=349016141cb643eba466ab5e9338a7e5&device_id=a7150ff8-64e8-4ee5-a5b2-922df0e31528 HTTP/1.1" status: 200 len: 1125 time: 0.8511295 Feb 09 01:06:14.276206 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['ddee9669-fd8f-4bb1-a18b-54ec8b858399'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:06:14.333161 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-618563e2-e2e8-4e8c-ab37-ee63b21a4541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'name': 'tempest-AttachVolumeShelveTestJSON-982540893-router', 'tenant_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1771017d-b6be-4aa6-9ea7-2a0790080398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:07Z', 'updated_at': '2022-02-09T01:06:11Z', 'revision_number': 3, 'project_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'gw_port': {'id': '1771017d-b6be-4aa6-9ea7-2a0790080398', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:84:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:09Z', 'updated_at': '2022-02-09T01:06:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:14.407530 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618563e2-e2e8-4e8c-ab37-ee63b21a4541 None None] Checking router: 82ccfa62-dd4e-47d2-843d-b2b7f42ce657 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:06:14.408643 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618563e2-e2e8-4e8c-ab37-ee63b21a4541 None None] Updating router 82ccfa62-dd4e-47d2-843d-b2b7f42ce657 port 1771017d-b6be-4aa6-9ea7-2a0790080398 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:06:14.465612 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-618563e2-e2e8-4e8c-ab37-ee63b21a4541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1771017d-b6be-4aa6-9ea7-2a0790080398), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:14.491050 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f66be-7bf0-4287-b651-453e46923190 req-4115e06e-6e9c-4a5c-ae8a-b0c4e4c94846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:14.496601 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-932f66be-7bf0-4287-b651-453e46923190 req-4115e06e-6e9c-4a5c-ae8a-b0c4e4c94846 service neutron] 10.222.0.120 "GET /v2.0/networks?id=584d7274-cb01-4853-8902-7824a3a705cb HTTP/1.1" status: 200 len: 909 time: 0.3198531 Feb 09 01:06:14.539159 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482aa4e-5470-4e12-8cc6-6feea5859d8d req-b7731919-16ed-47d1-8807-f28164c27393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:14.548448 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7482aa4e-5470-4e12-8cc6-6feea5859d8d req-b7731919-16ed-47d1-8807-f28164c27393 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bc3818006b3c45fb99098097e9082b77&device_id=7de18159-e0a2-4539-9a6a-f35684e9d93a HTTP/1.1" status: 200 len: 1126 time: 0.9046547 Feb 09 01:06:14.733116 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4517de05-3c7a-4a8f-90ac-0b5cd63ce3ba service neutron] Pushing event updated for resources: {'Port': ['ID=8acae5b5-12e0-4ae1-937d-fa1bc3d26e79,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:14.753041 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f66be-7bf0-4287-b651-453e46923190 req-12b9d6f4-dae0-41de-aca6-5bd00f55ad11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:14.754690 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-932f66be-7bf0-4287-b651-453e46923190 req-12b9d6f4-dae0-41de-aca6-5bd00f55ad11 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.9088721 Feb 09 01:06:14.858187 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-932f66be-7bf0-4287-b651-453e46923190 req-35e2c5bc-b76c-48d5-80bd-ccad2267e1ea service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e6ab358e-5c8a-47ef-a521-a6fd49354b58 HTTP/1.1" status: 200 len: 217 time: 0.3291259 Feb 09 01:06:14.902141 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-618563e2-e2e8-4e8c-ab37-ee63b21a4541 None None] Publish callbacks [] for port (1771017d-b6be-4aa6-9ea7-2a0790080398), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:14.912845 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-932f66be-7bf0-4287-b651-453e46923190 req-b339345b-ec52-4951-83d8-3e787707cac4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=836ed1d4-92e2-4289-8a12-896771b480bb HTTP/1.1" status: 200 len: 217 time: 0.0966160 Feb 09 01:06:14.929990 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-618563e2-e2e8-4e8c-ab37-ee63b21a4541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1771017d-b6be-4aa6-9ea7-2a0790080398), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:14.969992 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-1ce74eb0-a8a0-4ae8-98d1-e62e0ea582c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:14.973471 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-1ce74eb0-a8a0-4ae8-98d1-e62e0ea582c7 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 1.3175485 Feb 09 01:06:15.063920 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca25e1-2153-4e79-8290-55fe29ef58a1 None None] Pushing event updated for resources: {'Port': ['ID=1771017d-b6be-4aa6-9ea7-2a0790080398,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:15.070245 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-2fb3554d-7092-4091-93de-364da23ae82e service neutron] Attempting to bind port 07bc3820-3086-4c78-84c7-c38f8b69f8e3 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:06:15.070983 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-2fb3554d-7092-4091-93de-364da23ae82e service neutron] Attempting to bind port 07bc3820-3086-4c78-84c7-c38f8b69f8e3 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '3c63ea86-e27b-44f0-b66a-b57792354f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'f0bf2d1b-1661-4bc9-ac26-21a65de127bc'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:06:15.071430 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-2fb3554d-7092-4091-93de-364da23ae82e service neutron] Attempting to bind port 07bc3820-3086-4c78-84c7-c38f8b69f8e3 on network f0bf2d1b-1661-4bc9-ac26-21a65de127bc {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:06:15.089386 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4959fd-39fb-439e-974b-420c7753a80d req-48bffdbb-4412-4723-8363-e57d1cdaac04 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:15.116127 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-618563e2-e2e8-4e8c-ab37-ee63b21a4541 None None] Attempting to bind port 1771017d-b6be-4aa6-9ea7-2a0790080398 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:06:15.116848 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-618563e2-e2e8-4e8c-ab37-ee63b21a4541 None None] Attempting to bind port 1771017d-b6be-4aa6-9ea7-2a0790080398 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:06:15.117405 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618563e2-e2e8-4e8c-ab37-ee63b21a4541 None None] Attempting to bind port 1771017d-b6be-4aa6-9ea7-2a0790080398 on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:06:15.120913 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4d4959fd-39fb-439e-974b-420c7753a80d req-48bffdbb-4412-4723-8363-e57d1cdaac04 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/ports?device_id=96951ba7-b603-4036-84c6-092ff872aa88 HTTP/1.1" status: 200 len: 943 time: 1.7158587 Feb 09 01:06:15.125348 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f66be-7bf0-4287-b651-453e46923190 req-9edf8e5f-569f-4b9d-bf37-1b1e3cfc5843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:15.127642 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-932f66be-7bf0-4287-b651-453e46923190 req-9edf8e5f-569f-4b9d-bf37-1b1e3cfc5843 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4611cb36-f3d2-4498-977c-18da9d170e4c HTTP/1.1" status: 200 len: 847 time: 0.2600405 Feb 09 01:06:15.128105 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f66be-7bf0-4287-b651-453e46923190 req-b46240ca-5b87-49b0-8e34-6da6d406390e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:15.129627 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-932f66be-7bf0-4287-b651-453e46923190 req-b46240ca-5b87-49b0-8e34-6da6d406390e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.2136161 Feb 09 01:06:15.137144 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618563e2-e2e8-4e8c-ab37-ee63b21a4541 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:06:15.142361 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-2fb3554d-7092-4091-93de-364da23ae82e service neutron] Port 07bc3820-3086-4c78-84c7-c38f8b69f8e3 on network f0bf2d1b-1661-4bc9-ac26-21a65de127bc not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:06:15.142863 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-2fb3554d-7092-4091-93de-364da23ae82e service neutron] Attempting to bind port 07bc3820-3086-4c78-84c7-c38f8b69f8e3 on network f0bf2d1b-1661-4bc9-ac26-21a65de127bc {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:06:15.143394 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618563e2-e2e8-4e8c-ab37-ee63b21a4541 None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:06:15.143996 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-618563e2-e2e8-4e8c-ab37-ee63b21a4541 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:15.145527 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618563e2-e2e8-4e8c-ab37-ee63b21a4541 None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:06:15.146230 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-618563e2-e2e8-4e8c-ab37-ee63b21a4541 None None] Bound port: 1771017d-b6be-4aa6-9ea7-2a0790080398, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:06:15.149155 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7de18159-e0a2-4539-9a6a-f35684e9d93a', 'tag': '8acae5b5-12e0-4ae1-937d-fa1bc3d26e79'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:06:15.149749 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-618563e2-e2e8-4e8c-ab37-ee63b21a4541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1771017d-b6be-4aa6-9ea7-2a0790080398), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:15.153290 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bff2aed-0457-4807-bbd5-bc3ad5125218" -d '{"events": [{"name": "network-changed", "server_uuid": "7de18159-e0a2-4539-9a6a-f35684e9d93a", "tag": "8acae5b5-12e0-4ae1-937d-fa1bc3d26e79"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:06:15.220700 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-2fb3554d-7092-4091-93de-364da23ae82e service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:06:15.223233 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-2fb3554d-7092-4091-93de-364da23ae82e service neutron] Checking segment: {'id': '3c63ea86-e27b-44f0-b66a-b57792354f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'f0bf2d1b-1661-4bc9-ac26-21a65de127bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:06:15.223856 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-2fb3554d-7092-4091-93de-364da23ae82e service neutron] Bound using segment: {'id': '3c63ea86-e27b-44f0-b66a-b57792354f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'f0bf2d1b-1661-4bc9-ac26-21a65de127bc'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:06:15.224429 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-2fb3554d-7092-4091-93de-364da23ae82e service neutron] Bound port: 07bc3820-3086-4c78-84c7-c38f8b69f8e3, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c63ea86-e27b-44f0-b66a-b57792354f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'f0bf2d1b-1661-4bc9-ac26-21a65de127bc'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:06:15.225285 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-2fb3554d-7092-4091-93de-364da23ae82e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (07bc3820-3086-4c78-84c7-c38f8b69f8e3), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:15.231171 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-618563e2-e2e8-4e8c-ab37-ee63b21a4541 None None] For port 1771017d-b6be-4aa6-9ea7-2a0790080398, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:06:15.235292 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-618563e2-e2e8-4e8c-ab37-ee63b21a4541 None None] For port 1771017d-b6be-4aa6-9ea7-2a0790080398, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=1771017d-b6be-4aa6-9ea7-2a0790080398,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:06:15.240286 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ca25e1-2153-4e79-8290-55fe29ef58a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:15.241034 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ca25e1-2153-4e79-8290-55fe29ef58a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:15.243736 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ca25e1-2153-4e79-8290-55fe29ef58a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:15.244303 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ca25e1-2153-4e79-8290-55fe29ef58a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:15.244854 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ca25e1-2153-4e79-8290-55fe29ef58a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:15.245367 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ca25e1-2153-4e79-8290-55fe29ef58a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:15.247850 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ca25e1-2153-4e79-8290-55fe29ef58a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:15.248406 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ca25e1-2153-4e79-8290-55fe29ef58a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:15.248943 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ca25e1-2153-4e79-8290-55fe29ef58a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:15.249462 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ca25e1-2153-4e79-8290-55fe29ef58a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:15.249966 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ca25e1-2153-4e79-8290-55fe29ef58a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:15.251164 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ca25e1-2153-4e79-8290-55fe29ef58a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:15.253817 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ca25e1-2153-4e79-8290-55fe29ef58a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:15.262632 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-618563e2-e2e8-4e8c-ab37-ee63b21a4541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1771017d-b6be-4aa6-9ea7-2a0790080398), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:15.292597 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70764de5-ea14-4ed4-89b6-548743a028d0 req-a048322a-d355-4734-8d72-537f68e8c67f tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:15.309440 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-70764de5-ea14-4ed4-89b6-548743a028d0 req-a048322a-d355-4734-8d72-537f68e8c67f tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7150ff8-64e8-4ee5-a5b2-922df0e31528 HTTP/1.1" status: 200 len: 943 time: 1.1188397 Feb 09 01:06:15.324296 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618563e2-e2e8-4e8c-ab37-ee63b21a4541 None None] Routers {'82ccfa62-dd4e-47d2-843d-b2b7f42ce657'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:06:15.325664 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-618563e2-e2e8-4e8c-ab37-ee63b21a4541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:06:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['82ccfa62-dd4e-47d2-843d-b2b7f42ce657'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:15.329308 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3c2b626e-c295-476a-a8d5-bceedb1d681b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:15.395599 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f66be-7bf0-4287-b651-453e46923190 req-907c9b7d-eb6f-4c5d-90f5-e0247dcb74f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:15.396292 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7482aa4e-5470-4e12-8cc6-6feea5859d8d req-02b4ab22-67f4-43f6-8d9a-ab895cb78003 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8acae5b5-12e0-4ae1-937d-fa1bc3d26e79 HTTP/1.1" status: 200 len: 217 time: 0.7832928 Feb 09 01:06:15.399399 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-932f66be-7bf0-4287-b651-453e46923190 req-907c9b7d-eb6f-4c5d-90f5-e0247dcb74f0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2576952 Feb 09 01:06:15.412436 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device e6ab358e-5c8a-47ef-a521-a6fd49354b58 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:06:15.473207 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca25e1-2153-4e79-8290-55fe29ef58a1 None None] Pushing event updated for resources: {'Port': ['ID=1771017d-b6be-4aa6-9ea7-2a0790080398,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:15.495937 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4d4959fd-39fb-439e-974b-420c7753a80d req-0693b01c-6762-4695-b11c-cb0a70ab1163 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/security-groups?id=63f9b6a8-f901-49f3-9ea4-b0c2a248fcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740072 Feb 09 01:06:15.606077 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port e6ab358e-5c8a-47ef-a521-a6fd49354b58, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=e6ab358e-5c8a-47ef-a521-a6fd49354b58,segment=NetworkSegment(c09a8a87-556d-487a-811a-06517127dee5),segment_id=c09a8a87-556d-487a-811a-06517127dee5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:15.609753 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-618563e2-e2e8-4e8c-ab37-ee63b21a4541 None None] Set router 82ccfa62-dd4e-47d2-843d-b2b7f42ce657 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:06:15.620394 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device ddee9669-fd8f-4bb1-a18b-54ec8b858399 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:06:15.661487 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': 'e6ab358e-5c8a-47ef-a521-a6fd49354b58', 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb', 'port_id': 'e6ab358e-5c8a-47ef-a521-a6fd49354b58', 'mac_address': 'fa:16:3e:7c:d5:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4611cb36-f3d2-4498-977c-18da9d170e4c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:06:15.760058 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-932f66be-7bf0-4287-b651-453e46923190 req-e79819f9-329c-4d59-a147-4c8243568e81 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=584d7274-cb01-4853-8902-7824a3a705cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5429213 Feb 09 01:06:15.764933 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port e6ab358e-5c8a-47ef-a521-a6fd49354b58 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:06:15.765340 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e6ab358e-5c8a-47ef-a521-a6fd49354b58), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:15.797228 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port ddee9669-fd8f-4bb1-a18b-54ec8b858399 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:06:15.807496 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port ddee9669-fd8f-4bb1-a18b-54ec8b858399 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:15.807723 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (ddee9669-fd8f-4bb1-a18b-54ec8b858399), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:15.844587 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-932f66be-7bf0-4287-b651-453e46923190 req-f935493a-655e-46cc-80ba-2f49f82039d2 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248064 Feb 09 01:06:15.906718 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6ab358e-5c8a-47ef-a521-a6fd49354b58 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:06:15.973229 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb3554d-7092-4091-93de-364da23ae82e service neutron] Pushing event updated for resources: {'Port': ['ID=07bc3820-3086-4c78-84c7-c38f8b69f8e3,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:16.057506 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-3c2b626e-c295-476a-a8d5-bceedb1d681b admin admin] Allocated IP 172.20.0.1 (8e06ad67-97d1-4f11-889a-fde8ce1f4554/d13d90e7-a71d-4313-a595-9a761a96acb7/0c36cd8d-a67f-49ed-9195-ce8cf6bb6443) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:06:16.080055 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port ddee9669-fd8f-4bb1-a18b-54ec8b858399 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:06:16.080486 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ddee9669-fd8f-4bb1-a18b-54ec8b858399), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:16.099110 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-618563e2-e2e8-4e8c-ab37-ee63b21a4541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'name': 'tempest-AttachVolumeShelveTestJSON-982540893-router', 'tenant_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1771017d-b6be-4aa6-9ea7-2a0790080398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:07Z', 'updated_at': '2022-02-09T01:06:11Z', 'revision_number': 3, 'project_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'gw_port': {'id': '1771017d-b6be-4aa6-9ea7-2a0790080398', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:84:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:09Z', 'updated_at': '2022-02-09T01:06:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:16.118010 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-2fb3554d-7092-4091-93de-364da23ae82e service neutron] For port 07bc3820-3086-4c78-84c7-c38f8b69f8e3, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:06:16.126697 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-2fb3554d-7092-4091-93de-364da23ae82e service neutron] For port 07bc3820-3086-4c78-84c7-c38f8b69f8e3, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=07bc3820-3086-4c78-84c7-c38f8b69f8e3,segment=NetworkSegment(3c63ea86-e27b-44f0-b66a-b57792354f51),segment_id=3c63ea86-e27b-44f0-b66a-b57792354f51)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:06:16.141186 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7482aa4e-5470-4e12-8cc6-6feea5859d8d req-54f65552-b7a8-4971-b128-0a951af77b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:16.143027 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7482aa4e-5470-4e12-8cc6-6feea5859d8d req-54f65552-b7a8-4971-b128-0a951af77b8c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=84df8042-998c-45dd-8b33-36f49fdd33d9 HTTP/1.1" status: 200 len: 851 time: 0.6239598 Feb 09 01:06:16.157776 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618563e2-e2e8-4e8c-ab37-ee63b21a4541 None None] The sync data for ids ['82ccfa62-dd4e-47d2-843d-b2b7f42ce657'] in n-d-828369-4 is: [{'id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'name': 'tempest-AttachVolumeShelveTestJSON-982540893-router', 'tenant_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1771017d-b6be-4aa6-9ea7-2a0790080398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:07Z', 'updated_at': '2022-02-09T01:06:11Z', 'revision_number': 3, 'project_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'gw_port': {'id': '1771017d-b6be-4aa6-9ea7-2a0790080398', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:84:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:09Z', 'updated_at': '2022-02-09T01:06:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:06:16.182373 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port ddee9669-fd8f-4bb1-a18b-54ec8b858399, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=ddee9669-fd8f-4bb1-a18b-54ec8b858399,segment=NetworkSegment(3c63ea86-e27b-44f0-b66a-b57792354f51),segment_id=3c63ea86-e27b-44f0-b66a-b57792354f51)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:16.183339 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-70764de5-ea14-4ed4-89b6-548743a028d0 req-2e767db3-1cc7-4904-91a3-f88ddf527bba tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8708808 Feb 09 01:06:16.185001 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port e6ab358e-5c8a-47ef-a521-a6fd49354b58, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=e6ab358e-5c8a-47ef-a521-a6fd49354b58,segment=NetworkSegment(c09a8a87-556d-487a-811a-06517127dee5),segment_id=c09a8a87-556d-487a-811a-06517127dee5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:16.186370 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96951ba7-b603-4036-84c6-092ff872aa88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddee9669-fd8f-4bb1-a18b-54ec8b858399'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:06:16.191058 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc376b9-214b-44bd-88ee-587e35618518" -d '{"events": [{"server_uuid": "96951ba7-b603-4036-84c6-092ff872aa88", "name": "network-vif-plugged", "status": "completed", "tag": "ddee9669-fd8f-4bb1-a18b-54ec8b858399"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:06:16.196133 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (ddee9669-fd8f-4bb1-a18b-54ec8b858399), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:16.204482 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e6ab358e-5c8a-47ef-a521-a6fd49354b58), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:16.264396 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-02b2e5a6-785f-4495-aee4-a8eb8a321f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:16.273524 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-02b2e5a6-785f-4495-aee4-a8eb8a321f0d service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.1409049 Feb 09 01:06:16.280777 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-2fb3554d-7092-4091-93de-364da23ae82e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (07bc3820-3086-4c78-84c7-c38f8b69f8e3), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:16.369416 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3c2b626e-c295-476a-a8d5-bceedb1d681b admin admin] Publish callbacks [] for port (0c36cd8d-a67f-49ed-9195-ce8cf6bb6443), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:16.370702 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=ddee9669-fd8f-4bb1-a18b-54ec8b858399,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:16.455129 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-932f66be-7bf0-4287-b651-453e46923190 req-763731ee-3702-4a7a-aa8e-53e35f919594 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5366805 Feb 09 01:06:16.458632 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3c2b626e-c295-476a-a8d5-bceedb1d681b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (0c36cd8d-a67f-49ed-9195-ce8cf6bb6443), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:16.477053 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=e6ab358e-5c8a-47ef-a521-a6fd49354b58,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:16.552754 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2b626e-c295-476a-a8d5-bceedb1d681b admin admin] Network 8e06ad67-97d1-4f11-889a-fde8ce1f4554 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:06:16.567272 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-3c2b626e-c295-476a-a8d5-bceedb1d681b admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:16.579149 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2b626e-c295-476a-a8d5-bceedb1d681b admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:06:16.620862 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['e6ab358e-5c8a-47ef-a521-a6fd49354b58'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:06:16.647035 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b626e-c295-476a-a8d5-bceedb1d681b admin admin] Pushing event updated for resources: {'Port': ['ID=0c36cd8d-a67f-49ed-9195-ce8cf6bb6443,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:16.725763 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3c2b626e-c295-476a-a8d5-bceedb1d681b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (82ccfa62-dd4e-47d2-843d-b2b7f42ce657), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:16.750345 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7482aa4e-5470-4e12-8cc6-6feea5859d8d req-1f63b5e3-577e-494a-9c6e-7acd1abc108a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6887c7a4-5287-46fb-8e1c-13a166b3746e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5600121 Feb 09 01:06:16.782759 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb7069-5faa-40fc-ba7f-8ac6c60dee75 req-7cb6beb3-096b-4e1c-81c5-e01e384d36c8 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:16.796985 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-26cb7069-5faa-40fc-ba7f-8ac6c60dee75 req-7cb6beb3-096b-4e1c-81c5-e01e384d36c8 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 947 time: 1.1055779 Feb 09 01:06:16.868524 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb3554d-7092-4091-93de-364da23ae82e service neutron] Pushing event updated for resources: {'Port': ['ID=07bc3820-3086-4c78-84c7-c38f8b69f8e3,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:16.952736 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-2fb3554d-7092-4091-93de-364da23ae82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:16.953518 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-2fb3554d-7092-4091-93de-364da23ae82e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:16.963127 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-2fb3554d-7092-4091-93de-364da23ae82e service neutron] 10.222.0.47 "PUT /v2.0/ports/07bc3820-3086-4c78-84c7-c38f8b69f8e3 HTTP/1.1" status: 200 len: 1091 time: 7.6926236 Feb 09 01:06:17.133997 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3c2b626e-c295-476a-a8d5-bceedb1d681b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (0c36cd8d-a67f-49ed-9195-ce8cf6bb6443), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:17.179552 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-0374cf9e-3e8e-4122-8b8f-f73453738caf None None] Provisioning complete for port 0c36cd8d-a67f-49ed-9195-ce8cf6bb6443 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:17.179931 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0374cf9e-3e8e-4122-8b8f-f73453738caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (0c36cd8d-a67f-49ed-9195-ce8cf6bb6443), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:17.277402 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-0374cf9e-3e8e-4122-8b8f-f73453738caf None None] Port 0c36cd8d-a67f-49ed-9195-ce8cf6bb6443 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:06:17.287805 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0535942-6ad2-42df-b593-758dff94818d req-58c39423-aff4-4a32-806e-62ba3f42abd6 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:17.289615 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f0535942-6ad2-42df-b593-758dff94818d req-58c39423-aff4-4a32-806e-62ba3f42abd6 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=7de18159-e0a2-4539-9a6a-f35684e9d93a HTTP/1.1" status: 200 len: 944 time: 0.6874588 Feb 09 01:06:17.293786 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-932f66be-7bf0-4287-b651-453e46923190 req-97688ba0-10b9-4e31-b9d3-3edcdb799c27 service neutron] 10.222.0.120 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4578357 Feb 09 01:06:17.385743 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7482aa4e-5470-4e12-8cc6-6feea5859d8d req-e21345a9-031b-496e-a12d-0d5e3adbfc16 service neutron] 10.222.0.47 "GET /v2.0/networks/6887c7a4-5287-46fb-8e1c-13a166b3746e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5500131 Feb 09 01:06:17.477239 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3c2b626e-c295-476a-a8d5-bceedb1d681b admin admin] Publish callbacks [] for port (0c36cd8d-a67f-49ed-9195-ce8cf6bb6443), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:17.486915 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3c2b626e-c295-476a-a8d5-bceedb1d681b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (0c36cd8d-a67f-49ed-9195-ce8cf6bb6443), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:17.575763 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7482aa4e-5470-4e12-8cc6-6feea5859d8d req-8308ac56-19f0-4024-ae12-341ee267627b service neutron] 10.222.0.47 "GET /v2.0/networks/6887c7a4-5287-46fb-8e1c-13a166b3746e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459448 Feb 09 01:06:17.586851 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b626e-c295-476a-a8d5-bceedb1d681b admin admin] Pushing event updated for resources: {'Port': ['ID=0c36cd8d-a67f-49ed-9195-ce8cf6bb6443,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:17.589586 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3c2b626e-c295-476a-a8d5-bceedb1d681b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (82ccfa62-dd4e-47d2-843d-b2b7f42ce657), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:17.732228 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-29eb47f9-dae1-4618-b334-583902c75b67 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4451387 Feb 09 01:06:17.754799 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-26cb7069-5faa-40fc-ba7f-8ac6c60dee75 req-da444285-a5e3-4017-83c2-80096323923a tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9567955 Feb 09 01:06:17.785472 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2b626e-c295-476a-a8d5-bceedb1d681b admin admin] Network 8e06ad67-97d1-4f11-889a-fde8ce1f4554 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:06:17.789267 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-3c2b626e-c295-476a-a8d5-bceedb1d681b admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:17.932466 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fadfd033-5d9d-48d8-a9d9-326514226b93 req-43c30672-1bb9-4355-ae4c-ca4f339891b8 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766653 Feb 09 01:06:17.956100 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967ff591-535d-461f-9fa3-505515e2f5a6 x-openstack-request-id: req-967ff591-535d-461f-9fa3-505515e2f5a6 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:06:17.956441 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7de18159-e0a2-4539-9a6a-f35684e9d93a", "tag": "8acae5b5-12e0-4ae1-937d-fa1bc3d26e79", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:06:17.956688 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-967ff591-535d-461f-9fa3-505515e2f5a6 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:06:17.957106 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7de18159-e0a2-4539-9a6a-f35684e9d93a', 'tag': '8acae5b5-12e0-4ae1-937d-fa1bc3d26e79', 'status': 'completed', 'code': 200} Feb 09 01:06:17.993055 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7a3146-5693-4353-bb00-77ad7f84ca23 x-openstack-request-id: req-fb7a3146-5693-4353-bb00-77ad7f84ca23 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:06:17.993565 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96951ba7-b603-4036-84c6-092ff872aa88", "name": "network-vif-plugged", "status": "completed", "tag": "ddee9669-fd8f-4bb1-a18b-54ec8b858399", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:06:17.993672 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fb7a3146-5693-4353-bb00-77ad7f84ca23 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:06:17.993983 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96951ba7-b603-4036-84c6-092ff872aa88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddee9669-fd8f-4bb1-a18b-54ec8b858399', 'code': 200} Feb 09 01:06:17.994237 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f0535942-6ad2-42df-b593-758dff94818d req-5d03ca98-7a12-4536-a743-369ae8b8fa66 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6064198 Feb 09 01:06:18.157196 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-11a01eaa-bfa8-4206-bc00-43c019bf1d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:18.158784 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-11a01eaa-bfa8-4206-bc00-43c019bf1d75 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=92a9e1b9cb7947939e37c73c60cfce20&device_id=089fac5d-6a70-4ce7-a107-8609b78061f4 HTTP/1.1" status: 200 len: 1125 time: 1.1283479 Feb 09 01:06:18.419041 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-efa5a54b-70c2-4111-8160-5682d5ba43d2 None None] Provisioning complete for port 0c36cd8d-a67f-49ed-9195-ce8cf6bb6443 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:18.419393 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-efa5a54b-70c2-4111-8160-5682d5ba43d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (0c36cd8d-a67f-49ed-9195-ce8cf6bb6443), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:18.505429 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-efa5a54b-70c2-4111-8160-5682d5ba43d2 None None] Port 0c36cd8d-a67f-49ed-9195-ce8cf6bb6443 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:06:18.507136 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 1771017d-b6be-4aa6-9ea7-2a0790080398 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:06:18.624448 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 1771017d-b6be-4aa6-9ea7-2a0790080398 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:18.624992 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (1771017d-b6be-4aa6-9ea7-2a0790080398), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:18.726534 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2b626e-c295-476a-a8d5-bceedb1d681b admin admin] Router 82ccfa62-dd4e-47d2-843d-b2b7f42ce657 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:06:18.817477 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 1771017d-b6be-4aa6-9ea7-2a0790080398 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:06:18.817879 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1771017d-b6be-4aa6-9ea7-2a0790080398), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:18.865298 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 1771017d-b6be-4aa6-9ea7-2a0790080398, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=1771017d-b6be-4aa6-9ea7-2a0790080398,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:18.874008 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1771017d-b6be-4aa6-9ea7-2a0790080398), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:18.981329 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-f8c65364-10d9-4935-8fb5-69c31b119dee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07bc3820-3086-4c78-84c7-c38f8b69f8e3 HTTP/1.1" status: 200 len: 217 time: 0.8099573 Feb 09 01:06:18.983632 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=1771017d-b6be-4aa6-9ea7-2a0790080398,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:18.991576 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2b626e-c295-476a-a8d5-bceedb1d681b admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:06:18.997252 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3c2b626e-c295-476a-a8d5-bceedb1d681b admin admin] 10.222.0.50 "PUT /v2.0/routers/82ccfa62-dd4e-47d2-843d-b2b7f42ce657/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6082995 Feb 09 01:06:19.030501 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-932f66be-7bf0-4287-b651-453e46923190 req-ff4b9ee8-6ba7-4211-b97c-4218912b6ca2 service neutron] 10.222.0.120 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6130092 Feb 09 01:06:19.098703 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff2aed-0457-4807-bbd5-bc3ad5125218 req-5473acd7-47ae-4592-8932-02a3e8ce80f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:19.100425 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9bff2aed-0457-4807-bbd5-bc3ad5125218 req-5473acd7-47ae-4592-8932-02a3e8ce80f5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bc3818006b3c45fb99098097e9082b77&device_id=7de18159-e0a2-4539-9a6a-f35684e9d93a HTTP/1.1" status: 200 len: 1126 time: 1.1653924 Feb 09 01:06:19.245682 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72de4ad-cbcf-4bb0-87bb-00d93daf96ad req-f9bccb7d-36bd-419b-a5d5-d30cf385c22d tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:19.249036 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f72de4ad-cbcf-4bb0-87bb-00d93daf96ad req-f9bccb7d-36bd-419b-a5d5-d30cf385c22d tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/ports?device_id=96951ba7-b603-4036-84c6-092ff872aa88 HTTP/1.1" status: 200 len: 945 time: 1.1305313 Feb 09 01:06:19.255887 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f4868e-f490-4584-b9b9-d37c0a9c0443 None None] Sync routers for ids ['82ccfa62-dd4e-47d2-843d-b2b7f42ce657'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:06:19.256421 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2dd17b-47ea-4665-9448-96ef271f6795 req-12bd15d6-29e4-4875-a7e5-41c61aa511ea tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:19.263283 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8d2dd17b-47ea-4665-9448-96ef271f6795 req-12bd15d6-29e4-4875-a7e5-41c61aa511ea tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7150ff8-64e8-4ee5-a5b2-922df0e31528 HTTP/1.1" status: 200 len: 944 time: 0.9934165 Feb 09 01:06:19.271799 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f4868e-f490-4584-b9b9-d37c0a9c0443 None None] Routers {'82ccfa62-dd4e-47d2-843d-b2b7f42ce657'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:06:19.272449 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-54f4868e-f490-4584-b9b9-d37c0a9c0443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:06:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['82ccfa62-dd4e-47d2-843d-b2b7f42ce657'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:19.334419 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4188da6-80db-45a1-aa71-71bad135faa8 req-3817fef7-6b05-4d35-9d09-cf6ca9986a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:19.336520 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4188da6-80db-45a1-aa71-71bad135faa8 req-3817fef7-6b05-4d35-9d09-cf6ca9986a2f service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=96951ba7-b603-4036-84c6-092ff872aa88 HTTP/1.1" status: 200 len: 1127 time: 1.0857375 Feb 09 01:06:19.396009 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f72de4ad-cbcf-4bb0-87bb-00d93daf96ad req-85915668-13ce-42be-aba0-74bb0f1268de tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/security-groups?id=63f9b6a8-f901-49f3-9ea4-b0c2a248fcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129053 Feb 09 01:06:19.425685 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-d9fefb2e-7870-4b76-b027-0d3f4b5b946f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:19.429498 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device e6ab358e-5c8a-47ef-a521-a6fd49354b58 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:06:19.441678 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-d9fefb2e-7870-4b76-b027-0d3f4b5b946f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bdb83081-7783-44b0-aeb7-7002ff9f4a47 HTTP/1.1" status: 200 len: 852 time: 0.4338775 Feb 09 01:06:19.570790 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff2aed-0457-4807-bbd5-bc3ad5125218 req-7438656a-391f-4e50-8410-a827e11a93d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:19.572289 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9bff2aed-0457-4807-bbd5-bc3ad5125218 req-7438656a-391f-4e50-8410-a827e11a93d5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6887c7a4-5287-46fb-8e1c-13a166b3746e HTTP/1.1" status: 200 len: 913 time: 0.4212861 Feb 09 01:06:19.708074 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9bff2aed-0457-4807-bbd5-bc3ad5125218 req-020addd3-f8b3-4395-a741-ccbb7702f31e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8acae5b5-12e0-4ae1-937d-fa1bc3d26e79 HTTP/1.1" status: 200 len: 217 time: 0.1172669 Feb 09 01:06:19.710109 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-5e02ddb5-88e9-4712-9d20-77da09aa833a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0bf2d1b-1661-4bc9-ac26-21a65de127bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2454288 Feb 09 01:06:19.789680 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8d2dd17b-47ea-4665-9448-96ef271f6795 req-57a1a150-8999-4bcf-8031-3de1073b5fcb tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5254145 Feb 09 01:06:19.791304 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff2aed-0457-4807-bbd5-bc3ad5125218 req-f9adabe2-3e0f-4d36-99b4-27c7a2d180be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:19.792810 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9bff2aed-0457-4807-bbd5-bc3ad5125218 req-f9adabe2-3e0f-4d36-99b4-27c7a2d180be service neutron] 10.222.0.47 "GET /v2.0/subnets?id=84df8042-998c-45dd-8b33-36f49fdd33d9 HTTP/1.1" status: 200 len: 851 time: 0.0716662 Feb 09 01:06:19.836733 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port e6ab358e-5c8a-47ef-a521-a6fd49354b58 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:06:19.842442 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-54f4868e-f490-4584-b9b9-d37c0a9c0443 None None] Set router 82ccfa62-dd4e-47d2-843d-b2b7f42ce657 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:06:19.870615 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f66be-7bf0-4287-b651-453e46923190 req-f1855ead-5dbf-41b3-b271-89e8ccdb919e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:19.872536 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-932f66be-7bf0-4287-b651-453e46923190 req-f1855ead-5dbf-41b3-b271-89e8ccdb919e service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=698d05b4eb4b402aa83e695c4b2c5978&device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 1129 time: 0.7692831 Feb 09 01:06:19.874440 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port e6ab358e-5c8a-47ef-a521-a6fd49354b58 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:19.874963 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e6ab358e-5c8a-47ef-a521-a6fd49354b58), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:20.015434 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9bff2aed-0457-4807-bbd5-bc3ad5125218 req-21c2b585-ace7-4309-80b6-a85c85836a54 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6887c7a4-5287-46fb-8e1c-13a166b3746e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2069144 Feb 09 01:06:20.016481 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '089fac5d-6a70-4ce7-a107-8609b78061f4', 'tag': '07bc3820-3086-4c78-84c7-c38f8b69f8e3'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:06:20.018762 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946910f8-eca7-46e0-8d81-e782243ac34e" -d '{"events": [{"name": "network-changed", "server_uuid": "089fac5d-6a70-4ce7-a107-8609b78061f4", "tag": "07bc3820-3086-4c78-84c7-c38f8b69f8e3"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:06:20.084629 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4188da6-80db-45a1-aa71-71bad135faa8 req-be57bd51-f147-4e09-bc56-3ef7bd63fe79 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=63f9b6a8-f901-49f3-9ea4-b0c2a248fcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7067571 Feb 09 01:06:20.123842 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port e6ab358e-5c8a-47ef-a521-a6fd49354b58 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:06:20.124221 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e6ab358e-5c8a-47ef-a521-a6fd49354b58), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:20.191309 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7150ff8-64e8-4ee5-a5b2-922df0e31528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ab358e-5c8a-47ef-a521-a6fd49354b58'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:06:20.193888 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b664c2b2-38f9-451b-a9f8-bbe79d5721df" -d '{"events": [{"server_uuid": "a7150ff8-64e8-4ee5-a5b2-922df0e31528", "name": "network-vif-plugged", "status": "completed", "tag": "e6ab358e-5c8a-47ef-a521-a6fd49354b58"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:06:20.216041 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9bff2aed-0457-4807-bbd5-bc3ad5125218 req-c2586cc0-7872-49e1-8aa9-c81f2b08a2df service neutron] 10.222.0.47 "GET /v2.0/networks/6887c7a4-5287-46fb-8e1c-13a166b3746e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819293 Feb 09 01:06:20.220494 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port e6ab358e-5c8a-47ef-a521-a6fd49354b58, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=e6ab358e-5c8a-47ef-a521-a6fd49354b58,segment=NetworkSegment(c09a8a87-556d-487a-811a-06517127dee5),segment_id=c09a8a87-556d-487a-811a-06517127dee5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:20.244016 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e6ab358e-5c8a-47ef-a521-a6fd49354b58), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:20.349476 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-54f4868e-f490-4584-b9b9-d37c0a9c0443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'name': 'tempest-AttachVolumeShelveTestJSON-982540893-router', 'tenant_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1771017d-b6be-4aa6-9ea7-2a0790080398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:07Z', 'updated_at': '2022-02-09T01:06:17Z', 'revision_number': 4, 'project_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'gw_port': {'id': '1771017d-b6be-4aa6-9ea7-2a0790080398', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:84:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:09Z', 'updated_at': '2022-02-09T01:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '0c36cd8d-a67f-49ed-9195-ce8cf6bb6443', 'name': '', 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554', 'tenant_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'mac_address': 'fa:16:3e:b2:ff:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'd13d90e7-a71d-4313-a595-9a761a96acb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:15Z', 'updated_at': '2022-02-09T01:06:17Z', 'revision_number': 2, 'project_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'subnets': [{'id': 'd13d90e7-a71d-4313-a595-9a761a96acb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:20.394160 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 1771017d-b6be-4aa6-9ea7-2a0790080398 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:06:20.405571 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b01788-aa3d-41f6-965d-2419f7d5629b req-9609eae5-57c2-4d8c-b29d-623ba7c99ed9 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:20.414404 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d5b01788-aa3d-41f6-965d-2419f7d5629b req-9609eae5-57c2-4d8c-b29d-623ba7c99ed9 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 947 time: 0.7397950 Feb 09 01:06:20.450038 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f66be-7bf0-4287-b651-453e46923190 req-ab0bf00f-97ce-4108-ba9d-a150aacb7b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:20.454116 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-932f66be-7bf0-4287-b651-453e46923190 req-ab0bf00f-97ce-4108-ba9d-a150aacb7b52 service neutron] 10.222.0.120 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.5562232 Feb 09 01:06:20.469812 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f4868e-f490-4584-b9b9-d37c0a9c0443 None None] Checking router: 82ccfa62-dd4e-47d2-843d-b2b7f42ce657 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:06:20.470223 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f4868e-f490-4584-b9b9-d37c0a9c0443 None None] Updating router 82ccfa62-dd4e-47d2-843d-b2b7f42ce657 port 0c36cd8d-a67f-49ed-9195-ce8cf6bb6443 binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:06:20.525193 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=e6ab358e-5c8a-47ef-a521-a6fd49354b58,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:20.576807 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-932f66be-7bf0-4287-b651-453e46923190 req-4c43f16a-0ce7-401c-8a28-8f3985eaa33e service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=836ed1d4-92e2-4289-8a12-896771b480bb HTTP/1.1" status: 200 len: 217 time: 0.0825057 Feb 09 01:06:20.620095 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-54f4868e-f490-4584-b9b9-d37c0a9c0443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (0c36cd8d-a67f-49ed-9195-ce8cf6bb6443), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:20.718986 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2678c29c-1867-42ad-a949-23d2e4af70ad req-69695066-3d2e-4894-98c0-7e8fff4329bf tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:20.722552 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2678c29c-1867-42ad-a949-23d2e4af70ad req-69695066-3d2e-4894-98c0-7e8fff4329bf tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=7de18159-e0a2-4539-9a6a-f35684e9d93a HTTP/1.1" status: 200 len: 944 time: 0.6567483 Feb 09 01:06:20.746024 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-13b6f5dd-44fe-43dc-8390-ec6f591fdf6f service neutron] 10.222.0.47 "GET /v2.0/networks/f0bf2d1b-1661-4bc9-ac26-21a65de127bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9691305 Feb 09 01:06:21.047941 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d5b01788-aa3d-41f6-965d-2419f7d5629b req-3770b8fd-44ae-4d27-8969-e77e8ee415d3 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6307471 Feb 09 01:06:21.079800 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f66be-7bf0-4287-b651-453e46923190 req-84216bf8-93d9-410c-946e-73c6d4f2b302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:21.082524 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-932f66be-7bf0-4287-b651-453e46923190 req-84216bf8-93d9-410c-946e-73c6d4f2b302 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.4925466 Feb 09 01:06:21.096296 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 1771017d-b6be-4aa6-9ea7-2a0790080398 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:21.096717 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (1771017d-b6be-4aa6-9ea7-2a0790080398), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:21.142495 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2678c29c-1867-42ad-a949-23d2e4af70ad req-0246a4d2-11f9-4602-abd3-e1ba42e01c0b tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824363 Feb 09 01:06:21.179286 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9bff2aed-0457-4807-bbd5-bc3ad5125218 req-11453919-9ffb-4029-b202-3329a7900202 service neutron] 10.222.0.47 "GET /v2.0/networks/6887c7a4-5287-46fb-8e1c-13a166b3746e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9340024 Feb 09 01:06:21.249357 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-febaab1f-3fb5-44b6-8aee-a702cd8f2ccc req-b2a89ce3-37de-472a-89b2-767eaa02d1ff service neutron] 10.222.0.47 "GET /v2.0/networks/f0bf2d1b-1661-4bc9-ac26-21a65de127bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4406796 Feb 09 01:06:21.260564 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f66be-7bf0-4287-b651-453e46923190 req-a272afdc-96f0-4c16-9bab-3df3a3b59251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:21.271923 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-932f66be-7bf0-4287-b651-453e46923190 req-a272afdc-96f0-4c16-9bab-3df3a3b59251 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1772423 Feb 09 01:06:21.357562 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73c4e99-9b2f-4de8-a810-d8ad75ebdd4f x-openstack-request-id: req-c73c4e99-9b2f-4de8-a810-d8ad75ebdd4f {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:06:21.357933 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "089fac5d-6a70-4ce7-a107-8609b78061f4", "tag": "07bc3820-3086-4c78-84c7-c38f8b69f8e3", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:06:21.358142 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c73c4e99-9b2f-4de8-a810-d8ad75ebdd4f {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:06:21.358601 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '089fac5d-6a70-4ce7-a107-8609b78061f4', 'tag': '07bc3820-3086-4c78-84c7-c38f8b69f8e3', 'status': 'completed', 'code': 200} Feb 09 01:06:21.671034 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45646) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:06:21.676097 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-932f66be-7bf0-4287-b651-453e46923190 req-10442dbc-5dc7-4739-9df4-ed030f79d45d service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794589 Feb 09 01:06:21.678108 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-a14060c6-f06b-411a-af50-9a53b32969f9 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1812089881', 'description': 'tempest-description--864667853'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:21.681856 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-54f4868e-f490-4584-b9b9-d37c0a9c0443 None None] Publish callbacks [] for port (0c36cd8d-a67f-49ed-9195-ce8cf6bb6443), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:21.717609 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230d09c9-efc3-4f43-a95b-be761430420e x-openstack-request-id: req-230d09c9-efc3-4f43-a95b-be761430420e {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:06:21.721941 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7150ff8-64e8-4ee5-a5b2-922df0e31528", "name": "network-vif-plugged", "status": "completed", "tag": "e6ab358e-5c8a-47ef-a521-a6fd49354b58", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:06:21.722370 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-230d09c9-efc3-4f43-a95b-be761430420e {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:06:21.723133 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7150ff8-64e8-4ee5-a5b2-922df0e31528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ab358e-5c8a-47ef-a521-a6fd49354b58', 'code': 200} Feb 09 01:06:21.728613 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 836ed1d4-92e2-4289-8a12-896771b480bb details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:06:21.739656 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 8acae5b5-12e0-4ae1-937d-fa1bc3d26e79 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:06:21.743834 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-54f4868e-f490-4584-b9b9-d37c0a9c0443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (0c36cd8d-a67f-49ed-9195-ce8cf6bb6443), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:21.749958 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a14060c6-f06b-411a-af50-9a53b32969f9 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:21.868130 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45650) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:06:21.939342 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a14060c6-f06b-411a-af50-9a53b32969f9 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks [] for security_group (215c082a-ed6b-4dad-9da8-131fa84f3b42), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:21.958141 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a14060c6-f06b-411a-af50-9a53b32969f9 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (215c082a-ed6b-4dad-9da8-131fa84f3b42), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:22.018728 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a66bdd3-60f4-446b-a2c9-7854b3cd2a5a None None] Pushing event updated for resources: {'Port': ['ID=0c36cd8d-a67f-49ed-9195-ce8cf6bb6443,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:22.034589 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-932f66be-7bf0-4287-b651-453e46923190 req-fc319a57-8605-4f75-baf6-3d9a85903c10 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597916 Feb 09 01:06:22.042629 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 1771017d-b6be-4aa6-9ea7-2a0790080398 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:06:22.074907 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.resource_extend [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:06:22.091538 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.resource_extend [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:06:22.106380 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a14060c6-f06b-411a-af50-9a53b32969f9 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:22.114092 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a14060c6-f06b-411a-af50-9a53b32969f9 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4410033 Feb 09 01:06:22.114933 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45658) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:06:22.120536 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-92e703a7-7cac-4c67-8a67-9b8d7bad9241 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Request body: {'security_group_rule': {'security_group_id': '215c082a-ed6b-4dad-9da8-131fa84f3b42', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:22.126656 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14060c6-f06b-411a-af50-9a53b32969f9 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=215c082a-ed6b-4dad-9da8-131fa84f3b42,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:22.167021 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-92e703a7-7cac-4c67-8a67-9b8d7bad9241 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks [] for security_group_rule (32b7d21c-6f1f-428f-b863-251d9b12c7cd), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:22.259222 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fc08a4f3-983a-4fe1-9108-dc1eab82e8a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:22.282773 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 8acae5b5-12e0-4ae1-937d-fa1bc3d26e79, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=8acae5b5-12e0-4ae1-937d-fa1bc3d26e79,segment=NetworkSegment(1088d67c-3520-4ac2-8e48-25a7c8da33c5),segment_id=1088d67c-3520-4ac2-8e48-25a7c8da33c5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:22.350737 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-92e703a7-7cac-4c67-8a67-9b8d7bad9241 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks [] for security_group_rule (32b7d21c-6f1f-428f-b863-251d9b12c7cd), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:22.363080 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-92e703a7-7cac-4c67-8a67-9b8d7bad9241 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (32b7d21c-6f1f-428f-b863-251d9b12c7cd), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:22.378555 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d37c2b-1e4e-4a26-bf21-31b3239de828 req-aecf10d8-d273-4482-baab-98392b6dbcdf tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:22.382004 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 836ed1d4-92e2-4289-8a12-896771b480bb, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=836ed1d4-92e2-4289-8a12-896771b480bb,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:22.386169 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d0d37c2b-1e4e-4a26-bf21-31b3239de828 req-aecf10d8-d273-4482-baab-98392b6dbcdf tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7150ff8-64e8-4ee5-a5b2-922df0e31528 HTTP/1.1" status: 200 len: 945 time: 0.3369501 Feb 09 01:06:22.394127 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '8acae5b5-12e0-4ae1-937d-fa1bc3d26e79', 'network_id': '6887c7a4-5287-46fb-8e1c-13a166b3746e', 'port_id': '8acae5b5-12e0-4ae1-937d-fa1bc3d26e79', 'mac_address': 'fa:16:3e:70:c2:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84df8042-998c-45dd-8b33-36f49fdd33d9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:06:22.395805 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '836ed1d4-92e2-4289-8a12-896771b480bb', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'port_id': '836ed1d4-92e2-4289-8a12-896771b480bb', 'mac_address': 'fa:16:3e:c3:8c:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3810d295-ee98-40f7-b1e2-609bf7d1c3df', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:06:22.406992 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e703a7-7cac-4c67-8a67-9b8d7bad9241 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32b7d21c-6f1f-428f-b863-251d9b12c7cd,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:22.439266 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375e57e-67c8-4b00-a5d2-ed348113d210 req-f6f8fe71-21a1-4f78-bb12-52c30434b1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:22.444899 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6375e57e-67c8-4b00-a5d2-ed348113d210 req-f6f8fe71-21a1-4f78-bb12-52c30434b1a7 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=a7150ff8-64e8-4ee5-a5b2-922df0e31528 HTTP/1.1" status: 200 len: 1127 time: 0.8448129 Feb 09 01:06:22.452293 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946910f8-eca7-46e0-8d81-e782243ac34e req-ab6dd1f4-4a8d-4ab9-be8b-be9aff24ed78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:22.455542 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-946910f8-eca7-46e0-8d81-e782243ac34e req-ab6dd1f4-4a8d-4ab9-be8b-be9aff24ed78 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=92a9e1b9cb7947939e37c73c60cfce20&device_id=089fac5d-6a70-4ce7-a107-8609b78061f4 HTTP/1.1" status: 200 len: 1125 time: 1.0041041 Feb 09 01:06:22.474727 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-92e703a7-7cac-4c67-8a67-9b8d7bad9241 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:22.475467 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-54f4868e-f490-4584-b9b9-d37c0a9c0443 None None] Attempting to bind port 0c36cd8d-a67f-49ed-9195-ce8cf6bb6443 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:06:22.475841 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-54f4868e-f490-4584-b9b9-d37c0a9c0443 None None] Attempting to bind port 0c36cd8d-a67f-49ed-9195-ce8cf6bb6443 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'ebc0196b-40a7-4a91-81b3-cd03bc319f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:06:22.476225 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f4868e-f490-4584-b9b9-d37c0a9c0443 None None] Attempting to bind port 0c36cd8d-a67f-49ed-9195-ce8cf6bb6443 on network 8e06ad67-97d1-4f11-889a-fde8ce1f4554 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:06:22.482122 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-92e703a7-7cac-4c67-8a67-9b8d7bad9241 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3650079 Feb 09 01:06:22.484529 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45662) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:06:22.494255 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-5b2dd148-d690-43b3-9b71-1cd5faf91343 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Request body: {'security_group_rule': {'security_group_id': '215c082a-ed6b-4dad-9da8-131fa84f3b42', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:22.514637 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c1c12-c4d2-474e-929f-fae1601e97e0 req-7554e2b5-c612-493d-ac19-a067be9eccf1 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:22.519322 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a7c1c12-c4d2-474e-929f-fae1601e97e0 req-7554e2b5-c612-493d-ac19-a067be9eccf1 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/ports?device_id=96951ba7-b603-4036-84c6-092ff872aa88 HTTP/1.1" status: 200 len: 945 time: 0.8460948 Feb 09 01:06:22.520970 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f4868e-f490-4584-b9b9-d37c0a9c0443 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:06:22.521363 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f4868e-f490-4584-b9b9-d37c0a9c0443 None None] Checking segment: {'id': 'ebc0196b-40a7-4a91-81b3-cd03bc319f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:06:22.521779 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-54f4868e-f490-4584-b9b9-d37c0a9c0443 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:22.522194 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f4868e-f490-4584-b9b9-d37c0a9c0443 None None] Bound using segment: {'id': 'ebc0196b-40a7-4a91-81b3-cd03bc319f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:06:22.522694 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-54f4868e-f490-4584-b9b9-d37c0a9c0443 None None] Bound port: 0c36cd8d-a67f-49ed-9195-ce8cf6bb6443, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc0196b-40a7-4a91-81b3-cd03bc319f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:06:22.523270 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-54f4868e-f490-4584-b9b9-d37c0a9c0443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (0c36cd8d-a67f-49ed-9195-ce8cf6bb6443), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:22.537005 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 836ed1d4-92e2-4289-8a12-896771b480bb is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:06:22.537443 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (836ed1d4-92e2-4289-8a12-896771b480bb), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:22.554757 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5b2dd148-d690-43b3-9b71-1cd5faf91343 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks [] for security_group_rule (3bcde679-44af-4021-8727-c9859cea1d77), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:22.587089 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-a734ece4-7b1a-4122-88c8-ee76b3f668db None None] Provisioning complete for port 0c36cd8d-a67f-49ed-9195-ce8cf6bb6443 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:22.587484 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a734ece4-7b1a-4122-88c8-ee76b3f668db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (0c36cd8d-a67f-49ed-9195-ce8cf6bb6443), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:22.651905 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a734ece4-7b1a-4122-88c8-ee76b3f668db None None] Port 0c36cd8d-a67f-49ed-9195-ce8cf6bb6443 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:06:22.665321 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 836ed1d4-92e2-4289-8a12-896771b480bb {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:06:22.689014 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 836ed1d4-92e2-4289-8a12-896771b480bb, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=836ed1d4-92e2-4289-8a12-896771b480bb,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:22.701076 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (836ed1d4-92e2-4289-8a12-896771b480bb), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:22.710340 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 8acae5b5-12e0-4ae1-937d-fa1bc3d26e79 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:06:22.710922 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8acae5b5-12e0-4ae1-937d-fa1bc3d26e79), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:22.731284 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8acae5b5-12e0-4ae1-937d-fa1bc3d26e79 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:06:22.758664 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fc08a4f3-983a-4fe1-9108-dc1eab82e8a7 admin admin] Publish callbacks [] for security_group (8084640f-d99e-4058-a101-89125a83e62d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:22.777054 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fc08a4f3-983a-4fe1-9108-dc1eab82e8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (8084640f-d99e-4058-a101-89125a83e62d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:22.814690 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d0d37c2b-1e4e-4a26-bf21-31b3239de828 req-92c9cc51-2e2e-40bc-a46d-b33687adefb4 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4275680 Feb 09 01:06:22.854467 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5b2dd148-d690-43b3-9b71-1cd5faf91343 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks [] for security_group_rule (3bcde679-44af-4021-8727-c9859cea1d77), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:22.878965 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 8acae5b5-12e0-4ae1-937d-fa1bc3d26e79, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=8acae5b5-12e0-4ae1-937d-fa1bc3d26e79,segment=NetworkSegment(1088d67c-3520-4ac2-8e48-25a7c8da33c5),segment_id=1088d67c-3520-4ac2-8e48-25a7c8da33c5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:22.908904 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (8acae5b5-12e0-4ae1-937d-fa1bc3d26e79), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:22.909151 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-fc08a4f3-983a-4fe1-9108-dc1eab82e8a7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5f68365dd9914b909dab2a0e75bad570&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0356982 Feb 09 01:06:22.910391 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08a4f3-983a-4fe1-9108-dc1eab82e8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8084640f-d99e-4058-a101-89125a83e62d,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:22.916732 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45664) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:06:22.923702 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5b2dd148-d690-43b3-9b71-1cd5faf91343 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (3bcde679-44af-4021-8727-c9859cea1d77), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:22.933987 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6375e57e-67c8-4b00-a5d2-ed348113d210 req-2e6d2d5f-0d9a-4b94-8c8d-29dcb13c645f service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4458981 Feb 09 01:06:22.943906 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-54f4868e-f490-4584-b9b9-d37c0a9c0443 None None] For port 0c36cd8d-a67f-49ed-9195-ce8cf6bb6443, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:06:22.973583 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-54f4868e-f490-4584-b9b9-d37c0a9c0443 None None] For port 0c36cd8d-a67f-49ed-9195-ce8cf6bb6443, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=0c36cd8d-a67f-49ed-9195-ce8cf6bb6443,segment=NetworkSegment(ebc0196b-40a7-4a91-81b3-cd03bc319f59),segment_id=ebc0196b-40a7-4a91-81b3-cd03bc319f59)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:06:22.981430 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=836ed1d4-92e2-4289-8a12-896771b480bb,revision_number=8']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:22.990756 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-54f4868e-f490-4584-b9b9-d37c0a9c0443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (0c36cd8d-a67f-49ed-9195-ce8cf6bb6443), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:23.006653 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a7c1c12-c4d2-474e-929f-fae1601e97e0 req-a7af16e2-d302-48a3-8660-670c6e4fedcf tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/security-groups?id=63f9b6a8-f901-49f3-9ea4-b0c2a248fcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4752650 Feb 09 01:06:23.032305 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5b2dd148-d690-43b3-9b71-1cd5faf91343 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:23.049272 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5b2dd148-d690-43b3-9b71-1cd5faf91343 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5568097 Feb 09 01:06:23.051800 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45668) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:06:23.067137 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2dd148-d690-43b3-9b71-1cd5faf91343 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bcde679-44af-4021-8727-c9859cea1d77,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:23.099905 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-f8fe5114-15b5-48a5-af83-05c4b88b7cde tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:23.134195 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['836ed1d4-92e2-4289-8a12-896771b480bb'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:06:23.178716 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946910f8-eca7-46e0-8d81-e782243ac34e req-b6b68012-2c6b-4e42-af19-54ce9b4c47b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:23.180026 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-946910f8-eca7-46e0-8d81-e782243ac34e req-b6b68012-2c6b-4e42-af19-54ce9b4c47b3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f0bf2d1b-1661-4bc9-ac26-21a65de127bc HTTP/1.1" status: 200 len: 914 time: 0.7136893 Feb 09 01:06:23.304364 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f4868e-f490-4584-b9b9-d37c0a9c0443 None None] Routers {'82ccfa62-dd4e-47d2-843d-b2b7f42ce657'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:06:23.305061 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-54f4868e-f490-4584-b9b9-d37c0a9c0443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:06:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['82ccfa62-dd4e-47d2-843d-b2b7f42ce657'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:23.312437 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f8fe5114-15b5-48a5-af83-05c4b88b7cde tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:23.361380 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-946910f8-eca7-46e0-8d81-e782243ac34e req-ee60a388-58fa-4093-bd39-6e916c4150ec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07bc3820-3086-4c78-84c7-c38f8b69f8e3 HTTP/1.1" status: 200 len: 217 time: 0.1650426 Feb 09 01:06:23.452948 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-921aa8bf-b04b-478d-a5ea-f9cdaf378219 admin admin] Publish callbacks [] for security_group (8084640f-d99e-4058-a101-89125a83e62d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:23.489986 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29c6e6-f439-4a5b-acaf-ced3641f682e req-78ea376c-145b-484f-90a6-9038a6c0c05d tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:23.498098 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7c29c6e6-f439-4a5b-acaf-ced3641f682e req-78ea376c-145b-484f-90a6-9038a6c0c05d tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 948 time: 0.4900184 Feb 09 01:06:23.503643 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946910f8-eca7-46e0-8d81-e782243ac34e req-7ad35de5-8605-4381-9b41-2407f084e721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:23.506305 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-946910f8-eca7-46e0-8d81-e782243ac34e req-7ad35de5-8605-4381-9b41-2407f084e721 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bdb83081-7783-44b0-aeb7-7002ff9f4a47 HTTP/1.1" status: 200 len: 852 time: 0.1342955 Feb 09 01:06:23.540527 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-921aa8bf-b04b-478d-a5ea-f9cdaf378219 admin admin] Publish callbacks [] for security_group (8084640f-d99e-4058-a101-89125a83e62d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:23.571591 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7c29c6e6-f439-4a5b-acaf-ced3641f682e req-4bc1796e-e1bc-4469-9fa8-d3eb089d9ed0 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671742 Feb 09 01:06:23.582977 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['8acae5b5-12e0-4ae1-937d-fa1bc3d26e79'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:06:23.588662 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=8acae5b5-12e0-4ae1-937d-fa1bc3d26e79,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:23.687955 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-921aa8bf-b04b-478d-a5ea-f9cdaf378219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (8084640f-d99e-4058-a101-89125a83e62d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:23.697073 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-921aa8bf-b04b-478d-a5ea-f9cdaf378219 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:23.700071 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a66bdd3-60f4-446b-a2c9-7854b3cd2a5a None None] Pushing event updated for resources: {'Port': ['ID=0c36cd8d-a67f-49ed-9195-ce8cf6bb6443,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:23.704803 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-921aa8bf-b04b-478d-a5ea-f9cdaf378219 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8084640f-d99e-4058-a101-89125a83e62d HTTP/1.1" status: 204 len: 168 time: 0.7785645 Feb 09 01:06:23.713485 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-946910f8-eca7-46e0-8d81-e782243ac34e req-8c364083-37d0-4205-8343-e2f4ef23cace service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0bf2d1b-1661-4bc9-ac26-21a65de127bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1465864 Feb 09 01:06:23.731136 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 07bc3820-3086-4c78-84c7-c38f8b69f8e3 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:06:23.731752 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921aa8bf-b04b-478d-a5ea-f9cdaf378219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8084640f-d99e-4058-a101-89125a83e62d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:23.753839 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f8fe5114-15b5-48a5-af83-05c4b88b7cde tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:23.758932 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25193317-b0a6-467b-8515-f949686c92e8 req-09e09234-807a-4175-b241-73c6fdf81a06 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:23.760515 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-25193317-b0a6-467b-8515-f949686c92e8 req-09e09234-807a-4175-b241-73c6fdf81a06 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=7de18159-e0a2-4539-9a6a-f35684e9d93a HTTP/1.1" status: 200 len: 945 time: 0.5630879 Feb 09 01:06:23.883930 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-a851e71c-9bba-437d-b9a1-12cae1f03c34 None None] Provisioning complete for port 0c36cd8d-a67f-49ed-9195-ce8cf6bb6443 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:23.884455 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a851e71c-9bba-437d-b9a1-12cae1f03c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (0c36cd8d-a67f-49ed-9195-ce8cf6bb6443), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:23.922237 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-f8fe5114-15b5-48a5-af83-05c4b88b7cde tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Allocated IP 172.25.8.54 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/9a380ada-8353-4748-891b-250232553118) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:06:23.928306 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-54f4868e-f490-4584-b9b9-d37c0a9c0443 None None] Set router 82ccfa62-dd4e-47d2-843d-b2b7f42ce657 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:06:24.136072 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-25193317-b0a6-467b-8515-f949686c92e8 req-e70964d2-e1a9-408c-ad8d-38b0835fed18 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627772 Feb 09 01:06:24.173634 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e051372-c85d-42f6-a703-a40f9e77807a req-a33352f1-9b87-4a1f-8e0b-7c428aea960c tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:24.175466 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8e051372-c85d-42f6-a703-a40f9e77807a req-a33352f1-9b87-4a1f-8e0b-7c428aea960c tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/ports?device_id=089fac5d-6a70-4ce7-a107-8609b78061f4 HTTP/1.1" status: 200 len: 943 time: 0.4080491 Feb 09 01:06:24.216229 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f8fe5114-15b5-48a5-af83-05c4b88b7cde tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks [] for port (9a380ada-8353-4748-891b-250232553118), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:24.328261 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8e051372-c85d-42f6-a703-a40f9e77807a req-103b3a1d-f6eb-4b9d-8197-b4a97336a046 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/security-groups?id=63f9b6a8-f901-49f3-9ea4-b0c2a248fcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299348 Feb 09 01:06:24.336185 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-946910f8-eca7-46e0-8d81-e782243ac34e req-042f3aa7-61fb-4163-9fd8-772d9987eca2 service neutron] 10.222.0.47 "GET /v2.0/networks/f0bf2d1b-1661-4bc9-ac26-21a65de127bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6218143 Feb 09 01:06:24.357646 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f8fe5114-15b5-48a5-af83-05c4b88b7cde tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (9a380ada-8353-4748-891b-250232553118), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:24.485893 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fe5114-15b5-48a5-af83-05c4b88b7cde tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:06:24.497232 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-f8fe5114-15b5-48a5-af83-05c4b88b7cde tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:24.515565 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fe5114-15b5-48a5-af83-05c4b88b7cde tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:06:24.571526 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe5114-15b5-48a5-af83-05c4b88b7cde tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Pushing event updated for resources: {'Port': ['ID=9a380ada-8353-4748-891b-250232553118,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:24.586075 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-946910f8-eca7-46e0-8d81-e782243ac34e req-87d82e3c-c0b9-4fca-a977-d185e3d3b670 service neutron] 10.222.0.47 "GET /v2.0/networks/f0bf2d1b-1661-4bc9-ac26-21a65de127bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427464 Feb 09 01:06:24.663987 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.resource_extend [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] It took 0.77 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:06:24.756316 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f8fe5114-15b5-48a5-af83-05c4b88b7cde tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks [] for floatingip (9532bec9-a5c9-44c6-8578-54ce0821995b), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:24.848756 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f8fe5114-15b5-48a5-af83-05c4b88b7cde tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (9a380ada-8353-4748-891b-250232553118), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:25.023269 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-dbafd498-0730-40b5-a4b3-0083b536aa0a tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:25.033268 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-dbafd498-0730-40b5-a4b3-0083b536aa0a tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.120 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86&tenant_id=698d05b4eb4b402aa83e695c4b2c5978&binding%3Ahost_id=n-h2-828369-4 HTTP/1.1" status: 200 len: 948 time: 0.2843459 Feb 09 01:06:25.081360 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 07bc3820-3086-4c78-84c7-c38f8b69f8e3, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=07bc3820-3086-4c78-84c7-c38f8b69f8e3,segment=NetworkSegment(3c63ea86-e27b-44f0-b66a-b57792354f51),segment_id=3c63ea86-e27b-44f0-b66a-b57792354f51)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:25.088390 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d896016-acae-4e14-9055-5c351e2f468a req-df93ec8a-8d70-472b-bc04-cfefd61fa2c7 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:25.099232 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0d896016-acae-4e14-9055-5c351e2f468a req-df93ec8a-8d70-472b-bc04-cfefd61fa2c7 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7150ff8-64e8-4ee5-a5b2-922df0e31528 HTTP/1.1" status: 200 len: 945 time: 0.2637432 Feb 09 01:06:25.144568 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '07bc3820-3086-4c78-84c7-c38f8b69f8e3', 'network_id': 'f0bf2d1b-1661-4bc9-ac26-21a65de127bc', 'port_id': '07bc3820-3086-4c78-84c7-c38f8b69f8e3', 'mac_address': 'fa:16:3e:5d:65:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdb83081-7783-44b0-aeb7-7002ff9f4a47', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:06:25.208118 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f8fe5114-15b5-48a5-af83-05c4b88b7cde tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks [] for port (9a380ada-8353-4748-891b-250232553118), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:25.216242 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f8fe5114-15b5-48a5-af83-05c4b88b7cde tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (9a380ada-8353-4748-891b-250232553118), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:25.244017 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45704) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:06:25.284928 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 07bc3820-3086-4c78-84c7-c38f8b69f8e3 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:06:25.285678 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (07bc3820-3086-4c78-84c7-c38f8b69f8e3), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:25.306629 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07bc3820-3086-4c78-84c7-c38f8b69f8e3 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:06:25.346196 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0d896016-acae-4e14-9055-5c351e2f468a req-cb7e6776-7946-4d70-9573-01b48bdbd490 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458799 Feb 09 01:06:25.391845 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe5114-15b5-48a5-af83-05c4b88b7cde tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Pushing event updated for resources: {'Port': ['ID=9a380ada-8353-4748-891b-250232553118,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:25.404265 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f8fe5114-15b5-48a5-af83-05c4b88b7cde tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (9532bec9-a5c9-44c6-8578-54ce0821995b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:25.411699 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fac661-25a9-48cd-8e5b-23ab4c269cb4 req-b01894d8-fcea-4b89-abde-f94c85214fe2 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:25.413794 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-32fac661-25a9-48cd-8e5b-23ab4c269cb4 req-b01894d8-fcea-4b89-abde-f94c85214fe2 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7abc5d9-7485-46fd-a80f-8423f552967f HTTP/1.1" status: 200 len: 945 time: 0.5523458 Feb 09 01:06:25.437394 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f8fe5114-15b5-48a5-af83-05c4b88b7cde tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:25.440863 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f8fe5114-15b5-48a5-af83-05c4b88b7cde tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3879817 Feb 09 01:06:25.573394 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-7bf26416-48f4-499d-8fce-7df3f573fd15 service neutron] 10.222.0.120 "GET /v2.0/ports/836ed1d4-92e2-4289-8a12-896771b480bb/bindings/n-h2-828369-4 HTTP/1.1" status: 200 len: 382 time: 0.4666216 Feb 09 01:06:25.573529 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 07bc3820-3086-4c78-84c7-c38f8b69f8e3, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=07bc3820-3086-4c78-84c7-c38f8b69f8e3,segment=NetworkSegment(3c63ea86-e27b-44f0-b66a-b57792354f51),segment_id=3c63ea86-e27b-44f0-b66a-b57792354f51)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:25.573529 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (07bc3820-3086-4c78-84c7-c38f8b69f8e3), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:25.616740 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-b30412cd-9a6a-451e-9dc7-32b346a7b241 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1486361131-network', 'tenant_id': 'ba2f36688aa445499186dfa11ee83266'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:25.641691 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-32fac661-25a9-48cd-8e5b-23ab4c269cb4 req-77f632c3-e37c-41b7-90c4-904f2dabd5c7 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130904 Feb 09 01:06:25.651388 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12d452-ecf6-4b72-8b7a-25a57ea544b0 req-45e0a1e2-d553-4352-be32-252fa40126c3 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:25.653269 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6d12d452-ecf6-4b72-8b7a-25a57ea544b0 req-45e0a1e2-d553-4352-be32-252fa40126c3 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7abc5d9-7485-46fd-a80f-8423f552967f HTTP/1.1" status: 200 len: 945 time: 0.4393985 Feb 09 01:06:25.672989 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=07bc3820-3086-4c78-84c7-c38f8b69f8e3,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:25.698117 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device f1b957a8-19bc-4931-a7e4-b99b73998d2d no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:06:25.751051 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a851e71c-9bba-437d-b9a1-12cae1f03c34 None None] Current status of the port 0c36cd8d-a67f-49ed-9195-ce8cf6bb6443 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:06:25.751467 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a851e71c-9bba-437d-b9a1-12cae1f03c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (0c36cd8d-a67f-49ed-9195-ce8cf6bb6443), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:25.832821 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-a851e71c-9bba-437d-b9a1-12cae1f03c34 None None] For port 0c36cd8d-a67f-49ed-9195-ce8cf6bb6443, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=0c36cd8d-a67f-49ed-9195-ce8cf6bb6443,segment=NetworkSegment(ebc0196b-40a7-4a91-81b3-cd03bc319f59),segment_id=ebc0196b-40a7-4a91-81b3-cd03bc319f59)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:25.877993 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port f1b957a8-19bc-4931-a7e4-b99b73998d2d is: DOWN; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:06:25.880918 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a851e71c-9bba-437d-b9a1-12cae1f03c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (0c36cd8d-a67f-49ed-9195-ce8cf6bb6443), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:25.890663 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['07bc3820-3086-4c78-84c7-c38f8b69f8e3'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:06:25.941386 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-54f4868e-f490-4584-b9b9-d37c0a9c0443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'name': 'tempest-AttachVolumeShelveTestJSON-982540893-router', 'tenant_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1771017d-b6be-4aa6-9ea7-2a0790080398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:07Z', 'updated_at': '2022-02-09T01:06:17Z', 'revision_number': 4, 'project_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'gw_port': {'id': '1771017d-b6be-4aa6-9ea7-2a0790080398', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:84:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:09Z', 'updated_at': '2022-02-09T01:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '0c36cd8d-a67f-49ed-9195-ce8cf6bb6443', 'name': '', 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554', 'tenant_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'mac_address': 'fa:16:3e:b2:ff:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'd13d90e7-a71d-4313-a595-9a761a96acb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:15Z', 'updated_at': '2022-02-09T01:06:22Z', 'revision_number': 4, 'project_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'subnets': [{'id': 'd13d90e7-a71d-4313-a595-9a761a96acb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:25.978804 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f4868e-f490-4584-b9b9-d37c0a9c0443 None None] The sync data for ids ['82ccfa62-dd4e-47d2-843d-b2b7f42ce657'] in n-d-828369-4 is: [{'id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'name': 'tempest-AttachVolumeShelveTestJSON-982540893-router', 'tenant_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1771017d-b6be-4aa6-9ea7-2a0790080398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:07Z', 'updated_at': '2022-02-09T01:06:17Z', 'revision_number': 4, 'project_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'gw_port': {'id': '1771017d-b6be-4aa6-9ea7-2a0790080398', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:84:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:09Z', 'updated_at': '2022-02-09T01:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '0c36cd8d-a67f-49ed-9195-ce8cf6bb6443', 'name': '', 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554', 'tenant_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'mac_address': 'fa:16:3e:b2:ff:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'd13d90e7-a71d-4313-a595-9a761a96acb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:15Z', 'updated_at': '2022-02-09T01:06:22Z', 'revision_number': 4, 'project_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'subnets': [{'id': 'd13d90e7-a71d-4313-a595-9a761a96acb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:06:26.016040 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a851e71c-9bba-437d-b9a1-12cae1f03c34 None None] Pushing event updated for resources: {'Port': ['ID=0c36cd8d-a67f-49ed-9195-ce8cf6bb6443,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:26.285102 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30412cd-9a6a-451e-9dc7-32b346a7b241 admin admin] Made reservation on behalf of ba2f36688aa445499186dfa11ee83266 for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:26.298543 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b30412cd-9a6a-451e-9dc7-32b346a7b241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:26.334903 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b30412cd-9a6a-451e-9dc7-32b346a7b241 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:26.374701 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 0c36cd8d-a67f-49ed-9195-ce8cf6bb6443 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:06:26.414447 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-fbb267af-4cab-4608-bc87-b6b4e7cb9cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:26.415995 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-fbb267af-4cab-4608-bc87-b6b4e7cb9cb5 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=698d05b4eb4b402aa83e695c4b2c5978&device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 1130 time: 0.8215075 Feb 09 01:06:26.464511 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 0c36cd8d-a67f-49ed-9195-ce8cf6bb6443 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:26.465131 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (0c36cd8d-a67f-49ed-9195-ce8cf6bb6443), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:26.518997 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deeaffd-61e6-4953-a032-9229e8cdf655 req-08896c59-e2d8-4737-b82f-dc397eb30af4 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:26.520623 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1deeaffd-61e6-4953-a032-9229e8cdf655 req-08896c59-e2d8-4737-b82f-dc397eb30af4 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 948 time: 1.0106390 Feb 09 01:06:26.572674 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 0c36cd8d-a67f-49ed-9195-ce8cf6bb6443 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:06:26.664462 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ea6e2-7810-40fc-b70d-aba99245293c req-318e04f7-08a8-4d21-be35-46a992d8722c tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:26.666059 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0b2ea6e2-7810-40fc-b70d-aba99245293c req-318e04f7-08a8-4d21-be35-46a992d8722c tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=7de18159-e0a2-4539-9a6a-f35684e9d93a HTTP/1.1" status: 200 len: 945 time: 0.4659870 Feb 09 01:06:26.679467 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b30412cd-9a6a-451e-9dc7-32b346a7b241 admin admin] Publish callbacks [] for security_group (02e9bc61-9f96-498e-8ad9-655c7e6cb7a1), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:26.715940 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b30412cd-9a6a-451e-9dc7-32b346a7b241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (02e9bc61-9f96-498e-8ad9-655c7e6cb7a1), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:26.781182 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1deeaffd-61e6-4953-a032-9229e8cdf655 req-aa2f7f3e-b363-4698-9bda-1a945b93216d tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402864 Feb 09 01:06:26.782351 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-df1d3c10-3fc3-4cd3-83b6-4885a9682303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:26.783757 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-df1d3c10-3fc3-4cd3-83b6-4885a9682303 service neutron] 10.222.0.120 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.2622325 Feb 09 01:06:26.785780 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b30412cd-9a6a-451e-9dc7-32b346a7b241 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1016} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:06:26.831544 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-6d12d452-ecf6-4b72-8b7a-25a57ea544b0 req-2749425c-d857-41ee-8d90-5659c8ef9a77 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Deleting port f1b957a8-19bc-4931-a7e4-b99b73998d2d {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:06:26.831898 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-6d12d452-ecf6-4b72-8b7a-25a57ea544b0 req-2749425c-d857-41ee-8d90-5659c8ef9a77 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (f1b957a8-19bc-4931-a7e4-b99b73998d2d), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:26.870730 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b30412cd-9a6a-451e-9dc7-32b346a7b241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (37dbd17d-2cc9-4828-8e6d-903c14a622f1), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:26.871188 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-b30412cd-9a6a-451e-9dc7-32b346a7b241 admin admin] Added segment 37dbd17d-2cc9-4828-8e6d-903c14a622f1 of type vlan for network f1284ae1-926f-4419-baec-5bc6c4b92ef1 Feb 09 01:06:26.873981 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30412cd-9a6a-451e-9dc7-32b346a7b241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e9bc61-9f96-498e-8ad9-655c7e6cb7a1,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:26.931787 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-a2522f75-6c52-46fe-9b96-b9625776a0ea service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=836ed1d4-92e2-4289-8a12-896771b480bb HTTP/1.1" status: 200 len: 217 time: 0.1350946 Feb 09 01:06:26.987653 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0b2ea6e2-7810-40fc-b70d-aba99245293c req-375a80af-aabd-4347-9516-f5b1e3aa4261 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104270 Feb 09 01:06:27.095721 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-6d12d452-ecf6-4b72-8b7a-25a57ea544b0 req-2749425c-d857-41ee-8d90-5659c8ef9a77 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] For port f1b957a8-19bc-4931-a7e4-b99b73998d2d, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=f1b957a8-19bc-4931-a7e4-b99b73998d2d,segment=NetworkSegment(2793514a-5639-496c-8d37-377203141ac7),segment_id=2793514a-5639-496c-8d37-377203141ac7)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:27.096378 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-6d12d452-ecf6-4b72-8b7a-25a57ea544b0 req-2749425c-d857-41ee-8d90-5659c8ef9a77 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (f1b957a8-19bc-4931-a7e4-b99b73998d2d), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:27.121087 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-6d12d452-ecf6-4b72-8b7a-25a57ea544b0 req-2749425c-d857-41ee-8d90-5659c8ef9a77 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Calling delete_port for f1b957a8-19bc-4931-a7e4-b99b73998d2d owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:06:27.168003 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b30412cd-9a6a-451e-9dc7-32b346a7b241 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (f1284ae1-926f-4419-baec-5bc6c4b92ef1), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:27.276913 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.db.resource_extend [None req-b30412cd-9a6a-451e-9dc7-32b346a7b241 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:06:27.296421 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-692667c0-ed44-4da1-83cf-346832f550b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:27.298182 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-692667c0-ed44-4da1-83cf-346832f550b5 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.3587263 Feb 09 01:06:27.375322 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b30412cd-9a6a-451e-9dc7-32b346a7b241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (f1284ae1-926f-4419-baec-5bc6c4b92ef1), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:27.376289 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30412cd-9a6a-451e-9dc7-32b346a7b241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:27.376905 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b30412cd-9a6a-451e-9dc7-32b346a7b241 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:27.404218 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadce64f-edde-41f0-baef-42842c4fb3a8 req-fd358605-2154-4011-b08b-4b2191e0cd25 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:27.407879 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cadce64f-edde-41f0-baef-42842c4fb3a8 req-fd358605-2154-4011-b08b-4b2191e0cd25 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/ports?device_id=089fac5d-6a70-4ce7-a107-8609b78061f4 HTTP/1.1" status: 200 len: 944 time: 0.4792521 Feb 09 01:06:27.442017 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71361e-0fbf-4603-bc85-1b74e5eb8ab7 req-1656f19d-5585-4670-9dc7-34e1ba2e32ae tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:27.443527 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1a71361e-0fbf-4603-bc85-1b74e5eb8ab7 req-1656f19d-5585-4670-9dc7-34e1ba2e32ae tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a7150ff8-64e8-4ee5-a5b2-922df0e31528 HTTP/1.1" status: 200 len: 1127 time: 0.3073506 Feb 09 01:06:27.485213 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 836ed1d4-92e2-4289-8a12-896771b480bb up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:06:27.535822 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45722) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:06:27.536382 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b30412cd-9a6a-451e-9dc7-32b346a7b241 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2858150 Feb 09 01:06:27.542615 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-2294793f-3e61-4c90-9baf-57a83fd71e7f admin admin] Request body: {'subnet': {'network_id': 'f1284ae1-926f-4419-baec-5bc6c4b92ef1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1486361131-subnet', 'tenant_id': 'ba2f36688aa445499186dfa11ee83266', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:27.562294 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-6d12d452-ecf6-4b72-8b7a-25a57ea544b0 req-2749425c-d857-41ee-8d90-5659c8ef9a77 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (f1b957a8-19bc-4931-a7e4-b99b73998d2d), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:27.586109 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2294793f-3e61-4c90-9baf-57a83fd71e7f admin admin] Made reservation on behalf of ba2f36688aa445499186dfa11ee83266 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:27.589220 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2294793f-3e61-4c90-9baf-57a83fd71e7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:27.603211 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 836ed1d4-92e2-4289-8a12-896771b480bb completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:06:27.606421 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cadce64f-edde-41f0-baef-42842c4fb3a8 req-5a51f780-7e70-4bad-bf82-0f6d302382e4 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/security-groups?id=63f9b6a8-f901-49f3-9ea4-b0c2a248fcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682112 Feb 09 01:06:27.607070 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30412cd-9a6a-451e-9dc7-32b346a7b241 admin admin] Pushing event updated for resources: {'Network': ['ID=f1284ae1-926f-4419-baec-5bc6c4b92ef1,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:27.631758 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 836ed1d4-92e2-4289-8a12-896771b480bb triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:27.632848 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (836ed1d4-92e2-4289-8a12-896771b480bb), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:27.657066 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2749425c-d857-41ee-8d90-5659c8ef9a77 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Pushing event deleted for resources: {'Port': ['ID=f1b957a8-19bc-4931-a7e4-b99b73998d2d,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:27.674405 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-0d792966-b068-4fd3-b6f8-f3952aa5bdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:27.676960 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-0d792966-b068-4fd3-b6f8-f3952aa5bdca service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3705404 Feb 09 01:06:27.681791 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1a71361e-0fbf-4603-bc85-1b74e5eb8ab7 req-b692b119-b3cd-4467-9180-5ccb8b467724 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039664 Feb 09 01:06:27.770465 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network f1284ae1-926f-4419-baec-5bc6c4b92ef1 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:06:27.772709 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 07bc3820-3086-4c78-84c7-c38f8b69f8e3 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:06:27.778319 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d12d452-ecf6-4b72-8b7a-25a57ea544b0 req-2749425c-d857-41ee-8d90-5659c8ef9a77 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] No DVR routers for this DVR port f1b957a8-19bc-4931-a7e4-b99b73998d2d on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:06:27.808407 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-6d12d452-ecf6-4b72-8b7a-25a57ea544b0 req-2749425c-d857-41ee-8d90-5659c8ef9a77 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:27.816237 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6d12d452-ecf6-4b72-8b7a-25a57ea544b0 req-2749425c-d857-41ee-8d90-5659c8ef9a77 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.47 "DELETE /v2.0/ports/f1b957a8-19bc-4931-a7e4-b99b73998d2d HTTP/1.1" status: 204 len: 173 time: 2.1313241 Feb 09 01:06:27.832238 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7abc5d9-7485-46fd-a80f-8423f552967f', 'name': 'network-vif-deleted', 'tag': 'f1b957a8-19bc-4931-a7e4-b99b73998d2d'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:06:27.836386 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0071c85b-a8ab-44c4-9c6c-aebab367dece" -d '{"events": [{"server_uuid": "e7abc5d9-7485-46fd-a80f-8423f552967f", "name": "network-vif-deleted", "tag": "f1b957a8-19bc-4931-a7e4-b99b73998d2d"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:06:27.925285 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2294793f-3e61-4c90-9baf-57a83fd71e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (c434f4f0-bf35-4657-903e-bbdc30e316e9), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:27.940397 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 836ed1d4-92e2-4289-8a12-896771b480bb is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:06:27.941001 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (836ed1d4-92e2-4289-8a12-896771b480bb), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:27.969475 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a5a05348-ee28-4388-9878-3d77759b417b req-166b458f-e1c1-41db-adf7-eba42905b361 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7abc5d9-7485-46fd-a80f-8423f552967f HTTP/1.1" status: 200 len: 210 time: 0.1278415 Feb 09 01:06:27.992755 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 836ed1d4-92e2-4289-8a12-896771b480bb, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=836ed1d4-92e2-4289-8a12-896771b480bb,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:27.999312 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '076c97d3-ae9d-4579-b1b2-c56cfbd6ee86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836ed1d4-92e2-4289-8a12-896771b480bb'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:06:28.002486 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b350fe-02f4-4285-a12b-69ecfb4716f4" -d '{"events": [{"server_uuid": "076c97d3-ae9d-4579-b1b2-c56cfbd6ee86", "name": "network-vif-plugged", "status": "completed", "tag": "836ed1d4-92e2-4289-8a12-896771b480bb"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:06:28.012059 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (836ed1d4-92e2-4289-8a12-896771b480bb), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:28.058382 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294793f-3e61-4c90-9baf-57a83fd71e7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c434f4f0-bf35-4657-903e-bbdc30e316e9,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:28.075463 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-15a61257-7158-4f0d-926c-88d2895ab4dd tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1812089881&fields=id&tenant_id=cd714d32a01d4967bf3dd491f0b2d2f7 HTTP/1.1" status: 200 len: 267 time: 0.2570720 Feb 09 01:06:28.100267 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2294793f-3e61-4c90-9baf-57a83fd71e7f admin admin] Checking segment: {'id': '37dbd17d-2cc9-4828-8e6d-903c14a622f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f1284ae1-926f-4419-baec-5bc6c4b92ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:06:28.100732 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2294793f-3e61-4c90-9baf-57a83fd71e7f admin admin] Network hostable DHCP agents. Network: f1284ae1-926f-4419-baec-5bc6c4b92ef1, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:06:28.108259 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=836ed1d4-92e2-4289-8a12-896771b480bb,revision_number=9']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:28.123891 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 07bc3820-3086-4c78-84c7-c38f8b69f8e3 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:06:28.131678 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 07bc3820-3086-4c78-84c7-c38f8b69f8e3 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:28.132572 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-5acd7058-d5af-4a9d-b0e8-19c5991b1a43 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4326508 Feb 09 01:06:28.134210 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (07bc3820-3086-4c78-84c7-c38f8b69f8e3), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:28.153463 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2294793f-3e61-4c90-9baf-57a83fd71e7f admin admin] Network f1284ae1-926f-4419-baec-5bc6c4b92ef1 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:06:28.168063 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-2294793f-3e61-4c90-9baf-57a83fd71e7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, f1284ae1-926f-4419-baec-5bc6c4b92ef1) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:28.182304 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2294793f-3e61-4c90-9baf-57a83fd71e7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:28.183551 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2294793f-3e61-4c90-9baf-57a83fd71e7f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:28.187683 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d29797-a87d-4ec8-a5af-df757927e7c2 None None] Network f1284ae1-926f-4419-baec-5bc6c4b92ef1 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:06:28.211537 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2294793f-3e61-4c90-9baf-57a83fd71e7f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6743712 Feb 09 01:06:28.214368 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45742) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:06:28.219555 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-5ba89402-5c35-45e3-a48a-089c011ae5d8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1486361131-router', 'tenant_id': 'ba2f36688aa445499186dfa11ee83266', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:28.251660 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5ba89402-5c35-45e3-a48a-089c011ae5d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:28.254312 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5ba89402-5c35-45e3-a48a-089c011ae5d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:28.334057 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-6123b4f1-9022-40cf-9903-b5475ccd7af3 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607747 Feb 09 01:06:28.366760 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5ba89402-5c35-45e3-a48a-089c011ae5d8 admin admin] Publish callbacks [] for router_controller (a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:28.384416 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 07bc3820-3086-4c78-84c7-c38f8b69f8e3 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:06:28.385196 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (07bc3820-3086-4c78-84c7-c38f8b69f8e3), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:28.402375 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884cf207-450a-4213-aceb-72fa6b0ab3bb req-af8ac336-bdb0-41e0-8b8e-72a7df261b31 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:28.405225 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-884cf207-450a-4213-aceb-72fa6b0ab3bb req-af8ac336-bdb0-41e0-8b8e-72a7df261b31 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a7150ff8-64e8-4ee5-a5b2-922df0e31528 HTTP/1.1" status: 200 len: 1127 time: 0.2824080 Feb 09 01:06:28.469985 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b09381-e321-43fc-8906-6a8e8586fb73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-f1284ae1-926f-4419-baec-5bc6c4b92ef1', 'network_id': 'f1284ae1-926f-4419-baec-5bc6c4b92ef1', 'project_id': 'ba2f36688aa445499186dfa11ee83266', 'fixed_ips': [{'subnet_id': 'c434f4f0-bf35-4657-903e-bbdc30e316e9'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:06:28.471205 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-51b09381-e321-43fc-8906-6a8e8586fb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:28.506266 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 07bc3820-3086-4c78-84c7-c38f8b69f8e3, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=07bc3820-3086-4c78-84c7-c38f8b69f8e3,segment=NetworkSegment(3c63ea86-e27b-44f0-b66a-b57792354f51),segment_id=3c63ea86-e27b-44f0-b66a-b57792354f51)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:28.509205 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-884cf207-450a-4213-aceb-72fa6b0ab3bb req-d29937bf-3e9f-4d16-aaab-98026139bb12 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932300 Feb 09 01:06:28.518323 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (07bc3820-3086-4c78-84c7-c38f8b69f8e3), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:28.519858 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 8acae5b5-12e0-4ae1-937d-fa1bc3d26e79 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:06:28.538936 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-82282c01-274d-4dd2-8e0b-991c4dd659cf tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:28.551500 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-82282c01-274d-4dd2-8e0b-991c4dd659cf tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/networks?id=8e06ad67-97d1-4f11-889a-fde8ce1f4554 HTTP/1.1" status: 200 len: 816 time: 0.4617546 Feb 09 01:06:28.584489 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-e5de403e-b2e7-4ec3-81f2-91b32962c273 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/quotas/cd714d32a01d4967bf3dd491f0b2d2f7 HTTP/1.1" status: 200 len: 375 time: 0.0297666 Feb 09 01:06:28.674994 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5ba89402-5c35-45e3-a48a-089c011ae5d8 admin admin] Publish callbacks [] for router_gateway (a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:28.711087 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 8acae5b5-12e0-4ae1-937d-fa1bc3d26e79 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:06:28.744633 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=07bc3820-3086-4c78-84c7-c38f8b69f8e3,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:28.750144 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 8acae5b5-12e0-4ae1-937d-fa1bc3d26e79 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:28.757634 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76279ca3-57de-4348-872d-9d70348cad85 req-3f003d63-ffcf-4f8a-a095-a61b0bda3f34 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:28.758136 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (8acae5b5-12e0-4ae1-937d-fa1bc3d26e79), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:28.760235 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76279ca3-57de-4348-872d-9d70348cad85 req-3f003d63-ffcf-4f8a-a095-a61b0bda3f34 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 949 time: 0.1026711 Feb 09 01:06:28.783971 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-d105df4e-aa21-4226-9fab-1b1d908b8b2e tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cd714d32a01d4967bf3dd491f0b2d2f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1810899 Feb 09 01:06:28.814289 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-51b09381-e321-43fc-8906-6a8e8586fb73 None None] Allocated IP 172.20.0.2 (f1284ae1-926f-4419-baec-5bc6c4b92ef1/c434f4f0-bf35-4657-903e-bbdc30e316e9/3864e6aa-8111-42c0-a1a0-bdb845d6ba50) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:06:28.887110 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76279ca3-57de-4348-872d-9d70348cad85 req-be195409-6760-4379-a15d-adc5fd9ed274 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003773 Feb 09 01:06:28.928805 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 8acae5b5-12e0-4ae1-937d-fa1bc3d26e79 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:06:28.929468 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8acae5b5-12e0-4ae1-937d-fa1bc3d26e79), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:28.958661 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-61427c0e-d872-4e39-a449-b369924b502c service neutron] 10.222.0.50 "GET /v2.0/networks/8e06ad67-97d1-4f11-889a-fde8ce1f4554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731212 Feb 09 01:06:28.991462 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a027b402-c538-422c-acfe-31fad4c9124f x-openstack-request-id: req-a027b402-c538-422c-acfe-31fad4c9124f {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:06:28.991898 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7abc5d9-7485-46fd-a80f-8423f552967f", "name": "network-vif-deleted", "tag": "f1b957a8-19bc-4931-a7e4-b99b73998d2d", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:06:28.992230 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a027b402-c538-422c-acfe-31fad4c9124f {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:06:28.992788 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7abc5d9-7485-46fd-a80f-8423f552967f', 'name': 'network-vif-deleted', 'tag': 'f1b957a8-19bc-4931-a7e4-b99b73998d2d', 'status': 'completed', 'code': 200} Feb 09 01:06:29.023232 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 8acae5b5-12e0-4ae1-937d-fa1bc3d26e79, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=8acae5b5-12e0-4ae1-937d-fa1bc3d26e79,segment=NetworkSegment(1088d67c-3520-4ac2-8e48-25a7c8da33c5),segment_id=1088d67c-3520-4ac2-8e48-25a7c8da33c5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:29.028164 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (8acae5b5-12e0-4ae1-937d-fa1bc3d26e79), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:29.029120 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5ba89402-5c35-45e3-a48a-089c011ae5d8 admin admin] Publish callbacks [] for router_gateway (a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:29.070352 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5ba89402-5c35-45e3-a48a-089c011ae5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:29.076982 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b021dc7e-4162-4899-90cf-337e5a03dbbd x-openstack-request-id: req-b021dc7e-4162-4899-90cf-337e5a03dbbd {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:06:29.077332 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "076c97d3-ae9d-4579-b1b2-c56cfbd6ee86", "name": "network-vif-plugged", "status": "completed", "tag": "836ed1d4-92e2-4289-8a12-896771b480bb", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:06:29.077818 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b021dc7e-4162-4899-90cf-337e5a03dbbd {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:06:29.077948 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '076c97d3-ae9d-4579-b1b2-c56cfbd6ee86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836ed1d4-92e2-4289-8a12-896771b480bb', 'code': 200} Feb 09 01:06:29.089580 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-51b09381-e321-43fc-8906-6a8e8586fb73 None None] Publish callbacks [] for port (3864e6aa-8111-42c0-a1a0-bdb845d6ba50), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:29.105843 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-51b09381-e321-43fc-8906-6a8e8586fb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (3864e6aa-8111-42c0-a1a0-bdb845d6ba50), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:29.115557 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=8acae5b5-12e0-4ae1-937d-fa1bc3d26e79,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:29.139627 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-5c3ee5ea-fe00-460b-b6f7-7167931e0894 service neutron] 10.222.0.50 "GET /v2.0/networks/8e06ad67-97d1-4f11-889a-fde8ce1f4554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798882 Feb 09 01:06:29.160149 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b09381-e321-43fc-8906-6a8e8586fb73 None None] Network f1284ae1-926f-4419-baec-5bc6c4b92ef1 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:06:29.167346 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-51b09381-e321-43fc-8906-6a8e8586fb73 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:29.171734 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b09381-e321-43fc-8906-6a8e8586fb73 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:06:29.181935 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b09381-e321-43fc-8906-6a8e8586fb73 None None] Pushing event updated for resources: {'Port': ['ID=3864e6aa-8111-42c0-a1a0-bdb845d6ba50,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:29.267910 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f890be7-db91-4494-9f90-149f31d0eb7b req-e64885dd-8c10-4c78-8e24-e7b262abe773 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:29.275027 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8f890be7-db91-4494-9f90-149f31d0eb7b req-e64885dd-8c10-4c78-8e24-e7b262abe773 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=7de18159-e0a2-4539-9a6a-f35684e9d93a HTTP/1.1" status: 200 len: 946 time: 0.1013606 Feb 09 01:06:29.306859 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-51b09381-e321-43fc-8906-6a8e8586fb73 None None] Attempting to bind port 3864e6aa-8111-42c0-a1a0-bdb845d6ba50 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:06:29.307245 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-51b09381-e321-43fc-8906-6a8e8586fb73 None None] Attempting to bind port 3864e6aa-8111-42c0-a1a0-bdb845d6ba50 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '37dbd17d-2cc9-4828-8e6d-903c14a622f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f1284ae1-926f-4419-baec-5bc6c4b92ef1'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:06:29.307615 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b09381-e321-43fc-8906-6a8e8586fb73 None None] Attempting to bind port 3864e6aa-8111-42c0-a1a0-bdb845d6ba50 on network f1284ae1-926f-4419-baec-5bc6c4b92ef1 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:06:29.316385 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b09381-e321-43fc-8906-6a8e8586fb73 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:06:29.316793 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b09381-e321-43fc-8906-6a8e8586fb73 None None] Checking segment: {'id': '37dbd17d-2cc9-4828-8e6d-903c14a622f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f1284ae1-926f-4419-baec-5bc6c4b92ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:06:29.317685 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-51b09381-e321-43fc-8906-6a8e8586fb73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:29.318091 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b09381-e321-43fc-8906-6a8e8586fb73 None None] Bound using segment: {'id': '37dbd17d-2cc9-4828-8e6d-903c14a622f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f1284ae1-926f-4419-baec-5bc6c4b92ef1'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:06:29.318564 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-51b09381-e321-43fc-8906-6a8e8586fb73 None None] Bound port: 3864e6aa-8111-42c0-a1a0-bdb845d6ba50, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37dbd17d-2cc9-4828-8e6d-903c14a622f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f1284ae1-926f-4419-baec-5bc6c4b92ef1'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:06:29.318950 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-51b09381-e321-43fc-8906-6a8e8586fb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3864e6aa-8111-42c0-a1a0-bdb845d6ba50), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:29.337748 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-5ba89402-5c35-45e3-a48a-089c011ae5d8 admin admin] Allocated IP 172.25.8.136 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/415adf55-bb82-4f00-91a5-1a3c86eac345) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:06:29.385563 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8f890be7-db91-4494-9f90-149f31d0eb7b req-4b546f62-f8f8-4ff2-aac0-971dd0cd647a tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088114 Feb 09 01:06:29.447046 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-51b09381-e321-43fc-8906-6a8e8586fb73 None None] For port 3864e6aa-8111-42c0-a1a0-bdb845d6ba50, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:06:29.453451 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-51b09381-e321-43fc-8906-6a8e8586fb73 None None] For port 3864e6aa-8111-42c0-a1a0-bdb845d6ba50, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=3864e6aa-8111-42c0-a1a0-bdb845d6ba50,segment=NetworkSegment(37dbd17d-2cc9-4828-8e6d-903c14a622f1),segment_id=37dbd17d-2cc9-4828-8e6d-903c14a622f1)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:06:29.461407 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-51b09381-e321-43fc-8906-6a8e8586fb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (3864e6aa-8111-42c0-a1a0-bdb845d6ba50), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:29.526765 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f353dd-a6b2-4d45-b13e-1ebf744f2308 req-01233db1-8e3d-4ed3-9026-85b44a99f096 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:29.528253 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d9f353dd-a6b2-4d45-b13e-1ebf744f2308 req-01233db1-8e3d-4ed3-9026-85b44a99f096 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/ports?device_id=089fac5d-6a70-4ce7-a107-8609b78061f4 HTTP/1.1" status: 200 len: 945 time: 0.1325533 Feb 09 01:06:29.595203 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dc4c11f9-cdba-44b9-acb5-185fbdd6ff31 req-b028a32e-cad8-4723-82cc-2e46cbe0988c tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 210 time: 0.0624623 Feb 09 01:06:29.609837 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b09381-e321-43fc-8906-6a8e8586fb73 None None] Pushing event updated for resources: {'Port': ['ID=3864e6aa-8111-42c0-a1a0-bdb845d6ba50,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:29.618748 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5ba89402-5c35-45e3-a48a-089c011ae5d8 admin admin] Publish callbacks [] for port (415adf55-bb82-4f00-91a5-1a3c86eac345), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:29.681595 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d9f353dd-a6b2-4d45-b13e-1ebf744f2308 req-9107967a-95a9-4a7b-a60d-8d9d30b50c10 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/security-groups?id=63f9b6a8-f901-49f3-9ea4-b0c2a248fcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615523 Feb 09 01:06:29.686307 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5ba89402-5c35-45e3-a48a-089c011ae5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (415adf55-bb82-4f00-91a5-1a3c86eac345), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:29.742923 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba89402-5c35-45e3-a48a-089c011ae5d8 admin admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:06:29.749920 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-5ba89402-5c35-45e3-a48a-089c011ae5d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:29.754726 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba89402-5c35-45e3-a48a-089c011ae5d8 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:06:29.780674 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba89402-5c35-45e3-a48a-089c011ae5d8 admin admin] Pushing event updated for resources: {'Port': ['ID=415adf55-bb82-4f00-91a5-1a3c86eac345,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:30.008247 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32b6a9-c5f1-444a-8658-594b39b65388 req-8fe89c6f-dc39-4490-9586-11b32bc1d135 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:30.014767 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ed32b6a9-c5f1-444a-8658-594b39b65388 req-8fe89c6f-dc39-4490-9586-11b32bc1d135 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a7150ff8-64e8-4ee5-a5b2-922df0e31528 HTTP/1.1" status: 200 len: 1127 time: 0.1374178 Feb 09 01:06:30.156878 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ed32b6a9-c5f1-444a-8658-594b39b65388 req-1fb449aa-5e54-402f-93db-d0f632c96022 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301975 Feb 09 01:06:30.356927 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5ba89402-5c35-45e3-a48a-089c011ae5d8 admin admin] Publish callbacks [] for router_gateway (a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:30.419352 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bdf24-085a-4fe7-8975-61175ccd0f79 req-babd4daa-6b21-445f-a705-ece109453ea8 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:30.430255 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bc2bdf24-085a-4fe7-8975-61175ccd0f79 req-babd4daa-6b21-445f-a705-ece109453ea8 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 949 time: 0.1818895 Feb 09 01:06:30.451830 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 3864e6aa-8111-42c0-a1a0-bdb845d6ba50 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:06:30.570738 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bc2bdf24-085a-4fe7-8975-61175ccd0f79 req-5553dbe6-6ac8-481e-8fa7-6f2a15c0c688 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374040 Feb 09 01:06:30.591614 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee6b084-65f0-4fe3-8afd-10a5817dfe75 req-5eff093b-419e-44d2-9169-12a195413a79 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:30.608888 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0ee6b084-65f0-4fe3-8afd-10a5817dfe75 req-5eff093b-419e-44d2-9169-12a195413a79 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=977c202c-168c-44df-9f22-3a217a1145d0 HTTP/1.1" status: 200 len: 945 time: 0.2853608 Feb 09 01:06:30.614104 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 3864e6aa-8111-42c0-a1a0-bdb845d6ba50 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:30.615418 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (3864e6aa-8111-42c0-a1a0-bdb845d6ba50), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:30.735336 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5ba89402-5c35-45e3-a48a-089c011ae5d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:30.804168 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0ee6b084-65f0-4fe3-8afd-10a5817dfe75 req-20c0c7e6-af05-4310-b8ad-d741cd2e6fd0 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/security-groups?id=71ae7923-4b5e-418b-9181-334456f385aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912186 Feb 09 01:06:30.897612 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 3864e6aa-8111-42c0-a1a0-bdb845d6ba50 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:06:30.898684 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3864e6aa-8111-42c0-a1a0-bdb845d6ba50), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:30.954603 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c667c-f610-4e97-8ea0-b2de9dcf85b9 req-be1c42b6-ccd0-4f6d-8e90-3009fb36965f tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:30.962504 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4b5c667c-f610-4e97-8ea0-b2de9dcf85b9 req-be1c42b6-ccd0-4f6d-8e90-3009fb36965f tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.120 "GET /v2.0/ports?device_id=977c202c-168c-44df-9f22-3a217a1145d0 HTTP/1.1" status: 200 len: 945 time: 0.2785342 Feb 09 01:06:30.980913 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 3864e6aa-8111-42c0-a1a0-bdb845d6ba50, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=3864e6aa-8111-42c0-a1a0-bdb845d6ba50,segment=NetworkSegment(37dbd17d-2cc9-4828-8e6d-903c14a622f1),segment_id=37dbd17d-2cc9-4828-8e6d-903c14a622f1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:30.993475 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (3864e6aa-8111-42c0-a1a0-bdb845d6ba50), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:31.041886 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-82208e81-dc8b-411b-8d02-a758d79163a2 req-3a9fd4ad-e64e-40eb-b3e7-b023615d45d5 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 210 time: 0.0759854 Feb 09 01:06:31.086712 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089fac5d-6a70-4ce7-a107-8609b78061f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07bc3820-3086-4c78-84c7-c38f8b69f8e3'}, {'server_uuid': '7de18159-e0a2-4539-9a6a-f35684e9d93a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8acae5b5-12e0-4ae1-937d-fa1bc3d26e79'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:06:31.089073 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0a9650-75ad-46db-8596-9199a3eaf53f" -d '{"events": [{"server_uuid": "089fac5d-6a70-4ce7-a107-8609b78061f4", "name": "network-vif-plugged", "status": "completed", "tag": "07bc3820-3086-4c78-84c7-c38f8b69f8e3"}, {"server_uuid": "7de18159-e0a2-4539-9a6a-f35684e9d93a", "name": "network-vif-plugged", "status": "completed", "tag": "8acae5b5-12e0-4ae1-937d-fa1bc3d26e79"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:06:31.127635 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9517789-9d6f-41a1-9e4a-cb25eddc77a1 req-194bf253-f8dc-4610-bfa3-b8da75861a54 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:31.141194 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c9517789-9d6f-41a1-9e4a-cb25eddc77a1 req-194bf253-f8dc-4610-bfa3-b8da75861a54 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=7de18159-e0a2-4539-9a6a-f35684e9d93a HTTP/1.1" status: 200 len: 946 time: 0.4201937 Feb 09 01:06:31.150130 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=3864e6aa-8111-42c0-a1a0-bdb845d6ba50,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:31.332792 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3343cdec-eb3e-4b6a-8bc8-a5a9ff14f22c None None] Network f1284ae1-926f-4419-baec-5bc6c4b92ef1 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:06:31.378371 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c9517789-9d6f-41a1-9e4a-cb25eddc77a1 req-9732d4c3-72e3-4ac6-9afe-17c02d2ae74f tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341726 Feb 09 01:06:31.414545 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-a4a9267d-b914-4343-8584-d291d60c7a9e None None] Provisioning complete for port 3864e6aa-8111-42c0-a1a0-bdb845d6ba50 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:31.414934 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a4a9267d-b914-4343-8584-d291d60c7a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (3864e6aa-8111-42c0-a1a0-bdb845d6ba50), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:31.500596 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 01:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3741a9-a6a2-4de9-938e-fb2244e2b254 x-openstack-request-id: req-db3741a9-a6a2-4de9-938e-fb2244e2b254 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:06:31.503405 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089fac5d-6a70-4ce7-a107-8609b78061f4", "name": "network-vif-plugged", "status": "completed", "tag": "07bc3820-3086-4c78-84c7-c38f8b69f8e3", "code": 200}, {"server_uuid": "7de18159-e0a2-4539-9a6a-f35684e9d93a", "name": "network-vif-plugged", "status": "completed", "tag": "8acae5b5-12e0-4ae1-937d-fa1bc3d26e79", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:06:31.503678 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-db3741a9-a6a2-4de9-938e-fb2244e2b254 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:06:31.505773 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089fac5d-6a70-4ce7-a107-8609b78061f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07bc3820-3086-4c78-84c7-c38f8b69f8e3', 'code': 200} Feb 09 01:06:31.505773 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7de18159-e0a2-4539-9a6a-f35684e9d93a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8acae5b5-12e0-4ae1-937d-fa1bc3d26e79', 'code': 200} Feb 09 01:06:31.588647 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba89402-5c35-45e3-a48a-089c011ae5d8 admin admin] Router a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:06:31.686735 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc585c57-60f9-409c-849c-e11db9c34c09 req-6ff8f8e6-a61a-41a3-a1c6-81b1af6772b4 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:31.694580 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dc585c57-60f9-409c-849c-e11db9c34c09 req-6ff8f8e6-a61a-41a3-a1c6-81b1af6772b4 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/ports?device_id=089fac5d-6a70-4ce7-a107-8609b78061f4 HTTP/1.1" status: 200 len: 945 time: 0.5050058 Feb 09 01:06:31.739237 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-68f83d97-f3cb-4238-89f9-46b8e17f3ec7 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:31.741259 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-68f83d97-f3cb-4238-89f9-46b8e17f3ec7 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.120 "GET /v2.0/networks?id=8e06ad67-97d1-4f11-889a-fde8ce1f4554 HTTP/1.1" status: 200 len: 816 time: 0.5053210 Feb 09 01:06:31.747611 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f838ee-c008-477a-91ca-ca74f8cf1017 req-db76aa07-a596-4b8a-86f1-978831c3e550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:31.749242 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-52f838ee-c008-477a-91ca-ca74f8cf1017 req-db76aa07-a596-4b8a-86f1-978831c3e550 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7de18159-e0a2-4539-9a6a-f35684e9d93a HTTP/1.1" status: 200 len: 1128 time: 0.1045675 Feb 09 01:06:31.757260 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-4b5c667c-f610-4e97-8ea0-b2de9dcf85b9 req-6ec86755-ca40-4cd8-b958-a2f0fb09be78 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Deleting port e88b7e52-5ffe-45cb-b318-f6ee9930eb2d {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:06:31.758014 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4b5c667c-f610-4e97-8ea0-b2de9dcf85b9 req-6ec86755-ca40-4cd8-b958-a2f0fb09be78 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (e88b7e52-5ffe-45cb-b318-f6ee9930eb2d), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:31.770571 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-4d9aa67b-89d5-4235-90c5-5419e5b4fd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:31.772631 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-4d9aa67b-89d5-4235-90c5-5419e5b4fd11 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86&tenant_id=698d05b4eb4b402aa83e695c4b2c5978 HTTP/1.1" status: 200 len: 1131 time: 0.4651906 Feb 09 01:06:31.787624 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba89402-5c35-45e3-a48a-089c011ae5d8 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:06:31.799471 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bafafe8-370b-4ce8-8649-45e8b76bde2f None None] Sync routers for ids ['a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:06:31.817579 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5ba89402-5c35-45e3-a48a-089c011ae5d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:31.819073 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5ba89402-5c35-45e3-a48a-089c011ae5d8 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6035409 Feb 09 01:06:31.824903 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45784) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:06:31.827021 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bafafe8-370b-4ce8-8649-45e8b76bde2f None None] Routers {'a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:06:31.832983 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-1bafafe8-370b-4ce8-8649-45e8b76bde2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:06:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:31.852074 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-50ad0d6d-9207-470e-8c64-db9404633df2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828369-4', 'device_owner': 'compute:nova'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:31.856148 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-52f838ee-c008-477a-91ca-ca74f8cf1017 req-493a7e5e-4fa4-4b3e-b2ce-7c891954121d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968134 Feb 09 01:06:31.902908 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a4a9267d-b914-4343-8584-d291d60c7a9e None None] Current status of the port 3864e6aa-8111-42c0-a1a0-bdb845d6ba50 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:06:32.019559 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-4b5c667c-f610-4e97-8ea0-b2de9dcf85b9 req-6ec86755-ca40-4cd8-b958-a2f0fb09be78 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] For port e88b7e52-5ffe-45cb-b318-f6ee9930eb2d, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=e88b7e52-5ffe-45cb-b318-f6ee9930eb2d,segment=NetworkSegment(2793514a-5639-496c-8d37-377203141ac7),segment_id=2793514a-5639-496c-8d37-377203141ac7)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:32.019943 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4b5c667c-f610-4e97-8ea0-b2de9dcf85b9 req-6ec86755-ca40-4cd8-b958-a2f0fb09be78 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (e88b7e52-5ffe-45cb-b318-f6ee9930eb2d), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:32.042752 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-4b5c667c-f610-4e97-8ea0-b2de9dcf85b9 req-6ec86755-ca40-4cd8-b958-a2f0fb09be78 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Calling delete_port for e88b7e52-5ffe-45cb-b318-f6ee9930eb2d owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:06:32.105243 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-1bafafe8-370b-4ce8-8649-45e8b76bde2f None None] Set router a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:06:32.285057 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4aadf4e3-5e99-4404-b0f6-d725deeaf32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:32.291113 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dc585c57-60f9-409c-849c-e11db9c34c09 req-bef0c610-ada4-496f-ad40-42fe481d6015 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/security-groups?id=63f9b6a8-f901-49f3-9ea4-b0c2a248fcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5949454 Feb 09 01:06:32.452416 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ee351-e651-49d7-8ff8-e27f54890d53 req-7981c653-fae9-4081-95d2-d18c4945f162 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:32.469514 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e71ee351-e651-49d7-8ff8-e27f54890d53 req-7981c653-fae9-4081-95d2-d18c4945f162 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a7150ff8-64e8-4ee5-a5b2-922df0e31528 HTTP/1.1" status: 200 len: 1127 time: 0.8454664 Feb 09 01:06:32.483808 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38cf76-e0c7-41e5-837c-cf0e391ca30e req-fd5dbe75-90cf-4e0f-808e-95fb4700eded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:32.488311 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cb38cf76-e0c7-41e5-837c-cf0e391ca30e req-fd5dbe75-90cf-4e0f-808e-95fb4700eded service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=089fac5d-6a70-4ce7-a107-8609b78061f4 HTTP/1.1" status: 200 len: 1127 time: 0.9210849 Feb 09 01:06:32.489129 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4b5c667c-f610-4e97-8ea0-b2de9dcf85b9 req-6ec86755-ca40-4cd8-b958-a2f0fb09be78 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (e88b7e52-5ffe-45cb-b318-f6ee9930eb2d), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:32.624314 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-1bafafe8-370b-4ce8-8649-45e8b76bde2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5', 'name': 'tempest-ServersTestFqdnHostnames-1486361131-router', 'tenant_id': 'ba2f36688aa445499186dfa11ee83266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '415adf55-bb82-4f00-91a5-1a3c86eac345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:28Z', 'updated_at': '2022-02-09T01:06:30Z', 'revision_number': 3, 'project_id': 'ba2f36688aa445499186dfa11ee83266', 'gw_port': {'id': '415adf55-bb82-4f00-91a5-1a3c86eac345', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:40:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:29Z', 'updated_at': '2022-02-09T01:06:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:32.631685 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 3864e6aa-8111-42c0-a1a0-bdb845d6ba50 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:06:32.701039 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bafafe8-370b-4ce8-8649-45e8b76bde2f None None] Checking router: a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:06:32.701927 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bafafe8-370b-4ce8-8649-45e8b76bde2f None None] Updating router a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5 port 415adf55-bb82-4f00-91a5-1a3c86eac345 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:06:32.722819 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-5396bdf2-3269-45f8-8e68-46d1bc551fac None None] Provisioning complete for port 3864e6aa-8111-42c0-a1a0-bdb845d6ba50 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:32.724344 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5396bdf2-3269-45f8-8e68-46d1bc551fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (3864e6aa-8111-42c0-a1a0-bdb845d6ba50), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:32.756378 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1bafafe8-370b-4ce8-8649-45e8b76bde2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (415adf55-bb82-4f00-91a5-1a3c86eac345), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:32.815141 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 3864e6aa-8111-42c0-a1a0-bdb845d6ba50 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:32.815526 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (3864e6aa-8111-42c0-a1a0-bdb845d6ba50), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:32.894939 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7b3fce7-55e6-43c7-b7cb-458a8fe96a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:32.907930 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-9bea8cd6-ed2c-4384-beba-564b14af5b70 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd714d32a01d4967bf3dd491f0b2d2f7 HTTP/1.1" status: 200 len: 380 time: 1.1463807 Feb 09 01:06:32.992351 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-dcbe2244-d338-4871-8e1e-0acc45e7c84e tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Request body: {'port': {'device_id': '55ad19b6-cb1c-458d-a423-73060685d20f', 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554', 'admin_state_up': True, 'tenant_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'security_groups': ['215c082a-ed6b-4dad-9da8-131fa84f3b42']}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:33.000333 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec86755-ca40-4cd8-b958-a2f0fb09be78 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Pushing event deleted for resources: {'Port': ['ID=e88b7e52-5ffe-45cb-b318-f6ee9930eb2d,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:33.004188 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cb38cf76-e0c7-41e5-837c-cf0e391ca30e req-bfdb1f66-7bce-4968-81b3-81c650f9996f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=63f9b6a8-f901-49f3-9ea4-b0c2a248fcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5061078 Feb 09 01:06:33.070473 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-5396bdf2-3269-45f8-8e68-46d1bc551fac None None] Current status of the port 3864e6aa-8111-42c0-a1a0-bdb845d6ba50 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:06:33.093858 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 3864e6aa-8111-42c0-a1a0-bdb845d6ba50 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:06:33.125862 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e71ee351-e651-49d7-8ff8-e27f54890d53 req-71f9ea1c-e06f-4fb0-809f-4cb1140ea2f4 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6342952 Feb 09 01:06:33.126782 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-50ad0d6d-9207-470e-8c64-db9404633df2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (836ed1d4-92e2-4289-8a12-896771b480bb), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:33.154552 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1bafafe8-370b-4ce8-8649-45e8b76bde2f None None] Publish callbacks [] for port (415adf55-bb82-4f00-91a5-1a3c86eac345), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:33.170544 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1bafafe8-370b-4ce8-8649-45e8b76bde2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (415adf55-bb82-4f00-91a5-1a3c86eac345), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:33.229142 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-1bafafe8-370b-4ce8-8649-45e8b76bde2f None None] Attempting to bind port 415adf55-bb82-4f00-91a5-1a3c86eac345 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:06:33.229517 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-1bafafe8-370b-4ce8-8649-45e8b76bde2f None None] Attempting to bind port 415adf55-bb82-4f00-91a5-1a3c86eac345 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:06:33.229884 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bafafe8-370b-4ce8-8649-45e8b76bde2f None None] Attempting to bind port 415adf55-bb82-4f00-91a5-1a3c86eac345 on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:06:33.231936 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84847a1-bc79-499f-a73b-c0076ae83db8 None None] Pushing event updated for resources: {'Port': ['ID=415adf55-bb82-4f00-91a5-1a3c86eac345,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:33.238446 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bafafe8-370b-4ce8-8649-45e8b76bde2f None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:06:33.239536 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bafafe8-370b-4ce8-8649-45e8b76bde2f None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:06:33.239960 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1bafafe8-370b-4ce8-8649-45e8b76bde2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:33.240361 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bafafe8-370b-4ce8-8649-45e8b76bde2f None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:06:33.241111 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-1bafafe8-370b-4ce8-8649-45e8b76bde2f None None] Bound port: 415adf55-bb82-4f00-91a5-1a3c86eac345, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:06:33.242095 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1bafafe8-370b-4ce8-8649-45e8b76bde2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (415adf55-bb82-4f00-91a5-1a3c86eac345), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:33.254900 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5c667c-f610-4e97-8ea0-b2de9dcf85b9 req-6ec86755-ca40-4cd8-b958-a2f0fb09be78 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] No DVR routers for this DVR port e88b7e52-5ffe-45cb-b318-f6ee9930eb2d on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:06:33.266679 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4b5c667c-f610-4e97-8ea0-b2de9dcf85b9 req-6ec86755-ca40-4cd8-b958-a2f0fb09be78 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:33.270078 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4b5c667c-f610-4e97-8ea0-b2de9dcf85b9 req-6ec86755-ca40-4cd8-b958-a2f0fb09be78 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.120 "DELETE /v2.0/ports/e88b7e52-5ffe-45cb-b318-f6ee9930eb2d HTTP/1.1" status: 204 len: 173 time: 2.2990870 Feb 09 01:06:33.270899 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-e7b3fce7-55e6-43c7-b7cb-458a8fe96a32 admin admin] Allocated IP 172.20.0.1 (f1284ae1-926f-4419-baec-5bc6c4b92ef1/c434f4f0-bf35-4657-903e-bbdc30e316e9/521613be-ad42-424f-9331-7281ba877789) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:06:33.291962 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '977c202c-168c-44df-9f22-3a217a1145d0', 'name': 'network-vif-deleted', 'tag': 'e88b7e52-5ffe-45cb-b318-f6ee9930eb2d'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:06:33.298330 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4ea7ee-a930-447a-8eb0-ed32611ca327" -d '{"events": [{"server_uuid": "977c202c-168c-44df-9f22-3a217a1145d0", "name": "network-vif-deleted", "tag": "e88b7e52-5ffe-45cb-b318-f6ee9930eb2d"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:06:33.341666 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-1bafafe8-370b-4ce8-8649-45e8b76bde2f None None] For port 415adf55-bb82-4f00-91a5-1a3c86eac345, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:06:33.349324 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-1bafafe8-370b-4ce8-8649-45e8b76bde2f None None] For port 415adf55-bb82-4f00-91a5-1a3c86eac345, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=415adf55-bb82-4f00-91a5-1a3c86eac345,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:06:33.358920 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1bafafe8-370b-4ce8-8649-45e8b76bde2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (415adf55-bb82-4f00-91a5-1a3c86eac345), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:33.494554 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bafafe8-370b-4ce8-8649-45e8b76bde2f None None] Routers {'a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:06:33.500148 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-1bafafe8-370b-4ce8-8649-45e8b76bde2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:06:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:33.502627 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84847a1-bc79-499f-a73b-c0076ae83db8 None None] Pushing event updated for resources: {'Port': ['ID=415adf55-bb82-4f00-91a5-1a3c86eac345,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:33.519945 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-50ad0d6d-9207-470e-8c64-db9404633df2 service neutron] For port 836ed1d4-92e2-4289-8a12-896771b480bb, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=836ed1d4-92e2-4289-8a12-896771b480bb,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:33.524692 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device e88b7e52-5ffe-45cb-b318-f6ee9930eb2d no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:06:33.544839 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7b3fce7-55e6-43c7-b7cb-458a8fe96a32 admin admin] Publish callbacks [] for port (521613be-ad42-424f-9331-7281ba877789), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:33.578247 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-50ad0d6d-9207-470e-8c64-db9404633df2 service neutron] For port 836ed1d4-92e2-4289-8a12-896771b480bb, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:06:33.579620 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: e88b7e52-5ffe-45cb-b318-f6ee9930eb2d {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:06:33.580285 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device e88b7e52-5ffe-45cb-b318-f6ee9930eb2d not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:06:33.580976 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 836ed1d4-92e2-4289-8a12-896771b480bb no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:06:33.618884 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7b3fce7-55e6-43c7-b7cb-458a8fe96a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (521613be-ad42-424f-9331-7281ba877789), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:33.625483 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-50ad0d6d-9207-470e-8c64-db9404633df2 service neutron] Publish callbacks [] for port (836ed1d4-92e2-4289-8a12-896771b480bb), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:33.641531 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-50ad0d6d-9207-470e-8c64-db9404633df2 service neutron] Transition to ACTIVE for port object 836ed1d4-92e2-4289-8a12-896771b480bb will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:06:33.657325 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9b82eec0-0436-4a2d-ab8d-5d8fe5d1c8c0 req-57fef7c0-d037-435b-8038-3c2cfe28aa19 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=977c202c-168c-44df-9f22-3a217a1145d0 HTTP/1.1" status: 200 len: 210 time: 0.4166954 Feb 09 01:06:33.665866 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-50ad0d6d-9207-470e-8c64-db9404633df2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (836ed1d4-92e2-4289-8a12-896771b480bb), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:33.676193 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b3fce7-55e6-43c7-b7cb-458a8fe96a32 admin admin] Network f1284ae1-926f-4419-baec-5bc6c4b92ef1 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:06:33.680342 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-e7b3fce7-55e6-43c7-b7cb-458a8fe96a32 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:33.681235 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] The host n-h2-828369-4 is not matching for port 836ed1d4-92e2-4289-8a12-896771b480bb host n-h1-828369-4! {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:06:33.681651 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 836ed1d4-92e2-4289-8a12-896771b480bb not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:06:33.697592 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b3fce7-55e6-43c7-b7cb-458a8fe96a32 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:06:33.705508 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-1bafafe8-370b-4ce8-8649-45e8b76bde2f None None] Set router a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:06:33.730124 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614da24b-05b7-4e35-8943-6a10471599c3 req-f5c7925d-44ff-4826-a26c-0916bb192cee tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:33.732377 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-614da24b-05b7-4e35-8943-6a10471599c3 req-f5c7925d-44ff-4826-a26c-0916bb192cee tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 949 time: 0.8213603 Feb 09 01:06:33.786777 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3fce7-55e6-43c7-b7cb-458a8fe96a32 admin admin] Pushing event updated for resources: {'Port': ['ID=521613be-ad42-424f-9331-7281ba877789,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:33.831082 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7b3fce7-55e6-43c7-b7cb-458a8fe96a32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:33.981117 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad0d6d-9207-470e-8c64-db9404633df2 service neutron] Pushing event updated for resources: {'Port': ['ID=836ed1d4-92e2-4289-8a12-896771b480bb,revision_number=10']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:33.985730 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-50ad0d6d-9207-470e-8c64-db9404633df2 service neutron] No DVR routers for this DVR port 836ed1d4-92e2-4289-8a12-896771b480bb on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:06:34.108566 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7b3fce7-55e6-43c7-b7cb-458a8fe96a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (521613be-ad42-424f-9331-7281ba877789), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:34.124104 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b01defa5-6696-4102-8519-8ca186f2db55 req-7b8d2fe7-6a52-4f77-9bdd-ee1327697018 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 210 time: 0.2463179 Feb 09 01:06:34.136877 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-1bafafe8-370b-4ce8-8649-45e8b76bde2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5', 'name': 'tempest-ServersTestFqdnHostnames-1486361131-router', 'tenant_id': 'ba2f36688aa445499186dfa11ee83266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '415adf55-bb82-4f00-91a5-1a3c86eac345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:28Z', 'updated_at': '2022-02-09T01:06:30Z', 'revision_number': 3, 'project_id': 'ba2f36688aa445499186dfa11ee83266', 'gw_port': {'id': '415adf55-bb82-4f00-91a5-1a3c86eac345', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:40:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:29Z', 'updated_at': '2022-02-09T01:06:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:34.219474 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-dcbe2244-d338-4871-8e1e-0acc45e7c84e tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Made reservation on behalf of cd714d32a01d4967bf3dd491f0b2d2f7 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:34.228464 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-dcbe2244-d338-4871-8e1e-0acc45e7c84e tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:34.233926 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-bcf396a2-54b3-4db5-af2e-81b4e2c5e864 None None] Provisioning complete for port 521613be-ad42-424f-9331-7281ba877789 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:34.236644 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bcf396a2-54b3-4db5-af2e-81b4e2c5e864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (521613be-ad42-424f-9331-7281ba877789), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:34.253843 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-50ad0d6d-9207-470e-8c64-db9404633df2 service neutron] Attempting to bind port 836ed1d4-92e2-4289-8a12-896771b480bb on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:06:34.254165 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-50ad0d6d-9207-470e-8c64-db9404633df2 service neutron] Attempting to bind port 836ed1d4-92e2-4289-8a12-896771b480bb by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:06:34.261005 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-50ad0d6d-9207-470e-8c64-db9404633df2 service neutron] Attempting to bind port 836ed1d4-92e2-4289-8a12-896771b480bb on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:06:34.268517 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bafafe8-370b-4ce8-8649-45e8b76bde2f None None] The sync data for ids ['a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5'] in n-d-828369-4 is: [{'id': 'a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5', 'name': 'tempest-ServersTestFqdnHostnames-1486361131-router', 'tenant_id': 'ba2f36688aa445499186dfa11ee83266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '415adf55-bb82-4f00-91a5-1a3c86eac345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:28Z', 'updated_at': '2022-02-09T01:06:30Z', 'revision_number': 3, 'project_id': 'ba2f36688aa445499186dfa11ee83266', 'gw_port': {'id': '415adf55-bb82-4f00-91a5-1a3c86eac345', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:40:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:29Z', 'updated_at': '2022-02-09T01:06:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:06:34.303425 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-614da24b-05b7-4e35-8943-6a10471599c3 req-a23e427a-83c2-4cfb-9db0-bc28356e5a84 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4832342 Feb 09 01:06:34.336089 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-50ad0d6d-9207-470e-8c64-db9404633df2 service neutron] Port 836ed1d4-92e2-4289-8a12-896771b480bb on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:06:34.336451 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-50ad0d6d-9207-470e-8c64-db9404633df2 service neutron] Attempting to bind port 836ed1d4-92e2-4289-8a12-896771b480bb on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:06:34.339939 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-bcf396a2-54b3-4db5-af2e-81b4e2c5e864 None None] Port 521613be-ad42-424f-9331-7281ba877789 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:06:34.410819 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-50ad0d6d-9207-470e-8c64-db9404633df2 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:06:34.411232 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-50ad0d6d-9207-470e-8c64-db9404633df2 service neutron] Checking segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:06:34.411729 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-50ad0d6d-9207-470e-8c64-db9404633df2 service neutron] Bound using segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:06:34.412252 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-50ad0d6d-9207-470e-8c64-db9404633df2 service neutron] Bound port: 836ed1d4-92e2-4289-8a12-896771b480bb, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:06:34.412728 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-50ad0d6d-9207-470e-8c64-db9404633df2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (836ed1d4-92e2-4289-8a12-896771b480bb), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:34.417615 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b446f356-f3c9-4c52-be26-f6971a82701e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:34.558092 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9a5a8-1781-4919-89eb-bf36f262120f req-29411784-dbf9-4577-833c-732a54ea1348 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:34.567846 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34a9a5a8-1781-4919-89eb-bf36f262120f req-29411784-dbf9-4577-833c-732a54ea1348 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=7de18159-e0a2-4539-9a6a-f35684e9d93a HTTP/1.1" status: 200 len: 946 time: 0.2618175 Feb 09 01:06:34.628047 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7b3fce7-55e6-43c7-b7cb-458a8fe96a32 admin admin] Publish callbacks [] for port (521613be-ad42-424f-9331-7281ba877789), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:34.636208 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7b3fce7-55e6-43c7-b7cb-458a8fe96a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (521613be-ad42-424f-9331-7281ba877789), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:34.720120 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-50ad0d6d-9207-470e-8c64-db9404633df2 service neutron] For port 836ed1d4-92e2-4289-8a12-896771b480bb, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:06:34.738726 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-50ad0d6d-9207-470e-8c64-db9404633df2 service neutron] For port 836ed1d4-92e2-4289-8a12-896771b480bb, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=836ed1d4-92e2-4289-8a12-896771b480bb,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:06:34.787572 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34a9a5a8-1781-4919-89eb-bf36f262120f req-6fbe349c-9ccd-49dc-90fe-edc56855ddb4 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183032 Feb 09 01:06:34.789446 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-dcbe2244-d338-4871-8e1e-0acc45e7c84e tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Allocated IP 172.20.0.12 (8e06ad67-97d1-4f11-889a-fde8ce1f4554/d13d90e7-a71d-4313-a595-9a761a96acb7/39264370-bded-4c85-9b70-b01a28f9a277) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:06:34.828684 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7b3fce7-55e6-43c7-b7cb-458a8fe96a32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:34.830616 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3fce7-55e6-43c7-b7cb-458a8fe96a32 admin admin] Pushing event updated for resources: {'Port': ['ID=521613be-ad42-424f-9331-7281ba877789,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:34.955748 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f4c919-e7f9-4542-8e54-9b133629314d x-openstack-request-id: req-71f4c919-e7f9-4542-8e54-9b133629314d {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:06:34.955748 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "977c202c-168c-44df-9f22-3a217a1145d0", "name": "network-vif-deleted", "tag": "e88b7e52-5ffe-45cb-b318-f6ee9930eb2d", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:06:34.957603 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-71f4c919-e7f9-4542-8e54-9b133629314d {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:06:34.957603 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '977c202c-168c-44df-9f22-3a217a1145d0', 'name': 'network-vif-deleted', 'tag': 'e88b7e52-5ffe-45cb-b318-f6ee9930eb2d', 'status': 'completed', 'code': 200} Feb 09 01:06:34.969768 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-50ad0d6d-9207-470e-8c64-db9404633df2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (836ed1d4-92e2-4289-8a12-896771b480bb), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:34.996240 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b3fce7-55e6-43c7-b7cb-458a8fe96a32 admin admin] Network f1284ae1-926f-4419-baec-5bc6c4b92ef1 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:06:35.001576 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-e7b3fce7-55e6-43c7-b7cb-458a8fe96a32 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:35.069636 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-50ad0d6d-9207-470e-8c64-db9404633df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:35.071006 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-50ad0d6d-9207-470e-8c64-db9404633df2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:35.086024 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-50ad0d6d-9207-470e-8c64-db9404633df2 service neutron] 10.222.0.47 "PUT /v2.0/ports/836ed1d4-92e2-4289-8a12-896771b480bb HTTP/1.1" status: 200 len: 1096 time: 3.2830791 Feb 09 01:06:35.232560 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-dcbe2244-d338-4871-8e1e-0acc45e7c84e tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks [] for port (39264370-bded-4c85-9b70-b01a28f9a277), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:35.234569 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad0d6d-9207-470e-8c64-db9404633df2 service neutron] Pushing event updated for resources: {'Port': ['ID=836ed1d4-92e2-4289-8a12-896771b480bb,revision_number=11']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:35.273303 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-924fbc95-0ae6-4f78-86fd-43baf760a81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:35.274893 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-924fbc95-0ae6-4f78-86fd-43baf760a81e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=698d05b4eb4b402aa83e695c4b2c5978&device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 1130 time: 0.1518729 Feb 09 01:06:35.286915 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc21b29-2d4b-4336-baad-d631023cd663 req-a75ef4fe-b196-48bc-bb25-37532fa9e8c8 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:35.302212 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0cc21b29-2d4b-4336-baad-d631023cd663 req-a75ef4fe-b196-48bc-bb25-37532fa9e8c8 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/ports?device_id=089fac5d-6a70-4ce7-a107-8609b78061f4 HTTP/1.1" status: 200 len: 945 time: 0.3425925 Feb 09 01:06:35.390340 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b3fce7-55e6-43c7-b7cb-458a8fe96a32 admin admin] Router a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:06:35.612210 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-e1635c28-d9f2-4d77-b58c-95429b21118d None None] Provisioning complete for port 521613be-ad42-424f-9331-7281ba877789 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:35.613429 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e1635c28-d9f2-4d77-b58c-95429b21118d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (521613be-ad42-424f-9331-7281ba877789), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:35.633889 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-dcbe2244-d338-4871-8e1e-0acc45e7c84e tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (39264370-bded-4c85-9b70-b01a28f9a277), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:35.652090 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b3fce7-55e6-43c7-b7cb-458a8fe96a32 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:06:35.667673 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e7b3fce7-55e6-43c7-b7cb-458a8fe96a32 admin admin] 10.222.0.50 "PUT /v2.0/routers/a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8416555 Feb 09 01:06:35.698415 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e1635c28-d9f2-4d77-b58c-95429b21118d None None] Port 521613be-ad42-424f-9331-7281ba877789 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:06:35.787061 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0cc21b29-2d4b-4336-baad-d631023cd663 req-40dd56fe-1139-42b4-91b4-92006b06622e tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/security-groups?id=63f9b6a8-f901-49f3-9ea4-b0c2a248fcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4476535 Feb 09 01:06:35.796574 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe2244-d338-4871-8e1e-0acc45e7c84e tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Pushing event updated for resources: {'Port': ['ID=39264370-bded-4c85-9b70-b01a28f9a277,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:35.809899 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:35.838531 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-dcbe2244-d338-4871-8e1e-0acc45e7c84e tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Network 8e06ad67-97d1-4f11-889a-fde8ce1f4554 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:06:35.842542 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-9421fc6a-ee92-4c66-898a-ab38ea64a4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:35.844090 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-9421fc6a-ee92-4c66-898a-ab38ea64a4c8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.5409184 Feb 09 01:06:35.845541 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-dcbe2244-d338-4871-8e1e-0acc45e7c84e tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:35.853695 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-dcbe2244-d338-4871-8e1e-0acc45e7c84e tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:06:35.959179 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-4c7b3929-7b58-41e9-8e9f-3b00d0250acc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=836ed1d4-92e2-4289-8a12-896771b480bb HTTP/1.1" status: 200 len: 217 time: 0.0960543 Feb 09 01:06:36.037089 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-dcbe2244-d338-4871-8e1e-0acc45e7c84e tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:36.038029 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-dcbe2244-d338-4871-8e1e-0acc45e7c84e tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:36.068670 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-dcbe2244-d338-4871-8e1e-0acc45e7c84e tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0809102 Feb 09 01:06:36.076236 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-c64eba7b-a566-4f5a-8c63-1c2d998aaf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:36.079364 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-c64eba7b-a566-4f5a-8c63-1c2d998aaf9f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.1093309 Feb 09 01:06:36.084781 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-4da17b3a-56f4-4a8f-adc8-11dc2a1a3c3d service neutron] Request body: {'port': {'device_id': '55ad19b6-cb1c-458d-a423-73060685d20f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:36.271079 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-3a904ce0-6470-49e0-833d-bb836a2396c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:36.273035 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-3a904ce0-6470-49e0-833d-bb836a2396c8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1858888 Feb 09 01:06:36.299976 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-4da17b3a-56f4-4a8f-adc8-11dc2a1a3c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (39264370-bded-4c85-9b70-b01a28f9a277), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:36.349557 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-8b1462c9-45c3-4db5-8b1e-df1873f08adc None None] Provisioning complete for port 39264370-bded-4c85-9b70-b01a28f9a277 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:36.352698 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8b1462c9-45c3-4db5-8b1e-df1873f08adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (39264370-bded-4c85-9b70-b01a28f9a277), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:36.374305 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463994d2-5f60-4701-8e21-941414c2fd8e req-ea19f126-1c26-43e8-91d6-e7f2f211411f tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:36.383937 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-463994d2-5f60-4701-8e21-941414c2fd8e req-ea19f126-1c26-43e8-91d6-e7f2f211411f tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 932 time: 0.2466979 Feb 09 01:06:36.409527 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-8b1462c9-45c3-4db5-8b1e-df1873f08adc None None] Port 39264370-bded-4c85-9b70-b01a28f9a277 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:06:36.459192 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 415adf55-bb82-4f00-91a5-1a3c86eac345 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:06:36.550858 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-4589cf40-f508-4d20-9db8-3d57a866389f service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640388 Feb 09 01:06:36.577700 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 415adf55-bb82-4f00-91a5-1a3c86eac345 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:36.578361 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (415adf55-bb82-4f00-91a5-1a3c86eac345), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:36.586159 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-677b10d6-95cd-4176-8a89-99e43c2dfe81 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:06:36.597121 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-677b10d6-95cd-4176-8a89-99e43c2dfe81 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3027284 Feb 09 01:06:36.743617 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 415adf55-bb82-4f00-91a5-1a3c86eac345 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:06:36.744180 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-463994d2-5f60-4701-8e21-941414c2fd8e req-55aa92b2-4052-41b8-a4ad-9528a43e8166 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3591638 Feb 09 01:06:36.744294 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (415adf55-bb82-4f00-91a5-1a3c86eac345), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:36.772155 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-d63ac7dd-5578-45a4-93b5-c02c98a5a0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:36.775211 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-d63ac7dd-5578-45a4-93b5-c02c98a5a0f9 service neutron] 10.222.0.50 "GET /v2.0/ports/e6ab358e-5c8a-47ef-a521-a6fd49354b58 HTTP/1.1" status: 200 len: 1124 time: 0.1731842 Feb 09 01:06:36.786914 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-0a0e67b2-7b30-40f7-9808-ec6dafd19c93 service neutron] Request body: {'binding': {'host': 'n-h1-828369-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:36.789069 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-0a0e67b2-7b30-40f7-9808-ec6dafd19c93 service neutron] Unknown quota resources ['binding']. {{(pid=103137) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 01:06:36.802772 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 415adf55-bb82-4f00-91a5-1a3c86eac345, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=415adf55-bb82-4f00-91a5-1a3c86eac345,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:36.815306 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (415adf55-bb82-4f00-91a5-1a3c86eac345), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:36.931070 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=415adf55-bb82-4f00-91a5-1a3c86eac345,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:36.938249 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-45ff69d8-85d0-4c6e-892a-688e7d157ca3 req-bae13b14-6e59-4b9a-b617-8491e6fcfd9a service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770332 Feb 09 01:06:36.959284 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '076c97d3-ae9d-4579-b1b2-c56cfbd6ee86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '836ed1d4-92e2-4289-8a12-896771b480bb'}, {'name': 'network-changed', 'server_uuid': '076c97d3-ae9d-4579-b1b2-c56cfbd6ee86', 'tag': '836ed1d4-92e2-4289-8a12-896771b480bb'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:06:36.964847 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9881547-846f-4792-9e80-30b704c0ccac" -d '{"events": [{"server_uuid": "076c97d3-ae9d-4579-b1b2-c56cfbd6ee86", "name": "network-vif-unplugged", "status": "completed", "tag": "836ed1d4-92e2-4289-8a12-896771b480bb"}, {"name": "network-changed", "server_uuid": "076c97d3-ae9d-4579-b1b2-c56cfbd6ee86", "tag": "836ed1d4-92e2-4289-8a12-896771b480bb"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:06:36.965246 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:36.966606 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:36.967626 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:36.968477 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:36.969028 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:36.969372 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:36.970004 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:36.970583 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:36.971024 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:36.971870 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:36.971870 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:36.972869 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:36.972869 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:37.065657 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e374bfa4-8c5f-4c9f-b2d3-88da2a9604c2 req-f2731f43-5249-4ba4-935d-04b14db97ce4 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:37.067203 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e374bfa4-8c5f-4c9f-b2d3-88da2a9604c2 req-f2731f43-5249-4ba4-935d-04b14db97ce4 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 948 time: 0.1609609 Feb 09 01:06:37.073080 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-0a0e67b2-7b30-40f7-9808-ec6dafd19c93 service neutron] Attempting to bind port e6ab358e-5c8a-47ef-a521-a6fd49354b58 on host n-h1-828369-4 for vnic_type normal with profile None {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:06:37.073699 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-0a0e67b2-7b30-40f7-9808-ec6dafd19c93 service neutron] Attempting to bind port e6ab358e-5c8a-47ef-a521-a6fd49354b58 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:06:37.075122 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-0a0e67b2-7b30-40f7-9808-ec6dafd19c93 service neutron] Attempting to bind port e6ab358e-5c8a-47ef-a521-a6fd49354b58 on network 584d7274-cb01-4853-8902-7824a3a705cb {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:06:37.080830 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:37.088109 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-0a0e67b2-7b30-40f7-9808-ec6dafd19c93 service neutron] Port e6ab358e-5c8a-47ef-a521-a6fd49354b58 on network 584d7274-cb01-4853-8902-7824a3a705cb not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:06:37.090036 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-0a0e67b2-7b30-40f7-9808-ec6dafd19c93 service neutron] Attempting to bind port e6ab358e-5c8a-47ef-a521-a6fd49354b58 on network 584d7274-cb01-4853-8902-7824a3a705cb {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:06:37.098341 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-0a0e67b2-7b30-40f7-9808-ec6dafd19c93 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:06:37.098925 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-0a0e67b2-7b30-40f7-9808-ec6dafd19c93 service neutron] Checking segment: {'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:06:37.100057 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-0a0e67b2-7b30-40f7-9808-ec6dafd19c93 service neutron] Bound using segment: {'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:06:37.100733 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-0a0e67b2-7b30-40f7-9808-ec6dafd19c93 service neutron] Bound port: e6ab358e-5c8a-47ef-a521-a6fd49354b58, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:06:37.118783 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-4da17b3a-56f4-4a8f-adc8-11dc2a1a3c3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39264370-bded-4c85-9b70-b01a28f9a277 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:06:37.130635 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-4da17b3a-56f4-4a8f-adc8-11dc2a1a3c3d service neutron] Publish callbacks [] for port (39264370-bded-4c85-9b70-b01a28f9a277), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:37.162158 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-4da17b3a-56f4-4a8f-adc8-11dc2a1a3c3d service neutron] Transition to ACTIVE for port object 39264370-bded-4c85-9b70-b01a28f9a277 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:06:37.170252 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e374bfa4-8c5f-4c9f-b2d3-88da2a9604c2 req-240b90d4-1528-4570-9e81-56e1a8c76d29 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858033 Feb 09 01:06:37.172414 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-4da17b3a-56f4-4a8f-adc8-11dc2a1a3c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (39264370-bded-4c85-9b70-b01a28f9a277), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:37.190506 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-0a0e67b2-7b30-40f7-9808-ec6dafd19c93 service neutron] For port e6ab358e-5c8a-47ef-a521-a6fd49354b58, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=e6ab358e-5c8a-47ef-a521-a6fd49354b58,segment=NetworkSegment(c09a8a87-556d-487a-811a-06517127dee5),segment_id=c09a8a87-556d-487a-811a-06517127dee5)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:06:37.205420 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-0a0e67b2-7b30-40f7-9808-ec6dafd19c93 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:37.214868 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-0a0e67b2-7b30-40f7-9808-ec6dafd19c93 service neutron] 10.222.0.50 "POST /v2.0/ports/e6ab358e-5c8a-47ef-a521-a6fd49354b58/bindings HTTP/1.1" status: 201 len: 389 time: 0.4291453 Feb 09 01:06:37.268410 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15c9585-b4a5-4de4-93e0-4cfb22839c8d None None] Sync routers for ids ['a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:06:37.281767 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15c9585-b4a5-4de4-93e0-4cfb22839c8d None None] Routers {'a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:06:37.283493 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-a15c9585-b4a5-4de4-93e0-4cfb22839c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:06:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:37.319324 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da17b3a-56f4-4a8f-adc8-11dc2a1a3c3d service neutron] Pushing event updated for resources: {'Port': ['ID=39264370-bded-4c85-9b70-b01a28f9a277,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:37.409646 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-4da17b3a-56f4-4a8f-adc8-11dc2a1a3c3d service neutron] Attempting to bind port 39264370-bded-4c85-9b70-b01a28f9a277 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:06:37.410696 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-4da17b3a-56f4-4a8f-adc8-11dc2a1a3c3d service neutron] Attempting to bind port 39264370-bded-4c85-9b70-b01a28f9a277 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': 'ebc0196b-40a7-4a91-81b3-cd03bc319f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:06:37.416074 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-4da17b3a-56f4-4a8f-adc8-11dc2a1a3c3d service neutron] Attempting to bind port 39264370-bded-4c85-9b70-b01a28f9a277 on network 8e06ad67-97d1-4f11-889a-fde8ce1f4554 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:06:37.424930 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-4da17b3a-56f4-4a8f-adc8-11dc2a1a3c3d service neutron] Port 39264370-bded-4c85-9b70-b01a28f9a277 on network 8e06ad67-97d1-4f11-889a-fde8ce1f4554 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:06:37.425892 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-4da17b3a-56f4-4a8f-adc8-11dc2a1a3c3d service neutron] Attempting to bind port 39264370-bded-4c85-9b70-b01a28f9a277 on network 8e06ad67-97d1-4f11-889a-fde8ce1f4554 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:06:37.440309 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-4da17b3a-56f4-4a8f-adc8-11dc2a1a3c3d service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:06:37.442159 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-4da17b3a-56f4-4a8f-adc8-11dc2a1a3c3d service neutron] Checking segment: {'id': 'ebc0196b-40a7-4a91-81b3-cd03bc319f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:06:37.442831 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-4da17b3a-56f4-4a8f-adc8-11dc2a1a3c3d service neutron] Bound using segment: {'id': 'ebc0196b-40a7-4a91-81b3-cd03bc319f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:06:37.443506 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-4da17b3a-56f4-4a8f-adc8-11dc2a1a3c3d service neutron] Bound port: 39264370-bded-4c85-9b70-b01a28f9a277, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebc0196b-40a7-4a91-81b3-cd03bc319f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:06:37.444306 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-4da17b3a-56f4-4a8f-adc8-11dc2a1a3c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (39264370-bded-4c85-9b70-b01a28f9a277), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:37.586911 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:37.603697 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-4da17b3a-56f4-4a8f-adc8-11dc2a1a3c3d service neutron] For port 39264370-bded-4c85-9b70-b01a28f9a277, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:06:37.639949 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-a15c9585-b4a5-4de4-93e0-4cfb22839c8d None None] Set router a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:06:37.651827 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-4da17b3a-56f4-4a8f-adc8-11dc2a1a3c3d service neutron] For port 39264370-bded-4c85-9b70-b01a28f9a277, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=39264370-bded-4c85-9b70-b01a28f9a277,segment=NetworkSegment(ebc0196b-40a7-4a91-81b3-cd03bc319f59),segment_id=ebc0196b-40a7-4a91-81b3-cd03bc319f59)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:06:37.669114 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-4da17b3a-56f4-4a8f-adc8-11dc2a1a3c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (39264370-bded-4c85-9b70-b01a28f9a277), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:37.730604 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:06:37.746523 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da17b3a-56f4-4a8f-adc8-11dc2a1a3c3d service neutron] Pushing event updated for resources: {'Port': ['ID=39264370-bded-4c85-9b70-b01a28f9a277,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:37.755821 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-4da17b3a-56f4-4a8f-adc8-11dc2a1a3c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:37.756681 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-4da17b3a-56f4-4a8f-adc8-11dc2a1a3c3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:37.758421 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-4da17b3a-56f4-4a8f-adc8-11dc2a1a3c3d service neutron] 10.222.0.120 "PUT /v2.0/ports/39264370-bded-4c85-9b70-b01a28f9a277 HTTP/1.1" status: 200 len: 1092 time: 1.6783979 Feb 09 01:06:37.761902 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-91f749d6-d01c-4aa1-8544-2841e621a370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:37.763543 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-91f749d6-d01c-4aa1-8544-2841e621a370 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=349016141cb643eba466ab5e9338a7e5&device_id=a7150ff8-64e8-4ee5-a5b2-922df0e31528 HTTP/1.1" status: 200 len: 1127 time: 0.2193661 Feb 09 01:06:37.913562 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-f0428687-22f8-4c57-afdc-4ae0c7bb6898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:37.916163 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-f0428687-22f8-4c57-afdc-4ae0c7bb6898 service neutron] 10.222.0.47 "GET /v2.0/networks?id=584d7274-cb01-4853-8902-7824a3a705cb HTTP/1.1" status: 200 len: 909 time: 0.1360214 Feb 09 01:06:37.924225 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45858) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:06:37.932476 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-5d42a0f7-e260-444a-b9fc-2aef3c2563c8 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Request body: {'security_group': {'name': 'tempest-securitygroup--471664633', 'description': 'tempest-description--1686481437'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:37.987560 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5d42a0f7-e260-444a-b9fc-2aef3c2563c8 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:38.029176 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 09 Feb 2022 01:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53655d2e-ce13-4e89-83b0-86a6c2cbaa5c x-openstack-request-id: req-53655d2e-ce13-4e89-83b0-86a6c2cbaa5c {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:06:38.030286 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "076c97d3-ae9d-4579-b1b2-c56cfbd6ee86", "name": "network-vif-unplugged", "status": "completed", "tag": "836ed1d4-92e2-4289-8a12-896771b480bb", "code": 200}, {"name": "network-changed", "server_uuid": "076c97d3-ae9d-4579-b1b2-c56cfbd6ee86", "tag": "836ed1d4-92e2-4289-8a12-896771b480bb", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:06:38.030711 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-53655d2e-ce13-4e89-83b0-86a6c2cbaa5c {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:06:38.031277 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '076c97d3-ae9d-4579-b1b2-c56cfbd6ee86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '836ed1d4-92e2-4289-8a12-896771b480bb', 'code': 200} Feb 09 01:06:38.031749 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '076c97d3-ae9d-4579-b1b2-c56cfbd6ee86', 'tag': '836ed1d4-92e2-4289-8a12-896771b480bb', 'status': 'completed', 'code': 200} Feb 09 01:06:38.055361 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-31b9c5a3-e471-4cb1-8d67-1a0c05fb5ea5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e6ab358e-5c8a-47ef-a521-a6fd49354b58 HTTP/1.1" status: 200 len: 217 time: 0.0767410 Feb 09 01:06:38.156787 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-a15c9585-b4a5-4de4-93e0-4cfb22839c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5', 'name': 'tempest-ServersTestFqdnHostnames-1486361131-router', 'tenant_id': 'ba2f36688aa445499186dfa11ee83266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '415adf55-bb82-4f00-91a5-1a3c86eac345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:28Z', 'updated_at': '2022-02-09T01:06:34Z', 'revision_number': 4, 'project_id': 'ba2f36688aa445499186dfa11ee83266', 'gw_port': {'id': '415adf55-bb82-4f00-91a5-1a3c86eac345', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:29Z', 'updated_at': '2022-02-09T01:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '521613be-ad42-424f-9331-7281ba877789', 'name': '', 'network_id': 'f1284ae1-926f-4419-baec-5bc6c4b92ef1', 'tenant_id': 'ba2f36688aa445499186dfa11ee83266', 'mac_address': 'fa:16:3e:0b:e3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'c434f4f0-bf35-4657-903e-bbdc30e316e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:32Z', 'updated_at': '2022-02-09T01:06:34Z', 'revision_number': 2, 'project_id': 'ba2f36688aa445499186dfa11ee83266', 'subnets': [{'id': 'c434f4f0-bf35-4657-903e-bbdc30e316e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:38.181450 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5d42a0f7-e260-444a-b9fc-2aef3c2563c8 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Publish callbacks [] for security_group (f1835974-7701-4924-a23c-a1bbe14d4c47), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:38.190841 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5d42a0f7-e260-444a-b9fc-2aef3c2563c8 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (f1835974-7701-4924-a23c-a1bbe14d4c47), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:38.199868 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15c9585-b4a5-4de4-93e0-4cfb22839c8d None None] Checking router: a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:06:38.201270 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15c9585-b4a5-4de4-93e0-4cfb22839c8d None None] Updating router a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5 port 521613be-ad42-424f-9331-7281ba877789 binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:06:38.211971 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-b731a70f-6224-422f-b5f0-75b2756e90ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:38.213635 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-b731a70f-6224-422f-b5f0-75b2756e90ea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4611cb36-f3d2-4498-977c-18da9d170e4c HTTP/1.1" status: 200 len: 847 time: 0.1042066 Feb 09 01:06:38.237509 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5d42a0f7-e260-444a-b9fc-2aef3c2563c8 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:38.239342 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5d42a0f7-e260-444a-b9fc-2aef3c2563c8 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3131697 Feb 09 01:06:38.242307 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d42a0f7-e260-444a-b9fc-2aef3c2563c8 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1835974-7701-4924-a23c-a1bbe14d4c47,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:38.244683 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45862) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:06:38.250505 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-7b4b96bb-b154-4ff5-ad05-97a926fdd06d tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Request body: {'security_group_rule': {'security_group_id': 'f1835974-7701-4924-a23c-a1bbe14d4c47', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:38.262286 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-21dfbb05-149d-4a86-9642-16622f0c09a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:38.263946 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-21dfbb05-149d-4a86-9642-16622f0c09a3 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=cd714d32a01d4967bf3dd491f0b2d2f7&device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 1126 time: 0.3466928 Feb 09 01:06:38.271883 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a15c9585-b4a5-4de4-93e0-4cfb22839c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (521613be-ad42-424f-9331-7281ba877789), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:38.281284 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bbf2d3-ef3a-4a0b-a5af-5efeecf10c60 req-6115011e-0d5b-4ade-842d-949b8795c25f tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:38.282826 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-42bbf2d3-ef3a-4a0b-a5af-5efeecf10c60 req-6115011e-0d5b-4ade-842d-949b8795c25f tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=7de18159-e0a2-4539-9a6a-f35684e9d93a HTTP/1.1" status: 200 len: 946 time: 0.3031256 Feb 09 01:06:38.294356 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7b4b96bb-b154-4ff5-ad05-97a926fdd06d tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Publish callbacks [] for security_group_rule (ef57c117-818a-4635-b5a9-f1dceba6809d), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:38.321179 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-453ea5ad-69dd-448d-8eb4-5347426e36ea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=584d7274-cb01-4853-8902-7824a3a705cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704048 Feb 09 01:06:38.402196 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 415adf55-bb82-4f00-91a5-1a3c86eac345 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:06:38.433241 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7b4b96bb-b154-4ff5-ad05-97a926fdd06d tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Publish callbacks [] for security_group_rule (ef57c117-818a-4635-b5a9-f1dceba6809d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:38.450129 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711b92d-7041-4712-b678-e41ba5a121c0 req-4528686d-a973-48f7-a3df-f8d9db080158 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:38.452753 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7711b92d-7041-4712-b678-e41ba5a121c0 req-4528686d-a973-48f7-a3df-f8d9db080158 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c500d91-5364-48c7-b452-78dfe56882e1 HTTP/1.1" status: 200 len: 944 time: 0.1356874 Feb 09 01:06:38.453453 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7b4b96bb-b154-4ff5-ad05-97a926fdd06d tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (ef57c117-818a-4635-b5a9-f1dceba6809d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:38.483574 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-e5f7f0ea-d936-4e5a-9acd-262cbd0626c3 service neutron] 10.222.0.47 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047139 Feb 09 01:06:38.484927 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-5bd5c5d9-c095-4e6a-9b49-5143c5270181 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39264370-bded-4c85-9b70-b01a28f9a277 HTTP/1.1" status: 200 len: 217 time: 0.2011271 Feb 09 01:06:38.489916 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9881547-846f-4792-9e80-30b704c0ccac req-21066d04-e1ba-4c3e-a315-909f900f7102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:38.491454 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e9881547-846f-4792-9e80-30b704c0ccac req-21066d04-e1ba-4c3e-a315-909f900f7102 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=698d05b4eb4b402aa83e695c4b2c5978&device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 1130 time: 0.4162414 Feb 09 01:06:38.496635 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9881547-846f-4792-9e80-30b704c0ccac req-86a740c7-45a2-45d3-8bc7-03259d4c9d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:38.498349 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e9881547-846f-4792-9e80-30b704c0ccac req-86a740c7-45a2-45d3-8bc7-03259d4c9d5d service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=698d05b4eb4b402aa83e695c4b2c5978&device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 1130 time: 0.4479752 Feb 09 01:06:38.532374 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7b4b96bb-b154-4ff5-ad05-97a926fdd06d tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:38.534129 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7b4b96bb-b154-4ff5-ad05-97a926fdd06d tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2882819 Feb 09 01:06:38.534129 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45866) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:06:38.565922 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:38.580711 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-9b02beac-264a-4543-b5b6-b76dbba1201b tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Request body: {'security_group_rule': {'security_group_id': 'f1835974-7701-4924-a23c-a1bbe14d4c47', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:38.589991 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b96bb-b154-4ff5-ad05-97a926fdd06d tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef57c117-818a-4635-b5a9-f1dceba6809d,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:38.606228 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 415adf55-bb82-4f00-91a5-1a3c86eac345 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:38.606622 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (415adf55-bb82-4f00-91a5-1a3c86eac345), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:38.623475 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9b02beac-264a-4543-b5b6-b76dbba1201b tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Publish callbacks [] for security_group_rule (33791aa3-c6b8-43f7-a681-b68be168300e), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:38.662241 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-7711b92d-7041-4712-b678-e41ba5a121c0 req-1b88279c-c2a4-4d3a-ab68-0ce45b46e2aa tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Deleting port 9804ef2d-9fcf-4148-8470-0d34c52d2038 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:06:38.662519 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-7711b92d-7041-4712-b678-e41ba5a121c0 req-1b88279c-c2a4-4d3a-ab68-0ce45b46e2aa tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (9804ef2d-9fcf-4148-8470-0d34c52d2038), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:38.725999 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-ace3a6f2-f4e2-4a9c-b715-28edf5a75d40 service neutron] 10.222.0.47 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335687 Feb 09 01:06:38.750708 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9b02beac-264a-4543-b5b6-b76dbba1201b tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Publish callbacks [] for security_group_rule (33791aa3-c6b8-43f7-a681-b68be168300e), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:38.768849 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9b02beac-264a-4543-b5b6-b76dbba1201b tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (33791aa3-c6b8-43f7-a681-b68be168300e), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:38.805843 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02beac-264a-4543-b5b6-b76dbba1201b tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33791aa3-c6b8-43f7-a681-b68be168300e,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:38.815020 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-7711b92d-7041-4712-b678-e41ba5a121c0 req-1b88279c-c2a4-4d3a-ab68-0ce45b46e2aa tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] For port 9804ef2d-9fcf-4148-8470-0d34c52d2038, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=9804ef2d-9fcf-4148-8470-0d34c52d2038,segment=NetworkSegment(2793514a-5639-496c-8d37-377203141ac7),segment_id=2793514a-5639-496c-8d37-377203141ac7)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:38.815388 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-7711b92d-7041-4712-b678-e41ba5a121c0 req-1b88279c-c2a4-4d3a-ab68-0ce45b46e2aa tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (9804ef2d-9fcf-4148-8470-0d34c52d2038), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:38.827316 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9b02beac-264a-4543-b5b6-b76dbba1201b tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:38.828576 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9b02beac-264a-4543-b5b6-b76dbba1201b tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2807376 Feb 09 01:06:38.834393 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45868) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:06:38.836708 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-7711b92d-7041-4712-b678-e41ba5a121c0 req-1b88279c-c2a4-4d3a-ab68-0ce45b46e2aa tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Calling delete_port for 9804ef2d-9fcf-4148-8470-0d34c52d2038 owned by compute:nova {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:06:38.841173 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-31e264c6-395a-4f50-896d-d3805f96f9b6 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:38.903011 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a15c9585-b4a5-4de4-93e0-4cfb22839c8d None None] Publish callbacks [] for port (521613be-ad42-424f-9331-7281ba877789), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:38.943108 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-31e264c6-395a-4f50-896d-d3805f96f9b6 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:38.995426 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a15c9585-b4a5-4de4-93e0-4cfb22839c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (521613be-ad42-424f-9331-7281ba877789), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:39.055932 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 415adf55-bb82-4f00-91a5-1a3c86eac345 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:06:39.082322 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbaccb6-d8e6-4ba6-a78f-a31a0484d47f None None] Pushing event updated for resources: {'Port': ['ID=521613be-ad42-424f-9331-7281ba877789,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:39.188313 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-a15c9585-b4a5-4de4-93e0-4cfb22839c8d None None] Attempting to bind port 521613be-ad42-424f-9331-7281ba877789 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:06:39.189205 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-a15c9585-b4a5-4de4-93e0-4cfb22839c8d None None] Attempting to bind port 521613be-ad42-424f-9331-7281ba877789 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '37dbd17d-2cc9-4828-8e6d-903c14a622f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f1284ae1-926f-4419-baec-5bc6c4b92ef1'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:06:39.189205 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15c9585-b4a5-4de4-93e0-4cfb22839c8d None None] Attempting to bind port 521613be-ad42-424f-9331-7281ba877789 on network f1284ae1-926f-4419-baec-5bc6c4b92ef1 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:06:39.197020 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:39.198002 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15c9585-b4a5-4de4-93e0-4cfb22839c8d None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:06:39.200672 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15c9585-b4a5-4de4-93e0-4cfb22839c8d None None] Checking segment: {'id': '37dbd17d-2cc9-4828-8e6d-903c14a622f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f1284ae1-926f-4419-baec-5bc6c4b92ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:06:39.202249 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a15c9585-b4a5-4de4-93e0-4cfb22839c8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:39.202668 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15c9585-b4a5-4de4-93e0-4cfb22839c8d None None] Bound using segment: {'id': '37dbd17d-2cc9-4828-8e6d-903c14a622f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f1284ae1-926f-4419-baec-5bc6c4b92ef1'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:06:39.205669 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-a15c9585-b4a5-4de4-93e0-4cfb22839c8d None None] Bound port: 521613be-ad42-424f-9331-7281ba877789, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37dbd17d-2cc9-4828-8e6d-903c14a622f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f1284ae1-926f-4419-baec-5bc6c4b92ef1'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:06:39.208900 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-7711b92d-7041-4712-b678-e41ba5a121c0 req-1b88279c-c2a4-4d3a-ab68-0ce45b46e2aa tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (9804ef2d-9fcf-4148-8470-0d34c52d2038), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:39.209869 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a15c9585-b4a5-4de4-93e0-4cfb22839c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (521613be-ad42-424f-9331-7281ba877789), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:39.325071 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99887d66-a957-4bad-919b-4fe47a0f2cf9 req-06c37730-5c57-4bcc-8aec-0c9829c9054d tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:39.328654 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99887d66-a957-4bad-919b-4fe47a0f2cf9 req-06c37730-5c57-4bcc-8aec-0c9829c9054d tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7150ff8-64e8-4ee5-a5b2-922df0e31528 HTTP/1.1" status: 200 len: 945 time: 1.1485653 Feb 09 01:06:39.366477 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88279c-c2a4-4d3a-ab68-0ce45b46e2aa tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Pushing event deleted for resources: {'Port': ['ID=9804ef2d-9fcf-4148-8470-0d34c52d2038,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:39.368020 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-a15c9585-b4a5-4de4-93e0-4cfb22839c8d None None] For port 521613be-ad42-424f-9331-7281ba877789, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:06:39.377154 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-a15c9585-b4a5-4de4-93e0-4cfb22839c8d None None] For port 521613be-ad42-424f-9331-7281ba877789, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=521613be-ad42-424f-9331-7281ba877789,segment=NetworkSegment(37dbd17d-2cc9-4828-8e6d-903c14a622f1),segment_id=37dbd17d-2cc9-4828-8e6d-903c14a622f1)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:06:39.391395 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a15c9585-b4a5-4de4-93e0-4cfb22839c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (521613be-ad42-424f-9331-7281ba877789), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:39.459209 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-7711b92d-7041-4712-b678-e41ba5a121c0 req-1b88279c-c2a4-4d3a-ab68-0ce45b46e2aa tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] No DVR routers for this DVR port 9804ef2d-9fcf-4148-8470-0d34c52d2038 on host n-h1-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:06:39.463407 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-7711b92d-7041-4712-b678-e41ba5a121c0 req-1b88279c-c2a4-4d3a-ab68-0ce45b46e2aa tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:39.469558 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7711b92d-7041-4712-b678-e41ba5a121c0 req-1b88279c-c2a4-4d3a-ab68-0ce45b46e2aa tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.47 "DELETE /v2.0/ports/9804ef2d-9fcf-4148-8470-0d34c52d2038 HTTP/1.1" status: 204 len: 173 time: 1.0001342 Feb 09 01:06:39.477964 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-42bbf2d3-ef3a-4a0b-a5af-5efeecf10c60 req-bff8c405-ffdc-4c9a-9054-70e200019b75 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1764386 Feb 09 01:06:39.495568 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c500d91-5364-48c7-b452-78dfe56882e1', 'name': 'network-vif-deleted', 'tag': '9804ef2d-9fcf-4148-8470-0d34c52d2038'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:06:39.498721 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86021cf3-742d-418c-a7fb-2c860271a2ef" -d '{"events": [{"server_uuid": "8c500d91-5364-48c7-b452-78dfe56882e1", "name": "network-vif-deleted", "tag": "9804ef2d-9fcf-4148-8470-0d34c52d2038"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:06:39.515275 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15c9585-b4a5-4de4-93e0-4cfb22839c8d None None] Routers {'a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:06:39.516000 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-a15c9585-b4a5-4de4-93e0-4cfb22839c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:06:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:39.536234 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-54e0666b-71df-45af-9fa3-8e51c5717e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:39.540230 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-54e0666b-71df-45af-9fa3-8e51c5717e8c service neutron] 10.222.0.120 "GET /v2.0/subnets?id=d13d90e7-a71d-4313-a595-9a761a96acb7 HTTP/1.1" status: 200 len: 855 time: 1.0454981 Feb 09 01:06:39.593027 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-31e264c6-395a-4f50-896d-d3805f96f9b6 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:39.635941 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167629e-083d-4761-ab57-f128037245de req-0d1a24c0-26fc-4031-94b7-da19064f2435 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:39.643811 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d167629e-083d-4761-ab57-f128037245de req-0d1a24c0-26fc-4031-94b7-da19064f2435 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.47 "GET /v2.0/ports?device_id=089fac5d-6a70-4ce7-a107-8609b78061f4 HTTP/1.1" status: 200 len: 945 time: 0.1725762 Feb 09 01:06:39.666988 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbaccb6-d8e6-4ba6-a78f-a31a0484d47f None None] Pushing event updated for resources: {'Port': ['ID=521613be-ad42-424f-9331-7281ba877789,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:39.722601 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 836ed1d4-92e2-4289-8a12-896771b480bb details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:06:39.878996 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-e37c72fc-fd41-4889-abf3-739d338d1a5b None None] Provisioning complete for port 521613be-ad42-424f-9331-7281ba877789 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:39.879863 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e37c72fc-fd41-4889-abf3-739d338d1a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (521613be-ad42-424f-9331-7281ba877789), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:39.907439 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99887d66-a957-4bad-919b-4fe47a0f2cf9 req-fb05b2b3-6021-497c-9841-1c9fc3e278d9 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5562165 Feb 09 01:06:39.958582 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-694a2989-0947-4b01-afcb-afcb6d3c72c7 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:39.965607 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-694a2989-0947-4b01-afcb-afcb6d3c72c7 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a7150ff8-64e8-4ee5-a5b2-922df0e31528&tenant_id=349016141cb643eba466ab5e9338a7e5&binding%3Ahost_id=n-h2-828369-4 HTTP/1.1" status: 200 len: 1127 time: 0.6221383 Feb 09 01:06:39.967222 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9881547-846f-4792-9e80-30b704c0ccac req-70fca60c-72a4-4eb0-820b-bc5ef0939717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:39.970520 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e9881547-846f-4792-9e80-30b704c0ccac req-70fca60c-72a4-4eb0-820b-bc5ef0939717 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 1.4105248 Feb 09 01:06:40.002124 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-31e264c6-395a-4f50-896d-d3805f96f9b6 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Allocated IP 172.25.8.52 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/c4ccb451-80f1-4d47-9fde-169e907ed304) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:06:40.032527 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-c0cb6342-5484-41b2-8f54-5043c4d005d2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828369-4'}}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:40.062720 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55ad19b6-cb1c-458d-a423-73060685d20f', 'tag': '39264370-bded-4c85-9b70-b01a28f9a277'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:06:40.072974 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd97fecc-768f-4a1d-b535-c5628d6bb671" -d '{"events": [{"name": "network-changed", "server_uuid": "55ad19b6-cb1c-458d-a423-73060685d20f", "tag": "39264370-bded-4c85-9b70-b01a28f9a277"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:06:40.112391 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-a15c9585-b4a5-4de4-93e0-4cfb22839c8d None None] Set router a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:06:40.213435 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 836ed1d4-92e2-4289-8a12-896771b480bb, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=836ed1d4-92e2-4289-8a12-896771b480bb,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:40.227758 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9881547-846f-4792-9e80-30b704c0ccac req-6cb62803-e700-47c1-95c7-304df6f5916b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:40.242840 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e9881547-846f-4792-9e80-30b704c0ccac req-6cb62803-e700-47c1-95c7-304df6f5916b service neutron] 10.222.0.120 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 1.6652598 Feb 09 01:06:40.300478 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e37c72fc-fd41-4889-abf3-739d338d1a5b None None] Current status of the port 521613be-ad42-424f-9331-7281ba877789 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:06:40.306593 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e9881547-846f-4792-9e80-30b704c0ccac req-996728f8-c9c2-4c93-ba2b-2334a7bdce39 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=836ed1d4-92e2-4289-8a12-896771b480bb HTTP/1.1" status: 200 len: 217 time: 0.2860551 Feb 09 01:06:40.317130 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e37c72fc-fd41-4889-abf3-739d338d1a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (521613be-ad42-424f-9331-7281ba877789), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:40.324223 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-691d979b-7507-4b34-b88b-83de120f5d14 req-22eb3749-f541-4230-8dd2-013ee2ebf7d9 tempest-LiveAutoBlockMigrationV225Test-678283037 tempest-LiveAutoBlockMigrationV225Test-678283037-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c500d91-5364-48c7-b452-78dfe56882e1 HTTP/1.1" status: 200 len: 210 time: 0.2388136 Feb 09 01:06:40.426243 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9881547-846f-4792-9e80-30b704c0ccac req-18a2d510-3bfd-4e8b-aac5-9dfc101178bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:40.427902 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e9881547-846f-4792-9e80-30b704c0ccac req-18a2d510-3bfd-4e8b-aac5-9dfc101178bb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.0959942 Feb 09 01:06:40.435595 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e9881547-846f-4792-9e80-30b704c0ccac req-865924df-1456-42ed-b1c3-d62324fe3a36 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=836ed1d4-92e2-4289-8a12-896771b480bb HTTP/1.1" status: 200 len: 217 time: 0.1514759 Feb 09 01:06:40.473757 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44362ccd-5385-48a7-aedd-c7246fe404e6 req-e92aab04-2366-43e6-ad8b-3fd1ff3f4233 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:40.481466 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-44362ccd-5385-48a7-aedd-c7246fe404e6 req-e92aab04-2366-43e6-ad8b-3fd1ff3f4233 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 944 time: 0.6114602 Feb 09 01:06:40.485485 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-fe11ea88-76fe-42e8-a089-1dcd67e94709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:40.487445 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-fe11ea88-76fe-42e8-a089-1dcd67e94709 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=8e06ad67-97d1-4f11-889a-fde8ce1f4554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9194527 Feb 09 01:06:40.503748 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-31e264c6-395a-4f50-896d-d3805f96f9b6 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Publish callbacks [] for port (c4ccb451-80f1-4d47-9fde-169e907ed304), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:40.559271 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-31e264c6-395a-4f50-896d-d3805f96f9b6 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (c4ccb451-80f1-4d47-9fde-169e907ed304), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:40.585312 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e264c6-395a-4f50-896d-d3805f96f9b6 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:06:40.589082 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-d167629e-083d-4761-ab57-f128037245de req-86807091-3d5a-46a6-83a0-7edc9d1c069c tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Deleting port 07bc3820-3086-4c78-84c7-c38f8b69f8e3 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:06:40.589426 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-d167629e-083d-4761-ab57-f128037245de req-86807091-3d5a-46a6-83a0-7edc9d1c069c tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (07bc3820-3086-4c78-84c7-c38f8b69f8e3), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:40.673304 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-31e264c6-395a-4f50-896d-d3805f96f9b6 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:40.677235 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e264c6-395a-4f50-896d-d3805f96f9b6 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:06:40.730638 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '836ed1d4-92e2-4289-8a12-896771b480bb', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'port_id': '836ed1d4-92e2-4289-8a12-896771b480bb', 'mac_address': 'fa:16:3e:c3:8c:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3810d295-ee98-40f7-b1e2-609bf7d1c3df', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:06:40.738677 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-44362ccd-5385-48a7-aedd-c7246fe404e6 req-afd0eb91-f1b9-4441-add2-95819407872e tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2560091 Feb 09 01:06:40.740997 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-c0cb6342-5484-41b2-8f54-5043c4d005d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e6ab358e-5c8a-47ef-a521-a6fd49354b58), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:40.812148 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9881547-846f-4792-9e80-30b704c0ccac req-b068e697-3296-4e75-9c76-051b0664a5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:40.820905 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e9881547-846f-4792-9e80-30b704c0ccac req-b068e697-3296-4e75-9c76-051b0664a5d0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3827181 Feb 09 01:06:40.840779 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 836ed1d4-92e2-4289-8a12-896771b480bb is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:06:40.841294 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (836ed1d4-92e2-4289-8a12-896771b480bb), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:40.853604 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-31e264c6-395a-4f50-896d-d3805f96f9b6 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Publish callbacks [] for floatingip (db495368-81bf-465e-92a0-2206c5d62525), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:40.859646 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e264c6-395a-4f50-896d-d3805f96f9b6 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Pushing event updated for resources: {'Port': ['ID=c4ccb451-80f1-4d47-9fde-169e907ed304,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:40.874373 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9881547-846f-4792-9e80-30b704c0ccac req-b21f8c6a-08e8-4374-99a8-b64a2253d56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:40.887758 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-d167629e-083d-4761-ab57-f128037245de req-86807091-3d5a-46a6-83a0-7edc9d1c069c tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] For port 07bc3820-3086-4c78-84c7-c38f8b69f8e3, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=07bc3820-3086-4c78-84c7-c38f8b69f8e3,segment=NetworkSegment(3c63ea86-e27b-44f0-b66a-b57792354f51),segment_id=3c63ea86-e27b-44f0-b66a-b57792354f51)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:40.888113 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-d167629e-083d-4761-ab57-f128037245de req-86807091-3d5a-46a6-83a0-7edc9d1c069c tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (07bc3820-3086-4c78-84c7-c38f8b69f8e3), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:40.888372 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e9881547-846f-4792-9e80-30b704c0ccac req-b21f8c6a-08e8-4374-99a8-b64a2253d56a service neutron] 10.222.0.120 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.3949513 Feb 09 01:06:40.898274 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-e37c72fc-fd41-4889-abf3-739d338d1a5b None None] For port 521613be-ad42-424f-9331-7281ba877789, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=521613be-ad42-424f-9331-7281ba877789,segment=NetworkSegment(37dbd17d-2cc9-4828-8e6d-903c14a622f1),segment_id=37dbd17d-2cc9-4828-8e6d-903c14a622f1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:40.902619 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 836ed1d4-92e2-4289-8a12-896771b480bb {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:06:40.925124 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-d167629e-083d-4761-ab57-f128037245de req-86807091-3d5a-46a6-83a0-7edc9d1c069c tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Calling delete_port for 07bc3820-3086-4c78-84c7-c38f8b69f8e3 owned by compute:nova {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:06:40.934333 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 836ed1d4-92e2-4289-8a12-896771b480bb, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=836ed1d4-92e2-4289-8a12-896771b480bb,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:40.937801 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e37c72fc-fd41-4889-abf3-739d338d1a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (521613be-ad42-424f-9331-7281ba877789), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:40.947464 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-31e264c6-395a-4f50-896d-d3805f96f9b6 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c4ccb451-80f1-4d47-9fde-169e907ed304), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:41.026671 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c72fc-fd41-4889-abf3-739d338d1a5b None None] Pushing event updated for resources: {'Port': ['ID=521613be-ad42-424f-9331-7281ba877789,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:41.036494 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (836ed1d4-92e2-4289-8a12-896771b480bb), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:41.110801 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-9ff34b19-7dc3-48fc-8503-88ff55004533 None None] Provisioning complete for port 521613be-ad42-424f-9331-7281ba877789 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:41.111193 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9ff34b19-7dc3-48fc-8503-88ff55004533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (521613be-ad42-424f-9331-7281ba877789), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:41.142834 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ca6378-6f92-40fd-8444-888dc1233135 x-openstack-request-id: req-07ca6378-6f92-40fd-8444-888dc1233135 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:06:41.143356 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c500d91-5364-48c7-b452-78dfe56882e1", "name": "network-vif-deleted", "tag": "9804ef2d-9fcf-4148-8470-0d34c52d2038", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:06:41.143356 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-07ca6378-6f92-40fd-8444-888dc1233135 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:06:41.144408 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c500d91-5364-48c7-b452-78dfe56882e1', 'name': 'network-vif-deleted', 'tag': '9804ef2d-9fcf-4148-8470-0d34c52d2038', 'status': 'completed', 'code': 200} Feb 09 01:06:41.200016 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287bbce7-0a75-4a6a-956b-bfd360358ee3 req-8761a05f-f3e0-4a09-9a92-5b8151fd75a8 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:41.205791 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-a15c9585-b4a5-4de4-93e0-4cfb22839c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5', 'name': 'tempest-ServersTestFqdnHostnames-1486361131-router', 'tenant_id': 'ba2f36688aa445499186dfa11ee83266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '415adf55-bb82-4f00-91a5-1a3c86eac345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:28Z', 'updated_at': '2022-02-09T01:06:34Z', 'revision_number': 4, 'project_id': 'ba2f36688aa445499186dfa11ee83266', 'gw_port': {'id': '415adf55-bb82-4f00-91a5-1a3c86eac345', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:29Z', 'updated_at': '2022-02-09T01:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '521613be-ad42-424f-9331-7281ba877789', 'name': '', 'network_id': 'f1284ae1-926f-4419-baec-5bc6c4b92ef1', 'tenant_id': 'ba2f36688aa445499186dfa11ee83266', 'mac_address': 'fa:16:3e:0b:e3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'c434f4f0-bf35-4657-903e-bbdc30e316e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:32Z', 'updated_at': '2022-02-09T01:06:39Z', 'revision_number': 4, 'project_id': 'ba2f36688aa445499186dfa11ee83266', 'subnets': [{'id': 'c434f4f0-bf35-4657-903e-bbdc30e316e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:41.209011 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-287bbce7-0a75-4a6a-956b-bfd360358ee3 req-8761a05f-f3e0-4a09-9a92-5b8151fd75a8 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 948 time: 0.6641681 Feb 09 01:06:41.245881 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-1918fc12-afa5-4706-a000-a4b2c0514a49 service neutron] 10.222.0.120 "GET /v2.0/networks/8e06ad67-97d1-4f11-889a-fde8ce1f4554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7242577 Feb 09 01:06:41.260478 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=836ed1d4-92e2-4289-8a12-896771b480bb,revision_number=12']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:41.267478 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15c9585-b4a5-4de4-93e0-4cfb22839c8d None None] The sync data for ids ['a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5'] in n-d-828369-4 is: [{'id': 'a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5', 'name': 'tempest-ServersTestFqdnHostnames-1486361131-router', 'tenant_id': 'ba2f36688aa445499186dfa11ee83266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '415adf55-bb82-4f00-91a5-1a3c86eac345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:28Z', 'updated_at': '2022-02-09T01:06:34Z', 'revision_number': 4, 'project_id': 'ba2f36688aa445499186dfa11ee83266', 'gw_port': {'id': '415adf55-bb82-4f00-91a5-1a3c86eac345', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:29Z', 'updated_at': '2022-02-09T01:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '521613be-ad42-424f-9331-7281ba877789', 'name': '', 'network_id': 'f1284ae1-926f-4419-baec-5bc6c4b92ef1', 'tenant_id': 'ba2f36688aa445499186dfa11ee83266', 'mac_address': 'fa:16:3e:0b:e3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'c434f4f0-bf35-4657-903e-bbdc30e316e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:32Z', 'updated_at': '2022-02-09T01:06:39Z', 'revision_number': 4, 'project_id': 'ba2f36688aa445499186dfa11ee83266', 'subnets': [{'id': 'c434f4f0-bf35-4657-903e-bbdc30e316e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:06:41.384790 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7de57-8ee6-4c31-a684-65059ba3e408 req-06c8ce5a-7481-4ef1-9a2b-9c9e0b39fe85 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:41.386339 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-b4f7de57-8ee6-4c31-a684-65059ba3e408 req-06c8ce5a-7481-4ef1-9a2b-9c9e0b39fe85 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.120 "GET /v2.0/ports?device_id=96951ba7-b603-4036-84c6-092ff872aa88 HTTP/1.1" status: 200 len: 945 time: 0.2246437 Feb 09 01:06:41.389058 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-31e264c6-395a-4f50-896d-d3805f96f9b6 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Publish callbacks [] for port (c4ccb451-80f1-4d47-9fde-169e907ed304), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:41.390835 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-d167629e-083d-4761-ab57-f128037245de req-86807091-3d5a-46a6-83a0-7edc9d1c069c tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (07bc3820-3086-4c78-84c7-c38f8b69f8e3), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:41.391139 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['836ed1d4-92e2-4289-8a12-896771b480bb'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:06:41.409552 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-31e264c6-395a-4f50-896d-d3805f96f9b6 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (c4ccb451-80f1-4d47-9fde-169e907ed304), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:41.446103 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['ddee9669-fd8f-4bb1-a18b-54ec8b858399'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:06:41.471607 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86807091-3d5a-46a6-83a0-7edc9d1c069c tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Pushing event deleted for resources: {'Port': ['ID=07bc3820-3086-4c78-84c7-c38f8b69f8e3,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:41.511102 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['07bc3820-3086-4c78-84c7-c38f8b69f8e3'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:06:41.548093 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-287bbce7-0a75-4a6a-956b-bfd360358ee3 req-56262f90-0254-4174-83d9-8894d57b4135 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322103 Feb 09 01:06:41.609514 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-9ff34b19-7dc3-48fc-8503-88ff55004533 None None] Current status of the port 521613be-ad42-424f-9331-7281ba877789 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:06:41.681826 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-d167629e-083d-4761-ab57-f128037245de req-86807091-3d5a-46a6-83a0-7edc9d1c069c tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] No DVR routers for this DVR port 07bc3820-3086-4c78-84c7-c38f8b69f8e3 on host n-h1-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:06:41.689090 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060774e1-0dc1-4794-ab95-698d9d84d098 x-openstack-request-id: req-060774e1-0dc1-4794-ab95-698d9d84d098 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:06:41.689616 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55ad19b6-cb1c-458d-a423-73060685d20f", "tag": "39264370-bded-4c85-9b70-b01a28f9a277", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:06:41.690892 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 9804ef2d-9fcf-4148-8470-0d34c52d2038 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:06:41.691141 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-060774e1-0dc1-4794-ab95-698d9d84d098 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:06:41.691695 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55ad19b6-cb1c-458d-a423-73060685d20f', 'tag': '39264370-bded-4c85-9b70-b01a28f9a277', 'status': 'completed', 'code': 200} Feb 09 01:06:41.705863 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-d167629e-083d-4761-ab57-f128037245de req-86807091-3d5a-46a6-83a0-7edc9d1c069c tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:41.716654 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d167629e-083d-4761-ab57-f128037245de req-86807091-3d5a-46a6-83a0-7edc9d1c069c tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.47 "DELETE /v2.0/ports/07bc3820-3086-4c78-84c7-c38f8b69f8e3 HTTP/1.1" status: 204 len: 173 time: 1.9899182 Feb 09 01:06:41.736405 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9881547-846f-4792-9e80-30b704c0ccac req-5105ec17-f664-4b15-8386-4a8496d8ff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:41.738260 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e9881547-846f-4792-9e80-30b704c0ccac req-5105ec17-f664-4b15-8386-4a8496d8ff83 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7577376 Feb 09 01:06:41.760814 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e264c6-395a-4f50-896d-d3805f96f9b6 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Pushing event updated for resources: {'Port': ['ID=c4ccb451-80f1-4d47-9fde-169e907ed304,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:41.806312 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-31e264c6-395a-4f50-896d-d3805f96f9b6 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (db495368-81bf-465e-92a0-2206c5d62525), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:41.853074 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: 9804ef2d-9fcf-4148-8470-0d34c52d2038 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:06:41.853529 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 9804ef2d-9fcf-4148-8470-0d34c52d2038 not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:06:41.882463 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-31e264c6-395a-4f50-896d-d3805f96f9b6 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:41.886087 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e9881547-846f-4792-9e80-30b704c0ccac req-ef69db85-f732-41a4-8c82-5d04ff8470b7 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067152 Feb 09 01:06:41.918757 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-31e264c6-395a-4f50-896d-d3805f96f9b6 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0832264 Feb 09 01:06:41.958409 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e9881547-846f-4792-9e80-30b704c0ccac req-36b4c1d4-16bb-4d98-a7a9-143a3da1435b service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1211708 Feb 09 01:06:41.964343 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-b4f7de57-8ee6-4c31-a684-65059ba3e408 req-02a06fa6-d023-46e1-af58-2498d2d3b618 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Deleting port ddee9669-fd8f-4bb1-a18b-54ec8b858399 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:06:41.964611 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-b4f7de57-8ee6-4c31-a684-65059ba3e408 req-02a06fa6-d023-46e1-af58-2498d2d3b618 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (ddee9669-fd8f-4bb1-a18b-54ec8b858399), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:42.126726 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-b4f7de57-8ee6-4c31-a684-65059ba3e408 req-02a06fa6-d023-46e1-af58-2498d2d3b618 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] For port ddee9669-fd8f-4bb1-a18b-54ec8b858399, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=ddee9669-fd8f-4bb1-a18b-54ec8b858399,segment=NetworkSegment(3c63ea86-e27b-44f0-b66a-b57792354f51),segment_id=3c63ea86-e27b-44f0-b66a-b57792354f51)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:42.127236 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-b4f7de57-8ee6-4c31-a684-65059ba3e408 req-02a06fa6-d023-46e1-af58-2498d2d3b618 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (ddee9669-fd8f-4bb1-a18b-54ec8b858399), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:42.138033 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-4e5c540e-8738-4717-b695-c6a8f9f8d2dd tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:42.139674 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-4e5c540e-8738-4717-b695-c6a8f9f8d2dd tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/networks?id=f0bf2d1b-1661-4bc9-ac26-21a65de127bc HTTP/1.1" status: 200 len: 812 time: 0.8309515 Feb 09 01:06:42.149282 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-b4f7de57-8ee6-4c31-a684-65059ba3e408 req-02a06fa6-d023-46e1-af58-2498d2d3b618 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Calling delete_port for ddee9669-fd8f-4bb1-a18b-54ec8b858399 owned by compute:nova {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:06:42.188398 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-c0cb6342-5484-41b2-8f54-5043c4d005d2 service neutron] For port e6ab358e-5c8a-47ef-a521-a6fd49354b58, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=e6ab358e-5c8a-47ef-a521-a6fd49354b58,segment=NetworkSegment(c09a8a87-556d-487a-811a-06517127dee5),segment_id=c09a8a87-556d-487a-811a-06517127dee5)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:42.215474 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad97ca10-2919-4984-b5e2-53f9593fde9e req-ffd64489-4253-4e41-8eca-a51682e9b7b2 service neutron] 10.222.0.120 "GET /v2.0/networks/8e06ad67-97d1-4f11-889a-fde8ce1f4554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9516537 Feb 09 01:06:42.275155 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-fe2d374c-e42d-40c6-8028-a4f1bc5fe803 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/quotas/92a9e1b9cb7947939e37c73c60cfce20 HTTP/1.1" status: 200 len: 375 time: 0.1048501 Feb 09 01:06:42.346820 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8ad73-08f0-4982-8192-b0dca080d0cc req-1fecf7db-483b-4b3b-b417-6bd2865dd8e6 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:42.354365 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ced8ad73-08f0-4982-8192-b0dca080d0cc req-1fecf7db-483b-4b3b-b417-6bd2865dd8e6 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7150ff8-64e8-4ee5-a5b2-922df0e31528 HTTP/1.1" status: 200 len: 945 time: 0.5917192 Feb 09 01:06:42.378071 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-b4f7de57-8ee6-4c31-a684-65059ba3e408 req-02a06fa6-d023-46e1-af58-2498d2d3b618 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (ddee9669-fd8f-4bb1-a18b-54ec8b858399), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:42.434292 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e9881547-846f-4792-9e80-30b704c0ccac req-76f2dea5-787c-4d28-b11c-0a2f7b81032b service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4343939 Feb 09 01:06:42.442007 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 521613be-ad42-424f-9331-7281ba877789 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:06:42.452324 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a06fa6-d023-46e1-af58-2498d2d3b618 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Pushing event deleted for resources: {'Port': ['ID=ddee9669-fd8f-4bb1-a18b-54ec8b858399,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:42.488219 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e9881547-846f-4792-9e80-30b704c0ccac req-1028b064-ca17-4578-94b8-b7b551ba5722 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5654593 Feb 09 01:06:42.511026 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-c0cb6342-5484-41b2-8f54-5043c4d005d2 service neutron] For port e6ab358e-5c8a-47ef-a521-a6fd49354b58, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:06:42.533419 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f7de57-8ee6-4c31-a684-65059ba3e408 req-02a06fa6-d023-46e1-af58-2498d2d3b618 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] No DVR routers for this DVR port ddee9669-fd8f-4bb1-a18b-54ec8b858399 on host n-h2-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:06:42.536771 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-b4f7de57-8ee6-4c31-a684-65059ba3e408 req-02a06fa6-d023-46e1-af58-2498d2d3b618 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:42.541255 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-b4f7de57-8ee6-4c31-a684-65059ba3e408 req-02a06fa6-d023-46e1-af58-2498d2d3b618 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.120 "DELETE /v2.0/ports/ddee9669-fd8f-4bb1-a18b-54ec8b858399 HTTP/1.1" status: 204 len: 173 time: 1.1485059 Feb 09 01:06:42.547185 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 521613be-ad42-424f-9331-7281ba877789 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:42.547822 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (521613be-ad42-424f-9331-7281ba877789), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:42.590355 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97fecc-768f-4a1d-b535-c5628d6bb671 req-4d49935f-6c71-4196-92a6-631c46eca073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:42.592625 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd97fecc-768f-4a1d-b535-c5628d6bb671 req-4d49935f-6c71-4196-92a6-631c46eca073 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=cd714d32a01d4967bf3dd491f0b2d2f7&device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 1126 time: 0.2844863 Feb 09 01:06:42.650524 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-0f86be04-b013-4bc1-996e-b6f8634d8768 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=92a9e1b9cb7947939e37c73c60cfce20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3742955 Feb 09 01:06:42.654911 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ced8ad73-08f0-4982-8192-b0dca080d0cc req-a3e801bf-7465-4a24-92b3-ae7ece38526f tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990575 Feb 09 01:06:42.668863 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 521613be-ad42-424f-9331-7281ba877789 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:06:42.711798 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-c0cb6342-5484-41b2-8f54-5043c4d005d2 service neutron] Publish callbacks [] for port (e6ab358e-5c8a-47ef-a521-a6fd49354b58), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:43.089370 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-c0cb6342-5484-41b2-8f54-5043c4d005d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (e6ab358e-5c8a-47ef-a521-a6fd49354b58), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:43.146290 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089fac5d-6a70-4ce7-a107-8609b78061f4', 'name': 'network-vif-deleted', 'tag': '07bc3820-3086-4c78-84c7-c38f8b69f8e3'}, {'server_uuid': '96951ba7-b603-4036-84c6-092ff872aa88', 'name': 'network-vif-deleted', 'tag': 'ddee9669-fd8f-4bb1-a18b-54ec8b858399'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:06:43.149500 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b09611e-5c3b-4066-a133-00685e7f3b5a" -d '{"events": [{"server_uuid": "089fac5d-6a70-4ce7-a107-8609b78061f4", "name": "network-vif-deleted", "tag": "07bc3820-3086-4c78-84c7-c38f8b69f8e3"}, {"server_uuid": "96951ba7-b603-4036-84c6-092ff872aa88", "name": "network-vif-deleted", "tag": "ddee9669-fd8f-4bb1-a18b-54ec8b858399"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:06:43.272229 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97fecc-768f-4a1d-b535-c5628d6bb671 req-91d17763-0b49-4191-81a2-d2855c4d5614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:43.273762 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd97fecc-768f-4a1d-b535-c5628d6bb671 req-91d17763-0b49-4191-81a2-d2855c4d5614 service neutron] 10.222.0.120 "GET /v2.0/networks?id=8e06ad67-97d1-4f11-889a-fde8ce1f4554 HTTP/1.1" status: 200 len: 918 time: 0.6708162 Feb 09 01:06:43.274369 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb6342-5484-41b2-8f54-5043c4d005d2 service neutron] Pushing event updated for resources: {'Port': ['ID=e6ab358e-5c8a-47ef-a521-a6fd49354b58,revision_number=7']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:43.293174 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bcae4d-b8d5-4aa0-b3a6-9bc6fc700f77 req-58eafc71-40e5-472e-b7a3-6512dcacd59e tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:43.294619 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c9bcae4d-b8d5-4aa0-b3a6-9bc6fc700f77 req-58eafc71-40e5-472e-b7a3-6512dcacd59e tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.47 "GET /v2.0/ports?device_id=7de18159-e0a2-4539-9a6a-f35684e9d93a HTTP/1.1" status: 200 len: 946 time: 0.6097374 Feb 09 01:06:43.309338 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-0dd8d2a0-07df-45a7-8e2e-16fcc010a20c service neutron] 10.222.0.50 "GET /v2.0/networks/f0bf2d1b-1661-4bc9-ac26-21a65de127bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6213005 Feb 09 01:06:43.368163 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77aa32b-6949-48c2-a41d-276cdbcb4b01 req-debf2f9f-01d6-49e6-9bb5-6022346810f6 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:43.370580 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b77aa32b-6949-48c2-a41d-276cdbcb4b01 req-debf2f9f-01d6-49e6-9bb5-6022346810f6 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=7de18159-e0a2-4539-9a6a-f35684e9d93a HTTP/1.1" status: 200 len: 946 time: 0.6362834 Feb 09 01:06:43.384331 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd97fecc-768f-4a1d-b535-c5628d6bb671 req-e359d30f-398f-4cd8-bbf3-066987259162 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39264370-bded-4c85-9b70-b01a28f9a277 HTTP/1.1" status: 200 len: 217 time: 0.0989308 Feb 09 01:06:43.506648 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-c0cb6342-5484-41b2-8f54-5043c4d005d2 service neutron] Attempting to bind port e6ab358e-5c8a-47ef-a521-a6fd49354b58 on host n-h2-828369-4 for vnic_type normal with profile {"migrating_to": "n-h1-828369-4"} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:06:43.507109 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-c0cb6342-5484-41b2-8f54-5043c4d005d2 service neutron] Attempting to bind port e6ab358e-5c8a-47ef-a521-a6fd49354b58 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:06:43.507470 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-c0cb6342-5484-41b2-8f54-5043c4d005d2 service neutron] Attempting to bind port e6ab358e-5c8a-47ef-a521-a6fd49354b58 on network 584d7274-cb01-4853-8902-7824a3a705cb {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:06:43.538964 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-c0cb6342-5484-41b2-8f54-5043c4d005d2 service neutron] Port e6ab358e-5c8a-47ef-a521-a6fd49354b58 on network 584d7274-cb01-4853-8902-7824a3a705cb not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:06:43.539296 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-c0cb6342-5484-41b2-8f54-5043c4d005d2 service neutron] Attempting to bind port e6ab358e-5c8a-47ef-a521-a6fd49354b58 on network 584d7274-cb01-4853-8902-7824a3a705cb {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:06:43.591095 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-c0cb6342-5484-41b2-8f54-5043c4d005d2 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:06:43.591683 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-c0cb6342-5484-41b2-8f54-5043c4d005d2 service neutron] Checking segment: {'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:06:43.592788 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-c0cb6342-5484-41b2-8f54-5043c4d005d2 service neutron] Bound using segment: {'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:06:43.593241 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-c0cb6342-5484-41b2-8f54-5043c4d005d2 service neutron] Bound port: e6ab358e-5c8a-47ef-a521-a6fd49354b58, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:06:43.593614 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-c0cb6342-5484-41b2-8f54-5043c4d005d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e6ab358e-5c8a-47ef-a521-a6fd49354b58), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:43.624900 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97fecc-768f-4a1d-b535-c5628d6bb671 req-71911762-aa8c-4572-8d81-ac4b176dccbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:43.626382 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd97fecc-768f-4a1d-b535-c5628d6bb671 req-71911762-aa8c-4572-8d81-ac4b176dccbc service neutron] 10.222.0.120 "GET /v2.0/subnets?id=d13d90e7-a71d-4313-a595-9a761a96acb7 HTTP/1.1" status: 200 len: 855 time: 0.2330503 Feb 09 01:06:43.636218 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b77aa32b-6949-48c2-a41d-276cdbcb4b01 req-8cfcd3e3-2e0d-4b20-b3f6-3e88ebbc6764 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502563 Feb 09 01:06:43.690651 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 836ed1d4-92e2-4289-8a12-896771b480bb up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:06:43.699818 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45922) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:06:43.714433 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7150ff8-64e8-4ee5-a5b2-922df0e31528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6ab358e-5c8a-47ef-a521-a6fd49354b58'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:06:43.717978 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9957906e-53dc-4917-b984-a1a5024114f4" -d '{"events": [{"server_uuid": "a7150ff8-64e8-4ee5-a5b2-922df0e31528", "name": "network-vif-unplugged", "status": "completed", "tag": "e6ab358e-5c8a-47ef-a521-a6fd49354b58"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:06:43.737198 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-ce59fcf9-eab1-40c9-89a9-ddfdb67534f5 service neutron] 10.222.0.50 "GET /v2.0/networks/f0bf2d1b-1661-4bc9-ac26-21a65de127bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760717 Feb 09 01:06:43.787570 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-c9bcae4d-b8d5-4aa0-b3a6-9bc6fc700f77 req-7bf7bbf1-d487-4429-8f6a-e31cbd408e6e tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Deleting port 8acae5b5-12e0-4ae1-937d-fa1bc3d26e79 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:06:43.787921 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c9bcae4d-b8d5-4aa0-b3a6-9bc6fc700f77 req-7bf7bbf1-d487-4429-8f6a-e31cbd408e6e tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (8acae5b5-12e0-4ae1-937d-fa1bc3d26e79), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:43.796492 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-c0cb6342-5484-41b2-8f54-5043c4d005d2 service neutron] For port e6ab358e-5c8a-47ef-a521-a6fd49354b58, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:06:43.800835 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-c0cb6342-5484-41b2-8f54-5043c4d005d2 service neutron] For port e6ab358e-5c8a-47ef-a521-a6fd49354b58, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=e6ab358e-5c8a-47ef-a521-a6fd49354b58,segment=NetworkSegment(c09a8a87-556d-487a-811a-06517127dee5),segment_id=c09a8a87-556d-487a-811a-06517127dee5)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:06:43.826984 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 836ed1d4-92e2-4289-8a12-896771b480bb completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:06:43.831625 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 836ed1d4-92e2-4289-8a12-896771b480bb triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:43.832070 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (836ed1d4-92e2-4289-8a12-896771b480bb), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:43.858172 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-c0cb6342-5484-41b2-8f54-5043c4d005d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (e6ab358e-5c8a-47ef-a521-a6fd49354b58), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:43.861476 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97fecc-768f-4a1d-b535-c5628d6bb671 req-87e35526-0215-4177-9810-041b6750d486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:43.863494 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd97fecc-768f-4a1d-b535-c5628d6bb671 req-87e35526-0215-4177-9810-041b6750d486 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=8e06ad67-97d1-4f11-889a-fde8ce1f4554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2263846 Feb 09 01:06:43.899618 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-405cb1a7-88ed-46e1-b442-1f6c9a96768b admin admin] Deleting subnet aee9db20-60c4-48dd-9796-48ed06ca844d {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:06:43.906261 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-405cb1a7-88ed-46e1-b442-1f6c9a96768b admin admin] Publish callbacks [] for subnet (aee9db20-60c4-48dd-9796-48ed06ca844d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:43.994400 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-405cb1a7-88ed-46e1-b442-1f6c9a96768b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (aee9db20-60c4-48dd-9796-48ed06ca844d), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:44.004973 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 836ed1d4-92e2-4289-8a12-896771b480bb is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:06:44.006248 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (836ed1d4-92e2-4289-8a12-896771b480bb), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:44.056867 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 836ed1d4-92e2-4289-8a12-896771b480bb, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=836ed1d4-92e2-4289-8a12-896771b480bb,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:44.059246 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '076c97d3-ae9d-4579-b1b2-c56cfbd6ee86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836ed1d4-92e2-4289-8a12-896771b480bb'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:06:44.064753 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a77f55-ea93-483a-9160-ec980487e01c" -d '{"events": [{"server_uuid": "076c97d3-ae9d-4579-b1b2-c56cfbd6ee86", "name": "network-vif-plugged", "status": "completed", "tag": "836ed1d4-92e2-4289-8a12-896771b480bb"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:06:44.073759 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (836ed1d4-92e2-4289-8a12-896771b480bb), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:44.078832 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-405cb1a7-88ed-46e1-b442-1f6c9a96768b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (aee9db20-60c4-48dd-9796-48ed06ca844d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:44.085355 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 07bc3820-3086-4c78-84c7-c38f8b69f8e3 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:06:44.136390 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-405cb1a7-88ed-46e1-b442-1f6c9a96768b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (aee9db20-60c4-48dd-9796-48ed06ca844d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:44.152465 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: 07bc3820-3086-4c78-84c7-c38f8b69f8e3 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:06:44.152465 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 07bc3820-3086-4c78-84c7-c38f8b69f8e3 not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:06:44.156911 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 8acae5b5-12e0-4ae1-937d-fa1bc3d26e79 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:06:44.178852 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405cb1a7-88ed-46e1-b442-1f6c9a96768b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aee9db20-60c4-48dd-9796-48ed06ca844d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:44.189334 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-405cb1a7-88ed-46e1-b442-1f6c9a96768b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:44.193064 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-405cb1a7-88ed-46e1-b442-1f6c9a96768b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/aee9db20-60c4-48dd-9796-48ed06ca844d HTTP/1.1" status: 204 len: 168 time: 0.4922438 Feb 09 01:06:44.198720 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45936) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:06:44.236861 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=836ed1d4-92e2-4289-8a12-896771b480bb,revision_number=13']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:44.286757 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb6342-5484-41b2-8f54-5043c4d005d2 service neutron] Pushing event updated for resources: {'Port': ['ID=e6ab358e-5c8a-47ef-a521-a6fd49354b58,revision_number=8']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:44.299175 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 8acae5b5-12e0-4ae1-937d-fa1bc3d26e79 is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:06:44.300231 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8acae5b5-12e0-4ae1-937d-fa1bc3d26e79), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:44.360303 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 8acae5b5-12e0-4ae1-937d-fa1bc3d26e79, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=8acae5b5-12e0-4ae1-937d-fa1bc3d26e79,segment=NetworkSegment(1088d67c-3520-4ac2-8e48-25a7c8da33c5),segment_id=1088d67c-3520-4ac2-8e48-25a7c8da33c5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:44.364460 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-c0cb6342-5484-41b2-8f54-5043c4d005d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:44.365495 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-c0cb6342-5484-41b2-8f54-5043c4d005d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:44.365627 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ce2bd9ff-c1d6-44e5-a6d6-7fc610938515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (7041f7c4-8ab5-4479-b63e-c8706fa7ab10), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:44.366495 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (8acae5b5-12e0-4ae1-937d-fa1bc3d26e79), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:44.366914 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-c0cb6342-5484-41b2-8f54-5043c4d005d2 service neutron] 10.222.0.47 "PUT /v2.0/ports/e6ab358e-5c8a-47ef-a521-a6fd49354b58 HTTP/1.1" status: 200 len: 1121 time: 4.3556621 Feb 09 01:06:44.381864 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-c9bcae4d-b8d5-4aa0-b3a6-9bc6fc700f77 req-7bf7bbf1-d487-4429-8f6a-e31cbd408e6e tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] For port 8acae5b5-12e0-4ae1-937d-fa1bc3d26e79, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=8acae5b5-12e0-4ae1-937d-fa1bc3d26e79,segment=NetworkSegment(1088d67c-3520-4ac2-8e48-25a7c8da33c5),segment_id=1088d67c-3520-4ac2-8e48-25a7c8da33c5)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:44.382253 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c9bcae4d-b8d5-4aa0-b3a6-9bc6fc700f77 req-7bf7bbf1-d487-4429-8f6a-e31cbd408e6e tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (8acae5b5-12e0-4ae1-937d-fa1bc3d26e79), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:44.428801 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd97fecc-768f-4a1d-b535-c5628d6bb671 req-e7021451-e0d1-42a8-9fa9-753fc0764e2d service neutron] 10.222.0.120 "GET /v2.0/networks/8e06ad67-97d1-4f11-889a-fde8ce1f4554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5487139 Feb 09 01:06:44.434511 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-c9bcae4d-b8d5-4aa0-b3a6-9bc6fc700f77 req-7bf7bbf1-d487-4429-8f6a-e31cbd408e6e tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Calling delete_port for 8acae5b5-12e0-4ae1-937d-fa1bc3d26e79 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:06:44.442380 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64819265-efc3-4836-a912-78e4af7f3edc req-4e764e37-8d33-451d-98d2-68b59b859a29 tempest-MigrationsAdminTest-2128325755 tempest-MigrationsAdminTest-2128325755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:44.445092 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-64819265-efc3-4836-a912-78e4af7f3edc req-4e764e37-8d33-451d-98d2-68b59b859a29 tempest-MigrationsAdminTest-2128325755 tempest-MigrationsAdminTest-2128325755-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 1132 time: 0.4105809 Feb 09 01:06:44.454902 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=8acae5b5-12e0-4ae1-937d-fa1bc3d26e79,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:44.473952 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['e6ab358e-5c8a-47ef-a521-a6fd49354b58'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:06:44.501324 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ce2bd9ff-c1d6-44e5-a6d6-7fc610938515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (7041f7c4-8ab5-4479-b63e-c8706fa7ab10), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:44.524955 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-ce2bd9ff-c1d6-44e5-a6d6-7fc610938515 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7041f7c4-8ab5-4479-b63e-c8706fa7ab10']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:44.536262 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-ce2bd9ff-c1d6-44e5-a6d6-7fc610938515 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2793514a-5639-496c-8d37-377203141ac7') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:44.536963 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-ce2bd9ff-c1d6-44e5-a6d6-7fc610938515 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2793514a-5639-496c-8d37-377203141ac7') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:44.550598 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ce2bd9ff-c1d6-44e5-a6d6-7fc610938515 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (2793514a-5639-496c-8d37-377203141ac7), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:44.567305 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ce2bd9ff-c1d6-44e5-a6d6-7fc610938515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (2793514a-5639-496c-8d37-377203141ac7), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:44.575293 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce2bd9ff-c1d6-44e5-a6d6-7fc610938515 admin admin] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:06:44.575723 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ce2bd9ff-c1d6-44e5-a6d6-7fc610938515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (2793514a-5639-496c-8d37-377203141ac7), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:44.619048 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc3e05-3338-43d0-9acc-fd6b30799a96 req-c3ea732e-9884-4cff-9cf7-5ce678f683f9 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:44.627019 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-90fc3e05-3338-43d0-9acc-fd6b30799a96 req-c3ea732e-9884-4cff-9cf7-5ce678f683f9 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 944 time: 0.4785595 Feb 09 01:06:44.691950 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:06:44.691950 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:06:44.691950 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:06:44.691950 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:06:44.691950 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:06:44.691950 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:06:44.691950 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:06:44.691950 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:06:44.691950 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:06:44.691950 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:06:44.691950 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:06:44.691950 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:06:44.691950 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:06:44.691950 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:06:44.691950 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:06:44.691950 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:06:44.691950 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:06:44.691950 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:06:44.691950 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:06:44.691950 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:06:44.691950 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:06:44.691950 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:06:44.691950 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:06:44.691950 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:06:44.691950 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:06:44.691950 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:06:44.691950 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:06:44.691950 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:06:44.691950 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:06:44.691950 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:06:44.691950 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:06:44.691950 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:06:44.705372 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-64819265-efc3-4836-a912-78e4af7f3edc req-133723be-c3c3-4094-8619-e7b9cee9fb51 tempest-MigrationsAdminTest-2128325755 tempest-MigrationsAdminTest-2128325755-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384105 Feb 09 01:06:44.707013 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ce2bd9ff-c1d6-44e5-a6d6-7fc610938515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (7041f7c4-8ab5-4479-b63e-c8706fa7ab10), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:44.718124 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ce2bd9ff-c1d6-44e5-a6d6-7fc610938515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:44.726256 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ce2bd9ff-c1d6-44e5-a6d6-7fc610938515 admin admin] 10.222.0.50 "DELETE /v2.0/networks/7041f7c4-8ab5-4479-b63e-c8706fa7ab10 HTTP/1.1" status: 204 len: 168 time: 0.5265410 Feb 09 01:06:44.763504 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2bd9ff-c1d6-44e5-a6d6-7fc610938515 admin admin] Pushing event deleted for resources: {'Network': ['ID=7041f7c4-8ab5-4479-b63e-c8706fa7ab10,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:44.772675 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45948) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:06:44.832228 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd97fecc-768f-4a1d-b535-c5628d6bb671 req-6fa1b6d1-e487-45ce-923d-9fe3e7c906f4 service neutron] 10.222.0.120 "GET /v2.0/networks/8e06ad67-97d1-4f11-889a-fde8ce1f4554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860996 Feb 09 01:06:44.885266 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-90fc3e05-3338-43d0-9acc-fd6b30799a96 req-3d8e3afa-feb7-4b7c-b1dc-4e07f3463f30 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2573638 Feb 09 01:06:44.901220 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b1190c1-fe3a-4b6c-940b-f840e5c911fc admin admin] Deleting subnet 2f7e8f31-398f-4990-8e3c-19ed2889a842 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:06:44.919068 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6b1190c1-fe3a-4b6c-940b-f840e5c911fc admin admin] Publish callbacks [] for subnet (2f7e8f31-398f-4990-8e3c-19ed2889a842), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:45.062256 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-1952cb03-eef5-4ff8-9c06-916987b203d5 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--471664633&fields=id&tenant_id=ba2f36688aa445499186dfa11ee83266 HTTP/1.1" status: 200 len: 267 time: 0.2212145 Feb 09 01:06:45.065897 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c9bcae4d-b8d5-4aa0-b3a6-9bc6fc700f77 req-7bf7bbf1-d487-4429-8f6a-e31cbd408e6e tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (8acae5b5-12e0-4ae1-937d-fa1bc3d26e79), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:45.312694 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-02ab2983-cb1e-481e-9aca-50badbc8c546 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:45.314117 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-02ab2983-cb1e-481e-9aca-50badbc8c546 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] 10.222.0.50 "GET /v2.0/networks?id=f1284ae1-926f-4419-baec-5bc6c4b92ef1 HTTP/1.1" status: 200 len: 815 time: 0.2230964 Feb 09 01:06:45.314858 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf7bbf1-d487-4429-8f6a-e31cbd408e6e tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Pushing event deleted for resources: {'Port': ['ID=8acae5b5-12e0-4ae1-937d-fa1bc3d26e79,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:45.318247 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6b1190c1-fe3a-4b6c-940b-f840e5c911fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (2f7e8f31-398f-4990-8e3c-19ed2889a842), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:45.390293 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9bcae4d-b8d5-4aa0-b3a6-9bc6fc700f77 req-7bf7bbf1-d487-4429-8f6a-e31cbd408e6e tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] No DVR routers for this DVR port 8acae5b5-12e0-4ae1-937d-fa1bc3d26e79 on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:06:45.397734 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c9bcae4d-b8d5-4aa0-b3a6-9bc6fc700f77 req-7bf7bbf1-d487-4429-8f6a-e31cbd408e6e tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:45.401031 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c9bcae4d-b8d5-4aa0-b3a6-9bc6fc700f77 req-7bf7bbf1-d487-4429-8f6a-e31cbd408e6e tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.47 "DELETE /v2.0/ports/8acae5b5-12e0-4ae1-937d-fa1bc3d26e79 HTTP/1.1" status: 204 len: 173 time: 2.0947299 Feb 09 01:06:45.402270 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-a5f1c30c-4689-41cc-b28f-ce9921593d5e tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] 10.222.0.50 "GET /v2.0/quotas/ba2f36688aa445499186dfa11ee83266 HTTP/1.1" status: 200 len: 375 time: 0.0494971 Feb 09 01:06:45.435061 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6b1190c1-fe3a-4b6c-940b-f840e5c911fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (2f7e8f31-398f-4990-8e3c-19ed2889a842), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:45.526925 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-02cdf93d-1125-4aba-a1c8-e8530b29fdb6 tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:45.528766 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-02cdf93d-1125-4aba-a1c8-e8530b29fdb6 tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] 10.222.0.50 "GET /v2.0/networks?id=db72407c-b961-4cdb-acfa-d628a00d5cf6 HTTP/1.1" status: 200 len: 814 time: 0.4314551 Feb 09 01:06:45.537917 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 39264370-bded-4c85-9b70-b01a28f9a277 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:06:45.542370 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device ddee9669-fd8f-4bb1-a18b-54ec8b858399 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:06:45.562110 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-9eb8bb06-10c6-49e1-94fe-0e2092d848c9 tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] 10.222.0.50 "GET /v2.0/quotas/89e1f0f4cc04459291204524a9eba8d0 HTTP/1.1" status: 200 len: 375 time: 0.0272217 Feb 09 01:06:45.573381 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: ddee9669-fd8f-4bb1-a18b-54ec8b858399 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:06:45.573856 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device ddee9669-fd8f-4bb1-a18b-54ec8b858399 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:06:45.611611 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-f90ab922-7a56-4ada-8c91-c423b808d11b tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ba2f36688aa445499186dfa11ee83266&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1837542 Feb 09 01:06:45.698026 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 39264370-bded-4c85-9b70-b01a28f9a277, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=39264370-bded-4c85-9b70-b01a28f9a277,segment=NetworkSegment(ebc0196b-40a7-4a91-81b3-cd03bc319f59),segment_id=ebc0196b-40a7-4a91-81b3-cd03bc319f59)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:45.713170 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '39264370-bded-4c85-9b70-b01a28f9a277', 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554', 'port_id': '39264370-bded-4c85-9b70-b01a28f9a277', 'mac_address': 'fa:16:3e:c0:4a:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd13d90e7-a71d-4313-a595-9a761a96acb7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:06:45.767300 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 39264370-bded-4c85-9b70-b01a28f9a277 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:06:45.768401 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (39264370-bded-4c85-9b70-b01a28f9a277), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:45.783779 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6b1190c1-fe3a-4b6c-940b-f840e5c911fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (2f7e8f31-398f-4990-8e3c-19ed2889a842), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:45.785616 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39264370-bded-4c85-9b70-b01a28f9a277 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:06:45.812794 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 39264370-bded-4c85-9b70-b01a28f9a277, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=39264370-bded-4c85-9b70-b01a28f9a277,segment=NetworkSegment(ebc0196b-40a7-4a91-81b3-cd03bc319f59),segment_id=ebc0196b-40a7-4a91-81b3-cd03bc319f59)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:45.817114 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (39264370-bded-4c85-9b70-b01a28f9a277), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:45.892492 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=39264370-bded-4c85-9b70-b01a28f9a277,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:45.892907 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1190c1-fe3a-4b6c-940b-f840e5c911fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f7e8f31-398f-4990-8e3c-19ed2889a842,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:45.910109 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6b1190c1-fe3a-4b6c-940b-f840e5c911fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:45.914342 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-6b1190c1-fe3a-4b6c-940b-f840e5c911fc admin admin] 10.222.0.50 "DELETE /v2.0/subnets/2f7e8f31-398f-4990-8e3c-19ed2889a842 HTTP/1.1" status: 204 len: 168 time: 1.1340144 Feb 09 01:06:45.917178 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45972) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:06:45.995265 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9cd181c0-8b42-40f3-b6a3-29b3bf63bb44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (cd575d75-74a0-4eab-a54e-4f1fcda3df52), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:46.023371 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-dbcd7aa6-f12d-46c6-b768-a549fd69fe9a tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=89e1f0f4cc04459291204524a9eba8d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4105985 Feb 09 01:06:46.074684 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['39264370-bded-4c85-9b70-b01a28f9a277'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:06:46.084416 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9cd181c0-8b42-40f3-b6a3-29b3bf63bb44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (cd575d75-74a0-4eab-a54e-4f1fcda3df52), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:46.086915 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-d77dd870-ecd5-4756-a5f6-cb05a272cc37 service neutron] 10.222.0.50 "GET /v2.0/networks/f1284ae1-926f-4419-baec-5bc6c4b92ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423614 Feb 09 01:06:46.110876 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-9cd181c0-8b42-40f3-b6a3-29b3bf63bb44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd575d75-74a0-4eab-a54e-4f1fcda3df52']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:46.121966 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-9cd181c0-8b42-40f3-b6a3-29b3bf63bb44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd58c098-9b35-4287-8e26-2589596aa3b7') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:46.122532 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-9cd181c0-8b42-40f3-b6a3-29b3bf63bb44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd58c098-9b35-4287-8e26-2589596aa3b7') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:06:46.131404 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-705313e9-be2b-4118-934f-10f18314c42e tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:46.132259 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9cd181c0-8b42-40f3-b6a3-29b3bf63bb44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (cd58c098-9b35-4287-8e26-2589596aa3b7), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:46.132848 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-705313e9-be2b-4118-934f-10f18314c42e tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.47 "GET /v2.0/networks?id=f0bf2d1b-1661-4bc9-ac26-21a65de127bc HTTP/1.1" status: 200 len: 812 time: 0.5058229 Feb 09 01:06:46.141930 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-ef8b1346-b252-4824-adc8-1bc3062b8e85 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:46.143751 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-ef8b1346-b252-4824-adc8-1bc3062b8e85 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.120 "GET /v2.0/networks?id=f0bf2d1b-1661-4bc9-ac26-21a65de127bc HTTP/1.1" status: 200 len: 812 time: 0.3573875 Feb 09 01:06:46.147457 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9cd181c0-8b42-40f3-b6a3-29b3bf63bb44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (cd58c098-9b35-4287-8e26-2589596aa3b7), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:46.155795 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cd181c0-8b42-40f3-b6a3-29b3bf63bb44 admin admin] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:06:46.156237 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9cd181c0-8b42-40f3-b6a3-29b3bf63bb44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (cd58c098-9b35-4287-8e26-2589596aa3b7), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:46.158592 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:06:46.158592 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:06:46.158592 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:06:46.158592 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:06:46.158592 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:06:46.158592 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:06:46.158592 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:06:46.158592 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:06:46.158592 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:06:46.158592 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:06:46.158592 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:06:46.158592 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:06:46.158592 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:06:46.158592 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:06:46.158592 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:06:46.158592 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:06:46.158592 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:06:46.158592 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:06:46.158592 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:06:46.158592 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:06:46.158592 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:06:46.158592 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:06:46.158592 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:06:46.158592 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:06:46.158592 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:06:46.158592 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:06:46.158592 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:06:46.158592 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:06:46.158592 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:06:46.158592 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:06:46.158592 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:06:46.158592 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:06:46.220293 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9cd181c0-8b42-40f3-b6a3-29b3bf63bb44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (cd575d75-74a0-4eab-a54e-4f1fcda3df52), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:46.225942 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9cd181c0-8b42-40f3-b6a3-29b3bf63bb44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:46.231713 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9cd181c0-8b42-40f3-b6a3-29b3bf63bb44 admin admin] 10.222.0.50 "DELETE /v2.0/networks/cd575d75-74a0-4eab-a54e-4f1fcda3df52 HTTP/1.1" status: 204 len: 168 time: 0.3110390 Feb 09 01:06:46.247829 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd181c0-8b42-40f3-b6a3-29b3bf63bb44 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd575d75-74a0-4eab-a54e-4f1fcda3df52,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:46.365371 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45978) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:06:46.409396 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a0321eca-d83e-407a-81f4-134d39c82738 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3b70da3c9e0441c5928a48dabf785fc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402493 Feb 09 01:06:46.409651 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45980) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:06:46.458375 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fd00b222-0de5-427d-bd3a-44c0aa18478c admin admin] Publish callbacks [] for security_group (71ae7923-4b5e-418b-9181-334456f385aa), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:46.481975 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fd00b222-0de5-427d-bd3a-44c0aa18478c admin admin] Publish callbacks [] for security_group (71ae7923-4b5e-418b-9181-334456f385aa), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:46.483255 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-5cc2750f-377d-4a76-9fc7-6a7851195b6c tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Request body: {'port': {'device_id': 'c583c9c6-dcd3-4119-af25-b8440ab48d5c', 'network_id': 'f0bf2d1b-1661-4bc9-ac26-21a65de127bc', 'admin_state_up': True, 'tenant_id': '92a9e1b9cb7947939e37c73c60cfce20'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:46.493194 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-9588ee85-af89-4b55-9a39-25c6f0de11f0 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Request body: {'port': {'device_id': '2429f304-1d05-4352-92af-f5fa5a646cac', 'network_id': 'f0bf2d1b-1661-4bc9-ac26-21a65de127bc', 'admin_state_up': True, 'tenant_id': '92a9e1b9cb7947939e37c73c60cfce20'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:46.529992 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fd00b222-0de5-427d-bd3a-44c0aa18478c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (71ae7923-4b5e-418b-9181-334456f385aa), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:46.532753 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fd00b222-0de5-427d-bd3a-44c0aa18478c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:46.536653 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-fd00b222-0de5-427d-bd3a-44c0aa18478c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/71ae7923-4b5e-418b-9181-334456f385aa HTTP/1.1" status: 204 len: 168 time: 0.1259737 Feb 09 01:06:46.545328 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd00b222-0de5-427d-bd3a-44c0aa18478c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ae7923-4b5e-418b-9181-334456f385aa,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:46.608137 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-036a3b9d-f460-4a5e-b543-9273f95f2802 req-71fb2f6c-1866-4864-a2df-21b0bbcfd3a1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7051432 Feb 09 01:06:46.657052 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-5efbdb05-110b-4ca2-bce3-cf75134861d9 service neutron] 10.222.0.50 "GET /v2.0/networks/db72407c-b961-4cdb-acfa-d628a00d5cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6143100 Feb 09 01:06:46.809306 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-81a1c5a2-dd92-444f-96a0-dbad8ab2a73d service neutron] 10.222.0.50 "GET /v2.0/networks/f1284ae1-926f-4419-baec-5bc6c4b92ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6944325 Feb 09 01:06:46.871949 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a3b9d-f460-4a5e-b543-9273f95f2802 req-4bcaa513-65aa-4132-9675-579b4ae83156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:46.874582 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-036a3b9d-f460-4a5e-b543-9273f95f2802 req-4bcaa513-65aa-4132-9675-579b4ae83156 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=698d05b4eb4b402aa83e695c4b2c5978&device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 1132 time: 0.2166266 Feb 09 01:06:46.875250 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-9588ee85-af89-4b55-9a39-25c6f0de11f0 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Made reservation on behalf of 92a9e1b9cb7947939e37c73c60cfce20 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:46.879952 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-9588ee85-af89-4b55-9a39-25c6f0de11f0 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:46.888058 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45986) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:06:46.914776 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-5cc2750f-377d-4a76-9fc7-6a7851195b6c tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Made reservation on behalf of 92a9e1b9cb7947939e37c73c60cfce20 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:46.919065 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-5cc2750f-377d-4a76-9fc7-6a7851195b6c tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:46.925716 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-e54261a5-8e6f-4fc1-aca1-26d29548081e service neutron] 10.222.0.50 "GET /v2.0/networks/db72407c-b961-4cdb-acfa-d628a00d5cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447207 Feb 09 01:06:46.940156 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3863912a-984e-487b-bf47-a00bc75618cc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=137a8fb71ad6446f807f225bbcd6faae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0502574 Feb 09 01:06:46.941501 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45990) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:06:47.000717 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-56588839-76d0-4b85-af7d-f038f47129ab admin admin] Publish callbacks [] for security_group (4ab094a9-4ed8-44b8-8a02-c84543b7f5c3), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:47.014530 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 01:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d177676-a949-4fbf-8b6a-d9d36875ace5 x-openstack-request-id: req-1d177676-a949-4fbf-8b6a-d9d36875ace5 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:06:47.014842 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089fac5d-6a70-4ce7-a107-8609b78061f4", "name": "network-vif-deleted", "tag": "07bc3820-3086-4c78-84c7-c38f8b69f8e3", "status": "completed", "code": 200}, {"server_uuid": "96951ba7-b603-4036-84c6-092ff872aa88", "name": "network-vif-deleted", "tag": "ddee9669-fd8f-4bb1-a18b-54ec8b858399", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:06:47.015085 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1d177676-a949-4fbf-8b6a-d9d36875ace5 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:06:47.015494 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089fac5d-6a70-4ce7-a107-8609b78061f4', 'name': 'network-vif-deleted', 'tag': '07bc3820-3086-4c78-84c7-c38f8b69f8e3', 'status': 'completed', 'code': 200} Feb 09 01:06:47.015763 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96951ba7-b603-4036-84c6-092ff872aa88', 'name': 'network-vif-deleted', 'tag': 'ddee9669-fd8f-4bb1-a18b-54ec8b858399', 'status': 'completed', 'code': 200} Feb 09 01:06:47.059757 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-56588839-76d0-4b85-af7d-f038f47129ab admin admin] Publish callbacks [] for security_group (4ab094a9-4ed8-44b8-8a02-c84543b7f5c3), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:47.194858 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-56588839-76d0-4b85-af7d-f038f47129ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (4ab094a9-4ed8-44b8-8a02-c84543b7f5c3), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:47.197548 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-56588839-76d0-4b85-af7d-f038f47129ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:47.198756 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-56588839-76d0-4b85-af7d-f038f47129ab admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4ab094a9-4ed8-44b8-8a02-c84543b7f5c3 HTTP/1.1" status: 204 len: 168 time: 0.2561345 Feb 09 01:06:47.209708 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56588839-76d0-4b85-af7d-f038f47129ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab094a9-4ed8-44b8-8a02-c84543b7f5c3,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:47.268899 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7cca757-8285-41cc-83e8-c5ff1019007c x-openstack-request-id: req-b7cca757-8285-41cc-83e8-c5ff1019007c {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:06:47.269146 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7150ff8-64e8-4ee5-a5b2-922df0e31528", "name": "network-vif-unplugged", "status": "completed", "tag": "e6ab358e-5c8a-47ef-a521-a6fd49354b58", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:06:47.269403 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b7cca757-8285-41cc-83e8-c5ff1019007c {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:06:47.269757 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7150ff8-64e8-4ee5-a5b2-922df0e31528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6ab358e-5c8a-47ef-a521-a6fd49354b58', 'code': 200} Feb 09 01:06:47.271103 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a3b9d-f460-4a5e-b543-9273f95f2802 req-a044d5a6-2cfe-4ca9-b5f9-35478a679ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:47.272447 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-036a3b9d-f460-4a5e-b543-9273f95f2802 req-a044d5a6-2cfe-4ca9-b5f9-35478a679ba6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.3728805 Feb 09 01:06:47.366170 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-036a3b9d-f460-4a5e-b543-9273f95f2802 req-377e50e1-a7b2-49ce-adde-7df87eb0b039 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=d7c4f278-a027-461d-9e70-cdbd1c055f1c HTTP/1.1" status: 200 len: 217 time: 0.0838552 Feb 09 01:06:47.417368 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-9588ee85-af89-4b55-9a39-25c6f0de11f0 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Allocated IP 172.20.0.11 (f0bf2d1b-1661-4bc9-ac26-21a65de127bc/bdb83081-7783-44b0-aeb7-7002ff9f4a47/7d897ac0-db98-46a5-b84f-ed1b9bfe78d9) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:06:47.446833 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b20e60-9b4b-43a1-8866-5a92c65238ff req-b7754192-d982-41c5-adda-136f5fb35d9b tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:47.449958 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c0b20e60-9b4b-43a1-8866-5a92c65238ff req-b7754192-d982-41c5-adda-136f5fb35d9b tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7150ff8-64e8-4ee5-a5b2-922df0e31528 HTTP/1.1" status: 200 len: 943 time: 0.3225086 Feb 09 01:06:47.507232 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18579eae-fcae-410a-9c6d-21db7fb408e0 x-openstack-request-id: req-18579eae-fcae-410a-9c6d-21db7fb408e0 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:06:47.507840 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "076c97d3-ae9d-4579-b1b2-c56cfbd6ee86", "name": "network-vif-plugged", "status": "completed", "tag": "836ed1d4-92e2-4289-8a12-896771b480bb", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:06:47.508195 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-18579eae-fcae-410a-9c6d-21db7fb408e0 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:06:47.508794 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '076c97d3-ae9d-4579-b1b2-c56cfbd6ee86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836ed1d4-92e2-4289-8a12-896771b480bb', 'code': 200} Feb 09 01:06:47.566770 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 39264370-bded-4c85-9b70-b01a28f9a277 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:06:47.574038 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a3b9d-f460-4a5e-b543-9273f95f2802 req-00feeab2-40ca-42f5-9f89-29dc86cdccfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:47.575764 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-036a3b9d-f460-4a5e-b543-9273f95f2802 req-00feeab2-40ca-42f5-9f89-29dc86cdccfa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.1988358 Feb 09 01:06:47.693976 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 39264370-bded-4c85-9b70-b01a28f9a277 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:06:47.703964 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 39264370-bded-4c85-9b70-b01a28f9a277 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:47.704682 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (39264370-bded-4c85-9b70-b01a28f9a277), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:47.754321 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device e6ab358e-5c8a-47ef-a521-a6fd49354b58 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:06:47.757516 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c0b20e60-9b4b-43a1-8866-5a92c65238ff req-66bfbb8c-ae2f-4949-8c3c-40b3c6047ad1 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747552 Feb 09 01:06:47.954257 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a3b9d-f460-4a5e-b543-9273f95f2802 req-f8570057-91fe-4eee-8669-6c3ba84ca396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:47.955963 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-036a3b9d-f460-4a5e-b543-9273f95f2802 req-f8570057-91fe-4eee-8669-6c3ba84ca396 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2810061 Feb 09 01:06:48.001673 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port e6ab358e-5c8a-47ef-a521-a6fd49354b58, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=e6ab358e-5c8a-47ef-a521-a6fd49354b58,segment=NetworkSegment(c09a8a87-556d-487a-811a-06517127dee5),segment_id=c09a8a87-556d-487a-811a-06517127dee5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:48.002191 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1fd8245-1b85-4570-a82e-8e797eb72356 req-3b7a7e45-4c3d-4b13-9aec-bc4c129a190f tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] 10.222.0.50 "GET /v2.0/ports?device_id=b28057b4-9afa-418e-8729-8250434cce09 HTTP/1.1" status: 200 len: 210 time: 0.0897210 Feb 09 01:06:48.083204 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device e6ab358e-5c8a-47ef-a521-a6fd49354b58 has no active binding in host n-h1-828369-4 {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 01:06:48.100692 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 39264370-bded-4c85-9b70-b01a28f9a277 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:06:48.101103 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (39264370-bded-4c85-9b70-b01a28f9a277), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:48.146949 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-13c21480-2010-4d70-b062-c3b9e0a62681 service neutron] 10.222.0.120 "GET /v2.0/ports/e6ab358e-5c8a-47ef-a521-a6fd49354b58/bindings/n-h1-828369-4 HTTP/1.1" status: 200 len: 384 time: 0.1249495 Feb 09 01:06:48.157320 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 39264370-bded-4c85-9b70-b01a28f9a277, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=39264370-bded-4c85-9b70-b01a28f9a277,segment=NetworkSegment(ebc0196b-40a7-4a91-81b3-cd03bc319f59),segment_id=ebc0196b-40a7-4a91-81b3-cd03bc319f59)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:48.166371 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (39264370-bded-4c85-9b70-b01a28f9a277), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:48.213375 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-df228b39-7eaf-4f3a-88c4-6d16e4f664a3 req-db214603-25d0-4b15-829a-81cc1271fb3c tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] 10.222.0.50 "GET /v2.0/ports?device_id=edee8062-ffa5-4be4-87f8-251cde411b65 HTTP/1.1" status: 200 len: 210 time: 0.0794766 Feb 09 01:06:48.265156 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=39264370-bded-4c85-9b70-b01a28f9a277,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:48.266124 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-9588ee85-af89-4b55-9a39-25c6f0de11f0 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Publish callbacks [] for port (7d897ac0-db98-46a5-b84f-ed1b9bfe78d9), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:48.281497 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd409c3-4208-4c87-974c-833625ea3050 req-c3458fae-1825-4a2c-b960-e03cf25dd413 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:48.289278 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3cd409c3-4208-4c87-974c-833625ea3050 req-c3458fae-1825-4a2c-b960-e03cf25dd413 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 945 time: 0.3939679 Feb 09 01:06:48.298000 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-036a3b9d-f460-4a5e-b543-9273f95f2802 req-e077ecb4-e841-48eb-a016-fb59d94bbbdd service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098898 Feb 09 01:06:48.439398 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-53a8b888-9181-4cf9-9ad5-a201448c6765 req-a4fe9515-80be-4246-a164-0e9a35b3599c tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/ports?device_id=2429f304-1d05-4352-92af-f5fa5a646cac HTTP/1.1" status: 200 len: 210 time: 0.1287119 Feb 09 01:06:48.448816 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-95f462f5-849b-4b7c-a483-ba2c31bee9a3 service neutron] For port e6ab358e-5c8a-47ef-a521-a6fd49354b58, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=e6ab358e-5c8a-47ef-a521-a6fd49354b58,segment=NetworkSegment(c09a8a87-556d-487a-811a-06517127dee5),segment_id=c09a8a87-556d-487a-811a-06517127dee5)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:48.497834 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3cd409c3-4208-4c87-974c-833625ea3050 req-3a6c60c1-04ef-4174-8c5c-63b801113782 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2073951 Feb 09 01:06:48.516214 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-9588ee85-af89-4b55-9a39-25c6f0de11f0 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (7d897ac0-db98-46a5-b84f-ed1b9bfe78d9), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:48.536318 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-95f462f5-849b-4b7c-a483-ba2c31bee9a3 service neutron] For port e6ab358e-5c8a-47ef-a521-a6fd49354b58, host n-h2-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:06:48.630731 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-95f462f5-849b-4b7c-a483-ba2c31bee9a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6ab358e-5c8a-47ef-a521-a6fd49354b58 {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:06:48.646969 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-95f462f5-849b-4b7c-a483-ba2c31bee9a3 service neutron] For port e6ab358e-5c8a-47ef-a521-a6fd49354b58, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=e6ab358e-5c8a-47ef-a521-a6fd49354b58,segment=NetworkSegment(c09a8a87-556d-487a-811a-06517127dee5),segment_id=c09a8a87-556d-487a-811a-06517127dee5)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:48.705756 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-95f462f5-849b-4b7c-a483-ba2c31bee9a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e6ab358e-5c8a-47ef-a521-a6fd49354b58), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:48.735314 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-64fdb423-c95c-4074-8082-8f61626c6166 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:48.736935 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-64fdb423-c95c-4074-8082-8f61626c6166 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] 10.222.0.47 "GET /v2.0/networks?id=f1284ae1-926f-4419-baec-5bc6c4b92ef1 HTTP/1.1" status: 200 len: 815 time: 0.2427649 Feb 09 01:06:48.759240 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-036a3b9d-f460-4a5e-b543-9273f95f2802 req-80a22623-6c0c-4925-9b4d-fb7d1027e509 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4468925 Feb 09 01:06:48.780495 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-9588ee85-af89-4b55-9a39-25c6f0de11f0 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Network f0bf2d1b-1661-4bc9-ac26-21a65de127bc is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:06:48.796256 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-9588ee85-af89-4b55-9a39-25c6f0de11f0 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:48.825856 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-9588ee85-af89-4b55-9a39-25c6f0de11f0 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:06:48.831854 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-5cc2750f-377d-4a76-9fc7-6a7851195b6c tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Allocated IP 172.20.0.5 (f0bf2d1b-1661-4bc9-ac26-21a65de127bc/bdb83081-7783-44b0-aeb7-7002ff9f4a47/28d199cf-56a9-419b-9761-8488887e1ca2) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:06:48.860596 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9588ee85-af89-4b55-9a39-25c6f0de11f0 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Pushing event updated for resources: {'Port': ['ID=7d897ac0-db98-46a5-b84f-ed1b9bfe78d9,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:48.961392 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f84f013f-c045-4a50-8fa0-8434d3631b2e req-c18618fa-3e83-468e-bb56-1e2e6af6e7a9 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=f3f86a60-3e13-4616-a574-175bb5d90eea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3588567 Feb 09 01:06:48.999879 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-95f462f5-849b-4b7c-a483-ba2c31bee9a3 service neutron] Transition to ACTIVE for port object e6ab358e-5c8a-47ef-a521-a6fd49354b58 will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:06:49.001046 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-9588ee85-af89-4b55-9a39-25c6f0de11f0 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:49.001839 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-9588ee85-af89-4b55-9a39-25c6f0de11f0 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:49.017799 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-95f462f5-849b-4b7c-a483-ba2c31bee9a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (e6ab358e-5c8a-47ef-a521-a6fd49354b58), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:49.054799 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb2ee9-4c55-429d-a5ee-277f1b4b74c8 req-8c0a82c5-6748-424f-b008-30ea7bf8f8b2 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:49.056340 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-effb2ee9-4c55-429d-a5ee-277f1b4b74c8 req-8c0a82c5-6748-424f-b008-30ea7bf8f8b2 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/networks?id=6887c7a4-5287-46fb-8e1c-13a166b3746e HTTP/1.1" status: 200 len: 811 time: 0.4500549 Feb 09 01:06:49.072131 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205ef19-ea08-4c55-bcbd-dbc44dda1e4b req-f0aa25bb-de5f-4977-8865-bfeaa0e4f930 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:49.073663 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3205ef19-ea08-4c55-bcbd-dbc44dda1e4b req-f0aa25bb-de5f-4977-8865-bfeaa0e4f930 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 950 time: 0.3611393 Feb 09 01:06:49.111339 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-85c37b7b-3197-4955-bb06-c66034d89b05 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba2f36688aa445499186dfa11ee83266 HTTP/1.1" status: 200 len: 379 time: 0.3510737 Feb 09 01:06:49.112427 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-effb2ee9-4c55-429d-a5ee-277f1b4b74c8 req-a239e23d-558e-433b-854c-5e114d9b0b7a tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/quotas/bc3818006b3c45fb99098097e9082b77 HTTP/1.1" status: 200 len: 375 time: 0.0306184 Feb 09 01:06:49.117920 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-41c5166b-9353-4ebd-84d5-2331df47b61f tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:49.119583 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-41c5166b-9353-4ebd-84d5-2331df47b61f tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] 10.222.0.47 "GET /v2.0/networks?id=db72407c-b961-4cdb-acfa-d628a00d5cf6 HTTP/1.1" status: 200 len: 814 time: 0.3605466 Feb 09 01:06:49.121670 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-9588ee85-af89-4b55-9a39-25c6f0de11f0 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6421986 Feb 09 01:06:49.159370 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-7dfb540c-d0a5-4eaa-a7b3-7d3974bc9cb5 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Request body: {'port': {'device_id': 'b28057b4-9afa-418e-8729-8250434cce09', 'network_id': 'f1284ae1-926f-4419-baec-5bc6c4b92ef1', 'admin_state_up': True, 'tenant_id': 'ba2f36688aa445499186dfa11ee83266', 'security_groups': ['f1835974-7701-4924-a23c-a1bbe14d4c47']}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:49.171423 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-95f462f5-849b-4b7c-a483-ba2c31bee9a3 service neutron] No DVR routers for this DVR port e6ab358e-5c8a-47ef-a521-a6fd49354b58 on host n-h2-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:06:49.177202 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-ad370059-9cde-451b-a0ec-6779dbc78e96 tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] Request body: {'port': {'device_id': 'edee8062-ffa5-4be4-87f8-251cde411b65', 'network_id': 'db72407c-b961-4cdb-acfa-d628a00d5cf6', 'admin_state_up': True, 'tenant_id': '89e1f0f4cc04459291204524a9eba8d0'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:49.194807 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-329e1503-6223-465c-b9d5-3d0ef45845a5 service neutron] Request body: {'port': {'device_id': '2429f304-1d05-4352-92af-f5fa5a646cac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:49.241129 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f462f5-849b-4b7c-a483-ba2c31bee9a3 service neutron] Pushing event updated for resources: {'Port': ['ID=e6ab358e-5c8a-47ef-a521-a6fd49354b58,revision_number=10']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:49.286671 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3205ef19-ea08-4c55-bcbd-dbc44dda1e4b req-03bd125f-f281-4b3a-852c-71c4e14bb39d tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998231 Feb 09 01:06:49.295279 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-effb2ee9-4c55-429d-a5ee-277f1b4b74c8 req-b12ec7b6-1622-4c59-8404-a6b205064140 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc3818006b3c45fb99098097e9082b77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1552186 Feb 09 01:06:49.296883 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7150ff8-64e8-4ee5-a5b2-922df0e31528', 'tag': 'e6ab358e-5c8a-47ef-a521-a6fd49354b58'}, {'server_uuid': '7de18159-e0a2-4539-9a6a-f35684e9d93a', 'name': 'network-vif-deleted', 'tag': '8acae5b5-12e0-4ae1-937d-fa1bc3d26e79'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:06:49.299630 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab640dd9-6cbf-4f99-a5ae-38044ff363ed" -d '{"events": [{"name": "network-changed", "server_uuid": "a7150ff8-64e8-4ee5-a5b2-922df0e31528", "tag": "e6ab358e-5c8a-47ef-a521-a6fd49354b58"}, {"server_uuid": "7de18159-e0a2-4539-9a6a-f35684e9d93a", "name": "network-vif-deleted", "tag": "8acae5b5-12e0-4ae1-937d-fa1bc3d26e79"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:06:49.315684 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-95f462f5-849b-4b7c-a483-ba2c31bee9a3 service neutron] 10.222.0.120 "PUT /v2.0/ports/e6ab358e-5c8a-47ef-a521-a6fd49354b58/bindings/n-h1-828369-4/activate HTTP/1.1" status: 200 len: 369 time: 1.1605434 Feb 09 01:06:49.340034 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f013f-c045-4a50-8fa0-8434d3631b2e req-0643b82e-3f24-4f16-a800-f3a24cd1a939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:49.344862 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f84f013f-c045-4a50-8fa0-8434d3631b2e req-0643b82e-3f24-4f16-a800-f3a24cd1a939 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=698d05b4eb4b402aa83e695c4b2c5978&device_id=f3f86a60-3e13-4616-a574-175bb5d90eea HTTP/1.1" status: 200 len: 1132 time: 0.3566732 Feb 09 01:06:49.416335 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.47', 56486) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:06:49.509410 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-5cc2750f-377d-4a76-9fc7-6a7851195b6c tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Publish callbacks [] for port (28d199cf-56a9-419b-9761-8488887e1ca2), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:49.510112 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7de18159-e0a2-4539-9a6a-f35684e9d93a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8acae5b5-12e0-4ae1-937d-fa1bc3d26e79'}, {'server_uuid': '55ad19b6-cb1c-458d-a423-73060685d20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39264370-bded-4c85-9b70-b01a28f9a277'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:06:49.514462 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cec0833-b9d0-44bf-adee-dde56be94eb3" -d '{"events": [{"server_uuid": "7de18159-e0a2-4539-9a6a-f35684e9d93a", "name": "network-vif-unplugged", "status": "completed", "tag": "8acae5b5-12e0-4ae1-937d-fa1bc3d26e79"}, {"server_uuid": "55ad19b6-cb1c-458d-a423-73060685d20f", "name": "network-vif-plugged", "status": "completed", "tag": "39264370-bded-4c85-9b70-b01a28f9a277"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:06:49.548449 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-da382094-db0a-42de-9741-2a47f8b4939c tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:49.550105 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-da382094-db0a-42de-9741-2a47f8b4939c tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a7150ff8-64e8-4ee5-a5b2-922df0e31528&tenant_id=349016141cb643eba466ab5e9338a7e5&binding%3Ahost_id=n-h2-828369-4 HTTP/1.1" status: 200 len: 1126 time: 0.1327016 Feb 09 01:06:49.550758 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-7dfb540c-d0a5-4eaa-a7b3-7d3974bc9cb5 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Made reservation on behalf of ba2f36688aa445499186dfa11ee83266 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:49.554217 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-7dfb540c-d0a5-4eaa-a7b3-7d3974bc9cb5 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:49.557697 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-ad370059-9cde-451b-a0ec-6779dbc78e96 tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] Made reservation on behalf of 89e1f0f4cc04459291204524a9eba8d0 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:49.561126 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-ad370059-9cde-451b-a0ec-6779dbc78e96 tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:49.622813 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-5cc2750f-377d-4a76-9fc7-6a7851195b6c tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (28d199cf-56a9-419b-9761-8488887e1ca2), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:49.772954 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-329e1503-6223-465c-b9d5-3d0ef45845a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7d897ac0-db98-46a5-b84f-ed1b9bfe78d9), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:49.814718 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-5cc2750f-377d-4a76-9fc7-6a7851195b6c tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Network f0bf2d1b-1661-4bc9-ac26-21a65de127bc is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:06:49.834849 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-5cc2750f-377d-4a76-9fc7-6a7851195b6c tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:49.838138 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-5cc2750f-377d-4a76-9fc7-6a7851195b6c tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:06:49.847068 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc2750f-377d-4a76-9fc7-6a7851195b6c tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Pushing event updated for resources: {'Port': ['ID=28d199cf-56a9-419b-9761-8488887e1ca2,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:49.850727 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-67153c3f-bd3a-4db7-a4be-828b00f7ad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:49.853303 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-67153c3f-bd3a-4db7-a4be-828b00f7ad48 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a7150ff8-64e8-4ee5-a5b2-922df0e31528&tenant_id=349016141cb643eba466ab5e9338a7e5 HTTP/1.1" status: 200 len: 1126 time: 0.2793226 Feb 09 01:06:49.860617 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-effb2ee9-4c55-429d-a5ee-277f1b4b74c8 req-1dae1afb-b2ef-4b46-895c-83adae54d33f service neutron] 10.222.0.50 "GET /v2.0/networks/6887c7a4-5287-46fb-8e1c-13a166b3746e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5643916 Feb 09 01:06:49.871043 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0ba18-c76b-4a90-af1f-3a77f58c33f4 req-e00537b0-5706-47d6-98f7-653501b87dcb tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:49.873132 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d6c0ba18-c76b-4a90-af1f-3a77f58c33f4 req-e00537b0-5706-47d6-98f7-653501b87dcb tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.47 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 950 time: 0.4432981 Feb 09 01:06:49.939387 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f013f-c045-4a50-8fa0-8434d3631b2e req-97817b3b-ec49-4ca4-a357-72cac957be31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:49.941254 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f84f013f-c045-4a50-8fa0-8434d3631b2e req-97817b3b-ec49-4ca4-a357-72cac957be31 service neutron] 10.222.0.120 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.5548790 Feb 09 01:06:49.974337 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-7dfb540c-d0a5-4eaa-a7b3-7d3974bc9cb5 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Allocated IP 172.20.0.10 (f1284ae1-926f-4419-baec-5bc6c4b92ef1/c434f4f0-bf35-4657-903e-bbdc30e316e9/81d24c68-0bdd-45de-87d0-cac3a3e8795a) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:06:50.122048 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-ad370059-9cde-451b-a0ec-6779dbc78e96 tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] Allocated IP 172.20.0.9 (db72407c-b961-4cdb-acfa-d628a00d5cf6/39025205-bb7c-46ac-a43e-80dbed15aee3/ddafb8e7-cecf-4039-b691-43720f17902f) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:06:50.452993 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-b0683bb9-977c-4024-99e2-152e2a53405a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:50.455250 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-b0683bb9-977c-4024-99e2-152e2a53405a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=349016141cb643eba466ab5e9338a7e5&device_id=a7150ff8-64e8-4ee5-a5b2-922df0e31528 HTTP/1.1" status: 200 len: 1126 time: 0.4223804 Feb 09 01:06:50.468757 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659a99f-900b-4bd3-9b50-70d5c548cbc9 req-f69b2a6c-d855-4acf-a59d-61cb9ce6a129 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:50.470428 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a659a99f-900b-4bd3-9b50-70d5c548cbc9 req-f69b2a6c-d855-4acf-a59d-61cb9ce6a129 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7150ff8-64e8-4ee5-a5b2-922df0e31528 HTTP/1.1" status: 200 len: 944 time: 0.8568778 Feb 09 01:06:50.472377 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-effb2ee9-4c55-429d-a5ee-277f1b4b74c8 req-a6588baf-0ff9-40a4-9ba2-02c2451f505a service neutron] 10.222.0.50 "GET /v2.0/networks/6887c7a4-5287-46fb-8e1c-13a166b3746e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5711679 Feb 09 01:06:50.578774 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-7dfb540c-d0a5-4eaa-a7b3-7d3974bc9cb5 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Publish callbacks [] for port (81d24c68-0bdd-45de-87d0-cac3a3e8795a), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:50.661619 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-ad370059-9cde-451b-a0ec-6779dbc78e96 tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] Publish callbacks [] for port (ddafb8e7-cecf-4039-b691-43720f17902f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:50.674876 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-7dfb540c-d0a5-4eaa-a7b3-7d3974bc9cb5 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (81d24c68-0bdd-45de-87d0-cac3a3e8795a), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:50.704691 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-5cc2750f-377d-4a76-9fc7-6a7851195b6c tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:50.705413 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-5cc2750f-377d-4a76-9fc7-6a7851195b6c tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:50.784087 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-7dfb540c-d0a5-4eaa-a7b3-7d3974bc9cb5 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Network f1284ae1-926f-4419-baec-5bc6c4b92ef1 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:06:50.787246 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-7dfb540c-d0a5-4eaa-a7b3-7d3974bc9cb5 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:50.791875 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-7dfb540c-d0a5-4eaa-a7b3-7d3974bc9cb5 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:06:50.795831 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb540c-d0a5-4eaa-a7b3-7d3974bc9cb5 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Pushing event updated for resources: {'Port': ['ID=81d24c68-0bdd-45de-87d0-cac3a3e8795a,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:50.832457 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f84f013f-c045-4a50-8fa0-8434d3631b2e req-fdad9523-8610-485d-89c9-03992b6edc76 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=d3a84a99-84cd-449c-83e8-1f3fb33046d9 HTTP/1.1" status: 200 len: 217 time: 0.8744943 Feb 09 01:06:50.898295 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-ad370059-9cde-451b-a0ec-6779dbc78e96 tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (ddafb8e7-cecf-4039-b691-43720f17902f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:50.963635 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-5cc2750f-377d-4a76-9fc7-6a7851195b6c tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8186677 Feb 09 01:06:51.115553 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-329e1503-6223-465c-b9d5-3d0ef45845a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d897ac0-db98-46a5-b84f-ed1b9bfe78d9 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:06:51.117917 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-ad370059-9cde-451b-a0ec-6779dbc78e96 tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] Network db72407c-b961-4cdb-acfa-d628a00d5cf6 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:06:51.143505 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-d1712e43-c73b-4ad2-83dd-c33dc33c098d None None] Provisioning complete for port 81d24c68-0bdd-45de-87d0-cac3a3e8795a triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:51.144212 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d1712e43-c73b-4ad2-83dd-c33dc33c098d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (81d24c68-0bdd-45de-87d0-cac3a3e8795a), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:51.162311 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-f0a16de9-14b3-46fa-b90a-c2430a5e4a3f service neutron] Request body: {'port': {'device_id': 'c583c9c6-dcd3-4119-af25-b8440ab48d5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:51.163496 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-7dfb540c-d0a5-4eaa-a7b3-7d3974bc9cb5 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:51.164183 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-7dfb540c-d0a5-4eaa-a7b3-7d3974bc9cb5 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:51.183789 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-ad370059-9cde-451b-a0ec-6779dbc78e96 tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:51.195913 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-329e1503-6223-465c-b9d5-3d0ef45845a5 service neutron] Publish callbacks [] for port (7d897ac0-db98-46a5-b84f-ed1b9bfe78d9), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:51.199206 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad370059-9cde-451b-a0ec-6779dbc78e96 tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] Pushing event updated for resources: {'Port': ['ID=ddafb8e7-cecf-4039-b691-43720f17902f,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:51.212399 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-ad370059-9cde-451b-a0ec-6779dbc78e96 tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:06:51.230847 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-d1712e43-c73b-4ad2-83dd-c33dc33c098d None None] Port 81d24c68-0bdd-45de-87d0-cac3a3e8795a cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:06:51.285779 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-7dfb540c-d0a5-4eaa-a7b3-7d3974bc9cb5 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1516848 Feb 09 01:06:51.327362 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-9ed21650-e9b1-4908-9c0d-42b9a292976c service neutron] Request body: {'port': {'device_id': 'b28057b4-9afa-418e-8729-8250434cce09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:51.382614 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a659a99f-900b-4bd3-9b50-70d5c548cbc9 req-7f248e1c-4605-4ab9-b330-0dd6bdc33c9f tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6722455 Feb 09 01:06:51.396049 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f013f-c045-4a50-8fa0-8434d3631b2e req-9c0495b1-0af7-4ae6-b3f1-0756e7ae0837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:51.398033 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f84f013f-c045-4a50-8fa0-8434d3631b2e req-9c0495b1-0af7-4ae6-b3f1-0756e7ae0837 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.4954948 Feb 09 01:06:51.405020 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-329e1503-6223-465c-b9d5-3d0ef45845a5 service neutron] Transition to ACTIVE for port object 7d897ac0-db98-46a5-b84f-ed1b9bfe78d9 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:06:51.414108 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bef263-c941-4a93-a2e2-473ec133375e req-e0605954-a01f-4e61-b5fc-e6f6404431bb tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:51.424263 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-59bef263-c941-4a93-a2e2-473ec133375e req-e0605954-a01f-4e61-b5fc-e6f6404431bb tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] 10.222.0.50 "GET /v2.0/ports?device_id=b28057b4-9afa-418e-8729-8250434cce09 HTTP/1.1" status: 200 len: 932 time: 0.4697735 Feb 09 01:06:51.441520 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-ad370059-9cde-451b-a0ec-6779dbc78e96 tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:51.445329 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-ad370059-9cde-451b-a0ec-6779dbc78e96 tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:51.481836 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-15544e6b-9777-419b-afc3-a0c01a8e4108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:51.487526 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-329e1503-6223-465c-b9d5-3d0ef45845a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (7d897ac0-db98-46a5-b84f-ed1b9bfe78d9), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:51.489415 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-15544e6b-9777-419b-afc3-a0c01a8e4108 service neutron] 10.222.0.47 "GET /v2.0/networks?id=584d7274-cb01-4853-8902-7824a3a705cb HTTP/1.1" status: 200 len: 909 time: 0.5576181 Feb 09 01:06:51.595834 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-ad370059-9cde-451b-a0ec-6779dbc78e96 tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4315979 Feb 09 01:06:51.618342 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device e6ab358e-5c8a-47ef-a521-a6fd49354b58 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:06:51.685993 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-7fd72024-25fa-4f65-ab43-a70661596078 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e6ab358e-5c8a-47ef-a521-a6fd49354b58 HTTP/1.1" status: 200 len: 217 time: 0.0888853 Feb 09 01:06:51.708603 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-9ed21650-e9b1-4908-9c0d-42b9a292976c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (81d24c68-0bdd-45de-87d0-cac3a3e8795a), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:51.729287 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-be8ee8d6-2e53-46c3-b785-215380e45116 service neutron] Request body: {'port': {'device_id': 'edee8062-ffa5-4be4-87f8-251cde411b65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:51.729836 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-11ef1d57-4823-4264-844b-a75906b7524a None None] Provisioning complete for port ddafb8e7-cecf-4039-b691-43720f17902f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:06:51.731351 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-11ef1d57-4823-4264-844b-a75906b7524a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (ddafb8e7-cecf-4039-b691-43720f17902f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:51.739117 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 836ed1d4-92e2-4289-8a12-896771b480bb no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:06:51.822201 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] The host n-h2-828369-4 is not matching for port e6ab358e-5c8a-47ef-a521-a6fd49354b58 host n-h1-828369-4! {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:06:51.822997 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device e6ab358e-5c8a-47ef-a521-a6fd49354b58 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:06:51.872875 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-11ef1d57-4823-4264-844b-a75906b7524a None None] Port ddafb8e7-cecf-4039-b691-43720f17902f cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:06:51.892520 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-f0a16de9-14b3-46fa-b90a-c2430a5e4a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (28d199cf-56a9-419b-9761-8488887e1ca2), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:51.894924 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-33fa3e34-588b-4ce0-8cbd-d33f74c138e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:51.901691 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-33fa3e34-588b-4ce0-8cbd-d33f74c138e4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4611cb36-f3d2-4498-977c-18da9d170e4c HTTP/1.1" status: 200 len: 847 time: 0.1471105 Feb 09 01:06:51.912806 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 836ed1d4-92e2-4289-8a12-896771b480bb is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:06:51.915082 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (836ed1d4-92e2-4289-8a12-896771b480bb), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:52.020196 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 836ed1d4-92e2-4289-8a12-896771b480bb, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=836ed1d4-92e2-4289-8a12-896771b480bb,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:52.044365 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (836ed1d4-92e2-4289-8a12-896771b480bb), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:52.045183 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-124e5583-41a7-4702-a59c-96f237bfbc1b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=584d7274-cb01-4853-8902-7824a3a705cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1189344 Feb 09 01:06:52.061224 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-d6c0ba18-c76b-4a90-af1f-3a77f58c33f4 req-68cad44a-c96c-4f10-926b-7b069d99560e tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Deleting port 836ed1d4-92e2-4289-8a12-896771b480bb {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:06:52.062475 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d6c0ba18-c76b-4a90-af1f-3a77f58c33f4 req-68cad44a-c96c-4f10-926b-7b069d99560e tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (836ed1d4-92e2-4289-8a12-896771b480bb), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:52.086329 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e1503-6223-465c-b9d5-3d0ef45845a5 service neutron] Pushing event updated for resources: {'Port': ['ID=7d897ac0-db98-46a5-b84f-ed1b9bfe78d9,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:52.205694 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=836ed1d4-92e2-4289-8a12-896771b480bb,revision_number=14']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:52.233021 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-be8ee8d6-2e53-46c3-b785-215380e45116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ddafb8e7-cecf-4039-b691-43720f17902f), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:52.249907 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-130403b8-b75e-4f89-832e-94dac3390cd9 service neutron] 10.222.0.47 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888225 Feb 09 01:06:52.305417 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-59bef263-c941-4a93-a2e2-473ec133375e req-e107aafe-198b-428c-8942-73452de99588 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] 10.222.0.50 "GET /v2.0/security-groups?id=f1835974-7701-4924-a23c-a1bbe14d4c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8796735 Feb 09 01:06:52.464969 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-d6c0ba18-c76b-4a90-af1f-3a77f58c33f4 req-68cad44a-c96c-4f10-926b-7b069d99560e tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] For port 836ed1d4-92e2-4289-8a12-896771b480bb, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=836ed1d4-92e2-4289-8a12-896771b480bb,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:52.465796 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d6c0ba18-c76b-4a90-af1f-3a77f58c33f4 req-68cad44a-c96c-4f10-926b-7b069d99560e tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (836ed1d4-92e2-4289-8a12-896771b480bb), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:52.485106 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-d6c0ba18-c76b-4a90-af1f-3a77f58c33f4 req-68cad44a-c96c-4f10-926b-7b069d99560e tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Calling delete_port for 836ed1d4-92e2-4289-8a12-896771b480bb owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:06:52.510190 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-329e1503-6223-465c-b9d5-3d0ef45845a5 service neutron] Attempting to bind port 7d897ac0-db98-46a5-b84f-ed1b9bfe78d9 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:06:52.511253 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-329e1503-6223-465c-b9d5-3d0ef45845a5 service neutron] Attempting to bind port 7d897ac0-db98-46a5-b84f-ed1b9bfe78d9 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '3c63ea86-e27b-44f0-b66a-b57792354f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'f0bf2d1b-1661-4bc9-ac26-21a65de127bc'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:06:52.513275 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-329e1503-6223-465c-b9d5-3d0ef45845a5 service neutron] Attempting to bind port 7d897ac0-db98-46a5-b84f-ed1b9bfe78d9 on network f0bf2d1b-1661-4bc9-ac26-21a65de127bc {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:06:52.550407 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f013f-c045-4a50-8fa0-8434d3631b2e req-ab4afc5b-f19d-4589-924c-1333f26fa23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:52.552938 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f84f013f-c045-4a50-8fa0-8434d3631b2e req-ab4afc5b-f19d-4589-924c-1333f26fa23c service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.1179960 Feb 09 01:06:52.567184 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef73a4-7f4d-4ec1-a72b-3f232f147da2 req-3a67f4d7-664c-4a6c-9313-82293c7cf21f tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:52.578856 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c7ef73a4-7f4d-4ec1-a72b-3f232f147da2 req-3a67f4d7-664c-4a6c-9313-82293c7cf21f tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] 10.222.0.50 "GET /v2.0/ports?device_id=edee8062-ffa5-4be4-87f8-251cde411b65 HTTP/1.1" status: 200 len: 931 time: 0.9512768 Feb 09 01:06:52.582595 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 01:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c269b3-ed04-460f-9421-0e6354a7c599 x-openstack-request-id: req-a0c269b3-ed04-460f-9421-0e6354a7c599 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:06:52.583143 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7150ff8-64e8-4ee5-a5b2-922df0e31528", "tag": "e6ab358e-5c8a-47ef-a521-a6fd49354b58", "status": "completed", "code": 200}, {"server_uuid": "7de18159-e0a2-4539-9a6a-f35684e9d93a", "name": "network-vif-deleted", "tag": "8acae5b5-12e0-4ae1-937d-fa1bc3d26e79", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:06:52.583849 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a0c269b3-ed04-460f-9421-0e6354a7c599 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:06:52.584818 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7150ff8-64e8-4ee5-a5b2-922df0e31528', 'tag': 'e6ab358e-5c8a-47ef-a521-a6fd49354b58', 'status': 'completed', 'code': 200} Feb 09 01:06:52.585467 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7de18159-e0a2-4539-9a6a-f35684e9d93a', 'name': 'network-vif-deleted', 'tag': '8acae5b5-12e0-4ae1-937d-fa1bc3d26e79', 'status': 'completed', 'code': 200} Feb 09 01:06:52.696929 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-329e1503-6223-465c-b9d5-3d0ef45845a5 service neutron] Port 7d897ac0-db98-46a5-b84f-ed1b9bfe78d9 on network f0bf2d1b-1661-4bc9-ac26-21a65de127bc not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:06:52.698087 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-329e1503-6223-465c-b9d5-3d0ef45845a5 service neutron] Attempting to bind port 7d897ac0-db98-46a5-b84f-ed1b9bfe78d9 on network f0bf2d1b-1661-4bc9-ac26-21a65de127bc {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:06:52.877290 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-329e1503-6223-465c-b9d5-3d0ef45845a5 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:06:52.878081 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-329e1503-6223-465c-b9d5-3d0ef45845a5 service neutron] Checking segment: {'id': '3c63ea86-e27b-44f0-b66a-b57792354f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'f0bf2d1b-1661-4bc9-ac26-21a65de127bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:06:52.880333 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-329e1503-6223-465c-b9d5-3d0ef45845a5 service neutron] Bound using segment: {'id': '3c63ea86-e27b-44f0-b66a-b57792354f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'f0bf2d1b-1661-4bc9-ac26-21a65de127bc'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:06:52.881538 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-329e1503-6223-465c-b9d5-3d0ef45845a5 service neutron] Bound port: 7d897ac0-db98-46a5-b84f-ed1b9bfe78d9, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c63ea86-e27b-44f0-b66a-b57792354f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'f0bf2d1b-1661-4bc9-ac26-21a65de127bc'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:06:52.882757 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-329e1503-6223-465c-b9d5-3d0ef45845a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7d897ac0-db98-46a5-b84f-ed1b9bfe78d9), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:52.935582 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb2ee9-4c55-429d-a5ee-277f1b4b74c8 req-847c3801-f231-4245-a4fd-32a1b7cf1cb5 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:52.937753 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-effb2ee9-4c55-429d-a5ee-277f1b4b74c8 req-847c3801-f231-4245-a4fd-32a1b7cf1cb5 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.120 "GET /v2.0/networks?id=6887c7a4-5287-46fb-8e1c-13a166b3746e HTTP/1.1" status: 200 len: 811 time: 0.2439969 Feb 09 01:06:52.968922 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-42b361d1-a8bb-4d40-b60c-42b3ad4ef890 service neutron] 10.222.0.47 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6890624 Feb 09 01:06:53.000126 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab640dd9-6cbf-4f99-a5ae-38044ff363ed req-106d00bf-2230-4033-b85a-39e23c16bbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:53.001652 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ab640dd9-6cbf-4f99-a5ae-38044ff363ed req-106d00bf-2230-4033-b85a-39e23c16bbc9 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=349016141cb643eba466ab5e9338a7e5&device_id=a7150ff8-64e8-4ee5-a5b2-922df0e31528 HTTP/1.1" status: 200 len: 1126 time: 0.3617001 Feb 09 01:06:53.150551 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-9ed21650-e9b1-4908-9c0d-42b9a292976c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81d24c68-0bdd-45de-87d0-cac3a3e8795a {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:06:53.160429 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-329e1503-6223-465c-b9d5-3d0ef45845a5 service neutron] For port 7d897ac0-db98-46a5-b84f-ed1b9bfe78d9, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:06:53.164746 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-329e1503-6223-465c-b9d5-3d0ef45845a5 service neutron] For port 7d897ac0-db98-46a5-b84f-ed1b9bfe78d9, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=7d897ac0-db98-46a5-b84f-ed1b9bfe78d9,segment=NetworkSegment(3c63ea86-e27b-44f0-b66a-b57792354f51),segment_id=3c63ea86-e27b-44f0-b66a-b57792354f51)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:06:53.167866 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-9ed21650-e9b1-4908-9c0d-42b9a292976c service neutron] Publish callbacks [] for port (81d24c68-0bdd-45de-87d0-cac3a3e8795a), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:53.188193 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c7ef73a4-7f4d-4ec1-a72b-3f232f147da2 req-d40dfe9c-54fc-4691-9fd3-0a12eda113b2 tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] 10.222.0.50 "GET /v2.0/security-groups?id=10265b10-bbb3-46c7-8fcc-8e1e448a4bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6063023 Feb 09 01:06:53.200907 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f84f013f-c045-4a50-8fa0-8434d3631b2e req-74bb49c4-9b8e-4ab2-b760-56035fa2cc88 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5055897 Feb 09 01:06:53.225467 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-effb2ee9-4c55-429d-a5ee-277f1b4b74c8 req-c8c9a939-b652-452b-8fe2-ca6943d413b6 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Request body: {'port': {'device_id': '039cffd4-a77e-4f0e-82e6-a69d8a085da3', 'network_id': '6887c7a4-5287-46fb-8e1c-13a166b3746e', 'admin_state_up': True, 'tenant_id': 'bc3818006b3c45fb99098097e9082b77'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:53.237959 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-9ed21650-e9b1-4908-9c0d-42b9a292976c service neutron] Transition to ACTIVE for port object 81d24c68-0bdd-45de-87d0-cac3a3e8795a will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:06:53.247167 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab640dd9-6cbf-4f99-a5ae-38044ff363ed req-b8edcbc9-f2f2-446b-b437-b3e4f36c2658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:53.249941 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ab640dd9-6cbf-4f99-a5ae-38044ff363ed req-b8edcbc9-f2f2-446b-b437-b3e4f36c2658 service neutron] 10.222.0.120 "GET /v2.0/networks?id=584d7274-cb01-4853-8902-7824a3a705cb HTTP/1.1" status: 200 len: 909 time: 0.2381017 Feb 09 01:06:53.252753 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-9ed21650-e9b1-4908-9c0d-42b9a292976c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (81d24c68-0bdd-45de-87d0-cac3a3e8795a), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:53.274941 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 09 Feb 2022 01:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb797b07-263d-4a26-a079-30e84f781206 x-openstack-request-id: req-cb797b07-263d-4a26-a079-30e84f781206 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:06:53.275473 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7de18159-e0a2-4539-9a6a-f35684e9d93a", "name": "network-vif-unplugged", "status": "completed", "tag": "8acae5b5-12e0-4ae1-937d-fa1bc3d26e79", "code": 200}, {"server_uuid": "55ad19b6-cb1c-458d-a423-73060685d20f", "name": "network-vif-plugged", "status": "completed", "tag": "39264370-bded-4c85-9b70-b01a28f9a277", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:06:53.275473 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cb797b07-263d-4a26-a079-30e84f781206 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:06:53.276285 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7de18159-e0a2-4539-9a6a-f35684e9d93a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8acae5b5-12e0-4ae1-937d-fa1bc3d26e79', 'code': 200} Feb 09 01:06:53.276285 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ad19b6-cb1c-458d-a423-73060685d20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39264370-bded-4c85-9b70-b01a28f9a277', 'code': 200} Feb 09 01:06:53.299424 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-be8ee8d6-2e53-46c3-b785-215380e45116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddafb8e7-cecf-4039-b691-43720f17902f {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:06:53.316850 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-be8ee8d6-2e53-46c3-b785-215380e45116 service neutron] Publish callbacks [] for port (ddafb8e7-cecf-4039-b691-43720f17902f), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:53.374621 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-329e1503-6223-465c-b9d5-3d0ef45845a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (7d897ac0-db98-46a5-b84f-ed1b9bfe78d9), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:53.408297 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.120', 64385) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:06:53.430987 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ab640dd9-6cbf-4f99-a5ae-38044ff363ed req-85bc23b7-19bd-49f6-b6b3-7680e80376e9 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e6ab358e-5c8a-47ef-a521-a6fd49354b58 HTTP/1.1" status: 200 len: 217 time: 0.1655579 Feb 09 01:06:53.582367 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-be8ee8d6-2e53-46c3-b785-215380e45116 service neutron] Transition to ACTIVE for port object ddafb8e7-cecf-4039-b691-43720f17902f will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:06:53.585638 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab640dd9-6cbf-4f99-a5ae-38044ff363ed req-09cc455d-8c47-4591-a03c-2b4de162daf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:53.587121 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ab640dd9-6cbf-4f99-a5ae-38044ff363ed req-09cc455d-8c47-4591-a03c-2b4de162daf9 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4611cb36-f3d2-4498-977c-18da9d170e4c HTTP/1.1" status: 200 len: 847 time: 0.1001773 Feb 09 01:06:53.664657 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e1503-6223-465c-b9d5-3d0ef45845a5 service neutron] Pushing event updated for resources: {'Port': ['ID=7d897ac0-db98-46a5-b84f-ed1b9bfe78d9,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:53.698735 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-be8ee8d6-2e53-46c3-b785-215380e45116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (ddafb8e7-cecf-4039-b691-43720f17902f), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:53.734402 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-329e1503-6223-465c-b9d5-3d0ef45845a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:53.735204 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-329e1503-6223-465c-b9d5-3d0ef45845a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:53.736964 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-329e1503-6223-465c-b9d5-3d0ef45845a5 service neutron] 10.222.0.120 "PUT /v2.0/ports/7d897ac0-db98-46a5-b84f-ed1b9bfe78d9 HTTP/1.1" status: 200 len: 1092 time: 4.5949669 Feb 09 01:06:53.747759 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed21650-e9b1-4908-9c0d-42b9a292976c service neutron] Pushing event updated for resources: {'Port': ['ID=81d24c68-0bdd-45de-87d0-cac3a3e8795a,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:53.758454 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ab640dd9-6cbf-4f99-a5ae-38044ff363ed req-24337d3c-f361-46a6-a6e6-53c0e2d0dad5 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=584d7274-cb01-4853-8902-7824a3a705cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934308 Feb 09 01:06:53.845194 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f84f013f-c045-4a50-8fa0-8434d3631b2e req-b67eb00e-8ff2-49ce-9845-d714eff1dff6 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495533 Feb 09 01:06:53.880684 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7163ded-a06b-411a-b088-23e6ba7438a2 req-b1b21a6e-12f2-405f-91a1-563728c8b369 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:53.886537 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-351e2fc7-a4ae-4b66-8e65-0634353a856b tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:53.888246 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a7163ded-a06b-411a-b088-23e6ba7438a2 req-b1b21a6e-12f2-405f-91a1-563728c8b369 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/ports?device_id=2429f304-1d05-4352-92af-f5fa5a646cac HTTP/1.1" status: 200 len: 944 time: 1.1960549 Feb 09 01:06:53.889105 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-351e2fc7-a4ae-4b66-8e65-0634353a856b tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a7150ff8-64e8-4ee5-a5b2-922df0e31528&tenant_id=349016141cb643eba466ab5e9338a7e5&binding%3Ahost_id=n-h1-828369-4 HTTP/1.1" status: 200 len: 1126 time: 0.3314724 Feb 09 01:06:53.988901 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-effb2ee9-4c55-429d-a5ee-277f1b4b74c8 req-c8c9a939-b652-452b-8fe2-ca6943d413b6 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Made reservation on behalf of bc3818006b3c45fb99098097e9082b77 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:06:53.990528 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd831454-828b-452b-9faf-8db64db262df req-f86f603a-ee89-4bbc-92e2-5d4afb8aca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:53.992556 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-effb2ee9-4c55-429d-a5ee-277f1b4b74c8 req-c8c9a939-b652-452b-8fe2-ca6943d413b6 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:53.992805 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-fd831454-828b-452b-9faf-8db64db262df req-f86f603a-ee89-4bbc-92e2-5d4afb8aca40 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 1128 time: 0.5830824 Feb 09 01:06:54.035064 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4754cb5-3260-48ad-b124-4823a6fca230 req-52ae7c2f-0298-4c1f-98bc-f14dfe525c3c tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:54.036663 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f4754cb5-3260-48ad-b124-4823a6fca230 req-52ae7c2f-0298-4c1f-98bc-f14dfe525c3c tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 946 time: 0.5253656 Feb 09 01:06:54.080334 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d6c0ba18-c76b-4a90-af1f-3a77f58c33f4 req-68cad44a-c96c-4f10-926b-7b069d99560e tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (836ed1d4-92e2-4289-8a12-896771b480bb), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:54.097324 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['bc3bbf9e-6302-4f75-979e-f06189e488b9', 'd3a84a99-84cd-449c-83e8-1f3fb33046d9'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:06:54.102705 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['d7c4f278-a027-461d-9e70-cdbd1c055f1c'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:06:54.116911 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ab640dd9-6cbf-4f99-a5ae-38044ff363ed req-8df4cd83-62c2-49df-b7fb-a0da4e46672b service neutron] 10.222.0.120 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486052 Feb 09 01:06:54.126335 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ee8d6-2e53-46c3-b785-215380e45116 service neutron] Pushing event updated for resources: {'Port': ['ID=ddafb8e7-cecf-4039-b691-43720f17902f,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:54.141210 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-9ed21650-e9b1-4908-9c0d-42b9a292976c service neutron] Attempting to bind port 81d24c68-0bdd-45de-87d0-cac3a3e8795a on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:06:54.148010 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-9ed21650-e9b1-4908-9c0d-42b9a292976c service neutron] Attempting to bind port 81d24c68-0bdd-45de-87d0-cac3a3e8795a by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '37dbd17d-2cc9-4828-8e6d-903c14a622f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f1284ae1-926f-4419-baec-5bc6c4b92ef1'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:06:54.148287 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-9ed21650-e9b1-4908-9c0d-42b9a292976c service neutron] Attempting to bind port 81d24c68-0bdd-45de-87d0-cac3a3e8795a on network f1284ae1-926f-4419-baec-5bc6c4b92ef1 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:06:54.218680 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-a849e1b7-47e7-490b-9e4b-efa4f5213016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:54.220802 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-a849e1b7-47e7-490b-9e4b-efa4f5213016 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=92a9e1b9cb7947939e37c73c60cfce20&device_id=2429f304-1d05-4352-92af-f5fa5a646cac HTTP/1.1" status: 200 len: 1126 time: 0.4098017 Feb 09 01:06:54.269256 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cad44a-c96c-4f10-926b-7b069d99560e tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Pushing event deleted for resources: {'Port': ['ID=836ed1d4-92e2-4289-8a12-896771b480bb,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:54.286230 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a7163ded-a06b-411a-b088-23e6ba7438a2 req-f30f6d49-2c79-446c-963f-9b3217c1affb tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/security-groups?id=63f9b6a8-f901-49f3-9ea4-b0c2a248fcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3968735 Feb 09 01:06:54.387887 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ab640dd9-6cbf-4f99-a5ae-38044ff363ed req-a263e405-8c60-42b5-b961-42b86c69f6d2 service neutron] 10.222.0.120 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508805 Feb 09 01:06:54.389237 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-9ed21650-e9b1-4908-9c0d-42b9a292976c service neutron] Port 81d24c68-0bdd-45de-87d0-cac3a3e8795a on network f1284ae1-926f-4419-baec-5bc6c4b92ef1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:06:54.389573 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-9ed21650-e9b1-4908-9c0d-42b9a292976c service neutron] Attempting to bind port 81d24c68-0bdd-45de-87d0-cac3a3e8795a on network f1284ae1-926f-4419-baec-5bc6c4b92ef1 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:06:54.542520 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-9ed21650-e9b1-4908-9c0d-42b9a292976c service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:06:54.545795 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-9ed21650-e9b1-4908-9c0d-42b9a292976c service neutron] Checking segment: {'id': '37dbd17d-2cc9-4828-8e6d-903c14a622f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f1284ae1-926f-4419-baec-5bc6c4b92ef1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:06:54.548154 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-9ed21650-e9b1-4908-9c0d-42b9a292976c service neutron] Bound using segment: {'id': '37dbd17d-2cc9-4828-8e6d-903c14a622f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f1284ae1-926f-4419-baec-5bc6c4b92ef1'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:06:54.550049 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-9ed21650-e9b1-4908-9c0d-42b9a292976c service neutron] Bound port: 81d24c68-0bdd-45de-87d0-cac3a3e8795a, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37dbd17d-2cc9-4828-8e6d-903c14a622f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f1284ae1-926f-4419-baec-5bc6c4b92ef1'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:06:54.551102 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-9ed21650-e9b1-4908-9c0d-42b9a292976c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (81d24c68-0bdd-45de-87d0-cac3a3e8795a), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:54.561842 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-effb2ee9-4c55-429d-a5ee-277f1b4b74c8 req-c8c9a939-b652-452b-8fe2-ca6943d413b6 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Allocated IP 172.20.0.3 (6887c7a4-5287-46fb-8e1c-13a166b3746e/84df8042-998c-45dd-8b33-36f49fdd33d9/d30935b9-f2c8-485b-ab55-02a7a99e3581) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:06:54.588511 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-fd831454-828b-452b-9faf-8db64db262df req-c2980762-a361-4deb-adcd-a98e82f6afd4 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5796356 Feb 09 01:06:54.802136 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-effb2ee9-4c55-429d-a5ee-277f1b4b74c8 req-c8c9a939-b652-452b-8fe2-ca6943d413b6 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Publish callbacks [] for port (d30935b9-f2c8-485b-ab55-02a7a99e3581), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:54.830454 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-9ed21650-e9b1-4908-9c0d-42b9a292976c service neutron] For port 81d24c68-0bdd-45de-87d0-cac3a3e8795a, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:06:54.837085 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-9ed21650-e9b1-4908-9c0d-42b9a292976c service neutron] For port 81d24c68-0bdd-45de-87d0-cac3a3e8795a, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=81d24c68-0bdd-45de-87d0-cac3a3e8795a,segment=NetworkSegment(37dbd17d-2cc9-4828-8e6d-903c14a622f1),segment_id=37dbd17d-2cc9-4828-8e6d-903c14a622f1)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:06:54.853370 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2429f304-1d05-4352-92af-f5fa5a646cac', 'tag': '7d897ac0-db98-46a5-b84f-ed1b9bfe78d9'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:06:54.855729 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1693484a-5cb5-43a5-94ba-9b131ad0ce36" -d '{"events": [{"name": "network-changed", "server_uuid": "2429f304-1d05-4352-92af-f5fa5a646cac", "tag": "7d897ac0-db98-46a5-b84f-ed1b9bfe78d9"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:06:54.877547 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-9ed21650-e9b1-4908-9c0d-42b9a292976c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (81d24c68-0bdd-45de-87d0-cac3a3e8795a), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:54.972108 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-4eae9d79-f041-47f8-b002-6a4fc3c39b37 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=a802ee657ee544bca93e61cc553c84c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635397 Feb 09 01:06:54.982131 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-be8ee8d6-2e53-46c3-b785-215380e45116 service neutron] Attempting to bind port ddafb8e7-cecf-4039-b691-43720f17902f on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:06:54.983133 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-be8ee8d6-2e53-46c3-b785-215380e45116 service neutron] Attempting to bind port ddafb8e7-cecf-4039-b691-43720f17902f by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '027cc1ec-0c18-4a25-a208-0f9bfe67520e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'db72407c-b961-4cdb-acfa-d628a00d5cf6'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:06:54.983484 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-be8ee8d6-2e53-46c3-b785-215380e45116 service neutron] Attempting to bind port ddafb8e7-cecf-4039-b691-43720f17902f on network db72407c-b961-4cdb-acfa-d628a00d5cf6 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:06:55.003132 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-effb2ee9-4c55-429d-a5ee-277f1b4b74c8 req-c8c9a939-b652-452b-8fe2-ca6943d413b6 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (d30935b9-f2c8-485b-ab55-02a7a99e3581), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:55.019746 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-9ed21650-e9b1-4908-9c0d-42b9a292976c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:55.020382 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-9ed21650-e9b1-4908-9c0d-42b9a292976c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:55.022102 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-9ed21650-e9b1-4908-9c0d-42b9a292976c service neutron] 10.222.0.47 "PUT /v2.0/ports/81d24c68-0bdd-45de-87d0-cac3a3e8795a HTTP/1.1" status: 200 len: 1092 time: 3.7066588 Feb 09 01:06:55.023090 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-be8ee8d6-2e53-46c3-b785-215380e45116 service neutron] Port ddafb8e7-cecf-4039-b691-43720f17902f on network db72407c-b961-4cdb-acfa-d628a00d5cf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:06:55.023411 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-be8ee8d6-2e53-46c3-b785-215380e45116 service neutron] Attempting to bind port ddafb8e7-cecf-4039-b691-43720f17902f on network db72407c-b961-4cdb-acfa-d628a00d5cf6 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:06:55.045549 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b28057b4-9afa-418e-8729-8250434cce09', 'tag': '81d24c68-0bdd-45de-87d0-cac3a3e8795a'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:06:55.049393 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ec9dac-e7cf-45b4-a51a-182052157397" -d '{"events": [{"name": "network-changed", "server_uuid": "b28057b4-9afa-418e-8729-8250434cce09", "tag": "81d24c68-0bdd-45de-87d0-cac3a3e8795a"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:06:55.073809 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-66f6a94b-e6de-41ba-a5e9-3c3053b1b87a service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d897ac0-db98-46a5-b84f-ed1b9bfe78d9 HTTP/1.1" status: 200 len: 217 time: 0.8228016 Feb 09 01:06:55.076354 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-c672605c-9b7c-43d8-9cbd-8116d7fd75b4 service neutron] For port e6ab358e-5c8a-47ef-a521-a6fd49354b58, host n-h2-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:06:55.137755 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-c672605c-9b7c-43d8-9cbd-8116d7fd75b4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:55.139559 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d9a5fc9b-85db-4772-a013-764d691da8f5 req-c672605c-9b7c-43d8-9cbd-8116d7fd75b4 service neutron] 10.222.0.47 "DELETE /v2.0/ports/e6ab358e-5c8a-47ef-a521-a6fd49354b58/bindings/n-h2-828369-4 HTTP/1.1" status: 204 len: 173 time: 1.2062316 Feb 09 01:06:55.143820 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-be8ee8d6-2e53-46c3-b785-215380e45116 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:06:55.144159 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-be8ee8d6-2e53-46c3-b785-215380e45116 service neutron] Checking segment: {'id': '027cc1ec-0c18-4a25-a208-0f9bfe67520e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'db72407c-b961-4cdb-acfa-d628a00d5cf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:06:55.144594 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-be8ee8d6-2e53-46c3-b785-215380e45116 service neutron] Bound using segment: {'id': '027cc1ec-0c18-4a25-a208-0f9bfe67520e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'db72407c-b961-4cdb-acfa-d628a00d5cf6'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:06:55.168785 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-be8ee8d6-2e53-46c3-b785-215380e45116 service neutron] Bound port: ddafb8e7-cecf-4039-b691-43720f17902f, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '027cc1ec-0c18-4a25-a208-0f9bfe67520e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'db72407c-b961-4cdb-acfa-d628a00d5cf6'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:06:55.169174 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-be8ee8d6-2e53-46c3-b785-215380e45116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ddafb8e7-cecf-4039-b691-43720f17902f), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:55.221956 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed21650-e9b1-4908-9c0d-42b9a292976c service neutron] Pushing event updated for resources: {'Port': ['ID=81d24c68-0bdd-45de-87d0-cac3a3e8795a,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:55.269642 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c0ba18-c76b-4a90-af1f-3a77f58c33f4 req-68cad44a-c96c-4f10-926b-7b069d99560e tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] No DVR routers for this DVR port 836ed1d4-92e2-4289-8a12-896771b480bb on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:06:55.276907 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '076c97d3-ae9d-4579-b1b2-c56cfbd6ee86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '836ed1d4-92e2-4289-8a12-896771b480bb'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:06:55.281127 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185b823b-1097-4f2b-85c4-fd1611362fe3" -d '{"events": [{"server_uuid": "076c97d3-ae9d-4579-b1b2-c56cfbd6ee86", "name": "network-vif-unplugged", "status": "completed", "tag": "836ed1d4-92e2-4289-8a12-896771b480bb"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:06:55.304485 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-effb2ee9-4c55-429d-a5ee-277f1b4b74c8 req-c8c9a939-b652-452b-8fe2-ca6943d413b6 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Network 6887c7a4-5287-46fb-8e1c-13a166b3746e is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:06:55.305898 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d6c0ba18-c76b-4a90-af1f-3a77f58c33f4 req-68cad44a-c96c-4f10-926b-7b069d99560e tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:55.310320 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d6c0ba18-c76b-4a90-af1f-3a77f58c33f4 req-68cad44a-c96c-4f10-926b-7b069d99560e tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.47 "DELETE /v2.0/ports/836ed1d4-92e2-4289-8a12-896771b480bb HTTP/1.1" status: 204 len: 173 time: 4.8355362 Feb 09 01:06:55.344149 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f4754cb5-3260-48ad-b124-4823a6fca230 req-be232b98-61cc-47d0-ba69-00588bbbd092 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2797124 Feb 09 01:06:55.419284 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-effb2ee9-4c55-429d-a5ee-277f1b4b74c8 req-c8c9a939-b652-452b-8fe2-ca6943d413b6 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:06:55.440118 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-effb2ee9-4c55-429d-a5ee-277f1b4b74c8 req-c8c9a939-b652-452b-8fe2-ca6943d413b6 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:06:55.470305 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c9a939-b652-452b-8fe2-ca6943d413b6 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Pushing event updated for resources: {'Port': ['ID=d30935b9-f2c8-485b-ab55-02a7a99e3581,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:55.518366 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-59970cab-8daf-4180-bcd2-4bddcfc75709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:55.520985 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-59970cab-8daf-4180-bcd2-4bddcfc75709 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=bdb83081-7783-44b0-aeb7-7002ff9f4a47 HTTP/1.1" status: 200 len: 852 time: 0.3133521 Feb 09 01:06:55.555180 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-f0a16de9-14b3-46fa-b90a-c2430a5e4a3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28d199cf-56a9-419b-9761-8488887e1ca2 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:06:55.604739 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-9ae024c3-891d-49ef-9a8f-51f1c4221757 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=f0bf2d1b-1661-4bc9-ac26-21a65de127bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709543 Feb 09 01:06:55.612804 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-f0a16de9-14b3-46fa-b90a-c2430a5e4a3f service neutron] Publish callbacks [] for port (28d199cf-56a9-419b-9761-8488887e1ca2), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:55.640958 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-ba96f705-8175-4525-975f-68b3d4e3ebc4 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:55.643595 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-ba96f705-8175-4525-975f-68b3d4e3ebc4 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6285901 Feb 09 01:06:55.675563 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb2ee9-4c55-429d-a5ee-277f1b4b74c8 req-c8c9a939-b652-452b-8fe2-ca6943d413b6 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:55.678717 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-effb2ee9-4c55-429d-a5ee-277f1b4b74c8 req-c8c9a939-b652-452b-8fe2-ca6943d413b6 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:55.926935 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-dcdc16f3-ff3b-4067-be0f-8db2d5ff28bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:55.928645 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-dcdc16f3-ff3b-4067-be0f-8db2d5ff28bb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba2f36688aa445499186dfa11ee83266&device_id=b28057b4-9afa-418e-8729-8250434cce09 HTTP/1.1" status: 200 len: 1126 time: 0.7029283 Feb 09 01:06:55.931711 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-be8ee8d6-2e53-46c3-b785-215380e45116 service neutron] For port ddafb8e7-cecf-4039-b691-43720f17902f, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:06:55.935576 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-be8ee8d6-2e53-46c3-b785-215380e45116 service neutron] For port ddafb8e7-cecf-4039-b691-43720f17902f, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=ddafb8e7-cecf-4039-b691-43720f17902f,segment=NetworkSegment(027cc1ec-0c18-4a25-a208-0f9bfe67520e),segment_id=027cc1ec-0c18-4a25-a208-0f9bfe67520e)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:06:55.944568 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-be8ee8d6-2e53-46c3-b785-215380e45116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (ddafb8e7-cecf-4039-b691-43720f17902f), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:56.014925 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ee8d6-2e53-46c3-b785-215380e45116 service neutron] Pushing event updated for resources: {'Port': ['ID=ddafb8e7-cecf-4039-b691-43720f17902f,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:56.050424 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-be8ee8d6-2e53-46c3-b785-215380e45116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:56.051109 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-be8ee8d6-2e53-46c3-b785-215380e45116 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:56.052464 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-be8ee8d6-2e53-46c3-b785-215380e45116 service neutron] 10.222.0.47 "PUT /v2.0/ports/ddafb8e7-cecf-4039-b691-43720f17902f HTTP/1.1" status: 200 len: 1091 time: 4.3326874 Feb 09 01:06:56.129565 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-4c8f4cd6-b5c7-4409-be46-c90184b9b758 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81d24c68-0bdd-45de-87d0-cac3a3e8795a HTTP/1.1" status: 200 len: 217 time: 0.0851667 Feb 09 01:06:56.290834 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-f0a16de9-14b3-46fa-b90a-c2430a5e4a3f service neutron] Transition to ACTIVE for port object 28d199cf-56a9-419b-9761-8488887e1ca2 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:06:56.336638 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-f0a16de9-14b3-46fa-b90a-c2430a5e4a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (28d199cf-56a9-419b-9761-8488887e1ca2), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:56.354289 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c7b09977-11a2-4b15-97a8-0155651f0f44 req-4538b5c2-873c-4cdf-bec1-25c834ae640f tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=076c97d3-ae9d-4579-b1b2-c56cfbd6ee86 HTTP/1.1" status: 200 len: 210 time: 0.0584369 Feb 09 01:06:56.362943 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-6e036391-6306-4df6-a192-15ae7bd780c0 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] 10.222.0.50 "GET /v2.0/quotas/a802ee657ee544bca93e61cc553c84c3 HTTP/1.1" status: 200 len: 375 time: 0.6758170 Feb 09 01:06:56.417007 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-effb2ee9-4c55-429d-a5ee-277f1b4b74c8 req-c8c9a939-b652-452b-8fe2-ca6943d413b6 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2028377 Feb 09 01:06:56.463420 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-effb2ee9-4c55-429d-a5ee-277f1b4b74c8 req-e94a9c5d-4963-404b-b644-ef56f408ccf9 service neutron] Request body: {'port': {'device_id': '039cffd4-a77e-4f0e-82e6-a69d8a085da3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:56.471502 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-23755161-f5fe-4748-a20c-54954a287d9b tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a802ee657ee544bca93e61cc553c84c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483994 Feb 09 01:06:56.556776 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a16de9-14b3-46fa-b90a-c2430a5e4a3f service neutron] Pushing event updated for resources: {'Port': ['ID=28d199cf-56a9-419b-9761-8488887e1ca2,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:56.714994 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-386ccc5f-674e-4e2d-9802-8c3bee1dc1f5 service neutron] 10.222.0.120 "GET /v2.0/networks/f0bf2d1b-1661-4bc9-ac26-21a65de127bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0944929 Feb 09 01:06:56.849819 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11354e9-acbd-47e9-bb3e-d1ab280cf538 req-ebfd2896-afaf-4805-ac90-19005a80ccc8 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:56.851644 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c11354e9-acbd-47e9-bb3e-d1ab280cf538 req-ebfd2896-afaf-4805-ac90-19005a80ccc8 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=039cffd4-a77e-4f0e-82e6-a69d8a085da3 HTTP/1.1" status: 200 len: 931 time: 0.4017558 Feb 09 01:06:56.852396 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-effb2ee9-4c55-429d-a5ee-277f1b4b74c8 req-e94a9c5d-4963-404b-b644-ef56f408ccf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d30935b9-f2c8-485b-ab55-02a7a99e3581), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:56.982591 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-f0a16de9-14b3-46fa-b90a-c2430a5e4a3f service neutron] Attempting to bind port 28d199cf-56a9-419b-9761-8488887e1ca2 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:06:56.983014 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-f0a16de9-14b3-46fa-b90a-c2430a5e4a3f service neutron] Attempting to bind port 28d199cf-56a9-419b-9761-8488887e1ca2 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '3c63ea86-e27b-44f0-b66a-b57792354f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'f0bf2d1b-1661-4bc9-ac26-21a65de127bc'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:06:56.983240 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-f0a16de9-14b3-46fa-b90a-c2430a5e4a3f service neutron] Attempting to bind port 28d199cf-56a9-419b-9761-8488887e1ca2 on network f0bf2d1b-1661-4bc9-ac26-21a65de127bc {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:06:57.040356 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-f0a16de9-14b3-46fa-b90a-c2430a5e4a3f service neutron] Port 28d199cf-56a9-419b-9761-8488887e1ca2 on network f0bf2d1b-1661-4bc9-ac26-21a65de127bc not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:06:57.040720 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-f0a16de9-14b3-46fa-b90a-c2430a5e4a3f service neutron] Attempting to bind port 28d199cf-56a9-419b-9761-8488887e1ca2 on network f0bf2d1b-1661-4bc9-ac26-21a65de127bc {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:06:57.049087 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-716d0a5b-e5c1-49a3-9e22-125f37c35157 service neutron] 10.222.0.120 "GET /v2.0/networks/f0bf2d1b-1661-4bc9-ac26-21a65de127bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068027 Feb 09 01:06:57.062916 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-f0a16de9-14b3-46fa-b90a-c2430a5e4a3f service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:06:57.063260 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-f0a16de9-14b3-46fa-b90a-c2430a5e4a3f service neutron] Checking segment: {'id': '3c63ea86-e27b-44f0-b66a-b57792354f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'f0bf2d1b-1661-4bc9-ac26-21a65de127bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:06:57.064084 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-f0a16de9-14b3-46fa-b90a-c2430a5e4a3f service neutron] Bound using segment: {'id': '3c63ea86-e27b-44f0-b66a-b57792354f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'f0bf2d1b-1661-4bc9-ac26-21a65de127bc'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:06:57.064084 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-f0a16de9-14b3-46fa-b90a-c2430a5e4a3f service neutron] Bound port: 28d199cf-56a9-419b-9761-8488887e1ca2, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c63ea86-e27b-44f0-b66a-b57792354f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'f0bf2d1b-1661-4bc9-ac26-21a65de127bc'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:06:57.064460 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-f0a16de9-14b3-46fa-b90a-c2430a5e4a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (28d199cf-56a9-419b-9761-8488887e1ca2), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:57.070744 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-10a5c3d0-4ff8-4eaf-8f4d-a83ea359b230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:57.077133 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-10a5c3d0-4ff8-4eaf-8f4d-a83ea359b230 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89e1f0f4cc04459291204524a9eba8d0&device_id=edee8062-ffa5-4be4-87f8-251cde411b65 HTTP/1.1" status: 200 len: 1125 time: 0.1821325 Feb 09 01:06:57.080377 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d255a348-d8b0-4899-9410-1fc195f85fb2 req-1ab94964-c0cd-4146-9238-5d0a8d8ba0c1 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:57.084359 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-8a296e09-da61-4d7e-878b-d638feb33ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:57.085989 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-8a296e09-da61-4d7e-878b-d638feb33ff8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c434f4f0-bf35-4657-903e-bbdc30e316e9 HTTP/1.1" status: 200 len: 854 time: 0.1382582 Feb 09 01:06:57.087147 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d255a348-d8b0-4899-9410-1fc195f85fb2 req-1ab94964-c0cd-4146-9238-5d0a8d8ba0c1 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7150ff8-64e8-4ee5-a5b2-922df0e31528 HTTP/1.1" status: 200 len: 944 time: 0.3810806 Feb 09 01:06:57.106374 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c11354e9-acbd-47e9-bb3e-d1ab280cf538 req-a46b3b77-22d7-4c9f-aa5e-cd5f72898e2f tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399807 Feb 09 01:06:57.269791 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-6419ed3c-f532-44a3-9a39-29b5b4aa0186 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddafb8e7-cecf-4039-b691-43720f17902f HTTP/1.1" status: 200 len: 217 time: 0.1191294 Feb 09 01:06:57.298449 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-31f86837-ecdc-4829-bfd3-46be8b0bdb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:57.306945 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-31f86837-ecdc-4829-bfd3-46be8b0bdb19 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1284ae1-926f-4419-baec-5bc6c4b92ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1468852 Feb 09 01:06:57.318685 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d255a348-d8b0-4899-9410-1fc195f85fb2 req-4046774e-c81c-40a9-959f-e3ee272c54c8 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110007 Feb 09 01:06:57.422742 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-f0a16de9-14b3-46fa-b90a-c2430a5e4a3f service neutron] For port 28d199cf-56a9-419b-9761-8488887e1ca2, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:06:57.428373 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-f0a16de9-14b3-46fa-b90a-c2430a5e4a3f service neutron] For port 28d199cf-56a9-419b-9761-8488887e1ca2, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=28d199cf-56a9-419b-9761-8488887e1ca2,segment=NetworkSegment(3c63ea86-e27b-44f0-b66a-b57792354f51),segment_id=3c63ea86-e27b-44f0-b66a-b57792354f51)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:06:57.456314 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-f0a16de9-14b3-46fa-b90a-c2430a5e4a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (28d199cf-56a9-419b-9761-8488887e1ca2), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:57.499140 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be6426-5fe7-46c2-aaad-6737f2528cee req-f924d33f-8cc3-4504-8429-13bbc515af39 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:57.500696 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-66be6426-5fe7-46c2-aaad-6737f2528cee req-f924d33f-8cc3-4504-8429-13bbc515af39 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] 10.222.0.50 "GET /v2.0/ports?device_id=b28057b4-9afa-418e-8729-8250434cce09 HTTP/1.1" status: 200 len: 944 time: 0.2806971 Feb 09 01:06:57.568776 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-f0a16de9-14b3-46fa-b90a-c2430a5e4a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:57.569395 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-f0a16de9-14b3-46fa-b90a-c2430a5e4a3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:57.570789 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-f0a16de9-14b3-46fa-b90a-c2430a5e4a3f service neutron] 10.222.0.47 "PUT /v2.0/ports/28d199cf-56a9-419b-9761-8488887e1ca2 HTTP/1.1" status: 200 len: 1091 time: 6.4403963 Feb 09 01:06:57.573898 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-3081b017-c3b2-4c36-b9f2-c24015108908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:57.575672 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-3081b017-c3b2-4c36-b9f2-c24015108908 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=39025205-bb7c-46ac-a43e-80dbed15aee3 HTTP/1.1" status: 200 len: 853 time: 0.1220806 Feb 09 01:06:57.612609 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a16de9-14b3-46fa-b90a-c2430a5e4a3f service neutron] Pushing event updated for resources: {'Port': ['ID=28d199cf-56a9-419b-9761-8488887e1ca2,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:57.613547 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-498e13ae-88f9-4dfc-b749-3ae66d414dc3 service neutron] 10.222.0.47 "GET /v2.0/networks/f1284ae1-926f-4419-baec-5bc6c4b92ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682146 Feb 09 01:06:57.638441 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc774f-293a-47e3-b63d-67df2fab6738 req-4e6bc424-b154-4e87-988d-2f3d78107061 tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:57.639968 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0cdc774f-293a-47e3-b63d-67df2fab6738 req-4e6bc424-b154-4e87-988d-2f3d78107061 tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] 10.222.0.50 "GET /v2.0/ports?device_id=edee8062-ffa5-4be4-87f8-251cde411b65 HTTP/1.1" status: 200 len: 943 time: 0.2085073 Feb 09 01:06:57.663698 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a16de9-14b3-46fa-b90a-c2430a5e4a3f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:57.664135 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a16de9-14b3-46fa-b90a-c2430a5e4a3f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:57.664406 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a16de9-14b3-46fa-b90a-c2430a5e4a3f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:57.664834 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a16de9-14b3-46fa-b90a-c2430a5e4a3f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:57.665178 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a16de9-14b3-46fa-b90a-c2430a5e4a3f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:57.665592 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a16de9-14b3-46fa-b90a-c2430a5e4a3f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:57.665845 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a16de9-14b3-46fa-b90a-c2430a5e4a3f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:57.666179 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a16de9-14b3-46fa-b90a-c2430a5e4a3f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:57.666512 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a16de9-14b3-46fa-b90a-c2430a5e4a3f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:57.666832 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a16de9-14b3-46fa-b90a-c2430a5e4a3f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:57.667240 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a16de9-14b3-46fa-b90a-c2430a5e4a3f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:57.667485 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a16de9-14b3-46fa-b90a-c2430a5e4a3f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:57.667807 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a16de9-14b3-46fa-b90a-c2430a5e4a3f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:06:57.711063 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-66be6426-5fe7-46c2-aaad-6737f2528cee req-1e17093a-2b78-4594-b7d5-5b433e8af9e5 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] 10.222.0.50 "GET /v2.0/security-groups?id=f1835974-7701-4924-a23c-a1bbe14d4c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1821165 Feb 09 01:06:57.713078 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-effb2ee9-4c55-429d-a5ee-277f1b4b74c8 req-e94a9c5d-4963-404b-b644-ef56f408ccf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d30935b9-f2c8-485b-ab55-02a7a99e3581 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:06:57.722835 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-effb2ee9-4c55-429d-a5ee-277f1b4b74c8 req-e94a9c5d-4963-404b-b644-ef56f408ccf9 service neutron] Publish callbacks [] for port (d30935b9-f2c8-485b-ab55-02a7a99e3581), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:57.752767 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-effb2ee9-4c55-429d-a5ee-277f1b4b74c8 req-e94a9c5d-4963-404b-b644-ef56f408ccf9 service neutron] Transition to ACTIVE for port object d30935b9-f2c8-485b-ab55-02a7a99e3581 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:06:57.763101 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-effb2ee9-4c55-429d-a5ee-277f1b4b74c8 req-e94a9c5d-4963-404b-b644-ef56f408ccf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (d30935b9-f2c8-485b-ab55-02a7a99e3581), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:57.775736 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0cdc774f-293a-47e3-b63d-67df2fab6738 req-f5a9b546-41cb-47da-b898-0a729bcd80b5 tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] 10.222.0.50 "GET /v2.0/security-groups?id=10265b10-bbb3-46c7-8fcc-8e1e448a4bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153078 Feb 09 01:06:57.797260 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ca9325-7672-4037-8158-b2687c1352d8 x-openstack-request-id: req-c7ca9325-7672-4037-8158-b2687c1352d8 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:06:57.797542 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2429f304-1d05-4352-92af-f5fa5a646cac", "tag": "7d897ac0-db98-46a5-b84f-ed1b9bfe78d9", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:06:57.797809 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c7ca9325-7672-4037-8158-b2687c1352d8 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:06:57.798199 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2429f304-1d05-4352-92af-f5fa5a646cac', 'tag': '7d897ac0-db98-46a5-b84f-ed1b9bfe78d9', 'status': 'completed', 'code': 200} Feb 09 01:06:57.845727 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948991ef-0b0a-4ef8-bd7a-1d542a4ea8ac x-openstack-request-id: req-948991ef-0b0a-4ef8-bd7a-1d542a4ea8ac {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:06:57.846870 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "076c97d3-ae9d-4579-b1b2-c56cfbd6ee86", "name": "network-vif-unplugged", "status": "completed", "tag": "836ed1d4-92e2-4289-8a12-896771b480bb", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:06:57.847423 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-948991ef-0b0a-4ef8-bd7a-1d542a4ea8ac {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:06:57.848319 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '076c97d3-ae9d-4579-b1b2-c56cfbd6ee86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '836ed1d4-92e2-4289-8a12-896771b480bb', 'code': 200} Feb 09 01:06:57.892623 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a9c5d-4963-404b-b644-ef56f408ccf9 service neutron] Pushing event updated for resources: {'Port': ['ID=d30935b9-f2c8-485b-ab55-02a7a99e3581,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:57.894406 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021c071d-d26c-4178-993e-d5290bf47929 x-openstack-request-id: req-021c071d-d26c-4178-993e-d5290bf47929 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:06:57.894704 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b28057b4-9afa-418e-8729-8250434cce09", "tag": "81d24c68-0bdd-45de-87d0-cac3a3e8795a", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:06:57.894963 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-021c071d-d26c-4178-993e-d5290bf47929 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:06:57.895368 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b28057b4-9afa-418e-8729-8250434cce09', 'tag': '81d24c68-0bdd-45de-87d0-cac3a3e8795a', 'status': 'completed', 'code': 200} Feb 09 01:06:58.021574 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693484a-5cb5-43a5-94ba-9b131ad0ce36 req-b8b25df7-aaf6-40a9-9bf2-a5150cc69128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:58.023088 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1693484a-5cb5-43a5-94ba-9b131ad0ce36 req-b8b25df7-aaf6-40a9-9bf2-a5150cc69128 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=92a9e1b9cb7947939e37c73c60cfce20&device_id=2429f304-1d05-4352-92af-f5fa5a646cac HTTP/1.1" status: 200 len: 1126 time: 0.1921697 Feb 09 01:06:58.036484 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-effb2ee9-4c55-429d-a5ee-277f1b4b74c8 req-e94a9c5d-4963-404b-b644-ef56f408ccf9 service neutron] Attempting to bind port d30935b9-f2c8-485b-ab55-02a7a99e3581 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:06:58.036484 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-effb2ee9-4c55-429d-a5ee-277f1b4b74c8 req-e94a9c5d-4963-404b-b644-ef56f408ccf9 service neutron] Attempting to bind port d30935b9-f2c8-485b-ab55-02a7a99e3581 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '1088d67c-3520-4ac2-8e48-25a7c8da33c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6887c7a4-5287-46fb-8e1c-13a166b3746e'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:06:58.036484 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effb2ee9-4c55-429d-a5ee-277f1b4b74c8 req-e94a9c5d-4963-404b-b644-ef56f408ccf9 service neutron] Attempting to bind port d30935b9-f2c8-485b-ab55-02a7a99e3581 on network 6887c7a4-5287-46fb-8e1c-13a166b3746e {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:06:58.066344 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effb2ee9-4c55-429d-a5ee-277f1b4b74c8 req-e94a9c5d-4963-404b-b644-ef56f408ccf9 service neutron] Port d30935b9-f2c8-485b-ab55-02a7a99e3581 on network 6887c7a4-5287-46fb-8e1c-13a166b3746e not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:06:58.066677 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effb2ee9-4c55-429d-a5ee-277f1b4b74c8 req-e94a9c5d-4963-404b-b644-ef56f408ccf9 service neutron] Attempting to bind port d30935b9-f2c8-485b-ab55-02a7a99e3581 on network 6887c7a4-5287-46fb-8e1c-13a166b3746e {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:06:58.113849 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9c93b-aa65-42f8-8c14-b859145213a2 req-5a5728ca-340c-4183-bb06-f747f1714a1f tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:58.115391 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2cc9c93b-aa65-42f8-8c14-b859145213a2 req-5a5728ca-340c-4183-bb06-f747f1714a1f tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/ports?device_id=2429f304-1d05-4352-92af-f5fa5a646cac HTTP/1.1" status: 200 len: 944 time: 0.1962614 Feb 09 01:06:58.120801 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effb2ee9-4c55-429d-a5ee-277f1b4b74c8 req-e94a9c5d-4963-404b-b644-ef56f408ccf9 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:06:58.121151 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effb2ee9-4c55-429d-a5ee-277f1b4b74c8 req-e94a9c5d-4963-404b-b644-ef56f408ccf9 service neutron] Checking segment: {'id': '1088d67c-3520-4ac2-8e48-25a7c8da33c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6887c7a4-5287-46fb-8e1c-13a166b3746e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:06:58.121544 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-effb2ee9-4c55-429d-a5ee-277f1b4b74c8 req-e94a9c5d-4963-404b-b644-ef56f408ccf9 service neutron] Bound using segment: {'id': '1088d67c-3520-4ac2-8e48-25a7c8da33c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6887c7a4-5287-46fb-8e1c-13a166b3746e'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:06:58.122001 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-effb2ee9-4c55-429d-a5ee-277f1b4b74c8 req-e94a9c5d-4963-404b-b644-ef56f408ccf9 service neutron] Bound port: d30935b9-f2c8-485b-ab55-02a7a99e3581, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1088d67c-3520-4ac2-8e48-25a7c8da33c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6887c7a4-5287-46fb-8e1c-13a166b3746e'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:06:58.122643 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-effb2ee9-4c55-429d-a5ee-277f1b4b74c8 req-e94a9c5d-4963-404b-b644-ef56f408ccf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d30935b9-f2c8-485b-ab55-02a7a99e3581), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:58.157698 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99561812-e62b-4298-876f-3ba33f14a4e6 req-b790ff33-a141-4809-a12b-4ecfaf5730c6 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:58.159323 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99561812-e62b-4298-876f-3ba33f14a4e6 req-b790ff33-a141-4809-a12b-4ecfaf5730c6 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 946 time: 0.2000740 Feb 09 01:06:58.258249 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693484a-5cb5-43a5-94ba-9b131ad0ce36 req-aa67842b-0be0-42af-b033-0f303a8e23d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:58.259755 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1693484a-5cb5-43a5-94ba-9b131ad0ce36 req-aa67842b-0be0-42af-b033-0f303a8e23d3 service neutron] 10.222.0.120 "GET /v2.0/networks?id=f0bf2d1b-1661-4bc9-ac26-21a65de127bc HTTP/1.1" status: 200 len: 914 time: 0.2266269 Feb 09 01:06:58.333997 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2cc9c93b-aa65-42f8-8c14-b859145213a2 req-20da5297-c5e1-4051-b7e7-7a5476bbd11d tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/security-groups?id=63f9b6a8-f901-49f3-9ea4-b0c2a248fcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084360 Feb 09 01:06:58.347536 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1693484a-5cb5-43a5-94ba-9b131ad0ce36 req-2b2820ca-1fea-4abe-80a4-1d999f144a13 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d897ac0-db98-46a5-b84f-ed1b9bfe78d9 HTTP/1.1" status: 200 len: 217 time: 0.0706775 Feb 09 01:06:58.350606 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-effb2ee9-4c55-429d-a5ee-277f1b4b74c8 req-e94a9c5d-4963-404b-b644-ef56f408ccf9 service neutron] For port d30935b9-f2c8-485b-ab55-02a7a99e3581, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:06:58.355732 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99561812-e62b-4298-876f-3ba33f14a4e6 req-73c9dbcd-b50e-4d98-8b46-cba4dc99eec3 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861081 Feb 09 01:06:58.394857 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-effb2ee9-4c55-429d-a5ee-277f1b4b74c8 req-e94a9c5d-4963-404b-b644-ef56f408ccf9 service neutron] For port d30935b9-f2c8-485b-ab55-02a7a99e3581, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=d30935b9-f2c8-485b-ab55-02a7a99e3581,segment=NetworkSegment(1088d67c-3520-4ac2-8e48-25a7c8da33c5),segment_id=1088d67c-3520-4ac2-8e48-25a7c8da33c5)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:06:58.399085 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-effb2ee9-4c55-429d-a5ee-277f1b4b74c8 req-e94a9c5d-4963-404b-b644-ef56f408ccf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (d30935b9-f2c8-485b-ab55-02a7a99e3581), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:58.444807 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb2ee9-4c55-429d-a5ee-277f1b4b74c8 req-e94a9c5d-4963-404b-b644-ef56f408ccf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:58.445461 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-effb2ee9-4c55-429d-a5ee-277f1b4b74c8 req-e94a9c5d-4963-404b-b644-ef56f408ccf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:58.446839 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-effb2ee9-4c55-429d-a5ee-277f1b4b74c8 req-e94a9c5d-4963-404b-b644-ef56f408ccf9 service neutron] 10.222.0.120 "PUT /v2.0/ports/d30935b9-f2c8-485b-ab55-02a7a99e3581 HTTP/1.1" status: 200 len: 1091 time: 1.9877431 Feb 09 01:06:58.463623 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693484a-5cb5-43a5-94ba-9b131ad0ce36 req-7ec06dc6-3e11-4979-baac-d8ea40a796fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:58.465195 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1693484a-5cb5-43a5-94ba-9b131ad0ce36 req-7ec06dc6-3e11-4979-baac-d8ea40a796fc service neutron] 10.222.0.120 "GET /v2.0/subnets?id=bdb83081-7783-44b0-aeb7-7002ff9f4a47 HTTP/1.1" status: 200 len: 852 time: 0.1085975 Feb 09 01:06:58.583381 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1693484a-5cb5-43a5-94ba-9b131ad0ce36 req-ba94e96f-b367-4c7d-a0b3-e55dbda878d3 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=f0bf2d1b-1661-4bc9-ac26-21a65de127bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053808 Feb 09 01:06:58.588405 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-07e1b158-911a-41e2-bf5e-35d74ad824a7 req-659450e1-172d-4f36-b97a-05cecf836962 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3d6f6f7-ad3f-416b-97f7-576e57498d74 HTTP/1.1" status: 200 len: 210 time: 0.1065733 Feb 09 01:06:58.588996 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a9c5d-4963-404b-b644-ef56f408ccf9 service neutron] Pushing event updated for resources: {'Port': ['ID=d30935b9-f2c8-485b-ab55-02a7a99e3581,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:06:58.768446 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb2ee9-4c55-429d-a5ee-277f1b4b74c8 req-52df5221-9557-4a25-925d-b7241d63aed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:58.769999 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-effb2ee9-4c55-429d-a5ee-277f1b4b74c8 req-52df5221-9557-4a25-925d-b7241d63aed4 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=bc3818006b3c45fb99098097e9082b77&device_id=039cffd4-a77e-4f0e-82e6-a69d8a085da3 HTTP/1.1" status: 200 len: 1125 time: 0.2642858 Feb 09 01:06:58.845489 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185b453-c96c-4ff2-94b7-2d6b9a140de9 req-81a32383-eddf-42f1-a8a8-d65e1967c10d tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:58.846956 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0185b453-c96c-4ff2-94b7-2d6b9a140de9 req-81a32383-eddf-42f1-a8a8-d65e1967c10d tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=039cffd4-a77e-4f0e-82e6-a69d8a085da3 HTTP/1.1" status: 200 len: 943 time: 0.2623851 Feb 09 01:06:58.848277 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-effb2ee9-4c55-429d-a5ee-277f1b4b74c8 req-8e815b7a-2432-455e-832d-42ec097e45da service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d30935b9-f2c8-485b-ab55-02a7a99e3581 HTTP/1.1" status: 200 len: 217 time: 0.0694058 Feb 09 01:06:58.854966 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00631f3-995f-43f6-9cbb-15720272c801 req-6c618826-52a5-48ab-9fbc-d7bd8bea8cce tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:58.856469 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b00631f3-995f-43f6-9cbb-15720272c801 req-6c618826-52a5-48ab-9fbc-d7bd8bea8cce tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 946 time: 0.1859956 Feb 09 01:06:58.865097 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46172) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:06:58.870439 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-0fd7268f-2686-459b-9da2-302358cbc964 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Request body: {'floatingip': {'port_id': '39264370-bded-4c85-9b70-b01a28f9a277'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:06:58.886406 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1693484a-5cb5-43a5-94ba-9b131ad0ce36 req-d1079dd1-4caa-4183-8bc1-03cf502b53cc service neutron] 10.222.0.120 "GET /v2.0/networks/f0bf2d1b-1661-4bc9-ac26-21a65de127bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914991 Feb 09 01:06:58.923881 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0fd7268f-2686-459b-9da2-302358cbc964 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks [] for floatingip (9532bec9-a5c9-44c6-8578-54ce0821995b), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:59.029850 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb2ee9-4c55-429d-a5ee-277f1b4b74c8 req-46bdcef7-1e71-4326-8a65-74e969721b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:59.031431 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-effb2ee9-4c55-429d-a5ee-277f1b4b74c8 req-46bdcef7-1e71-4326-8a65-74e969721b3c service neutron] 10.222.0.120 "GET /v2.0/subnets?id=84df8042-998c-45dd-8b33-36f49fdd33d9 HTTP/1.1" status: 200 len: 851 time: 0.1724811 Feb 09 01:06:59.061730 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0185b453-c96c-4ff2-94b7-2d6b9a140de9 req-c8630634-acf3-4c7c-a88f-3d9dee0d2033 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950085 Feb 09 01:06:59.084322 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-effb2ee9-4c55-429d-a5ee-277f1b4b74c8 req-553aea15-d48e-4097-97d6-2e367efe5766 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=6887c7a4-5287-46fb-8e1c-13a166b3746e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465386 Feb 09 01:06:59.174187 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1693484a-5cb5-43a5-94ba-9b131ad0ce36 req-f3d5796d-d6b4-4fe2-bd71-b79d3c9f81e7 service neutron] 10.222.0.120 "GET /v2.0/networks/f0bf2d1b-1661-4bc9-ac26-21a65de127bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647021 Feb 09 01:06:59.179714 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c82359-4142-43b5-8baa-3b4f6e36ccce req-4b6c3fc2-4f84-4281-af16-87406c1d60e9 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:59.181322 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-40c82359-4142-43b5-8baa-3b4f6e36ccce req-4b6c3fc2-4f84-4281-af16-87406c1d60e9 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=a7150ff8-64e8-4ee5-a5b2-922df0e31528 HTTP/1.1" status: 200 len: 1126 time: 0.2040832 Feb 09 01:06:59.287872 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-40c82359-4142-43b5-8baa-3b4f6e36ccce req-1d08b858-63c5-4338-b239-b59488a183dc tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966954 Feb 09 01:06:59.301363 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-effb2ee9-4c55-429d-a5ee-277f1b4b74c8 req-0e12eb33-5900-4f43-a7be-44c004eeaa78 service neutron] 10.222.0.120 "GET /v2.0/networks/6887c7a4-5287-46fb-8e1c-13a166b3746e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112002 Feb 09 01:06:59.501775 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-effb2ee9-4c55-429d-a5ee-277f1b4b74c8 req-f5ae1683-099b-486b-8f5a-c58f521ff79b service neutron] 10.222.0.120 "GET /v2.0/networks/6887c7a4-5287-46fb-8e1c-13a166b3746e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941221 Feb 09 01:06:59.518673 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ded68-c9bd-445e-b256-19b869f07c83 req-8e77e948-0a26-4e85-930b-b006b8cc55f4 tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:59.527290 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ff9ded68-c9bd-445e-b256-19b869f07c83 req-8e77e948-0a26-4e85-930b-b006b8cc55f4 tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] 10.222.0.50 "GET /v2.0/ports?device_id=edee8062-ffa5-4be4-87f8-251cde411b65 HTTP/1.1" status: 200 len: 943 time: 0.1396511 Feb 09 01:06:59.551604 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08bb3b-1f79-4788-b909-82de34844cd8 req-92780b3a-4390-4f8a-bc14-fe1b368a18fa tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:06:59.553153 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5e08bb3b-1f79-4788-b909-82de34844cd8 req-92780b3a-4390-4f8a-bc14-fe1b368a18fa tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] 10.222.0.50 "GET /v2.0/ports?device_id=b28057b4-9afa-418e-8729-8250434cce09 HTTP/1.1" status: 200 len: 944 time: 0.1300426 Feb 09 01:06:59.608958 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ff9ded68-c9bd-445e-b256-19b869f07c83 req-dac9c37d-bf4f-4a68-b38b-e17710773a38 tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] 10.222.0.50 "GET /v2.0/security-groups?id=10265b10-bbb3-46c7-8fcc-8e1e448a4bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807593 Feb 09 01:06:59.668946 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0fd7268f-2686-459b-9da2-302358cbc964 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:59.674298 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0fd7268f-2686-459b-9da2-302358cbc964 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (9532bec9-a5c9-44c6-8578-54ce0821995b), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:59.697747 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 7d897ac0-db98-46a5-b84f-ed1b9bfe78d9 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:06:59.787422 n-d-828369-4 neutron-server[103137]: INFO neutron.db.l3_db [None req-0fd7268f-2686-459b-9da2-302358cbc964 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Floating IP 9532bec9-a5c9-44c6-8578-54ce0821995b associated. External IP: 172.25.8.54, port: 39264370-bded-4c85-9b70-b01a28f9a277. Feb 09 01:06:59.815092 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 7d897ac0-db98-46a5-b84f-ed1b9bfe78d9, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=7d897ac0-db98-46a5-b84f-ed1b9bfe78d9,segment=NetworkSegment(3c63ea86-e27b-44f0-b66a-b57792354f51),segment_id=3c63ea86-e27b-44f0-b66a-b57792354f51)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:59.828442 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '7d897ac0-db98-46a5-b84f-ed1b9bfe78d9', 'network_id': 'f0bf2d1b-1661-4bc9-ac26-21a65de127bc', 'port_id': '7d897ac0-db98-46a5-b84f-ed1b9bfe78d9', 'mac_address': 'fa:16:3e:b0:76:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdb83081-7783-44b0-aeb7-7002ff9f4a47', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:06:59.869479 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 7d897ac0-db98-46a5-b84f-ed1b9bfe78d9 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:06:59.870188 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7d897ac0-db98-46a5-b84f-ed1b9bfe78d9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:59.884446 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d897ac0-db98-46a5-b84f-ed1b9bfe78d9 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:06:59.899020 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edee8062-ffa5-4be4-87f8-251cde411b65', 'tag': 'ddafb8e7-cecf-4039-b691-43720f17902f'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:06:59.901323 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f794b6-f5ec-4202-92fa-765cd0dd013f" -d '{"events": [{"name": "network-changed", "server_uuid": "edee8062-ffa5-4be4-87f8-251cde411b65", "tag": "ddafb8e7-cecf-4039-b691-43720f17902f"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:06:59.909844 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 7d897ac0-db98-46a5-b84f-ed1b9bfe78d9, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=7d897ac0-db98-46a5-b84f-ed1b9bfe78d9,segment=NetworkSegment(3c63ea86-e27b-44f0-b66a-b57792354f51),segment_id=3c63ea86-e27b-44f0-b66a-b57792354f51)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:06:59.915039 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (7d897ac0-db98-46a5-b84f-ed1b9bfe78d9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:06:59.931482 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '076c97d3-ae9d-4579-b1b2-c56cfbd6ee86', 'name': 'network-vif-deleted', 'tag': '836ed1d4-92e2-4289-8a12-896771b480bb'}, {'name': 'network-changed', 'server_uuid': 'c583c9c6-dcd3-4119-af25-b8440ab48d5c', 'tag': '28d199cf-56a9-419b-9761-8488887e1ca2'}, {'name': 'network-changed', 'server_uuid': '039cffd4-a77e-4f0e-82e6-a69d8a085da3', 'tag': 'd30935b9-f2c8-485b-ab55-02a7a99e3581'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:06:59.933773 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f7b2ad-d9b2-42de-b4d8-20cf4ef0f7a7" -d '{"events": [{"server_uuid": "076c97d3-ae9d-4579-b1b2-c56cfbd6ee86", "name": "network-vif-deleted", "tag": "836ed1d4-92e2-4289-8a12-896771b480bb"}, {"name": "network-changed", "server_uuid": "c583c9c6-dcd3-4119-af25-b8440ab48d5c", "tag": "28d199cf-56a9-419b-9761-8488887e1ca2"}, {"name": "network-changed", "server_uuid": "039cffd4-a77e-4f0e-82e6-a69d8a085da3", "tag": "d30935b9-f2c8-485b-ab55-02a7a99e3581"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:06:59.952548 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5e08bb3b-1f79-4788-b909-82de34844cd8 req-5e829bf0-f5cc-40f6-94e7-743aa1152f3d tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] 10.222.0.50 "GET /v2.0/security-groups?id=f1835974-7701-4924-a23c-a1bbe14d4c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3921688 Feb 09 01:06:59.984149 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=7d897ac0-db98-46a5-b84f-ed1b9bfe78d9,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:00.002314 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2769d99-45df-4e53-8412-787c7a01ece3 req-87a2d4a1-fc03-4bd8-94fa-d0ab0a44305e tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:00.004182 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a2769d99-45df-4e53-8412-787c7a01ece3 req-87a2d4a1-fc03-4bd8-94fa-d0ab0a44305e tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 950 time: 0.0675106 Feb 09 01:07:00.046052 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd7268f-2686-459b-9da2-302358cbc964 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Router 82ccfa62-dd4e-47d2-843d-b2b7f42ce657 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:07:00.084360 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a2769d99-45df-4e53-8412-787c7a01ece3 req-8c20f540-5f6f-45d3-9e23-4dde55f1fe8f tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695636 Feb 09 01:07:00.101491 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e810a15-f77a-477d-a017-096a6de62d96 req-db5fd87a-9795-40cb-8566-eb902d4eb27d tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:00.102993 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e810a15-f77a-477d-a017-096a6de62d96 req-db5fd87a-9795-40cb-8566-eb902d4eb27d tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/ports?device_id=2429f304-1d05-4352-92af-f5fa5a646cac HTTP/1.1" status: 200 len: 945 time: 0.0822279 Feb 09 01:07:00.158318 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e810a15-f77a-477d-a017-096a6de62d96 req-313bbc08-ba50-4658-bcff-b159eae188a0 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/security-groups?id=63f9b6a8-f901-49f3-9ea4-b0c2a248fcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482762 Feb 09 01:07:00.188027 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['7d897ac0-db98-46a5-b84f-ed1b9bfe78d9'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:07:00.188945 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd7268f-2686-459b-9da2-302358cbc964 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:07:00.200466 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4bfcf1-62ed-4ef6-a93e-f2c9faf9ca2f None None] Sync routers for ids ['82ccfa62-dd4e-47d2-843d-b2b7f42ce657'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:07:00.204569 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0fd7268f-2686-459b-9da2-302358cbc964 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:00.220226 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4bfcf1-62ed-4ef6-a93e-f2c9faf9ca2f None None] Routers {'82ccfa62-dd4e-47d2-843d-b2b7f42ce657'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:07:00.221189 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-fe4bfcf1-62ed-4ef6-a93e-f2c9faf9ca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:06:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['82ccfa62-dd4e-47d2-843d-b2b7f42ce657'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:00.294700 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5c645c11-0ec0-494e-8c93-c0d9e416bffd req-612e2222-74db-4826-add7-2aa077f7e29d tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3d6f6f7-ad3f-416b-97f7-576e57498d74 HTTP/1.1" status: 200 len: 210 time: 0.0527225 Feb 09 01:07:00.371946 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b012dea1-e924-4e17-be1c-0848579bfbce x-openstack-request-id: req-b012dea1-e924-4e17-be1c-0848579bfbce {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:07:00.372287 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edee8062-ffa5-4be4-87f8-251cde411b65", "tag": "ddafb8e7-cecf-4039-b691-43720f17902f", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:07:00.373326 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b012dea1-e924-4e17-be1c-0848579bfbce {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:07:00.374976 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edee8062-ffa5-4be4-87f8-251cde411b65', 'tag': 'ddafb8e7-cecf-4039-b691-43720f17902f', 'status': 'completed', 'code': 200} Feb 09 01:07:00.376215 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-fe4bfcf1-62ed-4ef6-a93e-f2c9faf9ca2f None None] Set router 82ccfa62-dd4e-47d2-843d-b2b7f42ce657 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:07:00.439404 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d58b26-c5aa-4347-8057-b1456f52c824 req-9e7980dd-c06c-44de-b615-7eb6bbab5ba6 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:00.442618 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0fd7268f-2686-459b-9da2-302358cbc964 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "PUT /v2.0/floatingips/9532bec9-a5c9-44c6-8578-54ce0821995b HTTP/1.1" status: 200 len: 991 time: 1.5764039 Feb 09 01:07:00.448498 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34d58b26-c5aa-4347-8057-b1456f52c824 req-9e7980dd-c06c-44de-b615-7eb6bbab5ba6 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/networks?id=584d7274-cb01-4853-8902-7824a3a705cb HTTP/1.1" status: 200 len: 807 time: 0.2741618 Feb 09 01:07:00.461783 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Wed, 09 Feb 2022 01:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17699f89-4226-4bc0-8760-7f3936eae4af x-openstack-request-id: req-17699f89-4226-4bc0-8760-7f3936eae4af {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:07:00.462427 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "076c97d3-ae9d-4579-b1b2-c56cfbd6ee86", "name": "network-vif-deleted", "tag": "836ed1d4-92e2-4289-8a12-896771b480bb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c583c9c6-dcd3-4119-af25-b8440ab48d5c", "tag": "28d199cf-56a9-419b-9761-8488887e1ca2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "039cffd4-a77e-4f0e-82e6-a69d8a085da3", "tag": "d30935b9-f2c8-485b-ab55-02a7a99e3581", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:07:00.462785 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-17699f89-4226-4bc0-8760-7f3936eae4af {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:07:00.463744 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '076c97d3-ae9d-4579-b1b2-c56cfbd6ee86', 'name': 'network-vif-deleted', 'tag': '836ed1d4-92e2-4289-8a12-896771b480bb', 'status': 'completed', 'code': 200} Feb 09 01:07:00.463744 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c583c9c6-dcd3-4119-af25-b8440ab48d5c', 'tag': '28d199cf-56a9-419b-9761-8488887e1ca2', 'status': 'completed', 'code': 200} Feb 09 01:07:00.463744 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '039cffd4-a77e-4f0e-82e6-a69d8a085da3', 'tag': 'd30935b9-f2c8-485b-ab55-02a7a99e3581', 'status': 'completed', 'code': 200} Feb 09 01:07:00.480352 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34d58b26-c5aa-4347-8057-b1456f52c824 req-889e7023-090a-4764-ba0c-66cd19c692df tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/quotas/349016141cb643eba466ab5e9338a7e5 HTTP/1.1" status: 200 len: 375 time: 0.0308549 Feb 09 01:07:00.526208 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-f1e42d95-362c-499b-877e-830da1f4f9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:00.527825 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-f1e42d95-362c-499b-877e-830da1f4f9ff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=92a9e1b9cb7947939e37c73c60cfce20&device_id=c583c9c6-dcd3-4119-af25-b8440ab48d5c HTTP/1.1" status: 200 len: 1125 time: 0.1713610 Feb 09 01:07:00.535351 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-a6872fa1-ef07-4d62-a897-0c59e7fcf8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:00.537586 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-a6872fa1-ef07-4d62-a897-0c59e7fcf8a6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db72407c-b961-4cdb-acfa-d628a00d5cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2254441 Feb 09 01:07:00.547031 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-3f9b1168-9c4a-40ed-b305-afdcee951a0b service neutron] 10.222.0.47 "GET /v2.0/networks/f1284ae1-926f-4419-baec-5bc6c4b92ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675672 Feb 09 01:07:00.646212 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-970142fc-2f9f-4131-90bf-2f7a9571f271 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28d199cf-56a9-419b-9761-8488887e1ca2 HTTP/1.1" status: 200 len: 217 time: 0.0584075 Feb 09 01:07:00.677487 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-5b21ca4b-4a5b-4635-be66-6bc945d68bb2 service neutron] 10.222.0.47 "GET /v2.0/networks/db72407c-b961-4cdb-acfa-d628a00d5cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289210 Feb 09 01:07:00.678845 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7a394-5f3f-4355-92e6-ac0312494953 req-d3d476a5-fe45-4452-bec7-a08354426f86 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:00.680568 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-67a7a394-5f3f-4355-92e6-ac0312494953 req-d3d476a5-fe45-4452-bec7-a08354426f86 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=039cffd4-a77e-4f0e-82e6-a69d8a085da3 HTTP/1.1" status: 200 len: 943 time: 0.1483705 Feb 09 01:07:00.683784 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec9dac-e7cf-45b4-a51a-182052157397 req-4b29ce12-e4d2-432c-8fbc-9e7ee78e58c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:00.685324 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-17ec9dac-e7cf-45b4-a51a-182052157397 req-4b29ce12-e4d2-432c-8fbc-9e7ee78e58c7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba2f36688aa445499186dfa11ee83266&device_id=b28057b4-9afa-418e-8729-8250434cce09 HTTP/1.1" status: 200 len: 1126 time: 0.0694654 Feb 09 01:07:00.707898 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7b2ad-d9b2-42de-b4d8-20cf4ef0f7a7 req-1f6b6c90-d7a6-47fc-9054-55200667a713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:00.709412 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f3f7b2ad-d9b2-42de-b4d8-20cf4ef0f7a7 req-1f6b6c90-d7a6-47fc-9054-55200667a713 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=bc3818006b3c45fb99098097e9082b77&device_id=039cffd4-a77e-4f0e-82e6-a69d8a085da3 HTTP/1.1" status: 200 len: 1125 time: 0.2246637 Feb 09 01:07:00.714562 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-fe4bfcf1-62ed-4ef6-a93e-f2c9faf9ca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'name': 'tempest-AttachVolumeShelveTestJSON-982540893-router', 'tenant_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1771017d-b6be-4aa6-9ea7-2a0790080398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:07Z', 'updated_at': '2022-02-09T01:06:17Z', 'revision_number': 4, 'project_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'gw_port': {'id': '1771017d-b6be-4aa6-9ea7-2a0790080398', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:84:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:09Z', 'updated_at': '2022-02-09T01:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '9532bec9-a5c9-44c6-8578-54ce0821995b', 'tenant_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'floating_ip_address': '172.25.8.54', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'port_id': '39264370-bded-4c85-9b70-b01a28f9a277', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 801, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554', 'mac_address': 'fa:16:3e:c0:4a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ad19b6-cb1c-458d-a423-73060685d20f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:06:24Z', 'updated_at': '2022-02-09T01:06:59Z', 'revision_number': 1, 'project_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c36cd8d-a67f-49ed-9195-ce8cf6bb6443', 'name': '', 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554', 'tenant_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'mac_address': 'fa:16:3e:b2:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'd13d90e7-a71d-4313-a595-9a761a96acb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:15Z', 'updated_at': '2022-02-09T01:06:25Z', 'revision_number': 5, 'project_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'subnets': [{'id': 'd13d90e7-a71d-4313-a595-9a761a96acb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:00.725250 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34d58b26-c5aa-4347-8057-b1456f52c824 req-2b2b1f1c-9885-40d0-b1c4-c3ad299c0a7b tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=349016141cb643eba466ab5e9338a7e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2293842 Feb 09 01:07:00.742687 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4bfcf1-62ed-4ef6-a93e-f2c9faf9ca2f None None] Checking router: 82ccfa62-dd4e-47d2-843d-b2b7f42ce657 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:07:00.753375 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4bfcf1-62ed-4ef6-a93e-f2c9faf9ca2f None None] Routers {'82ccfa62-dd4e-47d2-843d-b2b7f42ce657'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:07:00.754074 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-fe4bfcf1-62ed-4ef6-a93e-f2c9faf9ca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:06:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['82ccfa62-dd4e-47d2-843d-b2b7f42ce657'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:00.851544 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-064e9ddb-c016-4262-9b34-34d1d807bcb6 req-abc585fd-f164-4d6d-86e3-802d7ea9bb36 service neutron] 10.222.0.47 "GET /v2.0/networks/db72407c-b961-4cdb-acfa-d628a00d5cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645162 Feb 09 01:07:00.852058 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-e5f75dbd-91be-4d9c-a0f8-7da66c35ef93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:00.853121 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec9dac-e7cf-45b4-a51a-182052157397 req-95df5ff8-604f-45a1-a071-4ebe1021ad1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:00.853700 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-e5f75dbd-91be-4d9c-a0f8-7da66c35ef93 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bdb83081-7783-44b0-aeb7-7002ff9f4a47 HTTP/1.1" status: 200 len: 852 time: 0.1993690 Feb 09 01:07:00.854685 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-17ec9dac-e7cf-45b4-a51a-182052157397 req-95df5ff8-604f-45a1-a071-4ebe1021ad1b service neutron] 10.222.0.47 "GET /v2.0/networks?id=f1284ae1-926f-4419-baec-5bc6c4b92ef1 HTTP/1.1" status: 200 len: 917 time: 0.1596887 Feb 09 01:07:00.921325 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-17ec9dac-e7cf-45b4-a51a-182052157397 req-016d91c8-4e5a-4b1c-8b11-2be599677c94 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81d24c68-0bdd-45de-87d0-cac3a3e8795a HTTP/1.1" status: 200 len: 217 time: 0.0448380 Feb 09 01:07:00.928392 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-67a7a394-5f3f-4355-92e6-ac0312494953 req-5edebdef-daa1-4820-9b66-8108e9408741 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256804 Feb 09 01:07:00.934382 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-f7251976-a835-41f0-8068-6c084645221d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0bf2d1b-1661-4bc9-ac26-21a65de127bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519247 Feb 09 01:07:00.960668 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7b2ad-d9b2-42de-b4d8-20cf4ef0f7a7 req-d71b8a23-2408-4545-819d-b5d195decd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:00.963763 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f3f7b2ad-d9b2-42de-b4d8-20cf4ef0f7a7 req-d71b8a23-2408-4545-819d-b5d195decd29 service neutron] 10.222.0.120 "GET /v2.0/networks?id=6887c7a4-5287-46fb-8e1c-13a166b3746e HTTP/1.1" status: 200 len: 913 time: 0.2354228 Feb 09 01:07:00.978054 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-fe4bfcf1-62ed-4ef6-a93e-f2c9faf9ca2f None None] Set router 82ccfa62-dd4e-47d2-843d-b2b7f42ce657 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:07:01.027749 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34d58b26-c5aa-4347-8057-b1456f52c824 req-12462197-11b7-4696-847f-63819b49c7f1 service neutron] 10.222.0.50 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812243 Feb 09 01:07:01.078468 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec9dac-e7cf-45b4-a51a-182052157397 req-e19a712b-ab20-419e-9f16-eacd32a34bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:01.079941 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-17ec9dac-e7cf-45b4-a51a-182052157397 req-e19a712b-ab20-419e-9f16-eacd32a34bf5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c434f4f0-bf35-4657-903e-bbdc30e316e9 HTTP/1.1" status: 200 len: 854 time: 0.1215169 Feb 09 01:07:01.089906 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f794b6-f5ec-4202-92fa-765cd0dd013f req-7ee00f95-5b50-4163-ae23-ae0881c83c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:01.090947 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f3f7b2ad-d9b2-42de-b4d8-20cf4ef0f7a7 req-690a2d24-fbfb-4f0a-b21d-7eae1e5db3de service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d30935b9-f2c8-485b-ab55-02a7a99e3581 HTTP/1.1" status: 200 len: 217 time: 0.1107299 Feb 09 01:07:01.091371 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-90f794b6-f5ec-4202-92fa-765cd0dd013f req-7ee00f95-5b50-4163-ae23-ae0881c83c76 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89e1f0f4cc04459291204524a9eba8d0&device_id=edee8062-ffa5-4be4-87f8-251cde411b65 HTTP/1.1" status: 200 len: 1125 time: 0.1311214 Feb 09 01:07:01.175317 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-f3bf77ad-9fb1-4af1-8c9b-0d01542414a9 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=a802ee657ee544bca93e61cc553c84c3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1106966 Feb 09 01:07:01.223565 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec9dac-e7cf-45b4-a51a-182052157397 req-e0f16693-4e02-4f98-8ad9-6ba0085cb83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:01.223565 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-17ec9dac-e7cf-45b4-a51a-182052157397 req-e0f16693-4e02-4f98-8ad9-6ba0085cb83f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1284ae1-926f-4419-baec-5bc6c4b92ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1232350 Feb 09 01:07:01.296864 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-fe4bfcf1-62ed-4ef6-a93e-f2c9faf9ca2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'name': 'tempest-AttachVolumeShelveTestJSON-982540893-router', 'tenant_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1771017d-b6be-4aa6-9ea7-2a0790080398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:07Z', 'updated_at': '2022-02-09T01:06:17Z', 'revision_number': 4, 'project_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'gw_port': {'id': '1771017d-b6be-4aa6-9ea7-2a0790080398', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:84:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:09Z', 'updated_at': '2022-02-09T01:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '9532bec9-a5c9-44c6-8578-54ce0821995b', 'tenant_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'floating_ip_address': '172.25.8.54', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'port_id': '39264370-bded-4c85-9b70-b01a28f9a277', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 801, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554', 'mac_address': 'fa:16:3e:c0:4a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ad19b6-cb1c-458d-a423-73060685d20f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:06:24Z', 'updated_at': '2022-02-09T01:06:59Z', 'revision_number': 1, 'project_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c36cd8d-a67f-49ed-9195-ce8cf6bb6443', 'name': '', 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554', 'tenant_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'mac_address': 'fa:16:3e:b2:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'd13d90e7-a71d-4313-a595-9a761a96acb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:15Z', 'updated_at': '2022-02-09T01:06:25Z', 'revision_number': 5, 'project_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'subnets': [{'id': 'd13d90e7-a71d-4313-a595-9a761a96acb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:01.320435 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f794b6-f5ec-4202-92fa-765cd0dd013f req-223b7c42-b25e-4864-869c-4c800cbd4c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:01.321562 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-90f794b6-f5ec-4202-92fa-765cd0dd013f req-223b7c42-b25e-4864-869c-4c800cbd4c9a service neutron] 10.222.0.47 "GET /v2.0/networks?id=db72407c-b961-4cdb-acfa-d628a00d5cf6 HTTP/1.1" status: 200 len: 916 time: 0.2200382 Feb 09 01:07:01.329198 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4bfcf1-62ed-4ef6-a93e-f2c9faf9ca2f None None] The sync data for ids ['82ccfa62-dd4e-47d2-843d-b2b7f42ce657'] in n-d-828369-4 is: [{'id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'name': 'tempest-AttachVolumeShelveTestJSON-982540893-router', 'tenant_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1771017d-b6be-4aa6-9ea7-2a0790080398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:07Z', 'updated_at': '2022-02-09T01:06:17Z', 'revision_number': 4, 'project_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'gw_port': {'id': '1771017d-b6be-4aa6-9ea7-2a0790080398', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:84:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:09Z', 'updated_at': '2022-02-09T01:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '9532bec9-a5c9-44c6-8578-54ce0821995b', 'tenant_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'floating_ip_address': '172.25.8.54', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'port_id': '39264370-bded-4c85-9b70-b01a28f9a277', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 801, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554', 'mac_address': 'fa:16:3e:c0:4a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55ad19b6-cb1c-458d-a423-73060685d20f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:06:24Z', 'updated_at': '2022-02-09T01:06:59Z', 'revision_number': 1, 'project_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c36cd8d-a67f-49ed-9195-ce8cf6bb6443', 'name': '', 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554', 'tenant_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'mac_address': 'fa:16:3e:b2:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'd13d90e7-a71d-4313-a595-9a761a96acb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:15Z', 'updated_at': '2022-02-09T01:06:25Z', 'revision_number': 5, 'project_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'subnets': [{'id': 'd13d90e7-a71d-4313-a595-9a761a96acb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:07:01.334029 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7b2ad-d9b2-42de-b4d8-20cf4ef0f7a7 req-198321cb-5a84-4294-85e8-15890df876e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:01.335518 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f3f7b2ad-d9b2-42de-b4d8-20cf4ef0f7a7 req-198321cb-5a84-4294-85e8-15890df876e9 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=84df8042-998c-45dd-8b33-36f49fdd33d9 HTTP/1.1" status: 200 len: 851 time: 0.2059057 Feb 09 01:07:01.358703 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-5c684878-ac50-4ab3-824d-31f86deae937 service neutron] 10.222.0.47 "GET /v2.0/networks/f0bf2d1b-1661-4bc9-ac26-21a65de127bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938670 Feb 09 01:07:01.384892 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-90f794b6-f5ec-4202-92fa-765cd0dd013f req-66f7ef56-e0e8-4b61-a35c-b012f512f84d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddafb8e7-cecf-4039-b691-43720f17902f HTTP/1.1" status: 200 len: 217 time: 0.0457120 Feb 09 01:07:01.414163 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637acf8-00b1-476d-b1cb-7530a1c255c3 req-a5bb0034-d045-4ac5-bebe-09bc89d70b65 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:01.415705 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1637acf8-00b1-476d-b1cb-7530a1c255c3 req-a5bb0034-d045-4ac5-bebe-09bc89d70b65 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 946 time: 0.3869288 Feb 09 01:07:01.423080 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-17ec9dac-e7cf-45b4-a51a-182052157397 req-0d22f502-acb8-4cfb-bc25-aac54b16fa00 service neutron] 10.222.0.47 "GET /v2.0/networks/f1284ae1-926f-4419-baec-5bc6c4b92ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823382 Feb 09 01:07:01.425303 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34d58b26-c5aa-4347-8057-b1456f52c824 req-1047592f-3988-49de-a77c-57677e509e67 service neutron] 10.222.0.50 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586111 Feb 09 01:07:01.427579 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f3f7b2ad-d9b2-42de-b4d8-20cf4ef0f7a7 req-527767a5-ce13-4ce5-8a88-7f853663594c service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=6887c7a4-5287-46fb-8e1c-13a166b3746e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718439 Feb 09 01:07:01.458322 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f794b6-f5ec-4202-92fa-765cd0dd013f req-f7579718-d8cb-4ae1-9737-ff0620504db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:01.459772 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-90f794b6-f5ec-4202-92fa-765cd0dd013f req-f7579718-d8cb-4ae1-9737-ff0620504db4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=39025205-bb7c-46ac-a43e-80dbed15aee3 HTTP/1.1" status: 200 len: 853 time: 0.0678716 Feb 09 01:07:01.584013 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-17ec9dac-e7cf-45b4-a51a-182052157397 req-4c135090-5a8b-4d19-99ca-c36a41b8863f service neutron] 10.222.0.47 "GET /v2.0/networks/f1284ae1-926f-4419-baec-5bc6c4b92ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437125 Feb 09 01:07:01.588938 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f794b6-f5ec-4202-92fa-765cd0dd013f req-b4d551b6-9c79-44dc-b12b-71dacb79a92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:01.591048 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-90f794b6-f5ec-4202-92fa-765cd0dd013f req-b4d551b6-9c79-44dc-b12b-71dacb79a92c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=db72407c-b961-4cdb-acfa-d628a00d5cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0947750 Feb 09 01:07:01.623846 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-9c6b1328-3327-4ec1-8fe4-d592a4909710 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:01.625398 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-9c6b1328-3327-4ec1-8fe4-d592a4909710 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4217734 Feb 09 01:07:01.647742 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68af7f7d-1dde-4526-9913-7340c5265d1d None None] New status for floating IP 9532bec9-a5c9-44c6-8578-54ce0821995b: ACTIVE {{(pid=103138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:07:01.653884 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-fdd0f7b2-8964-4844-acca-9039a54772b8 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] Request body: {'port': {'device_id': 'e3d6f6f7-ad3f-416b-97f7-576e57498d74', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'admin_state_up': True, 'tenant_id': 'a802ee657ee544bca93e61cc553c84c3'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:01.715504 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-90f794b6-f5ec-4202-92fa-765cd0dd013f req-cffeb268-7d92-43c9-9290-2736251b3fe0 service neutron] 10.222.0.47 "GET /v2.0/networks/db72407c-b961-4cdb-acfa-d628a00d5cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122181 Feb 09 01:07:01.718259 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device d30935b9-f2c8-485b-ab55-02a7a99e3581 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:07:01.720451 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 7d897ac0-db98-46a5-b84f-ed1b9bfe78d9 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:07:01.767390 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f3f7b2ad-d9b2-42de-b4d8-20cf4ef0f7a7 req-c36db905-7270-49fb-af7f-f9be146c7b5f service neutron] 10.222.0.120 "GET /v2.0/networks/6887c7a4-5287-46fb-8e1c-13a166b3746e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243413 Feb 09 01:07:01.778538 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1637acf8-00b1-476d-b1cb-7530a1c255c3 req-99535d59-2611-4a77-b429-1082f08b3030 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3387613 Feb 09 01:07:01.851472 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-90f794b6-f5ec-4202-92fa-765cd0dd013f req-17ee947d-01a2-4ae2-8e62-a382c9546ada service neutron] 10.222.0.47 "GET /v2.0/networks/db72407c-b961-4cdb-acfa-d628a00d5cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296356 Feb 09 01:07:01.908302 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd7a9007-5778-4c5d-b553-1318225e6655 req-0ee80e94-38df-4c55-b244-bd93d4d8a1fc service neutron] 10.222.0.47 "GET /v2.0/networks/f0bf2d1b-1661-4bc9-ac26-21a65de127bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5341806 Feb 09 01:07:01.963834 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7929fd-d840-49f6-a861-e8dee5f35ffe req-0d0ca2a0-c44d-4351-beb0-cebfdeaf4bcf tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:01.972071 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7b7929fd-d840-49f6-a861-e8dee5f35ffe req-0d0ca2a0-c44d-4351-beb0-cebfdeaf4bcf tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] 10.222.0.50 "GET /v2.0/ports?device_id=edee8062-ffa5-4be4-87f8-251cde411b65 HTTP/1.1" status: 200 len: 943 time: 0.3353605 Feb 09 01:07:01.972359 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port d30935b9-f2c8-485b-ab55-02a7a99e3581, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=d30935b9-f2c8-485b-ab55-02a7a99e3581,segment=NetworkSegment(1088d67c-3520-4ac2-8e48-25a7c8da33c5),segment_id=1088d67c-3520-4ac2-8e48-25a7c8da33c5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:07:01.987448 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 7d897ac0-db98-46a5-b84f-ed1b9bfe78d9 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:07:01.989583 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': 'd30935b9-f2c8-485b-ab55-02a7a99e3581', 'network_id': '6887c7a4-5287-46fb-8e1c-13a166b3746e', 'port_id': 'd30935b9-f2c8-485b-ab55-02a7a99e3581', 'mac_address': 'fa:16:3e:01:42:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84df8042-998c-45dd-8b33-36f49fdd33d9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:07:01.993842 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 7d897ac0-db98-46a5-b84f-ed1b9bfe78d9 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:07:01.994228 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (7d897ac0-db98-46a5-b84f-ed1b9bfe78d9), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:02.045895 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7b7929fd-d840-49f6-a861-e8dee5f35ffe req-d394f222-16c2-4fa8-b734-b53662282273 tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] 10.222.0.50 "GET /v2.0/security-groups?id=10265b10-bbb3-46c7-8fcc-8e1e448a4bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728881 Feb 09 01:07:02.084486 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port d30935b9-f2c8-485b-ab55-02a7a99e3581 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:07:02.085593 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d30935b9-f2c8-485b-ab55-02a7a99e3581), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:02.102509 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d30935b9-f2c8-485b-ab55-02a7a99e3581 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:07:02.107081 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f3f7b2ad-d9b2-42de-b4d8-20cf4ef0f7a7 req-6fb9f511-4007-439c-8abe-3b26344665d1 service neutron] 10.222.0.120 "GET /v2.0/networks/6887c7a4-5287-46fb-8e1c-13a166b3746e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235936 Feb 09 01:07:02.154288 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-fdd0f7b2-8964-4844-acca-9039a54772b8 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] Made reservation on behalf of a802ee657ee544bca93e61cc553c84c3 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:07:02.155931 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port d30935b9-f2c8-485b-ab55-02a7a99e3581, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=d30935b9-f2c8-485b-ab55-02a7a99e3581,segment=NetworkSegment(1088d67c-3520-4ac2-8e48-25a7c8da33c5),segment_id=1088d67c-3520-4ac2-8e48-25a7c8da33c5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:07:02.160098 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d4de6-38e8-4b6f-8814-207e2eb72fe5 req-51865cc3-2f16-4622-94ca-74032cb991d3 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:02.162463 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1e2d4de6-38e8-4b6f-8814-207e2eb72fe5 req-51865cc3-2f16-4622-94ca-74032cb991d3 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.47 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 950 time: 0.1246145 Feb 09 01:07:02.162794 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d30935b9-f2c8-485b-ab55-02a7a99e3581), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:02.162948 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-fdd0f7b2-8964-4844-acca-9039a54772b8 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:02.187645 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6f8da-1f55-4b7b-9ea7-524bf2fa37b3 req-7f95aca8-9efe-4c87-934d-01f22737d645 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:02.189305 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-98c6f8da-1f55-4b7b-9ea7-524bf2fa37b3 req-7f95aca8-9efe-4c87-934d-01f22737d645 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] 10.222.0.50 "GET /v2.0/ports?device_id=b28057b4-9afa-418e-8729-8250434cce09 HTTP/1.1" status: 200 len: 944 time: 0.2740619 Feb 09 01:07:02.198546 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7b2ad-d9b2-42de-b4d8-20cf4ef0f7a7 req-a66c67fa-7ba0-43e2-828c-58c686b67b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:02.200118 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f3f7b2ad-d9b2-42de-b4d8-20cf4ef0f7a7 req-a66c67fa-7ba0-43e2-828c-58c686b67b18 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=92a9e1b9cb7947939e37c73c60cfce20&device_id=c583c9c6-dcd3-4119-af25-b8440ab48d5c HTTP/1.1" status: 200 len: 1125 time: 0.2237830 Feb 09 01:07:02.220736 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-fdd0f7b2-8964-4844-acca-9039a54772b8 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:02.249291 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=d30935b9-f2c8-485b-ab55-02a7a99e3581,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:02.252764 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 7d897ac0-db98-46a5-b84f-ed1b9bfe78d9 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:07:02.253175 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7d897ac0-db98-46a5-b84f-ed1b9bfe78d9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:02.292065 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1e488cea-c9df-421d-bf85-74e999a3d0ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:02.304718 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2429f304-1d05-4352-92af-f5fa5a646cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d897ac0-db98-46a5-b84f-ed1b9bfe78d9'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:07:02.307320 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a33d1f7-3020-41a0-8b39-6f7173429697" -d '{"events": [{"server_uuid": "2429f304-1d05-4352-92af-f5fa5a646cac", "name": "network-vif-plugged", "status": "completed", "tag": "7d897ac0-db98-46a5-b84f-ed1b9bfe78d9"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:07:02.316926 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-1e2d4de6-38e8-4b6f-8814-207e2eb72fe5 req-82f5c401-1dee-468b-970d-2706087bf1a0 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Deleting port d7c4f278-a027-461d-9e70-cdbd1c055f1c {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:07:02.317774 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-1e2d4de6-38e8-4b6f-8814-207e2eb72fe5 req-82f5c401-1dee-468b-970d-2706087bf1a0 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (d7c4f278-a027-461d-9e70-cdbd1c055f1c), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:02.324169 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 7d897ac0-db98-46a5-b84f-ed1b9bfe78d9, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=7d897ac0-db98-46a5-b84f-ed1b9bfe78d9,segment=NetworkSegment(3c63ea86-e27b-44f0-b66a-b57792354f51),segment_id=3c63ea86-e27b-44f0-b66a-b57792354f51)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:07:02.329717 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (7d897ac0-db98-46a5-b84f-ed1b9bfe78d9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:02.361968 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-98c6f8da-1f55-4b7b-9ea7-524bf2fa37b3 req-4d28a7c2-1298-46dc-93ef-ecfbd4fc56c7 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] 10.222.0.50 "GET /v2.0/security-groups?id=f1835974-7701-4924-a23c-a1bbe14d4c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587460 Feb 09 01:07:02.376941 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55ad19b6-cb1c-458d-a423-73060685d20f', 'tag': '39264370-bded-4c85-9b70-b01a28f9a277'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:07:02.386548 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227e47ef-2727-46df-81c1-b0308e0d7ad2" -d '{"events": [{"name": "network-changed", "server_uuid": "55ad19b6-cb1c-458d-a423-73060685d20f", "tag": "39264370-bded-4c85-9b70-b01a28f9a277"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:07:02.411184 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=7d897ac0-db98-46a5-b84f-ed1b9bfe78d9,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:02.445227 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914670ab-218b-4587-a953-e1e390b96f64 req-c4300bba-f220-44d1-9a89-47a8775ca60f tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:02.449037 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-914670ab-218b-4587-a953-e1e390b96f64 req-c4300bba-f220-44d1-9a89-47a8775ca60f tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1dbd5195-1031-468c-b77e-75078d6e6b56 HTTP/1.1" status: 200 len: 950 time: 0.2836659 Feb 09 01:07:02.462243 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-1e2d4de6-38e8-4b6f-8814-207e2eb72fe5 req-82f5c401-1dee-468b-970d-2706087bf1a0 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] For port d7c4f278-a027-461d-9e70-cdbd1c055f1c, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=d7c4f278-a027-461d-9e70-cdbd1c055f1c,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:07:02.462607 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-1e2d4de6-38e8-4b6f-8814-207e2eb72fe5 req-82f5c401-1dee-468b-970d-2706087bf1a0 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (d7c4f278-a027-461d-9e70-cdbd1c055f1c), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:02.468702 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7b2ad-d9b2-42de-b4d8-20cf4ef0f7a7 req-72c2258c-4112-40f2-af07-c39ef67db959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:02.470145 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f3f7b2ad-d9b2-42de-b4d8-20cf4ef0f7a7 req-72c2258c-4112-40f2-af07-c39ef67db959 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f0bf2d1b-1661-4bc9-ac26-21a65de127bc HTTP/1.1" status: 200 len: 914 time: 0.2305260 Feb 09 01:07:02.475891 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-1e2d4de6-38e8-4b6f-8814-207e2eb72fe5 req-82f5c401-1dee-468b-970d-2706087bf1a0 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Calling delete_port for d7c4f278-a027-461d-9e70-cdbd1c055f1c owned by compute:nova {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:07:02.521568 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['d30935b9-f2c8-485b-ab55-02a7a99e3581'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:07:02.549949 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f3f7b2ad-d9b2-42de-b4d8-20cf4ef0f7a7 req-ca9b7d19-f010-4987-9435-59fb7cfe4ed8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28d199cf-56a9-419b-9761-8488887e1ca2 HTTP/1.1" status: 200 len: 217 time: 0.0576568 Feb 09 01:07:02.606357 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-fdd0f7b2-8964-4844-acca-9039a54772b8 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] Publish callbacks [] for security_group (85fa2fb7-24db-4878-8747-d73d4c3a2de7), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:02.625263 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-fdd0f7b2-8964-4844-acca-9039a54772b8 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (85fa2fb7-24db-4878-8747-d73d4c3a2de7), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:02.627015 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-1e2d4de6-38e8-4b6f-8814-207e2eb72fe5 req-82f5c401-1dee-468b-970d-2706087bf1a0 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (d7c4f278-a027-461d-9e70-cdbd1c055f1c), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:02.644922 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['d7c4f278-a027-461d-9e70-cdbd1c055f1c'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:07:02.648832 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['bc3bbf9e-6302-4f75-979e-f06189e488b9', 'd3a84a99-84cd-449c-83e8-1f3fb33046d9'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:07:02.650460 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-914670ab-218b-4587-a953-e1e390b96f64 req-e1d3ab23-ee48-4562-aa96-05895f5c2b09 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950388 Feb 09 01:07:02.669157 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca0cb0-efdc-4ead-a595-cfc0ae2d017b req-62681655-34ad-40dd-b719-f85d758ed350 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:02.676565 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e7ca0cb0-efdc-4ead-a595-cfc0ae2d017b req-62681655-34ad-40dd-b719-f85d758ed350 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/ports?device_id=2429f304-1d05-4352-92af-f5fa5a646cac HTTP/1.1" status: 200 len: 946 time: 0.2238441 Feb 09 01:07:02.677144 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f5c401-1dee-468b-970d-2706087bf1a0 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Pushing event deleted for resources: {'Port': ['ID=d7c4f278-a027-461d-9e70-cdbd1c055f1c,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:02.721696 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7b2ad-d9b2-42de-b4d8-20cf4ef0f7a7 req-879cc531-49c7-499f-91a4-cab7d13a160b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:02.723850 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f3f7b2ad-d9b2-42de-b4d8-20cf4ef0f7a7 req-879cc531-49c7-499f-91a4-cab7d13a160b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bdb83081-7783-44b0-aeb7-7002ff9f4a47 HTTP/1.1" status: 200 len: 852 time: 0.1646323 Feb 09 01:07:02.777660 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5c401-1dee-468b-970d-2706087bf1a0 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:02.778056 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5c401-1dee-468b-970d-2706087bf1a0 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:02.778473 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5c401-1dee-468b-970d-2706087bf1a0 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:02.778923 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5c401-1dee-468b-970d-2706087bf1a0 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:02.779919 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5c401-1dee-468b-970d-2706087bf1a0 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:02.780694 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5c401-1dee-468b-970d-2706087bf1a0 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:02.781121 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5c401-1dee-468b-970d-2706087bf1a0 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:02.781637 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5c401-1dee-468b-970d-2706087bf1a0 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:02.782080 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5c401-1dee-468b-970d-2706087bf1a0 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:02.782676 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5c401-1dee-468b-970d-2706087bf1a0 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:02.783394 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5c401-1dee-468b-970d-2706087bf1a0 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:02.783785 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5c401-1dee-468b-970d-2706087bf1a0 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:02.784227 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f5c401-1dee-468b-970d-2706087bf1a0 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:02.789176 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2d4de6-38e8-4b6f-8814-207e2eb72fe5 req-82f5c401-1dee-468b-970d-2706087bf1a0 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] No DVR routers for this DVR port d7c4f278-a027-461d-9e70-cdbd1c055f1c on host n-h1-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:07:02.792762 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-1e2d4de6-38e8-4b6f-8814-207e2eb72fe5 req-82f5c401-1dee-468b-970d-2706087bf1a0 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:02.797981 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1e2d4de6-38e8-4b6f-8814-207e2eb72fe5 req-82f5c401-1dee-468b-970d-2706087bf1a0 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.47 "DELETE /v2.0/ports/d7c4f278-a027-461d-9e70-cdbd1c055f1c HTTP/1.1" status: 204 len: 173 time: 0.6295638 Feb 09 01:07:02.805997 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f3f7b2ad-d9b2-42de-b4d8-20cf4ef0f7a7 req-d797016a-787d-4e6d-a18e-88cca26be1f9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0bf2d1b-1661-4bc9-ac26-21a65de127bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735991 Feb 09 01:07:02.812100 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-644aed60-ba73-4526-9dae-66b66901bfc4 req-3c1a98f5-c037-4b64-a983-96ceda13d013 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3d6f6f7-ad3f-416b-97f7-576e57498d74 HTTP/1.1" status: 200 len: 210 time: 0.0522034 Feb 09 01:07:02.812860 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd0f7b2-8964-4844-acca-9039a54772b8 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85fa2fb7-24db-4878-8747-d73d4c3a2de7,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:03.280299 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-444de302-0d0b-4a84-a24a-4df4f0b65ab4 req-37da80fd-aaa4-48c5-b00c-3c4722744193 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 210 time: 0.0993950 Feb 09 01:07:03.292191 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e7ca0cb0-efdc-4ead-a595-cfc0ae2d017b req-e879def6-b480-4218-98c4-f788b4708aa9 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/security-groups?id=63f9b6a8-f901-49f3-9ea4-b0c2a248fcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6145716 Feb 09 01:07:03.321345 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-fdd0f7b2-8964-4844-acca-9039a54772b8 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] Allocated IP 192.168.233.166 (9e88fe6e-2b1d-4294-a17d-9a7801813700/3810d295-ee98-40f7-b1e2-609bf7d1c3df/1edec5e7-78bd-40c0-ba63-731aac7dc461) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:07:03.357999 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b9b5e8-3ef1-4348-96f0-badd1347501b x-openstack-request-id: req-c7b9b5e8-3ef1-4348-96f0-badd1347501b {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:07:03.358966 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2429f304-1d05-4352-92af-f5fa5a646cac", "name": "network-vif-plugged", "status": "completed", "tag": "7d897ac0-db98-46a5-b84f-ed1b9bfe78d9", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:07:03.359291 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c7b9b5e8-3ef1-4348-96f0-badd1347501b {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:07:03.359770 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2429f304-1d05-4352-92af-f5fa5a646cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d897ac0-db98-46a5-b84f-ed1b9bfe78d9', 'code': 200} Feb 09 01:07:03.397949 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e599c1-9d99-4cb1-a107-992250e4078d x-openstack-request-id: req-76e599c1-9d99-4cb1-a107-992250e4078d {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:07:03.398450 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55ad19b6-cb1c-458d-a423-73060685d20f", "tag": "39264370-bded-4c85-9b70-b01a28f9a277", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:07:03.398806 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-76e599c1-9d99-4cb1-a107-992250e4078d {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:07:03.399292 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55ad19b6-cb1c-458d-a423-73060685d20f', 'tag': '39264370-bded-4c85-9b70-b01a28f9a277', 'status': 'completed', 'code': 200} Feb 09 01:07:03.415318 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f3f7b2ad-d9b2-42de-b4d8-20cf4ef0f7a7 req-c796c0c0-c286-4a4f-82aa-f4b2669d7289 service neutron] 10.222.0.47 "GET /v2.0/networks/f0bf2d1b-1661-4bc9-ac26-21a65de127bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5966477 Feb 09 01:07:03.452004 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d58b26-c5aa-4347-8057-b1456f52c824 req-0e74e6f1-558a-49d2-9096-d7eba842fb1a tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:03.453431 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34d58b26-c5aa-4347-8057-b1456f52c824 req-0e74e6f1-558a-49d2-9096-d7eba842fb1a tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.120 "GET /v2.0/networks?id=584d7274-cb01-4853-8902-7824a3a705cb HTTP/1.1" status: 200 len: 807 time: 0.6078634 Feb 09 01:07:03.505394 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65395a2f-4f25-482e-9a7f-01b3fbfffcbc req-f6eed19d-975f-4b49-9bf4-874dda285ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:03.506910 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-65395a2f-4f25-482e-9a7f-01b3fbfffcbc req-f6eed19d-975f-4b49-9bf4-874dda285ec4 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=2429f304-1d05-4352-92af-f5fa5a646cac HTTP/1.1" status: 200 len: 1128 time: 0.0451307 Feb 09 01:07:03.536461 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-34d58b26-c5aa-4347-8057-b1456f52c824 req-984ed5e3-0228-4070-bd4f-1d6a01c32526 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Request body: {'port': {'device_id': '74a30666-b2f5-41e7-9411-d94d89a6b2b6', 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb', 'admin_state_up': True, 'tenant_id': '349016141cb643eba466ab5e9338a7e5'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:03.550890 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-65395a2f-4f25-482e-9a7f-01b3fbfffcbc req-39f3cad6-a279-4f98-ba4c-696d84085d53 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=63f9b6a8-f901-49f3-9ea4-b0c2a248fcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369241 Feb 09 01:07:03.682177 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793e542-307d-4060-9e91-ef84ab594b99 req-99946f92-d67b-41d2-89a5-d065d45a44d3 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:03.683579 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e793e542-307d-4060-9e91-ef84ab594b99 req-99946f92-d67b-41d2-89a5-d065d45a44d3 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=039cffd4-a77e-4f0e-82e6-a69d8a085da3 HTTP/1.1" status: 200 len: 944 time: 0.3292747 Feb 09 01:07:03.740392 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device d30935b9-f2c8-485b-ab55-02a7a99e3581 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:07:03.779717 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 81d24c68-0bdd-45de-87d0-cac3a3e8795a details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:07:03.787245 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e47ef-2727-46df-81c1-b0308e0d7ad2 req-94a44ca7-cf7e-4832-9a90-26f4da7b5fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:03.788779 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-227e47ef-2727-46df-81c1-b0308e0d7ad2 req-94a44ca7-cf7e-4832-9a90-26f4da7b5fc9 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=cd714d32a01d4967bf3dd491f0b2d2f7&device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 1128 time: 0.3436184 Feb 09 01:07:03.836968 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f3f7b2ad-d9b2-42de-b4d8-20cf4ef0f7a7 req-499663f9-f395-4a64-8687-e2689d257f6f service neutron] 10.222.0.47 "GET /v2.0/networks/f0bf2d1b-1661-4bc9-ac26-21a65de127bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076369 Feb 09 01:07:03.843701 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7aa01f-4e99-4eb4-82ac-b5f55d264346 req-1cbce7aa-7202-42a1-a919-56484efb3d89 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:03.845199 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7c7aa01f-4e99-4eb4-82ac-b5f55d264346 req-1cbce7aa-7202-42a1-a919-56484efb3d89 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 946 time: 0.3848209 Feb 09 01:07:03.847577 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port d30935b9-f2c8-485b-ab55-02a7a99e3581 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:07:03.861591 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port d30935b9-f2c8-485b-ab55-02a7a99e3581 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:07:03.861967 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d30935b9-f2c8-485b-ab55-02a7a99e3581), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:03.925407 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e793e542-307d-4060-9e91-ef84ab594b99 req-28e36147-759b-40ca-8b6f-9e257bb79e3a tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287784 Feb 09 01:07:03.928198 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-fdd0f7b2-8964-4844-acca-9039a54772b8 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] Publish callbacks [] for port (1edec5e7-78bd-40c0-ba63-731aac7dc461), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:03.929788 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 81d24c68-0bdd-45de-87d0-cac3a3e8795a, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=81d24c68-0bdd-45de-87d0-cac3a3e8795a,segment=NetworkSegment(37dbd17d-2cc9-4828-8e6d-903c14a622f1),segment_id=37dbd17d-2cc9-4828-8e6d-903c14a622f1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:07:03.961919 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34d58b26-c5aa-4347-8057-b1456f52c824 req-984ed5e3-0228-4070-bd4f-1d6a01c32526 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Made reservation on behalf of 349016141cb643eba466ab5e9338a7e5 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:07:03.965207 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-34d58b26-c5aa-4347-8057-b1456f52c824 req-984ed5e3-0228-4070-bd4f-1d6a01c32526 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:03.966988 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '81d24c68-0bdd-45de-87d0-cac3a3e8795a', 'network_id': 'f1284ae1-926f-4419-baec-5bc6c4b92ef1', 'port_id': '81d24c68-0bdd-45de-87d0-cac3a3e8795a', 'mac_address': 'fa:16:3e:d4:29:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c434f4f0-bf35-4657-903e-bbdc30e316e9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:07:04.007709 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port d30935b9-f2c8-485b-ab55-02a7a99e3581 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:07:04.008159 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d30935b9-f2c8-485b-ab55-02a7a99e3581), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:04.036714 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 81d24c68-0bdd-45de-87d0-cac3a3e8795a is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:07:04.037113 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (81d24c68-0bdd-45de-87d0-cac3a3e8795a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:04.059049 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port d30935b9-f2c8-485b-ab55-02a7a99e3581, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=d30935b9-f2c8-485b-ab55-02a7a99e3581,segment=NetworkSegment(1088d67c-3520-4ac2-8e48-25a7c8da33c5),segment_id=1088d67c-3520-4ac2-8e48-25a7c8da33c5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:07:04.061986 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81d24c68-0bdd-45de-87d0-cac3a3e8795a {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:07:04.067606 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d30935b9-f2c8-485b-ab55-02a7a99e3581), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:04.068469 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7c7aa01f-4e99-4eb4-82ac-b5f55d264346 req-59dfb9cd-028c-4f16-88f8-ed8531551cfc tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758518 Feb 09 01:07:04.075931 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e47ef-2727-46df-81c1-b0308e0d7ad2 req-ac09ffc7-e257-41ce-9215-2115c32ef609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:04.078073 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-227e47ef-2727-46df-81c1-b0308e0d7ad2 req-ac09ffc7-e257-41ce-9215-2115c32ef609 service neutron] 10.222.0.120 "GET /v2.0/networks?id=8e06ad67-97d1-4f11-889a-fde8ce1f4554 HTTP/1.1" status: 200 len: 918 time: 0.2648573 Feb 09 01:07:04.113299 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 81d24c68-0bdd-45de-87d0-cac3a3e8795a, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=81d24c68-0bdd-45de-87d0-cac3a3e8795a,segment=NetworkSegment(37dbd17d-2cc9-4828-8e6d-903c14a622f1),segment_id=37dbd17d-2cc9-4828-8e6d-903c14a622f1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:07:04.120793 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (81d24c68-0bdd-45de-87d0-cac3a3e8795a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:04.121441 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device ddafb8e7-cecf-4039-b691-43720f17902f details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:07:04.129166 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-fdd0f7b2-8964-4844-acca-9039a54772b8 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (1edec5e7-78bd-40c0-ba63-731aac7dc461), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:04.149709 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=d30935b9-f2c8-485b-ab55-02a7a99e3581,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:04.253155 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=81d24c68-0bdd-45de-87d0-cac3a3e8795a,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:04.281121 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port ddafb8e7-cecf-4039-b691-43720f17902f, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=ddafb8e7-cecf-4039-b691-43720f17902f,segment=NetworkSegment(027cc1ec-0c18-4a25-a208-0f9bfe67520e),segment_id=027cc1ec-0c18-4a25-a208-0f9bfe67520e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:07:04.287420 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-fdd0f7b2-8964-4844-acca-9039a54772b8 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] Network 9e88fe6e-2b1d-4294-a17d-9a7801813700 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:07:04.293586 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': 'ddafb8e7-cecf-4039-b691-43720f17902f', 'network_id': 'db72407c-b961-4cdb-acfa-d628a00d5cf6', 'port_id': 'ddafb8e7-cecf-4039-b691-43720f17902f', 'mac_address': 'fa:16:3e:30:35:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39025205-bb7c-46ac-a43e-80dbed15aee3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:07:04.312269 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-227e47ef-2727-46df-81c1-b0308e0d7ad2 req-aaeb11b8-d878-4734-bb1d-7c88fda22834 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39264370-bded-4c85-9b70-b01a28f9a277 HTTP/1.1" status: 200 len: 1001 time: 0.2229273 Feb 09 01:07:04.316711 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-fdd0f7b2-8964-4844-acca-9039a54772b8 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:07:04.323267 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd0f7b2-8964-4844-acca-9039a54772b8 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] Pushing event updated for resources: {'Port': ['ID=1edec5e7-78bd-40c0-ba63-731aac7dc461,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:04.333581 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258440de-f356-438d-a072-24f4211a4960 req-83275fdb-e505-4379-8bb1-8eb979dd3f38 tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:04.335163 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-258440de-f356-438d-a072-24f4211a4960 req-83275fdb-e505-4379-8bb1-8eb979dd3f38 tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] 10.222.0.50 "GET /v2.0/ports?device_id=edee8062-ffa5-4be4-87f8-251cde411b65 HTTP/1.1" status: 200 len: 943 time: 0.3277659 Feb 09 01:07:04.335984 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-fdd0f7b2-8964-4844-acca-9039a54772b8 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:07:04.341166 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port ddafb8e7-cecf-4039-b691-43720f17902f is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:07:04.341844 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ddafb8e7-cecf-4039-b691-43720f17902f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:04.358680 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddafb8e7-cecf-4039-b691-43720f17902f {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:07:04.381040 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port ddafb8e7-cecf-4039-b691-43720f17902f, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=ddafb8e7-cecf-4039-b691-43720f17902f,segment=NetworkSegment(027cc1ec-0c18-4a25-a208-0f9bfe67520e),segment_id=027cc1ec-0c18-4a25-a208-0f9bfe67520e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:07:04.389591 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (ddafb8e7-cecf-4039-b691-43720f17902f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:04.390541 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 28d199cf-56a9-419b-9761-8488887e1ca2 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:07:04.465743 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e2db0-bc10-4723-b17c-78bf66dc0dc7 req-9c598f0c-7119-436f-bcb4-065b7ed47471 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:04.473573 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-540e2db0-bc10-4723-b17c-78bf66dc0dc7 req-9c598f0c-7119-436f-bcb4-065b7ed47471 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] 10.222.0.50 "GET /v2.0/ports?device_id=b28057b4-9afa-418e-8729-8250434cce09 HTTP/1.1" status: 200 len: 945 time: 0.3070254 Feb 09 01:07:04.485031 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-34d58b26-c5aa-4347-8057-b1456f52c824 req-984ed5e3-0228-4070-bd4f-1d6a01c32526 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Allocated IP 172.20.0.7 (584d7274-cb01-4853-8902-7824a3a705cb/4611cb36-f3d2-4498-977c-18da9d170e4c/b0d30616-27a9-44a4-8ffc-38209725a898) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:07:04.520604 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-fdd0f7b2-8964-4844-acca-9039a54772b8 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:04.521208 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-fdd0f7b2-8964-4844-acca-9039a54772b8 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:04.528901 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e47ef-2727-46df-81c1-b0308e0d7ad2 req-53b41441-7be3-4db8-a965-80258b8ce6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:04.530934 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-227e47ef-2727-46df-81c1-b0308e0d7ad2 req-53b41441-7be3-4db8-a965-80258b8ce6c4 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=d13d90e7-a71d-4313-a595-9a761a96acb7 HTTP/1.1" status: 200 len: 855 time: 0.2103868 Feb 09 01:07:04.535023 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=ddafb8e7-cecf-4039-b691-43720f17902f,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:04.537871 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-67bb237d-f293-49d6-b6de-19d61cd4de24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:04.615300 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 28d199cf-56a9-419b-9761-8488887e1ca2, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=28d199cf-56a9-419b-9761-8488887e1ca2,segment=NetworkSegment(3c63ea86-e27b-44f0-b66a-b57792354f51),segment_id=3c63ea86-e27b-44f0-b66a-b57792354f51)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:07:04.619772 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-258440de-f356-438d-a072-24f4211a4960 req-881afa6d-431b-4cfa-96e7-22e86f415580 tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] 10.222.0.50 "GET /v2.0/security-groups?id=10265b10-bbb3-46c7-8fcc-8e1e448a4bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647579 Feb 09 01:07:04.630034 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '28d199cf-56a9-419b-9761-8488887e1ca2', 'network_id': 'f0bf2d1b-1661-4bc9-ac26-21a65de127bc', 'port_id': '28d199cf-56a9-419b-9761-8488887e1ca2', 'mac_address': 'fa:16:3e:3a:2f:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdb83081-7783-44b0-aeb7-7002ff9f4a47', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:07:04.648297 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-fdd0f7b2-8964-4844-acca-9039a54772b8 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9922650 Feb 09 01:07:04.652782 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-56a343e5-363c-4728-a95d-7323a56bf33a service neutron] Request body: {'port': {'device_id': 'e3d6f6f7-ad3f-416b-97f7-576e57498d74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:04.697432 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-540e2db0-bc10-4723-b17c-78bf66dc0dc7 req-5ce0bf35-6983-46fc-a319-f73ce0b75a00 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] 10.222.0.50 "GET /v2.0/security-groups?id=f1835974-7701-4924-a23c-a1bbe14d4c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2206805 Feb 09 01:07:04.837629 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e47ef-2727-46df-81c1-b0308e0d7ad2 req-2eed10fa-f75e-4929-acfd-9710de498cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:04.838081 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-227e47ef-2727-46df-81c1-b0308e0d7ad2 req-2eed10fa-f75e-4929-acfd-9710de498cc6 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=8e06ad67-97d1-4f11-889a-fde8ce1f4554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2810776 Feb 09 01:07:04.857339 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-56a343e5-363c-4728-a95d-7323a56bf33a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1edec5e7-78bd-40c0-ba63-731aac7dc461), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:04.892646 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 28d199cf-56a9-419b-9761-8488887e1ca2 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:07:04.893709 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (28d199cf-56a9-419b-9761-8488887e1ca2), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:04.913842 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28d199cf-56a9-419b-9761-8488887e1ca2 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:07:04.922236 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dc1341bc-4a13-4836-b1ef-20e38c9d728e req-df1ee587-f135-469f-8982-bc7784afd420 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 210 time: 0.0920367 Feb 09 01:07:04.944369 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-b7808e47-b0cd-4814-bbfb-0485f3049a77 None None] Provisioning complete for port 1edec5e7-78bd-40c0-ba63-731aac7dc461 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:07:04.944890 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b7808e47-b0cd-4814-bbfb-0485f3049a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (1edec5e7-78bd-40c0-ba63-731aac7dc461), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:04.949663 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 28d199cf-56a9-419b-9761-8488887e1ca2, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=28d199cf-56a9-419b-9761-8488887e1ca2,segment=NetworkSegment(3c63ea86-e27b-44f0-b66a-b57792354f51),segment_id=3c63ea86-e27b-44f0-b66a-b57792354f51)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:07:04.974171 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (28d199cf-56a9-419b-9761-8488887e1ca2), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:05.021066 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b7808e47-b0cd-4814-bbfb-0485f3049a77 None None] Port 1edec5e7-78bd-40c0-ba63-731aac7dc461 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:07:05.029707 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-34d58b26-c5aa-4347-8057-b1456f52c824 req-984ed5e3-0228-4070-bd4f-1d6a01c32526 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Publish callbacks [] for port (b0d30616-27a9-44a4-8ffc-38209725a898), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:05.037212 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=28d199cf-56a9-419b-9761-8488887e1ca2,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:05.089332 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a3510-b24e-468f-967b-c1abe1e2c807 req-d128e196-af4f-45e7-a1a8-b534d0d51dd1 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:05.090750 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-743a3510-b24e-468f-967b-c1abe1e2c807 req-d128e196-af4f-45e7-a1a8-b534d0d51dd1 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3d6f6f7-ad3f-416b-97f7-576e57498d74 HTTP/1.1" status: 200 len: 936 time: 0.2706676 Feb 09 01:07:05.198223 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-227e47ef-2727-46df-81c1-b0308e0d7ad2 req-6a735674-29cf-45ea-98aa-1bb274c206e8 service neutron] 10.222.0.120 "GET /v2.0/networks/8e06ad67-97d1-4f11-889a-fde8ce1f4554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282430 Feb 09 01:07:05.280187 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['28d199cf-56a9-419b-9761-8488887e1ca2'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:07:05.283490 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['ddafb8e7-cecf-4039-b691-43720f17902f'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:07:05.313924 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60414830-6f10-410b-967f-b0a6e92a13b0 req-4e3dcdbc-03e0-421d-a39d-8c376b2b7723 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:05.315400 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-60414830-6f10-410b-967f-b0a6e92a13b0 req-4e3dcdbc-03e0-421d-a39d-8c376b2b7723 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/ports?device_id=2429f304-1d05-4352-92af-f5fa5a646cac HTTP/1.1" status: 200 len: 946 time: 0.3202245 Feb 09 01:07:05.327238 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['81d24c68-0bdd-45de-87d0-cac3a3e8795a'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:07:05.337802 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-34d58b26-c5aa-4347-8057-b1456f52c824 req-984ed5e3-0228-4070-bd4f-1d6a01c32526 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (b0d30616-27a9-44a4-8ffc-38209725a898), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:05.364425 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039cffd4-a77e-4f0e-82e6-a69d8a085da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd30935b9-f2c8-485b-ab55-02a7a99e3581'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:07:05.366547 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6aa5839-a234-405e-83da-80d887c9b7f2" -d '{"events": [{"server_uuid": "039cffd4-a77e-4f0e-82e6-a69d8a085da3", "name": "network-vif-plugged", "status": "completed", "tag": "d30935b9-f2c8-485b-ab55-02a7a99e3581"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:07:05.367303 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-743a3510-b24e-468f-967b-c1abe1e2c807 req-14ce0bcd-9348-4faa-a9c9-0af69bfc7389 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] 10.222.0.50 "GET /v2.0/security-groups?id=85fa2fb7-24db-4878-8747-d73d4c3a2de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678897 Feb 09 01:07:05.400968 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dbd5195-1031-468c-b77e-75078d6e6b56', 'name': 'network-vif-deleted', 'tag': 'd7c4f278-a027-461d-9e70-cdbd1c055f1c'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:07:05.407601 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73244d7-d427-45fe-ad21-f9a81921c6ed" -d '{"events": [{"server_uuid": "1dbd5195-1031-468c-b77e-75078d6e6b56", "name": "network-vif-deleted", "tag": "d7c4f278-a027-461d-9e70-cdbd1c055f1c"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:07:05.456079 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34d58b26-c5aa-4347-8057-b1456f52c824 req-984ed5e3-0228-4070-bd4f-1d6a01c32526 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Network 584d7274-cb01-4853-8902-7824a3a705cb is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:07:05.475313 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-34d58b26-c5aa-4347-8057-b1456f52c824 req-984ed5e3-0228-4070-bd4f-1d6a01c32526 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:07:05.488291 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d58b26-c5aa-4347-8057-b1456f52c824 req-984ed5e3-0228-4070-bd4f-1d6a01c32526 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:07:05.504453 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984ed5e3-0228-4070-bd4f-1d6a01c32526 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Pushing event updated for resources: {'Port': ['ID=b0d30616-27a9-44a4-8ffc-38209725a898,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:05.556221 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-60414830-6f10-410b-967f-b0a6e92a13b0 req-084338bb-3b01-41d7-9aee-0eb3145630ce tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/security-groups?id=63f9b6a8-f901-49f3-9ea4-b0c2a248fcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227421 Feb 09 01:07:05.561827 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-227e47ef-2727-46df-81c1-b0308e0d7ad2 req-2bc949e1-37b1-4f84-ad60-46888db2a31a service neutron] 10.222.0.120 "GET /v2.0/networks/8e06ad67-97d1-4f11-889a-fde8ce1f4554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530774 Feb 09 01:07:05.677091 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d58b26-c5aa-4347-8057-b1456f52c824 req-984ed5e3-0228-4070-bd4f-1d6a01c32526 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:05.677778 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-34d58b26-c5aa-4347-8057-b1456f52c824 req-984ed5e3-0228-4070-bd4f-1d6a01c32526 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:05.723409 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-56a343e5-363c-4728-a95d-7323a56bf33a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1edec5e7-78bd-40c0-ba63-731aac7dc461 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:07:05.731005 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34d58b26-c5aa-4347-8057-b1456f52c824 req-984ed5e3-0228-4070-bd4f-1d6a01c32526 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2504349 Feb 09 01:07:05.738266 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-56a343e5-363c-4728-a95d-7323a56bf33a service neutron] Publish callbacks [] for port (1edec5e7-78bd-40c0-ba63-731aac7dc461), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:05.757196 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-34d58b26-c5aa-4347-8057-b1456f52c824 req-0d70d4e8-0d7f-45b6-ba31-5c4cd6847667 service neutron] Request body: {'port': {'device_id': '74a30666-b2f5-41e7-9411-d94d89a6b2b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:05.772348 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ad350-1755-4e69-aac8-0f86a3dd5db0 req-721079ea-8ddc-4caa-8428-64c663258071 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:05.774535 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-127ad350-1755-4e69-aac8-0f86a3dd5db0 req-721079ea-8ddc-4caa-8428-64c663258071 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=039cffd4-a77e-4f0e-82e6-a69d8a085da3 HTTP/1.1" status: 200 len: 945 time: 0.1730366 Feb 09 01:07:05.787244 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device d7c4f278-a027-461d-9e70-cdbd1c055f1c no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:07:05.791616 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-56a343e5-363c-4728-a95d-7323a56bf33a service neutron] Transition to ACTIVE for port object 1edec5e7-78bd-40c0-ba63-731aac7dc461 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:07:05.807964 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-56a343e5-363c-4728-a95d-7323a56bf33a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (1edec5e7-78bd-40c0-ba63-731aac7dc461), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:05.812513 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: d7c4f278-a027-461d-9e70-cdbd1c055f1c {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:07:05.812917 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device d7c4f278-a027-461d-9e70-cdbd1c055f1c not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:07:05.815833 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:05.820831 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3de2b9-6210-426e-9979-31335d07fe2c req-bceb71ab-cb1f-4593-8fab-d5cf5c5344ec tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:05.822313 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2b3de2b9-6210-426e-9979-31335d07fe2c req-bceb71ab-cb1f-4593-8fab-d5cf5c5344ec tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 946 time: 0.1832640 Feb 09 01:07:06.226406 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a343e5-363c-4728-a95d-7323a56bf33a service neutron] Pushing event updated for resources: {'Port': ['ID=1edec5e7-78bd-40c0-ba63-731aac7dc461,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:06.241420 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-127ad350-1755-4e69-aac8-0f86a3dd5db0 req-c8688e74-536e-4e5e-89df-bf41b322a037 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4468300 Feb 09 01:07:06.258610 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-34d58b26-c5aa-4347-8057-b1456f52c824 req-0d70d4e8-0d7f-45b6-ba31-5c4cd6847667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b0d30616-27a9-44a4-8ffc-38209725a898), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:06.285497 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc9ac8e-db06-4595-9720-eb77e4ea56ba x-openstack-request-id: req-fbc9ac8e-db06-4595-9720-eb77e4ea56ba {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:07:06.285990 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "039cffd4-a77e-4f0e-82e6-a69d8a085da3", "name": "network-vif-plugged", "status": "completed", "tag": "d30935b9-f2c8-485b-ab55-02a7a99e3581", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:07:06.286093 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fbc9ac8e-db06-4595-9720-eb77e4ea56ba {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:07:06.286506 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '039cffd4-a77e-4f0e-82e6-a69d8a085da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd30935b9-f2c8-485b-ab55-02a7a99e3581', 'code': 200} Feb 09 01:07:06.303049 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2b3de2b9-6210-426e-9979-31335d07fe2c req-ceddd316-9dc4-4169-b35e-08de819c0a11 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4689198 Feb 09 01:07:06.316770 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea950f5f-19d4-46ca-b63a-f28de6584bea x-openstack-request-id: req-ea950f5f-19d4-46ca-b63a-f28de6584bea {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:07:06.317062 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dbd5195-1031-468c-b77e-75078d6e6b56", "name": "network-vif-deleted", "tag": "d7c4f278-a027-461d-9e70-cdbd1c055f1c", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:07:06.317313 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ea950f5f-19d4-46ca-b63a-f28de6584bea {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:07:06.317702 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dbd5195-1031-468c-b77e-75078d6e6b56', 'name': 'network-vif-deleted', 'tag': 'd7c4f278-a027-461d-9e70-cdbd1c055f1c', 'status': 'completed', 'code': 200} Feb 09 01:07:06.370148 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-56a343e5-363c-4728-a95d-7323a56bf33a service neutron] Attempting to bind port 1edec5e7-78bd-40c0-ba63-731aac7dc461 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:07:06.370525 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-56a343e5-363c-4728-a95d-7323a56bf33a service neutron] Attempting to bind port 1edec5e7-78bd-40c0-ba63-731aac7dc461 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:07:06.370829 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-56a343e5-363c-4728-a95d-7323a56bf33a service neutron] Attempting to bind port 1edec5e7-78bd-40c0-ba63-731aac7dc461 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:07:06.380219 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-56a343e5-363c-4728-a95d-7323a56bf33a service neutron] Port 1edec5e7-78bd-40c0-ba63-731aac7dc461 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:07:06.380590 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-56a343e5-363c-4728-a95d-7323a56bf33a service neutron] Attempting to bind port 1edec5e7-78bd-40c0-ba63-731aac7dc461 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:07:06.473321 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-56a343e5-363c-4728-a95d-7323a56bf33a service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:07:06.473673 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-56a343e5-363c-4728-a95d-7323a56bf33a service neutron] Checking segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:07:06.474065 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-56a343e5-363c-4728-a95d-7323a56bf33a service neutron] Bound using segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:07:06.474516 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-56a343e5-363c-4728-a95d-7323a56bf33a service neutron] Bound port: 1edec5e7-78bd-40c0-ba63-731aac7dc461, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:07:06.474903 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-56a343e5-363c-4728-a95d-7323a56bf33a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1edec5e7-78bd-40c0-ba63-731aac7dc461), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:06.659212 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d71239-d207-459c-9149-2d5f27a5de11 req-233b713b-06d6-4cc1-aa63-9ce545121c16 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:06.660721 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-39d71239-d207-459c-9149-2d5f27a5de11 req-233b713b-06d6-4cc1-aa63-9ce545121c16 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3f86a60-3e13-4616-a574-175bb5d90eea HTTP/1.1" status: 200 len: 950 time: 0.2337286 Feb 09 01:07:06.667073 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858bd474-3420-481a-af63-b18374d2cae1 req-d87f0a73-1ac4-473a-be4d-cc6811558569 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:06.668429 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-858bd474-3420-481a-af63-b18374d2cae1 req-d87f0a73-1ac4-473a-be4d-cc6811558569 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/ports?device_id=c583c9c6-dcd3-4119-af25-b8440ab48d5c HTTP/1.1" status: 200 len: 944 time: 0.2385154 Feb 09 01:07:06.670713 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c101818-4417-4a16-936b-7cfebafdf840 req-930cdf53-4cb4-4321-bb83-28941768349b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:06.672082 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5c101818-4417-4a16-936b-7cfebafdf840 req-930cdf53-4cb4-4321-bb83-28941768349b service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=039cffd4-a77e-4f0e-82e6-a69d8a085da3 HTTP/1.1" status: 200 len: 1127 time: 0.2431085 Feb 09 01:07:06.745542 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-56a343e5-363c-4728-a95d-7323a56bf33a service neutron] For port 1edec5e7-78bd-40c0-ba63-731aac7dc461, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:07:06.808415 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-56a343e5-363c-4728-a95d-7323a56bf33a service neutron] For port 1edec5e7-78bd-40c0-ba63-731aac7dc461, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=1edec5e7-78bd-40c0-ba63-731aac7dc461,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:07:06.845103 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-56a343e5-363c-4728-a95d-7323a56bf33a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (1edec5e7-78bd-40c0-ba63-731aac7dc461), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:06.848568 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5c101818-4417-4a16-936b-7cfebafdf840 req-c92dda96-62b1-4b28-9d28-01c9035de085 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563761 Feb 09 01:07:06.855710 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-858bd474-3420-481a-af63-b18374d2cae1 req-d06d23d4-865d-4ed3-adbb-d91f6827a29b tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/security-groups?id=63f9b6a8-f901-49f3-9ea4-b0c2a248fcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741612 Feb 09 01:07:06.859214 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-39d71239-d207-459c-9149-2d5f27a5de11 req-146d8557-57be-4acf-bd1c-ddcdfce3450e tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847990 Feb 09 01:07:06.921969 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-56a343e5-363c-4728-a95d-7323a56bf33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:06.922600 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-56a343e5-363c-4728-a95d-7323a56bf33a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:06.924044 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-56a343e5-363c-4728-a95d-7323a56bf33a service neutron] 10.222.0.47 "PUT /v2.0/ports/1edec5e7-78bd-40c0-ba63-731aac7dc461 HTTP/1.1" status: 200 len: 1096 time: 2.2756171 Feb 09 01:07:06.924498 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3d6f6f7-ad3f-416b-97f7-576e57498d74', 'tag': '1edec5e7-78bd-40c0-ba63-731aac7dc461'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:07:06.926770 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb72115-0d85-418f-b15d-87665b7fa436" -d '{"events": [{"name": "network-changed", "server_uuid": "e3d6f6f7-ad3f-416b-97f7-576e57498d74", "tag": "1edec5e7-78bd-40c0-ba63-731aac7dc461"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:07:07.013839 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-34d58b26-c5aa-4347-8057-b1456f52c824 req-0d70d4e8-0d7f-45b6-ba31-5c4cd6847667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0d30616-27a9-44a4-8ffc-38209725a898 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:07:07.053583 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-34d58b26-c5aa-4347-8057-b1456f52c824 req-0d70d4e8-0d7f-45b6-ba31-5c4cd6847667 service neutron] Publish callbacks [] for port (b0d30616-27a9-44a4-8ffc-38209725a898), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:07.057952 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a343e5-363c-4728-a95d-7323a56bf33a service neutron] Pushing event updated for resources: {'Port': ['ID=1edec5e7-78bd-40c0-ba63-731aac7dc461,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:07.068955 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:07.089644 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-34d58b26-c5aa-4347-8057-b1456f52c824 req-0d70d4e8-0d7f-45b6-ba31-5c4cd6847667 service neutron] Transition to ACTIVE for port object b0d30616-27a9-44a4-8ffc-38209725a898 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:07:07.100088 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-34d58b26-c5aa-4347-8057-b1456f52c824 req-0d70d4e8-0d7f-45b6-ba31-5c4cd6847667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (b0d30616-27a9-44a4-8ffc-38209725a898), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:07.120044 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c5a35-2dad-4bcb-8ba5-2b97a17ed61a req-9eb16d9c-bbba-470e-adc4-069e291d4e49 tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:07.121609 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-964c5a35-2dad-4bcb-8ba5-2b97a17ed61a req-9eb16d9c-bbba-470e-adc4-069e291d4e49 tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] 10.222.0.50 "GET /v2.0/ports?device_id=edee8062-ffa5-4be4-87f8-251cde411b65 HTTP/1.1" status: 200 len: 944 time: 0.1920161 Feb 09 01:07:07.149941 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95cf90d-3f02-4959-b1b0-0194f0e6c490 req-ddfca0da-ef26-409c-92bd-5ad88b9fc821 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:07.151353 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a95cf90d-3f02-4959-b1b0-0194f0e6c490 req-ddfca0da-ef26-409c-92bd-5ad88b9fc821 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] 10.222.0.50 "GET /v2.0/ports?device_id=b28057b4-9afa-418e-8729-8250434cce09 HTTP/1.1" status: 200 len: 945 time: 0.2136552 Feb 09 01:07:07.170900 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-430986d9-794f-4e9e-a4c0-0b5536400e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:07.172297 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-430986d9-794f-4e9e-a4c0-0b5536400e06 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a802ee657ee544bca93e61cc553c84c3&device_id=e3d6f6f7-ad3f-416b-97f7-576e57498d74 HTTP/1.1" status: 200 len: 1130 time: 0.1668594 Feb 09 01:07:07.251367 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d70d4e8-0d7f-45b6-ba31-5c4cd6847667 service neutron] Pushing event updated for resources: {'Port': ['ID=b0d30616-27a9-44a4-8ffc-38209725a898,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:07.254504 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-eac326e8-c18f-489d-abb2-1a1d3c1590c8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=1edec5e7-78bd-40c0-ba63-731aac7dc461 HTTP/1.1" status: 200 len: 217 time: 0.0653117 Feb 09 01:07:07.364089 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-964c5a35-2dad-4bcb-8ba5-2b97a17ed61a req-6bff66d1-c00e-45c4-b1ea-d3554b3d9004 tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] 10.222.0.50 "GET /v2.0/security-groups?id=10265b10-bbb3-46c7-8fcc-8e1e448a4bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219722 Feb 09 01:07:07.375829 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a95cf90d-3f02-4959-b1b0-0194f0e6c490 req-fa7aaf71-09a7-4fa2-a1e6-aa820ba95115 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] 10.222.0.50 "GET /v2.0/security-groups?id=f1835974-7701-4924-a23c-a1bbe14d4c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2131782 Feb 09 01:07:07.391477 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-f8eb4e20-00cf-4688-b210-868917bbf440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:07.393078 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-f8eb4e20-00cf-4688-b210-868917bbf440 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.1267562 Feb 09 01:07:07.442707 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-34d58b26-c5aa-4347-8057-b1456f52c824 req-0d70d4e8-0d7f-45b6-ba31-5c4cd6847667 service neutron] Attempting to bind port b0d30616-27a9-44a4-8ffc-38209725a898 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:07:07.443058 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-34d58b26-c5aa-4347-8057-b1456f52c824 req-0d70d4e8-0d7f-45b6-ba31-5c4cd6847667 service neutron] Attempting to bind port b0d30616-27a9-44a4-8ffc-38209725a898 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:07:07.443571 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d58b26-c5aa-4347-8057-b1456f52c824 req-0d70d4e8-0d7f-45b6-ba31-5c4cd6847667 service neutron] Attempting to bind port b0d30616-27a9-44a4-8ffc-38209725a898 on network 584d7274-cb01-4853-8902-7824a3a705cb {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:07:07.449023 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d58b26-c5aa-4347-8057-b1456f52c824 req-0d70d4e8-0d7f-45b6-ba31-5c4cd6847667 service neutron] Port b0d30616-27a9-44a4-8ffc-38209725a898 on network 584d7274-cb01-4853-8902-7824a3a705cb not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:07:07.449023 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d58b26-c5aa-4347-8057-b1456f52c824 req-0d70d4e8-0d7f-45b6-ba31-5c4cd6847667 service neutron] Attempting to bind port b0d30616-27a9-44a4-8ffc-38209725a898 on network 584d7274-cb01-4853-8902-7824a3a705cb {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:07:07.457761 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d58b26-c5aa-4347-8057-b1456f52c824 req-0d70d4e8-0d7f-45b6-ba31-5c4cd6847667 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:07:07.458063 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d58b26-c5aa-4347-8057-b1456f52c824 req-0d70d4e8-0d7f-45b6-ba31-5c4cd6847667 service neutron] Checking segment: {'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:07:07.458454 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d58b26-c5aa-4347-8057-b1456f52c824 req-0d70d4e8-0d7f-45b6-ba31-5c4cd6847667 service neutron] Bound using segment: {'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:07:07.458575 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:07.459170 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-34d58b26-c5aa-4347-8057-b1456f52c824 req-0d70d4e8-0d7f-45b6-ba31-5c4cd6847667 service neutron] Bound port: b0d30616-27a9-44a4-8ffc-38209725a898, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:07:07.460963 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-34d58b26-c5aa-4347-8057-b1456f52c824 req-0d70d4e8-0d7f-45b6-ba31-5c4cd6847667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b0d30616-27a9-44a4-8ffc-38209725a898), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:07.539697 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-0c6af719-b039-4c9a-9c1a-26cf2334d2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:07.541353 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-0c6af719-b039-4c9a-9c1a-26cf2334d2a1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1392112 Feb 09 01:07:07.702638 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-34d58b26-c5aa-4347-8057-b1456f52c824 req-0d70d4e8-0d7f-45b6-ba31-5c4cd6847667 service neutron] For port b0d30616-27a9-44a4-8ffc-38209725a898, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:07:07.737137 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-34d58b26-c5aa-4347-8057-b1456f52c824 req-0d70d4e8-0d7f-45b6-ba31-5c4cd6847667 service neutron] For port b0d30616-27a9-44a4-8ffc-38209725a898, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=b0d30616-27a9-44a4-8ffc-38209725a898,segment=NetworkSegment(c09a8a87-556d-487a-811a-06517127dee5),segment_id=c09a8a87-556d-487a-811a-06517127dee5)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:07:07.759783 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc22b20-5964-4846-800e-92fe76c33f0c req-66db1135-8fa6-47b9-bdea-d11e6cd8ba33 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:07.759783 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5fc22b20-5964-4846-800e-92fe76c33f0c req-66db1135-8fa6-47b9-bdea-d11e6cd8ba33 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 943 time: 0.2784517 Feb 09 01:07:07.771171 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b492f-a961-464c-8865-62869680bc79 req-34647618-1c83-4c2e-a92a-6a4696a42a85 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:07.772651 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9b4b492f-a961-464c-8865-62869680bc79 req-34647618-1c83-4c2e-a92a-6a4696a42a85 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3d6f6f7-ad3f-416b-97f7-576e57498d74 HTTP/1.1" status: 200 len: 948 time: 0.2587271 Feb 09 01:07:07.776757 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-34d58b26-c5aa-4347-8057-b1456f52c824 req-0d70d4e8-0d7f-45b6-ba31-5c4cd6847667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (b0d30616-27a9-44a4-8ffc-38209725a898), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:07.785376 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20d84b-f2e7-49b3-a8b4-1e2a7c5c9019 req-66a842b1-2f99-4981-855a-2aeea0380861 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:07.786918 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9b20d84b-f2e7-49b3-a8b4-1e2a7c5c9019 req-66a842b1-2f99-4981-855a-2aeea0380861 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.120 "GET /v2.0/ports?device_id=f3f86a60-3e13-4616-a574-175bb5d90eea HTTP/1.1" status: 200 len: 950 time: 0.2921586 Feb 09 01:07:07.810026 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 81d24c68-0bdd-45de-87d0-cac3a3e8795a up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:07:07.840655 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-b8b27a12-8433-4af6-b985-fe79f795e19e service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840669 Feb 09 01:07:07.869138 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 81d24c68-0bdd-45de-87d0-cac3a3e8795a completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:07:07.874846 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 81d24c68-0bdd-45de-87d0-cac3a3e8795a triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:07:07.875468 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (81d24c68-0bdd-45de-87d0-cac3a3e8795a), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:07.881004 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d58b26-c5aa-4347-8057-b1456f52c824 req-0d70d4e8-0d7f-45b6-ba31-5c4cd6847667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:07.882008 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-34d58b26-c5aa-4347-8057-b1456f52c824 req-0d70d4e8-0d7f-45b6-ba31-5c4cd6847667 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:07.883415 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34d58b26-c5aa-4347-8057-b1456f52c824 req-0d70d4e8-0d7f-45b6-ba31-5c4cd6847667 service neutron] 10.222.0.120 "PUT /v2.0/ports/b0d30616-27a9-44a4-8ffc-38209725a898 HTTP/1.1" status: 200 len: 1091 time: 2.1335657 Feb 09 01:07:07.975991 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 81d24c68-0bdd-45de-87d0-cac3a3e8795a is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:07:07.976424 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (81d24c68-0bdd-45de-87d0-cac3a3e8795a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:08.022046 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 81d24c68-0bdd-45de-87d0-cac3a3e8795a, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=81d24c68-0bdd-45de-87d0-cac3a3e8795a,segment=NetworkSegment(37dbd17d-2cc9-4828-8e6d-903c14a622f1),segment_id=37dbd17d-2cc9-4828-8e6d-903c14a622f1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:07:08.027419 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (81d24c68-0bdd-45de-87d0-cac3a3e8795a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:08.028492 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 28d199cf-56a9-419b-9761-8488887e1ca2 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:07:08.083206 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d70d4e8-0d7f-45b6-ba31-5c4cd6847667 service neutron] Pushing event updated for resources: {'Port': ['ID=b0d30616-27a9-44a4-8ffc-38209725a898,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:08.095227 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9b4b492f-a961-464c-8865-62869680bc79 req-53c35fed-6a39-4cd7-b48a-eb60e16534a1 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] 10.222.0.50 "GET /v2.0/security-groups?id=85fa2fb7-24db-4878-8747-d73d4c3a2de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039732 Feb 09 01:07:08.106837 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=81d24c68-0bdd-45de-87d0-cac3a3e8795a,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:08.124560 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5fc22b20-5964-4846-800e-92fe76c33f0c req-e718d3b6-db3e-4282-829e-1c2133ea4f06 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506727 Feb 09 01:07:08.125411 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 28d199cf-56a9-419b-9761-8488887e1ca2 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:07:08.129627 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 28d199cf-56a9-419b-9761-8488887e1ca2 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:07:08.130025 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (28d199cf-56a9-419b-9761-8488887e1ca2), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:08.177542 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8751e71d-808f-4940-9e0f-8173302b7e5a req-eb89def8-86fb-440a-9af0-c1cd00b16373 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037143 Feb 09 01:07:08.179943 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d58b26-c5aa-4347-8057-b1456f52c824 req-8e8e3959-b1fa-47e0-b12f-dcb63942919d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:08.181477 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34d58b26-c5aa-4347-8057-b1456f52c824 req-8e8e3959-b1fa-47e0-b12f-dcb63942919d service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=349016141cb643eba466ab5e9338a7e5&device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 1125 time: 0.2045131 Feb 09 01:07:08.196562 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94ae572-5668-497d-bf8e-e0beb19cab65 x-openstack-request-id: req-d94ae572-5668-497d-bf8e-e0beb19cab65 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:07:08.196883 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3d6f6f7-ad3f-416b-97f7-576e57498d74", "tag": "1edec5e7-78bd-40c0-ba63-731aac7dc461", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:07:08.197152 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d94ae572-5668-497d-bf8e-e0beb19cab65 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:07:08.197565 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3d6f6f7-ad3f-416b-97f7-576e57498d74', 'tag': '1edec5e7-78bd-40c0-ba63-731aac7dc461', 'status': 'completed', 'code': 200} Feb 09 01:07:08.262290 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 28d199cf-56a9-419b-9761-8488887e1ca2 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:07:08.262854 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (28d199cf-56a9-419b-9761-8488887e1ca2), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:08.273620 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34d58b26-c5aa-4347-8057-b1456f52c824 req-241fbe62-edf3-460c-868b-362156360755 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0d30616-27a9-44a4-8ffc-38209725a898 HTTP/1.1" status: 200 len: 217 time: 0.0730374 Feb 09 01:07:08.274861 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-9b20d84b-f2e7-49b3-a8b4-1e2a7c5c9019 req-1654b3af-aba5-444a-ba20-6cb9c9813c1b tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Deleting port d3a84a99-84cd-449c-83e8-1f3fb33046d9 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:07:08.275206 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9b20d84b-f2e7-49b3-a8b4-1e2a7c5c9019 req-1654b3af-aba5-444a-ba20-6cb9c9813c1b tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (d3a84a99-84cd-449c-83e8-1f3fb33046d9), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:08.290185 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28057b4-9afa-418e-8729-8250434cce09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d24c68-0bdd-45de-87d0-cac3a3e8795a'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:07:08.292451 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d576ccd-66a3-43fd-92e1-e5729dbc4ae0" -d '{"events": [{"server_uuid": "b28057b4-9afa-418e-8729-8250434cce09", "name": "network-vif-plugged", "status": "completed", "tag": "81d24c68-0bdd-45de-87d0-cac3a3e8795a"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:07:08.324556 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 28d199cf-56a9-419b-9761-8488887e1ca2, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=28d199cf-56a9-419b-9761-8488887e1ca2,segment=NetworkSegment(3c63ea86-e27b-44f0-b66a-b57792354f51),segment_id=3c63ea86-e27b-44f0-b66a-b57792354f51)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:07:08.332908 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (28d199cf-56a9-419b-9761-8488887e1ca2), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:08.333729 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device ddafb8e7-cecf-4039-b691-43720f17902f up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:07:08.429322 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:08.447593 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=28d199cf-56a9-419b-9761-8488887e1ca2,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:08.458051 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port ddafb8e7-cecf-4039-b691-43720f17902f completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:07:08.463113 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port ddafb8e7-cecf-4039-b691-43720f17902f triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:07:08.463729 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (ddafb8e7-cecf-4039-b691-43720f17902f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:08.499024 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d58b26-c5aa-4347-8057-b1456f52c824 req-d4f2e607-fad0-4bff-9aed-a1d203cefc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:08.500519 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34d58b26-c5aa-4347-8057-b1456f52c824 req-d4f2e607-fad0-4bff-9aed-a1d203cefc5a service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4611cb36-f3d2-4498-977c-18da9d170e4c HTTP/1.1" status: 200 len: 847 time: 0.1604528 Feb 09 01:07:08.525213 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb72115-0d85-418f-b15d-87665b7fa436 req-226be45c-f1bd-4703-83c5-884a3153f869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:08.526684 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5fb72115-0d85-418f-b15d-87665b7fa436 req-226be45c-f1bd-4703-83c5-884a3153f869 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a802ee657ee544bca93e61cc553c84c3&device_id=e3d6f6f7-ad3f-416b-97f7-576e57498d74 HTTP/1.1" status: 200 len: 1130 time: 0.2661257 Feb 09 01:07:08.540282 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93489644-7ef1-4d4f-ab2d-9710f4f8ea3d req-d7520074-a224-445d-8f2a-8c6ecacd51a0 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:08.542158 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-93489644-7ef1-4d4f-ab2d-9710f4f8ea3d req-d7520074-a224-445d-8f2a-8c6ecacd51a0 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=039cffd4-a77e-4f0e-82e6-a69d8a085da3 HTTP/1.1" status: 200 len: 945 time: 0.2905412 Feb 09 01:07:08.556517 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port ddafb8e7-cecf-4039-b691-43720f17902f is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:07:08.556951 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ddafb8e7-cecf-4039-b691-43720f17902f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:08.574105 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34d58b26-c5aa-4347-8057-b1456f52c824 req-f2b2fda3-f1a7-4d8e-93f9-146baab7e81d service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=584d7274-cb01-4853-8902-7824a3a705cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603182 Feb 09 01:07:08.578036 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-9b20d84b-f2e7-49b3-a8b4-1e2a7c5c9019 req-1654b3af-aba5-444a-ba20-6cb9c9813c1b tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] For port d3a84a99-84cd-449c-83e8-1f3fb33046d9, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=d3a84a99-84cd-449c-83e8-1f3fb33046d9,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:07:08.578465 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9b20d84b-f2e7-49b3-a8b4-1e2a7c5c9019 req-1654b3af-aba5-444a-ba20-6cb9c9813c1b tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (d3a84a99-84cd-449c-83e8-1f3fb33046d9), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:08.592288 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port ddafb8e7-cecf-4039-b691-43720f17902f, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=ddafb8e7-cecf-4039-b691-43720f17902f,segment=NetworkSegment(027cc1ec-0c18-4a25-a208-0f9bfe67520e),segment_id=027cc1ec-0c18-4a25-a208-0f9bfe67520e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:07:08.596754 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (ddafb8e7-cecf-4039-b691-43720f17902f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:08.602537 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3dd1af-640b-41de-b0a5-aaac366b01ab req-3f128c79-346c-49df-be26-be3eb3b10eae tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:08.604066 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1f3dd1af-640b-41de-b0a5-aaac366b01ab req-3f128c79-346c-49df-be26-be3eb3b10eae tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/ports?device_id=c583c9c6-dcd3-4119-af25-b8440ab48d5c HTTP/1.1" status: 200 len: 945 time: 0.3040795 Feb 09 01:07:08.646847 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=ddafb8e7-cecf-4039-b691-43720f17902f,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:08.668981 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-9b20d84b-f2e7-49b3-a8b4-1e2a7c5c9019 req-1654b3af-aba5-444a-ba20-6cb9c9813c1b tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Calling delete_port for d3a84a99-84cd-449c-83e8-1f3fb33046d9 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:07:09.117533 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-93489644-7ef1-4d4f-ab2d-9710f4f8ea3d req-17371b2c-7aac-47b3-af4a-7b994dee38cf tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5546811 Feb 09 01:07:09.170222 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1f3dd1af-640b-41de-b0a5-aaac366b01ab req-c8404d4e-ae2a-4117-934a-5b9c61b85532 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/security-groups?id=63f9b6a8-f901-49f3-9ea4-b0c2a248fcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5251110 Feb 09 01:07:09.171612 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb72115-0d85-418f-b15d-87665b7fa436 req-387cc100-0920-428e-a76f-cf8e29c9d74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:09.173127 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5fb72115-0d85-418f-b15d-87665b7fa436 req-387cc100-0920-428e-a76f-cf8e29c9d74a service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.6135542 Feb 09 01:07:09.190266 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:09.221456 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5fb72115-0d85-418f-b15d-87665b7fa436 req-52879079-b017-48ba-a031-810a26308b6e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=1edec5e7-78bd-40c0-ba63-731aac7dc461 HTTP/1.1" status: 200 len: 217 time: 0.0398655 Feb 09 01:07:09.222622 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606c47bb-da23-483c-9828-1e20595482df x-openstack-request-id: req-606c47bb-da23-483c-9828-1e20595482df {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:07:09.223328 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b28057b4-9afa-418e-8729-8250434cce09", "name": "network-vif-plugged", "status": "completed", "tag": "81d24c68-0bdd-45de-87d0-cac3a3e8795a", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:07:09.223715 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-606c47bb-da23-483c-9828-1e20595482df {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:07:09.224331 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b28057b4-9afa-418e-8729-8250434cce09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d24c68-0bdd-45de-87d0-cac3a3e8795a', 'code': 200} Feb 09 01:07:09.251967 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34d58b26-c5aa-4347-8057-b1456f52c824 req-f08b1ef3-23c5-4c94-9a18-26f44a74e50f service neutron] 10.222.0.120 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6130176 Feb 09 01:07:09.457344 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb72115-0d85-418f-b15d-87665b7fa436 req-0fe435eb-02dd-46c1-a442-6a70ebbbcddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:09.458803 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5fb72115-0d85-418f-b15d-87665b7fa436 req-0fe435eb-02dd-46c1-a442-6a70ebbbcddc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.2210031 Feb 09 01:07:09.554455 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aec6fa-5e24-4356-8608-8bdfc1793d0e req-523dd9ae-3ca3-4800-b867-bc08e9f3496f tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:09.555936 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-94aec6fa-5e24-4356-8608-8bdfc1793d0e req-523dd9ae-3ca3-4800-b867-bc08e9f3496f tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3f86a60-3e13-4616-a574-175bb5d90eea HTTP/1.1" status: 200 len: 950 time: 0.3322506 Feb 09 01:07:09.569194 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb59a4-4b82-4868-be6e-2678242d7d2e req-553dc1d8-5578-4b97-aa37-24b80600f4be tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:09.570619 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f7fb59a4-4b82-4868-be6e-2678242d7d2e req-553dc1d8-5578-4b97-aa37-24b80600f4be tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] 10.222.0.50 "GET /v2.0/ports?device_id=edee8062-ffa5-4be4-87f8-251cde411b65 HTTP/1.1" status: 200 len: 945 time: 0.2663126 Feb 09 01:07:09.579576 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34d58b26-c5aa-4347-8057-b1456f52c824 req-274ef560-2561-4250-a07f-a664a610d1e8 service neutron] 10.222.0.120 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036785 Feb 09 01:07:09.580173 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9b20d84b-f2e7-49b3-a8b4-1e2a7c5c9019 req-1654b3af-aba5-444a-ba20-6cb9c9813c1b tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (d3a84a99-84cd-449c-83e8-1f3fb33046d9), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:09.593313 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18458b44-024b-4adb-98fe-9f3f71bcd42e req-c20a1377-0c04-40ee-9837-071689436713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:09.594767 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18458b44-024b-4adb-98fe-9f3f71bcd42e req-c20a1377-0c04-40ee-9837-071689436713 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b28057b4-9afa-418e-8729-8250434cce09 HTTP/1.1" status: 200 len: 1128 time: 0.2602952 Feb 09 01:07:09.605219 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['bc3bbf9e-6302-4f75-979e-f06189e488b9', 'd3a84a99-84cd-449c-83e8-1f3fb33046d9'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:07:09.667958 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1654b3af-aba5-444a-ba20-6cb9c9813c1b tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Pushing event deleted for resources: {'Port': ['ID=d3a84a99-84cd-449c-83e8-1f3fb33046d9,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:09.696580 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb72115-0d85-418f-b15d-87665b7fa436 req-4c2a916d-eb64-4bbf-b529-c3501a4afdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:09.698104 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5fb72115-0d85-418f-b15d-87665b7fa436 req-4c2a916d-eb64-4bbf-b529-c3501a4afdf8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2197032 Feb 09 01:07:09.769643 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-94aec6fa-5e24-4356-8608-8bdfc1793d0e req-ba1da4ab-a5e1-478f-9201-ec11defdc7e0 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953483 Feb 09 01:07:09.785020 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b20d84b-f2e7-49b3-a8b4-1e2a7c5c9019 req-1654b3af-aba5-444a-ba20-6cb9c9813c1b tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] No DVR routers for this DVR port d3a84a99-84cd-449c-83e8-1f3fb33046d9 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:07:09.821176 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9b20d84b-f2e7-49b3-a8b4-1e2a7c5c9019 req-1654b3af-aba5-444a-ba20-6cb9c9813c1b tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:09.824493 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9b20d84b-f2e7-49b3-a8b4-1e2a7c5c9019 req-1654b3af-aba5-444a-ba20-6cb9c9813c1b tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.120 "DELETE /v2.0/ports/d3a84a99-84cd-449c-83e8-1f3fb33046d9 HTTP/1.1" status: 204 len: 173 time: 2.0193987 Feb 09 01:07:09.830487 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f7fb59a4-4b82-4868-be6e-2678242d7d2e req-c2e4f74f-f4f7-4daa-8245-93041db3a8f1 tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] 10.222.0.50 "GET /v2.0/security-groups?id=10265b10-bbb3-46c7-8fcc-8e1e448a4bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430301 Feb 09 01:07:09.842854 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18458b44-024b-4adb-98fe-9f3f71bcd42e req-40566799-6c51-4518-a745-db4e8e84598e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f1835974-7701-4924-a23c-a1bbe14d4c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2313888 Feb 09 01:07:09.921568 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18443b52-1484-4ba3-a321-53c1a0306b4f req-ab7e0c40-5680-4553-8a2e-5c6b83b1c785 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:09.923018 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18443b52-1484-4ba3-a321-53c1a0306b4f req-ab7e0c40-5680-4553-8a2e-5c6b83b1c785 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] 10.222.0.50 "GET /v2.0/ports?device_id=b28057b4-9afa-418e-8729-8250434cce09 HTTP/1.1" status: 200 len: 946 time: 0.0916488 Feb 09 01:07:09.934862 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5fb72115-0d85-418f-b15d-87665b7fa436 req-32bf9799-c77c-4aab-b265-eec29b99e490 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127271 Feb 09 01:07:10.002965 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18443b52-1484-4ba3-a321-53c1a0306b4f req-9e2b888a-aa7c-4c4e-bbb3-1d18aca2826a tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] 10.222.0.50 "GET /v2.0/security-groups?id=f1835974-7701-4924-a23c-a1bbe14d4c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672016 Feb 09 01:07:10.010845 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a56c9-b37f-4b7b-bb57-a201d4ad2252 req-4fa48050-e7bf-456e-b54e-3666df200a9c tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:10.012444 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-826a56c9-b37f-4b7b-bb57-a201d4ad2252 req-4fa48050-e7bf-456e-b54e-3666df200a9c tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3d6f6f7-ad3f-416b-97f7-576e57498d74 HTTP/1.1" status: 200 len: 948 time: 0.0871420 Feb 09 01:07:10.153530 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-826a56c9-b37f-4b7b-bb57-a201d4ad2252 req-8e84c163-3971-4dd1-8d48-41ed582ee4f2 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] 10.222.0.50 "GET /v2.0/security-groups?id=85fa2fb7-24db-4878-8747-d73d4c3a2de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344166 Feb 09 01:07:10.189934 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5fb72115-0d85-418f-b15d-87665b7fa436 req-86630d96-3c69-4dfc-bada-f18bb8d22aa9 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454549 Feb 09 01:07:10.205374 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74decb37-d760-4eef-83ad-f6a45ab1a38c req-ae677f60-8439-4213-95b0-f48ee633970c tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:10.206921 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74decb37-d760-4eef-83ad-f6a45ab1a38c req-ae677f60-8439-4213-95b0-f48ee633970c tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 943 time: 0.1133659 Feb 09 01:07:10.207416 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74a30666-b2f5-41e7-9411-d94d89a6b2b6', 'tag': 'b0d30616-27a9-44a4-8ffc-38209725a898'}, {'server_uuid': 'f3f86a60-3e13-4616-a574-175bb5d90eea', 'name': 'network-vif-deleted', 'tag': 'd3a84a99-84cd-449c-83e8-1f3fb33046d9'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:07:10.209743 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1a83a5-60e1-4289-8069-b10a49f4b01d" -d '{"events": [{"name": "network-changed", "server_uuid": "74a30666-b2f5-41e7-9411-d94d89a6b2b6", "tag": "b0d30616-27a9-44a4-8ffc-38209725a898"}, {"server_uuid": "f3f86a60-3e13-4616-a574-175bb5d90eea", "name": "network-vif-deleted", "tag": "d3a84a99-84cd-449c-83e8-1f3fb33046d9"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:07:10.290880 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74decb37-d760-4eef-83ad-f6a45ab1a38c req-414a7049-ec07-47b6-91fa-a34ee8ce1648 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781918 Feb 09 01:07:10.302898 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9da9d-063f-4a19-8576-1c180b472d67 req-14cae89b-dec1-417b-8a26-e86d2e68d154 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:10.304486 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0df9da9d-063f-4a19-8576-1c180b472d67 req-14cae89b-dec1-417b-8a26-e86d2e68d154 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=039cffd4-a77e-4f0e-82e6-a69d8a085da3 HTTP/1.1" status: 200 len: 945 time: 0.0857711 Feb 09 01:07:10.362357 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0df9da9d-063f-4a19-8576-1c180b472d67 req-38799831-656e-4cfa-acf0-d93083ad9dcb tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518472 Feb 09 01:07:10.402235 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660174c-1bd0-4958-b3b5-7ad0d210fd40 req-5230053a-17d7-4205-8771-1a8983eab23b tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:10.403755 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f660174c-1bd0-4958-b3b5-7ad0d210fd40 req-5230053a-17d7-4205-8771-1a8983eab23b tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/ports?device_id=c583c9c6-dcd3-4119-af25-b8440ab48d5c HTTP/1.1" status: 200 len: 945 time: 0.0573452 Feb 09 01:07:10.413650 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 01:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0c0cb2-58d8-4c5a-9cad-5f141184b592 x-openstack-request-id: req-5c0c0cb2-58d8-4c5a-9cad-5f141184b592 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:07:10.413958 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74a30666-b2f5-41e7-9411-d94d89a6b2b6", "tag": "b0d30616-27a9-44a4-8ffc-38209725a898", "status": "completed", "code": 200}, {"server_uuid": "f3f86a60-3e13-4616-a574-175bb5d90eea", "name": "network-vif-deleted", "tag": "d3a84a99-84cd-449c-83e8-1f3fb33046d9", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:07:10.414214 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5c0c0cb2-58d8-4c5a-9cad-5f141184b592 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:07:10.414613 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74a30666-b2f5-41e7-9411-d94d89a6b2b6', 'tag': 'b0d30616-27a9-44a4-8ffc-38209725a898', 'status': 'completed', 'code': 200} Feb 09 01:07:10.414875 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f86a60-3e13-4616-a574-175bb5d90eea', 'name': 'network-vif-deleted', 'tag': 'd3a84a99-84cd-449c-83e8-1f3fb33046d9', 'status': 'completed', 'code': 200} Feb 09 01:07:10.458448 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f660174c-1bd0-4958-b3b5-7ad0d210fd40 req-c9237312-9523-438b-aea4-21abe8969951 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/security-groups?id=63f9b6a8-f901-49f3-9ea4-b0c2a248fcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466130 Feb 09 01:07:10.526029 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a83a5-60e1-4289-8069-b10a49f4b01d req-8b07dc0b-7ef9-4eb6-94f9-878fbb3c4434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:10.527527 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eb1a83a5-60e1-4289-8069-b10a49f4b01d req-8b07dc0b-7ef9-4eb6-94f9-878fbb3c4434 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=349016141cb643eba466ab5e9338a7e5&device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 1125 time: 0.0489225 Feb 09 01:07:10.638437 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a83a5-60e1-4289-8069-b10a49f4b01d req-4ca8c0c6-922c-42c5-9cb7-ed665cb435f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:10.641742 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eb1a83a5-60e1-4289-8069-b10a49f4b01d req-4ca8c0c6-922c-42c5-9cb7-ed665cb435f9 service neutron] 10.222.0.120 "GET /v2.0/networks?id=584d7274-cb01-4853-8902-7824a3a705cb HTTP/1.1" status: 200 len: 909 time: 0.1010072 Feb 09 01:07:10.697217 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eb1a83a5-60e1-4289-8069-b10a49f4b01d req-3292675b-9e9c-4945-b0d5-27199a5c070e service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0d30616-27a9-44a4-8ffc-38209725a898 HTTP/1.1" status: 200 len: 217 time: 0.0459921 Feb 09 01:07:10.751497 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a83a5-60e1-4289-8069-b10a49f4b01d req-a6b3ec75-050b-49f1-a39d-23ad0fce4c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:10.753003 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eb1a83a5-60e1-4289-8069-b10a49f4b01d req-a6b3ec75-050b-49f1-a39d-23ad0fce4c76 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4611cb36-f3d2-4498-977c-18da9d170e4c HTTP/1.1" status: 200 len: 847 time: 0.0450795 Feb 09 01:07:10.803644 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eb1a83a5-60e1-4289-8069-b10a49f4b01d req-143121fa-488a-45a8-9509-bdcc16381929 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=584d7274-cb01-4853-8902-7824a3a705cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272930 Feb 09 01:07:10.930184 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aec3eb-9a07-4d90-a224-618754564629 req-612911cf-bbbf-4770-a4a4-df9c3c630104 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:10.937650 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-52aec3eb-9a07-4d90-a224-618754564629 req-612911cf-bbbf-4770-a4a4-df9c3c630104 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=039cffd4-a77e-4f0e-82e6-a69d8a085da3 HTTP/1.1" status: 200 len: 945 time: 0.1300774 Feb 09 01:07:10.979376 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eb1a83a5-60e1-4289-8069-b10a49f4b01d req-33017bfe-ab73-44cc-b318-18481fabbd18 service neutron] 10.222.0.120 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447561 Feb 09 01:07:11.039517 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-52aec3eb-9a07-4d90-a224-618754564629 req-f97bc95b-5d67-49ef-98ae-14c754145744 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008532 Feb 09 01:07:11.176703 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eb1a83a5-60e1-4289-8069-b10a49f4b01d req-582a95f2-d152-4ec3-82ec-d1fbfafb7b0f service neutron] 10.222.0.120 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675804 Feb 09 01:07:11.183404 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb954cc-2e04-41ce-99d9-e52921f6aa99 req-4b7293e5-84fa-4531-9b5d-d8cfd2abeb8b tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:11.186212 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-adb954cc-2e04-41ce-99d9-e52921f6aa99 req-4b7293e5-84fa-4531-9b5d-d8cfd2abeb8b tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] 10.222.0.50 "GET /v2.0/ports?device_id=edee8062-ffa5-4be4-87f8-251cde411b65 HTTP/1.1" status: 200 len: 945 time: 0.1499038 Feb 09 01:07:11.197717 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9fddc-9314-444a-95a1-21f54ece90c2 req-79e28051-f15b-4fab-9662-acbf99120b70 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:11.199187 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-33e9fddc-9314-444a-95a1-21f54ece90c2 req-79e28051-f15b-4fab-9662-acbf99120b70 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d HTTP/1.1" status: 200 len: 949 time: 0.0996587 Feb 09 01:07:11.226711 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c583c9c6-dcd3-4119-af25-b8440ab48d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d199cf-56a9-419b-9761-8488887e1ca2'}, {'server_uuid': 'edee8062-ffa5-4be4-87f8-251cde411b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddafb8e7-cecf-4039-b691-43720f17902f'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:07:11.229061 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f841f564-74cd-4f26-bc24-82a4755796a2" -d '{"events": [{"server_uuid": "c583c9c6-dcd3-4119-af25-b8440ab48d5c", "name": "network-vif-plugged", "status": "completed", "tag": "28d199cf-56a9-419b-9761-8488887e1ca2"}, {"server_uuid": "edee8062-ffa5-4be4-87f8-251cde411b65", "name": "network-vif-plugged", "status": "completed", "tag": "ddafb8e7-cecf-4039-b691-43720f17902f"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:07:11.270324 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-adb954cc-2e04-41ce-99d9-e52921f6aa99 req-02172a10-19c7-4e10-b07c-3ac04f2a1307 tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] 10.222.0.50 "GET /v2.0/security-groups?id=10265b10-bbb3-46c7-8fcc-8e1e448a4bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700870 Feb 09 01:07:11.281330 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-33e9fddc-9314-444a-95a1-21f54ece90c2 req-0ab9d4fc-3556-4b6f-88e7-82f144a8760a tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/security-groups?id=d6266177-dc23-4c7d-8975-7172374aa386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750854 Feb 09 01:07:11.415279 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949e433-90fa-4e08-b498-29f90fd9ca0e req-a92d710f-ca40-4f7c-b0fd-1c3955686261 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:11.416774 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f949e433-90fa-4e08-b498-29f90fd9ca0e req-a92d710f-ca40-4f7c-b0fd-1c3955686261 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] 10.222.0.50 "GET /v2.0/ports?device_id=b28057b4-9afa-418e-8729-8250434cce09 HTTP/1.1" status: 200 len: 946 time: 0.0908468 Feb 09 01:07:11.423882 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b036b-f5f7-434b-afe3-00143f69ec21 req-b4c96b71-90aa-40dc-be16-c2fbded6faa3 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:11.425246 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8f0b036b-f5f7-434b-afe3-00143f69ec21 req-b4c96b71-90aa-40dc-be16-c2fbded6faa3 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3d6f6f7-ad3f-416b-97f7-576e57498d74 HTTP/1.1" status: 200 len: 948 time: 0.0834594 Feb 09 01:07:11.491981 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f949e433-90fa-4e08-b498-29f90fd9ca0e req-f37f69a5-8893-488b-99dd-54bcf1a338b4 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] 10.222.0.50 "GET /v2.0/security-groups?id=f1835974-7701-4924-a23c-a1bbe14d4c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657964 Feb 09 01:07:11.498894 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8f0b036b-f5f7-434b-afe3-00143f69ec21 req-f9ec76fd-36bf-4e4a-84aa-b40a35646e1b tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] 10.222.0.50 "GET /v2.0/security-groups?id=85fa2fb7-24db-4878-8747-d73d4c3a2de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672061 Feb 09 01:07:11.543426 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 01:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a26c02c-b8c1-4755-9fb0-58e8366cae60 x-openstack-request-id: req-7a26c02c-b8c1-4755-9fb0-58e8366cae60 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:07:11.543733 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c583c9c6-dcd3-4119-af25-b8440ab48d5c", "name": "network-vif-plugged", "status": "completed", "tag": "28d199cf-56a9-419b-9761-8488887e1ca2", "code": 200}, {"server_uuid": "edee8062-ffa5-4be4-87f8-251cde411b65", "name": "network-vif-plugged", "status": "completed", "tag": "ddafb8e7-cecf-4039-b691-43720f17902f", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:07:11.543990 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7a26c02c-b8c1-4755-9fb0-58e8366cae60 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:07:11.544446 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c583c9c6-dcd3-4119-af25-b8440ab48d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d199cf-56a9-419b-9761-8488887e1ca2', 'code': 200} Feb 09 01:07:11.544735 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edee8062-ffa5-4be4-87f8-251cde411b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddafb8e7-cecf-4039-b691-43720f17902f', 'code': 200} Feb 09 01:07:11.728810 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7b48e-67ee-43c7-91ff-ec4f461f118e req-dc99eb7e-1d45-416c-baf7-b29691fc9c15 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:11.730256 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f1f7b48e-67ee-43c7-91ff-ec4f461f118e req-dc99eb7e-1d45-416c-baf7-b29691fc9c15 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.120 "GET /v2.0/ports?device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d HTTP/1.1" status: 200 len: 949 time: 0.1756775 Feb 09 01:07:11.740069 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c61901-ca07-4337-9b36-ef2d7cf388f4 req-e8ade32b-f95a-4a45-9561-d5f443572d49 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:11.741446 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-12c61901-ca07-4337-9b36-ef2d7cf388f4 req-e8ade32b-f95a-4a45-9561-d5f443572d49 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 943 time: 0.1775939 Feb 09 01:07:11.757289 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device d3a84a99-84cd-449c-83e8-1f3fb33046d9 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:07:11.777379 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: d3a84a99-84cd-449c-83e8-1f3fb33046d9 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:07:11.777652 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device d3a84a99-84cd-449c-83e8-1f3fb33046d9 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:07:11.796195 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4cb56-dc95-42f0-8d6e-acb4c00d86f5 req-c910c550-8830-403f-ba80-4bf64be9c861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:11.797692 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-90c4cb56-dc95-42f0-8d6e-acb4c00d86f5 req-c910c550-8830-403f-ba80-4bf64be9c861 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=edee8062-ffa5-4be4-87f8-251cde411b65 HTTP/1.1" status: 200 len: 1127 time: 0.1768496 Feb 09 01:07:11.804219 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef2d53-9134-4047-b2d8-818a110b4007 req-394304ce-5686-41d2-8210-67decad8e043 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:11.805600 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e7ef2d53-9134-4047-b2d8-818a110b4007 req-394304ce-5686-41d2-8210-67decad8e043 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/ports?device_id=c583c9c6-dcd3-4119-af25-b8440ab48d5c HTTP/1.1" status: 200 len: 945 time: 0.1977994 Feb 09 01:07:11.823807 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc08643-6ba0-4537-9f10-522e97043280 req-110da2bd-4397-42eb-b38b-ebe69126eb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:11.825244 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-efc08643-6ba0-4537-9f10-522e97043280 req-110da2bd-4397-42eb-b38b-ebe69126eb57 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c583c9c6-dcd3-4119-af25-b8440ab48d5c HTTP/1.1" status: 200 len: 1127 time: 0.2006695 Feb 09 01:07:11.827004 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 1edec5e7-78bd-40c0-ba63-731aac7dc461 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:07:11.926760 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 1edec5e7-78bd-40c0-ba63-731aac7dc461, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=1edec5e7-78bd-40c0-ba63-731aac7dc461,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:07:11.937494 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-12c61901-ca07-4337-9b36-ef2d7cf388f4 req-98f31973-b7be-4706-b1c9-34c847912fd5 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877797 Feb 09 01:07:11.938209 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '1edec5e7-78bd-40c0-ba63-731aac7dc461', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'port_id': '1edec5e7-78bd-40c0-ba63-731aac7dc461', 'mac_address': 'fa:16:3e:ac:21:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3810d295-ee98-40f7-b1e2-609bf7d1c3df', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:07:11.977106 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 1edec5e7-78bd-40c0-ba63-731aac7dc461 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:07:11.977468 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1edec5e7-78bd-40c0-ba63-731aac7dc461), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:11.978952 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-90c4cb56-dc95-42f0-8d6e-acb4c00d86f5 req-7306a9cf-b873-45ff-8035-21438805b7e1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=10265b10-bbb3-46c7-8fcc-8e1e448a4bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711736 Feb 09 01:07:11.985082 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-efc08643-6ba0-4537-9f10-522e97043280 req-fbc63d97-f164-4ead-9106-ac3afad5f5fd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=63f9b6a8-f901-49f3-9ea4-b0c2a248fcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421590 Feb 09 01:07:11.988088 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e7ef2d53-9134-4047-b2d8-818a110b4007 req-649843e4-3d62-41af-ba18-2a472f557b67 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/security-groups?id=63f9b6a8-f901-49f3-9ea4-b0c2a248fcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755285 Feb 09 01:07:11.991741 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1edec5e7-78bd-40c0-ba63-731aac7dc461 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:07:12.014584 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 1edec5e7-78bd-40c0-ba63-731aac7dc461, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=1edec5e7-78bd-40c0-ba63-731aac7dc461,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:07:12.018202 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1edec5e7-78bd-40c0-ba63-731aac7dc461), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:12.043152 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-f1f7b48e-67ee-43c7-91ff-ec4f461f118e req-9d7991e1-a604-44b7-983e-336977d70da3 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Deleting port bc3bbf9e-6302-4f75-979e-f06189e488b9 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:07:12.043413 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f1f7b48e-67ee-43c7-91ff-ec4f461f118e req-9d7991e1-a604-44b7-983e-336977d70da3 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (bc3bbf9e-6302-4f75-979e-f06189e488b9), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:12.064950 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=1edec5e7-78bd-40c0-ba63-731aac7dc461,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:12.111984 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5540e-bd05-4bfa-893c-c703511e06a5 req-f34b7871-88f2-4ac8-a7f7-cf0f80364394 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:12.113505 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5ea5540e-bd05-4bfa-893c-c703511e06a5 req-f34b7871-88f2-4ac8-a7f7-cf0f80364394 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] 10.222.0.50 "GET /v2.0/ports?device_id=b28057b4-9afa-418e-8729-8250434cce09 HTTP/1.1" status: 200 len: 946 time: 0.1186831 Feb 09 01:07:12.124247 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46340) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:07:12.128810 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-d2e4a04f-62f5-4131-a90e-4796a3428020 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Request body: {'floatingip': {'port_id': '81d24c68-0bdd-45de-87d0-cac3a3e8795a'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:12.166690 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d2e4a04f-62f5-4131-a90e-4796a3428020 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Publish callbacks [] for floatingip (db495368-81bf-465e-92a0-2206c5d62525), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:12.174905 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-f1f7b48e-67ee-43c7-91ff-ec4f461f118e req-9d7991e1-a604-44b7-983e-336977d70da3 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] For port bc3bbf9e-6302-4f75-979e-f06189e488b9, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=bc3bbf9e-6302-4f75-979e-f06189e488b9,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:07:12.175274 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f1f7b48e-67ee-43c7-91ff-ec4f461f118e req-9d7991e1-a604-44b7-983e-336977d70da3 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (bc3bbf9e-6302-4f75-979e-f06189e488b9), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:12.191538 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-f1f7b48e-67ee-43c7-91ff-ec4f461f118e req-9d7991e1-a604-44b7-983e-336977d70da3 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Calling delete_port for bc3bbf9e-6302-4f75-979e-f06189e488b9 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:07:12.209830 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0544fc-bd50-475a-bf97-f07a8d5a3455 req-92b90e32-c266-4506-a3a1-2f5bdfce0f4c tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:12.211312 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9f0544fc-bd50-475a-bf97-f07a8d5a3455 req-92b90e32-c266-4506-a3a1-2f5bdfce0f4c tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=039cffd4-a77e-4f0e-82e6-a69d8a085da3 HTTP/1.1" status: 200 len: 945 time: 0.0921030 Feb 09 01:07:12.275951 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['1edec5e7-78bd-40c0-ba63-731aac7dc461'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:07:12.312661 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9f0544fc-bd50-475a-bf97-f07a8d5a3455 req-117cbb0d-57bd-4b59-942f-11bd2364bb81 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677085 Feb 09 01:07:12.410926 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f1f7b48e-67ee-43c7-91ff-ec4f461f118e req-9d7991e1-a604-44b7-983e-336977d70da3 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (bc3bbf9e-6302-4f75-979e-f06189e488b9), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:12.424792 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['bc3bbf9e-6302-4f75-979e-f06189e488b9'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:07:12.457850 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7991e1-a604-44b7-983e-336977d70da3 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Pushing event deleted for resources: {'Port': ['ID=bc3bbf9e-6302-4f75-979e-f06189e488b9,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:12.486464 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a21ca722-955c-41bd-9289-2d845a426a6f req-813bb772-6a59-4512-8336-4aedbc6e8bfb tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.50 "GET /v2.0/ports?device_id=33d6315d-0d15-4b90-ae26-5e6c6a03986d HTTP/1.1" status: 200 len: 210 time: 0.0442402 Feb 09 01:07:12.516532 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c1cd2-6ede-4c3f-8d61-d95f6ff4648d req-01ca01ae-563e-4dc4-8337-edadf98ddc0e tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:12.518038 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4a0c1cd2-6ede-4c3f-8d61-d95f6ff4648d req-01ca01ae-563e-4dc4-8337-edadf98ddc0e tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] 10.222.0.50 "GET /v2.0/ports?device_id=edee8062-ffa5-4be4-87f8-251cde411b65 HTTP/1.1" status: 200 len: 945 time: 0.1502941 Feb 09 01:07:12.542776 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f7b48e-67ee-43c7-91ff-ec4f461f118e req-9d7991e1-a604-44b7-983e-336977d70da3 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] No DVR routers for this DVR port bc3bbf9e-6302-4f75-979e-f06189e488b9 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:07:12.547877 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f1f7b48e-67ee-43c7-91ff-ec4f461f118e req-9d7991e1-a604-44b7-983e-336977d70da3 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:12.551276 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f1f7b48e-67ee-43c7-91ff-ec4f461f118e req-9d7991e1-a604-44b7-983e-336977d70da3 tempest-MigrationsAdminTest-388513268 tempest-MigrationsAdminTest-388513268-project] 10.222.0.120 "DELETE /v2.0/ports/bc3bbf9e-6302-4f75-979e-f06189e488b9 HTTP/1.1" status: 204 len: 173 time: 0.8006182 Feb 09 01:07:12.551850 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d6315d-0d15-4b90-ae26-5e6c6a03986d', 'name': 'network-vif-deleted', 'tag': 'bc3bbf9e-6302-4f75-979e-f06189e488b9'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:07:12.554094 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db5785b-3a3b-4cac-add9-8cc7bbce77d4" -d '{"events": [{"server_uuid": "33d6315d-0d15-4b90-ae26-5e6c6a03986d", "name": "network-vif-deleted", "tag": "bc3bbf9e-6302-4f75-979e-f06189e488b9"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:07:12.596202 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4a0c1cd2-6ede-4c3f-8d61-d95f6ff4648d req-2b5acbef-19fc-4bc2-ac27-c2768766aedc tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] 10.222.0.50 "GET /v2.0/security-groups?id=10265b10-bbb3-46c7-8fcc-8e1e448a4bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594640 Feb 09 01:07:12.663412 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0e03f-06ad-42bf-b944-f03387b77456 req-5277d67c-5d10-43e7-a6ea-4f7e4b2ca6cf tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:12.665251 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-82f0e03f-06ad-42bf-b944-f03387b77456 req-5277d67c-5d10-43e7-a6ea-4f7e4b2ca6cf tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3d6f6f7-ad3f-416b-97f7-576e57498d74 HTTP/1.1" status: 200 len: 949 time: 0.0679684 Feb 09 01:07:12.666833 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f3b181-57d7-4b0c-8785-8e42575a0129 x-openstack-request-id: req-a6f3b181-57d7-4b0c-8785-8e42575a0129 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:07:12.667144 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d6315d-0d15-4b90-ae26-5e6c6a03986d", "name": "network-vif-deleted", "tag": "bc3bbf9e-6302-4f75-979e-f06189e488b9", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:07:12.667373 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a6f3b181-57d7-4b0c-8785-8e42575a0129 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:07:12.667854 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d6315d-0d15-4b90-ae26-5e6c6a03986d', 'name': 'network-vif-deleted', 'tag': 'bc3bbf9e-6302-4f75-979e-f06189e488b9', 'status': 'completed', 'code': 200} Feb 09 01:07:12.721323 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-82f0e03f-06ad-42bf-b944-f03387b77456 req-4b600a6e-3e2e-4744-841c-c2199e9cbf69 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] 10.222.0.50 "GET /v2.0/security-groups?id=85fa2fb7-24db-4878-8747-d73d4c3a2de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490119 Feb 09 01:07:12.865511 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.db.resource_extend [None req-d2e4a04f-62f5-4131-a90e-4796a3428020 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:07:12.917639 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d2e4a04f-62f5-4131-a90e-4796a3428020 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:12.922318 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d2e4a04f-62f5-4131-a90e-4796a3428020 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (db495368-81bf-465e-92a0-2206c5d62525), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:13.042659 n-d-828369-4 neutron-server[103137]: INFO neutron.db.l3_db [None req-d2e4a04f-62f5-4131-a90e-4796a3428020 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Floating IP db495368-81bf-465e-92a0-2206c5d62525 associated. External IP: 172.25.8.52, port: 81d24c68-0bdd-45de-87d0-cac3a3e8795a. Feb 09 01:07:13.148738 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605dad0-1475-4ef9-b0f6-f0be716f96bc req-096f7046-fbeb-4d70-85a1-42518bf8a49a tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:13.150143 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e605dad0-1475-4ef9-b0f6-f0be716f96bc req-096f7046-fbeb-4d70-85a1-42518bf8a49a tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 943 time: 0.0978887 Feb 09 01:07:13.161002 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d6148-c2c3-42a0-bbe2-d5b9f327d29b req-8fd631a1-8ce4-4f34-9679-867f57ea1e6e tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:13.162484 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fb1d6148-c2c3-42a0-bbe2-d5b9f327d29b req-8fd631a1-8ce4-4f34-9679-867f57ea1e6e tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/ports?device_id=c583c9c6-dcd3-4119-af25-b8440ab48d5c HTTP/1.1" status: 200 len: 945 time: 0.0793304 Feb 09 01:07:13.240823 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fb1d6148-c2c3-42a0-bbe2-d5b9f327d29b req-cb8bf1ab-f8df-4934-a926-2d709d04bd49 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/security-groups?id=63f9b6a8-f901-49f3-9ea4-b0c2a248fcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707853 Feb 09 01:07:13.245041 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e605dad0-1475-4ef9-b0f6-f0be716f96bc req-17b4b124-64c4-4236-a45c-6483e2050eb4 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816526 Feb 09 01:07:13.287366 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e4a04f-62f5-4131-a90e-4796a3428020 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Router a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:07:13.402470 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e4a04f-62f5-4131-a90e-4796a3428020 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:07:13.412772 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057a3f54-2932-45f5-b8ea-675f4a6faa16 None None] Sync routers for ids ['a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:07:13.413297 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d2e4a04f-62f5-4131-a90e-4796a3428020 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:13.428664 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057a3f54-2932-45f5-b8ea-675f4a6faa16 None None] Routers {'a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:07:13.429593 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-057a3f54-2932-45f5-b8ea-675f4a6faa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:07:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:13.449147 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d2e4a04f-62f5-4131-a90e-4796a3428020 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] 10.222.0.50 "PUT /v2.0/floatingips/db495368-81bf-465e-92a0-2206c5d62525 HTTP/1.1" status: 200 len: 991 time: 1.3236730 Feb 09 01:07:13.450205 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b28057b4-9afa-418e-8729-8250434cce09', 'tag': '81d24c68-0bdd-45de-87d0-cac3a3e8795a'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:07:13.454130 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4e4b0e-4d7e-4f9d-b43d-5417eb44d14e" -d '{"events": [{"name": "network-changed", "server_uuid": "b28057b4-9afa-418e-8729-8250434cce09", "tag": "81d24c68-0bdd-45de-87d0-cac3a3e8795a"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:07:13.464418 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16da6a-b178-42c9-84b7-a50602b05d70 req-633382c8-df95-4b20-adbc-d99483be979e tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:13.466006 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-df16da6a-b178-42c9-84b7-a50602b05d70 req-633382c8-df95-4b20-adbc-d99483be979e tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=039cffd4-a77e-4f0e-82e6-a69d8a085da3 HTTP/1.1" status: 200 len: 945 time: 0.0800121 Feb 09 01:07:13.551458 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-057a3f54-2932-45f5-b8ea-675f4a6faa16 None None] Set router a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:07:13.552223 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-df16da6a-b178-42c9-84b7-a50602b05d70 req-30cb8853-7252-4508-8f9e-9bbd885fc56c tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797782 Feb 09 01:07:13.574930 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ab4ab-f4ff-49d5-8622-d812d5b810b0 req-f963b09b-64a6-418b-a4c6-f7aad691cbb0 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:13.576310 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-807ab4ab-f4ff-49d5-8622-d812d5b810b0 req-f963b09b-64a6-418b-a4c6-f7aad691cbb0 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] 10.222.0.50 "GET /v2.0/ports?device_id=b28057b4-9afa-418e-8729-8250434cce09 HTTP/1.1" status: 200 len: 946 time: 0.0634959 Feb 09 01:07:13.613283 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf35b2d5-f038-486c-8e51-e126857ac5d2 x-openstack-request-id: req-cf35b2d5-f038-486c-8e51-e126857ac5d2 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:07:13.613694 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b28057b4-9afa-418e-8729-8250434cce09", "tag": "81d24c68-0bdd-45de-87d0-cac3a3e8795a", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:07:13.614701 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cf35b2d5-f038-486c-8e51-e126857ac5d2 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:07:13.615212 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b28057b4-9afa-418e-8729-8250434cce09', 'tag': '81d24c68-0bdd-45de-87d0-cac3a3e8795a', 'status': 'completed', 'code': 200} Feb 09 01:07:13.628258 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-807ab4ab-f4ff-49d5-8622-d812d5b810b0 req-f2a71a07-8230-4bf4-af69-9f1e2683fb85 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] 10.222.0.50 "GET /v2.0/security-groups?id=f1835974-7701-4924-a23c-a1bbe14d4c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461698 Feb 09 01:07:13.707619 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e4b0e-4d7e-4f9d-b43d-5417eb44d14e req-7d2c08cf-1add-4a50-8a4c-fb1a9bd8a3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:13.709190 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9b4e4b0e-4d7e-4f9d-b43d-5417eb44d14e req-7d2c08cf-1add-4a50-8a4c-fb1a9bd8a3a1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba2f36688aa445499186dfa11ee83266&device_id=b28057b4-9afa-418e-8729-8250434cce09 HTTP/1.1" status: 200 len: 1128 time: 0.0719836 Feb 09 01:07:13.771796 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device b0d30616-27a9-44a4-8ffc-38209725a898 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:07:13.804616 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b0636f-ce83-4ce0-b963-bad393d60761 req-a0584e91-9dd6-4ad9-939d-f984fa9c16e4 tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:13.809416 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-057a3f54-2932-45f5-b8ea-675f4a6faa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5', 'name': 'tempest-ServersTestFqdnHostnames-1486361131-router', 'tenant_id': 'ba2f36688aa445499186dfa11ee83266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '415adf55-bb82-4f00-91a5-1a3c86eac345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:28Z', 'updated_at': '2022-02-09T01:06:34Z', 'revision_number': 4, 'project_id': 'ba2f36688aa445499186dfa11ee83266', 'gw_port': {'id': '415adf55-bb82-4f00-91a5-1a3c86eac345', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:29Z', 'updated_at': '2022-02-09T01:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'db495368-81bf-465e-92a0-2206c5d62525', 'tenant_id': 'ba2f36688aa445499186dfa11ee83266', 'floating_ip_address': '172.25.8.52', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5', 'port_id': '81d24c68-0bdd-45de-87d0-cac3a3e8795a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 821, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1284ae1-926f-4419-baec-5bc6c4b92ef1', 'mac_address': 'fa:16:3e:d4:29:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28057b4-9afa-418e-8729-8250434cce09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:06:40Z', 'updated_at': '2022-02-09T01:07:12Z', 'revision_number': 1, 'project_id': 'ba2f36688aa445499186dfa11ee83266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '521613be-ad42-424f-9331-7281ba877789', 'name': '', 'network_id': 'f1284ae1-926f-4419-baec-5bc6c4b92ef1', 'tenant_id': 'ba2f36688aa445499186dfa11ee83266', 'mac_address': 'fa:16:3e:0b:e3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'c434f4f0-bf35-4657-903e-bbdc30e316e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:32Z', 'updated_at': '2022-02-09T01:06:40Z', 'revision_number': 5, 'project_id': 'ba2f36688aa445499186dfa11ee83266', 'subnets': [{'id': 'c434f4f0-bf35-4657-903e-bbdc30e316e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:13.811428 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-24b0636f-ce83-4ce0-b963-bad393d60761 req-a0584e91-9dd6-4ad9-939d-f984fa9c16e4 tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] 10.222.0.50 "GET /v2.0/ports?device_id=edee8062-ffa5-4be4-87f8-251cde411b65 HTTP/1.1" status: 200 len: 945 time: 0.1178639 Feb 09 01:07:13.842621 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057a3f54-2932-45f5-b8ea-675f4a6faa16 None None] Checking router: a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:07:13.852452 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057a3f54-2932-45f5-b8ea-675f4a6faa16 None None] Routers {'a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:07:13.853127 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-057a3f54-2932-45f5-b8ea-675f4a6faa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:07:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:13.855455 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 1edec5e7-78bd-40c0-ba63-731aac7dc461 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:07:13.908305 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e4b0e-4d7e-4f9d-b43d-5417eb44d14e req-ea94d091-517a-4b4b-9120-3abde9ce7fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:13.909857 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9b4e4b0e-4d7e-4f9d-b43d-5417eb44d14e req-ea94d091-517a-4b4b-9120-3abde9ce7fda service neutron] 10.222.0.47 "GET /v2.0/networks?id=f1284ae1-926f-4419-baec-5bc6c4b92ef1 HTTP/1.1" status: 200 len: 917 time: 0.1852176 Feb 09 01:07:13.927801 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-24b0636f-ce83-4ce0-b963-bad393d60761 req-2c602410-7092-485f-8b37-d58a05641db9 tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] 10.222.0.50 "GET /v2.0/security-groups?id=10265b10-bbb3-46c7-8fcc-8e1e448a4bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105177 Feb 09 01:07:13.957742 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 1edec5e7-78bd-40c0-ba63-731aac7dc461 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:07:13.968914 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 1edec5e7-78bd-40c0-ba63-731aac7dc461 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:07:13.969433 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (1edec5e7-78bd-40c0-ba63-731aac7dc461), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:13.980210 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-057a3f54-2932-45f5-b8ea-675f4a6faa16 None None] Set router a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:07:14.010209 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46372) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:07:14.037665 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port b0d30616-27a9-44a4-8ffc-38209725a898, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=b0d30616-27a9-44a4-8ffc-38209725a898,segment=NetworkSegment(c09a8a87-556d-487a-811a-06517127dee5),segment_id=c09a8a87-556d-487a-811a-06517127dee5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:07:14.051136 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3065de4-e3f5-4f81-acf7-ba9348d5128d req-6483913d-b467-460c-a487-3a2b5744c202 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:14.052732 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c3065de4-e3f5-4f81-acf7-ba9348d5128d req-6483913d-b467-460c-a487-3a2b5744c202 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3d6f6f7-ad3f-416b-97f7-576e57498d74 HTTP/1.1" status: 200 len: 949 time: 0.1955171 Feb 09 01:07:14.064891 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': 'b0d30616-27a9-44a4-8ffc-38209725a898', 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb', 'port_id': 'b0d30616-27a9-44a4-8ffc-38209725a898', 'mac_address': 'fa:16:3e:5d:6c:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4611cb36-f3d2-4498-977c-18da9d170e4c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:07:14.077143 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9b4e4b0e-4d7e-4f9d-b43d-5417eb44d14e req-7a55e726-5340-4190-844d-f058a3975b7b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81d24c68-0bdd-45de-87d0-cac3a3e8795a HTTP/1.1" status: 200 len: 999 time: 0.1470673 Feb 09 01:07:14.136155 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port b0d30616-27a9-44a4-8ffc-38209725a898 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:07:14.136850 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b0d30616-27a9-44a4-8ffc-38209725a898), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:14.169737 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 1edec5e7-78bd-40c0-ba63-731aac7dc461 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:07:14.172922 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1edec5e7-78bd-40c0-ba63-731aac7dc461), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:14.174357 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e4b0e-4d7e-4f9d-b43d-5417eb44d14e req-65765af5-624f-406d-bc17-f1defa42922b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:14.176446 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9b4e4b0e-4d7e-4f9d-b43d-5417eb44d14e req-65765af5-624f-406d-bc17-f1defa42922b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c434f4f0-bf35-4657-903e-bbdc30e316e9 HTTP/1.1" status: 200 len: 854 time: 0.0928338 Feb 09 01:07:14.182360 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c3065de4-e3f5-4f81-acf7-ba9348d5128d req-e032ebe9-e639-41ee-bf77-d78b07eb6760 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] 10.222.0.50 "GET /v2.0/security-groups?id=85fa2fb7-24db-4878-8747-d73d4c3a2de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220663 Feb 09 01:07:14.198472 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0d30616-27a9-44a4-8ffc-38209725a898 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:07:14.219193 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a3a1a25e-02e4-45d6-8a3e-4d91cf0a2e8f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=698d05b4eb4b402aa83e695c4b2c5978&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2087843 Feb 09 01:07:14.221682 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46376) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:07:14.228652 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d6f6f7-ad3f-416b-97f7-576e57498d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1edec5e7-78bd-40c0-ba63-731aac7dc461'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:07:14.231028 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da79e94-29b9-48ff-b2bf-8647c3e60a80" -d '{"events": [{"server_uuid": "e3d6f6f7-ad3f-416b-97f7-576e57498d74", "name": "network-vif-plugged", "status": "completed", "tag": "1edec5e7-78bd-40c0-ba63-731aac7dc461"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:07:14.250658 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e4b0e-4d7e-4f9d-b43d-5417eb44d14e req-eb5679f6-e3c4-48c3-8778-99ecafe8bdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:14.252924 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9b4e4b0e-4d7e-4f9d-b43d-5417eb44d14e req-eb5679f6-e3c4-48c3-8778-99ecafe8bdbb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f1284ae1-926f-4419-baec-5bc6c4b92ef1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0696702 Feb 09 01:07:14.277576 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port b0d30616-27a9-44a4-8ffc-38209725a898, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=b0d30616-27a9-44a4-8ffc-38209725a898,segment=NetworkSegment(c09a8a87-556d-487a-811a-06517127dee5),segment_id=c09a8a87-556d-487a-811a-06517127dee5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:07:14.288310 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 1edec5e7-78bd-40c0-ba63-731aac7dc461, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=1edec5e7-78bd-40c0-ba63-731aac7dc461,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:07:14.290660 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b0d30616-27a9-44a4-8ffc-38209725a898), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:14.305275 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1edec5e7-78bd-40c0-ba63-731aac7dc461), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:14.350749 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-10c2c1a1-dcd2-4a9f-81f2-775d567a270f admin admin] Publish callbacks [] for security_group (d6266177-dc23-4c7d-8975-7172374aa386), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:14.383924 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0634459d-8f85-4af0-8b6e-2847f2e7fc7b x-openstack-request-id: req-0634459d-8f85-4af0-8b6e-2847f2e7fc7b {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:07:14.389085 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d6f6f7-ad3f-416b-97f7-576e57498d74", "name": "network-vif-plugged", "status": "completed", "tag": "1edec5e7-78bd-40c0-ba63-731aac7dc461", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:07:14.389359 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0634459d-8f85-4af0-8b6e-2847f2e7fc7b {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:07:14.389767 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d6f6f7-ad3f-416b-97f7-576e57498d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1edec5e7-78bd-40c0-ba63-731aac7dc461', 'code': 200} Feb 09 01:07:14.415410 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-10c2c1a1-dcd2-4a9f-81f2-775d567a270f admin admin] Publish callbacks [] for security_group (d6266177-dc23-4c7d-8975-7172374aa386), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:14.429462 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=b0d30616-27a9-44a4-8ffc-38209725a898,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:14.474199 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-057a3f54-2932-45f5-b8ea-675f4a6faa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5', 'name': 'tempest-ServersTestFqdnHostnames-1486361131-router', 'tenant_id': 'ba2f36688aa445499186dfa11ee83266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '415adf55-bb82-4f00-91a5-1a3c86eac345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:28Z', 'updated_at': '2022-02-09T01:06:34Z', 'revision_number': 4, 'project_id': 'ba2f36688aa445499186dfa11ee83266', 'gw_port': {'id': '415adf55-bb82-4f00-91a5-1a3c86eac345', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:29Z', 'updated_at': '2022-02-09T01:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'db495368-81bf-465e-92a0-2206c5d62525', 'tenant_id': 'ba2f36688aa445499186dfa11ee83266', 'floating_ip_address': '172.25.8.52', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5', 'port_id': '81d24c68-0bdd-45de-87d0-cac3a3e8795a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 821, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1284ae1-926f-4419-baec-5bc6c4b92ef1', 'mac_address': 'fa:16:3e:d4:29:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28057b4-9afa-418e-8729-8250434cce09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:06:40Z', 'updated_at': '2022-02-09T01:07:12Z', 'revision_number': 1, 'project_id': 'ba2f36688aa445499186dfa11ee83266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '521613be-ad42-424f-9331-7281ba877789', 'name': '', 'network_id': 'f1284ae1-926f-4419-baec-5bc6c4b92ef1', 'tenant_id': 'ba2f36688aa445499186dfa11ee83266', 'mac_address': 'fa:16:3e:0b:e3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'c434f4f0-bf35-4657-903e-bbdc30e316e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:32Z', 'updated_at': '2022-02-09T01:06:40Z', 'revision_number': 5, 'project_id': 'ba2f36688aa445499186dfa11ee83266', 'subnets': [{'id': 'c434f4f0-bf35-4657-903e-bbdc30e316e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:14.497821 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-10c2c1a1-dcd2-4a9f-81f2-775d567a270f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (d6266177-dc23-4c7d-8975-7172374aa386), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:14.500953 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-10c2c1a1-dcd2-4a9f-81f2-775d567a270f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:14.505410 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-10c2c1a1-dcd2-4a9f-81f2-775d567a270f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d6266177-dc23-4c7d-8975-7172374aa386 HTTP/1.1" status: 204 len: 168 time: 0.2822585 Feb 09 01:07:14.514015 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c2c1a1-dcd2-4a9f-81f2-775d567a270f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6266177-dc23-4c7d-8975-7172374aa386,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:14.538745 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057a3f54-2932-45f5-b8ea-675f4a6faa16 None None] The sync data for ids ['a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5'] in n-d-828369-4 is: [{'id': 'a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5', 'name': 'tempest-ServersTestFqdnHostnames-1486361131-router', 'tenant_id': 'ba2f36688aa445499186dfa11ee83266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '415adf55-bb82-4f00-91a5-1a3c86eac345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:28Z', 'updated_at': '2022-02-09T01:06:34Z', 'revision_number': 4, 'project_id': 'ba2f36688aa445499186dfa11ee83266', 'gw_port': {'id': '415adf55-bb82-4f00-91a5-1a3c86eac345', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:29Z', 'updated_at': '2022-02-09T01:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'db495368-81bf-465e-92a0-2206c5d62525', 'tenant_id': 'ba2f36688aa445499186dfa11ee83266', 'floating_ip_address': '172.25.8.52', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5', 'port_id': '81d24c68-0bdd-45de-87d0-cac3a3e8795a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 821, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1284ae1-926f-4419-baec-5bc6c4b92ef1', 'mac_address': 'fa:16:3e:d4:29:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b28057b4-9afa-418e-8729-8250434cce09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:06:40Z', 'updated_at': '2022-02-09T01:07:12Z', 'revision_number': 1, 'project_id': 'ba2f36688aa445499186dfa11ee83266', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '521613be-ad42-424f-9331-7281ba877789', 'name': '', 'network_id': 'f1284ae1-926f-4419-baec-5bc6c4b92ef1', 'tenant_id': 'ba2f36688aa445499186dfa11ee83266', 'mac_address': 'fa:16:3e:0b:e3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'c434f4f0-bf35-4657-903e-bbdc30e316e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:32Z', 'updated_at': '2022-02-09T01:06:40Z', 'revision_number': 5, 'project_id': 'ba2f36688aa445499186dfa11ee83266', 'subnets': [{'id': 'c434f4f0-bf35-4657-903e-bbdc30e316e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:07:14.540908 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=1edec5e7-78bd-40c0-ba63-731aac7dc461,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:14.655124 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['b0d30616-27a9-44a4-8ffc-38209725a898'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:07:14.730251 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:07:14.887528 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51312810-f975-42e1-b2f8-6b21d2b4562f None None] New status for floating IP db495368-81bf-465e-92a0-2206c5d62525: ACTIVE {{(pid=103138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:07:14.917356 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46398) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:07:14.952918 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9b4e4b0e-4d7e-4f9d-b43d-5417eb44d14e req-4df0513e-8c53-44ae-adcb-63be5bfe1101 service neutron] 10.222.0.47 "GET /v2.0/networks/f1284ae1-926f-4419-baec-5bc6c4b92ef1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6908164 Feb 09 01:07:14.977929 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-545c484a-ec6f-4a2a-abb1-ddd04ab7c3d9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e8771c5535bd4f7aa574a99da944e50f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0565801 Feb 09 01:07:14.978775 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46400) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:07:14.990786 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd4999-6b78-49f4-a7c5-4b5134b4d0f6 req-2b5053d2-2d24-4ebe-881f-cc9a6eb6df0d tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:14.992709 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eebd4999-6b78-49f4-a7c5-4b5134b4d0f6 req-2b5053d2-2d24-4ebe-881f-cc9a6eb6df0d tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 944 time: 0.5788245 Feb 09 01:07:15.020190 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bca921-45e5-4bed-b7bc-259a783319e0 req-d272ffec-47b7-4dec-b97a-22edf85de9ba tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:15.021925 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-56bca921-45e5-4bed-b7bc-259a783319e0 req-d272ffec-47b7-4dec-b97a-22edf85de9ba tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/ports?device_id=c583c9c6-dcd3-4119-af25-b8440ab48d5c HTTP/1.1" status: 200 len: 945 time: 0.5711074 Feb 09 01:07:15.044412 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-468a6328-d682-4381-88a4-25b1c3663139 admin admin] Publish callbacks [] for security_group (7d7b0d79-8f6f-4346-bf5f-3c8dd64adbce), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:15.058844 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c283c-6dc0-4757-9db9-0fcd719ac56e req-34005586-5c7a-4f86-8e10-4c1074ccdf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:15.060370 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-db1c283c-6dc0-4757-9db9-0fcd719ac56e req-34005586-5c7a-4f86-8e10-4c1074ccdf17 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e3d6f6f7-ad3f-416b-97f7-576e57498d74 HTTP/1.1" status: 200 len: 1132 time: 0.6478353 Feb 09 01:07:15.070302 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-468a6328-d682-4381-88a4-25b1c3663139 admin admin] Publish callbacks [] for security_group (7d7b0d79-8f6f-4346-bf5f-3c8dd64adbce), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:15.137191 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-468a6328-d682-4381-88a4-25b1c3663139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (7d7b0d79-8f6f-4346-bf5f-3c8dd64adbce), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:15.159881 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-468a6328-d682-4381-88a4-25b1c3663139 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:15.163649 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-468a6328-d682-4381-88a4-25b1c3663139 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7d7b0d79-8f6f-4346-bf5f-3c8dd64adbce HTTP/1.1" status: 204 len: 168 time: 0.1812942 Feb 09 01:07:15.171860 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468a6328-d682-4381-88a4-25b1c3663139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7b0d79-8f6f-4346-bf5f-3c8dd64adbce,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:15.179725 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-db1c283c-6dc0-4757-9db9-0fcd719ac56e req-827839bd-c2de-44e6-88cf-23745c6cd644 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=85fa2fb7-24db-4878-8747-d73d4c3a2de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900481 Feb 09 01:07:15.183051 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-56bca921-45e5-4bed-b7bc-259a783319e0 req-b7ef1e9b-cf76-4a55-8df4-1996eb15cda1 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/security-groups?id=63f9b6a8-f901-49f3-9ea4-b0c2a248fcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189673 Feb 09 01:07:15.233091 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eebd4999-6b78-49f4-a7c5-4b5134b4d0f6 req-81cea937-773c-4eca-9821-c3f574c9e664 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219212 Feb 09 01:07:15.257413 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9b4e4b0e-4d7e-4f9d-b43d-5417eb44d14e req-63ee771a-3d36-4d2a-a90e-5adfea7646fa service neutron] 10.222.0.47 "GET /v2.0/networks/f1284ae1-926f-4419-baec-5bc6c4b92ef1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912836 Feb 09 01:07:15.395988 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0118bb2-b0b2-4c27-a7a6-68324930d449 req-0de113be-e883-4d8b-baa8-11e79bf77c09 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:15.395988 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0118bb2-b0b2-4c27-a7a6-68324930d449 req-0de113be-e883-4d8b-baa8-11e79bf77c09 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=039cffd4-a77e-4f0e-82e6-a69d8a085da3 HTTP/1.1" status: 200 len: 945 time: 0.0971715 Feb 09 01:07:15.418444 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7d0df-fc51-43ad-8e50-a53ea12dc32b req-039c9f9f-a935-4a45-a9fa-caba8cf8139b tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:15.420502 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-33f7d0df-fc51-43ad-8e50-a53ea12dc32b req-039c9f9f-a935-4a45-a9fa-caba8cf8139b tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] 10.222.0.50 "GET /v2.0/ports?device_id=b28057b4-9afa-418e-8729-8250434cce09 HTTP/1.1" status: 200 len: 946 time: 0.0922518 Feb 09 01:07:15.484121 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0118bb2-b0b2-4c27-a7a6-68324930d449 req-f9b7639a-3b3b-4dd0-93c2-968eb63b323e tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788600 Feb 09 01:07:15.516290 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-33f7d0df-fc51-43ad-8e50-a53ea12dc32b req-7f37894f-7a40-46f6-acdb-57e18a485112 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] 10.222.0.50 "GET /v2.0/security-groups?id=f1835974-7701-4924-a23c-a1bbe14d4c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841937 Feb 09 01:07:15.637247 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747568c-5074-4b9a-bdb5-f45716c5e905 req-f0ff8644-7eef-4a96-b2cf-2b99410d433d tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:15.646727 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0747568c-5074-4b9a-bdb5-f45716c5e905 req-f0ff8644-7eef-4a96-b2cf-2b99410d433d tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3d6f6f7-ad3f-416b-97f7-576e57498d74 HTTP/1.1" status: 200 len: 950 time: 0.0846043 Feb 09 01:07:15.729167 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0747568c-5074-4b9a-bdb5-f45716c5e905 req-23c32c72-4d92-4302-a53d-323496dc0975 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] 10.222.0.50 "GET /v2.0/security-groups?id=85fa2fb7-24db-4878-8747-d73d4c3a2de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812702 Feb 09 01:07:15.793604 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device b0d30616-27a9-44a4-8ffc-38209725a898 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:07:15.864816 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port b0d30616-27a9-44a4-8ffc-38209725a898 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:07:15.868818 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port b0d30616-27a9-44a4-8ffc-38209725a898 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:07:15.869267 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b0d30616-27a9-44a4-8ffc-38209725a898), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:15.988902 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port b0d30616-27a9-44a4-8ffc-38209725a898 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:07:15.990090 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b0d30616-27a9-44a4-8ffc-38209725a898), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:15.995599 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1899d-b9c1-496f-9271-d72e916979ab req-5101a8d7-2e68-48e6-9a3b-34d4032a153c tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:16.009570 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3c1899d-b9c1-496f-9271-d72e916979ab req-5101a8d7-2e68-48e6-9a3b-34d4032a153c tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/ports?device_id=c583c9c6-dcd3-4119-af25-b8440ab48d5c HTTP/1.1" status: 200 len: 945 time: 0.0934801 Feb 09 01:07:16.043080 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port b0d30616-27a9-44a4-8ffc-38209725a898, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=b0d30616-27a9-44a4-8ffc-38209725a898,segment=NetworkSegment(c09a8a87-556d-487a-811a-06517127dee5),segment_id=c09a8a87-556d-487a-811a-06517127dee5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:07:16.049012 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b0d30616-27a9-44a4-8ffc-38209725a898), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:16.050991 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device bc3bbf9e-6302-4f75-979e-f06189e488b9 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:07:16.097655 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3c1899d-b9c1-496f-9271-d72e916979ab req-f78e1e67-37d4-4ab9-a5ab-bdd1a1bf474b tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/security-groups?id=63f9b6a8-f901-49f3-9ea4-b0c2a248fcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713422 Feb 09 01:07:16.109393 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: bc3bbf9e-6302-4f75-979e-f06189e488b9 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:07:16.109793 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device bc3bbf9e-6302-4f75-979e-f06189e488b9 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:07:16.128671 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=b0d30616-27a9-44a4-8ffc-38209725a898,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:16.338631 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3d408-1c9c-426e-ac1e-61d7e3107b9b req-b6caf6f4-bdf9-46a7-a111-e4b3adde3d9c tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:16.340179 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2ed3d408-1c9c-426e-ac1e-61d7e3107b9b req-b6caf6f4-bdf9-46a7-a111-e4b3adde3d9c tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 945 time: 0.0543485 Feb 09 01:07:16.388747 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2ed3d408-1c9c-426e-ac1e-61d7e3107b9b req-f25db5ee-d76b-4b8e-aba5-8e302eaaf765 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420964 Feb 09 01:07:16.391164 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a30666-b2f5-41e7-9411-d94d89a6b2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d30616-27a9-44a4-8ffc-38209725a898'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:07:16.393871 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5452bfb-4156-421a-9c32-3c6203013d65" -d '{"events": [{"server_uuid": "74a30666-b2f5-41e7-9411-d94d89a6b2b6", "name": "network-vif-plugged", "status": "completed", "tag": "b0d30616-27a9-44a4-8ffc-38209725a898"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:07:16.433179 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ded43f-89f8-4eb8-96c1-c275b931a2a9 x-openstack-request-id: req-05ded43f-89f8-4eb8-96c1-c275b931a2a9 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:07:16.433482 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74a30666-b2f5-41e7-9411-d94d89a6b2b6", "name": "network-vif-plugged", "status": "completed", "tag": "b0d30616-27a9-44a4-8ffc-38209725a898", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:07:16.433788 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-05ded43f-89f8-4eb8-96c1-c275b931a2a9 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:07:16.434178 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a30666-b2f5-41e7-9411-d94d89a6b2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d30616-27a9-44a4-8ffc-38209725a898', 'code': 200} Feb 09 01:07:16.604358 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d7a2a-64d7-4d5c-bb13-59afa8f0813d req-1755e8d3-71d2-484e-ab5b-fadcf5bbf03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:16.605937 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e91d7a2a-64d7-4d5c-bb13-59afa8f0813d req-1755e8d3-71d2-484e-ab5b-fadcf5bbf03f service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 1127 time: 0.0773625 Feb 09 01:07:16.713395 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703207f-d91f-4002-a5e1-5d4704b90f5b req-80fb2b58-f90f-4aae-8702-38f0ec5fe394 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:16.714902 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3703207f-d91f-4002-a5e1-5d4704b90f5b req-80fb2b58-f90f-4aae-8702-38f0ec5fe394 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] 10.222.0.50 "GET /v2.0/ports?device_id=b28057b4-9afa-418e-8729-8250434cce09 HTTP/1.1" status: 200 len: 946 time: 0.1305623 Feb 09 01:07:16.722475 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a6b73-0424-4957-8b9d-743f8fb7863e req-1dd069fa-84cc-4365-9d50-e49959fabc45 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:16.723860 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-820a6b73-0424-4957-8b9d-743f8fb7863e req-1dd069fa-84cc-4365-9d50-e49959fabc45 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=039cffd4-a77e-4f0e-82e6-a69d8a085da3 HTTP/1.1" status: 200 len: 945 time: 0.1228213 Feb 09 01:07:16.725952 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e91d7a2a-64d7-4d5c-bb13-59afa8f0813d req-53626fb1-a110-468e-8934-39163f8a55cb service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972881 Feb 09 01:07:16.802428 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3703207f-d91f-4002-a5e1-5d4704b90f5b req-6a025b77-d766-40d9-91af-95e74b98b544 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] 10.222.0.50 "GET /v2.0/security-groups?id=f1835974-7701-4924-a23c-a1bbe14d4c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753734 Feb 09 01:07:16.805389 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-820a6b73-0424-4957-8b9d-743f8fb7863e req-132c2fda-a63d-4f71-8979-07cb728bc667 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727444 Feb 09 01:07:17.055679 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1520cb9-a149-40e7-afd7-70e25549e9a3 req-ce288cfe-8fcb-4bfa-a5c6-0228bbe49fc6 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:17.057184 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1520cb9-a149-40e7-afd7-70e25549e9a3 req-ce288cfe-8fcb-4bfa-a5c6-0228bbe49fc6 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3d6f6f7-ad3f-416b-97f7-576e57498d74 HTTP/1.1" status: 200 len: 950 time: 0.0629239 Feb 09 01:07:17.109440 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1520cb9-a149-40e7-afd7-70e25549e9a3 req-f4703c16-3efe-445c-a7f6-d7f43cd0e107 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] 10.222.0.50 "GET /v2.0/security-groups?id=85fa2fb7-24db-4878-8747-d73d4c3a2de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457113 Feb 09 01:07:17.233973 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b740dd-543b-4447-86cf-7f4c2a339f5a req-e7bd4fc2-a757-46e4-ad97-f93f6af3175d tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:17.235630 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-51b740dd-543b-4447-86cf-7f4c2a339f5a req-e7bd4fc2-a757-46e4-ad97-f93f6af3175d tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/ports?device_id=c583c9c6-dcd3-4119-af25-b8440ab48d5c HTTP/1.1" status: 200 len: 945 time: 0.0598297 Feb 09 01:07:17.321081 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-51b740dd-543b-4447-86cf-7f4c2a339f5a req-fdee121a-f4d8-420b-a98e-f9765682d822 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/security-groups?id=63f9b6a8-f901-49f3-9ea4-b0c2a248fcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790596 Feb 09 01:07:17.341967 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534c4e7-ceb6-4d84-9657-4be00db1d842 req-6d75a4d8-1d37-490e-bc65-cace8ad7ccd9 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:17.343518 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4534c4e7-ceb6-4d84-9657-4be00db1d842 req-6d75a4d8-1d37-490e-bc65-cace8ad7ccd9 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.47 "GET /v2.0/ports?device_id=c583c9c6-dcd3-4119-af25-b8440ab48d5c HTTP/1.1" status: 200 len: 945 time: 0.0726428 Feb 09 01:07:17.468963 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-4534c4e7-ceb6-4d84-9657-4be00db1d842 req-c51722a2-4bb1-4d8a-8c65-dd7e09ea66a7 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Deleting port 28d199cf-56a9-419b-9761-8488887e1ca2 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:07:17.469285 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4534c4e7-ceb6-4d84-9657-4be00db1d842 req-c51722a2-4bb1-4d8a-8c65-dd7e09ea66a7 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (28d199cf-56a9-419b-9761-8488887e1ca2), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:17.617294 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91928f-b1d1-45de-865a-2ff799ba8086 req-4ff2f1af-edf9-4e57-804b-cebb98b25d6d tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:17.618756 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de91928f-b1d1-45de-865a-2ff799ba8086 req-4ff2f1af-edf9-4e57-804b-cebb98b25d6d tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 945 time: 0.1033263 Feb 09 01:07:17.634717 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-4534c4e7-ceb6-4d84-9657-4be00db1d842 req-c51722a2-4bb1-4d8a-8c65-dd7e09ea66a7 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] For port 28d199cf-56a9-419b-9761-8488887e1ca2, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=28d199cf-56a9-419b-9761-8488887e1ca2,segment=NetworkSegment(3c63ea86-e27b-44f0-b66a-b57792354f51),segment_id=3c63ea86-e27b-44f0-b66a-b57792354f51)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:07:17.635082 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4534c4e7-ceb6-4d84-9657-4be00db1d842 req-c51722a2-4bb1-4d8a-8c65-dd7e09ea66a7 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (28d199cf-56a9-419b-9761-8488887e1ca2), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:17.676192 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-4534c4e7-ceb6-4d84-9657-4be00db1d842 req-c51722a2-4bb1-4d8a-8c65-dd7e09ea66a7 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Calling delete_port for 28d199cf-56a9-419b-9761-8488887e1ca2 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:07:17.754074 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de91928f-b1d1-45de-865a-2ff799ba8086 req-0f49b950-67ad-475c-bbb6-2630f6255f88 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224246 Feb 09 01:07:17.762194 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1f919-22c7-4a4c-a706-e1b7e704e24f req-6906f64e-36e5-4df9-af25-85ea67e36770 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:17.763653 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-03d1f919-22c7-4a4c-a706-e1b7e704e24f req-6906f64e-36e5-4df9-af25-85ea67e36770 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3d6f6f7-ad3f-416b-97f7-576e57498d74 HTTP/1.1" status: 200 len: 950 time: 0.1537559 Feb 09 01:07:17.832157 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-03d1f919-22c7-4a4c-a706-e1b7e704e24f req-4b141a5e-e6e8-4cec-abde-efd2eb71f0c5 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] 10.222.0.50 "GET /v2.0/security-groups?id=85fa2fb7-24db-4878-8747-d73d4c3a2de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571795 Feb 09 01:07:17.909710 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4534c4e7-ceb6-4d84-9657-4be00db1d842 req-c51722a2-4bb1-4d8a-8c65-dd7e09ea66a7 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (28d199cf-56a9-419b-9761-8488887e1ca2), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:17.927235 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['7d897ac0-db98-46a5-b84f-ed1b9bfe78d9'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:07:17.963023 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51722a2-4bb1-4d8a-8c65-dd7e09ea66a7 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Pushing event deleted for resources: {'Port': ['ID=28d199cf-56a9-419b-9761-8488887e1ca2,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:18.027495 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-4534c4e7-ceb6-4d84-9657-4be00db1d842 req-c51722a2-4bb1-4d8a-8c65-dd7e09ea66a7 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] No DVR routers for this DVR port 28d199cf-56a9-419b-9761-8488887e1ca2 on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:07:18.031239 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4534c4e7-ceb6-4d84-9657-4be00db1d842 req-c51722a2-4bb1-4d8a-8c65-dd7e09ea66a7 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:18.035133 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4534c4e7-ceb6-4d84-9657-4be00db1d842 req-c51722a2-4bb1-4d8a-8c65-dd7e09ea66a7 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.47 "DELETE /v2.0/ports/28d199cf-56a9-419b-9761-8488887e1ca2 HTTP/1.1" status: 204 len: 173 time: 0.6844640 Feb 09 01:07:18.035970 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c583c9c6-dcd3-4119-af25-b8440ab48d5c', 'name': 'network-vif-deleted', 'tag': '28d199cf-56a9-419b-9761-8488887e1ca2'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:07:18.038135 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6e86fe-82b8-46a7-85f2-1fe0a8147dfc" -d '{"events": [{"server_uuid": "c583c9c6-dcd3-4119-af25-b8440ab48d5c", "name": "network-vif-deleted", "tag": "28d199cf-56a9-419b-9761-8488887e1ca2"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:07:18.099937 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f1afe-d538-4bb4-bcc3-6ca096514128 req-fa080fb1-598a-4cab-9e00-dc56b7b7a115 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:18.113419 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f39f1afe-d538-4bb4-bcc3-6ca096514128 req-fa080fb1-598a-4cab-9e00-dc56b7b7a115 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=039cffd4-a77e-4f0e-82e6-a69d8a085da3 HTTP/1.1" status: 200 len: 945 time: 0.1968231 Feb 09 01:07:18.117356 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c233887c-34cf-4ace-81fd-d44f99ac89f9 x-openstack-request-id: req-c233887c-34cf-4ace-81fd-d44f99ac89f9 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:07:18.117899 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c583c9c6-dcd3-4119-af25-b8440ab48d5c", "name": "network-vif-deleted", "tag": "28d199cf-56a9-419b-9761-8488887e1ca2", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:07:18.118621 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c233887c-34cf-4ace-81fd-d44f99ac89f9 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:07:18.119382 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c583c9c6-dcd3-4119-af25-b8440ab48d5c', 'name': 'network-vif-deleted', 'tag': '28d199cf-56a9-419b-9761-8488887e1ca2', 'status': 'completed', 'code': 200} Feb 09 01:07:18.196183 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f39f1afe-d538-4bb4-bcc3-6ca096514128 req-9f624392-ee34-448f-aa8c-b4b14e3a347c tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813980 Feb 09 01:07:18.307820 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f28787-3e26-4c3d-ab0c-c0aa39feb2d5 req-9157e219-e9c1-41b1-925f-32479986879d tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:18.309928 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31f28787-3e26-4c3d-ab0c-c0aa39feb2d5 req-9157e219-e9c1-41b1-925f-32479986879d tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.120 "GET /v2.0/ports?device_id=2429f304-1d05-4352-92af-f5fa5a646cac HTTP/1.1" status: 200 len: 946 time: 0.1057818 Feb 09 01:07:18.335670 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46502) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:07:18.476451 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74542dac-c8ca-4871-ba1c-c2ebdf543789 req-b7b81766-dec5-41f0-bd2e-198ab355652e tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/ports?device_id=c583c9c6-dcd3-4119-af25-b8440ab48d5c HTTP/1.1" status: 200 len: 210 time: 0.0350099 Feb 09 01:07:18.482229 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-35eb67ec-8bb9-4e35-893e-43287129bbd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:18.487828 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-31f28787-3e26-4c3d-ab0c-c0aa39feb2d5 req-7384a1e0-f9a1-4210-b206-6bdd9b6e2517 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Deleting port 7d897ac0-db98-46a5-b84f-ed1b9bfe78d9 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:07:18.488182 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-31f28787-3e26-4c3d-ab0c-c0aa39feb2d5 req-7384a1e0-f9a1-4210-b206-6bdd9b6e2517 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (7d897ac0-db98-46a5-b84f-ed1b9bfe78d9), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:18.566198 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-35eb67ec-8bb9-4e35-893e-43287129bbd9 admin admin] Publish callbacks [] for security_group (99fd238f-6d86-4bfe-be1c-b76659a8be2d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:18.570972 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-35eb67ec-8bb9-4e35-893e-43287129bbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (99fd238f-6d86-4bfe-be1c-b76659a8be2d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:18.589554 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-31f28787-3e26-4c3d-ab0c-c0aa39feb2d5 req-7384a1e0-f9a1-4210-b206-6bdd9b6e2517 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] For port 7d897ac0-db98-46a5-b84f-ed1b9bfe78d9, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=7d897ac0-db98-46a5-b84f-ed1b9bfe78d9,segment=NetworkSegment(3c63ea86-e27b-44f0-b66a-b57792354f51),segment_id=3c63ea86-e27b-44f0-b66a-b57792354f51)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:07:18.589935 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-31f28787-3e26-4c3d-ab0c-c0aa39feb2d5 req-7384a1e0-f9a1-4210-b206-6bdd9b6e2517 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (7d897ac0-db98-46a5-b84f-ed1b9bfe78d9), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:18.611595 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-31f28787-3e26-4c3d-ab0c-c0aa39feb2d5 req-7384a1e0-f9a1-4210-b206-6bdd9b6e2517 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Calling delete_port for 7d897ac0-db98-46a5-b84f-ed1b9bfe78d9 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:07:18.615061 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-35eb67ec-8bb9-4e35-893e-43287129bbd9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cffa2ff1f7e840b8a8cac50fb0504d78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2782230 Feb 09 01:07:18.615560 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 46508) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:07:18.616423 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb67ec-8bb9-4e35-893e-43287129bbd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99fd238f-6d86-4bfe-be1c-b76659a8be2d,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:18.721717 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1361fe37-7468-404c-80b7-e1dbb93c7e14 admin admin] Publish callbacks [] for security_group (99fd238f-6d86-4bfe-be1c-b76659a8be2d), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:18.752382 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1361fe37-7468-404c-80b7-e1dbb93c7e14 admin admin] Publish callbacks [] for security_group (99fd238f-6d86-4bfe-be1c-b76659a8be2d), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:18.827156 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-31f28787-3e26-4c3d-ab0c-c0aa39feb2d5 req-7384a1e0-f9a1-4210-b206-6bdd9b6e2517 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (7d897ac0-db98-46a5-b84f-ed1b9bfe78d9), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:18.870297 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7384a1e0-f9a1-4210-b206-6bdd9b6e2517 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Pushing event deleted for resources: {'Port': ['ID=7d897ac0-db98-46a5-b84f-ed1b9bfe78d9,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:18.875233 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1361fe37-7468-404c-80b7-e1dbb93c7e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (99fd238f-6d86-4bfe-be1c-b76659a8be2d), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:18.877900 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1361fe37-7468-404c-80b7-e1dbb93c7e14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:18.879150 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1361fe37-7468-404c-80b7-e1dbb93c7e14 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/99fd238f-6d86-4bfe-be1c-b76659a8be2d HTTP/1.1" status: 204 len: 168 time: 0.2624364 Feb 09 01:07:18.929713 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1361fe37-7468-404c-80b7-e1dbb93c7e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99fd238f-6d86-4bfe-be1c-b76659a8be2d,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:18.985118 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f28787-3e26-4c3d-ab0c-c0aa39feb2d5 req-7384a1e0-f9a1-4210-b206-6bdd9b6e2517 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] No DVR routers for this DVR port 7d897ac0-db98-46a5-b84f-ed1b9bfe78d9 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:07:18.989369 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-31f28787-3e26-4c3d-ab0c-c0aa39feb2d5 req-7384a1e0-f9a1-4210-b206-6bdd9b6e2517 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:18.992734 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31f28787-3e26-4c3d-ab0c-c0aa39feb2d5 req-7384a1e0-f9a1-4210-b206-6bdd9b6e2517 tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.120 "DELETE /v2.0/ports/7d897ac0-db98-46a5-b84f-ed1b9bfe78d9 HTTP/1.1" status: 204 len: 173 time: 0.6545258 Feb 09 01:07:19.025096 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb60684-3e55-476b-8322-1cfc577ced5d req-be3789c7-ec26-4ae7-90b3-76a3515e2886 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:19.026516 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dbb60684-3e55-476b-8322-1cfc577ced5d req-be3789c7-ec26-4ae7-90b3-76a3515e2886 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 945 time: 0.1658249 Feb 09 01:07:19.034897 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe96a0-5cd5-4b57-8d39-76a8fcc3419d req-3bf0d854-5545-4c44-b8d5-7cc9fb5db2eb tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:19.036428 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8abe96a0-5cd5-4b57-8d39-76a8fcc3419d req-3bf0d854-5545-4c44-b8d5-7cc9fb5db2eb tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3d6f6f7-ad3f-416b-97f7-576e57498d74 HTTP/1.1" status: 200 len: 950 time: 0.1080005 Feb 09 01:07:19.141445 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dbb60684-3e55-476b-8322-1cfc577ced5d req-cb966200-69d0-40dd-95f7-fa9d6fae1d96 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038842 Feb 09 01:07:19.149860 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8abe96a0-5cd5-4b57-8d39-76a8fcc3419d req-5ce1e599-ea8f-4b76-b2a6-e61cdaad4281 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] 10.222.0.50 "GET /v2.0/security-groups?id=85fa2fb7-24db-4878-8747-d73d4c3a2de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051593 Feb 09 01:07:19.186264 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e078ba75-43b0-4b1d-aaee-5795f5aed5ee req-2fb00ae9-09e7-419a-b165-19fea03b4c67 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:19.188036 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e078ba75-43b0-4b1d-aaee-5795f5aed5ee req-2fb00ae9-09e7-419a-b165-19fea03b4c67 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3d6f6f7-ad3f-416b-97f7-576e57498d74 HTTP/1.1" status: 200 len: 950 time: 0.0894549 Feb 09 01:07:19.326457 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46524) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:07:19.342887 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5f171b30-de74-4d4a-811d-34c05d4904e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:19.403271 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7847f763-d01d-48c9-9b56-952234a333d1 req-81b56946-cb51-431f-b482-53859f36eb43 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:19.411075 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7847f763-d01d-48c9-9b56-952234a333d1 req-81b56946-cb51-431f-b482-53859f36eb43 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 1127 time: 0.1093111 Feb 09 01:07:19.423730 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5f67e-97f0-4b2c-b7a1-15a8f75e7069 req-b87b7638-8bf7-47e5-8a92-ac87f27914d6 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:19.425956 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-61c5f67e-97f0-4b2c-b7a1-15a8f75e7069 req-b87b7638-8bf7-47e5-8a92-ac87f27914d6 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=039cffd4-a77e-4f0e-82e6-a69d8a085da3 HTTP/1.1" status: 200 len: 945 time: 0.1215720 Feb 09 01:07:19.429514 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-e078ba75-43b0-4b1d-aaee-5795f5aed5ee req-f946c38a-7148-46cb-979d-63856e34ba75 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] Deleting port 1edec5e7-78bd-40c0-ba63-731aac7dc461 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:07:19.430032 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e078ba75-43b0-4b1d-aaee-5795f5aed5ee req-f946c38a-7148-46cb-979d-63856e34ba75 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (1edec5e7-78bd-40c0-ba63-731aac7dc461), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:19.432824 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5f171b30-de74-4d4a-811d-34c05d4904e0 admin admin] Publish callbacks [] for security_group (25452bf3-9f1e-4d07-afb2-6b6e66f5979b), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:19.437665 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5f171b30-de74-4d4a-811d-34c05d4904e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (25452bf3-9f1e-4d07-afb2-6b6e66f5979b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:19.478226 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f171b30-de74-4d4a-811d-34c05d4904e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25452bf3-9f1e-4d07-afb2-6b6e66f5979b,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:19.483384 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5f171b30-de74-4d4a-811d-34c05d4904e0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dba4922b79734f9a946caa5f6a104822&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1548991 Feb 09 01:07:19.486325 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46526) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:07:19.559888 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7daca246-d9b2-4b75-8dd6-ff0b5651ec6b admin admin] Publish callbacks [] for security_group (25452bf3-9f1e-4d07-afb2-6b6e66f5979b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:19.577631 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-61c5f67e-97f0-4b2c-b7a1-15a8f75e7069 req-2c434e82-dedc-4410-a5fd-9816458e6253 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209912 Feb 09 01:07:19.584857 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7847f763-d01d-48c9-9b56-952234a333d1 req-9731c884-bbe2-4529-95be-177d9c167f37 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726441 Feb 09 01:07:19.590501 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7daca246-d9b2-4b75-8dd6-ff0b5651ec6b admin admin] Publish callbacks [] for security_group (25452bf3-9f1e-4d07-afb2-6b6e66f5979b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:19.674916 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-e078ba75-43b0-4b1d-aaee-5795f5aed5ee req-f946c38a-7148-46cb-979d-63856e34ba75 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] For port 1edec5e7-78bd-40c0-ba63-731aac7dc461, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=1edec5e7-78bd-40c0-ba63-731aac7dc461,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:07:19.675331 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e078ba75-43b0-4b1d-aaee-5795f5aed5ee req-f946c38a-7148-46cb-979d-63856e34ba75 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (1edec5e7-78bd-40c0-ba63-731aac7dc461), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:19.682826 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7daca246-d9b2-4b75-8dd6-ff0b5651ec6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (25452bf3-9f1e-4d07-afb2-6b6e66f5979b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:19.686256 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7daca246-d9b2-4b75-8dd6-ff0b5651ec6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:19.687954 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7daca246-d9b2-4b75-8dd6-ff0b5651ec6b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/25452bf3-9f1e-4d07-afb2-6b6e66f5979b HTTP/1.1" status: 204 len: 168 time: 0.1999419 Feb 09 01:07:19.695574 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-e078ba75-43b0-4b1d-aaee-5795f5aed5ee req-f946c38a-7148-46cb-979d-63856e34ba75 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] Calling delete_port for 1edec5e7-78bd-40c0-ba63-731aac7dc461 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:07:19.722130 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daca246-d9b2-4b75-8dd6-ff0b5651ec6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25452bf3-9f1e-4d07-afb2-6b6e66f5979b,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:19.833932 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0bb9259e-0730-47b6-9cfd-072bb4bee8dd req-402d8367-b531-45ff-b1f9-eaaac3cd2e4b tempest-MultipleCreateTestJSON-1489761281 tempest-MultipleCreateTestJSON-1489761281-project] 10.222.0.50 "GET /v2.0/ports?device_id=2429f304-1d05-4352-92af-f5fa5a646cac HTTP/1.1" status: 200 len: 210 time: 0.0350692 Feb 09 01:07:19.842845 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 28d199cf-56a9-419b-9761-8488887e1ca2 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:07:19.893896 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: 28d199cf-56a9-419b-9761-8488887e1ca2 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:07:19.894233 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 28d199cf-56a9-419b-9761-8488887e1ca2 not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:07:19.938361 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e078ba75-43b0-4b1d-aaee-5795f5aed5ee req-f946c38a-7148-46cb-979d-63856e34ba75 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (1edec5e7-78bd-40c0-ba63-731aac7dc461), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:19.975892 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f946c38a-7148-46cb-979d-63856e34ba75 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] Pushing event deleted for resources: {'Port': ['ID=1edec5e7-78bd-40c0-ba63-731aac7dc461,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:20.041414 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-e078ba75-43b0-4b1d-aaee-5795f5aed5ee req-f946c38a-7148-46cb-979d-63856e34ba75 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] No DVR routers for this DVR port 1edec5e7-78bd-40c0-ba63-731aac7dc461 on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:07:20.046712 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e078ba75-43b0-4b1d-aaee-5795f5aed5ee req-f946c38a-7148-46cb-979d-63856e34ba75 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:20.054301 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e078ba75-43b0-4b1d-aaee-5795f5aed5ee req-f946c38a-7148-46cb-979d-63856e34ba75 tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] 10.222.0.47 "DELETE /v2.0/ports/1edec5e7-78bd-40c0-ba63-731aac7dc461 HTTP/1.1" status: 204 len: 173 time: 0.8601391 Feb 09 01:07:20.120952 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2429f304-1d05-4352-92af-f5fa5a646cac', 'name': 'network-vif-deleted', 'tag': '7d897ac0-db98-46a5-b84f-ed1b9bfe78d9'}, {'server_uuid': 'e3d6f6f7-ad3f-416b-97f7-576e57498d74', 'name': 'network-vif-deleted', 'tag': '1edec5e7-78bd-40c0-ba63-731aac7dc461'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:07:20.124980 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d64ed40-3ede-42d0-9405-80b8165502e0" -d '{"events": [{"server_uuid": "2429f304-1d05-4352-92af-f5fa5a646cac", "name": "network-vif-deleted", "tag": "7d897ac0-db98-46a5-b84f-ed1b9bfe78d9"}, {"server_uuid": "e3d6f6f7-ad3f-416b-97f7-576e57498d74", "name": "network-vif-deleted", "tag": "1edec5e7-78bd-40c0-ba63-731aac7dc461"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:07:20.238067 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 01:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba2560f-f59c-4c50-8d73-91e6b7aa2015 x-openstack-request-id: req-bba2560f-f59c-4c50-8d73-91e6b7aa2015 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:07:20.238587 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2429f304-1d05-4352-92af-f5fa5a646cac", "name": "network-vif-deleted", "tag": "7d897ac0-db98-46a5-b84f-ed1b9bfe78d9", "status": "completed", "code": 200}, {"server_uuid": "e3d6f6f7-ad3f-416b-97f7-576e57498d74", "name": "network-vif-deleted", "tag": "1edec5e7-78bd-40c0-ba63-731aac7dc461", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:07:20.238849 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bba2560f-f59c-4c50-8d73-91e6b7aa2015 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:07:20.239409 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2429f304-1d05-4352-92af-f5fa5a646cac', 'name': 'network-vif-deleted', 'tag': '7d897ac0-db98-46a5-b84f-ed1b9bfe78d9', 'status': 'completed', 'code': 200} Feb 09 01:07:20.239610 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d6f6f7-ad3f-416b-97f7-576e57498d74', 'name': 'network-vif-deleted', 'tag': '1edec5e7-78bd-40c0-ba63-731aac7dc461', 'status': 'completed', 'code': 200} Feb 09 01:07:20.364677 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8438d416-c880-45ee-87f9-18d25e2a8441 req-9aed3fb0-3f24-42bc-ba1b-627c180512bc tempest-ServerDiagnosticsNegativeTest-445141143 tempest-ServerDiagnosticsNegativeTest-445141143-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3d6f6f7-ad3f-416b-97f7-576e57498d74 HTTP/1.1" status: 200 len: 210 time: 0.0439608 Feb 09 01:07:20.713808 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a814b-f6dd-4954-96f9-f18b2d310ee7 req-8a555383-c0be-4a4b-bef1-2c6bd63bcd8b tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:20.715777 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0f3a814b-f6dd-4954-96f9-f18b2d310ee7 req-8a555383-c0be-4a4b-bef1-2c6bd63bcd8b tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=039cffd4-a77e-4f0e-82e6-a69d8a085da3 HTTP/1.1" status: 200 len: 945 time: 0.0693831 Feb 09 01:07:20.794251 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0f3a814b-f6dd-4954-96f9-f18b2d310ee7 req-b8780df7-cd41-4049-8b6d-06539730858b tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728028 Feb 09 01:07:20.915603 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46578) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:07:20.973182 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-60980bf3-0421-4daa-bc7d-ec24f9a6dcae admin admin] Deleting subnet bdb83081-7783-44b0-aeb7-7002ff9f4a47 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:07:20.977100 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-60980bf3-0421-4daa-bc7d-ec24f9a6dcae admin admin] Publish callbacks [] for subnet (bdb83081-7783-44b0-aeb7-7002ff9f4a47), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:21.031332 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-60980bf3-0421-4daa-bc7d-ec24f9a6dcae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (bdb83081-7783-44b0-aeb7-7002ff9f4a47), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:21.083294 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-60980bf3-0421-4daa-bc7d-ec24f9a6dcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (bdb83081-7783-44b0-aeb7-7002ff9f4a47), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:21.143281 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-60980bf3-0421-4daa-bc7d-ec24f9a6dcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (bdb83081-7783-44b0-aeb7-7002ff9f4a47), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:21.156710 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-60980bf3-0421-4daa-bc7d-ec24f9a6dcae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:21.162161 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-60980bf3-0421-4daa-bc7d-ec24f9a6dcae admin admin] 10.222.0.50 "DELETE /v2.0/subnets/bdb83081-7783-44b0-aeb7-7002ff9f4a47 HTTP/1.1" status: 204 len: 168 time: 0.2454698 Feb 09 01:07:21.164584 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 46586) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:07:21.180622 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60980bf3-0421-4daa-bc7d-ec24f9a6dcae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdb83081-7783-44b0-aeb7-7002ff9f4a47,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:21.287760 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a6376d1d-4add-42c2-a137-0429633764bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (f0bf2d1b-1661-4bc9-ac26-21a65de127bc), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:21.483585 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a6376d1d-4add-42c2-a137-0429633764bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (f0bf2d1b-1661-4bc9-ac26-21a65de127bc), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:21.502858 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-a6376d1d-4add-42c2-a137-0429633764bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0bf2d1b-1661-4bc9-ac26-21a65de127bc']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:21.513829 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-a6376d1d-4add-42c2-a137-0429633764bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c63ea86-e27b-44f0-b66a-b57792354f51') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:21.514170 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-a6376d1d-4add-42c2-a137-0429633764bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c63ea86-e27b-44f0-b66a-b57792354f51') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:07:21.524927 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a6376d1d-4add-42c2-a137-0429633764bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (3c63ea86-e27b-44f0-b66a-b57792354f51), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:21.541730 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a6376d1d-4add-42c2-a137-0429633764bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (3c63ea86-e27b-44f0-b66a-b57792354f51), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:21.550016 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6376d1d-4add-42c2-a137-0429633764bc admin admin] Releasing vlan 1005 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:07:21.551062 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a6376d1d-4add-42c2-a137-0429633764bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (3c63ea86-e27b-44f0-b66a-b57792354f51), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:21.553603 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:07:21.553603 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:07:21.553603 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:07:21.553603 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:07:21.553603 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:07:21.553603 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:07:21.553603 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:07:21.553603 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:07:21.553603 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:07:21.553603 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:07:21.553603 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:07:21.553603 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:07:21.553603 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:07:21.553603 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:07:21.553603 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:07:21.553603 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:07:21.553603 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:07:21.553603 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:07:21.553603 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:07:21.553603 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:07:21.553603 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:07:21.553603 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:07:21.553603 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:07:21.553603 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:07:21.553603 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:07:21.553603 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:07:21.553603 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:07:21.553603 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:07:21.553603 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:07:21.553603 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:07:21.553603 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:07:21.553603 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:07:21.643610 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a6376d1d-4add-42c2-a137-0429633764bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (f0bf2d1b-1661-4bc9-ac26-21a65de127bc), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:21.658747 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a6376d1d-4add-42c2-a137-0429633764bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:21.668990 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a6376d1d-4add-42c2-a137-0429633764bc admin admin] 10.222.0.50 "DELETE /v2.0/networks/f0bf2d1b-1661-4bc9-ac26-21a65de127bc HTTP/1.1" status: 204 len: 168 time: 0.5031555 Feb 09 01:07:21.694089 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6376d1d-4add-42c2-a137-0429633764bc admin admin] Pushing event deleted for resources: {'Network': ['ID=f0bf2d1b-1661-4bc9-ac26-21a65de127bc,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:21.809477 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 7d897ac0-db98-46a5-b84f-ed1b9bfe78d9 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:07:21.854064 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 1edec5e7-78bd-40c0-ba63-731aac7dc461 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:07:21.865726 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: 7d897ac0-db98-46a5-b84f-ed1b9bfe78d9 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:07:21.866298 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 7d897ac0-db98-46a5-b84f-ed1b9bfe78d9 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:07:21.926808 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: 1edec5e7-78bd-40c0-ba63-731aac7dc461 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:07:21.928571 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 1edec5e7-78bd-40c0-ba63-731aac7dc461 not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:07:21.945248 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46616) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:07:21.988505 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd67f7-5f23-4e47-bfeb-8ff460a3fc85 req-00f0817d-4e91-4a11-9fb6-e979dfa0c32e tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:21.993476 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-78fd67f7-5f23-4e47-bfeb-8ff460a3fc85 req-00f0817d-4e91-4a11-9fb6-e979dfa0c32e tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=039cffd4-a77e-4f0e-82e6-a69d8a085da3 HTTP/1.1" status: 200 len: 945 time: 0.1114824 Feb 09 01:07:21.993476 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 46620) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:07:22.074400 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a889b5e8-2a2c-4d4c-8cfa-513ee487716d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=92a9e1b9cb7947939e37c73c60cfce20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0800364 Feb 09 01:07:22.077696 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46624) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:07:22.095095 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-78fd67f7-5f23-4e47-bfeb-8ff460a3fc85 req-5f619975-dee8-42f4-84a1-284afe54814b tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938113 Feb 09 01:07:22.136456 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-67090009-214f-43de-9e82-cb47f1d17953 admin admin] Publish callbacks [] for security_group (63f9b6a8-f901-49f3-9ea4-b0c2a248fcf0), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:22.160515 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-67090009-214f-43de-9e82-cb47f1d17953 admin admin] Publish callbacks [] for security_group (63f9b6a8-f901-49f3-9ea4-b0c2a248fcf0), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:22.227337 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-87f15b1b-2966-4a83-80b0-f03d487926d4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a802ee657ee544bca93e61cc553c84c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2809072 Feb 09 01:07:22.229921 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46626) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:07:22.246209 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-67090009-214f-43de-9e82-cb47f1d17953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (63f9b6a8-f901-49f3-9ea4-b0c2a248fcf0), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:22.249675 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-67090009-214f-43de-9e82-cb47f1d17953 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:22.250870 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-67090009-214f-43de-9e82-cb47f1d17953 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/63f9b6a8-f901-49f3-9ea4-b0c2a248fcf0 HTTP/1.1" status: 204 len: 168 time: 0.1718228 Feb 09 01:07:22.271646 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67090009-214f-43de-9e82-cb47f1d17953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f9b6a8-f901-49f3-9ea4-b0c2a248fcf0,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:22.296293 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1e449a11-c989-4889-ae65-5d0dbd17572d admin admin] Publish callbacks [] for security_group (85fa2fb7-24db-4878-8747-d73d4c3a2de7), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:22.320255 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1e449a11-c989-4889-ae65-5d0dbd17572d admin admin] Publish callbacks [] for security_group (85fa2fb7-24db-4878-8747-d73d4c3a2de7), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:22.374856 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1e449a11-c989-4889-ae65-5d0dbd17572d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (85fa2fb7-24db-4878-8747-d73d4c3a2de7), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:22.378007 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1e449a11-c989-4889-ae65-5d0dbd17572d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:22.381703 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1e449a11-c989-4889-ae65-5d0dbd17572d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/85fa2fb7-24db-4878-8747-d73d4c3a2de7 HTTP/1.1" status: 204 len: 168 time: 0.1483295 Feb 09 01:07:22.388371 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e449a11-c989-4889-ae65-5d0dbd17572d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fa2fb7-24db-4878-8747-d73d4c3a2de7,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:22.885110 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 46666) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:07:22.914694 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b8d878b6-0e00-43de-869f-01da08ea2420 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:23.070914 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b8d878b6-0e00-43de-869f-01da08ea2420 admin admin] Publish callbacks [] for security_group (474a96d6-a901-4551-8b8e-2c0f77d9f3ff), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:23.075745 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b8d878b6-0e00-43de-869f-01da08ea2420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (474a96d6-a901-4551-8b8e-2c0f77d9f3ff), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:23.142219 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d878b6-0e00-43de-869f-01da08ea2420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474a96d6-a901-4551-8b8e-2c0f77d9f3ff,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:23.158718 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b8d878b6-0e00-43de-869f-01da08ea2420 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c9aba9e863c744a5b7a159bbdc58ba9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2725019 Feb 09 01:07:23.161315 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46676) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:07:23.245522 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3614305a-2d1c-4aad-a0a2-8f508f3409b0 admin admin] Publish callbacks [] for security_group (474a96d6-a901-4551-8b8e-2c0f77d9f3ff), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:23.284434 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3614305a-2d1c-4aad-a0a2-8f508f3409b0 admin admin] Publish callbacks [] for security_group (474a96d6-a901-4551-8b8e-2c0f77d9f3ff), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:23.344346 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2855a-a894-41e8-8ffa-10f01b7abbef req-269a6f4e-4ac1-45a4-87c9-effe4f4c67d3 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:23.346401 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a7f2855a-a894-41e8-8ffa-10f01b7abbef req-269a6f4e-4ac1-45a4-87c9-effe4f4c67d3 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=039cffd4-a77e-4f0e-82e6-a69d8a085da3 HTTP/1.1" status: 200 len: 945 time: 0.1223462 Feb 09 01:07:23.364717 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3614305a-2d1c-4aad-a0a2-8f508f3409b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (474a96d6-a901-4551-8b8e-2c0f77d9f3ff), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:23.367640 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3614305a-2d1c-4aad-a0a2-8f508f3409b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:23.373628 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3614305a-2d1c-4aad-a0a2-8f508f3409b0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/474a96d6-a901-4551-8b8e-2c0f77d9f3ff HTTP/1.1" status: 204 len: 168 time: 0.2072895 Feb 09 01:07:23.394372 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3614305a-2d1c-4aad-a0a2-8f508f3409b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474a96d6-a901-4551-8b8e-2c0f77d9f3ff,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:23.455802 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a7f2855a-a894-41e8-8ffa-10f01b7abbef req-bf8bf300-0266-4aa9-84d5-27389bc1d6b5 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944467 Feb 09 01:07:23.637659 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46702) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:07:23.792167 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-1f2752b6-d9cd-4655-b383-4cc1c6439c02 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1525041071-network', 'tenant_id': '355d1325551c4d73aae5a14b9534ded0'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:23.818713 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2752b6-d9cd-4655-b383-4cc1c6439c02 admin admin] Made reservation on behalf of 355d1325551c4d73aae5a14b9534ded0 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:07:23.821759 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1f2752b6-d9cd-4655-b383-4cc1c6439c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:23.849760 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1f2752b6-d9cd-4655-b383-4cc1c6439c02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:23.962802 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1f2752b6-d9cd-4655-b383-4cc1c6439c02 admin admin] Publish callbacks [] for security_group (e65a060f-1fc7-4eff-af13-46699e6ce347), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:23.970039 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1f2752b6-d9cd-4655-b383-4cc1c6439c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e65a060f-1fc7-4eff-af13-46699e6ce347), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:24.005027 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f2752b6-d9cd-4655-b383-4cc1c6439c02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1013} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:07:24.016789 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2752b6-d9cd-4655-b383-4cc1c6439c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65a060f-1fc7-4eff-af13-46699e6ce347,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:24.023823 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1f2752b6-d9cd-4655-b383-4cc1c6439c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (2c79ec4a-284a-40f7-bbb4-646b3066ffe8), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:24.024250 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-1f2752b6-d9cd-4655-b383-4cc1c6439c02 admin admin] Added segment 2c79ec4a-284a-40f7-bbb4-646b3066ffe8 of type vlan for network 0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0 Feb 09 01:07:24.090407 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1f2752b6-d9cd-4655-b383-4cc1c6439c02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:24.132356 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1f2752b6-d9cd-4655-b383-4cc1c6439c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:24.133851 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2752b6-d9cd-4655-b383-4cc1c6439c02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:24.136134 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1f2752b6-d9cd-4655-b383-4cc1c6439c02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:24.222137 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1f2752b6-d9cd-4655-b383-4cc1c6439c02 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5823262 Feb 09 01:07:24.225564 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 46724) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:07:24.230745 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-3e6d90dd-a3d1-41c8-8d7c-a654e23cc0d7 admin admin] Request body: {'subnet': {'network_id': '0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1525041071-subnet', 'tenant_id': '355d1325551c4d73aae5a14b9534ded0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:24.241646 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2752b6-d9cd-4655-b383-4cc1c6439c02 admin admin] Pushing event updated for resources: {'Network': ['ID=0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:24.257264 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:07:24.280047 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6d90dd-a3d1-41c8-8d7c-a654e23cc0d7 admin admin] Made reservation on behalf of 355d1325551c4d73aae5a14b9534ded0 for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:07:24.284177 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3e6d90dd-a3d1-41c8-8d7c-a654e23cc0d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:24.635774 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3e6d90dd-a3d1-41c8-8d7c-a654e23cc0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (f9451162-d23b-43af-8cc6-7b624c347fcf), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:24.688508 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4cbb5-7c05-41b3-b6ce-3c13f3d8a27b req-b99f69b1-d478-4414-9f50-7075d4a6635c tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:24.690828 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-55e4cbb5-7c05-41b3-b6ce-3c13f3d8a27b req-b99f69b1-d478-4414-9f50-7075d4a6635c tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=039cffd4-a77e-4f0e-82e6-a69d8a085da3 HTTP/1.1" status: 200 len: 945 time: 0.1225085 Feb 09 01:07:24.723396 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d90dd-a3d1-41c8-8d7c-a654e23cc0d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9451162-d23b-43af-8cc6-7b624c347fcf,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:24.778630 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-55e4cbb5-7c05-41b3-b6ce-3c13f3d8a27b req-81740949-bc4e-46f1-8456-c6d21fbee881 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787659 Feb 09 01:07:24.780064 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6d90dd-a3d1-41c8-8d7c-a654e23cc0d7 admin admin] Checking segment: {'id': '2c79ec4a-284a-40f7-bbb4-646b3066ffe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:07:24.780438 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6d90dd-a3d1-41c8-8d7c-a654e23cc0d7 admin admin] Network hostable DHCP agents. Network: 0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:07:24.815638 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6d90dd-a3d1-41c8-8d7c-a654e23cc0d7 admin admin] Network 0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:07:24.827505 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-3e6d90dd-a3d1-41c8-8d7c-a654e23cc0d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:07:24.839456 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c260d041-6fb2-418f-a0bf-a766533b3413 None None] Network 0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:07:24.844315 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6d90dd-a3d1-41c8-8d7c-a654e23cc0d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:24.845917 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3e6d90dd-a3d1-41c8-8d7c-a654e23cc0d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:24.870238 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3e6d90dd-a3d1-41c8-8d7c-a654e23cc0d7 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6433711 Feb 09 01:07:24.978822 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1dd7b5-2a56-4f03-8888-2c58b4b232c0 None None] Network 0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:07:25.227988 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 46754) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:07:25.443151 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d02027bc-3316-4afe-8f21-995bcaa8eb78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:25.566124 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d02027bc-3316-4afe-8f21-995bcaa8eb78 admin admin] Publish callbacks [] for security_group (e0ab9630-d84c-4452-9e88-5268d1ab2a3a), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:25.572745 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d02027bc-3316-4afe-8f21-995bcaa8eb78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e0ab9630-d84c-4452-9e88-5268d1ab2a3a), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:25.619538 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02027bc-3316-4afe-8f21-995bcaa8eb78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ab9630-d84c-4452-9e88-5268d1ab2a3a,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:25.628221 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46768) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:07:25.633372 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d02027bc-3316-4afe-8f21-995bcaa8eb78 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=30ec90cbc6e84728abd8878f59cec26e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4032469 Feb 09 01:07:25.688085 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-87d3f26d-d503-4341-a4d7-5fe7f0a218be admin admin] Publish callbacks [] for security_group (e0ab9630-d84c-4452-9e88-5268d1ab2a3a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:25.715434 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-87d3f26d-d503-4341-a4d7-5fe7f0a218be admin admin] Publish callbacks [] for security_group (e0ab9630-d84c-4452-9e88-5268d1ab2a3a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:25.777997 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-87d3f26d-d503-4341-a4d7-5fe7f0a218be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e0ab9630-d84c-4452-9e88-5268d1ab2a3a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:25.782654 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-87d3f26d-d503-4341-a4d7-5fe7f0a218be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:25.784082 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-87d3f26d-d503-4341-a4d7-5fe7f0a218be admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e0ab9630-d84c-4452-9e88-5268d1ab2a3a HTTP/1.1" status: 204 len: 168 time: 0.1541920 Feb 09 01:07:25.794287 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d3f26d-d503-4341-a4d7-5fe7f0a218be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ab9630-d84c-4452-9e88-5268d1ab2a3a,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:25.911219 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7ded4-deac-43bf-bc1a-29da7b17dcf2 req-b359b368-fb06-4650-9a33-a7ddf7e074cc tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:25.917876 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01d7ded4-deac-43bf-bc1a-29da7b17dcf2 req-b359b368-fb06-4650-9a33-a7ddf7e074cc tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/networks?id=0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0 HTTP/1.1" status: 200 len: 814 time: 0.1342690 Feb 09 01:07:25.932876 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01d7ded4-deac-43bf-bc1a-29da7b17dcf2 req-20181ef8-d87c-4af0-b540-8ed960113bfc tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/quotas/355d1325551c4d73aae5a14b9534ded0 HTTP/1.1" status: 200 len: 375 time: 0.0142140 Feb 09 01:07:25.981246 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01d7ded4-deac-43bf-bc1a-29da7b17dcf2 req-8cb5dc25-03fa-47de-b723-b55eee08d379 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=355d1325551c4d73aae5a14b9534ded0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474024 Feb 09 01:07:26.120816 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310113a-8a3b-4548-985b-e23c13d8edbc req-2ff4a883-d86e-4cef-87fb-c72604cca2ae tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:26.128730 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a310113a-8a3b-4548-985b-e23c13d8edbc req-2ff4a883-d86e-4cef-87fb-c72604cca2ae tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=039cffd4-a77e-4f0e-82e6-a69d8a085da3 HTTP/1.1" status: 200 len: 945 time: 0.1456940 Feb 09 01:07:26.175095 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01d7ded4-deac-43bf-bc1a-29da7b17dcf2 req-3de65d93-fef4-42b0-a097-536fb6ba98e3 service neutron] 10.222.0.50 "GET /v2.0/networks/0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816752 Feb 09 01:07:26.175983 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46798) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:07:26.193799 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a310113a-8a3b-4548-985b-e23c13d8edbc req-06ec3f85-3d88-4816-ae29-e180011e4aab tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591969 Feb 09 01:07:26.290765 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01d7ded4-deac-43bf-bc1a-29da7b17dcf2 req-cf310271-90cc-4544-b70e-8ca2ee381163 service neutron] 10.222.0.50 "GET /v2.0/networks/0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957847 Feb 09 01:07:26.314003 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-50bea319-cf91-45f2-a3ad-022b0c907e12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:26.328472 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 46802) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:07:26.349281 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3cbc0b2d-aa6e-4362-b5e3-10c14c636397 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:26.412637 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-50bea319-cf91-45f2-a3ad-022b0c907e12 admin admin] Publish callbacks [] for security_group (e21fcf89-2987-493e-8577-d8d04343bb75), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:26.419036 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-50bea319-cf91-45f2-a3ad-022b0c907e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e21fcf89-2987-493e-8577-d8d04343bb75), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:26.461844 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3cbc0b2d-aa6e-4362-b5e3-10c14c636397 admin admin] Publish callbacks [] for security_group (413a9564-5b7f-4fcd-b6c6-cda018a1b6eb), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:26.474437 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3cbc0b2d-aa6e-4362-b5e3-10c14c636397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (413a9564-5b7f-4fcd-b6c6-cda018a1b6eb), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:26.496894 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-50bea319-cf91-45f2-a3ad-022b0c907e12 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=efaaa9c6ff924ab68e8a3795b4d739d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3172750 Feb 09 01:07:26.497135 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46808) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:07:26.504926 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bea319-cf91-45f2-a3ad-022b0c907e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21fcf89-2987-493e-8577-d8d04343bb75,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:26.547915 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbc0b2d-aa6e-4362-b5e3-10c14c636397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413a9564-5b7f-4fcd-b6c6-cda018a1b6eb,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:26.552124 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6741d282-982e-4b0c-a61c-342ca740b56d admin admin] Publish callbacks [] for security_group (e21fcf89-2987-493e-8577-d8d04343bb75), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:26.574863 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6741d282-982e-4b0c-a61c-342ca740b56d admin admin] Publish callbacks [] for security_group (e21fcf89-2987-493e-8577-d8d04343bb75), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:26.592200 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-677ac674-ed50-4791-ba4e-b8497e003d67 req-4b976525-8cff-4545-a4b3-eaeb4a46794e tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 210 time: 0.1050851 Feb 09 01:07:26.610087 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3cbc0b2d-aa6e-4362-b5e3-10c14c636397 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=012e625abd1c4a7c8e8b3979eb21b390&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2799764 Feb 09 01:07:26.617173 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46810) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:07:26.652216 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6741d282-982e-4b0c-a61c-342ca740b56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e21fcf89-2987-493e-8577-d8d04343bb75), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:26.655030 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6741d282-982e-4b0c-a61c-342ca740b56d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:26.658817 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6741d282-982e-4b0c-a61c-342ca740b56d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e21fcf89-2987-493e-8577-d8d04343bb75 HTTP/1.1" status: 204 len: 168 time: 0.1582706 Feb 09 01:07:26.672261 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741d282-982e-4b0c-a61c-342ca740b56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21fcf89-2987-493e-8577-d8d04343bb75,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:26.699450 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-33549c58-d937-48df-a41c-00176abab72f admin admin] Publish callbacks [] for security_group (413a9564-5b7f-4fcd-b6c6-cda018a1b6eb), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:26.728665 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-33549c58-d937-48df-a41c-00176abab72f admin admin] Publish callbacks [] for security_group (413a9564-5b7f-4fcd-b6c6-cda018a1b6eb), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:26.790015 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-33549c58-d937-48df-a41c-00176abab72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (413a9564-5b7f-4fcd-b6c6-cda018a1b6eb), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:26.793381 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-33549c58-d937-48df-a41c-00176abab72f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:26.797227 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-33549c58-d937-48df-a41c-00176abab72f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/413a9564-5b7f-4fcd-b6c6-cda018a1b6eb HTTP/1.1" status: 204 len: 168 time: 0.1772599 Feb 09 01:07:26.804123 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33549c58-d937-48df-a41c-00176abab72f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413a9564-5b7f-4fcd-b6c6-cda018a1b6eb,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:27.209919 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46834) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:07:27.227608 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5a77e7bc-4f68-4c0c-b08f-b7214f46aa48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:27.365382 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e42c0c-c848-4de2-a967-5e02927faf0d req-caf78f04-e7fa-48a9-a084-282663e75212 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:27.374559 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b8e42c0c-c848-4de2-a967-5e02927faf0d req-caf78f04-e7fa-48a9-a084-282663e75212 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=039cffd4-a77e-4f0e-82e6-a69d8a085da3 HTTP/1.1" status: 200 len: 945 time: 0.0986257 Feb 09 01:07:27.386588 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5a77e7bc-4f68-4c0c-b08f-b7214f46aa48 admin admin] Publish callbacks [] for security_group (a0b969db-8b32-4fec-822f-2c8a78fb96fb), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:27.393116 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5a77e7bc-4f68-4c0c-b08f-b7214f46aa48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (a0b969db-8b32-4fec-822f-2c8a78fb96fb), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:27.423144 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5a77e7bc-4f68-4c0c-b08f-b7214f46aa48 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=864f57a9c4ed45f1944c2f2b2f731e37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2118797 Feb 09 01:07:27.425633 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46838) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:07:27.441520 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b8e42c0c-c848-4de2-a967-5e02927faf0d req-7f78db00-77ff-4a62-9482-7e71ae2f741c tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604715 Feb 09 01:07:27.472811 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a77e7bc-4f68-4c0c-b08f-b7214f46aa48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b969db-8b32-4fec-822f-2c8a78fb96fb,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:27.499013 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-376cd702-8ba1-4843-9003-8e114792c5fd admin admin] Publish callbacks [] for security_group (a0b969db-8b32-4fec-822f-2c8a78fb96fb), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:27.525319 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-376cd702-8ba1-4843-9003-8e114792c5fd admin admin] Publish callbacks [] for security_group (a0b969db-8b32-4fec-822f-2c8a78fb96fb), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:27.578683 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-376cd702-8ba1-4843-9003-8e114792c5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (a0b969db-8b32-4fec-822f-2c8a78fb96fb), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:27.582218 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-376cd702-8ba1-4843-9003-8e114792c5fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:27.583638 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-376cd702-8ba1-4843-9003-8e114792c5fd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a0b969db-8b32-4fec-822f-2c8a78fb96fb HTTP/1.1" status: 204 len: 168 time: 0.1564820 Feb 09 01:07:27.593428 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376cd702-8ba1-4843-9003-8e114792c5fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b969db-8b32-4fec-822f-2c8a78fb96fb,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:27.726967 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b61af74e-393e-4545-bfd2-1d67550ec5ff req-a69ec36a-d425-43dc-9db1-7b254995a889 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 210 time: 0.0503137 Feb 09 01:07:28.260310 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7ded4-deac-43bf-bc1a-29da7b17dcf2 req-fe923e32-2f07-4d5b-b658-bd456ece366b tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:28.263111 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01d7ded4-deac-43bf-bc1a-29da7b17dcf2 req-fe923e32-2f07-4d5b-b658-bd456ece366b tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.47 "GET /v2.0/networks?id=0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0 HTTP/1.1" status: 200 len: 814 time: 0.4885359 Feb 09 01:07:28.275827 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-01d7ded4-deac-43bf-bc1a-29da7b17dcf2 req-686807ba-ee57-4905-a526-0b03b1776d56 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Request body: {'port': {'device_id': '5ce49ed9-12b0-4b60-8114-85abc2a34ce6', 'network_id': '0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0', 'admin_state_up': True, 'tenant_id': '355d1325551c4d73aae5a14b9534ded0'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:28.393931 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01d7ded4-deac-43bf-bc1a-29da7b17dcf2 req-686807ba-ee57-4905-a526-0b03b1776d56 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Made reservation on behalf of 355d1325551c4d73aae5a14b9534ded0 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:07:28.400374 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-01d7ded4-deac-43bf-bc1a-29da7b17dcf2 req-686807ba-ee57-4905-a526-0b03b1776d56 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:28.673474 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b012de-7a06-4109-93a0-ac7291adaf66 req-85e71317-b322-473a-80ca-36d86392efd6 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:28.675198 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-30b012de-7a06-4109-93a0-ac7291adaf66 req-85e71317-b322-473a-80ca-36d86392efd6 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=039cffd4-a77e-4f0e-82e6-a69d8a085da3 HTTP/1.1" status: 200 len: 945 time: 0.1140249 Feb 09 01:07:28.676575 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-01d7ded4-deac-43bf-bc1a-29da7b17dcf2 req-686807ba-ee57-4905-a526-0b03b1776d56 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Allocated IP 172.20.0.8 (0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0/f9451162-d23b-43af-8cc6-7b624c347fcf/a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:07:28.756347 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46894) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:07:28.785470 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-30b012de-7a06-4109-93a0-ac7291adaf66 req-42f6c1a5-6a48-4c5f-9aad-213e4ed09af2 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039665 Feb 09 01:07:28.894835 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-eb143359-2c68-465e-84ab-21e36cb542b8 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1553585220-network', 'tenant_id': 'e4a73b77e7b1473fa6a964db5a978fda'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:28.917317 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8d82c68f-fb73-4048-ac7d-a7f96b3d1913 req-c28477f7-4144-474a-9b3a-e171177cab2c tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 210 time: 0.0425694 Feb 09 01:07:28.921418 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb143359-2c68-465e-84ab-21e36cb542b8 admin admin] Made reservation on behalf of e4a73b77e7b1473fa6a964db5a978fda for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:07:28.924482 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eb143359-2c68-465e-84ab-21e36cb542b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:28.936359 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eb143359-2c68-465e-84ab-21e36cb542b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:28.994386 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-01d7ded4-deac-43bf-bc1a-29da7b17dcf2 req-686807ba-ee57-4905-a526-0b03b1776d56 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Publish callbacks [] for port (a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:29.039537 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eb143359-2c68-465e-84ab-21e36cb542b8 admin admin] Publish callbacks [] for security_group (c82867f8-bd12-4180-b082-ee29add7fe4d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:29.043968 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eb143359-2c68-465e-84ab-21e36cb542b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (c82867f8-bd12-4180-b082-ee29add7fe4d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:29.055114 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-77587356-c296-4fb8-9998-e6c460ce5774 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=bb2c2f7669dc47b3aa63753334d0f212&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333586 Feb 09 01:07:29.075413 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-01d7ded4-deac-43bf-bc1a-29da7b17dcf2 req-686807ba-ee57-4905-a526-0b03b1776d56 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:29.081406 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb143359-2c68-465e-84ab-21e36cb542b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1011} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:07:29.088141 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb143359-2c68-465e-84ab-21e36cb542b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82867f8-bd12-4180-b082-ee29add7fe4d,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:29.100567 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eb143359-2c68-465e-84ab-21e36cb542b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (b2d3a581-e8bd-43df-8ffd-d16f0e85fb3a), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:29.101072 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-eb143359-2c68-465e-84ab-21e36cb542b8 admin admin] Added segment b2d3a581-e8bd-43df-8ffd-d16f0e85fb3a of type vlan for network 3ca28476-6d48-4023-bf7e-61b020b8d8bc Feb 09 01:07:29.145328 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eb143359-2c68-465e-84ab-21e36cb542b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (3ca28476-6d48-4023-bf7e-61b020b8d8bc), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:29.174092 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eb143359-2c68-465e-84ab-21e36cb542b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (3ca28476-6d48-4023-bf7e-61b020b8d8bc), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:29.174644 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb143359-2c68-465e-84ab-21e36cb542b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:29.175596 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eb143359-2c68-465e-84ab-21e36cb542b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:29.180753 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01d7ded4-deac-43bf-bc1a-29da7b17dcf2 req-686807ba-ee57-4905-a526-0b03b1776d56 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Network 0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:07:29.190593 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-01d7ded4-deac-43bf-bc1a-29da7b17dcf2 req-686807ba-ee57-4905-a526-0b03b1776d56 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:07:29.193119 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d7ded4-deac-43bf-bc1a-29da7b17dcf2 req-686807ba-ee57-4905-a526-0b03b1776d56 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:07:29.225661 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686807ba-ee57-4905-a526-0b03b1776d56 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Pushing event updated for resources: {'Port': ['ID=a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:29.240637 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-eb143359-2c68-465e-84ab-21e36cb542b8 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4798470 Feb 09 01:07:29.243362 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46908) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:07:29.249403 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-6ca15c11-cb9a-4c86-a439-89a028a6c97e admin admin] Request body: {'subnet': {'network_id': '3ca28476-6d48-4023-bf7e-61b020b8d8bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1553585220-subnet', 'tenant_id': 'e4a73b77e7b1473fa6a964db5a978fda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:29.254019 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb143359-2c68-465e-84ab-21e36cb542b8 admin admin] Pushing event updated for resources: {'Network': ['ID=3ca28476-6d48-4023-bf7e-61b020b8d8bc,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:29.265321 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-7080e560-a410-41f7-a309-12a029e0d4ae tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:29.267068 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-7080e560-a410-41f7-a309-12a029e0d4ae tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2044623 Feb 09 01:07:29.267423 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 3ca28476-6d48-4023-bf7e-61b020b8d8bc details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:07:29.275780 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7ded4-deac-43bf-bc1a-29da7b17dcf2 req-686807ba-ee57-4905-a526-0b03b1776d56 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:29.276391 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-01d7ded4-deac-43bf-bc1a-29da7b17dcf2 req-686807ba-ee57-4905-a526-0b03b1776d56 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:29.295656 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca15c11-cb9a-4c86-a439-89a028a6c97e admin admin] Made reservation on behalf of e4a73b77e7b1473fa6a964db5a978fda for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:07:29.298131 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6ca15c11-cb9a-4c86-a439-89a028a6c97e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:29.298409 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-06655ae1-f684-44f6-8256-e8b4070b892d tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/quotas/bb2c2f7669dc47b3aa63753334d0f212 HTTP/1.1" status: 200 len: 375 time: 0.0191758 Feb 09 01:07:29.303072 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01d7ded4-deac-43bf-bc1a-29da7b17dcf2 req-686807ba-ee57-4905-a526-0b03b1776d56 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0313699 Feb 09 01:07:29.335698 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-01d7ded4-deac-43bf-bc1a-29da7b17dcf2 req-a56cd0e2-646a-4632-83fe-f48c1945f410 service neutron] Request body: {'port': {'device_id': '5ce49ed9-12b0-4b60-8114-85abc2a34ce6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:29.341252 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-cb84fde6-f50d-43aa-ac3f-634aa1f1b30f tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=bb2c2f7669dc47b3aa63753334d0f212&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353477 Feb 09 01:07:29.417242 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-01d7ded4-deac-43bf-bc1a-29da7b17dcf2 req-a56cd0e2-646a-4632-83fe-f48c1945f410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:29.525821 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6ca15c11-cb9a-4c86-a439-89a028a6c97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (a5eba9b1-7055-4166-8f9a-6071c545e722), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:29.606054 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2eb940b3-09be-49ab-afcd-f03930bef1c0 req-f5e28bb3-49ea-4e1a-a53a-36ff22a870ee tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/ports?device_id=540915db-b287-422e-a160-0d034145e47b HTTP/1.1" status: 200 len: 210 time: 0.0477457 Feb 09 01:07:29.614537 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca15c11-cb9a-4c86-a439-89a028a6c97e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5eba9b1-7055-4166-8f9a-6071c545e722,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:29.619735 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca15c11-cb9a-4c86-a439-89a028a6c97e admin admin] Checking segment: {'id': 'b2d3a581-e8bd-43df-8ffd-d16f0e85fb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '3ca28476-6d48-4023-bf7e-61b020b8d8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:07:29.620162 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca15c11-cb9a-4c86-a439-89a028a6c97e admin admin] Network hostable DHCP agents. Network: 3ca28476-6d48-4023-bf7e-61b020b8d8bc, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:07:29.646733 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca15c11-cb9a-4c86-a439-89a028a6c97e admin admin] Network 3ca28476-6d48-4023-bf7e-61b020b8d8bc is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:07:29.665825 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-6ca15c11-cb9a-4c86-a439-89a028a6c97e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 3ca28476-6d48-4023-bf7e-61b020b8d8bc) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:07:29.673941 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19df4b5f-73fc-436d-87cf-b390135d3bed None None] Network 3ca28476-6d48-4023-bf7e-61b020b8d8bc requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:07:29.678907 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca15c11-cb9a-4c86-a439-89a028a6c97e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:29.679254 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6ca15c11-cb9a-4c86-a439-89a028a6c97e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:29.712911 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6ca15c11-cb9a-4c86-a439-89a028a6c97e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4598956 Feb 09 01:07:29.821019 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-01d7ded4-deac-43bf-bc1a-29da7b17dcf2 req-a56cd0e2-646a-4632-83fe-f48c1945f410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:07:29.840673 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-01d7ded4-deac-43bf-bc1a-29da7b17dcf2 req-a56cd0e2-646a-4632-83fe-f48c1945f410 service neutron] Publish callbacks [] for port (a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:29.849907 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f302fe-cdea-4006-bad4-f602fe9e279d None None] Network 3ca28476-6d48-4023-bf7e-61b020b8d8bc requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:07:29.867260 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-01d7ded4-deac-43bf-bc1a-29da7b17dcf2 req-a56cd0e2-646a-4632-83fe-f48c1945f410 service neutron] Transition to ACTIVE for port object a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:07:29.872338 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-01d7ded4-deac-43bf-bc1a-29da7b17dcf2 req-a56cd0e2-646a-4632-83fe-f48c1945f410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:30.043630 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56cd0e2-646a-4632-83fe-f48c1945f410 service neutron] Pushing event updated for resources: {'Port': ['ID=a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:30.136575 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9537e3b-cb43-417b-be02-c4c364d5b81e req-ac0f00ed-a53e-482a-9560-def9cb91e9f3 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:30.138503 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d9537e3b-cb43-417b-be02-c4c364d5b81e req-ac0f00ed-a53e-482a-9560-def9cb91e9f3 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=039cffd4-a77e-4f0e-82e6-a69d8a085da3 HTTP/1.1" status: 200 len: 945 time: 0.2239220 Feb 09 01:07:30.190315 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64710b2b-dc9e-43b5-9d53-6a668755de2a req-0df9fd84-a048-4872-aa99-a857171e34b9 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:30.191977 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-64710b2b-dc9e-43b5-9d53-6a668755de2a req-0df9fd84-a048-4872-aa99-a857171e34b9 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 943 time: 0.1705992 Feb 09 01:07:30.192683 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-01d7ded4-deac-43bf-bc1a-29da7b17dcf2 req-a56cd0e2-646a-4632-83fe-f48c1945f410 service neutron] Attempting to bind port a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:07:30.193198 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-01d7ded4-deac-43bf-bc1a-29da7b17dcf2 req-a56cd0e2-646a-4632-83fe-f48c1945f410 service neutron] Attempting to bind port a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '2c79ec4a-284a-40f7-bbb4-646b3066ffe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:07:30.193536 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d7ded4-deac-43bf-bc1a-29da7b17dcf2 req-a56cd0e2-646a-4632-83fe-f48c1945f410 service neutron] Attempting to bind port a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 on network 0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:07:30.209731 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d7ded4-deac-43bf-bc1a-29da7b17dcf2 req-a56cd0e2-646a-4632-83fe-f48c1945f410 service neutron] Port a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 on network 0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:07:30.210203 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d7ded4-deac-43bf-bc1a-29da7b17dcf2 req-a56cd0e2-646a-4632-83fe-f48c1945f410 service neutron] Attempting to bind port a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 on network 0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:07:30.237720 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d7ded4-deac-43bf-bc1a-29da7b17dcf2 req-a56cd0e2-646a-4632-83fe-f48c1945f410 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:07:30.238071 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d7ded4-deac-43bf-bc1a-29da7b17dcf2 req-a56cd0e2-646a-4632-83fe-f48c1945f410 service neutron] Checking segment: {'id': '2c79ec4a-284a-40f7-bbb4-646b3066ffe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:07:30.238586 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d7ded4-deac-43bf-bc1a-29da7b17dcf2 req-a56cd0e2-646a-4632-83fe-f48c1945f410 service neutron] Bound using segment: {'id': '2c79ec4a-284a-40f7-bbb4-646b3066ffe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:07:30.239042 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-01d7ded4-deac-43bf-bc1a-29da7b17dcf2 req-a56cd0e2-646a-4632-83fe-f48c1945f410 service neutron] Bound port: a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c79ec4a-284a-40f7-bbb4-646b3066ffe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:07:30.239408 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-01d7ded4-deac-43bf-bc1a-29da7b17dcf2 req-a56cd0e2-646a-4632-83fe-f48c1945f410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:30.306464 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d9537e3b-cb43-417b-be02-c4c364d5b81e req-8ce64dfc-43bb-494f-b14a-abfec0ed89db tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577373 Feb 09 01:07:30.367554 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-64710b2b-dc9e-43b5-9d53-6a668755de2a req-1e49cdf5-d1d3-47dc-9e93-e85e7c008068 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652522 Feb 09 01:07:30.408000 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-01d7ded4-deac-43bf-bc1a-29da7b17dcf2 req-a56cd0e2-646a-4632-83fe-f48c1945f410 service neutron] For port a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:07:30.412379 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-01d7ded4-deac-43bf-bc1a-29da7b17dcf2 req-a56cd0e2-646a-4632-83fe-f48c1945f410 service neutron] For port a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9,segment=NetworkSegment(2c79ec4a-284a-40f7-bbb4-646b3066ffe8),segment_id=2c79ec4a-284a-40f7-bbb4-646b3066ffe8)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:07:30.419268 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-01d7ded4-deac-43bf-bc1a-29da7b17dcf2 req-a56cd0e2-646a-4632-83fe-f48c1945f410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:30.457804 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7ded4-deac-43bf-bc1a-29da7b17dcf2 req-a56cd0e2-646a-4632-83fe-f48c1945f410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:30.458436 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-01d7ded4-deac-43bf-bc1a-29da7b17dcf2 req-a56cd0e2-646a-4632-83fe-f48c1945f410 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:30.459843 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01d7ded4-deac-43bf-bc1a-29da7b17dcf2 req-a56cd0e2-646a-4632-83fe-f48c1945f410 service neutron] 10.222.0.47 "PUT /v2.0/ports/a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 HTTP/1.1" status: 200 len: 1091 time: 1.1432040 Feb 09 01:07:30.462619 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ce49ed9-12b0-4b60-8114-85abc2a34ce6', 'tag': 'a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:07:30.464379 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3539aaf2-9113-41ce-a22e-acff19a9da73" -d '{"events": [{"name": "network-changed", "server_uuid": "5ce49ed9-12b0-4b60-8114-85abc2a34ce6", "tag": "a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:07:30.505920 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56cd0e2-646a-4632-83fe-f48c1945f410 service neutron] Pushing event updated for resources: {'Port': ['ID=a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:30.519957 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d8ecf1-561c-4796-bdfe-028e68cdc8a3 x-openstack-request-id: req-72d8ecf1-561c-4796-bdfe-028e68cdc8a3 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:07:30.519957 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ce49ed9-12b0-4b60-8114-85abc2a34ce6", "tag": "a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:07:30.519957 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-72d8ecf1-561c-4796-bdfe-028e68cdc8a3 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:07:30.520311 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ce49ed9-12b0-4b60-8114-85abc2a34ce6', 'tag': 'a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9', 'status': 'completed', 'code': 200} Feb 09 01:07:30.537845 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 46942) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:07:30.545630 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-99645236-3107-47a4-bb07-fb2e63f7b3ea admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-659334995-network', 'tenant_id': 'ca4e82bf6c454668accd555ee273a960'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:30.604826 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99645236-3107-47a4-bb07-fb2e63f7b3ea admin admin] Made reservation on behalf of ca4e82bf6c454668accd555ee273a960 for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:07:30.607573 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-99645236-3107-47a4-bb07-fb2e63f7b3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:30.623094 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-99645236-3107-47a4-bb07-fb2e63f7b3ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:30.635978 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7ded4-deac-43bf-bc1a-29da7b17dcf2 req-f7d3f08b-6684-4c2a-b0b7-e98c3ea77378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:30.637695 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01d7ded4-deac-43bf-bc1a-29da7b17dcf2 req-f7d3f08b-6684-4c2a-b0b7-e98c3ea77378 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=355d1325551c4d73aae5a14b9534ded0&device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 1125 time: 0.0887389 Feb 09 01:07:30.705472 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01d7ded4-deac-43bf-bc1a-29da7b17dcf2 req-5d495814-7631-4af0-84ff-f27bc996d22c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 HTTP/1.1" status: 200 len: 217 time: 0.0470293 Feb 09 01:07:30.743999 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-95d4ddf9-04ce-445c-903a-4b59cbf97e33 req-59ebafd1-0104-444f-bacc-b57a7bb79c03 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/ports?device_id=540915db-b287-422e-a160-0d034145e47b HTTP/1.1" status: 200 len: 210 time: 0.0432503 Feb 09 01:07:30.798941 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7ded4-deac-43bf-bc1a-29da7b17dcf2 req-e5190645-9536-4da1-818e-9cb04aed756b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:30.800489 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01d7ded4-deac-43bf-bc1a-29da7b17dcf2 req-e5190645-9536-4da1-818e-9cb04aed756b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f9451162-d23b-43af-8cc6-7b624c347fcf HTTP/1.1" status: 200 len: 854 time: 0.0856636 Feb 09 01:07:30.847601 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01d7ded4-deac-43bf-bc1a-29da7b17dcf2 req-379f9f52-6c7c-4c0b-a3cc-eeda8a0816e9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350542 Feb 09 01:07:30.852658 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-99645236-3107-47a4-bb07-fb2e63f7b3ea admin admin] Publish callbacks [] for security_group (76713405-2682-43bf-a083-b558f909a7d8), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:30.864257 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-99645236-3107-47a4-bb07-fb2e63f7b3ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (76713405-2682-43bf-a083-b558f909a7d8), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:30.939276 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99645236-3107-47a4-bb07-fb2e63f7b3ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1000} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:07:30.947726 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99645236-3107-47a4-bb07-fb2e63f7b3ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76713405-2682-43bf-a083-b558f909a7d8,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:30.961274 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-99645236-3107-47a4-bb07-fb2e63f7b3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (4365b5bc-feae-4a84-82f0-87f39472930f), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:30.961654 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-99645236-3107-47a4-bb07-fb2e63f7b3ea admin admin] Added segment 4365b5bc-feae-4a84-82f0-87f39472930f of type vlan for network 0dadece5-2c34-4788-a0f8-c3f877adb6f1 Feb 09 01:07:31.062281 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-99645236-3107-47a4-bb07-fb2e63f7b3ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (0dadece5-2c34-4788-a0f8-c3f877adb6f1), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:31.068601 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01d7ded4-deac-43bf-bc1a-29da7b17dcf2 req-ddd1fe42-beb3-4219-88ef-eba88a23423f service neutron] 10.222.0.47 "GET /v2.0/networks/0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144651 Feb 09 01:07:31.070189 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-e4e55df1-4e64-4bd3-ad74-9efce2735697 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.120 "GET /v2.0/networks?tenant_id=bb2c2f7669dc47b3aa63753334d0f212&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361531 Feb 09 01:07:31.197339 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-99645236-3107-47a4-bb07-fb2e63f7b3ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (0dadece5-2c34-4788-a0f8-c3f877adb6f1), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:31.198496 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99645236-3107-47a4-bb07-fb2e63f7b3ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:31.199177 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-99645236-3107-47a4-bb07-fb2e63f7b3ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:31.289260 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-99645236-3107-47a4-bb07-fb2e63f7b3ea admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7501519 Feb 09 01:07:31.292003 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46946) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:07:31.301603 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-147793f6-d196-4225-b7bf-efd6a5f7a094 admin admin] Request body: {'subnet': {'network_id': '0dadece5-2c34-4788-a0f8-c3f877adb6f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-659334995-subnet', 'tenant_id': 'ca4e82bf6c454668accd555ee273a960', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:31.326469 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99645236-3107-47a4-bb07-fb2e63f7b3ea admin admin] Pushing event updated for resources: {'Network': ['ID=0dadece5-2c34-4788-a0f8-c3f877adb6f1,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:31.327799 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147793f6-d196-4225-b7bf-efd6a5f7a094 admin admin] Made reservation on behalf of ca4e82bf6c454668accd555ee273a960 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:07:31.330617 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-147793f6-d196-4225-b7bf-efd6a5f7a094 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:31.341064 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 0dadece5-2c34-4788-a0f8-c3f877adb6f1 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:07:31.359052 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01d7ded4-deac-43bf-bc1a-29da7b17dcf2 req-b8de03db-583a-4332-a1d3-86d6d892b188 service neutron] 10.222.0.47 "GET /v2.0/networks/0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700837 Feb 09 01:07:31.365934 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-21777fbb-c65d-4802-b56b-7349e14aab35 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:31.367568 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-21777fbb-c65d-4802-b56b-7349e14aab35 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.120 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2886739 Feb 09 01:07:31.387361 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-4b266eff-469b-4e61-aa64-787cabe0487b tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Request body: {'port': {'device_id': '540915db-b287-422e-a160-0d034145e47b', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'admin_state_up': True, 'tenant_id': 'bb2c2f7669dc47b3aa63753334d0f212'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:31.578812 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-147793f6-d196-4225-b7bf-efd6a5f7a094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (fa5dcfc7-82f5-47ce-a0af-283c9afa524c), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:31.638313 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147793f6-d196-4225-b7bf-efd6a5f7a094 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa5dcfc7-82f5-47ce-a0af-283c9afa524c,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:31.649540 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147793f6-d196-4225-b7bf-efd6a5f7a094 admin admin] Checking segment: {'id': '4365b5bc-feae-4a84-82f0-87f39472930f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '0dadece5-2c34-4788-a0f8-c3f877adb6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:07:31.649919 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147793f6-d196-4225-b7bf-efd6a5f7a094 admin admin] Network hostable DHCP agents. Network: 0dadece5-2c34-4788-a0f8-c3f877adb6f1, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:07:31.667794 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147793f6-d196-4225-b7bf-efd6a5f7a094 admin admin] Network 0dadece5-2c34-4788-a0f8-c3f877adb6f1 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:07:31.669163 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59f26a-ed80-4f64-af56-6ddc6483a6a0 req-9b0d8405-9446-4c4e-b850-2d3679c728c2 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:31.671333 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4f59f26a-ed80-4f64-af56-6ddc6483a6a0 req-9b0d8405-9446-4c4e-b850-2d3679c728c2 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 943 time: 0.1756752 Feb 09 01:07:31.679305 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539aaf2-9113-41ce-a22e-acff19a9da73 req-54ef4bea-d339-4ff9-b32b-6bb3444f9815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:31.680843 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-147793f6-d196-4225-b7bf-efd6a5f7a094 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 0dadece5-2c34-4788-a0f8-c3f877adb6f1) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:07:31.681002 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3539aaf2-9113-41ce-a22e-acff19a9da73 req-54ef4bea-d339-4ff9-b32b-6bb3444f9815 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=355d1325551c4d73aae5a14b9534ded0&device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 1125 time: 0.1895025 Feb 09 01:07:31.686885 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147793f6-d196-4225-b7bf-efd6a5f7a094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:31.687482 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-147793f6-d196-4225-b7bf-efd6a5f7a094 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:31.690807 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a0843-04f2-4f6e-b35f-1ec25488bea8 req-04698087-753c-409c-8710-532b0ed4124b tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:31.693600 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-767a0843-04f2-4f6e-b35f-1ec25488bea8 req-04698087-753c-409c-8710-532b0ed4124b tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=039cffd4-a77e-4f0e-82e6-a69d8a085da3 HTTP/1.1" status: 200 len: 945 time: 0.2663138 Feb 09 01:07:31.694131 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03449cb1-81af-4720-968a-7b1575fefd6b None None] Network 0dadece5-2c34-4788-a0f8-c3f877adb6f1 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:07:31.722098 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-147793f6-d196-4225-b7bf-efd6a5f7a094 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4272420 Feb 09 01:07:31.784508 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-4b266eff-469b-4e61-aa64-787cabe0487b tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Made reservation on behalf of bb2c2f7669dc47b3aa63753334d0f212 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:07:31.787580 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-4b266eff-469b-4e61-aa64-787cabe0487b tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:31.817184 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf75855-13f2-47ee-a1e9-16e331772d8f None None] Network 0dadece5-2c34-4788-a0f8-c3f877adb6f1 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:07:31.842811 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-4b266eff-469b-4e61-aa64-787cabe0487b tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:31.865819 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-767a0843-04f2-4f6e-b35f-1ec25488bea8 req-d0b84123-a50d-45b6-9ba6-9002a286292f tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450121 Feb 09 01:07:31.937427 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4f59f26a-ed80-4f64-af56-6ddc6483a6a0 req-c9cfe56b-403d-44aa-bf83-ebb4fda9ecab tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364159 Feb 09 01:07:32.000757 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539aaf2-9113-41ce-a22e-acff19a9da73 req-29fc74a3-629f-48b1-8767-91597d45a295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:32.002506 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3539aaf2-9113-41ce-a22e-acff19a9da73 req-29fc74a3-629f-48b1-8767-91597d45a295 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0 HTTP/1.1" status: 200 len: 916 time: 0.3047419 Feb 09 01:07:32.030362 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e988907c-db6a-40b0-9a21-5a007ad2f376 req-67dd3af4-3291-440f-92c5-9db071c70567 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/ports?device_id=540915db-b287-422e-a160-0d034145e47b HTTP/1.1" status: 200 len: 210 time: 0.0549233 Feb 09 01:07:32.079226 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3539aaf2-9113-41ce-a22e-acff19a9da73 req-389efb2b-ee9f-41d4-a655-1876a55db58e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 HTTP/1.1" status: 200 len: 217 time: 0.0584066 Feb 09 01:07:32.134420 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-4b266eff-469b-4e61-aa64-787cabe0487b tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Publish callbacks [] for security_group (bf9ebccc-61f6-474b-a73b-d44e5a3a156a), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:32.141251 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-4b266eff-469b-4e61-aa64-787cabe0487b tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (bf9ebccc-61f6-474b-a73b-d44e5a3a156a), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:32.168921 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539aaf2-9113-41ce-a22e-acff19a9da73 req-35002783-3a45-4859-902f-143e3715e2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:32.170432 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3539aaf2-9113-41ce-a22e-acff19a9da73 req-35002783-3a45-4859-902f-143e3715e2b3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f9451162-d23b-43af-8cc6-7b624c347fcf HTTP/1.1" status: 200 len: 854 time: 0.0811238 Feb 09 01:07:32.221148 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b266eff-469b-4e61-aa64-787cabe0487b tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9ebccc-61f6-474b-a73b-d44e5a3a156a,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:32.249648 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3539aaf2-9113-41ce-a22e-acff19a9da73 req-95c10044-3cea-400b-9cae-0d020c04a9e3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422847 Feb 09 01:07:32.280304 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-af925fd5-9fb7-472e-87d6-beb61af4b444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:32.458071 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-4b266eff-469b-4e61-aa64-787cabe0487b tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Allocated IP 192.168.233.74 (9e88fe6e-2b1d-4294-a17d-9a7801813700/3810d295-ee98-40f7-b1e2-609bf7d1c3df/55c4bf60-0109-4867-a2a2-d93f9af543b9) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:07:32.480467 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3539aaf2-9113-41ce-a22e-acff19a9da73 req-a57505d7-5c1c-4c9c-b42e-f2d74c882886 service neutron] 10.222.0.47 "GET /v2.0/networks/0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188866 Feb 09 01:07:32.492131 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d025d-becf-461c-95a5-dabd8b7cbecf req-db282b66-e86c-43d4-8c3f-7fe07c6f57b6 tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:32.493685 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c7d025d-becf-461c-95a5-dabd8b7cbecf req-db282b66-e86c-43d4-8c3f-7fe07c6f57b6 tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] 10.222.0.50 "GET /v2.0/networks?id=3ca28476-6d48-4023-bf7e-61b020b8d8bc HTTP/1.1" status: 200 len: 815 time: 0.2492161 Feb 09 01:07:32.566021 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c7d025d-becf-461c-95a5-dabd8b7cbecf req-08b22f02-83e7-4576-ab1b-e5c9fe13b748 tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] 10.222.0.50 "GET /v2.0/quotas/e4a73b77e7b1473fa6a964db5a978fda HTTP/1.1" status: 200 len: 375 time: 0.0617464 Feb 09 01:07:32.647892 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c7d025d-becf-461c-95a5-dabd8b7cbecf req-1ba7ef17-e462-4c16-a4ae-36adec94f4ca tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e4a73b77e7b1473fa6a964db5a978fda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0723283 Feb 09 01:07:32.759237 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3539aaf2-9113-41ce-a22e-acff19a9da73 req-bd2ca791-b756-4a60-ab1f-c39ba8cb91ca service neutron] 10.222.0.47 "GET /v2.0/networks/0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645192 Feb 09 01:07:32.793258 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-4b266eff-469b-4e61-aa64-787cabe0487b tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Publish callbacks [] for port (55c4bf60-0109-4867-a2a2-d93f9af543b9), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:32.813881 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c7d025d-becf-461c-95a5-dabd8b7cbecf req-1b0dbc70-8f55-4fad-b5ea-979e5e4ccf0e service neutron] 10.222.0.50 "GET /v2.0/networks/3ca28476-6d48-4023-bf7e-61b020b8d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436074 Feb 09 01:07:32.888854 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-4b266eff-469b-4e61-aa64-787cabe0487b tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (55c4bf60-0109-4867-a2a2-d93f9af543b9), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:32.968327 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c7d025d-becf-461c-95a5-dabd8b7cbecf req-21a16242-04c9-41c4-a14b-b45dd07bf465 service neutron] 10.222.0.50 "GET /v2.0/networks/3ca28476-6d48-4023-bf7e-61b020b8d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478751 Feb 09 01:07:32.987915 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-4b266eff-469b-4e61-aa64-787cabe0487b tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Network 9e88fe6e-2b1d-4294-a17d-9a7801813700 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:07:32.993058 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-4b266eff-469b-4e61-aa64-787cabe0487b tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:07:32.998872 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-4b266eff-469b-4e61-aa64-787cabe0487b tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:07:33.022151 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b266eff-469b-4e61-aa64-787cabe0487b tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Pushing event updated for resources: {'Port': ['ID=55c4bf60-0109-4867-a2a2-d93f9af543b9,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:33.056075 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-4b266eff-469b-4e61-aa64-787cabe0487b tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:33.056712 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-4b266eff-469b-4e61-aa64-787cabe0487b tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:33.067707 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a76dc-5500-44a0-bf14-e7b757a3a095 req-154a8d28-4ca1-490b-be20-01cbf5d7fcfc tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:33.069288 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-095a76dc-5500-44a0-bf14-e7b757a3a095 req-154a8d28-4ca1-490b-be20-01cbf5d7fcfc tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=039cffd4-a77e-4f0e-82e6-a69d8a085da3 HTTP/1.1" status: 200 len: 945 time: 0.1247928 Feb 09 01:07:33.112331 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-4b266eff-469b-4e61-aa64-787cabe0487b tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7240818 Feb 09 01:07:33.120447 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-36c8d574-d7c4-458a-9526-40110c816942 service neutron] Request body: {'port': {'device_id': '540915db-b287-422e-a160-0d034145e47b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:33.247363 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-095a76dc-5500-44a0-bf14-e7b757a3a095 req-94e9c591-aadf-4c0f-b982-9998cad2e68a tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676412 Feb 09 01:07:33.289401 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-36c8d574-d7c4-458a-9526-40110c816942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (55c4bf60-0109-4867-a2a2-d93f9af543b9), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:33.326104 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2efd0e-3687-4b98-b615-a3556bbe4e12 req-ab3f20ad-f91d-413f-808e-101a684b2da9 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:33.328151 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ce2efd0e-3687-4b98-b615-a3556bbe4e12 req-ab3f20ad-f91d-413f-808e-101a684b2da9 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 943 time: 0.1403625 Feb 09 01:07:33.359262 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-08a0a525-7a6e-4325-a361-677a82178c15 None None] Provisioning complete for port 55c4bf60-0109-4867-a2a2-d93f9af543b9 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:07:33.360405 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-08a0a525-7a6e-4325-a361-677a82178c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (55c4bf60-0109-4867-a2a2-d93f9af543b9), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:33.409108 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-08a0a525-7a6e-4325-a361-677a82178c15 None None] Port 55c4bf60-0109-4867-a2a2-d93f9af543b9 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:07:33.861324 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ce2efd0e-3687-4b98-b615-a3556bbe4e12 req-1afd96c7-08e0-41fa-adff-2628f84db055 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4237976 Feb 09 01:07:33.882632 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567fbf30-fcd3-4db7-8891-34ab9078e20f req-01174614-cac5-4ae9-b2e8-e7ee341eb46b tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:33.884075 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-567fbf30-fcd3-4db7-8891-34ab9078e20f req-01174614-cac5-4ae9-b2e8-e7ee341eb46b tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/ports?device_id=540915db-b287-422e-a160-0d034145e47b HTTP/1.1" status: 200 len: 935 time: 0.4477577 Feb 09 01:07:33.915348 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:07:33.969211 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a1f255a-7aa7-4df7-b680-2203dc0098d0 req-31115007-483b-41b4-a513-9b975b18e2b3 tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc816d7-4e97-4af0-a022-c8d1d996bcc6 HTTP/1.1" status: 200 len: 210 time: 0.0389023 Feb 09 01:07:33.991767 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-567fbf30-fcd3-4db7-8891-34ab9078e20f req-ecd62e2e-7c18-42f7-bad0-6f603aec3208 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf9ebccc-61f6-474b-a73b-d44e5a3a156a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954957 Feb 09 01:07:34.025530 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-36c8d574-d7c4-458a-9526-40110c816942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55c4bf60-0109-4867-a2a2-d93f9af543b9 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:07:34.036446 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-36c8d574-d7c4-458a-9526-40110c816942 service neutron] Publish callbacks [] for port (55c4bf60-0109-4867-a2a2-d93f9af543b9), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:34.045542 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9,segment=NetworkSegment(2c79ec4a-284a-40f7-bbb4-646b3066ffe8),segment_id=2c79ec4a-284a-40f7-bbb4-646b3066ffe8)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:07:34.046304 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-36c8d574-d7c4-458a-9526-40110c816942 service neutron] Transition to ACTIVE for port object 55c4bf60-0109-4867-a2a2-d93f9af543b9 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:07:34.051271 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-36c8d574-d7c4-458a-9526-40110c816942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (55c4bf60-0109-4867-a2a2-d93f9af543b9), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:34.060264 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': 'a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9', 'network_id': '0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0', 'port_id': 'a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9', 'mac_address': 'fa:16:3e:0c:8a:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9451162-d23b-43af-8cc6-7b624c347fcf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:07:34.108157 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:07:34.108754 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:34.117765 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c8d574-d7c4-458a-9526-40110c816942 service neutron] Pushing event updated for resources: {'Port': ['ID=55c4bf60-0109-4867-a2a2-d93f9af543b9,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:34.136084 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:07:34.162920 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9,segment=NetworkSegment(2c79ec4a-284a-40f7-bbb4-646b3066ffe8),segment_id=2c79ec4a-284a-40f7-bbb4-646b3066ffe8)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:07:34.168886 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:34.225264 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-36c8d574-d7c4-458a-9526-40110c816942 service neutron] Attempting to bind port 55c4bf60-0109-4867-a2a2-d93f9af543b9 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:07:34.225645 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-36c8d574-d7c4-458a-9526-40110c816942 service neutron] Attempting to bind port 55c4bf60-0109-4867-a2a2-d93f9af543b9 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:07:34.226282 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-36c8d574-d7c4-458a-9526-40110c816942 service neutron] Attempting to bind port 55c4bf60-0109-4867-a2a2-d93f9af543b9 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:07:34.241259 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:34.261846 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-36c8d574-d7c4-458a-9526-40110c816942 service neutron] Port 55c4bf60-0109-4867-a2a2-d93f9af543b9 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:07:34.262115 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-36c8d574-d7c4-458a-9526-40110c816942 service neutron] Attempting to bind port 55c4bf60-0109-4867-a2a2-d93f9af543b9 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:07:34.286969 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-36c8d574-d7c4-458a-9526-40110c816942 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:07:34.287330 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-36c8d574-d7c4-458a-9526-40110c816942 service neutron] Checking segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:07:34.287765 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-36c8d574-d7c4-458a-9526-40110c816942 service neutron] Bound using segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:07:34.288270 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-36c8d574-d7c4-458a-9526-40110c816942 service neutron] Bound port: 55c4bf60-0109-4867-a2a2-d93f9af543b9, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:07:34.288826 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-36c8d574-d7c4-458a-9526-40110c816942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (55c4bf60-0109-4867-a2a2-d93f9af543b9), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:34.379856 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d025d-becf-461c-95a5-dabd8b7cbecf req-ef997608-f63e-4a53-b4c2-dfed57ccea05 tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:34.381474 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c7d025d-becf-461c-95a5-dabd8b7cbecf req-ef997608-f63e-4a53-b4c2-dfed57ccea05 tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] 10.222.0.47 "GET /v2.0/networks?id=3ca28476-6d48-4023-bf7e-61b020b8d8bc HTTP/1.1" status: 200 len: 815 time: 0.1931014 Feb 09 01:07:34.403008 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-0c7d025d-becf-461c-95a5-dabd8b7cbecf req-67290c95-91ec-42bb-870e-396209019fdd tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] Request body: {'port': {'device_id': 'dcc816d7-4e97-4af0-a022-c8d1d996bcc6', 'network_id': '3ca28476-6d48-4023-bf7e-61b020b8d8bc', 'admin_state_up': True, 'tenant_id': 'e4a73b77e7b1473fa6a964db5a978fda'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:34.411442 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f2ef3d4e-ad26-475c-bbfc-7c81f39cb87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:34.463813 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-36c8d574-d7c4-458a-9526-40110c816942 service neutron] For port 55c4bf60-0109-4867-a2a2-d93f9af543b9, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:07:34.470492 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:07:34.502526 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-36c8d574-d7c4-458a-9526-40110c816942 service neutron] For port 55c4bf60-0109-4867-a2a2-d93f9af543b9, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=55c4bf60-0109-4867-a2a2-d93f9af543b9,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:07:34.534622 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-36c8d574-d7c4-458a-9526-40110c816942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (55c4bf60-0109-4867-a2a2-d93f9af543b9), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:34.555084 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-36c8d574-d7c4-458a-9526-40110c816942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:34.556212 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-36c8d574-d7c4-458a-9526-40110c816942 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:34.558614 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-36c8d574-d7c4-458a-9526-40110c816942 service neutron] 10.222.0.120 "PUT /v2.0/ports/55c4bf60-0109-4867-a2a2-d93f9af543b9 HTTP/1.1" status: 200 len: 1095 time: 1.4424243 Feb 09 01:07:34.563621 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540915db-b287-422e-a160-0d034145e47b', 'tag': '55c4bf60-0109-4867-a2a2-d93f9af543b9'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:07:34.566119 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b63ae7-b9e1-499b-932d-58be5a802b72" -d '{"events": [{"name": "network-changed", "server_uuid": "540915db-b287-422e-a160-0d034145e47b", "tag": "55c4bf60-0109-4867-a2a2-d93f9af543b9"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:07:34.640034 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc90c5-9be0-468d-8c7b-bab20dc77f58 req-19a60bad-6c12-4bad-9739-dfcc4e4fd511 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:34.648285 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-43dc90c5-9be0-468d-8c7b-bab20dc77f58 req-19a60bad-6c12-4bad-9739-dfcc4e4fd511 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=039cffd4-a77e-4f0e-82e6-a69d8a085da3 HTTP/1.1" status: 200 len: 945 time: 0.2323897 Feb 09 01:07:34.718770 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f9b6e7-b67a-4451-ba5e-5ec3059726dc x-openstack-request-id: req-11f9b6e7-b67a-4451-ba5e-5ec3059726dc {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:07:34.719054 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "540915db-b287-422e-a160-0d034145e47b", "tag": "55c4bf60-0109-4867-a2a2-d93f9af543b9", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:07:34.719315 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-11f9b6e7-b67a-4451-ba5e-5ec3059726dc {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:07:34.719850 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '540915db-b287-422e-a160-0d034145e47b', 'tag': '55c4bf60-0109-4867-a2a2-d93f9af543b9', 'status': 'completed', 'code': 200} Feb 09 01:07:34.781937 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c8d574-d7c4-458a-9526-40110c816942 service neutron] Pushing event updated for resources: {'Port': ['ID=55c4bf60-0109-4867-a2a2-d93f9af543b9,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:34.797652 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-43dc90c5-9be0-468d-8c7b-bab20dc77f58 req-88c8f1b3-dc20-40bc-bc72-91a6985f4fa7 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482015 Feb 09 01:07:34.826078 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-76d33656-52b3-4f68-8aac-49faddc44d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:34.827677 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-76d33656-52b3-4f68-8aac-49faddc44d91 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=bb2c2f7669dc47b3aa63753334d0f212&device_id=540915db-b287-422e-a160-0d034145e47b HTTP/1.1" status: 200 len: 1129 time: 0.1658640 Feb 09 01:07:34.828373 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c7d025d-becf-461c-95a5-dabd8b7cbecf req-67290c95-91ec-42bb-870e-396209019fdd tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] Made reservation on behalf of e4a73b77e7b1473fa6a964db5a978fda for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:07:34.831679 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0c7d025d-becf-461c-95a5-dabd8b7cbecf req-67290c95-91ec-42bb-870e-396209019fdd tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:34.887946 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-6bfafca4-cca7-40a8-9b1e-14924d217a53 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=55c4bf60-0109-4867-a2a2-d93f9af543b9 HTTP/1.1" status: 200 len: 217 time: 0.0428457 Feb 09 01:07:35.013444 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-eb78e254-732c-49bd-9f49-bdf267a25af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:35.015877 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-eb78e254-732c-49bd-9f49-bdf267a25af7 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.1215100 Feb 09 01:07:35.122389 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-17bb30de-c8c2-469e-b113-6035645b5920 req-32356392-2d53-4129-a2f3-a9f9ab42a38d tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc816d7-4e97-4af0-a022-c8d1d996bcc6 HTTP/1.1" status: 200 len: 210 time: 0.0451372 Feb 09 01:07:35.143513 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-0c7d025d-becf-461c-95a5-dabd8b7cbecf req-67290c95-91ec-42bb-870e-396209019fdd tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] Allocated IP 172.20.0.12 (3ca28476-6d48-4023-bf7e-61b020b8d8bc/a5eba9b1-7055-4166-8f9a-6071c545e722/5086a060-6d1e-46bd-802d-9d27b8cfd4a1) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:07:35.153706 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf2507-4e06-4f53-805e-3a6c5066a277 req-3b230bf4-c5df-4392-843a-933506b239fb tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:35.154112 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-abdf2507-4e06-4f53-805e-3a6c5066a277 req-3b230bf4-c5df-4392-843a-933506b239fb tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 944 time: 0.2050126 Feb 09 01:07:35.166456 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-b9e15b21-9323-400c-b627-e8f508c5f3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:35.168059 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-b9e15b21-9323-400c-b627-e8f508c5f3ca service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1437230 Feb 09 01:07:35.365386 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-abdf2507-4e06-4f53-805e-3a6c5066a277 req-287a1b51-cda2-4fba-bc70-c3044bbeab0e tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810486 Feb 09 01:07:35.421615 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6e903-da8f-4eb2-a726-eaa9f256d2ce req-554c1c0b-0d88-49c4-8680-b288a55b9100 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:35.423050 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-89e6e903-da8f-4eb2-a726-eaa9f256d2ce req-554c1c0b-0d88-49c4-8680-b288a55b9100 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/ports?device_id=540915db-b287-422e-a160-0d034145e47b HTTP/1.1" status: 200 len: 947 time: 0.2192349 Feb 09 01:07:35.424899 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-17b38a12-4ffa-4c5b-9d81-b209c94552c4 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394712 Feb 09 01:07:35.562492 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0c7d025d-becf-461c-95a5-dabd8b7cbecf req-67290c95-91ec-42bb-870e-396209019fdd tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] Publish callbacks [] for port (5086a060-6d1e-46bd-802d-9d27b8cfd4a1), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:35.574467 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-89e6e903-da8f-4eb2-a726-eaa9f256d2ce req-2fcc8d88-b61d-4bd2-8e34-7d003d255ef9 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf9ebccc-61f6-474b-a73b-d44e5a3a156a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443739 Feb 09 01:07:35.610502 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a6ed758-1793-4bd8-9bbd-d87237411670 req-dd43863e-8dca-4cb4-a722-b5319d03293e service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725640 Feb 09 01:07:35.640522 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0c7d025d-becf-461c-95a5-dabd8b7cbecf req-67290c95-91ec-42bb-870e-396209019fdd tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (5086a060-6d1e-46bd-802d-9d27b8cfd4a1), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:35.700006 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c7d025d-becf-461c-95a5-dabd8b7cbecf req-67290c95-91ec-42bb-870e-396209019fdd tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] Network 3ca28476-6d48-4023-bf7e-61b020b8d8bc is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:07:35.724383 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-0c7d025d-becf-461c-95a5-dabd8b7cbecf req-67290c95-91ec-42bb-870e-396209019fdd tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:07:35.728785 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c7d025d-becf-461c-95a5-dabd8b7cbecf req-67290c95-91ec-42bb-870e-396209019fdd tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:07:35.758006 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67290c95-91ec-42bb-870e-396209019fdd tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] Pushing event updated for resources: {'Port': ['ID=5086a060-6d1e-46bd-802d-9d27b8cfd4a1,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:35.788775 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d025d-becf-461c-95a5-dabd8b7cbecf req-67290c95-91ec-42bb-870e-396209019fdd tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:35.789105 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0c7d025d-becf-461c-95a5-dabd8b7cbecf req-67290c95-91ec-42bb-870e-396209019fdd tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:35.793796 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b63ae7-b9e1-499b-932d-58be5a802b72 req-fba1a092-78ce-4cf3-84bc-91f29a6be7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:35.796184 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-26b63ae7-b9e1-499b-932d-58be5a802b72 req-fba1a092-78ce-4cf3-84bc-91f29a6be7b2 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=bb2c2f7669dc47b3aa63753334d0f212&device_id=540915db-b287-422e-a160-0d034145e47b HTTP/1.1" status: 200 len: 1129 time: 0.1154516 Feb 09 01:07:35.797233 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:35.814776 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c7d025d-becf-461c-95a5-dabd8b7cbecf req-67290c95-91ec-42bb-870e-396209019fdd tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4157720 Feb 09 01:07:35.830128 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-0c7d025d-becf-461c-95a5-dabd8b7cbecf req-a5a9a3f1-c440-4642-97ad-8352ed6fdfe2 service neutron] Request body: {'port': {'device_id': 'dcc816d7-4e97-4af0-a022-c8d1d996bcc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:35.941268 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:07:35.991988 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0c7d025d-becf-461c-95a5-dabd8b7cbecf req-a5a9a3f1-c440-4642-97ad-8352ed6fdfe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5086a060-6d1e-46bd-802d-9d27b8cfd4a1), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:36.000061 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:07:36.004318 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:07:36.004870 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:36.014843 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61322249-872f-47cf-956a-a07f22c139dd req-5a9f6420-7d0b-4bc9-a53e-f6363ffe0d2c tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:36.016441 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-61322249-872f-47cf-956a-a07f22c139dd req-5a9f6420-7d0b-4bc9-a53e-f6363ffe0d2c tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=039cffd4-a77e-4f0e-82e6-a69d8a085da3 HTTP/1.1" status: 200 len: 945 time: 0.1386280 Feb 09 01:07:36.017553 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b63ae7-b9e1-499b-932d-58be5a802b72 req-6d4fe3f2-efb3-429a-84e4-c8aa45b187a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:36.018889 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-26b63ae7-b9e1-499b-932d-58be5a802b72 req-6d4fe3f2-efb3-429a-84e4-c8aa45b187a0 service neutron] 10.222.0.120 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.2141781 Feb 09 01:07:36.077979 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-26b63ae7-b9e1-499b-932d-58be5a802b72 req-df270fd8-3546-4c99-bd09-0024d3da41a9 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=55c4bf60-0109-4867-a2a2-d93f9af543b9 HTTP/1.1" status: 200 len: 217 time: 0.0507321 Feb 09 01:07:36.096483 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:07:36.097367 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:36.123638 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce49ed9-12b0-4b60-8114-85abc2a34ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:07:36.125918 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b6f455-7722-4c1a-ad02-e82f22c73782" -d '{"events": [{"server_uuid": "5ce49ed9-12b0-4b60-8114-85abc2a34ce6", "name": "network-vif-plugged", "status": "completed", "tag": "a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:07:36.148981 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9,segment=NetworkSegment(2c79ec4a-284a-40f7-bbb4-646b3066ffe8),segment_id=2c79ec4a-284a-40f7-bbb4-646b3066ffe8)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:07:36.155601 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:36.186657 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b64cf94-bdb4-4df1-9815-a264028345d3 x-openstack-request-id: req-3b64cf94-bdb4-4df1-9815-a264028345d3 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:07:36.186962 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce49ed9-12b0-4b60-8114-85abc2a34ce6", "name": "network-vif-plugged", "status": "completed", "tag": "a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:07:36.187221 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3b64cf94-bdb4-4df1-9815-a264028345d3 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:07:36.187615 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce49ed9-12b0-4b60-8114-85abc2a34ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9', 'code': 200} Feb 09 01:07:36.235866 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-61322249-872f-47cf-956a-a07f22c139dd req-b515e336-70dd-4307-a8d6-172fe7815a90 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073967 Feb 09 01:07:36.243245 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b63ae7-b9e1-499b-932d-58be5a802b72 req-cc6c8f9a-d6ff-4c26-8537-ab3ccce68a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:36.245092 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-26b63ae7-b9e1-499b-932d-58be5a802b72 req-cc6c8f9a-d6ff-4c26-8537-ab3ccce68a35 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.1462042 Feb 09 01:07:36.245979 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:36.430452 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b63ae7-b9e1-499b-932d-58be5a802b72 req-a622a63d-c0d8-4f72-a8bf-b9b803ad2ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:36.431958 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-26b63ae7-b9e1-499b-932d-58be5a802b72 req-a622a63d-c0d8-4f72-a8bf-b9b803ad2ea9 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1781971 Feb 09 01:07:36.457511 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e10b6c-8222-44c3-a2a0-4a381c442764 req-8ab2134c-1eff-4b5d-bd9a-f29f9f77a46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:36.458924 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a5e10b6c-8222-44c3-a2a0-4a381c442764 req-8ab2134c-1eff-4b5d-bd9a-f29f9f77a46c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 1127 time: 0.1677315 Feb 09 01:07:36.484079 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79caae-b513-4fde-a570-9d4361d8fc11 req-86c6fe96-f657-484f-aed3-904f63f92311 tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:36.485505 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dd79caae-b513-4fde-a570-9d4361d8fc11 req-86c6fe96-f657-484f-aed3-904f63f92311 tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc816d7-4e97-4af0-a022-c8d1d996bcc6 HTTP/1.1" status: 200 len: 932 time: 0.2237623 Feb 09 01:07:36.687994 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-0c7d025d-becf-461c-95a5-dabd8b7cbecf req-a5a9a3f1-c440-4642-97ad-8352ed6fdfe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5086a060-6d1e-46bd-802d-9d27b8cfd4a1 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:07:36.697432 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dd79caae-b513-4fde-a570-9d4361d8fc11 req-25545f9a-a8ef-4795-83ba-1f187485deab tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] 10.222.0.50 "GET /v2.0/security-groups?id=c82867f8-bd12-4180-b082-ee29add7fe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728830 Feb 09 01:07:36.715629 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0c7d025d-becf-461c-95a5-dabd8b7cbecf req-a5a9a3f1-c440-4642-97ad-8352ed6fdfe2 service neutron] Publish callbacks [] for port (5086a060-6d1e-46bd-802d-9d27b8cfd4a1), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:36.715629 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-26b63ae7-b9e1-499b-932d-58be5a802b72 req-7cdf2f2a-ef7c-4735-873f-57aac2bd79a4 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743216 Feb 09 01:07:36.725498 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae8e6d-3464-4564-8210-25adba50e1a5 req-3e1b7181-ec16-4921-8bdc-cbaf1c6428e0 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:36.729190 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-57ae8e6d-3464-4564-8210-25adba50e1a5 req-3e1b7181-ec16-4921-8bdc-cbaf1c6428e0 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.2684371 Feb 09 01:07:36.732084 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a5e10b6c-8222-44c3-a2a0-4a381c442764 req-2db09bdd-068b-44a7-8adc-6d8bd0bbeaf9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650857 Feb 09 01:07:36.804600 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-0c7d025d-becf-461c-95a5-dabd8b7cbecf req-a5a9a3f1-c440-4642-97ad-8352ed6fdfe2 service neutron] Transition to ACTIVE for port object 5086a060-6d1e-46bd-802d-9d27b8cfd4a1 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:07:36.818374 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0c7d025d-becf-461c-95a5-dabd8b7cbecf req-a5a9a3f1-c440-4642-97ad-8352ed6fdfe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (5086a060-6d1e-46bd-802d-9d27b8cfd4a1), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:36.926145 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-57ae8e6d-3464-4564-8210-25adba50e1a5 req-0a23ca6a-dd3d-48c8-8dec-94556a0014e5 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886549 Feb 09 01:07:36.944572 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a9a3f1-c440-4642-97ad-8352ed6fdfe2 service neutron] Pushing event updated for resources: {'Port': ['ID=5086a060-6d1e-46bd-802d-9d27b8cfd4a1,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:36.986642 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14bf13-e7c5-402d-9923-cbf2a6b64846 req-d91bd78c-9ac2-4291-9f56-7206b8fcc102 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:36.988878 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9a14bf13-e7c5-402d-9923-cbf2a6b64846 req-d91bd78c-9ac2-4291-9f56-7206b8fcc102 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/ports?device_id=540915db-b287-422e-a160-0d034145e47b HTTP/1.1" status: 200 len: 947 time: 0.2163446 Feb 09 01:07:36.991448 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-26b63ae7-b9e1-499b-932d-58be5a802b72 req-0aa09129-e0a7-44cb-b514-c5bdd3337264 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581942 Feb 09 01:07:37.063738 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:37.079593 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9a14bf13-e7c5-402d-9923-cbf2a6b64846 req-4534cc1a-86dd-4b2b-9112-b1d4bbc509eb tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf9ebccc-61f6-474b-a73b-d44e5a3a156a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844221 Feb 09 01:07:37.080380 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-0c7d025d-becf-461c-95a5-dabd8b7cbecf req-a5a9a3f1-c440-4642-97ad-8352ed6fdfe2 service neutron] Attempting to bind port 5086a060-6d1e-46bd-802d-9d27b8cfd4a1 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:07:37.080755 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-0c7d025d-becf-461c-95a5-dabd8b7cbecf req-a5a9a3f1-c440-4642-97ad-8352ed6fdfe2 service neutron] Attempting to bind port 5086a060-6d1e-46bd-802d-9d27b8cfd4a1 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'b2d3a581-e8bd-43df-8ffd-d16f0e85fb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '3ca28476-6d48-4023-bf7e-61b020b8d8bc'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:07:37.081094 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7d025d-becf-461c-95a5-dabd8b7cbecf req-a5a9a3f1-c440-4642-97ad-8352ed6fdfe2 service neutron] Attempting to bind port 5086a060-6d1e-46bd-802d-9d27b8cfd4a1 on network 3ca28476-6d48-4023-bf7e-61b020b8d8bc {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:07:37.085697 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7d025d-becf-461c-95a5-dabd8b7cbecf req-a5a9a3f1-c440-4642-97ad-8352ed6fdfe2 service neutron] Port 5086a060-6d1e-46bd-802d-9d27b8cfd4a1 on network 3ca28476-6d48-4023-bf7e-61b020b8d8bc not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:07:37.086030 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7d025d-becf-461c-95a5-dabd8b7cbecf req-a5a9a3f1-c440-4642-97ad-8352ed6fdfe2 service neutron] Attempting to bind port 5086a060-6d1e-46bd-802d-9d27b8cfd4a1 on network 3ca28476-6d48-4023-bf7e-61b020b8d8bc {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:07:37.090910 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7d025d-becf-461c-95a5-dabd8b7cbecf req-a5a9a3f1-c440-4642-97ad-8352ed6fdfe2 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:07:37.091258 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7d025d-becf-461c-95a5-dabd8b7cbecf req-a5a9a3f1-c440-4642-97ad-8352ed6fdfe2 service neutron] Checking segment: {'id': 'b2d3a581-e8bd-43df-8ffd-d16f0e85fb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '3ca28476-6d48-4023-bf7e-61b020b8d8bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:07:37.091651 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7d025d-becf-461c-95a5-dabd8b7cbecf req-a5a9a3f1-c440-4642-97ad-8352ed6fdfe2 service neutron] Bound using segment: {'id': 'b2d3a581-e8bd-43df-8ffd-d16f0e85fb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '3ca28476-6d48-4023-bf7e-61b020b8d8bc'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:07:37.092243 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-0c7d025d-becf-461c-95a5-dabd8b7cbecf req-a5a9a3f1-c440-4642-97ad-8352ed6fdfe2 service neutron] Bound port: 5086a060-6d1e-46bd-802d-9d27b8cfd4a1, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2d3a581-e8bd-43df-8ffd-d16f0e85fb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '3ca28476-6d48-4023-bf7e-61b020b8d8bc'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:07:37.092500 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0c7d025d-becf-461c-95a5-dabd8b7cbecf req-a5a9a3f1-c440-4642-97ad-8352ed6fdfe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5086a060-6d1e-46bd-802d-9d27b8cfd4a1), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:37.159554 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-0c7d025d-becf-461c-95a5-dabd8b7cbecf req-a5a9a3f1-c440-4642-97ad-8352ed6fdfe2 service neutron] For port 5086a060-6d1e-46bd-802d-9d27b8cfd4a1, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:07:37.162977 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-0c7d025d-becf-461c-95a5-dabd8b7cbecf req-a5a9a3f1-c440-4642-97ad-8352ed6fdfe2 service neutron] For port 5086a060-6d1e-46bd-802d-9d27b8cfd4a1, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=5086a060-6d1e-46bd-802d-9d27b8cfd4a1,segment=NetworkSegment(b2d3a581-e8bd-43df-8ffd-d16f0e85fb3a),segment_id=b2d3a581-e8bd-43df-8ffd-d16f0e85fb3a)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:07:37.169206 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0c7d025d-becf-461c-95a5-dabd8b7cbecf req-a5a9a3f1-c440-4642-97ad-8352ed6fdfe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (5086a060-6d1e-46bd-802d-9d27b8cfd4a1), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:37.446774 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:37.495141 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d025d-becf-461c-95a5-dabd8b7cbecf req-a5a9a3f1-c440-4642-97ad-8352ed6fdfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:37.495999 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0c7d025d-becf-461c-95a5-dabd8b7cbecf req-a5a9a3f1-c440-4642-97ad-8352ed6fdfe2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:37.497542 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c7d025d-becf-461c-95a5-dabd8b7cbecf req-a5a9a3f1-c440-4642-97ad-8352ed6fdfe2 service neutron] 10.222.0.47 "PUT /v2.0/ports/5086a060-6d1e-46bd-802d-9d27b8cfd4a1 HTTP/1.1" status: 200 len: 1092 time: 1.6716135 Feb 09 01:07:37.514185 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc816d7-4e97-4af0-a022-c8d1d996bcc6', 'tag': '5086a060-6d1e-46bd-802d-9d27b8cfd4a1'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:07:37.517144 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d01d80-e69e-4d60-bff6-51ec3b60bbe3" -d '{"events": [{"name": "network-changed", "server_uuid": "dcc816d7-4e97-4af0-a022-c8d1d996bcc6", "tag": "5086a060-6d1e-46bd-802d-9d27b8cfd4a1"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:07:37.578839 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a477fd-2622-4d80-b27b-cfa797560b73 x-openstack-request-id: req-72a477fd-2622-4d80-b27b-cfa797560b73 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:07:37.579150 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcc816d7-4e97-4af0-a022-c8d1d996bcc6", "tag": "5086a060-6d1e-46bd-802d-9d27b8cfd4a1", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:07:37.579377 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-72a477fd-2622-4d80-b27b-cfa797560b73 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:07:37.579759 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcc816d7-4e97-4af0-a022-c8d1d996bcc6', 'tag': '5086a060-6d1e-46bd-802d-9d27b8cfd4a1', 'status': 'completed', 'code': 200} Feb 09 01:07:37.585456 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a9a3f1-c440-4642-97ad-8352ed6fdfe2 service neutron] Pushing event updated for resources: {'Port': ['ID=5086a060-6d1e-46bd-802d-9d27b8cfd4a1,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:37.602187 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc72b0-6db3-4979-b1b4-f0daef9f33dd req-15e1f60e-1edb-476c-aebe-3b21bae9056b tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:37.603687 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2acc72b0-6db3-4979-b1b4-f0daef9f33dd req-15e1f60e-1edb-476c-aebe-3b21bae9056b tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=039cffd4-a77e-4f0e-82e6-a69d8a085da3 HTTP/1.1" status: 200 len: 945 time: 0.1286454 Feb 09 01:07:37.630684 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d025d-becf-461c-95a5-dabd8b7cbecf req-d33349ad-4fe5-4788-b603-220a5ea6edbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:37.632221 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c7d025d-becf-461c-95a5-dabd8b7cbecf req-d33349ad-4fe5-4788-b603-220a5ea6edbd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e4a73b77e7b1473fa6a964db5a978fda&device_id=dcc816d7-4e97-4af0-a022-c8d1d996bcc6 HTTP/1.1" status: 200 len: 1126 time: 0.0939858 Feb 09 01:07:37.683052 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c7d025d-becf-461c-95a5-dabd8b7cbecf req-38412031-e1fd-4b0c-8677-af465f81cea3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5086a060-6d1e-46bd-802d-9d27b8cfd4a1 HTTP/1.1" status: 200 len: 217 time: 0.0400083 Feb 09 01:07:37.690527 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2acc72b0-6db3-4979-b1b4-f0daef9f33dd req-2cbb5fda-538e-4793-9dc7-2f9f9a634447 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801642 Feb 09 01:07:37.743840 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d025d-becf-461c-95a5-dabd8b7cbecf req-2800b5c8-645e-466a-8089-c65f020ccb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:37.745454 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c7d025d-becf-461c-95a5-dabd8b7cbecf req-2800b5c8-645e-466a-8089-c65f020ccb66 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a5eba9b1-7055-4166-8f9a-6071c545e722 HTTP/1.1" status: 200 len: 855 time: 0.0483499 Feb 09 01:07:37.788531 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c7d025d-becf-461c-95a5-dabd8b7cbecf req-3e8b969b-a851-4ceb-b49e-fd2d725b61a2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3ca28476-6d48-4023-bf7e-61b020b8d8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353882 Feb 09 01:07:37.867803 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 55c4bf60-0109-4867-a2a2-d93f9af543b9 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:07:37.906461 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4820b36-df04-47eb-8b4a-e6b867fe189b req-2479957f-964a-4419-8ef8-f69784b3dbfb tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:37.907995 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a4820b36-df04-47eb-8b4a-e6b867fe189b req-2479957f-964a-4419-8ef8-f69784b3dbfb tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc816d7-4e97-4af0-a022-c8d1d996bcc6 HTTP/1.1" status: 200 len: 944 time: 0.1278877 Feb 09 01:07:37.945550 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c7d025d-becf-461c-95a5-dabd8b7cbecf req-30529e0a-5322-4b88-a4f9-788a1e2dd1de service neutron] 10.222.0.47 "GET /v2.0/networks/3ca28476-6d48-4023-bf7e-61b020b8d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463339 Feb 09 01:07:37.994301 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 55c4bf60-0109-4867-a2a2-d93f9af543b9, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=55c4bf60-0109-4867-a2a2-d93f9af543b9,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:07:38.008160 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '55c4bf60-0109-4867-a2a2-d93f9af543b9', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'port_id': '55c4bf60-0109-4867-a2a2-d93f9af543b9', 'mac_address': 'fa:16:3e:68:86:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3810d295-ee98-40f7-b1e2-609bf7d1c3df', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:07:38.021058 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a4820b36-df04-47eb-8b4a-e6b867fe189b req-0ea48a15-4419-4e82-a677-0e2fc0ef126e tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] 10.222.0.50 "GET /v2.0/security-groups?id=c82867f8-bd12-4180-b082-ee29add7fe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043041 Feb 09 01:07:38.068248 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 55c4bf60-0109-4867-a2a2-d93f9af543b9 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:07:38.068884 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (55c4bf60-0109-4867-a2a2-d93f9af543b9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:38.082015 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55c4bf60-0109-4867-a2a2-d93f9af543b9 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:07:38.102098 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 55c4bf60-0109-4867-a2a2-d93f9af543b9, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=55c4bf60-0109-4867-a2a2-d93f9af543b9,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:07:38.106426 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (55c4bf60-0109-4867-a2a2-d93f9af543b9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:38.107172 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device d30935b9-f2c8-485b-ab55-02a7a99e3581 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:07:38.110751 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8196997-5dbf-4afd-958a-b4b23cb61f22 req-382a9b5f-10e4-464a-bd88-202e401bb973 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:38.112263 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f8196997-5dbf-4afd-958a-b4b23cb61f22 req-382a9b5f-10e4-464a-bd88-202e401bb973 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.0882349 Feb 09 01:07:38.114576 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c7d025d-becf-461c-95a5-dabd8b7cbecf req-935ab737-65e0-497f-9b3d-2f8f888ac093 service neutron] 10.222.0.47 "GET /v2.0/networks/3ca28476-6d48-4023-bf7e-61b020b8d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439037 Feb 09 01:07:38.162829 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f8196997-5dbf-4afd-958a-b4b23cb61f22 req-393b1d20-e133-4abb-abba-19fe13ddc269 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449812 Feb 09 01:07:38.206963 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=55c4bf60-0109-4867-a2a2-d93f9af543b9,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:38.253703 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3242756-2ba4-4da0-b465-581c493d863d req-2e2e51a1-683d-43ab-b254-08a07c4d28d4 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:38.255283 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f3242756-2ba4-4da0-b465-581c493d863d req-2e2e51a1-683d-43ab-b254-08a07c4d28d4 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/ports?device_id=540915db-b287-422e-a160-0d034145e47b HTTP/1.1" status: 200 len: 948 time: 0.0837376 Feb 09 01:07:38.258407 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d01d80-e69e-4d60-bff6-51ec3b60bbe3 req-9ff42c70-479c-4da3-bc18-c0fd3cb45d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:38.259908 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-66d01d80-e69e-4d60-bff6-51ec3b60bbe3 req-9ff42c70-479c-4da3-bc18-c0fd3cb45d47 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e4a73b77e7b1473fa6a964db5a978fda&device_id=dcc816d7-4e97-4af0-a022-c8d1d996bcc6 HTTP/1.1" status: 200 len: 1126 time: 0.0895460 Feb 09 01:07:38.349947 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:38.350212 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:38.350556 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:38.350902 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:38.351236 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:38.351575 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:38.351904 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:38.352232 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:38.352579 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:38.352905 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:38.353230 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:38.353552 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:38.353889 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:07:38.358414 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f3242756-2ba4-4da0-b465-581c493d863d req-885900a5-7e38-4214-872c-60a07c24e6f9 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf9ebccc-61f6-474b-a73b-d44e5a3a156a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959384 Feb 09 01:07:38.390000 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d01d80-e69e-4d60-bff6-51ec3b60bbe3 req-f4347fae-110e-4eb3-9133-70200f23106c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:38.391515 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-66d01d80-e69e-4d60-bff6-51ec3b60bbe3 req-f4347fae-110e-4eb3-9133-70200f23106c service neutron] 10.222.0.47 "GET /v2.0/networks?id=3ca28476-6d48-4023-bf7e-61b020b8d8bc HTTP/1.1" status: 200 len: 917 time: 0.1129723 Feb 09 01:07:38.391902 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port d30935b9-f2c8-485b-ab55-02a7a99e3581, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=d30935b9-f2c8-485b-ab55-02a7a99e3581,segment=NetworkSegment(1088d67c-3520-4ac2-8e48-25a7c8da33c5),segment_id=1088d67c-3520-4ac2-8e48-25a7c8da33c5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:07:38.413173 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': 'd30935b9-f2c8-485b-ab55-02a7a99e3581', 'network_id': '6887c7a4-5287-46fb-8e1c-13a166b3746e', 'port_id': 'd30935b9-f2c8-485b-ab55-02a7a99e3581', 'mac_address': 'fa:16:3e:01:42:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84df8042-998c-45dd-8b33-36f49fdd33d9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:07:38.437949 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-66d01d80-e69e-4d60-bff6-51ec3b60bbe3 req-0061b1e7-14c9-434b-a595-81e817fd3b23 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5086a060-6d1e-46bd-802d-9d27b8cfd4a1 HTTP/1.1" status: 200 len: 217 time: 0.0396142 Feb 09 01:07:38.439623 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:38.455319 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port d30935b9-f2c8-485b-ab55-02a7a99e3581 is: ACTIVE; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:07:38.455722 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d30935b9-f2c8-485b-ab55-02a7a99e3581), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:38.468316 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d30935b9-f2c8-485b-ab55-02a7a99e3581 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:07:38.487636 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d01d80-e69e-4d60-bff6-51ec3b60bbe3 req-671e5d9b-39eb-40cf-a74d-cc6623adb4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:38.487844 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port d30935b9-f2c8-485b-ab55-02a7a99e3581, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=d30935b9-f2c8-485b-ab55-02a7a99e3581,segment=NetworkSegment(1088d67c-3520-4ac2-8e48-25a7c8da33c5),segment_id=1088d67c-3520-4ac2-8e48-25a7c8da33c5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:07:38.489351 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-66d01d80-e69e-4d60-bff6-51ec3b60bbe3 req-671e5d9b-39eb-40cf-a74d-cc6623adb4ef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a5eba9b1-7055-4166-8f9a-6071c545e722 HTTP/1.1" status: 200 len: 855 time: 0.0445592 Feb 09 01:07:38.491656 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d30935b9-f2c8-485b-ab55-02a7a99e3581), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:38.521951 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-66d01d80-e69e-4d60-bff6-51ec3b60bbe3 req-bde0475b-b1cd-479a-8375-9e1907402bd9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3ca28476-6d48-4023-bf7e-61b020b8d8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264242 Feb 09 01:07:38.541912 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=d30935b9-f2c8-485b-ab55-02a7a99e3581,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:38.621200 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-66d01d80-e69e-4d60-bff6-51ec3b60bbe3 req-22f190ab-419a-49f3-a15f-12bd81bfd426 service neutron] 10.222.0.47 "GET /v2.0/networks/3ca28476-6d48-4023-bf7e-61b020b8d8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907753 Feb 09 01:07:38.630221 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['d30935b9-f2c8-485b-ab55-02a7a99e3581'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:07:38.744861 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-66d01d80-e69e-4d60-bff6-51ec3b60bbe3 req-ba0590ef-63b7-45de-ae93-f9c47bf3ecbc service neutron] 10.222.0.47 "GET /v2.0/networks/3ca28476-6d48-4023-bf7e-61b020b8d8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113613 Feb 09 01:07:38.847185 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd3233-d860-41f3-ade0-30868ccd7b5b req-c1e9dc3e-6932-4ceb-bf9d-542e5ddb53b0 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:38.848721 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-88bd3233-d860-41f3-ade0-30868ccd7b5b req-c1e9dc3e-6932-4ceb-bf9d-542e5ddb53b0 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=039cffd4-a77e-4f0e-82e6-a69d8a085da3 HTTP/1.1" status: 200 len: 944 time: 0.0664661 Feb 09 01:07:38.901085 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-88bd3233-d860-41f3-ade0-30868ccd7b5b req-b16b5222-1990-40e3-b51d-2c0a03ca2839 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455799 Feb 09 01:07:38.914389 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['55c4bf60-0109-4867-a2a2-d93f9af543b9'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:07:39.167008 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:39.189317 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5058399-c1ef-49cc-ab35-c661742c3430 req-e107bc0c-e2a8-442b-8ae6-fa1f1cf72a5e tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:39.190961 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f5058399-c1ef-49cc-ab35-c661742c3430 req-e107bc0c-e2a8-442b-8ae6-fa1f1cf72a5e tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc816d7-4e97-4af0-a022-c8d1d996bcc6 HTTP/1.1" status: 200 len: 944 time: 0.0817420 Feb 09 01:07:39.254721 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f5058399-c1ef-49cc-ab35-c661742c3430 req-86ab8011-60c1-4e51-a697-a46fa036b798 tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] 10.222.0.50 "GET /v2.0/security-groups?id=c82867f8-bd12-4180-b082-ee29add7fe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582607 Feb 09 01:07:39.316151 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ce2c2-7567-4c1b-b65f-8de2b90e97ae req-0f995986-de08-4ef8-8850-2f405ef9a7c7 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:39.317722 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-478ce2c2-7567-4c1b-b65f-8de2b90e97ae req-0f995986-de08-4ef8-8850-2f405ef9a7c7 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.0677321 Feb 09 01:07:39.375274 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-478ce2c2-7567-4c1b-b65f-8de2b90e97ae req-254ae890-06d1-4c94-8714-dca97c4b21c5 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512376 Feb 09 01:07:39.495570 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0166ad-510d-462f-bd07-743ac1efe360 req-6dadf476-f1ad-44a4-ba59-42a767ac47e5 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:39.500972 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de0166ad-510d-462f-bd07-743ac1efe360 req-6dadf476-f1ad-44a4-ba59-42a767ac47e5 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/ports?device_id=540915db-b287-422e-a160-0d034145e47b HTTP/1.1" status: 200 len: 948 time: 0.0675869 Feb 09 01:07:39.584853 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de0166ad-510d-462f-bd07-743ac1efe360 req-7e40ce94-8734-4d3a-98b6-4348581a7ef3 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf9ebccc-61f6-474b-a73b-d44e5a3a156a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751212 Feb 09 01:07:39.709426 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a404f-782b-4af1-a4fa-fa4cbde39d26 req-649551a2-81b3-4e24-9a8b-d8180fe08f9a tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:39.710947 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c19a404f-782b-4af1-a4fa-fa4cbde39d26 req-649551a2-81b3-4e24-9a8b-d8180fe08f9a tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/networks?id=0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0 HTTP/1.1" status: 200 len: 814 time: 0.1134975 Feb 09 01:07:39.726804 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c19a404f-782b-4af1-a4fa-fa4cbde39d26 req-f1099823-b725-49cf-814c-a9ebb39783c4 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/quotas/355d1325551c4d73aae5a14b9534ded0 HTTP/1.1" status: 200 len: 375 time: 0.0100892 Feb 09 01:07:39.790842 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c19a404f-782b-4af1-a4fa-fa4cbde39d26 req-28019297-9389-4b60-8241-6ab06fc3f773 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=355d1325551c4d73aae5a14b9534ded0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0557027 Feb 09 01:07:39.872494 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 55c4bf60-0109-4867-a2a2-d93f9af543b9 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:07:39.937405 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c19a404f-782b-4af1-a4fa-fa4cbde39d26 req-d3125ed0-9151-4dad-b129-adae73d25178 service neutron] 10.222.0.50 "GET /v2.0/networks/0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339383 Feb 09 01:07:39.968074 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 5086a060-6d1e-46bd-802d-9d27b8cfd4a1 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:07:39.971704 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 55c4bf60-0109-4867-a2a2-d93f9af543b9 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:07:39.995550 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 55c4bf60-0109-4867-a2a2-d93f9af543b9 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:07:39.995981 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (55c4bf60-0109-4867-a2a2-d93f9af543b9), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:40.138873 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c19a404f-782b-4af1-a4fa-fa4cbde39d26 req-42fc95ea-4a69-4ddd-813b-3582ad3b05e5 service neutron] 10.222.0.50 "GET /v2.0/networks/0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958454 Feb 09 01:07:40.182449 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ba3a7-2947-4ea1-bbf6-52530546be53 req-fcbc04b6-964a-4613-ab97-3617117af10c tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:40.190786 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b86ba3a7-2947-4ea1-bbf6-52530546be53 req-fcbc04b6-964a-4613-ab97-3617117af10c tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=039cffd4-a77e-4f0e-82e6-a69d8a085da3 HTTP/1.1" status: 200 len: 944 time: 0.1343098 Feb 09 01:07:40.290505 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b86ba3a7-2947-4ea1-bbf6-52530546be53 req-e731e28b-baa5-4284-87e9-84779b690088 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986660 Feb 09 01:07:40.327401 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 5086a060-6d1e-46bd-802d-9d27b8cfd4a1, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=5086a060-6d1e-46bd-802d-9d27b8cfd4a1,segment=NetworkSegment(b2d3a581-e8bd-43df-8ffd-d16f0e85fb3a),segment_id=b2d3a581-e8bd-43df-8ffd-d16f0e85fb3a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:07:40.342169 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 55c4bf60-0109-4867-a2a2-d93f9af543b9 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:07:40.343012 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (55c4bf60-0109-4867-a2a2-d93f9af543b9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:40.366518 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '5086a060-6d1e-46bd-802d-9d27b8cfd4a1', 'network_id': '3ca28476-6d48-4023-bf7e-61b020b8d8bc', 'port_id': '5086a060-6d1e-46bd-802d-9d27b8cfd4a1', 'mac_address': 'fa:16:3e:72:77:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1011, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5eba9b1-7055-4166-8f9a-6071c545e722', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:07:40.418560 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 5086a060-6d1e-46bd-802d-9d27b8cfd4a1 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:07:40.418971 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5086a060-6d1e-46bd-802d-9d27b8cfd4a1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:40.458447 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540915db-b287-422e-a160-0d034145e47b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c4bf60-0109-4867-a2a2-d93f9af543b9'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:07:40.462065 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dffbed7-94dd-4996-9939-308215a0a574" -d '{"events": [{"server_uuid": "540915db-b287-422e-a160-0d034145e47b", "name": "network-vif-plugged", "status": "completed", "tag": "55c4bf60-0109-4867-a2a2-d93f9af543b9"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:07:40.470133 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5086a060-6d1e-46bd-802d-9d27b8cfd4a1 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:07:40.489194 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 55c4bf60-0109-4867-a2a2-d93f9af543b9, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=55c4bf60-0109-4867-a2a2-d93f9af543b9,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:07:40.503035 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 5086a060-6d1e-46bd-802d-9d27b8cfd4a1, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=5086a060-6d1e-46bd-802d-9d27b8cfd4a1,segment=NetworkSegment(b2d3a581-e8bd-43df-8ffd-d16f0e85fb3a),segment_id=b2d3a581-e8bd-43df-8ffd-d16f0e85fb3a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:07:40.505062 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (55c4bf60-0109-4867-a2a2-d93f9af543b9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:40.506217 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device d30935b9-f2c8-485b-ab55-02a7a99e3581 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:07:40.539955 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-06e34e20-c044-4d9f-9810-8d37e7a93b15 req-c2981bc5-6f9e-461e-9c3f-749332acc3dc tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=67938457-1199-409e-83c1-7f7b64346789 HTTP/1.1" status: 200 len: 210 time: 0.0499077 Feb 09 01:07:40.557621 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897e94c-bef4-40ab-8ef0-a4278cdb8687 req-9e21910f-4812-4931-8eba-775174c94108 tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:40.567735 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1897e94c-bef4-40ab-8ef0-a4278cdb8687 req-9e21910f-4812-4931-8eba-775174c94108 tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc816d7-4e97-4af0-a022-c8d1d996bcc6 HTTP/1.1" status: 200 len: 944 time: 0.1646812 Feb 09 01:07:40.603856 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (5086a060-6d1e-46bd-802d-9d27b8cfd4a1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:40.649782 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a2956a-62e5-4ea5-be7a-908c6bf64716 x-openstack-request-id: req-e4a2956a-62e5-4ea5-be7a-908c6bf64716 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:07:40.650082 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540915db-b287-422e-a160-0d034145e47b", "name": "network-vif-plugged", "status": "completed", "tag": "55c4bf60-0109-4867-a2a2-d93f9af543b9", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:07:40.650339 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e4a2956a-62e5-4ea5-be7a-908c6bf64716 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:07:40.650743 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540915db-b287-422e-a160-0d034145e47b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c4bf60-0109-4867-a2a2-d93f9af543b9', 'code': 200} Feb 09 01:07:40.678716 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=55c4bf60-0109-4867-a2a2-d93f9af543b9,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:40.697523 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1897e94c-bef4-40ab-8ef0-a4278cdb8687 req-56386648-c39f-45b8-a297-6f9f99a5d35b tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] 10.222.0.50 "GET /v2.0/security-groups?id=c82867f8-bd12-4180-b082-ee29add7fe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288881 Feb 09 01:07:40.728122 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port d30935b9-f2c8-485b-ab55-02a7a99e3581 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:07:40.728122 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d30935b9-f2c8-485b-ab55-02a7a99e3581), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:40.766405 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=5086a060-6d1e-46bd-802d-9d27b8cfd4a1,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:40.835152 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port d30935b9-f2c8-485b-ab55-02a7a99e3581 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:07:40.835486 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d30935b9-f2c8-485b-ab55-02a7a99e3581), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:40.837025 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc570ee1-b356-4d51-bd9e-4962e80f7870 req-345caf05-13ea-41a4-be0d-bdb4ef1ccf73 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:40.838802 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cc570ee1-b356-4d51-bd9e-4962e80f7870 req-345caf05-13ea-41a4-be0d-bdb4ef1ccf73 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/ports?device_id=540915db-b287-422e-a160-0d034145e47b HTTP/1.1" status: 200 len: 949 time: 0.1237736 Feb 09 01:07:40.842277 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe9276-5ec8-48d3-a0c6-b45848966c86 req-7a430b7e-1aa3-437c-b8fd-88550c7472b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:40.843908 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4ffe9276-5ec8-48d3-a0c6-b45848966c86 req-7a430b7e-1aa3-437c-b8fd-88550c7472b0 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=540915db-b287-422e-a160-0d034145e47b HTTP/1.1" status: 200 len: 1131 time: 0.0935540 Feb 09 01:07:40.884905 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port d30935b9-f2c8-485b-ab55-02a7a99e3581, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=d30935b9-f2c8-485b-ab55-02a7a99e3581,segment=NetworkSegment(1088d67c-3520-4ac2-8e48-25a7c8da33c5),segment_id=1088d67c-3520-4ac2-8e48-25a7c8da33c5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:07:40.889184 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['5086a060-6d1e-46bd-802d-9d27b8cfd4a1'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:07:40.918870 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cc570ee1-b356-4d51-bd9e-4962e80f7870 req-34c391eb-460b-453b-a376-3fc3a1c06b69 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf9ebccc-61f6-474b-a73b-d44e5a3a156a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735891 Feb 09 01:07:40.938374 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4ffe9276-5ec8-48d3-a0c6-b45848966c86 req-b69cacc9-6bd0-43c4-af50-a703ee5eec9f service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=bf9ebccc-61f6-474b-a73b-d44e5a3a156a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788679 Feb 09 01:07:40.959972 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d30935b9-f2c8-485b-ab55-02a7a99e3581), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:41.045259 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=d30935b9-f2c8-485b-ab55-02a7a99e3581,revision_number=7']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:41.460853 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f9c63-f6ac-4c68-9c3e-243e1aab4d19 req-bf0ebad8-153b-4cd3-b6ff-1b384814de5a tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:41.463067 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1c3f9c63-f6ac-4c68-9c3e-243e1aab4d19 req-bf0ebad8-153b-4cd3-b6ff-1b384814de5a tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=039cffd4-a77e-4f0e-82e6-a69d8a085da3 HTTP/1.1" status: 200 len: 945 time: 0.0787528 Feb 09 01:07:41.540642 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1c3f9c63-f6ac-4c68-9c3e-243e1aab4d19 req-9c4e7da2-b2a2-489f-ac37-e81cd0de06ea tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689526 Feb 09 01:07:41.655630 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e21ed9d6-b24a-4f41-adc6-6aae9225636f req-4f3f6a31-c82b-420a-92c7-254ccf0b36bf tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=67938457-1199-409e-83c1-7f7b64346789 HTTP/1.1" status: 200 len: 210 time: 0.0307739 Feb 09 01:07:41.845503 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d5eaa-e7ae-4554-8845-c9b022eb3c9c req-2d2c3532-f4cd-4fa1-a3e0-1bd57a23ead3 tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:41.853131 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b49d5eaa-e7ae-4554-8845-c9b022eb3c9c req-2d2c3532-f4cd-4fa1-a3e0-1bd57a23ead3 tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc816d7-4e97-4af0-a022-c8d1d996bcc6 HTTP/1.1" status: 200 len: 945 time: 0.0697842 Feb 09 01:07:41.923276 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b49d5eaa-e7ae-4554-8845-c9b022eb3c9c req-cbee552b-8da9-41dd-8177-16d18d07a583 tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] 10.222.0.50 "GET /v2.0/security-groups?id=c82867f8-bd12-4180-b082-ee29add7fe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689068 Feb 09 01:07:41.981957 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 5086a060-6d1e-46bd-802d-9d27b8cfd4a1 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:07:42.070487 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 5086a060-6d1e-46bd-802d-9d27b8cfd4a1 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:07:42.076643 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 5086a060-6d1e-46bd-802d-9d27b8cfd4a1 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:07:42.077356 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (5086a060-6d1e-46bd-802d-9d27b8cfd4a1), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:42.207173 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a404f-782b-4af1-a4fa-fa4cbde39d26 req-5ed7d692-4404-410a-a2c5-1ad69d2350ab tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:42.209118 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c19a404f-782b-4af1-a4fa-fa4cbde39d26 req-5ed7d692-4404-410a-a2c5-1ad69d2350ab tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.120 "GET /v2.0/networks?id=0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0 HTTP/1.1" status: 200 len: 814 time: 0.2527347 Feb 09 01:07:42.225332 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ebef6-6b47-4935-b3ee-d1604c901079 req-51259e64-a9bd-4498-8047-0fadf9e3ab30 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:42.227631 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de1ebef6-6b47-4935-b3ee-d1604c901079 req-51259e64-a9bd-4498-8047-0fadf9e3ab30 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/ports?device_id=540915db-b287-422e-a160-0d034145e47b HTTP/1.1" status: 200 len: 949 time: 0.1661448 Feb 09 01:07:42.234644 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-c19a404f-782b-4af1-a4fa-fa4cbde39d26 req-71945570-17f6-40a1-97a3-1657f1a12812 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Request body: {'port': {'device_id': '67938457-1199-409e-83c1-7f7b64346789', 'network_id': '0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0', 'admin_state_up': True, 'tenant_id': '355d1325551c4d73aae5a14b9534ded0'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:42.256404 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 5086a060-6d1e-46bd-802d-9d27b8cfd4a1 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:07:42.257013 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5086a060-6d1e-46bd-802d-9d27b8cfd4a1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:42.337689 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 5086a060-6d1e-46bd-802d-9d27b8cfd4a1, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=5086a060-6d1e-46bd-802d-9d27b8cfd4a1,segment=NetworkSegment(b2d3a581-e8bd-43df-8ffd-d16f0e85fb3a),segment_id=b2d3a581-e8bd-43df-8ffd-d16f0e85fb3a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:07:42.353258 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (5086a060-6d1e-46bd-802d-9d27b8cfd4a1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:42.362338 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de1ebef6-6b47-4935-b3ee-d1604c901079 req-8a79d03b-6036-41f9-854a-52a72fed6723 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf9ebccc-61f6-474b-a73b-d44e5a3a156a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236844 Feb 09 01:07:42.404360 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c19a404f-782b-4af1-a4fa-fa4cbde39d26 req-71945570-17f6-40a1-97a3-1657f1a12812 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Made reservation on behalf of 355d1325551c4d73aae5a14b9534ded0 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:07:42.415053 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c19a404f-782b-4af1-a4fa-fa4cbde39d26 req-71945570-17f6-40a1-97a3-1657f1a12812 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:42.421804 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=5086a060-6d1e-46bd-802d-9d27b8cfd4a1,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:42.651854 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039cffd4-a77e-4f0e-82e6-a69d8a085da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd30935b9-f2c8-485b-ab55-02a7a99e3581'}, {'server_uuid': 'dcc816d7-4e97-4af0-a022-c8d1d996bcc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5086a060-6d1e-46bd-802d-9d27b8cfd4a1'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:07:42.656138 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585a1011-fb36-4d22-9805-91e3ac9f0f6c" -d '{"events": [{"server_uuid": "039cffd4-a77e-4f0e-82e6-a69d8a085da3", "name": "network-vif-plugged", "status": "completed", "tag": "d30935b9-f2c8-485b-ab55-02a7a99e3581"}, {"server_uuid": "dcc816d7-4e97-4af0-a022-c8d1d996bcc6", "name": "network-vif-plugged", "status": "completed", "tag": "5086a060-6d1e-46bd-802d-9d27b8cfd4a1"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:07:42.719069 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-c19a404f-782b-4af1-a4fa-fa4cbde39d26 req-71945570-17f6-40a1-97a3-1657f1a12812 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Allocated IP 172.20.0.14 (0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0/f9451162-d23b-43af-8cc6-7b624c347fcf/031ac22c-ea8a-41f4-a4a5-b330d617cc92) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:07:42.765821 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 01:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c5d8f5-6d66-408d-9869-3f104a2ea685 x-openstack-request-id: req-74c5d8f5-6d66-408d-9869-3f104a2ea685 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:07:42.765821 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "039cffd4-a77e-4f0e-82e6-a69d8a085da3", "name": "network-vif-plugged", "status": "completed", "tag": "d30935b9-f2c8-485b-ab55-02a7a99e3581", "code": 200}, {"server_uuid": "dcc816d7-4e97-4af0-a022-c8d1d996bcc6", "name": "network-vif-plugged", "status": "completed", "tag": "5086a060-6d1e-46bd-802d-9d27b8cfd4a1", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:07:42.765821 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-74c5d8f5-6d66-408d-9869-3f104a2ea685 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:07:42.765821 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '039cffd4-a77e-4f0e-82e6-a69d8a085da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd30935b9-f2c8-485b-ab55-02a7a99e3581', 'code': 200} Feb 09 01:07:42.765821 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc816d7-4e97-4af0-a022-c8d1d996bcc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5086a060-6d1e-46bd-802d-9d27b8cfd4a1', 'code': 200} Feb 09 01:07:42.948943 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-88671996-553c-4965-9a41-aaffc73f0510 req-7bf38992-2baa-44cd-9127-6ca1f1280f24 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=67938457-1199-409e-83c1-7f7b64346789 HTTP/1.1" status: 200 len: 210 time: 0.0956328 Feb 09 01:07:42.984380 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ebdfa1-593e-44ae-8a63-67d2eeb45e61 req-d37e0301-3c8c-454b-a09f-b90923d52d13 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:42.984380 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-09ebdfa1-593e-44ae-8a63-67d2eeb45e61 req-d37e0301-3c8c-454b-a09f-b90923d52d13 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=039cffd4-a77e-4f0e-82e6-a69d8a085da3 HTTP/1.1" status: 200 len: 945 time: 0.2706523 Feb 09 01:07:43.103531 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd89a1-f21a-40ba-b276-b95d78b510c6 req-088d78d6-9a90-477d-ac78-df608de62bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:43.105065 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f9dd89a1-f21a-40ba-b276-b95d78b510c6 req-088d78d6-9a90-477d-ac78-df608de62bab service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dcc816d7-4e97-4af0-a022-c8d1d996bcc6 HTTP/1.1" status: 200 len: 1128 time: 0.1833448 Feb 09 01:07:43.124427 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-09ebdfa1-593e-44ae-8a63-67d2eeb45e61 req-dbf8906b-6de0-4af4-8518-e4a337723ccd tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309857 Feb 09 01:07:43.204191 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f9dd89a1-f21a-40ba-b276-b95d78b510c6 req-3f9cb121-05dd-4201-aa36-9d8612431962 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c82867f8-bd12-4180-b082-ee29add7fe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731738 Feb 09 01:07:43.211668 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c19a404f-782b-4af1-a4fa-fa4cbde39d26 req-71945570-17f6-40a1-97a3-1657f1a12812 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Publish callbacks [] for port (031ac22c-ea8a-41f4-a4a5-b330d617cc92), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:43.277917 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f012f3-1f52-4284-a80b-3349b96d3c35 req-152000f2-7342-4160-b464-fb4221b11d92 tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:43.279593 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-93f012f3-1f52-4284-a80b-3349b96d3c35 req-152000f2-7342-4160-b464-fb4221b11d92 tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc816d7-4e97-4af0-a022-c8d1d996bcc6 HTTP/1.1" status: 200 len: 946 time: 0.1478894 Feb 09 01:07:43.311771 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c19a404f-782b-4af1-a4fa-fa4cbde39d26 req-71945570-17f6-40a1-97a3-1657f1a12812 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (031ac22c-ea8a-41f4-a4a5-b330d617cc92), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:43.324738 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:07:43.392903 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c19a404f-782b-4af1-a4fa-fa4cbde39d26 req-71945570-17f6-40a1-97a3-1657f1a12812 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Network 0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:07:43.402983 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-93f012f3-1f52-4284-a80b-3349b96d3c35 req-56537b5b-cb58-4f08-82e2-ac0a384f21dc tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] 10.222.0.50 "GET /v2.0/security-groups?id=c82867f8-bd12-4180-b082-ee29add7fe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119552 Feb 09 01:07:43.404291 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-c19a404f-782b-4af1-a4fa-fa4cbde39d26 req-71945570-17f6-40a1-97a3-1657f1a12812 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:07:43.406347 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71945570-17f6-40a1-97a3-1657f1a12812 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Pushing event updated for resources: {'Port': ['ID=031ac22c-ea8a-41f4-a4a5-b330d617cc92,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:43.408455 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-c19a404f-782b-4af1-a4fa-fa4cbde39d26 req-71945570-17f6-40a1-97a3-1657f1a12812 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:07:43.529651 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a404f-782b-4af1-a4fa-fa4cbde39d26 req-71945570-17f6-40a1-97a3-1657f1a12812 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:43.530164 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c19a404f-782b-4af1-a4fa-fa4cbde39d26 req-71945570-17f6-40a1-97a3-1657f1a12812 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:43.569884 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c19a404f-782b-4af1-a4fa-fa4cbde39d26 req-71945570-17f6-40a1-97a3-1657f1a12812 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3406425 Feb 09 01:07:43.586800 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-c19a404f-782b-4af1-a4fa-fa4cbde39d26 req-9c9dec85-0cff-4711-9241-2f90442b8a53 service neutron] Request body: {'port': {'device_id': '67938457-1199-409e-83c1-7f7b64346789', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:43.647803 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a737f9-df11-47c3-83a1-a99edd453b45 req-3f85be00-d830-4357-a940-699009a7e008 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:43.649815 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d9a737f9-df11-47c3-83a1-a99edd453b45 req-3f85be00-d830-4357-a940-699009a7e008 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/ports?device_id=540915db-b287-422e-a160-0d034145e47b HTTP/1.1" status: 200 len: 949 time: 0.1655359 Feb 09 01:07:43.733646 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c19a404f-782b-4af1-a4fa-fa4cbde39d26 req-9c9dec85-0cff-4711-9241-2f90442b8a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (031ac22c-ea8a-41f4-a4a5-b330d617cc92), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:43.763242 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d9a737f9-df11-47c3-83a1-a99edd453b45 req-1330405a-d364-449d-81a5-79af122949d0 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf9ebccc-61f6-474b-a73b-d44e5a3a156a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036005 Feb 09 01:07:44.278724 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b7939-aa91-40b2-aa25-4c525b5104e0 req-1a747028-3ac1-409f-883e-2826b8a19ab2 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:44.281745 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-287b7939-aa91-40b2-aa25-4c525b5104e0 req-1a747028-3ac1-409f-883e-2826b8a19ab2 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=67938457-1199-409e-83c1-7f7b64346789 HTTP/1.1" status: 200 len: 932 time: 0.1362100 Feb 09 01:07:44.625908 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-287b7939-aa91-40b2-aa25-4c525b5104e0 req-7cbb3b09-40e3-466b-a1cb-1aac82753e99 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304083 Feb 09 01:07:44.682664 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-c19a404f-782b-4af1-a4fa-fa4cbde39d26 req-9c9dec85-0cff-4711-9241-2f90442b8a53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 031ac22c-ea8a-41f4-a4a5-b330d617cc92 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:07:44.717936 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c19a404f-782b-4af1-a4fa-fa4cbde39d26 req-9c9dec85-0cff-4711-9241-2f90442b8a53 service neutron] Publish callbacks [] for port (031ac22c-ea8a-41f4-a4a5-b330d617cc92), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:44.740284 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1a985-df4b-4f6b-8d56-ac7d271c5bb2 req-f83d8e5c-b032-400a-a1a3-cab554ec1e68 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:44.742761 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a5b1a985-df4b-4f6b-8d56-ac7d271c5bb2 req-f83d8e5c-b032-400a-a1a3-cab554ec1e68 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=039cffd4-a77e-4f0e-82e6-a69d8a085da3 HTTP/1.1" status: 200 len: 945 time: 0.3286729 Feb 09 01:07:44.776309 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-c19a404f-782b-4af1-a4fa-fa4cbde39d26 req-9c9dec85-0cff-4711-9241-2f90442b8a53 service neutron] Transition to ACTIVE for port object 031ac22c-ea8a-41f4-a4a5-b330d617cc92 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:07:44.793524 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c19a404f-782b-4af1-a4fa-fa4cbde39d26 req-9c9dec85-0cff-4711-9241-2f90442b8a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (031ac22c-ea8a-41f4-a4a5-b330d617cc92), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:44.871659 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-56900150-4490-4c26-8e0d-daef3cb09499 req-20f13829-c47e-4082-838d-544de2f3fdbd tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=bb2c2f7669dc47b3aa63753334d0f212&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1140172 Feb 09 01:07:45.200011 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9dec85-0cff-4711-9241-2f90442b8a53 service neutron] Pushing event updated for resources: {'Port': ['ID=031ac22c-ea8a-41f4-a4a5-b330d617cc92,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:45.205954 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a5b1a985-df4b-4f6b-8d56-ac7d271c5bb2 req-b91e47b3-0e45-419e-9aa2-96e5c332905a tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4541545 Feb 09 01:07:45.297694 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56900150-4490-4c26-8e0d-daef3cb09499 req-8f15db92-fdeb-4610-adea-d186f51db512 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:45.299224 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-56900150-4490-4c26-8e0d-daef3cb09499 req-8f15db92-fdeb-4610-adea-d186f51db512 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3756721 Feb 09 01:07:45.334310 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-56900150-4490-4c26-8e0d-daef3cb09499 req-b6963956-7976-4e87-9682-9e6952dc9027 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/quotas/bb2c2f7669dc47b3aa63753334d0f212 HTTP/1.1" status: 200 len: 375 time: 0.0263376 Feb 09 01:07:45.403337 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-c19a404f-782b-4af1-a4fa-fa4cbde39d26 req-9c9dec85-0cff-4711-9241-2f90442b8a53 service neutron] Attempting to bind port 031ac22c-ea8a-41f4-a4a5-b330d617cc92 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:07:45.403690 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-c19a404f-782b-4af1-a4fa-fa4cbde39d26 req-9c9dec85-0cff-4711-9241-2f90442b8a53 service neutron] Attempting to bind port 031ac22c-ea8a-41f4-a4a5-b330d617cc92 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '2c79ec4a-284a-40f7-bbb4-646b3066ffe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:07:45.404014 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19a404f-782b-4af1-a4fa-fa4cbde39d26 req-9c9dec85-0cff-4711-9241-2f90442b8a53 service neutron] Attempting to bind port 031ac22c-ea8a-41f4-a4a5-b330d617cc92 on network 0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:07:45.417063 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19a404f-782b-4af1-a4fa-fa4cbde39d26 req-9c9dec85-0cff-4711-9241-2f90442b8a53 service neutron] Port 031ac22c-ea8a-41f4-a4a5-b330d617cc92 on network 0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:07:45.417609 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19a404f-782b-4af1-a4fa-fa4cbde39d26 req-9c9dec85-0cff-4711-9241-2f90442b8a53 service neutron] Attempting to bind port 031ac22c-ea8a-41f4-a4a5-b330d617cc92 on network 0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:07:45.437178 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-56900150-4490-4c26-8e0d-daef3cb09499 req-f10cfd99-be8f-4127-9155-e9032685a859 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=bb2c2f7669dc47b3aa63753334d0f212&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0938499 Feb 09 01:07:45.437943 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19a404f-782b-4af1-a4fa-fa4cbde39d26 req-9c9dec85-0cff-4711-9241-2f90442b8a53 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:07:45.438287 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19a404f-782b-4af1-a4fa-fa4cbde39d26 req-9c9dec85-0cff-4711-9241-2f90442b8a53 service neutron] Checking segment: {'id': '2c79ec4a-284a-40f7-bbb4-646b3066ffe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:07:45.438849 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19a404f-782b-4af1-a4fa-fa4cbde39d26 req-9c9dec85-0cff-4711-9241-2f90442b8a53 service neutron] Bound using segment: {'id': '2c79ec4a-284a-40f7-bbb4-646b3066ffe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:07:45.439301 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-c19a404f-782b-4af1-a4fa-fa4cbde39d26 req-9c9dec85-0cff-4711-9241-2f90442b8a53 service neutron] Bound port: 031ac22c-ea8a-41f4-a4a5-b330d617cc92, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c79ec4a-284a-40f7-bbb4-646b3066ffe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:07:45.439667 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c19a404f-782b-4af1-a4fa-fa4cbde39d26 req-9c9dec85-0cff-4711-9241-2f90442b8a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (031ac22c-ea8a-41f4-a4a5-b330d617cc92), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:45.594614 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-c19a404f-782b-4af1-a4fa-fa4cbde39d26 req-9c9dec85-0cff-4711-9241-2f90442b8a53 service neutron] For port 031ac22c-ea8a-41f4-a4a5-b330d617cc92, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:07:45.599794 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-c19a404f-782b-4af1-a4fa-fa4cbde39d26 req-9c9dec85-0cff-4711-9241-2f90442b8a53 service neutron] For port 031ac22c-ea8a-41f4-a4a5-b330d617cc92, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=031ac22c-ea8a-41f4-a4a5-b330d617cc92,segment=NetworkSegment(2c79ec4a-284a-40f7-bbb4-646b3066ffe8),segment_id=2c79ec4a-284a-40f7-bbb4-646b3066ffe8)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:07:45.613538 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a518fe3-2d30-48f5-a58b-4d8cb73c162f req-61d9fe5e-01bb-45e5-bb9a-0becadf731dd tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:45.615329 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4a518fe3-2d30-48f5-a58b-4d8cb73c162f req-61d9fe5e-01bb-45e5-bb9a-0becadf731dd tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc816d7-4e97-4af0-a022-c8d1d996bcc6 HTTP/1.1" status: 200 len: 946 time: 0.1259933 Feb 09 01:07:45.617064 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c19a404f-782b-4af1-a4fa-fa4cbde39d26 req-9c9dec85-0cff-4711-9241-2f90442b8a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (031ac22c-ea8a-41f4-a4a5-b330d617cc92), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:45.689865 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a404f-782b-4af1-a4fa-fa4cbde39d26 req-9c9dec85-0cff-4711-9241-2f90442b8a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:45.691490 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c19a404f-782b-4af1-a4fa-fa4cbde39d26 req-9c9dec85-0cff-4711-9241-2f90442b8a53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:45.693639 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c19a404f-782b-4af1-a4fa-fa4cbde39d26 req-9c9dec85-0cff-4711-9241-2f90442b8a53 service neutron] 10.222.0.120 "PUT /v2.0/ports/031ac22c-ea8a-41f4-a4a5-b330d617cc92 HTTP/1.1" status: 200 len: 1092 time: 2.1144512 Feb 09 01:07:45.696628 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67938457-1199-409e-83c1-7f7b64346789', 'tag': '031ac22c-ea8a-41f4-a4a5-b330d617cc92'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:07:45.699472 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562e9eaf-3c1e-4182-adb4-d850ea9c0e7d" -d '{"events": [{"name": "network-changed", "server_uuid": "67938457-1199-409e-83c1-7f7b64346789", "tag": "031ac22c-ea8a-41f4-a4a5-b330d617cc92"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:07:45.763497 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9dec85-0cff-4711-9241-2f90442b8a53 service neutron] Pushing event updated for resources: {'Port': ['ID=031ac22c-ea8a-41f4-a4a5-b330d617cc92,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:45.790180 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4a518fe3-2d30-48f5-a58b-4d8cb73c162f req-6a540bdc-f987-4ee2-ae14-6df512f06bc5 tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] 10.222.0.50 "GET /v2.0/security-groups?id=c82867f8-bd12-4180-b082-ee29add7fe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401453 Feb 09 01:07:45.858517 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a404f-782b-4af1-a4fa-fa4cbde39d26 req-f6b0830e-45f2-44c2-a52b-91bc228f130f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:45.879401 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c19a404f-782b-4af1-a4fa-fa4cbde39d26 req-f6b0830e-45f2-44c2-a52b-91bc228f130f service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=355d1325551c4d73aae5a14b9534ded0&device_id=67938457-1199-409e-83c1-7f7b64346789 HTTP/1.1" status: 200 len: 1126 time: 0.0871353 Feb 09 01:07:45.967272 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c19a404f-782b-4af1-a4fa-fa4cbde39d26 req-3b7220da-dc67-44e3-a883-d3753f6a9e03 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=031ac22c-ea8a-41f4-a4a5-b330d617cc92 HTTP/1.1" status: 200 len: 217 time: 0.0867672 Feb 09 01:07:46.245747 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a404f-782b-4af1-a4fa-fa4cbde39d26 req-aeb3f926-012c-4db8-9665-791aa23cddde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:46.247227 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c19a404f-782b-4af1-a4fa-fa4cbde39d26 req-aeb3f926-012c-4db8-9665-791aa23cddde service neutron] 10.222.0.120 "GET /v2.0/subnets?id=f9451162-d23b-43af-8cc6-7b624c347fcf HTTP/1.1" status: 200 len: 854 time: 0.2690425 Feb 09 01:07:46.341484 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c19a404f-782b-4af1-a4fa-fa4cbde39d26 req-2148f82e-ee38-4035-83db-c1466a10e54c service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755503 Feb 09 01:07:46.348171 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8162ba1-af63-4ecd-96f6-a5b532705063 req-b88538f7-a2bb-4c30-ad43-ea9886f8bbb0 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:46.350341 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c8162ba1-af63-4ecd-96f6-a5b532705063 req-b88538f7-a2bb-4c30-ad43-ea9886f8bbb0 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 1127 time: 0.3586652 Feb 09 01:07:46.697562 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c19a404f-782b-4af1-a4fa-fa4cbde39d26 req-4c5fd343-93cc-41f3-8293-68bfa993b6f6 service neutron] 10.222.0.120 "GET /v2.0/networks/0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342502 Feb 09 01:07:46.904014 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c8162ba1-af63-4ecd-96f6-a5b532705063 req-f8908581-0a41-44ea-b519-2a2b8f54b7f7 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5419085 Feb 09 01:07:46.956425 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0eaf20-df1c-4bb8-aa13-e6b6dde73e50 req-93640164-c9aa-4e65-8714-dc71f85826d5 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:46.964106 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad0eaf20-df1c-4bb8-aa13-e6b6dde73e50 req-93640164-c9aa-4e65-8714-dc71f85826d5 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=67938457-1199-409e-83c1-7f7b64346789 HTTP/1.1" status: 200 len: 944 time: 0.4580379 Feb 09 01:07:47.171281 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f755c664-d613-45b5-92ad-e20c6234c481 req-1ac76579-36c8-454d-8bc9-93de041e361d tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c7c7ea9-287f-43d8-84aa-16fd1c602900 HTTP/1.1" status: 200 len: 210 time: 0.1172490 Feb 09 01:07:47.179000 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c19a404f-782b-4af1-a4fa-fa4cbde39d26 req-e10606a6-6ab5-4679-9eea-16b690b58a39 service neutron] 10.222.0.120 "GET /v2.0/networks/0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4347456 Feb 09 01:07:47.255066 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9527b6-1090-4ae3-8165-8c188cac5e34 x-openstack-request-id: req-df9527b6-1090-4ae3-8165-8c188cac5e34 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:07:47.255425 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67938457-1199-409e-83c1-7f7b64346789", "tag": "031ac22c-ea8a-41f4-a4a5-b330d617cc92", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:07:47.257474 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-df9527b6-1090-4ae3-8165-8c188cac5e34 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:07:47.257946 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67938457-1199-409e-83c1-7f7b64346789', 'tag': '031ac22c-ea8a-41f4-a4a5-b330d617cc92', 'status': 'completed', 'code': 200} Feb 09 01:07:47.284254 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad0eaf20-df1c-4bb8-aa13-e6b6dde73e50 req-a6aa2b56-3c4e-4ffe-b382-87d976719591 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191216 Feb 09 01:07:47.483422 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e9eaf-3c1e-4182-adb4-d850ea9c0e7d req-e6c4ee72-4d5a-4307-8069-4a10da232109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:47.484971 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-562e9eaf-3c1e-4182-adb4-d850ea9c0e7d req-e6c4ee72-4d5a-4307-8069-4a10da232109 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=355d1325551c4d73aae5a14b9534ded0&device_id=67938457-1199-409e-83c1-7f7b64346789 HTTP/1.1" status: 200 len: 1126 time: 0.1861908 Feb 09 01:07:47.550737 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4ad3b-c30a-47bb-a4d8-65ed4e4acc90 req-c90afb19-79a2-4d3a-af93-ca45e584648d tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:47.563079 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-62d4ad3b-c30a-47bb-a4d8-65ed4e4acc90 req-c90afb19-79a2-4d3a-af93-ca45e584648d tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 946 time: 0.1720293 Feb 09 01:07:48.064277 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089c0ac-ffa0-48e8-84ed-ef287b6a1323 req-7b6c81e3-7523-458d-9e1a-f351924e8444 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:48.073748 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2089c0ac-ffa0-48e8-84ed-ef287b6a1323 req-7b6c81e3-7523-458d-9e1a-f351924e8444 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=039cffd4-a77e-4f0e-82e6-a69d8a085da3 HTTP/1.1" status: 200 len: 945 time: 0.6481814 Feb 09 01:07:48.103965 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-56900150-4490-4c26-8e0d-daef3cb09499 req-98578b6c-e349-4c83-96cd-891bb499a102 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=bb2c2f7669dc47b3aa63753334d0f212&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502343 Feb 09 01:07:48.271945 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-62d4ad3b-c30a-47bb-a4d8-65ed4e4acc90 req-081f4a60-847d-42ed-b962-ce9fc2d30a4e tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7075467 Feb 09 01:07:48.293864 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e9eaf-3c1e-4182-adb4-d850ea9c0e7d req-8df54992-344a-42b0-9cd2-019c3c3e44e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:48.297377 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-562e9eaf-3c1e-4182-adb4-d850ea9c0e7d req-8df54992-344a-42b0-9cd2-019c3c3e44e7 service neutron] 10.222.0.120 "GET /v2.0/networks?id=0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0 HTTP/1.1" status: 200 len: 916 time: 0.7941902 Feb 09 01:07:48.302084 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2089c0ac-ffa0-48e8-84ed-ef287b6a1323 req-d5c02a34-e6c3-4eba-8467-f3f7efd89d7e tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942883 Feb 09 01:07:48.419342 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-562e9eaf-3c1e-4182-adb4-d850ea9c0e7d req-01a3dfba-d746-4e63-8975-a6386e4b23fb service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=031ac22c-ea8a-41f4-a4a5-b330d617cc92 HTTP/1.1" status: 200 len: 217 time: 0.0939333 Feb 09 01:07:48.430066 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56900150-4490-4c26-8e0d-daef3cb09499 req-677cb773-b35b-4d20-ae34-20f7f11e860e tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:48.431626 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-56900150-4490-4c26-8e0d-daef3cb09499 req-677cb773-b35b-4d20-ae34-20f7f11e860e tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3163104 Feb 09 01:07:48.478252 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e9eaf-3c1e-4182-adb4-d850ea9c0e7d req-6e215ccb-2cb4-4229-a907-0e88c583e8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:48.480396 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-562e9eaf-3c1e-4182-adb4-d850ea9c0e7d req-6e215ccb-2cb4-4229-a907-0e88c583e8e0 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=f9451162-d23b-43af-8cc6-7b624c347fcf HTTP/1.1" status: 200 len: 854 time: 0.0478363 Feb 09 01:07:48.494998 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-56900150-4490-4c26-8e0d-daef3cb09499 req-4884c360-1e9a-476e-9600-0e22648ecc47 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Request body: {'port': {'device_id': '2c7c7ea9-287f-43d8-84aa-16fd1c602900', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'admin_state_up': True, 'tenant_id': 'bb2c2f7669dc47b3aa63753334d0f212'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:48.540986 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7e8f73d2-2b55-4995-861a-5db50bfdbc48 req-69489d60-565a-46ae-b545-e9f5aa99ca63 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c7c7ea9-287f-43d8-84aa-16fd1c602900 HTTP/1.1" status: 200 len: 210 time: 0.1070809 Feb 09 01:07:48.632646 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-562e9eaf-3c1e-4182-adb4-d850ea9c0e7d req-b47320da-7b87-4694-b434-6e2997dfc594 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1344252 Feb 09 01:07:48.814169 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93972181-1e81-420d-8882-44e9a3480971 req-d03ca005-197c-45a4-b9d6-b449e0525647 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:48.821660 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-93972181-1e81-420d-8882-44e9a3480971 req-d03ca005-197c-45a4-b9d6-b449e0525647 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=67938457-1199-409e-83c1-7f7b64346789 HTTP/1.1" status: 200 len: 944 time: 0.1620915 Feb 09 01:07:48.881203 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-562e9eaf-3c1e-4182-adb4-d850ea9c0e7d req-9f0aaf41-9ce4-4ae5-ac1d-5538a9484ae3 service neutron] 10.222.0.120 "GET /v2.0/networks/0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341783 Feb 09 01:07:48.994951 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56900150-4490-4c26-8e0d-daef3cb09499 req-4884c360-1e9a-476e-9600-0e22648ecc47 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Made reservation on behalf of bb2c2f7669dc47b3aa63753334d0f212 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:07:49.000888 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-56900150-4490-4c26-8e0d-daef3cb09499 req-4884c360-1e9a-476e-9600-0e22648ecc47 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:49.049432 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-93972181-1e81-420d-8882-44e9a3480971 req-7b204668-5caa-40ff-aff6-368cd58bfdf7 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267540 Feb 09 01:07:49.387457 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-562e9eaf-3c1e-4182-adb4-d850ea9c0e7d req-d084abbc-0eae-40df-9639-b4f8b1d951be service neutron] 10.222.0.120 "GET /v2.0/networks/0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4870255 Feb 09 01:07:49.517525 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-56900150-4490-4c26-8e0d-daef3cb09499 req-4884c360-1e9a-476e-9600-0e22648ecc47 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Allocated IP 192.168.233.119 (9e88fe6e-2b1d-4294-a17d-9a7801813700/3810d295-ee98-40f7-b1e2-609bf7d1c3df/a8a5c7bf-3195-403b-9606-254885756533) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:07:49.904873 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 031ac22c-ea8a-41f4-a4a5-b330d617cc92 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:07:50.013144 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-56900150-4490-4c26-8e0d-daef3cb09499 req-4884c360-1e9a-476e-9600-0e22648ecc47 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Publish callbacks [] for port (a8a5c7bf-3195-403b-9606-254885756533), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:50.065622 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-56900150-4490-4c26-8e0d-daef3cb09499 req-4884c360-1e9a-476e-9600-0e22648ecc47 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (a8a5c7bf-3195-403b-9606-254885756533), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:50.099104 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [req-75d02820-291d-459c-a958-58bf66e7d151 req-fa5fa74e-2d4f-433d-ade0-f8c91430be4b tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:07:50.100154 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-75d02820-291d-459c-a958-58bf66e7d151 req-fa5fa74e-2d4f-433d-ade0-f8c91430be4b tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059562 Feb 09 01:07:50.121943 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 031ac22c-ea8a-41f4-a4a5-b330d617cc92, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=031ac22c-ea8a-41f4-a4a5-b330d617cc92,segment=NetworkSegment(2c79ec4a-284a-40f7-bbb4-646b3066ffe8),segment_id=2c79ec4a-284a-40f7-bbb4-646b3066ffe8)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:07:50.141734 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56900150-4490-4c26-8e0d-daef3cb09499 req-4884c360-1e9a-476e-9600-0e22648ecc47 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Network 9e88fe6e-2b1d-4294-a17d-9a7801813700 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:07:50.149997 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-56900150-4490-4c26-8e0d-daef3cb09499 req-4884c360-1e9a-476e-9600-0e22648ecc47 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:07:50.151695 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '031ac22c-ea8a-41f4-a4a5-b330d617cc92', 'network_id': '0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0', 'port_id': '031ac22c-ea8a-41f4-a4a5-b330d617cc92', 'mac_address': 'fa:16:3e:5e:61:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9451162-d23b-43af-8cc6-7b624c347fcf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:07:50.153892 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-56900150-4490-4c26-8e0d-daef3cb09499 req-4884c360-1e9a-476e-9600-0e22648ecc47 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:07:50.159056 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['55c4bf60-0109-4867-a2a2-d93f9af543b9'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:07:50.211176 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d02820-291d-459c-a958-58bf66e7d151 req-aef27810-31ef-40da-ae8e-9fcf9b1313ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:50.218399 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-75d02820-291d-459c-a958-58bf66e7d151 req-aef27810-31ef-40da-ae8e-9fcf9b1313ee service neutron] 10.222.0.50 "GET /v2.0/ports/b0d30616-27a9-44a4-8ffc-38209725a898 HTTP/1.1" status: 200 len: 1124 time: 0.1097574 Feb 09 01:07:50.237561 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-75d02820-291d-459c-a958-58bf66e7d151 req-975e04d8-c11b-4f32-97df-e6def3436d1f service neutron] Request body: {'binding': {'host': 'n-h1-828369-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:50.238049 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-75d02820-291d-459c-a958-58bf66e7d151 req-975e04d8-c11b-4f32-97df-e6def3436d1f service neutron] Unknown quota resources ['binding']. {{(pid=103137) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 01:07:50.307934 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 031ac22c-ea8a-41f4-a4a5-b330d617cc92 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:07:50.313421 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (031ac22c-ea8a-41f4-a4a5-b330d617cc92), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:50.355426 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 031ac22c-ea8a-41f4-a4a5-b330d617cc92 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:07:50.447687 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4884c360-1e9a-476e-9600-0e22648ecc47 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Pushing event updated for resources: {'Port': ['ID=a8a5c7bf-3195-403b-9606-254885756533,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:50.499636 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0003d-5386-482e-b886-82c177fc70d3 req-02173f65-8b3f-47ac-b344-13bc26c6b66b tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:50.503118 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2b0003d-5386-482e-b886-82c177fc70d3 req-02173f65-8b3f-47ac-b344-13bc26c6b66b tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=039cffd4-a77e-4f0e-82e6-a69d8a085da3 HTTP/1.1" status: 200 len: 945 time: 0.6968510 Feb 09 01:07:50.514778 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 031ac22c-ea8a-41f4-a4a5-b330d617cc92, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=031ac22c-ea8a-41f4-a4a5-b330d617cc92,segment=NetworkSegment(2c79ec4a-284a-40f7-bbb4-646b3066ffe8),segment_id=2c79ec4a-284a-40f7-bbb4-646b3066ffe8)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:07:50.525365 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56900150-4490-4c26-8e0d-daef3cb09499 req-4884c360-1e9a-476e-9600-0e22648ecc47 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:50.526193 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-56900150-4490-4c26-8e0d-daef3cb09499 req-4884c360-1e9a-476e-9600-0e22648ecc47 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:50.559604 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (031ac22c-ea8a-41f4-a4a5-b330d617cc92), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:50.616024 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=031ac22c-ea8a-41f4-a4a5-b330d617cc92,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:50.642176 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-32c1eeac-40a0-4755-be60-1942a2c43d5a None None] Provisioning complete for port a8a5c7bf-3195-403b-9606-254885756533 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:07:50.643067 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-32c1eeac-40a0-4755-be60-1942a2c43d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a8a5c7bf-3195-403b-9606-254885756533), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:50.669763 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-56900150-4490-4c26-8e0d-daef3cb09499 req-4884c360-1e9a-476e-9600-0e22648ecc47 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1809237 Feb 09 01:07:50.687725 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-75d02820-291d-459c-a958-58bf66e7d151 req-975e04d8-c11b-4f32-97df-e6def3436d1f service neutron] Attempting to bind port b0d30616-27a9-44a4-8ffc-38209725a898 on host n-h1-828369-4 for vnic_type normal with profile None {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:07:50.688073 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-75d02820-291d-459c-a958-58bf66e7d151 req-975e04d8-c11b-4f32-97df-e6def3436d1f service neutron] Attempting to bind port b0d30616-27a9-44a4-8ffc-38209725a898 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:07:50.690645 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d02820-291d-459c-a958-58bf66e7d151 req-975e04d8-c11b-4f32-97df-e6def3436d1f service neutron] Attempting to bind port b0d30616-27a9-44a4-8ffc-38209725a898 on network 584d7274-cb01-4853-8902-7824a3a705cb {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:07:50.698978 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-32c1eeac-40a0-4755-be60-1942a2c43d5a None None] Port a8a5c7bf-3195-403b-9606-254885756533 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:07:50.704744 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-56900150-4490-4c26-8e0d-daef3cb09499 req-b4b23d37-417d-47cd-bbda-503f736f6c46 service neutron] Request body: {'port': {'device_id': '2c7c7ea9-287f-43d8-84aa-16fd1c602900', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:07:50.713609 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d02820-291d-459c-a958-58bf66e7d151 req-975e04d8-c11b-4f32-97df-e6def3436d1f service neutron] Port b0d30616-27a9-44a4-8ffc-38209725a898 on network 584d7274-cb01-4853-8902-7824a3a705cb not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:07:50.713947 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d02820-291d-459c-a958-58bf66e7d151 req-975e04d8-c11b-4f32-97df-e6def3436d1f service neutron] Attempting to bind port b0d30616-27a9-44a4-8ffc-38209725a898 on network 584d7274-cb01-4853-8902-7824a3a705cb {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:07:50.734265 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d02820-291d-459c-a958-58bf66e7d151 req-975e04d8-c11b-4f32-97df-e6def3436d1f service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:07:50.735101 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d02820-291d-459c-a958-58bf66e7d151 req-975e04d8-c11b-4f32-97df-e6def3436d1f service neutron] Checking segment: {'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:07:50.741201 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d02820-291d-459c-a958-58bf66e7d151 req-975e04d8-c11b-4f32-97df-e6def3436d1f service neutron] Bound using segment: {'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:07:50.741660 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-75d02820-291d-459c-a958-58bf66e7d151 req-975e04d8-c11b-4f32-97df-e6def3436d1f service neutron] Bound port: b0d30616-27a9-44a4-8ffc-38209725a898, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:07:50.880571 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-75d02820-291d-459c-a958-58bf66e7d151 req-975e04d8-c11b-4f32-97df-e6def3436d1f service neutron] For port b0d30616-27a9-44a4-8ffc-38209725a898, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=b0d30616-27a9-44a4-8ffc-38209725a898,segment=NetworkSegment(c09a8a87-556d-487a-811a-06517127dee5),segment_id=c09a8a87-556d-487a-811a-06517127dee5)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:07:50.892284 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-75d02820-291d-459c-a958-58bf66e7d151 req-975e04d8-c11b-4f32-97df-e6def3436d1f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:50.896422 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-75d02820-291d-459c-a958-58bf66e7d151 req-975e04d8-c11b-4f32-97df-e6def3436d1f service neutron] 10.222.0.50 "POST /v2.0/ports/b0d30616-27a9-44a4-8ffc-38209725a898/bindings HTTP/1.1" status: 201 len: 389 time: 0.6707156 Feb 09 01:07:50.907182 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2b0003d-5386-482e-b886-82c177fc70d3 req-08213291-d785-47c6-bb1a-9a2916185938 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590660 Feb 09 01:07:50.910918 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-56900150-4490-4c26-8e0d-daef3cb09499 req-b4b23d37-417d-47cd-bbda-503f736f6c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a8a5c7bf-3195-403b-9606-254885756533), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:51.030008 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['031ac22c-ea8a-41f4-a4a5-b330d617cc92'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:07:51.449239 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c57d83-0866-429d-b82c-559461404f85 req-e77a94fe-7d7c-43c6-b49d-ddd03f479b2f tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:51.456299 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-63c57d83-0866-429d-b82c-559461404f85 req-e77a94fe-7d7c-43c6-b49d-ddd03f479b2f tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c7c7ea9-287f-43d8-84aa-16fd1c602900 HTTP/1.1" status: 200 len: 936 time: 0.2818255 Feb 09 01:07:51.474521 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944fbed-d708-4642-bdb9-bcbb36c86823 req-0e746ab1-e743-434a-a709-3ca13be77d2a tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:51.481600 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5944fbed-d708-4642-bdb9-bcbb36c86823 req-0e746ab1-e743-434a-a709-3ca13be77d2a tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 946 time: 0.3181877 Feb 09 01:07:51.555761 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d02820-291d-459c-a958-58bf66e7d151 req-d2207c7a-a618-4988-9c88-f9f0642c3c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:51.556581 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-75d02820-291d-459c-a958-58bf66e7d151 req-d2207c7a-a618-4988-9c88-f9f0642c3c59 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=349016141cb643eba466ab5e9338a7e5&device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 1127 time: 0.1961951 Feb 09 01:07:51.662591 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-63c57d83-0866-429d-b82c-559461404f85 req-f0314aaf-dcec-45b3-8aca-3fd07eb32a0c tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf9ebccc-61f6-474b-a73b-d44e5a3a156a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053080 Feb 09 01:07:51.721262 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5944fbed-d708-4642-bdb9-bcbb36c86823 req-162b16cc-fc6b-4b58-8125-d07cf2edbbd1 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2327971 Feb 09 01:07:51.730444 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:07:51.943596 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d02820-291d-459c-a958-58bf66e7d151 req-e158e2f5-70b5-42b0-a3d2-812f8d8b190d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:51.945419 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-75d02820-291d-459c-a958-58bf66e7d151 req-e158e2f5-70b5-42b0-a3d2-812f8d8b190d service neutron] 10.222.0.47 "GET /v2.0/networks?id=584d7274-cb01-4853-8902-7824a3a705cb HTTP/1.1" status: 200 len: 909 time: 0.3622804 Feb 09 01:07:51.958968 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-56900150-4490-4c26-8e0d-daef3cb09499 req-b4b23d37-417d-47cd-bbda-503f736f6c46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8a5c7bf-3195-403b-9606-254885756533 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:07:52.014476 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-56900150-4490-4c26-8e0d-daef3cb09499 req-b4b23d37-417d-47cd-bbda-503f736f6c46 service neutron] Publish callbacks [] for port (a8a5c7bf-3195-403b-9606-254885756533), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:52.018859 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-75d02820-291d-459c-a958-58bf66e7d151 req-7edac937-57f0-47a3-a65b-52b9992105b4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0d30616-27a9-44a4-8ffc-38209725a898 HTTP/1.1" status: 200 len: 217 time: 0.0451274 Feb 09 01:07:52.081488 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-56900150-4490-4c26-8e0d-daef3cb09499 req-b4b23d37-417d-47cd-bbda-503f736f6c46 service neutron] Transition to ACTIVE for port object a8a5c7bf-3195-403b-9606-254885756533 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:07:52.095914 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e9641-35f7-4619-b134-18c2d9937879 req-2c6f4833-cd8f-450f-93d0-0fb769c27d77 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:52.097483 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-495e9641-35f7-4619-b134-18c2d9937879 req-2c6f4833-cd8f-450f-93d0-0fb769c27d77 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=67938457-1199-409e-83c1-7f7b64346789 HTTP/1.1" status: 200 len: 945 time: 0.3246958 Feb 09 01:07:52.103902 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-56900150-4490-4c26-8e0d-daef3cb09499 req-b4b23d37-417d-47cd-bbda-503f736f6c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (a8a5c7bf-3195-403b-9606-254885756533), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:52.117115 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c945c7-6cc5-4dd3-b701-deeab5ca9c27 req-ae86b0ba-f850-46ea-93ab-15f1a44ea54e tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:52.125414 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f9c945c7-6cc5-4dd3-b701-deeab5ca9c27 req-ae86b0ba-f850-46ea-93ab-15f1a44ea54e tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 945 time: 0.2915111 Feb 09 01:07:52.175679 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d02820-291d-459c-a958-58bf66e7d151 req-70b1bae3-08d2-44d2-a3a9-4e964e3b9f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:52.177224 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-75d02820-291d-459c-a958-58bf66e7d151 req-70b1bae3-08d2-44d2-a3a9-4e964e3b9f26 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4611cb36-f3d2-4498-977c-18da9d170e4c HTTP/1.1" status: 200 len: 847 time: 0.1484227 Feb 09 01:07:52.249652 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-75d02820-291d-459c-a958-58bf66e7d151 req-24fe657e-fb3e-4ea9-aee3-f0a627872177 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=584d7274-cb01-4853-8902-7824a3a705cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567296 Feb 09 01:07:52.267441 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b23d37-417d-47cd-bbda-503f736f6c46 service neutron] Pushing event updated for resources: {'Port': ['ID=a8a5c7bf-3195-403b-9606-254885756533,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:52.327103 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-495e9641-35f7-4619-b134-18c2d9937879 req-03ec51db-32f6-4299-97db-48c69c23f078 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205791 Feb 09 01:07:52.402076 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f9c945c7-6cc5-4dd3-b701-deeab5ca9c27 req-c4ec1a17-4f28-41cb-9d87-57c83b1f61bf tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759206 Feb 09 01:07:52.569372 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-56900150-4490-4c26-8e0d-daef3cb09499 req-b4b23d37-417d-47cd-bbda-503f736f6c46 service neutron] Attempting to bind port a8a5c7bf-3195-403b-9606-254885756533 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:07:52.570526 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-56900150-4490-4c26-8e0d-daef3cb09499 req-b4b23d37-417d-47cd-bbda-503f736f6c46 service neutron] Attempting to bind port a8a5c7bf-3195-403b-9606-254885756533 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:07:52.570888 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56900150-4490-4c26-8e0d-daef3cb09499 req-b4b23d37-417d-47cd-bbda-503f736f6c46 service neutron] Attempting to bind port a8a5c7bf-3195-403b-9606-254885756533 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:07:52.575145 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-75d02820-291d-459c-a958-58bf66e7d151 req-9b019d02-2f86-4608-bb15-ef510e457328 service neutron] 10.222.0.47 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019261 Feb 09 01:07:52.581258 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56900150-4490-4c26-8e0d-daef3cb09499 req-b4b23d37-417d-47cd-bbda-503f736f6c46 service neutron] Port a8a5c7bf-3195-403b-9606-254885756533 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:07:52.581592 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56900150-4490-4c26-8e0d-daef3cb09499 req-b4b23d37-417d-47cd-bbda-503f736f6c46 service neutron] Attempting to bind port a8a5c7bf-3195-403b-9606-254885756533 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:07:52.603785 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df223e-cc36-40c4-a665-bb51c174963a req-e3078efe-a5dd-42dc-b8fe-ed8d6010d198 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:52.605322 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-39df223e-cc36-40c4-a665-bb51c174963a req-e3078efe-a5dd-42dc-b8fe-ed8d6010d198 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=039cffd4-a77e-4f0e-82e6-a69d8a085da3 HTTP/1.1" status: 200 len: 945 time: 0.1824648 Feb 09 01:07:52.619619 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56900150-4490-4c26-8e0d-daef3cb09499 req-b4b23d37-417d-47cd-bbda-503f736f6c46 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:07:52.619969 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56900150-4490-4c26-8e0d-daef3cb09499 req-b4b23d37-417d-47cd-bbda-503f736f6c46 service neutron] Checking segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:07:52.620364 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56900150-4490-4c26-8e0d-daef3cb09499 req-b4b23d37-417d-47cd-bbda-503f736f6c46 service neutron] Bound using segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:07:52.620861 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-56900150-4490-4c26-8e0d-daef3cb09499 req-b4b23d37-417d-47cd-bbda-503f736f6c46 service neutron] Bound port: a8a5c7bf-3195-403b-9606-254885756533, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:07:52.621225 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-56900150-4490-4c26-8e0d-daef3cb09499 req-b4b23d37-417d-47cd-bbda-503f736f6c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a8a5c7bf-3195-403b-9606-254885756533), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:52.894330 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-39df223e-cc36-40c4-a665-bb51c174963a req-30eb3da5-6dc9-4a04-81a0-5c89ec16e77e tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704201 Feb 09 01:07:52.896256 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-75d02820-291d-459c-a958-58bf66e7d151 req-f25d761c-28ec-4a18-a61a-cf4682d6aab7 service neutron] 10.222.0.47 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093622 Feb 09 01:07:52.907531 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-56900150-4490-4c26-8e0d-daef3cb09499 req-b4b23d37-417d-47cd-bbda-503f736f6c46 service neutron] For port a8a5c7bf-3195-403b-9606-254885756533, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:07:52.912564 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-56900150-4490-4c26-8e0d-daef3cb09499 req-b4b23d37-417d-47cd-bbda-503f736f6c46 service neutron] For port a8a5c7bf-3195-403b-9606-254885756533, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=a8a5c7bf-3195-403b-9606-254885756533,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:07:52.936686 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-56900150-4490-4c26-8e0d-daef3cb09499 req-b4b23d37-417d-47cd-bbda-503f736f6c46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (a8a5c7bf-3195-403b-9606-254885756533), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:52.951806 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a1d2f-bdf4-4472-8492-77c5aeab0347 req-4c5ab7ad-6d9c-4f4d-a18c-f48d594b204d tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:52.953302 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-293a1d2f-bdf4-4472-8492-77c5aeab0347 req-4c5ab7ad-6d9c-4f4d-a18c-f48d594b204d tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c7c7ea9-287f-43d8-84aa-16fd1c602900 HTTP/1.1" status: 200 len: 948 time: 0.1825967 Feb 09 01:07:52.993748 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56900150-4490-4c26-8e0d-daef3cb09499 req-b4b23d37-417d-47cd-bbda-503f736f6c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:52.994380 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-56900150-4490-4c26-8e0d-daef3cb09499 req-b4b23d37-417d-47cd-bbda-503f736f6c46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:52.995770 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-56900150-4490-4c26-8e0d-daef3cb09499 req-b4b23d37-417d-47cd-bbda-503f736f6c46 service neutron] 10.222.0.47 "PUT /v2.0/ports/a8a5c7bf-3195-403b-9606-254885756533 HTTP/1.1" status: 200 len: 1096 time: 2.3001812 Feb 09 01:07:52.996220 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7c7ea9-287f-43d8-84aa-16fd1c602900', 'tag': 'a8a5c7bf-3195-403b-9606-254885756533'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:07:52.999071 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed43d923-a8d7-48d5-9d7b-df01c9516fbc" -d '{"events": [{"name": "network-changed", "server_uuid": "2c7c7ea9-287f-43d8-84aa-16fd1c602900", "tag": "a8a5c7bf-3195-403b-9606-254885756533"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:07:53.175883 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b23d37-417d-47cd-bbda-503f736f6c46 service neutron] Pushing event updated for resources: {'Port': ['ID=a8a5c7bf-3195-403b-9606-254885756533,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:53.214073 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-293a1d2f-bdf4-4472-8492-77c5aeab0347 req-d614f07a-4041-4e0b-af05-c47271cc23f4 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf9ebccc-61f6-474b-a73b-d44e5a3a156a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377670 Feb 09 01:07:53.272589 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139af08b-faad-49c2-92d3-077166e099b2 req-289e7454-9796-4208-8ff7-631fa7e27235 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:53.286763 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-139af08b-faad-49c2-92d3-077166e099b2 req-289e7454-9796-4208-8ff7-631fa7e27235 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 946 time: 0.2581947 Feb 09 01:07:53.297824 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56900150-4490-4c26-8e0d-daef3cb09499 req-543c98e9-a46b-425d-b7d0-3fc985c17bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:53.304144 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-56900150-4490-4c26-8e0d-daef3cb09499 req-543c98e9-a46b-425d-b7d0-3fc985c17bbc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bb2c2f7669dc47b3aa63753334d0f212&device_id=2c7c7ea9-287f-43d8-84aa-16fd1c602900 HTTP/1.1" status: 200 len: 1130 time: 0.2034876 Feb 09 01:07:53.330939 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da41cc02-5812-4015-98f9-64b0629cdece x-openstack-request-id: req-da41cc02-5812-4015-98f9-64b0629cdece {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:07:53.331259 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c7c7ea9-287f-43d8-84aa-16fd1c602900", "tag": "a8a5c7bf-3195-403b-9606-254885756533", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:07:53.331486 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-da41cc02-5812-4015-98f9-64b0629cdece {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:07:53.331885 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c7c7ea9-287f-43d8-84aa-16fd1c602900', 'tag': 'a8a5c7bf-3195-403b-9606-254885756533', 'status': 'completed', 'code': 200} Feb 09 01:07:53.443864 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-56900150-4490-4c26-8e0d-daef3cb09499 req-212586fd-1bfd-4e42-89c7-4d84aa27917d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=a8a5c7bf-3195-403b-9606-254885756533 HTTP/1.1" status: 200 len: 217 time: 0.1081426 Feb 09 01:07:53.548076 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-139af08b-faad-49c2-92d3-077166e099b2 req-c7774b2c-90e5-4af3-8427-8a6152eb6b09 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2401369 Feb 09 01:07:53.560435 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56900150-4490-4c26-8e0d-daef3cb09499 req-378b5fe1-4463-456a-8009-eeffd2831e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:53.562324 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-56900150-4490-4c26-8e0d-daef3cb09499 req-378b5fe1-4463-456a-8009-eeffd2831e9e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.1049154 Feb 09 01:07:53.649481 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c0de9-37dd-4450-92f6-73fb48420964 req-5e17ab55-d3b0-48ce-9a83-8b9f2e5bba3b tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:53.664049 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-590c0de9-37dd-4450-92f6-73fb48420964 req-5e17ab55-d3b0-48ce-9a83-8b9f2e5bba3b tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=67938457-1199-409e-83c1-7f7b64346789 HTTP/1.1" status: 200 len: 945 time: 0.1898808 Feb 09 01:07:53.762049 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56900150-4490-4c26-8e0d-daef3cb09499 req-19a601ae-b47b-4e10-8d23-f1d5565922cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:53.764447 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-56900150-4490-4c26-8e0d-daef3cb09499 req-19a601ae-b47b-4e10-8d23-f1d5565922cf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1921203 Feb 09 01:07:53.785107 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-590c0de9-37dd-4450-92f6-73fb48420964 req-b831f87c-7d5b-45ed-9cd0-bc1d0914fb08 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166756 Feb 09 01:07:53.918374 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 031ac22c-ea8a-41f4-a4a5-b330d617cc92 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:07:54.030438 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 031ac22c-ea8a-41f4-a4a5-b330d617cc92 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:07:54.040087 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 031ac22c-ea8a-41f4-a4a5-b330d617cc92 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:07:54.040856 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (031ac22c-ea8a-41f4-a4a5-b330d617cc92), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:54.167212 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 031ac22c-ea8a-41f4-a4a5-b330d617cc92 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:07:54.168159 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (031ac22c-ea8a-41f4-a4a5-b330d617cc92), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:54.203653 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67938457-1199-409e-83c1-7f7b64346789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '031ac22c-ea8a-41f4-a4a5-b330d617cc92'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:07:54.206439 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c6ec8d-99cf-4dc1-b240-f0b4c8b482ce" -d '{"events": [{"server_uuid": "67938457-1199-409e-83c1-7f7b64346789", "name": "network-vif-plugged", "status": "completed", "tag": "031ac22c-ea8a-41f4-a4a5-b330d617cc92"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:07:54.226338 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 031ac22c-ea8a-41f4-a4a5-b330d617cc92, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=031ac22c-ea8a-41f4-a4a5-b330d617cc92,segment=NetworkSegment(2c79ec4a-284a-40f7-bbb4-646b3066ffe8),segment_id=2c79ec4a-284a-40f7-bbb4-646b3066ffe8)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:07:54.236169 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddabb35-1ab4-4122-9efa-ccbf31f2db5b req-ce58a8e3-4b4d-4c1d-be36-e784df71d1f2 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:54.241725 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bddabb35-1ab4-4122-9efa-ccbf31f2db5b req-ce58a8e3-4b4d-4c1d-be36-e784df71d1f2 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 945 time: 0.5457368 Feb 09 01:07:54.251588 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (031ac22c-ea8a-41f4-a4a5-b330d617cc92), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:54.348406 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=031ac22c-ea8a-41f4-a4a5-b330d617cc92,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:54.352043 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-56900150-4490-4c26-8e0d-daef3cb09499 req-21bf5328-1910-4fb5-8bc5-d639c43ec065 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5609295 Feb 09 01:07:54.363726 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bddabb35-1ab4-4122-9efa-ccbf31f2db5b req-ec99823f-5909-4480-ad2d-24d3a3cd5177 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211202 Feb 09 01:07:54.381375 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941e564-4496-46ee-99c9-57dceadec99b req-10aac561-adc9-4cb6-8a74-cd05a25c34c8 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:54.382937 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7941e564-4496-46ee-99c9-57dceadec99b req-10aac561-adc9-4cb6-8a74-cd05a25c34c8 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=039cffd4-a77e-4f0e-82e6-a69d8a085da3 HTTP/1.1" status: 200 len: 945 time: 0.2254126 Feb 09 01:07:54.444474 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06338db-aa23-47a7-87e2-8c0286de1627 x-openstack-request-id: req-c06338db-aa23-47a7-87e2-8c0286de1627 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:07:54.444819 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67938457-1199-409e-83c1-7f7b64346789", "name": "network-vif-plugged", "status": "completed", "tag": "031ac22c-ea8a-41f4-a4a5-b330d617cc92", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:07:54.445075 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c06338db-aa23-47a7-87e2-8c0286de1627 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:07:54.445479 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67938457-1199-409e-83c1-7f7b64346789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '031ac22c-ea8a-41f4-a4a5-b330d617cc92', 'code': 200} Feb 09 01:07:54.514781 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-56900150-4490-4c26-8e0d-daef3cb09499 req-1c9b1710-2005-41c1-b0c7-2bfbf0a4e1c9 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481924 Feb 09 01:07:54.700063 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7941e564-4496-46ee-99c9-57dceadec99b req-78256313-e2ef-42f1-b1e0-2160e3ee1854 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841867 Feb 09 01:07:54.708846 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1f8db-098d-4a39-adb4-89f99f48b439 req-5e423ff1-894f-47f5-a200-822999ff013a tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:54.715724 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-deb1f8db-098d-4a39-adb4-89f99f48b439 req-5e423ff1-894f-47f5-a200-822999ff013a tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c7c7ea9-287f-43d8-84aa-16fd1c602900 HTTP/1.1" status: 200 len: 948 time: 0.1682813 Feb 09 01:07:54.728921 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be2805-e221-4cb0-9176-5a05912998d6 req-cb9b610e-7cee-420a-823a-f735c5822c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:54.730416 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4be2805-e221-4cb0-9176-5a05912998d6 req-cb9b610e-7cee-420a-823a-f735c5822c7f service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=67938457-1199-409e-83c1-7f7b64346789 HTTP/1.1" status: 200 len: 1128 time: 0.1442394 Feb 09 01:07:54.774073 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43d923-a8d7-48d5-9d7b-df01c9516fbc req-be5aee7e-01b4-418d-912e-9b79d71e535c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:54.775572 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ed43d923-a8d7-48d5-9d7b-df01c9516fbc req-be5aee7e-01b4-418d-912e-9b79d71e535c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bb2c2f7669dc47b3aa63753334d0f212&device_id=2c7c7ea9-287f-43d8-84aa-16fd1c602900 HTTP/1.1" status: 200 len: 1130 time: 0.1781006 Feb 09 01:07:54.918187 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-deb1f8db-098d-4a39-adb4-89f99f48b439 req-c0631f4a-ac09-4d4b-ae31-f08a90d4517b tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf9ebccc-61f6-474b-a73b-d44e5a3a156a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968150 Feb 09 01:07:54.925397 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4be2805-e221-4cb0-9176-5a05912998d6 req-993f7638-30b8-4cf9-9212-fdcdbfa4c01a service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783805 Feb 09 01:07:54.972000 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43d923-a8d7-48d5-9d7b-df01c9516fbc req-94cb0c86-d748-4dcf-8510-08df13364915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:54.973528 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ed43d923-a8d7-48d5-9d7b-df01c9516fbc req-94cb0c86-d748-4dcf-8510-08df13364915 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.1859708 Feb 09 01:07:54.984495 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282bef4-6c96-4268-b18e-9caba768e0be req-86064b9e-caab-4353-875d-c9705cde0b47 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:54.986610 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2282bef4-6c96-4268-b18e-9caba768e0be req-86064b9e-caab-4353-875d-c9705cde0b47 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 946 time: 0.1674201 Feb 09 01:07:55.053155 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ed43d923-a8d7-48d5-9d7b-df01c9516fbc req-3a81bb93-cd53-4bf0-b37b-81efdcb1fadd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=a8a5c7bf-3195-403b-9606-254885756533 HTTP/1.1" status: 200 len: 217 time: 0.0655696 Feb 09 01:07:55.157049 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43d923-a8d7-48d5-9d7b-df01c9516fbc req-a07f0447-5ef8-485d-a5ac-7d864c4ea59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:55.158623 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ed43d923-a8d7-48d5-9d7b-df01c9516fbc req-a07f0447-5ef8-485d-a5ac-7d864c4ea59f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.0829933 Feb 09 01:07:55.163334 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2282bef4-6c96-4268-b18e-9caba768e0be req-4abb4071-d36a-4b31-b8e3-d0332ddf58d4 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693110 Feb 09 01:07:55.222337 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63b35c-0c58-4c02-bd8b-a138c61b98b8 req-7fa0c690-8a64-48a6-b740-f90ac621e70d tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:55.230556 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0a63b35c-0c58-4c02-bd8b-a138c61b98b8 req-7fa0c690-8a64-48a6-b740-f90ac621e70d tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=67938457-1199-409e-83c1-7f7b64346789 HTTP/1.1" status: 200 len: 946 time: 0.2324405 Feb 09 01:07:55.264162 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43d923-a8d7-48d5-9d7b-df01c9516fbc req-c312020c-581f-4da5-8993-cf796e02b78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:55.266455 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ed43d923-a8d7-48d5-9d7b-df01c9516fbc req-c312020c-581f-4da5-8993-cf796e02b78f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0996604 Feb 09 01:07:55.340746 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0a63b35c-0c58-4c02-bd8b-a138c61b98b8 req-a807ce40-a030-4ed4-bd20-0574640f8f82 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104259 Feb 09 01:07:55.397308 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ed43d923-a8d7-48d5-9d7b-df01c9516fbc req-5a2efe51-6cbf-4443-8566-6e0c25b02cc9 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205604 Feb 09 01:07:55.546570 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f7480-70d3-4abc-8a0b-6db0f8cd8ecc req-02e17db3-5960-462d-a1a9-c373b59f18c7 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:55.548249 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1b4f7480-70d3-4abc-8a0b-6db0f8cd8ecc req-02e17db3-5960-462d-a1a9-c373b59f18c7 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 945 time: 0.0872366 Feb 09 01:07:55.604305 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ed43d923-a8d7-48d5-9d7b-df01c9516fbc req-4514895f-46fa-449e-995f-df32ca41507a service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930668 Feb 09 01:07:55.623082 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1b4f7480-70d3-4abc-8a0b-6db0f8cd8ecc req-6ea08b4b-a1d0-46db-8e03-864c4d50a25d tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690577 Feb 09 01:07:55.916911 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a3579-96da-4c38-9ef6-1afcc1e808b8 req-be1cde1b-0308-4783-9051-24c85af869d0 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:55.920348 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-450a3579-96da-4c38-9ef6-1afcc1e808b8 req-be1cde1b-0308-4783-9051-24c85af869d0 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=039cffd4-a77e-4f0e-82e6-a69d8a085da3 HTTP/1.1" status: 200 len: 945 time: 0.0978394 Feb 09 01:07:56.020002 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-450a3579-96da-4c38-9ef6-1afcc1e808b8 req-472d771e-f6f7-43e5-93cf-6b07cb675ab1 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934513 Feb 09 01:07:56.152942 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dafabbf-96d2-4d3e-83f2-a2fe6da40753 req-0605e3b0-0556-4954-aa78-ef08b9348976 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:56.156724 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0dafabbf-96d2-4d3e-83f2-a2fe6da40753 req-0605e3b0-0556-4954-aa78-ef08b9348976 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c7c7ea9-287f-43d8-84aa-16fd1c602900 HTTP/1.1" status: 200 len: 948 time: 0.1484342 Feb 09 01:07:56.340432 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0dafabbf-96d2-4d3e-83f2-a2fe6da40753 req-4fc7a580-cf1a-40ad-b98b-110bf079da81 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf9ebccc-61f6-474b-a73b-d44e5a3a156a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764929 Feb 09 01:07:56.507489 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c998b6-e7ad-4ecd-9d8b-dd3c73b8cb66 req-7f2d9dfc-d4d0-4bd7-b66f-19d07d5e4a5d tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:56.515433 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-03c998b6-e7ad-4ecd-9d8b-dd3c73b8cb66 req-7f2d9dfc-d4d0-4bd7-b66f-19d07d5e4a5d tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 946 time: 0.1739566 Feb 09 01:07:56.569364 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a8d93-cf1c-419d-9312-624f58b762b6 req-79978fb1-5fe9-4a3b-8703-39ab50e9bae7 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:56.576830 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-180a8d93-cf1c-419d-9312-624f58b762b6 req-79978fb1-5fe9-4a3b-8703-39ab50e9bae7 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=67938457-1199-409e-83c1-7f7b64346789 HTTP/1.1" status: 200 len: 946 time: 0.1400344 Feb 09 01:07:56.601318 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-03c998b6-e7ad-4ecd-9d8b-dd3c73b8cb66 req-39a75c84-3077-42c5-a8d2-ce6cf976ceb9 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848625 Feb 09 01:07:56.694259 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-180a8d93-cf1c-419d-9312-624f58b762b6 req-f5766351-d0f9-421a-8c71-55406eaac6e5 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161792 Feb 09 01:07:56.829103 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321eaddd-abfb-44eb-bee0-505fc3d3c04a req-da5f9448-ffbf-41a9-86bd-5cfee79991a4 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:56.850684 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-321eaddd-abfb-44eb-bee0-505fc3d3c04a req-da5f9448-ffbf-41a9-86bd-5cfee79991a4 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 945 time: 0.1212451 Feb 09 01:07:56.950223 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-321eaddd-abfb-44eb-bee0-505fc3d3c04a req-ebeff157-0143-4413-b617-87992ee320ac tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941954 Feb 09 01:07:57.159038 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110faad-8e8d-4e17-b1e0-6d15aab1f62f req-90ef2015-daa3-4870-b5b1-059ff904c65b tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:57.160452 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5110faad-8e8d-4e17-b1e0-6d15aab1f62f req-90ef2015-daa3-4870-b5b1-059ff904c65b tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=039cffd4-a77e-4f0e-82e6-a69d8a085da3 HTTP/1.1" status: 200 len: 945 time: 0.0624187 Feb 09 01:07:57.243603 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5110faad-8e8d-4e17-b1e0-6d15aab1f62f req-eadfa98d-c94b-4633-8586-b1909bbe562c tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714724 Feb 09 01:07:57.470782 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f45d8f-f19a-4a9c-a4fa-c74cbc8b251d req-cbf64f38-f2fb-4826-b381-b9d5864713db tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:57.472865 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-56f45d8f-f19a-4a9c-a4fa-c74cbc8b251d req-cbf64f38-f2fb-4826-b381-b9d5864713db tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c7c7ea9-287f-43d8-84aa-16fd1c602900 HTTP/1.1" status: 200 len: 948 time: 0.0664399 Feb 09 01:07:57.523446 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-56f45d8f-f19a-4a9c-a4fa-c74cbc8b251d req-7d8c6bb2-0ea7-4005-969c-492f0ce3f06d tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf9ebccc-61f6-474b-a73b-d44e5a3a156a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447400 Feb 09 01:07:57.720849 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac6619-ddfc-43fe-8b2b-bc69c5ef9d73 req-85690fc3-93bf-46db-8422-688b6c8e0f4f tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:57.722618 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e0ac6619-ddfc-43fe-8b2b-bc69c5ef9d73 req-85690fc3-93bf-46db-8422-688b6c8e0f4f tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 946 time: 0.0540566 Feb 09 01:07:57.793119 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e0ac6619-ddfc-43fe-8b2b-bc69c5ef9d73 req-ac8d8ec8-4a36-4495-8d73-effe13666200 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647795 Feb 09 01:07:57.817152 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c68f51-7c70-4ed4-b8c0-eef74c29eade req-38ca459b-58b9-401f-bdd1-4e1a5312b731 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:57.818629 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1c68f51-7c70-4ed4-b8c0-eef74c29eade req-38ca459b-58b9-401f-bdd1-4e1a5312b731 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=67938457-1199-409e-83c1-7f7b64346789 HTTP/1.1" status: 200 len: 946 time: 0.0644495 Feb 09 01:07:57.870468 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1c68f51-7c70-4ed4-b8c0-eef74c29eade req-53052e60-e3ae-47eb-9450-3fb38c80203a tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439818 Feb 09 01:07:58.066058 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a7799-4148-4888-bee7-9fd70b546f19 req-a0293d64-3e38-44f7-8451-d789f55b2c8b tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:58.073582 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-537a7799-4148-4888-bee7-9fd70b546f19 req-a0293d64-3e38-44f7-8451-d789f55b2c8b tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 945 time: 0.0605130 Feb 09 01:07:58.126035 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device a8a5c7bf-3195-403b-9606-254885756533 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:07:58.177063 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-537a7799-4148-4888-bee7-9fd70b546f19 req-53a8f4a0-3801-4d05-be96-13653067be59 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022162 Feb 09 01:07:58.201850 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b0b35-5473-4ff2-a571-8e40ec47b04c req-e8966d25-eb11-454d-82f5-1428832e8ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:58.203524 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e48b0b35-5473-4ff2-a571-8e40ec47b04c req-e8966d25-eb11-454d-82f5-1428832e8ec8 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=bc3818006b3c45fb99098097e9082b77&device_id=039cffd4-a77e-4f0e-82e6-a69d8a085da3 HTTP/1.1" status: 200 len: 1127 time: 0.1080506 Feb 09 01:07:58.218375 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a4ead-3410-4490-9075-17ba39dedb34 req-3f353c07-7790-4f0b-9b0a-a6cc80dfc418 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:58.219897 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9a1a4ead-3410-4490-9075-17ba39dedb34 req-3f353c07-7790-4f0b-9b0a-a6cc80dfc418 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=67938457-1199-409e-83c1-7f7b64346789 HTTP/1.1" status: 200 len: 946 time: 0.1158872 Feb 09 01:07:58.230776 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port a8a5c7bf-3195-403b-9606-254885756533, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=a8a5c7bf-3195-403b-9606-254885756533,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:07:58.242567 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': 'a8a5c7bf-3195-403b-9606-254885756533', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'port_id': 'a8a5c7bf-3195-403b-9606-254885756533', 'mac_address': 'fa:16:3e:e1:03:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3810d295-ee98-40f7-b1e2-609bf7d1c3df', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:07:58.294210 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port a8a5c7bf-3195-403b-9606-254885756533 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:07:58.295169 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a8a5c7bf-3195-403b-9606-254885756533), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:58.316784 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9a1a4ead-3410-4490-9075-17ba39dedb34 req-00be8853-a008-454e-9576-3a2b1b931501 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886626 Feb 09 01:07:58.332025 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8a5c7bf-3195-403b-9606-254885756533 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:07:58.357619 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port a8a5c7bf-3195-403b-9606-254885756533, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=a8a5c7bf-3195-403b-9606-254885756533,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:07:58.361546 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a8a5c7bf-3195-403b-9606-254885756533), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:07:58.377284 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b0b35-5473-4ff2-a571-8e40ec47b04c req-827f18c4-161e-487a-adfa-5f83ec4e918b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:58.378766 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e48b0b35-5473-4ff2-a571-8e40ec47b04c req-827f18c4-161e-487a-adfa-5f83ec4e918b service neutron] 10.222.0.120 "GET /v2.0/networks?id=6887c7a4-5287-46fb-8e1c-13a166b3746e HTTP/1.1" status: 200 len: 913 time: 0.1580787 Feb 09 01:07:58.410292 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=a8a5c7bf-3195-403b-9606-254885756533,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:07:58.433450 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e48b0b35-5473-4ff2-a571-8e40ec47b04c req-2f53c03a-97fd-4c29-886a-b380182541d8 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d30935b9-f2c8-485b-ab55-02a7a99e3581 HTTP/1.1" status: 200 len: 217 time: 0.0415466 Feb 09 01:07:58.440735 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd19a6-52ee-4b99-b215-801422b21080 req-923b0f02-26c0-49fc-97d8-60eab9fcaac9 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:58.442143 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cdcd19a6-52ee-4b99-b215-801422b21080 req-923b0f02-26c0-49fc-97d8-60eab9fcaac9 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=039cffd4-a77e-4f0e-82e6-a69d8a085da3 HTTP/1.1" status: 200 len: 945 time: 0.1244977 Feb 09 01:07:58.513881 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b0b35-5473-4ff2-a571-8e40ec47b04c req-4d2c1a87-35d2-41c6-a90d-937b2444b804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:58.515269 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e48b0b35-5473-4ff2-a571-8e40ec47b04c req-4d2c1a87-35d2-41c6-a90d-937b2444b804 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=84df8042-998c-45dd-8b33-36f49fdd33d9 HTTP/1.1" status: 200 len: 851 time: 0.0708551 Feb 09 01:07:58.522450 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cdcd19a6-52ee-4b99-b215-801422b21080 req-1ee0f17b-e257-4082-9fb3-c1a165622a18 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710740 Feb 09 01:07:58.560183 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e48b0b35-5473-4ff2-a571-8e40ec47b04c req-283c11cd-94ec-4087-9fc9-43f0bc25e5e1 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=6887c7a4-5287-46fb-8e1c-13a166b3746e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348628 Feb 09 01:07:58.692649 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5cc5e-8d5f-421d-ab78-fc6584bc72e1 req-b7e72897-717a-4871-a710-c3d642cd44a3 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:58.695029 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f0a5cc5e-8d5f-421d-ab78-fc6584bc72e1 req-b7e72897-717a-4871-a710-c3d642cd44a3 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c7c7ea9-287f-43d8-84aa-16fd1c602900 HTTP/1.1" status: 200 len: 949 time: 0.0841959 Feb 09 01:07:58.697024 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['a8a5c7bf-3195-403b-9606-254885756533'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:07:58.699431 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e48b0b35-5473-4ff2-a571-8e40ec47b04c req-73488a40-09b2-4989-9acc-4dad2f38d22e service neutron] 10.222.0.120 "GET /v2.0/networks/6887c7a4-5287-46fb-8e1c-13a166b3746e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311467 Feb 09 01:07:58.795574 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f0a5cc5e-8d5f-421d-ab78-fc6584bc72e1 req-b4efd63d-3240-4648-996c-16ea6684fc7e tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf9ebccc-61f6-474b-a73b-d44e5a3a156a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929568 Feb 09 01:07:58.824061 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e48b0b35-5473-4ff2-a571-8e40ec47b04c req-1442a213-7953-4b30-b19f-4aafbf8a4839 service neutron] 10.222.0.120 "GET /v2.0/networks/6887c7a4-5287-46fb-8e1c-13a166b3746e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152647 Feb 09 01:07:58.932889 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862df43d-7036-4367-8ae3-962d63b45fdd req-41ada19d-1b42-4a56-b7e0-2937940aecd1 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:58.934372 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-862df43d-7036-4367-8ae3-962d63b45fdd req-41ada19d-1b42-4a56-b7e0-2937940aecd1 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 946 time: 0.0532908 Feb 09 01:07:58.995091 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-862df43d-7036-4367-8ae3-962d63b45fdd req-81493fe8-1e43-4fa7-933e-4d35e5fbbc6b tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549924 Feb 09 01:07:59.293892 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6241c87-fa98-42d5-ab97-e7402ba1feaf req-e814b988-52a0-4afa-bf7c-d31c3c3d95d1 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:59.295489 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f6241c87-fa98-42d5-ab97-e7402ba1feaf req-e814b988-52a0-4afa-bf7c-d31c3c3d95d1 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 945 time: 0.0529392 Feb 09 01:07:59.341964 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f6241c87-fa98-42d5-ab97-e7402ba1feaf req-7328a324-88f4-4cd6-8ff1-a1d7b9d7f4a8 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405910 Feb 09 01:07:59.442290 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6ef12-0c6b-4226-9876-625234d45adf req-4f012c92-9d4d-4033-a60c-ef5326d3bb12 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:59.443753 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5cb6ef12-0c6b-4226-9876-625234d45adf req-4f012c92-9d4d-4033-a60c-ef5326d3bb12 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=67938457-1199-409e-83c1-7f7b64346789 HTTP/1.1" status: 200 len: 946 time: 0.0517437 Feb 09 01:07:59.491297 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5cb6ef12-0c6b-4226-9876-625234d45adf req-20aa494b-1e03-470d-8da6-fe31a36ac5db tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417109 Feb 09 01:07:59.643585 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc02aa-7b9b-4c45-82ea-7cac9ff5d0bd req-6bc61742-eae9-463a-a57b-e2b9a11beee9 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:59.645073 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-06bc02aa-7b9b-4c45-82ea-7cac9ff5d0bd req-6bc61742-eae9-463a-a57b-e2b9a11beee9 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=039cffd4-a77e-4f0e-82e6-a69d8a085da3 HTTP/1.1" status: 200 len: 945 time: 0.0556922 Feb 09 01:07:59.690675 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-06bc02aa-7b9b-4c45-82ea-7cac9ff5d0bd req-6780cd8e-b3f3-4ed1-a6d0-51b324a10fc1 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401669 Feb 09 01:07:59.915193 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68e073-2fd8-42d3-9d0c-6ff5d4111625 req-5f42953e-9094-43cb-9784-e6609077f4e2 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:07:59.916681 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-da68e073-2fd8-42d3-9d0c-6ff5d4111625 req-5f42953e-9094-43cb-9784-e6609077f4e2 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c7c7ea9-287f-43d8-84aa-16fd1c602900 HTTP/1.1" status: 200 len: 949 time: 0.0518982 Feb 09 01:07:59.963658 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-da68e073-2fd8-42d3-9d0c-6ff5d4111625 req-bafccf9b-cf99-47cc-9867-b8990c02a327 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf9ebccc-61f6-474b-a73b-d44e5a3a156a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413356 Feb 09 01:08:00.123955 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66413bbb-c545-4e0e-b668-fa9807cef066 req-f90e5565-a914-454c-a531-1c32786def9a tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:00.125424 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-66413bbb-c545-4e0e-b668-fa9807cef066 req-f90e5565-a914-454c-a531-1c32786def9a tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 946 time: 0.0564969 Feb 09 01:08:00.148520 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device a8a5c7bf-3195-403b-9606-254885756533 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:08:00.172438 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-66413bbb-c545-4e0e-b668-fa9807cef066 req-ca4d471e-85d7-4ba0-81f5-4d78355d49ab tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412240 Feb 09 01:08:00.206593 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port a8a5c7bf-3195-403b-9606-254885756533 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:08:00.210372 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port a8a5c7bf-3195-403b-9606-254885756533 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:00.210755 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a8a5c7bf-3195-403b-9606-254885756533), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:00.288091 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port a8a5c7bf-3195-403b-9606-254885756533 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:08:00.288491 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a8a5c7bf-3195-403b-9606-254885756533), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:00.315348 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7c7ea9-287f-43d8-84aa-16fd1c602900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a5c7bf-3195-403b-9606-254885756533'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:08:00.318127 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19cd34f8-ac1b-403d-844c-4eda114066c1" -d '{"events": [{"server_uuid": "2c7c7ea9-287f-43d8-84aa-16fd1c602900", "name": "network-vif-plugged", "status": "completed", "tag": "a8a5c7bf-3195-403b-9606-254885756533"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:08:00.329159 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6657560-571f-41cb-8a9c-cdaaf229f400 req-ad7082b0-39f7-4ab6-81ef-13abc8d8df07 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:00.331329 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a6657560-571f-41cb-8a9c-cdaaf229f400 req-ad7082b0-39f7-4ab6-81ef-13abc8d8df07 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.120 "GET /v2.0/ports?device_id=67938457-1199-409e-83c1-7f7b64346789 HTTP/1.1" status: 200 len: 946 time: 0.0653312 Feb 09 01:08:00.346040 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port a8a5c7bf-3195-403b-9606-254885756533, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=a8a5c7bf-3195-403b-9606-254885756533,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:08:00.350225 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a8a5c7bf-3195-403b-9606-254885756533), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:00.377198 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df21e3b-b161-4b72-9c5b-b6efca1c73ae x-openstack-request-id: req-3df21e3b-b161-4b72-9c5b-b6efca1c73ae {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:08:00.377404 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7c7ea9-287f-43d8-84aa-16fd1c602900", "name": "network-vif-plugged", "status": "completed", "tag": "a8a5c7bf-3195-403b-9606-254885756533", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:08:00.377656 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3df21e3b-b161-4b72-9c5b-b6efca1c73ae {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:08:00.378045 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7c7ea9-287f-43d8-84aa-16fd1c602900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a5c7bf-3195-403b-9606-254885756533', 'code': 200} Feb 09 01:08:00.423954 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=a8a5c7bf-3195-403b-9606-254885756533,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:00.514629 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-a6657560-571f-41cb-8a9c-cdaaf229f400 req-eb6afccf-4dd2-4873-8412-9b35768b67ff tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Deleting port 031ac22c-ea8a-41f4-a4a5-b330d617cc92 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:08:00.515000 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a6657560-571f-41cb-8a9c-cdaaf229f400 req-eb6afccf-4dd2-4873-8412-9b35768b67ff tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (031ac22c-ea8a-41f4-a4a5-b330d617cc92), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:00.613830 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f3279-3d0d-48bf-935e-d33b856af7a2 req-24858a95-787b-416b-8a1d-e127b28eab80 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:00.615337 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ce2f3279-3d0d-48bf-935e-d33b856af7a2 req-24858a95-787b-416b-8a1d-e127b28eab80 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 945 time: 0.1412425 Feb 09 01:08:00.642841 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b02a3-1330-4133-8f1f-c6e30c5af938 req-7d8da24d-6cfe-4523-a819-299eeb55c282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:00.644198 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6c3b02a3-1330-4133-8f1f-c6e30c5af938 req-7d8da24d-6cfe-4523-a819-299eeb55c282 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2c7c7ea9-287f-43d8-84aa-16fd1c602900 HTTP/1.1" status: 200 len: 1132 time: 0.1848364 Feb 09 01:08:00.713321 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-a6657560-571f-41cb-8a9c-cdaaf229f400 req-eb6afccf-4dd2-4873-8412-9b35768b67ff tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] For port 031ac22c-ea8a-41f4-a4a5-b330d617cc92, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=031ac22c-ea8a-41f4-a4a5-b330d617cc92,segment=NetworkSegment(2c79ec4a-284a-40f7-bbb4-646b3066ffe8),segment_id=2c79ec4a-284a-40f7-bbb4-646b3066ffe8)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:08:00.713684 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a6657560-571f-41cb-8a9c-cdaaf229f400 req-eb6afccf-4dd2-4873-8412-9b35768b67ff tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (031ac22c-ea8a-41f4-a4a5-b330d617cc92), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:00.750549 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-a6657560-571f-41cb-8a9c-cdaaf229f400 req-eb6afccf-4dd2-4873-8412-9b35768b67ff tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Calling delete_port for 031ac22c-ea8a-41f4-a4a5-b330d617cc92 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:08:00.777342 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6c3b02a3-1330-4133-8f1f-c6e30c5af938 req-66618393-74e0-4329-b6be-738470779ca5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bf9ebccc-61f6-474b-a73b-d44e5a3a156a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155205 Feb 09 01:08:00.784733 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0d0fb-587d-4b60-9fc2-b978d9425141 req-e8a94d1b-03b8-43ba-8eeb-742d633ef570 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:00.786258 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9ab0d0fb-587d-4b60-9fc2-b978d9425141 req-e8a94d1b-03b8-43ba-8eeb-742d633ef570 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=67938457-1199-409e-83c1-7f7b64346789 HTTP/1.1" status: 200 len: 946 time: 0.1676981 Feb 09 01:08:00.791290 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ce2f3279-3d0d-48bf-935e-d33b856af7a2 req-04e1382d-5529-4e3f-9857-d60e5ce1f138 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507945 Feb 09 01:08:00.919846 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9ab0d0fb-587d-4b60-9fc2-b978d9425141 req-3ddec299-0ea2-454c-b03b-d880501884f8 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262691 Feb 09 01:08:00.988709 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1005b5-b957-4ed6-a72f-dfd47ec2e2b6 req-e1b40d37-448c-4abc-81b6-016ea2cad85a tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:00.990194 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5c1005b5-b957-4ed6-a72f-dfd47ec2e2b6 req-e1b40d37-448c-4abc-81b6-016ea2cad85a tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] 10.222.0.50 "GET /v2.0/ports?device_id=b28057b4-9afa-418e-8729-8250434cce09 HTTP/1.1" status: 200 len: 946 time: 0.1391377 Feb 09 01:08:01.067520 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a6657560-571f-41cb-8a9c-cdaaf229f400 req-eb6afccf-4dd2-4873-8412-9b35768b67ff tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (031ac22c-ea8a-41f4-a4a5-b330d617cc92), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:01.081513 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:08:01.084349 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['031ac22c-ea8a-41f4-a4a5-b330d617cc92'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:08:01.120181 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6afccf-4dd2-4873-8412-9b35768b67ff tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Pushing event deleted for resources: {'Port': ['ID=031ac22c-ea8a-41f4-a4a5-b330d617cc92,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:01.148303 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5c1005b5-b957-4ed6-a72f-dfd47ec2e2b6 req-2168fa6c-fb8b-4187-930c-045c07165927 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] 10.222.0.50 "GET /v2.0/security-groups?id=f1835974-7701-4924-a23c-a1bbe14d4c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478000 Feb 09 01:08:01.160088 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614e9d8-7087-4bdc-b902-3b53ab71e21f req-6f183751-552d-4be1-9d7a-68f406a94766 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:01.161599 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e614e9d8-7087-4bdc-b902-3b53ab71e21f req-6f183751-552d-4be1-9d7a-68f406a94766 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=039cffd4-a77e-4f0e-82e6-a69d8a085da3 HTTP/1.1" status: 200 len: 945 time: 0.1821315 Feb 09 01:08:01.162979 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6afccf-4dd2-4873-8412-9b35768b67ff tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:01.163324 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6afccf-4dd2-4873-8412-9b35768b67ff tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:01.163663 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6afccf-4dd2-4873-8412-9b35768b67ff tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:01.163996 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6afccf-4dd2-4873-8412-9b35768b67ff tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:01.164324 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6afccf-4dd2-4873-8412-9b35768b67ff tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:01.164682 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6afccf-4dd2-4873-8412-9b35768b67ff tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:01.165007 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6afccf-4dd2-4873-8412-9b35768b67ff tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:01.165330 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6afccf-4dd2-4873-8412-9b35768b67ff tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:01.165651 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6afccf-4dd2-4873-8412-9b35768b67ff tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:01.165972 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6afccf-4dd2-4873-8412-9b35768b67ff tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:01.166287 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6afccf-4dd2-4873-8412-9b35768b67ff tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:01.166603 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6afccf-4dd2-4873-8412-9b35768b67ff tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:01.166919 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6afccf-4dd2-4873-8412-9b35768b67ff tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:01.192618 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6657560-571f-41cb-8a9c-cdaaf229f400 req-eb6afccf-4dd2-4873-8412-9b35768b67ff tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] No DVR routers for this DVR port 031ac22c-ea8a-41f4-a4a5-b330d617cc92 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:08:01.198393 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a6657560-571f-41cb-8a9c-cdaaf229f400 req-eb6afccf-4dd2-4873-8412-9b35768b67ff tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:01.201695 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a6657560-571f-41cb-8a9c-cdaaf229f400 req-eb6afccf-4dd2-4873-8412-9b35768b67ff tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.120 "DELETE /v2.0/ports/031ac22c-ea8a-41f4-a4a5-b330d617cc92 HTTP/1.1" status: 204 len: 173 time: 0.8600364 Feb 09 01:08:01.228126 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67938457-1199-409e-83c1-7f7b64346789', 'name': 'network-vif-deleted', 'tag': '031ac22c-ea8a-41f4-a4a5-b330d617cc92'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:08:01.230901 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2db00a-3b24-4f93-9ea4-c9e49161319d" -d '{"events": [{"server_uuid": "67938457-1199-409e-83c1-7f7b64346789", "name": "network-vif-deleted", "tag": "031ac22c-ea8a-41f4-a4a5-b330d617cc92"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:08:01.291269 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e614e9d8-7087-4bdc-b902-3b53ab71e21f req-d3ac8207-3763-4ade-9f85-1226a5482375 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956125 Feb 09 01:08:01.352451 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e572a6-4e35-468d-9568-13d8e36b9958 req-fb599e77-f293-4c42-ae86-dff12454d36e tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:01.357757 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-72e572a6-4e35-468d-9568-13d8e36b9958 req-fb599e77-f293-4c42-ae86-dff12454d36e tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c7c7ea9-287f-43d8-84aa-16fd1c602900 HTTP/1.1" status: 200 len: 950 time: 0.0945475 Feb 09 01:08:01.436301 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-72e572a6-4e35-468d-9568-13d8e36b9958 req-7514a21b-735f-46b3-b423-5c26b63c2a66 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf9ebccc-61f6-474b-a73b-d44e5a3a156a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639348 Feb 09 01:08:01.447436 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e64375-eb96-4e35-bb36-4a757f181d44 req-6de773c7-9818-467e-8231-ee990401b7c9 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:01.449177 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d1e64375-eb96-4e35-bb36-4a757f181d44 req-6de773c7-9818-467e-8231-ee990401b7c9 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 946 time: 0.0900180 Feb 09 01:08:01.483603 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618ec25a-d600-4130-b1d6-1f6101f6acb8 x-openstack-request-id: req-618ec25a-d600-4130-b1d6-1f6101f6acb8 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:08:01.483902 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67938457-1199-409e-83c1-7f7b64346789", "name": "network-vif-deleted", "tag": "031ac22c-ea8a-41f4-a4a5-b330d617cc92", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:08:01.484158 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-618ec25a-d600-4130-b1d6-1f6101f6acb8 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:08:01.484567 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67938457-1199-409e-83c1-7f7b64346789', 'name': 'network-vif-deleted', 'tag': '031ac22c-ea8a-41f4-a4a5-b330d617cc92', 'status': 'completed', 'code': 200} Feb 09 01:08:01.503963 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d1e64375-eb96-4e35-bb36-4a757f181d44 req-d197b1b8-918a-4821-b496-7d39892558f6 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461586 Feb 09 01:08:01.921917 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0356c0-cbe9-4207-a56b-76f21a7c8f05 req-fd3d6ff2-e27d-40be-8b83-f9e649293bdd tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:01.923540 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7d0356c0-cbe9-4207-a56b-76f21a7c8f05 req-fd3d6ff2-e27d-40be-8b83-f9e649293bdd tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 945 time: 0.0586741 Feb 09 01:08:01.971026 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device d30935b9-f2c8-485b-ab55-02a7a99e3581 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:08:01.975925 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7d0356c0-cbe9-4207-a56b-76f21a7c8f05 req-4deb0bd9-e03b-4715-b950-aebb8b5c875b tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458140 Feb 09 01:08:02.062933 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6bd0e79-b8ad-4461-9864-a9a905434a82 req-d71bd27e-3e79-4a4b-8239-8875f7bbe4fd tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=67938457-1199-409e-83c1-7f7b64346789 HTTP/1.1" status: 200 len: 210 time: 0.0370739 Feb 09 01:08:02.122643 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port d30935b9-f2c8-485b-ab55-02a7a99e3581 is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:08:02.123818 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d30935b9-f2c8-485b-ab55-02a7a99e3581), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:02.163071 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port d30935b9-f2c8-485b-ab55-02a7a99e3581, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=d30935b9-f2c8-485b-ab55-02a7a99e3581,segment=NetworkSegment(1088d67c-3520-4ac2-8e48-25a7c8da33c5),segment_id=1088d67c-3520-4ac2-8e48-25a7c8da33c5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:08:02.167517 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d30935b9-f2c8-485b-ab55-02a7a99e3581), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:02.226007 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=d30935b9-f2c8-485b-ab55-02a7a99e3581,revision_number=8']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:02.275255 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f4261ee4-f8dd-47bd-8243-614c6255db75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:02.299065 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e9472d-2b85-4fab-834f-182f4d8cc502 req-d2af685f-213e-434c-ab3f-abaa748449bf tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:02.300644 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-25e9472d-2b85-4fab-834f-182f4d8cc502 req-d2af685f-213e-434c-ab3f-abaa748449bf tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] 10.222.0.50 "GET /v2.0/ports?device_id=b28057b4-9afa-418e-8729-8250434cce09 HTTP/1.1" status: 200 len: 946 time: 0.0563414 Feb 09 01:08:02.362286 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-25e9472d-2b85-4fab-834f-182f4d8cc502 req-b04fc03e-db61-4413-8bf9-9df992da12bb tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] 10.222.0.50 "GET /v2.0/security-groups?id=f1835974-7701-4924-a23c-a1bbe14d4c47&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558474 Feb 09 01:08:02.379737 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039cffd4-a77e-4f0e-82e6-a69d8a085da3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd30935b9-f2c8-485b-ab55-02a7a99e3581'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:08:02.384580 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7210917e-61db-4e9c-9e24-ad4c5f36127a" -d '{"events": [{"server_uuid": "039cffd4-a77e-4f0e-82e6-a69d8a085da3", "name": "network-vif-unplugged", "status": "completed", "tag": "d30935b9-f2c8-485b-ab55-02a7a99e3581"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:08:02.417855 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2deadb-a324-48e5-a0ea-f1a10cb68f63 req-424606e1-52ae-470f-9107-bb47d23c7eb3 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:02.419383 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad2deadb-a324-48e5-a0ea-f1a10cb68f63 req-424606e1-52ae-470f-9107-bb47d23c7eb3 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=039cffd4-a77e-4f0e-82e6-a69d8a085da3 HTTP/1.1" status: 200 len: 943 time: 0.0558598 Feb 09 01:08:02.423052 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Feb 2022 01:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd65cec-74f6-4923-b84e-ffa3c6018993 x-openstack-request-id: req-bdd65cec-74f6-4923-b84e-ffa3c6018993 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:08:02.423344 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "039cffd4-a77e-4f0e-82e6-a69d8a085da3", "name": "network-vif-unplugged", "status": "failed", "tag": "d30935b9-f2c8-485b-ab55-02a7a99e3581", "code": 422}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:08:02.423601 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bdd65cec-74f6-4923-b84e-ffa3c6018993 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:08:02.424033 n-d-828369-4 neutron-server[103138]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '039cffd4-a77e-4f0e-82e6-a69d8a085da3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd30935b9-f2c8-485b-ab55-02a7a99e3581', 'code': 422} returned with failed status Feb 09 01:08:02.467769 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad2deadb-a324-48e5-a0ea-f1a10cb68f63 req-7c135ec6-93f1-4a84-baa4-793868ed3b73 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412185 Feb 09 01:08:02.565633 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949ebb6-0397-496b-abdf-bf453dc5aad5 req-ef46c582-c25c-449a-8c1c-89ce6cfb168c tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:02.567255 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1949ebb6-0397-496b-abdf-bf453dc5aad5 req-ef46c582-c25c-449a-8c1c-89ce6cfb168c tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c7c7ea9-287f-43d8-84aa-16fd1c602900 HTTP/1.1" status: 200 len: 950 time: 0.0566001 Feb 09 01:08:02.944191 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad83d0-ec15-4274-90b1-d0dc577c9d1d req-a02a39c2-4d16-426e-8f0c-ee831c32b8c6 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:02.945609 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ecad83d0-ec15-4274-90b1-d0dc577c9d1d req-a02a39c2-4d16-426e-8f0c-ee831c32b8c6 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] 10.222.0.47 "GET /v2.0/ports?device_id=b28057b4-9afa-418e-8729-8250434cce09 HTTP/1.1" status: 200 len: 946 time: 0.3774626 Feb 09 01:08:02.948700 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1949ebb6-0397-496b-abdf-bf453dc5aad5 req-8d1f3a23-788b-4926-aa29-582ab0d0fd5d tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf9ebccc-61f6-474b-a73b-d44e5a3a156a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715787 Feb 09 01:08:03.134462 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-ecad83d0-ec15-4274-90b1-d0dc577c9d1d req-4b8a4a9b-575d-4749-a5af-8ff6d75000e6 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Deleting port 81d24c68-0bdd-45de-87d0-cac3a3e8795a {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:08:03.134740 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ecad83d0-ec15-4274-90b1-d0dc577c9d1d req-4b8a4a9b-575d-4749-a5af-8ff6d75000e6 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (81d24c68-0bdd-45de-87d0-cac3a3e8795a), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:03.189978 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f3055-46e3-4b4d-abf2-9f778ab59beb req-a62eaffa-e180-4fe2-954b-39c038edbce8 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:03.191461 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-876f3055-46e3-4b4d-abf2-9f778ab59beb req-a62eaffa-e180-4fe2-954b-39c038edbce8 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 946 time: 0.1513050 Feb 09 01:08:03.205775 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74506632-381c-457f-84b2-0159a475d81b req-80c48c7e-e567-46f7-a688-5caea51fc30c tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:03.207205 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74506632-381c-457f-84b2-0159a475d81b req-80c48c7e-e567-46f7-a688-5caea51fc30c tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=039cffd4-a77e-4f0e-82e6-a69d8a085da3 HTTP/1.1" status: 200 len: 943 time: 0.1376891 Feb 09 01:08:03.336518 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-ecad83d0-ec15-4274-90b1-d0dc577c9d1d req-4b8a4a9b-575d-4749-a5af-8ff6d75000e6 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] For port 81d24c68-0bdd-45de-87d0-cac3a3e8795a, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=81d24c68-0bdd-45de-87d0-cac3a3e8795a,segment=NetworkSegment(37dbd17d-2cc9-4828-8e6d-903c14a622f1),segment_id=37dbd17d-2cc9-4828-8e6d-903c14a622f1)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:08:03.336917 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ecad83d0-ec15-4274-90b1-d0dc577c9d1d req-4b8a4a9b-575d-4749-a5af-8ff6d75000e6 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (81d24c68-0bdd-45de-87d0-cac3a3e8795a), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:03.347641 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-876f3055-46e3-4b4d-abf2-9f778ab59beb req-095d3cee-76f7-4edf-9b34-032b4ce7dbf8 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490650 Feb 09 01:08:03.459516 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-74506632-381c-457f-84b2-0159a475d81b req-ae423c55-8fc1-4fcb-8296-3af441effc35 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Deleting port d30935b9-f2c8-485b-ab55-02a7a99e3581 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:08:03.460179 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-74506632-381c-457f-84b2-0159a475d81b req-ae423c55-8fc1-4fcb-8296-3af441effc35 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (d30935b9-f2c8-485b-ab55-02a7a99e3581), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:03.634032 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ecad83d0-ec15-4274-90b1-d0dc577c9d1d req-4b8a4a9b-575d-4749-a5af-8ff6d75000e6 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:03.634402 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ecad83d0-ec15-4274-90b1-d0dc577c9d1d req-4b8a4a9b-575d-4749-a5af-8ff6d75000e6 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (db495368-81bf-465e-92a0-2206c5d62525), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:03.634723 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [req-ecad83d0-ec15-4274-90b1-d0dc577c9d1d req-4b8a4a9b-575d-4749-a5af-8ff6d75000e6 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Floating IP db495368-81bf-465e-92a0-2206c5d62525 disassociated. External IP: 172.25.8.52, port: 81d24c68-0bdd-45de-87d0-cac3a3e8795a. Feb 09 01:08:03.635077 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-ecad83d0-ec15-4274-90b1-d0dc577c9d1d req-4b8a4a9b-575d-4749-a5af-8ff6d75000e6 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Calling delete_port for 81d24c68-0bdd-45de-87d0-cac3a3e8795a owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:08:03.665954 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-74506632-381c-457f-84b2-0159a475d81b req-ae423c55-8fc1-4fcb-8296-3af441effc35 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] For port d30935b9-f2c8-485b-ab55-02a7a99e3581, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=d30935b9-f2c8-485b-ab55-02a7a99e3581,segment=NetworkSegment(1088d67c-3520-4ac2-8e48-25a7c8da33c5),segment_id=1088d67c-3520-4ac2-8e48-25a7c8da33c5)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:08:03.666237 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-74506632-381c-457f-84b2-0159a475d81b req-ae423c55-8fc1-4fcb-8296-3af441effc35 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (d30935b9-f2c8-485b-ab55-02a7a99e3581), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:03.675509 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb664bcc-1cc6-4680-95fe-e6d786b74afd req-b72ea40b-44b3-4cc9-a051-398ee59f1854 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:03.677019 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eb664bcc-1cc6-4680-95fe-e6d786b74afd req-b72ea40b-44b3-4cc9-a051-398ee59f1854 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 945 time: 0.1210256 Feb 09 01:08:03.724111 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-74506632-381c-457f-84b2-0159a475d81b req-ae423c55-8fc1-4fcb-8296-3af441effc35 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Calling delete_port for d30935b9-f2c8-485b-ab55-02a7a99e3581 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:08:03.815536 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eb664bcc-1cc6-4680-95fe-e6d786b74afd req-f7d7eda0-049d-40e0-91f1-40471bd0e27c tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054349 Feb 09 01:08:03.956826 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ecad83d0-ec15-4274-90b1-d0dc577c9d1d req-4b8a4a9b-575d-4749-a5af-8ff6d75000e6 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (81d24c68-0bdd-45de-87d0-cac3a3e8795a), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:03.962063 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d7eac1c9-e8bd-4ad6-a4de-cf1fb3b18eea req-a51de509-afc7-4080-a990-bf53d32ef2b6 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] 10.222.0.50 "GET /v2.0/ports?device_id=b28057b4-9afa-418e-8729-8250434cce09 HTTP/1.1" status: 200 len: 210 time: 0.0360873 Feb 09 01:08:03.996959 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 39264370-bded-4c85-9b70-b01a28f9a277 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:08:04.000698 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8a4a9b-575d-4749-a5af-8ff6d75000e6 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Pushing event deleted for resources: {'Port': ['ID=81d24c68-0bdd-45de-87d0-cac3a3e8795a,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:04.015452 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-74506632-381c-457f-84b2-0159a475d81b req-ae423c55-8fc1-4fcb-8296-3af441effc35 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (d30935b9-f2c8-485b-ab55-02a7a99e3581), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:04.041121 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 031ac22c-ea8a-41f4-a4a5-b330d617cc92 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:08:04.083829 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: 031ac22c-ea8a-41f4-a4a5-b330d617cc92 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:08:04.084392 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 031ac22c-ea8a-41f4-a4a5-b330d617cc92 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:08:04.136091 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae423c55-8fc1-4fcb-8296-3af441effc35 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Pushing event deleted for resources: {'Port': ['ID=d30935b9-f2c8-485b-ab55-02a7a99e3581,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:04.179309 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 39264370-bded-4c85-9b70-b01a28f9a277, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=39264370-bded-4c85-9b70-b01a28f9a277,segment=NetworkSegment(ebc0196b-40a7-4a91-81b3-cd03bc319f59),segment_id=ebc0196b-40a7-4a91-81b3-cd03bc319f59)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:08:04.192674 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '39264370-bded-4c85-9b70-b01a28f9a277', 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554', 'port_id': '39264370-bded-4c85-9b70-b01a28f9a277', 'mac_address': 'fa:16:3e:c0:4a:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd13d90e7-a71d-4313-a595-9a761a96acb7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:08:04.200017 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-74506632-381c-457f-84b2-0159a475d81b req-ae423c55-8fc1-4fcb-8296-3af441effc35 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] No DVR routers for this DVR port d30935b9-f2c8-485b-ab55-02a7a99e3581 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:08:04.205684 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-74506632-381c-457f-84b2-0159a475d81b req-ae423c55-8fc1-4fcb-8296-3af441effc35 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:04.211283 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74506632-381c-457f-84b2-0159a475d81b req-ae423c55-8fc1-4fcb-8296-3af441effc35 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "DELETE /v2.0/ports/d30935b9-f2c8-485b-ab55-02a7a99e3581 HTTP/1.1" status: 204 len: 173 time: 0.9960790 Feb 09 01:08:04.216313 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039cffd4-a77e-4f0e-82e6-a69d8a085da3', 'name': 'network-vif-deleted', 'tag': 'd30935b9-f2c8-485b-ab55-02a7a99e3581'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:08:04.222485 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dacb6382-138b-4eaf-b8ff-60c6b1f0e08d" -d '{"events": [{"server_uuid": "039cffd4-a77e-4f0e-82e6-a69d8a085da3", "name": "network-vif-deleted", "tag": "d30935b9-f2c8-485b-ab55-02a7a99e3581"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:08:04.234623 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5c576-42d8-4eb8-8b38-47e3c4124c03 req-c6df11ca-a3f0-4fc3-913f-55ad7ea98c4d tempest-ServersAdminNegativeTestJSON-1887539189 tempest-ServersAdminNegativeTestJSON-1887539189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:04.237819 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 39264370-bded-4c85-9b70-b01a28f9a277 is: ACTIVE; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:08:04.238233 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (39264370-bded-4c85-9b70-b01a28f9a277), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:04.244392 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-26a5c576-42d8-4eb8-8b38-47e3c4124c03 req-c6df11ca-a3f0-4fc3-913f-55ad7ea98c4d tempest-ServersAdminNegativeTestJSON-1887539189 tempest-ServersAdminNegativeTestJSON-1887539189-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2c7c7ea9-287f-43d8-84aa-16fd1c602900 HTTP/1.1" status: 200 len: 1132 time: 0.1927166 Feb 09 01:08:04.255662 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 39264370-bded-4c85-9b70-b01a28f9a277 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:08:04.280851 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 39264370-bded-4c85-9b70-b01a28f9a277, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=39264370-bded-4c85-9b70-b01a28f9a277,segment=NetworkSegment(ebc0196b-40a7-4a91-81b3-cd03bc319f59),segment_id=ebc0196b-40a7-4a91-81b3-cd03bc319f59)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:08:04.282922 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-26a5c576-42d8-4eb8-8b38-47e3c4124c03 req-6dd02102-ff51-475a-9641-d2ae142f440b tempest-ServersAdminNegativeTestJSON-1887539189 tempest-ServersAdminNegativeTestJSON-1887539189-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:04.287986 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (39264370-bded-4c85-9b70-b01a28f9a277), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:04.304053 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecad83d0-ec15-4274-90b1-d0dc577c9d1d req-4b8a4a9b-575d-4749-a5af-8ff6d75000e6 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Router a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:08:04.375533 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=39264370-bded-4c85-9b70-b01a28f9a277,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:04.410944 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-26a5c576-42d8-4eb8-8b38-47e3c4124c03 req-6dd02102-ff51-475a-9641-d2ae142f440b tempest-ServersAdminNegativeTestJSON-1887539189 tempest-ServersAdminNegativeTestJSON-1887539189-project-admin] Publish callbacks [] for security_group (10e52620-d72b-4c60-879b-ad7e1d86d091), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:04.421749 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-149b57f1-87f0-4d4d-b068-d19ea3bb2c81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:04.432525 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['39264370-bded-4c85-9b70-b01a28f9a277'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:08:04.526286 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecad83d0-ec15-4274-90b1-d0dc577c9d1d req-4b8a4a9b-575d-4749-a5af-8ff6d75000e6 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:08:04.528495 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-26a5c576-42d8-4eb8-8b38-47e3c4124c03 req-6dd02102-ff51-475a-9641-d2ae142f440b tempest-ServersAdminNegativeTestJSON-1887539189 tempest-ServersAdminNegativeTestJSON-1887539189-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (10e52620-d72b-4c60-879b-ad7e1d86d091), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:04.540974 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dbf0f1-181b-48e7-8fa3-b51866f9586e None None] Sync routers for ids ['a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:08:04.552246 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dbf0f1-181b-48e7-8fa3-b51866f9586e None None] Routers {'a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:08:04.553419 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-e9dbf0f1-181b-48e7-8fa3-b51866f9586e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:08:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:04.626196 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-26a5c576-42d8-4eb8-8b38-47e3c4124c03 req-6dd02102-ff51-475a-9641-d2ae142f440b tempest-ServersAdminNegativeTestJSON-1887539189 tempest-ServersAdminNegativeTestJSON-1887539189-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=bf9ebccc-61f6-474b-a73b-d44e5a3a156a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793766 Feb 09 01:08:04.680391 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecad83d0-ec15-4274-90b1-d0dc577c9d1d req-4b8a4a9b-575d-4749-a5af-8ff6d75000e6 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] No DVR routers for this DVR port 81d24c68-0bdd-45de-87d0-cac3a3e8795a on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:08:04.697468 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ecad83d0-ec15-4274-90b1-d0dc577c9d1d req-4b8a4a9b-575d-4749-a5af-8ff6d75000e6 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:04.712880 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ecad83d0-ec15-4274-90b1-d0dc577c9d1d req-4b8a4a9b-575d-4749-a5af-8ff6d75000e6 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] 10.222.0.47 "DELETE /v2.0/ports/81d24c68-0bdd-45de-87d0-cac3a3e8795a HTTP/1.1" status: 204 len: 173 time: 1.7535276 Feb 09 01:08:04.715762 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd02102-ff51-475a-9641-d2ae142f440b tempest-ServersAdminNegativeTestJSON-1887539189 tempest-ServersAdminNegativeTestJSON-1887539189-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e52620-d72b-4c60-879b-ad7e1d86d091,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:04.752701 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-e9dbf0f1-181b-48e7-8fa3-b51866f9586e None None] Set router a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:08:04.789156 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976f6c2-0c28-4d78-88f3-526e70473599 req-f894ac2c-df30-4ea1-b491-1931694c3244 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:04.794482 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f976f6c2-0c28-4d78-88f3-526e70473599 req-f894ac2c-df30-4ea1-b491-1931694c3244 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.0701017 Feb 09 01:08:04.822967 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 09 Feb 2022 01:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49f7908-629e-4d45-84c1-929581dd45ea x-openstack-request-id: req-e49f7908-629e-4d45-84c1-929581dd45ea {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:08:04.823461 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "039cffd4-a77e-4f0e-82e6-a69d8a085da3", "name": "network-vif-deleted", "tag": "d30935b9-f2c8-485b-ab55-02a7a99e3581", "status": "failed", "code": 422}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:08:04.823878 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e49f7908-629e-4d45-84c1-929581dd45ea {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:08:04.825754 n-d-828369-4 neutron-server[103136]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '039cffd4-a77e-4f0e-82e6-a69d8a085da3', 'name': 'network-vif-deleted', 'tag': 'd30935b9-f2c8-485b-ab55-02a7a99e3581', 'status': 'failed', 'code': 422} returned with failed status Feb 09 01:08:04.917161 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f976f6c2-0c28-4d78-88f3-526e70473599 req-21a554ed-bdbd-44b8-b7b3-97a5afa0beeb tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118753 Feb 09 01:08:05.041109 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6d49d-4ed0-46f8-9832-52d4967d4959 req-4d3ddfe3-df6b-4e07-b23f-6963e511a31a tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:05.051000 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0e6d49d-4ed0-46f8-9832-52d4967d4959 req-4d3ddfe3-df6b-4e07-b23f-6963e511a31a tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 945 time: 0.1559408 Feb 09 01:08:05.163872 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-e9dbf0f1-181b-48e7-8fa3-b51866f9586e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5', 'name': 'tempest-ServersTestFqdnHostnames-1486361131-router', 'tenant_id': 'ba2f36688aa445499186dfa11ee83266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '415adf55-bb82-4f00-91a5-1a3c86eac345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:28Z', 'updated_at': '2022-02-09T01:06:34Z', 'revision_number': 4, 'project_id': 'ba2f36688aa445499186dfa11ee83266', 'gw_port': {'id': '415adf55-bb82-4f00-91a5-1a3c86eac345', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:29Z', 'updated_at': '2022-02-09T01:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '521613be-ad42-424f-9331-7281ba877789', 'name': '', 'network_id': 'f1284ae1-926f-4419-baec-5bc6c4b92ef1', 'tenant_id': 'ba2f36688aa445499186dfa11ee83266', 'mac_address': 'fa:16:3e:0b:e3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'c434f4f0-bf35-4657-903e-bbdc30e316e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:32Z', 'updated_at': '2022-02-09T01:06:40Z', 'revision_number': 5, 'project_id': 'ba2f36688aa445499186dfa11ee83266', 'subnets': [{'id': 'c434f4f0-bf35-4657-903e-bbdc30e316e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:05.166188 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0e6d49d-4ed0-46f8-9832-52d4967d4959 req-5010bdbc-a290-4427-96ca-2c3460a1b39c tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088276 Feb 09 01:08:05.180580 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf319f76-64c9-4cf7-ac30-39b8e418c8e1 req-23174781-8998-4232-a416-0fdb0e03d20b tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:05.189519 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bf319f76-64c9-4cf7-ac30-39b8e418c8e1 req-23174781-8998-4232-a416-0fdb0e03d20b tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 945 time: 0.0906298 Feb 09 01:08:05.216692 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dbf0f1-181b-48e7-8fa3-b51866f9586e None None] Checking router: a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:08:05.237059 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dbf0f1-181b-48e7-8fa3-b51866f9586e None None] Routers {'a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:08:05.238165 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-e9dbf0f1-181b-48e7-8fa3-b51866f9586e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:08:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:05.278759 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bf319f76-64c9-4cf7-ac30-39b8e418c8e1 req-6c99b8e8-87a0-47b1-a5f4-8b35c561b2b8 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824332 Feb 09 01:08:05.331842 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3b0120e2-3c4d-4ae0-be89-b6696e8ccf9f req-318042fd-629b-43ba-b3d7-478dabb3c2f3 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] 10.222.0.50 "GET /v2.0/ports?device_id=b28057b4-9afa-418e-8729-8250434cce09 HTTP/1.1" status: 200 len: 210 time: 0.0324500 Feb 09 01:08:05.469848 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-e9dbf0f1-181b-48e7-8fa3-b51866f9586e None None] Set router a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:08:05.635507 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1071dbb-c4c9-4db5-b6ad-8d699b723574 req-da73e2fa-9583-432f-af3f-ebddee055e45 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:05.642998 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a1071dbb-c4c9-4db5-b6ad-8d699b723574 req-da73e2fa-9583-432f-af3f-ebddee055e45 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.2250783 Feb 09 01:08:05.694434 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bc599-9f7a-4d3b-8495-7120f005963e req-ce556cea-e82a-4b22-b7e7-ca2969755999 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:05.700972 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa8bc599-9f7a-4d3b-8495-7120f005963e req-ce556cea-e82a-4b22-b7e7-ca2969755999 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/networks?id=6887c7a4-5287-46fb-8e1c-13a166b3746e HTTP/1.1" status: 200 len: 811 time: 0.2411480 Feb 09 01:08:05.726866 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa8bc599-9f7a-4d3b-8495-7120f005963e req-096e4733-6dbc-4f75-8b37-c9f47aade489 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/quotas/bc3818006b3c45fb99098097e9082b77 HTTP/1.1" status: 200 len: 375 time: 0.0244620 Feb 09 01:08:05.785509 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a1071dbb-c4c9-4db5-b6ad-8d699b723574 req-abf73169-0079-4e5d-a4c2-c8cda3398634 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403706 Feb 09 01:08:05.798068 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa8bc599-9f7a-4d3b-8495-7120f005963e req-c27cffae-811c-4265-9bc9-4bb5a161774f tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc3818006b3c45fb99098097e9082b77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0702643 Feb 09 01:08:05.818647 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:05.859788 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-e9dbf0f1-181b-48e7-8fa3-b51866f9586e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5', 'name': 'tempest-ServersTestFqdnHostnames-1486361131-router', 'tenant_id': 'ba2f36688aa445499186dfa11ee83266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '415adf55-bb82-4f00-91a5-1a3c86eac345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:28Z', 'updated_at': '2022-02-09T01:06:34Z', 'revision_number': 4, 'project_id': 'ba2f36688aa445499186dfa11ee83266', 'gw_port': {'id': '415adf55-bb82-4f00-91a5-1a3c86eac345', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:29Z', 'updated_at': '2022-02-09T01:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '521613be-ad42-424f-9331-7281ba877789', 'name': '', 'network_id': 'f1284ae1-926f-4419-baec-5bc6c4b92ef1', 'tenant_id': 'ba2f36688aa445499186dfa11ee83266', 'mac_address': 'fa:16:3e:0b:e3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'c434f4f0-bf35-4657-903e-bbdc30e316e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:32Z', 'updated_at': '2022-02-09T01:06:40Z', 'revision_number': 5, 'project_id': 'ba2f36688aa445499186dfa11ee83266', 'subnets': [{'id': 'c434f4f0-bf35-4657-903e-bbdc30e316e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:05.895516 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dbf0f1-181b-48e7-8fa3-b51866f9586e None None] The sync data for ids ['a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5'] in n-d-828369-4 is: [{'id': 'a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5', 'name': 'tempest-ServersTestFqdnHostnames-1486361131-router', 'tenant_id': 'ba2f36688aa445499186dfa11ee83266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '415adf55-bb82-4f00-91a5-1a3c86eac345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:28Z', 'updated_at': '2022-02-09T01:06:34Z', 'revision_number': 4, 'project_id': 'ba2f36688aa445499186dfa11ee83266', 'gw_port': {'id': '415adf55-bb82-4f00-91a5-1a3c86eac345', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:29Z', 'updated_at': '2022-02-09T01:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '521613be-ad42-424f-9331-7281ba877789', 'name': '', 'network_id': 'f1284ae1-926f-4419-baec-5bc6c4b92ef1', 'tenant_id': 'ba2f36688aa445499186dfa11ee83266', 'mac_address': 'fa:16:3e:0b:e3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'c434f4f0-bf35-4657-903e-bbdc30e316e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:32Z', 'updated_at': '2022-02-09T01:06:40Z', 'revision_number': 5, 'project_id': 'ba2f36688aa445499186dfa11ee83266', 'subnets': [{'id': 'c434f4f0-bf35-4657-903e-bbdc30e316e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:08:05.992592 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53eb140-b19d-471d-9abb-5d7584328190 req-478da9b6-b002-48b3-9479-00048080abe4 tempest-ServersAdminNegativeTestJSON-1887539189 tempest-ServersAdminNegativeTestJSON-1887539189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:05.997506 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f53eb140-b19d-471d-9abb-5d7584328190 req-478da9b6-b002-48b3-9479-00048080abe4 tempest-ServersAdminNegativeTestJSON-1887539189 tempest-ServersAdminNegativeTestJSON-1887539189-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=2c7c7ea9-287f-43d8-84aa-16fd1c602900 HTTP/1.1" status: 200 len: 1132 time: 0.1057856 Feb 09 01:08:06.008091 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa8bc599-9f7a-4d3b-8495-7120f005963e req-da2b70f7-f82e-4784-bd79-39286b8b09f0 service neutron] 10.222.0.50 "GET /v2.0/networks/6887c7a4-5287-46fb-8e1c-13a166b3746e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091260 Feb 09 01:08:06.011535 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 39264370-bded-4c85-9b70-b01a28f9a277 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:08:06.083202 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 39264370-bded-4c85-9b70-b01a28f9a277 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:06.083963 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (39264370-bded-4c85-9b70-b01a28f9a277), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:06.114310 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f53eb140-b19d-471d-9abb-5d7584328190 req-593e0245-49cc-465e-8893-80aaae9857e7 tempest-ServersAdminNegativeTestJSON-1887539189 tempest-ServersAdminNegativeTestJSON-1887539189-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=bf9ebccc-61f6-474b-a73b-d44e5a3a156a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088049 Feb 09 01:08:06.170199 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 81d24c68-0bdd-45de-87d0-cac3a3e8795a no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:08:06.173810 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa8bc599-9f7a-4d3b-8495-7120f005963e req-a38a727f-cf8e-4756-92b3-74001ddac2ea service neutron] 10.222.0.50 "GET /v2.0/networks/6887c7a4-5287-46fb-8e1c-13a166b3746e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642284 Feb 09 01:08:06.204355 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: 81d24c68-0bdd-45de-87d0-cac3a3e8795a {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:08:06.204774 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 81d24c68-0bdd-45de-87d0-cac3a3e8795a not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:08:06.313564 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 39264370-bded-4c85-9b70-b01a28f9a277 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:08:06.314036 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (39264370-bded-4c85-9b70-b01a28f9a277), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:06.366950 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c9b9f-5d93-4bb4-95d0-db4d39e014f2 req-a54d67c8-0a3e-409d-93b9-37181c2fb052 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:06.380215 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-156c9b9f-5d93-4bb4-95d0-db4d39e014f2 req-a54d67c8-0a3e-409d-93b9-37181c2fb052 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.1680920 Feb 09 01:08:06.387161 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ad19b6-cb1c-458d-a423-73060685d20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39264370-bded-4c85-9b70-b01a28f9a277'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:08:06.390602 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d56ea4-5b50-4123-9f96-e915fa4e230d" -d '{"events": [{"server_uuid": "55ad19b6-cb1c-458d-a423-73060685d20f", "name": "network-vif-plugged", "status": "completed", "tag": "39264370-bded-4c85-9b70-b01a28f9a277"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:08:06.415284 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38371ed5-a8d2-4060-bdbe-9c879e5a00f7 None None] New status for floating IP db495368-81bf-465e-92a0-2206c5d62525: DOWN {{(pid=103138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:08:06.432148 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 39264370-bded-4c85-9b70-b01a28f9a277, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=39264370-bded-4c85-9b70-b01a28f9a277,segment=NetworkSegment(ebc0196b-40a7-4a91-81b3-cd03bc319f59),segment_id=ebc0196b-40a7-4a91-81b3-cd03bc319f59)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:08:06.497435 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-156c9b9f-5d93-4bb4-95d0-db4d39e014f2 req-36ab48a0-16e8-41cb-b444-35a4dc267574 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146693 Feb 09 01:08:06.521554 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (39264370-bded-4c85-9b70-b01a28f9a277), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:06.522353 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device d30935b9-f2c8-485b-ab55-02a7a99e3581 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:08:06.643559 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: d30935b9-f2c8-485b-ab55-02a7a99e3581 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:08:06.644028 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device d30935b9-f2c8-485b-ab55-02a7a99e3581 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:08:06.696127 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79cb22-bef4-4348-aefa-cc7c9a5b3f66 req-1cbb9085-e12c-4577-969e-0f3c53d5f576 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:06.711627 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee79cb22-bef4-4348-aefa-cc7c9a5b3f66 req-1cbb9085-e12c-4577-969e-0f3c53d5f576 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 946 time: 0.1153955 Feb 09 01:08:06.715341 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=39264370-bded-4c85-9b70-b01a28f9a277,revision_number=7']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:06.810271 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee79cb22-bef4-4348-aefa-cc7c9a5b3f66 req-bb68ec66-06bc-47db-9286-b7761f2cb096 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967510 Feb 09 01:08:06.829653 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28057b4-9afa-418e-8729-8250434cce09', 'name': 'network-vif-deleted', 'tag': '81d24c68-0bdd-45de-87d0-cac3a3e8795a'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:08:06.831833 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86a82e2-55fc-4ac8-b729-d71a19103d77" -d '{"events": [{"server_uuid": "b28057b4-9afa-418e-8729-8250434cce09", "name": "network-vif-deleted", "tag": "81d24c68-0bdd-45de-87d0-cac3a3e8795a"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:08:06.895972 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5f966-2cc6-4f5e-88bc-99977ad9e337 req-0af06b61-0647-4e28-adc7-b2d04ffefc42 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:06.906845 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c9d5f966-2cc6-4f5e-88bc-99977ad9e337 req-0af06b61-0647-4e28-adc7-b2d04ffefc42 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 945 time: 0.2760344 Feb 09 01:08:06.944824 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2aaf643-d13a-4a06-a074-d0a0e2bb1087 x-openstack-request-id: req-f2aaf643-d13a-4a06-a074-d0a0e2bb1087 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:08:06.945681 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55ad19b6-cb1c-458d-a423-73060685d20f", "name": "network-vif-plugged", "status": "completed", "tag": "39264370-bded-4c85-9b70-b01a28f9a277", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:08:06.946087 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f2aaf643-d13a-4a06-a074-d0a0e2bb1087 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:08:06.946635 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ad19b6-cb1c-458d-a423-73060685d20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39264370-bded-4c85-9b70-b01a28f9a277', 'code': 200} Feb 09 01:08:07.037558 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c9d5f966-2cc6-4f5e-88bc-99977ad9e337 req-ae5b86ad-4cbb-40d5-ae49-5c5076f2392b tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159456 Feb 09 01:08:07.085335 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-545b6c07-689f-40bc-ab8a-aac937d02703 req-3f497be6-dc48-4a51-87e4-850459db770c tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa854b26-19d4-4afd-b994-08f92b021aef HTTP/1.1" status: 200 len: 210 time: 0.1016669 Feb 09 01:08:07.110795 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:07.146630 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47560) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:07.151815 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b669b86-557d-40d5-a0cf-1eaf02bdd38b x-openstack-request-id: req-1b669b86-557d-40d5-a0cf-1eaf02bdd38b {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:08:07.152122 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b28057b4-9afa-418e-8729-8250434cce09", "name": "network-vif-deleted", "tag": "81d24c68-0bdd-45de-87d0-cac3a3e8795a", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:08:07.152382 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1b669b86-557d-40d5-a0cf-1eaf02bdd38b {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:08:07.152888 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b28057b4-9afa-418e-8729-8250434cce09', 'name': 'network-vif-deleted', 'tag': '81d24c68-0bdd-45de-87d0-cac3a3e8795a', 'status': 'completed', 'code': 200} Feb 09 01:08:07.251357 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-860fe03a-3cf1-4f32-b9e9-e3dad2aa2a92 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Publish callbacks [] for security_group (f1835974-7701-4924-a23c-a1bbe14d4c47), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:07.312752 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-860fe03a-3cf1-4f32-b9e9-e3dad2aa2a92 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Publish callbacks [] for security_group (f1835974-7701-4924-a23c-a1bbe14d4c47), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:07.453108 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-860fe03a-3cf1-4f32-b9e9-e3dad2aa2a92 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (f1835974-7701-4924-a23c-a1bbe14d4c47), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:07.461819 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-860fe03a-3cf1-4f32-b9e9-e3dad2aa2a92 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:07.465268 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-860fe03a-3cf1-4f32-b9e9-e3dad2aa2a92 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] 10.222.0.50 "DELETE /v2.0/security-groups/f1835974-7701-4924-a23c-a1bbe14d4c47 HTTP/1.1" status: 204 len: 168 time: 0.3172729 Feb 09 01:08:07.468294 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47568) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:07.479281 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:07.486298 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860fe03a-3cf1-4f32-b9e9-e3dad2aa2a92 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1835974-7701-4924-a23c-a1bbe14d4c47,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:07.492005 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-2393b964-8719-4bfc-9e5e-3bd29eb829f3 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] show failed (client error): The resource could not be found. Feb 09 01:08:07.500773 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2393b964-8719-4bfc-9e5e-3bd29eb829f3 tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] 10.222.0.50 "GET /v2.0/security-groups/f1835974-7701-4924-a23c-a1bbe14d4c47 HTTP/1.1" status: 404 len: 347 time: 0.0310996 Feb 09 01:08:07.505679 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47570) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:07.588815 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93a841-407f-4c35-bf78-894ad18b6982 req-b56ac54e-4055-444d-94d5-5fe82097b7ca tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:07.590318 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4f93a841-407f-4c35-bf78-894ad18b6982 req-b56ac54e-4055-444d-94d5-5fe82097b7ca tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c7c7ea9-287f-43d8-84aa-16fd1c602900 HTTP/1.1" status: 200 len: 950 time: 0.0624707 Feb 09 01:08:07.680861 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-4ab8982f-3dce-45dd-8542-a8d5bad0c8ae tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Deleting port c4ccb451-80f1-4d47-9fde-169e907ed304 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:08:07.681743 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4ab8982f-3dce-45dd-8542-a8d5bad0c8ae tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (c4ccb451-80f1-4d47-9fde-169e907ed304), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:07.682886 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4f93a841-407f-4c35-bf78-894ad18b6982 req-6e813e40-e736-49e8-8e57-2614613d71c6 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf9ebccc-61f6-474b-a73b-d44e5a3a156a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846341 Feb 09 01:08:07.772571 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4ab8982f-3dce-45dd-8542-a8d5bad0c8ae tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (c4ccb451-80f1-4d47-9fde-169e907ed304), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:07.773269 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4ab8982f-3dce-45dd-8542-a8d5bad0c8ae tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Publish callbacks [] for floatingip (c4ccb451-80f1-4d47-9fde-169e907ed304), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:07.787913 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-4ab8982f-3dce-45dd-8542-a8d5bad0c8ae tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Calling delete_port for c4ccb451-80f1-4d47-9fde-169e907ed304 owned by network:floatingip {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:08:07.943285 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4ab8982f-3dce-45dd-8542-a8d5bad0c8ae tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (c4ccb451-80f1-4d47-9fde-169e907ed304), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:07.961993 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f38ab-7ae2-4941-b8ec-8062f61577ba req-5b5f1dff-2264-4d57-8b37-0af23a29e7df tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:07.970994 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2c0f38ab-7ae2-4941-b8ec-8062f61577ba req-5b5f1dff-2264-4d57-8b37-0af23a29e7df tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 946 time: 0.0826373 Feb 09 01:08:07.982699 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab8982f-3dce-45dd-8542-a8d5bad0c8ae tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Pushing event deleted for resources: {'Port': ['ID=c4ccb451-80f1-4d47-9fde-169e907ed304,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:08.020033 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab8982f-3dce-45dd-8542-a8d5bad0c8ae tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:08.020953 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab8982f-3dce-45dd-8542-a8d5bad0c8ae tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:08.021572 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab8982f-3dce-45dd-8542-a8d5bad0c8ae tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:08.022129 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab8982f-3dce-45dd-8542-a8d5bad0c8ae tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:08.022711 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab8982f-3dce-45dd-8542-a8d5bad0c8ae tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:08.023400 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab8982f-3dce-45dd-8542-a8d5bad0c8ae tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:08.023954 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab8982f-3dce-45dd-8542-a8d5bad0c8ae tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:08.024519 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab8982f-3dce-45dd-8542-a8d5bad0c8ae tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:08.025159 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab8982f-3dce-45dd-8542-a8d5bad0c8ae tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:08.025726 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab8982f-3dce-45dd-8542-a8d5bad0c8ae tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:08.027490 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab8982f-3dce-45dd-8542-a8d5bad0c8ae tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:08.028212 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab8982f-3dce-45dd-8542-a8d5bad0c8ae tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:08.029251 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab8982f-3dce-45dd-8542-a8d5bad0c8ae tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:08.037012 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2c0f38ab-7ae2-4941-b8ec-8062f61577ba req-8fda4e8a-b383-4d46-b19c-3ab7fd8aebde tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650129 Feb 09 01:08:08.086037 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4ab8982f-3dce-45dd-8542-a8d5bad0c8ae tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Publish callbacks [] for floatingip (db495368-81bf-465e-92a0-2206c5d62525), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:08.088717 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4ab8982f-3dce-45dd-8542-a8d5bad0c8ae tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:08.093946 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47576) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:08.094206 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4ab8982f-3dce-45dd-8542-a8d5bad0c8ae tempest-ServersTestFqdnHostnames-429308844 tempest-ServersTestFqdnHostnames-429308844-project] 10.222.0.50 "DELETE /v2.0/floatingips/db495368-81bf-465e-92a0-2206c5d62525 HTTP/1.1" status: 204 len: 168 time: 0.5870118 Feb 09 01:08:08.361141 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bc599-9f7a-4d3b-8495-7120f005963e req-99c4816f-e166-4133-9580-bfa943996791 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:08.362871 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa8bc599-9f7a-4d3b-8495-7120f005963e req-99c4816f-e166-4133-9580-bfa943996791 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.120 "GET /v2.0/networks?id=6887c7a4-5287-46fb-8e1c-13a166b3746e HTTP/1.1" status: 200 len: 811 time: 0.1551793 Feb 09 01:08:08.364886 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7f97809b-a8f1-4073-9546-cfc9614f63e7 req-6b1bceb7-56d4-43e6-a5a2-383a75d018fa tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa854b26-19d4-4afd-b994-08f92b021aef HTTP/1.1" status: 200 len: 210 time: 0.0404966 Feb 09 01:08:08.406661 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-fa8bc599-9f7a-4d3b-8495-7120f005963e req-41ccce7b-335a-4465-a02a-4c66c55d2158 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Request body: {'port': {'device_id': 'fa854b26-19d4-4afd-b994-08f92b021aef', 'network_id': '6887c7a4-5287-46fb-8e1c-13a166b3746e', 'admin_state_up': True, 'tenant_id': 'bc3818006b3c45fb99098097e9082b77'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:08:08.428887 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:08.875740 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c872df2c-35a4-48be-bef1-dd31428a23bb req-4073d7ef-59bb-4e75-8296-f905c3b5dd34 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:08.882637 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c872df2c-35a4-48be-bef1-dd31428a23bb req-4073d7ef-59bb-4e75-8296-f905c3b5dd34 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 945 time: 0.6881976 Feb 09 01:08:09.178095 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061420c-2c78-422d-b96d-8b9b36fe5edb req-d83c052a-b053-4559-ac48-cfaecf09509c tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:09.179742 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f061420c-2c78-422d-b96d-8b9b36fe5edb req-d83c052a-b053-4559-ac48-cfaecf09509c tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c7c7ea9-287f-43d8-84aa-16fd1c602900 HTTP/1.1" status: 200 len: 950 time: 0.3943834 Feb 09 01:08:09.187536 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:09.204269 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c872df2c-35a4-48be-bef1-dd31428a23bb req-c6743632-b9fc-46a9-b930-3d6b9830f804 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204610 Feb 09 01:08:09.289293 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa8bc599-9f7a-4d3b-8495-7120f005963e req-41ccce7b-335a-4465-a02a-4c66c55d2158 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Made reservation on behalf of bc3818006b3c45fb99098097e9082b77 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:08:09.292638 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-fa8bc599-9f7a-4d3b-8495-7120f005963e req-41ccce7b-335a-4465-a02a-4c66c55d2158 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:09.315586 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f061420c-2c78-422d-b96d-8b9b36fe5edb req-d29625fe-3b35-4a80-a180-146d39a9cd10 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf9ebccc-61f6-474b-a73b-d44e5a3a156a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100035 Feb 09 01:08:09.351162 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40c0ca-a0b1-4a5a-b8ab-89e4c168c6af req-1e44b40e-9b3a-43ba-860e-44e8d2ef7d3e tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:09.353106 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7c40c0ca-a0b1-4a5a-b8ab-89e4c168c6af req-1e44b40e-9b3a-43ba-860e-44e8d2ef7d3e tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c7c7ea9-287f-43d8-84aa-16fd1c602900 HTTP/1.1" status: 200 len: 950 time: 0.2350013 Feb 09 01:08:09.584164 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4be829e8-7143-4fcf-afd5-1a75c15f8c4a req-b99df537-ac25-4ecd-94d9-932d3eafda57 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa854b26-19d4-4afd-b994-08f92b021aef HTTP/1.1" status: 200 len: 210 time: 0.1060393 Feb 09 01:08:09.731625 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377be43-c0ab-450c-acce-4ae287165cf7 req-e293cfe7-636c-44eb-b4cf-c742c66d8ec2 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:09.733242 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b377be43-c0ab-450c-acce-4ae287165cf7 req-e293cfe7-636c-44eb-b4cf-c742c66d8ec2 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 946 time: 0.3792262 Feb 09 01:08:09.796932 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-fa8bc599-9f7a-4d3b-8495-7120f005963e req-41ccce7b-335a-4465-a02a-4c66c55d2158 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Allocated IP 172.20.0.2 (6887c7a4-5287-46fb-8e1c-13a166b3746e/84df8042-998c-45dd-8b33-36f49fdd33d9/cd0a7591-e533-470a-bcc6-a910a0d60d94) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:08:09.859705 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-7c40c0ca-a0b1-4a5a-b8ab-89e4c168c6af req-8b86abb3-82db-4667-8e3a-c5608d77526a tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Deleting port a8a5c7bf-3195-403b-9606-254885756533 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:08:09.859964 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7c40c0ca-a0b1-4a5a-b8ab-89e4c168c6af req-8b86abb3-82db-4667-8e3a-c5608d77526a tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (a8a5c7bf-3195-403b-9606-254885756533), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:09.949303 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b377be43-c0ab-450c-acce-4ae287165cf7 req-081f2bf0-ec18-44de-9710-4111a84e9ba8 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2095239 Feb 09 01:08:10.041833 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-7c40c0ca-a0b1-4a5a-b8ab-89e4c168c6af req-8b86abb3-82db-4667-8e3a-c5608d77526a tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] For port a8a5c7bf-3195-403b-9606-254885756533, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=a8a5c7bf-3195-403b-9606-254885756533,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:08:10.042503 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7c40c0ca-a0b1-4a5a-b8ab-89e4c168c6af req-8b86abb3-82db-4667-8e3a-c5608d77526a tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (a8a5c7bf-3195-403b-9606-254885756533), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:10.130068 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-7c40c0ca-a0b1-4a5a-b8ab-89e4c168c6af req-8b86abb3-82db-4667-8e3a-c5608d77526a tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Calling delete_port for a8a5c7bf-3195-403b-9606-254885756533 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:08:10.413144 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b025afd0-e258-4f70-9218-75b5f70b97d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:10.417399 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-fa8bc599-9f7a-4d3b-8495-7120f005963e req-41ccce7b-335a-4465-a02a-4c66c55d2158 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Publish callbacks [] for port (cd0a7591-e533-470a-bcc6-a910a0d60d94), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:10.571104 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-fa8bc599-9f7a-4d3b-8495-7120f005963e req-41ccce7b-335a-4465-a02a-4c66c55d2158 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (cd0a7591-e533-470a-bcc6-a910a0d60d94), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:10.658932 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa8bc599-9f7a-4d3b-8495-7120f005963e req-41ccce7b-335a-4465-a02a-4c66c55d2158 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Network 6887c7a4-5287-46fb-8e1c-13a166b3746e is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:08:10.679618 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-fa8bc599-9f7a-4d3b-8495-7120f005963e req-41ccce7b-335a-4465-a02a-4c66c55d2158 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:08:10.693612 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa8bc599-9f7a-4d3b-8495-7120f005963e req-41ccce7b-335a-4465-a02a-4c66c55d2158 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:08:10.742349 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ccce7b-335a-4465-a02a-4c66c55d2158 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Pushing event updated for resources: {'Port': ['ID=cd0a7591-e533-470a-bcc6-a910a0d60d94,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:10.757682 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a9deb-942a-4a6e-98da-ece65b5e1cf3 req-23bfbe2a-3cf0-40bb-bb24-814835b9ea99 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:10.765208 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0f6a9deb-942a-4a6e-98da-ece65b5e1cf3 req-23bfbe2a-3cf0-40bb-bb24-814835b9ea99 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c7c7ea9-287f-43d8-84aa-16fd1c602900 HTTP/1.1" status: 200 len: 950 time: 0.3460770 Feb 09 01:08:10.800852 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c72106-9362-4c09-9957-f6d68576feb8 req-8539e1e2-34d8-4734-96ce-a893cbeeb389 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:10.802570 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e3c72106-9362-4c09-9957-f6d68576feb8 req-8539e1e2-34d8-4734-96ce-a893cbeeb389 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 945 time: 0.4577641 Feb 09 01:08:10.812764 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7c40c0ca-a0b1-4a5a-b8ab-89e4c168c6af req-8b86abb3-82db-4667-8e3a-c5608d77526a tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (a8a5c7bf-3195-403b-9606-254885756533), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:10.834940 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['55c4bf60-0109-4867-a2a2-d93f9af543b9'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:08:10.972448 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bc599-9f7a-4d3b-8495-7120f005963e req-41ccce7b-335a-4465-a02a-4c66c55d2158 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:10.972448 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-fa8bc599-9f7a-4d3b-8495-7120f005963e req-41ccce7b-335a-4465-a02a-4c66c55d2158 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:10.976803 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b86abb3-82db-4667-8e3a-c5608d77526a tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Pushing event deleted for resources: {'Port': ['ID=a8a5c7bf-3195-403b-9606-254885756533,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:11.099972 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c40c0ca-a0b1-4a5a-b8ab-89e4c168c6af req-8b86abb3-82db-4667-8e3a-c5608d77526a tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] No DVR routers for this DVR port a8a5c7bf-3195-403b-9606-254885756533 on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:08:11.103197 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7c40c0ca-a0b1-4a5a-b8ab-89e4c168c6af req-8b86abb3-82db-4667-8e3a-c5608d77526a tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:11.107583 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7c40c0ca-a0b1-4a5a-b8ab-89e4c168c6af req-8b86abb3-82db-4667-8e3a-c5608d77526a tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.47 "DELETE /v2.0/ports/a8a5c7bf-3195-403b-9606-254885756533 HTTP/1.1" status: 204 len: 173 time: 1.7383547 Feb 09 01:08:11.111572 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7c7ea9-287f-43d8-84aa-16fd1c602900', 'name': 'network-vif-deleted', 'tag': 'a8a5c7bf-3195-403b-9606-254885756533'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:08:11.119306 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fca69a-667c-4549-8c5f-c2baec6fc241" -d '{"events": [{"server_uuid": "2c7c7ea9-287f-43d8-84aa-16fd1c602900", "name": "network-vif-deleted", "tag": "a8a5c7bf-3195-403b-9606-254885756533"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:08:11.128847 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa8bc599-9f7a-4d3b-8495-7120f005963e req-41ccce7b-335a-4465-a02a-4c66c55d2158 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7264965 Feb 09 01:08:11.163608 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0f6a9deb-942a-4a6e-98da-ece65b5e1cf3 req-51f9ab94-816d-4167-a61f-75d020ab24a9 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf9ebccc-61f6-474b-a73b-d44e5a3a156a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3973131 Feb 09 01:08:11.194330 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-fa8bc599-9f7a-4d3b-8495-7120f005963e req-eb5fcc1e-3a22-4dbb-94aa-4644414b426a service neutron] Request body: {'port': {'device_id': 'fa854b26-19d4-4afd-b994-08f92b021aef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:08:11.225578 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e3c72106-9362-4c09-9957-f6d68576feb8 req-5eb27e7b-7bc5-4b23-b550-c47ccdb2bc4a tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3893030 Feb 09 01:08:11.426379 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-fa8bc599-9f7a-4d3b-8495-7120f005963e req-eb5fcc1e-3a22-4dbb-94aa-4644414b426a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (cd0a7591-e533-470a-bcc6-a910a0d60d94), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:11.544309 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252e829-1143-4fa8-8b7e-9969b4082bd5 req-c6db1cc5-cbda-4c6c-ae2e-b680b40d88eb tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:11.546313 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4252e829-1143-4fa8-8b7e-9969b4082bd5 req-c6db1cc5-cbda-4c6c-ae2e-b680b40d88eb tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa854b26-19d4-4afd-b994-08f92b021aef HTTP/1.1" status: 200 len: 931 time: 0.2044187 Feb 09 01:08:11.588378 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3f7ee-6d39-4122-a976-960d24f8c069 req-830ad181-5c45-4cf1-aae5-70551deaa219 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:11.595951 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-97f3f7ee-6d39-4122-a976-960d24f8c069 req-830ad181-5c45-4cf1-aae5-70551deaa219 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 946 time: 0.2036984 Feb 09 01:08:11.849516 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-97f3f7ee-6d39-4122-a976-960d24f8c069 req-772d7098-6b69-475b-a2f3-16068201996d tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2525015 Feb 09 01:08:11.856208 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4252e829-1143-4fa8-8b7e-9969b4082bd5 req-1c305de0-08e7-4ee3-b140-f1df41efddc9 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943079 Feb 09 01:08:11.857736 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-b025afd0-e258-4f70-9218-75b5f70b97d3 admin admin] Deleting port 521613be-ad42-424f-9331-7281ba877789 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:08:11.858076 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b025afd0-e258-4f70-9218-75b5f70b97d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (521613be-ad42-424f-9331-7281ba877789), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:12.170841 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device a8a5c7bf-3195-403b-9606-254885756533 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:08:12.260367 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: a8a5c7bf-3195-403b-9606-254885756533 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:08:12.261783 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device a8a5c7bf-3195-403b-9606-254885756533 not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:08:12.321425 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba29dcce-c0cd-4d9f-b419-528cead5b2d5 x-openstack-request-id: req-ba29dcce-c0cd-4d9f-b419-528cead5b2d5 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:08:12.321734 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7c7ea9-287f-43d8-84aa-16fd1c602900", "name": "network-vif-deleted", "tag": "a8a5c7bf-3195-403b-9606-254885756533", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:08:12.322026 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ba29dcce-c0cd-4d9f-b419-528cead5b2d5 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:08:12.322447 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7c7ea9-287f-43d8-84aa-16fd1c602900', 'name': 'network-vif-deleted', 'tag': 'a8a5c7bf-3195-403b-9606-254885756533', 'status': 'completed', 'code': 200} Feb 09 01:08:12.658873 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda1b959-a32d-40dc-9f80-d4adb0c2671e req-1b281ce4-7b77-4088-9121-8cdc2ae1465e tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:12.661571 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fda1b959-a32d-40dc-9f80-d4adb0c2671e req-1b281ce4-7b77-4088-9121-8cdc2ae1465e tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 945 time: 0.2470179 Feb 09 01:08:12.732052 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-fa8bc599-9f7a-4d3b-8495-7120f005963e req-eb5fcc1e-3a22-4dbb-94aa-4644414b426a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd0a7591-e533-470a-bcc6-a910a0d60d94 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:08:12.741149 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fda1b959-a32d-40dc-9f80-d4adb0c2671e req-be1f0004-7476-454b-98da-b323eccbda6d tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712945 Feb 09 01:08:12.746452 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-b025afd0-e258-4f70-9218-75b5f70b97d3 admin admin] For port 521613be-ad42-424f-9331-7281ba877789, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=521613be-ad42-424f-9331-7281ba877789,segment=NetworkSegment(37dbd17d-2cc9-4828-8e6d-903c14a622f1),segment_id=37dbd17d-2cc9-4828-8e6d-903c14a622f1)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:08:12.747269 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b025afd0-e258-4f70-9218-75b5f70b97d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (521613be-ad42-424f-9331-7281ba877789), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:12.753732 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-fa8bc599-9f7a-4d3b-8495-7120f005963e req-eb5fcc1e-3a22-4dbb-94aa-4644414b426a service neutron] Publish callbacks [] for port (cd0a7591-e533-470a-bcc6-a910a0d60d94), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:12.776093 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-b025afd0-e258-4f70-9218-75b5f70b97d3 admin admin] Calling delete_port for 521613be-ad42-424f-9331-7281ba877789 owned by network:router_interface {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:08:12.827276 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-fa8bc599-9f7a-4d3b-8495-7120f005963e req-eb5fcc1e-3a22-4dbb-94aa-4644414b426a service neutron] Transition to ACTIVE for port object cd0a7591-e533-470a-bcc6-a910a0d60d94 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:08:12.841699 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-fa8bc599-9f7a-4d3b-8495-7120f005963e req-eb5fcc1e-3a22-4dbb-94aa-4644414b426a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (cd0a7591-e533-470a-bcc6-a910a0d60d94), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:12.968703 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5fcc1e-3a22-4dbb-94aa-4644414b426a service neutron] Pushing event updated for resources: {'Port': ['ID=cd0a7591-e533-470a-bcc6-a910a0d60d94,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:13.293670 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b025afd0-e258-4f70-9218-75b5f70b97d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (521613be-ad42-424f-9331-7281ba877789), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:13.373282 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-fa8bc599-9f7a-4d3b-8495-7120f005963e req-eb5fcc1e-3a22-4dbb-94aa-4644414b426a service neutron] Attempting to bind port cd0a7591-e533-470a-bcc6-a910a0d60d94 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:08:13.373282 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-fa8bc599-9f7a-4d3b-8495-7120f005963e req-eb5fcc1e-3a22-4dbb-94aa-4644414b426a service neutron] Attempting to bind port cd0a7591-e533-470a-bcc6-a910a0d60d94 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '1088d67c-3520-4ac2-8e48-25a7c8da33c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6887c7a4-5287-46fb-8e1c-13a166b3746e'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:08:13.373282 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8bc599-9f7a-4d3b-8495-7120f005963e req-eb5fcc1e-3a22-4dbb-94aa-4644414b426a service neutron] Attempting to bind port cd0a7591-e533-470a-bcc6-a910a0d60d94 on network 6887c7a4-5287-46fb-8e1c-13a166b3746e {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:08:13.389180 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025afd0-e258-4f70-9218-75b5f70b97d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=521613be-ad42-424f-9331-7281ba877789,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:13.432390 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb8064-7611-4d4a-80b0-7ccc3d6b3420 req-c2f9b909-db7d-4e74-a767-bccbd9adc1d7 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:13.434777 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-10cb8064-7611-4d4a-80b0-7ccc3d6b3420 req-c2f9b909-db7d-4e74-a767-bccbd9adc1d7 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/ports?device_id=540915db-b287-422e-a160-0d034145e47b HTTP/1.1" status: 200 len: 949 time: 0.4950583 Feb 09 01:08:13.435512 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8bc599-9f7a-4d3b-8495-7120f005963e req-eb5fcc1e-3a22-4dbb-94aa-4644414b426a service neutron] Port cd0a7591-e533-470a-bcc6-a910a0d60d94 on network 6887c7a4-5287-46fb-8e1c-13a166b3746e not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:08:13.435968 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8bc599-9f7a-4d3b-8495-7120f005963e req-eb5fcc1e-3a22-4dbb-94aa-4644414b426a service neutron] Attempting to bind port cd0a7591-e533-470a-bcc6-a910a0d60d94 on network 6887c7a4-5287-46fb-8e1c-13a166b3746e {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:08:13.515409 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739103c-6e3a-4705-9b3c-1b5220500905 req-de9910f3-c532-4eb2-82dc-d1ed76152e72 tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:13.517359 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f739103c-6e3a-4705-9b3c-1b5220500905 req-de9910f3-c532-4eb2-82dc-d1ed76152e72 tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] 10.222.0.50 "GET /v2.0/ports?device_id=edee8062-ffa5-4be4-87f8-251cde411b65 HTTP/1.1" status: 200 len: 945 time: 0.7309775 Feb 09 01:08:13.546045 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8bc599-9f7a-4d3b-8495-7120f005963e req-eb5fcc1e-3a22-4dbb-94aa-4644414b426a service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:08:13.546706 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8bc599-9f7a-4d3b-8495-7120f005963e req-eb5fcc1e-3a22-4dbb-94aa-4644414b426a service neutron] Checking segment: {'id': '1088d67c-3520-4ac2-8e48-25a7c8da33c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6887c7a4-5287-46fb-8e1c-13a166b3746e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:08:13.547203 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8bc599-9f7a-4d3b-8495-7120f005963e req-eb5fcc1e-3a22-4dbb-94aa-4644414b426a service neutron] Bound using segment: {'id': '1088d67c-3520-4ac2-8e48-25a7c8da33c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6887c7a4-5287-46fb-8e1c-13a166b3746e'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:08:13.547752 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-fa8bc599-9f7a-4d3b-8495-7120f005963e req-eb5fcc1e-3a22-4dbb-94aa-4644414b426a service neutron] Bound port: cd0a7591-e533-470a-bcc6-a910a0d60d94, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1088d67c-3520-4ac2-8e48-25a7c8da33c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6887c7a4-5287-46fb-8e1c-13a166b3746e'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:08:13.548216 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-fa8bc599-9f7a-4d3b-8495-7120f005963e req-eb5fcc1e-3a22-4dbb-94aa-4644414b426a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (cd0a7591-e533-470a-bcc6-a910a0d60d94), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:13.740102 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-10cb8064-7611-4d4a-80b0-7ccc3d6b3420 req-a8f553dc-f7c0-498b-89c2-33aac246ba6e tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf9ebccc-61f6-474b-a73b-d44e5a3a156a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209880 Feb 09 01:08:13.773786 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f739103c-6e3a-4705-9b3c-1b5220500905 req-8149eae3-863c-41ca-b74f-8449747fcfdc tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] 10.222.0.50 "GET /v2.0/security-groups?id=10265b10-bbb3-46c7-8fcc-8e1e448a4bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642616 Feb 09 01:08:13.836345 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b025afd0-e258-4f70-9218-75b5f70b97d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:14.066114 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-fa8bc599-9f7a-4d3b-8495-7120f005963e req-eb5fcc1e-3a22-4dbb-94aa-4644414b426a service neutron] For port cd0a7591-e533-470a-bcc6-a910a0d60d94, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:08:14.114065 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1928dc-710d-4b2a-afc2-b265936d8d42 req-87075390-51f4-4ade-9477-ae28d1753c88 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:14.116384 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1e1928dc-710d-4b2a-afc2-b265936d8d42 req-87075390-51f4-4ade-9477-ae28d1753c88 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 946 time: 0.1411850 Feb 09 01:08:14.142148 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-fa8bc599-9f7a-4d3b-8495-7120f005963e req-eb5fcc1e-3a22-4dbb-94aa-4644414b426a service neutron] For port cd0a7591-e533-470a-bcc6-a910a0d60d94, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=cd0a7591-e533-470a-bcc6-a910a0d60d94,segment=NetworkSegment(1088d67c-3520-4ac2-8e48-25a7c8da33c5),segment_id=1088d67c-3520-4ac2-8e48-25a7c8da33c5)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:08:14.229232 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1e1928dc-710d-4b2a-afc2-b265936d8d42 req-bed7a35a-1e4c-4e87-be47-e9633d94502b tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069288 Feb 09 01:08:14.235580 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-fa8bc599-9f7a-4d3b-8495-7120f005963e req-eb5fcc1e-3a22-4dbb-94aa-4644414b426a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (cd0a7591-e533-470a-bcc6-a910a0d60d94), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:14.316071 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5fcc1e-3a22-4dbb-94aa-4644414b426a service neutron] Pushing event updated for resources: {'Port': ['ID=cd0a7591-e533-470a-bcc6-a910a0d60d94,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:14.339878 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099255e-208b-40c2-973f-7beffcaa3843 req-5f26ae7c-b9e6-4744-9a22-60178a4345e3 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:14.342117 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1099255e-208b-40c2-973f-7beffcaa3843 req-5f26ae7c-b9e6-4744-9a22-60178a4345e3 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa854b26-19d4-4afd-b994-08f92b021aef HTTP/1.1" status: 200 len: 943 time: 0.3185098 Feb 09 01:08:14.354575 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bc599-9f7a-4d3b-8495-7120f005963e req-eb5fcc1e-3a22-4dbb-94aa-4644414b426a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:14.355181 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-fa8bc599-9f7a-4d3b-8495-7120f005963e req-eb5fcc1e-3a22-4dbb-94aa-4644414b426a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:14.358931 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa8bc599-9f7a-4d3b-8495-7120f005963e req-eb5fcc1e-3a22-4dbb-94aa-4644414b426a service neutron] 10.222.0.120 "PUT /v2.0/ports/cd0a7591-e533-470a-bcc6-a910a0d60d94 HTTP/1.1" status: 200 len: 1091 time: 3.1919217 Feb 09 01:08:14.360274 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa854b26-19d4-4afd-b994-08f92b021aef', 'tag': 'cd0a7591-e533-470a-bcc6-a910a0d60d94'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:08:14.362999 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade50614-8b86-4df2-b7ec-5a8aa1dc08c2" -d '{"events": [{"name": "network-changed", "server_uuid": "fa854b26-19d4-4afd-b994-08f92b021aef", "tag": "cd0a7591-e533-470a-bcc6-a910a0d60d94"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:08:14.533394 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd6f0f-9e15-43f3-8c6e-bed6a246341e req-dcbb5f65-7e04-4259-8992-e29734aece15 tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:14.535541 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c4cd6f0f-9e15-43f3-8c6e-bed6a246341e req-dcbb5f65-7e04-4259-8992-e29734aece15 tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] 10.222.0.47 "GET /v2.0/ports?device_id=edee8062-ffa5-4be4-87f8-251cde411b65 HTTP/1.1" status: 200 len: 945 time: 0.3454580 Feb 09 01:08:14.719232 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1099255e-208b-40c2-973f-7beffcaa3843 req-f227abf0-3ee1-447b-b913-91c5f0df942c tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512211 Feb 09 01:08:14.785747 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351c4719-9fac-45ff-8d88-18884b49b071 x-openstack-request-id: req-351c4719-9fac-45ff-8d88-18884b49b071 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:08:14.786321 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa854b26-19d4-4afd-b994-08f92b021aef", "tag": "cd0a7591-e533-470a-bcc6-a910a0d60d94", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:08:14.786321 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-351c4719-9fac-45ff-8d88-18884b49b071 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:08:14.786673 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa854b26-19d4-4afd-b994-08f92b021aef', 'tag': 'cd0a7591-e533-470a-bcc6-a910a0d60d94', 'status': 'completed', 'code': 200} Feb 09 01:08:14.801681 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bc599-9f7a-4d3b-8495-7120f005963e req-199df84a-f54f-4488-9923-e7f1892ded29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:14.803019 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa8bc599-9f7a-4d3b-8495-7120f005963e req-199df84a-f54f-4488-9923-e7f1892ded29 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=bc3818006b3c45fb99098097e9082b77&device_id=fa854b26-19d4-4afd-b994-08f92b021aef HTTP/1.1" status: 200 len: 1125 time: 0.2866046 Feb 09 01:08:14.820196 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5e723-5a96-4784-9ae7-79e11762e09f req-276b614b-0307-4333-9db6-9d1d0e155182 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:14.822003 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0a5e723-5a96-4784-9ae7-79e11762e09f req-276b614b-0307-4333-9db6-9d1d0e155182 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 945 time: 0.3440502 Feb 09 01:08:14.824598 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b025afd0-e258-4f70-9218-75b5f70b97d3 admin admin] Router a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:08:14.835099 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001083ca-2bcc-4856-81d9-64e18e254efa req-20aed9ae-b19b-4630-bbec-209ab58a50ed tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:14.836771 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-001083ca-2bcc-4856-81d9-64e18e254efa req-20aed9ae-b19b-4630-bbec-209ab58a50ed tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.120 "GET /v2.0/ports?device_id=540915db-b287-422e-a160-0d034145e47b HTTP/1.1" status: 200 len: 949 time: 0.1998312 Feb 09 01:08:14.945964 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa8bc599-9f7a-4d3b-8495-7120f005963e req-e8311ea1-f62a-4758-baf3-3b3601d4385b service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cd0a7591-e533-470a-bcc6-a910a0d60d94 HTTP/1.1" status: 200 len: 217 time: 0.1198735 Feb 09 01:08:15.192817 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-c4cd6f0f-9e15-43f3-8c6e-bed6a246341e req-6073dbf3-f731-466e-94ba-6e38384bb77a tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] Deleting port ddafb8e7-cecf-4039-b691-43720f17902f {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:08:15.192817 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c4cd6f0f-9e15-43f3-8c6e-bed6a246341e req-6073dbf3-f731-466e-94ba-6e38384bb77a tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (ddafb8e7-cecf-4039-b691-43720f17902f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:15.202960 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0a5e723-5a96-4784-9ae7-79e11762e09f req-ca32949a-1e26-4068-84b8-3b0d9de5ab73 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651552 Feb 09 01:08:15.221084 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bc599-9f7a-4d3b-8495-7120f005963e req-6bafc685-e288-4d67-94e1-7111a9bfbf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:15.222859 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa8bc599-9f7a-4d3b-8495-7120f005963e req-6bafc685-e288-4d67-94e1-7111a9bfbf25 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=84df8042-998c-45dd-8b33-36f49fdd33d9 HTTP/1.1" status: 200 len: 851 time: 0.2586198 Feb 09 01:08:15.328505 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7576a64-c9f6-4f83-8d59-5ce23a7422b8 req-762e0acb-6622-48dd-9708-6fc466766d03 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:15.330063 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e7576a64-c9f6-4f83-8d59-5ce23a7422b8 req-762e0acb-6622-48dd-9708-6fc466766d03 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/ports?device_id=540915db-b287-422e-a160-0d034145e47b HTTP/1.1" status: 200 len: 949 time: 0.4672210 Feb 09 01:08:15.331851 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa8bc599-9f7a-4d3b-8495-7120f005963e req-50fd4d45-992a-4197-97ef-26e944caabff service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=6887c7a4-5287-46fb-8e1c-13a166b3746e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663948 Feb 09 01:08:15.809355 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b025afd0-e258-4f70-9218-75b5f70b97d3 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:08:15.815959 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b025afd0-e258-4f70-9218-75b5f70b97d3 admin admin] 10.222.0.50 "PUT /v2.0/routers/a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7209749 Feb 09 01:08:15.818620 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47652) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:15.821771 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e4ccee-8356-45b8-89a0-6a6563f702f0 None None] Sync routers for ids ['a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:08:15.846486 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e4ccee-8356-45b8-89a0-6a6563f702f0 None None] Routers {'a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:08:15.847125 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-89e4ccee-8356-45b8-89a0-6a6563f702f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:08:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:15.910054 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-c4cd6f0f-9e15-43f3-8c6e-bed6a246341e req-6073dbf3-f731-466e-94ba-6e38384bb77a tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] For port ddafb8e7-cecf-4039-b691-43720f17902f, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=ddafb8e7-cecf-4039-b691-43720f17902f,segment=NetworkSegment(027cc1ec-0c18-4a25-a208-0f9bfe67520e),segment_id=027cc1ec-0c18-4a25-a208-0f9bfe67520e)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:08:15.914897 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c4cd6f0f-9e15-43f3-8c6e-bed6a246341e req-6073dbf3-f731-466e-94ba-6e38384bb77a tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (ddafb8e7-cecf-4039-b691-43720f17902f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:15.937514 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-001083ca-2bcc-4856-81d9-64e18e254efa req-4e9f1e06-619b-48bf-8fc0-7c87fa8fb9c2 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Deleting port 55c4bf60-0109-4867-a2a2-d93f9af543b9 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:08:15.937850 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-001083ca-2bcc-4856-81d9-64e18e254efa req-4e9f1e06-619b-48bf-8fc0-7c87fa8fb9c2 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (55c4bf60-0109-4867-a2a2-d93f9af543b9), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:15.959172 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-c4cd6f0f-9e15-43f3-8c6e-bed6a246341e req-6073dbf3-f731-466e-94ba-6e38384bb77a tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] Calling delete_port for ddafb8e7-cecf-4039-b691-43720f17902f owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:08:15.964050 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e7576a64-c9f6-4f83-8d59-5ce23a7422b8 req-4f90144a-b359-4701-b697-8939cc69a8d1 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.50 "GET /v2.0/security-groups?id=bf9ebccc-61f6-474b-a73b-d44e5a3a156a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6150656 Feb 09 01:08:15.984409 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa8bc599-9f7a-4d3b-8495-7120f005963e req-f737bafc-4d3e-4abd-b76b-e782a372505d service neutron] 10.222.0.120 "GET /v2.0/networks/6887c7a4-5287-46fb-8e1c-13a166b3746e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045907 Feb 09 01:08:15.992052 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-736a9d0a-f991-468e-8238-a4e18153d4a0 admin admin] Publish callbacks [] for router (a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:16.166621 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-89e4ccee-8356-45b8-89a0-6a6563f702f0 None None] Set router a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:08:16.205339 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device ddafb8e7-cecf-4039-b691-43720f17902f no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:08:16.216520 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-001083ca-2bcc-4856-81d9-64e18e254efa req-4e9f1e06-619b-48bf-8fc0-7c87fa8fb9c2 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] For port 55c4bf60-0109-4867-a2a2-d93f9af543b9, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=55c4bf60-0109-4867-a2a2-d93f9af543b9,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:08:16.217151 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-001083ca-2bcc-4856-81d9-64e18e254efa req-4e9f1e06-619b-48bf-8fc0-7c87fa8fb9c2 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (55c4bf60-0109-4867-a2a2-d93f9af543b9), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:16.225375 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-736a9d0a-f991-468e-8238-a4e18153d4a0 admin admin] Publish callbacks [] for router_gateway (a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:16.229758 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-001083ca-2bcc-4856-81d9-64e18e254efa req-4e9f1e06-619b-48bf-8fc0-7c87fa8fb9c2 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Calling delete_port for 55c4bf60-0109-4867-a2a2-d93f9af543b9 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:08:16.348326 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-736a9d0a-f991-468e-8238-a4e18153d4a0 admin admin] Deleting port 415adf55-bb82-4f00-91a5-1a3c86eac345 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:08:16.348711 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-736a9d0a-f991-468e-8238-a4e18153d4a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (415adf55-bb82-4f00-91a5-1a3c86eac345), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:16.413991 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port ddafb8e7-cecf-4039-b691-43720f17902f is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:08:16.414656 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ddafb8e7-cecf-4039-b691-43720f17902f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:16.470410 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port ddafb8e7-cecf-4039-b691-43720f17902f, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=ddafb8e7-cecf-4039-b691-43720f17902f,segment=NetworkSegment(027cc1ec-0c18-4a25-a208-0f9bfe67520e),segment_id=027cc1ec-0c18-4a25-a208-0f9bfe67520e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:08:16.472592 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edee8062-ffa5-4be4-87f8-251cde411b65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddafb8e7-cecf-4039-b691-43720f17902f'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:08:16.479393 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1fcc23e-756f-4781-9b6b-777ca13fe295" -d '{"events": [{"server_uuid": "edee8062-ffa5-4be4-87f8-251cde411b65", "name": "network-vif-unplugged", "status": "completed", "tag": "ddafb8e7-cecf-4039-b691-43720f17902f"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:08:16.487635 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (ddafb8e7-cecf-4039-b691-43720f17902f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:16.537265 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-736a9d0a-f991-468e-8238-a4e18153d4a0 admin admin] For port 415adf55-bb82-4f00-91a5-1a3c86eac345, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=415adf55-bb82-4f00-91a5-1a3c86eac345,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:08:16.540981 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-736a9d0a-f991-468e-8238-a4e18153d4a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (415adf55-bb82-4f00-91a5-1a3c86eac345), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:16.558419 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-001083ca-2bcc-4856-81d9-64e18e254efa req-4e9f1e06-619b-48bf-8fc0-7c87fa8fb9c2 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (55c4bf60-0109-4867-a2a2-d93f9af543b9), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:16.575919 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-736a9d0a-f991-468e-8238-a4e18153d4a0 admin admin] Calling delete_port for 415adf55-bb82-4f00-91a5-1a3c86eac345 owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:08:16.588937 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=ddafb8e7-cecf-4039-b691-43720f17902f,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:16.627988 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff1f90-e86a-47ad-8af7-66374402bca5 req-f85d8297-5894-48b6-9ae3-ec03c1aac958 tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:16.631368 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d0ff1f90-e86a-47ad-8af7-66374402bca5 req-f85d8297-5894-48b6-9ae3-ec03c1aac958 tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] 10.222.0.50 "GET /v2.0/ports?device_id=edee8062-ffa5-4be4-87f8-251cde411b65 HTTP/1.1" status: 200 len: 945 time: 1.3105233 Feb 09 01:08:16.636269 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-89e4ccee-8356-45b8-89a0-6a6563f702f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5', 'name': 'tempest-ServersTestFqdnHostnames-1486361131-router', 'tenant_id': 'ba2f36688aa445499186dfa11ee83266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '415adf55-bb82-4f00-91a5-1a3c86eac345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:28Z', 'updated_at': '2022-02-09T01:08:13Z', 'revision_number': 5, 'project_id': 'ba2f36688aa445499186dfa11ee83266', 'gw_port': {'id': '415adf55-bb82-4f00-91a5-1a3c86eac345', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:40:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:29Z', 'updated_at': '2022-02-09T01:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:16.741537 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e4ccee-8356-45b8-89a0-6a6563f702f0 None None] Checking router: a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:08:16.766101 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e4ccee-8356-45b8-89a0-6a6563f702f0 None None] Routers {'a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:08:16.766736 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-89e4ccee-8356-45b8-89a0-6a6563f702f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:08:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:16.774869 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa8bc599-9f7a-4d3b-8495-7120f005963e req-8927cd07-1b1b-4d31-ae6c-80f2599aaebc service neutron] 10.222.0.120 "GET /v2.0/networks/6887c7a4-5287-46fb-8e1c-13a166b3746e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7531252 Feb 09 01:08:16.895603 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-736a9d0a-f991-468e-8238-a4e18153d4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (415adf55-bb82-4f00-91a5-1a3c86eac345), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:16.941635 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736a9d0a-f991-468e-8238-a4e18153d4a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=415adf55-bb82-4f00-91a5-1a3c86eac345,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:16.958972 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-89e4ccee-8356-45b8-89a0-6a6563f702f0 None None] Set router a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5 gateway port host: None {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:08:17.026475 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9f1e06-619b-48bf-8fc0-7c87fa8fb9c2 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Pushing event deleted for resources: {'Port': ['ID=55c4bf60-0109-4867-a2a2-d93f9af543b9,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:17.054995 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-89e4ccee-8356-45b8-89a0-6a6563f702f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5', 'name': 'tempest-ServersTestFqdnHostnames-1486361131-router', 'tenant_id': 'ba2f36688aa445499186dfa11ee83266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:28Z', 'updated_at': '2022-02-09T01:08:16Z', 'revision_number': 6, 'project_id': 'ba2f36688aa445499186dfa11ee83266', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:17.095843 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-736a9d0a-f991-468e-8238-a4e18153d4a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:17.109945 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e4ccee-8356-45b8-89a0-6a6563f702f0 None None] The sync data for ids ['a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5'] in n-d-828369-4 is: [{'id': 'a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5', 'name': 'tempest-ServersTestFqdnHostnames-1486361131-router', 'tenant_id': 'ba2f36688aa445499186dfa11ee83266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:28Z', 'updated_at': '2022-02-09T01:08:16Z', 'revision_number': 6, 'project_id': 'ba2f36688aa445499186dfa11ee83266', 'gw_port_host': None}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:08:17.175649 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-001083ca-2bcc-4856-81d9-64e18e254efa req-4e9f1e06-619b-48bf-8fc0-7c87fa8fb9c2 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] No DVR routers for this DVR port 55c4bf60-0109-4867-a2a2-d93f9af543b9 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:08:17.199630 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-001083ca-2bcc-4856-81d9-64e18e254efa req-4e9f1e06-619b-48bf-8fc0-7c87fa8fb9c2 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:17.203692 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-001083ca-2bcc-4856-81d9-64e18e254efa req-4e9f1e06-619b-48bf-8fc0-7c87fa8fb9c2 tempest-ServersAdminNegativeTestJSON-47080812 tempest-ServersAdminNegativeTestJSON-47080812-project] 10.222.0.120 "DELETE /v2.0/ports/55c4bf60-0109-4867-a2a2-d93f9af543b9 HTTP/1.1" status: 204 len: 173 time: 2.3524113 Feb 09 01:08:17.207511 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540915db-b287-422e-a160-0d034145e47b', 'name': 'network-vif-deleted', 'tag': '55c4bf60-0109-4867-a2a2-d93f9af543b9'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:08:17.209816 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c7808c-0679-443f-b7ec-fb8725980073" -d '{"events": [{"server_uuid": "540915db-b287-422e-a160-0d034145e47b", "name": "network-vif-deleted", "tag": "55c4bf60-0109-4867-a2a2-d93f9af543b9"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:08:17.220536 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d0ff1f90-e86a-47ad-8af7-66374402bca5 req-a634b2a7-8823-4821-9051-ff5e1f608aaa tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] 10.222.0.50 "GET /v2.0/security-groups?id=10265b10-bbb3-46c7-8fcc-8e1e448a4bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4281266 Feb 09 01:08:17.242837 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea39e91-c51a-42cb-bfea-311fc21c1671 req-a1cc6d62-81be-494d-bf27-4a9d890f1114 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:17.251681 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cea39e91-c51a-42cb-bfea-311fc21c1671 req-a1cc6d62-81be-494d-bf27-4a9d890f1114 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 946 time: 0.7983067 Feb 09 01:08:17.332199 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade50614-8b86-4df2-b7ec-5a8aa1dc08c2 req-53dfb314-1b0d-494c-ac8c-b76a2514e055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:17.333786 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ade50614-8b86-4df2-b7ec-5a8aa1dc08c2 req-53dfb314-1b0d-494c-ac8c-b76a2514e055 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=bc3818006b3c45fb99098097e9082b77&device_id=fa854b26-19d4-4afd-b994-08f92b021aef HTTP/1.1" status: 200 len: 1125 time: 0.3462100 Feb 09 01:08:17.348677 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cea39e91-c51a-42cb-bfea-311fc21c1671 req-a521b1a7-07a7-498c-9d7f-027509ae4214 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960336 Feb 09 01:08:17.497454 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c4cd6f0f-9e15-43f3-8c6e-bed6a246341e req-6073dbf3-f731-466e-94ba-6e38384bb77a tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (ddafb8e7-cecf-4039-b691-43720f17902f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:17.586335 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6073dbf3-f731-466e-94ba-6e38384bb77a tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] Pushing event deleted for resources: {'Port': ['ID=ddafb8e7-cecf-4039-b691-43720f17902f,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:17.610375 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade50614-8b86-4df2-b7ec-5a8aa1dc08c2 req-c9df94ba-f08d-495b-b17f-07794de9a946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:17.612201 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ade50614-8b86-4df2-b7ec-5a8aa1dc08c2 req-c9df94ba-f08d-495b-b17f-07794de9a946 service neutron] 10.222.0.120 "GET /v2.0/networks?id=6887c7a4-5287-46fb-8e1c-13a166b3746e HTTP/1.1" status: 200 len: 913 time: 0.2578366 Feb 09 01:08:17.649166 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4cd6f0f-9e15-43f3-8c6e-bed6a246341e req-6073dbf3-f731-466e-94ba-6e38384bb77a tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] No DVR routers for this DVR port ddafb8e7-cecf-4039-b691-43720f17902f on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:08:17.657662 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09056e1e-3bb7-48c6-9404-e753b7fcb2be req-4140790c-e0e5-4d8c-bf72-d5cbf8d39a78 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:17.660525 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-09056e1e-3bb7-48c6-9404-e753b7fcb2be req-4140790c-e0e5-4d8c-bf72-d5cbf8d39a78 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa854b26-19d4-4afd-b994-08f92b021aef HTTP/1.1" status: 200 len: 943 time: 0.2876801 Feb 09 01:08:17.663562 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c4cd6f0f-9e15-43f3-8c6e-bed6a246341e req-6073dbf3-f731-466e-94ba-6e38384bb77a tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:17.666890 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c4cd6f0f-9e15-43f3-8c6e-bed6a246341e req-6073dbf3-f731-466e-94ba-6e38384bb77a tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] 10.222.0.47 "DELETE /v2.0/ports/ddafb8e7-cecf-4039-b691-43720f17902f HTTP/1.1" status: 204 len: 173 time: 3.0924573 Feb 09 01:08:17.722071 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ade50614-8b86-4df2-b7ec-5a8aa1dc08c2 req-a6f6bfb1-efe3-4057-8efe-5f0739c01fd5 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cd0a7591-e533-470a-bcc6-a910a0d60d94 HTTP/1.1" status: 200 len: 217 time: 0.0794079 Feb 09 01:08:17.795747 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade50614-8b86-4df2-b7ec-5a8aa1dc08c2 req-73631d7b-eb8c-4390-8c1b-1905d46a841d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:17.795747 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ade50614-8b86-4df2-b7ec-5a8aa1dc08c2 req-73631d7b-eb8c-4390-8c1b-1905d46a841d service neutron] 10.222.0.120 "GET /v2.0/subnets?id=84df8042-998c-45dd-8b33-36f49fdd33d9 HTTP/1.1" status: 200 len: 851 time: 0.0550814 Feb 09 01:08:17.800214 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-736a9d0a-f991-468e-8238-a4e18153d4a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:17.803018 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-736a9d0a-f991-468e-8238-a4e18153d4a0 admin admin] Publish callbacks [] for router_controller (a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:17.856533 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ade50614-8b86-4df2-b7ec-5a8aa1dc08c2 req-dbc158ab-9cd5-40bb-af76-1a126ee7ca03 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=6887c7a4-5287-46fb-8e1c-13a166b3746e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548503 Feb 09 01:08:17.891680 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-736a9d0a-f991-468e-8238-a4e18153d4a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:17.892368 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736a9d0a-f991-468e-8238-a4e18153d4a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5 {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:08:17.897578 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-736a9d0a-f991-468e-8238-a4e18153d4a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:17.898922 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-736a9d0a-f991-468e-8238-a4e18153d4a0 admin admin] 10.222.0.50 "DELETE /v2.0/routers/a8092fd0-d9d1-4c72-bc60-ae7c5a11ceb5 HTTP/1.1" status: 204 len: 168 time: 2.0786157 Feb 09 01:08:17.908032 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47674) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:17.961825 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cabc250-c559-4d47-beb9-452dcfe9105b req-2e7f3c04-8af0-4723-b20d-928cbf6ed884 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:17.970923 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9cabc250-c559-4d47-beb9-452dcfe9105b req-2e7f3c04-8af0-4723-b20d-928cbf6ed884 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.4669790 Feb 09 01:08:17.989183 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-837a73d9-04a9-4535-8658-49648b556bdc admin admin] Deleting subnet c434f4f0-bf35-4657-903e-bbdc30e316e9 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:08:17.990208 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-09056e1e-3bb7-48c6-9404-e753b7fcb2be req-23a76608-b715-43f0-89cd-9f57b3395377 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853615 Feb 09 01:08:17.995641 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-837a73d9-04a9-4535-8658-49648b556bdc admin admin] Publish callbacks [] for subnet (c434f4f0-bf35-4657-903e-bbdc30e316e9), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:18.062349 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 55c4bf60-0109-4867-a2a2-d93f9af543b9 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:08:18.091754 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-837a73d9-04a9-4535-8658-49648b556bdc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (c434f4f0-bf35-4657-903e-bbdc30e316e9), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:18.109990 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: 55c4bf60-0109-4867-a2a2-d93f9af543b9 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:08:18.113132 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 55c4bf60-0109-4867-a2a2-d93f9af543b9 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:08:18.200943 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9cabc250-c559-4d47-beb9-452dcfe9105b req-70694350-6327-49e5-a8cf-4bd95176b704 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230229 Feb 09 01:08:18.231612 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-837a73d9-04a9-4535-8658-49648b556bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (c434f4f0-bf35-4657-903e-bbdc30e316e9), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:18.254141 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ade50614-8b86-4df2-b7ec-5a8aa1dc08c2 req-02ebfc44-c6fd-4aa2-b3cf-71dc732262f7 service neutron] 10.222.0.120 "GET /v2.0/networks/6887c7a4-5287-46fb-8e1c-13a166b3746e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879597 Feb 09 01:08:18.278201 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe3acd-fef8-480e-a318-db3a2d19a23b req-84e8cb81-bbd7-4b65-af9b-89a2830d4eb1 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:18.285319 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ce4cf6-6649-4389-b2a0-1bd9f0a82589 x-openstack-request-id: req-25ce4cf6-6649-4389-b2a0-1bd9f0a82589 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:08:18.285927 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edee8062-ffa5-4be4-87f8-251cde411b65", "name": "network-vif-unplugged", "status": "completed", "tag": "ddafb8e7-cecf-4039-b691-43720f17902f", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:08:18.286674 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-25ce4cf6-6649-4389-b2a0-1bd9f0a82589 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:08:18.287182 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edee8062-ffa5-4be4-87f8-251cde411b65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddafb8e7-cecf-4039-b691-43720f17902f', 'code': 200} Feb 09 01:08:18.295751 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e4fe3acd-fef8-480e-a318-db3a2d19a23b req-84e8cb81-bbd7-4b65-af9b-89a2830d4eb1 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 945 time: 0.1729631 Feb 09 01:08:18.315869 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-837a73d9-04a9-4535-8658-49648b556bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (c434f4f0-bf35-4657-903e-bbdc30e316e9), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:18.399037 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837a73d9-04a9-4535-8658-49648b556bdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c434f4f0-bf35-4657-903e-bbdc30e316e9,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:18.412156 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-837a73d9-04a9-4535-8658-49648b556bdc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:18.416218 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fdb2c5-c3fa-4fca-b8f5-f6827adff7c0 None None] Network f1284ae1-926f-4419-baec-5bc6c4b92ef1 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:08:18.418392 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-837a73d9-04a9-4535-8658-49648b556bdc admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c434f4f0-bf35-4657-903e-bbdc30e316e9 HTTP/1.1" status: 204 len: 168 time: 0.5090814 Feb 09 01:08:18.422511 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47684) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:18.494658 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e4fe3acd-fef8-480e-a318-db3a2d19a23b req-0fcc74cf-30fa-4b8f-ba88-6bdfeb8c27ac tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969736 Feb 09 01:08:18.534877 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b2bc7d-43f5-4cb6-bb89-c26c9701e8c6 x-openstack-request-id: req-64b2bc7d-43f5-4cb6-bb89-c26c9701e8c6 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:08:18.535177 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540915db-b287-422e-a160-0d034145e47b", "name": "network-vif-deleted", "tag": "55c4bf60-0109-4867-a2a2-d93f9af543b9", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:08:18.535439 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-64b2bc7d-43f5-4cb6-bb89-c26c9701e8c6 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:08:18.535877 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540915db-b287-422e-a160-0d034145e47b', 'name': 'network-vif-deleted', 'tag': '55c4bf60-0109-4867-a2a2-d93f9af543b9', 'status': 'completed', 'code': 200} Feb 09 01:08:18.566051 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ade50614-8b86-4df2-b7ec-5a8aa1dc08c2 req-99acb4df-5dfb-40ee-93cc-0e8c7cdd9458 service neutron] 10.222.0.120 "GET /v2.0/networks/6887c7a4-5287-46fb-8e1c-13a166b3746e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304070 Feb 09 01:08:18.608716 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 415adf55-bb82-4f00-91a5-1a3c86eac345 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:08:18.611355 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9e913e7e-0df8-4919-bb3d-ea5c453916ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (f1284ae1-926f-4419-baec-5bc6c4b92ef1), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:18.659032 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 415adf55-bb82-4f00-91a5-1a3c86eac345 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:08:18.659661 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 415adf55-bb82-4f00-91a5-1a3c86eac345 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:08:18.660245 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 521613be-ad42-424f-9331-7281ba877789 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:08:18.689190 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 521613be-ad42-424f-9331-7281ba877789 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:08:18.689806 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 521613be-ad42-424f-9331-7281ba877789 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:08:18.710869 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7e65448f-0bd3-4dbc-93f0-953ef4f4e2a8 req-8fc72d77-748a-443b-af8d-e02c6db0cc1f tempest-AttachSCSIVolumeTestJSON-2103188479 tempest-AttachSCSIVolumeTestJSON-2103188479-project] 10.222.0.50 "GET /v2.0/ports?device_id=edee8062-ffa5-4be4-87f8-251cde411b65 HTTP/1.1" status: 200 len: 210 time: 0.0697320 Feb 09 01:08:18.750455 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-9e913e7e-0df8-4919-bb3d-ea5c453916ca admin admin] Deleting port 3864e6aa-8111-42c0-a1a0-bdb845d6ba50 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:08:18.750994 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9e913e7e-0df8-4919-bb3d-ea5c453916ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (3864e6aa-8111-42c0-a1a0-bdb845d6ba50), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:18.897898 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-9e913e7e-0df8-4919-bb3d-ea5c453916ca admin admin] For port 3864e6aa-8111-42c0-a1a0-bdb845d6ba50, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=3864e6aa-8111-42c0-a1a0-bdb845d6ba50,segment=NetworkSegment(37dbd17d-2cc9-4828-8e6d-903c14a622f1),segment_id=37dbd17d-2cc9-4828-8e6d-903c14a622f1)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:08:18.898497 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9e913e7e-0df8-4919-bb3d-ea5c453916ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (3864e6aa-8111-42c0-a1a0-bdb845d6ba50), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:18.918844 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-9e913e7e-0df8-4919-bb3d-ea5c453916ca admin admin] Calling delete_port for 3864e6aa-8111-42c0-a1a0-bdb845d6ba50 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:08:18.945834 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef303f89-a330-46ef-9781-e25cd1e0352c None None] DHCP port deletion for f1284ae1-926f-4419-baec-5bc6c4b92ef1 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:08:18.946109 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e15a31d-70b5-440a-b2c4-dc8be4bc1d51 req-fe4b855e-338b-461f-bcda-0c5d5f64ed25 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:18.947654 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9e15a31d-70b5-440a-b2c4-dc8be4bc1d51 req-fe4b855e-338b-461f-bcda-0c5d5f64ed25 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.2261920 Feb 09 01:08:19.042500 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ef303f89-a330-46ef-9781-e25cd1e0352c None None] Deleting port 3864e6aa-8111-42c0-a1a0-bdb845d6ba50 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:08:19.042887 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ef303f89-a330-46ef-9781-e25cd1e0352c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (3864e6aa-8111-42c0-a1a0-bdb845d6ba50), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:19.057495 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9e913e7e-0df8-4919-bb3d-ea5c453916ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (3864e6aa-8111-42c0-a1a0-bdb845d6ba50), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:19.085037 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47696) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:19.093146 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e913e7e-0df8-4919-bb3d-ea5c453916ca admin admin] Pushing event deleted for resources: {'Port': ['ID=3864e6aa-8111-42c0-a1a0-bdb845d6ba50,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:19.103938 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e913e7e-0df8-4919-bb3d-ea5c453916ca admin admin] No DVR routers for this DVR port 3864e6aa-8111-42c0-a1a0-bdb845d6ba50 on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:08:19.134651 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9e15a31d-70b5-440a-b2c4-dc8be4bc1d51 req-76ddacd5-555f-4d17-94ff-140252239810 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614738 Feb 09 01:08:19.174489 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6290cd4-f9b8-4e5a-b723-00e328299e91 req-8b9cb670-3356-4182-ba70-832e4dd7a1ca tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:19.185827 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6290cd4-f9b8-4e5a-b723-00e328299e91 req-8b9cb670-3356-4182-ba70-832e4dd7a1ca tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 946 time: 0.3066354 Feb 09 01:08:19.197029 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-ef303f89-a330-46ef-9781-e25cd1e0352c None None] For port 3864e6aa-8111-42c0-a1a0-bdb845d6ba50, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=3864e6aa-8111-42c0-a1a0-bdb845d6ba50,segment=NetworkSegment(37dbd17d-2cc9-4828-8e6d-903c14a622f1),segment_id=37dbd17d-2cc9-4828-8e6d-903c14a622f1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:08:19.197527 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ef303f89-a330-46ef-9781-e25cd1e0352c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (3864e6aa-8111-42c0-a1a0-bdb845d6ba50), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:19.255163 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ef303f89-a330-46ef-9781-e25cd1e0352c None None] Calling delete_port for 3864e6aa-8111-42c0-a1a0-bdb845d6ba50 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:08:19.261713 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9e913e7e-0df8-4919-bb3d-ea5c453916ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (f1284ae1-926f-4419-baec-5bc6c4b92ef1), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:19.279571 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6290cd4-f9b8-4e5a-b723-00e328299e91 req-539462fc-f835-4e51-a7b2-c2c004154722 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858631 Feb 09 01:08:19.291855 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-9e913e7e-0df8-4919-bb3d-ea5c453916ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1284ae1-926f-4419-baec-5bc6c4b92ef1']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:19.301618 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-9e913e7e-0df8-4919-bb3d-ea5c453916ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37dbd17d-2cc9-4828-8e6d-903c14a622f1') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:19.301929 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-9e913e7e-0df8-4919-bb3d-ea5c453916ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37dbd17d-2cc9-4828-8e6d-903c14a622f1') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:19.324586 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9e913e7e-0df8-4919-bb3d-ea5c453916ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (37dbd17d-2cc9-4828-8e6d-903c14a622f1), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:19.338811 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9e913e7e-0df8-4919-bb3d-ea5c453916ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (37dbd17d-2cc9-4828-8e6d-903c14a622f1), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:19.345128 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e913e7e-0df8-4919-bb3d-ea5c453916ca admin admin] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:08:19.345537 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9e913e7e-0df8-4919-bb3d-ea5c453916ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (37dbd17d-2cc9-4828-8e6d-903c14a622f1), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:19.401884 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:08:19.401884 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:08:19.401884 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:08:19.401884 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:08:19.401884 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:08:19.401884 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:08:19.401884 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:08:19.401884 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:08:19.401884 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:08:19.401884 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:08:19.401884 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:08:19.401884 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:08:19.401884 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:08:19.401884 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:08:19.401884 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:08:19.401884 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:08:19.401884 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:08:19.401884 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:08:19.401884 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:08:19.401884 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:08:19.401884 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:08:19.401884 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:08:19.401884 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:08:19.401884 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:08:19.401884 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:08:19.401884 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:08:19.401884 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:08:19.401884 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:08:19.401884 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:08:19.401884 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:08:19.401884 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:08:19.401884 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:08:19.423951 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9e913e7e-0df8-4919-bb3d-ea5c453916ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (f1284ae1-926f-4419-baec-5bc6c4b92ef1), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:19.460444 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9e913e7e-0df8-4919-bb3d-ea5c453916ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:19.476584 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9e913e7e-0df8-4919-bb3d-ea5c453916ca admin admin] 10.222.0.50 "DELETE /v2.0/networks/f1284ae1-926f-4419-baec-5bc6c4b92ef1 HTTP/1.1" status: 204 len: 168 time: 1.0502369 Feb 09 01:08:19.493434 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e913e7e-0df8-4919-bb3d-ea5c453916ca admin admin] Pushing event deleted for resources: {'Network': ['ID=f1284ae1-926f-4419-baec-5bc6c4b92ef1,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:19.521966 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ef303f89-a330-46ef-9781-e25cd1e0352c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (3864e6aa-8111-42c0-a1a0-bdb845d6ba50), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:19.588840 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ce78b5ff-ddae-41e1-b4ef-8da1803abf88 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bb2c2f7669dc47b3aa63753334d0f212&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5024688 Feb 09 01:08:19.590468 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47710) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:19.620145 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef303f89-a330-46ef-9781-e25cd1e0352c None None] Pushing event deleted for resources: {'Port': ['ID=3864e6aa-8111-42c0-a1a0-bdb845d6ba50,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:19.625955 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ef303f89-a330-46ef-9781-e25cd1e0352c None None] Network f1284ae1-926f-4419-baec-5bc6c4b92ef1 is not hosted by any dhcp agent {{(pid=103138) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 01:08:19.628449 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef303f89-a330-46ef-9781-e25cd1e0352c None None] No DVR routers for this DVR port 3864e6aa-8111-42c0-a1a0-bdb845d6ba50 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:08:19.630324 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8758e5-e620-49ea-9892-3d10d2fc5a98 req-ac06f1c7-87c6-467c-8720-492737bbd557 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:19.650139 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0b8758e5-e620-49ea-9892-3d10d2fc5a98 req-ac06f1c7-87c6-467c-8720-492737bbd557 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa854b26-19d4-4afd-b994-08f92b021aef HTTP/1.1" status: 200 len: 943 time: 0.2100804 Feb 09 01:08:19.765467 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-09752bfe-df5e-4b8d-9276-5a6953514117 admin admin] Publish callbacks [] for security_group (bf9ebccc-61f6-474b-a73b-d44e5a3a156a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:19.805164 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0b8758e5-e620-49ea-9892-3d10d2fc5a98 req-9e9b3f28-d7bc-4b60-a9ad-cc267b17cddc tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485546 Feb 09 01:08:19.822370 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47722) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:19.836880 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-09752bfe-df5e-4b8d-9276-5a6953514117 admin admin] Publish callbacks [] for security_group (bf9ebccc-61f6-474b-a73b-d44e5a3a156a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:19.914133 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-585fb449-7172-43e4-9b14-81990437e16f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ba2f36688aa445499186dfa11ee83266&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0903616 Feb 09 01:08:19.919894 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47730) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:19.952492 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-09752bfe-df5e-4b8d-9276-5a6953514117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (bf9ebccc-61f6-474b-a73b-d44e5a3a156a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:19.957282 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-09752bfe-df5e-4b8d-9276-5a6953514117 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:19.961734 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-09752bfe-df5e-4b8d-9276-5a6953514117 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bf9ebccc-61f6-474b-a73b-d44e5a3a156a HTTP/1.1" status: 204 len: 168 time: 0.3680322 Feb 09 01:08:19.988299 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09752bfe-df5e-4b8d-9276-5a6953514117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9ebccc-61f6-474b-a73b-d44e5a3a156a,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:20.070020 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device cd0a7591-e533-470a-bcc6-a910a0d60d94 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:08:20.096055 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353095c-bdb9-4445-a782-2e2d381ebaa9 req-9a93f4a6-de5d-4037-9ec4-16dea91ec2ec tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:20.105288 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b353095c-bdb9-4445-a782-2e2d381ebaa9 req-9a93f4a6-de5d-4037-9ec4-16dea91ec2ec tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 945 time: 0.1725967 Feb 09 01:08:20.131318 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0781e2d5-d5fd-4646-8b08-c76c65f1fa5a admin admin] Publish callbacks [] for security_group (02e9bc61-9f96-498e-8ad9-655c7e6cb7a1), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:20.211518 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port cd0a7591-e533-470a-bcc6-a910a0d60d94, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=cd0a7591-e533-470a-bcc6-a910a0d60d94,segment=NetworkSegment(1088d67c-3520-4ac2-8e48-25a7c8da33c5),segment_id=1088d67c-3520-4ac2-8e48-25a7c8da33c5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:08:20.224482 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0781e2d5-d5fd-4646-8b08-c76c65f1fa5a admin admin] Publish callbacks [] for security_group (02e9bc61-9f96-498e-8ad9-655c7e6cb7a1), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:20.257468 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b353095c-bdb9-4445-a782-2e2d381ebaa9 req-f6e68965-8e3d-4958-8d15-53f6be1f5189 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510305 Feb 09 01:08:20.259369 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': 'cd0a7591-e533-470a-bcc6-a910a0d60d94', 'network_id': '6887c7a4-5287-46fb-8e1c-13a166b3746e', 'port_id': 'cd0a7591-e533-470a-bcc6-a910a0d60d94', 'mac_address': 'fa:16:3e:d4:b0:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84df8042-998c-45dd-8b33-36f49fdd33d9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:08:20.343684 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0781e2d5-d5fd-4646-8b08-c76c65f1fa5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (02e9bc61-9f96-498e-8ad9-655c7e6cb7a1), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:20.347298 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0781e2d5-d5fd-4646-8b08-c76c65f1fa5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:20.348870 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0781e2d5-d5fd-4646-8b08-c76c65f1fa5a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/02e9bc61-9f96-498e-8ad9-655c7e6cb7a1 HTTP/1.1" status: 204 len: 168 time: 0.4264622 Feb 09 01:08:20.368373 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0781e2d5-d5fd-4646-8b08-c76c65f1fa5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e9bc61-9f96-498e-8ad9-655c7e6cb7a1,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:20.371762 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port cd0a7591-e533-470a-bcc6-a910a0d60d94 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:08:20.372161 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (cd0a7591-e533-470a-bcc6-a910a0d60d94), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:20.408815 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd0a7591-e533-470a-bcc6-a910a0d60d94 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:08:20.479464 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port cd0a7591-e533-470a-bcc6-a910a0d60d94, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=cd0a7591-e533-470a-bcc6-a910a0d60d94,segment=NetworkSegment(1088d67c-3520-4ac2-8e48-25a7c8da33c5),segment_id=1088d67c-3520-4ac2-8e48-25a7c8da33c5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:08:20.491641 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 3864e6aa-8111-42c0-a1a0-bdb845d6ba50 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:08:20.496119 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (cd0a7591-e533-470a-bcc6-a910a0d60d94), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:20.537291 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 3864e6aa-8111-42c0-a1a0-bdb845d6ba50 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:08:20.538185 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 3864e6aa-8111-42c0-a1a0-bdb845d6ba50 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:08:20.542985 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf828f-481a-445e-a6d5-76982694f80f req-347bc10c-4e5f-4ed0-94f0-883ceda8e60c tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:20.553951 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f0cf828f-481a-445e-a6d5-76982694f80f req-347bc10c-4e5f-4ed0-94f0-883ceda8e60c tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 946 time: 0.1318665 Feb 09 01:08:20.559790 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edee8062-ffa5-4be4-87f8-251cde411b65', 'name': 'network-vif-deleted', 'tag': 'ddafb8e7-cecf-4039-b691-43720f17902f'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:08:20.563544 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9a9f4e-3f49-4b02-92f7-7eada2aa9910" -d '{"events": [{"server_uuid": "edee8062-ffa5-4be4-87f8-251cde411b65", "name": "network-vif-deleted", "tag": "ddafb8e7-cecf-4039-b691-43720f17902f"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:08:20.611568 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=cd0a7591-e533-470a-bcc6-a910a0d60d94,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:20.664838 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f0cf828f-481a-445e-a6d5-76982694f80f req-7ab3e98e-7900-46c1-b5c2-b5e27fbfdcb6 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037376 Feb 09 01:08:20.727887 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e4e33c-2a46-4318-ae0d-9a6c63356670 x-openstack-request-id: req-a8e4e33c-2a46-4318-ae0d-9a6c63356670 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:08:20.728353 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edee8062-ffa5-4be4-87f8-251cde411b65", "name": "network-vif-deleted", "tag": "ddafb8e7-cecf-4039-b691-43720f17902f", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:08:20.728743 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a8e4e33c-2a46-4318-ae0d-9a6c63356670 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:08:20.729364 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edee8062-ffa5-4be4-87f8-251cde411b65', 'name': 'network-vif-deleted', 'tag': 'ddafb8e7-cecf-4039-b691-43720f17902f', 'status': 'completed', 'code': 200} Feb 09 01:08:20.821563 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['cd0a7591-e533-470a-bcc6-a910a0d60d94'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:08:21.110734 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e23ed5-e623-4117-a05c-9bf523bf0343 req-4c20537b-65df-467a-845a-178125014149 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:21.115586 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47786) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:21.136623 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02e23ed5-e623-4117-a05c-9bf523bf0343 req-4c20537b-65df-467a-845a-178125014149 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa854b26-19d4-4afd-b994-08f92b021aef HTTP/1.1" status: 200 len: 944 time: 0.2009284 Feb 09 01:08:21.281987 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02e23ed5-e623-4117-a05c-9bf523bf0343 req-0e6c443a-8650-4b2a-9750-385b04e1075f tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427147 Feb 09 01:08:21.285035 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47794) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:21.293226 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-45fbf3bf-815c-4735-a2b8-ad93337d2c8b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6d97ff3d105549b4b4b5c1abe1c83f94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1763511 Feb 09 01:08:21.532307 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0dbfa291-1152-49bc-baa6-074a69da84b8 admin admin] Publish callbacks [] for security_group (10e52620-d72b-4c60-879b-ad7e1d86d091), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:21.652965 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0dbfa291-1152-49bc-baa6-074a69da84b8 admin admin] Publish callbacks [] for security_group (10e52620-d72b-4c60-879b-ad7e1d86d091), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:21.728690 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210fcc8-00b5-4f51-9b86-a7f9c2e4a831 req-021d0a61-d78d-4961-b9c2-6f0327819315 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:21.733839 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3210fcc8-00b5-4f51-9b86-a7f9c2e4a831 req-021d0a61-d78d-4961-b9c2-6f0327819315 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 945 time: 0.3150816 Feb 09 01:08:21.992605 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3210fcc8-00b5-4f51-9b86-a7f9c2e4a831 req-8678a8db-799d-4054-b34c-4abd244b672b tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483809 Feb 09 01:08:22.041254 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b04ff4-a0f4-44b3-83cc-a79b430d6784 req-59f994e6-4634-4a7a-8deb-e9b5bad6e439 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:22.053823 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c0b04ff4-a0f4-44b3-83cc-a79b430d6784 req-59f994e6-4634-4a7a-8deb-e9b5bad6e439 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 946 time: 0.2433674 Feb 09 01:08:22.078538 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device cd0a7591-e533-470a-bcc6-a910a0d60d94 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:08:22.101405 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0dbfa291-1152-49bc-baa6-074a69da84b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (10e52620-d72b-4c60-879b-ad7e1d86d091), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:22.106970 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0dbfa291-1152-49bc-baa6-074a69da84b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:22.110054 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-0dbfa291-1152-49bc-baa6-074a69da84b8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/10e52620-d72b-4c60-879b-ad7e1d86d091 HTTP/1.1" status: 204 len: 168 time: 0.8238144 Feb 09 01:08:22.215978 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbfa291-1152-49bc-baa6-074a69da84b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e52620-d72b-4c60-879b-ad7e1d86d091,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:22.294779 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c0b04ff4-a0f4-44b3-83cc-a79b430d6784 req-3405058b-d3a0-44ef-8fe3-3372f93d932c tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2379444 Feb 09 01:08:22.355309 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port cd0a7591-e533-470a-bcc6-a910a0d60d94 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:08:22.370732 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port cd0a7591-e533-470a-bcc6-a910a0d60d94 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:22.371124 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (cd0a7591-e533-470a-bcc6-a910a0d60d94), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:22.493267 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47828) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:22.530573 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942d3bf-c8b7-4e00-b5ad-c90accf19fbe req-1dc37f80-8766-4d00-a2c6-80c0b29f21ce tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:22.538295 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a942d3bf-c8b7-4e00-b5ad-c90accf19fbe req-1dc37f80-8766-4d00-a2c6-80c0b29f21ce tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa854b26-19d4-4afd-b994-08f92b021aef HTTP/1.1" status: 200 len: 944 time: 0.1191123 Feb 09 01:08:22.607061 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a942d3bf-c8b7-4e00-b5ad-c90accf19fbe req-3126d04c-9788-496d-9ba0-e5af5238c0b2 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675673 Feb 09 01:08:22.656015 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port cd0a7591-e533-470a-bcc6-a910a0d60d94 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:08:22.656920 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (cd0a7591-e533-470a-bcc6-a910a0d60d94), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:22.684429 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa854b26-19d4-4afd-b994-08f92b021aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0a7591-e533-470a-bcc6-a910a0d60d94'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:08:22.687928 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b72711-dac3-4d87-b4c5-b8cb9097018e" -d '{"events": [{"server_uuid": "fa854b26-19d4-4afd-b994-08f92b021aef", "name": "network-vif-plugged", "status": "completed", "tag": "cd0a7591-e533-470a-bcc6-a910a0d60d94"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:08:22.725501 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port cd0a7591-e533-470a-bcc6-a910a0d60d94, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=cd0a7591-e533-470a-bcc6-a910a0d60d94,segment=NetworkSegment(1088d67c-3520-4ac2-8e48-25a7c8da33c5),segment_id=1088d67c-3520-4ac2-8e48-25a7c8da33c5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:08:22.733047 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (cd0a7591-e533-470a-bcc6-a910a0d60d94), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:22.773535 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77709de-294e-4323-b87d-38758cb9786c x-openstack-request-id: req-f77709de-294e-4323-b87d-38758cb9786c {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:08:22.774622 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa854b26-19d4-4afd-b994-08f92b021aef", "name": "network-vif-plugged", "status": "completed", "tag": "cd0a7591-e533-470a-bcc6-a910a0d60d94", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:08:22.775030 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f77709de-294e-4323-b87d-38758cb9786c {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:08:22.775697 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa854b26-19d4-4afd-b994-08f92b021aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0a7591-e533-470a-bcc6-a910a0d60d94', 'code': 200} Feb 09 01:08:22.839101 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=cd0a7591-e533-470a-bcc6-a910a0d60d94,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:22.910025 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c2b9de-8f3e-4a40-9d05-1f860dd4901f req-b46158cb-8c4e-4f0b-b8b1-4fcd1f4a9041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:22.911590 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c9c2b9de-8f3e-4a40-9d05-1f860dd4901f req-b46158cb-8c4e-4f0b-b8b1-4fcd1f4a9041 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=fa854b26-19d4-4afd-b994-08f92b021aef HTTP/1.1" status: 200 len: 1127 time: 0.0852942 Feb 09 01:08:22.927451 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-ec22d66b-379e-4cfb-a9f4-b28929b6661d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1960012989-network', 'tenant_id': '6cf3517f38e6486d8ed854b974ff2e32'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:08:22.974768 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec22d66b-379e-4cfb-a9f4-b28929b6661d admin admin] Made reservation on behalf of 6cf3517f38e6486d8ed854b974ff2e32 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:08:22.979826 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ec22d66b-379e-4cfb-a9f4-b28929b6661d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:22.993354 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c9c2b9de-8f3e-4a40-9d05-1f860dd4901f req-cc1e97e6-7ca0-468a-a3be-f94b0d694d1d service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729547 Feb 09 01:08:22.996133 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ec22d66b-379e-4cfb-a9f4-b28929b6661d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:23.213688 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ec22d66b-379e-4cfb-a9f4-b28929b6661d admin admin] Publish callbacks [] for security_group (34100535-1f0c-4b94-9bd6-954ebad8c724), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:23.222710 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ec22d66b-379e-4cfb-a9f4-b28929b6661d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (34100535-1f0c-4b94-9bd6-954ebad8c724), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:23.278463 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec22d66b-379e-4cfb-a9f4-b28929b6661d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1015} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:08:23.282209 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1239977-a6b6-4ae4-9c78-185469a653c4 req-a7625a92-ea0e-4b40-b7e2-00a72079e551 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:23.292105 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e1239977-a6b6-4ae4-9c78-185469a653c4 req-a7625a92-ea0e-4b40-b7e2-00a72079e551 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 945 time: 0.1370099 Feb 09 01:08:23.304880 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec22d66b-379e-4cfb-a9f4-b28929b6661d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34100535-1f0c-4b94-9bd6-954ebad8c724,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:23.321217 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ec22d66b-379e-4cfb-a9f4-b28929b6661d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (0c66d6be-c64e-4513-ba5d-6538191a71ff), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:23.322173 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-ec22d66b-379e-4cfb-a9f4-b28929b6661d admin admin] Added segment 0c66d6be-c64e-4513-ba5d-6538191a71ff of type vlan for network 32314246-6e5a-41bd-ad0d-99eb166cb2d8 Feb 09 01:08:23.365568 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d02820-291d-459c-a958-58bf66e7d151 req-3b733cc1-af72-4f43-a86f-abab9ca7f993 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:23.367458 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-75d02820-291d-459c-a958-58bf66e7d151 req-3b733cc1-af72-4f43-a86f-abab9ca7f993 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6&tenant_id=349016141cb643eba466ab5e9338a7e5&binding%3Ahost_id=n-h2-828369-4 HTTP/1.1" status: 200 len: 1127 time: 0.1410763 Feb 09 01:08:23.400592 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-75d02820-291d-459c-a958-58bf66e7d151 req-d4811a74-e717-4351-a003-8c37465a8ca4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828369-4'}}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:08:23.427055 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ec22d66b-379e-4cfb-a9f4-b28929b6661d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (32314246-6e5a-41bd-ad0d-99eb166cb2d8), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:23.481260 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ec22d66b-379e-4cfb-a9f4-b28929b6661d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (32314246-6e5a-41bd-ad0d-99eb166cb2d8), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:23.482965 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec22d66b-379e-4cfb-a9f4-b28929b6661d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:23.484023 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ec22d66b-379e-4cfb-a9f4-b28929b6661d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:23.493173 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e1239977-a6b6-4ae4-9c78-185469a653c4 req-0a4eac35-da31-4b6d-b2f6-9a7a412baf9a tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000546 Feb 09 01:08:23.565870 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ec22d66b-379e-4cfb-a9f4-b28929b6661d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0712619 Feb 09 01:08:23.583758 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47870) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:23.596214 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-adb633b4-44ce-449c-b1fd-65fa3959f783 admin admin] Request body: {'subnet': {'network_id': '32314246-6e5a-41bd-ad0d-99eb166cb2d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1960012989-subnet', 'tenant_id': '6cf3517f38e6486d8ed854b974ff2e32', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:08:23.612786 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-75d02820-291d-459c-a958-58bf66e7d151 req-d4811a74-e717-4351-a003-8c37465a8ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b0d30616-27a9-44a4-8ffc-38209725a898), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:23.622331 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec22d66b-379e-4cfb-a9f4-b28929b6661d admin admin] Pushing event updated for resources: {'Network': ['ID=32314246-6e5a-41bd-ad0d-99eb166cb2d8,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:23.637600 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 32314246-6e5a-41bd-ad0d-99eb166cb2d8 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:08:23.649960 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb633b4-44ce-449c-b1fd-65fa3959f783 admin admin] Made reservation on behalf of 6cf3517f38e6486d8ed854b974ff2e32 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:08:23.653542 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-adb633b4-44ce-449c-b1fd-65fa3959f783 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:23.860207 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-75d02820-291d-459c-a958-58bf66e7d151 req-d4811a74-e717-4351-a003-8c37465a8ca4 service neutron] For port b0d30616-27a9-44a4-8ffc-38209725a898, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=b0d30616-27a9-44a4-8ffc-38209725a898,segment=NetworkSegment(c09a8a87-556d-487a-811a-06517127dee5),segment_id=c09a8a87-556d-487a-811a-06517127dee5)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:08:23.880861 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575ffdc-e745-4342-bab3-ffba544eab51 req-49ff928a-5fe1-435e-aaeb-846c944b4663 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:23.882915 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3575ffdc-e745-4342-bab3-ffba544eab51 req-49ff928a-5fe1-435e-aaeb-846c944b4663 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.3029664 Feb 09 01:08:23.888157 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-adb633b4-44ce-449c-b1fd-65fa3959f783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (4b06db7b-12ea-467d-9682-290ad77db41e), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:23.911894 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb22d1e-2c55-4243-9d64-01021be9a83e req-1ccdf116-091a-41cf-81f6-6b4baae8333e tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:23.913483 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aeb22d1e-2c55-4243-9d64-01021be9a83e req-1ccdf116-091a-41cf-81f6-6b4baae8333e tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 946 time: 0.2816427 Feb 09 01:08:23.970136 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-75d02820-291d-459c-a958-58bf66e7d151 req-d4811a74-e717-4351-a003-8c37465a8ca4 service neutron] For port b0d30616-27a9-44a4-8ffc-38209725a898, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:08:23.981354 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb633b4-44ce-449c-b1fd-65fa3959f783 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b06db7b-12ea-467d-9682-290ad77db41e,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:24.026956 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb633b4-44ce-449c-b1fd-65fa3959f783 admin admin] Checking segment: {'id': '0c66d6be-c64e-4513-ba5d-6538191a71ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '32314246-6e5a-41bd-ad0d-99eb166cb2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:08:24.027616 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb633b4-44ce-449c-b1fd-65fa3959f783 admin admin] Network hostable DHCP agents. Network: 32314246-6e5a-41bd-ad0d-99eb166cb2d8, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:08:24.045046 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3575ffdc-e745-4342-bab3-ffba544eab51 req-3518fd90-84df-4223-a509-24a6c87dc31b tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510131 Feb 09 01:08:24.062281 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a30666-b2f5-41e7-9411-d94d89a6b2b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0d30616-27a9-44a4-8ffc-38209725a898'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:08:24.064855 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ece211-305b-4791-83a0-6d79d90c52ee" -d '{"events": [{"server_uuid": "74a30666-b2f5-41e7-9411-d94d89a6b2b6", "name": "network-vif-unplugged", "status": "completed", "tag": "b0d30616-27a9-44a4-8ffc-38209725a898"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:08:24.070067 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-75d02820-291d-459c-a958-58bf66e7d151 req-d4811a74-e717-4351-a003-8c37465a8ca4 service neutron] Publish callbacks [] for port (b0d30616-27a9-44a4-8ffc-38209725a898), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:24.090010 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aeb22d1e-2c55-4243-9d64-01021be9a83e req-9c4ac639-f146-4318-8152-727509e5f62f tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470175 Feb 09 01:08:24.091403 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-75d02820-291d-459c-a958-58bf66e7d151 req-d4811a74-e717-4351-a003-8c37465a8ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (b0d30616-27a9-44a4-8ffc-38209725a898), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:24.092952 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb633b4-44ce-449c-b1fd-65fa3959f783 admin admin] Network 32314246-6e5a-41bd-ad0d-99eb166cb2d8 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:08:24.116510 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-adb633b4-44ce-449c-b1fd-65fa3959f783 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 32314246-6e5a-41bd-ad0d-99eb166cb2d8) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:08:24.127956 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545b0915-c403-43cd-8d02-549afdf229a8 None None] Network 32314246-6e5a-41bd-ad0d-99eb166cb2d8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:08:24.134165 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb633b4-44ce-449c-b1fd-65fa3959f783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:24.135778 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-adb633b4-44ce-449c-b1fd-65fa3959f783 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:24.182719 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-adb633b4-44ce-449c-b1fd-65fa3959f783 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5970294 Feb 09 01:08:24.184871 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47882) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:24.197601 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-6fee64ce-6a60-489c-926e-d400b916c616 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1960012989-router', 'tenant_id': '6cf3517f38e6486d8ed854b974ff2e32', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:08:24.258677 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6fee64ce-6a60-489c-926e-d400b916c616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (f610a84c-1198-40b0-a55c-bd4f1cfca3ec), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:24.260633 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6fee64ce-6a60-489c-926e-d400b916c616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (f610a84c-1198-40b0-a55c-bd4f1cfca3ec), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:24.299487 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4811a74-e717-4351-a003-8c37465a8ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=b0d30616-27a9-44a4-8ffc-38209725a898,revision_number=7']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:24.356086 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6fee64ce-6a60-489c-926e-d400b916c616 admin admin] Publish callbacks [] for router_controller (f610a84c-1198-40b0-a55c-bd4f1cfca3ec), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:24.375727 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-75d02820-291d-459c-a958-58bf66e7d151 req-d4811a74-e717-4351-a003-8c37465a8ca4 service neutron] Attempting to bind port b0d30616-27a9-44a4-8ffc-38209725a898 on host n-h2-828369-4 for vnic_type normal with profile {"migrating_to": "n-h1-828369-4"} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:08:24.376099 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-75d02820-291d-459c-a958-58bf66e7d151 req-d4811a74-e717-4351-a003-8c37465a8ca4 service neutron] Attempting to bind port b0d30616-27a9-44a4-8ffc-38209725a898 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:08:24.376418 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d02820-291d-459c-a958-58bf66e7d151 req-d4811a74-e717-4351-a003-8c37465a8ca4 service neutron] Attempting to bind port b0d30616-27a9-44a4-8ffc-38209725a898 on network 584d7274-cb01-4853-8902-7824a3a705cb {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:08:24.379452 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device b0d30616-27a9-44a4-8ffc-38209725a898 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:08:24.384990 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d02820-291d-459c-a958-58bf66e7d151 req-d4811a74-e717-4351-a003-8c37465a8ca4 service neutron] Port b0d30616-27a9-44a4-8ffc-38209725a898 on network 584d7274-cb01-4853-8902-7824a3a705cb not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:08:24.385332 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d02820-291d-459c-a958-58bf66e7d151 req-d4811a74-e717-4351-a003-8c37465a8ca4 service neutron] Attempting to bind port b0d30616-27a9-44a4-8ffc-38209725a898 on network 584d7274-cb01-4853-8902-7824a3a705cb {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:08:24.395345 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d02820-291d-459c-a958-58bf66e7d151 req-d4811a74-e717-4351-a003-8c37465a8ca4 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:08:24.395709 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d02820-291d-459c-a958-58bf66e7d151 req-d4811a74-e717-4351-a003-8c37465a8ca4 service neutron] Checking segment: {'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:08:24.396116 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d02820-291d-459c-a958-58bf66e7d151 req-d4811a74-e717-4351-a003-8c37465a8ca4 service neutron] Bound using segment: {'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:08:24.396593 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-75d02820-291d-459c-a958-58bf66e7d151 req-d4811a74-e717-4351-a003-8c37465a8ca4 service neutron] Bound port: b0d30616-27a9-44a4-8ffc-38209725a898, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:08:24.396975 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-75d02820-291d-459c-a958-58bf66e7d151 req-d4811a74-e717-4351-a003-8c37465a8ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b0d30616-27a9-44a4-8ffc-38209725a898), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:24.432586 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4a529-9148-4eda-9bce-50013fe87fdd req-d8b6f09a-d4a0-4640-9acb-0932ed24a6ad tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:24.434237 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1ea4a529-9148-4eda-9bce-50013fe87fdd req-d8b6f09a-d4a0-4640-9acb-0932ed24a6ad tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa854b26-19d4-4afd-b994-08f92b021aef HTTP/1.1" status: 200 len: 945 time: 0.1650360 Feb 09 01:08:24.526567 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30cd833-69f3-47d5-a290-f4ee4efbb8cf x-openstack-request-id: req-f30cd833-69f3-47d5-a290-f4ee4efbb8cf {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:08:24.527357 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74a30666-b2f5-41e7-9411-d94d89a6b2b6", "name": "network-vif-unplugged", "status": "completed", "tag": "b0d30616-27a9-44a4-8ffc-38209725a898", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:08:24.535272 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f30cd833-69f3-47d5-a290-f4ee4efbb8cf {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:08:24.535759 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a30666-b2f5-41e7-9411-d94d89a6b2b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0d30616-27a9-44a4-8ffc-38209725a898', 'code': 200} Feb 09 01:08:24.635805 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287e00b4-b173-4276-9861-5c91b1f59149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-32314246-6e5a-41bd-ad0d-99eb166cb2d8', 'network_id': '32314246-6e5a-41bd-ad0d-99eb166cb2d8', 'project_id': '6cf3517f38e6486d8ed854b974ff2e32', 'fixed_ips': [{'subnet_id': '4b06db7b-12ea-467d-9682-290ad77db41e'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:08:24.640976 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-287e00b4-b173-4276-9861-5c91b1f59149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:24.644288 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-75d02820-291d-459c-a958-58bf66e7d151 req-d4811a74-e717-4351-a003-8c37465a8ca4 service neutron] For port b0d30616-27a9-44a4-8ffc-38209725a898, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:08:24.647909 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-75d02820-291d-459c-a958-58bf66e7d151 req-d4811a74-e717-4351-a003-8c37465a8ca4 service neutron] For port b0d30616-27a9-44a4-8ffc-38209725a898, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=b0d30616-27a9-44a4-8ffc-38209725a898,segment=NetworkSegment(c09a8a87-556d-487a-811a-06517127dee5),segment_id=c09a8a87-556d-487a-811a-06517127dee5)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:08:24.725235 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port b0d30616-27a9-44a4-8ffc-38209725a898, host n-h2-828369-4, got binding levels [] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:08:24.764572 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-75d02820-291d-459c-a958-58bf66e7d151 req-d4811a74-e717-4351-a003-8c37465a8ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (b0d30616-27a9-44a4-8ffc-38209725a898), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:24.863375 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6fee64ce-6a60-489c-926e-d400b916c616 admin admin] Publish callbacks [] for router_gateway (f610a84c-1198-40b0-a55c-bd4f1cfca3ec), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:24.875149 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1ea4a529-9148-4eda-9bce-50013fe87fdd req-ea57b605-bec0-4d4c-aac6-c4b1403bf2ad tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697054 Feb 09 01:08:24.999689 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5bb778-ac0e-420d-ab93-6c487d2d57f2 req-d345c89b-32d2-49d5-b666-7bc3c92bb08a tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:25.014835 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4a5bb778-ac0e-420d-ab93-6c487d2d57f2 req-d345c89b-32d2-49d5-b666-7bc3c92bb08a tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.3535163 Feb 09 01:08:25.059624 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4811a74-e717-4351-a003-8c37465a8ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=b0d30616-27a9-44a4-8ffc-38209725a898,revision_number=8']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:25.110435 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Attempting to bind port b0d30616-27a9-44a4-8ffc-38209725a898 on host n-h2-828369-4 for vnic_type normal with profile {"migrating_to": "n-h1-828369-4"} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:08:25.111198 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Attempting to bind port b0d30616-27a9-44a4-8ffc-38209725a898 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:08:25.111783 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Attempting to bind port b0d30616-27a9-44a4-8ffc-38209725a898 on network 584d7274-cb01-4853-8902-7824a3a705cb {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:08:25.116138 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d02820-291d-459c-a958-58bf66e7d151 req-d4811a74-e717-4351-a003-8c37465a8ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:25.117027 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-75d02820-291d-459c-a958-58bf66e7d151 req-d4811a74-e717-4351-a003-8c37465a8ca4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:25.118467 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-75d02820-291d-459c-a958-58bf66e7d151 req-d4811a74-e717-4351-a003-8c37465a8ca4 service neutron] 10.222.0.47 "PUT /v2.0/ports/b0d30616-27a9-44a4-8ffc-38209725a898 HTTP/1.1" status: 200 len: 1121 time: 1.7427034 Feb 09 01:08:25.141722 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Port b0d30616-27a9-44a4-8ffc-38209725a898 on network 584d7274-cb01-4853-8902-7824a3a705cb not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:08:25.142189 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Attempting to bind port b0d30616-27a9-44a4-8ffc-38209725a898 on network 584d7274-cb01-4853-8902-7824a3a705cb {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:08:25.249860 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4a5bb778-ac0e-420d-ab93-6c487d2d57f2 req-0f795cb7-1f53-4e8a-8cac-4355c9c81612 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340555 Feb 09 01:08:25.255850 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['b0d30616-27a9-44a4-8ffc-38209725a898'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:08:25.262403 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['b0d30616-27a9-44a4-8ffc-38209725a898'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:08:25.306011 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:08:25.308679 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Checking segment: {'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:08:25.309740 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Bound using segment: {'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:08:25.317902 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Bound port: b0d30616-27a9-44a4-8ffc-38209725a898, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:08:25.318561 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b0d30616-27a9-44a4-8ffc-38209725a898), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:25.414364 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6fee64ce-6a60-489c-926e-d400b916c616 admin admin] Publish callbacks [] for router_gateway (f610a84c-1198-40b0-a55c-bd4f1cfca3ec), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:25.448985 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6fee64ce-6a60-489c-926e-d400b916c616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:25.494960 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a59338e-75a9-4f3c-9353-e8eec03c6949 req-b44082d5-5656-4da2-bfab-357bc2531276 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:25.508692 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-287e00b4-b173-4276-9861-5c91b1f59149 None None] Allocated IP 172.20.0.2 (32314246-6e5a-41bd-ad0d-99eb166cb2d8/4b06db7b-12ea-467d-9682-290ad77db41e/6967be58-672c-4e77-a24d-55a936bff242) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:08:25.515543 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5a59338e-75a9-4f3c-9353-e8eec03c6949 req-b44082d5-5656-4da2-bfab-357bc2531276 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 943 time: 0.2446983 Feb 09 01:08:25.624367 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8739f-2b76-46ff-b07d-3b239255f09a req-814bb3b1-66ed-43a4-8800-50b4c5bfe970 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:25.633518 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31e8739f-2b76-46ff-b07d-3b239255f09a req-814bb3b1-66ed-43a4-8800-50b4c5bfe970 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 946 time: 0.2585835 Feb 09 01:08:25.639101 n-d-828369-4 neutron-server[103138]: WARNING neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Concurrent port binding operations failed on port b0d30616-27a9-44a4-8ffc-38209725a898 Feb 09 01:08:25.649506 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port b0d30616-27a9-44a4-8ffc-38209725a898, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=b0d30616-27a9-44a4-8ffc-38209725a898,segment=NetworkSegment(c09a8a87-556d-487a-811a-06517127dee5),segment_id=c09a8a87-556d-487a-811a-06517127dee5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:08:25.664957 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5a59338e-75a9-4f3c-9353-e8eec03c6949 req-d219ea2a-b09f-47f2-b1ed-cc6669fe2ba4 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431804 Feb 09 01:08:25.675221 n-d-828369-4 neutron-server[103138]: INFO neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Attempt 2 to bind port b0d30616-27a9-44a4-8ffc-38209725a898 Feb 09 01:08:25.676117 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device b0d30616-27a9-44a4-8ffc-38209725a898 has no active binding in host n-h1-828369-4 {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 01:08:25.702349 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-6fee64ce-6a60-489c-926e-d400b916c616 admin admin] Allocated IP 172.25.8.251 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/cb6aac41-5f55-45f5-9213-433dda141130) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:08:25.769404 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31e8739f-2b76-46ff-b07d-3b239255f09a req-0aa3ef72-5456-4891-afba-07a09ef28d98 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308765 Feb 09 01:08:25.928301 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6fee64ce-6a60-489c-926e-d400b916c616 admin admin] Publish callbacks [] for port (cb6aac41-5f55-45f5-9213-433dda141130), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:25.972334 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303fac0-d43a-4495-82ea-335f3d55aae0 req-f54b88d9-1d8a-4263-9a97-8357d3f8cd05 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:25.983995 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f303fac0-d43a-4495-82ea-335f3d55aae0 req-f54b88d9-1d8a-4263-9a97-8357d3f8cd05 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.1341245 Feb 09 01:08:26.000099 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6fee64ce-6a60-489c-926e-d400b916c616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (cb6aac41-5f55-45f5-9213-433dda141130), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:26.000354 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-287e00b4-b173-4276-9861-5c91b1f59149 None None] Publish callbacks [] for port (6967be58-672c-4e77-a24d-55a936bff242), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:26.073435 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-287e00b4-b173-4276-9861-5c91b1f59149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (6967be58-672c-4e77-a24d-55a936bff242), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:26.089447 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee64ce-6a60-489c-926e-d400b916c616 admin admin] Pushing event updated for resources: {'Port': ['ID=cb6aac41-5f55-45f5-9213-433dda141130,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:26.093783 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fee64ce-6a60-489c-926e-d400b916c616 admin admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:08:26.095973 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-6fee64ce-6a60-489c-926e-d400b916c616 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:08:26.107953 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fee64ce-6a60-489c-926e-d400b916c616 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:08:26.136240 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287e00b4-b173-4276-9861-5c91b1f59149 None None] Network 32314246-6e5a-41bd-ad0d-99eb166cb2d8 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:08:26.151791 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-287e00b4-b173-4276-9861-5c91b1f59149 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:08:26.156388 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287e00b4-b173-4276-9861-5c91b1f59149 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:08:26.178087 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f303fac0-d43a-4495-82ea-335f3d55aae0 req-4871262c-0dc1-4416-bdf5-ce70db9124e9 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929243 Feb 09 01:08:26.213192 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe622fec-754d-468e-a1c5-07dded9f018c req-1cb01dac-c402-4e3c-b7dd-83b2a6000c6c tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:26.220811 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fe622fec-754d-468e-a1c5-07dded9f018c req-1cb01dac-c402-4e3c-b7dd-83b2a6000c6c tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa854b26-19d4-4afd-b994-08f92b021aef HTTP/1.1" status: 200 len: 945 time: 0.2345300 Feb 09 01:08:26.254521 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e00b4-b173-4276-9861-5c91b1f59149 None None] Pushing event updated for resources: {'Port': ['ID=6967be58-672c-4e77-a24d-55a936bff242,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:26.313295 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fe622fec-754d-468e-a1c5-07dded9f018c req-cfbb168e-d241-458e-b88e-fb9af556c910 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863850 Feb 09 01:08:26.338686 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-287e00b4-b173-4276-9861-5c91b1f59149 None None] Attempting to bind port 6967be58-672c-4e77-a24d-55a936bff242 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:08:26.339265 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-287e00b4-b173-4276-9861-5c91b1f59149 None None] Attempting to bind port 6967be58-672c-4e77-a24d-55a936bff242 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '0c66d6be-c64e-4513-ba5d-6538191a71ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '32314246-6e5a-41bd-ad0d-99eb166cb2d8'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:08:26.341312 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287e00b4-b173-4276-9861-5c91b1f59149 None None] Attempting to bind port 6967be58-672c-4e77-a24d-55a936bff242 on network 32314246-6e5a-41bd-ad0d-99eb166cb2d8 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:08:26.356287 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287e00b4-b173-4276-9861-5c91b1f59149 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:08:26.356698 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287e00b4-b173-4276-9861-5c91b1f59149 None None] Checking segment: {'id': '0c66d6be-c64e-4513-ba5d-6538191a71ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '32314246-6e5a-41bd-ad0d-99eb166cb2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:08:26.357121 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-287e00b4-b173-4276-9861-5c91b1f59149 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:26.358250 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287e00b4-b173-4276-9861-5c91b1f59149 None None] Bound using segment: {'id': '0c66d6be-c64e-4513-ba5d-6538191a71ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '32314246-6e5a-41bd-ad0d-99eb166cb2d8'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:08:26.358774 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-287e00b4-b173-4276-9861-5c91b1f59149 None None] Bound port: 6967be58-672c-4e77-a24d-55a936bff242, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c66d6be-c64e-4513-ba5d-6538191a71ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '32314246-6e5a-41bd-ad0d-99eb166cb2d8'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:08:26.359164 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-287e00b4-b173-4276-9861-5c91b1f59149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6967be58-672c-4e77-a24d-55a936bff242), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:26.447344 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-287e00b4-b173-4276-9861-5c91b1f59149 None None] For port 6967be58-672c-4e77-a24d-55a936bff242, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:08:26.450712 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-287e00b4-b173-4276-9861-5c91b1f59149 None None] For port 6967be58-672c-4e77-a24d-55a936bff242, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=6967be58-672c-4e77-a24d-55a936bff242,segment=NetworkSegment(0c66d6be-c64e-4513-ba5d-6538191a71ff),segment_id=0c66d6be-c64e-4513-ba5d-6538191a71ff)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:08:26.458926 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-287e00b4-b173-4276-9861-5c91b1f59149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (6967be58-672c-4e77-a24d-55a936bff242), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:26.471651 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c05b7-9025-4545-92c3-fb7fef9e7776 req-4fe8e721-c78e-4ace-a7de-e5e0b62f9145 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:26.484521 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5d6c05b7-9025-4545-92c3-fb7fef9e7776 req-4fe8e721-c78e-4ace-a7de-e5e0b62f9145 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.0869110 Feb 09 01:08:26.536829 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74a30666-b2f5-41e7-9411-d94d89a6b2b6', 'tag': 'b0d30616-27a9-44a4-8ffc-38209725a898'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:08:26.540013 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a93fc0d-2645-4205-9b5f-54a9f8ec8e71" -d '{"events": [{"name": "network-changed", "server_uuid": "74a30666-b2f5-41e7-9411-d94d89a6b2b6", "tag": "b0d30616-27a9-44a4-8ffc-38209725a898"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:08:26.554688 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e00b4-b173-4276-9861-5c91b1f59149 None None] Pushing event updated for resources: {'Port': ['ID=6967be58-672c-4e77-a24d-55a936bff242,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:26.583453 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5d6c05b7-9025-4545-92c3-fb7fef9e7776 req-ede0fc12-b13a-4e32-92c4-be7503672128 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889270 Feb 09 01:08:26.599305 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6fee64ce-6a60-489c-926e-d400b916c616 admin admin] Publish callbacks [] for router_gateway (f610a84c-1198-40b0-a55c-bd4f1cfca3ec), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:26.671125 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1df8370-515d-4b50-84ce-392e289c8ed3 x-openstack-request-id: req-d1df8370-515d-4b50-84ce-392e289c8ed3 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:08:26.671431 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74a30666-b2f5-41e7-9411-d94d89a6b2b6", "tag": "b0d30616-27a9-44a4-8ffc-38209725a898", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:08:26.671957 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d1df8370-515d-4b50-84ce-392e289c8ed3 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:08:26.672362 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74a30666-b2f5-41e7-9411-d94d89a6b2b6', 'tag': 'b0d30616-27a9-44a4-8ffc-38209725a898', 'status': 'completed', 'code': 200} Feb 09 01:08:26.934594 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6fee64ce-6a60-489c-926e-d400b916c616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (f610a84c-1198-40b0-a55c-bd4f1cfca3ec), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:26.956623 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93fc0d-2645-4205-9b5f-54a9f8ec8e71 req-923ae469-cb42-4a0a-82d2-64412d1b747b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:26.958084 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3a93fc0d-2645-4205-9b5f-54a9f8ec8e71 req-923ae469-cb42-4a0a-82d2-64412d1b747b service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=349016141cb643eba466ab5e9338a7e5&device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 1155 time: 0.2525821 Feb 09 01:08:26.973042 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41681688-30d1-4e12-9a7f-d2101f80614b req-524a1dc9-54ce-4f6f-b746-fdb0fc22380d tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:26.980192 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-41681688-30d1-4e12-9a7f-d2101f80614b req-524a1dc9-54ce-4f6f-b746-fdb0fc22380d tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa854b26-19d4-4afd-b994-08f92b021aef HTTP/1.1" status: 200 len: 945 time: 0.2379878 Feb 09 01:08:26.993692 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b11a8-6f7e-4ea1-bd98-2d35936b8946 req-3b08faa3-b425-4e9a-9a6c-111516b7a014 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:26.995557 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-470b11a8-6f7e-4ea1-bd98-2d35936b8946 req-3b08faa3-b425-4e9a-9a6c-111516b7a014 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 943 time: 0.1588583 Feb 09 01:08:27.085650 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fee64ce-6a60-489c-926e-d400b916c616 admin admin] Router f610a84c-1198-40b0-a55c-bd4f1cfca3ec is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:08:27.136619 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-41681688-30d1-4e12-9a7f-d2101f80614b req-6f4737eb-aabb-4bc1-a7aa-2d6a33f0e418 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555054 Feb 09 01:08:27.235464 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fee64ce-6a60-489c-926e-d400b916c616 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:08:27.241159 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-470b11a8-6f7e-4ea1-bd98-2d35936b8946 req-d8c79b29-f516-4985-99c2-812c0bbaf56c tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216475 Feb 09 01:08:27.242966 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25710d24-65ac-47d7-8752-6ac621d78de9 req-2607fad3-2ddc-4828-b0db-4232752db03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:27.244809 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-25710d24-65ac-47d7-8752-6ac621d78de9 req-2607fad3-2ddc-4828-b0db-4232752db03f service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=cd714d32a01d4967bf3dd491f0b2d2f7&device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 1128 time: 0.1330736 Feb 09 01:08:27.252201 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93fc0d-2645-4205-9b5f-54a9f8ec8e71 req-d31ec47e-e095-4371-a442-4f29502298d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:27.254115 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3a93fc0d-2645-4205-9b5f-54a9f8ec8e71 req-d31ec47e-e095-4371-a442-4f29502298d2 service neutron] 10.222.0.120 "GET /v2.0/networks?id=584d7274-cb01-4853-8902-7824a3a705cb HTTP/1.1" status: 200 len: 909 time: 0.2688067 Feb 09 01:08:27.259844 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32ce958-615f-4016-af35-2626382fd9c1 None None] Sync routers for ids ['f610a84c-1198-40b0-a55c-bd4f1cfca3ec'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:08:27.276756 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6fee64ce-6a60-489c-926e-d400b916c616 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:27.281183 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6fee64ce-6a60-489c-926e-d400b916c616 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0901632 Feb 09 01:08:27.290515 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47962) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:27.297094 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32ce958-615f-4016-af35-2626382fd9c1 None None] Routers {'f610a84c-1198-40b0-a55c-bd4f1cfca3ec'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:08:27.298381 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-e32ce958-615f-4016-af35-2626382fd9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:08:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f610a84c-1198-40b0-a55c-bd4f1cfca3ec'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:27.492015 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-e32ce958-615f-4016-af35-2626382fd9c1 None None] Set router f610a84c-1198-40b0-a55c-bd4f1cfca3ec gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:08:27.746850 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-e32ce958-615f-4016-af35-2626382fd9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f610a84c-1198-40b0-a55c-bd4f1cfca3ec', 'name': 'tempest-TaggedBootDevicesTest-1960012989-router', 'tenant_id': '6cf3517f38e6486d8ed854b974ff2e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': 'cb6aac41-5f55-45f5-9213-433dda141130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:08:24Z', 'updated_at': '2022-02-09T01:08:26Z', 'revision_number': 3, 'project_id': '6cf3517f38e6486d8ed854b974ff2e32', 'gw_port': {'id': 'cb6aac41-5f55-45f5-9213-433dda141130', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:45:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f610a84c-1198-40b0-a55c-bd4f1cfca3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:25Z', 'updated_at': '2022-02-09T01:08:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:27.782895 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3a93fc0d-2645-4205-9b5f-54a9f8ec8e71 req-05fe9d7e-0bce-499d-9999-a6a2716b3202 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0d30616-27a9-44a4-8ffc-38209725a898 HTTP/1.1" status: 200 len: 217 time: 0.5166531 Feb 09 01:08:27.783966 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25710d24-65ac-47d7-8752-6ac621d78de9 req-d7018d4f-67ec-43ce-88aa-b6eda35950f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:27.784893 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32ce958-615f-4016-af35-2626382fd9c1 None None] Checking router: f610a84c-1198-40b0-a55c-bd4f1cfca3ec for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:08:27.785397 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-25710d24-65ac-47d7-8752-6ac621d78de9 req-d7018d4f-67ec-43ce-88aa-b6eda35950f0 service neutron] 10.222.0.120 "GET /v2.0/networks?id=8e06ad67-97d1-4f11-889a-fde8ce1f4554 HTTP/1.1" status: 200 len: 918 time: 0.5303452 Feb 09 01:08:27.785667 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32ce958-615f-4016-af35-2626382fd9c1 None None] Updating router f610a84c-1198-40b0-a55c-bd4f1cfca3ec port cb6aac41-5f55-45f5-9213-433dda141130 binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:08:27.820610 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e32ce958-615f-4016-af35-2626382fd9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (cb6aac41-5f55-45f5-9213-433dda141130), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:27.972819 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-25710d24-65ac-47d7-8752-6ac621d78de9 req-18fbf938-e39b-46ba-87d4-7512ac70b10d service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39264370-bded-4c85-9b70-b01a28f9a277 HTTP/1.1" status: 200 len: 1001 time: 0.1686869 Feb 09 01:08:28.021681 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4580b38a-7a42-4366-8619-b77f5ae1c2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:28.037620 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25710d24-65ac-47d7-8752-6ac621d78de9 req-2842dd15-2933-4fdd-bcbb-e8ce6b2d7ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:28.039256 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-25710d24-65ac-47d7-8752-6ac621d78de9 req-2842dd15-2933-4fdd-bcbb-e8ce6b2d7ad7 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=d13d90e7-a71d-4313-a595-9a761a96acb7 HTTP/1.1" status: 200 len: 855 time: 0.0573752 Feb 09 01:08:28.046741 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93fc0d-2645-4205-9b5f-54a9f8ec8e71 req-23aa87d5-fd7b-4473-9ed4-38cccd45a1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:28.048211 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3a93fc0d-2645-4205-9b5f-54a9f8ec8e71 req-23aa87d5-fd7b-4473-9ed4-38cccd45a1be service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4611cb36-f3d2-4498-977c-18da9d170e4c HTTP/1.1" status: 200 len: 847 time: 0.1994426 Feb 09 01:08:28.068125 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc07458-7c1b-4040-bd38-ac559d725fa2 req-4609b969-c511-41d0-a9f8-9f30774941a7 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:28.074612 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4cc07458-7c1b-4040-bd38-ac559d725fa2 req-4609b969-c511-41d0-a9f8-9f30774941a7 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 946 time: 0.2798030 Feb 09 01:08:28.117231 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3a93fc0d-2645-4205-9b5f-54a9f8ec8e71 req-efe0f748-6233-4f0e-8c4e-c2d5d42f3655 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=584d7274-cb01-4853-8902-7824a3a705cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375080 Feb 09 01:08:28.172996 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e32ce958-615f-4016-af35-2626382fd9c1 None None] Publish callbacks [] for port (cb6aac41-5f55-45f5-9213-433dda141130), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:28.181710 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a096095-4223-45bf-a4ee-38f4e59424ff None None] Network 32314246-6e5a-41bd-ad0d-99eb166cb2d8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:08:28.190141 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e32ce958-615f-4016-af35-2626382fd9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (cb6aac41-5f55-45f5-9213-433dda141130), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:28.213974 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098cd760-7d4d-44eb-a4ea-c99c4169ce24 req-2e04729f-ad5a-4709-aed3-12af3e8e6c19 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:28.219230 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-4580b38a-7a42-4366-8619-b77f5ae1c2b3 admin admin] Allocated IP 172.20.0.1 (32314246-6e5a-41bd-ad0d-99eb166cb2d8/4b06db7b-12ea-467d-9682-290ad77db41e/bdb9359a-230f-4c8e-b5fd-2f5c044dca44) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:08:28.220734 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-098cd760-7d4d-44eb-a4ea-c99c4169ce24 req-2e04729f-ad5a-4709-aed3-12af3e8e6c19 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.4343338 Feb 09 01:08:28.314643 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-8b339c40-44bd-4fa9-b62d-49de4f20b15a None None] Provisioning complete for port 6967be58-672c-4e77-a24d-55a936bff242 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:28.315780 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8b339c40-44bd-4fa9-b62d-49de4f20b15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (6967be58-672c-4e77-a24d-55a936bff242), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:28.365125 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4580b38a-7a42-4366-8619-b77f5ae1c2b3 admin admin] Publish callbacks [] for port (bdb9359a-230f-4c8e-b5fd-2f5c044dca44), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:28.371324 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-e32ce958-615f-4016-af35-2626382fd9c1 None None] Attempting to bind port cb6aac41-5f55-45f5-9213-433dda141130 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:08:28.371965 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-e32ce958-615f-4016-af35-2626382fd9c1 None None] Attempting to bind port cb6aac41-5f55-45f5-9213-433dda141130 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:08:28.372441 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32ce958-615f-4016-af35-2626382fd9c1 None None] Attempting to bind port cb6aac41-5f55-45f5-9213-433dda141130 on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:08:28.383354 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4cc07458-7c1b-4040-bd38-ac559d725fa2 req-e30db6be-23ed-4b3f-9466-b14e14614f7c tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3077986 Feb 09 01:08:28.408018 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32ce958-615f-4016-af35-2626382fd9c1 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:08:28.408479 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32ce958-615f-4016-af35-2626382fd9c1 None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:08:28.408839 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e32ce958-615f-4016-af35-2626382fd9c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:28.409242 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32ce958-615f-4016-af35-2626382fd9c1 None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:08:28.409769 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-e32ce958-615f-4016-af35-2626382fd9c1 None None] Bound port: cb6aac41-5f55-45f5-9213-433dda141130, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:08:28.410154 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e32ce958-615f-4016-af35-2626382fd9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (cb6aac41-5f55-45f5-9213-433dda141130), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:28.442121 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4580b38a-7a42-4366-8619-b77f5ae1c2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (bdb9359a-230f-4c8e-b5fd-2f5c044dca44), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:28.469135 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61fd9bc-3515-45bc-934e-3df856ebde89 None None] Pushing event updated for resources: {'Port': ['ID=cb6aac41-5f55-45f5-9213-433dda141130,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:28.479378 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-098cd760-7d4d-44eb-a4ea-c99c4169ce24 req-2fb7ce5d-a359-47a9-9f70-6370cb343ff1 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576969 Feb 09 01:08:28.492042 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25710d24-65ac-47d7-8752-6ac621d78de9 req-e77483f0-7826-40da-beb9-a05c207e5e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:28.496722 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-25710d24-65ac-47d7-8752-6ac621d78de9 req-e77483f0-7826-40da-beb9-a05c207e5e8b service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=8e06ad67-97d1-4f11-889a-fde8ce1f4554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4467506 Feb 09 01:08:28.534130 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4580b38a-7a42-4366-8619-b77f5ae1c2b3 admin admin] Network 32314246-6e5a-41bd-ad0d-99eb166cb2d8 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:08:28.557284 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-4580b38a-7a42-4366-8619-b77f5ae1c2b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:08:28.566293 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4580b38a-7a42-4366-8619-b77f5ae1c2b3 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:08:28.569599 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580b38a-7a42-4366-8619-b77f5ae1c2b3 admin admin] Pushing event updated for resources: {'Port': ['ID=bdb9359a-230f-4c8e-b5fd-2f5c044dca44,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:28.592556 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-e32ce958-615f-4016-af35-2626382fd9c1 None None] For port cb6aac41-5f55-45f5-9213-433dda141130, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:08:28.596990 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-e32ce958-615f-4016-af35-2626382fd9c1 None None] For port cb6aac41-5f55-45f5-9213-433dda141130, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=cb6aac41-5f55-45f5-9213-433dda141130,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:08:28.609697 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 6967be58-672c-4e77-a24d-55a936bff242 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:08:28.629326 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e32ce958-615f-4016-af35-2626382fd9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (cb6aac41-5f55-45f5-9213-433dda141130), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:28.650645 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4580b38a-7a42-4366-8619-b77f5ae1c2b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (f610a84c-1198-40b0-a55c-bd4f1cfca3ec), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:28.660265 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3a93fc0d-2645-4205-9b5f-54a9f8ec8e71 req-84d1eda5-a5bf-4640-a7c7-a1c741d76762 service neutron] 10.222.0.120 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5259335 Feb 09 01:08:28.730907 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:08:28.772513 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-8b339c40-44bd-4fa9-b62d-49de4f20b15a None None] Current status of the port 6967be58-672c-4e77-a24d-55a936bff242 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:08:28.772937 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8b339c40-44bd-4fa9-b62d-49de4f20b15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6967be58-672c-4e77-a24d-55a936bff242), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:28.809820 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61fd9bc-3515-45bc-934e-3df856ebde89 None None] Pushing event updated for resources: {'Port': ['ID=cb6aac41-5f55-45f5-9213-433dda141130,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:28.810320 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34216e17-cae3-4d2a-9db6-8b5fa2544fc4 req-a8926f64-fac0-476c-84b0-5fa92d074d66 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:28.813051 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32ce958-615f-4016-af35-2626382fd9c1 None None] Routers {'f610a84c-1198-40b0-a55c-bd4f1cfca3ec'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:08:28.813669 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-e32ce958-615f-4016-af35-2626382fd9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:08:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f610a84c-1198-40b0-a55c-bd4f1cfca3ec'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:28.817981 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34216e17-cae3-4d2a-9db6-8b5fa2544fc4 req-a8926f64-fac0-476c-84b0-5fa92d074d66 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa854b26-19d4-4afd-b994-08f92b021aef HTTP/1.1" status: 200 len: 945 time: 0.1880553 Feb 09 01:08:28.870801 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71a2f8-5ea4-4ec0-8c9c-3fc6dc768200 req-9e269966-693c-4d1b-85e8-26ee0191806c tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:28.878790 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-df71a2f8-5ea4-4ec0-8c9c-3fc6dc768200 req-9e269966-693c-4d1b-85e8-26ee0191806c tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 943 time: 0.2456934 Feb 09 01:08:28.882130 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-25710d24-65ac-47d7-8752-6ac621d78de9 req-8e4171f5-9da9-4dff-a11e-f1b1acd9961e service neutron] 10.222.0.120 "GET /v2.0/networks/8e06ad67-97d1-4f11-889a-fde8ce1f4554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728721 Feb 09 01:08:28.985681 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3a93fc0d-2645-4205-9b5f-54a9f8ec8e71 req-9181be8e-b719-4573-a73b-dccd7124ccbd service neutron] 10.222.0.120 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917252 Feb 09 01:08:29.034164 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34216e17-cae3-4d2a-9db6-8b5fa2544fc4 req-361c8caf-61cb-4f34-8da8-b202672a4ab0 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151136 Feb 09 01:08:29.095209 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-df71a2f8-5ea4-4ec0-8c9c-3fc6dc768200 req-1a70da74-174c-4e90-9e30-f80fca87f642 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153814 Feb 09 01:08:29.097183 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 6967be58-672c-4e77-a24d-55a936bff242 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:29.097567 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (6967be58-672c-4e77-a24d-55a936bff242), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:29.102171 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-8b339c40-44bd-4fa9-b62d-49de4f20b15a None None] For port 6967be58-672c-4e77-a24d-55a936bff242, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=6967be58-672c-4e77-a24d-55a936bff242,segment=NetworkSegment(0c66d6be-c64e-4513-ba5d-6538191a71ff),segment_id=0c66d6be-c64e-4513-ba5d-6538191a71ff)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:08:29.131539 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-25710d24-65ac-47d7-8752-6ac621d78de9 req-04f26525-a0f0-46db-a7a4-f4882fb1c124 service neutron] 10.222.0.120 "GET /v2.0/networks/8e06ad67-97d1-4f11-889a-fde8ce1f4554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305684 Feb 09 01:08:29.131714 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8b339c40-44bd-4fa9-b62d-49de4f20b15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (6967be58-672c-4e77-a24d-55a936bff242), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:29.271126 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a807d11-9a68-4b92-aceb-0ba3b3ada03d req-e1dc0594-73aa-4c33-a8ab-a8f7dc352298 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:29.274361 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-e32ce958-615f-4016-af35-2626382fd9c1 None None] Set router f610a84c-1198-40b0-a55c-bd4f1cfca3ec gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:08:29.277590 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b339c40-44bd-4fa9-b62d-49de4f20b15a None None] Pushing event updated for resources: {'Port': ['ID=6967be58-672c-4e77-a24d-55a936bff242,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:29.293253 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a807d11-9a68-4b92-aceb-0ba3b3ada03d req-e1dc0594-73aa-4c33-a8ab-a8f7dc352298 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.1006541 Feb 09 01:08:29.332696 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4580b38a-7a42-4366-8619-b77f5ae1c2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (bdb9359a-230f-4c8e-b5fd-2f5c044dca44), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:29.447935 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a807d11-9a68-4b92-aceb-0ba3b3ada03d req-4fd20d7c-2bd0-4e51-aa03-e7142ef3bf99 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522977 Feb 09 01:08:29.585069 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 6967be58-672c-4e77-a24d-55a936bff242 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:08:29.605475 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed83f2c-a2e1-4a0e-96d1-d67fa80b3278 req-511c0a1b-07a4-4b58-b162-8222d20bb973 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:29.608224 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8ed83f2c-a2e1-4a0e-96d1-d67fa80b3278 req-511c0a1b-07a4-4b58-b162-8222d20bb973 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 946 time: 0.0994327 Feb 09 01:08:29.667763 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-e4e2aa30-f638-4abc-9f14-79a5e30d696b None None] Provisioning complete for port bdb9359a-230f-4c8e-b5fd-2f5c044dca44 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:29.669810 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e4e2aa30-f638-4abc-9f14-79a5e30d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (bdb9359a-230f-4c8e-b5fd-2f5c044dca44), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:29.692341 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8ed83f2c-a2e1-4a0e-96d1-d67fa80b3278 req-382884aa-961c-49db-8b04-65ac7b92c748 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782044 Feb 09 01:08:29.703497 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4580b38a-7a42-4366-8619-b77f5ae1c2b3 admin admin] Publish callbacks [] for port (bdb9359a-230f-4c8e-b5fd-2f5c044dca44), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:29.715546 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4580b38a-7a42-4366-8619-b77f5ae1c2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (bdb9359a-230f-4c8e-b5fd-2f5c044dca44), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:29.759550 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e4e2aa30-f638-4abc-9f14-79a5e30d696b None None] Port bdb9359a-230f-4c8e-b5fd-2f5c044dca44 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:08:29.797921 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-e4e2aa30-f638-4abc-9f14-79a5e30d696b None None] Provisioning complete for port 6967be58-672c-4e77-a24d-55a936bff242 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:29.798459 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e4e2aa30-f638-4abc-9f14-79a5e30d696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (6967be58-672c-4e77-a24d-55a936bff242), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:29.853118 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4580b38a-7a42-4366-8619-b77f5ae1c2b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (f610a84c-1198-40b0-a55c-bd4f1cfca3ec), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:29.865629 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019a2d2-5a80-4631-927a-1f2d3c5f218e req-0418cac5-48ee-4f2a-8b56-d49fa4019feb tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:29.867577 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d019a2d2-5a80-4631-927a-1f2d3c5f218e req-0418cac5-48ee-4f2a-8b56-d49fa4019feb tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.1065571 Feb 09 01:08:29.868249 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 48002) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:29.886640 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580b38a-7a42-4366-8619-b77f5ae1c2b3 admin admin] Pushing event updated for resources: {'Port': ['ID=bdb9359a-230f-4c8e-b5fd-2f5c044dca44,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:29.915554 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e4e2aa30-f638-4abc-9f14-79a5e30d696b None None] Current status of the port 6967be58-672c-4e77-a24d-55a936bff242 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:08:29.941827 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-e32ce958-615f-4016-af35-2626382fd9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f610a84c-1198-40b0-a55c-bd4f1cfca3ec', 'name': 'tempest-TaggedBootDevicesTest-1960012989-router', 'tenant_id': '6cf3517f38e6486d8ed854b974ff2e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': 'cb6aac41-5f55-45f5-9213-433dda141130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:08:24Z', 'updated_at': '2022-02-09T01:08:26Z', 'revision_number': 3, 'project_id': '6cf3517f38e6486d8ed854b974ff2e32', 'gw_port': {'id': 'cb6aac41-5f55-45f5-9213-433dda141130', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:45:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f610a84c-1198-40b0-a55c-bd4f1cfca3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:25Z', 'updated_at': '2022-02-09T01:08:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:29.970408 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d019a2d2-5a80-4631-927a-1f2d3c5f218e req-10f0119e-788a-4159-beaa-da6ba49c2d5f tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827451 Feb 09 01:08:29.971983 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32ce958-615f-4016-af35-2626382fd9c1 None None] The sync data for ids ['f610a84c-1198-40b0-a55c-bd4f1cfca3ec'] in n-d-828369-4 is: [{'id': 'f610a84c-1198-40b0-a55c-bd4f1cfca3ec', 'name': 'tempest-TaggedBootDevicesTest-1960012989-router', 'tenant_id': '6cf3517f38e6486d8ed854b974ff2e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': 'cb6aac41-5f55-45f5-9213-433dda141130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:08:24Z', 'updated_at': '2022-02-09T01:08:26Z', 'revision_number': 3, 'project_id': '6cf3517f38e6486d8ed854b974ff2e32', 'gw_port': {'id': 'cb6aac41-5f55-45f5-9213-433dda141130', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:45:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f610a84c-1198-40b0-a55c-bd4f1cfca3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:25Z', 'updated_at': '2022-02-09T01:08:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:08:30.053755 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-c374456c-6b25-4783-87ca-61009f196038 None None] Provisioning complete for port bdb9359a-230f-4c8e-b5fd-2f5c044dca44 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:30.055539 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c374456c-6b25-4783-87ca-61009f196038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (bdb9359a-230f-4c8e-b5fd-2f5c044dca44), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:30.055923 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-85127fb6-80e9-40ba-904f-358eb9c420d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:30.068046 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4580b38a-7a42-4366-8619-b77f5ae1c2b3 admin admin] Network 32314246-6e5a-41bd-ad0d-99eb166cb2d8 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:08:30.069803 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-4580b38a-7a42-4366-8619-b77f5ae1c2b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:08:30.147791 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 39264370-bded-4c85-9b70-b01a28f9a277 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:08:30.240409 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c374456c-6b25-4783-87ca-61009f196038 None None] Port bdb9359a-230f-4c8e-b5fd-2f5c044dca44 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:08:30.267216 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4580b38a-7a42-4366-8619-b77f5ae1c2b3 admin admin] Router f610a84c-1198-40b0-a55c-bd4f1cfca3ec has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:08:30.304647 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 39264370-bded-4c85-9b70-b01a28f9a277 is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:08:30.305064 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (39264370-bded-4c85-9b70-b01a28f9a277), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:30.309655 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-85127fb6-80e9-40ba-904f-358eb9c420d2 admin admin] Publish callbacks [] for security_group (cd306ff9-6631-4da4-953c-c7bddc6cbc97), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:30.336902 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ad19b6-cb1c-458d-a423-73060685d20f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39264370-bded-4c85-9b70-b01a28f9a277'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:08:30.337253 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8bc62-ce11-4d6d-9441-9a6a9ec0c6a8 req-97b8fcff-1a53-44c8-aa0f-95e6f832ee84 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:30.338817 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fec8bc62-ce11-4d6d-9441-9a6a9ec0c6a8 req-97b8fcff-1a53-44c8-aa0f-95e6f832ee84 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa854b26-19d4-4afd-b994-08f92b021aef HTTP/1.1" status: 200 len: 945 time: 0.1856837 Feb 09 01:08:30.340670 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e86c714-1b08-458b-9fbf-2a02e6c999b5" -d '{"events": [{"server_uuid": "55ad19b6-cb1c-458d-a423-73060685d20f", "name": "network-vif-unplugged", "status": "completed", "tag": "39264370-bded-4c85-9b70-b01a28f9a277"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:08:30.345347 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-85127fb6-80e9-40ba-904f-358eb9c420d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (cd306ff9-6631-4da4-953c-c7bddc6cbc97), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:30.368606 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 39264370-bded-4c85-9b70-b01a28f9a277, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=39264370-bded-4c85-9b70-b01a28f9a277,segment=NetworkSegment(ebc0196b-40a7-4a91-81b3-cd03bc319f59),segment_id=ebc0196b-40a7-4a91-81b3-cd03bc319f59)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:08:30.376260 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (39264370-bded-4c85-9b70-b01a28f9a277), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:30.510766 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccda75-e8e6-4cb5-9d0a-e708fd7ea349 req-61383aab-d76c-4669-bc4e-d8a05dbbf5ad tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:30.520148 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e0ccda75-e8e6-4cb5-9d0a-e708fd7ea349 req-61383aab-d76c-4669-bc4e-d8a05dbbf5ad tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.3721964 Feb 09 01:08:30.523576 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85127fb6-80e9-40ba-904f-358eb9c420d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd306ff9-6631-4da4-953c-c7bddc6cbc97,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:30.531714 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-85127fb6-80e9-40ba-904f-358eb9c420d2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=38d6c79e604b4801b6af3d099ce72a89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6593134 Feb 09 01:08:30.531928 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4580b38a-7a42-4366-8619-b77f5ae1c2b3 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:08:30.535553 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 48016) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:30.550611 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4580b38a-7a42-4366-8619-b77f5ae1c2b3 admin admin] 10.222.0.50 "PUT /v2.0/routers/f610a84c-1198-40b0-a55c-bd4f1cfca3ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2500663 Feb 09 01:08:30.574351 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 6967be58-672c-4e77-a24d-55a936bff242 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:08:30.614713 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-e622def8-0b4b-4a18-aece-fd4f9bd620fd None None] Provisioning complete for port bdb9359a-230f-4c8e-b5fd-2f5c044dca44 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:30.615334 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e622def8-0b4b-4a18-aece-fd4f9bd620fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (bdb9359a-230f-4c8e-b5fd-2f5c044dca44), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:30.663007 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=39264370-bded-4c85-9b70-b01a28f9a277,revision_number=8']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:30.671425 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fec8bc62-ce11-4d6d-9441-9a6a9ec0c6a8 req-24be6d2e-3f9e-45c3-acec-799de036771f tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587078 Feb 09 01:08:30.709419 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e0ccda75-e8e6-4cb5-9d0a-e708fd7ea349 req-6473719d-d2ca-44e6-a828-08163a6728dd tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735160 Feb 09 01:08:30.709978 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e622def8-0b4b-4a18-aece-fd4f9bd620fd None None] Port bdb9359a-230f-4c8e-b5fd-2f5c044dca44 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:08:30.755459 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-266dc0c7-6146-48d4-a658-380cb06c21cc admin admin] Publish callbacks [] for security_group (cd306ff9-6631-4da4-953c-c7bddc6cbc97), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:30.784832 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 6967be58-672c-4e77-a24d-55a936bff242 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:30.785231 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (6967be58-672c-4e77-a24d-55a936bff242), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:30.808410 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87257358-274b-43dc-9c0d-02c5d9da8453 x-openstack-request-id: req-87257358-274b-43dc-9c0d-02c5d9da8453 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:08:30.808744 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55ad19b6-cb1c-458d-a423-73060685d20f", "name": "network-vif-unplugged", "status": "completed", "tag": "39264370-bded-4c85-9b70-b01a28f9a277", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:08:30.809005 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-87257358-274b-43dc-9c0d-02c5d9da8453 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:08:30.809411 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ad19b6-cb1c-458d-a423-73060685d20f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39264370-bded-4c85-9b70-b01a28f9a277', 'code': 200} Feb 09 01:08:30.842055 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-266dc0c7-6146-48d4-a658-380cb06c21cc admin admin] Publish callbacks [] for security_group (cd306ff9-6631-4da4-953c-c7bddc6cbc97), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:30.899516 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 6967be58-672c-4e77-a24d-55a936bff242 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:08:31.042191 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e7f6d-80b6-42de-9d31-61cc77b35f37 req-a80139e6-11cf-4707-b3a5-d28dfdc93f7c tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:31.044288 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e59e7f6d-80b6-42de-9d31-61cc77b35f37 req-a80139e6-11cf-4707-b3a5-d28dfdc93f7c tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 944 time: 0.1160476 Feb 09 01:08:31.046578 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-266dc0c7-6146-48d4-a658-380cb06c21cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (cd306ff9-6631-4da4-953c-c7bddc6cbc97), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:31.049489 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-266dc0c7-6146-48d4-a658-380cb06c21cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:31.051020 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-266dc0c7-6146-48d4-a658-380cb06c21cc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cd306ff9-6631-4da4-953c-c7bddc6cbc97 HTTP/1.1" status: 204 len: 168 time: 0.4805753 Feb 09 01:08:31.063838 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266dc0c7-6146-48d4-a658-380cb06c21cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd306ff9-6631-4da4-953c-c7bddc6cbc97,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:31.073365 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538af5c-f967-4b07-9dd3-f2abb09fab66 req-39a93f04-30ad-4b26-8704-545eada8331a tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:31.075154 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a538af5c-f967-4b07-9dd3-f2abb09fab66 req-39a93f04-30ad-4b26-8704-545eada8331a tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 943 time: 0.1430881 Feb 09 01:08:31.207175 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e59e7f6d-80b6-42de-9d31-61cc77b35f37 req-440c0087-f6f2-4390-9377-6168bfc7c729 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306753 Feb 09 01:08:31.234994 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a538af5c-f967-4b07-9dd3-f2abb09fab66 req-e8ac1e91-8b12-404b-bd70-e8269c9ceea9 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496143 Feb 09 01:08:31.390640 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4d61b-3b6f-4308-b733-769c34ef8f70 req-4e860aed-1363-4d5b-a4c1-fed01114b920 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:31.404059 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8de4d61b-3b6f-4308-b733-769c34ef8f70 req-4e860aed-1363-4d5b-a4c1-fed01114b920 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.0936909 Feb 09 01:08:31.491462 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48048) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:31.497154 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-9f7e1968-10ad-4745-ad97-b9a51a857d71 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1498039253-network', 'tenant_id': '9e6740ff64d94c1195193507333eca99'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:08:31.501738 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8de4d61b-3b6f-4308-b733-769c34ef8f70 req-c7164f6c-d544-438a-aedd-4854a81d5e42 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907593 Feb 09 01:08:31.540929 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7e1968-10ad-4745-ad97-b9a51a857d71 admin admin] Made reservation on behalf of 9e6740ff64d94c1195193507333eca99 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:08:31.543954 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9f7e1968-10ad-4745-ad97-b9a51a857d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:31.562473 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9f7e1968-10ad-4745-ad97-b9a51a857d71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:31.684808 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9f7e1968-10ad-4745-ad97-b9a51a857d71 admin admin] Publish callbacks [] for security_group (11c2e468-7cc9-41de-a080-40fdd76d2e0a), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:31.691529 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9f7e1968-10ad-4745-ad97-b9a51a857d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (11c2e468-7cc9-41de-a080-40fdd76d2e0a), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:31.727070 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689357b4-bbd4-47e1-ac6d-f29542cc6b54 req-c40e0391-7e60-4e11-a219-03124d39c2c2 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:31.740352 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e1968-10ad-4745-ad97-b9a51a857d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c2e468-7cc9-41de-a080-40fdd76d2e0a,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:31.770475 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f7e1968-10ad-4745-ad97-b9a51a857d71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1002} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:08:31.781388 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-689357b4-bbd4-47e1-ac6d-f29542cc6b54 req-c40e0391-7e60-4e11-a219-03124d39c2c2 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.1763315 Feb 09 01:08:31.790390 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9f7e1968-10ad-4745-ad97-b9a51a857d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (daa9bf0b-abe7-4120-b741-aabb19cc2c38), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:31.791862 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-9f7e1968-10ad-4745-ad97-b9a51a857d71 admin admin] Added segment daa9bf0b-abe7-4120-b741-aabb19cc2c38 of type vlan for network 73f7b676-8bf5-446d-a67c-31e310236d10 Feb 09 01:08:31.838562 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9f7e1968-10ad-4745-ad97-b9a51a857d71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (73f7b676-8bf5-446d-a67c-31e310236d10), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:31.876906 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9f7e1968-10ad-4745-ad97-b9a51a857d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (73f7b676-8bf5-446d-a67c-31e310236d10), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:31.879720 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7e1968-10ad-4745-ad97-b9a51a857d71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:31.886567 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9f7e1968-10ad-4745-ad97-b9a51a857d71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:31.900041 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-689357b4-bbd4-47e1-ac6d-f29542cc6b54 req-c7a37bab-fea4-45a5-b299-30cf1588d1c0 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156456 Feb 09 01:08:31.945068 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b16077-1918-41fd-969c-fe6111e6b31d req-3fd5d2c6-f5d0-42da-a866-5cd5dcaf5a3a tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:31.947873 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34b16077-1918-41fd-969c-fe6111e6b31d req-3fd5d2c6-f5d0-42da-a866-5cd5dcaf5a3a tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa854b26-19d4-4afd-b994-08f92b021aef HTTP/1.1" status: 200 len: 945 time: 0.1478837 Feb 09 01:08:31.986420 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9f7e1968-10ad-4745-ad97-b9a51a857d71 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4909148 Feb 09 01:08:31.991280 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 48070) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:32.000186 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-99121a2f-c174-4490-ac3f-81b1f2957308 admin admin] Request body: {'subnet': {'network_id': '73f7b676-8bf5-446d-a67c-31e310236d10', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1498039253-subnet', 'tenant_id': '9e6740ff64d94c1195193507333eca99', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:08:32.025073 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e1968-10ad-4745-ad97-b9a51a857d71 admin admin] Pushing event updated for resources: {'Network': ['ID=73f7b676-8bf5-446d-a67c-31e310236d10,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:32.049496 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 73f7b676-8bf5-446d-a67c-31e310236d10 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:08:32.072031 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99121a2f-c174-4490-ac3f-81b1f2957308 admin admin] Made reservation on behalf of 9e6740ff64d94c1195193507333eca99 for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:08:32.075997 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-99121a2f-c174-4490-ac3f-81b1f2957308 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:32.297509 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f70a86c3-9598-4a04-a0e0-4682581acbcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:32.298663 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34b16077-1918-41fd-969c-fe6111e6b31d req-da05feec-6d68-44a9-a94a-0a19a6dd965a tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434262 Feb 09 01:08:32.328187 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48084) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:32.360999 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ffc1f2-d1a1-43ed-a4a8-0a62797e8f4b req-126fdcc5-376e-44a0-a3e2-234ef453fc97 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:32.367640 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-67ffc1f2-d1a1-43ed-a4a8-0a62797e8f4b req-126fdcc5-376e-44a0-a3e2-234ef453fc97 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.1403024 Feb 09 01:08:32.494578 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device cb6aac41-5f55-45f5-9213-433dda141130 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:08:32.519183 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-1c49d77d-cf78-4f7b-b495-651332dad720 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1131755305-network', 'tenant_id': '40d0b3ba65154fdfb7d6203582a5779e'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:08:32.544824 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c49d77d-cf78-4f7b-b495-651332dad720 admin admin] Made reservation on behalf of 40d0b3ba65154fdfb7d6203582a5779e for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:08:32.553079 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1c49d77d-cf78-4f7b-b495-651332dad720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:32.556600 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-67ffc1f2-d1a1-43ed-a4a8-0a62797e8f4b req-d9727a6e-e1e0-406b-9f43-3d603baf1aed tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877437 Feb 09 01:08:32.573050 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port cb6aac41-5f55-45f5-9213-433dda141130 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:32.573433 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (cb6aac41-5f55-45f5-9213-433dda141130), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:32.584255 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1c49d77d-cf78-4f7b-b495-651332dad720 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:32.585855 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-99121a2f-c174-4490-ac3f-81b1f2957308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (acfb23f8-3161-4f5d-84a3-69601bd865e4), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:32.659351 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7f9f6-32ed-49ba-87b9-d4184ed88459 req-150308ff-5f34-43f4-a92a-7f9394860269 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:32.661032 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a4f7f9f6-32ed-49ba-87b9-d4184ed88459 req-150308ff-5f34-43f4-a92a-7f9394860269 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 944 time: 0.2601094 Feb 09 01:08:32.701510 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99121a2f-c174-4490-ac3f-81b1f2957308 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acfb23f8-3161-4f5d-84a3-69601bd865e4,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:32.702906 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port cb6aac41-5f55-45f5-9213-433dda141130 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:08:32.703622 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (cb6aac41-5f55-45f5-9213-433dda141130), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:32.728803 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port cb6aac41-5f55-45f5-9213-433dda141130, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=cb6aac41-5f55-45f5-9213-433dda141130,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:08:32.736588 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (cb6aac41-5f55-45f5-9213-433dda141130), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:32.749535 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99121a2f-c174-4490-ac3f-81b1f2957308 admin admin] Checking segment: {'id': 'daa9bf0b-abe7-4120-b741-aabb19cc2c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '73f7b676-8bf5-446d-a67c-31e310236d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:08:32.750064 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99121a2f-c174-4490-ac3f-81b1f2957308 admin admin] Network hostable DHCP agents. Network: 73f7b676-8bf5-446d-a67c-31e310236d10, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:08:32.755262 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034c3a3a-17ca-4c6c-ba4b-1e60160dbd0d None None] Sync routers for ids ['f610a84c-1198-40b0-a55c-bd4f1cfca3ec'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:08:32.774837 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034c3a3a-17ca-4c6c-ba4b-1e60160dbd0d None None] Routers {'f610a84c-1198-40b0-a55c-bd4f1cfca3ec'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:08:32.775497 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-034c3a3a-17ca-4c6c-ba4b-1e60160dbd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:08:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f610a84c-1198-40b0-a55c-bd4f1cfca3ec'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:32.783684 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1c49d77d-cf78-4f7b-b495-651332dad720 admin admin] Publish callbacks [] for security_group (82fb2ab6-e76e-4b08-a296-0cab170efc3c), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:32.793162 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1c49d77d-cf78-4f7b-b495-651332dad720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (82fb2ab6-e76e-4b08-a296-0cab170efc3c), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:32.796458 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=cb6aac41-5f55-45f5-9213-433dda141130,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:32.821102 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c49d77d-cf78-4f7b-b495-651332dad720 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1009} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:08:32.836605 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a4f7f9f6-32ed-49ba-87b9-d4184ed88459 req-cd8a6f37-196c-4f9a-a4f4-7026a0e14220 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496725 Feb 09 01:08:32.837028 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c49d77d-cf78-4f7b-b495-651332dad720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82fb2ab6-e76e-4b08-a296-0cab170efc3c,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:32.839406 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99121a2f-c174-4490-ac3f-81b1f2957308 admin admin] Network 73f7b676-8bf5-446d-a67c-31e310236d10 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:08:32.840641 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1c49d77d-cf78-4f7b-b495-651332dad720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (ae9b3e36-cd93-4d51-a83a-5e9454855cc9), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:32.841192 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-1c49d77d-cf78-4f7b-b495-651332dad720 admin admin] Added segment ae9b3e36-cd93-4d51-a83a-5e9454855cc9 of type vlan for network 7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5 Feb 09 01:08:32.858802 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f729994-1125-4dc3-a18d-382c24200244 req-fc0dd00e-62ce-42ca-a785-174698bacd92 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:32.866094 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2f729994-1125-4dc3-a18d-382c24200244 req-fc0dd00e-62ce-42ca-a785-174698bacd92 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 943 time: 0.1870100 Feb 09 01:08:32.873929 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-99121a2f-c174-4490-ac3f-81b1f2957308 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 73f7b676-8bf5-446d-a67c-31e310236d10) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:08:32.889755 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99121a2f-c174-4490-ac3f-81b1f2957308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:32.890356 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-99121a2f-c174-4490-ac3f-81b1f2957308 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:32.891650 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6da0d6e-c126-4421-a388-c70008c532c9 None None] Network 73f7b676-8bf5-446d-a67c-31e310236d10 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:08:32.919384 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-99121a2f-c174-4490-ac3f-81b1f2957308 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9265645 Feb 09 01:08:32.920760 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1c49d77d-cf78-4f7b-b495-651332dad720 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:32.923090 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48092) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:32.927372 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-0cc8752f-df69-4389-a4c4-e8184318c6ae admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1498039253-router', 'tenant_id': '9e6740ff64d94c1195193507333eca99', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:08:32.951565 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2f729994-1125-4dc3-a18d-382c24200244 req-55624111-1f17-41cc-a506-f1f0aea041b1 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787935 Feb 09 01:08:32.971828 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0cc8752f-df69-4389-a4c4-e8184318c6ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (c760784e-dd75-43b2-a322-9b504780ce68), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:32.973294 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0cc8752f-df69-4389-a4c4-e8184318c6ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (c760784e-dd75-43b2-a322-9b504780ce68), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:32.990253 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1c49d77d-cf78-4f7b-b495-651332dad720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:32.991393 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c49d77d-cf78-4f7b-b495-651332dad720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:32.992003 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1c49d77d-cf78-4f7b-b495-651332dad720 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:33.022693 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-034c3a3a-17ca-4c6c-ba4b-1e60160dbd0d None None] Set router f610a84c-1198-40b0-a55c-bd4f1cfca3ec gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:08:33.154778 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70869c9b-017e-447b-bcf7-7f7b19722e54 req-98c8badd-ca59-432c-bcb6-a114c3018619 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:33.165147 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-70869c9b-017e-447b-bcf7-7f7b19722e54 req-98c8badd-ca59-432c-bcb6-a114c3018619 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.1284440 Feb 09 01:08:33.178375 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1c49d77d-cf78-4f7b-b495-651332dad720 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 903 time: 0.8488598 Feb 09 01:08:33.190099 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 48098) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:33.194043 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4712fdce-712b-4cbc-953d-21874500b75d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-73f7b676-8bf5-446d-a67c-31e310236d10', 'network_id': '73f7b676-8bf5-446d-a67c-31e310236d10', 'project_id': '9e6740ff64d94c1195193507333eca99', 'fixed_ips': [{'subnet_id': 'acfb23f8-3161-4f5d-84a3-69601bd865e4'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:08:33.194920 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4712fdce-712b-4cbc-953d-21874500b75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:33.207752 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0cc8752f-df69-4389-a4c4-e8184318c6ae admin admin] Publish callbacks [] for router_controller (c760784e-dd75-43b2-a322-9b504780ce68), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:33.212097 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-b2cc3c9d-71df-4bb1-8887-59ccc87ec45a admin admin] Request body: {'subnet': {'network_id': '7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1131755305-subnet', 'tenant_id': '40d0b3ba65154fdfb7d6203582a5779e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:08:33.214176 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c49d77d-cf78-4f7b-b495-651332dad720 admin admin] Pushing event updated for resources: {'Network': ['ID=7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:33.268092 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2cc3c9d-71df-4bb1-8887-59ccc87ec45a admin admin] Made reservation on behalf of 40d0b3ba65154fdfb7d6203582a5779e for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:08:33.275375 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b2cc3c9d-71df-4bb1-8887-59ccc87ec45a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:33.377493 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-70869c9b-017e-447b-bcf7-7f7b19722e54 req-ddd69dd7-ee12-4cbe-979c-8a2f6589a8b2 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110646 Feb 09 01:08:33.409555 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-034c3a3a-17ca-4c6c-ba4b-1e60160dbd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f610a84c-1198-40b0-a55c-bd4f1cfca3ec', 'name': 'tempest-TaggedBootDevicesTest-1960012989-router', 'tenant_id': '6cf3517f38e6486d8ed854b974ff2e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': 'cb6aac41-5f55-45f5-9213-433dda141130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:08:24Z', 'updated_at': '2022-02-09T01:08:29Z', 'revision_number': 4, 'project_id': '6cf3517f38e6486d8ed854b974ff2e32', 'gw_port': {'id': 'cb6aac41-5f55-45f5-9213-433dda141130', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:45:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610a84c-1198-40b0-a55c-bd4f1cfca3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:25Z', 'updated_at': '2022-02-09T01:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'bdb9359a-230f-4c8e-b5fd-2f5c044dca44', 'name': '', 'network_id': '32314246-6e5a-41bd-ad0d-99eb166cb2d8', 'tenant_id': '6cf3517f38e6486d8ed854b974ff2e32', 'mac_address': 'fa:16:3e:53:cc:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f610a84c-1198-40b0-a55c-bd4f1cfca3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '4b06db7b-12ea-467d-9682-290ad77db41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:28Z', 'updated_at': '2022-02-09T01:08:29Z', 'revision_number': 2, 'project_id': '6cf3517f38e6486d8ed854b974ff2e32', 'subnets': [{'id': '4b06db7b-12ea-467d-9682-290ad77db41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:33.556003 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034c3a3a-17ca-4c6c-ba4b-1e60160dbd0d None None] Checking router: f610a84c-1198-40b0-a55c-bd4f1cfca3ec for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:08:33.556356 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034c3a3a-17ca-4c6c-ba4b-1e60160dbd0d None None] Updating router f610a84c-1198-40b0-a55c-bd4f1cfca3ec port bdb9359a-230f-4c8e-b5fd-2f5c044dca44 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:08:33.558142 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:08:33.561670 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0cc8752f-df69-4389-a4c4-e8184318c6ae admin admin] Publish callbacks [] for router_gateway (c760784e-dd75-43b2-a322-9b504780ce68), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:33.624338 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-034c3a3a-17ca-4c6c-ba4b-1e60160dbd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (bdb9359a-230f-4c8e-b5fd-2f5c044dca44), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:33.741787 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-4712fdce-712b-4cbc-953d-21874500b75d None None] Allocated IP 172.20.0.2 (73f7b676-8bf5-446d-a67c-31e310236d10/acfb23f8-3161-4f5d-84a3-69601bd865e4/96f8f30e-f81d-4394-beb0-1398a70adf81) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:08:33.830659 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b91c07-5da3-439c-a811-afd40c56e8a1 req-50e6e84e-a090-4219-abba-91a2882652f2 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:33.837634 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-19b91c07-5da3-439c-a811-afd40c56e8a1 req-50e6e84e-a090-4219-abba-91a2882652f2 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa854b26-19d4-4afd-b994-08f92b021aef HTTP/1.1" status: 200 len: 945 time: 0.1390646 Feb 09 01:08:33.843574 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0cc8752f-df69-4389-a4c4-e8184318c6ae admin admin] Publish callbacks [] for router_gateway (c760784e-dd75-43b2-a322-9b504780ce68), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:33.867087 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0cc8752f-df69-4389-a4c4-e8184318c6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:33.967975 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-19b91c07-5da3-439c-a811-afd40c56e8a1 req-bfdd2feb-cff5-4630-913f-0e023677ed5d tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277883 Feb 09 01:08:33.972853 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b2cc3c9d-71df-4bb1-8887-59ccc87ec45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (3f566d7a-36e4-4f05-a0b6-f30f5dd16476), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:33.997850 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-0cc8752f-df69-4389-a4c4-e8184318c6ae admin admin] Allocated IP 172.25.8.23 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/71bb45ea-645c-43c6-a25d-a54de1a47b9e) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:08:34.016838 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4712fdce-712b-4cbc-953d-21874500b75d None None] Publish callbacks [] for port (96f8f30e-f81d-4394-beb0-1398a70adf81), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:34.033549 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4712fdce-712b-4cbc-953d-21874500b75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (96f8f30e-f81d-4394-beb0-1398a70adf81), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:34.063636 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc3c9d-71df-4bb1-8887-59ccc87ec45a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f566d7a-36e4-4f05-a0b6-f30f5dd16476,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:34.065569 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-034c3a3a-17ca-4c6c-ba4b-1e60160dbd0d None None] Publish callbacks [] for port (bdb9359a-230f-4c8e-b5fd-2f5c044dca44), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:34.070297 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cc3c9d-71df-4bb1-8887-59ccc87ec45a admin admin] Checking segment: {'id': 'ae9b3e36-cd93-4d51-a83a-5e9454855cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:08:34.070790 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cc3c9d-71df-4bb1-8887-59ccc87ec45a admin admin] Network hostable DHCP agents. Network: 7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:08:34.088967 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-034c3a3a-17ca-4c6c-ba4b-1e60160dbd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (bdb9359a-230f-4c8e-b5fd-2f5c044dca44), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:34.095477 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cc3c9d-71df-4bb1-8887-59ccc87ec45a admin admin] Network 7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:08:34.120033 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-b2cc3c9d-71df-4bb1-8887-59ccc87ec45a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:08:34.125227 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0cc8752f-df69-4389-a4c4-e8184318c6ae admin admin] Publish callbacks [] for port (71bb45ea-645c-43c6-a25d-a54de1a47b9e), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:34.125644 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cc3c9d-71df-4bb1-8887-59ccc87ec45a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:34.126308 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b2cc3c9d-71df-4bb1-8887-59ccc87ec45a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:34.146055 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7f770b-6937-4889-98b7-80f72abebaf9 None None] Network 7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:08:34.169807 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0cc8752f-df69-4389-a4c4-e8184318c6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (71bb45ea-645c-43c6-a25d-a54de1a47b9e), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:34.173265 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 39264370-bded-4c85-9b70-b01a28f9a277 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:08:34.203941 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c4e2da-0954-4462-92b5-3b2588b70918 None None] Pushing event updated for resources: {'Port': ['ID=bdb9359a-230f-4c8e-b5fd-2f5c044dca44,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:34.218113 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4712fdce-712b-4cbc-953d-21874500b75d None None] Network 73f7b676-8bf5-446d-a67c-31e310236d10 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:08:34.234059 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc8752f-df69-4389-a4c4-e8184318c6ae admin admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:08:34.240159 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-0cc8752f-df69-4389-a4c4-e8184318c6ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:08:34.253690 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc8752f-df69-4389-a4c4-e8184318c6ae admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:08:34.257736 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc8752f-df69-4389-a4c4-e8184318c6ae admin admin] Pushing event updated for resources: {'Port': ['ID=71bb45ea-645c-43c6-a25d-a54de1a47b9e,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:34.271347 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b2cc3c9d-71df-4bb1-8887-59ccc87ec45a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0788894 Feb 09 01:08:34.271853 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 48116) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:34.273846 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c4e2da-0954-4462-92b5-3b2588b70918 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:34.274461 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c4e2da-0954-4462-92b5-3b2588b70918 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:34.275265 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c4e2da-0954-4462-92b5-3b2588b70918 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:34.275944 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c4e2da-0954-4462-92b5-3b2588b70918 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:34.277014 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c4e2da-0954-4462-92b5-3b2588b70918 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:34.277617 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c4e2da-0954-4462-92b5-3b2588b70918 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:34.278183 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c4e2da-0954-4462-92b5-3b2588b70918 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:34.278735 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c4e2da-0954-4462-92b5-3b2588b70918 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:34.279301 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c4e2da-0954-4462-92b5-3b2588b70918 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:34.279924 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c4e2da-0954-4462-92b5-3b2588b70918 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:34.280475 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c4e2da-0954-4462-92b5-3b2588b70918 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:34.281062 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c4e2da-0954-4462-92b5-3b2588b70918 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:34.281619 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c4e2da-0954-4462-92b5-3b2588b70918 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:34.287618 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-348d3c22-8992-45f9-a288-4b7024b6da80 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1131755305-router', 'tenant_id': '40d0b3ba65154fdfb7d6203582a5779e', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:08:34.298284 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-034c3a3a-17ca-4c6c-ba4b-1e60160dbd0d None None] Attempting to bind port bdb9359a-230f-4c8e-b5fd-2f5c044dca44 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:08:34.299380 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-034c3a3a-17ca-4c6c-ba4b-1e60160dbd0d None None] Attempting to bind port bdb9359a-230f-4c8e-b5fd-2f5c044dca44 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '0c66d6be-c64e-4513-ba5d-6538191a71ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '32314246-6e5a-41bd-ad0d-99eb166cb2d8'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:08:34.299996 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034c3a3a-17ca-4c6c-ba4b-1e60160dbd0d None None] Attempting to bind port bdb9359a-230f-4c8e-b5fd-2f5c044dca44 on network 32314246-6e5a-41bd-ad0d-99eb166cb2d8 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:08:34.306346 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034c3a3a-17ca-4c6c-ba4b-1e60160dbd0d None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:08:34.307918 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034c3a3a-17ca-4c6c-ba4b-1e60160dbd0d None None] Checking segment: {'id': '0c66d6be-c64e-4513-ba5d-6538191a71ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '32314246-6e5a-41bd-ad0d-99eb166cb2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:08:34.308603 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-034c3a3a-17ca-4c6c-ba4b-1e60160dbd0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:34.309300 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034c3a3a-17ca-4c6c-ba4b-1e60160dbd0d None None] Bound using segment: {'id': '0c66d6be-c64e-4513-ba5d-6538191a71ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '32314246-6e5a-41bd-ad0d-99eb166cb2d8'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:08:34.310005 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-034c3a3a-17ca-4c6c-ba4b-1e60160dbd0d None None] Bound port: bdb9359a-230f-4c8e-b5fd-2f5c044dca44, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c66d6be-c64e-4513-ba5d-6538191a71ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '32314246-6e5a-41bd-ad0d-99eb166cb2d8'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:08:34.311139 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-034c3a3a-17ca-4c6c-ba4b-1e60160dbd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (bdb9359a-230f-4c8e-b5fd-2f5c044dca44), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:34.339584 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4712fdce-712b-4cbc-953d-21874500b75d None None] Pushing event updated for resources: {'Port': ['ID=96f8f30e-f81d-4394-beb0-1398a70adf81,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:34.346915 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-4712fdce-712b-4cbc-953d-21874500b75d None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:08:34.360991 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4712fdce-712b-4cbc-953d-21874500b75d None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:08:34.393176 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-348d3c22-8992-45f9-a288-4b7024b6da80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (cea8396b-53c6-465f-9482-1621958c3b0c), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:34.396107 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-348d3c22-8992-45f9-a288-4b7024b6da80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (cea8396b-53c6-465f-9482-1621958c3b0c), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:34.458965 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-034c3a3a-17ca-4c6c-ba4b-1e60160dbd0d None None] For port bdb9359a-230f-4c8e-b5fd-2f5c044dca44, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:08:34.466469 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-034c3a3a-17ca-4c6c-ba4b-1e60160dbd0d None None] For port bdb9359a-230f-4c8e-b5fd-2f5c044dca44, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=bdb9359a-230f-4c8e-b5fd-2f5c044dca44,segment=NetworkSegment(0c66d6be-c64e-4513-ba5d-6538191a71ff),segment_id=0c66d6be-c64e-4513-ba5d-6538191a71ff)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:08:34.470871 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d5779-27a6-45dc-8652-b04941131957 req-c5f1fb49-7030-4f36-9be0-496c89cbc57e tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:34.473171 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device cb6aac41-5f55-45f5-9213-433dda141130 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:08:34.478149 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-034c3a3a-17ca-4c6c-ba4b-1e60160dbd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (bdb9359a-230f-4c8e-b5fd-2f5c044dca44), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:34.479190 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-627d5779-27a6-45dc-8652-b04941131957 req-c5f1fb49-7030-4f36-9be0-496c89cbc57e tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/networks?id=0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0 HTTP/1.1" status: 200 len: 814 time: 0.3464806 Feb 09 01:08:34.506888 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-627d5779-27a6-45dc-8652-b04941131957 req-64ebbaa6-bbae-4803-b18a-1c6ee3c1d256 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/quotas/355d1325551c4d73aae5a14b9534ded0 HTTP/1.1" status: 200 len: 375 time: 0.0266352 Feb 09 01:08:34.521226 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-743a64c2-76e2-4cc8-9c00-6efbfe11d897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:34.573131 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-348d3c22-8992-45f9-a288-4b7024b6da80 admin admin] Publish callbacks [] for router_controller (cea8396b-53c6-465f-9482-1621958c3b0c), precommit_add_association {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:34.609293 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034c3a3a-17ca-4c6c-ba4b-1e60160dbd0d None None] Routers {'f610a84c-1198-40b0-a55c-bd4f1cfca3ec'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:08:34.610147 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-034c3a3a-17ca-4c6c-ba4b-1e60160dbd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:08:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f610a84c-1198-40b0-a55c-bd4f1cfca3ec'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:34.731774 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-4712fdce-712b-4cbc-953d-21874500b75d None None] Attempting to bind port 96f8f30e-f81d-4394-beb0-1398a70adf81 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:08:34.732203 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-4712fdce-712b-4cbc-953d-21874500b75d None None] Attempting to bind port 96f8f30e-f81d-4394-beb0-1398a70adf81 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'daa9bf0b-abe7-4120-b741-aabb19cc2c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '73f7b676-8bf5-446d-a67c-31e310236d10'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:08:34.733321 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4712fdce-712b-4cbc-953d-21874500b75d None None] Attempting to bind port 96f8f30e-f81d-4394-beb0-1398a70adf81 on network 73f7b676-8bf5-446d-a67c-31e310236d10 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:08:34.748388 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0cc8752f-df69-4389-a4c4-e8184318c6ae admin admin] Publish callbacks [] for router_gateway (c760784e-dd75-43b2-a322-9b504780ce68), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:34.756127 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-89956f40-3772-4343-b6e9-e039259efa5d None None] Provisioning complete for port bdb9359a-230f-4c8e-b5fd-2f5c044dca44 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:34.756459 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-89956f40-3772-4343-b6e9-e039259efa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (bdb9359a-230f-4c8e-b5fd-2f5c044dca44), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:34.766483 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f355a030-35b7-43e4-8eaf-34a38d8f2e39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5', 'network_id': '7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5', 'project_id': '40d0b3ba65154fdfb7d6203582a5779e', 'fixed_ips': [{'subnet_id': '3f566d7a-36e4-4f05-a0b6-f30f5dd16476'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:08:34.768042 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f355a030-35b7-43e4-8eaf-34a38d8f2e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:34.792113 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-627d5779-27a6-45dc-8652-b04941131957 req-380f7006-0767-4638-895c-86b17e323059 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=355d1325551c4d73aae5a14b9534ded0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2839484 Feb 09 01:08:34.801508 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4712fdce-712b-4cbc-953d-21874500b75d None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:08:34.801891 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4712fdce-712b-4cbc-953d-21874500b75d None None] Checking segment: {'id': 'daa9bf0b-abe7-4120-b741-aabb19cc2c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '73f7b676-8bf5-446d-a67c-31e310236d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:08:34.802306 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4712fdce-712b-4cbc-953d-21874500b75d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:34.802714 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4712fdce-712b-4cbc-953d-21874500b75d None None] Bound using segment: {'id': 'daa9bf0b-abe7-4120-b741-aabb19cc2c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '73f7b676-8bf5-446d-a67c-31e310236d10'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:08:34.803373 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-4712fdce-712b-4cbc-953d-21874500b75d None None] Bound port: 96f8f30e-f81d-4394-beb0-1398a70adf81, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daa9bf0b-abe7-4120-b741-aabb19cc2c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '73f7b676-8bf5-446d-a67c-31e310236d10'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:08:34.803763 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4712fdce-712b-4cbc-953d-21874500b75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (96f8f30e-f81d-4394-beb0-1398a70adf81), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:34.805373 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-348d3c22-8992-45f9-a288-4b7024b6da80 admin admin] Publish callbacks [] for router_gateway (cea8396b-53c6-465f-9482-1621958c3b0c), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:34.851078 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 39264370-bded-4c85-9b70-b01a28f9a277 is: DOWN; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:08:34.852088 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device b0d30616-27a9-44a4-8ffc-38209725a898 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:08:34.910577 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-034c3a3a-17ca-4c6c-ba4b-1e60160dbd0d None None] Set router f610a84c-1198-40b0-a55c-bd4f1cfca3ec gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:08:34.978269 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c4e2da-0954-4462-92b5-3b2588b70918 None None] Pushing event updated for resources: {'Port': ['ID=bdb9359a-230f-4c8e-b5fd-2f5c044dca44,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:34.988335 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac4a16-1916-4bbf-88c5-e27f19b11418 req-c2c51bea-f816-48d8-8347-cec6cb2fc22a tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:34.991350 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-79ac4a16-1916-4bbf-88c5-e27f19b11418 req-c2c51bea-f816-48d8-8347-cec6cb2fc22a tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 943 time: 0.0824571 Feb 09 01:08:35.089324 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port cb6aac41-5f55-45f5-9213-433dda141130 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:35.089988 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (cb6aac41-5f55-45f5-9213-433dda141130), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:35.177749 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0cc8752f-df69-4389-a4c4-e8184318c6ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (c760784e-dd75-43b2-a322-9b504780ce68), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:35.232617 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-4712fdce-712b-4cbc-953d-21874500b75d None None] For port 96f8f30e-f81d-4394-beb0-1398a70adf81, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:08:35.242997 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-4712fdce-712b-4cbc-953d-21874500b75d None None] For port 96f8f30e-f81d-4394-beb0-1398a70adf81, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=96f8f30e-f81d-4394-beb0-1398a70adf81,segment=NetworkSegment(daa9bf0b-abe7-4120-b741-aabb19cc2c38),segment_id=daa9bf0b-abe7-4120-b741-aabb19cc2c38)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:08:35.244332 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-79ac4a16-1916-4bbf-88c5-e27f19b11418 req-044515b9-7827-442b-ba2e-55eefc57279f tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363737 Feb 09 01:08:35.299357 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-034c3a3a-17ca-4c6c-ba4b-1e60160dbd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f610a84c-1198-40b0-a55c-bd4f1cfca3ec', 'name': 'tempest-TaggedBootDevicesTest-1960012989-router', 'tenant_id': '6cf3517f38e6486d8ed854b974ff2e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': 'cb6aac41-5f55-45f5-9213-433dda141130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:08:24Z', 'updated_at': '2022-02-09T01:08:29Z', 'revision_number': 4, 'project_id': '6cf3517f38e6486d8ed854b974ff2e32', 'gw_port': {'id': 'cb6aac41-5f55-45f5-9213-433dda141130', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:45:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610a84c-1198-40b0-a55c-bd4f1cfca3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:25Z', 'updated_at': '2022-02-09T01:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'bdb9359a-230f-4c8e-b5fd-2f5c044dca44', 'name': '', 'network_id': '32314246-6e5a-41bd-ad0d-99eb166cb2d8', 'tenant_id': '6cf3517f38e6486d8ed854b974ff2e32', 'mac_address': 'fa:16:3e:53:cc:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f610a84c-1198-40b0-a55c-bd4f1cfca3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '4b06db7b-12ea-467d-9682-290ad77db41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:28Z', 'updated_at': '2022-02-09T01:08:34Z', 'revision_number': 4, 'project_id': '6cf3517f38e6486d8ed854b974ff2e32', 'subnets': [{'id': '4b06db7b-12ea-467d-9682-290ad77db41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:35.321338 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-89956f40-3772-4343-b6e9-e039259efa5d None None] Current status of the port bdb9359a-230f-4c8e-b5fd-2f5c044dca44 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:08:35.321875 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-89956f40-3772-4343-b6e9-e039259efa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (bdb9359a-230f-4c8e-b5fd-2f5c044dca44), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:35.339131 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-348d3c22-8992-45f9-a288-4b7024b6da80 admin admin] Publish callbacks [] for router_gateway (cea8396b-53c6-465f-9482-1621958c3b0c), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:35.359646 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034c3a3a-17ca-4c6c-ba4b-1e60160dbd0d None None] The sync data for ids ['f610a84c-1198-40b0-a55c-bd4f1cfca3ec'] in n-d-828369-4 is: [{'id': 'f610a84c-1198-40b0-a55c-bd4f1cfca3ec', 'name': 'tempest-TaggedBootDevicesTest-1960012989-router', 'tenant_id': '6cf3517f38e6486d8ed854b974ff2e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': 'cb6aac41-5f55-45f5-9213-433dda141130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:08:24Z', 'updated_at': '2022-02-09T01:08:29Z', 'revision_number': 4, 'project_id': '6cf3517f38e6486d8ed854b974ff2e32', 'gw_port': {'id': 'cb6aac41-5f55-45f5-9213-433dda141130', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:45:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610a84c-1198-40b0-a55c-bd4f1cfca3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:25Z', 'updated_at': '2022-02-09T01:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'bdb9359a-230f-4c8e-b5fd-2f5c044dca44', 'name': '', 'network_id': '32314246-6e5a-41bd-ad0d-99eb166cb2d8', 'tenant_id': '6cf3517f38e6486d8ed854b974ff2e32', 'mac_address': 'fa:16:3e:53:cc:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f610a84c-1198-40b0-a55c-bd4f1cfca3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '4b06db7b-12ea-467d-9682-290ad77db41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:28Z', 'updated_at': '2022-02-09T01:08:34Z', 'revision_number': 4, 'project_id': '6cf3517f38e6486d8ed854b974ff2e32', 'subnets': [{'id': '4b06db7b-12ea-467d-9682-290ad77db41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:08:35.383180 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-348d3c22-8992-45f9-a288-4b7024b6da80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:35.477714 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-89956f40-3772-4343-b6e9-e039259efa5d None None] For port bdb9359a-230f-4c8e-b5fd-2f5c044dca44, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=bdb9359a-230f-4c8e-b5fd-2f5c044dca44,segment=NetworkSegment(0c66d6be-c64e-4513-ba5d-6538191a71ff),segment_id=0c66d6be-c64e-4513-ba5d-6538191a71ff)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:08:35.483136 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port b0d30616-27a9-44a4-8ffc-38209725a898 is: DOWN; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:08:35.486864 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4712fdce-712b-4cbc-953d-21874500b75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (96f8f30e-f81d-4394-beb0-1398a70adf81), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:35.526181 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc8752f-df69-4389-a4c4-e8184318c6ae admin admin] Router c760784e-dd75-43b2-a322-9b504780ce68 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:08:35.563713 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-89956f40-3772-4343-b6e9-e039259efa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (bdb9359a-230f-4c8e-b5fd-2f5c044dca44), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:35.579725 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4712fdce-712b-4cbc-953d-21874500b75d None None] Pushing event updated for resources: {'Port': ['ID=96f8f30e-f81d-4394-beb0-1398a70adf81,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:35.675964 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f146fdf-972d-462f-a020-8b5d8d01a7f8 req-ff73bd51-23b7-459a-9b02-e1e3b5e4fb21 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:35.687720 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8f146fdf-972d-462f-a020-8b5d8d01a7f8 req-ff73bd51-23b7-459a-9b02-e1e3b5e4fb21 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.1929190 Feb 09 01:08:35.756359 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89956f40-3772-4343-b6e9-e039259efa5d None None] Pushing event updated for resources: {'Port': ['ID=bdb9359a-230f-4c8e-b5fd-2f5c044dca44,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:35.761794 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-348d3c22-8992-45f9-a288-4b7024b6da80 admin admin] Allocated IP 172.25.8.57 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/c869b08f-f7a2-406a-87ef-e9bb9f54e8ad) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:08:35.825050 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc8752f-df69-4389-a4c4-e8184318c6ae admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:08:35.865861 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0cc8752f-df69-4389-a4c4-e8184318c6ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:35.867188 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0cc8752f-df69-4389-a4c4-e8184318c6ae admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9431646 Feb 09 01:08:35.871844 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48130) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:35.891065 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port cb6aac41-5f55-45f5-9213-433dda141130 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:08:35.905774 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c078d6a9-24ae-40da-a964-79dc6e2e4f3a None None] Sync routers for ids ['c760784e-dd75-43b2-a322-9b504780ce68'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:08:35.924743 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-f355a030-35b7-43e4-8eaf-34a38d8f2e39 None None] Allocated IP 172.20.0.2 (7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5/3f566d7a-36e4-4f05-a0b6-f30f5dd16476/c6411b26-5279-48fc-80b0-b0dcb29c6e42) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:08:35.991908 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-eb3f52f1-dc18-4e66-8054-cfd58feefb23 None None] Provisioning complete for port bdb9359a-230f-4c8e-b5fd-2f5c044dca44 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:35.992363 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-eb3f52f1-dc18-4e66-8054-cfd58feefb23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (bdb9359a-230f-4c8e-b5fd-2f5c044dca44), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:36.012444 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8f146fdf-972d-462f-a020-8b5d8d01a7f8 req-83db4ec8-25ca-4398-b09d-fa25cdf9ebd2 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238254 Feb 09 01:08:36.183539 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:36.184204 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c078d6a9-24ae-40da-a964-79dc6e2e4f3a None None] Routers {'c760784e-dd75-43b2-a322-9b504780ce68'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:08:36.184857 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-c078d6a9-24ae-40da-a964-79dc6e2e4f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:08:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c760784e-dd75-43b2-a322-9b504780ce68'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:36.317446 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-eb3f52f1-dc18-4e66-8054-cfd58feefb23 None None] Current status of the port bdb9359a-230f-4c8e-b5fd-2f5c044dca44 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:08:36.318424 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-348d3c22-8992-45f9-a288-4b7024b6da80 admin admin] Publish callbacks [] for port (c869b08f-f7a2-406a-87ef-e9bb9f54e8ad), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:36.426758 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-348d3c22-8992-45f9-a288-4b7024b6da80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (c869b08f-f7a2-406a-87ef-e9bb9f54e8ad), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:36.535090 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-c078d6a9-24ae-40da-a964-79dc6e2e4f3a None None] Set router c760784e-dd75-43b2-a322-9b504780ce68 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:08:36.551524 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348d3c22-8992-45f9-a288-4b7024b6da80 admin admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:08:36.588835 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-348d3c22-8992-45f9-a288-4b7024b6da80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:08:36.605138 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf1378-01c2-43f6-adb3-069da1f82bf1 req-4dee24fb-6978-4875-bcf4-e377856de945 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:36.606715 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4cdf1378-01c2-43f6-adb3-069da1f82bf1 req-4dee24fb-6978-4875-bcf4-e377856de945 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa854b26-19d4-4afd-b994-08f92b021aef HTTP/1.1" status: 200 len: 945 time: 0.4320748 Feb 09 01:08:36.616416 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348d3c22-8992-45f9-a288-4b7024b6da80 admin admin] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:08:36.666008 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device bdb9359a-230f-4c8e-b5fd-2f5c044dca44 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:08:36.758647 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d3c22-8992-45f9-a288-4b7024b6da80 admin admin] Pushing event updated for resources: {'Port': ['ID=c869b08f-f7a2-406a-87ef-e9bb9f54e8ad,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:36.768993 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-10ebfb79-6616-43d5-8786-691a16cd8527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:36.852382 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811c2c8-6a58-4e4a-93a4-ec2213cc98f5 req-32a89efe-8142-4a67-a0c1-1471f4f6a4d3 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:36.854007 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3811c2c8-6a58-4e4a-93a4-ec2213cc98f5 req-32a89efe-8142-4a67-a0c1-1471f4f6a4d3 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.3744426 Feb 09 01:08:36.864078 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f355a030-35b7-43e4-8eaf-34a38d8f2e39 None None] Publish callbacks [] for port (c6411b26-5279-48fc-80b0-b0dcb29c6e42), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:36.895401 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f355a030-35b7-43e4-8eaf-34a38d8f2e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (c6411b26-5279-48fc-80b0-b0dcb29c6e42), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:36.990611 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f355a030-35b7-43e4-8eaf-34a38d8f2e39 None None] Network 7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:08:36.991851 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port bdb9359a-230f-4c8e-b5fd-2f5c044dca44 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:36.992492 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (bdb9359a-230f-4c8e-b5fd-2f5c044dca44), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:37.023915 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4cdf1378-01c2-43f6-adb3-069da1f82bf1 req-486f4840-5f1f-4657-8d90-6f1fcf939d03 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3900754 Feb 09 01:08:37.046724 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-f355a030-35b7-43e4-8eaf-34a38d8f2e39 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:08:37.050820 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f355a030-35b7-43e4-8eaf-34a38d8f2e39 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:08:37.060077 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355a030-35b7-43e4-8eaf-34a38d8f2e39 None None] Pushing event updated for resources: {'Port': ['ID=c6411b26-5279-48fc-80b0-b0dcb29c6e42,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:37.149760 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:37.205757 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-c078d6a9-24ae-40da-a964-79dc6e2e4f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c760784e-dd75-43b2-a322-9b504780ce68', 'name': 'tempest-TaggedBootDevicesTest-1498039253-router', 'tenant_id': '9e6740ff64d94c1195193507333eca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '71bb45ea-645c-43c6-a25d-a54de1a47b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:08:32Z', 'updated_at': '2022-02-09T01:08:34Z', 'revision_number': 3, 'project_id': '9e6740ff64d94c1195193507333eca99', 'gw_port': {'id': '71bb45ea-645c-43c6-a25d-a54de1a47b9e', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fe:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c760784e-dd75-43b2-a322-9b504780ce68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:33Z', 'updated_at': '2022-02-09T01:08:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:37.213199 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-f355a030-35b7-43e4-8eaf-34a38d8f2e39 None None] Attempting to bind port c6411b26-5279-48fc-80b0-b0dcb29c6e42 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:08:37.213728 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-f355a030-35b7-43e4-8eaf-34a38d8f2e39 None None] Attempting to bind port c6411b26-5279-48fc-80b0-b0dcb29c6e42 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'ae9b3e36-cd93-4d51-a83a-5e9454855cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:08:37.214196 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355a030-35b7-43e4-8eaf-34a38d8f2e39 None None] Attempting to bind port c6411b26-5279-48fc-80b0-b0dcb29c6e42 on network 7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:08:37.270118 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c078d6a9-24ae-40da-a964-79dc6e2e4f3a None None] Checking router: c760784e-dd75-43b2-a322-9b504780ce68 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:08:37.270589 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c078d6a9-24ae-40da-a964-79dc6e2e4f3a None None] Updating router c760784e-dd75-43b2-a322-9b504780ce68 port 71bb45ea-645c-43c6-a25d-a54de1a47b9e binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:08:37.275051 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355a030-35b7-43e4-8eaf-34a38d8f2e39 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:08:37.275616 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355a030-35b7-43e4-8eaf-34a38d8f2e39 None None] Checking segment: {'id': 'ae9b3e36-cd93-4d51-a83a-5e9454855cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:08:37.276134 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f355a030-35b7-43e4-8eaf-34a38d8f2e39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:37.276688 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f355a030-35b7-43e4-8eaf-34a38d8f2e39 None None] Bound using segment: {'id': 'ae9b3e36-cd93-4d51-a83a-5e9454855cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:08:37.277198 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-f355a030-35b7-43e4-8eaf-34a38d8f2e39 None None] Bound port: c6411b26-5279-48fc-80b0-b0dcb29c6e42, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae9b3e36-cd93-4d51-a83a-5e9454855cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:08:37.277591 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f355a030-35b7-43e4-8eaf-34a38d8f2e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c6411b26-5279-48fc-80b0-b0dcb29c6e42), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:37.370538 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c078d6a9-24ae-40da-a964-79dc6e2e4f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (71bb45ea-645c-43c6-a25d-a54de1a47b9e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:37.488150 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-10ebfb79-6616-43d5-8786-691a16cd8527 admin admin] Allocated IP 172.20.0.1 (73f7b676-8bf5-446d-a67c-31e310236d10/acfb23f8-3161-4f5d-84a3-69601bd865e4/955fa10e-fede-4e15-8308-1f06adb3dbb3) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:08:37.604325 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-10ebfb79-6616-43d5-8786-691a16cd8527 admin admin] Publish callbacks [] for port (955fa10e-fede-4e15-8308-1f06adb3dbb3), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:37.622998 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3811c2c8-6a58-4e4a-93a4-ec2213cc98f5 req-5e4caede-27f1-44cd-b337-9914fa120000 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7550299 Feb 09 01:08:37.659707 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-10ebfb79-6616-43d5-8786-691a16cd8527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (955fa10e-fede-4e15-8308-1f06adb3dbb3), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:37.692262 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b82d06-b8a9-45be-b75c-1713b636bb78 req-64df5d71-af79-4963-9a3f-676e6105af5a tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:37.695874 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a4b82d06-b8a9-45be-b75c-1713b636bb78 req-64df5d71-af79-4963-9a3f-676e6105af5a tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 943 time: 0.1497278 Feb 09 01:08:37.716791 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c078d6a9-24ae-40da-a964-79dc6e2e4f3a None None] Publish callbacks [] for port (71bb45ea-645c-43c6-a25d-a54de1a47b9e), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:37.718829 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ebfb79-6616-43d5-8786-691a16cd8527 admin admin] Network 73f7b676-8bf5-446d-a67c-31e310236d10 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:08:37.725978 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-10ebfb79-6616-43d5-8786-691a16cd8527 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:08:37.731477 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ebfb79-6616-43d5-8786-691a16cd8527 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:08:37.731766 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee07a173-6251-4e32-b040-b76bfcc238c3 None None] Network 73f7b676-8bf5-446d-a67c-31e310236d10 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:08:37.765609 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ebfb79-6616-43d5-8786-691a16cd8527 admin admin] Pushing event updated for resources: {'Port': ['ID=955fa10e-fede-4e15-8308-1f06adb3dbb3,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:37.792977 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-10ebfb79-6616-43d5-8786-691a16cd8527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (c760784e-dd75-43b2-a322-9b504780ce68), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:37.860006 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c078d6a9-24ae-40da-a964-79dc6e2e4f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (71bb45ea-645c-43c6-a25d-a54de1a47b9e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:37.878258 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-5f427431-36b3-4215-8099-ed8ed1be3204 req-f520b817-b936-4299-9b5d-fc7fd9e00fbe service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:08:37.879291 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5f427431-36b3-4215-8099-ed8ed1be3204 req-f520b817-b936-4299-9b5d-fc7fd9e00fbe service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091515 Feb 09 01:08:38.045004 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a4b82d06-b8a9-45be-b75c-1713b636bb78 req-e45970a1-4a3f-46ec-8a86-6154ddb4d17c tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720034 Feb 09 01:08:38.081795 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-348d3c22-8992-45f9-a288-4b7024b6da80 admin admin] Publish callbacks [] for router_gateway (cea8396b-53c6-465f-9482-1621958c3b0c), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:38.147801 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-10ebfb79-6616-43d5-8786-691a16cd8527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (955fa10e-fede-4e15-8308-1f06adb3dbb3), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:38.252294 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d89b8ff-eb90-4f15-a8e1-2d96640675f5 None None] Pushing event updated for resources: {'Port': ['ID=71bb45ea-645c-43c6-a25d-a54de1a47b9e,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:38.255735 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:38.291556 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port bdb9359a-230f-4c8e-b5fd-2f5c044dca44 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:08:38.292813 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 96f8f30e-f81d-4394-beb0-1398a70adf81 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:08:38.317934 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-acb59db3-4ed0-48ad-abf4-1be82d3c8e0c req-80d6ec7e-4b9b-4544-a915-4f87ee150902 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1229689 Feb 09 01:08:38.346510 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-b4834d8b-a01d-48ef-8905-a4cd7b233e9f None None] Provisioning complete for port 96f8f30e-f81d-4394-beb0-1398a70adf81 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:38.346784 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4834d8b-a01d-48ef-8905-a4cd7b233e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (96f8f30e-f81d-4394-beb0-1398a70adf81), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:38.366308 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d327b3ee-6fd6-49ae-91f8-d61ae08eae1d req-f08483f3-58aa-4fb3-851d-1745b144b297 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=355d1325551c4d73aae5a14b9534ded0 HTTP/1.1" status: 200 len: 221 time: 0.1797242 Feb 09 01:08:38.470530 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2e5a8-09cf-4bef-86b9-95ddebf0f1d7 req-81a8f48c-c0ec-4b82-82bc-fa03ee888a7c tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:38.481218 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8ca2e5a8-09cf-4bef-86b9-95ddebf0f1d7 req-81a8f48c-c0ec-4b82-82bc-fa03ee888a7c tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 944 time: 0.2545171 Feb 09 01:08:38.485376 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-c078d6a9-24ae-40da-a964-79dc6e2e4f3a None None] Attempting to bind port 71bb45ea-645c-43c6-a25d-a54de1a47b9e on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:08:38.485918 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-c078d6a9-24ae-40da-a964-79dc6e2e4f3a None None] Attempting to bind port 71bb45ea-645c-43c6-a25d-a54de1a47b9e by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:08:38.486112 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c078d6a9-24ae-40da-a964-79dc6e2e4f3a None None] Attempting to bind port 71bb45ea-645c-43c6-a25d-a54de1a47b9e on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:08:38.536798 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-f355a030-35b7-43e4-8eaf-34a38d8f2e39 None None] For port c6411b26-5279-48fc-80b0-b0dcb29c6e42, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:08:38.555666 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:38.557096 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-10ebfb79-6616-43d5-8786-691a16cd8527 admin admin] Publish callbacks [] for port (955fa10e-fede-4e15-8308-1f06adb3dbb3), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:38.557550 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c078d6a9-24ae-40da-a964-79dc6e2e4f3a None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:08:38.557889 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c078d6a9-24ae-40da-a964-79dc6e2e4f3a None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:08:38.558289 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c078d6a9-24ae-40da-a964-79dc6e2e4f3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:38.558673 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c078d6a9-24ae-40da-a964-79dc6e2e4f3a None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:08:38.559212 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-c078d6a9-24ae-40da-a964-79dc6e2e4f3a None None] Bound port: 71bb45ea-645c-43c6-a25d-a54de1a47b9e, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:08:38.559593 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c078d6a9-24ae-40da-a964-79dc6e2e4f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (71bb45ea-645c-43c6-a25d-a54de1a47b9e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:38.573967 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-10ebfb79-6616-43d5-8786-691a16cd8527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (955fa10e-fede-4e15-8308-1f06adb3dbb3), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:38.629481 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-f355a030-35b7-43e4-8eaf-34a38d8f2e39 None None] For port c6411b26-5279-48fc-80b0-b0dcb29c6e42, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=c6411b26-5279-48fc-80b0-b0dcb29c6e42,segment=NetworkSegment(ae9b3e36-cd93-4d51-a83a-5e9454855cc9),segment_id=ae9b3e36-cd93-4d51-a83a-5e9454855cc9)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:08:38.713388 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f355a030-35b7-43e4-8eaf-34a38d8f2e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (c6411b26-5279-48fc-80b0-b0dcb29c6e42), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:38.726175 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8ca2e5a8-09cf-4bef-86b9-95ddebf0f1d7 req-40885ffc-e159-45b3-9d45-784142b4ad77 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2438519 Feb 09 01:08:38.742889 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-10ebfb79-6616-43d5-8786-691a16cd8527 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (c760784e-dd75-43b2-a322-9b504780ce68), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:38.777342 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ebfb79-6616-43d5-8786-691a16cd8527 admin admin] Pushing event updated for resources: {'Port': ['ID=955fa10e-fede-4e15-8308-1f06adb3dbb3,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:38.884173 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 96f8f30e-f81d-4394-beb0-1398a70adf81 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:38.894912 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (96f8f30e-f81d-4394-beb0-1398a70adf81), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:39.001714 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b4834d8b-a01d-48ef-8905-a4cd7b233e9f None None] Current status of the port 96f8f30e-f81d-4394-beb0-1398a70adf81 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:08:39.003605 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4834d8b-a01d-48ef-8905-a4cd7b233e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (96f8f30e-f81d-4394-beb0-1398a70adf81), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:39.015856 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ebfb79-6616-43d5-8786-691a16cd8527 admin admin] Network 73f7b676-8bf5-446d-a67c-31e310236d10 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:08:39.024297 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-10ebfb79-6616-43d5-8786-691a16cd8527 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:08:39.077484 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-c078d6a9-24ae-40da-a964-79dc6e2e4f3a None None] For port 71bb45ea-645c-43c6-a25d-a54de1a47b9e, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:08:39.127366 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394dfe6-37ea-48ff-8935-5aa8d294b8dd req-a6e30b94-a6c1-4152-80af-b1223597a71f tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:39.141666 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4394dfe6-37ea-48ff-8935-5aa8d294b8dd req-a6e30b94-a6c1-4152-80af-b1223597a71f tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa854b26-19d4-4afd-b994-08f92b021aef HTTP/1.1" status: 200 len: 945 time: 0.5942564 Feb 09 01:08:39.168374 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-c078d6a9-24ae-40da-a964-79dc6e2e4f3a None None] For port 71bb45ea-645c-43c6-a25d-a54de1a47b9e, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=71bb45ea-645c-43c6-a25d-a54de1a47b9e,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:08:39.176728 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-b4834d8b-a01d-48ef-8905-a4cd7b233e9f None None] For port 96f8f30e-f81d-4394-beb0-1398a70adf81, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=96f8f30e-f81d-4394-beb0-1398a70adf81,segment=NetworkSegment(daa9bf0b-abe7-4120-b741-aabb19cc2c38),segment_id=daa9bf0b-abe7-4120-b741-aabb19cc2c38)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:08:39.219452 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355a030-35b7-43e4-8eaf-34a38d8f2e39 None None] Pushing event updated for resources: {'Port': ['ID=c6411b26-5279-48fc-80b0-b0dcb29c6e42,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:39.234552 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4834d8b-a01d-48ef-8905-a4cd7b233e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (96f8f30e-f81d-4394-beb0-1398a70adf81), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:39.244275 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c078d6a9-24ae-40da-a964-79dc6e2e4f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (71bb45ea-645c-43c6-a25d-a54de1a47b9e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:39.277912 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a030-35b7-43e4-8eaf-34a38d8f2e39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.278368 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a030-35b7-43e4-8eaf-34a38d8f2e39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.284918 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a030-35b7-43e4-8eaf-34a38d8f2e39 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.285322 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a030-35b7-43e4-8eaf-34a38d8f2e39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.285671 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a030-35b7-43e4-8eaf-34a38d8f2e39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.286009 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a030-35b7-43e4-8eaf-34a38d8f2e39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.286169 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ebfb79-6616-43d5-8786-691a16cd8527 admin admin] Router c760784e-dd75-43b2-a322-9b504780ce68 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:08:39.286348 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a030-35b7-43e4-8eaf-34a38d8f2e39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.286683 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a030-35b7-43e4-8eaf-34a38d8f2e39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.287011 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a030-35b7-43e4-8eaf-34a38d8f2e39 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.287339 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a030-35b7-43e4-8eaf-34a38d8f2e39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.287668 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a030-35b7-43e4-8eaf-34a38d8f2e39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.287990 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a030-35b7-43e4-8eaf-34a38d8f2e39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.288316 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f355a030-35b7-43e4-8eaf-34a38d8f2e39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:08:39.427655 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edca6b3-4a69-477f-b9e3-ca6f1c0a1523 req-2af666e6-23ad-4d99-91b9-8f98f318ffc4 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:39.435046 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6edca6b3-4a69-477f-b9e3-ca6f1c0a1523 req-2af666e6-23ad-4d99-91b9-8f98f318ffc4 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.4384327 Feb 09 01:08:39.451629 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4394dfe6-37ea-48ff-8935-5aa8d294b8dd req-99afbf79-2759-4574-b2d1-63b0dadc7063 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090317 Feb 09 01:08:39.473451 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-348d3c22-8992-45f9-a288-4b7024b6da80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (cea8396b-53c6-465f-9482-1621958c3b0c), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:39.481084 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:39.490510 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 96f8f30e-f81d-4394-beb0-1398a70adf81 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:08:39.578743 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ebfb79-6616-43d5-8786-691a16cd8527 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:08:39.584139 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c078d6a9-24ae-40da-a964-79dc6e2e4f3a None None] Routers {'c760784e-dd75-43b2-a322-9b504780ce68'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:08:39.584898 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-c078d6a9-24ae-40da-a964-79dc6e2e4f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:08:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c760784e-dd75-43b2-a322-9b504780ce68'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:39.610087 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-10ebfb79-6616-43d5-8786-691a16cd8527 admin admin] 10.222.0.50 "PUT /v2.0/routers/c760784e-dd75-43b2-a322-9b504780ce68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7370915 Feb 09 01:08:39.615618 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-9e72882c-f7f8-4b71-91d2-1eda4ee655d6 None None] Provisioning complete for port 955fa10e-fede-4e15-8308-1f06adb3dbb3 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:39.616691 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e72882c-f7f8-4b71-91d2-1eda4ee655d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (955fa10e-fede-4e15-8308-1f06adb3dbb3), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:39.790790 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-9e72882c-f7f8-4b71-91d2-1eda4ee655d6 None None] Port 955fa10e-fede-4e15-8308-1f06adb3dbb3 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:08:39.817653 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6edca6b3-4a69-477f-b9e3-ca6f1c0a1523 req-fd817a95-4694-4368-adc4-65c4f2eee03d tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3816545 Feb 09 01:08:39.901155 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device c6411b26-5279-48fc-80b0-b0dcb29c6e42 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:08:39.910394 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4834d8b-a01d-48ef-8905-a4cd7b233e9f None None] Pushing event updated for resources: {'Port': ['ID=96f8f30e-f81d-4394-beb0-1398a70adf81,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:39.931592 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2c689-beb6-4a1d-81ce-f9b37bc84280 req-6c4b93a3-dc55-4270-b94b-812e0104417c tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:39.945244 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-13d2c689-beb6-4a1d-81ce-f9b37bc84280 req-6c4b93a3-dc55-4270-b94b-812e0104417c tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 943 time: 0.2567940 Feb 09 01:08:40.094287 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-348d3c22-8992-45f9-a288-4b7024b6da80 admin admin] Router cea8396b-53c6-465f-9482-1621958c3b0c is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:08:40.107153 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-9e72882c-f7f8-4b71-91d2-1eda4ee655d6 None None] Provisioning complete for port 96f8f30e-f81d-4394-beb0-1398a70adf81 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:40.107568 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e72882c-f7f8-4b71-91d2-1eda4ee655d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (96f8f30e-f81d-4394-beb0-1398a70adf81), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:40.159895 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-13d2c689-beb6-4a1d-81ce-f9b37bc84280 req-e3cef2f4-13db-444b-bf32-840f6adca07d tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065108 Feb 09 01:08:40.181284 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad8163-f561-44ab-a678-cfcd36fb5456 req-215dac2e-0188-4875-9b69-5a4c0baf3f32 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:40.182846 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47ad8163-f561-44ab-a678-cfcd36fb5456 req-215dac2e-0188-4875-9b69-5a4c0baf3f32 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 944 time: 0.2365160 Feb 09 01:08:40.249052 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d89b8ff-eb90-4f15-a8e1-2d96640675f5 None None] Pushing event updated for resources: {'Port': ['ID=71bb45ea-645c-43c6-a25d-a54de1a47b9e,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:40.281963 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port c6411b26-5279-48fc-80b0-b0dcb29c6e42 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:40.282342 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c6411b26-5279-48fc-80b0-b0dcb29c6e42), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:40.284952 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-c078d6a9-24ae-40da-a964-79dc6e2e4f3a None None] Set router c760784e-dd75-43b2-a322-9b504780ce68 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:08:40.560165 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47ad8163-f561-44ab-a678-cfcd36fb5456 req-9420c97c-e52a-468e-b6d3-f9e57abcb040 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597710 Feb 09 01:08:40.573135 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-9e72882c-f7f8-4b71-91d2-1eda4ee655d6 None None] Current status of the port 96f8f30e-f81d-4394-beb0-1398a70adf81 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:08:40.639651 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667ca05-78c4-4041-8657-fbb3f4d28d00 req-2c833802-5fe4-4300-b04b-8a08a980fa69 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:40.646641 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a667ca05-78c4-4041-8657-fbb3f4d28d00 req-2c833802-5fe4-4300-b04b-8a08a980fa69 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.2120659 Feb 09 01:08:40.676692 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port c6411b26-5279-48fc-80b0-b0dcb29c6e42 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:08:40.677323 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c6411b26-5279-48fc-80b0-b0dcb29c6e42), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:40.679613 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7cee92-e88a-4ecb-b358-da604064b1ca None None] Network 7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:08:40.721180 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a667ca05-78c4-4041-8657-fbb3f4d28d00 req-b73a4216-593d-42a0-8fb6-ac79edc5baa8 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730460 Feb 09 01:08:40.806201 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-48a05056-4ee8-4074-a41b-00fb2e968cf9 None None] Provisioning complete for port c6411b26-5279-48fc-80b0-b0dcb29c6e42 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:40.806578 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-48a05056-4ee8-4074-a41b-00fb2e968cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c6411b26-5279-48fc-80b0-b0dcb29c6e42), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:40.817208 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port c6411b26-5279-48fc-80b0-b0dcb29c6e42, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=c6411b26-5279-48fc-80b0-b0dcb29c6e42,segment=NetworkSegment(ae9b3e36-cd93-4d51-a83a-5e9454855cc9),segment_id=ae9b3e36-cd93-4d51-a83a-5e9454855cc9)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:08:40.830120 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348d3c22-8992-45f9-a288-4b7024b6da80 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:08:40.840627 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f72c37-bf18-4786-8ac4-7ec38614f074 None None] Sync routers for ids ['cea8396b-53c6-465f-9482-1621958c3b0c'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:08:40.847822 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (c6411b26-5279-48fc-80b0-b0dcb29c6e42), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:40.882905 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f72c37-bf18-4786-8ac4-7ec38614f074 None None] Routers {'cea8396b-53c6-465f-9482-1621958c3b0c'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:08:40.886287 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-73f72c37-bf18-4786-8ac4-7ec38614f074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:08:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['cea8396b-53c6-465f-9482-1621958c3b0c'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:40.888395 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14bb21-6f1e-4ead-bc39-2f8181a56051 req-fef5519c-aaae-4267-8caf-6ca7cfa15610 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:40.895504 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-af14bb21-6f1e-4ead-bc39-2f8181a56051 req-fef5519c-aaae-4267-8caf-6ca7cfa15610 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa854b26-19d4-4afd-b994-08f92b021aef HTTP/1.1" status: 200 len: 945 time: 0.1731155 Feb 09 01:08:40.901562 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-348d3c22-8992-45f9-a288-4b7024b6da80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:40.908164 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48214) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:08:40.915649 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-348d3c22-8992-45f9-a288-4b7024b6da80 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 6.6352358 Feb 09 01:08:40.950099 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-c078d6a9-24ae-40da-a964-79dc6e2e4f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c760784e-dd75-43b2-a322-9b504780ce68', 'name': 'tempest-TaggedBootDevicesTest-1498039253-router', 'tenant_id': '9e6740ff64d94c1195193507333eca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '71bb45ea-645c-43c6-a25d-a54de1a47b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:08:32Z', 'updated_at': '2022-02-09T01:08:38Z', 'revision_number': 4, 'project_id': '9e6740ff64d94c1195193507333eca99', 'gw_port': {'id': '71bb45ea-645c-43c6-a25d-a54de1a47b9e', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fe:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c760784e-dd75-43b2-a322-9b504780ce68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:33Z', 'updated_at': '2022-02-09T01:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '955fa10e-fede-4e15-8308-1f06adb3dbb3', 'name': '', 'network_id': '73f7b676-8bf5-446d-a67c-31e310236d10', 'tenant_id': '9e6740ff64d94c1195193507333eca99', 'mac_address': 'fa:16:3e:48:b7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c760784e-dd75-43b2-a322-9b504780ce68', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'acfb23f8-3161-4f5d-84a3-69601bd865e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:36Z', 'updated_at': '2022-02-09T01:08:38Z', 'revision_number': 2, 'project_id': '9e6740ff64d94c1195193507333eca99', 'subnets': [{'id': 'acfb23f8-3161-4f5d-84a3-69601bd865e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:40.985025 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c078d6a9-24ae-40da-a964-79dc6e2e4f3a None None] The sync data for ids ['c760784e-dd75-43b2-a322-9b504780ce68'] in n-d-828369-4 is: [{'id': 'c760784e-dd75-43b2-a322-9b504780ce68', 'name': 'tempest-TaggedBootDevicesTest-1498039253-router', 'tenant_id': '9e6740ff64d94c1195193507333eca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '71bb45ea-645c-43c6-a25d-a54de1a47b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:08:32Z', 'updated_at': '2022-02-09T01:08:38Z', 'revision_number': 4, 'project_id': '9e6740ff64d94c1195193507333eca99', 'gw_port': {'id': '71bb45ea-645c-43c6-a25d-a54de1a47b9e', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fe:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c760784e-dd75-43b2-a322-9b504780ce68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:33Z', 'updated_at': '2022-02-09T01:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '955fa10e-fede-4e15-8308-1f06adb3dbb3', 'name': '', 'network_id': '73f7b676-8bf5-446d-a67c-31e310236d10', 'tenant_id': '9e6740ff64d94c1195193507333eca99', 'mac_address': 'fa:16:3e:48:b7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c760784e-dd75-43b2-a322-9b504780ce68', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'acfb23f8-3161-4f5d-84a3-69601bd865e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:36Z', 'updated_at': '2022-02-09T01:08:38Z', 'revision_number': 2, 'project_id': '9e6740ff64d94c1195193507333eca99', 'subnets': [{'id': 'acfb23f8-3161-4f5d-84a3-69601bd865e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:08:40.988953 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=c6411b26-5279-48fc-80b0-b0dcb29c6e42,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:41.065261 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-48a05056-4ee8-4074-a41b-00fb2e968cf9 None None] Current status of the port c6411b26-5279-48fc-80b0-b0dcb29c6e42 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:08:41.078900 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-48a05056-4ee8-4074-a41b-00fb2e968cf9 None None] Provisioning complete for port 955fa10e-fede-4e15-8308-1f06adb3dbb3 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:41.079531 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-48a05056-4ee8-4074-a41b-00fb2e968cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (955fa10e-fede-4e15-8308-1f06adb3dbb3), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:41.187559 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-af14bb21-6f1e-4ead-bc39-2f8181a56051 req-8f082da6-4507-4aee-9a34-d86f3830a6f5 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594171 Feb 09 01:08:41.223561 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-48a05056-4ee8-4074-a41b-00fb2e968cf9 None None] Port 955fa10e-fede-4e15-8308-1f06adb3dbb3 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:08:41.228958 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-73f72c37-bf18-4786-8ac4-7ec38614f074 None None] Set router cea8396b-53c6-465f-9482-1621958c3b0c gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:08:41.238508 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e5ff8-9fca-421e-abf3-f6948559ebc7 req-d7ded0b3-3f6b-4450-b9e8-59197cd3fc6f tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:41.260788 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-373e5ff8-9fca-421e-abf3-f6948559ebc7 req-d7ded0b3-3f6b-4450-b9e8-59197cd3fc6f tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.3338051 Feb 09 01:08:41.555781 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-eb2c686c-4aa8-49af-97d9-97c200db95c1 None None] Provisioning complete for port c6411b26-5279-48fc-80b0-b0dcb29c6e42 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:41.556170 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-eb2c686c-4aa8-49af-97d9-97c200db95c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c6411b26-5279-48fc-80b0-b0dcb29c6e42), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:41.601373 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-373e5ff8-9fca-421e-abf3-f6948559ebc7 req-ddb2addb-8e84-4aca-a422-d2bcbc846312 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388944 Feb 09 01:08:41.718255 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc64f96-0f0d-4f93-a037-bf653da9de7f req-6560a894-14ab-4f16-88de-b843294ad4d1 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:41.728585 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ccc64f96-0f0d-4f93-a037-bf653da9de7f req-6560a894-14ab-4f16-88de-b843294ad4d1 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 943 time: 0.3777907 Feb 09 01:08:41.779659 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device c6411b26-5279-48fc-80b0-b0dcb29c6e42 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:08:41.796740 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-73f72c37-bf18-4786-8ac4-7ec38614f074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea8396b-53c6-465f-9482-1621958c3b0c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1131755305-router', 'tenant_id': '40d0b3ba65154fdfb7d6203582a5779e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'c869b08f-f7a2-406a-87ef-e9bb9f54e8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:08:34Z', 'updated_at': '2022-02-09T01:08:37Z', 'revision_number': 3, 'project_id': '40d0b3ba65154fdfb7d6203582a5779e', 'gw_port': {'id': 'c869b08f-f7a2-406a-87ef-e9bb9f54e8ad', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea8396b-53c6-465f-9482-1621958c3b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:35Z', 'updated_at': '2022-02-09T01:08:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:41.864697 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f72c37-bf18-4786-8ac4-7ec38614f074 None None] Checking router: cea8396b-53c6-465f-9482-1621958c3b0c for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:08:41.865297 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f72c37-bf18-4786-8ac4-7ec38614f074 None None] Updating router cea8396b-53c6-465f-9482-1621958c3b0c port c869b08f-f7a2-406a-87ef-e9bb9f54e8ad binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:08:41.866047 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ccc64f96-0f0d-4f93-a037-bf653da9de7f req-6efcb3b6-863b-487c-b1e4-ded3eba36761 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360362 Feb 09 01:08:41.908473 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de201bb5-b626-48b2-8ee4-84f0a18714ca req-1ff388a9-3f9f-4378-bd49-8f99ba6c06bd tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:41.920997 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de201bb5-b626-48b2-8ee4-84f0a18714ca req-1ff388a9-3f9f-4378-bd49-8f99ba6c06bd tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 944 time: 0.1433101 Feb 09 01:08:41.936707 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-eb2c686c-4aa8-49af-97d9-97c200db95c1 None None] Current status of the port c6411b26-5279-48fc-80b0-b0dcb29c6e42 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:08:41.942492 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-73f72c37-bf18-4786-8ac4-7ec38614f074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c869b08f-f7a2-406a-87ef-e9bb9f54e8ad), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:41.945638 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port c6411b26-5279-48fc-80b0-b0dcb29c6e42 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:41.945933 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c6411b26-5279-48fc-80b0-b0dcb29c6e42), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:41.958298 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9a9ec0d9-0b85-4e2a-8f19-ff350e7719d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:42.085172 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de201bb5-b626-48b2-8ee4-84f0a18714ca req-2c9079d7-4292-4682-8437-89ddca4c36ac tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628947 Feb 09 01:08:42.125007 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7e94c-14bb-490a-be94-be9114782f1c req-89b5044a-761c-4590-838c-6f630ac3cccd tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:42.127655 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-22c7e94c-14bb-490a-be94-be9114782f1c req-89b5044a-761c-4590-838c-6f630ac3cccd tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.1115181 Feb 09 01:08:42.266721 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-22c7e94c-14bb-490a-be94-be9114782f1c req-36e1cd8e-a2c3-41be-a445-e230c288a4b4 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267478 Feb 09 01:08:42.330493 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-9a9ec0d9-0b85-4e2a-8f19-ff350e7719d8 admin admin] Allocated IP 172.20.0.1 (7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5/3f566d7a-36e4-4f05-a0b6-f30f5dd16476/814bcff1-43a0-4fa7-87cc-497c0b121c8f) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:08:42.502024 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555d156-82af-4928-933d-fca77f5a0c61 req-e7196612-a0ea-4750-89c0-b57afb614001 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:42.507455 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-73f72c37-bf18-4786-8ac4-7ec38614f074 None None] Publish callbacks [] for port (c869b08f-f7a2-406a-87ef-e9bb9f54e8ad), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:42.512199 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c555d156-82af-4928-933d-fca77f5a0c61 req-e7196612-a0ea-4750-89c0-b57afb614001 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa854b26-19d4-4afd-b994-08f92b021aef HTTP/1.1" status: 200 len: 945 time: 0.1701519 Feb 09 01:08:42.515714 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-73f72c37-bf18-4786-8ac4-7ec38614f074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (c869b08f-f7a2-406a-87ef-e9bb9f54e8ad), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:42.546074 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b1c04-7ee3-4d8f-bc97-4adf3eb30a77 req-6ac3052a-6b9d-4f38-9a18-3a11280844db tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:42.547730 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d01b1c04-7ee3-4d8f-bc97-4adf3eb30a77 req-6ac3052a-6b9d-4f38-9a18-3a11280844db tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.1932232 Feb 09 01:08:42.562864 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port c6411b26-5279-48fc-80b0-b0dcb29c6e42 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:08:42.564735 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 96f8f30e-f81d-4394-beb0-1398a70adf81 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:08:42.587504 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9a9ec0d9-0b85-4e2a-8f19-ff350e7719d8 admin admin] Publish callbacks [] for port (814bcff1-43a0-4fa7-87cc-497c0b121c8f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:42.600013 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-73f72c37-bf18-4786-8ac4-7ec38614f074 None None] Attempting to bind port c869b08f-f7a2-406a-87ef-e9bb9f54e8ad on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:08:42.600420 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-73f72c37-bf18-4786-8ac4-7ec38614f074 None None] Attempting to bind port c869b08f-f7a2-406a-87ef-e9bb9f54e8ad by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:08:42.600799 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f72c37-bf18-4786-8ac4-7ec38614f074 None None] Attempting to bind port c869b08f-f7a2-406a-87ef-e9bb9f54e8ad on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:08:42.610566 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f72c37-bf18-4786-8ac4-7ec38614f074 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:08:42.610995 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f72c37-bf18-4786-8ac4-7ec38614f074 None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:08:42.611394 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-73f72c37-bf18-4786-8ac4-7ec38614f074 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:42.611792 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f72c37-bf18-4786-8ac4-7ec38614f074 None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:08:42.612283 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-73f72c37-bf18-4786-8ac4-7ec38614f074 None None] Bound port: c869b08f-f7a2-406a-87ef-e9bb9f54e8ad, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:08:42.614634 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-73f72c37-bf18-4786-8ac4-7ec38614f074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c869b08f-f7a2-406a-87ef-e9bb9f54e8ad), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:42.618241 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c555d156-82af-4928-933d-fca77f5a0c61 req-18fa583a-1f88-4382-915f-e5fb81453814 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037462 Feb 09 01:08:42.643822 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9a9ec0d9-0b85-4e2a-8f19-ff350e7719d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (814bcff1-43a0-4fa7-87cc-497c0b121c8f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:42.678236 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 96f8f30e-f81d-4394-beb0-1398a70adf81 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:42.678652 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (96f8f30e-f81d-4394-beb0-1398a70adf81), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:42.679891 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d01b1c04-7ee3-4d8f-bc97-4adf3eb30a77 req-76e7bc9c-5a85-4b18-a403-2ba44f1b3fbd tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222413 Feb 09 01:08:42.695266 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9ec0d9-0b85-4e2a-8f19-ff350e7719d8 admin admin] Network 7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:08:42.695490 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-73f72c37-bf18-4786-8ac4-7ec38614f074 None None] For port c869b08f-f7a2-406a-87ef-e9bb9f54e8ad, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:08:42.697170 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-9a9ec0d9-0b85-4e2a-8f19-ff350e7719d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:08:42.705705 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9ec0d9-0b85-4e2a-8f19-ff350e7719d8 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:08:42.714116 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-73f72c37-bf18-4786-8ac4-7ec38614f074 None None] For port c869b08f-f7a2-406a-87ef-e9bb9f54e8ad, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=c869b08f-f7a2-406a-87ef-e9bb9f54e8ad,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:08:42.729742 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-73f72c37-bf18-4786-8ac4-7ec38614f074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (c869b08f-f7a2-406a-87ef-e9bb9f54e8ad), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:42.754140 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9ec0d9-0b85-4e2a-8f19-ff350e7719d8 admin admin] Pushing event updated for resources: {'Port': ['ID=814bcff1-43a0-4fa7-87cc-497c0b121c8f,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:42.760834 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9653f15c-43bf-411a-8059-8379e7f3c078 None None] Pushing event updated for resources: {'Port': ['ID=c869b08f-f7a2-406a-87ef-e9bb9f54e8ad,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:42.802266 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9a9ec0d9-0b85-4e2a-8f19-ff350e7719d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (cea8396b-53c6-465f-9482-1621958c3b0c), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:42.851651 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 96f8f30e-f81d-4394-beb0-1398a70adf81 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:08:42.862825 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f72c37-bf18-4786-8ac4-7ec38614f074 None None] Routers {'cea8396b-53c6-465f-9482-1621958c3b0c'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:08:42.875171 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-73f72c37-bf18-4786-8ac4-7ec38614f074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:08:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['cea8396b-53c6-465f-9482-1621958c3b0c'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:42.967716 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0fc89c-29d0-4b74-a537-bbb5f568a465 req-9046b973-0472-498c-bf3d-4490e8b17860 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:42.982208 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fd0fc89c-29d0-4b74-a537-bbb5f568a465 req-9046b973-0472-498c-bf3d-4490e8b17860 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.1587348 Feb 09 01:08:43.129735 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9a9ec0d9-0b85-4e2a-8f19-ff350e7719d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (814bcff1-43a0-4fa7-87cc-497c0b121c8f), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:43.156467 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fd0fc89c-29d0-4b74-a537-bbb5f568a465 req-53b5d1ec-a29b-4593-a48c-f9ddc5ff445a tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664145 Feb 09 01:08:43.178514 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-c19494e1-f47d-43f5-8393-fc64fb58f25a None None] Provisioning complete for port 814bcff1-43a0-4fa7-87cc-497c0b121c8f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:43.178898 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c19494e1-f47d-43f5-8393-fc64fb58f25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (814bcff1-43a0-4fa7-87cc-497c0b121c8f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:43.203343 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae5cb5-2544-434c-b174-33b9d59f3ace req-2d3650d5-d789-4a40-9c4e-cf99f4409298 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:43.222541 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2ae5cb5-2544-434c-b174-33b9d59f3ace req-2d3650d5-d789-4a40-9c4e-cf99f4409298 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 943 time: 0.2086797 Feb 09 01:08:43.236140 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-75d02820-291d-459c-a958-58bf66e7d151 req-06b25fd7-6216-474e-a726-4bd504f6b441 service neutron] 10.222.0.120 "GET /v2.0/ports/b0d30616-27a9-44a4-8ffc-38209725a898/bindings/n-h1-828369-4 HTTP/1.1" status: 200 len: 384 time: 0.1659036 Feb 09 01:08:43.363862 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c19494e1-f47d-43f5-8393-fc64fb58f25a None None] Port 814bcff1-43a0-4fa7-87cc-497c0b121c8f cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:08:43.433407 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9a9ec0d9-0b85-4e2a-8f19-ff350e7719d8 admin admin] Publish callbacks [] for port (814bcff1-43a0-4fa7-87cc-497c0b121c8f), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:43.437427 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-73f72c37-bf18-4786-8ac4-7ec38614f074 None None] Set router cea8396b-53c6-465f-9482-1621958c3b0c gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:08:43.440170 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9a9ec0d9-0b85-4e2a-8f19-ff350e7719d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (814bcff1-43a0-4fa7-87cc-497c0b121c8f), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:43.472748 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2ae5cb5-2544-434c-b174-33b9d59f3ace req-d4ce7d60-c750-41cf-9969-72ede4f81bf0 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370636 Feb 09 01:08:43.575456 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd6443-74e6-41bc-9186-beb49bfb3489 req-fc83ce74-6e6f-4083-8711-11373c9c5aad tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:43.579087 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1acd6443-74e6-41bc-9186-beb49bfb3489 req-fc83ce74-6e6f-4083-8711-11373c9c5aad tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 944 time: 0.3089862 Feb 09 01:08:43.683572 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9653f15c-43bf-411a-8059-8379e7f3c078 None None] Pushing event updated for resources: {'Port': ['ID=c869b08f-f7a2-406a-87ef-e9bb9f54e8ad,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:43.704816 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9a9ec0d9-0b85-4e2a-8f19-ff350e7719d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (cea8396b-53c6-465f-9482-1621958c3b0c), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:43.708217 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9ec0d9-0b85-4e2a-8f19-ff350e7719d8 admin admin] Pushing event updated for resources: {'Port': ['ID=814bcff1-43a0-4fa7-87cc-497c0b121c8f,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:43.767050 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 71bb45ea-645c-43c6-a25d-a54de1a47b9e up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:08:43.895723 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 71bb45ea-645c-43c6-a25d-a54de1a47b9e triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:43.897331 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (71bb45ea-645c-43c6-a25d-a54de1a47b9e), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:43.953517 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9ec0d9-0b85-4e2a-8f19-ff350e7719d8 admin admin] Network 7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:08:43.955227 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-75d02820-291d-459c-a958-58bf66e7d151 req-4ed58273-949e-4924-8f26-12834f6b4975 service neutron] For port b0d30616-27a9-44a4-8ffc-38209725a898, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=b0d30616-27a9-44a4-8ffc-38209725a898,segment=NetworkSegment(c09a8a87-556d-487a-811a-06517127dee5),segment_id=c09a8a87-556d-487a-811a-06517127dee5)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:08:43.957154 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-9a9ec0d9-0b85-4e2a-8f19-ff350e7719d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:08:43.984064 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-73f72c37-bf18-4786-8ac4-7ec38614f074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea8396b-53c6-465f-9482-1621958c3b0c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1131755305-router', 'tenant_id': '40d0b3ba65154fdfb7d6203582a5779e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'c869b08f-f7a2-406a-87ef-e9bb9f54e8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:08:34Z', 'updated_at': '2022-02-09T01:08:37Z', 'revision_number': 3, 'project_id': '40d0b3ba65154fdfb7d6203582a5779e', 'gw_port': {'id': 'c869b08f-f7a2-406a-87ef-e9bb9f54e8ad', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea8396b-53c6-465f-9482-1621958c3b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:35Z', 'updated_at': '2022-02-09T01:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:44.013445 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-75d02820-291d-459c-a958-58bf66e7d151 req-4ed58273-949e-4924-8f26-12834f6b4975 service neutron] For port b0d30616-27a9-44a4-8ffc-38209725a898, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:08:44.075025 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f72c37-bf18-4786-8ac4-7ec38614f074 None None] The sync data for ids ['cea8396b-53c6-465f-9482-1621958c3b0c'] in n-d-828369-4 is: [{'id': 'cea8396b-53c6-465f-9482-1621958c3b0c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1131755305-router', 'tenant_id': '40d0b3ba65154fdfb7d6203582a5779e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'c869b08f-f7a2-406a-87ef-e9bb9f54e8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:08:34Z', 'updated_at': '2022-02-09T01:08:37Z', 'revision_number': 3, 'project_id': '40d0b3ba65154fdfb7d6203582a5779e', 'gw_port': {'id': 'c869b08f-f7a2-406a-87ef-e9bb9f54e8ad', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a8:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea8396b-53c6-465f-9482-1621958c3b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:35Z', 'updated_at': '2022-02-09T01:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:08:44.103053 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-75d02820-291d-459c-a958-58bf66e7d151 req-4ed58273-949e-4924-8f26-12834f6b4975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0d30616-27a9-44a4-8ffc-38209725a898 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:08:44.125653 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 71bb45ea-645c-43c6-a25d-a54de1a47b9e is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:08:44.126344 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (71bb45ea-645c-43c6-a25d-a54de1a47b9e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:44.131821 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-75d02820-291d-459c-a958-58bf66e7d151 req-4ed58273-949e-4924-8f26-12834f6b4975 service neutron] For port b0d30616-27a9-44a4-8ffc-38209725a898, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=b0d30616-27a9-44a4-8ffc-38209725a898,segment=NetworkSegment(c09a8a87-556d-487a-811a-06517127dee5),segment_id=c09a8a87-556d-487a-811a-06517127dee5)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:08:44.167558 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 71bb45ea-645c-43c6-a25d-a54de1a47b9e, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=71bb45ea-645c-43c6-a25d-a54de1a47b9e,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:08:44.174713 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (71bb45ea-645c-43c6-a25d-a54de1a47b9e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:44.195933 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-75d02820-291d-459c-a958-58bf66e7d151 req-4ed58273-949e-4924-8f26-12834f6b4975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b0d30616-27a9-44a4-8ffc-38209725a898), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:44.271476 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1acd6443-74e6-41bc-9186-beb49bfb3489 req-3d55dbcb-6efc-4021-aac9-0bcbe855b681 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5715094 Feb 09 01:08:44.278417 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=71bb45ea-645c-43c6-a25d-a54de1a47b9e,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:44.300056 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9ec0d9-0b85-4e2a-8f19-ff350e7719d8 admin admin] Router cea8396b-53c6-465f-9482-1621958c3b0c has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:08:44.421266 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-75d02820-291d-459c-a958-58bf66e7d151 req-4ed58273-949e-4924-8f26-12834f6b4975 service neutron] Transition to ACTIVE for port object b0d30616-27a9-44a4-8ffc-38209725a898 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:08:44.428746 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-75d02820-291d-459c-a958-58bf66e7d151 req-4ed58273-949e-4924-8f26-12834f6b4975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (b0d30616-27a9-44a4-8ffc-38209725a898), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:44.503132 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-d3ecfa30-8bc6-4f33-aaed-99ae72a15ea9 None None] Provisioning complete for port 814bcff1-43a0-4fa7-87cc-497c0b121c8f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:44.503521 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d3ecfa30-8bc6-4f33-aaed-99ae72a15ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (814bcff1-43a0-4fa7-87cc-497c0b121c8f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:44.571525 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d02820-291d-459c-a958-58bf66e7d151 req-4ed58273-949e-4924-8f26-12834f6b4975 service neutron] No DVR routers for this DVR port b0d30616-27a9-44a4-8ffc-38209725a898 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:08:44.652105 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed58273-949e-4924-8f26-12834f6b4975 service neutron] Pushing event updated for resources: {'Port': ['ID=b0d30616-27a9-44a4-8ffc-38209725a898,revision_number=10']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:44.675638 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-d3ecfa30-8bc6-4f33-aaed-99ae72a15ea9 None None] Port 814bcff1-43a0-4fa7-87cc-497c0b121c8f cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:08:44.781198 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9ec0d9-0b85-4e2a-8f19-ff350e7719d8 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:08:44.801807 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-75d02820-291d-459c-a958-58bf66e7d151 req-4ed58273-949e-4924-8f26-12834f6b4975 service neutron] 10.222.0.120 "PUT /v2.0/ports/b0d30616-27a9-44a4-8ffc-38209725a898/bindings/n-h1-828369-4/activate HTTP/1.1" status: 200 len: 369 time: 1.5518315 Feb 09 01:08:44.804536 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9a9ec0d9-0b85-4e2a-8f19-ff350e7719d8 admin admin] 10.222.0.50 "PUT /v2.0/routers/cea8396b-53c6-465f-9482-1621958c3b0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8945880 Feb 09 01:08:44.926514 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f9ff9-faa3-4954-93a9-0cfaa50e18c1 req-1b4c3747-9276-45a0-93a4-971d01fed864 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:44.940776 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-015f9ff9-faa3-4954-93a9-0cfaa50e18c1 req-1b4c3747-9276-45a0-93a4-971d01fed864 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa854b26-19d4-4afd-b994-08f92b021aef HTTP/1.1" status: 200 len: 945 time: 0.4402292 Feb 09 01:08:45.102336 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9594a-1aa7-4966-a538-470e51b3953d req-1bed622e-a036-4ffd-baaa-21948ceea290 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:45.113452 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-44f9594a-1aa7-4966-a538-470e51b3953d req-1bed622e-a036-4ffd-baaa-21948ceea290 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.5088398 Feb 09 01:08:45.199148 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-015f9ff9-faa3-4954-93a9-0cfaa50e18c1 req-cce53aaf-af6c-4577-b6bc-a5fff34ae50b tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563195 Feb 09 01:08:45.228031 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d02820-291d-459c-a958-58bf66e7d151 req-e6562716-d6ce-4953-8c00-1d0d384c5480 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:45.229997 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-75d02820-291d-459c-a958-58bf66e7d151 req-e6562716-d6ce-4953-8c00-1d0d384c5480 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6&tenant_id=349016141cb643eba466ab5e9338a7e5&binding%3Ahost_id=n-h2-828369-4 HTTP/1.1" status: 200 len: 1126 time: 0.3452682 Feb 09 01:08:45.237628 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-44f9594a-1aa7-4966-a538-470e51b3953d req-74394e03-a059-418d-ba8e-3bf25da6a528 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228678 Feb 09 01:08:45.344212 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d02820-291d-459c-a958-58bf66e7d151 req-2c90e14b-74a2-45c6-98f5-0e51f27dfad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:45.365381 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-75d02820-291d-459c-a958-58bf66e7d151 req-2c90e14b-74a2-45c6-98f5-0e51f27dfad2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6&tenant_id=349016141cb643eba466ab5e9338a7e5 HTTP/1.1" status: 200 len: 1126 time: 0.1257663 Feb 09 01:08:45.432073 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ebe165-d65f-43ef-a4bd-85f02bd99c19 None None] Sync routers for ids ['c760784e-dd75-43b2-a322-9b504780ce68'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:08:45.477852 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ebe165-d65f-43ef-a4bd-85f02bd99c19 None None] Routers {'c760784e-dd75-43b2-a322-9b504780ce68'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:08:45.479586 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-c8ebe165-d65f-43ef-a4bd-85f02bd99c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:08:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c760784e-dd75-43b2-a322-9b504780ce68'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:45.740531 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-c8ebe165-d65f-43ef-a4bd-85f02bd99c19 None None] Set router c760784e-dd75-43b2-a322-9b504780ce68 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:08:45.883671 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device c869b08f-f7a2-406a-87ef-e9bb9f54e8ad up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:08:45.901960 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3342d1-164a-4078-b5b6-84579883850d req-afcdc263-022f-4a3d-a1dd-5dfd42f6bab8 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:45.914034 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bb3342d1-164a-4078-b5b6-84579883850d req-afcdc263-022f-4a3d-a1dd-5dfd42f6bab8 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 944 time: 0.4235086 Feb 09 01:08:45.934358 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d02820-291d-459c-a958-58bf66e7d151 req-2bd698a4-daaf-4e6d-b3f3-0bf5c2c8075e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:45.936458 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-75d02820-291d-459c-a958-58bf66e7d151 req-2bd698a4-daaf-4e6d-b3f3-0bf5c2c8075e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=349016141cb643eba466ab5e9338a7e5&device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 1126 time: 0.5589550 Feb 09 01:08:46.136813 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d02820-291d-459c-a958-58bf66e7d151 req-9e9f5459-3a31-47df-a7d0-aea15fe507d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:46.138551 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-75d02820-291d-459c-a958-58bf66e7d151 req-9e9f5459-3a31-47df-a7d0-aea15fe507d5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=584d7274-cb01-4853-8902-7824a3a705cb HTTP/1.1" status: 200 len: 909 time: 0.1807582 Feb 09 01:08:46.155732 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cfdc3f-9abd-4ff0-82bf-ede1e6ca819f req-63a68d54-d85f-4bf7-9645-43aa15331b3b tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:46.170880 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f3cfdc3f-9abd-4ff0-82bf-ede1e6ca819f req-63a68d54-d85f-4bf7-9645-43aa15331b3b tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.5161531 Feb 09 01:08:46.272370 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port c869b08f-f7a2-406a-87ef-e9bb9f54e8ad triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:46.273197 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c869b08f-f7a2-406a-87ef-e9bb9f54e8ad), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:46.299181 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-75d02820-291d-459c-a958-58bf66e7d151 req-44d1d057-3ff8-492e-b33c-492648818b2a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0d30616-27a9-44a4-8ffc-38209725a898 HTTP/1.1" status: 200 len: 217 time: 0.1247768 Feb 09 01:08:46.305021 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-c8ebe165-d65f-43ef-a4bd-85f02bd99c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c760784e-dd75-43b2-a322-9b504780ce68', 'name': 'tempest-TaggedBootDevicesTest-1498039253-router', 'tenant_id': '9e6740ff64d94c1195193507333eca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '71bb45ea-645c-43c6-a25d-a54de1a47b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:08:32Z', 'updated_at': '2022-02-09T01:08:38Z', 'revision_number': 4, 'project_id': '9e6740ff64d94c1195193507333eca99', 'gw_port': {'id': '71bb45ea-645c-43c6-a25d-a54de1a47b9e', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fe:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c760784e-dd75-43b2-a322-9b504780ce68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:33Z', 'updated_at': '2022-02-09T01:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '955fa10e-fede-4e15-8308-1f06adb3dbb3', 'name': '', 'network_id': '73f7b676-8bf5-446d-a67c-31e310236d10', 'tenant_id': '9e6740ff64d94c1195193507333eca99', 'mac_address': 'fa:16:3e:48:b7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c760784e-dd75-43b2-a322-9b504780ce68', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'acfb23f8-3161-4f5d-84a3-69601bd865e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:36Z', 'updated_at': '2022-02-09T01:08:38Z', 'revision_number': 2, 'project_id': '9e6740ff64d94c1195193507333eca99', 'subnets': [{'id': 'acfb23f8-3161-4f5d-84a3-69601bd865e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:46.347032 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ebe165-d65f-43ef-a4bd-85f02bd99c19 None None] Checking router: c760784e-dd75-43b2-a322-9b504780ce68 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:08:46.347693 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ebe165-d65f-43ef-a4bd-85f02bd99c19 None None] Updating router c760784e-dd75-43b2-a322-9b504780ce68 port 955fa10e-fede-4e15-8308-1f06adb3dbb3 binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:08:46.398942 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c8ebe165-d65f-43ef-a4bd-85f02bd99c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (955fa10e-fede-4e15-8308-1f06adb3dbb3), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:46.438612 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bb3342d1-164a-4078-b5b6-84579883850d req-37d61463-d28c-496b-8ce9-4af7ae812212 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5236557 Feb 09 01:08:46.560206 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d02820-291d-459c-a958-58bf66e7d151 req-13b1058c-0b02-4899-8b9d-c95f1af1a15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:46.562165 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-75d02820-291d-459c-a958-58bf66e7d151 req-13b1058c-0b02-4899-8b9d-c95f1af1a15b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4611cb36-f3d2-4498-977c-18da9d170e4c HTTP/1.1" status: 200 len: 847 time: 0.2340524 Feb 09 01:08:46.576256 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f3cfdc3f-9abd-4ff0-82bf-ede1e6ca819f req-58cf411d-9a94-46ba-8886-f2637131efbc tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3893831 Feb 09 01:08:46.608972 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-75d02820-291d-459c-a958-58bf66e7d151 req-61b0a18c-64f2-48a5-a43d-f745064ef3eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=584d7274-cb01-4853-8902-7824a3a705cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303121 Feb 09 01:08:46.899333 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port c869b08f-f7a2-406a-87ef-e9bb9f54e8ad is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:08:46.899894 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c869b08f-f7a2-406a-87ef-e9bb9f54e8ad), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:47.039518 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-77c3dc6e-9da0-43d4-8414-8dff929a8d14 req-7bb67ac4-1f42-44e2-8652-fc30850a0e3b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a7150ff8-64e8-4ee5-a5b2-922df0e31528&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0978949 Feb 09 01:08:47.062135 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port c869b08f-f7a2-406a-87ef-e9bb9f54e8ad, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=c869b08f-f7a2-406a-87ef-e9bb9f54e8ad,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:08:47.097778 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (c869b08f-f7a2-406a-87ef-e9bb9f54e8ad), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:47.098777 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 71bb45ea-645c-43c6-a25d-a54de1a47b9e up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:08:47.185524 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=c869b08f-f7a2-406a-87ef-e9bb9f54e8ad,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:47.253384 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-c08b5752-0d55-40b9-ae6c-afec67fb70f1 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:47.254937 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-c08b5752-0d55-40b9-ae6c-afec67fb70f1 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/networks?id=7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5 HTTP/1.1" status: 200 len: 829 time: 0.2021940 Feb 09 01:08:47.283843 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-59aa077f-c63a-4caf-8bd5-85db69c93f74 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/quotas/40d0b3ba65154fdfb7d6203582a5779e HTTP/1.1" status: 200 len: 375 time: 0.0125678 Feb 09 01:08:47.303623 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa8413-859a-4068-89c3-ec56773cc935 req-21ade02c-dda6-430a-a0ea-f7ba48821e23 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:47.313052 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ccaa8413-859a-4068-89c3-ec56773cc935 req-21ade02c-dda6-430a-a0ea-f7ba48821e23 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 944 time: 0.7354920 Feb 09 01:08:47.423009 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-75d02820-291d-459c-a958-58bf66e7d151 req-899b1091-df03-4645-ba78-01632380a924 service neutron] 10.222.0.47 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8046880 Feb 09 01:08:47.535487 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c8ebe165-d65f-43ef-a4bd-85f02bd99c19 None None] Publish callbacks [] for port (955fa10e-fede-4e15-8308-1f06adb3dbb3), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:47.551550 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c8ebe165-d65f-43ef-a4bd-85f02bd99c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (955fa10e-fede-4e15-8308-1f06adb3dbb3), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:47.699762 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 71bb45ea-645c-43c6-a25d-a54de1a47b9e triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:47.702469 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (71bb45ea-645c-43c6-a25d-a54de1a47b9e), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:47.775134 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f896f7cd-702e-4f47-bc1f-d85cd76b3f7d None None] Pushing event updated for resources: {'Port': ['ID=955fa10e-fede-4e15-8308-1f06adb3dbb3,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:47.777741 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ccaa8413-859a-4068-89c3-ec56773cc935 req-a0ee13d2-6134-40bc-9088-d10cf07bf998 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4630277 Feb 09 01:08:47.785576 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3415b4-55a1-4668-8426-d728eeace568 None None] Sync routers for ids ['cea8396b-53c6-465f-9482-1621958c3b0c'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:08:47.788206 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-75d02820-291d-459c-a958-58bf66e7d151 req-5d3477ac-13c4-49b8-92ee-67f971fc49e6 service neutron] 10.222.0.47 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237505 Feb 09 01:08:47.844372 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3dc6e-9da0-43d4-8414-8dff929a8d14 req-51190c46-d71b-4044-9785-624cf9128b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:47.847658 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3415b4-55a1-4668-8426-d728eeace568 None None] Routers {'cea8396b-53c6-465f-9482-1621958c3b0c'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:08:47.848300 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-da3415b4-55a1-4668-8426-d728eeace568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:08:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['cea8396b-53c6-465f-9482-1621958c3b0c'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:47.856161 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-77c3dc6e-9da0-43d4-8414-8dff929a8d14 req-51190c46-d71b-4044-9785-624cf9128b79 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=349016141cb643eba466ab5e9338a7e5&device_id=a7150ff8-64e8-4ee5-a5b2-922df0e31528 HTTP/1.1" status: 200 len: 1126 time: 0.5901666 Feb 09 01:08:47.881642 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-86a31417-f147-4c44-9959-264bdd9f59f6 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=40d0b3ba65154fdfb7d6203582a5779e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5584769 Feb 09 01:08:48.106105 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-c8ebe165-d65f-43ef-a4bd-85f02bd99c19 None None] Attempting to bind port 955fa10e-fede-4e15-8308-1f06adb3dbb3 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:08:48.107219 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-c8ebe165-d65f-43ef-a4bd-85f02bd99c19 None None] Attempting to bind port 955fa10e-fede-4e15-8308-1f06adb3dbb3 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'daa9bf0b-abe7-4120-b741-aabb19cc2c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '73f7b676-8bf5-446d-a67c-31e310236d10'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:08:48.109723 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ebe165-d65f-43ef-a4bd-85f02bd99c19 None None] Attempting to bind port 955fa10e-fede-4e15-8308-1f06adb3dbb3 on network 73f7b676-8bf5-446d-a67c-31e310236d10 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:08:48.124940 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ebe165-d65f-43ef-a4bd-85f02bd99c19 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:08:48.127771 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ebe165-d65f-43ef-a4bd-85f02bd99c19 None None] Checking segment: {'id': 'daa9bf0b-abe7-4120-b741-aabb19cc2c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '73f7b676-8bf5-446d-a67c-31e310236d10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:08:48.128469 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c8ebe165-d65f-43ef-a4bd-85f02bd99c19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:48.129150 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ebe165-d65f-43ef-a4bd-85f02bd99c19 None None] Bound using segment: {'id': 'daa9bf0b-abe7-4120-b741-aabb19cc2c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '73f7b676-8bf5-446d-a67c-31e310236d10'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:08:48.132046 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-c8ebe165-d65f-43ef-a4bd-85f02bd99c19 None None] Bound port: 955fa10e-fede-4e15-8308-1f06adb3dbb3, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daa9bf0b-abe7-4120-b741-aabb19cc2c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '73f7b676-8bf5-446d-a67c-31e310236d10'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:08:48.132757 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c8ebe165-d65f-43ef-a4bd-85f02bd99c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (955fa10e-fede-4e15-8308-1f06adb3dbb3), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:48.265257 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-da3415b4-55a1-4668-8426-d728eeace568 None None] Set router cea8396b-53c6-465f-9482-1621958c3b0c gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:08:48.379151 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 71bb45ea-645c-43c6-a25d-a54de1a47b9e is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:08:48.389879 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901146e1-c07f-4c23-946d-4de3a3ba2c77 req-797c8c35-345c-45f7-a227-11083fb991f6 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:48.397598 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-c8ebe165-d65f-43ef-a4bd-85f02bd99c19 None None] For port 955fa10e-fede-4e15-8308-1f06adb3dbb3, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:08:48.403542 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-901146e1-c07f-4c23-946d-4de3a3ba2c77 req-797c8c35-345c-45f7-a227-11083fb991f6 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa854b26-19d4-4afd-b994-08f92b021aef HTTP/1.1" status: 200 len: 945 time: 0.2415576 Feb 09 01:08:48.409150 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-c8ebe165-d65f-43ef-a4bd-85f02bd99c19 None None] For port 955fa10e-fede-4e15-8308-1f06adb3dbb3, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=955fa10e-fede-4e15-8308-1f06adb3dbb3,segment=NetworkSegment(daa9bf0b-abe7-4120-b741-aabb19cc2c38),segment_id=daa9bf0b-abe7-4120-b741-aabb19cc2c38)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:08:48.429046 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-d9cafcf2-2796-4f62-9540-303ecab2e504 None None] Provisioning complete for port 955fa10e-fede-4e15-8308-1f06adb3dbb3 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:48.431302 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d9cafcf2-2796-4f62-9540-303ecab2e504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (955fa10e-fede-4e15-8308-1f06adb3dbb3), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:48.554135 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d02820-291d-459c-a958-58bf66e7d151 req-6a02403e-0874-4f82-b4ac-3c0a65356c46 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:48.558653 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-75d02820-291d-459c-a958-58bf66e7d151 req-6a02403e-0874-4f82-b4ac-3c0a65356c46 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6&tenant_id=349016141cb643eba466ab5e9338a7e5&binding%3Ahost_id=n-h1-828369-4 HTTP/1.1" status: 200 len: 1126 time: 0.2788138 Feb 09 01:08:48.561516 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3dc6e-9da0-43d4-8414-8dff929a8d14 req-79e8736c-8eaf-460a-bf36-758d0920b8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:48.561855 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c8ebe165-d65f-43ef-a4bd-85f02bd99c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (955fa10e-fede-4e15-8308-1f06adb3dbb3), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:48.566754 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-77c3dc6e-9da0-43d4-8414-8dff929a8d14 req-79e8736c-8eaf-460a-bf36-758d0920b8b6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=584d7274-cb01-4853-8902-7824a3a705cb HTTP/1.1" status: 200 len: 909 time: 0.6727233 Feb 09 01:08:48.680368 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device c869b08f-f7a2-406a-87ef-e9bb9f54e8ad up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:08:48.693557 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-77c3dc6e-9da0-43d4-8414-8dff929a8d14 req-874246df-7dea-425e-a411-0b7e13fb80e4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e6ab358e-5c8a-47ef-a521-a6fd49354b58 HTTP/1.1" status: 200 len: 217 time: 0.0588272 Feb 09 01:08:48.836209 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-da3415b4-55a1-4668-8426-d728eeace568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea8396b-53c6-465f-9482-1621958c3b0c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1131755305-router', 'tenant_id': '40d0b3ba65154fdfb7d6203582a5779e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'c869b08f-f7a2-406a-87ef-e9bb9f54e8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:08:34Z', 'updated_at': '2022-02-09T01:08:43Z', 'revision_number': 4, 'project_id': '40d0b3ba65154fdfb7d6203582a5779e', 'gw_port': {'id': 'c869b08f-f7a2-406a-87ef-e9bb9f54e8ad', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea8396b-53c6-465f-9482-1621958c3b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:35Z', 'updated_at': '2022-02-09T01:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '814bcff1-43a0-4fa7-87cc-497c0b121c8f', 'name': '', 'network_id': '7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5', 'tenant_id': '40d0b3ba65154fdfb7d6203582a5779e', 'mac_address': 'fa:16:3e:5f:4a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea8396b-53c6-465f-9482-1621958c3b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '3f566d7a-36e4-4f05-a0b6-f30f5dd16476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:41Z', 'updated_at': '2022-02-09T01:08:43Z', 'revision_number': 2, 'project_id': '40d0b3ba65154fdfb7d6203582a5779e', 'subnets': [{'id': '3f566d7a-36e4-4f05-a0b6-f30f5dd16476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:48.907557 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3415b4-55a1-4668-8426-d728eeace568 None None] Checking router: cea8396b-53c6-465f-9482-1621958c3b0c for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:08:48.909329 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3415b4-55a1-4668-8426-d728eeace568 None None] Updating router cea8396b-53c6-465f-9482-1621958c3b0c port 814bcff1-43a0-4fa7-87cc-497c0b121c8f binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:08:48.915202 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-901146e1-c07f-4c23-946d-4de3a3ba2c77 req-571ea972-80e3-49bf-8633-5e59efadf6d2 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5095525 Feb 09 01:08:48.988683 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-da3415b4-55a1-4668-8426-d728eeace568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (814bcff1-43a0-4fa7-87cc-497c0b121c8f), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:49.015388 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-d9cafcf2-2796-4f62-9540-303ecab2e504 None None] Current status of the port 955fa10e-fede-4e15-8308-1f06adb3dbb3 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:08:49.015853 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d9cafcf2-2796-4f62-9540-303ecab2e504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (955fa10e-fede-4e15-8308-1f06adb3dbb3), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:49.051541 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ebe165-d65f-43ef-a4bd-85f02bd99c19 None None] Routers {'c760784e-dd75-43b2-a322-9b504780ce68'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:08:49.052360 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-c8ebe165-d65f-43ef-a4bd-85f02bd99c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:08:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c760784e-dd75-43b2-a322-9b504780ce68'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:49.067606 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port c869b08f-f7a2-406a-87ef-e9bb9f54e8ad triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:49.068011 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c869b08f-f7a2-406a-87ef-e9bb9f54e8ad), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:49.317347 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f896f7cd-702e-4f47-bc1f-d85cd76b3f7d None None] Pushing event updated for resources: {'Port': ['ID=955fa10e-fede-4e15-8308-1f06adb3dbb3,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:49.482907 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-c8ebe165-d65f-43ef-a4bd-85f02bd99c19 None None] Set router c760784e-dd75-43b2-a322-9b504780ce68 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:08:49.589682 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-8f47135d-b4ee-411e-87df-9727aa932d12 service neutron] 10.222.0.50 "GET /v2.0/networks/7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6603792 Feb 09 01:08:49.597343 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-d9cafcf2-2796-4f62-9540-303ecab2e504 None None] For port 955fa10e-fede-4e15-8308-1f06adb3dbb3, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=955fa10e-fede-4e15-8308-1f06adb3dbb3,segment=NetworkSegment(daa9bf0b-abe7-4120-b741-aabb19cc2c38),segment_id=daa9bf0b-abe7-4120-b741-aabb19cc2c38)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:08:49.605259 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1f15b40c-2f94-46f6-940d-24a7aa33daf0 req-812a4e9b-5313-49d9-83ca-a2567e3f5207 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=9a273a6d-fbc6-48ac-a0d4-01e877340a85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0168831 Feb 09 01:08:49.617990 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d9cafcf2-2796-4f62-9540-303ecab2e504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (955fa10e-fede-4e15-8308-1f06adb3dbb3), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:49.645889 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3dc6e-9da0-43d4-8414-8dff929a8d14 req-b484e4af-6aa1-4d66-81c4-4ff3a4c025fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:49.647443 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-77c3dc6e-9da0-43d4-8414-8dff929a8d14 req-b484e4af-6aa1-4d66-81c4-4ff3a4c025fb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4611cb36-f3d2-4498-977c-18da9d170e4c HTTP/1.1" status: 200 len: 847 time: 0.8480051 Feb 09 01:08:49.763258 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-da3415b4-55a1-4668-8426-d728eeace568 None None] Publish callbacks [] for port (814bcff1-43a0-4fa7-87cc-497c0b121c8f), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:49.778232 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-da3415b4-55a1-4668-8426-d728eeace568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (814bcff1-43a0-4fa7-87cc-497c0b121c8f), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:49.981761 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-77c3dc6e-9da0-43d4-8414-8dff929a8d14 req-3a7bfd46-c228-434e-9cb6-47c09e2aa4aa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=584d7274-cb01-4853-8902-7824a3a705cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2778575 Feb 09 01:08:50.017619 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79547c4f-8e1b-447c-8b46-83ddba7d2d98 None None] Pushing event updated for resources: {'Port': ['ID=814bcff1-43a0-4fa7-87cc-497c0b121c8f,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:50.049719 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-da3415b4-55a1-4668-8426-d728eeace568 None None] Attempting to bind port 814bcff1-43a0-4fa7-87cc-497c0b121c8f on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:08:50.050252 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-da3415b4-55a1-4668-8426-d728eeace568 None None] Attempting to bind port 814bcff1-43a0-4fa7-87cc-497c0b121c8f by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'ae9b3e36-cd93-4d51-a83a-5e9454855cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:08:50.050720 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3415b4-55a1-4668-8426-d728eeace568 None None] Attempting to bind port 814bcff1-43a0-4fa7-87cc-497c0b121c8f on network 7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:08:50.059264 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3415b4-55a1-4668-8426-d728eeace568 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:08:50.061535 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3415b4-55a1-4668-8426-d728eeace568 None None] Checking segment: {'id': 'ae9b3e36-cd93-4d51-a83a-5e9454855cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:08:50.062243 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-da3415b4-55a1-4668-8426-d728eeace568 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:50.062882 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3415b4-55a1-4668-8426-d728eeace568 None None] Bound using segment: {'id': 'ae9b3e36-cd93-4d51-a83a-5e9454855cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:08:50.070325 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-da3415b4-55a1-4668-8426-d728eeace568 None None] Bound port: 814bcff1-43a0-4fa7-87cc-497c0b121c8f, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae9b3e36-cd93-4d51-a83a-5e9454855cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:08:50.070964 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-da3415b4-55a1-4668-8426-d728eeace568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (814bcff1-43a0-4fa7-87cc-497c0b121c8f), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:50.164774 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc0158-0525-4895-b953-7123ee4b6e2b req-e7fc4a00-57a0-4e6f-bc41-93332ee93099 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:50.166225 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f5bc0158-0525-4895-b953-7123ee4b6e2b req-e7fc4a00-57a0-4e6f-bc41-93332ee93099 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 944 time: 0.5881131 Feb 09 01:08:50.203003 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-da3415b4-55a1-4668-8426-d728eeace568 None None] For port 814bcff1-43a0-4fa7-87cc-497c0b121c8f, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:08:50.221095 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-da3415b4-55a1-4668-8426-d728eeace568 None None] For port 814bcff1-43a0-4fa7-87cc-497c0b121c8f, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=814bcff1-43a0-4fa7-87cc-497c0b121c8f,segment=NetworkSegment(ae9b3e36-cd93-4d51-a83a-5e9454855cc9),segment_id=ae9b3e36-cd93-4d51-a83a-5e9454855cc9)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:08:50.236261 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-da3415b4-55a1-4668-8426-d728eeace568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (814bcff1-43a0-4fa7-87cc-497c0b121c8f), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:50.351242 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79547c4f-8e1b-447c-8b46-83ddba7d2d98 None None] Pushing event updated for resources: {'Port': ['ID=814bcff1-43a0-4fa7-87cc-497c0b121c8f,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:50.380665 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3415b4-55a1-4668-8426-d728eeace568 None None] Routers {'cea8396b-53c6-465f-9482-1621958c3b0c'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:08:50.381556 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-da3415b4-55a1-4668-8426-d728eeace568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:08:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['cea8396b-53c6-465f-9482-1621958c3b0c'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:50.385808 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15b40c-2f94-46f6-940d-24a7aa33daf0 req-cd6da9de-a63a-4aac-9f3c-7a998e0695f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:50.389595 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1f15b40c-2f94-46f6-940d-24a7aa33daf0 req-cd6da9de-a63a-4aac-9f3c-7a998e0695f9 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=349016141cb643eba466ab5e9338a7e5&device_id=9a273a6d-fbc6-48ac-a0d4-01e877340a85 HTTP/1.1" status: 200 len: 1126 time: 0.6833291 Feb 09 01:08:50.556865 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port c869b08f-f7a2-406a-87ef-e9bb9f54e8ad is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:08:50.567490 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cafcf2-2796-4f62-9540-303ecab2e504 None None] Pushing event updated for resources: {'Port': ['ID=955fa10e-fede-4e15-8308-1f06adb3dbb3,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:50.584353 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-20f8d78b-9b90-4be4-8611-94f2ebe608dd None None] Provisioning complete for port 955fa10e-fede-4e15-8308-1f06adb3dbb3 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:50.584762 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-20f8d78b-9b90-4be4-8611-94f2ebe608dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (955fa10e-fede-4e15-8308-1f06adb3dbb3), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:50.599278 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-77c3dc6e-9da0-43d4-8414-8dff929a8d14 req-d69afc51-f0a1-4ff3-8d33-387a557ab08b service neutron] 10.222.0.47 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5938303 Feb 09 01:08:50.610997 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-00e4bdd4-14a9-4174-8487-ee429e8cd429 service neutron] 10.222.0.50 "GET /v2.0/networks/7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0007920 Feb 09 01:08:50.637257 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-75d02820-291d-459c-a958-58bf66e7d151 req-6358d9fa-8f02-4b1f-8863-64cc7f7fc43d service neutron] For port b0d30616-27a9-44a4-8ffc-38209725a898, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:08:50.647582 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-75d02820-291d-459c-a958-58bf66e7d151 req-6358d9fa-8f02-4b1f-8863-64cc7f7fc43d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:50.648759 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-75d02820-291d-459c-a958-58bf66e7d151 req-6358d9fa-8f02-4b1f-8863-64cc7f7fc43d service neutron] 10.222.0.47 "DELETE /v2.0/ports/b0d30616-27a9-44a4-8ffc-38209725a898/bindings/n-h2-828369-4 HTTP/1.1" status: 204 len: 173 time: 2.0740123 Feb 09 01:08:50.653266 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-da3415b4-55a1-4668-8426-d728eeace568 None None] Set router cea8396b-53c6-465f-9482-1621958c3b0c gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:08:50.910237 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15b40c-2f94-46f6-940d-24a7aa33daf0 req-9c5a22ba-4a66-40ba-adec-ca00fdb64f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:50.911773 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1f15b40c-2f94-46f6-940d-24a7aa33daf0 req-9c5a22ba-4a66-40ba-adec-ca00fdb64f1a service neutron] 10.222.0.120 "GET /v2.0/networks?id=584d7274-cb01-4853-8902-7824a3a705cb HTTP/1.1" status: 200 len: 909 time: 0.4506905 Feb 09 01:08:50.982844 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 955fa10e-fede-4e15-8308-1f06adb3dbb3 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:08:50.999991 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1f15b40c-2f94-46f6-940d-24a7aa33daf0 req-9c6192b5-b082-4b03-b9bf-9f7a6575d41c service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79c2a00a-9408-4405-a3b9-5bab7752649f HTTP/1.1" status: 200 len: 217 time: 0.0444987 Feb 09 01:08:51.074008 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15b40c-2f94-46f6-940d-24a7aa33daf0 req-34ae9b99-ec48-4f69-bb4d-2bf961b51dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:51.075788 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1f15b40c-2f94-46f6-940d-24a7aa33daf0 req-34ae9b99-ec48-4f69-bb4d-2bf961b51dbf service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4611cb36-f3d2-4498-977c-18da9d170e4c HTTP/1.1" status: 200 len: 847 time: 0.0699389 Feb 09 01:08:51.095936 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f5bc0158-0525-4895-b953-7123ee4b6e2b req-7a52ae66-d101-4b5c-b1fd-fc13857b7741 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7737129 Feb 09 01:08:51.205032 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-20f8d78b-9b90-4be4-8611-94f2ebe608dd None None] Current status of the port 955fa10e-fede-4e15-8308-1f06adb3dbb3 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:08:51.258968 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1f15b40c-2f94-46f6-940d-24a7aa33daf0 req-701538ea-7c21-449e-8a39-97eba3bf2425 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=584d7274-cb01-4853-8902-7824a3a705cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598636 Feb 09 01:08:51.431135 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-c8ebe165-d65f-43ef-a4bd-85f02bd99c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c760784e-dd75-43b2-a322-9b504780ce68', 'name': 'tempest-TaggedBootDevicesTest-1498039253-router', 'tenant_id': '9e6740ff64d94c1195193507333eca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '71bb45ea-645c-43c6-a25d-a54de1a47b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:08:32Z', 'updated_at': '2022-02-09T01:08:38Z', 'revision_number': 4, 'project_id': '9e6740ff64d94c1195193507333eca99', 'gw_port': {'id': '71bb45ea-645c-43c6-a25d-a54de1a47b9e', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fe:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c760784e-dd75-43b2-a322-9b504780ce68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:33Z', 'updated_at': '2022-02-09T01:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '955fa10e-fede-4e15-8308-1f06adb3dbb3', 'name': '', 'network_id': '73f7b676-8bf5-446d-a67c-31e310236d10', 'tenant_id': '9e6740ff64d94c1195193507333eca99', 'mac_address': 'fa:16:3e:48:b7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c760784e-dd75-43b2-a322-9b504780ce68', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'acfb23f8-3161-4f5d-84a3-69601bd865e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:36Z', 'updated_at': '2022-02-09T01:08:48Z', 'revision_number': 4, 'project_id': '9e6740ff64d94c1195193507333eca99', 'subnets': [{'id': 'acfb23f8-3161-4f5d-84a3-69601bd865e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:51.439095 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 955fa10e-fede-4e15-8308-1f06adb3dbb3 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:51.439477 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (955fa10e-fede-4e15-8308-1f06adb3dbb3), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:51.481536 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f6e0e4-5307-4813-a3c8-2b71dd85b819 req-3c73419e-7724-42cf-9c76-3c81d6cafdd4 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:51.485215 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-60f6e0e4-5307-4813-a3c8-2b71dd85b819 req-3c73419e-7724-42cf-9c76-3c81d6cafdd4 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 944 time: 0.3866754 Feb 09 01:08:51.537750 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60e092-51ba-44f2-ab42-47fb922ebeb4 req-99733ec4-6731-4650-a1e3-095e0e626cbc tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:51.546905 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9a60e092-51ba-44f2-ab42-47fb922ebeb4 req-99733ec4-6731-4650-a1e3-095e0e626cbc tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.2827494 Feb 09 01:08:51.640471 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-269827d3-be72-49cc-9361-55c305ce0213 None None] Provisioning complete for port 814bcff1-43a0-4fa7-87cc-497c0b121c8f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:51.640982 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-269827d3-be72-49cc-9361-55c305ce0213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (814bcff1-43a0-4fa7-87cc-497c0b121c8f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:51.653008 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-60f6e0e4-5307-4813-a3c8-2b71dd85b819 req-c9737ce6-3eb9-4c49-873c-7a10e29fdb88 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568904 Feb 09 01:08:51.660102 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ebe165-d65f-43ef-a4bd-85f02bd99c19 None None] The sync data for ids ['c760784e-dd75-43b2-a322-9b504780ce68'] in n-d-828369-4 is: [{'id': 'c760784e-dd75-43b2-a322-9b504780ce68', 'name': 'tempest-TaggedBootDevicesTest-1498039253-router', 'tenant_id': '9e6740ff64d94c1195193507333eca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '71bb45ea-645c-43c6-a25d-a54de1a47b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:08:32Z', 'updated_at': '2022-02-09T01:08:38Z', 'revision_number': 4, 'project_id': '9e6740ff64d94c1195193507333eca99', 'gw_port': {'id': '71bb45ea-645c-43c6-a25d-a54de1a47b9e', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fe:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c760784e-dd75-43b2-a322-9b504780ce68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:33Z', 'updated_at': '2022-02-09T01:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '955fa10e-fede-4e15-8308-1f06adb3dbb3', 'name': '', 'network_id': '73f7b676-8bf5-446d-a67c-31e310236d10', 'tenant_id': '9e6740ff64d94c1195193507333eca99', 'mac_address': 'fa:16:3e:48:b7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c760784e-dd75-43b2-a322-9b504780ce68', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'acfb23f8-3161-4f5d-84a3-69601bd865e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:36Z', 'updated_at': '2022-02-09T01:08:48Z', 'revision_number': 4, 'project_id': '9e6740ff64d94c1195193507333eca99', 'subnets': [{'id': 'acfb23f8-3161-4f5d-84a3-69601bd865e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:08:51.707318 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9a60e092-51ba-44f2-ab42-47fb922ebeb4 req-2c9a7a5f-86c4-4951-b13b-1da1f773c088 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589367 Feb 09 01:08:51.823111 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-77c3dc6e-9da0-43d4-8414-8dff929a8d14 req-03f0fd43-c5be-4149-9477-aa5087da67d6 service neutron] 10.222.0.47 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2097983 Feb 09 01:08:51.830738 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-da3415b4-55a1-4668-8426-d728eeace568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea8396b-53c6-465f-9482-1621958c3b0c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1131755305-router', 'tenant_id': '40d0b3ba65154fdfb7d6203582a5779e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'c869b08f-f7a2-406a-87ef-e9bb9f54e8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:08:34Z', 'updated_at': '2022-02-09T01:08:43Z', 'revision_number': 4, 'project_id': '40d0b3ba65154fdfb7d6203582a5779e', 'gw_port': {'id': 'c869b08f-f7a2-406a-87ef-e9bb9f54e8ad', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea8396b-53c6-465f-9482-1621958c3b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:35Z', 'updated_at': '2022-02-09T01:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '814bcff1-43a0-4fa7-87cc-497c0b121c8f', 'name': '', 'network_id': '7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5', 'tenant_id': '40d0b3ba65154fdfb7d6203582a5779e', 'mac_address': 'fa:16:3e:5f:4a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea8396b-53c6-465f-9482-1621958c3b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '3f566d7a-36e4-4f05-a0b6-f30f5dd16476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:41Z', 'updated_at': '2022-02-09T01:08:50Z', 'revision_number': 4, 'project_id': '40d0b3ba65154fdfb7d6203582a5779e', 'subnets': [{'id': '3f566d7a-36e4-4f05-a0b6-f30f5dd16476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:08:51.948304 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1d99a89-1288-4ee3-bba2-59bc6e448abd req-bf60ffa1-389a-4fd1-8b18-1c3b6d966e7e tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c17624d-5b30-40e1-b862-5b350625a8a9 HTTP/1.1" status: 200 len: 210 time: 0.1025314 Feb 09 01:08:51.970934 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3415b4-55a1-4668-8426-d728eeace568 None None] The sync data for ids ['cea8396b-53c6-465f-9482-1621958c3b0c'] in n-d-828369-4 is: [{'id': 'cea8396b-53c6-465f-9482-1621958c3b0c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1131755305-router', 'tenant_id': '40d0b3ba65154fdfb7d6203582a5779e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'c869b08f-f7a2-406a-87ef-e9bb9f54e8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:08:34Z', 'updated_at': '2022-02-09T01:08:43Z', 'revision_number': 4, 'project_id': '40d0b3ba65154fdfb7d6203582a5779e', 'gw_port': {'id': 'c869b08f-f7a2-406a-87ef-e9bb9f54e8ad', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea8396b-53c6-465f-9482-1621958c3b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:35Z', 'updated_at': '2022-02-09T01:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '814bcff1-43a0-4fa7-87cc-497c0b121c8f', 'name': '', 'network_id': '7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5', 'tenant_id': '40d0b3ba65154fdfb7d6203582a5779e', 'mac_address': 'fa:16:3e:5f:4a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea8396b-53c6-465f-9482-1621958c3b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '3f566d7a-36e4-4f05-a0b6-f30f5dd16476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:41Z', 'updated_at': '2022-02-09T01:08:50Z', 'revision_number': 4, 'project_id': '40d0b3ba65154fdfb7d6203582a5779e', 'subnets': [{'id': '3f566d7a-36e4-4f05-a0b6-f30f5dd16476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:08:52.183116 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 955fa10e-fede-4e15-8308-1f06adb3dbb3 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:08:52.199978 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-269827d3-be72-49cc-9361-55c305ce0213 None None] Current status of the port 814bcff1-43a0-4fa7-87cc-497c0b121c8f is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:08:52.206479 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-269827d3-be72-49cc-9361-55c305ce0213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (814bcff1-43a0-4fa7-87cc-497c0b121c8f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:52.251552 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d2851-b57c-402c-92f2-c134ca1cef69 req-268d06ea-313b-452a-9bf7-8da695b0eb78 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:52.265438 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f93d2851-b57c-402c-92f2-c134ca1cef69 req-268d06ea-313b-452a-9bf7-8da695b0eb78 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa854b26-19d4-4afd-b994-08f92b021aef HTTP/1.1" status: 200 len: 945 time: 0.3149433 Feb 09 01:08:52.267945 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1f15b40c-2f94-46f6-940d-24a7aa33daf0 req-3a0cf0dd-b535-4b4e-81f8-b31ca60aec1c service neutron] 10.222.0.120 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9481409 Feb 09 01:08:52.402747 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-269827d3-be72-49cc-9361-55c305ce0213 None None] For port 814bcff1-43a0-4fa7-87cc-497c0b121c8f, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=814bcff1-43a0-4fa7-87cc-497c0b121c8f,segment=NetworkSegment(ae9b3e36-cd93-4d51-a83a-5e9454855cc9),segment_id=ae9b3e36-cd93-4d51-a83a-5e9454855cc9)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:08:52.408141 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-269827d3-be72-49cc-9361-55c305ce0213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (814bcff1-43a0-4fa7-87cc-497c0b121c8f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:52.640131 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1f15b40c-2f94-46f6-940d-24a7aa33daf0 req-1dbc6e7a-2a63-4e58-9eb0-8c7ed323ee86 service neutron] 10.222.0.120 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783313 Feb 09 01:08:52.666479 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f93d2851-b57c-402c-92f2-c134ca1cef69 req-4c804954-d0bc-44a9-906a-cd31d4891b1e tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295512 Feb 09 01:08:52.743784 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269827d3-be72-49cc-9361-55c305ce0213 None None] Pushing event updated for resources: {'Port': ['ID=814bcff1-43a0-4fa7-87cc-497c0b121c8f,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:52.747421 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4525c-9db5-4a37-bc0c-ecbd2c3084e8 req-285923d8-6744-437f-b0eb-e6a1af60cf30 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:52.756202 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-75e4525c-9db5-4a37-bc0c-ecbd2c3084e8 req-285923d8-6744-437f-b0eb-e6a1af60cf30 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.4809411 Feb 09 01:08:52.943656 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-75e4525c-9db5-4a37-bc0c-ecbd2c3084e8 req-f626ffd7-7381-4da6-adc4-1069faa14b4c tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862962 Feb 09 01:08:52.968690 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 955fa10e-fede-4e15-8308-1f06adb3dbb3 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:08:53.042863 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf2800-713f-4ef2-acf6-7e5b786b855f req-dff30701-1f24-4359-b854-b17fef9fbd79 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:53.046693 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-51bf2800-713f-4ef2-acf6-7e5b786b855f req-dff30701-1f24-4359-b854-b17fef9fbd79 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 1126 time: 0.1489668 Feb 09 01:08:53.120090 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 955fa10e-fede-4e15-8308-1f06adb3dbb3 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:53.123900 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (955fa10e-fede-4e15-8308-1f06adb3dbb3), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:53.318437 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-51bf2800-713f-4ef2-acf6-7e5b786b855f req-b1f13e14-5c2a-4628-9dee-d2ff7d6cd66a tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641215 Feb 09 01:08:53.348620 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea89ba8-f37e-4b9e-8cd8-351ee8ac5c8b req-b03648f2-51bf-43a3-b9ff-b5d57bffa84c tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:53.354459 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5ea89ba8-f37e-4b9e-8cd8-351ee8ac5c8b req-b03648f2-51bf-43a3-b9ff-b5d57bffa84c tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 944 time: 0.2686472 Feb 09 01:08:53.384985 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 955fa10e-fede-4e15-8308-1f06adb3dbb3 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:08:53.386496 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 814bcff1-43a0-4fa7-87cc-497c0b121c8f up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:08:53.477170 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5ea89ba8-f37e-4b9e-8cd8-351ee8ac5c8b req-6afbc44b-1d3a-4244-93ba-38b2b9bfc9ed tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229949 Feb 09 01:08:53.484293 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 814bcff1-43a0-4fa7-87cc-497c0b121c8f triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:53.484790 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (814bcff1-43a0-4fa7-87cc-497c0b121c8f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:53.598290 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a99f48ab-b62e-4134-a838-f88d1092d9cc req-ae6a31b2-71e3-484b-94b1-e664289c1179 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c17624d-5b30-40e1-b862-5b350625a8a9 HTTP/1.1" status: 200 len: 210 time: 0.0937624 Feb 09 01:08:53.757938 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 814bcff1-43a0-4fa7-87cc-497c0b121c8f is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:08:54.066790 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f4524-0068-4897-ad3f-41a512a89629 req-54c7d45a-81e7-4c3c-9b05-9dd2117ad709 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:54.073911 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-802f4524-0068-4897-ad3f-41a512a89629 req-54c7d45a-81e7-4c3c-9b05-9dd2117ad709 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.1993692 Feb 09 01:08:54.087249 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f60425-21d7-4c8e-82b4-a5712bfd532c req-70ab4c13-78f6-4133-b98f-e79ef40e2ada tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:54.094649 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a5f60425-21d7-4c8e-82b4-a5712bfd532c req-70ab4c13-78f6-4133-b98f-e79ef40e2ada tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 1126 time: 0.2184298 Feb 09 01:08:54.127601 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-1c47939d-05fc-47a5-bcaa-ee47a92089e1 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:54.129299 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-1c47939d-05fc-47a5-bcaa-ee47a92089e1 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.47 "GET /v2.0/networks?id=7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5 HTTP/1.1" status: 200 len: 829 time: 0.4326842 Feb 09 01:08:54.175780 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a5f60425-21d7-4c8e-82b4-a5712bfd532c req-9ee3f076-270c-4160-a162-77e649da5dfd tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748355 Feb 09 01:08:54.182951 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-c7225446-f44a-4fa9-94c0-07ae9dc3bae2 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Request body: {'port': {'device_id': '7c17624d-5b30-40e1-b862-5b350625a8a9', 'network_id': '7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5', 'admin_state_up': True, 'tenant_id': '40d0b3ba65154fdfb7d6203582a5779e'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:08:54.504083 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-802f4524-0068-4897-ad3f-41a512a89629 req-34c086d7-762d-4453-abd5-55e267a97282 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4215794 Feb 09 01:08:54.673650 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7749fe-3287-4f8b-bf2e-15d430691a4f req-d77c509f-7e34-46c6-a1c7-6d3014efac46 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:54.675589 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9e7749fe-3287-4f8b-bf2e-15d430691a4f req-d77c509f-7e34-46c6-a1c7-6d3014efac46 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa854b26-19d4-4afd-b994-08f92b021aef HTTP/1.1" status: 200 len: 945 time: 0.3252845 Feb 09 01:08:54.739766 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 814bcff1-43a0-4fa7-87cc-497c0b121c8f up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:08:54.749965 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-c7225446-f44a-4fa9-94c0-07ae9dc3bae2 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Made reservation on behalf of 40d0b3ba65154fdfb7d6203582a5779e for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:08:54.757513 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-c7225446-f44a-4fa9-94c0-07ae9dc3bae2 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:54.835614 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9e7749fe-3287-4f8b-bf2e-15d430691a4f req-eb7da3af-c31c-4741-9953-ea0092d20cc0 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452532 Feb 09 01:08:54.971507 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 814bcff1-43a0-4fa7-87cc-497c0b121c8f triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:54.973178 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (814bcff1-43a0-4fa7-87cc-497c0b121c8f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:55.202597 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 814bcff1-43a0-4fa7-87cc-497c0b121c8f is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:08:55.250725 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454134c6-0bc4-475e-8d9c-5185d12661ce req-2766ded5-5f4e-49f0-915d-d42609463875 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:55.252246 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-454134c6-0bc4-475e-8d9c-5185d12661ce req-2766ded5-5f4e-49f0-915d-d42609463875 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 944 time: 0.3020515 Feb 09 01:08:55.261238 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-c7225446-f44a-4fa9-94c0-07ae9dc3bae2 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Allocated IP 172.20.0.4 (7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5/3f566d7a-36e4-4f05-a0b6-f30f5dd16476/ace52ea1-97e7-44e7-ad98-468e8518f5c7) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:08:55.326039 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-454134c6-0bc4-475e-8d9c-5185d12661ce req-0831cdba-3bca-4699-ae47-f19a207ca352 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661585 Feb 09 01:08:55.359860 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6318bd-3a9f-4ba9-8fd4-e0b3a1eb1a79 req-2993aacf-d69e-458b-bb2f-024f2f8fb78a tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:55.362249 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad6318bd-3a9f-4ba9-8fd4-e0b3a1eb1a79 req-2993aacf-d69e-458b-bb2f-024f2f8fb78a tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.2578769 Feb 09 01:08:55.581291 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e962a04c-8942-4db6-b49e-7c514bc78384 req-05537abc-c80a-4012-9173-cb3f048f967e tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c17624d-5b30-40e1-b862-5b350625a8a9 HTTP/1.1" status: 200 len: 210 time: 0.0483649 Feb 09 01:08:55.693487 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad6318bd-3a9f-4ba9-8fd4-e0b3a1eb1a79 req-f48b49c7-64ca-4f0d-a1ec-ed7e75211d92 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150415 Feb 09 01:08:55.756967 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-c7225446-f44a-4fa9-94c0-07ae9dc3bae2 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Publish callbacks [] for port (ace52ea1-97e7-44e7-ad98-468e8518f5c7), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:55.806166 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-c7225446-f44a-4fa9-94c0-07ae9dc3bae2 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (ace52ea1-97e7-44e7-ad98-468e8518f5c7), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:55.894675 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-c7225446-f44a-4fa9-94c0-07ae9dc3bae2 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Network 7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:08:55.903152 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-c7225446-f44a-4fa9-94c0-07ae9dc3bae2 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:08:55.929724 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-c7225446-f44a-4fa9-94c0-07ae9dc3bae2 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:08:56.031476 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7225446-f44a-4fa9-94c0-07ae9dc3bae2 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Pushing event updated for resources: {'Port': ['ID=ace52ea1-97e7-44e7-ad98-468e8518f5c7,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:56.090873 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf3ea5-cab3-4c85-8bb4-fa47b34a2e3d req-b033b69d-c0ce-4470-8906-a24d322e80fb tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:56.092477 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1fdf3ea5-cab3-4c85-8bb4-fa47b34a2e3d req-b033b69d-c0ce-4470-8906-a24d322e80fb tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.2711816 Feb 09 01:08:56.108976 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-c7225446-f44a-4fa9-94c0-07ae9dc3bae2 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:56.109657 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-c7225446-f44a-4fa9-94c0-07ae9dc3bae2 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:56.173063 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275de92f-fb4b-494f-8d3d-aeb0720a33ff req-cdb2d950-180d-421d-8a1b-2cfe13621142 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:56.176363 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-275de92f-fb4b-494f-8d3d-aeb0720a33ff req-cdb2d950-180d-421d-8a1b-2cfe13621142 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa854b26-19d4-4afd-b994-08f92b021aef HTTP/1.1" status: 200 len: 945 time: 0.1967788 Feb 09 01:08:56.181313 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-c7225446-f44a-4fa9-94c0-07ae9dc3bae2 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0221505 Feb 09 01:08:56.195888 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-10a85e24-b0ae-4f27-8760-b36cf84b5389 service neutron] Request body: {'port': {'device_id': '7c17624d-5b30-40e1-b862-5b350625a8a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:08:56.262521 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1fdf3ea5-cab3-4c85-8bb4-fa47b34a2e3d req-e2f0016d-00f8-46a5-b9a6-ab8edc8e7512 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417651 Feb 09 01:08:56.309189 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-10a85e24-b0ae-4f27-8760-b36cf84b5389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ace52ea1-97e7-44e7-ad98-468e8518f5c7), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:56.338068 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-275de92f-fb4b-494f-8d3d-aeb0720a33ff req-c69cb6a9-a5dd-4fea-8f96-f51bb588b50d tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382506 Feb 09 01:08:56.387429 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-369dd216-39ae-484a-85f3-aafc51ce1f9a None None] Provisioning complete for port ace52ea1-97e7-44e7-ad98-468e8518f5c7 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:08:56.390485 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-369dd216-39ae-484a-85f3-aafc51ce1f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (ace52ea1-97e7-44e7-ad98-468e8518f5c7), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:56.471234 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-369dd216-39ae-484a-85f3-aafc51ce1f9a None None] Port ace52ea1-97e7-44e7-ad98-468e8518f5c7 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:08:56.707072 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d818fc-5dad-4fd7-b6fd-04abe4c211a1 req-b62bc214-d1de-4f5c-9ca3-a0bcbd526687 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:56.708841 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f3d818fc-5dad-4fd7-b6fd-04abe4c211a1 req-b62bc214-d1de-4f5c-9ca3-a0bcbd526687 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 944 time: 0.2353923 Feb 09 01:08:56.774035 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9ab86-9965-423f-b67b-863a70321ee4 req-85c8bb68-d430-47b7-9cfb-951e69bf220c tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:56.775570 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e9d9ab86-9965-423f-b67b-863a70321ee4 req-85c8bb68-d430-47b7-9cfb-951e69bf220c tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.3632171 Feb 09 01:08:56.878336 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e9d9ab86-9965-423f-b67b-863a70321ee4 req-1f17276f-1286-4c2f-aaae-eacce896e5b5 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953448 Feb 09 01:08:56.916582 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f3d818fc-5dad-4fd7-b6fd-04abe4c211a1 req-ab0cdbd0-a40f-4dad-abcc-6755f003b7e1 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998966 Feb 09 01:08:57.184855 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6a0d3-c7c1-461f-a510-32ef9a58b86e req-b391f4ab-d0ed-451f-9909-560a5a3fc77d tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:57.193802 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1b6a0d3-c7c1-461f-a510-32ef9a58b86e req-b391f4ab-d0ed-451f-9909-560a5a3fc77d tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c17624d-5b30-40e1-b862-5b350625a8a9 HTTP/1.1" status: 200 len: 931 time: 0.1922669 Feb 09 01:08:57.276802 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-10a85e24-b0ae-4f27-8760-b36cf84b5389 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ace52ea1-97e7-44e7-ad98-468e8518f5c7 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:08:57.339924 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-10a85e24-b0ae-4f27-8760-b36cf84b5389 service neutron] Publish callbacks [] for port (ace52ea1-97e7-44e7-ad98-468e8518f5c7), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:57.403009 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-10a85e24-b0ae-4f27-8760-b36cf84b5389 service neutron] Transition to ACTIVE for port object ace52ea1-97e7-44e7-ad98-468e8518f5c7 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:08:57.413692 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1b6a0d3-c7c1-461f-a510-32ef9a58b86e req-34f22872-988c-4497-9e96-c43c5bfa005f tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/security-groups?id=82fb2ab6-e76e-4b08-a296-0cab170efc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189903 Feb 09 01:08:57.415441 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-10a85e24-b0ae-4f27-8760-b36cf84b5389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (ace52ea1-97e7-44e7-ad98-468e8518f5c7), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:57.487318 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297955b9-c7a5-404d-a405-5ffb656ac06c req-b9d0d7e0-a91d-474c-9696-a70c6d5110be tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:57.495559 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-297955b9-c7a5-404d-a405-5ffb656ac06c req-b9d0d7e0-a91d-474c-9696-a70c6d5110be tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.2764769 Feb 09 01:08:57.631772 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-297955b9-c7a5-404d-a405-5ffb656ac06c req-38206593-a51b-438b-8831-4fc66285e0f1 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353588 Feb 09 01:08:57.695894 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a85e24-b0ae-4f27-8760-b36cf84b5389 service neutron] Pushing event updated for resources: {'Port': ['ID=ace52ea1-97e7-44e7-ad98-468e8518f5c7,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:57.780135 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c55b0-4226-41c9-af53-16bbc6240ae6 req-ee3e0787-c34d-4463-b1d8-6b0a0da43afb tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:57.788788 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c36c55b0-4226-41c9-af53-16bbc6240ae6 req-ee3e0787-c34d-4463-b1d8-6b0a0da43afb tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa854b26-19d4-4afd-b994-08f92b021aef HTTP/1.1" status: 200 len: 945 time: 0.1730950 Feb 09 01:08:57.877912 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-10a85e24-b0ae-4f27-8760-b36cf84b5389 service neutron] Attempting to bind port ace52ea1-97e7-44e7-ad98-468e8518f5c7 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:08:57.878504 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-10a85e24-b0ae-4f27-8760-b36cf84b5389 service neutron] Attempting to bind port ace52ea1-97e7-44e7-ad98-468e8518f5c7 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'ae9b3e36-cd93-4d51-a83a-5e9454855cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:08:57.879197 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-10a85e24-b0ae-4f27-8760-b36cf84b5389 service neutron] Attempting to bind port ace52ea1-97e7-44e7-ad98-468e8518f5c7 on network 7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:08:57.888791 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-10a85e24-b0ae-4f27-8760-b36cf84b5389 service neutron] Port ace52ea1-97e7-44e7-ad98-468e8518f5c7 on network 7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:08:57.889401 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-10a85e24-b0ae-4f27-8760-b36cf84b5389 service neutron] Attempting to bind port ace52ea1-97e7-44e7-ad98-468e8518f5c7 on network 7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:08:57.901393 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-10a85e24-b0ae-4f27-8760-b36cf84b5389 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:08:57.901820 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-10a85e24-b0ae-4f27-8760-b36cf84b5389 service neutron] Checking segment: {'id': 'ae9b3e36-cd93-4d51-a83a-5e9454855cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:08:57.902542 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-10a85e24-b0ae-4f27-8760-b36cf84b5389 service neutron] Bound using segment: {'id': 'ae9b3e36-cd93-4d51-a83a-5e9454855cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:08:57.903057 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-10a85e24-b0ae-4f27-8760-b36cf84b5389 service neutron] Bound port: ace52ea1-97e7-44e7-ad98-468e8518f5c7, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae9b3e36-cd93-4d51-a83a-5e9454855cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:08:57.903431 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-10a85e24-b0ae-4f27-8760-b36cf84b5389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ace52ea1-97e7-44e7-ad98-468e8518f5c7), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:57.975397 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1950d9c-6856-4e40-bd75-ae6d5e3fe181 req-6c19182e-5dfd-4a64-9f27-0b695ae55a9b tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:57.977053 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d1950d9c-6856-4e40-bd75-ae6d5e3fe181 req-6c19182e-5dfd-4a64-9f27-0b695ae55a9b tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.2202654 Feb 09 01:08:57.990199 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c36c55b0-4226-41c9-af53-16bbc6240ae6 req-b0447ccc-f243-49ef-97f6-098611120f45 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000473 Feb 09 01:08:58.094914 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-10a85e24-b0ae-4f27-8760-b36cf84b5389 service neutron] For port ace52ea1-97e7-44e7-ad98-468e8518f5c7, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:08:58.156265 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-10a85e24-b0ae-4f27-8760-b36cf84b5389 service neutron] For port ace52ea1-97e7-44e7-ad98-468e8518f5c7, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=ace52ea1-97e7-44e7-ad98-468e8518f5c7,segment=NetworkSegment(ae9b3e36-cd93-4d51-a83a-5e9454855cc9),segment_id=ae9b3e36-cd93-4d51-a83a-5e9454855cc9)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:08:58.172737 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d1950d9c-6856-4e40-bd75-ae6d5e3fe181 req-f26edb08-5412-4644-bc30-a1ef20879162 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736047 Feb 09 01:08:58.178522 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-10a85e24-b0ae-4f27-8760-b36cf84b5389 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (ace52ea1-97e7-44e7-ad98-468e8518f5c7), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:58.296660 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a85e24-b0ae-4f27-8760-b36cf84b5389 service neutron] Pushing event updated for resources: {'Port': ['ID=ace52ea1-97e7-44e7-ad98-468e8518f5c7,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:08:58.321633 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-10a85e24-b0ae-4f27-8760-b36cf84b5389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:58.322766 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-10a85e24-b0ae-4f27-8760-b36cf84b5389 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:08:58.324191 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-10a85e24-b0ae-4f27-8760-b36cf84b5389 service neutron] 10.222.0.47 "PUT /v2.0/ports/ace52ea1-97e7-44e7-ad98-468e8518f5c7 HTTP/1.1" status: 200 len: 1091 time: 2.1326053 Feb 09 01:08:58.324782 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c17624d-5b30-40e1-b862-5b350625a8a9', 'tag': 'ace52ea1-97e7-44e7-ad98-468e8518f5c7'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:08:58.327368 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d8eeef-2f1d-4dc9-97d9-4b9b161cbb54" -d '{"events": [{"name": "network-changed", "server_uuid": "7c17624d-5b30-40e1-b862-5b350625a8a9", "tag": "ace52ea1-97e7-44e7-ad98-468e8518f5c7"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:08:58.360469 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ac00f-8593-4c28-88de-bf97bcb40c11 req-8594c5d7-8fe6-4dcb-bc55-b6052e57765a tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:58.363824 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee1ac00f-8593-4c28-88de-bf97bcb40c11 req-8594c5d7-8fe6-4dcb-bc55-b6052e57765a tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 944 time: 0.2446716 Feb 09 01:08:58.553982 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee1ac00f-8593-4c28-88de-bf97bcb40c11 req-b3ea3896-8a66-494d-91f9-985f67a7ccdc tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851211 Feb 09 01:08:58.594692 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5d33b7-49d3-423c-8a2a-b325631b7cd7 x-openstack-request-id: req-7d5d33b7-49d3-423c-8a2a-b325631b7cd7 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:08:58.595016 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c17624d-5b30-40e1-b862-5b350625a8a9", "tag": "ace52ea1-97e7-44e7-ad98-468e8518f5c7", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:08:58.595249 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7d5d33b7-49d3-423c-8a2a-b325631b7cd7 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:08:58.595659 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c17624d-5b30-40e1-b862-5b350625a8a9', 'tag': 'ace52ea1-97e7-44e7-ad98-468e8518f5c7', 'status': 'completed', 'code': 200} Feb 09 01:08:58.615894 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-65630e1e-921f-4056-9e7e-c2316dfdaec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:58.616688 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-65630e1e-921f-4056-9e7e-c2316dfdaec2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=40d0b3ba65154fdfb7d6203582a5779e&device_id=7c17624d-5b30-40e1-b862-5b350625a8a9 HTTP/1.1" status: 200 len: 1125 time: 0.1280804 Feb 09 01:08:58.695278 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-431c5b12-49d2-498f-8dcf-58b4df8ccd25 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ace52ea1-97e7-44e7-ad98-468e8518f5c7 HTTP/1.1" status: 200 len: 217 time: 0.0684707 Feb 09 01:08:58.788219 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-d14ed11b-42bf-44a0-a0e3-92adfbcf549b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:58.788856 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-d14ed11b-42bf-44a0-a0e3-92adfbcf549b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3f566d7a-36e4-4f05-a0b6-f30f5dd16476 HTTP/1.1" status: 200 len: 868 time: 0.0813406 Feb 09 01:08:58.876352 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b50fa-de32-4263-82b7-e3d74aef71d2 req-3af361e2-0cef-4be9-821d-df503740bb24 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:58.878039 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e77b50fa-de32-4263-82b7-e3d74aef71d2 req-3af361e2-0cef-4be9-821d-df503740bb24 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c17624d-5b30-40e1-b862-5b350625a8a9 HTTP/1.1" status: 200 len: 943 time: 0.1818159 Feb 09 01:08:58.887827 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fef4f9-fd5c-4f0a-b8ce-8110a7bee550 req-eaba6e73-b8e8-43af-91f6-4a7793b64dcf tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:58.889903 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-32fef4f9-fd5c-4f0a-b8ce-8110a7bee550 req-eaba6e73-b8e8-43af-91f6-4a7793b64dcf tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa854b26-19d4-4afd-b994-08f92b021aef HTTP/1.1" status: 200 len: 945 time: 0.1926119 Feb 09 01:08:58.898242 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-ce9ab7be-3217-44bf-bf76-f6c102b1ed7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:58.900017 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-ce9ab7be-3217-44bf-bf76-f6c102b1ed7c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0935872 Feb 09 01:08:59.344901 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-32fef4f9-fd5c-4f0a-b8ce-8110a7bee550 req-1e22a206-7034-40d6-9b59-2bacd9c2de7d tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4435833 Feb 09 01:08:59.354193 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e77b50fa-de32-4263-82b7-e3d74aef71d2 req-9aebe287-9875-475f-91ac-3424f0f3d1bd tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/security-groups?id=82fb2ab6-e76e-4b08-a296-0cab170efc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4454312 Feb 09 01:08:59.366961 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-7b8c3586-67d9-4b59-bb89-01896ce32aa8 service neutron] 10.222.0.47 "GET /v2.0/networks/7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4579654 Feb 09 01:08:59.502035 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-321443cc-d0a7-47ed-acab-b8b96c52b695 req-16ae3c6f-2c4b-4e55-a1d2-6087521db481 service neutron] 10.222.0.47 "GET /v2.0/networks/7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299806 Feb 09 01:08:59.536413 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea307cc8-4d90-4d7f-ab22-8e3ce26931e8 req-7d413b35-1f34-4929-96c5-dcbdb9662747 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:59.537980 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ea307cc8-4d90-4d7f-ab22-8e3ce26931e8 req-7d413b35-1f34-4929-96c5-dcbdb9662747 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.0979929 Feb 09 01:08:59.648487 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ea307cc8-4d90-4d7f-ab22-8e3ce26931e8 req-caca6f33-cd9b-48ea-b495-3dd55f77c266 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956841 Feb 09 01:08:59.654910 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8eeef-2f1d-4dc9-97d9-4b9b161cbb54 req-5e750ed6-6678-4aa8-b429-6a14c096fab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:59.656364 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-91d8eeef-2f1d-4dc9-97d9-4b9b161cbb54 req-5e750ed6-6678-4aa8-b429-6a14c096fab7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=40d0b3ba65154fdfb7d6203582a5779e&device_id=7c17624d-5b30-40e1-b862-5b350625a8a9 HTTP/1.1" status: 200 len: 1125 time: 0.0784132 Feb 09 01:08:59.787538 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50bbda8-05cc-4294-9dbc-7b101381591b req-5c70fbfd-f2f7-4485-adcd-9ce0e2e1b717 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:59.789844 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b50bbda8-05cc-4294-9dbc-7b101381591b req-5c70fbfd-f2f7-4485-adcd-9ce0e2e1b717 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 944 time: 0.1323590 Feb 09 01:08:59.912875 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7075c0-8c22-4a37-b610-d488b0cff101 req-472bb12e-2c4d-4ad2-bb6e-c60711e56476 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:59.914291 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fc7075c0-8c22-4a37-b610-d488b0cff101 req-472bb12e-2c4d-4ad2-bb6e-c60711e56476 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.1824951 Feb 09 01:08:59.925096 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b50bbda8-05cc-4294-9dbc-7b101381591b req-75307620-852c-443c-b41f-602a640fcba8 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057899 Feb 09 01:08:59.927191 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8eeef-2f1d-4dc9-97d9-4b9b161cbb54 req-cf94f878-33ce-4d6f-9671-36576d6f97f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:08:59.930762 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-91d8eeef-2f1d-4dc9-97d9-4b9b161cbb54 req-cf94f878-33ce-4d6f-9671-36576d6f97f3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5 HTTP/1.1" status: 200 len: 931 time: 0.2319903 Feb 09 01:09:00.022738 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-91d8eeef-2f1d-4dc9-97d9-4b9b161cbb54 req-9a4e0b12-0fa4-43e3-9581-df9e243f6d0e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ace52ea1-97e7-44e7-ad98-468e8518f5c7 HTTP/1.1" status: 200 len: 217 time: 0.0810254 Feb 09 01:09:00.100484 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fc7075c0-8c22-4a37-b610-d488b0cff101 req-2fa785a0-9573-413d-928e-52a2bc9b7ba5 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674149 Feb 09 01:09:00.112373 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8eeef-2f1d-4dc9-97d9-4b9b161cbb54 req-af971187-6e5c-49d9-a675-fe5fd78f9b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:00.113656 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-91d8eeef-2f1d-4dc9-97d9-4b9b161cbb54 req-af971187-6e5c-49d9-a675-fe5fd78f9b60 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3f566d7a-36e4-4f05-a0b6-f30f5dd16476 HTTP/1.1" status: 200 len: 868 time: 0.0818803 Feb 09 01:09:00.126301 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85350a96-07dd-4c47-9b91-abdea55dfb85 req-5fbd3dfa-1872-410e-98b7-b5e91df9e22c tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:00.127876 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-85350a96-07dd-4c47-9b91-abdea55dfb85 req-5fbd3dfa-1872-410e-98b7-b5e91df9e22c tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.120 "GET /v2.0/ports?device_id=fa854b26-19d4-4afd-b994-08f92b021aef HTTP/1.1" status: 200 len: 945 time: 0.1723475 Feb 09 01:09:00.291198 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8eeef-2f1d-4dc9-97d9-4b9b161cbb54 req-815245ac-2250-41d4-95a5-dcc109c7b9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:00.292746 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-91d8eeef-2f1d-4dc9-97d9-4b9b161cbb54 req-815245ac-2250-41d4-95a5-dcc109c7b9e5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1639342 Feb 09 01:09:00.320190 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb97311-aa7e-4908-94b6-d28c9db631f1 req-0d94141d-d6e9-41cd-8435-28b7bd1e9402 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:00.321744 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1bb97311-aa7e-4908-94b6-d28c9db631f1 req-0d94141d-d6e9-41cd-8435-28b7bd1e9402 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.1124158 Feb 09 01:09:00.373126 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-85350a96-07dd-4c47-9b91-abdea55dfb85 req-9012f9ca-b468-4442-af03-d1eef12908a6 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Deleting port cd0a7591-e533-470a-bcc6-a910a0d60d94 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:09:00.373925 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-85350a96-07dd-4c47-9b91-abdea55dfb85 req-9012f9ca-b468-4442-af03-d1eef12908a6 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (cd0a7591-e533-470a-bcc6-a910a0d60d94), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:00.532306 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1bb97311-aa7e-4908-94b6-d28c9db631f1 req-1f761745-666f-4d91-98e9-682d6bb786c7 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717668 Feb 09 01:09:00.542832 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-91d8eeef-2f1d-4dc9-97d9-4b9b161cbb54 req-b85f8a40-c60d-4d64-b626-b74fedc18ff1 service neutron] 10.222.0.47 "GET /v2.0/networks/7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411935 Feb 09 01:09:00.616380 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-85350a96-07dd-4c47-9b91-abdea55dfb85 req-9012f9ca-b468-4442-af03-d1eef12908a6 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] For port cd0a7591-e533-470a-bcc6-a910a0d60d94, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=cd0a7591-e533-470a-bcc6-a910a0d60d94,segment=NetworkSegment(1088d67c-3520-4ac2-8e48-25a7c8da33c5),segment_id=1088d67c-3520-4ac2-8e48-25a7c8da33c5)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:00.616827 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-85350a96-07dd-4c47-9b91-abdea55dfb85 req-9012f9ca-b468-4442-af03-d1eef12908a6 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (cd0a7591-e533-470a-bcc6-a910a0d60d94), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:00.627993 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2870d8b6-4a57-451c-a3a4-4fd9f5958cab req-19570884-d1ca-444b-801e-f811612e09de tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:00.634918 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2870d8b6-4a57-451c-a3a4-4fd9f5958cab req-19570884-d1ca-444b-801e-f811612e09de tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa854b26-19d4-4afd-b994-08f92b021aef HTTP/1.1" status: 200 len: 945 time: 0.2001164 Feb 09 01:09:00.679138 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-85350a96-07dd-4c47-9b91-abdea55dfb85 req-9012f9ca-b468-4442-af03-d1eef12908a6 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Calling delete_port for cd0a7591-e533-470a-bcc6-a910a0d60d94 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:09:00.822091 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-91d8eeef-2f1d-4dc9-97d9-4b9b161cbb54 req-166f2aab-cf57-4707-ba66-eca0ffee2880 service neutron] 10.222.0.47 "GET /v2.0/networks/7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722652 Feb 09 01:09:00.829929 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2870d8b6-4a57-451c-a3a4-4fd9f5958cab req-01adc130-b502-4454-8945-14fc9597b5ae tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939154 Feb 09 01:09:00.839169 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f60ca6-5c33-48f5-b128-e54a9f4c9ce2 req-9fcb2b02-bf12-4b6c-9d21-125eed85278d tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:00.840714 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0f60ca6-5c33-48f5-b128-e54a9f4c9ce2 req-9fcb2b02-bf12-4b6c-9d21-125eed85278d tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c17624d-5b30-40e1-b862-5b350625a8a9 HTTP/1.1" status: 200 len: 943 time: 0.2037508 Feb 09 01:09:00.977602 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0f60ca6-5c33-48f5-b128-e54a9f4c9ce2 req-f9ca95d6-7a0a-4666-8bd2-ca0ac9383ad7 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/security-groups?id=82fb2ab6-e76e-4b08-a296-0cab170efc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268332 Feb 09 01:09:01.014036 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-85350a96-07dd-4c47-9b91-abdea55dfb85 req-9012f9ca-b468-4442-af03-d1eef12908a6 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (cd0a7591-e533-470a-bcc6-a910a0d60d94), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:01.055324 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830ba89-7f72-468b-9235-26ba6692e333 req-eb9ac053-129a-4b90-a992-d088730c17e0 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:01.057427 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9830ba89-7f72-468b-9235-26ba6692e333 req-eb9ac053-129a-4b90-a992-d088730c17e0 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.1404953 Feb 09 01:09:01.110087 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012f9ca-b468-4442-af03-d1eef12908a6 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Pushing event deleted for resources: {'Port': ['ID=cd0a7591-e533-470a-bcc6-a910a0d60d94,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:01.133353 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-85350a96-07dd-4c47-9b91-abdea55dfb85 req-9012f9ca-b468-4442-af03-d1eef12908a6 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] No DVR routers for this DVR port cd0a7591-e533-470a-bcc6-a910a0d60d94 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:09:01.136359 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-85350a96-07dd-4c47-9b91-abdea55dfb85 req-9012f9ca-b468-4442-af03-d1eef12908a6 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:01.140495 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-85350a96-07dd-4c47-9b91-abdea55dfb85 req-9012f9ca-b468-4442-af03-d1eef12908a6 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.120 "DELETE /v2.0/ports/cd0a7591-e533-470a-bcc6-a910a0d60d94 HTTP/1.1" status: 204 len: 173 time: 1.0038164 Feb 09 01:09:01.151393 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa854b26-19d4-4afd-b994-08f92b021aef', 'name': 'network-vif-deleted', 'tag': 'cd0a7591-e533-470a-bcc6-a910a0d60d94'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:09:01.154133 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c719c6-4f5e-431f-8ac0-d80b3d55eec6" -d '{"events": [{"server_uuid": "fa854b26-19d4-4afd-b994-08f92b021aef", "name": "network-vif-deleted", "tag": "cd0a7591-e533-470a-bcc6-a910a0d60d94"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:09:01.212286 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9830ba89-7f72-468b-9235-26ba6692e333 req-ece4ef0c-1475-42e8-851d-c56711f9e9d1 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141953 Feb 09 01:09:01.228198 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91b956-2aa4-47dc-a9b5-d951b1a4fcdc req-b8d66887-10bf-4f2c-bd5a-d9ea88a91fae tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:01.229726 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1b91b956-2aa4-47dc-a9b5-d951b1a4fcdc req-b8d66887-10bf-4f2c-bd5a-d9ea88a91fae tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 944 time: 0.0976882 Feb 09 01:09:01.288167 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ce30c6-f3d3-42f6-a5ff-a61a510a0a0c x-openstack-request-id: req-26ce30c6-f3d3-42f6-a5ff-a61a510a0a0c {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:09:01.288621 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa854b26-19d4-4afd-b994-08f92b021aef", "name": "network-vif-deleted", "tag": "cd0a7591-e533-470a-bcc6-a910a0d60d94", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:09:01.289059 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-26ce30c6-f3d3-42f6-a5ff-a61a510a0a0c {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:09:01.290108 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa854b26-19d4-4afd-b994-08f92b021aef', 'name': 'network-vif-deleted', 'tag': 'cd0a7591-e533-470a-bcc6-a910a0d60d94', 'status': 'completed', 'code': 200} Feb 09 01:09:01.304047 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1b91b956-2aa4-47dc-a9b5-d951b1a4fcdc req-258b0a3b-1425-46db-accc-02aa75460a25 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665746 Feb 09 01:09:01.553280 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf4e06-3e25-403b-962e-2e1b84ca025f req-0581dc15-2837-4424-a1c4-6595596d2457 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:01.554869 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1acf4e06-3e25-403b-962e-2e1b84ca025f req-0581dc15-2837-4424-a1c4-6595596d2457 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.0625076 Feb 09 01:09:01.612602 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1acf4e06-3e25-403b-962e-2e1b84ca025f req-6c4a25c3-4412-4eda-a70d-8ac5f2ba593c tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512862 Feb 09 01:09:02.181455 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a87ab-9e64-4e1c-9b2b-31cb9c5224f6 req-a276df6b-5401-4de0-a67e-c31ec41d29a7 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:02.182869 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b28a87ab-9e64-4e1c-9b2b-31cb9c5224f6 req-a276df6b-5401-4de0-a67e-c31ec41d29a7 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c17624d-5b30-40e1-b862-5b350625a8a9 HTTP/1.1" status: 200 len: 943 time: 0.1262615 Feb 09 01:09:02.220413 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec2d77-206a-4dac-9c3b-4fde193792bd req-c6ceb4c5-ab3a-4ed3-820a-226816e05b68 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:02.223224 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-14ec2d77-206a-4dac-9c3b-4fde193792bd req-c6ceb4c5-ab3a-4ed3-820a-226816e05b68 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/networks?id=6887c7a4-5287-46fb-8e1c-13a166b3746e HTTP/1.1" status: 200 len: 811 time: 0.1386423 Feb 09 01:09:02.226652 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device cd0a7591-e533-470a-bcc6-a910a0d60d94 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:09:02.246686 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: cd0a7591-e533-470a-bcc6-a910a0d60d94 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:09:02.247051 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device cd0a7591-e533-470a-bcc6-a910a0d60d94 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:09:02.281069 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-14ec2d77-206a-4dac-9c3b-4fde193792bd req-a2ce85b9-200c-40cf-a030-db897132f5b0 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/quotas/bc3818006b3c45fb99098097e9082b77 HTTP/1.1" status: 200 len: 375 time: 0.0457599 Feb 09 01:09:02.300476 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b28a87ab-9e64-4e1c-9b2b-31cb9c5224f6 req-f1ba2bb5-1a03-4b26-9119-86ddc84dd2cb tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/security-groups?id=82fb2ab6-e76e-4b08-a296-0cab170efc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085942 Feb 09 01:09:02.304778 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8c1435ef-21dc-47ec-9457-c9b5e7bc348c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:02.321406 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-14ec2d77-206a-4dac-9c3b-4fde193792bd req-50c882a9-65ea-4888-99a6-a2edbbcace98 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=bc3818006b3c45fb99098097e9082b77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401664 Feb 09 01:09:02.461172 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-14ec2d77-206a-4dac-9c3b-4fde193792bd req-deff6b8b-3e8e-4eb5-b438-a88b9cb2ef64 service neutron] 10.222.0.50 "GET /v2.0/networks/6887c7a4-5287-46fb-8e1c-13a166b3746e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319249 Feb 09 01:09:02.467933 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device ace52ea1-97e7-44e7-ad98-468e8518f5c7 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:09:02.605759 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port ace52ea1-97e7-44e7-ad98-468e8518f5c7, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=ace52ea1-97e7-44e7-ad98-468e8518f5c7,segment=NetworkSegment(ae9b3e36-cd93-4d51-a83a-5e9454855cc9),segment_id=ae9b3e36-cd93-4d51-a83a-5e9454855cc9)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:02.621831 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': 'ace52ea1-97e7-44e7-ad98-468e8518f5c7', 'network_id': '7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5', 'port_id': 'ace52ea1-97e7-44e7-ad98-468e8518f5c7', 'mac_address': 'fa:16:3e:c4:51:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f566d7a-36e4-4f05-a0b6-f30f5dd16476', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:09:02.633546 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-14ec2d77-206a-4dac-9c3b-4fde193792bd req-df46fc50-e135-4a95-b214-49b66714fb88 service neutron] 10.222.0.50 "GET /v2.0/networks/6887c7a4-5287-46fb-8e1c-13a166b3746e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518679 Feb 09 01:09:02.667174 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port ace52ea1-97e7-44e7-ad98-468e8518f5c7 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:09:02.667869 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ace52ea1-97e7-44e7-ad98-468e8518f5c7), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:02.684727 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace52ea1-97e7-44e7-ad98-468e8518f5c7 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:09:02.697215 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b27fda4-3d4f-486e-a2ea-03445f1b33dc req-5264a5c7-a146-4477-9fa3-00e1bd76441b tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:02.708967 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4b27fda4-3d4f-486e-a2ea-03445f1b33dc req-5264a5c7-a146-4477-9fa3-00e1bd76441b tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 944 time: 0.2526996 Feb 09 01:09:02.709210 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port ace52ea1-97e7-44e7-ad98-468e8518f5c7, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=ace52ea1-97e7-44e7-ad98-468e8518f5c7,segment=NetworkSegment(ae9b3e36-cd93-4d51-a83a-5e9454855cc9),segment_id=ae9b3e36-cd93-4d51-a83a-5e9454855cc9)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:02.714132 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (ace52ea1-97e7-44e7-ad98-468e8518f5c7), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:02.779333 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=ace52ea1-97e7-44e7-ad98-468e8518f5c7,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:02.795830 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4b27fda4-3d4f-486e-a2ea-03445f1b33dc req-c6435329-f417-4f25-9972-4ec3aea92ce9 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849111 Feb 09 01:09:02.920900 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e5213345-c573-47ec-9607-af58391604a4 req-c8d9b6bd-9e76-407e-b74d-0e8929f8c81b tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a491194-2244-4a68-be26-b61bc7c5f602 HTTP/1.1" status: 200 len: 210 time: 0.0308785 Feb 09 01:09:02.964131 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['ace52ea1-97e7-44e7-ad98-468e8518f5c7'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:09:02.992758 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f814e0-d13f-4684-bfb8-f51508a01983 req-a8773f1a-5144-4acf-af13-a906bedc0cc4 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:03.001408 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-51f814e0-d13f-4684-bfb8-f51508a01983 req-a8773f1a-5144-4acf-af13-a906bedc0cc4 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.1012623 Feb 09 01:09:03.066689 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-51f814e0-d13f-4684-bfb8-f51508a01983 req-4aae9701-255f-4881-b42a-b2494422b5ba tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598264 Feb 09 01:09:03.546228 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8de5d-4ee6-478a-a4a8-3ec6f3d1f986 req-0f3a396a-425e-4b70-a24e-8c54934ed981 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:03.554670 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6f8de5d-4ee6-478a-a4a8-3ec6f3d1f986 req-0f3a396a-425e-4b70-a24e-8c54934ed981 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.0802410 Feb 09 01:09:03.578811 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fbed4-2476-48bc-b83d-febb3df10607 req-a2c478d0-7e33-4bea-beb6-a43c46305522 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:03.580411 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-733fbed4-2476-48bc-b83d-febb3df10607 req-a2c478d0-7e33-4bea-beb6-a43c46305522 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c17624d-5b30-40e1-b862-5b350625a8a9 HTTP/1.1" status: 200 len: 944 time: 0.1551497 Feb 09 01:09:03.674100 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6f8de5d-4ee6-478a-a4a8-3ec6f3d1f986 req-e7e99ce3-86dc-45cf-874b-c25110108b2f tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172450 Feb 09 01:09:03.706568 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-733fbed4-2476-48bc-b83d-febb3df10607 req-e8d269ba-adaa-4822-a35f-d8e6cd26e319 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/security-groups?id=82fb2ab6-e76e-4b08-a296-0cab170efc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098857 Feb 09 01:09:03.940473 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e009790-f80c-4927-a1b5-bdd3bd68d207 req-f29e783e-d91c-4773-8218-693b4eaa5200 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:03.942018 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7e009790-f80c-4927-a1b5-bdd3bd68d207 req-f29e783e-d91c-4773-8218-693b4eaa5200 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 944 time: 0.0645552 Feb 09 01:09:03.995661 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7e009790-f80c-4927-a1b5-bdd3bd68d207 req-66ea6063-adf0-40dc-9626-fb4044a2c7a9 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477502 Feb 09 01:09:04.040249 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e9df8665-c71a-4b47-a3b8-5e57a773b88e req-efb93c0a-4168-4d9a-aa02-cc9a7897b440 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a491194-2244-4a68-be26-b61bc7c5f602 HTTP/1.1" status: 200 len: 210 time: 0.0374603 Feb 09 01:09:04.247661 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec2d77-206a-4dac-9c3b-4fde193792bd req-bc8ecde8-d8d8-49f9-9ba4-07a0b191d3a4 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:04.250066 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-14ec2d77-206a-4dac-9c3b-4fde193792bd req-bc8ecde8-d8d8-49f9-9ba4-07a0b191d3a4 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.120 "GET /v2.0/networks?id=6887c7a4-5287-46fb-8e1c-13a166b3746e HTTP/1.1" status: 200 len: 811 time: 0.1130190 Feb 09 01:09:04.263620 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-14ec2d77-206a-4dac-9c3b-4fde193792bd req-0d72a47c-3825-48e3-8310-9daf60549312 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Request body: {'port': {'device_id': '5a491194-2244-4a68-be26-b61bc7c5f602', 'network_id': '6887c7a4-5287-46fb-8e1c-13a166b3746e', 'admin_state_up': True, 'tenant_id': 'bc3818006b3c45fb99098097e9082b77'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:04.384138 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14ec2d77-206a-4dac-9c3b-4fde193792bd req-0d72a47c-3825-48e3-8310-9daf60549312 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Made reservation on behalf of bc3818006b3c45fb99098097e9082b77 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:04.387736 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-14ec2d77-206a-4dac-9c3b-4fde193792bd req-0d72a47c-3825-48e3-8310-9daf60549312 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:04.410323 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c245e337-f7b2-45e6-9a5f-e5192544bc50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:04.500659 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device ace52ea1-97e7-44e7-ad98-468e8518f5c7 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:09:04.523723 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-14ec2d77-206a-4dac-9c3b-4fde193792bd req-0d72a47c-3825-48e3-8310-9daf60549312 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Allocated IP 172.20.0.12 (6887c7a4-5287-46fb-8e1c-13a166b3746e/84df8042-998c-45dd-8b33-36f49fdd33d9/cda80abc-8f97-4838-bd40-6eefa93870c1) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:09:04.571317 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port ace52ea1-97e7-44e7-ad98-468e8518f5c7 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:09:04.576490 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port ace52ea1-97e7-44e7-ad98-468e8518f5c7 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:04.578458 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (ace52ea1-97e7-44e7-ad98-468e8518f5c7), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:04.674841 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port ace52ea1-97e7-44e7-ad98-468e8518f5c7 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:09:04.675660 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ace52ea1-97e7-44e7-ad98-468e8518f5c7), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:04.714678 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port ace52ea1-97e7-44e7-ad98-468e8518f5c7, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=ace52ea1-97e7-44e7-ad98-468e8518f5c7,segment=NetworkSegment(ae9b3e36-cd93-4d51-a83a-5e9454855cc9),segment_id=ae9b3e36-cd93-4d51-a83a-5e9454855cc9)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:04.714890 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-14ec2d77-206a-4dac-9c3b-4fde193792bd req-0d72a47c-3825-48e3-8310-9daf60549312 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Publish callbacks [] for port (cda80abc-8f97-4838-bd40-6eefa93870c1), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:04.717163 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c17624d-5b30-40e1-b862-5b350625a8a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace52ea1-97e7-44e7-ad98-468e8518f5c7'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:09:04.721451 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1ebe11-75dd-4b22-83eb-d69b5bb72cc7" -d '{"events": [{"server_uuid": "7c17624d-5b30-40e1-b862-5b350625a8a9", "name": "network-vif-plugged", "status": "completed", "tag": "ace52ea1-97e7-44e7-ad98-468e8518f5c7"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:09:04.726410 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (ace52ea1-97e7-44e7-ad98-468e8518f5c7), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:04.777859 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-14ec2d77-206a-4dac-9c3b-4fde193792bd req-0d72a47c-3825-48e3-8310-9daf60549312 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (cda80abc-8f97-4838-bd40-6eefa93870c1), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:04.793517 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=ace52ea1-97e7-44e7-ad98-468e8518f5c7,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:04.810378 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26531ccf-df4d-4d40-bcb5-83f53894be9a x-openstack-request-id: req-26531ccf-df4d-4d40-bcb5-83f53894be9a {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:09:04.810871 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c17624d-5b30-40e1-b862-5b350625a8a9", "name": "network-vif-plugged", "status": "completed", "tag": "ace52ea1-97e7-44e7-ad98-468e8518f5c7", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:09:04.812153 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-26531ccf-df4d-4d40-bcb5-83f53894be9a {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:09:04.812686 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c17624d-5b30-40e1-b862-5b350625a8a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace52ea1-97e7-44e7-ad98-468e8518f5c7', 'code': 200} Feb 09 01:09:04.902558 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14ec2d77-206a-4dac-9c3b-4fde193792bd req-0d72a47c-3825-48e3-8310-9daf60549312 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Network 6887c7a4-5287-46fb-8e1c-13a166b3746e is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:09:04.931617 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-14ec2d77-206a-4dac-9c3b-4fde193792bd req-0d72a47c-3825-48e3-8310-9daf60549312 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:04.933778 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d72a47c-3825-48e3-8310-9daf60549312 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Pushing event updated for resources: {'Port': ['ID=cda80abc-8f97-4838-bd40-6eefa93870c1,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:04.937909 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ec2d77-206a-4dac-9c3b-4fde193792bd req-0d72a47c-3825-48e3-8310-9daf60549312 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:09:04.990985 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d72a47c-3825-48e3-8310-9daf60549312 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:04.991370 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d72a47c-3825-48e3-8310-9daf60549312 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:04.991668 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d72a47c-3825-48e3-8310-9daf60549312 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:04.992005 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d72a47c-3825-48e3-8310-9daf60549312 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:04.992340 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d72a47c-3825-48e3-8310-9daf60549312 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:04.992709 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d72a47c-3825-48e3-8310-9daf60549312 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:04.993037 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d72a47c-3825-48e3-8310-9daf60549312 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:04.993371 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d72a47c-3825-48e3-8310-9daf60549312 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:04.993685 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d72a47c-3825-48e3-8310-9daf60549312 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:04.994005 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d72a47c-3825-48e3-8310-9daf60549312 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:04.994325 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d72a47c-3825-48e3-8310-9daf60549312 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:04.994647 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d72a47c-3825-48e3-8310-9daf60549312 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:04.994967 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d72a47c-3825-48e3-8310-9daf60549312 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:05.043500 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007ac9a-85e3-49b0-a16f-4c56a7a7b81c req-cb2ce120-f5e5-4b4c-bed3-080c7a946b51 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:05.044915 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b007ac9a-85e3-49b0-a16f-4c56a7a7b81c req-cb2ce120-f5e5-4b4c-bed3-080c7a946b51 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.2173052 Feb 09 01:09:05.052176 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec2d77-206a-4dac-9c3b-4fde193792bd req-0d72a47c-3825-48e3-8310-9daf60549312 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:05.052802 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-14ec2d77-206a-4dac-9c3b-4fde193792bd req-0d72a47c-3825-48e3-8310-9daf60549312 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:05.074380 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8134a-97c8-400a-bf38-a0d206189159 req-dc0da964-dacb-4a1f-bccd-3abc98aaa840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:05.075837 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-26c8134a-97c8-400a-bf38-a0d206189159 req-dc0da964-dacb-4a1f-bccd-3abc98aaa840 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7c17624d-5b30-40e1-b862-5b350625a8a9 HTTP/1.1" status: 200 len: 1127 time: 0.2146091 Feb 09 01:09:05.082355 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7ebfc-5c0d-4fd7-992a-05bb579535d3 req-345f27e6-7119-4d66-912c-aee02ebeff64 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:05.083723 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-abe7ebfc-5c0d-4fd7-992a-05bb579535d3 req-345f27e6-7119-4d66-912c-aee02ebeff64 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c17624d-5b30-40e1-b862-5b350625a8a9 HTTP/1.1" status: 200 len: 945 time: 0.1940112 Feb 09 01:09:05.120637 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-14ec2d77-206a-4dac-9c3b-4fde193792bd req-0d72a47c-3825-48e3-8310-9daf60549312 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8613746 Feb 09 01:09:05.136600 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-14ec2d77-206a-4dac-9c3b-4fde193792bd req-de485aac-eb1c-4273-bd40-9a586b94524c service neutron] Request body: {'port': {'device_id': '5a491194-2244-4a68-be26-b61bc7c5f602', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:05.207869 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b007ac9a-85e3-49b0-a16f-4c56a7a7b81c req-439702fe-fae3-4dc6-96fa-89ac35927a3d tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524546 Feb 09 01:09:05.233744 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-26c8134a-97c8-400a-bf38-a0d206189159 req-fe6c9a93-c3cd-4118-b7e2-40492f2fcaba service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=82fb2ab6-e76e-4b08-a296-0cab170efc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421685 Feb 09 01:09:05.255203 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-abe7ebfc-5c0d-4fd7-992a-05bb579535d3 req-8d650630-96d2-420f-b526-95fd767eca26 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/security-groups?id=82fb2ab6-e76e-4b08-a296-0cab170efc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566200 Feb 09 01:09:05.266581 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-14ec2d77-206a-4dac-9c3b-4fde193792bd req-de485aac-eb1c-4273-bd40-9a586b94524c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (cda80abc-8f97-4838-bd40-6eefa93870c1), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:05.732267 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:09:05.807085 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:05.852326 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b1ef17-073f-4bf6-98ca-a58fa0f2d772 req-e1260727-ee12-4fa7-974d-a8a5d1dcc1cf tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:05.853932 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-97b1ef17-073f-4bf6-98ca-a58fa0f2d772 req-e1260727-ee12-4fa7-974d-a8a5d1dcc1cf tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 944 time: 0.4663925 Feb 09 01:09:05.864031 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27358165-4039-4866-8a07-3e478754f7ea req-2de90077-6b63-4df1-a856-79d4a4e6173d tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:05.865461 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-27358165-4039-4866-8a07-3e478754f7ea req-2de90077-6b63-4df1-a856-79d4a4e6173d tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a491194-2244-4a68-be26-b61bc7c5f602 HTTP/1.1" status: 200 len: 932 time: 0.1328166 Feb 09 01:09:05.976874 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-27358165-4039-4866-8a07-3e478754f7ea req-81a98841-b90f-4a7f-9097-39f06b8f00fc tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039104 Feb 09 01:09:05.982427 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-97b1ef17-073f-4bf6-98ca-a58fa0f2d772 req-ee7ace0f-cf11-4084-8ff9-ebdbcdb0ee47 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160026 Feb 09 01:09:06.020485 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-14ec2d77-206a-4dac-9c3b-4fde193792bd req-de485aac-eb1c-4273-bd40-9a586b94524c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cda80abc-8f97-4838-bd40-6eefa93870c1 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:09:06.029664 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-14ec2d77-206a-4dac-9c3b-4fde193792bd req-de485aac-eb1c-4273-bd40-9a586b94524c service neutron] Publish callbacks [] for port (cda80abc-8f97-4838-bd40-6eefa93870c1), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:06.043617 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-14ec2d77-206a-4dac-9c3b-4fde193792bd req-de485aac-eb1c-4273-bd40-9a586b94524c service neutron] Transition to ACTIVE for port object cda80abc-8f97-4838-bd40-6eefa93870c1 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:09:06.049529 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-14ec2d77-206a-4dac-9c3b-4fde193792bd req-de485aac-eb1c-4273-bd40-9a586b94524c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (cda80abc-8f97-4838-bd40-6eefa93870c1), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:06.156446 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de485aac-eb1c-4273-bd40-9a586b94524c service neutron] Pushing event updated for resources: {'Port': ['ID=cda80abc-8f97-4838-bd40-6eefa93870c1,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:06.211226 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a42107-d823-4633-a62b-eebd98a28ba4 req-3807f92a-b9bb-4070-b816-8807f1cc364e tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:06.212742 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c4a42107-d823-4633-a62b-eebd98a28ba4 req-3807f92a-b9bb-4070-b816-8807f1cc364e tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.1196573 Feb 09 01:09:06.229899 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-14ec2d77-206a-4dac-9c3b-4fde193792bd req-de485aac-eb1c-4273-bd40-9a586b94524c service neutron] Attempting to bind port cda80abc-8f97-4838-bd40-6eefa93870c1 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:09:06.230249 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-14ec2d77-206a-4dac-9c3b-4fde193792bd req-de485aac-eb1c-4273-bd40-9a586b94524c service neutron] Attempting to bind port cda80abc-8f97-4838-bd40-6eefa93870c1 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '1088d67c-3520-4ac2-8e48-25a7c8da33c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6887c7a4-5287-46fb-8e1c-13a166b3746e'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:09:06.230588 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ec2d77-206a-4dac-9c3b-4fde193792bd req-de485aac-eb1c-4273-bd40-9a586b94524c service neutron] Attempting to bind port cda80abc-8f97-4838-bd40-6eefa93870c1 on network 6887c7a4-5287-46fb-8e1c-13a166b3746e {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:09:06.243531 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ec2d77-206a-4dac-9c3b-4fde193792bd req-de485aac-eb1c-4273-bd40-9a586b94524c service neutron] Port cda80abc-8f97-4838-bd40-6eefa93870c1 on network 6887c7a4-5287-46fb-8e1c-13a166b3746e not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:09:06.243786 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ec2d77-206a-4dac-9c3b-4fde193792bd req-de485aac-eb1c-4273-bd40-9a586b94524c service neutron] Attempting to bind port cda80abc-8f97-4838-bd40-6eefa93870c1 on network 6887c7a4-5287-46fb-8e1c-13a166b3746e {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:09:06.260775 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ec2d77-206a-4dac-9c3b-4fde193792bd req-de485aac-eb1c-4273-bd40-9a586b94524c service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:09:06.264789 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ec2d77-206a-4dac-9c3b-4fde193792bd req-de485aac-eb1c-4273-bd40-9a586b94524c service neutron] Checking segment: {'id': '1088d67c-3520-4ac2-8e48-25a7c8da33c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6887c7a4-5287-46fb-8e1c-13a166b3746e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:09:06.265591 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ec2d77-206a-4dac-9c3b-4fde193792bd req-de485aac-eb1c-4273-bd40-9a586b94524c service neutron] Bound using segment: {'id': '1088d67c-3520-4ac2-8e48-25a7c8da33c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6887c7a4-5287-46fb-8e1c-13a166b3746e'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:09:06.266391 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-14ec2d77-206a-4dac-9c3b-4fde193792bd req-de485aac-eb1c-4273-bd40-9a586b94524c service neutron] Bound port: cda80abc-8f97-4838-bd40-6eefa93870c1, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1088d67c-3520-4ac2-8e48-25a7c8da33c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6887c7a4-5287-46fb-8e1c-13a166b3746e'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:09:06.267341 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-14ec2d77-206a-4dac-9c3b-4fde193792bd req-de485aac-eb1c-4273-bd40-9a586b94524c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (cda80abc-8f97-4838-bd40-6eefa93870c1), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:06.313576 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c4a42107-d823-4633-a62b-eebd98a28ba4 req-8e1d68f5-6021-4a3a-bffe-cc63bd0d9b06 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924749 Feb 09 01:09:06.466170 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-14ec2d77-206a-4dac-9c3b-4fde193792bd req-de485aac-eb1c-4273-bd40-9a586b94524c service neutron] For port cda80abc-8f97-4838-bd40-6eefa93870c1, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:09:06.485724 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-14ec2d77-206a-4dac-9c3b-4fde193792bd req-de485aac-eb1c-4273-bd40-9a586b94524c service neutron] For port cda80abc-8f97-4838-bd40-6eefa93870c1, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=cda80abc-8f97-4838-bd40-6eefa93870c1,segment=NetworkSegment(1088d67c-3520-4ac2-8e48-25a7c8da33c5),segment_id=1088d67c-3520-4ac2-8e48-25a7c8da33c5)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:09:06.509455 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97c0b1-8b9c-43b9-8342-43ae2eaaa824 req-9900dd88-f9d6-4563-bbdb-1702bceedca2 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:06.511209 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2f97c0b1-8b9c-43b9-8342-43ae2eaaa824 req-9900dd88-f9d6-4563-bbdb-1702bceedca2 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c17624d-5b30-40e1-b862-5b350625a8a9 HTTP/1.1" status: 200 len: 945 time: 0.1125178 Feb 09 01:09:06.513257 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-14ec2d77-206a-4dac-9c3b-4fde193792bd req-de485aac-eb1c-4273-bd40-9a586b94524c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (cda80abc-8f97-4838-bd40-6eefa93870c1), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:06.617194 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de485aac-eb1c-4273-bd40-9a586b94524c service neutron] Pushing event updated for resources: {'Port': ['ID=cda80abc-8f97-4838-bd40-6eefa93870c1,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:06.636447 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec2d77-206a-4dac-9c3b-4fde193792bd req-de485aac-eb1c-4273-bd40-9a586b94524c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:06.637110 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-14ec2d77-206a-4dac-9c3b-4fde193792bd req-de485aac-eb1c-4273-bd40-9a586b94524c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:06.638471 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-14ec2d77-206a-4dac-9c3b-4fde193792bd req-de485aac-eb1c-4273-bd40-9a586b94524c service neutron] 10.222.0.120 "PUT /v2.0/ports/cda80abc-8f97-4838-bd40-6eefa93870c1 HTTP/1.1" status: 200 len: 1092 time: 1.5085435 Feb 09 01:09:06.639960 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a491194-2244-4a68-be26-b61bc7c5f602', 'tag': 'cda80abc-8f97-4838-bd40-6eefa93870c1'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:09:06.642243 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d081d32-6680-41cd-9691-7d21e159e065" -d '{"events": [{"name": "network-changed", "server_uuid": "5a491194-2244-4a68-be26-b61bc7c5f602", "tag": "cda80abc-8f97-4838-bd40-6eefa93870c1"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:09:06.676088 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13654f-1e33-4ca4-91b9-e7fb38e1350e req-28d6e678-b54a-4a35-b6b6-67c7e5c8a0d6 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:06.677631 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5e13654f-1e33-4ca4-91b9-e7fb38e1350e req-28d6e678-b54a-4a35-b6b6-67c7e5c8a0d6 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.1163242 Feb 09 01:09:06.701494 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2f97c0b1-8b9c-43b9-8342-43ae2eaaa824 req-fd8d5d1a-a1e2-42cb-9a8e-4dfd8423753f tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/security-groups?id=82fb2ab6-e76e-4b08-a296-0cab170efc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411810 Feb 09 01:09:06.776092 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5e13654f-1e33-4ca4-91b9-e7fb38e1350e req-884ec85e-dd7f-46dc-b5b3-05bd04112192 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872760 Feb 09 01:09:06.777799 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbd8975-787e-41b9-87fd-b36c859be119 x-openstack-request-id: req-ebbd8975-787e-41b9-87fd-b36c859be119 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:09:06.778307 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a491194-2244-4a68-be26-b61bc7c5f602", "tag": "cda80abc-8f97-4838-bd40-6eefa93870c1", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:09:06.778615 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ebbd8975-787e-41b9-87fd-b36c859be119 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:09:06.779099 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a491194-2244-4a68-be26-b61bc7c5f602', 'tag': 'cda80abc-8f97-4838-bd40-6eefa93870c1', 'status': 'completed', 'code': 200} Feb 09 01:09:06.797354 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec2d77-206a-4dac-9c3b-4fde193792bd req-259727e1-f08d-4c07-b6f3-598f4a7f38ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:06.799140 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-14ec2d77-206a-4dac-9c3b-4fde193792bd req-259727e1-f08d-4c07-b6f3-598f4a7f38ba service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=bc3818006b3c45fb99098097e9082b77&device_id=5a491194-2244-4a68-be26-b61bc7c5f602 HTTP/1.1" status: 200 len: 1126 time: 0.1122277 Feb 09 01:09:06.853678 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-14ec2d77-206a-4dac-9c3b-4fde193792bd req-69b28808-1beb-4244-b5a1-4421567f07f1 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cda80abc-8f97-4838-bd40-6eefa93870c1 HTTP/1.1" status: 200 len: 217 time: 0.0459807 Feb 09 01:09:06.925809 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec2d77-206a-4dac-9c3b-4fde193792bd req-071468ac-6403-4a47-9a5c-153c62d4e68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:06.927410 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-14ec2d77-206a-4dac-9c3b-4fde193792bd req-071468ac-6403-4a47-9a5c-153c62d4e68f service neutron] 10.222.0.120 "GET /v2.0/subnets?id=84df8042-998c-45dd-8b33-36f49fdd33d9 HTTP/1.1" status: 200 len: 851 time: 0.0656278 Feb 09 01:09:06.938731 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7415e95-7dca-4c53-a072-bc5592e1edf0 req-bf91bd04-12a7-45cb-922b-6df8742fcda6 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:06.940256 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e7415e95-7dca-4c53-a072-bc5592e1edf0 req-bf91bd04-12a7-45cb-922b-6df8742fcda6 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.0893638 Feb 09 01:09:06.972220 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-14ec2d77-206a-4dac-9c3b-4fde193792bd req-b26e2f2d-3963-4b9f-bd2c-24d7353436fa service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=6887c7a4-5287-46fb-8e1c-13a166b3746e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309176 Feb 09 01:09:07.080228 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e7415e95-7dca-4c53-a072-bc5592e1edf0 req-19d44dec-a71c-4bb9-bf50-789be5c217f6 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160121 Feb 09 01:09:07.093025 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:07.161239 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-14ec2d77-206a-4dac-9c3b-4fde193792bd req-cab78416-2da3-45d5-be10-13548b406fae service neutron] 10.222.0.120 "GET /v2.0/networks/6887c7a4-5287-46fb-8e1c-13a166b3746e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811328 Feb 09 01:09:07.267333 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f45d7-cfb4-4dde-84bd-1ee2c7936001 req-15963876-d19f-46b0-9a0b-7897ddcdd572 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:07.269007 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-151f45d7-cfb4-4dde-84bd-1ee2c7936001 req-15963876-d19f-46b0-9a0b-7897ddcdd572 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a491194-2244-4a68-be26-b61bc7c5f602 HTTP/1.1" status: 200 len: 944 time: 0.1577635 Feb 09 01:09:07.286980 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb05b8-6310-427e-931a-1870e85d65cf req-06f28b41-d4a9-49a1-afea-08842c7591ee tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:07.288581 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dbeb05b8-6310-427e-931a-1870e85d65cf req-06f28b41-d4a9-49a1-afea-08842c7591ee tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 944 time: 0.1415293 Feb 09 01:09:07.346423 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-14ec2d77-206a-4dac-9c3b-4fde193792bd req-9a69318c-7bf5-4a3d-888d-f12142d0681f service neutron] 10.222.0.120 "GET /v2.0/networks/6887c7a4-5287-46fb-8e1c-13a166b3746e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626906 Feb 09 01:09:07.387002 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-151f45d7-cfb4-4dde-84bd-1ee2c7936001 req-6fd380cf-2e0a-49d1-92ea-440939e4c9fc tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072736 Feb 09 01:09:07.392122 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dbeb05b8-6310-427e-931a-1870e85d65cf req-451bf6ba-aaed-4011-a913-b8cae631b637 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913482 Feb 09 01:09:07.449220 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d081d32-6680-41cd-9691-7d21e159e065 req-591d2484-dd2f-41e9-a232-db3ffe8b1230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:07.450835 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7d081d32-6680-41cd-9691-7d21e159e065 req-591d2484-dd2f-41e9-a232-db3ffe8b1230 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=bc3818006b3c45fb99098097e9082b77&device_id=5a491194-2244-4a68-be26-b61bc7c5f602 HTTP/1.1" status: 200 len: 1126 time: 0.0576937 Feb 09 01:09:07.517686 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:07.617443 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43176eff-5960-4f35-872a-5cd787d5a299 req-825e5c09-0332-4cb4-a3ef-04fd88bb2971 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:07.619243 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-43176eff-5960-4f35-872a-5cd787d5a299 req-825e5c09-0332-4cb4-a3ef-04fd88bb2971 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.0973392 Feb 09 01:09:07.620670 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d081d32-6680-41cd-9691-7d21e159e065 req-d1c381f6-5175-4145-9997-2d6d468ee3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:07.621897 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7d081d32-6680-41cd-9691-7d21e159e065 req-d1c381f6-5175-4145-9997-2d6d468ee3e0 service neutron] 10.222.0.120 "GET /v2.0/networks?id=6887c7a4-5287-46fb-8e1c-13a166b3746e HTTP/1.1" status: 200 len: 913 time: 0.1627109 Feb 09 01:09:07.681618 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7d081d32-6680-41cd-9691-7d21e159e065 req-3974df54-bbdd-4dd1-9b7f-91d03afd6406 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cda80abc-8f97-4838-bd40-6eefa93870c1 HTTP/1.1" status: 200 len: 217 time: 0.0487959 Feb 09 01:09:07.751659 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-43176eff-5960-4f35-872a-5cd787d5a299 req-b84dd316-1720-47e1-91a5-78831ba1bf8b tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207626 Feb 09 01:09:07.771333 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d081d32-6680-41cd-9691-7d21e159e065 req-7e8446f5-c3fe-4eea-8761-396dcdbfcd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:07.772868 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7d081d32-6680-41cd-9691-7d21e159e065 req-7e8446f5-c3fe-4eea-8761-396dcdbfcd2a service neutron] 10.222.0.120 "GET /v2.0/subnets?id=84df8042-998c-45dd-8b33-36f49fdd33d9 HTTP/1.1" status: 200 len: 851 time: 0.0841160 Feb 09 01:09:07.839964 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7d081d32-6680-41cd-9691-7d21e159e065 req-6fb54600-301d-45c6-b024-ed44d3bbbf86 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=6887c7a4-5287-46fb-8e1c-13a166b3746e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587885 Feb 09 01:09:08.021821 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21897b0-1cb4-462e-879d-fa0868199d1c req-79121bc5-bdb9-4c71-af0a-c7fbd784ea09 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:08.023238 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e21897b0-1cb4-462e-879d-fa0868199d1c req-79121bc5-bdb9-4c71-af0a-c7fbd784ea09 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c17624d-5b30-40e1-b862-5b350625a8a9 HTTP/1.1" status: 200 len: 945 time: 0.1567879 Feb 09 01:09:08.029238 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7d081d32-6680-41cd-9691-7d21e159e065 req-feef7eda-bf5e-49ee-94ee-b61f5cd5fe49 service neutron] 10.222.0.120 "GET /v2.0/networks/6887c7a4-5287-46fb-8e1c-13a166b3746e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800818 Feb 09 01:09:08.042490 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b702a-7fa7-4443-a210-1a8c72a6f380 req-413b803a-5ecc-4732-9e0d-6feab69e51f0 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:08.043965 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-da3b702a-7fa7-4443-a210-1a8c72a6f380 req-413b803a-5ecc-4732-9e0d-6feab69e51f0 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.1671455 Feb 09 01:09:08.165219 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e21897b0-1cb4-462e-879d-fa0868199d1c req-2c37afaa-f719-4372-b1bd-3b81b247d61e tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/security-groups?id=82fb2ab6-e76e-4b08-a296-0cab170efc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350079 Feb 09 01:09:08.179376 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-da3b702a-7fa7-4443-a210-1a8c72a6f380 req-f0977e10-b759-40c7-9ec2-a3de50bd198e tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267669 Feb 09 01:09:08.211972 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7d081d32-6680-41cd-9691-7d21e159e065 req-1c8dff1c-5aff-4821-8ca5-e40caf7370ab service neutron] 10.222.0.120 "GET /v2.0/networks/6887c7a4-5287-46fb-8e1c-13a166b3746e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669469 Feb 09 01:09:08.333840 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48648) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:08.413750 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:08.428825 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-42cf7cac-86f5-46d1-b03c-de628bce53e3 req-8319cd1e-424c-4512-9b3e-88e173a6384b tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ca740734-29c2-4b60-ae10-4c709b5c6ef4 HTTP/1.1" status: 200 len: 258 time: 0.2127080 Feb 09 01:09:08.443740 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-42cf7cac-86f5-46d1-b03c-de628bce53e3 req-1f98ccb9-07e4-42ee-93a7-51039e4d21e3 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:08.513730 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-42cf7cac-86f5-46d1-b03c-de628bce53e3 req-1f98ccb9-07e4-42ee-93a7-51039e4d21e3 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:08.598320 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8373e1d2-a3cc-4d17-832a-b53d6ecd94be req-c08b0c87-9f59-4087-8c82-9f406915d576 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:08.605353 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8373e1d2-a3cc-4d17-832a-b53d6ecd94be req-c08b0c87-9f59-4087-8c82-9f406915d576 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.1260939 Feb 09 01:09:08.673716 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8373e1d2-a3cc-4d17-832a-b53d6ecd94be req-e6275ee5-9928-4cb1-9451-250946ab0d74 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672615 Feb 09 01:09:08.746351 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-42cf7cac-86f5-46d1-b03c-de628bce53e3 req-1f98ccb9-07e4-42ee-93a7-51039e4d21e3 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:08.899184 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-42cf7cac-86f5-46d1-b03c-de628bce53e3 req-1f98ccb9-07e4-42ee-93a7-51039e4d21e3 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Allocated IP 172.25.8.52 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/b6008dc0-75a3-488f-a469-2e7c4ffb8e25) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:09:08.988703 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385a309-bba8-41e6-ac1b-6aa59c1a66c8 req-b91e3d45-e4e0-4865-bc95-1302e7256df6 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:08.990477 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a385a309-bba8-41e6-ac1b-6aa59c1a66c8 req-b91e3d45-e4e0-4865-bc95-1302e7256df6 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a491194-2244-4a68-be26-b61bc7c5f602 HTTP/1.1" status: 200 len: 944 time: 0.2420316 Feb 09 01:09:09.054662 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-42cf7cac-86f5-46d1-b03c-de628bce53e3 req-1f98ccb9-07e4-42ee-93a7-51039e4d21e3 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Publish callbacks [] for port (b6008dc0-75a3-488f-a469-2e7c4ffb8e25), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:09.101140 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a385a309-bba8-41e6-ac1b-6aa59c1a66c8 req-a37f5272-83c7-439f-a60b-910ff1c97896 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976806 Feb 09 01:09:09.133446 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-42cf7cac-86f5-46d1-b03c-de628bce53e3 req-1f98ccb9-07e4-42ee-93a7-51039e4d21e3 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (b6008dc0-75a3-488f-a469-2e7c4ffb8e25), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:09.207761 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:09.212763 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-66997810-7dc1-4775-9381-44770d9a5d8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (7edecd79-a129-4c90-8dd2-af0df8525895), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:09.232337 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42cf7cac-86f5-46d1-b03c-de628bce53e3 req-1f98ccb9-07e4-42ee-93a7-51039e4d21e3 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:09:09.258124 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-42cf7cac-86f5-46d1-b03c-de628bce53e3 req-1f98ccb9-07e4-42ee-93a7-51039e4d21e3 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:09.261959 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-42cf7cac-86f5-46d1-b03c-de628bce53e3 req-1f98ccb9-07e4-42ee-93a7-51039e4d21e3 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:09:09.292831 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f98ccb9-07e4-42ee-93a7-51039e4d21e3 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Pushing event updated for resources: {'Port': ['ID=b6008dc0-75a3-488f-a469-2e7c4ffb8e25,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:09.344216 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420bd0b-95c0-424e-91ba-2cadc7fcc244 req-65f639a2-92f7-4bc4-abb6-04cc9f43f407 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:09.352289 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c420bd0b-95c0-424e-91ba-2cadc7fcc244 req-65f639a2-92f7-4bc4-abb6-04cc9f43f407 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 944 time: 0.1290319 Feb 09 01:09:09.422689 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-42cf7cac-86f5-46d1-b03c-de628bce53e3 req-1f98ccb9-07e4-42ee-93a7-51039e4d21e3 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Publish callbacks [] for floatingip (033a97e7-c848-42c2-a818-6985a4368131), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:09.432028 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c420bd0b-95c0-424e-91ba-2cadc7fcc244 req-09128e1e-dbfa-466e-9da3-2fd25beb4918 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786662 Feb 09 01:09:09.487823 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-42cf7cac-86f5-46d1-b03c-de628bce53e3 req-1f98ccb9-07e4-42ee-93a7-51039e4d21e3 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b6008dc0-75a3-488f-a469-2e7c4ffb8e25), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:09.628264 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-66997810-7dc1-4775-9381-44770d9a5d8a admin admin] Deleting port 664bfc52-b332-4150-ac19-9e6ab13158ee {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:09:09.628887 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-66997810-7dc1-4775-9381-44770d9a5d8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (664bfc52-b332-4150-ac19-9e6ab13158ee), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:09.733815 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3bc09-d0bb-49df-a6c7-82b0cd4d449b req-8371f5a5-904f-4cc8-8f12-0998c13919b6 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:09.741061 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2f3bc09-d0bb-49df-a6c7-82b0cd4d449b req-8371f5a5-904f-4cc8-8f12-0998c13919b6 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.1817014 Feb 09 01:09:09.758068 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-66997810-7dc1-4775-9381-44770d9a5d8a admin admin] For port 664bfc52-b332-4150-ac19-9e6ab13158ee, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=664bfc52-b332-4150-ac19-9e6ab13158ee,segment=NetworkSegment(027cc1ec-0c18-4a25-a208-0f9bfe67520e),segment_id=027cc1ec-0c18-4a25-a208-0f9bfe67520e)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:09.758442 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-66997810-7dc1-4775-9381-44770d9a5d8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (664bfc52-b332-4150-ac19-9e6ab13158ee), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:09.815832 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-66997810-7dc1-4775-9381-44770d9a5d8a admin admin] Calling delete_port for 664bfc52-b332-4150-ac19-9e6ab13158ee owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:09:09.834498 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2f3bc09-d0bb-49df-a6c7-82b0cd4d449b req-ad66fd16-77be-483e-b4a6-b4fa20bf381e tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922337 Feb 09 01:09:09.899521 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-42cf7cac-86f5-46d1-b03c-de628bce53e3 req-1f98ccb9-07e4-42ee-93a7-51039e4d21e3 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Publish callbacks [] for port (b6008dc0-75a3-488f-a469-2e7c4ffb8e25), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:09.911798 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-42cf7cac-86f5-46d1-b03c-de628bce53e3 req-1f98ccb9-07e4-42ee-93a7-51039e4d21e3 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (b6008dc0-75a3-488f-a469-2e7c4ffb8e25), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:10.116950 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f98ccb9-07e4-42ee-93a7-51039e4d21e3 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Pushing event updated for resources: {'Port': ['ID=b6008dc0-75a3-488f-a469-2e7c4ffb8e25,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:10.170823 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-42cf7cac-86f5-46d1-b03c-de628bce53e3 req-1f98ccb9-07e4-42ee-93a7-51039e4d21e3 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (033a97e7-c848-42c2-a818-6985a4368131), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:10.201826 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-66997810-7dc1-4775-9381-44770d9a5d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (664bfc52-b332-4150-ac19-9e6ab13158ee), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:10.222326 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-42cf7cac-86f5-46d1-b03c-de628bce53e3 req-1f98ccb9-07e4-42ee-93a7-51039e4d21e3 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:10.224773 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-42cf7cac-86f5-46d1-b03c-de628bce53e3 req-1f98ccb9-07e4-42ee-93a7-51039e4d21e3 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7876842 Feb 09 01:09:10.272130 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device cda80abc-8f97-4838-bd40-6eefa93870c1 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:09:10.276196 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66997810-7dc1-4775-9381-44770d9a5d8a admin admin] Pushing event deleted for resources: {'Port': ['ID=664bfc52-b332-4150-ac19-9e6ab13158ee,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:10.288025 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338159f-4fbe-4dd2-89e8-8eb5304f840c req-e1aa8a44-9813-49f8-ae11-308d070e4da9 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:10.298275 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8338159f-4fbe-4dd2-89e8-8eb5304f840c req-e1aa8a44-9813-49f8-ae11-308d070e4da9 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.3153090 Feb 09 01:09:10.320845 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66997810-7dc1-4775-9381-44770d9a5d8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:10.320845 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66997810-7dc1-4775-9381-44770d9a5d8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:10.320845 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66997810-7dc1-4775-9381-44770d9a5d8a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:10.321336 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66997810-7dc1-4775-9381-44770d9a5d8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:10.321768 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66997810-7dc1-4775-9381-44770d9a5d8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:10.322395 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66997810-7dc1-4775-9381-44770d9a5d8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:10.322828 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66997810-7dc1-4775-9381-44770d9a5d8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:10.323257 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66997810-7dc1-4775-9381-44770d9a5d8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:10.323826 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66997810-7dc1-4775-9381-44770d9a5d8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:10.324256 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66997810-7dc1-4775-9381-44770d9a5d8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:10.324728 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66997810-7dc1-4775-9381-44770d9a5d8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:10.325155 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66997810-7dc1-4775-9381-44770d9a5d8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:10.325815 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66997810-7dc1-4775-9381-44770d9a5d8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:10.455303 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-42cf7cac-86f5-46d1-b03c-de628bce53e3 req-e4863cdb-197b-466b-9be2-d623ee65ad08 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.8.52 HTTP/1.1" status: 200 len: 695 time: 0.2221799 Feb 09 01:09:10.541455 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port cda80abc-8f97-4838-bd40-6eefa93870c1, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=cda80abc-8f97-4838-bd40-6eefa93870c1,segment=NetworkSegment(1088d67c-3520-4ac2-8e48-25a7c8da33c5),segment_id=1088d67c-3520-4ac2-8e48-25a7c8da33c5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:10.579075 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': 'cda80abc-8f97-4838-bd40-6eefa93870c1', 'network_id': '6887c7a4-5287-46fb-8e1c-13a166b3746e', 'port_id': 'cda80abc-8f97-4838-bd40-6eefa93870c1', 'mac_address': 'fa:16:3e:cd:b5:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84df8042-998c-45dd-8b33-36f49fdd33d9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:09:10.713076 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port cda80abc-8f97-4838-bd40-6eefa93870c1 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:09:10.713613 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (cda80abc-8f97-4838-bd40-6eefa93870c1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:10.720478 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-66997810-7dc1-4775-9381-44770d9a5d8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (7edecd79-a129-4c90-8dd2-af0df8525895), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:10.735416 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8338159f-4fbe-4dd2-89e8-8eb5304f840c req-24eebdee-95ca-495b-9599-78920c0cf1f5 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4354553 Feb 09 01:09:10.781498 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cda80abc-8f97-4838-bd40-6eefa93870c1 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:09:10.867654 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port cda80abc-8f97-4838-bd40-6eefa93870c1, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=cda80abc-8f97-4838-bd40-6eefa93870c1,segment=NetworkSegment(1088d67c-3520-4ac2-8e48-25a7c8da33c5),segment_id=1088d67c-3520-4ac2-8e48-25a7c8da33c5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:10.875473 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (cda80abc-8f97-4838-bd40-6eefa93870c1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:10.944805 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf7cac-86f5-46d1-b03c-de628bce53e3 req-75ddaa67-ddc9-4d11-9a8d-678783d7a91b tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:10.957941 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-42cf7cac-86f5-46d1-b03c-de628bce53e3 req-75ddaa67-ddc9-4d11-9a8d-678783d7a91b tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/networks/ca740734-29c2-4b60-ae10-4c709b5c6ef4 HTTP/1.1" status: 200 len: 784 time: 0.4911501 Feb 09 01:09:10.977835 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=cda80abc-8f97-4838-bd40-6eefa93870c1,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:11.025210 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c2a91-0c4b-4cfb-9a4a-fc0f57f09db8 req-86b93d7e-eb3a-4792-9e1b-e42b05a24928 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:11.027295 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f71c2a91-0c4b-4cfb-9a4a-fc0f57f09db8 req-86b93d7e-eb3a-4792-9e1b-e42b05a24928 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a491194-2244-4a68-be26-b61bc7c5f602 HTTP/1.1" status: 200 len: 945 time: 0.1892407 Feb 09 01:09:11.159999 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['cda80abc-8f97-4838-bd40-6eefa93870c1'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:09:11.182024 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f71c2a91-0c4b-4cfb-9a4a-fc0f57f09db8 req-a89a7dfb-f24d-47b0-b879-5337d8eca926 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428225 Feb 09 01:09:11.199766 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3909ba8-7cf6-4cc3-afe5-c16b58f41d85 req-b96bdcbc-4e81-4633-ae48-159579351074 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:11.218275 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c3909ba8-7cf6-4cc3-afe5-c16b58f41d85 req-b96bdcbc-4e81-4633-ae48-159579351074 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 944 time: 0.1430426 Feb 09 01:09:11.271543 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66997810-7dc1-4775-9381-44770d9a5d8a admin admin] Router 7edecd79-a129-4c90-8dd2-af0df8525895 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:09:11.347839 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c3909ba8-7cf6-4cc3-afe5-c16b58f41d85 req-cba5ec2a-6dc4-4236-8a93-eca6b4cd82ce tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223118 Feb 09 01:09:11.480118 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a5933-2694-42cb-a983-125440b2afcc req-c80a3fd5-12e6-4d1b-ae25-ae3934903468 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:11.501474 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4a8a5933-2694-42cb-a983-125440b2afcc req-c80a3fd5-12e6-4d1b-ae25-ae3934903468 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.1680222 Feb 09 01:09:11.551314 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66997810-7dc1-4775-9381-44770d9a5d8a admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:09:11.562625 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a42ce5-08ca-45c5-9972-d40b6024b3bd None None] Sync routers for ids ['7edecd79-a129-4c90-8dd2-af0df8525895'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:09:11.565898 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-66997810-7dc1-4775-9381-44770d9a5d8a admin admin] 10.222.0.50 "PUT /v2.0/routers/7edecd79-a129-4c90-8dd2-af0df8525895/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2303164 Feb 09 01:09:11.568235 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48750) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:11.587313 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a42ce5-08ca-45c5-9972-d40b6024b3bd None None] Routers {'7edecd79-a129-4c90-8dd2-af0df8525895'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:09:11.587962 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-32a42ce5-08ca-45c5-9972-d40b6024b3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:09:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['7edecd79-a129-4c90-8dd2-af0df8525895'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:11.673581 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4a8a5933-2694-42cb-a983-125440b2afcc req-d8bf4c63-e2bb-4cc9-9b66-65fb177b754e tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710529 Feb 09 01:09:11.684026 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba31557-4800-438a-9ae1-c7b5a425840c req-7acc7b61-0d1b-4107-87db-891fd204ec8b tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:11.693441 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4ba31557-4800-438a-9ae1-c7b5a425840c req-7acc7b61-0d1b-4107-87db-891fd204ec8b tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c17624d-5b30-40e1-b862-5b350625a8a9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1844697 Feb 09 01:09:11.750779 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1ddf8ea0-3e3e-4bf2-bf67-d054319ee46b admin admin] Publish callbacks [] for router (7edecd79-a129-4c90-8dd2-af0df8525895), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:11.899014 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-32a42ce5-08ca-45c5-9972-d40b6024b3bd None None] Set router 7edecd79-a129-4c90-8dd2-af0df8525895 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:09:11.960689 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1ddf8ea0-3e3e-4bf2-bf67-d054319ee46b admin admin] Publish callbacks [] for router_gateway (7edecd79-a129-4c90-8dd2-af0df8525895), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:12.106332 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-1ddf8ea0-3e3e-4bf2-bf67-d054319ee46b admin admin] Deleting port a0c5af9b-5469-4a4a-8355-39e19eecf403 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:09:12.108583 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1ddf8ea0-3e3e-4bf2-bf67-d054319ee46b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (a0c5af9b-5469-4a4a-8355-39e19eecf403), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:12.281931 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device cda80abc-8f97-4838-bd40-6eefa93870c1 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:09:12.311461 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-1ddf8ea0-3e3e-4bf2-bf67-d054319ee46b admin admin] For port a0c5af9b-5469-4a4a-8355-39e19eecf403, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=a0c5af9b-5469-4a4a-8355-39e19eecf403,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:12.313284 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1ddf8ea0-3e3e-4bf2-bf67-d054319ee46b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (a0c5af9b-5469-4a4a-8355-39e19eecf403), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:12.355842 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-1ddf8ea0-3e3e-4bf2-bf67-d054319ee46b admin admin] Calling delete_port for a0c5af9b-5469-4a4a-8355-39e19eecf403 owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:09:12.505338 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4ba31557-4800-438a-9ae1-c7b5a425840c req-b3a31409-5fe2-4552-ba04-3e37c06675cd tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.8.52 HTTP/1.1" status: 200 len: 695 time: 0.8069680 Feb 09 01:09:12.531032 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-4ba31557-4800-438a-9ae1-c7b5a425840c req-1619f1da-de89-429e-b6a1-a5ac358e03b9 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Request body: {'floatingip': {'port_id': 'ace52ea1-97e7-44e7-ad98-468e8518f5c7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:12.611667 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-32a42ce5-08ca-45c5-9972-d40b6024b3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edecd79-a129-4c90-8dd2-af0df8525895', 'name': 'tempest-AttachSCSIVolumeTestJSON-459654636-router', 'tenant_id': '89e1f0f4cc04459291204524a9eba8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'a0c5af9b-5469-4a4a-8355-39e19eecf403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:05:41Z', 'updated_at': '2022-02-09T01:09:10Z', 'revision_number': 5, 'project_id': '89e1f0f4cc04459291204524a9eba8d0', 'gw_port': {'id': 'a0c5af9b-5469-4a4a-8355-39e19eecf403', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:50:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edecd79-a129-4c90-8dd2-af0df8525895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:05:41Z', 'updated_at': '2022-02-09T01:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:12.618594 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port cda80abc-8f97-4838-bd40-6eefa93870c1 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:09:12.683815 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4ba31557-4800-438a-9ae1-c7b5a425840c req-1619f1da-de89-429e-b6a1-a5ac358e03b9 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Publish callbacks [] for floatingip (033a97e7-c848-42c2-a818-6985a4368131), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:12.688353 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a42ce5-08ca-45c5-9972-d40b6024b3bd None None] Checking router: 7edecd79-a129-4c90-8dd2-af0df8525895 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:09:12.698714 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port cda80abc-8f97-4838-bd40-6eefa93870c1 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:12.698714 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (cda80abc-8f97-4838-bd40-6eefa93870c1), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:12.753332 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1ddf8ea0-3e3e-4bf2-bf67-d054319ee46b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (a0c5af9b-5469-4a4a-8355-39e19eecf403), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:12.784015 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a42ce5-08ca-45c5-9972-d40b6024b3bd None None] Routers {'7edecd79-a129-4c90-8dd2-af0df8525895'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:09:12.787153 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-32a42ce5-08ca-45c5-9972-d40b6024b3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:09:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['7edecd79-a129-4c90-8dd2-af0df8525895'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:12.880683 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f058e22-1ae8-48b4-86c4-e29a9bc42e73 req-eba1ac09-7ebe-430f-82b6-8c76a44d3a90 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:12.886384 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0f058e22-1ae8-48b4-86c4-e29a9bc42e73 req-eba1ac09-7ebe-430f-82b6-8c76a44d3a90 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.4465561 Feb 09 01:09:12.939933 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddf8ea0-3e3e-4bf2-bf67-d054319ee46b admin admin] Pushing event deleted for resources: {'Port': ['ID=a0c5af9b-5469-4a4a-8355-39e19eecf403,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:13.080357 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1ddf8ea0-3e3e-4bf2-bf67-d054319ee46b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (7edecd79-a129-4c90-8dd2-af0df8525895), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:13.138587 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-32a42ce5-08ca-45c5-9972-d40b6024b3bd None None] Set router 7edecd79-a129-4c90-8dd2-af0df8525895 gateway port host: None {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:09:13.200913 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0f058e22-1ae8-48b4-86c4-e29a9bc42e73 req-74cd7475-8f08-4c30-87ef-bbf0691b8470 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364447 Feb 09 01:09:13.332252 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-32a42ce5-08ca-45c5-9972-d40b6024b3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7edecd79-a129-4c90-8dd2-af0df8525895', 'name': 'tempest-AttachSCSIVolumeTestJSON-459654636-router', 'tenant_id': '89e1f0f4cc04459291204524a9eba8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:05:41Z', 'updated_at': '2022-02-09T01:09:12Z', 'revision_number': 7, 'project_id': '89e1f0f4cc04459291204524a9eba8d0', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:13.334242 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1ddf8ea0-3e3e-4bf2-bf67-d054319ee46b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (7edecd79-a129-4c90-8dd2-af0df8525895), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:13.340026 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1ddf8ea0-3e3e-4bf2-bf67-d054319ee46b admin admin] Publish callbacks [] for router_controller (7edecd79-a129-4c90-8dd2-af0df8525895), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:13.445773 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a42ce5-08ca-45c5-9972-d40b6024b3bd None None] The sync data for ids ['7edecd79-a129-4c90-8dd2-af0df8525895'] in n-d-828369-4 is: [{'id': '7edecd79-a129-4c90-8dd2-af0df8525895', 'name': 'tempest-AttachSCSIVolumeTestJSON-459654636-router', 'tenant_id': '89e1f0f4cc04459291204524a9eba8d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:05:41Z', 'updated_at': '2022-02-09T01:09:12Z', 'revision_number': 7, 'project_id': '89e1f0f4cc04459291204524a9eba8d0', 'gw_port_host': None}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:09:13.486648 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1ddf8ea0-3e3e-4bf2-bf67-d054319ee46b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (7edecd79-a129-4c90-8dd2-af0df8525895), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:13.487397 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ddf8ea0-3e3e-4bf2-bf67-d054319ee46b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7edecd79-a129-4c90-8dd2-af0df8525895 {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:09:13.496226 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1ddf8ea0-3e3e-4bf2-bf67-d054319ee46b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:13.497773 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1ddf8ea0-3e3e-4bf2-bf67-d054319ee46b admin admin] 10.222.0.50 "DELETE /v2.0/routers/7edecd79-a129-4c90-8dd2-af0df8525895 HTTP/1.1" status: 204 len: 168 time: 1.9279022 Feb 09 01:09:13.500458 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48776) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:13.546824 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port cda80abc-8f97-4838-bd40-6eefa93870c1 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:09:13.547487 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (cda80abc-8f97-4838-bd40-6eefa93870c1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:13.583725 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a491194-2244-4a68-be26-b61bc7c5f602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda80abc-8f97-4838-bd40-6eefa93870c1'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:09:13.586666 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49936fa0-8311-47ba-889d-191615ccbd40" -d '{"events": [{"server_uuid": "5a491194-2244-4a68-be26-b61bc7c5f602", "name": "network-vif-plugged", "status": "completed", "tag": "cda80abc-8f97-4838-bd40-6eefa93870c1"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:09:13.598393 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e702341-ae2d-4e56-aee6-29528172fd3a admin admin] Deleting subnet 39025205-bb7c-46ac-a43e-80dbed15aee3 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:09:13.608792 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3e702341-ae2d-4e56-aee6-29528172fd3a admin admin] Publish callbacks [] for subnet (39025205-bb7c-46ac-a43e-80dbed15aee3), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:13.611917 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port cda80abc-8f97-4838-bd40-6eefa93870c1, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=cda80abc-8f97-4838-bd40-6eefa93870c1,segment=NetworkSegment(1088d67c-3520-4ac2-8e48-25a7c8da33c5),segment_id=1088d67c-3520-4ac2-8e48-25a7c8da33c5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:13.626393 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (cda80abc-8f97-4838-bd40-6eefa93870c1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:13.694683 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3e702341-ae2d-4e56-aee6-29528172fd3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (39025205-bb7c-46ac-a43e-80dbed15aee3), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:13.736514 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89ca25-d0f3-4d55-81e2-9a7ce1a27dca req-4918675f-5339-4a5b-bcc4-f5bc1935b9a9 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:13.738560 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3b89ca25-d0f3-4d55-81e2-9a7ce1a27dca req-4918675f-5339-4a5b-bcc4-f5bc1935b9a9 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a491194-2244-4a68-be26-b61bc7c5f602 HTTP/1.1" status: 200 len: 945 time: 0.2902832 Feb 09 01:09:13.772874 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=cda80abc-8f97-4838-bd40-6eefa93870c1,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:13.878150 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3e702341-ae2d-4e56-aee6-29528172fd3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (39025205-bb7c-46ac-a43e-80dbed15aee3), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:13.914788 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3b89ca25-d0f3-4d55-81e2-9a7ce1a27dca req-b139af1c-29f5-49c9-bcf2-6f28470514eb tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684444 Feb 09 01:09:13.971921 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.db.resource_extend [req-4ba31557-4800-438a-9ae1-c7b5a425840c req-1619f1da-de89-429e-b6a1-a5ac358e03b9 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:09:14.049932 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3e702341-ae2d-4e56-aee6-29528172fd3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (39025205-bb7c-46ac-a43e-80dbed15aee3), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:14.093230 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e702341-ae2d-4e56-aee6-29528172fd3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39025205-bb7c-46ac-a43e-80dbed15aee3,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:14.095151 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3c0a4f-5019-412c-baed-8e5c4f199d19 None None] Network db72407c-b961-4cdb-acfa-d628a00d5cf6 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:09:14.096488 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3e702341-ae2d-4e56-aee6-29528172fd3a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:14.103146 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3e702341-ae2d-4e56-aee6-29528172fd3a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/39025205-bb7c-46ac-a43e-80dbed15aee3 HTTP/1.1" status: 204 len: 168 time: 0.5950682 Feb 09 01:09:14.104124 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48786) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:14.206382 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4ba31557-4800-438a-9ae1-c7b5a425840c req-1619f1da-de89-429e-b6a1-a5ac358e03b9 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:14.213434 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6f5b9957-1e99-45bc-8872-70dbb494bfc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (db72407c-b961-4cdb-acfa-d628a00d5cf6), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:14.277964 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4ba31557-4800-438a-9ae1-c7b5a425840c req-1619f1da-de89-429e-b6a1-a5ac358e03b9 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (033a97e7-c848-42c2-a818-6985a4368131), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:14.333995 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-6f5b9957-1e99-45bc-8872-70dbb494bfc3 admin admin] Deleting port 244be646-5f2c-4585-8bb0-614b67db3b57 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:09:14.334705 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6f5b9957-1e99-45bc-8872-70dbb494bfc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (244be646-5f2c-4585-8bb0-614b67db3b57), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:14.438568 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddd47e4-bd6d-4641-bd05-dbbf6b89a624 None None] DHCP port deletion for db72407c-b961-4cdb-acfa-d628a00d5cf6 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:09:14.480063 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539cf50-b093-4ac1-a553-29d613a749bd req-494ce02b-8d0b-43fc-aafd-f0551614845c tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:14.481054 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-6f5b9957-1e99-45bc-8872-70dbb494bfc3 admin admin] For port 244be646-5f2c-4585-8bb0-614b67db3b57, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=244be646-5f2c-4585-8bb0-614b67db3b57,segment=NetworkSegment(027cc1ec-0c18-4a25-a208-0f9bfe67520e),segment_id=027cc1ec-0c18-4a25-a208-0f9bfe67520e)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:14.481475 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6f5b9957-1e99-45bc-8872-70dbb494bfc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (244be646-5f2c-4585-8bb0-614b67db3b57), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:14.488254 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2539cf50-b093-4ac1-a553-29d613a749bd req-494ce02b-8d0b-43fc-aafd-f0551614845c tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 944 time: 0.2769008 Feb 09 01:09:14.498145 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-6f5b9957-1e99-45bc-8872-70dbb494bfc3 admin admin] Calling delete_port for 244be646-5f2c-4585-8bb0-614b67db3b57 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:09:14.550728 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-9ddd47e4-bd6d-4641-bd05-dbbf6b89a624 None None] Deleting port 244be646-5f2c-4585-8bb0-614b67db3b57 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:09:14.551115 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9ddd47e4-bd6d-4641-bd05-dbbf6b89a624 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (244be646-5f2c-4585-8bb0-614b67db3b57), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:14.629509 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2539cf50-b093-4ac1-a553-29d613a749bd req-217daea8-b43c-408a-a5ae-69725ba7cc47 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380548 Feb 09 01:09:14.703726 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [req-4ba31557-4800-438a-9ae1-c7b5a425840c req-1619f1da-de89-429e-b6a1-a5ac358e03b9 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Floating IP 033a97e7-c848-42c2-a818-6985a4368131 associated. External IP: 172.25.8.52, port: ace52ea1-97e7-44e7-ad98-468e8518f5c7. Feb 09 01:09:14.736722 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6f5b9957-1e99-45bc-8872-70dbb494bfc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (244be646-5f2c-4585-8bb0-614b67db3b57), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:14.786998 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-9ddd47e4-bd6d-4641-bd05-dbbf6b89a624 None None] For port 244be646-5f2c-4585-8bb0-614b67db3b57, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=244be646-5f2c-4585-8bb0-614b67db3b57,segment=NetworkSegment(027cc1ec-0c18-4a25-a208-0f9bfe67520e),segment_id=027cc1ec-0c18-4a25-a208-0f9bfe67520e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:14.787599 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9ddd47e4-bd6d-4641-bd05-dbbf6b89a624 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (244be646-5f2c-4585-8bb0-614b67db3b57), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:14.792713 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b9957-1e99-45bc-8872-70dbb494bfc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=244be646-5f2c-4585-8bb0-614b67db3b57,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:14.808976 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5b9957-1e99-45bc-8872-70dbb494bfc3 admin admin] No DVR routers for this DVR port 244be646-5f2c-4585-8bb0-614b67db3b57 on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:09:14.814317 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 664bfc52-b332-4150-ac19-9e6ab13158ee no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:09:14.827411 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-9ddd47e4-bd6d-4641-bd05-dbbf6b89a624 None None] Calling delete_port for 244be646-5f2c-4585-8bb0-614b67db3b57 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:09:14.896695 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 664bfc52-b332-4150-ac19-9e6ab13158ee {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:09:14.897394 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 664bfc52-b332-4150-ac19-9e6ab13158ee not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:09:14.898062 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device a0c5af9b-5469-4a4a-8355-39e19eecf403 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:09:14.940375 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: a0c5af9b-5469-4a4a-8355-39e19eecf403 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:09:14.941502 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device a0c5af9b-5469-4a4a-8355-39e19eecf403 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:09:14.942152 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 244be646-5f2c-4585-8bb0-614b67db3b57 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:09:14.966545 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 244be646-5f2c-4585-8bb0-614b67db3b57 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:09:14.967317 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 244be646-5f2c-4585-8bb0-614b67db3b57 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:09:15.004783 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6f5b9957-1e99-45bc-8872-70dbb494bfc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (db72407c-b961-4cdb-acfa-d628a00d5cf6), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:15.063284 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-6f5b9957-1e99-45bc-8872-70dbb494bfc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db72407c-b961-4cdb-acfa-d628a00d5cf6']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:15.085778 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-6f5b9957-1e99-45bc-8872-70dbb494bfc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '027cc1ec-0c18-4a25-a208-0f9bfe67520e') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:15.090232 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-6f5b9957-1e99-45bc-8872-70dbb494bfc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '027cc1ec-0c18-4a25-a208-0f9bfe67520e') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:15.091380 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9ddd47e4-bd6d-4641-bd05-dbbf6b89a624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (244be646-5f2c-4585-8bb0-614b67db3b57), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:15.114394 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6f5b9957-1e99-45bc-8872-70dbb494bfc3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (027cc1ec-0c18-4a25-a208-0f9bfe67520e), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:15.147249 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6f5b9957-1e99-45bc-8872-70dbb494bfc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (027cc1ec-0c18-4a25-a208-0f9bfe67520e), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:15.161328 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f5b9957-1e99-45bc-8872-70dbb494bfc3 admin admin] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:09:15.161328 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6f5b9957-1e99-45bc-8872-70dbb494bfc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (027cc1ec-0c18-4a25-a208-0f9bfe67520e), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:15.184454 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd47e4-bd6d-4641-bd05-dbbf6b89a624 None None] Pushing event deleted for resources: {'Port': ['ID=244be646-5f2c-4585-8bb0-614b67db3b57,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:15.187215 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddd47e4-bd6d-4641-bd05-dbbf6b89a624 None None] No DVR routers for this DVR port 244be646-5f2c-4585-8bb0-614b67db3b57 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:09:15.195527 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90340ef1-92e9-4109-91f8-f125c9a2f824 req-4c233e08-4565-476f-8d86-1bca6062dc1e tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:15.202182 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-90340ef1-92e9-4109-91f8-f125c9a2f824 req-4c233e08-4565-476f-8d86-1bca6062dc1e tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.2778242 Feb 09 01:09:15.305227 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:09:15.305227 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:09:15.305227 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:09:15.305227 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:09:15.305227 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:09:15.305227 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:09:15.305227 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:09:15.305227 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:09:15.305227 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:09:15.305227 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:09:15.305227 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:09:15.305227 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:09:15.305227 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:09:15.305227 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:09:15.305227 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:09:15.305227 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:09:15.305227 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:09:15.305227 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:09:15.305227 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:09:15.305227 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:09:15.305227 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:09:15.305227 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:09:15.305227 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:09:15.305227 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:09:15.305227 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:09:15.305227 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:09:15.305227 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:09:15.305227 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:09:15.305227 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:09:15.305227 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:09:15.305227 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:09:15.305227 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:09:15.314662 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6f5b9957-1e99-45bc-8872-70dbb494bfc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (db72407c-b961-4cdb-acfa-d628a00d5cf6), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:15.320766 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6f5b9957-1e99-45bc-8872-70dbb494bfc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:15.331261 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6f5b9957-1e99-45bc-8872-70dbb494bfc3 admin admin] 10.222.0.50 "DELETE /v2.0/networks/db72407c-b961-4cdb-acfa-d628a00d5cf6 HTTP/1.1" status: 204 len: 168 time: 1.2261078 Feb 09 01:09:15.332014 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 48796) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:15.354763 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b9957-1e99-45bc-8872-70dbb494bfc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=db72407c-b961-4cdb-acfa-d628a00d5cf6,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:15.603480 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-90340ef1-92e9-4109-91f8-f125c9a2f824 req-9512d7cc-a354-4cbf-ae4c-0f59585449fc tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3948820 Feb 09 01:09:15.654246 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d4385d-f0b9-434a-a9ff-9623e5d908bf x-openstack-request-id: req-10d4385d-f0b9-434a-a9ff-9623e5d908bf {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:09:15.655416 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a491194-2244-4a68-be26-b61bc7c5f602", "name": "network-vif-plugged", "status": "completed", "tag": "cda80abc-8f97-4838-bd40-6eefa93870c1", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:09:15.655840 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-10d4385d-f0b9-434a-a9ff-9623e5d908bf {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:09:15.656515 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a491194-2244-4a68-be26-b61bc7c5f602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda80abc-8f97-4838-bd40-6eefa93870c1', 'code': 200} Feb 09 01:09:15.715409 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ba31557-4800-438a-9ae1-c7b5a425840c req-1619f1da-de89-429e-b6a1-a5ac358e03b9 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Router cea8396b-53c6-465f-9482-1621958c3b0c has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:09:16.160960 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651abf4-5886-41e1-bc99-8db403d4c646 req-66dbc53e-7bae-4007-9125-1fc00488cf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:16.162910 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a651abf4-5886-41e1-bc99-8db403d4c646 req-66dbc53e-7bae-4007-9125-1fc00488cf56 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=5a491194-2244-4a68-be26-b61bc7c5f602 HTTP/1.1" status: 200 len: 1128 time: 0.4308314 Feb 09 01:09:16.239631 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bf096-b2af-4953-9f9f-b241a89b5f45 req-7fce43d4-d583-4c5c-908e-6a9cc44e411d tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:16.241465 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1c3bf096-b2af-4953-9f9f-b241a89b5f45 req-7fce43d4-d583-4c5c-908e-6a9cc44e411d tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a491194-2244-4a68-be26-b61bc7c5f602 HTTP/1.1" status: 200 len: 946 time: 0.4768810 Feb 09 01:09:16.345307 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ba31557-4800-438a-9ae1-c7b5a425840c req-1619f1da-de89-429e-b6a1-a5ac358e03b9 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:09:16.356571 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4ba31557-4800-438a-9ae1-c7b5a425840c req-1619f1da-de89-429e-b6a1-a5ac358e03b9 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:16.364281 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7b6920-a262-4d73-a8c1-7f17a5f5228d None None] Sync routers for ids ['cea8396b-53c6-465f-9482-1621958c3b0c'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:09:16.385577 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7b6920-a262-4d73-a8c1-7f17a5f5228d None None] Routers {'cea8396b-53c6-465f-9482-1621958c3b0c'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:09:16.391830 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-cb7b6920-a262-4d73-a8c1-7f17a5f5228d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:09:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['cea8396b-53c6-465f-9482-1621958c3b0c'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:16.434132 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a651abf4-5886-41e1-bc99-8db403d4c646 req-7b18e78d-8470-4b3a-a1aa-5031f1ea7135 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366617 Feb 09 01:09:16.482245 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1c3bf096-b2af-4953-9f9f-b241a89b5f45 req-b44f6c30-8687-4b79-a43c-33b19d99df16 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236593 Feb 09 01:09:16.487383 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4ba31557-4800-438a-9ae1-c7b5a425840c req-1619f1da-de89-429e-b6a1-a5ac358e03b9 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "PUT /v2.0/floatingips/033a97e7-c848-42c2-a818-6985a4368131 HTTP/1.1" status: 200 len: 995 time: 3.9630971 Feb 09 01:09:16.491034 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c17624d-5b30-40e1-b862-5b350625a8a9', 'tag': 'ace52ea1-97e7-44e7-ad98-468e8518f5c7'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:09:16.493716 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1e3236-707e-4c8f-9d28-cd065e831878" -d '{"events": [{"name": "network-changed", "server_uuid": "7c17624d-5b30-40e1-b862-5b350625a8a9", "tag": "ace52ea1-97e7-44e7-ad98-468e8518f5c7"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:09:16.606690 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba31557-4800-438a-9ae1-c7b5a425840c req-30faf3c5-f2de-424c-baed-5f8ee7dd281a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:16.608904 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4ba31557-4800-438a-9ae1-c7b5a425840c req-30faf3c5-f2de-424c-baed-5f8ee7dd281a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=40d0b3ba65154fdfb7d6203582a5779e&device_id=7c17624d-5b30-40e1-b862-5b350625a8a9 HTTP/1.1" status: 200 len: 1127 time: 0.0930295 Feb 09 01:09:16.630293 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-cb7b6920-a262-4d73-a8c1-7f17a5f5228d None None] Set router cea8396b-53c6-465f-9482-1621958c3b0c gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:09:16.821693 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540980e4-d759-43cc-9562-ec887090d95a req-d0bbea0f-aaa3-4886-a7f5-955fcf2ab619 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:16.823194 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-540980e4-d759-43cc-9562-ec887090d95a req-d0bbea0f-aaa3-4886-a7f5-955fcf2ab619 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 944 time: 0.1368976 Feb 09 01:09:16.829017 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8ddf012b-9dc4-4eab-94f8-006fb88202c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (d5c814ea-7376-4ad6-bb70-c2af89e370ad), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:16.877216 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba31557-4800-438a-9ae1-c7b5a425840c req-c906dd4c-a8ef-415a-b2ed-67867fdc209e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:16.878716 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4ba31557-4800-438a-9ae1-c7b5a425840c req-c906dd4c-a8ef-415a-b2ed-67867fdc209e service neutron] 10.222.0.50 "GET /v2.0/networks?id=7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5 HTTP/1.1" status: 200 len: 931 time: 0.2396209 Feb 09 01:09:17.018484 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-cb7b6920-a262-4d73-a8c1-7f17a5f5228d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea8396b-53c6-465f-9482-1621958c3b0c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1131755305-router', 'tenant_id': '40d0b3ba65154fdfb7d6203582a5779e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'c869b08f-f7a2-406a-87ef-e9bb9f54e8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:08:34Z', 'updated_at': '2022-02-09T01:08:43Z', 'revision_number': 4, 'project_id': '40d0b3ba65154fdfb7d6203582a5779e', 'gw_port': {'id': 'c869b08f-f7a2-406a-87ef-e9bb9f54e8ad', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea8396b-53c6-465f-9482-1621958c3b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:35Z', 'updated_at': '2022-02-09T01:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '033a97e7-c848-42c2-a818-6985a4368131', 'tenant_id': '40d0b3ba65154fdfb7d6203582a5779e', 'floating_ip_address': '172.25.8.52', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'cea8396b-53c6-465f-9482-1621958c3b0c', 'port_id': 'ace52ea1-97e7-44e7-ad98-468e8518f5c7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 953, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5', 'mac_address': 'fa:16:3e:c4:51:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c17624d-5b30-40e1-b862-5b350625a8a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:09:09Z', 'updated_at': '2022-02-09T01:09:13Z', 'revision_number': 1, 'project_id': '40d0b3ba65154fdfb7d6203582a5779e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '814bcff1-43a0-4fa7-87cc-497c0b121c8f', 'name': '', 'network_id': '7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5', 'tenant_id': '40d0b3ba65154fdfb7d6203582a5779e', 'mac_address': 'fa:16:3e:5f:4a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea8396b-53c6-465f-9482-1621958c3b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '3f566d7a-36e4-4f05-a0b6-f30f5dd16476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:41Z', 'updated_at': '2022-02-09T01:08:52Z', 'revision_number': 5, 'project_id': '40d0b3ba65154fdfb7d6203582a5779e', 'subnets': [{'id': '3f566d7a-36e4-4f05-a0b6-f30f5dd16476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:17.061976 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-540980e4-d759-43cc-9562-ec887090d95a req-24a11779-8b49-4584-bfbb-a58f220a99f7 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2286792 Feb 09 01:09:17.065040 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7b6920-a262-4d73-a8c1-7f17a5f5228d None None] Checking router: cea8396b-53c6-465f-9482-1621958c3b0c for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:09:17.084433 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7b6920-a262-4d73-a8c1-7f17a5f5228d None None] Routers {'cea8396b-53c6-465f-9482-1621958c3b0c'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:09:17.085080 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-cb7b6920-a262-4d73-a8c1-7f17a5f5228d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:09:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['cea8396b-53c6-465f-9482-1621958c3b0c'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:17.140848 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4ba31557-4800-438a-9ae1-c7b5a425840c req-67d52e92-7ba9-4e90-87db-1d773f623ebd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ace52ea1-97e7-44e7-ad98-468e8518f5c7 HTTP/1.1" status: 200 len: 998 time: 0.2268353 Feb 09 01:09:17.305577 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba31557-4800-438a-9ae1-c7b5a425840c req-5c86558d-6b69-4197-b671-13bd6bfd80ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:17.308032 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4ba31557-4800-438a-9ae1-c7b5a425840c req-5c86558d-6b69-4197-b671-13bd6bfd80ba service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3f566d7a-36e4-4f05-a0b6-f30f5dd16476 HTTP/1.1" status: 200 len: 868 time: 0.1644437 Feb 09 01:09:17.315847 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-cb7b6920-a262-4d73-a8c1-7f17a5f5228d None None] Set router cea8396b-53c6-465f-9482-1621958c3b0c gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:09:17.332001 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947e19f1-3501-49eb-ab54-a72613a12882 x-openstack-request-id: req-947e19f1-3501-49eb-ab54-a72613a12882 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:09:17.333450 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c17624d-5b30-40e1-b862-5b350625a8a9", "tag": "ace52ea1-97e7-44e7-ad98-468e8518f5c7", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:09:17.342554 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-947e19f1-3501-49eb-ab54-a72613a12882 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:09:17.344783 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c17624d-5b30-40e1-b862-5b350625a8a9', 'tag': 'ace52ea1-97e7-44e7-ad98-468e8518f5c7', 'status': 'completed', 'code': 200} Feb 09 01:09:17.538697 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e3236-707e-4c8f-9d28-cd065e831878 req-6e105afb-8746-4870-b2e2-fdbe9b11614b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:17.541090 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fd1e3236-707e-4c8f-9d28-cd065e831878 req-6e105afb-8746-4870-b2e2-fdbe9b11614b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=40d0b3ba65154fdfb7d6203582a5779e&device_id=7c17624d-5b30-40e1-b862-5b350625a8a9 HTTP/1.1" status: 200 len: 1127 time: 0.2318532 Feb 09 01:09:17.574638 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba31557-4800-438a-9ae1-c7b5a425840c req-095261a7-0704-4c2e-a32c-db97fbb6782b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:17.578150 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4ba31557-4800-438a-9ae1-c7b5a425840c req-095261a7-0704-4c2e-a32c-db97fbb6782b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2301676 Feb 09 01:09:17.636252 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141064a-9417-42c1-b232-e07dc2346121 req-a8d1d5e0-54a0-4463-9c51-e8820320fa89 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:17.637863 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0141064a-9417-42c1-b232-e07dc2346121 req-a8d1d5e0-54a0-4463-9c51-e8820320fa89 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.2814517 Feb 09 01:09:17.873973 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-cb7b6920-a262-4d73-a8c1-7f17a5f5228d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea8396b-53c6-465f-9482-1621958c3b0c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1131755305-router', 'tenant_id': '40d0b3ba65154fdfb7d6203582a5779e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'c869b08f-f7a2-406a-87ef-e9bb9f54e8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:08:34Z', 'updated_at': '2022-02-09T01:08:43Z', 'revision_number': 4, 'project_id': '40d0b3ba65154fdfb7d6203582a5779e', 'gw_port': {'id': 'c869b08f-f7a2-406a-87ef-e9bb9f54e8ad', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea8396b-53c6-465f-9482-1621958c3b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:35Z', 'updated_at': '2022-02-09T01:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '033a97e7-c848-42c2-a818-6985a4368131', 'tenant_id': '40d0b3ba65154fdfb7d6203582a5779e', 'floating_ip_address': '172.25.8.52', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'cea8396b-53c6-465f-9482-1621958c3b0c', 'port_id': 'ace52ea1-97e7-44e7-ad98-468e8518f5c7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 953, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5', 'mac_address': 'fa:16:3e:c4:51:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c17624d-5b30-40e1-b862-5b350625a8a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:09:09Z', 'updated_at': '2022-02-09T01:09:13Z', 'revision_number': 1, 'project_id': '40d0b3ba65154fdfb7d6203582a5779e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '814bcff1-43a0-4fa7-87cc-497c0b121c8f', 'name': '', 'network_id': '7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5', 'tenant_id': '40d0b3ba65154fdfb7d6203582a5779e', 'mac_address': 'fa:16:3e:5f:4a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea8396b-53c6-465f-9482-1621958c3b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '3f566d7a-36e4-4f05-a0b6-f30f5dd16476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:41Z', 'updated_at': '2022-02-09T01:08:52Z', 'revision_number': 5, 'project_id': '40d0b3ba65154fdfb7d6203582a5779e', 'subnets': [{'id': '3f566d7a-36e4-4f05-a0b6-f30f5dd16476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:17.930472 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7b6920-a262-4d73-a8c1-7f17a5f5228d None None] The sync data for ids ['cea8396b-53c6-465f-9482-1621958c3b0c'] in n-d-828369-4 is: [{'id': 'cea8396b-53c6-465f-9482-1621958c3b0c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1131755305-router', 'tenant_id': '40d0b3ba65154fdfb7d6203582a5779e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'c869b08f-f7a2-406a-87ef-e9bb9f54e8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:08:34Z', 'updated_at': '2022-02-09T01:08:43Z', 'revision_number': 4, 'project_id': '40d0b3ba65154fdfb7d6203582a5779e', 'gw_port': {'id': 'c869b08f-f7a2-406a-87ef-e9bb9f54e8ad', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea8396b-53c6-465f-9482-1621958c3b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:35Z', 'updated_at': '2022-02-09T01:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '033a97e7-c848-42c2-a818-6985a4368131', 'tenant_id': '40d0b3ba65154fdfb7d6203582a5779e', 'floating_ip_address': '172.25.8.52', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'cea8396b-53c6-465f-9482-1621958c3b0c', 'port_id': 'ace52ea1-97e7-44e7-ad98-468e8518f5c7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 953, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5', 'mac_address': 'fa:16:3e:c4:51:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c17624d-5b30-40e1-b862-5b350625a8a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:09:09Z', 'updated_at': '2022-02-09T01:09:13Z', 'revision_number': 1, 'project_id': '40d0b3ba65154fdfb7d6203582a5779e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '814bcff1-43a0-4fa7-87cc-497c0b121c8f', 'name': '', 'network_id': '7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5', 'tenant_id': '40d0b3ba65154fdfb7d6203582a5779e', 'mac_address': 'fa:16:3e:5f:4a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea8396b-53c6-465f-9482-1621958c3b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '3f566d7a-36e4-4f05-a0b6-f30f5dd16476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:41Z', 'updated_at': '2022-02-09T01:08:52Z', 'revision_number': 5, 'project_id': '40d0b3ba65154fdfb7d6203582a5779e', 'subnets': [{'id': '3f566d7a-36e4-4f05-a0b6-f30f5dd16476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:09:18.217108 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0141064a-9417-42c1-b232-e07dc2346121 req-49bedb6f-7340-41c2-8747-3dd68762d89c tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5536320 Feb 09 01:09:18.286426 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e3236-707e-4c8f-9d28-cd065e831878 req-ce7f0883-55b0-4fd0-b5aa-b1a486f849a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:18.287935 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fd1e3236-707e-4c8f-9d28-cd065e831878 req-ce7f0883-55b0-4fd0-b5aa-b1a486f849a3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5 HTTP/1.1" status: 200 len: 931 time: 0.7339849 Feb 09 01:09:18.321865 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb59db3-4ed0-48ad-abf4-1be82d3c8e0c req-7665d575-9c40-486d-a6c3-29d3fc62b49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:18.323894 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-acb59db3-4ed0-48ad-abf4-1be82d3c8e0c req-7665d575-9c40-486d-a6c3-29d3fc62b49e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f&tenant_id=cd714d32a01d4967bf3dd491f0b2d2f7 HTTP/1.1" status: 200 len: 1126 time: 0.6804366 Feb 09 01:09:18.330991 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96001a60-1b1d-4b7e-b242-d169797f2df5 None None] New status for floating IP 033a97e7-c848-42c2-a818-6985a4368131: ACTIVE {{(pid=103138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:09:18.355917 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4ba31557-4800-438a-9ae1-c7b5a425840c req-f47cf585-30f1-41f0-bbd4-b7ddc3b483bd service neutron] 10.222.0.50 "GET /v2.0/networks/7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7608964 Feb 09 01:09:18.364980 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-acb59db3-4ed0-48ad-abf4-1be82d3c8e0c req-053e22d8-5f2d-4544-a4ae-5d3635cd02b8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828369-4', 'device_owner': 'compute:nova'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:18.508416 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-acb59db3-4ed0-48ad-abf4-1be82d3c8e0c req-053e22d8-5f2d-4544-a4ae-5d3635cd02b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (39264370-bded-4c85-9b70-b01a28f9a277), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:18.527016 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fd1e3236-707e-4c8f-9d28-cd065e831878 req-7b4810fd-114b-404c-b561-3d012ec42bc8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ace52ea1-97e7-44e7-ad98-468e8518f5c7 HTTP/1.1" status: 200 len: 998 time: 0.2261229 Feb 09 01:09:18.533834 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-8ddf012b-9dc4-4eab-94f8-006fb88202c9 admin admin] Deleting port c8202dbf-ae31-4474-83f8-7e62a5746094 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:09:18.534182 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8ddf012b-9dc4-4eab-94f8-006fb88202c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (c8202dbf-ae31-4474-83f8-7e62a5746094), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:18.715771 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4ba31557-4800-438a-9ae1-c7b5a425840c req-fe89a6c9-d195-403a-8ded-e5332c28caf8 service neutron] 10.222.0.50 "GET /v2.0/networks/7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127947 Feb 09 01:09:18.792401 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e3236-707e-4c8f-9d28-cd065e831878 req-227cc68f-2b5a-4fe0-8944-f86e3fcaf196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:18.793969 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fd1e3236-707e-4c8f-9d28-cd065e831878 req-227cc68f-2b5a-4fe0-8944-f86e3fcaf196 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3f566d7a-36e4-4f05-a0b6-f30f5dd16476 HTTP/1.1" status: 200 len: 868 time: 0.2385242 Feb 09 01:09:18.939436 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-8ddf012b-9dc4-4eab-94f8-006fb88202c9 admin admin] For port c8202dbf-ae31-4474-83f8-7e62a5746094, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=c8202dbf-ae31-4474-83f8-7e62a5746094,segment=NetworkSegment(13bc8c4d-c079-45de-9aaf-809fbfc8a0f7),segment_id=13bc8c4d-c079-45de-9aaf-809fbfc8a0f7)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:18.939818 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8ddf012b-9dc4-4eab-94f8-006fb88202c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (c8202dbf-ae31-4474-83f8-7e62a5746094), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:18.969185 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f688c8-948f-4b67-b640-13c26dd36086 req-0ea5d538-7124-4776-9653-3a025b4faf2f tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:18.970589 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-24f688c8-948f-4b67-b640-13c26dd36086 req-0ea5d538-7124-4776-9653-3a025b4faf2f tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a491194-2244-4a68-be26-b61bc7c5f602 HTTP/1.1" status: 200 len: 946 time: 0.3107278 Feb 09 01:09:18.976387 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-8ddf012b-9dc4-4eab-94f8-006fb88202c9 admin admin] Calling delete_port for c8202dbf-ae31-4474-83f8-7e62a5746094 owned by network:router_interface {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:09:19.024306 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e3236-707e-4c8f-9d28-cd065e831878 req-86cfae62-a83e-4b3b-aa86-3d726cb7ea47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:19.025859 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fd1e3236-707e-4c8f-9d28-cd065e831878 req-86cfae62-a83e-4b3b-aa86-3d726cb7ea47 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2160087 Feb 09 01:09:19.141516 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c37aa0-0f14-42b3-bffe-c5406111eb33 req-fdf293dd-fd56-4d75-adfc-70489e873b19 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:19.143026 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76c37aa0-0f14-42b3-bffe-c5406111eb33 req-fdf293dd-fd56-4d75-adfc-70489e873b19 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 944 time: 0.3384788 Feb 09 01:09:19.206955 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-24f688c8-948f-4b67-b640-13c26dd36086 req-a2270d19-4575-4106-84f0-098b83eafe07 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271874 Feb 09 01:09:19.214755 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-acb59db3-4ed0-48ad-abf4-1be82d3c8e0c req-053e22d8-5f2d-4544-a4ae-5d3635cd02b8 service neutron] For port 39264370-bded-4c85-9b70-b01a28f9a277, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=39264370-bded-4c85-9b70-b01a28f9a277,segment=NetworkSegment(ebc0196b-40a7-4a91-81b3-cd03bc319f59),segment_id=ebc0196b-40a7-4a91-81b3-cd03bc319f59)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:19.370429 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76c37aa0-0f14-42b3-bffe-c5406111eb33 req-7614852e-816c-4de0-8096-7ae8580f4c8b tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102406 Feb 09 01:09:19.376651 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fd1e3236-707e-4c8f-9d28-cd065e831878 req-bc8ac1e1-92a3-48a0-88dc-e06f166eeb93 service neutron] 10.222.0.47 "GET /v2.0/networks/7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059092 Feb 09 01:09:19.405514 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-acb59db3-4ed0-48ad-abf4-1be82d3c8e0c req-053e22d8-5f2d-4544-a4ae-5d3635cd02b8 service neutron] For port 39264370-bded-4c85-9b70-b01a28f9a277, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:09:19.528214 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-acb59db3-4ed0-48ad-abf4-1be82d3c8e0c req-053e22d8-5f2d-4544-a4ae-5d3635cd02b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39264370-bded-4c85-9b70-b01a28f9a277 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:09:19.547775 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-acb59db3-4ed0-48ad-abf4-1be82d3c8e0c req-053e22d8-5f2d-4544-a4ae-5d3635cd02b8 service neutron] Publish callbacks [] for port (39264370-bded-4c85-9b70-b01a28f9a277), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:19.597016 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c95b3-2034-47aa-85c8-066d38774ba8 req-a7fe5469-a896-4540-828e-a66ab7aad453 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:19.603744 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-037c95b3-2034-47aa-85c8-066d38774ba8 req-a7fe5469-a896-4540-828e-a66ab7aad453 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.2866788 Feb 09 01:09:19.615647 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-acb59db3-4ed0-48ad-abf4-1be82d3c8e0c req-053e22d8-5f2d-4544-a4ae-5d3635cd02b8 service neutron] Transition to ACTIVE for port object 39264370-bded-4c85-9b70-b01a28f9a277 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:09:19.651552 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-acb59db3-4ed0-48ad-abf4-1be82d3c8e0c req-053e22d8-5f2d-4544-a4ae-5d3635cd02b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (39264370-bded-4c85-9b70-b01a28f9a277), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:19.655679 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fd1e3236-707e-4c8f-9d28-cd065e831878 req-9ba31210-5d1d-473a-9160-2200e304a7ee service neutron] 10.222.0.47 "GET /v2.0/networks/7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695553 Feb 09 01:09:19.740804 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ebe13-96e9-4c1a-88cb-0833d11799f9 req-acf51072-0674-46df-83d4-4420d7312e0c tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:19.743082 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a3ebe13-96e9-4c1a-88cb-0833d11799f9 req-acf51072-0674-46df-83d4-4420d7312e0c tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc816d7-4e97-4af0-a022-c8d1d996bcc6 HTTP/1.1" status: 200 len: 946 time: 0.2800879 Feb 09 01:09:19.784023 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e22d8-5f2d-4544-a4ae-5d3635cd02b8 service neutron] Pushing event updated for resources: {'Port': ['ID=39264370-bded-4c85-9b70-b01a28f9a277,revision_number=9']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:19.803155 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-037c95b3-2034-47aa-85c8-066d38774ba8 req-26f7dcc9-16cc-4f99-a660-f83b90348de4 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984262 Feb 09 01:09:19.856241 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8ddf012b-9dc4-4eab-94f8-006fb88202c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (c8202dbf-ae31-4474-83f8-7e62a5746094), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:20.041276 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf012b-9dc4-4eab-94f8-006fb88202c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8202dbf-ae31-4474-83f8-7e62a5746094,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:20.200645 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb59db3-4ed0-48ad-abf4-1be82d3c8e0c req-053e22d8-5f2d-4544-a4ae-5d3635cd02b8 service neutron] No DVR routers for this DVR port 39264370-bded-4c85-9b70-b01a28f9a277 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:09:20.213803 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a3ebe13-96e9-4c1a-88cb-0833d11799f9 req-779a38f6-b27b-424e-b9de-fc414b166386 tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] 10.222.0.50 "GET /v2.0/security-groups?id=c82867f8-bd12-4180-b082-ee29add7fe4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078355 Feb 09 01:09:20.258387 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c5bd797-f310-4846-b6c7-5eaf43390db7 req-ecaea820-2738-4399-a88b-8720b62418f8 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ca740734-29c2-4b60-ae10-4c709b5c6ef4 HTTP/1.1" status: 200 len: 258 time: 0.3858540 Feb 09 01:09:20.382789 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-0c5bd797-f310-4846-b6c7-5eaf43390db7 req-237dd04a-7369-41da-a46f-f5f50fdf72b0 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:20.831025 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0c5bd797-f310-4846-b6c7-5eaf43390db7 req-237dd04a-7369-41da-a46f-f5f50fdf72b0 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:20.917913 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8ddf012b-9dc4-4eab-94f8-006fb88202c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (d5c814ea-7376-4ad6-bb70-c2af89e370ad), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:20.937797 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fc455-a9f9-4ca4-a650-e076b08de3cf req-8eb4ef66-409c-462c-bbb4-ae200e544191 tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:20.939540 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-728fc455-a9f9-4ca4-a650-e076b08de3cf req-8eb4ef66-409c-462c-bbb4-ae200e544191 tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] 10.222.0.47 "GET /v2.0/ports?device_id=dcc816d7-4e97-4af0-a022-c8d1d996bcc6 HTTP/1.1" status: 200 len: 946 time: 0.5731218 Feb 09 01:09:21.042124 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683904a6-29a9-42ba-a90f-277c42692336 req-dd61fea1-ab1f-4b7f-8f4a-b577e8a51d9b tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:21.043704 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-683904a6-29a9-42ba-a90f-277c42692336 req-dd61fea1-ab1f-4b7f-8f4a-b577e8a51d9b tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 944 time: 0.2735238 Feb 09 01:09:21.184287 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-acb59db3-4ed0-48ad-abf4-1be82d3c8e0c req-053e22d8-5f2d-4544-a4ae-5d3635cd02b8 service neutron] Attempting to bind port 39264370-bded-4c85-9b70-b01a28f9a277 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:09:21.184607 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-acb59db3-4ed0-48ad-abf4-1be82d3c8e0c req-053e22d8-5f2d-4544-a4ae-5d3635cd02b8 service neutron] Attempting to bind port 39264370-bded-4c85-9b70-b01a28f9a277 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'ebc0196b-40a7-4a91-81b3-cd03bc319f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:09:21.184925 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb59db3-4ed0-48ad-abf4-1be82d3c8e0c req-053e22d8-5f2d-4544-a4ae-5d3635cd02b8 service neutron] Attempting to bind port 39264370-bded-4c85-9b70-b01a28f9a277 on network 8e06ad67-97d1-4f11-889a-fde8ce1f4554 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:09:21.214106 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb59db3-4ed0-48ad-abf4-1be82d3c8e0c req-053e22d8-5f2d-4544-a4ae-5d3635cd02b8 service neutron] Port 39264370-bded-4c85-9b70-b01a28f9a277 on network 8e06ad67-97d1-4f11-889a-fde8ce1f4554 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:09:21.216407 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb59db3-4ed0-48ad-abf4-1be82d3c8e0c req-053e22d8-5f2d-4544-a4ae-5d3635cd02b8 service neutron] Attempting to bind port 39264370-bded-4c85-9b70-b01a28f9a277 on network 8e06ad67-97d1-4f11-889a-fde8ce1f4554 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:09:21.246976 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb59db3-4ed0-48ad-abf4-1be82d3c8e0c req-053e22d8-5f2d-4544-a4ae-5d3635cd02b8 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:09:21.247322 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb59db3-4ed0-48ad-abf4-1be82d3c8e0c req-053e22d8-5f2d-4544-a4ae-5d3635cd02b8 service neutron] Checking segment: {'id': 'ebc0196b-40a7-4a91-81b3-cd03bc319f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:09:21.247730 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb59db3-4ed0-48ad-abf4-1be82d3c8e0c req-053e22d8-5f2d-4544-a4ae-5d3635cd02b8 service neutron] Bound using segment: {'id': 'ebc0196b-40a7-4a91-81b3-cd03bc319f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:09:21.248173 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-acb59db3-4ed0-48ad-abf4-1be82d3c8e0c req-053e22d8-5f2d-4544-a4ae-5d3635cd02b8 service neutron] Bound port: 39264370-bded-4c85-9b70-b01a28f9a277, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebc0196b-40a7-4a91-81b3-cd03bc319f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:09:21.248619 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-acb59db3-4ed0-48ad-abf4-1be82d3c8e0c req-053e22d8-5f2d-4544-a4ae-5d3635cd02b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (39264370-bded-4c85-9b70-b01a28f9a277), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:21.273251 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-683904a6-29a9-42ba-a90f-277c42692336 req-b9ea76d0-20a0-4cbc-8791-c7b6684ab653 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899245 Feb 09 01:09:21.441540 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-728fc455-a9f9-4ca4-a650-e076b08de3cf req-6bf42474-78dd-4b9d-9bdb-8a9b4a971eed tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] Deleting port 5086a060-6d1e-46bd-802d-9d27b8cfd4a1 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:09:21.442298 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-728fc455-a9f9-4ca4-a650-e076b08de3cf req-6bf42474-78dd-4b9d-9bdb-8a9b4a971eed tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (5086a060-6d1e-46bd-802d-9d27b8cfd4a1), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:21.532694 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0c5bd797-f310-4846-b6c7-5eaf43390db7 req-237dd04a-7369-41da-a46f-f5f50fdf72b0 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:21.542189 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-acb59db3-4ed0-48ad-abf4-1be82d3c8e0c req-053e22d8-5f2d-4544-a4ae-5d3635cd02b8 service neutron] For port 39264370-bded-4c85-9b70-b01a28f9a277, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:09:21.584004 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-acb59db3-4ed0-48ad-abf4-1be82d3c8e0c req-053e22d8-5f2d-4544-a4ae-5d3635cd02b8 service neutron] For port 39264370-bded-4c85-9b70-b01a28f9a277, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=39264370-bded-4c85-9b70-b01a28f9a277,segment=NetworkSegment(ebc0196b-40a7-4a91-81b3-cd03bc319f59),segment_id=ebc0196b-40a7-4a91-81b3-cd03bc319f59)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:09:21.635526 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-acb59db3-4ed0-48ad-abf4-1be82d3c8e0c req-053e22d8-5f2d-4544-a4ae-5d3635cd02b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (39264370-bded-4c85-9b70-b01a28f9a277), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:21.667361 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260441b4-d91c-43a6-af3e-c2966757e701 req-34a820b4-c569-4f6b-b71a-ae9bed729a8a tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:21.668893 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-260441b4-d91c-43a6-af3e-c2966757e701 req-34a820b4-c569-4f6b-b71a-ae9bed729a8a tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a491194-2244-4a68-be26-b61bc7c5f602 HTTP/1.1" status: 200 len: 946 time: 0.2489178 Feb 09 01:09:21.717601 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb59db3-4ed0-48ad-abf4-1be82d3c8e0c req-053e22d8-5f2d-4544-a4ae-5d3635cd02b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:21.718244 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-acb59db3-4ed0-48ad-abf4-1be82d3c8e0c req-053e22d8-5f2d-4544-a4ae-5d3635cd02b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:21.719766 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-acb59db3-4ed0-48ad-abf4-1be82d3c8e0c req-053e22d8-5f2d-4544-a4ae-5d3635cd02b8 service neutron] 10.222.0.47 "PUT /v2.0/ports/39264370-bded-4c85-9b70-b01a28f9a277 HTTP/1.1" status: 200 len: 1092 time: 3.3599021 Feb 09 01:09:21.733062 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55ad19b6-cb1c-458d-a423-73060685d20f', 'tag': '39264370-bded-4c85-9b70-b01a28f9a277'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:09:21.736145 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47fe2f16-0dc1-4a85-b22b-659e97fd5604" -d '{"events": [{"name": "network-changed", "server_uuid": "55ad19b6-cb1c-458d-a423-73060685d20f", "tag": "39264370-bded-4c85-9b70-b01a28f9a277"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:09:21.788717 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-728fc455-a9f9-4ca4-a650-e076b08de3cf req-6bf42474-78dd-4b9d-9bdb-8a9b4a971eed tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] For port 5086a060-6d1e-46bd-802d-9d27b8cfd4a1, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=5086a060-6d1e-46bd-802d-9d27b8cfd4a1,segment=NetworkSegment(b2d3a581-e8bd-43df-8ffd-d16f0e85fb3a),segment_id=b2d3a581-e8bd-43df-8ffd-d16f0e85fb3a)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:21.789101 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-728fc455-a9f9-4ca4-a650-e076b08de3cf req-6bf42474-78dd-4b9d-9bdb-8a9b4a971eed tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (5086a060-6d1e-46bd-802d-9d27b8cfd4a1), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:21.792857 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ddf012b-9dc4-4eab-94f8-006fb88202c9 admin admin] Router d5c814ea-7376-4ad6-bb70-c2af89e370ad has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:09:21.875363 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-728fc455-a9f9-4ca4-a650-e076b08de3cf req-6bf42474-78dd-4b9d-9bdb-8a9b4a971eed tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] Calling delete_port for 5086a060-6d1e-46bd-802d-9d27b8cfd4a1 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:09:21.908683 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e22d8-5f2d-4544-a4ae-5d3635cd02b8 service neutron] Pushing event updated for resources: {'Port': ['ID=39264370-bded-4c85-9b70-b01a28f9a277,revision_number=10']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:21.938228 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-260441b4-d91c-43a6-af3e-c2966757e701 req-d2c02d44-bc83-4a11-825b-853438ba1f53 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579429 Feb 09 01:09:22.017928 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-0c5bd797-f310-4846-b6c7-5eaf43390db7 req-237dd04a-7369-41da-a46f-f5f50fdf72b0 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Allocated IP 172.25.8.133 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/d9df0fe2-997c-47aa-8f55-57abd69ef96c) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:09:22.098185 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb59db3-4ed0-48ad-abf4-1be82d3c8e0c req-26cdbd48-13a8-4d43-9422-d7763f3ed0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:22.099621 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-acb59db3-4ed0-48ad-abf4-1be82d3c8e0c req-26cdbd48-13a8-4d43-9422-d7763f3ed0b5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cd714d32a01d4967bf3dd491f0b2d2f7&device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 1127 time: 0.3377917 Feb 09 01:09:22.298065 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32b9a3-45ea-41d3-b5ac-70d424cea109 req-a561c451-09c7-4ac2-b9b2-a3db84362129 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:22.299637 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ef32b9a3-45ea-41d3-b5ac-70d424cea109 req-a561c451-09c7-4ac2-b9b2-a3db84362129 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.2522647 Feb 09 01:09:22.300763 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ddf012b-9dc4-4eab-94f8-006fb88202c9 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:09:22.315055 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da860b0-6a65-48dc-a929-5e55e4d47edf None None] Sync routers for ids ['d5c814ea-7376-4ad6-bb70-c2af89e370ad'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:09:22.317532 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8ddf012b-9dc4-4eab-94f8-006fb88202c9 admin admin] 10.222.0.50 "PUT /v2.0/routers/d5c814ea-7376-4ad6-bb70-c2af89e370ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9798391 Feb 09 01:09:22.320152 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48876) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:22.333923 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da860b0-6a65-48dc-a929-5e55e4d47edf None None] Routers {'d5c814ea-7376-4ad6-bb70-c2af89e370ad'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:09:22.335085 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-4da860b0-6a65-48dc-a929-5e55e4d47edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:09:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['d5c814ea-7376-4ad6-bb70-c2af89e370ad'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:22.386197 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb59db3-4ed0-48ad-abf4-1be82d3c8e0c req-bee3df00-ee5c-4a9d-9536-619114df6323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:22.387718 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-acb59db3-4ed0-48ad-abf4-1be82d3c8e0c req-bee3df00-ee5c-4a9d-9536-619114df6323 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8e06ad67-97d1-4f11-889a-fde8ce1f4554 HTTP/1.1" status: 200 len: 918 time: 0.2719016 Feb 09 01:09:22.490341 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0c5bd797-f310-4846-b6c7-5eaf43390db7 req-237dd04a-7369-41da-a46f-f5f50fdf72b0 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Publish callbacks [] for port (d9df0fe2-997c-47aa-8f55-57abd69ef96c), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:22.510073 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ef32b9a3-45ea-41d3-b5ac-70d424cea109 req-9c206a98-af38-42f1-b79f-1f0d3033b152 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966069 Feb 09 01:09:22.519129 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-728fc455-a9f9-4ca4-a650-e076b08de3cf req-6bf42474-78dd-4b9d-9bdb-8a9b4a971eed tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (5086a060-6d1e-46bd-802d-9d27b8cfd4a1), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:22.534118 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['5086a060-6d1e-46bd-802d-9d27b8cfd4a1'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:09:22.541402 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-4da860b0-6a65-48dc-a929-5e55e4d47edf None None] Set router d5c814ea-7376-4ad6-bb70-c2af89e370ad gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:09:22.583281 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-acb59db3-4ed0-48ad-abf4-1be82d3c8e0c req-3c135fcc-fce1-4cd2-bb5f-6a9e88671d11 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39264370-bded-4c85-9b70-b01a28f9a277 HTTP/1.1" status: 200 len: 999 time: 0.1821582 Feb 09 01:09:22.588602 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf42474-78dd-4b9d-9bdb-8a9b4a971eed tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] Pushing event deleted for resources: {'Port': ['ID=5086a060-6d1e-46bd-802d-9d27b8cfd4a1,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:22.601305 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4f1dbbc0-1e21-4592-8aa6-f7ae426c93c7 admin admin] Publish callbacks [] for router (d5c814ea-7376-4ad6-bb70-c2af89e370ad), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:22.716732 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-728fc455-a9f9-4ca4-a650-e076b08de3cf req-6bf42474-78dd-4b9d-9bdb-8a9b4a971eed tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] No DVR routers for this DVR port 5086a060-6d1e-46bd-802d-9d27b8cfd4a1 on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:09:22.721639 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f3de611f-0879-4995-92c4-6bf1553ab951 req-8400f9a5-36ef-4fae-ba72-bf954d1d7271 tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] 10.222.0.50 "GET /v2.0/ports?device_id=dcc816d7-4e97-4af0-a022-c8d1d996bcc6 HTTP/1.1" status: 200 len: 210 time: 0.0513384 Feb 09 01:09:22.722688 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0c5bd797-f310-4846-b6c7-5eaf43390db7 req-237dd04a-7369-41da-a46f-f5f50fdf72b0 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (d9df0fe2-997c-47aa-8f55-57abd69ef96c), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:22.725096 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-728fc455-a9f9-4ca4-a650-e076b08de3cf req-6bf42474-78dd-4b9d-9bdb-8a9b4a971eed tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:22.728294 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-728fc455-a9f9-4ca4-a650-e076b08de3cf req-6bf42474-78dd-4b9d-9bdb-8a9b4a971eed tempest-VolumesAdminNegativeTest-660875514 tempest-VolumesAdminNegativeTest-660875514-project] 10.222.0.47 "DELETE /v2.0/ports/5086a060-6d1e-46bd-802d-9d27b8cfd4a1 HTTP/1.1" status: 204 len: 173 time: 1.7825615 Feb 09 01:09:22.759736 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb59db3-4ed0-48ad-abf4-1be82d3c8e0c req-345ad637-0a2f-4cfc-90b8-4e5664e703f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:22.761289 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-acb59db3-4ed0-48ad-abf4-1be82d3c8e0c req-345ad637-0a2f-4cfc-90b8-4e5664e703f0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d13d90e7-a71d-4313-a595-9a761a96acb7 HTTP/1.1" status: 200 len: 855 time: 0.1705642 Feb 09 01:09:22.774645 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4f1dbbc0-1e21-4592-8aa6-f7ae426c93c7 admin admin] Publish callbacks [] for router_gateway (d5c814ea-7376-4ad6-bb70-c2af89e370ad), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:22.798759 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c5bd797-f310-4846-b6c7-5eaf43390db7 req-237dd04a-7369-41da-a46f-f5f50fdf72b0 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:09:22.817706 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-0c5bd797-f310-4846-b6c7-5eaf43390db7 req-237dd04a-7369-41da-a46f-f5f50fdf72b0 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:22.823495 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c5bd797-f310-4846-b6c7-5eaf43390db7 req-237dd04a-7369-41da-a46f-f5f50fdf72b0 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:09:22.838378 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-4da860b0-6a65-48dc-a929-5e55e4d47edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c814ea-7376-4ad6-bb70-c2af89e370ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-2039075345-router', 'tenant_id': '56b8c116ea4045f9a2e9fc8000cb5f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': 'e37474ac-405a-4e70-8b48-a2deef443af3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:05:50Z', 'updated_at': '2022-02-09T01:09:19Z', 'revision_number': 5, 'project_id': '56b8c116ea4045f9a2e9fc8000cb5f48', 'gw_port': {'id': 'e37474ac-405a-4e70-8b48-a2deef443af3', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:c4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c814ea-7376-4ad6-bb70-c2af89e370ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:05:52Z', 'updated_at': '2022-02-09T01:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:22.847121 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237dd04a-7369-41da-a46f-f5f50fdf72b0 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Pushing event updated for resources: {'Port': ['ID=d9df0fe2-997c-47aa-8f55-57abd69ef96c,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:22.885181 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d7562e-b230-4279-a8c0-be52b4c8bb36 x-openstack-request-id: req-85d7562e-b230-4279-a8c0-be52b4c8bb36 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:09:22.886884 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55ad19b6-cb1c-458d-a423-73060685d20f", "tag": "39264370-bded-4c85-9b70-b01a28f9a277", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:09:22.886884 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-85d7562e-b230-4279-a8c0-be52b4c8bb36 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:09:22.886884 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55ad19b6-cb1c-458d-a423-73060685d20f', 'tag': '39264370-bded-4c85-9b70-b01a28f9a277', 'status': 'completed', 'code': 200} Feb 09 01:09:22.911799 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da860b0-6a65-48dc-a929-5e55e4d47edf None None] Checking router: d5c814ea-7376-4ad6-bb70-c2af89e370ad for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:09:22.934240 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb59db3-4ed0-48ad-abf4-1be82d3c8e0c req-28fd8fe3-5253-442d-8986-235f6c6598a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:22.935855 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-acb59db3-4ed0-48ad-abf4-1be82d3c8e0c req-28fd8fe3-5253-442d-8986-235f6c6598a9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8e06ad67-97d1-4f11-889a-fde8ce1f4554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1595531 Feb 09 01:09:22.939776 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da860b0-6a65-48dc-a929-5e55e4d47edf None None] Routers {'d5c814ea-7376-4ad6-bb70-c2af89e370ad'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:09:22.940444 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-4da860b0-6a65-48dc-a929-5e55e4d47edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:09:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['d5c814ea-7376-4ad6-bb70-c2af89e370ad'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:22.942050 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-4f1dbbc0-1e21-4592-8aa6-f7ae426c93c7 admin admin] Deleting port e37474ac-405a-4e70-8b48-a2deef443af3 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:09:22.942982 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4f1dbbc0-1e21-4592-8aa6-f7ae426c93c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (e37474ac-405a-4e70-8b48-a2deef443af3), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:23.112943 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-4f1dbbc0-1e21-4592-8aa6-f7ae426c93c7 admin admin] For port e37474ac-405a-4e70-8b48-a2deef443af3, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=e37474ac-405a-4e70-8b48-a2deef443af3,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:23.113361 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4f1dbbc0-1e21-4592-8aa6-f7ae426c93c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (e37474ac-405a-4e70-8b48-a2deef443af3), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:23.135305 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-4f1dbbc0-1e21-4592-8aa6-f7ae426c93c7 admin admin] Calling delete_port for e37474ac-405a-4e70-8b48-a2deef443af3 owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:09:23.164693 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0c5bd797-f310-4846-b6c7-5eaf43390db7 req-237dd04a-7369-41da-a46f-f5f50fdf72b0 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Publish callbacks [] for floatingip (f9d64fb5-df6b-4d9b-a29d-40e69e47af18), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:23.269885 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-4da860b0-6a65-48dc-a929-5e55e4d47edf None None] Set router d5c814ea-7376-4ad6-bb70-c2af89e370ad gateway port host: None {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:09:23.310270 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-acb59db3-4ed0-48ad-abf4-1be82d3c8e0c req-1fbb9cb4-6a3b-47c2-9003-c7d2e09deb5e service neutron] 10.222.0.47 "GET /v2.0/networks/8e06ad67-97d1-4f11-889a-fde8ce1f4554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647401 Feb 09 01:09:23.351276 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0c5bd797-f310-4846-b6c7-5eaf43390db7 req-237dd04a-7369-41da-a46f-f5f50fdf72b0 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d9df0fe2-997c-47aa-8f55-57abd69ef96c), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:23.390391 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4f1dbbc0-1e21-4592-8aa6-f7ae426c93c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (e37474ac-405a-4e70-8b48-a2deef443af3), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:23.391309 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-4da860b0-6a65-48dc-a929-5e55e4d47edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c814ea-7376-4ad6-bb70-c2af89e370ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-2039075345-router', 'tenant_id': '56b8c116ea4045f9a2e9fc8000cb5f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:05:50Z', 'updated_at': '2022-02-09T01:09:22Z', 'revision_number': 6, 'project_id': '56b8c116ea4045f9a2e9fc8000cb5f48', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:23.426077 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da860b0-6a65-48dc-a929-5e55e4d47edf None None] The sync data for ids ['d5c814ea-7376-4ad6-bb70-c2af89e370ad'] in n-d-828369-4 is: [{'id': 'd5c814ea-7376-4ad6-bb70-c2af89e370ad', 'name': 'tempest-AttachSCSIVolumeTestJSON-2039075345-router', 'tenant_id': '56b8c116ea4045f9a2e9fc8000cb5f48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:05:50Z', 'updated_at': '2022-02-09T01:09:22Z', 'revision_number': 6, 'project_id': '56b8c116ea4045f9a2e9fc8000cb5f48', 'gw_port_host': None}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:09:23.434274 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1dbbc0-1e21-4592-8aa6-f7ae426c93c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e37474ac-405a-4e70-8b48-a2deef443af3,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:23.533193 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf56d9-30fa-4479-b3bf-06abd52186e9 req-1c085732-0fa8-4e76-8154-0a77664cf2e2 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:23.542187 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-50cf56d9-30fa-4479-b3bf-06abd52186e9 req-1c085732-0fa8-4e76-8154-0a77664cf2e2 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 945 time: 0.2692378 Feb 09 01:09:23.558891 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4f1dbbc0-1e21-4592-8aa6-f7ae426c93c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (d5c814ea-7376-4ad6-bb70-c2af89e370ad), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:23.644419 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-acb59db3-4ed0-48ad-abf4-1be82d3c8e0c req-95a20be2-3551-4f22-93e6-69f44a798c28 service neutron] 10.222.0.47 "GET /v2.0/networks/8e06ad67-97d1-4f11-889a-fde8ce1f4554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238616 Feb 09 01:09:23.662896 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4f1dbbc0-1e21-4592-8aa6-f7ae426c93c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (d5c814ea-7376-4ad6-bb70-c2af89e370ad), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:23.666504 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4f1dbbc0-1e21-4592-8aa6-f7ae426c93c7 admin admin] Publish callbacks [] for router_controller (d5c814ea-7376-4ad6-bb70-c2af89e370ad), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:23.686942 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-50cf56d9-30fa-4479-b3bf-06abd52186e9 req-738b72ff-9fef-44f2-8214-cd25df6b4c47 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423678 Feb 09 01:09:23.848086 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe2f16-0dc1-4a85-b22b-659e97fd5604 req-914ae0a8-5447-4fb5-89c0-02729e5e3d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:23.849657 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47fe2f16-0dc1-4a85-b22b-659e97fd5604 req-914ae0a8-5447-4fb5-89c0-02729e5e3d12 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cd714d32a01d4967bf3dd491f0b2d2f7&device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 1127 time: 0.1338110 Feb 09 01:09:24.119432 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0c5bd797-f310-4846-b6c7-5eaf43390db7 req-237dd04a-7369-41da-a46f-f5f50fdf72b0 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Publish callbacks [] for port (d9df0fe2-997c-47aa-8f55-57abd69ef96c), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:24.129917 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4f1dbbc0-1e21-4592-8aa6-f7ae426c93c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (d5c814ea-7376-4ad6-bb70-c2af89e370ad), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:24.130601 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1dbbc0-1e21-4592-8aa6-f7ae426c93c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5c814ea-7376-4ad6-bb70-c2af89e370ad {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:09:24.140084 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4f1dbbc0-1e21-4592-8aa6-f7ae426c93c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:24.145642 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4f1dbbc0-1e21-4592-8aa6-f7ae426c93c7 admin admin] 10.222.0.50 "DELETE /v2.0/routers/d5c814ea-7376-4ad6-bb70-c2af89e370ad HTTP/1.1" status: 204 len: 168 time: 1.8233817 Feb 09 01:09:24.146413 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48912) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:24.147620 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0c5bd797-f310-4846-b6c7-5eaf43390db7 req-237dd04a-7369-41da-a46f-f5f50fdf72b0 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (d9df0fe2-997c-47aa-8f55-57abd69ef96c), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:24.209573 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bbde0f7-693b-4e14-8aae-efc2f7bbe2c4 admin admin] Deleting subnet 77b6eea2-23aa-458c-8297-67a126833f5a {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:09:24.215425 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bbde0f7-693b-4e14-8aae-efc2f7bbe2c4 admin admin] Publish callbacks [] for subnet (77b6eea2-23aa-458c-8297-67a126833f5a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:24.230504 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18952d1-37e4-425a-8bb9-d24e967870ff req-d1de12cd-185e-436e-91c1-b54efaff0f5b tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:24.232097 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d18952d1-37e4-425a-8bb9-d24e967870ff req-d1de12cd-185e-436e-91c1-b54efaff0f5b tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.4129832 Feb 09 01:09:24.265106 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bbde0f7-693b-4e14-8aae-efc2f7bbe2c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (77b6eea2-23aa-458c-8297-67a126833f5a), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:24.504019 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bbde0f7-693b-4e14-8aae-efc2f7bbe2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (77b6eea2-23aa-458c-8297-67a126833f5a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:24.584388 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 5086a060-6d1e-46bd-802d-9d27b8cfd4a1 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:09:24.645803 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: 5086a060-6d1e-46bd-802d-9d27b8cfd4a1 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:09:24.647550 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 5086a060-6d1e-46bd-802d-9d27b8cfd4a1 not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:09:24.661576 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bbde0f7-693b-4e14-8aae-efc2f7bbe2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (77b6eea2-23aa-458c-8297-67a126833f5a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:24.697326 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbde0f7-693b-4e14-8aae-efc2f7bbe2c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77b6eea2-23aa-458c-8297-67a126833f5a,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:24.703983 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bbde0f7-693b-4e14-8aae-efc2f7bbe2c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:24.707875 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7bbde0f7-693b-4e14-8aae-efc2f7bbe2c4 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/77b6eea2-23aa-458c-8297-67a126833f5a HTTP/1.1" status: 204 len: 168 time: 0.5603008 Feb 09 01:09:24.711737 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619eccef-7bca-4166-9014-dc6e4d9f4817 None None] Network 3880fd19-fefa-4624-bad8-1d3b848c46ea requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:09:24.725059 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48922) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:24.854436 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device c8202dbf-ae31-4474-83f8-7e62a5746094 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:09:24.890941 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: c8202dbf-ae31-4474-83f8-7e62a5746094 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:09:24.891664 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device c8202dbf-ae31-4474-83f8-7e62a5746094 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:09:24.892269 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device e37474ac-405a-4e70-8b48-a2deef443af3 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:09:24.944290 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dcbbf6d8-ba2e-4fdd-afc2-a93576f7729f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (3880fd19-fefa-4624-bad8-1d3b848c46ea), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:24.975926 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: e37474ac-405a-4e70-8b48-a2deef443af3 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:09:24.976529 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device e37474ac-405a-4e70-8b48-a2deef443af3 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:09:25.090514 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0c5bd797-f310-4846-b6c7-5eaf43390db7 req-237dd04a-7369-41da-a46f-f5f50fdf72b0 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (f9d64fb5-df6b-4d9b-a29d-40e69e47af18), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:25.103471 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc816d7-4e97-4af0-a022-c8d1d996bcc6', 'name': 'network-vif-deleted', 'tag': '5086a060-6d1e-46bd-802d-9d27b8cfd4a1'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:09:25.106935 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ca8b01-2a7a-4866-9fcf-3828123be99e" -d '{"events": [{"server_uuid": "dcc816d7-4e97-4af0-a022-c8d1d996bcc6", "name": "network-vif-deleted", "tag": "5086a060-6d1e-46bd-802d-9d27b8cfd4a1"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:09:25.123957 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6439ca-6123-4754-96e2-ff2f4b5c3233 None None] DHCP port deletion for 3880fd19-fefa-4624-bad8-1d3b848c46ea request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:09:25.124453 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-dcbbf6d8-ba2e-4fdd-afc2-a93576f7729f admin admin] Deleting port 2b27a18f-454b-4016-be58-d8783f554380 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:09:25.125314 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dcbbf6d8-ba2e-4fdd-afc2-a93576f7729f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (2b27a18f-454b-4016-be58-d8783f554380), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:25.151177 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0c5bd797-f310-4846-b6c7-5eaf43390db7 req-237dd04a-7369-41da-a46f-f5f50fdf72b0 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:25.164213 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c5bd797-f310-4846-b6c7-5eaf43390db7 req-237dd04a-7369-41da-a46f-f5f50fdf72b0 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.7991993 Feb 09 01:09:25.198369 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6439ca-6123-4754-96e2-ff2f4b5c3233 None None] Deleting port 2b27a18f-454b-4016-be58-d8783f554380 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:09:25.199062 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0f6439ca-6123-4754-96e2-ff2f4b5c3233 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (2b27a18f-454b-4016-be58-d8783f554380), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:25.287191 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-0f6439ca-6123-4754-96e2-ff2f4b5c3233 None None] For port 2b27a18f-454b-4016-be58-d8783f554380, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=2b27a18f-454b-4016-be58-d8783f554380,segment=NetworkSegment(13bc8c4d-c079-45de-9aaf-809fbfc8a0f7),segment_id=13bc8c4d-c079-45de-9aaf-809fbfc8a0f7)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:25.288494 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0f6439ca-6123-4754-96e2-ff2f4b5c3233 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (2b27a18f-454b-4016-be58-d8783f554380), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:25.305631 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-0f6439ca-6123-4754-96e2-ff2f4b5c3233 None None] Calling delete_port for 2b27a18f-454b-4016-be58-d8783f554380 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:09:25.306412 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-dcbbf6d8-ba2e-4fdd-afc2-a93576f7729f admin admin] For port 2b27a18f-454b-4016-be58-d8783f554380, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=2b27a18f-454b-4016-be58-d8783f554380,segment=NetworkSegment(13bc8c4d-c079-45de-9aaf-809fbfc8a0f7),segment_id=13bc8c4d-c079-45de-9aaf-809fbfc8a0f7)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:25.306884 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dcbbf6d8-ba2e-4fdd-afc2-a93576f7729f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (2b27a18f-454b-4016-be58-d8783f554380), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:25.329821 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c5bd797-f310-4846-b6c7-5eaf43390db7 req-f6080305-58a9-4362-9129-56c5ee3b21be tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.8.133 HTTP/1.1" status: 200 len: 696 time: 0.1629190 Feb 09 01:09:25.338010 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-dcbbf6d8-ba2e-4fdd-afc2-a93576f7729f admin admin] Calling delete_port for 2b27a18f-454b-4016-be58-d8783f554380 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:09:25.429741 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0f6439ca-6123-4754-96e2-ff2f4b5c3233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (2b27a18f-454b-4016-be58-d8783f554380), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:25.443530 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe2f16-0dc1-4a85-b22b-659e97fd5604 req-4e4787fc-d145-4d83-8165-8fd0a95098cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:25.445044 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47fe2f16-0dc1-4a85-b22b-659e97fd5604 req-4e4787fc-d145-4d83-8165-8fd0a95098cd service neutron] 10.222.0.47 "GET /v2.0/networks?id=8e06ad67-97d1-4f11-889a-fde8ce1f4554 HTTP/1.1" status: 200 len: 918 time: 1.5763879 Feb 09 01:09:25.459438 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237dd04a-7369-41da-a46f-f5f50fdf72b0 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Pushing event updated for resources: {'Port': ['ID=d9df0fe2-997c-47aa-8f55-57abd69ef96c,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:25.490308 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6439ca-6123-4754-96e2-ff2f4b5c3233 None None] Pushing event deleted for resources: {'Port': ['ID=2b27a18f-454b-4016-be58-d8783f554380,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:25.492530 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6439ca-6123-4754-96e2-ff2f4b5c3233 None None] No DVR routers for this DVR port 2b27a18f-454b-4016-be58-d8783f554380 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:09:25.517151 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dcbbf6d8-ba2e-4fdd-afc2-a93576f7729f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (2b27a18f-454b-4016-be58-d8783f554380), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:25.559754 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbbf6d8-ba2e-4fdd-afc2-a93576f7729f admin admin] Pushing event deleted for resources: {'Port': ['ID=2b27a18f-454b-4016-be58-d8783f554380,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:25.563466 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d18952d1-37e4-425a-8bb9-d24e967870ff req-dd29ec0a-c3e2-4255-95ab-9ea9f78f8590 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3101251 Feb 09 01:09:25.571407 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbbf6d8-ba2e-4fdd-afc2-a93576f7729f admin admin] No DVR routers for this DVR port 2b27a18f-454b-4016-be58-d8783f554380 on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:09:25.663361 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dcbbf6d8-ba2e-4fdd-afc2-a93576f7729f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (3880fd19-fefa-4624-bad8-1d3b848c46ea), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:25.683258 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece26b4-7172-480a-a6cc-aeed3297158b req-356063a1-9364-4ab3-9af7-d87ac2518eb0 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:25.686262 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aece26b4-7172-480a-a6cc-aeed3297158b req-356063a1-9364-4ab3-9af7-d87ac2518eb0 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.120 "GET /v2.0/ports?device_id=5a491194-2244-4a68-be26-b61bc7c5f602 HTTP/1.1" status: 200 len: 946 time: 0.5623844 Feb 09 01:09:25.690092 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-dcbbf6d8-ba2e-4fdd-afc2-a93576f7729f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3880fd19-fefa-4624-bad8-1d3b848c46ea']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:25.702777 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-dcbbf6d8-ba2e-4fdd-afc2-a93576f7729f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13bc8c4d-c079-45de-9aaf-809fbfc8a0f7') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:25.703064 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-dcbbf6d8-ba2e-4fdd-afc2-a93576f7729f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13bc8c4d-c079-45de-9aaf-809fbfc8a0f7') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:25.706254 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47fe2f16-0dc1-4a85-b22b-659e97fd5604 req-c83b6512-916b-4f38-808a-5bbed0a4cb69 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39264370-bded-4c85-9b70-b01a28f9a277 HTTP/1.1" status: 200 len: 999 time: 0.2379022 Feb 09 01:09:25.726237 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dcbbf6d8-ba2e-4fdd-afc2-a93576f7729f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (13bc8c4d-c079-45de-9aaf-809fbfc8a0f7), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:25.774165 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dcbbf6d8-ba2e-4fdd-afc2-a93576f7729f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (13bc8c4d-c079-45de-9aaf-809fbfc8a0f7), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:25.790377 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcbbf6d8-ba2e-4fdd-afc2-a93576f7729f admin admin] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:09:25.792134 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dcbbf6d8-ba2e-4fdd-afc2-a93576f7729f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (13bc8c4d-c079-45de-9aaf-809fbfc8a0f7), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:25.796833 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:09:25.796833 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:09:25.796833 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:09:25.796833 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:09:25.796833 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:09:25.796833 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:09:25.796833 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:09:25.796833 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:09:25.796833 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:09:25.796833 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:09:25.796833 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:09:25.796833 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:09:25.796833 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:09:25.796833 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:09:25.796833 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:09:25.796833 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:09:25.796833 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:09:25.796833 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:09:25.796833 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:09:25.796833 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:09:25.796833 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:09:25.796833 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:09:25.796833 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:09:25.796833 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:09:25.796833 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:09:25.796833 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:09:25.796833 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:09:25.796833 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:09:25.796833 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:09:25.796833 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:09:25.796833 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:09:25.796833 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:09:25.796833 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:09:25.796833 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:09:25.796833 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:09:25.796833 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:09:25.796833 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:09:25.796833 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:09:25.796833 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:09:25.796833 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:09:25.846636 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 48934) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:25.855756 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-1e932016-1f82-4753-b9eb-811f6ee30ae2 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-62350098'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:25.941382 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dcbbf6d8-ba2e-4fdd-afc2-a93576f7729f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (3880fd19-fefa-4624-bad8-1d3b848c46ea), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:25.944005 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5bd797-f310-4846-b6c7-5eaf43390db7 req-8eab28b7-551a-42a9-9731-2f8df1d4ea4d tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:25.949450 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c5bd797-f310-4846-b6c7-5eaf43390db7 req-8eab28b7-551a-42a9-9731-2f8df1d4ea4d tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/networks/ca740734-29c2-4b60-ae10-4c709b5c6ef4 HTTP/1.1" status: 200 len: 784 time: 0.6178756 Feb 09 01:09:25.995243 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dcbbf6d8-ba2e-4fdd-afc2-a93576f7729f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:26.005873 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-dcbbf6d8-ba2e-4fdd-afc2-a93576f7729f admin admin] 10.222.0.50 "DELETE /v2.0/networks/3880fd19-fefa-4624-bad8-1d3b848c46ea HTTP/1.1" status: 204 len: 168 time: 1.2741938 Feb 09 01:09:26.005873 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbbf6d8-ba2e-4fdd-afc2-a93576f7729f admin admin] Pushing event deleted for resources: {'Network': ['ID=3880fd19-fefa-4624-bad8-1d3b848c46ea,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:26.020652 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe2f16-0dc1-4a85-b22b-659e97fd5604 req-5786aeb3-c7bd-4507-87a5-dfee0c920a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:26.022757 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47fe2f16-0dc1-4a85-b22b-659e97fd5604 req-5786aeb3-c7bd-4507-87a5-dfee0c920a5b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d13d90e7-a71d-4313-a595-9a761a96acb7 HTTP/1.1" status: 200 len: 855 time: 0.2128661 Feb 09 01:09:26.026750 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e932016-1f82-4753-b9eb-811f6ee30ae2 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Made reservation on behalf of 6cf3517f38e6486d8ed854b974ff2e32 for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:26.030124 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1e932016-1f82-4753-b9eb-811f6ee30ae2 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:26.067438 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48940) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:26.094217 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36cc11b-5656-4340-8ab1-bc41d35c40cb req-8a48fa92-e0be-4df1-9134-3cc2b7763255 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:26.095785 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d36cc11b-5656-4340-8ab1-bc41d35c40cb req-8a48fa92-e0be-4df1-9134-3cc2b7763255 tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a491194-2244-4a68-be26-b61bc7c5f602 HTTP/1.1" status: 200 len: 946 time: 0.4076192 Feb 09 01:09:26.192516 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fb6f45f-06ee-4396-8377-5d32efed7204 admin admin] Deleting subnet a5eba9b1-7055-4166-8f9a-6071c545e722 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:09:26.194207 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-aece26b4-7172-480a-a6cc-aeed3297158b req-966fb662-1c19-4bcd-b543-35c5d74bf9fc tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Deleting port cda80abc-8f97-4838-bd40-6eefa93870c1 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:09:26.194639 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-aece26b4-7172-480a-a6cc-aeed3297158b req-966fb662-1c19-4bcd-b543-35c5d74bf9fc tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (cda80abc-8f97-4838-bd40-6eefa93870c1), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:26.204422 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1fb6f45f-06ee-4396-8377-5d32efed7204 admin admin] Publish callbacks [] for subnet (a5eba9b1-7055-4166-8f9a-6071c545e722), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:26.294598 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1fb6f45f-06ee-4396-8377-5d32efed7204 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (a5eba9b1-7055-4166-8f9a-6071c545e722), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:26.336389 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e932016-1f82-4753-b9eb-811f6ee30ae2 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1019} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:09:26.351264 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 48944) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:26.405927 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1fb6f45f-06ee-4396-8377-5d32efed7204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (a5eba9b1-7055-4166-8f9a-6071c545e722), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:26.449946 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1e932016-1f82-4753-b9eb-811f6ee30ae2 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (a70768ab-a3e6-4f0b-bd69-0014c783c3ba), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:26.450361 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-1e932016-1f82-4753-b9eb-811f6ee30ae2 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Added segment a70768ab-a3e6-4f0b-bd69-0014c783c3ba of type vlan for network 927c95a7-9afc-4391-8f1b-90d0913f6790 Feb 09 01:09:26.519746 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1fb6f45f-06ee-4396-8377-5d32efed7204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (a5eba9b1-7055-4166-8f9a-6071c545e722), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:26.562537 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb6f45f-06ee-4396-8377-5d32efed7204 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5eba9b1-7055-4166-8f9a-6071c545e722,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:26.578186 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1fb6f45f-06ee-4396-8377-5d32efed7204 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:26.586047 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1fb6f45f-06ee-4396-8377-5d32efed7204 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a5eba9b1-7055-4166-8f9a-6071c545e722 HTTP/1.1" status: 204 len: 168 time: 0.5139649 Feb 09 01:09:26.589330 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d36cc11b-5656-4340-8ab1-bc41d35c40cb req-60bca11b-2695-49da-a61e-5d020af2b91d tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/security-groups?id=814f0363-0d34-4d66-b847-d02c23dbfa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4772930 Feb 09 01:09:26.589543 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48946) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:26.647162 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe2f16-0dc1-4a85-b22b-659e97fd5604 req-0ae87ba9-c2ff-4dae-b353-fb74789ba85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:26.649553 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47fe2f16-0dc1-4a85-b22b-659e97fd5604 req-0ae87ba9-c2ff-4dae-b353-fb74789ba85d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8e06ad67-97d1-4f11-889a-fde8ce1f4554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6137624 Feb 09 01:09:26.709424 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1e932016-1f82-4753-b9eb-811f6ee30ae2 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (927c95a7-9afc-4391-8f1b-90d0913f6790), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:26.729146 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 2b27a18f-454b-4016-be58-d8783f554380 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:09:26.729720 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb10f9e-07c0-433f-a863-0ca85a79d982 x-openstack-request-id: req-1eb10f9e-07c0-433f-a863-0ca85a79d982 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:09:26.729981 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc816d7-4e97-4af0-a022-c8d1d996bcc6", "name": "network-vif-deleted", "tag": "5086a060-6d1e-46bd-802d-9d27b8cfd4a1", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:09:26.730240 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1eb10f9e-07c0-433f-a863-0ca85a79d982 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:09:26.730641 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc816d7-4e97-4af0-a022-c8d1d996bcc6', 'name': 'network-vif-deleted', 'tag': '5086a060-6d1e-46bd-802d-9d27b8cfd4a1', 'status': 'completed', 'code': 200} Feb 09 01:09:26.789195 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 2b27a18f-454b-4016-be58-d8783f554380 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:09:26.797023 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 2b27a18f-454b-4016-be58-d8783f554380 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:09:26.825115 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-61ab240d-623b-4175-b995-dc7202c02eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (3ca28476-6d48-4023-bf7e-61b020b8d8bc), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:26.870540 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-aece26b4-7172-480a-a6cc-aeed3297158b req-966fb662-1c19-4bcd-b543-35c5d74bf9fc tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] For port cda80abc-8f97-4838-bd40-6eefa93870c1, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=cda80abc-8f97-4838-bd40-6eefa93870c1,segment=NetworkSegment(1088d67c-3520-4ac2-8e48-25a7c8da33c5),segment_id=1088d67c-3520-4ac2-8e48-25a7c8da33c5)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:26.871808 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-aece26b4-7172-480a-a6cc-aeed3297158b req-966fb662-1c19-4bcd-b543-35c5d74bf9fc tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (cda80abc-8f97-4838-bd40-6eefa93870c1), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:26.909457 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-aece26b4-7172-480a-a6cc-aeed3297158b req-966fb662-1c19-4bcd-b543-35c5d74bf9fc tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Calling delete_port for cda80abc-8f97-4838-bd40-6eefa93870c1 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:09:26.949976 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47fe2f16-0dc1-4a85-b22b-659e97fd5604 req-9018b5c4-8c4b-455a-b61f-d5ed8e059bed service neutron] 10.222.0.47 "GET /v2.0/networks/8e06ad67-97d1-4f11-889a-fde8ce1f4554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684438 Feb 09 01:09:26.963249 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-61ab240d-623b-4175-b995-dc7202c02eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (3ca28476-6d48-4023-bf7e-61b020b8d8bc), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:26.981907 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f3e8b-f04f-4c0d-8c93-7f1c27fa2d49 req-728b6f44-c48c-4d73-8fd5-eb0f6bf323c7 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:26.983787 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ac0f3e8b-f04f-4c0d-8c93-7f1c27fa2d49 req-728b6f44-c48c-4d73-8fd5-eb0f6bf323c7 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 945 time: 0.7484946 Feb 09 01:09:26.986724 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-778a116d-f274-49d3-a76b-92d18d6c5713 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=89e1f0f4cc04459291204524a9eba8d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6169574 Feb 09 01:09:26.988242 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-61ab240d-623b-4175-b995-dc7202c02eb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ca28476-6d48-4023-bf7e-61b020b8d8bc']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:26.997541 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48950) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:27.030845 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.db.resource_extend [None req-1e932016-1f82-4753-b9eb-811f6ee30ae2 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:09:27.038829 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-61ab240d-623b-4175-b995-dc7202c02eb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2d3a581-e8bd-43df-8ffd-d16f0e85fb3a') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:27.039430 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-61ab240d-623b-4175-b995-dc7202c02eb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2d3a581-e8bd-43df-8ffd-d16f0e85fb3a') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:27.058115 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-61ab240d-623b-4175-b995-dc7202c02eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (b2d3a581-e8bd-43df-8ffd-d16f0e85fb3a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:27.084823 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-61ab240d-623b-4175-b995-dc7202c02eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (b2d3a581-e8bd-43df-8ffd-d16f0e85fb3a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:27.104420 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81e8c54a-f876-405b-8fcf-f35fb343b5b0 admin admin] Publish callbacks [] for security_group (10265b10-bbb3-46c7-8fcc-8e1e448a4bea), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:27.132728 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81e8c54a-f876-405b-8fcf-f35fb343b5b0 admin admin] Publish callbacks [] for security_group (10265b10-bbb3-46c7-8fcc-8e1e448a4bea), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:27.222542 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61ab240d-623b-4175-b995-dc7202c02eb8 admin admin] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:09:27.223097 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-61ab240d-623b-4175-b995-dc7202c02eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (b2d3a581-e8bd-43df-8ffd-d16f0e85fb3a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:27.225407 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:09:27.225407 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:09:27.225407 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:09:27.225407 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:09:27.225407 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:09:27.225407 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:09:27.225407 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:09:27.225407 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:09:27.225407 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:09:27.225407 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:09:27.225407 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:09:27.225407 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:09:27.225407 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:09:27.225407 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:09:27.225407 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:09:27.225407 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:09:27.225407 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:09:27.225407 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:09:27.225407 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:09:27.225407 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:09:27.225407 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:09:27.225407 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:09:27.225407 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:09:27.225407 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:09:27.225407 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:09:27.225407 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:09:27.225407 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:09:27.225407 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:09:27.225407 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:09:27.225407 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:09:27.225407 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:09:27.225407 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:09:27.237524 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81e8c54a-f876-405b-8fcf-f35fb343b5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (10265b10-bbb3-46c7-8fcc-8e1e448a4bea), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:27.241437 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81e8c54a-f876-405b-8fcf-f35fb343b5b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:27.258127 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-81e8c54a-f876-405b-8fcf-f35fb343b5b0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/10265b10-bbb3-46c7-8fcc-8e1e448a4bea HTTP/1.1" status: 204 len: 168 time: 0.2579067 Feb 09 01:09:27.302058 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ac0f3e8b-f04f-4c0d-8c93-7f1c27fa2d49 req-4ba22a36-9165-4312-86e7-43c98aba0c39 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2568865 Feb 09 01:09:27.321851 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1e932016-1f82-4753-b9eb-811f6ee30ae2 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (927c95a7-9afc-4391-8f1b-90d0913f6790), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:27.327373 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e932016-1f82-4753-b9eb-811f6ee30ae2 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:27.328007 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1e932016-1f82-4753-b9eb-811f6ee30ae2 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:27.387840 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1e932016-1f82-4753-b9eb-811f6ee30ae2 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5394845 Feb 09 01:09:27.399396 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48956) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:27.417510 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8c54a-f876-405b-8fcf-f35fb343b5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10265b10-bbb3-46c7-8fcc-8e1e448a4bea,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:27.437629 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-8b027c2d-cfde-42d8-a3ca-ff50542a3285 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-654132484'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:27.489234 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-61ab240d-623b-4175-b995-dc7202c02eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (3ca28476-6d48-4023-bf7e-61b020b8d8bc), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:27.495546 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-61ab240d-623b-4175-b995-dc7202c02eb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:27.499454 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-61ab240d-623b-4175-b995-dc7202c02eb8 admin admin] 10.222.0.50 "DELETE /v2.0/networks/3ca28476-6d48-4023-bf7e-61b020b8d8bc HTTP/1.1" status: 204 len: 168 time: 0.9086447 Feb 09 01:09:27.526864 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48958) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:27.527954 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab240d-623b-4175-b995-dc7202c02eb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ca28476-6d48-4023-bf7e-61b020b8d8bc,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:27.529573 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f075c-f9dc-4185-b1dc-dae4ae4d1a99 req-28a2d2ae-d33c-486e-bf43-f5872f421c91 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:27.531834 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f98f075c-f9dc-4185-b1dc-dae4ae4d1a99 req-28a2d2ae-d33c-486e-bf43-f5872f421c91 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c17624d-5b30-40e1-b862-5b350625a8a9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5785251 Feb 09 01:09:27.540397 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b027c2d-cfde-42d8-a3ca-ff50542a3285 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Made reservation on behalf of 6cf3517f38e6486d8ed854b974ff2e32 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:27.549444 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8b027c2d-cfde-42d8-a3ca-ff50542a3285 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:27.675524 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e932016-1f82-4753-b9eb-811f6ee30ae2 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Pushing event updated for resources: {'Network': ['ID=927c95a7-9afc-4391-8f1b-90d0913f6790,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:27.684556 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b027c2d-cfde-42d8-a3ca-ff50542a3285 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1006} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:09:27.691633 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 927c95a7-9afc-4391-8f1b-90d0913f6790 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:09:27.696824 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8b027c2d-cfde-42d8-a3ca-ff50542a3285 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (3750bb22-80d4-4ec1-991e-f1fe2daedfff), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:27.697179 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-8b027c2d-cfde-42d8-a3ca-ff50542a3285 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Added segment 3750bb22-80d4-4ec1-991e-f1fe2daedfff of type vlan for network 3c94ca57-3b3a-4c44-bfe5-dcd0786f477f Feb 09 01:09:27.743436 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8b027c2d-cfde-42d8-a3ca-ff50542a3285 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (3c94ca57-3b3a-4c44-bfe5-dcd0786f477f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:27.758075 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47fe2f16-0dc1-4a85-b22b-659e97fd5604 req-d4c47601-9534-470e-955d-4858be28b482 service neutron] 10.222.0.47 "GET /v2.0/networks/8e06ad67-97d1-4f11-889a-fde8ce1f4554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7152770 Feb 09 01:09:27.777739 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8b027c2d-cfde-42d8-a3ca-ff50542a3285 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (3c94ca57-3b3a-4c44-bfe5-dcd0786f477f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:27.785197 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b027c2d-cfde-42d8-a3ca-ff50542a3285 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:27.786286 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8b027c2d-cfde-42d8-a3ca-ff50542a3285 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:27.804472 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f98f075c-f9dc-4185-b1dc-dae4ae4d1a99 req-4d53ab92-359a-43a1-8c43-f854de2cddb9 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.8.133 HTTP/1.1" status: 200 len: 696 time: 0.1247182 Feb 09 01:09:27.824686 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-f98f075c-f9dc-4185-b1dc-dae4ae4d1a99 req-c6eaf65e-a8ab-4cd3-a48a-3f642f2bf9fd tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Request body: {'floatingip': {'port_id': 'ace52ea1-97e7-44e7-ad98-468e8518f5c7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:27.874985 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b027c2d-cfde-42d8-a3ca-ff50542a3285 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Pushing event updated for resources: {'Network': ['ID=3c94ca57-3b3a-4c44-bfe5-dcd0786f477f,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:27.883700 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-85913912-0845-4cc3-9585-8b1dcb60f55e admin admin] Deleting subnet fa5dcfc7-82f5-47ce-a0af-283c9afa524c {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:09:27.890165 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-85913912-0845-4cc3-9585-8b1dcb60f55e admin admin] Publish callbacks [] for subnet (fa5dcfc7-82f5-47ce-a0af-283c9afa524c), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:27.900204 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 3c94ca57-3b3a-4c44-bfe5-dcd0786f477f details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:09:27.919184 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8b027c2d-cfde-42d8-a3ca-ff50542a3285 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4943473 Feb 09 01:09:27.919806 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48964) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:27.928219 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-5525e02f-4789-48c1-82a4-e6fc6602f6af tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Request body: {'subnet': {'network_id': '927c95a7-9afc-4391-8f1b-90d0913f6790', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:27.956941 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f98f075c-f9dc-4185-b1dc-dae4ae4d1a99 req-c6eaf65e-a8ab-4cd3-a48a-3f642f2bf9fd tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Publish callbacks [] for floatingip (f9d64fb5-df6b-4d9b-a29d-40e69e47af18), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:28.000981 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-85913912-0845-4cc3-9585-8b1dcb60f55e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (fa5dcfc7-82f5-47ce-a0af-283c9afa524c), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:28.110433 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5525e02f-4789-48c1-82a4-e6fc6602f6af tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Made reservation on behalf of 6cf3517f38e6486d8ed854b974ff2e32 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:28.114635 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5525e02f-4789-48c1-82a4-e6fc6602f6af tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:28.149577 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea70e6-f131-4a03-b6e1-edecc6c795a4 req-d7dbc71e-0e33-4049-aa7c-0ddcbd225c05 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:28.151104 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9dea70e6-f131-4a03-b6e1-edecc6c795a4 req-d7dbc71e-0e33-4049-aa7c-0ddcbd225c05 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.6174607 Feb 09 01:09:28.209823 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48966) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:28.222978 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-85913912-0845-4cc3-9585-8b1dcb60f55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (fa5dcfc7-82f5-47ce-a0af-283c9afa524c), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:28.306845 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5717b23a-bb3a-4869-86c5-b54fe4807413 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=56b8c116ea4045f9a2e9fc8000cb5f48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0933352 Feb 09 01:09:28.318951 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48970) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:28.398287 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device cda80abc-8f97-4838-bd40-6eefa93870c1 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:09:28.430156 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-85913912-0845-4cc3-9585-8b1dcb60f55e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (fa5dcfc7-82f5-47ce-a0af-283c9afa524c), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:28.452233 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [req-f98f075c-f9dc-4185-b1dc-dae4ae4d1a99 req-c6eaf65e-a8ab-4cd3-a48a-3f642f2bf9fd tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 01:09:28.453354 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f98f075c-f9dc-4185-b1dc-dae4ae4d1a99 req-c6eaf65e-a8ab-4cd3-a48a-3f642f2bf9fd tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "PUT /v2.0/floatingips/f9d64fb5-df6b-4d9b-a29d-40e69e47af18 HTTP/1.1" status: 409 len: 550 time: 0.6370788 Feb 09 01:09:28.454004 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-aece26b4-7172-480a-a6cc-aeed3297158b req-966fb662-1c19-4bcd-b543-35c5d74bf9fc tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (cda80abc-8f97-4838-bd40-6eefa93870c1), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:28.474705 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: cda80abc-8f97-4838-bd40-6eefa93870c1 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:09:28.476635 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device cda80abc-8f97-4838-bd40-6eefa93870c1 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:09:28.485993 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-85913912-0845-4cc3-9585-8b1dcb60f55e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:28.489469 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-85913912-0845-4cc3-9585-8b1dcb60f55e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/fa5dcfc7-82f5-47ce-a0af-283c9afa524c HTTP/1.1" status: 204 len: 168 time: 0.9579799 Feb 09 01:09:28.495839 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85913912-0845-4cc3-9585-8b1dcb60f55e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa5dcfc7-82f5-47ce-a0af-283c9afa524c,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:28.503044 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48978) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:28.513504 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6b6cf8a4-05ae-45ea-ab82-61e654c4ba4e admin admin] Publish callbacks [] for security_group (b99eec63-f55d-4c71-ad5e-138a670e9ae6), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:28.522098 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966fb662-1c19-4bcd-b543-35c5d74bf9fc tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Pushing event deleted for resources: {'Port': ['ID=cda80abc-8f97-4838-bd40-6eefa93870c1,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:28.574037 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9dea70e6-f131-4a03-b6e1-edecc6c795a4 req-a79b2475-e1a6-484d-a831-11c50a431efc tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4079156 Feb 09 01:09:28.608585 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-aece26b4-7172-480a-a6cc-aeed3297158b req-966fb662-1c19-4bcd-b543-35c5d74bf9fc tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] No DVR routers for this DVR port cda80abc-8f97-4838-bd40-6eefa93870c1 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:09:28.611628 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-aece26b4-7172-480a-a6cc-aeed3297158b req-966fb662-1c19-4bcd-b543-35c5d74bf9fc tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:28.615538 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aece26b4-7172-480a-a6cc-aeed3297158b req-966fb662-1c19-4bcd-b543-35c5d74bf9fc tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.120 "DELETE /v2.0/ports/cda80abc-8f97-4838-bd40-6eefa93870c1 HTTP/1.1" status: 204 len: 173 time: 2.9065571 Feb 09 01:09:28.710849 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1a485885-7bf5-4046-935f-fef141463585 req-b444d008-20fe-4735-8909-b15205be162b tempest-DeleteServersTestJSON-800667870 tempest-DeleteServersTestJSON-800667870-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a491194-2244-4a68-be26-b61bc7c5f602 HTTP/1.1" status: 200 len: 210 time: 0.0614238 Feb 09 01:09:28.731589 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a491194-2244-4a68-be26-b61bc7c5f602', 'name': 'network-vif-deleted', 'tag': 'cda80abc-8f97-4838-bd40-6eefa93870c1'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:09:28.734564 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e12a6b-e204-447b-8847-bd59e4eb144a" -d '{"events": [{"server_uuid": "5a491194-2244-4a68-be26-b61bc7c5f602", "name": "network-vif-deleted", "tag": "cda80abc-8f97-4838-bd40-6eefa93870c1"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:09:28.796742 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6b6cf8a4-05ae-45ea-ab82-61e654c4ba4e admin admin] Publish callbacks [] for security_group (b99eec63-f55d-4c71-ad5e-138a670e9ae6), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:28.860730 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-374cc579-4933-49b3-84f1-3055869182c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (0dadece5-2c34-4788-a0f8-c3f877adb6f1), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:28.913282 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5525e02f-4789-48c1-82a4-e6fc6602f6af tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (bab56cac-997f-4b8b-bab6-d250adea92d7), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:28.941207 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bf4d57ba-28ec-4772-9802-ef82b6b01b28 req-cca3c1de-8c94-4c84-b439-66d801531e07 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/floatingips/f9d64fb5-df6b-4d9b-a29d-40e69e47af18 HTTP/1.1" status: 200 len: 693 time: 0.1683316 Feb 09 01:09:29.065694 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69647a-4cd7-4b78-8ed1-f502da12eb05 req-4ed77325-5cba-46c4-bbe3-bf7e8fcce239 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:29.068211 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bd69647a-4cd7-4b78-8ed1-f502da12eb05 req-4ed77325-5cba-46c4-bbe3-bf7e8fcce239 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 945 time: 0.3052998 Feb 09 01:09:29.145201 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5525e02f-4789-48c1-82a4-e6fc6602f6af tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Pushing event updated for resources: {'Subnet': ['ID=bab56cac-997f-4b8b-bab6-d250adea92d7,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:29.148658 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-374cc579-4933-49b3-84f1-3055869182c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (0dadece5-2c34-4788-a0f8-c3f877adb6f1), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:29.158845 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6b6cf8a4-05ae-45ea-ab82-61e654c4ba4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b99eec63-f55d-4c71-ad5e-138a670e9ae6), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:29.161670 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6b6cf8a4-05ae-45ea-ab82-61e654c4ba4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:29.165593 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6b6cf8a4-05ae-45ea-ab82-61e654c4ba4e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b99eec63-f55d-4c71-ad5e-138a670e9ae6 HTTP/1.1" status: 204 len: 168 time: 0.8414655 Feb 09 01:09:29.187820 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6cf8a4-05ae-45ea-ab82-61e654c4ba4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99eec63-f55d-4c71-ad5e-138a670e9ae6,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:29.190997 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-374cc579-4933-49b3-84f1-3055869182c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dadece5-2c34-4788-a0f8-c3f877adb6f1']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:29.193505 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5525e02f-4789-48c1-82a4-e6fc6602f6af tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Checking segment: {'id': 'a70768ab-a3e6-4f0b-bd69-0014c783c3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '927c95a7-9afc-4391-8f1b-90d0913f6790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:09:29.193945 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5525e02f-4789-48c1-82a4-e6fc6602f6af tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Network hostable DHCP agents. Network: 927c95a7-9afc-4391-8f1b-90d0913f6790, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:09:29.205349 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-374cc579-4933-49b3-84f1-3055869182c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4365b5bc-feae-4a84-82f0-87f39472930f') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:29.205711 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-374cc579-4933-49b3-84f1-3055869182c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4365b5bc-feae-4a84-82f0-87f39472930f') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:29.229839 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-374cc579-4933-49b3-84f1-3055869182c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (4365b5bc-feae-4a84-82f0-87f39472930f), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:29.256884 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bd69647a-4cd7-4b78-8ed1-f502da12eb05 req-e9b16b99-9dd8-4f98-9a59-8e3215392195 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668024 Feb 09 01:09:29.269207 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-374cc579-4933-49b3-84f1-3055869182c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (4365b5bc-feae-4a84-82f0-87f39472930f), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:29.277246 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5525e02f-4789-48c1-82a4-e6fc6602f6af tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Network 927c95a7-9afc-4391-8f1b-90d0913f6790 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:09:29.287201 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-374cc579-4933-49b3-84f1-3055869182c1 admin admin] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:09:29.287463 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-374cc579-4933-49b3-84f1-3055869182c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (4365b5bc-feae-4a84-82f0-87f39472930f), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:29.290288 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:09:29.290288 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:09:29.290288 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:09:29.290288 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:09:29.290288 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:09:29.290288 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:09:29.290288 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:09:29.290288 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:09:29.290288 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:09:29.290288 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:09:29.290288 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:09:29.290288 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:09:29.290288 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:09:29.290288 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:09:29.290288 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:09:29.290288 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:09:29.290288 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:09:29.290288 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:09:29.290288 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:09:29.290288 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:09:29.290288 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:09:29.290288 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:09:29.290288 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:09:29.290288 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:09:29.290288 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:09:29.290288 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:09:29.290288 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:09:29.290288 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:09:29.290288 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:09:29.290288 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:09:29.290288 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:09:29.290288 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:09:29.344875 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-5525e02f-4789-48c1-82a4-e6fc6602f6af tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 927c95a7-9afc-4391-8f1b-90d0913f6790) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:29.357609 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3651c046-3ac1-4321-89fc-cf6ca29da584 None None] Network 927c95a7-9afc-4391-8f1b-90d0913f6790 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:09:29.368411 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5525e02f-4789-48c1-82a4-e6fc6602f6af tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:29.369340 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5525e02f-4789-48c1-82a4-e6fc6602f6af tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:29.376911 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d57ba-28ec-4772-9802-ef82b6b01b28 req-0b9dfd37-6265-40ff-8bd1-e3e714ba1099 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:29.378366 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bf4d57ba-28ec-4772-9802-ef82b6b01b28 req-0b9dfd37-6265-40ff-8bd1-e3e714ba1099 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/networks/ca740734-29c2-4b60-ae10-4c709b5c6ef4 HTTP/1.1" status: 200 len: 784 time: 0.4243376 Feb 09 01:09:29.423833 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5525e02f-4789-48c1-82a4-e6fc6602f6af tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5001075 Feb 09 01:09:29.438231 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48986) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:29.447442 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-258983cb-dec6-42cf-a7fe-7a1199e6c0c4 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Request body: {'subnet': {'network_id': '3c94ca57-3b3a-4c44-bfe5-dcd0786f477f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:29.458447 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-374cc579-4933-49b3-84f1-3055869182c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (0dadece5-2c34-4788-a0f8-c3f877adb6f1), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:29.479088 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-374cc579-4933-49b3-84f1-3055869182c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:29.493291 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-374cc579-4933-49b3-84f1-3055869182c1 admin admin] 10.222.0.50 "DELETE /v2.0/networks/0dadece5-2c34-4788-a0f8-c3f877adb6f1 HTTP/1.1" status: 204 len: 168 time: 0.9889257 Feb 09 01:09:29.556170 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bf4d57ba-28ec-4772-9802-ef82b6b01b28 req-1aebb452-7a08-42a9-8d0b-dcd433b194de tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.8.133 HTTP/1.1" status: 200 len: 696 time: 0.1666644 Feb 09 01:09:29.660034 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7914f87-37df-4c27-84c7-dabb32eb383a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-927c95a7-9afc-4391-8f1b-90d0913f6790', 'network_id': '927c95a7-9afc-4391-8f1b-90d0913f6790', 'project_id': '6cf3517f38e6486d8ed854b974ff2e32', 'fixed_ips': [{'subnet_id': 'bab56cac-997f-4b8b-bab6-d250adea92d7'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:09:29.661857 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d7914f87-37df-4c27-84c7-dabb32eb383a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:29.721539 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374cc579-4933-49b3-84f1-3055869182c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0dadece5-2c34-4788-a0f8-c3f877adb6f1,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:29.859845 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48996) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:29.866774 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bf4d57ba-28ec-4772-9802-ef82b6b01b28 req-5f3954a5-c644-4794-bdbd-a7b83903ee06 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.8.133 HTTP/1.1" status: 200 len: 696 time: 0.1676106 Feb 09 01:09:29.884182 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258983cb-dec6-42cf-a7fe-7a1199e6c0c4 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Made reservation on behalf of 6cf3517f38e6486d8ed854b974ff2e32 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:29.894651 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-258983cb-dec6-42cf-a7fe-7a1199e6c0c4 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:30.044138 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-d7914f87-37df-4c27-84c7-dabb32eb383a None None] Allocated IP 10.1.1.2 (927c95a7-9afc-4391-8f1b-90d0913f6790/bab56cac-997f-4b8b-bab6-d250adea92d7/94bb012c-4bd4-463f-b197-554fce04e0af) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:09:30.102613 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd7b1b-3420-4b74-83b7-26ccbf8d86ae req-a7e9f49b-b4a4-4b0a-962c-9d4bbc3c39d5 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:30.104291 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-62bd7b1b-3420-4b74-83b7-26ccbf8d86ae req-a7e9f49b-b4a4-4b0a-962c-9d4bbc3c39d5 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.6350148 Feb 09 01:09:30.189892 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6cdcf250-7828-4af8-af2d-5f98b80ebf7f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e4a73b77e7b1473fa6a964db5a978fda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3231220 Feb 09 01:09:30.189892 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49002) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:30.257495 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-62bd7b1b-3420-4b74-83b7-26ccbf8d86ae req-f324491c-2661-429b-baa8-fc093e8c3ba0 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472185 Feb 09 01:09:30.296571 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-bf4d57ba-28ec-4772-9802-ef82b6b01b28 req-d7d96064-cf7c-4639-90fc-d66862b691bb tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Deleting port d9df0fe2-997c-47aa-8f55-57abd69ef96c {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:09:30.296571 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-bf4d57ba-28ec-4772-9802-ef82b6b01b28 req-d7d96064-cf7c-4639-90fc-d66862b691bb tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (d9df0fe2-997c-47aa-8f55-57abd69ef96c), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:30.457220 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9d9be8-2ce3-4d3a-83e9-4c211c04dde4 x-openstack-request-id: req-8f9d9be8-2ce3-4d3a-83e9-4c211c04dde4 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:09:30.457533 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a491194-2244-4a68-be26-b61bc7c5f602", "name": "network-vif-deleted", "tag": "cda80abc-8f97-4838-bd40-6eefa93870c1", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:09:30.457799 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8f9d9be8-2ce3-4d3a-83e9-4c211c04dde4 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:09:30.458226 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a491194-2244-4a68-be26-b61bc7c5f602', 'name': 'network-vif-deleted', 'tag': 'cda80abc-8f97-4838-bd40-6eefa93870c1', 'status': 'completed', 'code': 200} Feb 09 01:09:30.542254 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d7914f87-37df-4c27-84c7-dabb32eb383a None None] Publish callbacks [] for port (94bb012c-4bd4-463f-b197-554fce04e0af), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:30.563158 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d7914f87-37df-4c27-84c7-dabb32eb383a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (94bb012c-4bd4-463f-b197-554fce04e0af), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:30.615281 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6ab0134a-26d9-40b0-b99d-cf5eaea3b481 admin admin] Publish callbacks [] for security_group (c82867f8-bd12-4180-b082-ee29add7fe4d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:30.623095 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-258983cb-dec6-42cf-a7fe-7a1199e6c0c4 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (b5e87f56-886d-4c17-b782-a5f35c888558), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:30.631386 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-bf4d57ba-28ec-4772-9802-ef82b6b01b28 req-d7d96064-cf7c-4639-90fc-d66862b691bb tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (d9df0fe2-997c-47aa-8f55-57abd69ef96c), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:30.632615 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-bf4d57ba-28ec-4772-9802-ef82b6b01b28 req-d7d96064-cf7c-4639-90fc-d66862b691bb tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Publish callbacks [] for floatingip (d9df0fe2-997c-47aa-8f55-57abd69ef96c), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:30.642774 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7914f87-37df-4c27-84c7-dabb32eb383a None None] Network 927c95a7-9afc-4391-8f1b-90d0913f6790 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:09:30.648339 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-d7914f87-37df-4c27-84c7-dabb32eb383a None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:30.653176 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7914f87-37df-4c27-84c7-dabb32eb383a None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:09:30.661929 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-bf4d57ba-28ec-4772-9802-ef82b6b01b28 req-d7d96064-cf7c-4639-90fc-d66862b691bb tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Calling delete_port for d9df0fe2-997c-47aa-8f55-57abd69ef96c owned by network:floatingip {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:09:30.725017 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6ab0134a-26d9-40b0-b99d-cf5eaea3b481 admin admin] Publish callbacks [] for security_group (c82867f8-bd12-4180-b082-ee29add7fe4d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:30.730045 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2109ec67-f600-4d3a-93c5-c330c34fdc87 req-31fd208e-b423-4a89-8a92-c5bfbc1d97e7 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:30.741633 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2109ec67-f600-4d3a-93c5-c330c34fdc87 req-31fd208e-b423-4a89-8a92-c5bfbc1d97e7 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 945 time: 0.2447805 Feb 09 01:09:30.768691 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7914f87-37df-4c27-84c7-dabb32eb383a None None] Pushing event updated for resources: {'Port': ['ID=94bb012c-4bd4-463f-b197-554fce04e0af,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:30.885453 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258983cb-dec6-42cf-a7fe-7a1199e6c0c4 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Pushing event updated for resources: {'Subnet': ['ID=b5e87f56-886d-4c17-b782-a5f35c888558,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:30.930852 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258983cb-dec6-42cf-a7fe-7a1199e6c0c4 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Checking segment: {'id': '3750bb22-80d4-4ec1-991e-f1fe2daedfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3c94ca57-3b3a-4c44-bfe5-dcd0786f477f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:09:30.931525 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258983cb-dec6-42cf-a7fe-7a1199e6c0c4 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Network hostable DHCP agents. Network: 3c94ca57-3b3a-4c44-bfe5-dcd0786f477f, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:09:30.971325 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6ab0134a-26d9-40b0-b99d-cf5eaea3b481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (c82867f8-bd12-4180-b082-ee29add7fe4d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:30.974402 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6ab0134a-26d9-40b0-b99d-cf5eaea3b481 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:30.975804 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6ab0134a-26d9-40b0-b99d-cf5eaea3b481 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c82867f8-bd12-4180-b082-ee29add7fe4d HTTP/1.1" status: 204 len: 168 time: 0.7851439 Feb 09 01:09:30.993932 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258983cb-dec6-42cf-a7fe-7a1199e6c0c4 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Network 3c94ca57-3b3a-4c44-bfe5-dcd0786f477f is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:09:31.005900 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab0134a-26d9-40b0-b99d-cf5eaea3b481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82867f8-bd12-4180-b082-ee29add7fe4d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:31.027094 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-258983cb-dec6-42cf-a7fe-7a1199e6c0c4 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 3c94ca57-3b3a-4c44-bfe5-dcd0786f477f) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:31.032006 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258983cb-dec6-42cf-a7fe-7a1199e6c0c4 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:31.033054 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-258983cb-dec6-42cf-a7fe-7a1199e6c0c4 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:31.078678 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2109ec67-f600-4d3a-93c5-c330c34fdc87 req-4d4ecd9c-3ed6-4bd6-a998-83bfe7b4c90f tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937914 Feb 09 01:09:31.079449 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-258983cb-dec6-42cf-a7fe-7a1199e6c0c4 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6389453 Feb 09 01:09:31.081647 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49034) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:31.094699 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-0dbfcf1f-5b4a-49b0-90a9-92e02188b8ba tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Request body: {'port': {'network_id': '927c95a7-9afc-4391-8f1b-90d0913f6790', 'name': 'tempest-TaggedBootDevicesTest-1128085448', 'fixed_ips': [{'subnet_id': 'bab56cac-997f-4b8b-bab6-d250adea92d7'}]}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:31.299640 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a5bc96-bbf3-4a0d-8c69-17efcc3e6b19 None None] Network 3c94ca57-3b3a-4c44-bfe5-dcd0786f477f requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:09:31.326384 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-bf4d57ba-28ec-4772-9802-ef82b6b01b28 req-d7d96064-cf7c-4639-90fc-d66862b691bb tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (d9df0fe2-997c-47aa-8f55-57abd69ef96c), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:31.346688 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49044) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:31.432677 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d96064-cf7c-4639-90fc-d66862b691bb tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Pushing event deleted for resources: {'Port': ['ID=d9df0fe2-997c-47aa-8f55-57abd69ef96c,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:31.462739 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dbfcf1f-5b4a-49b0-90a9-92e02188b8ba tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Made reservation on behalf of 6cf3517f38e6486d8ed854b974ff2e32 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:31.476989 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-d7914f87-37df-4c27-84c7-dabb32eb383a None None] Attempting to bind port 94bb012c-4bd4-463f-b197-554fce04e0af on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:09:31.478963 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-d7914f87-37df-4c27-84c7-dabb32eb383a None None] Attempting to bind port 94bb012c-4bd4-463f-b197-554fce04e0af by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'a70768ab-a3e6-4f0b-bd69-0014c783c3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '927c95a7-9afc-4391-8f1b-90d0913f6790'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:09:31.479760 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7914f87-37df-4c27-84c7-dabb32eb383a None None] Attempting to bind port 94bb012c-4bd4-463f-b197-554fce04e0af on network 927c95a7-9afc-4391-8f1b-90d0913f6790 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:09:31.588525 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cead798b-cc90-4040-94cc-3cb263dc77e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-3c94ca57-3b3a-4c44-bfe5-dcd0786f477f', 'network_id': '3c94ca57-3b3a-4c44-bfe5-dcd0786f477f', 'project_id': '6cf3517f38e6486d8ed854b974ff2e32', 'fixed_ips': [{'subnet_id': 'b5e87f56-886d-4c17-b782-a5f35c888558'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:09:31.599610 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cead798b-cc90-4040-94cc-3cb263dc77e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:31.656755 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7914f87-37df-4c27-84c7-dabb32eb383a None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:09:31.658050 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7914f87-37df-4c27-84c7-dabb32eb383a None None] Checking segment: {'id': 'a70768ab-a3e6-4f0b-bd69-0014c783c3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '927c95a7-9afc-4391-8f1b-90d0913f6790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:09:31.658463 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d7914f87-37df-4c27-84c7-dabb32eb383a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:31.658877 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7914f87-37df-4c27-84c7-dabb32eb383a None None] Bound using segment: {'id': 'a70768ab-a3e6-4f0b-bd69-0014c783c3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '927c95a7-9afc-4391-8f1b-90d0913f6790'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:09:31.659379 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-d7914f87-37df-4c27-84c7-dabb32eb383a None None] Bound port: 94bb012c-4bd4-463f-b197-554fce04e0af, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a70768ab-a3e6-4f0b-bd69-0014c783c3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '927c95a7-9afc-4391-8f1b-90d0913f6790'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:09:31.659833 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d7914f87-37df-4c27-84c7-dabb32eb383a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (94bb012c-4bd4-463f-b197-554fce04e0af), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:31.673402 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0dbfcf1f-5b4a-49b0-90a9-92e02188b8ba tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:31.729694 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-0dbfcf1f-5b4a-49b0-90a9-92e02188b8ba tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] device_id is not set on port 76ac4e41-e8fb-4a96-801b-c22446fda558 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:09:31.773474 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49048) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:31.781440 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7f7dd-cf01-48c0-812e-21354656acd8 req-f149622e-df84-4a4c-9e7a-1824023405ca tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:31.783978 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-92d7f7dd-cf01-48c0-812e-21354656acd8 req-f149622e-df84-4a4c-9e7a-1824023405ca tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.4545004 Feb 09 01:09:31.808067 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-bf4d57ba-28ec-4772-9802-ef82b6b01b28 req-d7d96064-cf7c-4639-90fc-d66862b691bb tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Publish callbacks [] for floatingip (f9d64fb5-df6b-4d9b-a29d-40e69e47af18), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:31.810990 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-bf4d57ba-28ec-4772-9802-ef82b6b01b28 req-d7d96064-cf7c-4639-90fc-d66862b691bb tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:31.822749 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bf4d57ba-28ec-4772-9802-ef82b6b01b28 req-d7d96064-cf7c-4639-90fc-d66862b691bb tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "DELETE /v2.0/floatingips/f9d64fb5-df6b-4d9b-a29d-40e69e47af18 HTTP/1.1" status: 204 len: 173 time: 1.9537661 Feb 09 01:09:31.927147 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-cead798b-cc90-4040-94cc-3cb263dc77e3 None None] Allocated IP 10.2.2.2 (3c94ca57-3b3a-4c44-bfe5-dcd0786f477f/b5e87f56-886d-4c17-b782-a5f35c888558/e0210f0c-8738-496c-b1d7-f2196b7734ad) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:09:31.929384 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-92d7f7dd-cf01-48c0-812e-21354656acd8 req-5cca2e45-f73f-478f-9c84-dd6bb404e487 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231563 Feb 09 01:09:31.994625 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-25767cc7-b5a1-4edb-99e2-37f9ab215efd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1827296624-network', 'tenant_id': 'ad403c273ca84ee0bc7ddee0b22844ed'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:32.034131 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-d7914f87-37df-4c27-84c7-dabb32eb383a None None] For port 94bb012c-4bd4-463f-b197-554fce04e0af, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:09:32.066566 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-d7914f87-37df-4c27-84c7-dabb32eb383a None None] For port 94bb012c-4bd4-463f-b197-554fce04e0af, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=94bb012c-4bd4-463f-b197-554fce04e0af,segment=NetworkSegment(a70768ab-a3e6-4f0b-bd69-0014c783c3ba),segment_id=a70768ab-a3e6-4f0b-bd69-0014c783c3ba)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:09:32.106255 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d7914f87-37df-4c27-84c7-dabb32eb383a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (94bb012c-4bd4-463f-b197-554fce04e0af), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:32.328144 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-0dbfcf1f-5b4a-49b0-90a9-92e02188b8ba tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Allocated IP 10.1.1.239 (927c95a7-9afc-4391-8f1b-90d0913f6790/bab56cac-997f-4b8b-bab6-d250adea92d7/76ac4e41-e8fb-4a96-801b-c22446fda558) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:09:32.349716 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cead798b-cc90-4040-94cc-3cb263dc77e3 None None] Publish callbacks [] for port (e0210f0c-8738-496c-b1d7-f2196b7734ad), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:32.403085 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cead798b-cc90-4040-94cc-3cb263dc77e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (e0210f0c-8738-496c-b1d7-f2196b7734ad), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:32.505736 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cead798b-cc90-4040-94cc-3cb263dc77e3 None None] Network 3c94ca57-3b3a-4c44-bfe5-dcd0786f477f is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:09:32.515264 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-032cd3cb-29d8-42dd-92f2-0c0ab69a0d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:32.515858 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-55c39210-43a2-4025-aad5-1d99372cbd64 req-50b08f53-3c38-4a50-9fcf-eb1c6e3c1056 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.8.52 HTTP/1.1" status: 200 len: 1000 time: 0.5799639 Feb 09 01:09:32.517656 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-cead798b-cc90-4040-94cc-3cb263dc77e3 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:32.519910 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7914f87-37df-4c27-84c7-dabb32eb383a None None] Pushing event updated for resources: {'Port': ['ID=94bb012c-4bd4-463f-b197-554fce04e0af,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:32.615575 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cead798b-cc90-4040-94cc-3cb263dc77e3 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:09:32.669520 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c39210-43a2-4025-aad5-1d99372cbd64 req-c217b511-e291-4382-893b-6519680c2f9a tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:32.681474 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0dbfcf1f-5b4a-49b0-90a9-92e02188b8ba tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks [] for port (76ac4e41-e8fb-4a96-801b-c22446fda558), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:32.691339 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-55c39210-43a2-4025-aad5-1d99372cbd64 req-c217b511-e291-4382-893b-6519680c2f9a tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/ports/ace52ea1-97e7-44e7-ad98-468e8518f5c7 HTTP/1.1" status: 200 len: 942 time: 0.1613605 Feb 09 01:09:32.761095 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b413b-ee1c-4cdd-b5c7-30bac1776ffd req-1287b7a0-8c14-4345-bcc2-a5dcbdc9f028 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:32.765393 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0dbfcf1f-5b4a-49b0-90a9-92e02188b8ba tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (76ac4e41-e8fb-4a96-801b-c22446fda558), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:32.771255 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a44b413b-ee1c-4cdd-b5c7-30bac1776ffd req-1287b7a0-8c14-4345-bcc2-a5dcbdc9f028 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.2519438 Feb 09 01:09:32.795884 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead798b-cc90-4040-94cc-3cb263dc77e3 None None] Pushing event updated for resources: {'Port': ['ID=e0210f0c-8738-496c-b1d7-f2196b7734ad,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:32.846192 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-cead798b-cc90-4040-94cc-3cb263dc77e3 None None] Attempting to bind port e0210f0c-8738-496c-b1d7-f2196b7734ad on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:09:32.846929 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-cead798b-cc90-4040-94cc-3cb263dc77e3 None None] Attempting to bind port e0210f0c-8738-496c-b1d7-f2196b7734ad by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '3750bb22-80d4-4ec1-991e-f1fe2daedfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3c94ca57-3b3a-4c44-bfe5-dcd0786f477f'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:09:32.847499 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cead798b-cc90-4040-94cc-3cb263dc77e3 None None] Attempting to bind port e0210f0c-8738-496c-b1d7-f2196b7734ad on network 3c94ca57-3b3a-4c44-bfe5-dcd0786f477f {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:09:32.853321 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cead798b-cc90-4040-94cc-3cb263dc77e3 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:09:32.853985 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cead798b-cc90-4040-94cc-3cb263dc77e3 None None] Checking segment: {'id': '3750bb22-80d4-4ec1-991e-f1fe2daedfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3c94ca57-3b3a-4c44-bfe5-dcd0786f477f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:09:32.854593 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cead798b-cc90-4040-94cc-3cb263dc77e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:32.856445 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cead798b-cc90-4040-94cc-3cb263dc77e3 None None] Bound using segment: {'id': '3750bb22-80d4-4ec1-991e-f1fe2daedfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3c94ca57-3b3a-4c44-bfe5-dcd0786f477f'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:09:32.857147 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-cead798b-cc90-4040-94cc-3cb263dc77e3 None None] Bound port: e0210f0c-8738-496c-b1d7-f2196b7734ad, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3750bb22-80d4-4ec1-991e-f1fe2daedfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3c94ca57-3b3a-4c44-bfe5-dcd0786f477f'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:09:32.857741 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cead798b-cc90-4040-94cc-3cb263dc77e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e0210f0c-8738-496c-b1d7-f2196b7734ad), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:32.916133 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-55c39210-43a2-4025-aad5-1d99372cbd64 req-b76843f4-400f-4cae-8123-3adf09c53094 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.8.52 HTTP/1.1" status: 200 len: 1000 time: 0.1113319 Feb 09 01:09:32.958634 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b0841904-dfb6-4720-a044-479ec6b24555 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ca4e82bf6c454668accd555ee273a960&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1824253 Feb 09 01:09:32.961568 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49066) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:33.038857 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25767cc7-b5a1-4edb-99e2-37f9ab215efd admin admin] Made reservation on behalf of ad403c273ca84ee0bc7ddee0b22844ed for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:33.043774 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-cead798b-cc90-4040-94cc-3cb263dc77e3 None None] For port e0210f0c-8738-496c-b1d7-f2196b7734ad, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:09:33.054950 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-25767cc7-b5a1-4edb-99e2-37f9ab215efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:33.058599 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-cead798b-cc90-4040-94cc-3cb263dc77e3 None None] For port e0210f0c-8738-496c-b1d7-f2196b7734ad, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=e0210f0c-8738-496c-b1d7-f2196b7734ad,segment=NetworkSegment(3750bb22-80d4-4ec1-991e-f1fe2daedfff),segment_id=3750bb22-80d4-4ec1-991e-f1fe2daedfff)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:09:33.071444 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cead798b-cc90-4040-94cc-3cb263dc77e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e0210f0c-8738-496c-b1d7-f2196b7734ad), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:33.085079 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c39210-43a2-4025-aad5-1d99372cbd64 req-8b6416bb-f6b8-4ad1-9b2a-95e8ec66bcf4 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:33.086688 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-55c39210-43a2-4025-aad5-1d99372cbd64 req-8b6416bb-f6b8-4ad1-9b2a-95e8ec66bcf4 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/networks/ca740734-29c2-4b60-ae10-4c709b5c6ef4 HTTP/1.1" status: 200 len: 784 time: 0.1580379 Feb 09 01:09:33.100655 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-25767cc7-b5a1-4edb-99e2-37f9ab215efd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:33.108634 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a44b413b-ee1c-4cdd-b5c7-30bac1776ffd req-70fd8b4c-68e5-4a37-85e5-44e90e0d54a2 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356297 Feb 09 01:09:33.163964 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbfcf1f-5b4a-49b0-90a9-92e02188b8ba tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Network 927c95a7-9afc-4391-8f1b-90d0913f6790 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:09:33.216756 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead798b-cc90-4040-94cc-3cb263dc77e3 None None] Pushing event updated for resources: {'Port': ['ID=e0210f0c-8738-496c-b1d7-f2196b7734ad,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:33.311339 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-55c39210-43a2-4025-aad5-1d99372cbd64 req-87a86a20-f116-4f15-b241-8f23b4c05384 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.8.52 HTTP/1.1" status: 200 len: 1000 time: 0.1947851 Feb 09 01:09:33.317906 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-25767cc7-b5a1-4edb-99e2-37f9ab215efd admin admin] Publish callbacks [] for security_group (ae67be21-e99b-4213-92ff-71213f0aee54), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:33.319199 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbfcf1f-5b4a-49b0-90a9-92e02188b8ba tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Pushing event updated for resources: {'Port': ['ID=76ac4e41-e8fb-4a96-801b-c22446fda558,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:33.320476 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-55c39210-43a2-4025-aad5-1d99372cbd64 req-2d739d53-66ed-4648-874a-2099e8dcd8e2 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:33.342321 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-0dbfcf1f-5b4a-49b0-90a9-92e02188b8ba tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:33.346218 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-25767cc7-b5a1-4edb-99e2-37f9ab215efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (ae67be21-e99b-4213-92ff-71213f0aee54), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:33.350597 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbfcf1f-5b4a-49b0-90a9-92e02188b8ba tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:09:33.480800 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25767cc7-b5a1-4edb-99e2-37f9ab215efd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1022} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:09:33.575437 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-55c39210-43a2-4025-aad5-1d99372cbd64 req-2d739d53-66ed-4648-874a-2099e8dcd8e2 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Publish callbacks [] for floatingip (033a97e7-c848-42c2-a818-6985a4368131), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:33.613249 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25767cc7-b5a1-4edb-99e2-37f9ab215efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae67be21-e99b-4213-92ff-71213f0aee54,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:33.636159 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a5c39b72-0117-44f9-adcf-13acc9d7c554 admin admin] Publish callbacks [] for security_group (76713405-2682-43bf-a083-b558f909a7d8), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:33.665638 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-25767cc7-b5a1-4edb-99e2-37f9ab215efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (52e0d3a2-68f3-4ea5-b5ba-a8b10f130d95), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:33.693697 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-25767cc7-b5a1-4edb-99e2-37f9ab215efd admin admin] Added segment 52e0d3a2-68f3-4ea5-b5ba-a8b10f130d95 of type vlan for network 7e4e1919-7440-405a-b2f1-1fb583985300 Feb 09 01:09:33.697157 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe6eb0-5679-4c37-93a7-c5570dbb0bc3 req-b4ec2dd6-4410-455f-a24e-758d37be8e38 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:33.698717 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-59fe6eb0-5679-4c37-93a7-c5570dbb0bc3 req-b4ec2dd6-4410-455f-a24e-758d37be8e38 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 945 time: 0.2755532 Feb 09 01:09:33.825830 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbfcf1f-5b4a-49b0-90a9-92e02188b8ba tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:33.828960 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0dbfcf1f-5b4a-49b0-90a9-92e02188b8ba tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:33.923880 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a5c39b72-0117-44f9-adcf-13acc9d7c554 admin admin] Publish callbacks [] for security_group (76713405-2682-43bf-a083-b558f909a7d8), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:34.053629 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-59fe6eb0-5679-4c37-93a7-c5570dbb0bc3 req-69652a2b-8912-451c-8ae7-32eda2f46d5b tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3208988 Feb 09 01:09:34.166563 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-55c39210-43a2-4025-aad5-1d99372cbd64 req-2d739d53-66ed-4648-874a-2099e8dcd8e2 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:34.173033 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-55c39210-43a2-4025-aad5-1d99372cbd64 req-2d739d53-66ed-4648-874a-2099e8dcd8e2 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (033a97e7-c848-42c2-a818-6985a4368131), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:34.173743 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [req-55c39210-43a2-4025-aad5-1d99372cbd64 req-2d739d53-66ed-4648-874a-2099e8dcd8e2 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Floating IP 033a97e7-c848-42c2-a818-6985a4368131 disassociated. External IP: 172.25.8.52, port: ace52ea1-97e7-44e7-ad98-468e8518f5c7. Feb 09 01:09:34.201453 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-25767cc7-b5a1-4edb-99e2-37f9ab215efd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (7e4e1919-7440-405a-b2f1-1fb583985300), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:34.294018 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0dbfcf1f-5b4a-49b0-90a9-92e02188b8ba tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2086830 Feb 09 01:09:34.297292 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49086) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:34.298995 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-25767cc7-b5a1-4edb-99e2-37f9ab215efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (7e4e1919-7440-405a-b2f1-1fb583985300), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:34.300065 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25767cc7-b5a1-4edb-99e2-37f9ab215efd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:34.300790 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-25767cc7-b5a1-4edb-99e2-37f9ab215efd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:34.301952 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4edfa4-1540-487f-aa0f-67932d8b127b None None] Network 927c95a7-9afc-4391-8f1b-90d0913f6790 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:09:34.317435 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-1b54a09a-ad94-4343-9248-1c205bcdc9d6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Request body: {'port': {'network_id': '927c95a7-9afc-4391-8f1b-90d0913f6790', 'name': 'tempest-TaggedBootDevicesTest-1828683600', 'fixed_ips': [{'subnet_id': 'bab56cac-997f-4b8b-bab6-d250adea92d7'}]}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:34.451168 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d6c9c7ee-eaa4-4f4a-b10b-38463e803239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:34.479075 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-5b8f3adb-39b4-491e-90dc-d65a6a7fbe23 None None] Provisioning complete for port 94bb012c-4bd4-463f-b197-554fce04e0af triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:34.479465 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5b8f3adb-39b4-491e-90dc-d65a6a7fbe23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (94bb012c-4bd4-463f-b197-554fce04e0af), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:34.545204 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-25767cc7-b5a1-4edb-99e2-37f9ab215efd admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.1974151 Feb 09 01:09:34.553083 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c33c10-c3a6-4f59-b866-d0e8be4db109 req-68d6cf51-b512-4d97-9b7e-1eb9909efe8d tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:34.556703 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-73c33c10-c3a6-4f59-b866-d0e8be4db109 req-68d6cf51-b512-4d97-9b7e-1eb9909efe8d tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.2676837 Feb 09 01:09:34.557227 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49088) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:34.572999 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-717b5916-a7a8-4517-af34-5cf125c227d7 admin admin] Request body: {'subnet': {'network_id': '7e4e1919-7440-405a-b2f1-1fb583985300', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1827296624-subnet', 'tenant_id': 'ad403c273ca84ee0bc7ddee0b22844ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:34.688292 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-73c33c10-c3a6-4f59-b866-d0e8be4db109 req-7814d1d9-0fa3-4ae9-9c35-f1486589a31e tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011000 Feb 09 01:09:34.696722 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717b5916-a7a8-4517-af34-5cf125c227d7 admin admin] Made reservation on behalf of ad403c273ca84ee0bc7ddee0b22844ed for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:34.699742 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-717b5916-a7a8-4517-af34-5cf125c227d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:34.704137 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b54a09a-ad94-4343-9248-1c205bcdc9d6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Made reservation on behalf of 6cf3517f38e6486d8ed854b974ff2e32 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:34.708533 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1b54a09a-ad94-4343-9248-1c205bcdc9d6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:34.746566 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a5c39b72-0117-44f9-adcf-13acc9d7c554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (76713405-2682-43bf-a083-b558f909a7d8), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:34.762336 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a5c39b72-0117-44f9-adcf-13acc9d7c554 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:34.769206 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-5b8f3adb-39b4-491e-90dc-d65a6a7fbe23 None None] Current status of the port 94bb012c-4bd4-463f-b197-554fce04e0af is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:09:34.769206 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5b8f3adb-39b4-491e-90dc-d65a6a7fbe23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (94bb012c-4bd4-463f-b197-554fce04e0af), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:34.772271 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a5c39b72-0117-44f9-adcf-13acc9d7c554 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/76713405-2682-43bf-a083-b558f909a7d8 HTTP/1.1" status: 204 len: 168 time: 1.8075967 Feb 09 01:09:34.875042 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c39b72-0117-44f9-adcf-13acc9d7c554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76713405-2682-43bf-a083-b558f909a7d8,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:34.894386 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-1b54a09a-ad94-4343-9248-1c205bcdc9d6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] device_id is not set on port 21d00dbc-2b01-4c2d-ae75-352867aedc8a yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:09:34.908333 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25767cc7-b5a1-4edb-99e2-37f9ab215efd admin admin] Pushing event updated for resources: {'Network': ['ID=7e4e1919-7440-405a-b2f1-1fb583985300,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:34.950724 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 7e4e1919-7440-405a-b2f1-1fb583985300 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:09:35.071409 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-5b8f3adb-39b4-491e-90dc-d65a6a7fbe23 None None] For port 94bb012c-4bd4-463f-b197-554fce04e0af, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=94bb012c-4bd4-463f-b197-554fce04e0af,segment=NetworkSegment(a70768ab-a3e6-4f0b-bd69-0014c783c3ba),segment_id=a70768ab-a3e6-4f0b-bd69-0014c783c3ba)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:35.096798 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device e0210f0c-8738-496c-b1d7-f2196b7734ad up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:09:35.106862 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5b8f3adb-39b4-491e-90dc-d65a6a7fbe23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (94bb012c-4bd4-463f-b197-554fce04e0af), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:35.331611 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-1b54a09a-ad94-4343-9248-1c205bcdc9d6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Allocated IP 10.1.1.246 (927c95a7-9afc-4391-8f1b-90d0913f6790/bab56cac-997f-4b8b-bab6-d250adea92d7/21d00dbc-2b01-4c2d-ae75-352867aedc8a) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:09:35.364188 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd7c19-4ad9-45e6-899d-4073d79110cd req-b1ef2208-b945-46fe-b913-02d8d12bcb0e tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:35.389864 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b8fd7c19-4ad9-45e6-899d-4073d79110cd req-b1ef2208-b945-46fe-b913-02d8d12bcb0e tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.3262215 Feb 09 01:09:35.420213 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f3adb-39b4-491e-90dc-d65a6a7fbe23 None None] Pushing event updated for resources: {'Port': ['ID=94bb012c-4bd4-463f-b197-554fce04e0af,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:35.508989 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-27d997dc-b58d-4af1-97df-a76bded8066b None None] Provisioning complete for port 76ac4e41-e8fb-4a96-801b-c22446fda558 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:35.509610 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-27d997dc-b58d-4af1-97df-a76bded8066b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (76ac4e41-e8fb-4a96-801b-c22446fda558), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:35.547289 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55c39210-43a2-4025-aad5-1d99372cbd64 req-2d739d53-66ed-4648-874a-2099e8dcd8e2 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Router cea8396b-53c6-465f-9482-1621958c3b0c has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:09:35.667912 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port e0210f0c-8738-496c-b1d7-f2196b7734ad triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:35.668392 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e0210f0c-8738-496c-b1d7-f2196b7734ad), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:35.688047 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-27d997dc-b58d-4af1-97df-a76bded8066b None None] Port 76ac4e41-e8fb-4a96-801b-c22446fda558 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:09:35.689941 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f29fcd3-69c5-4cd1-ac60-64167c77b7c0 None None] Network 3c94ca57-3b3a-4c44-bfe5-dcd0786f477f requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:09:35.836078 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-27d997dc-b58d-4af1-97df-a76bded8066b None None] Provisioning complete for port 94bb012c-4bd4-463f-b197-554fce04e0af triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:35.837330 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-27d997dc-b58d-4af1-97df-a76bded8066b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (94bb012c-4bd4-463f-b197-554fce04e0af), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:35.935409 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:35.980382 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b8fd7c19-4ad9-45e6-899d-4073d79110cd req-3523de69-dbe7-48ef-bb39-19b0e221c865 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5444264 Feb 09 01:09:36.014801 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-717b5916-a7a8-4517-af34-5cf125c227d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (59f80236-6567-4c4b-8be0-f42fddd4259d), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:36.347169 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-27d997dc-b58d-4af1-97df-a76bded8066b None None] Current status of the port 94bb012c-4bd4-463f-b197-554fce04e0af is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:09:36.364950 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port e0210f0c-8738-496c-b1d7-f2196b7734ad is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:09:36.369996 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e0210f0c-8738-496c-b1d7-f2196b7734ad), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:36.415271 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1b54a09a-ad94-4343-9248-1c205bcdc9d6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks [] for port (21d00dbc-2b01-4c2d-ae75-352867aedc8a), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:36.457458 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port e0210f0c-8738-496c-b1d7-f2196b7734ad, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=e0210f0c-8738-496c-b1d7-f2196b7734ad,segment=NetworkSegment(3750bb22-80d4-4ec1-991e-f1fe2daedfff),segment_id=3750bb22-80d4-4ec1-991e-f1fe2daedfff)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:36.479931 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e0210f0c-8738-496c-b1d7-f2196b7734ad), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:36.484918 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 94bb012c-4bd4-463f-b197-554fce04e0af up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:09:36.524110 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1b54a09a-ad94-4343-9248-1c205bcdc9d6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (21d00dbc-2b01-4c2d-ae75-352867aedc8a), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:36.585820 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=e0210f0c-8738-496c-b1d7-f2196b7734ad,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:36.599071 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717b5916-a7a8-4517-af34-5cf125c227d7 admin admin] Checking segment: {'id': '52e0d3a2-68f3-4ea5-b5ba-a8b10f130d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '7e4e1919-7440-405a-b2f1-1fb583985300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:09:36.600141 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717b5916-a7a8-4517-af34-5cf125c227d7 admin admin] Network hostable DHCP agents. Network: 7e4e1919-7440-405a-b2f1-1fb583985300, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:09:36.606774 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b5916-a7a8-4517-af34-5cf125c227d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59f80236-6567-4c4b-8be0-f42fddd4259d,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:36.645551 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-f591e3cc-d5e7-4155-9b11-d8cde025ae82 None None] Provisioning complete for port e0210f0c-8738-496c-b1d7-f2196b7734ad triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:36.646198 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f591e3cc-d5e7-4155-9b11-d8cde025ae82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e0210f0c-8738-496c-b1d7-f2196b7734ad), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:36.680444 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b54a09a-ad94-4343-9248-1c205bcdc9d6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Network 927c95a7-9afc-4391-8f1b-90d0913f6790 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:09:36.684476 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-1b54a09a-ad94-4343-9248-1c205bcdc9d6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:36.690321 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b54a09a-ad94-4343-9248-1c205bcdc9d6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:09:36.699290 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e790e4f-cfca-4d1f-86e4-d8312fc4405e req-9b3f5b29-2840-420a-8e36-68043782524b tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:36.710389 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b54a09a-ad94-4343-9248-1c205bcdc9d6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Pushing event updated for resources: {'Port': ['ID=21d00dbc-2b01-4c2d-ae75-352867aedc8a,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:36.712071 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7e790e4f-cfca-4d1f-86e4-d8312fc4405e req-9b3f5b29-2840-420a-8e36-68043782524b tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 945 time: 0.4241390 Feb 09 01:09:36.788324 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b54a09a-ad94-4343-9248-1c205bcdc9d6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:36.789286 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1b54a09a-ad94-4343-9248-1c205bcdc9d6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:36.828153 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1b54a09a-ad94-4343-9248-1c205bcdc9d6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5286446 Feb 09 01:09:36.849953 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7e790e4f-cfca-4d1f-86e4-d8312fc4405e req-4811db52-094b-4a7d-9157-e07f838b38b0 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367750 Feb 09 01:09:36.855097 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 94bb012c-4bd4-463f-b197-554fce04e0af triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:36.855751 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (94bb012c-4bd4-463f-b197-554fce04e0af), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:36.860716 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55c39210-43a2-4025-aad5-1d99372cbd64 req-2d739d53-66ed-4648-874a-2099e8dcd8e2 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:09:36.899096 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-55c39210-43a2-4025-aad5-1d99372cbd64 req-2d739d53-66ed-4648-874a-2099e8dcd8e2 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:36.956574 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2898fa-cce2-418a-b7de-5242135b4995 None None] Sync routers for ids ['cea8396b-53c6-465f-9482-1621958c3b0c'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:09:36.962660 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717b5916-a7a8-4517-af34-5cf125c227d7 admin admin] Network 7e4e1919-7440-405a-b2f1-1fb583985300 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:09:37.004307 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-717b5916-a7a8-4517-af34-5cf125c227d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 7e4e1919-7440-405a-b2f1-1fb583985300) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:37.013632 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-55c39210-43a2-4025-aad5-1d99372cbd64 req-2d739d53-66ed-4648-874a-2099e8dcd8e2 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "PUT /v2.0/floatingips/033a97e7-c848-42c2-a818-6985a4368131 HTTP/1.1" status: 200 len: 694 time: 3.7013249 Feb 09 01:09:37.020035 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717b5916-a7a8-4517-af34-5cf125c227d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:37.021042 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-717b5916-a7a8-4517-af34-5cf125c227d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:37.023428 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c17624d-5b30-40e1-b862-5b350625a8a9', 'tag': 'ace52ea1-97e7-44e7-ad98-468e8518f5c7'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:09:37.030470 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bdc3df-8108-4d45-bd33-46612dc71fae" -d '{"events": [{"name": "network-changed", "server_uuid": "7c17624d-5b30-40e1-b862-5b350625a8a9", "tag": "ace52ea1-97e7-44e7-ad98-468e8518f5c7"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:09:37.061316 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a1ebf7-f6de-4587-bf5e-b899dbdda9cc None None] Network 7e4e1919-7440-405a-b2f1-1fb583985300 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:09:37.160157 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f591e3cc-d5e7-4155-9b11-d8cde025ae82 None None] Current status of the port e0210f0c-8738-496c-b1d7-f2196b7734ad is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:09:37.183458 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-717b5916-a7a8-4517-af34-5cf125c227d7 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.6208208 Feb 09 01:09:37.186492 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49136) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:37.191700 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-ef9823de-f10f-4c26-8331-251605485b4d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1827296624-router', 'tenant_id': 'ad403c273ca84ee0bc7ddee0b22844ed', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:37.207783 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c39210-43a2-4025-aad5-1d99372cbd64 req-1d5558c3-567f-4709-9e1a-3d613efa9da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:37.209280 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-55c39210-43a2-4025-aad5-1d99372cbd64 req-1d5558c3-567f-4709-9e1a-3d613efa9da8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=40d0b3ba65154fdfb7d6203582a5779e&device_id=7c17624d-5b30-40e1-b862-5b350625a8a9 HTTP/1.1" status: 200 len: 1127 time: 0.1751637 Feb 09 01:09:37.246254 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ef9823de-f10f-4c26-8331-251605485b4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (55924841-cbd0-4035-8195-1e36082eaa8e), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:37.247385 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ef9823de-f10f-4c26-8331-251605485b4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (55924841-cbd0-4035-8195-1e36082eaa8e), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:37.306529 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2898fa-cce2-418a-b7de-5242135b4995 None None] Routers {'cea8396b-53c6-465f-9482-1621958c3b0c'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:09:37.307192 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-ef2898fa-cce2-418a-b7de-5242135b4995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:09:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['cea8396b-53c6-465f-9482-1621958c3b0c'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:37.400411 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ef9823de-f10f-4c26-8331-251605485b4d admin admin] Publish callbacks [] for router_controller (55924841-cbd0-4035-8195-1e36082eaa8e), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:37.416186 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c39210-43a2-4025-aad5-1d99372cbd64 req-2b441d69-0533-4953-863b-8238b2f5bfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:37.418090 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-55c39210-43a2-4025-aad5-1d99372cbd64 req-2b441d69-0533-4953-863b-8238b2f5bfd9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5 HTTP/1.1" status: 200 len: 931 time: 0.2025123 Feb 09 01:09:37.515048 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-55c39210-43a2-4025-aad5-1d99372cbd64 req-53f29630-e2db-4d0c-afe0-cc21d56796cb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ace52ea1-97e7-44e7-ad98-468e8518f5c7 HTTP/1.1" status: 200 len: 217 time: 0.0683095 Feb 09 01:09:37.646877 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c39210-43a2-4025-aad5-1d99372cbd64 req-7a8d5a94-5868-4cb5-a147-f969d93ab39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:37.648478 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-55c39210-43a2-4025-aad5-1d99372cbd64 req-7a8d5a94-5868-4cb5-a147-f969d93ab39d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3f566d7a-36e4-4f05-a0b6-f30f5dd16476 HTTP/1.1" status: 200 len: 868 time: 0.1326265 Feb 09 01:09:37.741150 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:37.767530 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-f591e3cc-d5e7-4155-9b11-d8cde025ae82 None None] Provisioning complete for port 76ac4e41-e8fb-4a96-801b-c22446fda558 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:37.767919 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f591e3cc-d5e7-4155-9b11-d8cde025ae82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (76ac4e41-e8fb-4a96-801b-c22446fda558), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:37.781147 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c39210-43a2-4025-aad5-1d99372cbd64 req-ec7cd8ba-17b7-4202-8973-6f70f9fa581d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:37.782765 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-55c39210-43a2-4025-aad5-1d99372cbd64 req-ec7cd8ba-17b7-4202-8973-6f70f9fa581d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1271362 Feb 09 01:09:37.820278 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ef9823de-f10f-4c26-8331-251605485b4d admin admin] Publish callbacks [] for router_gateway (55924841-cbd0-4035-8195-1e36082eaa8e), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:37.904800 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:38.011899 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-55c39210-43a2-4025-aad5-1d99372cbd64 req-a44c76a2-0e06-4cd0-8315-8e1130c13117 service neutron] 10.222.0.50 "GET /v2.0/networks/7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206917 Feb 09 01:09:38.050756 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f591e3cc-d5e7-4155-9b11-d8cde025ae82 None None] Port 76ac4e41-e8fb-4a96-801b-c22446fda558 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:09:38.064218 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 94bb012c-4bd4-463f-b197-554fce04e0af is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:09:38.075966 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-ef2898fa-cce2-418a-b7de-5242135b4995 None None] Set router cea8396b-53c6-465f-9482-1621958c3b0c gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:09:38.115344 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41db2b7-a935-4e33-88e2-24b630057ea8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-7e4e1919-7440-405a-b2f1-1fb583985300', 'network_id': '7e4e1919-7440-405a-b2f1-1fb583985300', 'project_id': 'ad403c273ca84ee0bc7ddee0b22844ed', 'fixed_ips': [{'subnet_id': '59f80236-6567-4c4b-8be0-f42fddd4259d'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:09:38.116205 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f41db2b7-a935-4e33-88e2-24b630057ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:38.225289 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-55c39210-43a2-4025-aad5-1d99372cbd64 req-329492fb-14e1-408b-a7d3-20ceb5ea1d4d service neutron] 10.222.0.50 "GET /v2.0/networks/7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097397 Feb 09 01:09:38.259963 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device e0210f0c-8738-496c-b1d7-f2196b7734ad up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:09:38.275859 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117d3f47-b4e7-400f-a93a-9221dc73aade x-openstack-request-id: req-117d3f47-b4e7-400f-a93a-9221dc73aade {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:09:38.276174 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c17624d-5b30-40e1-b862-5b350625a8a9", "tag": "ace52ea1-97e7-44e7-ad98-468e8518f5c7", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:09:38.276437 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-117d3f47-b4e7-400f-a93a-9221dc73aade {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:09:38.276925 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c17624d-5b30-40e1-b862-5b350625a8a9', 'tag': 'ace52ea1-97e7-44e7-ad98-468e8518f5c7', 'status': 'completed', 'code': 200} Feb 09 01:09:38.301319 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ef9823de-f10f-4c26-8331-251605485b4d admin admin] Publish callbacks [] for router_gateway (55924841-cbd0-4035-8195-1e36082eaa8e), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:38.325364 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ef9823de-f10f-4c26-8331-251605485b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:38.347674 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-efd29d6a-a042-4f64-b741-a9e1c595c009 None None] Provisioning complete for port e0210f0c-8738-496c-b1d7-f2196b7734ad triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:38.348068 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-efd29d6a-a042-4f64-b741-a9e1c595c009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e0210f0c-8738-496c-b1d7-f2196b7734ad), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:38.439050 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c2a0f4-28d6-4aa3-bfac-731f6ebf656a req-31860ea4-4215-4881-b9f4-d21fdbba81f8 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:38.450903 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74c2a0f4-28d6-4aa3-bfac-731f6ebf656a req-31860ea4-4215-4881-b9f4-d21fdbba81f8 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.1225333 Feb 09 01:09:38.475993 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-ef9823de-f10f-4c26-8331-251605485b4d admin admin] Allocated IP 172.25.8.139 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/1b2cca39-61c5-4423-a9ba-e805560fcc45) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:09:38.498440 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:38.538030 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-f41db2b7-a935-4e33-88e2-24b630057ea8 None None] Allocated IP 172.20.0.2 (7e4e1919-7440-405a-b2f1-1fb583985300/59f80236-6567-4c4b-8be0-f42fddd4259d/47111896-45ba-44fe-b0b7-2d0193996a71) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:09:38.544749 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port e0210f0c-8738-496c-b1d7-f2196b7734ad triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:38.545136 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e0210f0c-8738-496c-b1d7-f2196b7734ad), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:38.598166 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74c2a0f4-28d6-4aa3-bfac-731f6ebf656a req-3153859b-539f-419b-aabc-fc9cc341be20 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461544 Feb 09 01:09:38.621778 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ef9823de-f10f-4c26-8331-251605485b4d admin admin] Publish callbacks [] for port (1b2cca39-61c5-4423-a9ba-e805560fcc45), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:38.621947 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bdc3df-8108-4d45-bd33-46612dc71fae req-fe054d9e-0288-4777-a295-36f0651bfeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:38.621947 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-84bdc3df-8108-4d45-bd33-46612dc71fae req-fe054d9e-0288-4777-a295-36f0651bfeeb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=40d0b3ba65154fdfb7d6203582a5779e&device_id=7c17624d-5b30-40e1-b862-5b350625a8a9 HTTP/1.1" status: 200 len: 1127 time: 0.1257744 Feb 09 01:09:38.694789 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ef9823de-f10f-4c26-8331-251605485b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (1b2cca39-61c5-4423-a9ba-e805560fcc45), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:38.703457 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-efd29d6a-a042-4f64-b741-a9e1c595c009 None None] Current status of the port e0210f0c-8738-496c-b1d7-f2196b7734ad is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:09:38.776767 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9823de-f10f-4c26-8331-251605485b4d admin admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:09:38.779799 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-ef9823de-f10f-4c26-8331-251605485b4d admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:38.784967 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9823de-f10f-4c26-8331-251605485b4d admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:09:38.788218 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9823de-f10f-4c26-8331-251605485b4d admin admin] Pushing event updated for resources: {'Port': ['ID=1b2cca39-61c5-4423-a9ba-e805560fcc45,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:38.816074 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-efd29d6a-a042-4f64-b741-a9e1c595c009 None None] Provisioning complete for port 21d00dbc-2b01-4c2d-ae75-352867aedc8a triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:38.816725 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-efd29d6a-a042-4f64-b741-a9e1c595c009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (21d00dbc-2b01-4c2d-ae75-352867aedc8a), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:38.843647 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bdc3df-8108-4d45-bd33-46612dc71fae req-7bce5656-edee-4744-9818-4d468bf4f643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:38.845935 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-84bdc3df-8108-4d45-bd33-46612dc71fae req-7bce5656-edee-4744-9818-4d468bf4f643 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5 HTTP/1.1" status: 200 len: 931 time: 0.2065749 Feb 09 01:09:38.883187 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-ef2898fa-cce2-418a-b7de-5242135b4995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea8396b-53c6-465f-9482-1621958c3b0c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1131755305-router', 'tenant_id': '40d0b3ba65154fdfb7d6203582a5779e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'c869b08f-f7a2-406a-87ef-e9bb9f54e8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:08:34Z', 'updated_at': '2022-02-09T01:08:43Z', 'revision_number': 4, 'project_id': '40d0b3ba65154fdfb7d6203582a5779e', 'gw_port': {'id': 'c869b08f-f7a2-406a-87ef-e9bb9f54e8ad', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea8396b-53c6-465f-9482-1621958c3b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:35Z', 'updated_at': '2022-02-09T01:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '814bcff1-43a0-4fa7-87cc-497c0b121c8f', 'name': '', 'network_id': '7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5', 'tenant_id': '40d0b3ba65154fdfb7d6203582a5779e', 'mac_address': 'fa:16:3e:5f:4a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea8396b-53c6-465f-9482-1621958c3b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '3f566d7a-36e4-4f05-a0b6-f30f5dd16476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:41Z', 'updated_at': '2022-02-09T01:08:52Z', 'revision_number': 5, 'project_id': '40d0b3ba65154fdfb7d6203582a5779e', 'subnets': [{'id': '3f566d7a-36e4-4f05-a0b6-f30f5dd16476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:38.923273 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-84bdc3df-8108-4d45-bd33-46612dc71fae req-c4b41aca-cf34-412d-ac9f-089867acf555 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ace52ea1-97e7-44e7-ad98-468e8518f5c7 HTTP/1.1" status: 200 len: 217 time: 0.0603869 Feb 09 01:09:38.948012 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2898fa-cce2-418a-b7de-5242135b4995 None None] Checking router: cea8396b-53c6-465f-9482-1621958c3b0c for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:09:38.960785 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f41db2b7-a935-4e33-88e2-24b630057ea8 None None] Publish callbacks [] for port (47111896-45ba-44fe-b0b7-2d0193996a71), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:38.966486 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port e0210f0c-8738-496c-b1d7-f2196b7734ad is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:09:38.967610 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 94bb012c-4bd4-463f-b197-554fce04e0af up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:09:38.973968 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-efd29d6a-a042-4f64-b741-a9e1c595c009 None None] Port 21d00dbc-2b01-4c2d-ae75-352867aedc8a cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:09:38.999646 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f41db2b7-a935-4e33-88e2-24b630057ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (47111896-45ba-44fe-b0b7-2d0193996a71), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:39.005306 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2898fa-cce2-418a-b7de-5242135b4995 None None] Routers {'cea8396b-53c6-465f-9482-1621958c3b0c'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:09:39.005952 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-ef2898fa-cce2-418a-b7de-5242135b4995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:09:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['cea8396b-53c6-465f-9482-1621958c3b0c'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:39.013678 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a9e0b-f5f0-4eab-abe4-18bcabb1aed9 req-683cc39e-ee80-42e8-9120-18d12bf91ea7 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:39.016741 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f52a9e0b-f5f0-4eab-abe4-18bcabb1aed9 req-683cc39e-ee80-42e8-9120-18d12bf91ea7 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 945 time: 0.2141745 Feb 09 01:09:39.035342 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bdc3df-8108-4d45-bd33-46612dc71fae req-d6f24329-e0ed-42ec-8ae2-bb8ba16295ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:39.039552 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-84bdc3df-8108-4d45-bd33-46612dc71fae req-d6f24329-e0ed-42ec-8ae2-bb8ba16295ca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3f566d7a-36e4-4f05-a0b6-f30f5dd16476 HTTP/1.1" status: 200 len: 868 time: 0.1052413 Feb 09 01:09:39.117344 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f52a9e0b-f5f0-4eab-abe4-18bcabb1aed9 req-22f11a85-9229-4054-b70c-6b15a1c5a177 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942211 Feb 09 01:09:39.129042 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ef9823de-f10f-4c26-8331-251605485b4d admin admin] Publish callbacks [] for router_gateway (55924841-cbd0-4035-8195-1e36082eaa8e), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:39.129646 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bdc3df-8108-4d45-bd33-46612dc71fae req-8f14e5e0-fac2-4a49-a8b1-08d95d13c4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:39.131502 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-84bdc3df-8108-4d45-bd33-46612dc71fae req-8f14e5e0-fac2-4a49-a8b1-08d95d13c4dd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0846810 Feb 09 01:09:39.149732 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41db2b7-a935-4e33-88e2-24b630057ea8 None None] Network 7e4e1919-7440-405a-b2f1-1fb583985300 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:09:39.156997 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-f41db2b7-a935-4e33-88e2-24b630057ea8 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:39.159905 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41db2b7-a935-4e33-88e2-24b630057ea8 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:09:39.188791 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41db2b7-a935-4e33-88e2-24b630057ea8 None None] Pushing event updated for resources: {'Port': ['ID=47111896-45ba-44fe-b0b7-2d0193996a71,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:39.289507 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:39.293580 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 94bb012c-4bd4-463f-b197-554fce04e0af triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:39.294087 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (94bb012c-4bd4-463f-b197-554fce04e0af), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:39.334271 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-ef2898fa-cce2-418a-b7de-5242135b4995 None None] Set router cea8396b-53c6-465f-9482-1621958c3b0c gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:09:39.338051 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-f41db2b7-a935-4e33-88e2-24b630057ea8 None None] Attempting to bind port 47111896-45ba-44fe-b0b7-2d0193996a71 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:09:39.339242 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-f41db2b7-a935-4e33-88e2-24b630057ea8 None None] Attempting to bind port 47111896-45ba-44fe-b0b7-2d0193996a71 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '52e0d3a2-68f3-4ea5-b5ba-a8b10f130d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '7e4e1919-7440-405a-b2f1-1fb583985300'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:09:39.339550 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41db2b7-a935-4e33-88e2-24b630057ea8 None None] Attempting to bind port 47111896-45ba-44fe-b0b7-2d0193996a71 on network 7e4e1919-7440-405a-b2f1-1fb583985300 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:09:39.343649 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-84bdc3df-8108-4d45-bd33-46612dc71fae req-6cc99888-f867-4271-b50f-e5b1212c06ad service neutron] 10.222.0.47 "GET /v2.0/networks/7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994288 Feb 09 01:09:39.383443 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41db2b7-a935-4e33-88e2-24b630057ea8 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:09:39.383808 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41db2b7-a935-4e33-88e2-24b630057ea8 None None] Checking segment: {'id': '52e0d3a2-68f3-4ea5-b5ba-a8b10f130d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '7e4e1919-7440-405a-b2f1-1fb583985300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:09:39.384226 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f41db2b7-a935-4e33-88e2-24b630057ea8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:39.384656 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41db2b7-a935-4e33-88e2-24b630057ea8 None None] Bound using segment: {'id': '52e0d3a2-68f3-4ea5-b5ba-a8b10f130d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '7e4e1919-7440-405a-b2f1-1fb583985300'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:09:39.385209 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-f41db2b7-a935-4e33-88e2-24b630057ea8 None None] Bound port: 47111896-45ba-44fe-b0b7-2d0193996a71, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e0d3a2-68f3-4ea5-b5ba-a8b10f130d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '7e4e1919-7440-405a-b2f1-1fb583985300'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:09:39.385539 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f41db2b7-a935-4e33-88e2-24b630057ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (47111896-45ba-44fe-b0b7-2d0193996a71), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:39.386179 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ef9823de-f10f-4c26-8331-251605485b4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (55924841-cbd0-4035-8195-1e36082eaa8e), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:39.450300 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47325d47-098f-4aec-a115-c3f166e45845 req-fdee9b0a-410e-48c2-b9c0-16bc67257579 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/floatingips/033a97e7-c848-42c2-a818-6985a4368131 HTTP/1.1" status: 200 len: 694 time: 0.1033196 Feb 09 01:09:39.581380 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 94bb012c-4bd4-463f-b197-554fce04e0af is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:09:39.673296 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9823de-f10f-4c26-8331-251605485b4d admin admin] Router 55924841-cbd0-4035-8195-1e36082eaa8e is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:09:39.684997 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-f41db2b7-a935-4e33-88e2-24b630057ea8 None None] For port 47111896-45ba-44fe-b0b7-2d0193996a71, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:09:39.726133 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-f41db2b7-a935-4e33-88e2-24b630057ea8 None None] For port 47111896-45ba-44fe-b0b7-2d0193996a71, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=47111896-45ba-44fe-b0b7-2d0193996a71,segment=NetworkSegment(52e0d3a2-68f3-4ea5-b5ba-a8b10f130d95),segment_id=52e0d3a2-68f3-4ea5-b5ba-a8b10f130d95)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:09:39.748701 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f41db2b7-a935-4e33-88e2-24b630057ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (47111896-45ba-44fe-b0b7-2d0193996a71), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:39.825201 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9823de-f10f-4c26-8331-251605485b4d admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:09:39.836653 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14b29b4-1957-4142-a5b3-3b4cb55e8b7c None None] Sync routers for ids ['55924841-cbd0-4035-8195-1e36082eaa8e'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:09:39.851256 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14b29b4-1957-4142-a5b3-3b4cb55e8b7c None None] Routers {'55924841-cbd0-4035-8195-1e36082eaa8e'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:09:39.852460 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-a14b29b4-1957-4142-a5b3-3b4cb55e8b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:09:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['55924841-cbd0-4035-8195-1e36082eaa8e'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:39.860772 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ef9823de-f10f-4c26-8331-251605485b4d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:39.863355 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ef9823de-f10f-4c26-8331-251605485b4d admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.6754396 Feb 09 01:09:39.866181 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49184) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:39.934087 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-84bdc3df-8108-4d45-bd33-46612dc71fae req-64461955-c4e5-4cb5-914f-698cdcd2c5be service neutron] 10.222.0.47 "GET /v2.0/networks/7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5774059 Feb 09 01:09:39.973720 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47325d47-098f-4aec-a115-c3f166e45845 req-9fa0fa7f-5c16-4494-bded-c32196e708a9 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:39.981307 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47325d47-098f-4aec-a115-c3f166e45845 req-9fa0fa7f-5c16-4494-bded-c32196e708a9 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/networks/ca740734-29c2-4b60-ae10-4c709b5c6ef4 HTTP/1.1" status: 200 len: 784 time: 0.5300055 Feb 09 01:09:39.982974 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-a14b29b4-1957-4142-a5b3-3b4cb55e8b7c None None] Set router 55924841-cbd0-4035-8195-1e36082eaa8e gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:09:40.059304 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47325d47-098f-4aec-a115-c3f166e45845 req-8fc28457-b2a2-4996-9564-095f89da1d6c tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.8.52 HTTP/1.1" status: 200 len: 697 time: 0.0765288 Feb 09 01:09:40.133021 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47325d47-098f-4aec-a115-c3f166e45845 req-cc525df3-c349-4248-9658-1dbf40076e1b tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.8.52 HTTP/1.1" status: 200 len: 697 time: 0.0727618 Feb 09 01:09:40.205735 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41db2b7-a935-4e33-88e2-24b630057ea8 None None] Pushing event updated for resources: {'Port': ['ID=47111896-45ba-44fe-b0b7-2d0193996a71,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:40.215928 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41db2b7-a935-4e33-88e2-24b630057ea8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:40.216709 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41db2b7-a935-4e33-88e2-24b630057ea8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:40.216849 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41db2b7-a935-4e33-88e2-24b630057ea8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:40.217354 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41db2b7-a935-4e33-88e2-24b630057ea8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:40.221333 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41db2b7-a935-4e33-88e2-24b630057ea8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:40.221798 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41db2b7-a935-4e33-88e2-24b630057ea8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:40.222202 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41db2b7-a935-4e33-88e2-24b630057ea8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:40.222614 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41db2b7-a935-4e33-88e2-24b630057ea8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:40.223014 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41db2b7-a935-4e33-88e2-24b630057ea8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:40.223539 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41db2b7-a935-4e33-88e2-24b630057ea8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:40.224392 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41db2b7-a935-4e33-88e2-24b630057ea8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:40.226296 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41db2b7-a935-4e33-88e2-24b630057ea8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:40.226749 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41db2b7-a935-4e33-88e2-24b630057ea8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:40.232719 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-a14b29b4-1957-4142-a5b3-3b4cb55e8b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55924841-cbd0-4035-8195-1e36082eaa8e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1827296624-router', 'tenant_id': 'ad403c273ca84ee0bc7ddee0b22844ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '1b2cca39-61c5-4423-a9ba-e805560fcc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:37Z', 'updated_at': '2022-02-09T01:09:38Z', 'revision_number': 3, 'project_id': 'ad403c273ca84ee0bc7ddee0b22844ed', 'gw_port': {'id': '1b2cca39-61c5-4423-a9ba-e805560fcc45', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:11:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55924841-cbd0-4035-8195-1e36082eaa8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:38Z', 'updated_at': '2022-02-09T01:09:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:40.242247 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49188) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:40.256567 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-223bd9f8-ac2d-4abc-96de-a2f4df3bda30 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Request body: {'security_group': {'name': 'tempest-securitygroup--668742926', 'description': 'tempest-description--824741215'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:40.282235 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-ef2898fa-cce2-418a-b7de-5242135b4995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea8396b-53c6-465f-9482-1621958c3b0c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1131755305-router', 'tenant_id': '40d0b3ba65154fdfb7d6203582a5779e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'c869b08f-f7a2-406a-87ef-e9bb9f54e8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:08:34Z', 'updated_at': '2022-02-09T01:08:43Z', 'revision_number': 4, 'project_id': '40d0b3ba65154fdfb7d6203582a5779e', 'gw_port': {'id': 'c869b08f-f7a2-406a-87ef-e9bb9f54e8ad', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea8396b-53c6-465f-9482-1621958c3b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:35Z', 'updated_at': '2022-02-09T01:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '814bcff1-43a0-4fa7-87cc-497c0b121c8f', 'name': '', 'network_id': '7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5', 'tenant_id': '40d0b3ba65154fdfb7d6203582a5779e', 'mac_address': 'fa:16:3e:5f:4a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea8396b-53c6-465f-9482-1621958c3b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '3f566d7a-36e4-4f05-a0b6-f30f5dd16476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:41Z', 'updated_at': '2022-02-09T01:08:52Z', 'revision_number': 5, 'project_id': '40d0b3ba65154fdfb7d6203582a5779e', 'subnets': [{'id': '3f566d7a-36e4-4f05-a0b6-f30f5dd16476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:40.293293 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-223bd9f8-ac2d-4abc-96de-a2f4df3bda30 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:40.309782 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14b29b4-1957-4142-a5b3-3b4cb55e8b7c None None] Checking router: 55924841-cbd0-4035-8195-1e36082eaa8e for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:09:40.323053 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14b29b4-1957-4142-a5b3-3b4cb55e8b7c None None] Updating router 55924841-cbd0-4035-8195-1e36082eaa8e port 1b2cca39-61c5-4423-a9ba-e805560fcc45 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:09:40.354102 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2898fa-cce2-418a-b7de-5242135b4995 None None] The sync data for ids ['cea8396b-53c6-465f-9482-1621958c3b0c'] in n-d-828369-4 is: [{'id': 'cea8396b-53c6-465f-9482-1621958c3b0c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1131755305-router', 'tenant_id': '40d0b3ba65154fdfb7d6203582a5779e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'c869b08f-f7a2-406a-87ef-e9bb9f54e8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:08:34Z', 'updated_at': '2022-02-09T01:08:43Z', 'revision_number': 4, 'project_id': '40d0b3ba65154fdfb7d6203582a5779e', 'gw_port': {'id': 'c869b08f-f7a2-406a-87ef-e9bb9f54e8ad', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea8396b-53c6-465f-9482-1621958c3b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:35Z', 'updated_at': '2022-02-09T01:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '814bcff1-43a0-4fa7-87cc-497c0b121c8f', 'name': '', 'network_id': '7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5', 'tenant_id': '40d0b3ba65154fdfb7d6203582a5779e', 'mac_address': 'fa:16:3e:5f:4a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea8396b-53c6-465f-9482-1621958c3b0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': '3f566d7a-36e4-4f05-a0b6-f30f5dd16476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:41Z', 'updated_at': '2022-02-09T01:08:52Z', 'revision_number': 5, 'project_id': '40d0b3ba65154fdfb7d6203582a5779e', 'subnets': [{'id': '3f566d7a-36e4-4f05-a0b6-f30f5dd16476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:09:40.374775 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a14b29b4-1957-4142-a5b3-3b4cb55e8b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1b2cca39-61c5-4423-a9ba-e805560fcc45), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:40.443318 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-47325d47-098f-4aec-a115-c3f166e45845 req-75762fbe-ce42-477a-88cd-7fd696a59d2d tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Deleting port b6008dc0-75a3-488f-a469-2e7c4ffb8e25 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:09:40.443671 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-47325d47-098f-4aec-a115-c3f166e45845 req-75762fbe-ce42-477a-88cd-7fd696a59d2d tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (b6008dc0-75a3-488f-a469-2e7c4ffb8e25), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:40.744406 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-47325d47-098f-4aec-a115-c3f166e45845 req-75762fbe-ce42-477a-88cd-7fd696a59d2d tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (b6008dc0-75a3-488f-a469-2e7c4ffb8e25), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:40.744734 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-47325d47-098f-4aec-a115-c3f166e45845 req-75762fbe-ce42-477a-88cd-7fd696a59d2d tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Publish callbacks [] for floatingip (b6008dc0-75a3-488f-a469-2e7c4ffb8e25), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:40.778103 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-223bd9f8-ac2d-4abc-96de-a2f4df3bda30 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks [] for security_group (7132a9b3-c715-4191-9c3f-0b3a60428cfc), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:40.788040 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-223bd9f8-ac2d-4abc-96de-a2f4df3bda30 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (7132a9b3-c715-4191-9c3f-0b3a60428cfc), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:40.803098 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657abb1e-213b-4baf-b1f5-f49ee518c97c req-de4c68dc-7f3c-4e88-b4a3-0060c68392b2 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:40.812815 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-657abb1e-213b-4baf-b1f5-f49ee518c97c req-de4c68dc-7f3c-4e88-b4a3-0060c68392b2 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.2152534 Feb 09 01:09:40.839384 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-47325d47-098f-4aec-a115-c3f166e45845 req-75762fbe-ce42-477a-88cd-7fd696a59d2d tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Calling delete_port for b6008dc0-75a3-488f-a469-2e7c4ffb8e25 owned by network:floatingip {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:09:40.917864 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-223bd9f8-ac2d-4abc-96de-a2f4df3bda30 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:40.919548 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-223bd9f8-ac2d-4abc-96de-a2f4df3bda30 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6771688 Feb 09 01:09:40.943579 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49202) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:40.951144 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-c574fe9f-b721-4225-8061-5ffc98ecdc22 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Request body: {'security_group_rule': {'security_group_id': '7132a9b3-c715-4191-9c3f-0b3a60428cfc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:40.964610 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-657abb1e-213b-4baf-b1f5-f49ee518c97c req-da318a21-e31f-4126-a340-80dd2beb50b5 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505418 Feb 09 01:09:40.983380 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223bd9f8-ac2d-4abc-96de-a2f4df3bda30 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7132a9b3-c715-4191-9c3f-0b3a60428cfc,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:40.984696 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090ea2f8-4dda-4d43-91ca-9bd7267b64fa None None] New status for floating IP 033a97e7-c848-42c2-a818-6985a4368131: DOWN {{(pid=103138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:09:40.997747 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a14b29b4-1957-4142-a5b3-3b4cb55e8b7c None None] Publish callbacks [] for port (1b2cca39-61c5-4423-a9ba-e805560fcc45), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:41.018404 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a14b29b4-1957-4142-a5b3-3b4cb55e8b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1b2cca39-61c5-4423-a9ba-e805560fcc45), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:41.095352 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c574fe9f-b721-4225-8061-5ffc98ecdc22 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks [] for security_group_rule (fa73fb8e-5eb5-4e0a-bc72-94cea43c8ab9), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:41.112241 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-47325d47-098f-4aec-a115-c3f166e45845 req-75762fbe-ce42-477a-88cd-7fd696a59d2d tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (b6008dc0-75a3-488f-a469-2e7c4ffb8e25), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:41.126710 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f12db3c-2a32-4b97-a2d3-5bd0ddea6f66 None None] Pushing event updated for resources: {'Port': ['ID=1b2cca39-61c5-4423-a9ba-e805560fcc45,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:41.154513 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12db3c-2a32-4b97-a2d3-5bd0ddea6f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:41.155396 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12db3c-2a32-4b97-a2d3-5bd0ddea6f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:41.155768 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12db3c-2a32-4b97-a2d3-5bd0ddea6f66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:41.156117 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12db3c-2a32-4b97-a2d3-5bd0ddea6f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:41.156459 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12db3c-2a32-4b97-a2d3-5bd0ddea6f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:41.156835 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12db3c-2a32-4b97-a2d3-5bd0ddea6f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:41.157171 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12db3c-2a32-4b97-a2d3-5bd0ddea6f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:41.157505 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12db3c-2a32-4b97-a2d3-5bd0ddea6f66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:41.157836 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12db3c-2a32-4b97-a2d3-5bd0ddea6f66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:41.158216 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12db3c-2a32-4b97-a2d3-5bd0ddea6f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:41.158553 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12db3c-2a32-4b97-a2d3-5bd0ddea6f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:41.159017 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12db3c-2a32-4b97-a2d3-5bd0ddea6f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:41.159352 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12db3c-2a32-4b97-a2d3-5bd0ddea6f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:09:41.162658 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-a14b29b4-1957-4142-a5b3-3b4cb55e8b7c None None] Attempting to bind port 1b2cca39-61c5-4423-a9ba-e805560fcc45 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:09:41.163038 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-a14b29b4-1957-4142-a5b3-3b4cb55e8b7c None None] Attempting to bind port 1b2cca39-61c5-4423-a9ba-e805560fcc45 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:09:41.163409 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14b29b4-1957-4142-a5b3-3b4cb55e8b7c None None] Attempting to bind port 1b2cca39-61c5-4423-a9ba-e805560fcc45 on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:09:41.170677 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14b29b4-1957-4142-a5b3-3b4cb55e8b7c None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:09:41.171067 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14b29b4-1957-4142-a5b3-3b4cb55e8b7c None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:09:41.171480 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a14b29b4-1957-4142-a5b3-3b4cb55e8b7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:41.171878 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14b29b4-1957-4142-a5b3-3b4cb55e8b7c None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:09:41.172361 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-a14b29b4-1957-4142-a5b3-3b4cb55e8b7c None None] Bound port: 1b2cca39-61c5-4423-a9ba-e805560fcc45, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:09:41.172884 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a14b29b4-1957-4142-a5b3-3b4cb55e8b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1b2cca39-61c5-4423-a9ba-e805560fcc45), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:41.233544 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75762fbe-ce42-477a-88cd-7fd696a59d2d tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Pushing event deleted for resources: {'Port': ['ID=b6008dc0-75a3-488f-a469-2e7c4ffb8e25,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:41.235674 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c574fe9f-b721-4225-8061-5ffc98ecdc22 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks [] for security_group_rule (fa73fb8e-5eb5-4e0a-bc72-94cea43c8ab9), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:41.241331 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-a14b29b4-1957-4142-a5b3-3b4cb55e8b7c None None] For port 1b2cca39-61c5-4423-a9ba-e805560fcc45, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:09:41.242046 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6a876ef6-a0f1-4f74-9658-bf33210bcb54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:41.244983 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.api [None req-090ea2f8-4dda-4d43-91ca-9bd7267b64fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:09:41.245923 n-d-828369-4 neutron-server[103138]: DEBUG oslo_db.api [None req-090ea2f8-4dda-4d43-91ca-9bd7267b64fa None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:09:41.249356 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-a14b29b4-1957-4142-a5b3-3b4cb55e8b7c None None] For port 1b2cca39-61c5-4423-a9ba-e805560fcc45, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=1b2cca39-61c5-4423-a9ba-e805560fcc45,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:09:41.263853 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c574fe9f-b721-4225-8061-5ffc98ecdc22 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (fa73fb8e-5eb5-4e0a-bc72-94cea43c8ab9), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:41.265013 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a14b29b4-1957-4142-a5b3-3b4cb55e8b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1b2cca39-61c5-4423-a9ba-e805560fcc45), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:41.308204 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c574fe9f-b721-4225-8061-5ffc98ecdc22 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:41.310509 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c574fe9f-b721-4225-8061-5ffc98ecdc22 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3635604 Feb 09 01:09:41.318643 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49204) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:41.327094 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-108a4999-4939-43d5-83c2-812c91554660 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Request body: {'security_group_rule': {'security_group_id': '7132a9b3-c715-4191-9c3f-0b3a60428cfc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:41.334617 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f12db3c-2a32-4b97-a2d3-5bd0ddea6f66 None None] Pushing event updated for resources: {'Port': ['ID=1b2cca39-61c5-4423-a9ba-e805560fcc45,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:41.354909 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c574fe9f-b721-4225-8061-5ffc98ecdc22 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa73fb8e-5eb5-4e0a-bc72-94cea43c8ab9,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:41.369243 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d939545-d076-4478-a311-10848800bc21 req-a76d62c6-0c82-4482-98f0-4e61be0d0dcb tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:41.390833 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14b29b4-1957-4142-a5b3-3b4cb55e8b7c None None] Routers {'55924841-cbd0-4035-8195-1e36082eaa8e'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:09:41.392113 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-a14b29b4-1957-4142-a5b3-3b4cb55e8b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:09:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['55924841-cbd0-4035-8195-1e36082eaa8e'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:41.393156 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9d939545-d076-4478-a311-10848800bc21 req-a76d62c6-0c82-4482-98f0-4e61be0d0dcb tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 945 time: 0.2822230 Feb 09 01:09:41.424173 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-108a4999-4939-43d5-83c2-812c91554660 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks [] for security_group_rule (c09e9d9d-7090-46a2-8162-9cc4e5aa0522), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:41.456032 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-47325d47-098f-4aec-a115-c3f166e45845 req-75762fbe-ce42-477a-88cd-7fd696a59d2d tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Publish callbacks [] for floatingip (033a97e7-c848-42c2-a818-6985a4368131), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:41.458662 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-47325d47-098f-4aec-a115-c3f166e45845 req-75762fbe-ce42-477a-88cd-7fd696a59d2d tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:41.459835 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47325d47-098f-4aec-a115-c3f166e45845 req-75762fbe-ce42-477a-88cd-7fd696a59d2d tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "DELETE /v2.0/floatingips/033a97e7-c848-42c2-a818-6985a4368131 HTTP/1.1" status: 204 len: 173 time: 1.3260326 Feb 09 01:09:41.528667 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9d939545-d076-4478-a311-10848800bc21 req-d600a0da-5b24-4458-aff7-3acd6d947c3e tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326792 Feb 09 01:09:41.585528 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-a14b29b4-1957-4142-a5b3-3b4cb55e8b7c None None] Set router 55924841-cbd0-4035-8195-1e36082eaa8e gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:09:41.749483 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090ea2f8-4dda-4d43-91ca-9bd7267b64fa None None] New status for floating IP 033a97e7-c848-42c2-a818-6985a4368131: DOWN {{(pid=103138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:09:41.767906 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92719c-8a7d-4a91-8c49-3546f63f68eb req-6b2b9a6b-35ed-461e-8867-1a5249210d1c tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:41.773437 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0a92719c-8a7d-4a91-8c49-3546f63f68eb req-6b2b9a6b-35ed-461e-8867-1a5249210d1c tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c17624d-5b30-40e1-b862-5b350625a8a9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1127870 Feb 09 01:09:41.802297 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-6a876ef6-a0f1-4f74-9658-bf33210bcb54 admin admin] Allocated IP 172.20.0.1 (7e4e1919-7440-405a-b2f1-1fb583985300/59f80236-6567-4c4b-8be0-f42fddd4259d/b9cbac71-9a31-459f-9c77-80ca095135ae) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:09:41.902000 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0a92719c-8a7d-4a91-8c49-3546f63f68eb req-fd9697b8-e90d-42a1-af05-0df9ced149ef tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1227269 Feb 09 01:09:41.968122 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6a876ef6-a0f1-4f74-9658-bf33210bcb54 admin admin] Publish callbacks [] for port (b9cbac71-9a31-459f-9c77-80ca095135ae), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:42.027933 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bb2c151f-7c8b-4a8a-8648-60a739c123d5 req-0f7d3a47-6142-4847-b4a3-d5d38a1e873c tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1002994 Feb 09 01:09:42.051088 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1763da53-709f-494c-8dc5-a373dea2d46a None None] Network 7e4e1919-7440-405a-b2f1-1fb583985300 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:09:42.114171 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6a876ef6-a0f1-4f74-9658-bf33210bcb54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (b9cbac71-9a31-459f-9c77-80ca095135ae), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:42.180617 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-a14b29b4-1957-4142-a5b3-3b4cb55e8b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55924841-cbd0-4035-8195-1e36082eaa8e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1827296624-router', 'tenant_id': 'ad403c273ca84ee0bc7ddee0b22844ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '1b2cca39-61c5-4423-a9ba-e805560fcc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:37Z', 'updated_at': '2022-02-09T01:09:38Z', 'revision_number': 3, 'project_id': 'ad403c273ca84ee0bc7ddee0b22844ed', 'gw_port': {'id': '1b2cca39-61c5-4423-a9ba-e805560fcc45', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:11:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55924841-cbd0-4035-8195-1e36082eaa8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:38Z', 'updated_at': '2022-02-09T01:09:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:42.204949 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49240) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:42.280254 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-83021a2f-3d3f-4cef-9803-699e30722751 None None] Provisioning complete for port 47111896-45ba-44fe-b0b7-2d0193996a71 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:42.280927 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-83021a2f-3d3f-4cef-9803-699e30722751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (47111896-45ba-44fe-b0b7-2d0193996a71), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:42.282147 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14b29b4-1957-4142-a5b3-3b4cb55e8b7c None None] The sync data for ids ['55924841-cbd0-4035-8195-1e36082eaa8e'] in n-d-828369-4 is: [{'id': '55924841-cbd0-4035-8195-1e36082eaa8e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1827296624-router', 'tenant_id': 'ad403c273ca84ee0bc7ddee0b22844ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '1b2cca39-61c5-4423-a9ba-e805560fcc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:37Z', 'updated_at': '2022-02-09T01:09:38Z', 'revision_number': 3, 'project_id': 'ad403c273ca84ee0bc7ddee0b22844ed', 'gw_port': {'id': '1b2cca39-61c5-4423-a9ba-e805560fcc45', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:11:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55924841-cbd0-4035-8195-1e36082eaa8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:38Z', 'updated_at': '2022-02-09T01:09:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:09:42.284498 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97cfa07-a054-41bd-9c12-90c2e9eb847e req-7261e4b0-68f3-4bc7-a9ad-22b733544b4e tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:42.297750 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b97cfa07-a054-41bd-9c12-90c2e9eb847e req-7261e4b0-68f3-4bc7-a9ad-22b733544b4e tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.1975300 Feb 09 01:09:42.367046 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-108a4999-4939-43d5-83c2-812c91554660 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks [] for security_group_rule (c09e9d9d-7090-46a2-8162-9cc4e5aa0522), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:42.382427 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a876ef6-a0f1-4f74-9658-bf33210bcb54 admin admin] Network 7e4e1919-7440-405a-b2f1-1fb583985300 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:09:42.388040 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-108a4999-4939-43d5-83c2-812c91554660 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (c09e9d9d-7090-46a2-8162-9cc4e5aa0522), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:42.414497 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b97cfa07-a054-41bd-9c12-90c2e9eb847e req-12b56b10-4ea7-49fa-8150-c29f86966d7c tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017413 Feb 09 01:09:42.424369 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 47111896-45ba-44fe-b0b7-2d0193996a71 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:09:42.463210 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-69aa3961-b4eb-4a1c-a335-c444f9e5c2a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:42.475700 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-6a876ef6-a0f1-4f74-9658-bf33210bcb54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:42.486183 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a876ef6-a0f1-4f74-9658-bf33210bcb54 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:09:42.491962 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a876ef6-a0f1-4f74-9658-bf33210bcb54 admin admin] Pushing event updated for resources: {'Port': ['ID=b9cbac71-9a31-459f-9c77-80ca095135ae,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:42.512808 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-108a4999-4939-43d5-83c2-812c91554660 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:42.517682 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49246) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:42.522190 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-f51151f0-ff3a-4bed-a153-f010388c13e0 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:42.523693 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-108a4999-4939-43d5-83c2-812c91554660 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2031569 Feb 09 01:09:42.562510 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a4999-4939-43d5-83c2-812c91554660 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c09e9d9d-7090-46a2-8162-9cc4e5aa0522,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:42.585149 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f51151f0-ff3a-4bed-a153-f010388c13e0 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:42.618126 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6a876ef6-a0f1-4f74-9658-bf33210bcb54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (55924841-cbd0-4035-8195-1e36082eaa8e), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:42.734405 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:09:42.830437 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 47111896-45ba-44fe-b0b7-2d0193996a71 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:42.831091 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (47111896-45ba-44fe-b0b7-2d0193996a71), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:42.878237 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-69aa3961-b4eb-4a1c-a335-c444f9e5c2a0 admin admin] Publish callbacks [] for security_group (78b6fd4a-f66a-4a17-9ecd-3fec9811a09f), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:42.895373 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-69aa3961-b4eb-4a1c-a335-c444f9e5c2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (78b6fd4a-f66a-4a17-9ecd-3fec9811a09f), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:42.901042 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-83021a2f-3d3f-4cef-9803-699e30722751 None None] Current status of the port 47111896-45ba-44fe-b0b7-2d0193996a71 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:09:42.901578 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-83021a2f-3d3f-4cef-9803-699e30722751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (47111896-45ba-44fe-b0b7-2d0193996a71), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:42.958333 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-83021a2f-3d3f-4cef-9803-699e30722751 None None] For port 47111896-45ba-44fe-b0b7-2d0193996a71, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=47111896-45ba-44fe-b0b7-2d0193996a71,segment=NetworkSegment(52e0d3a2-68f3-4ea5-b5ba-a8b10f130d95),segment_id=52e0d3a2-68f3-4ea5-b5ba-a8b10f130d95)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:42.963865 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc4312-49ff-4130-b101-86966804f8e1 req-78101d0f-9f33-45e9-bbdb-f5df6da2dbb0 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:42.966245 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ecbc4312-49ff-4130-b101-86966804f8e1 req-78101d0f-9f33-45e9-bbdb-f5df6da2dbb0 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c17624d-5b30-40e1-b862-5b350625a8a9 HTTP/1.1" status: 200 len: 945 time: 0.3906417 Feb 09 01:09:42.969589 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-83021a2f-3d3f-4cef-9803-699e30722751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (47111896-45ba-44fe-b0b7-2d0193996a71), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:43.027147 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa3961-b4eb-4a1c-a335-c444f9e5c2a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b6fd4a-f66a-4a17-9ecd-3fec9811a09f,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:43.031689 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6a876ef6-a0f1-4f74-9658-bf33210bcb54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b9cbac71-9a31-459f-9c77-80ca095135ae), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:43.083064 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b99983-cff1-43c4-8c34-8915df0a889c req-8c109320-2a7c-46f1-9569-d512b30099b7 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:43.099478 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a4b99983-cff1-43c4-8c34-8915df0a889c req-8c109320-2a7c-46f1-9569-d512b30099b7 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 945 time: 0.4308953 Feb 09 01:09:43.118196 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-69aa3961-b4eb-4a1c-a335-c444f9e5c2a0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6e69a610bf9e4af197a30740b95206e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9118826 Feb 09 01:09:43.126716 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 47111896-45ba-44fe-b0b7-2d0193996a71 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:09:43.141198 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49254) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:43.171957 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83021a2f-3d3f-4cef-9803-699e30722751 None None] Pushing event updated for resources: {'Port': ['ID=47111896-45ba-44fe-b0b7-2d0193996a71,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:43.221791 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ecbc4312-49ff-4130-b101-86966804f8e1 req-5d0d46a2-6bcc-4561-b39e-a170304c6de4 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/security-groups?id=82fb2ab6-e76e-4b08-a296-0cab170efc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427349 Feb 09 01:09:43.304271 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f51151f0-ff3a-4bed-a153-f010388c13e0 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:43.312444 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-61a06eb3-ec3f-418f-8a5a-a07f1de09145 None None] Provisioning complete for port b9cbac71-9a31-459f-9c77-80ca095135ae triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:43.313000 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-61a06eb3-ec3f-418f-8a5a-a07f1de09145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b9cbac71-9a31-459f-9c77-80ca095135ae), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:43.334969 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a4b99983-cff1-43c4-8c34-8915df0a889c req-26ef6425-a6b7-41ca-a542-efe95c116e49 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2342293 Feb 09 01:09:43.395874 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-61a06eb3-ec3f-418f-8a5a-a07f1de09145 None None] Port b9cbac71-9a31-459f-9c77-80ca095135ae cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:09:43.417151 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-61a06eb3-ec3f-418f-8a5a-a07f1de09145 None None] Provisioning complete for port 47111896-45ba-44fe-b0b7-2d0193996a71 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:43.417533 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-61a06eb3-ec3f-418f-8a5a-a07f1de09145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (47111896-45ba-44fe-b0b7-2d0193996a71), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:43.632110 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-61a06eb3-ec3f-418f-8a5a-a07f1de09145 None None] Current status of the port 47111896-45ba-44fe-b0b7-2d0193996a71 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:09:43.686859 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-f51151f0-ff3a-4bed-a153-f010388c13e0 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Allocated IP 172.25.8.187 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/b5287fac-47b8-459d-9f61-7b5c6960eca3) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:09:43.715615 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb0d24-6187-4f9b-b396-3b71f8f9b50a req-9924e944-ae52-47be-9c81-26b1e5b5a4d5 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:43.718046 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f7cb0d24-6187-4f9b-b396-3b71f8f9b50a req-9924e944-ae52-47be-9c81-26b1e5b5a4d5 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.1757286 Feb 09 01:09:43.764756 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-4bba02a4-c5ae-452c-9f98-c82d1021d692 None None] Provisioning complete for port b9cbac71-9a31-459f-9c77-80ca095135ae triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:43.765418 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4bba02a4-c5ae-452c-9f98-c82d1021d692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b9cbac71-9a31-459f-9c77-80ca095135ae), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:43.865840 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-4bba02a4-c5ae-452c-9f98-c82d1021d692 None None] Port b9cbac71-9a31-459f-9c77-80ca095135ae cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:09:43.942888 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f51151f0-ff3a-4bed-a153-f010388c13e0 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks [] for port (b5287fac-47b8-459d-9f61-7b5c6960eca3), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:44.025252 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f51151f0-ff3a-4bed-a153-f010388c13e0 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (b5287fac-47b8-459d-9f61-7b5c6960eca3), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:44.037161 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a9c972f6-d449-4e30-b3a7-4803c11d03f5 admin admin] Publish callbacks [] for security_group (78b6fd4a-f66a-4a17-9ecd-3fec9811a09f), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:44.120486 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a9c972f6-d449-4e30-b3a7-4803c11d03f5 admin admin] Publish callbacks [] for security_group (78b6fd4a-f66a-4a17-9ecd-3fec9811a09f), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:44.163727 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f7cb0d24-6187-4f9b-b396-3b71f8f9b50a req-0231f36e-ca70-4e81-a693-7345fb1be952 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222116 Feb 09 01:09:44.173824 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51151f0-ff3a-4bed-a153-f010388c13e0 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:09:44.191143 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-f51151f0-ff3a-4bed-a153-f010388c13e0 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:44.194507 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51151f0-ff3a-4bed-a153-f010388c13e0 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:09:44.208815 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51151f0-ff3a-4bed-a153-f010388c13e0 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Pushing event updated for resources: {'Port': ['ID=b5287fac-47b8-459d-9f61-7b5c6960eca3,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:44.255496 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6a876ef6-a0f1-4f74-9658-bf33210bcb54 admin admin] Publish callbacks [] for port (b9cbac71-9a31-459f-9c77-80ca095135ae), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:44.277942 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6a876ef6-a0f1-4f74-9658-bf33210bcb54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (b9cbac71-9a31-459f-9c77-80ca095135ae), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:44.317771 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8126fed2-053a-4a15-ad5b-db5dbfb8d750 req-d625a3ba-10f7-4da6-a121-37320f2d1d27 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:44.319840 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8126fed2-053a-4a15-ad5b-db5dbfb8d750 req-d625a3ba-10f7-4da6-a121-37320f2d1d27 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.47 "GET /v2.0/ports?device_id=7c17624d-5b30-40e1-b862-5b350625a8a9 HTTP/1.1" status: 200 len: 945 time: 0.3265028 Feb 09 01:09:44.385340 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 47111896-45ba-44fe-b0b7-2d0193996a71 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:09:44.432439 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a9c972f6-d449-4e30-b3a7-4803c11d03f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (78b6fd4a-f66a-4a17-9ecd-3fec9811a09f), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:44.442690 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a9c972f6-d449-4e30-b3a7-4803c11d03f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:44.445087 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a9c972f6-d449-4e30-b3a7-4803c11d03f5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/78b6fd4a-f66a-4a17-9ecd-3fec9811a09f HTTP/1.1" status: 204 len: 168 time: 1.3028171 Feb 09 01:09:44.491231 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 47111896-45ba-44fe-b0b7-2d0193996a71 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:44.491615 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (47111896-45ba-44fe-b0b7-2d0193996a71), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:44.499292 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c972f6-d449-4e30-b3a7-4803c11d03f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b6fd4a-f66a-4a17-9ecd-3fec9811a09f,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:44.523220 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f51151f0-ff3a-4bed-a153-f010388c13e0 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks [] for floatingip (52a0b603-1c06-4780-a791-21f59e714496), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:44.529323 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6a876ef6-a0f1-4f74-9658-bf33210bcb54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (55924841-cbd0-4035-8195-1e36082eaa8e), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:44.557905 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a876ef6-a0f1-4f74-9658-bf33210bcb54 admin admin] Pushing event updated for resources: {'Port': ['ID=b9cbac71-9a31-459f-9c77-80ca095135ae,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:44.721522 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f51151f0-ff3a-4bed-a153-f010388c13e0 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b5287fac-47b8-459d-9f61-7b5c6960eca3), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:44.743108 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 47111896-45ba-44fe-b0b7-2d0193996a71 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:09:44.744258 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 1b2cca39-61c5-4423-a9ba-e805560fcc45 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:09:44.796658 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a876ef6-a0f1-4f74-9658-bf33210bcb54 admin admin] Network 7e4e1919-7440-405a-b2f1-1fb583985300 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:09:44.797573 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-6a876ef6-a0f1-4f74-9658-bf33210bcb54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:44.924826 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 1b2cca39-61c5-4423-a9ba-e805560fcc45 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:44.925106 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (1b2cca39-61c5-4423-a9ba-e805560fcc45), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:45.036712 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf470e-07ab-4115-86a5-7875bbe91332 req-9aaec0b8-7155-47a2-adc5-628e38ab1d7c tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:45.048277 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47cf470e-07ab-4115-86a5-7875bbe91332 req-9aaec0b8-7155-47a2-adc5-628e38ab1d7c tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c17624d-5b30-40e1-b862-5b350625a8a9 HTTP/1.1" status: 200 len: 945 time: 0.6507287 Feb 09 01:09:45.083354 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aec43c-8503-4111-9d72-9ddc97413e07 req-3b0dca81-c941-46b2-a7b5-cb62cbaf8789 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:45.090802 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d6aec43c-8503-4111-9d72-9ddc97413e07 req-3b0dca81-c941-46b2-a7b5-cb62cbaf8789 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 945 time: 0.5436692 Feb 09 01:09:45.170964 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 1b2cca39-61c5-4423-a9ba-e805560fcc45 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:09:45.172564 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-8126fed2-053a-4a15-ad5b-db5dbfb8d750 req-aaacf372-1f69-48a3-9450-6d608c0392e2 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Deleting port ace52ea1-97e7-44e7-ad98-468e8518f5c7 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:09:45.173091 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8126fed2-053a-4a15-ad5b-db5dbfb8d750 req-aaacf372-1f69-48a3-9450-6d608c0392e2 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (ace52ea1-97e7-44e7-ad98-468e8518f5c7), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:45.179643 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1b2cca39-61c5-4423-a9ba-e805560fcc45), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:45.235609 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 1b2cca39-61c5-4423-a9ba-e805560fcc45, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=1b2cca39-61c5-4423-a9ba-e805560fcc45,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:45.239899 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a876ef6-a0f1-4f74-9658-bf33210bcb54 admin admin] Router 55924841-cbd0-4035-8195-1e36082eaa8e has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:09:45.243025 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1b2cca39-61c5-4423-a9ba-e805560fcc45), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:45.289054 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d6aec43c-8503-4111-9d72-9ddc97413e07 req-bdea76ad-c844-4806-99ee-f33cd33e3533 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969187 Feb 09 01:09:45.418608 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=1b2cca39-61c5-4423-a9ba-e805560fcc45,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:45.454656 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-bef0431b-46e4-4beb-8029-858aedeaece9 None None] Provisioning complete for port b9cbac71-9a31-459f-9c77-80ca095135ae triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:45.455050 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bef0431b-46e4-4beb-8029-858aedeaece9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b9cbac71-9a31-459f-9c77-80ca095135ae), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:45.527291 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47cf470e-07ab-4115-86a5-7875bbe91332 req-fd2d83cd-3966-4132-8c91-1ef1ec111317 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/security-groups?id=82fb2ab6-e76e-4b08-a296-0cab170efc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4780035 Feb 09 01:09:45.551943 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-bef0431b-46e4-4beb-8029-858aedeaece9 None None] Port b9cbac71-9a31-459f-9c77-80ca095135ae cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:09:45.558454 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a876ef6-a0f1-4f74-9658-bf33210bcb54 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:09:45.581296 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6a876ef6-a0f1-4f74-9658-bf33210bcb54 admin admin] 10.222.0.50 "PUT /v2.0/routers/55924841-cbd0-4035-8195-1e36082eaa8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7138131 Feb 09 01:09:45.622175 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc158e2-e8a2-406a-a1ac-e5bb7a42f4dd None None] Sync routers for ids ['55924841-cbd0-4035-8195-1e36082eaa8e'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:09:45.650344 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc158e2-e8a2-406a-a1ac-e5bb7a42f4dd None None] Routers {'55924841-cbd0-4035-8195-1e36082eaa8e'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:09:45.651238 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f51151f0-ff3a-4bed-a153-f010388c13e0 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks [] for port (b5287fac-47b8-459d-9f61-7b5c6960eca3), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:45.652166 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-0cc158e2-e8a2-406a-a1ac-e5bb7a42f4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:09:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['55924841-cbd0-4035-8195-1e36082eaa8e'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:45.668528 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f51151f0-ff3a-4bed-a153-f010388c13e0 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (b5287fac-47b8-459d-9f61-7b5c6960eca3), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:45.885237 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-8126fed2-053a-4a15-ad5b-db5dbfb8d750 req-aaacf372-1f69-48a3-9450-6d608c0392e2 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] For port ace52ea1-97e7-44e7-ad98-468e8518f5c7, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=ace52ea1-97e7-44e7-ad98-468e8518f5c7,segment=NetworkSegment(ae9b3e36-cd93-4d51-a83a-5e9454855cc9),segment_id=ae9b3e36-cd93-4d51-a83a-5e9454855cc9)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:45.885609 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8126fed2-053a-4a15-ad5b-db5dbfb8d750 req-aaacf372-1f69-48a3-9450-6d608c0392e2 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (ace52ea1-97e7-44e7-ad98-468e8518f5c7), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:45.903420 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-0cc158e2-e8a2-406a-a1ac-e5bb7a42f4dd None None] Set router 55924841-cbd0-4035-8195-1e36082eaa8e gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:09:45.946136 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f1ffef-aae6-40e0-a3f6-8b3f17814242 req-2ee281c1-9f90-4ca5-ab94-573dadc9e156 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:45.954946 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-29f1ffef-aae6-40e0-a3f6-8b3f17814242 req-2ee281c1-9f90-4ca5-ab94-573dadc9e156 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.4199603 Feb 09 01:09:45.955643 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51151f0-ff3a-4bed-a153-f010388c13e0 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Pushing event updated for resources: {'Port': ['ID=b5287fac-47b8-459d-9f61-7b5c6960eca3,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:45.960470 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-8126fed2-053a-4a15-ad5b-db5dbfb8d750 req-aaacf372-1f69-48a3-9450-6d608c0392e2 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Calling delete_port for ace52ea1-97e7-44e7-ad98-468e8518f5c7 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:09:46.111156 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f51151f0-ff3a-4bed-a153-f010388c13e0 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (52a0b603-1c06-4780-a791-21f59e714496), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:46.112408 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49300) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:46.273134 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 1b2cca39-61c5-4423-a9ba-e805560fcc45 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:09:46.322608 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-fb270d1d-1055-47d6-a6a0-e5b097a9e100 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-697628966-network', 'tenant_id': '4be1453321a64a26a73b0c3ad948922b'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:46.331189 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f51151f0-ff3a-4bed-a153-f010388c13e0 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:46.344051 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f51151f0-ff3a-4bed-a153-f010388c13e0 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8151784 Feb 09 01:09:46.350054 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-0cc158e2-e8a2-406a-a1ac-e5bb7a42f4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55924841-cbd0-4035-8195-1e36082eaa8e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1827296624-router', 'tenant_id': 'ad403c273ca84ee0bc7ddee0b22844ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '1b2cca39-61c5-4423-a9ba-e805560fcc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:37Z', 'updated_at': '2022-02-09T01:09:42Z', 'revision_number': 4, 'project_id': 'ad403c273ca84ee0bc7ddee0b22844ed', 'gw_port': {'id': '1b2cca39-61c5-4423-a9ba-e805560fcc45', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:11:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55924841-cbd0-4035-8195-1e36082eaa8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:38Z', 'updated_at': '2022-02-09T01:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'b9cbac71-9a31-459f-9c77-80ca095135ae', 'name': '', 'network_id': '7e4e1919-7440-405a-b2f1-1fb583985300', 'tenant_id': 'ad403c273ca84ee0bc7ddee0b22844ed', 'mac_address': 'fa:16:3e:cb:e6:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55924841-cbd0-4035-8195-1e36082eaa8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '59f80236-6567-4c4b-8be0-f42fddd4259d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:41Z', 'updated_at': '2022-02-09T01:09:43Z', 'revision_number': 2, 'project_id': 'ad403c273ca84ee0bc7ddee0b22844ed', 'subnets': [{'id': '59f80236-6567-4c4b-8be0-f42fddd4259d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:46.390346 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-29f1ffef-aae6-40e0-a3f6-8b3f17814242 req-beab2330-c0f5-4894-96e8-01bfb0eb2352 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4208143 Feb 09 01:09:46.406152 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 1b2cca39-61c5-4423-a9ba-e805560fcc45 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:46.406805 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (1b2cca39-61c5-4423-a9ba-e805560fcc45), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:46.429377 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc158e2-e8a2-406a-a1ac-e5bb7a42f4dd None None] Checking router: 55924841-cbd0-4035-8195-1e36082eaa8e for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:09:46.429790 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc158e2-e8a2-406a-a1ac-e5bb7a42f4dd None None] Updating router 55924841-cbd0-4035-8195-1e36082eaa8e port b9cbac71-9a31-459f-9c77-80ca095135ae binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:09:46.435755 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb270d1d-1055-47d6-a6a0-e5b097a9e100 admin admin] Made reservation on behalf of 4be1453321a64a26a73b0c3ad948922b for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:46.438812 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fb270d1d-1055-47d6-a6a0-e5b097a9e100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:46.469196 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [req-9771905b-f0c8-4603-9331-6355ce316cc2 req-30064fa0-cd68-4a4f-88b6-7526e7414e35 tempest-FloatingIPDetailsNegativeTestJSON-2010826605 tempest-FloatingIPDetailsNegativeTestJSON-2010826605-project] show failed (client error): The resource could not be found. Feb 09 01:09:46.475136 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9771905b-f0c8-4603-9331-6355ce316cc2 req-30064fa0-cd68-4a4f-88b6-7526e7414e35 tempest-FloatingIPDetailsNegativeTestJSON-2010826605 tempest-FloatingIPDetailsNegativeTestJSON-2010826605-project] 10.222.0.50 "GET /v2.0/floatingips/8953d98a-08f3-4061-b42c-921bc6bc9efa HTTP/1.1" status: 404 len: 350 time: 0.1214194 Feb 09 01:09:46.482191 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49310) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:46.486831 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fb270d1d-1055-47d6-a6a0-e5b097a9e100 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:46.635567 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 1b2cca39-61c5-4423-a9ba-e805560fcc45 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:09:46.733775 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fb270d1d-1055-47d6-a6a0-e5b097a9e100 admin admin] Publish callbacks [] for security_group (638acb0c-686f-472f-a3bd-c81129bba32e), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:46.733990 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 39264370-bded-4c85-9b70-b01a28f9a277 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:09:46.744991 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fb270d1d-1055-47d6-a6a0-e5b097a9e100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (638acb0c-686f-472f-a3bd-c81129bba32e), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:46.748190 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0cc158e2-e8a2-406a-a1ac-e5bb7a42f4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b9cbac71-9a31-459f-9c77-80ca095135ae), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:46.808488 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb270d1d-1055-47d6-a6a0-e5b097a9e100 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1041} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:09:46.832568 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb270d1d-1055-47d6-a6a0-e5b097a9e100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638acb0c-686f-472f-a3bd-c81129bba32e,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:46.845806 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fb270d1d-1055-47d6-a6a0-e5b097a9e100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (c2fd7346-b7d9-4c72-b7d0-a3003d85a30a), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:46.846154 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-fb270d1d-1055-47d6-a6a0-e5b097a9e100 admin admin] Added segment c2fd7346-b7d9-4c72-b7d0-a3003d85a30a of type vlan for network 7f137bfd-685a-43bd-bf22-7b98306319d4 Feb 09 01:09:46.876516 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8126fed2-053a-4a15-ad5b-db5dbfb8d750 req-aaacf372-1f69-48a3-9450-6d608c0392e2 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (ace52ea1-97e7-44e7-ad98-468e8518f5c7), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:46.899501 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['ace52ea1-97e7-44e7-ad98-468e8518f5c7'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:09:46.943368 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaacf372-1f69-48a3-9450-6d608c0392e2 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Pushing event deleted for resources: {'Port': ['ID=ace52ea1-97e7-44e7-ad98-468e8518f5c7,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:46.957599 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fb270d1d-1055-47d6-a6a0-e5b097a9e100 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (7f137bfd-685a-43bd-bf22-7b98306319d4), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:46.974945 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f42e46-1645-47e8-83eb-e0d1dcd64a59 req-375c965e-93f0-47fb-8f5c-6e52e70240ca tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:46.977085 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c4f42e46-1645-47e8-83eb-e0d1dcd64a59 req-375c965e-93f0-47fb-8f5c-6e52e70240ca tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 945 time: 0.2972450 Feb 09 01:09:47.025983 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fb270d1d-1055-47d6-a6a0-e5b097a9e100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (7f137bfd-685a-43bd-bf22-7b98306319d4), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:47.026972 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb270d1d-1055-47d6-a6a0-e5b097a9e100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:47.027559 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fb270d1d-1055-47d6-a6a0-e5b097a9e100 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:47.052827 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 39264370-bded-4c85-9b70-b01a28f9a277, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=39264370-bded-4c85-9b70-b01a28f9a277,segment=NetworkSegment(ebc0196b-40a7-4a91-81b3-cd03bc319f59),segment_id=ebc0196b-40a7-4a91-81b3-cd03bc319f59)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:47.080293 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '39264370-bded-4c85-9b70-b01a28f9a277', 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554', 'port_id': '39264370-bded-4c85-9b70-b01a28f9a277', 'mac_address': 'fa:16:3e:c0:4a:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd13d90e7-a71d-4313-a595-9a761a96acb7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:09:47.183031 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-fb270d1d-1055-47d6-a6a0-e5b097a9e100 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0691831 Feb 09 01:09:47.208756 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 39264370-bded-4c85-9b70-b01a28f9a277 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:09:47.209162 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (39264370-bded-4c85-9b70-b01a28f9a277), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:47.211939 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49320) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:47.229797 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-ad8566b3-ff30-4e7f-a5e4-286136745e52 admin admin] Request body: {'subnet': {'network_id': '7f137bfd-685a-43bd-bf22-7b98306319d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-697628966-subnet', 'tenant_id': '4be1453321a64a26a73b0c3ad948922b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:47.237657 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39264370-bded-4c85-9b70-b01a28f9a277 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:09:47.264979 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb270d1d-1055-47d6-a6a0-e5b097a9e100 admin admin] Pushing event updated for resources: {'Network': ['ID=7f137bfd-685a-43bd-bf22-7b98306319d4,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:47.290367 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 39264370-bded-4c85-9b70-b01a28f9a277, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=39264370-bded-4c85-9b70-b01a28f9a277,segment=NetworkSegment(ebc0196b-40a7-4a91-81b3-cd03bc319f59),segment_id=ebc0196b-40a7-4a91-81b3-cd03bc319f59)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:47.294637 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 7f137bfd-685a-43bd-bf22-7b98306319d4 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:09:47.314511 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8566b3-ff30-4e7f-a5e4-286136745e52 admin admin] Made reservation on behalf of 4be1453321a64a26a73b0c3ad948922b for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:47.321965 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ad8566b3-ff30-4e7f-a5e4-286136745e52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:47.444342 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (39264370-bded-4c85-9b70-b01a28f9a277), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:47.470530 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-8126fed2-053a-4a15-ad5b-db5dbfb8d750 req-aaacf372-1f69-48a3-9450-6d608c0392e2 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] No DVR routers for this DVR port ace52ea1-97e7-44e7-ad98-468e8518f5c7 on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:09:47.480196 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8126fed2-053a-4a15-ad5b-db5dbfb8d750 req-aaacf372-1f69-48a3-9450-6d608c0392e2 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:47.502963 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8126fed2-053a-4a15-ad5b-db5dbfb8d750 req-aaacf372-1f69-48a3-9450-6d608c0392e2 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.47 "DELETE /v2.0/ports/ace52ea1-97e7-44e7-ad98-468e8518f5c7 HTTP/1.1" status: 204 len: 173 time: 3.1757119 Feb 09 01:09:47.526011 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0cc158e2-e8a2-406a-a1ac-e5bb7a42f4dd None None] Publish callbacks [] for port (b9cbac71-9a31-459f-9c77-80ca095135ae), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:47.547256 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0cc158e2-e8a2-406a-a1ac-e5bb7a42f4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b9cbac71-9a31-459f-9c77-80ca095135ae), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:47.583517 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=39264370-bded-4c85-9b70-b01a28f9a277,revision_number=11']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:47.617430 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ad8566b3-ff30-4e7f-a5e4-286136745e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (ee1c419e-b5fc-481c-9369-52d887722539), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:47.631711 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990dff97-a99e-4ec2-ac71-881b049668ac req-986d0a21-ce68-4076-aaa0-6e7634b4a951 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:47.635425 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-990dff97-a99e-4ec2-ac71-881b049668ac req-986d0a21-ce68-4076-aaa0-6e7634b4a951 tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c17624d-5b30-40e1-b862-5b350625a8a9 HTTP/1.1" status: 200 len: 867 time: 0.8887239 Feb 09 01:09:47.638679 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c17624d-5b30-40e1-b862-5b350625a8a9', 'name': 'network-vif-deleted', 'tag': 'ace52ea1-97e7-44e7-ad98-468e8518f5c7'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:09:47.655970 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97db4e21-4f42-4406-8854-c2cc481f741c" -d '{"events": [{"server_uuid": "7c17624d-5b30-40e1-b862-5b350625a8a9", "name": "network-vif-deleted", "tag": "ace52ea1-97e7-44e7-ad98-468e8518f5c7"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:09:47.656348 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babfd194-7060-476e-a679-436eafd53e7f None None] Pushing event updated for resources: {'Port': ['ID=b9cbac71-9a31-459f-9c77-80ca095135ae,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:47.679460 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c4f42e46-1645-47e8-83eb-e0d1dcd64a59 req-fe39b680-4b7d-42f6-a087-fe1b6e50b277 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6953883 Feb 09 01:09:47.695651 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['39264370-bded-4c85-9b70-b01a28f9a277'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:09:47.811703 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8566b3-ff30-4e7f-a5e4-286136745e52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee1c419e-b5fc-481c-9369-52d887722539,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:47.863228 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8566b3-ff30-4e7f-a5e4-286136745e52 admin admin] Checking segment: {'id': 'c2fd7346-b7d9-4c72-b7d0-a3003d85a30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '7f137bfd-685a-43bd-bf22-7b98306319d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:09:47.869625 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8566b3-ff30-4e7f-a5e4-286136745e52 admin admin] Network hostable DHCP agents. Network: 7f137bfd-685a-43bd-bf22-7b98306319d4, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:09:47.941414 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-0cc158e2-e8a2-406a-a1ac-e5bb7a42f4dd None None] Attempting to bind port b9cbac71-9a31-459f-9c77-80ca095135ae on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:09:47.943086 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-0cc158e2-e8a2-406a-a1ac-e5bb7a42f4dd None None] Attempting to bind port b9cbac71-9a31-459f-9c77-80ca095135ae by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '52e0d3a2-68f3-4ea5-b5ba-a8b10f130d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '7e4e1919-7440-405a-b2f1-1fb583985300'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:09:47.943674 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc158e2-e8a2-406a-a1ac-e5bb7a42f4dd None None] Attempting to bind port b9cbac71-9a31-459f-9c77-80ca095135ae on network 7e4e1919-7440-405a-b2f1-1fb583985300 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:09:47.952961 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8566b3-ff30-4e7f-a5e4-286136745e52 admin admin] Network 7f137bfd-685a-43bd-bf22-7b98306319d4 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:09:47.960732 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc158e2-e8a2-406a-a1ac-e5bb7a42f4dd None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:09:47.962885 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc158e2-e8a2-406a-a1ac-e5bb7a42f4dd None None] Checking segment: {'id': '52e0d3a2-68f3-4ea5-b5ba-a8b10f130d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '7e4e1919-7440-405a-b2f1-1fb583985300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:09:47.965463 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0cc158e2-e8a2-406a-a1ac-e5bb7a42f4dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:47.967964 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc158e2-e8a2-406a-a1ac-e5bb7a42f4dd None None] Bound using segment: {'id': '52e0d3a2-68f3-4ea5-b5ba-a8b10f130d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '7e4e1919-7440-405a-b2f1-1fb583985300'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:09:47.972756 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-0cc158e2-e8a2-406a-a1ac-e5bb7a42f4dd None None] Bound port: b9cbac71-9a31-459f-9c77-80ca095135ae, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e0d3a2-68f3-4ea5-b5ba-a8b10f130d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '7e4e1919-7440-405a-b2f1-1fb583985300'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:09:47.975058 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0cc158e2-e8a2-406a-a1ac-e5bb7a42f4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b9cbac71-9a31-459f-9c77-80ca095135ae), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:47.982620 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-ad8566b3-ff30-4e7f-a5e4-286136745e52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 7f137bfd-685a-43bd-bf22-7b98306319d4) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:47.989139 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8566b3-ff30-4e7f-a5e4-286136745e52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:47.991038 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ad8566b3-ff30-4e7f-a5e4-286136745e52 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:48.010523 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1418f471-c850-41e9-a47b-257c0f7dc952 None None] Network 7f137bfd-685a-43bd-bf22-7b98306319d4 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:09:48.044791 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ad8566b3-ff30-4e7f-a5e4-286136745e52 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8301876 Feb 09 01:09:48.244577 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9704752-df02-4670-9e6e-f2903da96521 None None] Network 7f137bfd-685a-43bd-bf22-7b98306319d4 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:09:48.332019 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-0cc158e2-e8a2-406a-a1ac-e5bb7a42f4dd None None] For port b9cbac71-9a31-459f-9c77-80ca095135ae, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:09:48.337872 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-1d4d9079-ff20-4452-a40f-e0170212f51b tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--668742926&fields=id&tenant_id=6cf3517f38e6486d8ed854b974ff2e32 HTTP/1.1" status: 200 len: 267 time: 0.3388610 Feb 09 01:09:48.350482 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-0cc158e2-e8a2-406a-a1ac-e5bb7a42f4dd None None] For port b9cbac71-9a31-459f-9c77-80ca095135ae, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=b9cbac71-9a31-459f-9c77-80ca095135ae,segment=NetworkSegment(52e0d3a2-68f3-4ea5-b5ba-a8b10f130d95),segment_id=52e0d3a2-68f3-4ea5-b5ba-a8b10f130d95)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:09:48.368712 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0cc158e2-e8a2-406a-a1ac-e5bb7a42f4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b9cbac71-9a31-459f-9c77-80ca095135ae), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:48.427070 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce3d0b-4a6a-4003-824e-37c1c5e26d5a req-71f83d9e-9064-4964-8db6-ea65b9981b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:48.429332 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-70ce3d0b-4a6a-4003-824e-37c1c5e26d5a req-71f83d9e-9064-4964-8db6-ea65b9981b31 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=355d1325551c4d73aae5a14b9534ded0&device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 1127 time: 0.4106421 Feb 09 01:09:48.464283 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-990dff97-a99e-4ec2-ac71-881b049668ac req-01d06867-0e6e-4085-828e-acdf3aacb6cc tempest-FloatingIPsAssociationNegativeTestJSON-422866539 tempest-FloatingIPsAssociationNegativeTestJSON-422866539-project] 10.222.0.50 "GET /v2.0/security-groups?id=82fb2ab6-e76e-4b08-a296-0cab170efc3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7830248 Feb 09 01:09:48.522173 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-5ba1f1e4-e4e0-4e55-ad05-ef3980513bde None None] Provisioning complete for port b9cbac71-9a31-459f-9c77-80ca095135ae triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:48.523188 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5ba1f1e4-e4e0-4e55-ad05-ef3980513bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b9cbac71-9a31-459f-9c77-80ca095135ae), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:48.623980 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babfd194-7060-476e-a679-436eafd53e7f None None] Pushing event updated for resources: {'Port': ['ID=b9cbac71-9a31-459f-9c77-80ca095135ae,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:48.642467 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc158e2-e8a2-406a-a1ac-e5bb7a42f4dd None None] Routers {'55924841-cbd0-4035-8195-1e36082eaa8e'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:09:48.644782 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-0cc158e2-e8a2-406a-a1ac-e5bb7a42f4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:09:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['55924841-cbd0-4035-8195-1e36082eaa8e'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:48.717192 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce3d0b-4a6a-4003-824e-37c1c5e26d5a req-8d301cdc-a7a0-4342-ba1b-bc534fe5e8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:48.723017 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-70ce3d0b-4a6a-4003-824e-37c1c5e26d5a req-8d301cdc-a7a0-4342-ba1b-bc534fe5e8f5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0 HTTP/1.1" status: 200 len: 916 time: 0.2558310 Feb 09 01:09:48.760364 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:09:48.762313 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-a3b50ca8-e120-4319-9b73-d0d9d00175dc tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:48.763396 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 39264370-bded-4c85-9b70-b01a28f9a277 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:09:48.766372 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-a3b50ca8-e120-4319-9b73-d0d9d00175dc tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports/76ac4e41-e8fb-4a96-801b-c22446fda558 HTTP/1.1" status: 200 len: 932 time: 0.4271510 Feb 09 01:09:48.851111 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-70ce3d0b-4a6a-4003-824e-37c1c5e26d5a req-2ae2036c-f550-4538-a5e8-b9bdbb4ffdae service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 HTTP/1.1" status: 200 len: 217 time: 0.0504961 Feb 09 01:09:48.921124 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-90e8f53e-b949-4a06-802d-52e7ae7771e4 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:48.930277 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-90e8f53e-b949-4a06-802d-52e7ae7771e4 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports/21d00dbc-2b01-4c2d-ae75-352867aedc8a HTTP/1.1" status: 200 len: 932 time: 0.0759594 Feb 09 01:09:48.952478 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-0cc158e2-e8a2-406a-a1ac-e5bb7a42f4dd None None] Set router 55924841-cbd0-4035-8195-1e36082eaa8e gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:09:48.984215 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce3d0b-4a6a-4003-824e-37c1c5e26d5a req-2b47b241-1678-4e6a-9dfc-bd0bc1737c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:48.985753 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-70ce3d0b-4a6a-4003-824e-37c1c5e26d5a req-2b47b241-1678-4e6a-9dfc-bd0bc1737c32 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f9451162-d23b-43af-8cc6-7b624c347fcf HTTP/1.1" status: 200 len: 854 time: 0.0545986 Feb 09 01:09:49.056219 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-9b878b90-bc69-47ba-974a-773802354202 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?network_id=3c94ca57-3b3a-4c44-bfe5-dcd0786f477f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0692706 Feb 09 01:09:49.099513 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-70ce3d0b-4a6a-4003-824e-37c1c5e26d5a req-5bf4473f-ecef-41d3-ad9b-ff0cc01cff69 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419343 Feb 09 01:09:49.134704 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173f275-4224-400f-9a40-c7548adb5a47 req-7f2c1a04-503d-43ed-84a0-adc3b50831e9 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:49.137138 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9173f275-4224-400f-9a40-c7548adb5a47 req-7f2c1a04-503d-43ed-84a0-adc3b50831e9 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.3691063 Feb 09 01:09:49.140514 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-c32d7b98-1699-4c3c-94de-6274c8a19d39 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?network_id=3c94ca57-3b3a-4c44-bfe5-dcd0786f477f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0396879 Feb 09 01:09:49.188488 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9,segment=NetworkSegment(2c79ec4a-284a-40f7-bbb4-646b3066ffe8),segment_id=2c79ec4a-284a-40f7-bbb4-646b3066ffe8)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:49.206826 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-5ba1f1e4-e4e0-4e55-ad05-ef3980513bde None None] Current status of the port b9cbac71-9a31-459f-9c77-80ca095135ae is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:09:49.207202 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5ba1f1e4-e4e0-4e55-ad05-ef3980513bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b9cbac71-9a31-459f-9c77-80ca095135ae), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:49.210364 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': 'a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9', 'network_id': '0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0', 'port_id': 'a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9', 'mac_address': 'fa:16:3e:0c:8a:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9451162-d23b-43af-8cc6-7b624c347fcf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:09:49.233960 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-70ce3d0b-4a6a-4003-824e-37c1c5e26d5a req-243c8f51-1f77-498b-acd1-c3cbbf3a4eaa service neutron] 10.222.0.47 "GET /v2.0/networks/0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902827 Feb 09 01:09:49.294265 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-5ba1f1e4-e4e0-4e55-ad05-ef3980513bde None None] For port b9cbac71-9a31-459f-9c77-80ca095135ae, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=b9cbac71-9a31-459f-9c77-80ca095135ae,segment=NetworkSegment(52e0d3a2-68f3-4ea5-b5ba-a8b10f130d95),segment_id=52e0d3a2-68f3-4ea5-b5ba-a8b10f130d95)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:49.322493 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5ba1f1e4-e4e0-4e55-ad05-ef3980513bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b9cbac71-9a31-459f-9c77-80ca095135ae), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:49.328392 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 is: ACTIVE; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:09:49.329377 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:49.342356 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 39264370-bded-4c85-9b70-b01a28f9a277 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:09:49.364831 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 39264370-bded-4c85-9b70-b01a28f9a277 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:49.366097 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (39264370-bded-4c85-9b70-b01a28f9a277), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:49.417650 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9173f275-4224-400f-9a40-c7548adb5a47 req-e30d4751-2b55-487a-b0ed-d23b028101e2 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832910 Feb 09 01:09:49.432091 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:09:49.480007 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-0cc158e2-e8a2-406a-a1ac-e5bb7a42f4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55924841-cbd0-4035-8195-1e36082eaa8e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1827296624-router', 'tenant_id': 'ad403c273ca84ee0bc7ddee0b22844ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '1b2cca39-61c5-4423-a9ba-e805560fcc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:37Z', 'updated_at': '2022-02-09T01:09:42Z', 'revision_number': 4, 'project_id': 'ad403c273ca84ee0bc7ddee0b22844ed', 'gw_port': {'id': '1b2cca39-61c5-4423-a9ba-e805560fcc45', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:11:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55924841-cbd0-4035-8195-1e36082eaa8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:38Z', 'updated_at': '2022-02-09T01:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'b9cbac71-9a31-459f-9c77-80ca095135ae', 'name': '', 'network_id': '7e4e1919-7440-405a-b2f1-1fb583985300', 'tenant_id': 'ad403c273ca84ee0bc7ddee0b22844ed', 'mac_address': 'fa:16:3e:cb:e6:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55924841-cbd0-4035-8195-1e36082eaa8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '59f80236-6567-4c4b-8be0-f42fddd4259d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:41Z', 'updated_at': '2022-02-09T01:09:48Z', 'revision_number': 4, 'project_id': 'ad403c273ca84ee0bc7ddee0b22844ed', 'subnets': [{'id': '59f80236-6567-4c4b-8be0-f42fddd4259d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:49.532013 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-3be52a2b-2780-4120-82c2-82326cd1369f tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:49.538122 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-3be52a2b-2780-4120-82c2-82326cd1369f tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:49.554948 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-3be52a2b-2780-4120-82c2-82326cd1369f tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:49.556677 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-3be52a2b-2780-4120-82c2-82326cd1369f tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/networks?id=32314246-6e5a-41bd-ad0d-99eb166cb2d8&id=927c95a7-9afc-4391-8f1b-90d0913f6790&id=927c95a7-9afc-4391-8f1b-90d0913f6790&id=3c94ca57-3b3a-4c44-bfe5-dcd0786f477f&id=3c94ca57-3b3a-4c44-bfe5-dcd0786f477f HTTP/1.1" status: 200 len: 1988 time: 0.3045096 Feb 09 01:09:49.564986 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205a24c6-f10f-43c4-8800-5b82ee821c15 x-openstack-request-id: req-205a24c6-f10f-43c4-8800-5b82ee821c15 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:09:49.565314 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c17624d-5b30-40e1-b862-5b350625a8a9", "name": "network-vif-deleted", "tag": "ace52ea1-97e7-44e7-ad98-468e8518f5c7", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:09:49.565585 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-205a24c6-f10f-43c4-8800-5b82ee821c15 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:09:49.566015 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c17624d-5b30-40e1-b862-5b350625a8a9', 'name': 'network-vif-deleted', 'tag': 'ace52ea1-97e7-44e7-ad98-468e8518f5c7', 'status': 'completed', 'code': 200} Feb 09 01:09:49.568793 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc158e2-e8a2-406a-a1ac-e5bb7a42f4dd None None] The sync data for ids ['55924841-cbd0-4035-8195-1e36082eaa8e'] in n-d-828369-4 is: [{'id': '55924841-cbd0-4035-8195-1e36082eaa8e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1827296624-router', 'tenant_id': 'ad403c273ca84ee0bc7ddee0b22844ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '1b2cca39-61c5-4423-a9ba-e805560fcc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:37Z', 'updated_at': '2022-02-09T01:09:42Z', 'revision_number': 4, 'project_id': 'ad403c273ca84ee0bc7ddee0b22844ed', 'gw_port': {'id': '1b2cca39-61c5-4423-a9ba-e805560fcc45', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:11:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55924841-cbd0-4035-8195-1e36082eaa8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:38Z', 'updated_at': '2022-02-09T01:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'b9cbac71-9a31-459f-9c77-80ca095135ae', 'name': '', 'network_id': '7e4e1919-7440-405a-b2f1-1fb583985300', 'tenant_id': 'ad403c273ca84ee0bc7ddee0b22844ed', 'mac_address': 'fa:16:3e:cb:e6:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55924841-cbd0-4035-8195-1e36082eaa8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '59f80236-6567-4c4b-8be0-f42fddd4259d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:41Z', 'updated_at': '2022-02-09T01:09:48Z', 'revision_number': 4, 'project_id': 'ad403c273ca84ee0bc7ddee0b22844ed', 'subnets': [{'id': '59f80236-6567-4c4b-8be0-f42fddd4259d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:09:49.569252 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9,segment=NetworkSegment(2c79ec4a-284a-40f7-bbb4-646b3066ffe8),segment_id=2c79ec4a-284a-40f7-bbb4-646b3066ffe8)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:49.579243 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-bf70bde3-426b-4cf0-957f-8aaf9e7ad107 None None] Provisioning complete for port b9cbac71-9a31-459f-9c77-80ca095135ae triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:49.579715 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bf70bde3-426b-4cf0-957f-8aaf9e7ad107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b9cbac71-9a31-459f-9c77-80ca095135ae), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:49.595556 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-78c3e9f8-8121-46e4-8478-d4b0914da6e1 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/quotas/6cf3517f38e6486d8ed854b974ff2e32 HTTP/1.1" status: 200 len: 375 time: 0.0209181 Feb 09 01:09:49.661960 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-501ba5ff-01f8-4c9b-9809-ed60eab964e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (55924841-cbd0-4035-8195-1e36082eaa8e), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:49.735254 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:49.760046 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba1f1e4-e4e0-4e55-ad05-ef3980513bde None None] Pushing event updated for resources: {'Port': ['ID=b9cbac71-9a31-459f-9c77-80ca095135ae,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:49.788819 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-70ce3d0b-4a6a-4003-824e-37c1c5e26d5a req-48d5e041-470e-4395-bda8-be26ae06d1de service neutron] 10.222.0.47 "GET /v2.0/networks/0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527419 Feb 09 01:09:49.862777 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-f4296afc-bec3-4843-9437-9f0ffacd6da6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6cf3517f38e6486d8ed854b974ff2e32&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2509573 Feb 09 01:09:49.869327 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 39264370-bded-4c85-9b70-b01a28f9a277 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:09:49.869906 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (39264370-bded-4c85-9b70-b01a28f9a277), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:49.933316 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:09:50.027662 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:50.138620 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ad19b6-cb1c-458d-a423-73060685d20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39264370-bded-4c85-9b70-b01a28f9a277'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:09:50.154106 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d38bb88-8fd1-44ca-89a1-da7d28c6293a" -d '{"events": [{"server_uuid": "55ad19b6-cb1c-458d-a423-73060685d20f", "name": "network-vif-plugged", "status": "completed", "tag": "39264370-bded-4c85-9b70-b01a28f9a277"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:09:50.169568 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-bf70bde3-426b-4cf0-957f-8aaf9e7ad107 None None] Current status of the port b9cbac71-9a31-459f-9c77-80ca095135ae is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:09:50.214359 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 39264370-bded-4c85-9b70-b01a28f9a277, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=39264370-bded-4c85-9b70-b01a28f9a277,segment=NetworkSegment(ebc0196b-40a7-4a91-81b3-cd03bc319f59),segment_id=ebc0196b-40a7-4a91-81b3-cd03bc319f59)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:50.230841 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (39264370-bded-4c85-9b70-b01a28f9a277), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:50.231649 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device ace52ea1-97e7-44e7-ad98-468e8518f5c7 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:09:50.365935 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-54be56af-2720-409e-b01e-3f67b9d4c44f service neutron] 10.222.0.50 "GET /v2.0/networks/32314246-6e5a-41bd-ad0d-99eb166cb2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4735858 Feb 09 01:09:50.387769 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=39264370-bded-4c85-9b70-b01a28f9a277,revision_number=12']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:50.404465 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device b9cbac71-9a31-459f-9c77-80ca095135ae up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:09:50.469239 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: ace52ea1-97e7-44e7-ad98-468e8518f5c7 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:09:50.469613 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device ace52ea1-97e7-44e7-ad98-468e8518f5c7 not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:09:50.536402 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407120d-56a8-4242-99ad-f8f35305a160 req-dc5a13eb-847e-4004-b399-27be757b66c0 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:50.547431 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c407120d-56a8-4242-99ad-f8f35305a160 req-dc5a13eb-847e-4004-b399-27be757b66c0 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/networks?id=7f137bfd-685a-43bd-bf22-7b98306319d4 HTTP/1.1" status: 200 len: 821 time: 0.7022321 Feb 09 01:09:50.592588 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c407120d-56a8-4242-99ad-f8f35305a160 req-e5f8f9e2-4d44-4596-8d6d-36f3f3085c63 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/quotas/4be1453321a64a26a73b0c3ad948922b HTTP/1.1" status: 200 len: 375 time: 0.0435870 Feb 09 01:09:50.645109 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c407120d-56a8-4242-99ad-f8f35305a160 req-3d19ce8a-36fc-4965-851a-8c820888a315 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4be1453321a64a26a73b0c3ad948922b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513358 Feb 09 01:09:50.702959 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port b9cbac71-9a31-459f-9c77-80ca095135ae triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:50.703349 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b9cbac71-9a31-459f-9c77-80ca095135ae), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:50.806070 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c407120d-56a8-4242-99ad-f8f35305a160 req-542ac67e-d269-461f-858a-c11e4eb18292 service neutron] 10.222.0.50 "GET /v2.0/networks/7f137bfd-685a-43bd-bf22-7b98306319d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599619 Feb 09 01:09:50.951262 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port b9cbac71-9a31-459f-9c77-80ca095135ae is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:09:51.043239 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-323899f2-86cd-456a-b0ad-c2aa5195899e service neutron] 10.222.0.50 "GET /v2.0/networks/32314246-6e5a-41bd-ad0d-99eb166cb2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6692524 Feb 09 01:09:51.170261 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-d76ac13b-3ebd-40ec-b56e-958db4dd425e service neutron] 10.222.0.50 "GET /v2.0/ports/76ac4e41-e8fb-4a96-801b-c22446fda558?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0871408 Feb 09 01:09:51.307504 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c407120d-56a8-4242-99ad-f8f35305a160 req-09ef242a-f5a3-43bb-85bc-670e34e59fe5 service neutron] 10.222.0.50 "GET /v2.0/networks/7f137bfd-685a-43bd-bf22-7b98306319d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4943435 Feb 09 01:09:51.342896 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-501ba5ff-01f8-4c9b-9809-ed60eab964e4 admin admin] Deleting port b9cbac71-9a31-459f-9c77-80ca095135ae {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:09:51.343192 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-501ba5ff-01f8-4c9b-9809-ed60eab964e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (b9cbac71-9a31-459f-9c77-80ca095135ae), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:51.416661 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-0cfc8e19-4130-4ca9-ac14-5b6ade8497cb service neutron] 10.222.0.50 "GET /v2.0/networks/927c95a7-9afc-4391-8f1b-90d0913f6790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447143 Feb 09 01:09:51.942204 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-501ba5ff-01f8-4c9b-9809-ed60eab964e4 admin admin] For port b9cbac71-9a31-459f-9c77-80ca095135ae, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=b9cbac71-9a31-459f-9c77-80ca095135ae,segment=NetworkSegment(52e0d3a2-68f3-4ea5-b5ba-a8b10f130d95),segment_id=52e0d3a2-68f3-4ea5-b5ba-a8b10f130d95)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:51.942889 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-501ba5ff-01f8-4c9b-9809-ed60eab964e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (b9cbac71-9a31-459f-9c77-80ca095135ae), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:51.954126 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b459d2-3bbc-480a-91ed-52058b09bba5 req-b29d1354-0496-4c59-b88b-60af01c97b85 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:51.961766 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c7b459d2-3bbc-480a-91ed-52058b09bba5 req-b29d1354-0496-4c59-b88b-60af01c97b85 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 947 time: 0.1531508 Feb 09 01:09:51.988603 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-17ea0365-8261-4497-a63f-064ec218c8f5 service neutron] 10.222.0.50 "GET /v2.0/networks/927c95a7-9afc-4391-8f1b-90d0913f6790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5709484 Feb 09 01:09:52.046729 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-501ba5ff-01f8-4c9b-9809-ed60eab964e4 admin admin] Calling delete_port for b9cbac71-9a31-459f-9c77-80ca095135ae owned by network:router_interface {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:09:52.106944 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c7b459d2-3bbc-480a-91ed-52058b09bba5 req-99e2e26f-f3bf-4895-aa04-38d3f2883a9b tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442773 Feb 09 01:09:52.150114 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-b16b3512-dab7-4119-99ce-e23ac89de96e service neutron] 10.222.0.50 "GET /v2.0/ports/21d00dbc-2b01-4c2d-ae75-352867aedc8a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1515436 Feb 09 01:09:52.208386 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49414) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:52.242433 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5ac469-8877-4581-881d-a97b4b4c20cb x-openstack-request-id: req-ad5ac469-8877-4581-881d-a97b4b4c20cb {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:09:52.243364 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55ad19b6-cb1c-458d-a423-73060685d20f", "name": "network-vif-plugged", "status": "completed", "tag": "39264370-bded-4c85-9b70-b01a28f9a277", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:09:52.244001 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ad5ac469-8877-4581-881d-a97b4b4c20cb {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:09:52.244743 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ad19b6-cb1c-458d-a423-73060685d20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39264370-bded-4c85-9b70-b01a28f9a277', 'code': 200} Feb 09 01:09:52.763412 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:09:52.815744 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed124d3-dde8-4fb7-af7e-badeca4ada23 req-385f0a81-d306-424a-aede-e1b8efbffcfd tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:52.824253 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4ed124d3-dde8-4fb7-af7e-badeca4ada23 req-385f0a81-d306-424a-aede-e1b8efbffcfd tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 944 time: 0.4953287 Feb 09 01:09:52.849530 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-1ed1a0f4-6deb-4db4-a510-1196bac0d65b service neutron] 10.222.0.50 "GET /v2.0/networks/927c95a7-9afc-4391-8f1b-90d0913f6790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5993023 Feb 09 01:09:52.869208 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:09:52.872442 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b9072-8541-4128-9c98-3253f3216bb3 req-7ec626d5-4d9e-41d3-bb74-0c89dc47af4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:52.873138 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:52.884326 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e79b9072-8541-4128-9c98-3253f3216bb3 req-7ec626d5-4d9e-41d3-bb74-0c89dc47af4f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 1129 time: 0.3722599 Feb 09 01:09:52.948315 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-54deb6fb-3058-4979-ba9a-c008bf95d0e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (cea8396b-53c6-465f-9482-1621958c3b0c), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:53.096037 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:09:53.096733 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:53.117282 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4ed124d3-dde8-4fb7-af7e-badeca4ada23 req-3043b183-f3a9-434e-9429-d85e7f89155f tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646286 Feb 09 01:09:53.155666 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9,segment=NetworkSegment(2c79ec4a-284a-40f7-bbb4-646b3066ffe8),segment_id=2c79ec4a-284a-40f7-bbb4-646b3066ffe8)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:53.176064 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e79b9072-8541-4128-9c98-3253f3216bb3 req-0b48b109-ab44-4f16-a474-6fd327642ed7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2803829 Feb 09 01:09:53.178880 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:53.287194 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bd8c417d-baa3-4195-9b2f-e3cba219e4d9 req-e26913d2-eb58-4971-a125-c9238bf1d416 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/ports?device_id=52acf3f8-9d7d-4294-b461-2e1e048a07c7 HTTP/1.1" status: 200 len: 210 time: 0.0406423 Feb 09 01:09:53.290014 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-74f7b970-ab5c-459b-8e8a-c399c4147e77 service neutron] 10.222.0.50 "GET /v2.0/networks/927c95a7-9afc-4391-8f1b-90d0913f6790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052339 Feb 09 01:09:53.290805 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-501ba5ff-01f8-4c9b-9809-ed60eab964e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (b9cbac71-9a31-459f-9c77-80ca095135ae), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:53.383985 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9,revision_number=7']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:53.451093 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ba5ff-01f8-4c9b-9809-ed60eab964e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9cbac71-9a31-459f-9c77-80ca095135ae,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:53.658132 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-54deb6fb-3058-4979-ba9a-c008bf95d0e6 admin admin] Deleting port 814bcff1-43a0-4fa7-87cc-497c0b121c8f {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:09:53.658665 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-54deb6fb-3058-4979-ba9a-c008bf95d0e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (814bcff1-43a0-4fa7-87cc-497c0b121c8f), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:53.783517 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-54deb6fb-3058-4979-ba9a-c008bf95d0e6 admin admin] For port 814bcff1-43a0-4fa7-87cc-497c0b121c8f, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=814bcff1-43a0-4fa7-87cc-497c0b121c8f,segment=NetworkSegment(ae9b3e36-cd93-4d51-a83a-5e9454855cc9),segment_id=ae9b3e36-cd93-4d51-a83a-5e9454855cc9)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:53.783912 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-54deb6fb-3058-4979-ba9a-c008bf95d0e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (814bcff1-43a0-4fa7-87cc-497c0b121c8f), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:53.809798 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-54deb6fb-3058-4979-ba9a-c008bf95d0e6 admin admin] Calling delete_port for 814bcff1-43a0-4fa7-87cc-497c0b121c8f owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:09:54.019312 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407120d-56a8-4242-99ad-f8f35305a160 req-01f10cef-e8e5-4002-bad8-9e8fcdde9fd3 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:54.021029 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c407120d-56a8-4242-99ad-f8f35305a160 req-01f10cef-e8e5-4002-bad8-9e8fcdde9fd3 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.120 "GET /v2.0/networks?id=7f137bfd-685a-43bd-bf22-7b98306319d4 HTTP/1.1" status: 200 len: 821 time: 0.6114013 Feb 09 01:09:54.037888 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-edc3e21c-d980-4ca7-9687-e5cf83475492 service neutron] 10.222.0.50 "GET /v2.0/networks/927c95a7-9afc-4391-8f1b-90d0913f6790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6455202 Feb 09 01:09:54.055698 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-0a54f6c8-2ade-4692-a631-d9069c099b34 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:54.066946 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-0a54f6c8-2ade-4692-a631-d9069c099b34 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/networks?id=584d7274-cb01-4853-8902-7824a3a705cb HTTP/1.1" status: 200 len: 807 time: 0.4815564 Feb 09 01:09:54.073874 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-c407120d-56a8-4242-99ad-f8f35305a160 req-5502f189-79b6-4c37-9ea6-478adad703bb tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Request body: {'port': {'device_id': '52acf3f8-9d7d-4294-b461-2e1e048a07c7', 'network_id': '7f137bfd-685a-43bd-bf22-7b98306319d4', 'admin_state_up': True, 'tenant_id': '4be1453321a64a26a73b0c3ad948922b'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:54.102687 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-54deb6fb-3058-4979-ba9a-c008bf95d0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (814bcff1-43a0-4fa7-87cc-497c0b121c8f), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:54.152637 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54deb6fb-3058-4979-ba9a-c008bf95d0e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=814bcff1-43a0-4fa7-87cc-497c0b121c8f,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:54.181970 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-501ba5ff-01f8-4c9b-9809-ed60eab964e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (55924841-cbd0-4035-8195-1e36082eaa8e), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:54.244847 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-f7c447da-e00a-4997-b049-50252121ecd7 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/quotas/349016141cb643eba466ab5e9338a7e5 HTTP/1.1" status: 200 len: 375 time: 0.1767473 Feb 09 01:09:54.246824 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce49ed9-12b0-4b60-8114-85abc2a34ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:09:54.249279 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf02f0f-14fc-44c7-a807-300861cbb8d5" -d '{"events": [{"server_uuid": "5ce49ed9-12b0-4b60-8114-85abc2a34ce6", "name": "network-vif-plugged", "status": "completed", "tag": "a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:09:54.489631 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-54deb6fb-3058-4979-ba9a-c008bf95d0e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (cea8396b-53c6-465f-9482-1621958c3b0c), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:54.626664 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-0ee0e1d5-71d2-4ddb-8d2b-7bd1a8cbe215 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=349016141cb643eba466ab5e9338a7e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2773521 Feb 09 01:09:54.704567 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-5eb59c59-b623-4b8b-b84f-4d6a67f2ff7e service neutron] 10.222.0.50 "GET /v2.0/networks/927c95a7-9afc-4391-8f1b-90d0913f6790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6656284 Feb 09 01:09:54.953320 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54deb6fb-3058-4979-ba9a-c008bf95d0e6 admin admin] Router cea8396b-53c6-465f-9482-1621958c3b0c has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:09:55.147956 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54deb6fb-3058-4979-ba9a-c008bf95d0e6 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:09:55.160737 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb26a33-f932-41a1-8c48-fe21cd9021b9 None None] Sync routers for ids ['cea8396b-53c6-465f-9482-1621958c3b0c'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:09:55.168335 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-54deb6fb-3058-4979-ba9a-c008bf95d0e6 admin admin] 10.222.0.50 "PUT /v2.0/routers/cea8396b-53c6-465f-9482-1621958c3b0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9586101 Feb 09 01:09:55.169083 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49462) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:55.173603 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb26a33-f932-41a1-8c48-fe21cd9021b9 None None] Routers {'cea8396b-53c6-465f-9482-1621958c3b0c'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:09:55.174832 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-adb26a33-f932-41a1-8c48-fe21cd9021b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:09:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['cea8396b-53c6-465f-9482-1621958c3b0c'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:55.321719 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-adb26a33-f932-41a1-8c48-fe21cd9021b9 None None] Set router cea8396b-53c6-465f-9482-1621958c3b0c gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:09:55.347446 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-2c8cd62f-59dc-4fd1-8632-8765a67fdbb5 service neutron] 10.222.0.50 "GET /v2.0/networks/927c95a7-9afc-4391-8f1b-90d0913f6790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028232 Feb 09 01:09:55.348062 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c407120d-56a8-4242-99ad-f8f35305a160 req-5502f189-79b6-4c37-9ea6-478adad703bb tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Made reservation on behalf of 4be1453321a64a26a73b0c3ad948922b for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:09:55.351898 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-20b98e1b-5f15-4413-8bf3-d35f40b2c270 admin admin] Publish callbacks [] for router (cea8396b-53c6-465f-9482-1621958c3b0c), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:55.356460 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c407120d-56a8-4242-99ad-f8f35305a160 req-5502f189-79b6-4c37-9ea6-478adad703bb tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:55.525074 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-20b98e1b-5f15-4413-8bf3-d35f40b2c270 admin admin] Publish callbacks [] for router_gateway (cea8396b-53c6-465f-9482-1621958c3b0c), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:55.582299 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-adb26a33-f932-41a1-8c48-fe21cd9021b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea8396b-53c6-465f-9482-1621958c3b0c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1131755305-router', 'tenant_id': '40d0b3ba65154fdfb7d6203582a5779e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.57'}], 'enable_snat': True}, 'gw_port_id': 'c869b08f-f7a2-406a-87ef-e9bb9f54e8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:08:34Z', 'updated_at': '2022-02-09T01:09:54Z', 'revision_number': 5, 'project_id': '40d0b3ba65154fdfb7d6203582a5779e', 'gw_port': {'id': 'c869b08f-f7a2-406a-87ef-e9bb9f54e8ad', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a8:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea8396b-53c6-465f-9482-1621958c3b0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:35Z', 'updated_at': '2022-02-09T01:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:55.607573 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-20b98e1b-5f15-4413-8bf3-d35f40b2c270 admin admin] Deleting port c869b08f-f7a2-406a-87ef-e9bb9f54e8ad {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:09:55.608156 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-20b98e1b-5f15-4413-8bf3-d35f40b2c270 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (c869b08f-f7a2-406a-87ef-e9bb9f54e8ad), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:55.614420 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb26a33-f932-41a1-8c48-fe21cd9021b9 None None] Checking router: cea8396b-53c6-465f-9482-1621958c3b0c for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:09:55.623661 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb26a33-f932-41a1-8c48-fe21cd9021b9 None None] Routers {'cea8396b-53c6-465f-9482-1621958c3b0c'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:09:55.624629 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-adb26a33-f932-41a1-8c48-fe21cd9021b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:09:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['cea8396b-53c6-465f-9482-1621958c3b0c'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:55.726169 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-20b98e1b-5f15-4413-8bf3-d35f40b2c270 admin admin] For port c869b08f-f7a2-406a-87ef-e9bb9f54e8ad, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=c869b08f-f7a2-406a-87ef-e9bb9f54e8ad,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:55.726580 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-20b98e1b-5f15-4413-8bf3-d35f40b2c270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (c869b08f-f7a2-406a-87ef-e9bb9f54e8ad), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:55.742704 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-20b98e1b-5f15-4413-8bf3-d35f40b2c270 admin admin] Calling delete_port for c869b08f-f7a2-406a-87ef-e9bb9f54e8ad owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:09:55.774314 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501ba5ff-01f8-4c9b-9809-ed60eab964e4 admin admin] Router 55924841-cbd0-4035-8195-1e36082eaa8e has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:09:55.781031 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-adb26a33-f932-41a1-8c48-fe21cd9021b9 None None] Set router cea8396b-53c6-465f-9482-1621958c3b0c gateway port host: None {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:09:55.886224 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-adb26a33-f932-41a1-8c48-fe21cd9021b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea8396b-53c6-465f-9482-1621958c3b0c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1131755305-router', 'tenant_id': '40d0b3ba65154fdfb7d6203582a5779e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:08:34Z', 'updated_at': '2022-02-09T01:09:55Z', 'revision_number': 6, 'project_id': '40d0b3ba65154fdfb7d6203582a5779e', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:55.922146 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb26a33-f932-41a1-8c48-fe21cd9021b9 None None] The sync data for ids ['cea8396b-53c6-465f-9482-1621958c3b0c'] in n-d-828369-4 is: [{'id': 'cea8396b-53c6-465f-9482-1621958c3b0c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1131755305-router', 'tenant_id': '40d0b3ba65154fdfb7d6203582a5779e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:08:34Z', 'updated_at': '2022-02-09T01:09:55Z', 'revision_number': 6, 'project_id': '40d0b3ba65154fdfb7d6203582a5779e', 'gw_port_host': None}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:09:55.991863 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-7361eb4e-26a5-4cd3-91c6-fdaa19d6bc9d service neutron] 10.222.0.50 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3642597 Feb 09 01:09:56.022382 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-41035b24-6324-4388-b5c8-9ecc92c554ef service neutron] 10.222.0.50 "GET /v2.0/networks/927c95a7-9afc-4391-8f1b-90d0913f6790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6191092 Feb 09 01:09:56.046300 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-20b98e1b-5f15-4413-8bf3-d35f40b2c270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (c869b08f-f7a2-406a-87ef-e9bb9f54e8ad), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:56.047923 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-c407120d-56a8-4242-99ad-f8f35305a160 req-5502f189-79b6-4c37-9ea6-478adad703bb tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Allocated IP 172.20.0.8 (7f137bfd-685a-43bd-bf22-7b98306319d4/ee1c419e-b5fc-481c-9369-52d887722539/7c634441-bca0-4ab2-bb91-5e84e43fc023) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:09:56.118558 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501ba5ff-01f8-4c9b-9809-ed60eab964e4 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:09:56.128524 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b98e1b-5f15-4413-8bf3-d35f40b2c270 admin admin] Pushing event deleted for resources: {'Port': ['ID=c869b08f-f7a2-406a-87ef-e9bb9f54e8ad,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:56.130665 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384a9acc-c28d-4aab-89a2-365616651ce7 None None] Sync routers for ids ['55924841-cbd0-4035-8195-1e36082eaa8e'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:09:56.141667 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384a9acc-c28d-4aab-89a2-365616651ce7 None None] Routers {'55924841-cbd0-4035-8195-1e36082eaa8e'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:09:56.142517 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-384a9acc-c28d-4aab-89a2-365616651ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:09:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['55924841-cbd0-4035-8195-1e36082eaa8e'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:56.157569 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-501ba5ff-01f8-4c9b-9809-ed60eab964e4 admin admin] 10.222.0.50 "PUT /v2.0/routers/55924841-cbd0-4035-8195-1e36082eaa8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6717727 Feb 09 01:09:56.158403 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49464) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:56.177824 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-20b98e1b-5f15-4413-8bf3-d35f40b2c270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (cea8396b-53c6-465f-9482-1621958c3b0c), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:56.305140 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0bd7c226-8804-453a-8efc-ddea122c747c admin admin] Publish callbacks [] for router (55924841-cbd0-4035-8195-1e36082eaa8e), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:56.328867 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-384a9acc-c28d-4aab-89a2-365616651ce7 None None] Set router 55924841-cbd0-4035-8195-1e36082eaa8e gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:09:56.349235 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-20b98e1b-5f15-4413-8bf3-d35f40b2c270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (cea8396b-53c6-465f-9482-1621958c3b0c), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:56.351434 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-20b98e1b-5f15-4413-8bf3-d35f40b2c270 admin admin] Publish callbacks [] for router_controller (cea8396b-53c6-465f-9482-1621958c3b0c), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:56.432611 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-20b98e1b-5f15-4413-8bf3-d35f40b2c270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (cea8396b-53c6-465f-9482-1621958c3b0c), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:56.433181 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b98e1b-5f15-4413-8bf3-d35f40b2c270 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cea8396b-53c6-465f-9482-1621958c3b0c {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:09:56.438259 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-20b98e1b-5f15-4413-8bf3-d35f40b2c270 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:56.441839 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-20b98e1b-5f15-4413-8bf3-d35f40b2c270 admin admin] 10.222.0.50 "DELETE /v2.0/routers/cea8396b-53c6-465f-9482-1621958c3b0c HTTP/1.1" status: 204 len: 168 time: 1.2672930 Feb 09 01:09:56.442819 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49466) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:56.493125 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 814bcff1-43a0-4fa7-87cc-497c0b121c8f no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:09:56.529248 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-3879f621-14f6-49d2-bc8d-5684c0b50909 admin admin] Deleting subnet 3f566d7a-36e4-4f05-a0b6-f30f5dd16476 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:09:56.533815 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 814bcff1-43a0-4fa7-87cc-497c0b121c8f {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:09:56.534173 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 814bcff1-43a0-4fa7-87cc-497c0b121c8f not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:09:56.541978 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3879f621-14f6-49d2-bc8d-5684c0b50909 admin admin] Publish callbacks [] for subnet (3f566d7a-36e4-4f05-a0b6-f30f5dd16476), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:56.547035 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-c93ec88c-b679-47e6-9b4f-a7862df77f97 service neutron] 10.222.0.50 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5388067 Feb 09 01:09:56.646441 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-cc9ac9ed-f9e6-4660-8d6e-16476f86a59c service neutron] 10.222.0.50 "GET /v2.0/networks/3c94ca57-3b3a-4c44-bfe5-dcd0786f477f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5670505 Feb 09 01:09:56.680157 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-384a9acc-c28d-4aab-89a2-365616651ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55924841-cbd0-4035-8195-1e36082eaa8e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1827296624-router', 'tenant_id': 'ad403c273ca84ee0bc7ddee0b22844ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '1b2cca39-61c5-4423-a9ba-e805560fcc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:37Z', 'updated_at': '2022-02-09T01:09:53Z', 'revision_number': 5, 'project_id': 'ad403c273ca84ee0bc7ddee0b22844ed', 'gw_port': {'id': '1b2cca39-61c5-4423-a9ba-e805560fcc45', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:11:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55924841-cbd0-4035-8195-1e36082eaa8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:38Z', 'updated_at': '2022-02-09T01:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:56.724209 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384a9acc-c28d-4aab-89a2-365616651ce7 None None] Checking router: 55924841-cbd0-4035-8195-1e36082eaa8e for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:09:56.740721 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384a9acc-c28d-4aab-89a2-365616651ce7 None None] Routers {'55924841-cbd0-4035-8195-1e36082eaa8e'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:09:56.741682 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-384a9acc-c28d-4aab-89a2-365616651ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:09:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['55924841-cbd0-4035-8195-1e36082eaa8e'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:56.852312 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0bd7c226-8804-453a-8efc-ddea122c747c admin admin] Publish callbacks [] for router_gateway (55924841-cbd0-4035-8195-1e36082eaa8e), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:56.894532 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-384a9acc-c28d-4aab-89a2-365616651ce7 None None] Set router 55924841-cbd0-4035-8195-1e36082eaa8e gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:09:56.975793 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c407120d-56a8-4242-99ad-f8f35305a160 req-5502f189-79b6-4c37-9ea6-478adad703bb tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks [] for port (7c634441-bca0-4ab2-bb91-5e84e43fc023), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:57.008675 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-97bbfb4e-f7d6-45b2-ba78-252d7e7b50cc service neutron] 10.222.0.50 "GET /v2.0/networks/3c94ca57-3b3a-4c44-bfe5-dcd0786f477f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518169 Feb 09 01:09:57.109730 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-0bd7c226-8804-453a-8efc-ddea122c747c admin admin] Deleting port 1b2cca39-61c5-4423-a9ba-e805560fcc45 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:09:57.110092 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0bd7c226-8804-453a-8efc-ddea122c747c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (1b2cca39-61c5-4423-a9ba-e805560fcc45), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:57.196515 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c407120d-56a8-4242-99ad-f8f35305a160 req-5502f189-79b6-4c37-9ea6-478adad703bb tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (7c634441-bca0-4ab2-bb91-5e84e43fc023), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:57.207767 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3879f621-14f6-49d2-bc8d-5684c0b50909 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (3f566d7a-36e4-4f05-a0b6-f30f5dd16476), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:57.303635 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-384a9acc-c28d-4aab-89a2-365616651ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55924841-cbd0-4035-8195-1e36082eaa8e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1827296624-router', 'tenant_id': 'ad403c273ca84ee0bc7ddee0b22844ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '1b2cca39-61c5-4423-a9ba-e805560fcc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:37Z', 'updated_at': '2022-02-09T01:09:53Z', 'revision_number': 5, 'project_id': 'ad403c273ca84ee0bc7ddee0b22844ed', 'gw_port': {'id': '1b2cca39-61c5-4423-a9ba-e805560fcc45', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:11:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55924841-cbd0-4035-8195-1e36082eaa8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:38Z', 'updated_at': '2022-02-09T01:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:57.318108 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-2ef50382-17e1-42fe-a137-cb4eaf024f0f service neutron] 10.222.0.50 "GET /v2.0/networks/3c94ca57-3b3a-4c44-bfe5-dcd0786f477f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962983 Feb 09 01:09:57.318863 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3879f621-14f6-49d2-bc8d-5684c0b50909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (3f566d7a-36e4-4f05-a0b6-f30f5dd16476), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:57.369404 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c407120d-56a8-4242-99ad-f8f35305a160 req-5502f189-79b6-4c37-9ea6-478adad703bb tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Network 7f137bfd-685a-43bd-bf22-7b98306319d4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:09:57.415479 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384a9acc-c28d-4aab-89a2-365616651ce7 None None] The sync data for ids ['55924841-cbd0-4035-8195-1e36082eaa8e'] in n-d-828369-4 is: [{'id': '55924841-cbd0-4035-8195-1e36082eaa8e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1827296624-router', 'tenant_id': 'ad403c273ca84ee0bc7ddee0b22844ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '1b2cca39-61c5-4423-a9ba-e805560fcc45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:09:37Z', 'updated_at': '2022-02-09T01:09:53Z', 'revision_number': 5, 'project_id': 'ad403c273ca84ee0bc7ddee0b22844ed', 'gw_port': {'id': '1b2cca39-61c5-4423-a9ba-e805560fcc45', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:11:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55924841-cbd0-4035-8195-1e36082eaa8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:09:38Z', 'updated_at': '2022-02-09T01:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:09:57.424050 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3879f621-14f6-49d2-bc8d-5684c0b50909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (3f566d7a-36e4-4f05-a0b6-f30f5dd16476), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:57.458705 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3879f621-14f6-49d2-bc8d-5684c0b50909 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:57.463352 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6f7109-5873-4b6b-b1bc-69da9ddbf519 None None] Network 7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:09:57.474913 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3879f621-14f6-49d2-bc8d-5684c0b50909 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3f566d7a-36e4-4f05-a0b6-f30f5dd16476 HTTP/1.1" status: 204 len: 168 time: 1.0275638 Feb 09 01:09:57.476868 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49484) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:57.497305 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5502f189-79b6-4c37-9ea6-478adad703bb tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Pushing event updated for resources: {'Port': ['ID=7c634441-bca0-4ab2-bb91-5e84e43fc023,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:57.515304 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-c407120d-56a8-4242-99ad-f8f35305a160 req-5502f189-79b6-4c37-9ea6-478adad703bb tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:09:57.551358 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3879f621-14f6-49d2-bc8d-5684c0b50909 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f566d7a-36e4-4f05-a0b6-f30f5dd16476,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:57.596178 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-0bd7c226-8804-453a-8efc-ddea122c747c admin admin] For port 1b2cca39-61c5-4423-a9ba-e805560fcc45, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=1b2cca39-61c5-4423-a9ba-e805560fcc45,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:57.596178 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0bd7c226-8804-453a-8efc-ddea122c747c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (1b2cca39-61c5-4423-a9ba-e805560fcc45), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:57.611053 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-0bd7c226-8804-453a-8efc-ddea122c747c admin admin] Calling delete_port for 1b2cca39-61c5-4423-a9ba-e805560fcc45 owned by network:router_gateway {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:09:57.633520 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f5770e00-205b-4cfd-a794-497cdbe8fc30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:57.770155 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-f5770e00-205b-4cfd-a794-497cdbe8fc30 admin admin] Deleting port c6411b26-5279-48fc-80b0-b0dcb29c6e42 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:09:57.770411 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f5770e00-205b-4cfd-a794-497cdbe8fc30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (c6411b26-5279-48fc-80b0-b0dcb29c6e42), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:57.835125 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa569d07-541e-43f9-a93c-8c01d8bcd284 None None] DHCP port deletion for 7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:09:57.880126 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-c407120d-56a8-4242-99ad-f8f35305a160 req-5502f189-79b6-4c37-9ea6-478adad703bb tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:09:57.939714 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-f5770e00-205b-4cfd-a794-497cdbe8fc30 admin admin] For port c6411b26-5279-48fc-80b0-b0dcb29c6e42, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=c6411b26-5279-48fc-80b0-b0dcb29c6e42,segment=NetworkSegment(ae9b3e36-cd93-4d51-a83a-5e9454855cc9),segment_id=ae9b3e36-cd93-4d51-a83a-5e9454855cc9)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:57.940117 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f5770e00-205b-4cfd-a794-497cdbe8fc30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (c6411b26-5279-48fc-80b0-b0dcb29c6e42), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:57.945404 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-aa569d07-541e-43f9-a93c-8c01d8bcd284 None None] Deleting port c6411b26-5279-48fc-80b0-b0dcb29c6e42 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:09:57.946395 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-aa569d07-541e-43f9-a93c-8c01d8bcd284 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (c6411b26-5279-48fc-80b0-b0dcb29c6e42), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:57.959270 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-f5770e00-205b-4cfd-a794-497cdbe8fc30 admin admin] Calling delete_port for c6411b26-5279-48fc-80b0-b0dcb29c6e42 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:09:57.997539 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407120d-56a8-4242-99ad-f8f35305a160 req-5502f189-79b6-4c37-9ea6-478adad703bb tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:57.998631 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c407120d-56a8-4242-99ad-f8f35305a160 req-5502f189-79b6-4c37-9ea6-478adad703bb tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:58.089448 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c407120d-56a8-4242-99ad-f8f35305a160 req-5502f189-79b6-4c37-9ea6-478adad703bb tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0418835 Feb 09 01:09:58.112338 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f5770e00-205b-4cfd-a794-497cdbe8fc30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (c6411b26-5279-48fc-80b0-b0dcb29c6e42), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:58.135882 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-c407120d-56a8-4242-99ad-f8f35305a160 req-0d9eeded-b9e1-4d70-b7df-f3d01daa982f service neutron] Request body: {'port': {'device_id': '52acf3f8-9d7d-4294-b461-2e1e048a07c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:58.177561 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5770e00-205b-4cfd-a794-497cdbe8fc30 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6411b26-5279-48fc-80b0-b0dcb29c6e42,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:58.203165 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5770e00-205b-4cfd-a794-497cdbe8fc30 admin admin] No DVR routers for this DVR port c6411b26-5279-48fc-80b0-b0dcb29c6e42 on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:09:58.263739 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0bd7c226-8804-453a-8efc-ddea122c747c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (1b2cca39-61c5-4423-a9ba-e805560fcc45), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:58.298980 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f5770e00-205b-4cfd-a794-497cdbe8fc30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:58.344774 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-23ed8090-bd99-4c2c-8b2f-529569988c99 service neutron] 10.222.0.50 "GET /v2.0/networks/3c94ca57-3b3a-4c44-bfe5-dcd0786f477f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0049808 Feb 09 01:09:58.347962 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-f5770e00-205b-4cfd-a794-497cdbe8fc30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:58.375116 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-f5770e00-205b-4cfd-a794-497cdbe8fc30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae9b3e36-cd93-4d51-a83a-5e9454855cc9') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:58.375435 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-f5770e00-205b-4cfd-a794-497cdbe8fc30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae9b3e36-cd93-4d51-a83a-5e9454855cc9') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:09:58.381240 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68deced6-3202-42af-a474-949c540c3b8f req-b55b9660-225e-40db-9d0b-6c1fafcf094c tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:58.383486 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-68deced6-3202-42af-a474-949c540c3b8f req-b55b9660-225e-40db-9d0b-6c1fafcf094c tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 947 time: 0.9317346 Feb 09 01:09:58.398614 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f5770e00-205b-4cfd-a794-497cdbe8fc30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (ae9b3e36-cd93-4d51-a83a-5e9454855cc9), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:58.406261 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd7c226-8804-453a-8efc-ddea122c747c admin admin] Pushing event deleted for resources: {'Port': ['ID=1b2cca39-61c5-4423-a9ba-e805560fcc45,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:58.421728 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-aa569d07-541e-43f9-a93c-8c01d8bcd284 None None] For port c6411b26-5279-48fc-80b0-b0dcb29c6e42, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=c6411b26-5279-48fc-80b0-b0dcb29c6e42,segment=NetworkSegment(ae9b3e36-cd93-4d51-a83a-5e9454855cc9),segment_id=ae9b3e36-cd93-4d51-a83a-5e9454855cc9)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:09:58.422133 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-aa569d07-541e-43f9-a93c-8c01d8bcd284 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (c6411b26-5279-48fc-80b0-b0dcb29c6e42), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:58.422386 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f5770e00-205b-4cfd-a794-497cdbe8fc30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (ae9b3e36-cd93-4d51-a83a-5e9454855cc9), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:58.429460 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5770e00-205b-4cfd-a794-497cdbe8fc30 admin admin] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:09:58.429903 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f5770e00-205b-4cfd-a794-497cdbe8fc30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (ae9b3e36-cd93-4d51-a83a-5e9454855cc9), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:58.457413 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-aa569d07-541e-43f9-a93c-8c01d8bcd284 None None] Calling delete_port for c6411b26-5279-48fc-80b0-b0dcb29c6e42 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:09:58.518378 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:09:58.518378 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:09:58.518378 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:09:58.518378 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:09:58.518378 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:09:58.518378 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:09:58.518378 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:09:58.518378 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:09:58.518378 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:09:58.518378 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:09:58.518378 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:09:58.518378 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:09:58.518378 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:09:58.518378 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:09:58.518378 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:09:58.518378 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:09:58.518378 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:09:58.518378 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:09:58.518378 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:09:58.518378 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:09:58.518378 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:09:58.518378 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:09:58.518378 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:09:58.518378 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:09:58.518378 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:09:58.518378 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:09:58.518378 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:09:58.518378 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:09:58.518378 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:09:58.518378 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:09:58.518378 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:09:58.518378 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:09:58.525541 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f5770e00-205b-4cfd-a794-497cdbe8fc30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:58.550471 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f5770e00-205b-4cfd-a794-497cdbe8fc30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:58.550742 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-aa569d07-541e-43f9-a93c-8c01d8bcd284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (c6411b26-5279-48fc-80b0-b0dcb29c6e42), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:58.553169 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device c6411b26-5279-48fc-80b0-b0dcb29c6e42 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:09:58.554907 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f5770e00-205b-4cfd-a794-497cdbe8fc30 admin admin] 10.222.0.50 "DELETE /v2.0/networks/7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5 HTTP/1.1" status: 204 len: 168 time: 1.0726411 Feb 09 01:09:58.556972 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5770e00-205b-4cfd-a794-497cdbe8fc30 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:58.581321 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0bd7c226-8804-453a-8efc-ddea122c747c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (55924841-cbd0-4035-8195-1e36082eaa8e), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:58.602405 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: c6411b26-5279-48fc-80b0-b0dcb29c6e42 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:09:58.603076 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device c6411b26-5279-48fc-80b0-b0dcb29c6e42 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:09:58.603672 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device c869b08f-f7a2-406a-87ef-e9bb9f54e8ad no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:09:58.606102 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa569d07-541e-43f9-a93c-8c01d8bcd284 None None] Pushing event deleted for resources: {'Port': ['ID=c6411b26-5279-48fc-80b0-b0dcb29c6e42,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:58.608096 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aa569d07-541e-43f9-a93c-8c01d8bcd284 None None] Network 7b6b5e91-78cf-4e8a-90aa-61f58d8ac7e5 is not hosted by any dhcp agent {{(pid=103138) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 01:09:58.608787 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa569d07-541e-43f9-a93c-8c01d8bcd284 None None] No DVR routers for this DVR port c6411b26-5279-48fc-80b0-b0dcb29c6e42 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:09:58.638651 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: c869b08f-f7a2-406a-87ef-e9bb9f54e8ad {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:09:58.639838 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device c869b08f-f7a2-406a-87ef-e9bb9f54e8ad not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:09:58.642927 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device b9cbac71-9a31-459f-9c77-80ca095135ae no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:09:58.666315 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: b9cbac71-9a31-459f-9c77-80ca095135ae {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:09:58.667001 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device b9cbac71-9a31-459f-9c77-80ca095135ae not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:09:58.739559 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c407120d-56a8-4242-99ad-f8f35305a160 req-0d9eeded-b9e1-4d70-b7df-f3d01daa982f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7c634441-bca0-4ab2-bb91-5e84e43fc023), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:58.763567 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49502) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:58.846232 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6c9a67e1-927e-49ac-94ef-59973bee1c0c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=40d0b3ba65154fdfb7d6203582a5779e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0809114 Feb 09 01:09:58.848895 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49506) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:58.854657 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-68deced6-3202-42af-a474-949c540c3b8f req-8bbc76c2-29d1-4e54-bc57-6226196148b1 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4093568 Feb 09 01:09:58.878333 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0bd7c226-8804-453a-8efc-ddea122c747c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (55924841-cbd0-4035-8195-1e36082eaa8e), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:58.959247 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0bd7c226-8804-453a-8efc-ddea122c747c admin admin] Publish callbacks [] for router_controller (55924841-cbd0-4035-8195-1e36082eaa8e), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:58.994797 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4cee8c60-0360-4d0a-8218-e597d50491eb admin admin] Publish callbacks [] for security_group (82fb2ab6-e76e-4b08-a296-0cab170efc3c), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:59.045105 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4cee8c60-0360-4d0a-8218-e597d50491eb admin admin] Publish callbacks [] for security_group (82fb2ab6-e76e-4b08-a296-0cab170efc3c), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:59.148652 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4cee8c60-0360-4d0a-8218-e597d50491eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (82fb2ab6-e76e-4b08-a296-0cab170efc3c), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:59.152874 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4cee8c60-0360-4d0a-8218-e597d50491eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:59.155730 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4cee8c60-0360-4d0a-8218-e597d50491eb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/82fb2ab6-e76e-4b08-a296-0cab170efc3c HTTP/1.1" status: 204 len: 168 time: 0.3057325 Feb 09 01:09:59.171708 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee8c60-0360-4d0a-8218-e597d50491eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82fb2ab6-e76e-4b08-a296-0cab170efc3c,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:09:59.524220 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0bd7c226-8804-453a-8efc-ddea122c747c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (55924841-cbd0-4035-8195-1e36082eaa8e), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:59.530178 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd7c226-8804-453a-8efc-ddea122c747c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55924841-cbd0-4035-8195-1e36082eaa8e {{(pid=103136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:09:59.594842 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0bd7c226-8804-453a-8efc-ddea122c747c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:59.596037 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-0bd7c226-8804-453a-8efc-ddea122c747c admin admin] 10.222.0.50 "DELETE /v2.0/routers/55924841-cbd0-4035-8195-1e36082eaa8e HTTP/1.1" status: 204 len: 168 time: 3.4305246 Feb 09 01:09:59.598304 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b24f776-f01b-4a65-b3e5-6668a0d9b017 x-openstack-request-id: req-0b24f776-f01b-4a65-b3e5-6668a0d9b017 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:09:59.598815 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce49ed9-12b0-4b60-8114-85abc2a34ce6", "name": "network-vif-plugged", "status": "completed", "tag": "a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:09:59.599051 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0b24f776-f01b-4a65-b3e5-6668a0d9b017 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:09:59.599685 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce49ed9-12b0-4b60-8114-85abc2a34ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9', 'code': 200} Feb 09 01:09:59.600320 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49534) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:09:59.728260 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f64b3ba-96b9-4351-be57-7d0743f985a3 admin admin] Deleting subnet 59f80236-6567-4c4b-8be0-f42fddd4259d {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:09:59.737607 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6f64b3ba-96b9-4351-be57-7d0743f985a3 admin admin] Publish callbacks [] for subnet (59f80236-6567-4c4b-8be0-f42fddd4259d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:59.785318 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6f64b3ba-96b9-4351-be57-7d0743f985a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (59f80236-6567-4c4b-8be0-f42fddd4259d), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:09:59.801010 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-5c0411bf-a35f-4a49-8e59-68678d02b497 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:59.802560 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-5c0411bf-a35f-4a49-8e59-68678d02b497 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.47 "GET /v2.0/networks?id=584d7274-cb01-4853-8902-7824a3a705cb HTTP/1.1" status: 200 len: 807 time: 0.9367373 Feb 09 01:09:59.863821 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-d23c3d0e-7e66-4ec0-afab-391cb85c1419 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Request body: {'port': {'device_id': 'ee8b8469-8cc1-4924-a98a-e738b0ddf122', 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb', 'admin_state_up': True, 'tenant_id': '349016141cb643eba466ab5e9338a7e5'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:09:59.911641 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c59e4-2602-480e-87ea-1a54e09a038d req-2fa08e05-3b10-4d9e-83c8-02ee507410f7 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:09:59.917102 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2d6c59e4-2602-480e-87ea-1a54e09a038d req-2fa08e05-3b10-4d9e-83c8-02ee507410f7 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.6076262 Feb 09 01:09:59.918642 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6f64b3ba-96b9-4351-be57-7d0743f985a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (59f80236-6567-4c4b-8be0-f42fddd4259d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:00.091389 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6f64b3ba-96b9-4351-be57-7d0743f985a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (59f80236-6567-4c4b-8be0-f42fddd4259d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:00.130861 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64b3ba-96b9-4351-be57-7d0743f985a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59f80236-6567-4c4b-8be0-f42fddd4259d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:00.146570 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6f64b3ba-96b9-4351-be57-7d0743f985a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:00.146809 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a1251b-3ff1-4686-971c-6744b0522b24 None None] Network 7e4e1919-7440-405a-b2f1-1fb583985300 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:10:00.152250 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6f64b3ba-96b9-4351-be57-7d0743f985a3 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/59f80236-6567-4c4b-8be0-f42fddd4259d HTTP/1.1" status: 204 len: 168 time: 0.5484595 Feb 09 01:10:00.154943 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49548) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:00.325333 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2d6c59e4-2602-480e-87ea-1a54e09a038d req-b9deef7f-cd9e-4298-94e7-ec9f134197f0 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3842635 Feb 09 01:10:00.336870 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651d1019-a016-4ac2-a97b-ce6c51866273 req-a25219fe-5214-4d9d-9d5b-263ab5f55b2c tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:00.342355 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 1b2cca39-61c5-4423-a9ba-e805560fcc45 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:10:00.352378 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-651d1019-a016-4ac2-a97b-ce6c51866273 req-a25219fe-5214-4d9d-9d5b-263ab5f55b2c tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/ports?device_id=52acf3f8-9d7d-4294-b461-2e1e048a07c7 HTTP/1.1" status: 200 len: 931 time: 0.5635598 Feb 09 01:10:00.453404 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 1b2cca39-61c5-4423-a9ba-e805560fcc45 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:10:00.453904 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee6c3366-6d61-4b31-a8d4-5c937c2438eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (7e4e1919-7440-405a-b2f1-1fb583985300), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:00.457487 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 1b2cca39-61c5-4423-a9ba-e805560fcc45 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:10:00.504371 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-d23c3d0e-7e66-4ec0-afab-391cb85c1419 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Made reservation on behalf of 349016141cb643eba466ab5e9338a7e5 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:00.506362 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-d23c3d0e-7e66-4ec0-afab-391cb85c1419 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:00.605618 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-c407120d-56a8-4242-99ad-f8f35305a160 req-0d9eeded-b9e1-4d70-b7df-f3d01daa982f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c634441-bca0-4ab2-bb91-5e84e43fc023 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:10:00.633326 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c407120d-56a8-4242-99ad-f8f35305a160 req-0d9eeded-b9e1-4d70-b7df-f3d01daa982f service neutron] Publish callbacks [] for port (7c634441-bca0-4ab2-bb91-5e84e43fc023), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:00.661418 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-ee6c3366-6d61-4b31-a8d4-5c937c2438eb admin admin] Deleting port 47111896-45ba-44fe-b0b7-2d0193996a71 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:10:00.663988 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee6c3366-6d61-4b31-a8d4-5c937c2438eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (47111896-45ba-44fe-b0b7-2d0193996a71), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:00.721070 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2c5f73-985c-49e9-9e2e-d99f951ffe79 None None] DHCP port deletion for 7e4e1919-7440-405a-b2f1-1fb583985300 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:10:00.751429 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6f46673b-ad3a-4507-8b5e-946c63487892 req-95b39655-59a5-48a7-b934-dd1ac5afbbe1 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 210 time: 0.1465769 Feb 09 01:10:00.790035 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-651d1019-a016-4ac2-a97b-ce6c51866273 req-1753f815-8951-440c-ac6c-ce676e225c16 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/security-groups?id=638acb0c-686f-472f-a3bd-c81129bba32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4366391 Feb 09 01:10:00.804884 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-c407120d-56a8-4242-99ad-f8f35305a160 req-0d9eeded-b9e1-4d70-b7df-f3d01daa982f service neutron] Transition to ACTIVE for port object 7c634441-bca0-4ab2-bb91-5e84e43fc023 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:10:00.898397 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49560) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:00.910303 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-ee6c3366-6d61-4b31-a8d4-5c937c2438eb admin admin] For port 47111896-45ba-44fe-b0b7-2d0193996a71, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=47111896-45ba-44fe-b0b7-2d0193996a71,segment=NetworkSegment(52e0d3a2-68f3-4ea5-b5ba-a8b10f130d95),segment_id=52e0d3a2-68f3-4ea5-b5ba-a8b10f130d95)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:00.914371 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee6c3366-6d61-4b31-a8d4-5c937c2438eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (47111896-45ba-44fe-b0b7-2d0193996a71), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:00.924574 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c407120d-56a8-4242-99ad-f8f35305a160 req-0d9eeded-b9e1-4d70-b7df-f3d01daa982f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (7c634441-bca0-4ab2-bb91-5e84e43fc023), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:00.967220 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-da2c5f73-985c-49e9-9e2e-d99f951ffe79 None None] Deleting port 47111896-45ba-44fe-b0b7-2d0193996a71 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:10:00.968372 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-da2c5f73-985c-49e9-9e2e-d99f951ffe79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (47111896-45ba-44fe-b0b7-2d0193996a71), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:00.996989 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-ee6c3366-6d61-4b31-a8d4-5c937c2438eb admin admin] Calling delete_port for 47111896-45ba-44fe-b0b7-2d0193996a71 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:10:01.050073 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9eeded-b9e1-4d70-b7df-f3d01daa982f service neutron] Pushing event updated for resources: {'Port': ['ID=7c634441-bca0-4ab2-bb91-5e84e43fc023,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:01.112103 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-adad3c0a-ea69-43cc-b6ca-98c8a62731bb req-0874ad97-4dce-4628-acdc-478561f3bc0a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 210 time: 0.0559115 Feb 09 01:10:01.117158 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49566) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:01.205410 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-da2c5f73-985c-49e9-9e2e-d99f951ffe79 None None] For port 47111896-45ba-44fe-b0b7-2d0193996a71, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=47111896-45ba-44fe-b0b7-2d0193996a71,segment=NetworkSegment(52e0d3a2-68f3-4ea5-b5ba-a8b10f130d95),segment_id=52e0d3a2-68f3-4ea5-b5ba-a8b10f130d95)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:01.205824 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-da2c5f73-985c-49e9-9e2e-d99f951ffe79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (47111896-45ba-44fe-b0b7-2d0193996a71), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:01.219960 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-5ea6382f-b372-4f7c-8ed3-ec141a476a9b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-683856937-network', 'tenant_id': '6cda681c54134bfda552f94de5334d66'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:01.235546 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee6c3366-6d61-4b31-a8d4-5c937c2438eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (47111896-45ba-44fe-b0b7-2d0193996a71), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:01.264483 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-da2c5f73-985c-49e9-9e2e-d99f951ffe79 None None] Calling delete_port for 47111896-45ba-44fe-b0b7-2d0193996a71 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:10:01.282247 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6c3366-6d61-4b31-a8d4-5c937c2438eb admin admin] No DVR routers for this DVR port 47111896-45ba-44fe-b0b7-2d0193996a71 on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:10:01.283988 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c3366-6d61-4b31-a8d4-5c937c2438eb admin admin] Pushing event deleted for resources: {'Port': ['ID=47111896-45ba-44fe-b0b7-2d0193996a71,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:01.371408 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-d23c3d0e-7e66-4ec0-afab-391cb85c1419 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Allocated IP 172.20.0.5 (584d7274-cb01-4853-8902-7824a3a705cb/4611cb36-f3d2-4498-977c-18da9d170e4c/3b3ba372-337b-4907-829c-54b4ef6443b7) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:01.405475 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-da2c5f73-985c-49e9-9e2e-d99f951ffe79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (47111896-45ba-44fe-b0b7-2d0193996a71), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:01.443576 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c5f73-985c-49e9-9e2e-d99f951ffe79 None None] Pushing event deleted for resources: {'Port': ['ID=47111896-45ba-44fe-b0b7-2d0193996a71,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:01.451822 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2c5f73-985c-49e9-9e2e-d99f951ffe79 None None] No DVR routers for this DVR port 47111896-45ba-44fe-b0b7-2d0193996a71 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:10:01.460375 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee6c3366-6d61-4b31-a8d4-5c937c2438eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (7e4e1919-7440-405a-b2f1-1fb583985300), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:01.505874 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-ee6c3366-6d61-4b31-a8d4-5c937c2438eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e4e1919-7440-405a-b2f1-1fb583985300']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:01.521307 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-ee6c3366-6d61-4b31-a8d4-5c937c2438eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52e0d3a2-68f3-4ea5-b5ba-a8b10f130d95') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:01.521700 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-ee6c3366-6d61-4b31-a8d4-5c937c2438eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52e0d3a2-68f3-4ea5-b5ba-a8b10f130d95') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:01.534241 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee6c3366-6d61-4b31-a8d4-5c937c2438eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (52e0d3a2-68f3-4ea5-b5ba-a8b10f130d95), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:01.561524 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee6c3366-6d61-4b31-a8d4-5c937c2438eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (52e0d3a2-68f3-4ea5-b5ba-a8b10f130d95), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:01.572418 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee6c3366-6d61-4b31-a8d4-5c937c2438eb admin admin] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:10:01.572869 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee6c3366-6d61-4b31-a8d4-5c937c2438eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (52e0d3a2-68f3-4ea5-b5ba-a8b10f130d95), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:01.575192 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea6382f-b372-4f7c-8ed3-ec141a476a9b admin admin] Made reservation on behalf of 6cda681c54134bfda552f94de5334d66 for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:01.575380 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:10:01.575380 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:10:01.575380 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:10:01.575380 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:10:01.575380 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:10:01.575380 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:10:01.575380 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:10:01.575380 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:10:01.575380 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:10:01.575380 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:10:01.575380 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:10:01.575380 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:10:01.575380 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:10:01.575380 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:10:01.575380 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:10:01.575380 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:10:01.575380 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:10:01.575380 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:10:01.575380 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:10:01.575380 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:10:01.575380 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:10:01.575380 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:10:01.575380 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:10:01.575380 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:10:01.575380 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:10:01.575380 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:10:01.575380 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:10:01.575380 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:10:01.575380 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:10:01.575380 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:10:01.575380 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:10:01.575380 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:10:01.585017 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5ea6382f-b372-4f7c-8ed3-ec141a476a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:01.621211 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d06d9c2-eb42-49ee-b38a-a84038fec9a8 admin admin] Deleting subnet 84df8042-998c-45dd-8b33-36f49fdd33d9 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:10:01.660085 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6d06d9c2-eb42-49ee-b38a-a84038fec9a8 admin admin] Publish callbacks [] for subnet (84df8042-998c-45dd-8b33-36f49fdd33d9), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:01.669499 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee6c3366-6d61-4b31-a8d4-5c937c2438eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (7e4e1919-7440-405a-b2f1-1fb583985300), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:01.686364 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee6c3366-6d61-4b31-a8d4-5c937c2438eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:01.705405 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ee6c3366-6d61-4b31-a8d4-5c937c2438eb admin admin] 10.222.0.50 "DELETE /v2.0/networks/7e4e1919-7440-405a-b2f1-1fb583985300 HTTP/1.1" status: 204 len: 168 time: 1.5347314 Feb 09 01:10:01.731876 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c3366-6d61-4b31-a8d4-5c937c2438eb admin admin] Pushing event deleted for resources: {'Network': ['ID=7e4e1919-7440-405a-b2f1-1fb583985300,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:01.756008 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6d06d9c2-eb42-49ee-b38a-a84038fec9a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (84df8042-998c-45dd-8b33-36f49fdd33d9), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:01.839133 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-789ff66b-8f83-4f21-91b8-73fab56271fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:01.841522 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-789ff66b-8f83-4f21-91b8-73fab56271fc service neutron] 10.222.0.120 "GET /v2.0/ports/76ac4e41-e8fb-4a96-801b-c22446fda558 HTTP/1.1" status: 200 len: 1028 time: 0.3267713 Feb 09 01:10:01.844365 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5ea6382f-b372-4f7c-8ed3-ec141a476a9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:01.901335 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49578) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:01.946558 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-c407120d-56a8-4242-99ad-f8f35305a160 req-0d9eeded-b9e1-4d70-b7df-f3d01daa982f service neutron] Attempting to bind port 7c634441-bca0-4ab2-bb91-5e84e43fc023 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:10:01.947221 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-c407120d-56a8-4242-99ad-f8f35305a160 req-0d9eeded-b9e1-4d70-b7df-f3d01daa982f service neutron] Attempting to bind port 7c634441-bca0-4ab2-bb91-5e84e43fc023 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': 'c2fd7346-b7d9-4c72-b7d0-a3003d85a30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '7f137bfd-685a-43bd-bf22-7b98306319d4'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:10:01.947749 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c407120d-56a8-4242-99ad-f8f35305a160 req-0d9eeded-b9e1-4d70-b7df-f3d01daa982f service neutron] Attempting to bind port 7c634441-bca0-4ab2-bb91-5e84e43fc023 on network 7f137bfd-685a-43bd-bf22-7b98306319d4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:01.951567 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e8b06cbb-44d4-4635-9710-9ae48bd81bac req-ca18ed9c-945a-414c-8ee3-5da3886d8559 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 210 time: 0.0757620 Feb 09 01:10:01.961419 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6d06d9c2-eb42-49ee-b38a-a84038fec9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (84df8042-998c-45dd-8b33-36f49fdd33d9), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:01.985146 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1b90291c-c42d-4e22-a73f-aed829d63f8d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ad403c273ca84ee0bc7ddee0b22844ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0801365 Feb 09 01:10:01.985362 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49580) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:02.108143 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8cedcf9b-2a81-4224-8375-7d2d3b8d7f57 admin admin] Publish callbacks [] for security_group (ae67be21-e99b-4213-92ff-71213f0aee54), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:02.151681 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5ea6382f-b372-4f7c-8ed3-ec141a476a9b admin admin] Publish callbacks [] for security_group (ee0e82a1-1f24-4b19-a608-8024bcfcd175), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:02.169067 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c407120d-56a8-4242-99ad-f8f35305a160 req-0d9eeded-b9e1-4d70-b7df-f3d01daa982f service neutron] Port 7c634441-bca0-4ab2-bb91-5e84e43fc023 on network 7f137bfd-685a-43bd-bf22-7b98306319d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:10:02.169786 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c407120d-56a8-4242-99ad-f8f35305a160 req-0d9eeded-b9e1-4d70-b7df-f3d01daa982f service neutron] Attempting to bind port 7c634441-bca0-4ab2-bb91-5e84e43fc023 on network 7f137bfd-685a-43bd-bf22-7b98306319d4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:02.181165 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5ea6382f-b372-4f7c-8ed3-ec141a476a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (ee0e82a1-1f24-4b19-a608-8024bcfcd175), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:02.192646 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8cedcf9b-2a81-4224-8375-7d2d3b8d7f57 admin admin] Publish callbacks [] for security_group (ae67be21-e99b-4213-92ff-71213f0aee54), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:02.236501 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 47111896-45ba-44fe-b0b7-2d0193996a71 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:10:02.251724 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea6382f-b372-4f7c-8ed3-ec141a476a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0e82a1-1f24-4b19-a608-8024bcfcd175,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:02.283365 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-10526c2c-3cc3-4b58-a1f9-d557aa412b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:02.285599 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-10526c2c-3cc3-4b58-a1f9-d557aa412b00 service neutron] 10.222.0.120 "GET /v2.0/ports/21d00dbc-2b01-4c2d-ae75-352867aedc8a HTTP/1.1" status: 200 len: 1028 time: 0.4318068 Feb 09 01:10:02.298226 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c407120d-56a8-4242-99ad-f8f35305a160 req-0d9eeded-b9e1-4d70-b7df-f3d01daa982f service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:10:02.298881 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c407120d-56a8-4242-99ad-f8f35305a160 req-0d9eeded-b9e1-4d70-b7df-f3d01daa982f service neutron] Checking segment: {'id': 'c2fd7346-b7d9-4c72-b7d0-a3003d85a30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '7f137bfd-685a-43bd-bf22-7b98306319d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:10:02.299532 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c407120d-56a8-4242-99ad-f8f35305a160 req-0d9eeded-b9e1-4d70-b7df-f3d01daa982f service neutron] Bound using segment: {'id': 'c2fd7346-b7d9-4c72-b7d0-a3003d85a30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '7f137bfd-685a-43bd-bf22-7b98306319d4'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:10:02.300164 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-c407120d-56a8-4242-99ad-f8f35305a160 req-0d9eeded-b9e1-4d70-b7df-f3d01daa982f service neutron] Bound port: 7c634441-bca0-4ab2-bb91-5e84e43fc023, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2fd7346-b7d9-4c72-b7d0-a3003d85a30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '7f137bfd-685a-43bd-bf22-7b98306319d4'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:10:02.300583 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8cedcf9b-2a81-4224-8375-7d2d3b8d7f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (ae67be21-e99b-4213-92ff-71213f0aee54), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:02.300944 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c407120d-56a8-4242-99ad-f8f35305a160 req-0d9eeded-b9e1-4d70-b7df-f3d01daa982f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7c634441-bca0-4ab2-bb91-5e84e43fc023), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:02.303283 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8cedcf9b-2a81-4224-8375-7d2d3b8d7f57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:02.304444 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8cedcf9b-2a81-4224-8375-7d2d3b8d7f57 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ae67be21-e99b-4213-92ff-71213f0aee54 HTTP/1.1" status: 204 len: 168 time: 0.3182163 Feb 09 01:10:02.314912 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cedcf9b-2a81-4224-8375-7d2d3b8d7f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae67be21-e99b-4213-92ff-71213f0aee54,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:02.330517 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 47111896-45ba-44fe-b0b7-2d0193996a71 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:10:02.331072 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 47111896-45ba-44fe-b0b7-2d0193996a71 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:10:02.368859 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ea6382f-b372-4f7c-8ed3-ec141a476a9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1027} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:10:02.380981 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ff5a1868-aae3-40f3-967c-184e41baf470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:02.398695 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a20519-8b30-4a90-81d7-175bfd1f2726 req-11fee56e-b47f-4ced-8a0a-32b4d34b86b4 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:02.400693 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-48a20519-8b30-4a90-81d7-175bfd1f2726 req-11fee56e-b47f-4ced-8a0a-32b4d34b86b4 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.8604538 Feb 09 01:10:02.422310 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-d23c3d0e-7e66-4ec0-afab-391cb85c1419 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Publish callbacks [] for port (3b3ba372-337b-4907-829c-54b4ef6443b7), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:02.538837 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5ea6382f-b372-4f7c-8ed3-ec141a476a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (7075a747-3faf-4219-aad8-efbd0673f53e), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:02.539514 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-5ea6382f-b372-4f7c-8ed3-ec141a476a9b admin admin] Added segment 7075a747-3faf-4219-aad8-efbd0673f53e of type vlan for network b0ad4015-c2df-48f5-bc5b-104293a8e807 Feb 09 01:10:02.677309 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f813f-4972-45ef-a8bd-52a0a6d5a7cc req-7084159e-4afa-45b5-822f-4864304a0eda tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:02.685529 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5a2f813f-4972-45ef-a8bd-52a0a6d5a7cc req-7084159e-4afa-45b5-822f-4864304a0eda tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/ports?device_id=52acf3f8-9d7d-4294-b461-2e1e048a07c7 HTTP/1.1" status: 200 len: 943 time: 0.5255485 Feb 09 01:10:02.722452 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6d06d9c2-eb42-49ee-b38a-a84038fec9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (84df8042-998c-45dd-8b33-36f49fdd33d9), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:02.767697 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-48a20519-8b30-4a90-81d7-175bfd1f2726 req-69f94d2e-720b-4e78-84a1-23cd32876efc tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235493 Feb 09 01:10:02.768872 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6d06d9c2-eb42-49ee-b38a-a84038fec9a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:02.774933 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-6d06d9c2-eb42-49ee-b38a-a84038fec9a8 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/84df8042-998c-45dd-8b33-36f49fdd33d9 HTTP/1.1" status: 204 len: 168 time: 1.6497588 Feb 09 01:10:02.775923 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49588) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:02.867585 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5ea6382f-b372-4f7c-8ed3-ec141a476a9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (b0ad4015-c2df-48f5-bc5b-104293a8e807), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:02.869785 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d06d9c2-eb42-49ee-b38a-a84038fec9a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84df8042-998c-45dd-8b33-36f49fdd33d9,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:02.906799 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-c407120d-56a8-4242-99ad-f8f35305a160 req-0d9eeded-b9e1-4d70-b7df-f3d01daa982f service neutron] For port 7c634441-bca0-4ab2-bb91-5e84e43fc023, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:10:02.965492 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-163ae443-38f9-4c70-9417-6b1630e5464d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (6887c7a4-5287-46fb-8e1c-13a166b3746e), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:03.025282 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-c407120d-56a8-4242-99ad-f8f35305a160 req-0d9eeded-b9e1-4d70-b7df-f3d01daa982f service neutron] For port 7c634441-bca0-4ab2-bb91-5e84e43fc023, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=7c634441-bca0-4ab2-bb91-5e84e43fc023,segment=NetworkSegment(c2fd7346-b7d9-4c72-b7d0-a3003d85a30a),segment_id=c2fd7346-b7d9-4c72-b7d0-a3003d85a30a)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:10:03.070913 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5a2f813f-4972-45ef-a8bd-52a0a6d5a7cc req-5db45c40-4f9b-442f-a12d-8570d26ade9c tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/security-groups?id=638acb0c-686f-472f-a3bd-c81129bba32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835046 Feb 09 01:10:03.089048 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-405f875b-7d1e-4e82-b49e-994d5f6a7f6d tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:03.113941 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-405f875b-7d1e-4e82-b49e-994d5f6a7f6d tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:03.120228 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-405f875b-7d1e-4e82-b49e-994d5f6a7f6d tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:03.122128 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-405f875b-7d1e-4e82-b49e-994d5f6a7f6d tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.120 "GET /v2.0/networks?id=32314246-6e5a-41bd-ad0d-99eb166cb2d8&id=927c95a7-9afc-4391-8f1b-90d0913f6790&id=927c95a7-9afc-4391-8f1b-90d0913f6790&id=927c95a7-9afc-4391-8f1b-90d0913f6790&id=927c95a7-9afc-4391-8f1b-90d0913f6790&id=3c94ca57-3b3a-4c44-bfe5-dcd0786f477f&id=3c94ca57-3b3a-4c44-bfe5-dcd0786f477f HTTP/1.1" status: 200 len: 1988 time: 0.7939885 Feb 09 01:10:03.126716 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c407120d-56a8-4242-99ad-f8f35305a160 req-0d9eeded-b9e1-4d70-b7df-f3d01daa982f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (7c634441-bca0-4ab2-bb91-5e84e43fc023), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:03.128759 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5ea6382f-b372-4f7c-8ed3-ec141a476a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (b0ad4015-c2df-48f5-bc5b-104293a8e807), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:03.130477 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea6382f-b372-4f7c-8ed3-ec141a476a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:03.131067 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5ea6382f-b372-4f7c-8ed3-ec141a476a9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:03.141597 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-d23c3d0e-7e66-4ec0-afab-391cb85c1419 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (3b3ba372-337b-4907-829c-54b4ef6443b7), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:03.159102 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['b0d30616-27a9-44a4-8ffc-38209725a898'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:10:03.218155 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-163ae443-38f9-4c70-9417-6b1630e5464d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (6887c7a4-5287-46fb-8e1c-13a166b3746e), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:03.326519 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-163ae443-38f9-4c70-9417-6b1630e5464d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6887c7a4-5287-46fb-8e1c-13a166b3746e']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:03.348492 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-3424f4aa-9920-43fe-89e3-185e54a5fb2c tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6cf3517f38e6486d8ed854b974ff2e32 HTTP/1.1" status: 200 len: 379 time: 0.2116289 Feb 09 01:10:03.363107 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-163ae443-38f9-4c70-9417-6b1630e5464d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1088d67c-3520-4ac2-8e48-25a7c8da33c5') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:03.363830 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-163ae443-38f9-4c70-9417-6b1630e5464d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1088d67c-3520-4ac2-8e48-25a7c8da33c5') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:03.401433 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-163ae443-38f9-4c70-9417-6b1630e5464d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (1088d67c-3520-4ac2-8e48-25a7c8da33c5), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:03.424451 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-e90c9ac3-b64a-4083-bd27-0d076f86a7f1 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Request body: {'port': {'device_id': '4d5153a0-8298-427c-b483-59529eb01043', 'network_id': '32314246-6e5a-41bd-ad0d-99eb166cb2d8', 'admin_state_up': True, 'tenant_id': '6cf3517f38e6486d8ed854b974ff2e32', 'security_groups': ['7132a9b3-c715-4191-9c3f-0b3a60428cfc']}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:03.457968 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-163ae443-38f9-4c70-9417-6b1630e5464d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (1088d67c-3520-4ac2-8e48-25a7c8da33c5), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:03.480953 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-163ae443-38f9-4c70-9417-6b1630e5464d admin admin] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:10:03.482661 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-163ae443-38f9-4c70-9417-6b1630e5464d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (1088d67c-3520-4ac2-8e48-25a7c8da33c5), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:03.488719 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:10:03.488719 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:10:03.488719 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:10:03.488719 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:10:03.488719 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:10:03.488719 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:10:03.488719 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:10:03.488719 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:10:03.488719 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:10:03.488719 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:10:03.488719 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:10:03.488719 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:10:03.488719 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:10:03.488719 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:10:03.488719 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:10:03.488719 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:10:03.488719 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:10:03.488719 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:10:03.488719 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:10:03.488719 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:10:03.488719 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:10:03.488719 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:10:03.488719 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:10:03.488719 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:10:03.488719 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:10:03.488719 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:10:03.488719 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:10:03.488719 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:10:03.488719 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:10:03.488719 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:10:03.488719 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:10:03.488719 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:10:03.558734 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-d23c3d0e-7e66-4ec0-afab-391cb85c1419 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Network 584d7274-cb01-4853-8902-7824a3a705cb is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:03.568618 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-163ae443-38f9-4c70-9417-6b1630e5464d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (6887c7a4-5287-46fb-8e1c-13a166b3746e), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:03.590082 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-163ae443-38f9-4c70-9417-6b1630e5464d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:03.609321 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-163ae443-38f9-4c70-9417-6b1630e5464d admin admin] 10.222.0.50 "DELETE /v2.0/networks/6887c7a4-5287-46fb-8e1c-13a166b3746e HTTP/1.1" status: 204 len: 168 time: 0.8311422 Feb 09 01:10:03.655922 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163ae443-38f9-4c70-9417-6b1630e5464d admin admin] Pushing event deleted for resources: {'Network': ['ID=6887c7a4-5287-46fb-8e1c-13a166b3746e,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:03.719614 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-5ea6382f-b372-4f7c-8ed3-ec141a476a9b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.8064933 Feb 09 01:10:03.720384 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-19d57dce-6267-41f1-9708-baf3664c12a5 req-91dc7a7d-7d22-45c1-8992-47573b8e4520 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 210 time: 0.4191191 Feb 09 01:10:03.720917 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49608) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:03.721298 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-d23c3d0e-7e66-4ec0-afab-391cb85c1419 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:03.726547 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-15eedded-a5eb-4ba3-b897-7569a70cf17b admin admin] Request body: {'subnet': {'network_id': 'b0ad4015-c2df-48f5-bc5b-104293a8e807', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-683856937-subnet', 'tenant_id': '6cda681c54134bfda552f94de5334d66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:03.726995 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9eeded-b9e1-4d70-b7df-f3d01daa982f service neutron] Pushing event updated for resources: {'Port': ['ID=7c634441-bca0-4ab2-bb91-5e84e43fc023,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:03.797311 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15eedded-a5eb-4ba3-b897-7569a70cf17b admin admin] Made reservation on behalf of 6cda681c54134bfda552f94de5334d66 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:03.804065 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-15eedded-a5eb-4ba3-b897-7569a70cf17b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:03.840715 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49616) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:04.045270 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6a7fd3bd-ae2c-49a0-8cca-c578c6b0711d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bc3818006b3c45fb99098097e9082b77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1913679 Feb 09 01:10:04.046835 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49620) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:04.137052 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-492da4f4-f884-46a4-941a-1156a4ec5211 admin admin] Publish callbacks [] for security_group (814f0363-0d34-4d66-b847-d02c23dbfa49), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:04.187569 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407120d-56a8-4242-99ad-f8f35305a160 req-0d9eeded-b9e1-4d70-b7df-f3d01daa982f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:04.188304 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c407120d-56a8-4242-99ad-f8f35305a160 req-0d9eeded-b9e1-4d70-b7df-f3d01daa982f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:04.194662 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c407120d-56a8-4242-99ad-f8f35305a160 req-0d9eeded-b9e1-4d70-b7df-f3d01daa982f service neutron] 10.222.0.120 "PUT /v2.0/ports/7c634441-bca0-4ab2-bb91-5e84e43fc023 HTTP/1.1" status: 200 len: 1091 time: 6.0794914 Feb 09 01:10:04.195629 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-d23c3d0e-7e66-4ec0-afab-391cb85c1419 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:10:04.199307 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-492da4f4-f884-46a4-941a-1156a4ec5211 admin admin] Publish callbacks [] for security_group (814f0363-0d34-4d66-b847-d02c23dbfa49), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:04.230028 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-15eedded-a5eb-4ba3-b897-7569a70cf17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (dcd46121-2f18-4133-bcae-e63449666c44), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:04.296822 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52acf3f8-9d7d-4294-b461-2e1e048a07c7', 'tag': '7c634441-bca0-4ab2-bb91-5e84e43fc023'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:10:04.299118 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f9229c-b765-4421-830a-1c4eb0be9f42" -d '{"events": [{"name": "network-changed", "server_uuid": "52acf3f8-9d7d-4294-b461-2e1e048a07c7", "tag": "7c634441-bca0-4ab2-bb91-5e84e43fc023"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:10:04.313794 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eedded-a5eb-4ba3-b897-7569a70cf17b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcd46121-2f18-4133-bcae-e63449666c44,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:04.322066 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-d23c3d0e-7e66-4ec0-afab-391cb85c1419 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:04.322873 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-d23c3d0e-7e66-4ec0-afab-391cb85c1419 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:04.325824 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15eedded-a5eb-4ba3-b897-7569a70cf17b admin admin] Checking segment: {'id': '7075a747-3faf-4219-aad8-efbd0673f53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'b0ad4015-c2df-48f5-bc5b-104293a8e807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:10:04.326620 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15eedded-a5eb-4ba3-b897-7569a70cf17b admin admin] Network hostable DHCP agents. Network: b0ad4015-c2df-48f5-bc5b-104293a8e807, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:10:04.330729 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-492da4f4-f884-46a4-941a-1156a4ec5211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (814f0363-0d34-4d66-b847-d02c23dbfa49), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:04.333665 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-492da4f4-f884-46a4-941a-1156a4ec5211 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:04.338046 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-492da4f4-f884-46a4-941a-1156a4ec5211 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/814f0363-0d34-4d66-b847-d02c23dbfa49 HTTP/1.1" status: 204 len: 168 time: 0.2886226 Feb 09 01:10:04.349719 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492da4f4-f884-46a4-941a-1156a4ec5211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814f0363-0d34-4d66-b847-d02c23dbfa49,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:04.378464 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15eedded-a5eb-4ba3-b897-7569a70cf17b admin admin] Network b0ad4015-c2df-48f5-bc5b-104293a8e807 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:10:04.400440 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-15eedded-a5eb-4ba3-b897-7569a70cf17b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, b0ad4015-c2df-48f5-bc5b-104293a8e807) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:04.411002 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15eedded-a5eb-4ba3-b897-7569a70cf17b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:04.411743 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-15eedded-a5eb-4ba3-b897-7569a70cf17b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:04.414471 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f15f039-79c7-49cf-8d13-27321109e640 None None] Network b0ad4015-c2df-48f5-bc5b-104293a8e807 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:10:04.473961 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-15eedded-a5eb-4ba3-b897-7569a70cf17b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7512164 Feb 09 01:10:04.517435 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-32a8e600-6849-4cac-843d-103e3c6a1a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:04.527888 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f32dce3-1777-4998-b023-3c988fc6bae7 None None] Network b0ad4015-c2df-48f5-bc5b-104293a8e807 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:10:04.543698 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea6382f-b372-4f7c-8ed3-ec141a476a9b admin admin] Pushing event updated for resources: {'Network': ['ID=b0ad4015-c2df-48f5-bc5b-104293a8e807,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:04.680168 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network b0ad4015-c2df-48f5-bc5b-104293a8e807 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:10:04.688161 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-d23c3d0e-7e66-4ec0-afab-391cb85c1419 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8679671 Feb 09 01:10:04.847874 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c3d0e-7e66-4ec0-afab-391cb85c1419 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Pushing event updated for resources: {'Port': ['ID=3b3ba372-337b-4907-829c-54b4ef6443b7,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:04.874569 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09652f93-cdbd-450a-8647-295504187c28 req-ad7bfce8-e0d2-4bf3-870f-96671d094c5b tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:04.884033 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-09652f93-cdbd-450a-8647-295504187c28 req-ad7bfce8-e0d2-4bf3-870f-96671d094c5b tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 931 time: 1.5823376 Feb 09 01:10:04.902529 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407120d-56a8-4242-99ad-f8f35305a160 req-83d84e4f-4ce8-42df-84d3-9f9fe7db1927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:04.904809 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c407120d-56a8-4242-99ad-f8f35305a160 req-83d84e4f-4ce8-42df-84d3-9f9fe7db1927 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=4be1453321a64a26a73b0c3ad948922b&device_id=52acf3f8-9d7d-4294-b461-2e1e048a07c7 HTTP/1.1" status: 200 len: 1125 time: 0.5723517 Feb 09 01:10:04.914891 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1678194c-1d0a-438c-874e-84904facede6 req-adcb6b56-9faa-46af-ba3a-c7cdd5f317d2 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:04.916820 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1678194c-1d0a-438c-874e-84904facede6 req-adcb6b56-9faa-46af-ba3a-c7cdd5f317d2 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.5590386 Feb 09 01:10:05.023873 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c407120d-56a8-4242-99ad-f8f35305a160 req-d7e85959-678a-4d43-83ef-9f877ec73bb9 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c634441-bca0-4ab2-bb91-5e84e43fc023 HTTP/1.1" status: 200 len: 217 time: 0.0849693 Feb 09 01:10:05.127784 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1678194c-1d0a-438c-874e-84904facede6 req-0434622d-2d6b-4c3b-b3dd-da69267c7282 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170514 Feb 09 01:10:05.196742 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407120d-56a8-4242-99ad-f8f35305a160 req-74392ee2-ace9-48ec-8f59-0a4bdb62dc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:05.199281 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c407120d-56a8-4242-99ad-f8f35305a160 req-74392ee2-ace9-48ec-8f59-0a4bdb62dc5b service neutron] 10.222.0.120 "GET /v2.0/subnets?id=ee1c419e-b5fc-481c-9369-52d887722539 HTTP/1.1" status: 200 len: 861 time: 0.0783274 Feb 09 01:10:05.209022 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-df09bece-f7a9-4b13-841c-a989b51d6a13 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:10:05.210313 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-df09bece-f7a9-4b13-841c-a989b51d6a13 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4939933 Feb 09 01:10:05.211965 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-e90c9ac3-b64a-4083-bd27-0d076f86a7f1 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Made reservation on behalf of 6cf3517f38e6486d8ed854b974ff2e32 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:05.216848 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-e90c9ac3-b64a-4083-bd27-0d076f86a7f1 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:05.304803 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c407120d-56a8-4242-99ad-f8f35305a160 req-3933a5db-f452-4384-a30a-de6d0ef953fb service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=7f137bfd-685a-43bd-bf22-7b98306319d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639646 Feb 09 01:10:05.631193 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-398cf740-e3cf-4872-8498-f84af839e9f0 service neutron] Request body: {'port': {'device_id': 'ee8b8469-8cc1-4924-a98a-e738b0ddf122', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:05.697850 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c407120d-56a8-4242-99ad-f8f35305a160 req-17936e6a-7bc5-4464-91a6-b43f51a97111 service neutron] 10.222.0.120 "GET /v2.0/networks/7f137bfd-685a-43bd-bf22-7b98306319d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671250 Feb 09 01:10:05.702310 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-09652f93-cdbd-450a-8647-295504187c28 req-3aae5b87-74c2-41f8-b47b-64dce52e6cbd tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8022373 Feb 09 01:10:05.800576 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-398cf740-e3cf-4872-8498-f84af839e9f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3b3ba372-337b-4907-829c-54b4ef6443b7), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:05.825292 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:05.900276 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-e90c9ac3-b64a-4083-bd27-0d076f86a7f1 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Allocated IP 172.20.0.8 (32314246-6e5a-41bd-ad0d-99eb166cb2d8/4b06db7b-12ea-467d-9682-290ad77db41e/ea27a474-047e-4515-b353-c9ab76df4af3) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:06.017344 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49676) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:06.079631 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-e90c9ac3-b64a-4083-bd27-0d076f86a7f1 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks [] for port (ea27a474-047e-4515-b353-c9ab76df4af3), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:06.127562 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08673163-1c65-4176-9867-dabe9db40b57 x-openstack-request-id: req-08673163-1c65-4176-9867-dabe9db40b57 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:10:06.128003 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52acf3f8-9d7d-4294-b461-2e1e048a07c7", "tag": "7c634441-bca0-4ab2-bb91-5e84e43fc023", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:10:06.128401 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-08673163-1c65-4176-9867-dabe9db40b57 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:10:06.128916 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52acf3f8-9d7d-4294-b461-2e1e048a07c7', 'tag': '7c634441-bca0-4ab2-bb91-5e84e43fc023', 'status': 'completed', 'code': 200} Feb 09 01:10:06.179522 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-e90c9ac3-b64a-4083-bd27-0d076f86a7f1 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (ea27a474-047e-4515-b353-c9ab76df4af3), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:06.194715 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-f5ff600a-5bc9-4209-be58-aaf6d9d049f6 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-756855284-network', 'tenant_id': '9e9b11565ff64385ba3f4dbe196bfab1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:06.217722 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-882c037d-881e-408f-aaf3-cc330106e388 req-4f357e10-1928-4fb1-b206-7430128cd924 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-456724943', 'description': 'tempest-description-505600555'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:06.228775 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ff600a-5bc9-4209-be58-aaf6d9d049f6 admin admin] Made reservation on behalf of 9e9b11565ff64385ba3f4dbe196bfab1 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:06.231993 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f5ff600a-5bc9-4209-be58-aaf6d9d049f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:06.250140 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f5ff600a-5bc9-4209-be58-aaf6d9d049f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:06.401075 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f5ff600a-5bc9-4209-be58-aaf6d9d049f6 admin admin] Publish callbacks [] for security_group (181a5d6b-3e1e-4740-a0ba-17b4067d187c), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:06.408834 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f5ff600a-5bc9-4209-be58-aaf6d9d049f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (181a5d6b-3e1e-4740-a0ba-17b4067d187c), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:06.475403 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5ff600a-5bc9-4209-be58-aaf6d9d049f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1018} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:10:06.481898 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff600a-5bc9-4209-be58-aaf6d9d049f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181a5d6b-3e1e-4740-a0ba-17b4067d187c,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:06.488926 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f5ff600a-5bc9-4209-be58-aaf6d9d049f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (270d7e94-0a51-4976-9fd0-63d25bbe65cb), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:06.489258 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-f5ff600a-5bc9-4209-be58-aaf6d9d049f6 admin admin] Added segment 270d7e94-0a51-4976-9fd0-63d25bbe65cb of type vlan for network 34a4d12a-3c8f-4e4e-94f9-927024f1afe0 Feb 09 01:10:06.542395 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f5ff600a-5bc9-4209-be58-aaf6d9d049f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (34a4d12a-3c8f-4e4e-94f9-927024f1afe0), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:06.577259 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f5ff600a-5bc9-4209-be58-aaf6d9d049f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (34a4d12a-3c8f-4e4e-94f9-927024f1afe0), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:06.579369 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ff600a-5bc9-4209-be58-aaf6d9d049f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:06.581092 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f5ff600a-5bc9-4209-be58-aaf6d9d049f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:06.606572 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f5ff600a-5bc9-4209-be58-aaf6d9d049f6 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5877280 Feb 09 01:10:06.617736 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49682) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:06.648791 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-4038de7e-cd49-4331-ab8a-04b5257bf2d5 admin admin] Request body: {'subnet': {'network_id': '34a4d12a-3c8f-4e4e-94f9-927024f1afe0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-756855284-subnet', 'tenant_id': '9e9b11565ff64385ba3f4dbe196bfab1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:06.682847 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff600a-5bc9-4209-be58-aaf6d9d049f6 admin admin] Pushing event updated for resources: {'Network': ['ID=34a4d12a-3c8f-4e4e-94f9-927024f1afe0,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:06.686925 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4038de7e-cd49-4331-ab8a-04b5257bf2d5 admin admin] Made reservation on behalf of 9e9b11565ff64385ba3f4dbe196bfab1 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:06.690239 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4038de7e-cd49-4331-ab8a-04b5257bf2d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:06.695484 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 34a4d12a-3c8f-4e4e-94f9-927024f1afe0 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:10:06.715087 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-e90c9ac3-b64a-4083-bd27-0d076f86a7f1 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Network 32314246-6e5a-41bd-ad0d-99eb166cb2d8 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:06.760526 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-e90c9ac3-b64a-4083-bd27-0d076f86a7f1 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:06.763477 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-882c037d-881e-408f-aaf3-cc330106e388 req-4f357e10-1928-4fb1-b206-7430128cd924 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:06.789829 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-e90c9ac3-b64a-4083-bd27-0d076f86a7f1 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:10:06.848936 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f63a7d-fe3f-4606-b634-405c56676f0e req-19ba1992-5f7f-42ba-8f1d-1b5dedfdffaf tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:06.851369 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-49f63a7d-fe3f-4606-b634-405c56676f0e req-19ba1992-5f7f-42ba-8f1d-1b5dedfdffaf tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/ports?device_id=52acf3f8-9d7d-4294-b461-2e1e048a07c7 HTTP/1.1" status: 200 len: 943 time: 1.1097329 Feb 09 01:10:06.869686 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90c9ac3-b64a-4083-bd27-0d076f86a7f1 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Pushing event updated for resources: {'Port': ['ID=ea27a474-047e-4515-b353-c9ab76df4af3,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:06.874453 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c407120d-56a8-4242-99ad-f8f35305a160 req-7edaee8f-2c90-4a51-aa2e-856f1a744c28 service neutron] 10.222.0.120 "GET /v2.0/networks/7f137bfd-685a-43bd-bf22-7b98306319d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0915701 Feb 09 01:10:06.931171 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90c9ac3-b64a-4083-bd27-0d076f86a7f1 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:06.931587 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90c9ac3-b64a-4083-bd27-0d076f86a7f1 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:06.931873 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90c9ac3-b64a-4083-bd27-0d076f86a7f1 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:06.932238 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90c9ac3-b64a-4083-bd27-0d076f86a7f1 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:06.933852 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90c9ac3-b64a-4083-bd27-0d076f86a7f1 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:06.934169 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90c9ac3-b64a-4083-bd27-0d076f86a7f1 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:06.934515 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90c9ac3-b64a-4083-bd27-0d076f86a7f1 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:06.934857 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90c9ac3-b64a-4083-bd27-0d076f86a7f1 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:06.935195 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90c9ac3-b64a-4083-bd27-0d076f86a7f1 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:06.935532 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90c9ac3-b64a-4083-bd27-0d076f86a7f1 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:06.935863 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90c9ac3-b64a-4083-bd27-0d076f86a7f1 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:06.936704 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90c9ac3-b64a-4083-bd27-0d076f86a7f1 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:06.936704 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e90c9ac3-b64a-4083-bd27-0d076f86a7f1 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:06.950207 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-398cf740-e3cf-4872-8498-f84af839e9f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b3ba372-337b-4907-829c-54b4ef6443b7 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:10:06.952444 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4038de7e-cd49-4331-ab8a-04b5257bf2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (d91e2705-44c5-48f3-82db-eef85dccd5eb), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:06.969167 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-398cf740-e3cf-4872-8498-f84af839e9f0 service neutron] Publish callbacks [] for port (3b3ba372-337b-4907-829c-54b4ef6443b7), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:07.054970 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-e90c9ac3-b64a-4083-bd27-0d076f86a7f1 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:07.055832 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-e90c9ac3-b64a-4083-bd27-0d076f86a7f1 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:07.077880 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4038de7e-cd49-4331-ab8a-04b5257bf2d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d91e2705-44c5-48f3-82db-eef85dccd5eb,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:07.099005 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-398cf740-e3cf-4872-8498-f84af839e9f0 service neutron] Transition to ACTIVE for port object 3b3ba372-337b-4907-829c-54b4ef6443b7 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:10:07.109888 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-398cf740-e3cf-4872-8498-f84af839e9f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (3b3ba372-337b-4907-829c-54b4ef6443b7), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:07.120493 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4038de7e-cd49-4331-ab8a-04b5257bf2d5 admin admin] Checking segment: {'id': '270d7e94-0a51-4976-9fd0-63d25bbe65cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '34a4d12a-3c8f-4e4e-94f9-927024f1afe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:10:07.121765 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4038de7e-cd49-4331-ab8a-04b5257bf2d5 admin admin] Network hostable DHCP agents. Network: 34a4d12a-3c8f-4e4e-94f9-927024f1afe0, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:10:07.136387 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-e90c9ac3-b64a-4083-bd27-0d076f86a7f1 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7166424 Feb 09 01:10:07.141328 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-49f63a7d-fe3f-4606-b634-405c56676f0e req-997512b4-437e-4271-ad84-537bdea83324 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/security-groups?id=638acb0c-686f-472f-a3bd-c81129bba32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833593 Feb 09 01:10:07.152152 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-0dd72984-550a-4f80-813c-3fd2df49e04b tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Request body: {'port': {'device_id': '4d5153a0-8298-427c-b483-59529eb01043', 'network_id': '927c95a7-9afc-4391-8f1b-90d0913f6790', 'admin_state_up': True, 'tenant_id': '6cf3517f38e6486d8ed854b974ff2e32', 'security_groups': ['7132a9b3-c715-4191-9c3f-0b3a60428cfc']}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:07.163873 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4038de7e-cd49-4331-ab8a-04b5257bf2d5 admin admin] Network 34a4d12a-3c8f-4e4e-94f9-927024f1afe0 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:10:07.194426 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-4038de7e-cd49-4331-ab8a-04b5257bf2d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 34a4d12a-3c8f-4e4e-94f9-927024f1afe0) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:07.208140 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4038de7e-cd49-4331-ab8a-04b5257bf2d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:07.209126 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4038de7e-cd49-4331-ab8a-04b5257bf2d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:07.238862 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9229c-b765-4421-830a-1c4eb0be9f42 req-e77ed8da-eaf4-4743-9485-84267963e244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:07.241018 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-45f9229c-b765-4421-830a-1c4eb0be9f42 req-e77ed8da-eaf4-4743-9485-84267963e244 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=4be1453321a64a26a73b0c3ad948922b&device_id=52acf3f8-9d7d-4294-b461-2e1e048a07c7 HTTP/1.1" status: 200 len: 1125 time: 0.3006079 Feb 09 01:10:07.247340 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4038de7e-cd49-4331-ab8a-04b5257bf2d5 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6285536 Feb 09 01:10:07.309506 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88994db1-d91d-4158-b59c-45f19a19dd00 None None] Network 34a4d12a-3c8f-4e4e-94f9-927024f1afe0 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:10:07.313239 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:07.435493 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-7155c819-969e-4000-893b-b6506a63f1f3 None None] Provisioning complete for port ea27a474-047e-4515-b353-c9ab76df4af3 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:07.439896 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7155c819-969e-4000-893b-b6506a63f1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (ea27a474-047e-4515-b353-c9ab76df4af3), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:07.493954 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-882c037d-881e-408f-aaf3-cc330106e388 req-4f357e10-1928-4fb1-b206-7430128cd924 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Publish callbacks [] for security_group (eb5d241a-8cdb-4aeb-940e-9a10b62ba8cf), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:07.511819 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398cf740-e3cf-4872-8498-f84af839e9f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3b3ba372-337b-4907-829c-54b4ef6443b7,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:07.521006 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-882c037d-881e-408f-aaf3-cc330106e388 req-4f357e10-1928-4fb1-b206-7430128cd924 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (eb5d241a-8cdb-4aeb-940e-9a10b62ba8cf), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:07.547895 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-882c037d-881e-408f-aaf3-cc330106e388 req-4f357e10-1928-4fb1-b206-7430128cd924 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:07.549243 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-882c037d-881e-408f-aaf3-cc330106e388 req-4f357e10-1928-4fb1-b206-7430128cd924 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 1.4165723 Feb 09 01:10:07.565861 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-7155c819-969e-4000-893b-b6506a63f1f3 None None] Port ea27a474-047e-4515-b353-c9ab76df4af3 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:10:07.566278 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-0dd72984-550a-4f80-813c-3fd2df49e04b tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Made reservation on behalf of 6cf3517f38e6486d8ed854b974ff2e32 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:07.570532 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-0dd72984-550a-4f80-813c-3fd2df49e04b tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:07.615975 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:07.627067 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ea5f74-60ab-44ca-9d60-2f59e02502cb None None] Network 34a4d12a-3c8f-4e4e-94f9-927024f1afe0 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:10:07.796929 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c2d29-018b-4741-9860-3763d9f862fe req-6194a276-6ad0-415f-90d5-ed0c2b0d6925 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:07.802901 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd3c2d29-018b-4741-9860-3763d9f862fe req-6194a276-6ad0-415f-90d5-ed0c2b0d6925 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 931 time: 0.4241519 Feb 09 01:10:07.803621 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f357e10-1928-4fb1-b206-7430128cd924 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5d241a-8cdb-4aeb-940e-9a10b62ba8cf,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:07.923713 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9229c-b765-4421-830a-1c4eb0be9f42 req-91916456-2dab-4568-ab8b-ff22532812c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:07.925553 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-45f9229c-b765-4421-830a-1c4eb0be9f42 req-91916456-2dab-4568-ab8b-ff22532812c1 service neutron] 10.222.0.120 "GET /v2.0/networks?id=7f137bfd-685a-43bd-bf22-7b98306319d4 HTTP/1.1" status: 200 len: 923 time: 0.5698800 Feb 09 01:10:07.964019 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-398cf740-e3cf-4872-8498-f84af839e9f0 service neutron] Attempting to bind port 3b3ba372-337b-4907-829c-54b4ef6443b7 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:10:07.964256 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-398cf740-e3cf-4872-8498-f84af839e9f0 service neutron] Attempting to bind port 3b3ba372-337b-4907-829c-54b4ef6443b7 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:10:07.964616 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-398cf740-e3cf-4872-8498-f84af839e9f0 service neutron] Attempting to bind port 3b3ba372-337b-4907-829c-54b4ef6443b7 on network 584d7274-cb01-4853-8902-7824a3a705cb {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:08.049118 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0a02d-90d4-4a34-9b5e-901ee5330209 req-7fee69e5-cd3d-4e9b-8371-83e5b59b564e tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:08.056487 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-77b0a02d-90d4-4a34-9b5e-901ee5330209 req-7fee69e5-cd3d-4e9b-8371-83e5b59b564e tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.2257719 Feb 09 01:10:08.069834 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-398cf740-e3cf-4872-8498-f84af839e9f0 service neutron] Port 3b3ba372-337b-4907-829c-54b4ef6443b7 on network 584d7274-cb01-4853-8902-7824a3a705cb not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:10:08.070190 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-398cf740-e3cf-4872-8498-f84af839e9f0 service neutron] Attempting to bind port 3b3ba372-337b-4907-829c-54b4ef6443b7 on network 584d7274-cb01-4853-8902-7824a3a705cb {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:08.079960 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-45f9229c-b765-4421-830a-1c4eb0be9f42 req-be1ca0c1-4d0a-4208-8ad5-ff54d63798c3 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c634441-bca0-4ab2-bb91-5e84e43fc023 HTTP/1.1" status: 200 len: 217 time: 0.1311243 Feb 09 01:10:08.116026 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-398cf740-e3cf-4872-8498-f84af839e9f0 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:10:08.116382 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-398cf740-e3cf-4872-8498-f84af839e9f0 service neutron] Checking segment: {'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:10:08.116788 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-398cf740-e3cf-4872-8498-f84af839e9f0 service neutron] Bound using segment: {'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:10:08.117247 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-398cf740-e3cf-4872-8498-f84af839e9f0 service neutron] Bound port: 3b3ba372-337b-4907-829c-54b4ef6443b7, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:10:08.117616 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-398cf740-e3cf-4872-8498-f84af839e9f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3b3ba372-337b-4907-829c-54b4ef6443b7), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:08.159850 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd3c2d29-018b-4741-9860-3763d9f862fe req-45218b66-f25a-473c-b67f-34fa9576dbf3 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3302610 Feb 09 01:10:08.212834 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-0dd72984-550a-4f80-813c-3fd2df49e04b tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Allocated IP 10.1.1.125 (927c95a7-9afc-4391-8f1b-90d0913f6790/bab56cac-997f-4b8b-bab6-d250adea92d7/d9333083-f77a-41ef-9c7c-7d3914e2076c) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:08.249849 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9229c-b765-4421-830a-1c4eb0be9f42 req-cabf4464-e64d-4ccc-b9a8-8b71843042c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:08.251585 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-45f9229c-b765-4421-830a-1c4eb0be9f42 req-cabf4464-e64d-4ccc-b9a8-8b71843042c9 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=ee1c419e-b5fc-481c-9369-52d887722539 HTTP/1.1" status: 200 len: 861 time: 0.1480148 Feb 09 01:10:08.275847 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-77b0a02d-90d4-4a34-9b5e-901ee5330209 req-78033971-4b40-438e-9be0-3adc27560500 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100272 Feb 09 01:10:08.350298 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-45f9229c-b765-4421-830a-1c4eb0be9f42 req-62adb79a-1b58-480a-a050-c5154afd7735 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=7f137bfd-685a-43bd-bf22-7b98306319d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730920 Feb 09 01:10:08.427177 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:08.584982 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 7c634441-bca0-4ab2-bb91-5e84e43fc023 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:10:08.888417 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 7c634441-bca0-4ab2-bb91-5e84e43fc023, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=7c634441-bca0-4ab2-bb91-5e84e43fc023,segment=NetworkSegment(c2fd7346-b7d9-4c72-b7d0-a3003d85a30a),segment_id=c2fd7346-b7d9-4c72-b7d0-a3003d85a30a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:08.905466 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '7c634441-bca0-4ab2-bb91-5e84e43fc023', 'network_id': '7f137bfd-685a-43bd-bf22-7b98306319d4', 'port_id': '7c634441-bca0-4ab2-bb91-5e84e43fc023', 'mac_address': 'fa:16:3e:da:18:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee1c419e-b5fc-481c-9369-52d887722539', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:10:08.910972 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-0dd72984-550a-4f80-813c-3fd2df49e04b tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks [] for port (d9333083-f77a-41ef-9c7c-7d3914e2076c), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:08.971991 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 7c634441-bca0-4ab2-bb91-5e84e43fc023 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:08.972505 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7c634441-bca0-4ab2-bb91-5e84e43fc023), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:08.979870 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-0dd72984-550a-4f80-813c-3fd2df49e04b tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (d9333083-f77a-41ef-9c7c-7d3914e2076c), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:08.989291 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c634441-bca0-4ab2-bb91-5e84e43fc023 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:10:09.018497 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 7c634441-bca0-4ab2-bb91-5e84e43fc023, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=7c634441-bca0-4ab2-bb91-5e84e43fc023,segment=NetworkSegment(c2fd7346-b7d9-4c72-b7d0-a3003d85a30a),segment_id=c2fd7346-b7d9-4c72-b7d0-a3003d85a30a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:09.034393 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (7c634441-bca0-4ab2-bb91-5e84e43fc023), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:09.074214 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd72984-550a-4f80-813c-3fd2df49e04b tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Pushing event updated for resources: {'Port': ['ID=d9333083-f77a-41ef-9c7c-7d3914e2076c,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:09.088015 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-398cf740-e3cf-4872-8498-f84af839e9f0 service neutron] For port 3b3ba372-337b-4907-829c-54b4ef6443b7, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:10:09.088338 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=7c634441-bca0-4ab2-bb91-5e84e43fc023,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:09.166120 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-398cf740-e3cf-4872-8498-f84af839e9f0 service neutron] For port 3b3ba372-337b-4907-829c-54b4ef6443b7, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=3b3ba372-337b-4907-829c-54b4ef6443b7,segment=NetworkSegment(c09a8a87-556d-487a-811a-06517127dee5),segment_id=c09a8a87-556d-487a-811a-06517127dee5)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:10:09.182007 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c2406-80e7-4e19-98b5-0eed73d0bbbb req-cd9b0bfb-c57d-429b-9476-eb27feb3ecbc tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:09.184601 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-028c2406-80e7-4e19-98b5-0eed73d0bbbb req-cd9b0bfb-c57d-429b-9476-eb27feb3ecbc tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 943 time: 0.9365923 Feb 09 01:10:09.190095 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-0dd72984-550a-4f80-813c-3fd2df49e04b tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Network 927c95a7-9afc-4391-8f1b-90d0913f6790 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:09.220282 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-0dd72984-550a-4f80-813c-3fd2df49e04b tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:09.239295 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:09.240101 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-0dd72984-550a-4f80-813c-3fd2df49e04b tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:10:09.245580 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-398cf740-e3cf-4872-8498-f84af839e9f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (3b3ba372-337b-4907-829c-54b4ef6443b7), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:09.268558 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['7c634441-bca0-4ab2-bb91-5e84e43fc023'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:10:09.337819 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-45f9229c-b765-4421-830a-1c4eb0be9f42 req-b58220ca-d0c5-48aa-a2c6-7dd7d19ff2a4 service neutron] 10.222.0.120 "GET /v2.0/networks/7f137bfd-685a-43bd-bf22-7b98306319d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9752109 Feb 09 01:10:09.485200 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-398cf740-e3cf-4872-8498-f84af839e9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:09.485826 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-398cf740-e3cf-4872-8498-f84af839e9f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:09.487217 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-398cf740-e3cf-4872-8498-f84af839e9f0 service neutron] 10.222.0.47 "PUT /v2.0/ports/3b3ba372-337b-4907-829c-54b4ef6443b7 HTTP/1.1" status: 200 len: 1091 time: 4.2012532 Feb 09 01:10:09.487662 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee8b8469-8cc1-4924-a98a-e738b0ddf122', 'tag': '3b3ba372-337b-4907-829c-54b4ef6443b7'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:10:09.500482 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7423b06-307e-47a2-9b89-580634d68221" -d '{"events": [{"name": "network-changed", "server_uuid": "ee8b8469-8cc1-4924-a98a-e738b0ddf122", "tag": "3b3ba372-337b-4907-829c-54b4ef6443b7"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:10:09.540926 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-0dd72984-550a-4f80-813c-3fd2df49e04b tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:09.542120 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-0dd72984-550a-4f80-813c-3fd2df49e04b tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:09.569880 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-bfea8e5e-513e-49fa-8693-b65298ca3afb tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:09.571402 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-bfea8e5e-513e-49fa-8693-b65298ca3afb tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] 10.222.0.50 "GET /v2.0/networks?id=34a4d12a-3c8f-4e4e-94f9-927024f1afe0 HTTP/1.1" status: 200 len: 820 time: 1.0914795 Feb 09 01:10:09.595553 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-028c2406-80e7-4e19-98b5-0eed73d0bbbb req-53e2417d-50dc-4891-9d7e-f2645890291f tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910186 Feb 09 01:10:09.622656 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398cf740-e3cf-4872-8498-f84af839e9f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3b3ba372-337b-4907-829c-54b4ef6443b7,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:09.624214 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-0efe1f4b-a48e-4ba1-a239-c1fc4baba11c None None] Provisioning complete for port d9333083-f77a-41ef-9c7c-7d3914e2076c triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:09.624787 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0efe1f4b-a48e-4ba1-a239-c1fc4baba11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d9333083-f77a-41ef-9c7c-7d3914e2076c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:09.649196 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-505fec54-e41c-4c52-a6a0-411be71f28c8 tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] 10.222.0.50 "GET /v2.0/quotas/9e9b11565ff64385ba3f4dbe196bfab1 HTTP/1.1" status: 200 len: 375 time: 0.0677757 Feb 09 01:10:09.661163 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-0dd72984-550a-4f80-813c-3fd2df49e04b tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5131996 Feb 09 01:10:09.669206 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-0efe1f4b-a48e-4ba1-a239-c1fc4baba11c None None] Port d9333083-f77a-41ef-9c7c-7d3914e2076c cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:10:09.686318 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-83d6b76b-28ff-48ae-8c25-5be62b71663c tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Request body: {'port': {'device_id': '4d5153a0-8298-427c-b483-59529eb01043', 'network_id': '927c95a7-9afc-4391-8f1b-90d0913f6790', 'admin_state_up': True, 'tenant_id': '6cf3517f38e6486d8ed854b974ff2e32', 'security_groups': ['7132a9b3-c715-4191-9c3f-0b3a60428cfc']}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:09.724891 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-344838d2-8639-4451-ab06-070c3dc18bb3 tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9e9b11565ff64385ba3f4dbe196bfab1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574758 Feb 09 01:10:09.745550 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-89f6f1c8-4737-450d-bbd4-113713fdea60 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:10:09.747375 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-89f6f1c8-4737-450d-bbd4-113713fdea60 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060966 Feb 09 01:10:09.807285 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-45f9229c-b765-4421-830a-1c4eb0be9f42 req-c6612208-2de6-46e1-bc05-d4075c4d81be service neutron] 10.222.0.120 "GET /v2.0/networks/7f137bfd-685a-43bd-bf22-7b98306319d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4229336 Feb 09 01:10:09.869924 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-366f4a8a-4071-4ccd-a1f0-16112f9c7ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:09.871602 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-366f4a8a-4071-4ccd-a1f0-16112f9c7ccb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=349016141cb643eba466ab5e9338a7e5&device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 1125 time: 0.3174801 Feb 09 01:10:09.874041 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6c84a3ff-82b5-4966-be69-7389db0a132e req-e518daba-a21a-4a41-ab86-f7bbf9f77aa0 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] 10.222.0.50 "GET /v2.0/security-groups/eb5d241a-8cdb-4aeb-940e-9a10b62ba8cf HTTP/1.1" status: 200 len: 1830 time: 0.2416384 Feb 09 01:10:09.896298 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-6c84a3ff-82b5-4966-be69-7389db0a132e req-cfdabd6f-b0a3-41a6-9b90-e861acb3608c tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'eb5d241a-8cdb-4aeb-940e-9a10b62ba8cf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:09.896666 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-6c84a3ff-82b5-4966-be69-7389db0a132e req-cfdabd6f-b0a3-41a6-9b90-e861acb3608c tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'eb5d241a-8cdb-4aeb-940e-9a10b62ba8cf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:09.952317 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-71435f06-62b4-43fc-ad16-524f32490635 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b3ba372-337b-4907-829c-54b4ef6443b7 HTTP/1.1" status: 200 len: 217 time: 0.0697763 Feb 09 01:10:10.039337 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-8e3958c5-829b-444a-a60e-c446b795cdcf service neutron] 10.222.0.50 "GET /v2.0/networks/34a4d12a-3c8f-4e4e-94f9-927024f1afe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543037 Feb 09 01:10:10.115468 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-8fdc6bd2-cddd-4c35-a7c6-634797df5023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:10.116951 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-8fdc6bd2-cddd-4c35-a7c6-634797df5023 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4611cb36-f3d2-4498-977c-18da9d170e4c HTTP/1.1" status: 200 len: 847 time: 0.1494753 Feb 09 01:10:10.120211 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-83d6b76b-28ff-48ae-8c25-5be62b71663c tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Made reservation on behalf of 6cf3517f38e6486d8ed854b974ff2e32 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:10.123560 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-83d6b76b-28ff-48ae-8c25-5be62b71663c tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:10.180317 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-ef3599bc-fca5-4c08-8c64-aa39c002f64c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=584d7274-cb01-4853-8902-7824a3a705cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474710 Feb 09 01:10:10.269234 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-6c84a3ff-82b5-4966-be69-7389db0a132e req-cfdabd6f-b0a3-41a6-9b90-e861acb3608c tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Publish callbacks [] for security_group_rule (fe75dddf-b351-49d1-8cd0-bb790abd488c), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:10.347663 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-bdcb23d5-31bb-4076-8893-e846983cdf00 service neutron] 10.222.0.50 "GET /v2.0/networks/34a4d12a-3c8f-4e4e-94f9-927024f1afe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909009 Feb 09 01:10:10.397003 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-6c84a3ff-82b5-4966-be69-7389db0a132e req-cfdabd6f-b0a3-41a6-9b90-e861acb3608c tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Publish callbacks [] for security_group_rule (fe75dddf-b351-49d1-8cd0-bb790abd488c), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:10.444772 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-97e631a3-2d66-454e-b1b1-a2a683c36cd0 service neutron] 10.222.0.47 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523921 Feb 09 01:10:10.515064 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-6c84a3ff-82b5-4966-be69-7389db0a132e req-cfdabd6f-b0a3-41a6-9b90-e861acb3608c tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (fe75dddf-b351-49d1-8cd0-bb790abd488c), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:10.517401 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-83d6b76b-28ff-48ae-8c25-5be62b71663c tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Allocated IP 10.1.1.213 (927c95a7-9afc-4391-8f1b-90d0913f6790/bab56cac-997f-4b8b-bab6-d250adea92d7/5546793d-1294-40a4-b524-747f9d9ecf16) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:10.548689 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdabd6f-b0a3-41a6-9b90-e861acb3608c tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe75dddf-b351-49d1-8cd0-bb790abd488c,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:10.629632 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 7c634441-bca0-4ab2-bb91-5e84e43fc023 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:10:10.732175 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2cb1de8-94c8-440f-8bcf-2f2a55affabc req-36aed739-20c0-4886-96ce-a3d9fa892c79 service neutron] 10.222.0.47 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651260 Feb 09 01:10:10.744534 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 7c634441-bca0-4ab2-bb91-5e84e43fc023 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:10:10.746139 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-6c84a3ff-82b5-4966-be69-7389db0a132e req-cfdabd6f-b0a3-41a6-9b90-e861acb3608c tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:10.751923 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 7c634441-bca0-4ab2-bb91-5e84e43fc023 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:10.752219 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (7c634441-bca0-4ab2-bb91-5e84e43fc023), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:10.767597 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6c84a3ff-82b5-4966-be69-7389db0a132e req-cfdabd6f-b0a3-41a6-9b90-e861acb3608c tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8738477 Feb 09 01:10:10.989642 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 7c634441-bca0-4ab2-bb91-5e84e43fc023 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:10.990158 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7c634441-bca0-4ab2-bb91-5e84e43fc023), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:11.055037 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-83d6b76b-28ff-48ae-8c25-5be62b71663c tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks [] for port (5546793d-1294-40a4-b524-747f9d9ecf16), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:11.061730 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52acf3f8-9d7d-4294-b461-2e1e048a07c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c634441-bca0-4ab2-bb91-5e84e43fc023'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:10:11.062820 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49748) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:11.070066 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b897966-8232-4ceb-ab34-c691137df65c" -d '{"events": [{"server_uuid": "52acf3f8-9d7d-4294-b461-2e1e048a07c7", "name": "network-vif-plugged", "status": "completed", "tag": "7c634441-bca0-4ab2-bb91-5e84e43fc023"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:10:11.077403 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45510e-9741-4660-9139-b059f8d8e105 req-ef6db116-5dc3-4fac-8229-a99860fe6290 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:11.082678 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45510e-9741-4660-9139-b059f8d8e105 req-ef6db116-5dc3-4fac-8229-a99860fe6290 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:11.089655 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fc45510e-9741-4660-9139-b059f8d8e105 req-ef6db116-5dc3-4fac-8229-a99860fe6290 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 1653 time: 0.2542088 Feb 09 01:10:11.107083 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4fb3af-34db-4d28-be1c-ecff87dde621 req-79c28d77-b1e0-4cca-b4c1-5f07c2c63221 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:11.114422 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a4fb3af-34db-4d28-be1c-ecff87dde621 req-79c28d77-b1e0-4cca-b4c1-5f07c2c63221 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/ports?device_id=52acf3f8-9d7d-4294-b461-2e1e048a07c7 HTTP/1.1" status: 200 len: 944 time: 0.3419018 Feb 09 01:10:11.121497 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 7c634441-bca0-4ab2-bb91-5e84e43fc023, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=7c634441-bca0-4ab2-bb91-5e84e43fc023,segment=NetworkSegment(c2fd7346-b7d9-4c72-b7d0-a3003d85a30a),segment_id=c2fd7346-b7d9-4c72-b7d0-a3003d85a30a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:11.131700 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (7c634441-bca0-4ab2-bb91-5e84e43fc023), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:11.213758 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4ac5aa4e-ccbe-4565-bec3-729f7c42946b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:11.253183 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fc45510e-9741-4660-9139-b059f8d8e105 req-fc930a17-faf0-4b99-8c52-ff2e65f8387e tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625447 Feb 09 01:10:11.255007 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-83d6b76b-28ff-48ae-8c25-5be62b71663c tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (5546793d-1294-40a4-b524-747f9d9ecf16), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:11.291550 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a4fb3af-34db-4d28-be1c-ecff87dde621 req-cd034bf1-04ab-46e3-8b02-a96a96a8ce1a tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/security-groups?id=638acb0c-686f-472f-a3bd-c81129bba32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761649 Feb 09 01:10:11.340625 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=7c634441-bca0-4ab2-bb91-5e84e43fc023,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:11.351706 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4ac5aa4e-ccbe-4565-bec3-729f7c42946b admin admin] Publish callbacks [] for security_group (3fa40469-e36e-4f01-945b-16c24649b736), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:11.362736 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4ac5aa4e-ccbe-4565-bec3-729f7c42946b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (3fa40469-e36e-4f01-945b-16c24649b736), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:11.441096 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3381cf-c94b-408a-8b0d-1f4cfa944376 x-openstack-request-id: req-dd3381cf-c94b-408a-8b0d-1f4cfa944376 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:10:11.442063 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee8b8469-8cc1-4924-a98a-e738b0ddf122", "tag": "3b3ba372-337b-4907-829c-54b4ef6443b7", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:10:11.442555 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dd3381cf-c94b-408a-8b0d-1f4cfa944376 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:10:11.443211 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee8b8469-8cc1-4924-a98a-e738b0ddf122', 'tag': '3b3ba372-337b-4907-829c-54b4ef6443b7', 'status': 'completed', 'code': 200} Feb 09 01:10:11.475069 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac5aa4e-ccbe-4565-bec3-729f7c42946b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa40469-e36e-4f01-945b-16c24649b736,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:11.520670 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac5aa4e-ccbe-4565-bec3-729f7c42946b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:11.522049 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac5aa4e-ccbe-4565-bec3-729f7c42946b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:11.522784 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac5aa4e-ccbe-4565-bec3-729f7c42946b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:11.523359 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac5aa4e-ccbe-4565-bec3-729f7c42946b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:11.523957 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac5aa4e-ccbe-4565-bec3-729f7c42946b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:11.524732 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac5aa4e-ccbe-4565-bec3-729f7c42946b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:11.526962 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac5aa4e-ccbe-4565-bec3-729f7c42946b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:11.526962 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac5aa4e-ccbe-4565-bec3-729f7c42946b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:11.526962 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac5aa4e-ccbe-4565-bec3-729f7c42946b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:11.526962 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac5aa4e-ccbe-4565-bec3-729f7c42946b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:11.526962 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac5aa4e-ccbe-4565-bec3-729f7c42946b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:11.527728 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac5aa4e-ccbe-4565-bec3-729f7c42946b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:11.528390 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac5aa4e-ccbe-4565-bec3-729f7c42946b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:11.549386 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4ac5aa4e-ccbe-4565-bec3-729f7c42946b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=942a2ce7e7bd437da4eca983199f5742&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4840307 Feb 09 01:10:11.550960 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49760) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:11.581050 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-83d6b76b-28ff-48ae-8c25-5be62b71663c tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Network 927c95a7-9afc-4391-8f1b-90d0913f6790 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:11.623727 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0f827923-73a1-4877-8285-785e5cecafef admin admin] Publish callbacks [] for security_group (3fa40469-e36e-4f01-945b-16c24649b736), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:11.651094 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0f827923-73a1-4877-8285-785e5cecafef admin admin] Publish callbacks [] for security_group (3fa40469-e36e-4f01-945b-16c24649b736), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:11.714680 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-83d6b76b-28ff-48ae-8c25-5be62b71663c tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:11.728225 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0f827923-73a1-4877-8285-785e5cecafef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (3fa40469-e36e-4f01-945b-16c24649b736), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:11.736939 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0f827923-73a1-4877-8285-785e5cecafef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:11.739827 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0f827923-73a1-4877-8285-785e5cecafef admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3fa40469-e36e-4f01-945b-16c24649b736 HTTP/1.1" status: 204 len: 168 time: 0.1865113 Feb 09 01:10:11.771152 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f827923-73a1-4877-8285-785e5cecafef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa40469-e36e-4f01-945b-16c24649b736,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:11.826516 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-83d6b76b-28ff-48ae-8c25-5be62b71663c tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:10:11.829862 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6b76b-28ff-48ae-8c25-5be62b71663c tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Pushing event updated for resources: {'Port': ['ID=5546793d-1294-40a4-b524-747f9d9ecf16,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:11.941720 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b045c9f-6179-41cb-ae27-bf040229a13f req-6f05248d-5f5f-4e6e-bdb3-e0bf0bca16ce tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:11.943247 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0b045c9f-6179-41cb-ae27-bf040229a13f req-6f05248d-5f5f-4e6e-bdb3-e0bf0bca16ce tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 943 time: 0.3341579 Feb 09 01:10:11.946379 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7423b06-307e-47a2-9b89-580634d68221 req-41460818-2926-49eb-aaeb-8ce5142b6db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:11.947806 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d7423b06-307e-47a2-9b89-580634d68221 req-41460818-2926-49eb-aaeb-8ce5142b6db2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=349016141cb643eba466ab5e9338a7e5&device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 1125 time: 0.5004933 Feb 09 01:10:11.959263 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bef7b7-4d01-4a98-91bb-cb5e56522d26 req-35874a11-609c-4296-88af-4b0fad263bb6 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:11.960971 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-82bef7b7-4d01-4a98-91bb-cb5e56522d26 req-35874a11-609c-4296-88af-4b0fad263bb6 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.5124071 Feb 09 01:10:11.966230 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-83d6b76b-28ff-48ae-8c25-5be62b71663c tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:11.966881 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-83d6b76b-28ff-48ae-8c25-5be62b71663c tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:12.195150 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-83d6b76b-28ff-48ae-8c25-5be62b71663c tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5127418 Feb 09 01:10:12.219223 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-e0540fae-2a05-46ef-bc36-5f985b44c84d None None] Provisioning complete for port 5546793d-1294-40a4-b524-747f9d9ecf16 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:12.220295 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e0540fae-2a05-46ef-bc36-5f985b44c84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (5546793d-1294-40a4-b524-747f9d9ecf16), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:12.232809 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-f267131c-a6dd-47b0-8078-466df47464e8 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Request body: {'port': {'device_id': '4d5153a0-8298-427c-b483-59529eb01043', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '3c94ca57-3b3a-4c44-bfe5-dcd0786f477f', 'admin_state_up': True, 'tenant_id': '6cf3517f38e6486d8ed854b974ff2e32', 'security_groups': ['7132a9b3-c715-4191-9c3f-0b3a60428cfc']}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:12.271622 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0b045c9f-6179-41cb-ae27-bf040229a13f req-404ee86b-5bd4-449a-bcb8-9402a401d3b4 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995048 Feb 09 01:10:12.321307 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e0540fae-2a05-46ef-bc36-5f985b44c84d None None] Port 5546793d-1294-40a4-b524-747f9d9ecf16 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:10:12.334268 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7423b06-307e-47a2-9b89-580634d68221 req-69cf598d-f9ab-40e9-ac86-8f520725674e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:12.336044 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d7423b06-307e-47a2-9b89-580634d68221 req-69cf598d-f9ab-40e9-ac86-8f520725674e service neutron] 10.222.0.47 "GET /v2.0/networks?id=584d7274-cb01-4853-8902-7824a3a705cb HTTP/1.1" status: 200 len: 909 time: 0.3551490 Feb 09 01:10:12.367281 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-82bef7b7-4d01-4a98-91bb-cb5e56522d26 req-67e4526b-0c8f-46c4-95e8-92395e241e0e tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3850622 Feb 09 01:10:12.467118 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d7423b06-307e-47a2-9b89-580634d68221 req-5fc2b405-0461-45f6-9349-d345d4551c90 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b3ba372-337b-4907-829c-54b4ef6443b7 HTTP/1.1" status: 200 len: 217 time: 0.0986660 Feb 09 01:10:12.557299 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a5839467-d6b6-4615-890b-114e4b39efa7 req-2e30eaca-3c25-4d4a-b327-aacb45730017 tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fb98b0d-c679-4b1a-8a5f-52ea416a15e0 HTTP/1.1" status: 200 len: 210 time: 0.1249375 Feb 09 01:10:12.637424 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad866e3-1ec6-4141-a438-7045eae16c65 x-openstack-request-id: req-4ad866e3-1ec6-4141-a438-7045eae16c65 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:10:12.637930 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52acf3f8-9d7d-4294-b461-2e1e048a07c7", "name": "network-vif-plugged", "status": "completed", "tag": "7c634441-bca0-4ab2-bb91-5e84e43fc023", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:10:12.638356 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4ad866e3-1ec6-4141-a438-7045eae16c65 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:10:12.638954 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52acf3f8-9d7d-4294-b461-2e1e048a07c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c634441-bca0-4ab2-bb91-5e84e43fc023', 'code': 200} Feb 09 01:10:12.669601 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7423b06-307e-47a2-9b89-580634d68221 req-de8bb396-41bf-46e7-aa24-3d088fd3225c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:12.671055 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d7423b06-307e-47a2-9b89-580634d68221 req-de8bb396-41bf-46e7-aa24-3d088fd3225c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4611cb36-f3d2-4498-977c-18da9d170e4c HTTP/1.1" status: 200 len: 847 time: 0.1803064 Feb 09 01:10:12.695315 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3dd0f4d7-79dc-40ff-ac2c-d48fa824c4d1 req-a39fb931-0b27-4447-8acd-5b8fd3fd956c tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] 10.222.0.50 "GET /v2.0/security-groups/eb5d241a-8cdb-4aeb-940e-9a10b62ba8cf HTTP/1.1" status: 200 len: 2424 time: 0.2574842 Feb 09 01:10:12.784737 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d7423b06-307e-47a2-9b89-580634d68221 req-50780f3f-dd43-42ec-9a48-a6bb3c360c79 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=584d7274-cb01-4853-8902-7824a3a705cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872967 Feb 09 01:10:13.269313 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-f267131c-a6dd-47b0-8078-466df47464e8 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Made reservation on behalf of 6cf3517f38e6486d8ed854b974ff2e32 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:13.356230 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb6f02-b908-4e7e-be51-d5324374fc77 req-636b7558-009b-42f8-83c5-127e6b191b82 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:13.357766 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7bdb6f02-b908-4e7e-be51-d5324374fc77 req-636b7558-009b-42f8-83c5-127e6b191b82 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/ports?device_id=52acf3f8-9d7d-4294-b461-2e1e048a07c7 HTTP/1.1" status: 200 len: 945 time: 0.5632811 Feb 09 01:10:13.389073 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1a61a-aa3b-420b-a189-4c6bac7b892f req-86f1b79c-ee40-4e4e-ab33-6f65b87a1813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:13.391178 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7cc1a61a-aa3b-420b-a189-4c6bac7b892f req-86f1b79c-ee40-4e4e-ab33-6f65b87a1813 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=52acf3f8-9d7d-4294-b461-2e1e048a07c7 HTTP/1.1" status: 200 len: 1127 time: 0.5956445 Feb 09 01:10:13.425500 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d7423b06-307e-47a2-9b89-580634d68221 req-22e1de88-2e3e-4f7f-ad91-d27e54dd2369 service neutron] 10.222.0.47 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6178782 Feb 09 01:10:13.431119 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-28784973-9521-469c-b64f-9e848342e6f2 tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:13.431310 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ac9a7-47e9-4d95-a72b-87e8c4fb32aa req-96eb8419-3c83-44e5-8442-364f570f0d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:13.432480 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-28784973-9521-469c-b64f-9e848342e6f2 tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] 10.222.0.47 "GET /v2.0/networks?id=34a4d12a-3c8f-4e4e-94f9-927024f1afe0 HTTP/1.1" status: 200 len: 820 time: 0.7083364 Feb 09 01:10:13.432856 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-789ac9a7-47e9-4d95-a72b-87e8c4fb32aa req-96eb8419-3c83-44e5-8442-364f570f0d8f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=355d1325551c4d73aae5a14b9534ded0&device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 1127 time: 0.0442576 Feb 09 01:10:13.450224 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd78404-7277-48b6-bb75-76f582fffe57 req-7341d240-a0bf-4744-858f-05a0c95bbc64 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:13.456110 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd78404-7277-48b6-bb75-76f582fffe57 req-7341d240-a0bf-4744-858f-05a0c95bbc64 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:13.461534 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd78404-7277-48b6-bb75-76f582fffe57 req-7341d240-a0bf-4744-858f-05a0c95bbc64 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:13.463554 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6fd78404-7277-48b6-bb75-76f582fffe57 req-7341d240-a0bf-4744-858f-05a0c95bbc64 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 2374 time: 0.6549289 Feb 09 01:10:13.468210 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-faf96eb8-4c70-4c18-86b5-83354b16c769 tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] Request body: {'port': {'device_id': '4fb98b0d-c679-4b1a-8a5f-52ea416a15e0', 'network_id': '34a4d12a-3c8f-4e4e-94f9-927024f1afe0', 'admin_state_up': True, 'tenant_id': '9e9b11565ff64385ba3f4dbe196bfab1'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:13.540505 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ac9a7-47e9-4d95-a72b-87e8c4fb32aa req-b66fa470-16c6-482a-adf7-14f0880bfb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:13.541964 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-789ac9a7-47e9-4d95-a72b-87e8c4fb32aa req-b66fa470-16c6-482a-adf7-14f0880bfb9a service neutron] 10.222.0.47 "GET /v2.0/networks?id=0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0 HTTP/1.1" status: 200 len: 916 time: 0.0968924 Feb 09 01:10:13.589391 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-789ac9a7-47e9-4d95-a72b-87e8c4fb32aa req-7eda4d55-9384-4c16-bef0-52b58b59cc6f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 HTTP/1.1" status: 200 len: 217 time: 0.0374913 Feb 09 01:10:13.644133 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ac9a7-47e9-4d95-a72b-87e8c4fb32aa req-eb3de1bd-53ca-4874-8a84-2cae125082cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:13.645395 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-f267131c-a6dd-47b0-8078-466df47464e8 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:13.645625 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-789ac9a7-47e9-4d95-a72b-87e8c4fb32aa req-eb3de1bd-53ca-4874-8a84-2cae125082cf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f9451162-d23b-43af-8cc6-7b624c347fcf HTTP/1.1" status: 200 len: 854 time: 0.0486002 Feb 09 01:10:13.679462 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-789ac9a7-47e9-4d95-a72b-87e8c4fb32aa req-7ffde689-bdb9-411c-ad93-b4ec263f22fd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260015 Feb 09 01:10:13.680487 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7bdb6f02-b908-4e7e-be51-d5324374fc77 req-9eab9061-a243-42b8-b314-b7b262d1713e tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/security-groups?id=638acb0c-686f-472f-a3bd-c81129bba32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082063 Feb 09 01:10:13.715162 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7cc1a61a-aa3b-420b-a189-4c6bac7b892f req-a86c858e-3b03-4fe0-9e9a-ed7ec9559fa2 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=638acb0c-686f-472f-a3bd-c81129bba32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120918 Feb 09 01:10:13.779456 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-789ac9a7-47e9-4d95-a72b-87e8c4fb32aa req-9456c1df-3a29-4fdc-991c-6b9b6bacfd01 service neutron] 10.222.0.47 "GET /v2.0/networks/0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914550 Feb 09 01:10:13.802998 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6fd78404-7277-48b6-bb75-76f582fffe57 req-10ad851c-8f62-43be-8726-429aa66baa25 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3204119 Feb 09 01:10:13.862942 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-af9c65a1-602a-44b4-acbb-c4935dab519e req-4252d63f-88a4-4a9d-8e7f-e14d6953a62a tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] 10.222.0.50 "GET /v2.0/security-group-rules/fe75dddf-b351-49d1-8cd0-bb790abd488c HTTP/1.1" status: 200 len: 778 time: 0.1220887 Feb 09 01:10:13.874444 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d7423b06-307e-47a2-9b89-580634d68221 req-4557a803-8180-4cb0-af83-a6574712cfe6 service neutron] 10.222.0.47 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4325535 Feb 09 01:10:13.887108 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-789ac9a7-47e9-4d95-a72b-87e8c4fb32aa req-29a43688-1a2c-4823-8a70-429442f8a9b2 service neutron] 10.222.0.47 "GET /v2.0/networks/0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000574 Feb 09 01:10:14.010177 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-faf96eb8-4c70-4c18-86b5-83354b16c769 tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] Made reservation on behalf of 9e9b11565ff64385ba3f4dbe196bfab1 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:14.014190 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-faf96eb8-4c70-4c18-86b5-83354b16c769 tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:14.068562 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-af9c65a1-602a-44b4-acbb-c4935dab519e req-07ae09e8-bc7d-42ea-aecd-d46983bf7703 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] 10.222.0.50 "GET /v2.0/security-groups/eb5d241a-8cdb-4aeb-940e-9a10b62ba8cf HTTP/1.1" status: 200 len: 2424 time: 0.1809947 Feb 09 01:10:14.153305 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-f267131c-a6dd-47b0-8078-466df47464e8 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Allocated IP 10.2.2.100 (3c94ca57-3b3a-4c44-bfe5-dcd0786f477f/b5e87f56-886d-4c17-b782-a5f35c888558/a50b63d9-9aa6-4f44-8c47-71c17ea2941a) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:14.213159 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-af9c65a1-602a-44b4-acbb-c4935dab519e req-cca1511d-67cf-4226-b02f-a1fd437f9f27 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Publish callbacks [] for security_group_rule (fe75dddf-b351-49d1-8cd0-bb790abd488c), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:14.237463 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-af9c65a1-602a-44b4-acbb-c4935dab519e req-cca1511d-67cf-4226-b02f-a1fd437f9f27 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Publish callbacks [] for security_group_rule (fe75dddf-b351-49d1-8cd0-bb790abd488c), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:14.326624 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3e120-b30a-46a3-929a-6edf502ab77b req-30412c8b-95e5-4392-985c-ff29ddb15906 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:14.335898 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c9e3e120-b30a-46a3-929a-6edf502ab77b req-30412c8b-95e5-4392-985c-ff29ddb15906 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 943 time: 0.1929128 Feb 09 01:10:14.352476 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49814) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:14.403263 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-af9c65a1-602a-44b4-acbb-c4935dab519e req-cca1511d-67cf-4226-b02f-a1fd437f9f27 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (fe75dddf-b351-49d1-8cd0-bb790abd488c), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:14.408922 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-af9c65a1-602a-44b4-acbb-c4935dab519e req-cca1511d-67cf-4226-b02f-a1fd437f9f27 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:14.410089 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-af9c65a1-602a-44b4-acbb-c4935dab519e req-cca1511d-67cf-4226-b02f-a1fd437f9f27 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/fe75dddf-b351-49d1-8cd0-bb790abd488c HTTP/1.1" status: 204 len: 173 time: 0.3262353 Feb 09 01:10:14.437383 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-faf96eb8-4c70-4c18-86b5-83354b16c769 tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] Allocated IP 172.20.0.13 (34a4d12a-3c8f-4e4e-94f9-927024f1afe0/d91e2705-44c5-48f3-82db-eef85dccd5eb/5cd05cbd-01cc-4508-b90a-747229eba585) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:14.478514 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca1511d-67cf-4226-b02f-a1fd437f9f27 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe75dddf-b351-49d1-8cd0-bb790abd488c,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:14.494854 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1c95a751-f04e-4290-a6fe-6314c8ef1520 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:14.583951 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1c95a751-f04e-4290-a6fe-6314c8ef1520 admin admin] Publish callbacks [] for security_group (8c7c1e29-9e14-4cf3-8119-b373e2fd5a74), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:14.584748 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c9e3e120-b30a-46a3-929a-6edf502ab77b req-abee1ef5-5f37-4d69-82e5-6f71f2d6688b tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476716 Feb 09 01:10:14.598330 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1c95a751-f04e-4290-a6fe-6314c8ef1520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (8c7c1e29-9e14-4cf3-8119-b373e2fd5a74), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:14.628570 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c95a751-f04e-4290-a6fe-6314c8ef1520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7c1e29-9e14-4cf3-8119-b373e2fd5a74,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:14.629615 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-f267131c-a6dd-47b0-8078-466df47464e8 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks [] for port (a50b63d9-9aa6-4f44-8c47-71c17ea2941a), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:14.657976 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1c95a751-f04e-4290-a6fe-6314c8ef1520 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=80991c8b074b48358c034c93621a5c24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3042321 Feb 09 01:10:14.660153 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49820) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:14.693451 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48d46e-252d-4b26-97df-c78aeb025156 req-5f35ca9f-e692-43ef-b523-2cc9215832f6 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:14.694890 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8b48d46e-252d-4b26-97df-c78aeb025156 req-5f35ca9f-e692-43ef-b523-2cc9215832f6 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.1929448 Feb 09 01:10:14.718000 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0ed17863-ef35-4dc0-b76e-8222ae5fd653 admin admin] Publish callbacks [] for security_group (8c7c1e29-9e14-4cf3-8119-b373e2fd5a74), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:14.741372 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0ed17863-ef35-4dc0-b76e-8222ae5fd653 admin admin] Publish callbacks [] for security_group (8c7c1e29-9e14-4cf3-8119-b373e2fd5a74), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:14.753611 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7eff3f66-054f-452d-90b8-e3dc37321e2f req-bdb282e9-bf4e-412a-8b1a-ce84469297f3 tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fb98b0d-c679-4b1a-8a5f-52ea416a15e0 HTTP/1.1" status: 200 len: 210 time: 0.0545881 Feb 09 01:10:14.801299 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0ed17863-ef35-4dc0-b76e-8222ae5fd653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (8c7c1e29-9e14-4cf3-8119-b373e2fd5a74), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:14.804684 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0ed17863-ef35-4dc0-b76e-8222ae5fd653 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:14.806244 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0ed17863-ef35-4dc0-b76e-8222ae5fd653 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8c7c1e29-9e14-4cf3-8119-b373e2fd5a74 HTTP/1.1" status: 204 len: 168 time: 0.1450727 Feb 09 01:10:14.814635 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed17863-ef35-4dc0-b76e-8222ae5fd653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7c1e29-9e14-4cf3-8119-b373e2fd5a74,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:14.848387 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-5240f885-bcb0-4d0e-a196-de254ad1b671 req-af9df19d-b76e-4231-a727-a7d98519632d tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1722790849', 'description': 'tempest-description-2087191148'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:14.886336 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8b48d46e-252d-4b26-97df-c78aeb025156 req-4eeb2032-c9e7-4599-a048-2105df871d7d tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828103 Feb 09 01:10:14.900688 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-f267131c-a6dd-47b0-8078-466df47464e8 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (a50b63d9-9aa6-4f44-8c47-71c17ea2941a), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:14.955542 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-faf96eb8-4c70-4c18-86b5-83354b16c769 tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] Publish callbacks [] for port (5cd05cbd-01cc-4508-b90a-747229eba585), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:14.988813 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-5240f885-bcb0-4d0e-a196-de254ad1b671 req-af9df19d-b76e-4231-a727-a7d98519632d tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:15.030763 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-f267131c-a6dd-47b0-8078-466df47464e8 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Network 3c94ca57-3b3a-4c44-bfe5-dcd0786f477f is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:15.038576 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267131c-a6dd-47b0-8078-466df47464e8 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Pushing event updated for resources: {'Port': ['ID=a50b63d9-9aa6-4f44-8c47-71c17ea2941a,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:15.043446 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-f267131c-a6dd-47b0-8078-466df47464e8 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:15.061367 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-f267131c-a6dd-47b0-8078-466df47464e8 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:10:15.147656 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-f267131c-a6dd-47b0-8078-466df47464e8 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:15.148307 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-f267131c-a6dd-47b0-8078-466df47464e8 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:15.154179 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-faf96eb8-4c70-4c18-86b5-83354b16c769 tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (5cd05cbd-01cc-4508-b90a-747229eba585), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:15.167412 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b2f9a-35ab-4758-8e43-31a9bfa34679 req-32594c25-c970-46d8-ae47-49d4f0dce7f9 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:15.168980 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee0b2f9a-35ab-4758-8e43-31a9bfa34679 req-32594c25-c970-46d8-ae47-49d4f0dce7f9 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/ports?device_id=52acf3f8-9d7d-4294-b461-2e1e048a07c7 HTTP/1.1" status: 200 len: 945 time: 0.1986952 Feb 09 01:10:15.261998 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-f267131c-a6dd-47b0-8078-466df47464e8 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0441942 Feb 09 01:10:15.285755 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-748f4288-7b0c-441f-bb36-927b0662f116 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Request body: {'port': {'device_id': '4d5153a0-8298-427c-b483-59529eb01043', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '3c94ca57-3b3a-4c44-bfe5-dcd0786f477f', 'admin_state_up': True, 'tenant_id': '6cf3517f38e6486d8ed854b974ff2e32', 'security_groups': ['7132a9b3-c715-4191-9c3f-0b3a60428cfc']}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:15.317116 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-5240f885-bcb0-4d0e-a196-de254ad1b671 req-af9df19d-b76e-4231-a727-a7d98519632d tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Publish callbacks [] for security_group (e078d0b7-deb2-452e-b0be-db9f91954c9e), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:15.369051 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-faf96eb8-4c70-4c18-86b5-83354b16c769 tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] Network 34a4d12a-3c8f-4e4e-94f9-927024f1afe0 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:15.378557 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf96eb8-4c70-4c18-86b5-83354b16c769 tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] Pushing event updated for resources: {'Port': ['ID=5cd05cbd-01cc-4508-b90a-747229eba585,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:15.378933 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-16af1844-3f62-4598-80b7-bf0640975a07 None None] Provisioning complete for port a50b63d9-9aa6-4f44-8c47-71c17ea2941a triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:15.381069 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-16af1844-3f62-4598-80b7-bf0640975a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a50b63d9-9aa6-4f44-8c47-71c17ea2941a), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:15.381409 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-5240f885-bcb0-4d0e-a196-de254ad1b671 req-af9df19d-b76e-4231-a727-a7d98519632d tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e078d0b7-deb2-452e-b0be-db9f91954c9e), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:15.392044 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-faf96eb8-4c70-4c18-86b5-83354b16c769 tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:15.408112 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-faf96eb8-4c70-4c18-86b5-83354b16c769 tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:10:15.444826 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-16af1844-3f62-4598-80b7-bf0640975a07 None None] Port a50b63d9-9aa6-4f44-8c47-71c17ea2941a cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:10:15.469204 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-5240f885-bcb0-4d0e-a196-de254ad1b671 req-af9df19d-b76e-4231-a727-a7d98519632d tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:15.470572 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5240f885-bcb0-4d0e-a196-de254ad1b671 req-af9df19d-b76e-4231-a727-a7d98519632d tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.6494455 Feb 09 01:10:15.481817 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee0b2f9a-35ab-4758-8e43-31a9bfa34679 req-bd6555e3-483c-4f9b-a1ba-2544227e411a tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/security-groups?id=638acb0c-686f-472f-a3bd-c81129bba32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007851 Feb 09 01:10:15.500868 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9df19d-b76e-4231-a727-a7d98519632d tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e078d0b7-deb2-452e-b0be-db9f91954c9e,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:15.520483 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-faf96eb8-4c70-4c18-86b5-83354b16c769 tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:15.525021 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-faf96eb8-4c70-4c18-86b5-83354b16c769 tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:15.598616 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-faf96eb8-4c70-4c18-86b5-83354b16c769 tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1340437 Feb 09 01:10:15.625354 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-fb5ffaf9-bd2b-4a71-adb4-28a88bd96023 service neutron] Request body: {'port': {'device_id': '4fb98b0d-c679-4b1a-8a5f-52ea416a15e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:15.691492 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-748f4288-7b0c-441f-bb36-927b0662f116 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Made reservation on behalf of 6cf3517f38e6486d8ed854b974ff2e32 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:15.696065 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-748f4288-7b0c-441f-bb36-927b0662f116 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:15.704051 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8f7d384f-03da-4c53-90ec-bd9880798cd0 req-19506f9e-1b55-4196-80a7-fc5719d888a8 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] 10.222.0.50 "GET /v2.0/security-groups/e078d0b7-deb2-452e-b0be-db9f91954c9e HTTP/1.1" status: 200 len: 1832 time: 0.1463816 Feb 09 01:10:15.770126 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6407c3-00e7-433e-9dce-6f334d233b8e req-dd7e1d7b-51be-45a9-88b9-a9d75e404102 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:15.775463 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6407c3-00e7-433e-9dce-6f334d233b8e req-dd7e1d7b-51be-45a9-88b9-a9d75e404102 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:15.781539 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6407c3-00e7-433e-9dce-6f334d233b8e req-dd7e1d7b-51be-45a9-88b9-a9d75e404102 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:15.787739 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6407c3-00e7-433e-9dce-6f334d233b8e req-dd7e1d7b-51be-45a9-88b9-a9d75e404102 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:15.789706 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7d6407c3-00e7-433e-9dce-6f334d233b8e req-dd7e1d7b-51be-45a9-88b9-a9d75e404102 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 3095 time: 0.1955557 Feb 09 01:10:15.822630 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-fb5ffaf9-bd2b-4a71-adb4-28a88bd96023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5cd05cbd-01cc-4508-b90a-747229eba585), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:15.974515 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7d6407c3-00e7-433e-9dce-6f334d233b8e req-5b653839-f0ab-44bc-b7f4-e00826da11e9 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562293 Feb 09 01:10:16.016399 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3032481-0f73-4386-8d28-5c5015c9d712 req-0ded588e-0c1d-4263-8201-3515d654f0b3 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:16.017954 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3032481-0f73-4386-8d28-5c5015c9d712 req-0ded588e-0c1d-4263-8201-3515d654f0b3 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/ports?device_id=52acf3f8-9d7d-4294-b461-2e1e048a07c7 HTTP/1.1" status: 200 len: 945 time: 0.2009339 Feb 09 01:10:16.162913 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-748f4288-7b0c-441f-bb36-927b0662f116 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Allocated IP 10.2.2.200 (3c94ca57-3b3a-4c44-bfe5-dcd0786f477f/b5e87f56-886d-4c17-b782-a5f35c888558/8878209d-10f0-43e8-9625-98836d88edd2) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:16.491632 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3032481-0f73-4386-8d28-5c5015c9d712 req-8c2a948b-1cbb-4c18-9b42-daa8a162d08b tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/security-groups?id=638acb0c-686f-472f-a3bd-c81129bba32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4117849 Feb 09 01:10:16.527741 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f73453-bde3-4d3a-bfa2-bdbd36b7d610 req-c024d28d-7363-43cc-846f-b85668d50756 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:16.529254 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-36f73453-bde3-4d3a-bfa2-bdbd36b7d610 req-c024d28d-7363-43cc-846f-b85668d50756 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 943 time: 0.4459534 Feb 09 01:10:16.678781 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-36f73453-bde3-4d3a-bfa2-bdbd36b7d610 req-6bf47ac7-8fd0-4b08-9c5a-616e16c55a6c tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363649 Feb 09 01:10:16.783212 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-748f4288-7b0c-441f-bb36-927b0662f116 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks [] for port (8878209d-10f0-43e8-9625-98836d88edd2), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:16.856984 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-fb5ffaf9-bd2b-4a71-adb4-28a88bd96023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cd05cbd-01cc-4508-b90a-747229eba585 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:10:16.871096 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-fb5ffaf9-bd2b-4a71-adb4-28a88bd96023 service neutron] Publish callbacks [] for port (5cd05cbd-01cc-4508-b90a-747229eba585), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:16.908747 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-fb5ffaf9-bd2b-4a71-adb4-28a88bd96023 service neutron] Transition to ACTIVE for port object 5cd05cbd-01cc-4508-b90a-747229eba585 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:10:16.928170 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf13828-8bd2-4264-ae29-68743503c987 req-444c797a-a549-4d99-9958-8b6d7701ecda tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:16.929741 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aaf13828-8bd2-4264-ae29-68743503c987 req-444c797a-a549-4d99-9958-8b6d7701ecda tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fb98b0d-c679-4b1a-8a5f-52ea416a15e0 HTTP/1.1" status: 200 len: 932 time: 0.1878309 Feb 09 01:10:16.930402 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-fb5ffaf9-bd2b-4a71-adb4-28a88bd96023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (5cd05cbd-01cc-4508-b90a-747229eba585), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:16.971653 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4c72d-51de-4dc8-9a68-fc79bbc03706 req-adaf6b00-9340-4945-9475-577026554f65 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:16.973202 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-58d4c72d-51de-4dc8-9a68-fc79bbc03706 req-adaf6b00-9340-4945-9475-577026554f65 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.1733494 Feb 09 01:10:16.981939 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-748f4288-7b0c-441f-bb36-927b0662f116 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (8878209d-10f0-43e8-9625-98836d88edd2), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:17.057785 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ffaf9-bd2b-4a71-adb4-28a88bd96023 service neutron] Pushing event updated for resources: {'Port': ['ID=5cd05cbd-01cc-4508-b90a-747229eba585,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:17.068500 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-748f4288-7b0c-441f-bb36-927b0662f116 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Network 3c94ca57-3b3a-4c44-bfe5-dcd0786f477f is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:17.096184 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-748f4288-7b0c-441f-bb36-927b0662f116 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:17.124690 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-748f4288-7b0c-441f-bb36-927b0662f116 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:10:17.190397 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aaf13828-8bd2-4264-ae29-68743503c987 req-09a05637-75df-48b3-b52c-0fb8355641a6 tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] 10.222.0.50 "GET /v2.0/security-groups?id=181a5d6b-3e1e-4740-a0ba-17b4067d187c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526374 Feb 09 01:10:17.231233 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-58d4c72d-51de-4dc8-9a68-fc79bbc03706 req-34fe6ca4-452f-4fdc-aeee-1bba160ff80d tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413967 Feb 09 01:10:17.231953 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748f4288-7b0c-441f-bb36-927b0662f116 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Pushing event updated for resources: {'Port': ['ID=8878209d-10f0-43e8-9625-98836d88edd2,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:17.279943 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-748f4288-7b0c-441f-bb36-927b0662f116 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:17.280638 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-748f4288-7b0c-441f-bb36-927b0662f116 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:17.302507 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-ed187869-9210-462d-a23c-37234347f833 req-8a677dbe-91a9-43f3-ba2f-6ef6efa7eae7 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1712850193', 'description': 'tempest-description-1114458591'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:17.320483 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-748f4288-7b0c-441f-bb36-927b0662f116 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0392976 Feb 09 01:10:17.335327 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-7fddb3f3-ddb8-4ad3-8da2-6cc93c0f713c tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:10:17.336465 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-7fddb3f3-ddb8-4ad3-8da2-6cc93c0f713c tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.120 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084133 Feb 09 01:10:17.339109 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-fb5ffaf9-bd2b-4a71-adb4-28a88bd96023 service neutron] Attempting to bind port 5cd05cbd-01cc-4508-b90a-747229eba585 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:10:17.339461 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-fb5ffaf9-bd2b-4a71-adb4-28a88bd96023 service neutron] Attempting to bind port 5cd05cbd-01cc-4508-b90a-747229eba585 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '270d7e94-0a51-4976-9fd0-63d25bbe65cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '34a4d12a-3c8f-4e4e-94f9-927024f1afe0'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:10:17.340029 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-fb5ffaf9-bd2b-4a71-adb4-28a88bd96023 service neutron] Attempting to bind port 5cd05cbd-01cc-4508-b90a-747229eba585 on network 34a4d12a-3c8f-4e4e-94f9-927024f1afe0 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:17.347741 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-fb5ffaf9-bd2b-4a71-adb4-28a88bd96023 service neutron] Port 5cd05cbd-01cc-4508-b90a-747229eba585 on network 34a4d12a-3c8f-4e4e-94f9-927024f1afe0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:10:17.348075 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-fb5ffaf9-bd2b-4a71-adb4-28a88bd96023 service neutron] Attempting to bind port 5cd05cbd-01cc-4508-b90a-747229eba585 on network 34a4d12a-3c8f-4e4e-94f9-927024f1afe0 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:17.353383 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-80fa40f2-28f4-4a87-9c9a-7d5937e6052a service neutron] Request body: {'port': {'device_id': '4d5153a0-8298-427c-b483-59529eb01043', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:17.378718 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-44b99f68-16ff-408d-82a7-d2453960febe None None] Provisioning complete for port 8878209d-10f0-43e8-9625-98836d88edd2 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:17.379248 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-44b99f68-16ff-408d-82a7-d2453960febe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (8878209d-10f0-43e8-9625-98836d88edd2), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:17.384837 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-fb5ffaf9-bd2b-4a71-adb4-28a88bd96023 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:10:17.385198 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-fb5ffaf9-bd2b-4a71-adb4-28a88bd96023 service neutron] Checking segment: {'id': '270d7e94-0a51-4976-9fd0-63d25bbe65cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '34a4d12a-3c8f-4e4e-94f9-927024f1afe0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:10:17.385604 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-fb5ffaf9-bd2b-4a71-adb4-28a88bd96023 service neutron] Bound using segment: {'id': '270d7e94-0a51-4976-9fd0-63d25bbe65cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '34a4d12a-3c8f-4e4e-94f9-927024f1afe0'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:10:17.386059 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-fb5ffaf9-bd2b-4a71-adb4-28a88bd96023 service neutron] Bound port: 5cd05cbd-01cc-4508-b90a-747229eba585, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '270d7e94-0a51-4976-9fd0-63d25bbe65cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '34a4d12a-3c8f-4e4e-94f9-927024f1afe0'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:10:17.386432 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-fb5ffaf9-bd2b-4a71-adb4-28a88bd96023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5cd05cbd-01cc-4508-b90a-747229eba585), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:17.388405 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ed187869-9210-462d-a23c-37234347f833 req-8a677dbe-91a9-43f3-ba2f-6ef6efa7eae7 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:17.424936 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-44b99f68-16ff-408d-82a7-d2453960febe None None] Port 8878209d-10f0-43e8-9625-98836d88edd2 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:10:17.525356 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-80fa40f2-28f4-4a87-9c9a-7d5937e6052a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ea27a474-047e-4515-b353-c9ab76df4af3), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:17.612231 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ed187869-9210-462d-a23c-37234347f833 req-8a677dbe-91a9-43f3-ba2f-6ef6efa7eae7 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Publish callbacks [] for security_group (103cb124-d836-4980-af95-ae6e42567dd3), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:17.624627 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ed187869-9210-462d-a23c-37234347f833 req-8a677dbe-91a9-43f3-ba2f-6ef6efa7eae7 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (103cb124-d836-4980-af95-ae6e42567dd3), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:17.628227 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-fb5ffaf9-bd2b-4a71-adb4-28a88bd96023 service neutron] For port 5cd05cbd-01cc-4508-b90a-747229eba585, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:10:17.660668 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2e270-2d6d-4aeb-8ba7-9bc80caaed05 req-8645b9b1-7b41-4273-9aa5-d73805f2d55c tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:17.665983 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2e270-2d6d-4aeb-8ba7-9bc80caaed05 req-8645b9b1-7b41-4273-9aa5-d73805f2d55c tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:17.671847 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2e270-2d6d-4aeb-8ba7-9bc80caaed05 req-8645b9b1-7b41-4273-9aa5-d73805f2d55c tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:17.677213 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2e270-2d6d-4aeb-8ba7-9bc80caaed05 req-8645b9b1-7b41-4273-9aa5-d73805f2d55c tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:17.682821 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2e270-2d6d-4aeb-8ba7-9bc80caaed05 req-8645b9b1-7b41-4273-9aa5-d73805f2d55c tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:17.684753 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4cf2e270-2d6d-4aeb-8ba7-9bc80caaed05 req-8645b9b1-7b41-4273-9aa5-d73805f2d55c tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 3816 time: 0.2623479 Feb 09 01:10:17.709427 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-fb5ffaf9-bd2b-4a71-adb4-28a88bd96023 service neutron] For port 5cd05cbd-01cc-4508-b90a-747229eba585, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=5cd05cbd-01cc-4508-b90a-747229eba585,segment=NetworkSegment(270d7e94-0a51-4976-9fd0-63d25bbe65cb),segment_id=270d7e94-0a51-4976-9fd0-63d25bbe65cb)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:10:17.773691 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ed187869-9210-462d-a23c-37234347f833 req-8a677dbe-91a9-43f3-ba2f-6ef6efa7eae7 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:17.774946 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ed187869-9210-462d-a23c-37234347f833 req-8a677dbe-91a9-43f3-ba2f-6ef6efa7eae7 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.5292418 Feb 09 01:10:17.793567 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-fb5ffaf9-bd2b-4a71-adb4-28a88bd96023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (5cd05cbd-01cc-4508-b90a-747229eba585), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:17.807798 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a677dbe-91a9-43f3-ba2f-6ef6efa7eae7 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=103cb124-d836-4980-af95-ae6e42567dd3,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:17.849365 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-fb5ffaf9-bd2b-4a71-adb4-28a88bd96023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:17.850186 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-fb5ffaf9-bd2b-4a71-adb4-28a88bd96023 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:17.851834 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-fb5ffaf9-bd2b-4a71-adb4-28a88bd96023 service neutron] 10.222.0.47 "PUT /v2.0/ports/5cd05cbd-01cc-4508-b90a-747229eba585 HTTP/1.1" status: 200 len: 1092 time: 2.2363791 Feb 09 01:10:17.862802 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb98b0d-c679-4b1a-8a5f-52ea416a15e0', 'tag': '5cd05cbd-01cc-4508-b90a-747229eba585'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:10:17.865189 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89190246-53de-4c2c-bff4-05fa31db62f6" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb98b0d-c679-4b1a-8a5f-52ea416a15e0", "tag": "5cd05cbd-01cc-4508-b90a-747229eba585"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:10:17.990780 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4cf2e270-2d6d-4aeb-8ba7-9bc80caaed05 req-3b98a27d-c202-4552-a80b-34d2e639a184 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2883761 Feb 09 01:10:18.021039 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ffaf9-bd2b-4a71-adb4-28a88bd96023 service neutron] Pushing event updated for resources: {'Port': ['ID=5cd05cbd-01cc-4508-b90a-747229eba585,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:18.096558 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-eaa9b830-fd78-4397-a3c5-9eeb796d0a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:18.098103 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-eaa9b830-fd78-4397-a3c5-9eeb796d0a7c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9e9b11565ff64385ba3f4dbe196bfab1&device_id=4fb98b0d-c679-4b1a-8a5f-52ea416a15e0 HTTP/1.1" status: 200 len: 1126 time: 0.1558776 Feb 09 01:10:18.124459 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840cde43-3e7b-4353-85ca-92396d57f55b req-180ea032-99fb-45e1-ba1b-ecacbefd382f tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:18.125993 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-840cde43-3e7b-4353-85ca-92396d57f55b req-180ea032-99fb-45e1-ba1b-ecacbefd382f tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/ports?device_id=52acf3f8-9d7d-4294-b461-2e1e048a07c7 HTTP/1.1" status: 200 len: 945 time: 0.2868729 Feb 09 01:10:18.186151 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-bbc35522-184b-4bbd-adf5-9ddb23bc0acd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cd05cbd-01cc-4508-b90a-747229eba585 HTTP/1.1" status: 200 len: 217 time: 0.0574965 Feb 09 01:10:18.301662 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001dd0f-af5e-4e6d-9ba6-d3ec7b4b87bb req-4d65b164-aa3d-47c5-819b-73e4ddd5f7e6 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:18.303172 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c001dd0f-af5e-4e6d-9ba6-d3ec7b4b87bb req-4d65b164-aa3d-47c5-819b-73e4ddd5f7e6 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.2391665 Feb 09 01:10:18.314320 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-840cde43-3e7b-4353-85ca-92396d57f55b req-569bc51e-7f97-40b9-873d-89e96a44817a tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/security-groups?id=638acb0c-686f-472f-a3bd-c81129bba32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749952 Feb 09 01:10:18.316233 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-80fa40f2-28f4-4a87-9c9a-7d5937e6052a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea27a474-047e-4515-b353-c9ab76df4af3 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:10:18.340369 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-760cca66-ed74-457f-8aec-3d190d1b1430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:18.342093 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-760cca66-ed74-457f-8aec-3d190d1b1430 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d91e2705-44c5-48f3-82db-eef85dccd5eb HTTP/1.1" status: 200 len: 860 time: 0.1408439 Feb 09 01:10:18.346115 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-80fa40f2-28f4-4a87-9c9a-7d5937e6052a service neutron] Publish callbacks [] for port (ea27a474-047e-4515-b353-c9ab76df4af3), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:18.393913 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-4e1e394d-39ff-4791-b6a5-94c636f63b64 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=34a4d12a-3c8f-4e4e-94f9-927024f1afe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437896 Feb 09 01:10:18.399134 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-80fa40f2-28f4-4a87-9c9a-7d5937e6052a service neutron] Transition to ACTIVE for port object ea27a474-047e-4515-b353-c9ab76df4af3 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:10:18.419673 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-80fa40f2-28f4-4a87-9c9a-7d5937e6052a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (ea27a474-047e-4515-b353-c9ab76df4af3), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:18.517458 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c001dd0f-af5e-4e6d-9ba6-d3ec7b4b87bb req-8081874c-adcb-4dae-a978-fc2a5639e6a6 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064557 Feb 09 01:10:18.601455 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fa40f2-28f4-4a87-9c9a-7d5937e6052a service neutron] Pushing event updated for resources: {'Port': ['ID=ea27a474-047e-4515-b353-c9ab76df4af3,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:18.674907 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-276188a5-301c-4c66-94fc-30a1e9a4ba9b service neutron] 10.222.0.47 "GET /v2.0/networks/34a4d12a-3c8f-4e4e-94f9-927024f1afe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730906 Feb 09 01:10:18.706229 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559cf3c4-28ec-4d9e-b00d-d3d6762b4ed2 req-8cf17698-f05c-4b91-83ba-803c6a1c701d tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:18.707859 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-559cf3c4-28ec-4d9e-b00d-d3d6762b4ed2 req-8cf17698-f05c-4b91-83ba-803c6a1c701d tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 943 time: 0.2344751 Feb 09 01:10:18.796999 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-773fa7ac-3363-4ffe-85bb-be7d2f0fd987 req-31de7e9a-fc89-4c39-8a7c-56e7d1f427b7 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] 10.222.0.50 "GET /v2.0/security-groups/103cb124-d836-4980-af95-ae6e42567dd3 HTTP/1.1" status: 200 len: 1832 time: 0.2235229 Feb 09 01:10:18.843941 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-80fa40f2-28f4-4a87-9c9a-7d5937e6052a service neutron] Attempting to bind port ea27a474-047e-4515-b353-c9ab76df4af3 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:10:18.844288 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-80fa40f2-28f4-4a87-9c9a-7d5937e6052a service neutron] Attempting to bind port ea27a474-047e-4515-b353-c9ab76df4af3 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '0c66d6be-c64e-4513-ba5d-6538191a71ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '32314246-6e5a-41bd-ad0d-99eb166cb2d8'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:10:18.844651 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-80fa40f2-28f4-4a87-9c9a-7d5937e6052a service neutron] Attempting to bind port ea27a474-047e-4515-b353-c9ab76df4af3 on network 32314246-6e5a-41bd-ad0d-99eb166cb2d8 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:18.855134 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-559cf3c4-28ec-4d9e-b00d-d3d6762b4ed2 req-0fbdd890-c063-49a8-97fd-b9d2bb9063e4 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313965 Feb 09 01:10:18.888362 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:10:18.909509 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-80fa40f2-28f4-4a87-9c9a-7d5937e6052a service neutron] Port ea27a474-047e-4515-b353-c9ab76df4af3 on network 32314246-6e5a-41bd-ad0d-99eb166cb2d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:10:18.909982 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-80fa40f2-28f4-4a87-9c9a-7d5937e6052a service neutron] Attempting to bind port ea27a474-047e-4515-b353-c9ab76df4af3 on network 32314246-6e5a-41bd-ad0d-99eb166cb2d8 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:18.918779 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a76eb22-cd0f-40dd-8626-57867ee72c70 req-1adbe9cc-8aa6-4712-a72e-67d74194a2ed service neutron] 10.222.0.47 "GET /v2.0/networks/34a4d12a-3c8f-4e4e-94f9-927024f1afe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208250 Feb 09 01:10:18.919576 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-80fa40f2-28f4-4a87-9c9a-7d5937e6052a service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:10:18.919924 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-80fa40f2-28f4-4a87-9c9a-7d5937e6052a service neutron] Checking segment: {'id': '0c66d6be-c64e-4513-ba5d-6538191a71ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '32314246-6e5a-41bd-ad0d-99eb166cb2d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:10:18.920315 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-80fa40f2-28f4-4a87-9c9a-7d5937e6052a service neutron] Bound using segment: {'id': '0c66d6be-c64e-4513-ba5d-6538191a71ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '32314246-6e5a-41bd-ad0d-99eb166cb2d8'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:10:18.920824 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-80fa40f2-28f4-4a87-9c9a-7d5937e6052a service neutron] Bound port: ea27a474-047e-4515-b353-c9ab76df4af3, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c66d6be-c64e-4513-ba5d-6538191a71ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '32314246-6e5a-41bd-ad0d-99eb166cb2d8'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:10:18.921192 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-80fa40f2-28f4-4a87-9c9a-7d5937e6052a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ea27a474-047e-4515-b353-c9ab76df4af3), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:18.932016 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d755c914-9bcd-4480-b98c-6de989bf779f x-openstack-request-id: req-d755c914-9bcd-4480-b98c-6de989bf779f {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:10:18.932321 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb98b0d-c679-4b1a-8a5f-52ea416a15e0", "tag": "5cd05cbd-01cc-4508-b90a-747229eba585", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:10:18.932690 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d755c914-9bcd-4480-b98c-6de989bf779f {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:10:18.933099 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb98b0d-c679-4b1a-8a5f-52ea416a15e0', 'tag': '5cd05cbd-01cc-4508-b90a-747229eba585', 'status': 'completed', 'code': 200} Feb 09 01:10:19.051224 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:19.051702 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:19.074946 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce49ed9-12b0-4b60-8114-85abc2a34ce6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:10:19.077659 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3a91ee-7c10-4f27-80c6-815c5d2e54ef" -d '{"events": [{"server_uuid": "5ce49ed9-12b0-4b60-8114-85abc2a34ce6", "name": "network-vif-unplugged", "status": "completed", "tag": "a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:10:19.089202 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-80fa40f2-28f4-4a87-9c9a-7d5937e6052a service neutron] For port ea27a474-047e-4515-b353-c9ab76df4af3, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:10:19.090756 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9,segment=NetworkSegment(2c79ec4a-284a-40f7-bbb4-646b3066ffe8),segment_id=2c79ec4a-284a-40f7-bbb4-646b3066ffe8)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:19.095853 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:19.124938 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-80fa40f2-28f4-4a87-9c9a-7d5937e6052a service neutron] For port ea27a474-047e-4515-b353-c9ab76df4af3, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=ea27a474-047e-4515-b353-c9ab76df4af3,segment=NetworkSegment(0c66d6be-c64e-4513-ba5d-6538191a71ff),segment_id=0c66d6be-c64e-4513-ba5d-6538191a71ff)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:10:19.140225 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-80fa40f2-28f4-4a87-9c9a-7d5937e6052a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (ea27a474-047e-4515-b353-c9ab76df4af3), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:19.149337 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9,revision_number=8']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:19.188918 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd89aab-ca56-4e67-81dc-6b1285c13761 req-f33b248d-d41c-4f68-80bc-a950f0ab5fcb tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:19.190413 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1cd89aab-ca56-4e67-81dc-6b1285c13761 req-f33b248d-d41c-4f68-80bc-a950f0ab5fcb tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fb98b0d-c679-4b1a-8a5f-52ea416a15e0 HTTP/1.1" status: 200 len: 944 time: 0.1861148 Feb 09 01:10:19.192119 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89190246-53de-4c2c-bff4-05fa31db62f6 req-74bca447-e72c-4a6d-b82e-ed2db03afd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:19.193500 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-89190246-53de-4c2c-bff4-05fa31db62f6 req-74bca447-e72c-4a6d-b82e-ed2db03afd1c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9e9b11565ff64385ba3f4dbe196bfab1&device_id=4fb98b0d-c679-4b1a-8a5f-52ea416a15e0 HTTP/1.1" status: 200 len: 1126 time: 0.2019439 Feb 09 01:10:19.219776 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-80fa40f2-28f4-4a87-9c9a-7d5937e6052a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:19.220449 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-80fa40f2-28f4-4a87-9c9a-7d5937e6052a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:19.221770 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-80fa40f2-28f4-4a87-9c9a-7d5937e6052a service neutron] 10.222.0.120 "PUT /v2.0/ports/ea27a474-047e-4515-b353-c9ab76df4af3 HTTP/1.1" status: 200 len: 1091 time: 1.8770444 Feb 09 01:10:19.233729 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc24fcd-02f6-4398-9bdf-a8933aae7af9 req-f48e298d-3490-447b-9c71-9abe9a49649f tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:19.240792 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7dc24fcd-02f6-4398-9bdf-a8933aae7af9 req-f48e298d-3490-447b-9c71-9abe9a49649f tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/ports?device_id=52acf3f8-9d7d-4294-b461-2e1e048a07c7 HTTP/1.1" status: 200 len: 945 time: 0.1982541 Feb 09 01:10:19.304307 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-4069f83e-6879-4d36-ad98-b6697c0faefc service neutron] Request body: {'port': {'device_id': '4d5153a0-8298-427c-b483-59529eb01043', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:19.371998 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fa40f2-28f4-4a87-9c9a-7d5937e6052a service neutron] Pushing event updated for resources: {'Port': ['ID=ea27a474-047e-4515-b353-c9ab76df4af3,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:19.450132 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1cd89aab-ca56-4e67-81dc-6b1285c13761 req-a63fd8d8-b76f-48b3-8520-c2851ee384ee tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] 10.222.0.50 "GET /v2.0/security-groups?id=181a5d6b-3e1e-4740-a0ba-17b4067d187c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529728 Feb 09 01:10:19.478242 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7dc24fcd-02f6-4398-9bdf-a8933aae7af9 req-e7ff264d-d1e9-4df5-b9b1-62924152bee9 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/security-groups?id=638acb0c-686f-472f-a3bd-c81129bba32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365899 Feb 09 01:10:19.478934 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-4069f83e-6879-4d36-ad98-b6697c0faefc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (76ac4e41-e8fb-4a96-801b-c22446fda558), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:19.484578 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89190246-53de-4c2c-bff4-05fa31db62f6 req-12d4375e-5bf0-417c-8d28-5791013511be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:19.486252 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-89190246-53de-4c2c-bff4-05fa31db62f6 req-12d4375e-5bf0-417c-8d28-5791013511be service neutron] 10.222.0.47 "GET /v2.0/networks?id=34a4d12a-3c8f-4e4e-94f9-927024f1afe0 HTTP/1.1" status: 200 len: 922 time: 0.2811224 Feb 09 01:10:19.542866 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-89190246-53de-4c2c-bff4-05fa31db62f6 req-21e68b41-febe-49bd-8a56-263622a1fad3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5cd05cbd-01cc-4508-b90a-747229eba585 HTTP/1.1" status: 200 len: 217 time: 0.0471027 Feb 09 01:10:19.736989 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:10:19.867963 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-060fe6bf-aed3-46ae-8185-da4b77acf903 req-f8adab50-a659-40a8-bec8-f658a911c2c3 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-23005647', 'description': 'tempest-description-624754266'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:19.985283 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-060fe6bf-aed3-46ae-8185-da4b77acf903 req-f8adab50-a659-40a8-bec8-f658a911c2c3 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:19.987913 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89190246-53de-4c2c-bff4-05fa31db62f6 req-d28787f9-184c-4ca4-a7f8-0c7de6757ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:19.989411 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-89190246-53de-4c2c-bff4-05fa31db62f6 req-d28787f9-184c-4ca4-a7f8-0c7de6757ba7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d91e2705-44c5-48f3-82db-eef85dccd5eb HTTP/1.1" status: 200 len: 860 time: 0.4238131 Feb 09 01:10:20.052487 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-89190246-53de-4c2c-bff4-05fa31db62f6 req-46267af4-6115-441c-affa-a1c81ac2b994 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=34a4d12a-3c8f-4e4e-94f9-927024f1afe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453269 Feb 09 01:10:20.091909 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72125565-0b7a-4125-971f-8e6604a59c56 req-7dc92981-5c5a-49a3-a19d-e6f8acf9d66b tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:20.098086 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72125565-0b7a-4125-971f-8e6604a59c56 req-7dc92981-5c5a-49a3-a19d-e6f8acf9d66b tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:20.103335 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72125565-0b7a-4125-971f-8e6604a59c56 req-7dc92981-5c5a-49a3-a19d-e6f8acf9d66b tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:20.109239 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72125565-0b7a-4125-971f-8e6604a59c56 req-7dc92981-5c5a-49a3-a19d-e6f8acf9d66b tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:20.114552 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72125565-0b7a-4125-971f-8e6604a59c56 req-7dc92981-5c5a-49a3-a19d-e6f8acf9d66b tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:20.116348 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-72125565-0b7a-4125-971f-8e6604a59c56 req-7dc92981-5c5a-49a3-a19d-e6f8acf9d66b tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 3828 time: 0.2589540 Feb 09 01:10:20.310841 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-72125565-0b7a-4125-971f-8e6604a59c56 req-50df6551-e67b-41da-b5b4-0de2dfd48db6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649895 Feb 09 01:10:20.325979 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-060fe6bf-aed3-46ae-8185-da4b77acf903 req-f8adab50-a659-40a8-bec8-f658a911c2c3 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Publish callbacks [] for security_group (6e24bf2f-3619-4039-bf84-f210399bec7f), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:20.333634 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-060fe6bf-aed3-46ae-8185-da4b77acf903 req-f8adab50-a659-40a8-bec8-f658a911c2c3 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (6e24bf2f-3619-4039-bf84-f210399bec7f), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:20.349217 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-89190246-53de-4c2c-bff4-05fa31db62f6 req-b65c6fd8-c119-418f-af64-c7f1332517a1 service neutron] 10.222.0.47 "GET /v2.0/networks/34a4d12a-3c8f-4e4e-94f9-927024f1afe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849672 Feb 09 01:10:20.378152 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Feb 2022 01:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805d8a58-a45e-4341-a118-395dab949740 x-openstack-request-id: req-805d8a58-a45e-4341-a118-395dab949740 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:10:20.379859 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce49ed9-12b0-4b60-8114-85abc2a34ce6", "name": "network-vif-unplugged", "status": "failed", "tag": "a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9", "code": 422}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:10:20.380354 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-805d8a58-a45e-4341-a118-395dab949740 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:10:20.381391 n-d-828369-4 neutron-server[103138]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5ce49ed9-12b0-4b60-8114-85abc2a34ce6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9', 'code': 422} returned with failed status Feb 09 01:10:20.384195 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-060fe6bf-aed3-46ae-8185-da4b77acf903 req-f8adab50-a659-40a8-bec8-f658a911c2c3 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:20.390190 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-060fe6bf-aed3-46ae-8185-da4b77acf903 req-f8adab50-a659-40a8-bec8-f658a911c2c3 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.7896266 Feb 09 01:10:20.456842 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-4069f83e-6879-4d36-ad98-b6697c0faefc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76ac4e41-e8fb-4a96-801b-c22446fda558 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:10:20.489270 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8adab50-a659-40a8-bec8-f658a911c2c3 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e24bf2f-3619-4039-bf84-f210399bec7f,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:20.498407 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-622151c0-25ef-40a4-9a56-01e10ea730b8 req-0aae1dfc-6ce6-4363-b880-ddd5f5c0104e service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:10:20.499506 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-622151c0-25ef-40a4-9a56-01e10ea730b8 req-0aae1dfc-6ce6-4363-b880-ddd5f5c0104e service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0380890 Feb 09 01:10:20.502132 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-4069f83e-6879-4d36-ad98-b6697c0faefc service neutron] Publish callbacks [] for port (76ac4e41-e8fb-4a96-801b-c22446fda558), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:20.526751 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-4069f83e-6879-4d36-ad98-b6697c0faefc service neutron] Transition to ACTIVE for port object 76ac4e41-e8fb-4a96-801b-c22446fda558 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:10:20.543070 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-4069f83e-6879-4d36-ad98-b6697c0faefc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (76ac4e41-e8fb-4a96-801b-c22446fda558), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:20.624043 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4069f83e-6879-4d36-ad98-b6697c0faefc service neutron] Pushing event updated for resources: {'Port': ['ID=76ac4e41-e8fb-4a96-801b-c22446fda558,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:20.788892 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-89190246-53de-4c2c-bff4-05fa31db62f6 req-e2db237b-7a40-49a9-889d-9ee12aaf5bb4 service neutron] 10.222.0.47 "GET /v2.0/networks/34a4d12a-3c8f-4e4e-94f9-927024f1afe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4320428 Feb 09 01:10:20.886160 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291ebf6-8b02-4b6a-b8ec-3dc9f36e5766 req-4e10fa87-1c1c-4f0c-9dfb-9f74eb26658c tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:20.887220 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d291ebf6-8b02-4b6a-b8ec-3dc9f36e5766 req-4e10fa87-1c1c-4f0c-9dfb-9f74eb26658c tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 943 time: 0.2692969 Feb 09 01:10:20.888157 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 5cd05cbd-01cc-4508-b90a-747229eba585 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:10:20.895790 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49954) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:20.966645 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'tag': 'ea27a474-047e-4515-b353-c9ab76df4af3'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:10:20.969507 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce59fbb-b55d-49f1-bb9b-4a695d9cf5c3" -d '{"events": [{"name": "network-changed", "server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "tag": "ea27a474-047e-4515-b353-c9ab76df4af3"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:10:20.988815 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-4069f83e-6879-4d36-ad98-b6697c0faefc service neutron] Attempting to bind port 76ac4e41-e8fb-4a96-801b-c22446fda558 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:10:20.989082 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-4069f83e-6879-4d36-ad98-b6697c0faefc service neutron] Attempting to bind port 76ac4e41-e8fb-4a96-801b-c22446fda558 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': 'a70768ab-a3e6-4f0b-bd69-0014c783c3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '927c95a7-9afc-4391-8f1b-90d0913f6790'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:10:20.990618 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-4069f83e-6879-4d36-ad98-b6697c0faefc service neutron] Attempting to bind port 76ac4e41-e8fb-4a96-801b-c22446fda558 on network 927c95a7-9afc-4391-8f1b-90d0913f6790 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:21.036353 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9adce36-e51b-4d56-bc45-0cad640cbbe7 req-cfa59a96-ea94-4fb1-9d84-d19b03c271e7 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:21.038215 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f9adce36-e51b-4d56-bc45-0cad640cbbe7 req-cfa59a96-ea94-4fb1-9d84-d19b03c271e7 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/ports?device_id=52acf3f8-9d7d-4294-b461-2e1e048a07c7 HTTP/1.1" status: 200 len: 945 time: 0.3436139 Feb 09 01:10:21.043354 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d291ebf6-8b02-4b6a-b8ec-3dc9f36e5766 req-38f9928a-bc08-443e-b3ff-0a786577e947 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366615 Feb 09 01:10:21.044504 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-4069f83e-6879-4d36-ad98-b6697c0faefc service neutron] Port 76ac4e41-e8fb-4a96-801b-c22446fda558 on network 927c95a7-9afc-4391-8f1b-90d0913f6790 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:10:21.045033 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-4069f83e-6879-4d36-ad98-b6697c0faefc service neutron] Attempting to bind port 76ac4e41-e8fb-4a96-801b-c22446fda558 on network 927c95a7-9afc-4391-8f1b-90d0913f6790 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:21.050115 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 5cd05cbd-01cc-4508-b90a-747229eba585, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=5cd05cbd-01cc-4508-b90a-747229eba585,segment=NetworkSegment(270d7e94-0a51-4976-9fd0-63d25bbe65cb),segment_id=270d7e94-0a51-4976-9fd0-63d25bbe65cb)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:21.058731 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-4069f83e-6879-4d36-ad98-b6697c0faefc service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:10:21.059227 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-4069f83e-6879-4d36-ad98-b6697c0faefc service neutron] Checking segment: {'id': 'a70768ab-a3e6-4f0b-bd69-0014c783c3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '927c95a7-9afc-4391-8f1b-90d0913f6790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:10:21.059674 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-4069f83e-6879-4d36-ad98-b6697c0faefc service neutron] Bound using segment: {'id': 'a70768ab-a3e6-4f0b-bd69-0014c783c3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '927c95a7-9afc-4391-8f1b-90d0913f6790'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:10:21.060248 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-4069f83e-6879-4d36-ad98-b6697c0faefc service neutron] Bound port: 76ac4e41-e8fb-4a96-801b-c22446fda558, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a70768ab-a3e6-4f0b-bd69-0014c783c3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '927c95a7-9afc-4391-8f1b-90d0913f6790'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:10:21.060757 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-4069f83e-6879-4d36-ad98-b6697c0faefc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (76ac4e41-e8fb-4a96-801b-c22446fda558), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:21.069560 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '5cd05cbd-01cc-4508-b90a-747229eba585', 'network_id': '34a4d12a-3c8f-4e4e-94f9-927024f1afe0', 'port_id': '5cd05cbd-01cc-4508-b90a-747229eba585', 'mac_address': 'fa:16:3e:54:09:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd91e2705-44c5-48f3-82db-eef85dccd5eb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:10:21.115856 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-633b7bb8-0bc1-4338-91b6-12115b927d97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:21.125249 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f9adce36-e51b-4d56-bc45-0cad640cbbe7 req-cf949674-f4f1-47c6-8e33-1184197a4fda tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/security-groups?id=638acb0c-686f-472f-a3bd-c81129bba32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757139 Feb 09 01:10:21.129617 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 5cd05cbd-01cc-4508-b90a-747229eba585 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:21.130123 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5cd05cbd-01cc-4508-b90a-747229eba585), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:21.159494 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cd05cbd-01cc-4508-b90a-747229eba585 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:10:21.185077 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 5cd05cbd-01cc-4508-b90a-747229eba585, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=5cd05cbd-01cc-4508-b90a-747229eba585,segment=NetworkSegment(270d7e94-0a51-4976-9fd0-63d25bbe65cb),segment_id=270d7e94-0a51-4976-9fd0-63d25bbe65cb)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:21.211352 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-4069f83e-6879-4d36-ad98-b6697c0faefc service neutron] For port 76ac4e41-e8fb-4a96-801b-c22446fda558, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:10:21.212355 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (5cd05cbd-01cc-4508-b90a-747229eba585), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:21.218486 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-4069f83e-6879-4d36-ad98-b6697c0faefc service neutron] For port 76ac4e41-e8fb-4a96-801b-c22446fda558, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=76ac4e41-e8fb-4a96-801b-c22446fda558,segment=NetworkSegment(a70768ab-a3e6-4f0b-bd69-0014c783c3ba),segment_id=a70768ab-a3e6-4f0b-bd69-0014c783c3ba)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:10:21.250420 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ba465ac6-8688-4edf-a192-ae926c572207 req-e6cfa47a-f917-4082-ac90-8bf200140c70 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] 10.222.0.50 "GET /v2.0/security-groups/6e24bf2f-3619-4039-bf84-f210399bec7f HTTP/1.1" status: 200 len: 1829 time: 0.1561747 Feb 09 01:10:21.260036 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-4069f83e-6879-4d36-ad98-b6697c0faefc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (76ac4e41-e8fb-4a96-801b-c22446fda558), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:21.284505 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-633b7bb8-0bc1-4338-91b6-12115b927d97 admin admin] Publish callbacks [] for security_group (807ef9cd-4bb8-4eff-95ce-06f253cebced), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:21.291628 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-633b7bb8-0bc1-4338-91b6-12115b927d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (807ef9cd-4bb8-4eff-95ce-06f253cebced), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:21.316287 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-4069f83e-6879-4d36-ad98-b6697c0faefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:21.318999 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-4069f83e-6879-4d36-ad98-b6697c0faefc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:21.323428 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-4069f83e-6879-4d36-ad98-b6697c0faefc service neutron] 10.222.0.120 "PUT /v2.0/ports/76ac4e41-e8fb-4a96-801b-c22446fda558 HTTP/1.1" status: 200 len: 1131 time: 2.0638847 Feb 09 01:10:21.335774 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=5cd05cbd-01cc-4508-b90a-747229eba585,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:21.387302 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-633b7bb8-0bc1-4338-91b6-12115b927d97 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=188314055a8842dfbd225c666c021c9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4884348 Feb 09 01:10:21.390936 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49972) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:21.407358 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-157c8c59-18ca-45ac-8429-765af42d0a97 service neutron] Request body: {'port': {'device_id': '4d5153a0-8298-427c-b483-59529eb01043', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:21.407890 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b7bb8-0bc1-4338-91b6-12115b927d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807ef9cd-4bb8-4eff-95ce-06f253cebced,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:21.456683 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f4f203ae-2493-4df6-a669-0c2108a53ccb req-546273d9-3646-440b-a69a-2fcce0279383 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3116016 Feb 09 01:10:21.471348 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6cbe7034-791c-4c88-8e2f-de79e8cd177c admin admin] Publish callbacks [] for security_group (807ef9cd-4bb8-4eff-95ce-06f253cebced), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:21.500234 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6cbe7034-791c-4c88-8e2f-de79e8cd177c admin admin] Publish callbacks [] for security_group (807ef9cd-4bb8-4eff-95ce-06f253cebced), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:21.513940 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['5cd05cbd-01cc-4508-b90a-747229eba585'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:10:21.562595 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-157c8c59-18ca-45ac-8429-765af42d0a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (21d00dbc-2b01-4c2d-ae75-352867aedc8a), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:21.572063 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6cbe7034-791c-4c88-8e2f-de79e8cd177c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (807ef9cd-4bb8-4eff-95ce-06f253cebced), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:21.577972 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6cbe7034-791c-4c88-8e2f-de79e8cd177c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:21.587943 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ebce8-79c2-44dd-add6-9e7c4ba9629a req-501daefd-2ddf-4fd4-bf5b-9a1c692988a2 tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:21.589517 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c49ebce8-79c2-44dd-add6-9e7c4ba9629a req-501daefd-2ddf-4fd4-bf5b-9a1c692988a2 tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fb98b0d-c679-4b1a-8a5f-52ea416a15e0 HTTP/1.1" status: 200 len: 945 time: 0.3379314 Feb 09 01:10:21.591161 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6cbe7034-791c-4c88-8e2f-de79e8cd177c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/807ef9cd-4bb8-4eff-95ce-06f253cebced HTTP/1.1" status: 204 len: 168 time: 0.1932464 Feb 09 01:10:21.613182 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6fa46-8487-4582-a93e-7c07c944ce36 req-4b0360f1-e597-41a3-8082-b3c649f9e3bb tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:21.614194 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe7034-791c-4c88-8e2f-de79e8cd177c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807ef9cd-4bb8-4eff-95ce-06f253cebced,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:21.620003 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5ee6fa46-8487-4582-a93e-7c07c944ce36 req-4b0360f1-e597-41a3-8082-b3c649f9e3bb tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 943 time: 0.2291102 Feb 09 01:10:21.621901 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4069f83e-6879-4d36-ad98-b6697c0faefc service neutron] Pushing event updated for resources: {'Port': ['ID=76ac4e41-e8fb-4a96-801b-c22446fda558,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:21.752683 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5ee6fa46-8487-4582-a93e-7c07c944ce36 req-936fa72e-d663-4457-bfed-5305ee70624e tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276159 Feb 09 01:10:21.855049 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c49ebce8-79c2-44dd-add6-9e7c4ba9629a req-3bb6cfa7-6557-48ae-9fe3-c6d9a7c43570 tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] 10.222.0.50 "GET /v2.0/security-groups?id=181a5d6b-3e1e-4740-a0ba-17b4067d187c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285440 Feb 09 01:10:21.962783 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51718c8a-aa97-48b4-8032-b1bb4c394ef5 x-openstack-request-id: req-51718c8a-aa97-48b4-8032-b1bb4c394ef5 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:10:21.963521 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "tag": "ea27a474-047e-4515-b353-c9ab76df4af3", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:10:21.963521 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-51718c8a-aa97-48b4-8032-b1bb4c394ef5 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:10:21.963727 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'tag': 'ea27a474-047e-4515-b353-c9ab76df4af3', 'status': 'completed', 'code': 200} Feb 09 01:10:21.995538 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-367e79bd-c281-4f3e-9625-0caf2a28cd68 req-3e9d9fa0-8aa7-4794-bc8d-36fafa16ca3b tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-542688406', 'description': 'tempest-description-2011045708'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:22.083154 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-367e79bd-c281-4f3e-9625-0caf2a28cd68 req-3e9d9fa0-8aa7-4794-bc8d-36fafa16ca3b tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:22.222919 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce59fbb-b55d-49f1-bb9b-4a695d9cf5c3 req-8d1ca997-37ff-4a26-9753-a98eb617058a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:22.223679 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce59fbb-b55d-49f1-bb9b-4a695d9cf5c3 req-8d1ca997-37ff-4a26-9753-a98eb617058a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:22.224329 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce59fbb-b55d-49f1-bb9b-4a695d9cf5c3 req-8d1ca997-37ff-4a26-9753-a98eb617058a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:22.225370 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce59fbb-b55d-49f1-bb9b-4a695d9cf5c3 req-8d1ca997-37ff-4a26-9753-a98eb617058a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:22.226017 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce59fbb-b55d-49f1-bb9b-4a695d9cf5c3 req-8d1ca997-37ff-4a26-9753-a98eb617058a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:22.226829 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce59fbb-b55d-49f1-bb9b-4a695d9cf5c3 req-8d1ca997-37ff-4a26-9753-a98eb617058a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:22.229429 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dce59fbb-b55d-49f1-bb9b-4a695d9cf5c3 req-8d1ca997-37ff-4a26-9753-a98eb617058a service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=6cf3517f38e6486d8ed854b974ff2e32&device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5349 time: 0.2600358 Feb 09 01:10:22.284824 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf91f6-5889-466b-81a4-1a96c0467c1f req-c01aa93e-ca16-476f-9235-2375ed05c758 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:22.286869 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1fbf91f6-5889-466b-81a4-1a96c0467c1f req-c01aa93e-ca16-476f-9235-2375ed05c758 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/ports?device_id=52acf3f8-9d7d-4294-b461-2e1e048a07c7 HTTP/1.1" status: 200 len: 945 time: 0.3210387 Feb 09 01:10:22.513972 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50002) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:22.527568 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-367e79bd-c281-4f3e-9625-0caf2a28cd68 req-3e9d9fa0-8aa7-4794-bc8d-36fafa16ca3b tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Publish callbacks [] for security_group (fc9e41a0-6676-4a7b-975a-581349b74081), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:22.548295 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-367e79bd-c281-4f3e-9625-0caf2a28cd68 req-3e9d9fa0-8aa7-4794-bc8d-36fafa16ca3b tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (fc9e41a0-6676-4a7b-975a-581349b74081), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:22.588415 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1fbf91f6-5889-466b-81a4-1a96c0467c1f req-74bcfc38-522c-41a0-a6fb-36e214fe6abf tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/security-groups?id=638acb0c-686f-472f-a3bd-c81129bba32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682474 Feb 09 01:10:22.637845 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-157c8c59-18ca-45ac-8429-765af42d0a97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21d00dbc-2b01-4c2d-ae75-352867aedc8a {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:10:22.657742 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce59fbb-b55d-49f1-bb9b-4a695d9cf5c3 req-cd63d4d1-837f-4072-90cf-f59a96985403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:22.658474 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce59fbb-b55d-49f1-bb9b-4a695d9cf5c3 req-cd63d4d1-837f-4072-90cf-f59a96985403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:22.658957 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce59fbb-b55d-49f1-bb9b-4a695d9cf5c3 req-cd63d4d1-837f-4072-90cf-f59a96985403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:22.660406 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f203ae-2493-4df6-a669-0c2108a53ccb req-4bd2fca3-5ebb-497a-9916-a7883c5fc4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:22.661240 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dce59fbb-b55d-49f1-bb9b-4a695d9cf5c3 req-cd63d4d1-837f-4072-90cf-f59a96985403 service neutron] 10.222.0.120 "GET /v2.0/networks?tenant_id=6cf3517f38e6486d8ed854b974ff2e32&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4093781 Feb 09 01:10:22.662932 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f4f203ae-2493-4df6-a669-0c2108a53ccb req-4bd2fca3-5ebb-497a-9916-a7883c5fc4d7 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6&tenant_id=355d1325551c4d73aae5a14b9534ded0 HTTP/1.1" status: 200 len: 1125 time: 0.0640163 Feb 09 01:10:22.673469 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-157c8c59-18ca-45ac-8429-765af42d0a97 service neutron] Publish callbacks [] for port (21d00dbc-2b01-4c2d-ae75-352867aedc8a), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:22.677303 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-9511300f-65a7-4f52-953a-4413fac1316f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1060774487-network', 'tenant_id': '881f0fbf49754b7ea23a39ffdbfbb84a'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:22.679108 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-367e79bd-c281-4f3e-9625-0caf2a28cd68 req-3e9d9fa0-8aa7-4794-bc8d-36fafa16ca3b tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:22.680827 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-367e79bd-c281-4f3e-9625-0caf2a28cd68 req-3e9d9fa0-8aa7-4794-bc8d-36fafa16ca3b tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.7159605 Feb 09 01:10:22.711813 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-f4f203ae-2493-4df6-a669-0c2108a53ccb req-0be57fab-75b7-4288-b07d-9fd988ba02cb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828369-4', 'device_owner': 'compute:nova'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:22.736881 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d9fa0-8aa7-4794-bc8d-36fafa16ca3b tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9e41a0-6676-4a7b-975a-581349b74081,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:22.757977 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9511300f-65a7-4f52-953a-4413fac1316f admin admin] Made reservation on behalf of 881f0fbf49754b7ea23a39ffdbfbb84a for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:22.761233 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9511300f-65a7-4f52-953a-4413fac1316f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:22.780970 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9511300f-65a7-4f52-953a-4413fac1316f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:22.825764 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-f4f203ae-2493-4df6-a669-0c2108a53ccb req-0be57fab-75b7-4288-b07d-9fd988ba02cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:22.859547 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-157c8c59-18ca-45ac-8429-765af42d0a97 service neutron] Transition to ACTIVE for port object 21d00dbc-2b01-4c2d-ae75-352867aedc8a will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:10:22.896035 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 5cd05cbd-01cc-4508-b90a-747229eba585 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:10:22.903578 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-157c8c59-18ca-45ac-8429-765af42d0a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (21d00dbc-2b01-4c2d-ae75-352867aedc8a), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:22.974669 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 5cd05cbd-01cc-4508-b90a-747229eba585 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:10:22.980462 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 5cd05cbd-01cc-4508-b90a-747229eba585 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:22.981129 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (5cd05cbd-01cc-4508-b90a-747229eba585), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:23.002199 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9511300f-65a7-4f52-953a-4413fac1316f admin admin] Publish callbacks [] for security_group (376ad327-7e14-4791-be2c-745523e5e2c7), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:23.019180 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9511300f-65a7-4f52-953a-4413fac1316f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (376ad327-7e14-4791-be2c-745523e5e2c7), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:23.083748 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 5cd05cbd-01cc-4508-b90a-747229eba585 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:23.084193 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5cd05cbd-01cc-4508-b90a-747229eba585), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:23.087253 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9511300f-65a7-4f52-953a-4413fac1316f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1024} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:10:23.104506 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9511300f-65a7-4f52-953a-4413fac1316f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376ad327-7e14-4791-be2c-745523e5e2c7,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:23.110064 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9511300f-65a7-4f52-953a-4413fac1316f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (8e2e0547-7361-46ac-84b5-12a09ebed7f5), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:23.111236 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-9511300f-65a7-4f52-953a-4413fac1316f admin admin] Added segment 8e2e0547-7361-46ac-84b5-12a09ebed7f5 of type vlan for network 6d890250-ac42-4592-9721-7a49ecf5e127 Feb 09 01:10:23.125763 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb98b0d-c679-4b1a-8a5f-52ea416a15e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd05cbd-01cc-4508-b90a-747229eba585'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:10:23.129568 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f681c633-8b9c-4a39-8165-616da19f2008" -d '{"events": [{"server_uuid": "4fb98b0d-c679-4b1a-8a5f-52ea416a15e0", "name": "network-vif-plugged", "status": "completed", "tag": "5cd05cbd-01cc-4508-b90a-747229eba585"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:10:23.146870 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 5cd05cbd-01cc-4508-b90a-747229eba585, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=5cd05cbd-01cc-4508-b90a-747229eba585,segment=NetworkSegment(270d7e94-0a51-4976-9fd0-63d25bbe65cb),segment_id=270d7e94-0a51-4976-9fd0-63d25bbe65cb)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:23.153799 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (5cd05cbd-01cc-4508-b90a-747229eba585), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:23.179290 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9511300f-65a7-4f52-953a-4413fac1316f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (6d890250-ac42-4592-9721-7a49ecf5e127), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:23.182351 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-f4f203ae-2493-4df6-a669-0c2108a53ccb req-0be57fab-75b7-4288-b07d-9fd988ba02cb service neutron] For port a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9,segment=NetworkSegment(2c79ec4a-284a-40f7-bbb4-646b3066ffe8),segment_id=2c79ec4a-284a-40f7-bbb4-646b3066ffe8)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:23.227990 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9511300f-65a7-4f52-953a-4413fac1316f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (6d890250-ac42-4592-9721-7a49ecf5e127), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:23.229011 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9511300f-65a7-4f52-953a-4413fac1316f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:23.229671 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9511300f-65a7-4f52-953a-4413fac1316f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:23.229924 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=5cd05cbd-01cc-4508-b90a-747229eba585,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:23.256814 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-f4f203ae-2493-4df6-a669-0c2108a53ccb req-0be57fab-75b7-4288-b07d-9fd988ba02cb service neutron] For port a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:10:23.308782 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9511300f-65a7-4f52-953a-4413fac1316f admin admin] Pushing event updated for resources: {'Network': ['ID=6d890250-ac42-4592-9721-7a49ecf5e127,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:23.320299 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 6d890250-ac42-4592-9721-7a49ecf5e127 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:10:23.337496 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9511300f-65a7-4f52-953a-4413fac1316f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8192034 Feb 09 01:10:23.339269 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50016) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:23.344359 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-3e4f182f-abea-4e27-8953-ce082cd582fe admin admin] Request body: {'subnet': {'network_id': '6d890250-ac42-4592-9721-7a49ecf5e127', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1060774487-subnet', 'tenant_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:23.365790 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-f4f203ae-2493-4df6-a669-0c2108a53ccb req-0be57fab-75b7-4288-b07d-9fd988ba02cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:10:23.378132 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408a350-2826-4eca-8daa-e1bb232ace05 req-8f4bce52-fdf7-476f-9c9c-4db32532021d tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:23.385187 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408a350-2826-4eca-8daa-e1bb232ace05 req-8f4bce52-fdf7-476f-9c9c-4db32532021d tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:23.392194 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408a350-2826-4eca-8daa-e1bb232ace05 req-8f4bce52-fdf7-476f-9c9c-4db32532021d tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:23.394419 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-f4f203ae-2493-4df6-a669-0c2108a53ccb req-0be57fab-75b7-4288-b07d-9fd988ba02cb service neutron] Publish callbacks [] for port (a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:23.399501 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408a350-2826-4eca-8daa-e1bb232ace05 req-8f4bce52-fdf7-476f-9c9c-4db32532021d tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:23.408457 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408a350-2826-4eca-8daa-e1bb232ace05 req-8f4bce52-fdf7-476f-9c9c-4db32532021d tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:23.413371 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4f182f-abea-4e27-8953-ce082cd582fe admin admin] Made reservation on behalf of 881f0fbf49754b7ea23a39ffdbfbb84a for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:23.414595 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408a350-2826-4eca-8daa-e1bb232ace05 req-8f4bce52-fdf7-476f-9c9c-4db32532021d tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:23.415885 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3e4f182f-abea-4e27-8953-ce082cd582fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:23.418611 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c408a350-2826-4eca-8daa-e1bb232ace05 req-8f4bce52-fdf7-476f-9c9c-4db32532021d tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 4601 time: 0.7500703 Feb 09 01:10:23.422612 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-f4f203ae-2493-4df6-a669-0c2108a53ccb req-0be57fab-75b7-4288-b07d-9fd988ba02cb service neutron] Transition to ACTIVE for port object a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:10:23.428126 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c8c59-18ca-45ac-8429-765af42d0a97 service neutron] Pushing event updated for resources: {'Port': ['ID=21d00dbc-2b01-4c2d-ae75-352867aedc8a,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:23.434070 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-f4f203ae-2493-4df6-a669-0c2108a53ccb req-0be57fab-75b7-4288-b07d-9fd988ba02cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:23.442844 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce59fbb-b55d-49f1-bb9b-4a695d9cf5c3 req-781917f5-3718-494e-a640-ed04980e092a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:23.445289 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dce59fbb-b55d-49f1-bb9b-4a695d9cf5c3 req-781917f5-3718-494e-a640-ed04980e092a service neutron] 10.222.0.120 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7550590 Feb 09 01:10:23.523812 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966b9cbb-9cab-4819-b9db-13558708d6e7 req-8c226654-132e-4fd7-a904-96f08113e0ea tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:23.531800 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-966b9cbb-9cab-4819-b9db-13558708d6e7 req-8c226654-132e-4fd7-a904-96f08113e0ea tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 943 time: 0.7136574 Feb 09 01:10:23.600406 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f203ae-2493-4df6-a669-0c2108a53ccb req-0be57fab-75b7-4288-b07d-9fd988ba02cb service neutron] No DVR routers for this DVR port a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 on host n-h1-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:10:23.641238 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-966b9cbb-9cab-4819-b9db-13558708d6e7 req-bfa433dd-358e-4253-8b11-eb4b730f8b8d tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087494 Feb 09 01:10:23.642463 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-157c8c59-18ca-45ac-8429-765af42d0a97 service neutron] Attempting to bind port 21d00dbc-2b01-4c2d-ae75-352867aedc8a on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:10:23.642851 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-157c8c59-18ca-45ac-8429-765af42d0a97 service neutron] Attempting to bind port 21d00dbc-2b01-4c2d-ae75-352867aedc8a by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': 'a70768ab-a3e6-4f0b-bd69-0014c783c3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '927c95a7-9afc-4391-8f1b-90d0913f6790'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:10:23.643264 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-157c8c59-18ca-45ac-8429-765af42d0a97 service neutron] Attempting to bind port 21d00dbc-2b01-4c2d-ae75-352867aedc8a on network 927c95a7-9afc-4391-8f1b-90d0913f6790 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:23.649700 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c408a350-2826-4eca-8daa-e1bb232ace05 req-d10afce1-94f8-4037-bf39-2df9ddcdda33 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=34100535-1f0c-4b94-9bd6-954ebad8c724&id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1762831 Feb 09 01:10:23.654019 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-157c8c59-18ca-45ac-8429-765af42d0a97 service neutron] Port 21d00dbc-2b01-4c2d-ae75-352867aedc8a on network 927c95a7-9afc-4391-8f1b-90d0913f6790 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:10:23.654809 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-157c8c59-18ca-45ac-8429-765af42d0a97 service neutron] Attempting to bind port 21d00dbc-2b01-4c2d-ae75-352867aedc8a on network 927c95a7-9afc-4391-8f1b-90d0913f6790 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:23.664242 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-157c8c59-18ca-45ac-8429-765af42d0a97 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:10:23.664620 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-157c8c59-18ca-45ac-8429-765af42d0a97 service neutron] Checking segment: {'id': 'a70768ab-a3e6-4f0b-bd69-0014c783c3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '927c95a7-9afc-4391-8f1b-90d0913f6790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:10:23.665020 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-157c8c59-18ca-45ac-8429-765af42d0a97 service neutron] Bound using segment: {'id': 'a70768ab-a3e6-4f0b-bd69-0014c783c3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '927c95a7-9afc-4391-8f1b-90d0913f6790'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:10:23.668914 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-157c8c59-18ca-45ac-8429-765af42d0a97 service neutron] Bound port: 21d00dbc-2b01-4c2d-ae75-352867aedc8a, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a70768ab-a3e6-4f0b-bd69-0014c783c3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '927c95a7-9afc-4391-8f1b-90d0913f6790'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:10:23.669419 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-157c8c59-18ca-45ac-8429-765af42d0a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (21d00dbc-2b01-4c2d-ae75-352867aedc8a), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:23.675730 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be57fab-75b7-4288-b07d-9fd988ba02cb service neutron] Pushing event updated for resources: {'Port': ['ID=a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9,revision_number=9']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:23.712264 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-f4f203ae-2493-4df6-a669-0c2108a53ccb req-0be57fab-75b7-4288-b07d-9fd988ba02cb service neutron] Attempting to bind port a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:10:23.713425 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-f4f203ae-2493-4df6-a669-0c2108a53ccb req-0be57fab-75b7-4288-b07d-9fd988ba02cb service neutron] Attempting to bind port a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '2c79ec4a-284a-40f7-bbb4-646b3066ffe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:10:23.713933 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f203ae-2493-4df6-a669-0c2108a53ccb req-0be57fab-75b7-4288-b07d-9fd988ba02cb service neutron] Attempting to bind port a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 on network 0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:23.720999 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f203ae-2493-4df6-a669-0c2108a53ccb req-0be57fab-75b7-4288-b07d-9fd988ba02cb service neutron] Port a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 on network 0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:10:23.721554 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f203ae-2493-4df6-a669-0c2108a53ccb req-0be57fab-75b7-4288-b07d-9fd988ba02cb service neutron] Attempting to bind port a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 on network 0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:23.731087 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f203ae-2493-4df6-a669-0c2108a53ccb req-0be57fab-75b7-4288-b07d-9fd988ba02cb service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:10:23.731739 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f203ae-2493-4df6-a669-0c2108a53ccb req-0be57fab-75b7-4288-b07d-9fd988ba02cb service neutron] Checking segment: {'id': '2c79ec4a-284a-40f7-bbb4-646b3066ffe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:10:23.732318 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f203ae-2493-4df6-a669-0c2108a53ccb req-0be57fab-75b7-4288-b07d-9fd988ba02cb service neutron] Bound using segment: {'id': '2c79ec4a-284a-40f7-bbb4-646b3066ffe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:10:23.732790 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-f4f203ae-2493-4df6-a669-0c2108a53ccb req-0be57fab-75b7-4288-b07d-9fd988ba02cb service neutron] Bound port: a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c79ec4a-284a-40f7-bbb4-646b3066ffe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:10:23.733871 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-f4f203ae-2493-4df6-a669-0c2108a53ccb req-0be57fab-75b7-4288-b07d-9fd988ba02cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:23.780661 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-87429396-8e46-4908-9429-74794e3feee1 req-caf8caa4-a839-46d3-825b-0b9777ee8931 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] 10.222.0.50 "GET /v2.0/security-groups/fc9e41a0-6676-4a7b-975a-581349b74081 HTTP/1.1" status: 200 len: 1831 time: 0.0905638 Feb 09 01:10:23.849636 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-157c8c59-18ca-45ac-8429-765af42d0a97 service neutron] For port 21d00dbc-2b01-4c2d-ae75-352867aedc8a, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:10:23.871581 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-f4f203ae-2493-4df6-a669-0c2108a53ccb req-0be57fab-75b7-4288-b07d-9fd988ba02cb service neutron] For port a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9, host n-h2-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:10:23.894632 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-f4f203ae-2493-4df6-a669-0c2108a53ccb req-0be57fab-75b7-4288-b07d-9fd988ba02cb service neutron] For port a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9,segment=NetworkSegment(2c79ec4a-284a-40f7-bbb4-646b3066ffe8),segment_id=2c79ec4a-284a-40f7-bbb4-646b3066ffe8)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:10:23.903550 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3e4f182f-abea-4e27-8953-ce082cd582fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (1fcc5198-b453-4567-8086-51be74d33b91), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:23.905800 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-157c8c59-18ca-45ac-8429-765af42d0a97 service neutron] For port 21d00dbc-2b01-4c2d-ae75-352867aedc8a, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=21d00dbc-2b01-4c2d-ae75-352867aedc8a,segment=NetworkSegment(a70768ab-a3e6-4f0b-bd69-0014c783c3ba),segment_id=a70768ab-a3e6-4f0b-bd69-0014c783c3ba)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:10:23.913686 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-f4f203ae-2493-4df6-a669-0c2108a53ccb req-0be57fab-75b7-4288-b07d-9fd988ba02cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:23.921030 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-157c8c59-18ca-45ac-8429-765af42d0a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (21d00dbc-2b01-4c2d-ae75-352867aedc8a), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:23.965015 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f203ae-2493-4df6-a669-0c2108a53ccb req-0be57fab-75b7-4288-b07d-9fd988ba02cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:23.965648 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-f4f203ae-2493-4df6-a669-0c2108a53ccb req-0be57fab-75b7-4288-b07d-9fd988ba02cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:23.967033 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f4f203ae-2493-4df6-a669-0c2108a53ccb req-0be57fab-75b7-4288-b07d-9fd988ba02cb service neutron] 10.222.0.120 "PUT /v2.0/ports/a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 HTTP/1.1" status: 200 len: 1091 time: 1.2624836 Feb 09 01:10:23.970781 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f22aac-f251-4434-a976-29d1fec63ed2 req-6f8f1a10-2e36-4a3f-87f1-48ab33bc77d1 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:23.979115 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d0f22aac-f251-4434-a976-29d1fec63ed2 req-6f8f1a10-2e36-4a3f-87f1-48ab33bc77d1 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 943 time: 0.2206924 Feb 09 01:10:23.990999 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'tag': '76ac4e41-e8fb-4a96-801b-c22446fda558'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:10:23.993246 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ce49ed9-12b0-4b60-8114-85abc2a34ce6', 'tag': 'a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:10:23.993978 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178014a7-b687-416e-ae1c-9038c2c5c2dc" -d '{"events": [{"name": "network-changed", "server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "tag": "76ac4e41-e8fb-4a96-801b-c22446fda558"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:10:23.995610 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b396a85-0363-4e32-836f-d76c952facd2" -d '{"events": [{"name": "network-changed", "server_uuid": "5ce49ed9-12b0-4b60-8114-85abc2a34ce6", "tag": "a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:10:24.013839 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-157c8c59-18ca-45ac-8429-765af42d0a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:24.016832 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-157c8c59-18ca-45ac-8429-765af42d0a97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:24.018830 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-157c8c59-18ca-45ac-8429-765af42d0a97 service neutron] 10.222.0.120 "PUT /v2.0/ports/21d00dbc-2b01-4c2d-ae75-352867aedc8a HTTP/1.1" status: 200 len: 1131 time: 2.6233597 Feb 09 01:10:24.057534 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab85d9c-f4c4-4669-9fef-6a81ce0e865e req-c9c94e4b-2697-49f8-a1ca-34189d41c415 tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:24.059055 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aab85d9c-f4c4-4669-9fef-6a81ce0e865e req-c9c94e4b-2697-49f8-a1ca-34189d41c415 tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fb98b0d-c679-4b1a-8a5f-52ea416a15e0 HTTP/1.1" status: 200 len: 946 time: 0.2044368 Feb 09 01:10:24.073208 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-57bec4a2-f394-4fe4-925f-137294cebe4f service neutron] Request body: {'port': {'device_id': '4d5153a0-8298-427c-b483-59529eb01043', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:24.080141 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f182f-abea-4e27-8953-ce082cd582fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fcc5198-b453-4567-8086-51be74d33b91,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:24.119218 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be57fab-75b7-4288-b07d-9fd988ba02cb service neutron] Pushing event updated for resources: {'Port': ['ID=a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9,revision_number=10']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:24.123877 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4f182f-abea-4e27-8953-ce082cd582fe admin admin] Checking segment: {'id': '8e2e0547-7361-46ac-84b5-12a09ebed7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6d890250-ac42-4592-9721-7a49ecf5e127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:10:24.124439 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4f182f-abea-4e27-8953-ce082cd582fe admin admin] Network hostable DHCP agents. Network: 6d890250-ac42-4592-9721-7a49ecf5e127, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:10:24.145729 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f203ae-2493-4df6-a669-0c2108a53ccb req-649f9cbe-5c41-4813-8c67-df7ddf15006d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:24.149760 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f4f203ae-2493-4df6-a669-0c2108a53ccb req-649f9cbe-5c41-4813-8c67-df7ddf15006d service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=355d1325551c4d73aae5a14b9534ded0&device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 1126 time: 0.1491780 Feb 09 01:10:24.209639 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d0f22aac-f251-4434-a976-29d1fec63ed2 req-79773685-cf72-4c01-933c-cd4a46ffe130 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294166 Feb 09 01:10:24.218854 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4f182f-abea-4e27-8953-ce082cd582fe admin admin] Network 6d890250-ac42-4592-9721-7a49ecf5e127 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:10:24.236631 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c8c59-18ca-45ac-8429-765af42d0a97 service neutron] Pushing event updated for resources: {'Port': ['ID=21d00dbc-2b01-4c2d-ae75-352867aedc8a,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:24.247048 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-3e4f182f-abea-4e27-8953-ce082cd582fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 6d890250-ac42-4592-9721-7a49ecf5e127) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:24.255239 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8b6722-f003-45e2-8660-79e511c2c6ca None None] Network 6d890250-ac42-4592-9721-7a49ecf5e127 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:10:24.260018 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4f182f-abea-4e27-8953-ce082cd582fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:24.260635 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3e4f182f-abea-4e27-8953-ce082cd582fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:24.296442 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3e4f182f-abea-4e27-8953-ce082cd582fe admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9554708 Feb 09 01:10:24.299231 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50028) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:24.303943 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-86c9ef83-f651-4725-a034-d3d5e836abf2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1060774487-router', 'tenant_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:24.308503 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f203ae-2493-4df6-a669-0c2108a53ccb req-c04e1c28-23d9-4f5a-9a14-7d2e61dc6df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:24.313162 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aab85d9c-f4c4-4669-9fef-6a81ce0e865e req-4010dab8-b614-4dd9-9977-4b3713a528d2 tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] 10.222.0.50 "GET /v2.0/security-groups?id=181a5d6b-3e1e-4740-a0ba-17b4067d187c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371724 Feb 09 01:10:24.314040 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-57bec4a2-f394-4fe4-925f-137294cebe4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d9333083-f77a-41ef-9c7c-7d3914e2076c), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:24.319031 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f4f203ae-2493-4df6-a669-0c2108a53ccb req-c04e1c28-23d9-4f5a-9a14-7d2e61dc6df8 service neutron] 10.222.0.120 "GET /v2.0/networks?id=0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0 HTTP/1.1" status: 200 len: 916 time: 0.1570437 Feb 09 01:10:24.352717 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-86c9ef83-f651-4725-a034-d3d5e836abf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (f608c76e-44ff-486a-b262-d0689e450f93), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:24.353756 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-86c9ef83-f651-4725-a034-d3d5e836abf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (f608c76e-44ff-486a-b262-d0689e450f93), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:24.391002 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f4f203ae-2493-4df6-a669-0c2108a53ccb req-ae4bc3b5-e528-4eb8-b910-2da66279bda3 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 HTTP/1.1" status: 200 len: 217 time: 0.0502036 Feb 09 01:10:24.493311 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3865a726-1de0-45a1-9769-5be678a4671b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-6d890250-ac42-4592-9721-7a49ecf5e127', 'network_id': '6d890250-ac42-4592-9721-7a49ecf5e127', 'project_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'fixed_ips': [{'subnet_id': '1fcc5198-b453-4567-8086-51be74d33b91'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:10:24.495089 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3865a726-1de0-45a1-9769-5be678a4671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:24.641531 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9362a82c-7549-4cce-8075-2b502e81aaa8 x-openstack-request-id: req-9362a82c-7549-4cce-8075-2b502e81aaa8 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:10:24.641837 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb98b0d-c679-4b1a-8a5f-52ea416a15e0", "name": "network-vif-plugged", "status": "completed", "tag": "5cd05cbd-01cc-4508-b90a-747229eba585", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:10:24.642084 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9362a82c-7549-4cce-8075-2b502e81aaa8 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:10:24.642479 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb98b0d-c679-4b1a-8a5f-52ea416a15e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd05cbd-01cc-4508-b90a-747229eba585', 'code': 200} Feb 09 01:10:24.670374 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-3865a726-1de0-45a1-9769-5be678a4671b None None] Allocated IP 172.20.0.2 (6d890250-ac42-4592-9721-7a49ecf5e127/1fcc5198-b453-4567-8086-51be74d33b91/392141c7-00d6-4239-9b7e-493457a6e63b) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:24.676148 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d7981d-c97a-4f07-bda7-c6d0197a6346 req-67d329c5-034e-4497-be01-b4d079c921a6 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:24.678085 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d7d7981d-c97a-4f07-bda7-c6d0197a6346 req-67d329c5-034e-4497-be01-b4d079c921a6 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/ports?device_id=52acf3f8-9d7d-4294-b461-2e1e048a07c7 HTTP/1.1" status: 200 len: 945 time: 0.2556129 Feb 09 01:10:24.732118 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [req-65e10d22-2f6e-45ac-b3a9-2a59cb7dfd91 req-a6966d5f-e627-4604-aa84-ac9806d74f0f tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] show failed (client error): The resource could not be found. Feb 09 01:10:24.733177 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-65e10d22-2f6e-45ac-b3a9-2a59cb7dfd91 req-a6966d5f-e627-4604-aa84-ac9806d74f0f tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] 10.222.0.50 "GET /v2.0/security-groups/c20552aa-ca28-4f93-97e2-08ce48278660 HTTP/1.1" status: 404 len: 352 time: 0.0525048 Feb 09 01:10:24.801653 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-86c9ef83-f651-4725-a034-d3d5e836abf2 admin admin] Publish callbacks [] for router_controller (f608c76e-44ff-486a-b262-d0689e450f93), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:24.806547 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6530df4-49f8-4a77-8862-fb39b67908a6 x-openstack-request-id: req-c6530df4-49f8-4a77-8862-fb39b67908a6 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:10:24.806876 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "tag": "76ac4e41-e8fb-4a96-801b-c22446fda558", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:10:24.807112 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c6530df4-49f8-4a77-8862-fb39b67908a6 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:10:24.807519 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'tag': '76ac4e41-e8fb-4a96-801b-c22446fda558', 'status': 'completed', 'code': 200} Feb 09 01:10:24.822140 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f203ae-2493-4df6-a669-0c2108a53ccb req-4c209049-89d4-4f40-aeb4-0c874ced02cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:24.823586 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f4f203ae-2493-4df6-a669-0c2108a53ccb req-4c209049-89d4-4f40-aeb4-0c874ced02cb service neutron] 10.222.0.120 "GET /v2.0/subnets?id=f9451162-d23b-43af-8cc6-7b624c347fcf HTTP/1.1" status: 200 len: 854 time: 0.4251008 Feb 09 01:10:24.841730 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d7d7981d-c97a-4f07-bda7-c6d0197a6346 req-6372fce9-ae5a-4f5e-bf5e-8c7305af2a70 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/security-groups?id=638acb0c-686f-472f-a3bd-c81129bba32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501696 Feb 09 01:10:24.875096 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c9235-1a6d-42c0-9ece-36684b56d82d req-46ada7f2-6017-4c67-8e1d-2cebe7affafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:24.877395 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0a0c9235-1a6d-42c0-9ece-36684b56d82d req-46ada7f2-6017-4c67-8e1d-2cebe7affafd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4fb98b0d-c679-4b1a-8a5f-52ea416a15e0 HTTP/1.1" status: 200 len: 1128 time: 0.1675477 Feb 09 01:10:24.900048 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc64d39e-1a2b-43a8-8730-faccec21a946 x-openstack-request-id: req-cc64d39e-1a2b-43a8-8730-faccec21a946 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:10:24.906211 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ce49ed9-12b0-4b60-8114-85abc2a34ce6", "tag": "a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:10:24.906692 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cc64d39e-1a2b-43a8-8730-faccec21a946 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:10:24.907276 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ce49ed9-12b0-4b60-8114-85abc2a34ce6', 'tag': 'a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9', 'status': 'completed', 'code': 200} Feb 09 01:10:24.977279 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f4f203ae-2493-4df6-a669-0c2108a53ccb req-39a8b350-5796-4d70-90f1-c53bfa037956 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787618 Feb 09 01:10:24.987227 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3865a726-1de0-45a1-9769-5be678a4671b None None] Publish callbacks [] for port (392141c7-00d6-4239-9b7e-493457a6e63b), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:24.995177 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3865a726-1de0-45a1-9769-5be678a4671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (392141c7-00d6-4239-9b7e-493457a6e63b), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:25.042650 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3865a726-1de0-45a1-9769-5be678a4671b None None] Network 6d890250-ac42-4592-9721-7a49ecf5e127 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:25.048509 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-3865a726-1de0-45a1-9769-5be678a4671b None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:25.053772 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3865a726-1de0-45a1-9769-5be678a4671b None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:10:25.054840 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0a0c9235-1a6d-42c0-9ece-36684b56d82d req-76f92bb7-5493-4ad0-8259-dbe3d12ff232 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=181a5d6b-3e1e-4740-a0ba-17b4067d187c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654809 Feb 09 01:10:25.057540 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3865a726-1de0-45a1-9769-5be678a4671b None None] Pushing event updated for resources: {'Port': ['ID=392141c7-00d6-4239-9b7e-493457a6e63b,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:25.060643 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-57bec4a2-f394-4fe4-925f-137294cebe4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9333083-f77a-41ef-9c7c-7d3914e2076c {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:10:25.073929 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178014a7-b687-416e-ae1c-9038c2c5c2dc req-6c96765d-3b60-48d6-8973-08133b34cad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:25.074423 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178014a7-b687-416e-ae1c-9038c2c5c2dc req-6c96765d-3b60-48d6-8973-08133b34cad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:25.074900 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178014a7-b687-416e-ae1c-9038c2c5c2dc req-6c96765d-3b60-48d6-8973-08133b34cad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:25.075511 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178014a7-b687-416e-ae1c-9038c2c5c2dc req-6c96765d-3b60-48d6-8973-08133b34cad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:25.075992 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178014a7-b687-416e-ae1c-9038c2c5c2dc req-6c96765d-3b60-48d6-8973-08133b34cad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:25.076463 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178014a7-b687-416e-ae1c-9038c2c5c2dc req-6c96765d-3b60-48d6-8973-08133b34cad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:25.077599 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178014a7-b687-416e-ae1c-9038c2c5c2dc req-6c96765d-3b60-48d6-8973-08133b34cad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:25.079585 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-178014a7-b687-416e-ae1c-9038c2c5c2dc req-6c96765d-3b60-48d6-8973-08133b34cad2 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=6cf3517f38e6486d8ed854b974ff2e32&device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 6304 time: 0.2525926 Feb 09 01:10:25.084970 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-57bec4a2-f394-4fe4-925f-137294cebe4f service neutron] Publish callbacks [] for port (d9333083-f77a-41ef-9c7c-7d3914e2076c), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:25.118593 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-3865a726-1de0-45a1-9769-5be678a4671b None None] Attempting to bind port 392141c7-00d6-4239-9b7e-493457a6e63b on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:10:25.119133 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-3865a726-1de0-45a1-9769-5be678a4671b None None] Attempting to bind port 392141c7-00d6-4239-9b7e-493457a6e63b by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '8e2e0547-7361-46ac-84b5-12a09ebed7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6d890250-ac42-4592-9721-7a49ecf5e127'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:10:25.119601 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3865a726-1de0-45a1-9769-5be678a4671b None None] Attempting to bind port 392141c7-00d6-4239-9b7e-493457a6e63b on network 6d890250-ac42-4592-9721-7a49ecf5e127 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:25.120858 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-86c9ef83-f651-4725-a034-d3d5e836abf2 admin admin] Publish callbacks [] for router_gateway (f608c76e-44ff-486a-b262-d0689e450f93), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:25.125688 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3865a726-1de0-45a1-9769-5be678a4671b None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:10:25.126196 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3865a726-1de0-45a1-9769-5be678a4671b None None] Checking segment: {'id': '8e2e0547-7361-46ac-84b5-12a09ebed7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6d890250-ac42-4592-9721-7a49ecf5e127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:10:25.127097 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3865a726-1de0-45a1-9769-5be678a4671b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:25.127667 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3865a726-1de0-45a1-9769-5be678a4671b None None] Bound using segment: {'id': '8e2e0547-7361-46ac-84b5-12a09ebed7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6d890250-ac42-4592-9721-7a49ecf5e127'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:10:25.128341 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-3865a726-1de0-45a1-9769-5be678a4671b None None] Bound port: 392141c7-00d6-4239-9b7e-493457a6e63b, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e2e0547-7361-46ac-84b5-12a09ebed7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6d890250-ac42-4592-9721-7a49ecf5e127'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:10:25.128885 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3865a726-1de0-45a1-9769-5be678a4671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (392141c7-00d6-4239-9b7e-493457a6e63b), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:25.131442 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-57bec4a2-f394-4fe4-925f-137294cebe4f service neutron] Transition to ACTIVE for port object d9333083-f77a-41ef-9c7c-7d3914e2076c will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:10:25.167826 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-57bec4a2-f394-4fe4-925f-137294cebe4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (d9333083-f77a-41ef-9c7c-7d3914e2076c), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:25.208504 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-3865a726-1de0-45a1-9769-5be678a4671b None None] For port 392141c7-00d6-4239-9b7e-493457a6e63b, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:10:25.213705 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-3865a726-1de0-45a1-9769-5be678a4671b None None] For port 392141c7-00d6-4239-9b7e-493457a6e63b, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=392141c7-00d6-4239-9b7e-493457a6e63b,segment=NetworkSegment(8e2e0547-7361-46ac-84b5-12a09ebed7f5),segment_id=8e2e0547-7361-46ac-84b5-12a09ebed7f5)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:10:25.219497 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bec4a2-f394-4fe4-925f-137294cebe4f service neutron] Pushing event updated for resources: {'Port': ['ID=d9333083-f77a-41ef-9c7c-7d3914e2076c,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:25.223418 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3865a726-1de0-45a1-9769-5be678a4671b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (392141c7-00d6-4239-9b7e-493457a6e63b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:25.238734 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f4f203ae-2493-4df6-a669-0c2108a53ccb req-e3909129-1c50-4961-8705-44f5deadbb5a service neutron] 10.222.0.120 "GET /v2.0/networks/0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539213 Feb 09 01:10:25.239814 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e13ab37-c5ea-47d0-acb1-d3506d3b3021 req-8771a3e9-93a4-42ca-953c-73c1b8791f55 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:25.248471 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e13ab37-c5ea-47d0-acb1-d3506d3b3021 req-8771a3e9-93a4-42ca-953c-73c1b8791f55 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 943 time: 0.2877088 Feb 09 01:10:25.267438 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c431c4-b352-4876-a1b0-4f190f6cfa7b req-b527bdfb-695e-46bb-8a99-d25f4cb2aed5 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:25.273003 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c431c4-b352-4876-a1b0-4f190f6cfa7b req-b527bdfb-695e-46bb-8a99-d25f4cb2aed5 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:25.278652 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c431c4-b352-4876-a1b0-4f190f6cfa7b req-b527bdfb-695e-46bb-8a99-d25f4cb2aed5 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:25.285998 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c431c4-b352-4876-a1b0-4f190f6cfa7b req-b527bdfb-695e-46bb-8a99-d25f4cb2aed5 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:25.289959 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c431c4-b352-4876-a1b0-4f190f6cfa7b req-b527bdfb-695e-46bb-8a99-d25f4cb2aed5 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:25.295235 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c431c4-b352-4876-a1b0-4f190f6cfa7b req-b527bdfb-695e-46bb-8a99-d25f4cb2aed5 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:25.299052 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3865a726-1de0-45a1-9769-5be678a4671b None None] Pushing event updated for resources: {'Port': ['ID=392141c7-00d6-4239-9b7e-493457a6e63b,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:25.305644 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c431c4-b352-4876-a1b0-4f190f6cfa7b req-b527bdfb-695e-46bb-8a99-d25f4cb2aed5 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:25.314370 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-82c431c4-b352-4876-a1b0-4f190f6cfa7b req-b527bdfb-695e-46bb-8a99-d25f4cb2aed5 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5374 time: 0.3031220 Feb 09 01:10:25.364081 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f4f203ae-2493-4df6-a669-0c2108a53ccb req-ff89a49d-779e-486a-875f-36051df2d750 service neutron] 10.222.0.120 "GET /v2.0/networks/0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130962 Feb 09 01:10:25.581708 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-86c9ef83-f651-4725-a034-d3d5e836abf2 admin admin] Publish callbacks [] for router_gateway (f608c76e-44ff-486a-b262-d0689e450f93), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:25.607605 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-86c9ef83-f651-4725-a034-d3d5e836abf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:25.612720 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178014a7-b687-416e-ae1c-9038c2c5c2dc req-aef88ea6-126e-4334-b0b7-4dac88ea65c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:25.613199 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178014a7-b687-416e-ae1c-9038c2c5c2dc req-aef88ea6-126e-4334-b0b7-4dac88ea65c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:25.613673 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178014a7-b687-416e-ae1c-9038c2c5c2dc req-aef88ea6-126e-4334-b0b7-4dac88ea65c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:25.615253 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-178014a7-b687-416e-ae1c-9038c2c5c2dc req-aef88ea6-126e-4334-b0b7-4dac88ea65c3 service neutron] 10.222.0.120 "GET /v2.0/networks?tenant_id=6cf3517f38e6486d8ed854b974ff2e32&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5232773 Feb 09 01:10:25.664098 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-82c431c4-b352-4876-a1b0-4f190f6cfa7b req-1d0b547c-e3ff-478e-bd70-1fb88ce941b5 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3487294 Feb 09 01:10:25.722606 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b396a85-0363-4e32-836f-d76c952facd2 req-f9f2c6fb-46f5-4c67-b9c3-5d5855d0bfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:25.725082 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-57bec4a2-f394-4fe4-925f-137294cebe4f service neutron] Attempting to bind port d9333083-f77a-41ef-9c7c-7d3914e2076c on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:10:25.725731 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-57bec4a2-f394-4fe4-925f-137294cebe4f service neutron] Attempting to bind port d9333083-f77a-41ef-9c7c-7d3914e2076c by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': 'a70768ab-a3e6-4f0b-bd69-0014c783c3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '927c95a7-9afc-4391-8f1b-90d0913f6790'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:10:25.725859 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-0b396a85-0363-4e32-836f-d76c952facd2 req-f9f2c6fb-46f5-4c67-b9c3-5d5855d0bfd6 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=355d1325551c4d73aae5a14b9534ded0&device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 1126 time: 0.2456589 Feb 09 01:10:25.725972 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-57bec4a2-f394-4fe4-925f-137294cebe4f service neutron] Attempting to bind port d9333083-f77a-41ef-9c7c-7d3914e2076c on network 927c95a7-9afc-4391-8f1b-90d0913f6790 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:25.738932 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e13ab37-c5ea-47d0-acb1-d3506d3b3021 req-a3a32b2f-70cd-4c0f-bb65-fcbd8bcd3c4a tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4827487 Feb 09 01:10:25.901468 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b396a85-0363-4e32-836f-d76c952facd2 req-400a7304-8b47-41b7-84e6-f13001ba8b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:25.902982 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-0b396a85-0363-4e32-836f-d76c952facd2 req-400a7304-8b47-41b7-84e6-f13001ba8b95 service neutron] 10.222.0.120 "GET /v2.0/networks?id=0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0 HTTP/1.1" status: 200 len: 916 time: 0.1680348 Feb 09 01:10:25.903122 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-57bec4a2-f394-4fe4-925f-137294cebe4f service neutron] Port d9333083-f77a-41ef-9c7c-7d3914e2076c on network 927c95a7-9afc-4391-8f1b-90d0913f6790 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:10:25.903444 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-57bec4a2-f394-4fe4-925f-137294cebe4f service neutron] Attempting to bind port d9333083-f77a-41ef-9c7c-7d3914e2076c on network 927c95a7-9afc-4391-8f1b-90d0913f6790 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:25.960261 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [req-d2180e3e-577d-443f-b9f6-8012fc77001d req-1304d598-8928-4b52-8df0-63965dca3fc7 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] show failed (client error): The resource could not be found. Feb 09 01:10:25.972011 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2180e3e-577d-443f-b9f6-8012fc77001d req-1304d598-8928-4b52-8df0-63965dca3fc7 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] 10.222.0.50 "GET /v2.0/security-group-rules/22ddf203-3f77-4dcf-90c7-2db97ac12655 HTTP/1.1" status: 404 len: 361 time: 0.1716552 Feb 09 01:10:25.979147 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-86c9ef83-f651-4725-a034-d3d5e836abf2 admin admin] Allocated IP 172.25.8.30 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/d9bb003f-eb6d-42fd-8c8e-d302fcd92ca9) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:25.992727 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-57bec4a2-f394-4fe4-925f-137294cebe4f service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:10:25.993373 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-57bec4a2-f394-4fe4-925f-137294cebe4f service neutron] Checking segment: {'id': 'a70768ab-a3e6-4f0b-bd69-0014c783c3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '927c95a7-9afc-4391-8f1b-90d0913f6790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:10:25.995695 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-57bec4a2-f394-4fe4-925f-137294cebe4f service neutron] Bound using segment: {'id': 'a70768ab-a3e6-4f0b-bd69-0014c783c3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '927c95a7-9afc-4391-8f1b-90d0913f6790'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:10:25.996357 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-57bec4a2-f394-4fe4-925f-137294cebe4f service neutron] Bound port: d9333083-f77a-41ef-9c7c-7d3914e2076c, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a70768ab-a3e6-4f0b-bd69-0014c783c3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '927c95a7-9afc-4391-8f1b-90d0913f6790'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:10:25.997696 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-57bec4a2-f394-4fe4-925f-137294cebe4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d9333083-f77a-41ef-9c7c-7d3914e2076c), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:26.166026 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-57bec4a2-f394-4fe4-925f-137294cebe4f service neutron] For port d9333083-f77a-41ef-9c7c-7d3914e2076c, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:10:26.174610 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-57bec4a2-f394-4fe4-925f-137294cebe4f service neutron] For port d9333083-f77a-41ef-9c7c-7d3914e2076c, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=d9333083-f77a-41ef-9c7c-7d3914e2076c,segment=NetworkSegment(a70768ab-a3e6-4f0b-bd69-0014c783c3ba),segment_id=a70768ab-a3e6-4f0b-bd69-0014c783c3ba)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:10:26.203579 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178014a7-b687-416e-ae1c-9038c2c5c2dc req-0669dc2c-8097-4a86-bd6a-c29031c3bec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:26.205844 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-178014a7-b687-416e-ae1c-9038c2c5c2dc req-0669dc2c-8097-4a86-bd6a-c29031c3bec5 service neutron] 10.222.0.120 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5787492 Feb 09 01:10:26.209711 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-57bec4a2-f394-4fe4-925f-137294cebe4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (d9333083-f77a-41ef-9c7c-7d3914e2076c), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:26.220745 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28631938-ffbf-4fb7-a600-450b2e7613f0 req-cc50a594-a937-4e32-a85f-ebd4f0e021e7 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:26.223006 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-28631938-ffbf-4fb7-a600-450b2e7613f0 req-cc50a594-a937-4e32-a85f-ebd4f0e021e7 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/ports?device_id=52acf3f8-9d7d-4294-b461-2e1e048a07c7 HTTP/1.1" status: 200 len: 945 time: 0.3840129 Feb 09 01:10:26.230819 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-86c9ef83-f651-4725-a034-d3d5e836abf2 admin admin] Publish callbacks [] for port (d9bb003f-eb6d-42fd-8c8e-d302fcd92ca9), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:26.288719 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bec4a2-f394-4fe4-925f-137294cebe4f service neutron] Pushing event updated for resources: {'Port': ['ID=d9333083-f77a-41ef-9c7c-7d3914e2076c,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:26.349732 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 392141c7-00d6-4239-9b7e-493457a6e63b up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:10:26.365620 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-57bec4a2-f394-4fe4-925f-137294cebe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:26.366255 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-57bec4a2-f394-4fe4-925f-137294cebe4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:26.367671 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-57bec4a2-f394-4fe4-925f-137294cebe4f service neutron] 10.222.0.120 "PUT /v2.0/ports/d9333083-f77a-41ef-9c7c-7d3914e2076c HTTP/1.1" status: 200 len: 1091 time: 2.3076138 Feb 09 01:10:26.454732 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d879126-fba7-4190-bb36-d34c82beee27 req-f43feb59-4ddb-49af-b3be-9e258ec5e4c3 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:26.471362 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6d879126-fba7-4190-bb36-d34c82beee27 req-f43feb59-4ddb-49af-b3be-9e258ec5e4c3 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 944 time: 0.3981130 Feb 09 01:10:26.492613 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-28631938-ffbf-4fb7-a600-450b2e7613f0 req-288a5b6e-d766-40a3-ac5e-cd7049f0775e tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/security-groups?id=638acb0c-686f-472f-a3bd-c81129bba32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052901 Feb 09 01:10:26.508627 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 392141c7-00d6-4239-9b7e-493457a6e63b triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:26.509234 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (392141c7-00d6-4239-9b7e-493457a6e63b), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:26.547879 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-0b396a85-0363-4e32-836f-d76c952facd2 req-6ca9ed34-30dd-40a8-83ac-44f77548c310 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 HTTP/1.1" status: 200 len: 217 time: 0.2199943 Feb 09 01:10:26.571404 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-86c9ef83-f651-4725-a034-d3d5e836abf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (d9bb003f-eb6d-42fd-8c8e-d302fcd92ca9), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:26.642864 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6d879126-fba7-4190-bb36-d34c82beee27 req-7a702f9b-3893-472d-880b-4cb4b9235d2f tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698465 Feb 09 01:10:26.724119 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-864abd39-daa9-4570-8566-f7b078b272ef service neutron] Request body: {'port': {'device_id': '4d5153a0-8298-427c-b483-59529eb01043', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:26.774763 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c9ef83-f651-4725-a034-d3d5e836abf2 admin admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:26.785887 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-86c9ef83-f651-4725-a034-d3d5e836abf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:26.788927 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9ef83-f651-4725-a034-d3d5e836abf2 admin admin] Pushing event updated for resources: {'Port': ['ID=d9bb003f-eb6d-42fd-8c8e-d302fcd92ca9,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:26.791336 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 392141c7-00d6-4239-9b7e-493457a6e63b is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:26.791735 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (392141c7-00d6-4239-9b7e-493457a6e63b), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:26.795090 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c9ef83-f651-4725-a034-d3d5e836abf2 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:10:26.832111 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'tag': '21d00dbc-2b01-4c2d-ae75-352867aedc8a'}, {'name': 'network-changed', 'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'tag': 'd9333083-f77a-41ef-9c7c-7d3914e2076c'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:10:26.834443 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707c698e-c686-41d5-92f2-12fab402f4ca" -d '{"events": [{"name": "network-changed", "server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "tag": "21d00dbc-2b01-4c2d-ae75-352867aedc8a"}, {"name": "network-changed", "server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "tag": "d9333083-f77a-41ef-9c7c-7d3914e2076c"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:10:26.836912 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-864abd39-daa9-4570-8566-f7b078b272ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5546793d-1294-40a4-b524-747f9d9ecf16), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:26.883821 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 392141c7-00d6-4239-9b7e-493457a6e63b, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=392141c7-00d6-4239-9b7e-493457a6e63b,segment=NetworkSegment(8e2e0547-7361-46ac-84b5-12a09ebed7f5),segment_id=8e2e0547-7361-46ac-84b5-12a09ebed7f5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:26.891758 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (392141c7-00d6-4239-9b7e-493457a6e63b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:26.895493 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2dad8606-9bef-462b-a6ee-e26219d3356d req-303abea1-00fb-4a30-be43-a53cfd4b21b9 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] 10.222.0.50 "GET /v2.0/security-groups/fc9e41a0-6676-4a7b-975a-581349b74081 HTTP/1.1" status: 200 len: 1831 time: 0.1777244 Feb 09 01:10:26.935132 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72607aa5-ebd8-4860-ba90-0b7b6930e12a req-0fa61ce8-c9b3-43d8-aa41-bba82f5ca4ad tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:26.946847 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 3b3ba372-337b-4907-829c-54b4ef6443b7 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:10:26.949013 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-72607aa5-ebd8-4860-ba90-0b7b6930e12a req-0fa61ce8-c9b3-43d8-aa41-bba82f5ca4ad tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fb98b0d-c679-4b1a-8a5f-52ea416a15e0 HTTP/1.1" status: 200 len: 946 time: 0.2966096 Feb 09 01:10:27.021474 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b396a85-0363-4e32-836f-d76c952facd2 req-249dad21-2e53-406b-aaed-1cb172e87bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:27.023419 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-0b396a85-0363-4e32-836f-d76c952facd2 req-249dad21-2e53-406b-aaed-1cb172e87bb2 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=f9451162-d23b-43af-8cc6-7b624c347fcf HTTP/1.1" status: 200 len: 854 time: 0.4651721 Feb 09 01:10:27.185463 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 3b3ba372-337b-4907-829c-54b4ef6443b7, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=3b3ba372-337b-4907-829c-54b4ef6443b7,segment=NetworkSegment(c09a8a87-556d-487a-811a-06517127dee5),segment_id=c09a8a87-556d-487a-811a-06517127dee5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:27.192152 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-0b396a85-0363-4e32-836f-d76c952facd2 req-10722f61-9a62-4976-8898-9f7de71a0b4f service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404274 Feb 09 01:10:27.243903 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '3b3ba372-337b-4907-829c-54b4ef6443b7', 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb', 'port_id': '3b3ba372-337b-4907-829c-54b4ef6443b7', 'mac_address': 'fa:16:3e:c7:11:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4611cb36-f3d2-4498-977c-18da9d170e4c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:10:27.295010 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2dad8606-9bef-462b-a6ee-e26219d3356d req-a5cddd51-c951-47fb-97c5-f4dd6399bfa1 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Publish callbacks [] for security_group (fc9e41a0-6676-4a7b-975a-581349b74081), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:27.312783 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-72607aa5-ebd8-4860-ba90-0b7b6930e12a req-5042ce70-a744-4e9d-8275-5186c65c25cd tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] 10.222.0.50 "GET /v2.0/security-groups?id=181a5d6b-3e1e-4740-a0ba-17b4067d187c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628399 Feb 09 01:10:27.365342 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-86c9ef83-f651-4725-a034-d3d5e836abf2 admin admin] Publish callbacks [] for router_gateway (f608c76e-44ff-486a-b262-d0689e450f93), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:27.425649 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2dad8606-9bef-462b-a6ee-e26219d3356d req-a5cddd51-c951-47fb-97c5-f4dd6399bfa1 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Publish callbacks [] for security_group (fc9e41a0-6676-4a7b-975a-581349b74081), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:27.487195 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41be1fe-7c5b-46b3-85d1-b3c6757edc5b None None] Network 6d890250-ac42-4592-9721-7a49ecf5e127 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:10:27.491232 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 3b3ba372-337b-4907-829c-54b4ef6443b7 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:27.491855 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3b3ba372-337b-4907-829c-54b4ef6443b7), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:27.692498 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2dad8606-9bef-462b-a6ee-e26219d3356d req-a5cddd51-c951-47fb-97c5-f4dd6399bfa1 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (fc9e41a0-6676-4a7b-975a-581349b74081), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:27.695611 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2dad8606-9bef-462b-a6ee-e26219d3356d req-a5cddd51-c951-47fb-97c5-f4dd6399bfa1 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:27.697806 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2dad8606-9bef-462b-a6ee-e26219d3356d req-a5cddd51-c951-47fb-97c5-f4dd6399bfa1 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] 10.222.0.50 "DELETE /v2.0/security-groups/fc9e41a0-6676-4a7b-975a-581349b74081 HTTP/1.1" status: 204 len: 173 time: 0.7405787 Feb 09 01:10:27.764126 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cddd51-c951-47fb-97c5-f4dd6399bfa1 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9e41a0-6676-4a7b-975a-581349b74081,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:27.943103 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-86c9ef83-f651-4725-a034-d3d5e836abf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (f608c76e-44ff-486a-b262-d0689e450f93), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:28.080323 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-864abd39-daa9-4570-8566-f7b078b272ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5546793d-1294-40a4-b524-747f9d9ecf16 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:10:28.121243 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-864abd39-daa9-4570-8566-f7b078b272ef service neutron] Publish callbacks [] for port (5546793d-1294-40a4-b524-747f9d9ecf16), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:28.162241 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-0b396a85-0363-4e32-836f-d76c952facd2 req-3bbf1ba4-6793-4906-87a5-f038cd8263b0 service neutron] 10.222.0.120 "GET /v2.0/networks/0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481419 Feb 09 01:10:28.209835 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=392141c7-00d6-4239-9b7e-493457a6e63b,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:28.230801 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-864abd39-daa9-4570-8566-f7b078b272ef service neutron] Transition to ACTIVE for port object 5546793d-1294-40a4-b524-747f9d9ecf16 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:10:28.239922 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-864abd39-daa9-4570-8566-f7b078b272ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (5546793d-1294-40a4-b524-747f9d9ecf16), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:28.273955 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35daf0dc-a34b-4094-963b-5c74e64d4252 req-3aad4061-7b5a-4d3e-b3e0-3f4b2383f151 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:28.279911 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35daf0dc-a34b-4094-963b-5c74e64d4252 req-3aad4061-7b5a-4d3e-b3e0-3f4b2383f151 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:28.288084 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35daf0dc-a34b-4094-963b-5c74e64d4252 req-3aad4061-7b5a-4d3e-b3e0-3f4b2383f151 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:28.291098 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b3ba372-337b-4907-829c-54b4ef6443b7 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:10:28.294650 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35daf0dc-a34b-4094-963b-5c74e64d4252 req-3aad4061-7b5a-4d3e-b3e0-3f4b2383f151 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:28.295251 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c9ef83-f651-4725-a034-d3d5e836abf2 admin admin] Router f608c76e-44ff-486a-b262-d0689e450f93 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:10:28.300677 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35daf0dc-a34b-4094-963b-5c74e64d4252 req-3aad4061-7b5a-4d3e-b3e0-3f4b2383f151 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:28.307674 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35daf0dc-a34b-4094-963b-5c74e64d4252 req-3aad4061-7b5a-4d3e-b3e0-3f4b2383f151 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:28.322821 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35daf0dc-a34b-4094-963b-5c74e64d4252 req-3aad4061-7b5a-4d3e-b3e0-3f4b2383f151 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:28.324995 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-35daf0dc-a34b-4094-963b-5c74e64d4252 req-3aad4061-7b5a-4d3e-b3e0-3f4b2383f151 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5386 time: 0.4051218 Feb 09 01:10:28.366255 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864abd39-daa9-4570-8566-f7b078b272ef service neutron] Pushing event updated for resources: {'Port': ['ID=5546793d-1294-40a4-b524-747f9d9ecf16,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:28.431124 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 3b3ba372-337b-4907-829c-54b4ef6443b7, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=3b3ba372-337b-4907-829c-54b4ef6443b7,segment=NetworkSegment(c09a8a87-556d-487a-811a-06517127dee5),segment_id=c09a8a87-556d-487a-811a-06517127dee5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:28.440603 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (3b3ba372-337b-4907-829c-54b4ef6443b7), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:28.463589 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-e0c4ff33-9f89-48b9-8731-c0caa95f0269 None None] Provisioning complete for port 392141c7-00d6-4239-9b7e-493457a6e63b triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:28.464385 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e0c4ff33-9f89-48b9-8731-c0caa95f0269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (392141c7-00d6-4239-9b7e-493457a6e63b), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:28.612203 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-35daf0dc-a34b-4094-963b-5c74e64d4252 req-af33df28-523d-42c6-b471-1888f46d2321 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2410131 Feb 09 01:10:28.667373 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924544ce-859a-4aee-ab75-85521c916547 req-e5c07a3b-fcb7-437f-867c-da713dcb0644 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:28.684157 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-924544ce-859a-4aee-ab75-85521c916547 req-e5c07a3b-fcb7-437f-867c-da713dcb0644 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 943 time: 0.5572934 Feb 09 01:10:28.765464 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['3b3ba372-337b-4907-829c-54b4ef6443b7'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:10:28.872183 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 01:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7962ee2-0839-42dc-9799-87421d4ceaa0 x-openstack-request-id: req-c7962ee2-0839-42dc-9799-87421d4ceaa0 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:10:28.872593 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "tag": "21d00dbc-2b01-4c2d-ae75-352867aedc8a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "tag": "d9333083-f77a-41ef-9c7c-7d3914e2076c", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:10:28.872825 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c7962ee2-0839-42dc-9799-87421d4ceaa0 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:10:28.873193 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'tag': '21d00dbc-2b01-4c2d-ae75-352867aedc8a', 'status': 'completed', 'code': 200} Feb 09 01:10:28.873451 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'tag': 'd9333083-f77a-41ef-9c7c-7d3914e2076c', 'status': 'completed', 'code': 200} Feb 09 01:10:28.886499 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=3b3ba372-337b-4907-829c-54b4ef6443b7,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:28.894064 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-924544ce-859a-4aee-ab75-85521c916547 req-59112f32-4d6a-4b90-8d5c-9e88f68d0e1f tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088280 Feb 09 01:10:29.076099 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e0c4ff33-9f89-48b9-8731-c0caa95f0269 None None] Current status of the port 392141c7-00d6-4239-9b7e-493457a6e63b is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:29.135171 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-864abd39-daa9-4570-8566-f7b078b272ef service neutron] Attempting to bind port 5546793d-1294-40a4-b524-747f9d9ecf16 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:10:29.135764 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-864abd39-daa9-4570-8566-f7b078b272ef service neutron] Attempting to bind port 5546793d-1294-40a4-b524-747f9d9ecf16 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': 'a70768ab-a3e6-4f0b-bd69-0014c783c3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '927c95a7-9afc-4391-8f1b-90d0913f6790'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:10:29.135888 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-864abd39-daa9-4570-8566-f7b078b272ef service neutron] Attempting to bind port 5546793d-1294-40a4-b524-747f9d9ecf16 on network 927c95a7-9afc-4391-8f1b-90d0913f6790 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:29.141171 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-0b396a85-0363-4e32-836f-d76c952facd2 req-fe49ce5f-eae0-43b4-91d7-a7dad5e5f91e service neutron] 10.222.0.120 "GET /v2.0/networks/0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7007160 Feb 09 01:10:29.167486 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-864abd39-daa9-4570-8566-f7b078b272ef service neutron] Port 5546793d-1294-40a4-b524-747f9d9ecf16 on network 927c95a7-9afc-4391-8f1b-90d0913f6790 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:10:29.167878 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-864abd39-daa9-4570-8566-f7b078b272ef service neutron] Attempting to bind port 5546793d-1294-40a4-b524-747f9d9ecf16 on network 927c95a7-9afc-4391-8f1b-90d0913f6790 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:29.231821 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-864abd39-daa9-4570-8566-f7b078b272ef service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:10:29.231821 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-864abd39-daa9-4570-8566-f7b078b272ef service neutron] Checking segment: {'id': 'a70768ab-a3e6-4f0b-bd69-0014c783c3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '927c95a7-9afc-4391-8f1b-90d0913f6790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:10:29.232078 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-864abd39-daa9-4570-8566-f7b078b272ef service neutron] Bound using segment: {'id': 'a70768ab-a3e6-4f0b-bd69-0014c783c3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '927c95a7-9afc-4391-8f1b-90d0913f6790'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:10:29.235418 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-864abd39-daa9-4570-8566-f7b078b272ef service neutron] Bound port: 5546793d-1294-40a4-b524-747f9d9ecf16, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a70768ab-a3e6-4f0b-bd69-0014c783c3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '927c95a7-9afc-4391-8f1b-90d0913f6790'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:10:29.235878 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-864abd39-daa9-4570-8566-f7b078b272ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5546793d-1294-40a4-b524-747f9d9ecf16), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:29.243575 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c9ef83-f651-4725-a034-d3d5e836abf2 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:10:29.254467 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f59ed6-136e-4bd9-8963-9086391295aa None None] Sync routers for ids ['f608c76e-44ff-486a-b262-d0689e450f93'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:10:29.288639 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f59ed6-136e-4bd9-8963-9086391295aa None None] Routers {'f608c76e-44ff-486a-b262-d0689e450f93'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:10:29.295194 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c698e-c686-41d5-92f2-12fab402f4ca req-b1727a73-8f12-47b4-8f12-04d203444e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:29.295724 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c698e-c686-41d5-92f2-12fab402f4ca req-b1727a73-8f12-47b4-8f12-04d203444e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:29.296733 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c698e-c686-41d5-92f2-12fab402f4ca req-b1727a73-8f12-47b4-8f12-04d203444e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:29.297160 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-f2f59ed6-136e-4bd9-8963-9086391295aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:10:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f608c76e-44ff-486a-b262-d0689e450f93'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:29.297310 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c698e-c686-41d5-92f2-12fab402f4ca req-b1727a73-8f12-47b4-8f12-04d203444e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:29.297607 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-86c9ef83-f651-4725-a034-d3d5e836abf2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:29.297726 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c698e-c686-41d5-92f2-12fab402f4ca req-b1727a73-8f12-47b4-8f12-04d203444e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:29.298120 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c698e-c686-41d5-92f2-12fab402f4ca req-b1727a73-8f12-47b4-8f12-04d203444e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:29.301376 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c698e-c686-41d5-92f2-12fab402f4ca req-b1727a73-8f12-47b4-8f12-04d203444e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:29.301526 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-86c9ef83-f651-4725-a034-d3d5e836abf2 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9985914 Feb 09 01:10:29.301647 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-707c698e-c686-41d5-92f2-12fab402f4ca req-b1727a73-8f12-47b4-8f12-04d203444e28 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=6cf3517f38e6486d8ed854b974ff2e32&device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 6427 time: 0.4056182 Feb 09 01:10:29.302845 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50100) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:29.317591 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9d7ce59b-04ab-4575-b2a9-1c713b433ec9 req-667ac941-2f63-4d6b-94a8-530cd238e069 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] 10.222.0.50 "GET /v2.0/security-groups/6e24bf2f-3619-4039-bf84-f210399bec7f HTTP/1.1" status: 200 len: 1829 time: 0.3601484 Feb 09 01:10:29.373561 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-864abd39-daa9-4570-8566-f7b078b272ef service neutron] For port 5546793d-1294-40a4-b524-747f9d9ecf16, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:10:29.377099 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-864abd39-daa9-4570-8566-f7b078b272ef service neutron] For port 5546793d-1294-40a4-b524-747f9d9ecf16, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=5546793d-1294-40a4-b524-747f9d9ecf16,segment=NetworkSegment(a70768ab-a3e6-4f0b-bd69-0014c783c3ba),segment_id=a70768ab-a3e6-4f0b-bd69-0014c783c3ba)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:10:29.433268 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-864abd39-daa9-4570-8566-f7b078b272ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (5546793d-1294-40a4-b524-747f9d9ecf16), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:29.490239 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196085ef-6736-4028-83f2-158edb3e2709 req-3b5fe60f-6731-4028-8c82-c11b59fc8eef tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:29.491907 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-196085ef-6736-4028-83f2-158edb3e2709 req-3b5fe60f-6731-4028-8c82-c11b59fc8eef tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 944 time: 0.5334427 Feb 09 01:10:29.609668 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-f2f59ed6-136e-4bd9-8963-9086391295aa None None] Set router f608c76e-44ff-486a-b262-d0689e450f93 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:10:29.668775 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9d7ce59b-04ab-4575-b2a9-1c713b433ec9 req-fc1ae21c-1a4e-4d8e-b0f8-1758c44621e2 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Publish callbacks [] for security_group (6e24bf2f-3619-4039-bf84-f210399bec7f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:29.723922 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-864abd39-daa9-4570-8566-f7b078b272ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:29.724534 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-864abd39-daa9-4570-8566-f7b078b272ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:29.725977 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-864abd39-daa9-4570-8566-f7b078b272ef service neutron] 10.222.0.120 "PUT /v2.0/ports/5546793d-1294-40a4-b524-747f9d9ecf16 HTTP/1.1" status: 200 len: 1091 time: 3.2049587 Feb 09 01:10:29.742610 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-196085ef-6736-4028-83f2-158edb3e2709 req-6cac5352-fc1c-4efd-9b85-94e171cfd613 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222230 Feb 09 01:10:29.756783 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-3237d49d-36e3-49f1-9685-f31f51078bee None None] Provisioning complete for port 392141c7-00d6-4239-9b7e-493457a6e63b triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:29.757716 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3237d49d-36e3-49f1-9685-f31f51078bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (392141c7-00d6-4239-9b7e-493457a6e63b), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:29.842370 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9d7ce59b-04ab-4575-b2a9-1c713b433ec9 req-fc1ae21c-1a4e-4d8e-b0f8-1758c44621e2 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Publish callbacks [] for security_group (6e24bf2f-3619-4039-bf84-f210399bec7f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:29.948101 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864abd39-daa9-4570-8566-f7b078b272ef service neutron] Pushing event updated for resources: {'Port': ['ID=5546793d-1294-40a4-b524-747f9d9ecf16,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:29.978305 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c698e-c686-41d5-92f2-12fab402f4ca req-cfafe515-c77e-4676-b657-2872ce9b3ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:29.978778 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c698e-c686-41d5-92f2-12fab402f4ca req-cfafe515-c77e-4676-b657-2872ce9b3ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:29.979242 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c698e-c686-41d5-92f2-12fab402f4ca req-cfafe515-c77e-4676-b657-2872ce9b3ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:29.990724 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-707c698e-c686-41d5-92f2-12fab402f4ca req-cfafe515-c77e-4676-b657-2872ce9b3ef3 service neutron] 10.222.0.120 "GET /v2.0/networks?tenant_id=6cf3517f38e6486d8ed854b974ff2e32&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6005986 Feb 09 01:10:30.010293 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-3237d49d-36e3-49f1-9685-f31f51078bee None None] Current status of the port 392141c7-00d6-4239-9b7e-493457a6e63b is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:30.062381 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9d7ce59b-04ab-4575-b2a9-1c713b433ec9 req-fc1ae21c-1a4e-4d8e-b0f8-1758c44621e2 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (6e24bf2f-3619-4039-bf84-f210399bec7f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:30.065027 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9d7ce59b-04ab-4575-b2a9-1c713b433ec9 req-fc1ae21c-1a4e-4d8e-b0f8-1758c44621e2 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:30.084828 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9d7ce59b-04ab-4575-b2a9-1c713b433ec9 req-fc1ae21c-1a4e-4d8e-b0f8-1758c44621e2 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] 10.222.0.50 "DELETE /v2.0/security-groups/6e24bf2f-3619-4039-bf84-f210399bec7f HTTP/1.1" status: 204 len: 173 time: 0.7662346 Feb 09 01:10:30.101064 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-f2f59ed6-136e-4bd9-8963-9086391295aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'name': 'tempest-AttachVolumeTestJSON-1060774487-router', 'tenant_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'd9bb003f-eb6d-42fd-8c8e-d302fcd92ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:24Z', 'updated_at': '2022-02-09T01:10:27Z', 'revision_number': 3, 'project_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'gw_port': {'id': 'd9bb003f-eb6d-42fd-8c8e-d302fcd92ca9', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:25Z', 'updated_at': '2022-02-09T01:10:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:30.152894 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f59ed6-136e-4bd9-8963-9086391295aa None None] Checking router: f608c76e-44ff-486a-b262-d0689e450f93 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:10:30.153357 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f59ed6-136e-4bd9-8963-9086391295aa None None] Updating router f608c76e-44ff-486a-b262-d0689e450f93 port d9bb003f-eb6d-42fd-8c8e-d302fcd92ca9 binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:10:30.265055 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-d713526e-5221-4d6b-86d6-730f55222b69 service neutron] Request body: {'port': {'device_id': '4d5153a0-8298-427c-b483-59529eb01043', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:30.289497 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f2f59ed6-136e-4bd9-8963-9086391295aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d9bb003f-eb6d-42fd-8c8e-d302fcd92ca9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:30.363130 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-79c8042c-ae54-4ee5-8f0a-63919d64de15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:30.380360 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 392141c7-00d6-4239-9b7e-493457a6e63b up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:10:30.609205 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 392141c7-00d6-4239-9b7e-493457a6e63b triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:30.609654 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (392141c7-00d6-4239-9b7e-493457a6e63b), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:30.842176 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f2f59ed6-136e-4bd9-8963-9086391295aa None None] Publish callbacks [] for port (d9bb003f-eb6d-42fd-8c8e-d302fcd92ca9), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:30.895377 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ae21c-1a4e-4d8e-b0f8-1758c44621e2 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e24bf2f-3619-4039-bf84-f210399bec7f,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:30.900395 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-79c8042c-ae54-4ee5-8f0a-63919d64de15 admin admin] Allocated IP 172.20.0.1 (6d890250-ac42-4592-9721-7a49ecf5e127/1fcc5198-b453-4567-8086-51be74d33b91/1309f51b-b3c9-4907-ba10-32acbd687ec4) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:30.906472 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f2f59ed6-136e-4bd9-8963-9086391295aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d9bb003f-eb6d-42fd-8c8e-d302fcd92ca9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:30.907937 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'tag': '5546793d-1294-40a4-b524-747f9d9ecf16'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:10:30.910488 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c60c649-1090-4994-8371-4515a9a962e1" -d '{"events": [{"name": "network-changed", "server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "tag": "5546793d-1294-40a4-b524-747f9d9ecf16"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:10:31.055359 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 3b3ba372-337b-4907-829c-54b4ef6443b7 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:10:31.088058 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 392141c7-00d6-4239-9b7e-493457a6e63b is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:31.116123 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-79c8042c-ae54-4ee5-8f0a-63919d64de15 admin admin] Publish callbacks [] for port (1309f51b-b3c9-4907-ba10-32acbd687ec4), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:31.146822 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e3691-cfa0-4ac5-88b1-bed5cad36988 None None] Pushing event updated for resources: {'Port': ['ID=d9bb003f-eb6d-42fd-8c8e-d302fcd92ca9,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:31.155046 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-f2f59ed6-136e-4bd9-8963-9086391295aa None None] Attempting to bind port d9bb003f-eb6d-42fd-8c8e-d302fcd92ca9 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:10:31.155513 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-f2f59ed6-136e-4bd9-8963-9086391295aa None None] Attempting to bind port d9bb003f-eb6d-42fd-8c8e-d302fcd92ca9 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:10:31.155973 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f59ed6-136e-4bd9-8963-9086391295aa None None] Attempting to bind port d9bb003f-eb6d-42fd-8c8e-d302fcd92ca9 on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:31.165735 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f59ed6-136e-4bd9-8963-9086391295aa None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:10:31.166153 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f59ed6-136e-4bd9-8963-9086391295aa None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:10:31.166748 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f2f59ed6-136e-4bd9-8963-9086391295aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:31.167157 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f59ed6-136e-4bd9-8963-9086391295aa None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:10:31.167750 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-f2f59ed6-136e-4bd9-8963-9086391295aa None None] Bound port: d9bb003f-eb6d-42fd-8c8e-d302fcd92ca9, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:10:31.168189 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f2f59ed6-136e-4bd9-8963-9086391295aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d9bb003f-eb6d-42fd-8c8e-d302fcd92ca9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:31.180323 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f1981-37ea-4aa3-aef9-2b281915e98a req-961be166-0491-4cf1-8081-6943af88cf63 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:31.193990 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f1981-37ea-4aa3-aef9-2b281915e98a req-961be166-0491-4cf1-8081-6943af88cf63 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:31.203142 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f1981-37ea-4aa3-aef9-2b281915e98a req-961be166-0491-4cf1-8081-6943af88cf63 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:31.209935 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f1981-37ea-4aa3-aef9-2b281915e98a req-961be166-0491-4cf1-8081-6943af88cf63 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:31.215845 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-79c8042c-ae54-4ee5-8f0a-63919d64de15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (1309f51b-b3c9-4907-ba10-32acbd687ec4), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:31.223903 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f1981-37ea-4aa3-aef9-2b281915e98a req-961be166-0491-4cf1-8081-6943af88cf63 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:31.239930 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f1981-37ea-4aa3-aef9-2b281915e98a req-961be166-0491-4cf1-8081-6943af88cf63 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:31.246877 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-f2f59ed6-136e-4bd9-8963-9086391295aa None None] For port d9bb003f-eb6d-42fd-8c8e-d302fcd92ca9, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:10:31.251411 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-f2f59ed6-136e-4bd9-8963-9086391295aa None None] For port d9bb003f-eb6d-42fd-8c8e-d302fcd92ca9, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=d9bb003f-eb6d-42fd-8c8e-d302fcd92ca9,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:10:31.257970 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f1981-37ea-4aa3-aef9-2b281915e98a req-961be166-0491-4cf1-8081-6943af88cf63 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:31.262378 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8e5f1981-37ea-4aa3-aef9-2b281915e98a req-961be166-0491-4cf1-8081-6943af88cf63 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5398 time: 1.1742666 Feb 09 01:10:31.263975 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f2f59ed6-136e-4bd9-8963-9086391295aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d9bb003f-eb6d-42fd-8c8e-d302fcd92ca9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:31.309618 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 3b3ba372-337b-4907-829c-54b4ef6443b7 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:10:31.324129 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1af4cd-c29e-45ab-93fd-1030ea37d9e6 req-b5597f35-085d-40a2-93e2-2f26845377ae tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:31.326074 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9b1af4cd-c29e-45ab-93fd-1030ea37d9e6 req-b5597f35-085d-40a2-93e2-2f26845377ae tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 944 time: 0.4002981 Feb 09 01:10:31.346173 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8042c-ae54-4ee5-8f0a-63919d64de15 admin admin] Pushing event updated for resources: {'Port': ['ID=1309f51b-b3c9-4907-ba10-32acbd687ec4,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:31.361749 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c8042c-ae54-4ee5-8f0a-63919d64de15 admin admin] Network 6d890250-ac42-4592-9721-7a49ecf5e127 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:31.364809 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-79c8042c-ae54-4ee5-8f0a-63919d64de15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:31.367624 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c8042c-ae54-4ee5-8f0a-63919d64de15 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:10:31.389506 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e3691-cfa0-4ac5-88b1-bed5cad36988 None None] Pushing event updated for resources: {'Port': ['ID=d9bb003f-eb6d-42fd-8c8e-d302fcd92ca9,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:31.394347 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 3b3ba372-337b-4907-829c-54b4ef6443b7 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:31.394781 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (3b3ba372-337b-4907-829c-54b4ef6443b7), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:31.428180 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-79c8042c-ae54-4ee5-8f0a-63919d64de15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (f608c76e-44ff-486a-b262-d0689e450f93), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:31.450205 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-d713526e-5221-4d6b-86d6-730f55222b69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a50b63d9-9aa6-4f44-8c47-71c17ea2941a), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:31.516291 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f59ed6-136e-4bd9-8963-9086391295aa None None] Routers {'f608c76e-44ff-486a-b262-d0689e450f93'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:10:31.521369 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-f2f59ed6-136e-4bd9-8963-9086391295aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:10:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f608c76e-44ff-486a-b262-d0689e450f93'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:31.542208 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8e5f1981-37ea-4aa3-aef9-2b281915e98a req-51d79ad0-d476-42e2-8c2c-e5b6ec2e1c22 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2437334 Feb 09 01:10:31.547550 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c698e-c686-41d5-92f2-12fab402f4ca req-1dd2db04-6006-4c8e-818f-7cdc39a07c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:31.551779 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-707c698e-c686-41d5-92f2-12fab402f4ca req-1dd2db04-6006-4c8e-818f-7cdc39a07c91 service neutron] 10.222.0.120 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 1.3360031 Feb 09 01:10:31.598899 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9b1af4cd-c29e-45ab-93fd-1030ea37d9e6 req-e604b64e-1c74-45a4-af31-5ce920a072e1 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614119 Feb 09 01:10:31.943827 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-f2f59ed6-136e-4bd9-8963-9086391295aa None None] Set router f608c76e-44ff-486a-b262-d0689e450f93 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:10:31.959233 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-79c8042c-ae54-4ee5-8f0a-63919d64de15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1309f51b-b3c9-4907-ba10-32acbd687ec4), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:32.139011 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f184feda-f2d0-48d7-a3de-b2737ec0bb4d req-8cd38aef-0bdf-45dd-86dc-cbd27dfeca39 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] 10.222.0.50 "GET /v2.0/security-groups/103cb124-d836-4980-af95-ae6e42567dd3 HTTP/1.1" status: 200 len: 1832 time: 0.4696584 Feb 09 01:10:32.345202 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-79c8042c-ae54-4ee5-8f0a-63919d64de15 admin admin] Publish callbacks [] for port (1309f51b-b3c9-4907-ba10-32acbd687ec4), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:32.353535 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-79c8042c-ae54-4ee5-8f0a-63919d64de15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (1309f51b-b3c9-4907-ba10-32acbd687ec4), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:32.415632 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 3b3ba372-337b-4907-829c-54b4ef6443b7 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:32.416989 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3b3ba372-337b-4907-829c-54b4ef6443b7), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:32.462652 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-eaaa593d-63be-4445-9d44-9675a7d47059 None None] Provisioning complete for port 1309f51b-b3c9-4907-ba10-32acbd687ec4 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:32.463703 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-eaaa593d-63be-4445-9d44-9675a7d47059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (1309f51b-b3c9-4907-ba10-32acbd687ec4), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:32.498829 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c698e-c686-41d5-92f2-12fab402f4ca req-451a4743-d23e-4c1d-96b1-6f6d3f035036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:32.509377 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c698e-c686-41d5-92f2-12fab402f4ca req-451a4743-d23e-4c1d-96b1-6f6d3f035036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:32.510343 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c698e-c686-41d5-92f2-12fab402f4ca req-451a4743-d23e-4c1d-96b1-6f6d3f035036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:32.516135 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-eaaa593d-63be-4445-9d44-9675a7d47059 None None] Port 1309f51b-b3c9-4907-ba10-32acbd687ec4 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:10:32.516586 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c698e-c686-41d5-92f2-12fab402f4ca req-451a4743-d23e-4c1d-96b1-6f6d3f035036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:32.518768 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c698e-c686-41d5-92f2-12fab402f4ca req-451a4743-d23e-4c1d-96b1-6f6d3f035036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:32.521108 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c698e-c686-41d5-92f2-12fab402f4ca req-451a4743-d23e-4c1d-96b1-6f6d3f035036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:32.523983 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c698e-c686-41d5-92f2-12fab402f4ca req-451a4743-d23e-4c1d-96b1-6f6d3f035036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:32.529197 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8042c-ae54-4ee5-8f0a-63919d64de15 admin admin] Pushing event updated for resources: {'Port': ['ID=1309f51b-b3c9-4907-ba10-32acbd687ec4,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:32.530419 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8b8469-8cc1-4924-a98a-e738b0ddf122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3ba372-337b-4907-829c-54b4ef6443b7'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:10:32.533719 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-707c698e-c686-41d5-92f2-12fab402f4ca req-451a4743-d23e-4c1d-96b1-6f6d3f035036 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=6cf3517f38e6486d8ed854b974ff2e32&device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 6500 time: 0.9073775 Feb 09 01:10:32.537512 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-79c8042c-ae54-4ee5-8f0a-63919d64de15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (f608c76e-44ff-486a-b262-d0689e450f93), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:32.540364 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6398e2d7-0787-464d-be22-3059e219165b" -d '{"events": [{"server_uuid": "ee8b8469-8cc1-4924-a98a-e738b0ddf122", "name": "network-vif-plugged", "status": "completed", "tag": "3b3ba372-337b-4907-829c-54b4ef6443b7"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:10:32.549396 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fb574d85-9dd1-4921-a4d3-39d51e53856c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:32.569601 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 3b3ba372-337b-4907-829c-54b4ef6443b7, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=3b3ba372-337b-4907-829c-54b4ef6443b7,segment=NetworkSegment(c09a8a87-556d-487a-811a-06517127dee5),segment_id=c09a8a87-556d-487a-811a-06517127dee5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:32.583146 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (3b3ba372-337b-4907-829c-54b4ef6443b7), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:32.656097 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=3b3ba372-337b-4907-829c-54b4ef6443b7,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:32.693838 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 7c634441-bca0-4ab2-bb91-5e84e43fc023 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:10:32.694178 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f184feda-f2d0-48d7-a3de-b2737ec0bb4d req-2a37f1ba-83f9-49e7-8946-b2868e49c946 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Publish callbacks [] for security_group (103cb124-d836-4980-af95-ae6e42567dd3), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:32.770460 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f184feda-f2d0-48d7-a3de-b2737ec0bb4d req-2a37f1ba-83f9-49e7-8946-b2868e49c946 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Publish callbacks [] for security_group (103cb124-d836-4980-af95-ae6e42567dd3), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:32.784817 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c8042c-ae54-4ee5-8f0a-63919d64de15 admin admin] Network 6d890250-ac42-4592-9721-7a49ecf5e127 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:32.787934 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-79c8042c-ae54-4ee5-8f0a-63919d64de15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:32.802138 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-f2f59ed6-136e-4bd9-8963-9086391295aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'name': 'tempest-AttachVolumeTestJSON-1060774487-router', 'tenant_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'd9bb003f-eb6d-42fd-8c8e-d302fcd92ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:24Z', 'updated_at': '2022-02-09T01:10:27Z', 'revision_number': 3, 'project_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'gw_port': {'id': 'd9bb003f-eb6d-42fd-8c8e-d302fcd92ca9', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:25Z', 'updated_at': '2022-02-09T01:10:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:32.849287 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f184feda-f2d0-48d7-a3de-b2737ec0bb4d req-2a37f1ba-83f9-49e7-8946-b2868e49c946 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (103cb124-d836-4980-af95-ae6e42567dd3), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:32.855512 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f184feda-f2d0-48d7-a3de-b2737ec0bb4d req-2a37f1ba-83f9-49e7-8946-b2868e49c946 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:32.858168 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f184feda-f2d0-48d7-a3de-b2737ec0bb4d req-2a37f1ba-83f9-49e7-8946-b2868e49c946 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] 10.222.0.50 "DELETE /v2.0/security-groups/103cb124-d836-4980-af95-ae6e42567dd3 HTTP/1.1" status: 204 len: 173 time: 0.6593475 Feb 09 01:10:32.866883 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcdee6f-21fd-434d-8179-7b5df0fcb6cd req-726d6607-5c16-4763-8601-4885a1837d2d tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:32.869328 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fdcdee6f-21fd-434d-8179-7b5df0fcb6cd req-726d6607-5c16-4763-8601-4885a1837d2d tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/ports?device_id=52acf3f8-9d7d-4294-b461-2e1e048a07c7 HTTP/1.1" status: 200 len: 945 time: 0.9496603 Feb 09 01:10:33.010207 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a37f1ba-83f9-49e7-8946-b2868e49c946 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=103cb124-d836-4980-af95-ae6e42567dd3,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:33.111209 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c8042c-ae54-4ee5-8f0a-63919d64de15 admin admin] Router f608c76e-44ff-486a-b262-d0689e450f93 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:10:33.197509 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 7c634441-bca0-4ab2-bb91-5e84e43fc023, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=7c634441-bca0-4ab2-bb91-5e84e43fc023,segment=NetworkSegment(c2fd7346-b7d9-4c72-b7d0-a3003d85a30a),segment_id=c2fd7346-b7d9-4c72-b7d0-a3003d85a30a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:33.215332 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '7c634441-bca0-4ab2-bb91-5e84e43fc023', 'network_id': '7f137bfd-685a-43bd-bf22-7b98306319d4', 'port_id': '7c634441-bca0-4ab2-bb91-5e84e43fc023', 'mac_address': 'fa:16:3e:da:18:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee1c419e-b5fc-481c-9369-52d887722539', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:10:33.224675 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f59ed6-136e-4bd9-8963-9086391295aa None None] The sync data for ids ['f608c76e-44ff-486a-b262-d0689e450f93'] in n-d-828369-4 is: [{'id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'name': 'tempest-AttachVolumeTestJSON-1060774487-router', 'tenant_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'd9bb003f-eb6d-42fd-8c8e-d302fcd92ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:24Z', 'updated_at': '2022-02-09T01:10:27Z', 'revision_number': 3, 'project_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'gw_port': {'id': 'd9bb003f-eb6d-42fd-8c8e-d302fcd92ca9', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:25Z', 'updated_at': '2022-02-09T01:10:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:10:33.325226 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-d713526e-5221-4d6b-86d6-730f55222b69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a50b63d9-9aa6-4f44-8c47-71c17ea2941a {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:10:33.351924 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-d713526e-5221-4d6b-86d6-730f55222b69 service neutron] Publish callbacks [] for port (a50b63d9-9aa6-4f44-8c47-71c17ea2941a), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:33.369923 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-d713526e-5221-4d6b-86d6-730f55222b69 service neutron] Transition to ACTIVE for port object a50b63d9-9aa6-4f44-8c47-71c17ea2941a will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:10:33.392498 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c8042c-ae54-4ee5-8f0a-63919d64de15 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:10:33.411185 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-79c8042c-ae54-4ee5-8f0a-63919d64de15 admin admin] 10.222.0.50 "PUT /v2.0/routers/f608c76e-44ff-486a-b262-d0689e450f93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1070085 Feb 09 01:10:33.434065 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 7c634441-bca0-4ab2-bb91-5e84e43fc023 is: ACTIVE; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:33.434633 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7c634441-bca0-4ab2-bb91-5e84e43fc023), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:33.454272 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c634441-bca0-4ab2-bb91-5e84e43fc023 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:10:33.460230 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-ba7309e5-c893-4d59-868b-338e95dd4afd None None] Provisioning complete for port 1309f51b-b3c9-4907-ba10-32acbd687ec4 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:33.461024 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ba7309e5-c893-4d59-868b-338e95dd4afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (1309f51b-b3c9-4907-ba10-32acbd687ec4), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:33.509944 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fdcdee6f-21fd-434d-8179-7b5df0fcb6cd req-9acc99eb-bfce-4ee5-8de9-2dade6163399 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/security-groups?id=638acb0c-686f-472f-a3bd-c81129bba32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5747955 Feb 09 01:10:33.538985 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 7c634441-bca0-4ab2-bb91-5e84e43fc023, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=7c634441-bca0-4ab2-bb91-5e84e43fc023,segment=NetworkSegment(c2fd7346-b7d9-4c72-b7d0-a3003d85a30a),segment_id=c2fd7346-b7d9-4c72-b7d0-a3003d85a30a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:33.539485 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-d713526e-5221-4d6b-86d6-730f55222b69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (a50b63d9-9aa6-4f44-8c47-71c17ea2941a), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:33.556374 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (7c634441-bca0-4ab2-bb91-5e84e43fc023), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:33.580031 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ba7309e5-c893-4d59-868b-338e95dd4afd None None] Port 1309f51b-b3c9-4907-ba10-32acbd687ec4 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:10:33.689416 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c257a19-4629-407d-bcea-56b250e55341 x-openstack-request-id: req-6c257a19-4629-407d-bcea-56b250e55341 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:10:33.689737 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "tag": "5546793d-1294-40a4-b524-747f9d9ecf16", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:10:33.690023 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6c257a19-4629-407d-bcea-56b250e55341 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:10:33.690472 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'tag': '5546793d-1294-40a4-b524-747f9d9ecf16', 'status': 'completed', 'code': 200} Feb 09 01:10:33.691861 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c698e-c686-41d5-92f2-12fab402f4ca req-abf8cccc-6dd4-48ba-a6bc-d1306ef8f0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:33.692391 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c698e-c686-41d5-92f2-12fab402f4ca req-abf8cccc-6dd4-48ba-a6bc-d1306ef8f0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:33.692909 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c698e-c686-41d5-92f2-12fab402f4ca req-abf8cccc-6dd4-48ba-a6bc-d1306ef8f0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:33.713861 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-707c698e-c686-41d5-92f2-12fab402f4ca req-abf8cccc-6dd4-48ba-a6bc-d1306ef8f0d4 service neutron] 10.222.0.120 "GET /v2.0/networks?tenant_id=6cf3517f38e6486d8ed854b974ff2e32&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.8664184 Feb 09 01:10:33.849422 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['7c634441-bca0-4ab2-bb91-5e84e43fc023'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:10:33.854165 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=7c634441-bca0-4ab2-bb91-5e84e43fc023,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:33.982692 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82859012-d270-433b-a10b-ec860e5b0c21 x-openstack-request-id: req-82859012-d270-433b-a10b-ec860e5b0c21 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:10:33.983757 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8b8469-8cc1-4924-a98a-e738b0ddf122", "name": "network-vif-plugged", "status": "completed", "tag": "3b3ba372-337b-4907-829c-54b4ef6443b7", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:10:33.984087 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-82859012-d270-433b-a10b-ec860e5b0c21 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:10:33.984490 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8b8469-8cc1-4924-a98a-e738b0ddf122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3ba372-337b-4907-829c-54b4ef6443b7', 'code': 200} Feb 09 01:10:34.199224 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c698e-c686-41d5-92f2-12fab402f4ca req-38772f96-41e9-4262-9179-49b326f73abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:34.205894 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-707c698e-c686-41d5-92f2-12fab402f4ca req-38772f96-41e9-4262-9179-49b326f73abb service neutron] 10.222.0.120 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4911523 Feb 09 01:10:34.385436 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device d9bb003f-eb6d-42fd-8c8e-d302fcd92ca9 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:10:34.497644 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d713526e-5221-4d6b-86d6-730f55222b69 service neutron] Pushing event updated for resources: {'Port': ['ID=a50b63d9-9aa6-4f44-8c47-71c17ea2941a,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:34.566983 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d11bc8b9-ca69-40d0-9684-f2341127b481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:34.585219 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe034f-7da0-48f1-9045-2aed05f29a6e req-d414c075-9d1a-471e-ab67-f0ea73aaeb28 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:34.590396 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a6fe034f-7da0-48f1-9045-2aed05f29a6e req-d414c075-9d1a-471e-ab67-f0ea73aaeb28 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 944 time: 1.5566120 Feb 09 01:10:34.653261 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port d9bb003f-eb6d-42fd-8c8e-d302fcd92ca9 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:34.653647 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d9bb003f-eb6d-42fd-8c8e-d302fcd92ca9), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:34.732021 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 7c634441-bca0-4ab2-bb91-5e84e43fc023 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:10:34.874971 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a6fe034f-7da0-48f1-9045-2aed05f29a6e req-a59c54b3-7dea-4615-9b09-f495883c8b94 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892397 Feb 09 01:10:34.909872 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebddcd-4f87-492d-80a5-e303573d17b9 req-590b62c5-8ad1-493a-b1a7-bc4a4a9b8e74 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:34.915796 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebddcd-4f87-492d-80a5-e303573d17b9 req-590b62c5-8ad1-493a-b1a7-bc4a4a9b8e74 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:34.921308 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebddcd-4f87-492d-80a5-e303573d17b9 req-590b62c5-8ad1-493a-b1a7-bc4a4a9b8e74 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:34.945802 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebddcd-4f87-492d-80a5-e303573d17b9 req-590b62c5-8ad1-493a-b1a7-bc4a4a9b8e74 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:34.954484 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebddcd-4f87-492d-80a5-e303573d17b9 req-590b62c5-8ad1-493a-b1a7-bc4a4a9b8e74 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:34.969257 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebddcd-4f87-492d-80a5-e303573d17b9 req-590b62c5-8ad1-493a-b1a7-bc4a4a9b8e74 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:34.985489 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebddcd-4f87-492d-80a5-e303573d17b9 req-590b62c5-8ad1-493a-b1a7-bc4a4a9b8e74 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:34.985855 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 7c634441-bca0-4ab2-bb91-5e84e43fc023 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:34.987971 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (7c634441-bca0-4ab2-bb91-5e84e43fc023), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:34.993988 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-83ebddcd-4f87-492d-80a5-e303573d17b9 req-590b62c5-8ad1-493a-b1a7-bc4a4a9b8e74 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5410 time: 0.7774911 Feb 09 01:10:35.002645 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde8e09-73e1-4d37-89ae-6161a98b8c3d req-0b0799cc-eaa8-4c66-b07a-1daf44ab73b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:35.005830 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ccde8e09-73e1-4d37-89ae-6161a98b8c3d req-0b0799cc-eaa8-4c66-b07a-1daf44ab73b1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 1127 time: 0.7886589 Feb 09 01:10:35.037726 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port d9bb003f-eb6d-42fd-8c8e-d302fcd92ca9 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:35.043067 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d9bb003f-eb6d-42fd-8c8e-d302fcd92ca9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:35.092322 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60c649-1090-4994-8371-4515a9a962e1 req-59e01e0d-cb2a-43aa-ab20-7e567ee90f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:35.093503 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60c649-1090-4994-8371-4515a9a962e1 req-59e01e0d-cb2a-43aa-ab20-7e567ee90f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:35.094175 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60c649-1090-4994-8371-4515a9a962e1 req-59e01e0d-cb2a-43aa-ab20-7e567ee90f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:35.094851 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60c649-1090-4994-8371-4515a9a962e1 req-59e01e0d-cb2a-43aa-ab20-7e567ee90f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:35.095509 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60c649-1090-4994-8371-4515a9a962e1 req-59e01e0d-cb2a-43aa-ab20-7e567ee90f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:35.096290 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60c649-1090-4994-8371-4515a9a962e1 req-59e01e0d-cb2a-43aa-ab20-7e567ee90f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:35.097131 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60c649-1090-4994-8371-4515a9a962e1 req-59e01e0d-cb2a-43aa-ab20-7e567ee90f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:35.099439 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2c60c649-1090-4994-8371-4515a9a962e1 req-59e01e0d-cb2a-43aa-ab20-7e567ee90f09 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=6cf3517f38e6486d8ed854b974ff2e32&device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 6525 time: 0.7671797 Feb 09 01:10:35.141655 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port d9bb003f-eb6d-42fd-8c8e-d302fcd92ca9, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=d9bb003f-eb6d-42fd-8c8e-d302fcd92ca9,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:35.153229 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d9bb003f-eb6d-42fd-8c8e-d302fcd92ca9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:35.235024 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=d9bb003f-eb6d-42fd-8c8e-d302fcd92ca9,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:35.240714 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-83ebddcd-4f87-492d-80a5-e303573d17b9 req-76724dac-debb-49a7-ad87-1d1812ac9688 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2268357 Feb 09 01:10:35.272917 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-d713526e-5221-4d6b-86d6-730f55222b69 service neutron] Attempting to bind port a50b63d9-9aa6-4f44-8c47-71c17ea2941a on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:10:35.273634 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-d713526e-5221-4d6b-86d6-730f55222b69 service neutron] Attempting to bind port a50b63d9-9aa6-4f44-8c47-71c17ea2941a by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '3750bb22-80d4-4ec1-991e-f1fe2daedfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3c94ca57-3b3a-4c44-bfe5-dcd0786f477f'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:10:35.274950 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-d713526e-5221-4d6b-86d6-730f55222b69 service neutron] Attempting to bind port a50b63d9-9aa6-4f44-8c47-71c17ea2941a on network 3c94ca57-3b3a-4c44-bfe5-dcd0786f477f {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:35.286162 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 7c634441-bca0-4ab2-bb91-5e84e43fc023 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:35.286718 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7c634441-bca0-4ab2-bb91-5e84e43fc023), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:35.344620 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 7c634441-bca0-4ab2-bb91-5e84e43fc023, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=7c634441-bca0-4ab2-bb91-5e84e43fc023,segment=NetworkSegment(c2fd7346-b7d9-4c72-b7d0-a3003d85a30a),segment_id=c2fd7346-b7d9-4c72-b7d0-a3003d85a30a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:35.352787 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (7c634441-bca0-4ab2-bb91-5e84e43fc023), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:35.391258 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-d713526e-5221-4d6b-86d6-730f55222b69 service neutron] Port a50b63d9-9aa6-4f44-8c47-71c17ea2941a on network 3c94ca57-3b3a-4c44-bfe5-dcd0786f477f not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:10:35.392644 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-d713526e-5221-4d6b-86d6-730f55222b69 service neutron] Attempting to bind port a50b63d9-9aa6-4f44-8c47-71c17ea2941a on network 3c94ca57-3b3a-4c44-bfe5-dcd0786f477f {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:35.412156 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ec41a711-4e96-4342-ad4f-c88613438978 req-e93e099f-32de-4b07-ad42-8f64af11d7dd tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] 10.222.0.50 "GET /v2.0/security-groups/e078d0b7-deb2-452e-b0be-db9f91954c9e HTTP/1.1" status: 200 len: 1832 time: 0.0797760 Feb 09 01:10:35.486524 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=7c634441-bca0-4ab2-bb91-5e84e43fc023,revision_number=7']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:35.520193 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-d713526e-5221-4d6b-86d6-730f55222b69 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:10:35.520724 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-d713526e-5221-4d6b-86d6-730f55222b69 service neutron] Checking segment: {'id': '3750bb22-80d4-4ec1-991e-f1fe2daedfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3c94ca57-3b3a-4c44-bfe5-dcd0786f477f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:10:35.521217 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-d713526e-5221-4d6b-86d6-730f55222b69 service neutron] Bound using segment: {'id': '3750bb22-80d4-4ec1-991e-f1fe2daedfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3c94ca57-3b3a-4c44-bfe5-dcd0786f477f'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:10:35.521780 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-d713526e-5221-4d6b-86d6-730f55222b69 service neutron] Bound port: a50b63d9-9aa6-4f44-8c47-71c17ea2941a, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3750bb22-80d4-4ec1-991e-f1fe2daedfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3c94ca57-3b3a-4c44-bfe5-dcd0786f477f'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:10:35.522237 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-d713526e-5221-4d6b-86d6-730f55222b69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a50b63d9-9aa6-4f44-8c47-71c17ea2941a), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:35.633530 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ccde8e09-73e1-4d37-89ae-6161a98b8c3d req-9117de73-b8f5-45ca-af1c-e2f261240147 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5688796 Feb 09 01:10:35.648077 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b415b-90f0-4887-bc35-7413a37d8828 req-4884a2f8-40f3-415c-bdfc-cb1be3aa586f tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:35.649929 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-751b415b-90f0-4887-bc35-7413a37d8828 req-4884a2f8-40f3-415c-bdfc-cb1be3aa586f tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 945 time: 0.5792353 Feb 09 01:10:35.735564 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ec41a711-4e96-4342-ad4f-c88613438978 req-eba9cd84-a0e4-4846-b771-0c842168eb2f tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Publish callbacks [] for security_group (e078d0b7-deb2-452e-b0be-db9f91954c9e), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:35.766011 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60c649-1090-4994-8371-4515a9a962e1 req-6a8ae27c-cee8-42ff-98b6-98128f3f8b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:35.767132 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60c649-1090-4994-8371-4515a9a962e1 req-6a8ae27c-cee8-42ff-98b6-98128f3f8b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:35.767766 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60c649-1090-4994-8371-4515a9a962e1 req-6a8ae27c-cee8-42ff-98b6-98128f3f8b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:35.769579 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2c60c649-1090-4994-8371-4515a9a962e1 req-6a8ae27c-cee8-42ff-98b6-98128f3f8b16 service neutron] 10.222.0.120 "GET /v2.0/networks?tenant_id=6cf3517f38e6486d8ed854b974ff2e32&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5488038 Feb 09 01:10:35.793490 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-d713526e-5221-4d6b-86d6-730f55222b69 service neutron] For port a50b63d9-9aa6-4f44-8c47-71c17ea2941a, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:10:35.798786 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ec41a711-4e96-4342-ad4f-c88613438978 req-eba9cd84-a0e4-4846-b771-0c842168eb2f tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Publish callbacks [] for security_group (e078d0b7-deb2-452e-b0be-db9f91954c9e), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:35.824272 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:35.844250 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-d713526e-5221-4d6b-86d6-730f55222b69 service neutron] For port a50b63d9-9aa6-4f44-8c47-71c17ea2941a, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=a50b63d9-9aa6-4f44-8c47-71c17ea2941a,segment=NetworkSegment(3750bb22-80d4-4ec1-991e-f1fe2daedfff),segment_id=3750bb22-80d4-4ec1-991e-f1fe2daedfff)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:10:35.877052 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-751b415b-90f0-4887-bc35-7413a37d8828 req-e79ce632-bedf-41e0-b9d5-a82f5f47ce5a tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039135 Feb 09 01:10:35.918201 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-d713526e-5221-4d6b-86d6-730f55222b69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (a50b63d9-9aa6-4f44-8c47-71c17ea2941a), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:35.985358 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52acf3f8-9d7d-4294-b461-2e1e048a07c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c634441-bca0-4ab2-bb91-5e84e43fc023'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:10:35.987692 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ab2aa5-9f9a-4227-9e84-9eb98fbaa3a4" -d '{"events": [{"server_uuid": "52acf3f8-9d7d-4294-b461-2e1e048a07c7", "name": "network-vif-plugged", "status": "completed", "tag": "7c634441-bca0-4ab2-bb91-5e84e43fc023"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:10:36.003859 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-d713526e-5221-4d6b-86d6-730f55222b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:36.021810 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-d713526e-5221-4d6b-86d6-730f55222b69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:36.023548 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-d713526e-5221-4d6b-86d6-730f55222b69 service neutron] 10.222.0.120 "PUT /v2.0/ports/a50b63d9-9aa6-4f44-8c47-71c17ea2941a HTTP/1.1" status: 200 len: 1091 time: 5.7697587 Feb 09 01:10:36.026106 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'tag': 'a50b63d9-9aa6-4f44-8c47-71c17ea2941a'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:10:36.028534 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2897dede-763b-4ee9-bfc7-b126100caad8" -d '{"events": [{"name": "network-changed", "server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "tag": "a50b63d9-9aa6-4f44-8c47-71c17ea2941a"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:10:36.036026 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ec41a711-4e96-4342-ad4f-c88613438978 req-eba9cd84-a0e4-4846-b771-0c842168eb2f tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e078d0b7-deb2-452e-b0be-db9f91954c9e), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:36.044123 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ec41a711-4e96-4342-ad4f-c88613438978 req-eba9cd84-a0e4-4846-b771-0c842168eb2f tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:36.047243 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ec41a711-4e96-4342-ad4f-c88613438978 req-eba9cd84-a0e4-4846-b771-0c842168eb2f tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] 10.222.0.50 "DELETE /v2.0/security-groups/e078d0b7-deb2-452e-b0be-db9f91954c9e HTTP/1.1" status: 204 len: 173 time: 0.6217752 Feb 09 01:10:36.131243 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba9cd84-a0e4-4846-b771-0c842168eb2f tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e078d0b7-deb2-452e-b0be-db9f91954c9e,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:36.177237 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d713526e-5221-4d6b-86d6-730f55222b69 service neutron] Pushing event updated for resources: {'Port': ['ID=a50b63d9-9aa6-4f44-8c47-71c17ea2941a,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:36.193654 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60c649-1090-4994-8371-4515a9a962e1 req-c883c337-1d1e-442d-b51a-6d0c643fa3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:36.195249 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2c60c649-1090-4994-8371-4515a9a962e1 req-c883c337-1d1e-442d-b51a-6d0c643fa3e9 service neutron] 10.222.0.120 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3657649 Feb 09 01:10:36.205315 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-dae53899-3892-4e50-9cad-ff460e65bfa2 service neutron] Request body: {'port': {'device_id': '4d5153a0-8298-427c-b483-59529eb01043', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:36.290941 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device d9bb003f-eb6d-42fd-8c8e-d302fcd92ca9 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:10:36.435429 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port d9bb003f-eb6d-42fd-8c8e-d302fcd92ca9 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:36.436401 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d9bb003f-eb6d-42fd-8c8e-d302fcd92ca9), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:36.439148 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-dae53899-3892-4e50-9cad-ff460e65bfa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8878209d-10f0-43e8-9625-98836d88edd2), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:36.578409 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port d9bb003f-eb6d-42fd-8c8e-d302fcd92ca9 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:36.615227 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50180) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:36.620499 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-58243e40-50c2-4658-bad0-7774e01f53d5 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Request body: {'security_group': {'name': 'tempest-securitygroup--79710647', 'description': 'tempest-description--1010596602'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:36.673521 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-58243e40-50c2-4658-bad0-7774e01f53d5 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:36.697545 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 7c634441-bca0-4ab2-bb91-5e84e43fc023 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:10:36.706649 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76386f9c-0020-42cd-9c7e-ec36bd519935 None None] Sync routers for ids ['f608c76e-44ff-486a-b262-d0689e450f93'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:10:36.731167 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76386f9c-0020-42cd-9c7e-ec36bd519935 None None] Routers {'f608c76e-44ff-486a-b262-d0689e450f93'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:10:36.735349 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-76386f9c-0020-42cd-9c7e-ec36bd519935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:10:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f608c76e-44ff-486a-b262-d0689e450f93'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:36.911350 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 7c634441-bca0-4ab2-bb91-5e84e43fc023 is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:36.911941 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7c634441-bca0-4ab2-bb91-5e84e43fc023), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:36.963349 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b1dee-4b0d-4345-97df-f12213f5c7f2 req-4ad28b5a-1a75-47ba-a0f6-8626ab757d34 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:36.968440 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-792b1dee-4b0d-4345-97df-f12213f5c7f2 req-4ad28b5a-1a75-47ba-a0f6-8626ab757d34 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/ports?device_id=52acf3f8-9d7d-4294-b461-2e1e048a07c7 HTTP/1.1" status: 200 len: 945 time: 0.5725121 Feb 09 01:10:36.986905 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 7c634441-bca0-4ab2-bb91-5e84e43fc023, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=7c634441-bca0-4ab2-bb91-5e84e43fc023,segment=NetworkSegment(c2fd7346-b7d9-4c72-b7d0-a3003d85a30a),segment_id=c2fd7346-b7d9-4c72-b7d0-a3003d85a30a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:36.993726 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (7c634441-bca0-4ab2-bb91-5e84e43fc023), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:37.023821 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-58243e40-50c2-4658-bad0-7774e01f53d5 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks [] for security_group (e711df6c-6fe3-4590-9ab7-e2920a97103b), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:37.039056 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-58243e40-50c2-4658-bad0-7774e01f53d5 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e711df6c-6fe3-4590-9ab7-e2920a97103b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:37.098698 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=7c634441-bca0-4ab2-bb91-5e84e43fc023,revision_number=8']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:37.122001 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:37.139551 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-58243e40-50c2-4658-bad0-7774e01f53d5 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:37.143728 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-58243e40-50c2-4658-bad0-7774e01f53d5 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5265439 Feb 09 01:10:37.144400 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-792b1dee-4b0d-4345-97df-f12213f5c7f2 req-40ff4615-7782-4efd-97a3-b2547f750a5f tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/security-groups?id=638acb0c-686f-472f-a3bd-c81129bba32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219523 Feb 09 01:10:37.159030 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50184) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:37.167631 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-e45b8752-c553-4b6b-9e3e-e04eb3e7ea23 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Request body: {'security_group_rule': {'security_group_id': 'e711df6c-6fe3-4590-9ab7-e2920a97103b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:37.189793 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58243e40-50c2-4658-bad0-7774e01f53d5 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e711df6c-6fe3-4590-9ab7-e2920a97103b,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:37.248439 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e45b8752-c553-4b6b-9e3e-e04eb3e7ea23 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks [] for security_group_rule (fe266703-fe56-4ad3-a7ec-4d20fefac87d), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:37.284752 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a284d2-768e-4bd8-a677-800dc066835d x-openstack-request-id: req-02a284d2-768e-4bd8-a677-800dc066835d {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:10:37.285160 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52acf3f8-9d7d-4294-b461-2e1e048a07c7", "name": "network-vif-plugged", "status": "completed", "tag": "7c634441-bca0-4ab2-bb91-5e84e43fc023", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:10:37.285367 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-02a284d2-768e-4bd8-a677-800dc066835d {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:10:37.285720 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52acf3f8-9d7d-4294-b461-2e1e048a07c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c634441-bca0-4ab2-bb91-5e84e43fc023', 'code': 200} Feb 09 01:10:37.325915 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088ad3e-5c3c-4255-ac32-2990eccd2165 req-4cff4d09-86f0-48f0-8324-3f3ce66829f4 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:37.340881 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-76386f9c-0020-42cd-9c7e-ec36bd519935 None None] Set router f608c76e-44ff-486a-b262-d0689e450f93 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:10:37.342118 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a088ad3e-5c3c-4255-ac32-2990eccd2165 req-4cff4d09-86f0-48f0-8324-3f3ce66829f4 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 944 time: 0.4167435 Feb 09 01:10:37.445159 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e45b8752-c553-4b6b-9e3e-e04eb3e7ea23 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks [] for security_group_rule (fe266703-fe56-4ad3-a7ec-4d20fefac87d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:37.452010 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e45b8752-c553-4b6b-9e3e-e04eb3e7ea23 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (fe266703-fe56-4ad3-a7ec-4d20fefac87d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:37.462005 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a088ad3e-5c3c-4255-ac32-2990eccd2165 req-54fefbf8-03b5-4d61-a393-5d1ab4fcf5e7 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122391 Feb 09 01:10:37.517456 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b8752-c553-4b6b-9e3e-e04eb3e7ea23 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe266703-fe56-4ad3-a7ec-4d20fefac87d,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:37.536349 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:37.550825 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e45b8752-c553-4b6b-9e3e-e04eb3e7ea23 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:37.555310 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e45b8752-c553-4b6b-9e3e-e04eb3e7ea23 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3946347 Feb 09 01:10:37.558301 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50190) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:37.564440 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51899c59-ce9b-4c37-8db4-fdc7ebae2485 x-openstack-request-id: req-51899c59-ce9b-4c37-8db4-fdc7ebae2485 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:10:37.565761 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "tag": "a50b63d9-9aa6-4f44-8c47-71c17ea2941a", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:10:37.565761 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-51899c59-ce9b-4c37-8db4-fdc7ebae2485 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:10:37.565761 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'tag': 'a50b63d9-9aa6-4f44-8c47-71c17ea2941a', 'status': 'completed', 'code': 200} Feb 09 01:10:37.573129 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-4490bda1-7115-438c-97b1-7a8d42d51d3c tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Request body: {'security_group_rule': {'security_group_id': 'e711df6c-6fe3-4590-9ab7-e2920a97103b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:37.602188 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3e7b36f8-11df-4da6-aac8-cfdc048cea2a req-44971a66-b723-4ff9-b128-e02c2021d378 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] 10.222.0.50 "GET /v2.0/security-groups/eb5d241a-8cdb-4aeb-940e-9a10b62ba8cf HTTP/1.1" status: 200 len: 1830 time: 0.2563975 Feb 09 01:10:37.646277 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4490bda1-7115-438c-97b1-7a8d42d51d3c tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks [] for security_group_rule (fd66922f-cec4-4e65-94cc-c563b7919013), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:37.755360 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4490bda1-7115-438c-97b1-7a8d42d51d3c tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks [] for security_group_rule (fd66922f-cec4-4e65-94cc-c563b7919013), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:37.766813 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4490bda1-7115-438c-97b1-7a8d42d51d3c tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (fd66922f-cec4-4e65-94cc-c563b7919013), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:37.808482 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490bda1-7115-438c-97b1-7a8d42d51d3c tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd66922f-cec4-4e65-94cc-c563b7919013,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:37.849257 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4490bda1-7115-438c-97b1-7a8d42d51d3c tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:37.850885 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4490bda1-7115-438c-97b1-7a8d42d51d3c tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2908344 Feb 09 01:10:37.853971 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50196) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:37.860113 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-1ab9d46b-4303-4824-ba4a-96aa1aa531d4 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:37.891370 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-76386f9c-0020-42cd-9c7e-ec36bd519935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'name': 'tempest-AttachVolumeTestJSON-1060774487-router', 'tenant_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'd9bb003f-eb6d-42fd-8c8e-d302fcd92ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:24Z', 'updated_at': '2022-02-09T01:10:31Z', 'revision_number': 4, 'project_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'gw_port': {'id': 'd9bb003f-eb6d-42fd-8c8e-d302fcd92ca9', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:25Z', 'updated_at': '2022-02-09T01:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '1309f51b-b3c9-4907-ba10-32acbd687ec4', 'name': '', 'network_id': '6d890250-ac42-4592-9721-7a49ecf5e127', 'tenant_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'mac_address': 'fa:16:3e:82:b2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '1fcc5198-b453-4567-8086-51be74d33b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:30Z', 'updated_at': '2022-02-09T01:10:32Z', 'revision_number': 2, 'project_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'subnets': [{'id': '1fcc5198-b453-4567-8086-51be74d33b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:37.907585 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1ab9d46b-4303-4824-ba4a-96aa1aa531d4 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:37.923620 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3e7b36f8-11df-4da6-aac8-cfdc048cea2a req-62534678-03cf-4642-8a78-4d69cc97d597 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Publish callbacks [] for security_group (eb5d241a-8cdb-4aeb-940e-9a10b62ba8cf), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:37.967737 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76386f9c-0020-42cd-9c7e-ec36bd519935 None None] Checking router: f608c76e-44ff-486a-b262-d0689e450f93 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:10:37.968365 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76386f9c-0020-42cd-9c7e-ec36bd519935 None None] Updating router f608c76e-44ff-486a-b262-d0689e450f93 port 1309f51b-b3c9-4907-ba10-32acbd687ec4 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:10:37.974714 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-dae53899-3892-4e50-9cad-ff460e65bfa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8878209d-10f0-43e8-9625-98836d88edd2 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:10:37.985905 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3e7b36f8-11df-4da6-aac8-cfdc048cea2a req-62534678-03cf-4642-8a78-4d69cc97d597 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Publish callbacks [] for security_group (eb5d241a-8cdb-4aeb-940e-9a10b62ba8cf), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:38.000182 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7cd3d-7915-4f31-97db-f83833238931 req-ce84731b-0d75-4877-9d9d-f029490ac1d6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:38.015987 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7cd3d-7915-4f31-97db-f83833238931 req-ce84731b-0d75-4877-9d9d-f029490ac1d6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:38.022560 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7cd3d-7915-4f31-97db-f83833238931 req-ce84731b-0d75-4877-9d9d-f029490ac1d6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:38.025623 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-76386f9c-0020-42cd-9c7e-ec36bd519935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1309f51b-b3c9-4907-ba10-32acbd687ec4), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:38.027986 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7cd3d-7915-4f31-97db-f83833238931 req-ce84731b-0d75-4877-9d9d-f029490ac1d6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:38.047931 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7cd3d-7915-4f31-97db-f83833238931 req-ce84731b-0d75-4877-9d9d-f029490ac1d6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:38.054042 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7cd3d-7915-4f31-97db-f83833238931 req-ce84731b-0d75-4877-9d9d-f029490ac1d6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:38.059459 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7cd3d-7915-4f31-97db-f83833238931 req-ce84731b-0d75-4877-9d9d-f029490ac1d6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:38.073771 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-48b7cd3d-7915-4f31-97db-f83833238931 req-ce84731b-0d75-4877-9d9d-f029490ac1d6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5410 time: 0.3667190 Feb 09 01:10:38.095777 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-dae53899-3892-4e50-9cad-ff460e65bfa2 service neutron] Publish callbacks [] for port (8878209d-10f0-43e8-9625-98836d88edd2), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:38.147572 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1ab9d46b-4303-4824-ba4a-96aa1aa531d4 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:38.176235 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-dae53899-3892-4e50-9cad-ff460e65bfa2 service neutron] Transition to ACTIVE for port object 8878209d-10f0-43e8-9625-98836d88edd2 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:10:38.184954 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-dae53899-3892-4e50-9cad-ff460e65bfa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (8878209d-10f0-43e8-9625-98836d88edd2), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:38.252606 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3e7b36f8-11df-4da6-aac8-cfdc048cea2a req-62534678-03cf-4642-8a78-4d69cc97d597 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (eb5d241a-8cdb-4aeb-940e-9a10b62ba8cf), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:38.255231 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3e7b36f8-11df-4da6-aac8-cfdc048cea2a req-62534678-03cf-4642-8a78-4d69cc97d597 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:38.274828 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3e7b36f8-11df-4da6-aac8-cfdc048cea2a req-62534678-03cf-4642-8a78-4d69cc97d597 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] 10.222.0.50 "DELETE /v2.0/security-groups/eb5d241a-8cdb-4aeb-940e-9a10b62ba8cf HTTP/1.1" status: 204 len: 173 time: 0.6699431 Feb 09 01:10:38.297484 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50198) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:38.329998 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae53899-3892-4e50-9cad-ff460e65bfa2 service neutron] Pushing event updated for resources: {'Port': ['ID=8878209d-10f0-43e8-9625-98836d88edd2,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:38.333466 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-1ab9d46b-4303-4824-ba4a-96aa1aa531d4 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Allocated IP 172.25.8.247 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/1e951420-a862-4a85-9b3c-87d84692e8f7) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:38.430039 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:38.484920 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-48b7cd3d-7915-4f31-97db-f83833238931 req-b74c86e5-3504-4d3b-8e53-c113ec980df9 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3855412 Feb 09 01:10:38.558817 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62534678-03cf-4642-8a78-4d69cc97d597 tempest-SecurityGroupRulesNegativeTestJSON-1442820817 tempest-SecurityGroupRulesNegativeTestJSON-1442820817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5d241a-8cdb-4aeb-940e-9a10b62ba8cf,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:38.685733 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1ab9d46b-4303-4824-ba4a-96aa1aa531d4 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks [] for port (1e951420-a862-4a85-9b3c-87d84692e8f7), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:38.711739 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-2892a399-0520-4d6d-8f20-3a33226bb057 admin admin] Deleting subnet dcd46121-2f18-4133-bcae-e63449666c44 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:10:38.717321 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2892a399-0520-4d6d-8f20-3a33226bb057 admin admin] Publish callbacks [] for subnet (dcd46121-2f18-4133-bcae-e63449666c44), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:38.737374 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-76386f9c-0020-42cd-9c7e-ec36bd519935 None None] Publish callbacks [] for port (1309f51b-b3c9-4907-ba10-32acbd687ec4), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:38.749625 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-76386f9c-0020-42cd-9c7e-ec36bd519935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1309f51b-b3c9-4907-ba10-32acbd687ec4), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:38.763341 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897dede-763b-4ee9-bfc7-b126100caad8 req-8bbc27bf-0f97-4830-a434-a48037eaf71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:38.764219 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897dede-763b-4ee9-bfc7-b126100caad8 req-8bbc27bf-0f97-4830-a434-a48037eaf71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:38.764953 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897dede-763b-4ee9-bfc7-b126100caad8 req-8bbc27bf-0f97-4830-a434-a48037eaf71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:38.765604 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897dede-763b-4ee9-bfc7-b126100caad8 req-8bbc27bf-0f97-4830-a434-a48037eaf71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:38.766255 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897dede-763b-4ee9-bfc7-b126100caad8 req-8bbc27bf-0f97-4830-a434-a48037eaf71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:38.767024 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897dede-763b-4ee9-bfc7-b126100caad8 req-8bbc27bf-0f97-4830-a434-a48037eaf71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:38.767787 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897dede-763b-4ee9-bfc7-b126100caad8 req-8bbc27bf-0f97-4830-a434-a48037eaf71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:38.770347 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2897dede-763b-4ee9-bfc7-b126100caad8 req-8bbc27bf-0f97-4830-a434-a48037eaf71d service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=6cf3517f38e6486d8ed854b974ff2e32&device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 6623 time: 0.4376943 Feb 09 01:10:38.785257 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62846d02-2d37-4c7d-ae7a-e3b31f8ffcbb req-c9dcfbbb-b744-4206-981c-c676b8c4e24d tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:38.796493 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-62846d02-2d37-4c7d-ae7a-e3b31f8ffcbb req-c9dcfbbb-b744-4206-981c-c676b8c4e24d tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 945 time: 0.3994322 Feb 09 01:10:38.822812 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2892a399-0520-4d6d-8f20-3a33226bb057 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (dcd46121-2f18-4133-bcae-e63449666c44), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:38.868353 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f96ba-a0c4-4d23-b362-40578eb1a7e6 None None] Pushing event updated for resources: {'Port': ['ID=1309f51b-b3c9-4907-ba10-32acbd687ec4,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:38.884578 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2892a399-0520-4d6d-8f20-3a33226bb057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (dcd46121-2f18-4133-bcae-e63449666c44), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:38.968947 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2892a399-0520-4d6d-8f20-3a33226bb057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (dcd46121-2f18-4133-bcae-e63449666c44), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:38.989831 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2892a399-0520-4d6d-8f20-3a33226bb057 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:38.996863 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2892a399-0520-4d6d-8f20-3a33226bb057 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/dcd46121-2f18-4133-bcae-e63449666c44 HTTP/1.1" status: 204 len: 168 time: 0.6976688 Feb 09 01:10:39.025790 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50206) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:39.039283 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-76386f9c-0020-42cd-9c7e-ec36bd519935 None None] Attempting to bind port 1309f51b-b3c9-4907-ba10-32acbd687ec4 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:10:39.039822 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-76386f9c-0020-42cd-9c7e-ec36bd519935 None None] Attempting to bind port 1309f51b-b3c9-4907-ba10-32acbd687ec4 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '8e2e0547-7361-46ac-84b5-12a09ebed7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6d890250-ac42-4592-9721-7a49ecf5e127'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:10:39.040171 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76386f9c-0020-42cd-9c7e-ec36bd519935 None None] Attempting to bind port 1309f51b-b3c9-4907-ba10-32acbd687ec4 on network 6d890250-ac42-4592-9721-7a49ecf5e127 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:39.050013 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76386f9c-0020-42cd-9c7e-ec36bd519935 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:10:39.050458 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76386f9c-0020-42cd-9c7e-ec36bd519935 None None] Checking segment: {'id': '8e2e0547-7361-46ac-84b5-12a09ebed7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6d890250-ac42-4592-9721-7a49ecf5e127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:10:39.050799 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-76386f9c-0020-42cd-9c7e-ec36bd519935 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:39.051196 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76386f9c-0020-42cd-9c7e-ec36bd519935 None None] Bound using segment: {'id': '8e2e0547-7361-46ac-84b5-12a09ebed7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6d890250-ac42-4592-9721-7a49ecf5e127'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:10:39.051679 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-76386f9c-0020-42cd-9c7e-ec36bd519935 None None] Bound port: 1309f51b-b3c9-4907-ba10-32acbd687ec4, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e2e0547-7361-46ac-84b5-12a09ebed7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6d890250-ac42-4592-9721-7a49ecf5e127'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:10:39.052065 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-76386f9c-0020-42cd-9c7e-ec36bd519935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1309f51b-b3c9-4907-ba10-32acbd687ec4), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:39.127399 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e26f65f-40ce-417e-ab53-1c7974b576bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (b0ad4015-c2df-48f5-bc5b-104293a8e807), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:39.133818 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892a399-0520-4d6d-8f20-3a33226bb057 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcd46121-2f18-4133-bcae-e63449666c44,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:39.176292 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-76386f9c-0020-42cd-9c7e-ec36bd519935 None None] For port 1309f51b-b3c9-4907-ba10-32acbd687ec4, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:10:39.179951 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-76386f9c-0020-42cd-9c7e-ec36bd519935 None None] For port 1309f51b-b3c9-4907-ba10-32acbd687ec4, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=1309f51b-b3c9-4907-ba10-32acbd687ec4,segment=NetworkSegment(8e2e0547-7361-46ac-84b5-12a09ebed7f5),segment_id=8e2e0547-7361-46ac-84b5-12a09ebed7f5)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:10:39.186118 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-76386f9c-0020-42cd-9c7e-ec36bd519935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1309f51b-b3c9-4907-ba10-32acbd687ec4), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:39.198609 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1ab9d46b-4303-4824-ba4a-96aa1aa531d4 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (1e951420-a862-4a85-9b3c-87d84692e8f7), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:39.218264 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-310ad371-9caa-45b6-8799-b05c9c4527df None None] Provisioning complete for port 1309f51b-b3c9-4907-ba10-32acbd687ec4 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:39.218653 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-310ad371-9caa-45b6-8799-b05c9c4527df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (1309f51b-b3c9-4907-ba10-32acbd687ec4), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:39.245147 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76386f9c-0020-42cd-9c7e-ec36bd519935 None None] Routers {'f608c76e-44ff-486a-b262-d0689e450f93'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:10:39.245773 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-76386f9c-0020-42cd-9c7e-ec36bd519935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:10:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f608c76e-44ff-486a-b262-d0689e450f93'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:39.297926 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-dae53899-3892-4e50-9cad-ff460e65bfa2 service neutron] Attempting to bind port 8878209d-10f0-43e8-9625-98836d88edd2 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:10:39.298479 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-dae53899-3892-4e50-9cad-ff460e65bfa2 service neutron] Attempting to bind port 8878209d-10f0-43e8-9625-98836d88edd2 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '3750bb22-80d4-4ec1-991e-f1fe2daedfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3c94ca57-3b3a-4c44-bfe5-dcd0786f477f'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:10:39.298607 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-dae53899-3892-4e50-9cad-ff460e65bfa2 service neutron] Attempting to bind port 8878209d-10f0-43e8-9625-98836d88edd2 on network 3c94ca57-3b3a-4c44-bfe5-dcd0786f477f {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:39.306630 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52acf3f8-9d7d-4294-b461-2e1e048a07c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c634441-bca0-4ab2-bb91-5e84e43fc023'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:10:39.310622 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4445426-5145-423b-add9-88eabfda0541" -d '{"events": [{"server_uuid": "52acf3f8-9d7d-4294-b461-2e1e048a07c7", "name": "network-vif-unplugged", "status": "completed", "tag": "7c634441-bca0-4ab2-bb91-5e84e43fc023"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:10:39.344973 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab9d46b-4303-4824-ba4a-96aa1aa531d4 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:39.355326 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:39.358746 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e26f65f-40ce-417e-ab53-1c7974b576bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (b0ad4015-c2df-48f5-bc5b-104293a8e807), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:39.358951 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-dae53899-3892-4e50-9cad-ff460e65bfa2 service neutron] Port 8878209d-10f0-43e8-9625-98836d88edd2 on network 3c94ca57-3b3a-4c44-bfe5-dcd0786f477f not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:10:39.359247 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-dae53899-3892-4e50-9cad-ff460e65bfa2 service neutron] Attempting to bind port 8878209d-10f0-43e8-9625-98836d88edd2 on network 3c94ca57-3b3a-4c44-bfe5-dcd0786f477f {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:39.381846 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-1ab9d46b-4303-4824-ba4a-96aa1aa531d4 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:39.386084 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f96ba-a0c4-4d23-b362-40578eb1a7e6 None None] Pushing event updated for resources: {'Port': ['ID=1309f51b-b3c9-4907-ba10-32acbd687ec4,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:39.402256 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab9d46b-4303-4824-ba4a-96aa1aa531d4 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Pushing event updated for resources: {'Port': ['ID=1e951420-a862-4a85-9b3c-87d84692e8f7,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:39.404861 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab9d46b-4303-4824-ba4a-96aa1aa531d4 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:10:39.411557 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-dae53899-3892-4e50-9cad-ff460e65bfa2 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:10:39.422840 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-dae53899-3892-4e50-9cad-ff460e65bfa2 service neutron] Checking segment: {'id': '3750bb22-80d4-4ec1-991e-f1fe2daedfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3c94ca57-3b3a-4c44-bfe5-dcd0786f477f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:10:39.422840 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-dae53899-3892-4e50-9cad-ff460e65bfa2 service neutron] Bound using segment: {'id': '3750bb22-80d4-4ec1-991e-f1fe2daedfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3c94ca57-3b3a-4c44-bfe5-dcd0786f477f'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:10:39.423667 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-dae53899-3892-4e50-9cad-ff460e65bfa2 service neutron] Bound port: 8878209d-10f0-43e8-9625-98836d88edd2, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3750bb22-80d4-4ec1-991e-f1fe2daedfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '3c94ca57-3b3a-4c44-bfe5-dcd0786f477f'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:10:39.424085 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-dae53899-3892-4e50-9cad-ff460e65bfa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8878209d-10f0-43e8-9625-98836d88edd2), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:39.447934 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-7e26f65f-40ce-417e-ab53-1c7974b576bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0ad4015-c2df-48f5-bc5b-104293a8e807']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:39.461041 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-310ad371-9caa-45b6-8799-b05c9c4527df None None] Current status of the port 1309f51b-b3c9-4907-ba10-32acbd687ec4 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:39.461539 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-310ad371-9caa-45b6-8799-b05c9c4527df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1309f51b-b3c9-4907-ba10-32acbd687ec4), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:39.464902 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-62846d02-2d37-4c7d-ae7a-e3b31f8ffcbb req-90bd12d5-0777-4a1e-9d38-1c2da308579b tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6629710 Feb 09 01:10:39.490767 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-76386f9c-0020-42cd-9c7e-ec36bd519935 None None] Set router f608c76e-44ff-486a-b262-d0689e450f93 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:10:39.506449 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-7e26f65f-40ce-417e-ab53-1c7974b576bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7075a747-3faf-4219-aad8-efbd0673f53e') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:39.506679 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-7e26f65f-40ce-417e-ab53-1c7974b576bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7075a747-3faf-4219-aad8-efbd0673f53e') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:39.529176 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e26f65f-40ce-417e-ab53-1c7974b576bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (7075a747-3faf-4219-aad8-efbd0673f53e), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:39.540467 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-310ad371-9caa-45b6-8799-b05c9c4527df None None] For port 1309f51b-b3c9-4907-ba10-32acbd687ec4, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=1309f51b-b3c9-4907-ba10-32acbd687ec4,segment=NetworkSegment(8e2e0547-7361-46ac-84b5-12a09ebed7f5),segment_id=8e2e0547-7361-46ac-84b5-12a09ebed7f5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:39.546357 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-310ad371-9caa-45b6-8799-b05c9c4527df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1309f51b-b3c9-4907-ba10-32acbd687ec4), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:39.555133 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e26f65f-40ce-417e-ab53-1c7974b576bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (7075a747-3faf-4219-aad8-efbd0673f53e), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:39.566088 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e26f65f-40ce-417e-ab53-1c7974b576bb admin admin] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:10:39.566423 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e26f65f-40ce-417e-ab53-1c7974b576bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (7075a747-3faf-4219-aad8-efbd0673f53e), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:39.645082 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b045a6-bdff-4df0-a423-22d21cd10a0b req-76b457e5-434f-4615-a873-77a552a971fd tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:39.650194 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ad371-9caa-45b6-8799-b05c9c4527df None None] Pushing event updated for resources: {'Port': ['ID=1309f51b-b3c9-4907-ba10-32acbd687ec4,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:39.653478 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e5b045a6-bdff-4df0-a423-22d21cd10a0b req-76b457e5-434f-4615-a873-77a552a971fd tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 944 time: 0.4188201 Feb 09 01:10:39.654423 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:10:39.654423 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:10:39.654423 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:10:39.654423 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:10:39.654423 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:10:39.654423 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:10:39.654423 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:10:39.654423 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:10:39.654423 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:10:39.654423 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:10:39.654423 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:10:39.654423 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:10:39.654423 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:10:39.654423 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:10:39.654423 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:10:39.654423 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:10:39.654423 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:10:39.654423 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:10:39.654423 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:10:39.654423 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:10:39.654423 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:10:39.654423 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:10:39.654423 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:10:39.654423 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:10:39.654423 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:10:39.654423 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:10:39.654423 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:10:39.654423 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:10:39.654423 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:10:39.654423 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:10:39.654423 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:10:39.654423 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:10:39.668995 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e26f65f-40ce-417e-ab53-1c7974b576bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (b0ad4015-c2df-48f5-bc5b-104293a8e807), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:39.679453 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897dede-763b-4ee9-bfc7-b126100caad8 req-3766cbc8-155e-49fa-b323-bcdc17df82f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:39.679944 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897dede-763b-4ee9-bfc7-b126100caad8 req-3766cbc8-155e-49fa-b323-bcdc17df82f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:39.680419 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897dede-763b-4ee9-bfc7-b126100caad8 req-3766cbc8-155e-49fa-b323-bcdc17df82f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:39.682089 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2897dede-763b-4ee9-bfc7-b126100caad8 req-3766cbc8-155e-49fa-b323-bcdc17df82f7 service neutron] 10.222.0.120 "GET /v2.0/networks?tenant_id=6cf3517f38e6486d8ed854b974ff2e32&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4594214 Feb 09 01:10:39.689753 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-5610ab97-6d25-4e9d-ac29-79c76b7131dc None None] Provisioning complete for port 1309f51b-b3c9-4907-ba10-32acbd687ec4 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:39.692852 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5610ab97-6d25-4e9d-ac29-79c76b7131dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (1309f51b-b3c9-4907-ba10-32acbd687ec4), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:39.728313 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e26f65f-40ce-417e-ab53-1c7974b576bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:39.743880 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7e26f65f-40ce-417e-ab53-1c7974b576bb admin admin] 10.222.0.50 "DELETE /v2.0/networks/b0ad4015-c2df-48f5-bc5b-104293a8e807 HTTP/1.1" status: 204 len: 168 time: 0.7165480 Feb 09 01:10:39.774063 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e26f65f-40ce-417e-ab53-1c7974b576bb admin admin] Pushing event deleted for resources: {'Network': ['ID=b0ad4015-c2df-48f5-bc5b-104293a8e807,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:39.790395 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-dae53899-3892-4e50-9cad-ff460e65bfa2 service neutron] For port 8878209d-10f0-43e8-9625-98836d88edd2, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:10:39.809454 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1ab9d46b-4303-4824-ba4a-96aa1aa531d4 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks [] for floatingip (d5e63e5d-574b-40b3-b409-c6829080be5b), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:39.830437 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e5b045a6-bdff-4df0-a423-22d21cd10a0b req-2b5821df-5d61-4760-9f5a-f91645c6953d tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759803 Feb 09 01:10:39.832450 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-dae53899-3892-4e50-9cad-ff460e65bfa2 service neutron] For port 8878209d-10f0-43e8-9625-98836d88edd2, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=8878209d-10f0-43e8-9625-98836d88edd2,segment=NetworkSegment(3750bb22-80d4-4ec1-991e-f1fe2daedfff),segment_id=3750bb22-80d4-4ec1-991e-f1fe2daedfff)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:10:39.866951 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-5610ab97-6d25-4e9d-ac29-79c76b7131dc None None] Current status of the port 1309f51b-b3c9-4907-ba10-32acbd687ec4 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:39.870877 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc5f6df-f5e5-4fd9-bab0-8849af05105c req-184787dd-4e8e-46b1-b098-6fc4ab06f116 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:39.896629 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bfc5f6df-f5e5-4fd9-bab0-8849af05105c req-184787dd-4e8e-46b1-b098-6fc4ab06f116 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/ports?device_id=52acf3f8-9d7d-4294-b461-2e1e048a07c7 HTTP/1.1" status: 200 len: 943 time: 0.3085079 Feb 09 01:10:39.897387 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-76386f9c-0020-42cd-9c7e-ec36bd519935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'name': 'tempest-AttachVolumeTestJSON-1060774487-router', 'tenant_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'd9bb003f-eb6d-42fd-8c8e-d302fcd92ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:24Z', 'updated_at': '2022-02-09T01:10:31Z', 'revision_number': 4, 'project_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'gw_port': {'id': 'd9bb003f-eb6d-42fd-8c8e-d302fcd92ca9', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:25Z', 'updated_at': '2022-02-09T01:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '1309f51b-b3c9-4907-ba10-32acbd687ec4', 'name': '', 'network_id': '6d890250-ac42-4592-9721-7a49ecf5e127', 'tenant_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'mac_address': 'fa:16:3e:82:b2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '1fcc5198-b453-4567-8086-51be74d33b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:30Z', 'updated_at': '2022-02-09T01:10:39Z', 'revision_number': 4, 'project_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'subnets': [{'id': '1fcc5198-b453-4567-8086-51be74d33b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:39.901271 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1ab9d46b-4303-4824-ba4a-96aa1aa531d4 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1e951420-a862-4a85-9b3c-87d84692e8f7), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:39.927554 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-dae53899-3892-4e50-9cad-ff460e65bfa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (8878209d-10f0-43e8-9625-98836d88edd2), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:39.957757 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76386f9c-0020-42cd-9c7e-ec36bd519935 None None] The sync data for ids ['f608c76e-44ff-486a-b262-d0689e450f93'] in n-d-828369-4 is: [{'id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'name': 'tempest-AttachVolumeTestJSON-1060774487-router', 'tenant_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'd9bb003f-eb6d-42fd-8c8e-d302fcd92ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:24Z', 'updated_at': '2022-02-09T01:10:31Z', 'revision_number': 4, 'project_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'gw_port': {'id': 'd9bb003f-eb6d-42fd-8c8e-d302fcd92ca9', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:25Z', 'updated_at': '2022-02-09T01:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '1309f51b-b3c9-4907-ba10-32acbd687ec4', 'name': '', 'network_id': '6d890250-ac42-4592-9721-7a49ecf5e127', 'tenant_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'mac_address': 'fa:16:3e:82:b2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '1fcc5198-b453-4567-8086-51be74d33b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:30Z', 'updated_at': '2022-02-09T01:10:39Z', 'revision_number': 4, 'project_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'subnets': [{'id': '1fcc5198-b453-4567-8086-51be74d33b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:10:39.988769 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897dede-763b-4ee9-bfc7-b126100caad8 req-25978389-6585-4008-ba71-cc6fb9b56d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:39.990319 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2897dede-763b-4ee9-bfc7-b126100caad8 req-25978389-6585-4008-ba71-cc6fb9b56d1b service neutron] 10.222.0.120 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2944469 Feb 09 01:10:40.060369 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-dae53899-3892-4e50-9cad-ff460e65bfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:40.062116 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-dae53899-3892-4e50-9cad-ff460e65bfa2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:40.065858 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-dae53899-3892-4e50-9cad-ff460e65bfa2 service neutron] 10.222.0.120 "PUT /v2.0/ports/8878209d-10f0-43e8-9625-98836d88edd2 HTTP/1.1" status: 200 len: 1091 time: 3.8696091 Feb 09 01:10:40.066355 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'tag': '8878209d-10f0-43e8-9625-98836d88edd2'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:10:40.068905 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bfcc9ea-6666-4c5f-a262-42a65bd2b8c7" -d '{"events": [{"name": "network-changed", "server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "tag": "8878209d-10f0-43e8-9625-98836d88edd2"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:10:40.101022 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bfc5f6df-f5e5-4fd9-bab0-8849af05105c req-4540b8d7-4242-41c0-9d22-1f12edaa8646 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/security-groups?id=638acb0c-686f-472f-a3bd-c81129bba32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033160 Feb 09 01:10:40.106885 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae53899-3892-4e50-9cad-ff460e65bfa2 service neutron] Pushing event updated for resources: {'Port': ['ID=8878209d-10f0-43e8-9625-98836d88edd2,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:40.110787 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 50220) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:40.256608 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63297a5c-950e-4440-8d3d-7f19d066af20 x-openstack-request-id: req-63297a5c-950e-4440-8d3d-7f19d066af20 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:10:40.256890 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52acf3f8-9d7d-4294-b461-2e1e048a07c7", "name": "network-vif-unplugged", "status": "completed", "tag": "7c634441-bca0-4ab2-bb91-5e84e43fc023", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:10:40.257153 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-63297a5c-950e-4440-8d3d-7f19d066af20 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:10:40.257569 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52acf3f8-9d7d-4294-b461-2e1e048a07c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c634441-bca0-4ab2-bb91-5e84e43fc023', 'code': 200} Feb 09 01:10:40.299329 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ac8ab5a8-89aa-4e75-9ae4-9d961067f4af admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6cda681c54134bfda552f94de5334d66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1867549 Feb 09 01:10:40.304379 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 50226) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:40.308399 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1ab9d46b-4303-4824-ba4a-96aa1aa531d4 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks [] for port (1e951420-a862-4a85-9b3c-87d84692e8f7), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:40.319829 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1ab9d46b-4303-4824-ba4a-96aa1aa531d4 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (1e951420-a862-4a85-9b3c-87d84692e8f7), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:40.371772 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-d114f852-3895-45e5-9d90-36b30a1ab60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:40.372411 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-d114f852-3895-45e5-9d90-36b30a1ab60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:40.372919 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-d114f852-3895-45e5-9d90-36b30a1ab60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:40.373393 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-d114f852-3895-45e5-9d90-36b30a1ab60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:40.374102 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-d114f852-3895-45e5-9d90-36b30a1ab60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:40.374626 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-d114f852-3895-45e5-9d90-36b30a1ab60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:40.375093 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-d114f852-3895-45e5-9d90-36b30a1ab60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:40.377834 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-d114f852-3895-45e5-9d90-36b30a1ab60e service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=6cf3517f38e6486d8ed854b974ff2e32&device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 6696 time: 0.2322359 Feb 09 01:10:40.378043 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 1309f51b-b3c9-4907-ba10-32acbd687ec4 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:10:40.476207 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-a1f5b149-5c61-4173-a473-27052d7cd625 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea27a474-047e-4515-b353-c9ab76df4af3 HTTP/1.1" status: 200 len: 217 time: 0.0531266 Feb 09 01:10:40.513372 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 1309f51b-b3c9-4907-ba10-32acbd687ec4 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:40.514115 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (1309f51b-b3c9-4907-ba10-32acbd687ec4), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:40.517653 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab9d46b-4303-4824-ba4a-96aa1aa531d4 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Pushing event updated for resources: {'Port': ['ID=1e951420-a862-4a85-9b3c-87d84692e8f7,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:40.537890 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1ab9d46b-4303-4824-ba4a-96aa1aa531d4 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (d5e63e5d-574b-40b3-b409-c6829080be5b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:40.572816 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1ab9d46b-4303-4824-ba4a-96aa1aa531d4 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:40.573924 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ef6cf-feac-4923-a2bc-a473df2213e6 req-5b91bfe7-93f0-4be9-b62a-f80350de95be tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:40.580757 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ef6cf-feac-4923-a2bc-a473df2213e6 req-5b91bfe7-93f0-4be9-b62a-f80350de95be tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:40.584121 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1ab9d46b-4303-4824-ba4a-96aa1aa531d4 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7286036 Feb 09 01:10:40.586595 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ef6cf-feac-4923-a2bc-a473df2213e6 req-5b91bfe7-93f0-4be9-b62a-f80350de95be tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:40.592351 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ef6cf-feac-4923-a2bc-a473df2213e6 req-5b91bfe7-93f0-4be9-b62a-f80350de95be tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:40.597790 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ef6cf-feac-4923-a2bc-a473df2213e6 req-5b91bfe7-93f0-4be9-b62a-f80350de95be tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:40.603406 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ef6cf-feac-4923-a2bc-a473df2213e6 req-5b91bfe7-93f0-4be9-b62a-f80350de95be tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:40.627358 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ef6cf-feac-4923-a2bc-a473df2213e6 req-5b91bfe7-93f0-4be9-b62a-f80350de95be tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:40.635971 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7e2ef6cf-feac-4923-a2bc-a473df2213e6 req-5b91bfe7-93f0-4be9-b62a-f80350de95be tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5422 time: 0.2566488 Feb 09 01:10:40.698834 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 1309f51b-b3c9-4907-ba10-32acbd687ec4 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:40.750171 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-f720f6cd-b39f-43c6-8e5b-6123dc75fc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:40.751653 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-f720f6cd-b39f-43c6-8e5b-6123dc75fc5f service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4b06db7b-12ea-467d-9682-290ad77db41e HTTP/1.1" status: 200 len: 851 time: 0.2476199 Feb 09 01:10:40.756352 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b959503c-c59a-4648-8b07-ff1d8c5393b2 admin admin] Publish callbacks [] for security_group (ee0e82a1-1f24-4b19-a608-8024bcfcd175), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:40.793333 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7e2ef6cf-feac-4923-a2bc-a473df2213e6 req-4b0082ab-09d0-486c-89ac-3effbb6379e2 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1562595 Feb 09 01:10:40.801520 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b959503c-c59a-4648-8b07-ff1d8c5393b2 admin admin] Publish callbacks [] for security_group (ee0e82a1-1f24-4b19-a608-8024bcfcd175), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:40.859225 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841988cd-bd53-413d-a3f0-d4a4d0ee40b2 req-d422e17c-5201-48fa-9035-531c3502313c tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:40.861357 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-841988cd-bd53-413d-a3f0-d4a4d0ee40b2 req-d422e17c-5201-48fa-9035-531c3502313c tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 1127 time: 0.1921284 Feb 09 01:10:40.926129 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6660a9-3fdb-436a-9239-a8735be4db7b x-openstack-request-id: req-9a6660a9-3fdb-436a-9239-a8735be4db7b {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:10:40.926477 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "tag": "8878209d-10f0-43e8-9625-98836d88edd2", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:10:40.927332 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9a6660a9-3fdb-436a-9239-a8735be4db7b {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:10:40.927753 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'tag': '8878209d-10f0-43e8-9625-98836d88edd2', 'status': 'completed', 'code': 200} Feb 09 01:10:40.931843 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-841988cd-bd53-413d-a3f0-d4a4d0ee40b2 req-f9069d61-e85b-41e1-81a9-708f82a9502d tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645623 Feb 09 01:10:40.934737 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-0eb1855f-b300-4371-8ce0-f021f29ae1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:40.936126 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-0eb1855f-b300-4371-8ce0-f021f29ae1fc service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=32314246-6e5a-41bd-ad0d-99eb166cb2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1660004 Feb 09 01:10:40.953067 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b959503c-c59a-4648-8b07-ff1d8c5393b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (ee0e82a1-1f24-4b19-a608-8024bcfcd175), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:40.955929 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b959503c-c59a-4648-8b07-ff1d8c5393b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:40.957228 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b959503c-c59a-4648-8b07-ff1d8c5393b2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ee0e82a1-1f24-4b19-a608-8024bcfcd175 HTTP/1.1" status: 204 len: 168 time: 0.6516509 Feb 09 01:10:41.061194 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b959503c-c59a-4648-8b07-ff1d8c5393b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0e82a1-1f24-4b19-a608-8024bcfcd175,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:41.150693 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-c9368662-6cde-446e-abdb-fa82118335fe tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--79710647&fields=id&tenant_id=881f0fbf49754b7ea23a39ffdbfbb84a HTTP/1.1" status: 200 len: 267 time: 0.0622463 Feb 09 01:10:41.177603 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e4bea-2512-489d-92ed-b5b55263d146 req-436b37ca-837c-4aaa-b5f5-b923bc8f8e6a tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:41.179318 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bd9e4bea-2512-489d-92ed-b5b55263d146 req-436b37ca-837c-4aaa-b5f5-b923bc8f8e6a tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fb98b0d-c679-4b1a-8a5f-52ea416a15e0 HTTP/1.1" status: 200 len: 946 time: 0.1555247 Feb 09 01:10:41.277042 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-457d5127-097e-4c5f-9d25-94f9d547dc9e service neutron] 10.222.0.120 "GET /v2.0/networks/32314246-6e5a-41bd-ad0d-99eb166cb2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186913 Feb 09 01:10:41.385655 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bd9e4bea-2512-489d-92ed-b5b55263d146 req-6dd45f1d-f2d7-43d1-ba8e-52c0896437b6 tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] 10.222.0.50 "GET /v2.0/security-groups?id=181a5d6b-3e1e-4740-a0ba-17b4067d187c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953163 Feb 09 01:10:41.420564 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-f9dd05ad-6b25-493d-8a44-953985332b3a tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:41.420564 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-f9dd05ad-6b25-493d-8a44-953985332b3a tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/networks?id=6d890250-ac42-4592-9721-7a49ecf5e127 HTTP/1.1" status: 200 len: 811 time: 0.2566662 Feb 09 01:10:41.460980 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-d0e2f25b-54fd-4b5c-9be4-e8c13debed9c tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/quotas/881f0fbf49754b7ea23a39ffdbfbb84a HTTP/1.1" status: 200 len: 375 time: 0.0294404 Feb 09 01:10:41.568179 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-03f0ceab-614c-4086-9188-85e2f2114074 service neutron] 10.222.0.120 "GET /v2.0/networks/32314246-6e5a-41bd-ad0d-99eb166cb2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805817 Feb 09 01:10:41.659639 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-1296b556-a220-4e64-9ba5-cea793a094c6 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=76ac4e41-e8fb-4a96-801b-c22446fda558 HTTP/1.1" status: 200 len: 217 time: 0.0796418 Feb 09 01:10:41.707377 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c15e2-13f1-4cd7-a4c3-a43596164a93 req-39051487-92d2-4b36-8b7e-4555bbe0746d tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:41.709083 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3c4c15e2-13f1-4cd7-a4c3-a43596164a93 req-39051487-92d2-4b36-8b7e-4555bbe0746d tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 944 time: 0.1825778 Feb 09 01:10:41.744432 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-65d9a326-2c12-4757-b19a-43a638a067d2 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=881f0fbf49754b7ea23a39ffdbfbb84a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2822409 Feb 09 01:10:41.810577 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaebb33-b6b2-47d1-ab5f-60cc0e849840 req-047e58a8-9b09-4977-ba21-1af0958f2139 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:41.813112 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dfaebb33-b6b2-47d1-ab5f-60cc0e849840 req-047e58a8-9b09-4977-ba21-1af0958f2139 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.120 "GET /v2.0/ports?device_id=52acf3f8-9d7d-4294-b461-2e1e048a07c7 HTTP/1.1" status: 200 len: 943 time: 0.2340317 Feb 09 01:10:41.871404 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-0680c2a1-7070-42a2-a22e-026df4edf6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:41.872847 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-0680c2a1-7070-42a2-a22e-026df4edf6ff service neutron] 10.222.0.120 "GET /v2.0/subnets?id=bab56cac-997f-4b8b-bab6-d250adea92d7 HTTP/1.1" status: 200 len: 797 time: 0.2041459 Feb 09 01:10:41.970766 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3c4c15e2-13f1-4cd7-a4c3-a43596164a93 req-a2bacc38-fd41-4186-b6d0-4bdd4722674b tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168050 Feb 09 01:10:41.982530 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50272) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:41.990605 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9153b62d-344b-4797-8e23-95fecb2237d1 req-b60ba763-5477-4215-9dca-8333cdb593e7 tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:41.992095 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9153b62d-344b-4797-8e23-95fecb2237d1 req-b60ba763-5477-4215-9dca-8333cdb593e7 tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fb98b0d-c679-4b1a-8a5f-52ea416a15e0 HTTP/1.1" status: 200 len: 946 time: 0.2783992 Feb 09 01:10:42.076329 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-b328bb33-3780-43c3-a0c8-cf013ed72cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:42.078423 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-b328bb33-3780-43c3-a0c8-cf013ed72cda service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=927c95a7-9afc-4391-8f1b-90d0913f6790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1755593 Feb 09 01:10:42.086038 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-a5b96335-d8ba-4e40-aeb0-99af9d212d17 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:10:42.087029 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-a5b96335-d8ba-4e40-aeb0-99af9d212d17 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3418167 Feb 09 01:10:42.097143 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-764361c2-1bc8-4dea-973f-34b7d7f92b3e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-738180123-network', 'tenant_id': 'e1de9b230a144a68a725edf02d781381'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:42.122127 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764361c2-1bc8-4dea-973f-34b7d7f92b3e admin admin] Made reservation on behalf of e1de9b230a144a68a725edf02d781381 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:42.125491 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-764361c2-1bc8-4dea-973f-34b7d7f92b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:42.135213 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-764361c2-1bc8-4dea-973f-34b7d7f92b3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:42.209235 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-dfaebb33-b6b2-47d1-ab5f-60cc0e849840 req-8a6aea64-d829-458f-acdc-372e02ffd668 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Deleting port 7c634441-bca0-4ab2-bb91-5e84e43fc023 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:10:42.209591 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-dfaebb33-b6b2-47d1-ab5f-60cc0e849840 req-8a6aea64-d829-458f-acdc-372e02ffd668 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (7c634441-bca0-4ab2-bb91-5e84e43fc023), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:42.215656 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-764361c2-1bc8-4dea-973f-34b7d7f92b3e admin admin] Publish callbacks [] for security_group (cf51602c-4682-4ec4-ac32-03b4b416974d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:42.220329 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-764361c2-1bc8-4dea-973f-34b7d7f92b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (cf51602c-4682-4ec4-ac32-03b4b416974d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:42.249869 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-764361c2-1bc8-4dea-973f-34b7d7f92b3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1032} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:10:42.264797 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764361c2-1bc8-4dea-973f-34b7d7f92b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf51602c-4682-4ec4-ac32-03b4b416974d,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:42.268155 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-764361c2-1bc8-4dea-973f-34b7d7f92b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (0a5119f9-71e1-4367-8a68-4998699e66da), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:42.268715 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-764361c2-1bc8-4dea-973f-34b7d7f92b3e admin admin] Added segment 0a5119f9-71e1-4367-8a68-4998699e66da of type vlan for network 4827bb9d-9020-4469-a360-2245b341e8df Feb 09 01:10:42.313557 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-764361c2-1bc8-4dea-973f-34b7d7f92b3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (4827bb9d-9020-4469-a360-2245b341e8df), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:42.351425 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-764361c2-1bc8-4dea-973f-34b7d7f92b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (4827bb9d-9020-4469-a360-2245b341e8df), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:42.352841 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764361c2-1bc8-4dea-973f-34b7d7f92b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:42.353681 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-764361c2-1bc8-4dea-973f-34b7d7f92b3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:42.403138 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c493c-d86f-409d-af9c-945ecb608ce6 req-3db2fa75-ee30-4e4a-ae83-0c03705c522d tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:42.407031 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-764361c2-1bc8-4dea-973f-34b7d7f92b3e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4200139 Feb 09 01:10:42.407172 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-721c493c-d86f-409d-af9c-945ecb608ce6 req-3db2fa75-ee30-4e4a-ae83-0c03705c522d tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 1127 time: 0.3242772 Feb 09 01:10:42.409283 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50276) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:42.416632 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-7b5249ec-f7e0-4317-8a26-ab2aba98a6b5 admin admin] Request body: {'subnet': {'network_id': '4827bb9d-9020-4469-a360-2245b341e8df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-738180123-subnet', 'tenant_id': 'e1de9b230a144a68a725edf02d781381', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:42.423364 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-62930c79-4c3a-4b81-b9d6-28cd8b7ab14c service neutron] 10.222.0.120 "GET /v2.0/networks/927c95a7-9afc-4391-8f1b-90d0913f6790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353357 Feb 09 01:10:42.447622 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764361c2-1bc8-4dea-973f-34b7d7f92b3e admin admin] Pushing event updated for resources: {'Network': ['ID=4827bb9d-9020-4469-a360-2245b341e8df,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:42.457275 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5249ec-f7e0-4317-8a26-ab2aba98a6b5 admin admin] Made reservation on behalf of e1de9b230a144a68a725edf02d781381 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:42.459848 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7b5249ec-f7e0-4317-8a26-ab2aba98a6b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:42.462103 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 4827bb9d-9020-4469-a360-2245b341e8df details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:10:42.472307 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-dfaebb33-b6b2-47d1-ab5f-60cc0e849840 req-8a6aea64-d829-458f-acdc-372e02ffd668 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] For port 7c634441-bca0-4ab2-bb91-5e84e43fc023, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=7c634441-bca0-4ab2-bb91-5e84e43fc023,segment=NetworkSegment(c2fd7346-b7d9-4c72-b7d0-a3003d85a30a),segment_id=c2fd7346-b7d9-4c72-b7d0-a3003d85a30a)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:42.472705 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-dfaebb33-b6b2-47d1-ab5f-60cc0e849840 req-8a6aea64-d829-458f-acdc-372e02ffd668 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (7c634441-bca0-4ab2-bb91-5e84e43fc023), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:42.494161 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-7ac63d35-9200-49cb-b068-30b636411efe service neutron] 10.222.0.50 "GET /v2.0/networks/6d890250-ac42-4592-9721-7a49ecf5e127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810773 Feb 09 01:10:42.522560 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-9153b62d-344b-4797-8e23-95fecb2237d1 req-08e965be-cf3a-422c-9d7e-785fee668dc8 tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] Deleting port 5cd05cbd-01cc-4508-b90a-747229eba585 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:10:42.522903 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9153b62d-344b-4797-8e23-95fecb2237d1 req-08e965be-cf3a-422c-9d7e-785fee668dc8 tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (5cd05cbd-01cc-4508-b90a-747229eba585), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:42.536675 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-dfaebb33-b6b2-47d1-ab5f-60cc0e849840 req-8a6aea64-d829-458f-acdc-372e02ffd668 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Calling delete_port for 7c634441-bca0-4ab2-bb91-5e84e43fc023 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:10:42.685286 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7b5249ec-f7e0-4317-8a26-ab2aba98a6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (f87558dc-7347-4167-80b6-52be7a572ba0), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:42.729665 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:10:42.746680 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5249ec-f7e0-4317-8a26-ab2aba98a6b5 admin admin] Checking segment: {'id': '0a5119f9-71e1-4367-8a68-4998699e66da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '4827bb9d-9020-4469-a360-2245b341e8df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:10:42.747033 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5249ec-f7e0-4317-8a26-ab2aba98a6b5 admin admin] Network hostable DHCP agents. Network: 4827bb9d-9020-4469-a360-2245b341e8df, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:10:42.762702 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5249ec-f7e0-4317-8a26-ab2aba98a6b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f87558dc-7347-4167-80b6-52be7a572ba0,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:42.778578 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5249ec-f7e0-4317-8a26-ab2aba98a6b5 admin admin] Network 4827bb9d-9020-4469-a360-2245b341e8df is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:10:42.791430 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-7b5249ec-f7e0-4317-8a26-ab2aba98a6b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 4827bb9d-9020-4469-a360-2245b341e8df) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:42.796584 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5249ec-f7e0-4317-8a26-ab2aba98a6b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:42.797395 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7b5249ec-f7e0-4317-8a26-ab2aba98a6b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:42.819678 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7b5249ec-f7e0-4317-8a26-ab2aba98a6b5 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4068382 Feb 09 01:10:42.820449 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50280) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:42.825094 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-c8dd78de-6c91-4324-9713-d1dd4d0ebd56 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-738180123-router', 'tenant_id': 'e1de9b230a144a68a725edf02d781381', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:42.843249 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae327be-9d06-4b36-a461-58b745a3bf7d None None] Network 4827bb9d-9020-4469-a360-2245b341e8df requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:10:42.866625 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c8dd78de-6c91-4324-9713-d1dd4d0ebd56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (36658dc1-ed93-4169-902e-c5728eca054b), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:42.867666 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c8dd78de-6c91-4324-9713-d1dd4d0ebd56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (36658dc1-ed93-4169-902e-c5728eca054b), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:42.947270 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c8dd78de-6c91-4324-9713-d1dd4d0ebd56 admin admin] Publish callbacks [] for router_controller (36658dc1-ed93-4169-902e-c5728eca054b), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:42.960507 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9,segment=NetworkSegment(2c79ec4a-284a-40f7-bbb4-646b3066ffe8),segment_id=2c79ec4a-284a-40f7-bbb4-646b3066ffe8)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:42.967240 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-3cf7849d-ee8c-45d5-a327-e3708594020c service neutron] 10.222.0.120 "GET /v2.0/networks/927c95a7-9afc-4391-8f1b-90d0913f6790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5215669 Feb 09 01:10:42.987611 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': 'a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9', 'network_id': '0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0', 'port_id': 'a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9', 'mac_address': 'fa:16:3e:0c:8a:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9451162-d23b-43af-8cc6-7b624c347fcf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:10:42.995983 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bed3502-d659-42be-b0e6-213cf23ec065 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-4827bb9d-9020-4469-a360-2245b341e8df', 'network_id': '4827bb9d-9020-4469-a360-2245b341e8df', 'project_id': 'e1de9b230a144a68a725edf02d781381', 'fixed_ips': [{'subnet_id': 'f87558dc-7347-4167-80b6-52be7a572ba0'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:10:42.997123 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6bed3502-d659-42be-b0e6-213cf23ec065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:43.049036 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:43.049696 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:43.114780 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:10:43.134027 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c8dd78de-6c91-4324-9713-d1dd4d0ebd56 admin admin] Publish callbacks [] for router_gateway (36658dc1-ed93-4169-902e-c5728eca054b), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:43.156918 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9,segment=NetworkSegment(2c79ec4a-284a-40f7-bbb4-646b3066ffe8),segment_id=2c79ec4a-284a-40f7-bbb4-646b3066ffe8)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:43.174099 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-734fb24c-2b23-464a-a9b2-3b39531050c0 service neutron] 10.222.0.50 "GET /v2.0/networks/6d890250-ac42-4592-9721-7a49ecf5e127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6423988 Feb 09 01:10:43.209374 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-6bed3502-d659-42be-b0e6-213cf23ec065 None None] Allocated IP 172.20.0.2 (4827bb9d-9020-4469-a360-2245b341e8df/f87558dc-7347-4167-80b6-52be7a572ba0/5fd33a0c-3744-4ada-96d9-eabb3e05605b) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:43.217881 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-9153b62d-344b-4797-8e23-95fecb2237d1 req-08e965be-cf3a-422c-9d7e-785fee668dc8 tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] For port 5cd05cbd-01cc-4508-b90a-747229eba585, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=5cd05cbd-01cc-4508-b90a-747229eba585,segment=NetworkSegment(270d7e94-0a51-4976-9fd0-63d25bbe65cb),segment_id=270d7e94-0a51-4976-9fd0-63d25bbe65cb)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:43.218137 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9153b62d-344b-4797-8e23-95fecb2237d1 req-08e965be-cf3a-422c-9d7e-785fee668dc8 tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (5cd05cbd-01cc-4508-b90a-747229eba585), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:43.252503 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-9153b62d-344b-4797-8e23-95fecb2237d1 req-08e965be-cf3a-422c-9d7e-785fee668dc8 tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] Calling delete_port for 5cd05cbd-01cc-4508-b90a-747229eba585 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:10:43.389288 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:43.420125 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-721c493c-d86f-409d-af9c-945ecb608ce6 req-82077772-988e-40f0-ade1-7f80d110e08c tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0061016 Feb 09 01:10:43.468066 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-dfaebb33-b6b2-47d1-ab5f-60cc0e849840 req-8a6aea64-d829-458f-acdc-372e02ffd668 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (7c634441-bca0-4ab2-bb91-5e84e43fc023), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:43.517732 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-03ffd715-034a-484a-ac0a-f052aa249d78 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=21d00dbc-2b01-4c2d-ae75-352867aedc8a HTTP/1.1" status: 200 len: 217 time: 0.3300371 Feb 09 01:10:43.597989 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c8dd78de-6c91-4324-9713-d1dd4d0ebd56 admin admin] Publish callbacks [] for router_gateway (36658dc1-ed93-4169-902e-c5728eca054b), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:43.661172 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c8dd78de-6c91-4324-9713-d1dd4d0ebd56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:43.773675 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6bed3502-d659-42be-b0e6-213cf23ec065 None None] Publish callbacks [] for port (5fd33a0c-3744-4ada-96d9-eabb3e05605b), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:43.800195 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9,revision_number=11']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:43.803416 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6bed3502-d659-42be-b0e6-213cf23ec065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (5fd33a0c-3744-4ada-96d9-eabb3e05605b), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:43.817599 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:10:43.876681 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-c8dd78de-6c91-4324-9713-d1dd4d0ebd56 admin admin] Allocated IP 172.25.8.102 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/9119c320-7625-4d7a-828f-5c6bf6ff8d7f) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:43.889286 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:43.894519 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:43.895942 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:43.896923 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:43.898534 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:43.899111 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:43.899703 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:43.901538 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:43.901968 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfaebb33-b6b2-47d1-ab5f-60cc0e849840 req-8a6aea64-d829-458f-acdc-372e02ffd668 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] No DVR routers for this DVR port 7c634441-bca0-4ab2-bb91-5e84e43fc023 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:10:43.902420 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:43.903457 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:43.904756 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:43.905845 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:43.906436 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:43.932011 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6aea64-d829-458f-acdc-372e02ffd668 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Pushing event deleted for resources: {'Port': ['ID=7c634441-bca0-4ab2-bb91-5e84e43fc023,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:43.937182 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-dfaebb33-b6b2-47d1-ab5f-60cc0e849840 req-8a6aea64-d829-458f-acdc-372e02ffd668 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:43.941630 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dfaebb33-b6b2-47d1-ab5f-60cc0e849840 req-8a6aea64-d829-458f-acdc-372e02ffd668 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.120 "DELETE /v2.0/ports/7c634441-bca0-4ab2-bb91-5e84e43fc023 HTTP/1.1" status: 204 len: 173 time: 2.1186361 Feb 09 01:10:43.957877 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52acf3f8-9d7d-4294-b461-2e1e048a07c7', 'name': 'network-vif-deleted', 'tag': '7c634441-bca0-4ab2-bb91-5e84e43fc023'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:10:43.961392 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d00677-b095-4825-8b2e-7a865cbc5fca" -d '{"events": [{"server_uuid": "52acf3f8-9d7d-4294-b461-2e1e048a07c7", "name": "network-vif-deleted", "tag": "7c634441-bca0-4ab2-bb91-5e84e43fc023"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:10:43.969361 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9153b62d-344b-4797-8e23-95fecb2237d1 req-08e965be-cf3a-422c-9d7e-785fee668dc8 tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (5cd05cbd-01cc-4508-b90a-747229eba585), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:44.049670 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3710d96f-0511-4461-b84d-8267be24aedc req-a26d38ac-b9b7-4113-b054-997c5f21647c tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/ports?device_id=52acf3f8-9d7d-4294-b461-2e1e048a07c7 HTTP/1.1" status: 200 len: 210 time: 0.3349013 Feb 09 01:10:44.089127 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e965be-cf3a-422c-9d7e-785fee668dc8 tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] Pushing event deleted for resources: {'Port': ['ID=5cd05cbd-01cc-4508-b90a-747229eba585,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:44.116113 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-5efc7346-6258-4f8b-a501-5be97904b1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:44.118508 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-5efc7346-6258-4f8b-a501-5be97904b1c9 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=bab56cac-997f-4b8b-bab6-d250adea92d7 HTTP/1.1" status: 200 len: 797 time: 0.5848892 Feb 09 01:10:44.202077 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-9153b62d-344b-4797-8e23-95fecb2237d1 req-08e965be-cf3a-422c-9d7e-785fee668dc8 tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] No DVR routers for this DVR port 5cd05cbd-01cc-4508-b90a-747229eba585 on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:10:44.206623 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9153b62d-344b-4797-8e23-95fecb2237d1 req-08e965be-cf3a-422c-9d7e-785fee668dc8 tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:44.210699 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9153b62d-344b-4797-8e23-95fecb2237d1 req-08e965be-cf3a-422c-9d7e-785fee668dc8 tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] 10.222.0.47 "DELETE /v2.0/ports/5cd05cbd-01cc-4508-b90a-747229eba585 HTTP/1.1" status: 204 len: 173 time: 2.2107761 Feb 09 01:10:44.230760 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba606bbd-82e2-459d-9146-af08354a607e req-cceef5e4-343b-438f-946c-e6363e8efa3a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:44.231037 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['5cd05cbd-01cc-4508-b90a-747229eba585'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:10:44.236305 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba606bbd-82e2-459d-9146-af08354a607e req-cceef5e4-343b-438f-946c-e6363e8efa3a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:44.242487 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba606bbd-82e2-459d-9146-af08354a607e req-cceef5e4-343b-438f-946c-e6363e8efa3a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:44.248476 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba606bbd-82e2-459d-9146-af08354a607e req-cceef5e4-343b-438f-946c-e6363e8efa3a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:44.254912 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba606bbd-82e2-459d-9146-af08354a607e req-cceef5e4-343b-438f-946c-e6363e8efa3a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:44.261032 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba606bbd-82e2-459d-9146-af08354a607e req-cceef5e4-343b-438f-946c-e6363e8efa3a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:44.266350 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba606bbd-82e2-459d-9146-af08354a607e req-cceef5e4-343b-438f-946c-e6363e8efa3a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:44.268593 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ba606bbd-82e2-459d-9146-af08354a607e req-cceef5e4-343b-438f-946c-e6363e8efa3a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5422 time: 0.3711600 Feb 09 01:10:44.307910 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-8c482387-75ac-4422-ba0a-496a6663044d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:44.309966 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-8c482387-75ac-4422-ba0a-496a6663044d service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=927c95a7-9afc-4391-8f1b-90d0913f6790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1682823 Feb 09 01:10:44.330156 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bed3502-d659-42be-b0e6-213cf23ec065 None None] Network 4827bb9d-9020-4469-a360-2245b341e8df is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:44.333749 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bed3502-d659-42be-b0e6-213cf23ec065 None None] Pushing event updated for resources: {'Port': ['ID=5fd33a0c-3744-4ada-96d9-eabb3e05605b,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:44.347753 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c8dd78de-6c91-4324-9713-d1dd4d0ebd56 admin admin] Publish callbacks [] for port (9119c320-7625-4d7a-828f-5c6bf6ff8d7f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:44.355747 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-6bed3502-d659-42be-b0e6-213cf23ec065 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:44.363969 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bed3502-d659-42be-b0e6-213cf23ec065 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:10:44.454838 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c8dd78de-6c91-4324-9713-d1dd4d0ebd56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (9119c320-7625-4d7a-828f-5c6bf6ff8d7f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:44.507876 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ba606bbd-82e2-459d-9146-af08354a607e req-9bffd234-a1bb-4e73-9e51-82ad1e3624cb tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2311654 Feb 09 01:10:44.557817 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8dd78de-6c91-4324-9713-d1dd4d0ebd56 admin admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:44.561797 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-c8dd78de-6c91-4324-9713-d1dd4d0ebd56 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:44.567349 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dd78de-6c91-4324-9713-d1dd4d0ebd56 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:10:44.588091 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-6bed3502-d659-42be-b0e6-213cf23ec065 None None] Attempting to bind port 5fd33a0c-3744-4ada-96d9-eabb3e05605b on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:10:44.593626 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-6bed3502-d659-42be-b0e6-213cf23ec065 None None] Attempting to bind port 5fd33a0c-3744-4ada-96d9-eabb3e05605b by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '0a5119f9-71e1-4367-8a68-4998699e66da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '4827bb9d-9020-4469-a360-2245b341e8df'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:10:44.593921 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6ae87331-c9fe-4ab0-87b3-f3ac5a5244f1 req-f16839e7-5fea-4a1e-8ade-64573443f1ec tempest-ServerMetadataNegativeTestJSON-318087999 tempest-ServerMetadataNegativeTestJSON-318087999-project] 10.222.0.50 "GET /v2.0/ports?device_id=4fb98b0d-c679-4b1a-8a5f-52ea416a15e0 HTTP/1.1" status: 200 len: 210 time: 0.1269636 Feb 09 01:10:44.594267 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bed3502-d659-42be-b0e6-213cf23ec065 None None] Attempting to bind port 5fd33a0c-3744-4ada-96d9-eabb3e05605b on network 4827bb9d-9020-4469-a360-2245b341e8df {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:44.615330 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bed3502-d659-42be-b0e6-213cf23ec065 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:10:44.616918 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bed3502-d659-42be-b0e6-213cf23ec065 None None] Checking segment: {'id': '0a5119f9-71e1-4367-8a68-4998699e66da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '4827bb9d-9020-4469-a360-2245b341e8df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:10:44.617879 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6bed3502-d659-42be-b0e6-213cf23ec065 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:44.619954 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bed3502-d659-42be-b0e6-213cf23ec065 None None] Bound using segment: {'id': '0a5119f9-71e1-4367-8a68-4998699e66da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '4827bb9d-9020-4469-a360-2245b341e8df'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:10:44.622228 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-6bed3502-d659-42be-b0e6-213cf23ec065 None None] Bound port: 5fd33a0c-3744-4ada-96d9-eabb3e05605b, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a5119f9-71e1-4367-8a68-4998699e66da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '4827bb9d-9020-4469-a360-2245b341e8df'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:10:44.623223 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6bed3502-d659-42be-b0e6-213cf23ec065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5fd33a0c-3744-4ada-96d9-eabb3e05605b), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:44.683018 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd78de-6c91-4324-9713-d1dd4d0ebd56 admin admin] Pushing event updated for resources: {'Port': ['ID=9119c320-7625-4d7a-828f-5c6bf6ff8d7f,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:44.696941 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-1d35a980-d985-4771-8791-14559518c91b service neutron] 10.222.0.120 "GET /v2.0/networks/927c95a7-9afc-4391-8f1b-90d0913f6790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718054 Feb 09 01:10:44.808376 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6bed3502-d659-42be-b0e6-213cf23ec065 None None] For port 5fd33a0c-3744-4ada-96d9-eabb3e05605b, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:10:44.815629 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6bed3502-d659-42be-b0e6-213cf23ec065 None None] For port 5fd33a0c-3744-4ada-96d9-eabb3e05605b, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=5fd33a0c-3744-4ada-96d9-eabb3e05605b,segment=NetworkSegment(0a5119f9-71e1-4367-8a68-4998699e66da),segment_id=0a5119f9-71e1-4367-8a68-4998699e66da)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:10:44.830564 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 7c634441-bca0-4ab2-bb91-5e84e43fc023 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:10:44.841809 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6bed3502-d659-42be-b0e6-213cf23ec065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (5fd33a0c-3744-4ada-96d9-eabb3e05605b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:44.842222 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6b33fba-f675-4880-a7f3-5799fb307ab4 req-8186fe72-2786-4653-9c49-c62ea474f8a7 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 210 time: 0.0833018 Feb 09 01:10:44.963074 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bed3502-d659-42be-b0e6-213cf23ec065 None None] Pushing event updated for resources: {'Port': ['ID=5fd33a0c-3744-4ada-96d9-eabb3e05605b,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:44.967071 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e170d3-7621-4670-bdb4-775c6de7beb0 req-c7fabd56-d3c0-47e8-8a1a-2896e9b74b2b tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:44.968903 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-19e170d3-7621-4670-bdb4-775c6de7beb0 req-c7fabd56-d3c0-47e8-8a1a-2896e9b74b2b tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.2687948 Feb 09 01:10:44.973135 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: 7c634441-bca0-4ab2-bb91-5e84e43fc023 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:10:44.975575 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 7c634441-bca0-4ab2-bb91-5e84e43fc023 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:10:45.046970 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4bb7d91-8454-45e0-84b2-119c8402d9c5 x-openstack-request-id: req-c4bb7d91-8454-45e0-84b2-119c8402d9c5 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:10:45.047893 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52acf3f8-9d7d-4294-b461-2e1e048a07c7", "name": "network-vif-deleted", "tag": "7c634441-bca0-4ab2-bb91-5e84e43fc023", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:10:45.048260 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c4bb7d91-8454-45e0-84b2-119c8402d9c5 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:10:45.048808 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52acf3f8-9d7d-4294-b461-2e1e048a07c7', 'name': 'network-vif-deleted', 'tag': '7c634441-bca0-4ab2-bb91-5e84e43fc023', 'status': 'completed', 'code': 200} Feb 09 01:10:45.104476 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-19e170d3-7621-4670-bdb4-775c6de7beb0 req-a69cdae8-78bf-45c5-8955-b93e31043eb6 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227732 Feb 09 01:10:45.135262 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-7fcc64d5-99d8-48de-b90a-2b71d252cef8 service neutron] 10.222.0.120 "GET /v2.0/networks/927c95a7-9afc-4391-8f1b-90d0913f6790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411822 Feb 09 01:10:45.167409 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-d99a9c16-7823-43f5-8546-87719d5aee24 req-374fb841-8102-4850-8baa-1c20b83e16ad service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:10:45.172618 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d99a9c16-7823-43f5-8546-87719d5aee24 req-374fb841-8102-4850-8baa-1c20b83e16ad service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0168002 Feb 09 01:10:45.254511 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-2e99151f-8ea9-43dd-b62a-7bedd430c542 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=d9333083-f77a-41ef-9c7c-7d3914e2076c HTTP/1.1" status: 200 len: 217 time: 0.1091113 Feb 09 01:10:45.548248 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-8f58f2dd-92c6-4c1a-b2f2-03d2a6358e97 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:45.553176 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-8f58f2dd-92c6-4c1a-b2f2-03d2a6358e97 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.120 "GET /v2.0/networks?id=6d890250-ac42-4592-9721-7a49ecf5e127 HTTP/1.1" status: 200 len: 811 time: 0.2663651 Feb 09 01:10:45.657556 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-d5c6dc1f-0c91-4daf-bb1a-d59be6175ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:45.659181 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-d5c6dc1f-0c91-4daf-bb1a-d59be6175ca8 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=bab56cac-997f-4b8b-bab6-d250adea92d7 HTTP/1.1" status: 200 len: 797 time: 0.3854697 Feb 09 01:10:45.673952 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-865a3281-dba2-4856-bd1c-9b952d54dbc7 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=881f0fbf49754b7ea23a39ffdbfbb84a HTTP/1.1" status: 200 len: 378 time: 0.1099641 Feb 09 01:10:45.721154 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-9634f12e-8ff0-47b6-9a12-82daa61cfe27 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Request body: {'port': {'device_id': '42b1d0b4-23db-441e-9636-f0c9787e1109', 'network_id': '6d890250-ac42-4592-9721-7a49ecf5e127', 'admin_state_up': True, 'tenant_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'security_groups': ['e711df6c-6fe3-4590-9ab7-e2920a97103b']}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:45.726527 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 50316) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:45.734426 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-04b9be92-e311-41b7-862a-cb4dc0cc261f tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1957598293', 'description': 'tempest-description--1861959156'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:45.833582 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-04b9be92-e311-41b7-862a-cb4dc0cc261f tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:45.905584 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-ba183a20-a034-4808-b66d-152bf518f0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:45.908173 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-ba183a20-a034-4808-b66d-152bf518f0f2 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=927c95a7-9afc-4391-8f1b-90d0913f6790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2332616 Feb 09 01:10:46.045021 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c8dd78de-6c91-4324-9713-d1dd4d0ebd56 admin admin] Publish callbacks [] for router_gateway (36658dc1-ed93-4169-902e-c5728eca054b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:46.284292 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dfca9a-dc27-402e-8932-a61acce04cd1 req-fe19fbb2-d28e-4738-a37b-60d772a76eec tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:46.302201 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dfca9a-dc27-402e-8932-a61acce04cd1 req-fe19fbb2-d28e-4738-a37b-60d772a76eec tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:46.311968 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dfca9a-dc27-402e-8932-a61acce04cd1 req-fe19fbb2-d28e-4738-a37b-60d772a76eec tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:46.318520 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dfca9a-dc27-402e-8932-a61acce04cd1 req-fe19fbb2-d28e-4738-a37b-60d772a76eec tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:46.321029 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 5fd33a0c-3744-4ada-96d9-eabb3e05605b up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:10:46.324193 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dfca9a-dc27-402e-8932-a61acce04cd1 req-fe19fbb2-d28e-4738-a37b-60d772a76eec tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:46.330158 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dfca9a-dc27-402e-8932-a61acce04cd1 req-fe19fbb2-d28e-4738-a37b-60d772a76eec tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:46.336168 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dfca9a-dc27-402e-8932-a61acce04cd1 req-fe19fbb2-d28e-4738-a37b-60d772a76eec tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:46.344472 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-97dfca9a-dc27-402e-8932-a61acce04cd1 req-fe19fbb2-d28e-4738-a37b-60d772a76eec tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5422 time: 0.3507559 Feb 09 01:10:46.346919 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-9634f12e-8ff0-47b6-9a12-82daa61cfe27 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Made reservation on behalf of 881f0fbf49754b7ea23a39ffdbfbb84a for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:46.351004 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-9634f12e-8ff0-47b6-9a12-82daa61cfe27 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:46.369523 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-9842a1e7-3e8f-45a0-9d9c-9cc4986380fe service neutron] 10.222.0.120 "GET /v2.0/networks/927c95a7-9afc-4391-8f1b-90d0913f6790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4486411 Feb 09 01:10:46.372222 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-04b9be92-e311-41b7-862a-cb4dc0cc261f tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks [] for security_group (81230552-12d0-4873-8a0c-007466d663c6), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:46.485945 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c8dd78de-6c91-4324-9713-d1dd4d0ebd56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (36658dc1-ed93-4169-902e-c5728eca054b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:46.488326 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 5fd33a0c-3744-4ada-96d9-eabb3e05605b triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:46.489686 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (5fd33a0c-3744-4ada-96d9-eabb3e05605b), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:46.539962 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-04b9be92-e311-41b7-862a-cb4dc0cc261f tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (81230552-12d0-4873-8a0c-007466d663c6), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:46.599008 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9be92-e311-41b7-862a-cb4dc0cc261f tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81230552-12d0-4873-8a0c-007466d663c6,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:46.604520 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-04b9be92-e311-41b7-862a-cb4dc0cc261f tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:46.606184 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-04b9be92-e311-41b7-862a-cb4dc0cc261f tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.8781481 Feb 09 01:10:46.612188 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 50340) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:46.614569 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-b2742d02-320f-4640-847e-97e7bd17ea32 service neutron] 10.222.0.120 "GET /v2.0/networks/927c95a7-9afc-4391-8f1b-90d0913f6790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255299 Feb 09 01:10:46.619457 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-c862a5d1-43f6-42da-8637-cef3479f652d tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Request body: {'security_group_rule': {'security_group_id': '81230552-12d0-4873-8a0c-007466d663c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:46.640141 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3e4cac-ac85-4500-a120-a2be50cc6b67 None None] Network 4827bb9d-9020-4469-a360-2245b341e8df requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:10:46.707420 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-686af517-7f5d-401a-95d5-65087a1eca3e service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=5546793d-1294-40a4-b524-747f9d9ecf16 HTTP/1.1" status: 200 len: 217 time: 0.0544181 Feb 09 01:10:46.714230 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c862a5d1-43f6-42da-8637-cef3479f652d tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks [] for security_group_rule (ed07c52e-cb05-471b-a860-d231a2d10763), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:46.815432 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-f1b5d1b3-adc4-442a-8f55-29b2408ef522 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:10:46.830281 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:10:46.832973 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-f1b5d1b3-adc4-442a-8f55-29b2408ef522 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0141332 Feb 09 01:10:46.833670 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8dd78de-6c91-4324-9713-d1dd4d0ebd56 admin admin] Router 36658dc1-ed93-4169-902e-c5728eca054b is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:10:46.881682 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-c25d86ac-4a51-4bac-a2a4-42de606af15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:46.883698 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-c25d86ac-4a51-4bac-a2a4-42de606af15b service neutron] 10.222.0.120 "GET /v2.0/subnets?id=bab56cac-997f-4b8b-bab6-d250adea92d7 HTTP/1.1" status: 200 len: 797 time: 0.1637311 Feb 09 01:10:46.888880 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-97dfca9a-dc27-402e-8932-a61acce04cd1 req-c119a55b-4287-4611-9f6e-7b2f8b2bde22 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5435474 Feb 09 01:10:46.913384 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 5fd33a0c-3744-4ada-96d9-eabb3e05605b is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:46.913787 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5fd33a0c-3744-4ada-96d9-eabb3e05605b), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:46.963571 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-9634f12e-8ff0-47b6-9a12-82daa61cfe27 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Allocated IP 172.20.0.8 (6d890250-ac42-4592-9721-7a49ecf5e127/1fcc5198-b453-4567-8086-51be74d33b91/8f2d7d86-9b29-467c-b3b5-0d39a51d6013) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:46.989460 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-557acfaa-2fd4-46b5-ac2f-1150bbdaefb8 None None] Provisioning complete for port 5fd33a0c-3744-4ada-96d9-eabb3e05605b triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:46.989794 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-557acfaa-2fd4-46b5-ac2f-1150bbdaefb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (5fd33a0c-3744-4ada-96d9-eabb3e05605b), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:47.000442 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 5fd33a0c-3744-4ada-96d9-eabb3e05605b, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=5fd33a0c-3744-4ada-96d9-eabb3e05605b,segment=NetworkSegment(0a5119f9-71e1-4367-8a68-4998699e66da),segment_id=0a5119f9-71e1-4367-8a68-4998699e66da)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:47.030805 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (5fd33a0c-3744-4ada-96d9-eabb3e05605b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:47.064778 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 5cd05cbd-01cc-4508-b90a-747229eba585 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:10:47.091651 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:10:47.110123 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8dd78de-6c91-4324-9713-d1dd4d0ebd56 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:10:47.125130 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: 5cd05cbd-01cc-4508-b90a-747229eba585 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:10:47.125483 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 5cd05cbd-01cc-4508-b90a-747229eba585 not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:10:47.135215 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80b11d8-8814-4a7f-b063-812904f5f673 None None] Sync routers for ids ['36658dc1-ed93-4169-902e-c5728eca054b'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:10:47.146660 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:47.147043 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:47.210637 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50344) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:47.213907 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-832c9829-5535-4b13-aea3-9e281591f81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:47.215697 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-832c9829-5535-4b13-aea3-9e281591f81b service neutron] 10.222.0.50 "GET /v2.0/ports/3b3ba372-337b-4907-829c-54b4ef6443b7 HTTP/1.1" status: 200 len: 1124 time: 0.3582623 Feb 09 01:10:47.218736 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80b11d8-8814-4a7f-b063-812904f5f673 None None] Routers {'36658dc1-ed93-4169-902e-c5728eca054b'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:10:47.219400 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-f80b11d8-8814-4a7f-b063-812904f5f673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:10:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['36658dc1-ed93-4169-902e-c5728eca054b'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:47.251599 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-20ab0365-3e6f-4a52-a0bb-23c025544b50 service neutron] Request body: {'binding': {'host': 'n-h2-828369-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:47.253156 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-9634f12e-8ff0-47b6-9a12-82daa61cfe27 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks [] for port (8f2d7d86-9b29-467c-b3b5-0d39a51d6013), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:47.253646 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-20ab0365-3e6f-4a52-a0bb-23c025544b50 service neutron] Unknown quota resources ['binding']. {{(pid=103137) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 01:10:47.300914 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb98b0d-c679-4b1a-8a5f-52ea416a15e0', 'name': 'network-vif-deleted', 'tag': '5cd05cbd-01cc-4508-b90a-747229eba585'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:10:47.303752 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543f6de9-564b-4d09-acdc-0b806e108603" -d '{"events": [{"server_uuid": "4fb98b0d-c679-4b1a-8a5f-52ea416a15e0", "name": "network-vif-deleted", "tag": "5cd05cbd-01cc-4508-b90a-747229eba585"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:10:47.314654 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-9634f12e-8ff0-47b6-9a12-82daa61cfe27 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (8f2d7d86-9b29-467c-b3b5-0d39a51d6013), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:47.366369 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c8dd78de-6c91-4324-9713-d1dd4d0ebd56 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:47.371249 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c8dd78de-6c91-4324-9713-d1dd4d0ebd56 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5496871 Feb 09 01:10:47.383818 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50348) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:47.401465 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=5fd33a0c-3744-4ada-96d9-eabb3e05605b,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:47.460312 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634f12e-8ff0-47b6-9a12-82daa61cfe27 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Pushing event updated for resources: {'Port': ['ID=8f2d7d86-9b29-467c-b3b5-0d39a51d6013,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:47.473353 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-f80b11d8-8814-4a7f-b063-812904f5f673 None None] Set router 36658dc1-ed93-4169-902e-c5728eca054b gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:10:47.494887 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-9634f12e-8ff0-47b6-9a12-82daa61cfe27 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Network 6d890250-ac42-4592-9721-7a49ecf5e127 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:47.515641 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c862a5d1-43f6-42da-8637-cef3479f652d tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks [] for security_group_rule (ed07c52e-cb05-471b-a860-d231a2d10763), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:47.517144 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-9634f12e-8ff0-47b6-9a12-82daa61cfe27 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:47.520136 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-9634f12e-8ff0-47b6-9a12-82daa61cfe27 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:10:47.542349 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-ba60f83f-bf83-4f1d-856b-2956a245453c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:47.544081 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-ba60f83f-bf83-4f1d-856b-2956a245453c service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=927c95a7-9afc-4391-8f1b-90d0913f6790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2342196 Feb 09 01:10:47.573162 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5befb0cb-8579-44b7-9b8b-c476ec57656c req-85562b0b-61bb-4ab2-adb6-7de10f9fbcfd tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:47.581413 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5befb0cb-8579-44b7-9b8b-c476ec57656c req-85562b0b-61bb-4ab2-adb6-7de10f9fbcfd tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 931 time: 0.2702286 Feb 09 01:10:47.583623 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c862a5d1-43f6-42da-8637-cef3479f652d tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (ed07c52e-cb05-471b-a860-d231a2d10763), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:47.629974 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c862a5d1-43f6-42da-8637-cef3479f652d tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:47.635021 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c862a5d1-43f6-42da-8637-cef3479f652d tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0191805 Feb 09 01:10:47.642655 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 50350) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:47.653635 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-c9373f43-5af3-45e8-861f-33d621554ac7 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Request body: {'security_group_rule': {'security_group_id': '81230552-12d0-4873-8a0c-007466d663c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:47.723752 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c862a5d1-43f6-42da-8637-cef3479f652d tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed07c52e-cb05-471b-a860-d231a2d10763,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:47.748636 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-557acfaa-2fd4-46b5-ac2f-1150bbdaefb8 None None] Current status of the port 5fd33a0c-3744-4ada-96d9-eabb3e05605b is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:47.796962 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5befb0cb-8579-44b7-9b8b-c476ec57656c req-87245b23-0e16-4230-9ee9-6c3034700293 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=e711df6c-6fe3-4590-9ab7-e2920a97103b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2109163 Feb 09 01:10:47.818280 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-9634f12e-8ff0-47b6-9a12-82daa61cfe27 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:47.824239 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-9634f12e-8ff0-47b6-9a12-82daa61cfe27 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:47.916941 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c9373f43-5af3-45e8-861f-33d621554ac7 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks [] for security_group_rule (d74151c1-f866-4cfa-bf04-a780eb6eb740), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:47.930488 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:47.931449 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:47.935146 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-9634f12e-8ff0-47b6-9a12-82daa61cfe27 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2192717 Feb 09 01:10:47.965334 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-02f8295b-797f-447a-bd7c-cff1a93dd6e2 service neutron] Request body: {'port': {'device_id': '42b1d0b4-23db-441e-9636-f0c9787e1109', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:48.002193 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce49ed9-12b0-4b60-8114-85abc2a34ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:10:48.003795 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1108ad6-b73d-4bb5-b657-36a6b67fd910 admin admin] Deleting subnet d91e2705-44c5-48f3-82db-eef85dccd5eb {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:10:48.006385 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66950fb5-f9c0-4dcb-87af-ec8a5c05956e" -d '{"events": [{"server_uuid": "5ce49ed9-12b0-4b60-8114-85abc2a34ce6", "name": "network-vif-plugged", "status": "completed", "tag": "a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:10:48.021775 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-67a4e0d8-1438-4e11-a7c0-ba47ab3c756f None None] Provisioning complete for port 8f2d7d86-9b29-467c-b3b5-0d39a51d6013 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:48.022293 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-67a4e0d8-1438-4e11-a7c0-ba47ab3c756f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (8f2d7d86-9b29-467c-b3b5-0d39a51d6013), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:48.073865 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-67a4e0d8-1438-4e11-a7c0-ba47ab3c756f None None] Port 8f2d7d86-9b29-467c-b3b5-0d39a51d6013 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:10:48.076328 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9,segment=NetworkSegment(2c79ec4a-284a-40f7-bbb4-646b3066ffe8),segment_id=2c79ec4a-284a-40f7-bbb4-646b3066ffe8)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:48.086131 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:48.099966 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-49503686-12f9-46bf-8f77-71ae1ea2b3e1 service neutron] 10.222.0.120 "GET /v2.0/networks/927c95a7-9afc-4391-8f1b-90d0913f6790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4999652 Feb 09 01:10:48.120909 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a1108ad6-b73d-4bb5-b657-36a6b67fd910 admin admin] Publish callbacks [] for subnet (d91e2705-44c5-48f3-82db-eef85dccd5eb), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:48.148387 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d152d7-2812-4c5b-9cc9-1288563e61e6 req-331fb382-fa1f-4b0f-8701-88bb602745f7 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:48.149543 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-f80b11d8-8814-4a7f-b063-812904f5f673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36658dc1-ed93-4169-902e-c5728eca054b', 'name': 'tempest-TaggedBootDevicesTest_v242-738180123-router', 'tenant_id': 'e1de9b230a144a68a725edf02d781381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '9119c320-7625-4d7a-828f-5c6bf6ff8d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:42Z', 'updated_at': '2022-02-09T01:10:45Z', 'revision_number': 3, 'project_id': 'e1de9b230a144a68a725edf02d781381', 'gw_port': {'id': '9119c320-7625-4d7a-828f-5c6bf6ff8d7f', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a6:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36658dc1-ed93-4169-902e-c5728eca054b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:43Z', 'updated_at': '2022-02-09T01:10:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:48.149717 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2d152d7-2812-4c5b-9cc9-1288563e61e6 req-331fb382-fa1f-4b0f-8701-88bb602745f7 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 945 time: 0.2023947 Feb 09 01:10:48.192727 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80b11d8-8814-4a7f-b063-812904f5f673 None None] Checking router: 36658dc1-ed93-4169-902e-c5728eca054b for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:10:48.193187 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80b11d8-8814-4a7f-b063-812904f5f673 None None] Updating router 36658dc1-ed93-4169-902e-c5728eca054b port 9119c320-7625-4d7a-828f-5c6bf6ff8d7f binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:10:48.228113 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9,revision_number=12']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:48.251591 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f80b11d8-8814-4a7f-b063-812904f5f673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (9119c320-7625-4d7a-828f-5c6bf6ff8d7f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:48.257748 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 5fd33a0c-3744-4ada-96d9-eabb3e05605b up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:10:48.259746 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c9373f43-5af3-45e8-861f-33d621554ac7 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks [] for security_group_rule (d74151c1-f866-4cfa-bf04-a780eb6eb740), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:48.275030 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-20ab0365-3e6f-4a52-a0bb-23c025544b50 service neutron] Attempting to bind port 3b3ba372-337b-4907-829c-54b4ef6443b7 on host n-h2-828369-4 for vnic_type normal with profile None {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:10:48.275944 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-20ab0365-3e6f-4a52-a0bb-23c025544b50 service neutron] Attempting to bind port 3b3ba372-337b-4907-829c-54b4ef6443b7 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:10:48.276774 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-20ab0365-3e6f-4a52-a0bb-23c025544b50 service neutron] Attempting to bind port 3b3ba372-337b-4907-829c-54b4ef6443b7 on network 584d7274-cb01-4853-8902-7824a3a705cb {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:48.284673 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c9373f43-5af3-45e8-861f-33d621554ac7 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (d74151c1-f866-4cfa-bf04-a780eb6eb740), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:48.315448 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-20ab0365-3e6f-4a52-a0bb-23c025544b50 service neutron] Port 3b3ba372-337b-4907-829c-54b4ef6443b7 on network 584d7274-cb01-4853-8902-7824a3a705cb not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:10:48.316388 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-20ab0365-3e6f-4a52-a0bb-23c025544b50 service neutron] Attempting to bind port 3b3ba372-337b-4907-829c-54b4ef6443b7 on network 584d7274-cb01-4853-8902-7824a3a705cb {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:48.320358 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9373f43-5af3-45e8-861f-33d621554ac7 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d74151c1-f866-4cfa-bf04-a780eb6eb740,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:48.323210 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-02f8295b-797f-447a-bd7c-cff1a93dd6e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8f2d7d86-9b29-467c-b3b5-0d39a51d6013), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:48.337947 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-20ab0365-3e6f-4a52-a0bb-23c025544b50 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:10:48.339470 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-20ab0365-3e6f-4a52-a0bb-23c025544b50 service neutron] Checking segment: {'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:10:48.340127 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-20ab0365-3e6f-4a52-a0bb-23c025544b50 service neutron] Bound using segment: {'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:10:48.341135 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-20ab0365-3e6f-4a52-a0bb-23c025544b50 service neutron] Bound port: 3b3ba372-337b-4907-829c-54b4ef6443b7, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:10:48.378986 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c9373f43-5af3-45e8-861f-33d621554ac7 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:48.384604 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c9373f43-5af3-45e8-861f-33d621554ac7 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7343783 Feb 09 01:10:48.392691 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 50356) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:48.405949 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-e77619f1-a4ab-4cb7-a4e3-d706db29ca5e tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:48.424366 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-20ab0365-3e6f-4a52-a0bb-23c025544b50 service neutron] For port 3b3ba372-337b-4907-829c-54b4ef6443b7, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=3b3ba372-337b-4907-829c-54b4ef6443b7,segment=NetworkSegment(c09a8a87-556d-487a-811a-06517127dee5),segment_id=c09a8a87-556d-487a-811a-06517127dee5)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:10:48.433416 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a1108ad6-b73d-4bb5-b657-36a6b67fd910 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (d91e2705-44c5-48f3-82db-eef85dccd5eb), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:48.463903 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2d152d7-2812-4c5b-9cc9-1288563e61e6 req-c5b9000e-d3e9-4026-8983-5bf6e077d7ea tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755747 Feb 09 01:10:48.480681 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-20ab0365-3e6f-4a52-a0bb-23c025544b50 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:48.480681 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-20ab0365-3e6f-4a52-a0bb-23c025544b50 service neutron] 10.222.0.50 "POST /v2.0/ports/3b3ba372-337b-4907-829c-54b4ef6443b7/bindings HTTP/1.1" status: 201 len: 389 time: 1.2380569 Feb 09 01:10:48.481815 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-a469e0a3-94ef-4ec5-a9be-a8bf968909b5 None None] Provisioning complete for port 5fd33a0c-3744-4ada-96d9-eabb3e05605b triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:48.481815 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a469e0a3-94ef-4ec5-a9be-a8bf968909b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (5fd33a0c-3744-4ada-96d9-eabb3e05605b), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:48.482514 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-41acfcb2-94e8-4212-94b7-9ba94df3d272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:48.572712 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a1108ad6-b73d-4bb5-b657-36a6b67fd910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (d91e2705-44c5-48f3-82db-eef85dccd5eb), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:48.588966 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-d850926f-0d7c-4a2e-a12d-bc04dca80cd3 service neutron] 10.222.0.120 "GET /v2.0/networks/927c95a7-9afc-4391-8f1b-90d0913f6790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4734488 Feb 09 01:10:48.700751 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a1108ad6-b73d-4bb5-b657-36a6b67fd910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (d91e2705-44c5-48f3-82db-eef85dccd5eb), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:48.810523 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-dc74c7a6-e1b9-45d8-ae9c-1c2dbfdf40da service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a50b63d9-9aa6-4f44-8c47-71c17ea2941a HTTP/1.1" status: 200 len: 217 time: 0.1673262 Feb 09 01:10:48.814684 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d920b01-92d7-42a2-a561-73742cb36ecf x-openstack-request-id: req-4d920b01-92d7-42a2-a561-73742cb36ecf {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:10:48.815033 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb98b0d-c679-4b1a-8a5f-52ea416a15e0", "name": "network-vif-deleted", "tag": "5cd05cbd-01cc-4508-b90a-747229eba585", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:10:48.815334 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4d920b01-92d7-42a2-a561-73742cb36ecf {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:10:48.815738 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb98b0d-c679-4b1a-8a5f-52ea416a15e0', 'name': 'network-vif-deleted', 'tag': '5cd05cbd-01cc-4508-b90a-747229eba585', 'status': 'completed', 'code': 200} Feb 09 01:10:48.820483 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f80b11d8-8814-4a7f-b063-812904f5f673 None None] Publish callbacks [] for port (9119c320-7625-4d7a-828f-5c6bf6ff8d7f), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:48.834318 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e77619f1-a4ab-4cb7-a4e3-d706db29ca5e tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:48.849268 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f80b11d8-8814-4a7f-b063-812904f5f673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (9119c320-7625-4d7a-828f-5c6bf6ff8d7f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:48.855351 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1108ad6-b73d-4bb5-b657-36a6b67fd910 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d91e2705-44c5-48f3-82db-eef85dccd5eb,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:48.862487 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a1108ad6-b73d-4bb5-b657-36a6b67fd910 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:48.865543 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a1108ad6-b73d-4bb5-b657-36a6b67fd910 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d91e2705-44c5-48f3-82db-eef85dccd5eb HTTP/1.1" status: 204 len: 168 time: 1.6485059 Feb 09 01:10:48.877893 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50362) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:48.947278 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b005db-4fe7-4e4e-9f22-bbc24ad6abfe x-openstack-request-id: req-89b005db-4fe7-4e4e-9f22-bbc24ad6abfe {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:10:48.947531 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce49ed9-12b0-4b60-8114-85abc2a34ce6", "name": "network-vif-plugged", "status": "completed", "tag": "a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:10:48.947667 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-89b005db-4fe7-4e4e-9f22-bbc24ad6abfe {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:10:48.948039 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce49ed9-12b0-4b60-8114-85abc2a34ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9', 'code': 200} Feb 09 01:10:48.954711 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce4a06-dbaf-49ab-8fb0-3881a0af5099 None None] Pushing event updated for resources: {'Port': ['ID=9119c320-7625-4d7a-828f-5c6bf6ff8d7f,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:48.990335 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-32985787-c2ac-4166-b033-1f04859797b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (34a4d12a-3c8f-4e4e-94f9-927024f1afe0), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:49.030828 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-41acfcb2-94e8-4212-94b7-9ba94df3d272 admin admin] Allocated IP 172.20.0.1 (4827bb9d-9020-4469-a360-2245b341e8df/f87558dc-7347-4167-80b6-52be7a572ba0/d713426c-6ae6-43a0-94ab-6b2903902ff7) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:49.050176 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-f80b11d8-8814-4a7f-b063-812904f5f673 None None] Attempting to bind port 9119c320-7625-4d7a-828f-5c6bf6ff8d7f on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:10:49.051625 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-f80b11d8-8814-4a7f-b063-812904f5f673 None None] Attempting to bind port 9119c320-7625-4d7a-828f-5c6bf6ff8d7f by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:10:49.052327 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b11d8-8814-4a7f-b063-812904f5f673 None None] Attempting to bind port 9119c320-7625-4d7a-828f-5c6bf6ff8d7f on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:49.055460 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 5fd33a0c-3744-4ada-96d9-eabb3e05605b triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:49.056665 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (5fd33a0c-3744-4ada-96d9-eabb3e05605b), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:49.130943 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b11d8-8814-4a7f-b063-812904f5f673 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:10:49.132565 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b11d8-8814-4a7f-b063-812904f5f673 None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:10:49.133270 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f80b11d8-8814-4a7f-b063-812904f5f673 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:49.133969 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b11d8-8814-4a7f-b063-812904f5f673 None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:10:49.134762 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-f80b11d8-8814-4a7f-b063-812904f5f673 None None] Bound port: 9119c320-7625-4d7a-828f-5c6bf6ff8d7f, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:10:49.136158 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f80b11d8-8814-4a7f-b063-812904f5f673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (9119c320-7625-4d7a-828f-5c6bf6ff8d7f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:49.240838 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-d5fbde6b-81ef-447c-8471-2f1bceef815d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:49.242281 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-d5fbde6b-81ef-447c-8471-2f1bceef815d service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=349016141cb643eba466ab5e9338a7e5&device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 1127 time: 0.2638059 Feb 09 01:10:49.254498 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00047308-49a0-4121-8bd4-ee82a469b552 req-cd3119f4-6ec1-4159-a06e-ff20271a765c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:49.256768 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-00047308-49a0-4121-8bd4-ee82a469b552 req-cd3119f4-6ec1-4159-a06e-ff20271a765c service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 1128 time: 0.2070475 Feb 09 01:10:49.276411 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a469e0a3-94ef-4ec5-a9be-a8bf968909b5 None None] Current status of the port 5fd33a0c-3744-4ada-96d9-eabb3e05605b is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:49.281026 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-f80b11d8-8814-4a7f-b063-812904f5f673 None None] For port 9119c320-7625-4d7a-828f-5c6bf6ff8d7f, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:10:49.285904 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-f80b11d8-8814-4a7f-b063-812904f5f673 None None] For port 9119c320-7625-4d7a-828f-5c6bf6ff8d7f, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=9119c320-7625-4d7a-828f-5c6bf6ff8d7f,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:10:49.288329 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 5fd33a0c-3744-4ada-96d9-eabb3e05605b is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:49.298956 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f80b11d8-8814-4a7f-b063-812904f5f673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (9119c320-7625-4d7a-828f-5c6bf6ff8d7f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:49.349657 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80b11d8-8814-4a7f-b063-812904f5f673 None None] Routers {'36658dc1-ed93-4169-902e-c5728eca054b'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:10:49.350351 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-f80b11d8-8814-4a7f-b063-812904f5f673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:10:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['36658dc1-ed93-4169-902e-c5728eca054b'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:49.437532 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ce4a06-dbaf-49ab-8fb0-3881a0af5099 None None] Pushing event updated for resources: {'Port': ['ID=9119c320-7625-4d7a-828f-5c6bf6ff8d7f,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:49.495683 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-f80b11d8-8814-4a7f-b063-812904f5f673 None None] Set router 36658dc1-ed93-4169-902e-c5728eca054b gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:10:49.591089 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-b0f5a022-07ea-43d7-be5b-487208ff402a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:49.592636 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-b0f5a022-07ea-43d7-be5b-487208ff402a service neutron] 10.222.0.120 "GET /v2.0/subnets?id=b5e87f56-886d-4c17-b782-a5f35c888558 HTTP/1.1" status: 200 len: 797 time: 0.7504189 Feb 09 01:10:49.660371 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-469e8989-0667-48d2-83f2-01f4ccec091e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:49.662030 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-469e8989-0667-48d2-83f2-01f4ccec091e service neutron] 10.222.0.120 "GET /v2.0/networks?id=584d7274-cb01-4853-8902-7824a3a705cb HTTP/1.1" status: 200 len: 909 time: 0.4042771 Feb 09 01:10:49.674543 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-32985787-c2ac-4166-b033-1f04859797b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (34a4d12a-3c8f-4e4e-94f9-927024f1afe0), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:49.711585 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3262a-f575-44ad-8ed3-2a53b56d132f req-0ad372c2-ea33-4873-949b-8fa2192f1cfc tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:49.718450 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3262a-f575-44ad-8ed3-2a53b56d132f req-0ad372c2-ea33-4873-949b-8fa2192f1cfc tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:49.723852 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3262a-f575-44ad-8ed3-2a53b56d132f req-0ad372c2-ea33-4873-949b-8fa2192f1cfc tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:49.729237 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3262a-f575-44ad-8ed3-2a53b56d132f req-0ad372c2-ea33-4873-949b-8fa2192f1cfc tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:49.734817 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3262a-f575-44ad-8ed3-2a53b56d132f req-0ad372c2-ea33-4873-949b-8fa2192f1cfc tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:49.741572 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3262a-f575-44ad-8ed3-2a53b56d132f req-0ad372c2-ea33-4873-949b-8fa2192f1cfc tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:49.747053 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3262a-f575-44ad-8ed3-2a53b56d132f req-0ad372c2-ea33-4873-949b-8fa2192f1cfc tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:49.749241 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-37f3262a-f575-44ad-8ed3-2a53b56d132f req-0ad372c2-ea33-4873-949b-8fa2192f1cfc tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5422 time: 0.7620075 Feb 09 01:10:49.768145 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-fbcb1b09-ec43-4342-8cd0-c63c24f901c5 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b3ba372-337b-4907-829c-54b4ef6443b7 HTTP/1.1" status: 200 len: 217 time: 0.0819075 Feb 09 01:10:49.772199 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39397a-722b-4ae4-a36e-bb8105992d73 req-d575aa0e-08bd-4a66-b62f-86ae78d54f43 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:49.776768 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-32985787-c2ac-4166-b033-1f04859797b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34a4d12a-3c8f-4e4e-94f9-927024f1afe0']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:49.779378 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ac39397a-722b-4ae4-a36e-bb8105992d73 req-d575aa0e-08bd-4a66-b62f-86ae78d54f43 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 945 time: 0.7747426 Feb 09 01:10:49.808482 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-f80b11d8-8814-4a7f-b063-812904f5f673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36658dc1-ed93-4169-902e-c5728eca054b', 'name': 'tempest-TaggedBootDevicesTest_v242-738180123-router', 'tenant_id': 'e1de9b230a144a68a725edf02d781381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '9119c320-7625-4d7a-828f-5c6bf6ff8d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:42Z', 'updated_at': '2022-02-09T01:10:45Z', 'revision_number': 3, 'project_id': 'e1de9b230a144a68a725edf02d781381', 'gw_port': {'id': '9119c320-7625-4d7a-828f-5c6bf6ff8d7f', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a6:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36658dc1-ed93-4169-902e-c5728eca054b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:43Z', 'updated_at': '2022-02-09T01:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:49.829122 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-a98ce64e-814b-4ba6-b3cf-533eb6bb80bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:49.830680 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-a98ce64e-814b-4ba6-b3cf-533eb6bb80bc service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4611cb36-f3d2-4498-977c-18da9d170e4c HTTP/1.1" status: 200 len: 847 time: 0.0515251 Feb 09 01:10:49.863176 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-32985787-c2ac-4166-b033-1f04859797b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '270d7e94-0a51-4976-9fd0-63d25bbe65cb') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:49.863412 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-32985787-c2ac-4166-b033-1f04859797b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '270d7e94-0a51-4976-9fd0-63d25bbe65cb') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:49.880155 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80b11d8-8814-4a7f-b063-812904f5f673 None None] The sync data for ids ['36658dc1-ed93-4169-902e-c5728eca054b'] in n-d-828369-4 is: [{'id': '36658dc1-ed93-4169-902e-c5728eca054b', 'name': 'tempest-TaggedBootDevicesTest_v242-738180123-router', 'tenant_id': 'e1de9b230a144a68a725edf02d781381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '9119c320-7625-4d7a-828f-5c6bf6ff8d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:42Z', 'updated_at': '2022-02-09T01:10:45Z', 'revision_number': 3, 'project_id': 'e1de9b230a144a68a725edf02d781381', 'gw_port': {'id': '9119c320-7625-4d7a-828f-5c6bf6ff8d7f', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a6:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36658dc1-ed93-4169-902e-c5728eca054b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:43Z', 'updated_at': '2022-02-09T01:10:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:10:49.899100 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-3c48e1b8-2b4f-40b3-a50f-02a16bb749cc service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=584d7274-cb01-4853-8902-7824a3a705cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548327 Feb 09 01:10:49.902387 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-41acfcb2-94e8-4212-94b7-9ba94df3d272 admin admin] Publish callbacks [] for port (d713426c-6ae6-43a0-94ab-6b2903902ff7), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:49.908239 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9e911eb1-a0b3-4324-80f1-903e7e3ba45c req-e3bfe23b-ead5-4e12-83ba-f9225e068e60 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=9a273a6d-fbc6-48ac-a0d4-01e877340a85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3543160 Feb 09 01:10:49.939483 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-32985787-c2ac-4166-b033-1f04859797b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (270d7e94-0a51-4976-9fd0-63d25bbe65cb), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:49.967114 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-1ccf9a8e-16eb-457e-b03b-70df6655c6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:49.969489 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-1ccf9a8e-16eb-457e-b03b-70df6655c6d1 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=3c94ca57-3b3a-4c44-bfe5-dcd0786f477f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3191562 Feb 09 01:10:50.004165 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-00047308-49a0-4121-8bd4-ee82a469b552 req-ca074d44-c21b-40a3-ac50-7b909cc8e8f0 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411639 Feb 09 01:10:50.020275 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-32985787-c2ac-4166-b033-1f04859797b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (270d7e94-0a51-4976-9fd0-63d25bbe65cb), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:50.034587 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32985787-c2ac-4166-b033-1f04859797b1 admin admin] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:10:50.034996 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-32985787-c2ac-4166-b033-1f04859797b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (270d7e94-0a51-4976-9fd0-63d25bbe65cb), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:50.036842 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:10:50.036842 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:10:50.036842 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:10:50.036842 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:10:50.036842 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:10:50.036842 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:10:50.036842 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:10:50.036842 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:10:50.036842 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:10:50.036842 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:10:50.036842 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:10:50.036842 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:10:50.036842 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:10:50.036842 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:10:50.036842 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:10:50.036842 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:10:50.036842 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:10:50.036842 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:10:50.036842 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:10:50.036842 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:10:50.036842 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:10:50.036842 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:10:50.036842 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:10:50.036842 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:10:50.036842 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:10:50.036842 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:10:50.036842 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:10:50.036842 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:10:50.036842 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:10:50.036842 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:10:50.036842 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:10:50.036842 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:10:50.040136 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-37f3262a-f575-44ad-8ed3-2a53b56d132f req-62814413-bc4e-4e60-887e-5cf4451a817a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2785885 Feb 09 01:10:50.142071 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-06631845-831a-46c9-bee2-0b6a62f391a5 service neutron] 10.222.0.120 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242930 Feb 09 01:10:50.147666 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-32985787-c2ac-4166-b033-1f04859797b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (34a4d12a-3c8f-4e4e-94f9-927024f1afe0), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:50.149875 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ac39397a-722b-4ae4-a36e-bb8105992d73 req-2fc1f292-be24-4088-a5a0-03a5158ece35 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665214 Feb 09 01:10:50.151638 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-41acfcb2-94e8-4212-94b7-9ba94df3d272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (d713426c-6ae6-43a0-94ab-6b2903902ff7), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:50.170556 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-32985787-c2ac-4166-b033-1f04859797b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:50.188041 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-32985787-c2ac-4166-b033-1f04859797b1 admin admin] 10.222.0.50 "DELETE /v2.0/networks/34a4d12a-3c8f-4e4e-94f9-927024f1afe0 HTTP/1.1" status: 204 len: 168 time: 1.2977543 Feb 09 01:10:50.301916 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32985787-c2ac-4166-b033-1f04859797b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=34a4d12a-3c8f-4e4e-94f9-927024f1afe0,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:50.403595 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41acfcb2-94e8-4212-94b7-9ba94df3d272 admin admin] Network 4827bb9d-9020-4469-a360-2245b341e8df is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:50.405611 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-41acfcb2-94e8-4212-94b7-9ba94df3d272 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:50.440952 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50370) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:50.475538 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41acfcb2-94e8-4212-94b7-9ba94df3d272 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:10:50.487747 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e77619f1-a4ab-4cb7-a4e3-d706db29ca5e tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:50.503792 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e911eb1-a0b3-4324-80f1-903e7e3ba45c req-ca80fb83-3bf7-47d4-9a64-92b49ba7bbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:50.506743 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9e911eb1-a0b3-4324-80f1-903e7e3ba45c req-ca80fb83-3bf7-47d4-9a64-92b49ba7bbbc service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=349016141cb643eba466ab5e9338a7e5&device_id=9a273a6d-fbc6-48ac-a0d4-01e877340a85 HTTP/1.1" status: 200 len: 1126 time: 0.5209873 Feb 09 01:10:50.526097 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-02f8295b-797f-447a-bd7c-cff1a93dd6e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f2d7d86-9b29-467c-b3b5-0d39a51d6013 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:10:50.543544 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-02f8295b-797f-447a-bd7c-cff1a93dd6e2 service neutron] Publish callbacks [] for port (8f2d7d86-9b29-467c-b3b5-0d39a51d6013), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:50.560341 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-02f8295b-797f-447a-bd7c-cff1a93dd6e2 service neutron] Transition to ACTIVE for port object 8f2d7d86-9b29-467c-b3b5-0d39a51d6013 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:10:50.561845 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41acfcb2-94e8-4212-94b7-9ba94df3d272 admin admin] Pushing event updated for resources: {'Port': ['ID=d713426c-6ae6-43a0-94ab-6b2903902ff7,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:50.565066 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-41acfcb2-94e8-4212-94b7-9ba94df3d272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (36658dc1-ed93-4169-902e-c5728eca054b), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:50.602781 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-02f8295b-797f-447a-bd7c-cff1a93dd6e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (8f2d7d86-9b29-467c-b3b5-0d39a51d6013), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:50.661548 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-ddf86b61-b549-447e-8d58-d6e26d74e2a8 service neutron] 10.222.0.120 "GET /v2.0/networks/3c94ca57-3b3a-4c44-bfe5-dcd0786f477f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6745331 Feb 09 01:10:50.716028 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-34bb7322-ee9e-4428-97aa-f5924e48a73d service neutron] 10.222.0.120 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4645791 Feb 09 01:10:50.723351 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d800dd98-f2fc-4eb6-8e0f-e81d2d0fd3b6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9e9b11565ff64385ba3f4dbe196bfab1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2812812 Feb 09 01:10:50.726906 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50372) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:50.823963 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-140b349c-065a-4474-ac8b-599fc12f09a9 admin admin] Publish callbacks [] for security_group (181a5d6b-3e1e-4740-a0ba-17b4067d187c), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:50.829347 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-ea138d7f-1449-4b73-bf36-1a11b92e0ace None None] Provisioning complete for port d713426c-6ae6-43a0-94ab-6b2903902ff7 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:50.830382 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ea138d7f-1449-4b73-bf36-1a11b92e0ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d713426c-6ae6-43a0-94ab-6b2903902ff7), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:50.866684 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-140b349c-065a-4474-ac8b-599fc12f09a9 admin admin] Publish callbacks [] for security_group (181a5d6b-3e1e-4740-a0ba-17b4067d187c), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:50.900047 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ea138d7f-1449-4b73-bf36-1a11b92e0ace None None] Port d713426c-6ae6-43a0-94ab-6b2903902ff7 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:10:50.925431 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c96f5f-bbdb-4ca3-a683-403546deb025 req-8ffe0fa5-7b67-4059-b252-f78d2aa3b02c tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:50.927455 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-41acfcb2-94e8-4212-94b7-9ba94df3d272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d713426c-6ae6-43a0-94ab-6b2903902ff7), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:50.928134 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-05c96f5f-bbdb-4ca3-a683-403546deb025 req-8ffe0fa5-7b67-4059-b252-f78d2aa3b02c tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 931 time: 0.6907146 Feb 09 01:10:50.930357 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-dce0274f-b152-4894-8c43-3c3881ee39af service neutron] 10.222.0.120 "GET /v2.0/networks/3c94ca57-3b3a-4c44-bfe5-dcd0786f477f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524177 Feb 09 01:10:50.944063 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f8295b-797f-447a-bd7c-cff1a93dd6e2 service neutron] Pushing event updated for resources: {'Port': ['ID=8f2d7d86-9b29-467c-b3b5-0d39a51d6013,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:51.023490 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f8590-a04c-47d0-8e49-34ac1239f4dc req-d8a798a8-c520-4989-8153-18bfd8ad8209 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:51.026971 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b61f8590-a04c-47d0-8e49-34ac1239f4dc req-d8a798a8-c520-4989-8153-18bfd8ad8209 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 946 time: 0.7233131 Feb 09 01:10:51.125076 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-3d185fd4-fcc9-42f0-92a4-f7c644341e30 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8878209d-10f0-43e8-9625-98836d88edd2 HTTP/1.1" status: 200 len: 217 time: 0.1755061 Feb 09 01:10:51.146799 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-140b349c-065a-4474-ac8b-599fc12f09a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (181a5d6b-3e1e-4740-a0ba-17b4067d187c), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:51.149330 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-140b349c-065a-4474-ac8b-599fc12f09a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:51.150489 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-140b349c-065a-4474-ac8b-599fc12f09a9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/181a5d6b-3e1e-4740-a0ba-17b4067d187c HTTP/1.1" status: 204 len: 168 time: 0.4226449 Feb 09 01:10:51.192733 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b349c-065a-4474-ac8b-599fc12f09a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181a5d6b-3e1e-4740-a0ba-17b4067d187c,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:51.268815 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-41acfcb2-94e8-4212-94b7-9ba94df3d272 admin admin] Publish callbacks [] for port (d713426c-6ae6-43a0-94ab-6b2903902ff7), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:51.275936 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-41acfcb2-94e8-4212-94b7-9ba94df3d272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (d713426c-6ae6-43a0-94ab-6b2903902ff7), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:51.378306 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-05c96f5f-bbdb-4ca3-a683-403546deb025 req-03305d25-d52f-43f7-8e1c-b24d31cc40f1 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=e711df6c-6fe3-4590-9ab7-e2920a97103b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4277158 Feb 09 01:10:51.425823 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41acfcb2-94e8-4212-94b7-9ba94df3d272 admin admin] Pushing event updated for resources: {'Port': ['ID=d713426c-6ae6-43a0-94ab-6b2903902ff7,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:51.429870 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-41acfcb2-94e8-4212-94b7-9ba94df3d272 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (36658dc1-ed93-4169-902e-c5728eca054b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:51.470190 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b61f8590-a04c-47d0-8e49-34ac1239f4dc req-b17d1e6e-3b00-40c7-926e-42feb40bbcdc tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267572 Feb 09 01:10:51.479071 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-e77619f1-a4ab-4cb7-a4e3-d706db29ca5e tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Allocated IP 172.25.8.152 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/3ad4347b-dad0-4652-8e76-4b2783be6cfc) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:51.664815 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41acfcb2-94e8-4212-94b7-9ba94df3d272 admin admin] Network 4827bb9d-9020-4469-a360-2245b341e8df is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:51.666319 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-41acfcb2-94e8-4212-94b7-9ba94df3d272 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:51.840140 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-d0b9f9f1-1efe-41f0-9784-750fef2ca69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:51.840791 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-d0b9f9f1-1efe-41f0-9784-750fef2ca69e service neutron] 10.222.0.120 "GET /v2.0/subnets?id=b5e87f56-886d-4c17-b782-a5f35c888558 HTTP/1.1" status: 200 len: 797 time: 0.6723888 Feb 09 01:10:51.841806 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e911eb1-a0b3-4324-80f1-903e7e3ba45c req-3e99c3bd-2f16-439f-aab9-b6fbc5a8d0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:51.843672 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9e911eb1-a0b3-4324-80f1-903e7e3ba45c req-3e99c3bd-2f16-439f-aab9-b6fbc5a8d0cb service neutron] 10.222.0.120 "GET /v2.0/networks?id=584d7274-cb01-4853-8902-7824a3a705cb HTTP/1.1" status: 200 len: 909 time: 1.2681530 Feb 09 01:10:51.853381 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-02f8295b-797f-447a-bd7c-cff1a93dd6e2 service neutron] Attempting to bind port 8f2d7d86-9b29-467c-b3b5-0d39a51d6013 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:10:51.853381 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-02f8295b-797f-447a-bd7c-cff1a93dd6e2 service neutron] Attempting to bind port 8f2d7d86-9b29-467c-b3b5-0d39a51d6013 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '8e2e0547-7361-46ac-84b5-12a09ebed7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6d890250-ac42-4592-9721-7a49ecf5e127'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:10:51.853381 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-02f8295b-797f-447a-bd7c-cff1a93dd6e2 service neutron] Attempting to bind port 8f2d7d86-9b29-467c-b3b5-0d39a51d6013 on network 6d890250-ac42-4592-9721-7a49ecf5e127 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:51.865481 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41acfcb2-94e8-4212-94b7-9ba94df3d272 admin admin] Router 36658dc1-ed93-4169-902e-c5728eca054b has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:10:51.880366 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-02f8295b-797f-447a-bd7c-cff1a93dd6e2 service neutron] Port 8f2d7d86-9b29-467c-b3b5-0d39a51d6013 on network 6d890250-ac42-4592-9721-7a49ecf5e127 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:10:51.880771 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-02f8295b-797f-447a-bd7c-cff1a93dd6e2 service neutron] Attempting to bind port 8f2d7d86-9b29-467c-b3b5-0d39a51d6013 on network 6d890250-ac42-4592-9721-7a49ecf5e127 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:52.101409 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4231333-bfd4-49f1-83e3-a4a2998b1d48 req-06cebf94-aab9-4add-9db5-53006d13a040 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:52.107316 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4231333-bfd4-49f1-83e3-a4a2998b1d48 req-06cebf94-aab9-4add-9db5-53006d13a040 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:52.114065 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4231333-bfd4-49f1-83e3-a4a2998b1d48 req-06cebf94-aab9-4add-9db5-53006d13a040 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:52.119406 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4231333-bfd4-49f1-83e3-a4a2998b1d48 req-06cebf94-aab9-4add-9db5-53006d13a040 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:52.125400 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4231333-bfd4-49f1-83e3-a4a2998b1d48 req-06cebf94-aab9-4add-9db5-53006d13a040 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:52.130381 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-1f3f8160-b808-4d5b-ac39-4728ec57b434 None None] Provisioning complete for port d713426c-6ae6-43a0-94ab-6b2903902ff7 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:52.131331 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1f3f8160-b808-4d5b-ac39-4728ec57b434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d713426c-6ae6-43a0-94ab-6b2903902ff7), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:52.132328 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4231333-bfd4-49f1-83e3-a4a2998b1d48 req-06cebf94-aab9-4add-9db5-53006d13a040 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:52.138685 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4231333-bfd4-49f1-83e3-a4a2998b1d48 req-06cebf94-aab9-4add-9db5-53006d13a040 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:52.141341 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e4231333-bfd4-49f1-83e3-a4a2998b1d48 req-06cebf94-aab9-4add-9db5-53006d13a040 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5422 time: 0.4557207 Feb 09 01:10:52.142446 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-02f8295b-797f-447a-bd7c-cff1a93dd6e2 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:10:52.142658 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-02f8295b-797f-447a-bd7c-cff1a93dd6e2 service neutron] Checking segment: {'id': '8e2e0547-7361-46ac-84b5-12a09ebed7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6d890250-ac42-4592-9721-7a49ecf5e127'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:10:52.143051 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-02f8295b-797f-447a-bd7c-cff1a93dd6e2 service neutron] Bound using segment: {'id': '8e2e0547-7361-46ac-84b5-12a09ebed7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6d890250-ac42-4592-9721-7a49ecf5e127'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:10:52.143514 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-02f8295b-797f-447a-bd7c-cff1a93dd6e2 service neutron] Bound port: 8f2d7d86-9b29-467c-b3b5-0d39a51d6013, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e2e0547-7361-46ac-84b5-12a09ebed7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6d890250-ac42-4592-9721-7a49ecf5e127'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:10:52.144043 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-02f8295b-797f-447a-bd7c-cff1a93dd6e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8f2d7d86-9b29-467c-b3b5-0d39a51d6013), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:52.151839 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9e911eb1-a0b3-4324-80f1-903e7e3ba45c req-35c42eb9-c904-4d0f-a393-50313ebb9f30 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79c2a00a-9408-4405-a3b9-5bab7752649f HTTP/1.1" status: 200 len: 217 time: 0.2722149 Feb 09 01:10:52.169791 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41acfcb2-94e8-4212-94b7-9ba94df3d272 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:10:52.193311 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-41acfcb2-94e8-4212-94b7-9ba94df3d272 admin admin] 10.222.0.50 "PUT /v2.0/routers/36658dc1-ed93-4169-902e-c5728eca054b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8063371 Feb 09 01:10:52.223221 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-1f3f8160-b808-4d5b-ac39-4728ec57b434 None None] Port d713426c-6ae6-43a0-94ab-6b2903902ff7 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:10:52.238837 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094dc9f-5707-401d-a84f-b562d02b8297 req-55ca63d8-ab6b-4d03-908e-426b9fee2c49 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:52.241166 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7094dc9f-5707-401d-a84f-b562d02b8297 req-55ca63d8-ab6b-4d03-908e-426b9fee2c49 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 945 time: 0.5615392 Feb 09 01:10:52.370901 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 9119c320-7625-4d7a-828f-5c6bf6ff8d7f up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:10:52.430092 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e911eb1-a0b3-4324-80f1-903e7e3ba45c req-bbdd72c3-86e1-4f16-ace2-c4f776847432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:52.432530 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9e911eb1-a0b3-4324-80f1-903e7e3ba45c req-bbdd72c3-86e1-4f16-ace2-c4f776847432 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4611cb36-f3d2-4498-977c-18da9d170e4c HTTP/1.1" status: 200 len: 847 time: 0.1001561 Feb 09 01:10:52.467374 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 9119c320-7625-4d7a-828f-5c6bf6ff8d7f triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:52.468389 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (9119c320-7625-4d7a-828f-5c6bf6ff8d7f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:52.516509 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e4231333-bfd4-49f1-83e3-a4a2998b1d48 req-604294ce-d355-4c60-8271-8a2c49fb897a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3600512 Feb 09 01:10:52.621460 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 9119c320-7625-4d7a-828f-5c6bf6ff8d7f is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:52.621868 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (9119c320-7625-4d7a-828f-5c6bf6ff8d7f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:52.622541 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9e911eb1-a0b3-4324-80f1-903e7e3ba45c req-8b4053c2-7cdb-465c-a6e2-9a03fd067f99 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=584d7274-cb01-4853-8902-7824a3a705cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052957 Feb 09 01:10:52.676253 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 9119c320-7625-4d7a-828f-5c6bf6ff8d7f, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=9119c320-7625-4d7a-828f-5c6bf6ff8d7f,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:52.687365 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (9119c320-7625-4d7a-828f-5c6bf6ff8d7f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:52.798999 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=9119c320-7625-4d7a-828f-5c6bf6ff8d7f,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:52.822970 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041037be-2af4-447e-a23f-1ef44d99b3eb None None] Sync routers for ids ['36658dc1-ed93-4169-902e-c5728eca054b'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:10:52.833971 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041037be-2af4-447e-a23f-1ef44d99b3eb None None] Routers {'36658dc1-ed93-4169-902e-c5728eca054b'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:10:52.835269 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-041037be-2af4-447e-a23f-1ef44d99b3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:10:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['36658dc1-ed93-4169-902e-c5728eca054b'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:52.962310 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-041037be-2af4-447e-a23f-1ef44d99b3eb None None] Set router 36658dc1-ed93-4169-902e-c5728eca054b gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:10:53.089379 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50454) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:53.094997 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-59e638ac-b028-4a5f-8dde-d6735d472644 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1695063333-network', 'tenant_id': '074f6ab5dbd5419e80f41aeec2d12896'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:53.118651 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e638ac-b028-4a5f-8dde-d6735d472644 admin admin] Made reservation on behalf of 074f6ab5dbd5419e80f41aeec2d12896 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:53.121459 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-59e638ac-b028-4a5f-8dde-d6735d472644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:53.133153 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-59e638ac-b028-4a5f-8dde-d6735d472644 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:53.187860 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7094dc9f-5707-401d-a84f-b562d02b8297 req-6a233c6c-c2b2-4eee-9f02-7617eca4260b tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9205785 Feb 09 01:10:53.193540 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9e911eb1-a0b3-4324-80f1-903e7e3ba45c req-627389d7-d207-48f4-af09-2ae5f423aac3 service neutron] 10.222.0.120 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4960113 Feb 09 01:10:53.241628 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e77619f1-a4ab-4cb7-a4e3-d706db29ca5e tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks [] for port (3ad4347b-dad0-4652-8e76-4b2783be6cfc), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:53.248855 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-9e461f23-b760-42c6-9ede-5fb2aae83855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:53.251193 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-9e461f23-b760-42c6-9ede-5fb2aae83855 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=3c94ca57-3b3a-4c44-bfe5-dcd0786f477f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 1.3746243 Feb 09 01:10:53.275962 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-59e638ac-b028-4a5f-8dde-d6735d472644 admin admin] Publish callbacks [] for security_group (745fd9c4-8998-4aa8-be13-d42f3af55fbf), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:53.282331 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-59e638ac-b028-4a5f-8dde-d6735d472644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (745fd9c4-8998-4aa8-be13-d42f3af55fbf), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:53.308809 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e638ac-b028-4a5f-8dde-d6735d472644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745fd9c4-8998-4aa8-be13-d42f3af55fbf,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:53.320247 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59e638ac-b028-4a5f-8dde-d6735d472644 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1011} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:10:53.331337 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-59e638ac-b028-4a5f-8dde-d6735d472644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (7071ad06-b408-4158-b773-310e80d32bc6), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:53.331707 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-59e638ac-b028-4a5f-8dde-d6735d472644 admin admin] Added segment 7071ad06-b408-4158-b773-310e80d32bc6 of type vlan for network 093590f8-6508-4820-86aa-6aa137a97ff4 Feb 09 01:10:53.385329 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-59e638ac-b028-4a5f-8dde-d6735d472644 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (093590f8-6508-4820-86aa-6aa137a97ff4), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:53.386115 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-041037be-2af4-447e-a23f-1ef44d99b3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36658dc1-ed93-4169-902e-c5728eca054b', 'name': 'tempest-TaggedBootDevicesTest_v242-738180123-router', 'tenant_id': 'e1de9b230a144a68a725edf02d781381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '9119c320-7625-4d7a-828f-5c6bf6ff8d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:42Z', 'updated_at': '2022-02-09T01:10:50Z', 'revision_number': 4, 'project_id': 'e1de9b230a144a68a725edf02d781381', 'gw_port': {'id': '9119c320-7625-4d7a-828f-5c6bf6ff8d7f', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36658dc1-ed93-4169-902e-c5728eca054b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:43Z', 'updated_at': '2022-02-09T01:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'd713426c-6ae6-43a0-94ab-6b2903902ff7', 'name': '', 'network_id': '4827bb9d-9020-4469-a360-2245b341e8df', 'tenant_id': 'e1de9b230a144a68a725edf02d781381', 'mac_address': 'fa:16:3e:46:67:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36658dc1-ed93-4169-902e-c5728eca054b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'f87558dc-7347-4167-80b6-52be7a572ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:48Z', 'updated_at': '2022-02-09T01:10:50Z', 'revision_number': 2, 'project_id': 'e1de9b230a144a68a725edf02d781381', 'subnets': [{'id': 'f87558dc-7347-4167-80b6-52be7a572ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:53.415053 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-59e638ac-b028-4a5f-8dde-d6735d472644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (093590f8-6508-4820-86aa-6aa137a97ff4), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:53.416783 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e638ac-b028-4a5f-8dde-d6735d472644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:53.417684 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-59e638ac-b028-4a5f-8dde-d6735d472644 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:53.421644 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041037be-2af4-447e-a23f-1ef44d99b3eb None None] Checking router: 36658dc1-ed93-4169-902e-c5728eca054b for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:10:53.422304 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041037be-2af4-447e-a23f-1ef44d99b3eb None None] Updating router 36658dc1-ed93-4169-902e-c5728eca054b port d713426c-6ae6-43a0-94ab-6b2903902ff7 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:10:53.452617 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-041037be-2af4-447e-a23f-1ef44d99b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d713426c-6ae6-43a0-94ab-6b2903902ff7), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:53.456819 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-59e638ac-b028-4a5f-8dde-d6735d472644 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.3661480 Feb 09 01:10:53.457462 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50456) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:53.496271 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-b8ed8ef2-e174-416a-90ab-a29d49fd2502 admin admin] Request body: {'subnet': {'network_id': '093590f8-6508-4820-86aa-6aa137a97ff4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1695063333-subnet', 'tenant_id': '074f6ab5dbd5419e80f41aeec2d12896', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:53.514424 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-ae18c4e7-fde4-457b-9a2b-413f8a90d439 service neutron] 10.222.0.120 "GET /v2.0/networks/3c94ca57-3b3a-4c44-bfe5-dcd0786f477f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324395 Feb 09 01:10:53.517346 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9e911eb1-a0b3-4324-80f1-903e7e3ba45c req-b21983ab-b01d-4952-b308-b42191771486 service neutron] 10.222.0.120 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739332 Feb 09 01:10:53.531431 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af798475-f624-4236-847f-8b5165f87e68 req-2aa1d5f4-0efa-4a62-b456-c78730f5b26b tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:53.538589 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-af798475-f624-4236-847f-8b5165f87e68 req-2aa1d5f4-0efa-4a62-b456-c78730f5b26b tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 943 time: 0.8804362 Feb 09 01:10:53.542532 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e638ac-b028-4a5f-8dde-d6735d472644 admin admin] Pushing event updated for resources: {'Network': ['ID=093590f8-6508-4820-86aa-6aa137a97ff4,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:53.556871 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 093590f8-6508-4820-86aa-6aa137a97ff4 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:10:53.565206 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ed8ef2-e174-416a-90ab-a29d49fd2502 admin admin] Made reservation on behalf of 074f6ab5dbd5419e80f41aeec2d12896 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:10:53.568752 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b8ed8ef2-e174-416a-90ab-a29d49fd2502 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:53.638251 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-02f8295b-797f-447a-bd7c-cff1a93dd6e2 service neutron] For port 8f2d7d86-9b29-467c-b3b5-0d39a51d6013, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:10:53.706628 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e77619f1-a4ab-4cb7-a4e3-d706db29ca5e tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (3ad4347b-dad0-4652-8e76-4b2783be6cfc), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:53.764408 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-02f8295b-797f-447a-bd7c-cff1a93dd6e2 service neutron] For port 8f2d7d86-9b29-467c-b3b5-0d39a51d6013, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=8f2d7d86-9b29-467c-b3b5-0d39a51d6013,segment=NetworkSegment(8e2e0547-7361-46ac-84b5-12a09ebed7f5),segment_id=8e2e0547-7361-46ac-84b5-12a09ebed7f5)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:10:53.800645 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b8ed8ef2-e174-416a-90ab-a29d49fd2502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (0928974b-471d-47c9-8156-eeb81b99cac2), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:53.832891 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77619f1-a4ab-4cb7-a4e3-d706db29ca5e tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:53.837555 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-041037be-2af4-447e-a23f-1ef44d99b3eb None None] Publish callbacks [] for port (d713426c-6ae6-43a0-94ab-6b2903902ff7), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:53.847199 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-041037be-2af4-447e-a23f-1ef44d99b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d713426c-6ae6-43a0-94ab-6b2903902ff7), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:53.855040 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc52ee5-fa01-43e7-867c-e268a4ce246f req-0a530df1-2aac-4867-b4a4-c49534563fd9 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:53.855939 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed8ef2-e174-416a-90ab-a29d49fd2502 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0928974b-471d-47c9-8156-eeb81b99cac2,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:53.856703 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8dc52ee5-fa01-43e7-867c-e268a4ce246f req-0a530df1-2aac-4867-b4a4-c49534563fd9 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 946 time: 0.5339742 Feb 09 01:10:53.859795 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-02f8295b-797f-447a-bd7c-cff1a93dd6e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (8f2d7d86-9b29-467c-b3b5-0d39a51d6013), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:53.877647 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-af798475-f624-4236-847f-8b5165f87e68 req-9e887865-2130-47fe-959d-1b7d19f92ee4 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=e711df6c-6fe3-4590-9ab7-e2920a97103b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3323205 Feb 09 01:10:53.885472 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-e77619f1-a4ab-4cb7-a4e3-d706db29ca5e tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:53.897516 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ed8ef2-e174-416a-90ab-a29d49fd2502 admin admin] Checking segment: {'id': '7071ad06-b408-4158-b773-310e80d32bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '093590f8-6508-4820-86aa-6aa137a97ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:10:53.897869 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ed8ef2-e174-416a-90ab-a29d49fd2502 admin admin] Network hostable DHCP agents. Network: 093590f8-6508-4820-86aa-6aa137a97ff4, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:10:53.906634 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77619f1-a4ab-4cb7-a4e3-d706db29ca5e tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:10:53.909243 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858e67fa-e2c9-4bd7-98f0-896a02a7df54 None None] Pushing event updated for resources: {'Port': ['ID=d713426c-6ae6-43a0-94ab-6b2903902ff7,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:53.922148 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858e67fa-e2c9-4bd7-98f0-896a02a7df54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:53.922490 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858e67fa-e2c9-4bd7-98f0-896a02a7df54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:53.922871 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858e67fa-e2c9-4bd7-98f0-896a02a7df54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:53.923177 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858e67fa-e2c9-4bd7-98f0-896a02a7df54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:53.923512 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858e67fa-e2c9-4bd7-98f0-896a02a7df54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:53.923849 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858e67fa-e2c9-4bd7-98f0-896a02a7df54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:53.924185 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858e67fa-e2c9-4bd7-98f0-896a02a7df54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:53.924450 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ed8ef2-e174-416a-90ab-a29d49fd2502 admin admin] Network 093590f8-6508-4820-86aa-6aa137a97ff4 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:10:53.924595 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858e67fa-e2c9-4bd7-98f0-896a02a7df54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:53.924858 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858e67fa-e2c9-4bd7-98f0-896a02a7df54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:53.925179 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858e67fa-e2c9-4bd7-98f0-896a02a7df54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:53.925506 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858e67fa-e2c9-4bd7-98f0-896a02a7df54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:53.925832 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858e67fa-e2c9-4bd7-98f0-896a02a7df54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:53.926165 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858e67fa-e2c9-4bd7-98f0-896a02a7df54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:10:53.940719 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-b8ed8ef2-e174-416a-90ab-a29d49fd2502 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 093590f8-6508-4820-86aa-6aa137a97ff4) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:53.952779 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe14cff-d583-4290-af1a-caea09bedf56 None None] Network 093590f8-6508-4820-86aa-6aa137a97ff4 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:10:53.964663 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d70b58-40d7-4167-b708-65e8f5ea073e req-3cff6492-f1af-4cce-9f1f-1ef5ede4d610 service neutron] 10.222.0.120 "GET /v2.0/networks/3c94ca57-3b3a-4c44-bfe5-dcd0786f477f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4187624 Feb 09 01:10:53.972310 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ed8ef2-e174-416a-90ab-a29d49fd2502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:53.973573 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b8ed8ef2-e174-416a-90ab-a29d49fd2502 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:54.006674 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-041037be-2af4-447e-a23f-1ef44d99b3eb None None] Attempting to bind port d713426c-6ae6-43a0-94ab-6b2903902ff7 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:10:54.013817 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-041037be-2af4-447e-a23f-1ef44d99b3eb None None] Attempting to bind port d713426c-6ae6-43a0-94ab-6b2903902ff7 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '0a5119f9-71e1-4367-8a68-4998699e66da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '4827bb9d-9020-4469-a360-2245b341e8df'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:10:54.014189 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041037be-2af4-447e-a23f-1ef44d99b3eb None None] Attempting to bind port d713426c-6ae6-43a0-94ab-6b2903902ff7 on network 4827bb9d-9020-4469-a360-2245b341e8df {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:54.014751 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b8ed8ef2-e174-416a-90ab-a29d49fd2502 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5179069 Feb 09 01:10:54.017128 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50460) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:54.029364 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041037be-2af4-447e-a23f-1ef44d99b3eb None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:10:54.029804 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041037be-2af4-447e-a23f-1ef44d99b3eb None None] Checking segment: {'id': '0a5119f9-71e1-4367-8a68-4998699e66da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '4827bb9d-9020-4469-a360-2245b341e8df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:10:54.031918 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-74c81dae-241e-451d-8564-6a168bc725c8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1695063333-router', 'tenant_id': '074f6ab5dbd5419e80f41aeec2d12896', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:10:54.038552 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-041037be-2af4-447e-a23f-1ef44d99b3eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:54.038766 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041037be-2af4-447e-a23f-1ef44d99b3eb None None] Bound using segment: {'id': '0a5119f9-71e1-4367-8a68-4998699e66da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '4827bb9d-9020-4469-a360-2245b341e8df'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:10:54.041111 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-041037be-2af4-447e-a23f-1ef44d99b3eb None None] Bound port: d713426c-6ae6-43a0-94ab-6b2903902ff7, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a5119f9-71e1-4367-8a68-4998699e66da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '4827bb9d-9020-4469-a360-2245b341e8df'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:10:54.042228 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-041037be-2af4-447e-a23f-1ef44d99b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d713426c-6ae6-43a0-94ab-6b2903902ff7), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:54.064903 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-74c81dae-241e-451d-8564-6a168bc725c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:54.070240 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-74c81dae-241e-451d-8564-6a168bc725c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:54.142042 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-02f8295b-797f-447a-bd7c-cff1a93dd6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:54.142708 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-02f8295b-797f-447a-bd7c-cff1a93dd6e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:54.144112 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-02f8295b-797f-447a-bd7c-cff1a93dd6e2 service neutron] 10.222.0.120 "PUT /v2.0/ports/8f2d7d86-9b29-467c-b3b5-0d39a51d6013 HTTP/1.1" status: 200 len: 1091 time: 6.1955533 Feb 09 01:10:54.162517 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b1d0b4-23db-441e-9636-f0c9787e1109', 'tag': '8f2d7d86-9b29-467c-b3b5-0d39a51d6013'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:10:54.169793 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948b3401-0ed5-4224-b830-33c7e95735d6" -d '{"events": [{"name": "network-changed", "server_uuid": "42b1d0b4-23db-441e-9636-f0c9787e1109", "tag": "8f2d7d86-9b29-467c-b3b5-0d39a51d6013"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:10:54.173755 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77619f1-a4ab-4cb7-a4e3-d706db29ca5e tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Pushing event updated for resources: {'Port': ['ID=3ad4347b-dad0-4652-8e76-4b2783be6cfc,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:54.312639 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-74c81dae-241e-451d-8564-6a168bc725c8 admin admin] Publish callbacks [] for router_controller (7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:54.320425 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-041037be-2af4-447e-a23f-1ef44d99b3eb None None] For port d713426c-6ae6-43a0-94ab-6b2903902ff7, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:10:54.334791 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-041037be-2af4-447e-a23f-1ef44d99b3eb None None] For port d713426c-6ae6-43a0-94ab-6b2903902ff7, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=d713426c-6ae6-43a0-94ab-6b2903902ff7,segment=NetworkSegment(0a5119f9-71e1-4367-8a68-4998699e66da),segment_id=0a5119f9-71e1-4367-8a68-4998699e66da)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:10:54.352931 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8dc52ee5-fa01-43e7-867c-e268a4ce246f req-e7810165-0443-4525-95e4-765e70ace754 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4713812 Feb 09 01:10:54.357209 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fc0385-27fc-4472-a318-1cecf17ec935 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-093590f8-6508-4820-86aa-6aa137a97ff4', 'network_id': '093590f8-6508-4820-86aa-6aa137a97ff4', 'project_id': '074f6ab5dbd5419e80f41aeec2d12896', 'fixed_ips': [{'subnet_id': '0928974b-471d-47c9-8156-eeb81b99cac2'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:10:54.358143 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b1fc0385-27fc-4472-a318-1cecf17ec935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:54.373172 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-041037be-2af4-447e-a23f-1ef44d99b3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d713426c-6ae6-43a0-94ab-6b2903902ff7), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:54.398195 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 9119c320-7625-4d7a-828f-5c6bf6ff8d7f up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:10:54.538966 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041037be-2af4-447e-a23f-1ef44d99b3eb None None] Routers {'36658dc1-ed93-4169-902e-c5728eca054b'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:10:54.539520 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-041037be-2af4-447e-a23f-1ef44d99b3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:10:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['36658dc1-ed93-4169-902e-c5728eca054b'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:54.583793 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f8295b-797f-447a-bd7c-cff1a93dd6e2 service neutron] Pushing event updated for resources: {'Port': ['ID=8f2d7d86-9b29-467c-b3b5-0d39a51d6013,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:54.692447 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfcc9ea-6666-4c5f-a262-42a65bd2b8c7 req-d75bdd00-0298-4fd3-93a3-bcf20a76d8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:54.692982 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfcc9ea-6666-4c5f-a262-42a65bd2b8c7 req-d75bdd00-0298-4fd3-93a3-bcf20a76d8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:54.693472 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfcc9ea-6666-4c5f-a262-42a65bd2b8c7 req-d75bdd00-0298-4fd3-93a3-bcf20a76d8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:54.693950 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfcc9ea-6666-4c5f-a262-42a65bd2b8c7 req-d75bdd00-0298-4fd3-93a3-bcf20a76d8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:54.694563 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfcc9ea-6666-4c5f-a262-42a65bd2b8c7 req-d75bdd00-0298-4fd3-93a3-bcf20a76d8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:54.694889 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfcc9ea-6666-4c5f-a262-42a65bd2b8c7 req-d75bdd00-0298-4fd3-93a3-bcf20a76d8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:54.695365 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfcc9ea-6666-4c5f-a262-42a65bd2b8c7 req-d75bdd00-0298-4fd3-93a3-bcf20a76d8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:54.699163 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 9119c320-7625-4d7a-828f-5c6bf6ff8d7f triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:54.699708 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (9119c320-7625-4d7a-828f-5c6bf6ff8d7f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:54.706602 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-74c81dae-241e-451d-8564-6a168bc725c8 admin admin] Publish callbacks [] for router_gateway (7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:54.708355 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5bfcc9ea-6666-4c5f-a262-42a65bd2b8c7 req-d75bdd00-0298-4fd3-93a3-bcf20a76d8b6 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=6cf3517f38e6486d8ed854b974ff2e32&device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 6696 time: 0.6069255 Feb 09 01:10:54.736346 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-fa96fbe0-3203-4116-abaa-bc07efb104b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:54.741818 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-fa96fbe0-3203-4116-abaa-bc07efb104b5 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=881f0fbf49754b7ea23a39ffdbfbb84a&device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 1125 time: 0.5041611 Feb 09 01:10:54.774818 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858e67fa-e2c9-4bd7-98f0-896a02a7df54 None None] Pushing event updated for resources: {'Port': ['ID=d713426c-6ae6-43a0-94ab-6b2903902ff7,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:54.832623 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-041037be-2af4-447e-a23f-1ef44d99b3eb None None] Set router 36658dc1-ed93-4169-902e-c5728eca054b gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:10:54.836030 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-ce6bb865-6278-4afc-92c0-2234942ebb68 None None] Provisioning complete for port d713426c-6ae6-43a0-94ab-6b2903902ff7 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:54.837863 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb865-6278-4afc-92c0-2234942ebb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d713426c-6ae6-43a0-94ab-6b2903902ff7), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:55.031253 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfcc9ea-6666-4c5f-a262-42a65bd2b8c7 req-9b17eeaa-03aa-4f54-a285-14991c12145b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:55.036432 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5bfcc9ea-6666-4c5f-a262-42a65bd2b8c7 req-9b17eeaa-03aa-4f54-a285-14991c12145b service neutron] 10.222.0.120 "GET /v2.0/networks?id=3c94ca57-3b3a-4c44-bfe5-dcd0786f477f HTTP/1.1" status: 200 len: 903 time: 0.3045640 Feb 09 01:10:55.039595 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c31181-efb2-4c85-9542-289140ed1273 x-openstack-request-id: req-b8c31181-efb2-4c85-9542-289140ed1273 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:10:55.040293 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b1d0b4-23db-441e-9636-f0c9787e1109", "tag": "8f2d7d86-9b29-467c-b3b5-0d39a51d6013", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:10:55.040579 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b8c31181-efb2-4c85-9542-289140ed1273 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:10:55.041386 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b1d0b4-23db-441e-9636-f0c9787e1109', 'tag': '8f2d7d86-9b29-467c-b3b5-0d39a51d6013', 'status': 'completed', 'code': 200} Feb 09 01:10:55.042619 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 9119c320-7625-4d7a-828f-5c6bf6ff8d7f is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:55.084191 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-b1fc0385-27fc-4472-a318-1cecf17ec935 None None] Allocated IP 172.20.0.2 (093590f8-6508-4820-86aa-6aa137a97ff4/0928974b-471d-47c9-8156-eeb81b99cac2/30af3a55-0e2d-4992-a6b4-f22be8904d03) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:55.177389 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e77619f1-a4ab-4cb7-a4e3-d706db29ca5e tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks [] for floatingip (b5f64d80-5b0e-4b8c-8ff2-71b62c3d543f), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:55.200737 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-74c81dae-241e-451d-8564-6a168bc725c8 admin admin] Publish callbacks [] for router_gateway (7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:55.201126 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5bfcc9ea-6666-4c5f-a262-42a65bd2b8c7 req-7939c070-caea-4fb4-b681-aeb718d19b98 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8878209d-10f0-43e8-9625-98836d88edd2 HTTP/1.1" status: 200 len: 217 time: 0.1486015 Feb 09 01:10:55.209061 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-1d1081d6-f263-499b-9ae4-d95a544a4d66 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f2d7d86-9b29-467c-b3b5-0d39a51d6013 HTTP/1.1" status: 200 len: 217 time: 0.1666420 Feb 09 01:10:55.244913 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-74c81dae-241e-451d-8564-6a168bc725c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:55.295517 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-ede1c18a-508a-473e-883a-b5bea8347514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:55.298438 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-ede1c18a-508a-473e-883a-b5bea8347514 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=1fcc5198-b453-4567-8086-51be74d33b91 HTTP/1.1" status: 200 len: 850 time: 0.0688558 Feb 09 01:10:55.306017 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-041037be-2af4-447e-a23f-1ef44d99b3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36658dc1-ed93-4169-902e-c5728eca054b', 'name': 'tempest-TaggedBootDevicesTest_v242-738180123-router', 'tenant_id': 'e1de9b230a144a68a725edf02d781381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '9119c320-7625-4d7a-828f-5c6bf6ff8d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:42Z', 'updated_at': '2022-02-09T01:10:50Z', 'revision_number': 4, 'project_id': 'e1de9b230a144a68a725edf02d781381', 'gw_port': {'id': '9119c320-7625-4d7a-828f-5c6bf6ff8d7f', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36658dc1-ed93-4169-902e-c5728eca054b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:43Z', 'updated_at': '2022-02-09T01:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'd713426c-6ae6-43a0-94ab-6b2903902ff7', 'name': '', 'network_id': '4827bb9d-9020-4469-a360-2245b341e8df', 'tenant_id': 'e1de9b230a144a68a725edf02d781381', 'mac_address': 'fa:16:3e:46:67:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36658dc1-ed93-4169-902e-c5728eca054b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'f87558dc-7347-4167-80b6-52be7a572ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:48Z', 'updated_at': '2022-02-09T01:10:54Z', 'revision_number': 4, 'project_id': 'e1de9b230a144a68a725edf02d781381', 'subnets': [{'id': 'f87558dc-7347-4167-80b6-52be7a572ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:55.318148 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfcefb5-d9b8-4c6b-b447-487b656521bc req-02cd3cc5-6fdd-45d6-a964-89030af677bd tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:55.333900 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfcefb5-d9b8-4c6b-b447-487b656521bc req-02cd3cc5-6fdd-45d6-a964-89030af677bd tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:55.336039 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ce6bb865-6278-4afc-92c0-2234942ebb68 None None] Current status of the port d713426c-6ae6-43a0-94ab-6b2903902ff7 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:55.336390 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb865-6278-4afc-92c0-2234942ebb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d713426c-6ae6-43a0-94ab-6b2903902ff7), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:55.342438 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfcefb5-d9b8-4c6b-b447-487b656521bc req-02cd3cc5-6fdd-45d6-a964-89030af677bd tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:55.349838 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfcefb5-d9b8-4c6b-b447-487b656521bc req-02cd3cc5-6fdd-45d6-a964-89030af677bd tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:55.356481 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfcefb5-d9b8-4c6b-b447-487b656521bc req-02cd3cc5-6fdd-45d6-a964-89030af677bd tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:55.363785 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfcefb5-d9b8-4c6b-b447-487b656521bc req-02cd3cc5-6fdd-45d6-a964-89030af677bd tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:55.369800 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfcefb5-d9b8-4c6b-b447-487b656521bc req-02cd3cc5-6fdd-45d6-a964-89030af677bd tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:55.370884 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-74c81dae-241e-451d-8564-6a168bc725c8 admin admin] Allocated IP 172.25.8.106 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/ead6272f-de8e-4666-9ed0-fada55f32fd2) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:55.371408 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041037be-2af4-447e-a23f-1ef44d99b3eb None None] The sync data for ids ['36658dc1-ed93-4169-902e-c5728eca054b'] in n-d-828369-4 is: [{'id': '36658dc1-ed93-4169-902e-c5728eca054b', 'name': 'tempest-TaggedBootDevicesTest_v242-738180123-router', 'tenant_id': 'e1de9b230a144a68a725edf02d781381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '9119c320-7625-4d7a-828f-5c6bf6ff8d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:42Z', 'updated_at': '2022-02-09T01:10:50Z', 'revision_number': 4, 'project_id': 'e1de9b230a144a68a725edf02d781381', 'gw_port': {'id': '9119c320-7625-4d7a-828f-5c6bf6ff8d7f', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36658dc1-ed93-4169-902e-c5728eca054b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:43Z', 'updated_at': '2022-02-09T01:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'd713426c-6ae6-43a0-94ab-6b2903902ff7', 'name': '', 'network_id': '4827bb9d-9020-4469-a360-2245b341e8df', 'tenant_id': 'e1de9b230a144a68a725edf02d781381', 'mac_address': 'fa:16:3e:46:67:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36658dc1-ed93-4169-902e-c5728eca054b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'f87558dc-7347-4167-80b6-52be7a572ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:48Z', 'updated_at': '2022-02-09T01:10:54Z', 'revision_number': 4, 'project_id': 'e1de9b230a144a68a725edf02d781381', 'subnets': [{'id': 'f87558dc-7347-4167-80b6-52be7a572ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:10:55.373389 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1bfcefb5-d9b8-4c6b-b447-487b656521bc req-02cd3cc5-6fdd-45d6-a964-89030af677bd tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5422 time: 0.9024420 Feb 09 01:10:55.519766 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-ce6bb865-6278-4afc-92c0-2234942ebb68 None None] For port d713426c-6ae6-43a0-94ab-6b2903902ff7, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=d713426c-6ae6-43a0-94ab-6b2903902ff7,segment=NetworkSegment(0a5119f9-71e1-4367-8a68-4998699e66da),segment_id=0a5119f9-71e1-4367-8a68-4998699e66da)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:55.536371 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb865-6278-4afc-92c0-2234942ebb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d713426c-6ae6-43a0-94ab-6b2903902ff7), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:55.584345 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-74c81dae-241e-451d-8564-6a168bc725c8 admin admin] Publish callbacks [] for port (ead6272f-de8e-4666-9ed0-fada55f32fd2), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:55.640439 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-74c81dae-241e-451d-8564-6a168bc725c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (ead6272f-de8e-4666-9ed0-fada55f32fd2), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:55.668399 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b1fc0385-27fc-4472-a318-1cecf17ec935 None None] Publish callbacks [] for port (30af3a55-0e2d-4992-a6b4-f22be8904d03), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:55.695701 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c81dae-241e-451d-8564-6a168bc725c8 admin admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:55.706218 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1bfcefb5-d9b8-4c6b-b447-487b656521bc req-67b45927-319c-4bdd-bf4e-f1888b932e5a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3041608 Feb 09 01:10:55.707822 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6a09d0a8-88d7-4e26-83b2-d006f52fb93b None None] Provisioning complete for port d713426c-6ae6-43a0-94ab-6b2903902ff7 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:55.708394 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6a09d0a8-88d7-4e26-83b2-d006f52fb93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d713426c-6ae6-43a0-94ab-6b2903902ff7), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:55.735374 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-74c81dae-241e-451d-8564-6a168bc725c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:55.741785 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c81dae-241e-451d-8564-6a168bc725c8 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:10:55.778317 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b1fc0385-27fc-4472-a318-1cecf17ec935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (30af3a55-0e2d-4992-a6b4-f22be8904d03), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:55.787090 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6bb865-6278-4afc-92c0-2234942ebb68 None None] Pushing event updated for resources: {'Port': ['ID=d713426c-6ae6-43a0-94ab-6b2903902ff7,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:55.822644 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9d1a5-30a3-42d7-b068-c15d4bb9e820 req-1d7b8d13-f62d-4e08-8551-94f95d271790 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:55.833192 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a7c9d1a5-30a3-42d7-b068-c15d4bb9e820 req-1d7b8d13-f62d-4e08-8551-94f95d271790 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 945 time: 0.7892923 Feb 09 01:10:55.857555 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c81dae-241e-451d-8564-6a168bc725c8 admin admin] Pushing event updated for resources: {'Port': ['ID=ead6272f-de8e-4666-9ed0-fada55f32fd2,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:55.897609 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e77619f1-a4ab-4cb7-a4e3-d706db29ca5e tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3ad4347b-dad0-4652-8e76-4b2783be6cfc), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:55.937203 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfcc9ea-6666-4c5f-a262-42a65bd2b8c7 req-9c332fc9-4c80-4eeb-affc-79c3748a79a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:55.943335 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5bfcc9ea-6666-4c5f-a262-42a65bd2b8c7 req-9c332fc9-4c80-4eeb-affc-79c3748a79a1 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=b5e87f56-886d-4c17-b782-a5f35c888558 HTTP/1.1" status: 200 len: 797 time: 0.7306113 Feb 09 01:10:56.004732 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a7c9d1a5-30a3-42d7-b068-c15d4bb9e820 req-c87ce36c-91cb-4181-91d7-da7ad151782f tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704581 Feb 09 01:10:56.110486 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-741a6e34-77de-4a92-a19f-cacfed7495c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:56.116864 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-741a6e34-77de-4a92-a19f-cacfed7495c7 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=6d890250-ac42-4592-9721-7a49ecf5e127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7276092 Feb 09 01:10:56.202231 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fc0385-27fc-4472-a318-1cecf17ec935 None None] Network 093590f8-6508-4820-86aa-6aa137a97ff4 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:56.214025 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc0385-27fc-4472-a318-1cecf17ec935 None None] Pushing event updated for resources: {'Port': ['ID=30af3a55-0e2d-4992-a6b4-f22be8904d03,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:56.221920 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-b1fc0385-27fc-4472-a318-1cecf17ec935 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:56.246593 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fc0385-27fc-4472-a318-1cecf17ec935 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:10:56.281276 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-74c81dae-241e-451d-8564-6a168bc725c8 admin admin] Publish callbacks [] for router_gateway (7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:56.362978 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-d3c29f01-b8ab-4985-be51-fe0914737c60 service neutron] 10.222.0.120 "GET /v2.0/networks/6d890250-ac42-4592-9721-7a49ecf5e127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119565 Feb 09 01:10:56.415620 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device d713426c-6ae6-43a0-94ab-6b2903902ff7 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:10:56.438500 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfcc9ea-6666-4c5f-a262-42a65bd2b8c7 req-c5c6350e-ea85-4186-845c-67bc71be4315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:56.440143 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5bfcc9ea-6666-4c5f-a262-42a65bd2b8c7 req-c5c6350e-ea85-4186-845c-67bc71be4315 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=3c94ca57-3b3a-4c44-bfe5-dcd0786f477f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4344573 Feb 09 01:10:56.462610 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec9c86-010b-49d1-bd4a-3496a515e23f req-bf4821c5-8840-4d9c-ad92-cdc892a84b15 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:56.464332 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4cec9c86-010b-49d1-bd4a-3496a515e23f req-bf4821c5-8840-4d9c-ad92-cdc892a84b15 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 946 time: 0.5171757 Feb 09 01:10:56.553497 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-b1fc0385-27fc-4472-a318-1cecf17ec935 None None] Attempting to bind port 30af3a55-0e2d-4992-a6b4-f22be8904d03 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:10:56.553882 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-b1fc0385-27fc-4472-a318-1cecf17ec935 None None] Attempting to bind port 30af3a55-0e2d-4992-a6b4-f22be8904d03 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '7071ad06-b408-4158-b773-310e80d32bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '093590f8-6508-4820-86aa-6aa137a97ff4'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:10:56.554263 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fc0385-27fc-4472-a318-1cecf17ec935 None None] Attempting to bind port 30af3a55-0e2d-4992-a6b4-f22be8904d03 on network 093590f8-6508-4820-86aa-6aa137a97ff4 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:56.593921 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fc0385-27fc-4472-a318-1cecf17ec935 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:10:56.594360 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fc0385-27fc-4472-a318-1cecf17ec935 None None] Checking segment: {'id': '7071ad06-b408-4158-b773-310e80d32bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '093590f8-6508-4820-86aa-6aa137a97ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:10:56.594732 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b1fc0385-27fc-4472-a318-1cecf17ec935 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:56.595146 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fc0385-27fc-4472-a318-1cecf17ec935 None None] Bound using segment: {'id': '7071ad06-b408-4158-b773-310e80d32bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '093590f8-6508-4820-86aa-6aa137a97ff4'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:10:56.595667 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-b1fc0385-27fc-4472-a318-1cecf17ec935 None None] Bound port: 30af3a55-0e2d-4992-a6b4-f22be8904d03, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7071ad06-b408-4158-b773-310e80d32bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '093590f8-6508-4820-86aa-6aa137a97ff4'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:10:56.596293 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b1fc0385-27fc-4472-a318-1cecf17ec935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (30af3a55-0e2d-4992-a6b4-f22be8904d03), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:56.610225 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6a09d0a8-88d7-4e26-83b2-d006f52fb93b None None] Current status of the port d713426c-6ae6-43a0-94ab-6b2903902ff7 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:56.720108 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port d713426c-6ae6-43a0-94ab-6b2903902ff7 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:56.721086 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d713426c-6ae6-43a0-94ab-6b2903902ff7), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:56.744982 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:10:56.766696 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-b1fc0385-27fc-4472-a318-1cecf17ec935 None None] For port 30af3a55-0e2d-4992-a6b4-f22be8904d03, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:10:56.771238 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-b1fc0385-27fc-4472-a318-1cecf17ec935 None None] For port 30af3a55-0e2d-4992-a6b4-f22be8904d03, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=30af3a55-0e2d-4992-a6b4-f22be8904d03,segment=NetworkSegment(7071ad06-b408-4158-b773-310e80d32bc6),segment_id=7071ad06-b408-4158-b773-310e80d32bc6)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:10:56.787451 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b1fc0385-27fc-4472-a318-1cecf17ec935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (30af3a55-0e2d-4992-a6b4-f22be8904d03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:56.803364 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50480) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:56.805714 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-74c81dae-241e-451d-8564-6a168bc725c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:56.889218 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5bfcc9ea-6666-4c5f-a262-42a65bd2b8c7 req-c70bd9d5-e55c-4e62-917e-07ed6cc7c3a5 service neutron] 10.222.0.120 "GET /v2.0/networks/3c94ca57-3b3a-4c44-bfe5-dcd0786f477f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482914 Feb 09 01:10:57.057076 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc0385-27fc-4472-a318-1cecf17ec935 None None] Pushing event updated for resources: {'Port': ['ID=30af3a55-0e2d-4992-a6b4-f22be8904d03,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:57.082469 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port d713426c-6ae6-43a0-94ab-6b2903902ff7 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:57.100938 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b3264d3c-8418-4b7b-9986-620a950a0c7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:57.175291 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c81dae-241e-451d-8564-6a168bc725c8 admin admin] Router 7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:10:57.212329 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5bfcc9ea-6666-4c5f-a262-42a65bd2b8c7 req-7cb45ad3-d253-40b2-8344-80903eeb4845 service neutron] 10.222.0.120 "GET /v2.0/networks/3c94ca57-3b3a-4c44-bfe5-dcd0786f477f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857358 Feb 09 01:10:57.323747 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f493fa74-3007-4ea0-aae1-ade5b90baea8 req-aa35f6fb-74ed-4293-a551-17ae5970dc6a tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:57.332390 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f493fa74-3007-4ea0-aae1-ade5b90baea8 req-aa35f6fb-74ed-4293-a551-17ae5970dc6a tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 943 time: 0.9731097 Feb 09 01:10:57.351423 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4cec9c86-010b-49d1-bd4a-3496a515e23f req-062d697a-73ab-4e6f-8228-1525b3b99eba tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6030903 Feb 09 01:10:57.456166 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a33c6f86-ab3e-49f6-a6d1-a8e422386cae req-5c75ceb7-b1e4-4852-bb98-adb93cc86e24 service neutron] 10.222.0.120 "GET /v2.0/networks/6d890250-ac42-4592-9721-7a49ecf5e127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0389342 Feb 09 01:10:57.486711 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e77619f1-a4ab-4cb7-a4e3-d706db29ca5e tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks [] for port (3ad4347b-dad0-4652-8e76-4b2783be6cfc), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:57.506220 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e77619f1-a4ab-4cb7-a4e3-d706db29ca5e tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (3ad4347b-dad0-4652-8e76-4b2783be6cfc), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:57.510527 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c81dae-241e-451d-8564-6a168bc725c8 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:10:57.522838 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db47951b-e7e7-4f91-b3b6-ffaa819e341a None None] Sync routers for ids ['7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:10:57.544574 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db47951b-e7e7-4f91-b3b6-ffaa819e341a None None] Routers {'7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:10:57.549379 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-db47951b-e7e7-4f91-b3b6-ffaa819e341a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:10:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:57.600690 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b3264d3c-8418-4b7b-9986-620a950a0c7e admin admin] Publish callbacks [] for security_group (87435637-71aa-4c1d-b7f5-dfee9c382d16), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:57.604711 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-74c81dae-241e-451d-8564-6a168bc725c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:57.609291 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-74c81dae-241e-451d-8564-6a168bc725c8 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.5900357 Feb 09 01:10:57.610140 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50492) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:57.620714 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b3264d3c-8418-4b7b-9986-620a950a0c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (87435637-71aa-4c1d-b7f5-dfee9c382d16), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:57.668945 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b3264d3c-8418-4b7b-9986-620a950a0c7e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3801a9dfd00949d1b986b8ec85927d24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8587632 Feb 09 01:10:57.722606 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-db47951b-e7e7-4f91-b3b6-ffaa819e341a None None] Set router 7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:10:57.790411 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50494) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:10:57.865437 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3264d3c-8418-4b7b-9986-620a950a0c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87435637-71aa-4c1d-b7f5-dfee9c382d16,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:57.966852 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4edf7e90-6765-4a90-9f7b-27b499d9bb69 admin admin] Publish callbacks [] for security_group (87435637-71aa-4c1d-b7f5-dfee9c382d16), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:58.013006 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4edf7e90-6765-4a90-9f7b-27b499d9bb69 admin admin] Publish callbacks [] for security_group (87435637-71aa-4c1d-b7f5-dfee9c382d16), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:58.021886 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-db47951b-e7e7-4f91-b3b6-ffaa819e341a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2', 'name': 'tempest-TaggedBootDevicesTest_v242-1695063333-router', 'tenant_id': '074f6ab5dbd5419e80f41aeec2d12896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'ead6272f-de8e-4666-9ed0-fada55f32fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:54Z', 'updated_at': '2022-02-09T01:10:56Z', 'revision_number': 3, 'project_id': '074f6ab5dbd5419e80f41aeec2d12896', 'gw_port': {'id': 'ead6272f-de8e-4666-9ed0-fada55f32fd2', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ac:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:55Z', 'updated_at': '2022-02-09T01:10:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:58.064625 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db47951b-e7e7-4f91-b3b6-ffaa819e341a None None] Checking router: 7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:10:58.065276 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db47951b-e7e7-4f91-b3b6-ffaa819e341a None None] Updating router 7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2 port ead6272f-de8e-4666-9ed0-fada55f32fd2 binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:10:58.121889 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-db47951b-e7e7-4f91-b3b6-ffaa819e341a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ead6272f-de8e-4666-9ed0-fada55f32fd2), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:58.152649 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f493fa74-3007-4ea0-aae1-ade5b90baea8 req-abe6c5a2-838f-4e37-b9bf-ecd9a92f646a tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=e711df6c-6fe3-4590-9ab7-e2920a97103b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8192043 Feb 09 01:10:58.260501 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77619f1-a4ab-4cb7-a4e3-d706db29ca5e tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Pushing event updated for resources: {'Port': ['ID=3ad4347b-dad0-4652-8e76-4b2783be6cfc,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:58.285864 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e77619f1-a4ab-4cb7-a4e3-d706db29ca5e tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (b5f64d80-5b0e-4b8c-8ff2-71b62c3d543f), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:58.326485 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b3401-0ed5-4224-b830-33c7e95735d6 req-278e45bf-dd9a-48ee-bf2d-fe297120ff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:58.328258 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-948b3401-0ed5-4224-b830-33c7e95735d6 req-278e45bf-dd9a-48ee-bf2d-fe297120ff5c service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=881f0fbf49754b7ea23a39ffdbfbb84a&device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 1125 time: 0.7738681 Feb 09 01:10:58.338916 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 30af3a55-0e2d-4992-a6b4-f22be8904d03 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:10:58.367278 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e77619f1-a4ab-4cb7-a4e3-d706db29ca5e tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:58.375928 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e77619f1-a4ab-4cb7-a4e3-d706db29ca5e tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.9730844 Feb 09 01:10:58.462118 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d89f92-683b-486c-9842-e4628dabb7ee req-884618d8-cb9d-4ed2-9911-15f4222d8916 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:58.471537 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d89f92-683b-486c-9842-e4628dabb7ee req-884618d8-cb9d-4ed2-9911-15f4222d8916 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:58.484799 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d89f92-683b-486c-9842-e4628dabb7ee req-884618d8-cb9d-4ed2-9911-15f4222d8916 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:58.490657 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d89f92-683b-486c-9842-e4628dabb7ee req-884618d8-cb9d-4ed2-9911-15f4222d8916 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:58.495811 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d89f92-683b-486c-9842-e4628dabb7ee req-884618d8-cb9d-4ed2-9911-15f4222d8916 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:58.503323 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 30af3a55-0e2d-4992-a6b4-f22be8904d03 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:58.509018 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (30af3a55-0e2d-4992-a6b4-f22be8904d03), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:58.513821 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d89f92-683b-486c-9842-e4628dabb7ee req-884618d8-cb9d-4ed2-9911-15f4222d8916 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:58.523679 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d89f92-683b-486c-9842-e4628dabb7ee req-884618d8-cb9d-4ed2-9911-15f4222d8916 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:58.536321 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-85d89f92-683b-486c-9842-e4628dabb7ee req-884618d8-cb9d-4ed2-9911-15f4222d8916 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5422 time: 0.9556704 Feb 09 01:10:58.651803 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b3401-0ed5-4224-b830-33c7e95735d6 req-9d849ed6-e6d5-4034-8991-7fb12f199e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:58.653367 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-948b3401-0ed5-4224-b830-33c7e95735d6 req-9d849ed6-e6d5-4034-8991-7fb12f199e84 service neutron] 10.222.0.120 "GET /v2.0/networks?id=6d890250-ac42-4592-9721-7a49ecf5e127 HTTP/1.1" status: 200 len: 913 time: 0.3129585 Feb 09 01:10:58.727062 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf33ef2-61f5-4f66-a9d6-edf5a4f3e177 req-2fe6480f-a1fb-45d5-b5f7-0a14facfc2b0 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:58.728634 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dcf33ef2-61f5-4f66-a9d6-edf5a4f3e177 req-2fe6480f-a1fb-45d5-b5f7-0a14facfc2b0 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 945 time: 0.4087331 Feb 09 01:10:58.730105 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-948b3401-0ed5-4224-b830-33c7e95735d6 req-f0ee9363-1a8c-43f5-9fc0-1c63d7ed1ca8 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f2d7d86-9b29-467c-b3b5-0d39a51d6013 HTTP/1.1" status: 200 len: 217 time: 0.0686882 Feb 09 01:10:58.734808 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4edf7e90-6765-4a90-9f7b-27b499d9bb69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (87435637-71aa-4c1d-b7f5-dfee9c382d16), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:58.737534 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4edf7e90-6765-4a90-9f7b-27b499d9bb69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:58.741947 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971d4745-d8cc-4e57-82c0-caee7f8c69b3 None None] Network 093590f8-6508-4820-86aa-6aa137a97ff4 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:10:58.743113 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4edf7e90-6765-4a90-9f7b-27b499d9bb69 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/87435637-71aa-4c1d-b7f5-dfee9c382d16 HTTP/1.1" status: 204 len: 168 time: 0.9464233 Feb 09 01:10:58.770959 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf7e90-6765-4a90-9f7b-27b499d9bb69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87435637-71aa-4c1d-b7f5-dfee9c382d16,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:58.838054 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-85d89f92-683b-486c-9842-e4628dabb7ee req-7ec61bf3-4860-4056-a96c-e4eb7073eeac tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3006778 Feb 09 01:10:58.856800 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b3401-0ed5-4224-b830-33c7e95735d6 req-b196ca41-b7de-46eb-9096-c211067c16f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:58.858880 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-948b3401-0ed5-4224-b830-33c7e95735d6 req-b196ca41-b7de-46eb-9096-c211067c16f8 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=1fcc5198-b453-4567-8086-51be74d33b91 HTTP/1.1" status: 200 len: 850 time: 0.1199436 Feb 09 01:10:58.862817 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dcf33ef2-61f5-4f66-a9d6-edf5a4f3e177 req-e24ba421-8da4-4a88-a3d6-bfef94f8d02e tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123426 Feb 09 01:10:58.916215 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c7f74f56-5757-4a6c-b155-27d8f8b05b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:58.974316 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-de7f29c0-c6cb-4077-a520-675140c9c792 None None] Provisioning complete for port 30af3a55-0e2d-4992-a6b4-f22be8904d03 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:58.974626 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-de7f29c0-c6cb-4077-a520-675140c9c792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (30af3a55-0e2d-4992-a6b4-f22be8904d03), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:58.980999 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 30af3a55-0e2d-4992-a6b4-f22be8904d03 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:58.981632 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (30af3a55-0e2d-4992-a6b4-f22be8904d03), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:58.986000 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b3401-0ed5-4224-b830-33c7e95735d6 req-0cb38fca-eccb-46f3-b4cd-ca27b344c5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:58.987987 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-948b3401-0ed5-4224-b830-33c7e95735d6 req-0cb38fca-eccb-46f3-b4cd-ca27b344c5f0 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=6d890250-ac42-4592-9721-7a49ecf5e127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1203899 Feb 09 01:10:59.174384 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-db47951b-e7e7-4f91-b3b6-ffaa819e341a None None] Publish callbacks [] for port (ead6272f-de8e-4666-9ed0-fada55f32fd2), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:59.209514 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 30af3a55-0e2d-4992-a6b4-f22be8904d03, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=30af3a55-0e2d-4992-a6b4-f22be8904d03,segment=NetworkSegment(7071ad06-b408-4158-b773-310e80d32bc6),segment_id=7071ad06-b408-4158-b773-310e80d32bc6)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:10:59.210493 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-db47951b-e7e7-4f91-b3b6-ffaa819e341a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (ead6272f-de8e-4666-9ed0-fada55f32fd2), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:59.242806 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (30af3a55-0e2d-4992-a6b4-f22be8904d03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:59.269417 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf67e9-5e48-4646-ab31-b3d877ad6d50 req-058a7517-6745-43e3-a754-cc78d7592b12 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:59.271024 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1acf67e9-5e48-4646-ab31-b3d877ad6d50 req-058a7517-6745-43e3-a754-cc78d7592b12 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 946 time: 0.2888885 Feb 09 01:10:59.276168 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-c7f74f56-5757-4a6c-b155-27d8f8b05b62 admin admin] Allocated IP 172.20.0.1 (093590f8-6508-4820-86aa-6aa137a97ff4/0928974b-471d-47c9-8156-eeb81b99cac2/f62a9bcf-7654-4537-8631-ea9d44536e84) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:10:59.310863 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-db47951b-e7e7-4f91-b3b6-ffaa819e341a None None] Attempting to bind port ead6272f-de8e-4666-9ed0-fada55f32fd2 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:10:59.311292 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-db47951b-e7e7-4f91-b3b6-ffaa819e341a None None] Attempting to bind port ead6272f-de8e-4666-9ed0-fada55f32fd2 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:10:59.312271 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db47951b-e7e7-4f91-b3b6-ffaa819e341a None None] Attempting to bind port ead6272f-de8e-4666-9ed0-fada55f32fd2 on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:10:59.332106 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c4841-d314-45d1-a2ab-05bce9082454 None None] Pushing event updated for resources: {'Port': ['ID=ead6272f-de8e-4666-9ed0-fada55f32fd2,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:59.355282 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db47951b-e7e7-4f91-b3b6-ffaa819e341a None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:10:59.355682 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db47951b-e7e7-4f91-b3b6-ffaa819e341a None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:10:59.356086 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-db47951b-e7e7-4f91-b3b6-ffaa819e341a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:59.356498 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db47951b-e7e7-4f91-b3b6-ffaa819e341a None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:10:59.357037 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-db47951b-e7e7-4f91-b3b6-ffaa819e341a None None] Bound port: ead6272f-de8e-4666-9ed0-fada55f32fd2, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:10:59.357428 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-db47951b-e7e7-4f91-b3b6-ffaa819e341a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ead6272f-de8e-4666-9ed0-fada55f32fd2), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:59.385437 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-948b3401-0ed5-4224-b830-33c7e95735d6 req-5de090ff-1ca8-4843-aad6-00a3955d3a74 service neutron] 10.222.0.120 "GET /v2.0/networks/6d890250-ac42-4592-9721-7a49ecf5e127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860650 Feb 09 01:10:59.457026 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-de7f29c0-c6cb-4077-a520-675140c9c792 None None] Current status of the port 30af3a55-0e2d-4992-a6b4-f22be8904d03 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:10:59.505456 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22bb4c6-c61a-4bc4-816c-5e4a676401cb req-afc4fe67-69c4-4542-b4ba-bf7b8ad6a8b0 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:10:59.512789 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c22bb4c6-c61a-4bc4-816c-5e4a676401cb req-afc4fe67-69c4-4542-b4ba-bf7b8ad6a8b0 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/networks?id=7f137bfd-685a-43bd-bf22-7b98306319d4 HTTP/1.1" status: 200 len: 821 time: 0.4290800 Feb 09 01:10:59.544575 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c7f74f56-5757-4a6c-b155-27d8f8b05b62 admin admin] Publish callbacks [] for port (f62a9bcf-7654-4537-8631-ea9d44536e84), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:59.548463 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=30af3a55-0e2d-4992-a6b4-f22be8904d03,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:59.555724 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c22bb4c6-c61a-4bc4-816c-5e4a676401cb req-ce8566cb-ada8-4f99-a331-04c47ee6ff69 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/quotas/4be1453321a64a26a73b0c3ad948922b HTTP/1.1" status: 200 len: 375 time: 0.0417964 Feb 09 01:10:59.580587 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-db47951b-e7e7-4f91-b3b6-ffaa819e341a None None] For port ead6272f-de8e-4666-9ed0-fada55f32fd2, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:10:59.589285 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-db47951b-e7e7-4f91-b3b6-ffaa819e341a None None] For port ead6272f-de8e-4666-9ed0-fada55f32fd2, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=ead6272f-de8e-4666-9ed0-fada55f32fd2,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:10:59.596130 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c22bb4c6-c61a-4bc4-816c-5e4a676401cb req-7557c3fc-7f2f-4776-8b10-24a2100fa806 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4be1453321a64a26a73b0c3ad948922b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393326 Feb 09 01:10:59.601752 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1acf67e9-5e48-4646-ab31-b3d877ad6d50 req-c1e17748-a342-47b9-8f9c-8a1cf43b4959 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219573 Feb 09 01:10:59.606292 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-db47951b-e7e7-4f91-b3b6-ffaa819e341a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (ead6272f-de8e-4666-9ed0-fada55f32fd2), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:59.606447 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c7f74f56-5757-4a6c-b155-27d8f8b05b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (f62a9bcf-7654-4537-8631-ea9d44536e84), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:59.675260 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db47951b-e7e7-4f91-b3b6-ffaa819e341a None None] Routers {'7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:10:59.675920 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-db47951b-e7e7-4f91-b3b6-ffaa819e341a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:10:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:10:59.683334 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-948b3401-0ed5-4224-b830-33c7e95735d6 req-f0959e9d-4818-41ab-92f0-7055322e5248 service neutron] 10.222.0.120 "GET /v2.0/networks/6d890250-ac42-4592-9721-7a49ecf5e127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826712 Feb 09 01:10:59.762719 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f74f56-5757-4a6c-b155-27d8f8b05b62 admin admin] Network 093590f8-6508-4820-86aa-6aa137a97ff4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:10:59.771863 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-c7f74f56-5757-4a6c-b155-27d8f8b05b62 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:10:59.802172 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c4841-d314-45d1-a2ab-05bce9082454 None None] Pushing event updated for resources: {'Port': ['ID=ead6272f-de8e-4666-9ed0-fada55f32fd2,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:59.803258 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f74f56-5757-4a6c-b155-27d8f8b05b62 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:10:59.821663 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-f8143107-10a7-403b-9d2b-fc0187125273 None None] Provisioning complete for port 30af3a55-0e2d-4992-a6b4-f22be8904d03 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:10:59.821930 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f8143107-10a7-403b-9d2b-fc0187125273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (30af3a55-0e2d-4992-a6b4-f22be8904d03), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:10:59.847263 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f74f56-5757-4a6c-b155-27d8f8b05b62 admin admin] Pushing event updated for resources: {'Port': ['ID=f62a9bcf-7654-4537-8631-ea9d44536e84,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:10:59.920965 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c7f74f56-5757-4a6c-b155-27d8f8b05b62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:00.079246 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c22bb4c6-c61a-4bc4-816c-5e4a676401cb req-b21cb0d2-95e8-4b12-8d2e-479937a191c0 service neutron] 10.222.0.50 "GET /v2.0/networks/7f137bfd-685a-43bd-bf22-7b98306319d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4744544 Feb 09 01:11:00.089720 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af444331-ca8e-466a-8d66-7424bc6e1246 req-74c380ee-0648-4987-b2c8-90de8cb02a8d tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:00.104589 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-af444331-ca8e-466a-8d66-7424bc6e1246 req-74c380ee-0648-4987-b2c8-90de8cb02a8d tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 943 time: 0.3606544 Feb 09 01:11:00.129962 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-db47951b-e7e7-4f91-b3b6-ffaa819e341a None None] Set router 7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:11:00.224322 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c7f74f56-5757-4a6c-b155-27d8f8b05b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f62a9bcf-7654-4537-8631-ea9d44536e84), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:00.298165 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-af444331-ca8e-466a-8d66-7424bc6e1246 req-e68b493a-e395-444c-9b6f-160e3f33a144 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=e711df6c-6fe3-4590-9ab7-e2920a97103b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1926310 Feb 09 01:11:00.322899 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 30af3a55-0e2d-4992-a6b4-f22be8904d03 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:11:00.375515 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c22bb4c6-c61a-4bc4-816c-5e4a676401cb req-9a38dac3-33bc-4864-b51f-08acc8fcd7c6 service neutron] 10.222.0.50 "GET /v2.0/networks/7f137bfd-685a-43bd-bf22-7b98306319d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682350 Feb 09 01:11:00.534792 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c7f74f56-5757-4a6c-b155-27d8f8b05b62 admin admin] Publish callbacks [] for port (f62a9bcf-7654-4537-8631-ea9d44536e84), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:00.540096 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768b871-b5ef-456b-8410-e683f02f5260 req-e98f7ec2-a208-4d19-b1a0-52996e7d69b2 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:00.541854 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c7f74f56-5757-4a6c-b155-27d8f8b05b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (f62a9bcf-7654-4537-8631-ea9d44536e84), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:00.548096 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768b871-b5ef-456b-8410-e683f02f5260 req-e98f7ec2-a208-4d19-b1a0-52996e7d69b2 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:00.549220 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 30af3a55-0e2d-4992-a6b4-f22be8904d03 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:00.549675 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (30af3a55-0e2d-4992-a6b4-f22be8904d03), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:00.555677 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768b871-b5ef-456b-8410-e683f02f5260 req-e98f7ec2-a208-4d19-b1a0-52996e7d69b2 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:00.565355 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768b871-b5ef-456b-8410-e683f02f5260 req-e98f7ec2-a208-4d19-b1a0-52996e7d69b2 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:00.571553 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768b871-b5ef-456b-8410-e683f02f5260 req-e98f7ec2-a208-4d19-b1a0-52996e7d69b2 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:00.579279 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768b871-b5ef-456b-8410-e683f02f5260 req-e98f7ec2-a208-4d19-b1a0-52996e7d69b2 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:00.592531 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768b871-b5ef-456b-8410-e683f02f5260 req-e98f7ec2-a208-4d19-b1a0-52996e7d69b2 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:00.595966 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0768b871-b5ef-456b-8410-e683f02f5260 req-e98f7ec2-a208-4d19-b1a0-52996e7d69b2 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5422 time: 0.1494343 Feb 09 01:11:00.697932 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c7f74f56-5757-4a6c-b155-27d8f8b05b62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:00.706486 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f8143107-10a7-403b-9d2b-fc0187125273 None None] Current status of the port 30af3a55-0e2d-4992-a6b4-f22be8904d03 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:00.759514 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0768b871-b5ef-456b-8410-e683f02f5260 req-85512da8-02d1-4f29-a0d8-a1ee8264e1ce tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1570375 Feb 09 01:11:00.889972 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 8f2d7d86-9b29-467c-b3b5-0d39a51d6013 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:11:00.893508 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38bd58-1cc1-40d4-b751-4cbd39236790 req-228af3c2-0514-4ec1-9f55-d0c41342e06f tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:00.897027 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ae38bd58-1cc1-40d4-b751-4cbd39236790 req-228af3c2-0514-4ec1-9f55-d0c41342e06f tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 945 time: 0.1346557 Feb 09 01:11:00.905411 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-db47951b-e7e7-4f91-b3b6-ffaa819e341a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2', 'name': 'tempest-TaggedBootDevicesTest_v242-1695063333-router', 'tenant_id': '074f6ab5dbd5419e80f41aeec2d12896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'ead6272f-de8e-4666-9ed0-fada55f32fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:54Z', 'updated_at': '2022-02-09T01:10:56Z', 'revision_number': 3, 'project_id': '074f6ab5dbd5419e80f41aeec2d12896', 'gw_port': {'id': 'ead6272f-de8e-4666-9ed0-fada55f32fd2', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ac:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:55Z', 'updated_at': '2022-02-09T01:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:00.936491 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f74f56-5757-4a6c-b155-27d8f8b05b62 admin admin] Network 093590f8-6508-4820-86aa-6aa137a97ff4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:11:00.938394 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f74f56-5757-4a6c-b155-27d8f8b05b62 admin admin] Pushing event updated for resources: {'Port': ['ID=f62a9bcf-7654-4537-8631-ea9d44536e84,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:00.942925 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-c7f74f56-5757-4a6c-b155-27d8f8b05b62 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:01.029043 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-900a10b7-5413-48c7-af32-8bb76e6389ec None None] Provisioning complete for port f62a9bcf-7654-4537-8631-ea9d44536e84 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:01.029423 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-900a10b7-5413-48c7-af32-8bb76e6389ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f62a9bcf-7654-4537-8631-ea9d44536e84), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:01.042266 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db47951b-e7e7-4f91-b3b6-ffaa819e341a None None] The sync data for ids ['7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2'] in n-d-828369-4 is: [{'id': '7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2', 'name': 'tempest-TaggedBootDevicesTest_v242-1695063333-router', 'tenant_id': '074f6ab5dbd5419e80f41aeec2d12896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'ead6272f-de8e-4666-9ed0-fada55f32fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:54Z', 'updated_at': '2022-02-09T01:10:56Z', 'revision_number': 3, 'project_id': '074f6ab5dbd5419e80f41aeec2d12896', 'gw_port': {'id': 'ead6272f-de8e-4666-9ed0-fada55f32fd2', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ac:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:55Z', 'updated_at': '2022-02-09T01:10:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:11:01.063813 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 30af3a55-0e2d-4992-a6b4-f22be8904d03 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:01.164523 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c8d38-ebf4-4185-8f28-1a36f9da27e9 req-f18ce094-2e84-43b8-9068-6c7e48232589 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:01.167225 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-955c8d38-ebf4-4185-8f28-1a36f9da27e9 req-f18ce094-2e84-43b8-9068-6c7e48232589 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 946 time: 0.2670207 Feb 09 01:11:01.177272 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ae38bd58-1cc1-40d4-b751-4cbd39236790 req-a4a8a533-764d-4b6d-8df5-f3465508fd4a tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531223 Feb 09 01:11:01.182759 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.resource_extend [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:11:01.226548 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f74f56-5757-4a6c-b155-27d8f8b05b62 admin admin] Router 7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:11:01.298075 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-900a10b7-5413-48c7-af32-8bb76e6389ec None None] Port f62a9bcf-7654-4537-8631-ea9d44536e84 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:11:01.375346 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-955c8d38-ebf4-4185-8f28-1a36f9da27e9 req-61e14753-07a8-4571-ae6f-f4cc1f108225 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966825 Feb 09 01:11:01.437079 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 8f2d7d86-9b29-467c-b3b5-0d39a51d6013, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=8f2d7d86-9b29-467c-b3b5-0d39a51d6013,segment=NetworkSegment(8e2e0547-7361-46ac-84b5-12a09ebed7f5),segment_id=8e2e0547-7361-46ac-84b5-12a09ebed7f5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:01.459748 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-644de2bb-d5c3-4e78-8f17-4ef113db1a8f req-f9521940-014a-4068-8a12-a26c08e79ab4 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f4feb5-0c39-4974-8ab2-6bddf8f466bf HTTP/1.1" status: 200 len: 210 time: 0.1479180 Feb 09 01:11:01.514549 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '8f2d7d86-9b29-467c-b3b5-0d39a51d6013', 'network_id': '6d890250-ac42-4592-9721-7a49ecf5e127', 'port_id': '8f2d7d86-9b29-467c-b3b5-0d39a51d6013', 'mac_address': 'fa:16:3e:50:79:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fcc5198-b453-4567-8086-51be74d33b91', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:11:01.582397 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-d9efd618-0539-44ab-a3e3-0d18a4019b39 None None] Provisioning complete for port f62a9bcf-7654-4537-8631-ea9d44536e84 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:01.582743 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d9efd618-0539-44ab-a3e3-0d18a4019b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f62a9bcf-7654-4537-8631-ea9d44536e84), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:01.653785 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f74f56-5757-4a6c-b155-27d8f8b05b62 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:11:01.680667 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c7f74f56-5757-4a6c-b155-27d8f8b05b62 admin admin] 10.222.0.50 "PUT /v2.0/routers/7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0603061 Feb 09 01:11:01.728793 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-d9efd618-0539-44ab-a3e3-0d18a4019b39 None None] Port f62a9bcf-7654-4537-8631-ea9d44536e84 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:11:01.730465 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 8f2d7d86-9b29-467c-b3b5-0d39a51d6013 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:01.731615 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8f2d7d86-9b29-467c-b3b5-0d39a51d6013), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:01.745777 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4d669-18e5-4ba0-a978-29aacfc04ec9 req-b88b8198-fc8c-4630-a8e7-09b97071f255 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:01.747537 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-58b4d669-18e5-4ba0-a978-29aacfc04ec9 req-b88b8198-fc8c-4630-a8e7-09b97071f255 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 943 time: 0.1398962 Feb 09 01:11:01.760478 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f2d7d86-9b29-467c-b3b5-0d39a51d6013 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:11:01.836177 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 8f2d7d86-9b29-467c-b3b5-0d39a51d6013, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=8f2d7d86-9b29-467c-b3b5-0d39a51d6013,segment=NetworkSegment(8e2e0547-7361-46ac-84b5-12a09ebed7f5),segment_id=8e2e0547-7361-46ac-84b5-12a09ebed7f5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:01.840137 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (8f2d7d86-9b29-467c-b3b5-0d39a51d6013), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:01.909335 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=8f2d7d86-9b29-467c-b3b5-0d39a51d6013,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:02.027030 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-58b4d669-18e5-4ba0-a978-29aacfc04ec9 req-23cb8dc3-8592-4db3-af6e-fe0a483a5bee tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=e711df6c-6fe3-4590-9ab7-e2920a97103b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2724228 Feb 09 01:11:02.054711 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca10c8-a046-4f33-a7da-bfcc1152e40a req-73ad3854-697f-4e04-aa7e-23c5dc7dc29c tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:02.077474 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-feca10c8-a046-4f33-a7da-bfcc1152e40a req-73ad3854-697f-4e04-aa7e-23c5dc7dc29c tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 946 time: 0.2989013 Feb 09 01:11:02.127881 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['8f2d7d86-9b29-467c-b3b5-0d39a51d6013'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:11:02.224947 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-feca10c8-a046-4f33-a7da-bfcc1152e40a req-e182bc5b-bd68-46d0-988d-549d4f5cc847 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460233 Feb 09 01:11:02.337989 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device ead6272f-de8e-4666-9ed0-fada55f32fd2 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:11:02.522268 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96210095-e19f-49b6-8bad-57a1827685f5 req-af5adc24-be31-4957-9dfe-f294cf324182 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:02.533044 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ba209b8e-3ed7-43b7-bf32-02338f92bf76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:02.539264 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port ead6272f-de8e-4666-9ed0-fada55f32fd2 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:02.539656 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (ead6272f-de8e-4666-9ed0-fada55f32fd2), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:02.544055 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96210095-e19f-49b6-8bad-57a1827685f5 req-af5adc24-be31-4957-9dfe-f294cf324182 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:02.563358 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96210095-e19f-49b6-8bad-57a1827685f5 req-af5adc24-be31-4957-9dfe-f294cf324182 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:02.575243 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96210095-e19f-49b6-8bad-57a1827685f5 req-af5adc24-be31-4957-9dfe-f294cf324182 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:02.597063 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96210095-e19f-49b6-8bad-57a1827685f5 req-af5adc24-be31-4957-9dfe-f294cf324182 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:02.611280 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96210095-e19f-49b6-8bad-57a1827685f5 req-af5adc24-be31-4957-9dfe-f294cf324182 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:02.646019 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96210095-e19f-49b6-8bad-57a1827685f5 req-af5adc24-be31-4957-9dfe-f294cf324182 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:02.664811 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-96210095-e19f-49b6-8bad-57a1827685f5 req-af5adc24-be31-4957-9dfe-f294cf324182 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5422 time: 0.3185766 Feb 09 01:11:02.713801 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port ead6272f-de8e-4666-9ed0-fada55f32fd2 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:02.714354 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ead6272f-de8e-4666-9ed0-fada55f32fd2), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:02.791346 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port ead6272f-de8e-4666-9ed0-fada55f32fd2, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=ead6272f-de8e-4666-9ed0-fada55f32fd2,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:02.797512 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (ead6272f-de8e-4666-9ed0-fada55f32fd2), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:02.883780 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=ead6272f-de8e-4666-9ed0-fada55f32fd2,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:03.008967 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-96210095-e19f-49b6-8bad-57a1827685f5 req-1f0e7b22-c131-45b3-8130-a44b8ba71841 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3291070 Feb 09 01:11:03.016179 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22bb4c6-c61a-4bc4-816c-5e4a676401cb req-9b862b80-a288-4653-91a7-9bcd7497055a tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:03.016179 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c22bb4c6-c61a-4bc4-816c-5e4a676401cb req-9b862b80-a288-4653-91a7-9bcd7497055a tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.47 "GET /v2.0/networks?id=7f137bfd-685a-43bd-bf22-7b98306319d4 HTTP/1.1" status: 200 len: 821 time: 0.3254218 Feb 09 01:11:03.036862 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89fb4af-496d-4fa8-873e-6fe505eff1ae req-0f2aefe7-5925-4a94-a041-8da91f0ded4e tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:03.039726 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a89fb4af-496d-4fa8-873e-6fe505eff1ae req-0f2aefe7-5925-4a94-a041-8da91f0ded4e tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 945 time: 0.3607967 Feb 09 01:11:03.049433 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-c22bb4c6-c61a-4bc4-816c-5e4a676401cb req-7085ebfd-4832-4309-9a7f-3672c3529f62 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Request body: {'port': {'device_id': '31f4feb5-0c39-4974-8ab2-6bddf8f466bf', 'network_id': '7f137bfd-685a-43bd-bf22-7b98306319d4', 'admin_state_up': True, 'tenant_id': '4be1453321a64a26a73b0c3ad948922b'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:03.313136 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c22bb4c6-c61a-4bc4-816c-5e4a676401cb req-7085ebfd-4832-4309-9a7f-3672c3529f62 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Made reservation on behalf of 4be1453321a64a26a73b0c3ad948922b for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:11:03.316691 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c22bb4c6-c61a-4bc4-816c-5e4a676401cb req-7085ebfd-4832-4309-9a7f-3672c3529f62 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:03.446940 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a89fb4af-496d-4fa8-873e-6fe505eff1ae req-be7be3ba-2827-46be-bbf6-a761b8693ab9 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086587 Feb 09 01:11:03.480413 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef1b1e-1610-42fc-81ed-d29e76549768 req-6d76606f-e11a-4381-bc8d-1ded45cda657 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:03.493210 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-efef1b1e-1610-42fc-81ed-d29e76549768 req-6d76606f-e11a-4381-bc8d-1ded45cda657 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 947 time: 0.2578373 Feb 09 01:11:03.698961 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2dd7a113-8c9a-44dd-8aed-dc6d853cdf4d req-55427339-ff79-4dd4-9538-ac9cca4fb2cb tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f4feb5-0c39-4974-8ab2-6bddf8f466bf HTTP/1.1" status: 200 len: 210 time: 0.1377184 Feb 09 01:11:03.743239 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-efef1b1e-1610-42fc-81ed-d29e76549768 req-1d0d71a4-81f9-429a-b23e-cccb16505e8b tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=215c082a-ed6b-4dad-9da8-131fa84f3b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2488449 Feb 09 01:11:03.774581 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-c22bb4c6-c61a-4bc4-816c-5e4a676401cb req-7085ebfd-4832-4309-9a7f-3672c3529f62 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Allocated IP 172.20.0.11 (7f137bfd-685a-43bd-bf22-7b98306319d4/ee1c419e-b5fc-481c-9369-52d887722539/cb677cfe-0b4d-4073-91c3-c6880ec47cd7) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:11:04.212051 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c56e3-1e4d-4763-bf69-a7b13c826001 req-698370bc-9703-4984-8be6-b2cb17ce84c4 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:04.214079 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-626c56e3-1e4d-4763-bf69-a7b13c826001 req-698370bc-9703-4984-8be6-b2cb17ce84c4 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.47 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 947 time: 0.1209149 Feb 09 01:11:04.238831 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device ead6272f-de8e-4666-9ed0-fada55f32fd2 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:11:04.265977 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65eeec-b181-40a2-91a3-e8caeb7545fb req-c00e9519-2734-4d6f-8140-cf6a2e564867 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:04.267701 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5f65eeec-b181-40a2-91a3-e8caeb7545fb req-c00e9519-2734-4d6f-8140-cf6a2e564867 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 944 time: 0.4031639 Feb 09 01:11:04.305350 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776f1522-309a-4fcb-8841-3748da8a3dda None None] Sync routers for ids ['7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:11:04.322176 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7d188-f511-4777-8022-294f705815a9 req-5f5d816e-0468-4030-b113-6803cc94aae8 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:04.323853 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-adf7d188-f511-4777-8022-294f705815a9 req-5f5d816e-0468-4030-b113-6803cc94aae8 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 946 time: 0.3136492 Feb 09 01:11:04.331677 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776f1522-309a-4fcb-8841-3748da8a3dda None None] Routers {'7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:11:04.333010 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-776f1522-309a-4fcb-8841-3748da8a3dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:10:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:04.348397 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c22bb4c6-c61a-4bc4-816c-5e4a676401cb req-7085ebfd-4832-4309-9a7f-3672c3529f62 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks [] for port (cb677cfe-0b4d-4073-91c3-c6880ec47cd7), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:04.377727 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port ead6272f-de8e-4666-9ed0-fada55f32fd2 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:04.379761 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (ead6272f-de8e-4666-9ed0-fada55f32fd2), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:04.398517 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5f65eeec-b181-40a2-91a3-e8caeb7545fb req-f8570bcc-11f9-4fec-9caa-2ac9cafc1f14 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=e711df6c-6fe3-4590-9ab7-e2920a97103b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1131818 Feb 09 01:11:04.475749 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-adf7d188-f511-4777-8022-294f705815a9 req-6371aba2-0beb-4ea5-b13a-a3ac23ee190f tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348615 Feb 09 01:11:04.523698 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c22bb4c6-c61a-4bc4-816c-5e4a676401cb req-7085ebfd-4832-4309-9a7f-3672c3529f62 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (cb677cfe-0b4d-4073-91c3-c6880ec47cd7), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:04.540055 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-626c56e3-1e4d-4763-bf69-a7b13c826001 req-ef6b7a30-9ecd-4e7a-af67-bf3d8ac0593c tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Deleting port 39264370-bded-4c85-9b70-b01a28f9a277 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:11:04.540325 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-626c56e3-1e4d-4763-bf69-a7b13c826001 req-ef6b7a30-9ecd-4e7a-af67-bf3d8ac0593c tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (39264370-bded-4c85-9b70-b01a28f9a277), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:04.582355 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bb4d954e-9720-4481-8d7a-6571c9d22b32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:04.684088 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-776f1522-309a-4fcb-8841-3748da8a3dda None None] Set router 7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:11:04.688773 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port ead6272f-de8e-4666-9ed0-fada55f32fd2 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:04.720602 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c22bb4c6-c61a-4bc4-816c-5e4a676401cb req-7085ebfd-4832-4309-9a7f-3672c3529f62 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Network 7f137bfd-685a-43bd-bf22-7b98306319d4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:11:04.754644 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-c22bb4c6-c61a-4bc4-816c-5e4a676401cb req-7085ebfd-4832-4309-9a7f-3672c3529f62 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:04.765251 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-c22bb4c6-c61a-4bc4-816c-5e4a676401cb req-7085ebfd-4832-4309-9a7f-3672c3529f62 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:11:04.773507 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7085ebfd-4832-4309-9a7f-3672c3529f62 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Pushing event updated for resources: {'Port': ['ID=cb677cfe-0b4d-4073-91c3-c6880ec47cd7,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:04.816927 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-626c56e3-1e4d-4763-bf69-a7b13c826001 req-ef6b7a30-9ecd-4e7a-af67-bf3d8ac0593c tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] For port 39264370-bded-4c85-9b70-b01a28f9a277, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=39264370-bded-4c85-9b70-b01a28f9a277,segment=NetworkSegment(ebc0196b-40a7-4a91-81b3-cd03bc319f59),segment_id=ebc0196b-40a7-4a91-81b3-cd03bc319f59)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:04.818822 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-626c56e3-1e4d-4763-bf69-a7b13c826001 req-ef6b7a30-9ecd-4e7a-af67-bf3d8ac0593c tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (39264370-bded-4c85-9b70-b01a28f9a277), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:04.885689 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e1bf3-dc69-4ca0-bb5d-6f4c1f06946f req-ceb7fca3-07fa-4806-847d-545674b2aa06 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:04.887791 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-993e1bf3-dc69-4ca0-bb5d-6f4c1f06946f req-ceb7fca3-07fa-4806-847d-545674b2aa06 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 945 time: 0.2159138 Feb 09 01:11:04.888099 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 8f2d7d86-9b29-467c-b3b5-0d39a51d6013 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:11:04.901814 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d06cf-6e9c-4d3d-8bbe-0fea435ffb42 req-92666f74-4357-45fa-a8e6-ad0abdd1816b tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:04.909754 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d06cf-6e9c-4d3d-8bbe-0fea435ffb42 req-92666f74-4357-45fa-a8e6-ad0abdd1816b tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:04.916025 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d06cf-6e9c-4d3d-8bbe-0fea435ffb42 req-92666f74-4357-45fa-a8e6-ad0abdd1816b tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:04.922665 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d06cf-6e9c-4d3d-8bbe-0fea435ffb42 req-92666f74-4357-45fa-a8e6-ad0abdd1816b tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:04.929031 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d06cf-6e9c-4d3d-8bbe-0fea435ffb42 req-92666f74-4357-45fa-a8e6-ad0abdd1816b tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:04.935390 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d06cf-6e9c-4d3d-8bbe-0fea435ffb42 req-92666f74-4357-45fa-a8e6-ad0abdd1816b tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:04.942693 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d06cf-6e9c-4d3d-8bbe-0fea435ffb42 req-92666f74-4357-45fa-a8e6-ad0abdd1816b tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:04.945167 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a8d06cf-6e9c-4d3d-8bbe-0fea435ffb42 req-92666f74-4357-45fa-a8e6-ad0abdd1816b tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5422 time: 0.2947061 Feb 09 01:11:04.950801 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22bb4c6-c61a-4bc4-816c-5e4a676401cb req-7085ebfd-4832-4309-9a7f-3672c3529f62 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:04.951497 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c22bb4c6-c61a-4bc4-816c-5e4a676401cb req-7085ebfd-4832-4309-9a7f-3672c3529f62 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:05.002959 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 8f2d7d86-9b29-467c-b3b5-0d39a51d6013 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:11:05.011520 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 8f2d7d86-9b29-467c-b3b5-0d39a51d6013 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:05.011917 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (8f2d7d86-9b29-467c-b3b5-0d39a51d6013), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:05.152053 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-993e1bf3-dc69-4ca0-bb5d-6f4c1f06946f req-fec9202b-7124-4e0c-804a-e5ac6778f953 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746104 Feb 09 01:11:05.290176 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a8d06cf-6e9c-4d3d-8bbe-0fea435ffb42 req-4409aa7b-b789-4b0a-8fd3-909c5b46afa9 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3318298 Feb 09 01:11:05.313320 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c22bb4c6-c61a-4bc4-816c-5e4a676401cb req-7085ebfd-4832-4309-9a7f-3672c3529f62 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2725041 Feb 09 01:11:05.320422 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 8f2d7d86-9b29-467c-b3b5-0d39a51d6013 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:05.320981 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8f2d7d86-9b29-467c-b3b5-0d39a51d6013), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:05.322841 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-776f1522-309a-4fcb-8841-3748da8a3dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2', 'name': 'tempest-TaggedBootDevicesTest_v242-1695063333-router', 'tenant_id': '074f6ab5dbd5419e80f41aeec2d12896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'ead6272f-de8e-4666-9ed0-fada55f32fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:54Z', 'updated_at': '2022-02-09T01:11:00Z', 'revision_number': 4, 'project_id': '074f6ab5dbd5419e80f41aeec2d12896', 'gw_port': {'id': 'ead6272f-de8e-4666-9ed0-fada55f32fd2', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ac:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:55Z', 'updated_at': '2022-02-09T01:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'f62a9bcf-7654-4537-8631-ea9d44536e84', 'name': '', 'network_id': '093590f8-6508-4820-86aa-6aa137a97ff4', 'tenant_id': '074f6ab5dbd5419e80f41aeec2d12896', 'mac_address': 'fa:16:3e:34:3f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '0928974b-471d-47c9-8156-eeb81b99cac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:58Z', 'updated_at': '2022-02-09T01:11:00Z', 'revision_number': 2, 'project_id': '074f6ab5dbd5419e80f41aeec2d12896', 'subnets': [{'id': '0928974b-471d-47c9-8156-eeb81b99cac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:05.362892 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-c22bb4c6-c61a-4bc4-816c-5e4a676401cb req-2d7ab5c3-9e02-4992-ba8d-f614f6ee2f62 service neutron] Request body: {'port': {'device_id': '31f4feb5-0c39-4974-8ab2-6bddf8f466bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:05.401759 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b1d0b4-23db-441e-9636-f0c9787e1109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f2d7d86-9b29-467c-b3b5-0d39a51d6013'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:11:05.422729 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a23ef71-e86c-4b1b-881a-b8b0d0f84eb8" -d '{"events": [{"server_uuid": "42b1d0b4-23db-441e-9636-f0c9787e1109", "name": "network-vif-plugged", "status": "completed", "tag": "8f2d7d86-9b29-467c-b3b5-0d39a51d6013"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:11:05.444835 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776f1522-309a-4fcb-8841-3748da8a3dda None None] Checking router: 7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:11:05.445507 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776f1522-309a-4fcb-8841-3748da8a3dda None None] Updating router 7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2 port f62a9bcf-7654-4537-8631-ea9d44536e84 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:11:05.471707 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 8f2d7d86-9b29-467c-b3b5-0d39a51d6013, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=8f2d7d86-9b29-467c-b3b5-0d39a51d6013,segment=NetworkSegment(8e2e0547-7361-46ac-84b5-12a09ebed7f5),segment_id=8e2e0547-7361-46ac-84b5-12a09ebed7f5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:05.484233 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (8f2d7d86-9b29-467c-b3b5-0d39a51d6013), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:05.571489 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-776f1522-309a-4fcb-8841-3748da8a3dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f62a9bcf-7654-4537-8631-ea9d44536e84), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:05.587776 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=8f2d7d86-9b29-467c-b3b5-0d39a51d6013,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:05.665103 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-626c56e3-1e4d-4763-bf69-a7b13c826001 req-ef6b7a30-9ecd-4e7a-af67-bf3d8ac0593c tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:05.665629 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-626c56e3-1e4d-4763-bf69-a7b13c826001 req-ef6b7a30-9ecd-4e7a-af67-bf3d8ac0593c tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (9532bec9-a5c9-44c6-8578-54ce0821995b), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:05.665790 n-d-828369-4 neutron-server[103137]: INFO neutron.db.l3_db [req-626c56e3-1e4d-4763-bf69-a7b13c826001 req-ef6b7a30-9ecd-4e7a-af67-bf3d8ac0593c tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Floating IP 9532bec9-a5c9-44c6-8578-54ce0821995b disassociated. External IP: 172.25.8.54, port: 39264370-bded-4c85-9b70-b01a28f9a277. Feb 09 01:11:05.667327 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-626c56e3-1e4d-4763-bf69-a7b13c826001 req-ef6b7a30-9ecd-4e7a-af67-bf3d8ac0593c tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Calling delete_port for 39264370-bded-4c85-9b70-b01a28f9a277 owned by compute:nova {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:11:05.706353 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c22bb4c6-c61a-4bc4-816c-5e4a676401cb req-2d7ab5c3-9e02-4992-ba8d-f614f6ee2f62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (cb677cfe-0b4d-4073-91c3-c6880ec47cd7), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:05.830375 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:05.844818 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a85b96-bccb-482d-b38b-3f13881be516 req-a8c8004d-6cc7-4faa-b671-790afc77e771 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:05.853214 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-77a85b96-bccb-482d-b38b-3f13881be516 req-a8c8004d-6cc7-4faa-b671-790afc77e771 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 946 time: 0.5589609 Feb 09 01:11:05.944796 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629bfc39-7b23-4c93-990e-339d33d0a7b8 req-ffdaba25-daee-4576-9d51-e9e68da385d4 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:05.946528 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-629bfc39-7b23-4c93-990e-339d33d0a7b8 req-ffdaba25-daee-4576-9d51-e9e68da385d4 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f4feb5-0c39-4974-8ab2-6bddf8f466bf HTTP/1.1" status: 200 len: 932 time: 0.4452970 Feb 09 01:11:05.978680 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-626c56e3-1e4d-4763-bf69-a7b13c826001 req-ef6b7a30-9ecd-4e7a-af67-bf3d8ac0593c tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (39264370-bded-4c85-9b70-b01a28f9a277), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:06.042090 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b7a30-9ecd-4e7a-af67-bf3d8ac0593c tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Pushing event deleted for resources: {'Port': ['ID=39264370-bded-4c85-9b70-b01a28f9a277,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:06.060635 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-77a85b96-bccb-482d-b38b-3f13881be516 req-c34e15ad-4a67-44e4-9e26-2eb7c8b3c7ba tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899550 Feb 09 01:11:06.123755 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-629bfc39-7b23-4c93-990e-339d33d0a7b8 req-ee38af96-af15-41e1-9236-fc23fe8a43ea tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/security-groups?id=638acb0c-686f-472f-a3bd-c81129bba32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616535 Feb 09 01:11:06.233996 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be141982-6092-434f-9c68-cb3ca805415b x-openstack-request-id: req-be141982-6092-434f-9c68-cb3ca805415b {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:11:06.234555 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b1d0b4-23db-441e-9636-f0c9787e1109", "name": "network-vif-plugged", "status": "completed", "tag": "8f2d7d86-9b29-467c-b3b5-0d39a51d6013", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:11:06.235132 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-be141982-6092-434f-9c68-cb3ca805415b {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:11:06.235654 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b1d0b4-23db-441e-9636-f0c9787e1109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f2d7d86-9b29-467c-b3b5-0d39a51d6013', 'code': 200} Feb 09 01:11:06.287175 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dc8724bc-76d8-451a-8ac8-647576e0d668 req-56beef64-5a42-4040-9a73-eb438229d270 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=55ad19b6-cb1c-458d-a423-73060685d20f HTTP/1.1" status: 200 len: 210 time: 0.0787446 Feb 09 01:11:06.313941 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-776f1522-309a-4fcb-8841-3748da8a3dda None None] Publish callbacks [] for port (f62a9bcf-7654-4537-8631-ea9d44536e84), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:06.338410 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-776f1522-309a-4fcb-8841-3748da8a3dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f62a9bcf-7654-4537-8631-ea9d44536e84), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:06.479165 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-626c56e3-1e4d-4763-bf69-a7b13c826001 req-ef6b7a30-9ecd-4e7a-af67-bf3d8ac0593c tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Router 82ccfa62-dd4e-47d2-843d-b2b7f42ce657 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:11:06.630338 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-c22bb4c6-c61a-4bc4-816c-5e4a676401cb req-2d7ab5c3-9e02-4992-ba8d-f614f6ee2f62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb677cfe-0b4d-4073-91c3-c6880ec47cd7 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:11:06.684428 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ddeff-1641-4541-8e0d-45de67e2327b None None] Pushing event updated for resources: {'Port': ['ID=f62a9bcf-7654-4537-8631-ea9d44536e84,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:06.702457 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-776f1522-309a-4fcb-8841-3748da8a3dda None None] Attempting to bind port f62a9bcf-7654-4537-8631-ea9d44536e84 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:11:06.707324 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-776f1522-309a-4fcb-8841-3748da8a3dda None None] Attempting to bind port f62a9bcf-7654-4537-8631-ea9d44536e84 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '7071ad06-b408-4158-b773-310e80d32bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '093590f8-6508-4820-86aa-6aa137a97ff4'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:11:06.707607 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776f1522-309a-4fcb-8841-3748da8a3dda None None] Attempting to bind port f62a9bcf-7654-4537-8631-ea9d44536e84 on network 093590f8-6508-4820-86aa-6aa137a97ff4 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:11:06.737636 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776f1522-309a-4fcb-8841-3748da8a3dda None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:11:06.737636 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776f1522-309a-4fcb-8841-3748da8a3dda None None] Checking segment: {'id': '7071ad06-b408-4158-b773-310e80d32bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '093590f8-6508-4820-86aa-6aa137a97ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:11:06.739852 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-776f1522-309a-4fcb-8841-3748da8a3dda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:06.740276 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776f1522-309a-4fcb-8841-3748da8a3dda None None] Bound using segment: {'id': '7071ad06-b408-4158-b773-310e80d32bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '093590f8-6508-4820-86aa-6aa137a97ff4'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:11:06.740841 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-776f1522-309a-4fcb-8841-3748da8a3dda None None] Bound port: f62a9bcf-7654-4537-8631-ea9d44536e84, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7071ad06-b408-4158-b773-310e80d32bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '093590f8-6508-4820-86aa-6aa137a97ff4'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:11:06.741242 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-776f1522-309a-4fcb-8841-3748da8a3dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f62a9bcf-7654-4537-8631-ea9d44536e84), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:06.783787 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c22bb4c6-c61a-4bc4-816c-5e4a676401cb req-2d7ab5c3-9e02-4992-ba8d-f614f6ee2f62 service neutron] Publish callbacks [] for port (cb677cfe-0b4d-4073-91c3-c6880ec47cd7), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:06.833772 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f7829-d4d2-42d3-8938-9e15d35b103c req-d698c517-581f-49b7-b7da-278dbf8e27b9 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:06.864988 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a14f7829-d4d2-42d3-8938-9e15d35b103c req-d698c517-581f-49b7-b7da-278dbf8e27b9 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 945 time: 0.4165008 Feb 09 01:11:06.879270 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-626c56e3-1e4d-4763-bf69-a7b13c826001 req-ef6b7a30-9ecd-4e7a-af67-bf3d8ac0593c tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:11:06.901480 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909aa5ec-88d9-41fd-b13b-66f94ad0bfdf None None] Sync routers for ids ['82ccfa62-dd4e-47d2-843d-b2b7f42ce657'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:11:06.915670 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-c22bb4c6-c61a-4bc4-816c-5e4a676401cb req-2d7ab5c3-9e02-4992-ba8d-f614f6ee2f62 service neutron] Transition to ACTIVE for port object cb677cfe-0b4d-4073-91c3-c6880ec47cd7 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:11:06.942000 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909aa5ec-88d9-41fd-b13b-66f94ad0bfdf None None] Routers {'82ccfa62-dd4e-47d2-843d-b2b7f42ce657'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:11:06.942650 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-909aa5ec-88d9-41fd-b13b-66f94ad0bfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:11:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['82ccfa62-dd4e-47d2-843d-b2b7f42ce657'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:06.991186 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-626c56e3-1e4d-4763-bf69-a7b13c826001 req-ef6b7a30-9ecd-4e7a-af67-bf3d8ac0593c tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] No DVR routers for this DVR port 39264370-bded-4c85-9b70-b01a28f9a277 on host n-h1-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:11:06.995492 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-626c56e3-1e4d-4763-bf69-a7b13c826001 req-ef6b7a30-9ecd-4e7a-af67-bf3d8ac0593c tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:06.999832 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-626c56e3-1e4d-4763-bf69-a7b13c826001 req-ef6b7a30-9ecd-4e7a-af67-bf3d8ac0593c tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.47 "DELETE /v2.0/ports/39264370-bded-4c85-9b70-b01a28f9a277 HTTP/1.1" status: 204 len: 173 time: 2.7786748 Feb 09 01:11:07.005925 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ad19b6-cb1c-458d-a423-73060685d20f', 'name': 'network-vif-deleted', 'tag': '39264370-bded-4c85-9b70-b01a28f9a277'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:11:07.008486 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200bcffa-6994-4fb4-a6aa-54281c83115b" -d '{"events": [{"server_uuid": "55ad19b6-cb1c-458d-a423-73060685d20f", "name": "network-vif-deleted", "tag": "39264370-bded-4c85-9b70-b01a28f9a277"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:11:07.044923 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c22bb4c6-c61a-4bc4-816c-5e4a676401cb req-2d7ab5c3-9e02-4992-ba8d-f614f6ee2f62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (cb677cfe-0b4d-4073-91c3-c6880ec47cd7), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:07.057929 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d484f66-a2de-408b-aa06-91729714b108 req-b83ffb33-766f-43c5-8b33-381888d7a840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:07.068173 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2d484f66-a2de-408b-aa06-91729714b108 req-b83ffb33-766f-43c5-8b33-381888d7a840 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 1127 time: 0.5395732 Feb 09 01:11:07.078480 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-776f1522-309a-4fcb-8841-3748da8a3dda None None] For port f62a9bcf-7654-4537-8631-ea9d44536e84, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:11:07.082328 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-776f1522-309a-4fcb-8841-3748da8a3dda None None] For port f62a9bcf-7654-4537-8631-ea9d44536e84, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f62a9bcf-7654-4537-8631-ea9d44536e84,segment=NetworkSegment(7071ad06-b408-4158-b773-310e80d32bc6),segment_id=7071ad06-b408-4158-b773-310e80d32bc6)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:11:07.099627 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-776f1522-309a-4fcb-8841-3748da8a3dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f62a9bcf-7654-4537-8631-ea9d44536e84), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:07.105849 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a14f7829-d4d2-42d3-8938-9e15d35b103c req-452f45fd-b2d3-4113-9a73-ee11e0bc7d88 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=e711df6c-6fe3-4590-9ab7-e2920a97103b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2312579 Feb 09 01:11:07.275737 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776f1522-309a-4fcb-8841-3748da8a3dda None None] Routers {'7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:11:07.276381 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-776f1522-309a-4fcb-8841-3748da8a3dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:11:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:07.313323 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-909aa5ec-88d9-41fd-b13b-66f94ad0bfdf None None] Set router 82ccfa62-dd4e-47d2-843d-b2b7f42ce657 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:11:07.429397 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:07.601206 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-776f1522-309a-4fcb-8841-3748da8a3dda None None] Set router 7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:11:07.645860 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-cd3f0ff6-29a9-4b9e-9051-3d4b5a7f91cb None None] Provisioning complete for port f62a9bcf-7654-4537-8631-ea9d44536e84 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:07.646289 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cd3f0ff6-29a9-4b9e-9051-3d4b5a7f91cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f62a9bcf-7654-4537-8631-ea9d44536e84), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:07.816238 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:07.847090 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2d484f66-a2de-408b-aa06-91729714b108 req-df594f19-e099-426c-b8ae-2a6f3868b05e service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=e711df6c-6fe3-4590-9ab7-e2920a97103b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7104986 Feb 09 01:11:07.855573 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ddeff-1641-4541-8e0d-45de67e2327b None None] Pushing event updated for resources: {'Port': ['ID=f62a9bcf-7654-4537-8631-ea9d44536e84,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:07.874293 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-cd3f0ff6-29a9-4b9e-9051-3d4b5a7f91cb None None] Current status of the port f62a9bcf-7654-4537-8631-ea9d44536e84 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:07.874707 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cd3f0ff6-29a9-4b9e-9051-3d4b5a7f91cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f62a9bcf-7654-4537-8631-ea9d44536e84), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:07.937519 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ab5c3-9e02-4992-ba8d-f614f6ee2f62 service neutron] Pushing event updated for resources: {'Port': ['ID=cb677cfe-0b4d-4073-91c3-c6880ec47cd7,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:07.950530 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-909aa5ec-88d9-41fd-b13b-66f94ad0bfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'name': 'tempest-AttachVolumeShelveTestJSON-982540893-router', 'tenant_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1771017d-b6be-4aa6-9ea7-2a0790080398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:07Z', 'updated_at': '2022-02-09T01:06:17Z', 'revision_number': 4, 'project_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'gw_port': {'id': '1771017d-b6be-4aa6-9ea7-2a0790080398', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:84:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:09Z', 'updated_at': '2022-02-09T01:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '0c36cd8d-a67f-49ed-9195-ce8cf6bb6443', 'name': '', 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554', 'tenant_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'mac_address': 'fa:16:3e:b2:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'd13d90e7-a71d-4313-a595-9a761a96acb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:15Z', 'updated_at': '2022-02-09T01:06:25Z', 'revision_number': 5, 'project_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'subnets': [{'id': 'd13d90e7-a71d-4313-a595-9a761a96acb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:07.958749 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-cd3f0ff6-29a9-4b9e-9051-3d4b5a7f91cb None None] For port f62a9bcf-7654-4537-8631-ea9d44536e84, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f62a9bcf-7654-4537-8631-ea9d44536e84,segment=NetworkSegment(7071ad06-b408-4158-b773-310e80d32bc6),segment_id=7071ad06-b408-4158-b773-310e80d32bc6)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:07.989022 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ab5c3-9e02-4992-ba8d-f614f6ee2f62 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:07.989721 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ab5c3-9e02-4992-ba8d-f614f6ee2f62 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:07.990284 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ab5c3-9e02-4992-ba8d-f614f6ee2f62 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:07.990869 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ab5c3-9e02-4992-ba8d-f614f6ee2f62 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:07.991514 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ab5c3-9e02-4992-ba8d-f614f6ee2f62 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:07.992062 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ab5c3-9e02-4992-ba8d-f614f6ee2f62 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:07.992708 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ab5c3-9e02-4992-ba8d-f614f6ee2f62 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:07.993316 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ab5c3-9e02-4992-ba8d-f614f6ee2f62 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:07.993872 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ab5c3-9e02-4992-ba8d-f614f6ee2f62 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:07.995293 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ab5c3-9e02-4992-ba8d-f614f6ee2f62 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:07.995844 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ab5c3-9e02-4992-ba8d-f614f6ee2f62 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:07.996385 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ab5c3-9e02-4992-ba8d-f614f6ee2f62 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:07.997181 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7ab5c3-9e02-4992-ba8d-f614f6ee2f62 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:08.010974 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909aa5ec-88d9-41fd-b13b-66f94ad0bfdf None None] Checking router: 82ccfa62-dd4e-47d2-843d-b2b7f42ce657 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:11:08.013095 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cd3f0ff6-29a9-4b9e-9051-3d4b5a7f91cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f62a9bcf-7654-4537-8631-ea9d44536e84), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:08.092375 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909aa5ec-88d9-41fd-b13b-66f94ad0bfdf None None] Routers {'82ccfa62-dd4e-47d2-843d-b2b7f42ce657'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:11:08.095019 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-909aa5ec-88d9-41fd-b13b-66f94ad0bfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:11:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['82ccfa62-dd4e-47d2-843d-b2b7f42ce657'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:08.116851 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0416d5-0edb-4cd4-95a5-1cac2f8ee6fc req-d9560e98-bad9-4784-a05d-2f2a231274f5 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:08.119840 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bc0416d5-0edb-4cd4-95a5-1cac2f8ee6fc req-d9560e98-bad9-4784-a05d-2f2a231274f5 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 945 time: 1.2462089 Feb 09 01:11:08.137329 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee81ac1-4aee-4ed3-80f0-e39fa079fd1d req-1bda3cce-a0e8-4540-969f-18a96c2b3d3a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:08.143566 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee81ac1-4aee-4ed3-80f0-e39fa079fd1d req-1bda3cce-a0e8-4540-969f-18a96c2b3d3a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:08.149318 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-776f1522-309a-4fcb-8841-3748da8a3dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2', 'name': 'tempest-TaggedBootDevicesTest_v242-1695063333-router', 'tenant_id': '074f6ab5dbd5419e80f41aeec2d12896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'ead6272f-de8e-4666-9ed0-fada55f32fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:54Z', 'updated_at': '2022-02-09T01:11:00Z', 'revision_number': 4, 'project_id': '074f6ab5dbd5419e80f41aeec2d12896', 'gw_port': {'id': 'ead6272f-de8e-4666-9ed0-fada55f32fd2', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ac:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:55Z', 'updated_at': '2022-02-09T01:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'f62a9bcf-7654-4537-8631-ea9d44536e84', 'name': '', 'network_id': '093590f8-6508-4820-86aa-6aa137a97ff4', 'tenant_id': '074f6ab5dbd5419e80f41aeec2d12896', 'mac_address': 'fa:16:3e:34:3f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '0928974b-471d-47c9-8156-eeb81b99cac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:58Z', 'updated_at': '2022-02-09T01:11:07Z', 'revision_number': 4, 'project_id': '074f6ab5dbd5419e80f41aeec2d12896', 'subnets': [{'id': '0928974b-471d-47c9-8156-eeb81b99cac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:08.150592 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee81ac1-4aee-4ed3-80f0-e39fa079fd1d req-1bda3cce-a0e8-4540-969f-18a96c2b3d3a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:08.157371 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee81ac1-4aee-4ed3-80f0-e39fa079fd1d req-1bda3cce-a0e8-4540-969f-18a96c2b3d3a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:08.163761 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee81ac1-4aee-4ed3-80f0-e39fa079fd1d req-1bda3cce-a0e8-4540-969f-18a96c2b3d3a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:08.169335 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee81ac1-4aee-4ed3-80f0-e39fa079fd1d req-1bda3cce-a0e8-4540-969f-18a96c2b3d3a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:08.175211 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee81ac1-4aee-4ed3-80f0-e39fa079fd1d req-1bda3cce-a0e8-4540-969f-18a96c2b3d3a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:08.177476 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9ee81ac1-4aee-4ed3-80f0-e39fa079fd1d req-1bda3cce-a0e8-4540-969f-18a96c2b3d3a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5422 time: 0.8784907 Feb 09 01:11:08.227262 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776f1522-309a-4fcb-8841-3748da8a3dda None None] The sync data for ids ['7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2'] in n-d-828369-4 is: [{'id': '7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2', 'name': 'tempest-TaggedBootDevicesTest_v242-1695063333-router', 'tenant_id': '074f6ab5dbd5419e80f41aeec2d12896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'ead6272f-de8e-4666-9ed0-fada55f32fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:54Z', 'updated_at': '2022-02-09T01:11:00Z', 'revision_number': 4, 'project_id': '074f6ab5dbd5419e80f41aeec2d12896', 'gw_port': {'id': 'ead6272f-de8e-4666-9ed0-fada55f32fd2', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ac:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:55Z', 'updated_at': '2022-02-09T01:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'f62a9bcf-7654-4537-8631-ea9d44536e84', 'name': '', 'network_id': '093590f8-6508-4820-86aa-6aa137a97ff4', 'tenant_id': '074f6ab5dbd5419e80f41aeec2d12896', 'mac_address': 'fa:16:3e:34:3f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '0928974b-471d-47c9-8156-eeb81b99cac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:58Z', 'updated_at': '2022-02-09T01:11:07Z', 'revision_number': 4, 'project_id': '074f6ab5dbd5419e80f41aeec2d12896', 'subnets': [{'id': '0928974b-471d-47c9-8156-eeb81b99cac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:11:08.254522 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bc0416d5-0edb-4cd4-95a5-1cac2f8ee6fc req-efc67194-ad42-4bc9-a64e-feff64befb34 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756083 Feb 09 01:11:08.256363 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-c22bb4c6-c61a-4bc4-816c-5e4a676401cb req-2d7ab5c3-9e02-4992-ba8d-f614f6ee2f62 service neutron] Attempting to bind port cb677cfe-0b4d-4073-91c3-c6880ec47cd7 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:11:08.256731 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-c22bb4c6-c61a-4bc4-816c-5e4a676401cb req-2d7ab5c3-9e02-4992-ba8d-f614f6ee2f62 service neutron] Attempting to bind port cb677cfe-0b4d-4073-91c3-c6880ec47cd7 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'c2fd7346-b7d9-4c72-b7d0-a3003d85a30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '7f137bfd-685a-43bd-bf22-7b98306319d4'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:11:08.257201 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22bb4c6-c61a-4bc4-816c-5e4a676401cb req-2d7ab5c3-9e02-4992-ba8d-f614f6ee2f62 service neutron] Attempting to bind port cb677cfe-0b4d-4073-91c3-c6880ec47cd7 on network 7f137bfd-685a-43bd-bf22-7b98306319d4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:11:08.273546 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22bb4c6-c61a-4bc4-816c-5e4a676401cb req-2d7ab5c3-9e02-4992-ba8d-f614f6ee2f62 service neutron] Port cb677cfe-0b4d-4073-91c3-c6880ec47cd7 on network 7f137bfd-685a-43bd-bf22-7b98306319d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:11:08.273896 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22bb4c6-c61a-4bc4-816c-5e4a676401cb req-2d7ab5c3-9e02-4992-ba8d-f614f6ee2f62 service neutron] Attempting to bind port cb677cfe-0b4d-4073-91c3-c6880ec47cd7 on network 7f137bfd-685a-43bd-bf22-7b98306319d4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:11:08.307787 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22bb4c6-c61a-4bc4-816c-5e4a676401cb req-2d7ab5c3-9e02-4992-ba8d-f614f6ee2f62 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:11:08.308211 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22bb4c6-c61a-4bc4-816c-5e4a676401cb req-2d7ab5c3-9e02-4992-ba8d-f614f6ee2f62 service neutron] Checking segment: {'id': 'c2fd7346-b7d9-4c72-b7d0-a3003d85a30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '7f137bfd-685a-43bd-bf22-7b98306319d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:11:08.309344 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22bb4c6-c61a-4bc4-816c-5e4a676401cb req-2d7ab5c3-9e02-4992-ba8d-f614f6ee2f62 service neutron] Bound using segment: {'id': 'c2fd7346-b7d9-4c72-b7d0-a3003d85a30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '7f137bfd-685a-43bd-bf22-7b98306319d4'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:11:08.309858 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-c22bb4c6-c61a-4bc4-816c-5e4a676401cb req-2d7ab5c3-9e02-4992-ba8d-f614f6ee2f62 service neutron] Bound port: cb677cfe-0b4d-4073-91c3-c6880ec47cd7, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2fd7346-b7d9-4c72-b7d0-a3003d85a30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '7f137bfd-685a-43bd-bf22-7b98306319d4'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:11:08.310374 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c22bb4c6-c61a-4bc4-816c-5e4a676401cb req-2d7ab5c3-9e02-4992-ba8d-f614f6ee2f62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (cb677cfe-0b4d-4073-91c3-c6880ec47cd7), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:08.374756 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3f0ff6-29a9-4b9e-9051-3d4b5a7f91cb None None] Pushing event updated for resources: {'Port': ['ID=f62a9bcf-7654-4537-8631-ea9d44536e84,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:08.385632 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-dab96950-be99-4d4b-be1b-f42856af28eb None None] Provisioning complete for port f62a9bcf-7654-4537-8631-ea9d44536e84 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:08.398116 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dab96950-be99-4d4b-be1b-f42856af28eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f62a9bcf-7654-4537-8631-ea9d44536e84), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:08.450340 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-c22bb4c6-c61a-4bc4-816c-5e4a676401cb req-2d7ab5c3-9e02-4992-ba8d-f614f6ee2f62 service neutron] For port cb677cfe-0b4d-4073-91c3-c6880ec47cd7, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:11:08.454967 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-c22bb4c6-c61a-4bc4-816c-5e4a676401cb req-2d7ab5c3-9e02-4992-ba8d-f614f6ee2f62 service neutron] For port cb677cfe-0b4d-4073-91c3-c6880ec47cd7, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=cb677cfe-0b4d-4073-91c3-c6880ec47cd7,segment=NetworkSegment(c2fd7346-b7d9-4c72-b7d0-a3003d85a30a),segment_id=c2fd7346-b7d9-4c72-b7d0-a3003d85a30a)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:11:08.476220 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c22bb4c6-c61a-4bc4-816c-5e4a676401cb req-2d7ab5c3-9e02-4992-ba8d-f614f6ee2f62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (cb677cfe-0b4d-4073-91c3-c6880ec47cd7), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:08.505888 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22bb4c6-c61a-4bc4-816c-5e4a676401cb req-2d7ab5c3-9e02-4992-ba8d-f614f6ee2f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:08.506912 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c22bb4c6-c61a-4bc4-816c-5e4a676401cb req-2d7ab5c3-9e02-4992-ba8d-f614f6ee2f62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:08.508386 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c22bb4c6-c61a-4bc4-816c-5e4a676401cb req-2d7ab5c3-9e02-4992-ba8d-f614f6ee2f62 service neutron] 10.222.0.47 "PUT /v2.0/ports/cb677cfe-0b4d-4073-91c3-c6880ec47cd7 HTTP/1.1" status: 200 len: 1092 time: 3.1621175 Feb 09 01:11:08.574430 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f4feb5-0c39-4974-8ab2-6bddf8f466bf', 'tag': 'cb677cfe-0b4d-4073-91c3-c6880ec47cd7'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:11:08.576976 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaef8c57-27ea-42a2-aac9-0109fca9c89d" -d '{"events": [{"name": "network-changed", "server_uuid": "31f4feb5-0c39-4974-8ab2-6bddf8f466bf", "tag": "cb677cfe-0b4d-4073-91c3-c6880ec47cd7"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:11:08.661173 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9ee81ac1-4aee-4ed3-80f0-e39fa079fd1d req-8a59b1e6-9e56-4f68-b147-ac28c3c11f34 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4171302 Feb 09 01:11:08.819160 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:08.819313 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ab5c3-9e02-4992-ba8d-f614f6ee2f62 service neutron] Pushing event updated for resources: {'Port': ['ID=cb677cfe-0b4d-4073-91c3-c6880ec47cd7,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:08.846441 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-909aa5ec-88d9-41fd-b13b-66f94ad0bfdf None None] Set router 82ccfa62-dd4e-47d2-843d-b2b7f42ce657 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:11:08.893684 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22bb4c6-c61a-4bc4-816c-5e4a676401cb req-98ac59fe-f100-4d60-9ee7-49f15a260552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:08.902124 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c22bb4c6-c61a-4bc4-816c-5e4a676401cb req-98ac59fe-f100-4d60-9ee7-49f15a260552 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4be1453321a64a26a73b0c3ad948922b&device_id=31f4feb5-0c39-4974-8ab2-6bddf8f466bf HTTP/1.1" status: 200 len: 1126 time: 0.3153546 Feb 09 01:11:08.921176 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb0d68-471c-4f3f-aa30-270a8a2f00da req-62dc3c15-492e-4bf1-aecf-baa7600a0eea tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:08.934590 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5ddb0d68-471c-4f3f-aa30-270a8a2f00da req-62dc3c15-492e-4bf1-aecf-baa7600a0eea tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 946 time: 0.2799847 Feb 09 01:11:09.025871 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-dab96950-be99-4d4b-be1b-f42856af28eb None None] Current status of the port f62a9bcf-7654-4537-8631-ea9d44536e84 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:09.081925 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c22bb4c6-c61a-4bc4-816c-5e4a676401cb req-98ce4697-5e2a-474b-850b-f9dabe0fed90 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb677cfe-0b4d-4073-91c3-c6880ec47cd7 HTTP/1.1" status: 200 len: 217 time: 0.1453030 Feb 09 01:11:09.257591 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5ddb0d68-471c-4f3f-aa30-270a8a2f00da req-130a990a-c29a-41db-9ea1-176841d9480f tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086097 Feb 09 01:11:09.262187 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22bb4c6-c61a-4bc4-816c-5e4a676401cb req-ad7bca45-4849-4749-8b6e-3689ebc47c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:09.263636 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c22bb4c6-c61a-4bc4-816c-5e4a676401cb req-ad7bca45-4849-4749-8b6e-3689ebc47c11 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ee1c419e-b5fc-481c-9369-52d887722539 HTTP/1.1" status: 200 len: 861 time: 0.1730628 Feb 09 01:11:09.268985 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 39264370-bded-4c85-9b70-b01a28f9a277 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:11:09.338770 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073268b4-6adb-4f2a-88ab-931e11f80333 x-openstack-request-id: req-073268b4-6adb-4f2a-88ab-931e11f80333 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:11:09.339614 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55ad19b6-cb1c-458d-a423-73060685d20f", "name": "network-vif-deleted", "tag": "39264370-bded-4c85-9b70-b01a28f9a277", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:11:09.340278 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-073268b4-6adb-4f2a-88ab-931e11f80333 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:11:09.340865 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ad19b6-cb1c-458d-a423-73060685d20f', 'name': 'network-vif-deleted', 'tag': '39264370-bded-4c85-9b70-b01a28f9a277', 'status': 'completed', 'code': 200} Feb 09 01:11:09.364060 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c22bb4c6-c61a-4bc4-816c-5e4a676401cb req-18617163-ed3b-4ba9-a8ae-8ef14003ed6c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7f137bfd-685a-43bd-bf22-7b98306319d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874870 Feb 09 01:11:09.384569 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:09.385293 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: 39264370-bded-4c85-9b70-b01a28f9a277 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:11:09.385702 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 39264370-bded-4c85-9b70-b01a28f9a277 not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:11:09.598300 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-909aa5ec-88d9-41fd-b13b-66f94ad0bfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'name': 'tempest-AttachVolumeShelveTestJSON-982540893-router', 'tenant_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1771017d-b6be-4aa6-9ea7-2a0790080398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:07Z', 'updated_at': '2022-02-09T01:06:17Z', 'revision_number': 4, 'project_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'gw_port': {'id': '1771017d-b6be-4aa6-9ea7-2a0790080398', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:84:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:09Z', 'updated_at': '2022-02-09T01:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '0c36cd8d-a67f-49ed-9195-ce8cf6bb6443', 'name': '', 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554', 'tenant_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'mac_address': 'fa:16:3e:b2:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'd13d90e7-a71d-4313-a595-9a761a96acb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:15Z', 'updated_at': '2022-02-09T01:06:25Z', 'revision_number': 5, 'project_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'subnets': [{'id': 'd13d90e7-a71d-4313-a595-9a761a96acb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:09.659819 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909aa5ec-88d9-41fd-b13b-66f94ad0bfdf None None] The sync data for ids ['82ccfa62-dd4e-47d2-843d-b2b7f42ce657'] in n-d-828369-4 is: [{'id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'name': 'tempest-AttachVolumeShelveTestJSON-982540893-router', 'tenant_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1771017d-b6be-4aa6-9ea7-2a0790080398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:07Z', 'updated_at': '2022-02-09T01:06:17Z', 'revision_number': 4, 'project_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'gw_port': {'id': '1771017d-b6be-4aa6-9ea7-2a0790080398', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:84:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:09Z', 'updated_at': '2022-02-09T01:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '0c36cd8d-a67f-49ed-9195-ce8cf6bb6443', 'name': '', 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554', 'tenant_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'mac_address': 'fa:16:3e:b2:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'd13d90e7-a71d-4313-a595-9a761a96acb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:15Z', 'updated_at': '2022-02-09T01:06:25Z', 'revision_number': 5, 'project_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'subnets': [{'id': 'd13d90e7-a71d-4313-a595-9a761a96acb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:11:09.691585 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbbf063-26a1-472a-b2f5-ce79fd8feec2 req-2fc0b308-28f5-4f23-a237-f0f2ea8c2765 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:09.700180 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8dbbf063-26a1-472a-b2f5-ce79fd8feec2 req-2fc0b308-28f5-4f23-a237-f0f2ea8c2765 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f4feb5-0c39-4974-8ab2-6bddf8f466bf HTTP/1.1" status: 200 len: 944 time: 0.2145555 Feb 09 01:11:09.738759 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b240d-fd33-452b-b394-e6bb945a0f2f req-1b146633-d7af-4cd3-abcd-5012ce26669d tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:09.740524 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d08b240d-fd33-452b-b394-e6bb945a0f2f req-1b146633-d7af-4cd3-abcd-5012ce26669d tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 945 time: 0.1840453 Feb 09 01:11:09.742617 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c22bb4c6-c61a-4bc4-816c-5e4a676401cb req-c8484cd4-90e1-4a31-aee1-f55840ec3044 service neutron] 10.222.0.47 "GET /v2.0/networks/7f137bfd-685a-43bd-bf22-7b98306319d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761196 Feb 09 01:11:09.807186 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8dbbf063-26a1-472a-b2f5-ce79fd8feec2 req-946fd48a-9e96-416b-a45d-861090db6d2a tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/security-groups?id=638acb0c-686f-472f-a3bd-c81129bba32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055219 Feb 09 01:11:09.979303 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f8d47d-9d0a-4968-abfe-0b24fe6b4526 x-openstack-request-id: req-d9f8d47d-9d0a-4968-abfe-0b24fe6b4526 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:11:09.979945 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31f4feb5-0c39-4974-8ab2-6bddf8f466bf", "tag": "cb677cfe-0b4d-4073-91c3-c6880ec47cd7", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:11:09.979945 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d9f8d47d-9d0a-4968-abfe-0b24fe6b4526 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:11:09.980305 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31f4feb5-0c39-4974-8ab2-6bddf8f466bf', 'tag': 'cb677cfe-0b4d-4073-91c3-c6880ec47cd7', 'status': 'completed', 'code': 200} Feb 09 01:11:10.241936 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d08b240d-fd33-452b-b394-e6bb945a0f2f req-9619d9a3-82f5-4359-a38c-b9b562ab6ef7 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=e711df6c-6fe3-4590-9ab7-e2920a97103b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4942949 Feb 09 01:11:10.263873 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8f9031-21b7-4cb7-8c55-8d3700b20b14 None None] New status for floating IP 9532bec9-a5c9-44c6-8578-54ce0821995b: DOWN {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:11:10.343793 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50794) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:10.383358 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f62a9bcf-7654-4537-8631-ea9d44536e84 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:11:10.407382 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181edf09-deec-42d6-a83c-9d60a6bc7b6c req-4821735f-b965-43ba-bde6-c1ea440efc94 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:10.415478 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-181edf09-deec-42d6-a83c-9d60a6bc7b6c req-4821735f-b965-43ba-bde6-c1ea440efc94 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 945 time: 0.3132424 Feb 09 01:11:10.424906 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c22bb4c6-c61a-4bc4-816c-5e4a676401cb req-66001dcb-b2bb-423f-9231-1244f0f0409b service neutron] 10.222.0.47 "GET /v2.0/networks/7f137bfd-685a-43bd-bf22-7b98306319d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6327848 Feb 09 01:11:10.563240 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e0c4d99b-b386-46d7-8960-6da25d7a97d4 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks [] for security_group (215c082a-ed6b-4dad-9da8-131fa84f3b42), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:10.600528 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port f62a9bcf-7654-4537-8631-ea9d44536e84 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:10.600923 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f62a9bcf-7654-4537-8631-ea9d44536e84), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:10.639143 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-181edf09-deec-42d6-a83c-9d60a6bc7b6c req-7816a3d2-97e0-4788-8cf8-f1a1042dd806 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128823 Feb 09 01:11:10.647389 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e0c4d99b-b386-46d7-8960-6da25d7a97d4 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks [] for security_group (215c082a-ed6b-4dad-9da8-131fa84f3b42), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:10.733241 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6778f30-5d7a-42a3-9627-d242e40f006a req-a5be90c1-0e6a-4412-84d0-6cb84d61ae30 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:10.741351 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6778f30-5d7a-42a3-9627-d242e40f006a req-a5be90c1-0e6a-4412-84d0-6cb84d61ae30 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:10.748838 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6778f30-5d7a-42a3-9627-d242e40f006a req-a5be90c1-0e6a-4412-84d0-6cb84d61ae30 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:10.755343 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6778f30-5d7a-42a3-9627-d242e40f006a req-a5be90c1-0e6a-4412-84d0-6cb84d61ae30 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:10.760720 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6778f30-5d7a-42a3-9627-d242e40f006a req-a5be90c1-0e6a-4412-84d0-6cb84d61ae30 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:10.762162 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e0c4d99b-b386-46d7-8960-6da25d7a97d4 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (215c082a-ed6b-4dad-9da8-131fa84f3b42), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:10.766137 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e0c4d99b-b386-46d7-8960-6da25d7a97d4 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:10.767217 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6778f30-5d7a-42a3-9627-d242e40f006a req-a5be90c1-0e6a-4412-84d0-6cb84d61ae30 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:10.767679 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e0c4d99b-b386-46d7-8960-6da25d7a97d4 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "DELETE /v2.0/security-groups/215c082a-ed6b-4dad-9da8-131fa84f3b42 HTTP/1.1" status: 204 len: 168 time: 0.4230504 Feb 09 01:11:10.776709 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6778f30-5d7a-42a3-9627-d242e40f006a req-a5be90c1-0e6a-4412-84d0-6cb84d61ae30 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:10.787581 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a6778f30-5d7a-42a3-9627-d242e40f006a req-a5be90c1-0e6a-4412-84d0-6cb84d61ae30 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5422 time: 0.3295200 Feb 09 01:11:10.791636 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50796) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:10.791636 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c4d99b-b386-46d7-8960-6da25d7a97d4 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=215c082a-ed6b-4dad-9da8-131fa84f3b42,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:10.801644 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef8c57-27ea-42a2-aac9-0109fca9c89d req-bab1ae17-779c-40f6-a9e1-83ad11910b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:10.803764 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eaef8c57-27ea-42a2-aac9-0109fca9c89d req-bab1ae17-779c-40f6-a9e1-83ad11910b5b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4be1453321a64a26a73b0c3ad948922b&device_id=31f4feb5-0c39-4974-8ab2-6bddf8f466bf HTTP/1.1" status: 200 len: 1126 time: 0.2617137 Feb 09 01:11:10.828800 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-82a6b1b0-b931-4840-90e6-c17d58daa9af tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] show failed (client error): The resource could not be found. Feb 09 01:11:10.831367 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-82a6b1b0-b931-4840-90e6-c17d58daa9af tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups/215c082a-ed6b-4dad-9da8-131fa84f3b42 HTTP/1.1" status: 404 len: 347 time: 0.0336277 Feb 09 01:11:10.834336 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50800) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:10.870366 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port f62a9bcf-7654-4537-8631-ea9d44536e84 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:11.004952 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef8c57-27ea-42a2-aac9-0109fca9c89d req-a63de219-2ca4-4e74-b387-a062ff63b296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:11.006545 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eaef8c57-27ea-42a2-aac9-0109fca9c89d req-a63de219-2ca4-4e74-b387-a062ff63b296 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7f137bfd-685a-43bd-bf22-7b98306319d4 HTTP/1.1" status: 200 len: 923 time: 0.1783543 Feb 09 01:11:11.101309 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-3a30464f-4d47-4772-9bab-8da1b8ea50bb tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Deleting port 9a380ada-8353-4748-891b-250232553118 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:11:11.102015 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3a30464f-4d47-4772-9bab-8da1b8ea50bb tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (9a380ada-8353-4748-891b-250232553118), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:11.151871 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eaef8c57-27ea-42a2-aac9-0109fca9c89d req-a6269e6c-134a-4110-8307-ff1504d700a4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb677cfe-0b4d-4073-91c3-c6880ec47cd7 HTTP/1.1" status: 200 len: 217 time: 0.0979333 Feb 09 01:11:11.199728 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3a30464f-4d47-4772-9bab-8da1b8ea50bb tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (9a380ada-8353-4748-891b-250232553118), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:11.205433 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3a30464f-4d47-4772-9bab-8da1b8ea50bb tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks [] for floatingip (9a380ada-8353-4748-891b-250232553118), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:11.218608 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef8c57-27ea-42a2-aac9-0109fca9c89d req-c726a7f2-d4a6-4cff-9bf4-9bfacae6ab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:11.223042 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eaef8c57-27ea-42a2-aac9-0109fca9c89d req-c726a7f2-d4a6-4cff-9bf4-9bfacae6ab0c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ee1c419e-b5fc-481c-9369-52d887722539 HTTP/1.1" status: 200 len: 861 time: 0.0598752 Feb 09 01:11:11.225610 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-3a30464f-4d47-4772-9bab-8da1b8ea50bb tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Calling delete_port for 9a380ada-8353-4748-891b-250232553118 owned by network:floatingip {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:11:11.241530 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a6778f30-5d7a-42a3-9627-d242e40f006a req-23087e86-caed-47a1-b6a2-546593f9a448 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4511349 Feb 09 01:11:11.288952 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5260e953-7469-4111-9056-905ed77ed9be req-001d6f89-f18d-4c0f-b48f-5282283f818f tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:11.301879 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50806) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:11.307715 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-01cfae1c-6921-48b7-8f22-abdba6b34971 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Request body: {'floatingip': {'port_id': '8f2d7d86-9b29-467c-b3b5-0d39a51d6013'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:11.309004 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5260e953-7469-4111-9056-905ed77ed9be req-001d6f89-f18d-4c0f-b48f-5282283f818f tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 945 time: 0.2999897 Feb 09 01:11:11.394277 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eaef8c57-27ea-42a2-aac9-0109fca9c89d req-646b6ad6-b07e-4627-ade5-b162713d8507 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7f137bfd-685a-43bd-bf22-7b98306319d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1532247 Feb 09 01:11:11.420714 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f88bc-e3c8-4140-bf19-9388dcbd1c36 req-bccb306c-46e5-4a6c-8e20-f1b76b8acea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:11.428264 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-807f88bc-e3c8-4140-bf19-9388dcbd1c36 req-bccb306c-46e5-4a6c-8e20-f1b76b8acea0 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=355d1325551c4d73aae5a14b9534ded0&device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 1128 time: 0.4195507 Feb 09 01:11:11.629287 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 50810) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:11.650980 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595f8ff-5391-483f-a5fc-5f8add76950e req-d99bbb16-bf69-4bbe-ac27-4d11c6822ce9 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:11.652718 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9595f8ff-5391-483f-a5fc-5f8add76950e req-d99bbb16-bf69-4bbe-ac27-4d11c6822ce9 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f4feb5-0c39-4974-8ab2-6bddf8f466bf HTTP/1.1" status: 200 len: 944 time: 0.2575510 Feb 09 01:11:11.723970 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-01cfae1c-6921-48b7-8f22-abdba6b34971 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks [] for floatingip (d5e63e5d-574b-40b3-b409-c6829080be5b), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:11.727665 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eaef8c57-27ea-42a2-aac9-0109fca9c89d req-9d0f9653-b42a-43a8-8503-62df1f3ff083 service neutron] 10.222.0.47 "GET /v2.0/networks/7f137bfd-685a-43bd-bf22-7b98306319d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788496 Feb 09 01:11:11.774727 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c0340-f74c-4c72-b2ba-d5721a7bfbf4 req-20fbafe1-5759-4430-b86c-08c76d1294e8 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:11.780091 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a33c0340-f74c-4c72-b2ba-d5721a7bfbf4 req-20fbafe1-5759-4430-b86c-08c76d1294e8 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 946 time: 0.3493848 Feb 09 01:11:11.921029 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-327d4415-d8ce-4c2a-be84-08e84ce962a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:11.967480 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9595f8ff-5391-483f-a5fc-5f8add76950e req-f064f479-7c12-448c-b291-61795b56f858 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/security-groups?id=638acb0c-686f-472f-a3bd-c81129bba32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032625 Feb 09 01:11:11.988710 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f88bc-e3c8-4140-bf19-9388dcbd1c36 req-06292c7b-aecd-429a-a232-0245f8065f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:11.988710 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-807f88bc-e3c8-4140-bf19-9388dcbd1c36 req-06292c7b-aecd-429a-a232-0245f8065f29 service neutron] 10.222.0.120 "GET /v2.0/networks?id=0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0 HTTP/1.1" status: 200 len: 916 time: 0.5279815 Feb 09 01:11:12.062986 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-807f88bc-e3c8-4140-bf19-9388dcbd1c36 req-e9387a7e-117d-4ada-b954-e6d7bce76a38 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 HTTP/1.1" status: 200 len: 217 time: 0.0600631 Feb 09 01:11:12.067902 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3a30464f-4d47-4772-9bab-8da1b8ea50bb tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (9a380ada-8353-4748-891b-250232553118), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:12.110590 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a30464f-4d47-4772-9bab-8da1b8ea50bb tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Pushing event deleted for resources: {'Port': ['ID=9a380ada-8353-4748-891b-250232553118,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:12.127965 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eaef8c57-27ea-42a2-aac9-0109fca9c89d req-7e45ff2a-926a-46e1-b98e-b9f4f1a124be service neutron] 10.222.0.47 "GET /v2.0/networks/7f137bfd-685a-43bd-bf22-7b98306319d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3912542 Feb 09 01:11:12.155750 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a30464f-4d47-4772-9bab-8da1b8ea50bb tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:12.156103 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a30464f-4d47-4772-9bab-8da1b8ea50bb tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:12.156447 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a30464f-4d47-4772-9bab-8da1b8ea50bb tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:12.157122 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a30464f-4d47-4772-9bab-8da1b8ea50bb tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:12.159052 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a30464f-4d47-4772-9bab-8da1b8ea50bb tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:12.159215 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a33c0340-f74c-4c72-b2ba-d5721a7bfbf4 req-ed63e7e7-c57a-4613-b96e-fb6c1ee285d9 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555861 Feb 09 01:11:12.159806 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a30464f-4d47-4772-9bab-8da1b8ea50bb tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:12.160174 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a30464f-4d47-4772-9bab-8da1b8ea50bb tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:12.160524 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a30464f-4d47-4772-9bab-8da1b8ea50bb tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:12.162285 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a30464f-4d47-4772-9bab-8da1b8ea50bb tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:12.162656 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a30464f-4d47-4772-9bab-8da1b8ea50bb tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:12.162999 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a30464f-4d47-4772-9bab-8da1b8ea50bb tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:12.163336 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a30464f-4d47-4772-9bab-8da1b8ea50bb tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:12.163666 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a30464f-4d47-4772-9bab-8da1b8ea50bb tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:12.262651 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f88bc-e3c8-4140-bf19-9388dcbd1c36 req-e8deee33-8569-4199-9bce-a637f813baa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:12.264445 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-807f88bc-e3c8-4140-bf19-9388dcbd1c36 req-e8deee33-8569-4199-9bce-a637f813baa1 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=f9451162-d23b-43af-8cc6-7b624c347fcf HTTP/1.1" status: 200 len: 854 time: 0.1341629 Feb 09 01:11:12.314504 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-807f88bc-e3c8-4140-bf19-9388dcbd1c36 req-74078c04-9cb1-4d11-8016-6da83b7a483b service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386574 Feb 09 01:11:12.315845 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-327d4415-d8ce-4c2a-be84-08e84ce962a6 admin admin] Publish callbacks [] for security_group (20447204-0660-4cef-a4ac-6856d357fd6b), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:12.337684 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-327d4415-d8ce-4c2a-be84-08e84ce962a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (20447204-0660-4cef-a4ac-6856d357fd6b), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:12.361961 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3a30464f-4d47-4772-9bab-8da1b8ea50bb tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks [] for floatingip (9532bec9-a5c9-44c6-8578-54ce0821995b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:12.366099 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3a30464f-4d47-4772-9bab-8da1b8ea50bb tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:12.368596 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3a30464f-4d47-4772-9bab-8da1b8ea50bb tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "DELETE /v2.0/floatingips/9532bec9-a5c9-44c6-8578-54ce0821995b HTTP/1.1" status: 204 len: 168 time: 1.5323637 Feb 09 01:11:12.546614 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6862cf1-b4d4-4e70-9244-ab200ae971ba req-702f1e36-a6a7-400f-b070-d8c44723130f tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:12.554441 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b6862cf1-b4d4-4e70-9244-ab200ae971ba req-702f1e36-a6a7-400f-b070-d8c44723130f tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 945 time: 0.3675232 Feb 09 01:11:12.572459 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-327d4415-d8ce-4c2a-be84-08e84ce962a6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=194c15cc85f44b1fbcf71dfaf996cf07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9381852 Feb 09 01:11:12.576163 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-01cfae1c-6921-48b7-8f22-abdba6b34971 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:12.576989 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50820) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:12.585990 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d4415-d8ce-4c2a-be84-08e84ce962a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20447204-0660-4cef-a4ac-6856d357fd6b,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:12.586373 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-01cfae1c-6921-48b7-8f22-abdba6b34971 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (d5e63e5d-574b-40b3-b409-c6829080be5b), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:12.658624 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771594ea-4f9a-4d87-a0ad-a2cd359297cb req-f77f0d5e-fbca-459d-a7b1-3ea70169cee6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:12.664587 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771594ea-4f9a-4d87-a0ad-a2cd359297cb req-f77f0d5e-fbca-459d-a7b1-3ea70169cee6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:12.670539 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771594ea-4f9a-4d87-a0ad-a2cd359297cb req-f77f0d5e-fbca-459d-a7b1-3ea70169cee6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:12.676805 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771594ea-4f9a-4d87-a0ad-a2cd359297cb req-f77f0d5e-fbca-459d-a7b1-3ea70169cee6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:12.683641 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771594ea-4f9a-4d87-a0ad-a2cd359297cb req-f77f0d5e-fbca-459d-a7b1-3ea70169cee6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:12.690496 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771594ea-4f9a-4d87-a0ad-a2cd359297cb req-f77f0d5e-fbca-459d-a7b1-3ea70169cee6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:12.697080 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771594ea-4f9a-4d87-a0ad-a2cd359297cb req-f77f0d5e-fbca-459d-a7b1-3ea70169cee6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:12.707709 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-771594ea-4f9a-4d87-a0ad-a2cd359297cb req-f77f0d5e-fbca-459d-a7b1-3ea70169cee6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5422 time: 0.2833099 Feb 09 01:11:12.756972 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-82c6f323-0e4c-4cbf-8ef0-5343c2e267ac admin admin] Publish callbacks [] for security_group (20447204-0660-4cef-a4ac-6856d357fd6b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:12.759186 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-807f88bc-e3c8-4140-bf19-9388dcbd1c36 req-47aaf185-ded5-4e94-9873-e16c82cde331 service neutron] 10.222.0.120 "GET /v2.0/networks/0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4333980 Feb 09 01:11:12.776681 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b6862cf1-b4d4-4e70-9244-ab200ae971ba req-7d1dfe7b-21c7-4b76-ba0b-ee8f954bcd92 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211289 Feb 09 01:11:12.796315 n-d-828369-4 neutron-server[103137]: INFO neutron.db.l3_db [None req-01cfae1c-6921-48b7-8f22-abdba6b34971 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Floating IP d5e63e5d-574b-40b3-b409-c6829080be5b associated. External IP: 172.25.8.247, port: 8f2d7d86-9b29-467c-b3b5-0d39a51d6013. Feb 09 01:11:12.804089 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-82c6f323-0e4c-4cbf-8ef0-5343c2e267ac admin admin] Publish callbacks [] for security_group (20447204-0660-4cef-a4ac-6856d357fd6b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:12.904693 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-771594ea-4f9a-4d87-a0ad-a2cd359297cb req-246a2a27-f70d-4a58-b386-66bedc66cd7e tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1914272 Feb 09 01:11:12.956018 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-807f88bc-e3c8-4140-bf19-9388dcbd1c36 req-d7a20e54-13e2-4316-b81d-3036cd37bf8d service neutron] 10.222.0.120 "GET /v2.0/networks/0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753078 Feb 09 01:11:12.996013 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-82c6f323-0e4c-4cbf-8ef0-5343c2e267ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (20447204-0660-4cef-a4ac-6856d357fd6b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:12.999735 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-82c6f323-0e4c-4cbf-8ef0-5343c2e267ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:13.001186 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-82c6f323-0e4c-4cbf-8ef0-5343c2e267ac admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/20447204-0660-4cef-a4ac-6856d357fd6b HTTP/1.1" status: 204 len: 168 time: 0.4231975 Feb 09 01:11:13.095617 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c6f323-0e4c-4cbf-8ef0-5343c2e267ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20447204-0660-4cef-a4ac-6856d357fd6b,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:13.201081 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device cb677cfe-0b4d-4073-91c3-c6880ec47cd7 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:11:13.211800 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a691b48-3ec6-4016-98b6-0f01293ffae6 req-a1355cfe-e52b-42b8-b477-827c511277bc tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:13.222874 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a691b48-3ec6-4016-98b6-0f01293ffae6 req-a1355cfe-e52b-42b8-b477-827c511277bc tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f4feb5-0c39-4974-8ab2-6bddf8f466bf HTTP/1.1" status: 200 len: 944 time: 0.1129913 Feb 09 01:11:13.239222 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01cfae1c-6921-48b7-8f22-abdba6b34971 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Router f608c76e-44ff-486a-b262-d0689e450f93 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:11:13.331988 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 50830) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:13.339434 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-d08472fa-959f-4ffd-b674-b838541cb494 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1263749540', 'description': 'tempest-description--1373742033'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:13.405084 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a691b48-3ec6-4016-98b6-0f01293ffae6 req-d046a510-2d0e-4c5a-ac39-ddfe97b248de tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/security-groups?id=638acb0c-686f-472f-a3bd-c81129bba32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737518 Feb 09 01:11:13.417470 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d08472fa-959f-4ffd-b674-b838541cb494 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:13.428788 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port cb677cfe-0b4d-4073-91c3-c6880ec47cd7, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=cb677cfe-0b4d-4073-91c3-c6880ec47cd7,segment=NetworkSegment(c2fd7346-b7d9-4c72-b7d0-a3003d85a30a),segment_id=c2fd7346-b7d9-4c72-b7d0-a3003d85a30a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:13.443982 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': 'cb677cfe-0b4d-4073-91c3-c6880ec47cd7', 'network_id': '7f137bfd-685a-43bd-bf22-7b98306319d4', 'port_id': 'cb677cfe-0b4d-4073-91c3-c6880ec47cd7', 'mac_address': 'fa:16:3e:a2:07:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee1c419e-b5fc-481c-9369-52d887722539', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:11:13.544598 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port cb677cfe-0b4d-4073-91c3-c6880ec47cd7 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:13.547729 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (cb677cfe-0b4d-4073-91c3-c6880ec47cd7), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:13.555690 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01cfae1c-6921-48b7-8f22-abdba6b34971 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:11:13.565073 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 50832) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:13.576120 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-01cfae1c-6921-48b7-8f22-abdba6b34971 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:13.591044 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500f7f2b-d6d7-4aaa-9ac8-dab8a086106d None None] Sync routers for ids ['f608c76e-44ff-486a-b262-d0689e450f93'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:11:13.612449 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb677cfe-0b4d-4073-91c3-c6880ec47cd7 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:11:13.618172 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526775f-cd70-4567-9d8c-5062c5051e63 req-0d4f2229-c9a8-4334-91bc-48a68ff37056 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:13.622702 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-01cfae1c-6921-48b7-8f22-abdba6b34971 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "PUT /v2.0/floatingips/d5e63e5d-574b-40b3-b409-c6829080be5b HTTP/1.1" status: 200 len: 991 time: 2.3195362 Feb 09 01:11:13.623388 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b1d0b4-23db-441e-9636-f0c9787e1109', 'tag': '8f2d7d86-9b29-467c-b3b5-0d39a51d6013'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:11:13.636060 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f526775f-cd70-4567-9d8c-5062c5051e63 req-0d4f2229-c9a8-4334-91bc-48a68ff37056 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 946 time: 0.1915369 Feb 09 01:11:13.637801 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500f7f2b-d6d7-4aaa-9ac8-dab8a086106d None None] Routers {'f608c76e-44ff-486a-b262-d0689e450f93'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:11:13.638509 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f10b308-6ece-4b57-8dcc-f0ac14340774" -d '{"events": [{"name": "network-changed", "server_uuid": "42b1d0b4-23db-441e-9636-f0c9787e1109", "tag": "8f2d7d86-9b29-467c-b3b5-0d39a51d6013"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:11:13.639519 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-500f7f2b-d6d7-4aaa-9ac8-dab8a086106d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:11:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f608c76e-44ff-486a-b262-d0689e450f93'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:13.663116 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d08472fa-959f-4ffd-b674-b838541cb494 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks [] for security_group (1f4709a9-ce9b-4135-813b-263bbe6514e1), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:13.670151 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4d0dbc4e-aa16-4dff-878f-cb5987d49e77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:13.700231 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d08472fa-959f-4ffd-b674-b838541cb494 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1f4709a9-ce9b-4135-813b-263bbe6514e1), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:13.725859 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port cb677cfe-0b4d-4073-91c3-c6880ec47cd7, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=cb677cfe-0b4d-4073-91c3-c6880ec47cd7,segment=NetworkSegment(c2fd7346-b7d9-4c72-b7d0-a3003d85a30a),segment_id=c2fd7346-b7d9-4c72-b7d0-a3003d85a30a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:13.763113 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (cb677cfe-0b4d-4073-91c3-c6880ec47cd7), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:13.843752 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d08472fa-959f-4ffd-b674-b838541cb494 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:13.848637 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50840) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:13.849120 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d08472fa-959f-4ffd-b674-b838541cb494 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5143359 Feb 09 01:11:13.856347 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-f3eef79d-f51a-49a2-9106-68dda69f889e tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Request body: {'security_group_rule': {'security_group_id': '1f4709a9-ce9b-4135-813b-263bbe6514e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:13.856885 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08472fa-959f-4ffd-b674-b838541cb494 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4709a9-ce9b-4135-813b-263bbe6514e1,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:13.870425 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=cb677cfe-0b4d-4073-91c3-c6880ec47cd7,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:13.887438 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-500f7f2b-d6d7-4aaa-9ac8-dab8a086106d None None] Set router f608c76e-44ff-486a-b262-d0689e450f93 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:11:13.907530 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f526775f-cd70-4567-9d8c-5062c5051e63 req-83d43b72-c00a-42a1-b033-1e7e6ce975bb tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701216 Feb 09 01:11:13.934293 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f3eef79d-f51a-49a2-9106-68dda69f889e tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks [] for security_group_rule (106f0aac-25d2-4dde-bac4-0cef6ad7fc46), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:14.022132 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f3eef79d-f51a-49a2-9106-68dda69f889e tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks [] for security_group_rule (106f0aac-25d2-4dde-bac4-0cef6ad7fc46), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:14.023041 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fbfb5a-30f2-48c6-b755-1032d243a86a req-92606509-7bd8-48d7-8ed1-bcecd382c371 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:14.029633 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8077f6-ba62-480c-9b82-f6dd2390a34e x-openstack-request-id: req-5d8077f6-ba62-480c-9b82-f6dd2390a34e {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:11:14.030190 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b1d0b4-23db-441e-9636-f0c9787e1109", "tag": "8f2d7d86-9b29-467c-b3b5-0d39a51d6013", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:11:14.032401 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5d8077f6-ba62-480c-9b82-f6dd2390a34e {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:11:14.032860 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b1d0b4-23db-441e-9636-f0c9787e1109', 'tag': '8f2d7d86-9b29-467c-b3b5-0d39a51d6013', 'status': 'completed', 'code': 200} Feb 09 01:11:14.037767 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01fbfb5a-30f2-48c6-b755-1032d243a86a req-92606509-7bd8-48d7-8ed1-bcecd382c371 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 945 time: 0.3187678 Feb 09 01:11:14.039122 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f3eef79d-f51a-49a2-9106-68dda69f889e tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (106f0aac-25d2-4dde-bac4-0cef6ad7fc46), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:14.081955 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['cb677cfe-0b4d-4073-91c3-c6880ec47cd7'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:11:14.087890 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eef79d-f51a-49a2-9106-68dda69f889e tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=106f0aac-25d2-4dde-bac4-0cef6ad7fc46,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:14.107014 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f3eef79d-f51a-49a2-9106-68dda69f889e tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:14.111682 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f3eef79d-f51a-49a2-9106-68dda69f889e tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2594466 Feb 09 01:11:14.111866 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50844) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:14.118746 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-f8662625-83ae-4ebd-959f-2ce9b6ad9bc2 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Request body: {'security_group_rule': {'security_group_id': '1f4709a9-ce9b-4135-813b-263bbe6514e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:14.145126 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4d0dbc4e-aa16-4dff-878f-cb5987d49e77 admin admin] Publish callbacks [] for security_group (3ecabfbc-e679-4e05-a15a-8756e6b0b9f5), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:14.179539 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f8662625-83ae-4ebd-959f-2ce9b6ad9bc2 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks [] for security_group_rule (8054cbcc-d809-4bdb-a1e1-f0eee53a511f), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:14.273790 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4d0dbc4e-aa16-4dff-878f-cb5987d49e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (3ecabfbc-e679-4e05-a15a-8756e6b0b9f5), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:14.293349 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f8662625-83ae-4ebd-959f-2ce9b6ad9bc2 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks [] for security_group_rule (8054cbcc-d809-4bdb-a1e1-f0eee53a511f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:14.306148 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f8662625-83ae-4ebd-959f-2ce9b6ad9bc2 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (8054cbcc-d809-4bdb-a1e1-f0eee53a511f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:14.356042 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01fbfb5a-30f2-48c6-b755-1032d243a86a req-6e70e3a7-7c9a-4c4e-bbcc-9d6a285d023d tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=e711df6c-6fe3-4590-9ab7-e2920a97103b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3159990 Feb 09 01:11:14.366381 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f8662625-83ae-4ebd-959f-2ce9b6ad9bc2 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:14.378027 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f8662625-83ae-4ebd-959f-2ce9b6ad9bc2 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2560785 Feb 09 01:11:14.381869 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50846) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:14.398892 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8662625-83ae-4ebd-959f-2ce9b6ad9bc2 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8054cbcc-d809-4bdb-a1e1-f0eee53a511f,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:14.401961 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4d0dbc4e-aa16-4dff-878f-cb5987d49e77 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5bdf81b4cd984f04bcc6eed5464fa713&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8357227 Feb 09 01:11:14.409575 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50848) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:14.414701 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0dbc4e-aa16-4dff-878f-cb5987d49e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecabfbc-e679-4e05-a15a-8756e6b0b9f5,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:14.429908 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10b308-6ece-4b57-8dcc-f0ac14340774 req-d9739010-539b-4574-86f8-365254e3368a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:14.435350 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7f10b308-6ece-4b57-8dcc-f0ac14340774 req-d9739010-539b-4574-86f8-365254e3368a service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=881f0fbf49754b7ea23a39ffdbfbb84a&device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 1127 time: 0.3359623 Feb 09 01:11:14.447977 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa6e96-c9da-4a6c-9ce0-91fa6647f875 req-b7d87eba-a717-4717-a794-009d62d65e2c tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:14.455993 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4baa6e96-c9da-4a6c-9ce0-91fa6647f875 req-b7d87eba-a717-4717-a794-009d62d65e2c tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 945 time: 0.3072970 Feb 09 01:11:14.478415 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-3c023b55-3325-48fb-a77e-db8b3248f6a9 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:14.535610 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-500f7f2b-d6d7-4aaa-9ac8-dab8a086106d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'name': 'tempest-AttachVolumeTestJSON-1060774487-router', 'tenant_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'd9bb003f-eb6d-42fd-8c8e-d302fcd92ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:24Z', 'updated_at': '2022-02-09T01:10:31Z', 'revision_number': 4, 'project_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'gw_port': {'id': 'd9bb003f-eb6d-42fd-8c8e-d302fcd92ca9', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:25Z', 'updated_at': '2022-02-09T01:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'd5e63e5d-574b-40b3-b409-c6829080be5b', 'tenant_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'floating_ip_address': '172.25.8.247', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'port_id': '8f2d7d86-9b29-467c-b3b5-0d39a51d6013', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1071, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d890250-ac42-4592-9721-7a49ecf5e127', 'mac_address': 'fa:16:3e:50:79:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b1d0b4-23db-441e-9636-f0c9787e1109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:10:39Z', 'updated_at': '2022-02-09T01:11:12Z', 'revision_number': 1, 'project_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1309f51b-b3c9-4907-ba10-32acbd687ec4', 'name': '', 'network_id': '6d890250-ac42-4592-9721-7a49ecf5e127', 'tenant_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'mac_address': 'fa:16:3e:82:b2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '1fcc5198-b453-4567-8086-51be74d33b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:30Z', 'updated_at': '2022-02-09T01:10:39Z', 'revision_number': 5, 'project_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'subnets': [{'id': '1fcc5198-b453-4567-8086-51be74d33b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:14.536232 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a9ba1d43-96f4-4aab-bc1a-68df3e661a89 admin admin] Publish callbacks [] for security_group (3ecabfbc-e679-4e05-a15a-8756e6b0b9f5), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:14.567827 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3c023b55-3325-48fb-a77e-db8b3248f6a9 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:14.573551 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500f7f2b-d6d7-4aaa-9ac8-dab8a086106d None None] Checking router: f608c76e-44ff-486a-b262-d0689e450f93 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:11:14.576720 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a9ba1d43-96f4-4aab-bc1a-68df3e661a89 admin admin] Publish callbacks [] for security_group (3ecabfbc-e679-4e05-a15a-8756e6b0b9f5), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:14.586366 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500f7f2b-d6d7-4aaa-9ac8-dab8a086106d None None] Routers {'f608c76e-44ff-486a-b262-d0689e450f93'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:11:14.587558 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-500f7f2b-d6d7-4aaa-9ac8-dab8a086106d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:11:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f608c76e-44ff-486a-b262-d0689e450f93'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:14.694026 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a9ba1d43-96f4-4aab-bc1a-68df3e661a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (3ecabfbc-e679-4e05-a15a-8756e6b0b9f5), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:14.697391 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a9ba1d43-96f4-4aab-bc1a-68df3e661a89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:14.698568 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a9ba1d43-96f4-4aab-bc1a-68df3e661a89 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3ecabfbc-e679-4e05-a15a-8756e6b0b9f5 HTTP/1.1" status: 204 len: 168 time: 0.3114491 Feb 09 01:11:14.713138 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba1d43-96f4-4aab-bc1a-68df3e661a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecabfbc-e679-4e05-a15a-8756e6b0b9f5,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:14.743233 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3c023b55-3325-48fb-a77e-db8b3248f6a9 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:14.758131 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10b308-6ece-4b57-8dcc-f0ac14340774 req-360d27a8-5d34-4cf5-956d-af6b4b323555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:14.759630 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7f10b308-6ece-4b57-8dcc-f0ac14340774 req-360d27a8-5d34-4cf5-956d-af6b4b323555 service neutron] 10.222.0.120 "GET /v2.0/networks?id=6d890250-ac42-4592-9721-7a49ecf5e127 HTTP/1.1" status: 200 len: 913 time: 0.3019016 Feb 09 01:11:14.765490 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4baa6e96-c9da-4a6c-9ce0-91fa6647f875 req-ada4890a-2a1b-4f40-a934-7b500126dc8f tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081577 Feb 09 01:11:14.784701 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad9c23-0fbf-4c5c-be84-1e505c8c03e1 req-ed1ac6bf-7e56-4a88-a421-4429baf1d389 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:14.791499 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad9c23-0fbf-4c5c-be84-1e505c8c03e1 req-ed1ac6bf-7e56-4a88-a421-4429baf1d389 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:14.797669 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad9c23-0fbf-4c5c-be84-1e505c8c03e1 req-ed1ac6bf-7e56-4a88-a421-4429baf1d389 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:14.803898 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad9c23-0fbf-4c5c-be84-1e505c8c03e1 req-ed1ac6bf-7e56-4a88-a421-4429baf1d389 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:14.810348 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad9c23-0fbf-4c5c-be84-1e505c8c03e1 req-ed1ac6bf-7e56-4a88-a421-4429baf1d389 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:14.817055 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad9c23-0fbf-4c5c-be84-1e505c8c03e1 req-ed1ac6bf-7e56-4a88-a421-4429baf1d389 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:14.823133 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad9c23-0fbf-4c5c-be84-1e505c8c03e1 req-ed1ac6bf-7e56-4a88-a421-4429baf1d389 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:14.825292 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-68ad9c23-0fbf-4c5c-be84-1e505c8c03e1 req-ed1ac6bf-7e56-4a88-a421-4429baf1d389 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5422 time: 0.3471174 Feb 09 01:11:14.853795 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-500f7f2b-d6d7-4aaa-9ac8-dab8a086106d None None] Set router f608c76e-44ff-486a-b262-d0689e450f93 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:11:15.049924 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-3c023b55-3325-48fb-a77e-db8b3248f6a9 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Allocated IP 172.25.8.193 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/9b8ab95c-1b2e-44e2-8649-51bae0f35e91) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:11:15.084878 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7f10b308-6ece-4b57-8dcc-f0ac14340774 req-344f9e65-a57f-4dbf-b8c1-4ee1019c680f service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f2d7d86-9b29-467c-b3b5-0d39a51d6013 HTTP/1.1" status: 200 len: 999 time: 0.2563360 Feb 09 01:11:15.155468 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-68ad9c23-0fbf-4c5c-be84-1e505c8c03e1 req-59542013-2643-4e8b-9642-37b609951610 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3155055 Feb 09 01:11:15.215099 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdf95e-1f4d-4f6f-9f30-9a56f7b840b6 req-45aeeefd-1646-4407-a13b-b04e93dc0d22 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:15.222346 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9ecdf95e-1f4d-4f6f-9f30-9a56f7b840b6 req-45aeeefd-1646-4407-a13b-b04e93dc0d22 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f4feb5-0c39-4974-8ab2-6bddf8f466bf HTTP/1.1" status: 200 len: 945 time: 0.3031344 Feb 09 01:11:15.243413 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3c023b55-3325-48fb-a77e-db8b3248f6a9 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks [] for port (9b8ab95c-1b2e-44e2-8649-51bae0f35e91), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:15.252256 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device cb677cfe-0b4d-4073-91c3-c6880ec47cd7 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:11:15.279314 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10b308-6ece-4b57-8dcc-f0ac14340774 req-1e7ec233-e12f-4d20-95b6-a5860c90249a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:15.285407 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7f10b308-6ece-4b57-8dcc-f0ac14340774 req-1e7ec233-e12f-4d20-95b6-a5860c90249a service neutron] 10.222.0.120 "GET /v2.0/subnets?id=1fcc5198-b453-4567-8086-51be74d33b91 HTTP/1.1" status: 200 len: 850 time: 0.1804104 Feb 09 01:11:15.367296 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3c023b55-3325-48fb-a77e-db8b3248f6a9 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (9b8ab95c-1b2e-44e2-8649-51bae0f35e91), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:15.463538 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c023b55-3325-48fb-a77e-db8b3248f6a9 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:11:15.472532 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-3c023b55-3325-48fb-a77e-db8b3248f6a9 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:15.478127 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port cb677cfe-0b4d-4073-91c3-c6880ec47cd7 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:11:15.491244 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port cb677cfe-0b4d-4073-91c3-c6880ec47cd7 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:15.491626 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (cb677cfe-0b4d-4073-91c3-c6880ec47cd7), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:15.497725 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c023b55-3325-48fb-a77e-db8b3248f6a9 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:11:15.550670 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c023b55-3325-48fb-a77e-db8b3248f6a9 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Pushing event updated for resources: {'Port': ['ID=9b8ab95c-1b2e-44e2-8649-51bae0f35e91,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:15.650142 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port cb677cfe-0b4d-4073-91c3-c6880ec47cd7 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:15.654941 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (cb677cfe-0b4d-4073-91c3-c6880ec47cd7), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:15.658197 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3c023b55-3325-48fb-a77e-db8b3248f6a9 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks [] for floatingip (65a928ef-b945-46be-a807-88f18bae0c2f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:15.707401 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port cb677cfe-0b4d-4073-91c3-c6880ec47cd7, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=cb677cfe-0b4d-4073-91c3-c6880ec47cd7,segment=NetworkSegment(c2fd7346-b7d9-4c72-b7d0-a3003d85a30a),segment_id=c2fd7346-b7d9-4c72-b7d0-a3003d85a30a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:15.710274 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f4feb5-0c39-4974-8ab2-6bddf8f466bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb677cfe-0b4d-4073-91c3-c6880ec47cd7'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:11:15.714837 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10337175-51f1-42e4-8cda-4fd5916c1391" -d '{"events": [{"server_uuid": "31f4feb5-0c39-4974-8ab2-6bddf8f466bf", "name": "network-vif-plugged", "status": "completed", "tag": "cb677cfe-0b4d-4073-91c3-c6880ec47cd7"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:11:15.725889 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (cb677cfe-0b4d-4073-91c3-c6880ec47cd7), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:15.729305 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-500f7f2b-d6d7-4aaa-9ac8-dab8a086106d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'name': 'tempest-AttachVolumeTestJSON-1060774487-router', 'tenant_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'd9bb003f-eb6d-42fd-8c8e-d302fcd92ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:24Z', 'updated_at': '2022-02-09T01:10:31Z', 'revision_number': 4, 'project_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'gw_port': {'id': 'd9bb003f-eb6d-42fd-8c8e-d302fcd92ca9', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:25Z', 'updated_at': '2022-02-09T01:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'd5e63e5d-574b-40b3-b409-c6829080be5b', 'tenant_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'floating_ip_address': '172.25.8.247', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'port_id': '8f2d7d86-9b29-467c-b3b5-0d39a51d6013', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1071, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d890250-ac42-4592-9721-7a49ecf5e127', 'mac_address': 'fa:16:3e:50:79:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b1d0b4-23db-441e-9636-f0c9787e1109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:10:39Z', 'updated_at': '2022-02-09T01:11:12Z', 'revision_number': 1, 'project_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1309f51b-b3c9-4907-ba10-32acbd687ec4', 'name': '', 'network_id': '6d890250-ac42-4592-9721-7a49ecf5e127', 'tenant_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'mac_address': 'fa:16:3e:82:b2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '1fcc5198-b453-4567-8086-51be74d33b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:30Z', 'updated_at': '2022-02-09T01:10:39Z', 'revision_number': 5, 'project_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'subnets': [{'id': '1fcc5198-b453-4567-8086-51be74d33b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:15.730144 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3c023b55-3325-48fb-a77e-db8b3248f6a9 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (9b8ab95c-1b2e-44e2-8649-51bae0f35e91), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:15.773025 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500f7f2b-d6d7-4aaa-9ac8-dab8a086106d None None] The sync data for ids ['f608c76e-44ff-486a-b262-d0689e450f93'] in n-d-828369-4 is: [{'id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'name': 'tempest-AttachVolumeTestJSON-1060774487-router', 'tenant_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'd9bb003f-eb6d-42fd-8c8e-d302fcd92ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:24Z', 'updated_at': '2022-02-09T01:10:31Z', 'revision_number': 4, 'project_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'gw_port': {'id': 'd9bb003f-eb6d-42fd-8c8e-d302fcd92ca9', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:25Z', 'updated_at': '2022-02-09T01:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'd5e63e5d-574b-40b3-b409-c6829080be5b', 'tenant_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'floating_ip_address': '172.25.8.247', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'port_id': '8f2d7d86-9b29-467c-b3b5-0d39a51d6013', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1071, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d890250-ac42-4592-9721-7a49ecf5e127', 'mac_address': 'fa:16:3e:50:79:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b1d0b4-23db-441e-9636-f0c9787e1109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:10:39Z', 'updated_at': '2022-02-09T01:11:12Z', 'revision_number': 1, 'project_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1309f51b-b3c9-4907-ba10-32acbd687ec4', 'name': '', 'network_id': '6d890250-ac42-4592-9721-7a49ecf5e127', 'tenant_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'mac_address': 'fa:16:3e:82:b2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '1fcc5198-b453-4567-8086-51be74d33b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:30Z', 'updated_at': '2022-02-09T01:10:39Z', 'revision_number': 5, 'project_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'subnets': [{'id': '1fcc5198-b453-4567-8086-51be74d33b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:11:15.880368 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=cb677cfe-0b4d-4073-91c3-c6880ec47cd7,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:15.913990 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9ecdf95e-1f4d-4f6f-9f30-9a56f7b840b6 req-b9586c5c-3c08-4fe6-a5a3-578d9d03ffa3 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/security-groups?id=638acb0c-686f-472f-a3bd-c81129bba32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6908112 Feb 09 01:11:15.957801 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10b308-6ece-4b57-8dcc-f0ac14340774 req-afa53a63-73db-4ac8-8196-f929d144ac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:15.959321 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7f10b308-6ece-4b57-8dcc-f0ac14340774 req-afa53a63-73db-4ac8-8196-f929d144ac8c service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=6d890250-ac42-4592-9721-7a49ecf5e127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6699944 Feb 09 01:11:15.977462 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e81e39-8e5d-4a3b-8e96-1b516a0f890e req-f3c7bae4-7704-42b2-a50e-0e47f2930b0a tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:15.989280 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f9e81e39-8e5d-4a3b-8e96-1b516a0f890e req-f3c7bae4-7704-42b2-a50e-0e47f2930b0a tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 946 time: 0.6647508 Feb 09 01:11:16.099282 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3c023b55-3325-48fb-a77e-db8b3248f6a9 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks [] for port (9b8ab95c-1b2e-44e2-8649-51bae0f35e91), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:16.110257 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3c023b55-3325-48fb-a77e-db8b3248f6a9 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (9b8ab95c-1b2e-44e2-8649-51bae0f35e91), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:16.183235 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f9e81e39-8e5d-4a3b-8e96-1b516a0f890e req-8694f0b5-66eb-4b1e-b9f4-c86d385d4b27 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930001 Feb 09 01:11:16.258037 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b313cb5-b50b-49e6-a459-6f7345d468b6 None None] New status for floating IP d5e63e5d-574b-40b3-b409-c6829080be5b: ACTIVE {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:11:16.307690 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd3ae40-9962-4833-a997-a4b0a2d685e3 x-openstack-request-id: req-2cd3ae40-9962-4833-a997-a4b0a2d685e3 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:11:16.308194 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f4feb5-0c39-4974-8ab2-6bddf8f466bf", "name": "network-vif-plugged", "status": "completed", "tag": "cb677cfe-0b4d-4073-91c3-c6880ec47cd7", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:11:16.308670 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2cd3ae40-9962-4833-a997-a4b0a2d685e3 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:11:16.309408 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f4feb5-0c39-4974-8ab2-6bddf8f466bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb677cfe-0b4d-4073-91c3-c6880ec47cd7', 'code': 200} Feb 09 01:11:16.312937 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723021af-614d-4559-9904-bf700ded5aee req-5c3112a3-23d6-4f14-8c60-36f202f355d5 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:16.315008 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-723021af-614d-4559-9904-bf700ded5aee req-5c3112a3-23d6-4f14-8c60-36f202f355d5 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 945 time: 0.3067188 Feb 09 01:11:16.348000 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7f10b308-6ece-4b57-8dcc-f0ac14340774 req-03c8f9fc-fd89-4ecb-9b70-603fb776dd72 service neutron] 10.222.0.120 "GET /v2.0/networks/6d890250-ac42-4592-9721-7a49ecf5e127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567164 Feb 09 01:11:16.388217 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c023b55-3325-48fb-a77e-db8b3248f6a9 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Pushing event updated for resources: {'Port': ['ID=9b8ab95c-1b2e-44e2-8649-51bae0f35e91,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:16.417414 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3c023b55-3325-48fb-a77e-db8b3248f6a9 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (65a928ef-b945-46be-a807-88f18bae0c2f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:16.482170 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3c023b55-3325-48fb-a77e-db8b3248f6a9 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:16.483539 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3c023b55-3325-48fb-a77e-db8b3248f6a9 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0729523 Feb 09 01:11:16.552275 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7f10b308-6ece-4b57-8dcc-f0ac14340774 req-404952ed-d3d6-4730-88ce-0af4bc3dda80 service neutron] 10.222.0.120 "GET /v2.0/networks/6d890250-ac42-4592-9721-7a49ecf5e127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804595 Feb 09 01:11:16.682436 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-723021af-614d-4559-9904-bf700ded5aee req-59dc342d-8383-4ff9-b5ab-6a3b09cac9b2 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=e711df6c-6fe3-4590-9ab7-e2920a97103b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3526914 Feb 09 01:11:16.727602 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec90834-a1ba-4b3b-a5e5-22209baecf82 req-012c17f4-626f-4d4a-a0b6-d02e575a97eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:16.729921 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8ec90834-a1ba-4b3b-a5e5-22209baecf82 req-012c17f4-626f-4d4a-a0b6-d02e575a97eb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=31f4feb5-0c39-4974-8ab2-6bddf8f466bf HTTP/1.1" status: 200 len: 1128 time: 0.1756461 Feb 09 01:11:16.744360 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f820a9-63f3-4f3f-adc2-a67c6a641dbb req-cca0a899-7fda-4de6-951d-16125eea6d2d tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:16.746287 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1f820a9-63f3-4f3f-adc2-a67c6a641dbb req-cca0a899-7fda-4de6-951d-16125eea6d2d tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 945 time: 0.1930344 Feb 09 01:11:16.882543 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8ec90834-a1ba-4b3b-a5e5-22209baecf82 req-28311a0e-222c-4bbe-bf0e-a71eb80cd2ba service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=638acb0c-686f-472f-a3bd-c81129bba32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347809 Feb 09 01:11:16.887963 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1f820a9-63f3-4f3f-adc2-a67c6a641dbb req-d1f060ca-3d4e-47f3-8a6a-b43542b6babb tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115046 Feb 09 01:11:16.917941 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ae5ed-6563-4891-bf50-b0f70f77d432 req-c3b86cde-1060-4585-a947-7cdd161116e4 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:16.925513 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-322ae5ed-6563-4891-bf50-b0f70f77d432 req-c3b86cde-1060-4585-a947-7cdd161116e4 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 946 time: 0.1182654 Feb 09 01:11:17.013026 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-322ae5ed-6563-4891-bf50-b0f70f77d432 req-57b18bd1-d26b-44c6-947f-2ca49a419c86 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866480 Feb 09 01:11:17.060915 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a3615e-5f12-44c7-924f-5b4a8d13586e req-9e0f481f-3c86-4079-96a0-ff367bd66ab4 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:17.067910 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a3615e-5f12-44c7-924f-5b4a8d13586e req-9e0f481f-3c86-4079-96a0-ff367bd66ab4 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:17.076112 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a3615e-5f12-44c7-924f-5b4a8d13586e req-9e0f481f-3c86-4079-96a0-ff367bd66ab4 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:17.081605 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a3615e-5f12-44c7-924f-5b4a8d13586e req-9e0f481f-3c86-4079-96a0-ff367bd66ab4 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:17.086826 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a3615e-5f12-44c7-924f-5b4a8d13586e req-9e0f481f-3c86-4079-96a0-ff367bd66ab4 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:17.095533 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a3615e-5f12-44c7-924f-5b4a8d13586e req-9e0f481f-3c86-4079-96a0-ff367bd66ab4 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:17.101587 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a3615e-5f12-44c7-924f-5b4a8d13586e req-9e0f481f-3c86-4079-96a0-ff367bd66ab4 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:17.103701 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-53a3615e-5f12-44c7-924f-5b4a8d13586e req-9e0f481f-3c86-4079-96a0-ff367bd66ab4 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5422 time: 0.1360531 Feb 09 01:11:17.182921 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-53a3615e-5f12-44c7-924f-5b4a8d13586e req-3a349ab7-f24e-44d7-8b6e-4142f798668d tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0684638 Feb 09 01:11:17.296091 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-8ee09d59-f1e0-4ee8-80e4-3d61cc092c4a tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1263749540&fields=id&tenant_id=cd714d32a01d4967bf3dd491f0b2d2f7 HTTP/1.1" status: 200 len: 267 time: 0.1218896 Feb 09 01:11:17.410197 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddea0aa-e659-4bf6-9d0d-407fec7ca0a7 req-ccbe8583-6a3f-4852-a4e9-8797a9c19a6d tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:17.411841 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8ddea0aa-e659-4bf6-9d0d-407fec7ca0a7 req-ccbe8583-6a3f-4852-a4e9-8797a9c19a6d tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f4feb5-0c39-4974-8ab2-6bddf8f466bf HTTP/1.1" status: 200 len: 946 time: 0.1407771 Feb 09 01:11:17.483761 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-343200ae-9864-4ca0-83ba-d4e7f41529bd tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:17.495702 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-343200ae-9864-4ca0-83ba-d4e7f41529bd tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/networks?id=8e06ad67-97d1-4f11-889a-fde8ce1f4554 HTTP/1.1" status: 200 len: 816 time: 0.1770635 Feb 09 01:11:17.520506 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-b4797004-266f-462a-90df-d8d34d441bac tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/quotas/cd714d32a01d4967bf3dd491f0b2d2f7 HTTP/1.1" status: 200 len: 375 time: 0.0268579 Feb 09 01:11:17.581118 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8ddea0aa-e659-4bf6-9d0d-407fec7ca0a7 req-2ecf9048-0020-48b1-b70b-72f83e781668 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/security-groups?id=638acb0c-686f-472f-a3bd-c81129bba32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597490 Feb 09 01:11:17.622935 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-8fe4d7a1-1c1a-4224-82d1-c670ec07ccb1 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cd714d32a01d4967bf3dd491f0b2d2f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1015792 Feb 09 01:11:17.819993 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d724fa1b-5366-4e92-a5cf-4305cd2a2f84 req-028bda8e-e9b6-4742-b40b-551303605344 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:17.827552 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d724fa1b-5366-4e92-a5cf-4305cd2a2f84 req-028bda8e-e9b6-4742-b40b-551303605344 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 946 time: 0.1163192 Feb 09 01:11:17.841523 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-0a6d7a34-8d50-4302-941a-d02b371bd094 service neutron] 10.222.0.50 "GET /v2.0/networks/8e06ad67-97d1-4f11-889a-fde8ce1f4554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055087 Feb 09 01:11:17.955835 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d724fa1b-5366-4e92-a5cf-4305cd2a2f84 req-00442fdf-ef0e-42de-89a9-5b811f41719e tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273582 Feb 09 01:11:18.025063 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-7db7ef88-0b41-4084-90b8-c1915d6ae32f service neutron] 10.222.0.50 "GET /v2.0/networks/8e06ad67-97d1-4f11-889a-fde8ce1f4554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724217 Feb 09 01:11:18.169439 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca20d8-ebf1-48e7-a690-0224f34c9e00 req-7dd615d0-6a35-4b4d-b828-0c494ef53f15 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:18.172282 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-35ca20d8-ebf1-48e7-a690-0224f34c9e00 req-7dd615d0-6a35-4b4d-b828-0c494ef53f15 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 945 time: 0.0926642 Feb 09 01:11:18.234100 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-35ca20d8-ebf1-48e7-a690-0224f34c9e00 req-793d6cf4-91aa-40b6-9ae9-a7028ce31927 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=e711df6c-6fe3-4590-9ab7-e2920a97103b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560341 Feb 09 01:11:18.439191 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fde0b-e9c2-4b6c-bb70-35db2c0f5fb9 req-dd5b866f-d9b7-43fd-b854-5079804d5ca8 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:18.440772 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-265fde0b-e9c2-4b6c-bb70-35db2c0f5fb9 req-dd5b866f-d9b7-43fd-b854-5079804d5ca8 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 945 time: 0.1411221 Feb 09 01:11:18.491504 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e62632-737f-4d7b-a0e2-e72a6479a121 req-d6088c04-3f33-44d5-aaeb-9e1b970cbbb4 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:18.493112 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47e62632-737f-4d7b-a0e2-e72a6479a121 req-d6088c04-3f33-44d5-aaeb-9e1b970cbbb4 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 946 time: 0.1392257 Feb 09 01:11:18.566845 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-265fde0b-e9c2-4b6c-bb70-35db2c0f5fb9 req-4f3597e4-176a-4ebc-a492-902d2ce95d22 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167593 Feb 09 01:11:18.637053 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47e62632-737f-4d7b-a0e2-e72a6479a121 req-c33f8976-15ca-47f2-8d85-5ea676be879b tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366642 Feb 09 01:11:18.707702 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a3c2afaa-1090-4e79-a8f0-db3319174327 req-ac103b79-0db0-48f3-8b99-5b6a8b1aa682 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 210 time: 0.0628107 Feb 09 01:11:18.775208 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50968) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:18.853832 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b671754-ac08-4cb1-9561-0b784f2946e2 req-8234cf55-3855-4839-ad5e-74f1f94fbc14 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:18.860183 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b671754-ac08-4cb1-9561-0b784f2946e2 req-8234cf55-3855-4839-ad5e-74f1f94fbc14 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:18.866467 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b671754-ac08-4cb1-9561-0b784f2946e2 req-8234cf55-3855-4839-ad5e-74f1f94fbc14 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:18.872340 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b671754-ac08-4cb1-9561-0b784f2946e2 req-8234cf55-3855-4839-ad5e-74f1f94fbc14 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:18.879737 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b671754-ac08-4cb1-9561-0b784f2946e2 req-8234cf55-3855-4839-ad5e-74f1f94fbc14 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:18.885964 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b671754-ac08-4cb1-9561-0b784f2946e2 req-8234cf55-3855-4839-ad5e-74f1f94fbc14 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:18.892660 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b671754-ac08-4cb1-9561-0b784f2946e2 req-8234cf55-3855-4839-ad5e-74f1f94fbc14 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:18.894622 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3b671754-ac08-4cb1-9561-0b784f2946e2 req-8234cf55-3855-4839-ad5e-74f1f94fbc14 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5422 time: 0.1274199 Feb 09 01:11:19.003835 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3b671754-ac08-4cb1-9561-0b784f2946e2 req-21414105-d19c-4791-8d0e-cb02f029ef4b tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0991697 Feb 09 01:11:19.019352 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b05c8bbc-d90c-4da8-8cfb-2912443af09f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:19.062083 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96daa1c8-ffac-43ae-b121-54ff93ea1eb9 req-53d088f4-5eb2-47e2-9887-06f5e7a0ede9 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:19.070761 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-96daa1c8-ffac-43ae-b121-54ff93ea1eb9 req-53d088f4-5eb2-47e2-9887-06f5e7a0ede9 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f4feb5-0c39-4974-8ab2-6bddf8f466bf HTTP/1.1" status: 200 len: 946 time: 0.1013458 Feb 09 01:11:19.131425 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-96daa1c8-ffac-43ae-b121-54ff93ea1eb9 req-d6498a2a-bc2a-46eb-9171-8dbc16c364eb tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/security-groups?id=638acb0c-686f-472f-a3bd-c81129bba32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595334 Feb 09 01:11:19.242200 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b05c8bbc-d90c-4da8-8cfb-2912443af09f admin admin] Publish callbacks [] for security_group (5c851e2d-b694-48d5-a15b-46fc87329be2), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:19.249817 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b05c8bbc-d90c-4da8-8cfb-2912443af09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (5c851e2d-b694-48d5-a15b-46fc87329be2), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:19.343821 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3423d822-d8c0-44af-b2bf-a7d636099f25 req-5ced5b53-6345-4ce7-86be-b864bcc25e5c tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:19.351277 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3423d822-d8c0-44af-b2bf-a7d636099f25 req-5ced5b53-6345-4ce7-86be-b864bcc25e5c tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 946 time: 0.1203275 Feb 09 01:11:19.366078 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b05c8bbc-d90c-4da8-8cfb-2912443af09f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=34333b83a8ac492893b1adfede020cc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5890362 Feb 09 01:11:19.370120 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50978) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:19.394449 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c8bbc-d90c-4da8-8cfb-2912443af09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c851e2d-b694-48d5-a15b-46fc87329be2,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:19.426395 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d85353-84eb-4bd3-bf1b-192d8d1e84db req-5cfa6b85-3a47-4e1f-a99d-3257fbbf69e6 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:19.428009 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-87d85353-84eb-4bd3-bf1b-192d8d1e84db req-5cfa6b85-3a47-4e1f-a99d-3257fbbf69e6 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f4feb5-0c39-4974-8ab2-6bddf8f466bf HTTP/1.1" status: 200 len: 946 time: 0.1590457 Feb 09 01:11:19.443921 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5e5e2326-1e71-4c8d-8dca-a453b9d1b583 admin admin] Publish callbacks [] for security_group (5c851e2d-b694-48d5-a15b-46fc87329be2), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:19.444134 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3423d822-d8c0-44af-b2bf-a7d636099f25 req-bc89bbdd-248c-4ac2-9f61-f6b086a8fc6d tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918915 Feb 09 01:11:19.485479 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5e5e2326-1e71-4c8d-8dca-a453b9d1b583 admin admin] Publish callbacks [] for security_group (5c851e2d-b694-48d5-a15b-46fc87329be2), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:19.500478 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-87d85353-84eb-4bd3-bf1b-192d8d1e84db req-32cfc201-30f4-44c2-a662-58bd37785bdc tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/security-groups?id=638acb0c-686f-472f-a3bd-c81129bba32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483375 Feb 09 01:11:19.573983 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5e5e2326-1e71-4c8d-8dca-a453b9d1b583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (5c851e2d-b694-48d5-a15b-46fc87329be2), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:19.576880 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5e5e2326-1e71-4c8d-8dca-a453b9d1b583 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:19.581732 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5e5e2326-1e71-4c8d-8dca-a453b9d1b583 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5c851e2d-b694-48d5-a15b-46fc87329be2 HTTP/1.1" status: 204 len: 168 time: 0.2104259 Feb 09 01:11:19.591910 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e2326-1e71-4c8d-8dca-a453b9d1b583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c851e2d-b694-48d5-a15b-46fc87329be2,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:19.641767 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9d309-0219-490c-9a45-268af0197b1f req-95050e10-fa7c-4aca-b439-dea6dfcabeff tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:19.645597 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cca9d309-0219-490c-9a45-268af0197b1f req-95050e10-fa7c-4aca-b439-dea6dfcabeff tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 946 time: 0.1022470 Feb 09 01:11:19.743448 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cca9d309-0219-490c-9a45-268af0197b1f req-8d0fa47c-fd6b-4bbf-9b96-f90d6290530a tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907650 Feb 09 01:11:20.013254 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-0a74f82f-9fb3-4f68-aa44-74bb9865d758 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:20.015362 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-0a74f82f-9fb3-4f68-aa44-74bb9865d758 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.47 "GET /v2.0/networks?id=8e06ad67-97d1-4f11-889a-fde8ce1f4554 HTTP/1.1" status: 200 len: 816 time: 0.2615449 Feb 09 01:11:20.049219 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529fc8c-a04e-4a6f-a362-8bd95c43806f req-3351aa07-6b16-4fb5-8981-c31cf9f46e9c tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:20.058061 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1529fc8c-a04e-4a6f-a362-8bd95c43806f req-3351aa07-6b16-4fb5-8981-c31cf9f46e9c tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 945 time: 0.1824505 Feb 09 01:11:20.144641 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 51006) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:20.167209 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c20326ea-e191-4757-ba2c-cfbff9128c96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:20.204516 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1529fc8c-a04e-4a6f-a362-8bd95c43806f req-920b1603-8be7-42e6-a3ca-8d9348634735 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453390 Feb 09 01:11:20.259617 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-a3a612bb-5e18-4eb5-97a9-9cbf0255542c tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd714d32a01d4967bf3dd491f0b2d2f7 HTTP/1.1" status: 200 len: 380 time: 0.2353513 Feb 09 01:11:20.277146 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c20326ea-e191-4757-ba2c-cfbff9128c96 admin admin] Publish callbacks [] for security_group (9596ee95-825a-4917-8f71-3feb9955e695), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:20.284339 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-144f15ce-81b0-4db9-999f-020953fb3660 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Request body: {'port': {'device_id': '0260a4bf-4ace-4971-8dd9-e8ec87d2ae52', 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554', 'admin_state_up': True, 'tenant_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'security_groups': ['1f4709a9-ce9b-4135-813b-263bbe6514e1']}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:20.295343 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c20326ea-e191-4757-ba2c-cfbff9128c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (9596ee95-825a-4917-8f71-3feb9955e695), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:20.308061 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-46c05c95-cc44-4a27-8a96-10686b7220bb req-dbfc1204-60be-4c4f-b6bf-94b2a6a4d877 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 210 time: 0.0470104 Feb 09 01:11:20.394455 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c20326ea-e191-4757-ba2c-cfbff9128c96 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=aa17ce6e1ae44cb08294d42539f64ba7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2450352 Feb 09 01:11:20.395480 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 51014) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:20.425946 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20326ea-e191-4757-ba2c-cfbff9128c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9596ee95-825a-4917-8f71-3feb9955e695,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:20.486536 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001521b2-8182-4b81-995c-91f3e9350ca5 req-c3372d06-3da4-4aad-aa00-3da2b0850a1a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:20.508435 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001521b2-8182-4b81-995c-91f3e9350ca5 req-c3372d06-3da4-4aad-aa00-3da2b0850a1a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:20.514121 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001521b2-8182-4b81-995c-91f3e9350ca5 req-c3372d06-3da4-4aad-aa00-3da2b0850a1a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:20.523798 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a276376d-4524-4cc2-b545-4dbb2d6bbf91 admin admin] Publish callbacks [] for security_group (9596ee95-825a-4917-8f71-3feb9955e695), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:20.533640 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001521b2-8182-4b81-995c-91f3e9350ca5 req-c3372d06-3da4-4aad-aa00-3da2b0850a1a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:20.539080 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001521b2-8182-4b81-995c-91f3e9350ca5 req-c3372d06-3da4-4aad-aa00-3da2b0850a1a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:20.544821 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001521b2-8182-4b81-995c-91f3e9350ca5 req-c3372d06-3da4-4aad-aa00-3da2b0850a1a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:20.550031 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a276376d-4524-4cc2-b545-4dbb2d6bbf91 admin admin] Publish callbacks [] for security_group (9596ee95-825a-4917-8f71-3feb9955e695), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:20.556163 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001521b2-8182-4b81-995c-91f3e9350ca5 req-c3372d06-3da4-4aad-aa00-3da2b0850a1a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:20.561989 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-001521b2-8182-4b81-995c-91f3e9350ca5 req-c3372d06-3da4-4aad-aa00-3da2b0850a1a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5422 time: 0.1973929 Feb 09 01:11:20.618404 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a276376d-4524-4cc2-b545-4dbb2d6bbf91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (9596ee95-825a-4917-8f71-3feb9955e695), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:20.621672 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a276376d-4524-4cc2-b545-4dbb2d6bbf91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:20.624177 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a276376d-4524-4cc2-b545-4dbb2d6bbf91 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9596ee95-825a-4917-8f71-3feb9955e695 HTTP/1.1" status: 204 len: 168 time: 0.2274511 Feb 09 01:11:20.654456 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a276376d-4524-4cc2-b545-4dbb2d6bbf91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9596ee95-825a-4917-8f71-3feb9955e695,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:20.711806 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-001521b2-8182-4b81-995c-91f3e9350ca5 req-543dbba0-2de7-40ee-9326-9de32b988dca tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1440163 Feb 09 01:11:20.757221 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-144f15ce-81b0-4db9-999f-020953fb3660 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Made reservation on behalf of cd714d32a01d4967bf3dd491f0b2d2f7 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:11:20.761274 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-144f15ce-81b0-4db9-999f-020953fb3660 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:20.783321 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ee970-1980-47b9-b55b-c82bf806429d req-b2be7da8-1fb4-4a15-91c8-a5246eec49a4 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:20.785832 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-125ee970-1980-47b9-b55b-c82bf806429d req-b2be7da8-1fb4-4a15-91c8-a5246eec49a4 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 946 time: 0.1267188 Feb 09 01:11:20.905316 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-125ee970-1980-47b9-b55b-c82bf806429d req-9f8cedda-001d-4cd6-83c0-56dde5826181 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140692 Feb 09 01:11:21.104587 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228c79c-1d1e-4f61-a8f5-96000aa75cad req-c1246f8d-d266-4d0a-b9f2-ca4963a225fa tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:21.106391 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b228c79c-1d1e-4f61-a8f5-96000aa75cad req-c1246f8d-d266-4d0a-b9f2-ca4963a225fa tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f4feb5-0c39-4974-8ab2-6bddf8f466bf HTTP/1.1" status: 200 len: 946 time: 0.1971552 Feb 09 01:11:21.110094 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-144f15ce-81b0-4db9-999f-020953fb3660 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Allocated IP 172.20.0.7 (8e06ad67-97d1-4f11-889a-fde8ce1f4554/d13d90e7-a71d-4313-a595-9a761a96acb7/d3174d59-dca0-4b98-a236-7fe2c2fe09a3) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:11:21.225607 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b228c79c-1d1e-4f61-a8f5-96000aa75cad req-cd174bcf-2a7b-4feb-ba0a-f59738b30492 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/security-groups?id=638acb0c-686f-472f-a3bd-c81129bba32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095166 Feb 09 01:11:21.268161 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a23a70-300d-40dd-9fb6-41ef07916c1a req-4d1364e8-32eb-4866-a473-553399658bac tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:21.270232 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d1a23a70-300d-40dd-9fb6-41ef07916c1a req-4d1364e8-32eb-4866-a473-553399658bac tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 946 time: 0.2518258 Feb 09 01:11:21.459825 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d1a23a70-300d-40dd-9fb6-41ef07916c1a req-56872109-99db-47a9-badc-bd2d07ac605e tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463563 Feb 09 01:11:21.481139 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-144f15ce-81b0-4db9-999f-020953fb3660 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks [] for port (d3174d59-dca0-4b98-a236-7fe2c2fe09a3), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:21.512837 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77adc37-e885-4eef-8bde-0f1f1e979fe8 req-6f5464db-90f5-446b-9844-24456fef70ea tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:21.514674 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c77adc37-e885-4eef-8bde-0f1f1e979fe8 req-6f5464db-90f5-446b-9844-24456fef70ea tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 945 time: 0.1294611 Feb 09 01:11:21.578924 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-144f15ce-81b0-4db9-999f-020953fb3660 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (d3174d59-dca0-4b98-a236-7fe2c2fe09a3), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:21.659655 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c77adc37-e885-4eef-8bde-0f1f1e979fe8 req-c093b592-635d-49e6-976b-35d6451b8264 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347032 Feb 09 01:11:21.677722 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-144f15ce-81b0-4db9-999f-020953fb3660 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Network 8e06ad67-97d1-4f11-889a-fde8ce1f4554 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:11:21.688492 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-144f15ce-81b0-4db9-999f-020953fb3660 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:21.704441 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-144f15ce-81b0-4db9-999f-020953fb3660 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:11:21.756153 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f15ce-81b0-4db9-999f-020953fb3660 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Pushing event updated for resources: {'Port': ['ID=d3174d59-dca0-4b98-a236-7fe2c2fe09a3,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:21.819512 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-144f15ce-81b0-4db9-999f-020953fb3660 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:21.820198 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-144f15ce-81b0-4db9-999f-020953fb3660 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:21.891088 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-144f15ce-81b0-4db9-999f-020953fb3660 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6122470 Feb 09 01:11:21.910659 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-377f076b-24fb-4a4d-8885-8791c513ab03 service neutron] Request body: {'port': {'device_id': '0260a4bf-4ace-4971-8dd9-e8ec87d2ae52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:21.950008 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f1237-a934-4bfe-a48f-de11c23b9e27 req-368fb475-5991-4a09-8af1-fa98db300619 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:21.951816 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-362f1237-a934-4bfe-a48f-de11c23b9e27 req-368fb475-5991-4a09-8af1-fa98db300619 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 946 time: 0.1555002 Feb 09 01:11:22.056304 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-377f076b-24fb-4a4d-8885-8791c513ab03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d3174d59-dca0-4b98-a236-7fe2c2fe09a3), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:22.065278 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-048137cf-46f4-44c3-b475-3f450221bef0 None None] Provisioning complete for port d3174d59-dca0-4b98-a236-7fe2c2fe09a3 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:22.065831 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-048137cf-46f4-44c3-b475-3f450221bef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d3174d59-dca0-4b98-a236-7fe2c2fe09a3), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:22.125982 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-362f1237-a934-4bfe-a48f-de11c23b9e27 req-79cc17ba-f32e-4583-a797-e0bdca140cda tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676512 Feb 09 01:11:22.172642 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-048137cf-46f4-44c3-b475-3f450221bef0 None None] Port d3174d59-dca0-4b98-a236-7fe2c2fe09a3 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:11:22.367208 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2a9ae-88a7-4285-9591-2540118b5633 req-ebadff19-dbd4-4626-bbb3-3dc49177b407 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:22.373890 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a4e2a9ae-88a7-4285-9591-2540118b5633 req-ebadff19-dbd4-4626-bbb3-3dc49177b407 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 931 time: 0.1820533 Feb 09 01:11:22.422927 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06deba-e13d-487d-966e-2ec58f7da386 req-1cbbbe66-bdcb-4e08-81dc-9eb48f4cdfeb tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:22.428202 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06deba-e13d-487d-966e-2ec58f7da386 req-1cbbbe66-bdcb-4e08-81dc-9eb48f4cdfeb tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:22.433725 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06deba-e13d-487d-966e-2ec58f7da386 req-1cbbbe66-bdcb-4e08-81dc-9eb48f4cdfeb tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:22.439207 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06deba-e13d-487d-966e-2ec58f7da386 req-1cbbbe66-bdcb-4e08-81dc-9eb48f4cdfeb tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:22.447345 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06deba-e13d-487d-966e-2ec58f7da386 req-1cbbbe66-bdcb-4e08-81dc-9eb48f4cdfeb tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:22.452855 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06deba-e13d-487d-966e-2ec58f7da386 req-1cbbbe66-bdcb-4e08-81dc-9eb48f4cdfeb tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:22.458149 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06deba-e13d-487d-966e-2ec58f7da386 req-1cbbbe66-bdcb-4e08-81dc-9eb48f4cdfeb tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:22.460351 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dd06deba-e13d-487d-966e-2ec58f7da386 req-1cbbbe66-bdcb-4e08-81dc-9eb48f4cdfeb tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5422 time: 0.2322409 Feb 09 01:11:22.563890 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a4e2a9ae-88a7-4285-9591-2540118b5633 req-4b511763-a634-44e3-9cd6-2675dd4d9c52 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891170 Feb 09 01:11:22.617264 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dd06deba-e13d-487d-966e-2ec58f7da386 req-3d44f37c-cb00-44c1-a4dc-8177ee21eb8a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1265590 Feb 09 01:11:22.748649 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-377f076b-24fb-4a4d-8885-8791c513ab03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3174d59-dca0-4b98-a236-7fe2c2fe09a3 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:11:22.772925 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-377f076b-24fb-4a4d-8885-8791c513ab03 service neutron] Publish callbacks [] for port (d3174d59-dca0-4b98-a236-7fe2c2fe09a3), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:22.813509 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-377f076b-24fb-4a4d-8885-8791c513ab03 service neutron] Transition to ACTIVE for port object d3174d59-dca0-4b98-a236-7fe2c2fe09a3 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:11:22.821385 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-377f076b-24fb-4a4d-8885-8791c513ab03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (d3174d59-dca0-4b98-a236-7fe2c2fe09a3), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:23.162420 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790890a-38e6-44fa-af8d-2763a00ceabc req-47b18d15-f012-4c4c-b060-fea81b9818b2 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:23.163933 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7790890a-38e6-44fa-af8d-2763a00ceabc req-47b18d15-f012-4c4c-b060-fea81b9818b2 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 946 time: 0.4713900 Feb 09 01:11:23.208511 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a4aa5-f00b-43a4-8802-2299aea313d9 req-749d1359-1c51-4a0e-93e1-519894dc253b tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:23.215678 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c95a4aa5-f00b-43a4-8802-2299aea313d9 req-749d1359-1c51-4a0e-93e1-519894dc253b tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f4feb5-0c39-4974-8ab2-6bddf8f466bf HTTP/1.1" status: 200 len: 946 time: 0.4706280 Feb 09 01:11:23.270672 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f076b-24fb-4a4d-8885-8791c513ab03 service neutron] Pushing event updated for resources: {'Port': ['ID=d3174d59-dca0-4b98-a236-7fe2c2fe09a3,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:23.296336 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device cb677cfe-0b4d-4073-91c3-c6880ec47cd7 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:11:23.447769 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7790890a-38e6-44fa-af8d-2763a00ceabc req-52f9652a-bc6b-40a4-8fe5-1d7ab14b7ef1 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576773 Feb 09 01:11:23.465136 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c95a4aa5-f00b-43a4-8802-2299aea313d9 req-21e9f370-083c-4370-96b2-35115d903c1b tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/security-groups?id=638acb0c-686f-472f-a3bd-c81129bba32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485020 Feb 09 01:11:23.523300 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-377f076b-24fb-4a4d-8885-8791c513ab03 service neutron] Attempting to bind port d3174d59-dca0-4b98-a236-7fe2c2fe09a3 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:11:23.523300 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-377f076b-24fb-4a4d-8885-8791c513ab03 service neutron] Attempting to bind port d3174d59-dca0-4b98-a236-7fe2c2fe09a3 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'ebc0196b-40a7-4a91-81b3-cd03bc319f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:11:23.523300 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-377f076b-24fb-4a4d-8885-8791c513ab03 service neutron] Attempting to bind port d3174d59-dca0-4b98-a236-7fe2c2fe09a3 on network 8e06ad67-97d1-4f11-889a-fde8ce1f4554 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:11:23.526520 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-377f076b-24fb-4a4d-8885-8791c513ab03 service neutron] Port d3174d59-dca0-4b98-a236-7fe2c2fe09a3 on network 8e06ad67-97d1-4f11-889a-fde8ce1f4554 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:11:23.526846 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-377f076b-24fb-4a4d-8885-8791c513ab03 service neutron] Attempting to bind port d3174d59-dca0-4b98-a236-7fe2c2fe09a3 on network 8e06ad67-97d1-4f11-889a-fde8ce1f4554 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:11:23.539167 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-377f076b-24fb-4a4d-8885-8791c513ab03 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:11:23.539530 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-377f076b-24fb-4a4d-8885-8791c513ab03 service neutron] Checking segment: {'id': 'ebc0196b-40a7-4a91-81b3-cd03bc319f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:11:23.539924 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-377f076b-24fb-4a4d-8885-8791c513ab03 service neutron] Bound using segment: {'id': 'ebc0196b-40a7-4a91-81b3-cd03bc319f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:11:23.540372 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-377f076b-24fb-4a4d-8885-8791c513ab03 service neutron] Bound port: d3174d59-dca0-4b98-a236-7fe2c2fe09a3, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebc0196b-40a7-4a91-81b3-cd03bc319f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:11:23.543905 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-377f076b-24fb-4a4d-8885-8791c513ab03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d3174d59-dca0-4b98-a236-7fe2c2fe09a3), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:23.575795 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port cb677cfe-0b4d-4073-91c3-c6880ec47cd7, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=cb677cfe-0b4d-4073-91c3-c6880ec47cd7,segment=NetworkSegment(c2fd7346-b7d9-4c72-b7d0-a3003d85a30a),segment_id=c2fd7346-b7d9-4c72-b7d0-a3003d85a30a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:23.627397 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': 'cb677cfe-0b4d-4073-91c3-c6880ec47cd7', 'network_id': '7f137bfd-685a-43bd-bf22-7b98306319d4', 'port_id': 'cb677cfe-0b4d-4073-91c3-c6880ec47cd7', 'mac_address': 'fa:16:3e:a2:07:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee1c419e-b5fc-481c-9369-52d887722539', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:11:23.722144 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-377f076b-24fb-4a4d-8885-8791c513ab03 service neutron] For port d3174d59-dca0-4b98-a236-7fe2c2fe09a3, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:11:23.727022 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port cb677cfe-0b4d-4073-91c3-c6880ec47cd7 is: ACTIVE; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:23.728282 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (cb677cfe-0b4d-4073-91c3-c6880ec47cd7), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:23.735368 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-377f076b-24fb-4a4d-8885-8791c513ab03 service neutron] For port d3174d59-dca0-4b98-a236-7fe2c2fe09a3, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=d3174d59-dca0-4b98-a236-7fe2c2fe09a3,segment=NetworkSegment(ebc0196b-40a7-4a91-81b3-cd03bc319f59),segment_id=ebc0196b-40a7-4a91-81b3-cd03bc319f59)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:11:23.765747 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb677cfe-0b4d-4073-91c3-c6880ec47cd7 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:11:23.792865 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-377f076b-24fb-4a4d-8885-8791c513ab03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (d3174d59-dca0-4b98-a236-7fe2c2fe09a3), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:23.803849 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port cb677cfe-0b4d-4073-91c3-c6880ec47cd7, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=cb677cfe-0b4d-4073-91c3-c6880ec47cd7,segment=NetworkSegment(c2fd7346-b7d9-4c72-b7d0-a3003d85a30a),segment_id=c2fd7346-b7d9-4c72-b7d0-a3003d85a30a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:23.811058 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (cb677cfe-0b4d-4073-91c3-c6880ec47cd7), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:23.883769 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=cb677cfe-0b4d-4073-91c3-c6880ec47cd7,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:23.907468 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-377f076b-24fb-4a4d-8885-8791c513ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:23.908292 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-377f076b-24fb-4a4d-8885-8791c513ab03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:23.910698 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-377f076b-24fb-4a4d-8885-8791c513ab03 service neutron] 10.222.0.47 "PUT /v2.0/ports/d3174d59-dca0-4b98-a236-7fe2c2fe09a3 HTTP/1.1" status: 200 len: 1091 time: 2.0083585 Feb 09 01:11:23.918790 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0260a4bf-4ace-4971-8dd9-e8ec87d2ae52', 'tag': 'd3174d59-dca0-4b98-a236-7fe2c2fe09a3'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:11:23.922669 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa92b545-e9b6-47f3-81ed-5806d8cbc6ef" -d '{"events": [{"name": "network-changed", "server_uuid": "0260a4bf-4ace-4971-8dd9-e8ec87d2ae52", "tag": "d3174d59-dca0-4b98-a236-7fe2c2fe09a3"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:11:23.938634 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['cb677cfe-0b4d-4073-91c3-c6880ec47cd7'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:11:24.037205 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f076b-24fb-4a4d-8885-8791c513ab03 service neutron] Pushing event updated for resources: {'Port': ['ID=d3174d59-dca0-4b98-a236-7fe2c2fe09a3,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:24.082887 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d912a-bd5a-4bb4-b4bc-7423ab185f82 req-f154bf84-db72-4384-bcc0-661b44cdbcaa tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:24.085635 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-620d912a-bd5a-4bb4-b4bc-7423ab185f82 req-f154bf84-db72-4384-bcc0-661b44cdbcaa tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 945 time: 0.5035217 Feb 09 01:11:24.116802 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd59f66-9ce9-467e-89cc-b91b587e2a68 req-056d9f6f-7c5a-42d5-98cf-a6fa92ec3777 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:24.118644 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4dd59f66-9ce9-467e-89cc-b91b587e2a68 req-056d9f6f-7c5a-42d5-98cf-a6fa92ec3777 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 946 time: 0.3755157 Feb 09 01:11:24.166221 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-3f9189d3-ce96-45ff-bba4-6750d17f01fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:24.170474 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-3f9189d3-ce96-45ff-bba4-6750d17f01fb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cd714d32a01d4967bf3dd491f0b2d2f7&device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 1125 time: 0.2064214 Feb 09 01:11:24.298027 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-512b13d4-cb59-4650-aa7c-95cfee8a406d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3174d59-dca0-4b98-a236-7fe2c2fe09a3 HTTP/1.1" status: 200 len: 217 time: 0.1064820 Feb 09 01:11:24.317139 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-620d912a-bd5a-4bb4-b4bc-7423ab185f82 req-0259e50a-c9a6-4f16-ab52-42a2d9503469 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159555 Feb 09 01:11:24.321978 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4dd59f66-9ce9-467e-89cc-b91b587e2a68 req-2893cdb1-fa84-4379-85a1-645fb8bf4da4 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872938 Feb 09 01:11:24.396755 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-5f293afe-1c62-4bd4-9fef-09a53cb0144e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:24.398498 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-5f293afe-1c62-4bd4-9fef-09a53cb0144e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d13d90e7-a71d-4313-a595-9a761a96acb7 HTTP/1.1" status: 200 len: 855 time: 0.0945671 Feb 09 01:11:24.566723 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-7c72774f-309d-4d86-a660-c79b6fe729ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:24.568734 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-7c72774f-309d-4d86-a660-c79b6fe729ef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8e06ad67-97d1-4f11-889a-fde8ce1f4554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1636364 Feb 09 01:11:24.602583 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da43fb-05e3-441e-a471-22be77abf21d req-a1288c76-c132-4480-9b28-ce5724b7a4de tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:24.609014 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da43fb-05e3-441e-a471-22be77abf21d req-a1288c76-c132-4480-9b28-ce5724b7a4de tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:24.615062 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da43fb-05e3-441e-a471-22be77abf21d req-a1288c76-c132-4480-9b28-ce5724b7a4de tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:24.621587 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da43fb-05e3-441e-a471-22be77abf21d req-a1288c76-c132-4480-9b28-ce5724b7a4de tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:24.628350 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da43fb-05e3-441e-a471-22be77abf21d req-a1288c76-c132-4480-9b28-ce5724b7a4de tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:24.637057 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da43fb-05e3-441e-a471-22be77abf21d req-a1288c76-c132-4480-9b28-ce5724b7a4de tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:24.643366 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da43fb-05e3-441e-a471-22be77abf21d req-a1288c76-c132-4480-9b28-ce5724b7a4de tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:24.652837 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-68da43fb-05e3-441e-a471-22be77abf21d req-a1288c76-c132-4480-9b28-ce5724b7a4de tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5422 time: 0.1898303 Feb 09 01:11:24.679023 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2cffd4-b429-448f-9504-c2e3a81b87c9 req-7d742ac5-4b44-46db-9bff-bc4e150a837b tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:24.688837 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fd2cffd4-b429-448f-9504-c2e3a81b87c9 req-7d742ac5-4b44-46db-9bff-bc4e150a837b tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 943 time: 0.2404435 Feb 09 01:11:24.838422 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fd2cffd4-b429-448f-9504-c2e3a81b87c9 req-102144bf-1dda-49b5-a0cb-6e091a69ca66 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482537 Feb 09 01:11:24.891837 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-22975c20-aa79-4e27-9eaa-cf223e6fae6f service neutron] 10.222.0.47 "GET /v2.0/networks/8e06ad67-97d1-4f11-889a-fde8ce1f4554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143542 Feb 09 01:11:24.914437 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-68da43fb-05e3-441e-a471-22be77abf21d req-d2a361a2-1091-4255-bc87-25aea3480d0c tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2607040 Feb 09 01:11:24.949063 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1588ec-8379-4deb-9045-556adba905a0 x-openstack-request-id: req-0a1588ec-8379-4deb-9045-556adba905a0 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:11:24.949443 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0260a4bf-4ace-4971-8dd9-e8ec87d2ae52", "tag": "d3174d59-dca0-4b98-a236-7fe2c2fe09a3", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:11:24.949705 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0a1588ec-8379-4deb-9045-556adba905a0 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:11:24.950113 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0260a4bf-4ace-4971-8dd9-e8ec87d2ae52', 'tag': 'd3174d59-dca0-4b98-a236-7fe2c2fe09a3', 'status': 'completed', 'code': 200} Feb 09 01:11:25.177690 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0e22d9e-1991-46ab-bc90-cc7d3c35dbea req-53274c93-4329-492e-87cb-f07dc297254e service neutron] 10.222.0.47 "GET /v2.0/networks/8e06ad67-97d1-4f11-889a-fde8ce1f4554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618630 Feb 09 01:11:25.185580 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc73476-128f-4d03-9516-91b307989fd9 req-f6375126-f4f5-405b-809f-97db69795197 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:25.192916 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8bc73476-128f-4d03-9516-91b307989fd9 req-f6375126-f4f5-405b-809f-97db69795197 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f4feb5-0c39-4974-8ab2-6bddf8f466bf HTTP/1.1" status: 200 len: 945 time: 0.1517606 Feb 09 01:11:25.204686 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd623e57-c95e-412c-9f15-a22885433776 req-c12303cf-bb86-4ed6-90eb-6d531ed1b8c3 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:25.206121 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd623e57-c95e-412c-9f15-a22885433776 req-c12303cf-bb86-4ed6-90eb-6d531ed1b8c3 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 946 time: 0.1548929 Feb 09 01:11:25.305864 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device cb677cfe-0b4d-4073-91c3-c6880ec47cd7 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:11:25.324465 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 51140) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:25.412582 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd623e57-c95e-412c-9f15-a22885433776 req-7b5969c6-d193-4524-8da8-586914ca89fc tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800869 Feb 09 01:11:25.427512 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port cb677cfe-0b4d-4073-91c3-c6880ec47cd7 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:25.427512 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (cb677cfe-0b4d-4073-91c3-c6880ec47cd7), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:25.472210 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8bc73476-128f-4d03-9516-91b307989fd9 req-31c3504f-26c8-4f68-93bc-f1db6f202527 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/security-groups?id=638acb0c-686f-472f-a3bd-c81129bba32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784364 Feb 09 01:11:25.488451 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92b545-e9b6-47f3-81ed-5806d8cbc6ef req-e5c481c9-baf3-42f5-8f8c-3ddc754b42e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:25.490269 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa92b545-e9b6-47f3-81ed-5806d8cbc6ef req-e5c481c9-baf3-42f5-8f8c-3ddc754b42e1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cd714d32a01d4967bf3dd491f0b2d2f7&device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 1125 time: 0.2536929 Feb 09 01:11:25.606473 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8c5d5904-44a0-44bc-b928-385bdf6ad693 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:25.627351 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port cb677cfe-0b4d-4073-91c3-c6880ec47cd7 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:25.628217 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (cb677cfe-0b4d-4073-91c3-c6880ec47cd7), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:25.707373 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port cb677cfe-0b4d-4073-91c3-c6880ec47cd7, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=cb677cfe-0b4d-4073-91c3-c6880ec47cd7,segment=NetworkSegment(c2fd7346-b7d9-4c72-b7d0-a3003d85a30a),segment_id=c2fd7346-b7d9-4c72-b7d0-a3003d85a30a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:25.708334 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f4feb5-0c39-4974-8ab2-6bddf8f466bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb677cfe-0b4d-4073-91c3-c6880ec47cd7'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:11:25.710942 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a9f009-e3df-47cb-9f07-d20a0781f89b" -d '{"events": [{"server_uuid": "31f4feb5-0c39-4974-8ab2-6bddf8f466bf", "name": "network-vif-plugged", "status": "completed", "tag": "cb677cfe-0b4d-4073-91c3-c6880ec47cd7"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:11:25.714827 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (cb677cfe-0b4d-4073-91c3-c6880ec47cd7), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:25.769490 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=cb677cfe-0b4d-4073-91c3-c6880ec47cd7,revision_number=7']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:25.818886 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92b545-e9b6-47f3-81ed-5806d8cbc6ef req-22a514e2-568d-4fc7-8eab-accf426cf7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:25.820701 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa92b545-e9b6-47f3-81ed-5806d8cbc6ef req-22a514e2-568d-4fc7-8eab-accf426cf7e7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8e06ad67-97d1-4f11-889a-fde8ce1f4554 HTTP/1.1" status: 200 len: 918 time: 0.3226080 Feb 09 01:11:25.875099 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8c5d5904-44a0-44bc-b928-385bdf6ad693 admin admin] Publish callbacks [] for security_group (99dc78b3-1d17-489e-96da-5542740c9b8a), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:25.880920 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8c5d5904-44a0-44bc-b928-385bdf6ad693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (99dc78b3-1d17-489e-96da-5542740c9b8a), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:25.902843 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa92b545-e9b6-47f3-81ed-5806d8cbc6ef req-4e37b08c-31df-49cd-b271-56e533a69e17 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3174d59-dca0-4b98-a236-7fe2c2fe09a3 HTTP/1.1" status: 200 len: 217 time: 0.0742843 Feb 09 01:11:25.938152 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8c5d5904-44a0-44bc-b928-385bdf6ad693 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2c608472812b4bf9b06f5295c5aaee71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6099527 Feb 09 01:11:25.938589 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 51158) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:25.954837 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d5904-44a0-44bc-b928-385bdf6ad693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99dc78b3-1d17-489e-96da-5542740c9b8a,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:25.976822 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d9095-5c59-4774-8530-472f3ca9d9be req-a40021e3-774a-4ee2-972b-a5347db824ee tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:25.979934 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-286d9095-5c59-4774-8530-472f3ca9d9be req-a40021e3-774a-4ee2-972b-a5347db824ee tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 945 time: 0.3408101 Feb 09 01:11:26.044052 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fe537367-3948-4bc8-a7f5-d677f31aebdd admin admin] Publish callbacks [] for security_group (99dc78b3-1d17-489e-96da-5542740c9b8a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:26.052419 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92b545-e9b6-47f3-81ed-5806d8cbc6ef req-4ec2e6e5-c91e-4b4a-ac4e-eb6519a4e7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:26.053909 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa92b545-e9b6-47f3-81ed-5806d8cbc6ef req-4ec2e6e5-c91e-4b4a-ac4e-eb6519a4e7b2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d13d90e7-a71d-4313-a595-9a761a96acb7 HTTP/1.1" status: 200 len: 855 time: 0.1380324 Feb 09 01:11:26.078271 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fe537367-3948-4bc8-a7f5-d677f31aebdd admin admin] Publish callbacks [] for security_group (99dc78b3-1d17-489e-96da-5542740c9b8a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:26.103838 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-286d9095-5c59-4774-8530-472f3ca9d9be req-dbd7b5cd-75fb-4535-96bd-3cd7a3d58ef2 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063268 Feb 09 01:11:26.113234 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f63eb-d98a-42c6-9a1d-ad5fd04f32a3 req-322e0d98-f924-4b3a-a767-4b2358505317 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:26.120491 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3e5f63eb-d98a-42c6-9a1d-ad5fd04f32a3 req-322e0d98-f924-4b3a-a767-4b2358505317 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 946 time: 0.2242169 Feb 09 01:11:26.133912 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fe537367-3948-4bc8-a7f5-d677f31aebdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (99dc78b3-1d17-489e-96da-5542740c9b8a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:26.137719 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fe537367-3948-4bc8-a7f5-d677f31aebdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:26.139184 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-fe537367-3948-4bc8-a7f5-d677f31aebdd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/99dc78b3-1d17-489e-96da-5542740c9b8a HTTP/1.1" status: 204 len: 168 time: 0.1990614 Feb 09 01:11:26.149520 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe537367-3948-4bc8-a7f5-d677f31aebdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99dc78b3-1d17-489e-96da-5542740c9b8a,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:26.207350 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f213a9c-7df9-49e8-8a05-b54f66f5b0d0 x-openstack-request-id: req-0f213a9c-7df9-49e8-8a05-b54f66f5b0d0 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:11:26.207843 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f4feb5-0c39-4974-8ab2-6bddf8f466bf", "name": "network-vif-plugged", "status": "completed", "tag": "cb677cfe-0b4d-4073-91c3-c6880ec47cd7", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:11:26.208245 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0f213a9c-7df9-49e8-8a05-b54f66f5b0d0 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:11:26.208825 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f4feb5-0c39-4974-8ab2-6bddf8f466bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb677cfe-0b4d-4073-91c3-c6880ec47cd7', 'code': 200} Feb 09 01:11:26.223315 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92b545-e9b6-47f3-81ed-5806d8cbc6ef req-91ffc104-0e3c-420b-bb36-714cb1cdd28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:26.225378 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa92b545-e9b6-47f3-81ed-5806d8cbc6ef req-91ffc104-0e3c-420b-bb36-714cb1cdd28c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8e06ad67-97d1-4f11-889a-fde8ce1f4554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1597512 Feb 09 01:11:26.247129 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3e5f63eb-d98a-42c6-9a1d-ad5fd04f32a3 req-9748d974-43c2-482c-a545-5462e508df80 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255174 Feb 09 01:11:26.360651 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa92b545-e9b6-47f3-81ed-5806d8cbc6ef req-de1b6bb2-c02f-4ee1-bc68-95b73ba7ac32 service neutron] 10.222.0.47 "GET /v2.0/networks/8e06ad67-97d1-4f11-889a-fde8ce1f4554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274631 Feb 09 01:11:26.540846 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f3753c-4ea1-4cf6-8b16-017657e10746 req-461b9548-5f9b-4448-88cb-8729ec8f05e3 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:26.542429 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e5f3753c-4ea1-4cf6-8b16-017657e10746 req-461b9548-5f9b-4448-88cb-8729ec8f05e3 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f4feb5-0c39-4974-8ab2-6bddf8f466bf HTTP/1.1" status: 200 len: 946 time: 0.2247169 Feb 09 01:11:26.551578 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef174db-0bfe-4f02-96c9-24e35d9da3de req-ce91965f-bc19-4eae-8225-55cda30b9ed3 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:26.553067 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bef174db-0bfe-4f02-96c9-24e35d9da3de req-ce91965f-bc19-4eae-8225-55cda30b9ed3 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 943 time: 0.1537898 Feb 09 01:11:26.563009 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa92b545-e9b6-47f3-81ed-5806d8cbc6ef req-4af90540-1188-4eab-a86e-3a9ca305be3e service neutron] 10.222.0.47 "GET /v2.0/networks/8e06ad67-97d1-4f11-889a-fde8ce1f4554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925652 Feb 09 01:11:26.582472 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 51168) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:26.604364 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-518025ce-7ad3-4e0c-be2b-b245996f7112 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:26.633080 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e5f3753c-4ea1-4cf6-8b16-017657e10746 req-37bb4db3-6e3a-47b1-8dde-f7686b1d6022 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/security-groups?id=638acb0c-686f-472f-a3bd-c81129bba32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776103 Feb 09 01:11:26.637302 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bef174db-0bfe-4f02-96c9-24e35d9da3de req-6c302638-7ef8-4618-836d-70be8cda2fbb tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734470 Feb 09 01:11:26.741423 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-518025ce-7ad3-4e0c-be2b-b245996f7112 admin admin] Publish callbacks [] for security_group (c7b2be23-f311-4339-9b9c-95cfe1168a59), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:26.746223 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-518025ce-7ad3-4e0c-be2b-b245996f7112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (c7b2be23-f311-4339-9b9c-95cfe1168a59), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:26.788055 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518025ce-7ad3-4e0c-be2b-b245996f7112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b2be23-f311-4339-9b9c-95cfe1168a59,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:26.796380 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-518025ce-7ad3-4e0c-be2b-b245996f7112 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e975096eef0f490fad3e38be19889921&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2116437 Feb 09 01:11:26.798652 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 51170) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:26.849563 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b08e9-82c3-41d4-be35-3a13e390d1a1 req-4d614928-7d61-42d4-9fda-87cde5c4b30a tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:26.851417 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-103b08e9-82c3-41d4-be35-3a13e390d1a1 req-4d614928-7d61-42d4-9fda-87cde5c4b30a tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 946 time: 0.1344652 Feb 09 01:11:26.868529 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abc0af-6ca8-470b-8b8f-350c1e474087 req-636f22c1-6032-4f1c-bede-5b17e4ef760a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:26.876347 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d93ef148-bc86-4506-aa3d-0dddba197ec7 admin admin] Publish callbacks [] for security_group (c7b2be23-f311-4339-9b9c-95cfe1168a59), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:26.877202 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abc0af-6ca8-470b-8b8f-350c1e474087 req-636f22c1-6032-4f1c-bede-5b17e4ef760a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:26.883217 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abc0af-6ca8-470b-8b8f-350c1e474087 req-636f22c1-6032-4f1c-bede-5b17e4ef760a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:26.889022 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abc0af-6ca8-470b-8b8f-350c1e474087 req-636f22c1-6032-4f1c-bede-5b17e4ef760a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:26.894613 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abc0af-6ca8-470b-8b8f-350c1e474087 req-636f22c1-6032-4f1c-bede-5b17e4ef760a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:26.900585 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abc0af-6ca8-470b-8b8f-350c1e474087 req-636f22c1-6032-4f1c-bede-5b17e4ef760a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:26.906807 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abc0af-6ca8-470b-8b8f-350c1e474087 req-636f22c1-6032-4f1c-bede-5b17e4ef760a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:26.909667 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-06abc0af-6ca8-470b-8b8f-350c1e474087 req-636f22c1-6032-4f1c-bede-5b17e4ef760a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5422 time: 0.1607029 Feb 09 01:11:26.928061 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d93ef148-bc86-4506-aa3d-0dddba197ec7 admin admin] Publish callbacks [] for security_group (c7b2be23-f311-4339-9b9c-95cfe1168a59), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:26.983658 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d93ef148-bc86-4506-aa3d-0dddba197ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (c7b2be23-f311-4339-9b9c-95cfe1168a59), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:26.987073 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d93ef148-bc86-4506-aa3d-0dddba197ec7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:26.991824 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d93ef148-bc86-4506-aa3d-0dddba197ec7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c7b2be23-f311-4339-9b9c-95cfe1168a59 HTTP/1.1" status: 204 len: 168 time: 0.1933296 Feb 09 01:11:27.001676 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ef148-bc86-4506-aa3d-0dddba197ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b2be23-f311-4339-9b9c-95cfe1168a59,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:27.013225 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-103b08e9-82c3-41d4-be35-3a13e390d1a1 req-0aba3353-ed17-4def-9767-38299d6d5b0f tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558383 Feb 09 01:11:27.040249 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-06abc0af-6ca8-470b-8b8f-350c1e474087 req-0c4c60e3-6cb1-49ed-b3b2-bc9e7c813c44 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1238484 Feb 09 01:11:27.182807 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6da87-37ec-46d9-a820-e9c54286f8dd req-83f1bc19-a788-4cab-81a8-b011fd5af166 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:27.188798 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-40f6da87-37ec-46d9-a820-e9c54286f8dd req-83f1bc19-a788-4cab-81a8-b011fd5af166 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 946 time: 0.0837936 Feb 09 01:11:27.297413 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-40f6da87-37ec-46d9-a820-e9c54286f8dd req-8a00a3de-17e9-4ff7-b26a-26f3ce4b3d7c tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022685 Feb 09 01:11:27.329683 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device d3174d59-dca0-4b98-a236-7fe2c2fe09a3 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:11:27.345658 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e280df-e5e9-4e26-b00a-2e575640f053 req-d308ab2b-025d-4fff-a10e-9389037576f9 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:27.349137 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-86e280df-e5e9-4e26-b00a-2e575640f053 req-d308ab2b-025d-4fff-a10e-9389037576f9 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 945 time: 0.1261914 Feb 09 01:11:27.422900 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-86e280df-e5e9-4e26-b00a-2e575640f053 req-22dfac22-bdda-49eb-8a06-de70993c13a7 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695431 Feb 09 01:11:27.566439 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381d809-816e-4203-8ab6-14eb86eb1b0c req-0ba1ec60-c49e-4e6b-8729-192907e3c7dd tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:27.570485 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port d3174d59-dca0-4b98-a236-7fe2c2fe09a3, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=d3174d59-dca0-4b98-a236-7fe2c2fe09a3,segment=NetworkSegment(ebc0196b-40a7-4a91-81b3-cd03bc319f59),segment_id=ebc0196b-40a7-4a91-81b3-cd03bc319f59)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:27.585657 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5381d809-816e-4203-8ab6-14eb86eb1b0c req-0ba1ec60-c49e-4e6b-8729-192907e3c7dd tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.47 "GET /v2.0/ports?device_id=31f4feb5-0c39-4974-8ab2-6bddf8f466bf HTTP/1.1" status: 200 len: 946 time: 0.1041305 Feb 09 01:11:27.596047 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': 'd3174d59-dca0-4b98-a236-7fe2c2fe09a3', 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554', 'port_id': 'd3174d59-dca0-4b98-a236-7fe2c2fe09a3', 'mac_address': 'fa:16:3e:1c:e9:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd13d90e7-a71d-4313-a595-9a761a96acb7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:11:27.689682 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port d3174d59-dca0-4b98-a236-7fe2c2fe09a3 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:27.692732 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d3174d59-dca0-4b98-a236-7fe2c2fe09a3), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:27.711965 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3174d59-dca0-4b98-a236-7fe2c2fe09a3 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:11:27.744789 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port d3174d59-dca0-4b98-a236-7fe2c2fe09a3, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=d3174d59-dca0-4b98-a236-7fe2c2fe09a3,segment=NetworkSegment(ebc0196b-40a7-4a91-81b3-cd03bc319f59),segment_id=ebc0196b-40a7-4a91-81b3-cd03bc319f59)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:27.753408 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d3174d59-dca0-4b98-a236-7fe2c2fe09a3), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:27.851951 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=d3174d59-dca0-4b98-a236-7fe2c2fe09a3,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:27.995825 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['d3174d59-dca0-4b98-a236-7fe2c2fe09a3'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:11:27.999119 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788dd83f-7d99-4933-b603-a47b2a0cc2bb req-150f162a-44ec-49ca-bf76-529fff7dcac9 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:28.011825 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-788dd83f-7d99-4933-b603-a47b2a0cc2bb req-150f162a-44ec-49ca-bf76-529fff7dcac9 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f4feb5-0c39-4974-8ab2-6bddf8f466bf HTTP/1.1" status: 200 len: 946 time: 0.1650872 Feb 09 01:11:28.023774 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d784d26-dee2-4844-95fb-53500b48a19e req-6cf383ae-449d-44ba-81ca-125715591d94 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:28.034782 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1d784d26-dee2-4844-95fb-53500b48a19e req-6cf383ae-449d-44ba-81ca-125715591d94 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 944 time: 0.1996083 Feb 09 01:11:28.048151 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-5381d809-816e-4203-8ab6-14eb86eb1b0c req-157b0a83-f493-45db-9781-6c36e23bf8ec tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Deleting port cb677cfe-0b4d-4073-91c3-c6880ec47cd7 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:11:28.048755 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-5381d809-816e-4203-8ab6-14eb86eb1b0c req-157b0a83-f493-45db-9781-6c36e23bf8ec tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (cb677cfe-0b4d-4073-91c3-c6880ec47cd7), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:28.365328 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1d784d26-dee2-4844-95fb-53500b48a19e req-7422866a-26b3-4747-9266-b64f31540c35 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3324766 Feb 09 01:11:28.456476 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-788dd83f-7d99-4933-b603-a47b2a0cc2bb req-3384586a-dda2-49c6-9503-a1dd8c5817e4 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/security-groups?id=638acb0c-686f-472f-a3bd-c81129bba32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4436724 Feb 09 01:11:28.462947 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-5381d809-816e-4203-8ab6-14eb86eb1b0c req-157b0a83-f493-45db-9781-6c36e23bf8ec tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] For port cb677cfe-0b4d-4073-91c3-c6880ec47cd7, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=cb677cfe-0b4d-4073-91c3-c6880ec47cd7,segment=NetworkSegment(c2fd7346-b7d9-4c72-b7d0-a3003d85a30a),segment_id=c2fd7346-b7d9-4c72-b7d0-a3003d85a30a)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:28.481371 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-5381d809-816e-4203-8ab6-14eb86eb1b0c req-157b0a83-f493-45db-9781-6c36e23bf8ec tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (cb677cfe-0b4d-4073-91c3-c6880ec47cd7), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:28.577404 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-5381d809-816e-4203-8ab6-14eb86eb1b0c req-157b0a83-f493-45db-9781-6c36e23bf8ec tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Calling delete_port for cb677cfe-0b4d-4073-91c3-c6880ec47cd7 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:11:28.703360 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760aedff-4c79-4e40-804e-c1b7b12ac54f req-96380acf-69f9-400c-adbc-be5f661b6339 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:28.708808 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760aedff-4c79-4e40-804e-c1b7b12ac54f req-96380acf-69f9-400c-adbc-be5f661b6339 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:28.714258 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760aedff-4c79-4e40-804e-c1b7b12ac54f req-96380acf-69f9-400c-adbc-be5f661b6339 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:28.719639 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760aedff-4c79-4e40-804e-c1b7b12ac54f req-96380acf-69f9-400c-adbc-be5f661b6339 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:28.726726 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760aedff-4c79-4e40-804e-c1b7b12ac54f req-96380acf-69f9-400c-adbc-be5f661b6339 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:28.732008 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760aedff-4c79-4e40-804e-c1b7b12ac54f req-96380acf-69f9-400c-adbc-be5f661b6339 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:28.738506 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760aedff-4c79-4e40-804e-c1b7b12ac54f req-96380acf-69f9-400c-adbc-be5f661b6339 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:28.748661 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-760aedff-4c79-4e40-804e-c1b7b12ac54f req-96380acf-69f9-400c-adbc-be5f661b6339 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5422 time: 0.2316644 Feb 09 01:11:28.768786 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f99c08-1f5f-4d02-92b2-68eea0f4931c req-b2a37158-ae14-4bab-b2dd-db653d80c480 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:28.770294 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a2f99c08-1f5f-4d02-92b2-68eea0f4931c req-b2a37158-ae14-4bab-b2dd-db653d80c480 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 945 time: 0.1901410 Feb 09 01:11:28.895590 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-760aedff-4c79-4e40-804e-c1b7b12ac54f req-c3c3fea7-2cc3-4c91-a9a4-983adec3a852 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1386199 Feb 09 01:11:29.343122 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device d3174d59-dca0-4b98-a236-7fe2c2fe09a3 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:11:29.450058 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port d3174d59-dca0-4b98-a236-7fe2c2fe09a3 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:11:29.457127 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port d3174d59-dca0-4b98-a236-7fe2c2fe09a3 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:29.459587 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d3174d59-dca0-4b98-a236-7fe2c2fe09a3), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:29.495525 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a2f99c08-1f5f-4d02-92b2-68eea0f4931c req-1d11de56-3c06-4db4-b47c-53edfcd1557c tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7124755 Feb 09 01:11:29.666127 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port d3174d59-dca0-4b98-a236-7fe2c2fe09a3 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:29.666607 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d3174d59-dca0-4b98-a236-7fe2c2fe09a3), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:29.702031 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0260a4bf-4ace-4971-8dd9-e8ec87d2ae52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3174d59-dca0-4b98-a236-7fe2c2fe09a3'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:11:29.706153 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8883656-cc43-4a34-82f1-a1162209fa5d" -d '{"events": [{"server_uuid": "0260a4bf-4ace-4971-8dd9-e8ec87d2ae52", "name": "network-vif-plugged", "status": "completed", "tag": "d3174d59-dca0-4b98-a236-7fe2c2fe09a3"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:11:29.715635 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-5381d809-816e-4203-8ab6-14eb86eb1b0c req-157b0a83-f493-45db-9781-6c36e23bf8ec tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (cb677cfe-0b4d-4073-91c3-c6880ec47cd7), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:29.726545 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port d3174d59-dca0-4b98-a236-7fe2c2fe09a3, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=d3174d59-dca0-4b98-a236-7fe2c2fe09a3,segment=NetworkSegment(ebc0196b-40a7-4a91-81b3-cd03bc319f59),segment_id=ebc0196b-40a7-4a91-81b3-cd03bc319f59)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:29.748997 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d3174d59-dca0-4b98-a236-7fe2c2fe09a3), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:29.750040 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device cb677cfe-0b4d-4073-91c3-c6880ec47cd7 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:11:29.778784 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198afc83-45a3-4c2d-85e5-31f15ac6adbb req-5928fec4-d599-41ad-a384-e5807c23cd70 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:29.780300 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-198afc83-45a3-4c2d-85e5-31f15ac6adbb req-5928fec4-d599-41ad-a384-e5807c23cd70 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 944 time: 0.2601314 Feb 09 01:11:29.781727 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b0a83-f493-45db-9781-6c36e23bf8ec tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Pushing event deleted for resources: {'Port': ['ID=cb677cfe-0b4d-4073-91c3-c6880ec47cd7,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:29.863906 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-5381d809-816e-4203-8ab6-14eb86eb1b0c req-157b0a83-f493-45db-9781-6c36e23bf8ec tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] No DVR routers for this DVR port cb677cfe-0b4d-4073-91c3-c6880ec47cd7 on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:11:29.871206 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-5381d809-816e-4203-8ab6-14eb86eb1b0c req-157b0a83-f493-45db-9781-6c36e23bf8ec tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:29.875098 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5381d809-816e-4203-8ab6-14eb86eb1b0c req-157b0a83-f493-45db-9781-6c36e23bf8ec tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.47 "DELETE /v2.0/ports/cb677cfe-0b4d-4073-91c3-c6880ec47cd7 HTTP/1.1" status: 204 len: 173 time: 2.2633133 Feb 09 01:11:29.876291 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f4feb5-0c39-4974-8ab2-6bddf8f466bf', 'name': 'network-vif-deleted', 'tag': 'cb677cfe-0b4d-4073-91c3-c6880ec47cd7'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:11:29.886226 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc83419-f243-4932-bb0f-7af9dcebde7c" -d '{"events": [{"server_uuid": "31f4feb5-0c39-4974-8ab2-6bddf8f466bf", "name": "network-vif-deleted", "tag": "cb677cfe-0b4d-4073-91c3-c6880ec47cd7"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:11:29.899510 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d1812-3298-47af-b6f8-85a17dfd119b req-257e4144-48db-4411-b4ed-5302b508c803 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:29.900646 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: cb677cfe-0b4d-4073-91c3-c6880ec47cd7 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:11:29.901116 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device cb677cfe-0b4d-4073-91c3-c6880ec47cd7 not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:11:29.906895 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b93d1812-3298-47af-b6f8-85a17dfd119b req-257e4144-48db-4411-b4ed-5302b508c803 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/ports?device_id=31f4feb5-0c39-4974-8ab2-6bddf8f466bf HTTP/1.1" status: 200 len: 867 time: 0.2685752 Feb 09 01:11:29.912146 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-198afc83-45a3-4c2d-85e5-31f15ac6adbb req-71a628b4-4d1d-48d1-8f59-80fad0fcf449 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247897 Feb 09 01:11:29.981644 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=d3174d59-dca0-4b98-a236-7fe2c2fe09a3,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:30.009976 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b93d1812-3298-47af-b6f8-85a17dfd119b req-a5f6ed1e-8980-45b8-a868-f59d5b81330a tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/security-groups?id=638acb0c-686f-472f-a3bd-c81129bba32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021047 Feb 09 01:11:30.044517 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de91b93-b91b-4ec8-8f29-399896a9bdf4 x-openstack-request-id: req-0de91b93-b91b-4ec8-8f29-399896a9bdf4 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:11:30.044845 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0260a4bf-4ace-4971-8dd9-e8ec87d2ae52", "name": "network-vif-plugged", "status": "completed", "tag": "d3174d59-dca0-4b98-a236-7fe2c2fe09a3", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:11:30.045105 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0de91b93-b91b-4ec8-8f29-399896a9bdf4 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:11:30.045616 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0260a4bf-4ace-4971-8dd9-e8ec87d2ae52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3174d59-dca0-4b98-a236-7fe2c2fe09a3', 'code': 200} Feb 09 01:11:30.088333 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b30be8-0f89-4eb6-b424-435a09f49e7b x-openstack-request-id: req-c7b30be8-0f89-4eb6-b424-435a09f49e7b {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:11:30.088768 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f4feb5-0c39-4974-8ab2-6bddf8f466bf", "name": "network-vif-deleted", "tag": "cb677cfe-0b4d-4073-91c3-c6880ec47cd7", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:11:30.089119 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c7b30be8-0f89-4eb6-b424-435a09f49e7b {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:11:30.089614 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f4feb5-0c39-4974-8ab2-6bddf8f466bf', 'name': 'network-vif-deleted', 'tag': 'cb677cfe-0b4d-4073-91c3-c6880ec47cd7', 'status': 'completed', 'code': 200} Feb 09 01:11:30.250680 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428f746-1667-4b0d-b0fd-f691b67c374c req-e97fbceb-9ea3-4923-8285-e5e95850bf7a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:30.257448 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428f746-1667-4b0d-b0fd-f691b67c374c req-e97fbceb-9ea3-4923-8285-e5e95850bf7a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:30.263832 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428f746-1667-4b0d-b0fd-f691b67c374c req-e97fbceb-9ea3-4923-8285-e5e95850bf7a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:30.271181 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428f746-1667-4b0d-b0fd-f691b67c374c req-e97fbceb-9ea3-4923-8285-e5e95850bf7a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:30.277365 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428f746-1667-4b0d-b0fd-f691b67c374c req-e97fbceb-9ea3-4923-8285-e5e95850bf7a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:30.282838 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428f746-1667-4b0d-b0fd-f691b67c374c req-e97fbceb-9ea3-4923-8285-e5e95850bf7a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:30.288992 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428f746-1667-4b0d-b0fd-f691b67c374c req-e97fbceb-9ea3-4923-8285-e5e95850bf7a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:30.307659 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8428f746-1667-4b0d-b0fd-f691b67c374c req-e97fbceb-9ea3-4923-8285-e5e95850bf7a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5422 time: 0.1658800 Feb 09 01:11:30.348064 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef203c-ddcb-4130-a0b6-277c82ba38b3 req-f2cc1138-d5ed-45c9-8284-f52aa94a67f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:30.349771 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eaef203c-ddcb-4130-a0b6-277c82ba38b3 req-f2cc1138-d5ed-45c9-8284-f52aa94a67f7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 1127 time: 0.2063215 Feb 09 01:11:30.438151 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8428f746-1667-4b0d-b0fd-f691b67c374c req-959b8bc3-7835-4fc8-8bac-6d547e45e117 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1295838 Feb 09 01:11:30.450695 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eaef203c-ddcb-4130-a0b6-277c82ba38b3 req-55a842e1-be9f-4b61-89e7-11761f32b544 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860651 Feb 09 01:11:30.636788 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6907b13-a3c7-4c2c-8687-6e36c28f7545 req-0a298024-aa66-4f64-8d82-93fafb1247ac tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:30.646383 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6907b13-a3c7-4c2c-8687-6e36c28f7545 req-0a298024-aa66-4f64-8d82-93fafb1247ac tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 945 time: 0.0780482 Feb 09 01:11:30.745348 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6907b13-a3c7-4c2c-8687-6e36c28f7545 req-7d8afba4-917a-4859-89a3-58c5bfbeb329 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974412 Feb 09 01:11:31.177762 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aceb018-7664-4ef7-903c-b2300332d84c req-7454c852-a732-4f92-83db-b80c97e8f1ca tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:31.181594 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0aceb018-7664-4ef7-903c-b2300332d84c req-7454c852-a732-4f92-83db-b80c97e8f1ca tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 945 time: 0.1059194 Feb 09 01:11:31.321423 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0aceb018-7664-4ef7-903c-b2300332d84c req-8c8f2a2e-1807-4647-a648-cbcb78a979c9 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329482 Feb 09 01:11:31.334131 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 51294) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:31.555942 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7fd8f971-e28e-4e1b-96af-e75776499813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:31.637959 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ce5d2-7c05-403d-99b5-2ba6c398b70b req-e18e59c3-4b27-4c2c-83b5-53a50b54420b tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:31.639497 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-067ce5d2-7c05-403d-99b5-2ba6c398b70b req-e18e59c3-4b27-4c2c-83b5-53a50b54420b tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/networks?id=7f137bfd-685a-43bd-bf22-7b98306319d4 HTTP/1.1" status: 200 len: 821 time: 0.2231297 Feb 09 01:11:31.674373 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-067ce5d2-7c05-403d-99b5-2ba6c398b70b req-96b6dcb5-e06c-4da0-b7d9-ef5fc1b93531 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/quotas/4be1453321a64a26a73b0c3ad948922b HTTP/1.1" status: 200 len: 375 time: 0.0164995 Feb 09 01:11:31.710312 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7fd8f971-e28e-4e1b-96af-e75776499813 admin admin] Publish callbacks [] for security_group (3d7b8177-6529-4267-9e0d-57d19aa6604a), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:31.711646 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cab017-3bff-4bf6-80fd-adea454efe9f req-98175d0e-a846-4c99-80e8-6153c80d9401 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:31.716356 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7fd8f971-e28e-4e1b-96af-e75776499813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (3d7b8177-6529-4267-9e0d-57d19aa6604a), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:31.717754 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cab017-3bff-4bf6-80fd-adea454efe9f req-98175d0e-a846-4c99-80e8-6153c80d9401 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:31.724069 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cab017-3bff-4bf6-80fd-adea454efe9f req-98175d0e-a846-4c99-80e8-6153c80d9401 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:31.730599 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cab017-3bff-4bf6-80fd-adea454efe9f req-98175d0e-a846-4c99-80e8-6153c80d9401 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:31.737014 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cab017-3bff-4bf6-80fd-adea454efe9f req-98175d0e-a846-4c99-80e8-6153c80d9401 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:31.742979 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cab017-3bff-4bf6-80fd-adea454efe9f req-98175d0e-a846-4c99-80e8-6153c80d9401 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:31.760300 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cab017-3bff-4bf6-80fd-adea454efe9f req-98175d0e-a846-4c99-80e8-6153c80d9401 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:31.762832 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7fd8f971-e28e-4e1b-96af-e75776499813 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=999f7e69898440beac65fd056e32d4b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4275694 Feb 09 01:11:31.765093 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 51308) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:31.771228 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d6cab017-3bff-4bf6-80fd-adea454efe9f req-98175d0e-a846-4c99-80e8-6153c80d9401 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5422 time: 0.1803718 Feb 09 01:11:31.802394 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-067ce5d2-7c05-403d-99b5-2ba6c398b70b req-b9687a04-0981-43ed-a989-f8f6cff8b452 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4be1453321a64a26a73b0c3ad948922b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1190324 Feb 09 01:11:31.830720 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd8f971-e28e-4e1b-96af-e75776499813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7b8177-6529-4267-9e0d-57d19aa6604a,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:31.843815 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-229cb772-1dad-42c1-8b9e-8e088e5cfef2 admin admin] Publish callbacks [] for security_group (3d7b8177-6529-4267-9e0d-57d19aa6604a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:31.867263 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-229cb772-1dad-42c1-8b9e-8e088e5cfef2 admin admin] Publish callbacks [] for security_group (3d7b8177-6529-4267-9e0d-57d19aa6604a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:31.919657 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-229cb772-1dad-42c1-8b9e-8e088e5cfef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (3d7b8177-6529-4267-9e0d-57d19aa6604a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:31.922589 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-229cb772-1dad-42c1-8b9e-8e088e5cfef2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:31.926607 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-229cb772-1dad-42c1-8b9e-8e088e5cfef2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3d7b8177-6529-4267-9e0d-57d19aa6604a HTTP/1.1" status: 204 len: 168 time: 0.1601386 Feb 09 01:11:31.935136 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229cb772-1dad-42c1-8b9e-8e088e5cfef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7b8177-6529-4267-9e0d-57d19aa6604a,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:31.965369 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d6cab017-3bff-4bf6-80fd-adea454efe9f req-59cc6b5d-fa7c-41c7-9ddd-7e378d95bfb5 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1932244 Feb 09 01:11:31.994153 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-067ce5d2-7c05-403d-99b5-2ba6c398b70b req-f29ba50d-7878-493e-ac34-e10a59334cf4 service neutron] 10.222.0.50 "GET /v2.0/networks/7f137bfd-685a-43bd-bf22-7b98306319d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734626 Feb 09 01:11:32.160413 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6353a90-3c0a-4fff-86b9-4a9a406b7163 req-3e3ca879-d242-49bb-9f5d-deea50c9f019 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:32.167213 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c6353a90-3c0a-4fff-86b9-4a9a406b7163 req-3e3ca879-d242-49bb-9f5d-deea50c9f019 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 945 time: 0.0932572 Feb 09 01:11:32.196478 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-067ce5d2-7c05-403d-99b5-2ba6c398b70b req-da91a435-f6f2-47fd-9340-20153deeb407 service neutron] 10.222.0.50 "GET /v2.0/networks/7f137bfd-685a-43bd-bf22-7b98306319d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937311 Feb 09 01:11:32.269446 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c6353a90-3c0a-4fff-86b9-4a9a406b7163 req-429c5594-ea30-483e-922a-d92d699e8938 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003697 Feb 09 01:11:32.317323 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-86810726-cdab-4eac-97c6-af50a638c711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:32.370299 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-f9b9cb2d-f160-42a1-86c9-8716536d7493 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:32.371270 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-f9b9cb2d-f160-42a1-86c9-8716536d7493 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] 10.222.0.120 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122&tenant_id=349016141cb643eba466ab5e9338a7e5&binding%3Ahost_id=n-h1-828369-4 HTTP/1.1" status: 200 len: 1127 time: 0.1003881 Feb 09 01:11:32.394875 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-8cd5327b-8656-4a9e-a972-793ff17a6c12 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828369-4'}}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:32.485599 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-65c8b573-6360-478d-a9ba-30f825cef14f req-54d157e4-fb47-4820-9243-7871b3702a85 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/ports?device_id=b3030863-1379-4cc8-955c-f4acb8d1d938 HTTP/1.1" status: 200 len: 210 time: 0.0414698 Feb 09 01:11:32.545043 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-8cd5327b-8656-4a9e-a972-793ff17a6c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3b3ba372-337b-4907-829c-54b4ef6443b7), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:32.558155 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 51326) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:32.592284 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-90d21267-d556-4b01-98e8-a84200a39362 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:32.708777 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc1c280-b331-414b-9519-e87cf9afb9c8 req-9deb7136-8e29-476f-8415-6239f9d66b3f tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:32.710535 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-adc1c280-b331-414b-9519-e87cf9afb9c8 req-9deb7136-8e29-476f-8415-6239f9d66b3f tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 945 time: 0.1776745 Feb 09 01:11:32.785084 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-90d21267-d556-4b01-98e8-a84200a39362 admin admin] Publish callbacks [] for security_group (1ae722e1-4bcd-4a0b-a7f1-f230aef4c396), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:32.798222 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-90d21267-d556-4b01-98e8-a84200a39362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1ae722e1-4bcd-4a0b-a7f1-f230aef4c396), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:32.803701 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-adc1c280-b331-414b-9519-e87cf9afb9c8 req-1221ccfc-86bc-42b6-a1e7-56b219efc984 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871401 Feb 09 01:11:32.805805 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-8cd5327b-8656-4a9e-a972-793ff17a6c12 service neutron] For port 3b3ba372-337b-4907-829c-54b4ef6443b7, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=3b3ba372-337b-4907-829c-54b4ef6443b7,segment=NetworkSegment(c09a8a87-556d-487a-811a-06517127dee5),segment_id=c09a8a87-556d-487a-811a-06517127dee5)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:32.885686 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-8cd5327b-8656-4a9e-a972-793ff17a6c12 service neutron] For port 3b3ba372-337b-4907-829c-54b4ef6443b7, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:11:32.900663 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-90d21267-d556-4b01-98e8-a84200a39362 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2e474f483a8c4108a203a6ad103a9599&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3413241 Feb 09 01:11:32.902492 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 51338) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:32.973538 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d21267-d556-4b01-98e8-a84200a39362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae722e1-4bcd-4a0b-a7f1-f230aef4c396,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:32.975282 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8b8469-8cc1-4924-a98a-e738b0ddf122', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b3ba372-337b-4907-829c-54b4ef6443b7'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:11:32.977583 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b858f4e-b8cb-4de2-89e8-79d674cc072d" -d '{"events": [{"server_uuid": "ee8b8469-8cc1-4924-a98a-e738b0ddf122", "name": "network-vif-unplugged", "status": "completed", "tag": "3b3ba372-337b-4907-829c-54b4ef6443b7"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:11:32.981321 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-8cd5327b-8656-4a9e-a972-793ff17a6c12 service neutron] Publish callbacks [] for port (3b3ba372-337b-4907-829c-54b4ef6443b7), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:33.018129 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-8cd5327b-8656-4a9e-a972-793ff17a6c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (3b3ba372-337b-4907-829c-54b4ef6443b7), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:33.071718 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0cbc82e9-6d84-4ad9-bdb9-dce4e333dbec admin admin] Publish callbacks [] for security_group (1ae722e1-4bcd-4a0b-a7f1-f230aef4c396), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:33.101167 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2253b07d-1828-4573-a7fe-94b3658ec049 x-openstack-request-id: req-2253b07d-1828-4573-a7fe-94b3658ec049 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:11:33.101440 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8b8469-8cc1-4924-a98a-e738b0ddf122", "name": "network-vif-unplugged", "status": "completed", "tag": "3b3ba372-337b-4907-829c-54b4ef6443b7", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:11:33.101795 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2253b07d-1828-4573-a7fe-94b3658ec049 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:11:33.102389 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8b8469-8cc1-4924-a98a-e738b0ddf122', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b3ba372-337b-4907-829c-54b4ef6443b7', 'code': 200} Feb 09 01:11:33.127915 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c73d9-dd7f-4004-999c-75c34fcd8bf2 req-54cda7e0-c7d5-42c1-bf64-060f7556fb22 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:33.137116 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a6c73d9-dd7f-4004-999c-75c34fcd8bf2 req-54cda7e0-c7d5-42c1-bf64-060f7556fb22 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 945 time: 0.2158327 Feb 09 01:11:33.144750 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0cbc82e9-6d84-4ad9-bdb9-dce4e333dbec admin admin] Publish callbacks [] for security_group (1ae722e1-4bcd-4a0b-a7f1-f230aef4c396), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:33.147332 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 51348) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:33.159362 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-57e68902-ff7c-4ba5-9a70-67570d43ab75 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Request body: {'floatingip': {'port_id': 'd3174d59-dca0-4b98-a236-7fe2c2fe09a3'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:33.225479 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd5327b-8656-4a9e-a972-793ff17a6c12 service neutron] Pushing event updated for resources: {'Port': ['ID=3b3ba372-337b-4907-829c-54b4ef6443b7,revision_number=7']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:33.269631 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-8cd5327b-8656-4a9e-a972-793ff17a6c12 service neutron] Attempting to bind port 3b3ba372-337b-4907-829c-54b4ef6443b7 on host n-h1-828369-4 for vnic_type normal with profile {"migrating_to": "n-h2-828369-4"} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:11:33.269982 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-8cd5327b-8656-4a9e-a972-793ff17a6c12 service neutron] Attempting to bind port 3b3ba372-337b-4907-829c-54b4ef6443b7 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:11:33.270311 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-8cd5327b-8656-4a9e-a972-793ff17a6c12 service neutron] Attempting to bind port 3b3ba372-337b-4907-829c-54b4ef6443b7 on network 584d7274-cb01-4853-8902-7824a3a705cb {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:11:33.294282 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c444a0-d9fb-4209-8f8b-1bfb0caa955b req-9fd2d4aa-3643-4aa4-a3f2-c1e38bedf5eb tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:33.304264 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c444a0-d9fb-4209-8f8b-1bfb0caa955b req-9fd2d4aa-3643-4aa4-a3f2-c1e38bedf5eb tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:33.310606 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c444a0-d9fb-4209-8f8b-1bfb0caa955b req-9fd2d4aa-3643-4aa4-a3f2-c1e38bedf5eb tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:33.318468 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-57e68902-ff7c-4ba5-9a70-67570d43ab75 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks [] for floatingip (65a928ef-b945-46be-a807-88f18bae0c2f), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:33.321152 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c444a0-d9fb-4209-8f8b-1bfb0caa955b req-9fd2d4aa-3643-4aa4-a3f2-c1e38bedf5eb tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:33.328096 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c444a0-d9fb-4209-8f8b-1bfb0caa955b req-9fd2d4aa-3643-4aa4-a3f2-c1e38bedf5eb tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:33.334630 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c444a0-d9fb-4209-8f8b-1bfb0caa955b req-9fd2d4aa-3643-4aa4-a3f2-c1e38bedf5eb tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:33.340673 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c444a0-d9fb-4209-8f8b-1bfb0caa955b req-9fd2d4aa-3643-4aa4-a3f2-c1e38bedf5eb tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:33.343639 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-61c444a0-d9fb-4209-8f8b-1bfb0caa955b req-9fd2d4aa-3643-4aa4-a3f2-c1e38bedf5eb tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5422 time: 0.1736305 Feb 09 01:11:33.345197 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-8cd5327b-8656-4a9e-a972-793ff17a6c12 service neutron] Port 3b3ba372-337b-4907-829c-54b4ef6443b7 on network 584d7274-cb01-4853-8902-7824a3a705cb not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:11:33.345838 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-8cd5327b-8656-4a9e-a972-793ff17a6c12 service neutron] Attempting to bind port 3b3ba372-337b-4907-829c-54b4ef6443b7 on network 584d7274-cb01-4853-8902-7824a3a705cb {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:11:33.355320 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-8cd5327b-8656-4a9e-a972-793ff17a6c12 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:11:33.355942 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-8cd5327b-8656-4a9e-a972-793ff17a6c12 service neutron] Checking segment: {'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:11:33.357142 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-8cd5327b-8656-4a9e-a972-793ff17a6c12 service neutron] Bound using segment: {'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:11:33.358027 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-8cd5327b-8656-4a9e-a972-793ff17a6c12 service neutron] Bound port: 3b3ba372-337b-4907-829c-54b4ef6443b7, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c09a8a87-556d-487a-811a-06517127dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '584d7274-cb01-4853-8902-7824a3a705cb'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:11:33.359364 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-8cd5327b-8656-4a9e-a972-793ff17a6c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3b3ba372-337b-4907-829c-54b4ef6443b7), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:33.574687 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-61c444a0-d9fb-4209-8f8b-1bfb0caa955b req-13d6e31a-d576-4cfa-9560-b9fa15c9d430 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2207758 Feb 09 01:11:33.615180 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0cbc82e9-6d84-4ad9-bdb9-dce4e333dbec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1ae722e1-4bcd-4a0b-a7f1-f230aef4c396), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:33.615180 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0cbc82e9-6d84-4ad9-bdb9-dce4e333dbec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:33.615765 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0cbc82e9-6d84-4ad9-bdb9-dce4e333dbec admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1ae722e1-4bcd-4a0b-a7f1-f230aef4c396 HTTP/1.1" status: 204 len: 168 time: 0.7071996 Feb 09 01:11:33.631780 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6788e-e3c3-4de3-8c05-70f63fba716a req-cf034845-3a9c-4a18-b416-e07bfacccc11 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:33.639107 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc82e9-6d84-4ad9-bdb9-dce4e333dbec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae722e1-4bcd-4a0b-a7f1-f230aef4c396,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:33.639702 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-52d6788e-e3c3-4de3-8c05-70f63fba716a req-cf034845-3a9c-4a18-b416-e07bfacccc11 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 943 time: 0.2547843 Feb 09 01:11:33.721798 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-8cd5327b-8656-4a9e-a972-793ff17a6c12 service neutron] For port 3b3ba372-337b-4907-829c-54b4ef6443b7, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:11:33.727855 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-8cd5327b-8656-4a9e-a972-793ff17a6c12 service neutron] For port 3b3ba372-337b-4907-829c-54b4ef6443b7, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=3b3ba372-337b-4907-829c-54b4ef6443b7,segment=NetworkSegment(c09a8a87-556d-487a-811a-06517127dee5),segment_id=c09a8a87-556d-487a-811a-06517127dee5)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:11:33.738926 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:11:33.811019 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-8cd5327b-8656-4a9e-a972-793ff17a6c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (3b3ba372-337b-4907-829c-54b4ef6443b7), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:33.948637 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c14c9458-09ea-4983-aac9-cbf95334e2d9 req-7835741c-b31b-40a3-ab87-d3b0d2bf33cc tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/ports?device_id=b3030863-1379-4cc8-955c-f4acb8d1d938 HTTP/1.1" status: 200 len: 210 time: 0.1698012 Feb 09 01:11:33.982332 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-52d6788e-e3c3-4de3-8c05-70f63fba716a req-5738d6b0-7870-489e-b053-6c00fc0ad714 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146451 Feb 09 01:11:34.148766 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-8cd5327b-8656-4a9e-a972-793ff17a6c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:34.149401 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-8cd5327b-8656-4a9e-a972-793ff17a6c12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:34.150836 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-8cd5327b-8656-4a9e-a972-793ff17a6c12 service neutron] 10.222.0.120 "PUT /v2.0/ports/3b3ba372-337b-4907-829c-54b4ef6443b7 HTTP/1.1" status: 200 len: 1121 time: 1.7603228 Feb 09 01:11:34.224681 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['3b3ba372-337b-4907-829c-54b4ef6443b7'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:11:34.226789 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd5327b-8656-4a9e-a972-793ff17a6c12 service neutron] Pushing event updated for resources: {'Port': ['ID=3b3ba372-337b-4907-829c-54b4ef6443b7,revision_number=8']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:34.362380 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ce5d2-7c05-403d-99b5-2ba6c398b70b req-66f73fa9-235c-4f3f-94e8-8ebb21afb999 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:34.379136 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-067ce5d2-7c05-403d-99b5-2ba6c398b70b req-66f73fa9-235c-4f3f-94e8-8ebb21afb999 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.47 "GET /v2.0/networks?id=7f137bfd-685a-43bd-bf22-7b98306319d4 HTTP/1.1" status: 200 len: 821 time: 0.3951089 Feb 09 01:11:34.382597 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['3b3ba372-337b-4907-829c-54b4ef6443b7'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:11:34.393238 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-067ce5d2-7c05-403d-99b5-2ba6c398b70b req-d3c13a9f-b4dd-4e78-ad58-8d58303f66f0 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Request body: {'port': {'device_id': 'b3030863-1379-4cc8-955c-f4acb8d1d938', 'network_id': '7f137bfd-685a-43bd-bf22-7b98306319d4', 'admin_state_up': True, 'tenant_id': '4be1453321a64a26a73b0c3ad948922b'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:34.529989 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76161835-0ab7-4d2f-9429-8a615f4976d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:34.723603 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-067ce5d2-7c05-403d-99b5-2ba6c398b70b req-d3c13a9f-b4dd-4e78-ad58-8d58303f66f0 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Made reservation on behalf of 4be1453321a64a26a73b0c3ad948922b for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:11:34.731045 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-067ce5d2-7c05-403d-99b5-2ba6c398b70b req-d3c13a9f-b4dd-4e78-ad58-8d58303f66f0 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:34.944011 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.db.resource_extend [None req-57e68902-ff7c-4ba5-9a70-67570d43ab75 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:11:34.974577 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 3b3ba372-337b-4907-829c-54b4ef6443b7 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:11:35.096929 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da4b2b-c11d-4e8b-8426-ebe17eb627b4 req-6e3c8414-b724-4c24-ab3b-308ba1fc3031 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:35.112241 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da4b2b-c11d-4e8b-8426-ebe17eb627b4 req-6e3c8414-b724-4c24-ab3b-308ba1fc3031 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:35.130338 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da4b2b-c11d-4e8b-8426-ebe17eb627b4 req-6e3c8414-b724-4c24-ab3b-308ba1fc3031 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:35.138503 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da4b2b-c11d-4e8b-8426-ebe17eb627b4 req-6e3c8414-b724-4c24-ab3b-308ba1fc3031 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:35.153122 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da4b2b-c11d-4e8b-8426-ebe17eb627b4 req-6e3c8414-b724-4c24-ab3b-308ba1fc3031 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:35.157170 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-57e68902-ff7c-4ba5-9a70-67570d43ab75 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:35.167622 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da4b2b-c11d-4e8b-8426-ebe17eb627b4 req-6e3c8414-b724-4c24-ab3b-308ba1fc3031 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:35.170121 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-57e68902-ff7c-4ba5-9a70-67570d43ab75 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (65a928ef-b945-46be-a807-88f18bae0c2f), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:35.180035 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da4b2b-c11d-4e8b-8426-ebe17eb627b4 req-6e3c8414-b724-4c24-ab3b-308ba1fc3031 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:35.192286 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d1da4b2b-c11d-4e8b-8426-ebe17eb627b4 req-6e3c8414-b724-4c24-ab3b-308ba1fc3031 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5422 time: 0.4289999 Feb 09 01:11:35.199134 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee8b8469-8cc1-4924-a98a-e738b0ddf122', 'tag': '3b3ba372-337b-4907-829c-54b4ef6443b7'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:11:35.201662 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2070abd-a5d3-4a64-95fa-586bf10a5893" -d '{"events": [{"name": "network-changed", "server_uuid": "ee8b8469-8cc1-4924-a98a-e738b0ddf122", "tag": "3b3ba372-337b-4907-829c-54b4ef6443b7"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:11:35.291039 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5609a244-88b5-495d-b242-75b584377ef9 req-1224fc60-4546-40d3-9f96-aa8f9ca3b989 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/ports?device_id=b3030863-1379-4cc8-955c-f4acb8d1d938 HTTP/1.1" status: 200 len: 210 time: 0.0570641 Feb 09 01:11:35.339587 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 3b3ba372-337b-4907-829c-54b4ef6443b7, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=3b3ba372-337b-4907-829c-54b4ef6443b7,segment=NetworkSegment(c09a8a87-556d-487a-811a-06517127dee5),segment_id=c09a8a87-556d-487a-811a-06517127dee5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:35.383674 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 3b3ba372-337b-4907-829c-54b4ef6443b7 has no active binding in host n-h2-828369-4 {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 01:11:35.421757 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d1da4b2b-c11d-4e8b-8426-ebe17eb627b4 req-02fa4d4f-e12e-4739-8a24-32a059f62137 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2277966 Feb 09 01:11:35.465386 n-d-828369-4 neutron-server[103137]: INFO neutron.db.l3_db [None req-57e68902-ff7c-4ba5-9a70-67570d43ab75 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Floating IP 65a928ef-b945-46be-a807-88f18bae0c2f associated. External IP: 172.25.8.193, port: d3174d59-dca0-4b98-a236-7fe2c2fe09a3. Feb 09 01:11:35.468868 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-067ce5d2-7c05-403d-99b5-2ba6c398b70b req-d3c13a9f-b4dd-4e78-ad58-8d58303f66f0 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Allocated IP 172.20.0.11 (7f137bfd-685a-43bd-bf22-7b98306319d4/ee1c419e-b5fc-481c-9369-52d887722539/62418c2d-8a6a-4960-bc6d-3de9f3fde0de) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:11:35.522165 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83501ad-8271-497a-92d2-224379618f73 x-openstack-request-id: req-a83501ad-8271-497a-92d2-224379618f73 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:11:35.522603 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee8b8469-8cc1-4924-a98a-e738b0ddf122", "tag": "3b3ba372-337b-4907-829c-54b4ef6443b7", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:11:35.522963 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a83501ad-8271-497a-92d2-224379618f73 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:11:35.523460 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee8b8469-8cc1-4924-a98a-e738b0ddf122', 'tag': '3b3ba372-337b-4907-829c-54b4ef6443b7', 'status': 'completed', 'code': 200} Feb 09 01:11:35.642980 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2070abd-a5d3-4a64-95fa-586bf10a5893 req-d585eaaf-38f3-45ae-9c7b-3f8781e7d3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:35.645452 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d2070abd-a5d3-4a64-95fa-586bf10a5893 req-d585eaaf-38f3-45ae-9c7b-3f8781e7d3eb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=349016141cb643eba466ab5e9338a7e5&device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 1155 time: 0.0876644 Feb 09 01:11:35.680063 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a78de-8dcf-4f5e-b90a-4e0a2afed2ab req-cdf42ed6-64c6-437b-9e58-7b540630747c tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:35.681391 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c71a78de-8dcf-4f5e-b90a-4e0a2afed2ab req-cdf42ed6-64c6-437b-9e58-7b540630747c tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 943 time: 0.1910467 Feb 09 01:11:35.852954 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:35.904443 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c71a78de-8dcf-4f5e-b90a-4e0a2afed2ab req-e31a07dc-c2d1-4b51-ad67-6f560131c881 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842299 Feb 09 01:11:35.966372 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2070abd-a5d3-4a64-95fa-586bf10a5893 req-38d09908-b263-448d-a09d-8679ffa9d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:35.967860 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d2070abd-a5d3-4a64-95fa-586bf10a5893 req-38d09908-b263-448d-a09d-8679ffa9d67b service neutron] 10.222.0.47 "GET /v2.0/networks?id=584d7274-cb01-4853-8902-7824a3a705cb HTTP/1.1" status: 200 len: 909 time: 0.3125701 Feb 09 01:11:35.990867 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e68902-ff7c-4ba5-9a70-67570d43ab75 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Router 82ccfa62-dd4e-47d2-843d-b2b7f42ce657 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:11:36.023385 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-067ce5d2-7c05-403d-99b5-2ba6c398b70b req-d3c13a9f-b4dd-4e78-ad58-8d58303f66f0 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks [] for port (62418c2d-8a6a-4960-bc6d-3de9f3fde0de), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:36.041047 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d2070abd-a5d3-4a64-95fa-586bf10a5893 req-2bb1a1f4-5ef2-4802-89de-1442a9d85b12 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b3ba372-337b-4907-829c-54b4ef6443b7 HTTP/1.1" status: 200 len: 217 time: 0.0655375 Feb 09 01:11:36.123538 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-067ce5d2-7c05-403d-99b5-2ba6c398b70b req-d3c13a9f-b4dd-4e78-ad58-8d58303f66f0 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (62418c2d-8a6a-4960-bc6d-3de9f3fde0de), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:36.187424 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2070abd-a5d3-4a64-95fa-586bf10a5893 req-2d2b33dd-6220-4944-82f1-c639b29d6857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:36.189582 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d2070abd-a5d3-4a64-95fa-586bf10a5893 req-2d2b33dd-6220-4944-82f1-c639b29d6857 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4611cb36-f3d2-4498-977c-18da9d170e4c HTTP/1.1" status: 200 len: 847 time: 0.1412117 Feb 09 01:11:36.235852 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-067ce5d2-7c05-403d-99b5-2ba6c398b70b req-d3c13a9f-b4dd-4e78-ad58-8d58303f66f0 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Network 7f137bfd-685a-43bd-bf22-7b98306319d4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:11:36.241652 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-067ce5d2-7c05-403d-99b5-2ba6c398b70b req-d3c13a9f-b4dd-4e78-ad58-8d58303f66f0 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:36.246076 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-067ce5d2-7c05-403d-99b5-2ba6c398b70b req-d3c13a9f-b4dd-4e78-ad58-8d58303f66f0 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:11:36.258088 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d2070abd-a5d3-4a64-95fa-586bf10a5893 req-b62ae313-d008-49dc-bbc9-f1c9fe0fb146 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=584d7274-cb01-4853-8902-7824a3a705cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622072 Feb 09 01:11:36.308564 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ce5d2-7c05-403d-99b5-2ba6c398b70b req-d3c13a9f-b4dd-4e78-ad58-8d58303f66f0 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:36.309260 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-067ce5d2-7c05-403d-99b5-2ba6c398b70b req-d3c13a9f-b4dd-4e78-ad58-8d58303f66f0 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:36.318188 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c13a9f-b4dd-4e78-ad58-8d58303f66f0 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Pushing event updated for resources: {'Port': ['ID=62418c2d-8a6a-4960-bc6d-3de9f3fde0de,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:36.338033 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-067ce5d2-7c05-403d-99b5-2ba6c398b70b req-d3c13a9f-b4dd-4e78-ad58-8d58303f66f0 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9490602 Feb 09 01:11:36.352291 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-067ce5d2-7c05-403d-99b5-2ba6c398b70b req-4937150a-a706-4280-856e-57a48bca3189 service neutron] Request body: {'port': {'device_id': 'b3030863-1379-4cc8-955c-f4acb8d1d938', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:36.406581 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e68902-ff7c-4ba5-9a70-67570d43ab75 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:11:36.419289 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adea3a52-9074-4a5e-b9a2-4c47ddc7c339 None None] Sync routers for ids ['82ccfa62-dd4e-47d2-843d-b2b7f42ce657'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:11:36.438034 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-57e68902-ff7c-4ba5-9a70-67570d43ab75 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:36.458653 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adea3a52-9074-4a5e-b9a2-4c47ddc7c339 None None] Routers {'82ccfa62-dd4e-47d2-843d-b2b7f42ce657'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:11:36.461212 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-adea3a52-9074-4a5e-b9a2-4c47ddc7c339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:11:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['82ccfa62-dd4e-47d2-843d-b2b7f42ce657'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:36.550283 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c54b29-39fd-4c75-8397-0896c255f8d6 req-0244a6fa-5d61-4ace-89d0-e990bece97a1 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:36.559624 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-46c54b29-39fd-4c75-8397-0896c255f8d6 req-0244a6fa-5d61-4ace-89d0-e990bece97a1 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/ports?device_id=b3030863-1379-4cc8-955c-f4acb8d1d938 HTTP/1.1" status: 200 len: 932 time: 0.1680679 Feb 09 01:11:36.566196 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d2070abd-a5d3-4a64-95fa-586bf10a5893 req-413d6439-232b-40cc-92ec-15a0e2cceb75 service neutron] 10.222.0.47 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924881 Feb 09 01:11:36.570155 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-57e68902-ff7c-4ba5-9a70-67570d43ab75 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "PUT /v2.0/floatingips/65a928ef-b945-46be-a807-88f18bae0c2f HTTP/1.1" status: 200 len: 991 time: 3.4218247 Feb 09 01:11:36.570819 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0260a4bf-4ace-4971-8dd9-e8ec87d2ae52', 'tag': 'd3174d59-dca0-4b98-a236-7fe2c2fe09a3'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:11:36.573168 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4731f77c-0ac2-476d-882d-a03fa9212154" -d '{"events": [{"name": "network-changed", "server_uuid": "0260a4bf-4ace-4971-8dd9-e8ec87d2ae52", "tag": "d3174d59-dca0-4b98-a236-7fe2c2fe09a3"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:11:36.649591 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-067ce5d2-7c05-403d-99b5-2ba6c398b70b req-4937150a-a706-4280-856e-57a48bca3189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (62418c2d-8a6a-4960-bc6d-3de9f3fde0de), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:36.665737 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d2070abd-a5d3-4a64-95fa-586bf10a5893 req-cb449819-87e9-4df5-8cba-0c59fd85dd8f service neutron] 10.222.0.47 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895293 Feb 09 01:11:36.704592 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-adea3a52-9074-4a5e-b9a2-4c47ddc7c339 None None] Set router 82ccfa62-dd4e-47d2-843d-b2b7f42ce657 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:11:36.876330 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77748b11-6f9b-47f6-8a83-c65e603b4cad req-6cf96e13-9908-4a22-8206-7c913edc1b5f tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:36.882838 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77748b11-6f9b-47f6-8a83-c65e603b4cad req-6cf96e13-9908-4a22-8206-7c913edc1b5f tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:36.888630 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77748b11-6f9b-47f6-8a83-c65e603b4cad req-6cf96e13-9908-4a22-8206-7c913edc1b5f tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:36.894825 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77748b11-6f9b-47f6-8a83-c65e603b4cad req-6cf96e13-9908-4a22-8206-7c913edc1b5f tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:36.900655 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77748b11-6f9b-47f6-8a83-c65e603b4cad req-6cf96e13-9908-4a22-8206-7c913edc1b5f tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:36.908827 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77748b11-6f9b-47f6-8a83-c65e603b4cad req-6cf96e13-9908-4a22-8206-7c913edc1b5f tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:36.915015 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77748b11-6f9b-47f6-8a83-c65e603b4cad req-6cf96e13-9908-4a22-8206-7c913edc1b5f tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:36.917332 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-77748b11-6f9b-47f6-8a83-c65e603b4cad req-6cf96e13-9908-4a22-8206-7c913edc1b5f tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5422 time: 0.3462081 Feb 09 01:11:36.934746 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-46c54b29-39fd-4c75-8397-0896c255f8d6 req-34f064c6-42a8-4dad-af60-3caa1529e5e0 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/security-groups?id=638acb0c-686f-472f-a3bd-c81129bba32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359673 Feb 09 01:11:37.059672 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-adea3a52-9074-4a5e-b9a2-4c47ddc7c339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'name': 'tempest-AttachVolumeShelveTestJSON-982540893-router', 'tenant_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1771017d-b6be-4aa6-9ea7-2a0790080398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:07Z', 'updated_at': '2022-02-09T01:06:17Z', 'revision_number': 4, 'project_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'gw_port': {'id': '1771017d-b6be-4aa6-9ea7-2a0790080398', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:84:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:09Z', 'updated_at': '2022-02-09T01:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '65a928ef-b945-46be-a807-88f18bae0c2f', 'tenant_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'floating_ip_address': '172.25.8.193', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'port_id': 'd3174d59-dca0-4b98-a236-7fe2c2fe09a3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554', 'mac_address': 'fa:16:3e:1c:e9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260a4bf-4ace-4971-8dd9-e8ec87d2ae52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:11:15Z', 'updated_at': '2022-02-09T01:11:34Z', 'revision_number': 1, 'project_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c36cd8d-a67f-49ed-9195-ce8cf6bb6443', 'name': '', 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554', 'tenant_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'mac_address': 'fa:16:3e:b2:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'd13d90e7-a71d-4313-a595-9a761a96acb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:15Z', 'updated_at': '2022-02-09T01:06:25Z', 'revision_number': 5, 'project_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'subnets': [{'id': 'd13d90e7-a71d-4313-a595-9a761a96acb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:37.214808 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-77748b11-6f9b-47f6-8a83-c65e603b4cad req-72f33b0c-947f-463a-825b-dfe7bcdcd6e5 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2885442 Feb 09 01:11:37.263553 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d8093-b8dd-4112-8d23-ec775965465f req-d45312ef-23f1-42fd-869f-51d1781b4edd tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:37.265326 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b24d8093-b8dd-4112-8d23-ec775965465f req-d45312ef-23f1-42fd-869f-51d1781b4edd tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 945 time: 0.2018263 Feb 09 01:11:37.280191 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adea3a52-9074-4a5e-b9a2-4c47ddc7c339 None None] Checking router: 82ccfa62-dd4e-47d2-843d-b2b7f42ce657 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:11:37.302059 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adea3a52-9074-4a5e-b9a2-4c47ddc7c339 None None] Routers {'82ccfa62-dd4e-47d2-843d-b2b7f42ce657'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:11:37.302984 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-adea3a52-9074-4a5e-b9a2-4c47ddc7c339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:11:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['82ccfa62-dd4e-47d2-843d-b2b7f42ce657'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:37.335279 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3c10da-67dc-4ced-994e-05824dcedcf6 x-openstack-request-id: req-9a3c10da-67dc-4ced-994e-05824dcedcf6 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:11:37.336166 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0260a4bf-4ace-4971-8dd9-e8ec87d2ae52", "tag": "d3174d59-dca0-4b98-a236-7fe2c2fe09a3", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:11:37.336656 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9a3c10da-67dc-4ced-994e-05824dcedcf6 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:11:37.337224 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0260a4bf-4ace-4971-8dd9-e8ec87d2ae52', 'tag': 'd3174d59-dca0-4b98-a236-7fe2c2fe09a3', 'status': 'completed', 'code': 200} Feb 09 01:11:37.396204 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b24d8093-b8dd-4112-8d23-ec775965465f req-8fa157e3-9434-4833-8d22-d75107d5b69f tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189396 Feb 09 01:11:37.475380 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731f77c-0ac2-476d-882d-a03fa9212154 req-c0dda82b-04e9-42f1-bace-861b8dfc1165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:37.486282 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4731f77c-0ac2-476d-882d-a03fa9212154 req-c0dda82b-04e9-42f1-bace-861b8dfc1165 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cd714d32a01d4967bf3dd491f0b2d2f7&device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 1127 time: 0.1252997 Feb 09 01:11:37.555359 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-adea3a52-9074-4a5e-b9a2-4c47ddc7c339 None None] Set router 82ccfa62-dd4e-47d2-843d-b2b7f42ce657 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:11:37.632029 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ecaeb-0ef9-4c9e-8d13-3d86b1ec61ed req-bd61fd1f-bd34-4860-8c37-31ac3513b882 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:37.633732 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ea1ecaeb-0ef9-4c9e-8d13-3d86b1ec61ed req-bd61fd1f-bd34-4860-8c37-31ac3513b882 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 943 time: 0.1705637 Feb 09 01:11:37.646619 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 51430) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:37.719459 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731f77c-0ac2-476d-882d-a03fa9212154 req-f126f543-af37-4434-954d-a244c333f852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:37.728741 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4731f77c-0ac2-476d-882d-a03fa9212154 req-f126f543-af37-4434-954d-a244c333f852 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8e06ad67-97d1-4f11-889a-fde8ce1f4554 HTTP/1.1" status: 200 len: 918 time: 0.2355218 Feb 09 01:11:37.760202 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ea1ecaeb-0ef9-4c9e-8d13-3d86b1ec61ed req-bb91dc92-67df-4e18-a042-5d96231acf64 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160128 Feb 09 01:11:37.764066 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:37.766810 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-067ce5d2-7c05-403d-99b5-2ba6c398b70b req-4937150a-a706-4280-856e-57a48bca3189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62418c2d-8a6a-4960-bc6d-3de9f3fde0de {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:11:37.785864 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-067ce5d2-7c05-403d-99b5-2ba6c398b70b req-4937150a-a706-4280-856e-57a48bca3189 service neutron] Publish callbacks [] for port (62418c2d-8a6a-4960-bc6d-3de9f3fde0de), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:37.790945 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:37.816348 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-067ce5d2-7c05-403d-99b5-2ba6c398b70b req-4937150a-a706-4280-856e-57a48bca3189 service neutron] Transition to ACTIVE for port object 62418c2d-8a6a-4960-bc6d-3de9f3fde0de will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:11:37.823392 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-067ce5d2-7c05-403d-99b5-2ba6c398b70b req-4937150a-a706-4280-856e-57a48bca3189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (62418c2d-8a6a-4960-bc6d-3de9f3fde0de), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:37.900297 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3751f231-ebf4-4b9c-b746-788d6c78026a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:37.918875 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-adea3a52-9074-4a5e-b9a2-4c47ddc7c339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'name': 'tempest-AttachVolumeShelveTestJSON-982540893-router', 'tenant_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1771017d-b6be-4aa6-9ea7-2a0790080398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:07Z', 'updated_at': '2022-02-09T01:06:17Z', 'revision_number': 4, 'project_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'gw_port': {'id': '1771017d-b6be-4aa6-9ea7-2a0790080398', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:84:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:09Z', 'updated_at': '2022-02-09T01:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '65a928ef-b945-46be-a807-88f18bae0c2f', 'tenant_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'floating_ip_address': '172.25.8.193', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'port_id': 'd3174d59-dca0-4b98-a236-7fe2c2fe09a3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554', 'mac_address': 'fa:16:3e:1c:e9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260a4bf-4ace-4971-8dd9-e8ec87d2ae52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:11:15Z', 'updated_at': '2022-02-09T01:11:34Z', 'revision_number': 1, 'project_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c36cd8d-a67f-49ed-9195-ce8cf6bb6443', 'name': '', 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554', 'tenant_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'mac_address': 'fa:16:3e:b2:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'd13d90e7-a71d-4313-a595-9a761a96acb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:15Z', 'updated_at': '2022-02-09T01:06:25Z', 'revision_number': 5, 'project_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'subnets': [{'id': 'd13d90e7-a71d-4313-a595-9a761a96acb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:37.973595 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adea3a52-9074-4a5e-b9a2-4c47ddc7c339 None None] The sync data for ids ['82ccfa62-dd4e-47d2-843d-b2b7f42ce657'] in n-d-828369-4 is: [{'id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'name': 'tempest-AttachVolumeShelveTestJSON-982540893-router', 'tenant_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1771017d-b6be-4aa6-9ea7-2a0790080398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:07Z', 'updated_at': '2022-02-09T01:06:17Z', 'revision_number': 4, 'project_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'gw_port': {'id': '1771017d-b6be-4aa6-9ea7-2a0790080398', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:84:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:09Z', 'updated_at': '2022-02-09T01:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '65a928ef-b945-46be-a807-88f18bae0c2f', 'tenant_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'floating_ip_address': '172.25.8.193', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'port_id': 'd3174d59-dca0-4b98-a236-7fe2c2fe09a3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554', 'mac_address': 'fa:16:3e:1c:e9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0260a4bf-4ace-4971-8dd9-e8ec87d2ae52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:11:15Z', 'updated_at': '2022-02-09T01:11:34Z', 'revision_number': 1, 'project_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c36cd8d-a67f-49ed-9195-ce8cf6bb6443', 'name': '', 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554', 'tenant_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'mac_address': 'fa:16:3e:b2:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'd13d90e7-a71d-4313-a595-9a761a96acb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:15Z', 'updated_at': '2022-02-09T01:06:25Z', 'revision_number': 5, 'project_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'subnets': [{'id': 'd13d90e7-a71d-4313-a595-9a761a96acb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:11:37.994812 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4937150a-a706-4280-856e-57a48bca3189 service neutron] Pushing event updated for resources: {'Port': ['ID=62418c2d-8a6a-4960-bc6d-3de9f3fde0de,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:38.011333 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-067ce5d2-7c05-403d-99b5-2ba6c398b70b req-4937150a-a706-4280-856e-57a48bca3189 service neutron] Attempting to bind port 62418c2d-8a6a-4960-bc6d-3de9f3fde0de on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:11:38.012029 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-067ce5d2-7c05-403d-99b5-2ba6c398b70b req-4937150a-a706-4280-856e-57a48bca3189 service neutron] Attempting to bind port 62418c2d-8a6a-4960-bc6d-3de9f3fde0de by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'c2fd7346-b7d9-4c72-b7d0-a3003d85a30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '7f137bfd-685a-43bd-bf22-7b98306319d4'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:11:38.012198 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067ce5d2-7c05-403d-99b5-2ba6c398b70b req-4937150a-a706-4280-856e-57a48bca3189 service neutron] Attempting to bind port 62418c2d-8a6a-4960-bc6d-3de9f3fde0de on network 7f137bfd-685a-43bd-bf22-7b98306319d4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:11:38.017815 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067ce5d2-7c05-403d-99b5-2ba6c398b70b req-4937150a-a706-4280-856e-57a48bca3189 service neutron] Port 62418c2d-8a6a-4960-bc6d-3de9f3fde0de on network 7f137bfd-685a-43bd-bf22-7b98306319d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:11:38.018294 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067ce5d2-7c05-403d-99b5-2ba6c398b70b req-4937150a-a706-4280-856e-57a48bca3189 service neutron] Attempting to bind port 62418c2d-8a6a-4960-bc6d-3de9f3fde0de on network 7f137bfd-685a-43bd-bf22-7b98306319d4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:11:38.024642 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067ce5d2-7c05-403d-99b5-2ba6c398b70b req-4937150a-a706-4280-856e-57a48bca3189 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:11:38.025006 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067ce5d2-7c05-403d-99b5-2ba6c398b70b req-4937150a-a706-4280-856e-57a48bca3189 service neutron] Checking segment: {'id': 'c2fd7346-b7d9-4c72-b7d0-a3003d85a30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '7f137bfd-685a-43bd-bf22-7b98306319d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:11:38.025568 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067ce5d2-7c05-403d-99b5-2ba6c398b70b req-4937150a-a706-4280-856e-57a48bca3189 service neutron] Bound using segment: {'id': 'c2fd7346-b7d9-4c72-b7d0-a3003d85a30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '7f137bfd-685a-43bd-bf22-7b98306319d4'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:11:38.026260 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-067ce5d2-7c05-403d-99b5-2ba6c398b70b req-4937150a-a706-4280-856e-57a48bca3189 service neutron] Bound port: 62418c2d-8a6a-4960-bc6d-3de9f3fde0de, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2fd7346-b7d9-4c72-b7d0-a3003d85a30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '7f137bfd-685a-43bd-bf22-7b98306319d4'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:11:38.026592 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-067ce5d2-7c05-403d-99b5-2ba6c398b70b req-4937150a-a706-4280-856e-57a48bca3189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (62418c2d-8a6a-4960-bc6d-3de9f3fde0de), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:38.057326 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4731f77c-0ac2-476d-882d-a03fa9212154 req-8de0a192-3cd1-495a-8082-718594843b34 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3174d59-dca0-4b98-a236-7fe2c2fe09a3 HTTP/1.1" status: 200 len: 999 time: 0.3210692 Feb 09 01:11:38.154294 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731f77c-0ac2-476d-882d-a03fa9212154 req-07de44f5-ccef-4d87-a49c-6f7d9830c9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:38.156560 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4731f77c-0ac2-476d-882d-a03fa9212154 req-07de44f5-ccef-4d87-a49c-6f7d9830c9bc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d13d90e7-a71d-4313-a595-9a761a96acb7 HTTP/1.1" status: 200 len: 855 time: 0.0905819 Feb 09 01:11:38.185777 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-067ce5d2-7c05-403d-99b5-2ba6c398b70b req-4937150a-a706-4280-856e-57a48bca3189 service neutron] For port 62418c2d-8a6a-4960-bc6d-3de9f3fde0de, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:11:38.200373 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb47008-cefd-42be-bd1c-3526f4e43653 req-cd14f52f-0be9-4e4d-9805-ffb02a56f519 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:38.202500 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-efb47008-cefd-42be-bd1c-3526f4e43653 req-cd14f52f-0be9-4e4d-9805-ffb02a56f519 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/ports?device_id=b3030863-1379-4cc8-955c-f4acb8d1d938 HTTP/1.1" status: 200 len: 944 time: 0.1264186 Feb 09 01:11:38.205087 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-067ce5d2-7c05-403d-99b5-2ba6c398b70b req-4937150a-a706-4280-856e-57a48bca3189 service neutron] For port 62418c2d-8a6a-4960-bc6d-3de9f3fde0de, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=62418c2d-8a6a-4960-bc6d-3de9f3fde0de,segment=NetworkSegment(c2fd7346-b7d9-4c72-b7d0-a3003d85a30a),segment_id=c2fd7346-b7d9-4c72-b7d0-a3003d85a30a)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:11:38.228439 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-067ce5d2-7c05-403d-99b5-2ba6c398b70b req-4937150a-a706-4280-856e-57a48bca3189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (62418c2d-8a6a-4960-bc6d-3de9f3fde0de), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:38.273651 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731f77c-0ac2-476d-882d-a03fa9212154 req-b5af2566-7d11-4964-a9eb-cbf1669bb749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:38.275218 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4731f77c-0ac2-476d-882d-a03fa9212154 req-b5af2566-7d11-4964-a9eb-cbf1669bb749 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8e06ad67-97d1-4f11-889a-fde8ce1f4554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0951715 Feb 09 01:11:38.286341 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3751f231-ebf4-4b9c-b746-788d6c78026a admin admin] Publish callbacks [] for security_group (35b9a3cd-5480-468d-97ef-c8c14b1890de), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:38.307323 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3751f231-ebf4-4b9c-b746-788d6c78026a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (35b9a3cd-5480-468d-97ef-c8c14b1890de), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:38.333135 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ce5d2-7c05-403d-99b5-2ba6c398b70b req-4937150a-a706-4280-856e-57a48bca3189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:38.334281 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-067ce5d2-7c05-403d-99b5-2ba6c398b70b req-4937150a-a706-4280-856e-57a48bca3189 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:38.336985 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-067ce5d2-7c05-403d-99b5-2ba6c398b70b req-4937150a-a706-4280-856e-57a48bca3189 service neutron] 10.222.0.47 "PUT /v2.0/ports/62418c2d-8a6a-4960-bc6d-3de9f3fde0de HTTP/1.1" status: 200 len: 1092 time: 1.9893603 Feb 09 01:11:38.351976 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3030863-1379-4cc8-955c-f4acb8d1d938', 'tag': '62418c2d-8a6a-4960-bc6d-3de9f3fde0de'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:11:38.355405 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45cb8c4-c4f8-45a2-afd5-96babb06d167" -d '{"events": [{"name": "network-changed", "server_uuid": "b3030863-1379-4cc8-955c-f4acb8d1d938", "tag": "62418c2d-8a6a-4960-bc6d-3de9f3fde0de"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:11:38.408341 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894c0129-daa1-49d9-953a-f1415a6e6c12 None None] New status for floating IP 65a928ef-b945-46be-a807-88f18bae0c2f: ACTIVE {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:11:38.441037 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:38.481637 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4731f77c-0ac2-476d-882d-a03fa9212154 req-23cb8514-1e03-4993-9859-671e3386fcdf service neutron] 10.222.0.47 "GET /v2.0/networks/8e06ad67-97d1-4f11-889a-fde8ce1f4554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974578 Feb 09 01:11:38.554156 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3751f231-ebf4-4b9c-b746-788d6c78026a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b9a3cd-5480-468d-97ef-c8c14b1890de,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:38.685867 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4731f77c-0ac2-476d-882d-a03fa9212154 req-5e9b7690-e8da-484a-be4f-fd4f7fd85b40 service neutron] 10.222.0.47 "GET /v2.0/networks/8e06ad67-97d1-4f11-889a-fde8ce1f4554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918221 Feb 09 01:11:38.690276 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3751f231-ebf4-4b9c-b746-788d6c78026a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5ed6d4449d514551a04f04548c595496&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0424674 Feb 09 01:11:38.692967 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 51448) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:38.767964 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a98c5023-7cb4-438b-98f5-5a58ccb4ecd0 admin admin] Publish callbacks [] for security_group (35b9a3cd-5480-468d-97ef-c8c14b1890de), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:38.806470 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a98c5023-7cb4-438b-98f5-5a58ccb4ecd0 admin admin] Publish callbacks [] for security_group (35b9a3cd-5480-468d-97ef-c8c14b1890de), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:38.876209 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a98c5023-7cb4-438b-98f5-5a58ccb4ecd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (35b9a3cd-5480-468d-97ef-c8c14b1890de), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:38.880294 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a98c5023-7cb4-438b-98f5-5a58ccb4ecd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:38.883961 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a98c5023-7cb4-438b-98f5-5a58ccb4ecd0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/35b9a3cd-5480-468d-97ef-c8c14b1890de HTTP/1.1" status: 204 len: 168 time: 0.1890256 Feb 09 01:11:38.895206 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98c5023-7cb4-438b-98f5-5a58ccb4ecd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b9a3cd-5480-468d-97ef-c8c14b1890de,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:38.929144 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4937150a-a706-4280-856e-57a48bca3189 service neutron] Pushing event updated for resources: {'Port': ['ID=62418c2d-8a6a-4960-bc6d-3de9f3fde0de,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:38.974574 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-efb47008-cefd-42be-bd1c-3526f4e43653 req-7e20169e-7dca-4fce-8db2-bea59816bc69 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/security-groups?id=638acb0c-686f-472f-a3bd-c81129bba32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7643118 Feb 09 01:11:39.036359 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b9138-ebd8-49ee-83ad-17a09bcea876 req-8d7c0396-af32-4882-94a7-ecf66cbba89e tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:39.045052 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b9138-ebd8-49ee-83ad-17a09bcea876 req-8d7c0396-af32-4882-94a7-ecf66cbba89e tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:39.050701 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b9138-ebd8-49ee-83ad-17a09bcea876 req-8d7c0396-af32-4882-94a7-ecf66cbba89e tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:39.056333 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b9138-ebd8-49ee-83ad-17a09bcea876 req-8d7c0396-af32-4882-94a7-ecf66cbba89e tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:39.063344 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b9138-ebd8-49ee-83ad-17a09bcea876 req-8d7c0396-af32-4882-94a7-ecf66cbba89e tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:39.070018 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b9138-ebd8-49ee-83ad-17a09bcea876 req-8d7c0396-af32-4882-94a7-ecf66cbba89e tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:39.074925 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b9138-ebd8-49ee-83ad-17a09bcea876 req-8d7c0396-af32-4882-94a7-ecf66cbba89e tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:39.077203 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b16b9138-ebd8-49ee-83ad-17a09bcea876 req-8d7c0396-af32-4882-94a7-ecf66cbba89e tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5422 time: 0.7181327 Feb 09 01:11:39.080576 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ce5d2-7c05-403d-99b5-2ba6c398b70b req-b0f0caca-cde8-48c9-a72b-99857b659a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:39.082176 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-067ce5d2-7c05-403d-99b5-2ba6c398b70b req-b0f0caca-cde8-48c9-a72b-99857b659a9f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4be1453321a64a26a73b0c3ad948922b&device_id=b3030863-1379-4cc8-955c-f4acb8d1d938 HTTP/1.1" status: 200 len: 1126 time: 0.1976204 Feb 09 01:11:39.142769 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-067ce5d2-7c05-403d-99b5-2ba6c398b70b req-57f8e42c-0cc7-4c2a-b2f6-91a43d8ba23b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62418c2d-8a6a-4960-bc6d-3de9f3fde0de HTTP/1.1" status: 200 len: 217 time: 0.0491958 Feb 09 01:11:39.262203 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:39.276914 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b16b9138-ebd8-49ee-83ad-17a09bcea876 req-a830367f-22c8-41b4-80e7-047ae62f7e31 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1910727 Feb 09 01:11:39.286817 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ce5d2-7c05-403d-99b5-2ba6c398b70b req-51ae3c0e-41aa-4736-8864-81713544ea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:39.293509 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-067ce5d2-7c05-403d-99b5-2ba6c398b70b req-51ae3c0e-41aa-4736-8864-81713544ea6e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ee1c419e-b5fc-481c-9369-52d887722539 HTTP/1.1" status: 200 len: 861 time: 0.1410801 Feb 09 01:11:39.307860 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790afef-6bd3-4f55-932e-6879cdde35cd req-d200b1b6-8831-4f9c-be76-31755dc3f9c1 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:39.307860 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1790afef-6bd3-4f55-932e-6879cdde35cd req-d200b1b6-8831-4f9c-be76-31755dc3f9c1 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 945 time: 0.1695156 Feb 09 01:11:39.380649 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-067ce5d2-7c05-403d-99b5-2ba6c398b70b req-6890a393-6f69-47df-8390-f6533003d876 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7f137bfd-685a-43bd-bf22-7b98306319d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726180 Feb 09 01:11:39.470819 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 51462) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:39.496567 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0e9f1898-f888-4d6d-9134-f1f8654256b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:39.524381 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1790afef-6bd3-4f55-932e-6879cdde35cd req-cbd67505-908a-431c-aaf0-9cf91b881e37 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517487 Feb 09 01:11:39.590895 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c9e39-8b1c-48a3-9827-240c81e604b9 req-a1b5dca1-12dc-4aa2-b262-81f806d52dfb tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:39.592523 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-297c9e39-8b1c-48a3-9827-240c81e604b9 req-a1b5dca1-12dc-4aa2-b262-81f806d52dfb tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 943 time: 0.1905029 Feb 09 01:11:39.623512 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-067ce5d2-7c05-403d-99b5-2ba6c398b70b req-8d074226-c1b2-4c6c-9cdb-3da861acc357 service neutron] 10.222.0.47 "GET /v2.0/networks/7f137bfd-685a-43bd-bf22-7b98306319d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352350 Feb 09 01:11:39.705729 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86348371-b07f-4606-8fdb-d2271905ea86 x-openstack-request-id: req-86348371-b07f-4606-8fdb-d2271905ea86 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:11:39.706037 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3030863-1379-4cc8-955c-f4acb8d1d938", "tag": "62418c2d-8a6a-4960-bc6d-3de9f3fde0de", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:11:39.706340 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-86348371-b07f-4606-8fdb-d2271905ea86 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:11:39.706836 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3030863-1379-4cc8-955c-f4acb8d1d938', 'tag': '62418c2d-8a6a-4960-bc6d-3de9f3fde0de', 'status': 'completed', 'code': 200} Feb 09 01:11:39.732588 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0e9f1898-f888-4d6d-9134-f1f8654256b5 admin admin] Publish callbacks [] for security_group (6bda3b95-c359-4b35-b52e-462fe1fe296d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:39.743699 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0e9f1898-f888-4d6d-9134-f1f8654256b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (6bda3b95-c359-4b35-b52e-462fe1fe296d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:39.757565 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-067ce5d2-7c05-403d-99b5-2ba6c398b70b req-00cc292b-120d-4c6a-a034-726a1ac2d1dd service neutron] 10.222.0.47 "GET /v2.0/networks/7f137bfd-685a-43bd-bf22-7b98306319d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134279 Feb 09 01:11:39.785419 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f1898-f888-4d6d-9134-f1f8654256b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bda3b95-c359-4b35-b52e-462fe1fe296d,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:39.802842 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-297c9e39-8b1c-48a3-9827-240c81e604b9 req-e7f13b68-cf4e-49c4-b4ec-fcd47ab9644a tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913607 Feb 09 01:11:39.834590 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0e9f1898-f888-4d6d-9134-f1f8654256b5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=005cb7eb97734db1b87fec349ade61d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3610454 Feb 09 01:11:39.838242 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 51474) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:39.919320 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45cb8c4-c4f8-45a2-afd5-96babb06d167 req-1226e95f-61d2-4897-9d1e-d3bee8973cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:39.920965 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b45cb8c4-c4f8-45a2-afd5-96babb06d167 req-1226e95f-61d2-4897-9d1e-d3bee8973cb1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4be1453321a64a26a73b0c3ad948922b&device_id=b3030863-1379-4cc8-955c-f4acb8d1d938 HTTP/1.1" status: 200 len: 1126 time: 0.1073427 Feb 09 01:11:39.948031 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-12c46ca1-dd51-4da9-b681-22275cc57bdc admin admin] Publish callbacks [] for security_group (6bda3b95-c359-4b35-b52e-462fe1fe296d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:40.013644 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-12c46ca1-dd51-4da9-b681-22275cc57bdc admin admin] Publish callbacks [] for security_group (6bda3b95-c359-4b35-b52e-462fe1fe296d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:40.114213 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-12c46ca1-dd51-4da9-b681-22275cc57bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (6bda3b95-c359-4b35-b52e-462fe1fe296d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:40.117232 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-12c46ca1-dd51-4da9-b681-22275cc57bdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:40.118601 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-12c46ca1-dd51-4da9-b681-22275cc57bdc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6bda3b95-c359-4b35-b52e-462fe1fe296d HTTP/1.1" status: 204 len: 168 time: 0.2791061 Feb 09 01:11:40.134481 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c46ca1-dd51-4da9-b681-22275cc57bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bda3b95-c359-4b35-b52e-462fe1fe296d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:40.183690 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45cb8c4-c4f8-45a2-afd5-96babb06d167 req-33329a01-0436-47ff-8693-60e6004dbf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:40.191615 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b45cb8c4-c4f8-45a2-afd5-96babb06d167 req-33329a01-0436-47ff-8693-60e6004dbf6d service neutron] 10.222.0.47 "GET /v2.0/networks?id=7f137bfd-685a-43bd-bf22-7b98306319d4 HTTP/1.1" status: 200 len: 923 time: 0.2635224 Feb 09 01:11:40.325292 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b45cb8c4-c4f8-45a2-afd5-96babb06d167 req-1716a426-0e33-4d1d-aeb3-df28d235a7e5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=62418c2d-8a6a-4960-bc6d-3de9f3fde0de HTTP/1.1" status: 200 len: 217 time: 0.1020422 Feb 09 01:11:40.444496 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45cb8c4-c4f8-45a2-afd5-96babb06d167 req-2f5b3793-c360-4b62-877b-3b9ec5d0900f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:40.449715 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b45cb8c4-c4f8-45a2-afd5-96babb06d167 req-2f5b3793-c360-4b62-877b-3b9ec5d0900f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ee1c419e-b5fc-481c-9369-52d887722539 HTTP/1.1" status: 200 len: 861 time: 0.1026864 Feb 09 01:11:40.529474 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b45cb8c4-c4f8-45a2-afd5-96babb06d167 req-8b9a1d93-44fe-491d-88df-bcb9dc1764f7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7f137bfd-685a-43bd-bf22-7b98306319d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432208 Feb 09 01:11:40.612714 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db460f-6205-44c3-a261-425b81a43175 req-f1f7edc8-1e57-4895-b3df-b0dbff8a6c2c tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:40.620574 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-42db460f-6205-44c3-a261-425b81a43175 req-f1f7edc8-1e57-4895-b3df-b0dbff8a6c2c tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/ports?device_id=b3030863-1379-4cc8-955c-f4acb8d1d938 HTTP/1.1" status: 200 len: 944 time: 0.4572790 Feb 09 01:11:40.755349 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1327626-e8f1-4f2b-a128-d3478de0874f req-9467a367-cc0f-4303-9350-66a8197b9176 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:40.764151 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a1327626-e8f1-4f2b-a128-d3478de0874f req-9467a367-cc0f-4303-9350-66a8197b9176 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 946 time: 0.3216310 Feb 09 01:11:40.800263 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-42db460f-6205-44c3-a261-425b81a43175 req-3414b8da-8aa6-4c8f-b0d9-24b21273f720 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/security-groups?id=638acb0c-686f-472f-a3bd-c81129bba32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786966 Feb 09 01:11:40.924780 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b45cb8c4-c4f8-45a2-afd5-96babb06d167 req-54414bd2-28e7-4793-8212-d5f9fd3652c2 service neutron] 10.222.0.47 "GET /v2.0/networks/7f137bfd-685a-43bd-bf22-7b98306319d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703763 Feb 09 01:11:41.056034 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b45cb8c4-c4f8-45a2-afd5-96babb06d167 req-7df5a381-84ec-4877-8d02-0084011da47d service neutron] 10.222.0.47 "GET /v2.0/networks/7f137bfd-685a-43bd-bf22-7b98306319d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192775 Feb 09 01:11:41.097100 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a1327626-e8f1-4f2b-a128-d3478de0874f req-edd882cc-c921-44c0-abc5-e819bdf81fa1 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242996 Feb 09 01:11:41.219760 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4f476-987e-4a4f-9946-9ce76f8ecce3 req-0268d39b-ba87-46b3-b4bb-7ae54cc19349 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:41.230463 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4f476-987e-4a4f-9946-9ce76f8ecce3 req-0268d39b-ba87-46b3-b4bb-7ae54cc19349 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:41.237885 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4f476-987e-4a4f-9946-9ce76f8ecce3 req-0268d39b-ba87-46b3-b4bb-7ae54cc19349 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:41.244387 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4f476-987e-4a4f-9946-9ce76f8ecce3 req-0268d39b-ba87-46b3-b4bb-7ae54cc19349 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:41.250967 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4f476-987e-4a4f-9946-9ce76f8ecce3 req-0268d39b-ba87-46b3-b4bb-7ae54cc19349 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:41.257494 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4f476-987e-4a4f-9946-9ce76f8ecce3 req-0268d39b-ba87-46b3-b4bb-7ae54cc19349 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:41.263654 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4f476-987e-4a4f-9946-9ce76f8ecce3 req-0268d39b-ba87-46b3-b4bb-7ae54cc19349 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:41.272292 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bac4f476-987e-4a4f-9946-9ce76f8ecce3 req-0268d39b-ba87-46b3-b4bb-7ae54cc19349 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5422 time: 0.3366439 Feb 09 01:11:41.358965 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 62418c2d-8a6a-4960-bc6d-3de9f3fde0de details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:11:41.364011 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 3b3ba372-337b-4907-829c-54b4ef6443b7 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:11:41.373111 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bac4f476-987e-4a4f-9946-9ce76f8ecce3 req-04bfc106-f110-49c9-90d2-c633613d15ac tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0825257 Feb 09 01:11:41.490583 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d78d93-4dea-45ee-99ce-eea68951a587 req-a671d04a-4b36-4d1b-9fd0-3d9c237831dc tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:41.500185 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-50d78d93-4dea-45ee-99ce-eea68951a587 req-a671d04a-4b36-4d1b-9fd0-3d9c237831dc tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 943 time: 0.2249029 Feb 09 01:11:41.613786 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-50d78d93-4dea-45ee-99ce-eea68951a587 req-130de07c-79f8-4f04-b9f3-7c144766d934 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076236 Feb 09 01:11:41.659027 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 3b3ba372-337b-4907-829c-54b4ef6443b7 is: DOWN; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:41.715426 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 62418c2d-8a6a-4960-bc6d-3de9f3fde0de, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=62418c2d-8a6a-4960-bc6d-3de9f3fde0de,segment=NetworkSegment(c2fd7346-b7d9-4c72-b7d0-a3003d85a30a),segment_id=c2fd7346-b7d9-4c72-b7d0-a3003d85a30a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:41.730010 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '62418c2d-8a6a-4960-bc6d-3de9f3fde0de', 'network_id': '7f137bfd-685a-43bd-bf22-7b98306319d4', 'port_id': '62418c2d-8a6a-4960-bc6d-3de9f3fde0de', 'mac_address': 'fa:16:3e:33:a3:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee1c419e-b5fc-481c-9369-52d887722539', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:11:41.797510 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 62418c2d-8a6a-4960-bc6d-3de9f3fde0de is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:41.797923 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (62418c2d-8a6a-4960-bc6d-3de9f3fde0de), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:41.817354 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62418c2d-8a6a-4960-bc6d-3de9f3fde0de {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:11:41.841973 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 62418c2d-8a6a-4960-bc6d-3de9f3fde0de, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=62418c2d-8a6a-4960-bc6d-3de9f3fde0de,segment=NetworkSegment(c2fd7346-b7d9-4c72-b7d0-a3003d85a30a),segment_id=c2fd7346-b7d9-4c72-b7d0-a3003d85a30a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:41.850914 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (62418c2d-8a6a-4960-bc6d-3de9f3fde0de), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:41.930600 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=62418c2d-8a6a-4960-bc6d-3de9f3fde0de,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:42.049623 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6e16f-25ea-4e3a-9b65-c0aaed7b098a req-7755050c-c50b-460e-a4b5-33d55169239f tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:42.057033 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3ae6e16f-25ea-4e3a-9b65-c0aaed7b098a req-7755050c-c50b-460e-a4b5-33d55169239f tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/ports?device_id=b3030863-1379-4cc8-955c-f4acb8d1d938 HTTP/1.1" status: 200 len: 945 time: 0.1089137 Feb 09 01:11:42.097802 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['62418c2d-8a6a-4960-bc6d-3de9f3fde0de'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:11:42.155415 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3ae6e16f-25ea-4e3a-9b65-c0aaed7b098a req-c4fb52f6-f16d-4253-bfcb-5aa72f895358 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/security-groups?id=638acb0c-686f-472f-a3bd-c81129bba32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973899 Feb 09 01:11:42.325978 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47747a-bac6-472e-964f-c35db60684cc req-40caa536-5ae7-4338-a967-d3573dc6c896 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:42.335469 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5d47747a-bac6-472e-964f-c35db60684cc req-40caa536-5ae7-4338-a967-d3573dc6c896 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 946 time: 0.1029823 Feb 09 01:11:42.393071 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5d47747a-bac6-472e-964f-c35db60684cc req-30ceb365-f231-47a9-82f1-8e542ed3671a tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566924 Feb 09 01:11:42.683553 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a674f7-8d00-4313-95e4-6cc00b85f54b req-c16d3b27-84ca-41bc-a099-325fce2d8301 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:42.690173 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a674f7-8d00-4313-95e4-6cc00b85f54b req-c16d3b27-84ca-41bc-a099-325fce2d8301 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:42.697061 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a674f7-8d00-4313-95e4-6cc00b85f54b req-c16d3b27-84ca-41bc-a099-325fce2d8301 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:42.716168 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a674f7-8d00-4313-95e4-6cc00b85f54b req-c16d3b27-84ca-41bc-a099-325fce2d8301 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:42.722933 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a674f7-8d00-4313-95e4-6cc00b85f54b req-c16d3b27-84ca-41bc-a099-325fce2d8301 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:42.730062 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a674f7-8d00-4313-95e4-6cc00b85f54b req-c16d3b27-84ca-41bc-a099-325fce2d8301 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:42.737048 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a674f7-8d00-4313-95e4-6cc00b85f54b req-c16d3b27-84ca-41bc-a099-325fce2d8301 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:42.739652 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d0a674f7-8d00-4313-95e4-6cc00b85f54b req-c16d3b27-84ca-41bc-a099-325fce2d8301 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5422 time: 0.1757481 Feb 09 01:11:42.903773 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a2d18-1b0b-49de-abfe-d123bdb0c1db req-209c6925-5638-429b-8adb-f73bbcf265d3 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:42.905562 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a53a2d18-1b0b-49de-abfe-d123bdb0c1db req-209c6925-5638-429b-8adb-f73bbcf265d3 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.120 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 946 time: 0.1645570 Feb 09 01:11:42.967347 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d0a674f7-8d00-4313-95e4-6cc00b85f54b req-8e2cd7ce-d6ee-4af7-80b9-8d40d7c9bbf2 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2018816 Feb 09 01:11:42.992723 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0b984-426e-4c33-9627-5aa77e066c38 req-d6f9ea2a-46e0-482d-b2dc-e32fbcd6ceb5 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:42.994871 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-65d0b984-426e-4c33-9627-5aa77e066c38 req-d6f9ea2a-46e0-482d-b2dc-e32fbcd6ceb5 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 943 time: 0.2528234 Feb 09 01:11:43.093686 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-65d0b984-426e-4c33-9627-5aa77e066c38 req-877fadbc-9fda-4cd1-95fd-1263f25daa12 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905290 Feb 09 01:11:43.142498 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-a53a2d18-1b0b-49de-abfe-d123bdb0c1db req-596c8f9d-3394-48c8-94f6-0cfbdfb29dee tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Deleting port a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:11:43.143118 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a53a2d18-1b0b-49de-abfe-d123bdb0c1db req-596c8f9d-3394-48c8-94f6-0cfbdfb29dee tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:43.332827 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-a53a2d18-1b0b-49de-abfe-d123bdb0c1db req-596c8f9d-3394-48c8-94f6-0cfbdfb29dee tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] For port a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9,segment=NetworkSegment(2c79ec4a-284a-40f7-bbb4-646b3066ffe8),segment_id=2c79ec4a-284a-40f7-bbb4-646b3066ffe8)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:43.333464 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a53a2d18-1b0b-49de-abfe-d123bdb0c1db req-596c8f9d-3394-48c8-94f6-0cfbdfb29dee tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:43.350157 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-a53a2d18-1b0b-49de-abfe-d123bdb0c1db req-596c8f9d-3394-48c8-94f6-0cfbdfb29dee tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Calling delete_port for a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:11:43.373298 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 62418c2d-8a6a-4960-bc6d-3de9f3fde0de up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:11:43.535757 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 62418c2d-8a6a-4960-bc6d-3de9f3fde0de completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:11:43.542330 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 62418c2d-8a6a-4960-bc6d-3de9f3fde0de triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:43.543180 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (62418c2d-8a6a-4960-bc6d-3de9f3fde0de), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:43.648363 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf7c471-324b-4774-a8ef-4802f760aa6f req-28bc7684-0541-4330-9d52-8d8e9967dab1 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:43.655255 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1bf7c471-324b-4774-a8ef-4802f760aa6f req-28bc7684-0541-4330-9d52-8d8e9967dab1 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/ports?device_id=b3030863-1379-4cc8-955c-f4acb8d1d938 HTTP/1.1" status: 200 len: 945 time: 0.4282749 Feb 09 01:11:43.674785 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a53a2d18-1b0b-49de-abfe-d123bdb0c1db req-596c8f9d-3394-48c8-94f6-0cfbdfb29dee tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:43.701811 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:11:43.730699 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 62418c2d-8a6a-4960-bc6d-3de9f3fde0de is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:43.731384 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (62418c2d-8a6a-4960-bc6d-3de9f3fde0de), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:43.757250 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c8f9d-3394-48c8-94f6-0cfbdfb29dee tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Pushing event deleted for resources: {'Port': ['ID=a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:43.769268 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3030863-1379-4cc8-955c-f4acb8d1d938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62418c2d-8a6a-4960-bc6d-3de9f3fde0de'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:11:43.771923 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d39b94-3b21-423c-8996-9a5c3fa37410" -d '{"events": [{"server_uuid": "b3030863-1379-4cc8-955c-f4acb8d1d938", "name": "network-vif-plugged", "status": "completed", "tag": "62418c2d-8a6a-4960-bc6d-3de9f3fde0de"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:11:43.773890 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050985a2-9763-446c-b5af-a2c6e300ed5a req-2059fd26-4a03-476a-aa25-a42ea17a2eb8 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:43.789103 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-050985a2-9763-446c-b5af-a2c6e300ed5a req-2059fd26-4a03-476a-aa25-a42ea17a2eb8 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ce49ed9-12b0-4b60-8114-85abc2a34ce6 HTTP/1.1" status: 200 len: 868 time: 0.2262239 Feb 09 01:11:43.815133 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 62418c2d-8a6a-4960-bc6d-3de9f3fde0de, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=62418c2d-8a6a-4960-bc6d-3de9f3fde0de,segment=NetworkSegment(c2fd7346-b7d9-4c72-b7d0-a3003d85a30a),segment_id=c2fd7346-b7d9-4c72-b7d0-a3003d85a30a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:43.828136 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (62418c2d-8a6a-4960-bc6d-3de9f3fde0de), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:43.923195 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=62418c2d-8a6a-4960-bc6d-3de9f3fde0de,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:43.932054 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:43.932708 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:43.933134 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:43.933613 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:43.934070 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:43.934483 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:43.934893 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:43.935295 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:43.935695 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:43.936100 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:43.936499 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:43.936982 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:43.937740 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:11:43.947719 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1bf7c471-324b-4774-a8ef-4802f760aa6f req-329fe5b3-0baf-4ea5-8be4-5b5472610295 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/security-groups?id=638acb0c-686f-472f-a3bd-c81129bba32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909153 Feb 09 01:11:43.958769 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-050985a2-9763-446c-b5af-a2c6e300ed5a req-b3ed194e-4923-4bdb-85e6-0a7f435f1dc0 tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.50 "GET /v2.0/security-groups?id=e65a060f-1fc7-4eff-af13-46699e6ce347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684783 Feb 09 01:11:43.997004 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53a2d18-1b0b-49de-abfe-d123bdb0c1db req-596c8f9d-3394-48c8-94f6-0cfbdfb29dee tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] No DVR routers for this DVR port a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:11:44.000907 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a53a2d18-1b0b-49de-abfe-d123bdb0c1db req-596c8f9d-3394-48c8-94f6-0cfbdfb29dee tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:44.013297 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a53a2d18-1b0b-49de-abfe-d123bdb0c1db req-596c8f9d-3394-48c8-94f6-0cfbdfb29dee tempest-ServersNegativeTestJSON-496319975 tempest-ServersNegativeTestJSON-496319975-project] 10.222.0.120 "DELETE /v2.0/ports/a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 HTTP/1.1" status: 204 len: 173 time: 1.1003826 Feb 09 01:11:44.017017 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce49ed9-12b0-4b60-8114-85abc2a34ce6', 'name': 'network-vif-deleted', 'tag': 'a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:11:44.029171 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b82144e-7bea-4f56-bd8f-b0badbe11897" -d '{"events": [{"server_uuid": "5ce49ed9-12b0-4b60-8114-85abc2a34ce6", "name": "network-vif-deleted", "tag": "a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:11:44.100371 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05cd48d-2d06-4fbd-93a1-73d73ac6525a x-openstack-request-id: req-b05cd48d-2d06-4fbd-93a1-73d73ac6525a {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:11:44.100988 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3030863-1379-4cc8-955c-f4acb8d1d938", "name": "network-vif-plugged", "status": "completed", "tag": "62418c2d-8a6a-4960-bc6d-3de9f3fde0de", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:11:44.101383 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b05cd48d-2d06-4fbd-93a1-73d73ac6525a {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:11:44.101991 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3030863-1379-4cc8-955c-f4acb8d1d938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62418c2d-8a6a-4960-bc6d-3de9f3fde0de', 'code': 200} Feb 09 01:11:44.224874 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c492fef-9012-4385-be78-c74f5c88a74a x-openstack-request-id: req-4c492fef-9012-4385-be78-c74f5c88a74a {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:11:44.230814 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce49ed9-12b0-4b60-8114-85abc2a34ce6", "name": "network-vif-deleted", "tag": "a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:11:44.231191 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4c492fef-9012-4385-be78-c74f5c88a74a {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:11:44.232986 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce49ed9-12b0-4b60-8114-85abc2a34ce6', 'name': 'network-vif-deleted', 'tag': 'a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9', 'status': 'completed', 'code': 200} Feb 09 01:11:44.371842 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd59668-f755-4f8f-9abb-2ee3a6ef942f req-82ee6af5-f5f4-40ae-85df-06eca935403d tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:44.378188 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd59668-f755-4f8f-9abb-2ee3a6ef942f req-82ee6af5-f5f4-40ae-85df-06eca935403d tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:44.385349 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd59668-f755-4f8f-9abb-2ee3a6ef942f req-82ee6af5-f5f4-40ae-85df-06eca935403d tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:44.395713 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd59668-f755-4f8f-9abb-2ee3a6ef942f req-82ee6af5-f5f4-40ae-85df-06eca935403d tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:44.401520 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd59668-f755-4f8f-9abb-2ee3a6ef942f req-82ee6af5-f5f4-40ae-85df-06eca935403d tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:44.407704 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd59668-f755-4f8f-9abb-2ee3a6ef942f req-82ee6af5-f5f4-40ae-85df-06eca935403d tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:44.420637 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd59668-f755-4f8f-9abb-2ee3a6ef942f req-82ee6af5-f5f4-40ae-85df-06eca935403d tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:44.429017 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0dd59668-f755-4f8f-9abb-2ee3a6ef942f req-82ee6af5-f5f4-40ae-85df-06eca935403d tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5422 time: 0.3405657 Feb 09 01:11:44.471867 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1cff96-0072-4aca-afae-1bf466d2b2a1 req-78cccaeb-2aa3-463c-b981-3ec41e8e026e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:44.473616 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1d1cff96-0072-4aca-afae-1bf466d2b2a1 req-78cccaeb-2aa3-463c-b981-3ec41e8e026e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b3030863-1379-4cc8-955c-f4acb8d1d938 HTTP/1.1" status: 200 len: 1128 time: 0.3048627 Feb 09 01:11:44.526606 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-73d68e96-5d9e-4580-ace3-e0d66bcdacac service neutron] 10.222.0.47 "GET /v2.0/ports/3b3ba372-337b-4907-829c-54b4ef6443b7/bindings/n-h2-828369-4 HTTP/1.1" status: 200 len: 384 time: 0.1200426 Feb 09 01:11:44.567904 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0dd59668-f755-4f8f-9abb-2ee3a6ef942f req-21b8edb6-df96-4f69-8b3f-dc728ef646c0 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1378009 Feb 09 01:11:44.615410 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663816c-90e3-4d74-9584-98d7fae9bf60 req-18fb8c21-7de0-4c1e-bbda-0a28b7687dea tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:44.622313 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7663816c-90e3-4d74-9584-98d7fae9bf60 req-18fb8c21-7de0-4c1e-bbda-0a28b7687dea tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 943 time: 0.3122876 Feb 09 01:11:44.686720 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7663816c-90e3-4d74-9584-98d7fae9bf60 req-3fb11efa-178c-4174-825c-fa67e30d0637 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633509 Feb 09 01:11:44.742556 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1d1cff96-0072-4aca-afae-1bf466d2b2a1 req-41aecb07-0918-400a-a2e6-152f061d385f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=638acb0c-686f-472f-a3bd-c81129bba32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002170 Feb 09 01:11:44.847458 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-a0545dae-0287-43cc-8af7-61847f1184f1 service neutron] For port 3b3ba372-337b-4907-829c-54b4ef6443b7, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=3b3ba372-337b-4907-829c-54b4ef6443b7,segment=NetworkSegment(c09a8a87-556d-487a-811a-06517127dee5),segment_id=c09a8a87-556d-487a-811a-06517127dee5)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:44.880578 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-a0545dae-0287-43cc-8af7-61847f1184f1 service neutron] For port 3b3ba372-337b-4907-829c-54b4ef6443b7, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:11:44.932204 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-a0545dae-0287-43cc-8af7-61847f1184f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b3ba372-337b-4907-829c-54b4ef6443b7 {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:11:44.940762 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-a0545dae-0287-43cc-8af7-61847f1184f1 service neutron] For port 3b3ba372-337b-4907-829c-54b4ef6443b7, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=3b3ba372-337b-4907-829c-54b4ef6443b7,segment=NetworkSegment(c09a8a87-556d-487a-811a-06517127dee5),segment_id=c09a8a87-556d-487a-811a-06517127dee5)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:44.967302 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-a0545dae-0287-43cc-8af7-61847f1184f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3b3ba372-337b-4907-829c-54b4ef6443b7), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:45.074816 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 51706) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:45.150301 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-a0545dae-0287-43cc-8af7-61847f1184f1 service neutron] Transition to ACTIVE for port object 3b3ba372-337b-4907-829c-54b4ef6443b7 will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:11:45.157755 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-64b19aa4-9b00-4746-9ec1-a60fb17e7295 admin admin] Deleting subnet f9451162-d23b-43af-8cc6-7b624c347fcf {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:11:45.159227 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b4c7f-681c-49ba-af37-710a69887440 req-3a6dd449-40ef-4f94-895a-65fc5ad107d9 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:45.162643 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-a0545dae-0287-43cc-8af7-61847f1184f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (3b3ba372-337b-4907-829c-54b4ef6443b7), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:45.168206 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ba9b4c7f-681c-49ba-af37-710a69887440 req-3a6dd449-40ef-4f94-895a-65fc5ad107d9 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/ports?device_id=b3030863-1379-4cc8-955c-f4acb8d1d938 HTTP/1.1" status: 200 len: 946 time: 0.0796649 Feb 09 01:11:45.173133 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-64b19aa4-9b00-4746-9ec1-a60fb17e7295 admin admin] Publish callbacks [] for subnet (f9451162-d23b-43af-8cc6-7b624c347fcf), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:45.247510 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ba9b4c7f-681c-49ba-af37-710a69887440 req-d06f36d3-8bee-432d-b378-244ad7da1d79 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/security-groups?id=638acb0c-686f-472f-a3bd-c81129bba32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765581 Feb 09 01:11:45.293147 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0545dae-0287-43cc-8af7-61847f1184f1 service neutron] Pushing event updated for resources: {'Port': ['ID=3b3ba372-337b-4907-829c-54b4ef6443b7,revision_number=10']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:45.345282 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-64b19aa4-9b00-4746-9ec1-a60fb17e7295 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (f9451162-d23b-43af-8cc6-7b624c347fcf), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:45.424314 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-a0545dae-0287-43cc-8af7-61847f1184f1 service neutron] No DVR routers for this DVR port 3b3ba372-337b-4907-829c-54b4ef6443b7 on host n-h1-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:11:45.464343 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-64b19aa4-9b00-4746-9ec1-a60fb17e7295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (f9451162-d23b-43af-8cc6-7b624c347fcf), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:45.469958 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-a0545dae-0287-43cc-8af7-61847f1184f1 service neutron] 10.222.0.47 "PUT /v2.0/ports/3b3ba372-337b-4907-829c-54b4ef6443b7/bindings/n-h2-828369-4/activate HTTP/1.1" status: 200 len: 369 time: 0.9331062 Feb 09 01:11:45.526642 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-64b19aa4-9b00-4746-9ec1-a60fb17e7295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (f9451162-d23b-43af-8cc6-7b624c347fcf), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:45.557495 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b19aa4-9b00-4746-9ec1-a60fb17e7295 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9451162-d23b-43af-8cc6-7b624c347fcf,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:45.559850 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-64b19aa4-9b00-4746-9ec1-a60fb17e7295 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:45.566105 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-64b19aa4-9b00-4746-9ec1-a60fb17e7295 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f9451162-d23b-43af-8cc6-7b624c347fcf HTTP/1.1" status: 204 len: 168 time: 0.4871809 Feb 09 01:11:45.566353 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 51738) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:45.612932 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 51746) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:45.619294 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-f6519b31-f339-45ee-ad1a-27e79f76d1fb tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-259391166'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:45.650138 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-9a7f6f3d-0c9d-4ac5-9dc0-7f778fba7ee4 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:45.652259 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-9a7f6f3d-0c9d-4ac5-9dc0-7f778fba7ee4 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] 10.222.0.120 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122&tenant_id=349016141cb643eba466ab5e9338a7e5&binding%3Ahost_id=n-h1-828369-4 HTTP/1.1" status: 200 len: 1126 time: 0.1221669 Feb 09 01:11:45.654142 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee6812dd-9dd1-4f5a-9312-528a05e6d9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:45.656174 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6519b31-f339-45ee-ad1a-27e79f76d1fb tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Made reservation on behalf of e1de9b230a144a68a725edf02d781381 for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:11:45.661656 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f6519b31-f339-45ee-ad1a-27e79f76d1fb tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:45.782112 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee6812dd-9dd1-4f5a-9312-528a05e6d9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:45.818927 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-ee6812dd-9dd1-4f5a-9312-528a05e6d9dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:45.833126 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-ee6812dd-9dd1-4f5a-9312-528a05e6d9dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c79ec4a-284a-40f7-bbb4-646b3066ffe8') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:45.833672 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-ee6812dd-9dd1-4f5a-9312-528a05e6d9dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c79ec4a-284a-40f7-bbb4-646b3066ffe8') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:45.843016 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6519b31-f339-45ee-ad1a-27e79f76d1fb tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1005} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:11:45.850552 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee6812dd-9dd1-4f5a-9312-528a05e6d9dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (2c79ec4a-284a-40f7-bbb4-646b3066ffe8), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:45.872056 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee6812dd-9dd1-4f5a-9312-528a05e6d9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (2c79ec4a-284a-40f7-bbb4-646b3066ffe8), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:45.880431 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee6812dd-9dd1-4f5a-9312-528a05e6d9dc admin admin] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:11:45.881253 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee6812dd-9dd1-4f5a-9312-528a05e6d9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (2c79ec4a-284a-40f7-bbb4-646b3066ffe8), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:45.890581 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f6519b31-f339-45ee-ad1a-27e79f76d1fb tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (2e94c052-df5d-4e4f-b391-ea9eee75e92a), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:45.891178 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-f6519b31-f339-45ee-ad1a-27e79f76d1fb tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Added segment 2e94c052-df5d-4e4f-b391-ea9eee75e92a of type vlan for network 7776bdde-fa28-4fc9-a953-0f38a342d9c3 Feb 09 01:11:45.958919 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:11:45.958919 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:11:45.958919 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:11:45.958919 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:11:45.958919 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:11:45.958919 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:11:45.958919 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:11:45.958919 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:11:45.958919 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:11:45.958919 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:11:45.958919 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:11:45.958919 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:11:45.958919 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:11:45.958919 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:11:45.958919 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:11:45.958919 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:11:45.958919 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:11:45.958919 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:11:45.958919 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:11:45.958919 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:11:45.958919 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:11:45.958919 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:11:45.958919 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:11:45.958919 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:11:45.958919 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:11:45.958919 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:11:45.958919 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:11:45.958919 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:11:45.958919 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:11:45.958919 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:11:45.958919 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:11:45.958919 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:11:45.961254 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf918a4-d803-4842-900d-ad4a1059af3f req-12986fcb-ebcc-4740-be00-8cc1d4e05ece tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:45.966568 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf918a4-d803-4842-900d-ad4a1059af3f req-12986fcb-ebcc-4740-be00-8cc1d4e05ece tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:45.972122 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf918a4-d803-4842-900d-ad4a1059af3f req-12986fcb-ebcc-4740-be00-8cc1d4e05ece tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:45.973232 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee6812dd-9dd1-4f5a-9312-528a05e6d9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:45.977675 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf918a4-d803-4842-900d-ad4a1059af3f req-12986fcb-ebcc-4740-be00-8cc1d4e05ece tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:45.981057 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee6812dd-9dd1-4f5a-9312-528a05e6d9dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:45.987456 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ee6812dd-9dd1-4f5a-9312-528a05e6d9dc admin admin] 10.222.0.50 "DELETE /v2.0/networks/0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0 HTTP/1.1" status: 204 len: 168 time: 0.4179227 Feb 09 01:11:45.987596 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf918a4-d803-4842-900d-ad4a1059af3f req-12986fcb-ebcc-4740-be00-8cc1d4e05ece tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:45.990998 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf918a4-d803-4842-900d-ad4a1059af3f req-12986fcb-ebcc-4740-be00-8cc1d4e05ece tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:45.996186 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf918a4-d803-4842-900d-ad4a1059af3f req-12986fcb-ebcc-4740-be00-8cc1d4e05ece tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:45.996314 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6812dd-9dd1-4f5a-9312-528a05e6d9dc admin admin] Pushing event deleted for resources: {'Network': ['ID=0bfc1064-b4ef-4e27-9008-2bbd4ea6b0c0,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:46.003000 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-edf918a4-d803-4842-900d-ad4a1059af3f req-12986fcb-ebcc-4740-be00-8cc1d4e05ece tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5422 time: 0.2879257 Feb 09 01:11:46.006552 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f6519b31-f339-45ee-ad1a-27e79f76d1fb tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (7776bdde-fa28-4fc9-a953-0f38a342d9c3), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:46.071704 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-e846f60a-9064-49a7-bca6-c14680e95cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:46.073265 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-e846f60a-9064-49a7-bca6-c14680e95cfb service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122&tenant_id=349016141cb643eba466ab5e9338a7e5 HTTP/1.1" status: 200 len: 1126 time: 0.3739614 Feb 09 01:11:46.074012 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f6519b31-f339-45ee-ad1a-27e79f76d1fb tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (7776bdde-fa28-4fc9-a953-0f38a342d9c3), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:46.080066 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6519b31-f339-45ee-ad1a-27e79f76d1fb tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:46.080742 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f6519b31-f339-45ee-ad1a-27e79f76d1fb tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:46.118706 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3235d45-579c-41b1-8036-620a85931026 req-8e7a11a0-e561-4fbd-a9e8-483e01889157 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:46.120376 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a3235d45-579c-41b1-8036-620a85931026 req-8e7a11a0-e561-4fbd-a9e8-483e01889157 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 944 time: 0.2995961 Feb 09 01:11:46.207954 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 51766) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:46.214821 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f6519b31-f339-45ee-ad1a-27e79f76d1fb tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6002402 Feb 09 01:11:46.226287 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 51768) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:46.234441 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-0991d113-cbde-444f-89c2-8790aff3baa1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-839213544'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:46.245144 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6519b31-f339-45ee-ad1a-27e79f76d1fb tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Pushing event updated for resources: {'Network': ['ID=7776bdde-fa28-4fc9-a953-0f38a342d9c3,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:46.251264 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 51770) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:46.274280 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 7776bdde-fa28-4fc9-a953-0f38a342d9c3 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:11:46.277014 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-edf918a4-d803-4842-900d-ad4a1059af3f req-dc973da3-a293-4859-bbbd-768adbc2bdf2 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2501442 Feb 09 01:11:46.285443 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-250628a0-3036-42b2-aace-18bca3203360 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=355d1325551c4d73aae5a14b9534ded0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0760012 Feb 09 01:11:46.286572 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0991d113-cbde-444f-89c2-8790aff3baa1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Made reservation on behalf of e1de9b230a144a68a725edf02d781381 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:11:46.289246 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 51776) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:46.289866 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0991d113-cbde-444f-89c2-8790aff3baa1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:46.301874 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-3dda52c3-58fe-4a08-a1e2-af7890d4dfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:46.302616 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-3dda52c3-58fe-4a08-a1e2-af7890d4dfee service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=349016141cb643eba466ab5e9338a7e5&device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 1126 time: 0.1473174 Feb 09 01:11:46.313486 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a3235d45-579c-41b1-8036-620a85931026 req-6ecf7e55-ab4b-4840-a238-4948c405f110 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283319 Feb 09 01:11:46.319560 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0991d113-cbde-444f-89c2-8790aff3baa1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1018} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:11:46.331858 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0991d113-cbde-444f-89c2-8790aff3baa1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (b9924f51-c522-46e8-8838-6bb3a31f2b79), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:46.332218 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-0991d113-cbde-444f-89c2-8790aff3baa1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Added segment b9924f51-c522-46e8-8838-6bb3a31f2b79 of type vlan for network 460d32a0-6143-4328-a439-dc4890ffb702 Feb 09 01:11:46.383441 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0991d113-cbde-444f-89c2-8790aff3baa1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (460d32a0-6143-4328-a439-dc4890ffb702), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:46.414530 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0991d113-cbde-444f-89c2-8790aff3baa1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (460d32a0-6143-4328-a439-dc4890ffb702), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:46.418677 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9d841864-15d1-4d80-b1b2-886cdd7406f8 admin admin] Publish callbacks [] for security_group (e65a060f-1fc7-4eff-af13-46699e6ce347), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:46.422026 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0991d113-cbde-444f-89c2-8790aff3baa1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:46.422707 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0991d113-cbde-444f-89c2-8790aff3baa1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:46.472605 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-9341d8c2-a323-487b-8f14-eca2022c737d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:46.473895 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-9341d8c2-a323-487b-8f14-eca2022c737d service neutron] 10.222.0.120 "GET /v2.0/networks?id=584d7274-cb01-4853-8902-7824a3a705cb HTTP/1.1" status: 200 len: 909 time: 0.1578286 Feb 09 01:11:46.484912 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0991d113-cbde-444f-89c2-8790aff3baa1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2557023 Feb 09 01:11:46.490495 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 51778) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:46.491642 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9d841864-15d1-4d80-b1b2-886cdd7406f8 admin admin] Publish callbacks [] for security_group (e65a060f-1fc7-4eff-af13-46699e6ce347), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:46.496485 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-a7a5658b-ae41-4d0d-8e0f-44faacd59ef6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Request body: {'subnet': {'network_id': '7776bdde-fa28-4fc9-a953-0f38a342d9c3', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:46.532485 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-26acfb23-23ac-448b-a1f8-8a5385ebb652 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b3ba372-337b-4907-829c-54b4ef6443b7 HTTP/1.1" status: 200 len: 217 time: 0.0493095 Feb 09 01:11:46.552525 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0991d113-cbde-444f-89c2-8790aff3baa1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Pushing event updated for resources: {'Network': ['ID=460d32a0-6143-4328-a439-dc4890ffb702,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:46.564151 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 460d32a0-6143-4328-a439-dc4890ffb702 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:11:46.574979 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7474fe75-7eea-45b7-a5d4-5bfc20cf6cd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:46.598239 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e67634-de5c-4728-9206-dc2ddafb0bb9 req-8ed43dfa-616c-4e6a-8acb-cb216721d995 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:46.599778 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-56e67634-de5c-4728-9206-dc2ddafb0bb9 req-8ed43dfa-616c-4e6a-8acb-cb216721d995 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/ports?device_id=b3030863-1379-4cc8-955c-f4acb8d1d938 HTTP/1.1" status: 200 len: 946 time: 0.1777182 Feb 09 01:11:46.629777 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a5658b-ae41-4d0d-8e0f-44faacd59ef6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Made reservation on behalf of e1de9b230a144a68a725edf02d781381 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:11:46.632577 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-1cd79b26-3ed1-407a-bba8-75f07dc3ec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:46.633395 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a7a5658b-ae41-4d0d-8e0f-44faacd59ef6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:46.634056 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-1cd79b26-3ed1-407a-bba8-75f07dc3ec2b service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4611cb36-f3d2-4498-977c-18da9d170e4c HTTP/1.1" status: 200 len: 847 time: 0.0906694 Feb 09 01:11:46.667103 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9d841864-15d1-4d80-b1b2-886cdd7406f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e65a060f-1fc7-4eff-af13-46699e6ce347), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:46.669704 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9d841864-15d1-4d80-b1b2-886cdd7406f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:46.670836 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-9d841864-15d1-4d80-b1b2-886cdd7406f8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e65a060f-1fc7-4eff-af13-46699e6ce347 HTTP/1.1" status: 204 len: 168 time: 0.3800066 Feb 09 01:11:46.692390 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-6fb64cdc-9913-4db2-89e5-fbacedd417cd service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=584d7274-cb01-4853-8902-7824a3a705cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458059 Feb 09 01:11:46.705532 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-56e67634-de5c-4728-9206-dc2ddafb0bb9 req-872f7ebb-629e-41e5-bad8-835096b162db tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/security-groups?id=638acb0c-686f-472f-a3bd-c81129bba32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950336 Feb 09 01:11:46.711117 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d841864-15d1-4d80-b1b2-886cdd7406f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65a060f-1fc7-4eff-af13-46699e6ce347,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:46.778586 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7474fe75-7eea-45b7-a5d4-5bfc20cf6cd9 admin admin] Publish callbacks [] for security_group (62fbf00f-de99-4ad4-93e3-4c13465ff2f1), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:46.789029 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7474fe75-7eea-45b7-a5d4-5bfc20cf6cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (62fbf00f-de99-4ad4-93e3-4c13465ff2f1), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:46.868209 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7474fe75-7eea-45b7-a5d4-5bfc20cf6cd9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eef6278e0acd4a948f5825d7d38bf85b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6135213 Feb 09 01:11:46.869488 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 51786) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:46.871533 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7474fe75-7eea-45b7-a5d4-5bfc20cf6cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62fbf00f-de99-4ad4-93e3-4c13465ff2f1,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:46.910200 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-0db02c00-97cb-49fa-861e-ed302d6c7f5d service neutron] 10.222.0.120 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025890 Feb 09 01:11:46.955151 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a7a5658b-ae41-4d0d-8e0f-44faacd59ef6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (ca80025f-d3d8-4978-9cfb-611cf11c3647), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:47.013237 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8d1bc245-56b7-4e60-9940-6b24bcac94d0 admin admin] Publish callbacks [] for security_group (62fbf00f-de99-4ad4-93e3-4c13465ff2f1), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:47.039746 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5658b-ae41-4d0d-8e0f-44faacd59ef6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Pushing event updated for resources: {'Subnet': ['ID=ca80025f-d3d8-4978-9cfb-611cf11c3647,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:47.043890 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:11:47.065498 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8d1bc245-56b7-4e60-9940-6b24bcac94d0 admin admin] Publish callbacks [] for security_group (62fbf00f-de99-4ad4-93e3-4c13465ff2f1), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:47.068233 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:11:47.068623 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device a0cfc5f5-78ba-4bc1-94c9-cbcf49eb97d9 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:11:47.074238 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a9935-2739-4921-b6c1-6ebed25748b0 req-5cad3833-a08a-4da4-88b4-469b8e616fff tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:47.075782 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-862a9935-2739-4921-b6c1-6ebed25748b0 req-5cad3833-a08a-4da4-88b4-469b8e616fff tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/ports?device_id=b3030863-1379-4cc8-955c-f4acb8d1d938 HTTP/1.1" status: 200 len: 946 time: 0.1187255 Feb 09 01:11:47.092585 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a5658b-ae41-4d0d-8e0f-44faacd59ef6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Checking segment: {'id': '2e94c052-df5d-4e4f-b391-ea9eee75e92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '7776bdde-fa28-4fc9-a953-0f38a342d9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:11:47.093043 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a5658b-ae41-4d0d-8e0f-44faacd59ef6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Network hostable DHCP agents. Network: 7776bdde-fa28-4fc9-a953-0f38a342d9c3, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:11:47.094283 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-fe7df181-27af-40a6-9927-c44d0a46aec8 service neutron] 10.222.0.120 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705925 Feb 09 01:11:47.125397 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a5658b-ae41-4d0d-8e0f-44faacd59ef6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Network 7776bdde-fa28-4fc9-a953-0f38a342d9c3 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:11:47.140465 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-a7a5658b-ae41-4d0d-8e0f-44faacd59ef6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 7776bdde-fa28-4fc9-a953-0f38a342d9c3) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:47.147453 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a5658b-ae41-4d0d-8e0f-44faacd59ef6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:47.148082 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a7a5658b-ae41-4d0d-8e0f-44faacd59ef6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:47.153908 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3683952-4153-4888-bb8a-376478a890dd None None] Network 7776bdde-fa28-4fc9-a953-0f38a342d9c3 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:11:47.162045 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8d1bc245-56b7-4e60-9940-6b24bcac94d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (62fbf00f-de99-4ad4-93e3-4c13465ff2f1), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:47.165556 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8d1bc245-56b7-4e60-9940-6b24bcac94d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:47.166782 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-862a9935-2739-4921-b6c1-6ebed25748b0 req-30dc6178-a408-4014-a296-5d1b2f8d0697 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/security-groups?id=638acb0c-686f-472f-a3bd-c81129bba32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830455 Feb 09 01:11:47.169116 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8d1bc245-56b7-4e60-9940-6b24bcac94d0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/62fbf00f-de99-4ad4-93e3-4c13465ff2f1 HTTP/1.1" status: 204 len: 168 time: 0.2944643 Feb 09 01:11:47.178947 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a7a5658b-ae41-4d0d-8e0f-44faacd59ef6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6853094 Feb 09 01:11:47.179714 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 51802) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:47.194804 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-db4eb624-32b4-426d-be47-4f64da17e5ff tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Request body: {'subnet': {'network_id': '460d32a0-6143-4328-a439-dc4890ffb702', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:47.200951 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1bc245-56b7-4e60-9940-6b24bcac94d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fbf00f-de99-4ad4-93e3-4c13465ff2f1,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:47.290915 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4eb624-32b4-426d-be47-4f64da17e5ff tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Made reservation on behalf of e1de9b230a144a68a725edf02d781381 for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:11:47.295583 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-db4eb624-32b4-426d-be47-4f64da17e5ff tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:47.344833 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fdada7-8b3f-4235-8b93-69cd1b77e2aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-7776bdde-fa28-4fc9-a953-0f38a342d9c3', 'network_id': '7776bdde-fa28-4fc9-a953-0f38a342d9c3', 'project_id': 'e1de9b230a144a68a725edf02d781381', 'fixed_ips': [{'subnet_id': 'ca80025f-d3d8-4978-9cfb-611cf11c3647'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:11:47.345696 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-44fdada7-8b3f-4235-8b93-69cd1b77e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:47.542606 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-44fdada7-8b3f-4235-8b93-69cd1b77e2aa None None] Allocated IP 10.1.1.2 (7776bdde-fa28-4fc9-a953-0f38a342d9c3/ca80025f-d3d8-4978-9cfb-611cf11c3647/6278812a-8f77-4718-a49f-70e0d30686be) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:11:47.621979 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 51818) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:47.728589 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-44fdada7-8b3f-4235-8b93-69cd1b77e2aa None None] Publish callbacks [] for port (6278812a-8f77-4718-a49f-70e0d30686be), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:47.738328 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-44fdada7-8b3f-4235-8b93-69cd1b77e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (6278812a-8f77-4718-a49f-70e0d30686be), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:47.781132 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-5e899dd7-7888-4cf8-b014-e5b457f033cd admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-104688067-network', 'tenant_id': 'ce6c774bffc24b77be850e5a40a88fc6'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:47.811523 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e899dd7-7888-4cf8-b014-e5b457f033cd admin admin] Made reservation on behalf of ce6c774bffc24b77be850e5a40a88fc6 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:11:47.815781 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fdada7-8b3f-4235-8b93-69cd1b77e2aa None None] Pushing event updated for resources: {'Port': ['ID=6278812a-8f77-4718-a49f-70e0d30686be,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:47.817238 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5e899dd7-7888-4cf8-b014-e5b457f033cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:47.832392 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5e899dd7-7888-4cf8-b014-e5b457f033cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:47.837765 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fdada7-8b3f-4235-8b93-69cd1b77e2aa None None] Network 7776bdde-fa28-4fc9-a953-0f38a342d9c3 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:11:47.838560 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-a28dcacc-cbe2-4e6c-9be3-f5abc48d53af tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:47.839025 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-44fdada7-8b3f-4235-8b93-69cd1b77e2aa None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:47.840081 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-a28dcacc-cbe2-4e6c-9be3-f5abc48d53af tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] 10.222.0.120 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122&tenant_id=349016141cb643eba466ab5e9338a7e5&binding%3Ahost_id=n-h2-828369-4 HTTP/1.1" status: 200 len: 1126 time: 0.4598496 Feb 09 01:11:47.845485 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fdada7-8b3f-4235-8b93-69cd1b77e2aa None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:11:47.893542 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88aa0b0-5aa3-4d7c-b431-9843d1d71dd6 req-ddf5a2ea-c8b3-494e-8790-3004f2cedfa6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:47.898780 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88aa0b0-5aa3-4d7c-b431-9843d1d71dd6 req-ddf5a2ea-c8b3-494e-8790-3004f2cedfa6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:47.903912 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88aa0b0-5aa3-4d7c-b431-9843d1d71dd6 req-ddf5a2ea-c8b3-494e-8790-3004f2cedfa6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:47.909121 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88aa0b0-5aa3-4d7c-b431-9843d1d71dd6 req-ddf5a2ea-c8b3-494e-8790-3004f2cedfa6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:47.914273 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88aa0b0-5aa3-4d7c-b431-9843d1d71dd6 req-ddf5a2ea-c8b3-494e-8790-3004f2cedfa6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:47.919941 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88aa0b0-5aa3-4d7c-b431-9843d1d71dd6 req-ddf5a2ea-c8b3-494e-8790-3004f2cedfa6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:47.923049 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-44fdada7-8b3f-4235-8b93-69cd1b77e2aa None None] Attempting to bind port 6278812a-8f77-4718-a49f-70e0d30686be on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:11:47.923438 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-44fdada7-8b3f-4235-8b93-69cd1b77e2aa None None] Attempting to bind port 6278812a-8f77-4718-a49f-70e0d30686be by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '2e94c052-df5d-4e4f-b391-ea9eee75e92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '7776bdde-fa28-4fc9-a953-0f38a342d9c3'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:11:47.923885 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fdada7-8b3f-4235-8b93-69cd1b77e2aa None None] Attempting to bind port 6278812a-8f77-4718-a49f-70e0d30686be on network 7776bdde-fa28-4fc9-a953-0f38a342d9c3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:11:47.927661 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88aa0b0-5aa3-4d7c-b431-9843d1d71dd6 req-ddf5a2ea-c8b3-494e-8790-3004f2cedfa6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:47.927661 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c88aa0b0-5aa3-4d7c-b431-9843d1d71dd6 req-ddf5a2ea-c8b3-494e-8790-3004f2cedfa6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5422 time: 0.2114468 Feb 09 01:11:47.934603 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd74cde-1313-43fa-997d-10eff04c756d req-f2401ad1-8062-4ec0-a5bf-1868409bc886 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:47.938657 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fdada7-8b3f-4235-8b93-69cd1b77e2aa None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:11:47.939055 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fdada7-8b3f-4235-8b93-69cd1b77e2aa None None] Checking segment: {'id': '2e94c052-df5d-4e4f-b391-ea9eee75e92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '7776bdde-fa28-4fc9-a953-0f38a342d9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:11:47.939470 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-44fdada7-8b3f-4235-8b93-69cd1b77e2aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:47.940010 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fdada7-8b3f-4235-8b93-69cd1b77e2aa None None] Bound using segment: {'id': '2e94c052-df5d-4e4f-b391-ea9eee75e92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '7776bdde-fa28-4fc9-a953-0f38a342d9c3'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:11:47.941717 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-44fdada7-8b3f-4235-8b93-69cd1b77e2aa None None] Bound port: 6278812a-8f77-4718-a49f-70e0d30686be, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e94c052-df5d-4e4f-b391-ea9eee75e92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '7776bdde-fa28-4fc9-a953-0f38a342d9c3'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:11:47.942339 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-44fdada7-8b3f-4235-8b93-69cd1b77e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6278812a-8f77-4718-a49f-70e0d30686be), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:47.944017 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5e899dd7-7888-4cf8-b014-e5b457f033cd admin admin] Publish callbacks [] for security_group (9e9a517d-e8c4-49bf-ab0b-a9b364770ae3), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:47.944223 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7dd74cde-1313-43fa-997d-10eff04c756d req-f2401ad1-8062-4ec0-a5bf-1868409bc886 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 944 time: 0.2273400 Feb 09 01:11:47.954262 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5e899dd7-7888-4cf8-b014-e5b457f033cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (9e9a517d-e8c4-49bf-ab0b-a9b364770ae3), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:48.002928 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e899dd7-7888-4cf8-b014-e5b457f033cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9a517d-e8c4-49bf-ab0b-a9b364770ae3,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:48.018782 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e899dd7-7888-4cf8-b014-e5b457f033cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1017} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:11:48.037590 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5e899dd7-7888-4cf8-b014-e5b457f033cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (e2aa590a-2781-466a-a2b7-418f9c8f832c), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:48.038190 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-5e899dd7-7888-4cf8-b014-e5b457f033cd admin admin] Added segment e2aa590a-2781-466a-a2b7-418f9c8f832c of type vlan for network 0a88d4c5-e752-4c1b-92b2-b7dc10e7822d Feb 09 01:11:48.040183 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-44fdada7-8b3f-4235-8b93-69cd1b77e2aa None None] For port 6278812a-8f77-4718-a49f-70e0d30686be, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:11:48.045132 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-44fdada7-8b3f-4235-8b93-69cd1b77e2aa None None] For port 6278812a-8f77-4718-a49f-70e0d30686be, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=6278812a-8f77-4718-a49f-70e0d30686be,segment=NetworkSegment(2e94c052-df5d-4e4f-b391-ea9eee75e92a),segment_id=2e94c052-df5d-4e4f-b391-ea9eee75e92a)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:11:48.055294 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-44fdada7-8b3f-4235-8b93-69cd1b77e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (6278812a-8f77-4718-a49f-70e0d30686be), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:48.097644 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5e899dd7-7888-4cf8-b014-e5b457f033cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (0a88d4c5-e752-4c1b-92b2-b7dc10e7822d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:48.139880 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fdada7-8b3f-4235-8b93-69cd1b77e2aa None None] Pushing event updated for resources: {'Port': ['ID=6278812a-8f77-4718-a49f-70e0d30686be,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:48.157792 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5e899dd7-7888-4cf8-b014-e5b457f033cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (0a88d4c5-e752-4c1b-92b2-b7dc10e7822d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:48.158865 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e899dd7-7888-4cf8-b014-e5b457f033cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:48.159855 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5e899dd7-7888-4cf8-b014-e5b457f033cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:48.231089 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5e899dd7-7888-4cf8-b014-e5b457f033cd admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6070673 Feb 09 01:11:48.234504 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 51840) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:48.242053 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-db4eb624-32b4-426d-be47-4f64da17e5ff tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (1f7b747d-a13d-42ff-8656-cd566cc6fad6), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:48.247085 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-a985ff9a-86de-4219-9627-e328df054479 admin admin] Request body: {'subnet': {'network_id': '0a88d4c5-e752-4c1b-92b2-b7dc10e7822d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-104688067-subnet', 'tenant_id': 'ce6c774bffc24b77be850e5a40a88fc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:48.255292 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e899dd7-7888-4cf8-b014-e5b457f033cd admin admin] Pushing event updated for resources: {'Network': ['ID=0a88d4c5-e752-4c1b-92b2-b7dc10e7822d,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:48.261454 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7dd74cde-1313-43fa-997d-10eff04c756d req-99095da1-284f-40ac-8b92-6d55879603cc tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163431 Feb 09 01:11:48.296804 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-4fb4c84c-27f8-4622-8db7-4194f930307f service neutron] For port 3b3ba372-337b-4907-829c-54b4ef6443b7, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:11:48.307006 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-4fb4c84c-27f8-4622-8db7-4194f930307f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:48.308228 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-4fb4c84c-27f8-4622-8db7-4194f930307f service neutron] 10.222.0.120 "DELETE /v2.0/ports/3b3ba372-337b-4907-829c-54b4ef6443b7/bindings/n-h1-828369-4 HTTP/1.1" status: 204 len: 173 time: 0.4378107 Feb 09 01:11:48.310016 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a985ff9a-86de-4219-9627-e328df054479 admin admin] Made reservation on behalf of ce6c774bffc24b77be850e5a40a88fc6 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:11:48.312793 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a985ff9a-86de-4219-9627-e328df054479 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:48.316510 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c88aa0b0-5aa3-4d7c-b431-9843d1d71dd6 req-8566ea93-2785-43a4-a41c-8861f24f1005 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3430002 Feb 09 01:11:48.334562 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 0a88d4c5-e752-4c1b-92b2-b7dc10e7822d details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:11:48.342328 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4eb624-32b4-426d-be47-4f64da17e5ff tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Pushing event updated for resources: {'Subnet': ['ID=1f7b747d-a13d-42ff-8656-cd566cc6fad6,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:48.362758 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4eb624-32b4-426d-be47-4f64da17e5ff tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Checking segment: {'id': 'b9924f51-c522-46e8-8838-6bb3a31f2b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '460d32a0-6143-4328-a439-dc4890ffb702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:11:48.363135 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4eb624-32b4-426d-be47-4f64da17e5ff tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Network hostable DHCP agents. Network: 460d32a0-6143-4328-a439-dc4890ffb702, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:11:48.402820 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4eb624-32b4-426d-be47-4f64da17e5ff tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Network 460d32a0-6143-4328-a439-dc4890ffb702 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:11:48.473893 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-db4eb624-32b4-426d-be47-4f64da17e5ff tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 460d32a0-6143-4328-a439-dc4890ffb702) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:48.491767 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4eb624-32b4-426d-be47-4f64da17e5ff tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:48.497055 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-db4eb624-32b4-426d-be47-4f64da17e5ff tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:48.509496 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf93480-8284-4976-92a2-1697e1a17a09 None None] Network 460d32a0-6143-4328-a439-dc4890ffb702 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:11:48.559946 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-db4eb624-32b4-426d-be47-4f64da17e5ff tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3793461 Feb 09 01:11:48.562639 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 51850) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:48.569569 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-313a43bd-fb58-4fe8-87e0-bea245c90e27 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Request body: {'port': {'network_id': '7776bdde-fa28-4fc9-a953-0f38a342d9c3', 'name': 'tempest-TaggedBootDevicesTest_v242-646296318', 'fixed_ips': [{'subnet_id': 'ca80025f-d3d8-4978-9cfb-611cf11c3647'}]}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:48.592132 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b65ac0-d43e-4606-86df-aa9f55eacfc1 req-561ee9b2-1783-4d39-8b73-fa122bbd94dd tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:48.595073 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76b65ac0-d43e-4606-86df-aa9f55eacfc1 req-561ee9b2-1783-4d39-8b73-fa122bbd94dd tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/ports?device_id=b3030863-1379-4cc8-955c-f4acb8d1d938 HTTP/1.1" status: 200 len: 946 time: 0.1846545 Feb 09 01:11:48.686166 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6287d-5f4b-4b65-963e-a383446d653d req-9d5c76ba-4b09-4c2d-8c3d-50e7cdfdddac tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:48.693027 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-e8a6287d-5f4b-4b65-963e-a383446d653d req-9d5c76ba-4b09-4c2d-8c3d-50e7cdfdddac tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3030863-1379-4cc8-955c-f4acb8d1d938 HTTP/1.1" status: 200 len: 946 time: 0.2236490 Feb 09 01:11:48.822030 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76b65ac0-d43e-4606-86df-aa9f55eacfc1 req-9c1222a8-2723-4f7d-baf6-74ea3c5536ec tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/security-groups?id=638acb0c-686f-472f-a3bd-c81129bba32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986392 Feb 09 01:11:48.839554 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd9b4d-e1ab-4cff-bafe-c7c7dabcb744 req-dd73cddb-ece4-4d78-9ce5-8ebfeac3519a tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:48.849404 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2efd9b4d-e1ab-4cff-bafe-c7c7dabcb744 req-dd73cddb-ece4-4d78-9ce5-8ebfeac3519a tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 1126 time: 0.2540479 Feb 09 01:11:48.887020 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a985ff9a-86de-4219-9627-e328df054479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (75d1e7c1-f168-4852-b5d3-31ea3d2eea68), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:48.898398 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313a43bd-fb58-4fe8-87e0-bea245c90e27 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Made reservation on behalf of e1de9b230a144a68a725edf02d781381 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:11:48.929719 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b6f1e8-9d73-46ec-aeed-8ecefdae876c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-460d32a0-6143-4328-a439-dc4890ffb702', 'network_id': '460d32a0-6143-4328-a439-dc4890ffb702', 'project_id': 'e1de9b230a144a68a725edf02d781381', 'fixed_ips': [{'subnet_id': '1f7b747d-a13d-42ff-8656-cd566cc6fad6'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:11:48.931056 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-36b6f1e8-9d73-46ec-aeed-8ecefdae876c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:48.953960 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985ff9a-86de-4219-9627-e328df054479 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75d1e7c1-f168-4852-b5d3-31ea3d2eea68,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:48.977920 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-e8a6287d-5f4b-4b65-963e-a383446d653d req-db68c1b4-a239-41e7-81e6-c2943f3478b5 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Deleting port 62418c2d-8a6a-4960-bc6d-3de9f3fde0de {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:11:48.978105 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2efd9b4d-e1ab-4cff-bafe-c7c7dabcb744 req-98f4fb29-a5e3-438f-9b32-3b515207d023 tempest-LiveMigrationTest-1159231123 tempest-LiveMigrationTest-1159231123-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262720 Feb 09 01:11:48.978263 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-e8a6287d-5f4b-4b65-963e-a383446d653d req-db68c1b4-a239-41e7-81e6-c2943f3478b5 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (62418c2d-8a6a-4960-bc6d-3de9f3fde0de), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:48.984644 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a985ff9a-86de-4219-9627-e328df054479 admin admin] Checking segment: {'id': 'e2aa590a-2781-466a-a2b7-418f9c8f832c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '0a88d4c5-e752-4c1b-92b2-b7dc10e7822d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:11:48.985014 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a985ff9a-86de-4219-9627-e328df054479 admin admin] Network hostable DHCP agents. Network: 0a88d4c5-e752-4c1b-92b2-b7dc10e7822d, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:11:49.035143 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-313a43bd-fb58-4fe8-87e0-bea245c90e27 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:49.059920 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-313a43bd-fb58-4fe8-87e0-bea245c90e27 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] device_id is not set on port 8d514634-0023-4dbc-9e31-ea618b291a41 yet. {{(pid=103136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:11:49.106999 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a985ff9a-86de-4219-9627-e328df054479 admin admin] Network 0a88d4c5-e752-4c1b-92b2-b7dc10e7822d is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:11:49.132492 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-a985ff9a-86de-4219-9627-e328df054479 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 0a88d4c5-e752-4c1b-92b2-b7dc10e7822d) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:49.142462 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a985ff9a-86de-4219-9627-e328df054479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:49.143050 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a985ff9a-86de-4219-9627-e328df054479 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:49.147108 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccaf588-4c15-40de-9ce5-38b27b158c94 None None] Network 0a88d4c5-e752-4c1b-92b2-b7dc10e7822d requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:11:49.167348 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-e8a6287d-5f4b-4b65-963e-a383446d653d req-db68c1b4-a239-41e7-81e6-c2943f3478b5 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] For port 62418c2d-8a6a-4960-bc6d-3de9f3fde0de, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=62418c2d-8a6a-4960-bc6d-3de9f3fde0de,segment=NetworkSegment(c2fd7346-b7d9-4c72-b7d0-a3003d85a30a),segment_id=c2fd7346-b7d9-4c72-b7d0-a3003d85a30a)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:49.167719 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-e8a6287d-5f4b-4b65-963e-a383446d653d req-db68c1b4-a239-41e7-81e6-c2943f3478b5 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (62418c2d-8a6a-4960-bc6d-3de9f3fde0de), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:49.189705 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-e8a6287d-5f4b-4b65-963e-a383446d653d req-db68c1b4-a239-41e7-81e6-c2943f3478b5 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Calling delete_port for 62418c2d-8a6a-4960-bc6d-3de9f3fde0de owned by compute:nova {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:11:49.299600 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-36b6f1e8-9d73-46ec-aeed-8ecefdae876c None None] Allocated IP 10.2.2.2 (460d32a0-6143-4328-a439-dc4890ffb702/1f7b747d-a13d-42ff-8656-cd566cc6fad6/11f54116-a036-4112-a244-de4f8325dcde) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:11:49.308912 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a985ff9a-86de-4219-9627-e328df054479 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0732794 Feb 09 01:11:49.465411 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 51872) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:49.517623 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2fb84e-f260-4fa3-9c06-df32086b87af None None] Network 0a88d4c5-e752-4c1b-92b2-b7dc10e7822d requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:11:49.543025 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-e8a6287d-5f4b-4b65-963e-a383446d653d req-db68c1b4-a239-41e7-81e6-c2943f3478b5 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (62418c2d-8a6a-4960-bc6d-3de9f3fde0de), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:49.572949 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['62418c2d-8a6a-4960-bc6d-3de9f3fde0de'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:11:49.584324 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db68c1b4-a239-41e7-81e6-c2943f3478b5 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Pushing event deleted for resources: {'Port': ['ID=62418c2d-8a6a-4960-bc6d-3de9f3fde0de,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:49.664040 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a6287d-5f4b-4b65-963e-a383446d653d req-db68c1b4-a239-41e7-81e6-c2943f3478b5 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] No DVR routers for this DVR port 62418c2d-8a6a-4960-bc6d-3de9f3fde0de on host n-h1-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:11:49.671121 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-e8a6287d-5f4b-4b65-963e-a383446d653d req-db68c1b4-a239-41e7-81e6-c2943f3478b5 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:49.678348 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-e8a6287d-5f4b-4b65-963e-a383446d653d req-db68c1b4-a239-41e7-81e6-c2943f3478b5 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.47 "DELETE /v2.0/ports/62418c2d-8a6a-4960-bc6d-3de9f3fde0de HTTP/1.1" status: 204 len: 173 time: 0.9733849 Feb 09 01:11:49.679162 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3030863-1379-4cc8-955c-f4acb8d1d938', 'name': 'network-vif-deleted', 'tag': '62418c2d-8a6a-4960-bc6d-3de9f3fde0de'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:11:49.681715 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae92c6f-c9af-475e-aa6b-6bf16c9b7f5a" -d '{"events": [{"server_uuid": "b3030863-1379-4cc8-955c-f4acb8d1d938", "name": "network-vif-deleted", "tag": "62418c2d-8a6a-4960-bc6d-3de9f3fde0de"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:11:49.725885 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071bd531-2e6b-469d-83e4-de16cb81a6a1 req-58d81006-1816-41c2-b831-51a4d41ec155 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:49.727392 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-071bd531-2e6b-469d-83e4-de16cb81a6a1 req-58d81006-1816-41c2-b831-51a4d41ec155 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 944 time: 0.4001243 Feb 09 01:11:49.745608 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-24cf9934-789b-4be7-b7f4-34aaa1e42f0a tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1436281031'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:49.772787 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-36b6f1e8-9d73-46ec-aeed-8ecefdae876c None None] Publish callbacks [] for port (11f54116-a036-4112-a244-de4f8325dcde), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:49.783844 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-36b6f1e8-9d73-46ec-aeed-8ecefdae876c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (11f54116-a036-4112-a244-de4f8325dcde), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:49.785784 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24cf9934-789b-4be7-b7f4-34aaa1e42f0a tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Made reservation on behalf of 54e06a1c6c69434d8d9c05495960a62f for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:11:49.789163 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-24cf9934-789b-4be7-b7f4-34aaa1e42f0a tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:49.793355 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988ee90-ab14-4d7a-8914-1c7bcdbb1de5 req-0d85ed19-8afa-48da-b699-dc04ef2ccca9 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:49.799522 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988ee90-ab14-4d7a-8914-1c7bcdbb1de5 req-0d85ed19-8afa-48da-b699-dc04ef2ccca9 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:49.803690 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-24cf9934-789b-4be7-b7f4-34aaa1e42f0a tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:49.804835 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988ee90-ab14-4d7a-8914-1c7bcdbb1de5 req-0d85ed19-8afa-48da-b699-dc04ef2ccca9 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:49.810359 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988ee90-ab14-4d7a-8914-1c7bcdbb1de5 req-0d85ed19-8afa-48da-b699-dc04ef2ccca9 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:49.816452 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988ee90-ab14-4d7a-8914-1c7bcdbb1de5 req-0d85ed19-8afa-48da-b699-dc04ef2ccca9 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:49.823280 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988ee90-ab14-4d7a-8914-1c7bcdbb1de5 req-0d85ed19-8afa-48da-b699-dc04ef2ccca9 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:49.829662 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988ee90-ab14-4d7a-8914-1c7bcdbb1de5 req-0d85ed19-8afa-48da-b699-dc04ef2ccca9 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:49.831871 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9988ee90-ab14-4d7a-8914-1c7bcdbb1de5 req-0d85ed19-8afa-48da-b699-dc04ef2ccca9 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5422 time: 0.3228257 Feb 09 01:11:49.834478 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-313a43bd-fb58-4fe8-87e0-bea245c90e27 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Allocated IP 10.1.1.109 (7776bdde-fa28-4fc9-a953-0f38a342d9c3/ca80025f-d3d8-4978-9cfb-611cf11c3647/8d514634-0023-4dbc-9e31-ea618b291a41) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:11:49.861320 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e8009f-a339-4e64-aa9c-2688132d766d None None] Network 7776bdde-fa28-4fc9-a953-0f38a342d9c3 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:11:49.910188 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b6f1e8-9d73-46ec-aeed-8ecefdae876c None None] Network 460d32a0-6143-4328-a439-dc4890ffb702 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:11:49.923139 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-24cf9934-789b-4be7-b7f4-34aaa1e42f0a tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Publish callbacks [] for security_group (fbc14ca6-a726-4a34-a008-91721c71bebd), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:49.927197 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-24cf9934-789b-4be7-b7f4-34aaa1e42f0a tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (fbc14ca6-a726-4a34-a008-91721c71bebd), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:49.946308 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6f1e8-9d73-46ec-aeed-8ecefdae876c None None] Pushing event updated for resources: {'Port': ['ID=11f54116-a036-4112-a244-de4f8325dcde,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:49.949094 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-36b6f1e8-9d73-46ec-aeed-8ecefdae876c None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:49.951352 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24cf9934-789b-4be7-b7f4-34aaa1e42f0a tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1009} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:11:49.954383 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b6f1e8-9d73-46ec-aeed-8ecefdae876c None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:11:49.967146 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cf9934-789b-4be7-b7f4-34aaa1e42f0a tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc14ca6-a726-4a34-a008-91721c71bebd,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:49.970399 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-24cf9934-789b-4be7-b7f4-34aaa1e42f0a tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (747fcc92-57b0-4f97-9f33-b40e21fd260f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:49.970746 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-24cf9934-789b-4be7-b7f4-34aaa1e42f0a tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Added segment 747fcc92-57b0-4f97-9f33-b40e21fd260f of type vlan for network 9104f6b3-a5bc-421d-8654-b8645ca045a1 Feb 09 01:11:50.010220 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-071bd531-2e6b-469d-83e4-de16cb81a6a1 req-a5fb091f-019c-4c14-954c-ef1fb8a96667 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740667 Feb 09 01:11:50.019444 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-24cf9934-789b-4be7-b7f4-34aaa1e42f0a tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (9104f6b3-a5bc-421d-8654-b8645ca045a1), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:50.046064 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 51882) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:50.059160 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-36b6f1e8-9d73-46ec-aeed-8ecefdae876c None None] Attempting to bind port 11f54116-a036-4112-a244-de4f8325dcde on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:11:50.059484 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-24cf9934-789b-4be7-b7f4-34aaa1e42f0a tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (9104f6b3-a5bc-421d-8654-b8645ca045a1), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:50.060153 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-36b6f1e8-9d73-46ec-aeed-8ecefdae876c None None] Attempting to bind port 11f54116-a036-4112-a244-de4f8325dcde by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'b9924f51-c522-46e8-8838-6bb3a31f2b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '460d32a0-6143-4328-a439-dc4890ffb702'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:11:50.060816 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b6f1e8-9d73-46ec-aeed-8ecefdae876c None None] Attempting to bind port 11f54116-a036-4112-a244-de4f8325dcde on network 460d32a0-6143-4328-a439-dc4890ffb702 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:11:50.065256 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cf9934-789b-4be7-b7f4-34aaa1e42f0a tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:50.065950 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-24cf9934-789b-4be7-b7f4-34aaa1e42f0a tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:50.071078 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-b4719bef-4277-4926-b2fe-013cd83402bc None None] Provisioning complete for port 6278812a-8f77-4718-a49f-70e0d30686be triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:50.071539 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4719bef-4277-4926-b2fe-013cd83402bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (6278812a-8f77-4718-a49f-70e0d30686be), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:50.075673 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9988ee90-ab14-4d7a-8914-1c7bcdbb1de5 req-ddaf3940-f76c-4528-addf-5266f7e33fc1 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2050548 Feb 09 01:11:50.133946 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b6f1e8-9d73-46ec-aeed-8ecefdae876c None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:11:50.134507 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b6f1e8-9d73-46ec-aeed-8ecefdae876c None None] Checking segment: {'id': 'b9924f51-c522-46e8-8838-6bb3a31f2b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '460d32a0-6143-4328-a439-dc4890ffb702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:11:50.135020 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-36b6f1e8-9d73-46ec-aeed-8ecefdae876c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:50.135517 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b6f1e8-9d73-46ec-aeed-8ecefdae876c None None] Bound using segment: {'id': 'b9924f51-c522-46e8-8838-6bb3a31f2b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '460d32a0-6143-4328-a439-dc4890ffb702'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:11:50.136102 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-36b6f1e8-9d73-46ec-aeed-8ecefdae876c None None] Bound port: 11f54116-a036-4112-a244-de4f8325dcde, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9924f51-c522-46e8-8838-6bb3a31f2b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '460d32a0-6143-4328-a439-dc4890ffb702'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:11:50.136620 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-36b6f1e8-9d73-46ec-aeed-8ecefdae876c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (11f54116-a036-4112-a244-de4f8325dcde), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:50.154841 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-313a43bd-fb58-4fe8-87e0-bea245c90e27 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks [] for port (8d514634-0023-4dbc-9e31-ea618b291a41), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:50.161322 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-6beddcf1-33d3-4b18-bef7-0dd6bb415b8e admin admin] Deleting subnet 75d1e7c1-f168-4852-b5d3-31ea3d2eea68 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:11:50.168681 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6beddcf1-33d3-4b18-bef7-0dd6bb415b8e admin admin] Publish callbacks [] for subnet (75d1e7c1-f168-4852-b5d3-31ea3d2eea68), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:50.262231 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6beddcf1-33d3-4b18-bef7-0dd6bb415b8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (75d1e7c1-f168-4852-b5d3-31ea3d2eea68), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:50.280417 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-36b6f1e8-9d73-46ec-aeed-8ecefdae876c None None] For port 11f54116-a036-4112-a244-de4f8325dcde, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:11:50.305991 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-36b6f1e8-9d73-46ec-aeed-8ecefdae876c None None] For port 11f54116-a036-4112-a244-de4f8325dcde, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=11f54116-a036-4112-a244-de4f8325dcde,segment=NetworkSegment(b9924f51-c522-46e8-8838-6bb3a31f2b79),segment_id=b9924f51-c522-46e8-8838-6bb3a31f2b79)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:11:50.319073 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-36b6f1e8-9d73-46ec-aeed-8ecefdae876c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (11f54116-a036-4112-a244-de4f8325dcde), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:50.344493 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-17ba27d8-adfd-4d29-bfa2-3ccbde017287 req-d5976c8e-4cf4-4028-98d7-5f0c7629b4c1 tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/ports?device_id=b3030863-1379-4cc8-955c-f4acb8d1d938 HTTP/1.1" status: 200 len: 210 time: 0.1048074 Feb 09 01:11:50.391991 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-313a43bd-fb58-4fe8-87e0-bea245c90e27 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (8d514634-0023-4dbc-9e31-ea618b291a41), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:50.434304 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6beddcf1-33d3-4b18-bef7-0dd6bb415b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (75d1e7c1-f168-4852-b5d3-31ea3d2eea68), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:50.475457 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6f1e8-9d73-46ec-aeed-8ecefdae876c None None] Pushing event updated for resources: {'Port': ['ID=11f54116-a036-4112-a244-de4f8325dcde,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:50.478536 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b4719bef-4277-4926-b2fe-013cd83402bc None None] Current status of the port 6278812a-8f77-4718-a49f-70e0d30686be is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:50.479189 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4719bef-4277-4926-b2fe-013cd83402bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6278812a-8f77-4718-a49f-70e0d30686be), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:50.496602 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f807c0f-8ea8-41b0-ba32-2a87bf0b834e req-78889d14-19c8-483c-b777-5e44afbc5deb tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:50.504799 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4f807c0f-8ea8-41b0-ba32-2a87bf0b834e req-78889d14-19c8-483c-b777-5e44afbc5deb tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.120 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 944 time: 0.2978776 Feb 09 01:11:50.520227 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 6278812a-8f77-4718-a49f-70e0d30686be up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:11:50.529980 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313a43bd-fb58-4fe8-87e0-bea245c90e27 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Network 7776bdde-fa28-4fc9-a953-0f38a342d9c3 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:11:50.561754 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5874530a-4642-49cd-8d78-63307e510a94 x-openstack-request-id: req-5874530a-4642-49cd-8d78-63307e510a94 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:11:50.562087 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3030863-1379-4cc8-955c-f4acb8d1d938", "name": "network-vif-deleted", "tag": "62418c2d-8a6a-4960-bc6d-3de9f3fde0de", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:11:50.562365 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5874530a-4642-49cd-8d78-63307e510a94 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:11:50.562780 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3030863-1379-4cc8-955c-f4acb8d1d938', 'name': 'network-vif-deleted', 'tag': '62418c2d-8a6a-4960-bc6d-3de9f3fde0de', 'status': 'completed', 'code': 200} Feb 09 01:11:50.571802 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-313a43bd-fb58-4fe8-87e0-bea245c90e27 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:50.577386 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-24cf9934-789b-4be7-b7f4-34aaa1e42f0a tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1051245 Feb 09 01:11:50.585352 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 51884) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:50.595862 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-d724cdd8-c1d9-456c-88c1-a3cc89ddcef7 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Request body: {'subnet': {'network_id': '9104f6b3-a5bc-421d-8654-b8645ca045a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:50.605058 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313a43bd-fb58-4fe8-87e0-bea245c90e27 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:11:50.610086 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-b4719bef-4277-4926-b2fe-013cd83402bc None None] For port 6278812a-8f77-4718-a49f-70e0d30686be, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=6278812a-8f77-4718-a49f-70e0d30686be,segment=NetworkSegment(2e94c052-df5d-4e4f-b391-ea9eee75e92a),segment_id=2e94c052-df5d-4e4f-b391-ea9eee75e92a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:50.620691 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4719bef-4277-4926-b2fe-013cd83402bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (6278812a-8f77-4718-a49f-70e0d30686be), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:50.657814 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cf9934-789b-4be7-b7f4-34aaa1e42f0a tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Pushing event updated for resources: {'Network': ['ID=9104f6b3-a5bc-421d-8654-b8645ca045a1,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:50.683496 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 9104f6b3-a5bc-421d-8654-b8645ca045a1 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:11:50.735231 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313a43bd-fb58-4fe8-87e0-bea245c90e27 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Pushing event updated for resources: {'Port': ['ID=8d514634-0023-4dbc-9e31-ea618b291a41,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:50.766444 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d724cdd8-c1d9-456c-88c1-a3cc89ddcef7 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Made reservation on behalf of 54e06a1c6c69434d8d9c05495960a62f for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:11:50.770335 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d724cdd8-c1d9-456c-88c1-a3cc89ddcef7 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:50.897759 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313a43bd-fb58-4fe8-87e0-bea245c90e27 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:50.900578 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-313a43bd-fb58-4fe8-87e0-bea245c90e27 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:50.925707 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6beddcf1-33d3-4b18-bef7-0dd6bb415b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (75d1e7c1-f168-4852-b5d3-31ea3d2eea68), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:50.971977 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4719bef-4277-4926-b2fe-013cd83402bc None None] Pushing event updated for resources: {'Port': ['ID=6278812a-8f77-4718-a49f-70e0d30686be,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:51.010965 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 6278812a-8f77-4718-a49f-70e0d30686be triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:51.010965 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (6278812a-8f77-4718-a49f-70e0d30686be), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:51.011387 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ebf6d887-606f-4429-9d1f-c25bf46a9c29 req-2faa0575-bb39-4a0e-b5d2-8061e6bf8eb1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a7150ff8-64e8-4ee5-a5b2-922df0e31528&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1464469 Feb 09 01:11:51.036482 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6beddcf1-33d3-4b18-bef7-0dd6bb415b8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:51.053123 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-6beddcf1-33d3-4b18-bef7-0dd6bb415b8e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/75d1e7c1-f168-4852-b5d3-31ea3d2eea68 HTTP/1.1" status: 204 len: 168 time: 1.0055909 Feb 09 01:11:51.054986 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beddcf1-33d3-4b18-bef7-0dd6bb415b8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75d1e7c1-f168-4852-b5d3-31ea3d2eea68,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:51.073587 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 51888) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:51.073587 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 51890) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:51.073846 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-313a43bd-fb58-4fe8-87e0-bea245c90e27 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5096393 Feb 09 01:11:51.090255 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-4f807c0f-8ea8-41b0-ba32-2a87bf0b834e req-7f426c93-df74-4a1a-a67e-84dd891e2a58 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Deleting port 3b3ba372-337b-4907-829c-54b4ef6443b7 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:11:51.090749 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4f807c0f-8ea8-41b0-ba32-2a87bf0b834e req-7f426c93-df74-4a1a-a67e-84dd891e2a58 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (3b3ba372-337b-4907-829c-54b4ef6443b7), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:51.135822 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-6cd304a7-ec5f-4dcd-bad8-cf02688af011 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Request body: {'port': {'network_id': '7776bdde-fa28-4fc9-a953-0f38a342d9c3', 'name': 'tempest-TaggedBootDevicesTest_v242-861240432', 'fixed_ips': [{'subnet_id': 'ca80025f-d3d8-4978-9cfb-611cf11c3647'}]}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:51.140751 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-670e4113-5ef7-4559-8f4f-a617a07544b7 None None] Provisioning complete for port 6278812a-8f77-4718-a49f-70e0d30686be triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:51.141711 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-670e4113-5ef7-4559-8f4f-a617a07544b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (6278812a-8f77-4718-a49f-70e0d30686be), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:51.252747 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 6278812a-8f77-4718-a49f-70e0d30686be is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:51.302638 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-670e4113-5ef7-4559-8f4f-a617a07544b7 None None] Current status of the port 6278812a-8f77-4718-a49f-70e0d30686be is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:51.319110 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-4f807c0f-8ea8-41b0-ba32-2a87bf0b834e req-7f426c93-df74-4a1a-a67e-84dd891e2a58 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] For port 3b3ba372-337b-4907-829c-54b4ef6443b7, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=3b3ba372-337b-4907-829c-54b4ef6443b7,segment=NetworkSegment(c09a8a87-556d-487a-811a-06517127dee5),segment_id=c09a8a87-556d-487a-811a-06517127dee5)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:51.319525 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4f807c0f-8ea8-41b0-ba32-2a87bf0b834e req-7f426c93-df74-4a1a-a67e-84dd891e2a58 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (3b3ba372-337b-4907-829c-54b4ef6443b7), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:51.349355 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-4f807c0f-8ea8-41b0-ba32-2a87bf0b834e req-7f426c93-df74-4a1a-a67e-84dd891e2a58 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Calling delete_port for 3b3ba372-337b-4907-829c-54b4ef6443b7 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:11:51.385898 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117b012-389d-4d6d-80f5-6923af16ca42 req-27c1183f-fe88-45a6-a8a9-3d0b627bf850 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:51.389777 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b38e4566-4ea1-480b-989c-22abc51a7f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (0a88d4c5-e752-4c1b-92b2-b7dc10e7822d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:51.391252 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117b012-389d-4d6d-80f5-6923af16ca42 req-27c1183f-fe88-45a6-a8a9-3d0b627bf850 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:51.396595 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117b012-389d-4d6d-80f5-6923af16ca42 req-27c1183f-fe88-45a6-a8a9-3d0b627bf850 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:51.401962 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117b012-389d-4d6d-80f5-6923af16ca42 req-27c1183f-fe88-45a6-a8a9-3d0b627bf850 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:51.407737 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117b012-389d-4d6d-80f5-6923af16ca42 req-27c1183f-fe88-45a6-a8a9-3d0b627bf850 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:51.414860 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117b012-389d-4d6d-80f5-6923af16ca42 req-27c1183f-fe88-45a6-a8a9-3d0b627bf850 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:51.420501 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117b012-389d-4d6d-80f5-6923af16ca42 req-27c1183f-fe88-45a6-a8a9-3d0b627bf850 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:51.422431 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d724cdd8-c1d9-456c-88c1-a3cc89ddcef7 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (f18f8a5f-ca95-4354-b1ba-785707127c49), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:51.423190 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2117b012-389d-4d6d-80f5-6923af16ca42 req-27c1183f-fe88-45a6-a8a9-3d0b627bf850 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5422 time: 0.1604311 Feb 09 01:11:51.425447 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6d887-606f-4429-9d1f-c25bf46a9c29 req-71b6357e-6154-4dfd-9d03-420ec99cc534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:51.427542 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ebf6d887-606f-4429-9d1f-c25bf46a9c29 req-71b6357e-6154-4dfd-9d03-420ec99cc534 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=349016141cb643eba466ab5e9338a7e5&device_id=a7150ff8-64e8-4ee5-a5b2-922df0e31528 HTTP/1.1" status: 200 len: 1126 time: 0.3575735 Feb 09 01:11:51.428849 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-504c5f97-124d-4bd7-976b-78b23c6eac5f None None] Provisioning complete for port 8d514634-0023-4dbc-9e31-ea618b291a41 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:51.429391 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-504c5f97-124d-4bd7-976b-78b23c6eac5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (8d514634-0023-4dbc-9e31-ea618b291a41), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:51.479833 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-504c5f97-124d-4bd7-976b-78b23c6eac5f None None] Port 8d514634-0023-4dbc-9e31-ea618b291a41 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:11:51.512795 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78297dcc-d8d4-41c3-b0ba-4d7b807c5546 req-98a04ca5-11b1-4aa9-8ac7-5cfc2cb70c59 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:51.514537 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-78297dcc-d8d4-41c3-b0ba-4d7b807c5546 req-98a04ca5-11b1-4aa9-8ac7-5cfc2cb70c59 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 944 time: 0.2536800 Feb 09 01:11:51.598956 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2117b012-389d-4d6d-80f5-6923af16ca42 req-97fe485d-ac88-4a97-a427-a31e715d8d51 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1272073 Feb 09 01:11:51.613852 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd304a7-ec5f-4dcd-bad8-cf02688af011 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Made reservation on behalf of e1de9b230a144a68a725edf02d781381 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:11:51.623405 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d724cdd8-c1d9-456c-88c1-a3cc89ddcef7 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Pushing event updated for resources: {'Subnet': ['ID=f18f8a5f-ca95-4354-b1ba-785707127c49,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:51.640242 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-78297dcc-d8d4-41c3-b0ba-4d7b807c5546 req-1431bc9f-66e6-4b75-ac86-864ca2d5e121 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155312 Feb 09 01:11:51.674566 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b38e4566-4ea1-480b-989c-22abc51a7f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (0a88d4c5-e752-4c1b-92b2-b7dc10e7822d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:51.686975 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4f807c0f-8ea8-41b0-ba32-2a87bf0b834e req-7f426c93-df74-4a1a-a67e-84dd891e2a58 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (3b3ba372-337b-4907-829c-54b4ef6443b7), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:51.703214 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['b0d30616-27a9-44a4-8ffc-38209725a898'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:11:51.721557 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d724cdd8-c1d9-456c-88c1-a3cc89ddcef7 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Checking segment: {'id': '747fcc92-57b0-4f97-9f33-b40e21fd260f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '9104f6b3-a5bc-421d-8654-b8645ca045a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:11:51.722056 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d724cdd8-c1d9-456c-88c1-a3cc89ddcef7 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Network hostable DHCP agents. Network: 9104f6b3-a5bc-421d-8654-b8645ca045a1, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:11:51.727687 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f426c93-df74-4a1a-a67e-84dd891e2a58 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Pushing event deleted for resources: {'Port': ['ID=3b3ba372-337b-4907-829c-54b4ef6443b7,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:51.741497 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-b38e4566-4ea1-480b-989c-22abc51a7f04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a88d4c5-e752-4c1b-92b2-b7dc10e7822d']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:51.776689 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-b38e4566-4ea1-480b-989c-22abc51a7f04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2aa590a-2781-466a-a2b7-418f9c8f832c') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:51.777349 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-b38e4566-4ea1-480b-989c-22abc51a7f04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2aa590a-2781-466a-a2b7-418f9c8f832c') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:51.786615 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['3b3ba372-337b-4907-829c-54b4ef6443b7'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:11:51.809977 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6d887-606f-4429-9d1f-c25bf46a9c29 req-284dff2c-5280-4d76-ab90-9c477ee42b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:51.813130 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ebf6d887-606f-4429-9d1f-c25bf46a9c29 req-284dff2c-5280-4d76-ab90-9c477ee42b4b service neutron] 10.222.0.47 "GET /v2.0/networks?id=584d7274-cb01-4853-8902-7824a3a705cb HTTP/1.1" status: 200 len: 909 time: 0.3507166 Feb 09 01:11:51.825165 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b38e4566-4ea1-480b-989c-22abc51a7f04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (e2aa590a-2781-466a-a2b7-418f9c8f832c), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:51.839111 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f807c0f-8ea8-41b0-ba32-2a87bf0b834e req-7f426c93-df74-4a1a-a67e-84dd891e2a58 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] No DVR routers for this DVR port 3b3ba372-337b-4907-829c-54b4ef6443b7 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:11:51.848454 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4f807c0f-8ea8-41b0-ba32-2a87bf0b834e req-7f426c93-df74-4a1a-a67e-84dd891e2a58 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:51.852101 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4f807c0f-8ea8-41b0-ba32-2a87bf0b834e req-7f426c93-df74-4a1a-a67e-84dd891e2a58 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.120 "DELETE /v2.0/ports/3b3ba372-337b-4907-829c-54b4ef6443b7 HTTP/1.1" status: 204 len: 173 time: 1.3403711 Feb 09 01:11:51.853039 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d724cdd8-c1d9-456c-88c1-a3cc89ddcef7 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Network 9104f6b3-a5bc-421d-8654-b8645ca045a1 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:11:51.855423 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8b8469-8cc1-4924-a98a-e738b0ddf122', 'name': 'network-vif-deleted', 'tag': '3b3ba372-337b-4907-829c-54b4ef6443b7'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:11:51.861961 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0995c7de-6c0b-405a-a067-06ac0d3fb389" -d '{"events": [{"server_uuid": "ee8b8469-8cc1-4924-a98a-e738b0ddf122", "name": "network-vif-deleted", "tag": "3b3ba372-337b-4907-829c-54b4ef6443b7"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:11:51.926536 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b38e4566-4ea1-480b-989c-22abc51a7f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (e2aa590a-2781-466a-a2b7-418f9c8f832c), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:51.928495 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa12592-8281-4a5f-aa76-809464e46248 x-openstack-request-id: req-5fa12592-8281-4a5f-aa76-809464e46248 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:11:51.928832 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8b8469-8cc1-4924-a98a-e738b0ddf122", "name": "network-vif-deleted", "tag": "3b3ba372-337b-4907-829c-54b4ef6443b7", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:11:51.929093 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5fa12592-8281-4a5f-aa76-809464e46248 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:11:51.929490 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8b8469-8cc1-4924-a98a-e738b0ddf122', 'name': 'network-vif-deleted', 'tag': '3b3ba372-337b-4907-829c-54b4ef6443b7', 'status': 'completed', 'code': 200} Feb 09 01:11:51.935187 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 51914) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:51.938501 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b38e4566-4ea1-480b-989c-22abc51a7f04 admin admin] Releasing vlan 1017 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:11:51.939029 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b38e4566-4ea1-480b-989c-22abc51a7f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (e2aa590a-2781-466a-a2b7-418f9c8f832c), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:52.002247 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ebf6d887-606f-4429-9d1f-c25bf46a9c29 req-6d7ef49a-9a3a-4a54-986f-71b3f87caf9a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e6ab358e-5c8a-47ef-a521-a6fd49354b58 HTTP/1.1" status: 200 len: 217 time: 0.1744103 Feb 09 01:11:52.005585 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6cd304a7-ec5f-4dcd-bad8-cf02688af011 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:52.009038 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:11:52.009038 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:11:52.009038 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:11:52.009038 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:11:52.009038 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:11:52.009038 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:11:52.009038 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:11:52.009038 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:11:52.009038 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:11:52.009038 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:11:52.009038 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:11:52.009038 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:11:52.009038 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:11:52.009038 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:11:52.009038 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:11:52.009038 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:11:52.009038 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:11:52.009038 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:11:52.009038 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:11:52.009038 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:11:52.009038 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:11:52.009038 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:11:52.009038 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:11:52.009038 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:11:52.009038 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:11:52.009038 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:11:52.009038 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:11:52.009038 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:11:52.009038 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:11:52.009038 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:11:52.009038 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:11:52.009038 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:11:52.012818 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-025aa9e0-1842-4fe7-8df6-d43c5d49f22d tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks [] for security_group (81230552-12d0-4873-8a0c-007466d663c6), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:52.053756 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-025aa9e0-1842-4fe7-8df6-d43c5d49f22d tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks [] for security_group (81230552-12d0-4873-8a0c-007466d663c6), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:52.073858 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-d724cdd8-c1d9-456c-88c1-a3cc89ddcef7 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 9104f6b3-a5bc-421d-8654-b8645ca045a1) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:52.078620 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d724cdd8-c1d9-456c-88c1-a3cc89ddcef7 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:52.079347 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d724cdd8-c1d9-456c-88c1-a3cc89ddcef7 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:52.083526 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b983c839-52f6-4894-927f-c268bd7bba7d None None] Network 9104f6b3-a5bc-421d-8654-b8645ca045a1 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:11:52.109727 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-6cd304a7-ec5f-4dcd-bad8-cf02688af011 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] device_id is not set on port 61983cf9-1bf8-40bd-8171-eb224ee4dd26 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:11:52.146100 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-025aa9e0-1842-4fe7-8df6-d43c5d49f22d tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (81230552-12d0-4873-8a0c-007466d663c6), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:52.149600 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-025aa9e0-1842-4fe7-8df6-d43c5d49f22d tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:52.154654 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-025aa9e0-1842-4fe7-8df6-d43c5d49f22d tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "DELETE /v2.0/security-groups/81230552-12d0-4873-8a0c-007466d663c6 HTTP/1.1" status: 204 len: 168 time: 0.2161798 Feb 09 01:11:52.155739 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 51916) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:52.165695 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025aa9e0-1842-4fe7-8df6-d43c5d49f22d tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81230552-12d0-4873-8a0c-007466d663c6,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:52.166175 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b38e4566-4ea1-480b-989c-22abc51a7f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (0a88d4c5-e752-4c1b-92b2-b7dc10e7822d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:52.173675 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf418429-d005-4236-9dac-435360ea5304 None None] Network 460d32a0-6143-4328-a439-dc4890ffb702 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:11:52.180273 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b38e4566-4ea1-480b-989c-22abc51a7f04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:52.184136 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b38e4566-4ea1-480b-989c-22abc51a7f04 admin admin] 10.222.0.50 "DELETE /v2.0/networks/0a88d4c5-e752-4c1b-92b2-b7dc10e7822d HTTP/1.1" status: 204 len: 168 time: 1.1101635 Feb 09 01:11:52.186359 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6d887-606f-4429-9d1f-c25bf46a9c29 req-680bf004-0ec3-479c-9673-7b66af13c820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:52.195831 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ebf6d887-606f-4429-9d1f-c25bf46a9c29 req-680bf004-0ec3-479c-9673-7b66af13c820 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4611cb36-f3d2-4498-977c-18da9d170e4c HTTP/1.1" status: 200 len: 847 time: 0.1632953 Feb 09 01:11:52.202967 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d724cdd8-c1d9-456c-88c1-a3cc89ddcef7 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6128857 Feb 09 01:11:52.208229 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 51920) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:52.219629 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-ea5bfd2f-5b62-4bbc-a9a6-21d2bc339952 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Request body: {'port': {'network_id': '9104f6b3-a5bc-421d-8654-b8645ca045a1', 'name': 'tempest-DHCPAgentSchedulersTestJSON-152651167'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:52.260468 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-a1b68aee-b5a8-4b89-9786-5c17c0feb037 None None] Provisioning complete for port 11f54116-a036-4112-a244-de4f8325dcde triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:52.260937 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a1b68aee-b5a8-4b89-9786-5c17c0feb037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (11f54116-a036-4112-a244-de4f8325dcde), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:52.338079 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-b177fb0a-bf71-4424-a5bf-30c2fbb504ea tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] show failed (client error): The resource could not be found. Feb 09 01:11:52.342642 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b177fb0a-bf71-4424-a5bf-30c2fbb504ea tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "GET /v2.0/security-groups/81230552-12d0-4873-8a0c-007466d663c6 HTTP/1.1" status: 404 len: 347 time: 0.1850090 Feb 09 01:11:52.344801 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ebf6d887-606f-4429-9d1f-c25bf46a9c29 req-a025b480-90e2-4a5f-b3ae-53c24ff04690 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=584d7274-cb01-4853-8902-7824a3a705cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1138391 Feb 09 01:11:52.349622 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 51922) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:52.350407 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38e4566-4ea1-480b-989c-22abc51a7f04 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a88d4c5-e752-4c1b-92b2-b7dc10e7822d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:52.414209 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79568754-aa3b-4a8c-8cb9-94d76efbb6d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-9104f6b3-a5bc-421d-8654-b8645ca045a1', 'network_id': '9104f6b3-a5bc-421d-8654-b8645ca045a1', 'project_id': '54e06a1c6c69434d8d9c05495960a62f', 'fixed_ips': [{'subnet_id': 'f18f8a5f-ca95-4354-b1ba-785707127c49'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:11:52.415069 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-79568754-aa3b-4a8c-8cb9-94d76efbb6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:52.541458 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5bfd2f-5b62-4bbc-a9a6-21d2bc339952 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Made reservation on behalf of 54e06a1c6c69434d8d9c05495960a62f for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:11:52.546216 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ea5bfd2f-5b62-4bbc-a9a6-21d2bc339952 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:52.578831 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 6278812a-8f77-4718-a49f-70e0d30686be up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:11:52.582213 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 51924) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:52.595763 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-ea5bfd2f-5b62-4bbc-a9a6-21d2bc339952 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] device_id is not set on port 85f3d21c-46ec-4680-a12e-b489b961109e yet. {{(pid=103136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:11:52.695740 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-5c0a5af2-7aa1-45ee-be7d-a1c36ea8b2ea admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ce6c774bffc24b77be850e5a40a88fc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1083519 Feb 09 01:11:52.699517 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 51930) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:52.816868 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ebf6d887-606f-4429-9d1f-c25bf46a9c29 req-7a7a2dfe-6583-410a-bcbc-b86e68b31d5e service neutron] 10.222.0.47 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4529173 Feb 09 01:11:52.825878 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-6cd304a7-ec5f-4dcd-bad8-cf02688af011 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Allocated IP 10.1.1.102 (7776bdde-fa28-4fc9-a953-0f38a342d9c3/ca80025f-d3d8-4978-9cfb-611cf11c3647/61983cf9-1bf8-40bd-8171-eb224ee4dd26) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:11:52.842018 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4303d6b3-1175-4814-a939-d8d760692f00 admin admin] Publish callbacks [] for security_group (9e9a517d-e8c4-49bf-ab0b-a9b364770ae3), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:52.880512 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-79568754-aa3b-4a8c-8cb9-94d76efbb6d3 None None] Allocated IP 172.20.0.2 (9104f6b3-a5bc-421d-8654-b8645ca045a1/f18f8a5f-ca95-4354-b1ba-785707127c49/cd0b0962-5bc0-474f-8445-761972aa4f67) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:11:52.882495 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a1b68aee-b5a8-4b89-9786-5c17c0feb037 None None] Current status of the port 11f54116-a036-4112-a244-de4f8325dcde is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:52.882887 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a1b68aee-b5a8-4b89-9786-5c17c0feb037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (11f54116-a036-4112-a244-de4f8325dcde), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:52.884880 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4303d6b3-1175-4814-a939-d8d760692f00 admin admin] Publish callbacks [] for security_group (9e9a517d-e8c4-49bf-ab0b-a9b364770ae3), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:52.940235 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-a1b68aee-b5a8-4b89-9786-5c17c0feb037 None None] For port 11f54116-a036-4112-a244-de4f8325dcde, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=11f54116-a036-4112-a244-de4f8325dcde,segment=NetworkSegment(b9924f51-c522-46e8-8838-6bb3a31f2b79),segment_id=b9924f51-c522-46e8-8838-6bb3a31f2b79)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:52.967003 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a1b68aee-b5a8-4b89-9786-5c17c0feb037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (11f54116-a036-4112-a244-de4f8325dcde), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:52.974285 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4303d6b3-1175-4814-a939-d8d760692f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (9e9a517d-e8c4-49bf-ab0b-a9b364770ae3), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:52.977210 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4303d6b3-1175-4814-a939-d8d760692f00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:52.978467 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4303d6b3-1175-4814-a939-d8d760692f00 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9e9a517d-e8c4-49bf-ab0b-a9b364770ae3 HTTP/1.1" status: 204 len: 168 time: 0.2777660 Feb 09 01:11:52.981227 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c13c397a-41ae-46f0-8aa5-ece2f52752eb req-0ca0c69e-277e-4104-affa-2313d277f373 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 210 time: 0.1792240 Feb 09 01:11:53.016033 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b291e87-f849-406d-9d63-40bff6b4d333 req-2903df16-76ec-4d49-bdda-d84aa3c3cb47 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:53.020833 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 6278812a-8f77-4718-a49f-70e0d30686be triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:53.021222 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (6278812a-8f77-4718-a49f-70e0d30686be), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:53.022040 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b291e87-f849-406d-9d63-40bff6b4d333 req-2903df16-76ec-4d49-bdda-d84aa3c3cb47 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:53.039561 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b291e87-f849-406d-9d63-40bff6b4d333 req-2903df16-76ec-4d49-bdda-d84aa3c3cb47 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:53.047476 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b291e87-f849-406d-9d63-40bff6b4d333 req-2903df16-76ec-4d49-bdda-d84aa3c3cb47 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:53.048265 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 76ac4e41-e8fb-4a96-801b-c22446fda558 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:11:53.054536 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b291e87-f849-406d-9d63-40bff6b4d333 req-2903df16-76ec-4d49-bdda-d84aa3c3cb47 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:53.064358 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b291e87-f849-406d-9d63-40bff6b4d333 req-2903df16-76ec-4d49-bdda-d84aa3c3cb47 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:53.071239 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b291e87-f849-406d-9d63-40bff6b4d333 req-2903df16-76ec-4d49-bdda-d84aa3c3cb47 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:53.073086 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4b291e87-f849-406d-9d63-40bff6b4d333 req-2903df16-76ec-4d49-bdda-d84aa3c3cb47 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5422 time: 0.3375964 Feb 09 01:11:53.074263 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303d6b3-1175-4814-a939-d8d760692f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9a517d-e8c4-49bf-ab0b-a9b364770ae3,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:53.117794 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6cd304a7-ec5f-4dcd-bad8-cf02688af011 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks [] for port (61983cf9-1bf8-40bd-8171-eb224ee4dd26), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:53.155423 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4b291e87-f849-406d-9d63-40bff6b4d333 req-4f4d4926-8ec8-4bee-b2be-dff994e79c20 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0718248 Feb 09 01:11:53.220350 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b68aee-b5a8-4b89-9786-5c17c0feb037 None None] Pushing event updated for resources: {'Port': ['ID=11f54116-a036-4112-a244-de4f8325dcde,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:53.238336 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6cd304a7-ec5f-4dcd-bad8-cf02688af011 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (61983cf9-1bf8-40bd-8171-eb224ee4dd26), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:53.387830 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd304a7-ec5f-4dcd-bad8-cf02688af011 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Pushing event updated for resources: {'Port': ['ID=61983cf9-1bf8-40bd-8171-eb224ee4dd26,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:53.414184 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 62418c2d-8a6a-4960-bc6d-3de9f3fde0de no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:11:53.430884 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd304a7-ec5f-4dcd-bad8-cf02688af011 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Network 7776bdde-fa28-4fc9-a953-0f38a342d9c3 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:11:53.434591 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-6cd304a7-ec5f-4dcd-bad8-cf02688af011 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:53.437151 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd304a7-ec5f-4dcd-bad8-cf02688af011 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:11:53.489705 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: 62418c2d-8a6a-4960-bc6d-3de9f3fde0de {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:11:53.490065 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 62418c2d-8a6a-4960-bc6d-3de9f3fde0de not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:11:53.529274 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 6278812a-8f77-4718-a49f-70e0d30686be is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:53.530335 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 11f54116-a036-4112-a244-de4f8325dcde up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:11:53.539979 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 76ac4e41-e8fb-4a96-801b-c22446fda558, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=76ac4e41-e8fb-4a96-801b-c22446fda558,segment=NetworkSegment(a70768ab-a3e6-4f0b-bd69-0014c783c3ba),segment_id=a70768ab-a3e6-4f0b-bd69-0014c783c3ba)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:53.545973 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-79568754-aa3b-4a8c-8cb9-94d76efbb6d3 None None] Publish callbacks [] for port (cd0b0962-5bc0-474f-8445-761972aa4f67), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:53.553763 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-c2ef1c58-434d-4a00-b6df-d356dabff3fc tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Deleting port 3ad4347b-dad0-4652-8e76-4b2783be6cfc {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:11:53.553763 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c2ef1c58-434d-4a00-b6df-d356dabff3fc tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (3ad4347b-dad0-4652-8e76-4b2783be6cfc), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:53.629605 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-a4f55634-d684-403c-842c-c82f141ca0e3 None None] Provisioning complete for port 11f54116-a036-4112-a244-de4f8325dcde triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:53.629991 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a4f55634-d684-403c-842c-c82f141ca0e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (11f54116-a036-4112-a244-de4f8325dcde), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:53.632018 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-79568754-aa3b-4a8c-8cb9-94d76efbb6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (cd0b0962-5bc0-474f-8445-761972aa4f67), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:53.666726 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c2ef1c58-434d-4a00-b6df-d356dabff3fc tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (3ad4347b-dad0-4652-8e76-4b2783be6cfc), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:53.667101 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c2ef1c58-434d-4a00-b6df-d356dabff3fc tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks [] for floatingip (3ad4347b-dad0-4652-8e76-4b2783be6cfc), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:53.674073 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '76ac4e41-e8fb-4a96-801b-c22446fda558', 'network_id': '927c95a7-9afc-4391-8f1b-90d0913f6790', 'port_id': '76ac4e41-e8fb-4a96-801b-c22446fda558', 'mac_address': 'fa:16:3e:b8:56:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bab56cac-997f-4b8b-bab6-d250adea92d7', 'ip_address': '10.1.1.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:11:53.676799 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-ea5bfd2f-5b62-4bbc-a9a6-21d2bc339952 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Allocated IP 172.20.0.10 (9104f6b3-a5bc-421d-8654-b8645ca045a1/f18f8a5f-ca95-4354-b1ba-785707127c49/85f3d21c-46ec-4680-a12e-b489b961109e) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:11:53.682939 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-c2ef1c58-434d-4a00-b6df-d356dabff3fc tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Calling delete_port for 3ad4347b-dad0-4652-8e76-4b2783be6cfc owned by network:floatingip {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:11:53.703825 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd304a7-ec5f-4dcd-bad8-cf02688af011 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:53.704441 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6cd304a7-ec5f-4dcd-bad8-cf02688af011 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:53.746569 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79568754-aa3b-4a8c-8cb9-94d76efbb6d3 None None] Network 9104f6b3-a5bc-421d-8654-b8645ca045a1 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:11:53.752012 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-79568754-aa3b-4a8c-8cb9-94d76efbb6d3 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:53.754806 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79568754-aa3b-4a8c-8cb9-94d76efbb6d3 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:11:53.755614 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ebf6d887-606f-4429-9d1f-c25bf46a9c29 req-f8617f8c-e6a1-4f92-ae72-5c310c53dedf service neutron] 10.222.0.47 "GET /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5402958 Feb 09 01:11:53.761356 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6cd304a7-ec5f-4dcd-bad8-cf02688af011 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6846743 Feb 09 01:11:53.911948 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c2ef1c58-434d-4a00-b6df-d356dabff3fc tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (3ad4347b-dad0-4652-8e76-4b2783be6cfc), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:53.955469 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79568754-aa3b-4a8c-8cb9-94d76efbb6d3 None None] Pushing event updated for resources: {'Port': ['ID=cd0b0962-5bc0-474f-8445-761972aa4f67,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:53.967050 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 11f54116-a036-4112-a244-de4f8325dcde triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:53.967437 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (11f54116-a036-4112-a244-de4f8325dcde), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:54.002730 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 76ac4e41-e8fb-4a96-801b-c22446fda558 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:54.003132 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (76ac4e41-e8fb-4a96-801b-c22446fda558), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:54.013693 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ef1c58-434d-4a00-b6df-d356dabff3fc tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Pushing event deleted for resources: {'Port': ['ID=3ad4347b-dad0-4652-8e76-4b2783be6cfc,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:54.028022 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76ac4e41-e8fb-4a96-801b-c22446fda558 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:11:54.029917 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ea5bfd2f-5b62-4bbc-a9a6-21d2bc339952 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Publish callbacks [] for port (85f3d21c-46ec-4680-a12e-b489b961109e), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:54.049600 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-79568754-aa3b-4a8c-8cb9-94d76efbb6d3 None None] Attempting to bind port cd0b0962-5bc0-474f-8445-761972aa4f67 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:11:54.049982 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-79568754-aa3b-4a8c-8cb9-94d76efbb6d3 None None] Attempting to bind port cd0b0962-5bc0-474f-8445-761972aa4f67 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '747fcc92-57b0-4f97-9f33-b40e21fd260f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '9104f6b3-a5bc-421d-8654-b8645ca045a1'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:11:54.050350 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79568754-aa3b-4a8c-8cb9-94d76efbb6d3 None None] Attempting to bind port cd0b0962-5bc0-474f-8445-761972aa4f67 on network 9104f6b3-a5bc-421d-8654-b8645ca045a1 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:11:54.065377 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79568754-aa3b-4a8c-8cb9-94d76efbb6d3 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:11:54.065758 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79568754-aa3b-4a8c-8cb9-94d76efbb6d3 None None] Checking segment: {'id': '747fcc92-57b0-4f97-9f33-b40e21fd260f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '9104f6b3-a5bc-421d-8654-b8645ca045a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:11:54.066164 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-79568754-aa3b-4a8c-8cb9-94d76efbb6d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:54.066564 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79568754-aa3b-4a8c-8cb9-94d76efbb6d3 None None] Bound using segment: {'id': '747fcc92-57b0-4f97-9f33-b40e21fd260f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '9104f6b3-a5bc-421d-8654-b8645ca045a1'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:11:54.067043 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-79568754-aa3b-4a8c-8cb9-94d76efbb6d3 None None] Bound port: cd0b0962-5bc0-474f-8445-761972aa4f67, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '747fcc92-57b0-4f97-9f33-b40e21fd260f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '9104f6b3-a5bc-421d-8654-b8645ca045a1'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:11:54.067425 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-79568754-aa3b-4a8c-8cb9-94d76efbb6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (cd0b0962-5bc0-474f-8445-761972aa4f67), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:54.119477 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ea5bfd2f-5b62-4bbc-a9a6-21d2bc339952 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (85f3d21c-46ec-4680-a12e-b489b961109e), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:54.171513 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c2ef1c58-434d-4a00-b6df-d356dabff3fc tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks [] for floatingip (b5f64d80-5b0e-4b8c-8ff2-71b62c3d543f), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:54.176338 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c2ef1c58-434d-4a00-b6df-d356dabff3fc tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:54.180263 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c2ef1c58-434d-4a00-b6df-d356dabff3fc tempest-ImagesOneServerNegativeTestJSON-1063084755 tempest-ImagesOneServerNegativeTestJSON-1063084755-project] 10.222.0.50 "DELETE /v2.0/floatingips/b5f64d80-5b0e-4b8c-8ff2-71b62c3d543f HTTP/1.1" status: 204 len: 168 time: 1.8252814 Feb 09 01:11:54.213360 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 76ac4e41-e8fb-4a96-801b-c22446fda558, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=76ac4e41-e8fb-4a96-801b-c22446fda558,segment=NetworkSegment(a70768ab-a3e6-4f0b-bd69-0014c783c3ba),segment_id=a70768ab-a3e6-4f0b-bd69-0014c783c3ba)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:54.231811 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5bfd2f-5b62-4bbc-a9a6-21d2bc339952 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Network 9104f6b3-a5bc-421d-8654-b8645ca045a1 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:11:54.249563 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (76ac4e41-e8fb-4a96-801b-c22446fda558), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:54.250237 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 21d00dbc-2b01-4c2d-ae75-352867aedc8a details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:11:54.251936 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9ec5f659-85e8-459b-8070-17bcd45a9f96 req-1e91234a-e223-4318-bbdd-6a1190bc029e tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 210 time: 0.1104996 Feb 09 01:11:54.255177 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-ea5bfd2f-5b62-4bbc-a9a6-21d2bc339952 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:54.257432 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a4f55634-d684-403c-842c-c82f141ca0e3 None None] Current status of the port 11f54116-a036-4112-a244-de4f8325dcde is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:54.261427 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5bfd2f-5b62-4bbc-a9a6-21d2bc339952 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:11:54.341596 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5bfd2f-5b62-4bbc-a9a6-21d2bc339952 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:54.342528 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ea5bfd2f-5b62-4bbc-a9a6-21d2bc339952 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:54.360899 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 51968) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:54.365720 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-7cc4713c-fce8-4141-8f39-13db0111cf91 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Request body: {'security_group': {'name': 'tempest-securitygroup--587980807', 'description': 'tempest-description--20088610'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:54.385080 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5bfd2f-5b62-4bbc-a9a6-21d2bc339952 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Pushing event updated for resources: {'Port': ['ID=85f3d21c-46ec-4680-a12e-b489b961109e,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:54.392306 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ea5bfd2f-5b62-4bbc-a9a6-21d2bc339952 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1826777 Feb 09 01:11:54.395596 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 51972) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:54.410996 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=76ac4e41-e8fb-4a96-801b-c22446fda558,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:54.417010 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7cc4713c-fce8-4141-8f39-13db0111cf91 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:54.500131 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 51978) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:54.510073 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.resource_extend [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:11:54.512431 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 11f54116-a036-4112-a244-de4f8325dcde is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:54.529779 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-79568754-aa3b-4a8c-8cb9-94d76efbb6d3 None None] For port cd0b0962-5bc0-474f-8445-761972aa4f67, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:11:54.536608 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-79568754-aa3b-4a8c-8cb9-94d76efbb6d3 None None] For port cd0b0962-5bc0-474f-8445-761972aa4f67, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=cd0b0962-5bc0-474f-8445-761972aa4f67,segment=NetworkSegment(747fcc92-57b0-4f97-9f33-b40e21fd260f),segment_id=747fcc92-57b0-4f97-9f33-b40e21fd260f)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:11:54.563739 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 21d00dbc-2b01-4c2d-ae75-352867aedc8a, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=21d00dbc-2b01-4c2d-ae75-352867aedc8a,segment=NetworkSegment(a70768ab-a3e6-4f0b-bd69-0014c783c3ba),segment_id=a70768ab-a3e6-4f0b-bd69-0014c783c3ba)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:54.580354 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-79568754-aa3b-4a8c-8cb9-94d76efbb6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (cd0b0962-5bc0-474f-8445-761972aa4f67), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:54.613717 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-65a536e2-4ddf-4387-b0c4-062dc274e99e None None] Provisioning complete for port 61983cf9-1bf8-40bd-8171-eb224ee4dd26 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:54.614191 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-65a536e2-4ddf-4387-b0c4-062dc274e99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (61983cf9-1bf8-40bd-8171-eb224ee4dd26), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:54.643131 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-4799a307-5bc5-45c0-ac91-19a21187e380 admin admin] Deleting subnet ee1c419e-b5fc-481c-9369-52d887722539 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:11:54.647635 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4799a307-5bc5-45c0-ac91-19a21187e380 admin admin] Publish callbacks [] for subnet (ee1c419e-b5fc-481c-9369-52d887722539), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:54.708990 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7cc4713c-fce8-4141-8f39-13db0111cf91 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks [] for security_group (b29347ad-3705-4b0c-87f2-4151d4019155), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:54.718756 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7cc4713c-fce8-4141-8f39-13db0111cf91 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b29347ad-3705-4b0c-87f2-4151d4019155), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:54.723172 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e021c-b402-413e-8f08-c746ce961932 req-1d888373-d940-4a06-b0fd-386bfe484a30 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:54.742238 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e021c-b402-413e-8f08-c746ce961932 req-1d888373-d940-4a06-b0fd-386bfe484a30 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:54.746178 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4799a307-5bc5-45c0-ac91-19a21187e380 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (ee1c419e-b5fc-481c-9369-52d887722539), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:54.747572 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e021c-b402-413e-8f08-c746ce961932 req-1d888373-d940-4a06-b0fd-386bfe484a30 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:54.764284 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79568754-aa3b-4a8c-8cb9-94d76efbb6d3 None None] Pushing event updated for resources: {'Port': ['ID=cd0b0962-5bc0-474f-8445-761972aa4f67,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:54.768208 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '21d00dbc-2b01-4c2d-ae75-352867aedc8a', 'network_id': '927c95a7-9afc-4391-8f1b-90d0913f6790', 'port_id': '21d00dbc-2b01-4c2d-ae75-352867aedc8a', 'mac_address': 'fa:16:3e:3d:a0:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bab56cac-997f-4b8b-bab6-d250adea92d7', 'ip_address': '10.1.1.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:11:54.771969 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e021c-b402-413e-8f08-c746ce961932 req-1d888373-d940-4a06-b0fd-386bfe484a30 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:54.775748 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 11f54116-a036-4112-a244-de4f8325dcde up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:11:54.777937 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e021c-b402-413e-8f08-c746ce961932 req-1d888373-d940-4a06-b0fd-386bfe484a30 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:54.796212 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e021c-b402-413e-8f08-c746ce961932 req-1d888373-d940-4a06-b0fd-386bfe484a30 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:54.796646 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc4713c-fce8-4141-8f39-13db0111cf91 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b29347ad-3705-4b0c-87f2-4151d4019155,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:54.805137 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7cc4713c-fce8-4141-8f39-13db0111cf91 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:54.806391 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7cc4713c-fce8-4141-8f39-13db0111cf91 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4444668 Feb 09 01:11:54.809035 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e021c-b402-413e-8f08-c746ce961932 req-1d888373-d940-4a06-b0fd-386bfe484a30 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:54.817608 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 51980) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:54.823196 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7b2e021c-b402-413e-8f08-c746ce961932 req-1d888373-d940-4a06-b0fd-386bfe484a30 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5423 time: 0.3660829 Feb 09 01:11:54.827039 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-e373904c-c734-4908-8cdc-325285c9e75c tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Request body: {'security_group_rule': {'security_group_id': 'b29347ad-3705-4b0c-87f2-4151d4019155', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:54.838333 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-beeb39a4-8317-4d5c-9261-e4be9aaec17e tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Deleting port 85f3d21c-46ec-4680-a12e-b489b961109e {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:11:54.838690 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-beeb39a4-8317-4d5c-9261-e4be9aaec17e tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (85f3d21c-46ec-4680-a12e-b489b961109e), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:54.853431 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4799a307-5bc5-45c0-ac91-19a21187e380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (ee1c419e-b5fc-481c-9369-52d887722539), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:54.907332 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e373904c-c734-4908-8cdc-325285c9e75c tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks [] for security_group_rule (dc1a2a18-be66-4a17-bdf4-c82522e67b17), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:54.924113 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 21d00dbc-2b01-4c2d-ae75-352867aedc8a is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:54.924806 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (21d00dbc-2b01-4c2d-ae75-352867aedc8a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:54.934392 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-65a536e2-4ddf-4387-b0c4-062dc274e99e None None] Port 61983cf9-1bf8-40bd-8171-eb224ee4dd26 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:11:55.006929 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21d00dbc-2b01-4c2d-ae75-352867aedc8a {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:11:55.010679 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4799a307-5bc5-45c0-ac91-19a21187e380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (ee1c419e-b5fc-481c-9369-52d887722539), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:55.054499 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 11f54116-a036-4112-a244-de4f8325dcde triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:55.056959 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4799a307-5bc5-45c0-ac91-19a21187e380 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:55.058792 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (11f54116-a036-4112-a244-de4f8325dcde), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:55.063007 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4799a307-5bc5-45c0-ac91-19a21187e380 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ee1c419e-b5fc-481c-9369-52d887722539 HTTP/1.1" status: 204 len: 168 time: 0.5591242 Feb 09 01:11:55.064101 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 51984) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:55.086570 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 51986) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:55.087104 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 21d00dbc-2b01-4c2d-ae75-352867aedc8a, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=21d00dbc-2b01-4c2d-ae75-352867aedc8a,segment=NetworkSegment(a70768ab-a3e6-4f0b-bd69-0014c783c3ba),segment_id=a70768ab-a3e6-4f0b-bd69-0014c783c3ba)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:55.143176 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (21d00dbc-2b01-4c2d-ae75-352867aedc8a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:55.144570 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device d9333083-f77a-41ef-9c7c-7d3914e2076c details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:11:55.153095 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-beeb39a4-8317-4d5c-9261-e4be9aaec17e tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (85f3d21c-46ec-4680-a12e-b489b961109e), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:55.220628 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-beeb39a4-8317-4d5c-9261-e4be9aaec17e tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Calling delete_port for 85f3d21c-46ec-4680-a12e-b489b961109e owned by {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:11:55.241665 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7af2942-7d43-4d03-82b0-33504896a1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (7f137bfd-685a-43bd-bf22-7b98306319d4), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:55.252682 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4799a307-5bc5-45c0-ac91-19a21187e380 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee1c419e-b5fc-481c-9369-52d887722539,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:55.289406 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 11f54116-a036-4112-a244-de4f8325dcde is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:55.292048 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7b2e021c-b402-413e-8f08-c746ce961932 req-7dd151c1-e8ef-4f92-a9a9-97e8f17c7e39 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4657509 Feb 09 01:11:55.302601 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e373904c-c734-4908-8cdc-325285c9e75c tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks [] for security_group_rule (dc1a2a18-be66-4a17-bdf4-c82522e67b17), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:55.302743 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.resource_extend [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:11:55.316429 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=21d00dbc-2b01-4c2d-ae75-352867aedc8a,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:55.331883 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port d9333083-f77a-41ef-9c7c-7d3914e2076c, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=d9333083-f77a-41ef-9c7c-7d3914e2076c,segment=NetworkSegment(a70768ab-a3e6-4f0b-bd69-0014c783c3ba),segment_id=a70768ab-a3e6-4f0b-bd69-0014c783c3ba)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:55.347096 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': 'd9333083-f77a-41ef-9c7c-7d3914e2076c', 'network_id': '927c95a7-9afc-4391-8f1b-90d0913f6790', 'port_id': 'd9333083-f77a-41ef-9c7c-7d3914e2076c', 'mac_address': 'fa:16:3e:58:4f:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bab56cac-997f-4b8b-bab6-d250adea92d7', 'ip_address': '10.1.1.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:11:55.357400 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e373904c-c734-4908-8cdc-325285c9e75c tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (dc1a2a18-be66-4a17-bdf4-c82522e67b17), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:55.357825 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a5aa7a66-04bb-48e4-80ee-9e5c5f4a5e1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:55.391907 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7af2942-7d43-4d03-82b0-33504896a1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (7f137bfd-685a-43bd-bf22-7b98306319d4), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:55.394493 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e373904c-c734-4908-8cdc-325285c9e75c tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc1a2a18-be66-4a17-bdf4-c82522e67b17,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:55.417071 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e373904c-c734-4908-8cdc-325285c9e75c tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:55.418655 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e373904c-c734-4908-8cdc-325285c9e75c tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5983260 Feb 09 01:11:55.421428 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 51992) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:55.422782 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-e7af2942-7d43-4d03-82b0-33504896a1da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f137bfd-685a-43bd-bf22-7b98306319d4']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:55.436339 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-e7af2942-7d43-4d03-82b0-33504896a1da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2fd7346-b7d9-4c72-b7d0-a3003d85a30a') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:55.436909 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-e7af2942-7d43-4d03-82b0-33504896a1da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2fd7346-b7d9-4c72-b7d0-a3003d85a30a') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:55.440918 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-072a4c40-f1e7-4f3b-8d83-1bc8f1168d6f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Request body: {'security_group_rule': {'security_group_id': 'b29347ad-3705-4b0c-87f2-4151d4019155', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:55.448259 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7af2942-7d43-4d03-82b0-33504896a1da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (c2fd7346-b7d9-4c72-b7d0-a3003d85a30a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:55.456525 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port d9333083-f77a-41ef-9c7c-7d3914e2076c is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:55.457308 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d9333083-f77a-41ef-9c7c-7d3914e2076c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:55.462895 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7af2942-7d43-4d03-82b0-33504896a1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (c2fd7346-b7d9-4c72-b7d0-a3003d85a30a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:55.469402 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7af2942-7d43-4d03-82b0-33504896a1da admin admin] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:11:55.469906 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7af2942-7d43-4d03-82b0-33504896a1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (c2fd7346-b7d9-4c72-b7d0-a3003d85a30a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:55.493707 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9333083-f77a-41ef-9c7c-7d3914e2076c {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:11:55.510758 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:11:55.510758 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:11:55.510758 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:11:55.510758 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:11:55.510758 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:11:55.510758 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:11:55.510758 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:11:55.510758 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:11:55.510758 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:11:55.510758 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:11:55.510758 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:11:55.510758 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:11:55.510758 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:11:55.510758 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:11:55.510758 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:11:55.510758 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:11:55.510758 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:11:55.510758 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:11:55.510758 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:11:55.510758 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:11:55.510758 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:11:55.510758 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:11:55.510758 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:11:55.510758 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:11:55.510758 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:11:55.510758 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:11:55.510758 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:11:55.510758 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:11:55.510758 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:11:55.510758 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:11:55.510758 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:11:55.510758 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:11:55.525403 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3dabf5c2-e59b-4393-a742-21a70e022525 req-7bd9cc1b-96e7-46dd-8f91-fc15c77c3175 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 210 time: 0.1232040 Feb 09 01:11:55.536164 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7af2942-7d43-4d03-82b0-33504896a1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (7f137bfd-685a-43bd-bf22-7b98306319d4), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:55.539948 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port d9333083-f77a-41ef-9c7c-7d3914e2076c, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=d9333083-f77a-41ef-9c7c-7d3914e2076c,segment=NetworkSegment(a70768ab-a3e6-4f0b-bd69-0014c783c3ba),segment_id=a70768ab-a3e6-4f0b-bd69-0014c783c3ba)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:55.545284 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7af2942-7d43-4d03-82b0-33504896a1da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:55.548025 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-072a4c40-f1e7-4f3b-8d83-1bc8f1168d6f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks [] for security_group_rule (74b69ca9-1ca2-4f0a-b281-138ea28123c8), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:55.549855 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e7af2942-7d43-4d03-82b0-33504896a1da admin admin] 10.222.0.50 "DELETE /v2.0/networks/7f137bfd-685a-43bd-bf22-7b98306319d4 HTTP/1.1" status: 204 len: 168 time: 0.4602339 Feb 09 01:11:55.551783 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d9333083-f77a-41ef-9c7c-7d3914e2076c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:55.553335 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device ea27a474-047e-4515-b353-c9ab76df4af3 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:11:55.584496 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af2942-7d43-4d03-82b0-33504896a1da admin admin] Pushing event deleted for resources: {'Network': ['ID=7f137bfd-685a-43bd-bf22-7b98306319d4,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:55.665307 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a5aa7a66-04bb-48e4-80ee-9e5c5f4a5e1a admin admin] Publish callbacks [] for security_group (6031b102-c1ff-4724-82c6-b4d8c918fd32), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:55.666895 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=d9333083-f77a-41ef-9c7c-7d3914e2076c,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:55.677220 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a5aa7a66-04bb-48e4-80ee-9e5c5f4a5e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (6031b102-c1ff-4724-82c6-b4d8c918fd32), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:55.730919 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 51996) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:55.736598 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port ea27a474-047e-4515-b353-c9ab76df4af3, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=ea27a474-047e-4515-b353-c9ab76df4af3,segment=NetworkSegment(0c66d6be-c64e-4513-ba5d-6538191a71ff),segment_id=0c66d6be-c64e-4513-ba5d-6538191a71ff)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:55.762376 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': 'ea27a474-047e-4515-b353-c9ab76df4af3', 'network_id': '32314246-6e5a-41bd-ad0d-99eb166cb2d8', 'port_id': 'ea27a474-047e-4515-b353-c9ab76df4af3', 'mac_address': 'fa:16:3e:e3:e5:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b06db7b-12ea-467d-9682-290ad77db41e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:11:55.791166 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d0129b4b-da32-4175-b20a-7110c74b248c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4be1453321a64a26a73b0c3ad948922b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0587785 Feb 09 01:11:55.793776 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 51998) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:55.810239 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port ea27a474-047e-4515-b353-c9ab76df4af3 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:55.811567 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ea27a474-047e-4515-b353-c9ab76df4af3), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:55.839972 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea27a474-047e-4515-b353-c9ab76df4af3 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:11:55.855241 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cd472cf1-ba36-48fa-a7f1-baf591860511 admin admin] Publish callbacks [] for security_group (638acb0c-686f-472f-a3bd-c81129bba32e), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:55.873691 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port ea27a474-047e-4515-b353-c9ab76df4af3, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=ea27a474-047e-4515-b353-c9ab76df4af3,segment=NetworkSegment(0c66d6be-c64e-4513-ba5d-6538191a71ff),segment_id=0c66d6be-c64e-4513-ba5d-6538191a71ff)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:55.880412 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (ea27a474-047e-4515-b353-c9ab76df4af3), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:55.881380 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 5546793d-1294-40a4-b524-747f9d9ecf16 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:11:55.884074 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cd472cf1-ba36-48fa-a7f1-baf591860511 admin admin] Publish callbacks [] for security_group (638acb0c-686f-472f-a3bd-c81129bba32e), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:55.959697 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cd472cf1-ba36-48fa-a7f1-baf591860511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (638acb0c-686f-472f-a3bd-c81129bba32e), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:55.965869 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cd472cf1-ba36-48fa-a7f1-baf591860511 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:55.967809 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-cd472cf1-ba36-48fa-a7f1-baf591860511 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/638acb0c-686f-472f-a3bd-c81129bba32e HTTP/1.1" status: 204 len: 168 time: 0.1730633 Feb 09 01:11:55.995052 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd472cf1-ba36-48fa-a7f1-baf591860511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638acb0c-686f-472f-a3bd-c81129bba32e,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:55.999115 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=ea27a474-047e-4515-b353-c9ab76df4af3,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:56.005156 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 5546793d-1294-40a4-b524-747f9d9ecf16, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=5546793d-1294-40a4-b524-747f9d9ecf16,segment=NetworkSegment(a70768ab-a3e6-4f0b-bd69-0014c783c3ba),segment_id=a70768ab-a3e6-4f0b-bd69-0014c783c3ba)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:56.051223 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '5546793d-1294-40a4-b524-747f9d9ecf16', 'network_id': '927c95a7-9afc-4391-8f1b-90d0913f6790', 'port_id': '5546793d-1294-40a4-b524-747f9d9ecf16', 'mac_address': 'fa:16:3e:9f:8c:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bab56cac-997f-4b8b-bab6-d250adea92d7', 'ip_address': '10.1.1.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:11:56.091851 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a5aa7a66-04bb-48e4-80ee-9e5c5f4a5e1a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b602e1c012cd472b9a4da03dcd28101e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0039487 Feb 09 01:11:56.095358 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52004) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:56.096745 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-beeb39a4-8317-4d5c-9261-e4be9aaec17e tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (85f3d21c-46ec-4680-a12e-b489b961109e), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:56.126845 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-072a4c40-f1e7-4f3b-8d83-1bc8f1168d6f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks [] for security_group_rule (74b69ca9-1ca2-4f0a-b281-138ea28123c8), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:56.137151 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 5546793d-1294-40a4-b524-747f9d9ecf16 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:56.137606 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5546793d-1294-40a4-b524-747f9d9ecf16), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:56.154018 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5546793d-1294-40a4-b524-747f9d9ecf16 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:11:56.181061 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-072a4c40-f1e7-4f3b-8d83-1bc8f1168d6f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (74b69ca9-1ca2-4f0a-b281-138ea28123c8), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:56.183211 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aa7a66-04bb-48e4-80ee-9e5c5f4a5e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6031b102-c1ff-4724-82c6-b4d8c918fd32,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:56.200919 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cee04a90-9db6-412f-9ded-da5e415b7ccf admin admin] Publish callbacks [] for security_group (6031b102-c1ff-4724-82c6-b4d8c918fd32), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:56.209936 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 5546793d-1294-40a4-b524-747f9d9ecf16, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=5546793d-1294-40a4-b524-747f9d9ecf16,segment=NetworkSegment(a70768ab-a3e6-4f0b-bd69-0014c783c3ba),segment_id=a70768ab-a3e6-4f0b-bd69-0014c783c3ba)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:56.212030 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb39a4-8317-4d5c-9261-e4be9aaec17e tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Pushing event deleted for resources: {'Port': ['ID=85f3d21c-46ec-4680-a12e-b489b961109e,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:56.223970 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (5546793d-1294-40a4-b524-747f9d9ecf16), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:56.224946 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device a50b63d9-9aa6-4f44-8c47-71c17ea2941a details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:11:56.242270 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-072a4c40-f1e7-4f3b-8d83-1bc8f1168d6f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:56.244282 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-072a4c40-f1e7-4f3b-8d83-1bc8f1168d6f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8190031 Feb 09 01:11:56.249210 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52006) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:56.258665 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-a5a46396-7697-4eff-80f7-61ab729d04e1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:56.272702 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cee04a90-9db6-412f-9ded-da5e415b7ccf admin admin] Publish callbacks [] for security_group (6031b102-c1ff-4724-82c6-b4d8c918fd32), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:56.332740 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a4c40-f1e7-4f3b-8d83-1bc8f1168d6f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74b69ca9-1ca2-4f0a-b281-138ea28123c8,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:56.342787 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a5a46396-7697-4eff-80f7-61ab729d04e1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:56.379643 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cee04a90-9db6-412f-9ded-da5e415b7ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (6031b102-c1ff-4724-82c6-b4d8c918fd32), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:56.383105 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cee04a90-9db6-412f-9ded-da5e415b7ccf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:56.384484 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-cee04a90-9db6-412f-9ded-da5e415b7ccf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6031b102-c1ff-4724-82c6-b4d8c918fd32 HTTP/1.1" status: 204 len: 168 time: 0.2879312 Feb 09 01:11:56.405502 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee04a90-9db6-412f-9ded-da5e415b7ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6031b102-c1ff-4724-82c6-b4d8c918fd32,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:56.451132 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930ba085-34ed-4172-ad6c-5ba059673219 None None] Network 9104f6b3-a5bc-421d-8654-b8645ca045a1 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:11:56.523706 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-beeb39a4-8317-4d5c-9261-e4be9aaec17e tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:56.530569 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52016) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:56.532127 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=5546793d-1294-40a4-b524-747f9d9ecf16,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:56.538942 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-beeb39a4-8317-4d5c-9261-e4be9aaec17e tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] 10.222.0.50 "DELETE /v2.0/ports/85f3d21c-46ec-4680-a12e-b489b961109e HTTP/1.1" status: 204 len: 168 time: 2.1420403 Feb 09 01:11:56.602049 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-57679706-ecb9-494d-a93d-ab5eeb03ef2a None None] Provisioning complete for port cd0b0962-5bc0-474f-8445-761972aa4f67 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:56.602452 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-57679706-ecb9-494d-a93d-ab5eeb03ef2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (cd0b0962-5bc0-474f-8445-761972aa4f67), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:56.615335 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded6a28-40a3-449c-8ff1-afcde3aea646 req-6eb96852-062f-433e-b73a-4aefeece199f tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:56.622207 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded6a28-40a3-449c-8ff1-afcde3aea646 req-6eb96852-062f-433e-b73a-4aefeece199f tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:56.651866 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded6a28-40a3-449c-8ff1-afcde3aea646 req-6eb96852-062f-433e-b73a-4aefeece199f tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:56.666207 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded6a28-40a3-449c-8ff1-afcde3aea646 req-6eb96852-062f-433e-b73a-4aefeece199f tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:56.673153 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded6a28-40a3-449c-8ff1-afcde3aea646 req-6eb96852-062f-433e-b73a-4aefeece199f tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:56.678631 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded6a28-40a3-449c-8ff1-afcde3aea646 req-6eb96852-062f-433e-b73a-4aefeece199f tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:56.690515 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded6a28-40a3-449c-8ff1-afcde3aea646 req-6eb96852-062f-433e-b73a-4aefeece199f tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:56.700952 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4ded6a28-40a3-449c-8ff1-afcde3aea646 req-6eb96852-062f-433e-b73a-4aefeece199f tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5427 time: 0.2398608 Feb 09 01:11:56.825088 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device cd0b0962-5bc0-474f-8445-761972aa4f67 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:11:56.847677 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c7233f9a-9729-432c-8ff2-d738b8b68911 req-725e5f69-35a9-4eab-8d5e-c1dd946011e8 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 210 time: 0.1396382 Feb 09 01:11:56.889668 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port a50b63d9-9aa6-4f44-8c47-71c17ea2941a, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=a50b63d9-9aa6-4f44-8c47-71c17ea2941a,segment=NetworkSegment(3750bb22-80d4-4ec1-991e-f1fe2daedfff),segment_id=3750bb22-80d4-4ec1-991e-f1fe2daedfff)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:56.911649 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': 'a50b63d9-9aa6-4f44-8c47-71c17ea2941a', 'network_id': '3c94ca57-3b3a-4c44-bfe5-dcd0786f477f', 'port_id': 'a50b63d9-9aa6-4f44-8c47-71c17ea2941a', 'mac_address': 'fa:16:3e:99:47:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5e87f56-886d-4c17-b782-a5f35c888558', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:11:56.927640 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4ded6a28-40a3-449c-8ff1-afcde3aea646 req-2d241591-f106-49d2-8c9a-be5343025566 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2257133 Feb 09 01:11:56.977996 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a5a46396-7697-4eff-80f7-61ab729d04e1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:56.996713 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52028) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:56.997086 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-86f155be-c96e-4136-8b80-52f105f3b32f tempest-DHCPAgentSchedulersTestJSON-961874813 tempest-DHCPAgentSchedulersTestJSON-961874813-project-admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4929 time: 0.4643283 Feb 09 01:11:57.005821 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port cd0b0962-5bc0-474f-8445-761972aa4f67 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:57.006413 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-01221588-6a84-4a4a-ae38-e1edd07e20b9 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1594780770'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:11:57.007968 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (cd0b0962-5bc0-474f-8445-761972aa4f67), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:57.024412 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-57679706-ecb9-494d-a93d-ab5eeb03ef2a None None] Current status of the port cd0b0962-5bc0-474f-8445-761972aa4f67 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:57.025254 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-57679706-ecb9-494d-a93d-ab5eeb03ef2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (cd0b0962-5bc0-474f-8445-761972aa4f67), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:57.067752 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01221588-6a84-4a4a-ae38-e1edd07e20b9 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Made reservation on behalf of 54e06a1c6c69434d8d9c05495960a62f for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:11:57.071092 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-01221588-6a84-4a4a-ae38-e1edd07e20b9 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:57.096381 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port a50b63d9-9aa6-4f44-8c47-71c17ea2941a is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:57.097868 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a50b63d9-9aa6-4f44-8c47-71c17ea2941a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:57.168531 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a50b63d9-9aa6-4f44-8c47-71c17ea2941a {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:11:57.203749 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01221588-6a84-4a4a-ae38-e1edd07e20b9 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1035} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:11:57.223677 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-a5a46396-7697-4eff-80f7-61ab729d04e1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Allocated IP 172.25.8.239 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/05d99e6d-cc9b-4e77-b831-c5c83d7f1a3a) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:11:57.224242 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-57679706-ecb9-494d-a93d-ab5eeb03ef2a None None] For port cd0b0962-5bc0-474f-8445-761972aa4f67, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=cd0b0962-5bc0-474f-8445-761972aa4f67,segment=NetworkSegment(747fcc92-57b0-4f97-9f33-b40e21fd260f),segment_id=747fcc92-57b0-4f97-9f33-b40e21fd260f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:57.230159 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-01221588-6a84-4a4a-ae38-e1edd07e20b9 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (85754082-446f-4a3d-8fb2-8f39e05dd6d1), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:57.236293 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-01221588-6a84-4a4a-ae38-e1edd07e20b9 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Added segment 85754082-446f-4a3d-8fb2-8f39e05dd6d1 of type vlan for network d6d432e8-fb05-4a7c-a5b2-fc31606cb366 Feb 09 01:11:57.247832 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-57679706-ecb9-494d-a93d-ab5eeb03ef2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (cd0b0962-5bc0-474f-8445-761972aa4f67), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:57.267997 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port a50b63d9-9aa6-4f44-8c47-71c17ea2941a, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=a50b63d9-9aa6-4f44-8c47-71c17ea2941a,segment=NetworkSegment(3750bb22-80d4-4ec1-991e-f1fe2daedfff),segment_id=3750bb22-80d4-4ec1-991e-f1fe2daedfff)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:57.328590 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a50b63d9-9aa6-4f44-8c47-71c17ea2941a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:57.329313 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 8878209d-10f0-43e8-9625-98836d88edd2 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:11:57.429359 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port cd0b0962-5bc0-474f-8445-761972aa4f67 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:57.461495 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-01221588-6a84-4a4a-ae38-e1edd07e20b9 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (d6d432e8-fb05-4a7c-a5b2-fc31606cb366), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:57.476744 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57679706-ecb9-494d-a93d-ab5eeb03ef2a None None] Pushing event updated for resources: {'Port': ['ID=cd0b0962-5bc0-474f-8445-761972aa4f67,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:57.558159 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.resource_extend [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:11:57.562435 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-32f63b20-89cf-4e93-819f-9428824eb61e None None] Provisioning complete for port cd0b0962-5bc0-474f-8445-761972aa4f67 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:57.563368 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-32f63b20-89cf-4e93-819f-9428824eb61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (cd0b0962-5bc0-474f-8445-761972aa4f67), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:57.568754 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a5a46396-7697-4eff-80f7-61ab729d04e1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks [] for port (05d99e6d-cc9b-4e77-b831-c5c83d7f1a3a), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:57.574535 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-01221588-6a84-4a4a-ae38-e1edd07e20b9 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (d6d432e8-fb05-4a7c-a5b2-fc31606cb366), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:57.582612 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01221588-6a84-4a4a-ae38-e1edd07e20b9 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:57.585429 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-01221588-6a84-4a4a-ae38-e1edd07e20b9 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:57.632422 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 8878209d-10f0-43e8-9625-98836d88edd2, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=8878209d-10f0-43e8-9625-98836d88edd2,segment=NetworkSegment(3750bb22-80d4-4ec1-991e-f1fe2daedfff),segment_id=3750bb22-80d4-4ec1-991e-f1fe2daedfff)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:57.668870 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=a50b63d9-9aa6-4f44-8c47-71c17ea2941a,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:57.669129 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52050) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:57.677723 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-01221588-6a84-4a4a-ae38-e1edd07e20b9 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6797171 Feb 09 01:11:57.682411 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '8878209d-10f0-43e8-9625-98836d88edd2', 'network_id': '3c94ca57-3b3a-4c44-bfe5-dcd0786f477f', 'port_id': '8878209d-10f0-43e8-9625-98836d88edd2', 'mac_address': 'fa:16:3e:54:ff:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5e87f56-886d-4c17-b782-a5f35c888558', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:11:57.707922 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01221588-6a84-4a4a-ae38-e1edd07e20b9 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Pushing event updated for resources: {'Network': ['ID=d6d432e8-fb05-4a7c-a5b2-fc31606cb366,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:57.743924 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a5a46396-7697-4eff-80f7-61ab729d04e1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (05d99e6d-cc9b-4e77-b831-c5c83d7f1a3a), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:57.745928 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network d6d432e8-fb05-4a7c-a5b2-fc31606cb366 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:11:57.826776 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a46396-7697-4eff-80f7-61ab729d04e1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:11:57.830777 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-a5a46396-7697-4eff-80f7-61ab729d04e1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:11:57.843104 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a46396-7697-4eff-80f7-61ab729d04e1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:11:57.931210 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a46396-7697-4eff-80f7-61ab729d04e1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Pushing event updated for resources: {'Port': ['ID=05d99e6d-cc9b-4e77-b831-c5c83d7f1a3a,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:57.938684 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 8878209d-10f0-43e8-9625-98836d88edd2 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:57.938684 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8878209d-10f0-43e8-9625-98836d88edd2), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:58.021861 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8878209d-10f0-43e8-9625-98836d88edd2 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:11:58.045856 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-32f63b20-89cf-4e93-819f-9428824eb61e None None] Current status of the port cd0b0962-5bc0-474f-8445-761972aa4f67 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:58.064270 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 8878209d-10f0-43e8-9625-98836d88edd2, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=8878209d-10f0-43e8-9625-98836d88edd2,segment=NetworkSegment(3750bb22-80d4-4ec1-991e-f1fe2daedfff),segment_id=3750bb22-80d4-4ec1-991e-f1fe2daedfff)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:11:58.077287 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (8878209d-10f0-43e8-9625-98836d88edd2), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:58.116739 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-68e5ac57-11fc-4f90-a2fa-8b64338b2edd req-8ad0eb1a-8071-4a13-8f7f-81769d15bdfb tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 210 time: 0.0873821 Feb 09 01:11:58.138642 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=8878209d-10f0-43e8-9625-98836d88edd2,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:58.174681 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-2c289598-61b2-4a59-85da-c17022cef0d7 None None] Could not find standard attr ID for object 85f3d21c-46ec-4680-a12e-b489b961109e. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:11:58.195555 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a5a46396-7697-4eff-80f7-61ab729d04e1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks [] for floatingip (ee10216e-bd89-42d9-96a0-710bfcb49dc4), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:58.263561 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a5a46396-7697-4eff-80f7-61ab729d04e1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (05d99e6d-cc9b-4e77-b831-c5c83d7f1a3a), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:58.323737 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c550843-7663-4a80-ae94-db405d500c48 req-95a83a0a-0d29-4a2c-9555-bf2d285f34d2 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:58.328803 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c550843-7663-4a80-ae94-db405d500c48 req-95a83a0a-0d29-4a2c-9555-bf2d285f34d2 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:58.334198 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c550843-7663-4a80-ae94-db405d500c48 req-95a83a0a-0d29-4a2c-9555-bf2d285f34d2 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:58.339612 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c550843-7663-4a80-ae94-db405d500c48 req-95a83a0a-0d29-4a2c-9555-bf2d285f34d2 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:58.345651 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c550843-7663-4a80-ae94-db405d500c48 req-95a83a0a-0d29-4a2c-9555-bf2d285f34d2 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:58.350967 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c550843-7663-4a80-ae94-db405d500c48 req-95a83a0a-0d29-4a2c-9555-bf2d285f34d2 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:58.356281 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c550843-7663-4a80-ae94-db405d500c48 req-95a83a0a-0d29-4a2c-9555-bf2d285f34d2 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:58.363924 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3c550843-7663-4a80-ae94-db405d500c48 req-95a83a0a-0d29-4a2c-9555-bf2d285f34d2 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5429 time: 0.2458630 Feb 09 01:11:58.408280 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-bd167ccf-09de-4baf-b539-2a07728bd5b5 tempest-DHCPAgentSchedulersTestJSON-961874813 tempest-DHCPAgentSchedulersTestJSON-961874813-project-admin] 10.222.0.50 "GET /v2.0/agents/257758ee-c91b-49b3-ab26-4d29e3c87f03/dhcp-networks HTTP/1.1" status: 200 len: 12842 time: 0.7375128 Feb 09 01:11:58.408950 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52072) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:58.454139 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3c550843-7663-4a80-ae94-db405d500c48 req-9b76d882-e098-4e22-8646-7c202ecdb410 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0891361 Feb 09 01:11:58.509324 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5198c366-a634-45f2-a3ad-c744cb03d914 tempest-DHCPAgentSchedulersTestJSON-961874813 tempest-DHCPAgentSchedulersTestJSON-961874813-project-admin] Network d6d432e8-fb05-4a7c-a5b2-fc31606cb366 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:11:58.542925 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5198c366-a634-45f2-a3ad-c744cb03d914 tempest-DHCPAgentSchedulersTestJSON-961874813 tempest-DHCPAgentSchedulersTestJSON-961874813-project-admin] 10.222.0.50 "POST /v2.0/agents/257758ee-c91b-49b3-ab26-4d29e3c87f03/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1310356 Feb 09 01:11:58.544235 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52074) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:58.545076 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36da2bd1-5311-4d08-8dd8-0cc5c7f356b8 None None] Network d6d432e8-fb05-4a7c-a5b2-fc31606cb366 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:11:58.589164 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a5a46396-7697-4eff-80f7-61ab729d04e1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks [] for port (05d99e6d-cc9b-4e77-b831-c5c83d7f1a3a), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:58.599335 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a5a46396-7697-4eff-80f7-61ab729d04e1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (05d99e6d-cc9b-4e77-b831-c5c83d7f1a3a), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:58.692716 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device cd0b0962-5bc0-474f-8445-761972aa4f67 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:11:58.713741 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a5a46396-7697-4eff-80f7-61ab729d04e1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (ee10216e-bd89-42d9-96a0-710bfcb49dc4), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:58.732593 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a46396-7697-4eff-80f7-61ab729d04e1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Pushing event updated for resources: {'Port': ['ID=05d99e6d-cc9b-4e77-b831-c5c83d7f1a3a,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:11:58.744600 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a5a46396-7697-4eff-80f7-61ab729d04e1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:58.753903 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a5a46396-7697-4eff-80f7-61ab729d04e1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4918869 Feb 09 01:11:58.789563 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f0e46b8b-55f1-4d56-88fe-87e2290c3a92 tempest-DHCPAgentSchedulersTestJSON-961874813 tempest-DHCPAgentSchedulersTestJSON-961874813-project-admin] 10.222.0.50 "GET /v2.0/agents/257758ee-c91b-49b3-ab26-4d29e3c87f03/dhcp-networks HTTP/1.1" status: 200 len: 13614 time: 0.2428725 Feb 09 01:11:58.792436 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52078) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:58.802225 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port cd0b0962-5bc0-474f-8445-761972aa4f67 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:11:58.802829 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (cd0b0962-5bc0-474f-8445-761972aa4f67), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:58.901601 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-7cc8b918-a660-4ccb-8ea4-929a69e97077 tempest-DHCPAgentSchedulersTestJSON-961874813 tempest-DHCPAgentSchedulersTestJSON-961874813-project-admin] 10.222.0.50 "DELETE /v2.0/agents/257758ee-c91b-49b3-ab26-4d29e3c87f03/dhcp-networks/d6d432e8-fb05-4a7c-a5b2-fc31606cb366 HTTP/1.1" status: 204 len: 168 time: 0.1054852 Feb 09 01:11:58.902275 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52084) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:58.921896 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port cd0b0962-5bc0-474f-8445-761972aa4f67 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:11:59.129423 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-da0ff913-0401-4e92-95a1-1d656f14c8dd tempest-DHCPAgentSchedulersTestJSON-961874813 tempest-DHCPAgentSchedulersTestJSON-961874813-project-admin] 10.222.0.50 "GET /v2.0/agents/257758ee-c91b-49b3-ab26-4d29e3c87f03/dhcp-networks HTTP/1.1" status: 200 len: 12842 time: 0.2223141 Feb 09 01:11:59.130902 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52100) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:59.144060 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-e1bf3a82-f740-4a94-a5dd-f8cb39dced81 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--587980807&fields=id&tenant_id=e1de9b230a144a68a725edf02d781381 HTTP/1.1" status: 200 len: 267 time: 0.0904789 Feb 09 01:11:59.151019 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['a50b63d9-9aa6-4f44-8c47-71c17ea2941a'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:11:59.166065 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-89348d9c-a5c9-40a7-9e95-d5e1a2cdbfcb tempest-DHCPAgentSchedulersTestJSON-961874813 tempest-DHCPAgentSchedulersTestJSON-961874813-project-admin] 10.222.0.50 "GET /v2.0/networks/9104f6b3-a5bc-421d-8654-b8645ca045a1/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0338821 Feb 09 01:11:59.166686 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52104) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:59.191088 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6a1595b2-cf28-410e-9cb2-d822c4867492 tempest-DHCPAgentSchedulersTestJSON-961874813 tempest-DHCPAgentSchedulersTestJSON-961874813-project-admin] 10.222.0.50 "GET /v2.0/networks/9104f6b3-a5bc-421d-8654-b8645ca045a1/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0232818 Feb 09 01:11:59.192793 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52106) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:59.193530 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['5546793d-1294-40a4-b524-747f9d9ecf16'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:11:59.237148 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['21d00dbc-2b01-4c2d-ae75-352867aedc8a'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:11:59.260292 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18584273-fcd2-44a9-87c9-69981c9246da req-b5129609-ea89-4ec1-a13f-b1e189115230 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:59.265134 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-b5129609-ea89-4ec1-a13f-b1e189115230 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports/8d514634-0023-4dbc-9e31-ea618b291a41 HTTP/1.1" status: 200 len: 936 time: 0.1023772 Feb 09 01:11:59.303727 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['8878209d-10f0-43e8-9625-98836d88edd2'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:11:59.305745 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['76ac4e41-e8fb-4a96-801b-c22446fda558'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:11:59.354791 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['ea27a474-047e-4515-b353-c9ab76df4af3'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:11:59.396071 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9e889007-55c3-4410-93a6-5ca1a46e41c4 req-1177bc74-34a5-417b-9090-d1f2388a735c tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 210 time: 0.1291521 Feb 09 01:11:59.417175 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-051e0df6-aafc-453d-bf51-727f98acb7df tempest-DHCPAgentSchedulersTestJSON-961874813 tempest-DHCPAgentSchedulersTestJSON-961874813-project-admin] 10.222.0.50 "GET /v2.0/agents/257758ee-c91b-49b3-ab26-4d29e3c87f03/dhcp-networks HTTP/1.1" status: 200 len: 12842 time: 0.2232430 Feb 09 01:11:59.420377 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52112) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:59.442576 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18584273-fcd2-44a9-87c9-69981c9246da req-5279e7c2-07f8-43a3-83cf-d6759d35c62b tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:59.459781 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-5279e7c2-07f8-43a3-83cf-d6759d35c62b tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports/61983cf9-1bf8-40bd-8171-eb224ee4dd26 HTTP/1.1" status: 200 len: 936 time: 0.1883953 Feb 09 01:11:59.526567 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c0565aa9-66db-4783-9cbb-e652cbe88c60 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (d6d432e8-fb05-4a7c-a5b2-fc31606cb366), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:59.566421 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-acb38ee3-f387-4bc7-952d-4459d5974f56 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?network_id=460d32a0-6143-4328-a439-dc4890ffb702&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0962009 Feb 09 01:11:59.636052 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-a6a5ae63-66d3-454c-8956-951248630f28 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?network_id=460d32a0-6143-4328-a439-dc4890ffb702&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0688007 Feb 09 01:11:59.701896 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c0565aa9-66db-4783-9cbb-e652cbe88c60 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (d6d432e8-fb05-4a7c-a5b2-fc31606cb366), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:59.750883 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-c0565aa9-66db-4783-9cbb-e652cbe88c60 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6d432e8-fb05-4a7c-a5b2-fc31606cb366']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:59.766307 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-c0565aa9-66db-4783-9cbb-e652cbe88c60 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85754082-446f-4a3d-8fb2-8f39e05dd6d1') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:59.768724 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-c0565aa9-66db-4783-9cbb-e652cbe88c60 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85754082-446f-4a3d-8fb2-8f39e05dd6d1') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:11:59.782784 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c0565aa9-66db-4783-9cbb-e652cbe88c60 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (85754082-446f-4a3d-8fb2-8f39e05dd6d1), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:59.808422 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c0565aa9-66db-4783-9cbb-e652cbe88c60 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (85754082-446f-4a3d-8fb2-8f39e05dd6d1), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:59.821846 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0565aa9-66db-4783-9cbb-e652cbe88c60 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:11:59.822731 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c0565aa9-66db-4783-9cbb-e652cbe88c60 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (85754082-446f-4a3d-8fb2-8f39e05dd6d1), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:59.829585 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:11:59.829585 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:11:59.829585 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:11:59.829585 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:11:59.829585 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:11:59.829585 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:11:59.829585 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:11:59.829585 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:11:59.829585 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:11:59.829585 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:11:59.829585 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:11:59.829585 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:11:59.829585 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:11:59.829585 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:11:59.829585 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:11:59.829585 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:11:59.829585 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:11:59.829585 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:11:59.829585 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:11:59.829585 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:11:59.829585 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:11:59.829585 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:11:59.829585 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:11:59.829585 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:11:59.829585 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:11:59.829585 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:11:59.829585 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:11:59.829585 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:11:59.829585 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:11:59.829585 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:11:59.829585 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:11:59.829585 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:11:59.904671 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c0565aa9-66db-4783-9cbb-e652cbe88c60 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (d6d432e8-fb05-4a7c-a5b2-fc31606cb366), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:59.912814 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46213c-8698-441e-a1e5-17c3b7897b48 req-8af332c0-06a6-4bf1-8c03-583d76ddb5be tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:59.918259 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c0565aa9-66db-4783-9cbb-e652cbe88c60 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:11:59.929751 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c0565aa9-66db-4783-9cbb-e652cbe88c60 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] 10.222.0.50 "DELETE /v2.0/networks/d6d432e8-fb05-4a7c-a5b2-fc31606cb366 HTTP/1.1" status: 204 len: 168 time: 0.5060627 Feb 09 01:11:59.933132 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46213c-8698-441e-a1e5-17c3b7897b48 req-8af332c0-06a6-4bf1-8c03-583d76ddb5be tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:59.934648 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52126) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:11:59.946666 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46213c-8698-441e-a1e5-17c3b7897b48 req-8af332c0-06a6-4bf1-8c03-583d76ddb5be tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:59.958061 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46213c-8698-441e-a1e5-17c3b7897b48 req-8af332c0-06a6-4bf1-8c03-583d76ddb5be tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:59.971720 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46213c-8698-441e-a1e5-17c3b7897b48 req-8af332c0-06a6-4bf1-8c03-583d76ddb5be tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:11:59.986087 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46213c-8698-441e-a1e5-17c3b7897b48 req-8af332c0-06a6-4bf1-8c03-583d76ddb5be tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:00.000329 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46213c-8698-441e-a1e5-17c3b7897b48 req-8af332c0-06a6-4bf1-8c03-583d76ddb5be tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:00.002578 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0e46213c-8698-441e-a1e5-17c3b7897b48 req-8af332c0-06a6-4bf1-8c03-583d76ddb5be tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5429 time: 0.4155595 Feb 09 01:12:00.020844 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0565aa9-66db-4783-9cbb-e652cbe88c60 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Pushing event deleted for resources: {'Network': ['ID=d6d432e8-fb05-4a7c-a5b2-fc31606cb366,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:00.026574 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f2d4d04-53da-4271-b943-dc4d00f8c7d4 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] DELETE failed (client error): The resource could not be found. Feb 09 01:12:00.030176 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f2d4d04-53da-4271-b943-dc4d00f8c7d4 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:12:00.039687 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52132) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:00.040482 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8f2d4d04-53da-4271-b943-dc4d00f8c7d4 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] 10.222.0.50 "DELETE /v2.0/ports/85f3d21c-46ec-4680-a12e-b489b961109e HTTP/1.1" status: 404 len: 333 time: 0.1035256 Feb 09 01:12:00.109659 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 3b3ba372-337b-4907-829c-54b4ef6443b7 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:12:00.142485 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: 3b3ba372-337b-4907-829c-54b4ef6443b7 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:12:00.142780 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 3b3ba372-337b-4907-829c-54b4ef6443b7 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:12:00.166060 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18584273-fcd2-44a9-87c9-69981c9246da req-b050db03-74bc-490e-9152-63d2c19d13af tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:00.172199 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18584273-fcd2-44a9-87c9-69981c9246da req-b050db03-74bc-490e-9152-63d2c19d13af tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:00.177643 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18584273-fcd2-44a9-87c9-69981c9246da req-b050db03-74bc-490e-9152-63d2c19d13af tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:00.179328 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-b050db03-74bc-490e-9152-63d2c19d13af tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/networks?id=4827bb9d-9020-4469-a360-2245b341e8df&id=7776bdde-fa28-4fc9-a953-0f38a342d9c3&id=7776bdde-fa28-4fc9-a953-0f38a342d9c3&id=460d32a0-6143-4328-a439-dc4890ffb702&id=460d32a0-6143-4328-a439-dc4890ffb702 HTTP/1.1" status: 200 len: 1993 time: 0.5178471 Feb 09 01:12:00.188782 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4469293-fc13-4aad-8567-830d84d9cbce tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Deleting subnet f18f8a5f-ca95-4354-b1ba-785707127c49 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:12:00.198593 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['d9333083-f77a-41ef-9c7c-7d3914e2076c'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:12:00.200596 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d4469293-fc13-4aad-8567-830d84d9cbce tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Publish callbacks [] for subnet (f18f8a5f-ca95-4354-b1ba-785707127c49), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:00.210300 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0e46213c-8698-441e-a1e5-17c3b7897b48 req-1d767f67-11e7-434e-89d2-5af5724711de tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1916723 Feb 09 01:12:00.239086 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-0ea7a70d-8d1c-4cdd-9210-1e2cff45eb1b tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/quotas/e1de9b230a144a68a725edf02d781381 HTTP/1.1" status: 200 len: 375 time: 0.0465662 Feb 09 01:12:00.292114 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d4469293-fc13-4aad-8567-830d84d9cbce tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (f18f8a5f-ca95-4354-b1ba-785707127c49), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:00.362182 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-4a0e126e-8a2a-4f6e-8f1d-1aeefce4f244 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e1de9b230a144a68a725edf02d781381&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1161592 Feb 09 01:12:00.517589 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d4469293-fc13-4aad-8567-830d84d9cbce tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (f18f8a5f-ca95-4354-b1ba-785707127c49), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:00.665395 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-92401cb0-7fad-480f-aa52-f537b010beaf service neutron] 10.222.0.50 "GET /v2.0/networks/4827bb9d-9020-4469-a360-2245b341e8df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870550 Feb 09 01:12:00.751794 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-901b5aca-3efb-4d14-843a-5f4d81a2ae0b req-3c99cb85-6350-49c6-8ae8-4571057eb040 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 210 time: 0.1419139 Feb 09 01:12:00.792984 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d4469293-fc13-4aad-8567-830d84d9cbce tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (f18f8a5f-ca95-4354-b1ba-785707127c49), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:00.832939 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d4469293-fc13-4aad-8567-830d84d9cbce tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:00.838307 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d4469293-fc13-4aad-8567-830d84d9cbce tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] 10.222.0.50 "DELETE /v2.0/subnets/f18f8a5f-ca95-4354-b1ba-785707127c49 HTTP/1.1" status: 204 len: 168 time: 0.7911115 Feb 09 01:12:00.838307 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4469293-fc13-4aad-8567-830d84d9cbce tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Pushing event deleted for resources: {'Subnet': ['ID=f18f8a5f-ca95-4354-b1ba-785707127c49,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:00.839424 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52160) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:00.840343 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-e2bb13a0-888b-4027-91e3-daad495ad54a service neutron] 10.222.0.50 "GET /v2.0/networks/4827bb9d-9020-4469-a360-2245b341e8df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742520 Feb 09 01:12:00.845569 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5a068f-8c32-4fef-9531-4a695e16e329 None None] Network 9104f6b3-a5bc-421d-8654-b8645ca045a1 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:12:00.893817 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-9feb556d-b974-4163-898c-461a772419ed service neutron] 10.222.0.50 "GET /v2.0/ports/8d514634-0023-4dbc-9e31-ea618b291a41?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0460606 Feb 09 01:12:00.934650 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0b069618-3d45-44b3-923e-51a8a79625c6 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (9104f6b3-a5bc-421d-8654-b8645ca045a1), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:00.996185 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-0b069618-3d45-44b3-923e-51a8a79625c6 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Deleting port cd0b0962-5bc0-474f-8445-761972aa4f67 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:12:00.996534 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0b069618-3d45-44b3-923e-51a8a79625c6 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (cd0b0962-5bc0-474f-8445-761972aa4f67), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:01.045389 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2d4310-4e1e-4bd2-8ede-fc99c5cd898a None None] DHCP port deletion for 9104f6b3-a5bc-421d-8654-b8645ca045a1 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:12:01.048134 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-abd43d18-6e73-4391-ad8f-f7ab22b039d0 service neutron] 10.222.0.50 "GET /v2.0/networks/7776bdde-fa28-4fc9-a953-0f38a342d9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485765 Feb 09 01:12:01.095638 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-0b069618-3d45-44b3-923e-51a8a79625c6 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] For port cd0b0962-5bc0-474f-8445-761972aa4f67, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=cd0b0962-5bc0-474f-8445-761972aa4f67,segment=NetworkSegment(747fcc92-57b0-4f97-9f33-b40e21fd260f),segment_id=747fcc92-57b0-4f97-9f33-b40e21fd260f)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:01.096017 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0b069618-3d45-44b3-923e-51a8a79625c6 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (cd0b0962-5bc0-474f-8445-761972aa4f67), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:01.120191 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-0b069618-3d45-44b3-923e-51a8a79625c6 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Calling delete_port for cd0b0962-5bc0-474f-8445-761972aa4f67 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:12:01.122509 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-2b2d4310-4e1e-4bd2-8ede-fc99c5cd898a None None] Deleting port cd0b0962-5bc0-474f-8445-761972aa4f67 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:12:01.123192 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2b2d4310-4e1e-4bd2-8ede-fc99c5cd898a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (cd0b0962-5bc0-474f-8445-761972aa4f67), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:01.186838 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-81a56ab4-0bd9-47d7-966c-200f802b2a83 service neutron] 10.222.0.50 "GET /v2.0/networks/7776bdde-fa28-4fc9-a953-0f38a342d9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361101 Feb 09 01:12:01.235997 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-d657ad47-7dc5-4cb0-bd87-ce17f1bc515c service neutron] 10.222.0.50 "GET /v2.0/ports/61983cf9-1bf8-40bd-8171-eb224ee4dd26?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0414078 Feb 09 01:12:01.254956 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0b069618-3d45-44b3-923e-51a8a79625c6 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (cd0b0962-5bc0-474f-8445-761972aa4f67), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:01.260468 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-2b2d4310-4e1e-4bd2-8ede-fc99c5cd898a None None] For port cd0b0962-5bc0-474f-8445-761972aa4f67, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=cd0b0962-5bc0-474f-8445-761972aa4f67,segment=NetworkSegment(747fcc92-57b0-4f97-9f33-b40e21fd260f),segment_id=747fcc92-57b0-4f97-9f33-b40e21fd260f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:01.261745 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2b2d4310-4e1e-4bd2-8ede-fc99c5cd898a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (cd0b0962-5bc0-474f-8445-761972aa4f67), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:01.303771 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b069618-3d45-44b3-923e-51a8a79625c6 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Pushing event deleted for resources: {'Port': ['ID=cd0b0962-5bc0-474f-8445-761972aa4f67,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:01.305155 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-2b2d4310-4e1e-4bd2-8ede-fc99c5cd898a None None] Calling delete_port for cd0b0962-5bc0-474f-8445-761972aa4f67 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:12:01.319255 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b069618-3d45-44b3-923e-51a8a79625c6 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] No DVR routers for this DVR port cd0b0962-5bc0-474f-8445-761972aa4f67 on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:12:01.434405 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2b2d4310-4e1e-4bd2-8ede-fc99c5cd898a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (cd0b0962-5bc0-474f-8445-761972aa4f67), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:01.463559 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0b069618-3d45-44b3-923e-51a8a79625c6 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (9104f6b3-a5bc-421d-8654-b8645ca045a1), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:01.507412 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-0b069618-3d45-44b3-923e-51a8a79625c6 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9104f6b3-a5bc-421d-8654-b8645ca045a1']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:01.513999 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d4310-4e1e-4bd2-8ede-fc99c5cd898a None None] Pushing event deleted for resources: {'Port': ['ID=cd0b0962-5bc0-474f-8445-761972aa4f67,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:01.524339 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2d4310-4e1e-4bd2-8ede-fc99c5cd898a None None] No DVR routers for this DVR port cd0b0962-5bc0-474f-8445-761972aa4f67 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:12:01.536300 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-0b069618-3d45-44b3-923e-51a8a79625c6 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '747fcc92-57b0-4f97-9f33-b40e21fd260f') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:01.536300 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-0b069618-3d45-44b3-923e-51a8a79625c6 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '747fcc92-57b0-4f97-9f33-b40e21fd260f') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:01.552300 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0b069618-3d45-44b3-923e-51a8a79625c6 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (747fcc92-57b0-4f97-9f33-b40e21fd260f), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:01.558578 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-10bd5568-dc1a-4ece-b97f-ad12123b122a service neutron] 10.222.0.50 "GET /v2.0/networks/7776bdde-fa28-4fc9-a953-0f38a342d9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163433 Feb 09 01:12:01.575281 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0b069618-3d45-44b3-923e-51a8a79625c6 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (747fcc92-57b0-4f97-9f33-b40e21fd260f), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:01.582663 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b069618-3d45-44b3-923e-51a8a79625c6 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:12:01.583081 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0b069618-3d45-44b3-923e-51a8a79625c6 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (747fcc92-57b0-4f97-9f33-b40e21fd260f), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:01.588013 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:12:01.588013 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:12:01.588013 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:12:01.588013 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:12:01.588013 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:12:01.588013 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:12:01.588013 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:12:01.588013 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:12:01.588013 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:12:01.588013 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:12:01.588013 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:12:01.588013 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:12:01.588013 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:12:01.588013 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:12:01.588013 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:12:01.588013 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:12:01.588013 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:12:01.588013 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:12:01.588013 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:12:01.588013 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:12:01.588013 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:12:01.588013 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:12:01.588013 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:12:01.588013 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:12:01.588013 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:12:01.588013 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:12:01.588013 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:12:01.588013 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:12:01.588013 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:12:01.588013 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:12:01.588013 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:12:01.588013 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:12:01.656604 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71957ef-1168-455c-af8d-27952f89fc6a req-3abb10bb-1bdc-410b-bf28-dc61c9f61dd3 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:01.661857 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71957ef-1168-455c-af8d-27952f89fc6a req-3abb10bb-1bdc-410b-bf28-dc61c9f61dd3 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:01.667161 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71957ef-1168-455c-af8d-27952f89fc6a req-3abb10bb-1bdc-410b-bf28-dc61c9f61dd3 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:01.678459 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71957ef-1168-455c-af8d-27952f89fc6a req-3abb10bb-1bdc-410b-bf28-dc61c9f61dd3 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:01.683708 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71957ef-1168-455c-af8d-27952f89fc6a req-3abb10bb-1bdc-410b-bf28-dc61c9f61dd3 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:01.689002 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71957ef-1168-455c-af8d-27952f89fc6a req-3abb10bb-1bdc-410b-bf28-dc61c9f61dd3 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:01.691399 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0b069618-3d45-44b3-923e-51a8a79625c6 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (9104f6b3-a5bc-421d-8654-b8645ca045a1), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:01.694267 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71957ef-1168-455c-af8d-27952f89fc6a req-3abb10bb-1bdc-410b-bf28-dc61c9f61dd3 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:01.696342 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a71957ef-1168-455c-af8d-27952f89fc6a req-3abb10bb-1bdc-410b-bf28-dc61c9f61dd3 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5429 time: 0.3234706 Feb 09 01:12:01.701789 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0b069618-3d45-44b3-923e-51a8a79625c6 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:01.717244 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0b069618-3d45-44b3-923e-51a8a79625c6 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] 10.222.0.50 "DELETE /v2.0/networks/9104f6b3-a5bc-421d-8654-b8645ca045a1 HTTP/1.1" status: 204 len: 168 time: 0.8772929 Feb 09 01:12:01.737077 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b069618-3d45-44b3-923e-51a8a79625c6 tempest-DHCPAgentSchedulersTestJSON-1327355001 tempest-DHCPAgentSchedulersTestJSON-1327355001-project] Pushing event deleted for resources: {'Network': ['ID=9104f6b3-a5bc-421d-8654-b8645ca045a1,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:01.814255 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-a3bb469a-bdc1-4102-88f1-c889ff8d66cf service neutron] 10.222.0.50 "GET /v2.0/networks/7776bdde-fa28-4fc9-a953-0f38a342d9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502239 Feb 09 01:12:01.878618 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a71957ef-1168-455c-af8d-27952f89fc6a req-697f4076-6aa9-42d2-9864-96bf342d34f2 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1735578 Feb 09 01:12:02.009584 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-032d0b31-4076-447b-9924-ac2888277481 service neutron] 10.222.0.50 "GET /v2.0/networks/7776bdde-fa28-4fc9-a953-0f38a342d9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856763 Feb 09 01:12:02.056423 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fc3080ff-c441-466b-a8df-3976ec126afd req-2ff1b59b-e52c-46dd-b856-9af56b6dc573 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 210 time: 0.0759120 Feb 09 01:12:02.189750 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-5533ca87-64e7-4be5-b5fb-2d53402b4f3a service neutron] 10.222.0.50 "GET /v2.0/networks/7776bdde-fa28-4fc9-a953-0f38a342d9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790805 Feb 09 01:12:02.242432 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52228) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:02.308516 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a10faf2f-5035-402e-a85b-f51b28b15676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:02.333431 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-d623a830-f304-45e1-b74e-8b217628d9b8 service neutron] 10.222.0.50 "GET /v2.0/networks/7776bdde-fa28-4fc9-a953-0f38a342d9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331840 Feb 09 01:12:02.414802 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0f297dc0-9681-4dfc-82d2-e327d10fad10 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=54e06a1c6c69434d8d9c05495960a62f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1714854 Feb 09 01:12:02.417262 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52232) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:02.455328 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-f55ed734-5fcb-4ec3-a89b-6861e9fef67d service neutron] 10.222.0.50 "GET /v2.0/networks/7776bdde-fa28-4fc9-a953-0f38a342d9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156754 Feb 09 01:12:02.477360 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f8f417e7-0c09-4679-925d-6706cb37091e admin admin] Publish callbacks [] for security_group (fbc14ca6-a726-4a34-a008-91721c71bebd), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:02.504020 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f8f417e7-0c09-4679-925d-6706cb37091e admin admin] Publish callbacks [] for security_group (fbc14ca6-a726-4a34-a008-91721c71bebd), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:02.618494 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f8f417e7-0c09-4679-925d-6706cb37091e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (fbc14ca6-a726-4a34-a008-91721c71bebd), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:02.621677 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f8f417e7-0c09-4679-925d-6706cb37091e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:02.622968 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f8f417e7-0c09-4679-925d-6706cb37091e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fbc14ca6-a726-4a34-a008-91721c71bebd HTTP/1.1" status: 204 len: 168 time: 0.2047017 Feb 09 01:12:02.640631 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-8abd1cdf-b3af-4597-81f7-b3a8f8a2800e service neutron] 10.222.0.50 "GET /v2.0/networks/460d32a0-6143-4328-a439-dc4890ffb702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833701 Feb 09 01:12:02.645345 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f417e7-0c09-4679-925d-6706cb37091e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc14ca6-a726-4a34-a008-91721c71bebd,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:02.649042 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device cd0b0962-5bc0-474f-8445-761972aa4f67 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:12:02.680076 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: cd0b0962-5bc0-474f-8445-761972aa4f67 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:12:02.680727 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device cd0b0962-5bc0-474f-8445-761972aa4f67 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:12:02.782573 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-262b26f7-25d5-4ada-83f1-132efaa017b8 service neutron] 10.222.0.50 "GET /v2.0/networks/460d32a0-6143-4328-a439-dc4890ffb702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409943 Feb 09 01:12:02.894954 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-fe7d685f-6a45-4472-89fd-110330944a2c service neutron] 10.222.0.50 "GET /v2.0/networks/460d32a0-6143-4328-a439-dc4890ffb702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068165 Feb 09 01:12:02.970261 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52242) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:02.984974 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-75853332-1f59-4f3a-a105-eceba3aa9819 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:03.119284 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-75853332-1f59-4f3a-a105-eceba3aa9819 admin admin] Publish callbacks [] for security_group (efbd3d5d-e0f9-4ad0-ae37-f8fb3fa93955), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:03.128728 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-75853332-1f59-4f3a-a105-eceba3aa9819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (efbd3d5d-e0f9-4ad0-ae37-f8fb3fa93955), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:03.179576 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-75853332-1f59-4f3a-a105-eceba3aa9819 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bf6a7cee26af4e538df55de4b627082f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2081609 Feb 09 01:12:03.183338 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52246) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:03.193355 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75853332-1f59-4f3a-a105-eceba3aa9819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbd3d5d-e0f9-4ad0-ae37-f8fb3fa93955,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:03.256314 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-82161675-f03a-4330-bb46-c3fa5c6b8ac0 admin admin] Publish callbacks [] for security_group (efbd3d5d-e0f9-4ad0-ae37-f8fb3fa93955), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:03.292111 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-82161675-f03a-4330-bb46-c3fa5c6b8ac0 admin admin] Publish callbacks [] for security_group (efbd3d5d-e0f9-4ad0-ae37-f8fb3fa93955), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:03.328615 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-4c061c29-85f4-4062-afa7-1052a0648b2e service neutron] 10.222.0.50 "GET /v2.0/networks/460d32a0-6143-4328-a439-dc4890ffb702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4268270 Feb 09 01:12:03.379930 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-82161675-f03a-4330-bb46-c3fa5c6b8ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (efbd3d5d-e0f9-4ad0-ae37-f8fb3fa93955), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:03.385101 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-82161675-f03a-4330-bb46-c3fa5c6b8ac0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:03.386976 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-82161675-f03a-4330-bb46-c3fa5c6b8ac0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/efbd3d5d-e0f9-4ad0-ae37-f8fb3fa93955 HTTP/1.1" status: 204 len: 168 time: 0.2026379 Feb 09 01:12:03.398203 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82161675-f03a-4330-bb46-c3fa5c6b8ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbd3d5d-e0f9-4ad0-ae37-f8fb3fa93955,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:03.409633 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5dfb8a-5148-4537-a9f3-e159b93cf7b2 req-01a8fb4e-86de-4c94-9097-4c6a0af4f1eb tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:03.415653 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5dfb8a-5148-4537-a9f3-e159b93cf7b2 req-01a8fb4e-86de-4c94-9097-4c6a0af4f1eb tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:03.422378 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5dfb8a-5148-4537-a9f3-e159b93cf7b2 req-01a8fb4e-86de-4c94-9097-4c6a0af4f1eb tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:03.430496 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5dfb8a-5148-4537-a9f3-e159b93cf7b2 req-01a8fb4e-86de-4c94-9097-4c6a0af4f1eb tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:03.437761 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5dfb8a-5148-4537-a9f3-e159b93cf7b2 req-01a8fb4e-86de-4c94-9097-4c6a0af4f1eb tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:03.443614 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5dfb8a-5148-4537-a9f3-e159b93cf7b2 req-01a8fb4e-86de-4c94-9097-4c6a0af4f1eb tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:03.449613 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5dfb8a-5148-4537-a9f3-e159b93cf7b2 req-01a8fb4e-86de-4c94-9097-4c6a0af4f1eb tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:03.451892 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9d5dfb8a-5148-4537-a9f3-e159b93cf7b2 req-01a8fb4e-86de-4c94-9097-4c6a0af4f1eb tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5429 time: 0.1223700 Feb 09 01:12:03.544428 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9d5dfb8a-5148-4537-a9f3-e159b93cf7b2 req-a1e35f93-e1ff-42d0-94cb-fa554d7b2bc1 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0851407 Feb 09 01:12:03.738076 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd00240b-8e59-4a30-8e5d-294439e6d37a req-65c0832a-e885-4e9c-89d7-92550fdf78a2 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 210 time: 0.0608349 Feb 09 01:12:04.119526 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 5546793d-1294-40a4-b524-747f9d9ecf16 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:12:04.204857 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 5546793d-1294-40a4-b524-747f9d9ecf16 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:12:04.211354 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 5546793d-1294-40a4-b524-747f9d9ecf16 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:04.212027 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (5546793d-1294-40a4-b524-747f9d9ecf16), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:04.376965 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 5546793d-1294-40a4-b524-747f9d9ecf16 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:04.377371 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5546793d-1294-40a4-b524-747f9d9ecf16), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:04.461355 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-413196ef-c099-454a-b9ac-f1121189eaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:04.472215 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5546793d-1294-40a4-b524-747f9d9ecf16'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:12:04.475277 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ae4dc2-fbdf-4df5-b7a5-19df214d3dc7" -d '{"events": [{"server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "name": "network-vif-plugged", "status": "completed", "tag": "5546793d-1294-40a4-b524-747f9d9ecf16"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:12:04.507971 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 5546793d-1294-40a4-b524-747f9d9ecf16, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=5546793d-1294-40a4-b524-747f9d9ecf16,segment=NetworkSegment(a70768ab-a3e6-4f0b-bd69-0014c783c3ba),segment_id=a70768ab-a3e6-4f0b-bd69-0014c783c3ba)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:04.517708 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (5546793d-1294-40a4-b524-747f9d9ecf16), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:04.518960 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device ea27a474-047e-4515-b353-c9ab76df4af3 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:12:04.535247 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-96c7beb6-834d-450b-88ab-d70e689e1f2c tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=4eb1f86256a7439987eb872a252d3f2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0800371 Feb 09 01:12:04.644474 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port ea27a474-047e-4515-b353-c9ab76df4af3 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:12:04.650688 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port ea27a474-047e-4515-b353-c9ab76df4af3 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:04.651253 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (ea27a474-047e-4515-b353-c9ab76df4af3), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:04.654435 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=5546793d-1294-40a4-b524-747f9d9ecf16,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:04.823667 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port ea27a474-047e-4515-b353-c9ab76df4af3 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:04.824081 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ea27a474-047e-4515-b353-c9ab76df4af3), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:04.904022 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port ea27a474-047e-4515-b353-c9ab76df4af3, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=ea27a474-047e-4515-b353-c9ab76df4af3,segment=NetworkSegment(0c66d6be-c64e-4513-ba5d-6538191a71ff),segment_id=0c66d6be-c64e-4513-ba5d-6538191a71ff)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:04.915734 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (ea27a474-047e-4515-b353-c9ab76df4af3), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:04.916706 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 21d00dbc-2b01-4c2d-ae75-352867aedc8a up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:12:04.995598 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-9423c660-f6db-423f-89c4-c0f1b03c0b0e tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:05.005646 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-9423c660-f6db-423f-89c4-c0f1b03c0b0e tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4656968 Feb 09 01:12:05.043734 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-c703ed95-182d-4532-be6b-de8201ea1a92 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.50 "GET /v2.0/quotas/4eb1f86256a7439987eb872a252d3f2b HTTP/1.1" status: 200 len: 375 time: 0.0328739 Feb 09 01:12:05.118272 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-265671ec-dfeb-4191-a9f6-c9824b079ae0 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4eb1f86256a7439987eb872a252d3f2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735533 Feb 09 01:12:05.145798 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 21d00dbc-2b01-4c2d-ae75-352867aedc8a completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:12:05.155182 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 21d00dbc-2b01-4c2d-ae75-352867aedc8a triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:05.155727 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (21d00dbc-2b01-4c2d-ae75-352867aedc8a), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:05.292346 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=ea27a474-047e-4515-b353-c9ab76df4af3,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:05.451218 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b2219a-c944-4469-bbce-c5ffad57a220 x-openstack-request-id: req-f9b2219a-c944-4469-bbce-c5ffad57a220 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:12:05.454264 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "name": "network-vif-plugged", "status": "completed", "tag": "5546793d-1294-40a4-b524-747f9d9ecf16", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:12:05.454565 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f9b2219a-c944-4469-bbce-c5ffad57a220 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:12:05.456921 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5546793d-1294-40a4-b524-747f9d9ecf16', 'code': 200} Feb 09 01:12:05.516598 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 21d00dbc-2b01-4c2d-ae75-352867aedc8a is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:05.519092 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (21d00dbc-2b01-4c2d-ae75-352867aedc8a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:05.521550 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6465f0b9-97d2-45f4-833f-bf01c783cc84 req-fe3c362f-f728-4b87-b1bb-8f8900104f26 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=ee8b8469-8cc1-4924-a98a-e738b0ddf122 HTTP/1.1" status: 200 len: 210 time: 0.0439916 Feb 09 01:12:05.538466 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337dd90c-8698-444e-b564-f0ac39374111 req-6a34859c-7a4b-4afb-b171-0d66fcf1a6ad tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:05.546056 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337dd90c-8698-444e-b564-f0ac39374111 req-6a34859c-7a4b-4afb-b171-0d66fcf1a6ad tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:05.553435 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337dd90c-8698-444e-b564-f0ac39374111 req-6a34859c-7a4b-4afb-b171-0d66fcf1a6ad tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:05.561471 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337dd90c-8698-444e-b564-f0ac39374111 req-6a34859c-7a4b-4afb-b171-0d66fcf1a6ad tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:05.569257 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337dd90c-8698-444e-b564-f0ac39374111 req-6a34859c-7a4b-4afb-b171-0d66fcf1a6ad tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:05.576890 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337dd90c-8698-444e-b564-f0ac39374111 req-6a34859c-7a4b-4afb-b171-0d66fcf1a6ad tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:05.584310 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337dd90c-8698-444e-b564-f0ac39374111 req-6a34859c-7a4b-4afb-b171-0d66fcf1a6ad tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:05.595403 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-337dd90c-8698-444e-b564-f0ac39374111 req-6a34859c-7a4b-4afb-b171-0d66fcf1a6ad tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5431 time: 0.2499733 Feb 09 01:12:05.668434 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52392) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:05.685988 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-337dd90c-8698-444e-b564-f0ac39374111 req-cfe8c788-7ba3-4186-a286-823754446b1f tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0741024 Feb 09 01:12:05.689915 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 21d00dbc-2b01-4c2d-ae75-352867aedc8a, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=21d00dbc-2b01-4c2d-ae75-352867aedc8a,segment=NetworkSegment(a70768ab-a3e6-4f0b-bd69-0014c783c3ba),segment_id=a70768ab-a3e6-4f0b-bd69-0014c783c3ba)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:05.698474 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (21d00dbc-2b01-4c2d-ae75-352867aedc8a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:05.699786 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 8878209d-10f0-43e8-9625-98836d88edd2 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:12:05.805145 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-14427163-1cae-4cc7-8e40-a05eb4873133 req-19afad7d-7f26-45a1-ab3c-b49c8976483a tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.1144729 Feb 09 01:12:05.947902 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-ff9caadc-30f0-438b-9c8b-6f738426170b tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=4eb1f86256a7439987eb872a252d3f2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532575 Feb 09 01:12:05.962872 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:06.000510 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=21d00dbc-2b01-4c2d-ae75-352867aedc8a,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:06.053937 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 8878209d-10f0-43e8-9625-98836d88edd2 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:12:06.059989 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-c9392544-3c6d-4489-a713-b1a59b56c592 tempest-ExternalNetworksTestJSON-1368223761 tempest-ExternalNetworksTestJSON-1368223761-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1210262671'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:06.060217 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 8878209d-10f0-43e8-9625-98836d88edd2 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:06.060521 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (8878209d-10f0-43e8-9625-98836d88edd2), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:06.093235 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9392544-3c6d-4489-a713-b1a59b56c592 tempest-ExternalNetworksTestJSON-1368223761 tempest-ExternalNetworksTestJSON-1368223761-project] Made reservation on behalf of b0ed1c23d74d494aa7bad489d91487bf for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:06.104978 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c9392544-3c6d-4489-a713-b1a59b56c592 tempest-ExternalNetworksTestJSON-1368223761 tempest-ExternalNetworksTestJSON-1368223761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:06.148816 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c9392544-3c6d-4489-a713-b1a59b56c592 tempest-ExternalNetworksTestJSON-1368223761 tempest-ExternalNetworksTestJSON-1368223761-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:06.215180 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-71bee165-1118-4352-b239-3032452363eb tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:06.226462 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-71bee165-1118-4352-b239-3032452363eb tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2746427 Feb 09 01:12:06.257420 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-83afb96b-2997-4aa0-9e9f-80afac47fa5a tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.50 "GET /v2.0/quotas/4eb1f86256a7439987eb872a252d3f2b HTTP/1.1" status: 200 len: 375 time: 0.0298638 Feb 09 01:12:06.333046 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-2b3e63be-ad31-4057-a1f0-ad5637d21d8f tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4eb1f86256a7439987eb872a252d3f2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0745361 Feb 09 01:12:06.369266 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c9392544-3c6d-4489-a713-b1a59b56c592 tempest-ExternalNetworksTestJSON-1368223761 tempest-ExternalNetworksTestJSON-1368223761-project] Publish callbacks [] for security_group (1a0bc8f5-9d90-40cc-9935-1625c1243c6b), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:06.375786 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c9392544-3c6d-4489-a713-b1a59b56c592 tempest-ExternalNetworksTestJSON-1368223761 tempest-ExternalNetworksTestJSON-1368223761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1a0bc8f5-9d90-40cc-9935-1625c1243c6b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:06.402168 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9392544-3c6d-4489-a713-b1a59b56c592 tempest-ExternalNetworksTestJSON-1368223761 tempest-ExternalNetworksTestJSON-1368223761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1048} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:12:06.426187 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c9392544-3c6d-4489-a713-b1a59b56c592 tempest-ExternalNetworksTestJSON-1368223761 tempest-ExternalNetworksTestJSON-1368223761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (c4aaacb3-3d70-4282-b88f-93ee9361c2fe), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:06.426797 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-c9392544-3c6d-4489-a713-b1a59b56c592 tempest-ExternalNetworksTestJSON-1368223761 tempest-ExternalNetworksTestJSON-1368223761-project] Added segment c4aaacb3-3d70-4282-b88f-93ee9361c2fe of type vlan for network a7e8c553-55b2-4e8e-9b02-caba67ac9ea5 Feb 09 01:12:06.535491 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c9392544-3c6d-4489-a713-b1a59b56c592 tempest-ExternalNetworksTestJSON-1368223761 tempest-ExternalNetworksTestJSON-1368223761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (a7e8c553-55b2-4e8e-9b02-caba67ac9ea5), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:06.716923 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c9392544-3c6d-4489-a713-b1a59b56c592 tempest-ExternalNetworksTestJSON-1368223761 tempest-ExternalNetworksTestJSON-1368223761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (a7e8c553-55b2-4e8e-9b02-caba67ac9ea5), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:06.732340 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9392544-3c6d-4489-a713-b1a59b56c592 tempest-ExternalNetworksTestJSON-1368223761 tempest-ExternalNetworksTestJSON-1368223761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:06.734457 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c9392544-3c6d-4489-a713-b1a59b56c592 tempest-ExternalNetworksTestJSON-1368223761 tempest-ExternalNetworksTestJSON-1368223761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:06.736500 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-35403776-9997-46b2-a409-b8ef65594e4d req-fb538447-4033-4aaf-96ba-8e48604a6241 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.50 "GET /v2.0/ports?device_id=263c2621-310a-425b-a461-6ca57cb50ad4 HTTP/1.1" status: 200 len: 210 time: 0.0969603 Feb 09 01:12:06.756206 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 8878209d-10f0-43e8-9625-98836d88edd2 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:06.756750 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8878209d-10f0-43e8-9625-98836d88edd2), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:06.845514 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52428) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:06.846338 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c9392544-3c6d-4489-a713-b1a59b56c592 tempest-ExternalNetworksTestJSON-1368223761 tempest-ExternalNetworksTestJSON-1368223761-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1755979 Feb 09 01:12:06.849620 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9392544-3c6d-4489-a713-b1a59b56c592 tempest-ExternalNetworksTestJSON-1368223761 tempest-ExternalNetworksTestJSON-1368223761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0bc8f5-9d90-40cc-9935-1625c1243c6b,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:06.999738 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 8878209d-10f0-43e8-9625-98836d88edd2, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=8878209d-10f0-43e8-9625-98836d88edd2,segment=NetworkSegment(3750bb22-80d4-4ec1-991e-f1fe2daedfff),segment_id=3750bb22-80d4-4ec1-991e-f1fe2daedfff)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:07.017910 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (8878209d-10f0-43e8-9625-98836d88edd2), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:07.019048 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 76ac4e41-e8fb-4a96-801b-c22446fda558 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:12:07.189317 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-887e17be-4284-4e76-b0aa-973849a7e8dd tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Request body: {'network': {'name': 'tempest-network--1247879104', 'router:external': True}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:07.229272 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9392544-3c6d-4489-a713-b1a59b56c592 tempest-ExternalNetworksTestJSON-1368223761 tempest-ExternalNetworksTestJSON-1368223761-project] Pushing event updated for resources: {'Network': ['ID=a7e8c553-55b2-4e8e-9b02-caba67ac9ea5,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:07.274406 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a46b00f1-cea2-494a-8d41-0227a7386a58 req-f3545c1c-9c5d-49ba-9474-24ac16a45b82 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.1615322 Feb 09 01:12:07.299439 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network a7e8c553-55b2-4e8e-9b02-caba67ac9ea5 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:12:07.322171 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887e17be-4284-4e76-b0aa-973849a7e8dd tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Made reservation on behalf of 417fdce3ca774b7b996c0586c16c65b7 for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:07.328235 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-887e17be-4284-4e76-b0aa-973849a7e8dd tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:07.385092 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2ec05-307f-4af0-bbcb-c48402736a80 req-d2d36d5a-534d-467f-998a-7ac5484f1084 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:07.398279 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2ec05-307f-4af0-bbcb-c48402736a80 req-d2d36d5a-534d-467f-998a-7ac5484f1084 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:07.410666 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2ec05-307f-4af0-bbcb-c48402736a80 req-d2d36d5a-534d-467f-998a-7ac5484f1084 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:07.422923 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2ec05-307f-4af0-bbcb-c48402736a80 req-d2d36d5a-534d-467f-998a-7ac5484f1084 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:07.440193 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2ec05-307f-4af0-bbcb-c48402736a80 req-d2d36d5a-534d-467f-998a-7ac5484f1084 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:07.457532 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2ec05-307f-4af0-bbcb-c48402736a80 req-d2d36d5a-534d-467f-998a-7ac5484f1084 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:07.472139 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2ec05-307f-4af0-bbcb-c48402736a80 req-d2d36d5a-534d-467f-998a-7ac5484f1084 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:07.487988 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-90b2ec05-307f-4af0-bbcb-c48402736a80 req-d2d36d5a-534d-467f-998a-7ac5484f1084 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5432 time: 0.5566251 Feb 09 01:12:07.523272 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-887e17be-4284-4e76-b0aa-973849a7e8dd tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:07.545417 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea27a474-047e-4515-b353-c9ab76df4af3'}, {'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d00dbc-2b01-4c2d-ae75-352867aedc8a'}, {'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8878209d-10f0-43e8-9625-98836d88edd2'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:12:07.547768 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ef3661-0142-447d-87a2-114bba614d18" -d '{"events": [{"server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "name": "network-vif-plugged", "status": "completed", "tag": "ea27a474-047e-4515-b353-c9ab76df4af3"}, {"server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "name": "network-vif-plugged", "status": "completed", "tag": "21d00dbc-2b01-4c2d-ae75-352867aedc8a"}, {"server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "name": "network-vif-plugged", "status": "completed", "tag": "8878209d-10f0-43e8-9625-98836d88edd2"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:12:07.561729 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:07.597185 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=8878209d-10f0-43e8-9625-98836d88edd2,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:07.654950 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-90b2ec05-307f-4af0-bbcb-c48402736a80 req-5a69b2c3-f191-4d80-9509-a99dee9946c0 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1660385 Feb 09 01:12:07.763312 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 09 Feb 2022 01:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e5e353-e13f-499f-a668-f8f342cdf5c2 x-openstack-request-id: req-15e5e353-e13f-499f-a668-f8f342cdf5c2 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:12:07.763881 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "name": "network-vif-plugged", "status": "completed", "tag": "ea27a474-047e-4515-b353-c9ab76df4af3", "code": 200}, {"server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "name": "network-vif-plugged", "status": "completed", "tag": "21d00dbc-2b01-4c2d-ae75-352867aedc8a", "code": 200}, {"server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "name": "network-vif-plugged", "status": "completed", "tag": "8878209d-10f0-43e8-9625-98836d88edd2", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:12:07.766658 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-15e5e353-e13f-499f-a668-f8f342cdf5c2 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:12:07.770475 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea27a474-047e-4515-b353-c9ab76df4af3', 'code': 200} Feb 09 01:12:07.775677 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d00dbc-2b01-4c2d-ae75-352867aedc8a', 'code': 200} Feb 09 01:12:07.776023 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8878209d-10f0-43e8-9625-98836d88edd2', 'code': 200} Feb 09 01:12:07.831966 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:07.836384 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 76ac4e41-e8fb-4a96-801b-c22446fda558 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:12:07.836633 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-887e17be-4284-4e76-b0aa-973849a7e8dd tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks [] for security_group (3aca8222-e81c-4144-883f-fff541dc0e1e), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:07.842728 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-887e17be-4284-4e76-b0aa-973849a7e8dd tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (3aca8222-e81c-4144-883f-fff541dc0e1e), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:07.845652 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 76ac4e41-e8fb-4a96-801b-c22446fda558 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:07.846043 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (76ac4e41-e8fb-4a96-801b-c22446fda558), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:07.853383 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18584273-fcd2-44a9-87c9-69981c9246da req-c4a1e4ef-5dc0-40b8-b912-c9f1282ceea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:07.873344 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-c4a1e4ef-5dc0-40b8-b912-c9f1282ceea8 service neutron] 10.222.0.47 "GET /v2.0/ports/8d514634-0023-4dbc-9e31-ea618b291a41 HTTP/1.1" status: 200 len: 1032 time: 0.0902638 Feb 09 01:12:07.899175 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-887e17be-4284-4e76-b0aa-973849a7e8dd tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1016} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:12:07.949943 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e17be-4284-4e76-b0aa-973849a7e8dd tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aca8222-e81c-4144-883f-fff541dc0e1e,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:07.954762 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 76ac4e41-e8fb-4a96-801b-c22446fda558 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:07.955170 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (76ac4e41-e8fb-4a96-801b-c22446fda558), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:07.989565 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18584273-fcd2-44a9-87c9-69981c9246da req-7487f59d-b0d9-4baf-b2a8-551e0a1c4fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:07.991055 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-7487f59d-b0d9-4baf-b2a8-551e0a1c4fc7 service neutron] 10.222.0.47 "GET /v2.0/ports/61983cf9-1bf8-40bd-8171-eb224ee4dd26 HTTP/1.1" status: 200 len: 1032 time: 0.1098218 Feb 09 01:12:08.011016 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 76ac4e41-e8fb-4a96-801b-c22446fda558, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=76ac4e41-e8fb-4a96-801b-c22446fda558,segment=NetworkSegment(a70768ab-a3e6-4f0b-bd69-0014c783c3ba),segment_id=a70768ab-a3e6-4f0b-bd69-0014c783c3ba)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:08.020533 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (76ac4e41-e8fb-4a96-801b-c22446fda558), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:08.021424 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device d9333083-f77a-41ef-9c7c-7d3914e2076c up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:12:08.063001 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ed92fdb4-2c4e-480d-870b-06025a3d1348 req-29ec67dd-3315-4c99-985b-705e74b93b3d tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.50 "GET /v2.0/ports?device_id=263c2621-310a-425b-a461-6ca57cb50ad4 HTTP/1.1" status: 200 len: 210 time: 0.1448402 Feb 09 01:12:08.067060 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-887e17be-4284-4e76-b0aa-973849a7e8dd tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (623d9682-0ecd-4fb6-80e9-ad05b54d1ad5), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:08.070276 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-887e17be-4284-4e76-b0aa-973849a7e8dd tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Added segment 623d9682-0ecd-4fb6-80e9-ad05b54d1ad5 of type vlan for network 1f740ba7-1b29-45d5-8759-6bed7dab962b Feb 09 01:12:08.115187 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-267ef0dc-a25d-4f07-9d8e-139e741aeb9d tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=4eb1f86256a7439987eb872a252d3f2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0951333 Feb 09 01:12:08.155516 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=76ac4e41-e8fb-4a96-801b-c22446fda558,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:08.163237 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port d9333083-f77a-41ef-9c7c-7d3914e2076c completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:12:08.168834 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port d9333083-f77a-41ef-9c7c-7d3914e2076c triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:08.169223 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d9333083-f77a-41ef-9c7c-7d3914e2076c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:08.285968 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port d9333083-f77a-41ef-9c7c-7d3914e2076c is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:08.286387 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d9333083-f77a-41ef-9c7c-7d3914e2076c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:08.307094 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18584273-fcd2-44a9-87c9-69981c9246da req-d0015dc4-b22c-4a44-9127-7eef3d523899 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:08.323103 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18584273-fcd2-44a9-87c9-69981c9246da req-d0015dc4-b22c-4a44-9127-7eef3d523899 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:08.334267 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18584273-fcd2-44a9-87c9-69981c9246da req-d0015dc4-b22c-4a44-9127-7eef3d523899 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:08.336433 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-d0015dc4-b22c-4a44-9127-7eef3d523899 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.47 "GET /v2.0/networks?id=4827bb9d-9020-4469-a360-2245b341e8df&id=7776bdde-fa28-4fc9-a953-0f38a342d9c3&id=7776bdde-fa28-4fc9-a953-0f38a342d9c3&id=7776bdde-fa28-4fc9-a953-0f38a342d9c3&id=7776bdde-fa28-4fc9-a953-0f38a342d9c3&id=460d32a0-6143-4328-a439-dc4890ffb702&id=460d32a0-6143-4328-a439-dc4890ffb702 HTTP/1.1" status: 200 len: 1993 time: 0.3240609 Feb 09 01:12:08.376396 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port d9333083-f77a-41ef-9c7c-7d3914e2076c, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=d9333083-f77a-41ef-9c7c-7d3914e2076c,segment=NetworkSegment(a70768ab-a3e6-4f0b-bd69-0014c783c3ba),segment_id=a70768ab-a3e6-4f0b-bd69-0014c783c3ba)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:08.393241 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d9333083-f77a-41ef-9c7c-7d3914e2076c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:08.394037 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device a50b63d9-9aa6-4f44-8c47-71c17ea2941a up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:12:08.420485 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-edc70fc7-49a1-4019-ab05-075b5badbcce tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1de9b230a144a68a725edf02d781381 HTTP/1.1" status: 200 len: 379 time: 0.0747712 Feb 09 01:12:08.431172 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-887e17be-4284-4e76-b0aa-973849a7e8dd tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (1f740ba7-1b29-45d5-8759-6bed7dab962b), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:08.432909 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-18584273-fcd2-44a9-87c9-69981c9246da req-9cd497e7-666c-4bcd-a60a-543435b03f58 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Request body: {'port': {'device_id': '28f3b147-454f-4de8-aed9-1bd66f187026', 'network_id': '4827bb9d-9020-4469-a360-2245b341e8df', 'admin_state_up': True, 'tenant_id': 'e1de9b230a144a68a725edf02d781381', 'security_groups': ['b29347ad-3705-4b0c-87f2-4151d4019155']}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:08.536127 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4b80e38c-cefb-4025-945e-e7a1b4de0531 req-409b0a34-3f00-40cb-aefa-7c998f49e696 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.0720377 Feb 09 01:12:08.585976 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18584273-fcd2-44a9-87c9-69981c9246da req-9cd497e7-666c-4bcd-a60a-543435b03f58 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Made reservation on behalf of e1de9b230a144a68a725edf02d781381 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:08.594353 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-9cd497e7-666c-4bcd-a60a-543435b03f58 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:08.680772 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-f639ebc7-a52e-4001-8482-4d35f5be3206 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:08.688393 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-f639ebc7-a52e-4001-8482-4d35f5be3206 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5018995 Feb 09 01:12:08.700977 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-67d18828-b7aa-4ac6-9434-5af8e4f08ecb tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Request body: {'port': {'device_id': '2b6faf13-0667-4c9f-81db-a22b376c4e05', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'admin_state_up': True, 'tenant_id': '4eb1f86256a7439987eb872a252d3f2b'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:08.725009 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:08.733364 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=d9333083-f77a-41ef-9c7c-7d3914e2076c,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:08.743536 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [req-18584273-fcd2-44a9-87c9-69981c9246da req-9cd497e7-666c-4bcd-a60a-543435b03f58 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Allocated IP 172.20.0.9 (4827bb9d-9020-4469-a360-2245b341e8df/f87558dc-7347-4167-80b6-52be7a572ba0/85e19991-1898-48d7-915a-2a768796af7f) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:12:08.853298 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port a50b63d9-9aa6-4f44-8c47-71c17ea2941a completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:12:08.857498 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port a50b63d9-9aa6-4f44-8c47-71c17ea2941a triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:08.857892 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a50b63d9-9aa6-4f44-8c47-71c17ea2941a), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:08.863723 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-887e17be-4284-4e76-b0aa-973849a7e8dd tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (1f740ba7-1b29-45d5-8759-6bed7dab962b), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:08.865032 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887e17be-4284-4e76-b0aa-973849a7e8dd tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:08.865852 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-887e17be-4284-4e76-b0aa-973849a7e8dd tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:08.904774 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-ecf0396f-cf45-41fa-9c4a-448ade954aa2 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=4eb1f86256a7439987eb872a252d3f2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0615251 Feb 09 01:12:08.907046 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-9cd497e7-666c-4bcd-a60a-543435b03f58 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks [] for port (85e19991-1898-48d7-915a-2a768796af7f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:08.946899 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-9cd497e7-666c-4bcd-a60a-543435b03f58 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (85e19991-1898-48d7-915a-2a768796af7f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:09.054646 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port a50b63d9-9aa6-4f44-8c47-71c17ea2941a is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:09.055048 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a50b63d9-9aa6-4f44-8c47-71c17ea2941a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:09.100876 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18584273-fcd2-44a9-87c9-69981c9246da req-9cd497e7-666c-4bcd-a60a-543435b03f58 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Network 4827bb9d-9020-4469-a360-2245b341e8df is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:12:09.103819 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [req-18584273-fcd2-44a9-87c9-69981c9246da req-9cd497e7-666c-4bcd-a60a-543435b03f58 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:09.118915 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port a50b63d9-9aa6-4f44-8c47-71c17ea2941a, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=a50b63d9-9aa6-4f44-8c47-71c17ea2941a,segment=NetworkSegment(3750bb22-80d4-4ec1-991e-f1fe2daedfff),segment_id=3750bb22-80d4-4ec1-991e-f1fe2daedfff)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:09.131765 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a50b63d9-9aa6-4f44-8c47-71c17ea2941a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:09.134351 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-18584273-fcd2-44a9-87c9-69981c9246da req-9cd497e7-666c-4bcd-a60a-543435b03f58 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:12:09.191307 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-887e17be-4284-4e76-b0aa-973849a7e8dd tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 2.3435698 Feb 09 01:12:09.195961 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52482) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:09.207208 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd497e7-666c-4bcd-a60a-543435b03f58 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Pushing event updated for resources: {'Port': ['ID=85e19991-1898-48d7-915a-2a768796af7f,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:09.239431 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=a50b63d9-9aa6-4f44-8c47-71c17ea2941a,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:09.276459 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:09.338878 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-67d18828-b7aa-4ac6-9434-5af8e4f08ecb tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Made reservation on behalf of 4eb1f86256a7439987eb872a252d3f2b for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:09.347937 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-67d18828-b7aa-4ac6-9434-5af8e4f08ecb tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:09.364154 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e17be-4284-4e76-b0aa-973849a7e8dd tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Pushing event updated for resources: {'Network': ['ID=1f740ba7-1b29-45d5-8759-6bed7dab962b,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:09.372587 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b2a927c5-5090-4f58-a895-cef5d3a8bb61 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (1f740ba7-1b29-45d5-8759-6bed7dab962b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:09.377689 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-67d18828-b7aa-4ac6-9434-5af8e4f08ecb tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:09.417647 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18584273-fcd2-44a9-87c9-69981c9246da req-9cd497e7-666c-4bcd-a60a-543435b03f58 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:09.417647 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-9cd497e7-666c-4bcd-a60a-543435b03f58 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:09.464488 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-7796e215-8189-49ce-bb61-9d5a53b5261f tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:09.466854 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-7796e215-8189-49ce-bb61-9d5a53b5261f tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4398661 Feb 09 01:12:09.471061 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887e17be-4284-4e76-b0aa-973849a7e8dd tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:09.471661 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887e17be-4284-4e76-b0aa-973849a7e8dd tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:09.472224 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887e17be-4284-4e76-b0aa-973849a7e8dd tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:09.472816 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887e17be-4284-4e76-b0aa-973849a7e8dd tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:09.473504 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887e17be-4284-4e76-b0aa-973849a7e8dd tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:09.474358 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887e17be-4284-4e76-b0aa-973849a7e8dd tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:09.474905 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887e17be-4284-4e76-b0aa-973849a7e8dd tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:09.475450 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887e17be-4284-4e76-b0aa-973849a7e8dd tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:09.476084 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887e17be-4284-4e76-b0aa-973849a7e8dd tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:09.476665 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887e17be-4284-4e76-b0aa-973849a7e8dd tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:09.477214 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887e17be-4284-4e76-b0aa-973849a7e8dd tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:09.477757 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887e17be-4284-4e76-b0aa-973849a7e8dd tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:09.478370 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887e17be-4284-4e76-b0aa-973849a7e8dd tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:09.489986 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 1f740ba7-1b29-45d5-8759-6bed7dab962b details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:12:09.502908 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-d3fcc050-55b8-4b53-b5af-c2fdf21f3996 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Request body: {'port': {'device_id': '263c2621-310a-425b-a461-6ca57cb50ad4', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'admin_state_up': True, 'tenant_id': '4eb1f86256a7439987eb872a252d3f2b'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:09.520971 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-9cd497e7-666c-4bcd-a60a-543435b03f58 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0947495 Feb 09 01:12:09.564340 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-18584273-fcd2-44a9-87c9-69981c9246da req-6f30e004-e205-4e3b-a1df-938afb5072e6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Request body: {'port': {'device_id': '28f3b147-454f-4de8-aed9-1bd66f187026', 'network_id': '7776bdde-fa28-4fc9-a953-0f38a342d9c3', 'admin_state_up': True, 'tenant_id': 'e1de9b230a144a68a725edf02d781381', 'security_groups': ['b29347ad-3705-4b0c-87f2-4151d4019155']}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:09.619598 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-ac61b327-df95-4c24-a777-05382ce6a766 None None] Provisioning complete for port 85e19991-1898-48d7-915a-2a768796af7f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:09.620272 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ac61b327-df95-4c24-a777-05382ce6a766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (85e19991-1898-48d7-915a-2a768796af7f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:09.676403 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ac61b327-df95-4c24-a777-05382ce6a766 None None] Port 85e19991-1898-48d7-915a-2a768796af7f cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:12:09.685901 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098e4e2-1fe4-451a-9573-cac44063c63d req-1e5b9299-a48e-4aed-929a-7bd7ece63e70 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:09.698477 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098e4e2-1fe4-451a-9573-cac44063c63d req-1e5b9299-a48e-4aed-929a-7bd7ece63e70 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:09.706227 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b2a927c5-5090-4f58-a895-cef5d3a8bb61 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (1f740ba7-1b29-45d5-8759-6bed7dab962b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:09.706728 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098e4e2-1fe4-451a-9573-cac44063c63d req-1e5b9299-a48e-4aed-929a-7bd7ece63e70 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:09.715569 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098e4e2-1fe4-451a-9573-cac44063c63d req-1e5b9299-a48e-4aed-929a-7bd7ece63e70 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:09.721476 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098e4e2-1fe4-451a-9573-cac44063c63d req-1e5b9299-a48e-4aed-929a-7bd7ece63e70 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:09.728094 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098e4e2-1fe4-451a-9573-cac44063c63d req-1e5b9299-a48e-4aed-929a-7bd7ece63e70 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:09.734528 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098e4e2-1fe4-451a-9573-cac44063c63d req-1e5b9299-a48e-4aed-929a-7bd7ece63e70 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:09.743337 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8098e4e2-1fe4-451a-9573-cac44063c63d req-1e5b9299-a48e-4aed-929a-7bd7ece63e70 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5435 time: 0.7762659 Feb 09 01:12:09.770724 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-b2a927c5-5090-4f58-a895-cef5d3a8bb61 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f740ba7-1b29-45d5-8759-6bed7dab962b']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:09.777164 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ac4e41-e8fb-4a96-801b-c22446fda558'}, {'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9333083-f77a-41ef-9c7c-7d3914e2076c'}, {'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a50b63d9-9aa6-4f44-8c47-71c17ea2941a'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:12:09.779529 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca90fb7-fbe6-4c72-84e7-0a63f389e9ef" -d '{"events": [{"server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "name": "network-vif-plugged", "status": "completed", "tag": "76ac4e41-e8fb-4a96-801b-c22446fda558"}, {"server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "name": "network-vif-plugged", "status": "completed", "tag": "d9333083-f77a-41ef-9c7c-7d3914e2076c"}, {"server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "name": "network-vif-plugged", "status": "completed", "tag": "a50b63d9-9aa6-4f44-8c47-71c17ea2941a"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:12:09.798423 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-b2a927c5-5090-4f58-a895-cef5d3a8bb61 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '623d9682-0ecd-4fb6-80e9-ad05b54d1ad5') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:09.799226 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-b2a927c5-5090-4f58-a895-cef5d3a8bb61 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '623d9682-0ecd-4fb6-80e9-ad05b54d1ad5') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:09.822633 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b2a927c5-5090-4f58-a895-cef5d3a8bb61 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (623d9682-0ecd-4fb6-80e9-ad05b54d1ad5), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:09.861445 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b2a927c5-5090-4f58-a895-cef5d3a8bb61 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (623d9682-0ecd-4fb6-80e9-ad05b54d1ad5), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:09.876151 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2a927c5-5090-4f58-a895-cef5d3a8bb61 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:12:09.876753 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b2a927c5-5090-4f58-a895-cef5d3a8bb61 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (623d9682-0ecd-4fb6-80e9-ad05b54d1ad5), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:09.879538 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:12:09.879538 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:12:09.879538 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:12:09.879538 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:12:09.879538 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:12:09.879538 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:12:09.879538 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:12:09.879538 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:12:09.879538 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:12:09.879538 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:12:09.879538 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:12:09.879538 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:12:09.879538 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:12:09.879538 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:12:09.879538 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:12:09.879538 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:12:09.879538 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:12:09.879538 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:12:09.879538 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:12:09.879538 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:12:09.879538 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:12:09.879538 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:12:09.879538 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:12:09.879538 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:12:09.879538 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:12:09.879538 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:12:09.879538 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:12:09.879538 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:12:09.879538 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:12:09.879538 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:12:09.879538 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:12:09.879538 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:12:09.881497 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18584273-fcd2-44a9-87c9-69981c9246da req-6f30e004-e205-4e3b-a1df-938afb5072e6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Made reservation on behalf of e1de9b230a144a68a725edf02d781381 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:09.883456 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-6f30e004-e205-4e3b-a1df-938afb5072e6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:09.985261 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4356c3b8-187d-4690-a111-2106689ebc02 req-1aba7ef1-f52c-442f-939b-0474352ffc87 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.50 "GET /v2.0/ports?device_id=263c2621-310a-425b-a461-6ca57cb50ad4 HTTP/1.1" status: 200 len: 210 time: 0.3520358 Feb 09 01:12:10.037569 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8098e4e2-1fe4-451a-9573-cac44063c63d req-cce04953-b46b-4b12-80bc-f58689e4b25c tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2923484 Feb 09 01:12:10.043746 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b2a927c5-5090-4f58-a895-cef5d3a8bb61 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (1f740ba7-1b29-45d5-8759-6bed7dab962b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:10.053396 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a927c5-5090-4f58-a895-cef5d3a8bb61 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1f740ba7-1b29-45d5-8759-6bed7dab962b {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 01:12:10.093756 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b2a927c5-5090-4f58-a895-cef5d3a8bb61 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:10.103789 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b2a927c5-5090-4f58-a895-cef5d3a8bb61 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] 10.222.0.50 "DELETE /v2.0/networks/1f740ba7-1b29-45d5-8759-6bed7dab962b HTTP/1.1" status: 204 len: 168 time: 0.9066148 Feb 09 01:12:10.104973 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a927c5-5090-4f58-a895-cef5d3a8bb61 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Pushing event deleted for resources: {'Network': ['ID=1f740ba7-1b29-45d5-8759-6bed7dab962b,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:10.106787 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52498) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:10.132946 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-d3fcc050-55b8-4b53-b5af-c2fdf21f3996 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Made reservation on behalf of 4eb1f86256a7439987eb872a252d3f2b for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:10.133160 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-e992f0a0-8dd6-4996-b156-5a06ed4395a5 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:10.144743 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-d3fcc050-55b8-4b53-b5af-c2fdf21f3996 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:10.174760 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-d3fcc050-55b8-4b53-b5af-c2fdf21f3996 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:10.186055 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e992f0a0-8dd6-4996-b156-5a06ed4395a5 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Made reservation on behalf of 417fdce3ca774b7b996c0586c16c65b7 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:10.188488 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e992f0a0-8dd6-4996-b156-5a06ed4395a5 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:10.308673 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b66db-9d39-4969-80fd-31226188280e req-0e1bc96f-ab67-434e-b658-e4847b38abb3 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:10.316198 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9f3b66db-9d39-4969-80fd-31226188280e req-0e1bc96f-ab67-434e-b658-e4847b38abb3 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 931 time: 0.1264136 Feb 09 01:12:10.339256 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-67d18828-b7aa-4ac6-9434-5af8e4f08ecb tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Publish callbacks [] for security_group (3014dff4-a4f7-4791-b0ef-983354c8f08c), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:10.355982 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e992f0a0-8dd6-4996-b156-5a06ed4395a5 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1027} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:12:10.392002 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-67d18828-b7aa-4ac6-9434-5af8e4f08ecb tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (3014dff4-a4f7-4791-b0ef-983354c8f08c), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:10.414994 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e992f0a0-8dd6-4996-b156-5a06ed4395a5 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (18a3112c-e6da-4cf3-80aa-a701cb7025c8), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:10.415354 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-e992f0a0-8dd6-4996-b156-5a06ed4395a5 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Added segment 18a3112c-e6da-4cf3-80aa-a701cb7025c8 of type vlan for network c9f1ac6c-f953-4275-80f4-f2b0e29eec39 Feb 09 01:12:10.451269 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [req-18584273-fcd2-44a9-87c9-69981c9246da req-6f30e004-e205-4e3b-a1df-938afb5072e6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Allocated IP 10.1.1.119 (7776bdde-fa28-4fc9-a953-0f38a342d9c3/ca80025f-d3d8-4978-9cfb-611cf11c3647/b5cb7993-c6ee-4b5e-b147-44a20af5c491) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:12:10.537853 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-67d18828-b7aa-4ac6-9434-5af8e4f08ecb tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Allocated IP 192.168.233.72 (9e88fe6e-2b1d-4294-a17d-9a7801813700/3810d295-ee98-40f7-b1e2-609bf7d1c3df/ae90c3ca-2e83-4b37-8187-613ee0781bee) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:12:10.599372 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e992f0a0-8dd6-4996-b156-5a06ed4395a5 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (c9f1ac6c-f953-4275-80f4-f2b0e29eec39), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:10.619116 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9f3b66db-9d39-4969-80fd-31226188280e req-5d75eb5b-1497-47dc-b97c-bbd0a2dc4bf4 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3019238 Feb 09 01:12:10.627915 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.db.api [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-d3fcc050-55b8-4b53-b5af-c2fdf21f3996 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 4eb1f86256a7439987eb872a252d3f2b {{(pid=103136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:12:10.628301 n-d-828369-4 neutron-server[103136]: DEBUG oslo_db.api [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-d3fcc050-55b8-4b53-b5af-c2fdf21f3996 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:12:10.716133 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 09 Feb 2022 01:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14272e3c-12fe-4753-86bc-ded8f1350d0a x-openstack-request-id: req-14272e3c-12fe-4753-86bc-ded8f1350d0a {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:12:10.717077 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "name": "network-vif-plugged", "status": "completed", "tag": "76ac4e41-e8fb-4a96-801b-c22446fda558", "code": 200}, {"server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "name": "network-vif-plugged", "status": "completed", "tag": "d9333083-f77a-41ef-9c7c-7d3914e2076c", "code": 200}, {"server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "name": "network-vif-plugged", "status": "completed", "tag": "a50b63d9-9aa6-4f44-8c47-71c17ea2941a", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:12:10.717546 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-14272e3c-12fe-4753-86bc-ded8f1350d0a {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:12:10.718255 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ac4e41-e8fb-4a96-801b-c22446fda558', 'code': 200} Feb 09 01:12:10.718779 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9333083-f77a-41ef-9c7c-7d3914e2076c', 'code': 200} Feb 09 01:12:10.719238 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a50b63d9-9aa6-4f44-8c47-71c17ea2941a', 'code': 200} Feb 09 01:12:10.739905 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:12:10.799897 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d18828-b7aa-4ac6-9434-5af8e4f08ecb tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3014dff4-a4f7-4791-b0ef-983354c8f08c,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:10.834327 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e992f0a0-8dd6-4996-b156-5a06ed4395a5 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (c9f1ac6c-f953-4275-80f4-f2b0e29eec39), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:10.835178 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e992f0a0-8dd6-4996-b156-5a06ed4395a5 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:10.839595 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e992f0a0-8dd6-4996-b156-5a06ed4395a5 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:10.896961 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ee8fd-abc9-46e1-b80a-4cf1e34be313 req-692d0053-175a-4b3e-bb43-20b1e17cad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:10.897821 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ee8fd-abc9-46e1-b80a-4cf1e34be313 req-692d0053-175a-4b3e-bb43-20b1e17cad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:10.898475 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ee8fd-abc9-46e1-b80a-4cf1e34be313 req-692d0053-175a-4b3e-bb43-20b1e17cad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:10.899123 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ee8fd-abc9-46e1-b80a-4cf1e34be313 req-692d0053-175a-4b3e-bb43-20b1e17cad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:10.899763 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ee8fd-abc9-46e1-b80a-4cf1e34be313 req-692d0053-175a-4b3e-bb43-20b1e17cad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:10.900401 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ee8fd-abc9-46e1-b80a-4cf1e34be313 req-692d0053-175a-4b3e-bb43-20b1e17cad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:10.901063 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ee8fd-abc9-46e1-b80a-4cf1e34be313 req-692d0053-175a-4b3e-bb43-20b1e17cad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:10.903164 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-714ee8fd-abc9-46e1-b80a-4cf1e34be313 req-692d0053-175a-4b3e-bb43-20b1e17cad9d service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 6710 time: 0.0982835 Feb 09 01:12:10.924466 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-67d18828-b7aa-4ac6-9434-5af8e4f08ecb tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Publish callbacks [] for port (ae90c3ca-2e83-4b37-8187-613ee0781bee), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:10.980830 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992f0a0-8dd6-4996-b156-5a06ed4395a5 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Pushing event updated for resources: {'Network': ['ID=c9f1ac6c-f953-4275-80f4-f2b0e29eec39,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:10.991424 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network c9f1ac6c-f953-4275-80f4-f2b0e29eec39 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:12:11.079633 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e992f0a0-8dd6-4996-b156-5a06ed4395a5 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9561205 Feb 09 01:12:11.080351 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52508) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:11.091134 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-d1113f4b-fbf4-4eeb-9933-074ed3c3d884 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Request body: {'subnet': {'network_id': 'c9f1ac6c-f953-4275-80f4-f2b0e29eec39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:11.129572 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-714ee8fd-abc9-46e1-b80a-4cf1e34be313 req-bf75bcae-a0a1-4493-a210-be85dfaebcf1 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=34100535-1f0c-4b94-9bd6-954ebad8c724&id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2145150 Feb 09 01:12:11.132072 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-d3fcc050-55b8-4b53-b5af-c2fdf21f3996 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:11.136930 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1113f4b-fbf4-4eeb-9933-074ed3c3d884 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Made reservation on behalf of 417fdce3ca774b7b996c0586c16c65b7 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:11.139190 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d1113f4b-fbf4-4eeb-9933-074ed3c3d884 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:11.179514 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-67d18828-b7aa-4ac6-9434-5af8e4f08ecb tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (ae90c3ca-2e83-4b37-8187-613ee0781bee), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:11.244840 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d18828-b7aa-4ac6-9434-5af8e4f08ecb tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Pushing event updated for resources: {'Port': ['ID=ae90c3ca-2e83-4b37-8187-613ee0781bee,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:11.297396 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-67d18828-b7aa-4ac6-9434-5af8e4f08ecb tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Network 9e88fe6e-2b1d-4294-a17d-9a7801813700 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:12:11.307289 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-67d18828-b7aa-4ac6-9434-5af8e4f08ecb tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:11.310329 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-67d18828-b7aa-4ac6-9434-5af8e4f08ecb tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:12:11.396309 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-67d18828-b7aa-4ac6-9434-5af8e4f08ecb tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:11.397037 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-67d18828-b7aa-4ac6-9434-5af8e4f08ecb tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:11.487514 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-67d18828-b7aa-4ac6-9434-5af8e4f08ecb tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7907238 Feb 09 01:12:11.506995 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-43f0fc17-267d-4da8-9923-396b293a9a08 service neutron] Request body: {'port': {'device_id': '2b6faf13-0667-4c9f-81db-a22b376c4e05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:11.525953 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-6f30e004-e205-4e3b-a1df-938afb5072e6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks [] for port (b5cb7993-c6ee-4b5e-b147-44a20af5c491), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:11.695804 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-6f30e004-e205-4e3b-a1df-938afb5072e6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (b5cb7993-c6ee-4b5e-b147-44a20af5c491), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:11.731653 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-4f50795b-93bc-49d6-8efe-78a6c2af61a4 None None] Provisioning complete for port ae90c3ca-2e83-4b37-8187-613ee0781bee triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:11.732212 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4f50795b-93bc-49d6-8efe-78a6c2af61a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (ae90c3ca-2e83-4b37-8187-613ee0781bee), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:11.745412 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18584273-fcd2-44a9-87c9-69981c9246da req-6f30e004-e205-4e3b-a1df-938afb5072e6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Network 7776bdde-fa28-4fc9-a953-0f38a342d9c3 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:12:11.771098 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [req-18584273-fcd2-44a9-87c9-69981c9246da req-6f30e004-e205-4e3b-a1df-938afb5072e6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:11.797311 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-18584273-fcd2-44a9-87c9-69981c9246da req-6f30e004-e205-4e3b-a1df-938afb5072e6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:12:11.825028 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-4f50795b-93bc-49d6-8efe-78a6c2af61a4 None None] Port ae90c3ca-2e83-4b37-8187-613ee0781bee cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:12:11.837339 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eb5103fd-3658-41c0-8f1e-7893bc58467d req-47e51900-daaf-4e7f-950b-603b8f7550ec tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.50 "GET /v2.0/ports?device_id=263c2621-310a-425b-a461-6ca57cb50ad4 HTTP/1.1" status: 200 len: 210 time: 0.1173022 Feb 09 01:12:11.837929 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-43f0fc17-267d-4da8-9923-396b293a9a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ae90c3ca-2e83-4b37-8187-613ee0781bee), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:11.912444 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-d3fcc050-55b8-4b53-b5af-c2fdf21f3996 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Allocated IP 192.168.233.211 (9e88fe6e-2b1d-4294-a17d-9a7801813700/3810d295-ee98-40f7-b1e2-609bf7d1c3df/55ee47f0-8b19-47e6-a78a-af90f9fe02cd) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:12:11.949596 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f30e004-e205-4e3b-a1df-938afb5072e6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Pushing event updated for resources: {'Port': ['ID=b5cb7993-c6ee-4b5e-b147-44a20af5c491,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:12.014259 n-d-828369-4 neutron-server[103137]: DEBUG neutron.objects.ports [None req-d1113f4b-fbf4-4eeb-9933-074ed3c3d884 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103137) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:12:12.014259 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d1113f4b-fbf4-4eeb-9933-074ed3c3d884 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (9ed2b4a1-701f-43f2-92a5-fbe13980da02), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:12.040324 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18584273-fcd2-44a9-87c9-69981c9246da req-6f30e004-e205-4e3b-a1df-938afb5072e6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:12.041075 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-6f30e004-e205-4e3b-a1df-938afb5072e6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:12.142004 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-6f30e004-e205-4e3b-a1df-938afb5072e6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5981991 Feb 09 01:12:12.149034 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-3cbe0ac1-c78d-4e58-9458-836d0d935174 None None] Provisioning complete for port b5cb7993-c6ee-4b5e-b147-44a20af5c491 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:12.149349 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cbe0ac1-c78d-4e58-9458-836d0d935174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b5cb7993-c6ee-4b5e-b147-44a20af5c491), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:12.154701 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-18584273-fcd2-44a9-87c9-69981c9246da req-490fc6fb-720b-47a0-a198-1d3b61e3acd6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Request body: {'port': {'device_id': '28f3b147-454f-4de8-aed9-1bd66f187026', 'network_id': '7776bdde-fa28-4fc9-a953-0f38a342d9c3', 'admin_state_up': True, 'tenant_id': 'e1de9b230a144a68a725edf02d781381', 'security_groups': ['b29347ad-3705-4b0c-87f2-4151d4019155']}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:12.189232 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-3cbe0ac1-c78d-4e58-9458-836d0d935174 None None] Port b5cb7993-c6ee-4b5e-b147-44a20af5c491 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:12:12.261943 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-d3fcc050-55b8-4b53-b5af-c2fdf21f3996 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Publish callbacks [] for port (55ee47f0-8b19-47e6-a78a-af90f9fe02cd), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:12.283082 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18584273-fcd2-44a9-87c9-69981c9246da req-490fc6fb-720b-47a0-a198-1d3b61e3acd6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Made reservation on behalf of e1de9b230a144a68a725edf02d781381 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:12.286897 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-490fc6fb-720b-47a0-a198-1d3b61e3acd6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:12.304694 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1113f4b-fbf4-4eeb-9933-074ed3c3d884 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9ed2b4a1-701f-43f2-92a5-fbe13980da02,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:12.310141 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79da123-3714-4331-b775-46748494a766 req-53ba089a-b7d3-4de6-968f-23035e0cd04e tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:12.316816 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79da123-3714-4331-b775-46748494a766 req-53ba089a-b7d3-4de6-968f-23035e0cd04e tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:12.321637 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1113f4b-fbf4-4eeb-9933-074ed3c3d884 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:12.322027 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1113f4b-fbf4-4eeb-9933-074ed3c3d884 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:12.322410 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1113f4b-fbf4-4eeb-9933-074ed3c3d884 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:12.322653 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79da123-3714-4331-b775-46748494a766 req-53ba089a-b7d3-4de6-968f-23035e0cd04e tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:12.322785 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1113f4b-fbf4-4eeb-9933-074ed3c3d884 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:12.323108 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1113f4b-fbf4-4eeb-9933-074ed3c3d884 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:12.323569 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1113f4b-fbf4-4eeb-9933-074ed3c3d884 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:12.323953 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1113f4b-fbf4-4eeb-9933-074ed3c3d884 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:12.324298 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1113f4b-fbf4-4eeb-9933-074ed3c3d884 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:12.324651 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1113f4b-fbf4-4eeb-9933-074ed3c3d884 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:12.325031 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1113f4b-fbf4-4eeb-9933-074ed3c3d884 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:12.325369 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1113f4b-fbf4-4eeb-9933-074ed3c3d884 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:12.325798 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1113f4b-fbf4-4eeb-9933-074ed3c3d884 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:12.326134 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1113f4b-fbf4-4eeb-9933-074ed3c3d884 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:12.329227 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79da123-3714-4331-b775-46748494a766 req-53ba089a-b7d3-4de6-968f-23035e0cd04e tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:12.331475 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1113f4b-fbf4-4eeb-9933-074ed3c3d884 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Checking segment: {'id': '18a3112c-e6da-4cf3-80aa-a701cb7025c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'c9f1ac6c-f953-4275-80f4-f2b0e29eec39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:12:12.331860 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1113f4b-fbf4-4eeb-9933-074ed3c3d884 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Network hostable DHCP agents. Network: c9f1ac6c-f953-4275-80f4-f2b0e29eec39, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:12:12.335574 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79da123-3714-4331-b775-46748494a766 req-53ba089a-b7d3-4de6-968f-23035e0cd04e tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:12.340781 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79da123-3714-4331-b775-46748494a766 req-53ba089a-b7d3-4de6-968f-23035e0cd04e tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:12.346215 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79da123-3714-4331-b775-46748494a766 req-53ba089a-b7d3-4de6-968f-23035e0cd04e tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:12.348128 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f79da123-3714-4331-b775-46748494a766 req-53ba089a-b7d3-4de6-968f-23035e0cd04e tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5436 time: 0.3396358 Feb 09 01:12:12.351977 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-d3fcc050-55b8-4b53-b5af-c2fdf21f3996 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (55ee47f0-8b19-47e6-a78a-af90f9fe02cd), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:12.478633 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-d3fcc050-55b8-4b53-b5af-c2fdf21f3996 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Network 9e88fe6e-2b1d-4294-a17d-9a7801813700 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:12:12.487350 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [req-18584273-fcd2-44a9-87c9-69981c9246da req-490fc6fb-720b-47a0-a198-1d3b61e3acd6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Allocated IP 10.1.1.244 (7776bdde-fa28-4fc9-a953-0f38a342d9c3/ca80025f-d3d8-4978-9cfb-611cf11c3647/6e9d435a-540a-4ac9-9688-d711412ef2a9) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:12:12.490364 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-d3fcc050-55b8-4b53-b5af-c2fdf21f3996 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:12.492352 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fcc050-55b8-4b53-b5af-c2fdf21f3996 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Pushing event updated for resources: {'Port': ['ID=55ee47f0-8b19-47e6-a78a-af90f9fe02cd,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:12.518129 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-d3fcc050-55b8-4b53-b5af-c2fdf21f3996 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:12:12.619289 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f79da123-3714-4331-b775-46748494a766 req-92bcaad6-5a26-4d69-bd8d-df1ef5754313 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2490404 Feb 09 01:12:12.715053 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-d3fcc050-55b8-4b53-b5af-c2fdf21f3996 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:12.717135 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-d3fcc050-55b8-4b53-b5af-c2fdf21f3996 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:12.767377 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-d3fcc050-55b8-4b53-b5af-c2fdf21f3996 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2686055 Feb 09 01:12:12.784840 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-490fc6fb-720b-47a0-a198-1d3b61e3acd6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks [] for port (6e9d435a-540a-4ac9-9688-d711412ef2a9), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:12.798711 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-de9fe397-0511-45e9-965f-e0b422c65db0 service neutron] Request body: {'port': {'device_id': '263c2621-310a-425b-a461-6ca57cb50ad4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:12.841487 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-490fc6fb-720b-47a0-a198-1d3b61e3acd6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (6e9d435a-540a-4ac9-9688-d711412ef2a9), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:12.852284 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1113f4b-fbf4-4eeb-9933-074ed3c3d884 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Network c9f1ac6c-f953-4275-80f4-f2b0e29eec39 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:12:12.896847 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18584273-fcd2-44a9-87c9-69981c9246da req-490fc6fb-720b-47a0-a198-1d3b61e3acd6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Network 7776bdde-fa28-4fc9-a953-0f38a342d9c3 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:12:12.901539 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [req-18584273-fcd2-44a9-87c9-69981c9246da req-490fc6fb-720b-47a0-a198-1d3b61e3acd6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:12.916783 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-18584273-fcd2-44a9-87c9-69981c9246da req-490fc6fb-720b-47a0-a198-1d3b61e3acd6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:12:12.929546 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-0d25cb1a-8627-4cff-8bad-b082e96d5ab1 None None] Provisioning complete for port 55ee47f0-8b19-47e6-a78a-af90f9fe02cd triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:12.930075 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0d25cb1a-8627-4cff-8bad-b082e96d5ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (55ee47f0-8b19-47e6-a78a-af90f9fe02cd), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:12.939159 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-d1113f4b-fbf4-4eeb-9933-074ed3c3d884 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, c9f1ac6c-f953-4275-80f4-f2b0e29eec39) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:12.949667 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1113f4b-fbf4-4eeb-9933-074ed3c3d884 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:12.950278 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d1113f4b-fbf4-4eeb-9933-074ed3c3d884 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:12.970966 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-43f0fc17-267d-4da8-9923-396b293a9a08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae90c3ca-2e83-4b37-8187-613ee0781bee {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:12:12.997587 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-43f0fc17-267d-4da8-9923-396b293a9a08 service neutron] Publish callbacks [] for port (ae90c3ca-2e83-4b37-8187-613ee0781bee), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:13.008917 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-0d25cb1a-8627-4cff-8bad-b082e96d5ab1 None None] Port 55ee47f0-8b19-47e6-a78a-af90f9fe02cd cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:12:13.015575 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac79fa02-3863-4746-a04d-c6d6dff12098 None None] Network c9f1ac6c-f953-4275-80f4-f2b0e29eec39 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:12:13.064435 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490fc6fb-720b-47a0-a198-1d3b61e3acd6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Pushing event updated for resources: {'Port': ['ID=6e9d435a-540a-4ac9-9688-d711412ef2a9,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:13.070876 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-43f0fc17-267d-4da8-9923-396b293a9a08 service neutron] Transition to ACTIVE for port object ae90c3ca-2e83-4b37-8187-613ee0781bee will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:12:13.087805 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d1113f4b-fbf4-4eeb-9933-074ed3c3d884 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0020413 Feb 09 01:12:13.088480 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52526) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:13.089651 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0f5be-6e5f-4186-aaab-8d53d6e9daec req-ee3d5eaf-0177-465f-bc24-7bd05fbeba63 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:13.099873 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-60f0f5be-6e5f-4186-aaab-8d53d6e9daec req-ee3d5eaf-0177-465f-bc24-7bd05fbeba63 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 945 time: 0.3387437 Feb 09 01:12:13.102821 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-de9fe397-0511-45e9-965f-e0b422c65db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (55ee47f0-8b19-47e6-a78a-af90f9fe02cd), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:13.111940 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-3678c24b-aed1-42be-ac1c-e34627353777 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Request body: {'floatingip': {'floating_network_id': 'c9f1ac6c-f953-4275-80f4-f2b0e29eec39'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:13.119077 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-43f0fc17-267d-4da8-9923-396b293a9a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (ae90c3ca-2e83-4b37-8187-613ee0781bee), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:13.153468 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18584273-fcd2-44a9-87c9-69981c9246da req-490fc6fb-720b-47a0-a198-1d3b61e3acd6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:13.154103 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-490fc6fb-720b-47a0-a198-1d3b61e3acd6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:13.206724 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0fc17-267d-4da8-9923-396b293a9a08 service neutron] Pushing event updated for resources: {'Port': ['ID=ae90c3ca-2e83-4b37-8187-613ee0781bee,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:13.213334 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-490fc6fb-720b-47a0-a198-1d3b61e3acd6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0643547 Feb 09 01:12:13.228831 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-18584273-fcd2-44a9-87c9-69981c9246da req-497daf98-94c6-45ca-8d54-67b89688bcbd tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Request body: {'port': {'device_id': '28f3b147-454f-4de8-aed9-1bd66f187026', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '460d32a0-6143-4328-a439-dc4890ffb702', 'admin_state_up': True, 'tenant_id': 'e1de9b230a144a68a725edf02d781381', 'security_groups': ['b29347ad-3705-4b0c-87f2-4151d4019155']}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:13.243236 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3678c24b-aed1-42be-ac1c-e34627353777 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:13.261146 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd123ed-f763-4cdf-99c6-ee5fbc068e72 None None] Network c9f1ac6c-f953-4275-80f4-f2b0e29eec39 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:12:13.338523 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-60f0f5be-6e5f-4186-aaab-8d53d6e9daec req-8d256557-c13d-43ad-b002-f1a06bbe3ad2 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358139 Feb 09 01:12:13.450640 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-449ce4ef-488a-4278-8fc6-9b958f24f060 None None] Provisioning complete for port 6e9d435a-540a-4ac9-9688-d711412ef2a9 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:13.451395 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-449ce4ef-488a-4278-8fc6-9b958f24f060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (6e9d435a-540a-4ac9-9688-d711412ef2a9), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:13.505460 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-449ce4ef-488a-4278-8fc6-9b958f24f060 None None] Port 6e9d435a-540a-4ac9-9688-d711412ef2a9 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:12:13.591437 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18584273-fcd2-44a9-87c9-69981c9246da req-497daf98-94c6-45ca-8d54-67b89688bcbd tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Made reservation on behalf of e1de9b230a144a68a725edf02d781381 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:13.738639 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3678c24b-aed1-42be-ac1c-e34627353777 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:13.744123 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-497daf98-94c6-45ca-8d54-67b89688bcbd tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:14.036795 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-43f0fc17-267d-4da8-9923-396b293a9a08 service neutron] Attempting to bind port ae90c3ca-2e83-4b37-8187-613ee0781bee on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:12:14.036795 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-43f0fc17-267d-4da8-9923-396b293a9a08 service neutron] Attempting to bind port ae90c3ca-2e83-4b37-8187-613ee0781bee by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:12:14.036795 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-43f0fc17-267d-4da8-9923-396b293a9a08 service neutron] Attempting to bind port ae90c3ca-2e83-4b37-8187-613ee0781bee on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:12:14.069814 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-43f0fc17-267d-4da8-9923-396b293a9a08 service neutron] Port ae90c3ca-2e83-4b37-8187-613ee0781bee on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:12:14.070097 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-43f0fc17-267d-4da8-9923-396b293a9a08 service neutron] Attempting to bind port ae90c3ca-2e83-4b37-8187-613ee0781bee on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:12:14.085328 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-43f0fc17-267d-4da8-9923-396b293a9a08 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:12:14.085683 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-43f0fc17-267d-4da8-9923-396b293a9a08 service neutron] Checking segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:12:14.086087 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-43f0fc17-267d-4da8-9923-396b293a9a08 service neutron] Bound using segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:12:14.086536 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-43f0fc17-267d-4da8-9923-396b293a9a08 service neutron] Bound port: ae90c3ca-2e83-4b37-8187-613ee0781bee, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:12:14.086900 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-43f0fc17-267d-4da8-9923-396b293a9a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ae90c3ca-2e83-4b37-8187-613ee0781bee), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:14.100671 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23188c36-467e-4e8e-a223-483d15ac6244 req-387ba7f4-fa4c-4e01-9747-48e69a4a099e tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:14.106864 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23188c36-467e-4e8e-a223-483d15ac6244 req-387ba7f4-fa4c-4e01-9747-48e69a4a099e tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:14.118137 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23188c36-467e-4e8e-a223-483d15ac6244 req-387ba7f4-fa4c-4e01-9747-48e69a4a099e tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:14.126368 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-23188c36-467e-4e8e-a223-483d15ac6244 req-387ba7f4-fa4c-4e01-9747-48e69a4a099e tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 2374 time: 0.6184835 Feb 09 01:12:14.368353 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-23188c36-467e-4e8e-a223-483d15ac6244 req-7d0d5c4c-b130-4893-84f1-28d9111831fc tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2151804 Feb 09 01:12:14.378990 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-43f0fc17-267d-4da8-9923-396b293a9a08 service neutron] For port ae90c3ca-2e83-4b37-8187-613ee0781bee, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:12:14.385408 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-43f0fc17-267d-4da8-9923-396b293a9a08 service neutron] For port ae90c3ca-2e83-4b37-8187-613ee0781bee, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=ae90c3ca-2e83-4b37-8187-613ee0781bee,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:12:14.428783 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-43f0fc17-267d-4da8-9923-396b293a9a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (ae90c3ca-2e83-4b37-8187-613ee0781bee), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:14.486593 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-3678c24b-aed1-42be-ac1c-e34627353777 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Allocated IP 172.20.0.13 (c9f1ac6c-f953-4275-80f4-f2b0e29eec39/9ed2b4a1-701f-43f2-92a5-fbe13980da02/04cb520a-b58c-4a31-acf0-584b7bbf234d) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:12:14.598869 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [req-18584273-fcd2-44a9-87c9-69981c9246da req-497daf98-94c6-45ca-8d54-67b89688bcbd tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Allocated IP 10.2.2.100 (460d32a0-6143-4328-a439-dc4890ffb702/1f7b747d-a13d-42ff-8656-cd566cc6fad6/a44acea9-a977-4a03-83ae-8512222a0dd7) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:12:14.619916 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-43f0fc17-267d-4da8-9923-396b293a9a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:14.620881 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-43f0fc17-267d-4da8-9923-396b293a9a08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:14.622632 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-43f0fc17-267d-4da8-9923-396b293a9a08 service neutron] 10.222.0.47 "PUT /v2.0/ports/ae90c3ca-2e83-4b37-8187-613ee0781bee HTTP/1.1" status: 200 len: 1095 time: 3.1209135 Feb 09 01:12:14.645171 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b6faf13-0667-4c9f-81db-a22b376c4e05', 'tag': 'ae90c3ca-2e83-4b37-8187-613ee0781bee'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:12:14.648984 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd95db1-b035-449d-8148-6fa0fd9f0c1a" -d '{"events": [{"name": "network-changed", "server_uuid": "2b6faf13-0667-4c9f-81db-a22b376c4e05", "tag": "ae90c3ca-2e83-4b37-8187-613ee0781bee"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:12:14.665923 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-de9fe397-0511-45e9-965f-e0b422c65db0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55ee47f0-8b19-47e6-a78a-af90f9fe02cd {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:12:14.768784 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-de9fe397-0511-45e9-965f-e0b422c65db0 service neutron] Publish callbacks [] for port (55ee47f0-8b19-47e6-a78a-af90f9fe02cd), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:14.769117 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3678c24b-aed1-42be-ac1c-e34627353777 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks [] for port (04cb520a-b58c-4a31-acf0-584b7bbf234d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:14.798010 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0fc17-267d-4da8-9923-396b293a9a08 service neutron] Pushing event updated for resources: {'Port': ['ID=ae90c3ca-2e83-4b37-8187-613ee0781bee,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:14.830071 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-de9fe397-0511-45e9-965f-e0b422c65db0 service neutron] Transition to ACTIVE for port object 55ee47f0-8b19-47e6-a78a-af90f9fe02cd will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:12:14.847480 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-de9fe397-0511-45e9-965f-e0b422c65db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (55ee47f0-8b19-47e6-a78a-af90f9fe02cd), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:14.915299 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-497daf98-94c6-45ca-8d54-67b89688bcbd tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks [] for port (a44acea9-a977-4a03-83ae-8512222a0dd7), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:14.924763 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3678c24b-aed1-42be-ac1c-e34627353777 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (04cb520a-b58c-4a31-acf0-584b7bbf234d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:14.958646 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fc3e1-ff86-44ac-9e8e-4af1868c1237 req-7f767db1-6dfb-418f-a951-7d70d2dcdcaf tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:14.960146 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a61fc3e1-ff86-44ac-9e8e-4af1868c1237 req-7f767db1-6dfb-418f-a951-7d70d2dcdcaf tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.50 "GET /v2.0/ports?device_id=263c2621-310a-425b-a461-6ca57cb50ad4 HTTP/1.1" status: 200 len: 936 time: 0.4114428 Feb 09 01:12:14.986668 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-095327ed-57d4-423f-bd68-b11e8029f4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:14.988196 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-095327ed-57d4-423f-bd68-b11e8029f4d2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4eb1f86256a7439987eb872a252d3f2b&device_id=2b6faf13-0667-4c9f-81db-a22b376c4e05 HTTP/1.1" status: 200 len: 1129 time: 0.3048885 Feb 09 01:12:15.011637 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9fe397-0511-45e9-965f-e0b422c65db0 service neutron] Pushing event updated for resources: {'Port': ['ID=55ee47f0-8b19-47e6-a78a-af90f9fe02cd,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:15.053874 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3678c24b-aed1-42be-ac1c-e34627353777 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Network c9f1ac6c-f953-4275-80f4-f2b0e29eec39 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:12:15.077500 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-3678c24b-aed1-42be-ac1c-e34627353777 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:15.085534 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3678c24b-aed1-42be-ac1c-e34627353777 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:12:15.128883 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-282db20c-60c9-4f36-a3aa-e37c1bcc9fe4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=ae90c3ca-2e83-4b37-8187-613ee0781bee HTTP/1.1" status: 200 len: 217 time: 0.1262085 Feb 09 01:12:15.209039 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3678c24b-aed1-42be-ac1c-e34627353777 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Pushing event updated for resources: {'Port': ['ID=04cb520a-b58c-4a31-acf0-584b7bbf234d,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:15.310382 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a61fc3e1-ff86-44ac-9e8e-4af1868c1237 req-d9d334f7-c45f-4cfa-96b9-5c99126f2c73 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.50 "GET /v2.0/security-groups?id=3014dff4-a4f7-4791-b0ef-983354c8f08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378496 Feb 09 01:12:15.315924 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-497daf98-94c6-45ca-8d54-67b89688bcbd tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (a44acea9-a977-4a03-83ae-8512222a0dd7), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:15.364212 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-234a9436-4c75-4f52-8759-44dd5961200f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:15.366005 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-234a9436-4c75-4f52-8759-44dd5961200f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.2151613 Feb 09 01:12:15.371845 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18584273-fcd2-44a9-87c9-69981c9246da req-497daf98-94c6-45ca-8d54-67b89688bcbd tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Network 460d32a0-6143-4328-a439-dc4890ffb702 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:12:15.398193 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3678c24b-aed1-42be-ac1c-e34627353777 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks [] for floatingip (2f791110-a1bf-4de3-a6e2-0bb91dd5c832), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:15.400794 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [req-18584273-fcd2-44a9-87c9-69981c9246da req-497daf98-94c6-45ca-8d54-67b89688bcbd tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:15.438354 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-18584273-fcd2-44a9-87c9-69981c9246da req-497daf98-94c6-45ca-8d54-67b89688bcbd tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:12:15.491405 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-de9fe397-0511-45e9-965f-e0b422c65db0 service neutron] Attempting to bind port 55ee47f0-8b19-47e6-a78a-af90f9fe02cd on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:12:15.491741 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-de9fe397-0511-45e9-965f-e0b422c65db0 service neutron] Attempting to bind port 55ee47f0-8b19-47e6-a78a-af90f9fe02cd by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:12:15.492080 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-de9fe397-0511-45e9-965f-e0b422c65db0 service neutron] Attempting to bind port 55ee47f0-8b19-47e6-a78a-af90f9fe02cd on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:12:15.547644 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497daf98-94c6-45ca-8d54-67b89688bcbd tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Pushing event updated for resources: {'Port': ['ID=a44acea9-a977-4a03-83ae-8512222a0dd7,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:15.569348 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-de9fe397-0511-45e9-965f-e0b422c65db0 service neutron] Port 55ee47f0-8b19-47e6-a78a-af90f9fe02cd on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:12:15.569705 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-de9fe397-0511-45e9-965f-e0b422c65db0 service neutron] Attempting to bind port 55ee47f0-8b19-47e6-a78a-af90f9fe02cd on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:12:15.577516 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3678c24b-aed1-42be-ac1c-e34627353777 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (04cb520a-b58c-4a31-acf0-584b7bbf234d), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:15.588025 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18584273-fcd2-44a9-87c9-69981c9246da req-497daf98-94c6-45ca-8d54-67b89688bcbd tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:15.588969 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-497daf98-94c6-45ca-8d54-67b89688bcbd tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:15.597806 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-de9fe397-0511-45e9-965f-e0b422c65db0 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:12:15.598163 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-de9fe397-0511-45e9-965f-e0b422c65db0 service neutron] Checking segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:12:15.598544 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-de9fe397-0511-45e9-965f-e0b422c65db0 service neutron] Bound using segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:12:15.598993 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-de9fe397-0511-45e9-965f-e0b422c65db0 service neutron] Bound port: 55ee47f0-8b19-47e6-a78a-af90f9fe02cd, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:12:15.599356 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-de9fe397-0511-45e9-965f-e0b422c65db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (55ee47f0-8b19-47e6-a78a-af90f9fe02cd), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:15.647625 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-497daf98-94c6-45ca-8d54-67b89688bcbd tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4287744 Feb 09 01:12:15.660815 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-60c619e2-7049-443f-87da-5cfda366e185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:15.662377 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-60c619e2-7049-443f-87da-5cfda366e185 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2801347 Feb 09 01:12:15.675669 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-18584273-fcd2-44a9-87c9-69981c9246da req-1093f01a-066e-4ab3-912b-d065f564c589 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Request body: {'port': {'device_id': '28f3b147-454f-4de8-aed9-1bd66f187026', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '460d32a0-6143-4328-a439-dc4890ffb702', 'admin_state_up': True, 'tenant_id': 'e1de9b230a144a68a725edf02d781381', 'security_groups': ['b29347ad-3705-4b0c-87f2-4151d4019155']}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:15.855919 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506c05f-8713-4050-97de-a877c7d6718a req-8b1f7d51-73db-4f61-841a-715480e41b9a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:15.860640 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-7e0c7979-8966-4ada-97ad-675a205e7336 None None] Provisioning complete for port a44acea9-a977-4a03-83ae-8512222a0dd7 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:15.863611 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7e0c7979-8966-4ada-97ad-675a205e7336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a44acea9-a977-4a03-83ae-8512222a0dd7), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:15.869830 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506c05f-8713-4050-97de-a877c7d6718a req-8b1f7d51-73db-4f61-841a-715480e41b9a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:15.882932 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506c05f-8713-4050-97de-a877c7d6718a req-8b1f7d51-73db-4f61-841a-715480e41b9a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:15.894546 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506c05f-8713-4050-97de-a877c7d6718a req-8b1f7d51-73db-4f61-841a-715480e41b9a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:15.908896 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506c05f-8713-4050-97de-a877c7d6718a req-8b1f7d51-73db-4f61-841a-715480e41b9a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:15.934404 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506c05f-8713-4050-97de-a877c7d6718a req-8b1f7d51-73db-4f61-841a-715480e41b9a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:15.943973 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-7e0c7979-8966-4ada-97ad-675a205e7336 None None] Port a44acea9-a977-4a03-83ae-8512222a0dd7 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:12:15.948261 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506c05f-8713-4050-97de-a877c7d6718a req-8b1f7d51-73db-4f61-841a-715480e41b9a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:15.956380 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3506c05f-8713-4050-97de-a877c7d6718a req-8b1f7d51-73db-4f61-841a-715480e41b9a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5436 time: 0.5103524 Feb 09 01:12:15.993581 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18584273-fcd2-44a9-87c9-69981c9246da req-1093f01a-066e-4ab3-912b-d065f564c589 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Made reservation on behalf of e1de9b230a144a68a725edf02d781381 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:15.998063 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-1093f01a-066e-4ab3-912b-d065f564c589 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:16.059788 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3678c24b-aed1-42be-ac1c-e34627353777 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks [] for port (04cb520a-b58c-4a31-acf0-584b7bbf234d), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:16.082272 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3506c05f-8713-4050-97de-a877c7d6718a req-3c28542a-6636-4152-b7a6-224d78fd5afa tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1245148 Feb 09 01:12:16.090959 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3678c24b-aed1-42be-ac1c-e34627353777 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (04cb520a-b58c-4a31-acf0-584b7bbf234d), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:16.123546 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-de9fe397-0511-45e9-965f-e0b422c65db0 service neutron] For port 55ee47f0-8b19-47e6-a78a-af90f9fe02cd, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:12:16.153512 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-8aec543d-c4f8-4c0c-af5a-09dda30c1cc1 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4774523 Feb 09 01:12:16.182136 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-de9fe397-0511-45e9-965f-e0b422c65db0 service neutron] For port 55ee47f0-8b19-47e6-a78a-af90f9fe02cd, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=55ee47f0-8b19-47e6-a78a-af90f9fe02cd,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:12:16.279582 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-de9fe397-0511-45e9-965f-e0b422c65db0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (55ee47f0-8b19-47e6-a78a-af90f9fe02cd), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:16.302983 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3678c24b-aed1-42be-ac1c-e34627353777 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Pushing event updated for resources: {'Port': ['ID=04cb520a-b58c-4a31-acf0-584b7bbf234d,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:16.349662 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-de9fe397-0511-45e9-965f-e0b422c65db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:16.349793 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3678c24b-aed1-42be-ac1c-e34627353777 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (2f791110-a1bf-4de3-a6e2-0bb91dd5c832), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:16.350759 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-de9fe397-0511-45e9-965f-e0b422c65db0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:16.352417 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-de9fe397-0511-45e9-965f-e0b422c65db0 service neutron] 10.222.0.47 "PUT /v2.0/ports/55ee47f0-8b19-47e6-a78a-af90f9fe02cd HTTP/1.1" status: 200 len: 1096 time: 3.5739617 Feb 09 01:12:16.382276 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18127684-67d5-4c59-bc97-05f54adb41ce req-1f5ab738-10e8-4f70-a5d2-2c80a48c5ce0 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:16.391406 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18127684-67d5-4c59-bc97-05f54adb41ce req-1f5ab738-10e8-4f70-a5d2-2c80a48c5ce0 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 945 time: 0.1760383 Feb 09 01:12:16.504000 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3678c24b-aed1-42be-ac1c-e34627353777 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:16.506566 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3678c24b-aed1-42be-ac1c-e34627353777 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4079912 Feb 09 01:12:16.515899 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52540) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:16.531468 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e5e7e54-c68d-4994-83d7-5a58b9e58359 req-0fd53d2e-ef18-4b62-be67-c07cf2ef0cbc service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711731 Feb 09 01:12:16.532440 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9fe397-0511-45e9-965f-e0b422c65db0 service neutron] Pushing event updated for resources: {'Port': ['ID=55ee47f0-8b19-47e6-a78a-af90f9fe02cd,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:16.552367 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-687f3de5-5bda-4dfc-8508-d68f9d9f676d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:16.554139 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-687f3de5-5bda-4dfc-8508-d68f9d9f676d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4eb1f86256a7439987eb872a252d3f2b&device_id=263c2621-310a-425b-a461-6ca57cb50ad4 HTTP/1.1" status: 200 len: 1130 time: 0.1552382 Feb 09 01:12:16.573358 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18127684-67d5-4c59-bc97-05f54adb41ce req-70eba42f-3a91-4f17-8f59-22f5c46cfca9 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787879 Feb 09 01:12:16.688887 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6abcb39a-3fb7-4b38-b5c6-8bea226def2e x-openstack-request-id: req-6abcb39a-3fb7-4b38-b5c6-8bea226def2e {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:12:16.689184 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b6faf13-0667-4c9f-81db-a22b376c4e05", "tag": "ae90c3ca-2e83-4b37-8187-613ee0781bee", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:12:16.689447 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6abcb39a-3fb7-4b38-b5c6-8bea226def2e {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:12:16.689856 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b6faf13-0667-4c9f-81db-a22b376c4e05', 'tag': 'ae90c3ca-2e83-4b37-8187-613ee0781bee', 'status': 'completed', 'code': 200} Feb 09 01:12:16.703221 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-2e9df8d5-8769-4be3-9adc-7a551d12c03d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=55ee47f0-8b19-47e6-a78a-af90f9fe02cd HTTP/1.1" status: 200 len: 217 time: 0.1273072 Feb 09 01:12:16.712708 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [req-18584273-fcd2-44a9-87c9-69981c9246da req-1093f01a-066e-4ab3-912b-d065f564c589 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Allocated IP 10.2.2.200 (460d32a0-6143-4328-a439-dc4890ffb702/1f7b747d-a13d-42ff-8656-cd566cc6fad6/f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:12:16.876964 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-1093f01a-066e-4ab3-912b-d065f564c589 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks [] for port (f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:16.891777 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd95db1-b035-449d-8148-6fa0fd9f0c1a req-b4f3db4e-6bc1-40ed-9f0e-c5c5f097a10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:16.893675 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5bd95db1-b035-449d-8148-6fa0fd9f0c1a req-b4f3db4e-6bc1-40ed-9f0e-c5c5f097a10d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4eb1f86256a7439987eb872a252d3f2b&device_id=2b6faf13-0667-4c9f-81db-a22b376c4e05 HTTP/1.1" status: 200 len: 1129 time: 0.2144132 Feb 09 01:12:16.896327 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-4b4b7e88-d076-4c10-9866-97d82131bfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:16.897773 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-4b4b7e88-d076-4c10-9866-97d82131bfe8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.1884089 Feb 09 01:12:16.911693 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f366db-ffa4-45ab-83b7-30b26fb259b8 req-83abc167-be99-4905-940b-152eead6e67f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:16.917161 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f366db-ffa4-45ab-83b7-30b26fb259b8 req-83abc167-be99-4905-940b-152eead6e67f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:16.925574 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-1093f01a-066e-4ab3-912b-d065f564c589 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:16.926517 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f366db-ffa4-45ab-83b7-30b26fb259b8 req-83abc167-be99-4905-940b-152eead6e67f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:16.934189 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f366db-ffa4-45ab-83b7-30b26fb259b8 req-83abc167-be99-4905-940b-152eead6e67f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:16.942232 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a4f366db-ffa4-45ab-83b7-30b26fb259b8 req-83abc167-be99-4905-940b-152eead6e67f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 3095 time: 0.1913583 Feb 09 01:12:16.975049 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1093f01a-066e-4ab3-912b-d065f564c589 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Pushing event updated for resources: {'Port': ['ID=f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:16.990703 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7188b2d4-4f2a-4856-9351-ca3ada3d69e0 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] 10.222.0.50 "GET /v2.0/floatingips?floating_network_id=c9f1ac6c-f953-4275-80f4-f2b0e29eec39 HTTP/1.1" status: 200 len: 690 time: 0.4710879 Feb 09 01:12:16.991498 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52542) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:17.087656 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9d7d73c5-685c-4a6e-8e05-a13975595241 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (c9f1ac6c-f953-4275-80f4-f2b0e29eec39), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:17.145251 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a4f366db-ffa4-45ab-83b7-30b26fb259b8 req-ff3ec3df-70e1-4efa-99f2-986aaa28f366 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2021592 Feb 09 01:12:17.171067 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-0bb50384-bc23-4935-b7ff-df6ccd9647a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:17.173484 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-0bb50384-bc23-4935-b7ff-df6ccd9647a3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2236245 Feb 09 01:12:17.188154 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18584273-fcd2-44a9-87c9-69981c9246da req-1093f01a-066e-4ab3-912b-d065f564c589 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Network 460d32a0-6143-4328-a439-dc4890ffb702 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:12:17.219723 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [req-18584273-fcd2-44a9-87c9-69981c9246da req-1093f01a-066e-4ab3-912b-d065f564c589 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:17.222914 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-18584273-fcd2-44a9-87c9-69981c9246da req-1093f01a-066e-4ab3-912b-d065f564c589 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:12:17.276796 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18584273-fcd2-44a9-87c9-69981c9246da req-1093f01a-066e-4ab3-912b-d065f564c589 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:17.277424 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-1093f01a-066e-4ab3-912b-d065f564c589 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:17.304258 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-1093f01a-066e-4ab3-912b-d065f564c589 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6494777 Feb 09 01:12:17.319405 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-18584273-fcd2-44a9-87c9-69981c9246da req-c268b6a7-2c59-427f-a4fa-1fe738cade8f service neutron] Request body: {'port': {'device_id': '28f3b147-454f-4de8-aed9-1bd66f187026', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:17.352522 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-666c799c-83a6-4a9e-b966-35e870ea9e6f service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705265 Feb 09 01:12:17.364509 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-9d7d73c5-685c-4a6e-8e05-a13975595241 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Deleting port 04cb520a-b58c-4a31-acf0-584b7bbf234d {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:12:17.364883 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9d7d73c5-685c-4a6e-8e05-a13975595241 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (04cb520a-b58c-4a31-acf0-584b7bbf234d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:17.469755 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-c268b6a7-2c59-427f-a4fa-1fe738cade8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (85e19991-1898-48d7-915a-2a768796af7f), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:17.566569 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd95db1-b035-449d-8148-6fa0fd9f0c1a req-a5c0af46-e0b0-48e7-9ab9-da340aa19c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:17.568339 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5bd95db1-b035-449d-8148-6fa0fd9f0c1a req-a5c0af46-e0b0-48e7-9ab9-da340aa19c4b service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.5822024 Feb 09 01:12:17.641814 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-fa70beeb-0e73-4e45-a5a2-649a28225525 None None] Provisioning complete for port f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:17.642322 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fa70beeb-0e73-4e45-a5a2-649a28225525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:17.697864 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5bd95db1-b035-449d-8148-6fa0fd9f0c1a req-fd91e273-52bc-47ea-852a-cfe00fe72e04 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=ae90c3ca-2e83-4b37-8187-613ee0781bee HTTP/1.1" status: 200 len: 217 time: 0.1110530 Feb 09 01:12:17.714980 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-fa70beeb-0e73-4e45-a5a2-649a28225525 None None] Port f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:12:17.807705 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c4120-2201-4ecb-9b6b-4188498565d7 req-07a320f2-fbba-4527-9984-5c455b17151a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:17.814380 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c4120-2201-4ecb-9b6b-4188498565d7 req-07a320f2-fbba-4527-9984-5c455b17151a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:17.820262 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c4120-2201-4ecb-9b6b-4188498565d7 req-07a320f2-fbba-4527-9984-5c455b17151a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:17.825749 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c4120-2201-4ecb-9b6b-4188498565d7 req-07a320f2-fbba-4527-9984-5c455b17151a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:17.831768 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c4120-2201-4ecb-9b6b-4188498565d7 req-07a320f2-fbba-4527-9984-5c455b17151a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:17.837292 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c4120-2201-4ecb-9b6b-4188498565d7 req-07a320f2-fbba-4527-9984-5c455b17151a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:17.843199 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595c4120-2201-4ecb-9b6b-4188498565d7 req-07a320f2-fbba-4527-9984-5c455b17151a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:17.851232 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-595c4120-2201-4ecb-9b6b-4188498565d7 req-07a320f2-fbba-4527-9984-5c455b17151a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5436 time: 0.4919074 Feb 09 01:12:17.853540 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8b1cfaf8-49c6-4b42-a6b2-be73d48ff405 req-c9e59b9b-cb16-4e0d-a052-82e233813a43 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4681685 Feb 09 01:12:17.857409 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52546) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:17.877019 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-46fc9a48-db28-4f2c-8e54-5707c636fc30 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Request body: {'floatingip': {'port_id': 'ea27a474-047e-4515-b353-c9ab76df4af3'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:17.921727 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-46fc9a48-db28-4f2c-8e54-5707c636fc30 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks [] for floatingip (52a0b603-1c06-4780-a791-21f59e714496), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:17.967509 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9d7d73c5-685c-4a6e-8e05-a13975595241 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (04cb520a-b58c-4a31-acf0-584b7bbf234d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:17.968075 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9d7d73c5-685c-4a6e-8e05-a13975595241 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks [] for floatingip (04cb520a-b58c-4a31-acf0-584b7bbf234d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:18.015405 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd95db1-b035-449d-8148-6fa0fd9f0c1a req-20e987d7-5bb9-42b9-9c6d-10444296f986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:18.017077 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5bd95db1-b035-449d-8148-6fa0fd9f0c1a req-20e987d7-5bb9-42b9-9c6d-10444296f986 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.3044503 Feb 09 01:12:18.074174 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-18584273-fcd2-44a9-87c9-69981c9246da req-c268b6a7-2c59-427f-a4fa-1fe738cade8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85e19991-1898-48d7-915a-2a768796af7f {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:12:18.098035 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-c268b6a7-2c59-427f-a4fa-1fe738cade8f service neutron] Publish callbacks [] for port (85e19991-1898-48d7-915a-2a768796af7f), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:18.108383 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-9d7d73c5-685c-4a6e-8e05-a13975595241 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Calling delete_port for 04cb520a-b58c-4a31-acf0-584b7bbf234d owned by network:floatingip {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:12:18.124410 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-18584273-fcd2-44a9-87c9-69981c9246da req-c268b6a7-2c59-427f-a4fa-1fe738cade8f service neutron] Transition to ACTIVE for port object 85e19991-1898-48d7-915a-2a768796af7f will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:12:18.163474 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-c268b6a7-2c59-427f-a4fa-1fe738cade8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (85e19991-1898-48d7-915a-2a768796af7f), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:18.164860 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f861b-4c72-4554-a5fb-ae3a9a78ddc4 req-2895d81d-43f4-42a8-ba8e-c35f11b7916c tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:18.172716 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad0f861b-4c72-4554-a5fb-ae3a9a78ddc4 req-2895d81d-43f4-42a8-ba8e-c35f11b7916c tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.50 "GET /v2.0/ports?device_id=263c2621-310a-425b-a461-6ca57cb50ad4 HTTP/1.1" status: 200 len: 948 time: 0.2078645 Feb 09 01:12:18.269116 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad0f861b-4c72-4554-a5fb-ae3a9a78ddc4 req-ff5a8fe6-a186-40ff-ab46-ebcb6c97a1b4 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.50 "GET /v2.0/security-groups?id=3014dff4-a4f7-4791-b0ef-983354c8f08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954652 Feb 09 01:12:18.368905 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd95db1-b035-449d-8148-6fa0fd9f0c1a req-0ced7348-a777-4d55-9ac9-0c9dede8fa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:18.370924 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5bd95db1-b035-449d-8148-6fa0fd9f0c1a req-0ced7348-a777-4d55-9ac9-0c9dede8fa0e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3242617 Feb 09 01:12:18.399496 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-18584273-fcd2-44a9-87c9-69981c9246da req-c268b6a7-2c59-427f-a4fa-1fe738cade8f service neutron] Attempting to bind port 85e19991-1898-48d7-915a-2a768796af7f on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:12:18.399842 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-18584273-fcd2-44a9-87c9-69981c9246da req-c268b6a7-2c59-427f-a4fa-1fe738cade8f service neutron] Attempting to bind port 85e19991-1898-48d7-915a-2a768796af7f by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '0a5119f9-71e1-4367-8a68-4998699e66da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '4827bb9d-9020-4469-a360-2245b341e8df'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:12:18.400182 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18584273-fcd2-44a9-87c9-69981c9246da req-c268b6a7-2c59-427f-a4fa-1fe738cade8f service neutron] Attempting to bind port 85e19991-1898-48d7-915a-2a768796af7f on network 4827bb9d-9020-4469-a360-2245b341e8df {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:12:18.410659 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268b6a7-2c59-427f-a4fa-1fe738cade8f service neutron] Pushing event updated for resources: {'Port': ['ID=85e19991-1898-48d7-915a-2a768796af7f,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:18.421323 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18584273-fcd2-44a9-87c9-69981c9246da req-c268b6a7-2c59-427f-a4fa-1fe738cade8f service neutron] Port 85e19991-1898-48d7-915a-2a768796af7f on network 4827bb9d-9020-4469-a360-2245b341e8df not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:12:18.422375 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18584273-fcd2-44a9-87c9-69981c9246da req-c268b6a7-2c59-427f-a4fa-1fe738cade8f service neutron] Attempting to bind port 85e19991-1898-48d7-915a-2a768796af7f on network 4827bb9d-9020-4469-a360-2245b341e8df {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:12:18.433544 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18584273-fcd2-44a9-87c9-69981c9246da req-c268b6a7-2c59-427f-a4fa-1fe738cade8f service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:12:18.433810 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18584273-fcd2-44a9-87c9-69981c9246da req-c268b6a7-2c59-427f-a4fa-1fe738cade8f service neutron] Checking segment: {'id': '0a5119f9-71e1-4367-8a68-4998699e66da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '4827bb9d-9020-4469-a360-2245b341e8df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:12:18.434360 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18584273-fcd2-44a9-87c9-69981c9246da req-c268b6a7-2c59-427f-a4fa-1fe738cade8f service neutron] Bound using segment: {'id': '0a5119f9-71e1-4367-8a68-4998699e66da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '4827bb9d-9020-4469-a360-2245b341e8df'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:12:18.435119 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-18584273-fcd2-44a9-87c9-69981c9246da req-c268b6a7-2c59-427f-a4fa-1fe738cade8f service neutron] Bound port: 85e19991-1898-48d7-915a-2a768796af7f, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a5119f9-71e1-4367-8a68-4998699e66da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '4827bb9d-9020-4469-a360-2245b341e8df'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:12:18.435806 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-c268b6a7-2c59-427f-a4fa-1fe738cade8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (85e19991-1898-48d7-915a-2a768796af7f), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:18.533725 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-18584273-fcd2-44a9-87c9-69981c9246da req-c268b6a7-2c59-427f-a4fa-1fe738cade8f service neutron] For port 85e19991-1898-48d7-915a-2a768796af7f, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:12:18.538263 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-18584273-fcd2-44a9-87c9-69981c9246da req-c268b6a7-2c59-427f-a4fa-1fe738cade8f service neutron] For port 85e19991-1898-48d7-915a-2a768796af7f, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=85e19991-1898-48d7-915a-2a768796af7f,segment=NetworkSegment(0a5119f9-71e1-4367-8a68-4998699e66da),segment_id=0a5119f9-71e1-4367-8a68-4998699e66da)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:12:18.560363 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-c268b6a7-2c59-427f-a4fa-1fe738cade8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (85e19991-1898-48d7-915a-2a768796af7f), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:18.655340 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268b6a7-2c59-427f-a4fa-1fe738cade8f service neutron] Pushing event updated for resources: {'Port': ['ID=85e19991-1898-48d7-915a-2a768796af7f,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:18.681142 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18584273-fcd2-44a9-87c9-69981c9246da req-c268b6a7-2c59-427f-a4fa-1fe738cade8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:18.690932 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-c268b6a7-2c59-427f-a4fa-1fe738cade8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:18.692574 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-c268b6a7-2c59-427f-a4fa-1fe738cade8f service neutron] 10.222.0.47 "PUT /v2.0/ports/85e19991-1898-48d7-915a-2a768796af7f HTTP/1.1" status: 200 len: 1091 time: 1.3784697 Feb 09 01:12:18.693038 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'tag': '85e19991-1898-48d7-915a-2a768796af7f'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:12:18.695948 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193f9037-59db-4e54-9ee2-b2a8d00694c5" -d '{"events": [{"name": "network-changed", "server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "tag": "85e19991-1898-48d7-915a-2a768796af7f"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:12:18.745715 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-18584273-fcd2-44a9-87c9-69981c9246da req-1b2e1875-ddd0-4980-844a-133bbb294b62 service neutron] Request body: {'port': {'device_id': '28f3b147-454f-4de8-aed9-1bd66f187026', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:18.848306 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9d7d73c5-685c-4a6e-8e05-a13975595241 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (04cb520a-b58c-4a31-acf0-584b7bbf234d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:18.874322 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-1b2e1875-ddd0-4980-844a-133bbb294b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8d514634-0023-4dbc-9e31-ea618b291a41), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:18.901419 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7d73c5-685c-4a6e-8e05-a13975595241 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Pushing event deleted for resources: {'Port': ['ID=04cb520a-b58c-4a31-acf0-584b7bbf234d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:18.934121 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '263c2621-310a-425b-a461-6ca57cb50ad4', 'tag': '55ee47f0-8b19-47e6-a78a-af90f9fe02cd'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:12:18.936501 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ea0173-437a-4757-88cd-6796ece712aa" -d '{"events": [{"name": "network-changed", "server_uuid": "263c2621-310a-425b-a461-6ca57cb50ad4", "tag": "55ee47f0-8b19-47e6-a78a-af90f9fe02cd"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:12:19.056412 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c8ed0-3024-41cc-bc76-3429a421f064 req-13515a78-38e7-4f71-91d8-e03437994074 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:19.064070 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-074c8ed0-3024-41cc-bc76-3429a421f064 req-13515a78-38e7-4f71-91d8-e03437994074 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 945 time: 0.6828201 Feb 09 01:12:19.235157 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-074c8ed0-3024-41cc-bc76-3429a421f064 req-9d12d928-0ade-4219-985c-ede1e1bd7f01 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700263 Feb 09 01:12:19.242457 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5bd95db1-b035-449d-8148-6fa0fd9f0c1a req-58c21322-eaa0-4eab-aac4-b014fe9c48df service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8624229 Feb 09 01:12:19.277721 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-18584273-fcd2-44a9-87c9-69981c9246da req-1b2e1875-ddd0-4980-844a-133bbb294b62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d514634-0023-4dbc-9e31-ea618b291a41 {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:12:19.289708 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-1b2e1875-ddd0-4980-844a-133bbb294b62 service neutron] Publish callbacks [] for port (8d514634-0023-4dbc-9e31-ea618b291a41), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:19.315176 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-18584273-fcd2-44a9-87c9-69981c9246da req-1b2e1875-ddd0-4980-844a-133bbb294b62 service neutron] Transition to ACTIVE for port object 8d514634-0023-4dbc-9e31-ea618b291a41 will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:12:19.337026 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-1b2e1875-ddd0-4980-844a-133bbb294b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (8d514634-0023-4dbc-9e31-ea618b291a41), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:19.434985 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9d7d73c5-685c-4a6e-8e05-a13975595241 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks [] for floatingip (2f791110-a1bf-4de3-a6e2-0bb91dd5c832), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:19.438919 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e1875-ddd0-4980-844a-133bbb294b62 service neutron] Pushing event updated for resources: {'Port': ['ID=8d514634-0023-4dbc-9e31-ea618b291a41,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:19.527894 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9d7d73c5-685c-4a6e-8e05-a13975595241 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (9ed2b4a1-701f-43f2-92a5-fbe13980da02), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:19.587353 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5bd95db1-b035-449d-8148-6fa0fd9f0c1a req-2a01f7c9-ffc3-44d6-809c-03d7d5c92411 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345780 Feb 09 01:12:19.604347 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9d7d73c5-685c-4a6e-8e05-a13975595241 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (9ed2b4a1-701f-43f2-92a5-fbe13980da02), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:19.619864 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e9652-b170-4546-9ddf-48b0d5399e4c req-e230396e-98ff-47f1-98c4-732fd3b54f26 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:19.626128 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e9652-b170-4546-9ddf-48b0d5399e4c req-e230396e-98ff-47f1-98c4-732fd3b54f26 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:19.631912 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e9652-b170-4546-9ddf-48b0d5399e4c req-e230396e-98ff-47f1-98c4-732fd3b54f26 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:19.637519 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e9652-b170-4546-9ddf-48b0d5399e4c req-e230396e-98ff-47f1-98c4-732fd3b54f26 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:19.642946 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e9652-b170-4546-9ddf-48b0d5399e4c req-e230396e-98ff-47f1-98c4-732fd3b54f26 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:19.648364 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e9652-b170-4546-9ddf-48b0d5399e4c req-e230396e-98ff-47f1-98c4-732fd3b54f26 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:19.650488 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5f2e9652-b170-4546-9ddf-48b0d5399e4c req-e230396e-98ff-47f1-98c4-732fd3b54f26 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 4605 time: 0.2971961 Feb 09 01:12:19.657015 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 55ee47f0-8b19-47e6-a78a-af90f9fe02cd details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:12:19.664591 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7d73c5-685c-4a6e-8e05-a13975595241 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9ed2b4a1-701f-43f2-92a5-fbe13980da02,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:19.669084 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-46fc9a48-db28-4f2c-8e54-5707c636fc30 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:19.683628 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-46fc9a48-db28-4f2c-8e54-5707c636fc30 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (52a0b603-1c06-4780-a791-21f59e714496), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:19.772050 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9d7d73c5-685c-4a6e-8e05-a13975595241 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (c9f1ac6c-f953-4275-80f4-f2b0e29eec39), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:19.815149 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-18584273-fcd2-44a9-87c9-69981c9246da req-1b2e1875-ddd0-4980-844a-133bbb294b62 service neutron] Attempting to bind port 8d514634-0023-4dbc-9e31-ea618b291a41 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:12:19.815547 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-18584273-fcd2-44a9-87c9-69981c9246da req-1b2e1875-ddd0-4980-844a-133bbb294b62 service neutron] Attempting to bind port 8d514634-0023-4dbc-9e31-ea618b291a41 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '2e94c052-df5d-4e4f-b391-ea9eee75e92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '7776bdde-fa28-4fc9-a953-0f38a342d9c3'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:12:19.815895 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18584273-fcd2-44a9-87c9-69981c9246da req-1b2e1875-ddd0-4980-844a-133bbb294b62 service neutron] Attempting to bind port 8d514634-0023-4dbc-9e31-ea618b291a41 on network 7776bdde-fa28-4fc9-a953-0f38a342d9c3 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:12:19.824496 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18584273-fcd2-44a9-87c9-69981c9246da req-1b2e1875-ddd0-4980-844a-133bbb294b62 service neutron] Port 8d514634-0023-4dbc-9e31-ea618b291a41 on network 7776bdde-fa28-4fc9-a953-0f38a342d9c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:12:19.824937 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18584273-fcd2-44a9-87c9-69981c9246da req-1b2e1875-ddd0-4980-844a-133bbb294b62 service neutron] Attempting to bind port 8d514634-0023-4dbc-9e31-ea618b291a41 on network 7776bdde-fa28-4fc9-a953-0f38a342d9c3 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:12:19.832823 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-9d7d73c5-685c-4a6e-8e05-a13975595241 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9f1ac6c-f953-4275-80f4-f2b0e29eec39']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:19.835733 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18584273-fcd2-44a9-87c9-69981c9246da req-1b2e1875-ddd0-4980-844a-133bbb294b62 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:12:19.836074 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18584273-fcd2-44a9-87c9-69981c9246da req-1b2e1875-ddd0-4980-844a-133bbb294b62 service neutron] Checking segment: {'id': '2e94c052-df5d-4e4f-b391-ea9eee75e92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '7776bdde-fa28-4fc9-a953-0f38a342d9c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:12:19.836460 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18584273-fcd2-44a9-87c9-69981c9246da req-1b2e1875-ddd0-4980-844a-133bbb294b62 service neutron] Bound using segment: {'id': '2e94c052-df5d-4e4f-b391-ea9eee75e92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '7776bdde-fa28-4fc9-a953-0f38a342d9c3'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:12:19.836987 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-18584273-fcd2-44a9-87c9-69981c9246da req-1b2e1875-ddd0-4980-844a-133bbb294b62 service neutron] Bound port: 8d514634-0023-4dbc-9e31-ea618b291a41, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e94c052-df5d-4e4f-b391-ea9eee75e92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '7776bdde-fa28-4fc9-a953-0f38a342d9c3'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:12:19.837380 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-1b2e1875-ddd0-4980-844a-133bbb294b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8d514634-0023-4dbc-9e31-ea618b291a41), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:19.846094 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5f2e9652-b170-4546-9ddf-48b0d5399e4c req-e13a58e3-84fe-4df4-ac99-766835c01ccf tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1899133 Feb 09 01:12:19.856023 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-9d7d73c5-685c-4a6e-8e05-a13975595241 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18a3112c-e6da-4cf3-80aa-a701cb7025c8') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:19.856334 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-9d7d73c5-685c-4a6e-8e05-a13975595241 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18a3112c-e6da-4cf3-80aa-a701cb7025c8') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:19.882061 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [None req-46fc9a48-db28-4f2c-8e54-5707c636fc30 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Floating IP 52a0b603-1c06-4780-a791-21f59e714496 associated. External IP: 172.25.8.187, port: ea27a474-047e-4515-b353-c9ab76df4af3. Feb 09 01:12:19.883746 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9d7d73c5-685c-4a6e-8e05-a13975595241 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (18a3112c-e6da-4cf3-80aa-a701cb7025c8), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:19.926436 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9d7d73c5-685c-4a6e-8e05-a13975595241 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (18a3112c-e6da-4cf3-80aa-a701cb7025c8), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:19.949646 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d7d73c5-685c-4a6e-8e05-a13975595241 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:12:19.950051 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9d7d73c5-685c-4a6e-8e05-a13975595241 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (18a3112c-e6da-4cf3-80aa-a701cb7025c8), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:19.951877 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:12:19.951877 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:12:19.951877 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:12:19.951877 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:12:19.951877 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:12:19.951877 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:12:19.951877 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:12:19.951877 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:12:19.951877 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:12:19.951877 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:12:19.951877 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:12:19.951877 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:12:19.951877 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:12:19.951877 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:12:19.951877 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:12:19.951877 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:12:19.951877 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:12:19.951877 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:12:19.951877 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:12:19.951877 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:12:19.951877 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:12:19.951877 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:12:19.951877 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:12:19.951877 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:12:19.951877 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:12:19.951877 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:12:19.951877 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:12:19.951877 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:12:19.951877 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:12:19.951877 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:12:19.951877 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:12:19.951877 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:12:19.978970 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 55ee47f0-8b19-47e6-a78a-af90f9fe02cd, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=55ee47f0-8b19-47e6-a78a-af90f9fe02cd,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:20.010222 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b25e9ae-0a0d-412d-9d56-b8f8e6dbc278 x-openstack-request-id: req-3b25e9ae-0a0d-412d-9d56-b8f8e6dbc278 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:12:20.010509 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "tag": "85e19991-1898-48d7-915a-2a768796af7f", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:12:20.010825 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3b25e9ae-0a0d-412d-9d56-b8f8e6dbc278 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:12:20.011155 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'tag': '85e19991-1898-48d7-915a-2a768796af7f', 'status': 'completed', 'code': 200} Feb 09 01:12:20.012183 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '55ee47f0-8b19-47e6-a78a-af90f9fe02cd', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'port_id': '55ee47f0-8b19-47e6-a78a-af90f9fe02cd', 'mac_address': 'fa:16:3e:49:5e:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3810d295-ee98-40f7-b1e2-609bf7d1c3df', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:12:20.076738 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-18584273-fcd2-44a9-87c9-69981c9246da req-1b2e1875-ddd0-4980-844a-133bbb294b62 service neutron] For port 8d514634-0023-4dbc-9e31-ea618b291a41, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:12:20.087975 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4a7a79-b707-490f-89cf-ab85470c6770 x-openstack-request-id: req-be4a7a79-b707-490f-89cf-ab85470c6770 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:12:20.088536 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-18584273-fcd2-44a9-87c9-69981c9246da req-1b2e1875-ddd0-4980-844a-133bbb294b62 service neutron] For port 8d514634-0023-4dbc-9e31-ea618b291a41, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=8d514634-0023-4dbc-9e31-ea618b291a41,segment=NetworkSegment(2e94c052-df5d-4e4f-b391-ea9eee75e92a),segment_id=2e94c052-df5d-4e4f-b391-ea9eee75e92a)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:12:20.090419 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "263c2621-310a-425b-a461-6ca57cb50ad4", "tag": "55ee47f0-8b19-47e6-a78a-af90f9fe02cd", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:12:20.091922 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-be4a7a79-b707-490f-89cf-ab85470c6770 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:12:20.092488 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '263c2621-310a-425b-a461-6ca57cb50ad4', 'tag': '55ee47f0-8b19-47e6-a78a-af90f9fe02cd', 'status': 'completed', 'code': 200} Feb 09 01:12:20.098943 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 55ee47f0-8b19-47e6-a78a-af90f9fe02cd is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:20.100663 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (55ee47f0-8b19-47e6-a78a-af90f9fe02cd), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:20.112723 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-1b2e1875-ddd0-4980-844a-133bbb294b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (8d514634-0023-4dbc-9e31-ea618b291a41), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:20.128745 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9d7d73c5-685c-4a6e-8e05-a13975595241 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (c9f1ac6c-f953-4275-80f4-f2b0e29eec39), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:20.132629 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55ee47f0-8b19-47e6-a78a-af90f9fe02cd {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:12:20.176055 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 55ee47f0-8b19-47e6-a78a-af90f9fe02cd, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=55ee47f0-8b19-47e6-a78a-af90f9fe02cd,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:20.179297 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7d73c5-685c-4a6e-8e05-a13975595241 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c9f1ac6c-f953-4275-80f4-f2b0e29eec39 {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 01:12:20.183857 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9d7d73c5-685c-4a6e-8e05-a13975595241 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:20.191380 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9d7d73c5-685c-4a6e-8e05-a13975595241 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] 10.222.0.50 "DELETE /v2.0/networks/c9f1ac6c-f953-4275-80f4-f2b0e29eec39 HTTP/1.1" status: 204 len: 168 time: 3.1965282 Feb 09 01:12:20.194487 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52556) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:20.200143 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (55ee47f0-8b19-47e6-a78a-af90f9fe02cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:20.201072 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device ae90c3ca-2e83-4b37-8187-613ee0781bee details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:12:20.212236 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18584273-fcd2-44a9-87c9-69981c9246da req-1b2e1875-ddd0-4980-844a-133bbb294b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:20.212899 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-1b2e1875-ddd0-4980-844a-133bbb294b62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:20.215015 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-1b2e1875-ddd0-4980-844a-133bbb294b62 service neutron] 10.222.0.47 "PUT /v2.0/ports/8d514634-0023-4dbc-9e31-ea618b291a41 HTTP/1.1" status: 200 len: 1135 time: 1.4751394 Feb 09 01:12:20.251189 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7d73c5-685c-4a6e-8e05-a13975595241 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Pushing event deleted for resources: {'Network': ['ID=c9f1ac6c-f953-4275-80f4-f2b0e29eec39,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:20.259309 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-18584273-fcd2-44a9-87c9-69981c9246da req-34ad109e-4dde-4a38-8bf9-cfee643174d9 service neutron] Request body: {'port': {'device_id': '28f3b147-454f-4de8-aed9-1bd66f187026', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:20.284764 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port ae90c3ca-2e83-4b37-8187-613ee0781bee, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=ae90c3ca-2e83-4b37-8187-613ee0781bee,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:20.327410 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': 'ae90c3ca-2e83-4b37-8187-613ee0781bee', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'port_id': 'ae90c3ca-2e83-4b37-8187-613ee0781bee', 'mac_address': 'fa:16:3e:56:36:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3810d295-ee98-40f7-b1e2-609bf7d1c3df', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:12:20.334183 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e1875-ddd0-4980-844a-133bbb294b62 service neutron] Pushing event updated for resources: {'Port': ['ID=8d514634-0023-4dbc-9e31-ea618b291a41,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:20.342491 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f9037-59db-4e54-9ee2-b2a8d00694c5 req-27b58c64-10a6-401e-afc0-7c4c410c2079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:20.343032 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f9037-59db-4e54-9ee2-b2a8d00694c5 req-27b58c64-10a6-401e-afc0-7c4c410c2079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:20.343165 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f9037-59db-4e54-9ee2-b2a8d00694c5 req-27b58c64-10a6-401e-afc0-7c4c410c2079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:20.344348 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f9037-59db-4e54-9ee2-b2a8d00694c5 req-27b58c64-10a6-401e-afc0-7c4c410c2079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:20.344919 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f9037-59db-4e54-9ee2-b2a8d00694c5 req-27b58c64-10a6-401e-afc0-7c4c410c2079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:20.345451 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f9037-59db-4e54-9ee2-b2a8d00694c5 req-27b58c64-10a6-401e-afc0-7c4c410c2079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:20.347429 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-193f9037-59db-4e54-9ee2-b2a8d00694c5 req-27b58c64-10a6-401e-afc0-7c4c410c2079 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e1de9b230a144a68a725edf02d781381&device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5310 time: 0.3437586 Feb 09 01:12:20.392385 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-34ad109e-4dde-4a38-8bf9-cfee643174d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (61983cf9-1bf8-40bd-8171-eb224ee4dd26), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:20.518744 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f9037-59db-4e54-9ee2-b2a8d00694c5 req-03a9723a-7975-480c-844c-a8c15094b8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:20.519456 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f9037-59db-4e54-9ee2-b2a8d00694c5 req-03a9723a-7975-480c-844c-a8c15094b8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:20.519937 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f9037-59db-4e54-9ee2-b2a8d00694c5 req-03a9723a-7975-480c-844c-a8c15094b8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:20.521640 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-193f9037-59db-4e54-9ee2-b2a8d00694c5 req-03a9723a-7975-480c-844c-a8c15094b8ef service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=e1de9b230a144a68a725edf02d781381&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1613193 Feb 09 01:12:20.534250 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=55ee47f0-8b19-47e6-a78a-af90f9fe02cd,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:20.537166 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port ae90c3ca-2e83-4b37-8187-613ee0781bee is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:20.540936 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ae90c3ca-2e83-4b37-8187-613ee0781bee), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:20.580147 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae90c3ca-2e83-4b37-8187-613ee0781bee {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:12:20.623175 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port ae90c3ca-2e83-4b37-8187-613ee0781bee, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=ae90c3ca-2e83-4b37-8187-613ee0781bee,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:20.655732 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (ae90c3ca-2e83-4b37-8187-613ee0781bee), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:20.763382 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1494add-daf4-4b03-b912-2e00aa7a729c req-8b00633a-c5b1-4a88-a746-8726bc4e8bfc tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:20.769498 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=ae90c3ca-2e83-4b37-8187-613ee0781bee,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:20.771860 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1494add-daf4-4b03-b912-2e00aa7a729c req-8b00633a-c5b1-4a88-a746-8726bc4e8bfc tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.50 "GET /v2.0/ports?device_id=263c2621-310a-425b-a461-6ca57cb50ad4 HTTP/1.1" status: 200 len: 949 time: 0.5884960 Feb 09 01:12:20.786096 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-935254da-b0f9-4078-ad14-01b0a67d380d tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3045 time: 0.5874829 Feb 09 01:12:20.795371 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea0173-437a-4757-88cd-6796ece712aa req-8e5e2ea1-3b7d-4227-ac72-9ec69bc4cf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:20.797245 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-81ea0173-437a-4757-88cd-6796ece712aa req-8e5e2ea1-3b7d-4227-ac72-9ec69bc4cf7f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4eb1f86256a7439987eb872a252d3f2b&device_id=263c2621-310a-425b-a461-6ca57cb50ad4 HTTP/1.1" status: 200 len: 1130 time: 0.6806669 Feb 09 01:12:20.805755 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52560) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:20.923663 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['ae90c3ca-2e83-4b37-8187-613ee0781bee'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:12:20.927353 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['55ee47f0-8b19-47e6-a78a-af90f9fe02cd'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:12:21.125837 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f9037-59db-4e54-9ee2-b2a8d00694c5 req-b04974fb-67dc-4b9a-b3c5-5e0a320d96a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:21.127554 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-193f9037-59db-4e54-9ee2-b2a8d00694c5 req-b04974fb-67dc-4b9a-b3c5-5e0a320d96a5 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5796793 Feb 09 01:12:21.166556 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1494add-daf4-4b03-b912-2e00aa7a729c req-37f059a2-c585-4602-a4e8-2f810c1f7ee8 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.50 "GET /v2.0/security-groups?id=3014dff4-a4f7-4791-b0ef-983354c8f08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935370 Feb 09 01:12:21.302797 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-18584273-fcd2-44a9-87c9-69981c9246da req-34ad109e-4dde-4a38-8bf9-cfee643174d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61983cf9-1bf8-40bd-8171-eb224ee4dd26 {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:12:21.320970 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-34ad109e-4dde-4a38-8bf9-cfee643174d9 service neutron] Publish callbacks [] for port (61983cf9-1bf8-40bd-8171-eb224ee4dd26), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:21.326332 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46fc9a48-db28-4f2c-8e54-5707c636fc30 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Router f610a84c-1198-40b0-a55c-bd4f1cfca3ec has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:12:21.343040 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9383f904-cf2b-4cc6-992e-9e38198f2f7b tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:21.343729 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9383f904-cf2b-4cc6-992e-9e38198f2f7b tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:21.346537 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9383f904-cf2b-4cc6-992e-9e38198f2f7b tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:21.347416 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9383f904-cf2b-4cc6-992e-9e38198f2f7b tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:21.350041 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9383f904-cf2b-4cc6-992e-9e38198f2f7b tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:21.350613 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9383f904-cf2b-4cc6-992e-9e38198f2f7b tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:21.351254 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9383f904-cf2b-4cc6-992e-9e38198f2f7b tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:21.351930 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9383f904-cf2b-4cc6-992e-9e38198f2f7b tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:21.352473 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-18584273-fcd2-44a9-87c9-69981c9246da req-34ad109e-4dde-4a38-8bf9-cfee643174d9 service neutron] Transition to ACTIVE for port object 61983cf9-1bf8-40bd-8171-eb224ee4dd26 will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:12:21.355765 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9383f904-cf2b-4cc6-992e-9e38198f2f7b tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:21.356885 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9383f904-cf2b-4cc6-992e-9e38198f2f7b tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:21.360721 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9383f904-cf2b-4cc6-992e-9e38198f2f7b tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:21.361528 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9383f904-cf2b-4cc6-992e-9e38198f2f7b tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:21.362418 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9383f904-cf2b-4cc6-992e-9e38198f2f7b tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:21.363148 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9383f904-cf2b-4cc6-992e-9e38198f2f7b tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:21.363766 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9383f904-cf2b-4cc6-992e-9e38198f2f7b tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:21.364201 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-34ad109e-4dde-4a38-8bf9-cfee643174d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (61983cf9-1bf8-40bd-8171-eb224ee4dd26), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:21.366892 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-9383f904-cf2b-4cc6-992e-9e38198f2f7b tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9562 time: 0.5581608 Feb 09 01:12:21.373073 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52564) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:21.388164 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea0173-437a-4757-88cd-6796ece712aa req-9f43eac9-2859-4cc2-a598-a9c7f733d00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:21.390677 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-81ea0173-437a-4757-88cd-6796ece712aa req-9f43eac9-2859-4cc2-a598-a9c7f733d00a service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.5728476 Feb 09 01:12:21.448301 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-81ea0173-437a-4757-88cd-6796ece712aa req-a88ac859-7ff1-452f-9bb7-a191f95c6384 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=55ee47f0-8b19-47e6-a78a-af90f9fe02cd HTTP/1.1" status: 200 len: 217 time: 0.0517793 Feb 09 01:12:21.486385 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-d58cd6d1-9770-4960-bd27-b78f483ddb94 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] delete failed (client error): The resource could not be found. Feb 09 01:12:21.490664 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d58cd6d1-9770-4960-bd27-b78f483ddb94 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/2f791110-a1bf-4de3-a6e2-0bb91dd5c832 HTTP/1.1" status: 404 len: 345 time: 0.1134331 Feb 09 01:12:21.491399 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52566) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:21.532567 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4247064-fb8b-4f52-9f5d-5ad14739dd35 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] DELETE failed (client error): The resource could not be found. Feb 09 01:12:21.533121 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4247064-fb8b-4f52-9f5d-5ad14739dd35 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:12:21.541361 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d4247064-fb8b-4f52-9f5d-5ad14739dd35 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] 10.222.0.50 "DELETE /v2.0/networks/c9f1ac6c-f953-4275-80f4-f2b0e29eec39 HTTP/1.1" status: 404 len: 339 time: 0.0465734 Feb 09 01:12:21.541846 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52568) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:21.547362 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-e4662324-953d-4522-ad5c-6091324ba3be tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Request body: {'network': {'name': 'tempest-network--925048599', 'router:external': True}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:21.576333 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad109e-4dde-4a38-8bf9-cfee643174d9 service neutron] Pushing event updated for resources: {'Port': ['ID=61983cf9-1bf8-40bd-8171-eb224ee4dd26,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:21.582097 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4662324-953d-4522-ad5c-6091324ba3be tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Made reservation on behalf of 417fdce3ca774b7b996c0586c16c65b7 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:21.584381 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e4662324-953d-4522-ad5c-6091324ba3be tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:21.614324 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323fc13-64de-4041-90dc-71beaa832d19 req-442fcc30-f664-441e-b3df-119a30e94735 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:21.616091 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5323fc13-64de-4041-90dc-71beaa832d19 req-442fcc30-f664-441e-b3df-119a30e94735 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 945 time: 0.3526328 Feb 09 01:12:21.658842 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4662324-953d-4522-ad5c-6091324ba3be tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1041} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:12:21.678865 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e4662324-953d-4522-ad5c-6091324ba3be tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (dc07c10c-5a72-4e3a-af77-e2fe32337e8c), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:21.679218 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-e4662324-953d-4522-ad5c-6091324ba3be tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Added segment dc07c10c-5a72-4e3a-af77-e2fe32337e8c of type vlan for network fe5341b6-d3a3-4b60-aed0-7bb1a7dd8076 Feb 09 01:12:21.735428 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-18584273-fcd2-44a9-87c9-69981c9246da req-34ad109e-4dde-4a38-8bf9-cfee643174d9 service neutron] Attempting to bind port 61983cf9-1bf8-40bd-8171-eb224ee4dd26 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:12:21.735824 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-18584273-fcd2-44a9-87c9-69981c9246da req-34ad109e-4dde-4a38-8bf9-cfee643174d9 service neutron] Attempting to bind port 61983cf9-1bf8-40bd-8171-eb224ee4dd26 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '2e94c052-df5d-4e4f-b391-ea9eee75e92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '7776bdde-fa28-4fc9-a953-0f38a342d9c3'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:12:21.736166 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18584273-fcd2-44a9-87c9-69981c9246da req-34ad109e-4dde-4a38-8bf9-cfee643174d9 service neutron] Attempting to bind port 61983cf9-1bf8-40bd-8171-eb224ee4dd26 on network 7776bdde-fa28-4fc9-a953-0f38a342d9c3 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:12:21.747850 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18584273-fcd2-44a9-87c9-69981c9246da req-34ad109e-4dde-4a38-8bf9-cfee643174d9 service neutron] Port 61983cf9-1bf8-40bd-8171-eb224ee4dd26 on network 7776bdde-fa28-4fc9-a953-0f38a342d9c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:12:21.748329 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18584273-fcd2-44a9-87c9-69981c9246da req-34ad109e-4dde-4a38-8bf9-cfee643174d9 service neutron] Attempting to bind port 61983cf9-1bf8-40bd-8171-eb224ee4dd26 on network 7776bdde-fa28-4fc9-a953-0f38a342d9c3 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:12:21.758803 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea0173-437a-4757-88cd-6796ece712aa req-4e440221-15ac-469a-97a0-8eb30fbbc8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:21.761855 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-81ea0173-437a-4757-88cd-6796ece712aa req-4e440221-15ac-469a-97a0-8eb30fbbc8bf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.2412157 Feb 09 01:12:21.763664 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e4662324-953d-4522-ad5c-6091324ba3be tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (fe5341b6-d3a3-4b60-aed0-7bb1a7dd8076), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:21.771487 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18584273-fcd2-44a9-87c9-69981c9246da req-34ad109e-4dde-4a38-8bf9-cfee643174d9 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:12:21.771837 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18584273-fcd2-44a9-87c9-69981c9246da req-34ad109e-4dde-4a38-8bf9-cfee643174d9 service neutron] Checking segment: {'id': '2e94c052-df5d-4e4f-b391-ea9eee75e92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '7776bdde-fa28-4fc9-a953-0f38a342d9c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:12:21.772268 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18584273-fcd2-44a9-87c9-69981c9246da req-34ad109e-4dde-4a38-8bf9-cfee643174d9 service neutron] Bound using segment: {'id': '2e94c052-df5d-4e4f-b391-ea9eee75e92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '7776bdde-fa28-4fc9-a953-0f38a342d9c3'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:12:21.772761 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-18584273-fcd2-44a9-87c9-69981c9246da req-34ad109e-4dde-4a38-8bf9-cfee643174d9 service neutron] Bound port: 61983cf9-1bf8-40bd-8171-eb224ee4dd26, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e94c052-df5d-4e4f-b391-ea9eee75e92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '7776bdde-fa28-4fc9-a953-0f38a342d9c3'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:12:21.773125 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-34ad109e-4dde-4a38-8bf9-cfee643174d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (61983cf9-1bf8-40bd-8171-eb224ee4dd26), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:21.830613 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5323fc13-64de-4041-90dc-71beaa832d19 req-7adc0b82-3e35-4f53-848d-7b542a79c084 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910734 Feb 09 01:12:21.840711 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46fc9a48-db28-4f2c-8e54-5707c636fc30 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:12:21.848059 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-46fc9a48-db28-4f2c-8e54-5707c636fc30 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:21.854460 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e4662324-953d-4522-ad5c-6091324ba3be tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (fe5341b6-d3a3-4b60-aed0-7bb1a7dd8076), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:21.855462 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4662324-953d-4522-ad5c-6091324ba3be tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:21.856054 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e4662324-953d-4522-ad5c-6091324ba3be tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:21.858547 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9ea721-dcc9-4fc0-a49e-de31bed0e0e0 None None] Sync routers for ids ['f610a84c-1198-40b0-a55c-bd4f1cfca3ec'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:12:21.898523 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9ea721-dcc9-4fc0-a49e-de31bed0e0e0 None None] Routers {'f610a84c-1198-40b0-a55c-bd4f1cfca3ec'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:12:21.899173 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-6d9ea721-dcc9-4fc0-a49e-de31bed0e0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:12:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f610a84c-1198-40b0-a55c-bd4f1cfca3ec'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:21.922546 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea0173-437a-4757-88cd-6796ece712aa req-7a89147f-8515-4ed0-80b9-0b5c02beacea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:21.925608 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-81ea0173-437a-4757-88cd-6796ece712aa req-7a89147f-8515-4ed0-80b9-0b5c02beacea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1554935 Feb 09 01:12:21.937850 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e4662324-953d-4522-ad5c-6091324ba3be tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3944483 Feb 09 01:12:21.938512 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52570) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:21.957216 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-18584273-fcd2-44a9-87c9-69981c9246da req-34ad109e-4dde-4a38-8bf9-cfee643174d9 service neutron] For port 61983cf9-1bf8-40bd-8171-eb224ee4dd26, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:12:21.957924 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-46fc9a48-db28-4f2c-8e54-5707c636fc30 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "PUT /v2.0/floatingips/52a0b603-1c06-4780-a791-21f59e714496 HTTP/1.1" status: 200 len: 991 time: 4.0866084 Feb 09 01:12:22.043431 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'tag': '8d514634-0023-4dbc-9e31-ea618b291a41'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:12:22.047143 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4bbe53-890c-4b3b-a3ea-ec95cb90f1f7" -d '{"events": [{"name": "network-changed", "server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "tag": "8d514634-0023-4dbc-9e31-ea618b291a41"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:12:22.059282 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-18584273-fcd2-44a9-87c9-69981c9246da req-34ad109e-4dde-4a38-8bf9-cfee643174d9 service neutron] For port 61983cf9-1bf8-40bd-8171-eb224ee4dd26, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=61983cf9-1bf8-40bd-8171-eb224ee4dd26,segment=NetworkSegment(2e94c052-df5d-4e4f-b391-ea9eee75e92a),segment_id=2e94c052-df5d-4e4f-b391-ea9eee75e92a)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:12:22.060784 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4662324-953d-4522-ad5c-6091324ba3be tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Pushing event updated for resources: {'Network': ['ID=fe5341b6-d3a3-4b60-aed0-7bb1a7dd8076,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:22.083690 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-34ad109e-4dde-4a38-8bf9-cfee643174d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (61983cf9-1bf8-40bd-8171-eb224ee4dd26), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:22.100779 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'tag': 'ea27a474-047e-4515-b353-c9ab76df4af3'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:12:22.103024 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2276e5b1-9d1d-4bec-bce3-1ca1ec4370b2" -d '{"events": [{"name": "network-changed", "server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "tag": "ea27a474-047e-4515-b353-c9ab76df4af3"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:12:22.145918 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d196f75-21e3-4cc1-81af-7c343cbd23fb req-907f322c-453c-4729-ac8d-def19d3f40c2 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:22.152483 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d196f75-21e3-4cc1-81af-7c343cbd23fb req-907f322c-453c-4729-ac8d-def19d3f40c2 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:22.158193 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d196f75-21e3-4cc1-81af-7c343cbd23fb req-907f322c-453c-4729-ac8d-def19d3f40c2 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:22.161668 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18584273-fcd2-44a9-87c9-69981c9246da req-34ad109e-4dde-4a38-8bf9-cfee643174d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:22.162301 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-34ad109e-4dde-4a38-8bf9-cfee643174d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:22.163776 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-34ad109e-4dde-4a38-8bf9-cfee643174d9 service neutron] 10.222.0.47 "PUT /v2.0/ports/61983cf9-1bf8-40bd-8171-eb224ee4dd26 HTTP/1.1" status: 200 len: 1135 time: 1.9147534 Feb 09 01:12:22.177773 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d196f75-21e3-4cc1-81af-7c343cbd23fb req-907f322c-453c-4729-ac8d-def19d3f40c2 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:22.188853 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d196f75-21e3-4cc1-81af-7c343cbd23fb req-907f322c-453c-4729-ac8d-def19d3f40c2 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:22.196942 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d196f75-21e3-4cc1-81af-7c343cbd23fb req-907f322c-453c-4729-ac8d-def19d3f40c2 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:22.201974 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-18584273-fcd2-44a9-87c9-69981c9246da req-4962e9db-0c24-4591-b258-409dcbeca121 service neutron] Request body: {'port': {'device_id': '28f3b147-454f-4de8-aed9-1bd66f187026', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:22.204114 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d196f75-21e3-4cc1-81af-7c343cbd23fb req-907f322c-453c-4729-ac8d-def19d3f40c2 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:22.212097 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9d196f75-21e3-4cc1-81af-7c343cbd23fb req-907f322c-453c-4729-ac8d-def19d3f40c2 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5382 time: 0.2505839 Feb 09 01:12:22.264264 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network fe5341b6-d3a3-4b60-aed0-7bb1a7dd8076 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:12:22.285971 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad109e-4dde-4a38-8bf9-cfee643174d9 service neutron] Pushing event updated for resources: {'Port': ['ID=61983cf9-1bf8-40bd-8171-eb224ee4dd26,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:22.309301 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-81ea0173-437a-4757-88cd-6796ece712aa req-3f05506f-b491-4402-bbe3-e5801e60f684 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746288 Feb 09 01:12:22.315404 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78b8fa0-3a33-4868-aea5-54fd992d0c0b tempest-ExternalNetworksTestJSON-1368223761 tempest-ExternalNetworksTestJSON-1368223761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:22.320488 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78b8fa0-3a33-4868-aea5-54fd992d0c0b tempest-ExternalNetworksTestJSON-1368223761 tempest-ExternalNetworksTestJSON-1368223761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:22.333040 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78b8fa0-3a33-4868-aea5-54fd992d0c0b tempest-ExternalNetworksTestJSON-1368223761 tempest-ExternalNetworksTestJSON-1368223761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:22.350952 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78b8fa0-3a33-4868-aea5-54fd992d0c0b tempest-ExternalNetworksTestJSON-1368223761 tempest-ExternalNetworksTestJSON-1368223761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:22.355282 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b78b8fa0-3a33-4868-aea5-54fd992d0c0b tempest-ExternalNetworksTestJSON-1368223761 tempest-ExternalNetworksTestJSON-1368223761-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4102266 Feb 09 01:12:22.378967 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52580) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:22.417296 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-6d9ea721-dcc9-4fc0-a49e-de31bed0e0e0 None None] Set router f610a84c-1198-40b0-a55c-bd4f1cfca3ec gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:12:22.432944 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9d196f75-21e3-4cc1-81af-7c343cbd23fb req-1bd894f1-c61e-48f8-ba59-b2cbcad80554 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2198527 Feb 09 01:12:22.492151 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-81ea0173-437a-4757-88cd-6796ece712aa req-e0065a3a-cac5-40a1-8cc1-d5c9f9c2eb3c service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707833 Feb 09 01:12:22.533022 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-4962e9db-0c24-4591-b258-409dcbeca121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b5cb7993-c6ee-4b5e-b147-44a20af5c491), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:22.596759 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a49455c4-1481-41fb-8aab-4dc2793b537a tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (fe5341b6-d3a3-4b60-aed0-7bb1a7dd8076), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:22.612391 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4765956-34b2-415a-b698-91025265bcb1 req-00704602-92c1-4b19-ba08-fe3664be3824 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:22.617725 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4765956-34b2-415a-b698-91025265bcb1 req-00704602-92c1-4b19-ba08-fe3664be3824 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:22.623724 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4765956-34b2-415a-b698-91025265bcb1 req-00704602-92c1-4b19-ba08-fe3664be3824 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:22.629174 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4765956-34b2-415a-b698-91025265bcb1 req-00704602-92c1-4b19-ba08-fe3664be3824 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:22.635282 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4765956-34b2-415a-b698-91025265bcb1 req-00704602-92c1-4b19-ba08-fe3664be3824 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:22.644835 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4765956-34b2-415a-b698-91025265bcb1 req-00704602-92c1-4b19-ba08-fe3664be3824 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:22.651642 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4765956-34b2-415a-b698-91025265bcb1 req-00704602-92c1-4b19-ba08-fe3664be3824 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:22.653778 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4765956-34b2-415a-b698-91025265bcb1 req-00704602-92c1-4b19-ba08-fe3664be3824 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5436 time: 0.1215544 Feb 09 01:12:22.712987 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-6d9ea721-dcc9-4fc0-a49e-de31bed0e0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f610a84c-1198-40b0-a55c-bd4f1cfca3ec', 'name': 'tempest-TaggedBootDevicesTest-1960012989-router', 'tenant_id': '6cf3517f38e6486d8ed854b974ff2e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': 'cb6aac41-5f55-45f5-9213-433dda141130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:08:24Z', 'updated_at': '2022-02-09T01:08:29Z', 'revision_number': 4, 'project_id': '6cf3517f38e6486d8ed854b974ff2e32', 'gw_port': {'id': 'cb6aac41-5f55-45f5-9213-433dda141130', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:45:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610a84c-1198-40b0-a55c-bd4f1cfca3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:25Z', 'updated_at': '2022-02-09T01:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '52a0b603-1c06-4780-a791-21f59e714496', 'tenant_id': '6cf3517f38e6486d8ed854b974ff2e32', 'floating_ip_address': '172.25.8.187', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'f610a84c-1198-40b0-a55c-bd4f1cfca3ec', 'port_id': 'ea27a474-047e-4515-b353-c9ab76df4af3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 989, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32314246-6e5a-41bd-ad0d-99eb166cb2d8', 'mac_address': 'fa:16:3e:e3:e5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5153a0-8298-427c-b483-59529eb01043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:09:44Z', 'updated_at': '2022-02-09T01:12:19Z', 'revision_number': 1, 'project_id': '6cf3517f38e6486d8ed854b974ff2e32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdb9359a-230f-4c8e-b5fd-2f5c044dca44', 'name': '', 'network_id': '32314246-6e5a-41bd-ad0d-99eb166cb2d8', 'tenant_id': '6cf3517f38e6486d8ed854b974ff2e32', 'mac_address': 'fa:16:3e:53:cc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610a84c-1198-40b0-a55c-bd4f1cfca3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '4b06db7b-12ea-467d-9682-290ad77db41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:28Z', 'updated_at': '2022-02-09T01:08:35Z', 'revision_number': 5, 'project_id': '6cf3517f38e6486d8ed854b974ff2e32', 'subnets': [{'id': '4b06db7b-12ea-467d-9682-290ad77db41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:22.724173 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4765956-34b2-415a-b698-91025265bcb1 req-591209d9-df0c-431c-b2be-85b231280d14 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0640593 Feb 09 01:12:22.753927 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a49455c4-1481-41fb-8aab-4dc2793b537a tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (fe5341b6-d3a3-4b60-aed0-7bb1a7dd8076), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:22.754130 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9ea721-dcc9-4fc0-a49e-de31bed0e0e0 None None] Checking router: f610a84c-1198-40b0-a55c-bd4f1cfca3ec for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:12:22.763332 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9ea721-dcc9-4fc0-a49e-de31bed0e0e0 None None] Routers {'f610a84c-1198-40b0-a55c-bd4f1cfca3ec'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:12:22.763880 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-6d9ea721-dcc9-4fc0-a49e-de31bed0e0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:12:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f610a84c-1198-40b0-a55c-bd4f1cfca3ec'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:22.816181 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6695bfd-fc54-4774-94ee-6e420fb329c2 x-openstack-request-id: req-f6695bfd-fc54-4774-94ee-6e420fb329c2 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:12:22.816565 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "tag": "8d514634-0023-4dbc-9e31-ea618b291a41", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:12:22.816739 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f6695bfd-fc54-4774-94ee-6e420fb329c2 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:12:22.817130 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'tag': '8d514634-0023-4dbc-9e31-ea618b291a41', 'status': 'completed', 'code': 200} Feb 09 01:12:22.822403 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-a49455c4-1481-41fb-8aab-4dc2793b537a tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe5341b6-d3a3-4b60-aed0-7bb1a7dd8076']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:22.865506 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-a49455c4-1481-41fb-8aab-4dc2793b537a tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc07c10c-5a72-4e3a-af77-e2fe32337e8c') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:22.868916 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-a49455c4-1481-41fb-8aab-4dc2793b537a tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc07c10c-5a72-4e3a-af77-e2fe32337e8c') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:22.877982 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d354d159-ac32-4491-a961-dd0011989327 x-openstack-request-id: req-d354d159-ac32-4491-a961-dd0011989327 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:12:22.883513 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "tag": "ea27a474-047e-4515-b353-c9ab76df4af3", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:12:22.883882 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d354d159-ac32-4491-a961-dd0011989327 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:12:22.884394 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'tag': 'ea27a474-047e-4515-b353-c9ab76df4af3', 'status': 'completed', 'code': 200} Feb 09 01:12:22.896217 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-6d9ea721-dcc9-4fc0-a49e-de31bed0e0e0 None None] Set router f610a84c-1198-40b0-a55c-bd4f1cfca3ec gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:12:22.899238 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a49455c4-1481-41fb-8aab-4dc2793b537a tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (dc07c10c-5a72-4e3a-af77-e2fe32337e8c), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:22.982878 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a49455c4-1481-41fb-8aab-4dc2793b537a tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (dc07c10c-5a72-4e3a-af77-e2fe32337e8c), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:22.998956 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a49455c4-1481-41fb-8aab-4dc2793b537a tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:12:23.000261 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a49455c4-1481-41fb-8aab-4dc2793b537a tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (dc07c10c-5a72-4e3a-af77-e2fe32337e8c), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:23.003705 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:12:23.003705 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:12:23.003705 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:12:23.003705 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:12:23.003705 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:12:23.003705 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:12:23.003705 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:12:23.003705 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:12:23.003705 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:12:23.003705 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:12:23.003705 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:12:23.003705 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:12:23.003705 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:12:23.003705 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:12:23.003705 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:12:23.003705 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:12:23.003705 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:12:23.003705 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:12:23.003705 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:12:23.003705 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:12:23.003705 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:12:23.003705 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:12:23.003705 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:12:23.003705 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:12:23.003705 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:12:23.003705 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:12:23.003705 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:12:23.003705 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:12:23.003705 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:12:23.003705 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:12:23.003705 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:12:23.003705 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:12:23.132232 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a49455c4-1481-41fb-8aab-4dc2793b537a tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (fe5341b6-d3a3-4b60-aed0-7bb1a7dd8076), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:23.145982 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49455c4-1481-41fb-8aab-4dc2793b537a tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fe5341b6-d3a3-4b60-aed0-7bb1a7dd8076 {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 01:12:23.164347 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a49455c4-1481-41fb-8aab-4dc2793b537a tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:23.178780 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a49455c4-1481-41fb-8aab-4dc2793b537a tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] 10.222.0.50 "DELETE /v2.0/networks/fe5341b6-d3a3-4b60-aed0-7bb1a7dd8076 HTTP/1.1" status: 204 len: 168 time: 0.7944806 Feb 09 01:12:23.195477 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52584) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:23.201858 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-20cbc026-57b5-4da5-a06f-728745924d70 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Request body: {'network': {'name': 'tempest-network--1649739577', 'router:external': True}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:23.233885 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49455c4-1481-41fb-8aab-4dc2793b537a tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Pushing event deleted for resources: {'Network': ['ID=fe5341b6-d3a3-4b60-aed0-7bb1a7dd8076,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:23.251976 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-6d9ea721-dcc9-4fc0-a49e-de31bed0e0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f610a84c-1198-40b0-a55c-bd4f1cfca3ec', 'name': 'tempest-TaggedBootDevicesTest-1960012989-router', 'tenant_id': '6cf3517f38e6486d8ed854b974ff2e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': 'cb6aac41-5f55-45f5-9213-433dda141130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:08:24Z', 'updated_at': '2022-02-09T01:08:29Z', 'revision_number': 4, 'project_id': '6cf3517f38e6486d8ed854b974ff2e32', 'gw_port': {'id': 'cb6aac41-5f55-45f5-9213-433dda141130', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:45:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610a84c-1198-40b0-a55c-bd4f1cfca3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:25Z', 'updated_at': '2022-02-09T01:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '52a0b603-1c06-4780-a791-21f59e714496', 'tenant_id': '6cf3517f38e6486d8ed854b974ff2e32', 'floating_ip_address': '172.25.8.187', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'f610a84c-1198-40b0-a55c-bd4f1cfca3ec', 'port_id': 'ea27a474-047e-4515-b353-c9ab76df4af3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 989, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32314246-6e5a-41bd-ad0d-99eb166cb2d8', 'mac_address': 'fa:16:3e:e3:e5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5153a0-8298-427c-b483-59529eb01043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:09:44Z', 'updated_at': '2022-02-09T01:12:19Z', 'revision_number': 1, 'project_id': '6cf3517f38e6486d8ed854b974ff2e32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdb9359a-230f-4c8e-b5fd-2f5c044dca44', 'name': '', 'network_id': '32314246-6e5a-41bd-ad0d-99eb166cb2d8', 'tenant_id': '6cf3517f38e6486d8ed854b974ff2e32', 'mac_address': 'fa:16:3e:53:cc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610a84c-1198-40b0-a55c-bd4f1cfca3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '4b06db7b-12ea-467d-9682-290ad77db41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:28Z', 'updated_at': '2022-02-09T01:08:35Z', 'revision_number': 5, 'project_id': '6cf3517f38e6486d8ed854b974ff2e32', 'subnets': [{'id': '4b06db7b-12ea-467d-9682-290ad77db41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:23.295792 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9ea721-dcc9-4fc0-a49e-de31bed0e0e0 None None] The sync data for ids ['f610a84c-1198-40b0-a55c-bd4f1cfca3ec'] in n-d-828369-4 is: [{'id': 'f610a84c-1198-40b0-a55c-bd4f1cfca3ec', 'name': 'tempest-TaggedBootDevicesTest-1960012989-router', 'tenant_id': '6cf3517f38e6486d8ed854b974ff2e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': 'cb6aac41-5f55-45f5-9213-433dda141130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:08:24Z', 'updated_at': '2022-02-09T01:08:29Z', 'revision_number': 4, 'project_id': '6cf3517f38e6486d8ed854b974ff2e32', 'gw_port': {'id': 'cb6aac41-5f55-45f5-9213-433dda141130', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:45:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610a84c-1198-40b0-a55c-bd4f1cfca3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:25Z', 'updated_at': '2022-02-09T01:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '52a0b603-1c06-4780-a791-21f59e714496', 'tenant_id': '6cf3517f38e6486d8ed854b974ff2e32', 'floating_ip_address': '172.25.8.187', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'f610a84c-1198-40b0-a55c-bd4f1cfca3ec', 'port_id': 'ea27a474-047e-4515-b353-c9ab76df4af3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 989, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32314246-6e5a-41bd-ad0d-99eb166cb2d8', 'mac_address': 'fa:16:3e:e3:e5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d5153a0-8298-427c-b483-59529eb01043', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:09:44Z', 'updated_at': '2022-02-09T01:12:19Z', 'revision_number': 1, 'project_id': '6cf3517f38e6486d8ed854b974ff2e32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdb9359a-230f-4c8e-b5fd-2f5c044dca44', 'name': '', 'network_id': '32314246-6e5a-41bd-ad0d-99eb166cb2d8', 'tenant_id': '6cf3517f38e6486d8ed854b974ff2e32', 'mac_address': 'fa:16:3e:53:cc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610a84c-1198-40b0-a55c-bd4f1cfca3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '4b06db7b-12ea-467d-9682-290ad77db41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:28Z', 'updated_at': '2022-02-09T01:08:35Z', 'revision_number': 5, 'project_id': '6cf3517f38e6486d8ed854b974ff2e32', 'subnets': [{'id': '4b06db7b-12ea-467d-9682-290ad77db41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:12:23.311966 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20cbc026-57b5-4da5-a06f-728745924d70 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Made reservation on behalf of 417fdce3ca774b7b996c0586c16c65b7 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:23.314702 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-20cbc026-57b5-4da5-a06f-728745924d70 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:23.344535 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4bbe53-890c-4b3b-a3ea-ec95cb90f1f7 req-e1bc291a-285d-47e6-98ca-44498efbd894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:23.345225 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4bbe53-890c-4b3b-a3ea-ec95cb90f1f7 req-e1bc291a-285d-47e6-98ca-44498efbd894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:23.345706 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4bbe53-890c-4b3b-a3ea-ec95cb90f1f7 req-e1bc291a-285d-47e6-98ca-44498efbd894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:23.346180 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4bbe53-890c-4b3b-a3ea-ec95cb90f1f7 req-e1bc291a-285d-47e6-98ca-44498efbd894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:23.346651 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4bbe53-890c-4b3b-a3ea-ec95cb90f1f7 req-e1bc291a-285d-47e6-98ca-44498efbd894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:23.347117 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4bbe53-890c-4b3b-a3ea-ec95cb90f1f7 req-e1bc291a-285d-47e6-98ca-44498efbd894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:23.347649 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4bbe53-890c-4b3b-a3ea-ec95cb90f1f7 req-e1bc291a-285d-47e6-98ca-44498efbd894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:23.349614 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad4bbe53-890c-4b3b-a3ea-ec95cb90f1f7 req-e1bc291a-285d-47e6-98ca-44498efbd894 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e1de9b230a144a68a725edf02d781381&device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 6312 time: 0.5156291 Feb 09 01:12:23.352362 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-18584273-fcd2-44a9-87c9-69981c9246da req-4962e9db-0c24-4591-b258-409dcbeca121 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5cb7993-c6ee-4b5e-b147-44a20af5c491 {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:12:23.364799 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-4962e9db-0c24-4591-b258-409dcbeca121 service neutron] Publish callbacks [] for port (b5cb7993-c6ee-4b5e-b147-44a20af5c491), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:23.374454 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20cbc026-57b5-4da5-a06f-728745924d70 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1021} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:12:23.377243 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276e5b1-9d1d-4bec-bce3-1ca1ec4370b2 req-9b9e539c-8420-4300-8ee3-3000b17eb871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:23.377734 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276e5b1-9d1d-4bec-bce3-1ca1ec4370b2 req-9b9e539c-8420-4300-8ee3-3000b17eb871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:23.378213 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276e5b1-9d1d-4bec-bce3-1ca1ec4370b2 req-9b9e539c-8420-4300-8ee3-3000b17eb871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:23.378686 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276e5b1-9d1d-4bec-bce3-1ca1ec4370b2 req-9b9e539c-8420-4300-8ee3-3000b17eb871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:23.379160 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276e5b1-9d1d-4bec-bce3-1ca1ec4370b2 req-9b9e539c-8420-4300-8ee3-3000b17eb871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:23.379892 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276e5b1-9d1d-4bec-bce3-1ca1ec4370b2 req-9b9e539c-8420-4300-8ee3-3000b17eb871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:23.380359 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276e5b1-9d1d-4bec-bce3-1ca1ec4370b2 req-9b9e539c-8420-4300-8ee3-3000b17eb871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:23.382337 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2276e5b1-9d1d-4bec-bce3-1ca1ec4370b2 req-9b9e539c-8420-4300-8ee3-3000b17eb871 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=6cf3517f38e6486d8ed854b974ff2e32&device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 6710 time: 0.4803383 Feb 09 01:12:23.391908 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-18584273-fcd2-44a9-87c9-69981c9246da req-4962e9db-0c24-4591-b258-409dcbeca121 service neutron] Transition to ACTIVE for port object b5cb7993-c6ee-4b5e-b147-44a20af5c491 will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:12:23.396098 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-20cbc026-57b5-4da5-a06f-728745924d70 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (c20636c7-aa19-4658-8725-7d34a8944a73), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:23.398106 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-20cbc026-57b5-4da5-a06f-728745924d70 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Added segment c20636c7-aa19-4658-8725-7d34a8944a73 of type vlan for network b9dca547-4878-4532-bf20-ed2e12eaf245 Feb 09 01:12:23.408265 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-4962e9db-0c24-4591-b258-409dcbeca121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (b5cb7993-c6ee-4b5e-b147-44a20af5c491), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:23.508638 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ac416-7922-45a0-9698-9c88b44e4625 req-51a6f53c-340d-45bd-8e68-0749843d3c0d tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:23.511580 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-20cbc026-57b5-4da5-a06f-728745924d70 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (b9dca547-4878-4532-bf20-ed2e12eaf245), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:23.515473 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7b7ac416-7922-45a0-9698-9c88b44e4625 req-51a6f53c-340d-45bd-8e68-0749843d3c0d tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.50 "GET /v2.0/ports?device_id=263c2621-310a-425b-a461-6ca57cb50ad4 HTTP/1.1" status: 200 len: 949 time: 0.2194417 Feb 09 01:12:23.526786 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4962e9db-0c24-4591-b258-409dcbeca121 service neutron] Pushing event updated for resources: {'Port': ['ID=b5cb7993-c6ee-4b5e-b147-44a20af5c491,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:23.621423 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7b7ac416-7922-45a0-9698-9c88b44e4625 req-8dc988cd-bc55-4530-8d26-9a288a1ed709 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.50 "GET /v2.0/security-groups?id=3014dff4-a4f7-4791-b0ef-983354c8f08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048372 Feb 09 01:12:23.673295 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4bbe53-890c-4b3b-a3ea-ec95cb90f1f7 req-ae862670-4f18-4f3d-8007-4a23813e7ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:23.673536 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-20cbc026-57b5-4da5-a06f-728745924d70 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (b9dca547-4878-4532-bf20-ed2e12eaf245), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:23.673782 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4bbe53-890c-4b3b-a3ea-ec95cb90f1f7 req-ae862670-4f18-4f3d-8007-4a23813e7ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:23.674256 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4bbe53-890c-4b3b-a3ea-ec95cb90f1f7 req-ae862670-4f18-4f3d-8007-4a23813e7ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:23.674477 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cbc026-57b5-4da5-a06f-728745924d70 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:23.675069 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-20cbc026-57b5-4da5-a06f-728745924d70 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:23.675878 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad4bbe53-890c-4b3b-a3ea-ec95cb90f1f7 req-ae862670-4f18-4f3d-8007-4a23813e7ee9 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=e1de9b230a144a68a725edf02d781381&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3134334 Feb 09 01:12:23.679001 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device d3174d59-dca0-4b98-a236-7fe2c2fe09a3 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:12:23.682749 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 55ee47f0-8b19-47e6-a78a-af90f9fe02cd up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:12:23.800685 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-20cbc026-57b5-4da5-a06f-728745924d70 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6024749 Feb 09 01:12:23.803800 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-18584273-fcd2-44a9-87c9-69981c9246da req-4962e9db-0c24-4591-b258-409dcbeca121 service neutron] Attempting to bind port b5cb7993-c6ee-4b5e-b147-44a20af5c491 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:12:23.804151 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-18584273-fcd2-44a9-87c9-69981c9246da req-4962e9db-0c24-4591-b258-409dcbeca121 service neutron] Attempting to bind port b5cb7993-c6ee-4b5e-b147-44a20af5c491 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '2e94c052-df5d-4e4f-b391-ea9eee75e92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '7776bdde-fa28-4fc9-a953-0f38a342d9c3'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:12:23.804496 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18584273-fcd2-44a9-87c9-69981c9246da req-4962e9db-0c24-4591-b258-409dcbeca121 service neutron] Attempting to bind port b5cb7993-c6ee-4b5e-b147-44a20af5c491 on network 7776bdde-fa28-4fc9-a953-0f38a342d9c3 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:12:23.806500 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52590) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:23.818469 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cbc026-57b5-4da5-a06f-728745924d70 tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Pushing event updated for resources: {'Network': ['ID=b9dca547-4878-4532-bf20-ed2e12eaf245,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:23.822589 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4bbe53-890c-4b3b-a3ea-ec95cb90f1f7 req-964a2b98-aa0a-4bc1-b917-77cb424274b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:23.824671 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad4bbe53-890c-4b3b-a3ea-ec95cb90f1f7 req-964a2b98-aa0a-4bc1-b917-77cb424274b3 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1366014 Feb 09 01:12:23.839154 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276e5b1-9d1d-4bec-bce3-1ca1ec4370b2 req-129739a1-cb63-4a60-aa5c-04b3b8dad77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:23.840663 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2276e5b1-9d1d-4bec-bce3-1ca1ec4370b2 req-129739a1-cb63-4a60-aa5c-04b3b8dad77d service neutron] 10.222.0.120 "GET /v2.0/networks?id=32314246-6e5a-41bd-ad0d-99eb166cb2d8 HTTP/1.1" status: 200 len: 914 time: 0.4417331 Feb 09 01:12:23.863666 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18584273-fcd2-44a9-87c9-69981c9246da req-4962e9db-0c24-4591-b258-409dcbeca121 service neutron] Port b5cb7993-c6ee-4b5e-b147-44a20af5c491 on network 7776bdde-fa28-4fc9-a953-0f38a342d9c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:12:23.863894 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18584273-fcd2-44a9-87c9-69981c9246da req-4962e9db-0c24-4591-b258-409dcbeca121 service neutron] Attempting to bind port b5cb7993-c6ee-4b5e-b147-44a20af5c491 on network 7776bdde-fa28-4fc9-a953-0f38a342d9c3 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:12:23.870040 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network b9dca547-4878-4532-bf20-ed2e12eaf245 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:12:23.904492 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18584273-fcd2-44a9-87c9-69981c9246da req-4962e9db-0c24-4591-b258-409dcbeca121 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:12:23.904905 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18584273-fcd2-44a9-87c9-69981c9246da req-4962e9db-0c24-4591-b258-409dcbeca121 service neutron] Checking segment: {'id': '2e94c052-df5d-4e4f-b391-ea9eee75e92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '7776bdde-fa28-4fc9-a953-0f38a342d9c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:12:23.905259 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18584273-fcd2-44a9-87c9-69981c9246da req-4962e9db-0c24-4591-b258-409dcbeca121 service neutron] Bound using segment: {'id': '2e94c052-df5d-4e4f-b391-ea9eee75e92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '7776bdde-fa28-4fc9-a953-0f38a342d9c3'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:12:23.905697 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-18584273-fcd2-44a9-87c9-69981c9246da req-4962e9db-0c24-4591-b258-409dcbeca121 service neutron] Bound port: b5cb7993-c6ee-4b5e-b147-44a20af5c491, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e94c052-df5d-4e4f-b391-ea9eee75e92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '7776bdde-fa28-4fc9-a953-0f38a342d9c3'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:12:23.906669 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-4962e9db-0c24-4591-b258-409dcbeca121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b5cb7993-c6ee-4b5e-b147-44a20af5c491), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:23.930514 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2276e5b1-9d1d-4bec-bce3-1ca1ec4370b2 req-20b2f1ae-844e-400c-bb3b-3a34665b3cbc service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea27a474-047e-4515-b353-c9ab76df4af3 HTTP/1.1" status: 200 len: 999 time: 0.0733588 Feb 09 01:12:23.942198 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298909b-ca05-4bd0-a691-b1732ce56718 req-a45b0124-4acc-4312-b2de-ff9fa60a73e8 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:23.945222 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1298909b-ca05-4bd0-a691-b1732ce56718 req-a45b0124-4acc-4312-b2de-ff9fa60a73e8 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 945 time: 0.1191399 Feb 09 01:12:23.978894 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 55ee47f0-8b19-47e6-a78a-af90f9fe02cd completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:12:23.987057 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96ed408-57ce-4540-a1cf-6e7a09032c41 tempest-ExternalNetworksTestJSON-1368223761 tempest-ExternalNetworksTestJSON-1368223761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:23.988504 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a96ed408-57ce-4540-a1cf-6e7a09032c41 tempest-ExternalNetworksTestJSON-1368223761 tempest-ExternalNetworksTestJSON-1368223761-project] 10.222.0.50 "GET /v2.0/networks/b9dca547-4878-4532-bf20-ed2e12eaf245 HTTP/1.1" status: 200 len: 757 time: 0.1809356 Feb 09 01:12:23.991947 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.resource_extend [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:12:23.996302 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52592) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:24.106114 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 55ee47f0-8b19-47e6-a78a-af90f9fe02cd triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:24.106789 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (55ee47f0-8b19-47e6-a78a-af90f9fe02cd), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:24.112122 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-18584273-fcd2-44a9-87c9-69981c9246da req-4962e9db-0c24-4591-b258-409dcbeca121 service neutron] For port b5cb7993-c6ee-4b5e-b147-44a20af5c491, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:12:24.116264 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-18584273-fcd2-44a9-87c9-69981c9246da req-4962e9db-0c24-4591-b258-409dcbeca121 service neutron] For port b5cb7993-c6ee-4b5e-b147-44a20af5c491, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=b5cb7993-c6ee-4b5e-b147-44a20af5c491,segment=NetworkSegment(2e94c052-df5d-4e4f-b391-ea9eee75e92a),segment_id=2e94c052-df5d-4e4f-b391-ea9eee75e92a)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:12:24.130560 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-4962e9db-0c24-4591-b258-409dcbeca121 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (b5cb7993-c6ee-4b5e-b147-44a20af5c491), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:24.154235 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276e5b1-9d1d-4bec-bce3-1ca1ec4370b2 req-81f84c54-54d8-4b5a-94a0-52b80f6dc3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:24.155781 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2276e5b1-9d1d-4bec-bce3-1ca1ec4370b2 req-81f84c54-54d8-4b5a-94a0-52b80f6dc3f5 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4b06db7b-12ea-467d-9682-290ad77db41e HTTP/1.1" status: 200 len: 851 time: 0.2096496 Feb 09 01:12:24.162809 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1298909b-ca05-4bd0-a691-b1732ce56718 req-2b4ec84a-bc45-4bb3-a60d-9ffd8e0a2dd6 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2092724 Feb 09 01:12:24.172688 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a63af0-8cd1-45cf-bb16-47008eda3b76 tempest-ExternalNetworksTestJSON-1368223761 tempest-ExternalNetworksTestJSON-1368223761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:24.177613 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-52a63af0-8cd1-45cf-bb16-47008eda3b76 tempest-ExternalNetworksTestJSON-1368223761 tempest-ExternalNetworksTestJSON-1368223761-project] 10.222.0.50 "GET /v2.0/networks/a7e8c553-55b2-4e8e-9b02-caba67ac9ea5 HTTP/1.1" status: 200 len: 768 time: 0.1802311 Feb 09 01:12:24.178270 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52594) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:24.222368 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4962e9db-0c24-4591-b258-409dcbeca121 service neutron] Pushing event updated for resources: {'Port': ['ID=b5cb7993-c6ee-4b5e-b147-44a20af5c491,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:24.232706 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18584273-fcd2-44a9-87c9-69981c9246da req-4962e9db-0c24-4591-b258-409dcbeca121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:24.233221 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-4962e9db-0c24-4591-b258-409dcbeca121 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:24.235218 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-4962e9db-0c24-4591-b258-409dcbeca121 service neutron] 10.222.0.47 "PUT /v2.0/ports/b5cb7993-c6ee-4b5e-b147-44a20af5c491 HTTP/1.1" status: 200 len: 1091 time: 2.0377069 Feb 09 01:12:24.271416 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-18584273-fcd2-44a9-87c9-69981c9246da req-617ac44c-eed3-4233-b9d7-f9d89cfed920 service neutron] Request body: {'port': {'device_id': '28f3b147-454f-4de8-aed9-1bd66f187026', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:24.333743 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port d3174d59-dca0-4b98-a236-7fe2c2fe09a3, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=d3174d59-dca0-4b98-a236-7fe2c2fe09a3,segment=NetworkSegment(ebc0196b-40a7-4a91-81b3-cd03bc319f59),segment_id=ebc0196b-40a7-4a91-81b3-cd03bc319f59)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:24.380035 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-617ac44c-eed3-4233-b9d7-f9d89cfed920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6e9d435a-540a-4ac9-9688-d711412ef2a9), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:24.388754 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': 'd3174d59-dca0-4b98-a236-7fe2c2fe09a3', 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554', 'port_id': 'd3174d59-dca0-4b98-a236-7fe2c2fe09a3', 'mac_address': 'fa:16:3e:1c:e9:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd13d90e7-a71d-4313-a595-9a761a96acb7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:12:24.428063 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f810301-d354-41dc-8645-c9e4ed662cc5 None None] New status for floating IP 52a0b603-1c06-4780-a791-21f59e714496: ACTIVE {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:12:24.499773 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-81cbc0e0-995d-4229-93c0-8f8d588a751d tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (b9dca547-4878-4532-bf20-ed2e12eaf245), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:24.528593 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276e5b1-9d1d-4bec-bce3-1ca1ec4370b2 req-a845b695-9a03-42c7-8ed5-fce55e7fb550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:24.530441 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2276e5b1-9d1d-4bec-bce3-1ca1ec4370b2 req-a845b695-9a03-42c7-8ed5-fce55e7fb550 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=32314246-6e5a-41bd-ad0d-99eb166cb2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3443179 Feb 09 01:12:24.565310 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f892d44-efb0-4fb7-bd6d-eebc0dd3346f req-a3d71724-3805-423a-b3bf-12107b42026c tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:24.575229 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f892d44-efb0-4fb7-bd6d-eebc0dd3346f req-a3d71724-3805-423a-b3bf-12107b42026c tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:24.576263 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port d3174d59-dca0-4b98-a236-7fe2c2fe09a3 is: ACTIVE; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:24.576703 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d3174d59-dca0-4b98-a236-7fe2c2fe09a3), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:24.586253 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f892d44-efb0-4fb7-bd6d-eebc0dd3346f req-a3d71724-3805-423a-b3bf-12107b42026c tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:24.594055 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f892d44-efb0-4fb7-bd6d-eebc0dd3346f req-a3d71724-3805-423a-b3bf-12107b42026c tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:24.608006 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f892d44-efb0-4fb7-bd6d-eebc0dd3346f req-a3d71724-3805-423a-b3bf-12107b42026c tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:24.613279 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d3174d59-dca0-4b98-a236-7fe2c2fe09a3 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:12:24.613743 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f892d44-efb0-4fb7-bd6d-eebc0dd3346f req-a3d71724-3805-423a-b3bf-12107b42026c tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:24.619498 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f892d44-efb0-4fb7-bd6d-eebc0dd3346f req-a3d71724-3805-423a-b3bf-12107b42026c tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:24.621856 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7f892d44-efb0-4fb7-bd6d-eebc0dd3346f req-a3d71724-3805-423a-b3bf-12107b42026c tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5394 time: 0.2742312 Feb 09 01:12:24.676060 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port d3174d59-dca0-4b98-a236-7fe2c2fe09a3, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=d3174d59-dca0-4b98-a236-7fe2c2fe09a3,segment=NetworkSegment(ebc0196b-40a7-4a91-81b3-cd03bc319f59),segment_id=ebc0196b-40a7-4a91-81b3-cd03bc319f59)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:24.678646 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 55ee47f0-8b19-47e6-a78a-af90f9fe02cd is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:24.679176 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (55ee47f0-8b19-47e6-a78a-af90f9fe02cd), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:24.715567 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d3174d59-dca0-4b98-a236-7fe2c2fe09a3), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:24.814708 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '263c2621-310a-425b-a461-6ca57cb50ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ee47f0-8b19-47e6-a78a-af90f9fe02cd'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:12:24.817134 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3572ade-cf7e-429c-9594-854a39e1bf5e" -d '{"events": [{"server_uuid": "263c2621-310a-425b-a461-6ca57cb50ad4", "name": "network-vif-plugged", "status": "completed", "tag": "55ee47f0-8b19-47e6-a78a-af90f9fe02cd"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:12:24.823723 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'tag': '61983cf9-1bf8-40bd-8171-eb224ee4dd26'}, {'name': 'network-changed', 'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'tag': 'b5cb7993-c6ee-4b5e-b147-44a20af5c491'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:12:24.830774 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b09c8d-325b-4c7f-923c-01998dc191b4" -d '{"events": [{"name": "network-changed", "server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "tag": "61983cf9-1bf8-40bd-8171-eb224ee4dd26"}, {"name": "network-changed", "server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "tag": "b5cb7993-c6ee-4b5e-b147-44a20af5c491"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:12:24.842226 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 55ee47f0-8b19-47e6-a78a-af90f9fe02cd, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=55ee47f0-8b19-47e6-a78a-af90f9fe02cd,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:24.870914 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['d3174d59-dca0-4b98-a236-7fe2c2fe09a3'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:12:24.886988 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (55ee47f0-8b19-47e6-a78a-af90f9fe02cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:24.888214 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device ae90c3ca-2e83-4b37-8187-613ee0781bee up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:12:24.888341 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-81cbc0e0-995d-4229-93c0-8f8d588a751d tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (b9dca547-4878-4532-bf20-ed2e12eaf245), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:24.909015 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2276e5b1-9d1d-4bec-bce3-1ca1ec4370b2 req-91940b91-5960-477d-9967-939a56c8a5c8 service neutron] 10.222.0.120 "GET /v2.0/networks/32314246-6e5a-41bd-ad0d-99eb166cb2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861793 Feb 09 01:12:24.931832 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7f892d44-efb0-4fb7-bd6d-eebc0dd3346f req-77c849b2-9c79-43bb-bdb1-6c9a1078c27e tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2895987 Feb 09 01:12:24.981835 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-18584273-fcd2-44a9-87c9-69981c9246da req-617ac44c-eed3-4233-b9d7-f9d89cfed920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e9d435a-540a-4ac9-9688-d711412ef2a9 {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:12:24.991835 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=d3174d59-dca0-4b98-a236-7fe2c2fe09a3,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:24.995230 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-617ac44c-eed3-4233-b9d7-f9d89cfed920 service neutron] Publish callbacks [] for port (6e9d435a-540a-4ac9-9688-d711412ef2a9), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:25.013720 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-18584273-fcd2-44a9-87c9-69981c9246da req-617ac44c-eed3-4233-b9d7-f9d89cfed920 service neutron] Transition to ACTIVE for port object 6e9d435a-540a-4ac9-9688-d711412ef2a9 will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:12:25.019061 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-617ac44c-eed3-4233-b9d7-f9d89cfed920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (6e9d435a-540a-4ac9-9688-d711412ef2a9), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:25.027664 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-81cbc0e0-995d-4229-93c0-8f8d588a751d tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9dca547-4878-4532-bf20-ed2e12eaf245']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:25.164368 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ac44c-eed3-4233-b9d7-f9d89cfed920 service neutron] Pushing event updated for resources: {'Port': ['ID=6e9d435a-540a-4ac9-9688-d711412ef2a9,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:25.182292 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-81cbc0e0-995d-4229-93c0-8f8d588a751d tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c20636c7-aa19-4658-8725-7d34a8944a73') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:25.193781 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-81cbc0e0-995d-4229-93c0-8f8d588a751d tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c20636c7-aa19-4658-8725-7d34a8944a73') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:25.262647 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-81cbc0e0-995d-4229-93c0-8f8d588a751d tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (c20636c7-aa19-4658-8725-7d34a8944a73), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:25.287096 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-18584273-fcd2-44a9-87c9-69981c9246da req-617ac44c-eed3-4233-b9d7-f9d89cfed920 service neutron] Attempting to bind port 6e9d435a-540a-4ac9-9688-d711412ef2a9 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:12:25.287439 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-18584273-fcd2-44a9-87c9-69981c9246da req-617ac44c-eed3-4233-b9d7-f9d89cfed920 service neutron] Attempting to bind port 6e9d435a-540a-4ac9-9688-d711412ef2a9 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '2e94c052-df5d-4e4f-b391-ea9eee75e92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '7776bdde-fa28-4fc9-a953-0f38a342d9c3'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:12:25.293254 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18584273-fcd2-44a9-87c9-69981c9246da req-617ac44c-eed3-4233-b9d7-f9d89cfed920 service neutron] Attempting to bind port 6e9d435a-540a-4ac9-9688-d711412ef2a9 on network 7776bdde-fa28-4fc9-a953-0f38a342d9c3 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:12:25.300128 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18584273-fcd2-44a9-87c9-69981c9246da req-617ac44c-eed3-4233-b9d7-f9d89cfed920 service neutron] Port 6e9d435a-540a-4ac9-9688-d711412ef2a9 on network 7776bdde-fa28-4fc9-a953-0f38a342d9c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:12:25.300728 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18584273-fcd2-44a9-87c9-69981c9246da req-617ac44c-eed3-4233-b9d7-f9d89cfed920 service neutron] Attempting to bind port 6e9d435a-540a-4ac9-9688-d711412ef2a9 on network 7776bdde-fa28-4fc9-a953-0f38a342d9c3 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:12:25.310602 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18584273-fcd2-44a9-87c9-69981c9246da req-617ac44c-eed3-4233-b9d7-f9d89cfed920 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:12:25.313867 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=55ee47f0-8b19-47e6-a78a-af90f9fe02cd,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:25.315402 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18584273-fcd2-44a9-87c9-69981c9246da req-617ac44c-eed3-4233-b9d7-f9d89cfed920 service neutron] Checking segment: {'id': '2e94c052-df5d-4e4f-b391-ea9eee75e92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '7776bdde-fa28-4fc9-a953-0f38a342d9c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:12:25.315812 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18584273-fcd2-44a9-87c9-69981c9246da req-617ac44c-eed3-4233-b9d7-f9d89cfed920 service neutron] Bound using segment: {'id': '2e94c052-df5d-4e4f-b391-ea9eee75e92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '7776bdde-fa28-4fc9-a953-0f38a342d9c3'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:12:25.320862 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-18584273-fcd2-44a9-87c9-69981c9246da req-617ac44c-eed3-4233-b9d7-f9d89cfed920 service neutron] Bound port: 6e9d435a-540a-4ac9-9688-d711412ef2a9, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e94c052-df5d-4e4f-b391-ea9eee75e92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '7776bdde-fa28-4fc9-a953-0f38a342d9c3'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:12:25.321245 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-617ac44c-eed3-4233-b9d7-f9d89cfed920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6e9d435a-540a-4ac9-9688-d711412ef2a9), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:25.331424 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port ae90c3ca-2e83-4b37-8187-613ee0781bee completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:12:25.345752 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port ae90c3ca-2e83-4b37-8187-613ee0781bee triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:25.346968 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (ae90c3ca-2e83-4b37-8187-613ee0781bee), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:25.402377 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-81cbc0e0-995d-4229-93c0-8f8d588a751d tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (c20636c7-aa19-4658-8725-7d34a8944a73), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:25.432226 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81cbc0e0-995d-4229-93c0-8f8d588a751d tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:12:25.433903 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-81cbc0e0-995d-4229-93c0-8f8d588a751d tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (c20636c7-aa19-4658-8725-7d34a8944a73), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:25.440970 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:12:25.440970 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:12:25.440970 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:12:25.440970 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:12:25.440970 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:12:25.440970 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:12:25.440970 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:12:25.440970 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:12:25.440970 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:12:25.440970 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:12:25.440970 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:12:25.440970 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:12:25.440970 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:12:25.440970 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:12:25.440970 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:12:25.440970 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:12:25.440970 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:12:25.440970 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:12:25.440970 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:12:25.440970 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:12:25.440970 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:12:25.440970 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:12:25.440970 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:12:25.440970 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:12:25.440970 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:12:25.440970 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:12:25.440970 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:12:25.440970 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:12:25.440970 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:12:25.440970 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:12:25.440970 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:12:25.440970 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:12:25.467775 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-18584273-fcd2-44a9-87c9-69981c9246da req-617ac44c-eed3-4233-b9d7-f9d89cfed920 service neutron] For port 6e9d435a-540a-4ac9-9688-d711412ef2a9, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:12:25.474838 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-18584273-fcd2-44a9-87c9-69981c9246da req-617ac44c-eed3-4233-b9d7-f9d89cfed920 service neutron] For port 6e9d435a-540a-4ac9-9688-d711412ef2a9, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=6e9d435a-540a-4ac9-9688-d711412ef2a9,segment=NetworkSegment(2e94c052-df5d-4e4f-b391-ea9eee75e92a),segment_id=2e94c052-df5d-4e4f-b391-ea9eee75e92a)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:12:25.483805 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-617ac44c-eed3-4233-b9d7-f9d89cfed920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (6e9d435a-540a-4ac9-9688-d711412ef2a9), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:25.567303 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18584273-fcd2-44a9-87c9-69981c9246da req-617ac44c-eed3-4233-b9d7-f9d89cfed920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:25.568362 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-617ac44c-eed3-4233-b9d7-f9d89cfed920 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:25.570494 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-617ac44c-eed3-4233-b9d7-f9d89cfed920 service neutron] 10.222.0.47 "PUT /v2.0/ports/6e9d435a-540a-4ac9-9688-d711412ef2a9 HTTP/1.1" status: 200 len: 1091 time: 1.3056955 Feb 09 01:12:25.572233 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527cb8f-dea3-4834-8e74-32cb54bd66ff req-325831a3-9db1-44f9-9705-de740c919855 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:25.599764 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527cb8f-dea3-4834-8e74-32cb54bd66ff req-325831a3-9db1-44f9-9705-de740c919855 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:25.611837 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527cb8f-dea3-4834-8e74-32cb54bd66ff req-325831a3-9db1-44f9-9705-de740c919855 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:25.624344 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527cb8f-dea3-4834-8e74-32cb54bd66ff req-325831a3-9db1-44f9-9705-de740c919855 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:25.628382 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-18584273-fcd2-44a9-87c9-69981c9246da req-a43829c7-affb-434a-a91d-a86314562890 service neutron] Request body: {'port': {'device_id': '28f3b147-454f-4de8-aed9-1bd66f187026', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:25.642720 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527cb8f-dea3-4834-8e74-32cb54bd66ff req-325831a3-9db1-44f9-9705-de740c919855 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:25.652398 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527cb8f-dea3-4834-8e74-32cb54bd66ff req-325831a3-9db1-44f9-9705-de740c919855 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:25.668373 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527cb8f-dea3-4834-8e74-32cb54bd66ff req-325831a3-9db1-44f9-9705-de740c919855 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:25.678894 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c527cb8f-dea3-4834-8e74-32cb54bd66ff req-325831a3-9db1-44f9-9705-de740c919855 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5436 time: 0.5900409 Feb 09 01:12:25.722622 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port ae90c3ca-2e83-4b37-8187-613ee0781bee is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:25.723140 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ae90c3ca-2e83-4b37-8187-613ee0781bee), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:25.726395 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ac44c-eed3-4233-b9d7-f9d89cfed920 service neutron] Pushing event updated for resources: {'Port': ['ID=6e9d435a-540a-4ac9-9688-d711412ef2a9,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:25.737993 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2276e5b1-9d1d-4bec-bce3-1ca1ec4370b2 req-f571cca0-6307-4049-bf86-0757bb8b9a5c service neutron] 10.222.0.120 "GET /v2.0/networks/32314246-6e5a-41bd-ad0d-99eb166cb2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8037653 Feb 09 01:12:25.766005 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-a43829c7-affb-434a-a91d-a86314562890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a44acea9-a977-4a03-83ae-8512222a0dd7), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:25.812056 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-81cbc0e0-995d-4229-93c0-8f8d588a751d tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (b9dca547-4878-4532-bf20-ed2e12eaf245), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:25.820140 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port ae90c3ca-2e83-4b37-8187-613ee0781bee, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=ae90c3ca-2e83-4b37-8187-613ee0781bee,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:25.821508 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81cbc0e0-995d-4229-93c0-8f8d588a751d tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b9dca547-4878-4532-bf20-ed2e12eaf245 {{(pid=103136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 01:12:25.829926 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (ae90c3ca-2e83-4b37-8187-613ee0781bee), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:25.875427 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-81cbc0e0-995d-4229-93c0-8f8d588a751d tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:25.884535 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-81cbc0e0-995d-4229-93c0-8f8d588a751d tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] 10.222.0.50 "DELETE /v2.0/networks/b9dca547-4878-4532-bf20-ed2e12eaf245 HTTP/1.1" status: 204 len: 168 time: 1.7019374 Feb 09 01:12:25.885592 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cbc0e0-995d-4229-93c0-8f8d588a751d tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Pushing event deleted for resources: {'Network': ['ID=b9dca547-4878-4532-bf20-ed2e12eaf245,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:25.886670 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52626) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:25.901684 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-b67afaf0-2218-4ca6-a16c-3a3ee54f214d tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Request body: {'network': {'name': 'tempest-network--1809133849'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:25.941796 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c527cb8f-dea3-4834-8e74-32cb54bd66ff req-e605e2fe-4fb4-4fac-afa8-9a35fdf3d466 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2564840 Feb 09 01:12:26.001945 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=ae90c3ca-2e83-4b37-8187-613ee0781bee,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:26.162733 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e635b-f750-4f77-ace1-58ebf7ffa080 req-5cd6401e-6c4b-4485-a538-f2c8310a102b tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:26.164210 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-109e635b-f750-4f77-ace1-58ebf7ffa080 req-5cd6401e-6c4b-4485-a538-f2c8310a102b tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.50 "GET /v2.0/ports?device_id=263c2621-310a-425b-a461-6ca57cb50ad4 HTTP/1.1" status: 200 len: 950 time: 0.1057098 Feb 09 01:12:26.258975 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-109e635b-f750-4f77-ace1-58ebf7ffa080 req-64b47720-8651-4c17-95ce-709426d72c58 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.50 "GET /v2.0/security-groups?id=3014dff4-a4f7-4791-b0ef-983354c8f08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876932 Feb 09 01:12:26.348619 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-18584273-fcd2-44a9-87c9-69981c9246da req-a43829c7-affb-434a-a91d-a86314562890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a44acea9-a977-4a03-83ae-8512222a0dd7 {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:12:26.357362 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-a43829c7-affb-434a-a91d-a86314562890 service neutron] Publish callbacks [] for port (a44acea9-a977-4a03-83ae-8512222a0dd7), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:26.370129 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-18584273-fcd2-44a9-87c9-69981c9246da req-a43829c7-affb-434a-a91d-a86314562890 service neutron] Transition to ACTIVE for port object a44acea9-a977-4a03-83ae-8512222a0dd7 will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:12:26.372310 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67afaf0-2218-4ca6-a16c-3a3ee54f214d tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Made reservation on behalf of 417fdce3ca774b7b996c0586c16c65b7 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:26.378489 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5508d6-d75d-41d5-b9e2-2e2bbd7e5aab x-openstack-request-id: req-8b5508d6-d75d-41d5-b9e2-2e2bbd7e5aab {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:12:26.378924 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "263c2621-310a-425b-a461-6ca57cb50ad4", "name": "network-vif-plugged", "status": "completed", "tag": "55ee47f0-8b19-47e6-a78a-af90f9fe02cd", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:12:26.379976 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8b5508d6-d75d-41d5-b9e2-2e2bbd7e5aab {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:12:26.380504 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '263c2621-310a-425b-a461-6ca57cb50ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ee47f0-8b19-47e6-a78a-af90f9fe02cd', 'code': 200} Feb 09 01:12:26.390214 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b67afaf0-2218-4ca6-a16c-3a3ee54f214d tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:26.414183 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-a43829c7-affb-434a-a91d-a86314562890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (a44acea9-a977-4a03-83ae-8512222a0dd7), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:26.514105 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 01:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aacb3c2d-759f-47c7-8597-c9768d97a9f5 x-openstack-request-id: req-aacb3c2d-759f-47c7-8597-c9768d97a9f5 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:12:26.514792 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "tag": "61983cf9-1bf8-40bd-8171-eb224ee4dd26", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "tag": "b5cb7993-c6ee-4b5e-b147-44a20af5c491", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:12:26.514792 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-aacb3c2d-759f-47c7-8597-c9768d97a9f5 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:12:26.515051 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'tag': '61983cf9-1bf8-40bd-8171-eb224ee4dd26', 'status': 'completed', 'code': 200} Feb 09 01:12:26.515861 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'tag': 'b5cb7993-c6ee-4b5e-b147-44a20af5c491', 'status': 'completed', 'code': 200} Feb 09 01:12:26.520339 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43829c7-affb-434a-a91d-a86314562890 service neutron] Pushing event updated for resources: {'Port': ['ID=a44acea9-a977-4a03-83ae-8512222a0dd7,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:26.557904 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b67afaf0-2218-4ca6-a16c-3a3ee54f214d tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1022} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:12:26.591542 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b67afaf0-2218-4ca6-a16c-3a3ee54f214d tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (db7b87e6-dce3-4475-b066-32108467b8d5), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:26.591894 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-b67afaf0-2218-4ca6-a16c-3a3ee54f214d tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Added segment db7b87e6-dce3-4475-b066-32108467b8d5 of type vlan for network 0a371437-05cc-498a-99c5-be93bafa2a93 Feb 09 01:12:26.685717 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b67afaf0-2218-4ca6-a16c-3a3ee54f214d tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (0a371437-05cc-498a-99c5-be93bafa2a93), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:26.713602 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2af14-00f6-435d-b51e-632d97313d8d req-cca065ff-e382-4c47-9421-19894ce25261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:26.717408 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-48f2af14-00f6-435d-b51e-632d97313d8d req-cca065ff-e382-4c47-9421-19894ce25261 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=263c2621-310a-425b-a461-6ca57cb50ad4 HTTP/1.1" status: 200 len: 1132 time: 0.2510746 Feb 09 01:12:26.738571 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242840fb-53d8-4f90-9d89-21038850d54a req-1874660f-5214-4513-8f06-2de72e317841 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:26.747698 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-242840fb-53d8-4f90-9d89-21038850d54a req-1874660f-5214-4513-8f06-2de72e317841 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 944 time: 0.1573303 Feb 09 01:12:26.787811 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b67afaf0-2218-4ca6-a16c-3a3ee54f214d tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (0a371437-05cc-498a-99c5-be93bafa2a93), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:26.792367 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67afaf0-2218-4ca6-a16c-3a3ee54f214d tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:26.792980 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b67afaf0-2218-4ca6-a16c-3a3ee54f214d tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:26.825836 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-18584273-fcd2-44a9-87c9-69981c9246da req-a43829c7-affb-434a-a91d-a86314562890 service neutron] Attempting to bind port a44acea9-a977-4a03-83ae-8512222a0dd7 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:12:26.826088 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-18584273-fcd2-44a9-87c9-69981c9246da req-a43829c7-affb-434a-a91d-a86314562890 service neutron] Attempting to bind port a44acea9-a977-4a03-83ae-8512222a0dd7 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'b9924f51-c522-46e8-8838-6bb3a31f2b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '460d32a0-6143-4328-a439-dc4890ffb702'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:12:26.826308 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18584273-fcd2-44a9-87c9-69981c9246da req-a43829c7-affb-434a-a91d-a86314562890 service neutron] Attempting to bind port a44acea9-a977-4a03-83ae-8512222a0dd7 on network 460d32a0-6143-4328-a439-dc4890ffb702 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:12:26.832462 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b09c8d-325b-4c7f-923c-01998dc191b4 req-aa97eed8-80d0-41af-8ef7-3ddf685ed659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:26.832990 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b09c8d-325b-4c7f-923c-01998dc191b4 req-aa97eed8-80d0-41af-8ef7-3ddf685ed659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:26.833566 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b09c8d-325b-4c7f-923c-01998dc191b4 req-aa97eed8-80d0-41af-8ef7-3ddf685ed659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:26.834045 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b09c8d-325b-4c7f-923c-01998dc191b4 req-aa97eed8-80d0-41af-8ef7-3ddf685ed659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:26.834612 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b09c8d-325b-4c7f-923c-01998dc191b4 req-aa97eed8-80d0-41af-8ef7-3ddf685ed659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:26.835368 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b09c8d-325b-4c7f-923c-01998dc191b4 req-aa97eed8-80d0-41af-8ef7-3ddf685ed659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:26.838120 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b09c8d-325b-4c7f-923c-01998dc191b4 req-aa97eed8-80d0-41af-8ef7-3ddf685ed659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:26.841398 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-29b09c8d-325b-4c7f-923c-01998dc191b4 req-aa97eed8-80d0-41af-8ef7-3ddf685ed659 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e1de9b230a144a68a725edf02d781381&device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 6533 time: 0.3294468 Feb 09 01:12:26.881460 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18584273-fcd2-44a9-87c9-69981c9246da req-a43829c7-affb-434a-a91d-a86314562890 service neutron] Port a44acea9-a977-4a03-83ae-8512222a0dd7 on network 460d32a0-6143-4328-a439-dc4890ffb702 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:12:26.881736 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18584273-fcd2-44a9-87c9-69981c9246da req-a43829c7-affb-434a-a91d-a86314562890 service neutron] Attempting to bind port a44acea9-a977-4a03-83ae-8512222a0dd7 on network 460d32a0-6143-4328-a439-dc4890ffb702 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:12:26.888446 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b67afaf0-2218-4ca6-a16c-3a3ee54f214d tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.9968209 Feb 09 01:12:26.892181 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52630) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:26.898884 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-2458d187-982c-475f-b27a-765288c5172f tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:26.912323 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18584273-fcd2-44a9-87c9-69981c9246da req-a43829c7-affb-434a-a91d-a86314562890 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:12:26.912775 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18584273-fcd2-44a9-87c9-69981c9246da req-a43829c7-affb-434a-a91d-a86314562890 service neutron] Checking segment: {'id': 'b9924f51-c522-46e8-8838-6bb3a31f2b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '460d32a0-6143-4328-a439-dc4890ffb702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:12:26.913349 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18584273-fcd2-44a9-87c9-69981c9246da req-a43829c7-affb-434a-a91d-a86314562890 service neutron] Bound using segment: {'id': 'b9924f51-c522-46e8-8838-6bb3a31f2b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '460d32a0-6143-4328-a439-dc4890ffb702'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:12:26.914036 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-18584273-fcd2-44a9-87c9-69981c9246da req-a43829c7-affb-434a-a91d-a86314562890 service neutron] Bound port: a44acea9-a977-4a03-83ae-8512222a0dd7, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9924f51-c522-46e8-8838-6bb3a31f2b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '460d32a0-6143-4328-a439-dc4890ffb702'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:12:26.914586 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-a43829c7-affb-434a-a91d-a86314562890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a44acea9-a977-4a03-83ae-8512222a0dd7), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:26.970537 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67afaf0-2218-4ca6-a16c-3a3ee54f214d tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Pushing event updated for resources: {'Network': ['ID=0a371437-05cc-498a-99c5-be93bafa2a93,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:26.982195 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 0a371437-05cc-498a-99c5-be93bafa2a93 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:12:27.066240 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-48f2af14-00f6-435d-b51e-632d97313d8d req-03faa67e-41e9-402c-8f69-d791b06b7dce service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3014dff4-a4f7-4791-b0ef-983354c8f08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395164 Feb 09 01:12:27.112441 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-242840fb-53d8-4f90-9d89-21038850d54a req-2574934a-b8a5-4d2a-a139-14abf051baa1 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3626754 Feb 09 01:12:27.175600 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b09c8d-325b-4c7f-923c-01998dc191b4 req-e6145352-272d-41aa-a58e-167c383585e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:27.176089 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b09c8d-325b-4c7f-923c-01998dc191b4 req-e6145352-272d-41aa-a58e-167c383585e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:27.176581 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b09c8d-325b-4c7f-923c-01998dc191b4 req-e6145352-272d-41aa-a58e-167c383585e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:27.178240 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-29b09c8d-325b-4c7f-923c-01998dc191b4 req-e6145352-272d-41aa-a58e-167c383585e6 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=e1de9b230a144a68a725edf02d781381&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3123820 Feb 09 01:12:27.256433 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2458d187-982c-475f-b27a-765288c5172f tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (0a371437-05cc-498a-99c5-be93bafa2a93), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:27.283823 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-18584273-fcd2-44a9-87c9-69981c9246da req-a43829c7-affb-434a-a91d-a86314562890 service neutron] For port a44acea9-a977-4a03-83ae-8512222a0dd7, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:12:27.287982 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-18584273-fcd2-44a9-87c9-69981c9246da req-a43829c7-affb-434a-a91d-a86314562890 service neutron] For port a44acea9-a977-4a03-83ae-8512222a0dd7, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=a44acea9-a977-4a03-83ae-8512222a0dd7,segment=NetworkSegment(b9924f51-c522-46e8-8838-6bb3a31f2b79),segment_id=b9924f51-c522-46e8-8838-6bb3a31f2b79)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:12:27.291489 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2458d187-982c-475f-b27a-765288c5172f tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (0a371437-05cc-498a-99c5-be93bafa2a93), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:27.303742 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2458d187-982c-475f-b27a-765288c5172f tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Network 0a371437-05cc-498a-99c5-be93bafa2a93 is not hosted by any dhcp agent {{(pid=103137) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 01:12:27.304848 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2458d187-982c-475f-b27a-765288c5172f tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:27.305468 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2458d187-982c-475f-b27a-765288c5172f tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:27.309492 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2458d187-982c-475f-b27a-765288c5172f tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] 10.222.0.50 "PUT /v2.0/networks/0a371437-05cc-498a-99c5-be93bafa2a93 HTTP/1.1" status: 200 len: 859 time: 0.4119966 Feb 09 01:12:27.325389 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52636) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:27.326717 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-a43829c7-affb-434a-a91d-a86314562890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (a44acea9-a977-4a03-83ae-8512222a0dd7), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:27.395868 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfc7cb-605b-46a2-9ce5-fdb4356b63b5 req-44566726-fe22-4532-b587-0a538105e589 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:27.401122 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfc7cb-605b-46a2-9ce5-fdb4356b63b5 req-44566726-fe22-4532-b587-0a538105e589 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:27.406403 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfc7cb-605b-46a2-9ce5-fdb4356b63b5 req-44566726-fe22-4532-b587-0a538105e589 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:27.411646 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfc7cb-605b-46a2-9ce5-fdb4356b63b5 req-44566726-fe22-4532-b587-0a538105e589 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:27.417123 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfc7cb-605b-46a2-9ce5-fdb4356b63b5 req-44566726-fe22-4532-b587-0a538105e589 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:27.424324 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfc7cb-605b-46a2-9ce5-fdb4356b63b5 req-44566726-fe22-4532-b587-0a538105e589 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:27.433315 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfc7cb-605b-46a2-9ce5-fdb4356b63b5 req-44566726-fe22-4532-b587-0a538105e589 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:27.433315 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99cfc7cb-605b-46a2-9ce5-fdb4356b63b5 req-44566726-fe22-4532-b587-0a538105e589 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5418 time: 0.1951799 Feb 09 01:12:27.466191 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b09c8d-325b-4c7f-923c-01998dc191b4 req-fd98fe34-abc9-47ca-b5a6-6bceda1c0842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:27.468590 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-29b09c8d-325b-4c7f-923c-01998dc191b4 req-fd98fe34-abc9-47ca-b5a6-6bceda1c0842 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1908183 Feb 09 01:12:27.484224 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18584273-fcd2-44a9-87c9-69981c9246da req-a43829c7-affb-434a-a91d-a86314562890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:27.485567 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-a43829c7-affb-434a-a91d-a86314562890 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:27.490040 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-a43829c7-affb-434a-a91d-a86314562890 service neutron] 10.222.0.47 "PUT /v2.0/ports/a44acea9-a977-4a03-83ae-8512222a0dd7 HTTP/1.1" status: 200 len: 1091 time: 1.8786769 Feb 09 01:12:27.517880 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5d0544bc-c278-4bcd-8a63-a135d16ac77c tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (0a371437-05cc-498a-99c5-be93bafa2a93), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:27.530569 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2458d187-982c-475f-b27a-765288c5172f tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Pushing event updated for resources: {'Network': ['ID=0a371437-05cc-498a-99c5-be93bafa2a93,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:27.540066 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-18584273-fcd2-44a9-87c9-69981c9246da req-ddeffebe-dbdc-4ea4-8ba3-776079a0b507 service neutron] Request body: {'port': {'device_id': '28f3b147-454f-4de8-aed9-1bd66f187026', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:27.599606 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99cfc7cb-605b-46a2-9ce5-fdb4356b63b5 req-6504fd50-6971-432e-be58-aca60f959130 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1349018 Feb 09 01:12:27.628242 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43829c7-affb-434a-a91d-a86314562890 service neutron] Pushing event updated for resources: {'Port': ['ID=a44acea9-a977-4a03-83ae-8512222a0dd7,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:27.653657 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-ddeffebe-dbdc-4ea4-8ba3-776079a0b507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:27.702548 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device d3174d59-dca0-4b98-a236-7fe2c2fe09a3 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:12:27.791015 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5d0544bc-c278-4bcd-8a63-a135d16ac77c tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (0a371437-05cc-498a-99c5-be93bafa2a93), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:27.813881 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-5d0544bc-c278-4bcd-8a63-a135d16ac77c tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a371437-05cc-498a-99c5-be93bafa2a93']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:27.827068 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-5d0544bc-c278-4bcd-8a63-a135d16ac77c tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db7b87e6-dce3-4475-b066-32108467b8d5') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:27.827639 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-5d0544bc-c278-4bcd-8a63-a135d16ac77c tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db7b87e6-dce3-4475-b066-32108467b8d5') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:27.842263 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5d0544bc-c278-4bcd-8a63-a135d16ac77c tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (db7b87e6-dce3-4475-b066-32108467b8d5), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:27.856143 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5d0544bc-c278-4bcd-8a63-a135d16ac77c tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (db7b87e6-dce3-4475-b066-32108467b8d5), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:27.863271 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d0544bc-c278-4bcd-8a63-a135d16ac77c tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:12:27.863877 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5d0544bc-c278-4bcd-8a63-a135d16ac77c tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (db7b87e6-dce3-4475-b066-32108467b8d5), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:27.925576 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:12:27.925576 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:12:27.925576 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:12:27.925576 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:12:27.925576 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:12:27.925576 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:12:27.925576 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:12:27.925576 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:12:27.925576 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:12:27.925576 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:12:27.925576 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:12:27.925576 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:12:27.925576 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:12:27.925576 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:12:27.925576 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:12:27.925576 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:12:27.925576 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:12:27.925576 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:12:27.925576 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:12:27.925576 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:12:27.925576 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:12:27.925576 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:12:27.925576 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:12:27.925576 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:12:27.925576 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:12:27.925576 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:12:27.925576 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:12:27.925576 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:12:27.925576 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:12:27.925576 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:12:27.925576 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:12:27.925576 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:12:27.929545 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5d0544bc-c278-4bcd-8a63-a135d16ac77c tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (0a371437-05cc-498a-99c5-be93bafa2a93), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:27.936158 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port d3174d59-dca0-4b98-a236-7fe2c2fe09a3 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:27.938105 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d3174d59-dca0-4b98-a236-7fe2c2fe09a3), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:27.957912 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0544bc-c278-4bcd-8a63-a135d16ac77c tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0a371437-05cc-498a-99c5-be93bafa2a93 {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 01:12:27.959866 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0544bc-c278-4bcd-8a63-a135d16ac77c tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Pushing event deleted for resources: {'Network': ['ID=0a371437-05cc-498a-99c5-be93bafa2a93,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:27.965890 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5d0544bc-c278-4bcd-8a63-a135d16ac77c tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:27.971671 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5d0544bc-c278-4bcd-8a63-a135d16ac77c tempest-ExternalNetworksTestJSON-966475189 tempest-ExternalNetworksTestJSON-966475189-project-admin] 10.222.0.50 "DELETE /v2.0/networks/0a371437-05cc-498a-99c5-be93bafa2a93 HTTP/1.1" status: 204 len: 168 time: 0.6418507 Feb 09 01:12:27.975801 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52638) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:27.982406 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b09c8d-325b-4c7f-923c-01998dc191b4 req-8efa73d5-a484-4a6b-9ec5-7a63c82f9e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:27.983114 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b09c8d-325b-4c7f-923c-01998dc191b4 req-8efa73d5-a484-4a6b-9ec5-7a63c82f9e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:27.983746 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b09c8d-325b-4c7f-923c-01998dc191b4 req-8efa73d5-a484-4a6b-9ec5-7a63c82f9e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:27.984947 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b09c8d-325b-4c7f-923c-01998dc191b4 req-8efa73d5-a484-4a6b-9ec5-7a63c82f9e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:27.985570 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b09c8d-325b-4c7f-923c-01998dc191b4 req-8efa73d5-a484-4a6b-9ec5-7a63c82f9e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:27.986187 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b09c8d-325b-4c7f-923c-01998dc191b4 req-8efa73d5-a484-4a6b-9ec5-7a63c82f9e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:27.986991 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b09c8d-325b-4c7f-923c-01998dc191b4 req-8efa73d5-a484-4a6b-9ec5-7a63c82f9e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:27.989091 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-29b09c8d-325b-4c7f-923c-01998dc191b4 req-8efa73d5-a484-4a6b-9ec5-7a63c82f9e78 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e1de9b230a144a68a725edf02d781381&device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 6606 time: 0.4623969 Feb 09 01:12:28.051796 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a88c11-31a8-47f8-968c-4796a83aa6e1 req-66f93460-5fdc-485e-bd82-1e11e40565af tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:28.078798 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a88c11-31a8-47f8-968c-4796a83aa6e1 req-66f93460-5fdc-485e-bd82-1e11e40565af tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:28.084446 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a88c11-31a8-47f8-968c-4796a83aa6e1 req-66f93460-5fdc-485e-bd82-1e11e40565af tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:28.106186 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a88c11-31a8-47f8-968c-4796a83aa6e1 req-66f93460-5fdc-485e-bd82-1e11e40565af tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:28.115005 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a88c11-31a8-47f8-968c-4796a83aa6e1 req-66f93460-5fdc-485e-bd82-1e11e40565af tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:28.118315 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port d3174d59-dca0-4b98-a236-7fe2c2fe09a3 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:28.118966 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d3174d59-dca0-4b98-a236-7fe2c2fe09a3), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:28.137132 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a88c11-31a8-47f8-968c-4796a83aa6e1 req-66f93460-5fdc-485e-bd82-1e11e40565af tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:28.145509 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a88c11-31a8-47f8-968c-4796a83aa6e1 req-66f93460-5fdc-485e-bd82-1e11e40565af tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:28.151555 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-13a88c11-31a8-47f8-968c-4796a83aa6e1 req-66f93460-5fdc-485e-bd82-1e11e40565af tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5436 time: 0.3804433 Feb 09 01:12:28.155951 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c839a33-46f7-43ef-8092-25f3503d2e6c tempest-ExternalNetworksTestJSON-1368223761 tempest-ExternalNetworksTestJSON-1368223761-project] DELETE failed (client error): The resource could not be found. Feb 09 01:12:28.158583 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c839a33-46f7-43ef-8092-25f3503d2e6c tempest-ExternalNetworksTestJSON-1368223761 tempest-ExternalNetworksTestJSON-1368223761-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:12:28.167365 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2c839a33-46f7-43ef-8092-25f3503d2e6c tempest-ExternalNetworksTestJSON-1368223761 tempest-ExternalNetworksTestJSON-1368223761-project] 10.222.0.50 "DELETE /v2.0/subnets/9ed2b4a1-701f-43f2-92a5-fbe13980da02 HTTP/1.1" status: 404 len: 337 time: 0.1814673 Feb 09 01:12:28.170156 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52642) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:28.189554 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port d3174d59-dca0-4b98-a236-7fe2c2fe09a3, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=d3174d59-dca0-4b98-a236-7fe2c2fe09a3,segment=NetworkSegment(ebc0196b-40a7-4a91-81b3-cd03bc319f59),segment_id=ebc0196b-40a7-4a91-81b3-cd03bc319f59)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:28.200689 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d3174d59-dca0-4b98-a236-7fe2c2fe09a3), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:28.300463 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=d3174d59-dca0-4b98-a236-7fe2c2fe09a3,revision_number=7']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:28.382103 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b6faf13-0667-4c9f-81db-a22b376c4e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae90c3ca-2e83-4b37-8187-613ee0781bee'}, {'server_uuid': '0260a4bf-4ace-4971-8dd9-e8ec87d2ae52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3174d59-dca0-4b98-a236-7fe2c2fe09a3'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:12:28.391968 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514b0029-ab08-4375-a973-db12ac0edfec" -d '{"events": [{"server_uuid": "2b6faf13-0667-4c9f-81db-a22b376c4e05", "name": "network-vif-plugged", "status": "completed", "tag": "ae90c3ca-2e83-4b37-8187-613ee0781bee"}, {"server_uuid": "0260a4bf-4ace-4971-8dd9-e8ec87d2ae52", "name": "network-vif-plugged", "status": "completed", "tag": "d3174d59-dca0-4b98-a236-7fe2c2fe09a3"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:12:28.413217 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-13a88c11-31a8-47f8-968c-4796a83aa6e1 req-20717566-590e-4ece-9a21-33ed471f7c78 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2429962 Feb 09 01:12:28.488630 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-18584273-fcd2-44a9-87c9-69981c9246da req-ddeffebe-dbdc-4ea4-8ba3-776079a0b507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:12:28.498216 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-ddeffebe-dbdc-4ea4-8ba3-776079a0b507 service neutron] Publish callbacks [] for port (f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:28.515057 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-18584273-fcd2-44a9-87c9-69981c9246da req-ddeffebe-dbdc-4ea4-8ba3-776079a0b507 service neutron] Transition to ACTIVE for port object f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:12:28.519149 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-ddeffebe-dbdc-4ea4-8ba3-776079a0b507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:28.612317 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeffebe-dbdc-4ea4-8ba3-776079a0b507 service neutron] Pushing event updated for resources: {'Port': ['ID=f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:28.771217 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-18584273-fcd2-44a9-87c9-69981c9246da req-ddeffebe-dbdc-4ea4-8ba3-776079a0b507 service neutron] Attempting to bind port f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:12:28.776910 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-18584273-fcd2-44a9-87c9-69981c9246da req-ddeffebe-dbdc-4ea4-8ba3-776079a0b507 service neutron] Attempting to bind port f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'b9924f51-c522-46e8-8838-6bb3a31f2b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '460d32a0-6143-4328-a439-dc4890ffb702'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:12:28.777446 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18584273-fcd2-44a9-87c9-69981c9246da req-ddeffebe-dbdc-4ea4-8ba3-776079a0b507 service neutron] Attempting to bind port f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d on network 460d32a0-6143-4328-a439-dc4890ffb702 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:12:28.832772 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'tag': '6e9d435a-540a-4ac9-9688-d711412ef2a9'}, {'name': 'network-changed', 'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'tag': 'a44acea9-a977-4a03-83ae-8512222a0dd7'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:12:28.832772 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e58feb7-cfba-423f-b4d4-ba10e641c4a8" -d '{"events": [{"name": "network-changed", "server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "tag": "6e9d435a-540a-4ac9-9688-d711412ef2a9"}, {"name": "network-changed", "server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "tag": "a44acea9-a977-4a03-83ae-8512222a0dd7"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:12:28.839391 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18584273-fcd2-44a9-87c9-69981c9246da req-ddeffebe-dbdc-4ea4-8ba3-776079a0b507 service neutron] Port f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d on network 460d32a0-6143-4328-a439-dc4890ffb702 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:12:28.840209 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18584273-fcd2-44a9-87c9-69981c9246da req-ddeffebe-dbdc-4ea4-8ba3-776079a0b507 service neutron] Attempting to bind port f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d on network 460d32a0-6143-4328-a439-dc4890ffb702 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:12:28.850184 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18584273-fcd2-44a9-87c9-69981c9246da req-ddeffebe-dbdc-4ea4-8ba3-776079a0b507 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:12:28.850993 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18584273-fcd2-44a9-87c9-69981c9246da req-ddeffebe-dbdc-4ea4-8ba3-776079a0b507 service neutron] Checking segment: {'id': 'b9924f51-c522-46e8-8838-6bb3a31f2b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '460d32a0-6143-4328-a439-dc4890ffb702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:12:28.851560 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18584273-fcd2-44a9-87c9-69981c9246da req-ddeffebe-dbdc-4ea4-8ba3-776079a0b507 service neutron] Bound using segment: {'id': 'b9924f51-c522-46e8-8838-6bb3a31f2b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '460d32a0-6143-4328-a439-dc4890ffb702'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:12:28.852177 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-18584273-fcd2-44a9-87c9-69981c9246da req-ddeffebe-dbdc-4ea4-8ba3-776079a0b507 service neutron] Bound port: f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9924f51-c522-46e8-8838-6bb3a31f2b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '460d32a0-6143-4328-a439-dc4890ffb702'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:12:28.852732 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-ddeffebe-dbdc-4ea4-8ba3-776079a0b507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:28.878570 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7c667a18-75b5-4fdd-baf8-d092b94ed60e tempest-ExternalNetworksTestJSON-1368223761 tempest-ExternalNetworksTestJSON-1368223761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (a7e8c553-55b2-4e8e-9b02-caba67ac9ea5), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:28.880564 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684a484-eef7-4a8a-b93a-82b0e4cc9b7a req-977b5454-b054-4ed3-91c1-ad97f7565382 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:28.882461 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6684a484-eef7-4a8a-b93a-82b0e4cc9b7a req-977b5454-b054-4ed3-91c1-ad97f7565382 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.50 "GET /v2.0/ports?device_id=263c2621-310a-425b-a461-6ca57cb50ad4 HTTP/1.1" status: 200 len: 950 time: 0.1779511 Feb 09 01:12:29.041622 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6684a484-eef7-4a8a-b93a-82b0e4cc9b7a req-3912545e-57a8-4f41-81fc-503503b2f1a6 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.50 "GET /v2.0/security-groups?id=3014dff4-a4f7-4791-b0ef-983354c8f08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431050 Feb 09 01:12:29.072568 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-18584273-fcd2-44a9-87c9-69981c9246da req-ddeffebe-dbdc-4ea4-8ba3-776079a0b507 service neutron] For port f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:12:29.074064 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-18584273-fcd2-44a9-87c9-69981c9246da req-ddeffebe-dbdc-4ea4-8ba3-776079a0b507 service neutron] For port f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d,segment=NetworkSegment(b9924f51-c522-46e8-8838-6bb3a31f2b79),segment_id=b9924f51-c522-46e8-8838-6bb3a31f2b79)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:12:29.083871 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-ddeffebe-dbdc-4ea4-8ba3-776079a0b507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:29.121022 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b09c8d-325b-4c7f-923c-01998dc191b4 req-36ae0da2-a4eb-4f80-b672-25d9e707b1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:29.122017 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b09c8d-325b-4c7f-923c-01998dc191b4 req-36ae0da2-a4eb-4f80-b672-25d9e707b1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:29.122017 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b09c8d-325b-4c7f-923c-01998dc191b4 req-36ae0da2-a4eb-4f80-b672-25d9e707b1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:29.123828 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-29b09c8d-325b-4c7f-923c-01998dc191b4 req-36ae0da2-a4eb-4f80-b672-25d9e707b1bf service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=e1de9b230a144a68a725edf02d781381&shared=False HTTP/1.1" status: 200 len: 2299 time: 1.1248913 Feb 09 01:12:29.168983 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18584273-fcd2-44a9-87c9-69981c9246da req-ddeffebe-dbdc-4ea4-8ba3-776079a0b507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:29.170210 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-18584273-fcd2-44a9-87c9-69981c9246da req-ddeffebe-dbdc-4ea4-8ba3-776079a0b507 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:29.171638 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-ddeffebe-dbdc-4ea4-8ba3-776079a0b507 service neutron] 10.222.0.47 "PUT /v2.0/ports/f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d HTTP/1.1" status: 200 len: 1091 time: 1.6377175 Feb 09 01:12:29.172127 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'tag': 'f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:12:29.174418 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954806f9-ab63-4cf0-9476-8d82e3321345" -d '{"events": [{"name": "network-changed", "server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "tag": "f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:12:29.260473 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeffebe-dbdc-4ea4-8ba3-776079a0b507 service neutron] Pushing event updated for resources: {'Port': ['ID=f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:29.283902 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75b6d3-5004-44d0-b37e-eb09ec8f67da req-e8fb2a4f-9195-4825-bcf7-887d2ea08447 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:29.285701 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bf75b6d3-5004-44d0-b37e-eb09ec8f67da req-e8fb2a4f-9195-4825-bcf7-887d2ea08447 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 945 time: 0.1269796 Feb 09 01:12:29.309155 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7c667a18-75b5-4fdd-baf8-d092b94ed60e tempest-ExternalNetworksTestJSON-1368223761 tempest-ExternalNetworksTestJSON-1368223761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (a7e8c553-55b2-4e8e-9b02-caba67ac9ea5), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:29.352136 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bf75b6d3-5004-44d0-b37e-eb09ec8f67da req-f4f94a4e-c9b9-4156-8e75-66b98a9f7556 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584214 Feb 09 01:12:29.390978 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-7c667a18-75b5-4fdd-baf8-d092b94ed60e tempest-ExternalNetworksTestJSON-1368223761 tempest-ExternalNetworksTestJSON-1368223761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7e8c553-55b2-4e8e-9b02-caba67ac9ea5']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:29.435275 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-7c667a18-75b5-4fdd-baf8-d092b94ed60e tempest-ExternalNetworksTestJSON-1368223761 tempest-ExternalNetworksTestJSON-1368223761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4aaacb3-3d70-4282-b88f-93ee9361c2fe') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:29.436449 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-7c667a18-75b5-4fdd-baf8-d092b94ed60e tempest-ExternalNetworksTestJSON-1368223761 tempest-ExternalNetworksTestJSON-1368223761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4aaacb3-3d70-4282-b88f-93ee9361c2fe') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:29.476474 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7c667a18-75b5-4fdd-baf8-d092b94ed60e tempest-ExternalNetworksTestJSON-1368223761 tempest-ExternalNetworksTestJSON-1368223761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (c4aaacb3-3d70-4282-b88f-93ee9361c2fe), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:29.503176 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 01:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3437d12-3367-402b-af50-976dd932c7b4 x-openstack-request-id: req-c3437d12-3367-402b-af50-976dd932c7b4 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:12:29.504396 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b6faf13-0667-4c9f-81db-a22b376c4e05", "name": "network-vif-plugged", "status": "completed", "tag": "ae90c3ca-2e83-4b37-8187-613ee0781bee", "code": 200}, {"server_uuid": "0260a4bf-4ace-4971-8dd9-e8ec87d2ae52", "name": "network-vif-plugged", "status": "completed", "tag": "d3174d59-dca0-4b98-a236-7fe2c2fe09a3", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:12:29.504939 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b09c8d-325b-4c7f-923c-01998dc191b4 req-f871b3c6-11a7-49e8-8dab-d9ca79116126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:29.505298 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c3437d12-3367-402b-af50-976dd932c7b4 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:12:29.506997 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b6faf13-0667-4c9f-81db-a22b376c4e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae90c3ca-2e83-4b37-8187-613ee0781bee', 'code': 200} Feb 09 01:12:29.507921 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-29b09c8d-325b-4c7f-923c-01998dc191b4 req-f871b3c6-11a7-49e8-8dab-d9ca79116126 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3755951 Feb 09 01:12:29.508367 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0260a4bf-4ace-4971-8dd9-e8ec87d2ae52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3174d59-dca0-4b98-a236-7fe2c2fe09a3', 'code': 200} Feb 09 01:12:29.512282 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7c667a18-75b5-4fdd-baf8-d092b94ed60e tempest-ExternalNetworksTestJSON-1368223761 tempest-ExternalNetworksTestJSON-1368223761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (c4aaacb3-3d70-4282-b88f-93ee9361c2fe), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:29.539177 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c667a18-75b5-4fdd-baf8-d092b94ed60e tempest-ExternalNetworksTestJSON-1368223761 tempest-ExternalNetworksTestJSON-1368223761-project] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:12:29.541522 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7c667a18-75b5-4fdd-baf8-d092b94ed60e tempest-ExternalNetworksTestJSON-1368223761 tempest-ExternalNetworksTestJSON-1368223761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (c4aaacb3-3d70-4282-b88f-93ee9361c2fe), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:29.553802 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:12:29.553802 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:12:29.553802 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:12:29.553802 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:12:29.553802 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:12:29.553802 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:12:29.553802 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:12:29.553802 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:12:29.553802 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:12:29.553802 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:12:29.553802 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:12:29.553802 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:12:29.553802 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:12:29.553802 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:12:29.553802 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:12:29.553802 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:12:29.553802 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:12:29.553802 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:12:29.553802 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:12:29.553802 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:12:29.553802 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:12:29.553802 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:12:29.553802 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:12:29.553802 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:12:29.553802 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:12:29.553802 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:12:29.553802 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:12:29.553802 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:12:29.553802 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:12:29.553802 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:12:29.553802 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:12:29.553802 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:12:29.668981 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7c667a18-75b5-4fdd-baf8-d092b94ed60e tempest-ExternalNetworksTestJSON-1368223761 tempest-ExternalNetworksTestJSON-1368223761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (a7e8c553-55b2-4e8e-9b02-caba67ac9ea5), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:29.685426 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7c667a18-75b5-4fdd-baf8-d092b94ed60e tempest-ExternalNetworksTestJSON-1368223761 tempest-ExternalNetworksTestJSON-1368223761-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:29.688729 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7c667a18-75b5-4fdd-baf8-d092b94ed60e tempest-ExternalNetworksTestJSON-1368223761 tempest-ExternalNetworksTestJSON-1368223761-project] 10.222.0.50 "DELETE /v2.0/networks/a7e8c553-55b2-4e8e-9b02-caba67ac9ea5 HTTP/1.1" status: 204 len: 168 time: 1.5175672 Feb 09 01:12:29.701974 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c667a18-75b5-4fdd-baf8-d092b94ed60e tempest-ExternalNetworksTestJSON-1368223761 tempest-ExternalNetworksTestJSON-1368223761-project] Pushing event deleted for resources: {'Network': ['ID=a7e8c553-55b2-4e8e-9b02-caba67ac9ea5,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:29.706996 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c844c5-47d9-48c9-97f9-d47637d68889 req-0a98578a-6172-43f2-92aa-8d82bf5738b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:29.708526 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-99c844c5-47d9-48c9-97f9-d47637d68889 req-0a98578a-6172-43f2-92aa-8d82bf5738b3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2b6faf13-0667-4c9f-81db-a22b376c4e05 HTTP/1.1" status: 200 len: 1131 time: 0.1384676 Feb 09 01:12:29.769332 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18584273-fcd2-44a9-87c9-69981c9246da req-0233d067-9b35-469d-9841-35a22a2a9298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:29.769821 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18584273-fcd2-44a9-87c9-69981c9246da req-0233d067-9b35-469d-9841-35a22a2a9298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:29.770293 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18584273-fcd2-44a9-87c9-69981c9246da req-0233d067-9b35-469d-9841-35a22a2a9298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:29.770770 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18584273-fcd2-44a9-87c9-69981c9246da req-0233d067-9b35-469d-9841-35a22a2a9298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:29.771263 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18584273-fcd2-44a9-87c9-69981c9246da req-0233d067-9b35-469d-9841-35a22a2a9298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:29.771700 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18584273-fcd2-44a9-87c9-69981c9246da req-0233d067-9b35-469d-9841-35a22a2a9298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:29.772176 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18584273-fcd2-44a9-87c9-69981c9246da req-0233d067-9b35-469d-9841-35a22a2a9298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:29.773968 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-99c844c5-47d9-48c9-97f9-d47637d68889 req-82a9dd44-baea-494c-aeb8-3741d002a386 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3014dff4-a4f7-4791-b0ef-983354c8f08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565186 Feb 09 01:12:29.778344 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-0233d067-9b35-469d-9841-35a22a2a9298 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e1de9b230a144a68a725edf02d781381&device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 6704 time: 0.2093005 Feb 09 01:12:29.815560 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036a42b-81fd-4cb9-aef0-1002921f9542 req-bb5e18f1-7eb8-4aa2-a672-85b49cf5b896 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:29.820857 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036a42b-81fd-4cb9-aef0-1002921f9542 req-bb5e18f1-7eb8-4aa2-a672-85b49cf5b896 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:29.834733 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036a42b-81fd-4cb9-aef0-1002921f9542 req-bb5e18f1-7eb8-4aa2-a672-85b49cf5b896 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:29.840520 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036a42b-81fd-4cb9-aef0-1002921f9542 req-bb5e18f1-7eb8-4aa2-a672-85b49cf5b896 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:29.860182 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036a42b-81fd-4cb9-aef0-1002921f9542 req-bb5e18f1-7eb8-4aa2-a672-85b49cf5b896 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:29.873938 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036a42b-81fd-4cb9-aef0-1002921f9542 req-bb5e18f1-7eb8-4aa2-a672-85b49cf5b896 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:29.880340 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036a42b-81fd-4cb9-aef0-1002921f9542 req-bb5e18f1-7eb8-4aa2-a672-85b49cf5b896 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:29.882371 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f036a42b-81fd-4cb9-aef0-1002921f9542 req-bb5e18f1-7eb8-4aa2-a672-85b49cf5b896 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5436 time: 0.2625077 Feb 09 01:12:30.017066 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f036a42b-81fd-4cb9-aef0-1002921f9542 req-6b570903-e5d2-4825-87af-23d95a81f64b tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1274045 Feb 09 01:12:30.082704 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-4116b354-9c34-4511-a078-50e0a54f2782 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85e19991-1898-48d7-915a-2a768796af7f HTTP/1.1" status: 200 len: 217 time: 0.0980685 Feb 09 01:12:30.097072 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52662) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:30.210011 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18584273-fcd2-44a9-87c9-69981c9246da req-3444d424-5e92-4288-8b31-676970678145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:30.211516 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-3444d424-5e92-4288-8b31-676970678145 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f87558dc-7347-4167-80b6-52be7a572ba0 HTTP/1.1" status: 200 len: 855 time: 0.1197350 Feb 09 01:12:30.299120 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c516672-21fb-41a6-8248-bf1f6638883a req-493f37ba-0d64-480d-ad0e-8603f8bd6ab2 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:30.304675 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c516672-21fb-41a6-8248-bf1f6638883a req-493f37ba-0d64-480d-ad0e-8603f8bd6ab2 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:30.310189 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c516672-21fb-41a6-8248-bf1f6638883a req-493f37ba-0d64-480d-ad0e-8603f8bd6ab2 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:30.316098 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c516672-21fb-41a6-8248-bf1f6638883a req-493f37ba-0d64-480d-ad0e-8603f8bd6ab2 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:30.321505 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c516672-21fb-41a6-8248-bf1f6638883a req-493f37ba-0d64-480d-ad0e-8603f8bd6ab2 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:30.327155 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c516672-21fb-41a6-8248-bf1f6638883a req-493f37ba-0d64-480d-ad0e-8603f8bd6ab2 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:30.333383 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c516672-21fb-41a6-8248-bf1f6638883a req-493f37ba-0d64-480d-ad0e-8603f8bd6ab2 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:30.335291 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5c516672-21fb-41a6-8248-bf1f6638883a req-493f37ba-0d64-480d-ad0e-8603f8bd6ab2 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5430 time: 0.1726816 Feb 09 01:12:30.352809 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-132fc90f-7564-4b44-8648-804261e13426 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b0ed1c23d74d494aa7bad489d91487bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2544675 Feb 09 01:12:30.358359 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52666) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:30.363502 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18584273-fcd2-44a9-87c9-69981c9246da req-5920c881-c25d-4876-8a48-ad062799f2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:30.365041 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-5920c881-c25d-4876-8a48-ad062799f2c0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4827bb9d-9020-4469-a360-2245b341e8df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1455381 Feb 09 01:12:30.412330 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5c516672-21fb-41a6-8248-bf1f6638883a req-88e399cf-137e-4b75-8e36-a6b2c23d6307 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0708623 Feb 09 01:12:30.441788 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cce9902c-3c6b-4863-bb85-fab7abea92c4 admin admin] Publish callbacks [] for security_group (1a0bc8f5-9d90-40cc-9935-1625c1243c6b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:30.481601 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cce9902c-3c6b-4863-bb85-fab7abea92c4 admin admin] Publish callbacks [] for security_group (1a0bc8f5-9d90-40cc-9935-1625c1243c6b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:30.544119 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 01:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c41f5f2-f6c1-4e7b-8d38-8af6b194f912 x-openstack-request-id: req-6c41f5f2-f6c1-4e7b-8d38-8af6b194f912 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:12:30.545008 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "tag": "6e9d435a-540a-4ac9-9688-d711412ef2a9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "tag": "a44acea9-a977-4a03-83ae-8512222a0dd7", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:12:30.545809 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6c41f5f2-f6c1-4e7b-8d38-8af6b194f912 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:12:30.546240 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'tag': '6e9d435a-540a-4ac9-9688-d711412ef2a9', 'status': 'completed', 'code': 200} Feb 09 01:12:30.546839 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'tag': 'a44acea9-a977-4a03-83ae-8512222a0dd7', 'status': 'completed', 'code': 200} Feb 09 01:12:30.548097 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-bf9e3590-30db-4f3b-8974-d48b1c43f369 service neutron] 10.222.0.47 "GET /v2.0/networks/4827bb9d-9020-4469-a360-2245b341e8df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392639 Feb 09 01:12:30.549488 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cce9902c-3c6b-4863-bb85-fab7abea92c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1a0bc8f5-9d90-40cc-9935-1625c1243c6b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:30.552731 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cce9902c-3c6b-4863-bb85-fab7abea92c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:30.557063 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-cce9902c-3c6b-4863-bb85-fab7abea92c4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1a0bc8f5-9d90-40cc-9935-1625c1243c6b HTTP/1.1" status: 204 len: 168 time: 0.1972115 Feb 09 01:12:30.567211 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce9902c-3c6b-4863-bb85-fab7abea92c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0bc8f5-9d90-40cc-9935-1625c1243c6b,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:30.708730 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-8d79882d-a8e0-4688-aebb-9484c0501bab service neutron] 10.222.0.47 "GET /v2.0/networks/4827bb9d-9020-4469-a360-2245b341e8df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524022 Feb 09 01:12:30.813131 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-675a136e-eb74-4bca-8dc7-bac7964d4532 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=8d514634-0023-4dbc-9e31-ea618b291a41 HTTP/1.1" status: 200 len: 217 time: 0.0911028 Feb 09 01:12:30.900470 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18584273-fcd2-44a9-87c9-69981c9246da req-667b86f2-df1d-4107-b64c-ef9cd345729b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:30.903192 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-667b86f2-df1d-4107-b64c-ef9cd345729b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ca80025f-d3d8-4978-9cfb-611cf11c3647 HTTP/1.1" status: 200 len: 797 time: 0.0719852 Feb 09 01:12:31.037721 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18584273-fcd2-44a9-87c9-69981c9246da req-05d5e820-df94-4179-8f7a-4642506c7cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:31.042872 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-05d5e820-df94-4179-8f7a-4642506c7cab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7776bdde-fa28-4fc9-a953-0f38a342d9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1330523 Feb 09 01:12:31.168785 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52674) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:31.186550 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21813af0-8595-4a52-a0ba-c1def65505c2 req-b409eb78-f29a-4098-98d4-9ea907033d06 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:31.188868 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-21813af0-8595-4a52-a0ba-c1def65505c2 req-b409eb78-f29a-4098-98d4-9ea907033d06 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b6faf13-0667-4c9f-81db-a22b376c4e05 HTTP/1.1" status: 200 len: 949 time: 0.1376302 Feb 09 01:12:31.221728 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d74c227f-9c27-44cd-89ee-26c3dc233fba admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=417fdce3ca774b7b996c0586c16c65b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0516200 Feb 09 01:12:31.222471 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52676) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:31.257441 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-21813af0-8595-4a52-a0ba-c1def65505c2 req-4c83a4f8-849f-4143-b652-572d6ce54ee5 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.50 "GET /v2.0/security-groups?id=3014dff4-a4f7-4791-b0ef-983354c8f08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583622 Feb 09 01:12:31.264285 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-0560382e-1d9d-420d-a820-25f6b8bc3ffe service neutron] 10.222.0.47 "GET /v2.0/networks/7776bdde-fa28-4fc9-a953-0f38a342d9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148740 Feb 09 01:12:31.287904 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7a1b733b-36c2-4d56-9b61-e8cef79e0646 admin admin] Publish callbacks [] for security_group (3aca8222-e81c-4144-883f-fff541dc0e1e), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:31.346670 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7a1b733b-36c2-4d56-9b61-e8cef79e0646 admin admin] Publish callbacks [] for security_group (3aca8222-e81c-4144-883f-fff541dc0e1e), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:31.358944 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511ad7e3-0206-4ca1-8c53-b0106f7c1919 x-openstack-request-id: req-511ad7e3-0206-4ca1-8c53-b0106f7c1919 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:12:31.359396 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "tag": "f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:12:31.359756 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-511ad7e3-0206-4ca1-8c53-b0106f7c1919 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:12:31.360315 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'tag': 'f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d', 'status': 'completed', 'code': 200} Feb 09 01:12:31.457766 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7a1b733b-36c2-4d56-9b61-e8cef79e0646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (3aca8222-e81c-4144-883f-fff541dc0e1e), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:31.461007 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7a1b733b-36c2-4d56-9b61-e8cef79e0646 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:31.462440 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7a1b733b-36c2-4d56-9b61-e8cef79e0646 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3aca8222-e81c-4144-883f-fff541dc0e1e HTTP/1.1" status: 204 len: 168 time: 0.2387431 Feb 09 01:12:31.480656 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b733b-36c2-4d56-9b61-e8cef79e0646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aca8222-e81c-4144-883f-fff541dc0e1e,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:31.541402 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-cbd9e664-7dcf-40a7-8084-f69f29687ece service neutron] 10.222.0.47 "GET /v2.0/networks/7776bdde-fa28-4fc9-a953-0f38a342d9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695851 Feb 09 01:12:31.649655 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-d833e3f3-a69d-4e19-885c-1cfbb35c64a1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=61983cf9-1bf8-40bd-8171-eb224ee4dd26 HTTP/1.1" status: 200 len: 217 time: 0.0975716 Feb 09 01:12:31.702869 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31fac61-3fa0-4017-aecd-9b6927e9af81 req-df70fdf2-a847-4f73-a051-021fd4caea66 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:31.709183 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31fac61-3fa0-4017-aecd-9b6927e9af81 req-df70fdf2-a847-4f73-a051-021fd4caea66 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:31.715067 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31fac61-3fa0-4017-aecd-9b6927e9af81 req-df70fdf2-a847-4f73-a051-021fd4caea66 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:31.720870 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31fac61-3fa0-4017-aecd-9b6927e9af81 req-df70fdf2-a847-4f73-a051-021fd4caea66 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:31.726574 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31fac61-3fa0-4017-aecd-9b6927e9af81 req-df70fdf2-a847-4f73-a051-021fd4caea66 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:31.731885 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31fac61-3fa0-4017-aecd-9b6927e9af81 req-df70fdf2-a847-4f73-a051-021fd4caea66 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:31.737431 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31fac61-3fa0-4017-aecd-9b6927e9af81 req-df70fdf2-a847-4f73-a051-021fd4caea66 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:31.739529 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f31fac61-3fa0-4017-aecd-9b6927e9af81 req-df70fdf2-a847-4f73-a051-021fd4caea66 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5436 time: 0.3048298 Feb 09 01:12:31.757189 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18584273-fcd2-44a9-87c9-69981c9246da req-1b602e9c-a7e5-4c38-8830-50dd61f10a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:31.759543 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-1b602e9c-a7e5-4c38-8830-50dd61f10a40 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ca80025f-d3d8-4978-9cfb-611cf11c3647 HTTP/1.1" status: 200 len: 797 time: 0.1033566 Feb 09 01:12:31.823895 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18584273-fcd2-44a9-87c9-69981c9246da req-e8af57ff-39ea-478a-83ca-d68012fea80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:31.826118 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-e8af57ff-39ea-478a-83ca-d68012fea80d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7776bdde-fa28-4fc9-a953-0f38a342d9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0595298 Feb 09 01:12:31.982509 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebaf5b8-e0d6-485b-a5e7-edc2a17dad79 req-eada6157-1e7b-4378-b38a-4547ffb1b208 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:31.990942 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eebaf5b8-e0d6-485b-a5e7-edc2a17dad79 req-eada6157-1e7b-4378-b38a-4547ffb1b208 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 945 time: 0.0920398 Feb 09 01:12:32.007847 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-a108e205-d3d3-4848-b859-ae40b1dad208 service neutron] 10.222.0.47 "GET /v2.0/networks/7776bdde-fa28-4fc9-a953-0f38a342d9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692481 Feb 09 01:12:32.078175 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eebaf5b8-e0d6-485b-a5e7-edc2a17dad79 req-1c41f8ac-26ff-4342-9fc9-fd2a635ac873 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861595 Feb 09 01:12:32.315678 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-979ccfdb-093e-4bb0-a95e-e9a8578ad43a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:32.742521 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6eb318-2d9b-47e9-9cf5-9cdac4a4ad6d req-ce8dcbe5-71e2-4f77-a833-a76999deb8cb tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:32.751694 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6eb318-2d9b-47e9-9cf5-9cdac4a4ad6d req-ce8dcbe5-71e2-4f77-a833-a76999deb8cb tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:32.757653 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6eb318-2d9b-47e9-9cf5-9cdac4a4ad6d req-ce8dcbe5-71e2-4f77-a833-a76999deb8cb tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:32.763242 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6eb318-2d9b-47e9-9cf5-9cdac4a4ad6d req-ce8dcbe5-71e2-4f77-a833-a76999deb8cb tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:32.768556 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6eb318-2d9b-47e9-9cf5-9cdac4a4ad6d req-ce8dcbe5-71e2-4f77-a833-a76999deb8cb tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:32.774560 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6eb318-2d9b-47e9-9cf5-9cdac4a4ad6d req-ce8dcbe5-71e2-4f77-a833-a76999deb8cb tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:32.780656 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6eb318-2d9b-47e9-9cf5-9cdac4a4ad6d req-ce8dcbe5-71e2-4f77-a833-a76999deb8cb tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:32.789532 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ae6eb318-2d9b-47e9-9cf5-9cdac4a4ad6d req-ce8dcbe5-71e2-4f77-a833-a76999deb8cb tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5430 time: 0.6017077 Feb 09 01:12:32.792775 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-4ae73fc0-112f-4ce0-ab25-d4d13cac8f02 service neutron] 10.222.0.47 "GET /v2.0/networks/7776bdde-fa28-4fc9-a953-0f38a342d9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7657683 Feb 09 01:12:32.867560 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-87b2ff16-fa21-4b23-8902-baf2b30e8709 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=b5cb7993-c6ee-4b5e-b147-44a20af5c491 HTTP/1.1" status: 200 len: 217 time: 0.0509994 Feb 09 01:12:32.953424 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ae6eb318-2d9b-47e9-9cf5-9cdac4a4ad6d req-3f7b98d1-5810-4266-9f31-387f94f6c300 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1577847 Feb 09 01:12:32.974155 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18584273-fcd2-44a9-87c9-69981c9246da req-8d802586-0f4b-43a2-8be4-2fbce0595004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:32.978497 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-8d802586-0f4b-43a2-8be4-2fbce0595004 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ca80025f-d3d8-4978-9cfb-611cf11c3647 HTTP/1.1" status: 200 len: 797 time: 0.1014912 Feb 09 01:12:33.071998 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18584273-fcd2-44a9-87c9-69981c9246da req-f541d4be-2ad1-4f3b-9d8e-dfba4185e535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:33.073826 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-f541d4be-2ad1-4f3b-9d8e-dfba4185e535 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7776bdde-fa28-4fc9-a953-0f38a342d9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0838706 Feb 09 01:12:33.216773 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6cdde5-3ffd-4f5e-8ba6-0f1301faf7fc req-8b1c9086-9b29-46c3-85e6-061e86dbe8d1 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:33.218613 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4b6cdde5-3ffd-4f5e-8ba6-0f1301faf7fc req-8b1c9086-9b29-46c3-85e6-061e86dbe8d1 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b6faf13-0667-4c9f-81db-a22b376c4e05 HTTP/1.1" status: 200 len: 949 time: 0.1150322 Feb 09 01:12:33.266606 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-e435eb77-017e-40af-b6f4-3fa962d1ae34 service neutron] 10.222.0.47 "GET /v2.0/networks/7776bdde-fa28-4fc9-a953-0f38a342d9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782522 Feb 09 01:12:33.374714 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-aa772a9f-1bef-4b3e-924a-8e2309b9423e service neutron] 10.222.0.47 "GET /v2.0/networks/7776bdde-fa28-4fc9-a953-0f38a342d9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006308 Feb 09 01:12:33.398201 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4b6cdde5-3ffd-4f5e-8ba6-0f1301faf7fc req-f610e3d0-129c-4bd1-bbc8-e9e8bb5e58d0 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.50 "GET /v2.0/security-groups?id=3014dff4-a4f7-4791-b0ef-983354c8f08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692743 Feb 09 01:12:33.458866 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-047f9a3f-1bf8-48cb-b364-8cebd3389518 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=6e9d435a-540a-4ac9-9688-d711412ef2a9 HTTP/1.1" status: 200 len: 217 time: 0.0756559 Feb 09 01:12:33.524535 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18584273-fcd2-44a9-87c9-69981c9246da req-9eb4726e-0489-4285-b67b-2d04990119a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:33.526149 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-9eb4726e-0489-4285-b67b-2d04990119a7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ca80025f-d3d8-4978-9cfb-611cf11c3647 HTTP/1.1" status: 200 len: 797 time: 0.0580218 Feb 09 01:12:33.543448 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52726) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:33.623904 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18584273-fcd2-44a9-87c9-69981c9246da req-b81bb298-323e-4a3c-b68f-52c9c69a4883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:33.626132 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-b81bb298-323e-4a3c-b68f-52c9c69a4883 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7776bdde-fa28-4fc9-a953-0f38a342d9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0897069 Feb 09 01:12:33.637824 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93eb59a-3df5-4442-b0bf-b59e8b37f888 req-26d31c00-38b6-4ee4-93c2-22c2dce8374b tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:33.639401 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f93eb59a-3df5-4442-b0bf-b59e8b37f888 req-26d31c00-38b6-4ee4-93c2-22c2dce8374b tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 945 time: 0.1123314 Feb 09 01:12:33.705537 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-beb8917a-0968-4ec2-be61-6af381781ccb tempest-RoutersAdminNegativeTest-1402395071 tempest-RoutersAdminNegativeTest-1402395071-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1270066688', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:33.732385 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb8917a-0968-4ec2-be61-6af381781ccb tempest-RoutersAdminNegativeTest-1402395071 tempest-RoutersAdminNegativeTest-1402395071-project-admin] Made reservation on behalf of 9e23882012c849db937e2fa7d3bbce22 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:33.736053 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-beb8917a-0968-4ec2-be61-6af381781ccb tempest-RoutersAdminNegativeTest-1402395071 tempest-RoutersAdminNegativeTest-1402395071-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:33.755589 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-beb8917a-0968-4ec2-be61-6af381781ccb tempest-RoutersAdminNegativeTest-1402395071 tempest-RoutersAdminNegativeTest-1402395071-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:33.766814 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-253fb405-dd97-4034-85f9-8344cc8301a3 service neutron] 10.222.0.47 "GET /v2.0/networks/7776bdde-fa28-4fc9-a953-0f38a342d9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263719 Feb 09 01:12:33.879350 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-d1b70eca-ab10-4713-911e-861fe994a186 service neutron] 10.222.0.47 "GET /v2.0/networks/7776bdde-fa28-4fc9-a953-0f38a342d9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050897 Feb 09 01:12:33.888852 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-beb8917a-0968-4ec2-be61-6af381781ccb tempest-RoutersAdminNegativeTest-1402395071 tempest-RoutersAdminNegativeTest-1402395071-project-admin] Publish callbacks [] for security_group (1007f1fa-0579-4785-8677-a6c614e96eb9), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:33.898238 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-beb8917a-0968-4ec2-be61-6af381781ccb tempest-RoutersAdminNegativeTest-1402395071 tempest-RoutersAdminNegativeTest-1402395071-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1007f1fa-0579-4785-8677-a6c614e96eb9), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:33.903738 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-beb8917a-0968-4ec2-be61-6af381781ccb tempest-RoutersAdminNegativeTest-1402395071 tempest-RoutersAdminNegativeTest-1402395071-project-admin] device_id is not set on port 9383990b-d8d0-4c7d-bb68-b85c0dc5cbd6 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:12:33.940496 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-1c8f4478-149c-4fc4-b4d4-6a5d9e46ed34 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a44acea9-a977-4a03-83ae-8512222a0dd7 HTTP/1.1" status: 200 len: 217 time: 0.0540090 Feb 09 01:12:33.959970 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f93eb59a-3df5-4442-b0bf-b59e8b37f888 req-d875e850-8119-4aa5-b2f6-7e555a245171 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3067815 Feb 09 01:12:34.034716 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-beb8917a-0968-4ec2-be61-6af381781ccb tempest-RoutersAdminNegativeTest-1402395071 tempest-RoutersAdminNegativeTest-1402395071-project-admin] Allocated IP 172.25.8.55 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/9383990b-d8d0-4c7d-bb68-b85c0dc5cbd6) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:12:34.077275 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18584273-fcd2-44a9-87c9-69981c9246da req-3f845ba2-3f64-4af8-9ca6-aff321916559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:34.082170 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-3f845ba2-3f64-4af8-9ca6-aff321916559 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1f7b747d-a13d-42ff-8656-cd566cc6fad6 HTTP/1.1" status: 200 len: 797 time: 0.1209290 Feb 09 01:12:34.181182 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18584273-fcd2-44a9-87c9-69981c9246da req-f6af1db7-4716-48f9-9804-47ed7d07c28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:34.182934 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-f6af1db7-4716-48f9-9804-47ed7d07c28f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=460d32a0-6143-4328-a439-dc4890ffb702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0930078 Feb 09 01:12:34.205316 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-beb8917a-0968-4ec2-be61-6af381781ccb tempest-RoutersAdminNegativeTest-1402395071 tempest-RoutersAdminNegativeTest-1402395071-project-admin] Publish callbacks [] for port (9383990b-d8d0-4c7d-bb68-b85c0dc5cbd6), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:34.268017 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8917a-0968-4ec2-be61-6af381781ccb tempest-RoutersAdminNegativeTest-1402395071 tempest-RoutersAdminNegativeTest-1402395071-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1007f1fa-0579-4785-8677-a6c614e96eb9,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:34.272380 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-beb8917a-0968-4ec2-be61-6af381781ccb tempest-RoutersAdminNegativeTest-1402395071 tempest-RoutersAdminNegativeTest-1402395071-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (9383990b-d8d0-4c7d-bb68-b85c0dc5cbd6), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:34.340770 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb8917a-0968-4ec2-be61-6af381781ccb tempest-RoutersAdminNegativeTest-1402395071 tempest-RoutersAdminNegativeTest-1402395071-project-admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:12:34.346115 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8917a-0968-4ec2-be61-6af381781ccb tempest-RoutersAdminNegativeTest-1402395071 tempest-RoutersAdminNegativeTest-1402395071-project-admin] Pushing event updated for resources: {'Port': ['ID=9383990b-d8d0-4c7d-bb68-b85c0dc5cbd6,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:34.358168 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-beb8917a-0968-4ec2-be61-6af381781ccb tempest-RoutersAdminNegativeTest-1402395071 tempest-RoutersAdminNegativeTest-1402395071-project-admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:34.374625 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb8917a-0968-4ec2-be61-6af381781ccb tempest-RoutersAdminNegativeTest-1402395071 tempest-RoutersAdminNegativeTest-1402395071-project-admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:12:34.417038 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a7d64be6-ccb6-4d9f-b4d8-44a9f68139dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:34.441539 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-0fb88851-b795-453c-9a36-32bbf1ed17f9 service neutron] 10.222.0.47 "GET /v2.0/networks/460d32a0-6143-4328-a439-dc4890ffb702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520294 Feb 09 01:12:34.474451 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb8917a-0968-4ec2-be61-6af381781ccb tempest-RoutersAdminNegativeTest-1402395071 tempest-RoutersAdminNegativeTest-1402395071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:34.475357 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-beb8917a-0968-4ec2-be61-6af381781ccb tempest-RoutersAdminNegativeTest-1402395071 tempest-RoutersAdminNegativeTest-1402395071-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:34.512723 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-beb8917a-0968-4ec2-be61-6af381781ccb tempest-RoutersAdminNegativeTest-1402395071 tempest-RoutersAdminNegativeTest-1402395071-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.9680870 Feb 09 01:12:34.517490 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52740) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:34.525444 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-0b058927-c68f-4f2e-8b27-cb4d56cf956e tempest-RoutersAdminNegativeTest-1402395071 tempest-RoutersAdminNegativeTest-1402395071-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.55'}]}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:34.601502 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0b058927-c68f-4f2e-8b27-cb4d56cf956e tempest-RoutersAdminNegativeTest-1402395071 tempest-RoutersAdminNegativeTest-1402395071-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (035617ba-c7ae-4e58-884b-6ec251939793), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:34.604926 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0b058927-c68f-4f2e-8b27-cb4d56cf956e tempest-RoutersAdminNegativeTest-1402395071 tempest-RoutersAdminNegativeTest-1402395071-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (035617ba-c7ae-4e58-884b-6ec251939793), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:34.621223 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-4e94380b-1d09-4eae-bd12-8b7317d0ca39 service neutron] 10.222.0.47 "GET /v2.0/networks/460d32a0-6143-4328-a439-dc4890ffb702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651230 Feb 09 01:12:34.703639 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-3ac598fc-09cf-491a-b16d-1b6b33bec930 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d HTTP/1.1" status: 200 len: 217 time: 0.0740261 Feb 09 01:12:34.745085 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0b058927-c68f-4f2e-8b27-cb4d56cf956e tempest-RoutersAdminNegativeTest-1402395071 tempest-RoutersAdminNegativeTest-1402395071-project-admin] Publish callbacks [] for router_controller (035617ba-c7ae-4e58-884b-6ec251939793), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:34.798529 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18584273-fcd2-44a9-87c9-69981c9246da req-5f1bcc08-48c7-40b6-8483-777f1722c840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:34.800033 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-5f1bcc08-48c7-40b6-8483-777f1722c840 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1f7b747d-a13d-42ff-8656-cd566cc6fad6 HTTP/1.1" status: 200 len: 797 time: 0.0882275 Feb 09 01:12:34.861560 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58d5a8-3188-4076-b382-066aa8086bad req-f7f5e96a-6045-4e37-8f70-31bcc3ec8d2f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:34.868470 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58d5a8-3188-4076-b382-066aa8086bad req-f7f5e96a-6045-4e37-8f70-31bcc3ec8d2f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:34.873998 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58d5a8-3188-4076-b382-066aa8086bad req-f7f5e96a-6045-4e37-8f70-31bcc3ec8d2f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:34.880489 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58d5a8-3188-4076-b382-066aa8086bad req-f7f5e96a-6045-4e37-8f70-31bcc3ec8d2f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:34.887091 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58d5a8-3188-4076-b382-066aa8086bad req-f7f5e96a-6045-4e37-8f70-31bcc3ec8d2f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:34.892667 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58d5a8-3188-4076-b382-066aa8086bad req-f7f5e96a-6045-4e37-8f70-31bcc3ec8d2f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:34.899116 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58d5a8-3188-4076-b382-066aa8086bad req-f7f5e96a-6045-4e37-8f70-31bcc3ec8d2f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:34.907413 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cf58d5a8-3188-4076-b382-066aa8086bad req-f7f5e96a-6045-4e37-8f70-31bcc3ec8d2f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5430 time: 0.2071614 Feb 09 01:12:34.978931 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18584273-fcd2-44a9-87c9-69981c9246da req-9e8ff005-c4a4-441f-bf07-a9d469b3bacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:34.980619 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-9e8ff005-c4a4-441f-bf07-a9d469b3bacc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=460d32a0-6143-4328-a439-dc4890ffb702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1708984 Feb 09 01:12:34.994187 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cf58d5a8-3188-4076-b382-066aa8086bad req-78fd8ddb-3f90-41d4-a688-328bf5c30491 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0858233 Feb 09 01:12:35.053982 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0b058927-c68f-4f2e-8b27-cb4d56cf956e tempest-RoutersAdminNegativeTest-1402395071 tempest-RoutersAdminNegativeTest-1402395071-project-admin] Publish callbacks [] for router_gateway (035617ba-c7ae-4e58-884b-6ec251939793), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:35.206859 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-b7f1012e-c3dd-449c-a695-a9ad27c090c6 service neutron] 10.222.0.47 "GET /v2.0/networks/460d32a0-6143-4328-a439-dc4890ffb702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029650 Feb 09 01:12:35.354279 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9235287-9bca-45ed-9396-8556f90ab831 req-88cab6e6-ac74-4a37-b62c-f153dac24e09 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:35.355871 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e9235287-9bca-45ed-9396-8556f90ab831 req-88cab6e6-ac74-4a37-b62c-f153dac24e09 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 945 time: 0.1497376 Feb 09 01:12:35.421148 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18584273-fcd2-44a9-87c9-69981c9246da req-d535b8f0-ba31-4ac2-b97a-23cb589a54b6 service neutron] 10.222.0.47 "GET /v2.0/networks/460d32a0-6143-4328-a439-dc4890ffb702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014353 Feb 09 01:12:35.460158 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e9235287-9bca-45ed-9396-8556f90ab831 req-278bbd02-a633-46a1-a32c-b54ad2b8b6da tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955629 Feb 09 01:12:35.617967 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0b058927-c68f-4f2e-8b27-cb4d56cf956e tempest-RoutersAdminNegativeTest-1402395071 tempest-RoutersAdminNegativeTest-1402395071-project-admin] Publish callbacks [] for router_gateway (035617ba-c7ae-4e58-884b-6ec251939793), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:35.622842 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58feb7-cfba-423f-b4d4-ba10e641c4a8 req-14ec6ccd-ba65-4850-8d9d-69019fc764f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:35.625379 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58feb7-cfba-423f-b4d4-ba10e641c4a8 req-14ec6ccd-ba65-4850-8d9d-69019fc764f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:35.626040 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58feb7-cfba-423f-b4d4-ba10e641c4a8 req-14ec6ccd-ba65-4850-8d9d-69019fc764f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:35.630826 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58feb7-cfba-423f-b4d4-ba10e641c4a8 req-14ec6ccd-ba65-4850-8d9d-69019fc764f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:35.631471 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58feb7-cfba-423f-b4d4-ba10e641c4a8 req-14ec6ccd-ba65-4850-8d9d-69019fc764f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:35.632098 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58feb7-cfba-423f-b4d4-ba10e641c4a8 req-14ec6ccd-ba65-4850-8d9d-69019fc764f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:35.632921 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58feb7-cfba-423f-b4d4-ba10e641c4a8 req-14ec6ccd-ba65-4850-8d9d-69019fc764f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:35.636122 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e58feb7-cfba-423f-b4d4-ba10e641c4a8 req-14ec6ccd-ba65-4850-8d9d-69019fc764f3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e1de9b230a144a68a725edf02d781381&device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 6704 time: 0.1348412 Feb 09 01:12:35.702348 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0b058927-c68f-4f2e-8b27-cb4d56cf956e tempest-RoutersAdminNegativeTest-1402395071 tempest-RoutersAdminNegativeTest-1402395071-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:35.839867 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:35.868218 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58feb7-cfba-423f-b4d4-ba10e641c4a8 req-b366ea5f-c5d1-4eaa-b435-02dc82ab7cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:35.870373 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e58feb7-cfba-423f-b4d4-ba10e641c4a8 req-b366ea5f-c5d1-4eaa-b435-02dc82ab7cc6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7776bdde-fa28-4fc9-a953-0f38a342d9c3 HTTP/1.1" status: 200 len: 903 time: 0.2275333 Feb 09 01:12:35.995783 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e58feb7-cfba-423f-b4d4-ba10e641c4a8 req-2c3a8d45-85de-4cf1-a933-0f0881fec51d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=6e9d435a-540a-4ac9-9688-d711412ef2a9 HTTP/1.1" status: 200 len: 217 time: 0.1085238 Feb 09 01:12:36.121056 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58feb7-cfba-423f-b4d4-ba10e641c4a8 req-2523c96c-aac4-4101-ad97-e65657eca320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:36.122729 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e58feb7-cfba-423f-b4d4-ba10e641c4a8 req-2523c96c-aac4-4101-ad97-e65657eca320 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ca80025f-d3d8-4978-9cfb-611cf11c3647 HTTP/1.1" status: 200 len: 797 time: 0.0650585 Feb 09 01:12:36.134221 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3c1b8-2c9c-4907-9adb-ae5831c9edaa req-f2b639ab-c0d8-421a-a81a-7e777aabc148 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:36.142542 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-48f3c1b8-2c9c-4907-9adb-ae5831c9edaa req-f2b639ab-c0d8-421a-a81a-7e777aabc148 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 944 time: 0.1457078 Feb 09 01:12:36.179033 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0b058927-c68f-4f2e-8b27-cb4d56cf956e tempest-RoutersAdminNegativeTest-1402395071 tempest-RoutersAdminNegativeTest-1402395071-project-admin] Publish callbacks [] for router (035617ba-c7ae-4e58-884b-6ec251939793), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:36.257143 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-48f3c1b8-2c9c-4907-9adb-ae5831c9edaa req-530f152c-6ae9-4198-a7e1-68d42e40d749 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136024 Feb 09 01:12:36.280302 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58feb7-cfba-423f-b4d4-ba10e641c4a8 req-e2c41cbc-7f3f-496f-bb4d-7ffe2ebf6030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:36.282861 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e58feb7-cfba-423f-b4d4-ba10e641c4a8 req-e2c41cbc-7f3f-496f-bb4d-7ffe2ebf6030 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7776bdde-fa28-4fc9-a953-0f38a342d9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1199210 Feb 09 01:12:36.463543 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e58feb7-cfba-423f-b4d4-ba10e641c4a8 req-0c14ba47-0c64-4971-b25b-819772a26c47 service neutron] 10.222.0.47 "GET /v2.0/networks/7776bdde-fa28-4fc9-a953-0f38a342d9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729047 Feb 09 01:12:36.526749 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0b058927-c68f-4f2e-8b27-cb4d56cf956e tempest-RoutersAdminNegativeTest-1402395071 tempest-RoutersAdminNegativeTest-1402395071-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (035617ba-c7ae-4e58-884b-6ec251939793), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:36.531018 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0b058927-c68f-4f2e-8b27-cb4d56cf956e tempest-RoutersAdminNegativeTest-1402395071 tempest-RoutersAdminNegativeTest-1402395071-project-admin] Publish callbacks [] for router_controller (035617ba-c7ae-4e58-884b-6ec251939793), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:36.653692 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0b058927-c68f-4f2e-8b27-cb4d56cf956e tempest-RoutersAdminNegativeTest-1402395071 tempest-RoutersAdminNegativeTest-1402395071-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (035617ba-c7ae-4e58-884b-6ec251939793), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:36.655046 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b058927-c68f-4f2e-8b27-cb4d56cf956e tempest-RoutersAdminNegativeTest-1402395071 tempest-RoutersAdminNegativeTest-1402395071-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 035617ba-c7ae-4e58-884b-6ec251939793 {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:12:36.672029 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c15477-eb67-4d1e-a4fb-211b0d2ef906 req-ae7b0178-de33-42a7-a5ce-44b3d017ced4 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:36.679399 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c15477-eb67-4d1e-a4fb-211b0d2ef906 req-ae7b0178-de33-42a7-a5ce-44b3d017ced4 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:36.697591 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c15477-eb67-4d1e-a4fb-211b0d2ef906 req-ae7b0178-de33-42a7-a5ce-44b3d017ced4 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:36.706523 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fdaa2d-c238-4b6a-b340-7fbb819230bf req-74c44c38-3dee-45e7-8385-38530cf5ef9b tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:36.707188 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c15477-eb67-4d1e-a4fb-211b0d2ef906 req-ae7b0178-de33-42a7-a5ce-44b3d017ced4 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:36.708069 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-63fdaa2d-c238-4b6a-b340-7fbb819230bf req-74c44c38-3dee-45e7-8385-38530cf5ef9b tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.47 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 944 time: 0.1697671 Feb 09 01:12:36.714184 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c15477-eb67-4d1e-a4fb-211b0d2ef906 req-ae7b0178-de33-42a7-a5ce-44b3d017ced4 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:36.721140 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c15477-eb67-4d1e-a4fb-211b0d2ef906 req-ae7b0178-de33-42a7-a5ce-44b3d017ced4 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:36.727435 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c15477-eb67-4d1e-a4fb-211b0d2ef906 req-ae7b0178-de33-42a7-a5ce-44b3d017ced4 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:36.728388 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-0b058927-c68f-4f2e-8b27-cb4d56cf956e tempest-RoutersAdminNegativeTest-1402395071 tempest-RoutersAdminNegativeTest-1402395071-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 09 01:12:36.729446 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0b058927-c68f-4f2e-8b27-cb4d56cf956e tempest-RoutersAdminNegativeTest-1402395071 tempest-RoutersAdminNegativeTest-1402395071-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.2102127 Feb 09 01:12:36.733371 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e7c15477-eb67-4d1e-a4fb-211b0d2ef906 req-ae7b0178-de33-42a7-a5ce-44b3d017ced4 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5430 time: 0.2659042 Feb 09 01:12:36.734125 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52778) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:36.839783 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e7c15477-eb67-4d1e-a4fb-211b0d2ef906 req-73ce82d0-fd65-4f65-898d-5a88e5283253 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0937223 Feb 09 01:12:36.902008 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e58feb7-cfba-423f-b4d4-ba10e641c4a8 req-35acd6ce-46e5-4f91-8faa-1786f62103dd service neutron] 10.222.0.47 "GET /v2.0/networks/7776bdde-fa28-4fc9-a953-0f38a342d9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4268763 Feb 09 01:12:36.932419 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-63fdaa2d-c238-4b6a-b340-7fbb819230bf req-e89927f7-9c8f-4b2c-b767-ee8562ff286e tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Deleting port b0d30616-27a9-44a4-8ffc-38209725a898 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:12:36.934747 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-63fdaa2d-c238-4b6a-b340-7fbb819230bf req-e89927f7-9c8f-4b2c-b767-ee8562ff286e tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (b0d30616-27a9-44a4-8ffc-38209725a898), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:36.965669 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-a1690904-af18-429a-84c1-7b2b56a356bc tempest-RoutersAdminNegativeTest-1402395071 tempest-RoutersAdminNegativeTest-1402395071-project-admin] Deleting port 9383990b-d8d0-4c7d-bb68-b85c0dc5cbd6 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:12:36.965944 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a1690904-af18-429a-84c1-7b2b56a356bc tempest-RoutersAdminNegativeTest-1402395071 tempest-RoutersAdminNegativeTest-1402395071-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (9383990b-d8d0-4c7d-bb68-b85c0dc5cbd6), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:37.128947 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:37.152615 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-63fdaa2d-c238-4b6a-b340-7fbb819230bf req-e89927f7-9c8f-4b2c-b767-ee8562ff286e tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] For port b0d30616-27a9-44a4-8ffc-38209725a898, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=b0d30616-27a9-44a4-8ffc-38209725a898,segment=NetworkSegment(c09a8a87-556d-487a-811a-06517127dee5),segment_id=c09a8a87-556d-487a-811a-06517127dee5)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:37.153912 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-63fdaa2d-c238-4b6a-b340-7fbb819230bf req-e89927f7-9c8f-4b2c-b767-ee8562ff286e tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (b0d30616-27a9-44a4-8ffc-38209725a898), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:37.171345 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-63fdaa2d-c238-4b6a-b340-7fbb819230bf req-e89927f7-9c8f-4b2c-b767-ee8562ff286e tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Calling delete_port for b0d30616-27a9-44a4-8ffc-38209725a898 owned by compute:nova {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:12:37.331847 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a1690904-af18-429a-84c1-7b2b56a356bc tempest-RoutersAdminNegativeTest-1402395071 tempest-RoutersAdminNegativeTest-1402395071-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (9383990b-d8d0-4c7d-bb68-b85c0dc5cbd6), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:37.340160 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58feb7-cfba-423f-b4d4-ba10e641c4a8 req-b6b5f6e6-3990-45a3-8902-97e94d078cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:37.340689 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58feb7-cfba-423f-b4d4-ba10e641c4a8 req-b6b5f6e6-3990-45a3-8902-97e94d078cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:37.341158 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58feb7-cfba-423f-b4d4-ba10e641c4a8 req-b6b5f6e6-3990-45a3-8902-97e94d078cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:37.341628 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58feb7-cfba-423f-b4d4-ba10e641c4a8 req-b6b5f6e6-3990-45a3-8902-97e94d078cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:37.342104 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58feb7-cfba-423f-b4d4-ba10e641c4a8 req-b6b5f6e6-3990-45a3-8902-97e94d078cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:37.342582 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58feb7-cfba-423f-b4d4-ba10e641c4a8 req-b6b5f6e6-3990-45a3-8902-97e94d078cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:37.343052 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58feb7-cfba-423f-b4d4-ba10e641c4a8 req-b6b5f6e6-3990-45a3-8902-97e94d078cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:37.346088 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-63fdaa2d-c238-4b6a-b340-7fbb819230bf req-e89927f7-9c8f-4b2c-b767-ee8562ff286e tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (b0d30616-27a9-44a4-8ffc-38209725a898), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:37.346339 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e58feb7-cfba-423f-b4d4-ba10e641c4a8 req-b6b5f6e6-3990-45a3-8902-97e94d078cbe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e1de9b230a144a68a725edf02d781381&device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 6704 time: 0.3469267 Feb 09 01:12:37.360146 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-a1690904-af18-429a-84c1-7b2b56a356bc tempest-RoutersAdminNegativeTest-1402395071 tempest-RoutersAdminNegativeTest-1402395071-project-admin] Calling delete_port for 9383990b-d8d0-4c7d-bb68-b85c0dc5cbd6 owned by {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:12:37.363733 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['b0d30616-27a9-44a4-8ffc-38209725a898'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:12:37.417288 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89927f7-9c8f-4b2c-b767-ee8562ff286e tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Pushing event deleted for resources: {'Port': ['ID=b0d30616-27a9-44a4-8ffc-38209725a898,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:37.491823 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-63fdaa2d-c238-4b6a-b340-7fbb819230bf req-e89927f7-9c8f-4b2c-b767-ee8562ff286e tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] No DVR routers for this DVR port b0d30616-27a9-44a4-8ffc-38209725a898 on host n-h1-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:12:37.496199 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-63fdaa2d-c238-4b6a-b340-7fbb819230bf req-e89927f7-9c8f-4b2c-b767-ee8562ff286e tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:37.505974 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2f18b-9786-461e-bfb8-8b681516c3fd req-ac3bafec-f377-4f73-a727-79774f826559 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:37.507662 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-19e2f18b-9786-461e-bfb8-8b681516c3fd req-ac3bafec-f377-4f73-a727-79774f826559 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 945 time: 0.3073640 Feb 09 01:12:37.508117 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-63fdaa2d-c238-4b6a-b340-7fbb819230bf req-e89927f7-9c8f-4b2c-b767-ee8562ff286e tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.47 "DELETE /v2.0/ports/b0d30616-27a9-44a4-8ffc-38209725a898 HTTP/1.1" status: 204 len: 173 time: 0.7862830 Feb 09 01:12:37.508654 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a30666-b2f5-41e7-9411-d94d89a6b2b6', 'name': 'network-vif-deleted', 'tag': 'b0d30616-27a9-44a4-8ffc-38209725a898'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:12:37.511117 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fcb7d9-a308-4ee0-a70e-7a3363704e68" -d '{"events": [{"server_uuid": "74a30666-b2f5-41e7-9411-d94d89a6b2b6", "name": "network-vif-deleted", "tag": "b0d30616-27a9-44a4-8ffc-38209725a898"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:12:37.567956 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:37.614743 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58feb7-cfba-423f-b4d4-ba10e641c4a8 req-cacb2cd5-1e54-4d49-a5c3-4b1cee6bb970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:37.616394 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e58feb7-cfba-423f-b4d4-ba10e641c4a8 req-cacb2cd5-1e54-4d49-a5c3-4b1cee6bb970 service neutron] 10.222.0.47 "GET /v2.0/networks?id=460d32a0-6143-4328-a439-dc4890ffb702 HTTP/1.1" status: 200 len: 903 time: 0.2575467 Feb 09 01:12:37.725586 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device ae90c3ca-2e83-4b37-8187-613ee0781bee details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:12:37.749737 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e58feb7-cfba-423f-b4d4-ba10e641c4a8 req-02c42caa-fc33-490b-b227-9c5887da3342 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a44acea9-a977-4a03-83ae-8512222a0dd7 HTTP/1.1" status: 200 len: 217 time: 0.1212738 Feb 09 01:12:37.816165 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-19e2f18b-9786-461e-bfb8-8b681516c3fd req-d138cd36-9f62-46a8-8931-63f343089b52 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2873044 Feb 09 01:12:37.934325 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58feb7-cfba-423f-b4d4-ba10e641c4a8 req-be916dc0-a0c4-4e3f-bc2b-ce44bda1ec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:37.936331 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e58feb7-cfba-423f-b4d4-ba10e641c4a8 req-be916dc0-a0c4-4e3f-bc2b-ce44bda1ec1f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1f7b747d-a13d-42ff-8656-cd566cc6fad6 HTTP/1.1" status: 200 len: 797 time: 0.1664746 Feb 09 01:12:37.946165 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a1690904-af18-429a-84c1-7b2b56a356bc tempest-RoutersAdminNegativeTest-1402395071 tempest-RoutersAdminNegativeTest-1402395071-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (9383990b-d8d0-4c7d-bb68-b85c0dc5cbd6), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:37.997067 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port ae90c3ca-2e83-4b37-8187-613ee0781bee, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=ae90c3ca-2e83-4b37-8187-613ee0781bee,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:38.017001 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': 'ae90c3ca-2e83-4b37-8187-613ee0781bee', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'port_id': 'ae90c3ca-2e83-4b37-8187-613ee0781bee', 'mac_address': 'fa:16:3e:56:36:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3810d295-ee98-40f7-b1e2-609bf7d1c3df', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:12:38.099559 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port ae90c3ca-2e83-4b37-8187-613ee0781bee is: ACTIVE; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:38.100044 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ae90c3ca-2e83-4b37-8187-613ee0781bee), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:38.125452 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1aac0051-e6fe-4554-97f9-44e2bdfa0f97 req-370a62b4-a078-41e7-83a3-a131ce45016f tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=74a30666-b2f5-41e7-9411-d94d89a6b2b6 HTTP/1.1" status: 200 len: 210 time: 0.1204705 Feb 09 01:12:38.130535 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1690904-af18-429a-84c1-7b2b56a356bc tempest-RoutersAdminNegativeTest-1402395071 tempest-RoutersAdminNegativeTest-1402395071-project-admin] Pushing event deleted for resources: {'Port': ['ID=9383990b-d8d0-4c7d-bb68-b85c0dc5cbd6,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:38.173798 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae90c3ca-2e83-4b37-8187-613ee0781bee {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:12:38.204838 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58feb7-cfba-423f-b4d4-ba10e641c4a8 req-546315f0-d93c-4234-a1b3-1aec097be745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:38.207965 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e58feb7-cfba-423f-b4d4-ba10e641c4a8 req-546315f0-d93c-4234-a1b3-1aec097be745 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=460d32a0-6143-4328-a439-dc4890ffb702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2507474 Feb 09 01:12:38.228020 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port ae90c3ca-2e83-4b37-8187-613ee0781bee, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=ae90c3ca-2e83-4b37-8187-613ee0781bee,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:38.240819 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (ae90c3ca-2e83-4b37-8187-613ee0781bee), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:38.256160 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0910519b-e359-4824-997c-b58ca3a9592a x-openstack-request-id: req-0910519b-e359-4824-997c-b58ca3a9592a {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:12:38.256696 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74a30666-b2f5-41e7-9411-d94d89a6b2b6", "name": "network-vif-deleted", "tag": "b0d30616-27a9-44a4-8ffc-38209725a898", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:12:38.256696 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0910519b-e359-4824-997c-b58ca3a9592a {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:12:38.257104 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a30666-b2f5-41e7-9411-d94d89a6b2b6', 'name': 'network-vif-deleted', 'tag': 'b0d30616-27a9-44a4-8ffc-38209725a898', 'status': 'completed', 'code': 200} Feb 09 01:12:38.387496 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=ae90c3ca-2e83-4b37-8187-613ee0781bee,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:38.441305 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:38.477696 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['ae90c3ca-2e83-4b37-8187-613ee0781bee'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:12:38.500312 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a1690904-af18-429a-84c1-7b2b56a356bc tempest-RoutersAdminNegativeTest-1402395071 tempest-RoutersAdminNegativeTest-1402395071-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:38.512264 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a1690904-af18-429a-84c1-7b2b56a356bc tempest-RoutersAdminNegativeTest-1402395071 tempest-RoutersAdminNegativeTest-1402395071-project-admin] 10.222.0.50 "DELETE /v2.0/ports/9383990b-d8d0-4c7d-bb68-b85c0dc5cbd6 HTTP/1.1" status: 204 len: 168 time: 1.7740395 Feb 09 01:12:38.599714 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e58feb7-cfba-423f-b4d4-ba10e641c4a8 req-f7af3c82-64f7-41c5-a4d6-aa9df4b23cad service neutron] 10.222.0.47 "GET /v2.0/networks/460d32a0-6143-4328-a439-dc4890ffb702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629053 Feb 09 01:12:38.805187 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea54ef-006e-410c-9cc8-01adda4a17c2 req-e473b30b-54a3-47b3-893f-9358d1588405 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:38.805187 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea54ef-006e-410c-9cc8-01adda4a17c2 req-e473b30b-54a3-47b3-893f-9358d1588405 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:38.813649 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea54ef-006e-410c-9cc8-01adda4a17c2 req-e473b30b-54a3-47b3-893f-9358d1588405 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:38.869657 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea54ef-006e-410c-9cc8-01adda4a17c2 req-e473b30b-54a3-47b3-893f-9358d1588405 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:38.878810 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea54ef-006e-410c-9cc8-01adda4a17c2 req-e473b30b-54a3-47b3-893f-9358d1588405 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:38.897538 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea54ef-006e-410c-9cc8-01adda4a17c2 req-e473b30b-54a3-47b3-893f-9358d1588405 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:38.911277 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea54ef-006e-410c-9cc8-01adda4a17c2 req-e473b30b-54a3-47b3-893f-9358d1588405 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:38.916096 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f0ea54ef-006e-410c-9cc8-01adda4a17c2 req-e473b30b-54a3-47b3-893f-9358d1588405 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5430 time: 0.4795570 Feb 09 01:12:39.118468 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e58feb7-cfba-423f-b4d4-ba10e641c4a8 req-ae181657-5963-4b4f-b7aa-2efe3b7f666e service neutron] 10.222.0.47 "GET /v2.0/networks/460d32a0-6143-4328-a439-dc4890ffb702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5045743 Feb 09 01:12:39.170411 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f0ea54ef-006e-410c-9cc8-01adda4a17c2 req-4fdc8173-3a39-4acc-a6fb-2c19365de3c1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2421463 Feb 09 01:12:39.240450 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52836) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:39.278471 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:39.280666 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954806f9-ab63-4cf0-9476-8d82e3321345 req-03bea1c8-0b3a-429f-a289-99e2f490a25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:39.281329 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954806f9-ab63-4cf0-9476-8d82e3321345 req-03bea1c8-0b3a-429f-a289-99e2f490a25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:39.281811 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954806f9-ab63-4cf0-9476-8d82e3321345 req-03bea1c8-0b3a-429f-a289-99e2f490a25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:39.282286 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954806f9-ab63-4cf0-9476-8d82e3321345 req-03bea1c8-0b3a-429f-a289-99e2f490a25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:39.282803 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954806f9-ab63-4cf0-9476-8d82e3321345 req-03bea1c8-0b3a-429f-a289-99e2f490a25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:39.283885 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954806f9-ab63-4cf0-9476-8d82e3321345 req-03bea1c8-0b3a-429f-a289-99e2f490a25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:39.284372 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954806f9-ab63-4cf0-9476-8d82e3321345 req-03bea1c8-0b3a-429f-a289-99e2f490a25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:39.286966 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-954806f9-ab63-4cf0-9476-8d82e3321345 req-03bea1c8-0b3a-429f-a289-99e2f490a25f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e1de9b230a144a68a725edf02d781381&device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 6704 time: 0.1122496 Feb 09 01:12:39.447748 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954806f9-ab63-4cf0-9476-8d82e3321345 req-5c528cee-e9c1-441a-a06d-e1bc6b0483ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:39.449489 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-954806f9-ab63-4cf0-9476-8d82e3321345 req-5c528cee-e9c1-441a-a06d-e1bc6b0483ab service neutron] 10.222.0.47 "GET /v2.0/networks?id=460d32a0-6143-4328-a439-dc4890ffb702 HTTP/1.1" status: 200 len: 903 time: 0.1541934 Feb 09 01:12:39.471112 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c172bd23-173c-467e-b9dd-2f55057d729d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:39.663981 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c172bd23-173c-467e-b9dd-2f55057d729d admin admin] Publish callbacks [] for security_group (b485e04f-0363-43f7-a7ad-abd1ec622d3f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:39.675007 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c172bd23-173c-467e-b9dd-2f55057d729d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b485e04f-0363-43f7-a7ad-abd1ec622d3f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:39.719389 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c172bd23-173c-467e-b9dd-2f55057d729d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b485e04f-0363-43f7-a7ad-abd1ec622d3f,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:39.748143 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device ae90c3ca-2e83-4b37-8187-613ee0781bee up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:12:39.764640 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c172bd23-173c-467e-b9dd-2f55057d729d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0943893472aa4aa6a4b7d32101cf5aa8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5229490 Feb 09 01:12:39.767697 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52840) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:39.883594 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ec9698cd-930c-4052-922d-379e2e2b2fa3 admin admin] Publish callbacks [] for security_group (b485e04f-0363-43f7-a7ad-abd1ec622d3f), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:39.925451 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port ae90c3ca-2e83-4b37-8187-613ee0781bee triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:39.928668 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (ae90c3ca-2e83-4b37-8187-613ee0781bee), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:39.938072 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ec9698cd-930c-4052-922d-379e2e2b2fa3 admin admin] Publish callbacks [] for security_group (b485e04f-0363-43f7-a7ad-abd1ec622d3f), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:39.998800 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-954806f9-ab63-4cf0-9476-8d82e3321345 req-56a96fca-c4ae-4d42-a48c-1b5208f013bc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d HTTP/1.1" status: 200 len: 217 time: 0.5425217 Feb 09 01:12:40.034552 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ec9698cd-930c-4052-922d-379e2e2b2fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b485e04f-0363-43f7-a7ad-abd1ec622d3f), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:40.037275 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ec9698cd-930c-4052-922d-379e2e2b2fa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:40.044071 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ec9698cd-930c-4052-922d-379e2e2b2fa3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b485e04f-0363-43f7-a7ad-abd1ec622d3f HTTP/1.1" status: 204 len: 168 time: 0.2751977 Feb 09 01:12:40.069279 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9698cd-930c-4052-922d-379e2e2b2fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b485e04f-0363-43f7-a7ad-abd1ec622d3f,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:40.151836 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954806f9-ab63-4cf0-9476-8d82e3321345 req-b923ecd6-14fd-420f-ad4a-1f46164c2265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:40.156807 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-954806f9-ab63-4cf0-9476-8d82e3321345 req-b923ecd6-14fd-420f-ad4a-1f46164c2265 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1f7b747d-a13d-42ff-8656-cd566cc6fad6 HTTP/1.1" status: 200 len: 797 time: 0.1490729 Feb 09 01:12:40.221548 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port ae90c3ca-2e83-4b37-8187-613ee0781bee is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:40.221965 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ae90c3ca-2e83-4b37-8187-613ee0781bee), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:40.232348 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954806f9-ab63-4cf0-9476-8d82e3321345 req-35f43370-7343-4235-a064-736c81678468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:40.235202 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-954806f9-ab63-4cf0-9476-8d82e3321345 req-35f43370-7343-4235-a064-736c81678468 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=460d32a0-6143-4328-a439-dc4890ffb702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0726173 Feb 09 01:12:40.273028 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b6faf13-0667-4c9f-81db-a22b376c4e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae90c3ca-2e83-4b37-8187-613ee0781bee'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:12:40.285483 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28820b90-00dd-442d-b3ac-587a22fb12ae" -d '{"events": [{"server_uuid": "2b6faf13-0667-4c9f-81db-a22b376c4e05", "name": "network-vif-plugged", "status": "completed", "tag": "ae90c3ca-2e83-4b37-8187-613ee0781bee"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:12:40.314773 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port ae90c3ca-2e83-4b37-8187-613ee0781bee, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=ae90c3ca-2e83-4b37-8187-613ee0781bee,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:40.326778 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (ae90c3ca-2e83-4b37-8187-613ee0781bee), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:40.327599 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device b0d30616-27a9-44a4-8ffc-38209725a898 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:12:40.371416 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: b0d30616-27a9-44a4-8ffc-38209725a898 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:12:40.371808 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device b0d30616-27a9-44a4-8ffc-38209725a898 not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:12:40.424999 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-954806f9-ab63-4cf0-9476-8d82e3321345 req-5e882dfb-67a4-45cb-849a-4ee8e7a1ad08 service neutron] 10.222.0.47 "GET /v2.0/networks/460d32a0-6143-4328-a439-dc4890ffb702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810858 Feb 09 01:12:40.517871 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=ae90c3ca-2e83-4b37-8187-613ee0781bee,revision_number=7']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:40.661030 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-954806f9-ab63-4cf0-9476-8d82e3321345 req-e00084c9-40f0-4c6a-821a-44c568edf452 service neutron] 10.222.0.47 "GET /v2.0/networks/460d32a0-6143-4328-a439-dc4890ffb702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271080 Feb 09 01:12:40.725254 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52850) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:40.785753 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52852) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:40.793940 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a7f73fe5-7360-489f-a666-c796ac5343b7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9e23882012c849db937e2fa7d3bbce22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0661399 Feb 09 01:12:40.884873 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8c24452f-c4e8-40c6-bb14-7230dfa99e6e admin admin] Publish callbacks [] for security_group (1007f1fa-0579-4785-8677-a6c614e96eb9), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:40.936345 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8c24452f-c4e8-40c6-bb14-7230dfa99e6e admin admin] Publish callbacks [] for security_group (1007f1fa-0579-4785-8677-a6c614e96eb9), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:41.030791 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8c24452f-c4e8-40c6-bb14-7230dfa99e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1007f1fa-0579-4785-8677-a6c614e96eb9), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:41.042157 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8c24452f-c4e8-40c6-bb14-7230dfa99e6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:41.062777 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8c24452f-c4e8-40c6-bb14-7230dfa99e6e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1007f1fa-0579-4785-8677-a6c614e96eb9 HTTP/1.1" status: 204 len: 168 time: 0.2674944 Feb 09 01:12:41.084736 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c24452f-c4e8-40c6-bb14-7230dfa99e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1007f1fa-0579-4785-8677-a6c614e96eb9,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:41.874127 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f13fa-2b6d-4c19-924f-81d1b416ef2c req-eea9d299-9b2a-47f5-b114-3f6d57e7fd74 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:41.887901 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fc8f13fa-2b6d-4c19-924f-81d1b416ef2c req-eea9d299-9b2a-47f5-b114-3f6d57e7fd74 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 945 time: 0.1327264 Feb 09 01:12:42.002692 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fc8f13fa-2b6d-4c19-924f-81d1b416ef2c req-602b1443-2d5b-43b7-8622-d13672c5a468 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118553 Feb 09 01:12:42.364931 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fba8a0-56d4-446f-8cee-db2ed2d1a82b req-97b4d654-b5ad-4fea-947c-2ce9d9142040 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:42.379551 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fba8a0-56d4-446f-8cee-db2ed2d1a82b req-97b4d654-b5ad-4fea-947c-2ce9d9142040 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:42.410088 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fba8a0-56d4-446f-8cee-db2ed2d1a82b req-97b4d654-b5ad-4fea-947c-2ce9d9142040 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:42.420379 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fba8a0-56d4-446f-8cee-db2ed2d1a82b req-97b4d654-b5ad-4fea-947c-2ce9d9142040 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:42.450015 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fba8a0-56d4-446f-8cee-db2ed2d1a82b req-97b4d654-b5ad-4fea-947c-2ce9d9142040 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:42.469229 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fba8a0-56d4-446f-8cee-db2ed2d1a82b req-97b4d654-b5ad-4fea-947c-2ce9d9142040 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:42.500496 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fba8a0-56d4-446f-8cee-db2ed2d1a82b req-97b4d654-b5ad-4fea-947c-2ce9d9142040 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:42.504589 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-50fba8a0-56d4-446f-8cee-db2ed2d1a82b req-97b4d654-b5ad-4fea-947c-2ce9d9142040 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5430 time: 0.2677395 Feb 09 01:12:42.590349 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52878) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:42.667822 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-50fba8a0-56d4-446f-8cee-db2ed2d1a82b req-a4c6db44-eed6-4d6e-aa98-07657582ca6c tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1577876 Feb 09 01:12:42.799966 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73dd770c-0b80-4099-92ff-469bbb955c60 x-openstack-request-id: req-73dd770c-0b80-4099-92ff-469bbb955c60 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:12:42.800764 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b6faf13-0667-4c9f-81db-a22b376c4e05", "name": "network-vif-plugged", "status": "completed", "tag": "ae90c3ca-2e83-4b37-8187-613ee0781bee", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:12:42.800764 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-73dd770c-0b80-4099-92ff-469bbb955c60 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:12:42.800764 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b6faf13-0667-4c9f-81db-a22b376c4e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae90c3ca-2e83-4b37-8187-613ee0781bee', 'code': 200} Feb 09 01:12:42.817058 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [None req-84eed837-77da-4e0a-ba9f-99a4c7796618 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:42.821781 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52884) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:42.822044 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-84eed837-77da-4e0a-ba9f-99a4c7796618 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2299316 Feb 09 01:12:42.826386 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [None req-8b5f6316-ff3e-422a-aaeb-5454e24c22a7 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:42.829610 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8b5f6316-ff3e-422a-aaeb-5454e24c22a7 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0046012 Feb 09 01:12:42.829852 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52886) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:42.834251 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [None req-61006fab-5bb8-42f8-bb38-51aabf2b565b tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:42.837444 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-61006fab-5bb8-42f8-bb38-51aabf2b565b tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0040543 Feb 09 01:12:42.840206 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52888) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:42.857764 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [None req-aba8b5e3-f257-4f9d-a6ea-d67037f60c6f tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:42.864738 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-aba8b5e3-f257-4f9d-a6ea-d67037f60c6f tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0224795 Feb 09 01:12:42.867224 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52890) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:42.872515 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [None req-8940c50a-f38e-41dd-9225-9ff65f950e88 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:42.880641 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8940c50a-f38e-41dd-9225-9ff65f950e88 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0121784 Feb 09 01:12:42.883603 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52894) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:42.892992 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [None req-fe00709c-4c2f-4a90-ae73-6ce430aaf64f tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:42.894022 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-fe00709c-4c2f-4a90-ae73-6ce430aaf64f tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0098605 Feb 09 01:12:42.897325 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52896) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:42.905129 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [None req-b4ce8816-11ba-446f-b314-449ad79fad51 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:42.909310 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b4ce8816-11ba-446f-b314-449ad79fad51 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0058179 Feb 09 01:12:42.909702 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52898) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:42.914858 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [None req-2297cc23-eeae-48b7-ad6d-866e82d23a2b tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:42.918021 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2297cc23-eeae-48b7-ad6d-866e82d23a2b tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0051558 Feb 09 01:12:42.918449 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52900) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:42.924029 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [None req-a9ccd8f6-5fa6-4117-8c94-40eb5942ecb3 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:42.926500 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a9ccd8f6-5fa6-4117-8c94-40eb5942ecb3 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0061138 Feb 09 01:12:42.928040 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52902) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:42.936416 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [None req-047d4c77-d404-4d43-ad54-788067179006 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:42.937632 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-047d4c77-d404-4d43-ad54-788067179006 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0081477 Feb 09 01:12:42.940153 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52904) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:42.947157 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [None req-90486d6b-8cbb-4c72-904d-451a146f6d59 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:42.948467 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-90486d6b-8cbb-4c72-904d-451a146f6d59 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0068636 Feb 09 01:12:42.951183 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52906) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:42.956237 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [None req-da0a0d1d-c1eb-473e-9ac1-8c55c6e8db38 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:42.957327 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-da0a0d1d-c1eb-473e-9ac1-8c55c6e8db38 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0051663 Feb 09 01:12:42.959920 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52908) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:42.964401 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [None req-5397a8a6-a72f-4769-9aec-ed9e0bad4b15 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:42.965658 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5397a8a6-a72f-4769-9aec-ed9e0bad4b15 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0044227 Feb 09 01:12:42.967916 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52910) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:42.972688 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [None req-9029f9bc-987c-418b-88bf-0bc863f66617 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:42.978635 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9029f9bc-987c-418b-88bf-0bc863f66617 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0086908 Feb 09 01:12:42.980945 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52912) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:42.985287 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [None req-32cb979c-271e-4142-9b07-130fad1f2720 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:42.988355 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-32cb979c-271e-4142-9b07-130fad1f2720 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0043383 Feb 09 01:12:42.988620 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52914) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:42.992614 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [None req-8f7f6cbf-5599-4522-8936-624a4e5f647b tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:42.995810 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8f7f6cbf-5599-4522-8936-624a4e5f647b tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0039542 Feb 09 01:12:42.996038 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52916) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.002228 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [None req-ffadb176-bbdb-449b-a3bc-ff346779e5a2 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.008361 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ffadb176-bbdb-449b-a3bc-ff346779e5a2 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0094733 Feb 09 01:12:43.009721 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52918) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.018797 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [None req-a09f54d5-a702-4e9d-a880-315c317fa093 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.022607 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52920) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.027040 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [None req-2e77ca99-db4f-4409-bee2-b5487eb13a50 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.027991 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2e77ca99-db4f-4409-bee2-b5487eb13a50 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0044076 Feb 09 01:12:43.030416 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52922) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.037248 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a09f54d5-a702-4e9d-a880-315c317fa093 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0272534 Feb 09 01:12:43.043819 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [None req-07cca642-995a-40c8-b1bb-33981a397445 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.045247 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-07cca642-995a-40c8-b1bb-33981a397445 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0135763 Feb 09 01:12:43.051725 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52926) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.056146 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [None req-441bf49a-f3fc-471a-891e-973078e02565 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.067960 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52928) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.068118 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-441bf49a-f3fc-471a-891e-973078e02565 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0151772 Feb 09 01:12:43.073875 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [None req-dc28c152-72b1-4144-ba7c-78872cee420b tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.076216 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-dc28c152-72b1-4144-ba7c-78872cee420b tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0056798 Feb 09 01:12:43.079568 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52930) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.083936 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [None req-96cfb5a3-9693-4aa1-a62d-6baa8cc1a9a6 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.088006 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52932) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.091726 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-96cfb5a3-9693-4aa1-a62d-6baa8cc1a9a6 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0110855 Feb 09 01:12:43.092888 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [None req-ed8861e6-c4b1-49c9-a6d9-e6d8477015c2 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.098031 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52934) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.105145 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ed8861e6-c4b1-49c9-a6d9-e6d8477015c2 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0159714 Feb 09 01:12:43.106153 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [None req-94c19b6f-095a-465f-b471-84410e1b39e8 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.107143 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-94c19b6f-095a-465f-b471-84410e1b39e8 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0081570 Feb 09 01:12:43.111889 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52936) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.116187 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [None req-84558857-cbf6-46cc-812c-b2e08cf15800 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.119755 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-84558857-cbf6-46cc-812c-b2e08cf15800 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0069091 Feb 09 01:12:43.122510 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52940) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.126817 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [None req-3b5ac66c-6223-4980-a149-b53d024b6cf7 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.127786 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3b5ac66c-6223-4980-a149-b53d024b6cf7 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0043478 Feb 09 01:12:43.130571 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52942) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.134891 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [None req-b1ed1c9f-888a-46fa-a227-18a82df67ecb tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.135886 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b1ed1c9f-888a-46fa-a227-18a82df67ecb tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0043910 Feb 09 01:12:43.139059 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52944) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.144010 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [None req-4d6b7c47-172c-4eff-a98a-5a36c9732667 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.150502 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4d6b7c47-172c-4eff-a98a-5a36c9732667 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0104203 Feb 09 01:12:43.153258 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52946) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.169348 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [None req-b24082d8-5a41-4fc8-924e-a9d92fbd9a59 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.175612 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b24082d8-5a41-4fc8-924e-a9d92fbd9a59 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0145805 Feb 09 01:12:43.176276 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52948) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.186468 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [None req-fd6d76f3-045b-48dc-88af-8e2d2e6de1e7 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.196730 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-fd6d76f3-045b-48dc-88af-8e2d2e6de1e7 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0170729 Feb 09 01:12:43.197078 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52950) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.202227 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [None req-380e0422-b3a8-44e4-97cd-1328a6df1fd4 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.215870 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-380e0422-b3a8-44e4-97cd-1328a6df1fd4 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0116477 Feb 09 01:12:43.215870 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52952) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.226672 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [None req-50c95b3a-b8a1-4366-86e5-ce496d3fef5a tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.232575 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-50c95b3a-b8a1-4366-86e5-ce496d3fef5a tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0152268 Feb 09 01:12:43.233302 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52954) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.250745 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [None req-b7dc26f3-b951-4bd0-b801-2496a0ca9798 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.254621 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52956) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.256171 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b7dc26f3-b951-4bd0-b801-2496a0ca9798 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0146968 Feb 09 01:12:43.259604 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [None req-c4ca3504-4a08-4c3e-8b55-9cb6ee9ba65a tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.263000 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52958) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.264683 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c4ca3504-4a08-4c3e-8b55-9cb6ee9ba65a tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0087185 Feb 09 01:12:43.270030 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [None req-2af8e72e-aa04-406c-87ef-795b00437973 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.274200 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2af8e72e-aa04-406c-87ef-795b00437973 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0097578 Feb 09 01:12:43.277079 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52960) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.290302 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [None req-b79991e3-acab-42e1-a101-cc9534a0e4f0 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.291305 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b79991e3-acab-42e1-a101-cc9534a0e4f0 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0138211 Feb 09 01:12:43.293965 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52962) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.298160 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [None req-b545ed3f-ac10-4a6f-9144-20dc20345eea tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.299134 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b545ed3f-ac10-4a6f-9144-20dc20345eea tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0042551 Feb 09 01:12:43.301799 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52964) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.307356 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [None req-6e9b7cad-d7c1-407e-a54b-0749f3b422e1 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.309482 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52966) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.309647 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6e9b7cad-d7c1-407e-a54b-0749f3b422e1 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0067837 Feb 09 01:12:43.314282 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [None req-95da26ab-ffb2-450d-8f91-2bc1b923481c tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.315276 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-95da26ab-ffb2-450d-8f91-2bc1b923481c tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0048411 Feb 09 01:12:43.317827 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52968) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.322030 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [None req-d03dce82-2f44-4a40-aff9-53e8ff2ed19a tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.325565 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52970) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.329117 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d03dce82-2f44-4a40-aff9-53e8ff2ed19a tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0101516 Feb 09 01:12:43.330838 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [None req-13aa6fca-7e9b-4763-8a2a-7f4d4d6e3059 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.331685 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-13aa6fca-7e9b-4763-8a2a-7f4d4d6e3059 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0050440 Feb 09 01:12:43.334278 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52972) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.338577 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [None req-fdc7044e-a030-4001-8b8e-9882997dab8d tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.339662 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-fdc7044e-a030-4001-8b8e-9882997dab8d tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0044153 Feb 09 01:12:43.344799 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52974) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.348164 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [None req-796d283d-2944-4104-818f-79b6f61e36aa tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.351904 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52976) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.356444 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [None req-b306a6ad-61b5-4ee8-83d8-69bee2cba1e5 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.357439 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b306a6ad-61b5-4ee8-83d8-69bee2cba1e5 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0045083 Feb 09 01:12:43.360496 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52978) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.364627 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [None req-538e8a34-7714-4f9f-8bf7-95f841a23a70 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.364971 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-796d283d-2944-4104-818f-79b6f61e36aa tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0200531 Feb 09 01:12:43.365587 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-538e8a34-7714-4f9f-8bf7-95f841a23a70 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0041709 Feb 09 01:12:43.368138 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52980) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.374946 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [None req-4a0e6ffc-e765-42ff-b9c6-bb5f6ce22c56 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.375943 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4a0e6ffc-e765-42ff-b9c6-bb5f6ce22c56 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0068519 Feb 09 01:12:43.379351 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52982) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.383852 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [None req-d54fff58-0d71-4b7c-ae1e-d424680db76c tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.387978 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52984) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.393034 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [None req-9e243884-8958-49ab-89da-207132727bba tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.393483 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d54fff58-0d71-4b7c-ae1e-d424680db76c tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0127723 Feb 09 01:12:43.394131 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-9e243884-8958-49ab-89da-207132727bba tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0044982 Feb 09 01:12:43.397665 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52986) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.404464 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [None req-c4e8fdeb-e1f6-4316-86c8-b0c9fb1e6368 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.410636 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52988) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.411219 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c4e8fdeb-e1f6-4316-86c8-b0c9fb1e6368 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0121961 Feb 09 01:12:43.435727 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [None req-7c8785d8-8431-4b70-90d7-df24df8042f6 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.439494 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52992) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.443544 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7c8785d8-8431-4b70-90d7-df24df8042f6 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0316432 Feb 09 01:12:43.444031 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [None req-9d3b0d2e-fe85-4508-8e04-b3f390c21bc6 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.447940 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-9d3b0d2e-fe85-4508-8e04-b3f390c21bc6 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0073018 Feb 09 01:12:43.448275 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52994) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.461256 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [None req-c4c769fe-05e8-406b-8433-b1823ab8a544 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.462571 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c4c769fe-05e8-406b-8433-b1823ab8a544 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0133040 Feb 09 01:12:43.465346 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52996) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.470887 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [None req-25658282-ae30-4593-8030-53869182dfc9 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.474638 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-25658282-ae30-4593-8030-53869182dfc9 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0082386 Feb 09 01:12:43.475269 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52998) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.480161 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [None req-79e6988a-d7d9-4700-a173-27b7aa9b6eec tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.487741 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-79e6988a-d7d9-4700-a173-27b7aa9b6eec tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0112827 Feb 09 01:12:43.490878 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 53000) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.495507 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [None req-9d6765c1-1113-4589-b84a-7ea306344ec1 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.499323 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-9d6765c1-1113-4589-b84a-7ea306344ec1 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0073154 Feb 09 01:12:43.500568 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53002) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.505168 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [None req-9169cce6-db8f-485c-b05e-80e2a7de2771 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.517126 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9169cce6-db8f-485c-b05e-80e2a7de2771 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0153472 Feb 09 01:12:43.519993 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53004) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.525661 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [None req-152b2289-1858-4f41-9cdb-fa28c6192ba5 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.540534 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-152b2289-1858-4f41-9cdb-fa28c6192ba5 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0193133 Feb 09 01:12:43.543050 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53006) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.549110 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [None req-691c1e91-85de-4795-b1dc-8b605e645915 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.555134 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-691c1e91-85de-4795-b1dc-8b605e645915 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0083585 Feb 09 01:12:43.556525 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53008) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.569012 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [None req-6febdcf6-ee22-46d1-9d2c-c538ba159b75 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.573889 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6febdcf6-ee22-46d1-9d2c-c538ba159b75 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0112450 Feb 09 01:12:43.577146 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 53010) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.583985 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [None req-e8e66112-dde2-4d9a-b2cb-04ae41105611 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.597779 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53012) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.598566 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e8e66112-dde2-4d9a-b2cb-04ae41105611 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0193496 Feb 09 01:12:43.602659 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [None req-025b249e-ab46-44e7-9b40-05327967fb56 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.607489 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-025b249e-ab46-44e7-9b40-05327967fb56 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0080354 Feb 09 01:12:43.610048 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53014) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.616332 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [None req-b467791c-173d-4f3d-94b5-c999467bd203 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.620451 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b467791c-173d-4f3d-94b5-c999467bd203 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0088780 Feb 09 01:12:43.624076 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53016) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.633734 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [None req-1fe5dec2-60c8-4514-9388-1a2b93c4ddb6 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.639934 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 53018) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.640247 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1fe5dec2-60c8-4514-9388-1a2b93c4ddb6 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0146332 Feb 09 01:12:43.654328 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [None req-e10eeda0-b7b2-4a11-a941-4e985db14ec2 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.657766 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e10eeda0-b7b2-4a11-a941-4e985db14ec2 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0093784 Feb 09 01:12:43.658432 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53020) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.663426 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [None req-6d4ae5c2-100b-4580-9979-b9e1c8ccbb3a tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.670167 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6d4ae5c2-100b-4580-9979-b9e1c8ccbb3a tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0105336 Feb 09 01:12:43.671000 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53022) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.671471 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1805d1-8d65-4e10-abd7-6ab0dff5dfad req-277678b3-7233-405d-8a66-cc376280396a tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:43.676054 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [None req-fe6c3707-9bf9-45e5-8267-53297263dc62 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.680590 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-fe6c3707-9bf9-45e5-8267-53297263dc62 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0076282 Feb 09 01:12:43.681439 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53024) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.685655 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [None req-c26da42f-0dd3-401b-b12d-0368618e3cef tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.689609 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c26da42f-0dd3-401b-b12d-0368618e3cef tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0070257 Feb 09 01:12:43.690481 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53026) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.691550 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6a1805d1-8d65-4e10-abd7-6ab0dff5dfad req-277678b3-7233-405d-8a66-cc376280396a tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 945 time: 0.1838369 Feb 09 01:12:43.695203 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [None req-1821fcc2-385a-4e7e-93cd-c2c3c33d3685 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.699816 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1821fcc2-385a-4e7e-93cd-c2c3c33d3685 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0081503 Feb 09 01:12:43.700761 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53028) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.705629 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [None req-4fd34418-e57e-4064-8b43-d2948a5f9347 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.709569 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4fd34418-e57e-4064-8b43-d2948a5f9347 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0076332 Feb 09 01:12:43.710445 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53030) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:43.714685 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [None req-d61e2b86-da8e-429d-8780-394d3991bd98 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:43.729976 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d61e2b86-da8e-429d-8780-394d3991bd98 tempest-ExtensionsTestJSON-1573820173 tempest-ExtensionsTestJSON-1573820173-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0182641 Feb 09 01:12:43.844035 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6a1805d1-8d65-4e10-abd7-6ab0dff5dfad req-a485b218-36ed-4ba3-b94d-c8eabb64ed1b tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283915 Feb 09 01:12:44.009200 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f12db4-51ea-48ab-85bb-07bcea7a2c98 req-8b074dae-7708-4bc2-b323-dc2dd82ea37d tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:44.011148 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d9f12db4-51ea-48ab-85bb-07bcea7a2c98 req-8b074dae-7708-4bc2-b323-dc2dd82ea37d tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7150ff8-64e8-4ee5-a5b2-922df0e31528 HTTP/1.1" status: 200 len: 944 time: 0.1368654 Feb 09 01:12:44.248930 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 53046) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:44.323564 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-d9f12db4-51ea-48ab-85bb-07bcea7a2c98 req-7c17d830-3db8-469e-96ee-1cd7e051791e tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Deleting port e6ab358e-5c8a-47ef-a521-a6fd49354b58 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:12:44.323948 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d9f12db4-51ea-48ab-85bb-07bcea7a2c98 req-7c17d830-3db8-469e-96ee-1cd7e051791e tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (e6ab358e-5c8a-47ef-a521-a6fd49354b58), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:44.669758 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c4c382e8-85d0-4eff-8639-dcb4ca1f718e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:44.720104 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80138e-47e1-4938-ae6f-10b37a3fd8cc req-cf70e8c0-8151-4378-85af-f07ad0fbd6b8 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:44.727084 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ef80138e-47e1-4938-ae6f-10b37a3fd8cc req-cf70e8c0-8151-4378-85af-f07ad0fbd6b8 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7150ff8-64e8-4ee5-a5b2-922df0e31528 HTTP/1.1" status: 200 len: 944 time: 0.3816097 Feb 09 01:12:44.835283 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-d9f12db4-51ea-48ab-85bb-07bcea7a2c98 req-7c17d830-3db8-469e-96ee-1cd7e051791e tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] For port e6ab358e-5c8a-47ef-a521-a6fd49354b58, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=e6ab358e-5c8a-47ef-a521-a6fd49354b58,segment=NetworkSegment(c09a8a87-556d-487a-811a-06517127dee5),segment_id=c09a8a87-556d-487a-811a-06517127dee5)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:44.835673 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d9f12db4-51ea-48ab-85bb-07bcea7a2c98 req-7c17d830-3db8-469e-96ee-1cd7e051791e tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (e6ab358e-5c8a-47ef-a521-a6fd49354b58), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:44.870265 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-d9f12db4-51ea-48ab-85bb-07bcea7a2c98 req-7c17d830-3db8-469e-96ee-1cd7e051791e tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Calling delete_port for e6ab358e-5c8a-47ef-a521-a6fd49354b58 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:12:44.895433 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ef80138e-47e1-4938-ae6f-10b37a3fd8cc req-3ce2fd69-eca6-4321-bd6d-04d6d37d7b8c tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672671 Feb 09 01:12:45.116705 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c4c382e8-85d0-4eff-8639-dcb4ca1f718e admin admin] Publish callbacks [] for security_group (c2fd3b9f-7262-4c7a-b53d-750a8f6a91ad), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:45.132351 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c4c382e8-85d0-4eff-8639-dcb4ca1f718e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (c2fd3b9f-7262-4c7a-b53d-750a8f6a91ad), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:45.178464 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c382e8-85d0-4eff-8639-dcb4ca1f718e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fd3b9f-7262-4c7a-b53d-750a8f6a91ad,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:45.236524 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7cab0b-b8ed-4592-bbee-ecbf818c8b3e req-41c295ad-53f8-4bcb-8c79-211f0f5164b7 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:45.243682 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7cab0b-b8ed-4592-bbee-ecbf818c8b3e req-41c295ad-53f8-4bcb-8c79-211f0f5164b7 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:45.261184 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7cab0b-b8ed-4592-bbee-ecbf818c8b3e req-41c295ad-53f8-4bcb-8c79-211f0f5164b7 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:45.271655 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7cab0b-b8ed-4592-bbee-ecbf818c8b3e req-41c295ad-53f8-4bcb-8c79-211f0f5164b7 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:45.285880 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7cab0b-b8ed-4592-bbee-ecbf818c8b3e req-41c295ad-53f8-4bcb-8c79-211f0f5164b7 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:45.303503 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7cab0b-b8ed-4592-bbee-ecbf818c8b3e req-41c295ad-53f8-4bcb-8c79-211f0f5164b7 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:45.313671 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7cab0b-b8ed-4592-bbee-ecbf818c8b3e req-41c295ad-53f8-4bcb-8c79-211f0f5164b7 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:45.320851 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3b7cab0b-b8ed-4592-bbee-ecbf818c8b3e req-41c295ad-53f8-4bcb-8c79-211f0f5164b7 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5430 time: 0.2987809 Feb 09 01:12:45.565621 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3b7cab0b-b8ed-4592-bbee-ecbf818c8b3e req-8f8f4f02-10c0-4fb2-bd8a-c4f7560f3419 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2298043 Feb 09 01:12:45.584810 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c4c382e8-85d0-4eff-8639-dcb4ca1f718e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6f77259d5b774087a7c14093d5713125&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3359408 Feb 09 01:12:45.587603 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53068) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:45.753546 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9235b512-8c21-4408-9293-2fc273c72f18 admin admin] Publish callbacks [] for security_group (c2fd3b9f-7262-4c7a-b53d-750a8f6a91ad), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:45.807834 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9235b512-8c21-4408-9293-2fc273c72f18 admin admin] Publish callbacks [] for security_group (c2fd3b9f-7262-4c7a-b53d-750a8f6a91ad), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:45.899192 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9235b512-8c21-4408-9293-2fc273c72f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (c2fd3b9f-7262-4c7a-b53d-750a8f6a91ad), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:45.902156 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9235b512-8c21-4408-9293-2fc273c72f18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:45.907190 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d9f12db4-51ea-48ab-85bb-07bcea7a2c98 req-7c17d830-3db8-469e-96ee-1cd7e051791e tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (e6ab358e-5c8a-47ef-a521-a6fd49354b58), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:45.911628 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9235b512-8c21-4408-9293-2fc273c72f18 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c2fd3b9f-7262-4c7a-b53d-750a8f6a91ad HTTP/1.1" status: 204 len: 168 time: 0.3222020 Feb 09 01:12:45.930039 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9235b512-8c21-4408-9293-2fc273c72f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fd3b9f-7262-4c7a-b53d-750a8f6a91ad,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:46.077917 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17d830-3db8-469e-96ee-1cd7e051791e tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Pushing event deleted for resources: {'Port': ['ID=e6ab358e-5c8a-47ef-a521-a6fd49354b58,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:46.391358 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f12db4-51ea-48ab-85bb-07bcea7a2c98 req-7c17d830-3db8-469e-96ee-1cd7e051791e tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] No DVR routers for this DVR port e6ab358e-5c8a-47ef-a521-a6fd49354b58 on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:12:46.404664 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d3d3a0-fb0c-4aaf-b8bf-5698036459d8 req-134a8590-42ba-4613-b76f-959939f8c794 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:46.417966 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-63d3d3a0-fb0c-4aaf-b8bf-5698036459d8 req-134a8590-42ba-4613-b76f-959939f8c794 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 945 time: 0.6027920 Feb 09 01:12:46.533399 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d9f12db4-51ea-48ab-85bb-07bcea7a2c98 req-7c17d830-3db8-469e-96ee-1cd7e051791e tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:46.537970 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d9f12db4-51ea-48ab-85bb-07bcea7a2c98 req-7c17d830-3db8-469e-96ee-1cd7e051791e tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.47 "DELETE /v2.0/ports/e6ab358e-5c8a-47ef-a521-a6fd49354b58 HTTP/1.1" status: 204 len: 173 time: 2.5183868 Feb 09 01:12:46.554590 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7150ff8-64e8-4ee5-a5b2-922df0e31528', 'name': 'network-vif-deleted', 'tag': 'e6ab358e-5c8a-47ef-a521-a6fd49354b58'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:12:46.562157 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7cd85f-3732-40da-9ad6-cf55745dca9f" -d '{"events": [{"server_uuid": "a7150ff8-64e8-4ee5-a5b2-922df0e31528", "name": "network-vif-deleted", "tag": "e6ab358e-5c8a-47ef-a521-a6fd49354b58"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:12:46.723127 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-63d3d3a0-fb0c-4aaf-b8bf-5698036459d8 req-e740c4cd-acc4-4dd6-abf7-6497a40ade8f tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2928352 Feb 09 01:12:47.065552 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b6015890-e6d2-4277-81d6-0b5ba0b254f9 req-4b1fae4e-c1bf-4ab6-b3bd-aa4f0045e055 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7150ff8-64e8-4ee5-a5b2-922df0e31528 HTTP/1.1" status: 200 len: 210 time: 0.0643699 Feb 09 01:12:47.321050 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75dc06a-25db-451b-9dad-063467faf978 x-openstack-request-id: req-f75dc06a-25db-451b-9dad-063467faf978 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:12:47.321404 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7150ff8-64e8-4ee5-a5b2-922df0e31528", "name": "network-vif-deleted", "tag": "e6ab358e-5c8a-47ef-a521-a6fd49354b58", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:12:47.321607 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f75dc06a-25db-451b-9dad-063467faf978 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:12:47.322017 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7150ff8-64e8-4ee5-a5b2-922df0e31528', 'name': 'network-vif-deleted', 'tag': 'e6ab358e-5c8a-47ef-a521-a6fd49354b58', 'status': 'completed', 'code': 200} Feb 09 01:12:47.520408 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71c8ed-f27e-4673-956f-84bc52bac957 req-b07ad258-398f-43a0-8e25-5c65b5bbbd5d tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:47.534081 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71c8ed-f27e-4673-956f-84bc52bac957 req-b07ad258-398f-43a0-8e25-5c65b5bbbd5d tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:47.565096 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71c8ed-f27e-4673-956f-84bc52bac957 req-b07ad258-398f-43a0-8e25-5c65b5bbbd5d tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:47.581418 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71c8ed-f27e-4673-956f-84bc52bac957 req-b07ad258-398f-43a0-8e25-5c65b5bbbd5d tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:47.592352 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71c8ed-f27e-4673-956f-84bc52bac957 req-b07ad258-398f-43a0-8e25-5c65b5bbbd5d tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:47.599290 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71c8ed-f27e-4673-956f-84bc52bac957 req-b07ad258-398f-43a0-8e25-5c65b5bbbd5d tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:47.619617 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71c8ed-f27e-4673-956f-84bc52bac957 req-b07ad258-398f-43a0-8e25-5c65b5bbbd5d tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:47.641141 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9b71c8ed-f27e-4673-956f-84bc52bac957 req-b07ad258-398f-43a0-8e25-5c65b5bbbd5d tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5430 time: 0.3113191 Feb 09 01:12:47.763996 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:12:47.796455 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device e6ab358e-5c8a-47ef-a521-a6fd49354b58 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:12:47.831389 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9b71c8ed-f27e-4673-956f-84bc52bac957 req-28ad3f50-40e1-4dd4-aadc-cc9e467e1085 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1869805 Feb 09 01:12:47.867601 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: e6ab358e-5c8a-47ef-a521-a6fd49354b58 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:12:47.867978 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device e6ab358e-5c8a-47ef-a521-a6fd49354b58 not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:12:48.026035 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53128) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:48.229426 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2dacbd-cbd0-4d41-917a-6a3e78c63c7f req-bbc3978d-a2e9-45ce-8eec-40bf80ce985c tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:48.238958 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee2dacbd-cbd0-4d41-917a-6a3e78c63c7f req-bbc3978d-a2e9-45ce-8eec-40bf80ce985c tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 945 time: 0.1665041 Feb 09 01:12:48.292866 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911300e-c95d-43e7-b1df-4ea3378160e5 req-8f00f985-93c5-4fe2-acb8-d34978698594 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:48.296102 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-f3d13f4b-1619-48f0-8607-f29b57b79f81 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1910678153'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:48.302416 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0911300e-c95d-43e7-b1df-4ea3378160e5 req-8f00f985-93c5-4fe2-acb8-d34978698594 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 945 time: 0.2947922 Feb 09 01:12:48.321697 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f1ecf-249f-4709-8d48-e31ce21062c5 req-074d2adc-44cd-49a6-aa39-70bc5765e82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:48.323674 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-039f1ecf-249f-4709-8d48-e31ce21062c5 req-074d2adc-44cd-49a6-aa39-70bc5765e82e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cd714d32a01d4967bf3dd491f0b2d2f7&device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 1127 time: 0.4864979 Feb 09 01:12:48.349047 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d13f4b-1619-48f0-8607-f29b57b79f81 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Made reservation on behalf of 311d0e4c15a04d568230d6b032dce8e3 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:48.352744 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f3d13f4b-1619-48f0-8607-f29b57b79f81 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:48.383609 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f3d13f4b-1619-48f0-8607-f29b57b79f81 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:48.518934 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee2dacbd-cbd0-4d41-917a-6a3e78c63c7f req-e8ccaeb5-f8a9-4669-b201-205850abe558 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=e711df6c-6fe3-4590-9ab7-e2920a97103b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2755232 Feb 09 01:12:48.553956 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f3d13f4b-1619-48f0-8607-f29b57b79f81 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Publish callbacks [] for security_group (bcf41b77-f9e6-4870-b97d-4fcb7357e2f4), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:48.570502 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f3d13f4b-1619-48f0-8607-f29b57b79f81 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (bcf41b77-f9e6-4870-b97d-4fcb7357e2f4), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:48.589979 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0911300e-c95d-43e7-b1df-4ea3378160e5 req-30046c31-3dd1-4090-aec0-56a04b50ebb6 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2864377 Feb 09 01:12:48.669520 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d13f4b-1619-48f0-8607-f29b57b79f81 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf41b77-f9e6-4870-b97d-4fcb7357e2f4,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:48.716310 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f1ecf-249f-4709-8d48-e31ce21062c5 req-6f05189d-65d2-4601-abde-d2f0dda78eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:48.720931 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3d13f4b-1619-48f0-8607-f29b57b79f81 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1038} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:12:48.722326 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-039f1ecf-249f-4709-8d48-e31ce21062c5 req-6f05189d-65d2-4601-abde-d2f0dda78eeb service neutron] 10.222.0.47 "GET /v2.0/networks?id=8e06ad67-97d1-4f11-889a-fde8ce1f4554 HTTP/1.1" status: 200 len: 918 time: 0.3835421 Feb 09 01:12:48.758672 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f3d13f4b-1619-48f0-8607-f29b57b79f81 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (fe5b4636-25f1-4156-8f3e-96c04ce4f133), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:48.759401 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-f3d13f4b-1619-48f0-8607-f29b57b79f81 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Added segment fe5b4636-25f1-4156-8f3e-96c04ce4f133 of type vlan for network c9c78542-5e6b-48c6-bf15-15da5d9dcdb6 Feb 09 01:12:48.851353 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f3d13f4b-1619-48f0-8607-f29b57b79f81 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (c9c78542-5e6b-48c6-bf15-15da5d9dcdb6), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:48.910754 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-039f1ecf-249f-4709-8d48-e31ce21062c5 req-733be40c-e61d-431b-85ce-67751f1b2bd4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3174d59-dca0-4b98-a236-7fe2c2fe09a3 HTTP/1.1" status: 200 len: 1001 time: 0.1800320 Feb 09 01:12:48.930732 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f3d13f4b-1619-48f0-8607-f29b57b79f81 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (c9c78542-5e6b-48c6-bf15-15da5d9dcdb6), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:48.947240 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d13f4b-1619-48f0-8607-f29b57b79f81 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:48.948747 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f3d13f4b-1619-48f0-8607-f29b57b79f81 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:48.996117 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f1ecf-249f-4709-8d48-e31ce21062c5 req-852bfc19-88c8-467b-a833-2af69e6d2805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:48.997201 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-039f1ecf-249f-4709-8d48-e31ce21062c5 req-852bfc19-88c8-467b-a833-2af69e6d2805 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d13d90e7-a71d-4313-a595-9a761a96acb7 HTTP/1.1" status: 200 len: 855 time: 0.0802679 Feb 09 01:12:49.114847 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f3d13f4b-1619-48f0-8607-f29b57b79f81 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0866215 Feb 09 01:12:49.118949 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53152) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:49.125750 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-e717bfb6-27ae-402f-89e0-9c3f6ae49916 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Request body: {'subnet': {'network_id': 'c9c78542-5e6b-48c6-bf15-15da5d9dcdb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:49.156925 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d13f4b-1619-48f0-8607-f29b57b79f81 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Pushing event updated for resources: {'Network': ['ID=c9c78542-5e6b-48c6-bf15-15da5d9dcdb6,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:49.170203 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network c9c78542-5e6b-48c6-bf15-15da5d9dcdb6 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:12:49.183231 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f1ecf-249f-4709-8d48-e31ce21062c5 req-e302aa44-f032-449b-b888-40763eff76e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:49.193212 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-039f1ecf-249f-4709-8d48-e31ce21062c5 req-e302aa44-f032-449b-b888-40763eff76e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8e06ad67-97d1-4f11-889a-fde8ce1f4554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1885366 Feb 09 01:12:49.218225 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ae49f-9a68-440b-bca2-17a815166286 req-a5ac6d79-9206-4a1a-a9d1-1d74109d0557 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:49.239162 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ae49f-9a68-440b-bca2-17a815166286 req-a5ac6d79-9206-4a1a-a9d1-1d74109d0557 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:49.245466 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ae49f-9a68-440b-bca2-17a815166286 req-a5ac6d79-9206-4a1a-a9d1-1d74109d0557 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:49.252390 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ae49f-9a68-440b-bca2-17a815166286 req-a5ac6d79-9206-4a1a-a9d1-1d74109d0557 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:49.259470 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ae49f-9a68-440b-bca2-17a815166286 req-a5ac6d79-9206-4a1a-a9d1-1d74109d0557 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:49.265705 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ae49f-9a68-440b-bca2-17a815166286 req-a5ac6d79-9206-4a1a-a9d1-1d74109d0557 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:49.272123 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ae49f-9a68-440b-bca2-17a815166286 req-a5ac6d79-9206-4a1a-a9d1-1d74109d0557 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:49.282138 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8e6ae49f-9a68-440b-bca2-17a815166286 req-a5ac6d79-9206-4a1a-a9d1-1d74109d0557 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5430 time: 0.2633069 Feb 09 01:12:49.330227 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e717bfb6-27ae-402f-89e0-9c3f6ae49916 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Made reservation on behalf of 311d0e4c15a04d568230d6b032dce8e3 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:49.333989 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e717bfb6-27ae-402f-89e0-9c3f6ae49916 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:49.447239 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093280d-03a7-4633-aa6c-7f1b762f9af7 req-cab12033-5217-4a42-82a7-c801bb2d5e27 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:49.459436 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b093280d-03a7-4633-aa6c-7f1b762f9af7 req-cab12033-5217-4a42-82a7-c801bb2d5e27 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a273a6d-fbc6-48ac-a0d4-01e877340a85 HTTP/1.1" status: 200 len: 944 time: 0.3724277 Feb 09 01:12:49.615470 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8e6ae49f-9a68-440b-bca2-17a815166286 req-4143edf0-8f9d-442e-ab74-a418fb723bbf tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3311076 Feb 09 01:12:49.662560 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e717bfb6-27ae-402f-89e0-9c3f6ae49916 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (d392b0ca-a0a1-403e-82ed-979009ea9af5), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:49.715089 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70b65b0-eaf6-4ebd-bfb0-ff9addbde0a4 req-c43d7cec-90c9-433f-a439-265f0dfe5493 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:49.719313 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b70b65b0-eaf6-4ebd-bfb0-ff9addbde0a4 req-c43d7cec-90c9-433f-a439-265f0dfe5493 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.120 "GET /v2.0/ports?device_id=9a273a6d-fbc6-48ac-a0d4-01e877340a85 HTTP/1.1" status: 200 len: 944 time: 0.3332486 Feb 09 01:12:49.726524 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-039f1ecf-249f-4709-8d48-e31ce21062c5 req-6808db5d-ad4e-4447-9c8e-4d4b0ad5de8d service neutron] 10.222.0.47 "GET /v2.0/networks/8e06ad67-97d1-4f11-889a-fde8ce1f4554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404278 Feb 09 01:12:49.774738 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e717bfb6-27ae-402f-89e0-9c3f6ae49916 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Pushing event updated for resources: {'Subnet': ['ID=d392b0ca-a0a1-403e-82ed-979009ea9af5,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:49.787196 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b093280d-03a7-4633-aa6c-7f1b762f9af7 req-2196510a-1397-4e2e-a0a7-6da550f6694e tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265479 Feb 09 01:12:49.845601 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e717bfb6-27ae-402f-89e0-9c3f6ae49916 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Checking segment: {'id': 'fe5b4636-25f1-4156-8f3e-96c04ce4f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'c9c78542-5e6b-48c6-bf15-15da5d9dcdb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:12:49.845979 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e717bfb6-27ae-402f-89e0-9c3f6ae49916 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Network hostable DHCP agents. Network: c9c78542-5e6b-48c6-bf15-15da5d9dcdb6, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:12:49.889988 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e717bfb6-27ae-402f-89e0-9c3f6ae49916 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Network c9c78542-5e6b-48c6-bf15-15da5d9dcdb6 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:12:49.900935 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-e717bfb6-27ae-402f-89e0-9c3f6ae49916 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, c9c78542-5e6b-48c6-bf15-15da5d9dcdb6) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:49.911448 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df08e1c-ba45-41b4-89a4-3f417343284f None None] Network c9c78542-5e6b-48c6-bf15-15da5d9dcdb6 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:12:49.913949 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e717bfb6-27ae-402f-89e0-9c3f6ae49916 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:49.914803 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e717bfb6-27ae-402f-89e0-9c3f6ae49916 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:49.945950 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e717bfb6-27ae-402f-89e0-9c3f6ae49916 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8234179 Feb 09 01:12:49.946327 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53162) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:49.952799 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-0c0115bd-4874-40f9-b12d-2a555d051451 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Request body: {'port': {'network_id': 'c9c78542-5e6b-48c6-bf15-15da5d9dcdb6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1239560393'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:49.997946 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-039f1ecf-249f-4709-8d48-e31ce21062c5 req-c63d9a69-1292-44ca-9492-a37d9355491f service neutron] 10.222.0.47 "GET /v2.0/networks/8e06ad67-97d1-4f11-889a-fde8ce1f4554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609162 Feb 09 01:12:50.091327 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a89e61f-ce34-4d96-b81c-22ecd889ed0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-c9c78542-5e6b-48c6-bf15-15da5d9dcdb6', 'network_id': 'c9c78542-5e6b-48c6-bf15-15da5d9dcdb6', 'project_id': '311d0e4c15a04d568230d6b032dce8e3', 'fixed_ips': [{'subnet_id': 'd392b0ca-a0a1-403e-82ed-979009ea9af5'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:12:50.092979 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9a89e61f-ce34-4d96-b81c-22ecd889ed0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:50.207468 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0115bd-4874-40f9-b12d-2a555d051451 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Made reservation on behalf of 311d0e4c15a04d568230d6b032dce8e3 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:50.208952 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0c0115bd-4874-40f9-b12d-2a555d051451 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:50.239161 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-0c0115bd-4874-40f9-b12d-2a555d051451 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] device_id is not set on port 2d5bb7f5-73cf-40a5-bde5-d3b7169caabb yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:12:50.266106 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0938202-ea2c-458c-9e84-0ef6bb6dc6ec req-f736706b-4dc0-4355-8caa-72933540b16a tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:50.268409 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d0938202-ea2c-458c-9e84-0ef6bb6dc6ec req-f736706b-4dc0-4355-8caa-72933540b16a tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 945 time: 0.5358117 Feb 09 01:12:50.314427 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede50fb-ed36-4b21-8676-db78a58ba5fe req-be8d4f5d-78a2-4c3e-aad2-27f0a468db5e tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:50.322771 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dede50fb-ed36-4b21-8676-db78a58ba5fe req-be8d4f5d-78a2-4c3e-aad2-27f0a468db5e tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 945 time: 0.2943017 Feb 09 01:12:50.371673 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-b70b65b0-eaf6-4ebd-bfb0-ff9addbde0a4 req-c4453121-68b3-4791-89a0-7f08d2c9936a tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Deleting port 79c2a00a-9408-4405-a3b9-5bab7752649f {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:12:50.372937 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b70b65b0-eaf6-4ebd-bfb0-ff9addbde0a4 req-c4453121-68b3-4791-89a0-7f08d2c9936a tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (79c2a00a-9408-4405-a3b9-5bab7752649f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:50.378135 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-9a89e61f-ce34-4d96-b81c-22ecd889ed0d None None] Allocated IP 172.20.0.2 (c9c78542-5e6b-48c6-bf15-15da5d9dcdb6/d392b0ca-a0a1-403e-82ed-979009ea9af5/a1c4d1a0-950b-47f8-804b-5904c37b4842) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:12:50.483274 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dede50fb-ed36-4b21-8676-db78a58ba5fe req-61262c3c-5796-4785-9f50-5dac073c4d2a tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532106 Feb 09 01:12:50.573639 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d0938202-ea2c-458c-9e84-0ef6bb6dc6ec req-312e36a7-4b1f-482b-9e7d-a82955f37955 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=e711df6c-6fe3-4590-9ab7-e2920a97103b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2965739 Feb 09 01:12:50.629724 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9a89e61f-ce34-4d96-b81c-22ecd889ed0d None None] Publish callbacks [] for port (a1c4d1a0-950b-47f8-804b-5904c37b4842), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:50.638547 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9a89e61f-ce34-4d96-b81c-22ecd889ed0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (a1c4d1a0-950b-47f8-804b-5904c37b4842), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:50.699340 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-b70b65b0-eaf6-4ebd-bfb0-ff9addbde0a4 req-c4453121-68b3-4791-89a0-7f08d2c9936a tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] For port 79c2a00a-9408-4405-a3b9-5bab7752649f, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=79c2a00a-9408-4405-a3b9-5bab7752649f,segment=NetworkSegment(c09a8a87-556d-487a-811a-06517127dee5),segment_id=c09a8a87-556d-487a-811a-06517127dee5)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:50.699879 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b70b65b0-eaf6-4ebd-bfb0-ff9addbde0a4 req-c4453121-68b3-4791-89a0-7f08d2c9936a tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (79c2a00a-9408-4405-a3b9-5bab7752649f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:50.727224 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a89e61f-ce34-4d96-b81c-22ecd889ed0d None None] Pushing event updated for resources: {'Port': ['ID=a1c4d1a0-950b-47f8-804b-5904c37b4842,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:50.749211 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a89e61f-ce34-4d96-b81c-22ecd889ed0d None None] Network c9c78542-5e6b-48c6-bf15-15da5d9dcdb6 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:12:50.756755 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-9a89e61f-ce34-4d96-b81c-22ecd889ed0d None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:50.762591 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-b70b65b0-eaf6-4ebd-bfb0-ff9addbde0a4 req-c4453121-68b3-4791-89a0-7f08d2c9936a tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Calling delete_port for 79c2a00a-9408-4405-a3b9-5bab7752649f owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:12:50.763185 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a89e61f-ce34-4d96-b81c-22ecd889ed0d None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:12:50.799664 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a89e61f-ce34-4d96-b81c-22ecd889ed0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:50.800309 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a89e61f-ce34-4d96-b81c-22ecd889ed0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:50.800715 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a89e61f-ce34-4d96-b81c-22ecd889ed0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:50.801050 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a89e61f-ce34-4d96-b81c-22ecd889ed0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:50.801397 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a89e61f-ce34-4d96-b81c-22ecd889ed0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:50.804466 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a89e61f-ce34-4d96-b81c-22ecd889ed0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:50.804934 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a89e61f-ce34-4d96-b81c-22ecd889ed0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:50.805283 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a89e61f-ce34-4d96-b81c-22ecd889ed0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:50.805639 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a89e61f-ce34-4d96-b81c-22ecd889ed0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:50.805959 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a89e61f-ce34-4d96-b81c-22ecd889ed0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:50.806298 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a89e61f-ce34-4d96-b81c-22ecd889ed0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:50.806642 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a89e61f-ce34-4d96-b81c-22ecd889ed0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:50.808696 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-0c0115bd-4874-40f9-b12d-2a555d051451 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Allocated IP 172.20.0.10 (c9c78542-5e6b-48c6-bf15-15da5d9dcdb6/d392b0ca-a0a1-403e-82ed-979009ea9af5/2d5bb7f5-73cf-40a5-bde5-d3b7169caabb) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:12:50.810279 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a89e61f-ce34-4d96-b81c-22ecd889ed0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:12:50.944330 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-9a89e61f-ce34-4d96-b81c-22ecd889ed0d None None] Attempting to bind port a1c4d1a0-950b-47f8-804b-5904c37b4842 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:12:50.944751 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-9a89e61f-ce34-4d96-b81c-22ecd889ed0d None None] Attempting to bind port a1c4d1a0-950b-47f8-804b-5904c37b4842 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'fe5b4636-25f1-4156-8f3e-96c04ce4f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'c9c78542-5e6b-48c6-bf15-15da5d9dcdb6'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:12:50.945136 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a89e61f-ce34-4d96-b81c-22ecd889ed0d None None] Attempting to bind port a1c4d1a0-950b-47f8-804b-5904c37b4842 on network c9c78542-5e6b-48c6-bf15-15da5d9dcdb6 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:12:50.952119 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a89e61f-ce34-4d96-b81c-22ecd889ed0d None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:12:50.952575 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a89e61f-ce34-4d96-b81c-22ecd889ed0d None None] Checking segment: {'id': 'fe5b4636-25f1-4156-8f3e-96c04ce4f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'c9c78542-5e6b-48c6-bf15-15da5d9dcdb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:12:50.953011 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9a89e61f-ce34-4d96-b81c-22ecd889ed0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:50.954095 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a89e61f-ce34-4d96-b81c-22ecd889ed0d None None] Bound using segment: {'id': 'fe5b4636-25f1-4156-8f3e-96c04ce4f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'c9c78542-5e6b-48c6-bf15-15da5d9dcdb6'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:12:50.954604 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-9a89e61f-ce34-4d96-b81c-22ecd889ed0d None None] Bound port: a1c4d1a0-950b-47f8-804b-5904c37b4842, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5b4636-25f1-4156-8f3e-96c04ce4f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'c9c78542-5e6b-48c6-bf15-15da5d9dcdb6'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:12:50.955010 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9a89e61f-ce34-4d96-b81c-22ecd889ed0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a1c4d1a0-950b-47f8-804b-5904c37b4842), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:51.083802 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-9a89e61f-ce34-4d96-b81c-22ecd889ed0d None None] For port a1c4d1a0-950b-47f8-804b-5904c37b4842, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:12:51.087620 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-9a89e61f-ce34-4d96-b81c-22ecd889ed0d None None] For port a1c4d1a0-950b-47f8-804b-5904c37b4842, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=a1c4d1a0-950b-47f8-804b-5904c37b4842,segment=NetworkSegment(fe5b4636-25f1-4156-8f3e-96c04ce4f133),segment_id=fe5b4636-25f1-4156-8f3e-96c04ce4f133)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:12:51.101542 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9a89e61f-ce34-4d96-b81c-22ecd889ed0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a1c4d1a0-950b-47f8-804b-5904c37b4842), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:51.174593 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0c0115bd-4874-40f9-b12d-2a555d051451 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Publish callbacks [] for port (2d5bb7f5-73cf-40a5-bde5-d3b7169caabb), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:51.191391 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c274223-2a7d-4e9f-94c4-fc395513873a req-cc711480-5e3a-4c77-ae8e-26f50703909f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:51.204891 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a89e61f-ce34-4d96-b81c-22ecd889ed0d None None] Pushing event updated for resources: {'Port': ['ID=a1c4d1a0-950b-47f8-804b-5904c37b4842,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:51.209782 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c274223-2a7d-4e9f-94c4-fc395513873a req-cc711480-5e3a-4c77-ae8e-26f50703909f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:51.215541 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c274223-2a7d-4e9f-94c4-fc395513873a req-cc711480-5e3a-4c77-ae8e-26f50703909f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:51.231913 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c274223-2a7d-4e9f-94c4-fc395513873a req-cc711480-5e3a-4c77-ae8e-26f50703909f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:51.251819 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c274223-2a7d-4e9f-94c4-fc395513873a req-cc711480-5e3a-4c77-ae8e-26f50703909f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:51.257820 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c274223-2a7d-4e9f-94c4-fc395513873a req-cc711480-5e3a-4c77-ae8e-26f50703909f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:51.267677 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0c0115bd-4874-40f9-b12d-2a555d051451 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (2d5bb7f5-73cf-40a5-bde5-d3b7169caabb), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:51.271934 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c274223-2a7d-4e9f-94c4-fc395513873a req-cc711480-5e3a-4c77-ae8e-26f50703909f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:51.293160 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4c274223-2a7d-4e9f-94c4-fc395513873a req-cc711480-5e3a-4c77-ae8e-26f50703909f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5430 time: 0.4814649 Feb 09 01:12:51.338116 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0115bd-4874-40f9-b12d-2a555d051451 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Network c9c78542-5e6b-48c6-bf15-15da5d9dcdb6 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:12:51.343963 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-0c0115bd-4874-40f9-b12d-2a555d051451 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:51.347947 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0115bd-4874-40f9-b12d-2a555d051451 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:12:51.370610 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc4156-b48d-458c-9f48-88e19743e35d req-12bd83fe-28da-4d31-9e46-80a1c53c6441 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:51.381268 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ffcc4156-b48d-458c-9f48-88e19743e35d req-12bd83fe-28da-4d31-9e46-80a1c53c6441 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a273a6d-fbc6-48ac-a0d4-01e877340a85 HTTP/1.1" status: 200 len: 944 time: 0.3867774 Feb 09 01:12:51.384478 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0115bd-4874-40f9-b12d-2a555d051451 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Pushing event updated for resources: {'Port': ['ID=2d5bb7f5-73cf-40a5-bde5-d3b7169caabb,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:51.439307 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0115bd-4874-40f9-b12d-2a555d051451 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:51.440293 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0c0115bd-4874-40f9-b12d-2a555d051451 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:51.468414 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0c0115bd-4874-40f9-b12d-2a555d051451 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5140011 Feb 09 01:12:51.470546 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 53182) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:51.519204 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-cfdd8a23-c1d2-42f0-a6ac-82cfbdee5d6a tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Request body: {'port': {'network_id': 'c9c78542-5e6b-48c6-bf15-15da5d9dcdb6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1728875758', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:51.519813 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.api.validators [None req-cfdd8a23-c1d2-42f0-a6ac-82cfbdee5d6a tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] bootfile-name is not in valid_values {{(pid=103136) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 01:12:51.520166 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.api.validators [None req-cfdd8a23-c1d2-42f0-a6ac-82cfbdee5d6a tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] tftp-server is not in valid_values {{(pid=103136) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 01:12:51.520505 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.api.validators [None req-cfdd8a23-c1d2-42f0-a6ac-82cfbdee5d6a tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] server-ip-address is not in valid_values {{(pid=103136) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 01:12:51.659608 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4c274223-2a7d-4e9f-94c4-fc395513873a req-9cd653f2-5178-49a3-b14d-0f3fb3f42dcf tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3614085 Feb 09 01:12:51.815890 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device d3174d59-dca0-4b98-a236-7fe2c2fe09a3 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:12:52.072586 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port d3174d59-dca0-4b98-a236-7fe2c2fe09a3 is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:52.072996 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d3174d59-dca0-4b98-a236-7fe2c2fe09a3), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:52.132154 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port d3174d59-dca0-4b98-a236-7fe2c2fe09a3, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=d3174d59-dca0-4b98-a236-7fe2c2fe09a3,segment=NetworkSegment(ebc0196b-40a7-4a91-81b3-cd03bc319f59),segment_id=ebc0196b-40a7-4a91-81b3-cd03bc319f59)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:52.139448 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0260a4bf-4ace-4971-8dd9-e8ec87d2ae52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3174d59-dca0-4b98-a236-7fe2c2fe09a3'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:12:52.142480 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f40357-e078-424a-99d1-8fda2303092b" -d '{"events": [{"server_uuid": "0260a4bf-4ace-4971-8dd9-e8ec87d2ae52", "name": "network-vif-unplugged", "status": "completed", "tag": "d3174d59-dca0-4b98-a236-7fe2c2fe09a3"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:12:52.146819 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d3174d59-dca0-4b98-a236-7fe2c2fe09a3), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:52.161214 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ffcc4156-b48d-458c-9f48-88e19743e35d req-d58adb3d-b2e0-401b-ba15-2e0a6280d8e8 tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.50 "GET /v2.0/security-groups?id=ace6c8b6-2d98-4708-a180-920913603b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7789521 Feb 09 01:12:52.229850 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b70b65b0-eaf6-4ebd-bfb0-ff9addbde0a4 req-c4453121-68b3-4791-89a0-7f08d2c9936a tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (79c2a00a-9408-4405-a3b9-5bab7752649f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:52.241840 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=d3174d59-dca0-4b98-a236-7fe2c2fe09a3,revision_number=8']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:52.334278 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdd8a23-c1d2-42f0-a6ac-82cfbdee5d6a tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Made reservation on behalf of 311d0e4c15a04d568230d6b032dce8e3 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:12:52.347897 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 79c2a00a-9408-4405-a3b9-5bab7752649f no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:12:52.349832 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cfdd8a23-c1d2-42f0-a6ac-82cfbdee5d6a tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:52.409113 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: 79c2a00a-9408-4405-a3b9-5bab7752649f {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:12:52.417108 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 79c2a00a-9408-4405-a3b9-5bab7752649f not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:12:52.451502 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4453121-68b3-4791-89a0-7f08d2c9936a tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Pushing event deleted for resources: {'Port': ['ID=79c2a00a-9408-4405-a3b9-5bab7752649f,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:52.481067 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af01c94-8701-4aad-9c2f-3be554288b09 req-9e072c04-fb4f-4758-a7c2-fbd3487351ec tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:52.495417 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4af01c94-8701-4aad-9c2f-3be554288b09 req-9e072c04-fb4f-4758-a7c2-fbd3487351ec tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 945 time: 0.6845431 Feb 09 01:12:52.509853 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4d2b502-9982-4674-8817-5262ef21b981 req-bcff9436-7732-462b-9f92-1256e0080a4b service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.9448755 Feb 09 01:12:52.651655 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-cfdd8a23-c1d2-42f0-a6ac-82cfbdee5d6a tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] device_id is not set on port c6e1277c-49cf-4570-b140-8e954fc312ea yet. {{(pid=103136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:12:52.758549 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0c220-bd48-4e51-8704-967b618f6200 req-0bee5202-952b-4a4d-abc4-2db38cb8e044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:52.760109 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3b0c220-bd48-4e51-8704-967b618f6200 req-0bee5202-952b-4a4d-abc4-2db38cb8e044 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cd714d32a01d4967bf3dd491f0b2d2f7&device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 1127 time: 0.6989205 Feb 09 01:12:52.919874 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-b70b65b0-eaf6-4ebd-bfb0-ff9addbde0a4 req-c4453121-68b3-4791-89a0-7f08d2c9936a tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] No DVR routers for this DVR port 79c2a00a-9408-4405-a3b9-5bab7752649f on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:12:52.934440 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b70b65b0-eaf6-4ebd-bfb0-ff9addbde0a4 req-c4453121-68b3-4791-89a0-7f08d2c9936a tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:52.938471 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b70b65b0-eaf6-4ebd-bfb0-ff9addbde0a4 req-c4453121-68b3-4791-89a0-7f08d2c9936a tempest-LiveMigrationTest-913648910 tempest-LiveMigrationTest-913648910-project] 10.222.0.120 "DELETE /v2.0/ports/79c2a00a-9408-4405-a3b9-5bab7752649f HTTP/1.1" status: 204 len: 173 time: 3.2064536 Feb 09 01:12:52.941027 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a273a6d-fbc6-48ac-a0d4-01e877340a85', 'name': 'network-vif-deleted', 'tag': '79c2a00a-9408-4405-a3b9-5bab7752649f'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:12:52.950423 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902b6349-5d43-4b00-afc3-f5107cfb010e" -d '{"events": [{"server_uuid": "9a273a6d-fbc6-48ac-a0d4-01e877340a85", "name": "network-vif-deleted", "tag": "79c2a00a-9408-4405-a3b9-5bab7752649f"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:12:52.982670 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb016782-d9f6-45a2-9bfc-c7b0dc8ace57 None None] Network c9c78542-5e6b-48c6-bf15-15da5d9dcdb6 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:12:53.073560 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device a1c4d1a0-950b-47f8-804b-5904c37b4842 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:12:53.137155 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4af01c94-8701-4aad-9c2f-3be554288b09 req-f1162aba-e591-4b51-81c8-bcdac7f9ff89 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6407309 Feb 09 01:12:53.228102 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Feb 2022 01:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6219abe-dfc7-4889-9d98-ae2cc07d3fda x-openstack-request-id: req-b6219abe-dfc7-4889-9d98-ae2cc07d3fda {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:12:53.228102 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0260a4bf-4ace-4971-8dd9-e8ec87d2ae52", "name": "network-vif-unplugged", "status": "failed", "tag": "d3174d59-dca0-4b98-a236-7fe2c2fe09a3", "code": 422}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:12:53.228102 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b6219abe-dfc7-4889-9d98-ae2cc07d3fda {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:12:53.228102 n-d-828369-4 neutron-server[103138]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0260a4bf-4ace-4971-8dd9-e8ec87d2ae52', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd3174d59-dca0-4b98-a236-7fe2c2fe09a3', 'code': 422} returned with failed status Feb 09 01:12:53.246066 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9f3dd-b830-43d1-bc87-bbe38a2f5c7a req-08863f38-e3de-4e02-a656-b17a8231db34 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:53.259554 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1de9f3dd-b830-43d1-bc87-bbe38a2f5c7a req-08863f38-e3de-4e02-a656-b17a8231db34 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 945 time: 0.7612979 Feb 09 01:12:53.280799 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-7be6e71a-c653-42c8-881e-10472b962290 None None] Provisioning complete for port a1c4d1a0-950b-47f8-804b-5904c37b4842 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:53.282588 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7be6e71a-c653-42c8-881e-10472b962290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a1c4d1a0-950b-47f8-804b-5904c37b4842), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:53.294752 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2b502-9982-4674-8817-5262ef21b981 req-ddd1b6fd-0968-4c3d-9c70-f587de8670a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:53.295233 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2b502-9982-4674-8817-5262ef21b981 req-ddd1b6fd-0968-4c3d-9c70-f587de8670a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:53.295702 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2b502-9982-4674-8817-5262ef21b981 req-ddd1b6fd-0968-4c3d-9c70-f587de8670a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:53.296173 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2b502-9982-4674-8817-5262ef21b981 req-ddd1b6fd-0968-4c3d-9c70-f587de8670a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:53.296648 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2b502-9982-4674-8817-5262ef21b981 req-ddd1b6fd-0968-4c3d-9c70-f587de8670a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:53.297738 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2b502-9982-4674-8817-5262ef21b981 req-ddd1b6fd-0968-4c3d-9c70-f587de8670a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:53.299444 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2b502-9982-4674-8817-5262ef21b981 req-ddd1b6fd-0968-4c3d-9c70-f587de8670a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:53.301093 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4d2b502-9982-4674-8817-5262ef21b981 req-ddd1b6fd-0968-4c3d-9c70-f587de8670a3 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=6cf3517f38e6486d8ed854b974ff2e32&device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 6710 time: 0.6438625 Feb 09 01:12:53.525250 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port a1c4d1a0-950b-47f8-804b-5904c37b4842 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:53.527210 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a1c4d1a0-950b-47f8-804b-5904c37b4842), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:53.707217 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-7be6e71a-c653-42c8-881e-10472b962290 None None] Current status of the port a1c4d1a0-950b-47f8-804b-5904c37b4842 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:53.712010 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7be6e71a-c653-42c8-881e-10472b962290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a1c4d1a0-950b-47f8-804b-5904c37b4842), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:53.804502 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-7be6e71a-c653-42c8-881e-10472b962290 None None] For port a1c4d1a0-950b-47f8-804b-5904c37b4842, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=a1c4d1a0-950b-47f8-804b-5904c37b4842,segment=NetworkSegment(fe5b4636-25f1-4156-8f3e-96c04ce4f133),segment_id=fe5b4636-25f1-4156-8f3e-96c04ce4f133)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:12:53.812854 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7be6e71a-c653-42c8-881e-10472b962290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a1c4d1a0-950b-47f8-804b-5904c37b4842), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:54.026146 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-79ac1dba-0819-43fc-8fcf-5afb4cc0af0d None None] Provisioning complete for port a1c4d1a0-950b-47f8-804b-5904c37b4842 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:54.026847 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-79ac1dba-0819-43fc-8fcf-5afb4cc0af0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a1c4d1a0-950b-47f8-804b-5904c37b4842), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:54.080189 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be6e71a-c653-42c8-881e-10472b962290 None None] Pushing event updated for resources: {'Port': ['ID=a1c4d1a0-950b-47f8-804b-5904c37b4842,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:54.098102 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port a1c4d1a0-950b-47f8-804b-5904c37b4842 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:54.108966 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-cfdd8a23-c1d2-42f0-a6ac-82cfbdee5d6a tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Allocated IP 172.20.0.14 (c9c78542-5e6b-48c6-bf15-15da5d9dcdb6/d392b0ca-a0a1-403e-82ed-979009ea9af5/c6e1277c-49cf-4570-b140-8e954fc312ea) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:12:54.192412 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-79ac1dba-0819-43fc-8fcf-5afb4cc0af0d None None] Current status of the port a1c4d1a0-950b-47f8-804b-5904c37b4842 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:54.206471 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-79ac1dba-0819-43fc-8fcf-5afb4cc0af0d None None] Provisioning complete for port 2d5bb7f5-73cf-40a5-bde5-d3b7169caabb triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:54.206919 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-79ac1dba-0819-43fc-8fcf-5afb4cc0af0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (2d5bb7f5-73cf-40a5-bde5-d3b7169caabb), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:54.211146 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0c220-bd48-4e51-8704-967b618f6200 req-7e37b601-b182-4a79-9a05-254f269137eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:54.213159 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3b0c220-bd48-4e51-8704-967b618f6200 req-7e37b601-b182-4a79-9a05-254f269137eb service neutron] 10.222.0.47 "GET /v2.0/networks?id=8e06ad67-97d1-4f11-889a-fde8ce1f4554 HTTP/1.1" status: 200 len: 918 time: 1.3884809 Feb 09 01:12:54.277232 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-79ac1dba-0819-43fc-8fcf-5afb4cc0af0d None None] Port 2d5bb7f5-73cf-40a5-bde5-d3b7169caabb cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:12:54.285276 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1de9f3dd-b830-43d1-bc87-bbe38a2f5c7a req-ce9f4ce8-6f2f-45fb-a368-840f594c12f8 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=e711df6c-6fe3-4590-9ab7-e2920a97103b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.0245080 Feb 09 01:12:54.381786 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59728a-b4c1-40b5-9c1a-492306eeafbb req-5152412d-4bfc-4563-8674-9dc7fc56c49a tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:54.405298 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-24b7f2f6-268c-4c05-912d-0df83e404a64 None None] Provisioning complete for port 2d5bb7f5-73cf-40a5-bde5-d3b7169caabb triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:54.405868 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-24b7f2f6-268c-4c05-912d-0df83e404a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (2d5bb7f5-73cf-40a5-bde5-d3b7169caabb), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:54.407451 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59728a-b4c1-40b5-9c1a-492306eeafbb req-5152412d-4bfc-4563-8674-9dc7fc56c49a tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:54.422595 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53224) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:54.430116 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59728a-b4c1-40b5-9c1a-492306eeafbb req-5152412d-4bfc-4563-8674-9dc7fc56c49a tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:54.445100 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59728a-b4c1-40b5-9c1a-492306eeafbb req-5152412d-4bfc-4563-8674-9dc7fc56c49a tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:54.458263 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59728a-b4c1-40b5-9c1a-492306eeafbb req-5152412d-4bfc-4563-8674-9dc7fc56c49a tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:54.470298 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59728a-b4c1-40b5-9c1a-492306eeafbb req-5152412d-4bfc-4563-8674-9dc7fc56c49a tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:54.486423 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59728a-b4c1-40b5-9c1a-492306eeafbb req-5152412d-4bfc-4563-8674-9dc7fc56c49a tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:54.490411 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6c59728a-b4c1-40b5-9c1a-492306eeafbb req-5152412d-4bfc-4563-8674-9dc7fc56c49a tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5430 time: 1.2185965 Feb 09 01:12:54.501188 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c69af6-816e-4059-837c-9bc3dccdefba x-openstack-request-id: req-f1c69af6-816e-4059-837c-9bc3dccdefba {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:12:54.501494 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a273a6d-fbc6-48ac-a0d4-01e877340a85", "name": "network-vif-deleted", "tag": "79c2a00a-9408-4405-a3b9-5bab7752649f", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:12:54.501758 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f1c69af6-816e-4059-837c-9bc3dccdefba {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:12:54.502161 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a273a6d-fbc6-48ac-a0d4-01e877340a85', 'name': 'network-vif-deleted', 'tag': '79c2a00a-9408-4405-a3b9-5bab7752649f', 'status': 'completed', 'code': 200} Feb 09 01:12:54.539062 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-24b7f2f6-268c-4c05-912d-0df83e404a64 None None] Port 2d5bb7f5-73cf-40a5-bde5-d3b7169caabb cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:12:54.731115 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device a1c4d1a0-950b-47f8-804b-5904c37b4842 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:12:54.800909 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8acb104-3133-44d6-9dc8-14f1b1e37fd4 admin admin] Deleting subnet 4611cb36-f3d2-4498-977c-18da9d170e4c {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:12:54.814776 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b8acb104-3133-44d6-9dc8-14f1b1e37fd4 admin admin] Publish callbacks [] for subnet (4611cb36-f3d2-4498-977c-18da9d170e4c), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:54.822580 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port a1c4d1a0-950b-47f8-804b-5904c37b4842 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:54.822968 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a1c4d1a0-950b-47f8-804b-5904c37b4842), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:54.910570 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b8acb104-3133-44d6-9dc8-14f1b1e37fd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (4611cb36-f3d2-4498-977c-18da9d170e4c), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:54.942046 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2b502-9982-4674-8817-5262ef21b981 req-4ba34756-ccde-4b88-9875-c81104588747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:54.942546 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2b502-9982-4674-8817-5262ef21b981 req-4ba34756-ccde-4b88-9875-c81104588747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:54.943027 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2b502-9982-4674-8817-5262ef21b981 req-4ba34756-ccde-4b88-9875-c81104588747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:54.946617 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4d2b502-9982-4674-8817-5262ef21b981 req-4ba34756-ccde-4b88-9875-c81104588747 service neutron] 10.222.0.120 "GET /v2.0/networks?id=32314246-6e5a-41bd-ad0d-99eb166cb2d8&id=927c95a7-9afc-4391-8f1b-90d0913f6790&id=927c95a7-9afc-4391-8f1b-90d0913f6790&id=927c95a7-9afc-4391-8f1b-90d0913f6790&id=927c95a7-9afc-4391-8f1b-90d0913f6790&id=3c94ca57-3b3a-4c44-bfe5-dcd0786f477f&id=3c94ca57-3b3a-4c44-bfe5-dcd0786f477f HTTP/1.1" status: 200 len: 2294 time: 1.5905375 Feb 09 01:12:55.026150 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b8acb104-3133-44d6-9dc8-14f1b1e37fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (4611cb36-f3d2-4498-977c-18da9d170e4c), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:55.045525 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port a1c4d1a0-950b-47f8-804b-5904c37b4842 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:55.072525 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cfdd8a23-c1d2-42f0-a6ac-82cfbdee5d6a tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Publish callbacks [] for port (c6e1277c-49cf-4570-b140-8e954fc312ea), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:55.117573 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3b0c220-bd48-4e51-8704-967b618f6200 req-b7f592f7-dd39-4d50-8dce-90103cab0a23 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3174d59-dca0-4b98-a236-7fe2c2fe09a3 HTTP/1.1" status: 200 len: 999 time: 0.8939552 Feb 09 01:12:55.160435 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cfdd8a23-c1d2-42f0-a6ac-82cfbdee5d6a tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (c6e1277c-49cf-4570-b140-8e954fc312ea), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:55.166573 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b8acb104-3133-44d6-9dc8-14f1b1e37fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (4611cb36-f3d2-4498-977c-18da9d170e4c), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:55.226366 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8acb104-3133-44d6-9dc8-14f1b1e37fd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4611cb36-f3d2-4498-977c-18da9d170e4c,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:55.243526 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b8acb104-3133-44d6-9dc8-14f1b1e37fd4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:55.249923 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b8acb104-3133-44d6-9dc8-14f1b1e37fd4 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4611cb36-f3d2-4498-977c-18da9d170e4c HTTP/1.1" status: 204 len: 168 time: 0.8235953 Feb 09 01:12:55.256981 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53238) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:55.284298 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd8a23-c1d2-42f0-a6ac-82cfbdee5d6a tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Pushing event updated for resources: {'Port': ['ID=c6e1277c-49cf-4570-b140-8e954fc312ea,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:55.341729 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0c91d-22d3-4658-b0cb-aa8b14a4f645 req-21421722-e190-49f9-bdfc-1bd198da5fe2 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:55.347326 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-23f956a6-2c84-4e3d-8892-0f97056532fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (584d7274-cb01-4853-8902-7824a3a705cb), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:55.350900 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e4e0c91d-22d3-4658-b0cb-aa8b14a4f645 req-21421722-e190-49f9-bdfc-1bd198da5fe2 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 943 time: 0.7098768 Feb 09 01:12:55.373167 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdd8a23-c1d2-42f0-a6ac-82cfbdee5d6a tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Network c9c78542-5e6b-48c6-bf15-15da5d9dcdb6 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:12:55.455458 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e4e0c91d-22d3-4658-b0cb-aa8b14a4f645 req-dfd5ed8e-817f-4478-a650-2bd6867a330c tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034007 Feb 09 01:12:55.492815 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-cfdd8a23-c1d2-42f0-a6ac-82cfbdee5d6a tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:12:55.534926 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdd8a23-c1d2-42f0-a6ac-82cfbdee5d6a tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:12:55.572422 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-23f956a6-2c84-4e3d-8892-0f97056532fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (584d7274-cb01-4853-8902-7824a3a705cb), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:55.618996 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-23f956a6-2c84-4e3d-8892-0f97056532fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['584d7274-cb01-4853-8902-7824a3a705cb']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:55.639558 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdd8a23-c1d2-42f0-a6ac-82cfbdee5d6a tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:55.640568 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cfdd8a23-c1d2-42f0-a6ac-82cfbdee5d6a tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:55.644310 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-23f956a6-2c84-4e3d-8892-0f97056532fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c09a8a87-556d-487a-811a-06517127dee5') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:55.644660 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-23f956a6-2c84-4e3d-8892-0f97056532fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c09a8a87-556d-487a-811a-06517127dee5') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:55.667354 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-23f956a6-2c84-4e3d-8892-0f97056532fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (c09a8a87-556d-487a-811a-06517127dee5), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:55.695845 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-23f956a6-2c84-4e3d-8892-0f97056532fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (c09a8a87-556d-487a-811a-06517127dee5), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:55.704457 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23f956a6-2c84-4e3d-8892-0f97056532fe admin admin] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:12:55.705098 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-23f956a6-2c84-4e3d-8892-0f97056532fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (c09a8a87-556d-487a-811a-06517127dee5), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:55.711202 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:12:55.711202 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:12:55.711202 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:12:55.711202 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:12:55.711202 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:12:55.711202 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:12:55.711202 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:12:55.711202 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:12:55.711202 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:12:55.711202 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:12:55.711202 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:12:55.711202 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:12:55.711202 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:12:55.711202 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:12:55.711202 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:12:55.711202 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:12:55.711202 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:12:55.711202 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:12:55.711202 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:12:55.711202 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:12:55.711202 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:12:55.711202 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:12:55.711202 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:12:55.711202 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:12:55.711202 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:12:55.711202 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:12:55.711202 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:12:55.711202 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:12:55.711202 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:12:55.711202 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:12:55.711202 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:12:55.711202 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:12:55.741304 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-cfdd8a23-c1d2-42f0-a6ac-82cfbdee5d6a tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 4.2597241 Feb 09 01:12:55.741514 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53246) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:55.746667 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4d2b502-9982-4674-8817-5262ef21b981 req-3f16f0e3-90ca-497d-91b3-a695c6cd6016 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea27a474-047e-4515-b353-c9ab76df4af3 HTTP/1.1" status: 200 len: 1001 time: 0.7646863 Feb 09 01:12:55.756221 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0c220-bd48-4e51-8704-967b618f6200 req-099b1353-577b-415c-91d2-e1e06c9ed3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:55.757813 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3b0c220-bd48-4e51-8704-967b618f6200 req-099b1353-577b-415c-91d2-e1e06c9ed3c4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d13d90e7-a71d-4313-a595-9a761a96acb7 HTTP/1.1" status: 200 len: 855 time: 0.5890975 Feb 09 01:12:55.762822 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6c59728a-b4c1-40b5-9c1a-492306eeafbb req-6776ab3e-9185-4ee1-a5a2-456fcff268b7 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.2403975 Feb 09 01:12:55.861431 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device d3174d59-dca0-4b98-a236-7fe2c2fe09a3 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:12:55.909812 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2b502-9982-4674-8817-5262ef21b981 req-8991c8e0-b92b-4a4f-b16f-3d2062d53620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:55.914892 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4d2b502-9982-4674-8817-5262ef21b981 req-8991c8e0-b92b-4a4f-b16f-3d2062d53620 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4b06db7b-12ea-467d-9682-290ad77db41e HTTP/1.1" status: 200 len: 851 time: 0.1508157 Feb 09 01:12:56.013590 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf26d1-30fb-48b1-b79f-f2aa1e4c568c req-08f8e6ae-2087-4b82-b2c7-d3ece61933aa tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:56.028511 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c302149-9025-41a4-bc52-b61adf795f04 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:56.031805 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-65cf26d1-30fb-48b1-b79f-f2aa1e4c568c req-08f8e6ae-2087-4b82-b2c7-d3ece61933aa tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 945 time: 0.3698859 Feb 09 01:12:56.048442 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c302149-9025-41a4-bc52-b61adf795f04 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:56.057676 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port d3174d59-dca0-4b98-a236-7fe2c2fe09a3 is: DOWN; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:12:56.064951 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c302149-9025-41a4-bc52-b61adf795f04 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:56.069150 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8c302149-9025-41a4-bc52-b61adf795f04 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.3254344 Feb 09 01:12:56.069938 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-23f956a6-2c84-4e3d-8892-0f97056532fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (584d7274-cb01-4853-8902-7824a3a705cb), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:56.072976 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53252) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:56.094447 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-f109a37f-303c-451e-bdb5-767df807db02 None None] Provisioning complete for port c6e1277c-49cf-4570-b140-8e954fc312ea triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:12:56.096916 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f109a37f-303c-451e-bdb5-767df807db02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c6e1277c-49cf-4570-b140-8e954fc312ea), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:56.181178 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-23f956a6-2c84-4e3d-8892-0f97056532fe admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:56.190231 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-23f956a6-2c84-4e3d-8892-0f97056532fe admin admin] 10.222.0.50 "DELETE /v2.0/networks/584d7274-cb01-4853-8902-7824a3a705cb HTTP/1.1" status: 204 len: 168 time: 0.9316099 Feb 09 01:12:56.192090 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f109a37f-303c-451e-bdb5-767df807db02 None None] Port c6e1277c-49cf-4570-b140-8e954fc312ea cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:12:56.200056 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53256) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:56.268040 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-46be8f71-240e-424f-8f8f-27735ca44874 admin admin] Deleting subnet ed7535e7-aae8-4f70-95aa-52ac30d12ab8 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:12:56.271999 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-46be8f71-240e-424f-8f8f-27735ca44874 admin admin] Publish callbacks [] for subnet (ed7535e7-aae8-4f70-95aa-52ac30d12ab8), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:56.318202 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-46be8f71-240e-424f-8f8f-27735ca44874 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (ed7535e7-aae8-4f70-95aa-52ac30d12ab8), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:56.337529 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2b502-9982-4674-8817-5262ef21b981 req-e89c6ca4-a340-4fe0-b056-29b1caca0eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:56.339754 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4d2b502-9982-4674-8817-5262ef21b981 req-e89c6ca4-a340-4fe0-b056-29b1caca0eda service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=32314246-6e5a-41bd-ad0d-99eb166cb2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4074638 Feb 09 01:12:56.371824 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-46be8f71-240e-424f-8f8f-27735ca44874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (ed7535e7-aae8-4f70-95aa-52ac30d12ab8), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:56.463226 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f956a6-2c84-4e3d-8892-0f97056532fe admin admin] Pushing event deleted for resources: {'Network': ['ID=584d7274-cb01-4853-8902-7824a3a705cb,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:56.467553 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-46be8f71-240e-424f-8f8f-27735ca44874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (ed7535e7-aae8-4f70-95aa-52ac30d12ab8), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:56.510747 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-46be8f71-240e-424f-8f8f-27735ca44874 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:56.518286 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-46be8f71-240e-424f-8f8f-27735ca44874 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ed7535e7-aae8-4f70-95aa-52ac30d12ab8 HTTP/1.1" status: 204 len: 168 time: 0.3049877 Feb 09 01:12:56.519115 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be8f71-240e-424f-8f8f-27735ca44874 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed7535e7-aae8-4f70-95aa-52ac30d12ab8,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:56.522651 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53262) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:56.532843 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4d2b502-9982-4674-8817-5262ef21b981 req-7ca01777-8e04-41a3-b3ba-d65b8994e244 service neutron] 10.222.0.120 "GET /v2.0/networks/32314246-6e5a-41bd-ad0d-99eb166cb2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739566 Feb 09 01:12:56.618843 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-56a9b84a-15fc-4662-91af-2cd65714b9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (5f34e17c-09fa-4b0a-bbae-35e7c5f7879e), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:56.627658 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0c220-bd48-4e51-8704-967b618f6200 req-cc1dfe21-77e9-4be5-a5a4-b51c8b2b457b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:56.631410 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3b0c220-bd48-4e51-8704-967b618f6200 req-cc1dfe21-77e9-4be5-a5a4-b51c8b2b457b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8e06ad67-97d1-4f11-889a-fde8ce1f4554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7155662 Feb 09 01:12:56.663625 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-3649231f-9308-465f-954c-4887da7b25c8 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Deleting port c6e1277c-49cf-4570-b140-8e954fc312ea {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:12:56.664092 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3649231f-9308-465f-954c-4887da7b25c8 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (c6e1277c-49cf-4570-b140-8e954fc312ea), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:56.868132 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3649231f-9308-465f-954c-4887da7b25c8 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (c6e1277c-49cf-4570-b140-8e954fc312ea), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:56.908582 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-3649231f-9308-465f-954c-4887da7b25c8 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Calling delete_port for c6e1277c-49cf-4570-b140-8e954fc312ea owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:12:56.937372 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3b0c220-bd48-4e51-8704-967b618f6200 req-30b0e419-8682-44bd-b69c-e3cebd29a62a service neutron] 10.222.0.47 "GET /v2.0/networks/8e06ad67-97d1-4f11-889a-fde8ce1f4554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779430 Feb 09 01:12:56.954092 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-65cf26d1-30fb-48b1-b79f-f2aa1e4c568c req-f658d1b2-a168-4f55-bba5-4adc894abf39 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=e711df6c-6fe3-4590-9ab7-e2920a97103b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.9203107 Feb 09 01:12:57.261229 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3649231f-9308-465f-954c-4887da7b25c8 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (c6e1277c-49cf-4570-b140-8e954fc312ea), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:57.383188 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c3a56-85eb-4346-98d8-09bd8b46a384 req-c86a9d4a-f998-4270-8402-f61831fa9ad0 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:57.400163 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c3a56-85eb-4346-98d8-09bd8b46a384 req-c86a9d4a-f998-4270-8402-f61831fa9ad0 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:57.405621 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c3a56-85eb-4346-98d8-09bd8b46a384 req-c86a9d4a-f998-4270-8402-f61831fa9ad0 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:57.420490 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3649231f-9308-465f-954c-4887da7b25c8 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Pushing event deleted for resources: {'Port': ['ID=c6e1277c-49cf-4570-b140-8e954fc312ea,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:57.421663 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c3a56-85eb-4346-98d8-09bd8b46a384 req-c86a9d4a-f998-4270-8402-f61831fa9ad0 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:57.430904 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c3a56-85eb-4346-98d8-09bd8b46a384 req-c86a9d4a-f998-4270-8402-f61831fa9ad0 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:57.442773 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c3a56-85eb-4346-98d8-09bd8b46a384 req-c86a9d4a-f998-4270-8402-f61831fa9ad0 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:57.460827 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c3a56-85eb-4346-98d8-09bd8b46a384 req-c86a9d4a-f998-4270-8402-f61831fa9ad0 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:57.472016 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-435c3a56-85eb-4346-98d8-09bd8b46a384 req-c86a9d4a-f998-4270-8402-f61831fa9ad0 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5430 time: 0.5082722 Feb 09 01:12:57.508077 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4d2b502-9982-4674-8817-5262ef21b981 req-18998513-6ba6-42ff-9fbf-82a50b2a5e97 service neutron] 10.222.0.120 "GET /v2.0/networks/32314246-6e5a-41bd-ad0d-99eb166cb2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9550788 Feb 09 01:12:57.539834 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3b0c220-bd48-4e51-8704-967b618f6200 req-c8bb7d14-b3e6-4d9d-adc8-cef319b8078c service neutron] 10.222.0.47 "GET /v2.0/networks/8e06ad67-97d1-4f11-889a-fde8ce1f4554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5652862 Feb 09 01:12:57.626313 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4d2b502-9982-4674-8817-5262ef21b981 req-7cdcf967-6700-4676-a841-c2051560b328 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=76ac4e41-e8fb-4a96-801b-c22446fda558 HTTP/1.1" status: 200 len: 217 time: 0.1085782 Feb 09 01:12:57.863818 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-435c3a56-85eb-4346-98d8-09bd8b46a384 req-456c5c07-a81a-49a0-8112-ff63c8689370 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3838429 Feb 09 01:12:57.876844 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2b502-9982-4674-8817-5262ef21b981 req-bd12cf1f-4f4c-455d-9a70-98fbc9413985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:57.878505 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4d2b502-9982-4674-8817-5262ef21b981 req-bd12cf1f-4f4c-455d-9a70-98fbc9413985 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=bab56cac-997f-4b8b-bab6-d250adea92d7 HTTP/1.1" status: 200 len: 797 time: 0.2455394 Feb 09 01:12:57.990033 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2b502-9982-4674-8817-5262ef21b981 req-e795892d-2434-4475-9712-14adc61b47e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:57.991612 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4d2b502-9982-4674-8817-5262ef21b981 req-e795892d-2434-4475-9712-14adc61b47e9 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=927c95a7-9afc-4391-8f1b-90d0913f6790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1067901 Feb 09 01:12:58.546129 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4d2b502-9982-4674-8817-5262ef21b981 req-21cc8c93-364a-4514-8923-6027fb34ce7d service neutron] 10.222.0.120 "GET /v2.0/networks/927c95a7-9afc-4391-8f1b-90d0913f6790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5479043 Feb 09 01:12:58.549983 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-56a9b84a-15fc-4662-91af-2cd65714b9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (5f34e17c-09fa-4b0a-bbae-35e7c5f7879e), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:58.627219 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e53af-ddda-4735-998b-ad55364d4194 req-ae355831-2a01-452f-b19a-66d5ad484669 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:58.640210 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-505e53af-ddda-4735-998b-ad55364d4194 req-ae355831-2a01-452f-b19a-66d5ad484669 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 943 time: 0.4019525 Feb 09 01:12:58.743406 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-56a9b84a-15fc-4662-91af-2cd65714b9e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f34e17c-09fa-4b0a-bbae-35e7c5f7879e']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:58.753541 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94589a3c-10d6-4cfd-a921-ff8ae5b3e3b1 req-f9172fe5-2147-444b-87ee-90d4df2561b3 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:58.762368 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-94589a3c-10d6-4cfd-a921-ff8ae5b3e3b1 req-f9172fe5-2147-444b-87ee-90d4df2561b3 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 945 time: 0.5234997 Feb 09 01:12:58.778865 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-56a9b84a-15fc-4662-91af-2cd65714b9e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdc91406-9294-455a-81f8-25181982c8df') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:58.779655 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-56a9b84a-15fc-4662-91af-2cd65714b9e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdc91406-9294-455a-81f8-25181982c8df') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:12:58.794139 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3649231f-9308-465f-954c-4887da7b25c8 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:58.810061 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3649231f-9308-465f-954c-4887da7b25c8 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] 10.222.0.50 "DELETE /v2.0/ports/c6e1277c-49cf-4570-b140-8e954fc312ea HTTP/1.1" status: 204 len: 168 time: 2.7347960 Feb 09 01:12:58.810847 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 53320) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:58.815195 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-56a9b84a-15fc-4662-91af-2cd65714b9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (bdc91406-9294-455a-81f8-25181982c8df), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:58.819578 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-ce089c53-c21c-4205-a41a-002c239ad058 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Request body: {'port': {'name': 'tempest-new-port-name-139433035', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:12:58.820152 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.api.validators [None req-ce089c53-c21c-4205-a41a-002c239ad058 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] bootfile-name is not in valid_values {{(pid=103136) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 01:12:58.820643 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.api.validators [None req-ce089c53-c21c-4205-a41a-002c239ad058 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] tftp-server is not in valid_values {{(pid=103136) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 01:12:58.821100 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.api.validators [None req-ce089c53-c21c-4205-a41a-002c239ad058 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] server-ip-address is not in valid_values {{(pid=103136) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 01:12:58.836269 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-56a9b84a-15fc-4662-91af-2cd65714b9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (bdc91406-9294-455a-81f8-25181982c8df), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:58.846658 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56a9b84a-15fc-4662-91af-2cd65714b9e8 admin admin] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:12:58.855603 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-56a9b84a-15fc-4662-91af-2cd65714b9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (bdc91406-9294-455a-81f8-25181982c8df), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:58.858977 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:12:58.858977 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:12:58.858977 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:12:58.858977 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:12:58.858977 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:12:58.858977 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:12:58.858977 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:12:58.858977 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:12:58.858977 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:12:58.858977 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:12:58.858977 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:12:58.858977 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:12:58.858977 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:12:58.858977 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:12:58.858977 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:12:58.858977 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:12:58.858977 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:12:58.858977 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:12:58.858977 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:12:58.858977 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:12:58.858977 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:12:58.858977 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:12:58.858977 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:12:58.858977 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:12:58.858977 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:12:58.858977 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:12:58.858977 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:12:58.858977 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:12:58.858977 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:12:58.858977 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:12:58.858977 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:12:58.858977 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:12:58.985024 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-94589a3c-10d6-4cfd-a921-ff8ae5b3e3b1 req-e8926bdd-4946-430b-ac12-46737d8d862a tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=e711df6c-6fe3-4590-9ab7-e2920a97103b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2167056 Feb 09 01:12:59.013512 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-56a9b84a-15fc-4662-91af-2cd65714b9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (5f34e17c-09fa-4b0a-bbae-35e7c5f7879e), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:59.023001 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-56a9b84a-15fc-4662-91af-2cd65714b9e8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:59.027236 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-56a9b84a-15fc-4662-91af-2cd65714b9e8 admin admin] 10.222.0.50 "DELETE /v2.0/networks/5f34e17c-09fa-4b0a-bbae-35e7c5f7879e HTTP/1.1" status: 204 len: 168 time: 2.5035243 Feb 09 01:12:59.048195 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9b84a-15fc-4662-91af-2cd65714b9e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f34e17c-09fa-4b0a-bbae-35e7c5f7879e,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:12:59.067036 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3afa786e-be33-43ac-8482-b92b77ec2a8d req-af345fd3-9308-40fb-9e26-a9ae77e6a769 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3054318 Feb 09 01:12:59.082057 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [req-3afa786e-be33-43ac-8482-b92b77ec2a8d req-6eff01d7-cc56-4803-adfa-0affa1d834aa service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:12:59.084194 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3afa786e-be33-43ac-8482-b92b77ec2a8d req-6eff01d7-cc56-4803-adfa-0affa1d834aa service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0109277 Feb 09 01:12:59.264112 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-505e53af-ddda-4735-998b-ad55364d4194 req-984fc576-09a1-42e4-ba61-55b50cd2d10c tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4988670 Feb 09 01:12:59.300376 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53330) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:59.330839 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4d2b502-9982-4674-8817-5262ef21b981 req-387f6a67-f370-4f41-bf77-dcc429b89835 service neutron] 10.222.0.120 "GET /v2.0/networks/927c95a7-9afc-4391-8f1b-90d0913f6790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7730649 Feb 09 01:12:59.384578 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ce089c53-c21c-4205-a41a-002c239ad058 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (2d5bb7f5-73cf-40a5-bde5-d3b7169caabb), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:59.405965 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-13f7bcfe-0a0a-47e4-b87d-02fa2928cb75 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=349016141cb643eba466ab5e9338a7e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1041808 Feb 09 01:12:59.409043 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53340) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:12:59.518240 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4d2b502-9982-4674-8817-5262ef21b981 req-3889afb2-88e7-44b3-aa26-887f5d12f862 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=21d00dbc-2b01-4c2d-ae75-352867aedc8a HTTP/1.1" status: 200 len: 217 time: 0.1756258 Feb 09 01:12:59.581549 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7631948f-50c9-44ae-a84f-2af709789bb1 admin admin] Publish callbacks [] for security_group (ace6c8b6-2d98-4708-a180-920913603b9a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:59.638039 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2b502-9982-4674-8817-5262ef21b981 req-3e32997e-d54b-4a9e-8684-3acc66b128c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:12:59.641089 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4d2b502-9982-4674-8817-5262ef21b981 req-3e32997e-d54b-4a9e-8684-3acc66b128c7 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=bab56cac-997f-4b8b-bab6-d250adea92d7 HTTP/1.1" status: 200 len: 797 time: 0.1127238 Feb 09 01:12:59.647125 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7631948f-50c9-44ae-a84f-2af709789bb1 admin admin] Publish callbacks [] for security_group (ace6c8b6-2d98-4708-a180-920913603b9a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:59.757101 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7631948f-50c9-44ae-a84f-2af709789bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (ace6c8b6-2d98-4708-a180-920913603b9a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:59.759714 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7631948f-50c9-44ae-a84f-2af709789bb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:12:59.760892 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7631948f-50c9-44ae-a84f-2af709789bb1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ace6c8b6-2d98-4708-a180-920913603b9a HTTP/1.1" status: 204 len: 168 time: 0.3507018 Feb 09 01:12:59.782210 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7631948f-50c9-44ae-a84f-2af709789bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace6c8b6-2d98-4708-a180-920913603b9a,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:00.128185 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63ccd4-690d-4129-9b7c-ec80b5ecdc36 req-37dec656-0d2d-47bb-8f14-d70fdc8b7e41 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:00.155486 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63ccd4-690d-4129-9b7c-ec80b5ecdc36 req-37dec656-0d2d-47bb-8f14-d70fdc8b7e41 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:00.166401 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63ccd4-690d-4129-9b7c-ec80b5ecdc36 req-37dec656-0d2d-47bb-8f14-d70fdc8b7e41 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:00.175399 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63ccd4-690d-4129-9b7c-ec80b5ecdc36 req-37dec656-0d2d-47bb-8f14-d70fdc8b7e41 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:00.182177 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63ccd4-690d-4129-9b7c-ec80b5ecdc36 req-37dec656-0d2d-47bb-8f14-d70fdc8b7e41 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:00.204783 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63ccd4-690d-4129-9b7c-ec80b5ecdc36 req-37dec656-0d2d-47bb-8f14-d70fdc8b7e41 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:00.220048 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63ccd4-690d-4129-9b7c-ec80b5ecdc36 req-37dec656-0d2d-47bb-8f14-d70fdc8b7e41 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:00.233267 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4c63ccd4-690d-4129-9b7c-ec80b5ecdc36 req-37dec656-0d2d-47bb-8f14-d70fdc8b7e41 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5430 time: 1.0095658 Feb 09 01:13:00.431163 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2b502-9982-4674-8817-5262ef21b981 req-94398fea-589e-4e1f-815f-f9a033e93058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:00.432739 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4d2b502-9982-4674-8817-5262ef21b981 req-94398fea-589e-4e1f-815f-f9a033e93058 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=927c95a7-9afc-4391-8f1b-90d0913f6790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.7042880 Feb 09 01:13:00.583091 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53358) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:00.596408 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4c63ccd4-690d-4129-9b7c-ec80b5ecdc36 req-79e17a7d-35a1-4a1e-960b-97258b7f3d92 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3619900 Feb 09 01:13:00.684084 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49468c-54e0-4fde-96fc-484eb2833843 req-014c5103-25dc-4248-a9cf-5724e44efc8c tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:00.691278 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ea49468c-54e0-4fde-96fc-484eb2833843 req-014c5103-25dc-4248-a9cf-5724e44efc8c tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 945 time: 0.4325893 Feb 09 01:13:00.757298 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3bc514d0-4bad-4a5a-a01f-799e9400f018 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=feb523cb13bf45dba1c73a7d0b9b3373&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1729579 Feb 09 01:13:00.758128 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53362) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:00.843029 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a8751413-b0ce-46da-989a-40adaf7a017c admin admin] Publish callbacks [] for security_group (b69ab812-2d92-41ee-a524-2e360d367967), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:00.860472 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ea49468c-54e0-4fde-96fc-484eb2833843 req-527cca01-e9ae-4e42-b225-d5239ab24384 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=e711df6c-6fe3-4590-9ab7-e2920a97103b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1641402 Feb 09 01:13:00.904804 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a8751413-b0ce-46da-989a-40adaf7a017c admin admin] Publish callbacks [] for security_group (b69ab812-2d92-41ee-a524-2e360d367967), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:00.962577 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ce089c53-c21c-4205-a41a-002c239ad058 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Publish callbacks [] for port (2d5bb7f5-73cf-40a5-bde5-d3b7169caabb), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:00.987345 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ce089c53-c21c-4205-a41a-002c239ad058 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (2d5bb7f5-73cf-40a5-bde5-d3b7169caabb), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:00.991480 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4d2b502-9982-4674-8817-5262ef21b981 req-7aed52d8-cec7-49e2-aa1c-2b6126ce9498 service neutron] 10.222.0.120 "GET /v2.0/networks/927c95a7-9afc-4391-8f1b-90d0913f6790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5388255 Feb 09 01:13:01.001622 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a8751413-b0ce-46da-989a-40adaf7a017c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b69ab812-2d92-41ee-a524-2e360d367967), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:01.009197 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a8751413-b0ce-46da-989a-40adaf7a017c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:01.009197 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a8751413-b0ce-46da-989a-40adaf7a017c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b69ab812-2d92-41ee-a524-2e360d367967 HTTP/1.1" status: 204 len: 168 time: 0.2474291 Feb 09 01:13:01.025295 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa786e-be33-43ac-8482-b92b77ec2a8d req-fcb1e6b5-2b6d-4024-aa8c-841ee89f0646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:01.026807 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8751413-b0ce-46da-989a-40adaf7a017c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69ab812-2d92-41ee-a524-2e360d367967,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:01.027339 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3afa786e-be33-43ac-8482-b92b77ec2a8d req-fcb1e6b5-2b6d-4024-aa8c-841ee89f0646 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52&tenant_id=cd714d32a01d4967bf3dd491f0b2d2f7 HTTP/1.1" status: 200 len: 1125 time: 0.5020108 Feb 09 01:13:01.080116 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-3afa786e-be33-43ac-8482-b92b77ec2a8d req-8135bcb0-1e9a-4ca7-bd0f-855cf04c911e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828369-4', 'device_owner': 'compute:nova'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:01.835831 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc754f-fd65-4df9-b484-dfa6755e6e64 req-c10386ac-e73d-4ba2-8abc-38e521df4ba5 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:01.847700 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b2bc754f-fd65-4df9-b484-dfa6755e6e64 req-c10386ac-e73d-4ba2-8abc-38e521df4ba5 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 943 time: 1.0743756 Feb 09 01:13:01.865972 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce089c53-c21c-4205-a41a-002c239ad058 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Pushing event updated for resources: {'Port': ['ID=2d5bb7f5-73cf-40a5-bde5-d3b7169caabb,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:02.086127 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-ce089c53-c21c-4205-a41a-002c239ad058 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] In _notify_port_updated(), no bound segment for port 2d5bb7f5-73cf-40a5-bde5-d3b7169caabb on network c9c78542-5e6b-48c6-bf15-15da5d9dcdb6 {{(pid=103136) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:13:02.092140 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce089c53-c21c-4205-a41a-002c239ad058 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:02.092849 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ce089c53-c21c-4205-a41a-002c239ad058 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:02.097347 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ce089c53-c21c-4205-a41a-002c239ad058 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] 10.222.0.50 "PUT /v2.0/ports/2d5bb7f5-73cf-40a5-bde5-d3b7169caabb HTTP/1.1" status: 200 len: 1136 time: 3.2805784 Feb 09 01:13:02.098489 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53390) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:02.138384 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3afa786e-be33-43ac-8482-b92b77ec2a8d req-8135bcb0-1e9a-4ca7-bd0f-855cf04c911e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d3174d59-dca0-4b98-a236-7fe2c2fe09a3), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:02.192723 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c95cc78-4b5d-4440-a8ad-6a7248bc1bbe tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:02.194300 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3c95cc78-4b5d-4440-a8ad-6a7248bc1bbe tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] 10.222.0.50 "GET /v2.0/ports/2d5bb7f5-73cf-40a5-bde5-d3b7169caabb HTTP/1.1" status: 200 len: 1136 time: 0.0941522 Feb 09 01:13:02.198429 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53396) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:02.224599 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4d2b502-9982-4674-8817-5262ef21b981 req-38c3c590-1470-4136-bff3-6c88e18320a8 service neutron] 10.222.0.120 "GET /v2.0/networks/927c95a7-9afc-4391-8f1b-90d0913f6790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2250464 Feb 09 01:13:02.268033 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-61a7ae81-43b7-4a90-9d77-ad9e3d108f4b None None] Provisioning complete for port 2d5bb7f5-73cf-40a5-bde5-d3b7169caabb triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:02.270940 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-61a7ae81-43b7-4a90-9d77-ad9e3d108f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (2d5bb7f5-73cf-40a5-bde5-d3b7169caabb), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:02.298502 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b2bc754f-fd65-4df9-b484-dfa6755e6e64 req-97e0a797-16b7-4ba4-a5df-7c801051d75c tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4087670 Feb 09 01:13:02.436157 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a49e7b9a-3b83-4f83-a44c-5385581975a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:02.467394 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873726e3-8c72-40ef-b19a-d4136e378c28 req-a56e7fe5-3e4d-4466-a386-a167f260fb8c tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:02.480582 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-61a7ae81-43b7-4a90-9d77-ad9e3d108f4b None None] Port 2d5bb7f5-73cf-40a5-bde5-d3b7169caabb cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:13:02.481834 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-cb3c7370-0e52-4175-a41c-645e860c1d61 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Deleting port 2d5bb7f5-73cf-40a5-bde5-d3b7169caabb {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:13:02.482435 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cb3c7370-0e52-4175-a41c-645e860c1d61 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (2d5bb7f5-73cf-40a5-bde5-d3b7169caabb), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:02.483192 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873726e3-8c72-40ef-b19a-d4136e378c28 req-a56e7fe5-3e4d-4466-a386-a167f260fb8c tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:02.496787 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873726e3-8c72-40ef-b19a-d4136e378c28 req-a56e7fe5-3e4d-4466-a386-a167f260fb8c tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:02.504157 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873726e3-8c72-40ef-b19a-d4136e378c28 req-a56e7fe5-3e4d-4466-a386-a167f260fb8c tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:02.512038 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873726e3-8c72-40ef-b19a-d4136e378c28 req-a56e7fe5-3e4d-4466-a386-a167f260fb8c tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:02.520181 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873726e3-8c72-40ef-b19a-d4136e378c28 req-a56e7fe5-3e4d-4466-a386-a167f260fb8c tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:02.525912 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873726e3-8c72-40ef-b19a-d4136e378c28 req-a56e7fe5-3e4d-4466-a386-a167f260fb8c tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:02.528306 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-873726e3-8c72-40ef-b19a-d4136e378c28 req-a56e7fe5-3e4d-4466-a386-a167f260fb8c tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5430 time: 0.6777184 Feb 09 01:13:02.620151 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cb3c7370-0e52-4175-a41c-645e860c1d61 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (2d5bb7f5-73cf-40a5-bde5-d3b7169caabb), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:02.636936 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-cb3c7370-0e52-4175-a41c-645e860c1d61 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Calling delete_port for 2d5bb7f5-73cf-40a5-bde5-d3b7169caabb owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:13:02.657215 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4d2b502-9982-4674-8817-5262ef21b981 req-7a1d2d01-2d39-4d75-a88e-09bd42f8787f service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=d9333083-f77a-41ef-9c7c-7d3914e2076c HTTP/1.1" status: 200 len: 217 time: 0.3950808 Feb 09 01:13:02.810841 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2b502-9982-4674-8817-5262ef21b981 req-a07391fd-daeb-4b0b-8d34-c95171729cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:02.813122 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cb3c7370-0e52-4175-a41c-645e860c1d61 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (2d5bb7f5-73cf-40a5-bde5-d3b7169caabb), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:02.821347 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4d2b502-9982-4674-8817-5262ef21b981 req-a07391fd-daeb-4b0b-8d34-c95171729cc2 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=bab56cac-997f-4b8b-bab6-d250adea92d7 HTTP/1.1" status: 200 len: 797 time: 0.1631706 Feb 09 01:13:02.929337 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c7370-0e52-4175-a41c-645e860c1d61 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Pushing event deleted for resources: {'Port': ['ID=2d5bb7f5-73cf-40a5-bde5-d3b7169caabb,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:03.036015 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cb3c7370-0e52-4175-a41c-645e860c1d61 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:03.041573 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-cb3c7370-0e52-4175-a41c-645e860c1d61 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] 10.222.0.50 "DELETE /v2.0/ports/2d5bb7f5-73cf-40a5-bde5-d3b7169caabb HTTP/1.1" status: 204 len: 168 time: 0.8385789 Feb 09 01:13:03.042666 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53416) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:03.228306 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-64ce4314-352d-4510-9bac-ec161422ff21 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Deleting subnet d392b0ca-a0a1-403e-82ed-979009ea9af5 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:13:03.245586 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-64ce4314-352d-4510-9bac-ec161422ff21 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Publish callbacks [] for subnet (d392b0ca-a0a1-403e-82ed-979009ea9af5), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:03.249405 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-873726e3-8c72-40ef-b19a-d4136e378c28 req-68656386-0708-40af-9c05-f3848047f751 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4435725 Feb 09 01:13:03.385704 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-64ce4314-352d-4510-9bac-ec161422ff21 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (d392b0ca-a0a1-403e-82ed-979009ea9af5), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:03.456661 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2b502-9982-4674-8817-5262ef21b981 req-3e2f0e1c-04dc-4fc5-96cc-676490ac7a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:03.458444 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4d2b502-9982-4674-8817-5262ef21b981 req-3e2f0e1c-04dc-4fc5-96cc-676490ac7a3f service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=927c95a7-9afc-4391-8f1b-90d0913f6790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5939384 Feb 09 01:13:03.478579 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141cff0-f9ba-48c6-9a35-71a071b50207 req-5f1ba598-66bc-4c88-9d48-d08cdebb7749 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:03.480333 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4141cff0-f9ba-48c6-9a35-71a071b50207 req-5f1ba598-66bc-4c88-9d48-d08cdebb7749 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 945 time: 0.8545740 Feb 09 01:13:03.675380 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-64ce4314-352d-4510-9bac-ec161422ff21 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (d392b0ca-a0a1-403e-82ed-979009ea9af5), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:03.821969 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-64ce4314-352d-4510-9bac-ec161422ff21 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (d392b0ca-a0a1-403e-82ed-979009ea9af5), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:03.852085 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4d2b502-9982-4674-8817-5262ef21b981 req-d118cdca-6304-49e7-90ea-1f5ec50fe2cf service neutron] 10.222.0.120 "GET /v2.0/networks/927c95a7-9afc-4391-8f1b-90d0913f6790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831954 Feb 09 01:13:03.875055 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-3afa786e-be33-43ac-8482-b92b77ec2a8d req-8135bcb0-1e9a-4ca7-bd0f-855cf04c911e service neutron] For port d3174d59-dca0-4b98-a236-7fe2c2fe09a3, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=d3174d59-dca0-4b98-a236-7fe2c2fe09a3,segment=NetworkSegment(ebc0196b-40a7-4a91-81b3-cd03bc319f59),segment_id=ebc0196b-40a7-4a91-81b3-cd03bc319f59)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:03.895771 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce4314-352d-4510-9bac-ec161422ff21 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Pushing event deleted for resources: {'Subnet': ['ID=d392b0ca-a0a1-403e-82ed-979009ea9af5,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:03.919321 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307c4155-be2c-454e-b31b-eb9c06b95f64 None None] Network c9c78542-5e6b-48c6-bf15-15da5d9dcdb6 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:13:03.932429 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-64ce4314-352d-4510-9bac-ec161422ff21 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:03.954250 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-64ce4314-352d-4510-9bac-ec161422ff21 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] 10.222.0.50 "DELETE /v2.0/subnets/d392b0ca-a0a1-403e-82ed-979009ea9af5 HTTP/1.1" status: 204 len: 168 time: 0.9078460 Feb 09 01:13:03.957250 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53440) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:03.973100 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4141cff0-f9ba-48c6-9a35-71a071b50207 req-300f9924-5b1b-43bb-8190-78249d118cb6 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=e711df6c-6fe3-4590-9ab7-e2920a97103b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3954382 Feb 09 01:13:04.177796 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c7997-fe2e-4156-8e5a-c6f77950fe86 req-e4aa3caf-52a5-4abe-b04d-ad2b2b7cb79d tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:04.180011 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eac3b0e9-18b1-47bc-b6a6-8c1031246545 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (c9c78542-5e6b-48c6-bf15-15da5d9dcdb6), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:04.189115 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d71c7997-fe2e-4156-8e5a-c6f77950fe86 req-e4aa3caf-52a5-4abe-b04d-ad2b2b7cb79d tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 943 time: 0.6224146 Feb 09 01:13:04.270110 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-3afa786e-be33-43ac-8482-b92b77ec2a8d req-8135bcb0-1e9a-4ca7-bd0f-855cf04c911e service neutron] For port d3174d59-dca0-4b98-a236-7fe2c2fe09a3, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:13:04.311573 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05665085-0a70-4512-915e-4ad7b8870561 None None] DHCP port deletion for c9c78542-5e6b-48c6-bf15-15da5d9dcdb6 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:13:04.335075 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-eac3b0e9-18b1-47bc-b6a6-8c1031246545 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Deleting port a1c4d1a0-950b-47f8-804b-5904c37b4842 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:13:04.335684 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eac3b0e9-18b1-47bc-b6a6-8c1031246545 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (a1c4d1a0-950b-47f8-804b-5904c37b4842), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:04.463413 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-3afa786e-be33-43ac-8482-b92b77ec2a8d req-8135bcb0-1e9a-4ca7-bd0f-855cf04c911e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3174d59-dca0-4b98-a236-7fe2c2fe09a3 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:13:04.493591 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-eac3b0e9-18b1-47bc-b6a6-8c1031246545 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] For port a1c4d1a0-950b-47f8-804b-5904c37b4842, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=a1c4d1a0-950b-47f8-804b-5904c37b4842,segment=NetworkSegment(fe5b4636-25f1-4156-8f3e-96c04ce4f133),segment_id=fe5b4636-25f1-4156-8f3e-96c04ce4f133)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:04.494039 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eac3b0e9-18b1-47bc-b6a6-8c1031246545 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (a1c4d1a0-950b-47f8-804b-5904c37b4842), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:04.502881 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3afa786e-be33-43ac-8482-b92b77ec2a8d req-8135bcb0-1e9a-4ca7-bd0f-855cf04c911e service neutron] Publish callbacks [] for port (d3174d59-dca0-4b98-a236-7fe2c2fe09a3), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:04.522642 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-eac3b0e9-18b1-47bc-b6a6-8c1031246545 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Calling delete_port for a1c4d1a0-950b-47f8-804b-5904c37b4842 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:13:04.523028 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75f502b9-79e3-477f-9fb1-d55aaaee983a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:04.551935 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-05665085-0a70-4512-915e-4ad7b8870561 None None] Deleting port a1c4d1a0-950b-47f8-804b-5904c37b4842 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:13:04.553898 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-05665085-0a70-4512-915e-4ad7b8870561 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (a1c4d1a0-950b-47f8-804b-5904c37b4842), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:04.664270 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-3afa786e-be33-43ac-8482-b92b77ec2a8d req-8135bcb0-1e9a-4ca7-bd0f-855cf04c911e service neutron] Transition to ACTIVE for port object d3174d59-dca0-4b98-a236-7fe2c2fe09a3 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:13:04.678560 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eac3b0e9-18b1-47bc-b6a6-8c1031246545 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (a1c4d1a0-950b-47f8-804b-5904c37b4842), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:04.718077 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-05665085-0a70-4512-915e-4ad7b8870561 None None] For port a1c4d1a0-950b-47f8-804b-5904c37b4842, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=a1c4d1a0-950b-47f8-804b-5904c37b4842,segment=NetworkSegment(fe5b4636-25f1-4156-8f3e-96c04ce4f133),segment_id=fe5b4636-25f1-4156-8f3e-96c04ce4f133)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:04.718491 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-05665085-0a70-4512-915e-4ad7b8870561 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (a1c4d1a0-950b-47f8-804b-5904c37b4842), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:04.742211 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4d2b502-9982-4674-8817-5262ef21b981 req-5796271f-9d6e-40e0-adcc-af0ac9c186cd service neutron] 10.222.0.120 "GET /v2.0/networks/927c95a7-9afc-4391-8f1b-90d0913f6790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8642366 Feb 09 01:13:04.744891 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac3b0e9-18b1-47bc-b6a6-8c1031246545 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Pushing event deleted for resources: {'Port': ['ID=a1c4d1a0-950b-47f8-804b-5904c37b4842,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:04.762019 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-05665085-0a70-4512-915e-4ad7b8870561 None None] Calling delete_port for a1c4d1a0-950b-47f8-804b-5904c37b4842 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:13:04.762217 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d71c7997-fe2e-4156-8e5a-c6f77950fe86 req-674f6b4f-210a-4d67-a6db-51c29dd495fa tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5718029 Feb 09 01:13:04.768032 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3afa786e-be33-43ac-8482-b92b77ec2a8d req-8135bcb0-1e9a-4ca7-bd0f-855cf04c911e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (d3174d59-dca0-4b98-a236-7fe2c2fe09a3), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:04.769004 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac3b0e9-18b1-47bc-b6a6-8c1031246545 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] No DVR routers for this DVR port a1c4d1a0-950b-47f8-804b-5904c37b4842 on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:13:04.906576 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eac3b0e9-18b1-47bc-b6a6-8c1031246545 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (c9c78542-5e6b-48c6-bf15-15da5d9dcdb6), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:04.933035 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-eac3b0e9-18b1-47bc-b6a6-8c1031246545 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9c78542-5e6b-48c6-bf15-15da5d9dcdb6']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:04.945395 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-eac3b0e9-18b1-47bc-b6a6-8c1031246545 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe5b4636-25f1-4156-8f3e-96c04ce4f133') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:04.945718 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-eac3b0e9-18b1-47bc-b6a6-8c1031246545 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe5b4636-25f1-4156-8f3e-96c04ce4f133') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:04.957381 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eac3b0e9-18b1-47bc-b6a6-8c1031246545 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (fe5b4636-25f1-4156-8f3e-96c04ce4f133), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:04.978000 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4d2b502-9982-4674-8817-5262ef21b981 req-59fcd8d2-0dca-4821-8b98-71fc847b9d60 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=5546793d-1294-40a4-b524-747f9d9ecf16 HTTP/1.1" status: 200 len: 217 time: 0.2038994 Feb 09 01:13:04.981167 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eac3b0e9-18b1-47bc-b6a6-8c1031246545 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (fe5b4636-25f1-4156-8f3e-96c04ce4f133), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:04.990416 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac3b0e9-18b1-47bc-b6a6-8c1031246545 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:13:04.991236 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eac3b0e9-18b1-47bc-b6a6-8c1031246545 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (fe5b4636-25f1-4156-8f3e-96c04ce4f133), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:04.995102 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:13:04.995102 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:13:04.995102 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:13:04.995102 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:13:04.995102 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:13:04.995102 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:13:04.995102 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:13:04.995102 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:13:04.995102 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:13:04.995102 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:13:04.995102 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:13:04.995102 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:13:04.995102 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:13:04.995102 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:13:04.995102 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:13:04.995102 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:13:04.995102 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:13:04.995102 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:13:04.995102 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:13:04.995102 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:13:04.995102 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:13:04.995102 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:13:04.995102 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:13:04.995102 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:13:04.995102 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:13:04.995102 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:13:04.995102 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:13:04.995102 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:13:04.995102 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:13:04.995102 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:13:04.995102 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:13:04.995102 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:13:05.016145 n-d-828369-4 neutron-server[103138]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 01:13:05.016145 n-d-828369-4 neutron-server[103138]: from cryptography.utils import int_from_bytes Feb 09 01:13:05.016145 n-d-828369-4 neutron-server[103138]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 09 01:13:05.016145 n-d-828369-4 neutron-server[103138]: from cryptography.utils import int_from_bytes Feb 09 01:13:05.016145 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:13:05.016145 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:13:05.016145 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:13:05.016145 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:13:05.016145 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:13:05.016145 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:13:05.016145 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:13:05.016145 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:13:05.016145 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:13:05.016145 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:13:05.016145 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:13:05.016145 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:13:05.016145 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:13:05.016145 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:13:05.016145 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:13:05.016145 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:13:05.016145 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:13:05.016145 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:13:05.016145 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:13:05.016145 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:13:05.016145 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:13:05.016145 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:13:05.016145 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:13:05.016145 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:13:05.016145 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:13:05.016145 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:13:05.016145 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:13:05.016145 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:13:05.016145 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:13:05.016145 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:13:05.016145 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:13:05.016145 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:13:05.016145 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:13:05.016145 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:13:05.016145 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:13:05.016145 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:13:05.016145 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:13:05.016145 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:13:05.019631 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:13:05.019631 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:13:05.019631 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:13:05.019631 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:13:05.019631 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:13:05.019631 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:13:05.019631 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:13:05.019631 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:13:05.019631 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:13:05.019631 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:13:05.019631 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:13:05.019631 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:13:05.019631 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:13:05.019631 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:13:05.040159 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-05665085-0a70-4512-915e-4ad7b8870561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (a1c4d1a0-950b-47f8-804b-5904c37b4842), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:05.056910 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device a1c4d1a0-950b-47f8-804b-5904c37b4842 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:13:05.175505 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8135bcb0-1e9a-4ca7-bd0f-855cf04c911e service neutron] Pushing event updated for resources: {'Port': ['ID=d3174d59-dca0-4b98-a236-7fe2c2fe09a3,revision_number=9']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:05.185068 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05665085-0a70-4512-915e-4ad7b8870561 None None] No DVR routers for this DVR port a1c4d1a0-950b-47f8-804b-5904c37b4842 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:13:05.187421 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eac3b0e9-18b1-47bc-b6a6-8c1031246545 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (c9c78542-5e6b-48c6-bf15-15da5d9dcdb6), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:05.194930 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eac3b0e9-18b1-47bc-b6a6-8c1031246545 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:05.199224 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: a1c4d1a0-950b-47f8-804b-5904c37b4842 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:13:05.208254 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device a1c4d1a0-950b-47f8-804b-5904c37b4842 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:13:05.208254 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05665085-0a70-4512-915e-4ad7b8870561 None None] Pushing event deleted for resources: {'Port': ['ID=a1c4d1a0-950b-47f8-804b-5904c37b4842,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:05.228460 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-eac3b0e9-18b1-47bc-b6a6-8c1031246545 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] 10.222.0.50 "DELETE /v2.0/networks/c9c78542-5e6b-48c6-bf15-15da5d9dcdb6 HTTP/1.1" status: 204 len: 168 time: 1.2681069 Feb 09 01:13:05.267404 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac3b0e9-18b1-47bc-b6a6-8c1031246545 tempest-ExtraDHCPOptionsTestJSON-630246433 tempest-ExtraDHCPOptionsTestJSON-630246433-project] Pushing event deleted for resources: {'Network': ['ID=c9c78542-5e6b-48c6-bf15-15da5d9dcdb6,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:05.272683 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2b502-9982-4674-8817-5262ef21b981 req-e7c4e20a-87f1-4db3-b843-ad0934d8b6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:05.275198 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4d2b502-9982-4674-8817-5262ef21b981 req-e7c4e20a-87f1-4db3-b843-ad0934d8b6ea service neutron] 10.222.0.120 "GET /v2.0/subnets?id=bab56cac-997f-4b8b-bab6-d250adea92d7 HTTP/1.1" status: 200 len: 797 time: 0.2525597 Feb 09 01:13:05.287097 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9684e-8e04-4088-948c-5793de972efd req-1a54ad82-69df-4c72-b942-00f2bf64fd69 tempest-NetworksTest-1208300076 tempest-NetworksTest-1208300076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:05.287986 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9684e-8e04-4088-948c-5793de972efd req-1a54ad82-69df-4c72-b942-00f2bf64fd69 tempest-NetworksTest-1208300076 tempest-NetworksTest-1208300076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:05.288725 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9684e-8e04-4088-948c-5793de972efd req-1a54ad82-69df-4c72-b942-00f2bf64fd69 tempest-NetworksTest-1208300076 tempest-NetworksTest-1208300076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:05.289370 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9684e-8e04-4088-948c-5793de972efd req-1a54ad82-69df-4c72-b942-00f2bf64fd69 tempest-NetworksTest-1208300076 tempest-NetworksTest-1208300076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:05.290085 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9684e-8e04-4088-948c-5793de972efd req-1a54ad82-69df-4c72-b942-00f2bf64fd69 tempest-NetworksTest-1208300076 tempest-NetworksTest-1208300076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:05.290708 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9684e-8e04-4088-948c-5793de972efd req-1a54ad82-69df-4c72-b942-00f2bf64fd69 tempest-NetworksTest-1208300076 tempest-NetworksTest-1208300076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:05.291552 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9684e-8e04-4088-948c-5793de972efd req-1a54ad82-69df-4c72-b942-00f2bf64fd69 tempest-NetworksTest-1208300076 tempest-NetworksTest-1208300076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:05.292250 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9684e-8e04-4088-948c-5793de972efd req-1a54ad82-69df-4c72-b942-00f2bf64fd69 tempest-NetworksTest-1208300076 tempest-NetworksTest-1208300076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:05.292911 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9684e-8e04-4088-948c-5793de972efd req-1a54ad82-69df-4c72-b942-00f2bf64fd69 tempest-NetworksTest-1208300076 tempest-NetworksTest-1208300076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:05.293593 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9684e-8e04-4088-948c-5793de972efd req-1a54ad82-69df-4c72-b942-00f2bf64fd69 tempest-NetworksTest-1208300076 tempest-NetworksTest-1208300076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:05.296391 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9684e-8e04-4088-948c-5793de972efd req-1a54ad82-69df-4c72-b942-00f2bf64fd69 tempest-NetworksTest-1208300076 tempest-NetworksTest-1208300076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:05.296391 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9684e-8e04-4088-948c-5793de972efd req-1a54ad82-69df-4c72-b942-00f2bf64fd69 tempest-NetworksTest-1208300076 tempest-NetworksTest-1208300076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:05.296391 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9684e-8e04-4088-948c-5793de972efd req-1a54ad82-69df-4c72-b942-00f2bf64fd69 tempest-NetworksTest-1208300076 tempest-NetworksTest-1208300076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:05.296391 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9684e-8e04-4088-948c-5793de972efd req-1a54ad82-69df-4c72-b942-00f2bf64fd69 tempest-NetworksTest-1208300076 tempest-NetworksTest-1208300076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:05.309627 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-28c9684e-8e04-4088-948c-5793de972efd req-1a54ad82-69df-4c72-b942-00f2bf64fd69 tempest-NetworksTest-1208300076 tempest-NetworksTest-1208300076-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9856 time: 0.7472064 Feb 09 01:13:05.341760 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a89bf-10dd-4ba1-8068-100f933f2477 req-cb9d9dbd-c000-40eb-8b80-211a8159d46e tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:05.375669 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a89bf-10dd-4ba1-8068-100f933f2477 req-cb9d9dbd-c000-40eb-8b80-211a8159d46e tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:05.394677 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a89bf-10dd-4ba1-8068-100f933f2477 req-cb9d9dbd-c000-40eb-8b80-211a8159d46e tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:05.418899 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a89bf-10dd-4ba1-8068-100f933f2477 req-cb9d9dbd-c000-40eb-8b80-211a8159d46e tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:05.447431 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a89bf-10dd-4ba1-8068-100f933f2477 req-cb9d9dbd-c000-40eb-8b80-211a8159d46e tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:05.463359 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a89bf-10dd-4ba1-8068-100f933f2477 req-cb9d9dbd-c000-40eb-8b80-211a8159d46e tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:05.470192 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a89bf-10dd-4ba1-8068-100f933f2477 req-cb9d9dbd-c000-40eb-8b80-211a8159d46e tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:05.474697 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f57a89bf-10dd-4ba1-8068-100f933f2477 req-cb9d9dbd-c000-40eb-8b80-211a8159d46e tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5430 time: 0.5266216 Feb 09 01:13:05.557167 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-3afa786e-be33-43ac-8482-b92b77ec2a8d req-8135bcb0-1e9a-4ca7-bd0f-855cf04c911e service neutron] No DVR routers for this DVR port d3174d59-dca0-4b98-a236-7fe2c2fe09a3 on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:13:05.702539 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f57a89bf-10dd-4ba1-8068-100f933f2477 req-363a120e-fb66-4096-859b-d59db84f2984 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1811268 Feb 09 01:13:05.730105 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2b502-9982-4674-8817-5262ef21b981 req-389e0a20-00f9-4a28-865e-3b2c3ccc1353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:05.732325 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4d2b502-9982-4674-8817-5262ef21b981 req-389e0a20-00f9-4a28-865e-3b2c3ccc1353 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=927c95a7-9afc-4391-8f1b-90d0913f6790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4167268 Feb 09 01:13:05.764445 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53486) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:05.825955 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:05.977561 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711f7ca-6fae-4bf1-8788-28623d9476fc req-8d01d984-ddb9-402b-bf73-e79403fedcc8 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:05.985246 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c711f7ca-6fae-4bf1-8788-28623d9476fc req-8d01d984-ddb9-402b-bf73-e79403fedcc8 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 945 time: 0.4301672 Feb 09 01:13:05.996234 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ff314d51-8f7a-4e9e-841a-b2c15c101136 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=311d0e4c15a04d568230d6b032dce8e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2275314 Feb 09 01:13:05.996703 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53492) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:06.096334 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7574237f-5550-43de-8f3a-748faad0a1c4 admin admin] Publish callbacks [] for security_group (bcf41b77-f9e6-4870-b97d-4fcb7357e2f4), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:06.115418 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4d2b502-9982-4674-8817-5262ef21b981 req-b6810ee5-9d02-4235-881c-919b31ee94d4 service neutron] 10.222.0.120 "GET /v2.0/networks/927c95a7-9afc-4391-8f1b-90d0913f6790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717351 Feb 09 01:13:06.141521 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c711f7ca-6fae-4bf1-8788-28623d9476fc req-74f3c7fb-dcd8-4915-8ae3-90e2a91663c5 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=e711df6c-6fe3-4590-9ab7-e2920a97103b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1551301 Feb 09 01:13:06.154353 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7574237f-5550-43de-8f3a-748faad0a1c4 admin admin] Publish callbacks [] for security_group (bcf41b77-f9e6-4870-b97d-4fcb7357e2f4), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:06.185119 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-3afa786e-be33-43ac-8482-b92b77ec2a8d req-8135bcb0-1e9a-4ca7-bd0f-855cf04c911e service neutron] Attempting to bind port d3174d59-dca0-4b98-a236-7fe2c2fe09a3 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:13:06.185466 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-3afa786e-be33-43ac-8482-b92b77ec2a8d req-8135bcb0-1e9a-4ca7-bd0f-855cf04c911e service neutron] Attempting to bind port d3174d59-dca0-4b98-a236-7fe2c2fe09a3 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': 'ebc0196b-40a7-4a91-81b3-cd03bc319f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:13:06.185805 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afa786e-be33-43ac-8482-b92b77ec2a8d req-8135bcb0-1e9a-4ca7-bd0f-855cf04c911e service neutron] Attempting to bind port d3174d59-dca0-4b98-a236-7fe2c2fe09a3 on network 8e06ad67-97d1-4f11-889a-fde8ce1f4554 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:13:06.202356 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0aca15-8001-40e1-b85f-2a073e9d3875 req-ea93a9bc-4819-4814-8f63-34d40c3fad4b tempest-NetworksTest-1208300076 tempest-NetworksTest-1208300076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:06.214398 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0f0aca15-8001-40e1-b85f-2a073e9d3875 req-ea93a9bc-4819-4814-8f63-34d40c3fad4b tempest-NetworksTest-1208300076 tempest-NetworksTest-1208300076-project-admin] 10.222.0.50 "GET /v2.0/networks/ca740734-29c2-4b60-ae10-4c709b5c6ef4 HTTP/1.1" status: 200 len: 886 time: 0.3517258 Feb 09 01:13:06.218871 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afa786e-be33-43ac-8482-b92b77ec2a8d req-8135bcb0-1e9a-4ca7-bd0f-855cf04c911e service neutron] Port d3174d59-dca0-4b98-a236-7fe2c2fe09a3 on network 8e06ad67-97d1-4f11-889a-fde8ce1f4554 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:13:06.219209 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afa786e-be33-43ac-8482-b92b77ec2a8d req-8135bcb0-1e9a-4ca7-bd0f-855cf04c911e service neutron] Attempting to bind port d3174d59-dca0-4b98-a236-7fe2c2fe09a3 on network 8e06ad67-97d1-4f11-889a-fde8ce1f4554 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:13:06.245698 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afa786e-be33-43ac-8482-b92b77ec2a8d req-8135bcb0-1e9a-4ca7-bd0f-855cf04c911e service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:13:06.246064 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afa786e-be33-43ac-8482-b92b77ec2a8d req-8135bcb0-1e9a-4ca7-bd0f-855cf04c911e service neutron] Checking segment: {'id': 'ebc0196b-40a7-4a91-81b3-cd03bc319f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:13:06.246884 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afa786e-be33-43ac-8482-b92b77ec2a8d req-8135bcb0-1e9a-4ca7-bd0f-855cf04c911e service neutron] Bound using segment: {'id': 'ebc0196b-40a7-4a91-81b3-cd03bc319f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:13:06.247020 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-3afa786e-be33-43ac-8482-b92b77ec2a8d req-8135bcb0-1e9a-4ca7-bd0f-855cf04c911e service neutron] Bound port: d3174d59-dca0-4b98-a236-7fe2c2fe09a3, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebc0196b-40a7-4a91-81b3-cd03bc319f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:13:06.247273 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3afa786e-be33-43ac-8482-b92b77ec2a8d req-8135bcb0-1e9a-4ca7-bd0f-855cf04c911e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d3174d59-dca0-4b98-a236-7fe2c2fe09a3), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:06.254205 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7574237f-5550-43de-8f3a-748faad0a1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (bcf41b77-f9e6-4870-b97d-4fcb7357e2f4), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:06.257070 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7574237f-5550-43de-8f3a-748faad0a1c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:06.258250 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7574237f-5550-43de-8f3a-748faad0a1c4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bcf41b77-f9e6-4870-b97d-4fcb7357e2f4 HTTP/1.1" status: 204 len: 168 time: 0.2606378 Feb 09 01:13:06.273429 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574237f-5550-43de-8f3a-748faad0a1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf41b77-f9e6-4870-b97d-4fcb7357e2f4,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:06.462328 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4d2b502-9982-4674-8817-5262ef21b981 req-a130c732-99fc-48c6-aff5-62c534e5d913 service neutron] 10.222.0.120 "GET /v2.0/networks/927c95a7-9afc-4391-8f1b-90d0913f6790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370650 Feb 09 01:13:06.542976 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4d2b502-9982-4674-8817-5262ef21b981 req-3b1dd04c-059d-4bda-8e23-faae4b3a50d1 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a50b63d9-9aa6-4f44-8c47-71c17ea2941a HTTP/1.1" status: 200 len: 217 time: 0.0695982 Feb 09 01:13:06.612869 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-3afa786e-be33-43ac-8482-b92b77ec2a8d req-8135bcb0-1e9a-4ca7-bd0f-855cf04c911e service neutron] For port d3174d59-dca0-4b98-a236-7fe2c2fe09a3, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:13:06.652934 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529734fa-ee0f-442b-a300-f90c8fabbe5c req-2144070b-468a-4fce-947e-d0ef493c4a49 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:06.654561 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-529734fa-ee0f-442b-a300-f90c8fabbe5c req-2144070b-468a-4fce-947e-d0ef493c4a49 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 943 time: 0.3353772 Feb 09 01:13:06.674319 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c1633-4a33-4eab-bef9-1fd7a1f021d7 req-09f56fc5-6284-4572-a412-d85c03a5ce1a tempest-NetworksTest-1208300076 tempest-NetworksTest-1208300076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:06.674319 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c1633-4a33-4eab-bef9-1fd7a1f021d7 req-09f56fc5-6284-4572-a412-d85c03a5ce1a tempest-NetworksTest-1208300076 tempest-NetworksTest-1208300076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:06.674802 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c1633-4a33-4eab-bef9-1fd7a1f021d7 req-09f56fc5-6284-4572-a412-d85c03a5ce1a tempest-NetworksTest-1208300076 tempest-NetworksTest-1208300076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:06.675277 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c1633-4a33-4eab-bef9-1fd7a1f021d7 req-09f56fc5-6284-4572-a412-d85c03a5ce1a tempest-NetworksTest-1208300076 tempest-NetworksTest-1208300076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:06.675744 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c1633-4a33-4eab-bef9-1fd7a1f021d7 req-09f56fc5-6284-4572-a412-d85c03a5ce1a tempest-NetworksTest-1208300076 tempest-NetworksTest-1208300076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:06.676218 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c1633-4a33-4eab-bef9-1fd7a1f021d7 req-09f56fc5-6284-4572-a412-d85c03a5ce1a tempest-NetworksTest-1208300076 tempest-NetworksTest-1208300076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:06.676731 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c1633-4a33-4eab-bef9-1fd7a1f021d7 req-09f56fc5-6284-4572-a412-d85c03a5ce1a tempest-NetworksTest-1208300076 tempest-NetworksTest-1208300076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:06.677363 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c1633-4a33-4eab-bef9-1fd7a1f021d7 req-09f56fc5-6284-4572-a412-d85c03a5ce1a tempest-NetworksTest-1208300076 tempest-NetworksTest-1208300076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:06.677835 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c1633-4a33-4eab-bef9-1fd7a1f021d7 req-09f56fc5-6284-4572-a412-d85c03a5ce1a tempest-NetworksTest-1208300076 tempest-NetworksTest-1208300076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:06.678311 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c1633-4a33-4eab-bef9-1fd7a1f021d7 req-09f56fc5-6284-4572-a412-d85c03a5ce1a tempest-NetworksTest-1208300076 tempest-NetworksTest-1208300076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:06.678775 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c1633-4a33-4eab-bef9-1fd7a1f021d7 req-09f56fc5-6284-4572-a412-d85c03a5ce1a tempest-NetworksTest-1208300076 tempest-NetworksTest-1208300076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:06.679300 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c1633-4a33-4eab-bef9-1fd7a1f021d7 req-09f56fc5-6284-4572-a412-d85c03a5ce1a tempest-NetworksTest-1208300076 tempest-NetworksTest-1208300076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:06.679771 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c1633-4a33-4eab-bef9-1fd7a1f021d7 req-09f56fc5-6284-4572-a412-d85c03a5ce1a tempest-NetworksTest-1208300076 tempest-NetworksTest-1208300076-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:06.681914 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-be5c1633-4a33-4eab-bef9-1fd7a1f021d7 req-09f56fc5-6284-4572-a412-d85c03a5ce1a tempest-NetworksTest-1208300076 tempest-NetworksTest-1208300076-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9185 time: 0.4098704 Feb 09 01:13:06.691058 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-3afa786e-be33-43ac-8482-b92b77ec2a8d req-8135bcb0-1e9a-4ca7-bd0f-855cf04c911e service neutron] For port d3174d59-dca0-4b98-a236-7fe2c2fe09a3, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=d3174d59-dca0-4b98-a236-7fe2c2fe09a3,segment=NetworkSegment(ebc0196b-40a7-4a91-81b3-cd03bc319f59),segment_id=ebc0196b-40a7-4a91-81b3-cd03bc319f59)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:13:06.744057 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3afa786e-be33-43ac-8482-b92b77ec2a8d req-8135bcb0-1e9a-4ca7-bd0f-855cf04c911e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (d3174d59-dca0-4b98-a236-7fe2c2fe09a3), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:06.862654 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2b502-9982-4674-8817-5262ef21b981 req-457d0a73-b7c4-43dc-b950-0df559371657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:06.865615 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4d2b502-9982-4674-8817-5262ef21b981 req-457d0a73-b7c4-43dc-b950-0df559371657 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=b5e87f56-886d-4c17-b782-a5f35c888558 HTTP/1.1" status: 200 len: 797 time: 0.3122466 Feb 09 01:13:06.971538 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa786e-be33-43ac-8482-b92b77ec2a8d req-8135bcb0-1e9a-4ca7-bd0f-855cf04c911e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:06.972178 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3afa786e-be33-43ac-8482-b92b77ec2a8d req-8135bcb0-1e9a-4ca7-bd0f-855cf04c911e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:06.973629 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3afa786e-be33-43ac-8482-b92b77ec2a8d req-8135bcb0-1e9a-4ca7-bd0f-855cf04c911e service neutron] 10.222.0.120 "PUT /v2.0/ports/d3174d59-dca0-4b98-a236-7fe2c2fe09a3 HTTP/1.1" status: 200 len: 1091 time: 5.8989639 Feb 09 01:13:07.030946 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0260a4bf-4ace-4971-8dd9-e8ec87d2ae52', 'tag': 'd3174d59-dca0-4b98-a236-7fe2c2fe09a3'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:13:07.036832 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a15652-8ee1-4b77-ba85-a9f0bdab4413" -d '{"events": [{"name": "network-changed", "server_uuid": "0260a4bf-4ace-4971-8dd9-e8ec87d2ae52", "tag": "d3174d59-dca0-4b98-a236-7fe2c2fe09a3"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:13:07.084723 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8135bcb0-1e9a-4ca7-bd0f-855cf04c911e service neutron] Pushing event updated for resources: {'Port': ['ID=d3174d59-dca0-4b98-a236-7fe2c2fe09a3,revision_number=10']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:07.112265 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53528) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:07.134897 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:07.174925 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-529734fa-ee0f-442b-a300-f90c8fabbe5c req-b4f4c7b6-af36-41ad-8617-5ab402bac01a tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4901290 Feb 09 01:13:07.275144 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d52cea-bc24-4d0a-9bc5-3e4d911d1f19 req-f9b2c799-ca3e-4d44-acf7-41a0ce37ba19 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:07.290526 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-94d52cea-bc24-4d0a-9bc5-3e4d911d1f19 req-f9b2c799-ca3e-4d44-acf7-41a0ce37ba19 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b6faf13-0667-4c9f-81db-a22b376c4e05 HTTP/1.1" status: 200 len: 949 time: 0.4427540 Feb 09 01:13:07.306296 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2b502-9982-4674-8817-5262ef21b981 req-f571154b-79d3-489b-906b-e2897fb33c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:07.307793 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4d2b502-9982-4674-8817-5262ef21b981 req-f571154b-79d3-489b-906b-e2897fb33c35 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=3c94ca57-3b3a-4c44-bfe5-dcd0786f477f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4103596 Feb 09 01:13:07.364667 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0a45c8a6-c121-4844-b15a-a764c2597bb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:07.482159 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0a45c8a6-c121-4844-b15a-a764c2597bb2 admin admin] Publish callbacks [] for security_group (1def25cf-c7ee-4a9d-98dc-4919b8a6d89a), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:07.487654 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0a45c8a6-c121-4844-b15a-a764c2597bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1def25cf-c7ee-4a9d-98dc-4919b8a6d89a), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:07.528662 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45c8a6-c121-4844-b15a-a764c2597bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1def25cf-c7ee-4a9d-98dc-4919b8a6d89a,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:07.552374 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0a45c8a6-c121-4844-b15a-a764c2597bb2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=39c65d20f0c7426daf28bc17e0f2e4b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4385867 Feb 09 01:13:07.554846 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53542) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:07.584958 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:07.608570 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53544) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:07.632233 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fdcb39be-e7b6-4d98-a611-24155db7ad05 admin admin] Publish callbacks [] for security_group (1def25cf-c7ee-4a9d-98dc-4919b8a6d89a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:07.660331 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fdcb39be-e7b6-4d98-a611-24155db7ad05 admin admin] Publish callbacks [] for security_group (1def25cf-c7ee-4a9d-98dc-4919b8a6d89a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:07.726977 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fdcb39be-e7b6-4d98-a611-24155db7ad05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1def25cf-c7ee-4a9d-98dc-4919b8a6d89a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:07.729904 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fdcb39be-e7b6-4d98-a611-24155db7ad05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:07.732694 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-fdcb39be-e7b6-4d98-a611-24155db7ad05 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1def25cf-c7ee-4a9d-98dc-4919b8a6d89a HTTP/1.1" status: 204 len: 168 time: 0.1750636 Feb 09 01:13:07.743309 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcb39be-e7b6-4d98-a611-24155db7ad05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1def25cf-c7ee-4a9d-98dc-4919b8a6d89a,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:07.795480 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-86803eef-d00b-410d-a0a9-c277385d7431 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-711294784'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:07.819394 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa786e-be33-43ac-8482-b92b77ec2a8d req-b7bf72e4-0d42-491e-86b6-1a631ce744c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:07.820947 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3afa786e-be33-43ac-8482-b92b77ec2a8d req-b7bf72e4-0d42-491e-86b6-1a631ce744c0 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=cd714d32a01d4967bf3dd491f0b2d2f7&device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 1126 time: 0.7710199 Feb 09 01:13:07.839768 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86803eef-d00b-410d-a0a9-c277385d7431 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Made reservation on behalf of 7dadddfa309b47d08426d3b47362579d for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:07.845760 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-86803eef-d00b-410d-a0a9-c277385d7431 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:07.868728 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-86803eef-d00b-410d-a0a9-c277385d7431 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:08.011337 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-94d52cea-bc24-4d0a-9bc5-3e4d911d1f19 req-155fe8c7-ee3e-4acc-b6a4-ab2cfefcd1f9 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.50 "GET /v2.0/security-groups?id=3014dff4-a4f7-4791-b0ef-983354c8f08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7097397 Feb 09 01:13:08.029105 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-86803eef-d00b-410d-a0a9-c277385d7431 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for security_group (679502ad-1909-4701-b68a-d5fca84fd80e), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:08.043322 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-86803eef-d00b-410d-a0a9-c277385d7431 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (679502ad-1909-4701-b68a-d5fca84fd80e), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:08.073604 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4d2b502-9982-4674-8817-5262ef21b981 req-7906d783-3732-4b83-8463-23324d46aa46 service neutron] 10.222.0.120 "GET /v2.0/networks/3c94ca57-3b3a-4c44-bfe5-dcd0786f477f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7434182 Feb 09 01:13:08.092893 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86803eef-d00b-410d-a0a9-c277385d7431 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1021} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:13:08.102269 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86803eef-d00b-410d-a0a9-c277385d7431 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=679502ad-1909-4701-b68a-d5fca84fd80e,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:08.110160 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be51f6f-6e01-4051-ab3b-140ac8419773 x-openstack-request-id: req-1be51f6f-6e01-4051-ab3b-140ac8419773 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:13:08.110559 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0260a4bf-4ace-4971-8dd9-e8ec87d2ae52", "tag": "d3174d59-dca0-4b98-a236-7fe2c2fe09a3", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:13:08.110916 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1be51f6f-6e01-4051-ab3b-140ac8419773 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:13:08.111438 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0260a4bf-4ace-4971-8dd9-e8ec87d2ae52', 'tag': 'd3174d59-dca0-4b98-a236-7fe2c2fe09a3', 'status': 'completed', 'code': 200} Feb 09 01:13:08.128772 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-86803eef-d00b-410d-a0a9-c277385d7431 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (9208c802-caf2-4fdb-ad67-bdc8f825d0ce), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:08.129303 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-86803eef-d00b-410d-a0a9-c277385d7431 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Added segment 9208c802-caf2-4fdb-ad67-bdc8f825d0ce of type vlan for network d192c017-fd23-4c95-bbfa-2134e7e1bf78 Feb 09 01:13:08.147570 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10556773-e3a9-4707-bcde-236e6f542c9c req-5d3e83b0-e930-4aca-b2bb-5d4715ff5273 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:08.153619 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10556773-e3a9-4707-bcde-236e6f542c9c req-5d3e83b0-e930-4aca-b2bb-5d4715ff5273 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:08.160065 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10556773-e3a9-4707-bcde-236e6f542c9c req-5d3e83b0-e930-4aca-b2bb-5d4715ff5273 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:08.165754 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10556773-e3a9-4707-bcde-236e6f542c9c req-5d3e83b0-e930-4aca-b2bb-5d4715ff5273 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:08.171946 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10556773-e3a9-4707-bcde-236e6f542c9c req-5d3e83b0-e930-4aca-b2bb-5d4715ff5273 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:08.177794 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10556773-e3a9-4707-bcde-236e6f542c9c req-5d3e83b0-e930-4aca-b2bb-5d4715ff5273 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:08.183238 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10556773-e3a9-4707-bcde-236e6f542c9c req-5d3e83b0-e930-4aca-b2bb-5d4715ff5273 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:08.185464 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-10556773-e3a9-4707-bcde-236e6f542c9c req-5d3e83b0-e930-4aca-b2bb-5d4715ff5273 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5430 time: 0.3635905 Feb 09 01:13:08.245303 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-86803eef-d00b-410d-a0a9-c277385d7431 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (d192c017-fd23-4c95-bbfa-2134e7e1bf78), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:08.276436 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa786e-be33-43ac-8482-b92b77ec2a8d req-c2eb4562-bd1f-403b-8e74-926e0f83cda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:08.278282 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3afa786e-be33-43ac-8482-b92b77ec2a8d req-c2eb4562-bd1f-403b-8e74-926e0f83cda4 service neutron] 10.222.0.120 "GET /v2.0/networks?id=8e06ad67-97d1-4f11-889a-fde8ce1f4554 HTTP/1.1" status: 200 len: 918 time: 0.3931081 Feb 09 01:13:08.301673 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-86803eef-d00b-410d-a0a9-c277385d7431 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (d192c017-fd23-4c95-bbfa-2134e7e1bf78), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:08.314911 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86803eef-d00b-410d-a0a9-c277385d7431 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:08.316349 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-86803eef-d00b-410d-a0a9-c277385d7431 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:08.357010 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 53558) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:08.358099 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-86803eef-d00b-410d-a0a9-c277385d7431 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7306392 Feb 09 01:13:08.368980 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-07412de5-1897-4dc4-9879-fc4694c6f651 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'port': {'network_id': 'd192c017-fd23-4c95-bbfa-2134e7e1bf78', 'name': 'tempest-PortsIpV6TestJSON-828782329'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:08.408498 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 53560) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:08.423357 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:08.425743 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86803eef-d00b-410d-a0a9-c277385d7431 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event updated for resources: {'Network': ['ID=d192c017-fd23-4c95-bbfa-2134e7e1bf78,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:08.441438 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network d192c017-fd23-4c95-bbfa-2134e7e1bf78 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:13:08.481123 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b8133-2782-42cd-a5e0-6495db0849e4 req-a5519021-488a-4342-a084-6b8cab2bc6a2 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:08.483000 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4f4b8133-2782-42cd-a5e0-6495db0849e4 req-a5519021-488a-4342-a084-6b8cab2bc6a2 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 945 time: 0.2592187 Feb 09 01:13:08.542896 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fae5a074-2dca-443b-967b-b676b2da9821 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:08.564603 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-10556773-e3a9-4707-bcde-236e6f542c9c req-584d21e4-7595-48ba-b52b-de53c078fb90 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3422797 Feb 09 01:13:08.567054 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4d2b502-9982-4674-8817-5262ef21b981 req-a6a3ec12-27cf-4628-a565-f932b9e62867 service neutron] 10.222.0.120 "GET /v2.0/networks/3c94ca57-3b3a-4c44-bfe5-dcd0786f477f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4782164 Feb 09 01:13:08.660604 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3afa786e-be33-43ac-8482-b92b77ec2a8d req-67d20d6f-7c08-492e-9893-c414c426ed2e service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3174d59-dca0-4b98-a236-7fe2c2fe09a3 HTTP/1.1" status: 200 len: 999 time: 0.3684118 Feb 09 01:13:08.691991 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07412de5-1897-4dc4-9879-fc4694c6f651 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Made reservation on behalf of 7dadddfa309b47d08426d3b47362579d for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:08.695308 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-07412de5-1897-4dc4-9879-fc4694c6f651 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:08.703888 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fae5a074-2dca-443b-967b-b676b2da9821 admin admin] Publish callbacks [] for security_group (7b054c10-040b-4314-b7d7-0f0d66a5b31a), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:08.716050 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4d2b502-9982-4674-8817-5262ef21b981 req-bcb32fc4-8b33-497c-a456-4b74d40dd2f3 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8878209d-10f0-43e8-9625-98836d88edd2 HTTP/1.1" status: 200 len: 217 time: 0.1333072 Feb 09 01:13:08.729177 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fae5a074-2dca-443b-967b-b676b2da9821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (7b054c10-040b-4314-b7d7-0f0d66a5b31a), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:08.833889 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4f4b8133-2782-42cd-a5e0-6495db0849e4 req-93fc45a2-f768-40bf-99da-80230a8f18d4 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=e711df6c-6fe3-4590-9ab7-e2920a97103b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3364258 Feb 09 01:13:08.843589 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-07412de5-1897-4dc4-9879-fc4694c6f651 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] device_id is not set on port 2d03cf8e-e42f-4f37-8229-4036c6be5f2f yet. {{(pid=103136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:13:08.909382 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-fae5a074-2dca-443b-967b-b676b2da9821 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f82d45a130f34b15ac3af6c5aca91048&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4229658 Feb 09 01:13:08.909382 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5a074-2dca-443b-967b-b676b2da9821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b054c10-040b-4314-b7d7-0f0d66a5b31a,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:08.909770 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53572) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:09.001330 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5cf3d534-b59c-47eb-8aba-589be5c43a0f admin admin] Publish callbacks [] for security_group (7b054c10-040b-4314-b7d7-0f0d66a5b31a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:09.050630 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5cf3d534-b59c-47eb-8aba-589be5c43a0f admin admin] Publish callbacks [] for security_group (7b054c10-040b-4314-b7d7-0f0d66a5b31a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:09.140673 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2b502-9982-4674-8817-5262ef21b981 req-b8744b8b-f341-4374-934d-343141d66282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:09.143614 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4d2b502-9982-4674-8817-5262ef21b981 req-b8744b8b-f341-4374-934d-343141d66282 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=b5e87f56-886d-4c17-b782-a5f35c888558 HTTP/1.1" status: 200 len: 797 time: 0.4114914 Feb 09 01:13:09.150146 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5cf3d534-b59c-47eb-8aba-589be5c43a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (7b054c10-040b-4314-b7d7-0f0d66a5b31a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:09.153673 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5cf3d534-b59c-47eb-8aba-589be5c43a0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:09.157314 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5cf3d534-b59c-47eb-8aba-589be5c43a0f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7b054c10-040b-4314-b7d7-0f0d66a5b31a HTTP/1.1" status: 204 len: 168 time: 0.2441015 Feb 09 01:13:09.164821 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf3d534-b59c-47eb-8aba-589be5c43a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b054c10-040b-4314-b7d7-0f0d66a5b31a,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:09.213483 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa786e-be33-43ac-8482-b92b77ec2a8d req-44990438-7391-4e39-a5a4-94eb60ba536f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:09.215019 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3afa786e-be33-43ac-8482-b92b77ec2a8d req-44990438-7391-4e39-a5a4-94eb60ba536f service neutron] 10.222.0.120 "GET /v2.0/subnets?id=d13d90e7-a71d-4313-a595-9a761a96acb7 HTTP/1.1" status: 200 len: 855 time: 0.5096610 Feb 09 01:13:09.270075 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:09.361578 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-07412de5-1897-4dc4-9879-fc4694c6f651 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for port (2d03cf8e-e42f-4f37-8229-4036c6be5f2f), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:09.373062 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac1328-6aaa-4ab8-a47b-fffdc0b65e69 req-1f0a032b-2952-4866-94c7-50a05afa603d tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:09.376059 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99ac1328-6aaa-4ab8-a47b-fffdc0b65e69 req-1f0a032b-2952-4866-94c7-50a05afa603d tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 944 time: 0.4325428 Feb 09 01:13:09.435766 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa786e-be33-43ac-8482-b92b77ec2a8d req-961c3623-aafd-45ec-8ab1-f3f39235b51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:09.437727 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3afa786e-be33-43ac-8482-b92b77ec2a8d req-961c3623-aafd-45ec-8ab1-f3f39235b51e service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=8e06ad67-97d1-4f11-889a-fde8ce1f4554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1970291 Feb 09 01:13:09.443798 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2b502-9982-4674-8817-5262ef21b981 req-d628aceb-a319-465a-a19c-42fb5bc3deb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:09.445662 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4d2b502-9982-4674-8817-5262ef21b981 req-d628aceb-a319-465a-a19c-42fb5bc3deb5 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=3c94ca57-3b3a-4c44-bfe5-dcd0786f477f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2450478 Feb 09 01:13:09.582860 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99ac1328-6aaa-4ab8-a47b-fffdc0b65e69 req-667c6218-2dae-458d-be9b-8260028ef896 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973581 Feb 09 01:13:09.600248 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-07412de5-1897-4dc4-9879-fc4694c6f651 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (2d03cf8e-e42f-4f37-8229-4036c6be5f2f), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:09.742326 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3afa786e-be33-43ac-8482-b92b77ec2a8d req-680d3444-d13d-446f-aae5-632382875224 service neutron] 10.222.0.120 "GET /v2.0/networks/8e06ad67-97d1-4f11-889a-fde8ce1f4554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889631 Feb 09 01:13:09.764774 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4d2b502-9982-4674-8817-5262ef21b981 req-e0b2fcc1-e0c0-498c-9f8a-3c1dbe4b653f service neutron] 10.222.0.120 "GET /v2.0/networks/3c94ca57-3b3a-4c44-bfe5-dcd0786f477f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077042 Feb 09 01:13:09.785215 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07412de5-1897-4dc4-9879-fc4694c6f651 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event updated for resources: {'Port': ['ID=2d03cf8e-e42f-4f37-8229-4036c6be5f2f,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:09.895294 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07412de5-1897-4dc4-9879-fc4694c6f651 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:09.896001 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07412de5-1897-4dc4-9879-fc4694c6f651 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:09.896513 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07412de5-1897-4dc4-9879-fc4694c6f651 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:09.904863 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07412de5-1897-4dc4-9879-fc4694c6f651 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:09.907203 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07412de5-1897-4dc4-9879-fc4694c6f651 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:09.908312 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device ae90c3ca-2e83-4b37-8187-613ee0781bee no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:13:09.909115 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07412de5-1897-4dc4-9879-fc4694c6f651 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:09.909579 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07412de5-1897-4dc4-9879-fc4694c6f651 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:09.911862 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07412de5-1897-4dc4-9879-fc4694c6f651 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:09.912106 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07412de5-1897-4dc4-9879-fc4694c6f651 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:09.912523 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07412de5-1897-4dc4-9879-fc4694c6f651 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:09.912946 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07412de5-1897-4dc4-9879-fc4694c6f651 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:09.913228 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07412de5-1897-4dc4-9879-fc4694c6f651 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:09.913555 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07412de5-1897-4dc4-9879-fc4694c6f651 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:10.045235 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port ae90c3ca-2e83-4b37-8187-613ee0781bee is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:10.045783 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ae90c3ca-2e83-4b37-8187-613ee0781bee), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:10.063112 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07412de5-1897-4dc4-9879-fc4694c6f651 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Checking segment: {'id': '9208c802-caf2-4fdb-ad67-bdc8f825d0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'd192c017-fd23-4c95-bbfa-2134e7e1bf78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:13:10.063494 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07412de5-1897-4dc4-9879-fc4694c6f651 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Network hostable DHCP agents. Network: d192c017-fd23-4c95-bbfa-2134e7e1bf78, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:13:10.100700 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port ae90c3ca-2e83-4b37-8187-613ee0781bee, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=ae90c3ca-2e83-4b37-8187-613ee0781bee,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:10.102199 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b6faf13-0667-4c9f-81db-a22b376c4e05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae90c3ca-2e83-4b37-8187-613ee0781bee'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:13:10.104927 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3746e9d7-1d07-480c-a94a-8113dc2e9c2e" -d '{"events": [{"server_uuid": "2b6faf13-0667-4c9f-81db-a22b376c4e05", "name": "network-vif-unplugged", "status": "completed", "tag": "ae90c3ca-2e83-4b37-8187-613ee0781bee"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:13:10.110754 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (ae90c3ca-2e83-4b37-8187-613ee0781bee), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:10.178200 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=ae90c3ca-2e83-4b37-8187-613ee0781bee,revision_number=8']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:10.236927 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53618) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:10.254478 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad6ff3-0533-4781-a8a4-f0fa30074894 req-8dbd7920-09f8-4e6d-88c7-3b6ec8bfd9a3 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:10.262818 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53622) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:10.263642 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad6ff3-0533-4781-a8a4-f0fa30074894 req-8dbd7920-09f8-4e6d-88c7-3b6ec8bfd9a3 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:10.269581 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad6ff3-0533-4781-a8a4-f0fa30074894 req-8dbd7920-09f8-4e6d-88c7-3b6ec8bfd9a3 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:10.277094 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad6ff3-0533-4781-a8a4-f0fa30074894 req-8dbd7920-09f8-4e6d-88c7-3b6ec8bfd9a3 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:10.284127 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad6ff3-0533-4781-a8a4-f0fa30074894 req-8dbd7920-09f8-4e6d-88c7-3b6ec8bfd9a3 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:10.291347 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad6ff3-0533-4781-a8a4-f0fa30074894 req-8dbd7920-09f8-4e6d-88c7-3b6ec8bfd9a3 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:10.298122 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad6ff3-0533-4781-a8a4-f0fa30074894 req-8dbd7920-09f8-4e6d-88c7-3b6ec8bfd9a3 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:10.307199 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31ad6ff3-0533-4781-a8a4-f0fa30074894 req-8dbd7920-09f8-4e6d-88c7-3b6ec8bfd9a3 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5430 time: 0.6084511 Feb 09 01:13:10.387521 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07412de5-1897-4dc4-9879-fc4694c6f651 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Network d192c017-fd23-4c95-bbfa-2134e7e1bf78 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:13:10.423413 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8c100067-7194-4a7f-8a6d-6a482542600b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:10.428431 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f6939-72b7-49ab-b26e-5032fabd3467 req-c7eb13f0-1b0c-47a0-9772-436b459cc247 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:10.430107 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-279f6939-72b7-49ab-b26e-5032fabd3467 req-c7eb13f0-1b0c-47a0-9772-436b459cc247 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 945 time: 0.4409134 Feb 09 01:13:10.432476 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3afa786e-be33-43ac-8482-b92b77ec2a8d req-36a556f3-11de-4ea8-bf65-2c60e05eb009 service neutron] 10.222.0.120 "GET /v2.0/networks/8e06ad67-97d1-4f11-889a-fde8ce1f4554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6615129 Feb 09 01:13:10.439766 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4d2b502-9982-4674-8817-5262ef21b981 req-189d60f7-c796-4615-a90c-9ccedf82b914 service neutron] 10.222.0.120 "GET /v2.0/networks/3c94ca57-3b3a-4c44-bfe5-dcd0786f477f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6572821 Feb 09 01:13:10.445307 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-07412de5-1897-4dc4-9879-fc4694c6f651 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, d192c017-fd23-4c95-bbfa-2134e7e1bf78) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:10.462291 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07412de5-1897-4dc4-9879-fc4694c6f651 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:13:10.467659 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07412de5-1897-4dc4-9879-fc4694c6f651 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:10.468379 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-07412de5-1897-4dc4-9879-fc4694c6f651 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:10.498791 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ced5c64-db23-4853-9fb4-6c3d9b7baceb None None] Network d192c017-fd23-4c95-bbfa-2134e7e1bf78 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:13:10.506499 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31ad6ff3-0533-4781-a8a4-f0fa30074894 req-69a8cc76-a017-4e2e-bcb9-fc674356e59c tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1975677 Feb 09 01:13:10.543237 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-07412de5-1897-4dc4-9879-fc4694c6f651 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.1754737 Feb 09 01:13:10.556591 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 53628) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:10.563219 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-9f14b4a5-9c50-4333-859b-11f819bac244 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1711417947'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:10.573603 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-43ea2288-e8a3-44a8-abd1-d73f6e95c8c4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-96889292-network', 'tenant_id': 'bc733b80efbf4325ac9637979ba7dbc2'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:10.607045 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f14b4a5-9c50-4333-859b-11f819bac244 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Made reservation on behalf of 7dadddfa309b47d08426d3b47362579d for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:10.608854 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9f14b4a5-9c50-4333-859b-11f819bac244 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:10.673499 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ea2288-e8a3-44a8-abd1-d73f6e95c8c4 admin admin] Made reservation on behalf of bc733b80efbf4325ac9637979ba7dbc2 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:10.676165 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-43ea2288-e8a3-44a8-abd1-d73f6e95c8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:10.717715 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-279f6939-72b7-49ab-b26e-5032fabd3467 req-369b7fdd-df7a-46f1-ab12-1d030065e1a9 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=e711df6c-6fe3-4590-9ab7-e2920a97103b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2735229 Feb 09 01:13:10.719860 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-43ea2288-e8a3-44a8-abd1-d73f6e95c8c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:10.750385 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d56e99b-ccdd-44c5-b99e-17ca20b02258 x-openstack-request-id: req-9d56e99b-ccdd-44c5-b99e-17ca20b02258 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:13:10.750962 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b6faf13-0667-4c9f-81db-a22b376c4e05", "name": "network-vif-unplugged", "status": "completed", "tag": "ae90c3ca-2e83-4b37-8187-613ee0781bee", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:13:10.751488 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9d56e99b-ccdd-44c5-b99e-17ca20b02258 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:13:10.752307 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b6faf13-0667-4c9f-81db-a22b376c4e05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae90c3ca-2e83-4b37-8187-613ee0781bee', 'code': 200} Feb 09 01:13:10.753981 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f14b4a5-9c50-4333-859b-11f819bac244 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1010} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:13:10.792036 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9f14b4a5-9c50-4333-859b-11f819bac244 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (647f926a-e6cd-452b-8eac-31188a421f65), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:10.792388 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-9f14b4a5-9c50-4333-859b-11f819bac244 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Added segment 647f926a-e6cd-452b-8eac-31188a421f65 of type vlan for network 7fbfb14f-a91b-4261-8919-003984c8d770 Feb 09 01:13:10.831267 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a15652-8ee1-4b77-ba85-a9f0bdab4413 req-5d277e1a-294d-4640-967b-a8b5253a5974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:10.832890 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-13a15652-8ee1-4b77-ba85-a9f0bdab4413 req-5d277e1a-294d-4640-967b-a8b5253a5974 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=cd714d32a01d4967bf3dd491f0b2d2f7&device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 1126 time: 0.2778294 Feb 09 01:13:10.944619 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-43ea2288-e8a3-44a8-abd1-d73f6e95c8c4 admin admin] Publish callbacks [] for security_group (1077c1b4-290e-468e-aae3-e99b3ef42518), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:11.004158 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-43ea2288-e8a3-44a8-abd1-d73f6e95c8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1077c1b4-290e-468e-aae3-e99b3ef42518), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:11.148939 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a15652-8ee1-4b77-ba85-a9f0bdab4413 req-7a4ce70c-237a-45be-9301-91e1b6d85c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:11.151944 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-13a15652-8ee1-4b77-ba85-a9f0bdab4413 req-7a4ce70c-237a-45be-9301-91e1b6d85c69 service neutron] 10.222.0.120 "GET /v2.0/networks?id=8e06ad67-97d1-4f11-889a-fde8ce1f4554 HTTP/1.1" status: 200 len: 918 time: 0.2650909 Feb 09 01:13:11.177081 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43ea2288-e8a3-44a8-abd1-d73f6e95c8c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1039} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:13:11.180368 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9f14b4a5-9c50-4333-859b-11f819bac244 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (7fbfb14f-a91b-4261-8919-003984c8d770), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:11.187775 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-43ea2288-e8a3-44a8-abd1-d73f6e95c8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (b893a0ac-8938-4e87-b50e-4a8df07b03e6), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:11.188199 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-43ea2288-e8a3-44a8-abd1-d73f6e95c8c4 admin admin] Added segment b893a0ac-8938-4e87-b50e-4a8df07b03e6 of type vlan for network 63f74ab9-281e-4f80-9982-0954a4547763 Feb 09 01:13:11.241065 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9f14b4a5-9c50-4333-859b-11f819bac244 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (7fbfb14f-a91b-4261-8919-003984c8d770), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:11.246141 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-43ea2288-e8a3-44a8-abd1-d73f6e95c8c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (63f74ab9-281e-4f80-9982-0954a4547763), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:11.248047 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f14b4a5-9c50-4333-859b-11f819bac244 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:11.248920 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9f14b4a5-9c50-4333-859b-11f819bac244 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:11.341219 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea2288-e8a3-44a8-abd1-d73f6e95c8c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1077c1b4-290e-468e-aae3-e99b3ef42518,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:11.356935 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-43ea2288-e8a3-44a8-abd1-d73f6e95c8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (63f74ab9-281e-4f80-9982-0954a4547763), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:11.357933 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ea2288-e8a3-44a8-abd1-d73f6e95c8c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:11.358866 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-43ea2288-e8a3-44a8-abd1-d73f6e95c8c4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:11.437182 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f14b4a5-9c50-4333-859b-11f819bac244 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event updated for resources: {'Network': ['ID=7fbfb14f-a91b-4261-8919-003984c8d770,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:11.450216 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 7fbfb14f-a91b-4261-8919-003984c8d770 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:13:11.464607 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-9f14b4a5-9c50-4333-859b-11f819bac244 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9068644 Feb 09 01:13:11.469121 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 53654) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:11.485627 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-2e171993-ef41-49b1-8f5e-35435c3135cd tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'ports': [{'network_id': 'd192c017-fd23-4c95-bbfa-2134e7e1bf78'}, {'network_id': '7fbfb14f-a91b-4261-8919-003984c8d770'}]} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:11.486678 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-2e171993-ef41-49b1-8f5e-35435c3135cd tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'port': {'network_id': 'd192c017-fd23-4c95-bbfa-2134e7e1bf78'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:11.488048 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-2e171993-ef41-49b1-8f5e-35435c3135cd tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'port': {'network_id': '7fbfb14f-a91b-4261-8919-003984c8d770'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:11.553473 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8c100067-7194-4a7f-8a6d-6a482542600b admin admin] Publish callbacks [] for security_group (30631340-c4b3-427f-96f0-dd4621980bb7), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:11.584126 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-43ea2288-e8a3-44a8-abd1-d73f6e95c8c4 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3202062 Feb 09 01:13:11.601180 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53658) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:11.625278 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-cdc199df-d049-4458-ba40-540b0270c4af admin admin] Request body: {'subnet': {'network_id': '63f74ab9-281e-4f80-9982-0954a4547763', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-96889292-subnet', 'tenant_id': 'bc733b80efbf4325ac9637979ba7dbc2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:11.635642 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8c100067-7194-4a7f-8a6d-6a482542600b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (30631340-c4b3-427f-96f0-dd4621980bb7), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:11.647488 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea2288-e8a3-44a8-abd1-d73f6e95c8c4 admin admin] Pushing event updated for resources: {'Network': ['ID=63f74ab9-281e-4f80-9982-0954a4547763,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:11.819710 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc199df-d049-4458-ba40-540b0270c4af admin admin] Made reservation on behalf of bc733b80efbf4325ac9637979ba7dbc2 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:11.838683 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cdc199df-d049-4458-ba40-540b0270c4af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:11.839432 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b7420b-8858-4934-a20d-5fcf41258f86 req-6a0e99ff-99ed-433d-8c5e-4f280ef34f3c tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:11.841465 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c5b7420b-8858-4934-a20d-5fcf41258f86 req-6a0e99ff-99ed-433d-8c5e-4f280ef34f3c tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 944 time: 0.9560890 Feb 09 01:13:11.842571 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e171993-ef41-49b1-8f5e-35435c3135cd tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Made reservation on behalf of 7dadddfa309b47d08426d3b47362579d for: {'port': 2} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:11.847832 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8c100067-7194-4a7f-8a6d-6a482542600b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d26cd095078f4e999b3d368c55d6eb3f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6065078 Feb 09 01:13:11.847832 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c100067-7194-4a7f-8a6d-6a482542600b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30631340-c4b3-427f-96f0-dd4621980bb7,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:11.848095 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e171993-ef41-49b1-8f5e-35435c3135cd tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:11.854129 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53664) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:11.870776 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e171993-ef41-49b1-8f5e-35435c3135cd tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:11.965333 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679cb73-b67b-4f43-9b85-8d7110a7dbf0 req-bf03b43c-541d-437b-9e23-bb9e8f4b96ce tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:11.972257 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679cb73-b67b-4f43-9b85-8d7110a7dbf0 req-bf03b43c-541d-437b-9e23-bb9e8f4b96ce tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:11.978627 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679cb73-b67b-4f43-9b85-8d7110a7dbf0 req-bf03b43c-541d-437b-9e23-bb9e8f4b96ce tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:11.984926 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679cb73-b67b-4f43-9b85-8d7110a7dbf0 req-bf03b43c-541d-437b-9e23-bb9e8f4b96ce tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:11.991393 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679cb73-b67b-4f43-9b85-8d7110a7dbf0 req-bf03b43c-541d-437b-9e23-bb9e8f4b96ce tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:11.998705 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679cb73-b67b-4f43-9b85-8d7110a7dbf0 req-bf03b43c-541d-437b-9e23-bb9e8f4b96ce tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:12.015888 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679cb73-b67b-4f43-9b85-8d7110a7dbf0 req-bf03b43c-541d-437b-9e23-bb9e8f4b96ce tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:12.025258 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2679cb73-b67b-4f43-9b85-8d7110a7dbf0 req-bf03b43c-541d-437b-9e23-bb9e8f4b96ce tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5430 time: 0.2901788 Feb 09 01:13:12.029230 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c5b7420b-8858-4934-a20d-5fcf41258f86 req-56e568da-2c60-44fc-ba29-54cce4a87664 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642468 Feb 09 01:13:12.065242 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-13a15652-8ee1-4b77-ba85-a9f0bdab4413 req-398f67e6-dabd-4699-b293-d3ecfdbe259a service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3174d59-dca0-4b98-a236-7fe2c2fe09a3 HTTP/1.1" status: 200 len: 999 time: 0.8551502 Feb 09 01:13:12.198175 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 63f74ab9-281e-4f80-9982-0954a4547763 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:13:12.202135 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 55ee47f0-8b19-47e6-a78a-af90f9fe02cd details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:13:12.235475 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2679cb73-b67b-4f43-9b85-8d7110a7dbf0 req-a6966565-b7dc-4c1e-b00d-5e20e2a1bc6c tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2092855 Feb 09 01:13:12.248305 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e79d657a-35b6-4f47-9363-ae8816c35d3b admin admin] Publish callbacks [] for security_group (30631340-c4b3-427f-96f0-dd4621980bb7), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:12.393364 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e79d657a-35b6-4f47-9363-ae8816c35d3b admin admin] Publish callbacks [] for security_group (30631340-c4b3-427f-96f0-dd4621980bb7), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:12.597496 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a15652-8ee1-4b77-ba85-a9f0bdab4413 req-4b1fa230-233a-4205-a3cc-387415f6be72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:12.600764 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-13a15652-8ee1-4b77-ba85-a9f0bdab4413 req-4b1fa230-233a-4205-a3cc-387415f6be72 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=d13d90e7-a71d-4313-a595-9a761a96acb7 HTTP/1.1" status: 200 len: 855 time: 0.4122229 Feb 09 01:13:12.606452 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 55ee47f0-8b19-47e6-a78a-af90f9fe02cd, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=55ee47f0-8b19-47e6-a78a-af90f9fe02cd,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:12.612309 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cdc199df-d049-4458-ba40-540b0270c4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (2b39f71c-8b69-4a0f-a14e-6f178406ca85), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:12.636758 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '55ee47f0-8b19-47e6-a78a-af90f9fe02cd', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'port_id': '55ee47f0-8b19-47e6-a78a-af90f9fe02cd', 'mac_address': 'fa:16:3e:49:5e:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3810d295-ee98-40f7-b1e2-609bf7d1c3df', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:13:12.706787 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc199df-d049-4458-ba40-540b0270c4af admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b39f71c-8b69-4a0f-a14e-6f178406ca85,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:12.724603 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 55ee47f0-8b19-47e6-a78a-af90f9fe02cd is: ACTIVE; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:12.725376 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (55ee47f0-8b19-47e6-a78a-af90f9fe02cd), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:12.730117 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc199df-d049-4458-ba40-540b0270c4af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:12.735000 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc199df-d049-4458-ba40-540b0270c4af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:12.735558 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc199df-d049-4458-ba40-540b0270c4af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:12.736951 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc199df-d049-4458-ba40-540b0270c4af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:12.737531 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc199df-d049-4458-ba40-540b0270c4af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:12.740023 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc199df-d049-4458-ba40-540b0270c4af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:12.740764 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc199df-d049-4458-ba40-540b0270c4af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:12.741268 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc199df-d049-4458-ba40-540b0270c4af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:12.741802 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc199df-d049-4458-ba40-540b0270c4af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:12.743202 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc199df-d049-4458-ba40-540b0270c4af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:12.745313 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc199df-d049-4458-ba40-540b0270c4af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:12.746029 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc199df-d049-4458-ba40-540b0270c4af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:12.747319 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc199df-d049-4458-ba40-540b0270c4af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:12.759230 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55ee47f0-8b19-47e6-a78a-af90f9fe02cd {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:13:12.772156 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e79d657a-35b6-4f47-9363-ae8816c35d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (30631340-c4b3-427f-96f0-dd4621980bb7), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:12.781138 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e79d657a-35b6-4f47-9363-ae8816c35d3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:12.793943 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e79d657a-35b6-4f47-9363-ae8816c35d3b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/30631340-c4b3-427f-96f0-dd4621980bb7 HTTP/1.1" status: 204 len: 168 time: 0.9010267 Feb 09 01:13:12.819542 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79d657a-35b6-4f47-9363-ae8816c35d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30631340-c4b3-427f-96f0-dd4621980bb7,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:12.825164 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 55ee47f0-8b19-47e6-a78a-af90f9fe02cd, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=55ee47f0-8b19-47e6-a78a-af90f9fe02cd,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:12.850408 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (55ee47f0-8b19-47e6-a78a-af90f9fe02cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:12.866179 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-2e171993-ef41-49b1-8f5e-35435c3135cd tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] device_id is not set on port e4db50ea-9f94-473f-a4e1-e47d25028a9d yet. {{(pid=103136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:13:12.878321 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc199df-d049-4458-ba40-540b0270c4af admin admin] Checking segment: {'id': 'b893a0ac-8938-4e87-b50e-4a8df07b03e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '63f74ab9-281e-4f80-9982-0954a4547763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:13:12.882681 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc199df-d049-4458-ba40-540b0270c4af admin admin] Network hostable DHCP agents. Network: 63f74ab9-281e-4f80-9982-0954a4547763, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:13:12.925933 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc199df-d049-4458-ba40-540b0270c4af admin admin] Network 63f74ab9-281e-4f80-9982-0954a4547763 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:13:12.939361 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-cdc199df-d049-4458-ba40-540b0270c4af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 63f74ab9-281e-4f80-9982-0954a4547763) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:12.947840 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc199df-d049-4458-ba40-540b0270c4af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:12.950282 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cdc199df-d049-4458-ba40-540b0270c4af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:12.989024 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934b0706-0380-4837-98cf-86b4a6abe872 None None] Network 63f74ab9-281e-4f80-9982-0954a4547763 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:13:12.998053 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-cdc199df-d049-4458-ba40-540b0270c4af admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3932359 Feb 09 01:13:13.000937 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53690) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:13.016992 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-271d1aef-1e5d-42bb-9787-108d68f08a7e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-96889292-router', 'tenant_id': 'bc733b80efbf4325ac9637979ba7dbc2', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:13.108963 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-271d1aef-1e5d-42bb-9787-108d68f08a7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (496107cf-d634-4d6a-ae3d-37d577bdf16d), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:13.110231 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-271d1aef-1e5d-42bb-9787-108d68f08a7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (496107cf-d634-4d6a-ae3d-37d577bdf16d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:13.308689 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['55ee47f0-8b19-47e6-a78a-af90f9fe02cd'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:13:13.336087 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-271d1aef-1e5d-42bb-9787-108d68f08a7e admin admin] Publish callbacks [] for router_controller (496107cf-d634-4d6a-ae3d-37d577bdf16d), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:13.477412 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd9c13-04ea-45e5-9bc4-a6113deb5490 req-06b93882-f783-4a74-92e8-a684119546ce tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:13.488900 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-94cd9c13-04ea-45e5-9bc4-a6113deb5490 req-06b93882-f783-4a74-92e8-a684119546ce tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 945 time: 0.8853049 Feb 09 01:13:13.514041 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a15652-8ee1-4b77-ba85-a9f0bdab4413 req-020d4ad0-8169-460e-bd03-d424d6cffcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:13.515418 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-13a15652-8ee1-4b77-ba85-a9f0bdab4413 req-020d4ad0-8169-460e-bd03-d424d6cffcd2 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=8e06ad67-97d1-4f11-889a-fde8ce1f4554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6254179 Feb 09 01:13:13.656346 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e171993-ef41-49b1-8f5e-35435c3135cd tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for port (e4db50ea-9f94-473f-a4e1-e47d25028a9d), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:13.663341 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a923ae4-4890-4648-a8b4-c099a86ad545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-63f74ab9-281e-4f80-9982-0954a4547763', 'network_id': '63f74ab9-281e-4f80-9982-0954a4547763', 'project_id': 'bc733b80efbf4325ac9637979ba7dbc2', 'fixed_ips': [{'subnet_id': '2b39f71c-8b69-4a0f-a14e-6f178406ca85'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:13:13.668688 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6a923ae4-4890-4648-a8b4-c099a86ad545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:13.690213 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=55ee47f0-8b19-47e6-a78a-af90f9fe02cd,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:13.813096 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-271d1aef-1e5d-42bb-9787-108d68f08a7e admin admin] Publish callbacks [] for router_gateway (496107cf-d634-4d6a-ae3d-37d577bdf16d), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:13.867859 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-2e171993-ef41-49b1-8f5e-35435c3135cd tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] device_id is not set on port 99ed74ef-17f4-4562-8003-38b2e5688992 yet. {{(pid=103136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:13:13.994813 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e171993-ef41-49b1-8f5e-35435c3135cd tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for port (99ed74ef-17f4-4562-8003-38b2e5688992), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:14.236365 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-13a15652-8ee1-4b77-ba85-a9f0bdab4413 req-7c7d8af8-489f-425d-87d1-bcadea9d8f9e service neutron] 10.222.0.120 "GET /v2.0/networks/8e06ad67-97d1-4f11-889a-fde8ce1f4554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6903367 Feb 09 01:13:14.247326 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e171993-ef41-49b1-8f5e-35435c3135cd tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (e4db50ea-9f94-473f-a4e1-e47d25028a9d), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:14.260093 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-6a923ae4-4890-4648-a8b4-c099a86ad545 None None] Allocated IP 172.20.0.2 (63f74ab9-281e-4f80-9982-0954a4547763/2b39f71c-8b69-4a0f-a14e-6f178406ca85/069ab831-dd20-4976-9464-16824299bfaa) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:14.386889 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-271d1aef-1e5d-42bb-9787-108d68f08a7e admin admin] Publish callbacks [] for router_gateway (496107cf-d634-4d6a-ae3d-37d577bdf16d), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:14.438795 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-271d1aef-1e5d-42bb-9787-108d68f08a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:14.618072 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6a923ae4-4890-4648-a8b4-c099a86ad545 None None] Publish callbacks [] for port (069ab831-dd20-4976-9464-16824299bfaa), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:14.630222 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6a923ae4-4890-4648-a8b4-c099a86ad545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (069ab831-dd20-4976-9464-16824299bfaa), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:14.701974 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e171993-ef41-49b1-8f5e-35435c3135cd tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event updated for resources: {'Port': ['ID=e4db50ea-9f94-473f-a4e1-e47d25028a9d,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:14.711267 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-271d1aef-1e5d-42bb-9787-108d68f08a7e admin admin] Allocated IP 172.25.8.83 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/889ec854-45db-45f9-884b-f7ba1dc6b255) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:14.734335 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-13a15652-8ee1-4b77-ba85-a9f0bdab4413 req-4f3014f7-c20f-4401-8946-ee04b7089258 service neutron] 10.222.0.120 "GET /v2.0/networks/8e06ad67-97d1-4f11-889a-fde8ce1f4554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4637399 Feb 09 01:13:14.737787 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a923ae4-4890-4648-a8b4-c099a86ad545 None None] Network 63f74ab9-281e-4f80-9982-0954a4547763 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:14.774843 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-6a923ae4-4890-4648-a8b4-c099a86ad545 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:14.805332 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a923ae4-4890-4648-a8b4-c099a86ad545 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:13:14.819351 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c149f6b-9fc2-4c0e-b9de-580d853202fa req-0939447c-4f0c-4bac-ad61-b159c3a0646c tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:14.821143 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7c149f6b-9fc2-4c0e-b9de-580d853202fa req-0939447c-4f0c-4bac-ad61-b159c3a0646c tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 944 time: 1.5266836 Feb 09 01:13:14.840808 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a923ae4-4890-4648-a8b4-c099a86ad545 None None] Pushing event updated for resources: {'Port': ['ID=069ab831-dd20-4976-9464-16824299bfaa,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:14.853316 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e171993-ef41-49b1-8f5e-35435c3135cd tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Network d192c017-fd23-4c95-bbfa-2134e7e1bf78 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:14.866361 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-2e171993-ef41-49b1-8f5e-35435c3135cd tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:14.884429 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-94cd9c13-04ea-45e5-9bc4-a6113deb5490 req-94e53fbf-2291-4812-ad6a-1abac428e163 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=e711df6c-6fe3-4590-9ab7-e2920a97103b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.3907673 Feb 09 01:13:14.887581 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e171993-ef41-49b1-8f5e-35435c3135cd tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:13:14.889504 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e171993-ef41-49b1-8f5e-35435c3135cd tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (99ed74ef-17f4-4562-8003-38b2e5688992), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:14.979070 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7c149f6b-9fc2-4c0e-b9de-580d853202fa req-eea6a3ef-8b7e-4829-aa68-15dbac10a1b8 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458478 Feb 09 01:13:15.098592 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-6a923ae4-4890-4648-a8b4-c099a86ad545 None None] Attempting to bind port 069ab831-dd20-4976-9464-16824299bfaa on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:13:15.099890 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-6a923ae4-4890-4648-a8b4-c099a86ad545 None None] Attempting to bind port 069ab831-dd20-4976-9464-16824299bfaa by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'b893a0ac-8938-4e87-b50e-4a8df07b03e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '63f74ab9-281e-4f80-9982-0954a4547763'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:13:15.101775 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a923ae4-4890-4648-a8b4-c099a86ad545 None None] Attempting to bind port 069ab831-dd20-4976-9464-16824299bfaa on network 63f74ab9-281e-4f80-9982-0954a4547763 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:13:15.120198 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a923ae4-4890-4648-a8b4-c099a86ad545 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:13:15.122218 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a923ae4-4890-4648-a8b4-c099a86ad545 None None] Checking segment: {'id': 'b893a0ac-8938-4e87-b50e-4a8df07b03e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '63f74ab9-281e-4f80-9982-0954a4547763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:13:15.123432 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6a923ae4-4890-4648-a8b4-c099a86ad545 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:15.124659 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a923ae4-4890-4648-a8b4-c099a86ad545 None None] Bound using segment: {'id': 'b893a0ac-8938-4e87-b50e-4a8df07b03e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '63f74ab9-281e-4f80-9982-0954a4547763'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:13:15.126507 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-6a923ae4-4890-4648-a8b4-c099a86ad545 None None] Bound port: 069ab831-dd20-4976-9464-16824299bfaa, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b893a0ac-8938-4e87-b50e-4a8df07b03e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '63f74ab9-281e-4f80-9982-0954a4547763'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:13:15.127249 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6a923ae4-4890-4648-a8b4-c099a86ad545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (069ab831-dd20-4976-9464-16824299bfaa), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:15.180041 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-271d1aef-1e5d-42bb-9787-108d68f08a7e admin admin] Publish callbacks [] for port (889ec854-45db-45f9-884b-f7ba1dc6b255), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:15.195580 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e171993-ef41-49b1-8f5e-35435c3135cd tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Checking segment: {'id': '647f926a-e6cd-452b-8eac-31188a421f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '7fbfb14f-a91b-4261-8919-003984c8d770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:13:15.197007 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e171993-ef41-49b1-8f5e-35435c3135cd tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Network hostable DHCP agents. Network: 7fbfb14f-a91b-4261-8919-003984c8d770, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:13:15.263146 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e171993-ef41-49b1-8f5e-35435c3135cd tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event updated for resources: {'Port': ['ID=99ed74ef-17f4-4562-8003-38b2e5688992,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:15.267651 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6a923ae4-4890-4648-a8b4-c099a86ad545 None None] For port 069ab831-dd20-4976-9464-16824299bfaa, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:13:15.269950 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e171993-ef41-49b1-8f5e-35435c3135cd tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Network 7fbfb14f-a91b-4261-8919-003984c8d770 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:13:15.274804 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6a923ae4-4890-4648-a8b4-c099a86ad545 None None] For port 069ab831-dd20-4976-9464-16824299bfaa, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=069ab831-dd20-4976-9464-16824299bfaa,segment=NetworkSegment(b893a0ac-8938-4e87-b50e-4a8df07b03e6),segment_id=b893a0ac-8938-4e87-b50e-4a8df07b03e6)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:13:15.289676 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6a923ae4-4890-4648-a8b4-c099a86ad545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (069ab831-dd20-4976-9464-16824299bfaa), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:15.338675 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-2e171993-ef41-49b1-8f5e-35435c3135cd tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 7fbfb14f-a91b-4261-8919-003984c8d770) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:15.345142 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-271d1aef-1e5d-42bb-9787-108d68f08a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (889ec854-45db-45f9-884b-f7ba1dc6b255), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:15.351597 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e171993-ef41-49b1-8f5e-35435c3135cd tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:13:15.364913 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e171993-ef41-49b1-8f5e-35435c3135cd tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:15.383216 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e171993-ef41-49b1-8f5e-35435c3135cd tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:15.384145 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e171993-ef41-49b1-8f5e-35435c3135cd tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:15.422864 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2e171993-ef41-49b1-8f5e-35435c3135cd tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.9473033 Feb 09 01:13:15.424505 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 53738) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:15.426820 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed814f4e-9762-451e-98e6-98884c7cec51 None None] Network 7fbfb14f-a91b-4261-8919-003984c8d770 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:13:15.473943 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271d1aef-1e5d-42bb-9787-108d68f08a7e admin admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:15.483027 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-271d1aef-1e5d-42bb-9787-108d68f08a7e admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:15.489521 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271d1aef-1e5d-42bb-9787-108d68f08a7e admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:13:15.562574 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d1aef-1e5d-42bb-9787-108d68f08a7e admin admin] Pushing event updated for resources: {'Port': ['ID=889ec854-45db-45f9-884b-f7ba1dc6b255,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:15.638122 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf23a9b-d4fe-44ca-8d18-8a9340c643ad req-1c73111c-04fd-4bf9-bc11-a3fcdead3cba tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:15.653443 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf23a9b-d4fe-44ca-8d18-8a9340c643ad req-1c73111c-04fd-4bf9-bc11-a3fcdead3cba tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:15.669856 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf23a9b-d4fe-44ca-8d18-8a9340c643ad req-1c73111c-04fd-4bf9-bc11-a3fcdead3cba tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:15.680310 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf23a9b-d4fe-44ca-8d18-8a9340c643ad req-1c73111c-04fd-4bf9-bc11-a3fcdead3cba tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:15.695763 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf23a9b-d4fe-44ca-8d18-8a9340c643ad req-1c73111c-04fd-4bf9-bc11-a3fcdead3cba tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:15.714878 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf23a9b-d4fe-44ca-8d18-8a9340c643ad req-1c73111c-04fd-4bf9-bc11-a3fcdead3cba tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:15.731673 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf23a9b-d4fe-44ca-8d18-8a9340c643ad req-1c73111c-04fd-4bf9-bc11-a3fcdead3cba tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:15.737036 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4cf23a9b-d4fe-44ca-8d18-8a9340c643ad req-1c73111c-04fd-4bf9-bc11-a3fcdead3cba tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5430 time: 0.5232747 Feb 09 01:13:15.846559 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a923ae4-4890-4648-a8b4-c099a86ad545 None None] Pushing event updated for resources: {'Port': ['ID=069ab831-dd20-4976-9464-16824299bfaa,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:15.951652 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 55ee47f0-8b19-47e6-a78a-af90f9fe02cd up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:13:15.957330 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4cf23a9b-d4fe-44ca-8d18-8a9340c643ad req-9bf62ef3-9b99-4bc1-975b-f4567d5f3293 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2132993 Feb 09 01:13:16.002760 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-5ba43a58-ecc5-4af9-8512-cd898f4f67c0 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Deleting port 99ed74ef-17f4-4562-8003-38b2e5688992 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:13:16.003140 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5ba43a58-ecc5-4af9-8512-cd898f4f67c0 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (99ed74ef-17f4-4562-8003-38b2e5688992), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:16.190942 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 55ee47f0-8b19-47e6-a78a-af90f9fe02cd triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:16.191344 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (55ee47f0-8b19-47e6-a78a-af90f9fe02cd), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:16.359389 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-271d1aef-1e5d-42bb-9787-108d68f08a7e admin admin] Publish callbacks [] for router_gateway (496107cf-d634-4d6a-ae3d-37d577bdf16d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:16.485341 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 55ee47f0-8b19-47e6-a78a-af90f9fe02cd is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:16.486721 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (55ee47f0-8b19-47e6-a78a-af90f9fe02cd), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:16.576561 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '263c2621-310a-425b-a461-6ca57cb50ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ee47f0-8b19-47e6-a78a-af90f9fe02cd'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:13:16.582905 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89645d8e-750a-482b-b87c-73711edd7e1a" -d '{"events": [{"server_uuid": "263c2621-310a-425b-a461-6ca57cb50ad4", "name": "network-vif-plugged", "status": "completed", "tag": "55ee47f0-8b19-47e6-a78a-af90f9fe02cd"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:13:16.629333 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 55ee47f0-8b19-47e6-a78a-af90f9fe02cd, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=55ee47f0-8b19-47e6-a78a-af90f9fe02cd,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:16.642874 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (55ee47f0-8b19-47e6-a78a-af90f9fe02cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:16.884804 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=55ee47f0-8b19-47e6-a78a-af90f9fe02cd,revision_number=7']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:16.950781 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 069ab831-dd20-4976-9464-16824299bfaa up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:13:17.049665 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 069ab831-dd20-4976-9464-16824299bfaa triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:17.050059 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (069ab831-dd20-4976-9464-16824299bfaa), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:17.070062 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-271d1aef-1e5d-42bb-9787-108d68f08a7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (496107cf-d634-4d6a-ae3d-37d577bdf16d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:17.132363 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5ba43a58-ecc5-4af9-8512-cd898f4f67c0 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (99ed74ef-17f4-4562-8003-38b2e5688992), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:17.207677 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46077c-fd90-4a66-8d03-e68a43cf446d req-546dfd77-469c-4e49-afac-24c5774f0093 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:17.212444 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ed46077c-fd90-4a66-8d03-e68a43cf446d req-546dfd77-469c-4e49-afac-24c5774f0093 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 945 time: 0.3056796 Feb 09 01:13:17.213571 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-5ba43a58-ecc5-4af9-8512-cd898f4f67c0 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Calling delete_port for 99ed74ef-17f4-4562-8003-38b2e5688992 owned by {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:13:17.286942 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 069ab831-dd20-4976-9464-16824299bfaa is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:17.288566 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (069ab831-dd20-4976-9464-16824299bfaa), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:17.299640 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271d1aef-1e5d-42bb-9787-108d68f08a7e admin admin] Router 496107cf-d634-4d6a-ae3d-37d577bdf16d is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:13:17.395813 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 069ab831-dd20-4976-9464-16824299bfaa, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=069ab831-dd20-4976-9464-16824299bfaa,segment=NetworkSegment(b893a0ac-8938-4e87-b50e-4a8df07b03e6),segment_id=b893a0ac-8938-4e87-b50e-4a8df07b03e6)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:17.402614 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (069ab831-dd20-4976-9464-16824299bfaa), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:17.523386 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ed46077c-fd90-4a66-8d03-e68a43cf446d req-2ff0fdc9-27b8-498b-9e65-7ca0714b2f2a tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=e711df6c-6fe3-4590-9ab7-e2920a97103b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2998502 Feb 09 01:13:17.547215 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=069ab831-dd20-4976-9464-16824299bfaa,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:17.597927 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5ba43a58-ecc5-4af9-8512-cd898f4f67c0 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (99ed74ef-17f4-4562-8003-38b2e5688992), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:17.705303 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271d1aef-1e5d-42bb-9787-108d68f08a7e admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:13:17.718816 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a46d62d-5e50-45ff-8f82-893bca25e9e1 None None] Sync routers for ids ['496107cf-d634-4d6a-ae3d-37d577bdf16d'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:13:17.727058 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba43a58-ecc5-4af9-8512-cd898f4f67c0 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event deleted for resources: {'Port': ['ID=99ed74ef-17f4-4562-8003-38b2e5688992,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:17.742100 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5ba43a58-ecc5-4af9-8512-cd898f4f67c0 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:17.754769 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-5ba43a58-ecc5-4af9-8512-cd898f4f67c0 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/ports/99ed74ef-17f4-4562-8003-38b2e5688992 HTTP/1.1" status: 204 len: 168 time: 2.3273935 Feb 09 01:13:17.761803 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a46d62d-5e50-45ff-8f82-893bca25e9e1 None None] Routers {'496107cf-d634-4d6a-ae3d-37d577bdf16d'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:13:17.762493 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 53768) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:17.762632 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-0a46d62d-5e50-45ff-8f82-893bca25e9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:13:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['496107cf-d634-4d6a-ae3d-37d577bdf16d'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:17.801570 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-271d1aef-1e5d-42bb-9787-108d68f08a7e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:17.804322 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-271d1aef-1e5d-42bb-9787-108d68f08a7e admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.8023815 Feb 09 01:13:17.807491 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53770) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:18.021226 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-0a46d62d-5e50-45ff-8f82-893bca25e9e1 None None] Set router 496107cf-d634-4d6a-ae3d-37d577bdf16d gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:13:18.154274 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1500d75c-e445-4615-9e84-59982439a16f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:18.169406 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1500d75c-e445-4615-9e84-59982439a16f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:18.176352 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37021323-71a4-40ff-bb83-3deaf14fa376 None None] Network 63f74ab9-281e-4f80-9982-0954a4547763 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:13:18.177994 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1500d75c-e445-4615-9e84-59982439a16f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.4120448 Feb 09 01:13:18.180155 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 53776) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:18.391410 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0b5fb-4b85-475d-915f-55612e6edecc req-6f73279c-0d3a-4273-a70c-8745cbc586d0 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:18.399235 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8cc0b5fb-4b85-475d-915f-55612e6edecc req-6f73279c-0d3a-4273-a70c-8745cbc586d0 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 944 time: 0.5288322 Feb 09 01:13:18.757241 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-3d00fc00-b318-47cd-bfa1-d660cef64ce8 None None] Provisioning complete for port 069ab831-dd20-4976-9464-16824299bfaa triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:18.761746 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3d00fc00-b318-47cd-bfa1-d660cef64ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (069ab831-dd20-4976-9464-16824299bfaa), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:18.774129 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8cc0b5fb-4b85-475d-915f-55612e6edecc req-e93d7af5-a890-41b4-8a0f-214a60e842e7 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3702524 Feb 09 01:13:18.823075 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-62318e31-284b-4af7-b427-b7dbfdcf80c3 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Deleting port e4db50ea-9f94-473f-a4e1-e47d25028a9d {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:13:18.827964 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-62318e31-284b-4af7-b427-b7dbfdcf80c3 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (e4db50ea-9f94-473f-a4e1-e47d25028a9d), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:18.898347 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 069ab831-dd20-4976-9464-16824299bfaa up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:13:18.960104 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f17e8f5-d1ee-4c26-a67e-27af26e39bae x-openstack-request-id: req-2f17e8f5-d1ee-4c26-a67e-27af26e39bae {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:13:18.961406 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "263c2621-310a-425b-a461-6ca57cb50ad4", "name": "network-vif-plugged", "status": "completed", "tag": "55ee47f0-8b19-47e6-a78a-af90f9fe02cd", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:13:18.963378 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2f17e8f5-d1ee-4c26-a67e-27af26e39bae {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:13:18.964045 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '263c2621-310a-425b-a461-6ca57cb50ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ee47f0-8b19-47e6-a78a-af90f9fe02cd', 'code': 200} Feb 09 01:13:19.097751 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-62318e31-284b-4af7-b427-b7dbfdcf80c3 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (e4db50ea-9f94-473f-a4e1-e47d25028a9d), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:19.127837 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-62318e31-284b-4af7-b427-b7dbfdcf80c3 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Calling delete_port for e4db50ea-9f94-473f-a4e1-e47d25028a9d owned by {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:13:19.226552 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-3d00fc00-b318-47cd-bfa1-d660cef64ce8 None None] Current status of the port 069ab831-dd20-4976-9464-16824299bfaa is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:19.287463 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-0a46d62d-5e50-45ff-8f82-893bca25e9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496107cf-d634-4d6a-ae3d-37d577bdf16d', 'name': 'tempest-FloatingIPsTestJSON-96889292-router', 'tenant_id': 'bc733b80efbf4325ac9637979ba7dbc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '889ec854-45db-45f9-884b-f7ba1dc6b255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:13Z', 'updated_at': '2022-02-09T01:13:15Z', 'revision_number': 3, 'project_id': 'bc733b80efbf4325ac9637979ba7dbc2', 'gw_port': {'id': '889ec854-45db-45f9-884b-f7ba1dc6b255', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496107cf-d634-4d6a-ae3d-37d577bdf16d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:14Z', 'updated_at': '2022-02-09T01:13:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:19.367608 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a46d62d-5e50-45ff-8f82-893bca25e9e1 None None] Checking router: 496107cf-d634-4d6a-ae3d-37d577bdf16d for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:13:19.368649 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a46d62d-5e50-45ff-8f82-893bca25e9e1 None None] Updating router 496107cf-d634-4d6a-ae3d-37d577bdf16d port 889ec854-45db-45f9-884b-f7ba1dc6b255 binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:13:19.485788 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 069ab831-dd20-4976-9464-16824299bfaa triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:19.486590 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (069ab831-dd20-4976-9464-16824299bfaa), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:19.515853 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67e0a8-354c-445c-b0c4-cf7a71aa1dee req-b01b3dfb-ff0d-46f8-a83f-9f639078e924 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:19.538917 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67e0a8-354c-445c-b0c4-cf7a71aa1dee req-b01b3dfb-ff0d-46f8-a83f-9f639078e924 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:19.553724 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67e0a8-354c-445c-b0c4-cf7a71aa1dee req-b01b3dfb-ff0d-46f8-a83f-9f639078e924 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:19.573508 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67e0a8-354c-445c-b0c4-cf7a71aa1dee req-b01b3dfb-ff0d-46f8-a83f-9f639078e924 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:19.588493 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67e0a8-354c-445c-b0c4-cf7a71aa1dee req-b01b3dfb-ff0d-46f8-a83f-9f639078e924 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:19.600484 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67e0a8-354c-445c-b0c4-cf7a71aa1dee req-b01b3dfb-ff0d-46f8-a83f-9f639078e924 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:19.615812 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67e0a8-354c-445c-b0c4-cf7a71aa1dee req-b01b3dfb-ff0d-46f8-a83f-9f639078e924 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:19.630686 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6b67e0a8-354c-445c-b0c4-cf7a71aa1dee req-b01b3dfb-ff0d-46f8-a83f-9f639078e924 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5430 time: 0.3758082 Feb 09 01:13:19.714110 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6b67e0a8-354c-445c-b0c4-cf7a71aa1dee req-1de8ad0d-ea31-4a49-9b70-4d59531a7503 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0815952 Feb 09 01:13:19.715664 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-62318e31-284b-4af7-b427-b7dbfdcf80c3 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (e4db50ea-9f94-473f-a4e1-e47d25028a9d), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:19.806716 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-62318e31-284b-4af7-b427-b7dbfdcf80c3 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:19.826121 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-62318e31-284b-4af7-b427-b7dbfdcf80c3 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/ports/e4db50ea-9f94-473f-a4e1-e47d25028a9d HTTP/1.1" status: 204 len: 168 time: 1.6429796 Feb 09 01:13:19.829498 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 53786) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:19.837555 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62318e31-284b-4af7-b427-b7dbfdcf80c3 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event deleted for resources: {'Port': ['ID=e4db50ea-9f94-473f-a4e1-e47d25028a9d,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:19.996561 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-237e7e14-ca34-4d19-b5f5-828acd193ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:20.011161 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d321bacf-7eaa-4fec-9156-6d1b76f5da4e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:20.017816 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a46d62d-5e50-45ff-8f82-893bca25e9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (889ec854-45db-45f9-884b-f7ba1dc6b255), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:20.019432 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d321bacf-7eaa-4fec-9156-6d1b76f5da4e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1885061 Feb 09 01:13:20.021915 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 53790) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:20.201597 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9ad7a35-214a-44b0-ae0e-11af12414a0a tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] GET failed (client error): The resource could not be found. Feb 09 01:13:20.203076 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c9ad7a35-214a-44b0-ae0e-11af12414a0a tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "GET /v2.0/ports/99ed74ef-17f4-4562-8003-38b2e5688992 HTTP/1.1" status: 404 len: 333 time: 0.1800151 Feb 09 01:13:20.207285 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53794) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:20.238511 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-1f088950-0350-411e-88b0-908c6b54abd5 None None] Provisioning complete for port 069ab831-dd20-4976-9464-16824299bfaa triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:20.239553 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1f088950-0350-411e-88b0-908c6b54abd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (069ab831-dd20-4976-9464-16824299bfaa), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:20.339643 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2e2063b-ca50-4c58-a0ad-eea4448a5602 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] GET failed (client error): The resource could not be found. Feb 09 01:13:20.343742 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e2e2063b-ca50-4c58-a0ad-eea4448a5602 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "GET /v2.0/ports/e4db50ea-9f94-473f-a4e1-e47d25028a9d HTTP/1.1" status: 404 len: 333 time: 0.1329191 Feb 09 01:13:20.349601 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53796) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:20.472578 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f2271-3a63-49e1-ab84-ce2b610ce751 req-5a90bebf-8e88-46c5-82a2-d64208c14a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:20.477083 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-409f2271-3a63-49e1-ab84-ce2b610ce751 req-5a90bebf-8e88-46c5-82a2-d64208c14a3d service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=881f0fbf49754b7ea23a39ffdbfbb84a&device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 1127 time: 0.3166132 Feb 09 01:13:20.496978 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dce1e6-9ee3-4c8b-8589-bd5523c829ee req-12d3d47f-b33c-487e-bd0e-386d0471e540 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:20.506122 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c9dce1e6-9ee3-4c8b-8589-bd5523c829ee req-12d3d47f-b33c-487e-bd0e-386d0471e540 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 944 time: 0.3075938 Feb 09 01:13:20.712989 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f2271-3a63-49e1-ab84-ce2b610ce751 req-8bea6ae3-08a3-4638-b3c4-ad53c25c3a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:20.717930 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-409f2271-3a63-49e1-ab84-ce2b610ce751 req-8bea6ae3-08a3-4638-b3c4-ad53c25c3a76 service neutron] 10.222.0.120 "GET /v2.0/networks?id=6d890250-ac42-4592-9721-7a49ecf5e127 HTTP/1.1" status: 200 len: 913 time: 0.1953595 Feb 09 01:13:20.790754 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d5d9827b-1bcf-417f-b976-170b14150815 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (7fbfb14f-a91b-4261-8919-003984c8d770), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:20.802260 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 069ab831-dd20-4976-9464-16824299bfaa is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:20.860813 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c9dce1e6-9ee3-4c8b-8589-bd5523c829ee req-620863b1-7288-46dd-88bd-c299669e1624 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3533089 Feb 09 01:13:20.914537 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-409f2271-3a63-49e1-ab84-ce2b610ce751 req-19bd067b-27d4-4af2-808a-d3e13ea7505f service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f2d7d86-9b29-467c-b3b5-0d39a51d6013 HTTP/1.1" status: 200 len: 1001 time: 0.1794972 Feb 09 01:13:21.067091 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-1f088950-0350-411e-88b0-908c6b54abd5 None None] Current status of the port 069ab831-dd20-4976-9464-16824299bfaa is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:21.106564 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-237e7e14-ca34-4d19-b5f5-828acd193ce2 admin admin] Allocated IP 172.20.0.1 (63f74ab9-281e-4f80-9982-0954a4547763/2b39f71c-8b69-4a0f-a14e-6f178406ca85/9f569665-89fb-40f7-8790-5acc46ed8c91) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:21.107819 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f2271-3a63-49e1-ab84-ce2b610ce751 req-85510002-3717-4124-9270-e7b4e722651a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:21.110431 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-409f2271-3a63-49e1-ab84-ce2b610ce751 req-85510002-3717-4124-9270-e7b4e722651a service neutron] 10.222.0.120 "GET /v2.0/subnets?id=1fcc5198-b453-4567-8086-51be74d33b91 HTTP/1.1" status: 200 len: 850 time: 0.0938883 Feb 09 01:13:21.124311 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d5d9827b-1bcf-417f-b976-170b14150815 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (7fbfb14f-a91b-4261-8919-003984c8d770), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:21.130002 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe96634-2026-4908-805f-dacf3d743936 req-26b86a97-e87d-45e8-81b7-baf7ece517c0 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:21.132032 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-afe96634-2026-4908-805f-dacf3d743936 req-26b86a97-e87d-45e8-81b7-baf7ece517c0 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 945 time: 0.1858573 Feb 09 01:13:21.142842 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a46d62d-5e50-45ff-8f82-893bca25e9e1 None None] Publish callbacks [] for port (889ec854-45db-45f9-884b-f7ba1dc6b255), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:21.159908 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a46d62d-5e50-45ff-8f82-893bca25e9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (889ec854-45db-45f9-884b-f7ba1dc6b255), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:21.225993 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-afe96634-2026-4908-805f-dacf3d743936 req-449352d2-4756-494c-a685-404f3b0f10fb tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=e711df6c-6fe3-4590-9ab7-e2920a97103b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0723217 Feb 09 01:13:21.237176 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-d5d9827b-1bcf-417f-b976-170b14150815 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fbfb14f-a91b-4261-8919-003984c8d770']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:21.292790 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f2271-3a63-49e1-ab84-ce2b610ce751 req-ad5abac8-4834-49df-b84c-74c3ae17c3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:21.304132 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-409f2271-3a63-49e1-ab84-ce2b610ce751 req-ad5abac8-4834-49df-b84c-74c3ae17c3d4 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=6d890250-ac42-4592-9721-7a49ecf5e127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1711078 Feb 09 01:13:21.306605 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-d5d9827b-1bcf-417f-b976-170b14150815 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '647f926a-e6cd-452b-8eac-31188a421f65') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:21.307071 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-d5d9827b-1bcf-417f-b976-170b14150815 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '647f926a-e6cd-452b-8eac-31188a421f65') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:21.349729 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-0a46d62d-5e50-45ff-8f82-893bca25e9e1 None None] Attempting to bind port 889ec854-45db-45f9-884b-f7ba1dc6b255 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:13:21.350487 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-0a46d62d-5e50-45ff-8f82-893bca25e9e1 None None] Attempting to bind port 889ec854-45db-45f9-884b-f7ba1dc6b255 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:13:21.363145 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a46d62d-5e50-45ff-8f82-893bca25e9e1 None None] Attempting to bind port 889ec854-45db-45f9-884b-f7ba1dc6b255 on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:13:21.373781 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d5d9827b-1bcf-417f-b976-170b14150815 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (647f926a-e6cd-452b-8eac-31188a421f65), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:21.377219 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a46d62d-5e50-45ff-8f82-893bca25e9e1 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:13:21.377746 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a46d62d-5e50-45ff-8f82-893bca25e9e1 None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:13:21.385112 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a46d62d-5e50-45ff-8f82-893bca25e9e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:21.388285 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a46d62d-5e50-45ff-8f82-893bca25e9e1 None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:13:21.388961 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-0a46d62d-5e50-45ff-8f82-893bca25e9e1 None None] Bound port: 889ec854-45db-45f9-884b-f7ba1dc6b255, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:13:21.389467 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a46d62d-5e50-45ff-8f82-893bca25e9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (889ec854-45db-45f9-884b-f7ba1dc6b255), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:21.391371 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a436a4c8-76c6-4908-992a-7bff01e921fc None None] Pushing event updated for resources: {'Port': ['ID=889ec854-45db-45f9-884b-f7ba1dc6b255,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:21.397718 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d5d9827b-1bcf-417f-b976-170b14150815 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (647f926a-e6cd-452b-8eac-31188a421f65), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:21.435103 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5d9827b-1bcf-417f-b976-170b14150815 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:13:21.435991 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d5d9827b-1bcf-417f-b976-170b14150815 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (647f926a-e6cd-452b-8eac-31188a421f65), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:21.591585 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-0a46d62d-5e50-45ff-8f82-893bca25e9e1 None None] For port 889ec854-45db-45f9-884b-f7ba1dc6b255, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:13:21.604110 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-0a46d62d-5e50-45ff-8f82-893bca25e9e1 None None] For port 889ec854-45db-45f9-884b-f7ba1dc6b255, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=889ec854-45db-45f9-884b-f7ba1dc6b255,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:13:21.614973 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-409f2271-3a63-49e1-ab84-ce2b610ce751 req-238455b0-818f-4558-9d6a-1e625c283157 service neutron] 10.222.0.120 "GET /v2.0/networks/6d890250-ac42-4592-9721-7a49ecf5e127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960675 Feb 09 01:13:21.617153 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a46d62d-5e50-45ff-8f82-893bca25e9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (889ec854-45db-45f9-884b-f7ba1dc6b255), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:21.728156 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-237e7e14-ca34-4d19-b5f5-828acd193ce2 admin admin] Publish callbacks [] for port (9f569665-89fb-40f7-8790-5acc46ed8c91), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:21.825518 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a46d62d-5e50-45ff-8f82-893bca25e9e1 None None] Routers {'496107cf-d634-4d6a-ae3d-37d577bdf16d'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:13:21.826190 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-0a46d62d-5e50-45ff-8f82-893bca25e9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:13:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['496107cf-d634-4d6a-ae3d-37d577bdf16d'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:21.834471 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a436a4c8-76c6-4908-992a-7bff01e921fc None None] Pushing event updated for resources: {'Port': ['ID=889ec854-45db-45f9-884b-f7ba1dc6b255,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:21.836995 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:13:21.836995 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:13:21.836995 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:13:21.836995 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:13:21.836995 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:13:21.836995 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:13:21.836995 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:13:21.836995 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:13:21.836995 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:13:21.836995 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:13:21.836995 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:13:21.836995 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:13:21.836995 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:13:21.836995 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:13:21.836995 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:13:21.836995 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:13:21.836995 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:13:21.836995 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:13:21.836995 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:13:21.836995 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:13:21.836995 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:13:21.836995 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:13:21.836995 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:13:21.836995 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:13:21.836995 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:13:21.836995 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:13:21.836995 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:13:21.836995 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:13:21.836995 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:13:21.836995 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:13:21.836995 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:13:21.836995 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:13:21.849639 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d5d9827b-1bcf-417f-b976-170b14150815 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (7fbfb14f-a91b-4261-8919-003984c8d770), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:21.863445 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-409f2271-3a63-49e1-ab84-ce2b610ce751 req-49e11532-439b-41f4-b77e-04511c33250d service neutron] 10.222.0.120 "GET /v2.0/networks/6d890250-ac42-4592-9721-7a49ecf5e127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363944 Feb 09 01:13:21.885110 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d5d9827b-1bcf-417f-b976-170b14150815 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:21.894517 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d5d9827b-1bcf-417f-b976-170b14150815 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/networks/7fbfb14f-a91b-4261-8919-003984c8d770 HTTP/1.1" status: 204 len: 168 time: 1.5374489 Feb 09 01:13:21.898786 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 53818) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:21.905509 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-a2c5a43c-ac4f-49dc-8cf3-9a16b51555be tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1035187142'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:21.948278 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c5a43c-ac4f-49dc-8cf3-9a16b51555be tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Made reservation on behalf of 7dadddfa309b47d08426d3b47362579d for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:21.952666 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a2c5a43c-ac4f-49dc-8cf3-9a16b51555be tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:21.985811 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d9827b-1bcf-417f-b976-170b14150815 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event deleted for resources: {'Network': ['ID=7fbfb14f-a91b-4261-8919-003984c8d770,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:21.989644 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-237e7e14-ca34-4d19-b5f5-828acd193ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (9f569665-89fb-40f7-8790-5acc46ed8c91), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:22.041112 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2c5a43c-ac4f-49dc-8cf3-9a16b51555be tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1041} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:13:22.050436 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237e7e14-ca34-4d19-b5f5-828acd193ce2 admin admin] Network 63f74ab9-281e-4f80-9982-0954a4547763 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:22.054746 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-237e7e14-ca34-4d19-b5f5-828acd193ce2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:22.060021 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237e7e14-ca34-4d19-b5f5-828acd193ce2 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:13:22.073166 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a2c5a43c-ac4f-49dc-8cf3-9a16b51555be tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (47e496e2-2675-49d8-a303-3037a56f76a1), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:22.078202 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-a2c5a43c-ac4f-49dc-8cf3-9a16b51555be tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Added segment 47e496e2-2675-49d8-a303-3037a56f76a1 of type vlan for network 218af113-1ebe-46de-8a2f-6d93e665398e Feb 09 01:13:22.169505 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-0a46d62d-5e50-45ff-8f82-893bca25e9e1 None None] Set router 496107cf-d634-4d6a-ae3d-37d577bdf16d gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:13:22.179271 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237e7e14-ca34-4d19-b5f5-828acd193ce2 admin admin] Pushing event updated for resources: {'Port': ['ID=9f569665-89fb-40f7-8790-5acc46ed8c91,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:22.251023 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-237e7e14-ca34-4d19-b5f5-828acd193ce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (496107cf-d634-4d6a-ae3d-37d577bdf16d), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:22.295554 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a2c5a43c-ac4f-49dc-8cf3-9a16b51555be tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (218af113-1ebe-46de-8a2f-6d93e665398e), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:22.340652 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda9f5e-c53e-475d-804d-c4d4779bb092 req-0b675571-dbea-45a6-969d-4913787f9ba2 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:22.347553 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda9f5e-c53e-475d-804d-c4d4779bb092 req-0b675571-dbea-45a6-969d-4913787f9ba2 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:22.358055 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda9f5e-c53e-475d-804d-c4d4779bb092 req-0b675571-dbea-45a6-969d-4913787f9ba2 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:22.375162 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda9f5e-c53e-475d-804d-c4d4779bb092 req-0b675571-dbea-45a6-969d-4913787f9ba2 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:22.389673 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda9f5e-c53e-475d-804d-c4d4779bb092 req-0b675571-dbea-45a6-969d-4913787f9ba2 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:22.399691 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda9f5e-c53e-475d-804d-c4d4779bb092 req-0b675571-dbea-45a6-969d-4913787f9ba2 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:22.427460 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda9f5e-c53e-475d-804d-c4d4779bb092 req-0b675571-dbea-45a6-969d-4913787f9ba2 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:22.454501 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9dda9f5e-c53e-475d-804d-c4d4779bb092 req-0b675571-dbea-45a6-969d-4913787f9ba2 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5430 time: 0.2594669 Feb 09 01:13:22.643932 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.db.resource_extend [None req-a2c5a43c-ac4f-49dc-8cf3-9a16b51555be tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:13:22.712884 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-d2839955-b22c-47d4-954e-ddd0c2683674 None None] Provisioning complete for port 9f569665-89fb-40f7-8790-5acc46ed8c91 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:22.713497 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d2839955-b22c-47d4-954e-ddd0c2683674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (9f569665-89fb-40f7-8790-5acc46ed8c91), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:22.810272 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-237e7e14-ca34-4d19-b5f5-828acd193ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (9f569665-89fb-40f7-8790-5acc46ed8c91), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:22.833065 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9dda9f5e-c53e-475d-804d-c4d4779bb092 req-9539f564-fe18-4aff-858d-903dc31af541 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3773558 Feb 09 01:13:22.845583 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a2c5a43c-ac4f-49dc-8cf3-9a16b51555be tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (218af113-1ebe-46de-8a2f-6d93e665398e), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:22.872499 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c5a43c-ac4f-49dc-8cf3-9a16b51555be tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:22.879162 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a2c5a43c-ac4f-49dc-8cf3-9a16b51555be tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:23.022450 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-d2839955-b22c-47d4-954e-ddd0c2683674 None None] Port 9f569665-89fb-40f7-8790-5acc46ed8c91 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:13:23.052212 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-0a46d62d-5e50-45ff-8f82-893bca25e9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496107cf-d634-4d6a-ae3d-37d577bdf16d', 'name': 'tempest-FloatingIPsTestJSON-96889292-router', 'tenant_id': 'bc733b80efbf4325ac9637979ba7dbc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '889ec854-45db-45f9-884b-f7ba1dc6b255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:13Z', 'updated_at': '2022-02-09T01:13:15Z', 'revision_number': 3, 'project_id': 'bc733b80efbf4325ac9637979ba7dbc2', 'gw_port': {'id': '889ec854-45db-45f9-884b-f7ba1dc6b255', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496107cf-d634-4d6a-ae3d-37d577bdf16d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:14Z', 'updated_at': '2022-02-09T01:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:23.099758 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a46d62d-5e50-45ff-8f82-893bca25e9e1 None None] The sync data for ids ['496107cf-d634-4d6a-ae3d-37d577bdf16d'] in n-d-828369-4 is: [{'id': '496107cf-d634-4d6a-ae3d-37d577bdf16d', 'name': 'tempest-FloatingIPsTestJSON-96889292-router', 'tenant_id': 'bc733b80efbf4325ac9637979ba7dbc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '889ec854-45db-45f9-884b-f7ba1dc6b255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:13Z', 'updated_at': '2022-02-09T01:13:15Z', 'revision_number': 3, 'project_id': 'bc733b80efbf4325ac9637979ba7dbc2', 'gw_port': {'id': '889ec854-45db-45f9-884b-f7ba1dc6b255', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496107cf-d634-4d6a-ae3d-37d577bdf16d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:14Z', 'updated_at': '2022-02-09T01:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:13:23.120349 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a2c5a43c-ac4f-49dc-8cf3-9a16b51555be tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2203112 Feb 09 01:13:23.128042 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53834) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:23.148289 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-e1dfa9ad-75b3-4f2e-8aee-04f144daecc6 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'subnet': {'network_id': '218af113-1ebe-46de-8a2f-6d93e665398e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:23.261891 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c5a43c-ac4f-49dc-8cf3-9a16b51555be tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event updated for resources: {'Network': ['ID=218af113-1ebe-46de-8a2f-6d93e665398e,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:23.288069 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 218af113-1ebe-46de-8a2f-6d93e665398e details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:13:23.345394 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f611b-a721-4878-8af5-7e68bc64c1d0 req-521f214e-f537-4116-9151-abfc778efe5a tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:23.347336 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-531f611b-a721-4878-8af5-7e68bc64c1d0 req-521f214e-f537-4116-9151-abfc778efe5a tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 944 time: 0.2488534 Feb 09 01:13:23.479757 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-531f611b-a721-4878-8af5-7e68bc64c1d0 req-1c53b3bd-4f83-40e7-b700-edb4e1b73279 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237850 Feb 09 01:13:23.595228 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-237e7e14-ca34-4d19-b5f5-828acd193ce2 admin admin] Publish callbacks [] for port (9f569665-89fb-40f7-8790-5acc46ed8c91), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:23.611761 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-237e7e14-ca34-4d19-b5f5-828acd193ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (9f569665-89fb-40f7-8790-5acc46ed8c91), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:23.819284 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0df92-a44b-4f9a-b9ba-771b501dff6e req-da5901b5-646f-42f9-9ec5-d5e2c051c1b5 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:23.837942 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-03a0df92-a44b-4f9a-b9ba-771b501dff6e req-da5901b5-646f-42f9-9ec5-d5e2c051c1b5 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 945 time: 0.1911190 Feb 09 01:13:23.874621 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-237e7e14-ca34-4d19-b5f5-828acd193ce2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (496107cf-d634-4d6a-ae3d-37d577bdf16d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:23.915098 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1dfa9ad-75b3-4f2e-8aee-04f144daecc6 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Made reservation on behalf of 7dadddfa309b47d08426d3b47362579d for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:23.920533 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa9ad-75b3-4f2e-8aee-04f144daecc6 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:23.994305 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-03a0df92-a44b-4f9a-b9ba-771b501dff6e req-ad38da05-2308-48a5-bb2d-414c93792153 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=e711df6c-6fe3-4590-9ab7-e2920a97103b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1530533 Feb 09 01:13:24.241712 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237e7e14-ca34-4d19-b5f5-828acd193ce2 admin admin] Pushing event updated for resources: {'Port': ['ID=9f569665-89fb-40f7-8790-5acc46ed8c91,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:24.283183 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.ipam_backend_mixin [None req-e1dfa9ad-75b3-4f2e-8aee-04f144daecc6 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Performing IP validity checks on allocation pools {{(pid=103137) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 01:13:24.283183 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.ipam_backend_mixin [None req-e1dfa9ad-75b3-4f2e-8aee-04f144daecc6 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103137) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 01:13:24.506629 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237e7e14-ca34-4d19-b5f5-828acd193ce2 admin admin] Network 63f74ab9-281e-4f80-9982-0954a4547763 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:24.508834 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c194c89-4c47-4189-8d85-c95f10096209 req-c858126a-72cd-46a1-9f89-802066b43dcd tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:24.535938 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c194c89-4c47-4189-8d85-c95f10096209 req-c858126a-72cd-46a1-9f89-802066b43dcd tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:24.557857 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c194c89-4c47-4189-8d85-c95f10096209 req-c858126a-72cd-46a1-9f89-802066b43dcd tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:24.579571 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-237e7e14-ca34-4d19-b5f5-828acd193ce2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:24.586061 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53864) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:24.588867 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c194c89-4c47-4189-8d85-c95f10096209 req-c858126a-72cd-46a1-9f89-802066b43dcd tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:24.600271 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c194c89-4c47-4189-8d85-c95f10096209 req-c858126a-72cd-46a1-9f89-802066b43dcd tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:24.625001 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c194c89-4c47-4189-8d85-c95f10096209 req-c858126a-72cd-46a1-9f89-802066b43dcd tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:24.638732 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c194c89-4c47-4189-8d85-c95f10096209 req-c858126a-72cd-46a1-9f89-802066b43dcd tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:24.653227 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5c194c89-4c47-4189-8d85-c95f10096209 req-c858126a-72cd-46a1-9f89-802066b43dcd tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5430 time: 0.4984372 Feb 09 01:13:24.747146 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:13:24.814205 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5c194c89-4c47-4189-8d85-c95f10096209 req-97de7590-fe27-45c9-83a0-09ed6cbd96d2 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1575708 Feb 09 01:13:25.079960 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92658bf8-b748-4caf-ac96-b47bf7e50e14 req-b8c81b81-9cef-442a-b964-ee7a9bec082c tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:25.081617 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-92658bf8-b748-4caf-ac96-b47bf7e50e14 req-b8c81b81-9cef-442a-b964-ee7a9bec082c tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 944 time: 0.1597722 Feb 09 01:13:25.159175 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 889ec854-45db-45f9-884b-f7ba1dc6b255 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:13:25.251548 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-92658bf8-b748-4caf-ac96-b47bf7e50e14 req-181dc86b-f9ae-40ba-9be8-3149112bb7c7 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516654 Feb 09 01:13:25.293633 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-a58d744f-e6e1-4b0c-b2ee-040e02caa50c None None] Provisioning complete for port 9f569665-89fb-40f7-8790-5acc46ed8c91 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:25.294001 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a58d744f-e6e1-4b0c-b2ee-040e02caa50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (9f569665-89fb-40f7-8790-5acc46ed8c91), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:25.321918 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237e7e14-ca34-4d19-b5f5-828acd193ce2 admin admin] Router 496107cf-d634-4d6a-ae3d-37d577bdf16d has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:13:25.333136 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa9ad-75b3-4f2e-8aee-04f144daecc6 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (b2ab32dd-6aaf-4229-b3ad-ad8093e069df), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:25.443054 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a58d744f-e6e1-4b0c-b2ee-040e02caa50c None None] Port 9f569665-89fb-40f7-8790-5acc46ed8c91 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:13:25.482493 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 889ec854-45db-45f9-884b-f7ba1dc6b255 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:25.482942 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (889ec854-45db-45f9-884b-f7ba1dc6b255), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:25.616775 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfa9ad-75b3-4f2e-8aee-04f144daecc6 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event updated for resources: {'Subnet': ['ID=b2ab32dd-6aaf-4229-b3ad-ad8093e069df,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:25.638685 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237e7e14-ca34-4d19-b5f5-828acd193ce2 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:13:25.714714 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 889ec854-45db-45f9-884b-f7ba1dc6b255 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:25.715269 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (889ec854-45db-45f9-884b-f7ba1dc6b255), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:25.727133 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-237e7e14-ca34-4d19-b5f5-828acd193ce2 admin admin] 10.222.0.50 "PUT /v2.0/routers/496107cf-d634-4d6a-ae3d-37d577bdf16d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9099774 Feb 09 01:13:25.781352 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea27a67-d647-4ee5-9a64-b8cc6a6194b9 req-6d9721ff-c842-4cfc-b0f9-6c6b1008ea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:25.788763 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 889ec854-45db-45f9-884b-f7ba1dc6b255, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=889ec854-45db-45f9-884b-f7ba1dc6b255,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:25.795623 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (889ec854-45db-45f9-884b-f7ba1dc6b255), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:25.801458 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea27a67-d647-4ee5-9a64-b8cc6a6194b9 req-6d9721ff-c842-4cfc-b0f9-6c6b1008ea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:25.801955 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea27a67-d647-4ee5-9a64-b8cc6a6194b9 req-6d9721ff-c842-4cfc-b0f9-6c6b1008ea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:25.802406 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea27a67-d647-4ee5-9a64-b8cc6a6194b9 req-6d9721ff-c842-4cfc-b0f9-6c6b1008ea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:25.802931 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea27a67-d647-4ee5-9a64-b8cc6a6194b9 req-6d9721ff-c842-4cfc-b0f9-6c6b1008ea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:25.803485 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea27a67-d647-4ee5-9a64-b8cc6a6194b9 req-6d9721ff-c842-4cfc-b0f9-6c6b1008ea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:25.803918 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea27a67-d647-4ee5-9a64-b8cc6a6194b9 req-6d9721ff-c842-4cfc-b0f9-6c6b1008ea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:25.825513 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7ea27a67-d647-4ee5-9a64-b8cc6a6194b9 req-6d9721ff-c842-4cfc-b0f9-6c6b1008ea20 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 6710 time: 1.2228036 Feb 09 01:13:25.952359 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=889ec854-45db-45f9-884b-f7ba1dc6b255,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:26.076436 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7ea27a67-d647-4ee5-9a64-b8cc6a6194b9 req-255c0ead-6b5e-4613-bfdb-a7066711b4e3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=34100535-1f0c-4b94-9bd6-954ebad8c724&id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2499530 Feb 09 01:13:26.077661 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dfa9ad-75b3-4f2e-8aee-04f144daecc6 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Checking segment: {'id': '47e496e2-2675-49d8-a303-3037a56f76a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '218af113-1ebe-46de-8a2f-6d93e665398e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:13:26.078061 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dfa9ad-75b3-4f2e-8aee-04f144daecc6 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Network hostable DHCP agents. Network: 218af113-1ebe-46de-8a2f-6d93e665398e, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:13:26.079590 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70286991-2c6c-4eac-9e7d-af493b2c3ee5 req-bed26132-e8a0-47a9-9858-99072e81b863 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:26.085229 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70286991-2c6c-4eac-9e7d-af493b2c3ee5 req-bed26132-e8a0-47a9-9858-99072e81b863 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:26.093713 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70286991-2c6c-4eac-9e7d-af493b2c3ee5 req-bed26132-e8a0-47a9-9858-99072e81b863 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:26.103582 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70286991-2c6c-4eac-9e7d-af493b2c3ee5 req-bed26132-e8a0-47a9-9858-99072e81b863 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:26.108873 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70286991-2c6c-4eac-9e7d-af493b2c3ee5 req-bed26132-e8a0-47a9-9858-99072e81b863 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:26.114794 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70286991-2c6c-4eac-9e7d-af493b2c3ee5 req-bed26132-e8a0-47a9-9858-99072e81b863 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:26.120578 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70286991-2c6c-4eac-9e7d-af493b2c3ee5 req-bed26132-e8a0-47a9-9858-99072e81b863 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:26.128189 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-70286991-2c6c-4eac-9e7d-af493b2c3ee5 req-bed26132-e8a0-47a9-9858-99072e81b863 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5430 time: 0.1517994 Feb 09 01:13:26.138403 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dfa9ad-75b3-4f2e-8aee-04f144daecc6 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Network 218af113-1ebe-46de-8a2f-6d93e665398e is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:13:26.157677 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-e1dfa9ad-75b3-4f2e-8aee-04f144daecc6 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 218af113-1ebe-46de-8a2f-6d93e665398e) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:26.167322 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dfa9ad-75b3-4f2e-8aee-04f144daecc6 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:26.168348 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e1dfa9ad-75b3-4f2e-8aee-04f144daecc6 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:26.173310 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57313fb9-d7a2-4b3d-bf5c-f226078f1957 None None] Network 218af113-1ebe-46de-8a2f-6d93e665398e requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:13:26.200279 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e1dfa9ad-75b3-4f2e-8aee-04f144daecc6 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0711098 Feb 09 01:13:26.203016 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53892) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:26.217520 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-63dc21cf-a4d1-4748-9c49-28b8147d3958 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'port': {'network_id': '218af113-1ebe-46de-8a2f-6d93e665398e', 'name': 'tempest-PortsIpV6TestJSON-1427690569'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:26.229798 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-70286991-2c6c-4eac-9e7d-af493b2c3ee5 req-2227f03b-064c-4b3e-a757-a8aa72b94d79 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1006019 Feb 09 01:13:26.437895 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23fa33d-3f2c-4394-936d-d7127eae3c4c None None] Sync routers for ids ['496107cf-d634-4d6a-ae3d-37d577bdf16d'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:13:26.463285 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23fa33d-3f2c-4394-936d-d7127eae3c4c None None] Routers {'496107cf-d634-4d6a-ae3d-37d577bdf16d'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:13:26.463929 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-f23fa33d-3f2c-4394-936d-d7127eae3c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:13:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['496107cf-d634-4d6a-ae3d-37d577bdf16d'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:26.492768 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5855dda-9b28-42e7-839c-382cbff196cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-218af113-1ebe-46de-8a2f-6d93e665398e', 'network_id': '218af113-1ebe-46de-8a2f-6d93e665398e', 'project_id': '7dadddfa309b47d08426d3b47362579d', 'fixed_ips': [{'subnet_id': 'b2ab32dd-6aaf-4229-b3ad-ad8093e069df'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:13:26.493705 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c5855dda-9b28-42e7-839c-382cbff196cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:26.516712 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63dc21cf-a4d1-4748-9c49-28b8147d3958 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Made reservation on behalf of 7dadddfa309b47d08426d3b47362579d for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:26.521021 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-63dc21cf-a4d1-4748-9c49-28b8147d3958 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:26.562357 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-63dc21cf-a4d1-4748-9c49-28b8147d3958 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] device_id is not set on port a2f59a1b-cb28-4d0e-a622-15804761bfe8 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:13:26.843912 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-f23fa33d-3f2c-4394-936d-d7127eae3c4c None None] Set router 496107cf-d634-4d6a-ae3d-37d577bdf16d gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:13:26.874079 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-63dc21cf-a4d1-4748-9c49-28b8147d3958 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Allocated IP 2001:db8::12f (218af113-1ebe-46de-8a2f-6d93e665398e/b2ab32dd-6aaf-4229-b3ad-ad8093e069df/a2f59a1b-cb28-4d0e-a622-15804761bfe8) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:27.108986 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 889ec854-45db-45f9-884b-f7ba1dc6b255 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:13:27.200499 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 889ec854-45db-45f9-884b-f7ba1dc6b255 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:27.205092 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (889ec854-45db-45f9-884b-f7ba1dc6b255), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:27.209976 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7496aa4f-fb47-477b-9922-f0a1822b0f94 req-636fab45-9868-48ba-8e76-19e470f9ddee tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5724020 Feb 09 01:13:27.216436 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-7496aa4f-fb47-477b-9922-f0a1822b0f94 req-c5576de8-4a88-4b8e-b880-16b3ae9f188a tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:27.257823 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7496aa4f-fb47-477b-9922-f0a1822b0f94 req-c5576de8-4a88-4b8e-b880-16b3ae9f188a tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:27.409861 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-63dc21cf-a4d1-4748-9c49-28b8147d3958 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for port (a2f59a1b-cb28-4d0e-a622-15804761bfe8), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:27.425387 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7496aa4f-fb47-477b-9922-f0a1822b0f94 req-c5576de8-4a88-4b8e-b880-16b3ae9f188a tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:27.427182 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 889ec854-45db-45f9-884b-f7ba1dc6b255 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:27.429454 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-f23fa33d-3f2c-4394-936d-d7127eae3c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496107cf-d634-4d6a-ae3d-37d577bdf16d', 'name': 'tempest-FloatingIPsTestJSON-96889292-router', 'tenant_id': 'bc733b80efbf4325ac9637979ba7dbc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '889ec854-45db-45f9-884b-f7ba1dc6b255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:13Z', 'updated_at': '2022-02-09T01:13:22Z', 'revision_number': 4, 'project_id': 'bc733b80efbf4325ac9637979ba7dbc2', 'gw_port': {'id': '889ec854-45db-45f9-884b-f7ba1dc6b255', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496107cf-d634-4d6a-ae3d-37d577bdf16d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:14Z', 'updated_at': '2022-02-09T01:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '9f569665-89fb-40f7-8790-5acc46ed8c91', 'name': '', 'network_id': '63f74ab9-281e-4f80-9982-0954a4547763', 'tenant_id': 'bc733b80efbf4325ac9637979ba7dbc2', 'mac_address': 'fa:16:3e:65:29:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496107cf-d634-4d6a-ae3d-37d577bdf16d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '2b39f71c-8b69-4a0f-a14e-6f178406ca85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:20Z', 'updated_at': '2022-02-09T01:13:22Z', 'revision_number': 2, 'project_id': 'bc733b80efbf4325ac9637979ba7dbc2', 'subnets': [{'id': '2b39f71c-8b69-4a0f-a14e-6f178406ca85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:27.467984 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23fa33d-3f2c-4394-936d-d7127eae3c4c None None] Checking router: 496107cf-d634-4d6a-ae3d-37d577bdf16d for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:13:27.473150 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23fa33d-3f2c-4394-936d-d7127eae3c4c None None] Updating router 496107cf-d634-4d6a-ae3d-37d577bdf16d port 9f569665-89fb-40f7-8790-5acc46ed8c91 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:13:27.512997 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-63dc21cf-a4d1-4748-9c49-28b8147d3958 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (a2f59a1b-cb28-4d0e-a622-15804761bfe8), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:27.535025 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f23fa33d-3f2c-4394-936d-d7127eae3c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (9f569665-89fb-40f7-8790-5acc46ed8c91), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:27.617040 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-7496aa4f-fb47-477b-9922-f0a1822b0f94 req-c5576de8-4a88-4b8e-b880-16b3ae9f188a tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Allocated IP 172.25.8.233 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/ce046d8a-1ebb-4cdb-a468-2005eb191c27) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:27.646741 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-c5855dda-9b28-42e7-839c-382cbff196cb None None] Allocated IP 2001:db8::2 (218af113-1ebe-46de-8a2f-6d93e665398e/b2ab32dd-6aaf-4229-b3ad-ad8093e069df/d09ae6f3-ffb0-40ee-a00f-3c988873cb2f) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:27.693872 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dc21cf-a4d1-4748-9c49-28b8147d3958 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Network 218af113-1ebe-46de-8a2f-6d93e665398e is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:27.711068 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-63dc21cf-a4d1-4748-9c49-28b8147d3958 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:27.722847 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dc21cf-a4d1-4748-9c49-28b8147d3958 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:13:27.743564 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63dc21cf-a4d1-4748-9c49-28b8147d3958 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:27.744406 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-63dc21cf-a4d1-4748-9c49-28b8147d3958 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:27.775998 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dc21cf-a4d1-4748-9c49-28b8147d3958 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event updated for resources: {'Port': ['ID=a2f59a1b-cb28-4d0e-a622-15804761bfe8,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:27.804312 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-63dc21cf-a4d1-4748-9c49-28b8147d3958 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5973063 Feb 09 01:13:27.804837 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53914) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:27.942590 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7496aa4f-fb47-477b-9922-f0a1822b0f94 req-c5576de8-4a88-4b8e-b880-16b3ae9f188a tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Publish callbacks [] for port (ce046d8a-1ebb-4cdb-a468-2005eb191c27), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:28.020466 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c5855dda-9b28-42e7-839c-382cbff196cb None None] Publish callbacks [] for port (d09ae6f3-ffb0-40ee-a00f-3c988873cb2f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:28.030246 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7496aa4f-fb47-477b-9922-f0a1822b0f94 req-c5576de8-4a88-4b8e-b880-16b3ae9f188a tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (ce046d8a-1ebb-4cdb-a468-2005eb191c27), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:28.043456 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c5855dda-9b28-42e7-839c-382cbff196cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (d09ae6f3-ffb0-40ee-a00f-3c988873cb2f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:28.085962 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-4837ce4e-0314-436e-a0fd-059652da1001 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Deleting port a2f59a1b-cb28-4d0e-a622-15804761bfe8 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:13:28.088840 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4837ce4e-0314-436e-a0fd-059652da1001 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (a2f59a1b-cb28-4d0e-a622-15804761bfe8), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:28.140298 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7496aa4f-fb47-477b-9922-f0a1822b0f94 req-c5576de8-4a88-4b8e-b880-16b3ae9f188a tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:28.159366 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-7496aa4f-fb47-477b-9922-f0a1822b0f94 req-c5576de8-4a88-4b8e-b880-16b3ae9f188a tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:28.162886 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5855dda-9b28-42e7-839c-382cbff196cb None None] Pushing event updated for resources: {'Port': ['ID=d09ae6f3-ffb0-40ee-a00f-3c988873cb2f,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:28.188918 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-7496aa4f-fb47-477b-9922-f0a1822b0f94 req-c5576de8-4a88-4b8e-b880-16b3ae9f188a tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:13:28.204633 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5855dda-9b28-42e7-839c-382cbff196cb None None] Network 218af113-1ebe-46de-8a2f-6d93e665398e is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:28.208919 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-c5855dda-9b28-42e7-839c-382cbff196cb None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:28.219987 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5855dda-9b28-42e7-839c-382cbff196cb None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:13:28.257359 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f23fa33d-3f2c-4394-936d-d7127eae3c4c None None] Publish callbacks [] for port (9f569665-89fb-40f7-8790-5acc46ed8c91), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:28.277065 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f23fa33d-3f2c-4394-936d-d7127eae3c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (9f569665-89fb-40f7-8790-5acc46ed8c91), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:28.279122 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5576de8-4a88-4b8e-b880-16b3ae9f188a tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Pushing event updated for resources: {'Port': ['ID=ce046d8a-1ebb-4cdb-a468-2005eb191c27,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:28.346232 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40d5f22-3ef3-48c0-86a8-35385e39cfb4 None None] Pushing event updated for resources: {'Port': ['ID=9f569665-89fb-40f7-8790-5acc46ed8c91,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:28.360926 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40d5f22-3ef3-48c0-86a8-35385e39cfb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:28.361284 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40d5f22-3ef3-48c0-86a8-35385e39cfb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:28.361672 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40d5f22-3ef3-48c0-86a8-35385e39cfb4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:28.362062 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40d5f22-3ef3-48c0-86a8-35385e39cfb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:28.362459 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40d5f22-3ef3-48c0-86a8-35385e39cfb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:28.362800 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40d5f22-3ef3-48c0-86a8-35385e39cfb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:28.363139 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40d5f22-3ef3-48c0-86a8-35385e39cfb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:28.363474 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40d5f22-3ef3-48c0-86a8-35385e39cfb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:28.364282 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40d5f22-3ef3-48c0-86a8-35385e39cfb4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:28.364282 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40d5f22-3ef3-48c0-86a8-35385e39cfb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:28.364447 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40d5f22-3ef3-48c0-86a8-35385e39cfb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:28.364936 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40d5f22-3ef3-48c0-86a8-35385e39cfb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:28.365101 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40d5f22-3ef3-48c0-86a8-35385e39cfb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:28.375192 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4837ce4e-0314-436e-a0fd-059652da1001 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (a2f59a1b-cb28-4d0e-a622-15804761bfe8), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:28.386254 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-c5855dda-9b28-42e7-839c-382cbff196cb None None] Attempting to bind port d09ae6f3-ffb0-40ee-a00f-3c988873cb2f on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:13:28.386653 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-c5855dda-9b28-42e7-839c-382cbff196cb None None] Attempting to bind port d09ae6f3-ffb0-40ee-a00f-3c988873cb2f by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '47e496e2-2675-49d8-a303-3037a56f76a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '218af113-1ebe-46de-8a2f-6d93e665398e'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:13:28.395733 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5855dda-9b28-42e7-839c-382cbff196cb None None] Attempting to bind port d09ae6f3-ffb0-40ee-a00f-3c988873cb2f on network 218af113-1ebe-46de-8a2f-6d93e665398e {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:13:28.420738 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5855dda-9b28-42e7-839c-382cbff196cb None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:13:28.421180 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5855dda-9b28-42e7-839c-382cbff196cb None None] Checking segment: {'id': '47e496e2-2675-49d8-a303-3037a56f76a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '218af113-1ebe-46de-8a2f-6d93e665398e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:13:28.424674 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c5855dda-9b28-42e7-839c-382cbff196cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:28.425177 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5855dda-9b28-42e7-839c-382cbff196cb None None] Bound using segment: {'id': '47e496e2-2675-49d8-a303-3037a56f76a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '218af113-1ebe-46de-8a2f-6d93e665398e'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:13:28.425706 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-c5855dda-9b28-42e7-839c-382cbff196cb None None] Bound port: d09ae6f3-ffb0-40ee-a00f-3c988873cb2f, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e496e2-2675-49d8-a303-3037a56f76a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '218af113-1ebe-46de-8a2f-6d93e665398e'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:13:28.426114 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c5855dda-9b28-42e7-839c-382cbff196cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d09ae6f3-ffb0-40ee-a00f-3c988873cb2f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:28.444128 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-4837ce4e-0314-436e-a0fd-059652da1001 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Calling delete_port for a2f59a1b-cb28-4d0e-a622-15804761bfe8 owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:13:28.532610 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-f23fa33d-3f2c-4394-936d-d7127eae3c4c None None] Attempting to bind port 9f569665-89fb-40f7-8790-5acc46ed8c91 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:13:28.533254 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-f23fa33d-3f2c-4394-936d-d7127eae3c4c None None] Attempting to bind port 9f569665-89fb-40f7-8790-5acc46ed8c91 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'b893a0ac-8938-4e87-b50e-4a8df07b03e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '63f74ab9-281e-4f80-9982-0954a4547763'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:13:28.534349 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23fa33d-3f2c-4394-936d-d7127eae3c4c None None] Attempting to bind port 9f569665-89fb-40f7-8790-5acc46ed8c91 on network 63f74ab9-281e-4f80-9982-0954a4547763 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:13:28.552344 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23fa33d-3f2c-4394-936d-d7127eae3c4c None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:13:28.552807 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23fa33d-3f2c-4394-936d-d7127eae3c4c None None] Checking segment: {'id': 'b893a0ac-8938-4e87-b50e-4a8df07b03e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '63f74ab9-281e-4f80-9982-0954a4547763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:13:28.553466 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f23fa33d-3f2c-4394-936d-d7127eae3c4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:28.553669 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23fa33d-3f2c-4394-936d-d7127eae3c4c None None] Bound using segment: {'id': 'b893a0ac-8938-4e87-b50e-4a8df07b03e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '63f74ab9-281e-4f80-9982-0954a4547763'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:13:28.556907 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-f23fa33d-3f2c-4394-936d-d7127eae3c4c None None] Bound port: 9f569665-89fb-40f7-8790-5acc46ed8c91, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b893a0ac-8938-4e87-b50e-4a8df07b03e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '63f74ab9-281e-4f80-9982-0954a4547763'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:13:28.557311 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f23fa33d-3f2c-4394-936d-d7127eae3c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (9f569665-89fb-40f7-8790-5acc46ed8c91), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:28.590039 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7496aa4f-fb47-477b-9922-f0a1822b0f94 req-c5576de8-4a88-4b8e-b880-16b3ae9f188a tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Publish callbacks [] for floatingip (07452818-df7d-4e53-8c4e-6ab0bc13e629), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:28.693629 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-f23fa33d-3f2c-4394-936d-d7127eae3c4c None None] For port 9f569665-89fb-40f7-8790-5acc46ed8c91, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:13:28.695688 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-c5855dda-9b28-42e7-839c-382cbff196cb None None] For port d09ae6f3-ffb0-40ee-a00f-3c988873cb2f, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:13:28.698119 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7496aa4f-fb47-477b-9922-f0a1822b0f94 req-c5576de8-4a88-4b8e-b880-16b3ae9f188a tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ce046d8a-1ebb-4cdb-a468-2005eb191c27), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:28.702296 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-f23fa33d-3f2c-4394-936d-d7127eae3c4c None None] For port 9f569665-89fb-40f7-8790-5acc46ed8c91, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=9f569665-89fb-40f7-8790-5acc46ed8c91,segment=NetworkSegment(b893a0ac-8938-4e87-b50e-4a8df07b03e6),segment_id=b893a0ac-8938-4e87-b50e-4a8df07b03e6)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:13:28.705530 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-c5855dda-9b28-42e7-839c-382cbff196cb None None] For port d09ae6f3-ffb0-40ee-a00f-3c988873cb2f, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=d09ae6f3-ffb0-40ee-a00f-3c988873cb2f,segment=NetworkSegment(47e496e2-2675-49d8-a303-3037a56f76a1),segment_id=47e496e2-2675-49d8-a303-3037a56f76a1)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:13:28.719667 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f23fa33d-3f2c-4394-936d-d7127eae3c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (9f569665-89fb-40f7-8790-5acc46ed8c91), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:28.723276 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c5855dda-9b28-42e7-839c-382cbff196cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d09ae6f3-ffb0-40ee-a00f-3c988873cb2f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:28.796322 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40d5f22-3ef3-48c0-86a8-35385e39cfb4 None None] Pushing event updated for resources: {'Port': ['ID=9f569665-89fb-40f7-8790-5acc46ed8c91,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:28.861137 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23fa33d-3f2c-4394-936d-d7127eae3c4c None None] Routers {'496107cf-d634-4d6a-ae3d-37d577bdf16d'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:13:28.864244 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-f23fa33d-3f2c-4394-936d-d7127eae3c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:13:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['496107cf-d634-4d6a-ae3d-37d577bdf16d'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:28.865816 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4837ce4e-0314-436e-a0fd-059652da1001 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (a2f59a1b-cb28-4d0e-a622-15804761bfe8), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:28.889240 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5855dda-9b28-42e7-839c-382cbff196cb None None] Pushing event updated for resources: {'Port': ['ID=d09ae6f3-ffb0-40ee-a00f-3c988873cb2f,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:28.937287 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-90bb8f53-0981-4c6e-9726-838c73134a39 None None] Provisioning complete for port 9f569665-89fb-40f7-8790-5acc46ed8c91 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:28.939628 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-90bb8f53-0981-4c6e-9726-838c73134a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (9f569665-89fb-40f7-8790-5acc46ed8c91), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:28.984321 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4837ce4e-0314-436e-a0fd-059652da1001 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event deleted for resources: {'Port': ['ID=a2f59a1b-cb28-4d0e-a622-15804761bfe8,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:29.104369 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4837ce4e-0314-436e-a0fd-059652da1001 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:29.111589 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4837ce4e-0314-436e-a0fd-059652da1001 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/ports/a2f59a1b-cb28-4d0e-a622-15804761bfe8 HTTP/1.1" status: 204 len: 168 time: 1.3056400 Feb 09 01:13:29.114940 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53920) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:29.130058 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 53922) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:29.168006 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-732f1059-8b80-4d25-a8f1-cbe5944345e6 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] DELETE failed (client error): The resource could not be found. Feb 09 01:13:29.168612 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-732f1059-8b80-4d25-a8f1-cbe5944345e6 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:13:29.178450 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-732f1059-8b80-4d25-a8f1-cbe5944345e6 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/ports/a2f59a1b-cb28-4d0e-a622-15804761bfe8 HTTP/1.1" status: 404 len: 333 time: 0.0624499 Feb 09 01:13:29.180999 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53926) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:29.263545 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-f23fa33d-3f2c-4394-936d-d7127eae3c4c None None] Set router 496107cf-d634-4d6a-ae3d-37d577bdf16d gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:13:29.279673 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-90bb8f53-0981-4c6e-9726-838c73134a39 None None] Current status of the port 9f569665-89fb-40f7-8790-5acc46ed8c91 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:29.280425 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-90bb8f53-0981-4c6e-9726-838c73134a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (9f569665-89fb-40f7-8790-5acc46ed8c91), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:29.310233 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7496aa4f-fb47-477b-9922-f0a1822b0f94 req-c5576de8-4a88-4b8e-b880-16b3ae9f188a tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Publish callbacks [] for port (ce046d8a-1ebb-4cdb-a468-2005eb191c27), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:29.317892 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-906a85cd-9471-4605-8250-733191b2ce7b tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] GET failed (client error): The resource could not be found. Feb 09 01:13:29.319646 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-906a85cd-9471-4605-8250-733191b2ce7b tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "GET /v2.0/ports/a2f59a1b-cb28-4d0e-a622-15804761bfe8 HTTP/1.1" status: 404 len: 333 time: 0.1375041 Feb 09 01:13:29.322984 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53928) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:29.343784 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7496aa4f-fb47-477b-9922-f0a1822b0f94 req-c5576de8-4a88-4b8e-b880-16b3ae9f188a tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (ce046d8a-1ebb-4cdb-a468-2005eb191c27), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:29.392653 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-90bb8f53-0981-4c6e-9726-838c73134a39 None None] For port 9f569665-89fb-40f7-8790-5acc46ed8c91, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=9f569665-89fb-40f7-8790-5acc46ed8c91,segment=NetworkSegment(b893a0ac-8938-4e87-b50e-4a8df07b03e6),segment_id=b893a0ac-8938-4e87-b50e-4a8df07b03e6)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:29.410310 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-90bb8f53-0981-4c6e-9726-838c73134a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (9f569665-89fb-40f7-8790-5acc46ed8c91), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:29.452319 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed4fef28-e821-4282-a5b9-8ebf44e27a47 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Deleting subnet b2ab32dd-6aaf-4229-b3ad-ad8093e069df {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:13:29.458159 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5576de8-4a88-4b8e-b880-16b3ae9f188a tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Pushing event updated for resources: {'Port': ['ID=ce046d8a-1ebb-4cdb-a468-2005eb191c27,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:29.462743 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ed4fef28-e821-4282-a5b9-8ebf44e27a47 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for subnet (b2ab32dd-6aaf-4229-b3ad-ad8093e069df), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:29.561182 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bb8f53-0981-4c6e-9726-838c73134a39 None None] Pushing event updated for resources: {'Port': ['ID=9f569665-89fb-40f7-8790-5acc46ed8c91,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:29.567833 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ed4fef28-e821-4282-a5b9-8ebf44e27a47 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (b2ab32dd-6aaf-4229-b3ad-ad8093e069df), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:29.578156 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-a3e6884e-7fdb-4927-aab7-0ef3968cb372 None None] Provisioning complete for port 9f569665-89fb-40f7-8790-5acc46ed8c91 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:29.579324 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a3e6884e-7fdb-4927-aab7-0ef3968cb372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (9f569665-89fb-40f7-8790-5acc46ed8c91), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:29.598324 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7496aa4f-fb47-477b-9922-f0a1822b0f94 req-c5576de8-4a88-4b8e-b880-16b3ae9f188a tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (07452818-df7d-4e53-8c4e-6ab0bc13e629), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:29.658270 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f6c797d7-f335-4f41-8db1-113dcbc95158 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:29.699554 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7496aa4f-fb47-477b-9922-f0a1822b0f94 req-c5576de8-4a88-4b8e-b880-16b3ae9f188a tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:29.707532 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7496aa4f-fb47-477b-9922-f0a1822b0f94 req-c5576de8-4a88-4b8e-b880-16b3ae9f188a tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4965518 Feb 09 01:13:29.725625 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-f23fa33d-3f2c-4394-936d-d7127eae3c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496107cf-d634-4d6a-ae3d-37d577bdf16d', 'name': 'tempest-FloatingIPsTestJSON-96889292-router', 'tenant_id': 'bc733b80efbf4325ac9637979ba7dbc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '889ec854-45db-45f9-884b-f7ba1dc6b255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:13Z', 'updated_at': '2022-02-09T01:13:22Z', 'revision_number': 4, 'project_id': 'bc733b80efbf4325ac9637979ba7dbc2', 'gw_port': {'id': '889ec854-45db-45f9-884b-f7ba1dc6b255', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496107cf-d634-4d6a-ae3d-37d577bdf16d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:14Z', 'updated_at': '2022-02-09T01:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '9f569665-89fb-40f7-8790-5acc46ed8c91', 'name': '', 'network_id': '63f74ab9-281e-4f80-9982-0954a4547763', 'tenant_id': 'bc733b80efbf4325ac9637979ba7dbc2', 'mac_address': 'fa:16:3e:65:29:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496107cf-d634-4d6a-ae3d-37d577bdf16d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '2b39f71c-8b69-4a0f-a14e-6f178406ca85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:20Z', 'updated_at': '2022-02-09T01:13:28Z', 'revision_number': 4, 'project_id': 'bc733b80efbf4325ac9637979ba7dbc2', 'subnets': [{'id': '2b39f71c-8b69-4a0f-a14e-6f178406ca85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:29.776783 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7496aa4f-fb47-477b-9922-f0a1822b0f94 req-b4578416-fe9c-4650-9b67-835465436368 tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.8.233 HTTP/1.1" status: 200 len: 696 time: 0.0679865 Feb 09 01:13:29.796723 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a3e6884e-7fdb-4927-aab7-0ef3968cb372 None None] Current status of the port 9f569665-89fb-40f7-8790-5acc46ed8c91 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:29.799669 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23fa33d-3f2c-4394-936d-d7127eae3c4c None None] The sync data for ids ['496107cf-d634-4d6a-ae3d-37d577bdf16d'] in n-d-828369-4 is: [{'id': '496107cf-d634-4d6a-ae3d-37d577bdf16d', 'name': 'tempest-FloatingIPsTestJSON-96889292-router', 'tenant_id': 'bc733b80efbf4325ac9637979ba7dbc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '889ec854-45db-45f9-884b-f7ba1dc6b255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:13Z', 'updated_at': '2022-02-09T01:13:22Z', 'revision_number': 4, 'project_id': 'bc733b80efbf4325ac9637979ba7dbc2', 'gw_port': {'id': '889ec854-45db-45f9-884b-f7ba1dc6b255', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496107cf-d634-4d6a-ae3d-37d577bdf16d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:14Z', 'updated_at': '2022-02-09T01:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '9f569665-89fb-40f7-8790-5acc46ed8c91', 'name': '', 'network_id': '63f74ab9-281e-4f80-9982-0954a4547763', 'tenant_id': 'bc733b80efbf4325ac9637979ba7dbc2', 'mac_address': 'fa:16:3e:65:29:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '496107cf-d634-4d6a-ae3d-37d577bdf16d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '2b39f71c-8b69-4a0f-a14e-6f178406ca85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:20Z', 'updated_at': '2022-02-09T01:13:28Z', 'revision_number': 4, 'project_id': 'bc733b80efbf4325ac9637979ba7dbc2', 'subnets': [{'id': '2b39f71c-8b69-4a0f-a14e-6f178406ca85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:13:29.907439 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ed4fef28-e821-4282-a5b9-8ebf44e27a47 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (b2ab32dd-6aaf-4229-b3ad-ad8093e069df), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:30.076818 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ed4fef28-e821-4282-a5b9-8ebf44e27a47 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (b2ab32dd-6aaf-4229-b3ad-ad8093e069df), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:30.092737 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496aa4f-fb47-477b-9922-f0a1822b0f94 req-7436bb3e-2052-4588-841a-7d4446f1c419 tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:30.113785 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7496aa4f-fb47-477b-9922-f0a1822b0f94 req-7436bb3e-2052-4588-841a-7d4446f1c419 tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] 10.222.0.50 "GET /v2.0/networks/ca740734-29c2-4b60-ae10-4c709b5c6ef4 HTTP/1.1" status: 200 len: 784 time: 0.3355732 Feb 09 01:13:30.126167 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-7496aa4f-fb47-477b-9922-f0a1822b0f94 req-4a64ef37-dcf5-4253-bf4b-471108d90569 tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:13:30.148913 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7496aa4f-fb47-477b-9922-f0a1822b0f94 req-4a64ef37-dcf5-4253-bf4b-471108d90569 tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0278168 Feb 09 01:13:30.151944 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f6c797d7-f335-4f41-8db1-113dcbc95158 admin admin] Publish callbacks [] for security_group (15d02f7e-147c-4454-8942-e27632e2448d), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:30.155632 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ed4fef28-e821-4282-a5b9-8ebf44e27a47 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:30.175321 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 53932) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:30.175522 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ed4fef28-e821-4282-a5b9-8ebf44e27a47 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/subnets/b2ab32dd-6aaf-4229-b3ad-ad8093e069df HTTP/1.1" status: 204 len: 168 time: 0.8512366 Feb 09 01:13:30.179599 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4fef28-e821-4282-a5b9-8ebf44e27a47 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event deleted for resources: {'Subnet': ['ID=b2ab32dd-6aaf-4229-b3ad-ad8093e069df,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:30.415011 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5589726a-8dd9-48d0-9c5f-6da212696e0d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (218af113-1ebe-46de-8a2f-6d93e665398e), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:30.418821 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f6c797d7-f335-4f41-8db1-113dcbc95158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (15d02f7e-147c-4454-8942-e27632e2448d), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:30.513067 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f6c797d7-f335-4f41-8db1-113dcbc95158 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=60d0ac13441641d8b6c8fc8209030cca&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3651624 Feb 09 01:13:30.515826 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53934) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:30.526235 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c797d7-f335-4f41-8db1-113dcbc95158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d02f7e-147c-4454-8942-e27632e2448d,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:30.599705 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af19199-4f64-45b1-8af8-bc51ea1a546b req-8c4106af-034b-49c4-938d-99af743d77c4 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:30.601393 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1af19199-4f64-45b1-8af8-bc51ea1a546b req-8c4106af-034b-49c4-938d-99af743d77c4 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 944 time: 0.2005539 Feb 09 01:13:30.684216 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-30d43b05-c3e7-4273-ae29-e7426a485380 admin admin] Publish callbacks [] for security_group (15d02f7e-147c-4454-8942-e27632e2448d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:30.745047 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-5589726a-8dd9-48d0-9c5f-6da212696e0d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Deleting port d09ae6f3-ffb0-40ee-a00f-3c988873cb2f {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:13:30.746742 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5589726a-8dd9-48d0-9c5f-6da212696e0d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (d09ae6f3-ffb0-40ee-a00f-3c988873cb2f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:30.762818 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-30d43b05-c3e7-4273-ae29-e7426a485380 admin admin] Publish callbacks [] for security_group (15d02f7e-147c-4454-8942-e27632e2448d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:30.785098 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1af19199-4f64-45b1-8af8-bc51ea1a546b req-9b7a9538-b9ab-43f0-91ce-e9a147733e52 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753423 Feb 09 01:13:30.880444 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-5589726a-8dd9-48d0-9c5f-6da212696e0d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] For port d09ae6f3-ffb0-40ee-a00f-3c988873cb2f, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=d09ae6f3-ffb0-40ee-a00f-3c988873cb2f,segment=NetworkSegment(47e496e2-2675-49d8-a303-3037a56f76a1),segment_id=47e496e2-2675-49d8-a303-3037a56f76a1)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:30.880936 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5589726a-8dd9-48d0-9c5f-6da212696e0d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (d09ae6f3-ffb0-40ee-a00f-3c988873cb2f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:30.913833 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-30d43b05-c3e7-4273-ae29-e7426a485380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (15d02f7e-147c-4454-8942-e27632e2448d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:30.917215 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-30d43b05-c3e7-4273-ae29-e7426a485380 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:30.918592 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-30d43b05-c3e7-4273-ae29-e7426a485380 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/15d02f7e-147c-4454-8942-e27632e2448d HTTP/1.1" status: 204 len: 168 time: 0.4014094 Feb 09 01:13:30.923147 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-5589726a-8dd9-48d0-9c5f-6da212696e0d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Calling delete_port for d09ae6f3-ffb0-40ee-a00f-3c988873cb2f owned by network:dhcp {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:13:30.943212 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d43b05-c3e7-4273-ae29-e7426a485380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d02f7e-147c-4454-8942-e27632e2448d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:31.004814 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0bc1d3-3291-4ece-80b3-32ff2c8e63a9 None None] Network 218af113-1ebe-46de-8a2f-6d93e665398e requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:13:31.173257 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-b9de6417-a872-4f96-94d6-6ecd11a19666 None None] Provisioning complete for port d09ae6f3-ffb0-40ee-a00f-3c988873cb2f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:31.175090 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b9de6417-a872-4f96-94d6-6ecd11a19666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d09ae6f3-ffb0-40ee-a00f-3c988873cb2f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:31.187635 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6ff12-93e2-4748-8cbc-1d2595a57b03 req-98f19363-6874-4ebd-8e8a-a5b34c651e6d tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:31.209286 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6ff12-93e2-4748-8cbc-1d2595a57b03 req-98f19363-6874-4ebd-8e8a-a5b34c651e6d tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:31.228664 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6ff12-93e2-4748-8cbc-1d2595a57b03 req-98f19363-6874-4ebd-8e8a-a5b34c651e6d tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:31.241555 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6ff12-93e2-4748-8cbc-1d2595a57b03 req-98f19363-6874-4ebd-8e8a-a5b34c651e6d tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:31.256846 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6ff12-93e2-4748-8cbc-1d2595a57b03 req-98f19363-6874-4ebd-8e8a-a5b34c651e6d tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:31.271382 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6ff12-93e2-4748-8cbc-1d2595a57b03 req-98f19363-6874-4ebd-8e8a-a5b34c651e6d tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:31.282217 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6ff12-93e2-4748-8cbc-1d2595a57b03 req-98f19363-6874-4ebd-8e8a-a5b34c651e6d tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:31.293823 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-58b6ff12-93e2-4748-8cbc-1d2595a57b03 req-98f19363-6874-4ebd-8e8a-a5b34c651e6d tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5430 time: 0.2660000 Feb 09 01:13:31.373151 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 9f569665-89fb-40f7-8790-5acc46ed8c91 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:13:31.411541 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5589726a-8dd9-48d0-9c5f-6da212696e0d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (d09ae6f3-ffb0-40ee-a00f-3c988873cb2f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:31.465994 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5589726a-8dd9-48d0-9c5f-6da212696e0d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event deleted for resources: {'Port': ['ID=d09ae6f3-ffb0-40ee-a00f-3c988873cb2f,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:31.493571 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5589726a-8dd9-48d0-9c5f-6da212696e0d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] No DVR routers for this DVR port d09ae6f3-ffb0-40ee-a00f-3c988873cb2f on host n-d-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:13:31.503291 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518292f2-c64a-4bdf-a2f5-b3f554dc90b1 None None] DHCP port deletion for 218af113-1ebe-46de-8a2f-6d93e665398e request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:13:31.512425 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b9de6417-a872-4f96-94d6-6ecd11a19666 None None] Current status of the port d09ae6f3-ffb0-40ee-a00f-3c988873cb2f is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:31.520607 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b9de6417-a872-4f96-94d6-6ecd11a19666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d09ae6f3-ffb0-40ee-a00f-3c988873cb2f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:31.624401 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53940) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:31.653522 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5b0295a2-793d-4aba-a7cc-13915816134e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:31.656793 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 9f569665-89fb-40f7-8790-5acc46ed8c91 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:31.657476 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (9f569665-89fb-40f7-8790-5acc46ed8c91), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:31.700198 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5589726a-8dd9-48d0-9c5f-6da212696e0d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (218af113-1ebe-46de-8a2f-6d93e665398e), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:31.739372 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-5589726a-8dd9-48d0-9c5f-6da212696e0d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['218af113-1ebe-46de-8a2f-6d93e665398e']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:31.747711 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-58b6ff12-93e2-4748-8cbc-1d2595a57b03 req-1cefb265-cbc3-4185-a618-6924fcfe982a tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4510341 Feb 09 01:13:31.774268 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-5589726a-8dd9-48d0-9c5f-6da212696e0d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e496e2-2675-49d8-a303-3037a56f76a1') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:31.774635 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-5589726a-8dd9-48d0-9c5f-6da212696e0d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e496e2-2675-49d8-a303-3037a56f76a1') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:31.820159 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5589726a-8dd9-48d0-9c5f-6da212696e0d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (47e496e2-2675-49d8-a303-3037a56f76a1), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:31.881591 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 9f569665-89fb-40f7-8790-5acc46ed8c91 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:31.882722 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device d09ae6f3-ffb0-40ee-a00f-3c988873cb2f up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:13:31.885512 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5b0295a2-793d-4aba-a7cc-13915816134e admin admin] Publish callbacks [] for security_group (4029cee1-7247-474c-b092-7458fa9245b1), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:31.895542 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5b0295a2-793d-4aba-a7cc-13915816134e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (4029cee1-7247-474c-b092-7458fa9245b1), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:31.955113 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: d09ae6f3-ffb0-40ee-a00f-3c988873cb2f {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:13:31.955432 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device d09ae6f3-ffb0-40ee-a00f-3c988873cb2f not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 09 01:13:31.992936 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-05f2ba3b-bfd6-40c9-b79e-f14020f74d49 req-f17288bf-5172-4164-969b-0d1b1e6f1a58 tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] 10.222.0.50 "GET /v2.0/floatingips/07452818-df7d-4e53-8c4e-6ab0bc13e629 HTTP/1.1" status: 200 len: 693 time: 0.1936667 Feb 09 01:13:31.998375 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5589726a-8dd9-48d0-9c5f-6da212696e0d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (47e496e2-2675-49d8-a303-3037a56f76a1), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:32.006339 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Port d09ae6f3-ffb0-40ee-a00f-3c988873cb2f not found, will not notify nova. {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 09 01:13:32.019870 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5589726a-8dd9-48d0-9c5f-6da212696e0d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:13:32.020566 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5589726a-8dd9-48d0-9c5f-6da212696e0d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (47e496e2-2675-49d8-a303-3037a56f76a1), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:32.065090 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:13:32.065090 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:13:32.065090 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:13:32.065090 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:13:32.065090 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:13:32.065090 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:13:32.065090 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:13:32.065090 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:13:32.065090 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:13:32.065090 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:13:32.065090 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:13:32.065090 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:13:32.065090 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:13:32.065090 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:13:32.065090 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:13:32.065090 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:13:32.065090 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:13:32.065090 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:13:32.065090 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:13:32.065090 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:13:32.065090 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:13:32.065090 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:13:32.065090 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:13:32.065090 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:13:32.065090 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:13:32.065090 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:13:32.065090 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:13:32.065090 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:13:32.065090 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:13:32.065090 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:13:32.065090 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:13:32.065090 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:13:32.075612 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5b0295a2-793d-4aba-a7cc-13915816134e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=653f5de6a6f24c8e9f2fbde68bf1eb4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4470592 Feb 09 01:13:32.078171 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53944) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:32.103009 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0295a2-793d-4aba-a7cc-13915816134e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4029cee1-7247-474c-b092-7458fa9245b1,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:32.179777 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5589726a-8dd9-48d0-9c5f-6da212696e0d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (218af113-1ebe-46de-8a2f-6d93e665398e), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:32.191716 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5589726a-8dd9-48d0-9c5f-6da212696e0d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:32.205546 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53946) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:32.206962 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-5589726a-8dd9-48d0-9c5f-6da212696e0d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/networks/218af113-1ebe-46de-8a2f-6d93e665398e HTTP/1.1" status: 204 len: 168 time: 2.0298650 Feb 09 01:13:32.227936 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-492e834d-fc96-44d3-9dda-f71e7581ddd9 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1644566921'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:32.243392 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5589726a-8dd9-48d0-9c5f-6da212696e0d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event deleted for resources: {'Network': ['ID=218af113-1ebe-46de-8a2f-6d93e665398e,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:32.308126 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492e834d-fc96-44d3-9dda-f71e7581ddd9 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Made reservation on behalf of 7dadddfa309b47d08426d3b47362579d for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:32.312392 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-492e834d-fc96-44d3-9dda-f71e7581ddd9 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:32.317130 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bf02af6d-b450-4d9a-8873-1d03e4206445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:32.334444 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2ba3b-bfd6-40c9-b79e-f14020f74d49 req-3f06b755-3d46-4208-ab65-c347a2c41496 tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:32.336327 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c1dcffa6-1e99-4858-9fc7-92a495f7d93e admin admin] Publish callbacks [] for security_group (4029cee1-7247-474c-b092-7458fa9245b1), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:32.345956 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-05f2ba3b-bfd6-40c9-b79e-f14020f74d49 req-3f06b755-3d46-4208-ab65-c347a2c41496 tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] 10.222.0.50 "GET /v2.0/networks/ca740734-29c2-4b60-ae10-4c709b5c6ef4 HTTP/1.1" status: 200 len: 784 time: 0.3303535 Feb 09 01:13:32.354117 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-05f2ba3b-bfd6-40c9-b79e-f14020f74d49 req-247dac18-55a1-4ef1-9dec-f8999c6eb923 tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:13:32.369759 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-492e834d-fc96-44d3-9dda-f71e7581ddd9 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1013} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:13:32.372915 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-05f2ba3b-bfd6-40c9-b79e-f14020f74d49 req-247dac18-55a1-4ef1-9dec-f8999c6eb923 tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0194306 Feb 09 01:13:32.394915 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c1dcffa6-1e99-4858-9fc7-92a495f7d93e admin admin] Publish callbacks [] for security_group (4029cee1-7247-474c-b092-7458fa9245b1), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:32.406143 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-492e834d-fc96-44d3-9dda-f71e7581ddd9 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (c1766863-8edb-4f13-b709-57e0daa2e629), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:32.407275 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-492e834d-fc96-44d3-9dda-f71e7581ddd9 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Added segment c1766863-8edb-4f13-b709-57e0daa2e629 of type vlan for network 430cdffa-8f2e-4505-9f23-a2da291ba966 Feb 09 01:13:32.525780 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-492e834d-fc96-44d3-9dda-f71e7581ddd9 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (430cdffa-8f2e-4505-9f23-a2da291ba966), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:32.541696 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06957a-b985-42f1-ae39-81458525b8fd req-5662ada8-2c1d-49e2-965b-ef09a83189d1 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:32.543435 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e06957a-b985-42f1-ae39-81458525b8fd req-5662ada8-2c1d-49e2-965b-ef09a83189d1 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 944 time: 0.0968623 Feb 09 01:13:32.597093 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-492e834d-fc96-44d3-9dda-f71e7581ddd9 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (430cdffa-8f2e-4505-9f23-a2da291ba966), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:32.607562 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492e834d-fc96-44d3-9dda-f71e7581ddd9 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:32.608252 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-492e834d-fc96-44d3-9dda-f71e7581ddd9 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:32.652678 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e06957a-b985-42f1-ae39-81458525b8fd req-fd75d01d-ceb0-41a7-a610-aaa60d3d499c tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984099 Feb 09 01:13:32.718540 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e834d-fc96-44d3-9dda-f71e7581ddd9 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event updated for resources: {'Network': ['ID=430cdffa-8f2e-4505-9f23-a2da291ba966,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:32.734675 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 430cdffa-8f2e-4505-9f23-a2da291ba966 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:13:32.751785 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c1dcffa6-1e99-4858-9fc7-92a495f7d93e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (4029cee1-7247-474c-b092-7458fa9245b1), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:32.760875 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c1dcffa6-1e99-4858-9fc7-92a495f7d93e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:32.767038 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c1dcffa6-1e99-4858-9fc7-92a495f7d93e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4029cee1-7247-474c-b092-7458fa9245b1 HTTP/1.1" status: 204 len: 168 time: 0.6849232 Feb 09 01:13:32.800710 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-492e834d-fc96-44d3-9dda-f71e7581ddd9 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5890596 Feb 09 01:13:32.805273 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dcffa6-1e99-4858-9fc7-92a495f7d93e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4029cee1-7247-474c-b092-7458fa9245b1,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:32.809148 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53956) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:32.846424 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-32148f8f-1af2-4db5-8ef4-bf901bfe0b06 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'subnet': {'network_id': '430cdffa-8f2e-4505-9f23-a2da291ba966', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:32.877470 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-613628c5-954c-4d2b-ae7b-b4864a59a288 req-bc3875c9-32c8-40c1-bfca-e0fe0427c065 tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] 10.222.0.50 "GET /v2.0/floatingips?tenant_id=bc733b80efbf4325ac9637979ba7dbc2 HTTP/1.1" status: 200 len: 696 time: 0.1745079 Feb 09 01:13:33.035306 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device d09ae6f3-ffb0-40ee-a00f-3c988873cb2f no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:13:33.095986 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: d09ae6f3-ffb0-40ee-a00f-3c988873cb2f {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:13:33.096327 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device d09ae6f3-ffb0-40ee-a00f-3c988873cb2f not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:13:33.145084 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32148f8f-1af2-4db5-8ef4-bf901bfe0b06 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Made reservation on behalf of 7dadddfa309b47d08426d3b47362579d for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:33.148701 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-32148f8f-1af2-4db5-8ef4-bf901bfe0b06 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:33.512367 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-32148f8f-1af2-4db5-8ef4-bf901bfe0b06 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (0f278b9c-98a4-4c6f-93d6-96376e849f54), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:33.695051 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32148f8f-1af2-4db5-8ef4-bf901bfe0b06 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event updated for resources: {'Subnet': ['ID=0f278b9c-98a4-4c6f-93d6-96376e849f54,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:33.713716 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32148f8f-1af2-4db5-8ef4-bf901bfe0b06 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Checking segment: {'id': 'c1766863-8edb-4f13-b709-57e0daa2e629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '430cdffa-8f2e-4505-9f23-a2da291ba966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:13:33.714210 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32148f8f-1af2-4db5-8ef4-bf901bfe0b06 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Network hostable DHCP agents. Network: 430cdffa-8f2e-4505-9f23-a2da291ba966, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:13:33.862219 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32148f8f-1af2-4db5-8ef4-bf901bfe0b06 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Network 430cdffa-8f2e-4505-9f23-a2da291ba966 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:13:33.910542 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-32148f8f-1af2-4db5-8ef4-bf901bfe0b06 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 430cdffa-8f2e-4505-9f23-a2da291ba966) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:33.926494 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae7418b-dbf8-4f2b-a7c3-ec84eae2acc6 None None] Network 430cdffa-8f2e-4505-9f23-a2da291ba966 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:13:33.934540 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613628c5-954c-4d2b-ae7b-b4864a59a288 req-01965603-696d-4b86-8959-ea8c20bc983a tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:33.936464 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-613628c5-954c-4d2b-ae7b-b4864a59a288 req-01965603-696d-4b86-8959-ea8c20bc983a tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] 10.222.0.50 "GET /v2.0/networks?id=ca740734-29c2-4b60-ae10-4c709b5c6ef4 HTTP/1.1" status: 200 len: 787 time: 1.0580342 Feb 09 01:13:33.942086 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32148f8f-1af2-4db5-8ef4-bf901bfe0b06 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:33.945486 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-32148f8f-1af2-4db5-8ef4-bf901bfe0b06 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:33.949144 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-613628c5-954c-4d2b-ae7b-b4864a59a288 req-af04b4fb-4222-4ce7-af79-65c5576fda45 tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:13:33.950474 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-613628c5-954c-4d2b-ae7b-b4864a59a288 req-af04b4fb-4222-4ce7-af79-65c5576fda45 tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073247 Feb 09 01:13:33.988594 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-32148f8f-1af2-4db5-8ef4-bf901bfe0b06 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1576021 Feb 09 01:13:34.003592 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53974) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:34.009731 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-6534d305-f080-464f-9000-5f1c4bd19355 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'port': {'network_id': '430cdffa-8f2e-4505-9f23-a2da291ba966', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-841454992'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:34.132450 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dff5ef-18dd-4dfd-8154-a13655b784c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-430cdffa-8f2e-4505-9f23-a2da291ba966', 'network_id': '430cdffa-8f2e-4505-9f23-a2da291ba966', 'project_id': '7dadddfa309b47d08426d3b47362579d', 'fixed_ips': [{'subnet_id': '0f278b9c-98a4-4c6f-93d6-96376e849f54'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:13:34.137774 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-66dff5ef-18dd-4dfd-8154-a13655b784c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:34.151683 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb53e07-29c7-4cb1-8073-fb95236ade77 req-770bd236-3eff-48b3-a0a7-b3ee97a0a68f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:34.162329 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb53e07-29c7-4cb1-8073-fb95236ade77 req-770bd236-3eff-48b3-a0a7-b3ee97a0a68f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:34.168904 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb53e07-29c7-4cb1-8073-fb95236ade77 req-770bd236-3eff-48b3-a0a7-b3ee97a0a68f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:34.174787 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb53e07-29c7-4cb1-8073-fb95236ade77 req-770bd236-3eff-48b3-a0a7-b3ee97a0a68f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:34.180059 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb53e07-29c7-4cb1-8073-fb95236ade77 req-770bd236-3eff-48b3-a0a7-b3ee97a0a68f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:34.187249 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb53e07-29c7-4cb1-8073-fb95236ade77 req-770bd236-3eff-48b3-a0a7-b3ee97a0a68f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:34.193430 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb53e07-29c7-4cb1-8073-fb95236ade77 req-770bd236-3eff-48b3-a0a7-b3ee97a0a68f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:34.201113 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6bb53e07-29c7-4cb1-8073-fb95236ade77 req-770bd236-3eff-48b3-a0a7-b3ee97a0a68f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5430 time: 0.1665831 Feb 09 01:13:34.241042 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6534d305-f080-464f-9000-5f1c4bd19355 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Made reservation on behalf of 7dadddfa309b47d08426d3b47362579d for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:34.254986 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6534d305-f080-464f-9000-5f1c4bd19355 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:34.279775 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-6534d305-f080-464f-9000-5f1c4bd19355 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] device_id is not set on port 40d5abff-13d5-4215-81b7-fe354eb6e7aa yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:13:34.331822 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6bb53e07-29c7-4cb1-8073-fb95236ade77 req-6782cb70-b526-408e-acc1-de1e37ea6f60 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1238086 Feb 09 01:13:34.386200 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-66dff5ef-18dd-4dfd-8154-a13655b784c6 None None] Allocated IP 2001:db8::2 (430cdffa-8f2e-4505-9f23-a2da291ba966/0f278b9c-98a4-4c6f-93d6-96376e849f54/47c1605f-f587-4e21-9db7-759312f91026) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:34.390034 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca3b3d-3efa-46f8-ab78-55a92a69a11e req-3c57db71-e1d4-414e-b2f5-c4ced7d2303c tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:34.397119 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-89ca3b3d-3efa-46f8-ab78-55a92a69a11e req-3c57db71-e1d4-414e-b2f5-c4ced7d2303c tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 944 time: 0.1854534 Feb 09 01:13:34.467607 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b4607f9c-61ce-442f-89a0-d461d13abfd6 req-bfef4038-7f46-4dd0-8c62-0f686b5f62f4 tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] 10.222.0.50 "GET /v2.0/floatingips/07452818-df7d-4e53-8c4e-6ab0bc13e629 HTTP/1.1" status: 200 len: 693 time: 0.0960021 Feb 09 01:13:34.476005 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1a5a15e3-28e1-4267-add3-f61c9c9b2214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:34.603134 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-89ca3b3d-3efa-46f8-ab78-55a92a69a11e req-22637d82-80ac-4398-a6fe-5d380d36327c tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962297 Feb 09 01:13:34.609503 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-66dff5ef-18dd-4dfd-8154-a13655b784c6 None None] Publish callbacks [] for port (47c1605f-f587-4e21-9db7-759312f91026), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:34.624255 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-66dff5ef-18dd-4dfd-8154-a13655b784c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (47c1605f-f587-4e21-9db7-759312f91026), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:34.638495 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4607f9c-61ce-442f-89a0-d461d13abfd6 req-7c1a6f1b-a4f0-4c22-bec0-8172bb69166d tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:34.657203 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b4607f9c-61ce-442f-89a0-d461d13abfd6 req-7c1a6f1b-a4f0-4c22-bec0-8172bb69166d tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] 10.222.0.50 "GET /v2.0/networks/ca740734-29c2-4b60-ae10-4c709b5c6ef4 HTTP/1.1" status: 200 len: 784 time: 0.1882589 Feb 09 01:13:34.712333 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66dff5ef-18dd-4dfd-8154-a13655b784c6 None None] Network 430cdffa-8f2e-4505-9f23-a2da291ba966 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:34.713332 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-6534d305-f080-464f-9000-5f1c4bd19355 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Allocated IP 2001:db8::360 (430cdffa-8f2e-4505-9f23-a2da291ba966/0f278b9c-98a4-4c6f-93d6-96376e849f54/40d5abff-13d5-4215-81b7-fe354eb6e7aa) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:34.719564 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-66dff5ef-18dd-4dfd-8154-a13655b784c6 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:34.723830 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dff5ef-18dd-4dfd-8154-a13655b784c6 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:13:34.745350 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b4607f9c-61ce-442f-89a0-d461d13abfd6 req-06879909-d7fd-40c3-ab97-0cddf3be9022 tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.8.233 HTTP/1.1" status: 200 len: 696 time: 0.0869720 Feb 09 01:13:34.787823 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dff5ef-18dd-4dfd-8154-a13655b784c6 None None] Pushing event updated for resources: {'Port': ['ID=47c1605f-f587-4e21-9db7-759312f91026,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:34.800806 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-66dff5ef-18dd-4dfd-8154-a13655b784c6 None None] Attempting to bind port 47c1605f-f587-4e21-9db7-759312f91026 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:13:34.801363 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-66dff5ef-18dd-4dfd-8154-a13655b784c6 None None] Attempting to bind port 47c1605f-f587-4e21-9db7-759312f91026 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'c1766863-8edb-4f13-b709-57e0daa2e629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '430cdffa-8f2e-4505-9f23-a2da291ba966'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:13:34.801909 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dff5ef-18dd-4dfd-8154-a13655b784c6 None None] Attempting to bind port 47c1605f-f587-4e21-9db7-759312f91026 on network 430cdffa-8f2e-4505-9f23-a2da291ba966 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:13:34.808298 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dff5ef-18dd-4dfd-8154-a13655b784c6 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:13:34.808966 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dff5ef-18dd-4dfd-8154-a13655b784c6 None None] Checking segment: {'id': 'c1766863-8edb-4f13-b709-57e0daa2e629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '430cdffa-8f2e-4505-9f23-a2da291ba966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:13:34.809540 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-66dff5ef-18dd-4dfd-8154-a13655b784c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:34.810102 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dff5ef-18dd-4dfd-8154-a13655b784c6 None None] Bound using segment: {'id': 'c1766863-8edb-4f13-b709-57e0daa2e629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '430cdffa-8f2e-4505-9f23-a2da291ba966'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:13:34.810773 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-66dff5ef-18dd-4dfd-8154-a13655b784c6 None None] Bound port: 47c1605f-f587-4e21-9db7-759312f91026, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1766863-8edb-4f13-b709-57e0daa2e629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '430cdffa-8f2e-4505-9f23-a2da291ba966'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:13:34.811335 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-66dff5ef-18dd-4dfd-8154-a13655b784c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (47c1605f-f587-4e21-9db7-759312f91026), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:34.829381 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b4607f9c-61ce-442f-89a0-d461d13abfd6 req-37731145-3862-441e-8ca6-0c28e09f988c tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.8.233 HTTP/1.1" status: 200 len: 696 time: 0.0649295 Feb 09 01:13:34.903233 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-66dff5ef-18dd-4dfd-8154-a13655b784c6 None None] For port 47c1605f-f587-4e21-9db7-759312f91026, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:13:34.907213 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-66dff5ef-18dd-4dfd-8154-a13655b784c6 None None] For port 47c1605f-f587-4e21-9db7-759312f91026, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=47c1605f-f587-4e21-9db7-759312f91026,segment=NetworkSegment(c1766863-8edb-4f13-b709-57e0daa2e629),segment_id=c1766863-8edb-4f13-b709-57e0daa2e629)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:13:34.915760 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-66dff5ef-18dd-4dfd-8154-a13655b784c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (47c1605f-f587-4e21-9db7-759312f91026), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:34.979221 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6534d305-f080-464f-9000-5f1c4bd19355 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for port (40d5abff-13d5-4215-81b7-fe354eb6e7aa), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:34.982928 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dff5ef-18dd-4dfd-8154-a13655b784c6 None None] Pushing event updated for resources: {'Port': ['ID=47c1605f-f587-4e21-9db7-759312f91026,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:35.013964 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-b4607f9c-61ce-442f-89a0-d461d13abfd6 req-5aaa2b76-fe3e-43d7-93e2-834f6f516d4d tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Deleting port ce046d8a-1ebb-4cdb-a468-2005eb191c27 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:13:35.013964 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b4607f9c-61ce-442f-89a0-d461d13abfd6 req-5aaa2b76-fe3e-43d7-93e2-834f6f516d4d tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (ce046d8a-1ebb-4cdb-a468-2005eb191c27), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:35.033115 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6534d305-f080-464f-9000-5f1c4bd19355 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (40d5abff-13d5-4215-81b7-fe354eb6e7aa), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:35.123846 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b4607f9c-61ce-442f-89a0-d461d13abfd6 req-5aaa2b76-fe3e-43d7-93e2-834f6f516d4d tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (ce046d8a-1ebb-4cdb-a468-2005eb191c27), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:35.124839 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b4607f9c-61ce-442f-89a0-d461d13abfd6 req-5aaa2b76-fe3e-43d7-93e2-834f6f516d4d tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Publish callbacks [] for floatingip (ce046d8a-1ebb-4cdb-a468-2005eb191c27), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:35.147957 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6534d305-f080-464f-9000-5f1c4bd19355 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Network 430cdffa-8f2e-4505-9f23-a2da291ba966 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:35.152005 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-6534d305-f080-464f-9000-5f1c4bd19355 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:35.155014 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6534d305-f080-464f-9000-5f1c4bd19355 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:13:35.160872 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6534d305-f080-464f-9000-5f1c4bd19355 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:35.161526 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6534d305-f080-464f-9000-5f1c4bd19355 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:35.170910 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-b4607f9c-61ce-442f-89a0-d461d13abfd6 req-5aaa2b76-fe3e-43d7-93e2-834f6f516d4d tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Calling delete_port for ce046d8a-1ebb-4cdb-a468-2005eb191c27 owned by network:floatingip {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:13:35.175226 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6534d305-f080-464f-9000-5f1c4bd19355 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event updated for resources: {'Port': ['ID=40d5abff-13d5-4215-81b7-fe354eb6e7aa,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:35.197715 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6534d305-f080-464f-9000-5f1c4bd19355 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.1921253 Feb 09 01:13:35.200742 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 54008) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:35.476064 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-4214326b-5641-4f98-88cf-8476fbd2d948 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Deleting port 40d5abff-13d5-4215-81b7-fe354eb6e7aa {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:13:35.476426 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4214326b-5641-4f98-88cf-8476fbd2d948 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (40d5abff-13d5-4215-81b7-fe354eb6e7aa), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:35.602976 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4214326b-5641-4f98-88cf-8476fbd2d948 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (40d5abff-13d5-4215-81b7-fe354eb6e7aa), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:35.639384 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-4214326b-5641-4f98-88cf-8476fbd2d948 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Calling delete_port for 40d5abff-13d5-4215-81b7-fe354eb6e7aa owned by {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:13:35.688292 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b4607f9c-61ce-442f-89a0-d461d13abfd6 req-5aaa2b76-fe3e-43d7-93e2-834f6f516d4d tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (ce046d8a-1ebb-4cdb-a468-2005eb191c27), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:35.738356 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa2b76-fe3e-43d7-93e2-834f6f516d4d tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Pushing event deleted for resources: {'Port': ['ID=ce046d8a-1ebb-4cdb-a468-2005eb191c27,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:35.770716 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3087711-af9b-4f50-921e-1cd482e1f3f0 req-fd44c66b-165d-4915-b092-5099781aa907 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:35.780584 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3087711-af9b-4f50-921e-1cd482e1f3f0 req-fd44c66b-165d-4915-b092-5099781aa907 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:35.787324 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3087711-af9b-4f50-921e-1cd482e1f3f0 req-fd44c66b-165d-4915-b092-5099781aa907 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:35.792954 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3087711-af9b-4f50-921e-1cd482e1f3f0 req-fd44c66b-165d-4915-b092-5099781aa907 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:35.798562 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3087711-af9b-4f50-921e-1cd482e1f3f0 req-fd44c66b-165d-4915-b092-5099781aa907 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:35.805843 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3087711-af9b-4f50-921e-1cd482e1f3f0 req-fd44c66b-165d-4915-b092-5099781aa907 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:35.811347 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3087711-af9b-4f50-921e-1cd482e1f3f0 req-fd44c66b-165d-4915-b092-5099781aa907 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:35.813875 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b3087711-af9b-4f50-921e-1cd482e1f3f0 req-fd44c66b-165d-4915-b092-5099781aa907 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5430 time: 0.3527706 Feb 09 01:13:35.828310 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:35.976441 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b4607f9c-61ce-442f-89a0-d461d13abfd6 req-5aaa2b76-fe3e-43d7-93e2-834f6f516d4d tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Publish callbacks [] for floatingip (07452818-df7d-4e53-8c4e-6ab0bc13e629), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:35.979327 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b4607f9c-61ce-442f-89a0-d461d13abfd6 req-5aaa2b76-fe3e-43d7-93e2-834f6f516d4d tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:35.996034 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b4607f9c-61ce-442f-89a0-d461d13abfd6 req-5aaa2b76-fe3e-43d7-93e2-834f6f516d4d tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] 10.222.0.50 "DELETE /v2.0/floatingips/07452818-df7d-4e53-8c4e-6ab0bc13e629 HTTP/1.1" status: 204 len: 173 time: 1.1654620 Feb 09 01:13:36.018352 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4214326b-5641-4f98-88cf-8476fbd2d948 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (40d5abff-13d5-4215-81b7-fe354eb6e7aa), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:36.038809 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b3087711-af9b-4f50-921e-1cd482e1f3f0 req-30959a13-65d3-49a0-840d-1299663dfb70 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2134898 Feb 09 01:13:36.094872 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4214326b-5641-4f98-88cf-8476fbd2d948 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event deleted for resources: {'Port': ['ID=40d5abff-13d5-4215-81b7-fe354eb6e7aa,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:36.176297 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4214326b-5641-4f98-88cf-8476fbd2d948 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:36.179610 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4214326b-5641-4f98-88cf-8476fbd2d948 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/ports/40d5abff-13d5-4215-81b7-fe354eb6e7aa HTTP/1.1" status: 204 len: 168 time: 0.9409897 Feb 09 01:13:36.182283 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 54050) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:36.216415 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a6b8664-e60e-4f74-a151-4acacc878146 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] GET failed (client error): The resource could not be found. Feb 09 01:13:36.218154 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0a6b8664-e60e-4f74-a151-4acacc878146 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "GET /v2.0/ports/40d5abff-13d5-4215-81b7-fe354eb6e7aa HTTP/1.1" status: 404 len: 333 time: 0.0343451 Feb 09 01:13:36.221017 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 54052) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:36.282953 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e2f74-2829-4e7a-bb0a-700bc5aae4e1 req-451c7c7a-a689-4898-bc45-9c78defbfc0b tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:36.290050 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ea9e2f74-2829-4e7a-bb0a-700bc5aae4e1 req-451c7c7a-a689-4898-bc45-9c78defbfc0b tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 944 time: 0.1980698 Feb 09 01:13:36.303232 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-a577658a-c2a7-43df-905e-1017e15bf3e2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Deleting subnet 0f278b9c-98a4-4c6f-93d6-96376e849f54 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:13:36.307972 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a577658a-c2a7-43df-905e-1017e15bf3e2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for subnet (0f278b9c-98a4-4c6f-93d6-96376e849f54), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:36.361546 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a577658a-c2a7-43df-905e-1017e15bf3e2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (0f278b9c-98a4-4c6f-93d6-96376e849f54), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:36.362724 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-81f7a8ac-4596-4c0b-92a5-1c12f8f578e4 req-221f9f65-85ac-4dc3-9881-d74cbfffdf46 tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2644701 Feb 09 01:13:36.370353 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-81f7a8ac-4596-4c0b-92a5-1c12f8f578e4 req-64528193-c348-4a64-ab72-7250a5e5d67e tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:36.399142 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ea9e2f74-2829-4e7a-bb0a-700bc5aae4e1 req-3d580593-6c21-43aa-bc88-b3a18dee3260 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005180 Feb 09 01:13:36.411742 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-81f7a8ac-4596-4c0b-92a5-1c12f8f578e4 req-64528193-c348-4a64-ab72-7250a5e5d67e tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:36.478388 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a577658a-c2a7-43df-905e-1017e15bf3e2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (0f278b9c-98a4-4c6f-93d6-96376e849f54), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:36.505341 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bd2368-d30d-45e6-b291-9a5c119d25b2 None None] Network 430cdffa-8f2e-4505-9f23-a2da291ba966 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:13:36.550660 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a577658a-c2a7-43df-905e-1017e15bf3e2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (0f278b9c-98a4-4c6f-93d6-96376e849f54), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:36.571081 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-81f7a8ac-4596-4c0b-92a5-1c12f8f578e4 req-64528193-c348-4a64-ab72-7250a5e5d67e tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:36.597845 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a577658a-c2a7-43df-905e-1017e15bf3e2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event deleted for resources: {'Subnet': ['ID=0f278b9c-98a4-4c6f-93d6-96376e849f54,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:36.602296 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device d3174d59-dca0-4b98-a236-7fe2c2fe09a3 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:13:36.608304 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a577658a-c2a7-43df-905e-1017e15bf3e2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:36.612842 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a577658a-c2a7-43df-905e-1017e15bf3e2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/subnets/0f278b9c-98a4-4c6f-93d6-96376e849f54 HTTP/1.1" status: 204 len: 168 time: 0.3898561 Feb 09 01:13:36.616090 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 54082) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:36.666690 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-90c9f5e8-7022-41da-a92d-83f7e2aa78b8 None None] Provisioning complete for port 47c1605f-f587-4e21-9db7-759312f91026 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:36.667357 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-90c9f5e8-7022-41da-a92d-83f7e2aa78b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (47c1605f-f587-4e21-9db7-759312f91026), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:36.737743 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9173a62f-0046-4ad6-9a6d-9ecb7c6c6989 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (430cdffa-8f2e-4505-9f23-a2da291ba966), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:36.772124 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-81f7a8ac-4596-4c0b-92a5-1c12f8f578e4 req-64528193-c348-4a64-ab72-7250a5e5d67e tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Allocated IP 172.25.8.230 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/5060890f-9a65-4c01-bcb1-773d9e3f4529) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:36.784395 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e7daa-2ff0-47a8-91e9-5914de9402bc req-487cf03a-5d60-43c2-9404-2a9cef4f0528 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:36.786003 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-415e7daa-2ff0-47a8-91e9-5914de9402bc req-487cf03a-5d60-43c2-9404-2a9cef4f0528 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.50 "GET /v2.0/ports?device_id=263c2621-310a-425b-a461-6ca57cb50ad4 HTTP/1.1" status: 200 len: 950 time: 0.1198819 Feb 09 01:13:36.820248 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-9173a62f-0046-4ad6-9a6d-9ecb7c6c6989 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Deleting port 47c1605f-f587-4e21-9db7-759312f91026 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:13:36.824575 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9173a62f-0046-4ad6-9a6d-9ecb7c6c6989 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (47c1605f-f587-4e21-9db7-759312f91026), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:36.835375 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port d3174d59-dca0-4b98-a236-7fe2c2fe09a3, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=d3174d59-dca0-4b98-a236-7fe2c2fe09a3,segment=NetworkSegment(ebc0196b-40a7-4a91-81b3-cd03bc319f59),segment_id=ebc0196b-40a7-4a91-81b3-cd03bc319f59)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:36.875710 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': 'd3174d59-dca0-4b98-a236-7fe2c2fe09a3', 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554', 'port_id': 'd3174d59-dca0-4b98-a236-7fe2c2fe09a3', 'mac_address': 'fa:16:3e:1c:e9:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd13d90e7-a71d-4313-a595-9a761a96acb7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:13:36.885920 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-90c9f5e8-7022-41da-a92d-83f7e2aa78b8 None None] Current status of the port 47c1605f-f587-4e21-9db7-759312f91026 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:36.891906 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-90c9f5e8-7022-41da-a92d-83f7e2aa78b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (47c1605f-f587-4e21-9db7-759312f91026), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:36.897026 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-415e7daa-2ff0-47a8-91e9-5914de9402bc req-7e237d0c-b289-4791-b4c9-04f9ce701381 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.50 "GET /v2.0/security-groups?id=3014dff4-a4f7-4791-b0ef-983354c8f08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030748 Feb 09 01:13:36.929576 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-9173a62f-0046-4ad6-9a6d-9ecb7c6c6989 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] For port 47c1605f-f587-4e21-9db7-759312f91026, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=47c1605f-f587-4e21-9db7-759312f91026,segment=NetworkSegment(c1766863-8edb-4f13-b709-57e0daa2e629),segment_id=c1766863-8edb-4f13-b709-57e0daa2e629)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:36.929954 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9173a62f-0046-4ad6-9a6d-9ecb7c6c6989 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (47c1605f-f587-4e21-9db7-759312f91026), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:36.974134 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-81f7a8ac-4596-4c0b-92a5-1c12f8f578e4 req-64528193-c348-4a64-ab72-7250a5e5d67e tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Publish callbacks [] for port (5060890f-9a65-4c01-bcb1-773d9e3f4529), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:36.977744 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-9173a62f-0046-4ad6-9a6d-9ecb7c6c6989 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Calling delete_port for 47c1605f-f587-4e21-9db7-759312f91026 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:13:36.983466 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 54088) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:36.994192 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port d3174d59-dca0-4b98-a236-7fe2c2fe09a3 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:36.994608 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d3174d59-dca0-4b98-a236-7fe2c2fe09a3), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:37.024262 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-90c9f5e8-7022-41da-a92d-83f7e2aa78b8 None None] For port 47c1605f-f587-4e21-9db7-759312f91026, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=47c1605f-f587-4e21-9db7-759312f91026,segment=NetworkSegment(c1766863-8edb-4f13-b709-57e0daa2e629),segment_id=c1766863-8edb-4f13-b709-57e0daa2e629)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:37.038435 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3174d59-dca0-4b98-a236-7fe2c2fe09a3 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:13:37.069445 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port d3174d59-dca0-4b98-a236-7fe2c2fe09a3, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=d3174d59-dca0-4b98-a236-7fe2c2fe09a3,segment=NetworkSegment(ebc0196b-40a7-4a91-81b3-cd03bc319f59),segment_id=ebc0196b-40a7-4a91-81b3-cd03bc319f59)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:37.071898 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-90c9f5e8-7022-41da-a92d-83f7e2aa78b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (47c1605f-f587-4e21-9db7-759312f91026), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:37.082726 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-81f7a8ac-4596-4c0b-92a5-1c12f8f578e4 req-64528193-c348-4a64-ab72-7250a5e5d67e tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (5060890f-9a65-4c01-bcb1-773d9e3f4529), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:37.138954 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9173a62f-0046-4ad6-9a6d-9ecb7c6c6989 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (47c1605f-f587-4e21-9db7-759312f91026), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:37.161226 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81f7a8ac-4596-4c0b-92a5-1c12f8f578e4 req-64528193-c348-4a64-ab72-7250a5e5d67e tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:37.164414 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-81f7a8ac-4596-4c0b-92a5-1c12f8f578e4 req-64528193-c348-4a64-ab72-7250a5e5d67e tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:37.170083 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f7a8ac-4596-4c0b-92a5-1c12f8f578e4 req-64528193-c348-4a64-ab72-7250a5e5d67e tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:13:37.197608 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9173a62f-0046-4ad6-9a6d-9ecb7c6c6989 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event deleted for resources: {'Port': ['ID=47c1605f-f587-4e21-9db7-759312f91026,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:37.207861 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9173a62f-0046-4ad6-9a6d-9ecb7c6c6989 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] No DVR routers for this DVR port 47c1605f-f587-4e21-9db7-759312f91026 on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:13:37.237308 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64528193-c348-4a64-ab72-7250a5e5d67e tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Pushing event updated for resources: {'Port': ['ID=5060890f-9a65-4c01-bcb1-773d9e3f4529,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:37.280416 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d3174d59-dca0-4b98-a236-7fe2c2fe09a3), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:37.283899 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 47c1605f-f587-4e21-9db7-759312f91026 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:13:37.286086 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbd79ca-a58e-4c1c-aa92-3f9253814390 None None] Network 430cdffa-8f2e-4505-9f23-a2da291ba966 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:13:37.322485 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-81f7a8ac-4596-4c0b-92a5-1c12f8f578e4 req-64528193-c348-4a64-ab72-7250a5e5d67e tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Publish callbacks [] for floatingip (2036f109-90e0-4c0c-8ac2-4dc0556d3bde), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:37.331949 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b22d6be5-f88d-4057-ab18-b86121a21e46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:37.353403 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9173a62f-0046-4ad6-9a6d-9ecb7c6c6989 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (430cdffa-8f2e-4505-9f23-a2da291ba966), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:37.372489 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-81f7a8ac-4596-4c0b-92a5-1c12f8f578e4 req-64528193-c348-4a64-ab72-7250a5e5d67e tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5060890f-9a65-4c01-bcb1-773d9e3f4529), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:37.384427 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-b23cc31c-8ea5-4438-a2ba-ef3af9dd4503 None None] Could not find standard attr ID for object 47c1605f-f587-4e21-9db7-759312f91026. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:13:37.385471 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-9173a62f-0046-4ad6-9a6d-9ecb7c6c6989 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['430cdffa-8f2e-4505-9f23-a2da291ba966']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:37.405483 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-9173a62f-0046-4ad6-9a6d-9ecb7c6c6989 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1766863-8edb-4f13-b709-57e0daa2e629') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:37.406093 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-9173a62f-0046-4ad6-9a6d-9ecb7c6c6989 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1766863-8edb-4f13-b709-57e0daa2e629') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:37.427177 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9173a62f-0046-4ad6-9a6d-9ecb7c6c6989 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (c1766863-8edb-4f13-b709-57e0daa2e629), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:37.449959 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9173a62f-0046-4ad6-9a6d-9ecb7c6c6989 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (c1766863-8edb-4f13-b709-57e0daa2e629), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:37.462061 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9173a62f-0046-4ad6-9a6d-9ecb7c6c6989 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:13:37.462782 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9173a62f-0046-4ad6-9a6d-9ecb7c6c6989 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (c1766863-8edb-4f13-b709-57e0daa2e629), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:37.466366 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:13:37.466366 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:13:37.466366 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:13:37.466366 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:13:37.466366 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:13:37.466366 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:13:37.466366 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:13:37.466366 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:13:37.466366 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:13:37.466366 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:13:37.466366 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:13:37.466366 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:13:37.466366 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:13:37.466366 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:13:37.466366 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:13:37.466366 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:13:37.466366 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:13:37.466366 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:13:37.466366 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:13:37.466366 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:13:37.466366 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:13:37.466366 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:13:37.466366 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:13:37.466366 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:13:37.466366 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:13:37.466366 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:13:37.466366 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:13:37.466366 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:13:37.466366 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:13:37.466366 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:13:37.466366 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:13:37.466366 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:13:37.574569 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 47c1605f-f587-4e21-9db7-759312f91026 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:13:37.574925 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 47c1605f-f587-4e21-9db7-759312f91026 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 09 01:13:37.577208 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b22d6be5-f88d-4057-ab18-b86121a21e46 admin admin] Publish callbacks [] for security_group (56c2a00a-9665-4622-8c0f-42171975a8e5), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:37.579724 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9173a62f-0046-4ad6-9a6d-9ecb7c6c6989 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (430cdffa-8f2e-4505-9f23-a2da291ba966), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:37.587546 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9173a62f-0046-4ad6-9a6d-9ecb7c6c6989 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:37.596479 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9f5e8-7022-41da-a92d-83f7e2aa78b8 None None] Pushing event updated for resources: {'Port': ['ID=47c1605f-f587-4e21-9db7-759312f91026,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:37.602132 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Port 47c1605f-f587-4e21-9db7-759312f91026 not found, will not notify nova. {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 09 01:13:37.614923 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 54106) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:37.617007 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9173a62f-0046-4ad6-9a6d-9ecb7c6c6989 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/networks/430cdffa-8f2e-4505-9f23-a2da291ba966 HTTP/1.1" status: 204 len: 168 time: 0.9997311 Feb 09 01:13:37.621613 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b22d6be5-f88d-4057-ab18-b86121a21e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (56c2a00a-9665-4622-8c0f-42171975a8e5), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:37.626291 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-90d135e8-62b0-43db-97e4-147444e952c8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'port': {'network_id': 'd192c017-fd23-4c95-bbfa-2134e7e1bf78', 'name': 'tempest-PortsIpV6TestJSON-413334452'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:37.648962 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9173a62f-0046-4ad6-9a6d-9ecb7c6c6989 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event deleted for resources: {'Network': ['ID=430cdffa-8f2e-4505-9f23-a2da291ba966,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:37.673511 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:37.678895 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=d3174d59-dca0-4b98-a236-7fe2c2fe09a3,revision_number=11']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:37.681885 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:37.696536 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b930b7c-f1b6-4f2a-a7f9-038b8c603547 None None] DHCP port deletion for 430cdffa-8f2e-4505-9f23-a2da291ba966 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:13:37.702629 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b22d6be5-f88d-4057-ab18-b86121a21e46 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4b6e3fdf6b25481fb58364cfdf1fb666&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7181211 Feb 09 01:13:37.704434 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d6be5-f88d-4057-ab18-b86121a21e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c2a00a-9665-4622-8c0f-42171975a8e5,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:37.706854 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 54108) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:37.724399 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['d3174d59-dca0-4b98-a236-7fe2c2fe09a3'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:13:37.762541 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1a80ea14-9453-4f51-98a3-4bedb542c9dd admin admin] Publish callbacks [] for security_group (56c2a00a-9665-4622-8c0f-42171975a8e5), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:37.788782 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1a80ea14-9453-4f51-98a3-4bedb542c9dd admin admin] Publish callbacks [] for security_group (56c2a00a-9665-4622-8c0f-42171975a8e5), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:37.789594 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-81f7a8ac-4596-4c0b-92a5-1c12f8f578e4 req-64528193-c348-4a64-ab72-7250a5e5d67e tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Publish callbacks [] for port (5060890f-9a65-4c01-bcb1-773d9e3f4529), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:37.816574 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-81f7a8ac-4596-4c0b-92a5-1c12f8f578e4 req-64528193-c348-4a64-ab72-7250a5e5d67e tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (5060890f-9a65-4c01-bcb1-773d9e3f4529), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:37.855649 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1a80ea14-9453-4f51-98a3-4bedb542c9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (56c2a00a-9665-4622-8c0f-42171975a8e5), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:37.859527 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1a80ea14-9453-4f51-98a3-4bedb542c9dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:37.874212 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1a80ea14-9453-4f51-98a3-4bedb542c9dd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/56c2a00a-9665-4622-8c0f-42171975a8e5 HTTP/1.1" status: 204 len: 168 time: 0.1652086 Feb 09 01:13:37.884376 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a80ea14-9453-4f51-98a3-4bedb542c9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c2a00a-9665-4622-8c0f-42171975a8e5,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:37.888871 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d135e8-62b0-43db-97e4-147444e952c8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Made reservation on behalf of 7dadddfa309b47d08426d3b47362579d for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:37.893420 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-90d135e8-62b0-43db-97e4-147444e952c8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:37.932375 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64528193-c348-4a64-ab72-7250a5e5d67e tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Pushing event updated for resources: {'Port': ['ID=5060890f-9a65-4c01-bcb1-773d9e3f4529,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:37.945205 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-90d135e8-62b0-43db-97e4-147444e952c8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] device_id is not set on port 59d0d599-7875-419e-ad4b-a9f65c5d247b yet. {{(pid=103136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:13:37.955182 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-81f7a8ac-4596-4c0b-92a5-1c12f8f578e4 req-64528193-c348-4a64-ab72-7250a5e5d67e tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (2036f109-90e0-4c0c-8ac2-4dc0556d3bde), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:37.969934 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83ba20-a492-4bb8-b610-0c703ac3edb7 req-b10bf4d8-6b27-449d-b329-e1efdaa04ac1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:37.975432 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83ba20-a492-4bb8-b610-0c703ac3edb7 req-b10bf4d8-6b27-449d-b329-e1efdaa04ac1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:37.980697 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83ba20-a492-4bb8-b610-0c703ac3edb7 req-b10bf4d8-6b27-449d-b329-e1efdaa04ac1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:37.986443 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83ba20-a492-4bb8-b610-0c703ac3edb7 req-b10bf4d8-6b27-449d-b329-e1efdaa04ac1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:37.991683 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83ba20-a492-4bb8-b610-0c703ac3edb7 req-b10bf4d8-6b27-449d-b329-e1efdaa04ac1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:37.996902 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83ba20-a492-4bb8-b610-0c703ac3edb7 req-b10bf4d8-6b27-449d-b329-e1efdaa04ac1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:38.002800 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83ba20-a492-4bb8-b610-0c703ac3edb7 req-b10bf4d8-6b27-449d-b329-e1efdaa04ac1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:38.004772 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1e83ba20-a492-4bb8-b610-0c703ac3edb7 req-b10bf4d8-6b27-449d-b329-e1efdaa04ac1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5430 time: 0.3379922 Feb 09 01:13:38.065126 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-81f7a8ac-4596-4c0b-92a5-1c12f8f578e4 req-64528193-c348-4a64-ab72-7250a5e5d67e tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:38.066341 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-81f7a8ac-4596-4c0b-92a5-1c12f8f578e4 req-64528193-c348-4a64-ab72-7250a5e5d67e tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7022207 Feb 09 01:13:38.143269 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 54114) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:38.153749 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-81f7a8ac-4596-4c0b-92a5-1c12f8f578e4 req-9b5ada1a-0b9e-42e5-9def-08c8faa676e1 tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.8.230 HTTP/1.1" status: 200 len: 696 time: 0.0809193 Feb 09 01:13:38.155917 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a3fe2fbb-52cb-4121-87a2-c462e629aab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:38.229394 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a3fe2fbb-52cb-4121-87a2-c462e629aab2 admin admin] Publish callbacks [] for security_group (0efe8eaa-a1cf-4fab-bdc5-0265a9da0db4), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:38.231380 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1e83ba20-a492-4bb8-b610-0c703ac3edb7 req-097802a9-6cdc-40bd-8d15-8b6c594af9bf tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1877539 Feb 09 01:13:38.233847 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a3fe2fbb-52cb-4121-87a2-c462e629aab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (0efe8eaa-a1cf-4fab-bdc5-0265a9da0db4), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:38.282372 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a3fe2fbb-52cb-4121-87a2-c462e629aab2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=412f319bd3264b91a0661814ec5b8d17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1378009 Feb 09 01:13:38.283180 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 54116) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:38.289194 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe2fbb-52cb-4121-87a2-c462e629aab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0efe8eaa-a1cf-4fab-bdc5-0265a9da0db4,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:38.338306 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-324e2cf0-27cf-451c-a24c-ce6ff496d9a3 admin admin] Publish callbacks [] for security_group (0efe8eaa-a1cf-4fab-bdc5-0265a9da0db4), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:38.359250 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-324e2cf0-27cf-451c-a24c-ce6ff496d9a3 admin admin] Publish callbacks [] for security_group (0efe8eaa-a1cf-4fab-bdc5-0265a9da0db4), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:38.362677 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-90d135e8-62b0-43db-97e4-147444e952c8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for port (59d0d599-7875-419e-ad4b-a9f65c5d247b), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:38.412078 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f7a8ac-4596-4c0b-92a5-1c12f8f578e4 req-d9621ed9-14d6-4954-a054-60a944658f7e tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:38.414064 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-81f7a8ac-4596-4c0b-92a5-1c12f8f578e4 req-d9621ed9-14d6-4954-a054-60a944658f7e tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] 10.222.0.50 "GET /v2.0/networks/ca740734-29c2-4b60-ae10-4c709b5c6ef4 HTTP/1.1" status: 200 len: 784 time: 0.2507958 Feb 09 01:13:38.414432 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-324e2cf0-27cf-451c-a24c-ce6ff496d9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (0efe8eaa-a1cf-4fab-bdc5-0265a9da0db4), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:38.417798 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-324e2cf0-27cf-451c-a24c-ce6ff496d9a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:38.421283 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-324e2cf0-27cf-451c-a24c-ce6ff496d9a3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0efe8eaa-a1cf-4fab-bdc5-0265a9da0db4 HTTP/1.1" status: 204 len: 168 time: 0.1348879 Feb 09 01:13:38.423616 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:38.434802 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e2cf0-27cf-451c-a24c-ce6ff496d9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efe8eaa-a1cf-4fab-bdc5-0265a9da0db4,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:38.450526 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44739c9-8b36-4dc4-a820-8d35695dbbdc req-e7e72109-f8a0-49e3-8436-95732bc5bbc8 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:38.452088 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e44739c9-8b36-4dc4-a820-8d35695dbbdc req-e7e72109-f8a0-49e3-8436-95732bc5bbc8 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 945 time: 0.1314373 Feb 09 01:13:38.485779 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-90d135e8-62b0-43db-97e4-147444e952c8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (59d0d599-7875-419e-ad4b-a9f65c5d247b), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:38.601719 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f0ec4551-e7db-4bdc-9abc-599fd7272f63 req-b030a460-b67d-45d6-8aac-68dd6303373c tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] 10.222.0.50 "GET /v2.0/floatingips/2036f109-90e0-4c0c-8ac2-4dc0556d3bde HTTP/1.1" status: 200 len: 693 time: 0.1136494 Feb 09 01:13:38.604190 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d135e8-62b0-43db-97e4-147444e952c8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Network d192c017-fd23-4c95-bbfa-2134e7e1bf78 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:38.612401 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-90d135e8-62b0-43db-97e4-147444e952c8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:38.617307 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e44739c9-8b36-4dc4-a820-8d35695dbbdc req-3dc86294-b252-4296-9f24-2c3fce3d8119 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590786 Feb 09 01:13:38.618050 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d135e8-62b0-43db-97e4-147444e952c8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:13:38.623185 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d135e8-62b0-43db-97e4-147444e952c8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:38.623810 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-90d135e8-62b0-43db-97e4-147444e952c8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:38.635836 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d135e8-62b0-43db-97e4-147444e952c8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event updated for resources: {'Port': ['ID=59d0d599-7875-419e-ad4b-a9f65c5d247b,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:38.694654 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-90d135e8-62b0-43db-97e4-147444e952c8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0784669 Feb 09 01:13:38.697471 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 54132) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:38.746077 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec4551-e7db-4bdc-9abc-599fd7272f63 req-30b432d4-8345-439a-992d-271585551d99 tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:38.748401 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f0ec4551-e7db-4bdc-9abc-599fd7272f63 req-30b432d4-8345-439a-992d-271585551d99 tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] 10.222.0.50 "GET /v2.0/networks/ca740734-29c2-4b60-ae10-4c709b5c6ef4 HTTP/1.1" status: 200 len: 784 time: 0.1363525 Feb 09 01:13:38.760246 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-f0ec4551-e7db-4bdc-9abc-599fd7272f63 req-6e4801d1-e1b5-43e3-9dee-edea5bc0b077 tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:13:38.761311 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f0ec4551-e7db-4bdc-9abc-599fd7272f63 req-6e4801d1-e1b5-43e3-9dee-edea5bc0b077 tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065048 Feb 09 01:13:38.803080 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-bdb93caf-09c7-4146-8c11-99df75532cfe tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Deleting port 59d0d599-7875-419e-ad4b-a9f65c5d247b {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:13:38.803727 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bdb93caf-09c7-4146-8c11-99df75532cfe tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (59d0d599-7875-419e-ad4b-a9f65c5d247b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:38.852624 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f0ec4551-e7db-4bdc-9abc-599fd7272f63 req-687bddf7-42ce-4702-91de-0a435fc08bb6 tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.8.230 HTTP/1.1" status: 200 len: 696 time: 0.0734086 Feb 09 01:13:38.886577 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bdb93caf-09c7-4146-8c11-99df75532cfe tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (59d0d599-7875-419e-ad4b-a9f65c5d247b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:38.905705 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-bdb93caf-09c7-4146-8c11-99df75532cfe tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Calling delete_port for 59d0d599-7875-419e-ad4b-a9f65c5d247b owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:13:38.916176 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 47c1605f-f587-4e21-9db7-759312f91026 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:13:38.916936 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f0ec4551-e7db-4bdc-9abc-599fd7272f63 req-ad9ab2d9-ba23-420b-804b-24b8d290c232 tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.8.230 HTTP/1.1" status: 200 len: 696 time: 0.0578475 Feb 09 01:13:38.940722 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 47c1605f-f587-4e21-9db7-759312f91026 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:13:38.941355 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 47c1605f-f587-4e21-9db7-759312f91026 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:13:39.081580 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-f0ec4551-e7db-4bdc-9abc-599fd7272f63 req-49911ba9-f15d-4d57-98c8-28a8293dbfbe tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Deleting port 5060890f-9a65-4c01-bcb1-773d9e3f4529 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:13:39.081939 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f0ec4551-e7db-4bdc-9abc-599fd7272f63 req-49911ba9-f15d-4d57-98c8-28a8293dbfbe tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (5060890f-9a65-4c01-bcb1-773d9e3f4529), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:39.171482 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f0ec4551-e7db-4bdc-9abc-599fd7272f63 req-49911ba9-f15d-4d57-98c8-28a8293dbfbe tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (5060890f-9a65-4c01-bcb1-773d9e3f4529), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:39.172190 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f0ec4551-e7db-4bdc-9abc-599fd7272f63 req-49911ba9-f15d-4d57-98c8-28a8293dbfbe tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Publish callbacks [] for floatingip (5060890f-9a65-4c01-bcb1-773d9e3f4529), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:39.187681 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-f0ec4551-e7db-4bdc-9abc-599fd7272f63 req-49911ba9-f15d-4d57-98c8-28a8293dbfbe tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Calling delete_port for 5060890f-9a65-4c01-bcb1-773d9e3f4529 owned by network:floatingip {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:13:39.258301 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:39.306122 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bdb93caf-09c7-4146-8c11-99df75532cfe tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (59d0d599-7875-419e-ad4b-a9f65c5d247b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:39.340686 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb93caf-09c7-4146-8c11-99df75532cfe tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event deleted for resources: {'Port': ['ID=59d0d599-7875-419e-ad4b-a9f65c5d247b,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:39.345064 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f0ec4551-e7db-4bdc-9abc-599fd7272f63 req-49911ba9-f15d-4d57-98c8-28a8293dbfbe tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (5060890f-9a65-4c01-bcb1-773d9e3f4529), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:39.354197 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bdb93caf-09c7-4146-8c11-99df75532cfe tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:39.361072 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-bdb93caf-09c7-4146-8c11-99df75532cfe tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/ports/59d0d599-7875-419e-ad4b-a9f65c5d247b HTTP/1.1" status: 204 len: 168 time: 0.6598897 Feb 09 01:13:39.361488 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 54154) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:39.366358 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-8ac5546c-f9da-434d-97e7-b7fae75cada5 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'port': {'network_id': 'd192c017-fd23-4c95-bbfa-2134e7e1bf78', 'mac_address': 'fa:16:3e:55:05:3d', 'name': 'tempest-PortsIpV6TestJSON-2089494577'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:39.380873 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49911ba9-f15d-4d57-98c8-28a8293dbfbe tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Pushing event deleted for resources: {'Port': ['ID=5060890f-9a65-4c01-bcb1-773d9e3f4529,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:39.467508 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac5546c-f9da-434d-97e7-b7fae75cada5 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Made reservation on behalf of 7dadddfa309b47d08426d3b47362579d for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:39.495410 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f0ec4551-e7db-4bdc-9abc-599fd7272f63 req-49911ba9-f15d-4d57-98c8-28a8293dbfbe tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Publish callbacks [] for floatingip (2036f109-90e0-4c0c-8ac2-4dc0556d3bde), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:39.498947 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f0ec4551-e7db-4bdc-9abc-599fd7272f63 req-49911ba9-f15d-4d57-98c8-28a8293dbfbe tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:39.500136 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f0ec4551-e7db-4bdc-9abc-599fd7272f63 req-49911ba9-f15d-4d57-98c8-28a8293dbfbe tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] 10.222.0.50 "DELETE /v2.0/floatingips/2036f109-90e0-4c0c-8ac2-4dc0556d3bde HTTP/1.1" status: 204 len: 173 time: 0.5779109 Feb 09 01:13:39.514696 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7cd74-0335-4c5b-9f3c-5305e22ef223 req-dd0eae5b-e84e-4b99-b0d6-20fea49f2dd1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:39.520231 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7cd74-0335-4c5b-9f3c-5305e22ef223 req-dd0eae5b-e84e-4b99-b0d6-20fea49f2dd1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:39.526900 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7cd74-0335-4c5b-9f3c-5305e22ef223 req-dd0eae5b-e84e-4b99-b0d6-20fea49f2dd1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:39.533751 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7cd74-0335-4c5b-9f3c-5305e22ef223 req-dd0eae5b-e84e-4b99-b0d6-20fea49f2dd1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:39.537349 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8ac5546c-f9da-434d-97e7-b7fae75cada5 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:39.540772 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7cd74-0335-4c5b-9f3c-5305e22ef223 req-dd0eae5b-e84e-4b99-b0d6-20fea49f2dd1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:39.548525 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7cd74-0335-4c5b-9f3c-5305e22ef223 req-dd0eae5b-e84e-4b99-b0d6-20fea49f2dd1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:39.554270 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7cd74-0335-4c5b-9f3c-5305e22ef223 req-dd0eae5b-e84e-4b99-b0d6-20fea49f2dd1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:39.559759 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-8ac5546c-f9da-434d-97e7-b7fae75cada5 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] device_id is not set on port 5e3ee8e6-234e-4faa-8493-cac80f812654 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:13:39.561687 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-87b7cd74-0335-4c5b-9f3c-5305e22ef223 req-dd0eae5b-e84e-4b99-b0d6-20fea49f2dd1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5430 time: 0.1857774 Feb 09 01:13:39.637796 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [req-de8d9b89-0d47-4854-9290-d60f4ebfc80f req-c439d1f9-ddfe-4d2d-ad9e-e6045d7357ab tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] show failed (client error): The resource could not be found. Feb 09 01:13:39.638679 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de8d9b89-0d47-4854-9290-d60f4ebfc80f req-c439d1f9-ddfe-4d2d-ad9e-e6045d7357ab tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] 10.222.0.50 "GET /v2.0/floatingips/2036f109-90e0-4c0c-8ac2-4dc0556d3bde HTTP/1.1" status: 404 len: 350 time: 0.0475593 Feb 09 01:13:39.653071 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-87b7cd74-0335-4c5b-9f3c-5305e22ef223 req-431bb872-3a2b-45d1-900e-c55f82c4d23a tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0905824 Feb 09 01:13:39.736313 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [req-10b66fd6-b829-485d-8e6e-035d9ae9fe3b req-49b03734-9985-43e6-bfb2-3ae44e55b181 tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] show failed (client error): The resource could not be found. Feb 09 01:13:39.737391 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-10b66fd6-b829-485d-8e6e-035d9ae9fe3b req-49b03734-9985-43e6-bfb2-3ae44e55b181 tempest-FloatingIPsTestJSON-1171136878 tempest-FloatingIPsTestJSON-1171136878-project] 10.222.0.50 "GET /v2.0/floatingips/2036f109-90e0-4c0c-8ac2-4dc0556d3bde HTTP/1.1" status: 404 len: 350 time: 0.0431111 Feb 09 01:13:39.751981 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 54180) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:39.796230 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeabd0e-aca8-406e-af70-f73861e84da0 req-0a69e69d-45bd-4c0f-ab0e-a552f0fceed3 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:39.800485 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2eeabd0e-aca8-406e-af70-f73861e84da0 req-0a69e69d-45bd-4c0f-ab0e-a552f0fceed3 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 945 time: 0.0645788 Feb 09 01:13:39.802333 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8ac5546c-f9da-434d-97e7-b7fae75cada5 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for port (5e3ee8e6-234e-4faa-8493-cac80f812654), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:39.850946 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2eeabd0e-aca8-406e-af70-f73861e84da0 req-c2fc6143-1384-4e8e-96eb-7b858cf36148 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459678 Feb 09 01:13:39.898450 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8ac5546c-f9da-434d-97e7-b7fae75cada5 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (5e3ee8e6-234e-4faa-8493-cac80f812654), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:40.002907 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac5546c-f9da-434d-97e7-b7fae75cada5 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Network d192c017-fd23-4c95-bbfa-2134e7e1bf78 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:40.012816 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-8ac5546c-f9da-434d-97e7-b7fae75cada5 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:40.015164 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac5546c-f9da-434d-97e7-b7fae75cada5 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:13:40.020996 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac5546c-f9da-434d-97e7-b7fae75cada5 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:40.021575 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8ac5546c-f9da-434d-97e7-b7fae75cada5 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:40.039193 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac5546c-f9da-434d-97e7-b7fae75cada5 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event updated for resources: {'Port': ['ID=5e3ee8e6-234e-4faa-8493-cac80f812654,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:40.058515 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8ac5546c-f9da-434d-97e7-b7fae75cada5 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6960039 Feb 09 01:13:40.061290 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 54190) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:40.063065 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device ae90c3ca-2e83-4b37-8187-613ee0781bee details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:13:40.067128 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 55ee47f0-8b19-47e6-a78a-af90f9fe02cd no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:13:40.125957 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb66796-ab0d-474a-b014-d43008396bc0 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:40.127639 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-beb66796-ab0d-474a-b014-d43008396bc0 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "GET /v2.0/ports/5e3ee8e6-234e-4faa-8493-cac80f812654 HTTP/1.1" status: 200 len: 845 time: 0.0653641 Feb 09 01:13:40.130534 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 54192) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:40.242307 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 55ee47f0-8b19-47e6-a78a-af90f9fe02cd is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:40.242623 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (55ee47f0-8b19-47e6-a78a-af90f9fe02cd), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:40.265517 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cf420ea8-4865-4d00-a71e-ec77f67ca856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (496107cf-d634-4d6a-ae3d-37d577bdf16d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:40.267522 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port ae90c3ca-2e83-4b37-8187-613ee0781bee, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=ae90c3ca-2e83-4b37-8187-613ee0781bee,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:40.268604 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-cc6c503e-2a37-4010-ad43-1407b1006639 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Deleting port 5e3ee8e6-234e-4faa-8493-cac80f812654 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:13:40.269106 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cc6c503e-2a37-4010-ad43-1407b1006639 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (5e3ee8e6-234e-4faa-8493-cac80f812654), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:40.304080 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 55ee47f0-8b19-47e6-a78a-af90f9fe02cd, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=55ee47f0-8b19-47e6-a78a-af90f9fe02cd,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:40.306627 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '263c2621-310a-425b-a461-6ca57cb50ad4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55ee47f0-8b19-47e6-a78a-af90f9fe02cd'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:13:40.309495 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b9dd95-11fa-4ead-8373-1eb6ccf31012" -d '{"events": [{"server_uuid": "263c2621-310a-425b-a461-6ca57cb50ad4", "name": "network-vif-unplugged", "status": "completed", "tag": "55ee47f0-8b19-47e6-a78a-af90f9fe02cd"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:13:40.329270 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (55ee47f0-8b19-47e6-a78a-af90f9fe02cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:40.337224 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': 'ae90c3ca-2e83-4b37-8187-613ee0781bee', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'port_id': 'ae90c3ca-2e83-4b37-8187-613ee0781bee', 'mac_address': 'fa:16:3e:56:36:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3810d295-ee98-40f7-b1e2-609bf7d1c3df', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:13:40.367405 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cc6c503e-2a37-4010-ad43-1407b1006639 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (5e3ee8e6-234e-4faa-8493-cac80f812654), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:40.379301 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0ac72e-83fb-4153-a7ee-601c91a91d1c x-openstack-request-id: req-3b0ac72e-83fb-4153-a7ee-601c91a91d1c {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:13:40.379810 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "263c2621-310a-425b-a461-6ca57cb50ad4", "name": "network-vif-unplugged", "status": "completed", "tag": "55ee47f0-8b19-47e6-a78a-af90f9fe02cd", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:13:40.380120 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3b0ac72e-83fb-4153-a7ee-601c91a91d1c {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:13:40.380568 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '263c2621-310a-425b-a461-6ca57cb50ad4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55ee47f0-8b19-47e6-a78a-af90f9fe02cd', 'code': 200} Feb 09 01:13:40.392452 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-cc6c503e-2a37-4010-ad43-1407b1006639 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Calling delete_port for 5e3ee8e6-234e-4faa-8493-cac80f812654 owned by {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:13:40.430436 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=55ee47f0-8b19-47e6-a78a-af90f9fe02cd,revision_number=8']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:40.433454 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port ae90c3ca-2e83-4b37-8187-613ee0781bee is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:40.434045 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ae90c3ca-2e83-4b37-8187-613ee0781bee), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:40.452827 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae90c3ca-2e83-4b37-8187-613ee0781bee {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:13:40.486534 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port ae90c3ca-2e83-4b37-8187-613ee0781bee, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=ae90c3ca-2e83-4b37-8187-613ee0781bee,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:40.494315 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (ae90c3ca-2e83-4b37-8187-613ee0781bee), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:40.502013 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cc6c503e-2a37-4010-ad43-1407b1006639 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (5e3ee8e6-234e-4faa-8493-cac80f812654), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:40.538963 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c503e-2a37-4010-ad43-1407b1006639 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event deleted for resources: {'Port': ['ID=5e3ee8e6-234e-4faa-8493-cac80f812654,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:40.551541 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cc6c503e-2a37-4010-ad43-1407b1006639 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:40.559009 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-cc6c503e-2a37-4010-ad43-1407b1006639 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/ports/5e3ee8e6-234e-4faa-8493-cac80f812654 HTTP/1.1" status: 204 len: 168 time: 0.4245243 Feb 09 01:13:40.559222 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 54202) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:40.568165 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=ae90c3ca-2e83-4b37-8187-613ee0781bee,revision_number=9']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:40.587237 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['ae90c3ca-2e83-4b37-8187-613ee0781bee'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:13:40.605370 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b717aef-9154-41a4-a866-096c38905e20 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] GET failed (client error): The resource could not be found. Feb 09 01:13:40.606956 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1b717aef-9154-41a4-a866-096c38905e20 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "GET /v2.0/ports/5e3ee8e6-234e-4faa-8493-cac80f812654 HTTP/1.1" status: 404 len: 333 time: 0.0468297 Feb 09 01:13:40.614085 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 54210) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:40.620687 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-3757a5ee-a9ba-4060-9100-6c1b2293bd14 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'port': {'network_id': 'd192c017-fd23-4c95-bbfa-2134e7e1bf78', 'name': 'tempest-PortsIpV6TestJSON-859390199'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:40.629617 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device d3174d59-dca0-4b98-a236-7fe2c2fe09a3 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:13:40.719932 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port d3174d59-dca0-4b98-a236-7fe2c2fe09a3 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:13:40.724452 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-cf420ea8-4865-4d00-a71e-ec77f67ca856 admin admin] Deleting port 9f569665-89fb-40f7-8790-5acc46ed8c91 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:13:40.725098 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cf420ea8-4865-4d00-a71e-ec77f67ca856 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (9f569665-89fb-40f7-8790-5acc46ed8c91), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:40.730341 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port d3174d59-dca0-4b98-a236-7fe2c2fe09a3 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:40.731280 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d3174d59-dca0-4b98-a236-7fe2c2fe09a3), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:40.764086 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3757a5ee-a9ba-4060-9100-6c1b2293bd14 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Made reservation on behalf of 7dadddfa309b47d08426d3b47362579d for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:40.768056 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3757a5ee-a9ba-4060-9100-6c1b2293bd14 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:40.807503 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-3757a5ee-a9ba-4060-9100-6c1b2293bd14 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] device_id is not set on port 47cb25fd-3955-4e30-b0bd-36999a6d0ae8 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:13:40.847908 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b78932-606d-4846-b9ee-16739db0a857 req-a34ca266-5fbd-456d-a856-0f40abeeddfd tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:40.856582 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b78932-606d-4846-b9ee-16739db0a857 req-a34ca266-5fbd-456d-a856-0f40abeeddfd tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:40.865005 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b78932-606d-4846-b9ee-16739db0a857 req-a34ca266-5fbd-456d-a856-0f40abeeddfd tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:40.870859 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b78932-606d-4846-b9ee-16739db0a857 req-a34ca266-5fbd-456d-a856-0f40abeeddfd tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:40.877539 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b78932-606d-4846-b9ee-16739db0a857 req-a34ca266-5fbd-456d-a856-0f40abeeddfd tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:40.884117 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b78932-606d-4846-b9ee-16739db0a857 req-a34ca266-5fbd-456d-a856-0f40abeeddfd tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:40.890207 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port d3174d59-dca0-4b98-a236-7fe2c2fe09a3 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:40.890706 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d3174d59-dca0-4b98-a236-7fe2c2fe09a3), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:40.891091 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b78932-606d-4846-b9ee-16739db0a857 req-a34ca266-5fbd-456d-a856-0f40abeeddfd tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:40.894228 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-51b78932-606d-4846-b9ee-16739db0a857 req-a34ca266-5fbd-456d-a856-0f40abeeddfd tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5430 time: 0.1407595 Feb 09 01:13:40.961997 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port d3174d59-dca0-4b98-a236-7fe2c2fe09a3, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=d3174d59-dca0-4b98-a236-7fe2c2fe09a3,segment=NetworkSegment(ebc0196b-40a7-4a91-81b3-cd03bc319f59),segment_id=ebc0196b-40a7-4a91-81b3-cd03bc319f59)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:40.971971 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d3174d59-dca0-4b98-a236-7fe2c2fe09a3), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:40.984588 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-cf420ea8-4865-4d00-a71e-ec77f67ca856 admin admin] For port 9f569665-89fb-40f7-8790-5acc46ed8c91, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=9f569665-89fb-40f7-8790-5acc46ed8c91,segment=NetworkSegment(b893a0ac-8938-4e87-b50e-4a8df07b03e6),segment_id=b893a0ac-8938-4e87-b50e-4a8df07b03e6)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:40.985512 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cf420ea8-4865-4d00-a71e-ec77f67ca856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (9f569665-89fb-40f7-8790-5acc46ed8c91), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:40.988343 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-51b78932-606d-4846-b9ee-16739db0a857 req-eb81e99d-d0d4-49fa-bd9f-58c05dc2460c tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0878162 Feb 09 01:13:41.016808 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-cf420ea8-4865-4d00-a71e-ec77f67ca856 admin admin] Calling delete_port for 9f569665-89fb-40f7-8790-5acc46ed8c91 owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:13:41.056086 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=d3174d59-dca0-4b98-a236-7fe2c2fe09a3,revision_number=12']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:41.092054 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ccefe-98a4-49b7-9a1a-d8a06a2f5234 req-6bd1c904-46e9-4d14-9d09-4d422961f6be tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:41.093940 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-313ccefe-98a4-49b7-9a1a-d8a06a2f5234 req-6bd1c904-46e9-4d14-9d09-4d422961f6be tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 946 time: 0.1010923 Feb 09 01:13:41.164617 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-313ccefe-98a4-49b7-9a1a-d8a06a2f5234 req-161e3706-e818-44c8-a254-4f0f0f6198e8 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635033 Feb 09 01:13:41.200389 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3757a5ee-a9ba-4060-9100-6c1b2293bd14 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for port (47cb25fd-3955-4e30-b0bd-36999a6d0ae8), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:41.294297 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3757a5ee-a9ba-4060-9100-6c1b2293bd14 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (47cb25fd-3955-4e30-b0bd-36999a6d0ae8), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:41.356136 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3757a5ee-a9ba-4060-9100-6c1b2293bd14 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Network d192c017-fd23-4c95-bbfa-2134e7e1bf78 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:41.378193 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-3757a5ee-a9ba-4060-9100-6c1b2293bd14 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:41.387420 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3757a5ee-a9ba-4060-9100-6c1b2293bd14 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:13:41.393242 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3757a5ee-a9ba-4060-9100-6c1b2293bd14 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:41.393960 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3757a5ee-a9ba-4060-9100-6c1b2293bd14 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:41.403357 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3757a5ee-a9ba-4060-9100-6c1b2293bd14 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event updated for resources: {'Port': ['ID=47cb25fd-3955-4e30-b0bd-36999a6d0ae8,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:41.424334 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3757a5ee-a9ba-4060-9100-6c1b2293bd14 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8078921 Feb 09 01:13:41.425684 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cf420ea8-4865-4d00-a71e-ec77f67ca856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (9f569665-89fb-40f7-8790-5acc46ed8c91), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:41.427516 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 54248) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:41.434481 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-0f7f4e09-8973-4bcc-8a6a-70abfa3f1dbb tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:41.454374 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf420ea8-4865-4d00-a71e-ec77f67ca856 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f569665-89fb-40f7-8790-5acc46ed8c91,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:41.542959 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0f7f4e09-8973-4bcc-8a6a-70abfa3f1dbb tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (47cb25fd-3955-4e30-b0bd-36999a6d0ae8), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:41.786434 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cf420ea8-4865-4d00-a71e-ec77f67ca856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (496107cf-d634-4d6a-ae3d-37d577bdf16d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:41.822757 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0f7f4e09-8973-4bcc-8a6a-70abfa3f1dbb tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for port (47cb25fd-3955-4e30-b0bd-36999a6d0ae8), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:41.831943 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0f7f4e09-8973-4bcc-8a6a-70abfa3f1dbb tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (47cb25fd-3955-4e30-b0bd-36999a6d0ae8), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:41.891839 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7f4e09-8973-4bcc-8a6a-70abfa3f1dbb tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event updated for resources: {'Port': ['ID=47cb25fd-3955-4e30-b0bd-36999a6d0ae8,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:41.910648 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-0f7f4e09-8973-4bcc-8a6a-70abfa3f1dbb tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] In _notify_port_updated(), no bound segment for port 47cb25fd-3955-4e30-b0bd-36999a6d0ae8 on network d192c017-fd23-4c95-bbfa-2134e7e1bf78 {{(pid=103136) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:13:41.917641 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7f4e09-8973-4bcc-8a6a-70abfa3f1dbb tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:41.918708 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0f7f4e09-8973-4bcc-8a6a-70abfa3f1dbb tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:41.920281 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-0f7f4e09-8973-4bcc-8a6a-70abfa3f1dbb tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "PUT /v2.0/ports/47cb25fd-3955-4e30-b0bd-36999a6d0ae8 HTTP/1.1" status: 200 len: 818 time: 0.4908099 Feb 09 01:13:41.923719 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 54270) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:42.077341 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-5205c213-242f-442d-8557-7c1014a02851 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Deleting port 47cb25fd-3955-4e30-b0bd-36999a6d0ae8 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:13:42.077699 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5205c213-242f-442d-8557-7c1014a02851 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (47cb25fd-3955-4e30-b0bd-36999a6d0ae8), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:42.080010 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device ae90c3ca-2e83-4b37-8187-613ee0781bee up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:13:42.158926 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf420ea8-4865-4d00-a71e-ec77f67ca856 admin admin] Router 496107cf-d634-4d6a-ae3d-37d577bdf16d has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:13:42.174945 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port ae90c3ca-2e83-4b37-8187-613ee0781bee triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:42.175339 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (ae90c3ca-2e83-4b37-8187-613ee0781bee), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:42.212584 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5205c213-242f-442d-8557-7c1014a02851 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (47cb25fd-3955-4e30-b0bd-36999a6d0ae8), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:42.260862 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c427f24-feac-4470-b037-1ede0f1aaaab req-f5c95c66-c2ca-4d90-a187-cb616a200e56 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:42.267391 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c427f24-feac-4470-b037-1ede0f1aaaab req-f5c95c66-c2ca-4d90-a187-cb616a200e56 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:42.274633 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c427f24-feac-4470-b037-1ede0f1aaaab req-f5c95c66-c2ca-4d90-a187-cb616a200e56 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:42.280256 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c427f24-feac-4470-b037-1ede0f1aaaab req-f5c95c66-c2ca-4d90-a187-cb616a200e56 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:42.287162 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c427f24-feac-4470-b037-1ede0f1aaaab req-f5c95c66-c2ca-4d90-a187-cb616a200e56 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:42.292871 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c427f24-feac-4470-b037-1ede0f1aaaab req-f5c95c66-c2ca-4d90-a187-cb616a200e56 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:42.307343 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c427f24-feac-4470-b037-1ede0f1aaaab req-f5c95c66-c2ca-4d90-a187-cb616a200e56 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:42.319607 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1c427f24-feac-4470-b037-1ede0f1aaaab req-f5c95c66-c2ca-4d90-a187-cb616a200e56 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5430 time: 0.1825280 Feb 09 01:13:42.321943 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf420ea8-4865-4d00-a71e-ec77f67ca856 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:13:42.327860 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-cf420ea8-4865-4d00-a71e-ec77f67ca856 admin admin] 10.222.0.50 "PUT /v2.0/routers/496107cf-d634-4d6a-ae3d-37d577bdf16d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5748365 Feb 09 01:13:42.333865 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 54280) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:42.342332 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port ae90c3ca-2e83-4b37-8187-613ee0781bee is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:42.343052 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ae90c3ca-2e83-4b37-8187-613ee0781bee), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:42.347839 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37e6f1d-94d0-4a74-ac41-105e105d887d None None] Sync routers for ids ['496107cf-d634-4d6a-ae3d-37d577bdf16d'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:13:42.349573 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-5205c213-242f-442d-8557-7c1014a02851 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Calling delete_port for 47cb25fd-3955-4e30-b0bd-36999a6d0ae8 owned by {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:13:42.370867 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37e6f1d-94d0-4a74-ac41-105e105d887d None None] Routers {'496107cf-d634-4d6a-ae3d-37d577bdf16d'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:13:42.372009 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-c37e6f1d-94d0-4a74-ac41-105e105d887d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:13:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['496107cf-d634-4d6a-ae3d-37d577bdf16d'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:42.520084 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-c37e6f1d-94d0-4a74-ac41-105e105d887d None None] Set router 496107cf-d634-4d6a-ae3d-37d577bdf16d gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:13:42.565821 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b228bc31-b710-4805-a185-f2678f40e049 admin admin] Publish callbacks [] for router (496107cf-d634-4d6a-ae3d-37d577bdf16d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:42.586730 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port ae90c3ca-2e83-4b37-8187-613ee0781bee, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=ae90c3ca-2e83-4b37-8187-613ee0781bee,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:42.621237 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0260a4bf-4ace-4971-8dd9-e8ec87d2ae52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3174d59-dca0-4b98-a236-7fe2c2fe09a3'}, {'server_uuid': '2b6faf13-0667-4c9f-81db-a22b376c4e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae90c3ca-2e83-4b37-8187-613ee0781bee'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:13:42.635779 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648f8078-b1f9-4632-af04-5150380e386e" -d '{"events": [{"server_uuid": "0260a4bf-4ace-4971-8dd9-e8ec87d2ae52", "name": "network-vif-plugged", "status": "completed", "tag": "d3174d59-dca0-4b98-a236-7fe2c2fe09a3"}, {"server_uuid": "2b6faf13-0667-4c9f-81db-a22b376c4e05", "name": "network-vif-plugged", "status": "completed", "tag": "ae90c3ca-2e83-4b37-8187-613ee0781bee"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:13:42.642015 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (ae90c3ca-2e83-4b37-8187-613ee0781bee), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:42.753364 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b228bc31-b710-4805-a185-f2678f40e049 admin admin] Publish callbacks [] for router_gateway (496107cf-d634-4d6a-ae3d-37d577bdf16d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:42.780635 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=ae90c3ca-2e83-4b37-8187-613ee0781bee,revision_number=10']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:42.881292 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-b228bc31-b710-4805-a185-f2678f40e049 admin admin] Deleting port 889ec854-45db-45f9-884b-f7ba1dc6b255 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:13:42.882597 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b228bc31-b710-4805-a185-f2678f40e049 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (889ec854-45db-45f9-884b-f7ba1dc6b255), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:43.015264 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-c37e6f1d-94d0-4a74-ac41-105e105d887d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496107cf-d634-4d6a-ae3d-37d577bdf16d', 'name': 'tempest-FloatingIPsTestJSON-96889292-router', 'tenant_id': 'bc733b80efbf4325ac9637979ba7dbc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '889ec854-45db-45f9-884b-f7ba1dc6b255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:13Z', 'updated_at': '2022-02-09T01:13:41Z', 'revision_number': 5, 'project_id': 'bc733b80efbf4325ac9637979ba7dbc2', 'gw_port': {'id': '889ec854-45db-45f9-884b-f7ba1dc6b255', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496107cf-d634-4d6a-ae3d-37d577bdf16d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:14Z', 'updated_at': '2022-02-09T01:13:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:43.043970 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1c427f24-feac-4470-b037-1ede0f1aaaab req-d94f9d93-888f-4cc4-a538-7d635b4c9e67 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7233517 Feb 09 01:13:43.049433 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5205c213-242f-442d-8557-7c1014a02851 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (47cb25fd-3955-4e30-b0bd-36999a6d0ae8), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:43.099134 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37e6f1d-94d0-4a74-ac41-105e105d887d None None] Checking router: 496107cf-d634-4d6a-ae3d-37d577bdf16d for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:13:43.109188 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37e6f1d-94d0-4a74-ac41-105e105d887d None None] Routers {'496107cf-d634-4d6a-ae3d-37d577bdf16d'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:13:43.109693 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-c37e6f1d-94d0-4a74-ac41-105e105d887d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:13:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['496107cf-d634-4d6a-ae3d-37d577bdf16d'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:43.119213 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-b228bc31-b710-4805-a185-f2678f40e049 admin admin] For port 889ec854-45db-45f9-884b-f7ba1dc6b255, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=889ec854-45db-45f9-884b-f7ba1dc6b255,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:43.119437 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b228bc31-b710-4805-a185-f2678f40e049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (889ec854-45db-45f9-884b-f7ba1dc6b255), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:43.131852 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5205c213-242f-442d-8557-7c1014a02851 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:43.135142 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-5205c213-242f-442d-8557-7c1014a02851 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/ports/47cb25fd-3955-4e30-b0bd-36999a6d0ae8 HTTP/1.1" status: 204 len: 168 time: 1.2100675 Feb 09 01:13:43.145812 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5205c213-242f-442d-8557-7c1014a02851 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event deleted for resources: {'Port': ['ID=47cb25fd-3955-4e30-b0bd-36999a6d0ae8,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:43.149991 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-b228bc31-b710-4805-a185-f2678f40e049 admin admin] Calling delete_port for 889ec854-45db-45f9-884b-f7ba1dc6b255 owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:13:43.153127 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 54292) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:43.223772 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-c37e6f1d-94d0-4a74-ac41-105e105d887d None None] Set router 496107cf-d634-4d6a-ae3d-37d577bdf16d gateway port host: None {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:13:43.296757 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a814a-b928-4a26-9961-36e5ce0d9eda req-ade0dfb5-9029-4b1c-bb88-6ca08f49e99f tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:43.299240 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 01:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed24a89-de1f-411c-8817-8249de7b8832 x-openstack-request-id: req-5ed24a89-de1f-411c-8817-8249de7b8832 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:13:43.299552 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0260a4bf-4ace-4971-8dd9-e8ec87d2ae52", "name": "network-vif-plugged", "status": "completed", "tag": "d3174d59-dca0-4b98-a236-7fe2c2fe09a3", "code": 200}, {"server_uuid": "2b6faf13-0667-4c9f-81db-a22b376c4e05", "name": "network-vif-plugged", "status": "completed", "tag": "ae90c3ca-2e83-4b37-8187-613ee0781bee", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:13:43.299814 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5ed24a89-de1f-411c-8817-8249de7b8832 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:13:43.300229 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0260a4bf-4ace-4971-8dd9-e8ec87d2ae52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3174d59-dca0-4b98-a236-7fe2c2fe09a3', 'code': 200} Feb 09 01:13:43.300570 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b6faf13-0667-4c9f-81db-a22b376c4e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae90c3ca-2e83-4b37-8187-613ee0781bee', 'code': 200} Feb 09 01:13:43.308708 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-994a814a-b928-4a26-9961-36e5ce0d9eda req-ade0dfb5-9029-4b1c-bb88-6ca08f49e99f tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 946 time: 0.9567544 Feb 09 01:13:43.310934 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-c37e6f1d-94d0-4a74-ac41-105e105d887d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '496107cf-d634-4d6a-ae3d-37d577bdf16d', 'name': 'tempest-FloatingIPsTestJSON-96889292-router', 'tenant_id': 'bc733b80efbf4325ac9637979ba7dbc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:13Z', 'updated_at': '2022-02-09T01:13:42Z', 'revision_number': 6, 'project_id': 'bc733b80efbf4325ac9637979ba7dbc2', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:43.416952 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37e6f1d-94d0-4a74-ac41-105e105d887d None None] The sync data for ids ['496107cf-d634-4d6a-ae3d-37d577bdf16d'] in n-d-828369-4 is: [{'id': '496107cf-d634-4d6a-ae3d-37d577bdf16d', 'name': 'tempest-FloatingIPsTestJSON-96889292-router', 'tenant_id': 'bc733b80efbf4325ac9637979ba7dbc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:13Z', 'updated_at': '2022-02-09T01:13:42Z', 'revision_number': 6, 'project_id': 'bc733b80efbf4325ac9637979ba7dbc2', 'gw_port_host': None}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:13:43.425689 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cd3181-6b1c-4933-8c8c-0e0bff3cd5c0 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:43.427032 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-78cd3181-6b1c-4933-8c8c-0e0bff3cd5c0 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2708197 Feb 09 01:13:43.436811 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 54304) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:43.605624 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-994a814a-b928-4a26-9961-36e5ce0d9eda req-cf25fe5a-a137-40d1-9c88-7de3cc7f5cee tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2958930 Feb 09 01:13:43.608571 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6f14bfd-9784-412b-a4f4-e5874922afc1 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] GET failed (client error): The resource could not be found. Feb 09 01:13:43.610824 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e6f14bfd-9784-412b-a4f4-e5874922afc1 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "GET /v2.0/ports/47cb25fd-3955-4e30-b0bd-36999a6d0ae8 HTTP/1.1" status: 404 len: 333 time: 0.1638172 Feb 09 01:13:43.615693 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 54308) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:43.621093 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-ab48265c-5dc6-465c-978d-131c7c916a8c tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-293566908'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:43.645557 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b228bc31-b710-4805-a185-f2678f40e049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (889ec854-45db-45f9-884b-f7ba1dc6b255), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:43.681989 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b228bc31-b710-4805-a185-f2678f40e049 admin admin] Pushing event deleted for resources: {'Port': ['ID=889ec854-45db-45f9-884b-f7ba1dc6b255,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:43.715139 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8f80d-d2bf-4f95-acd7-fa8ba00fc111 req-0b2cf5cd-d82b-46f8-957e-48de3d305b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:43.716707 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-13e8f80d-d2bf-4f95-acd7-fa8ba00fc111 req-0b2cf5cd-d82b-46f8-957e-48de3d305b81 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 1128 time: 0.2819407 Feb 09 01:13:43.720490 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab48265c-5dc6-465c-978d-131c7c916a8c tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Made reservation on behalf of 7dadddfa309b47d08426d3b47362579d for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:43.724012 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ab48265c-5dc6-465c-978d-131c7c916a8c tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:43.781536 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b228bc31-b710-4805-a185-f2678f40e049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (496107cf-d634-4d6a-ae3d-37d577bdf16d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:43.873414 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab48265c-5dc6-465c-978d-131c7c916a8c tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1010} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:13:43.892962 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-13e8f80d-d2bf-4f95-acd7-fa8ba00fc111 req-25c6099c-4893-4e1f-8176-90f404ecbd00 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635237 Feb 09 01:13:43.914605 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ab48265c-5dc6-465c-978d-131c7c916a8c tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (08ea75a6-f25a-4ed7-ad8d-cfd2af2027f1), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:43.915404 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-ab48265c-5dc6-465c-978d-131c7c916a8c tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Added segment 08ea75a6-f25a-4ed7-ad8d-cfd2af2027f1 of type vlan for network 4fd01877-530f-46aa-94c9-accdaadb4acc Feb 09 01:13:43.961778 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b228bc31-b710-4805-a185-f2678f40e049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (496107cf-d634-4d6a-ae3d-37d577bdf16d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:43.964896 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b228bc31-b710-4805-a185-f2678f40e049 admin admin] Publish callbacks [] for router_controller (496107cf-d634-4d6a-ae3d-37d577bdf16d), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:44.024216 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b228bc31-b710-4805-a185-f2678f40e049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (496107cf-d634-4d6a-ae3d-37d577bdf16d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:44.024983 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b228bc31-b710-4805-a185-f2678f40e049 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 496107cf-d634-4d6a-ae3d-37d577bdf16d {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:13:44.028050 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ab48265c-5dc6-465c-978d-131c7c916a8c tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (4fd01877-530f-46aa-94c9-accdaadb4acc), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:44.030670 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b228bc31-b710-4805-a185-f2678f40e049 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:44.035751 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b228bc31-b710-4805-a185-f2678f40e049 admin admin] 10.222.0.50 "DELETE /v2.0/routers/496107cf-d634-4d6a-ae3d-37d577bdf16d HTTP/1.1" status: 204 len: 168 time: 1.6970165 Feb 09 01:13:44.035751 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 54314) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:44.085120 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ab48265c-5dc6-465c-978d-131c7c916a8c tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (4fd01877-530f-46aa-94c9-accdaadb4acc), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:44.086305 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 85e19991-1898-48d7-915a-2a768796af7f details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:13:44.093216 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab48265c-5dc6-465c-978d-131c7c916a8c tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:44.095950 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ab48265c-5dc6-465c-978d-131c7c916a8c tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:44.119906 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ce41d8c-99b5-4a98-b375-09e88fe40f2b admin admin] Deleting subnet 2b39f71c-8b69-4a0f-a14e-6f178406ca85 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:13:44.129153 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8ce41d8c-99b5-4a98-b375-09e88fe40f2b admin admin] Publish callbacks [] for subnet (2b39f71c-8b69-4a0f-a14e-6f178406ca85), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:44.173752 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ab48265c-5dc6-465c-978d-131c7c916a8c tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5565200 Feb 09 01:13:44.175696 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 54320) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:44.209315 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-07a7532a-29de-43f7-b252-44e11736baaf tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'subnet': {'network_id': '4fd01877-530f-46aa-94c9-accdaadb4acc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:44.229705 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8ce41d8c-99b5-4a98-b375-09e88fe40f2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (2b39f71c-8b69-4a0f-a14e-6f178406ca85), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:44.323252 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 85e19991-1898-48d7-915a-2a768796af7f, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=85e19991-1898-48d7-915a-2a768796af7f,segment=NetworkSegment(0a5119f9-71e1-4367-8a68-4998699e66da),segment_id=0a5119f9-71e1-4367-8a68-4998699e66da)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:44.357613 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '85e19991-1898-48d7-915a-2a768796af7f', 'network_id': '4827bb9d-9020-4469-a360-2245b341e8df', 'port_id': '85e19991-1898-48d7-915a-2a768796af7f', 'mac_address': 'fa:16:3e:2d:5b:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f87558dc-7347-4167-80b6-52be7a572ba0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:13:44.451302 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8ce41d8c-99b5-4a98-b375-09e88fe40f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (2b39f71c-8b69-4a0f-a14e-6f178406ca85), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:44.576740 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab48265c-5dc6-465c-978d-131c7c916a8c tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event updated for resources: {'Network': ['ID=4fd01877-530f-46aa-94c9-accdaadb4acc,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:44.587381 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8ce41d8c-99b5-4a98-b375-09e88fe40f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (2b39f71c-8b69-4a0f-a14e-6f178406ca85), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:44.630090 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce41d8c-99b5-4a98-b375-09e88fe40f2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b39f71c-8b69-4a0f-a14e-6f178406ca85,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:44.635664 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8ce41d8c-99b5-4a98-b375-09e88fe40f2b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:44.640400 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8ce41d8c-99b5-4a98-b375-09e88fe40f2b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/2b39f71c-8b69-4a0f-a14e-6f178406ca85 HTTP/1.1" status: 204 len: 168 time: 0.6037624 Feb 09 01:13:44.643847 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 54334) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:44.718195 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb13116-478a-491b-aa82-5d89910a449e req-445c8b9e-52ea-4ad5-aef3-540e0a2896dd tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:44.731284 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb13116-478a-491b-aa82-5d89910a449e req-445c8b9e-52ea-4ad5-aef3-540e0a2896dd tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:44.745464 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb13116-478a-491b-aa82-5d89910a449e req-445c8b9e-52ea-4ad5-aef3-540e0a2896dd tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:44.766555 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb13116-478a-491b-aa82-5d89910a449e req-445c8b9e-52ea-4ad5-aef3-540e0a2896dd tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:44.776700 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb13116-478a-491b-aa82-5d89910a449e req-445c8b9e-52ea-4ad5-aef3-540e0a2896dd tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:44.789100 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb13116-478a-491b-aa82-5d89910a449e req-445c8b9e-52ea-4ad5-aef3-540e0a2896dd tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:44.803236 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb13116-478a-491b-aa82-5d89910a449e req-445c8b9e-52ea-4ad5-aef3-540e0a2896dd tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:44.809055 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2eb13116-478a-491b-aa82-5d89910a449e req-445c8b9e-52ea-4ad5-aef3-540e0a2896dd tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5430 time: 0.4565079 Feb 09 01:13:44.836391 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 85e19991-1898-48d7-915a-2a768796af7f is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:44.836945 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (85e19991-1898-48d7-915a-2a768796af7f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:44.839271 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 4fd01877-530f-46aa-94c9-accdaadb4acc details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:13:44.845890 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914c2840-701c-4cf7-a806-dccc19339add None None] Network 63f74ab9-281e-4f80-9982-0954a4547763 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:13:44.848266 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-773e8373-ec5c-4adb-b91e-725fe9f718f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (63f74ab9-281e-4f80-9982-0954a4547763), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:44.940502 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a7532a-29de-43f7-b252-44e11736baaf tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Made reservation on behalf of 7dadddfa309b47d08426d3b47362579d for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:44.947311 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-07a7532a-29de-43f7-b252-44e11736baaf tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:45.013726 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-773e8373-ec5c-4adb-b91e-725fe9f718f5 admin admin] Deleting port 069ab831-dd20-4976-9464-16824299bfaa {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:13:45.014185 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-773e8373-ec5c-4adb-b91e-725fe9f718f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (069ab831-dd20-4976-9464-16824299bfaa), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:45.115614 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 9f569665-89fb-40f7-8790-5acc46ed8c91 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:13:45.133392 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e19991-1898-48d7-915a-2a768796af7f {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:13:45.144503 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-773e8373-ec5c-4adb-b91e-725fe9f718f5 admin admin] For port 069ab831-dd20-4976-9464-16824299bfaa, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=069ab831-dd20-4976-9464-16824299bfaa,segment=NetworkSegment(b893a0ac-8938-4e87-b50e-4a8df07b03e6),segment_id=b893a0ac-8938-4e87-b50e-4a8df07b03e6)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:45.145279 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-773e8373-ec5c-4adb-b91e-725fe9f718f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (069ab831-dd20-4976-9464-16824299bfaa), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:45.165505 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-773e8373-ec5c-4adb-b91e-725fe9f718f5 admin admin] Calling delete_port for 069ab831-dd20-4976-9464-16824299bfaa owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:13:45.195269 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 85e19991-1898-48d7-915a-2a768796af7f, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=85e19991-1898-48d7-915a-2a768796af7f,segment=NetworkSegment(0a5119f9-71e1-4367-8a68-4998699e66da),segment_id=0a5119f9-71e1-4367-8a68-4998699e66da)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:45.307436 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (85e19991-1898-48d7-915a-2a768796af7f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:45.308354 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 61983cf9-1bf8-40bd-8171-eb224ee4dd26 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:13:45.324352 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 9f569665-89fb-40f7-8790-5acc46ed8c91 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:13:45.325270 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 9f569665-89fb-40f7-8790-5acc46ed8c91 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:13:45.325591 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 889ec854-45db-45f9-884b-f7ba1dc6b255 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:13:45.330139 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-773e8373-ec5c-4adb-b91e-725fe9f718f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (069ab831-dd20-4976-9464-16824299bfaa), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:45.367386 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773e8373-ec5c-4adb-b91e-725fe9f718f5 admin admin] No DVR routers for this DVR port 069ab831-dd20-4976-9464-16824299bfaa on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:13:45.377927 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-07a7532a-29de-43f7-b252-44e11736baaf tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (5442499f-f577-4885-b060-967f6586184e), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:45.461653 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e8373-ec5c-4adb-b91e-725fe9f718f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=069ab831-dd20-4976-9464-16824299bfaa,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:45.515921 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a7532a-29de-43f7-b252-44e11736baaf tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event updated for resources: {'Subnet': ['ID=5442499f-f577-4885-b060-967f6586184e,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:45.549691 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2eb13116-478a-491b-aa82-5d89910a449e req-78b4b08a-ef86-419e-beea-5a50becd5c46 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7109392 Feb 09 01:13:45.582669 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8dd2cc-b965-4bfb-8c73-1779775ff70a req-ad941b89-7fe4-4d9b-a7bc-b6861eefcc00 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:45.593295 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9f8dd2cc-b965-4bfb-8c73-1779775ff70a req-ad941b89-7fe4-4d9b-a7bc-b6861eefcc00 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 946 time: 0.7801089 Feb 09 01:13:45.641995 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-773e8373-ec5c-4adb-b91e-725fe9f718f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (63f74ab9-281e-4f80-9982-0954a4547763), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:45.677954 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9f8dd2cc-b965-4bfb-8c73-1779775ff70a req-770396fb-ce46-4736-8ff4-c241633ed419 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798433 Feb 09 01:13:45.713132 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a7532a-29de-43f7-b252-44e11736baaf tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Checking segment: {'id': '08ea75a6-f25a-4ed7-ad8d-cfd2af2027f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '4fd01877-530f-46aa-94c9-accdaadb4acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:13:45.714645 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a7532a-29de-43f7-b252-44e11736baaf tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Network hostable DHCP agents. Network: 4fd01877-530f-46aa-94c9-accdaadb4acc, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:13:45.739929 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-773e8373-ec5c-4adb-b91e-725fe9f718f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63f74ab9-281e-4f80-9982-0954a4547763']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:45.753571 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a7532a-29de-43f7-b252-44e11736baaf tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Network 4fd01877-530f-46aa-94c9-accdaadb4acc is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:13:45.772397 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-07a7532a-29de-43f7-b252-44e11736baaf tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 4fd01877-530f-46aa-94c9-accdaadb4acc) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:45.780010 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-773e8373-ec5c-4adb-b91e-725fe9f718f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b893a0ac-8938-4e87-b50e-4a8df07b03e6') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:45.782243 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-773e8373-ec5c-4adb-b91e-725fe9f718f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b893a0ac-8938-4e87-b50e-4a8df07b03e6') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:45.789594 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 61983cf9-1bf8-40bd-8171-eb224ee4dd26, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=61983cf9-1bf8-40bd-8171-eb224ee4dd26,segment=NetworkSegment(2e94c052-df5d-4e4f-b391-ea9eee75e92a),segment_id=2e94c052-df5d-4e4f-b391-ea9eee75e92a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:45.797016 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a7532a-29de-43f7-b252-44e11736baaf tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:45.799699 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-07a7532a-29de-43f7-b252-44e11736baaf tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:45.822615 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '61983cf9-1bf8-40bd-8171-eb224ee4dd26', 'network_id': '7776bdde-fa28-4fc9-a953-0f38a342d9c3', 'port_id': '61983cf9-1bf8-40bd-8171-eb224ee4dd26', 'mac_address': 'fa:16:3e:70:f9:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca80025f-d3d8-4978-9cfb-611cf11c3647', 'ip_address': '10.1.1.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:13:45.824242 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 889ec854-45db-45f9-884b-f7ba1dc6b255 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:13:45.824618 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 889ec854-45db-45f9-884b-f7ba1dc6b255 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:13:45.831318 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-773e8373-ec5c-4adb-b91e-725fe9f718f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (b893a0ac-8938-4e87-b50e-4a8df07b03e6), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:45.834846 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-07a7532a-29de-43f7-b252-44e11736baaf tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6381328 Feb 09 01:13:45.837530 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 54362) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:45.846128 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-8ac8b12c-90e3-4659-b6df-b5a32782e728 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'subnet': {'network_id': '4fd01877-530f-46aa-94c9-accdaadb4acc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:45.874990 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-773e8373-ec5c-4adb-b91e-725fe9f718f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (b893a0ac-8938-4e87-b50e-4a8df07b03e6), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:45.879295 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b32b3a6-502b-4536-bbc1-1f72bca1302c None None] Network 4fd01877-530f-46aa-94c9-accdaadb4acc requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:13:45.897813 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=85e19991-1898-48d7-915a-2a768796af7f,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:45.901586 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-773e8373-ec5c-4adb-b91e-725fe9f718f5 admin admin] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:13:45.902013 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-773e8373-ec5c-4adb-b91e-725fe9f718f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (b893a0ac-8938-4e87-b50e-4a8df07b03e6), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:45.990434 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:13:45.990434 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:13:45.990434 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:13:45.990434 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:13:45.990434 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:13:45.990434 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:13:45.990434 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:13:45.990434 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:13:45.990434 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:13:45.990434 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:13:45.990434 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:13:45.990434 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:13:45.990434 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:13:45.990434 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:13:45.990434 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:13:45.990434 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:13:45.990434 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:13:45.990434 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:13:45.990434 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:13:45.990434 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:13:45.990434 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:13:45.990434 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:13:45.990434 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:13:45.990434 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:13:45.990434 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:13:45.990434 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:13:45.990434 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:13:45.990434 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:13:45.990434 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:13:45.990434 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:13:45.990434 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:13:45.990434 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:13:45.997409 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-773e8373-ec5c-4adb-b91e-725fe9f718f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (63f74ab9-281e-4f80-9982-0954a4547763), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:46.006317 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-773e8373-ec5c-4adb-b91e-725fe9f718f5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:46.011380 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-773e8373-ec5c-4adb-b91e-725fe9f718f5 admin admin] 10.222.0.50 "DELETE /v2.0/networks/63f74ab9-281e-4f80-9982-0954a4547763 HTTP/1.1" status: 204 len: 168 time: 1.3657806 Feb 09 01:13:46.060283 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 61983cf9-1bf8-40bd-8171-eb224ee4dd26 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:46.060910 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e8373-ec5c-4adb-b91e-725fe9f718f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=63f74ab9-281e-4f80-9982-0954a4547763,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:46.063943 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (61983cf9-1bf8-40bd-8171-eb224ee4dd26), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:46.159001 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac8b12c-90e3-4659-b6df-b5a32782e728 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Made reservation on behalf of 7dadddfa309b47d08426d3b47362579d for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:46.163082 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8ac8b12c-90e3-4659-b6df-b5a32782e728 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:46.219033 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c5a0df-da2f-4124-aa5e-009e088f855a None None] DHCP port deletion for 63f74ab9-281e-4f80-9982-0954a4547763 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:13:46.293275 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61983cf9-1bf8-40bd-8171-eb224ee4dd26 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:13:46.322702 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c689e830-e2bd-4f80-836c-63ac9e975be7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-4fd01877-530f-46aa-94c9-accdaadb4acc', 'network_id': '4fd01877-530f-46aa-94c9-accdaadb4acc', 'project_id': '7dadddfa309b47d08426d3b47362579d', 'fixed_ips': [{'subnet_id': '5442499f-f577-4885-b060-967f6586184e'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:13:46.324219 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c689e830-e2bd-4f80-836c-63ac9e975be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:46.393932 n-d-828369-4 neutron-server[103136]: INFO neutron.db.ipam_backend_mixin [None req-8ac8b12c-90e3-4659-b6df-b5a32782e728 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5442499f-f577-4885-b060-967f6586184e (CIDR: 2001:db8::/64) Feb 09 01:13:46.403275 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ac8b12c-90e3-4659-b6df-b5a32782e728 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:13:46.403923 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ac8b12c-90e3-4659-b6df-b5a32782e728 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:13:46.467669 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8ac8b12c-90e3-4659-b6df-b5a32782e728 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6255343 Feb 09 01:13:46.468806 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 54396) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:46.479567 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-c68064ef-e556-4002-8e5a-05e4e8b292a5 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'subnet': {'network_id': '4fd01877-530f-46aa-94c9-accdaadb4acc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:46.521842 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 61983cf9-1bf8-40bd-8171-eb224ee4dd26, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=61983cf9-1bf8-40bd-8171-eb224ee4dd26,segment=NetworkSegment(2e94c052-df5d-4e4f-b391-ea9eee75e92a),segment_id=2e94c052-df5d-4e4f-b391-ea9eee75e92a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:46.535487 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (61983cf9-1bf8-40bd-8171-eb224ee4dd26), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:46.537227 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 6e9d435a-540a-4ac9-9688-d711412ef2a9 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:13:46.620466 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 54402) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:46.734726 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68064ef-e556-4002-8e5a-05e4e8b292a5 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Made reservation on behalf of 7dadddfa309b47d08426d3b47362579d for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:46.745498 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c68064ef-e556-4002-8e5a-05e4e8b292a5 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:46.757026 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-237a1c86-82d4-40db-bcd8-99c83dd7e70f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bc733b80efbf4325ac9637979ba7dbc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1349452 Feb 09 01:13:46.757686 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 54408) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:46.799083 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.resource_extend [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:13:46.964798 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed72ee0-2b13-4190-96cc-ef961b88bc62 req-d49ad0ae-dd30-4f25-a9a1-b8c9b2d29352 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:46.971798 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed72ee0-2b13-4190-96cc-ef961b88bc62 req-d49ad0ae-dd30-4f25-a9a1-b8c9b2d29352 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:46.977941 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed72ee0-2b13-4190-96cc-ef961b88bc62 req-d49ad0ae-dd30-4f25-a9a1-b8c9b2d29352 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:46.987899 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed72ee0-2b13-4190-96cc-ef961b88bc62 req-d49ad0ae-dd30-4f25-a9a1-b8c9b2d29352 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:47.003065 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 6e9d435a-540a-4ac9-9688-d711412ef2a9, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=6e9d435a-540a-4ac9-9688-d711412ef2a9,segment=NetworkSegment(2e94c052-df5d-4e4f-b391-ea9eee75e92a),segment_id=2e94c052-df5d-4e4f-b391-ea9eee75e92a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:47.003550 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed72ee0-2b13-4190-96cc-ef961b88bc62 req-d49ad0ae-dd30-4f25-a9a1-b8c9b2d29352 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:47.009775 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed72ee0-2b13-4190-96cc-ef961b88bc62 req-d49ad0ae-dd30-4f25-a9a1-b8c9b2d29352 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:47.018561 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 069ab831-dd20-4976-9464-16824299bfaa no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:13:47.020497 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=61983cf9-1bf8-40bd-8171-eb224ee4dd26,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:47.028075 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed72ee0-2b13-4190-96cc-ef961b88bc62 req-d49ad0ae-dd30-4f25-a9a1-b8c9b2d29352 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:47.032866 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2ed72ee0-2b13-4190-96cc-ef961b88bc62 req-d49ad0ae-dd30-4f25-a9a1-b8c9b2d29352 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5432 time: 0.2717891 Feb 09 01:13:47.075714 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-c689e830-e2bd-4f80-836c-63ac9e975be7 None None] Allocated IP 2001:db8::2 (4fd01877-530f-46aa-94c9-accdaadb4acc/5442499f-f577-4885-b060-967f6586184e/852fa665-08ed-4eb4-a5fc-2bcffa269412) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:47.088013 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-06bf0392-6886-4fb0-90b0-ac05174e50a0 admin admin] Publish callbacks [] for security_group (1077c1b4-290e-468e-aae3-e99b3ef42518), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:47.186072 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2ed72ee0-2b13-4190-96cc-ef961b88bc62 req-3e1af962-8dae-47d5-95db-b81735521d5e tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1375990 Feb 09 01:13:47.226784 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-06bf0392-6886-4fb0-90b0-ac05174e50a0 admin admin] Publish callbacks [] for security_group (1077c1b4-290e-468e-aae3-e99b3ef42518), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:47.245871 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 069ab831-dd20-4976-9464-16824299bfaa {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:13:47.251423 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 069ab831-dd20-4976-9464-16824299bfaa not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:13:47.258229 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '6e9d435a-540a-4ac9-9688-d711412ef2a9', 'network_id': '7776bdde-fa28-4fc9-a953-0f38a342d9c3', 'port_id': '6e9d435a-540a-4ac9-9688-d711412ef2a9', 'mac_address': 'fa:16:3e:22:ed:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca80025f-d3d8-4978-9cfb-611cf11c3647', 'ip_address': '10.1.1.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:13:47.331957 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-06bf0392-6886-4fb0-90b0-ac05174e50a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1077c1b4-290e-468e-aae3-e99b3ef42518), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:47.334954 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-06bf0392-6886-4fb0-90b0-ac05174e50a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:47.339269 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-06bf0392-6886-4fb0-90b0-ac05174e50a0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1077c1b4-290e-468e-aae3-e99b3ef42518 HTTP/1.1" status: 204 len: 168 time: 0.5782881 Feb 09 01:13:47.359167 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bf0392-6886-4fb0-90b0-ac05174e50a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1077c1b4-290e-468e-aae3-e99b3ef42518,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:47.441705 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d011bef-986f-4bb1-8222-63aaf4e4e1cf req-5e87eb9d-c5bd-42cf-851d-f78a44b8c43a tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:47.444940 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0d011bef-986f-4bb1-8222-63aaf4e4e1cf req-5e87eb9d-c5bd-42cf-851d-f78a44b8c43a tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 946 time: 0.0871215 Feb 09 01:13:47.493555 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 6e9d435a-540a-4ac9-9688-d711412ef2a9 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:47.494948 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6e9d435a-540a-4ac9-9688-d711412ef2a9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:47.563091 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e9d435a-540a-4ac9-9688-d711412ef2a9 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:13:47.566460 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0d011bef-986f-4bb1-8222-63aaf4e4e1cf req-d57180af-1695-42ed-b35e-0fc2528bae64 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149094 Feb 09 01:13:47.662458 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 6e9d435a-540a-4ac9-9688-d711412ef2a9, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=6e9d435a-540a-4ac9-9688-d711412ef2a9,segment=NetworkSegment(2e94c052-df5d-4e4f-b391-ea9eee75e92a),segment_id=2e94c052-df5d-4e4f-b391-ea9eee75e92a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:47.672395 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (6e9d435a-540a-4ac9-9688-d711412ef2a9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:47.676600 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device b5cb7993-c6ee-4b5e-b147-44a20af5c491 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:13:47.713901 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c689e830-e2bd-4f80-836c-63ac9e975be7 None None] Publish callbacks [] for port (852fa665-08ed-4eb4-a5fc-2bcffa269412), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:47.784482 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=6e9d435a-540a-4ac9-9688-d711412ef2a9,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:47.792866 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c689e830-e2bd-4f80-836c-63ac9e975be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (852fa665-08ed-4eb4-a5fc-2bcffa269412), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:47.850310 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c689e830-e2bd-4f80-836c-63ac9e975be7 None None] Network 4fd01877-530f-46aa-94c9-accdaadb4acc is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:47.857822 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-c689e830-e2bd-4f80-836c-63ac9e975be7 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:47.882266 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c689e830-e2bd-4f80-836c-63ac9e975be7 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:13:47.959147 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port b5cb7993-c6ee-4b5e-b147-44a20af5c491, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=b5cb7993-c6ee-4b5e-b147-44a20af5c491,segment=NetworkSegment(2e94c052-df5d-4e4f-b391-ea9eee75e92a),segment_id=2e94c052-df5d-4e4f-b391-ea9eee75e92a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:47.987970 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c68064ef-e556-4002-8e5a-05e4e8b292a5 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (82272659-03b5-46a2-850a-22bb76c02202), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:48.047628 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-c689e830-e2bd-4f80-836c-63ac9e975be7 None None] Attempting to bind port 852fa665-08ed-4eb4-a5fc-2bcffa269412 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:13:48.047922 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-c689e830-e2bd-4f80-836c-63ac9e975be7 None None] Attempting to bind port 852fa665-08ed-4eb4-a5fc-2bcffa269412 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '08ea75a6-f25a-4ed7-ad8d-cfd2af2027f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '4fd01877-530f-46aa-94c9-accdaadb4acc'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:13:48.048288 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c689e830-e2bd-4f80-836c-63ac9e975be7 None None] Attempting to bind port 852fa665-08ed-4eb4-a5fc-2bcffa269412 on network 4fd01877-530f-46aa-94c9-accdaadb4acc {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:13:48.058557 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689e830-e2bd-4f80-836c-63ac9e975be7 None None] Pushing event updated for resources: {'Port': ['ID=852fa665-08ed-4eb4-a5fc-2bcffa269412,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:48.074638 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': 'b5cb7993-c6ee-4b5e-b147-44a20af5c491', 'network_id': '7776bdde-fa28-4fc9-a953-0f38a342d9c3', 'port_id': 'b5cb7993-c6ee-4b5e-b147-44a20af5c491', 'mac_address': 'fa:16:3e:d5:1f:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca80025f-d3d8-4978-9cfb-611cf11c3647', 'ip_address': '10.1.1.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:13:48.084100 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c689e830-e2bd-4f80-836c-63ac9e975be7 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:13:48.084565 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c689e830-e2bd-4f80-836c-63ac9e975be7 None None] Checking segment: {'id': '08ea75a6-f25a-4ed7-ad8d-cfd2af2027f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '4fd01877-530f-46aa-94c9-accdaadb4acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:13:48.084945 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c689e830-e2bd-4f80-836c-63ac9e975be7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:48.085407 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c689e830-e2bd-4f80-836c-63ac9e975be7 None None] Bound using segment: {'id': '08ea75a6-f25a-4ed7-ad8d-cfd2af2027f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '4fd01877-530f-46aa-94c9-accdaadb4acc'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:13:48.085909 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-c689e830-e2bd-4f80-836c-63ac9e975be7 None None] Bound port: 852fa665-08ed-4eb4-a5fc-2bcffa269412, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ea75a6-f25a-4ed7-ad8d-cfd2af2027f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '4fd01877-530f-46aa-94c9-accdaadb4acc'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:13:48.086302 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c689e830-e2bd-4f80-836c-63ac9e975be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (852fa665-08ed-4eb4-a5fc-2bcffa269412), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:48.089586 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68064ef-e556-4002-8e5a-05e4e8b292a5 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Network 4fd01877-530f-46aa-94c9-accdaadb4acc is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:48.093027 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-c68064ef-e556-4002-8e5a-05e4e8b292a5 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:48.105500 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68064ef-e556-4002-8e5a-05e4e8b292a5 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:48.106107 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c68064ef-e556-4002-8e5a-05e4e8b292a5 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:48.162533 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68064ef-e556-4002-8e5a-05e4e8b292a5 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event updated for resources: {'Subnet': ['ID=82272659-03b5-46a2-850a-22bb76c02202,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:48.167917 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c68064ef-e556-4002-8e5a-05e4e8b292a5 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6970763 Feb 09 01:13:48.170571 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 54432) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:48.176164 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-50e67ce0-8167-4a9d-a2ce-0a58c4930cc0 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'port': {'network_id': '4fd01877-530f-46aa-94c9-accdaadb4acc', 'fixed_ips': [{'subnet_id': '5442499f-f577-4885-b060-967f6586184e'}, {'subnet_id': '82272659-03b5-46a2-850a-22bb76c02202'}], 'name': 'tempest-PortsIpV6TestJSON-1920629082'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:48.252760 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-c689e830-e2bd-4f80-836c-63ac9e975be7 None None] For port 852fa665-08ed-4eb4-a5fc-2bcffa269412, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:13:48.267049 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-c689e830-e2bd-4f80-836c-63ac9e975be7 None None] For port 852fa665-08ed-4eb4-a5fc-2bcffa269412, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=852fa665-08ed-4eb4-a5fc-2bcffa269412,segment=NetworkSegment(08ea75a6-f25a-4ed7-ad8d-cfd2af2027f1),segment_id=08ea75a6-f25a-4ed7-ad8d-cfd2af2027f1)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:13:48.300730 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c689e830-e2bd-4f80-836c-63ac9e975be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (852fa665-08ed-4eb4-a5fc-2bcffa269412), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:48.362690 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port b5cb7993-c6ee-4b5e-b147-44a20af5c491 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:48.363107 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b5cb7993-c6ee-4b5e-b147-44a20af5c491), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:48.401680 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5cb7993-c6ee-4b5e-b147-44a20af5c491 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:13:48.447677 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port b5cb7993-c6ee-4b5e-b147-44a20af5c491, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=b5cb7993-c6ee-4b5e-b147-44a20af5c491,segment=NetworkSegment(2e94c052-df5d-4e4f-b391-ea9eee75e92a),segment_id=2e94c052-df5d-4e4f-b391-ea9eee75e92a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:48.454726 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689e830-e2bd-4f80-836c-63ac9e975be7 None None] Pushing event updated for resources: {'Port': ['ID=852fa665-08ed-4eb4-a5fc-2bcffa269412,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:48.462005 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f34f5-0ff2-4bdc-95e3-c8cb0d560373 req-723ef269-c3d3-4c3b-a819-ff8392a8708b tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:48.463096 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b5cb7993-c6ee-4b5e-b147-44a20af5c491), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:48.463778 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 8d514634-0023-4dbc-9e31-ea618b291a41 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:13:48.468730 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f34f5-0ff2-4bdc-95e3-c8cb0d560373 req-723ef269-c3d3-4c3b-a819-ff8392a8708b tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:48.475767 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f34f5-0ff2-4bdc-95e3-c8cb0d560373 req-723ef269-c3d3-4c3b-a819-ff8392a8708b tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:48.481487 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f34f5-0ff2-4bdc-95e3-c8cb0d560373 req-723ef269-c3d3-4c3b-a819-ff8392a8708b tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:48.489557 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f34f5-0ff2-4bdc-95e3-c8cb0d560373 req-723ef269-c3d3-4c3b-a819-ff8392a8708b tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:48.500325 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f34f5-0ff2-4bdc-95e3-c8cb0d560373 req-723ef269-c3d3-4c3b-a819-ff8392a8708b tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:48.506810 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f34f5-0ff2-4bdc-95e3-c8cb0d560373 req-723ef269-c3d3-4c3b-a819-ff8392a8708b tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:48.516017 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f14f34f5-0ff2-4bdc-95e3-c8cb0d560373 req-723ef269-c3d3-4c3b-a819-ff8392a8708b tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5433 time: 0.1792245 Feb 09 01:13:48.530361 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 8d514634-0023-4dbc-9e31-ea618b291a41, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=8d514634-0023-4dbc-9e31-ea618b291a41,segment=NetworkSegment(2e94c052-df5d-4e4f-b391-ea9eee75e92a),segment_id=2e94c052-df5d-4e4f-b391-ea9eee75e92a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:48.559353 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '8d514634-0023-4dbc-9e31-ea618b291a41', 'network_id': '7776bdde-fa28-4fc9-a953-0f38a342d9c3', 'port_id': '8d514634-0023-4dbc-9e31-ea618b291a41', 'mac_address': 'fa:16:3e:1e:b1:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca80025f-d3d8-4978-9cfb-611cf11c3647', 'ip_address': '10.1.1.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:13:48.568096 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e67ce0-8167-4a9d-a2ce-0a58c4930cc0 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Made reservation on behalf of 7dadddfa309b47d08426d3b47362579d for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:48.733646 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 8d514634-0023-4dbc-9e31-ea618b291a41 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:48.734780 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8d514634-0023-4dbc-9e31-ea618b291a41), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:48.742736 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=b5cb7993-c6ee-4b5e-b147-44a20af5c491,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:48.774093 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d514634-0023-4dbc-9e31-ea618b291a41 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:13:48.795805 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f14f34f5-0ff2-4bdc-95e3-c8cb0d560373 req-a2104558-6973-44a9-94b4-fe156fd4de63 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2781901 Feb 09 01:13:48.811936 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 8d514634-0023-4dbc-9e31-ea618b291a41, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=8d514634-0023-4dbc-9e31-ea618b291a41,segment=NetworkSegment(2e94c052-df5d-4e4f-b391-ea9eee75e92a),segment_id=2e94c052-df5d-4e4f-b391-ea9eee75e92a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:48.825479 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (8d514634-0023-4dbc-9e31-ea618b291a41), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:48.827945 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device a44acea9-a977-4a03-83ae-8512222a0dd7 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:13:48.883750 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58342abc-75b4-459f-99da-da662ac6a140 req-92d84bfe-d7d4-4b6a-a155-974a243ba6c8 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:48.885931 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-58342abc-75b4-459f-99da-da662ac6a140 req-92d84bfe-d7d4-4b6a-a155-974a243ba6c8 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 946 time: 0.1548364 Feb 09 01:13:48.945223 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-50e67ce0-8167-4a9d-a2ce-0a58c4930cc0 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:49.014534 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=8d514634-0023-4dbc-9e31-ea618b291a41,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:49.028925 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-50e67ce0-8167-4a9d-a2ce-0a58c4930cc0 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] device_id is not set on port cb040bd6-ee97-4f75-9b02-0ab90197404c yet. {{(pid=103136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:13:49.155324 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 852fa665-08ed-4eb4-a5fc-2bcffa269412 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:13:49.182459 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 54462) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:49.227119 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-58342abc-75b4-459f-99da-da662ac6a140 req-e30bf1e3-2b0d-4626-af56-71efcd655c63 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3284266 Feb 09 01:13:49.333923 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 852fa665-08ed-4eb4-a5fc-2bcffa269412 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:49.334536 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (852fa665-08ed-4eb4-a5fc-2bcffa269412), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:49.342005 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port a44acea9-a977-4a03-83ae-8512222a0dd7, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=a44acea9-a977-4a03-83ae-8512222a0dd7,segment=NetworkSegment(b9924f51-c522-46e8-8838-6bb3a31f2b79),segment_id=b9924f51-c522-46e8-8838-6bb3a31f2b79)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:49.425038 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': 'a44acea9-a977-4a03-83ae-8512222a0dd7', 'network_id': '460d32a0-6143-4328-a439-dc4890ffb702', 'port_id': 'a44acea9-a977-4a03-83ae-8512222a0dd7', 'mac_address': 'fa:16:3e:01:7c:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f7b747d-a13d-42ff-8656-cd566cc6fad6', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:13:49.604735 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port a44acea9-a977-4a03-83ae-8512222a0dd7 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:49.605570 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a44acea9-a977-4a03-83ae-8512222a0dd7), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:49.632474 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 852fa665-08ed-4eb4-a5fc-2bcffa269412 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:49.635216 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (852fa665-08ed-4eb4-a5fc-2bcffa269412), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:49.666352 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a44acea9-a977-4a03-83ae-8512222a0dd7 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:13:49.695437 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-50e67ce0-8167-4a9d-a2ce-0a58c4930cc0 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Allocated IP 2001:db8::1d3 (4fd01877-530f-46aa-94c9-accdaadb4acc/5442499f-f577-4885-b060-967f6586184e/cb040bd6-ee97-4f75-9b02-0ab90197404c) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:49.703273 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-50e67ce0-8167-4a9d-a2ce-0a58c4930cc0 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Allocated IP 2001:db8:0:1::ae (4fd01877-530f-46aa-94c9-accdaadb4acc/82272659-03b5-46a2-850a-22bb76c02202/cb040bd6-ee97-4f75-9b02-0ab90197404c) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:49.706843 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port a44acea9-a977-4a03-83ae-8512222a0dd7, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=a44acea9-a977-4a03-83ae-8512222a0dd7,segment=NetworkSegment(b9924f51-c522-46e8-8838-6bb3a31f2b79),segment_id=b9924f51-c522-46e8-8838-6bb3a31f2b79)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:49.727436 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-0a49bea1-7e0e-400b-aa85-46752bd7b0f2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-331246930-network', 'tenant_id': '184d7b9bdb0744c29be4cbf221bb72c3'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:49.752261 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 852fa665-08ed-4eb4-a5fc-2bcffa269412, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=852fa665-08ed-4eb4-a5fc-2bcffa269412,segment=NetworkSegment(08ea75a6-f25a-4ed7-ad8d-cfd2af2027f1),segment_id=08ea75a6-f25a-4ed7-ad8d-cfd2af2027f1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:49.755255 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a44acea9-a977-4a03-83ae-8512222a0dd7), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:49.755255 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:13:49.805989 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a49bea1-7e0e-400b-aa85-46752bd7b0f2 admin admin] Made reservation on behalf of 184d7b9bdb0744c29be4cbf221bb72c3 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:49.808064 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d,segment=NetworkSegment(b9924f51-c522-46e8-8838-6bb3a31f2b79),segment_id=b9924f51-c522-46e8-8838-6bb3a31f2b79)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:49.809845 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0a49bea1-7e0e-400b-aa85-46752bd7b0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:49.826092 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0a49bea1-7e0e-400b-aa85-46752bd7b0f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:49.833195 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': 'f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d', 'network_id': '460d32a0-6143-4328-a439-dc4890ffb702', 'port_id': 'f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d', 'mac_address': 'fa:16:3e:d3:8a:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f7b747d-a13d-42ff-8656-cd566cc6fad6', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:13:49.835965 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (852fa665-08ed-4eb4-a5fc-2bcffa269412), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:49.986639 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:49.987056 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:50.049921 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:13:50.053415 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0a49bea1-7e0e-400b-aa85-46752bd7b0f2 admin admin] Publish callbacks [] for security_group (f7855c3e-db76-4abc-adff-b4628a6f52e8), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:50.064051 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0a49bea1-7e0e-400b-aa85-46752bd7b0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (f7855c3e-db76-4abc-adff-b4628a6f52e8), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:50.077431 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=a44acea9-a977-4a03-83ae-8512222a0dd7,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:50.103241 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-50e67ce0-8167-4a9d-a2ce-0a58c4930cc0 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for port (cb040bd6-ee97-4f75-9b02-0ab90197404c), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:50.122024 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a49bea1-7e0e-400b-aa85-46752bd7b0f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1025} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:13:50.133342 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a49bea1-7e0e-400b-aa85-46752bd7b0f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7855c3e-db76-4abc-adff-b4628a6f52e8,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:50.138235 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0a49bea1-7e0e-400b-aa85-46752bd7b0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (ca374d1f-7a00-4514-aac3-94c741e12c1a), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:50.138581 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-0a49bea1-7e0e-400b-aa85-46752bd7b0f2 admin admin] Added segment ca374d1f-7a00-4514-aac3-94c741e12c1a of type vlan for network cb8cd433-1635-46fc-9c95-5488179e81ee Feb 09 01:13:50.148127 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7326f-1992-41a9-b5ce-028ea2f2067e req-22f62672-fa47-4543-b285-b00bee517ed8 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:50.159944 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d,segment=NetworkSegment(b9924f51-c522-46e8-8838-6bb3a31f2b79),segment_id=b9924f51-c522-46e8-8838-6bb3a31f2b79)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:50.161152 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5c6145-e23d-4984-be8c-5fe545e9605d None None] Network 4fd01877-530f-46aa-94c9-accdaadb4acc requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:13:50.163605 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7326f-1992-41a9-b5ce-028ea2f2067e req-22f62672-fa47-4543-b285-b00bee517ed8 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:50.176188 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7326f-1992-41a9-b5ce-028ea2f2067e req-22f62672-fa47-4543-b285-b00bee517ed8 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:50.185213 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0a49bea1-7e0e-400b-aa85-46752bd7b0f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (cb8cd433-1635-46fc-9c95-5488179e81ee), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:50.189449 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7326f-1992-41a9-b5ce-028ea2f2067e req-22f62672-fa47-4543-b285-b00bee517ed8 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:50.196741 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7326f-1992-41a9-b5ce-028ea2f2067e req-22f62672-fa47-4543-b285-b00bee517ed8 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:50.210842 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7326f-1992-41a9-b5ce-028ea2f2067e req-22f62672-fa47-4543-b285-b00bee517ed8 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:50.218567 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7326f-1992-41a9-b5ce-028ea2f2067e req-22f62672-fa47-4543-b285-b00bee517ed8 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:50.231825 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0a49bea1-7e0e-400b-aa85-46752bd7b0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (cb8cd433-1635-46fc-9c95-5488179e81ee), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:50.233092 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a49bea1-7e0e-400b-aa85-46752bd7b0f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:50.233865 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0a49bea1-7e0e-400b-aa85-46752bd7b0f2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:50.234743 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3ce7326f-1992-41a9-b5ce-028ea2f2067e req-22f62672-fa47-4543-b285-b00bee517ed8 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5436 time: 0.2689092 Feb 09 01:13:50.294457 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:50.305392 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0a49bea1-7e0e-400b-aa85-46752bd7b0f2 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1213627 Feb 09 01:13:50.310620 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 54492) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:50.314309 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-e4e6956d-b82c-4b46-871b-220fdfbbc37d admin admin] Request body: {'subnet': {'network_id': 'cb8cd433-1635-46fc-9c95-5488179e81ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-331246930-subnet', 'tenant_id': '184d7b9bdb0744c29be4cbf221bb72c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:50.318568 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a49bea1-7e0e-400b-aa85-46752bd7b0f2 admin admin] Pushing event updated for resources: {'Network': ['ID=cb8cd433-1635-46fc-9c95-5488179e81ee,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:50.344199 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network cb8cd433-1635-46fc-9c95-5488179e81ee details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:13:50.346896 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-50e67ce0-8167-4a9d-a2ce-0a58c4930cc0 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (cb040bd6-ee97-4f75-9b02-0ab90197404c), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:50.349846 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e6956d-b82c-4b46-871b-220fdfbbc37d admin admin] Made reservation on behalf of 184d7b9bdb0744c29be4cbf221bb72c3 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:50.352479 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e4e6956d-b82c-4b46-871b-220fdfbbc37d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:50.406027 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-31c8711f-1af6-487b-bb5f-3a43261ba667 None None] Provisioning complete for port 852fa665-08ed-4eb4-a5fc-2bcffa269412 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:50.406482 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-31c8711f-1af6-487b-bb5f-3a43261ba667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (852fa665-08ed-4eb4-a5fc-2bcffa269412), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:50.518719 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e67ce0-8167-4a9d-a2ce-0a58c4930cc0 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Network 4fd01877-530f-46aa-94c9-accdaadb4acc is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:50.526885 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-50e67ce0-8167-4a9d-a2ce-0a58c4930cc0 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:50.529825 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e67ce0-8167-4a9d-a2ce-0a58c4930cc0 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:13:50.535652 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e67ce0-8167-4a9d-a2ce-0a58c4930cc0 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:50.536728 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-50e67ce0-8167-4a9d-a2ce-0a58c4930cc0 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:50.539491 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e67ce0-8167-4a9d-a2ce-0a58c4930cc0 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event updated for resources: {'Port': ['ID=cb040bd6-ee97-4f75-9b02-0ab90197404c,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:50.554254 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3ce7326f-1992-41a9-b5ce-028ea2f2067e req-6bdc45cc-f07b-4c2f-a98f-7981ee455917 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3180707 Feb 09 01:13:50.602679 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-50e67ce0-8167-4a9d-a2ce-0a58c4930cc0 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.4241738 Feb 09 01:13:50.602679 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 54508) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:50.602679 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-6c5be90c-cd6b-47dc-a2b2-b17983ce40c2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5442499f-f577-4885-b060-967f6586184e'}]}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:50.693997 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6c5be90c-cd6b-47dc-a2b2-b17983ce40c2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (cb040bd6-ee97-4f75-9b02-0ab90197404c), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:50.760189 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e4e6956d-b82c-4b46-871b-220fdfbbc37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (1bc725f9-6bdf-418b-b231-666199e9e17c), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:50.824778 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=852fa665-08ed-4eb4-a5fc-2bcffa269412,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:50.860158 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:50.860529 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:50.860997 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:50.861402 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:50.861753 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:50.863292 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:50.863655 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:50.863999 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:50.864336 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:50.864707 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:50.865044 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:50.866088 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:50.866440 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:13:50.870052 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e6956d-b82c-4b46-871b-220fdfbbc37d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bc725f9-6bdf-418b-b231-666199e9e17c,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:50.886599 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['85e19991-1898-48d7-915a-2a768796af7f'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:13:50.891102 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e6956d-b82c-4b46-871b-220fdfbbc37d admin admin] Checking segment: {'id': 'ca374d1f-7a00-4514-aac3-94c741e12c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'cb8cd433-1635-46fc-9c95-5488179e81ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:13:50.891540 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e6956d-b82c-4b46-871b-220fdfbbc37d admin admin] Network hostable DHCP agents. Network: cb8cd433-1635-46fc-9c95-5488179e81ee, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:13:50.893930 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['61983cf9-1bf8-40bd-8171-eb224ee4dd26'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:13:50.947809 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e6956d-b82c-4b46-871b-220fdfbbc37d admin admin] Network cb8cd433-1635-46fc-9c95-5488179e81ee is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:13:50.964352 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-e4e6956d-b82c-4b46-871b-220fdfbbc37d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, cb8cd433-1635-46fc-9c95-5488179e81ee) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:50.974095 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e6956d-b82c-4b46-871b-220fdfbbc37d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:50.974710 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e4e6956d-b82c-4b46-871b-220fdfbbc37d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:50.996484 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e4e6956d-b82c-4b46-871b-220fdfbbc37d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6864295 Feb 09 01:13:50.999363 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 54514) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:51.015572 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-f665f28a-f7e6-42be-9edc-761d48c2707e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-331246930-router', 'tenant_id': '184d7b9bdb0744c29be4cbf221bb72c3', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:51.046694 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f665f28a-f7e6-42be-9edc-761d48c2707e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (28a824b0-58d1-4869-bcb4-72f58d454b04), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:51.049190 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f665f28a-f7e6-42be-9edc-761d48c2707e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (28a824b0-58d1-4869-bcb4-72f58d454b04), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:51.103038 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['b5cb7993-c6ee-4b5e-b147-44a20af5c491'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:13:51.134945 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f665f28a-f7e6-42be-9edc-761d48c2707e admin admin] Publish callbacks [] for router_controller (28a824b0-58d1-4869-bcb4-72f58d454b04), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:51.165852 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['a44acea9-a977-4a03-83ae-8512222a0dd7'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:13:51.174817 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f919cb9-6800-4af1-91f7-d42aa7d650b5 None None] Network cb8cd433-1635-46fc-9c95-5488179e81ee requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:13:51.223388 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-6c5be90c-cd6b-47dc-a2b2-b17983ce40c2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Delete allocated IP 2001:db8:0:1::ae (4fd01877-530f-46aa-94c9-accdaadb4acc/82272659-03b5-46a2-850a-22bb76c02202) {{(pid=103136) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 01:13:51.378849 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:51.447269 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6c5be90c-cd6b-47dc-a2b2-b17983ce40c2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for port (cb040bd6-ee97-4f75-9b02-0ab90197404c), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:51.458386 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6c5be90c-cd6b-47dc-a2b2-b17983ce40c2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (cb040bd6-ee97-4f75-9b02-0ab90197404c), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:51.460977 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f665f28a-f7e6-42be-9edc-761d48c2707e admin admin] Publish callbacks [] for router_gateway (28a824b0-58d1-4869-bcb4-72f58d454b04), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:51.610601 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-6c5be90c-cd6b-47dc-a2b2-b17983ce40c2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] In _notify_port_updated(), no bound segment for port cb040bd6-ee97-4f75-9b02-0ab90197404c on network 4fd01877-530f-46aa-94c9-accdaadb4acc {{(pid=103136) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:13:51.615094 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5be90c-cd6b-47dc-a2b2-b17983ce40c2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:51.615740 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6c5be90c-cd6b-47dc-a2b2-b17983ce40c2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:51.619496 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-6c5be90c-cd6b-47dc-a2b2-b17983ce40c2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "PUT /v2.0/ports/cb040bd6-ee97-4f75-9b02-0ab90197404c HTTP/1.1" status: 200 len: 926 time: 1.0196295 Feb 09 01:13:51.620040 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 54536) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:51.631090 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-4a276a99-4ed0-4ba4-84ba-c919fc6d2755 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5442499f-f577-4885-b060-967f6586184e'}, {'subnet_id': '82272659-03b5-46a2-850a-22bb76c02202'}]}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:51.676032 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5be90c-cd6b-47dc-a2b2-b17983ce40c2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event updated for resources: {'Port': ['ID=cb040bd6-ee97-4f75-9b02-0ab90197404c,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:51.709287 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663cc852-4cce-4444-a775-e02316a52979 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-cb8cd433-1635-46fc-9c95-5488179e81ee', 'network_id': 'cb8cd433-1635-46fc-9c95-5488179e81ee', 'project_id': '184d7b9bdb0744c29be4cbf221bb72c3', 'fixed_ips': [{'subnet_id': '1bc725f9-6bdf-418b-b231-666199e9e17c'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:13:51.710283 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-663cc852-4cce-4444-a775-e02316a52979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:51.722874 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de1a1677-a864-4a57-af6d-19f362fdb7c5 req-39e381a4-54bc-4dfe-9722-1a4369ca0100 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=42b1d0b4-23db-441e-9636-f0c9787e1109&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1143982 Feb 09 01:13:51.856217 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-31c8711f-1af6-487b-bb5f-3a43261ba667 None None] Current status of the port 852fa665-08ed-4eb4-a5fc-2bcffa269412 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:51.869845 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f546bf1-fc37-4be5-9c51-6a003193d449 req-153b6983-b7be-40c5-a7e7-f9f07166ac52 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:51.875277 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f546bf1-fc37-4be5-9c51-6a003193d449 req-153b6983-b7be-40c5-a7e7-f9f07166ac52 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:51.880683 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f546bf1-fc37-4be5-9c51-6a003193d449 req-153b6983-b7be-40c5-a7e7-f9f07166ac52 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:51.886246 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f546bf1-fc37-4be5-9c51-6a003193d449 req-153b6983-b7be-40c5-a7e7-f9f07166ac52 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:51.893109 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f546bf1-fc37-4be5-9c51-6a003193d449 req-153b6983-b7be-40c5-a7e7-f9f07166ac52 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:51.899286 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f546bf1-fc37-4be5-9c51-6a003193d449 req-153b6983-b7be-40c5-a7e7-f9f07166ac52 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:51.904888 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f546bf1-fc37-4be5-9c51-6a003193d449 req-153b6983-b7be-40c5-a7e7-f9f07166ac52 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:51.913100 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6f546bf1-fc37-4be5-9c51-6a003193d449 req-153b6983-b7be-40c5-a7e7-f9f07166ac52 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5437 time: 0.1722288 Feb 09 01:13:51.958525 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['6e9d435a-540a-4ac9-9688-d711412ef2a9'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:13:52.011052 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a1677-a864-4a57-af6d-19f362fdb7c5 req-a1b6ccc9-fa6a-49d7-8fcd-f39d725d20d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:52.011052 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de1a1677-a864-4a57-af6d-19f362fdb7c5 req-a1b6ccc9-fa6a-49d7-8fcd-f39d725d20d1 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=881f0fbf49754b7ea23a39ffdbfbb84a&device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 1127 time: 0.2504523 Feb 09 01:13:52.049669 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4a276a99-4ed0-4ba4-84ba-c919fc6d2755 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (cb040bd6-ee97-4f75-9b02-0ab90197404c), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:52.111495 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['8d514634-0023-4dbc-9e31-ea618b291a41'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:13:52.155400 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da232eba-7434-4ebe-a70d-f21f3305cf5e req-38a6f655-5320-4f8f-8e01-2179961e9327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:52.157405 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-da232eba-7434-4ebe-a70d-f21f3305cf5e req-38a6f655-5320-4f8f-8e01-2179961e9327 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4eb1f86256a7439987eb872a252d3f2b&device_id=2b6faf13-0667-4c9f-81db-a22b376c4e05 HTTP/1.1" status: 200 len: 1132 time: 0.2272720 Feb 09 01:13:52.165435 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6f546bf1-fc37-4be5-9c51-6a003193d449 req-003ee384-3963-4a04-b777-bb94c68f8011 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2514803 Feb 09 01:13:52.176956 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:13:52.237655 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc97f21-a3dc-4908-a7f5-878f264273cc None None] Update dhcp port {'port': {'network_id': '4fd01877-530f-46aa-94c9-accdaadb4acc', 'fixed_ips': [{'subnet_id': '5442499f-f577-4885-b060-967f6586184e', 'ip_address': '2001:db8::2'}, {'subnet_id': '82272659-03b5-46a2-850a-22bb76c02202'}], 'binding:host_id': 'n-d-828369-4'}, 'id': '852fa665-08ed-4eb4-a5fc-2bcffa269412'} from n-d-828369-4. {{(pid=103138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 01:13:52.304577 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f665f28a-f7e6-42be-9edc-761d48c2707e admin admin] Publish callbacks [] for router_gateway (28a824b0-58d1-4869-bcb4-72f58d454b04), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:52.330712 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a1677-a864-4a57-af6d-19f362fdb7c5 req-d33981e1-71f3-4117-9c04-35d670c4f89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:52.332675 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de1a1677-a864-4a57-af6d-19f362fdb7c5 req-d33981e1-71f3-4117-9c04-35d670c4f89f service neutron] 10.222.0.120 "GET /v2.0/networks?id=6d890250-ac42-4592-9721-7a49ecf5e127 HTTP/1.1" status: 200 len: 913 time: 0.2826130 Feb 09 01:13:52.348657 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f665f28a-f7e6-42be-9edc-761d48c2707e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:52.449823 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da232eba-7434-4ebe-a70d-f21f3305cf5e req-e30fe214-5813-4d54-91fc-b30861a254a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:52.452357 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-da232eba-7434-4ebe-a70d-f21f3305cf5e req-e30fe214-5813-4d54-91fc-b30861a254a8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.2694299 Feb 09 01:13:52.478411 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de1a1677-a864-4a57-af6d-19f362fdb7c5 req-dc23a9c5-6da6-42e3-be96-910c337f1ee7 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f2d7d86-9b29-467c-b3b5-0d39a51d6013 HTTP/1.1" status: 200 len: 1001 time: 0.1378822 Feb 09 01:13:52.512254 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8dc97f21-a3dc-4908-a7f5-878f264273cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (852fa665-08ed-4eb4-a5fc-2bcffa269412), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:52.526148 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-da232eba-7434-4ebe-a70d-f21f3305cf5e req-4e9c5272-79a5-4154-8ede-4e3d703a4eec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=ae90c3ca-2e83-4b37-8187-613ee0781bee HTTP/1.1" status: 200 len: 217 time: 0.0655644 Feb 09 01:13:52.617294 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a1677-a864-4a57-af6d-19f362fdb7c5 req-0631f9b2-2bdb-4f12-ad0a-b3ba36fb8940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:52.619309 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de1a1677-a864-4a57-af6d-19f362fdb7c5 req-0631f9b2-2bdb-4f12-ad0a-b3ba36fb8940 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=1fcc5198-b453-4567-8086-51be74d33b91 HTTP/1.1" status: 200 len: 850 time: 0.0955753 Feb 09 01:13:52.624015 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-f665f28a-f7e6-42be-9edc-761d48c2707e admin admin] Allocated IP 172.25.8.136 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/32576972-f25d-484e-af74-835a7c0ab167) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:52.625492 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da232eba-7434-4ebe-a70d-f21f3305cf5e req-9309de51-5090-4198-9dcd-52b9966790d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:52.627735 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-da232eba-7434-4ebe-a70d-f21f3305cf5e req-9309de51-5090-4198-9dcd-52b9966790d1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.0916195 Feb 09 01:13:52.668927 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-4a276a99-4ed0-4ba4-84ba-c919fc6d2755 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Allocated IP 2001:db8:0:1::353 (4fd01877-530f-46aa-94c9-accdaadb4acc/82272659-03b5-46a2-850a-22bb76c02202/cb040bd6-ee97-4f75-9b02-0ab90197404c) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:52.732613 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da232eba-7434-4ebe-a70d-f21f3305cf5e req-e660c9e9-b4d3-4d2c-8baa-a56b9dff97e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:52.734347 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-da232eba-7434-4ebe-a70d-f21f3305cf5e req-e660c9e9-b4d3-4d2c-8baa-a56b9dff97e7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0905316 Feb 09 01:13:52.737156 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a1677-a864-4a57-af6d-19f362fdb7c5 req-43c19942-b0c2-4a1d-b7a6-f80da82c393c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:52.739023 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de1a1677-a864-4a57-af6d-19f362fdb7c5 req-43c19942-b0c2-4a1d-b7a6-f80da82c393c service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=6d890250-ac42-4592-9721-7a49ecf5e127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1096787 Feb 09 01:13:52.887881 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 54562) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:52.975628 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f665f28a-f7e6-42be-9edc-761d48c2707e admin admin] Publish callbacks [] for port (32576972-f25d-484e-af74-835a7c0ab167), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:53.012111 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-da232eba-7434-4ebe-a70d-f21f3305cf5e req-dc3eac6d-4e5b-4125-836c-7a6946bdb4e2 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691376 Feb 09 01:13:53.017442 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de1a1677-a864-4a57-af6d-19f362fdb7c5 req-c249e192-917c-45aa-9425-fbfb2d5449fa service neutron] 10.222.0.120 "GET /v2.0/networks/6d890250-ac42-4592-9721-7a49ecf5e127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566805 Feb 09 01:13:53.105108 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4a276a99-4ed0-4ba4-84ba-c919fc6d2755 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for port (cb040bd6-ee97-4f75-9b02-0ab90197404c), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:53.116015 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4a276a99-4ed0-4ba4-84ba-c919fc6d2755 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (cb040bd6-ee97-4f75-9b02-0ab90197404c), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:53.162053 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f665f28a-f7e6-42be-9edc-761d48c2707e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (32576972-f25d-484e-af74-835a7c0ab167), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:53.223766 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f665f28a-f7e6-42be-9edc-761d48c2707e admin admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:53.227817 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a276a99-4ed0-4ba4-84ba-c919fc6d2755 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event updated for resources: {'Port': ['ID=cb040bd6-ee97-4f75-9b02-0ab90197404c,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:53.238458 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 852fa665-08ed-4eb4-a5fc-2bcffa269412 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:13:53.267466 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-4a276a99-4ed0-4ba4-84ba-c919fc6d2755 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] In _notify_port_updated(), no bound segment for port cb040bd6-ee97-4f75-9b02-0ab90197404c on network 4fd01877-530f-46aa-94c9-accdaadb4acc {{(pid=103137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:13:53.267686 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de1a1677-a864-4a57-af6d-19f362fdb7c5 req-be2d1f15-238c-4921-9c01-f851fd61b42a service neutron] 10.222.0.120 "GET /v2.0/networks/6d890250-ac42-4592-9721-7a49ecf5e127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397058 Feb 09 01:13:53.283728 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a276a99-4ed0-4ba4-84ba-c919fc6d2755 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:53.285196 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4a276a99-4ed0-4ba4-84ba-c919fc6d2755 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:53.289947 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4a276a99-4ed0-4ba4-84ba-c919fc6d2755 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "PUT /v2.0/ports/cb040bd6-ee97-4f75-9b02-0ab90197404c HTTP/1.1" status: 200 len: 1012 time: 1.6688349 Feb 09 01:13:53.290984 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 54568) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:53.292370 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-f665f28a-f7e6-42be-9edc-761d48c2707e admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:53.311075 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f665f28a-f7e6-42be-9edc-761d48c2707e admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:13:53.348922 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-663cc852-4cce-4444-a775-e02316a52979 None None] Allocated IP 172.20.0.2 (cb8cd433-1635-46fc-9c95-5488179e81ee/1bc725f9-6bdf-418b-b231-666199e9e17c/2821c573-a51b-4bfb-bc51-4e120876b4ad) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:53.358784 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-46e099d2-e8fc-4cc2-ab31-8cb799a81478 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:53.398088 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f665f28a-f7e6-42be-9edc-761d48c2707e admin admin] Pushing event updated for resources: {'Port': ['ID=32576972-f25d-484e-af74-835a7c0ab167,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:53.517510 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-46e099d2-e8fc-4cc2-ab31-8cb799a81478 admin admin] Publish callbacks [] for security_group (91484360-aa2f-487f-b45d-7c45112133b5), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:53.540683 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-da232eba-7434-4ebe-a70d-f21f3305cf5e req-1312971a-90a4-46f7-afca-2605223b44a0 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5221024 Feb 09 01:13:53.549624 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-46e099d2-e8fc-4cc2-ab31-8cb799a81478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (91484360-aa2f-487f-b45d-7c45112133b5), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:53.644716 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e099d2-e8fc-4cc2-ab31-8cb799a81478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91484360-aa2f-487f-b45d-7c45112133b5,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:53.658657 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-46e099d2-e8fc-4cc2-ab31-8cb799a81478 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1d361deb397e4b17a11b36ca001ec56a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7648733 Feb 09 01:13:53.668121 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c635dca-69eb-42f1-ae8c-9baa42119b94 req-4f735398-888b-42db-aa4f-476eabb3145b tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:53.670150 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 54570) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:53.675892 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c635dca-69eb-42f1-ae8c-9baa42119b94 req-4f735398-888b-42db-aa4f-476eabb3145b tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:53.685643 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c635dca-69eb-42f1-ae8c-9baa42119b94 req-4f735398-888b-42db-aa4f-476eabb3145b tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:53.691203 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c635dca-69eb-42f1-ae8c-9baa42119b94 req-4f735398-888b-42db-aa4f-476eabb3145b tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:53.695434 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-8dc97f21-a3dc-4908-a7f5-878f264273cc None None] Allocated IP 2001:db8:0:1::2 (4fd01877-530f-46aa-94c9-accdaadb4acc/82272659-03b5-46a2-850a-22bb76c02202/852fa665-08ed-4eb4-a5fc-2bcffa269412) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:53.696531 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c635dca-69eb-42f1-ae8c-9baa42119b94 req-4f735398-888b-42db-aa4f-476eabb3145b tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:53.702469 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c635dca-69eb-42f1-ae8c-9baa42119b94 req-4f735398-888b-42db-aa4f-476eabb3145b tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:53.708431 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c635dca-69eb-42f1-ae8c-9baa42119b94 req-4f735398-888b-42db-aa4f-476eabb3145b tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:53.710372 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2c635dca-69eb-42f1-ae8c-9baa42119b94 req-4f735398-888b-42db-aa4f-476eabb3145b tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5437 time: 0.3272932 Feb 09 01:13:53.717999 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-863a9b24-9b78-4bd0-8568-ef87834e5443 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Deleting port cb040bd6-ee97-4f75-9b02-0ab90197404c {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:13:53.718433 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-863a9b24-9b78-4bd0-8568-ef87834e5443 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (cb040bd6-ee97-4f75-9b02-0ab90197404c), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:53.842295 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-8dc97f21-a3dc-4908-a7f5-878f264273cc None None] For port 852fa665-08ed-4eb4-a5fc-2bcffa269412, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=852fa665-08ed-4eb4-a5fc-2bcffa269412,segment=NetworkSegment(08ea75a6-f25a-4ed7-ad8d-cfd2af2027f1),segment_id=08ea75a6-f25a-4ed7-ad8d-cfd2af2027f1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:53.885834 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2c635dca-69eb-42f1-ae8c-9baa42119b94 req-353c5221-8c9d-4e82-b347-d8a45f300993 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1629958 Feb 09 01:13:53.892564 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8dc97f21-a3dc-4908-a7f5-878f264273cc None None] Publish callbacks [] for port (852fa665-08ed-4eb4-a5fc-2bcffa269412), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:53.896882 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-863a9b24-9b78-4bd0-8568-ef87834e5443 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (cb040bd6-ee97-4f75-9b02-0ab90197404c), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:53.911859 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6cfeb8e3-b453-4e8d-9f9c-f015b7e7daf1 admin admin] Publish callbacks [] for security_group (91484360-aa2f-487f-b45d-7c45112133b5), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:53.912817 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-863a9b24-9b78-4bd0-8568-ef87834e5443 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Calling delete_port for cb040bd6-ee97-4f75-9b02-0ab90197404c owned by {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:13:53.935132 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8dc97f21-a3dc-4908-a7f5-878f264273cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (852fa665-08ed-4eb4-a5fc-2bcffa269412), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:53.953906 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6cfeb8e3-b453-4e8d-9f9c-f015b7e7daf1 admin admin] Publish callbacks [] for security_group (91484360-aa2f-487f-b45d-7c45112133b5), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:53.977888 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f665f28a-f7e6-42be-9edc-761d48c2707e admin admin] Publish callbacks [] for router_gateway (28a824b0-58d1-4869-bcb4-72f58d454b04), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:54.118542 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6cfeb8e3-b453-4e8d-9f9c-f015b7e7daf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (91484360-aa2f-487f-b45d-7c45112133b5), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:54.121140 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6cfeb8e3-b453-4e8d-9f9c-f015b7e7daf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:54.125015 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6cfeb8e3-b453-4e8d-9f9c-f015b7e7daf1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/91484360-aa2f-487f-b45d-7c45112133b5 HTTP/1.1" status: 204 len: 168 time: 0.4479291 Feb 09 01:13:54.150170 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfeb8e3-b453-4e8d-9f9c-f015b7e7daf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91484360-aa2f-487f-b45d-7c45112133b5,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:54.210622 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc97f21-a3dc-4908-a7f5-878f264273cc None None] Pushing event updated for resources: {'Port': ['ID=852fa665-08ed-4eb4-a5fc-2bcffa269412,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:54.266805 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 852fa665-08ed-4eb4-a5fc-2bcffa269412 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:54.267456 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (852fa665-08ed-4eb4-a5fc-2bcffa269412), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:54.320576 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-663cc852-4cce-4444-a775-e02316a52979 None None] Publish callbacks [] for port (2821c573-a51b-4bfb-bc51-4e120876b4ad), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:54.337889 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f665f28a-f7e6-42be-9edc-761d48c2707e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (28a824b0-58d1-4869-bcb4-72f58d454b04), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:54.361859 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-863a9b24-9b78-4bd0-8568-ef87834e5443 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (cb040bd6-ee97-4f75-9b02-0ab90197404c), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:54.365489 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 61983cf9-1bf8-40bd-8171-eb224ee4dd26 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:13:54.416500 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a9b24-9b78-4bd0-8568-ef87834e5443 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event deleted for resources: {'Port': ['ID=cb040bd6-ee97-4f75-9b02-0ab90197404c,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:54.650055 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f665f28a-f7e6-42be-9edc-761d48c2707e admin admin] Router 28a824b0-58d1-4869-bcb4-72f58d454b04 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:13:54.840199 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-663cc852-4cce-4444-a775-e02316a52979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (2821c573-a51b-4bfb-bc51-4e120876b4ad), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:54.932842 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663cc852-4cce-4444-a775-e02316a52979 None None] Network cb8cd433-1635-46fc-9c95-5488179e81ee is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:54.935275 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 61983cf9-1bf8-40bd-8171-eb224ee4dd26 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:13:54.943353 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 61983cf9-1bf8-40bd-8171-eb224ee4dd26 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:54.943754 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (61983cf9-1bf8-40bd-8171-eb224ee4dd26), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:54.964858 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-663cc852-4cce-4444-a775-e02316a52979 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:54.967549 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663cc852-4cce-4444-a775-e02316a52979 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:13:54.976251 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663cc852-4cce-4444-a775-e02316a52979 None None] Pushing event updated for resources: {'Port': ['ID=2821c573-a51b-4bfb-bc51-4e120876b4ad,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:54.977324 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 54586) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:55.021416 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-818cf536-9d35-4218-8b24-539f268126f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:55.039919 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f665f28a-f7e6-42be-9edc-761d48c2707e admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:13:55.061655 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e64edd-495c-4d88-ab1c-cd632a5e26aa None None] Sync routers for ids ['28a824b0-58d1-4869-bcb4-72f58d454b04'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:13:55.088683 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e64edd-495c-4d88-ab1c-cd632a5e26aa None None] Routers {'28a824b0-58d1-4869-bcb4-72f58d454b04'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:13:55.089352 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-39e64edd-495c-4d88-ab1c-cd632a5e26aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:13:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['28a824b0-58d1-4869-bcb4-72f58d454b04'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:55.131117 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f665f28a-f7e6-42be-9edc-761d48c2707e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:55.133497 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f665f28a-f7e6-42be-9edc-761d48c2707e admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.1231282 Feb 09 01:13:55.136862 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 54600) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:55.168184 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 852fa665-08ed-4eb4-a5fc-2bcffa269412 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:55.221528 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-863a9b24-9b78-4bd0-8568-ef87834e5443 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:55.244182 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-663cc852-4cce-4444-a775-e02316a52979 None None] Attempting to bind port 2821c573-a51b-4bfb-bc51-4e120876b4ad on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:13:55.244521 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-663cc852-4cce-4444-a775-e02316a52979 None None] Attempting to bind port 2821c573-a51b-4bfb-bc51-4e120876b4ad by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'ca374d1f-7a00-4514-aac3-94c741e12c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'cb8cd433-1635-46fc-9c95-5488179e81ee'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:13:55.244918 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663cc852-4cce-4444-a775-e02316a52979 None None] Attempting to bind port 2821c573-a51b-4bfb-bc51-4e120876b4ad on network cb8cd433-1635-46fc-9c95-5488179e81ee {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:13:55.248261 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-863a9b24-9b78-4bd0-8568-ef87834e5443 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/ports/cb040bd6-ee97-4f75-9b02-0ab90197404c HTTP/1.1" status: 204 len: 168 time: 1.9562242 Feb 09 01:13:55.259929 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33cc647-2d8e-4bc3-ae6f-2ad5429857c7 None None] Network 4fd01877-530f-46aa-94c9-accdaadb4acc requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:13:55.287985 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 54602) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:55.298936 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663cc852-4cce-4444-a775-e02316a52979 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:13:55.299570 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663cc852-4cce-4444-a775-e02316a52979 None None] Checking segment: {'id': 'ca374d1f-7a00-4514-aac3-94c741e12c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'cb8cd433-1635-46fc-9c95-5488179e81ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:13:55.299755 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-663cc852-4cce-4444-a775-e02316a52979 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:55.300148 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663cc852-4cce-4444-a775-e02316a52979 None None] Bound using segment: {'id': 'ca374d1f-7a00-4514-aac3-94c741e12c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'cb8cd433-1635-46fc-9c95-5488179e81ee'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:13:55.300690 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-663cc852-4cce-4444-a775-e02316a52979 None None] Bound port: 2821c573-a51b-4bfb-bc51-4e120876b4ad, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca374d1f-7a00-4514-aac3-94c741e12c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'cb8cd433-1635-46fc-9c95-5488179e81ee'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:13:55.301250 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-663cc852-4cce-4444-a775-e02316a52979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (2821c573-a51b-4bfb-bc51-4e120876b4ad), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:55.324347 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-39e64edd-495c-4d88-ab1c-cd632a5e26aa None None] Set router 28a824b0-58d1-4869-bcb4-72f58d454b04 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:13:55.339986 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cbbcaad-f2be-4d7f-a864-76eb65bcd88e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] GET failed (client error): The resource could not be found. Feb 09 01:13:55.343826 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-9cbbcaad-f2be-4d7f-a864-76eb65bcd88e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "GET /v2.0/ports/cb040bd6-ee97-4f75-9b02-0ab90197404c HTTP/1.1" status: 404 len: 333 time: 0.0498881 Feb 09 01:13:55.345362 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 54604) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:55.390234 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 852fa665-08ed-4eb4-a5fc-2bcffa269412 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:13:55.469065 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109f3e8-166c-4178-9d5a-2aa31b85718e req-ad7500e2-3745-4760-a75e-6ba9a0156e37 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:55.495571 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109f3e8-166c-4178-9d5a-2aa31b85718e req-ad7500e2-3745-4760-a75e-6ba9a0156e37 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:55.512811 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109f3e8-166c-4178-9d5a-2aa31b85718e req-ad7500e2-3745-4760-a75e-6ba9a0156e37 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:55.525658 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-179700df-eb1a-4940-a123-773ce41aea2c None None] Provisioning complete for port 852fa665-08ed-4eb4-a5fc-2bcffa269412 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:55.526040 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-179700df-eb1a-4940-a123-773ce41aea2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (852fa665-08ed-4eb4-a5fc-2bcffa269412), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:55.537041 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109f3e8-166c-4178-9d5a-2aa31b85718e req-ad7500e2-3745-4760-a75e-6ba9a0156e37 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:55.545662 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109f3e8-166c-4178-9d5a-2aa31b85718e req-ad7500e2-3745-4760-a75e-6ba9a0156e37 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:55.552264 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109f3e8-166c-4178-9d5a-2aa31b85718e req-ad7500e2-3745-4760-a75e-6ba9a0156e37 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:55.558148 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109f3e8-166c-4178-9d5a-2aa31b85718e req-ad7500e2-3745-4760-a75e-6ba9a0156e37 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:55.560787 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8109f3e8-166c-4178-9d5a-2aa31b85718e req-ad7500e2-3745-4760-a75e-6ba9a0156e37 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5437 time: 0.4404931 Feb 09 01:13:55.573896 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 61983cf9-1bf8-40bd-8171-eb224ee4dd26 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:55.574295 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (61983cf9-1bf8-40bd-8171-eb224ee4dd26), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:55.576358 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-1053c983-48d5-4cf9-84ef-92e7590193ca tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Deleting subnet 82272659-03b5-46a2-850a-22bb76c02202 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:13:55.581615 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1053c983-48d5-4cf9-84ef-92e7590193ca tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for subnet (82272659-03b5-46a2-850a-22bb76c02202), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:55.624410 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-663cc852-4cce-4444-a775-e02316a52979 None None] For port 2821c573-a51b-4bfb-bc51-4e120876b4ad, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:13:55.660297 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 61983cf9-1bf8-40bd-8171-eb224ee4dd26, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=61983cf9-1bf8-40bd-8171-eb224ee4dd26,segment=NetworkSegment(2e94c052-df5d-4e4f-b391-ea9eee75e92a),segment_id=2e94c052-df5d-4e4f-b391-ea9eee75e92a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:55.667574 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61983cf9-1bf8-40bd-8171-eb224ee4dd26'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:13:55.670836 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3167c717-4a34-41b1-b28f-22d07543e16b" -d '{"events": [{"server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "name": "network-vif-plugged", "status": "completed", "tag": "61983cf9-1bf8-40bd-8171-eb224ee4dd26"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:13:55.676909 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-663cc852-4cce-4444-a775-e02316a52979 None None] For port 2821c573-a51b-4bfb-bc51-4e120876b4ad, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=2821c573-a51b-4bfb-bc51-4e120876b4ad,segment=NetworkSegment(ca374d1f-7a00-4514-aac3-94c741e12c1a),segment_id=ca374d1f-7a00-4514-aac3-94c741e12c1a)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:13:55.692310 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (61983cf9-1bf8-40bd-8171-eb224ee4dd26), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:55.697815 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 85e19991-1898-48d7-915a-2a768796af7f up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:13:55.730931 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8109f3e8-166c-4178-9d5a-2aa31b85718e req-a87b8fe7-33de-4fdb-8f3c-bbc5ed39ab5d tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1508698 Feb 09 01:13:55.760742 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1053c983-48d5-4cf9-84ef-92e7590193ca tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (82272659-03b5-46a2-850a-22bb76c02202), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:55.799146 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-818cf536-9d35-4218-8b24-539f268126f4 admin admin] Publish callbacks [] for security_group (1e76ab87-b845-4f13-8d1d-18b84ef45a92), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:55.858424 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d2d5d0-b1b3-41c5-9e87-ff4033422d04 x-openstack-request-id: req-78d2d5d0-b1b3-41c5-9e87-ff4033422d04 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:13:55.862173 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "name": "network-vif-plugged", "status": "completed", "tag": "61983cf9-1bf8-40bd-8171-eb224ee4dd26", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:13:55.862173 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-78d2d5d0-b1b3-41c5-9e87-ff4033422d04 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:13:55.862173 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61983cf9-1bf8-40bd-8171-eb224ee4dd26', 'code': 200} Feb 09 01:13:55.872132 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-39e64edd-495c-4d88-ab1c-cd632a5e26aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a824b0-58d1-4869-bcb4-72f58d454b04', 'name': 'tempest-FloatingIPsNegativeTestJSON-331246930-router', 'tenant_id': '184d7b9bdb0744c29be4cbf221bb72c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '32576972-f25d-484e-af74-835a7c0ab167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:51Z', 'updated_at': '2022-02-09T01:13:53Z', 'revision_number': 3, 'project_id': '184d7b9bdb0744c29be4cbf221bb72c3', 'gw_port': {'id': '32576972-f25d-484e-af74-835a7c0ab167', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a824b0-58d1-4869-bcb4-72f58d454b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:52Z', 'updated_at': '2022-02-09T01:13:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:55.910841 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e64edd-495c-4d88-ab1c-cd632a5e26aa None None] Checking router: 28a824b0-58d1-4869-bcb4-72f58d454b04 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:13:55.911587 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e64edd-495c-4d88-ab1c-cd632a5e26aa None None] Updating router 28a824b0-58d1-4869-bcb4-72f58d454b04 port 32576972-f25d-484e-af74-835a7c0ab167 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:13:55.933312 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1053c983-48d5-4cf9-84ef-92e7590193ca tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (82272659-03b5-46a2-850a-22bb76c02202), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:55.935336 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-179700df-eb1a-4940-a123-773ce41aea2c None None] Current status of the port 852fa665-08ed-4eb4-a5fc-2bcffa269412 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:55.948049 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-663cc852-4cce-4444-a775-e02316a52979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (2821c573-a51b-4bfb-bc51-4e120876b4ad), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:55.949543 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-39e64edd-495c-4d88-ab1c-cd632a5e26aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (32576972-f25d-484e-af74-835a7c0ab167), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:55.956709 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-818cf536-9d35-4218-8b24-539f268126f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1e76ab87-b845-4f13-8d1d-18b84ef45a92), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:55.987765 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 852fa665-08ed-4eb4-a5fc-2bcffa269412 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:55.988055 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (852fa665-08ed-4eb4-a5fc-2bcffa269412), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:56.002943 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1053c983-48d5-4cf9-84ef-92e7590193ca tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (82272659-03b5-46a2-850a-22bb76c02202), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:56.036720 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1053c983-48d5-4cf9-84ef-92e7590193ca tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event deleted for resources: {'Subnet': ['ID=82272659-03b5-46a2-850a-22bb76c02202,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:56.038881 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1053c983-48d5-4cf9-84ef-92e7590193ca tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:56.044637 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1053c983-48d5-4cf9-84ef-92e7590193ca tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/subnets/82272659-03b5-46a2-850a-22bb76c02202 HTTP/1.1" status: 204 len: 168 time: 0.6948175 Feb 09 01:13:56.050596 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 54614) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:56.106262 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-818cf536-9d35-4218-8b24-539f268126f4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c0761e1f886c4d92ba980cfeb96cc937&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1277447 Feb 09 01:13:56.114645 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 54622) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:56.130128 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818cf536-9d35-4218-8b24-539f268126f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e76ab87-b845-4f13-8d1d-18b84ef45a92,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:56.245851 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-56e90796-ff90-4fd7-a27e-c6fd726b160e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Deleting subnet 5442499f-f577-4885-b060-967f6586184e {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:13:56.251631 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=61983cf9-1bf8-40bd-8171-eb224ee4dd26,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:56.259573 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-56e90796-ff90-4fd7-a27e-c6fd726b160e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for subnet (5442499f-f577-4885-b060-967f6586184e), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:56.262021 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6b98fa94-6ef8-453d-a196-645634f57ade admin admin] Publish callbacks [] for security_group (1e76ab87-b845-4f13-8d1d-18b84ef45a92), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:56.296952 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6b98fa94-6ef8-453d-a196-645634f57ade admin admin] Publish callbacks [] for security_group (1e76ab87-b845-4f13-8d1d-18b84ef45a92), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:56.367703 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6b98fa94-6ef8-453d-a196-645634f57ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1e76ab87-b845-4f13-8d1d-18b84ef45a92), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:56.370659 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6b98fa94-6ef8-453d-a196-645634f57ade admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:56.372220 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-6b98fa94-6ef8-453d-a196-645634f57ade admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1e76ab87-b845-4f13-8d1d-18b84ef45a92 HTTP/1.1" status: 204 len: 168 time: 0.2571142 Feb 09 01:13:56.394403 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b98fa94-6ef8-453d-a196-645634f57ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e76ab87-b845-4f13-8d1d-18b84ef45a92,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:56.419363 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-56e90796-ff90-4fd7-a27e-c6fd726b160e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (5442499f-f577-4885-b060-967f6586184e), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:56.475853 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663cc852-4cce-4444-a775-e02316a52979 None None] Pushing event updated for resources: {'Port': ['ID=2821c573-a51b-4bfb-bc51-4e120876b4ad,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:56.522872 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02221800-6bfd-4212-850d-989992ec9a6d None None] Network 4fd01877-530f-46aa-94c9-accdaadb4acc requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:13:56.524827 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 85e19991-1898-48d7-915a-2a768796af7f completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:13:56.644936 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 85e19991-1898-48d7-915a-2a768796af7f triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:56.645788 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (85e19991-1898-48d7-915a-2a768796af7f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:56.677378 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-56e90796-ff90-4fd7-a27e-c6fd726b160e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (5442499f-f577-4885-b060-967f6586184e), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:56.786807 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-72dc5292-04c9-4053-9ca1-8e293597c512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:56.858422 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-39e64edd-495c-4d88-ab1c-cd632a5e26aa None None] Publish callbacks [] for port (32576972-f25d-484e-af74-835a7c0ab167), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:56.879259 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-39e64edd-495c-4d88-ab1c-cd632a5e26aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (32576972-f25d-484e-af74-835a7c0ab167), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:56.911898 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-56e90796-ff90-4fd7-a27e-c6fd726b160e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (5442499f-f577-4885-b060-967f6586184e), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:57.038866 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-72dc5292-04c9-4053-9ca1-8e293597c512 admin admin] Allocated IP 172.20.0.1 (cb8cd433-1635-46fc-9c95-5488179e81ee/1bc725f9-6bdf-418b-b231-666199e9e17c/67d34517-d789-4cd0-ab22-ed693e28d9e3) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:13:57.039921 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 852fa665-08ed-4eb4-a5fc-2bcffa269412 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:57.065016 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e90796-ff90-4fd7-a27e-c6fd726b160e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event deleted for resources: {'Subnet': ['ID=5442499f-f577-4885-b060-967f6586184e,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:57.089613 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-39e64edd-495c-4d88-ab1c-cd632a5e26aa None None] Attempting to bind port 32576972-f25d-484e-af74-835a7c0ab167 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:13:57.090257 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-39e64edd-495c-4d88-ab1c-cd632a5e26aa None None] Attempting to bind port 32576972-f25d-484e-af74-835a7c0ab167 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:13:57.090848 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e64edd-495c-4d88-ab1c-cd632a5e26aa None None] Attempting to bind port 32576972-f25d-484e-af74-835a7c0ab167 on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:13:57.094892 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-56e90796-ff90-4fd7-a27e-c6fd726b160e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:57.097336 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e5a20-8c06-436f-9a9e-e972d2ede66c None None] Pushing event updated for resources: {'Port': ['ID=32576972-f25d-484e-af74-835a7c0ab167,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:57.101356 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-56e90796-ff90-4fd7-a27e-c6fd726b160e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/subnets/5442499f-f577-4885-b060-967f6586184e HTTP/1.1" status: 204 len: 168 time: 1.0472350 Feb 09 01:13:57.106426 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e64edd-495c-4d88-ab1c-cd632a5e26aa None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:13:57.107092 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e64edd-495c-4d88-ab1c-cd632a5e26aa None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:13:57.107820 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-39e64edd-495c-4d88-ab1c-cd632a5e26aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:57.108423 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e64edd-495c-4d88-ab1c-cd632a5e26aa None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:13:57.109134 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-39e64edd-495c-4d88-ab1c-cd632a5e26aa None None] Bound port: 32576972-f25d-484e-af74-835a7c0ab167, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:13:57.109696 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-39e64edd-495c-4d88-ab1c-cd632a5e26aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (32576972-f25d-484e-af74-835a7c0ab167), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:57.112194 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 54630) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:57.123147 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-2415731b-f35a-4414-870c-72256a08d0d7 None None] Provisioning complete for port 852fa665-08ed-4eb4-a5fc-2bcffa269412 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:57.123514 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2415731b-f35a-4414-870c-72256a08d0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (852fa665-08ed-4eb4-a5fc-2bcffa269412), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:57.233061 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf8d42-a3a5-4c29-aebe-11c3d65996ab req-0dc97d17-8243-44ae-a8e2-7c49171c3d0a tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:57.246794 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf8d42-a3a5-4c29-aebe-11c3d65996ab req-0dc97d17-8243-44ae-a8e2-7c49171c3d0a tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:57.247587 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-39e64edd-495c-4d88-ab1c-cd632a5e26aa None None] For port 32576972-f25d-484e-af74-835a7c0ab167, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:13:57.261697 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf8d42-a3a5-4c29-aebe-11c3d65996ab req-0dc97d17-8243-44ae-a8e2-7c49171c3d0a tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:57.265901 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-39e64edd-495c-4d88-ab1c-cd632a5e26aa None None] For port 32576972-f25d-484e-af74-835a7c0ab167, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=32576972-f25d-484e-af74-835a7c0ab167,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:13:57.278804 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf8d42-a3a5-4c29-aebe-11c3d65996ab req-0dc97d17-8243-44ae-a8e2-7c49171c3d0a tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:57.284443 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-39e64edd-495c-4d88-ab1c-cd632a5e26aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (32576972-f25d-484e-af74-835a7c0ab167), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:57.291120 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 85e19991-1898-48d7-915a-2a768796af7f is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:57.291662 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (85e19991-1898-48d7-915a-2a768796af7f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:57.292449 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf8d42-a3a5-4c29-aebe-11c3d65996ab req-0dc97d17-8243-44ae-a8e2-7c49171c3d0a tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:57.300132 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf8d42-a3a5-4c29-aebe-11c3d65996ab req-0dc97d17-8243-44ae-a8e2-7c49171c3d0a tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:57.322075 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf8d42-a3a5-4c29-aebe-11c3d65996ab req-0dc97d17-8243-44ae-a8e2-7c49171c3d0a tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:57.328146 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aeaf8d42-a3a5-4c29-aebe-11c3d65996ab req-0dc97d17-8243-44ae-a8e2-7c49171c3d0a tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5438 time: 0.2650173 Feb 09 01:13:57.389882 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e64edd-495c-4d88-ab1c-cd632a5e26aa None None] Routers {'28a824b0-58d1-4869-bcb4-72f58d454b04'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:13:57.391958 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-39e64edd-495c-4d88-ab1c-cd632a5e26aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:13:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['28a824b0-58d1-4869-bcb4-72f58d454b04'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:57.432183 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 2821c573-a51b-4bfb-bc51-4e120876b4ad up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:13:57.442640 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aeaf8d42-a3a5-4c29-aebe-11c3d65996ab req-50ed26b5-ebac-4ed8-9454-f88bc6c154eb tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0926385 Feb 09 01:13:57.506666 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e5a20-8c06-436f-9a9e-e972d2ede66c None None] Pushing event updated for resources: {'Port': ['ID=32576972-f25d-484e-af74-835a7c0ab167,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:57.630724 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2c3a385d-b799-4148-8d4a-7ae529ab91e7 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (4fd01877-530f-46aa-94c9-accdaadb4acc), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:57.635086 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-39e64edd-495c-4d88-ab1c-cd632a5e26aa None None] Set router 28a824b0-58d1-4869-bcb4-72f58d454b04 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:13:57.699353 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-72dc5292-04c9-4053-9ca1-8e293597c512 admin admin] Publish callbacks [] for port (67d34517-d789-4cd0-ab22-ed693e28d9e3), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:57.721945 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 85e19991-1898-48d7-915a-2a768796af7f, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=85e19991-1898-48d7-915a-2a768796af7f,segment=NetworkSegment(0a5119f9-71e1-4367-8a68-4998699e66da),segment_id=0a5119f9-71e1-4367-8a68-4998699e66da)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:57.769610 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (85e19991-1898-48d7-915a-2a768796af7f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:57.770899 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 8d514634-0023-4dbc-9e31-ea618b291a41 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:13:57.773010 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84021cb-ea21-4e4e-ad46-45cb0b94cba0 None None] Update dhcp port {'port': {'network_id': '4fd01877-530f-46aa-94c9-accdaadb4acc', 'fixed_ips': [{'subnet_id': '5442499f-f577-4885-b060-967f6586184e'}], 'binding:host_id': 'n-d-828369-4'}, 'id': '852fa665-08ed-4eb4-a5fc-2bcffa269412'} from n-d-828369-4. {{(pid=103138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 01:13:57.874211 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-72dc5292-04c9-4053-9ca1-8e293597c512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (67d34517-d789-4cd0-ab22-ed693e28d9e3), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:57.880699 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-2415731b-f35a-4414-870c-72256a08d0d7 None None] Current status of the port 852fa665-08ed-4eb4-a5fc-2bcffa269412 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:57.888357 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e19991-1898-48d7-915a-2a768796af7f'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:13:57.890717 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7e4689-e7f9-4220-8bd8-37e630750d84" -d '{"events": [{"server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "name": "network-vif-plugged", "status": "completed", "tag": "85e19991-1898-48d7-915a-2a768796af7f"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:13:57.967746 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a385d-b799-4148-8d4a-7ae529ab91e7 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Deleting port 852fa665-08ed-4eb4-a5fc-2bcffa269412 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:13:57.968101 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2c3a385d-b799-4148-8d4a-7ae529ab91e7 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (852fa665-08ed-4eb4-a5fc-2bcffa269412), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:58.029534 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72dc5292-04c9-4053-9ca1-8e293597c512 admin admin] Network cb8cd433-1635-46fc-9c95-5488179e81ee is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:13:58.042971 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7885da18-7942-40ae-8c99-baaff807649e x-openstack-request-id: req-7885da18-7942-40ae-8c99-baaff807649e {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:13:58.043277 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "name": "network-vif-plugged", "status": "completed", "tag": "85e19991-1898-48d7-915a-2a768796af7f", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:13:58.043605 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7885da18-7942-40ae-8c99-baaff807649e {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:13:58.044739 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e19991-1898-48d7-915a-2a768796af7f', 'code': 200} Feb 09 01:13:58.060231 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b84021cb-ea21-4e4e-ad46-45cb0b94cba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (852fa665-08ed-4eb4-a5fc-2bcffa269412), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:58.113535 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=85e19991-1898-48d7-915a-2a768796af7f,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:58.117464 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc5292-04c9-4053-9ca1-8e293597c512 admin admin] Pushing event updated for resources: {'Port': ['ID=67d34517-d789-4cd0-ab22-ed693e28d9e3,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:58.122583 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 2821c573-a51b-4bfb-bc51-4e120876b4ad triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:58.123151 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (2821c573-a51b-4bfb-bc51-4e120876b4ad), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:58.135139 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-39e64edd-495c-4d88-ab1c-cd632a5e26aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a824b0-58d1-4869-bcb4-72f58d454b04', 'name': 'tempest-FloatingIPsNegativeTestJSON-331246930-router', 'tenant_id': '184d7b9bdb0744c29be4cbf221bb72c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '32576972-f25d-484e-af74-835a7c0ab167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:51Z', 'updated_at': '2022-02-09T01:13:53Z', 'revision_number': 3, 'project_id': '184d7b9bdb0744c29be4cbf221bb72c3', 'gw_port': {'id': '32576972-f25d-484e-af74-835a7c0ab167', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a824b0-58d1-4869-bcb4-72f58d454b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:52Z', 'updated_at': '2022-02-09T01:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:58.137274 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-72dc5292-04c9-4053-9ca1-8e293597c512 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:13:58.145391 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dc5292-04c9-4053-9ca1-8e293597c512 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:13:58.218783 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e64edd-495c-4d88-ab1c-cd632a5e26aa None None] The sync data for ids ['28a824b0-58d1-4869-bcb4-72f58d454b04'] in n-d-828369-4 is: [{'id': '28a824b0-58d1-4869-bcb4-72f58d454b04', 'name': 'tempest-FloatingIPsNegativeTestJSON-331246930-router', 'tenant_id': '184d7b9bdb0744c29be4cbf221bb72c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '32576972-f25d-484e-af74-835a7c0ab167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:51Z', 'updated_at': '2022-02-09T01:13:53Z', 'revision_number': 3, 'project_id': '184d7b9bdb0744c29be4cbf221bb72c3', 'gw_port': {'id': '32576972-f25d-484e-af74-835a7c0ab167', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a824b0-58d1-4869-bcb4-72f58d454b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:52Z', 'updated_at': '2022-02-09T01:13:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:13:58.283683 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-2c3a385d-b799-4148-8d4a-7ae529ab91e7 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] For port 852fa665-08ed-4eb4-a5fc-2bcffa269412, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=852fa665-08ed-4eb4-a5fc-2bcffa269412,segment=NetworkSegment(08ea75a6-f25a-4ed7-ad8d-cfd2af2027f1),segment_id=08ea75a6-f25a-4ed7-ad8d-cfd2af2027f1)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:58.284183 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2c3a385d-b799-4148-8d4a-7ae529ab91e7 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (852fa665-08ed-4eb4-a5fc-2bcffa269412), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:58.307275 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325f2361-4d7d-4d1c-94ad-4fc828a85371 None None] Network cb8cd433-1635-46fc-9c95-5488179e81ee requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:13:58.329230 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-72dc5292-04c9-4053-9ca1-8e293597c512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (28a824b0-58d1-4869-bcb4-72f58d454b04), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:58.331665 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a385d-b799-4148-8d4a-7ae529ab91e7 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Calling delete_port for 852fa665-08ed-4eb4-a5fc-2bcffa269412 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:13:58.491291 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 8d514634-0023-4dbc-9e31-ea618b291a41 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:13:58.517514 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 8d514634-0023-4dbc-9e31-ea618b291a41 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:58.517912 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (8d514634-0023-4dbc-9e31-ea618b291a41), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:58.525873 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a182b3c-2448-4b70-b784-15d92493c82f None None] Network 4fd01877-530f-46aa-94c9-accdaadb4acc requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:13:58.681860 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2c3a385d-b799-4148-8d4a-7ae529ab91e7 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (852fa665-08ed-4eb4-a5fc-2bcffa269412), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:58.761850 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a385d-b799-4148-8d4a-7ae529ab91e7 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event deleted for resources: {'Port': ['ID=852fa665-08ed-4eb4-a5fc-2bcffa269412,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:58.785431 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3a385d-b799-4148-8d4a-7ae529ab91e7 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] No DVR routers for this DVR port 852fa665-08ed-4eb4-a5fc-2bcffa269412 on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:13:58.803583 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-72dc5292-04c9-4053-9ca1-8e293597c512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (67d34517-d789-4cd0-ab22-ed693e28d9e3), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:58.846399 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-85300de3-27ef-45f6-bf73-c3d7610ce663 None None] Provisioning complete for port 2821c573-a51b-4bfb-bc51-4e120876b4ad triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:13:58.846993 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-85300de3-27ef-45f6-bf73-c3d7610ce663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (2821c573-a51b-4bfb-bc51-4e120876b4ad), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:58.899998 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c7f75-0a2c-485a-81bb-8215ed128000 req-865d29a9-385d-43e5-9d6d-ad7745b336a6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:58.918041 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c7f75-0a2c-485a-81bb-8215ed128000 req-865d29a9-385d-43e5-9d6d-ad7745b336a6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:58.943748 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c7f75-0a2c-485a-81bb-8215ed128000 req-865d29a9-385d-43e5-9d6d-ad7745b336a6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:58.977851 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c7f75-0a2c-485a-81bb-8215ed128000 req-865d29a9-385d-43e5-9d6d-ad7745b336a6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:58.994400 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 2821c573-a51b-4bfb-bc51-4e120876b4ad is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:58.994804 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (2821c573-a51b-4bfb-bc51-4e120876b4ad), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:59.016255 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c7f75-0a2c-485a-81bb-8215ed128000 req-865d29a9-385d-43e5-9d6d-ad7745b336a6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:59.050182 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c7f75-0a2c-485a-81bb-8215ed128000 req-865d29a9-385d-43e5-9d6d-ad7745b336a6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:59.059282 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c7f75-0a2c-485a-81bb-8215ed128000 req-865d29a9-385d-43e5-9d6d-ad7745b336a6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:59.068720 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6d9c7f75-0a2c-485a-81bb-8215ed128000 req-865d29a9-385d-43e5-9d6d-ad7745b336a6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5439 time: 0.4470279 Feb 09 01:13:59.092406 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2c3a385d-b799-4148-8d4a-7ae529ab91e7 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (4fd01877-530f-46aa-94c9-accdaadb4acc), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:59.147707 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71be88ba-5167-4204-ac02-a9fd87a0eed2 None None] DHCP port deletion for 4fd01877-530f-46aa-94c9-accdaadb4acc request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:13:59.182321 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-2c3a385d-b799-4148-8d4a-7ae529ab91e7 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fd01877-530f-46aa-94c9-accdaadb4acc']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:59.206238 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6d9c7f75-0a2c-485a-81bb-8215ed128000 req-a348ab54-bd8e-4be3-9b33-1c033d9bdb63 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1198728 Feb 09 01:13:59.210505 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-2c3a385d-b799-4148-8d4a-7ae529ab91e7 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08ea75a6-f25a-4ed7-ad8d-cfd2af2027f1') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:59.210505 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-2c3a385d-b799-4148-8d4a-7ae529ab91e7 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08ea75a6-f25a-4ed7-ad8d-cfd2af2027f1') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:13:59.308421 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2c3a385d-b799-4148-8d4a-7ae529ab91e7 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (08ea75a6-f25a-4ed7-ad8d-cfd2af2027f1), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:59.313272 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 2821c573-a51b-4bfb-bc51-4e120876b4ad, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=2821c573-a51b-4bfb-bc51-4e120876b4ad,segment=NetworkSegment(ca374d1f-7a00-4514-aac3-94c741e12c1a),segment_id=ca374d1f-7a00-4514-aac3-94c741e12c1a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:59.338506 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2c3a385d-b799-4148-8d4a-7ae529ab91e7 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (08ea75a6-f25a-4ed7-ad8d-cfd2af2027f1), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:59.375529 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c3a385d-b799-4148-8d4a-7ae529ab91e7 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:13:59.375993 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2c3a385d-b799-4148-8d4a-7ae529ab91e7 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (08ea75a6-f25a-4ed7-ad8d-cfd2af2027f1), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:59.379432 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:13:59.379432 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:13:59.379432 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:13:59.379432 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:13:59.379432 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:13:59.379432 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:13:59.379432 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:13:59.379432 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:13:59.379432 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:13:59.379432 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:13:59.379432 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:13:59.379432 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:13:59.379432 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:13:59.379432 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:13:59.379432 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:13:59.379432 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:13:59.379432 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:13:59.379432 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:13:59.379432 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:13:59.379432 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:13:59.379432 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:13:59.379432 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:13:59.379432 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:13:59.379432 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:13:59.379432 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:13:59.379432 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:13:59.379432 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:13:59.379432 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:13:59.379432 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:13:59.379432 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:13:59.379432 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:13:59.379432 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:13:59.401947 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 8d514634-0023-4dbc-9e31-ea618b291a41 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:59.402374 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8d514634-0023-4dbc-9e31-ea618b291a41), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:59.404464 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (2821c573-a51b-4bfb-bc51-4e120876b4ad), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:59.541067 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2c3a385d-b799-4148-8d4a-7ae529ab91e7 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (4fd01877-530f-46aa-94c9-accdaadb4acc), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:59.559030 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2c3a385d-b799-4148-8d4a-7ae529ab91e7 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:59.567916 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2c3a385d-b799-4148-8d4a-7ae529ab91e7 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/networks/4fd01877-530f-46aa-94c9-accdaadb4acc HTTP/1.1" status: 204 len: 168 time: 2.4509578 Feb 09 01:13:59.573836 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 54704) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:59.595549 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-85300de3-27ef-45f6-bf73-c3d7610ce663 None None] Current status of the port 2821c573-a51b-4bfb-bc51-4e120876b4ad is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:13:59.628535 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a385d-b799-4148-8d4a-7ae529ab91e7 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event deleted for resources: {'Network': ['ID=4fd01877-530f-46aa-94c9-accdaadb4acc,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:59.662169 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-72dc5292-04c9-4053-9ca1-8e293597c512 admin admin] Publish callbacks [] for port (67d34517-d789-4cd0-ab22-ed693e28d9e3), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:59.675084 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-72dc5292-04c9-4053-9ca1-8e293597c512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (67d34517-d789-4cd0-ab22-ed693e28d9e3), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:59.768784 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 8d514634-0023-4dbc-9e31-ea618b291a41, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=8d514634-0023-4dbc-9e31-ea618b291a41,segment=NetworkSegment(2e94c052-df5d-4e4f-b391-ea9eee75e92a),segment_id=2e94c052-df5d-4e4f-b391-ea9eee75e92a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:13:59.774886 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80c5a02-0388-4aa7-829a-c3fc8a62b1e0 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:13:59.784118 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b80c5a02-0388-4aa7-829a-c3fc8a62b1e0 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2066715 Feb 09 01:13:59.786427 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 54708) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:59.812635 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (8d514634-0023-4dbc-9e31-ea618b291a41), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:59.813991 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device a44acea9-a977-4a03-83ae-8512222a0dd7 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:13:59.848067 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc5292-04c9-4053-9ca1-8e293597c512 admin admin] Pushing event updated for resources: {'Port': ['ID=67d34517-d789-4cd0-ab22-ed693e28d9e3,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:13:59.855371 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-72dc5292-04c9-4053-9ca1-8e293597c512 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (28a824b0-58d1-4869-bcb4-72f58d454b04), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:13:59.856578 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 32576972-f25d-484e-af74-835a7c0ab167 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:13:59.960871 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-19a2727e-3c3c-4db6-9580-4d6f8e238658 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1700559 Feb 09 01:13:59.961419 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 54712) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:13:59.966742 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-d8d117ba-43c0-4d69-aaf7-22fd686fe43d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1592603877'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:13:59.994482 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d117ba-43c0-4d69-aaf7-22fd686fe43d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Made reservation on behalf of 7dadddfa309b47d08426d3b47362579d for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:13:59.999232 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d8d117ba-43c0-4d69-aaf7-22fd686fe43d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:00.034493 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8d117ba-43c0-4d69-aaf7-22fd686fe43d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1044} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:14:00.070555 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-a26da73f-6411-48be-b05c-385368570af3 None None] Provisioning complete for port 2821c573-a51b-4bfb-bc51-4e120876b4ad triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:00.070949 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a26da73f-6411-48be-b05c-385368570af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (2821c573-a51b-4bfb-bc51-4e120876b4ad), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:00.073885 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72dc5292-04c9-4053-9ca1-8e293597c512 admin admin] Network cb8cd433-1635-46fc-9c95-5488179e81ee is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:00.075493 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d8d117ba-43c0-4d69-aaf7-22fd686fe43d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (7038ff77-bac9-4e4e-9313-702f3506b6ff), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:00.076218 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-d8d117ba-43c0-4d69-aaf7-22fd686fe43d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Added segment 7038ff77-bac9-4e4e-9313-702f3506b6ff of type vlan for network 37b59598-c6af-4012-9220-e3ca6f3d98dd Feb 09 01:14:00.077528 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-72dc5292-04c9-4053-9ca1-8e293597c512 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:00.128172 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d514634-0023-4dbc-9e31-ea618b291a41'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:14:00.130660 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27364161-3da8-404e-bb54-6e98e4c3861f" -d '{"events": [{"server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "name": "network-vif-plugged", "status": "completed", "tag": "8d514634-0023-4dbc-9e31-ea618b291a41"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:14:00.159023 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=2821c573-a51b-4bfb-bc51-4e120876b4ad,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:00.165591 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port a44acea9-a977-4a03-83ae-8512222a0dd7 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:14:00.242097 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d8d117ba-43c0-4d69-aaf7-22fd686fe43d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (37b59598-c6af-4012-9220-e3ca6f3d98dd), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:00.312938 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port a44acea9-a977-4a03-83ae-8512222a0dd7 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:00.316970 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d8d117ba-43c0-4d69-aaf7-22fd686fe43d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (37b59598-c6af-4012-9220-e3ca6f3d98dd), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:00.319729 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a44acea9-a977-4a03-83ae-8512222a0dd7), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:00.326125 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d117ba-43c0-4d69-aaf7-22fd686fe43d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:00.326125 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d8d117ba-43c0-4d69-aaf7-22fd686fe43d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:00.351916 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 32576972-f25d-484e-af74-835a7c0ab167 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:00.352307 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (32576972-f25d-484e-af74-835a7c0ab167), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:00.458256 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d117ba-43c0-4d69-aaf7-22fd686fe43d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event updated for resources: {'Network': ['ID=37b59598-c6af-4012-9220-e3ca6f3d98dd,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:00.509091 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04158f8b-2a0d-4cbc-8cd0-69272d9d7e92 x-openstack-request-id: req-04158f8b-2a0d-4cbc-8cd0-69272d9d7e92 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:14:00.509348 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "name": "network-vif-plugged", "status": "completed", "tag": "8d514634-0023-4dbc-9e31-ea618b291a41", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:14:00.509613 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-04158f8b-2a0d-4cbc-8cd0-69272d9d7e92 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:14:00.510026 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d514634-0023-4dbc-9e31-ea618b291a41', 'code': 200} Feb 09 01:14:00.525803 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 37b59598-c6af-4012-9220-e3ca6f3d98dd details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:14:00.603810 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70a8ff-0296-4b81-b8ff-78a1583e62ee req-ec0fec36-9b3f-4c7d-9624-4477c85d6165 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:00.621182 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70a8ff-0296-4b81-b8ff-78a1583e62ee req-ec0fec36-9b3f-4c7d-9624-4477c85d6165 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:00.634692 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72dc5292-04c9-4053-9ca1-8e293597c512 admin admin] Router 28a824b0-58d1-4869-bcb4-72f58d454b04 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:14:00.643253 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70a8ff-0296-4b81-b8ff-78a1583e62ee req-ec0fec36-9b3f-4c7d-9624-4477c85d6165 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:00.651202 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70a8ff-0296-4b81-b8ff-78a1583e62ee req-ec0fec36-9b3f-4c7d-9624-4477c85d6165 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:00.664269 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70a8ff-0296-4b81-b8ff-78a1583e62ee req-ec0fec36-9b3f-4c7d-9624-4477c85d6165 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:00.688091 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70a8ff-0296-4b81-b8ff-78a1583e62ee req-ec0fec36-9b3f-4c7d-9624-4477c85d6165 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:00.694250 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70a8ff-0296-4b81-b8ff-78a1583e62ee req-ec0fec36-9b3f-4c7d-9624-4477c85d6165 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:00.710029 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1f70a8ff-0296-4b81-b8ff-78a1583e62ee req-ec0fec36-9b3f-4c7d-9624-4477c85d6165 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5440 time: 0.2539604 Feb 09 01:14:00.733936 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d8d117ba-43c0-4d69-aaf7-22fd686fe43d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7711179 Feb 09 01:14:00.735835 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 54736) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:00.749606 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-fc233976-3a9d-4f11-8c97-060c61066ff1 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'subnet': {'network_id': '37b59598-c6af-4012-9220-e3ca6f3d98dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:00.849560 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=8d514634-0023-4dbc-9e31-ea618b291a41,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:00.913565 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a26da73f-6411-48be-b05c-385368570af3 None None] Current status of the port 2821c573-a51b-4bfb-bc51-4e120876b4ad is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:00.915795 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 32576972-f25d-484e-af74-835a7c0ab167 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:00.918041 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (32576972-f25d-484e-af74-835a7c0ab167), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:00.921048 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72dc5292-04c9-4053-9ca1-8e293597c512 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:14:00.935396 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-72dc5292-04c9-4053-9ca1-8e293597c512 admin admin] 10.222.0.50 "PUT /v2.0/routers/28a824b0-58d1-4869-bcb4-72f58d454b04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7974396 Feb 09 01:14:00.986919 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-a26da73f-6411-48be-b05c-385368570af3 None None] Could not find standard attr ID for object 852fa665-08ed-4eb4-a5fc-2bcffa269412. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:14:01.050935 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1f70a8ff-0296-4b81-b8ff-78a1583e62ee req-6f7cba52-a43e-4aed-be2c-f1b2ff36c425 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3389838 Feb 09 01:14:01.088500 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 32576972-f25d-484e-af74-835a7c0ab167, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=32576972-f25d-484e-af74-835a7c0ab167,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:01.099183 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (32576972-f25d-484e-af74-835a7c0ab167), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:01.117045 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-a26da73f-6411-48be-b05c-385368570af3 None None] Provisioning complete for port 67d34517-d789-4cd0-ab22-ed693e28d9e3 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:01.118839 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a26da73f-6411-48be-b05c-385368570af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (67d34517-d789-4cd0-ab22-ed693e28d9e3), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:01.123961 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port a44acea9-a977-4a03-83ae-8512222a0dd7 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:01.124637 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a44acea9-a977-4a03-83ae-8512222a0dd7), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:01.154473 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc233976-3a9d-4f11-8c97-060c61066ff1 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Made reservation on behalf of 7dadddfa309b47d08426d3b47362579d for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:01.162363 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fc233976-3a9d-4f11-8c97-060c61066ff1 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:01.219187 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 852fa665-08ed-4eb4-a5fc-2bcffa269412 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:14:01.255442 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 852fa665-08ed-4eb4-a5fc-2bcffa269412 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:14:01.256069 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 852fa665-08ed-4eb4-a5fc-2bcffa269412 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:14:01.286493 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a26da73f-6411-48be-b05c-385368570af3 None None] Port 67d34517-d789-4cd0-ab22-ed693e28d9e3 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:14:01.311298 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=32576972-f25d-484e-af74-835a7c0ab167,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:01.327367 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port a44acea9-a977-4a03-83ae-8512222a0dd7, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=a44acea9-a977-4a03-83ae-8512222a0dd7,segment=NetworkSegment(b9924f51-c522-46e8-8838-6bb3a31f2b79),segment_id=b9924f51-c522-46e8-8838-6bb3a31f2b79)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:01.340664 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a44acea9-a977-4a03-83ae-8512222a0dd7), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:01.351671 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device b5cb7993-c6ee-4b5e-b147-44a20af5c491 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:14:01.627734 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-c511be14-dbdb-4f52-a5bb-bfaae3b679ac None None] Provisioning complete for port 67d34517-d789-4cd0-ab22-ed693e28d9e3 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:01.628533 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c511be14-dbdb-4f52-a5bb-bfaae3b679ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (67d34517-d789-4cd0-ab22-ed693e28d9e3), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:01.635974 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 32576972-f25d-484e-af74-835a7c0ab167 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:14:01.659293 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=a44acea9-a977-4a03-83ae-8512222a0dd7,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:01.746986 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:14:01.764942 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179dacb0-3e1e-4132-8dec-93cc392195e9 None None] Sync routers for ids ['28a824b0-58d1-4869-bcb4-72f58d454b04'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:14:01.787677 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9641266f-110e-4710-8cac-cda96f7e44ce req-11d89067-243b-477e-a2d6-2a8b0b3f316c tempest-FloatingIPsNegativeTestJSON-1291175860 tempest-FloatingIPsNegativeTestJSON-1291175860-project] 10.222.0.50 "GET /v2.0/floatingips?tenant_id=184d7b9bdb0744c29be4cbf221bb72c3 HTTP/1.1" status: 200 len: 217 time: 0.0688026 Feb 09 01:14:01.852401 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ffed560c-9083-41f5-916a-a11349057742 req-c55f42d5-f968-4564-9270-323948cbb6bd tempest-FloatingIPsNegativeTestJSON-1291175860 tempest-FloatingIPsNegativeTestJSON-1291175860-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0441432 Feb 09 01:14:01.892627 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c511be14-dbdb-4f52-a5bb-bfaae3b679ac None None] Port 67d34517-d789-4cd0-ab22-ed693e28d9e3 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:14:01.902615 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port b5cb7993-c6ee-4b5e-b147-44a20af5c491 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:14:01.912588 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179dacb0-3e1e-4132-8dec-93cc392195e9 None None] Routers {'28a824b0-58d1-4869-bcb4-72f58d454b04'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:14:01.913333 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-179dacb0-3e1e-4132-8dec-93cc392195e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:13:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['28a824b0-58d1-4869-bcb4-72f58d454b04'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:01.943575 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [req-d3a7f578-0ff3-4e53-bc53-dcf069f6562b req-33eb79dd-f8d2-4683-b075-025e4eb9a8cc tempest-FloatingIPsNegativeTestJSON-1291175860 tempest-FloatingIPsNegativeTestJSON-1291175860-project] show failed (client error): The resource could not be found. Feb 09 01:14:01.945030 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3a7f578-0ff3-4e53-bc53-dcf069f6562b req-33eb79dd-f8d2-4683-b075-025e4eb9a8cc tempest-FloatingIPsNegativeTestJSON-1291175860 tempest-FloatingIPsNegativeTestJSON-1291175860-project] 10.222.0.50 "GET /v2.0/floatingips/8bb4efce-7e45-49cc-bc0a-00c92508363f HTTP/1.1" status: 404 len: 350 time: 0.0667074 Feb 09 01:14:01.957399 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 54770) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:01.974767 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fc233976-3a9d-4f11-8c97-060c61066ff1 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (18e170ff-a77e-468c-a398-e2e4812d0ccb), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:02.118151 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-179dacb0-3e1e-4132-8dec-93cc392195e9 None None] Set router 28a824b0-58d1-4869-bcb4-72f58d454b04 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:14:02.127999 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc233976-3a9d-4f11-8c97-060c61066ff1 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event updated for resources: {'Subnet': ['ID=18e170ff-a77e-468c-a398-e2e4812d0ccb,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:02.185200 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port b5cb7993-c6ee-4b5e-b147-44a20af5c491 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:02.187063 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b5cb7993-c6ee-4b5e-b147-44a20af5c491), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:02.285640 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc233976-3a9d-4f11-8c97-060c61066ff1 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Checking segment: {'id': '7038ff77-bac9-4e4e-9313-702f3506b6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '37b59598-c6af-4012-9220-e3ca6f3d98dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:14:02.286658 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc233976-3a9d-4f11-8c97-060c61066ff1 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Network hostable DHCP agents. Network: 37b59598-c6af-4012-9220-e3ca6f3d98dd, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:14:02.382695 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 32576972-f25d-484e-af74-835a7c0ab167 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:02.383367 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (32576972-f25d-484e-af74-835a7c0ab167), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:02.386038 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896006d8-7a4c-4fda-ba88-c2e10e5af21d req-dd56988b-07f9-45a3-a7fd-b3c70ba1c69d tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:02.411136 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896006d8-7a4c-4fda-ba88-c2e10e5af21d req-dd56988b-07f9-45a3-a7fd-b3c70ba1c69d tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:02.422614 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896006d8-7a4c-4fda-ba88-c2e10e5af21d req-dd56988b-07f9-45a3-a7fd-b3c70ba1c69d tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:02.439312 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896006d8-7a4c-4fda-ba88-c2e10e5af21d req-dd56988b-07f9-45a3-a7fd-b3c70ba1c69d tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:02.456634 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896006d8-7a4c-4fda-ba88-c2e10e5af21d req-dd56988b-07f9-45a3-a7fd-b3c70ba1c69d tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:02.474620 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896006d8-7a4c-4fda-ba88-c2e10e5af21d req-dd56988b-07f9-45a3-a7fd-b3c70ba1c69d tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:02.481453 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896006d8-7a4c-4fda-ba88-c2e10e5af21d req-dd56988b-07f9-45a3-a7fd-b3c70ba1c69d tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:02.483564 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-896006d8-7a4c-4fda-ba88-c2e10e5af21d req-dd56988b-07f9-45a3-a7fd-b3c70ba1c69d tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5441 time: 0.2862289 Feb 09 01:14:02.485706 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc233976-3a9d-4f11-8c97-060c61066ff1 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Network 37b59598-c6af-4012-9220-e3ca6f3d98dd is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:14:02.535786 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-fc233976-3a9d-4f11-8c97-060c61066ff1 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 37b59598-c6af-4012-9220-e3ca6f3d98dd) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:02.553878 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc233976-3a9d-4f11-8c97-060c61066ff1 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:02.554646 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fc233976-3a9d-4f11-8c97-060c61066ff1 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:02.590831 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-896006d8-7a4c-4fda-ba88-c2e10e5af21d req-9478b647-cd1b-4329-8924-c3ce73a75783 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0972288 Feb 09 01:14:02.612582 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44acea9-a977-4a03-83ae-8512222a0dd7'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:14:02.619572 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2c5f7e-91cb-443e-b754-b078dd817279" -d '{"events": [{"server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "name": "network-vif-plugged", "status": "completed", "tag": "a44acea9-a977-4a03-83ae-8512222a0dd7"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:14:02.644284 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-fc233976-3a9d-4f11-8c97-060c61066ff1 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9013348 Feb 09 01:14:02.646312 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 54792) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:02.661123 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-865581a9-9143-4a47-8372-a5649ed59d90 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'port': {'network_id': '37b59598-c6af-4012-9220-e3ca6f3d98dd', 'name': 'tempest-PortsIpV6TestJSON-656664779'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:02.756588 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d356a9e-577f-49f4-b678-f67a5d9dea4e None None] Network 37b59598-c6af-4012-9220-e3ca6f3d98dd requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:14:02.765657 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port b5cb7993-c6ee-4b5e-b147-44a20af5c491 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:02.766065 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b5cb7993-c6ee-4b5e-b147-44a20af5c491), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:02.767980 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2d76ee79-bf15-458b-8393-2004f7e3739b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:02.788609 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01fb235c-5f15-4a94-8cf1-8860ad05ef52 x-openstack-request-id: req-01fb235c-5f15-4a94-8cf1-8860ad05ef52 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:14:02.788941 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "name": "network-vif-plugged", "status": "completed", "tag": "a44acea9-a977-4a03-83ae-8512222a0dd7", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:14:02.805950 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-01fb235c-5f15-4a94-8cf1-8860ad05ef52 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:14:02.806832 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44acea9-a977-4a03-83ae-8512222a0dd7', 'code': 200} Feb 09 01:14:02.839188 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9ad4a5ef-3f6e-48c2-ab48-234d52d3cde4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (28a824b0-58d1-4869-bcb4-72f58d454b04), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:02.924751 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865581a9-9143-4a47-8372-a5649ed59d90 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Made reservation on behalf of 7dadddfa309b47d08426d3b47362579d for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:02.928942 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-865581a9-9143-4a47-8372-a5649ed59d90 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:02.973773 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 32576972-f25d-484e-af74-835a7c0ab167 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:02.974903 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 2821c573-a51b-4bfb-bc51-4e120876b4ad up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:14:02.975573 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-865581a9-9143-4a47-8372-a5649ed59d90 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] device_id is not set on port 61bb0e9e-2492-4554-bfc2-9610bd1c5b6d yet. {{(pid=103136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:14:03.210606 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-865581a9-9143-4a47-8372-a5649ed59d90 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Allocated IP 2001:db8::b8 (37b59598-c6af-4012-9220-e3ca6f3d98dd/18e170ff-a77e-468c-a398-e2e4812d0ccb/61bb0e9e-2492-4554-bfc2-9610bd1c5b6d) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:03.234702 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port b5cb7993-c6ee-4b5e-b147-44a20af5c491, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=b5cb7993-c6ee-4b5e-b147-44a20af5c491,segment=NetworkSegment(2e94c052-df5d-4e4f-b391-ea9eee75e92a),segment_id=2e94c052-df5d-4e4f-b391-ea9eee75e92a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:03.274968 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b5cb7993-c6ee-4b5e-b147-44a20af5c491), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:03.275781 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 6e9d435a-540a-4ac9-9688-d711412ef2a9 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:14:03.387202 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-9ad4a5ef-3f6e-48c2-ab48-234d52d3cde4 admin admin] Deleting port 67d34517-d789-4cd0-ab22-ed693e28d9e3 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:14:03.387898 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9ad4a5ef-3f6e-48c2-ab48-234d52d3cde4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (67d34517-d789-4cd0-ab22-ed693e28d9e3), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:03.410329 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59607b4b-6885-4324-b194-ac8da5f514cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-37b59598-c6af-4012-9220-e3ca6f3d98dd', 'network_id': '37b59598-c6af-4012-9220-e3ca6f3d98dd', 'project_id': '7dadddfa309b47d08426d3b47362579d', 'fixed_ips': [{'subnet_id': '18e170ff-a77e-468c-a398-e2e4812d0ccb'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:14:03.411198 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-59607b4b-6885-4324-b194-ac8da5f514cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:03.508107 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-865581a9-9143-4a47-8372-a5649ed59d90 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for port (61bb0e9e-2492-4554-bfc2-9610bd1c5b6d), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:03.565012 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9ad4a5ef-3f6e-48c2-ab48-234d52d3cde4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (67d34517-d789-4cd0-ab22-ed693e28d9e3), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:03.589162 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-9ad4a5ef-3f6e-48c2-ab48-234d52d3cde4 admin admin] Calling delete_port for 67d34517-d789-4cd0-ab22-ed693e28d9e3 owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:14:03.594887 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-865581a9-9143-4a47-8372-a5649ed59d90 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (61bb0e9e-2492-4554-bfc2-9610bd1c5b6d), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:03.664276 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-179dacb0-3e1e-4132-8dec-93cc392195e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a824b0-58d1-4869-bcb4-72f58d454b04', 'name': 'tempest-FloatingIPsNegativeTestJSON-331246930-router', 'tenant_id': '184d7b9bdb0744c29be4cbf221bb72c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '32576972-f25d-484e-af74-835a7c0ab167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:51Z', 'updated_at': '2022-02-09T01:13:58Z', 'revision_number': 4, 'project_id': '184d7b9bdb0744c29be4cbf221bb72c3', 'gw_port': {'id': '32576972-f25d-484e-af74-835a7c0ab167', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a824b0-58d1-4869-bcb4-72f58d454b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:52Z', 'updated_at': '2022-02-09T01:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '67d34517-d789-4cd0-ab22-ed693e28d9e3', 'name': '', 'network_id': 'cb8cd433-1635-46fc-9c95-5488179e81ee', 'tenant_id': '184d7b9bdb0744c29be4cbf221bb72c3', 'mac_address': 'fa:16:3e:4b:88:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28a824b0-58d1-4869-bcb4-72f58d454b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '1bc725f9-6bdf-418b-b231-666199e9e17c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:56Z', 'updated_at': '2022-02-09T01:13:59Z', 'revision_number': 2, 'project_id': '184d7b9bdb0744c29be4cbf221bb72c3', 'subnets': [{'id': '1bc725f9-6bdf-418b-b231-666199e9e17c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:03.709398 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179dacb0-3e1e-4132-8dec-93cc392195e9 None None] Checking router: 28a824b0-58d1-4869-bcb4-72f58d454b04 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:14:03.709687 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179dacb0-3e1e-4132-8dec-93cc392195e9 None None] Updating router 28a824b0-58d1-4869-bcb4-72f58d454b04 port 67d34517-d789-4cd0-ab22-ed693e28d9e3 binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:14:03.745011 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865581a9-9143-4a47-8372-a5649ed59d90 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event updated for resources: {'Port': ['ID=61bb0e9e-2492-4554-bfc2-9610bd1c5b6d,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:03.791953 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 2821c573-a51b-4bfb-bc51-4e120876b4ad triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:03.793398 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (2821c573-a51b-4bfb-bc51-4e120876b4ad), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:03.827015 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=b5cb7993-c6ee-4b5e-b147-44a20af5c491,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:03.837898 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-179dacb0-3e1e-4132-8dec-93cc392195e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (67d34517-d789-4cd0-ab22-ed693e28d9e3), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:03.902336 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865581a9-9143-4a47-8372-a5649ed59d90 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Network 37b59598-c6af-4012-9220-e3ca6f3d98dd is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:03.915383 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-865581a9-9143-4a47-8372-a5649ed59d90 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:03.919062 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 6e9d435a-540a-4ac9-9688-d711412ef2a9 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:14:03.929439 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865581a9-9143-4a47-8372-a5649ed59d90 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:14:03.934221 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865581a9-9143-4a47-8372-a5649ed59d90 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:03.934864 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-865581a9-9143-4a47-8372-a5649ed59d90 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:03.948579 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 6e9d435a-540a-4ac9-9688-d711412ef2a9 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:03.949106 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (6e9d435a-540a-4ac9-9688-d711412ef2a9), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:04.017183 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df732b4b-a82b-4206-a275-5eff05c35731 req-b87edd9e-eb57-44ca-b727-15caf3917e6a tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:04.066788 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df732b4b-a82b-4206-a275-5eff05c35731 req-b87edd9e-eb57-44ca-b727-15caf3917e6a tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:04.072350 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df732b4b-a82b-4206-a275-5eff05c35731 req-b87edd9e-eb57-44ca-b727-15caf3917e6a tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:04.079463 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df732b4b-a82b-4206-a275-5eff05c35731 req-b87edd9e-eb57-44ca-b727-15caf3917e6a tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:04.101711 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9ad4a5ef-3f6e-48c2-ab48-234d52d3cde4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (67d34517-d789-4cd0-ab22-ed693e28d9e3), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:04.103608 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df732b4b-a82b-4206-a275-5eff05c35731 req-b87edd9e-eb57-44ca-b727-15caf3917e6a tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:04.131801 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad4a5ef-3f6e-48c2-ab48-234d52d3cde4 admin admin] Pushing event deleted for resources: {'Port': ['ID=67d34517-d789-4cd0-ab22-ed693e28d9e3,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:04.138851 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df732b4b-a82b-4206-a275-5eff05c35731 req-b87edd9e-eb57-44ca-b727-15caf3917e6a tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:04.144312 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df732b4b-a82b-4206-a275-5eff05c35731 req-b87edd9e-eb57-44ca-b727-15caf3917e6a tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:04.170262 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-df732b4b-a82b-4206-a275-5eff05c35731 req-b87edd9e-eb57-44ca-b727-15caf3917e6a tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5442 time: 0.4092653 Feb 09 01:14:04.188334 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-865581a9-9143-4a47-8372-a5649ed59d90 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5386651 Feb 09 01:14:04.191251 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-59607b4b-6885-4324-b194-ac8da5f514cc None None] Allocated IP 2001:db8::2 (37b59598-c6af-4012-9220-e3ca6f3d98dd/18e170ff-a77e-468c-a398-e2e4812d0ccb/0dc566b6-7927-4cc7-a2d4-ba165170cd01) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:04.193399 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 54830) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:04.269873 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 2821c573-a51b-4bfb-bc51-4e120876b4ad is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:04.286161 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-e2d40219-df97-45d9-9d30-3a0aaefbde15 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'port': {'network_id': '37b59598-c6af-4012-9220-e3ca6f3d98dd', 'name': 'tempest-PortsIpV6TestJSON-1264928741'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:04.456281 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9ad4a5ef-3f6e-48c2-ab48-234d52d3cde4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (28a824b0-58d1-4869-bcb4-72f58d454b04), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:04.464746 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6dbfd161-645c-42fe-b8d9-b1909cfbcade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:04.477478 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 6e9d435a-540a-4ac9-9688-d711412ef2a9 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:04.478203 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6e9d435a-540a-4ac9-9688-d711412ef2a9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:04.615671 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 6e9d435a-540a-4ac9-9688-d711412ef2a9, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=6e9d435a-540a-4ac9-9688-d711412ef2a9,segment=NetworkSegment(2e94c052-df5d-4e4f-b391-ea9eee75e92a),segment_id=2e94c052-df5d-4e4f-b391-ea9eee75e92a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:04.645192 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (6e9d435a-540a-4ac9-9688-d711412ef2a9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:04.646326 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:14:04.771773 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-df732b4b-a82b-4206-a275-5eff05c35731 req-fb11d768-ed69-4156-af09-6c0d134db9d2 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5797565 Feb 09 01:14:04.792515 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-59607b4b-6885-4324-b194-ac8da5f514cc None None] Publish callbacks [] for port (0dc566b6-7927-4cc7-a2d4-ba165170cd01), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:04.818460 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5cb7993-c6ee-4b5e-b147-44a20af5c491'}, {'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e9d435a-540a-4ac9-9688-d711412ef2a9'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:14:04.820848 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068d4132-b8c1-4c98-bf22-7b8abe3ba439" -d '{"events": [{"server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "name": "network-vif-plugged", "status": "completed", "tag": "b5cb7993-c6ee-4b5e-b147-44a20af5c491"}, {"server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "name": "network-vif-plugged", "status": "completed", "tag": "6e9d435a-540a-4ac9-9688-d711412ef2a9"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:14:04.843378 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-59607b4b-6885-4324-b194-ac8da5f514cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (0dc566b6-7927-4cc7-a2d4-ba165170cd01), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:04.876535 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d40219-df97-45d9-9d30-3a0aaefbde15 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Made reservation on behalf of 7dadddfa309b47d08426d3b47362579d for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:04.880003 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e2d40219-df97-45d9-9d30-3a0aaefbde15 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:04.900366 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 01:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c9a677-2c82-419c-9831-a0c80fa9cf55 x-openstack-request-id: req-d2c9a677-2c82-419c-9831-a0c80fa9cf55 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:14:04.900892 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "name": "network-vif-plugged", "status": "completed", "tag": "b5cb7993-c6ee-4b5e-b147-44a20af5c491", "code": 200}, {"server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "name": "network-vif-plugged", "status": "completed", "tag": "6e9d435a-540a-4ac9-9688-d711412ef2a9", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:14:04.901321 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d2c9a677-2c82-419c-9831-a0c80fa9cf55 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:14:04.901888 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5cb7993-c6ee-4b5e-b147-44a20af5c491', 'code': 200} Feb 09 01:14:04.902359 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e9d435a-540a-4ac9-9688-d711412ef2a9', 'code': 200} Feb 09 01:14:04.908997 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.api [None req-179dacb0-3e1e-4132-8dec-93cc392195e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:14:04.909578 n-d-828369-4 neutron-server[103138]: DEBUG oslo_db.api [None req-179dacb0-3e1e-4132-8dec-93cc392195e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:14:04.913236 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=6e9d435a-540a-4ac9-9688-d711412ef2a9,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:04.930212 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59607b4b-6885-4324-b194-ac8da5f514cc None None] Network 37b59598-c6af-4012-9220-e3ca6f3d98dd is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:04.950002 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-e2d40219-df97-45d9-9d30-3a0aaefbde15 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] device_id is not set on port f56cd536-e218-4253-abd4-b0c33180dc39 yet. {{(pid=103136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:14:04.952826 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad4a5ef-3f6e-48c2-ab48-234d52d3cde4 admin admin] Router 28a824b0-58d1-4869-bcb4-72f58d454b04 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:14:04.984071 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-59607b4b-6885-4324-b194-ac8da5f514cc None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:04.995799 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59607b4b-6885-4324-b194-ac8da5f514cc None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:14:05.047920 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:14:05.068519 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:05.069017 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:05.137327 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59607b4b-6885-4324-b194-ac8da5f514cc None None] Pushing event updated for resources: {'Port': ['ID=0dc566b6-7927-4cc7-a2d4-ba165170cd01,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:05.139510 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad4a5ef-3f6e-48c2-ab48-234d52d3cde4 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:14:05.159012 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9ad4a5ef-3f6e-48c2-ab48-234d52d3cde4 admin admin] 10.222.0.50 "PUT /v2.0/routers/28a824b0-58d1-4869-bcb4-72f58d454b04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1992834 Feb 09 01:14:05.162044 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 54852) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:05.254226 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-e2d40219-df97-45d9-9d30-3a0aaefbde15 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Allocated IP 2001:db8::77 (37b59598-c6af-4012-9220-e3ca6f3d98dd/18e170ff-a77e-468c-a398-e2e4812d0ccb/f56cd536-e218-4253-abd4-b0c33180dc39) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:05.301163 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-59607b4b-6885-4324-b194-ac8da5f514cc None None] Attempting to bind port 0dc566b6-7927-4cc7-a2d4-ba165170cd01 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:14:05.301754 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-59607b4b-6885-4324-b194-ac8da5f514cc None None] Attempting to bind port 0dc566b6-7927-4cc7-a2d4-ba165170cd01 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '7038ff77-bac9-4e4e-9313-702f3506b6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '37b59598-c6af-4012-9220-e3ca6f3d98dd'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:14:05.302262 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59607b4b-6885-4324-b194-ac8da5f514cc None None] Attempting to bind port 0dc566b6-7927-4cc7-a2d4-ba165170cd01 on network 37b59598-c6af-4012-9220-e3ca6f3d98dd {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:14:05.377507 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59607b4b-6885-4324-b194-ac8da5f514cc None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:14:05.377913 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59607b4b-6885-4324-b194-ac8da5f514cc None None] Checking segment: {'id': '7038ff77-bac9-4e4e-9313-702f3506b6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '37b59598-c6af-4012-9220-e3ca6f3d98dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:14:05.378301 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-59607b4b-6885-4324-b194-ac8da5f514cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:05.378709 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59607b4b-6885-4324-b194-ac8da5f514cc None None] Bound using segment: {'id': '7038ff77-bac9-4e4e-9313-702f3506b6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '37b59598-c6af-4012-9220-e3ca6f3d98dd'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:14:05.379213 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-59607b4b-6885-4324-b194-ac8da5f514cc None None] Bound port: 0dc566b6-7927-4cc7-a2d4-ba165170cd01, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7038ff77-bac9-4e4e-9313-702f3506b6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '37b59598-c6af-4012-9220-e3ca6f3d98dd'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:14:05.379602 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-59607b4b-6885-4324-b194-ac8da5f514cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (0dc566b6-7927-4cc7-a2d4-ba165170cd01), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:05.515339 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179dacb0-3e1e-4132-8dec-93cc392195e9 None None] Port 67d34517-d789-4cd0-ab22-ed693e28d9e3 not found while updating agent binding for router 28a824b0-58d1-4869-bcb4-72f58d454b04. {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 09 01:14:05.544260 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:05.550714 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:05.577537 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e2d40219-df97-45d9-9d30-3a0aaefbde15 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for port (f56cd536-e218-4253-abd4-b0c33180dc39), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:05.648482 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179dacb0-3e1e-4132-8dec-93cc392195e9 None None] Routers {'28a824b0-58d1-4869-bcb4-72f58d454b04'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:14:05.649534 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-179dacb0-3e1e-4132-8dec-93cc392195e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:14:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['28a824b0-58d1-4869-bcb4-72f58d454b04'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:05.650079 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e2d40219-df97-45d9-9d30-3a0aaefbde15 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (f56cd536-e218-4253-abd4-b0c33180dc39), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:05.740994 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d40219-df97-45d9-9d30-3a0aaefbde15 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Network 37b59598-c6af-4012-9220-e3ca6f3d98dd is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:05.745279 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-e2d40219-df97-45d9-9d30-3a0aaefbde15 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:05.763730 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d40219-df97-45d9-9d30-3a0aaefbde15 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:14:05.788409 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d40219-df97-45d9-9d30-3a0aaefbde15 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:05.792685 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e2d40219-df97-45d9-9d30-3a0aaefbde15 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:05.830778 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d40219-df97-45d9-9d30-3a0aaefbde15 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event updated for resources: {'Port': ['ID=f56cd536-e218-4253-abd4-b0c33180dc39,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:05.849944 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e2d40219-df97-45d9-9d30-3a0aaefbde15 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6555586 Feb 09 01:14:05.852761 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-59607b4b-6885-4324-b194-ac8da5f514cc None None] For port 0dc566b6-7927-4cc7-a2d4-ba165170cd01, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:14:05.853511 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 54864) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:05.857075 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-59607b4b-6885-4324-b194-ac8da5f514cc None None] For port 0dc566b6-7927-4cc7-a2d4-ba165170cd01, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=0dc566b6-7927-4cc7-a2d4-ba165170cd01,segment=NetworkSegment(7038ff77-bac9-4e4e-9313-702f3506b6ff),segment_id=7038ff77-bac9-4e4e-9313-702f3506b6ff)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:14:05.992981 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-59607b4b-6885-4324-b194-ac8da5f514cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (0dc566b6-7927-4cc7-a2d4-ba165170cd01), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:06.025307 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d,segment=NetworkSegment(b9924f51-c522-46e8-8838-6bb3a31f2b79),segment_id=b9924f51-c522-46e8-8838-6bb3a31f2b79)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:06.028256 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839de5cf-69d3-48b8-8915-49862c320307 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:06.031818 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-839de5cf-69d3-48b8-8915-49862c320307 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Ab8 HTTP/1.1" status: 200 len: 927 time: 0.1771226 Feb 09 01:14:06.039075 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 54870) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:06.103430 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0814f15-8f44-4a1f-8563-c3e57c65c51d req-d4cee7aa-e67f-495d-ba60-c8953213866b tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:06.109096 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0814f15-8f44-4a1f-8563-c3e57c65c51d req-d4cee7aa-e67f-495d-ba60-c8953213866b tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:06.115676 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0814f15-8f44-4a1f-8563-c3e57c65c51d req-d4cee7aa-e67f-495d-ba60-c8953213866b tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:06.122093 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0814f15-8f44-4a1f-8563-c3e57c65c51d req-d4cee7aa-e67f-495d-ba60-c8953213866b tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:06.128250 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0814f15-8f44-4a1f-8563-c3e57c65c51d req-d4cee7aa-e67f-495d-ba60-c8953213866b tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:06.134441 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0814f15-8f44-4a1f-8563-c3e57c65c51d req-d4cee7aa-e67f-495d-ba60-c8953213866b tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:06.140299 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0814f15-8f44-4a1f-8563-c3e57c65c51d req-d4cee7aa-e67f-495d-ba60-c8953213866b tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:06.143170 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c0814f15-8f44-4a1f-8563-c3e57c65c51d req-d4cee7aa-e67f-495d-ba60-c8953213866b tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5443 time: 0.1947870 Feb 09 01:14:06.159047 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59607b4b-6885-4324-b194-ac8da5f514cc None None] Pushing event updated for resources: {'Port': ['ID=0dc566b6-7927-4cc7-a2d4-ba165170cd01,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:06.171393 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ab7726e3-6605-40a4-90b3-503229171342 admin admin] Publish callbacks [] for router (28a824b0-58d1-4869-bcb4-72f58d454b04), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:06.191261 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:06.194899 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:06.344218 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:06.379950 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-179dacb0-3e1e-4132-8dec-93cc392195e9 None None] Set router 28a824b0-58d1-4869-bcb4-72f58d454b04 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:14:06.386368 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c0814f15-8f44-4a1f-8563-c3e57c65c51d req-dea89f9a-14e5-4f64-a9e1-f289178036a4 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2301655 Feb 09 01:14:06.435875 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ab7726e3-6605-40a4-90b3-503229171342 admin admin] Publish callbacks [] for router_gateway (28a824b0-58d1-4869-bcb4-72f58d454b04), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:06.444467 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-25c6054d-2b25-4792-ac1a-0874abbe0aaa tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Deleting port f56cd536-e218-4253-abd4-b0c33180dc39 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:14:06.445559 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-25c6054d-2b25-4792-ac1a-0874abbe0aaa tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (f56cd536-e218-4253-abd4-b0c33180dc39), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:06.666006 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-ab7726e3-6605-40a4-90b3-503229171342 admin admin] Deleting port 32576972-f25d-484e-af74-835a7c0ab167 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:14:06.666656 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ab7726e3-6605-40a4-90b3-503229171342 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (32576972-f25d-484e-af74-835a7c0ab167), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:06.750407 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-25c6054d-2b25-4792-ac1a-0874abbe0aaa tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (f56cd536-e218-4253-abd4-b0c33180dc39), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:06.785986 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-25c6054d-2b25-4792-ac1a-0874abbe0aaa tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Calling delete_port for f56cd536-e218-4253-abd4-b0c33180dc39 owned by {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:14:06.825246 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-ab7726e3-6605-40a4-90b3-503229171342 admin admin] For port 32576972-f25d-484e-af74-835a7c0ab167, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=32576972-f25d-484e-af74-835a7c0ab167,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:06.825445 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ab7726e3-6605-40a4-90b3-503229171342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (32576972-f25d-484e-af74-835a7c0ab167), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:06.849248 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-179dacb0-3e1e-4132-8dec-93cc392195e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28a824b0-58d1-4869-bcb4-72f58d454b04', 'name': 'tempest-FloatingIPsNegativeTestJSON-331246930-router', 'tenant_id': '184d7b9bdb0744c29be4cbf221bb72c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '32576972-f25d-484e-af74-835a7c0ab167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:51Z', 'updated_at': '2022-02-09T01:14:04Z', 'revision_number': 5, 'project_id': '184d7b9bdb0744c29be4cbf221bb72c3', 'gw_port': {'id': '32576972-f25d-484e-af74-835a7c0ab167', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a824b0-58d1-4869-bcb4-72f58d454b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:52Z', 'updated_at': '2022-02-09T01:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:06.865138 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-ab7726e3-6605-40a4-90b3-503229171342 admin admin] Calling delete_port for 32576972-f25d-484e-af74-835a7c0ab167 owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:14:06.985684 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:14:06.988250 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4dfedd-086f-4a3a-b1e0-e91598e8c535" -d '{"events": [{"server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "name": "network-vif-plugged", "status": "completed", "tag": "f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:14:06.995525 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179dacb0-3e1e-4132-8dec-93cc392195e9 None None] The sync data for ids ['28a824b0-58d1-4869-bcb4-72f58d454b04'] in n-d-828369-4 is: [{'id': '28a824b0-58d1-4869-bcb4-72f58d454b04', 'name': 'tempest-FloatingIPsNegativeTestJSON-331246930-router', 'tenant_id': '184d7b9bdb0744c29be4cbf221bb72c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '32576972-f25d-484e-af74-835a7c0ab167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:13:51Z', 'updated_at': '2022-02-09T01:14:04Z', 'revision_number': 5, 'project_id': '184d7b9bdb0744c29be4cbf221bb72c3', 'gw_port': {'id': '32576972-f25d-484e-af74-835a7c0ab167', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28a824b0-58d1-4869-bcb4-72f58d454b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:13:52Z', 'updated_at': '2022-02-09T01:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:14:07.065850 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-25c6054d-2b25-4792-ac1a-0874abbe0aaa tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (f56cd536-e218-4253-abd4-b0c33180dc39), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:07.085714 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cb4c55-fc23-4b60-aa3b-d1624e570f52 x-openstack-request-id: req-45cb4c55-fc23-4b60-aa3b-d1624e570f52 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:14:07.086197 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "name": "network-vif-plugged", "status": "completed", "tag": "f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:14:07.086719 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-45cb4c55-fc23-4b60-aa3b-d1624e570f52 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:14:07.087261 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d', 'code': 200} Feb 09 01:14:07.154420 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c6054d-2b25-4792-ac1a-0874abbe0aaa tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event deleted for resources: {'Port': ['ID=f56cd536-e218-4253-abd4-b0c33180dc39,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:07.206028 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-25c6054d-2b25-4792-ac1a-0874abbe0aaa tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:07.215983 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-25c6054d-2b25-4792-ac1a-0874abbe0aaa tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/ports/f56cd536-e218-4253-abd4-b0c33180dc39 HTTP/1.1" status: 204 len: 168 time: 1.1741290 Feb 09 01:14:07.216678 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 54896) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:07.295995 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ab7726e3-6605-40a4-90b3-503229171342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (32576972-f25d-484e-af74-835a7c0ab167), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:07.370139 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-81e3efb7-f202-4eef-ac88-845545de27dd tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] GET failed (client error): The resource could not be found. Feb 09 01:14:07.378816 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-81e3efb7-f202-4eef-ac88-845545de27dd tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "GET /v2.0/ports/f56cd536-e218-4253-abd4-b0c33180dc39 HTTP/1.1" status: 404 len: 333 time: 0.0901680 Feb 09 01:14:07.385211 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 54908) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:07.432375 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7726e3-6605-40a4-90b3-503229171342 admin admin] Pushing event deleted for resources: {'Port': ['ID=32576972-f25d-484e-af74-835a7c0ab167,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:07.599337 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ab7726e3-6605-40a4-90b3-503229171342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (28a824b0-58d1-4869-bcb4-72f58d454b04), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:07.684688 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:07.686378 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd013aa4-226c-42a9-92e6-bc8559b11f63 req-4c3113bd-945d-41f2-a5c5-42c5b7c22fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:07.686864 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd013aa4-226c-42a9-92e6-bc8559b11f63 req-4c3113bd-945d-41f2-a5c5-42c5b7c22fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:07.688573 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd013aa4-226c-42a9-92e6-bc8559b11f63 req-4c3113bd-945d-41f2-a5c5-42c5b7c22fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:07.689058 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd013aa4-226c-42a9-92e6-bc8559b11f63 req-4c3113bd-945d-41f2-a5c5-42c5b7c22fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:07.690783 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd013aa4-226c-42a9-92e6-bc8559b11f63 req-4c3113bd-945d-41f2-a5c5-42c5b7c22fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:07.693428 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd013aa4-226c-42a9-92e6-bc8559b11f63 req-4c3113bd-945d-41f2-a5c5-42c5b7c22fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:07.693952 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd013aa4-226c-42a9-92e6-bc8559b11f63 req-4c3113bd-945d-41f2-a5c5-42c5b7c22fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:07.699461 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd013aa4-226c-42a9-92e6-bc8559b11f63 req-4c3113bd-945d-41f2-a5c5-42c5b7c22fe0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 6718 time: 0.5011261 Feb 09 01:14:07.717136 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:07.896467 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ab7726e3-6605-40a4-90b3-503229171342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (28a824b0-58d1-4869-bcb4-72f58d454b04), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:07.899663 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ab7726e3-6605-40a4-90b3-503229171342 admin admin] Publish callbacks [] for router_controller (28a824b0-58d1-4869-bcb4-72f58d454b04), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:07.921193 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd013aa4-226c-42a9-92e6-bc8559b11f63 req-0b1c7cd2-c468-4f24-9831-bd2b780f3206 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b29347ad-3705-4b0c-87f2-4151d4019155&id=cf51602c-4682-4ec4-ac32-03b4b416974d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2050583 Feb 09 01:14:07.935796 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118910f-d175-4d99-97a0-53a9cece46af req-b3c0b1b6-a39a-4258-948f-16414d8ce09e tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:07.942284 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118910f-d175-4d99-97a0-53a9cece46af req-b3c0b1b6-a39a-4258-948f-16414d8ce09e tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:07.948269 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118910f-d175-4d99-97a0-53a9cece46af req-b3c0b1b6-a39a-4258-948f-16414d8ce09e tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:07.953815 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118910f-d175-4d99-97a0-53a9cece46af req-b3c0b1b6-a39a-4258-948f-16414d8ce09e tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:07.962207 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118910f-d175-4d99-97a0-53a9cece46af req-b3c0b1b6-a39a-4258-948f-16414d8ce09e tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:07.969228 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118910f-d175-4d99-97a0-53a9cece46af req-b3c0b1b6-a39a-4258-948f-16414d8ce09e tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:07.977912 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118910f-d175-4d99-97a0-53a9cece46af req-b3c0b1b6-a39a-4258-948f-16414d8ce09e tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:07.982752 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6118910f-d175-4d99-97a0-53a9cece46af req-b3c0b1b6-a39a-4258-948f-16414d8ce09e tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5444 time: 0.4242399 Feb 09 01:14:07.988164 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-5b518052-e734-4a81-9b27-2e8299700e85 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Deleting port 61bb0e9e-2492-4554-bfc2-9610bd1c5b6d {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:14:07.988164 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5b518052-e734-4a81-9b27-2e8299700e85 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (61bb0e9e-2492-4554-bfc2-9610bd1c5b6d), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:08.041451 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ab7726e3-6605-40a4-90b3-503229171342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (28a824b0-58d1-4869-bcb4-72f58d454b04), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:08.042441 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7726e3-6605-40a4-90b3-503229171342 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28a824b0-58d1-4869-bcb4-72f58d454b04 {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:14:08.050382 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ab7726e3-6605-40a4-90b3-503229171342 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:08.057595 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ab7726e3-6605-40a4-90b3-503229171342 admin admin] 10.222.0.50 "DELETE /v2.0/routers/28a824b0-58d1-4869-bcb4-72f58d454b04 HTTP/1.1" status: 204 len: 168 time: 2.8943605 Feb 09 01:14:08.059312 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 54920) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:08.140146 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-be59b0b2-eb2a-45cd-873f-b39e8c15dc88 admin admin] Deleting subnet 1bc725f9-6bdf-418b-b231-666199e9e17c {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:14:08.144235 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-be59b0b2-eb2a-45cd-873f-b39e8c15dc88 admin admin] Publish callbacks [] for subnet (1bc725f9-6bdf-418b-b231-666199e9e17c), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:08.172206 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad5cfb4-39dd-4deb-aecb-24a2a9f03fc7 None None] Network 37b59598-c6af-4012-9220-e3ca6f3d98dd requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:14:08.228812 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-be59b0b2-eb2a-45cd-873f-b39e8c15dc88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (1bc725f9-6bdf-418b-b231-666199e9e17c), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:08.370634 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5b518052-e734-4a81-9b27-2e8299700e85 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (61bb0e9e-2492-4554-bfc2-9610bd1c5b6d), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:08.404416 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6118910f-d175-4d99-97a0-53a9cece46af req-5c7b65e2-575a-47b0-ac86-f8b87f56a86c tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2069411 Feb 09 01:14:08.412033 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-5b518052-e734-4a81-9b27-2e8299700e85 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Calling delete_port for 61bb0e9e-2492-4554-bfc2-9610bd1c5b6d owned by {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:14:08.430656 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-70cefa5e-600a-4ab7-8f32-0474475cd969 None None] Provisioning complete for port 0dc566b6-7927-4cc7-a2d4-ba165170cd01 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:08.433078 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-70cefa5e-600a-4ab7-8f32-0474475cd969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (0dc566b6-7927-4cc7-a2d4-ba165170cd01), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:08.517270 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-be59b0b2-eb2a-45cd-873f-b39e8c15dc88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (1bc725f9-6bdf-418b-b231-666199e9e17c), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:08.632760 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-be59b0b2-eb2a-45cd-873f-b39e8c15dc88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (1bc725f9-6bdf-418b-b231-666199e9e17c), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:08.713545 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be59b0b2-eb2a-45cd-873f-b39e8c15dc88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bc725f9-6bdf-418b-b231-666199e9e17c,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:08.716765 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-be59b0b2-eb2a-45cd-873f-b39e8c15dc88 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:08.723224 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-be59b0b2-eb2a-45cd-873f-b39e8c15dc88 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/1bc725f9-6bdf-418b-b231-666199e9e17c HTTP/1.1" status: 204 len: 168 time: 0.6626418 Feb 09 01:14:08.728824 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 54938) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:08.740697 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 0dc566b6-7927-4cc7-a2d4-ba165170cd01 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:14:08.784163 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5b518052-e734-4a81-9b27-2e8299700e85 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (61bb0e9e-2492-4554-bfc2-9610bd1c5b6d), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:08.825510 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c403c1c6-8018-4143-bb2e-3f18d7520837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (cb8cd433-1635-46fc-9c95-5488179e81ee), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:08.857567 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8ab4c0-7577-46af-be76-2d8c84c8e46b None None] Network cb8cd433-1635-46fc-9c95-5488179e81ee requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:14:08.880829 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b518052-e734-4a81-9b27-2e8299700e85 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event deleted for resources: {'Port': ['ID=61bb0e9e-2492-4554-bfc2-9610bd1c5b6d,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:08.940895 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5b518052-e734-4a81-9b27-2e8299700e85 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:08.947113 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-5b518052-e734-4a81-9b27-2e8299700e85 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/ports/61bb0e9e-2492-4554-bfc2-9610bd1c5b6d HTTP/1.1" status: 204 len: 168 time: 1.5586154 Feb 09 01:14:08.948349 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 54942) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:08.995694 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40510b2f-e30f-40a7-97c3-9d17735d679b None None] Sync routers for ids ['28a824b0-58d1-4869-bcb4-72f58d454b04'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:14:09.011599 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-10055b29-dfc5-4009-b9d7-e57fe1dfd430 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] GET failed (client error): The resource could not be found. Feb 09 01:14:09.015555 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-10055b29-dfc5-4009-b9d7-e57fe1dfd430 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "GET /v2.0/ports/61bb0e9e-2492-4554-bfc2-9610bd1c5b6d HTTP/1.1" status: 404 len: 333 time: 0.0637012 Feb 09 01:14:09.016242 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 54946) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:09.018366 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40510b2f-e30f-40a7-97c3-9d17735d679b None None] Routers set() bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:14:09.018747 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40510b2f-e30f-40a7-97c3-9d17735d679b None None] Router IDs set() for agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 01:14:09.019418 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_agentschedulers_db [None req-40510b2f-e30f-40a7-97c3-9d17735d679b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'28a824b0-58d1-4869-bcb4-72f58d454b04'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:14:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent'). {{(pid=103139) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 01:14:09.047431 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-c403c1c6-8018-4143-bb2e-3f18d7520837 admin admin] Deleting port 2821c573-a51b-4bfb-bc51-4e120876b4ad {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:14:09.048352 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c403c1c6-8018-4143-bb2e-3f18d7520837 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (2821c573-a51b-4bfb-bc51-4e120876b4ad), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:09.050804 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40510b2f-e30f-40a7-97c3-9d17735d679b None None] Routers set() bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:14:09.051179 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40510b2f-e30f-40a7-97c3-9d17735d679b None None] Router IDs set() for agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 01:14:09.051908 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_agentschedulers_db [None req-40510b2f-e30f-40a7-97c3-9d17735d679b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'28a824b0-58d1-4869-bcb4-72f58d454b04'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:14:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent'). {{(pid=103139) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 01:14:09.052290 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40510b2f-e30f-40a7-97c3-9d17735d679b None None] The sync data for ids ['28a824b0-58d1-4869-bcb4-72f58d454b04'] in n-d-828369-4 is: [] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:14:09.099711 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:09.166155 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9b3bad0-705e-49f9-b025-c19c40f8bc78 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Deleting subnet 18e170ff-a77e-468c-a398-e2e4812d0ccb {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:14:09.194176 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c9b3bad0-705e-49f9-b025-c19c40f8bc78 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for subnet (18e170ff-a77e-468c-a398-e2e4812d0ccb), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:09.208912 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-c403c1c6-8018-4143-bb2e-3f18d7520837 admin admin] For port 2821c573-a51b-4bfb-bc51-4e120876b4ad, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=2821c573-a51b-4bfb-bc51-4e120876b4ad,segment=NetworkSegment(ca374d1f-7a00-4514-aac3-94c741e12c1a),segment_id=ca374d1f-7a00-4514-aac3-94c741e12c1a)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:09.209238 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c403c1c6-8018-4143-bb2e-3f18d7520837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (2821c573-a51b-4bfb-bc51-4e120876b4ad), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:09.223797 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-70cefa5e-600a-4ab7-8f32-0474475cd969 None None] Current status of the port 0dc566b6-7927-4cc7-a2d4-ba165170cd01 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:09.224483 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-70cefa5e-600a-4ab7-8f32-0474475cd969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (0dc566b6-7927-4cc7-a2d4-ba165170cd01), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:09.239784 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-c403c1c6-8018-4143-bb2e-3f18d7520837 admin admin] Calling delete_port for 2821c573-a51b-4bfb-bc51-4e120876b4ad owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:14:09.274921 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 0dc566b6-7927-4cc7-a2d4-ba165170cd01 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:09.275601 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (0dc566b6-7927-4cc7-a2d4-ba165170cd01), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:09.423118 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50f96b3-91ad-4e58-94e3-aa8f76ebb8c4 None None] DHCP port deletion for cb8cd433-1635-46fc-9c95-5488179e81ee request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:14:09.423317 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c9b3bad0-705e-49f9-b025-c19c40f8bc78 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (18e170ff-a77e-468c-a398-e2e4812d0ccb), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:09.424494 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:09.432970 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-70cefa5e-600a-4ab7-8f32-0474475cd969 None None] For port 0dc566b6-7927-4cc7-a2d4-ba165170cd01, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=0dc566b6-7927-4cc7-a2d4-ba165170cd01,segment=NetworkSegment(7038ff77-bac9-4e4e-9313-702f3506b6ff),segment_id=7038ff77-bac9-4e4e-9313-702f3506b6ff)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:09.504808 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-70cefa5e-600a-4ab7-8f32-0474475cd969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (0dc566b6-7927-4cc7-a2d4-ba165170cd01), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:09.535426 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c403c1c6-8018-4143-bb2e-3f18d7520837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (2821c573-a51b-4bfb-bc51-4e120876b4ad), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:09.580418 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c403c1c6-8018-4143-bb2e-3f18d7520837 admin admin] No DVR routers for this DVR port 2821c573-a51b-4bfb-bc51-4e120876b4ad on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:14:09.682850 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403c1c6-8018-4143-bb2e-3f18d7520837 admin admin] Pushing event deleted for resources: {'Port': ['ID=2821c573-a51b-4bfb-bc51-4e120876b4ad,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:09.718874 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 0dc566b6-7927-4cc7-a2d4-ba165170cd01 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:09.746049 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b50f96b3-91ad-4e58-94e3-aa8f76ebb8c4 None None] Deleting port 2821c573-a51b-4bfb-bc51-4e120876b4ad {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:14:09.746787 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b50f96b3-91ad-4e58-94e3-aa8f76ebb8c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (2821c573-a51b-4bfb-bc51-4e120876b4ad), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:09.752071 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cefa5e-600a-4ab7-8f32-0474475cd969 None None] Pushing event updated for resources: {'Port': ['ID=0dc566b6-7927-4cc7-a2d4-ba165170cd01,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:09.805213 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c9b3bad0-705e-49f9-b025-c19c40f8bc78 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (18e170ff-a77e-468c-a398-e2e4812d0ccb), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:09.864068 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-b50f96b3-91ad-4e58-94e3-aa8f76ebb8c4 None None] For port 2821c573-a51b-4bfb-bc51-4e120876b4ad, host n-d-828369-4, got binding levels [] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:09.864487 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b50f96b3-91ad-4e58-94e3-aa8f76ebb8c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (2821c573-a51b-4bfb-bc51-4e120876b4ad), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:09.881845 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c403c1c6-8018-4143-bb2e-3f18d7520837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (cb8cd433-1635-46fc-9c95-5488179e81ee), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:09.914405 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b50f96b3-91ad-4e58-94e3-aa8f76ebb8c4 None None] Calling delete_port for 2821c573-a51b-4bfb-bc51-4e120876b4ad owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:14:09.928647 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.ipam_backend_mixin [None req-b50f96b3-91ad-4e58-94e3-aa8f76ebb8c4 None None] Port 2821c573-a51b-4bfb-bc51-4e120876b4ad was not found and therefore no delete operation was performed {{(pid=103138) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 01:14:09.929373 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6001088c-1f45-4ff0-965e-09da706183a6 None None] Provisioning complete for port 0dc566b6-7927-4cc7-a2d4-ba165170cd01 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:09.932435 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-c403c1c6-8018-4143-bb2e-3f18d7520837 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb8cd433-1635-46fc-9c95-5488179e81ee']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:09.933853 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6001088c-1f45-4ff0-965e-09da706183a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (0dc566b6-7927-4cc7-a2d4-ba165170cd01), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:09.937648 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b50f96b3-91ad-4e58-94e3-aa8f76ebb8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (2821c573-a51b-4bfb-bc51-4e120876b4ad), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:09.940942 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2062b5-134a-4fc8-81d9-488041f61046 req-f6633a70-770a-43c3-9f1c-f564457b32d3 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:09.956737 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-c403c1c6-8018-4143-bb2e-3f18d7520837 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca374d1f-7a00-4514-aac3-94c741e12c1a') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:09.957041 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-c403c1c6-8018-4143-bb2e-3f18d7520837 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca374d1f-7a00-4514-aac3-94c741e12c1a') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:09.959041 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2062b5-134a-4fc8-81d9-488041f61046 req-f6633a70-770a-43c3-9f1c-f564457b32d3 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:09.965589 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2062b5-134a-4fc8-81d9-488041f61046 req-f6633a70-770a-43c3-9f1c-f564457b32d3 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:09.979369 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2062b5-134a-4fc8-81d9-488041f61046 req-f6633a70-770a-43c3-9f1c-f564457b32d3 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:09.990616 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c403c1c6-8018-4143-bb2e-3f18d7520837 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (ca374d1f-7a00-4514-aac3-94c741e12c1a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:09.997210 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2062b5-134a-4fc8-81d9-488041f61046 req-f6633a70-770a-43c3-9f1c-f564457b32d3 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:10.007642 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2062b5-134a-4fc8-81d9-488041f61046 req-f6633a70-770a-43c3-9f1c-f564457b32d3 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:10.018708 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2062b5-134a-4fc8-81d9-488041f61046 req-f6633a70-770a-43c3-9f1c-f564457b32d3 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:10.032202 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cb2062b5-134a-4fc8-81d9-488041f61046 req-f6633a70-770a-43c3-9f1c-f564457b32d3 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5444 time: 0.4042552 Feb 09 01:14:10.033984 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c403c1c6-8018-4143-bb2e-3f18d7520837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (ca374d1f-7a00-4514-aac3-94c741e12c1a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:10.059636 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c403c1c6-8018-4143-bb2e-3f18d7520837 admin admin] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:14:10.060058 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c403c1c6-8018-4143-bb2e-3f18d7520837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (ca374d1f-7a00-4514-aac3-94c741e12c1a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:10.062116 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:14:10.062116 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:14:10.062116 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:14:10.062116 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:14:10.062116 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:14:10.062116 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:14:10.062116 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:14:10.062116 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:14:10.062116 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:14:10.062116 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:14:10.062116 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:14:10.062116 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:14:10.062116 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:14:10.062116 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:14:10.062116 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:14:10.062116 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:14:10.062116 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:14:10.062116 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:14:10.062116 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:14:10.062116 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:14:10.062116 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:14:10.062116 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:14:10.062116 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:14:10.062116 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:14:10.062116 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:14:10.062116 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:14:10.062116 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:14:10.062116 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:14:10.062116 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:14:10.062116 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:14:10.062116 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:14:10.062116 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:14:10.076009 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c9b3bad0-705e-49f9-b025-c19c40f8bc78 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (18e170ff-a77e-468c-a398-e2e4812d0ccb), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:10.136715 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b3bad0-705e-49f9-b025-c19c40f8bc78 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event deleted for resources: {'Subnet': ['ID=18e170ff-a77e-468c-a398-e2e4812d0ccb,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:10.139506 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c9b3bad0-705e-49f9-b025-c19c40f8bc78 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:10.146104 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50f96b3-91ad-4e58-94e3-aa8f76ebb8c4 None None] No DVR routers for this DVR port 2821c573-a51b-4bfb-bc51-4e120876b4ad on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:14:10.146846 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c9b3bad0-705e-49f9-b025-c19c40f8bc78 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/subnets/18e170ff-a77e-468c-a398-e2e4812d0ccb HTTP/1.1" status: 204 len: 168 time: 1.1292243 Feb 09 01:14:10.154224 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 54978) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:10.172199 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3bad0-705e-49f9-b025-c19c40f8bc78 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:10.174020 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3bad0-705e-49f9-b025-c19c40f8bc78 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:10.174662 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3bad0-705e-49f9-b025-c19c40f8bc78 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:10.175305 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3bad0-705e-49f9-b025-c19c40f8bc78 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:10.175872 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3bad0-705e-49f9-b025-c19c40f8bc78 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:10.176441 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3bad0-705e-49f9-b025-c19c40f8bc78 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:10.177035 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3bad0-705e-49f9-b025-c19c40f8bc78 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:10.177466 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f96b3-91ad-4e58-94e3-aa8f76ebb8c4 None None] Pushing event deleted for resources: {'Port': ['ID=2821c573-a51b-4bfb-bc51-4e120876b4ad,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:10.177830 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3bad0-705e-49f9-b025-c19c40f8bc78 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:10.178489 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3bad0-705e-49f9-b025-c19c40f8bc78 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:10.179689 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3bad0-705e-49f9-b025-c19c40f8bc78 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:10.180253 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3bad0-705e-49f9-b025-c19c40f8bc78 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:10.181051 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3bad0-705e-49f9-b025-c19c40f8bc78 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:10.181618 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b3bad0-705e-49f9-b025-c19c40f8bc78 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:10.224232 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c403c1c6-8018-4143-bb2e-3f18d7520837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (cb8cd433-1635-46fc-9c95-5488179e81ee), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:10.237307 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c403c1c6-8018-4143-bb2e-3f18d7520837 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:10.246752 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3570ff-aad0-4321-b583-a6e78d941570 None None] Network 37b59598-c6af-4012-9220-e3ca6f3d98dd requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:14:10.259374 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c403c1c6-8018-4143-bb2e-3f18d7520837 admin admin] 10.222.0.50 "DELETE /v2.0/networks/cb8cd433-1635-46fc-9c95-5488179e81ee HTTP/1.1" status: 204 len: 168 time: 1.5229895 Feb 09 01:14:10.283205 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403c1c6-8018-4143-bb2e-3f18d7520837 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb8cd433-1635-46fc-9c95-5488179e81ee,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:10.337102 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cb2062b5-134a-4fc8-81d9-488041f61046 req-e642c531-ddff-4b9b-b01c-bd27474beee7 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2704701 Feb 09 01:14:10.361806 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-01e25d52-0c0e-4fcd-abdd-1a8de00ed91f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (37b59598-c6af-4012-9220-e3ca6f3d98dd), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:10.467489 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 54988) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:10.527070 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 54992) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:10.555967 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 0dc566b6-7927-4cc7-a2d4-ba165170cd01 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:14:10.557666 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-01e25d52-0c0e-4fcd-abdd-1a8de00ed91f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Deleting port 0dc566b6-7927-4cc7-a2d4-ba165170cd01 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:14:10.558288 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-01e25d52-0c0e-4fcd-abdd-1a8de00ed91f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (0dc566b6-7927-4cc7-a2d4-ba165170cd01), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:10.614601 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3a843805-057f-4672-a9c9-73b2272baf62 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=184d7b9bdb0744c29be4cbf221bb72c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0839252 Feb 09 01:14:10.617856 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 54994) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:10.649143 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6001088c-1f45-4ff0-965e-09da706183a6 None None] Current status of the port 0dc566b6-7927-4cc7-a2d4-ba165170cd01 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:10.670904 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6001088c-1f45-4ff0-965e-09da706183a6 None None] Could not find standard attr ID for object 61bb0e9e-2492-4554-bfc2-9610bd1c5b6d. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:14:10.692791 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f31d8-c465-4c33-bc4b-ad1f0a1d674a req-40684be6-c04e-49d1-b81c-e5cbd5d0b61a tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:10.700243 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f31d8-c465-4c33-bc4b-ad1f0a1d674a req-40684be6-c04e-49d1-b81c-e5cbd5d0b61a tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:10.724050 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f31d8-c465-4c33-bc4b-ad1f0a1d674a req-40684be6-c04e-49d1-b81c-e5cbd5d0b61a tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:10.730239 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f31d8-c465-4c33-bc4b-ad1f0a1d674a req-40684be6-c04e-49d1-b81c-e5cbd5d0b61a tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:10.738546 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-25d2a080-6c69-4ce2-9053-2730ba1df00f admin admin] Publish callbacks [] for security_group (f7855c3e-db76-4abc-adff-b4628a6f52e8), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:10.741452 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 0dc566b6-7927-4cc7-a2d4-ba165170cd01 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:10.741839 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (0dc566b6-7927-4cc7-a2d4-ba165170cd01), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:10.746737 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f31d8-c465-4c33-bc4b-ad1f0a1d674a req-40684be6-c04e-49d1-b81c-e5cbd5d0b61a tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:10.753877 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f31d8-c465-4c33-bc4b-ad1f0a1d674a req-40684be6-c04e-49d1-b81c-e5cbd5d0b61a tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:10.767833 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f31d8-c465-4c33-bc4b-ad1f0a1d674a req-40684be6-c04e-49d1-b81c-e5cbd5d0b61a tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:10.771253 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-493f31d8-c465-4c33-bc4b-ad1f0a1d674a req-40684be6-c04e-49d1-b81c-e5cbd5d0b61a tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5444 time: 0.3038635 Feb 09 01:14:10.783165 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 55016) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:10.808058 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-2775e7cc-fc92-46fc-9440-96589b7b6971 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Request body: {'floatingip': {'port_id': '85e19991-1898-48d7-915a-2a768796af7f'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:10.810282 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-25d2a080-6c69-4ce2-9053-2730ba1df00f admin admin] Publish callbacks [] for security_group (f7855c3e-db76-4abc-adff-b4628a6f52e8), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:10.823385 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-01e25d52-0c0e-4fcd-abdd-1a8de00ed91f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] For port 0dc566b6-7927-4cc7-a2d4-ba165170cd01, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=0dc566b6-7927-4cc7-a2d4-ba165170cd01,segment=NetworkSegment(7038ff77-bac9-4e4e-9313-702f3506b6ff),segment_id=7038ff77-bac9-4e4e-9313-702f3506b6ff)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:10.823773 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-01e25d52-0c0e-4fcd-abdd-1a8de00ed91f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (0dc566b6-7927-4cc7-a2d4-ba165170cd01), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:10.838145 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50f6ac0-779c-44e6-a79c-8e5de5755f7e None None] DHCP port deletion for 37b59598-c6af-4012-9220-e3ca6f3d98dd request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:14:10.842033 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-fc6abf51-ba4b-4174-b6bd-0ec6a18789d9 None None] Could not find standard attr ID for object 61bb0e9e-2492-4554-bfc2-9610bd1c5b6d. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:14:10.876766 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-828ae2fd-df94-49cb-b81d-948e09356f2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:10.880267 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-25d2a080-6c69-4ce2-9053-2730ba1df00f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (f7855c3e-db76-4abc-adff-b4628a6f52e8), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:10.883354 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-25d2a080-6c69-4ce2-9053-2730ba1df00f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:10.884731 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-25d2a080-6c69-4ce2-9053-2730ba1df00f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f7855c3e-db76-4abc-adff-b4628a6f52e8 HTTP/1.1" status: 204 len: 168 time: 0.2654181 Feb 09 01:14:10.886066 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2775e7cc-fc92-46fc-9440-96589b7b6971 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks [] for floatingip (ee10216e-bd89-42d9-96a0-710bfcb49dc4), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:10.889826 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-01e25d52-0c0e-4fcd-abdd-1a8de00ed91f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Calling delete_port for 0dc566b6-7927-4cc7-a2d4-ba165170cd01 owned by network:dhcp {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:14:10.905596 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d2a080-6c69-4ce2-9053-2730ba1df00f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7855c3e-db76-4abc-adff-b4628a6f52e8,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:10.969083 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 0dc566b6-7927-4cc7-a2d4-ba165170cd01 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:10.992437 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-828ae2fd-df94-49cb-b81d-948e09356f2a admin admin] Publish callbacks [] for security_group (a40c611f-5e3b-4870-947e-10e706abd550), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:11.013164 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-828ae2fd-df94-49cb-b81d-948e09356f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (a40c611f-5e3b-4870-947e-10e706abd550), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:11.030612 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f50f6ac0-779c-44e6-a79c-8e5de5755f7e None None] Deleting port 0dc566b6-7927-4cc7-a2d4-ba165170cd01 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:14:11.031950 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f50f6ac0-779c-44e6-a79c-8e5de5755f7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (0dc566b6-7927-4cc7-a2d4-ba165170cd01), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:11.050635 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-828ae2fd-df94-49cb-b81d-948e09356f2a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=52e83b2807b14ceea3585da1519adde2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5791223 Feb 09 01:14:11.051904 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 55022) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:11.120825 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ae2fd-df94-49cb-b81d-948e09356f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40c611f-5e3b-4870-947e-10e706abd550,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:11.145917 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-f50f6ac0-779c-44e6-a79c-8e5de5755f7e None None] For port 0dc566b6-7927-4cc7-a2d4-ba165170cd01, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=0dc566b6-7927-4cc7-a2d4-ba165170cd01,segment=NetworkSegment(7038ff77-bac9-4e4e-9313-702f3506b6ff),segment_id=7038ff77-bac9-4e4e-9313-702f3506b6ff)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:11.147044 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f50f6ac0-779c-44e6-a79c-8e5de5755f7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (0dc566b6-7927-4cc7-a2d4-ba165170cd01), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:11.151604 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c22508b6-1a38-4cd2-9bdd-565ae6007d34 admin admin] Publish callbacks [] for security_group (a40c611f-5e3b-4870-947e-10e706abd550), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:11.169558 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f50f6ac0-779c-44e6-a79c-8e5de5755f7e None None] Calling delete_port for 0dc566b6-7927-4cc7-a2d4-ba165170cd01 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:14:11.186122 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-01e25d52-0c0e-4fcd-abdd-1a8de00ed91f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (0dc566b6-7927-4cc7-a2d4-ba165170cd01), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:11.210689 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c22508b6-1a38-4cd2-9bdd-565ae6007d34 admin admin] Publish callbacks [] for security_group (a40c611f-5e3b-4870-947e-10e706abd550), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:11.258503 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 32576972-f25d-484e-af74-835a7c0ab167 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:14:11.284405 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c22508b6-1a38-4cd2-9bdd-565ae6007d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (a40c611f-5e3b-4870-947e-10e706abd550), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:11.287173 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c22508b6-1a38-4cd2-9bdd-565ae6007d34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:11.288645 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c22508b6-1a38-4cd2-9bdd-565ae6007d34 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a40c611f-5e3b-4870-947e-10e706abd550 HTTP/1.1" status: 204 len: 168 time: 0.2359467 Feb 09 01:14:11.295221 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e25d52-0c0e-4fcd-abdd-1a8de00ed91f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event deleted for resources: {'Port': ['ID=0dc566b6-7927-4cc7-a2d4-ba165170cd01,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:11.321000 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22508b6-1a38-4cd2-9bdd-565ae6007d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40c611f-5e3b-4870-947e-10e706abd550,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:11.324963 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26937358-e854-4af1-ad87-9489e0599f1d req-12cbfe61-5f41-44ce-ba50-37e7dbdfd249 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:11.335223 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 32576972-f25d-484e-af74-835a7c0ab167 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:14:11.335573 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 32576972-f25d-484e-af74-835a7c0ab167 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:14:11.336019 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 2821c573-a51b-4bfb-bc51-4e120876b4ad no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:14:11.338270 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-26937358-e854-4af1-ad87-9489e0599f1d req-12cbfe61-5f41-44ce-ba50-37e7dbdfd249 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b6faf13-0667-4c9f-81db-a22b376c4e05 HTTP/1.1" status: 200 len: 950 time: 0.4074254 Feb 09 01:14:11.358269 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e25d52-0c0e-4fcd-abdd-1a8de00ed91f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] No DVR routers for this DVR port 0dc566b6-7927-4cc7-a2d4-ba165170cd01 on host n-d-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:14:11.389625 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 2821c573-a51b-4bfb-bc51-4e120876b4ad {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:14:11.393167 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 2821c573-a51b-4bfb-bc51-4e120876b4ad not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:14:11.402381 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f50f6ac0-779c-44e6-a79c-8e5de5755f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (0dc566b6-7927-4cc7-a2d4-ba165170cd01), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:11.462122 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f6ac0-779c-44e6-a79c-8e5de5755f7e None None] Pushing event deleted for resources: {'Port': ['ID=0dc566b6-7927-4cc7-a2d4-ba165170cd01,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:11.482259 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50f6ac0-779c-44e6-a79c-8e5de5755f7e None None] No DVR routers for this DVR port 0dc566b6-7927-4cc7-a2d4-ba165170cd01 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:14:11.694629 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-01e25d52-0c0e-4fcd-abdd-1a8de00ed91f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (37b59598-c6af-4012-9220-e3ca6f3d98dd), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:11.717251 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-01e25d52-0c0e-4fcd-abdd-1a8de00ed91f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37b59598-c6af-4012-9220-e3ca6f3d98dd']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:11.727972 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-01e25d52-0c0e-4fcd-abdd-1a8de00ed91f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7038ff77-bac9-4e4e-9313-702f3506b6ff') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:11.728278 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-01e25d52-0c0e-4fcd-abdd-1a8de00ed91f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7038ff77-bac9-4e4e-9313-702f3506b6ff') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:11.739051 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 55040) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:11.746686 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-01e25d52-0c0e-4fcd-abdd-1a8de00ed91f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (7038ff77-bac9-4e4e-9313-702f3506b6ff), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:11.753386 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7277304f-3af8-401c-a2a1-f219367f51f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:11.776860 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-26937358-e854-4af1-ad87-9489e0599f1d req-2efef93e-f613-40fd-aef4-21aefafbf2ad tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.50 "GET /v2.0/security-groups?id=3014dff4-a4f7-4791-b0ef-983354c8f08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4373238 Feb 09 01:14:11.792503 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-01e25d52-0c0e-4fcd-abdd-1a8de00ed91f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (7038ff77-bac9-4e4e-9313-702f3506b6ff), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:11.807630 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01e25d52-0c0e-4fcd-abdd-1a8de00ed91f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:14:11.808058 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-01e25d52-0c0e-4fcd-abdd-1a8de00ed91f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (7038ff77-bac9-4e4e-9313-702f3506b6ff), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:11.812420 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:14:11.812420 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:14:11.812420 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:14:11.812420 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:14:11.812420 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:14:11.812420 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:14:11.812420 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:14:11.812420 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:14:11.812420 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:14:11.812420 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:14:11.812420 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:14:11.812420 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:14:11.812420 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:14:11.812420 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:14:11.812420 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:14:11.812420 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:14:11.812420 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:14:11.812420 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:14:11.812420 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:14:11.812420 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:14:11.812420 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:14:11.812420 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:14:11.812420 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:14:11.812420 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:14:11.812420 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:14:11.812420 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:14:11.812420 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:14:11.812420 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:14:11.812420 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:14:11.812420 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:14:11.812420 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:14:11.812420 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:14:11.885805 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7277304f-3af8-401c-a2a1-f219367f51f8 admin admin] Publish callbacks [] for security_group (ef027d49-411b-4354-b61d-ee673094e929), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:11.891964 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7277304f-3af8-401c-a2a1-f219367f51f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (ef027d49-411b-4354-b61d-ee673094e929), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:11.956428 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7277304f-3af8-401c-a2a1-f219367f51f8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=61b791b20424458497725ab987f760ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2127628 Feb 09 01:14:11.956428 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7277304f-3af8-401c-a2a1-f219367f51f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef027d49-411b-4354-b61d-ee673094e929,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:11.957435 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 55048) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:12.021398 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ff15e025-2ec2-486f-9560-5121f6eeebf8 admin admin] Publish callbacks [] for security_group (ef027d49-411b-4354-b61d-ee673094e929), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:12.049662 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ff15e025-2ec2-486f-9560-5121f6eeebf8 admin admin] Publish callbacks [] for security_group (ef027d49-411b-4354-b61d-ee673094e929), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:12.114832 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ff15e025-2ec2-486f-9560-5121f6eeebf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (ef027d49-411b-4354-b61d-ee673094e929), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:12.119948 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ff15e025-2ec2-486f-9560-5121f6eeebf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:12.121638 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ff15e025-2ec2-486f-9560-5121f6eeebf8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ef027d49-411b-4354-b61d-ee673094e929 HTTP/1.1" status: 204 len: 168 time: 0.1637380 Feb 09 01:14:12.140814 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff15e025-2ec2-486f-9560-5121f6eeebf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef027d49-411b-4354-b61d-ee673094e929,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:12.409492 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-01e25d52-0c0e-4fcd-abdd-1a8de00ed91f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (37b59598-c6af-4012-9220-e3ca6f3d98dd), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:12.425329 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 55092) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:12.467331 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-01e25d52-0c0e-4fcd-abdd-1a8de00ed91f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:12.474605 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 55104) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:12.479598 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 0dc566b6-7927-4cc7-a2d4-ba165170cd01 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:14:12.480073 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-3bf3f5df-3d0d-44d9-8de3-08aff0d167b8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-306009635'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:12.487503 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-01e25d52-0c0e-4fcd-abdd-1a8de00ed91f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/networks/37b59598-c6af-4012-9220-e3ca6f3d98dd HTTP/1.1" status: 204 len: 168 time: 2.3253229 Feb 09 01:14:12.523051 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf3f5df-3d0d-44d9-8de3-08aff0d167b8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Made reservation on behalf of 7dadddfa309b47d08426d3b47362579d for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:12.527012 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3bf3f5df-3d0d-44d9-8de3-08aff0d167b8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:12.530784 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 0dc566b6-7927-4cc7-a2d4-ba165170cd01 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:14:12.534288 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 0dc566b6-7927-4cc7-a2d4-ba165170cd01 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:14:12.586089 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bf3f5df-3d0d-44d9-8de3-08aff0d167b8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1031} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:14:12.609027 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3bf3f5df-3d0d-44d9-8de3-08aff0d167b8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (f9fa7939-138e-471c-8abd-85e58e1cba55), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:12.609379 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-3bf3f5df-3d0d-44d9-8de3-08aff0d167b8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Added segment f9fa7939-138e-471c-8abd-85e58e1cba55 of type vlan for network 09647528-af14-406c-9704-152c7acfd238 Feb 09 01:14:12.694103 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3bf3f5df-3d0d-44d9-8de3-08aff0d167b8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (09647528-af14-406c-9704-152c7acfd238), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:12.698997 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-d84e2854-7d99-4b3e-a73a-e3e90b230d7b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1096659328-network', 'tenant_id': 'e859b060fb5d41cbacd8fb822f502d4a'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:12.715131 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e25d52-0c0e-4fcd-abdd-1a8de00ed91f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event deleted for resources: {'Network': ['ID=37b59598-c6af-4012-9220-e3ca6f3d98dd,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:12.780928 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84e2854-7d99-4b3e-a73a-e3e90b230d7b admin admin] Made reservation on behalf of e859b060fb5d41cbacd8fb822f502d4a for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:12.786722 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d84e2854-7d99-4b3e-a73a-e3e90b230d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:12.796897 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3bf3f5df-3d0d-44d9-8de3-08aff0d167b8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (09647528-af14-406c-9704-152c7acfd238), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:12.803636 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf3f5df-3d0d-44d9-8de3-08aff0d167b8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:12.804792 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3bf3f5df-3d0d-44d9-8de3-08aff0d167b8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:12.835853 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d84e2854-7d99-4b3e-a73a-e3e90b230d7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:12.899501 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3bf3f5df-3d0d-44d9-8de3-08aff0d167b8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4214861 Feb 09 01:14:12.903141 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2775e7cc-fc92-46fc-9440-96589b7b6971 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:12.903996 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 55138) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:12.917240 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-0e1409d1-8e2f-411c-80dc-850712f8b044 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'subnet': {'network_id': '09647528-af14-406c-9704-152c7acfd238', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:12.922505 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2775e7cc-fc92-46fc-9440-96589b7b6971 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (ee10216e-bd89-42d9-96a0-710bfcb49dc4), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:12.980344 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf3f5df-3d0d-44d9-8de3-08aff0d167b8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event updated for resources: {'Network': ['ID=09647528-af14-406c-9704-152c7acfd238,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:12.993342 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3f5df-3d0d-44d9-8de3-08aff0d167b8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:12.993789 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3f5df-3d0d-44d9-8de3-08aff0d167b8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:12.994136 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3f5df-3d0d-44d9-8de3-08aff0d167b8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:12.994527 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3f5df-3d0d-44d9-8de3-08aff0d167b8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:12.994869 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3f5df-3d0d-44d9-8de3-08aff0d167b8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:12.995203 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3f5df-3d0d-44d9-8de3-08aff0d167b8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:12.995619 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3f5df-3d0d-44d9-8de3-08aff0d167b8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:12.996210 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3f5df-3d0d-44d9-8de3-08aff0d167b8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:12.996450 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3f5df-3d0d-44d9-8de3-08aff0d167b8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:12.996808 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3f5df-3d0d-44d9-8de3-08aff0d167b8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:12.997134 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3f5df-3d0d-44d9-8de3-08aff0d167b8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:12.997455 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3f5df-3d0d-44d9-8de3-08aff0d167b8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:12.997849 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf3f5df-3d0d-44d9-8de3-08aff0d167b8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:13.016060 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 09647528-af14-406c-9704-152c7acfd238 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:14:13.055670 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d84e2854-7d99-4b3e-a73a-e3e90b230d7b admin admin] Publish callbacks [] for security_group (4d07ae43-d9e6-4a7c-a732-5c3d27f9d1b1), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:13.061969 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d84e2854-7d99-4b3e-a73a-e3e90b230d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (4d07ae43-d9e6-4a7c-a732-5c3d27f9d1b1), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:13.093893 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d84e2854-7d99-4b3e-a73a-e3e90b230d7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1001} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:14:13.126670 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d84e2854-7d99-4b3e-a73a-e3e90b230d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (1201617b-d7eb-4912-b51d-e8d5054c9092), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:13.127376 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-d84e2854-7d99-4b3e-a73a-e3e90b230d7b admin admin] Added segment 1201617b-d7eb-4912-b51d-e8d5054c9092 of type vlan for network 4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58 Feb 09 01:14:13.129539 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e2854-7d99-4b3e-a73a-e3e90b230d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d07ae43-d9e6-4a7c-a732-5c3d27f9d1b1,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:13.187824 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d84e2854-7d99-4b3e-a73a-e3e90b230d7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:13.229884 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d84e2854-7d99-4b3e-a73a-e3e90b230d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:13.231210 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84e2854-7d99-4b3e-a73a-e3e90b230d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:13.232124 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d84e2854-7d99-4b3e-a73a-e3e90b230d7b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:13.254518 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [None req-2775e7cc-fc92-46fc-9440-96589b7b6971 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Floating IP ee10216e-bd89-42d9-96a0-710bfcb49dc4 associated. External IP: 172.25.8.239, port: 85e19991-1898-48d7-915a-2a768796af7f. Feb 09 01:14:13.303313 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e2854-7d99-4b3e-a73a-e3e90b230d7b admin admin] Pushing event updated for resources: {'Network': ['ID=4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:13.313802 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:14:13.347628 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d84e2854-7d99-4b3e-a73a-e3e90b230d7b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9211922 Feb 09 01:14:13.350678 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 55174) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:13.356133 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-aa8ccbfb-098d-4ef5-b5f6-f39b19a7c321 admin admin] Request body: {'subnet': {'network_id': '4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1096659328-subnet', 'tenant_id': 'e859b060fb5d41cbacd8fb822f502d4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:13.387328 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8ccbfb-098d-4ef5-b5f6-f39b19a7c321 admin admin] Made reservation on behalf of e859b060fb5d41cbacd8fb822f502d4a for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:13.391114 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-aa8ccbfb-098d-4ef5-b5f6-f39b19a7c321 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:13.490563 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1409d1-8e2f-411c-80dc-850712f8b044 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Made reservation on behalf of 7dadddfa309b47d08426d3b47362579d for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:13.494817 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0e1409d1-8e2f-411c-80dc-850712f8b044 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:13.671109 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-aa8ccbfb-098d-4ef5-b5f6-f39b19a7c321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (0e3478a4-00f6-4fcc-a551-92ba1e3f6194), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:13.759485 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8ccbfb-098d-4ef5-b5f6-f39b19a7c321 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e3478a4-00f6-4fcc-a551-92ba1e3f6194,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:13.764639 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2775e7cc-fc92-46fc-9440-96589b7b6971 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Router 36658dc1-ed93-4169-902e-c5728eca054b has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:14:13.786963 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8ccbfb-098d-4ef5-b5f6-f39b19a7c321 admin admin] Checking segment: {'id': '1201617b-d7eb-4912-b51d-e8d5054c9092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:14:13.787692 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8ccbfb-098d-4ef5-b5f6-f39b19a7c321 admin admin] Network hostable DHCP agents. Network: 4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:14:13.808925 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8ccbfb-098d-4ef5-b5f6-f39b19a7c321 admin admin] Network 4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:14:13.827303 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-aa8ccbfb-098d-4ef5-b5f6-f39b19a7c321 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:13.835987 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97577434-4bd1-4d52-a633-b1c5f3ec13df None None] Network 4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:14:13.842632 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8ccbfb-098d-4ef5-b5f6-f39b19a7c321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:13.843239 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-aa8ccbfb-098d-4ef5-b5f6-f39b19a7c321 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:13.865283 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-aa8ccbfb-098d-4ef5-b5f6-f39b19a7c321 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5133483 Feb 09 01:14:14.007605 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0e1409d1-8e2f-411c-80dc-850712f8b044 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (9bb0cbe9-2036-4738-940d-1ee2fd5d7f89), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:14.087795 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679b9390-a4f6-4fa7-b9c6-886e5cec3366 None None] Network 4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:14:14.138811 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2775e7cc-fc92-46fc-9440-96589b7b6971 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:14:14.149680 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2775e7cc-fc92-46fc-9440-96589b7b6971 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:14.187176 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1409d1-8e2f-411c-80dc-850712f8b044 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event updated for resources: {'Subnet': ['ID=9bb0cbe9-2036-4738-940d-1ee2fd5d7f89,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:14.203988 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2775e7cc-fc92-46fc-9440-96589b7b6971 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "PUT /v2.0/floatingips/ee10216e-bd89-42d9-96a0-710bfcb49dc4 HTTP/1.1" status: 200 len: 991 time: 3.4099813 Feb 09 01:14:14.203988 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'tag': '85e19991-1898-48d7-915a-2a768796af7f'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:14:14.204402 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972f2605-0cd5-4766-9be3-96d665eff093" -d '{"events": [{"name": "network-changed", "server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "tag": "85e19991-1898-48d7-915a-2a768796af7f"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:14:14.209240 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd671bc8-55e6-43a9-9ba0-9c1d12620bba None None] Sync routers for ids ['36658dc1-ed93-4169-902e-c5728eca054b'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:14:14.220198 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1409d1-8e2f-411c-80dc-850712f8b044 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Checking segment: {'id': 'f9fa7939-138e-471c-8abd-85e58e1cba55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '09647528-af14-406c-9704-152c7acfd238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:14:14.220679 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1409d1-8e2f-411c-80dc-850712f8b044 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Network hostable DHCP agents. Network: 09647528-af14-406c-9704-152c7acfd238, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:14:14.242750 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1409d1-8e2f-411c-80dc-850712f8b044 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Network 09647528-af14-406c-9704-152c7acfd238 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:14:14.258534 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd671bc8-55e6-43a9-9ba0-9c1d12620bba None None] Routers {'36658dc1-ed93-4169-902e-c5728eca054b'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:14:14.259239 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-fd671bc8-55e6-43a9-9ba0-9c1d12620bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:14:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['36658dc1-ed93-4169-902e-c5728eca054b'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:14.263948 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-0e1409d1-8e2f-411c-80dc-850712f8b044 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 09647528-af14-406c-9704-152c7acfd238) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:14.268363 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1409d1-8e2f-411c-80dc-850712f8b044 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:14.268937 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0e1409d1-8e2f-411c-80dc-850712f8b044 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:14.300397 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-0e1409d1-8e2f-411c-80dc-850712f8b044 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3911514 Feb 09 01:14:14.300670 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 55276) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:14.305500 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-8ec0718b-d8cb-4429-b300-271e078b38f5 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'port': {'network_id': '09647528-af14-406c-9704-152c7acfd238', 'name': 'tempest-PortsIpV6TestJSON-1822586354', 'fixed_ips': [{'subnet_id': '9bb0cbe9-2036-4738-940d-1ee2fd5d7f89', 'ip_address': '2001:db8::10'}]}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:14.333554 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311584f0-04d8-4742-b066-592ed4da7e32 None None] Network 09647528-af14-406c-9704-152c7acfd238 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:14:14.493717 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec0718b-d8cb-4429-b300-271e078b38f5 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Made reservation on behalf of 7dadddfa309b47d08426d3b47362579d for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:14.589936 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-fd671bc8-55e6-43a9-9ba0-9c1d12620bba None None] Set router 36658dc1-ed93-4169-902e-c5728eca054b gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:14:14.618708 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8ec0718b-d8cb-4429-b300-271e078b38f5 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:14.640271 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-8ec0718b-d8cb-4429-b300-271e078b38f5 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] device_id is not set on port 03fb2d04-2bb0-46e7-bf3f-790cef066c9c yet. {{(pid=103136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:14:14.653601 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-a0761b8d-9ce9-47ee-979c-d2ff85ce31d4 req-6933d686-f7c7-447c-829f-4ba141578d85 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1053571889', 'description': 'tempest-description-1741190285'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:14.724883 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device ae90c3ca-2e83-4b37-8187-613ee0781bee no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:14:14.749851 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a0761b8d-9ce9-47ee-979c-d2ff85ce31d4 req-6933d686-f7c7-447c-829f-4ba141578d85 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:14.914324 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-8ec0718b-d8cb-4429-b300-271e078b38f5 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Allocated IP 2001:db8::10 (09647528-af14-406c-9704-152c7acfd238/9bb0cbe9-2036-4738-940d-1ee2fd5d7f89/03fb2d04-2bb0-46e7-bf3f-790cef066c9c) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:14.937767 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a0761b8d-9ce9-47ee-979c-d2ff85ce31d4 req-6933d686-f7c7-447c-829f-4ba141578d85 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (c249e5ae-f269-4252-b97f-7e36957ddb52), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:14.950442 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a0761b8d-9ce9-47ee-979c-d2ff85ce31d4 req-6933d686-f7c7-447c-829f-4ba141578d85 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (c249e5ae-f269-4252-b97f-7e36957ddb52), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:14.992313 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933d686-f7c7-447c-829f-4ba141578d85 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c249e5ae-f269-4252-b97f-7e36957ddb52,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:15.028249 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a0761b8d-9ce9-47ee-979c-d2ff85ce31d4 req-6933d686-f7c7-447c-829f-4ba141578d85 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:15.029620 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0761b8d-9ce9-47ee-979c-d2ff85ce31d4 req-6933d686-f7c7-447c-829f-4ba141578d85 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3823502 Feb 09 01:14:15.087202 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572df465-9ca2-4221-a85f-3f184215fc7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-09647528-af14-406c-9704-152c7acfd238', 'network_id': '09647528-af14-406c-9704-152c7acfd238', 'project_id': '7dadddfa309b47d08426d3b47362579d', 'fixed_ips': [{'subnet_id': '9bb0cbe9-2036-4738-940d-1ee2fd5d7f89'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:14:15.088074 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-572df465-9ca2-4221-a85f-3f184215fc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:15.236681 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port ae90c3ca-2e83-4b37-8187-613ee0781bee is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:15.237061 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ae90c3ca-2e83-4b37-8187-613ee0781bee), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:15.296340 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b6faf13-0667-4c9f-81db-a22b376c4e05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae90c3ca-2e83-4b37-8187-613ee0781bee'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:14:15.304852 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8ec0718b-d8cb-4429-b300-271e078b38f5 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for port (03fb2d04-2bb0-46e7-bf3f-790cef066c9c), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:15.310082 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2551988-0956-4c13-880c-8b16f3939b60" -d '{"events": [{"server_uuid": "2b6faf13-0667-4c9f-81db-a22b376c4e05", "name": "network-vif-unplugged", "status": "completed", "tag": "ae90c3ca-2e83-4b37-8187-613ee0781bee"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:14:15.328178 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-fd671bc8-55e6-43a9-9ba0-9c1d12620bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36658dc1-ed93-4169-902e-c5728eca054b', 'name': 'tempest-TaggedBootDevicesTest_v242-738180123-router', 'tenant_id': 'e1de9b230a144a68a725edf02d781381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '9119c320-7625-4d7a-828f-5c6bf6ff8d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:42Z', 'updated_at': '2022-02-09T01:10:50Z', 'revision_number': 4, 'project_id': 'e1de9b230a144a68a725edf02d781381', 'gw_port': {'id': '9119c320-7625-4d7a-828f-5c6bf6ff8d7f', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36658dc1-ed93-4169-902e-c5728eca054b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:43Z', 'updated_at': '2022-02-09T01:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'ee10216e-bd89-42d9-96a0-710bfcb49dc4', 'tenant_id': 'e1de9b230a144a68a725edf02d781381', 'floating_ip_address': '172.25.8.239', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '36658dc1-ed93-4169-902e-c5728eca054b', 'port_id': '85e19991-1898-48d7-915a-2a768796af7f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1215, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4827bb9d-9020-4469-a360-2245b341e8df', 'mac_address': 'fa:16:3e:2d:5b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f3b147-454f-4de8-aed9-1bd66f187026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:11:57Z', 'updated_at': '2022-02-09T01:14:12Z', 'revision_number': 1, 'project_id': 'e1de9b230a144a68a725edf02d781381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd713426c-6ae6-43a0-94ab-6b2903902ff7', 'name': '', 'network_id': '4827bb9d-9020-4469-a360-2245b341e8df', 'tenant_id': 'e1de9b230a144a68a725edf02d781381', 'mac_address': 'fa:16:3e:46:67:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36658dc1-ed93-4169-902e-c5728eca054b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'f87558dc-7347-4167-80b6-52be7a572ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:48Z', 'updated_at': '2022-02-09T01:10:55Z', 'revision_number': 5, 'project_id': 'e1de9b230a144a68a725edf02d781381', 'subnets': [{'id': 'f87558dc-7347-4167-80b6-52be7a572ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:15.356522 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf98ece-077b-4583-bb43-87718bf7e1e1 req-9143aeaa-e914-4061-afc1-b058b7173596 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:15.363294 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf98ece-077b-4583-bb43-87718bf7e1e1 req-9143aeaa-e914-4061-afc1-b058b7173596 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:15.369130 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port ae90c3ca-2e83-4b37-8187-613ee0781bee, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=ae90c3ca-2e83-4b37-8187-613ee0781bee,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:15.373604 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf98ece-077b-4583-bb43-87718bf7e1e1 req-9143aeaa-e914-4061-afc1-b058b7173596 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:15.378805 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf98ece-077b-4583-bb43-87718bf7e1e1 req-9143aeaa-e914-4061-afc1-b058b7173596 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:15.381899 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd671bc8-55e6-43a9-9ba0-9c1d12620bba None None] Checking router: 36658dc1-ed93-4169-902e-c5728eca054b for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:14:15.384586 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf98ece-077b-4583-bb43-87718bf7e1e1 req-9143aeaa-e914-4061-afc1-b058b7173596 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:15.390279 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (ae90c3ca-2e83-4b37-8187-613ee0781bee), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:15.391496 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf98ece-077b-4583-bb43-87718bf7e1e1 req-9143aeaa-e914-4061-afc1-b058b7173596 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:15.397081 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf98ece-077b-4583-bb43-87718bf7e1e1 req-9143aeaa-e914-4061-afc1-b058b7173596 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:15.400364 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dcf98ece-077b-4583-bb43-87718bf7e1e1 req-9143aeaa-e914-4061-afc1-b058b7173596 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5444 time: 0.2354634 Feb 09 01:14:15.407114 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd671bc8-55e6-43a9-9ba0-9c1d12620bba None None] Routers {'36658dc1-ed93-4169-902e-c5728eca054b'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:14:15.408031 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-fd671bc8-55e6-43a9-9ba0-9c1d12620bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:14:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['36658dc1-ed93-4169-902e-c5728eca054b'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:15.460861 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8ec0718b-d8cb-4429-b300-271e078b38f5 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (03fb2d04-2bb0-46e7-bf3f-790cef066c9c), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:15.516880 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec0718b-d8cb-4429-b300-271e078b38f5 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Network 09647528-af14-406c-9704-152c7acfd238 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:15.523251 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-8ec0718b-d8cb-4429-b300-271e078b38f5 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:15.528199 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-fd671bc8-55e6-43a9-9ba0-9c1d12620bba None None] Set router 36658dc1-ed93-4169-902e-c5728eca054b gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:14:15.529850 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec0718b-d8cb-4429-b300-271e078b38f5 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:14:15.536442 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec0718b-d8cb-4429-b300-271e078b38f5 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:15.537189 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8ec0718b-d8cb-4429-b300-271e078b38f5 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:15.568935 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec0718b-d8cb-4429-b300-271e078b38f5 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event updated for resources: {'Port': ['ID=03fb2d04-2bb0-46e7-bf3f-790cef066c9c,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:15.577195 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dcf98ece-077b-4583-bb43-87718bf7e1e1 req-d3c4bc81-8d6f-40ba-b53a-968dc155793c tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1701646 Feb 09 01:14:15.583923 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 55330) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:15.589687 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-dc694163-0fa9-44ea-9a8f-1c7fdc8b9fb2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'port': {'network_id': '09647528-af14-406c-9704-152c7acfd238', 'name': 'tempest-PortsIpV6TestJSON-98360554', 'fixed_ips': [{'subnet_id': '9bb0cbe9-2036-4738-940d-1ee2fd5d7f89', 'ip_address': '2001:db8::f'}]}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:15.596441 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8ec0718b-d8cb-4429-b300-271e078b38f5 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2946916 Feb 09 01:14:15.605899 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e5375a-b7bb-499c-bdd4-e5a5993e4f9e x-openstack-request-id: req-e6e5375a-b7bb-499c-bdd4-e5a5993e4f9e {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:14:15.606209 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "tag": "85e19991-1898-48d7-915a-2a768796af7f", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:14:15.606474 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e6e5375a-b7bb-499c-bdd4-e5a5993e4f9e {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:14:15.606893 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'tag': '85e19991-1898-48d7-915a-2a768796af7f', 'status': 'completed', 'code': 200} Feb 09 01:14:15.628720 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-7b859417-4022-4f82-a275-09363210aa24 req-2e9eba39-2325-4599-870b-05b6f410d0e8 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-764465603', 'description': 'tempest-description-2100687242'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:15.679337 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b11a07f-d80a-40f8-b160-13a6181e4e11 x-openstack-request-id: req-6b11a07f-d80a-40f8-b160-13a6181e4e11 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:14:15.679532 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b6faf13-0667-4c9f-81db-a22b376c4e05", "name": "network-vif-unplugged", "status": "completed", "tag": "ae90c3ca-2e83-4b37-8187-613ee0781bee", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:14:15.679757 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6b11a07f-d80a-40f8-b160-13a6181e4e11 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:14:15.680373 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b6faf13-0667-4c9f-81db-a22b376c4e05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae90c3ca-2e83-4b37-8187-613ee0781bee', 'code': 200} Feb 09 01:14:15.740884 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-572df465-9ca2-4221-a85f-3f184215fc7a None None] Allocated IP 2001:db8::2 (09647528-af14-406c-9704-152c7acfd238/9bb0cbe9-2036-4738-940d-1ee2fd5d7f89/cc2ffd2d-6640-4f4d-b26a-079fea572547) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:15.772359 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7b859417-4022-4f82-a275-09363210aa24 req-2e9eba39-2325-4599-870b-05b6f410d0e8 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:15.787567 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=ae90c3ca-2e83-4b37-8187-613ee0781bee,revision_number=11']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:15.817675 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f2605-0cd5-4766-9be3-96d665eff093 req-358eb18d-474e-44d9-8677-206668bbf736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:15.818164 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f2605-0cd5-4766-9be3-96d665eff093 req-358eb18d-474e-44d9-8677-206668bbf736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:15.818762 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f2605-0cd5-4766-9be3-96d665eff093 req-358eb18d-474e-44d9-8677-206668bbf736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:15.820412 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f2605-0cd5-4766-9be3-96d665eff093 req-358eb18d-474e-44d9-8677-206668bbf736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:15.822832 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f2605-0cd5-4766-9be3-96d665eff093 req-358eb18d-474e-44d9-8677-206668bbf736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:15.823328 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f2605-0cd5-4766-9be3-96d665eff093 req-358eb18d-474e-44d9-8677-206668bbf736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:15.823919 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f2605-0cd5-4766-9be3-96d665eff093 req-358eb18d-474e-44d9-8677-206668bbf736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:15.825879 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-972f2605-0cd5-4766-9be3-96d665eff093 req-358eb18d-474e-44d9-8677-206668bbf736 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e1de9b230a144a68a725edf02d781381&device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 6718 time: 0.1926072 Feb 09 01:14:15.859663 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc694163-0fa9-44ea-9a8f-1c7fdc8b9fb2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Made reservation on behalf of 7dadddfa309b47d08426d3b47362579d for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:16.051493 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dc694163-0fa9-44ea-9a8f-1c7fdc8b9fb2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:16.064388 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7b859417-4022-4f82-a275-09363210aa24 req-2e9eba39-2325-4599-870b-05b6f410d0e8 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (6725cd7d-c359-4173-9ae6-f33428f9d84c), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:16.080302 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f2605-0cd5-4766-9be3-96d665eff093 req-101fca81-3c03-4142-9573-1258b89c8a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:16.081851 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-972f2605-0cd5-4766-9be3-96d665eff093 req-101fca81-3c03-4142-9573-1258b89c8a06 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4827bb9d-9020-4469-a360-2245b341e8df HTTP/1.1" status: 200 len: 918 time: 0.2491646 Feb 09 01:14:16.083157 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7b859417-4022-4f82-a275-09363210aa24 req-2e9eba39-2325-4599-870b-05b6f410d0e8 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (6725cd7d-c359-4173-9ae6-f33428f9d84c), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:16.090792 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-dc694163-0fa9-44ea-9a8f-1c7fdc8b9fb2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] device_id is not set on port e5080119-d692-41b9-af1a-ba8d82406305 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:14:16.094068 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-572df465-9ca2-4221-a85f-3f184215fc7a None None] Publish callbacks [] for port (cc2ffd2d-6640-4f4d-b26a-079fea572547), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:16.156703 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-572df465-9ca2-4221-a85f-3f184215fc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (cc2ffd2d-6640-4f4d-b26a-079fea572547), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:16.202327 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572df465-9ca2-4221-a85f-3f184215fc7a None None] Pushing event updated for resources: {'Port': ['ID=cc2ffd2d-6640-4f4d-b26a-079fea572547,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:16.209080 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-972f2605-0cd5-4766-9be3-96d665eff093 req-1a8afdb3-810e-4fc0-a04c-83e063335e86 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85e19991-1898-48d7-915a-2a768796af7f HTTP/1.1" status: 200 len: 999 time: 0.1169770 Feb 09 01:14:16.236347 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572df465-9ca2-4221-a85f-3f184215fc7a None None] Network 09647528-af14-406c-9704-152c7acfd238 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:16.238560 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-572df465-9ca2-4221-a85f-3f184215fc7a None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:16.241572 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7b859417-4022-4f82-a275-09363210aa24 req-2e9eba39-2325-4599-870b-05b6f410d0e8 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:16.251170 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572df465-9ca2-4221-a85f-3f184215fc7a None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:14:16.260757 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7b859417-4022-4f82-a275-09363210aa24 req-2e9eba39-2325-4599-870b-05b6f410d0e8 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.6367834 Feb 09 01:14:16.326189 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9eba39-2325-4599-870b-05b6f410d0e8 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6725cd7d-c359-4173-9ae6-f33428f9d84c,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:16.351559 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f2605-0cd5-4766-9be3-96d665eff093 req-ae4b143c-0299-4f92-9ecc-438bc90c4ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:16.354853 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-972f2605-0cd5-4766-9be3-96d665eff093 req-ae4b143c-0299-4f92-9ecc-438bc90c4ada service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f87558dc-7347-4167-80b6-52be7a572ba0 HTTP/1.1" status: 200 len: 855 time: 0.1340241 Feb 09 01:14:16.381398 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-dc694163-0fa9-44ea-9a8f-1c7fdc8b9fb2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Allocated IP 2001:db8::f (09647528-af14-406c-9704-152c7acfd238/9bb0cbe9-2036-4738-940d-1ee2fd5d7f89/e5080119-d692-41b9-af1a-ba8d82406305) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:16.456336 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f2605-0cd5-4766-9be3-96d665eff093 req-9798c10a-3ec4-4d5b-89e3-ab913f5fb0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:16.468917 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-972f2605-0cd5-4766-9be3-96d665eff093 req-9798c10a-3ec4-4d5b-89e3-ab913f5fb0f3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4827bb9d-9020-4469-a360-2245b341e8df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1050103 Feb 09 01:14:16.534315 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-572df465-9ca2-4221-a85f-3f184215fc7a None None] Attempting to bind port cc2ffd2d-6640-4f4d-b26a-079fea572547 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:14:16.534742 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-572df465-9ca2-4221-a85f-3f184215fc7a None None] Attempting to bind port cc2ffd2d-6640-4f4d-b26a-079fea572547 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f9fa7939-138e-471c-8abd-85e58e1cba55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '09647528-af14-406c-9704-152c7acfd238'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:14:16.535276 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572df465-9ca2-4221-a85f-3f184215fc7a None None] Attempting to bind port cc2ffd2d-6640-4f4d-b26a-079fea572547 on network 09647528-af14-406c-9704-152c7acfd238 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:14:16.572092 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572df465-9ca2-4221-a85f-3f184215fc7a None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:14:16.572502 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572df465-9ca2-4221-a85f-3f184215fc7a None None] Checking segment: {'id': 'f9fa7939-138e-471c-8abd-85e58e1cba55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '09647528-af14-406c-9704-152c7acfd238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:14:16.574343 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-572df465-9ca2-4221-a85f-3f184215fc7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:16.574774 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572df465-9ca2-4221-a85f-3f184215fc7a None None] Bound using segment: {'id': 'f9fa7939-138e-471c-8abd-85e58e1cba55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '09647528-af14-406c-9704-152c7acfd238'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:14:16.575456 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-572df465-9ca2-4221-a85f-3f184215fc7a None None] Bound port: cc2ffd2d-6640-4f4d-b26a-079fea572547, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9fa7939-138e-471c-8abd-85e58e1cba55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '09647528-af14-406c-9704-152c7acfd238'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:14:16.575691 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-572df465-9ca2-4221-a85f-3f184215fc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (cc2ffd2d-6640-4f4d-b26a-079fea572547), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:16.619618 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-972f2605-0cd5-4766-9be3-96d665eff093 req-bc70659a-3f6a-4dc7-abc9-949ff493e399 service neutron] 10.222.0.47 "GET /v2.0/networks/4827bb9d-9020-4469-a360-2245b341e8df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459508 Feb 09 01:14:16.722713 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-572df465-9ca2-4221-a85f-3f184215fc7a None None] For port cc2ffd2d-6640-4f4d-b26a-079fea572547, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:14:16.727775 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-fd671bc8-55e6-43a9-9ba0-9c1d12620bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36658dc1-ed93-4169-902e-c5728eca054b', 'name': 'tempest-TaggedBootDevicesTest_v242-738180123-router', 'tenant_id': 'e1de9b230a144a68a725edf02d781381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '9119c320-7625-4d7a-828f-5c6bf6ff8d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:42Z', 'updated_at': '2022-02-09T01:10:50Z', 'revision_number': 4, 'project_id': 'e1de9b230a144a68a725edf02d781381', 'gw_port': {'id': '9119c320-7625-4d7a-828f-5c6bf6ff8d7f', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36658dc1-ed93-4169-902e-c5728eca054b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:43Z', 'updated_at': '2022-02-09T01:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'ee10216e-bd89-42d9-96a0-710bfcb49dc4', 'tenant_id': 'e1de9b230a144a68a725edf02d781381', 'floating_ip_address': '172.25.8.239', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '36658dc1-ed93-4169-902e-c5728eca054b', 'port_id': '85e19991-1898-48d7-915a-2a768796af7f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1215, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4827bb9d-9020-4469-a360-2245b341e8df', 'mac_address': 'fa:16:3e:2d:5b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f3b147-454f-4de8-aed9-1bd66f187026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:11:57Z', 'updated_at': '2022-02-09T01:14:12Z', 'revision_number': 1, 'project_id': 'e1de9b230a144a68a725edf02d781381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd713426c-6ae6-43a0-94ab-6b2903902ff7', 'name': '', 'network_id': '4827bb9d-9020-4469-a360-2245b341e8df', 'tenant_id': 'e1de9b230a144a68a725edf02d781381', 'mac_address': 'fa:16:3e:46:67:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36658dc1-ed93-4169-902e-c5728eca054b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'f87558dc-7347-4167-80b6-52be7a572ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:48Z', 'updated_at': '2022-02-09T01:10:55Z', 'revision_number': 5, 'project_id': 'e1de9b230a144a68a725edf02d781381', 'subnets': [{'id': 'f87558dc-7347-4167-80b6-52be7a572ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:16.735926 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 55394) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:16.755923 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dc694163-0fa9-44ea-9a8f-1c7fdc8b9fb2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for port (e5080119-d692-41b9-af1a-ba8d82406305), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:16.785077 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd671bc8-55e6-43a9-9ba0-9c1d12620bba None None] The sync data for ids ['36658dc1-ed93-4169-902e-c5728eca054b'] in n-d-828369-4 is: [{'id': '36658dc1-ed93-4169-902e-c5728eca054b', 'name': 'tempest-TaggedBootDevicesTest_v242-738180123-router', 'tenant_id': 'e1de9b230a144a68a725edf02d781381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '9119c320-7625-4d7a-828f-5c6bf6ff8d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:42Z', 'updated_at': '2022-02-09T01:10:50Z', 'revision_number': 4, 'project_id': 'e1de9b230a144a68a725edf02d781381', 'gw_port': {'id': '9119c320-7625-4d7a-828f-5c6bf6ff8d7f', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36658dc1-ed93-4169-902e-c5728eca054b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:43Z', 'updated_at': '2022-02-09T01:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'ee10216e-bd89-42d9-96a0-710bfcb49dc4', 'tenant_id': 'e1de9b230a144a68a725edf02d781381', 'floating_ip_address': '172.25.8.239', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '36658dc1-ed93-4169-902e-c5728eca054b', 'port_id': '85e19991-1898-48d7-915a-2a768796af7f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1215, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4827bb9d-9020-4469-a360-2245b341e8df', 'mac_address': 'fa:16:3e:2d:5b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f3b147-454f-4de8-aed9-1bd66f187026', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:11:57Z', 'updated_at': '2022-02-09T01:14:12Z', 'revision_number': 1, 'project_id': 'e1de9b230a144a68a725edf02d781381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd713426c-6ae6-43a0-94ab-6b2903902ff7', 'name': '', 'network_id': '4827bb9d-9020-4469-a360-2245b341e8df', 'tenant_id': 'e1de9b230a144a68a725edf02d781381', 'mac_address': 'fa:16:3e:46:67:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36658dc1-ed93-4169-902e-c5728eca054b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'f87558dc-7347-4167-80b6-52be7a572ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:48Z', 'updated_at': '2022-02-09T01:10:55Z', 'revision_number': 5, 'project_id': 'e1de9b230a144a68a725edf02d781381', 'subnets': [{'id': 'f87558dc-7347-4167-80b6-52be7a572ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:14:16.814959 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-572df465-9ca2-4221-a85f-3f184215fc7a None None] For port cc2ffd2d-6640-4f4d-b26a-079fea572547, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=cc2ffd2d-6640-4f4d-b26a-079fea572547,segment=NetworkSegment(f9fa7939-138e-471c-8abd-85e58e1cba55),segment_id=f9fa7939-138e-471c-8abd-85e58e1cba55)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:14:16.819122 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b6e85e-2250-41d4-8441-704138fa3e4f req-75e10d04-3743-44f5-bf56-7227e5f9d765 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:16.820679 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-14b6e85e-2250-41d4-8441-704138fa3e4f req-75e10d04-3743-44f5-bf56-7227e5f9d765 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/networks?id=4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58 HTTP/1.1" status: 200 len: 813 time: 0.1126029 Feb 09 01:14:16.831508 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dc694163-0fa9-44ea-9a8f-1c7fdc8b9fb2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (e5080119-d692-41b9-af1a-ba8d82406305), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:16.846033 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-572df465-9ca2-4221-a85f-3f184215fc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (cc2ffd2d-6640-4f4d-b26a-079fea572547), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:16.873004 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-14b6e85e-2250-41d4-8441-704138fa3e4f req-a2851679-1645-44c4-bc0e-179da172004a tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/quotas/e859b060fb5d41cbacd8fb822f502d4a HTTP/1.1" status: 200 len: 375 time: 0.0329728 Feb 09 01:14:16.931774 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc694163-0fa9-44ea-9a8f-1c7fdc8b9fb2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Network 09647528-af14-406c-9704-152c7acfd238 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:16.952529 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572df465-9ca2-4221-a85f-3f184215fc7a None None] Pushing event updated for resources: {'Port': ['ID=cc2ffd2d-6640-4f4d-b26a-079fea572547,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:16.961503 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-dc694163-0fa9-44ea-9a8f-1c7fdc8b9fb2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:16.972958 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc694163-0fa9-44ea-9a8f-1c7fdc8b9fb2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event updated for resources: {'Port': ['ID=e5080119-d692-41b9-af1a-ba8d82406305,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:16.976796 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc694163-0fa9-44ea-9a8f-1c7fdc8b9fb2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:14:16.978524 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-14b6e85e-2250-41d4-8441-704138fa3e4f req-261367c9-817b-4fdd-a286-425d2ed1ace6 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e859b060fb5d41cbacd8fb822f502d4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0891259 Feb 09 01:14:16.980680 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-972f2605-0cd5-4766-9be3-96d665eff093 req-cd5b0b25-ff06-41d4-94f0-62d0b7d6dd65 service neutron] 10.222.0.47 "GET /v2.0/networks/4827bb9d-9020-4469-a360-2245b341e8df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543024 Feb 09 01:14:16.983294 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc694163-0fa9-44ea-9a8f-1c7fdc8b9fb2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:16.983963 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dc694163-0fa9-44ea-9a8f-1c7fdc8b9fb2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:16.994634 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-859cbeaa-687c-43dd-b8e6-020eaa035ad7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:17.054768 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-dc694163-0fa9-44ea-9a8f-1c7fdc8b9fb2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.4687436 Feb 09 01:14:17.056881 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 55404) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:17.136650 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9460f8-3b4d-4e36-99bb-c919253ced44 req-a18d9322-d023-4675-89ec-088057af5007 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:17.143302 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9460f8-3b4d-4e36-99bb-c919253ced44 req-a18d9322-d023-4675-89ec-088057af5007 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:17.149371 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9460f8-3b4d-4e36-99bb-c919253ced44 req-a18d9322-d023-4675-89ec-088057af5007 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:17.155343 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9460f8-3b4d-4e36-99bb-c919253ced44 req-a18d9322-d023-4675-89ec-088057af5007 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:17.161855 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9460f8-3b4d-4e36-99bb-c919253ced44 req-a18d9322-d023-4675-89ec-088057af5007 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:17.167309 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea9ba0c-9af0-474c-bc3c-d76af78290bf None None] New status for floating IP ee10216e-bd89-42d9-96a0-710bfcb49dc4: ACTIVE {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:14:17.173404 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9460f8-3b4d-4e36-99bb-c919253ced44 req-a18d9322-d023-4675-89ec-088057af5007 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:17.178953 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9460f8-3b4d-4e36-99bb-c919253ced44 req-a18d9322-d023-4675-89ec-088057af5007 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:17.186997 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9b9460f8-3b4d-4e36-99bb-c919253ced44 req-a18d9322-d023-4675-89ec-088057af5007 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5444 time: 0.1995573 Feb 09 01:14:17.193767 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-859cbeaa-687c-43dd-b8e6-020eaa035ad7 admin admin] Publish callbacks [] for security_group (6745ed8d-2047-496d-8416-beb4a0629609), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:17.218226 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70ec414-1bd5-4844-9e29-e17a99a66131 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:17.228389 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e70ec414-1bd5-4844-9e29-e17a99a66131 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1702151 Feb 09 01:14:17.229539 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 55406) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:17.239084 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-859cbeaa-687c-43dd-b8e6-020eaa035ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (6745ed8d-2047-496d-8416-beb4a0629609), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:17.293121 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-14b6e85e-2250-41d4-8441-704138fa3e4f req-0834b832-2ff2-453b-b091-8849b8345900 service neutron] 10.222.0.50 "GET /v2.0/networks/4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637179 Feb 09 01:14:17.307577 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-859cbeaa-687c-43dd-b8e6-020eaa035ad7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=55f976dffb6a4ebc8527e5a6d50a2ae0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5705910 Feb 09 01:14:17.308288 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859cbeaa-687c-43dd-b8e6-020eaa035ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6745ed8d-2047-496d-8416-beb4a0629609,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:17.312866 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 55408) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:17.357780 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dabc1a6-167d-4096-8de8-cee0e3079fa5 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:17.362998 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dabc1a6-167d-4096-8de8-cee0e3079fa5 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:17.368491 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dabc1a6-167d-4096-8de8-cee0e3079fa5 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:17.373370 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6dabc1a6-167d-4096-8de8-cee0e3079fa5 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.1427398 Feb 09 01:14:17.373931 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 55410) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:17.416933 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9b9460f8-3b4d-4e36-99bb-c919253ced44 req-3ada4d87-3757-4b7e-8c31-86ab73ef0d71 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2272966 Feb 09 01:14:17.437535 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-14b6e85e-2250-41d4-8441-704138fa3e4f req-39672284-e29c-45b5-bd90-110cce5c8ad1 service neutron] 10.222.0.50 "GET /v2.0/networks/4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206350 Feb 09 01:14:17.442311 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ebba921a-c869-4084-9310-a526650c6764 admin admin] Publish callbacks [] for security_group (6745ed8d-2047-496d-8416-beb4a0629609), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:17.492356 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ebba921a-c869-4084-9310-a526650c6764 admin admin] Publish callbacks [] for security_group (6745ed8d-2047-496d-8416-beb4a0629609), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:17.542345 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-2f74f4e7-d64f-463f-97b5-a41e741a9005 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Deleting port e5080119-d692-41b9-af1a-ba8d82406305 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:14:17.542691 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2f74f4e7-d64f-463f-97b5-a41e741a9005 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (e5080119-d692-41b9-af1a-ba8d82406305), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:17.638493 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2f74f4e7-d64f-463f-97b5-a41e741a9005 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (e5080119-d692-41b9-af1a-ba8d82406305), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:17.659829 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-2f74f4e7-d64f-463f-97b5-a41e741a9005 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Calling delete_port for e5080119-d692-41b9-af1a-ba8d82406305 owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:14:17.665077 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ebba921a-c869-4084-9310-a526650c6764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (6745ed8d-2047-496d-8416-beb4a0629609), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:17.670215 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ebba921a-c869-4084-9310-a526650c6764 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:17.674814 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ebba921a-c869-4084-9310-a526650c6764 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6745ed8d-2047-496d-8416-beb4a0629609 HTTP/1.1" status: 204 len: 168 time: 0.3589311 Feb 09 01:14:17.688287 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba921a-c869-4084-9310-a526650c6764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6745ed8d-2047-496d-8416-beb4a0629609,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:17.840882 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-68ddad77-0379-400e-b031-0c5452c92596 req-8eb7a874-a1a0-4686-b591-d4d67bc10e15 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/ports?device_id=4da916df-68b9-4159-a47b-2df3642ad61e HTTP/1.1" status: 200 len: 210 time: 0.0454340 Feb 09 01:14:17.907684 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2f74f4e7-d64f-463f-97b5-a41e741a9005 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (e5080119-d692-41b9-af1a-ba8d82406305), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:17.954973 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f74f4e7-d64f-463f-97b5-a41e741a9005 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event deleted for resources: {'Port': ['ID=e5080119-d692-41b9-af1a-ba8d82406305,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:18.000592 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2f74f4e7-d64f-463f-97b5-a41e741a9005 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:18.005126 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2f74f4e7-d64f-463f-97b5-a41e741a9005 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/ports/e5080119-d692-41b9-af1a-ba8d82406305 HTTP/1.1" status: 204 len: 168 time: 0.6263838 Feb 09 01:14:18.008203 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 55436) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:18.035729 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd7263-ac49-4163-badb-474f3caa0a42 req-bcbe04ac-1834-41d7-a155-6bb57f1d6afd tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:18.044817 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6efd7263-ac49-4163-badb-474f3caa0a42 req-bcbe04ac-1834-41d7-a155-6bb57f1d6afd tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 945 time: 0.1178756 Feb 09 01:14:18.053741 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-c557dc31-d3c1-46b1-a135-86f47e9b5deb tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] GET failed (client error): The resource could not be found. Feb 09 01:14:18.058112 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c557dc31-d3c1-46b1-a135-86f47e9b5deb tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "GET /v2.0/ports/e5080119-d692-41b9-af1a-ba8d82406305 HTTP/1.1" status: 404 len: 333 time: 0.0462627 Feb 09 01:14:18.058839 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 55440) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:18.254990 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6efd7263-ac49-4163-badb-474f3caa0a42 req-a3034390-6e7f-4311-97f3-652a7f68604d tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=e711df6c-6fe3-4590-9ab7-e2920a97103b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2088909 Feb 09 01:14:18.264427 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-041f1724-3752-47ba-951d-5001747be0c7 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Deleting port 03fb2d04-2bb0-46e7-bf3f-790cef066c9c {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:14:18.264825 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-041f1724-3752-47ba-951d-5001747be0c7 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (03fb2d04-2bb0-46e7-bf3f-790cef066c9c), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:18.282700 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 55460) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:18.303875 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7c9ceb7c-42bf-4478-b1da-5dbd306877a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:18.411029 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301f329e-51f0-467f-9974-8bcf82b740e5 None None] Network 09647528-af14-406c-9704-152c7acfd238 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:14:18.472150 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-041f1724-3752-47ba-951d-5001747be0c7 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (03fb2d04-2bb0-46e7-bf3f-790cef066c9c), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:18.474809 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7c9ceb7c-42bf-4478-b1da-5dbd306877a4 admin admin] Publish callbacks [] for security_group (d755508d-d4b9-49ae-8596-67e82d96879a), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:18.482108 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7c9ceb7c-42bf-4478-b1da-5dbd306877a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (d755508d-d4b9-49ae-8596-67e82d96879a), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:18.488283 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device cc2ffd2d-6640-4f4d-b26a-079fea572547 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:14:18.489594 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-041f1724-3752-47ba-951d-5001747be0c7 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Calling delete_port for 03fb2d04-2bb0-46e7-bf3f-790cef066c9c owned by {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:14:18.557268 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7c9ceb7c-42bf-4478-b1da-5dbd306877a4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a95121bebd9840d5a1b2ac57e9a9af73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2730849 Feb 09 01:14:18.560181 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 55472) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:18.599148 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-e3626d69-9e73-4dea-9353-c938a15bada9 None None] Provisioning complete for port cc2ffd2d-6640-4f4d-b26a-079fea572547 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:18.600585 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ceb7c-42bf-4478-b1da-5dbd306877a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d755508d-d4b9-49ae-8596-67e82d96879a,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:18.601025 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e3626d69-9e73-4dea-9353-c938a15bada9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (cc2ffd2d-6640-4f4d-b26a-079fea572547), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:18.631120 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-164f013e-4b9e-4b59-94e3-4bef563e67b7 admin admin] Publish callbacks [] for security_group (d755508d-d4b9-49ae-8596-67e82d96879a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:18.658382 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-164f013e-4b9e-4b59-94e3-4bef563e67b7 admin admin] Publish callbacks [] for security_group (d755508d-d4b9-49ae-8596-67e82d96879a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:18.711248 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58068fc5-e90e-46b5-a614-7ffdb0ea72a3 req-4ed1356b-a488-4b8b-a335-c9f61026ac4f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:18.717000 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58068fc5-e90e-46b5-a614-7ffdb0ea72a3 req-4ed1356b-a488-4b8b-a335-c9f61026ac4f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:18.722272 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port cc2ffd2d-6640-4f4d-b26a-079fea572547 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:18.722683 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58068fc5-e90e-46b5-a614-7ffdb0ea72a3 req-4ed1356b-a488-4b8b-a335-c9f61026ac4f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:18.723119 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (cc2ffd2d-6640-4f4d-b26a-079fea572547), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:18.728380 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58068fc5-e90e-46b5-a614-7ffdb0ea72a3 req-4ed1356b-a488-4b8b-a335-c9f61026ac4f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:18.733818 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58068fc5-e90e-46b5-a614-7ffdb0ea72a3 req-4ed1356b-a488-4b8b-a335-c9f61026ac4f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:18.736152 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-164f013e-4b9e-4b59-94e3-4bef563e67b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (d755508d-d4b9-49ae-8596-67e82d96879a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:18.739243 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58068fc5-e90e-46b5-a614-7ffdb0ea72a3 req-4ed1356b-a488-4b8b-a335-c9f61026ac4f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:18.740687 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-164f013e-4b9e-4b59-94e3-4bef563e67b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:18.742330 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-164f013e-4b9e-4b59-94e3-4bef563e67b7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d755508d-d4b9-49ae-8596-67e82d96879a HTTP/1.1" status: 204 len: 168 time: 0.1803923 Feb 09 01:14:18.744615 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58068fc5-e90e-46b5-a614-7ffdb0ea72a3 req-4ed1356b-a488-4b8b-a335-c9f61026ac4f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:18.746553 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-58068fc5-e90e-46b5-a614-7ffdb0ea72a3 req-4ed1356b-a488-4b8b-a335-c9f61026ac4f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5444 time: 0.1684740 Feb 09 01:14:18.754088 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f013e-4b9e-4b59-94e3-4bef563e67b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d755508d-d4b9-49ae-8596-67e82d96879a,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:18.844353 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-041f1724-3752-47ba-951d-5001747be0c7 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (03fb2d04-2bb0-46e7-bf3f-790cef066c9c), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:18.883414 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f1724-3752-47ba-951d-5001747be0c7 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event deleted for resources: {'Port': ['ID=03fb2d04-2bb0-46e7-bf3f-790cef066c9c,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:18.964999 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-041f1724-3752-47ba-951d-5001747be0c7 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:18.968789 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-041f1724-3752-47ba-951d-5001747be0c7 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/ports/03fb2d04-2bb0-46e7-bf3f-790cef066c9c HTTP/1.1" status: 204 len: 168 time: 0.9070120 Feb 09 01:14:18.973299 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 55482) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:19.019876 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aab27ce-d116-471e-9a8f-2ba43032e3ba tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] GET failed (client error): The resource could not be found. Feb 09 01:14:19.024515 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4aab27ce-d116-471e-9a8f-2ba43032e3ba tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "GET /v2.0/ports/03fb2d04-2bb0-46e7-bf3f-790cef066c9c HTTP/1.1" status: 404 len: 333 time: 0.0495493 Feb 09 01:14:19.025246 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 55486) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:19.033882 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-58068fc5-e90e-46b5-a614-7ffdb0ea72a3 req-485f3110-1ff6-4028-bdfe-6a4e18385bbe tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2094104 Feb 09 01:14:19.055671 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e3626d69-9e73-4dea-9353-c938a15bada9 None None] Current status of the port cc2ffd2d-6640-4f4d-b26a-079fea572547 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:19.056298 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e3626d69-9e73-4dea-9353-c938a15bada9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (cc2ffd2d-6640-4f4d-b26a-079fea572547), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:19.066227 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123882f9-5175-4671-8268-f0cca4bf4d5f req-ab8b626a-8fc3-40ee-8fe0-00e16da2369e tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:19.079539 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-123882f9-5175-4671-8268-f0cca4bf4d5f req-ab8b626a-8fc3-40ee-8fe0-00e16da2369e tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.50 "GET /v2.0/ports?device_id=263c2621-310a-425b-a461-6ca57cb50ad4 HTTP/1.1" status: 200 len: 948 time: 0.1762667 Feb 09 01:14:19.132149 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port cc2ffd2d-6640-4f4d-b26a-079fea572547 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:19.133057 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (cc2ffd2d-6640-4f4d-b26a-079fea572547), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:19.138488 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-e3626d69-9e73-4dea-9353-c938a15bada9 None None] For port cc2ffd2d-6640-4f4d-b26a-079fea572547, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=cc2ffd2d-6640-4f4d-b26a-079fea572547,segment=NetworkSegment(f9fa7939-138e-471c-8abd-85e58e1cba55),segment_id=f9fa7939-138e-471c-8abd-85e58e1cba55)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:19.148031 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e3626d69-9e73-4dea-9353-c938a15bada9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (cc2ffd2d-6640-4f4d-b26a-079fea572547), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:19.168380 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe17ab2d-9152-47ce-bb8c-7677fe015cb1 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Deleting subnet 9bb0cbe9-2036-4738-940d-1ee2fd5d7f89 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:14:19.178856 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fe17ab2d-9152-47ce-bb8c-7677fe015cb1 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for subnet (9bb0cbe9-2036-4738-940d-1ee2fd5d7f89), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:19.205140 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-123882f9-5175-4671-8268-f0cca4bf4d5f req-9497a6df-11a0-419c-9f5c-4215a6ea3edd tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.50 "GET /v2.0/security-groups?id=3014dff4-a4f7-4791-b0ef-983354c8f08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197314 Feb 09 01:14:19.274236 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3626d69-9e73-4dea-9353-c938a15bada9 None None] Pushing event updated for resources: {'Port': ['ID=cc2ffd2d-6640-4f4d-b26a-079fea572547,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:19.280793 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.api [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:14:19.281141 n-d-828369-4 neutron-server[103138]: DEBUG oslo_db.api [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:14:19.288848 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0d403b50-1ee9-4ae0-a99e-a4c633eb18d7 req-343c1601-fbe5-48ef-bfc8-64f4bb38560a tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/ports?device_id=4da916df-68b9-4159-a47b-2df3642ad61e HTTP/1.1" status: 200 len: 210 time: 0.1223722 Feb 09 01:14:19.309511 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fe17ab2d-9152-47ce-bb8c-7677fe015cb1 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (9bb0cbe9-2036-4738-940d-1ee2fd5d7f89), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:19.478098 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fe17ab2d-9152-47ce-bb8c-7677fe015cb1 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (9bb0cbe9-2036-4738-940d-1ee2fd5d7f89), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:19.485607 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b6e85e-2250-41d4-8441-704138fa3e4f req-72f575f6-e391-40d0-aea1-09bf486f4d2b tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:19.487109 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-14b6e85e-2250-41d4-8441-704138fa3e4f req-72f575f6-e391-40d0-aea1-09bf486f4d2b tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.120 "GET /v2.0/networks?id=4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58 HTTP/1.1" status: 200 len: 813 time: 0.2315960 Feb 09 01:14:19.506072 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-14b6e85e-2250-41d4-8441-704138fa3e4f req-8f29a095-2b4e-4695-a9f3-9a4f2c84ce52 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Request body: {'port': {'device_id': '4da916df-68b9-4159-a47b-2df3642ad61e', 'network_id': '4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58', 'admin_state_up': True, 'tenant_id': 'e859b060fb5d41cbacd8fb822f502d4a'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:19.568713 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fe17ab2d-9152-47ce-bb8c-7677fe015cb1 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (9bb0cbe9-2036-4738-940d-1ee2fd5d7f89), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:19.577430 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-7952a4ad-e423-4c6d-b6d5-3c25826ce2ec None None] Could not find standard attr ID for object 03fb2d04-2bb0-46e7-bf3f-790cef066c9c. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:14:19.581801 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907ef38-c53a-4e13-bb3b-e276cfbeb455 req-ca2a5788-3fa6-4588-a808-9b073874316c tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:19.583377 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0907ef38-c53a-4e13-bb3b-e276cfbeb455 req-ca2a5788-3fa6-4588-a808-9b073874316c tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 945 time: 0.2130353 Feb 09 01:14:19.601930 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-7952a4ad-e423-4c6d-b6d5-3c25826ce2ec None None] Provisioning complete for port cc2ffd2d-6640-4f4d-b26a-079fea572547 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:19.602409 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7952a4ad-e423-4c6d-b6d5-3c25826ce2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (cc2ffd2d-6640-4f4d-b26a-079fea572547), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:19.606500 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e15d8-99d8-4061-9438-43039c00100b req-01d6efd3-6105-4ea0-8a24-c5dd801f1fd1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:19.615308 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e15d8-99d8-4061-9438-43039c00100b req-01d6efd3-6105-4ea0-8a24-c5dd801f1fd1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:19.620434 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e15d8-99d8-4061-9438-43039c00100b req-01d6efd3-6105-4ea0-8a24-c5dd801f1fd1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:19.625798 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e15d8-99d8-4061-9438-43039c00100b req-01d6efd3-6105-4ea0-8a24-c5dd801f1fd1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:19.636817 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e15d8-99d8-4061-9438-43039c00100b req-01d6efd3-6105-4ea0-8a24-c5dd801f1fd1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:19.642522 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e15d8-99d8-4061-9438-43039c00100b req-01d6efd3-6105-4ea0-8a24-c5dd801f1fd1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:19.643521 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe17ab2d-9152-47ce-bb8c-7677fe015cb1 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event deleted for resources: {'Subnet': ['ID=9bb0cbe9-2036-4738-940d-1ee2fd5d7f89,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:19.649336 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e15d8-99d8-4061-9438-43039c00100b req-01d6efd3-6105-4ea0-8a24-c5dd801f1fd1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:19.657884 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-533e15d8-99d8-4061-9438-43039c00100b req-01d6efd3-6105-4ea0-8a24-c5dd801f1fd1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5444 time: 0.2592983 Feb 09 01:14:19.659864 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fe17ab2d-9152-47ce-bb8c-7677fe015cb1 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:19.666528 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-fe17ab2d-9152-47ce-bb8c-7677fe015cb1 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/subnets/9bb0cbe9-2036-4738-940d-1ee2fd5d7f89 HTTP/1.1" status: 204 len: 168 time: 0.6379097 Feb 09 01:14:19.666832 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 55504) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:19.750566 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-7952a4ad-e423-4c6d-b6d5-3c25826ce2ec None None] Current status of the port cc2ffd2d-6640-4f4d-b26a-079fea572547 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:19.772973 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-161335fe-b12d-4c8d-b9f7-faa8f91d26c2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (09647528-af14-406c-9704-152c7acfd238), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:19.789258 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0907ef38-c53a-4e13-bb3b-e276cfbeb455 req-9ffde5d9-1ee1-458a-8721-b8936526590c tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=e711df6c-6fe3-4590-9ab7-e2920a97103b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1270137 Feb 09 01:14:19.835272 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-533e15d8-99d8-4061-9438-43039c00100b req-7498d92f-d872-40c0-9842-87ed62e6da20 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1484601 Feb 09 01:14:19.840223 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14b6e85e-2250-41d4-8441-704138fa3e4f req-8f29a095-2b4e-4695-a9f3-9a4f2c84ce52 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Made reservation on behalf of e859b060fb5d41cbacd8fb822f502d4a for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:19.844266 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-14b6e85e-2250-41d4-8441-704138fa3e4f req-8f29a095-2b4e-4695-a9f3-9a4f2c84ce52 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:19.869336 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-161335fe-b12d-4c8d-b9f7-faa8f91d26c2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Deleting port cc2ffd2d-6640-4f4d-b26a-079fea572547 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:14:19.869769 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-161335fe-b12d-4c8d-b9f7-faa8f91d26c2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (cc2ffd2d-6640-4f4d-b26a-079fea572547), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:19.878696 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832321ee-b3c1-405d-9ea4-64c43abac949 None None] Network 09647528-af14-406c-9704-152c7acfd238 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:14:19.976524 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port cc2ffd2d-6640-4f4d-b26a-079fea572547 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:19.983460 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-7b9cc70a-fcee-47f6-b720-5669653ed55b None None] Could not find standard attr ID for object 03fb2d04-2bb0-46e7-bf3f-790cef066c9c. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:14:20.018312 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-161335fe-b12d-4c8d-b9f7-faa8f91d26c2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] For port cc2ffd2d-6640-4f4d-b26a-079fea572547, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=cc2ffd2d-6640-4f4d-b26a-079fea572547,segment=NetworkSegment(f9fa7939-138e-471c-8abd-85e58e1cba55),segment_id=f9fa7939-138e-471c-8abd-85e58e1cba55)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:20.019148 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-161335fe-b12d-4c8d-b9f7-faa8f91d26c2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (cc2ffd2d-6640-4f4d-b26a-079fea572547), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:20.042332 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-161335fe-b12d-4c8d-b9f7-faa8f91d26c2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Calling delete_port for cc2ffd2d-6640-4f4d-b26a-079fea572547 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:14:20.056950 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-14b6e85e-2250-41d4-8441-704138fa3e4f req-8f29a095-2b4e-4695-a9f3-9a4f2c84ce52 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Allocated IP 172.20.0.7 (4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58/0e3478a4-00f6-4fcc-a551-92ba1e3f6194/9796e4f3-2ca6-4caf-b414-14e72e544cdf) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:20.092841 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ecd9e-8a9d-47d6-aad9-24fbc48eafaa req-d7d5c523-65d8-4474-b370-c01f341340db tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:20.103870 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ecd9e-8a9d-47d6-aad9-24fbc48eafaa req-d7d5c523-65d8-4474-b370-c01f341340db tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:20.110926 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ecd9e-8a9d-47d6-aad9-24fbc48eafaa req-d7d5c523-65d8-4474-b370-c01f341340db tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:20.117393 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ecd9e-8a9d-47d6-aad9-24fbc48eafaa req-d7d5c523-65d8-4474-b370-c01f341340db tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:20.126330 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686a130a-0352-4def-9ce5-281f8312de39 None None] DHCP port deletion for 09647528-af14-406c-9704-152c7acfd238 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:14:20.128917 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ecd9e-8a9d-47d6-aad9-24fbc48eafaa req-d7d5c523-65d8-4474-b370-c01f341340db tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:20.135039 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ecd9e-8a9d-47d6-aad9-24fbc48eafaa req-d7d5c523-65d8-4474-b370-c01f341340db tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:20.140603 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ecd9e-8a9d-47d6-aad9-24fbc48eafaa req-d7d5c523-65d8-4474-b370-c01f341340db tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:20.142584 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-271ecd9e-8a9d-47d6-aad9-24fbc48eafaa req-d7d5c523-65d8-4474-b370-c01f341340db tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5444 time: 0.1628869 Feb 09 01:14:20.174340 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-161335fe-b12d-4c8d-b9f7-faa8f91d26c2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (cc2ffd2d-6640-4f4d-b26a-079fea572547), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:20.190954 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-686a130a-0352-4def-9ce5-281f8312de39 None None] Deleting port cc2ffd2d-6640-4f4d-b26a-079fea572547 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:14:20.191671 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-686a130a-0352-4def-9ce5-281f8312de39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (cc2ffd2d-6640-4f4d-b26a-079fea572547), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:20.210921 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161335fe-b12d-4c8d-b9f7-faa8f91d26c2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event deleted for resources: {'Port': ['ID=cc2ffd2d-6640-4f4d-b26a-079fea572547,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:20.219506 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161335fe-b12d-4c8d-b9f7-faa8f91d26c2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] No DVR routers for this DVR port cc2ffd2d-6640-4f4d-b26a-079fea572547 on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:14:20.275066 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-686a130a-0352-4def-9ce5-281f8312de39 None None] For port cc2ffd2d-6640-4f4d-b26a-079fea572547, host n-d-828369-4, got binding levels [] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:20.275867 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-686a130a-0352-4def-9ce5-281f8312de39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (cc2ffd2d-6640-4f4d-b26a-079fea572547), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:20.303644 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-686a130a-0352-4def-9ce5-281f8312de39 None None] Calling delete_port for cc2ffd2d-6640-4f4d-b26a-079fea572547 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:14:20.310175 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.ipam_backend_mixin [None req-686a130a-0352-4def-9ce5-281f8312de39 None None] Port cc2ffd2d-6640-4f4d-b26a-079fea572547 was not found and therefore no delete operation was performed {{(pid=103138) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 01:14:20.313302 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-686a130a-0352-4def-9ce5-281f8312de39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (cc2ffd2d-6640-4f4d-b26a-079fea572547), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:20.355323 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686a130a-0352-4def-9ce5-281f8312de39 None None] Pushing event deleted for resources: {'Port': ['ID=cc2ffd2d-6640-4f4d-b26a-079fea572547,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:20.363146 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686a130a-0352-4def-9ce5-281f8312de39 None None] No DVR routers for this DVR port cc2ffd2d-6640-4f4d-b26a-079fea572547 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:14:20.421550 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-161335fe-b12d-4c8d-b9f7-faa8f91d26c2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (09647528-af14-406c-9704-152c7acfd238), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:20.456034 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-161335fe-b12d-4c8d-b9f7-faa8f91d26c2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09647528-af14-406c-9704-152c7acfd238']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:20.458321 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device cc2ffd2d-6640-4f4d-b26a-079fea572547 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:14:20.477555 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-161335fe-b12d-4c8d-b9f7-faa8f91d26c2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9fa7939-138e-471c-8abd-85e58e1cba55') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:20.477850 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-161335fe-b12d-4c8d-b9f7-faa8f91d26c2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9fa7939-138e-471c-8abd-85e58e1cba55') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:20.484139 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: cc2ffd2d-6640-4f4d-b26a-079fea572547 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:14:20.484830 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device cc2ffd2d-6640-4f4d-b26a-079fea572547 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:14:20.491157 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-161335fe-b12d-4c8d-b9f7-faa8f91d26c2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (f9fa7939-138e-471c-8abd-85e58e1cba55), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:20.513716 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-161335fe-b12d-4c8d-b9f7-faa8f91d26c2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (f9fa7939-138e-471c-8abd-85e58e1cba55), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:20.537886 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-161335fe-b12d-4c8d-b9f7-faa8f91d26c2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:14:20.538416 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-161335fe-b12d-4c8d-b9f7-faa8f91d26c2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (f9fa7939-138e-471c-8abd-85e58e1cba55), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:20.541730 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:14:20.541730 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:14:20.541730 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:14:20.541730 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:14:20.541730 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:14:20.541730 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:14:20.541730 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:14:20.541730 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:14:20.541730 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:14:20.541730 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:14:20.541730 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:14:20.541730 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:14:20.541730 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:14:20.541730 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:14:20.541730 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:14:20.541730 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:14:20.541730 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:14:20.541730 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:14:20.541730 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:14:20.541730 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:14:20.541730 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:14:20.541730 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:14:20.541730 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:14:20.541730 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:14:20.541730 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:14:20.541730 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:14:20.541730 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:14:20.541730 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:14:20.541730 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:14:20.541730 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:14:20.541730 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:14:20.541730 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:14:20.614423 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-161335fe-b12d-4c8d-b9f7-faa8f91d26c2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (09647528-af14-406c-9704-152c7acfd238), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:20.622475 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-161335fe-b12d-4c8d-b9f7-faa8f91d26c2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:20.634935 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-161335fe-b12d-4c8d-b9f7-faa8f91d26c2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/networks/09647528-af14-406c-9704-152c7acfd238 HTTP/1.1" status: 204 len: 168 time: 0.9586301 Feb 09 01:14:20.643402 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 55530) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:20.648909 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-4fc68618-be24-40b1-b133-4e2aba7cdc4a tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1284220234'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:20.653617 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161335fe-b12d-4c8d-b9f7-faa8f91d26c2 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event deleted for resources: {'Network': ['ID=09647528-af14-406c-9704-152c7acfd238,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:20.673870 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc68618-be24-40b1-b133-4e2aba7cdc4a tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Made reservation on behalf of 7dadddfa309b47d08426d3b47362579d for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:20.677206 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4fc68618-be24-40b1-b133-4e2aba7cdc4a tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:20.701969 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fc68618-be24-40b1-b133-4e2aba7cdc4a tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1014} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:14:20.712722 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4fc68618-be24-40b1-b133-4e2aba7cdc4a tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (88fe987c-ad3b-44ba-a619-ddab06f85394), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:20.713090 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-4fc68618-be24-40b1-b133-4e2aba7cdc4a tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Added segment 88fe987c-ad3b-44ba-a619-ddab06f85394 of type vlan for network f01c0d02-b4c5-4d0e-aa28-f97ee520812d Feb 09 01:14:20.755693 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4fc68618-be24-40b1-b133-4e2aba7cdc4a tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (f01c0d02-b4c5-4d0e-aa28-f97ee520812d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:20.785218 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4fc68618-be24-40b1-b133-4e2aba7cdc4a tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (f01c0d02-b4c5-4d0e-aa28-f97ee520812d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:20.791495 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc68618-be24-40b1-b133-4e2aba7cdc4a tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:20.792107 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4fc68618-be24-40b1-b133-4e2aba7cdc4a tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:20.868621 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4fc68618-be24-40b1-b133-4e2aba7cdc4a tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2241046 Feb 09 01:14:20.870658 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-14b6e85e-2250-41d4-8441-704138fa3e4f req-8f29a095-2b4e-4695-a9f3-9a4f2c84ce52 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for port (9796e4f3-2ca6-4caf-b414-14e72e544cdf), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:20.872080 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 55542) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:20.876825 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-d6373d82-7d8a-4c95-8db3-69d2186007ef tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'subnet': {'network_id': 'f01c0d02-b4c5-4d0e-aa28-f97ee520812d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:20.890726 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6577c86f-7791-4d3e-b0c6-895287636237 req-e2b278fd-081b-42a5-a3e9-f6411d8341c4 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/ports?device_id=4da916df-68b9-4159-a47b-2df3642ad61e HTTP/1.1" status: 200 len: 210 time: 0.4609323 Feb 09 01:14:20.921328 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc68618-be24-40b1-b133-4e2aba7cdc4a tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event updated for resources: {'Network': ['ID=f01c0d02-b4c5-4d0e-aa28-f97ee520812d,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:20.933572 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network f01c0d02-b4c5-4d0e-aa28-f97ee520812d details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:14:20.986108 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6373d82-7d8a-4c95-8db3-69d2186007ef tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Made reservation on behalf of 7dadddfa309b47d08426d3b47362579d for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:20.990372 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d6373d82-7d8a-4c95-8db3-69d2186007ef tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:20.993665 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9e873-e697-4c8e-9375-e2a4f9928e68 req-94145c16-91d5-41be-a89d-b9949a4781c9 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:21.002342 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-04f9e873-e697-4c8e-9375-e2a4f9928e68 req-94145c16-91d5-41be-a89d-b9949a4781c9 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.50 "GET /v2.0/ports?device_id=263c2621-310a-425b-a461-6ca57cb50ad4 HTTP/1.1" status: 200 len: 948 time: 0.6711140 Feb 09 01:14:21.116483 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dca533-ed5c-46af-ab3a-b849b479b849 req-17e9d56c-c7c5-4bd1-bb97-2680ec728dd6 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:21.117263 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c5dca533-ed5c-46af-ab3a-b849b479b849 req-17e9d56c-c7c5-4bd1-bb97-2680ec728dd6 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.47 "GET /v2.0/ports?device_id=263c2621-310a-425b-a461-6ca57cb50ad4 HTTP/1.1" status: 200 len: 948 time: 0.2502475 Feb 09 01:14:21.124954 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-14b6e85e-2250-41d4-8441-704138fa3e4f req-8f29a095-2b4e-4695-a9f3-9a4f2c84ce52 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (9796e4f3-2ca6-4caf-b414-14e72e544cdf), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:21.150427 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-04f9e873-e697-4c8e-9375-e2a4f9928e68 req-ae176a34-84ac-46cf-993e-57641a9eeb8d tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.50 "GET /v2.0/security-groups?id=3014dff4-a4f7-4791-b0ef-983354c8f08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442554 Feb 09 01:14:21.162809 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212cbd4-6365-4a1a-b92e-cfa0979f9369 req-4bc5da8c-d463-4d28-acc9-db1ade2220c3 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:21.166211 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4212cbd4-6365-4a1a-b92e-cfa0979f9369 req-4bc5da8c-d463-4d28-acc9-db1ade2220c3 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 945 time: 0.2011898 Feb 09 01:14:21.251406 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d6373d82-7d8a-4c95-8db3-69d2186007ef tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (6a810400-c5a3-4a9e-94fd-e4cb20f0553a), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:21.260308 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14b6e85e-2250-41d4-8441-704138fa3e4f req-8f29a095-2b4e-4695-a9f3-9a4f2c84ce52 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Network 4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:21.275631 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-14b6e85e-2250-41d4-8441-704138fa3e4f req-8f29a095-2b4e-4695-a9f3-9a4f2c84ce52 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:21.279718 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f29a095-2b4e-4695-a9f3-9a4f2c84ce52 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Pushing event updated for resources: {'Port': ['ID=9796e4f3-2ca6-4caf-b414-14e72e544cdf,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:21.293217 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b6e85e-2250-41d4-8441-704138fa3e4f req-8f29a095-2b4e-4695-a9f3-9a4f2c84ce52 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:14:21.328450 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6373d82-7d8a-4c95-8db3-69d2186007ef tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event updated for resources: {'Subnet': ['ID=6a810400-c5a3-4a9e-94fd-e4cb20f0553a,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:21.350853 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6373d82-7d8a-4c95-8db3-69d2186007ef tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Checking segment: {'id': '88fe987c-ad3b-44ba-a619-ddab06f85394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'f01c0d02-b4c5-4d0e-aa28-f97ee520812d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:14:21.351293 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6373d82-7d8a-4c95-8db3-69d2186007ef tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Network hostable DHCP agents. Network: f01c0d02-b4c5-4d0e-aa28-f97ee520812d, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:14:21.372511 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6373d82-7d8a-4c95-8db3-69d2186007ef tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Network f01c0d02-b4c5-4d0e-aa28-f97ee520812d is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:14:21.379441 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4212cbd4-6365-4a1a-b92e-cfa0979f9369 req-f546549a-7737-4c39-809a-b33035a156bb tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=e711df6c-6fe3-4590-9ab7-e2920a97103b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1864512 Feb 09 01:14:21.386496 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-d6373d82-7d8a-4c95-8db3-69d2186007ef tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, f01c0d02-b4c5-4d0e-aa28-f97ee520812d) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:21.396496 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b6e85e-2250-41d4-8441-704138fa3e4f req-8f29a095-2b4e-4695-a9f3-9a4f2c84ce52 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:21.397180 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-14b6e85e-2250-41d4-8441-704138fa3e4f req-8f29a095-2b4e-4695-a9f3-9a4f2c84ce52 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:21.399590 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a55605-73af-4fcc-85d2-6fa7c1d2f9d6 None None] Network f01c0d02-b4c5-4d0e-aa28-f97ee520812d requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:14:21.413138 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6373d82-7d8a-4c95-8db3-69d2186007ef tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:21.413941 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d6373d82-7d8a-4c95-8db3-69d2186007ef tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:21.425197 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-c5dca533-ed5c-46af-ab3a-b849b479b849 req-1d4df854-7ee7-4e6f-9144-de39238b902d tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Deleting port 55ee47f0-8b19-47e6-a78a-af90f9fe02cd {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:14:21.425561 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c5dca533-ed5c-46af-ab3a-b849b479b849 req-1d4df854-7ee7-4e6f-9144-de39238b902d tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (55ee47f0-8b19-47e6-a78a-af90f9fe02cd), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:21.433978 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-14b6e85e-2250-41d4-8441-704138fa3e4f req-8f29a095-2b4e-4695-a9f3-9a4f2c84ce52 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9344819 Feb 09 01:14:21.448345 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d6373d82-7d8a-4c95-8db3-69d2186007ef tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5750568 Feb 09 01:14:21.448669 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 55574) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:21.453080 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-142b196b-7920-4ba7-b3a1-d88b78d86c9d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1133552417', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:21.463500 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-14b6e85e-2250-41d4-8441-704138fa3e4f req-625096ed-2ab9-4feb-b22f-282cfe5da894 service neutron] Request body: {'port': {'device_id': '4da916df-68b9-4159-a47b-2df3642ad61e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:21.551806 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-142b196b-7920-4ba7-b3a1-d88b78d86c9d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (98290365-6ccd-4f6f-a227-25635831e627), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:21.553061 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-142b196b-7920-4ba7-b3a1-d88b78d86c9d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (98290365-6ccd-4f6f-a227-25635831e627), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:21.594438 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5591f37b-f775-4e74-8ac7-b683d4072f80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-f01c0d02-b4c5-4d0e-aa28-f97ee520812d', 'network_id': 'f01c0d02-b4c5-4d0e-aa28-f97ee520812d', 'project_id': '7dadddfa309b47d08426d3b47362579d', 'fixed_ips': [{'subnet_id': '6a810400-c5a3-4a9e-94fd-e4cb20f0553a'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:14:21.596504 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5591f37b-f775-4e74-8ac7-b683d4072f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:21.641882 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-14b6e85e-2250-41d4-8441-704138fa3e4f req-625096ed-2ab9-4feb-b22f-282cfe5da894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (9796e4f3-2ca6-4caf-b414-14e72e544cdf), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:21.701567 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-c5dca533-ed5c-46af-ab3a-b849b479b849 req-1d4df854-7ee7-4e6f-9144-de39238b902d tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] For port 55ee47f0-8b19-47e6-a78a-af90f9fe02cd, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=55ee47f0-8b19-47e6-a78a-af90f9fe02cd,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:21.701841 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c5dca533-ed5c-46af-ab3a-b849b479b849 req-1d4df854-7ee7-4e6f-9144-de39238b902d tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (55ee47f0-8b19-47e6-a78a-af90f9fe02cd), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:21.706481 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-142b196b-7920-4ba7-b3a1-d88b78d86c9d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for router_controller (98290365-6ccd-4f6f-a227-25635831e627), precommit_add_association {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:21.717481 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-142b196b-7920-4ba7-b3a1-d88b78d86c9d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (98290365-6ccd-4f6f-a227-25635831e627), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:21.727855 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-c5dca533-ed5c-46af-ab3a-b849b479b849 req-1d4df854-7ee7-4e6f-9144-de39238b902d tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Calling delete_port for 55ee47f0-8b19-47e6-a78a-af90f9fe02cd owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:14:21.775356 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-5591f37b-f775-4e74-8ac7-b683d4072f80 None None] Allocated IP 2001:db8::2 (f01c0d02-b4c5-4d0e-aa28-f97ee520812d/6a810400-c5a3-4a9e-94fd-e4cb20f0553a/db9db963-d7e4-4bac-b8ec-755cb9a7c867) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:21.783311 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-142b196b-7920-4ba7-b3a1-d88b78d86c9d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:21.785194 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-142b196b-7920-4ba7-b3a1-d88b78d86c9d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3356960 Feb 09 01:14:21.789103 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 55594) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:21.797239 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-b6bc5769-81cb-439e-aef1-4664d42d84ac tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'port': {'network_id': 'f01c0d02-b4c5-4d0e-aa28-f97ee520812d', 'name': 'tempest-PortsIpV6TestJSON-1019989657'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:22.022221 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5591f37b-f775-4e74-8ac7-b683d4072f80 None None] Publish callbacks [] for port (db9db963-d7e4-4bac-b8ec-755cb9a7c867), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:22.030225 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5591f37b-f775-4e74-8ac7-b683d4072f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (db9db963-d7e4-4bac-b8ec-755cb9a7c867), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:22.075318 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6bc5769-81cb-439e-aef1-4664d42d84ac tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Made reservation on behalf of 7dadddfa309b47d08426d3b47362579d for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:22.087488 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5591f37b-f775-4e74-8ac7-b683d4072f80 None None] Network f01c0d02-b4c5-4d0e-aa28-f97ee520812d is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:22.087864 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b6bc5769-81cb-439e-aef1-4664d42d84ac tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:22.091194 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-5591f37b-f775-4e74-8ac7-b683d4072f80 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:22.094868 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5591f37b-f775-4e74-8ac7-b683d4072f80 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:14:22.105326 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 55606) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:22.125313 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-b6bc5769-81cb-439e-aef1-4664d42d84ac tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] device_id is not set on port 01350521-c720-4b46-abe7-fd33064d1c54 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:14:22.144854 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5591f37b-f775-4e74-8ac7-b683d4072f80 None None] Pushing event updated for resources: {'Port': ['ID=db9db963-d7e4-4bac-b8ec-755cb9a7c867,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:22.186676 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c5dca533-ed5c-46af-ab3a-b849b479b849 req-1d4df854-7ee7-4e6f-9144-de39238b902d tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (55ee47f0-8b19-47e6-a78a-af90f9fe02cd), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:22.188747 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-5591f37b-f775-4e74-8ac7-b683d4072f80 None None] Attempting to bind port db9db963-d7e4-4bac-b8ec-755cb9a7c867 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:14:22.189154 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-5591f37b-f775-4e74-8ac7-b683d4072f80 None None] Attempting to bind port db9db963-d7e4-4bac-b8ec-755cb9a7c867 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '88fe987c-ad3b-44ba-a619-ddab06f85394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'f01c0d02-b4c5-4d0e-aa28-f97ee520812d'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:14:22.189579 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5591f37b-f775-4e74-8ac7-b683d4072f80 None None] Attempting to bind port db9db963-d7e4-4bac-b8ec-755cb9a7c867 on network f01c0d02-b4c5-4d0e-aa28-f97ee520812d {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:14:22.194875 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31633e-d040-41ea-a6cb-0c19e8fac02c req-37809674-0b0a-4933-aafc-8a6766a90d09 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:22.195774 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5591f37b-f775-4e74-8ac7-b683d4072f80 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:14:22.196138 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5591f37b-f775-4e74-8ac7-b683d4072f80 None None] Checking segment: {'id': '88fe987c-ad3b-44ba-a619-ddab06f85394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'f01c0d02-b4c5-4d0e-aa28-f97ee520812d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:14:22.196579 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5591f37b-f775-4e74-8ac7-b683d4072f80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:22.197060 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5591f37b-f775-4e74-8ac7-b683d4072f80 None None] Bound using segment: {'id': '88fe987c-ad3b-44ba-a619-ddab06f85394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'f01c0d02-b4c5-4d0e-aa28-f97ee520812d'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:14:22.197553 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-5591f37b-f775-4e74-8ac7-b683d4072f80 None None] Bound port: db9db963-d7e4-4bac-b8ec-755cb9a7c867, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88fe987c-ad3b-44ba-a619-ddab06f85394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'f01c0d02-b4c5-4d0e-aa28-f97ee520812d'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:14:22.197947 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5591f37b-f775-4e74-8ac7-b683d4072f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (db9db963-d7e4-4bac-b8ec-755cb9a7c867), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:22.201724 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a31633e-d040-41ea-a6cb-0c19e8fac02c req-37809674-0b0a-4933-aafc-8a6766a90d09 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/ports?device_id=4da916df-68b9-4159-a47b-2df3642ad61e HTTP/1.1" status: 200 len: 931 time: 0.1991589 Feb 09 01:14:22.278341 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4df854-7ee7-4e6f-9144-de39238b902d tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Pushing event deleted for resources: {'Port': ['ID=55ee47f0-8b19-47e6-a78a-af90f9fe02cd,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:22.302997 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-5591f37b-f775-4e74-8ac7-b683d4072f80 None None] For port db9db963-d7e4-4bac-b8ec-755cb9a7c867, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:14:22.310270 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-5591f37b-f775-4e74-8ac7-b683d4072f80 None None] For port db9db963-d7e4-4bac-b8ec-755cb9a7c867, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=db9db963-d7e4-4bac-b8ec-755cb9a7c867,segment=NetworkSegment(88fe987c-ad3b-44ba-a619-ddab06f85394),segment_id=88fe987c-ad3b-44ba-a619-ddab06f85394)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:14:22.321656 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5591f37b-f775-4e74-8ac7-b683d4072f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (db9db963-d7e4-4bac-b8ec-755cb9a7c867), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:22.391020 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7396b0a3-d204-456b-8140-744fb22f5a68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:22.403750 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-b6bc5769-81cb-439e-aef1-4664d42d84ac tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Allocated IP 2001:db8::2de (f01c0d02-b4c5-4d0e-aa28-f97ee520812d/6a810400-c5a3-4a9e-94fd-e4cb20f0553a/01350521-c720-4b46-abe7-fd33064d1c54) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:22.422198 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5591f37b-f775-4e74-8ac7-b683d4072f80 None None] Pushing event updated for resources: {'Port': ['ID=db9db963-d7e4-4bac-b8ec-755cb9a7c867,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:22.441234 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5dca533-ed5c-46af-ab3a-b849b479b849 req-1d4df854-7ee7-4e6f-9144-de39238b902d tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] No DVR routers for this DVR port 55ee47f0-8b19-47e6-a78a-af90f9fe02cd on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:14:22.453879 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c5dca533-ed5c-46af-ab3a-b849b479b849 req-1d4df854-7ee7-4e6f-9144-de39238b902d tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:22.457363 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c5dca533-ed5c-46af-ab3a-b849b479b849 req-1d4df854-7ee7-4e6f-9144-de39238b902d tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.47 "DELETE /v2.0/ports/55ee47f0-8b19-47e6-a78a-af90f9fe02cd HTTP/1.1" status: 204 len: 173 time: 1.3289318 Feb 09 01:14:22.460043 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-14b6e85e-2250-41d4-8441-704138fa3e4f req-625096ed-2ab9-4feb-b22f-282cfe5da894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9796e4f3-2ca6-4caf-b414-14e72e544cdf {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:14:22.466211 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '263c2621-310a-425b-a461-6ca57cb50ad4', 'name': 'network-vif-deleted', 'tag': '55ee47f0-8b19-47e6-a78a-af90f9fe02cd'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:14:22.469042 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e980471e-36ff-423e-aeed-b5e4fc79e699" -d '{"events": [{"server_uuid": "263c2621-310a-425b-a461-6ca57cb50ad4", "name": "network-vif-deleted", "tag": "55ee47f0-8b19-47e6-a78a-af90f9fe02cd"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:14:22.480626 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-14b6e85e-2250-41d4-8441-704138fa3e4f req-625096ed-2ab9-4feb-b22f-282cfe5da894 service neutron] Publish callbacks [] for port (9796e4f3-2ca6-4caf-b414-14e72e544cdf), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:22.505200 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a31633e-d040-41ea-a6cb-0c19e8fac02c req-0c2a3eb7-1890-46c3-8018-69c10db9852f tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d07ae43-d9e6-4a7c-a732-5c3d27f9d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007843 Feb 09 01:14:22.572008 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-64c24285-f6e6-4ab2-a8dc-cc7a947467be req-7c30c329-e8c1-4f37-8a58-319782c24101 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.50 "GET /v2.0/ports?device_id=263c2621-310a-425b-a461-6ca57cb50ad4 HTTP/1.1" status: 200 len: 210 time: 0.0577831 Feb 09 01:14:22.590055 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-14b6e85e-2250-41d4-8441-704138fa3e4f req-625096ed-2ab9-4feb-b22f-282cfe5da894 service neutron] Transition to ACTIVE for port object 9796e4f3-2ca6-4caf-b414-14e72e544cdf will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:14:22.604687 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-14b6e85e-2250-41d4-8441-704138fa3e4f req-625096ed-2ab9-4feb-b22f-282cfe5da894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (9796e4f3-2ca6-4caf-b414-14e72e544cdf), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:22.793281 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625096ed-2ab9-4feb-b22f-282cfe5da894 service neutron] Pushing event updated for resources: {'Port': ['ID=9796e4f3-2ca6-4caf-b414-14e72e544cdf,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:22.828464 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7396b0a3-d204-456b-8140-744fb22f5a68 admin admin] Publish callbacks [] for security_group (61fd7dc9-8498-49f7-9aaf-3052b5d2ca3e), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:22.857038 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7396b0a3-d204-456b-8140-744fb22f5a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (61fd7dc9-8498-49f7-9aaf-3052b5d2ca3e), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:22.953259 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb872886-c6d5-4241-9c15-957b3220d756 req-6a8e910d-cf1e-4937-93f4-a88fbc1572c4 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:22.955538 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eb872886-c6d5-4241-9c15-957b3220d756 req-6a8e910d-cf1e-4937-93f4-a88fbc1572c4 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 945 time: 0.3069956 Feb 09 01:14:22.972698 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af6068-1bbf-4c87-b835-2c599da94d0a req-5771109e-0617-45d9-ab7c-594246fe462b tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:22.974861 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-98af6068-1bbf-4c87-b835-2c599da94d0a req-5771109e-0617-45d9-ab7c-594246fe462b tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 946 time: 0.2480001 Feb 09 01:14:22.979970 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-7396b0a3-d204-456b-8140-744fb22f5a68 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=293a8523f35f4ade97f45548524d56c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8681750 Feb 09 01:14:22.982770 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 55620) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:22.994054 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7396b0a3-d204-456b-8140-744fb22f5a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61fd7dc9-8498-49f7-9aaf-3052b5d2ca3e,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:23.079197 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b6bc5769-81cb-439e-aef1-4664d42d84ac tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for port (01350521-c720-4b46-abe7-fd33064d1c54), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:23.097723 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-14b6e85e-2250-41d4-8441-704138fa3e4f req-625096ed-2ab9-4feb-b22f-282cfe5da894 service neutron] Attempting to bind port 9796e4f3-2ca6-4caf-b414-14e72e544cdf on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:14:23.098078 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-14b6e85e-2250-41d4-8441-704138fa3e4f req-625096ed-2ab9-4feb-b22f-282cfe5da894 service neutron] Attempting to bind port 9796e4f3-2ca6-4caf-b414-14e72e544cdf by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '1201617b-d7eb-4912-b51d-e8d5054c9092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:14:23.098432 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b6e85e-2250-41d4-8441-704138fa3e4f req-625096ed-2ab9-4feb-b22f-282cfe5da894 service neutron] Attempting to bind port 9796e4f3-2ca6-4caf-b414-14e72e544cdf on network 4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:14:23.124907 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b6bc5769-81cb-439e-aef1-4664d42d84ac tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (01350521-c720-4b46-abe7-fd33064d1c54), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:23.128159 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b6e85e-2250-41d4-8441-704138fa3e4f req-625096ed-2ab9-4feb-b22f-282cfe5da894 service neutron] Port 9796e4f3-2ca6-4caf-b414-14e72e544cdf on network 4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:14:23.128519 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b6e85e-2250-41d4-8441-704138fa3e4f req-625096ed-2ab9-4feb-b22f-282cfe5da894 service neutron] Attempting to bind port 9796e4f3-2ca6-4caf-b414-14e72e544cdf on network 4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:14:23.141037 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eb872886-c6d5-4241-9c15-957b3220d756 req-e5f29a47-0ad4-41d8-b1a1-bce1192aa5df tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=e711df6c-6fe3-4590-9ab7-e2920a97103b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1607122 Feb 09 01:14:23.149150 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-98af6068-1bbf-4c87-b835-2c599da94d0a req-456e3905-f345-4d5a-8e34-aed67f286615 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648638 Feb 09 01:14:23.151288 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b6e85e-2250-41d4-8441-704138fa3e4f req-625096ed-2ab9-4feb-b22f-282cfe5da894 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:14:23.151757 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b6e85e-2250-41d4-8441-704138fa3e4f req-625096ed-2ab9-4feb-b22f-282cfe5da894 service neutron] Checking segment: {'id': '1201617b-d7eb-4912-b51d-e8d5054c9092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:14:23.152052 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b6e85e-2250-41d4-8441-704138fa3e4f req-625096ed-2ab9-4feb-b22f-282cfe5da894 service neutron] Bound using segment: {'id': '1201617b-d7eb-4912-b51d-e8d5054c9092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:14:23.152582 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-14b6e85e-2250-41d4-8441-704138fa3e4f req-625096ed-2ab9-4feb-b22f-282cfe5da894 service neutron] Bound port: 9796e4f3-2ca6-4caf-b414-14e72e544cdf, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1201617b-d7eb-4912-b51d-e8d5054c9092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:14:23.153078 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-14b6e85e-2250-41d4-8441-704138fa3e4f req-625096ed-2ab9-4feb-b22f-282cfe5da894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (9796e4f3-2ca6-4caf-b414-14e72e544cdf), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:23.190559 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bc5769-81cb-439e-aef1-4664d42d84ac tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Network f01c0d02-b4c5-4d0e-aa28-f97ee520812d is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:23.192090 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1a4e1c78-64ee-4c40-8018-394b7cf0c898 admin admin] Publish callbacks [] for security_group (61fd7dc9-8498-49f7-9aaf-3052b5d2ca3e), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:23.194001 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-b6bc5769-81cb-439e-aef1-4664d42d84ac tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:23.197993 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bc5769-81cb-439e-aef1-4664d42d84ac tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:14:23.203686 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bc5769-81cb-439e-aef1-4664d42d84ac tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:23.205264 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b6bc5769-81cb-439e-aef1-4664d42d84ac tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:23.217511 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc5769-81cb-439e-aef1-4664d42d84ac tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event updated for resources: {'Port': ['ID=01350521-c720-4b46-abe7-fd33064d1c54,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:23.237020 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b6bc5769-81cb-439e-aef1-4664d42d84ac tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4439354 Feb 09 01:14:23.237321 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 55624) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:23.242213 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2c3f6e-4a43-44f5-b8d6-ed8325e2b4af x-openstack-request-id: req-be2c3f6e-4a43-44f5-b8d6-ed8325e2b4af {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:14:23.242521 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "263c2621-310a-425b-a461-6ca57cb50ad4", "name": "network-vif-deleted", "tag": "55ee47f0-8b19-47e6-a78a-af90f9fe02cd", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:14:23.242784 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-be2c3f6e-4a43-44f5-b8d6-ed8325e2b4af {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:14:23.243194 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '263c2621-310a-425b-a461-6ca57cb50ad4', 'name': 'network-vif-deleted', 'tag': '55ee47f0-8b19-47e6-a78a-af90f9fe02cd', 'status': 'completed', 'code': 200} Feb 09 01:14:23.250444 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1a4e1c78-64ee-4c40-8018-394b7cf0c898 admin admin] Publish callbacks [] for security_group (61fd7dc9-8498-49f7-9aaf-3052b5d2ca3e), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:23.305788 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-14b6e85e-2250-41d4-8441-704138fa3e4f req-625096ed-2ab9-4feb-b22f-282cfe5da894 service neutron] For port 9796e4f3-2ca6-4caf-b414-14e72e544cdf, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:14:23.330322 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-14b6e85e-2250-41d4-8441-704138fa3e4f req-625096ed-2ab9-4feb-b22f-282cfe5da894 service neutron] For port 9796e4f3-2ca6-4caf-b414-14e72e544cdf, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=9796e4f3-2ca6-4caf-b414-14e72e544cdf,segment=NetworkSegment(1201617b-d7eb-4912-b51d-e8d5054c9092),segment_id=1201617b-d7eb-4912-b51d-e8d5054c9092)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:14:23.338330 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-14b6e85e-2250-41d4-8441-704138fa3e4f req-625096ed-2ab9-4feb-b22f-282cfe5da894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (9796e4f3-2ca6-4caf-b414-14e72e544cdf), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:23.379593 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b6e85e-2250-41d4-8441-704138fa3e4f req-625096ed-2ab9-4feb-b22f-282cfe5da894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:23.380079 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-14b6e85e-2250-41d4-8441-704138fa3e4f req-625096ed-2ab9-4feb-b22f-282cfe5da894 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:23.381860 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-14b6e85e-2250-41d4-8441-704138fa3e4f req-625096ed-2ab9-4feb-b22f-282cfe5da894 service neutron] 10.222.0.120 "PUT /v2.0/ports/9796e4f3-2ca6-4caf-b414-14e72e544cdf HTTP/1.1" status: 200 len: 1091 time: 1.9342318 Feb 09 01:14:23.385564 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1a4e1c78-64ee-4c40-8018-394b7cf0c898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (61fd7dc9-8498-49f7-9aaf-3052b5d2ca3e), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:23.388719 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1a4e1c78-64ee-4c40-8018-394b7cf0c898 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:23.390308 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1a4e1c78-64ee-4c40-8018-394b7cf0c898 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/61fd7dc9-8498-49f7-9aaf-3052b5d2ca3e HTTP/1.1" status: 204 len: 168 time: 0.4047611 Feb 09 01:14:23.441418 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e1c78-64ee-4c40-8018-394b7cf0c898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61fd7dc9-8498-49f7-9aaf-3052b5d2ca3e,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:23.487660 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625096ed-2ab9-4feb-b22f-282cfe5da894 service neutron] Pushing event updated for resources: {'Port': ['ID=9796e4f3-2ca6-4caf-b414-14e72e544cdf,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:23.514960 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b6e85e-2250-41d4-8441-704138fa3e4f req-5eb6e19d-2cb0-4d50-9cad-0a9b12614870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:23.517156 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-14b6e85e-2250-41d4-8441-704138fa3e4f req-5eb6e19d-2cb0-4d50-9cad-0a9b12614870 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=e859b060fb5d41cbacd8fb822f502d4a&device_id=4da916df-68b9-4159-a47b-2df3642ad61e HTTP/1.1" status: 200 len: 1125 time: 0.0844519 Feb 09 01:14:23.571541 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-14b6e85e-2250-41d4-8441-704138fa3e4f req-7867384b-9b99-4587-933f-ce32b3fd7339 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9796e4f3-2ca6-4caf-b414-14e72e544cdf HTTP/1.1" status: 200 len: 217 time: 0.0443408 Feb 09 01:14:23.671476 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b6e85e-2250-41d4-8441-704138fa3e4f req-919b619e-37d7-483c-a8c2-58397407c8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:23.673876 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-14b6e85e-2250-41d4-8441-704138fa3e4f req-919b619e-37d7-483c-a8c2-58397407c8d2 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=0e3478a4-00f6-4fcc-a551-92ba1e3f6194 HTTP/1.1" status: 200 len: 853 time: 0.0895495 Feb 09 01:14:23.732641 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-14b6e85e-2250-41d4-8441-704138fa3e4f req-92f5fe31-3fe1-491e-bf8c-d1aa1c7441ae service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488913 Feb 09 01:14:23.751030 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b541d-99a3-45ca-91d7-3132e1dff38e req-a0cfb6f0-14e9-4f01-8448-6732ea98e9df tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:23.752858 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9f8b541d-99a3-45ca-91d7-3132e1dff38e req-a0cfb6f0-14e9-4f01-8448-6732ea98e9df tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/ports?device_id=4da916df-68b9-4159-a47b-2df3642ad61e HTTP/1.1" status: 200 len: 943 time: 0.1292272 Feb 09 01:14:23.796573 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76eb1f60-547d-4674-abf9-a3c35831ef5f None None] Network f01c0d02-b4c5-4d0e-aa28-f97ee520812d requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:14:23.814933 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3444d4e2-7154-4a80-b4ed-ba375d886be4 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (01350521-c720-4b46-abe7-fd33064d1c54), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:23.879715 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 55638) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:23.906929 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9f8b541d-99a3-45ca-91d7-3132e1dff38e req-9ff79f18-2128-4471-a32c-74ec754464ad tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d07ae43-d9e6-4a7c-a732-5c3d27f9d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421554 Feb 09 01:14:23.924658 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-2aeb613a-e69b-46bf-aa65-b7bae0c29341 None None] Provisioning complete for port db9db963-d7e4-4bac-b8ec-755cb9a7c867 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:23.925075 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2aeb613a-e69b-46bf-aa65-b7bae0c29341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (db9db963-d7e4-4bac-b8ec-755cb9a7c867), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:23.946328 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b8dcca56-57c3-40cc-96b8-744694d61a2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:23.982786 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-14b6e85e-2250-41d4-8441-704138fa3e4f req-52b50248-bf60-409b-a517-86b69dbf3ec2 service neutron] 10.222.0.120 "GET /v2.0/networks/4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289052 Feb 09 01:14:24.061083 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-2aeb613a-e69b-46bf-aa65-b7bae0c29341 None None] Current status of the port db9db963-d7e4-4bac-b8ec-755cb9a7c867 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:24.061316 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2aeb613a-e69b-46bf-aa65-b7bae0c29341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (db9db963-d7e4-4bac-b8ec-755cb9a7c867), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:24.108585 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69b194-8a0f-45d0-91b4-284472b86ede req-36b51eee-29e2-4bac-b1d3-91e2258c90bb tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:24.110349 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5e69b194-8a0f-45d0-91b4-284472b86ede req-36b51eee-29e2-4bac-b1d3-91e2258c90bb tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b6faf13-0667-4c9f-81db-a22b376c4e05 HTTP/1.1" status: 200 len: 948 time: 0.1712644 Feb 09 01:14:24.111163 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-2aeb613a-e69b-46bf-aa65-b7bae0c29341 None None] For port db9db963-d7e4-4bac-b8ec-755cb9a7c867, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=db9db963-d7e4-4bac-b8ec-755cb9a7c867,segment=NetworkSegment(88fe987c-ad3b-44ba-a619-ddab06f85394),segment_id=88fe987c-ad3b-44ba-a619-ddab06f85394)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:24.120093 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2aeb613a-e69b-46bf-aa65-b7bae0c29341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (db9db963-d7e4-4bac-b8ec-755cb9a7c867), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:24.180454 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3444d4e2-7154-4a80-b4ed-ba375d886be4 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for port (01350521-c720-4b46-abe7-fd33064d1c54), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:24.180684 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb613a-e69b-46bf-aa65-b7bae0c29341 None None] Pushing event updated for resources: {'Port': ['ID=db9db963-d7e4-4bac-b8ec-755cb9a7c867,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:24.187871 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3444d4e2-7154-4a80-b4ed-ba375d886be4 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (01350521-c720-4b46-abe7-fd33064d1c54), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:24.212106 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-14b6e85e-2250-41d4-8441-704138fa3e4f req-75389203-be24-4b8d-a9fe-010a6e2bc39d service neutron] 10.222.0.120 "GET /v2.0/networks/4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164228 Feb 09 01:14:24.257280 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b8dcca56-57c3-40cc-96b8-744694d61a2a admin admin] Publish callbacks [] for security_group (db62ef96-bfe9-4104-b47f-474edfa3750f), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:24.275834 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5e69b194-8a0f-45d0-91b4-284472b86ede req-1ed807ec-536c-43ff-aa35-210b04f8eadb tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.50 "GET /v2.0/security-groups?id=3014dff4-a4f7-4791-b0ef-983354c8f08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556785 Feb 09 01:14:24.295111 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b8dcca56-57c3-40cc-96b8-744694d61a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (db62ef96-bfe9-4104-b47f-474edfa3750f), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:24.295274 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3444d4e2-7154-4a80-b4ed-ba375d886be4 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event updated for resources: {'Port': ['ID=01350521-c720-4b46-abe7-fd33064d1c54,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:24.369967 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b8dcca56-57c3-40cc-96b8-744694d61a2a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4dbab6263a994c9ea25462bffffe896a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4858749 Feb 09 01:14:24.391860 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b58db-e51d-41ac-bf2a-52d3d2cf3191 req-38120ebf-5d00-431d-821f-3ef8923fc0e6 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:24.393746 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cc4b58db-e51d-41ac-bf2a-52d3d2cf3191 req-38120ebf-5d00-431d-821f-3ef8923fc0e6 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.120 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 946 time: 0.2575753 Feb 09 01:14:24.394384 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 55644) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:24.400942 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dcca56-57c3-40cc-96b8-744694d61a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db62ef96-bfe9-4104-b47f-474edfa3750f,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:24.458683 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b76c5a3-cb6e-4ff8-8bda-c75d13a15f8f None None] Provisioning complete for port db9db963-d7e4-4bac-b8ec-755cb9a7c867 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:24.459466 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b76c5a3-cb6e-4ff8-8bda-c75d13a15f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (db9db963-d7e4-4bac-b8ec-755cb9a7c867), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:24.490113 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3444d4e2-7154-4a80-b4ed-ba375d886be4 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (98290365-6ccd-4f6f-a227-25635831e627), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:24.531431 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0afc549-f587-4401-bf15-81622b043b9e req-7c3b732c-8f5b-4bcc-a43a-204c8cfadd81 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:24.533598 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e0afc549-f587-4401-bf15-81622b043b9e req-7c3b732c-8f5b-4bcc-a43a-204c8cfadd81 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 945 time: 0.2745421 Feb 09 01:14:24.544447 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device db9db963-d7e4-4bac-b8ec-755cb9a7c867 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:14:24.572910 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 55ee47f0-8b19-47e6-a78a-af90f9fe02cd no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:14:24.617890 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0416fb-1f35-4ecf-867a-bcbd7deb71bf req-9fe15b8b-fe4c-4214-be34-63c06f3be437 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:24.620836 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: 55ee47f0-8b19-47e6-a78a-af90f9fe02cd {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:14:24.621199 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 55ee47f0-8b19-47e6-a78a-af90f9fe02cd not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:14:24.625078 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fe0416fb-1f35-4ecf-867a-bcbd7deb71bf req-9fe15b8b-fe4c-4214-be34-63c06f3be437 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 946 time: 0.2211354 Feb 09 01:14:24.626933 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-28ac09e9-5b84-4991-bc63-51a3044f852e admin admin] Publish callbacks [] for security_group (db62ef96-bfe9-4104-b47f-474edfa3750f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:24.661757 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3444d4e2-7154-4a80-b4ed-ba375d886be4 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (01350521-c720-4b46-abe7-fd33064d1c54), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:24.668651 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b76c5a3-cb6e-4ff8-8bda-c75d13a15f8f None None] Current status of the port db9db963-d7e4-4bac-b8ec-755cb9a7c867 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:24.687854 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b76c5a3-cb6e-4ff8-8bda-c75d13a15f8f None None] Provisioning complete for port 01350521-c720-4b46-abe7-fd33064d1c54 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:24.689071 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b76c5a3-cb6e-4ff8-8bda-c75d13a15f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (01350521-c720-4b46-abe7-fd33064d1c54), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:24.699811 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e0afc549-f587-4401-bf15-81622b043b9e req-64e8581b-8375-44ba-9f78-24c3bb16661b tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=e711df6c-6fe3-4590-9ab7-e2920a97103b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1426840 Feb 09 01:14:24.703129 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-28ac09e9-5b84-4991-bc63-51a3044f852e admin admin] Publish callbacks [] for security_group (db62ef96-bfe9-4104-b47f-474edfa3750f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:24.722703 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port db9db963-d7e4-4bac-b8ec-755cb9a7c867 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:24.723324 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (db9db963-d7e4-4bac-b8ec-755cb9a7c867), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:24.752383 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-cc4b58db-e51d-41ac-bf2a-52d3d2cf3191 req-2db96732-37a2-43e4-9ca6-78cc589dc87f tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Deleting port d3174d59-dca0-4b98-a236-7fe2c2fe09a3 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:14:24.752383 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-cc4b58db-e51d-41ac-bf2a-52d3d2cf3191 req-2db96732-37a2-43e4-9ca6-78cc589dc87f tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (d3174d59-dca0-4b98-a236-7fe2c2fe09a3), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:24.764856 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b76c5a3-cb6e-4ff8-8bda-c75d13a15f8f None None] Port 01350521-c720-4b46-abe7-fd33064d1c54 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:14:24.773162 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fe0416fb-1f35-4ecf-867a-bcbd7deb71bf req-0e869c56-ba2a-4467-bc81-e8bd3d85a43a tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f4709a9-ce9b-4135-813b-263bbe6514e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471241 Feb 09 01:14:24.830759 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port db9db963-d7e4-4bac-b8ec-755cb9a7c867 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:24.870666 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-28ac09e9-5b84-4991-bc63-51a3044f852e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (db62ef96-bfe9-4104-b47f-474edfa3750f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:24.873455 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-28ac09e9-5b84-4991-bc63-51a3044f852e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:24.874609 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-28ac09e9-5b84-4991-bc63-51a3044f852e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/db62ef96-bfe9-4104-b47f-474edfa3750f HTTP/1.1" status: 204 len: 168 time: 0.4759474 Feb 09 01:14:24.909718 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ac09e9-5b84-4991-bc63-51a3044f852e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db62ef96-bfe9-4104-b47f-474edfa3750f,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:24.913511 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-0c9dbf08-3fdd-4fd9-b010-c90dfa2924d4 None None] Provisioning complete for port 01350521-c720-4b46-abe7-fd33064d1c54 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:24.914238 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0c9dbf08-3fdd-4fd9-b010-c90dfa2924d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (01350521-c720-4b46-abe7-fd33064d1c54), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:24.938096 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-cc4b58db-e51d-41ac-bf2a-52d3d2cf3191 req-2db96732-37a2-43e4-9ca6-78cc589dc87f tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] For port d3174d59-dca0-4b98-a236-7fe2c2fe09a3, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=d3174d59-dca0-4b98-a236-7fe2c2fe09a3,segment=NetworkSegment(ebc0196b-40a7-4a91-81b3-cd03bc319f59),segment_id=ebc0196b-40a7-4a91-81b3-cd03bc319f59)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:24.938338 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-cc4b58db-e51d-41ac-bf2a-52d3d2cf3191 req-2db96732-37a2-43e4-9ca6-78cc589dc87f tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (d3174d59-dca0-4b98-a236-7fe2c2fe09a3), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:25.018311 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-0c9dbf08-3fdd-4fd9-b010-c90dfa2924d4 None None] Port 01350521-c720-4b46-abe7-fd33064d1c54 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:14:25.046453 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3444d4e2-7154-4a80-b4ed-ba375d886be4 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for port (01350521-c720-4b46-abe7-fd33064d1c54), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:25.054771 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3444d4e2-7154-4a80-b4ed-ba375d886be4 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (01350521-c720-4b46-abe7-fd33064d1c54), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:25.056778 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3444d4e2-7154-4a80-b4ed-ba375d886be4 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (98290365-6ccd-4f6f-a227-25635831e627), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:25.145586 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-5dde58cc-372d-401f-a5cd-390645b6ec06 None None] Provisioning complete for port 01350521-c720-4b46-abe7-fd33064d1c54 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:25.146784 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5dde58cc-372d-401f-a5cd-390645b6ec06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (01350521-c720-4b46-abe7-fd33064d1c54), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:25.155770 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3444d4e2-7154-4a80-b4ed-ba375d886be4 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event updated for resources: {'Port': ['ID=01350521-c720-4b46-abe7-fd33064d1c54,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:25.196428 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-5dde58cc-372d-401f-a5cd-390645b6ec06 None None] Port 01350521-c720-4b46-abe7-fd33064d1c54 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:14:25.204714 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3444d4e2-7154-4a80-b4ed-ba375d886be4 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Network f01c0d02-b4c5-4d0e-aa28-f97ee520812d is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:25.206410 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-3444d4e2-7154-4a80-b4ed-ba375d886be4 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:25.227438 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a843157-591c-456b-ac15-c1738744e2fd req-fb92c1ef-5c5d-4c30-b2ab-6f30ecf38d94 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:25.231820 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a843157-591c-456b-ac15-c1738744e2fd req-fb92c1ef-5c5d-4c30-b2ab-6f30ecf38d94 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/ports?device_id=4da916df-68b9-4159-a47b-2df3642ad61e HTTP/1.1" status: 200 len: 943 time: 0.1757703 Feb 09 01:14:25.250124 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da916df-68b9-4159-a47b-2df3642ad61e', 'tag': '9796e4f3-2ca6-4caf-b414-14e72e544cdf'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:14:25.252816 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed393d4-76ed-4f87-a6e4-a183638db07f" -d '{"events": [{"name": "network-changed", "server_uuid": "4da916df-68b9-4159-a47b-2df3642ad61e", "tag": "9796e4f3-2ca6-4caf-b414-14e72e544cdf"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:14:25.311886 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7637f8-a68f-4c6d-840e-3967dcd3dcaa x-openstack-request-id: req-2b7637f8-a68f-4c6d-840e-3967dcd3dcaa {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:14:25.312179 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da916df-68b9-4159-a47b-2df3642ad61e", "tag": "9796e4f3-2ca6-4caf-b414-14e72e544cdf", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:14:25.312435 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2b7637f8-a68f-4c6d-840e-3967dcd3dcaa {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:14:25.312876 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4da916df-68b9-4159-a47b-2df3642ad61e', 'tag': '9796e4f3-2ca6-4caf-b414-14e72e544cdf', 'status': 'completed', 'code': 200} Feb 09 01:14:25.368620 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a843157-591c-456b-ac15-c1738744e2fd req-3b014aca-c25a-401b-a298-a513397fa57c tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d07ae43-d9e6-4a7c-a732-5c3d27f9d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321716 Feb 09 01:14:25.400363 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-cc4b58db-e51d-41ac-bf2a-52d3d2cf3191 req-2db96732-37a2-43e4-9ca6-78cc589dc87f tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:25.400363 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-cc4b58db-e51d-41ac-bf2a-52d3d2cf3191 req-2db96732-37a2-43e4-9ca6-78cc589dc87f tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (65a928ef-b945-46be-a807-88f18bae0c2f), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:25.400363 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [req-cc4b58db-e51d-41ac-bf2a-52d3d2cf3191 req-2db96732-37a2-43e4-9ca6-78cc589dc87f tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Floating IP 65a928ef-b945-46be-a807-88f18bae0c2f disassociated. External IP: 172.25.8.193, port: d3174d59-dca0-4b98-a236-7fe2c2fe09a3. Feb 09 01:14:25.400363 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-cc4b58db-e51d-41ac-bf2a-52d3d2cf3191 req-2db96732-37a2-43e4-9ca6-78cc589dc87f tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Calling delete_port for d3174d59-dca0-4b98-a236-7fe2c2fe09a3 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:14:25.438129 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3444d4e2-7154-4a80-b4ed-ba375d886be4 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Router 98290365-6ccd-4f6f-a227-25635831e627 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:14:25.574059 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3444d4e2-7154-4a80-b4ed-ba375d886be4 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:14:25.581747 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3444d4e2-7154-4a80-b4ed-ba375d886be4 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "PUT /v2.0/routers/98290365-6ccd-4f6f-a227-25635831e627/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3432236 Feb 09 01:14:25.584162 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 55666) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:25.587709 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8a4e8d-803f-4096-8cdd-5ca430859d90 None None] Sync routers for ids ['98290365-6ccd-4f6f-a227-25635831e627'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:14:25.599603 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8a4e8d-803f-4096-8cdd-5ca430859d90 None None] Routers {'98290365-6ccd-4f6f-a227-25635831e627'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:14:25.601558 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-1a8a4e8d-803f-4096-8cdd-5ca430859d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:14:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['98290365-6ccd-4f6f-a227-25635831e627'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:25.650962 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-1a8a4e8d-803f-4096-8cdd-5ca430859d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:25.669076 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-48c2acc9-4a45-4454-b478-b78bac284e3c None None] Provisioning complete for port 01350521-c720-4b46-abe7-fd33064d1c54 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:25.669558 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e978f1d6-10ec-4056-b420-f62dcbb30e3b tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:25.670152 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-48c2acc9-4a45-4454-b478-b78bac284e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (01350521-c720-4b46-abe7-fd33064d1c54), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:25.674642 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e978f1d6-10ec-4056-b420-f62dcbb30e3b tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "GET /v2.0/ports?device_id=98290365-6ccd-4f6f-a227-25635831e627 HTTP/1.1" status: 200 len: 989 time: 0.0860567 Feb 09 01:14:25.676360 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 55670) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:25.710705 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8a4e8d-803f-4096-8cdd-5ca430859d90 None None] Routers {'98290365-6ccd-4f6f-a227-25635831e627'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:14:25.711660 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-1a8a4e8d-803f-4096-8cdd-5ca430859d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:14:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['98290365-6ccd-4f6f-a227-25635831e627'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:25.754380 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-1a8a4e8d-803f-4096-8cdd-5ca430859d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:25.755034 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8a4e8d-803f-4096-8cdd-5ca430859d90 None None] The sync data for ids ['98290365-6ccd-4f6f-a227-25635831e627'] in n-d-828369-4 is: [] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:14:25.760819 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-48c2acc9-4a45-4454-b478-b78bac284e3c None None] Port 01350521-c720-4b46-abe7-fd33064d1c54 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:14:25.891310 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed393d4-76ed-4f87-a6e4-a183638db07f req-8424d903-c458-4410-b7ce-7c03142e7254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:25.893100 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eed393d4-76ed-4f87-a6e4-a183638db07f req-8424d903-c458-4410-b7ce-7c03142e7254 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=e859b060fb5d41cbacd8fb822f502d4a&device_id=4da916df-68b9-4159-a47b-2df3642ad61e HTTP/1.1" status: 200 len: 1125 time: 0.5470941 Feb 09 01:14:26.046205 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d280ea-e539-491b-8854-44bc40b9f4d1 req-5297f7cb-d3bc-4f6e-8e8e-e21610973a85 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:26.048371 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-84d280ea-e539-491b-8854-44bc40b9f4d1 req-5297f7cb-d3bc-4f6e-8e8e-e21610973a85 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b6faf13-0667-4c9f-81db-a22b376c4e05 HTTP/1.1" status: 200 len: 948 time: 0.6831877 Feb 09 01:14:26.130295 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e82bbad-796e-4e1a-948f-daacc37c03e9 req-9e87e814-c7eb-429a-9915-820ca114658f tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:26.131815 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3e82bbad-796e-4e1a-948f-daacc37c03e9 req-9e87e814-c7eb-429a-9915-820ca114658f tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 945 time: 0.2350342 Feb 09 01:14:26.138930 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4493f-3e7e-4ce5-8612-a2b6fd1e8d78 req-5eedeeaf-2fe6-48af-8739-8179af584cee tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:26.140355 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-baa4493f-3e7e-4ce5-8612-a2b6fd1e8d78 req-5eedeeaf-2fe6-48af-8739-8179af584cee tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b6faf13-0667-4c9f-81db-a22b376c4e05 HTTP/1.1" status: 200 len: 948 time: 0.2448344 Feb 09 01:14:26.236127 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9cae2371-047e-4869-81b1-a3da1c48d390 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (98290365-6ccd-4f6f-a227-25635831e627), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:26.244045 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed393d4-76ed-4f87-a6e4-a183638db07f req-67dd7786-bda3-44fb-874b-83fb27f930ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:26.245570 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eed393d4-76ed-4f87-a6e4-a183638db07f req-67dd7786-bda3-44fb-874b-83fb27f930ba service neutron] 10.222.0.120 "GET /v2.0/networks?id=4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58 HTTP/1.1" status: 200 len: 915 time: 0.3336291 Feb 09 01:14:26.278266 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-84d280ea-e539-491b-8854-44bc40b9f4d1 req-7db9842b-6726-4375-ad79-2b63d5fa4b0c tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.50 "GET /v2.0/security-groups?id=3014dff4-a4f7-4791-b0ef-983354c8f08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177143 Feb 09 01:14:26.330062 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eed393d4-76ed-4f87-a6e4-a183638db07f req-bbaf074b-aaad-4efa-912f-2dffa00fe23e service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9796e4f3-2ca6-4caf-b414-14e72e544cdf HTTP/1.1" status: 200 len: 217 time: 0.0744159 Feb 09 01:14:26.394894 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-cc4b58db-e51d-41ac-bf2a-52d3d2cf3191 req-2db96732-37a2-43e4-9ca6-78cc589dc87f tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (d3174d59-dca0-4b98-a236-7fe2c2fe09a3), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:26.401482 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3e82bbad-796e-4e1a-948f-daacc37c03e9 req-a073fe5b-77b6-4e05-b33e-bd791b2a65a5 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=e711df6c-6fe3-4590-9ab7-e2920a97103b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2511220 Feb 09 01:14:26.481961 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e16def4f-efde-4113-9a74-f21b867d281c req-6e54b728-ecda-4f5a-a119-7e9e6dcaa066 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 210 time: 0.0849950 Feb 09 01:14:26.487144 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db96732-37a2-43e4-9ca6-78cc589dc87f tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Pushing event deleted for resources: {'Port': ['ID=d3174d59-dca0-4b98-a236-7fe2c2fe09a3,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:26.529290 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-9cae2371-047e-4869-81b1-a3da1c48d390 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Deleting port 01350521-c720-4b46-abe7-fd33064d1c54 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:14:26.529716 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9cae2371-047e-4869-81b1-a3da1c48d390 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (01350521-c720-4b46-abe7-fd33064d1c54), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:26.557689 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed393d4-76ed-4f87-a6e4-a183638db07f req-edc78281-12ef-4585-9fc7-3139f7e2fff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:26.558162 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eed393d4-76ed-4f87-a6e4-a183638db07f req-edc78281-12ef-4585-9fc7-3139f7e2fff2 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=0e3478a4-00f6-4fcc-a551-92ba1e3f6194 HTTP/1.1" status: 200 len: 853 time: 0.1983335 Feb 09 01:14:26.629076 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9cae2371-047e-4869-81b1-a3da1c48d390 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (01350521-c720-4b46-abe7-fd33064d1c54), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:26.643394 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-9cae2371-047e-4869-81b1-a3da1c48d390 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Calling delete_port for 01350521-c720-4b46-abe7-fd33064d1c54 owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:14:26.662914 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eed393d4-76ed-4f87-a6e4-a183638db07f req-e8de5e8d-9984-4221-b682-a4b65ee7e66b service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945952 Feb 09 01:14:26.667928 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-baa4493f-3e7e-4ce5-8612-a2b6fd1e8d78 req-5d44bb0b-a670-4755-9b82-0f49115b6759 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Deleting port ae90c3ca-2e83-4b37-8187-613ee0781bee {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:14:26.668284 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-baa4493f-3e7e-4ce5-8612-a2b6fd1e8d78 req-5d44bb0b-a670-4755-9b82-0f49115b6759 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (ae90c3ca-2e83-4b37-8187-613ee0781bee), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:26.783292 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bbae67-757a-4e8e-a6b5-911f786c8f45 req-91f58237-a1a8-4f76-9fab-b709fd39c71d tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:26.784733 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-22bbae67-757a-4e8e-a6b5-911f786c8f45 req-91f58237-a1a8-4f76-9fab-b709fd39c71d tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/ports?device_id=4da916df-68b9-4159-a47b-2df3642ad61e HTTP/1.1" status: 200 len: 943 time: 0.3019433 Feb 09 01:14:26.855329 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9cae2371-047e-4869-81b1-a3da1c48d390 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (01350521-c720-4b46-abe7-fd33064d1c54), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:26.889669 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-baa4493f-3e7e-4ce5-8612-a2b6fd1e8d78 req-5d44bb0b-a670-4755-9b82-0f49115b6759 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] For port ae90c3ca-2e83-4b37-8187-613ee0781bee, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=ae90c3ca-2e83-4b37-8187-613ee0781bee,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:26.890134 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-baa4493f-3e7e-4ce5-8612-a2b6fd1e8d78 req-5d44bb0b-a670-4755-9b82-0f49115b6759 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (ae90c3ca-2e83-4b37-8187-613ee0781bee), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:26.894392 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae2371-047e-4869-81b1-a3da1c48d390 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event deleted for resources: {'Port': ['ID=01350521-c720-4b46-abe7-fd33064d1c54,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:26.902858 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc4b58db-e51d-41ac-bf2a-52d3d2cf3191 req-2db96732-37a2-43e4-9ca6-78cc589dc87f tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Router 82ccfa62-dd4e-47d2-843d-b2b7f42ce657 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:14:26.928506 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-baa4493f-3e7e-4ce5-8612-a2b6fd1e8d78 req-5d44bb0b-a670-4755-9b82-0f49115b6759 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Calling delete_port for ae90c3ca-2e83-4b37-8187-613ee0781bee owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:14:26.945729 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eed393d4-76ed-4f87-a6e4-a183638db07f req-15122abb-65aa-412c-9c83-2d15e1f20a0b service neutron] 10.222.0.120 "GET /v2.0/networks/4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713747 Feb 09 01:14:26.954330 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-22bbae67-757a-4e8e-a6b5-911f786c8f45 req-94643426-08fd-40d8-8337-dad018e6018e tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d07ae43-d9e6-4a7c-a732-5c3d27f9d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559546 Feb 09 01:14:27.021006 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9cae2371-047e-4869-81b1-a3da1c48d390 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (98290365-6ccd-4f6f-a227-25635831e627), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:27.273140 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc4b58db-e51d-41ac-bf2a-52d3d2cf3191 req-2db96732-37a2-43e4-9ca6-78cc589dc87f tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:14:27.289874 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0615b755-f9ea-4f8e-81ef-c949465ce80b None None] Sync routers for ids ['82ccfa62-dd4e-47d2-843d-b2b7f42ce657'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:14:27.309142 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0615b755-f9ea-4f8e-81ef-c949465ce80b None None] Routers {'82ccfa62-dd4e-47d2-843d-b2b7f42ce657'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:14:27.312444 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-0615b755-f9ea-4f8e-81ef-c949465ce80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:14:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['82ccfa62-dd4e-47d2-843d-b2b7f42ce657'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:27.316589 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eed393d4-76ed-4f87-a6e4-a183638db07f req-2de4026f-c7be-4d80-9a8e-1b6abc230378 service neutron] 10.222.0.120 "GET /v2.0/networks/4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593507 Feb 09 01:14:27.342419 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc4b58db-e51d-41ac-bf2a-52d3d2cf3191 req-2db96732-37a2-43e4-9ca6-78cc589dc87f tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] No DVR routers for this DVR port d3174d59-dca0-4b98-a236-7fe2c2fe09a3 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:14:27.382164 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-cc4b58db-e51d-41ac-bf2a-52d3d2cf3191 req-2db96732-37a2-43e4-9ca6-78cc589dc87f tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:27.385951 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cc4b58db-e51d-41ac-bf2a-52d3d2cf3191 req-2db96732-37a2-43e4-9ca6-78cc589dc87f tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.120 "DELETE /v2.0/ports/d3174d59-dca0-4b98-a236-7fe2c2fe09a3 HTTP/1.1" status: 204 len: 173 time: 2.9767799 Feb 09 01:14:27.389562 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0260a4bf-4ace-4971-8dd9-e8ec87d2ae52', 'name': 'network-vif-deleted', 'tag': 'd3174d59-dca0-4b98-a236-7fe2c2fe09a3'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:14:27.392595 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69662495-fd96-4677-ab57-3ddbefec4e98" -d '{"events": [{"server_uuid": "0260a4bf-4ace-4971-8dd9-e8ec87d2ae52", "name": "network-vif-deleted", "tag": "d3174d59-dca0-4b98-a236-7fe2c2fe09a3"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:14:27.467783 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-baa4493f-3e7e-4ce5-8612-a2b6fd1e8d78 req-5d44bb0b-a670-4755-9b82-0f49115b6759 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (ae90c3ca-2e83-4b37-8187-613ee0781bee), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:27.472063 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-0615b755-f9ea-4f8e-81ef-c949465ce80b None None] Set router 82ccfa62-dd4e-47d2-843d-b2b7f42ce657 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:14:27.515821 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d44bb0b-a670-4755-9b82-0f49115b6759 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Pushing event deleted for resources: {'Port': ['ID=ae90c3ca-2e83-4b37-8187-613ee0781bee,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:27.536508 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba6c38-8ff6-4c20-a3b8-801326d3a6d8 req-2301fc0c-ad8d-4bfe-b61b-8ff4a3f4985b tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:27.543411 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fbba6c38-8ff6-4c20-a3b8-801326d3a6d8 req-2301fc0c-ad8d-4bfe-b61b-8ff4a3f4985b tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b6faf13-0667-4c9f-81db-a22b376c4e05 HTTP/1.1" status: 200 len: 866 time: 0.1321495 Feb 09 01:14:27.546045 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b38be2-b543-43b3-a502-97daabe7fc05 x-openstack-request-id: req-d6b38be2-b543-43b3-a502-97daabe7fc05 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:14:27.546343 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0260a4bf-4ace-4971-8dd9-e8ec87d2ae52", "name": "network-vif-deleted", "tag": "d3174d59-dca0-4b98-a236-7fe2c2fe09a3", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:14:27.546606 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d6b38be2-b543-43b3-a502-97daabe7fc05 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:14:27.547007 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0260a4bf-4ace-4971-8dd9-e8ec87d2ae52', 'name': 'network-vif-deleted', 'tag': 'd3174d59-dca0-4b98-a236-7fe2c2fe09a3', 'status': 'completed', 'code': 200} Feb 09 01:14:27.601344 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa4493f-3e7e-4ce5-8612-a2b6fd1e8d78 req-5d44bb0b-a670-4755-9b82-0f49115b6759 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] No DVR routers for this DVR port ae90c3ca-2e83-4b37-8187-613ee0781bee on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:14:27.612575 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-baa4493f-3e7e-4ce5-8612-a2b6fd1e8d78 req-5d44bb0b-a670-4755-9b82-0f49115b6759 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:27.616079 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-baa4493f-3e7e-4ce5-8612-a2b6fd1e8d78 req-5d44bb0b-a670-4755-9b82-0f49115b6759 tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.47 "DELETE /v2.0/ports/ae90c3ca-2e83-4b37-8187-613ee0781bee HTTP/1.1" status: 204 len: 173 time: 1.4646537 Feb 09 01:14:27.676723 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fbba6c38-8ff6-4c20-a3b8-801326d3a6d8 req-dc152b73-00be-481d-afa7-cb9ba4433e6a tempest-ListImageFiltersTestJSON-384104819 tempest-ListImageFiltersTestJSON-384104819-project] 10.222.0.50 "GET /v2.0/security-groups?id=3014dff4-a4f7-4791-b0ef-983354c8f08c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273899 Feb 09 01:14:27.712091 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cae2371-047e-4869-81b1-a3da1c48d390 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Router 98290365-6ccd-4f6f-a227-25635831e627 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:14:27.795099 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad3e0c-94b3-43ba-904e-135fc539f762 req-b721cfe2-16d6-4f5f-9e5c-5494e40a89f4 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:27.800842 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2fad3e0c-94b3-43ba-904e-135fc539f762 req-b721cfe2-16d6-4f5f-9e5c-5494e40a89f4 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 945 time: 0.1190028 Feb 09 01:14:27.827515 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cae2371-047e-4869-81b1-a3da1c48d390 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:14:27.837895 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafeb656-947c-4e07-bf95-fcd169f507b8 None None] Sync routers for ids ['98290365-6ccd-4f6f-a227-25635831e627'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:14:27.840207 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9cae2371-047e-4869-81b1-a3da1c48d390 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "PUT /v2.0/routers/98290365-6ccd-4f6f-a227-25635831e627/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1624179 Feb 09 01:14:27.842914 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 55742) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:27.852503 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafeb656-947c-4e07-bf95-fcd169f507b8 None None] Routers {'98290365-6ccd-4f6f-a227-25635831e627'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:14:27.854141 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-cafeb656-947c-4e07-bf95-fcd169f507b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:14:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['98290365-6ccd-4f6f-a227-25635831e627'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:27.855444 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-0615b755-f9ea-4f8e-81ef-c949465ce80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'name': 'tempest-AttachVolumeShelveTestJSON-982540893-router', 'tenant_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1771017d-b6be-4aa6-9ea7-2a0790080398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:07Z', 'updated_at': '2022-02-09T01:06:17Z', 'revision_number': 4, 'project_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'gw_port': {'id': '1771017d-b6be-4aa6-9ea7-2a0790080398', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:84:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:09Z', 'updated_at': '2022-02-09T01:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '0c36cd8d-a67f-49ed-9195-ce8cf6bb6443', 'name': '', 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554', 'tenant_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'mac_address': 'fa:16:3e:b2:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'd13d90e7-a71d-4313-a595-9a761a96acb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:15Z', 'updated_at': '2022-02-09T01:06:25Z', 'revision_number': 5, 'project_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'subnets': [{'id': 'd13d90e7-a71d-4313-a595-9a761a96acb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:27.863688 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9baa05d1-286a-462a-9e66-1ec7d96b5f9e req-c9190f0e-1c6b-46ee-a621-7db6e3daf494 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/ports?device_id=0260a4bf-4ace-4971-8dd9-e8ec87d2ae52 HTTP/1.1" status: 200 len: 210 time: 0.0617795 Feb 09 01:14:27.884851 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-41c645b5-5c2a-47a0-9d35-ac3753a652de tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] GET failed (client error): The resource could not be found. Feb 09 01:14:27.886371 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-41c645b5-5c2a-47a0-9d35-ac3753a652de tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "GET /v2.0/ports/01350521-c720-4b46-abe7-fd33064d1c54 HTTP/1.1" status: 404 len: 333 time: 0.0419581 Feb 09 01:14:27.889749 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 55744) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:27.913621 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-cafeb656-947c-4e07-bf95-fcd169f507b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:27.937321 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0615b755-f9ea-4f8e-81ef-c949465ce80b None None] Checking router: 82ccfa62-dd4e-47d2-843d-b2b7f42ce657 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:14:27.943190 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafeb656-947c-4e07-bf95-fcd169f507b8 None None] Routers {'98290365-6ccd-4f6f-a227-25635831e627'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:14:27.943887 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-cafeb656-947c-4e07-bf95-fcd169f507b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:14:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['98290365-6ccd-4f6f-a227-25635831e627'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:27.961916 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0615b755-f9ea-4f8e-81ef-c949465ce80b None None] Routers {'82ccfa62-dd4e-47d2-843d-b2b7f42ce657'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:14:27.962501 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-0615b755-f9ea-4f8e-81ef-c949465ce80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:14:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['82ccfa62-dd4e-47d2-843d-b2b7f42ce657'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:27.978390 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2fad3e0c-94b3-43ba-904e-135fc539f762 req-471ec7e3-b05a-4d28-8894-535b0d296f85 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=e711df6c-6fe3-4590-9ab7-e2920a97103b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1594772 Feb 09 01:14:28.057153 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-cafeb656-947c-4e07-bf95-fcd169f507b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:28.058070 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafeb656-947c-4e07-bf95-fcd169f507b8 None None] The sync data for ids ['98290365-6ccd-4f6f-a227-25635831e627'] in n-d-828369-4 is: [] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:14:28.116651 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4c815a74-e57e-4721-a494-58dea0d07a2e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for router (98290365-6ccd-4f6f-a227-25635831e627), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:28.192157 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 55750) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:28.206238 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-0615b755-f9ea-4f8e-81ef-c949465ce80b None None] Set router 82ccfa62-dd4e-47d2-843d-b2b7f42ce657 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:14:28.249489 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe45b5-6f48-4c01-8fed-d680f571680b req-f3e963d2-082f-4780-b35c-241c1d91799d tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:28.256681 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8abe45b5-6f48-4c01-8fed-d680f571680b req-f3e963d2-082f-4780-b35c-241c1d91799d tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/ports?device_id=4da916df-68b9-4159-a47b-2df3642ad61e HTTP/1.1" status: 200 len: 943 time: 0.1518650 Feb 09 01:14:28.346591 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8abe45b5-6f48-4c01-8fed-d680f571680b req-48e32aa3-f36a-4736-bda3-c29a1528c57e tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d07ae43-d9e6-4a7c-a732-5c3d27f9d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826283 Feb 09 01:14:28.390869 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-93fd7721-16e9-4917-91d0-0c3592c8095d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:28.401240 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4c815a74-e57e-4721-a494-58dea0d07a2e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (98290365-6ccd-4f6f-a227-25635831e627), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:28.403985 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4c815a74-e57e-4721-a494-58dea0d07a2e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for router_controller (98290365-6ccd-4f6f-a227-25635831e627), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:28.457751 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4c815a74-e57e-4721-a494-58dea0d07a2e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (98290365-6ccd-4f6f-a227-25635831e627), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:28.458318 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c815a74-e57e-4721-a494-58dea0d07a2e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Fanout notify agent at l3_agent the message router_deleted on router 98290365-6ccd-4f6f-a227-25635831e627 {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:14:28.466275 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4c815a74-e57e-4721-a494-58dea0d07a2e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:28.470823 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4c815a74-e57e-4721-a494-58dea0d07a2e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/routers/98290365-6ccd-4f6f-a227-25635831e627 HTTP/1.1" status: 204 len: 168 time: 0.5767384 Feb 09 01:14:28.471493 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 55754) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:28.489296 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-93fd7721-16e9-4917-91d0-0c3592c8095d admin admin] Publish callbacks [] for security_group (a0e67522-de50-4601-9e76-2f06c59262d8), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:28.495520 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-93fd7721-16e9-4917-91d0-0c3592c8095d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (a0e67522-de50-4601-9e76-2f06c59262d8), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:28.527189 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-92b1628c-2b04-4cbe-9b99-6c70854a1a10 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Deleting subnet 6a810400-c5a3-4a9e-94fd-e4cb20f0553a {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:14:28.530860 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-92b1628c-2b04-4cbe-9b99-6c70854a1a10 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for subnet (6a810400-c5a3-4a9e-94fd-e4cb20f0553a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:28.549612 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-93fd7721-16e9-4917-91d0-0c3592c8095d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ba99c97f7aac4670aca45ae84d315a91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3508844 Feb 09 01:14:28.549612 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd7721-16e9-4917-91d0-0c3592c8095d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e67522-de50-4601-9e76-2f06c59262d8,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:28.551390 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 55756) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:28.583151 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-92b1628c-2b04-4cbe-9b99-6c70854a1a10 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (6a810400-c5a3-4a9e-94fd-e4cb20f0553a), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:28.599087 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-0615b755-f9ea-4f8e-81ef-c949465ce80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'name': 'tempest-AttachVolumeShelveTestJSON-982540893-router', 'tenant_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1771017d-b6be-4aa6-9ea7-2a0790080398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:07Z', 'updated_at': '2022-02-09T01:06:17Z', 'revision_number': 4, 'project_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'gw_port': {'id': '1771017d-b6be-4aa6-9ea7-2a0790080398', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:84:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:09Z', 'updated_at': '2022-02-09T01:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '0c36cd8d-a67f-49ed-9195-ce8cf6bb6443', 'name': '', 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554', 'tenant_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'mac_address': 'fa:16:3e:b2:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'd13d90e7-a71d-4313-a595-9a761a96acb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:15Z', 'updated_at': '2022-02-09T01:06:25Z', 'revision_number': 5, 'project_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'subnets': [{'id': 'd13d90e7-a71d-4313-a595-9a761a96acb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:28.609283 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d451bd71-c0ca-408f-9957-f65999b07a24 admin admin] Publish callbacks [] for security_group (a0e67522-de50-4601-9e76-2f06c59262d8), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:28.629254 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0615b755-f9ea-4f8e-81ef-c949465ce80b None None] The sync data for ids ['82ccfa62-dd4e-47d2-843d-b2b7f42ce657'] in n-d-828369-4 is: [{'id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'name': 'tempest-AttachVolumeShelveTestJSON-982540893-router', 'tenant_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1771017d-b6be-4aa6-9ea7-2a0790080398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:07Z', 'updated_at': '2022-02-09T01:06:17Z', 'revision_number': 4, 'project_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'gw_port': {'id': '1771017d-b6be-4aa6-9ea7-2a0790080398', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:84:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:09Z', 'updated_at': '2022-02-09T01:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '0c36cd8d-a67f-49ed-9195-ce8cf6bb6443', 'name': '', 'network_id': '8e06ad67-97d1-4f11-889a-fde8ce1f4554', 'tenant_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'mac_address': 'fa:16:3e:b2:ff:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': 'd13d90e7-a71d-4313-a595-9a761a96acb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:15Z', 'updated_at': '2022-02-09T01:06:25Z', 'revision_number': 5, 'project_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'subnets': [{'id': 'd13d90e7-a71d-4313-a595-9a761a96acb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:14:28.642523 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d451bd71-c0ca-408f-9957-f65999b07a24 admin admin] Publish callbacks [] for security_group (a0e67522-de50-4601-9e76-2f06c59262d8), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:28.697210 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-92b1628c-2b04-4cbe-9b99-6c70854a1a10 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (6a810400-c5a3-4a9e-94fd-e4cb20f0553a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:28.702766 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d451bd71-c0ca-408f-9957-f65999b07a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (a0e67522-de50-4601-9e76-2f06c59262d8), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:28.707431 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d451bd71-c0ca-408f-9957-f65999b07a24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:28.711303 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d451bd71-c0ca-408f-9957-f65999b07a24 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a0e67522-de50-4601-9e76-2f06c59262d8 HTTP/1.1" status: 204 len: 168 time: 0.1563070 Feb 09 01:14:28.719491 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d451bd71-c0ca-408f-9957-f65999b07a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e67522-de50-4601-9e76-2f06c59262d8,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:28.774630 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-92b1628c-2b04-4cbe-9b99-6c70854a1a10 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (6a810400-c5a3-4a9e-94fd-e4cb20f0553a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:28.806230 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b1628c-2b04-4cbe-9b99-6c70854a1a10 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event deleted for resources: {'Subnet': ['ID=6a810400-c5a3-4a9e-94fd-e4cb20f0553a,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:28.808257 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-92b1628c-2b04-4cbe-9b99-6c70854a1a10 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:28.811642 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-92b1628c-2b04-4cbe-9b99-6c70854a1a10 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/subnets/6a810400-c5a3-4a9e-94fd-e4cb20f0553a HTTP/1.1" status: 204 len: 168 time: 0.3387578 Feb 09 01:14:28.814254 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 55768) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:28.826018 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9824228-b0c8-4814-a020-59adb4985bbc None None] Network f01c0d02-b4c5-4d0e-aa28-f97ee520812d requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:14:29.000185 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7154881-bb9f-44b8-9834-975acdde471e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (f01c0d02-b4c5-4d0e-aa28-f97ee520812d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:29.025251 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb6017d-0a5b-4bef-a2e3-487dd4ef205f None None] New status for floating IP 65a928ef-b945-46be-a807-88f18bae0c2f: DOWN {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:14:29.033641 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 55782) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:29.142823 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-e7154881-bb9f-44b8-9834-975acdde471e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Deleting port db9db963-d7e4-4bac-b8ec-755cb9a7c867 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:14:29.143240 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7154881-bb9f-44b8-9834-975acdde471e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (db9db963-d7e4-4bac-b8ec-755cb9a7c867), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:29.180234 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 9796e4f3-2ca6-4caf-b414-14e72e544cdf details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:14:29.183137 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device d3174d59-dca0-4b98-a236-7fe2c2fe09a3 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:14:29.212983 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fd046818-7e1f-4bb3-9ce1-8305d42c4170 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks [] for security_group (1f4709a9-ce9b-4135-813b-263bbe6514e1), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:29.234213 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: d3174d59-dca0-4b98-a236-7fe2c2fe09a3 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:14:29.235112 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device d3174d59-dca0-4b98-a236-7fe2c2fe09a3 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:14:29.242139 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 55786) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:29.275795 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c24daee1-5e73-4078-9161-99ac2b744b9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:29.307295 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-e7154881-bb9f-44b8-9834-975acdde471e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] For port db9db963-d7e4-4bac-b8ec-755cb9a7c867, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=db9db963-d7e4-4bac-b8ec-755cb9a7c867,segment=NetworkSegment(88fe987c-ad3b-44ba-a619-ddab06f85394),segment_id=88fe987c-ad3b-44ba-a619-ddab06f85394)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:29.307670 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7154881-bb9f-44b8-9834-975acdde471e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (db9db963-d7e4-4bac-b8ec-755cb9a7c867), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:29.312199 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fd046818-7e1f-4bb3-9ce1-8305d42c4170 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks [] for security_group (1f4709a9-ce9b-4135-813b-263bbe6514e1), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:29.339094 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-e7154881-bb9f-44b8-9834-975acdde471e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Calling delete_port for db9db963-d7e4-4bac-b8ec-755cb9a7c867 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:14:29.342603 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9881a-18e6-4080-b652-1f79cde12356 req-fc87135f-afc1-46cc-bec3-9b6ae9f6fa3a tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:29.344128 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01b9881a-18e6-4080-b652-1f79cde12356 req-fc87135f-afc1-46cc-bec3-9b6ae9f6fa3a tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 945 time: 0.1373448 Feb 09 01:14:29.405507 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 9796e4f3-2ca6-4caf-b414-14e72e544cdf, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=9796e4f3-2ca6-4caf-b414-14e72e544cdf,segment=NetworkSegment(1201617b-d7eb-4912-b51d-e8d5054c9092),segment_id=1201617b-d7eb-4912-b51d-e8d5054c9092)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:29.415593 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01b9881a-18e6-4080-b652-1f79cde12356 req-bca1bc77-faaa-4e65-88f4-f41bc2edd0ea tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=e711df6c-6fe3-4590-9ab7-e2920a97103b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0647092 Feb 09 01:14:29.427554 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '9796e4f3-2ca6-4caf-b414-14e72e544cdf', 'network_id': '4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58', 'port_id': '9796e4f3-2ca6-4caf-b414-14e72e544cdf', 'mac_address': 'fa:16:3e:34:0e:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1001, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e3478a4-00f6-4fcc-a551-92ba1e3f6194', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:14:29.432623 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fd046818-7e1f-4bb3-9ce1-8305d42c4170 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1f4709a9-ce9b-4135-813b-263bbe6514e1), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:29.437015 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fd046818-7e1f-4bb3-9ce1-8305d42c4170 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:29.441308 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-fd046818-7e1f-4bb3-9ce1-8305d42c4170 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "DELETE /v2.0/security-groups/1f4709a9-ce9b-4135-813b-263bbe6514e1 HTTP/1.1" status: 204 len: 168 time: 0.4049189 Feb 09 01:14:29.444853 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 55798) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:29.460246 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd046818-7e1f-4bb3-9ce1-8305d42c4170 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4709a9-ce9b-4135-813b-263bbe6514e1,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:29.480091 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-64a7d6e9-0bf9-4124-bdf8-e14577aad80f tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] show failed (client error): The resource could not be found. Feb 09 01:14:29.484198 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-64a7d6e9-0bf9-4124-bdf8-e14577aad80f tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "GET /v2.0/security-groups/1f4709a9-ce9b-4135-813b-263bbe6514e1 HTTP/1.1" status: 404 len: 347 time: 0.0371902 Feb 09 01:14:29.484518 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 55806) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:29.518483 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c24daee1-5e73-4078-9161-99ac2b744b9d admin admin] Publish callbacks [] for security_group (40ef4a57-d6dc-415a-9c2c-bb400eec1368), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:29.523217 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c24daee1-5e73-4078-9161-99ac2b744b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (40ef4a57-d6dc-415a-9c2c-bb400eec1368), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:29.550681 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b6faf13-0667-4c9f-81db-a22b376c4e05', 'name': 'network-vif-deleted', 'tag': 'ae90c3ca-2e83-4b37-8187-613ee0781bee'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:14:29.553435 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6700ba-a821-48e3-8e2a-a7207e9c0d13" -d '{"events": [{"server_uuid": "2b6faf13-0667-4c9f-81db-a22b376c4e05", "name": "network-vif-deleted", "tag": "ae90c3ca-2e83-4b37-8187-613ee0781bee"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:14:29.559324 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7154881-bb9f-44b8-9834-975acdde471e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (db9db963-d7e4-4bac-b8ec-755cb9a7c867), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:29.562305 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 9796e4f3-2ca6-4caf-b414-14e72e544cdf is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:29.562918 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (9796e4f3-2ca6-4caf-b414-14e72e544cdf), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:29.593117 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9796e4f3-2ca6-4caf-b414-14e72e544cdf {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:14:29.616948 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24daee1-5e73-4078-9161-99ac2b744b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ef4a57-d6dc-415a-9c2c-bb400eec1368,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:29.619376 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5bd5cc-e837-4ee6-8342-f3ccb6e2186f None None] DHCP port deletion for f01c0d02-b4c5-4d0e-aa28-f97ee520812d request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:14:29.621472 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c24daee1-5e73-4078-9161-99ac2b744b9d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d5aadb681c4e4e61af50fbe21cb98bb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3782585 Feb 09 01:14:29.623001 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7154881-bb9f-44b8-9834-975acdde471e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event deleted for resources: {'Port': ['ID=db9db963-d7e4-4bac-b8ec-755cb9a7c867,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:29.624892 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 55812) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:29.628884 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7154881-bb9f-44b8-9834-975acdde471e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] No DVR routers for this DVR port db9db963-d7e4-4bac-b8ec-755cb9a7c867 on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:14:29.648230 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 9796e4f3-2ca6-4caf-b414-14e72e544cdf, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=9796e4f3-2ca6-4caf-b414-14e72e544cdf,segment=NetworkSegment(1201617b-d7eb-4912-b51d-e8d5054c9092),segment_id=1201617b-d7eb-4912-b51d-e8d5054c9092)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:29.658220 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (9796e4f3-2ca6-4caf-b414-14e72e544cdf), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:29.722544 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5868d-3939-4f19-8c02-581f18417cea req-8ebfb3a3-880e-424d-8c30-1c1925208f7d tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:29.723627 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=9796e4f3-2ca6-4caf-b414-14e72e544cdf,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:29.724428 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-73f5868d-3939-4f19-8c02-581f18417cea req-8ebfb3a3-880e-424d-8c30-1c1925208f7d tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/ports?device_id=4da916df-68b9-4159-a47b-2df3642ad61e HTTP/1.1" status: 200 len: 943 time: 0.1765962 Feb 09 01:14:29.756289 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7154881-bb9f-44b8-9834-975acdde471e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (f01c0d02-b4c5-4d0e-aa28-f97ee520812d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:29.781501 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-e7154881-bb9f-44b8-9834-975acdde471e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f01c0d02-b4c5-4d0e-aa28-f97ee520812d']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:29.784397 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-daf9e8de-3537-47c4-81df-14dc0222ce4f admin admin] Publish callbacks [] for security_group (40ef4a57-d6dc-415a-9c2c-bb400eec1368), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:29.792302 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-73f5868d-3939-4f19-8c02-581f18417cea req-b81ce2bb-3761-4f4f-a7e7-4e7c56efae14 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d07ae43-d9e6-4a7c-a732-5c3d27f9d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612588 Feb 09 01:14:29.793588 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-c2e16486-b7e4-4546-a471-bc78912ed2f3 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Deleting port 9b8ab95c-1b2e-44e2-8649-51bae0f35e91 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:14:29.793930 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c2e16486-b7e4-4546-a471-bc78912ed2f3 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (9b8ab95c-1b2e-44e2-8649-51bae0f35e91), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:29.795063 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-e7154881-bb9f-44b8-9834-975acdde471e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88fe987c-ad3b-44ba-a619-ddab06f85394') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:29.795962 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-e7154881-bb9f-44b8-9834-975acdde471e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88fe987c-ad3b-44ba-a619-ddab06f85394') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:29.833114 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7154881-bb9f-44b8-9834-975acdde471e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (88fe987c-ad3b-44ba-a619-ddab06f85394), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:29.843730 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-daf9e8de-3537-47c4-81df-14dc0222ce4f admin admin] Publish callbacks [] for security_group (40ef4a57-d6dc-415a-9c2c-bb400eec1368), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:29.871106 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7154881-bb9f-44b8-9834-975acdde471e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (88fe987c-ad3b-44ba-a619-ddab06f85394), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:29.883022 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c2e16486-b7e4-4546-a471-bc78912ed2f3 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (9b8ab95c-1b2e-44e2-8649-51bae0f35e91), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:29.883493 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c2e16486-b7e4-4546-a471-bc78912ed2f3 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks [] for floatingip (9b8ab95c-1b2e-44e2-8649-51bae0f35e91), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:29.888318 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7154881-bb9f-44b8-9834-975acdde471e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:14:29.888756 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7154881-bb9f-44b8-9834-975acdde471e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (88fe987c-ad3b-44ba-a619-ddab06f85394), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:29.891808 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:14:29.891808 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:14:29.891808 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:14:29.891808 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:14:29.891808 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:14:29.891808 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:14:29.891808 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:14:29.891808 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:14:29.891808 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:14:29.891808 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:14:29.891808 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:14:29.891808 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:14:29.891808 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:14:29.891808 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:14:29.891808 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:14:29.891808 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:14:29.891808 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:14:29.891808 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:14:29.891808 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:14:29.891808 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:14:29.891808 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:14:29.891808 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:14:29.891808 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:14:29.891808 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:14:29.891808 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:14:29.891808 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:14:29.891808 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:14:29.891808 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:14:29.891808 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:14:29.891808 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:14:29.891808 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:14:29.891808 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:14:29.899181 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-c2e16486-b7e4-4546-a471-bc78912ed2f3 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Calling delete_port for 9b8ab95c-1b2e-44e2-8649-51bae0f35e91 owned by network:floatingip {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:14:29.990505 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['9796e4f3-2ca6-4caf-b414-14e72e544cdf'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:14:29.991193 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de603dc-e80c-41d5-b3ad-6a04c6c3ba89 x-openstack-request-id: req-4de603dc-e80c-41d5-b3ad-6a04c6c3ba89 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:14:29.991490 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b6faf13-0667-4c9f-81db-a22b376c4e05", "name": "network-vif-deleted", "tag": "ae90c3ca-2e83-4b37-8187-613ee0781bee", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:14:29.991745 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4de603dc-e80c-41d5-b3ad-6a04c6c3ba89 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:14:29.992136 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b6faf13-0667-4c9f-81db-a22b376c4e05', 'name': 'network-vif-deleted', 'tag': 'ae90c3ca-2e83-4b37-8187-613ee0781bee', 'status': 'completed', 'code': 200} Feb 09 01:14:30.014167 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-daf9e8de-3537-47c4-81df-14dc0222ce4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (40ef4a57-d6dc-415a-9c2c-bb400eec1368), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:30.020619 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-daf9e8de-3537-47c4-81df-14dc0222ce4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:30.030375 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-daf9e8de-3537-47c4-81df-14dc0222ce4f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/40ef4a57-d6dc-415a-9c2c-bb400eec1368 HTTP/1.1" status: 204 len: 168 time: 0.4027040 Feb 09 01:14:30.033702 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7154881-bb9f-44b8-9834-975acdde471e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (f01c0d02-b4c5-4d0e-aa28-f97ee520812d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:30.056584 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7154881-bb9f-44b8-9834-975acdde471e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:30.060332 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e7154881-bb9f-44b8-9834-975acdde471e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/networks/f01c0d02-b4c5-4d0e-aa28-f97ee520812d HTTP/1.1" status: 204 len: 168 time: 1.2451124 Feb 09 01:14:30.070927 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 55834) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:30.074116 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf9e8de-3537-47c4-81df-14dc0222ce4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ef4a57-d6dc-415a-9c2c-bb400eec1368,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:30.084356 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7154881-bb9f-44b8-9834-975acdde471e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event deleted for resources: {'Network': ['ID=f01c0d02-b4c5-4d0e-aa28-f97ee520812d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:30.168094 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e4fd85-1cdc-4dba-98d2-30801ca053c8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:30.173052 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-70e4fd85-1cdc-4dba-98d2-30801ca053c8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "GET /v2.0/ports/2d03cf8e-e42f-4f37-8229-4036c6be5f2f HTTP/1.1" status: 200 len: 844 time: 0.1004481 Feb 09 01:14:30.174473 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 55840) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:30.230418 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d5d273a2-a80d-439a-b034-560a71ebb58d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "GET /v2.0/ports/2d03cf8e-e42f-4f37-8229-4036c6be5f2f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0474558 Feb 09 01:14:30.232027 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 55844) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:30.240040 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-4dc710d6-3e38-44b6-b3f3-94bd129f39e9 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'subnet': {'network_id': 'd192c017-fd23-4c95-bbfa-2134e7e1bf78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:30.249167 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c2e16486-b7e4-4546-a471-bc78912ed2f3 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (9b8ab95c-1b2e-44e2-8649-51bae0f35e91), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:30.330497 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6bb96d-bc82-4e72-be70-eed45eba8ab0 req-f1f0bd4b-cd3f-44ef-b994-42ff80ed55c8 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:30.332052 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4a6bb96d-bc82-4e72-be70-eed45eba8ab0 req-f1f0bd4b-cd3f-44ef-b994-42ff80ed55c8 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 945 time: 0.2474062 Feb 09 01:14:30.345096 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e16486-b7e4-4546-a471-bc78912ed2f3 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Pushing event deleted for resources: {'Port': ['ID=9b8ab95c-1b2e-44e2-8649-51bae0f35e91,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:30.348362 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1bdd0-45b6-4e95-b85f-8074031a6a94 req-a8b8530c-b2eb-4f23-a343-57a3b2ad8b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:30.349996 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-abc1bdd0-45b6-4e95-b85f-8074031a6a94 req-a8b8530c-b2eb-4f23-a343-57a3b2ad8b0e service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=881f0fbf49754b7ea23a39ffdbfbb84a&device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 1127 time: 0.2221742 Feb 09 01:14:30.417607 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device db9db963-d7e4-4bac-b8ec-755cb9a7c867 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:14:30.438875 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: db9db963-d7e4-4bac-b8ec-755cb9a7c867 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:14:30.439547 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device db9db963-d7e4-4bac-b8ec-755cb9a7c867 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:14:30.518703 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device ae90c3ca-2e83-4b37-8187-613ee0781bee no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:14:30.570531 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: ae90c3ca-2e83-4b37-8187-613ee0781bee {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:14:30.571103 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device ae90c3ca-2e83-4b37-8187-613ee0781bee not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:14:30.588319 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4a6bb96d-bc82-4e72-be70-eed45eba8ab0 req-c6d52acb-b571-4315-bdc0-e5bb4e85d8c0 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=e711df6c-6fe3-4590-9ab7-e2920a97103b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2369292 Feb 09 01:14:30.604493 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc710d6-3e38-44b6-b3f3-94bd129f39e9 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Made reservation on behalf of 7dadddfa309b47d08426d3b47362579d for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:30.609234 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4dc710d6-3e38-44b6-b3f3-94bd129f39e9 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:30.617804 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c2e16486-b7e4-4546-a471-bc78912ed2f3 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks [] for floatingip (65a928ef-b945-46be-a807-88f18bae0c2f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:30.620535 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c2e16486-b7e4-4546-a471-bc78912ed2f3 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:30.621781 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c2e16486-b7e4-4546-a471-bc78912ed2f3 tempest-AttachVolumeShelveTestJSON-1477780196 tempest-AttachVolumeShelveTestJSON-1477780196-project] 10.222.0.50 "DELETE /v2.0/floatingips/65a928ef-b945-46be-a807-88f18bae0c2f HTTP/1.1" status: 204 len: 168 time: 1.1352780 Feb 09 01:14:30.634146 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1bdd0-45b6-4e95-b85f-8074031a6a94 req-dc67a037-539a-47be-9f99-ee4f5ff99941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:30.635931 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-abc1bdd0-45b6-4e95-b85f-8074031a6a94 req-dc67a037-539a-47be-9f99-ee4f5ff99941 service neutron] 10.222.0.120 "GET /v2.0/networks?id=6d890250-ac42-4592-9721-7a49ecf5e127 HTTP/1.1" status: 200 len: 913 time: 0.2453017 Feb 09 01:14:30.770375 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-abc1bdd0-45b6-4e95-b85f-8074031a6a94 req-59b95a36-82fc-4aeb-91aa-b8d0ac4cde91 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f2d7d86-9b29-467c-b3b5-0d39a51d6013 HTTP/1.1" status: 200 len: 1001 time: 0.0948293 Feb 09 01:14:30.796183 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 55870) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:30.883159 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1bdd0-45b6-4e95-b85f-8074031a6a94 req-195997a5-d069-4a52-acb9-4b539043d9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:30.884686 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-abc1bdd0-45b6-4e95-b85f-8074031a6a94 req-195997a5-d069-4a52-acb9-4b539043d9ff service neutron] 10.222.0.120 "GET /v2.0/subnets?id=1fcc5198-b453-4567-8086-51be74d33b91 HTTP/1.1" status: 200 len: 850 time: 0.1078231 Feb 09 01:14:30.999032 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-675460ea-0124-48fd-97c9-edae89fb94cf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4eb1f86256a7439987eb872a252d3f2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1989372 Feb 09 01:14:30.999422 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 55884) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:31.049395 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4dc710d6-3e38-44b6-b3f3-94bd129f39e9 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (5c61ba86-f4eb-43a9-a9f0-5399b88fa818), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:31.066647 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93ee39-8b19-40e8-81d1-ae3a13a06143 req-11ce93fd-8ab3-4950-aa80-d77651a64554 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:31.068333 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-db93ee39-8b19-40e8-81d1-ae3a13a06143 req-11ce93fd-8ab3-4950-aa80-d77651a64554 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/ports?device_id=4da916df-68b9-4159-a47b-2df3642ad61e HTTP/1.1" status: 200 len: 944 time: 0.1827660 Feb 09 01:14:31.087457 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c345c46d-c576-4239-a305-f6e900ef16dc admin admin] Publish callbacks [] for security_group (3014dff4-a4f7-4791-b0ef-983354c8f08c), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:31.114099 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c345c46d-c576-4239-a305-f6e900ef16dc admin admin] Publish callbacks [] for security_group (3014dff4-a4f7-4791-b0ef-983354c8f08c), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:31.114724 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1bdd0-45b6-4e95-b85f-8074031a6a94 req-490741d6-47a4-4c40-a2db-4e5ce6f1a3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:31.116298 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-abc1bdd0-45b6-4e95-b85f-8074031a6a94 req-490741d6-47a4-4c40-a2db-4e5ce6f1a3a1 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=6d890250-ac42-4592-9721-7a49ecf5e127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2176285 Feb 09 01:14:31.146053 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc710d6-3e38-44b6-b3f3-94bd129f39e9 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Network d192c017-fd23-4c95-bbfa-2134e7e1bf78 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:31.178003 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c345c46d-c576-4239-a305-f6e900ef16dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (3014dff4-a4f7-4791-b0ef-983354c8f08c), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:31.182743 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c345c46d-c576-4239-a305-f6e900ef16dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:31.185089 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c345c46d-c576-4239-a305-f6e900ef16dc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3014dff4-a4f7-4791-b0ef-983354c8f08c HTTP/1.1" status: 204 len: 168 time: 0.1842284 Feb 09 01:14:31.191937 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-4dc710d6-3e38-44b6-b3f3-94bd129f39e9 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:31.199685 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c345c46d-c576-4239-a305-f6e900ef16dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3014dff4-a4f7-4791-b0ef-983354c8f08c,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:31.200965 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc710d6-3e38-44b6-b3f3-94bd129f39e9 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:31.201580 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4dc710d6-3e38-44b6-b3f3-94bd129f39e9 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:31.204977 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220b1952-7c31-4c26-b393-3b0137b364b7 None None] Network d192c017-fd23-4c95-bbfa-2134e7e1bf78 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:14:31.206129 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc710d6-3e38-44b6-b3f3-94bd129f39e9 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event updated for resources: {'Subnet': ['ID=5c61ba86-f4eb-43a9-a9f0-5399b88fa818,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:31.250049 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-db93ee39-8b19-40e8-81d1-ae3a13a06143 req-8fe24126-485d-4cc7-aed8-9d0872eacc49 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d07ae43-d9e6-4a7c-a732-5c3d27f9d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511121 Feb 09 01:14:31.258341 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4dc710d6-3e38-44b6-b3f3-94bd129f39e9 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0237181 Feb 09 01:14:31.261210 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 55894) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:31.265927 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-60edc122-aa2a-48f8-a678-a10c0cce35dd tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'security_group': {'name': 'tempest-secgroup-240285071'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:31.287266 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-abc1bdd0-45b6-4e95-b85f-8074031a6a94 req-a458c70e-c426-4385-991b-6333a9a4eddf service neutron] 10.222.0.120 "GET /v2.0/networks/6d890250-ac42-4592-9721-7a49ecf5e127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585371 Feb 09 01:14:31.323438 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-60edc122-aa2a-48f8-a678-a10c0cce35dd tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:31.462512 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-60edc122-aa2a-48f8-a678-a10c0cce35dd tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for security_group (721a9843-3df0-487d-b730-ad4840f6a349), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:31.471254 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-60edc122-aa2a-48f8-a678-a10c0cce35dd tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (721a9843-3df0-487d-b730-ad4840f6a349), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:31.491947 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-abc1bdd0-45b6-4e95-b85f-8074031a6a94 req-6f52c0db-d20d-480b-9f6d-05eb913f03dc service neutron] 10.222.0.120 "GET /v2.0/networks/6d890250-ac42-4592-9721-7a49ecf5e127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976359 Feb 09 01:14:31.499026 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04599522-dc24-4add-bf67-1a8875afc2c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-d192c017-fd23-4c95-bbfa-2134e7e1bf78', 'network_id': 'd192c017-fd23-4c95-bbfa-2134e7e1bf78', 'project_id': '7dadddfa309b47d08426d3b47362579d', 'fixed_ips': [{'subnet_id': '5c61ba86-f4eb-43a9-a9f0-5399b88fa818'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:14:31.500746 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-04599522-dc24-4add-bf67-1a8875afc2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:31.541812 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-60edc122-aa2a-48f8-a678-a10c0cce35dd tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:31.543432 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-60edc122-aa2a-48f8-a678-a10c0cce35dd tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2811389 Feb 09 01:14:31.546360 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 55900) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:31.549031 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60edc122-aa2a-48f8-a678-a10c0cce35dd tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=721a9843-3df0-487d-b730-ad4840f6a349,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:31.551639 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-6e0b90b0-e457-4e4b-aad1-bcc4c820e0d5 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'security_group': {'name': 'tempest-secgroup-2074086800'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:31.600113 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6e0b90b0-e457-4e4b-aad1-bcc4c820e0d5 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:31.726501 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-04599522-dc24-4add-bf67-1a8875afc2c7 None None] Allocated IP 2001:db8::2 (d192c017-fd23-4c95-bbfa-2134e7e1bf78/5c61ba86-f4eb-43a9-a9f0-5399b88fa818/7e2ecb8c-86d5-4563-bfc0-df99e3667df5) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:31.888387 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6e0b90b0-e457-4e4b-aad1-bcc4c820e0d5 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for security_group (633a2fea-7838-4d95-8cd2-776afc70887a), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:31.902278 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6e0b90b0-e457-4e4b-aad1-bcc4c820e0d5 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (633a2fea-7838-4d95-8cd2-776afc70887a), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:31.967414 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-04599522-dc24-4add-bf67-1a8875afc2c7 None None] Publish callbacks [] for port (7e2ecb8c-86d5-4563-bfc0-df99e3667df5), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:31.975248 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-04599522-dc24-4add-bf67-1a8875afc2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (7e2ecb8c-86d5-4563-bfc0-df99e3667df5), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:31.980082 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6e0b90b0-e457-4e4b-aad1-bcc4c820e0d5 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:31.986670 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 55940) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:31.987826 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-6e0b90b0-e457-4e4b-aad1-bcc4c820e0d5 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4402571 Feb 09 01:14:31.990501 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b90b0-e457-4e4b-aad1-bcc4c820e0d5 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=633a2fea-7838-4d95-8cd2-776afc70887a,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:31.993699 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-b6ac4337-de57-415d-b5c8-b7a1d6cf0f1f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1400753714', 'security_groups': ['633a2fea-7838-4d95-8cd2-776afc70887a'], 'network_id': 'd192c017-fd23-4c95-bbfa-2134e7e1bf78', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5c61ba86-f4eb-43a9-a9f0-5399b88fa818'}]}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:32.016665 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e1c50-a255-4a9b-9a70-fed044589a5c req-ceb5b75c-f56d-464e-a9bf-4b3ef9065484 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:32.019100 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-348e1c50-a255-4a9b-9a70-fed044589a5c req-ceb5b75c-f56d-464e-a9bf-4b3ef9065484 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 945 time: 0.2557473 Feb 09 01:14:32.076614 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04599522-dc24-4add-bf67-1a8875afc2c7 None None] Network d192c017-fd23-4c95-bbfa-2134e7e1bf78 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:32.080991 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-04599522-dc24-4add-bf67-1a8875afc2c7 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:32.085016 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04599522-dc24-4add-bf67-1a8875afc2c7 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:14:32.107056 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04599522-dc24-4add-bf67-1a8875afc2c7 None None] Pushing event updated for resources: {'Port': ['ID=7e2ecb8c-86d5-4563-bfc0-df99e3667df5,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:32.115956 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-348e1c50-a255-4a9b-9a70-fed044589a5c req-c815d0e9-d293-45be-a50c-28e9df8ed86a tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=e711df6c-6fe3-4590-9ab7-e2920a97103b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0887933 Feb 09 01:14:32.206957 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-04599522-dc24-4add-bf67-1a8875afc2c7 None None] Attempting to bind port 7e2ecb8c-86d5-4563-bfc0-df99e3667df5 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:14:32.208494 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-04599522-dc24-4add-bf67-1a8875afc2c7 None None] Attempting to bind port 7e2ecb8c-86d5-4563-bfc0-df99e3667df5 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '9208c802-caf2-4fdb-ad67-bdc8f825d0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'd192c017-fd23-4c95-bbfa-2134e7e1bf78'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:14:32.208903 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04599522-dc24-4add-bf67-1a8875afc2c7 None None] Attempting to bind port 7e2ecb8c-86d5-4563-bfc0-df99e3667df5 on network d192c017-fd23-4c95-bbfa-2134e7e1bf78 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:14:32.215064 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ac4337-de57-415d-b5c8-b7a1d6cf0f1f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Made reservation on behalf of 7dadddfa309b47d08426d3b47362579d for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:32.225872 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04599522-dc24-4add-bf67-1a8875afc2c7 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:14:32.226269 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04599522-dc24-4add-bf67-1a8875afc2c7 None None] Checking segment: {'id': '9208c802-caf2-4fdb-ad67-bdc8f825d0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'd192c017-fd23-4c95-bbfa-2134e7e1bf78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:14:32.226691 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-04599522-dc24-4add-bf67-1a8875afc2c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:32.227099 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04599522-dc24-4add-bf67-1a8875afc2c7 None None] Bound using segment: {'id': '9208c802-caf2-4fdb-ad67-bdc8f825d0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'd192c017-fd23-4c95-bbfa-2134e7e1bf78'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:14:32.230037 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-04599522-dc24-4add-bf67-1a8875afc2c7 None None] Bound port: 7e2ecb8c-86d5-4563-bfc0-df99e3667df5, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9208c802-caf2-4fdb-ad67-bdc8f825d0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'd192c017-fd23-4c95-bbfa-2134e7e1bf78'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:14:32.230463 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-04599522-dc24-4add-bf67-1a8875afc2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7e2ecb8c-86d5-4563-bfc0-df99e3667df5), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:32.333735 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-04599522-dc24-4add-bf67-1a8875afc2c7 None None] For port 7e2ecb8c-86d5-4563-bfc0-df99e3667df5, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:14:32.341164 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7116176f-9770-4308-91a7-0214a136f235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:32.341793 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 55952) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:32.343368 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-04599522-dc24-4add-bf67-1a8875afc2c7 None None] For port 7e2ecb8c-86d5-4563-bfc0-df99e3667df5, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=7e2ecb8c-86d5-4563-bfc0-df99e3667df5,segment=NetworkSegment(9208c802-caf2-4fdb-ad67-bdc8f825d0ce),segment_id=9208c802-caf2-4fdb-ad67-bdc8f825d0ce)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:14:32.364780 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-04599522-dc24-4add-bf67-1a8875afc2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (7e2ecb8c-86d5-4563-bfc0-df99e3667df5), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:32.381926 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b6ac4337-de57-415d-b5c8-b7a1d6cf0f1f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:32.421963 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-b6ac4337-de57-415d-b5c8-b7a1d6cf0f1f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] device_id is not set on port 1da95d9d-e49f-47cb-b845-21ecc8e98808 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:14:32.457023 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916ecb0-358f-46d6-8285-97f407f1ee35 req-212d9e77-effc-4e33-b2fa-e70ba1f212be tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:32.463716 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9916ecb0-358f-46d6-8285-97f407f1ee35 req-212d9e77-effc-4e33-b2fa-e70ba1f212be tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/ports?device_id=4da916df-68b9-4159-a47b-2df3642ad61e HTTP/1.1" status: 200 len: 944 time: 0.0861275 Feb 09 01:14:32.515696 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04599522-dc24-4add-bf67-1a8875afc2c7 None None] Pushing event updated for resources: {'Port': ['ID=7e2ecb8c-86d5-4563-bfc0-df99e3667df5,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:32.580763 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-943aebe1-addc-46c5-a56f-286480e11f5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:32.609313 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9916ecb0-358f-46d6-8285-97f407f1ee35 req-02b317e5-2c84-4149-aa5d-64454e156a01 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d07ae43-d9e6-4a7c-a732-5c3d27f9d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342359 Feb 09 01:14:32.731486 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-943aebe1-addc-46c5-a56f-286480e11f5d admin admin] Publish callbacks [] for security_group (5985a1c2-be6a-48c9-ae40-b2729ca4a344), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:32.738510 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-943aebe1-addc-46c5-a56f-286480e11f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (5985a1c2-be6a-48c9-ae40-b2729ca4a344), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:32.741890 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-b6ac4337-de57-415d-b5c8-b7a1d6cf0f1f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Allocated IP 2001:db8::39b (d192c017-fd23-4c95-bbfa-2134e7e1bf78/5c61ba86-f4eb-43a9-a9f0-5399b88fa818/1da95d9d-e49f-47cb-b845-21ecc8e98808) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:32.804238 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-943aebe1-addc-46c5-a56f-286480e11f5d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fd69717c83034f1e9dcac1b5c06bb5d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4588253 Feb 09 01:14:32.808908 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 55964) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:32.833206 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943aebe1-addc-46c5-a56f-286480e11f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5985a1c2-be6a-48c9-ae40-b2729ca4a344,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:32.856878 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 9796e4f3-2ca6-4caf-b414-14e72e544cdf up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:14:32.964777 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 9796e4f3-2ca6-4caf-b414-14e72e544cdf completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:14:32.970041 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 9796e4f3-2ca6-4caf-b414-14e72e544cdf triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:32.970543 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (9796e4f3-2ca6-4caf-b414-14e72e544cdf), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:32.995235 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7b9e378d-14bc-4282-939d-e10b44af204e admin admin] Publish callbacks [] for security_group (5985a1c2-be6a-48c9-ae40-b2729ca4a344), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:33.027300 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7b9e378d-14bc-4282-939d-e10b44af204e admin admin] Publish callbacks [] for security_group (5985a1c2-be6a-48c9-ae40-b2729ca4a344), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:33.098371 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7b9e378d-14bc-4282-939d-e10b44af204e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (5985a1c2-be6a-48c9-ae40-b2729ca4a344), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:33.100043 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 9796e4f3-2ca6-4caf-b414-14e72e544cdf is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:33.100705 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (9796e4f3-2ca6-4caf-b414-14e72e544cdf), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:33.101517 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7b9e378d-14bc-4282-939d-e10b44af204e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:33.105052 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7b9e378d-14bc-4282-939d-e10b44af204e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5985a1c2-be6a-48c9-ae40-b2729ca4a344 HTTP/1.1" status: 204 len: 168 time: 0.2926574 Feb 09 01:14:33.123368 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e378d-14bc-4282-939d-e10b44af204e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5985a1c2-be6a-48c9-ae40-b2729ca4a344,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:33.135278 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da916df-68b9-4159-a47b-2df3642ad61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9796e4f3-2ca6-4caf-b414-14e72e544cdf'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:14:33.138802 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a97f25-5098-4b92-b472-7aa91c02d606" -d '{"events": [{"server_uuid": "4da916df-68b9-4159-a47b-2df3642ad61e", "name": "network-vif-plugged", "status": "completed", "tag": "9796e4f3-2ca6-4caf-b414-14e72e544cdf"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:14:33.147739 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b6ac4337-de57-415d-b5c8-b7a1d6cf0f1f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for port (1da95d9d-e49f-47cb-b845-21ecc8e98808), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:33.171663 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 9796e4f3-2ca6-4caf-b414-14e72e544cdf, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=9796e4f3-2ca6-4caf-b414-14e72e544cdf,segment=NetworkSegment(1201617b-d7eb-4912-b51d-e8d5054c9092),segment_id=1201617b-d7eb-4912-b51d-e8d5054c9092)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:33.177767 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (9796e4f3-2ca6-4caf-b414-14e72e544cdf), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:33.224940 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b6ac4337-de57-415d-b5c8-b7a1d6cf0f1f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (1da95d9d-e49f-47cb-b845-21ecc8e98808), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:33.277426 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=9796e4f3-2ca6-4caf-b414-14e72e544cdf,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:33.286059 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ac4337-de57-415d-b5c8-b7a1d6cf0f1f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Network d192c017-fd23-4c95-bbfa-2134e7e1bf78 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:33.290382 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-b6ac4337-de57-415d-b5c8-b7a1d6cf0f1f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:33.303655 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ac4337-de57-415d-b5c8-b7a1d6cf0f1f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:14:33.310873 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ac4337-de57-415d-b5c8-b7a1d6cf0f1f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:33.312857 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b6ac4337-de57-415d-b5c8-b7a1d6cf0f1f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:33.327601 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac4337-de57-415d-b5c8-b7a1d6cf0f1f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event updated for resources: {'Port': ['ID=1da95d9d-e49f-47cb-b845-21ecc8e98808,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:33.342451 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b6ac4337-de57-415d-b5c8-b7a1d6cf0f1f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3539083 Feb 09 01:14:33.342645 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9247bd-45f9-474b-adce-6187b5a1cb3a req-6e4da1fe-1a7a-4dbd-94e5-c1ef00b1f71b tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:33.344626 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd9247bd-45f9-474b-adce-6187b5a1cb3a req-6e4da1fe-1a7a-4dbd-94e5-c1ef00b1f71b tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 945 time: 0.1264589 Feb 09 01:14:33.346357 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 55978) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:33.356481 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-8b655407-2a72-48f2-a8b0-5e28e106ca24 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'subnet': {'network_id': 'd192c017-fd23-4c95-bbfa-2134e7e1bf78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:33.543908 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b655407-2a72-48f2-a8b0-5e28e106ca24 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Made reservation on behalf of 7dadddfa309b47d08426d3b47362579d for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:33.548876 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8b655407-2a72-48f2-a8b0-5e28e106ca24 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:33.555363 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd9247bd-45f9-474b-adce-6187b5a1cb3a req-9e3b95b3-1d61-45cd-99cb-5fcad9ad9595 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=e711df6c-6fe3-4590-9ab7-e2920a97103b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2027500 Feb 09 01:14:33.608516 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6c4559-95a6-4c1a-bba6-74975671b3f2 x-openstack-request-id: req-0e6c4559-95a6-4c1a-bba6-74975671b3f2 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:14:33.609908 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da916df-68b9-4159-a47b-2df3642ad61e", "name": "network-vif-plugged", "status": "completed", "tag": "9796e4f3-2ca6-4caf-b414-14e72e544cdf", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:14:33.613058 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0e6c4559-95a6-4c1a-bba6-74975671b3f2 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:14:33.613690 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da916df-68b9-4159-a47b-2df3642ad61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9796e4f3-2ca6-4caf-b414-14e72e544cdf', 'code': 200} Feb 09 01:14:33.837590 n-d-828369-4 neutron-server[103136]: INFO neutron.db.ipam_backend_mixin [None req-8b655407-2a72-48f2-a8b0-5e28e106ca24 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5c61ba86-f4eb-43a9-a9f0-5399b88fa818 (CIDR: 2001:db8::/64) Feb 09 01:14:33.846581 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b655407-2a72-48f2-a8b0-5e28e106ca24 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:14:33.847171 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b655407-2a72-48f2-a8b0-5e28e106ca24 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:14:33.893771 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8b655407-2a72-48f2-a8b0-5e28e106ca24 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5414479 Feb 09 01:14:33.894172 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56000) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:33.900158 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-5e107402-a892-4e89-979e-64e0d02877c1 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'subnet': {'network_id': 'd192c017-fd23-4c95-bbfa-2134e7e1bf78', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:33.933420 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb186943-b487-44d4-a9a9-eb1f4d545ba2 req-6cfaeb17-6eb5-4ea8-a4df-1c99e75efd8f tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:33.939619 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cb186943-b487-44d4-a9a9-eb1f4d545ba2 req-6cfaeb17-6eb5-4ea8-a4df-1c99e75efd8f tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/ports?device_id=4da916df-68b9-4159-a47b-2df3642ad61e HTTP/1.1" status: 200 len: 945 time: 0.1938434 Feb 09 01:14:33.973299 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325a0dd-a978-4f03-9703-72a162528034 req-d9846668-d2dd-4154-84f1-16ebf54e96c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:33.976173 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5325a0dd-a978-4f03-9703-72a162528034 req-d9846668-d2dd-4154-84f1-16ebf54e96c1 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=4da916df-68b9-4159-a47b-2df3642ad61e HTTP/1.1" status: 200 len: 1127 time: 0.2512605 Feb 09 01:14:34.112913 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e107402-a892-4e89-979e-64e0d02877c1 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Made reservation on behalf of 7dadddfa309b47d08426d3b47362579d for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:34.119260 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cb186943-b487-44d4-a9a9-eb1f4d545ba2 req-860e7608-1d58-4ad7-a968-f9acc50d0e7e tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d07ae43-d9e6-4a7c-a732-5c3d27f9d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606259 Feb 09 01:14:34.120077 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5e107402-a892-4e89-979e-64e0d02877c1 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:34.131882 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5325a0dd-a978-4f03-9703-72a162528034 req-dfcb55b2-4abe-48c6-a2f8-fa61c99a1e90 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=4d07ae43-d9e6-4a7c-a732-5c3d27f9d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355817 Feb 09 01:14:34.173172 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-13e3752f-2732-4b21-a47b-048d6b71370e None None] Provisioning complete for port 7e2ecb8c-86d5-4563-bfc0-df99e3667df5 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:34.173628 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-13e3752f-2732-4b21-a47b-048d6b71370e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (7e2ecb8c-86d5-4563-bfc0-df99e3667df5), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:34.386597 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-13e3752f-2732-4b21-a47b-048d6b71370e None None] Current status of the port 7e2ecb8c-86d5-4563-bfc0-df99e3667df5 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:34.387057 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-13e3752f-2732-4b21-a47b-048d6b71370e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7e2ecb8c-86d5-4563-bfc0-df99e3667df5), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:34.485483 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-13e3752f-2732-4b21-a47b-048d6b71370e None None] For port 7e2ecb8c-86d5-4563-bfc0-df99e3667df5, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=7e2ecb8c-86d5-4563-bfc0-df99e3667df5,segment=NetworkSegment(9208c802-caf2-4fdb-ad67-bdc8f825d0ce),segment_id=9208c802-caf2-4fdb-ad67-bdc8f825d0ce)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:34.487982 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d67f3ce1-b8e2-4455-9304-52cf7da2fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:34.502062 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-13e3752f-2732-4b21-a47b-048d6b71370e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (7e2ecb8c-86d5-4563-bfc0-df99e3667df5), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:34.510063 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 7e2ecb8c-86d5-4563-bfc0-df99e3667df5 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:14:34.603641 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-13e3752f-2732-4b21-a47b-048d6b71370e None None] Provisioning complete for port 2d03cf8e-e42f-4f37-8229-4036c6be5f2f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:34.604305 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-13e3752f-2732-4b21-a47b-048d6b71370e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (2d03cf8e-e42f-4f37-8229-4036c6be5f2f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:34.638448 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5e107402-a892-4e89-979e-64e0d02877c1 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (795529d5-24c7-4789-8e42-a5fe65f78e20), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:34.659009 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3752f-2732-4b21-a47b-048d6b71370e None None] Pushing event updated for resources: {'Port': ['ID=7e2ecb8c-86d5-4563-bfc0-df99e3667df5,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:34.670567 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-13e3752f-2732-4b21-a47b-048d6b71370e None None] Port 2d03cf8e-e42f-4f37-8229-4036c6be5f2f cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:14:34.685812 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 7e2ecb8c-86d5-4563-bfc0-df99e3667df5 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:34.685812 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (7e2ecb8c-86d5-4563-bfc0-df99e3667df5), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:34.725540 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e107402-a892-4e89-979e-64e0d02877c1 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event updated for resources: {'Subnet': ['ID=795529d5-24c7-4789-8e42-a5fe65f78e20,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:34.737865 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e107402-a892-4e89-979e-64e0d02877c1 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Network d192c017-fd23-4c95-bbfa-2134e7e1bf78 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:34.739330 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-5e107402-a892-4e89-979e-64e0d02877c1 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:34.743333 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e107402-a892-4e89-979e-64e0d02877c1 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:34.744256 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5e107402-a892-4e89-979e-64e0d02877c1 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:34.762576 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e9d49f-44bb-4b8e-944f-0ffa62663d2f None None] Network d192c017-fd23-4c95-bbfa-2134e7e1bf78 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:14:34.774421 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5e107402-a892-4e89-979e-64e0d02877c1 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8790557 Feb 09 01:14:34.777610 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56026) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:34.783407 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-281f9c3e-b580-4419-b679-23972343b055 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1472186134', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '795529d5-24c7-4789-8e42-a5fe65f78e20'}], 'security_groups': ['721a9843-3df0-487d-b730-ad4840f6a349']}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:34.887477 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 7e2ecb8c-86d5-4563-bfc0-df99e3667df5 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:34.925135 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-32b4e8df-28f4-4945-bbf0-f40ff315a346 None None] Provisioning complete for port 1da95d9d-e49f-47cb-b845-21ecc8e98808 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:34.926422 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-32b4e8df-28f4-4945-bbf0-f40ff315a346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (1da95d9d-e49f-47cb-b845-21ecc8e98808), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:35.037249 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-32b4e8df-28f4-4945-bbf0-f40ff315a346 None None] Port 1da95d9d-e49f-47cb-b845-21ecc8e98808 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:14:35.233540 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64fbbbe-1595-47b4-bbe6-4c209ef8f50b None None] Update dhcp port {'port': {'network_id': 'd192c017-fd23-4c95-bbfa-2134e7e1bf78', 'fixed_ips': [{'subnet_id': '5c61ba86-f4eb-43a9-a9f0-5399b88fa818', 'ip_address': '2001:db8::2'}, {'subnet_id': '795529d5-24c7-4789-8e42-a5fe65f78e20'}], 'binding:host_id': 'n-d-828369-4'}, 'id': '7e2ecb8c-86d5-4563-bfc0-df99e3667df5'} from n-d-828369-4. {{(pid=103138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 01:14:35.287730 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b64fbbbe-1595-47b4-bbe6-4c209ef8f50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7e2ecb8c-86d5-4563-bfc0-df99e3667df5), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:35.465697 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-281f9c3e-b580-4419-b679-23972343b055 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1da95d9d-e49f-47cb-b845-21ecc8e98808), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:35.500418 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-b64fbbbe-1595-47b4-bbe6-4c209ef8f50b None None] Allocated IP 2001:db8:0:1::2 (d192c017-fd23-4c95-bbfa-2134e7e1bf78/795529d5-24c7-4789-8e42-a5fe65f78e20/7e2ecb8c-86d5-4563-bfc0-df99e3667df5) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:35.667924 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-b64fbbbe-1595-47b4-bbe6-4c209ef8f50b None None] For port 7e2ecb8c-86d5-4563-bfc0-df99e3667df5, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=7e2ecb8c-86d5-4563-bfc0-df99e3667df5,segment=NetworkSegment(9208c802-caf2-4fdb-ad67-bdc8f825d0ce),segment_id=9208c802-caf2-4fdb-ad67-bdc8f825d0ce)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:35.736887 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e672f1-c085-480c-95e3-bf2d8e02cb13 req-6f44ef19-6ab0-4a3e-99bc-cce671a41d35 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:35.738543 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-95e672f1-c085-480c-95e3-bf2d8e02cb13 req-6f44ef19-6ab0-4a3e-99bc-cce671a41d35 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/ports?device_id=4da916df-68b9-4159-a47b-2df3642ad61e HTTP/1.1" status: 200 len: 945 time: 0.3229251 Feb 09 01:14:35.746997 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b64fbbbe-1595-47b4-bbe6-4c209ef8f50b None None] Publish callbacks [] for port (7e2ecb8c-86d5-4563-bfc0-df99e3667df5), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:35.755290 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b64fbbbe-1595-47b4-bbe6-4c209ef8f50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (7e2ecb8c-86d5-4563-bfc0-df99e3667df5), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:35.876512 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56050) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:35.896414 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-281f9c3e-b580-4419-b679-23972343b055 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Delete allocated IP 2001:db8::39b (d192c017-fd23-4c95-bbfa-2134e7e1bf78/5c61ba86-f4eb-43a9-a9f0-5399b88fa818) {{(pid=103136) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 01:14:35.909187 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:35.919211 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64fbbbe-1595-47b4-bbe6-4c209ef8f50b None None] Pushing event updated for resources: {'Port': ['ID=7e2ecb8c-86d5-4563-bfc0-df99e3667df5,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:35.922168 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-281f9c3e-b580-4419-b679-23972343b055 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Allocated IP 2001:db8:0:1::1c6 (d192c017-fd23-4c95-bbfa-2134e7e1bf78/795529d5-24c7-4789-8e42-a5fe65f78e20/1da95d9d-e49f-47cb-b845-21ecc8e98808) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:36.040849 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-95e672f1-c085-480c-95e3-bf2d8e02cb13 req-9e9d4837-882b-4185-9a7d-76788cdcedb4 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d07ae43-d9e6-4a7c-a732-5c3d27f9d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961543 Feb 09 01:14:36.062075 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-9ab048c6-8ad9-401d-b76a-dd659aa8a3fc tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:36.117152 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9ab048c6-8ad9-401d-b76a-dd659aa8a3fc tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] 10.222.0.50 "PUT /v2.0/quotas/c1445d9e4af94d9da7b009c89c183ed3 HTTP/1.1" status: 200 len: 368 time: 0.2393124 Feb 09 01:14:36.120454 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56064) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:36.126866 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-8a6adb83-e8d9-463b-a864-97a1c00a52fd tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] Request body: {'network': {'project_id': 'c1445d9e4af94d9da7b009c89c183ed3'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:36.181207 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6adb83-e8d9-463b-a864-97a1c00a52fd tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] Made reservation on behalf of c1445d9e4af94d9da7b009c89c183ed3 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:36.186942 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a6adb83-e8d9-463b-a864-97a1c00a52fd tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:36.201676 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a6adb83-e8d9-463b-a864-97a1c00a52fd tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:36.251075 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-281f9c3e-b580-4419-b679-23972343b055 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for port (1da95d9d-e49f-47cb-b845-21ecc8e98808), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:36.258454 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-281f9c3e-b580-4419-b679-23972343b055 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (1da95d9d-e49f-47cb-b845-21ecc8e98808), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:36.356251 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a6adb83-e8d9-463b-a864-97a1c00a52fd tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] Publish callbacks [] for security_group (b95a10bd-f11d-464c-a7ca-c3905525be3a), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:36.366377 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a6adb83-e8d9-463b-a864-97a1c00a52fd tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b95a10bd-f11d-464c-a7ca-c3905525be3a), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:36.396920 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-281f9c3e-b580-4419-b679-23972343b055 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] In _notify_port_updated(), no bound segment for port 1da95d9d-e49f-47cb-b845-21ecc8e98808 on network d192c017-fd23-4c95-bbfa-2134e7e1bf78 {{(pid=103136) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:14:36.405622 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281f9c3e-b580-4419-b679-23972343b055 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:36.406309 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-281f9c3e-b580-4419-b679-23972343b055 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:36.414891 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-281f9c3e-b580-4419-b679-23972343b055 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "PUT /v2.0/ports/1da95d9d-e49f-47cb-b845-21ecc8e98808 HTTP/1.1" status: 200 len: 931 time: 1.6360598 Feb 09 01:14:36.428372 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56068) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:36.432265 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a6adb83-e8d9-463b-a864-97a1c00a52fd tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1030} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:14:36.466007 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6adb83-e8d9-463b-a864-97a1c00a52fd tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95a10bd-f11d-464c-a7ca-c3905525be3a,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:36.486123 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a6adb83-e8d9-463b-a864-97a1c00a52fd tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (5c6d30d1-f7b8-405a-9ae8-6d38382d8da7), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:36.486819 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-8a6adb83-e8d9-463b-a864-97a1c00a52fd tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] Added segment 5c6d30d1-f7b8-405a-9ae8-6d38382d8da7 of type vlan for network 86814020-73e7-43bb-915f-0f15da6a53e9 Feb 09 01:14:36.560636 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a6adb83-e8d9-463b-a864-97a1c00a52fd tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (86814020-73e7-43bb-915f-0f15da6a53e9), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:36.561579 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 7e2ecb8c-86d5-4563-bfc0-df99e3667df5 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:14:36.569667 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281f9c3e-b580-4419-b679-23972343b055 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event updated for resources: {'Port': ['ID=1da95d9d-e49f-47cb-b845-21ecc8e98808,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:36.632233 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a6adb83-e8d9-463b-a864-97a1c00a52fd tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (86814020-73e7-43bb-915f-0f15da6a53e9), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:36.633525 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6adb83-e8d9-463b-a864-97a1c00a52fd tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:36.634108 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a6adb83-e8d9-463b-a864-97a1c00a52fd tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:36.702997 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 7e2ecb8c-86d5-4563-bfc0-df99e3667df5 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:36.704700 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (7e2ecb8c-86d5-4563-bfc0-df99e3667df5), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:36.732890 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-3375ea20-10aa-47e0-bdea-203b28130e70 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Deleting port 1da95d9d-e49f-47cb-b845-21ecc8e98808 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:14:36.733309 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3375ea20-10aa-47e0-bdea-203b28130e70 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (1da95d9d-e49f-47cb-b845-21ecc8e98808), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:36.776495 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8a6adb83-e8d9-463b-a864-97a1c00a52fd tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.6538339 Feb 09 01:14:36.784252 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56072) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:36.798929 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-de3d3d1c-f641-4104-af07-9c8d20ea48f2 tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] Request body: {'network': {'project_id': 'c1445d9e4af94d9da7b009c89c183ed3'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:36.811713 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56074) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:36.822389 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6adb83-e8d9-463b-a864-97a1c00a52fd tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] Pushing event updated for resources: {'Network': ['ID=86814020-73e7-43bb-915f-0f15da6a53e9,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:36.837189 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3d3d1c-f641-4104-af07-9c8d20ea48f2 tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] Made reservation on behalf of c1445d9e4af94d9da7b009c89c183ed3 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:36.839516 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-de3d3d1c-f641-4104-af07-9c8d20ea48f2 tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:36.850457 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 86814020-73e7-43bb-915f-0f15da6a53e9 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:14:36.889459 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de3d3d1c-f641-4104-af07-9c8d20ea48f2 tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1014} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:14:36.911991 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-de3d3d1c-f641-4104-af07-9c8d20ea48f2 tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (31c09d27-9ef1-4bd4-9c8b-3fcf0ad9e49d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:36.912358 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-de3d3d1c-f641-4104-af07-9c8d20ea48f2 tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] Added segment 31c09d27-9ef1-4bd4-9c8b-3fcf0ad9e49d of type vlan for network ecd46e57-0c5d-49b2-957d-8f2d76c65326 Feb 09 01:14:36.929082 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3375ea20-10aa-47e0-bdea-203b28130e70 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (1da95d9d-e49f-47cb-b845-21ecc8e98808), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:36.963407 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-3375ea20-10aa-47e0-bdea-203b28130e70 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Calling delete_port for 1da95d9d-e49f-47cb-b845-21ecc8e98808 owned by {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:14:37.027907 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-de3d3d1c-f641-4104-af07-9c8d20ea48f2 tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (ecd46e57-0c5d-49b2-957d-8f2d76c65326), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:37.030290 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-61041cfa-6437-4fd7-ad4b-78195c6e133b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:37.038028 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 7e2ecb8c-86d5-4563-bfc0-df99e3667df5 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:37.113440 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-de3d3d1c-f641-4104-af07-9c8d20ea48f2 tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (ecd46e57-0c5d-49b2-957d-8f2d76c65326), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:37.114557 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3d3d1c-f641-4104-af07-9c8d20ea48f2 tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:37.115199 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-de3d3d1c-f641-4104-af07-9c8d20ea48f2 tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:37.138574 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:37.206234 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-de3d3d1c-f641-4104-af07-9c8d20ea48f2 tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.4203916 Feb 09 01:14:37.210209 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56080) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:37.211816 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-c567e226-0689-4712-b5cc-b265f8b6ca08 None None] Provisioning complete for port 7e2ecb8c-86d5-4563-bfc0-df99e3667df5 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:37.212243 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c567e226-0689-4712-b5cc-b265f8b6ca08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (7e2ecb8c-86d5-4563-bfc0-df99e3667df5), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:37.215415 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-c7adf436-b1a3-4ba6-8117-b7df0f983fd3 tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] Request body: {'network': {'project_id': 'c1445d9e4af94d9da7b009c89c183ed3'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:37.232858 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7adf436-b1a3-4ba6-8117-b7df0f983fd3 tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 01:14:37.233368 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7adf436-b1a3-4ba6-8117-b7df0f983fd3 tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:14:37.237941 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c7adf436-b1a3-4ba6-8117-b7df0f983fd3 tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0236073 Feb 09 01:14:37.239219 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56084) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:37.270948 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d7d7e-26f3-43f4-9af7-017a4aced6b2 req-f98e688d-0425-4657-b541-49e02e3d899c tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:37.272428 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-548d7d7e-26f3-43f4-9af7-017a4aced6b2 req-f98e688d-0425-4657-b541-49e02e3d899c tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/ports?device_id=4da916df-68b9-4159-a47b-2df3642ad61e HTTP/1.1" status: 200 len: 945 time: 0.1381676 Feb 09 01:14:37.327317 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3375ea20-10aa-47e0-bdea-203b28130e70 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (1da95d9d-e49f-47cb-b845-21ecc8e98808), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:37.339393 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-61041cfa-6437-4fd7-ad4b-78195c6e133b admin admin] Publish callbacks [] for security_group (0ad34a8c-b9c7-4dd3-841c-dcc0b1cb5782), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:37.365098 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-61041cfa-6437-4fd7-ad4b-78195c6e133b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (0ad34a8c-b9c7-4dd3-841c-dcc0b1cb5782), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:37.393218 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-770b92f4-a47d-4ca3-a554-7f4bbaa73054 tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c1445d9e4af94d9da7b009c89c183ed3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1529593 Feb 09 01:14:37.395326 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3375ea20-10aa-47e0-bdea-203b28130e70 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event deleted for resources: {'Port': ['ID=1da95d9d-e49f-47cb-b845-21ecc8e98808,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:37.413489 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56090) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:37.434356 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-61041cfa-6437-4fd7-ad4b-78195c6e133b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f7ea334f9d5144529c21c145d8a82f3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6215274 Feb 09 01:14:37.437056 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56092) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:37.437739 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d3d1c-f641-4104-af07-9c8d20ea48f2 tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] Pushing event updated for resources: {'Network': ['ID=ecd46e57-0c5d-49b2-957d-8f2d76c65326,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:37.451379 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-548d7d7e-26f3-43f4-9af7-017a4aced6b2 req-94c143db-50dc-49ad-b8fb-09f8e2f0a37d tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d07ae43-d9e6-4a7c-a732-5c3d27f9d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611016 Feb 09 01:14:37.454722 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3375ea20-10aa-47e0-bdea-203b28130e70 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:37.474922 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3375ea20-10aa-47e0-bdea-203b28130e70 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/ports/1da95d9d-e49f-47cb-b845-21ecc8e98808 HTTP/1.1" status: 204 len: 168 time: 1.0299282 Feb 09 01:14:37.474922 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56096) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:37.552042 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61041cfa-6437-4fd7-ad4b-78195c6e133b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad34a8c-b9c7-4dd3-841c-dcc0b1cb5782,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:37.559043 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network ecd46e57-0c5d-49b2-957d-8f2d76c65326 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:14:37.562961 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-896a9bcf-42fd-44d1-8ec3-7ad885df3a8a tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] GET failed (client error): The resource could not be found. Feb 09 01:14:37.569047 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-896a9bcf-42fd-44d1-8ec3-7ad885df3a8a tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "GET /v2.0/ports/1da95d9d-e49f-47cb-b845-21ecc8e98808 HTTP/1.1" status: 404 len: 333 time: 0.0963550 Feb 09 01:14:37.572260 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56100) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:37.627746 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8ed2cf2e-61ae-470c-90bd-39ef9a5790b1 tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] Publish callbacks [] for security_group (b95a10bd-f11d-464c-a7ca-c3905525be3a), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:37.680664 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-446c29f4-6c6e-41d7-ae1b-fe8b54be16d7 admin admin] Publish callbacks [] for security_group (0ad34a8c-b9c7-4dd3-841c-dcc0b1cb5782), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:37.727964 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8ed2cf2e-61ae-470c-90bd-39ef9a5790b1 tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] Publish callbacks [] for security_group (b95a10bd-f11d-464c-a7ca-c3905525be3a), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:37.752128 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c567e226-0689-4712-b5cc-b265f8b6ca08 None None] Current status of the port 7e2ecb8c-86d5-4563-bfc0-df99e3667df5 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:37.760611 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:37.763515 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-446c29f4-6c6e-41d7-ae1b-fe8b54be16d7 admin admin] Publish callbacks [] for security_group (0ad34a8c-b9c7-4dd3-841c-dcc0b1cb5782), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:37.765398 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d797b52f-b61d-4d20-885e-5a85ca64705e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for security_group (633a2fea-7838-4d95-8cd2-776afc70887a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:37.776977 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-654ecadb-6bc2-435c-9a85-5c561f09c2f0 req-1a9f2308-6e03-4ff1-97cf-b3e6ac4da29f tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1053571889&fields=id&tenant_id=e859b060fb5d41cbacd8fb822f502d4a HTTP/1.1" status: 200 len: 267 time: 0.1555746 Feb 09 01:14:37.796130 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-c567e226-0689-4712-b5cc-b265f8b6ca08 None None] Provisioning complete for port 2d03cf8e-e42f-4f37-8229-4036c6be5f2f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:37.796809 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c567e226-0689-4712-b5cc-b265f8b6ca08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (2d03cf8e-e42f-4f37-8229-4036c6be5f2f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:37.838472 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d797b52f-b61d-4d20-885e-5a85ca64705e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for security_group (633a2fea-7838-4d95-8cd2-776afc70887a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:37.846552 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c567e226-0689-4712-b5cc-b265f8b6ca08 None None] Port 2d03cf8e-e42f-4f37-8229-4036c6be5f2f cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:14:37.862487 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-c567e226-0689-4712-b5cc-b265f8b6ca08 None None] Could not find standard attr ID for object 1da95d9d-e49f-47cb-b845-21ecc8e98808. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:14:37.868633 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8ed2cf2e-61ae-470c-90bd-39ef9a5790b1 tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b95a10bd-f11d-464c-a7ca-c3905525be3a), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:37.874532 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8ed2cf2e-61ae-470c-90bd-39ef9a5790b1 tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:37.876712 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8ed2cf2e-61ae-470c-90bd-39ef9a5790b1 tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] 10.222.0.50 "DELETE /v2.0/security-groups/b95a10bd-f11d-464c-a7ca-c3905525be3a HTTP/1.1" status: 204 len: 168 time: 0.4621470 Feb 09 01:14:37.880127 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56104) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:37.890427 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed2cf2e-61ae-470c-90bd-39ef9a5790b1 tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95a10bd-f11d-464c-a7ca-c3905525be3a,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:37.937286 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ecadb-6bc2-435c-9a85-5c561f09c2f0 req-b7dedb77-8065-416b-a3bf-2d7e39663fba tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:37.943082 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-654ecadb-6bc2-435c-9a85-5c561f09c2f0 req-b7dedb77-8065-416b-a3bf-2d7e39663fba tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/ports?device_id=4da916df-68b9-4159-a47b-2df3642ad61e HTTP/1.1" status: 200 len: 945 time: 0.1511464 Feb 09 01:14:37.960365 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-654ecadb-6bc2-435c-9a85-5c561f09c2f0 req-06486417-25e5-4594-af87-e9bfa9390942 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Request body: {'port': {'security_groups': ['4d07ae43-d9e6-4a7c-a732-5c3d27f9d1b1', 'c249e5ae-f269-4252-b97f-7e36957ddb52']}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:37.977973 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-5e496255-21b3-4dc7-a02f-d1df0027a553 None None] Could not find standard attr ID for object 1da95d9d-e49f-47cb-b845-21ecc8e98808. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:14:37.984123 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-860028d4-c22e-49d5-a912-f4048dbfa18c tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (ecd46e57-0c5d-49b2-957d-8f2d76c65326), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:38.072866 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-654ecadb-6bc2-435c-9a85-5c561f09c2f0 req-06486417-25e5-4594-af87-e9bfa9390942 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (9796e4f3-2ca6-4caf-b414-14e72e544cdf), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:38.124450 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d797b52f-b61d-4d20-885e-5a85ca64705e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (633a2fea-7838-4d95-8cd2-776afc70887a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:38.128460 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d797b52f-b61d-4d20-885e-5a85ca64705e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:38.132528 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56106) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:38.133465 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d797b52f-b61d-4d20-885e-5a85ca64705e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/security-groups/633a2fea-7838-4d95-8cd2-776afc70887a HTTP/1.1" status: 204 len: 168 time: 0.5581992 Feb 09 01:14:38.158307 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d797b52f-b61d-4d20-885e-5a85ca64705e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=633a2fea-7838-4d95-8cd2-776afc70887a,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:38.165764 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-860028d4-c22e-49d5-a912-f4048dbfa18c tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (ecd46e57-0c5d-49b2-957d-8f2d76c65326), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:38.179848 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-446c29f4-6c6e-41d7-ae1b-fe8b54be16d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (0ad34a8c-b9c7-4dd3-841c-dcc0b1cb5782), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:38.192275 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-446c29f4-6c6e-41d7-ae1b-fe8b54be16d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:38.197128 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-446c29f4-6c6e-41d7-ae1b-fe8b54be16d7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0ad34a8c-b9c7-4dd3-841c-dcc0b1cb5782 HTTP/1.1" status: 204 len: 168 time: 0.7391293 Feb 09 01:14:38.223239 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c29f4-6c6e-41d7-ae1b-fe8b54be16d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad34a8c-b9c7-4dd3-841c-dcc0b1cb5782,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:38.236531 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-860028d4-c22e-49d5-a912-f4048dbfa18c tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecd46e57-0c5d-49b2-957d-8f2d76c65326']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:38.259231 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-860028d4-c22e-49d5-a912-f4048dbfa18c tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31c09d27-9ef1-4bd4-9c8b-3fcf0ad9e49d') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:38.259603 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-860028d4-c22e-49d5-a912-f4048dbfa18c tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31c09d27-9ef1-4bd4-9c8b-3fcf0ad9e49d') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:38.271270 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-860028d4-c22e-49d5-a912-f4048dbfa18c tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (31c09d27-9ef1-4bd4-9c8b-3fcf0ad9e49d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:38.278996 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-48772bda-6312-442f-bdae-a615cab9bb0a tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for security_group (721a9843-3df0-487d-b730-ad4840f6a349), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:38.288766 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-860028d4-c22e-49d5-a912-f4048dbfa18c tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (31c09d27-9ef1-4bd4-9c8b-3fcf0ad9e49d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:38.296043 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-860028d4-c22e-49d5-a912-f4048dbfa18c tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:14:38.296043 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-860028d4-c22e-49d5-a912-f4048dbfa18c tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (31c09d27-9ef1-4bd4-9c8b-3fcf0ad9e49d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:38.326853 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-48772bda-6312-442f-bdae-a615cab9bb0a tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for security_group (721a9843-3df0-487d-b730-ad4840f6a349), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:38.409453 n-d-828369-4 neutron-server[103137]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 09 01:14:38.409453 n-d-828369-4 neutron-server[103137]: warnings.warn('Neutron quota engine will require "--force" ' Feb 09 01:14:38.409453 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:14:38.409453 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:14:38.409453 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:14:38.409453 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:14:38.409453 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:14:38.409453 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:14:38.409453 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:14:38.409453 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:14:38.409453 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:14:38.409453 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:14:38.409453 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:14:38.409453 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:14:38.409453 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:14:38.409453 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:14:38.409453 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:14:38.409453 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:14:38.409453 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:14:38.409453 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:14:38.409453 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:14:38.409453 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:14:38.409453 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:14:38.409453 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:14:38.409453 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:14:38.409453 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:14:38.409453 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:14:38.409453 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:14:38.409453 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:14:38.409453 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:14:38.409453 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:14:38.409453 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:14:38.409453 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:14:38.409453 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:14:38.426947 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-860028d4-c22e-49d5-a912-f4048dbfa18c tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (ecd46e57-0c5d-49b2-957d-8f2d76c65326), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:38.435439 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-860028d4-c22e-49d5-a912-f4048dbfa18c tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:38.444180 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:38.445573 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-860028d4-c22e-49d5-a912-f4048dbfa18c tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] 10.222.0.50 "DELETE /v2.0/networks/ecd46e57-0c5d-49b2-957d-8f2d76c65326 HTTP/1.1" status: 204 len: 168 time: 0.5600533 Feb 09 01:14:38.452758 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56110) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:38.468056 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-48772bda-6312-442f-bdae-a615cab9bb0a tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (721a9843-3df0-487d-b730-ad4840f6a349), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:38.470773 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-48772bda-6312-442f-bdae-a615cab9bb0a tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:38.471958 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-48772bda-6312-442f-bdae-a615cab9bb0a tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/security-groups/721a9843-3df0-487d-b730-ad4840f6a349 HTTP/1.1" status: 204 len: 168 time: 0.3345339 Feb 09 01:14:38.488416 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860028d4-c22e-49d5-a912-f4048dbfa18c tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] Pushing event deleted for resources: {'Network': ['ID=ecd46e57-0c5d-49b2-957d-8f2d76c65326,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:38.495619 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56114) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:38.531270 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-654ecadb-6bc2-435c-9a85-5c561f09c2f0 req-06486417-25e5-4594-af87-e9bfa9390942 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] For port 9796e4f3-2ca6-4caf-b414-14e72e544cdf, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=9796e4f3-2ca6-4caf-b414-14e72e544cdf,segment=NetworkSegment(1201617b-d7eb-4912-b51d-e8d5054c9092),segment_id=1201617b-d7eb-4912-b51d-e8d5054c9092)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:38.575862 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48772bda-6312-442f-bdae-a615cab9bb0a tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=721a9843-3df0-487d-b730-ad4840f6a349,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:38.617322 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-b39d75db-a2cb-406b-ae90-39de69a1cc13 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Deleting subnet 5c61ba86-f4eb-43a9-a9f0-5399b88fa818 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:14:38.626827 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b39d75db-a2cb-406b-ae90-39de69a1cc13 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for subnet (5c61ba86-f4eb-43a9-a9f0-5399b88fa818), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:38.654393 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-654ecadb-6bc2-435c-9a85-5c561f09c2f0 req-06486417-25e5-4594-af87-e9bfa9390942 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for port (9796e4f3-2ca6-4caf-b414-14e72e544cdf), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:38.667521 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-654ecadb-6bc2-435c-9a85-5c561f09c2f0 req-06486417-25e5-4594-af87-e9bfa9390942 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (9796e4f3-2ca6-4caf-b414-14e72e544cdf), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:38.674966 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-32a7d533-54a2-4879-963e-dbe46775effd tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (86814020-73e7-43bb-915f-0f15da6a53e9), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:38.680666 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['9796e4f3-2ca6-4caf-b414-14e72e544cdf'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:14:38.711897 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b39d75db-a2cb-406b-ae90-39de69a1cc13 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (5c61ba86-f4eb-43a9-a9f0-5399b88fa818), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:38.741561 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ecadb-6bc2-435c-9a85-5c561f09c2f0 req-06486417-25e5-4594-af87-e9bfa9390942 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:38.742135 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-654ecadb-6bc2-435c-9a85-5c561f09c2f0 req-06486417-25e5-4594-af87-e9bfa9390942 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:38.743567 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-654ecadb-6bc2-435c-9a85-5c561f09c2f0 req-06486417-25e5-4594-af87-e9bfa9390942 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "PUT /v2.0/ports/9796e4f3-2ca6-4caf-b414-14e72e544cdf HTTP/1.1" status: 200 len: 981 time: 0.7895572 Feb 09 01:14:38.744092 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da916df-68b9-4159-a47b-2df3642ad61e', 'tag': '9796e4f3-2ca6-4caf-b414-14e72e544cdf'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:14:38.747310 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78dd60b8-0c21-406f-b092-bf5dccaf0aac" -d '{"events": [{"name": "network-changed", "server_uuid": "4da916df-68b9-4159-a47b-2df3642ad61e", "tag": "9796e4f3-2ca6-4caf-b414-14e72e544cdf"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:14:38.750382 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:14:38.865404 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06486417-25e5-4594-af87-e9bfa9390942 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Pushing event updated for resources: {'Port': ['ID=9796e4f3-2ca6-4caf-b414-14e72e544cdf,revision_number=6']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:38.887592 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['9796e4f3-2ca6-4caf-b414-14e72e544cdf'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:14:38.890859 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c6d233-84f2-4a08-ab27-ece35dd11c2b x-openstack-request-id: req-c1c6d233-84f2-4a08-ab27-ece35dd11c2b {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:14:38.891156 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da916df-68b9-4159-a47b-2df3642ad61e", "tag": "9796e4f3-2ca6-4caf-b414-14e72e544cdf", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:14:38.891720 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c1c6d233-84f2-4a08-ab27-ece35dd11c2b {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:14:38.893103 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4da916df-68b9-4159-a47b-2df3642ad61e', 'tag': '9796e4f3-2ca6-4caf-b414-14e72e544cdf', 'status': 'completed', 'code': 200} Feb 09 01:14:38.950785 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-32a7d533-54a2-4879-963e-dbe46775effd tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (86814020-73e7-43bb-915f-0f15da6a53e9), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:39.009115 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-32a7d533-54a2-4879-963e-dbe46775effd tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86814020-73e7-43bb-915f-0f15da6a53e9']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:39.039776 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-32a7d533-54a2-4879-963e-dbe46775effd tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c6d30d1-f7b8-405a-9ae8-6d38382d8da7') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:39.040334 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-32a7d533-54a2-4879-963e-dbe46775effd tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c6d30d1-f7b8-405a-9ae8-6d38382d8da7') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:39.056962 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-32a7d533-54a2-4879-963e-dbe46775effd tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (5c6d30d1-f7b8-405a-9ae8-6d38382d8da7), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:39.090766 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-32a7d533-54a2-4879-963e-dbe46775effd tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (5c6d30d1-f7b8-405a-9ae8-6d38382d8da7), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:39.105051 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32a7d533-54a2-4879-963e-dbe46775effd tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:14:39.105739 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-32a7d533-54a2-4879-963e-dbe46775effd tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (5c6d30d1-f7b8-405a-9ae8-6d38382d8da7), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:39.107677 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:14:39.107677 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:14:39.107677 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:14:39.107677 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:14:39.107677 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:14:39.107677 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:14:39.107677 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:14:39.107677 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:14:39.107677 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:14:39.107677 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:14:39.107677 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:14:39.107677 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:14:39.107677 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:14:39.107677 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:14:39.107677 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:14:39.107677 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:14:39.107677 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:14:39.107677 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:14:39.107677 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:14:39.107677 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:14:39.107677 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:14:39.107677 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:14:39.107677 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:14:39.107677 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:14:39.107677 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:14:39.107677 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:14:39.107677 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:14:39.107677 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:14:39.107677 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:14:39.107677 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:14:39.107677 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:14:39.107677 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:14:39.187027 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-25f0f8ed-dfea-484e-a03b-4b6c7469a05a req-666622d1-2b26-4518-ac6e-356d55af169a tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-764465603&fields=id&tenant_id=e859b060fb5d41cbacd8fb822f502d4a HTTP/1.1" status: 200 len: 267 time: 0.3175671 Feb 09 01:14:39.227723 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b39d75db-a2cb-406b-ae90-39de69a1cc13 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (5c61ba86-f4eb-43a9-a9f0-5399b88fa818), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:39.242700 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-32a7d533-54a2-4879-963e-dbe46775effd tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (86814020-73e7-43bb-915f-0f15da6a53e9), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:39.249593 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-32a7d533-54a2-4879-963e-dbe46775effd tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:39.256467 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-32a7d533-54a2-4879-963e-dbe46775effd tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] 10.222.0.50 "DELETE /v2.0/networks/86814020-73e7-43bb-915f-0f15da6a53e9 HTTP/1.1" status: 204 len: 168 time: 0.7693002 Feb 09 01:14:39.281128 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a7d533-54a2-4879-963e-dbe46775effd tempest-QuotasNegativeTest-1233980588 tempest-QuotasNegativeTest-1233980588-project-admin] Pushing event deleted for resources: {'Network': ['ID=86814020-73e7-43bb-915f-0f15da6a53e9,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:39.309356 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:39.395553 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd60b8-0c21-406f-b092-bf5dccaf0aac req-57c731f8-f8f0-4176-97e2-6d7435fb5cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:39.400774 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-78dd60b8-0c21-406f-b092-bf5dccaf0aac req-57c731f8-f8f0-4176-97e2-6d7435fb5cc0 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=e859b060fb5d41cbacd8fb822f502d4a&device_id=4da916df-68b9-4159-a47b-2df3642ad61e HTTP/1.1" status: 200 len: 1166 time: 0.5050635 Feb 09 01:14:39.433166 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b39d75db-a2cb-406b-ae90-39de69a1cc13 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (5c61ba86-f4eb-43a9-a9f0-5399b88fa818), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:39.513973 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d75db-a2cb-406b-ae90-39de69a1cc13 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event deleted for resources: {'Subnet': ['ID=5c61ba86-f4eb-43a9-a9f0-5399b88fa818,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:39.573590 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b39d75db-a2cb-406b-ae90-39de69a1cc13 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:39.579382 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6105ec-ba54-46e0-9203-334db6d10885 None None] Network d192c017-fd23-4c95-bbfa-2134e7e1bf78 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:14:39.582073 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56144) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:39.585313 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b39d75db-a2cb-406b-ae90-39de69a1cc13 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/subnets/5c61ba86-f4eb-43a9-a9f0-5399b88fa818 HTTP/1.1" status: 204 len: 168 time: 1.0885768 Feb 09 01:14:39.590953 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-a8b98681-8e49-4464-bed1-e132d40fc0ff tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'subnet': {'network_id': 'd192c017-fd23-4c95-bbfa-2134e7e1bf78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:39.623448 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0f8ed-dfea-484e-a03b-4b6c7469a05a req-6375ae9b-57dc-4a70-b3e2-73a90c739524 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:39.626981 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-25f0f8ed-dfea-484e-a03b-4b6c7469a05a req-6375ae9b-57dc-4a70-b3e2-73a90c739524 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/ports?device_id=4da916df-68b9-4159-a47b-2df3642ad61e HTTP/1.1" status: 200 len: 984 time: 0.4382184 Feb 09 01:14:39.646786 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-25f0f8ed-dfea-484e-a03b-4b6c7469a05a req-ec250be9-06a0-474f-8aac-c7e0329105f2 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Request body: {'port': {'security_groups': ['4d07ae43-d9e6-4a7c-a732-5c3d27f9d1b1', 'c249e5ae-f269-4252-b97f-7e36957ddb52', '6725cd7d-c359-4173-9ae6-f33428f9d84c']}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:39.766048 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-25f0f8ed-dfea-484e-a03b-4b6c7469a05a req-ec250be9-06a0-474f-8aac-c7e0329105f2 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (9796e4f3-2ca6-4caf-b414-14e72e544cdf), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:39.850756 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b98681-8e49-4464-bed1-e132d40fc0ff tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Made reservation on behalf of 7dadddfa309b47d08426d3b47362579d for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:39.854732 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a8b98681-8e49-4464-bed1-e132d40fc0ff tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:40.084640 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-25f0f8ed-dfea-484e-a03b-4b6c7469a05a req-ec250be9-06a0-474f-8aac-c7e0329105f2 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] For port 9796e4f3-2ca6-4caf-b414-14e72e544cdf, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=9796e4f3-2ca6-4caf-b414-14e72e544cdf,segment=NetworkSegment(1201617b-d7eb-4912-b51d-e8d5054c9092),segment_id=1201617b-d7eb-4912-b51d-e8d5054c9092)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:40.133323 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-25f0f8ed-dfea-484e-a03b-4b6c7469a05a req-ec250be9-06a0-474f-8aac-c7e0329105f2 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for port (9796e4f3-2ca6-4caf-b414-14e72e544cdf), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:40.155906 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd60b8-0c21-406f-b092-bf5dccaf0aac req-9c7e5544-bd3e-40f9-a002-a863e6069724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:40.157811 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-78dd60b8-0c21-406f-b092-bf5dccaf0aac req-9c7e5544-bd3e-40f9-a002-a863e6069724 service neutron] 10.222.0.120 "GET /v2.0/networks?id=4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58 HTTP/1.1" status: 200 len: 915 time: 0.7195110 Feb 09 01:14:40.158598 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-25f0f8ed-dfea-484e-a03b-4b6c7469a05a req-ec250be9-06a0-474f-8aac-c7e0329105f2 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (9796e4f3-2ca6-4caf-b414-14e72e544cdf), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:40.172769 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['9796e4f3-2ca6-4caf-b414-14e72e544cdf'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:14:40.394983 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56158) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:40.410788 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a8b98681-8e49-4464-bed1-e132d40fc0ff tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (9b1bf1d6-fe25-434c-9856-61eab3b4e7f5), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:40.457260 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0f8ed-dfea-484e-a03b-4b6c7469a05a req-ec250be9-06a0-474f-8aac-c7e0329105f2 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:40.458539 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-25f0f8ed-dfea-484e-a03b-4b6c7469a05a req-ec250be9-06a0-474f-8aac-c7e0329105f2 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:40.460435 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-25f0f8ed-dfea-484e-a03b-4b6c7469a05a req-ec250be9-06a0-474f-8aac-c7e0329105f2 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "PUT /v2.0/ports/9796e4f3-2ca6-4caf-b414-14e72e544cdf HTTP/1.1" status: 200 len: 1020 time: 0.8252256 Feb 09 01:14:40.461243 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec250be9-06a0-474f-8aac-c7e0329105f2 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Pushing event updated for resources: {'Port': ['ID=9796e4f3-2ca6-4caf-b414-14e72e544cdf,revision_number=7']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:40.468523 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-78dd60b8-0c21-406f-b092-bf5dccaf0aac req-a22e1399-e0b2-4696-88a5-9473bf2e301f service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9796e4f3-2ca6-4caf-b414-14e72e544cdf HTTP/1.1" status: 200 len: 217 time: 0.3016157 Feb 09 01:14:40.499187 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-65bd8c3c-83e4-48fd-a440-9fcbbc518168 req-1ee049c9-d2a5-4cb7-a24a-7a1deca1dbfc tempest-AbsoluteLimitsNegativeTestJSON-450949794 tempest-AbsoluteLimitsNegativeTestJSON-450949794-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=218da64c7abc4902a0f66ccce2d6209a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294147 Feb 09 01:14:40.528056 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b98681-8e49-4464-bed1-e132d40fc0ff tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Network d192c017-fd23-4c95-bbfa-2134e7e1bf78 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:40.531917 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-a8b98681-8e49-4464-bed1-e132d40fc0ff tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:40.553366 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b98681-8e49-4464-bed1-e132d40fc0ff tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:40.553874 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a8b98681-8e49-4464-bed1-e132d40fc0ff tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:40.595956 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['9796e4f3-2ca6-4caf-b414-14e72e544cdf'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:14:40.624221 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b98681-8e49-4464-bed1-e132d40fc0ff tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event updated for resources: {'Subnet': ['ID=9b1bf1d6-fe25-434c-9856-61eab3b4e7f5,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:40.652793 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a8b98681-8e49-4464-bed1-e132d40fc0ff tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0669851 Feb 09 01:14:40.653468 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56172) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:40.659318 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-056b0e00-e6a1-4729-a9b3-158a287ac565 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'security_group': {'name': 'tempest-secgroup-1513781468'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:40.721740 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-056b0e00-e6a1-4729-a9b3-158a287ac565 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:40.764370 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd60b8-0c21-406f-b092-bf5dccaf0aac req-7abcd95c-9c24-4300-b90e-0fbc959c6c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:40.766033 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-78dd60b8-0c21-406f-b092-bf5dccaf0aac req-7abcd95c-9c24-4300-b90e-0fbc959c6c45 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=0e3478a4-00f6-4fcc-a551-92ba1e3f6194 HTTP/1.1" status: 200 len: 853 time: 0.2659762 Feb 09 01:14:40.854859 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-056b0e00-e6a1-4729-a9b3-158a287ac565 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for security_group (999e2b2e-1b54-4062-af99-315d5381908f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:40.858497 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-78dd60b8-0c21-406f-b092-bf5dccaf0aac req-64c4d8ba-8430-466c-826d-df862f7b9c1e service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800037 Feb 09 01:14:40.863070 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-056b0e00-e6a1-4729-a9b3-158a287ac565 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (999e2b2e-1b54-4062-af99-315d5381908f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:40.872401 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-073ad24f-593d-4454-9ef5-a35fef02a4fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:40.904325 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da916df-68b9-4159-a47b-2df3642ad61e', 'tag': '9796e4f3-2ca6-4caf-b414-14e72e544cdf'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:14:40.906230 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca449c7-ebc8-462c-b343-140df58a3025" -d '{"events": [{"name": "network-changed", "server_uuid": "4da916df-68b9-4159-a47b-2df3642ad61e", "tag": "9796e4f3-2ca6-4caf-b414-14e72e544cdf"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:14:40.925789 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-056b0e00-e6a1-4729-a9b3-158a287ac565 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:40.931357 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-056b0e00-e6a1-4729-a9b3-158a287ac565 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2764235 Feb 09 01:14:40.933349 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56176) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:40.940609 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-89b424b3-c602-45ca-9598-12647b1906cd tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'security_group': {'name': 'tempest-secgroup-765044039'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:40.945981 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b0e00-e6a1-4729-a9b3-158a287ac565 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=999e2b2e-1b54-4062-af99-315d5381908f,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:40.968214 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-89b424b3-c602-45ca-9598-12647b1906cd tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:41.024148 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd8c3c-83e4-48fd-a440-9fcbbc518168 req-3c227538-469e-4f15-8d61-65ddf1a0bc9c tempest-AbsoluteLimitsNegativeTestJSON-450949794 tempest-AbsoluteLimitsNegativeTestJSON-450949794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:41.031470 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-65bd8c3c-83e4-48fd-a440-9fcbbc518168 req-3c227538-469e-4f15-8d61-65ddf1a0bc9c tempest-AbsoluteLimitsNegativeTestJSON-450949794 tempest-AbsoluteLimitsNegativeTestJSON-450949794-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4777932 Feb 09 01:14:41.054216 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b487f2-3874-4dd5-825c-8ff94fd98475 req-edfd731d-591f-4e31-aced-e211dc0119ea tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:41.055945 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6b487f2-3874-4dd5-825c-8ff94fd98475 req-edfd731d-591f-4e31-aced-e211dc0119ea tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/ports?device_id=4da916df-68b9-4159-a47b-2df3642ad61e HTTP/1.1" status: 200 len: 1023 time: 0.4249706 Feb 09 01:14:41.065182 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-65bd8c3c-83e4-48fd-a440-9fcbbc518168 req-f816b5cd-1d34-4f1d-a410-2b3a62c96726 tempest-AbsoluteLimitsNegativeTestJSON-450949794 tempest-AbsoluteLimitsNegativeTestJSON-450949794-project] 10.222.0.50 "GET /v2.0/quotas/218da64c7abc4902a0f66ccce2d6209a HTTP/1.1" status: 200 len: 375 time: 0.0328598 Feb 09 01:14:41.078444 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-89b424b3-c602-45ca-9598-12647b1906cd tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for security_group (5772c956-c331-4f24-b2e1-2fa3088aa6ea), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:41.084624 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-89b424b3-c602-45ca-9598-12647b1906cd tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (5772c956-c331-4f24-b2e1-2fa3088aa6ea), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:41.085579 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de97670d-84a9-4d38-99db-638b5beaf1b5 None None] Network d192c017-fd23-4c95-bbfa-2134e7e1bf78 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:14:41.115372 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-89b424b3-c602-45ca-9598-12647b1906cd tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:41.121038 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-89b424b3-c602-45ca-9598-12647b1906cd tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1844857 Feb 09 01:14:41.124113 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56180) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:41.130328 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-54445fce-f413-4721-bc5b-7741b3d52910 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'security_group': {'name': 'tempest-secgroup-1051567572'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:41.151099 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-65bd8c3c-83e4-48fd-a440-9fcbbc518168 req-df6f6c1c-3599-47c4-97b2-afd8a2fdcd47 tempest-AbsoluteLimitsNegativeTestJSON-450949794 tempest-AbsoluteLimitsNegativeTestJSON-450949794-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=218da64c7abc4902a0f66ccce2d6209a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629170 Feb 09 01:14:41.158672 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b424b3-c602-45ca-9598-12647b1906cd tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5772c956-c331-4f24-b2e1-2fa3088aa6ea,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:41.178227 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-54445fce-f413-4721-bc5b-7741b3d52910 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:41.205382 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-78dd60b8-0c21-406f-b092-bf5dccaf0aac req-7cecd992-5b65-4a65-b640-3dc4ebdbf558 service neutron] 10.222.0.120 "GET /v2.0/networks/4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275571 Feb 09 01:14:41.265123 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-5e844d49-2371-432e-b9e4-b6cd95377d32 None None] Provisioning complete for port 7e2ecb8c-86d5-4563-bfc0-df99e3667df5 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:41.265829 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5e844d49-2371-432e-b9e4-b6cd95377d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (7e2ecb8c-86d5-4563-bfc0-df99e3667df5), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:41.281440 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06e76fc-445a-403d-87eb-759b0be753cb x-openstack-request-id: req-d06e76fc-445a-403d-87eb-759b0be753cb {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:14:41.283430 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da916df-68b9-4159-a47b-2df3642ad61e", "tag": "9796e4f3-2ca6-4caf-b414-14e72e544cdf", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:14:41.283880 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d06e76fc-445a-403d-87eb-759b0be753cb {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:14:41.284435 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4da916df-68b9-4159-a47b-2df3642ad61e', 'tag': '9796e4f3-2ca6-4caf-b414-14e72e544cdf', 'status': 'completed', 'code': 200} Feb 09 01:14:41.332410 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-54445fce-f413-4721-bc5b-7741b3d52910 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for security_group (0c19978f-fe7d-4a8f-94e0-c9cbda42ea01), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:41.341285 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-54445fce-f413-4721-bc5b-7741b3d52910 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (0c19978f-fe7d-4a8f-94e0-c9cbda42ea01), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:41.367262 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-073ad24f-593d-4454-9ef5-a35fef02a4fe admin admin] Publish callbacks [] for security_group (7470d969-11e1-4744-b0d4-b24d2b8b244d), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:41.378288 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6b487f2-3874-4dd5-825c-8ff94fd98475 req-a98b821a-b841-4add-87cc-5542a61c7929 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d07ae43-d9e6-4a7c-a732-5c3d27f9d1b1&id=c249e5ae-f269-4252-b97f-7e36957ddb52&id=6725cd7d-c359-4173-9ae6-f33428f9d84c HTTP/1.1" status: 200 len: 6208 time: 0.3043973 Feb 09 01:14:41.381229 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-073ad24f-593d-4454-9ef5-a35fef02a4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (7470d969-11e1-4744-b0d4-b24d2b8b244d), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:41.424694 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-54445fce-f413-4721-bc5b-7741b3d52910 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:41.427048 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-54445fce-f413-4721-bc5b-7741b3d52910 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3017926 Feb 09 01:14:41.430868 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56186) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:41.434373 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54445fce-f413-4721-bc5b-7741b3d52910 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c19978f-fe7d-4a8f-94e0-c9cbda42ea01,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:41.435288 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-19856a4e-7a6c-4146-8cb7-f519d895cddb req-e8b43cb4-c3d5-4147-a4b1-59c126cd1c65 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1257758625 ', 'description': 'tempest-description-1976905402'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:41.453156 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-073ad24f-593d-4454-9ef5-a35fef02a4fe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=423c6c746a064b289ffe635e2359794d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0466297 Feb 09 01:14:41.459468 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-661c9441-ca18-4485-a48a-6f8bcbd51a8e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1018497455', 'security_groups': ['0c19978f-fe7d-4a8f-94e0-c9cbda42ea01'], 'network_id': 'd192c017-fd23-4c95-bbfa-2134e7e1bf78', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9b1bf1d6-fe25-434c-9856-61eab3b4e7f5'}]}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:41.466555 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56188) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:41.472616 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ad24f-593d-4454-9ef5-a35fef02a4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7470d969-11e1-4744-b0d4-b24d2b8b244d,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:41.499066 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-78dd60b8-0c21-406f-b092-bf5dccaf0aac req-2a0c8b62-5368-43e3-b8ef-468973d52efa service neutron] 10.222.0.120 "GET /v2.0/networks/4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876287 Feb 09 01:14:41.509817 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-19856a4e-7a6c-4146-8cb7-f519d895cddb req-e8b43cb4-c3d5-4147-a4b1-59c126cd1c65 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:41.530036 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-5e844d49-2371-432e-b9e4-b6cd95377d32 None None] Current status of the port 7e2ecb8c-86d5-4563-bfc0-df99e3667df5 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:41.554126 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-5e844d49-2371-432e-b9e4-b6cd95377d32 None None] Provisioning complete for port 2d03cf8e-e42f-4f37-8229-4036c6be5f2f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:41.554518 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5e844d49-2371-432e-b9e4-b6cd95377d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (2d03cf8e-e42f-4f37-8229-4036c6be5f2f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:41.622199 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56192) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:41.683639 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca449c7-ebc8-462c-b343-140df58a3025 req-1a9ed7b9-7a10-4d47-a3a8-88b3ec80dbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:41.685136 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bca449c7-ebc8-462c-b343-140df58a3025 req-1a9ed7b9-7a10-4d47-a3a8-88b3ec80dbc0 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=e859b060fb5d41cbacd8fb822f502d4a&device_id=4da916df-68b9-4159-a47b-2df3642ad61e HTTP/1.1" status: 200 len: 1206 time: 0.1171794 Feb 09 01:14:41.687688 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-19856a4e-7a6c-4146-8cb7-f519d895cddb req-e8b43cb4-c3d5-4147-a4b1-59c126cd1c65 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (2936d025-e612-4abd-976d-130ad959d45d), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:41.712740 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-19856a4e-7a6c-4146-8cb7-f519d895cddb req-e8b43cb4-c3d5-4147-a4b1-59c126cd1c65 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (2936d025-e612-4abd-976d-130ad959d45d), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:41.732765 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7015c8f-b3a8-402c-a784-83d6731c1857 None None] Update dhcp port {'port': {'network_id': 'd192c017-fd23-4c95-bbfa-2134e7e1bf78', 'fixed_ips': [{'subnet_id': '795529d5-24c7-4789-8e42-a5fe65f78e20', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9b1bf1d6-fe25-434c-9856-61eab3b4e7f5'}], 'binding:host_id': 'n-d-828369-4'}, 'id': '7e2ecb8c-86d5-4563-bfc0-df99e3667df5'} from n-d-828369-4. {{(pid=103138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 01:14:41.781785 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-5e844d49-2371-432e-b9e4-b6cd95377d32 None None] Port 2d03cf8e-e42f-4f37-8229-4036c6be5f2f cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:14:41.810644 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-19856a4e-7a6c-4146-8cb7-f519d895cddb req-e8b43cb4-c3d5-4147-a4b1-59c126cd1c65 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:41.813275 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b7015c8f-b3a8-402c-a784-83d6731c1857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7e2ecb8c-86d5-4563-bfc0-df99e3667df5), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:41.816210 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-19856a4e-7a6c-4146-8cb7-f519d895cddb req-e8b43cb4-c3d5-4147-a4b1-59c126cd1c65 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3852291 Feb 09 01:14:41.819789 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b43cb4-c3d5-4147-a4b1-59c126cd1c65 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2936d025-e612-4abd-976d-130ad959d45d,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:41.866119 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-83afff91-e871-48d3-a7ec-36615e4e4982 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:41.893943 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca449c7-ebc8-462c-b343-140df58a3025 req-ddbda372-34de-4a0c-b0cf-8ef89696782e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:41.895426 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bca449c7-ebc8-462c-b343-140df58a3025 req-ddbda372-34de-4a0c-b0cf-8ef89696782e service neutron] 10.222.0.120 "GET /v2.0/networks?id=4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58 HTTP/1.1" status: 200 len: 915 time: 0.2030568 Feb 09 01:14:41.942987 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fe4af8dc-e8fc-40df-8d25-bd190fe0209d admin admin] Publish callbacks [] for security_group (7470d969-11e1-4744-b0d4-b24d2b8b244d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:41.963388 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bca449c7-ebc8-462c-b343-140df58a3025 req-39b6d63c-5754-4acf-9fe5-b9c7edc54182 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9796e4f3-2ca6-4caf-b414-14e72e544cdf HTTP/1.1" status: 200 len: 217 time: 0.0545886 Feb 09 01:14:41.972846 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d9a9d610-0502-4a9d-b11a-720dad4faf08 req-6f896954-f635-416a-a0df-5e0abc5faa7f tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups/2936d025-e612-4abd-976d-130ad959d45d HTTP/1.1" status: 200 len: 1800 time: 0.1285498 Feb 09 01:14:42.002271 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fe4af8dc-e8fc-40df-8d25-bd190fe0209d admin admin] Publish callbacks [] for security_group (7470d969-11e1-4744-b0d4-b24d2b8b244d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:42.041614 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661c9441-ca18-4485-a48a-6f8bcbd51a8e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Made reservation on behalf of 7dadddfa309b47d08426d3b47362579d for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:42.075371 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca449c7-ebc8-462c-b343-140df58a3025 req-b0866d92-6793-4c23-b7e8-780c538da815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:42.077015 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bca449c7-ebc8-462c-b343-140df58a3025 req-b0866d92-6793-4c23-b7e8-780c538da815 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=0e3478a4-00f6-4fcc-a551-92ba1e3f6194 HTTP/1.1" status: 200 len: 853 time: 0.1032999 Feb 09 01:14:42.092131 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-161823a1-25da-4249-9ce5-8abfab65804e req-8bde12ef-983b-46b1-97c6-00e126cfc32e tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups/2936d025-e612-4abd-976d-130ad959d45d HTTP/1.1" status: 200 len: 1800 time: 0.0867832 Feb 09 01:14:42.106175 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-b7015c8f-b3a8-402c-a784-83d6731c1857 None None] Allocated IP 2001:db8::2 (d192c017-fd23-4c95-bbfa-2134e7e1bf78/9b1bf1d6-fe25-434c-9856-61eab3b4e7f5/7e2ecb8c-86d5-4563-bfc0-df99e3667df5) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:42.134031 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bca449c7-ebc8-462c-b343-140df58a3025 req-f712c972-5c6d-4517-b03f-8a54e2f4a301 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436485 Feb 09 01:14:42.144088 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-83afff91-e871-48d3-a7ec-36615e4e4982 admin admin] Publish callbacks [] for security_group (1b999757-74d9-40b9-8150-be42f9f322ed), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:42.165609 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fe4af8dc-e8fc-40df-8d25-bd190fe0209d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (7470d969-11e1-4744-b0d4-b24d2b8b244d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:42.171180 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-83afff91-e871-48d3-a7ec-36615e4e4982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1b999757-74d9-40b9-8150-be42f9f322ed), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:42.171364 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fe4af8dc-e8fc-40df-8d25-bd190fe0209d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:42.172762 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-fe4af8dc-e8fc-40df-8d25-bd190fe0209d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7470d969-11e1-4744-b0d4-b24d2b8b244d HTTP/1.1" status: 204 len: 168 time: 0.7044573 Feb 09 01:14:42.217480 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4af8dc-e8fc-40df-8d25-bd190fe0209d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7470d969-11e1-4744-b0d4-b24d2b8b244d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:42.244747 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-b7015c8f-b3a8-402c-a784-83d6731c1857 None None] For port 7e2ecb8c-86d5-4563-bfc0-df99e3667df5, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=7e2ecb8c-86d5-4563-bfc0-df99e3667df5,segment=NetworkSegment(9208c802-caf2-4fdb-ad67-bdc8f825d0ce),segment_id=9208c802-caf2-4fdb-ad67-bdc8f825d0ce)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:42.255635 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-661c9441-ca18-4485-a48a-6f8bcbd51a8e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:42.292864 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b7015c8f-b3a8-402c-a784-83d6731c1857 None None] Publish callbacks [] for port (7e2ecb8c-86d5-4563-bfc0-df99e3667df5), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:42.301316 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b7015c8f-b3a8-402c-a784-83d6731c1857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (7e2ecb8c-86d5-4563-bfc0-df99e3667df5), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:42.304973 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83afff91-e871-48d3-a7ec-36615e4e4982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b999757-74d9-40b9-8150-be42f9f322ed,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:42.321100 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-83afff91-e871-48d3-a7ec-36615e4e4982 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=218da64c7abc4902a0f66ccce2d6209a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6899598 Feb 09 01:14:42.328189 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56204) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:42.339076 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-661c9441-ca18-4485-a48a-6f8bcbd51a8e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] device_id is not set on port 8a2d8d75-b0e5-4e15-9922-7264c7437e19 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:14:42.349363 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-161823a1-25da-4249-9ce5-8abfab65804e req-165aa436-1254-48c6-971f-8659e5d1d302 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (2936d025-e612-4abd-976d-130ad959d45d), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:42.422625 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bca449c7-ebc8-462c-b343-140df58a3025 req-b3f6c474-835d-4cb9-978c-6cba8ebed1e5 service neutron] 10.222.0.120 "GET /v2.0/networks/4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793999 Feb 09 01:14:42.437242 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7015c8f-b3a8-402c-a784-83d6731c1857 None None] Pushing event updated for resources: {'Port': ['ID=7e2ecb8c-86d5-4563-bfc0-df99e3667df5,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:42.518241 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-161823a1-25da-4249-9ce5-8abfab65804e req-165aa436-1254-48c6-971f-8659e5d1d302 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (2936d025-e612-4abd-976d-130ad959d45d), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:42.542822 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-99692621-04ff-4774-9820-48f884353a8a admin admin] Publish callbacks [] for security_group (1b999757-74d9-40b9-8150-be42f9f322ed), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:42.606174 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-99692621-04ff-4774-9820-48f884353a8a admin admin] Publish callbacks [] for security_group (1b999757-74d9-40b9-8150-be42f9f322ed), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:42.649798 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-661c9441-ca18-4485-a48a-6f8bcbd51a8e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Allocated IP 2001:db8::196 (d192c017-fd23-4c95-bbfa-2134e7e1bf78/9b1bf1d6-fe25-434c-9856-61eab3b4e7f5/8a2d8d75-b0e5-4e15-9922-7264c7437e19) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:42.705234 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bca449c7-ebc8-462c-b343-140df58a3025 req-bac2ef6a-d60a-4b09-b1b0-c45ca5920e28 service neutron] 10.222.0.120 "GET /v2.0/networks/4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603114 Feb 09 01:14:42.705876 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-161823a1-25da-4249-9ce5-8abfab65804e req-165aa436-1254-48c6-971f-8659e5d1d302 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (2936d025-e612-4abd-976d-130ad959d45d), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:42.708744 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-161823a1-25da-4249-9ce5-8abfab65804e req-165aa436-1254-48c6-971f-8659e5d1d302 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:42.709742 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-161823a1-25da-4249-9ce5-8abfab65804e req-165aa436-1254-48c6-971f-8659e5d1d302 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "DELETE /v2.0/security-groups/2936d025-e612-4abd-976d-130ad959d45d HTTP/1.1" status: 204 len: 173 time: 0.6070151 Feb 09 01:14:42.731220 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165aa436-1254-48c6-971f-8659e5d1d302 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2936d025-e612-4abd-976d-130ad959d45d,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:42.733164 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-99692621-04ff-4774-9820-48f884353a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1b999757-74d9-40b9-8150-be42f9f322ed), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:42.735980 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-99692621-04ff-4774-9820-48f884353a8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:42.737210 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-99692621-04ff-4774-9820-48f884353a8a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1b999757-74d9-40b9-8150-be42f9f322ed HTTP/1.1" status: 204 len: 168 time: 0.4081168 Feb 09 01:14:42.752576 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99692621-04ff-4774-9820-48f884353a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b999757-74d9-40b9-8150-be42f9f322ed,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:42.774435 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56212) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:42.797589 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ffac6238-c019-41a3-ac39-8cc041e1783c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:42.822798 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [req-f837ca6c-1d20-49f7-a311-08b636e0b14c req-ed46eb80-4382-44c3-a715-a155bc292d05 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] show failed (client error): The resource could not be found. Feb 09 01:14:42.824459 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f837ca6c-1d20-49f7-a311-08b636e0b14c req-ed46eb80-4382-44c3-a715-a155bc292d05 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups/2936d025-e612-4abd-976d-130ad959d45d HTTP/1.1" status: 404 len: 352 time: 0.0595343 Feb 09 01:14:42.901395 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-635f47d8-8342-4186-918c-8af65ec59677 req-42ebcea7-172a-4571-9625-ddd92252dc1f tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1069005039', 'description': 'tempest-description-1470868039'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:42.918570 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-661c9441-ca18-4485-a48a-6f8bcbd51a8e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for port (8a2d8d75-b0e5-4e15-9922-7264c7437e19), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:42.931849 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-635f47d8-8342-4186-918c-8af65ec59677 req-42ebcea7-172a-4571-9625-ddd92252dc1f tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:42.974551 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-661c9441-ca18-4485-a48a-6f8bcbd51a8e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (8a2d8d75-b0e5-4e15-9922-7264c7437e19), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:42.986723 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ffac6238-c019-41a3-ac39-8cc041e1783c admin admin] Publish callbacks [] for security_group (4417c447-d862-44f9-8485-2ca529d71302), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:42.998315 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ffac6238-c019-41a3-ac39-8cc041e1783c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (4417c447-d862-44f9-8485-2ca529d71302), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:43.028393 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac6238-c019-41a3-ac39-8cc041e1783c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4417c447-d862-44f9-8485-2ca529d71302,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:43.066568 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c9441-ca18-4485-a48a-6f8bcbd51a8e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event updated for resources: {'Port': ['ID=8a2d8d75-b0e5-4e15-9922-7264c7437e19,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:43.069282 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-635f47d8-8342-4186-918c-8af65ec59677 req-42ebcea7-172a-4571-9625-ddd92252dc1f tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (0560bf08-d766-4c98-8c04-44ae25614c99), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:43.073571 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ffac6238-c019-41a3-ac39-8cc041e1783c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3e775b8ecf444f16beb648736b5ca276&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2933841 Feb 09 01:14:43.077061 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56216) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:43.092884 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661c9441-ca18-4485-a48a-6f8bcbd51a8e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Network d192c017-fd23-4c95-bbfa-2134e7e1bf78 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:43.094031 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-635f47d8-8342-4186-918c-8af65ec59677 req-42ebcea7-172a-4571-9625-ddd92252dc1f tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (0560bf08-d766-4c98-8c04-44ae25614c99), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:43.098015 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-661c9441-ca18-4485-a48a-6f8bcbd51a8e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:43.100429 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661c9441-ca18-4485-a48a-6f8bcbd51a8e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:14:43.114120 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661c9441-ca18-4485-a48a-6f8bcbd51a8e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:43.117344 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-661c9441-ca18-4485-a48a-6f8bcbd51a8e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:43.155224 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-635f47d8-8342-4186-918c-8af65ec59677 req-42ebcea7-172a-4571-9625-ddd92252dc1f tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:43.156583 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-635f47d8-8342-4186-918c-8af65ec59677 req-42ebcea7-172a-4571-9625-ddd92252dc1f tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2618709 Feb 09 01:14:43.159162 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ebcea7-172a-4571-9625-ddd92252dc1f tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0560bf08-d766-4c98-8c04-44ae25614c99,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:43.177177 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-661c9441-ca18-4485-a48a-6f8bcbd51a8e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7438037 Feb 09 01:14:43.177861 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56224) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:43.184172 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-56448fd6-9a44-4030-8835-6cb8bd37930c tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'subnet': {'network_id': 'd192c017-fd23-4c95-bbfa-2134e7e1bf78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:43.199575 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-be119456-c803-49b0-a119-f5cec6e32c26 req-e850c4ab-3ec4-4a66-b8ad-0871e1946807 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1621783424', 'description': 'tempest-description-68470930'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:43.232073 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fa6072a2-75ee-4848-8848-c62254e0e128 admin admin] Publish callbacks [] for security_group (4417c447-d862-44f9-8485-2ca529d71302), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:43.296834 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-be119456-c803-49b0-a119-f5cec6e32c26 req-e850c4ab-3ec4-4a66-b8ad-0871e1946807 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:43.300097 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fa6072a2-75ee-4848-8848-c62254e0e128 admin admin] Publish callbacks [] for security_group (4417c447-d862-44f9-8485-2ca529d71302), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:43.411549 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56448fd6-9a44-4030-8835-6cb8bd37930c tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Made reservation on behalf of 7dadddfa309b47d08426d3b47362579d for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:43.415047 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-56448fd6-9a44-4030-8835-6cb8bd37930c tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:43.442490 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6bbbf254-31d0-4311-9524-1b762e029ec5 None None] Provisioning complete for port 7e2ecb8c-86d5-4563-bfc0-df99e3667df5 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:43.443761 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6bbbf254-31d0-4311-9524-1b762e029ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (7e2ecb8c-86d5-4563-bfc0-df99e3667df5), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:43.484515 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fa6072a2-75ee-4848-8848-c62254e0e128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (4417c447-d862-44f9-8485-2ca529d71302), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:43.487343 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fa6072a2-75ee-4848-8848-c62254e0e128 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:43.499250 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-fa6072a2-75ee-4848-8848-c62254e0e128 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4417c447-d862-44f9-8485-2ca529d71302 HTTP/1.1" status: 204 len: 168 time: 0.4127188 Feb 09 01:14:43.565529 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-be119456-c803-49b0-a119-f5cec6e32c26 req-e850c4ab-3ec4-4a66-b8ad-0871e1946807 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (bf3f0619-0513-4428-bb9b-aacb87a46957), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:43.574170 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6072a2-75ee-4848-8848-c62254e0e128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4417c447-d862-44f9-8485-2ca529d71302,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:43.583156 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-be119456-c803-49b0-a119-f5cec6e32c26 req-e850c4ab-3ec4-4a66-b8ad-0871e1946807 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (bf3f0619-0513-4428-bb9b-aacb87a46957), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:43.684953 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e850c4ab-3ec4-4a66-b8ad-0871e1946807 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3f0619-0513-4428-bb9b-aacb87a46957,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:43.713257 n-d-828369-4 neutron-server[103137]: INFO neutron.db.ipam_backend_mixin [None req-56448fd6-9a44-4030-8835-6cb8bd37930c tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9b1bf1d6-fe25-434c-9856-61eab3b4e7f5 (CIDR: 2001:db8::/64) Feb 09 01:14:43.715297 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-be119456-c803-49b0-a119-f5cec6e32c26 req-e850c4ab-3ec4-4a66-b8ad-0871e1946807 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:43.721033 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-56448fd6-9a44-4030-8835-6cb8bd37930c tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:14:43.721479 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56448fd6-9a44-4030-8835-6cb8bd37930c tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:14:43.722159 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-be119456-c803-49b0-a119-f5cec6e32c26 req-e850c4ab-3ec4-4a66-b8ad-0871e1946807 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5281234 Feb 09 01:14:43.758747 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-56448fd6-9a44-4030-8835-6cb8bd37930c tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5769558 Feb 09 01:14:43.758928 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56240) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:43.761817 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-99599018-a55e-446c-8eee-df601eef5b82 req-b6958eff-be53-4497-84cc-19d78a0a52e3 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1079419024', 'description': 'tempest-description-1767130840'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:43.763871 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-2a396496-598d-464e-addc-61d617e98933 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'subnet': {'network_id': 'd192c017-fd23-4c95-bbfa-2134e7e1bf78', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:43.795579 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6bbbf254-31d0-4311-9524-1b762e029ec5 None None] Current status of the port 7e2ecb8c-86d5-4563-bfc0-df99e3667df5 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:43.838748 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-99599018-a55e-446c-8eee-df601eef5b82 req-b6958eff-be53-4497-84cc-19d78a0a52e3 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:43.846612 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6bbbf254-31d0-4311-9524-1b762e029ec5 None None] Provisioning complete for port 2d03cf8e-e42f-4f37-8229-4036c6be5f2f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:43.848504 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6bbbf254-31d0-4311-9524-1b762e029ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (2d03cf8e-e42f-4f37-8229-4036c6be5f2f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:43.955782 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6bbbf254-31d0-4311-9524-1b762e029ec5 None None] Port 2d03cf8e-e42f-4f37-8229-4036c6be5f2f cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:14:43.998933 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-99599018-a55e-446c-8eee-df601eef5b82 req-b6958eff-be53-4497-84cc-19d78a0a52e3 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (894d1b58-5a56-44c9-8594-f37416324ef3), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:44.008983 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-99599018-a55e-446c-8eee-df601eef5b82 req-b6958eff-be53-4497-84cc-19d78a0a52e3 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (894d1b58-5a56-44c9-8594-f37416324ef3), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:44.088863 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a396496-598d-464e-addc-61d617e98933 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Made reservation on behalf of 7dadddfa309b47d08426d3b47362579d for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:44.092858 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2a396496-598d-464e-addc-61d617e98933 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:44.104662 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-99599018-a55e-446c-8eee-df601eef5b82 req-b6958eff-be53-4497-84cc-19d78a0a52e3 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:44.105921 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99599018-a55e-446c-8eee-df601eef5b82 req-b6958eff-be53-4497-84cc-19d78a0a52e3 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3517444 Feb 09 01:14:44.107806 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6958eff-be53-4497-84cc-19d78a0a52e3 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=894d1b58-5a56-44c9-8594-f37416324ef3,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:44.111228 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-41a7b851-923b-4c4e-a111-80659f373a0b None None] Provisioning complete for port 8a2d8d75-b0e5-4e15-9922-7264c7437e19 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:44.113000 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-41a7b851-923b-4c4e-a111-80659f373a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (8a2d8d75-b0e5-4e15-9922-7264c7437e19), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:44.213284 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-41a7b851-923b-4c4e-a111-80659f373a0b None None] Port 8a2d8d75-b0e5-4e15-9922-7264c7437e19 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:14:44.326687 n-d-828369-4 neutron-server[103137]: INFO neutron.db.ipam_backend_mixin [None req-2a396496-598d-464e-addc-61d617e98933 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 795529d5-24c7-4789-8e42-a5fe65f78e20 (CIDR: 2001:db8:0:1::/64) Feb 09 01:14:44.332380 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a396496-598d-464e-addc-61d617e98933 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:14:44.333373 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a396496-598d-464e-addc-61d617e98933 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:14:44.365974 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-96804b3e-c5e3-485e-b5e6-320b0e58cb32 req-9b5228ae-aa3c-432b-b7a4-c6c467487127 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e859b060fb5d41cbacd8fb822f502d4a HTTP/1.1" status: 200 len: 11013 time: 0.2181270 Feb 09 01:14:44.387289 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2a396496-598d-464e-addc-61d617e98933 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6271930 Feb 09 01:14:44.388566 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56262) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:44.409236 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-ee6f3f27-59e7-40f9-b39a-0df61689d90f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'subnet': {'network_id': 'd192c017-fd23-4c95-bbfa-2134e7e1bf78', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:44.455806 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56264) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:44.468859 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-96804b3e-c5e3-485e-b5e6-320b0e58cb32 req-09423a67-a135-4cca-a937-787526efac3b tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups/4d07ae43-d9e6-4a7c-a732-5c3d27f9d1b1 HTTP/1.1" status: 200 len: 3002 time: 0.0887363 Feb 09 01:14:44.555544 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 7e2ecb8c-86d5-4563-bfc0-df99e3667df5 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:14:44.598172 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-96804b3e-c5e3-485e-b5e6-320b0e58cb32 req-f91d6356-69df-4fdd-8d9f-626dc4dbdc81 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups/4d07ae43-d9e6-4a7c-a732-5c3d27f9d1b1 HTTP/1.1" status: 200 len: 3002 time: 0.1147449 Feb 09 01:14:44.663159 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 7e2ecb8c-86d5-4563-bfc0-df99e3667df5 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:44.663546 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (7e2ecb8c-86d5-4563-bfc0-df99e3667df5), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:44.690957 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-bbc3a0f4-cb8c-4b4a-8c00-c6d475245ab7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-817717426-network', 'tenant_id': 'aaf05f1064114b4da723fd4a19dab040'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:44.698996 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6f3f27-59e7-40f9-b39a-0df61689d90f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Made reservation on behalf of 7dadddfa309b47d08426d3b47362579d for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:44.705180 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee6f3f27-59e7-40f9-b39a-0df61689d90f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:44.716250 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a2b5f447-0ef5-4f1c-a4e9-d4b6cee94147 req-770eec93-77ea-4312-b6d7-37ebbd0aced7 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups/0560bf08-d766-4c98-8c04-44ae25614c99 HTTP/1.1" status: 200 len: 1820 time: 0.0785608 Feb 09 01:14:44.819447 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc3a0f4-cb8c-4b4a-8c00-c6d475245ab7 admin admin] Made reservation on behalf of aaf05f1064114b4da723fd4a19dab040 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:44.820273 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 7e2ecb8c-86d5-4563-bfc0-df99e3667df5 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:44.829323 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bbc3a0f4-cb8c-4b4a-8c00-c6d475245ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:44.844761 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bbc3a0f4-cb8c-4b4a-8c00-c6d475245ab7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:44.852466 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a2b5f447-0ef5-4f1c-a4e9-d4b6cee94147 req-a7d7465c-8a9b-4ff0-b3ab-49556abeb8f0 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (0560bf08-d766-4c98-8c04-44ae25614c99), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:44.909009 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a2b5f447-0ef5-4f1c-a4e9-d4b6cee94147 req-a7d7465c-8a9b-4ff0-b3ab-49556abeb8f0 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (0560bf08-d766-4c98-8c04-44ae25614c99), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:44.966595 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bbc3a0f4-cb8c-4b4a-8c00-c6d475245ab7 admin admin] Publish callbacks [] for security_group (3b29a6e9-e607-4f9f-9cfe-cb296f96db41), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:44.981668 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bbc3a0f4-cb8c-4b4a-8c00-c6d475245ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (3b29a6e9-e607-4f9f-9cfe-cb296f96db41), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:44.990540 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a2b5f447-0ef5-4f1c-a4e9-d4b6cee94147 req-a7d7465c-8a9b-4ff0-b3ab-49556abeb8f0 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (0560bf08-d766-4c98-8c04-44ae25614c99), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:44.994093 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a2b5f447-0ef5-4f1c-a4e9-d4b6cee94147 req-a7d7465c-8a9b-4ff0-b3ab-49556abeb8f0 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:44.995526 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a2b5f447-0ef5-4f1c-a4e9-d4b6cee94147 req-a7d7465c-8a9b-4ff0-b3ab-49556abeb8f0 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "DELETE /v2.0/security-groups/0560bf08-d766-4c98-8c04-44ae25614c99 HTTP/1.1" status: 204 len: 173 time: 0.2724066 Feb 09 01:14:45.023594 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3a0f4-cb8c-4b4a-8c00-c6d475245ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b29a6e9-e607-4f9f-9cfe-cb296f96db41,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:45.042362 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbc3a0f4-cb8c-4b4a-8c00-c6d475245ab7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1009} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:14:45.058376 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bbc3a0f4-cb8c-4b4a-8c00-c6d475245ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (0d0bff9f-e230-4221-a63e-80c21a950e29), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:45.058721 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-bbc3a0f4-cb8c-4b4a-8c00-c6d475245ab7 admin admin] Added segment 0d0bff9f-e230-4221-a63e-80c21a950e29 of type vlan for network cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1 Feb 09 01:14:45.061713 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d7465c-8a9b-4ff0-b3ab-49556abeb8f0 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0560bf08-d766-4c98-8c04-44ae25614c99,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:45.091569 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [req-969dbbe0-f429-405c-bb97-00d2f7ebcb7c req-f9bc2e31-265e-4482-85b8-b1872e7af294 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] show failed (client error): The resource could not be found. Feb 09 01:14:45.095976 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-969dbbe0-f429-405c-bb97-00d2f7ebcb7c req-f9bc2e31-265e-4482-85b8-b1872e7af294 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups/0560bf08-d766-4c98-8c04-44ae25614c99 HTTP/1.1" status: 404 len: 352 time: 0.0687931 Feb 09 01:14:45.148008 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bbc3a0f4-cb8c-4b4a-8c00-c6d475245ab7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:45.181355 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-79b54a77-6bf2-474a-a8d5-5e7123061af2 req-a12852c9-2aef-4bca-9263-f800d477abd1 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups/bf3f0619-0513-4428-bb9b-aacb87a46957 HTTP/1.1" status: 200 len: 1818 time: 0.0597820 Feb 09 01:14:45.227079 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bbc3a0f4-cb8c-4b4a-8c00-c6d475245ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:45.230893 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc3a0f4-cb8c-4b4a-8c00-c6d475245ab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:45.231584 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bbc3a0f4-cb8c-4b4a-8c00-c6d475245ab7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:45.279037 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-79b54a77-6bf2-474a-a8d5-5e7123061af2 req-6e53e2d9-9052-4527-a97f-8b41eb5505bf tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (bf3f0619-0513-4428-bb9b-aacb87a46957), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:45.290098 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-bbc3a0f4-cb8c-4b4a-8c00-c6d475245ab7 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8301768 Feb 09 01:14:45.307988 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56286) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:45.314363 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-db0cb7b3-5fbc-4c81-a7d1-b80c859e1dac admin admin] Request body: {'subnet': {'network_id': 'cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-817717426-subnet', 'tenant_id': 'aaf05f1064114b4da723fd4a19dab040', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:45.348044 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-79b54a77-6bf2-474a-a8d5-5e7123061af2 req-6e53e2d9-9052-4527-a97f-8b41eb5505bf tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (bf3f0619-0513-4428-bb9b-aacb87a46957), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:45.380836 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0cb7b3-5fbc-4c81-a7d1-b80c859e1dac admin admin] Made reservation on behalf of aaf05f1064114b4da723fd4a19dab040 for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:45.384215 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-db0cb7b3-5fbc-4c81-a7d1-b80c859e1dac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:45.398956 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3a0f4-cb8c-4b4a-8c00-c6d475245ab7 admin admin] Pushing event updated for resources: {'Network': ['ID=cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:45.411436 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee6f3f27-59e7-40f9-b39a-0df61689d90f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (7752ed7c-6e39-4e4d-9df3-bec113aaef48), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:45.413952 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:14:45.524091 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6f3f27-59e7-40f9-b39a-0df61689d90f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Network d192c017-fd23-4c95-bbfa-2134e7e1bf78 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:45.543907 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-ee6f3f27-59e7-40f9-b39a-0df61689d90f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:45.560507 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cee7323-baf7-45a7-a627-1d447ba2428a None None] Network d192c017-fd23-4c95-bbfa-2134e7e1bf78 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:14:45.573826 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f3f27-59e7-40f9-b39a-0df61689d90f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event updated for resources: {'Subnet': ['ID=7752ed7c-6e39-4e4d-9df3-bec113aaef48,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:45.580759 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6f3f27-59e7-40f9-b39a-0df61689d90f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:45.581434 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee6f3f27-59e7-40f9-b39a-0df61689d90f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:45.621299 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ee6f3f27-59e7-40f9-b39a-0df61689d90f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2295854 Feb 09 01:14:45.623455 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56294) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:45.633360 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-83ce18a4-5539-426a-aaf3-3f25cc284ad8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-523444041', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7752ed7c-6e39-4e4d-9df3-bec113aaef48'}], 'security_groups': ['999e2b2e-1b54-4062-af99-315d5381908f', '5772c956-c331-4f24-b2e1-2fa3088aa6ea']}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:45.644830 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-db0cb7b3-5fbc-4c81-a7d1-b80c859e1dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (49020204-32ea-4a87-9cac-f7541e99d5f3), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:45.725512 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0cb7b3-5fbc-4c81-a7d1-b80c859e1dac admin admin] Pushing event updated for resources: {'Subnet': ['ID=49020204-32ea-4a87-9cac-f7541e99d5f3,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:45.733535 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0cb7b3-5fbc-4c81-a7d1-b80c859e1dac admin admin] Checking segment: {'id': '0d0bff9f-e230-4221-a63e-80c21a950e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:14:45.733535 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0cb7b3-5fbc-4c81-a7d1-b80c859e1dac admin admin] Network hostable DHCP agents. Network: cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:14:45.736515 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-79b54a77-6bf2-474a-a8d5-5e7123061af2 req-6e53e2d9-9052-4527-a97f-8b41eb5505bf tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (bf3f0619-0513-4428-bb9b-aacb87a46957), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:45.739530 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-79b54a77-6bf2-474a-a8d5-5e7123061af2 req-6e53e2d9-9052-4527-a97f-8b41eb5505bf tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:45.744866 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-79b54a77-6bf2-474a-a8d5-5e7123061af2 req-6e53e2d9-9052-4527-a97f-8b41eb5505bf tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "DELETE /v2.0/security-groups/bf3f0619-0513-4428-bb9b-aacb87a46957 HTTP/1.1" status: 204 len: 173 time: 0.5543747 Feb 09 01:14:45.761074 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53e2d9-9052-4527-a97f-8b41eb5505bf tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3f0619-0513-4428-bb9b-aacb87a46957,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:45.811971 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [req-63a7867b-f77c-4199-8c66-83d379e44ca9 req-f5ac388d-b76f-4cdc-a577-a176d5437931 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] show failed (client error): The resource could not be found. Feb 09 01:14:45.813730 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-63a7867b-f77c-4199-8c66-83d379e44ca9 req-f5ac388d-b76f-4cdc-a577-a176d5437931 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups/bf3f0619-0513-4428-bb9b-aacb87a46957 HTTP/1.1" status: 404 len: 352 time: 0.0228622 Feb 09 01:14:45.814880 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0cb7b3-5fbc-4c81-a7d1-b80c859e1dac admin admin] Network cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:14:45.818478 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-83ce18a4-5539-426a-aaf3-3f25cc284ad8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8a2d8d75-b0e5-4e15-9922-7264c7437e19), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:45.829954 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-db0cb7b3-5fbc-4c81-a7d1-b80c859e1dac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:45.842495 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7671a01a-d144-433e-9e2a-ba33913764c1 None None] Network cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:14:45.849410 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0cb7b3-5fbc-4c81-a7d1-b80c859e1dac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:45.851205 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-db0cb7b3-5fbc-4c81-a7d1-b80c859e1dac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:45.887804 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-db0cb7b3-5fbc-4c81-a7d1-b80c859e1dac admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5783999 Feb 09 01:14:45.895352 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56302) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:45.909060 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-ec460e46-9ec9-4fa9-9a5c-2c09ba2015d8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-817717426-router', 'tenant_id': 'aaf05f1064114b4da723fd4a19dab040', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:45.946319 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7dff4785-3d9f-4b08-9bf5-3854c905c121 req-9a748bdf-c6a2-4ca3-aeca-9d0b41fdefc7 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups/894d1b58-5a56-44c9-8594-f37416324ef3 HTTP/1.1" status: 200 len: 1820 time: 0.0815127 Feb 09 01:14:45.963051 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ec460e46-9ec9-4fa9-9a5c-2c09ba2015d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (b2bc552e-95de-4446-9c86-100f99c46d7a), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:45.964658 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ec460e46-9ec9-4fa9-9a5c-2c09ba2015d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (b2bc552e-95de-4446-9c86-100f99c46d7a), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:46.026207 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05b3c64-02a3-41c9-9e77-ad2188ed8b73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1', 'network_id': 'cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1', 'project_id': 'aaf05f1064114b4da723fd4a19dab040', 'fixed_ips': [{'subnet_id': '49020204-32ea-4a87-9cac-f7541e99d5f3'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:14:46.027294 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e05b3c64-02a3-41c9-9e77-ad2188ed8b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:46.078968 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ec460e46-9ec9-4fa9-9a5c-2c09ba2015d8 admin admin] Publish callbacks [] for router_controller (b2bc552e-95de-4446-9c86-100f99c46d7a), precommit_add_association {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:46.104242 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7dff4785-3d9f-4b08-9bf5-3854c905c121 req-1b17287f-f137-4423-9cd7-7eafa473f7ec tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (894d1b58-5a56-44c9-8594-f37416324ef3), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:46.129347 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7dff4785-3d9f-4b08-9bf5-3854c905c121 req-1b17287f-f137-4423-9cd7-7eafa473f7ec tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (894d1b58-5a56-44c9-8594-f37416324ef3), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:46.286632 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-83ce18a4-5539-426a-aaf3-3f25cc284ad8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Delete allocated IP 2001:db8::196 (d192c017-fd23-4c95-bbfa-2134e7e1bf78/9b1bf1d6-fe25-434c-9856-61eab3b4e7f5) {{(pid=103137) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 01:14:46.299407 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-83ce18a4-5539-426a-aaf3-3f25cc284ad8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Allocated IP 2001:db8:0:2::398 (d192c017-fd23-4c95-bbfa-2134e7e1bf78/7752ed7c-6e39-4e4d-9df3-bec113aaef48/8a2d8d75-b0e5-4e15-9922-7264c7437e19) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:46.340239 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-e05b3c64-02a3-41c9-9e77-ad2188ed8b73 None None] Allocated IP 172.20.0.2 (cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1/49020204-32ea-4a87-9cac-f7541e99d5f3/a248a528-8202-4cf7-be7f-4b8486edc255) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:46.618035 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-83ce18a4-5539-426a-aaf3-3f25cc284ad8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for port (8a2d8d75-b0e5-4e15-9922-7264c7437e19), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:46.629502 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-83ce18a4-5539-426a-aaf3-3f25cc284ad8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (8a2d8d75-b0e5-4e15-9922-7264c7437e19), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:46.645649 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e05b3c64-02a3-41c9-9e77-ad2188ed8b73 None None] Publish callbacks [] for port (a248a528-8202-4cf7-be7f-4b8486edc255), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:46.663393 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e05b3c64-02a3-41c9-9e77-ad2188ed8b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (a248a528-8202-4cf7-be7f-4b8486edc255), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:46.688285 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56320) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:46.700422 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56324) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:46.728816 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05b3c64-02a3-41c9-9e77-ad2188ed8b73 None None] Network cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:46.731031 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a845ea-1053-4141-b4b9-9c1954408e01 None None] Update dhcp port {'port': {'network_id': 'd192c017-fd23-4c95-bbfa-2134e7e1bf78', 'fixed_ips': [{'subnet_id': '795529d5-24c7-4789-8e42-a5fe65f78e20', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9b1bf1d6-fe25-434c-9856-61eab3b4e7f5', 'ip_address': '2001:db8::2'}, {'subnet_id': '7752ed7c-6e39-4e4d-9df3-bec113aaef48'}], 'binding:host_id': 'n-d-828369-4'}, 'id': '7e2ecb8c-86d5-4563-bfc0-df99e3667df5'} from n-d-828369-4. {{(pid=103138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 01:14:46.736243 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-e05b3c64-02a3-41c9-9e77-ad2188ed8b73 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:46.746951 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05b3c64-02a3-41c9-9e77-ad2188ed8b73 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:14:46.778441 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-83ce18a4-5539-426a-aaf3-3f25cc284ad8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] In _notify_port_updated(), no bound segment for port 8a2d8d75-b0e5-4e15-9922-7264c7437e19 on network d192c017-fd23-4c95-bbfa-2134e7e1bf78 {{(pid=103137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:14:46.785294 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b3c64-02a3-41c9-9e77-ad2188ed8b73 None None] Pushing event updated for resources: {'Port': ['ID=a248a528-8202-4cf7-be7f-4b8486edc255,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:46.796980 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ce18a4-5539-426a-aaf3-3f25cc284ad8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:46.797775 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-83ce18a4-5539-426a-aaf3-3f25cc284ad8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:46.800684 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-83ce18a4-5539-426a-aaf3-3f25cc284ad8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "PUT /v2.0/ports/8a2d8d75-b0e5-4e15-9922-7264c7437e19 HTTP/1.1" status: 200 len: 969 time: 1.1756713 Feb 09 01:14:46.815002 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56328) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:46.838656 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75a845ea-1053-4141-b4b9-9c1954408e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7e2ecb8c-86d5-4563-bfc0-df99e3667df5), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:46.862306 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-e05b3c64-02a3-41c9-9e77-ad2188ed8b73 None None] Attempting to bind port a248a528-8202-4cf7-be7f-4b8486edc255 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:14:46.863021 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-e05b3c64-02a3-41c9-9e77-ad2188ed8b73 None None] Attempting to bind port a248a528-8202-4cf7-be7f-4b8486edc255 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '0d0bff9f-e230-4221-a63e-80c21a950e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:14:46.863561 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05b3c64-02a3-41c9-9e77-ad2188ed8b73 None None] Attempting to bind port a248a528-8202-4cf7-be7f-4b8486edc255 on network cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:14:46.917363 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce18a4-5539-426a-aaf3-3f25cc284ad8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event updated for resources: {'Port': ['ID=8a2d8d75-b0e5-4e15-9922-7264c7437e19,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:46.972075 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-77af12d4-433c-4345-bec9-0ad7e180b3b3 tempest-QuotasTest-395054852 tempest-QuotasTest-395054852-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:47.023743 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7dff4785-3d9f-4b08-9bf5-3854c905c121 req-1b17287f-f137-4423-9cd7-7eafa473f7ec tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (894d1b58-5a56-44c9-8594-f37416324ef3), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:47.027033 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7dff4785-3d9f-4b08-9bf5-3854c905c121 req-1b17287f-f137-4423-9cd7-7eafa473f7ec tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:47.027337 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-e8156c72-4952-404b-80ad-8900b2d35e3f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Deleting port 8a2d8d75-b0e5-4e15-9922-7264c7437e19 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:14:47.028015 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e8156c72-4952-404b-80ad-8900b2d35e3f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (8a2d8d75-b0e5-4e15-9922-7264c7437e19), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:47.028934 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7dff4785-3d9f-4b08-9bf5-3854c905c121 req-1b17287f-f137-4423-9cd7-7eafa473f7ec tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "DELETE /v2.0/security-groups/894d1b58-5a56-44c9-8594-f37416324ef3 HTTP/1.1" status: 204 len: 173 time: 1.0752687 Feb 09 01:14:47.046564 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ec460e46-9ec9-4fa9-9a5c-2c09ba2015d8 admin admin] Publish callbacks [] for router_gateway (b2bc552e-95de-4446-9c86-100f99c46d7a), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:47.050919 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17287f-f137-4423-9cd7-7eafa473f7ec tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=894d1b58-5a56-44c9-8594-f37416324ef3,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:47.073982 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [req-50efe93d-78f2-4d15-b127-630c3017065e req-42ffb8a8-8214-4e6c-9c7d-9b05e1e3935e tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] show failed (client error): The resource could not be found. Feb 09 01:14:47.075360 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-50efe93d-78f2-4d15-b127-630c3017065e req-42ffb8a8-8214-4e6c-9c7d-9b05e1e3935e tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups/894d1b58-5a56-44c9-8594-f37416324ef3 HTTP/1.1" status: 404 len: 352 time: 0.0202024 Feb 09 01:14:47.202089 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-88ccb30a-76ee-48cc-81fe-fabd9dfa17d7 req-0f0b6f88-1ecd-4f4b-b18d-715d56ce82eb tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e859b060fb5d41cbacd8fb822f502d4a HTTP/1.1" status: 200 len: 6208 time: 0.0806506 Feb 09 01:14:47.219339 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05b3c64-02a3-41c9-9e77-ad2188ed8b73 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:14:47.219789 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05b3c64-02a3-41c9-9e77-ad2188ed8b73 None None] Checking segment: {'id': '0d0bff9f-e230-4221-a63e-80c21a950e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:14:47.220886 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e05b3c64-02a3-41c9-9e77-ad2188ed8b73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:47.221296 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05b3c64-02a3-41c9-9e77-ad2188ed8b73 None None] Bound using segment: {'id': '0d0bff9f-e230-4221-a63e-80c21a950e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:14:47.221977 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-e05b3c64-02a3-41c9-9e77-ad2188ed8b73 None None] Bound port: a248a528-8202-4cf7-be7f-4b8486edc255, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d0bff9f-e230-4221-a63e-80c21a950e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:14:47.222470 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e05b3c64-02a3-41c9-9e77-ad2188ed8b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a248a528-8202-4cf7-be7f-4b8486edc255), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:47.270537 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-88ccb30a-76ee-48cc-81fe-fabd9dfa17d7 req-7fd0ddf1-f8b1-4a43-a4d0-3d908f8f8c5f tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups/4d07ae43-d9e6-4a7c-a732-5c3d27f9d1b1 HTTP/1.1" status: 200 len: 3002 time: 0.0603654 Feb 09 01:14:47.310168 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-77af12d4-433c-4345-bec9-0ad7e180b3b3 tempest-QuotasTest-395054852 tempest-QuotasTest-395054852-project-admin] 10.222.0.50 "PUT /v2.0/quotas/0e8cdce09c8142f1b38ba845b4419efe HTTP/1.1" status: 200 len: 366 time: 0.6058755 Feb 09 01:14:47.312304 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56334) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:47.316070 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-e05b3c64-02a3-41c9-9e77-ad2188ed8b73 None None] For port a248a528-8202-4cf7-be7f-4b8486edc255, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:14:47.319860 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-e05b3c64-02a3-41c9-9e77-ad2188ed8b73 None None] For port a248a528-8202-4cf7-be7f-4b8486edc255, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=a248a528-8202-4cf7-be7f-4b8486edc255,segment=NetworkSegment(0d0bff9f-e230-4221-a63e-80c21a950e29),segment_id=0d0bff9f-e230-4221-a63e-80c21a950e29)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:14:47.334642 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-06e74a15-1e93-481d-81e2-9574d5255b3d tempest-QuotasTest-395054852 tempest-QuotasTest-395054852-project-admin] 10.222.0.50 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0197356 Feb 09 01:14:47.335243 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e05b3c64-02a3-41c9-9e77-ad2188ed8b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a248a528-8202-4cf7-be7f-4b8486edc255), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:47.340668 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56336) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:47.367527 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3cbcf36c-d1aa-407a-82aa-79e6a2a74de7 tempest-QuotasTest-395054852 tempest-QuotasTest-395054852-project-admin] 10.222.0.50 "GET /v2.0/quotas/0e8cdce09c8142f1b38ba845b4419efe HTTP/1.1" status: 200 len: 366 time: 0.0243175 Feb 09 01:14:47.371282 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-88ccb30a-76ee-48cc-81fe-fabd9dfa17d7 req-1913fd08-bbab-45bc-a445-a5217ba1a02e tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups/4d07ae43-d9e6-4a7c-a732-5c3d27f9d1b1 HTTP/1.1" status: 200 len: 3002 time: 0.0940845 Feb 09 01:14:47.377026 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56338) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:47.480397 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b3c64-02a3-41c9-9e77-ad2188ed8b73 None None] Pushing event updated for resources: {'Port': ['ID=a248a528-8202-4cf7-be7f-4b8486edc255,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:47.490292 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-ad5b241b-0be5-4a83-86a5-db1394fcbefe req-8b8630ed-5578-418b-8e2e-bbf31e89aab4 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1897114487', 'description': 'tempest-description-323965115'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:47.522860 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e8156c72-4952-404b-80ad-8900b2d35e3f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (8a2d8d75-b0e5-4e15-9922-7264c7437e19), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:47.527203 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-75a845ea-1053-4141-b4b9-9c1954408e01 None None] Allocated IP 2001:db8:0:2::2 (d192c017-fd23-4c95-bbfa-2134e7e1bf78/7752ed7c-6e39-4e4d-9df3-bec113aaef48/7e2ecb8c-86d5-4563-bfc0-df99e3667df5) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:47.546051 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-536b2f7f-0b65-4c63-a5a8-0eba7a2b3e27 tempest-QuotasTest-395054852 tempest-QuotasTest-395054852-project-admin] 10.222.0.50 "DELETE /v2.0/quotas/0e8cdce09c8142f1b38ba845b4419efe HTTP/1.1" status: 204 len: 168 time: 0.0709155 Feb 09 01:14:47.553243 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56344) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:47.564351 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ad5b241b-0be5-4a83-86a5-db1394fcbefe req-8b8630ed-5578-418b-8e2e-bbf31e89aab4 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:47.579075 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-e8156c72-4952-404b-80ad-8900b2d35e3f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Calling delete_port for 8a2d8d75-b0e5-4e15-9922-7264c7437e19 owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:14:47.583629 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4f09cd57-a6af-4123-9f12-2a427e55b26f tempest-QuotasTest-395054852 tempest-QuotasTest-395054852-project-admin] 10.222.0.50 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0289629 Feb 09 01:14:47.588098 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56346) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:47.592593 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ec460e46-9ec9-4fa9-9a5c-2c09ba2015d8 admin admin] Publish callbacks [] for router_gateway (b2bc552e-95de-4446-9c86-100f99c46d7a), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:47.623597 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56348) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:47.627933 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-563edaa6-78eb-447a-aa90-54c8488ae017 tempest-QuotasTest-395054852 tempest-QuotasTest-395054852-project-admin] 10.222.0.50 "GET /v2.0/quotas/0e8cdce09c8142f1b38ba845b4419efe HTTP/1.1" status: 200 len: 370 time: 0.0272160 Feb 09 01:14:47.635105 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a66ffee2-e90b-4f98-a36a-9c02900a728e tempest-QuotasTest-395054852 tempest-QuotasTest-395054852-project-admin] 10.222.0.50 "GET /v2.0/quotas/0e8cdce09c8142f1b38ba845b4419efe/default HTTP/1.1" status: 200 len: 370 time: 0.0044098 Feb 09 01:14:47.635342 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ec460e46-9ec9-4fa9-9a5c-2c09ba2015d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:47.636986 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56350) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:47.673150 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-75a845ea-1053-4141-b4b9-9c1954408e01 None None] For port 7e2ecb8c-86d5-4563-bfc0-df99e3667df5, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=7e2ecb8c-86d5-4563-bfc0-df99e3667df5,segment=NetworkSegment(9208c802-caf2-4fdb-ad67-bdc8f825d0ce),segment_id=9208c802-caf2-4fdb-ad67-bdc8f825d0ce)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:47.685937 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [None req-0d6ff307-8e60-4ff2-a042-4165b2a0a00f tempest-QuotasTest-395054852 tempest-QuotasTest-395054852-project-admin] delete failed (client error): The resource could not be found. Feb 09 01:14:47.690414 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-0d6ff307-8e60-4ff2-a042-4165b2a0a00f tempest-QuotasTest-395054852 tempest-QuotasTest-395054852-project-admin] 10.222.0.50 "DELETE /v2.0/quotas/0e8cdce09c8142f1b38ba845b4419efe HTTP/1.1" status: 404 len: 348 time: 0.0452738 Feb 09 01:14:47.741796 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75a845ea-1053-4141-b4b9-9c1954408e01 None None] Publish callbacks [] for port (7e2ecb8c-86d5-4563-bfc0-df99e3667df5), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:47.750513 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75a845ea-1053-4141-b4b9-9c1954408e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (7e2ecb8c-86d5-4563-bfc0-df99e3667df5), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:47.789351 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ad5b241b-0be5-4a83-86a5-db1394fcbefe req-8b8630ed-5578-418b-8e2e-bbf31e89aab4 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (8375a287-63ee-42a1-9bc1-19fb50fa86c4), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:47.801988 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ad5b241b-0be5-4a83-86a5-db1394fcbefe req-8b8630ed-5578-418b-8e2e-bbf31e89aab4 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (8375a287-63ee-42a1-9bc1-19fb50fa86c4), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:47.834961 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-ec460e46-9ec9-4fa9-9a5c-2c09ba2015d8 admin admin] Allocated IP 172.25.8.101 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/3b4fd2fb-e64c-4443-a714-4563b4f46ed7) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:47.864137 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ad5b241b-0be5-4a83-86a5-db1394fcbefe req-8b8630ed-5578-418b-8e2e-bbf31e89aab4 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:47.864349 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad5b241b-0be5-4a83-86a5-db1394fcbefe req-8b8630ed-5578-418b-8e2e-bbf31e89aab4 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3865428 Feb 09 01:14:47.867191 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8630ed-5578-418b-8e2e-bbf31e89aab4 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8375a287-63ee-42a1-9bc1-19fb50fa86c4,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:47.914380 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-145e06c5-d6df-4f45-b6b5-e82c8738dee6 req-d60a946c-7c39-4ff9-896a-91d8d47a32ef tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-181890442', 'description': 'tempest-description-1004676010'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:47.935485 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a845ea-1053-4141-b4b9-9c1954408e01 None None] Pushing event updated for resources: {'Port': ['ID=7e2ecb8c-86d5-4563-bfc0-df99e3667df5,revision_number=7']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:47.995364 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56356) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:48.046770 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-145e06c5-d6df-4f45-b6b5-e82c8738dee6 req-d60a946c-7c39-4ff9-896a-91d8d47a32ef tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:48.103203 n-d-828369-4 neutron-server[103136]: DEBUG neutron.quota.resource [None req-e8596b94-8161-40b6-922e-7a82ab6aa4ac tempest-QuotasTest-395054852 tempest-QuotasTest-395054852-project-admin] Usage tracker for resource:network and project:28d2818e9932484d9a488958a26c9dd0 is out of sync, need to count used quota {{(pid=103136) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 01:14:48.134561 n-d-828369-4 neutron-server[103136]: DEBUG neutron.quota.resource [None req-e8596b94-8161-40b6-922e-7a82ab6aa4ac tempest-QuotasTest-395054852 tempest-QuotasTest-395054852-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103136) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 01:14:48.137934 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e8156c72-4952-404b-80ad-8900b2d35e3f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (8a2d8d75-b0e5-4e15-9922-7264c7437e19), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:48.153773 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ec460e46-9ec9-4fa9-9a5c-2c09ba2015d8 admin admin] Publish callbacks [] for port (3b4fd2fb-e64c-4443-a714-4563b4f46ed7), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:48.212130 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e8156c72-4952-404b-80ad-8900b2d35e3f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:48.217936 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e8156c72-4952-404b-80ad-8900b2d35e3f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/ports/8a2d8d75-b0e5-4e15-9922-7264c7437e19 HTTP/1.1" status: 204 len: 168 time: 1.3990898 Feb 09 01:14:48.218143 n-d-828369-4 neutron-server[103136]: DEBUG neutron.quota.resource [None req-e8596b94-8161-40b6-922e-7a82ab6aa4ac tempest-QuotasTest-395054852 tempest-QuotasTest-395054852-project-admin] Usage tracker for resource:subnet and project:28d2818e9932484d9a488958a26c9dd0 is out of sync, need to count used quota {{(pid=103136) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 01:14:48.218575 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8156c72-4952-404b-80ad-8900b2d35e3f tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event deleted for resources: {'Port': ['ID=8a2d8d75-b0e5-4e15-9922-7264c7437e19,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:48.224266 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56358) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:48.229171 n-d-828369-4 neutron-server[103136]: DEBUG neutron.quota.resource [None req-e8596b94-8161-40b6-922e-7a82ab6aa4ac tempest-QuotasTest-395054852 tempest-QuotasTest-395054852-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103136) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 01:14:48.238767 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e4d92e0f-9ce1-4d4c-ba9d-a132595c396d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (82ccfa62-dd4e-47d2-843d-b2b7f42ce657), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:48.258953 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ec460e46-9ec9-4fa9-9a5c-2c09ba2015d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (3b4fd2fb-e64c-4443-a714-4563b4f46ed7), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:48.343628 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d848e54-bb3e-4de3-b6d0-1d5f73ce243c tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] GET failed (client error): The resource could not be found. Feb 09 01:14:48.346725 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4d848e54-bb3e-4de3-b6d0-1d5f73ce243c tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "GET /v2.0/ports/8a2d8d75-b0e5-4e15-9922-7264c7437e19 HTTP/1.1" status: 404 len: 333 time: 0.1139073 Feb 09 01:14:48.348846 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec460e46-9ec9-4fa9-9a5c-2c09ba2015d8 admin admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:48.350477 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56360) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:48.370970 n-d-828369-4 neutron-server[103136]: DEBUG neutron.quota.resource [None req-e8596b94-8161-40b6-922e-7a82ab6aa4ac tempest-QuotasTest-395054852 tempest-QuotasTest-395054852-project-admin] Usage tracker for resource:subnetpool and project:28d2818e9932484d9a488958a26c9dd0 is out of sync, need to count used quota {{(pid=103136) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 01:14:48.473826 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-ec460e46-9ec9-4fa9-9a5c-2c09ba2015d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:48.478441 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec460e46-9ec9-4fa9-9a5c-2c09ba2015d8 admin admin] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:14:48.514174 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9496c6b6-3c4a-426f-a021-d72499326764 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for security_group (0c19978f-fe7d-4a8f-94e0-c9cbda42ea01), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:48.551195 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9496c6b6-3c4a-426f-a021-d72499326764 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for security_group (0c19978f-fe7d-4a8f-94e0-c9cbda42ea01), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:48.567892 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-145e06c5-d6df-4f45-b6b5-e82c8738dee6 req-d60a946c-7c39-4ff9-896a-91d8d47a32ef tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (f81263f0-7af0-45a6-a905-f025cab3ede0), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:48.577175 n-d-828369-4 neutron-server[103136]: DEBUG neutron.quota.resource [None req-e8596b94-8161-40b6-922e-7a82ab6aa4ac tempest-QuotasTest-395054852 tempest-QuotasTest-395054852-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103136) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 01:14:48.594523 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-145e06c5-d6df-4f45-b6b5-e82c8738dee6 req-d60a946c-7c39-4ff9-896a-91d8d47a32ef tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (f81263f0-7af0-45a6-a905-f025cab3ede0), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:48.686987 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9496c6b6-3c4a-426f-a021-d72499326764 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (0c19978f-fe7d-4a8f-94e0-c9cbda42ea01), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:48.689777 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9496c6b6-3c4a-426f-a021-d72499326764 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:48.693404 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9496c6b6-3c4a-426f-a021-d72499326764 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/security-groups/0c19978f-fe7d-4a8f-94e0-c9cbda42ea01 HTTP/1.1" status: 204 len: 168 time: 0.3389804 Feb 09 01:14:48.699014 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56364) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:48.721821 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device a248a528-8202-4cf7-be7f-4b8486edc255 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:14:48.759066 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496c6b6-3c4a-426f-a021-d72499326764 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c19978f-fe7d-4a8f-94e0-c9cbda42ea01,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:48.786165 n-d-828369-4 neutron-server[103136]: DEBUG neutron.quota.resource [None req-e8596b94-8161-40b6-922e-7a82ab6aa4ac tempest-QuotasTest-395054852 tempest-QuotasTest-395054852-project-admin] Usage tracker for resource:port and project:28d2818e9932484d9a488958a26c9dd0 is out of sync, need to count used quota {{(pid=103136) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 01:14:48.811364 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec460e46-9ec9-4fa9-9a5c-2c09ba2015d8 admin admin] Pushing event updated for resources: {'Port': ['ID=3b4fd2fb-e64c-4443-a714-4563b4f46ed7,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:48.823769 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c887ba5e-8c41-4db9-8e62-397607c4d444 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for security_group (5772c956-c331-4f24-b2e1-2fa3088aa6ea), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:48.832254 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-e4d92e0f-9ce1-4d4c-ba9d-a132595c396d admin admin] Deleting port 0c36cd8d-a67f-49ed-9195-ce8cf6bb6443 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:14:48.832635 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e4d92e0f-9ce1-4d4c-ba9d-a132595c396d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (0c36cd8d-a67f-49ed-9195-ce8cf6bb6443), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:48.837799 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port a248a528-8202-4cf7-be7f-4b8486edc255 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:48.838525 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a248a528-8202-4cf7-be7f-4b8486edc255), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:48.922992 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a946c-7c39-4ff9-896a-91d8d47a32ef tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f81263f0-7af0-45a6-a905-f025cab3ede0,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:48.953262 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-145e06c5-d6df-4f45-b6b5-e82c8738dee6 req-d60a946c-7c39-4ff9-896a-91d8d47a32ef tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:48.956522 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-145e06c5-d6df-4f45-b6b5-e82c8738dee6 req-d60a946c-7c39-4ff9-896a-91d8d47a32ef tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.0479383 Feb 09 01:14:48.959122 n-d-828369-4 neutron-server[103136]: DEBUG neutron.quota.resource [None req-e8596b94-8161-40b6-922e-7a82ab6aa4ac tempest-QuotasTest-395054852 tempest-QuotasTest-395054852-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103136) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 01:14:49.000434 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port a248a528-8202-4cf7-be7f-4b8486edc255 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:49.004042 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a248a528-8202-4cf7-be7f-4b8486edc255), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:49.108148 n-d-828369-4 neutron-server[103136]: DEBUG neutron.quota.resource [None req-e8596b94-8161-40b6-922e-7a82ab6aa4ac tempest-QuotasTest-395054852 tempest-QuotasTest-395054852-project-admin] Usage tracker for resource:router and project:28d2818e9932484d9a488958a26c9dd0 is out of sync, need to count used quota {{(pid=103136) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 01:14:49.119393 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port a248a528-8202-4cf7-be7f-4b8486edc255, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=a248a528-8202-4cf7-be7f-4b8486edc255,segment=NetworkSegment(0d0bff9f-e230-4221-a63e-80c21a950e29),segment_id=0d0bff9f-e230-4221-a63e-80c21a950e29)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:49.134701 n-d-828369-4 neutron-server[103136]: DEBUG neutron.quota.resource [None req-e8596b94-8161-40b6-922e-7a82ab6aa4ac tempest-QuotasTest-395054852 tempest-QuotasTest-395054852-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103136) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 01:14:49.136378 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a248a528-8202-4cf7-be7f-4b8486edc255), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:49.139927 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 7e2ecb8c-86d5-4563-bfc0-df99e3667df5 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:14:49.154556 n-d-828369-4 neutron-server[103136]: DEBUG neutron.quota.resource [None req-e8596b94-8161-40b6-922e-7a82ab6aa4ac tempest-QuotasTest-395054852 tempest-QuotasTest-395054852-project-admin] Usage tracker for resource:floatingip and project:28d2818e9932484d9a488958a26c9dd0 is out of sync, need to count used quota {{(pid=103136) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 01:14:49.168706 n-d-828369-4 neutron-server[103136]: DEBUG neutron.quota.resource [None req-e8596b94-8161-40b6-922e-7a82ab6aa4ac tempest-QuotasTest-395054852 tempest-QuotasTest-395054852-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103136) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 01:14:49.207203 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c887ba5e-8c41-4db9-8e62-397607c4d444 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for security_group (5772c956-c331-4f24-b2e1-2fa3088aa6ea), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:49.296953 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ec460e46-9ec9-4fa9-9a5c-2c09ba2015d8 admin admin] Publish callbacks [] for router_gateway (b2bc552e-95de-4446-9c86-100f99c46d7a), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:49.320652 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-03ff33f4-e892-4183-a064-63534edb8c14 None None] Could not find standard attr ID for object 8a2d8d75-b0e5-4e15-9922-7264c7437e19. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:14:49.334832 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-e4d92e0f-9ce1-4d4c-ba9d-a132595c396d admin admin] For port 0c36cd8d-a67f-49ed-9195-ce8cf6bb6443, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=0c36cd8d-a67f-49ed-9195-ce8cf6bb6443,segment=NetworkSegment(ebc0196b-40a7-4a91-81b3-cd03bc319f59),segment_id=ebc0196b-40a7-4a91-81b3-cd03bc319f59)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:49.335700 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e4d92e0f-9ce1-4d4c-ba9d-a132595c396d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (0c36cd8d-a67f-49ed-9195-ce8cf6bb6443), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:49.339863 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c887ba5e-8c41-4db9-8e62-397607c4d444 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (5772c956-c331-4f24-b2e1-2fa3088aa6ea), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:49.343181 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c887ba5e-8c41-4db9-8e62-397607c4d444 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:49.344524 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c887ba5e-8c41-4db9-8e62-397607c4d444 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/security-groups/5772c956-c331-4f24-b2e1-2fa3088aa6ea HTTP/1.1" status: 204 len: 168 time: 0.6445870 Feb 09 01:14:49.355934 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56378) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:49.390934 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-03ff33f4-e892-4183-a064-63534edb8c14 None None] Provisioning complete for port 7e2ecb8c-86d5-4563-bfc0-df99e3667df5 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:49.391450 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-03ff33f4-e892-4183-a064-63534edb8c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (7e2ecb8c-86d5-4563-bfc0-df99e3667df5), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:49.397606 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-e4d92e0f-9ce1-4d4c-ba9d-a132595c396d admin admin] Calling delete_port for 0c36cd8d-a67f-49ed-9195-ce8cf6bb6443 owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:14:49.398962 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b4181d-aa23-4906-aebe-ee2d325ac0ec None None] Network cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:14:49.418898 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c887ba5e-8c41-4db9-8e62-397607c4d444 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5772c956-c331-4f24-b2e1-2fa3088aa6ea,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:49.480902 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f85d3940-f7bf-49b9-9f91-6d542a7ac3cf tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for security_group (999e2b2e-1b54-4062-af99-315d5381908f), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:49.490483 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=a248a528-8202-4cf7-be7f-4b8486edc255,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:49.511038 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f85d3940-f7bf-49b9-9f91-6d542a7ac3cf tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for security_group (999e2b2e-1b54-4062-af99-315d5381908f), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:49.549660 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 7e2ecb8c-86d5-4563-bfc0-df99e3667df5 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:49.550355 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (7e2ecb8c-86d5-4563-bfc0-df99e3667df5), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:49.571362 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f85d3940-f7bf-49b9-9f91-6d542a7ac3cf tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (999e2b2e-1b54-4062-af99-315d5381908f), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:49.573969 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f85d3940-f7bf-49b9-9f91-6d542a7ac3cf tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:49.575131 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f85d3940-f7bf-49b9-9f91-6d542a7ac3cf tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/security-groups/999e2b2e-1b54-4062-af99-315d5381908f HTTP/1.1" status: 204 len: 168 time: 0.2175138 Feb 09 01:14:49.716955 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56380) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:49.719428 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ec460e46-9ec9-4fa9-9a5c-2c09ba2015d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (b2bc552e-95de-4446-9c86-100f99c46d7a), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:49.750515 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-03ff33f4-e892-4183-a064-63534edb8c14 None None] Current status of the port 7e2ecb8c-86d5-4563-bfc0-df99e3667df5 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:49.764928 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d3940-f7bf-49b9-9f91-6d542a7ac3cf tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=999e2b2e-1b54-4062-af99-315d5381908f,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:49.776222 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e4d92e0f-9ce1-4d4c-ba9d-a132595c396d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (0c36cd8d-a67f-49ed-9195-ce8cf6bb6443), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:49.808727 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 7e2ecb8c-86d5-4563-bfc0-df99e3667df5 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:49.820820 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-03ff33f4-e892-4183-a064-63534edb8c14 None None] Provisioning complete for port 2d03cf8e-e42f-4f37-8229-4036c6be5f2f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:49.822522 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-03ff33f4-e892-4183-a064-63534edb8c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (2d03cf8e-e42f-4f37-8229-4036c6be5f2f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:49.828476 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d92e0f-9ce1-4d4c-ba9d-a132595c396d admin admin] Pushing event deleted for resources: {'Port': ['ID=0c36cd8d-a67f-49ed-9195-ce8cf6bb6443,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:49.866114 n-d-828369-4 neutron-server[103136]: DEBUG neutron.quota.resource [None req-e8596b94-8161-40b6-922e-7a82ab6aa4ac tempest-QuotasTest-395054852 tempest-QuotasTest-395054852-project-admin] Usage tracker for resource:security_group and project:28d2818e9932484d9a488958a26c9dd0 is out of sync, need to count used quota {{(pid=103136) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 01:14:49.898486 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-03ff33f4-e892-4183-a064-63534edb8c14 None None] Port 2d03cf8e-e42f-4f37-8229-4036c6be5f2f cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:14:49.917350 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-49bfad03-4878-4ff7-953b-786a47230eaf tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Deleting subnet 9b1bf1d6-fe25-434c-9856-61eab3b4e7f5 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:14:49.919897 n-d-828369-4 neutron-server[103136]: DEBUG neutron.quota.resource [None req-e8596b94-8161-40b6-922e-7a82ab6aa4ac tempest-QuotasTest-395054852 tempest-QuotasTest-395054852-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103136) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 01:14:49.953654 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-49bfad03-4878-4ff7-953b-786a47230eaf tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for subnet (9b1bf1d6-fe25-434c-9856-61eab3b4e7f5), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:50.037793 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-045311b2-8a17-4dc7-b25e-6b9b4bbee80e None None] Provisioning complete for port a248a528-8202-4cf7-be7f-4b8486edc255 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:50.038180 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-045311b2-8a17-4dc7-b25e-6b9b4bbee80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a248a528-8202-4cf7-be7f-4b8486edc255), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:50.055097 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e4d92e0f-9ce1-4d4c-ba9d-a132595c396d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (82ccfa62-dd4e-47d2-843d-b2b7f42ce657), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:50.155391 n-d-828369-4 neutron-server[103136]: DEBUG neutron.quota.resource [None req-e8596b94-8161-40b6-922e-7a82ab6aa4ac tempest-QuotasTest-395054852 tempest-QuotasTest-395054852-project-admin] Usage tracker for resource:security_group_rule and project:28d2818e9932484d9a488958a26c9dd0 is out of sync, need to count used quota {{(pid=103136) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 09 01:14:50.160855 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-49bfad03-4878-4ff7-953b-786a47230eaf tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (9b1bf1d6-fe25-434c-9856-61eab3b4e7f5), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:50.201395 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-045311b2-8a17-4dc7-b25e-6b9b4bbee80e None None] Current status of the port a248a528-8202-4cf7-be7f-4b8486edc255 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:50.204140 n-d-828369-4 neutron-server[103136]: DEBUG neutron.quota.resource [None req-e8596b94-8161-40b6-922e-7a82ab6aa4ac tempest-QuotasTest-395054852 tempest-QuotasTest-395054852-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103136) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 09 01:14:50.211723 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-045311b2-8a17-4dc7-b25e-6b9b4bbee80e None None] Could not find standard attr ID for object 8a2d8d75-b0e5-4e15-9922-7264c7437e19. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:14:50.240649 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e8596b94-8161-40b6-922e-7a82ab6aa4ac tempest-QuotasTest-395054852 tempest-QuotasTest-395054852-project-admin] 10.222.0.50 "GET /v2.0/quotas/28d2818e9932484d9a488958a26c9dd0/details.json HTTP/1.1" status: 200 len: 703 time: 2.2440920 Feb 09 01:14:50.280402 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb20a98-4143-4a4e-a0bb-20d5c11005dd req-1df98311-9bc9-4dee-b4d6-a33801fa9647 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:50.281988 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ecb20a98-4143-4a4e-a0bb-20d5c11005dd req-1df98311-9bc9-4dee-b4d6-a33801fa9647 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/networks?id=4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58 HTTP/1.1" status: 200 len: 813 time: 0.9030149 Feb 09 01:14:50.342189 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ecb20a98-4143-4a4e-a0bb-20d5c11005dd req-d4ae8c0f-8d21-4f4d-a146-5ee959b72d59 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/quotas/e859b060fb5d41cbacd8fb822f502d4a HTTP/1.1" status: 200 len: 375 time: 0.0487633 Feb 09 01:14:50.350090 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-2626d84b-6986-4599-ac2f-9f27ad90acea None None] Provisioning complete for port a248a528-8202-4cf7-be7f-4b8486edc255 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:50.350308 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-49bfad03-4878-4ff7-953b-786a47230eaf tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (9b1bf1d6-fe25-434c-9856-61eab3b4e7f5), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:50.350465 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2626d84b-6986-4599-ac2f-9f27ad90acea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a248a528-8202-4cf7-be7f-4b8486edc255), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:50.353680 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec460e46-9ec9-4fa9-9a5c-2c09ba2015d8 admin admin] Router b2bc552e-95de-4446-9c86-100f99c46d7a is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:14:50.423894 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d92e0f-9ce1-4d4c-ba9d-a132595c396d admin admin] Router 82ccfa62-dd4e-47d2-843d-b2b7f42ce657 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:14:50.507780 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-2626d84b-6986-4599-ac2f-9f27ad90acea None None] Current status of the port a248a528-8202-4cf7-be7f-4b8486edc255 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:50.581217 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ecb20a98-4143-4a4e-a0bb-20d5c11005dd req-8e5431a8-126e-42c5-908c-56ff6ad407a7 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=e859b060fb5d41cbacd8fb822f502d4a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2222433 Feb 09 01:14:50.587712 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-49bfad03-4878-4ff7-953b-786a47230eaf tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (9b1bf1d6-fe25-434c-9856-61eab3b4e7f5), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:50.604624 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d92e0f-9ce1-4d4c-ba9d-a132595c396d admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:14:50.608044 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device a248a528-8202-4cf7-be7f-4b8486edc255 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:14:50.614586 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e4d92e0f-9ce1-4d4c-ba9d-a132595c396d admin admin] 10.222.0.50 "PUT /v2.0/routers/82ccfa62-dd4e-47d2-843d-b2b7f42ce657/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9223275 Feb 09 01:14:50.615513 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56386) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:50.620439 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc498dbf-655e-44cc-846a-7bb250962a45 None None] Sync routers for ids ['82ccfa62-dd4e-47d2-843d-b2b7f42ce657'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:14:50.656832 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d6ac72-ed6d-4505-8a3c-e8da33ad634c None None] Network d192c017-fd23-4c95-bbfa-2134e7e1bf78 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:14:50.666973 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bfad03-4878-4ff7-953b-786a47230eaf tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event deleted for resources: {'Subnet': ['ID=9b1bf1d6-fe25-434c-9856-61eab3b4e7f5,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:50.670723 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-49bfad03-4878-4ff7-953b-786a47230eaf tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:50.678099 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-49bfad03-4878-4ff7-953b-786a47230eaf tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/subnets/9b1bf1d6-fe25-434c-9856-61eab3b4e7f5 HTTP/1.1" status: 204 len: 168 time: 0.9486005 Feb 09 01:14:50.678735 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56390) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:50.693243 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec460e46-9ec9-4fa9-9a5c-2c09ba2015d8 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:14:50.703907 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01acdb0b-4980-4789-92e1-1655e0f7622b None None] Sync routers for ids ['b2bc552e-95de-4446-9c86-100f99c46d7a'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:14:50.722021 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01acdb0b-4980-4789-92e1-1655e0f7622b None None] Routers {'b2bc552e-95de-4446-9c86-100f99c46d7a'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:14:50.723662 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-01acdb0b-4980-4789-92e1-1655e0f7622b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:14:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['b2bc552e-95de-4446-9c86-100f99c46d7a'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:50.736401 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc498dbf-655e-44cc-846a-7bb250962a45 None None] Routers {'82ccfa62-dd4e-47d2-843d-b2b7f42ce657'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:14:50.737228 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-fc498dbf-655e-44cc-846a-7bb250962a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:14:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['82ccfa62-dd4e-47d2-843d-b2b7f42ce657'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:50.742587 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ec460e46-9ec9-4fa9-9a5c-2c09ba2015d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:50.746450 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ec460e46-9ec9-4fa9-9a5c-2c09ba2015d8 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8457968 Feb 09 01:14:50.748382 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56392) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:50.804253 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c9c55176-5420-4392-84da-5f77d4ceb534 admin admin] Publish callbacks [] for router (82ccfa62-dd4e-47d2-843d-b2b7f42ce657), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:50.837151 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b9e8e25-6518-4b43-b0f7-dcdc31b1a017 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Deleting subnet 7752ed7c-6e39-4e4d-9df3-bec113aaef48 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:14:50.842328 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56394) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:50.853684 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8b9e8e25-6518-4b43-b0f7-dcdc31b1a017 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for subnet (7752ed7c-6e39-4e4d-9df3-bec113aaef48), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:50.934407 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ecb20a98-4143-4a4e-a0bb-20d5c11005dd req-7afd7817-d05e-4d1a-bb1d-d37b51fcad8c service neutron] 10.222.0.50 "GET /v2.0/networks/4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422198 Feb 09 01:14:50.943829 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port a248a528-8202-4cf7-be7f-4b8486edc255 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:50.944515 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a248a528-8202-4cf7-be7f-4b8486edc255), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:50.952704 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8b9e8e25-6518-4b43-b0f7-dcdc31b1a017 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (7752ed7c-6e39-4e4d-9df3-bec113aaef48), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:50.963266 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-01acdb0b-4980-4789-92e1-1655e0f7622b None None] Set router b2bc552e-95de-4446-9c86-100f99c46d7a gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:14:50.985805 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c9c55176-5420-4392-84da-5f77d4ceb534 admin admin] Publish callbacks [] for router_gateway (82ccfa62-dd4e-47d2-843d-b2b7f42ce657), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:51.034403 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-fc498dbf-655e-44cc-846a-7bb250962a45 None None] Set router 82ccfa62-dd4e-47d2-843d-b2b7f42ce657 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:14:51.092531 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-c9c55176-5420-4392-84da-5f77d4ceb534 admin admin] Deleting port 1771017d-b6be-4aa6-9ea7-2a0790080398 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:14:51.093224 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c9c55176-5420-4392-84da-5f77d4ceb534 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (1771017d-b6be-4aa6-9ea7-2a0790080398), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:51.142623 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8b9e8e25-6518-4b43-b0f7-dcdc31b1a017 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (7752ed7c-6e39-4e4d-9df3-bec113aaef48), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:51.164166 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port a248a528-8202-4cf7-be7f-4b8486edc255 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:51.190558 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-c9c55176-5420-4392-84da-5f77d4ceb534 admin admin] For port 1771017d-b6be-4aa6-9ea7-2a0790080398, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=1771017d-b6be-4aa6-9ea7-2a0790080398,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:51.190937 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c9c55176-5420-4392-84da-5f77d4ceb534 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (1771017d-b6be-4aa6-9ea7-2a0790080398), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:51.206196 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-c9c55176-5420-4392-84da-5f77d4ceb534 admin admin] Calling delete_port for 1771017d-b6be-4aa6-9ea7-2a0790080398 owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:14:51.227362 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-54a90488-cca1-478c-ae06-b6833be55943 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:51.271837 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-01acdb0b-4980-4789-92e1-1655e0f7622b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2bc552e-95de-4446-9c86-100f99c46d7a', 'name': 'tempest-ServersTestBootFromVolume-817717426-router', 'tenant_id': 'aaf05f1064114b4da723fd4a19dab040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '3b4fd2fb-e64c-4443-a714-4563b4f46ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:45Z', 'updated_at': '2022-02-09T01:14:48Z', 'revision_number': 3, 'project_id': 'aaf05f1064114b4da723fd4a19dab040', 'gw_port': {'id': '3b4fd2fb-e64c-4443-a714-4563b4f46ed7', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:33:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2bc552e-95de-4446-9c86-100f99c46d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:47Z', 'updated_at': '2022-02-09T01:14:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:51.367452 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01acdb0b-4980-4789-92e1-1655e0f7622b None None] Checking router: b2bc552e-95de-4446-9c86-100f99c46d7a for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:14:51.367816 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01acdb0b-4980-4789-92e1-1655e0f7622b None None] Updating router b2bc552e-95de-4446-9c86-100f99c46d7a port 3b4fd2fb-e64c-4443-a714-4563b4f46ed7 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:14:51.371693 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-fc498dbf-655e-44cc-846a-7bb250962a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'name': 'tempest-AttachVolumeShelveTestJSON-982540893-router', 'tenant_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1771017d-b6be-4aa6-9ea7-2a0790080398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:07Z', 'updated_at': '2022-02-09T01:14:49Z', 'revision_number': 5, 'project_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'gw_port': {'id': '1771017d-b6be-4aa6-9ea7-2a0790080398', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:84:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:06:09Z', 'updated_at': '2022-02-09T01:06:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:51.411085 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-01acdb0b-4980-4789-92e1-1655e0f7622b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3b4fd2fb-e64c-4443-a714-4563b4f46ed7), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:51.420062 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc498dbf-655e-44cc-846a-7bb250962a45 None None] Checking router: 82ccfa62-dd4e-47d2-843d-b2b7f42ce657 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:14:51.432571 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc498dbf-655e-44cc-846a-7bb250962a45 None None] Routers {'82ccfa62-dd4e-47d2-843d-b2b7f42ce657'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:14:51.433362 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c9c55176-5420-4392-84da-5f77d4ceb534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (1771017d-b6be-4aa6-9ea7-2a0790080398), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:51.434040 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-fc498dbf-655e-44cc-846a-7bb250962a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:14:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['82ccfa62-dd4e-47d2-843d-b2b7f42ce657'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:51.484268 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c55176-5420-4392-84da-5f77d4ceb534 admin admin] Pushing event deleted for resources: {'Port': ['ID=1771017d-b6be-4aa6-9ea7-2a0790080398,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:51.597385 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c9c55176-5420-4392-84da-5f77d4ceb534 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (82ccfa62-dd4e-47d2-843d-b2b7f42ce657), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:51.729901 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-fc498dbf-655e-44cc-846a-7bb250962a45 None None] Set router 82ccfa62-dd4e-47d2-843d-b2b7f42ce657 gateway port host: None {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:14:51.785200 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-01acdb0b-4980-4789-92e1-1655e0f7622b None None] Publish callbacks [] for port (3b4fd2fb-e64c-4443-a714-4563b4f46ed7), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:51.786739 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-fc498dbf-655e-44cc-846a-7bb250962a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'name': 'tempest-AttachVolumeShelveTestJSON-982540893-router', 'tenant_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:07Z', 'updated_at': '2022-02-09T01:14:51Z', 'revision_number': 7, 'project_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:51.797162 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c9c55176-5420-4392-84da-5f77d4ceb534 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (82ccfa62-dd4e-47d2-843d-b2b7f42ce657), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:51.800272 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c9c55176-5420-4392-84da-5f77d4ceb534 admin admin] Publish callbacks [] for router_controller (82ccfa62-dd4e-47d2-843d-b2b7f42ce657), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:51.803289 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-01acdb0b-4980-4789-92e1-1655e0f7622b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (3b4fd2fb-e64c-4443-a714-4563b4f46ed7), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:51.821764 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc498dbf-655e-44cc-846a-7bb250962a45 None None] The sync data for ids ['82ccfa62-dd4e-47d2-843d-b2b7f42ce657'] in n-d-828369-4 is: [{'id': '82ccfa62-dd4e-47d2-843d-b2b7f42ce657', 'name': 'tempest-AttachVolumeShelveTestJSON-982540893-router', 'tenant_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:06:07Z', 'updated_at': '2022-02-09T01:14:51Z', 'revision_number': 7, 'project_id': 'cd714d32a01d4967bf3dd491f0b2d2f7', 'gw_port_host': None}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:14:51.864459 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c9c55176-5420-4392-84da-5f77d4ceb534 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (82ccfa62-dd4e-47d2-843d-b2b7f42ce657), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:51.865196 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c55176-5420-4392-84da-5f77d4ceb534 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82ccfa62-dd4e-47d2-843d-b2b7f42ce657 {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:14:51.880344 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c9c55176-5420-4392-84da-5f77d4ceb534 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:51.884262 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c9c55176-5420-4392-84da-5f77d4ceb534 admin admin] 10.222.0.50 "DELETE /v2.0/routers/82ccfa62-dd4e-47d2-843d-b2b7f42ce657 HTTP/1.1" status: 204 len: 168 time: 1.2658281 Feb 09 01:14:51.889612 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56398) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:51.906604 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f4779-28e1-4cf6-97aa-04b067e39455 None None] Pushing event updated for resources: {'Port': ['ID=3b4fd2fb-e64c-4443-a714-4563b4f46ed7,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:51.910726 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-01acdb0b-4980-4789-92e1-1655e0f7622b None None] Attempting to bind port 3b4fd2fb-e64c-4443-a714-4563b4f46ed7 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:14:51.911784 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-01acdb0b-4980-4789-92e1-1655e0f7622b None None] Attempting to bind port 3b4fd2fb-e64c-4443-a714-4563b4f46ed7 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:14:51.919974 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01acdb0b-4980-4789-92e1-1655e0f7622b None None] Attempting to bind port 3b4fd2fb-e64c-4443-a714-4563b4f46ed7 on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:14:51.932051 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01acdb0b-4980-4789-92e1-1655e0f7622b None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:14:51.933660 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01acdb0b-4980-4789-92e1-1655e0f7622b None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:14:51.934257 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-01acdb0b-4980-4789-92e1-1655e0f7622b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:51.935124 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01acdb0b-4980-4789-92e1-1655e0f7622b None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:14:51.935806 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-01acdb0b-4980-4789-92e1-1655e0f7622b None None] Bound port: 3b4fd2fb-e64c-4443-a714-4563b4f46ed7, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:14:51.936484 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-01acdb0b-4980-4789-92e1-1655e0f7622b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3b4fd2fb-e64c-4443-a714-4563b4f46ed7), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:51.946337 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-54a90488-cca1-478c-ae06-b6833be55943 admin admin] Publish callbacks [] for security_group (4a0440ea-5f90-4bd7-a99d-389e6537c798), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:51.958677 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ecb20a98-4143-4a4e-a0bb-20d5c11005dd req-2ebaf97d-6cfc-493e-8bfd-217fe30bb603 service neutron] 10.222.0.50 "GET /v2.0/networks/4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0085909 Feb 09 01:14:51.966253 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-54a90488-cca1-478c-ae06-b6833be55943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (4a0440ea-5f90-4bd7-a99d-389e6537c798), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:51.982719 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-a70d33f5-1fd5-4857-b18a-b9e831e376c7 admin admin] Deleting subnet d13d90e7-a71d-4313-a595-9a761a96acb7 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:14:51.993284 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a70d33f5-1fd5-4857-b18a-b9e831e376c7 admin admin] Publish callbacks [] for subnet (d13d90e7-a71d-4313-a595-9a761a96acb7), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:52.052265 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-01acdb0b-4980-4789-92e1-1655e0f7622b None None] For port 3b4fd2fb-e64c-4443-a714-4563b4f46ed7, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:14:52.057071 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-01acdb0b-4980-4789-92e1-1655e0f7622b None None] For port 3b4fd2fb-e64c-4443-a714-4563b4f46ed7, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=3b4fd2fb-e64c-4443-a714-4563b4f46ed7,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:14:52.061331 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578f4779-28e1-4cf6-97aa-04b067e39455 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:52.061923 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578f4779-28e1-4cf6-97aa-04b067e39455 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:52.062370 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578f4779-28e1-4cf6-97aa-04b067e39455 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:52.062997 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578f4779-28e1-4cf6-97aa-04b067e39455 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:52.063640 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578f4779-28e1-4cf6-97aa-04b067e39455 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:52.065696 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578f4779-28e1-4cf6-97aa-04b067e39455 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:52.067043 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-54a90488-cca1-478c-ae06-b6833be55943 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=70d921d3c4dd4d7b9eb48365969dcaa8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2236128 Feb 09 01:14:52.069789 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a70d33f5-1fd5-4857-b18a-b9e831e376c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (d13d90e7-a71d-4313-a595-9a761a96acb7), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:52.070466 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578f4779-28e1-4cf6-97aa-04b067e39455 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:52.071127 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578f4779-28e1-4cf6-97aa-04b067e39455 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:52.071815 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578f4779-28e1-4cf6-97aa-04b067e39455 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:52.072250 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578f4779-28e1-4cf6-97aa-04b067e39455 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:52.072865 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578f4779-28e1-4cf6-97aa-04b067e39455 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:52.073494 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578f4779-28e1-4cf6-97aa-04b067e39455 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:52.073930 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578f4779-28e1-4cf6-97aa-04b067e39455 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:52.077064 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56400) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:52.080943 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-01acdb0b-4980-4789-92e1-1655e0f7622b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (3b4fd2fb-e64c-4443-a714-4563b4f46ed7), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:52.092170 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8b9e8e25-6518-4b43-b0f7-dcdc31b1a017 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (7752ed7c-6e39-4e4d-9df3-bec113aaef48), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:52.102264 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a90488-cca1-478c-ae06-b6833be55943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0440ea-5f90-4bd7-a99d-389e6537c798,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:52.182470 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e8e25-6518-4b43-b0f7-dcdc31b1a017 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event deleted for resources: {'Subnet': ['ID=7752ed7c-6e39-4e4d-9df3-bec113aaef48,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:52.182652 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a70d33f5-1fd5-4857-b18a-b9e831e376c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (d13d90e7-a71d-4313-a595-9a761a96acb7), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:52.186076 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8b9e8e25-6518-4b43-b0f7-dcdc31b1a017 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:52.191344 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8b9e8e25-6518-4b43-b0f7-dcdc31b1a017 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/subnets/7752ed7c-6e39-4e4d-9df3-bec113aaef48 HTTP/1.1" status: 204 len: 168 time: 1.5116568 Feb 09 01:14:52.199380 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01acdb0b-4980-4789-92e1-1655e0f7622b None None] Routers {'b2bc552e-95de-4446-9c86-100f99c46d7a'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:14:52.200145 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-01acdb0b-4980-4789-92e1-1655e0f7622b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:14:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['b2bc552e-95de-4446-9c86-100f99c46d7a'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:52.217606 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56402) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:52.248483 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a7df6d-d44d-431d-b0e5-05c7e4903d82 None None] Network d192c017-fd23-4c95-bbfa-2134e7e1bf78 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:14:52.292832 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c6d1263-5d54-44aa-8bf6-4578398f2079 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] DELETE failed (client error): The resource could not be found. Feb 09 01:14:52.293480 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c6d1263-5d54-44aa-8bf6-4578398f2079 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:14:52.296663 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f4779-28e1-4cf6-97aa-04b067e39455 None None] Pushing event updated for resources: {'Port': ['ID=3b4fd2fb-e64c-4443-a714-4563b4f46ed7,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:52.300766 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1c6d1263-5d54-44aa-8bf6-4578398f2079 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/subnets/9b1bf1d6-fe25-434c-9856-61eab3b4e7f5 HTTP/1.1" status: 404 len: 337 time: 0.0815246 Feb 09 01:14:52.301389 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56408) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:52.367666 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5359ac15-06d5-4724-ab49-2089ac6a73b1 req-016ab015-bb0c-4255-ab3f-a25315e07b2f tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/ports?device_id=14254667-5dcc-434d-892a-edb1e005d06d HTTP/1.1" status: 200 len: 210 time: 0.0575964 Feb 09 01:14:52.390890 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-089ee274-00e6-4972-a470-79fb4abb8322 None None] Provisioning complete for port 7e2ecb8c-86d5-4563-bfc0-df99e3667df5 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:52.391424 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-089ee274-00e6-4972-a470-79fb4abb8322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (7e2ecb8c-86d5-4563-bfc0-df99e3667df5), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:52.394044 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4466459d-f8f3-4ace-9d51-58a956f2e6ee admin admin] Publish callbacks [] for security_group (4a0440ea-5f90-4bd7-a99d-389e6537c798), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:52.434866 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-d041bb2b-6712-4224-b659-99f29bcf8e6d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Deleting subnet 795529d5-24c7-4789-8e42-a5fe65f78e20 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:14:52.441181 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d041bb2b-6712-4224-b659-99f29bcf8e6d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for subnet (795529d5-24c7-4789-8e42-a5fe65f78e20), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:52.441875 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a70d33f5-1fd5-4857-b18a-b9e831e376c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (d13d90e7-a71d-4313-a595-9a761a96acb7), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:52.507880 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4466459d-f8f3-4ace-9d51-58a956f2e6ee admin admin] Publish callbacks [] for security_group (4a0440ea-5f90-4bd7-a99d-389e6537c798), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:52.519990 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-01acdb0b-4980-4789-92e1-1655e0f7622b None None] Set router b2bc552e-95de-4446-9c86-100f99c46d7a gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:14:52.565368 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc89338-95ac-484c-8c9c-c1a870f9f50f None None] Network 8e06ad67-97d1-4f11-889a-fde8ce1f4554 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:14:52.566101 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d33f5-1fd5-4857-b18a-b9e831e376c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d13d90e7-a71d-4313-a595-9a761a96acb7,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:52.570745 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a70d33f5-1fd5-4857-b18a-b9e831e376c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:52.582684 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56410) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:52.583929 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a70d33f5-1fd5-4857-b18a-b9e831e376c7 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d13d90e7-a71d-4313-a595-9a761a96acb7 HTTP/1.1" status: 204 len: 168 time: 0.6931825 Feb 09 01:14:52.636272 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d041bb2b-6712-4224-b659-99f29bcf8e6d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (795529d5-24c7-4789-8e42-a5fe65f78e20), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:52.671497 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 1771017d-b6be-4aa6-9ea7-2a0790080398 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:14:52.781015 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-089ee274-00e6-4972-a470-79fb4abb8322 None None] Current status of the port 7e2ecb8c-86d5-4563-bfc0-df99e3667df5 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:52.793823 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 1771017d-b6be-4aa6-9ea7-2a0790080398 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:14:52.794341 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 1771017d-b6be-4aa6-9ea7-2a0790080398 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:14:52.794870 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 0c36cd8d-a67f-49ed-9195-ce8cf6bb6443 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:14:52.817877 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4466459d-f8f3-4ace-9d51-58a956f2e6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (4a0440ea-5f90-4bd7-a99d-389e6537c798), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:52.820968 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4466459d-f8f3-4ace-9d51-58a956f2e6ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:52.824533 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4466459d-f8f3-4ace-9d51-58a956f2e6ee admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4a0440ea-5f90-4bd7-a99d-389e6537c798 HTTP/1.1" status: 204 len: 168 time: 0.7439797 Feb 09 01:14:52.858969 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d041bb2b-6712-4224-b659-99f29bcf8e6d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (795529d5-24c7-4789-8e42-a5fe65f78e20), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:52.861627 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4466459d-f8f3-4ace-9d51-58a956f2e6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0440ea-5f90-4bd7-a99d-389e6537c798,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:52.866250 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f60dff65-e3e0-4ee9-a3d2-ef20ecaac53b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (8e06ad67-97d1-4f11-889a-fde8ce1f4554), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:52.930194 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 0c36cd8d-a67f-49ed-9195-ce8cf6bb6443 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:14:52.943779 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 0c36cd8d-a67f-49ed-9195-ce8cf6bb6443 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:14:52.968163 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-089ee274-00e6-4972-a470-79fb4abb8322 None None] Provisioning complete for port 2d03cf8e-e42f-4f37-8229-4036c6be5f2f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:52.969184 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-089ee274-00e6-4972-a470-79fb4abb8322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (2d03cf8e-e42f-4f37-8229-4036c6be5f2f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:52.987967 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d041bb2b-6712-4224-b659-99f29bcf8e6d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (795529d5-24c7-4789-8e42-a5fe65f78e20), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:53.047913 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-089ee274-00e6-4972-a470-79fb4abb8322 None None] Port 2d03cf8e-e42f-4f37-8229-4036c6be5f2f cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:14:53.083472 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d041bb2b-6712-4224-b659-99f29bcf8e6d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event deleted for resources: {'Subnet': ['ID=795529d5-24c7-4789-8e42-a5fe65f78e20,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:53.091531 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-01acdb0b-4980-4789-92e1-1655e0f7622b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2bc552e-95de-4446-9c86-100f99c46d7a', 'name': 'tempest-ServersTestBootFromVolume-817717426-router', 'tenant_id': 'aaf05f1064114b4da723fd4a19dab040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '3b4fd2fb-e64c-4443-a714-4563b4f46ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:45Z', 'updated_at': '2022-02-09T01:14:48Z', 'revision_number': 3, 'project_id': 'aaf05f1064114b4da723fd4a19dab040', 'gw_port': {'id': '3b4fd2fb-e64c-4443-a714-4563b4f46ed7', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:33:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2bc552e-95de-4446-9c86-100f99c46d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:47Z', 'updated_at': '2022-02-09T01:14:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:53.101425 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d041bb2b-6712-4224-b659-99f29bcf8e6d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:53.104785 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d041bb2b-6712-4224-b659-99f29bcf8e6d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/subnets/795529d5-24c7-4789-8e42-a5fe65f78e20 HTTP/1.1" status: 204 len: 168 time: 0.8005261 Feb 09 01:14:53.107343 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56420) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:53.168142 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01acdb0b-4980-4789-92e1-1655e0f7622b None None] The sync data for ids ['b2bc552e-95de-4446-9c86-100f99c46d7a'] in n-d-828369-4 is: [{'id': 'b2bc552e-95de-4446-9c86-100f99c46d7a', 'name': 'tempest-ServersTestBootFromVolume-817717426-router', 'tenant_id': 'aaf05f1064114b4da723fd4a19dab040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '3b4fd2fb-e64c-4443-a714-4563b4f46ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:45Z', 'updated_at': '2022-02-09T01:14:48Z', 'revision_number': 3, 'project_id': 'aaf05f1064114b4da723fd4a19dab040', 'gw_port': {'id': '3b4fd2fb-e64c-4443-a714-4563b4f46ed7', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:33:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2bc552e-95de-4446-9c86-100f99c46d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:47Z', 'updated_at': '2022-02-09T01:14:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:14:53.178821 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ce1185a6-19c9-4729-bfc6-f1aab0d8bfc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:53.182638 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-4786162c-0eda-4f4b-8417-90d8b739f22e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] DELETE failed (client error): The resource could not be found. Feb 09 01:14:53.183112 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4786162c-0eda-4f4b-8417-90d8b739f22e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:14:53.195559 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4786162c-0eda-4f4b-8417-90d8b739f22e tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/subnets/5c61ba86-f4eb-43a9-a9f0-5399b88fa818 HTTP/1.1" status: 404 len: 337 time: 0.0855002 Feb 09 01:14:53.195559 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56424) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:53.208852 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b4bd1e-3cc0-4344-9e47-9b8dd9f7ec7c None None] DHCP port deletion for 8e06ad67-97d1-4f11-889a-fde8ce1f4554 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:14:53.291425 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-828a89cd-0367-487f-89e6-e4885e5cec67 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "GET /v2.0/ports?device_id=98290365-6ccd-4f6f-a227-25635831e627 HTTP/1.1" status: 200 len: 205 time: 0.0922172 Feb 09 01:14:53.293211 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56426) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:53.313288 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-88b4bd1e-3cc0-4344-9e47-9b8dd9f7ec7c None None] Deleting port 7269337c-64ca-48c3-b63a-0e8e2b6cc3d2 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:14:53.314312 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-88b4bd1e-3cc0-4344-9e47-9b8dd9f7ec7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (7269337c-64ca-48c3-b63a-0e8e2b6cc3d2), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:53.360290 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-6f4dc469-d06d-4a1f-b59c-edfc893d7e6c tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] delete failed (client error): The resource could not be found. Feb 09 01:14:53.365593 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6f4dc469-d06d-4a1f-b59c-edfc893d7e6c tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/routers/98290365-6ccd-4f6f-a227-25635831e627 HTTP/1.1" status: 404 len: 336 time: 0.0710540 Feb 09 01:14:53.366559 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56428) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:53.413638 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-677df8ac-dd0c-4d71-b7ae-e99df08662bb tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] DELETE failed (client error): The resource could not be found. Feb 09 01:14:53.414256 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-677df8ac-dd0c-4d71-b7ae-e99df08662bb tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:14:53.420311 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-677df8ac-dd0c-4d71-b7ae-e99df08662bb tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/subnets/6a810400-c5a3-4a9e-94fd-e4cb20f0553a HTTP/1.1" status: 404 len: 337 time: 0.0525000 Feb 09 01:14:53.421018 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56432) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:53.465449 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0b8883c-5395-40a1-9b10-96e2a02c0f83 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] DELETE failed (client error): The resource could not be found. Feb 09 01:14:53.466168 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0b8883c-5395-40a1-9b10-96e2a02c0f83 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:14:53.475402 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f0b8883c-5395-40a1-9b10-96e2a02c0f83 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/subnets/9bb0cbe9-2036-4738-940d-1ee2fd5d7f89 HTTP/1.1" status: 404 len: 337 time: 0.0533068 Feb 09 01:14:53.476108 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56434) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:53.478860 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-88b4bd1e-3cc0-4344-9e47-9b8dd9f7ec7c None None] For port 7269337c-64ca-48c3-b63a-0e8e2b6cc3d2, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=7269337c-64ca-48c3-b63a-0e8e2b6cc3d2,segment=NetworkSegment(ebc0196b-40a7-4a91-81b3-cd03bc319f59),segment_id=ebc0196b-40a7-4a91-81b3-cd03bc319f59)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:53.479271 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-88b4bd1e-3cc0-4344-9e47-9b8dd9f7ec7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (7269337c-64ca-48c3-b63a-0e8e2b6cc3d2), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:53.528988 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-88b4bd1e-3cc0-4344-9e47-9b8dd9f7ec7c None None] Calling delete_port for 7269337c-64ca-48c3-b63a-0e8e2b6cc3d2 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:14:53.537768 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6fe6c95-39a2-4f31-a163-4f18b5cbbecd tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] DELETE failed (client error): The resource could not be found. Feb 09 01:14:53.538252 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6fe6c95-39a2-4f31-a163-4f18b5cbbecd tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:14:53.545341 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e6fe6c95-39a2-4f31-a163-4f18b5cbbecd tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/subnets/18e170ff-a77e-468c-a398-e2e4812d0ccb HTTP/1.1" status: 404 len: 337 time: 0.0678103 Feb 09 01:14:53.545965 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56436) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:53.578106 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef5b925-c611-494b-8954-60be82a2b90d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] DELETE failed (client error): The resource could not be found. Feb 09 01:14:53.578106 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ef5b925-c611-494b-8954-60be82a2b90d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:14:53.588867 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9ef5b925-c611-494b-8954-60be82a2b90d tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/ports/cb040bd6-ee97-4f75-9b02-0ab90197404c HTTP/1.1" status: 404 len: 333 time: 0.0417812 Feb 09 01:14:53.591048 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56438) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:53.594436 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56440) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:53.618165 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-ce1185a6-19c9-4729-bfc6-f1aab0d8bfc2 admin admin] Allocated IP 172.20.0.1 (cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1/49020204-32ea-4a87-9cac-f7541e99d5f3/4bc4dbd4-5333-46a8-abbb-0e70ec789842) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:53.665271 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eda13a9-b130-417a-9394-ac02f21a8fda tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] DELETE failed (client error): The resource could not be found. Feb 09 01:14:53.668399 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eda13a9-b130-417a-9394-ac02f21a8fda tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:14:53.671205 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0eda13a9-b130-417a-9394-ac02f21a8fda tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/subnets/82272659-03b5-46a2-850a-22bb76c02202 HTTP/1.1" status: 404 len: 337 time: 0.0712035 Feb 09 01:14:53.671205 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5d84e791-81c4-4ba8-a55e-5e5ae525b150 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:53.671821 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56444) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:53.699822 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a86aa1-2ae5-41bd-919c-d97e49818343 None None] Network d192c017-fd23-4c95-bbfa-2134e7e1bf78 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:14:53.718575 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d83dc22-4e76-4080-82d5-1602fc8f0847 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] DELETE failed (client error): The resource could not be found. Feb 09 01:14:53.723360 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d83dc22-4e76-4080-82d5-1602fc8f0847 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:14:53.727506 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4d83dc22-4e76-4080-82d5-1602fc8f0847 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/subnets/5442499f-f577-4885-b060-967f6586184e HTTP/1.1" status: 404 len: 337 time: 0.0546837 Feb 09 01:14:53.729973 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56446) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:53.755647 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9c207b4b-0607-4aa8-bb0a-4241112a35a0 req-c5f9857b-9f39-4423-9c51-38de126ebe3a tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/ports?device_id=14254667-5dcc-434d-892a-edb1e005d06d HTTP/1.1" status: 200 len: 210 time: 0.2149734 Feb 09 01:14:53.770155 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-f60dff65-e3e0-4ee9-a3d2-ef20ecaac53b admin admin] Deleting port 7269337c-64ca-48c3-b63a-0e8e2b6cc3d2 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:14:53.770854 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f60dff65-e3e0-4ee9-a3d2-ef20ecaac53b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (7269337c-64ca-48c3-b63a-0e8e2b6cc3d2), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:53.775316 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-0963be72-211c-4f73-8967-ac0e9306b6b7 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] DELETE failed (client error): The resource could not be found. Feb 09 01:14:53.775967 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0963be72-211c-4f73-8967-ac0e9306b6b7 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:14:53.779548 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0963be72-211c-4f73-8967-ac0e9306b6b7 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/ports/40d5abff-13d5-4215-81b7-fe354eb6e7aa HTTP/1.1" status: 404 len: 333 time: 0.0483913 Feb 09 01:14:53.782121 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56448) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:53.806335 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-51fbe211-0593-4154-b16c-5ba7a80b57c2 None None] Provisioning complete for port 7e2ecb8c-86d5-4563-bfc0-df99e3667df5 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:53.806726 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-51fbe211-0593-4154-b16c-5ba7a80b57c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (7e2ecb8c-86d5-4563-bfc0-df99e3667df5), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:53.845916 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-560b4a94-74d1-4d0c-b43d-33f4c6eb0eb9 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] DELETE failed (client error): The resource could not be found. Feb 09 01:14:53.846793 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-560b4a94-74d1-4d0c-b43d-33f4c6eb0eb9 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:14:53.854836 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-560b4a94-74d1-4d0c-b43d-33f4c6eb0eb9 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/subnets/0f278b9c-98a4-4c6f-93d6-96376e849f54 HTTP/1.1" status: 404 len: 337 time: 0.0703721 Feb 09 01:14:53.858549 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56450) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:53.860207 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-88b4bd1e-3cc0-4344-9e47-9b8dd9f7ec7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (7269337c-64ca-48c3-b63a-0e8e2b6cc3d2), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:53.898313 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4bd1e-3cc0-4344-9e47-9b8dd9f7ec7c None None] Pushing event deleted for resources: {'Port': ['ID=7269337c-64ca-48c3-b63a-0e8e2b6cc3d2,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:53.914980 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b4bd1e-3cc0-4344-9e47-9b8dd9f7ec7c None None] No DVR routers for this DVR port 7269337c-64ca-48c3-b63a-0e8e2b6cc3d2 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:14:53.917462 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4bd1e-3cc0-4344-9e47-9b8dd9f7ec7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:53.918071 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4bd1e-3cc0-4344-9e47-9b8dd9f7ec7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:53.918746 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4bd1e-3cc0-4344-9e47-9b8dd9f7ec7c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:53.919277 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4bd1e-3cc0-4344-9e47-9b8dd9f7ec7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:53.919876 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4bd1e-3cc0-4344-9e47-9b8dd9f7ec7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:53.920386 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4bd1e-3cc0-4344-9e47-9b8dd9f7ec7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:53.920771 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa186f10-fed1-4265-b5f9-533d1bb9e0bd tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] DELETE failed (client error): The resource could not be found. Feb 09 01:14:53.921083 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4bd1e-3cc0-4344-9e47-9b8dd9f7ec7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:53.921424 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa186f10-fed1-4265-b5f9-533d1bb9e0bd tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:14:53.921817 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4bd1e-3cc0-4344-9e47-9b8dd9f7ec7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:53.922186 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4bd1e-3cc0-4344-9e47-9b8dd9f7ec7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:53.922512 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4bd1e-3cc0-4344-9e47-9b8dd9f7ec7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:53.922853 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4bd1e-3cc0-4344-9e47-9b8dd9f7ec7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:53.923248 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4bd1e-3cc0-4344-9e47-9b8dd9f7ec7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:53.924079 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b4bd1e-3cc0-4344-9e47-9b8dd9f7ec7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:14:53.929038 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-aa186f10-fed1-4265-b5f9-533d1bb9e0bd tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/subnets/b2ab32dd-6aaf-4229-b3ad-ad8093e069df HTTP/1.1" status: 404 len: 337 time: 0.0674646 Feb 09 01:14:53.929222 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d72ea578-6dc7-421f-9515-83af6065411c req-2b0d24ae-2749-441e-8b21-9656611b04f4 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2624657 Feb 09 01:14:53.929576 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56452) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:54.048096 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5d84e791-81c4-4ba8-a55e-5e5ae525b150 admin admin] Publish callbacks [] for security_group (7eb35269-df00-44c5-9481-e853ee6260ee), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:54.051439 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-51fbe211-0593-4154-b16c-5ba7a80b57c2 None None] Current status of the port 7e2ecb8c-86d5-4563-bfc0-df99e3667df5 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:54.060034 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5d84e791-81c4-4ba8-a55e-5e5ae525b150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (7eb35269-df00-44c5-9481-e853ee6260ee), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:54.084923 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-51fbe211-0593-4154-b16c-5ba7a80b57c2 None None] Provisioning complete for port 2d03cf8e-e42f-4f37-8229-4036c6be5f2f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:54.085704 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-51fbe211-0593-4154-b16c-5ba7a80b57c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (2d03cf8e-e42f-4f37-8229-4036c6be5f2f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:54.134536 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5d84e791-81c4-4ba8-a55e-5e5ae525b150 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=28d2818e9932484d9a488958a26c9dd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5355382 Feb 09 01:14:54.139113 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56454) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:54.146811 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d84e791-81c4-4ba8-a55e-5e5ae525b150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb35269-df00-44c5-9481-e853ee6260ee,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:54.163011 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-51fbe211-0593-4154-b16c-5ba7a80b57c2 None None] Port 2d03cf8e-e42f-4f37-8229-4036c6be5f2f cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:14:54.169816 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b22598b-0ed3-4788-9d43-60299f149590 None None] DHCP port deletion for d192c017-fd23-4c95-bbfa-2134e7e1bf78 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:14:54.172791 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-f60dff65-e3e0-4ee9-a3d2-ef20ecaac53b admin admin] For port 7269337c-64ca-48c3-b63a-0e8e2b6cc3d2, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=7269337c-64ca-48c3-b63a-0e8e2b6cc3d2,segment=NetworkSegment(ebc0196b-40a7-4a91-81b3-cd03bc319f59),segment_id=ebc0196b-40a7-4a91-81b3-cd03bc319f59)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:54.173204 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f60dff65-e3e0-4ee9-a3d2-ef20ecaac53b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (7269337c-64ca-48c3-b63a-0e8e2b6cc3d2), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:54.224030 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1309ddca-ade4-464c-b7d8-518d93faa82d admin admin] Publish callbacks [] for security_group (7eb35269-df00-44c5-9481-e853ee6260ee), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:54.262905 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1309ddca-ade4-464c-b7d8-518d93faa82d admin admin] Publish callbacks [] for security_group (7eb35269-df00-44c5-9481-e853ee6260ee), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:54.268688 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-4b22598b-0ed3-4788-9d43-60299f149590 None None] Deleting port 7e2ecb8c-86d5-4563-bfc0-df99e3667df5 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:14:54.269287 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4b22598b-0ed3-4788-9d43-60299f149590 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (7e2ecb8c-86d5-4563-bfc0-df99e3667df5), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:54.320695 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ce1185a6-19c9-4729-bfc6-f1aab0d8bfc2 admin admin] Publish callbacks [] for port (4bc4dbd4-5333-46a8-abbb-0e70ec789842), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:54.339767 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-f60dff65-e3e0-4ee9-a3d2-ef20ecaac53b admin admin] Calling delete_port for 7269337c-64ca-48c3-b63a-0e8e2b6cc3d2 owned by network:dhcp {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:14:54.341991 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1309ddca-ade4-464c-b7d8-518d93faa82d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (7eb35269-df00-44c5-9481-e853ee6260ee), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:54.344903 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1309ddca-ade4-464c-b7d8-518d93faa82d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:54.346341 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1309ddca-ade4-464c-b7d8-518d93faa82d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7eb35269-df00-44c5-9481-e853ee6260ee HTTP/1.1" status: 204 len: 168 time: 0.2061448 Feb 09 01:14:54.367073 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-4b22598b-0ed3-4788-9d43-60299f149590 None None] For port 7e2ecb8c-86d5-4563-bfc0-df99e3667df5, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=7e2ecb8c-86d5-4563-bfc0-df99e3667df5,segment=NetworkSegment(9208c802-caf2-4fdb-ad67-bdc8f825d0ce),segment_id=9208c802-caf2-4fdb-ad67-bdc8f825d0ce)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:54.367801 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4b22598b-0ed3-4788-9d43-60299f149590 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (7e2ecb8c-86d5-4563-bfc0-df99e3667df5), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:54.379286 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1309ddca-ade4-464c-b7d8-518d93faa82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb35269-df00-44c5-9481-e853ee6260ee,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:54.410792 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-4b22598b-0ed3-4788-9d43-60299f149590 None None] Calling delete_port for 7e2ecb8c-86d5-4563-bfc0-df99e3667df5 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:14:54.423010 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ea578-6dc7-421f-9515-83af6065411c req-bf49e1e5-d3c1-4549-a5f9-0054b715ac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:54.424041 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ea578-6dc7-421f-9515-83af6065411c req-bf49e1e5-d3c1-4549-a5f9-0054b715ac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:54.424604 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ea578-6dc7-421f-9515-83af6065411c req-bf49e1e5-d3c1-4549-a5f9-0054b715ac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:54.425012 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ea578-6dc7-421f-9515-83af6065411c req-bf49e1e5-d3c1-4549-a5f9-0054b715ac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:54.425485 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ea578-6dc7-421f-9515-83af6065411c req-bf49e1e5-d3c1-4549-a5f9-0054b715ac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:54.425951 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ea578-6dc7-421f-9515-83af6065411c req-bf49e1e5-d3c1-4549-a5f9-0054b715ac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:54.426514 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ea578-6dc7-421f-9515-83af6065411c req-bf49e1e5-d3c1-4549-a5f9-0054b715ac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:54.428590 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d72ea578-6dc7-421f-9515-83af6065411c req-bf49e1e5-d3c1-4549-a5f9-0054b715ac4e service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=6cf3517f38e6486d8ed854b974ff2e32&device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 6710 time: 0.3846865 Feb 09 01:14:54.573067 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4b22598b-0ed3-4788-9d43-60299f149590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (7e2ecb8c-86d5-4563-bfc0-df99e3667df5), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:54.582184 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 3b4fd2fb-e64c-4443-a714-4563b4f46ed7 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:14:54.636063 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb20a98-4143-4a4e-a0bb-20d5c11005dd req-0b9e9feb-062c-4fe9-bf90-942bca363665 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:54.637663 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ecb20a98-4143-4a4e-a0bb-20d5c11005dd req-0b9e9feb-062c-4fe9-bf90-942bca363665 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.47 "GET /v2.0/networks?id=4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58 HTTP/1.1" status: 200 len: 813 time: 0.5797589 Feb 09 01:14:54.637829 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b22598b-0ed3-4788-9d43-60299f149590 None None] Pushing event deleted for resources: {'Port': ['ID=7e2ecb8c-86d5-4563-bfc0-df99e3667df5,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:54.642986 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ce1185a6-19c9-4729-bfc6-f1aab0d8bfc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (4bc4dbd4-5333-46a8-abbb-0e70ec789842), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:54.645421 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b22598b-0ed3-4788-9d43-60299f149590 None None] No DVR routers for this DVR port 7e2ecb8c-86d5-4563-bfc0-df99e3667df5 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:14:54.665886 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-ecb20a98-4143-4a4e-a0bb-20d5c11005dd req-c26d2f5e-53b0-439b-94be-4e7c0c50920e tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Request body: {'port': {'device_id': '14254667-5dcc-434d-892a-edb1e005d06d', 'network_id': '4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58', 'admin_state_up': True, 'tenant_id': 'e859b060fb5d41cbacd8fb822f502d4a'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:54.695783 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 3b4fd2fb-e64c-4443-a714-4563b4f46ed7 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:54.696180 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (3b4fd2fb-e64c-4443-a714-4563b4f46ed7), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:54.712217 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-fb2af07b-40ff-44f2-9d24-8cba2ba88d73 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Deleting port 2d03cf8e-e42f-4f37-8229-4036c6be5f2f {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:14:54.712796 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fb2af07b-40ff-44f2-9d24-8cba2ba88d73 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (2d03cf8e-e42f-4f37-8229-4036c6be5f2f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:54.760853 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1185a6-19c9-4729-bfc6-f1aab0d8bfc2 admin admin] Network cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:54.820972 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 3b4fd2fb-e64c-4443-a714-4563b4f46ed7 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:54.821515 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3b4fd2fb-e64c-4443-a714-4563b4f46ed7), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:54.851184 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 3b4fd2fb-e64c-4443-a714-4563b4f46ed7, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=3b4fd2fb-e64c-4443-a714-4563b4f46ed7,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:14:54.857011 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (3b4fd2fb-e64c-4443-a714-4563b4f46ed7), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:54.861383 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-ce1185a6-19c9-4729-bfc6-f1aab0d8bfc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:54.865544 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1185a6-19c9-4729-bfc6-f1aab0d8bfc2 admin admin] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:14:54.931512 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=3b4fd2fb-e64c-4443-a714-4563b4f46ed7,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:54.943304 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ea578-6dc7-421f-9515-83af6065411c req-db68b107-fcce-4f67-9e13-35fc03046db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:54.943613 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ea578-6dc7-421f-9515-83af6065411c req-db68b107-fcce-4f67-9e13-35fc03046db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:54.944092 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ea578-6dc7-421f-9515-83af6065411c req-db68b107-fcce-4f67-9e13-35fc03046db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:54.945938 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d72ea578-6dc7-421f-9515-83af6065411c req-db68b107-fcce-4f67-9e13-35fc03046db2 service neutron] 10.222.0.120 "GET /v2.0/networks?id=32314246-6e5a-41bd-ad0d-99eb166cb2d8&id=927c95a7-9afc-4391-8f1b-90d0913f6790&id=927c95a7-9afc-4391-8f1b-90d0913f6790&id=927c95a7-9afc-4391-8f1b-90d0913f6790&id=927c95a7-9afc-4391-8f1b-90d0913f6790&id=3c94ca57-3b3a-4c44-bfe5-dcd0786f477f&id=3c94ca57-3b3a-4c44-bfe5-dcd0786f477f HTTP/1.1" status: 200 len: 2294 time: 0.4512813 Feb 09 01:14:54.953593 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 7e2ecb8c-86d5-4563-bfc0-df99e3667df5 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:14:54.978461 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 7e2ecb8c-86d5-4563-bfc0-df99e3667df5 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:14:54.978980 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 7e2ecb8c-86d5-4563-bfc0-df99e3667df5 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:14:54.979692 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 7269337c-64ca-48c3-b63a-0e8e2b6cc3d2 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:14:55.009520 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 7269337c-64ca-48c3-b63a-0e8e2b6cc3d2 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:14:55.009964 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 7269337c-64ca-48c3-b63a-0e8e2b6cc3d2 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:14:55.014512 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ff75e2bf-2ecf-4e0f-9c1c-4bb16342d992 req-bf1079bf-acdc-47b1-a548-fbecfc698f64 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/ports?device_id=14254667-5dcc-434d-892a-edb1e005d06d HTTP/1.1" status: 200 len: 210 time: 0.1257784 Feb 09 01:14:55.029726 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f60dff65-e3e0-4ee9-a3d2-ef20ecaac53b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (7269337c-64ca-48c3-b63a-0e8e2b6cc3d2), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:55.048875 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1185a6-19c9-4729-bfc6-f1aab0d8bfc2 admin admin] Pushing event updated for resources: {'Port': ['ID=4bc4dbd4-5333-46a8-abbb-0e70ec789842,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:55.150279 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fb2af07b-40ff-44f2-9d24-8cba2ba88d73 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (2d03cf8e-e42f-4f37-8229-4036c6be5f2f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:55.169915 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60dff65-e3e0-4ee9-a3d2-ef20ecaac53b admin admin] No DVR routers for this DVR port 7269337c-64ca-48c3-b63a-0e8e2b6cc3d2 on host n-d-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:14:55.171587 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60dff65-e3e0-4ee9-a3d2-ef20ecaac53b admin admin] Pushing event deleted for resources: {'Port': ['ID=7269337c-64ca-48c3-b63a-0e8e2b6cc3d2,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:55.186543 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-fb2af07b-40ff-44f2-9d24-8cba2ba88d73 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Calling delete_port for 2d03cf8e-e42f-4f37-8229-4036c6be5f2f owned by {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:14:55.218413 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ce1185a6-19c9-4729-bfc6-f1aab0d8bfc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (b2bc552e-95de-4446-9c86-100f99c46d7a), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:55.308070 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-1a82d48d-2974-4411-9ceb-7a6f13a49cc0 None None] Provisioning complete for port 4bc4dbd4-5333-46a8-abbb-0e70ec789842 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:55.308070 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1a82d48d-2974-4411-9ceb-7a6f13a49cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4bc4dbd4-5333-46a8-abbb-0e70ec789842), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:55.349602 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-1a82d48d-2974-4411-9ceb-7a6f13a49cc0 None None] Port 4bc4dbd4-5333-46a8-abbb-0e70ec789842 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:14:55.410109 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56482) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:55.554350 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f55bbf8e-5fb3-4031-95b4-f636b6391b51 tempest-AgentManagementNegativeTest-1981690532 tempest-AgentManagementNegativeTest-1981690532-project] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1428626 Feb 09 01:14:55.584134 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d72ea578-6dc7-421f-9515-83af6065411c req-effcb5fb-2942-4985-bf08-d629e566c4e4 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea27a474-047e-4515-b353-c9ab76df4af3 HTTP/1.1" status: 200 len: 1001 time: 0.5657911 Feb 09 01:14:55.692736 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f60dff65-e3e0-4ee9-a3d2-ef20ecaac53b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (8e06ad67-97d1-4f11-889a-fde8ce1f4554), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:55.743305 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecb20a98-4143-4a4e-a0bb-20d5c11005dd req-c26d2f5e-53b0-439b-94be-4e7c0c50920e tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Made reservation on behalf of e859b060fb5d41cbacd8fb822f502d4a for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:55.746667 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ecb20a98-4143-4a4e-a0bb-20d5c11005dd req-c26d2f5e-53b0-439b-94be-4e7c0c50920e tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:55.810257 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56490) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:55.810417 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-f60dff65-e3e0-4ee9-a3d2-ef20ecaac53b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e06ad67-97d1-4f11-889a-fde8ce1f4554']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:55.819760 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ea578-6dc7-421f-9515-83af6065411c req-a10a8bbc-9309-45b3-b3cd-4a9097e1eb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:55.821292 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d72ea578-6dc7-421f-9515-83af6065411c req-a10a8bbc-9309-45b3-b3cd-4a9097e1eb99 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4b06db7b-12ea-467d-9682-290ad77db41e HTTP/1.1" status: 200 len: 851 time: 0.2185478 Feb 09 01:14:55.854028 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-f60dff65-e3e0-4ee9-a3d2-ef20ecaac53b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebc0196b-40a7-4a91-81b3-cd03bc319f59') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:55.854341 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-f60dff65-e3e0-4ee9-a3d2-ef20ecaac53b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebc0196b-40a7-4a91-81b3-cd03bc319f59') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:55.888207 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f60dff65-e3e0-4ee9-a3d2-ef20ecaac53b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (ebc0196b-40a7-4a91-81b3-cd03bc319f59), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:55.919716 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1f732d7a-f3a7-4627-88b9-0930d2da4091 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:55.974989 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f60dff65-e3e0-4ee9-a3d2-ef20ecaac53b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (ebc0196b-40a7-4a91-81b3-cd03bc319f59), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:56.000388 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f60dff65-e3e0-4ee9-a3d2-ef20ecaac53b admin admin] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:14:56.000838 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f60dff65-e3e0-4ee9-a3d2-ef20ecaac53b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (ebc0196b-40a7-4a91-81b3-cd03bc319f59), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:56.003045 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1f732d7a-f3a7-4627-88b9-0930d2da4091 admin admin] Publish callbacks [] for security_group (4a62b844-c8c3-4a34-ace2-ca73ccbacfc2), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:56.006411 n-d-828369-4 neutron-server[103136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:14:56.006411 n-d-828369-4 neutron-server[103136]: self.session.flush() Feb 09 01:14:56.006411 n-d-828369-4 neutron-server[103136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:14:56.006411 n-d-828369-4 neutron-server[103136]: self.session.flush() Feb 09 01:14:56.006411 n-d-828369-4 neutron-server[103136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:14:56.006411 n-d-828369-4 neutron-server[103136]: self.session.flush() Feb 09 01:14:56.006411 n-d-828369-4 neutron-server[103136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:14:56.006411 n-d-828369-4 neutron-server[103136]: self.session.flush() Feb 09 01:14:56.006411 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:14:56.006411 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:14:56.006411 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:14:56.006411 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:14:56.006411 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:14:56.006411 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:14:56.006411 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:14:56.006411 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:14:56.006411 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:14:56.006411 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:14:56.006411 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:14:56.006411 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:14:56.006411 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:14:56.006411 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:14:56.006411 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:14:56.006411 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:14:56.006411 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:14:56.006411 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:14:56.006411 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:14:56.006411 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:14:56.006411 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:14:56.006411 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:14:56.006411 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:14:56.006411 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:14:56.006411 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:14:56.006411 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:14:56.006411 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:14:56.006411 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:14:56.006411 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:14:56.006411 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:14:56.006411 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:14:56.006411 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:14:56.009280 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1f732d7a-f3a7-4627-88b9-0930d2da4091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (4a62b844-c8c3-4a34-ace2-ca73ccbacfc2), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:56.020426 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fb2af07b-40ff-44f2-9d24-8cba2ba88d73 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (2d03cf8e-e42f-4f37-8229-4036c6be5f2f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:56.049225 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1f732d7a-f3a7-4627-88b9-0930d2da4091 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a95bc97c9d364bdcb9a0573979a001da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2372193 Feb 09 01:14:56.050352 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f732d7a-f3a7-4627-88b9-0930d2da4091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a62b844-c8c3-4a34-ace2-ca73ccbacfc2,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:56.052584 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56496) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:56.066092 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ce1185a6-19c9-4729-bfc6-f1aab0d8bfc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4bc4dbd4-5333-46a8-abbb-0e70ec789842), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:56.106596 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3b945deb-e4ed-45e5-a2d1-be90a8d62df2 admin admin] Publish callbacks [] for security_group (4a62b844-c8c3-4a34-ace2-ca73ccbacfc2), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:56.129009 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3b945deb-e4ed-45e5-a2d1-be90a8d62df2 admin admin] Publish callbacks [] for security_group (4a62b844-c8c3-4a34-ace2-ca73ccbacfc2), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:56.136875 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2af07b-40ff-44f2-9d24-8cba2ba88d73 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event deleted for resources: {'Port': ['ID=2d03cf8e-e42f-4f37-8229-4036c6be5f2f,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:56.159599 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ea578-6dc7-421f-9515-83af6065411c req-99caf0ac-7f5f-48a0-a9b2-2b1cee504d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:56.161109 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d72ea578-6dc7-421f-9515-83af6065411c req-99caf0ac-7f5f-48a0-a9b2-2b1cee504d49 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=32314246-6e5a-41bd-ad0d-99eb166cb2d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3179793 Feb 09 01:14:56.162145 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fb2af07b-40ff-44f2-9d24-8cba2ba88d73 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:56.165305 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-fb2af07b-40ff-44f2-9d24-8cba2ba88d73 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/ports/2d03cf8e-e42f-4f37-8229-4036c6be5f2f HTTP/1.1" status: 204 len: 168 time: 2.2211325 Feb 09 01:14:56.168797 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56498) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:56.202089 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f60dff65-e3e0-4ee9-a3d2-ef20ecaac53b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (8e06ad67-97d1-4f11-889a-fde8ce1f4554), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:56.205169 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0aa0f29e-2a6c-4946-a6a9-a64db69db7de req-d23acc22-f829-42d2-a489-0f25e8ec8bc6 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/ports?device_id=14254667-5dcc-434d-892a-edb1e005d06d HTTP/1.1" status: 200 len: 210 time: 0.0818486 Feb 09 01:14:56.234771 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3b945deb-e4ed-45e5-a2d1-be90a8d62df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (4a62b844-c8c3-4a34-ace2-ca73ccbacfc2), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:56.237407 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3b945deb-e4ed-45e5-a2d1-be90a8d62df2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:56.238577 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3b945deb-e4ed-45e5-a2d1-be90a8d62df2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4a62b844-c8c3-4a34-ace2-ca73ccbacfc2 HTTP/1.1" status: 204 len: 168 time: 0.1851439 Feb 09 01:14:56.265407 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b945deb-e4ed-45e5-a2d1-be90a8d62df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a62b844-c8c3-4a34-ace2-ca73ccbacfc2,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:56.270747 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f60dff65-e3e0-4ee9-a3d2-ef20ecaac53b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:56.273969 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f60dff65-e3e0-4ee9-a3d2-ef20ecaac53b admin admin] 10.222.0.50 "DELETE /v2.0/networks/8e06ad67-97d1-4f11-889a-fde8ce1f4554 HTTP/1.1" status: 204 len: 168 time: 3.6840770 Feb 09 01:14:56.276884 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-56423e99-334b-41ad-b55a-fca04efb30f8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (d192c017-fd23-4c95-bbfa-2134e7e1bf78), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:56.294554 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-ecb20a98-4143-4a4e-a0bb-20d5c11005dd req-c26d2f5e-53b0-439b-94be-4e7c0c50920e tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Allocated IP 172.20.0.6 (4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58/0e3478a4-00f6-4fcc-a551-92ba1e3f6194/55836bea-4783-4280-aa3d-5418b2e8ccad) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:56.302197 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60dff65-e3e0-4ee9-a3d2-ef20ecaac53b admin admin] Pushing event deleted for resources: {'Network': ['ID=8e06ad67-97d1-4f11-889a-fde8ce1f4554,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:56.407131 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-56423e99-334b-41ad-b55a-fca04efb30f8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (d192c017-fd23-4c95-bbfa-2134e7e1bf78), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:56.427751 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d72ea578-6dc7-421f-9515-83af6065411c req-cd1cbbd6-8092-4c98-a55a-cb43cd4b6176 service neutron] 10.222.0.120 "GET /v2.0/networks/32314246-6e5a-41bd-ad0d-99eb166cb2d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567596 Feb 09 01:14:56.440228 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-56423e99-334b-41ad-b55a-fca04efb30f8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d192c017-fd23-4c95-bbfa-2134e7e1bf78']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:56.456987 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-56423e99-334b-41ad-b55a-fca04efb30f8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9208c802-caf2-4fdb-ad67-bdc8f825d0ce') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:56.458117 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-56423e99-334b-41ad-b55a-fca04efb30f8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9208c802-caf2-4fdb-ad67-bdc8f825d0ce') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:56.483082 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-56423e99-334b-41ad-b55a-fca04efb30f8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (9208c802-caf2-4fdb-ad67-bdc8f825d0ce), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:56.494137 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56506) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:56.509118 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 3b4fd2fb-e64c-4443-a714-4563b4f46ed7 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:14:56.525180 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-56423e99-334b-41ad-b55a-fca04efb30f8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (9208c802-caf2-4fdb-ad67-bdc8f825d0ce), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:56.559980 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56423e99-334b-41ad-b55a-fca04efb30f8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:14:56.560629 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-56423e99-334b-41ad-b55a-fca04efb30f8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (9208c802-caf2-4fdb-ad67-bdc8f825d0ce), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:56.564925 n-d-828369-4 neutron-server[103137]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 09 01:14:56.564925 n-d-828369-4 neutron-server[103137]: warnings.warn('Neutron quota engine will require "--force" ' Feb 09 01:14:56.564925 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 09 01:14:56.564925 n-d-828369-4 neutron-server[103137]: warnings.warn(msg) Feb 09 01:14:56.564925 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:14:56.564925 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:14:56.564925 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:14:56.564925 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:14:56.564925 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:14:56.564925 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:14:56.564925 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:14:56.564925 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:14:56.564925 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:14:56.564925 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:14:56.564925 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:14:56.564925 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:14:56.564925 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:14:56.564925 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:14:56.564925 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:14:56.564925 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:14:56.564925 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:14:56.564925 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:14:56.564925 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:14:56.564925 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:14:56.564925 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:14:56.564925 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:14:56.564925 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:14:56.564925 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:14:56.564925 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:14:56.564925 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:14:56.564925 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:14:56.564925 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:14:56.564925 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:14:56.564925 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:14:56.564925 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:14:56.564925 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:14:56.611281 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 3b4fd2fb-e64c-4443-a714-4563b4f46ed7 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:56.614140 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b26e04db-dd7a-4a8d-b0b0-92d66f145b13 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cd714d32a01d4967bf3dd491f0b2d2f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1188681 Feb 09 01:14:56.614405 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (3b4fd2fb-e64c-4443-a714-4563b4f46ed7), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:56.618703 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56510) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:56.667011 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d72ea578-6dc7-421f-9515-83af6065411c req-1b4514c6-c7d8-4c01-977a-f9d6f2dc2fc2 service neutron] 10.222.0.120 "GET /v2.0/networks/32314246-6e5a-41bd-ad0d-99eb166cb2d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307665 Feb 09 01:14:56.688315 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ce1185a6-19c9-4729-bfc6-f1aab0d8bfc2 admin admin] Publish callbacks [] for port (4bc4dbd4-5333-46a8-abbb-0e70ec789842), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:56.727744 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ce1185a6-19c9-4729-bfc6-f1aab0d8bfc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (4bc4dbd4-5333-46a8-abbb-0e70ec789842), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:56.730797 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d72ea578-6dc7-421f-9515-83af6065411c req-d721ab07-a49e-4cac-b0de-a6190fa386d6 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=76ac4e41-e8fb-4a96-801b-c22446fda558 HTTP/1.1" status: 200 len: 217 time: 0.0534639 Feb 09 01:14:56.733887 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ecb20a98-4143-4a4e-a0bb-20d5c11005dd req-c26d2f5e-53b0-439b-94be-4e7c0c50920e tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for port (55836bea-4783-4280-aa3d-5418b2e8ccad), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:56.768295 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 3b4fd2fb-e64c-4443-a714-4563b4f46ed7 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:14:56.859773 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1185a6-19c9-4729-bfc6-f1aab0d8bfc2 admin admin] Pushing event updated for resources: {'Port': ['ID=4bc4dbd4-5333-46a8-abbb-0e70ec789842,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:56.868398 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ce1185a6-19c9-4729-bfc6-f1aab0d8bfc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (b2bc552e-95de-4446-9c86-100f99c46d7a), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:56.880048 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ea578-6dc7-421f-9515-83af6065411c req-874e7344-c485-4bd9-9e6b-35c66c1f9ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:56.881577 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d72ea578-6dc7-421f-9515-83af6065411c req-874e7344-c485-4bd9-9e6b-35c66c1f9ea5 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=bab56cac-997f-4b8b-bab6-d250adea92d7 HTTP/1.1" status: 200 len: 797 time: 0.1242998 Feb 09 01:14:56.928593 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-56423e99-334b-41ad-b55a-fca04efb30f8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (d192c017-fd23-4c95-bbfa-2134e7e1bf78), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:56.933587 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-56423e99-334b-41ad-b55a-fca04efb30f8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:56.940129 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-56423e99-334b-41ad-b55a-fca04efb30f8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] 10.222.0.50 "DELETE /v2.0/networks/d192c017-fd23-4c95-bbfa-2134e7e1bf78 HTTP/1.1" status: 204 len: 168 time: 0.7673523 Feb 09 01:14:56.960282 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56423e99-334b-41ad-b55a-fca04efb30f8 tempest-PortsIpV6TestJSON-557468984 tempest-PortsIpV6TestJSON-557468984-project] Pushing event deleted for resources: {'Network': ['ID=d192c017-fd23-4c95-bbfa-2134e7e1bf78,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:56.967356 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ecb20a98-4143-4a4e-a0bb-20d5c11005dd req-c26d2f5e-53b0-439b-94be-4e7c0c50920e tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (55836bea-4783-4280-aa3d-5418b2e8ccad), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:56.980163 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['9796e4f3-2ca6-4caf-b414-14e72e544cdf'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:14:56.988478 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-20a63a3e-b3df-4c0a-a6c2-679aa7773e23 admin admin] Publish callbacks [] for security_group (63de5761-c7d7-4cc7-aef4-ba647885db07), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:57.027068 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-20a63a3e-b3df-4c0a-a6c2-679aa7773e23 admin admin] Publish callbacks [] for security_group (63de5761-c7d7-4cc7-aef4-ba647885db07), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:57.064761 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecb20a98-4143-4a4e-a0bb-20d5c11005dd req-c26d2f5e-53b0-439b-94be-4e7c0c50920e tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Network 4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:57.079715 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-ecb20a98-4143-4a4e-a0bb-20d5c11005dd req-c26d2f5e-53b0-439b-94be-4e7c0c50920e tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:57.082091 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d2f5e-53b0-439b-94be-4e7c0c50920e tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Pushing event updated for resources: {'Port': ['ID=55836bea-4783-4280-aa3d-5418b2e8ccad,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:57.087225 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb20a98-4143-4a4e-a0bb-20d5c11005dd req-c26d2f5e-53b0-439b-94be-4e7c0c50920e tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:14:57.095761 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ea578-6dc7-421f-9515-83af6065411c req-e09155bb-4cc8-4c48-82b7-42c83f56bf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:57.097968 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d72ea578-6dc7-421f-9515-83af6065411c req-e09155bb-4cc8-4c48-82b7-42c83f56bf52 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=927c95a7-9afc-4391-8f1b-90d0913f6790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2064073 Feb 09 01:14:57.114154 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-20a63a3e-b3df-4c0a-a6c2-679aa7773e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (63de5761-c7d7-4cc7-aef4-ba647885db07), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:57.118125 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-20a63a3e-b3df-4c0a-a6c2-679aa7773e23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:57.123983 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-20a63a3e-b3df-4c0a-a6c2-679aa7773e23 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/63de5761-c7d7-4cc7-aef4-ba647885db07 HTTP/1.1" status: 204 len: 168 time: 0.5051227 Feb 09 01:14:57.135575 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a63a3e-b3df-4c0a-a6c2-679aa7773e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63de5761-c7d7-4cc7-aef4-ba647885db07,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:57.143208 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1185a6-19c9-4729-bfc6-f1aab0d8bfc2 admin admin] Network cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:57.249531 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56534) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:57.368992 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56538) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:57.425247 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-ce1185a6-19c9-4729-bfc6-f1aab0d8bfc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:57.453184 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb20a98-4143-4a4e-a0bb-20d5c11005dd req-c26d2f5e-53b0-439b-94be-4e7c0c50920e tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:57.453838 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ecb20a98-4143-4a4e-a0bb-20d5c11005dd req-c26d2f5e-53b0-439b-94be-4e7c0c50920e tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:57.563611 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ecb20a98-4143-4a4e-a0bb-20d5c11005dd req-c26d2f5e-53b0-439b-94be-4e7c0c50920e tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9167588 Feb 09 01:14:57.584151 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-ecb20a98-4143-4a4e-a0bb-20d5c11005dd req-3a019e11-443e-4bde-baad-22d11a095469 service neutron] Request body: {'port': {'device_id': '14254667-5dcc-434d-892a-edb1e005d06d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:57.644451 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d72ea578-6dc7-421f-9515-83af6065411c req-39ea196c-16ed-4c7a-a118-f8684c80c92b service neutron] 10.222.0.120 "GET /v2.0/networks/927c95a7-9afc-4391-8f1b-90d0913f6790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5237236 Feb 09 01:14:57.655160 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-c4032708-79c2-457f-9605-9bc6a6805e10 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1484391901'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:57.685553 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-9007f4a1-5f91-4e0e-9b1d-103e137ef731 None None] Provisioning complete for port 4bc4dbd4-5333-46a8-abbb-0e70ec789842 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:14:57.686633 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9007f4a1-5f91-4e0e-9b1d-103e137ef731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4bc4dbd4-5333-46a8-abbb-0e70ec789842), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:57.726154 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1b988db5-193f-413e-99a3-dbd3c28f9208 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7dadddfa309b47d08426d3b47362579d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3549974 Feb 09 01:14:57.731118 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56550) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:57.741078 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-9007f4a1-5f91-4e0e-9b1d-103e137ef731 None None] Port 4bc4dbd4-5333-46a8-abbb-0e70ec789842 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:14:57.764637 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4032708-79c2-457f-9605-9bc6a6805e10 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Made reservation on behalf of 73712eb9c7b74f668234718cb41159c9 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:57.781953 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c4032708-79c2-457f-9605-9bc6a6805e10 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:57.815091 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c4032708-79c2-457f-9605-9bc6a6805e10 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:57.882399 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9bd647e9-7799-4596-844a-8548072337ab admin admin] Publish callbacks [] for security_group (679502ad-1909-4701-b68a-d5fca84fd80e), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:57.897705 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ecb20a98-4143-4a4e-a0bb-20d5c11005dd req-3a019e11-443e-4bde-baad-22d11a095469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (55836bea-4783-4280-aa3d-5418b2e8ccad), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:57.917904 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9bd647e9-7799-4596-844a-8548072337ab admin admin] Publish callbacks [] for security_group (679502ad-1909-4701-b68a-d5fca84fd80e), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:57.941876 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1185a6-19c9-4729-bfc6-f1aab0d8bfc2 admin admin] Router b2bc552e-95de-4446-9c86-100f99c46d7a has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:14:57.973175 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c4032708-79c2-457f-9605-9bc6a6805e10 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks [] for security_group (cbf53b9c-40e7-4e99-9fe3-60fc22058971), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:57.979316 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c4032708-79c2-457f-9605-9bc6a6805e10 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (cbf53b9c-40e7-4e99-9fe3-60fc22058971), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:58.004885 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d72ea578-6dc7-421f-9515-83af6065411c req-806d7a53-ce78-4e1b-ae40-47e52491c4aa service neutron] 10.222.0.120 "GET /v2.0/networks/927c95a7-9afc-4391-8f1b-90d0913f6790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463583 Feb 09 01:14:58.007351 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4032708-79c2-457f-9605-9bc6a6805e10 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1017} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:14:58.022004 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9bd647e9-7799-4596-844a-8548072337ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (679502ad-1909-4701-b68a-d5fca84fd80e), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:58.024730 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9bd647e9-7799-4596-844a-8548072337ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:58.025750 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b15bb-1b2a-4980-8cd7-7558ed0fe2d8 req-0061a088-77aa-4855-86b2-297698820b17 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:58.026264 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9bd647e9-7799-4596-844a-8548072337ab admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/679502ad-1909-4701-b68a-d5fca84fd80e HTTP/1.1" status: 204 len: 168 time: 0.2907841 Feb 09 01:14:58.027281 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8d4b15bb-1b2a-4980-8cd7-7558ed0fe2d8 req-0061a088-77aa-4855-86b2-297698820b17 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/ports?device_id=14254667-5dcc-434d-892a-edb1e005d06d HTTP/1.1" status: 200 len: 931 time: 0.6058111 Feb 09 01:14:58.029991 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c4032708-79c2-457f-9605-9bc6a6805e10 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (1331d4d2-0186-4f13-90b0-5d13d0a3c85f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:58.030512 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-c4032708-79c2-457f-9605-9bc6a6805e10 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Added segment 1331d4d2-0186-4f13-90b0-5d13d0a3c85f of type vlan for network 46f77fc2-6726-4164-a2e2-2bc432f7132d Feb 09 01:14:58.038286 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4032708-79c2-457f-9605-9bc6a6805e10 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf53b9c-40e7-4e99-9fe3-60fc22058971,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:58.087766 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd647e9-7799-4596-844a-8548072337ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679502ad-1909-4701-b68a-d5fca84fd80e,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:58.088740 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d72ea578-6dc7-421f-9515-83af6065411c req-3f35c844-7244-48ab-b820-dfd2b04743b1 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=21d00dbc-2b01-4c2d-ae75-352867aedc8a HTTP/1.1" status: 200 len: 217 time: 0.0601561 Feb 09 01:14:58.105381 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c4032708-79c2-457f-9605-9bc6a6805e10 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (46f77fc2-6726-4164-a2e2-2bc432f7132d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:58.146685 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c4032708-79c2-457f-9605-9bc6a6805e10 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (46f77fc2-6726-4164-a2e2-2bc432f7132d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:58.152176 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4032708-79c2-457f-9605-9bc6a6805e10 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:58.153014 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c4032708-79c2-457f-9605-9bc6a6805e10 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:58.218364 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c4032708-79c2-457f-9605-9bc6a6805e10 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9650104 Feb 09 01:14:58.219031 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56566) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:58.226755 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-e312d978-532a-443a-ac89-6a0764711fa3 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Request body: {'subnet': {'network_id': '46f77fc2-6726-4164-a2e2-2bc432f7132d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:58.283237 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4032708-79c2-457f-9605-9bc6a6805e10 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Pushing event updated for resources: {'Network': ['ID=46f77fc2-6726-4164-a2e2-2bc432f7132d,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:58.297955 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 46f77fc2-6726-4164-a2e2-2bc432f7132d details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:14:58.336094 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e312d978-532a-443a-ac89-6a0764711fa3 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Made reservation on behalf of 73712eb9c7b74f668234718cb41159c9 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:58.341251 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e312d978-532a-443a-ac89-6a0764711fa3 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:58.394968 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ea578-6dc7-421f-9515-83af6065411c req-2bbf074d-c648-49aa-96dc-b24dc52a2bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:58.396465 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d72ea578-6dc7-421f-9515-83af6065411c req-2bbf074d-c648-49aa-96dc-b24dc52a2bbf service neutron] 10.222.0.120 "GET /v2.0/subnets?id=bab56cac-997f-4b8b-bab6-d250adea92d7 HTTP/1.1" status: 200 len: 797 time: 0.2454844 Feb 09 01:14:58.445238 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8d4b15bb-1b2a-4980-8cd7-7558ed0fe2d8 req-e310689f-161c-44db-b61f-8e96dfd3f6e5 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d07ae43-d9e6-4a7c-a732-5c3d27f9d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309836 Feb 09 01:14:58.559428 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ea578-6dc7-421f-9515-83af6065411c req-7b3573ef-6927-4706-b744-93f3b6ec2ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:58.561137 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d72ea578-6dc7-421f-9515-83af6065411c req-7b3573ef-6927-4706-b744-93f3b6ec2ea4 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=927c95a7-9afc-4391-8f1b-90d0913f6790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1566229 Feb 09 01:14:58.610325 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1185a6-19c9-4729-bfc6-f1aab0d8bfc2 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:14:58.623498 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4deb6c9a-626d-4628-9559-b985134ee90d None None] Sync routers for ids ['b2bc552e-95de-4446-9c86-100f99c46d7a'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:14:58.635228 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4deb6c9a-626d-4628-9559-b985134ee90d None None] Routers {'b2bc552e-95de-4446-9c86-100f99c46d7a'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:14:58.635927 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-4deb6c9a-626d-4628-9559-b985134ee90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:14:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['b2bc552e-95de-4446-9c86-100f99c46d7a'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:58.638309 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e312d978-532a-443a-ac89-6a0764711fa3 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (bd194ffd-93d6-4894-a985-8e2eec82bff8), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:58.641150 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ce1185a6-19c9-4729-bfc6-f1aab0d8bfc2 admin admin] 10.222.0.50 "PUT /v2.0/routers/b2bc552e-95de-4446-9c86-100f99c46d7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8895938 Feb 09 01:14:58.743719 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d72ea578-6dc7-421f-9515-83af6065411c req-b45f8c09-a27f-4e7b-b7a7-a0bf2fcb96de service neutron] 10.222.0.120 "GET /v2.0/networks/927c95a7-9afc-4391-8f1b-90d0913f6790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733508 Feb 09 01:14:58.759977 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-4deb6c9a-626d-4628-9559-b985134ee90d None None] Set router b2bc552e-95de-4446-9c86-100f99c46d7a gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:14:58.807381 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e312d978-532a-443a-ac89-6a0764711fa3 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Checking segment: {'id': '1331d4d2-0186-4f13-90b0-5d13d0a3c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '46f77fc2-6726-4164-a2e2-2bc432f7132d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:14:58.807765 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e312d978-532a-443a-ac89-6a0764711fa3 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Network hostable DHCP agents. Network: 46f77fc2-6726-4164-a2e2-2bc432f7132d, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:14:58.821772 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e312d978-532a-443a-ac89-6a0764711fa3 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Pushing event updated for resources: {'Subnet': ['ID=bd194ffd-93d6-4894-a985-8e2eec82bff8,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:58.866744 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e312d978-532a-443a-ac89-6a0764711fa3 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Network 46f77fc2-6726-4164-a2e2-2bc432f7132d is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:14:58.888821 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-e312d978-532a-443a-ac89-6a0764711fa3 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 46f77fc2-6726-4164-a2e2-2bc432f7132d) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:58.905213 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e312d978-532a-443a-ac89-6a0764711fa3 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:58.905893 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e312d978-532a-443a-ac89-6a0764711fa3 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:58.914087 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d72ea578-6dc7-421f-9515-83af6065411c req-0d60f369-0d5a-49d3-b7aa-a87d0f97886a service neutron] 10.222.0.120 "GET /v2.0/networks/927c95a7-9afc-4391-8f1b-90d0913f6790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604476 Feb 09 01:14:58.949752 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97f6df3-43ab-4861-ace4-2b2d604c8db5 None None] Network 46f77fc2-6726-4164-a2e2-2bc432f7132d requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:14:58.957644 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e312d978-532a-443a-ac89-6a0764711fa3 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7352483 Feb 09 01:14:58.957882 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56592) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:58.968442 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-1265c15f-015a-49ca-8c1f-9d270974dbc6 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Request body: {'port': {'network_id': '46f77fc2-6726-4164-a2e2-2bc432f7132d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1391341376'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:58.988775 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d72ea578-6dc7-421f-9515-83af6065411c req-b22f48a9-01ee-4006-bfcd-461c92bed3a6 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=d9333083-f77a-41ef-9c7c-7d3914e2076c HTTP/1.1" status: 200 len: 217 time: 0.0627444 Feb 09 01:14:59.079466 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ea578-6dc7-421f-9515-83af6065411c req-9bcab7de-b7a9-47c3-aa26-1c777a51ae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:59.081865 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d72ea578-6dc7-421f-9515-83af6065411c req-9bcab7de-b7a9-47c3-aa26-1c777a51ae9e service neutron] 10.222.0.120 "GET /v2.0/subnets?id=bab56cac-997f-4b8b-bab6-d250adea92d7 HTTP/1.1" status: 200 len: 797 time: 0.0823846 Feb 09 01:14:59.216882 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1265c15f-015a-49ca-8c1f-9d270974dbc6 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Made reservation on behalf of 73712eb9c7b74f668234718cb41159c9 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:59.221187 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1265c15f-015a-49ca-8c1f-9d270974dbc6 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:59.234281 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-ecb20a98-4143-4a4e-a0bb-20d5c11005dd req-3a019e11-443e-4bde-baad-22d11a095469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55836bea-4783-4280-aa3d-5418b2e8ccad {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:14:59.253565 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-1265c15f-015a-49ca-8c1f-9d270974dbc6 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] device_id is not set on port fe6b381a-35e2-474e-8782-4eb122d742c5 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:14:59.255242 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ecb20a98-4143-4a4e-a0bb-20d5c11005dd req-3a019e11-443e-4bde-baad-22d11a095469 service neutron] Publish callbacks [] for port (55836bea-4783-4280-aa3d-5418b2e8ccad), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:59.362721 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-ecb20a98-4143-4a4e-a0bb-20d5c11005dd req-3a019e11-443e-4bde-baad-22d11a095469 service neutron] Transition to ACTIVE for port object 55836bea-4783-4280-aa3d-5418b2e8ccad will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:14:59.383044 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ecb20a98-4143-4a4e-a0bb-20d5c11005dd req-3a019e11-443e-4bde-baad-22d11a095469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (55836bea-4783-4280-aa3d-5418b2e8ccad), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:59.405627 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1e7550-0b27-4928-a47c-e827132fc748 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-46f77fc2-6726-4164-a2e2-2bc432f7132d', 'network_id': '46f77fc2-6726-4164-a2e2-2bc432f7132d', 'project_id': '73712eb9c7b74f668234718cb41159c9', 'fixed_ips': [{'subnet_id': 'bd194ffd-93d6-4894-a985-8e2eec82bff8'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:14:59.407328 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ad1e7550-0b27-4928-a47c-e827132fc748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:59.457135 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56608) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:59.457815 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56610) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:14:59.491325 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-23729cc3-787e-47f9-b9c0-29b57c8cc25f tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1265455971', 'description': 'tempest-description--810061600'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:59.543844 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-1265c15f-015a-49ca-8c1f-9d270974dbc6 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Allocated IP 2001:db8::a3 (46f77fc2-6726-4164-a2e2-2bc432f7132d/bd194ffd-93d6-4894-a985-8e2eec82bff8/fe6b381a-35e2-474e-8782-4eb122d742c5) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:59.557295 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-4deb6c9a-626d-4628-9559-b985134ee90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2bc552e-95de-4446-9c86-100f99c46d7a', 'name': 'tempest-ServersTestBootFromVolume-817717426-router', 'tenant_id': 'aaf05f1064114b4da723fd4a19dab040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '3b4fd2fb-e64c-4443-a714-4563b4f46ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:45Z', 'updated_at': '2022-02-09T01:14:55Z', 'revision_number': 4, 'project_id': 'aaf05f1064114b4da723fd4a19dab040', 'gw_port': {'id': '3b4fd2fb-e64c-4443-a714-4563b4f46ed7', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:33:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bc552e-95de-4446-9c86-100f99c46d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:47Z', 'updated_at': '2022-02-09T01:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '4bc4dbd4-5333-46a8-abbb-0e70ec789842', 'name': '', 'network_id': 'cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1', 'tenant_id': 'aaf05f1064114b4da723fd4a19dab040', 'mac_address': 'fa:16:3e:65:94:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2bc552e-95de-4446-9c86-100f99c46d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '49020204-32ea-4a87-9cac-f7541e99d5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:53Z', 'updated_at': '2022-02-09T01:14:56Z', 'revision_number': 2, 'project_id': 'aaf05f1064114b4da723fd4a19dab040', 'subnets': [{'id': '49020204-32ea-4a87-9cac-f7541e99d5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:14:59.561473 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a019e11-443e-4bde-baad-22d11a095469 service neutron] Pushing event updated for resources: {'Port': ['ID=55836bea-4783-4280-aa3d-5418b2e8ccad,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:59.586618 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ea578-6dc7-421f-9515-83af6065411c req-0fa85424-92e8-41bc-9690-64e53142178a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:59.588269 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d72ea578-6dc7-421f-9515-83af6065411c req-0fa85424-92e8-41bc-9690-64e53142178a service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=927c95a7-9afc-4391-8f1b-90d0913f6790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3225825 Feb 09 01:14:59.590808 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-23729cc3-787e-47f9-b9c0-29b57c8cc25f tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:59.638767 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4deb6c9a-626d-4628-9559-b985134ee90d None None] Checking router: b2bc552e-95de-4446-9c86-100f99c46d7a for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:14:59.640508 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4deb6c9a-626d-4628-9559-b985134ee90d None None] Updating router b2bc552e-95de-4446-9c86-100f99c46d7a port 4bc4dbd4-5333-46a8-abbb-0e70ec789842 binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:14:59.688592 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4deb6c9a-626d-4628-9559-b985134ee90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4bc4dbd4-5333-46a8-abbb-0e70ec789842), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:59.779887 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-05a09552-3c08-41d8-8997-5d6983914e4b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-223517754'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:14:59.837183 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1265c15f-015a-49ca-8c1f-9d270974dbc6 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks [] for port (fe6b381a-35e2-474e-8782-4eb122d742c5), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:59.874907 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1265c15f-015a-49ca-8c1f-9d270974dbc6 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (fe6b381a-35e2-474e-8782-4eb122d742c5), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:59.907067 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1265c15f-015a-49ca-8c1f-9d270974dbc6 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Network 46f77fc2-6726-4164-a2e2-2bc432f7132d is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:14:59.910934 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-1265c15f-015a-49ca-8c1f-9d270974dbc6 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:14:59.913452 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a09552-3c08-41d8-8997-5d6983914e4b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Made reservation on behalf of 9ae775496dcb4c88881b98c46e972e20 for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:14:59.918168 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-05a09552-3c08-41d8-8997-5d6983914e4b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:59.940125 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1265c15f-015a-49ca-8c1f-9d270974dbc6 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:14:59.947928 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1265c15f-015a-49ca-8c1f-9d270974dbc6 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:59.948117 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-05a09552-3c08-41d8-8997-5d6983914e4b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:59.948987 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1265c15f-015a-49ca-8c1f-9d270974dbc6 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:14:59.950139 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-ecb20a98-4143-4a4e-a0bb-20d5c11005dd req-3a019e11-443e-4bde-baad-22d11a095469 service neutron] Attempting to bind port 55836bea-4783-4280-aa3d-5418b2e8ccad on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:14:59.950498 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-ecb20a98-4143-4a4e-a0bb-20d5c11005dd req-3a019e11-443e-4bde-baad-22d11a095469 service neutron] Attempting to bind port 55836bea-4783-4280-aa3d-5418b2e8ccad by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '1201617b-d7eb-4912-b51d-e8d5054c9092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:14:59.950920 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb20a98-4143-4a4e-a0bb-20d5c11005dd req-3a019e11-443e-4bde-baad-22d11a095469 service neutron] Attempting to bind port 55836bea-4783-4280-aa3d-5418b2e8ccad on network 4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:14:59.965883 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d72ea578-6dc7-421f-9515-83af6065411c req-8ec14e33-a1f2-4af0-bb22-2b07db4baefd service neutron] 10.222.0.120 "GET /v2.0/networks/927c95a7-9afc-4391-8f1b-90d0913f6790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688347 Feb 09 01:14:59.972642 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-ad1e7550-0b27-4928-a47c-e827132fc748 None None] Allocated IP 2001:db8::2 (46f77fc2-6726-4164-a2e2-2bc432f7132d/bd194ffd-93d6-4894-a985-8e2eec82bff8/4eb32b3b-c4ce-4d28-8475-7250238d33d4) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:14:59.974910 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d3b38-74f0-437a-9d00-6c3a681d3fe9 req-94eee82f-744c-4311-93d7-c110ffda3b98 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:14:59.977367 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b13d3b38-74f0-437a-9d00-6c3a681d3fe9 req-94eee82f-744c-4311-93d7-c110ffda3b98 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/ports?device_id=14254667-5dcc-434d-892a-edb1e005d06d HTTP/1.1" status: 200 len: 943 time: 0.3438542 Feb 09 01:14:59.990784 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1265c15f-015a-49ca-8c1f-9d270974dbc6 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0318427 Feb 09 01:14:59.993176 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1265c15f-015a-49ca-8c1f-9d270974dbc6 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Pushing event updated for resources: {'Port': ['ID=fe6b381a-35e2-474e-8782-4eb122d742c5,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:14:59.996472 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56620) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:00.002644 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb20a98-4143-4a4e-a0bb-20d5c11005dd req-3a019e11-443e-4bde-baad-22d11a095469 service neutron] Port 55836bea-4783-4280-aa3d-5418b2e8ccad on network 4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:15:00.002963 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb20a98-4143-4a4e-a0bb-20d5c11005dd req-3a019e11-443e-4bde-baad-22d11a095469 service neutron] Attempting to bind port 55836bea-4783-4280-aa3d-5418b2e8ccad on network 4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:15:00.005728 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-3fbc6ac3-bf17-46ac-85ce-cc7246f14a94 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Request body: {'port': {'network_id': '46f77fc2-6726-4164-a2e2-2bc432f7132d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-781223936', 'allowed_address_pairs': [{'ip_address': '2001:db8::a3', 'mac_address': 'fa:16:3e:fe:89:d7'}]}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:00.101772 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb20a98-4143-4a4e-a0bb-20d5c11005dd req-3a019e11-443e-4bde-baad-22d11a095469 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:15:00.102054 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb20a98-4143-4a4e-a0bb-20d5c11005dd req-3a019e11-443e-4bde-baad-22d11a095469 service neutron] Checking segment: {'id': '1201617b-d7eb-4912-b51d-e8d5054c9092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:15:00.102948 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb20a98-4143-4a4e-a0bb-20d5c11005dd req-3a019e11-443e-4bde-baad-22d11a095469 service neutron] Bound using segment: {'id': '1201617b-d7eb-4912-b51d-e8d5054c9092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:15:00.102948 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-ecb20a98-4143-4a4e-a0bb-20d5c11005dd req-3a019e11-443e-4bde-baad-22d11a095469 service neutron] Bound port: 55836bea-4783-4280-aa3d-5418b2e8ccad, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1201617b-d7eb-4912-b51d-e8d5054c9092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:15:00.103273 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ecb20a98-4143-4a4e-a0bb-20d5c11005dd req-3a019e11-443e-4bde-baad-22d11a095469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (55836bea-4783-4280-aa3d-5418b2e8ccad), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:00.122577 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-23729cc3-787e-47f9-b9c0-29b57c8cc25f tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Publish callbacks [] for security_group (65c8f205-c6cb-41d5-b5f1-7ee56e174081), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:00.151060 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-23729cc3-787e-47f9-b9c0-29b57c8cc25f tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (65c8f205-c6cb-41d5-b5f1-7ee56e174081), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:00.167290 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4deb6c9a-626d-4628-9559-b985134ee90d None None] Publish callbacks [] for port (4bc4dbd4-5333-46a8-abbb-0e70ec789842), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:00.168871 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbc6ac3-bf17-46ac-85ce-cc7246f14a94 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Made reservation on behalf of 73712eb9c7b74f668234718cb41159c9 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:00.185093 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4deb6c9a-626d-4628-9559-b985134ee90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (4bc4dbd4-5333-46a8-abbb-0e70ec789842), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:00.269215 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-23729cc3-787e-47f9-b9c0-29b57c8cc25f tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:00.274875 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-23729cc3-787e-47f9-b9c0-29b57c8cc25f tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8126841 Feb 09 01:15:00.276786 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56622) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:00.283170 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3fbc6ac3-bf17-46ac-85ce-cc7246f14a94 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:00.297877 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b13d3b38-74f0-437a-9d00-6c3a681d3fe9 req-210ad760-04bb-4532-885f-d6273046d7b8 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d07ae43-d9e6-4a7c-a732-5c3d27f9d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992256 Feb 09 01:15:00.309111 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-2389f9d7-5247-4fd4-9131-a8de04391a37 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Request body: {'security_group_rule': {'security_group_id': '65c8f205-c6cb-41d5-b5f1-7ee56e174081', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:00.316215 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-3fbc6ac3-bf17-46ac-85ce-cc7246f14a94 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] device_id is not set on port 9f2e8bfd-7611-4b54-89d7-b500ce358547 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:15:00.325778 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d72ea578-6dc7-421f-9515-83af6065411c req-3d6b04d5-cbd5-4536-a6f5-e7f057c6de6e service neutron] 10.222.0.120 "GET /v2.0/networks/927c95a7-9afc-4391-8f1b-90d0913f6790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472645 Feb 09 01:15:00.326454 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23729cc3-787e-47f9-b9c0-29b57c8cc25f tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65c8f205-c6cb-41d5-b5f1-7ee56e174081,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:00.375156 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ad1e7550-0b27-4928-a47c-e827132fc748 None None] Publish callbacks [] for port (4eb32b3b-c4ce-4d28-8475-7250238d33d4), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:00.375439 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64670aa0-f52f-4684-9fb8-3b07193d1c55 None None] Pushing event updated for resources: {'Port': ['ID=4bc4dbd4-5333-46a8-abbb-0e70ec789842,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:00.417670 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-4deb6c9a-626d-4628-9559-b985134ee90d None None] Attempting to bind port 4bc4dbd4-5333-46a8-abbb-0e70ec789842 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:15:00.422211 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d72ea578-6dc7-421f-9515-83af6065411c req-06a13d2d-a0e9-4ec4-afb7-9279811be1d0 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=5546793d-1294-40a4-b524-747f9d9ecf16 HTTP/1.1" status: 200 len: 217 time: 0.0821059 Feb 09 01:15:00.422410 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-4deb6c9a-626d-4628-9559-b985134ee90d None None] Attempting to bind port 4bc4dbd4-5333-46a8-abbb-0e70ec789842 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '0d0bff9f-e230-4221-a63e-80c21a950e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:15:00.422849 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4deb6c9a-626d-4628-9559-b985134ee90d None None] Attempting to bind port 4bc4dbd4-5333-46a8-abbb-0e70ec789842 on network cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:15:00.427289 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ad1e7550-0b27-4928-a47c-e827132fc748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (4eb32b3b-c4ce-4d28-8475-7250238d33d4), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:00.429509 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-ecb20a98-4143-4a4e-a0bb-20d5c11005dd req-3a019e11-443e-4bde-baad-22d11a095469 service neutron] For port 55836bea-4783-4280-aa3d-5418b2e8ccad, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:15:00.491493 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2389f9d7-5247-4fd4-9131-a8de04391a37 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Publish callbacks [] for security_group_rule (76cbbb94-d0b9-4da7-b60a-78a636c80a8f), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:00.496438 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-ecb20a98-4143-4a4e-a0bb-20d5c11005dd req-3a019e11-443e-4bde-baad-22d11a095469 service neutron] For port 55836bea-4783-4280-aa3d-5418b2e8ccad, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=55836bea-4783-4280-aa3d-5418b2e8ccad,segment=NetworkSegment(1201617b-d7eb-4912-b51d-e8d5054c9092),segment_id=1201617b-d7eb-4912-b51d-e8d5054c9092)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:15:00.501882 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-05a09552-3c08-41d8-8997-5d6983914e4b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for security_group (f6f58859-1572-490a-bfa9-7d9db59e6766), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:00.522306 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-05a09552-3c08-41d8-8997-5d6983914e4b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (f6f58859-1572-490a-bfa9-7d9db59e6766), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:00.538045 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ecb20a98-4143-4a4e-a0bb-20d5c11005dd req-3a019e11-443e-4bde-baad-22d11a095469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (55836bea-4783-4280-aa3d-5418b2e8ccad), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:00.541875 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1e7550-0b27-4928-a47c-e827132fc748 None None] Network 46f77fc2-6726-4164-a2e2-2bc432f7132d is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:00.545046 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4deb6c9a-626d-4628-9559-b985134ee90d None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:15:00.545445 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4deb6c9a-626d-4628-9559-b985134ee90d None None] Checking segment: {'id': '0d0bff9f-e230-4221-a63e-80c21a950e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:15:00.546223 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4deb6c9a-626d-4628-9559-b985134ee90d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:00.546684 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4deb6c9a-626d-4628-9559-b985134ee90d None None] Bound using segment: {'id': '0d0bff9f-e230-4221-a63e-80c21a950e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:15:00.547235 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-4deb6c9a-626d-4628-9559-b985134ee90d None None] Bound port: 4bc4dbd4-5333-46a8-abbb-0e70ec789842, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d0bff9f-e230-4221-a63e-80c21a950e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:15:00.547994 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4deb6c9a-626d-4628-9559-b985134ee90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4bc4dbd4-5333-46a8-abbb-0e70ec789842), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:00.565718 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-3fbc6ac3-bf17-46ac-85ce-cc7246f14a94 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Allocated IP 2001:db8::1ca (46f77fc2-6726-4164-a2e2-2bc432f7132d/bd194ffd-93d6-4894-a985-8e2eec82bff8/9f2e8bfd-7611-4b54-89d7-b500ce358547) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:00.566812 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1e7550-0b27-4928-a47c-e827132fc748 None None] Pushing event updated for resources: {'Port': ['ID=4eb32b3b-c4ce-4d28-8475-7250238d33d4,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:00.570132 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-ad1e7550-0b27-4928-a47c-e827132fc748 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:00.608947 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1e7550-0b27-4928-a47c-e827132fc748 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:15:00.687794 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ea578-6dc7-421f-9515-83af6065411c req-a6cedbbb-6d63-4ced-93d2-b0674314ab1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:00.689944 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d72ea578-6dc7-421f-9515-83af6065411c req-a6cedbbb-6d63-4ced-93d2-b0674314ab1e service neutron] 10.222.0.120 "GET /v2.0/subnets?id=bab56cac-997f-4b8b-bab6-d250adea92d7 HTTP/1.1" status: 200 len: 797 time: 0.2623699 Feb 09 01:15:00.690591 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a019e11-443e-4bde-baad-22d11a095469 service neutron] Pushing event updated for resources: {'Port': ['ID=55836bea-4783-4280-aa3d-5418b2e8ccad,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:00.694823 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a09552-3c08-41d8-8997-5d6983914e4b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f58859-1572-490a-bfa9-7d9db59e6766,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:00.712362 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05a09552-3c08-41d8-8997-5d6983914e4b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1029} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:15:00.734449 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-4deb6c9a-626d-4628-9559-b985134ee90d None None] For port 4bc4dbd4-5333-46a8-abbb-0e70ec789842, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:15:00.738118 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-56dbe819-ba2f-4cbd-9b50-9c052fc5c02f None None] Provisioning complete for port 4bc4dbd4-5333-46a8-abbb-0e70ec789842 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:00.739215 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-56dbe819-ba2f-4cbd-9b50-9c052fc5c02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4bc4dbd4-5333-46a8-abbb-0e70ec789842), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:00.773328 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb20a98-4143-4a4e-a0bb-20d5c11005dd req-3a019e11-443e-4bde-baad-22d11a095469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:00.773969 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ecb20a98-4143-4a4e-a0bb-20d5c11005dd req-3a019e11-443e-4bde-baad-22d11a095469 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:00.776518 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ecb20a98-4143-4a4e-a0bb-20d5c11005dd req-3a019e11-443e-4bde-baad-22d11a095469 service neutron] 10.222.0.47 "PUT /v2.0/ports/55836bea-4783-4280-aa3d-5418b2e8ccad HTTP/1.1" status: 200 len: 1091 time: 3.2035520 Feb 09 01:15:00.779582 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3fbc6ac3-bf17-46ac-85ce-cc7246f14a94 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks [] for port (9f2e8bfd-7611-4b54-89d7-b500ce358547), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:00.808143 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-4deb6c9a-626d-4628-9559-b985134ee90d None None] For port 4bc4dbd4-5333-46a8-abbb-0e70ec789842, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=4bc4dbd4-5333-46a8-abbb-0e70ec789842,segment=NetworkSegment(0d0bff9f-e230-4221-a63e-80c21a950e29),segment_id=0d0bff9f-e230-4221-a63e-80c21a950e29)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:15:00.810902 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14254667-5dcc-434d-892a-edb1e005d06d', 'tag': '55836bea-4783-4280-aa3d-5418b2e8ccad'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:15:00.812203 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-ad1e7550-0b27-4928-a47c-e827132fc748 None None] Attempting to bind port 4eb32b3b-c4ce-4d28-8475-7250238d33d4 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:15:00.812695 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-ad1e7550-0b27-4928-a47c-e827132fc748 None None] Attempting to bind port 4eb32b3b-c4ce-4d28-8475-7250238d33d4 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '1331d4d2-0186-4f13-90b0-5d13d0a3c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '46f77fc2-6726-4164-a2e2-2bc432f7132d'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:15:00.813073 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1e7550-0b27-4928-a47c-e827132fc748 None None] Attempting to bind port 4eb32b3b-c4ce-4d28-8475-7250238d33d4 on network 46f77fc2-6726-4164-a2e2-2bc432f7132d {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:15:00.815185 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2298e407-d9c9-4104-9987-05eab8d4df89" -d '{"events": [{"name": "network-changed", "server_uuid": "14254667-5dcc-434d-892a-edb1e005d06d", "tag": "55836bea-4783-4280-aa3d-5418b2e8ccad"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:15:00.833859 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4deb6c9a-626d-4628-9559-b985134ee90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (4bc4dbd4-5333-46a8-abbb-0e70ec789842), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:00.836872 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3fbc6ac3-bf17-46ac-85ce-cc7246f14a94 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (9f2e8bfd-7611-4b54-89d7-b500ce358547), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:00.886859 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-05a09552-3c08-41d8-8997-5d6983914e4b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (d4a8c469-9555-4b5c-96b1-d85d51d10bda), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:00.887190 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-05a09552-3c08-41d8-8997-5d6983914e4b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Added segment d4a8c469-9555-4b5c-96b1-d85d51d10bda of type vlan for network 6137ebc7-1443-4287-832b-8351adbeb7bc Feb 09 01:15:00.895107 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbc6ac3-bf17-46ac-85ce-cc7246f14a94 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Network 46f77fc2-6726-4164-a2e2-2bc432f7132d is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:00.897817 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64670aa0-f52f-4684-9fb8-3b07193d1c55 None None] Pushing event updated for resources: {'Port': ['ID=4bc4dbd4-5333-46a8-abbb-0e70ec789842,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:00.904557 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1e7550-0b27-4928-a47c-e827132fc748 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:15:00.904557 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1e7550-0b27-4928-a47c-e827132fc748 None None] Checking segment: {'id': '1331d4d2-0186-4f13-90b0-5d13d0a3c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '46f77fc2-6726-4164-a2e2-2bc432f7132d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:15:00.905139 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ad1e7550-0b27-4928-a47c-e827132fc748 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:00.905353 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1e7550-0b27-4928-a47c-e827132fc748 None None] Bound using segment: {'id': '1331d4d2-0186-4f13-90b0-5d13d0a3c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '46f77fc2-6726-4164-a2e2-2bc432f7132d'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:15:00.905841 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-ad1e7550-0b27-4928-a47c-e827132fc748 None None] Bound port: 4eb32b3b-c4ce-4d28-8475-7250238d33d4, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1331d4d2-0186-4f13-90b0-5d13d0a3c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '46f77fc2-6726-4164-a2e2-2bc432f7132d'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:15:00.906435 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ad1e7550-0b27-4928-a47c-e827132fc748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4eb32b3b-c4ce-4d28-8475-7250238d33d4), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:00.910328 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-3fbc6ac3-bf17-46ac-85ce-cc7246f14a94 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:00.911172 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-56dbe819-ba2f-4cbd-9b50-9c052fc5c02f None None] Port 4bc4dbd4-5333-46a8-abbb-0e70ec789842 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:15:00.918625 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbc6ac3-bf17-46ac-85ce-cc7246f14a94 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:15:00.925811 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbc6ac3-bf17-46ac-85ce-cc7246f14a94 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:00.926529 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3fbc6ac3-bf17-46ac-85ce-cc7246f14a94 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:00.935225 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9019d9-1820-43f9-8b74-16b907a8a29d x-openstack-request-id: req-5f9019d9-1820-43f9-8b74-16b907a8a29d {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:15:00.936488 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14254667-5dcc-434d-892a-edb1e005d06d", "tag": "55836bea-4783-4280-aa3d-5418b2e8ccad", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:15:00.936829 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5f9019d9-1820-43f9-8b74-16b907a8a29d {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:15:00.937148 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14254667-5dcc-434d-892a-edb1e005d06d', 'tag': '55836bea-4783-4280-aa3d-5418b2e8ccad', 'status': 'completed', 'code': 200} Feb 09 01:15:00.946612 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc6ac3-bf17-46ac-85ce-cc7246f14a94 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Pushing event updated for resources: {'Port': ['ID=9f2e8bfd-7611-4b54-89d7-b500ce358547,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:00.961300 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3fbc6ac3-bf17-46ac-85ce-cc7246f14a94 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 0.9634547 Feb 09 01:15:00.964600 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56630) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:00.964871 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4deb6c9a-626d-4628-9559-b985134ee90d None None] Routers {'b2bc552e-95de-4446-9c86-100f99c46d7a'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:15:00.965357 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-4deb6c9a-626d-4628-9559-b985134ee90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:14:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['b2bc552e-95de-4446-9c86-100f99c46d7a'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:01.072351 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bfe15b-52a6-4e7c-8df0-08184e61ba20 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:01.082950 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-ad1e7550-0b27-4928-a47c-e827132fc748 None None] For port 4eb32b3b-c4ce-4d28-8475-7250238d33d4, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:15:01.087384 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bfe15b-52a6-4e7c-8df0-08184e61ba20 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:01.088426 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-ad1e7550-0b27-4928-a47c-e827132fc748 None None] For port 4eb32b3b-c4ce-4d28-8475-7250238d33d4, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=4eb32b3b-c4ce-4d28-8475-7250238d33d4,segment=NetworkSegment(1331d4d2-0186-4f13-90b0-5d13d0a3c85f),segment_id=1331d4d2-0186-4f13-90b0-5d13d0a3c85f)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:15:01.104984 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ad1e7550-0b27-4928-a47c-e827132fc748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (4eb32b3b-c4ce-4d28-8475-7250238d33d4), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:01.120689 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bfe15b-52a6-4e7c-8df0-08184e61ba20 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:01.123335 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-39bfe15b-52a6-4e7c-8df0-08184e61ba20 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.1553042 Feb 09 01:15:01.125740 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56632) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:01.223270 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-4deb6c9a-626d-4628-9559-b985134ee90d None None] Set router b2bc552e-95de-4446-9c86-100f99c46d7a gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:15:01.329027 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1e7550-0b27-4928-a47c-e827132fc748 None None] Pushing event updated for resources: {'Port': ['ID=4eb32b3b-c4ce-4d28-8475-7250238d33d4,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:01.373799 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-b1963bc4-d946-4e21-98c2-845e10c3d3c7 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Deleting port 9f2e8bfd-7611-4b54-89d7-b500ce358547 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:15:01.375718 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b1963bc4-d946-4e21-98c2-845e10c3d3c7 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (9f2e8bfd-7611-4b54-89d7-b500ce358547), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:01.452883 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2389f9d7-5247-4fd4-9131-a8de04391a37 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Publish callbacks [] for security_group_rule (76cbbb94-d0b9-4da7-b60a-78a636c80a8f), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:01.469225 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ea578-6dc7-421f-9515-83af6065411c req-a385d848-ff38-4bac-8fd1-3669054aa6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:01.471492 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d72ea578-6dc7-421f-9515-83af6065411c req-a385d848-ff38-4bac-8fd1-3669054aa6d5 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=927c95a7-9afc-4391-8f1b-90d0913f6790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.7566545 Feb 09 01:15:01.473182 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-3803a0e3-0813-4407-b052-6eb34fd99d37 None None] Provisioning complete for port 4bc4dbd4-5333-46a8-abbb-0e70ec789842 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:01.473857 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3803a0e3-0813-4407-b052-6eb34fd99d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4bc4dbd4-5333-46a8-abbb-0e70ec789842), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:01.486593 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2389f9d7-5247-4fd4-9131-a8de04391a37 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (76cbbb94-d0b9-4da7-b60a-78a636c80a8f), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:01.567208 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b1963bc4-d946-4e21-98c2-845e10c3d3c7 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (9f2e8bfd-7611-4b54-89d7-b500ce358547), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:01.583155 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-b1963bc4-d946-4e21-98c2-845e10c3d3c7 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Calling delete_port for 9f2e8bfd-7611-4b54-89d7-b500ce358547 owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:15:01.586000 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-05a09552-3c08-41d8-8997-5d6983914e4b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (6137ebc7-1443-4287-832b-8351adbeb7bc), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:01.622742 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2389f9d7-5247-4fd4-9131-a8de04391a37 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76cbbb94-d0b9-4da7-b60a-78a636c80a8f,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:01.626404 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb20a98-4143-4a4e-a0bb-20d5c11005dd req-7c2d8e2f-34d8-4e81-bae6-18e26a714676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:01.628046 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ecb20a98-4143-4a4e-a0bb-20d5c11005dd req-7c2d8e2f-34d8-4e81-bae6-18e26a714676 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e859b060fb5d41cbacd8fb822f502d4a&device_id=14254667-5dcc-434d-892a-edb1e005d06d HTTP/1.1" status: 200 len: 1125 time: 0.7540455 Feb 09 01:15:01.631571 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-3803a0e3-0813-4407-b052-6eb34fd99d37 None None] Current status of the port 4bc4dbd4-5333-46a8-abbb-0e70ec789842 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:01.631926 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3803a0e3-0813-4407-b052-6eb34fd99d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4bc4dbd4-5333-46a8-abbb-0e70ec789842), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:01.678367 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-3803a0e3-0813-4407-b052-6eb34fd99d37 None None] For port 4bc4dbd4-5333-46a8-abbb-0e70ec789842, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=4bc4dbd4-5333-46a8-abbb-0e70ec789842,segment=NetworkSegment(0d0bff9f-e230-4221-a63e-80c21a950e29),segment_id=0d0bff9f-e230-4221-a63e-80c21a950e29)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:01.689098 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3803a0e3-0813-4407-b052-6eb34fd99d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (4bc4dbd4-5333-46a8-abbb-0e70ec789842), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:01.697292 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-4deb6c9a-626d-4628-9559-b985134ee90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2bc552e-95de-4446-9c86-100f99c46d7a', 'name': 'tempest-ServersTestBootFromVolume-817717426-router', 'tenant_id': 'aaf05f1064114b4da723fd4a19dab040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '3b4fd2fb-e64c-4443-a714-4563b4f46ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:45Z', 'updated_at': '2022-02-09T01:14:55Z', 'revision_number': 4, 'project_id': 'aaf05f1064114b4da723fd4a19dab040', 'gw_port': {'id': '3b4fd2fb-e64c-4443-a714-4563b4f46ed7', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:33:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bc552e-95de-4446-9c86-100f99c46d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:47Z', 'updated_at': '2022-02-09T01:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '4bc4dbd4-5333-46a8-abbb-0e70ec789842', 'name': '', 'network_id': 'cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1', 'tenant_id': 'aaf05f1064114b4da723fd4a19dab040', 'mac_address': 'fa:16:3e:65:94:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2bc552e-95de-4446-9c86-100f99c46d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '49020204-32ea-4a87-9cac-f7541e99d5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:53Z', 'updated_at': '2022-02-09T01:15:00Z', 'revision_number': 4, 'project_id': 'aaf05f1064114b4da723fd4a19dab040', 'subnets': [{'id': '49020204-32ea-4a87-9cac-f7541e99d5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:01.745901 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4deb6c9a-626d-4628-9559-b985134ee90d None None] The sync data for ids ['b2bc552e-95de-4446-9c86-100f99c46d7a'] in n-d-828369-4 is: [{'id': 'b2bc552e-95de-4446-9c86-100f99c46d7a', 'name': 'tempest-ServersTestBootFromVolume-817717426-router', 'tenant_id': 'aaf05f1064114b4da723fd4a19dab040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '3b4fd2fb-e64c-4443-a714-4563b4f46ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:45Z', 'updated_at': '2022-02-09T01:14:55Z', 'revision_number': 4, 'project_id': 'aaf05f1064114b4da723fd4a19dab040', 'gw_port': {'id': '3b4fd2fb-e64c-4443-a714-4563b4f46ed7', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:33:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bc552e-95de-4446-9c86-100f99c46d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:47Z', 'updated_at': '2022-02-09T01:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '4bc4dbd4-5333-46a8-abbb-0e70ec789842', 'name': '', 'network_id': 'cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1', 'tenant_id': 'aaf05f1064114b4da723fd4a19dab040', 'mac_address': 'fa:16:3e:65:94:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2bc552e-95de-4446-9c86-100f99c46d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '49020204-32ea-4a87-9cac-f7541e99d5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:53Z', 'updated_at': '2022-02-09T01:15:00Z', 'revision_number': 4, 'project_id': 'aaf05f1064114b4da723fd4a19dab040', 'subnets': [{'id': '49020204-32ea-4a87-9cac-f7541e99d5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:15:01.746430 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2389f9d7-5247-4fd4-9131-a8de04391a37 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:01.747683 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2389f9d7-5247-4fd4-9131-a8de04391a37 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4643693 Feb 09 01:15:01.749742 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d72ea578-6dc7-421f-9515-83af6065411c req-a27dd050-ae6b-4434-9426-b3e218f5a2e7 service neutron] 10.222.0.120 "GET /v2.0/networks/927c95a7-9afc-4391-8f1b-90d0913f6790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700171 Feb 09 01:15:01.750708 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56638) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:01.760354 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-17964d1d-1fe9-4331-9f90-562e436b2d06 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Request body: {'security_group_rule': {'security_group_id': '65c8f205-c6cb-41d5-b5f1-7ee56e174081', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:01.766425 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ecb20a98-4143-4a4e-a0bb-20d5c11005dd req-7e35d171-708e-45d6-8c69-69a9a509b922 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55836bea-4783-4280-aa3d-5418b2e8ccad HTTP/1.1" status: 200 len: 217 time: 0.1211464 Feb 09 01:15:01.789132 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803a0e3-0813-4407-b052-6eb34fd99d37 None None] Pushing event updated for resources: {'Port': ['ID=4bc4dbd4-5333-46a8-abbb-0e70ec789842,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:01.806201 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b1963bc4-d946-4e21-98c2-845e10c3d3c7 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (9f2e8bfd-7611-4b54-89d7-b500ce358547), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:01.808193 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252ab86-81c9-4568-96f4-d254de6685d2 req-221ef97a-d78d-4324-816c-fbb299150140 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:01.809506 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1252ab86-81c9-4568-96f4-d254de6685d2 req-221ef97a-d78d-4324-816c-fbb299150140 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/ports?device_id=14254667-5dcc-434d-892a-edb1e005d06d HTTP/1.1" status: 200 len: 943 time: 0.3352797 Feb 09 01:15:01.810424 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-05a09552-3c08-41d8-8997-5d6983914e4b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (6137ebc7-1443-4287-832b-8351adbeb7bc), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:01.832022 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a09552-3c08-41d8-8997-5d6983914e4b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:01.832846 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-05a09552-3c08-41d8-8997-5d6983914e4b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:01.864086 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1963bc4-d946-4e21-98c2-845e10c3d3c7 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Pushing event deleted for resources: {'Port': ['ID=9f2e8bfd-7611-4b54-89d7-b500ce358547,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:02.025769 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-05a09552-3c08-41d8-8997-5d6983914e4b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.5651960 Feb 09 01:15:02.029879 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56648) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:02.039944 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-5c94cb50-807e-40a0-9bfd-f23fb262de4c tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-16298969'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:02.041410 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-17964d1d-1fe9-4331-9f90-562e436b2d06 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Publish callbacks [] for security_group_rule (e37fd23b-8eb2-4021-b39e-959901d63660), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:02.062082 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b1963bc4-d946-4e21-98c2-845e10c3d3c7 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:02.063001 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb20a98-4143-4a4e-a0bb-20d5c11005dd req-913abd50-32a9-4579-8cff-323982c3b833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:02.065811 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ecb20a98-4143-4a4e-a0bb-20d5c11005dd req-913abd50-32a9-4579-8cff-323982c3b833 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e3478a4-00f6-4fcc-a551-92ba1e3f6194 HTTP/1.1" status: 200 len: 853 time: 0.2866733 Feb 09 01:15:02.069635 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b1963bc4-d946-4e21-98c2-845e10c3d3c7 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] 10.222.0.50 "DELETE /v2.0/ports/9f2e8bfd-7611-4b54-89d7-b500ce358547 HTTP/1.1" status: 204 len: 168 time: 0.9396696 Feb 09 01:15:02.084611 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56650) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:02.098499 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c94cb50-807e-40a0-9bfd-f23fb262de4c tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Made reservation on behalf of 9ae775496dcb4c88881b98c46e972e20 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:02.102774 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5c94cb50-807e-40a0-9bfd-f23fb262de4c tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:02.137824 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1252ab86-81c9-4568-96f4-d254de6685d2 req-0090f074-507f-438f-a065-5baba2fd283e tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d07ae43-d9e6-4a7c-a732-5c3d27f9d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990062 Feb 09 01:15:02.145189 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-634cc39b-f797-47d4-878d-edf0b7109fc5 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] GET failed (client error): The resource could not be found. Feb 09 01:15:02.150592 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-634cc39b-f797-47d4-878d-edf0b7109fc5 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] 10.222.0.50 "GET /v2.0/ports/9f2e8bfd-7611-4b54-89d7-b500ce358547 HTTP/1.1" status: 404 len: 333 time: 0.0607810 Feb 09 01:15:02.152187 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56656) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:02.158044 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-f66c6da4-05ce-4140-ad41-04e75cec3f1b tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Request body: {'port': {'network_id': '46f77fc2-6726-4164-a2e2-2bc432f7132d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-554792827'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:02.179606 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a09552-3c08-41d8-8997-5d6983914e4b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event updated for resources: {'Network': ['ID=6137ebc7-1443-4287-832b-8351adbeb7bc,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:02.191800 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 6137ebc7-1443-4287-832b-8351adbeb7bc details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:15:02.197951 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ecb20a98-4143-4a4e-a0bb-20d5c11005dd req-371441f5-8956-4162-978a-d4cb501cbe08 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879753 Feb 09 01:15:02.253925 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c94cb50-807e-40a0-9bfd-f23fb262de4c tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1045} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:15:02.276030 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5c94cb50-807e-40a0-9bfd-f23fb262de4c tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (8be83e36-b587-4ebc-b1b1-65aef4765773), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:02.283521 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-5c94cb50-807e-40a0-9bfd-f23fb262de4c tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Added segment 8be83e36-b587-4ebc-b1b1-65aef4765773 of type vlan for network af2179aa-41e4-4476-a661-276248f3ddf4 Feb 09 01:15:02.393964 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5c94cb50-807e-40a0-9bfd-f23fb262de4c tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (af2179aa-41e4-4476-a661-276248f3ddf4), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:02.415250 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d72ea578-6dc7-421f-9515-83af6065411c req-b7a50faa-8ee6-43f8-a685-fc4c12c10e4e service neutron] 10.222.0.120 "GET /v2.0/networks/927c95a7-9afc-4391-8f1b-90d0913f6790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6372707 Feb 09 01:15:02.456825 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5c94cb50-807e-40a0-9bfd-f23fb262de4c tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (af2179aa-41e4-4476-a661-276248f3ddf4), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:02.462180 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-61784f43-dd86-442e-a194-2e189a392260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:02.477201 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c94cb50-807e-40a0-9bfd-f23fb262de4c tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:02.478909 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5c94cb50-807e-40a0-9bfd-f23fb262de4c tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:02.513271 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ecb20a98-4143-4a4e-a0bb-20d5c11005dd req-25b7204f-8f3b-4ee4-9d7d-fec3274f98bc service neutron] 10.222.0.47 "GET /v2.0/networks/4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072078 Feb 09 01:15:02.519232 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d72ea578-6dc7-421f-9515-83af6065411c req-df65436d-24b0-4085-9be1-b4c90bd8a83b service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a50b63d9-9aa6-4f44-8c47-71c17ea2941a HTTP/1.1" status: 200 len: 217 time: 0.0933390 Feb 09 01:15:02.560279 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5c94cb50-807e-40a0-9bfd-f23fb262de4c tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5265231 Feb 09 01:15:02.598107 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-17964d1d-1fe9-4331-9f90-562e436b2d06 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Publish callbacks [] for security_group_rule (e37fd23b-8eb2-4021-b39e-959901d63660), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:02.599079 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56664) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:02.617515 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-63b33924-bee8-473c-b542-da00597b4782 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Request body: {'subnet': {'network_id': '6137ebc7-1443-4287-832b-8351adbeb7bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:02.632970 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66c6da4-05ce-4140-ad41-04e75cec3f1b tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Made reservation on behalf of 73712eb9c7b74f668234718cb41159c9 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:02.636821 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f66c6da4-05ce-4140-ad41-04e75cec3f1b tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:02.696292 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4eb32b3b-c4ce-4d28-8475-7250238d33d4 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:15:02.699138 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ecb20a98-4143-4a4e-a0bb-20d5c11005dd req-79e67fb5-4bb7-427a-beb5-0699ea59acd9 service neutron] 10.222.0.47 "GET /v2.0/networks/4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728933 Feb 09 01:15:02.699793 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-17964d1d-1fe9-4331-9f90-562e436b2d06 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (e37fd23b-8eb2-4021-b39e-959901d63660), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:02.726984 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c94cb50-807e-40a0-9bfd-f23fb262de4c tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event updated for resources: {'Network': ['ID=af2179aa-41e4-4476-a661-276248f3ddf4,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:02.733803 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-f66c6da4-05ce-4140-ad41-04e75cec3f1b tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] device_id is not set on port 556bf9ab-b484-4d96-bc8f-e45736fcf375 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:15:02.762340 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network af2179aa-41e4-4476-a661-276248f3ddf4 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:15:02.887813 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17964d1d-1fe9-4331-9f90-562e436b2d06 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e37fd23b-8eb2-4021-b39e-959901d63660,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:02.893601 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b446dbf0-4169-4c62-8494-f2cb55a4f14c None None] Network 46f77fc2-6726-4164-a2e2-2bc432f7132d requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:15:02.900951 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 4eb32b3b-c4ce-4d28-8475-7250238d33d4 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:02.901571 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4eb32b3b-c4ce-4d28-8475-7250238d33d4), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:02.907505 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-17964d1d-1fe9-4331-9f90-562e436b2d06 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:02.914854 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-17964d1d-1fe9-4331-9f90-562e436b2d06 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1600606 Feb 09 01:15:02.928275 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56666) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:02.936264 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ea578-6dc7-421f-9515-83af6065411c req-03267d81-ca49-47c5-9c08-a2b733931b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:02.938251 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d72ea578-6dc7-421f-9515-83af6065411c req-03267d81-ca49-47c5-9c08-a2b733931b90 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=b5e87f56-886d-4c17-b782-a5f35c888558 HTTP/1.1" status: 200 len: 797 time: 0.3380828 Feb 09 01:15:02.940030 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-bb22afde-f13a-43da-86f7-5f5d2b3989bf tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:03.018929 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298e407-d9c9-4104-9987-05eab8d4df89 req-4d6fe176-66a0-4794-b32a-c50977615eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:03.021984 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2298e407-d9c9-4104-9987-05eab8d4df89 req-4d6fe176-66a0-4794-b32a-c50977615eca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e859b060fb5d41cbacd8fb822f502d4a&device_id=14254667-5dcc-434d-892a-edb1e005d06d HTTP/1.1" status: 200 len: 1125 time: 0.2188342 Feb 09 01:15:03.036637 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-ac99f3af-5f68-429a-aedf-286976ae097b None None] Provisioning complete for port 4eb32b3b-c4ce-4d28-8475-7250238d33d4 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:03.036948 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ac99f3af-5f68-429a-aedf-286976ae097b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4eb32b3b-c4ce-4d28-8475-7250238d33d4), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:03.055731 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bb22afde-f13a-43da-86f7-5f5d2b3989bf tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:03.105471 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-f66c6da4-05ce-4140-ad41-04e75cec3f1b tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Allocated IP 2001:db8::f6 (46f77fc2-6726-4164-a2e2-2bc432f7132d/bd194ffd-93d6-4894-a985-8e2eec82bff8/556bf9ab-b484-4d96-bc8f-e45736fcf375) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:03.124631 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b33924-bee8-473c-b542-da00597b4782 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Made reservation on behalf of 9ae775496dcb4c88881b98c46e972e20 for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:03.128977 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-63b33924-bee8-473c-b542-da00597b4782 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:03.209890 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 4eb32b3b-c4ce-4d28-8475-7250238d33d4 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:03.210639 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4eb32b3b-c4ce-4d28-8475-7250238d33d4), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:03.217020 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ea578-6dc7-421f-9515-83af6065411c req-fd13ff0e-3285-4c5f-950f-732f660d16d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:03.218629 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d72ea578-6dc7-421f-9515-83af6065411c req-fd13ff0e-3285-4c5f-950f-732f660d16d2 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=3c94ca57-3b3a-4c44-bfe5-dcd0786f477f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2717798 Feb 09 01:15:03.302959 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 4eb32b3b-c4ce-4d28-8475-7250238d33d4, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=4eb32b3b-c4ce-4d28-8475-7250238d33d4,segment=NetworkSegment(1331d4d2-0186-4f13-90b0-5d13d0a3c85f),segment_id=1331d4d2-0186-4f13-90b0-5d13d0a3c85f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:03.330805 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (4eb32b3b-c4ce-4d28-8475-7250238d33d4), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:03.332362 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4bc4dbd4-5333-46a8-abbb-0e70ec789842 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:15:03.390542 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bb22afde-f13a-43da-86f7-5f5d2b3989bf tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:03.411576 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298e407-d9c9-4104-9987-05eab8d4df89 req-c2ec1537-c9eb-4c23-a1ef-a3b64cf28bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:03.418801 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2298e407-d9c9-4104-9987-05eab8d4df89 req-c2ec1537-c9eb-4c23-a1ef-a3b64cf28bb8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58 HTTP/1.1" status: 200 len: 915 time: 0.3710706 Feb 09 01:15:03.475576 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=4eb32b3b-c4ce-4d28-8475-7250238d33d4,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:03.494234 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ac99f3af-5f68-429a-aedf-286976ae097b None None] Current status of the port 4eb32b3b-c4ce-4d28-8475-7250238d33d4 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:03.494925 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ac99f3af-5f68-429a-aedf-286976ae097b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4eb32b3b-c4ce-4d28-8475-7250238d33d4), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:03.564485 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2298e407-d9c9-4104-9987-05eab8d4df89 req-f13080db-1e94-4653-a91f-6f4f964cd2ab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55836bea-4783-4280-aa3d-5418b2e8ccad HTTP/1.1" status: 200 len: 217 time: 0.0939558 Feb 09 01:15:03.603756 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f66c6da4-05ce-4140-ad41-04e75cec3f1b tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks [] for port (556bf9ab-b484-4d96-bc8f-e45736fcf375), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:03.684473 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298e407-d9c9-4104-9987-05eab8d4df89 req-42965853-8fb9-4e9f-b106-1e1405fdfa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:03.686353 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2298e407-d9c9-4104-9987-05eab8d4df89 req-42965853-8fb9-4e9f-b106-1e1405fdfa97 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e3478a4-00f6-4fcc-a551-92ba1e3f6194 HTTP/1.1" status: 200 len: 853 time: 0.1097891 Feb 09 01:15:03.696484 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c906b-49dd-4cd0-a24e-d438c754a546 req-4683f0a0-d1e9-4b52-9517-6df32f65b5d2 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:03.713033 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e16c906b-49dd-4cd0-a24e-d438c754a546 req-4683f0a0-d1e9-4b52-9517-6df32f65b5d2 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/ports?device_id=14254667-5dcc-434d-892a-edb1e005d06d HTTP/1.1" status: 200 len: 943 time: 0.3907301 Feb 09 01:15:03.792132 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-bb22afde-f13a-43da-86f7-5f5d2b3989bf tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Allocated IP 172.25.8.17 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/49ed6f8b-bd9e-488d-96d7-9858a4d9d417) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:03.810002 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f66c6da4-05ce-4140-ad41-04e75cec3f1b tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (556bf9ab-b484-4d96-bc8f-e45736fcf375), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:03.832592 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.api [None req-ac99f3af-5f68-429a-aedf-286976ae097b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:15:03.833096 n-d-828369-4 neutron-server[103138]: DEBUG oslo_db.api [None req-ac99f3af-5f68-429a-aedf-286976ae097b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:15:03.833912 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 4bc4dbd4-5333-46a8-abbb-0e70ec789842 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:03.834353 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4bc4dbd4-5333-46a8-abbb-0e70ec789842), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:03.856865 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2298e407-d9c9-4104-9987-05eab8d4df89 req-641a2d4e-beb7-43e5-a43f-9c5b7a13df19 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1308386 Feb 09 01:15:03.955636 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66c6da4-05ce-4140-ad41-04e75cec3f1b tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Network 46f77fc2-6726-4164-a2e2-2bc432f7132d is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:03.967681 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 4bc4dbd4-5333-46a8-abbb-0e70ec789842 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:04.019979 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2298e407-d9c9-4104-9987-05eab8d4df89 req-97911afb-dd46-411f-8ce7-06d55d2d36b3 service neutron] 10.222.0.47 "GET /v2.0/networks/4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551242 Feb 09 01:15:04.022508 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d72ea578-6dc7-421f-9515-83af6065411c req-162b97a9-33cd-4919-8a94-5bbc21cc5732 service neutron] 10.222.0.120 "GET /v2.0/networks/3c94ca57-3b3a-4c44-bfe5-dcd0786f477f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7934971 Feb 09 01:15:04.025480 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-f66c6da4-05ce-4140-ad41-04e75cec3f1b tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:04.037068 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66c6da4-05ce-4140-ad41-04e75cec3f1b tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:15:04.044747 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66c6da4-05ce-4140-ad41-04e75cec3f1b tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:04.045431 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f66c6da4-05ce-4140-ad41-04e75cec3f1b tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:04.086586 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f66c6da4-05ce-4140-ad41-04e75cec3f1b tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.9338074 Feb 09 01:15:04.087333 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c6da4-05ce-4140-ad41-04e75cec3f1b tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Pushing event updated for resources: {'Port': ['ID=556bf9ab-b484-4d96-bc8f-e45736fcf375,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:04.090922 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e16c906b-49dd-4cd0-a24e-d438c754a546 req-f4ed9679-3e63-4b0b-b559-6792a054e3fb tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d07ae43-d9e6-4a7c-a732-5c3d27f9d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763812 Feb 09 01:15:04.099934 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56676) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:04.106836 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-6d830560-389d-4c5d-97de-48153e43f958 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::a3', 'mac_address': 'fa:16:3e:fe:89:d7'}]}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:04.226437 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6d830560-389d-4c5d-97de-48153e43f958 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (556bf9ab-b484-4d96-bc8f-e45736fcf375), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:04.231396 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bb22afde-f13a-43da-86f7-5f5d2b3989bf tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Publish callbacks [] for port (49ed6f8b-bd9e-488d-96d7-9858a4d9d417), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:04.313596 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-63b33924-bee8-473c-b542-da00597b4782 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (4e483371-1388-4633-8f7f-dd65776f1757), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:04.365634 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bb22afde-f13a-43da-86f7-5f5d2b3989bf tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (49ed6f8b-bd9e-488d-96d7-9858a4d9d417), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:04.401449 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b33924-bee8-473c-b542-da00597b4782 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event updated for resources: {'Subnet': ['ID=4e483371-1388-4633-8f7f-dd65776f1757,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:04.417603 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d72ea578-6dc7-421f-9515-83af6065411c req-7e060698-ada9-412e-afc2-c1b0d24aac38 service neutron] 10.222.0.120 "GET /v2.0/networks/3c94ca57-3b3a-4c44-bfe5-dcd0786f477f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639753 Feb 09 01:15:04.469654 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d72ea578-6dc7-421f-9515-83af6065411c req-89ee4f25-5bcf-4695-a99b-7a8d83e24e1d service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8878209d-10f0-43e8-9625-98836d88edd2 HTTP/1.1" status: 200 len: 217 time: 0.0441494 Feb 09 01:15:04.474280 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2298e407-d9c9-4104-9987-05eab8d4df89 req-cb604f25-9384-49b2-aef7-d275ed18cbe0 service neutron] 10.222.0.47 "GET /v2.0/networks/4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4230697 Feb 09 01:15:04.476216 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-789808ca-7559-42f3-9d02-06ca685fe55d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:04.491237 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ac99f3af-5f68-429a-aedf-286976ae097b None None] Current status of the port 4eb32b3b-c4ce-4d28-8475-7250238d33d4 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:04.527746 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb22afde-f13a-43da-86f7-5f5d2b3989bf tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:04.550946 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4eb32b3b-c4ce-4d28-8475-7250238d33d4 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:15:04.561716 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b33924-bee8-473c-b542-da00597b4782 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Checking segment: {'id': 'd4a8c469-9555-4b5c-96b1-d85d51d10bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '6137ebc7-1443-4287-832b-8351adbeb7bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:15:04.562102 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b33924-bee8-473c-b542-da00597b4782 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Network hostable DHCP agents. Network: 6137ebc7-1443-4287-832b-8351adbeb7bc, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:15:04.581301 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ea578-6dc7-421f-9515-83af6065411c req-19df0aae-d13a-4398-9174-c12dcfe99b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:04.585382 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d72ea578-6dc7-421f-9515-83af6065411c req-19df0aae-d13a-4398-9174-c12dcfe99b22 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=b5e87f56-886d-4c17-b782-a5f35c888558 HTTP/1.1" status: 200 len: 797 time: 0.1083915 Feb 09 01:15:04.629159 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b33924-bee8-473c-b542-da00597b4782 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Network 6137ebc7-1443-4287-832b-8351adbeb7bc is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:15:04.649304 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-63b33924-bee8-473c-b542-da00597b4782 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 6137ebc7-1443-4287-832b-8351adbeb7bc) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:04.654795 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b33924-bee8-473c-b542-da00597b4782 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:04.655966 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-63b33924-bee8-473c-b542-da00597b4782 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:04.666031 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-bb22afde-f13a-43da-86f7-5f5d2b3989bf tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:04.679598 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb22afde-f13a-43da-86f7-5f5d2b3989bf tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:15:04.682475 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ea578-6dc7-421f-9515-83af6065411c req-52de7a4d-71e8-4c0c-b764-786a29bb7f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:04.684341 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d72ea578-6dc7-421f-9515-83af6065411c req-52de7a4d-71e8-4c0c-b764-786a29bb7f03 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=3c94ca57-3b3a-4c44-bfe5-dcd0786f477f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0918851 Feb 09 01:15:04.686622 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 55836bea-4783-4280-aa3d-5418b2e8ccad details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:15:04.689026 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433c06bb-f004-4ea9-b566-429ed8cac6d4 None None] Network 6137ebc7-1443-4287-832b-8351adbeb7bc requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:15:04.697335 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-63b33924-bee8-473c-b542-da00597b4782 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0951068 Feb 09 01:15:04.698076 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56686) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:04.726546 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-c597e720-1ffe-40c1-8646-d2e76d9a00b2 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Request body: {'subnet': {'network_id': 'af2179aa-41e4-4476-a661-276248f3ddf4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:04.815323 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-245590ca-7b1d-4676-8c0a-1aaf9e28696b None None] Provisioning complete for port fe6b381a-35e2-474e-8782-4eb122d742c5 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:04.816138 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-245590ca-7b1d-4676-8c0a-1aaf9e28696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (fe6b381a-35e2-474e-8782-4eb122d742c5), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:04.928110 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 4eb32b3b-c4ce-4d28-8475-7250238d33d4 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:04.928787 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4eb32b3b-c4ce-4d28-8475-7250238d33d4), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:04.985428 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60c5c90-5fce-410a-b7df-b350daa820f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-6137ebc7-1443-4287-832b-8351adbeb7bc', 'network_id': '6137ebc7-1443-4287-832b-8351adbeb7bc', 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'fixed_ips': [{'subnet_id': '4e483371-1388-4633-8f7f-dd65776f1757'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:15:04.987884 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d60c5c90-5fce-410a-b7df-b350daa820f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:05.053984 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb22afde-f13a-43da-86f7-5f5d2b3989bf tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Pushing event updated for resources: {'Port': ['ID=49ed6f8b-bd9e-488d-96d7-9858a4d9d417,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:05.241295 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-d60c5c90-5fce-410a-b7df-b350daa820f4 None None] Allocated IP 2001:db8::2 (6137ebc7-1443-4287-832b-8351adbeb7bc/4e483371-1388-4633-8f7f-dd65776f1757/4675df67-1d85-4581-8357-590c386308dd) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:05.250884 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c597e720-1ffe-40c1-8646-d2e76d9a00b2 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Made reservation on behalf of 9ae775496dcb4c88881b98c46e972e20 for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:05.257789 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c597e720-1ffe-40c1-8646-d2e76d9a00b2 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:05.282407 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bb22afde-f13a-43da-86f7-5f5d2b3989bf tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Publish callbacks [] for floatingip (b3541b54-8549-4cfc-a562-4caee1abf09b), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:05.291887 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6d830560-389d-4c5d-97de-48153e43f958 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks [] for port (556bf9ab-b484-4d96-bc8f-e45736fcf375), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:05.302284 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6d830560-389d-4c5d-97de-48153e43f958 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (556bf9ab-b484-4d96-bc8f-e45736fcf375), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:05.338615 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.resource_extend [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:15:05.343431 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-245590ca-7b1d-4676-8c0a-1aaf9e28696b None None] Port fe6b381a-35e2-474e-8782-4eb122d742c5 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:15:05.364186 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bb22afde-f13a-43da-86f7-5f5d2b3989bf tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (49ed6f8b-bd9e-488d-96d7-9858a4d9d417), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:05.378269 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-245590ca-7b1d-4676-8c0a-1aaf9e28696b None None] Could not find standard attr ID for object 9f2e8bfd-7611-4b54-89d7-b500ce358547. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:15:05.397861 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-6d830560-389d-4c5d-97de-48153e43f958 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] In _notify_port_updated(), no bound segment for port 556bf9ab-b484-4d96-bc8f-e45736fcf375 on network 46f77fc2-6726-4164-a2e2-2bc432f7132d {{(pid=103137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:15:05.405139 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d830560-389d-4c5d-97de-48153e43f958 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:05.405982 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6d830560-389d-4c5d-97de-48153e43f958 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:05.407518 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6d830560-389d-4c5d-97de-48153e43f958 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] 10.222.0.50 "PUT /v2.0/ports/556bf9ab-b484-4d96-bc8f-e45736fcf375 HTTP/1.1" status: 200 len: 1000 time: 1.3065734 Feb 09 01:15:05.414307 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56690) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:05.470878 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-245590ca-7b1d-4676-8c0a-1aaf9e28696b None None] Provisioning complete for port 4eb32b3b-c4ce-4d28-8475-7250238d33d4 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:05.471316 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-245590ca-7b1d-4676-8c0a-1aaf9e28696b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4eb32b3b-c4ce-4d28-8475-7250238d33d4), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:05.524139 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c597e720-1ffe-40c1-8646-d2e76d9a00b2 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (6b070788-e749-4fda-bb31-438f4d15db9e), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:05.575679 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d830560-389d-4c5d-97de-48153e43f958 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Pushing event updated for resources: {'Port': ['ID=556bf9ab-b484-4d96-bc8f-e45736fcf375,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:05.600436 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c597e720-1ffe-40c1-8646-d2e76d9a00b2 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event updated for resources: {'Subnet': ['ID=6b070788-e749-4fda-bb31-438f4d15db9e,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:05.621706 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d72ea578-6dc7-421f-9515-83af6065411c req-5aa7330b-a620-4a3c-84b2-69cbead0c898 service neutron] 10.222.0.120 "GET /v2.0/networks/3c94ca57-3b3a-4c44-bfe5-dcd0786f477f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9226356 Feb 09 01:15:05.630548 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 4eb32b3b-c4ce-4d28-8475-7250238d33d4 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:05.704968 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44811623-7933-4d5c-bee4-7b2abec0d7e4 req-e03bbd1d-b393-4ae5-869d-fdabfdd2aeb4 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:05.706707 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-44811623-7933-4d5c-bee4-7b2abec0d7e4 req-e03bbd1d-b393-4ae5-869d-fdabfdd2aeb4 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/ports?device_id=14254667-5dcc-434d-892a-edb1e005d06d HTTP/1.1" status: 200 len: 943 time: 0.4801986 Feb 09 01:15:05.723970 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-c0162a41-0109-4169-8cf2-b900a2a35d14 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Deleting port 556bf9ab-b484-4d96-bc8f-e45736fcf375 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:15:05.724319 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c0162a41-0109-4169-8cf2-b900a2a35d14 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (556bf9ab-b484-4d96-bc8f-e45736fcf375), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:05.774540 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c597e720-1ffe-40c1-8646-d2e76d9a00b2 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Checking segment: {'id': '8be83e36-b587-4ebc-b1b1-65aef4765773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'af2179aa-41e4-4476-a661-276248f3ddf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:15:05.774846 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c597e720-1ffe-40c1-8646-d2e76d9a00b2 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Network hostable DHCP agents. Network: af2179aa-41e4-4476-a661-276248f3ddf4, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:15:05.790039 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 55836bea-4783-4280-aa3d-5418b2e8ccad, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=55836bea-4783-4280-aa3d-5418b2e8ccad,segment=NetworkSegment(1201617b-d7eb-4912-b51d-e8d5054c9092),segment_id=1201617b-d7eb-4912-b51d-e8d5054c9092)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:05.861758 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c0162a41-0109-4169-8cf2-b900a2a35d14 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (556bf9ab-b484-4d96-bc8f-e45736fcf375), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:05.865253 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-245590ca-7b1d-4676-8c0a-1aaf9e28696b None None] Current status of the port 4eb32b3b-c4ce-4d28-8475-7250238d33d4 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:05.867590 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '55836bea-4783-4280-aa3d-5418b2e8ccad', 'network_id': '4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58', 'port_id': '55836bea-4783-4280-aa3d-5418b2e8ccad', 'mac_address': 'fa:16:3e:b6:e6:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1001, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e3478a4-00f6-4fcc-a551-92ba1e3f6194', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:15:05.880109 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:05.880996 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-c0162a41-0109-4169-8cf2-b900a2a35d14 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Calling delete_port for 556bf9ab-b484-4d96-bc8f-e45736fcf375 owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:15:05.882755 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-44811623-7933-4d5c-bee4-7b2abec0d7e4 req-20478c4d-0305-48ed-b8dd-d7f9f8fbb04f tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d07ae43-d9e6-4a7c-a732-5c3d27f9d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113818 Feb 09 01:15:05.936105 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 55836bea-4783-4280-aa3d-5418b2e8ccad is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:05.936508 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (55836bea-4783-4280-aa3d-5418b2e8ccad), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:05.953524 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55836bea-4783-4280-aa3d-5418b2e8ccad {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:15:05.955177 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c597e720-1ffe-40c1-8646-d2e76d9a00b2 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Network af2179aa-41e4-4476-a661-276248f3ddf4 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:15:05.962176 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d60c5c90-5fce-410a-b7df-b350daa820f4 None None] Publish callbacks [] for port (4675df67-1d85-4581-8357-590c386308dd), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:05.985366 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 55836bea-4783-4280-aa3d-5418b2e8ccad, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=55836bea-4783-4280-aa3d-5418b2e8ccad,segment=NetworkSegment(1201617b-d7eb-4912-b51d-e8d5054c9092),segment_id=1201617b-d7eb-4912-b51d-e8d5054c9092)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:05.988219 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d60c5c90-5fce-410a-b7df-b350daa820f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (4675df67-1d85-4581-8357-590c386308dd), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:06.001783 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d72ea578-6dc7-421f-9515-83af6065411c req-41e7160f-dd87-4f28-8cfb-33a6e9ce0003 service neutron] 10.222.0.120 "GET /v2.0/networks/3c94ca57-3b3a-4c44-bfe5-dcd0786f477f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638525 Feb 09 01:15:06.004562 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-c597e720-1ffe-40c1-8646-d2e76d9a00b2 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, af2179aa-41e4-4476-a661-276248f3ddf4) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:06.016073 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c597e720-1ffe-40c1-8646-d2e76d9a00b2 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:06.016727 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c597e720-1ffe-40c1-8646-d2e76d9a00b2 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:06.034842 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (55836bea-4783-4280-aa3d-5418b2e8ccad), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:06.046700 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df03b7fc-e4d7-47a5-b764-87fb4f406fce None None] Network af2179aa-41e4-4476-a661-276248f3ddf4 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:15:06.053786 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c597e720-1ffe-40c1-8646-d2e76d9a00b2 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3342443 Feb 09 01:15:06.055933 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56708) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:06.069526 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-c9539a38-7472-4d3a-87e6-bec8a6be37b2 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-517210688', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:06.072624 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c0162a41-0109-4169-8cf2-b900a2a35d14 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (556bf9ab-b484-4d96-bc8f-e45736fcf375), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:06.117635 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56712) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:06.118727 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0162a41-0109-4169-8cf2-b900a2a35d14 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Pushing event deleted for resources: {'Port': ['ID=556bf9ab-b484-4d96-bc8f-e45736fcf375,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:06.124674 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c9539a38-7472-4d3a-87e6-bec8a6be37b2 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (37c109db-de06-44a3-b544-59c7da5f39fc), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:06.125774 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c9539a38-7472-4d3a-87e6-bec8a6be37b2 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (37c109db-de06-44a3-b544-59c7da5f39fc), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:06.182770 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-de1dc37c-a760-40d9-879a-ac71455243d7 None None] Provisioning complete for port 556bf9ab-b484-4d96-bc8f-e45736fcf375 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:06.183168 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-de1dc37c-a760-40d9-879a-ac71455243d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (556bf9ab-b484-4d96-bc8f-e45736fcf375), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:06.222732 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c9539a38-7472-4d3a-87e6-bec8a6be37b2 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for router_controller (37c109db-de06-44a3-b544-59c7da5f39fc), precommit_add_association {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:06.223275 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60c5c90-5fce-410a-b7df-b350daa820f4 None None] Network 6137ebc7-1443-4287-832b-8351adbeb7bc is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:06.230274 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-de1dc37c-a760-40d9-879a-ac71455243d7 None None] Port 556bf9ab-b484-4d96-bc8f-e45736fcf375 was deleted so its status cannot be updated. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 09 01:15:06.231848 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c5c90-5fce-410a-b7df-b350daa820f4 None None] Pushing event updated for resources: {'Port': ['ID=4675df67-1d85-4581-8357-590c386308dd,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:06.233137 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c9539a38-7472-4d3a-87e6-bec8a6be37b2 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (37c109db-de06-44a3-b544-59c7da5f39fc), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:06.242855 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bb22afde-f13a-43da-86f7-5f5d2b3989bf tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Publish callbacks [] for port (49ed6f8b-bd9e-488d-96d7-9858a4d9d417), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:06.244240 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-d60c5c90-5fce-410a-b7df-b350daa820f4 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:06.246266 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fe8e8c-7dd6-41c0-a7aa-15b3f8e78a76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-af2179aa-41e4-4476-a661-276248f3ddf4', 'network_id': 'af2179aa-41e4-4476-a661-276248f3ddf4', 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'fixed_ips': [{'subnet_id': '6b070788-e749-4fda-bb31-438f4d15db9e'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:15:06.248218 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d0fe8e8c-7dd6-41c0-a7aa-15b3f8e78a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:06.257679 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bb22afde-f13a-43da-86f7-5f5d2b3989bf tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (49ed6f8b-bd9e-488d-96d7-9858a4d9d417), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:06.270259 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c9539a38-7472-4d3a-87e6-bec8a6be37b2 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:06.272868 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60c5c90-5fce-410a-b7df-b350daa820f4 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:15:06.278890 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c9539a38-7472-4d3a-87e6-bec8a6be37b2 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2220330 Feb 09 01:15:06.283748 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56716) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:06.341246 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb22afde-f13a-43da-86f7-5f5d2b3989bf tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Pushing event updated for resources: {'Port': ['ID=49ed6f8b-bd9e-488d-96d7-9858a4d9d417,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:06.357915 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['55836bea-4783-4280-aa3d-5418b2e8ccad'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:15:06.388996 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c0162a41-0109-4169-8cf2-b900a2a35d14 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:06.393098 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c0162a41-0109-4169-8cf2-b900a2a35d14 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] 10.222.0.50 "DELETE /v2.0/ports/556bf9ab-b484-4d96-bc8f-e45736fcf375 HTTP/1.1" status: 204 len: 168 time: 0.9753587 Feb 09 01:15:06.418240 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56718) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:06.484072 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a4b0dbf-c713-4e2e-b691-10847208153b tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] GET failed (client error): The resource could not be found. Feb 09 01:15:06.490842 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4a4b0dbf-c713-4e2e-b691-10847208153b tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] 10.222.0.50 "GET /v2.0/ports/556bf9ab-b484-4d96-bc8f-e45736fcf375 HTTP/1.1" status: 404 len: 333 time: 0.0711920 Feb 09 01:15:06.502700 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56720) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:06.507734 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-b7839bf9-6632-4fe9-9afa-ff14f937fc61 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Request body: {'port': {'network_id': '46f77fc2-6726-4164-a2e2-2bc432f7132d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2043381875'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:06.646665 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-d0fe8e8c-7dd6-41c0-a7aa-15b3f8e78a76 None None] Allocated IP 2001:db8:1::2 (af2179aa-41e4-4476-a661-276248f3ddf4/6b070788-e749-4fda-bb31-438f4d15db9e/ec9612aa-ef94-4e24-bc26-5186baee412e) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:06.650459 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bb22afde-f13a-43da-86f7-5f5d2b3989bf tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (b3541b54-8549-4cfc-a562-4caee1abf09b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:06.667436 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7839bf9-6632-4fe9-9afa-ff14f937fc61 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Made reservation on behalf of 73712eb9c7b74f668234718cb41159c9 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:06.671294 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b7839bf9-6632-4fe9-9afa-ff14f937fc61 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:06.676837 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bb22afde-f13a-43da-86f7-5f5d2b3989bf tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:06.678327 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-bb22afde-f13a-43da-86f7-5f5d2b3989bf tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7490690 Feb 09 01:15:06.715606 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-b7839bf9-6632-4fe9-9afa-ff14f937fc61 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] device_id is not set on port 25f79f5b-3cc5-4a9a-924b-b93aa441825b yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:15:06.773007 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bec9b-1ace-4922-9da3-311f6c987419 req-c8201771-31cc-4906-80bc-4f1f4fbd7e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:06.773561 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bec9b-1ace-4922-9da3-311f6c987419 req-c8201771-31cc-4906-80bc-4f1f4fbd7e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:06.774021 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bec9b-1ace-4922-9da3-311f6c987419 req-c8201771-31cc-4906-80bc-4f1f4fbd7e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:06.774500 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bec9b-1ace-4922-9da3-311f6c987419 req-c8201771-31cc-4906-80bc-4f1f4fbd7e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:06.774984 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bec9b-1ace-4922-9da3-311f6c987419 req-c8201771-31cc-4906-80bc-4f1f4fbd7e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:06.775440 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bec9b-1ace-4922-9da3-311f6c987419 req-c8201771-31cc-4906-80bc-4f1f4fbd7e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:06.776057 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bec9b-1ace-4922-9da3-311f6c987419 req-c8201771-31cc-4906-80bc-4f1f4fbd7e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:06.793866 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b23bec9b-1ace-4922-9da3-311f6c987419 req-c8201771-31cc-4906-80bc-4f1f4fbd7e4a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 6718 time: 0.6747744 Feb 09 01:15:06.878852 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-b7839bf9-6632-4fe9-9afa-ff14f937fc61 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Allocated IP 2001:db8::12 (46f77fc2-6726-4164-a2e2-2bc432f7132d/bd194ffd-93d6-4894-a985-8e2eec82bff8/25f79f5b-3cc5-4a9a-924b-b93aa441825b) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:06.901853 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=55836bea-4783-4280-aa3d-5418b2e8ccad,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:06.929673 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b23bec9b-1ace-4922-9da3-311f6c987419 req-749ec07a-0f67-4a38-8bb7-14b7ab90cf0e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1251881 Feb 09 01:15:06.988133 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f28c093a-a9ff-464d-bc14-6b3696ea37a5 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:07.073861 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-d60c5c90-5fce-410a-b7df-b350daa820f4 None None] Attempting to bind port 4675df67-1d85-4581-8357-590c386308dd on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:15:07.074397 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-d60c5c90-5fce-410a-b7df-b350daa820f4 None None] Attempting to bind port 4675df67-1d85-4581-8357-590c386308dd by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'd4a8c469-9555-4b5c-96b1-d85d51d10bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '6137ebc7-1443-4287-832b-8351adbeb7bc'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:15:07.074883 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60c5c90-5fce-410a-b7df-b350daa820f4 None None] Attempting to bind port 4675df67-1d85-4581-8357-590c386308dd on network 6137ebc7-1443-4287-832b-8351adbeb7bc {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:15:07.096696 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60c5c90-5fce-410a-b7df-b350daa820f4 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:15:07.097266 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60c5c90-5fce-410a-b7df-b350daa820f4 None None] Checking segment: {'id': 'd4a8c469-9555-4b5c-96b1-d85d51d10bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '6137ebc7-1443-4287-832b-8351adbeb7bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:15:07.097792 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d60c5c90-5fce-410a-b7df-b350daa820f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:07.098308 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60c5c90-5fce-410a-b7df-b350daa820f4 None None] Bound using segment: {'id': 'd4a8c469-9555-4b5c-96b1-d85d51d10bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '6137ebc7-1443-4287-832b-8351adbeb7bc'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:15:07.098898 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-d60c5c90-5fce-410a-b7df-b350daa820f4 None None] Bound port: 4675df67-1d85-4581-8357-590c386308dd, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a8c469-9555-4b5c-96b1-d85d51d10bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '6137ebc7-1443-4287-832b-8351adbeb7bc'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:15:07.099402 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d60c5c90-5fce-410a-b7df-b350daa820f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4675df67-1d85-4581-8357-590c386308dd), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:07.134037 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b7839bf9-6632-4fe9-9afa-ff14f937fc61 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks [] for port (25f79f5b-3cc5-4a9a-924b-b93aa441825b), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:07.136918 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d0fe8e8c-7dd6-41c0-a7aa-15b3f8e78a76 None None] Publish callbacks [] for port (ec9612aa-ef94-4e24-bc26-5186baee412e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:07.178304 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d0fe8e8c-7dd6-41c0-a7aa-15b3f8e78a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (ec9612aa-ef94-4e24-bc26-5186baee412e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:07.186962 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:07.214023 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a3e81-3c21-4d5e-bb45-1abf62fdec75 req-6e70d5cc-602b-4ba6-8583-5d29781d7adb tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:07.216146 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-186a3e81-3c21-4d5e-bb45-1abf62fdec75 req-6e70d5cc-602b-4ba6-8583-5d29781d7adb tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/ports?device_id=14254667-5dcc-434d-892a-edb1e005d06d HTTP/1.1" status: 200 len: 944 time: 0.1891890 Feb 09 01:15:07.217587 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b7839bf9-6632-4fe9-9afa-ff14f937fc61 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (25f79f5b-3cc5-4a9a-924b-b93aa441825b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:07.269979 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7839bf9-6632-4fe9-9afa-ff14f937fc61 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Network 46f77fc2-6726-4164-a2e2-2bc432f7132d is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:07.270201 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fe8e8c-7dd6-41c0-a7aa-15b3f8e78a76 None None] Network af2179aa-41e4-4476-a661-276248f3ddf4 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:07.276526 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-b7839bf9-6632-4fe9-9afa-ff14f937fc61 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:07.277038 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-d0fe8e8c-7dd6-41c0-a7aa-15b3f8e78a76 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:07.291115 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fe8e8c-7dd6-41c0-a7aa-15b3f8e78a76 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:15:07.298782 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe8e8c-7dd6-41c0-a7aa-15b3f8e78a76 None None] Pushing event updated for resources: {'Port': ['ID=ec9612aa-ef94-4e24-bc26-5186baee412e,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:07.311830 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-d60c5c90-5fce-410a-b7df-b350daa820f4 None None] For port 4675df67-1d85-4581-8357-590c386308dd, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:15:07.327050 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-d60c5c90-5fce-410a-b7df-b350daa820f4 None None] For port 4675df67-1d85-4581-8357-590c386308dd, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=4675df67-1d85-4581-8357-590c386308dd,segment=NetworkSegment(d4a8c469-9555-4b5c-96b1-d85d51d10bda),segment_id=d4a8c469-9555-4b5c-96b1-d85d51d10bda)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:15:07.330576 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7839bf9-6632-4fe9-9afa-ff14f937fc61 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:15:07.339972 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7839bf9-6632-4fe9-9afa-ff14f937fc61 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:07.340691 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b7839bf9-6632-4fe9-9afa-ff14f937fc61 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:07.341352 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-186a3e81-3c21-4d5e-bb45-1abf62fdec75 req-cc129a03-faca-4c41-ae5f-759509ed0e14 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d07ae43-d9e6-4a7c-a732-5c3d27f9d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158922 Feb 09 01:15:07.400389 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d60c5c90-5fce-410a-b7df-b350daa820f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (4675df67-1d85-4581-8357-590c386308dd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:07.438702 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b7839bf9-6632-4fe9-9afa-ff14f937fc61 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9322364 Feb 09 01:15:07.439917 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-f28c093a-a9ff-464d-bc14-6b3696ea37a5 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Allocated IP 2001:db8::1 (6137ebc7-1443-4287-832b-8351adbeb7bc/4e483371-1388-4633-8f7f-dd65776f1757/cb53d8be-f4eb-4283-b02a-bf23f65554d0) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:07.444582 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56772) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:07.455001 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7839bf9-6632-4fe9-9afa-ff14f937fc61 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Pushing event updated for resources: {'Port': ['ID=25f79f5b-3cc5-4a9a-924b-b93aa441825b,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:07.461248 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-6ec601ce-8385-4ee6-82ad-d1e4458eceba tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:fe:89:d7'}]}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:07.754901 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-d0fe8e8c-7dd6-41c0-a7aa-15b3f8e78a76 None None] Attempting to bind port ec9612aa-ef94-4e24-bc26-5186baee412e on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:15:07.756218 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-d0fe8e8c-7dd6-41c0-a7aa-15b3f8e78a76 None None] Attempting to bind port ec9612aa-ef94-4e24-bc26-5186baee412e by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '8be83e36-b587-4ebc-b1b1-65aef4765773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'af2179aa-41e4-4476-a661-276248f3ddf4'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:15:07.756931 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fe8e8c-7dd6-41c0-a7aa-15b3f8e78a76 None None] Attempting to bind port ec9612aa-ef94-4e24-bc26-5186baee412e on network af2179aa-41e4-4476-a661-276248f3ddf4 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:15:07.799992 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fe8e8c-7dd6-41c0-a7aa-15b3f8e78a76 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:15:07.800978 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fe8e8c-7dd6-41c0-a7aa-15b3f8e78a76 None None] Checking segment: {'id': '8be83e36-b587-4ebc-b1b1-65aef4765773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'af2179aa-41e4-4476-a661-276248f3ddf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:15:07.801823 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d0fe8e8c-7dd6-41c0-a7aa-15b3f8e78a76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:07.802614 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fe8e8c-7dd6-41c0-a7aa-15b3f8e78a76 None None] Bound using segment: {'id': '8be83e36-b587-4ebc-b1b1-65aef4765773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'af2179aa-41e4-4476-a661-276248f3ddf4'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:15:07.803329 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-d0fe8e8c-7dd6-41c0-a7aa-15b3f8e78a76 None None] Bound port: ec9612aa-ef94-4e24-bc26-5186baee412e, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8be83e36-b587-4ebc-b1b1-65aef4765773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'af2179aa-41e4-4476-a661-276248f3ddf4'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:15:07.803912 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d0fe8e8c-7dd6-41c0-a7aa-15b3f8e78a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ec9612aa-ef94-4e24-bc26-5186baee412e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:07.922534 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:07.998827 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-d0fe8e8c-7dd6-41c0-a7aa-15b3f8e78a76 None None] For port ec9612aa-ef94-4e24-bc26-5186baee412e, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:15:08.003064 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-d0fe8e8c-7dd6-41c0-a7aa-15b3f8e78a76 None None] For port ec9612aa-ef94-4e24-bc26-5186baee412e, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=ec9612aa-ef94-4e24-bc26-5186baee412e,segment=NetworkSegment(8be83e36-b587-4ebc-b1b1-65aef4765773),segment_id=8be83e36-b587-4ebc-b1b1-65aef4765773)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:15:08.010094 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c5c90-5fce-410a-b7df-b350daa820f4 None None] Pushing event updated for resources: {'Port': ['ID=4675df67-1d85-4581-8357-590c386308dd,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:08.015205 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-4313f3f2-53c5-479b-8237-974317234683 None None] Provisioning complete for port 25f79f5b-3cc5-4a9a-924b-b93aa441825b triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:08.015765 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4313f3f2-53c5-479b-8237-974317234683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (25f79f5b-3cc5-4a9a-924b-b93aa441825b), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:08.034081 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f28c093a-a9ff-464d-bc14-6b3696ea37a5 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for port (cb53d8be-f4eb-4283-b02a-bf23f65554d0), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:08.039928 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6ec601ce-8385-4ee6-82ad-d1e4458eceba tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (25f79f5b-3cc5-4a9a-924b-b93aa441825b), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:08.059482 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d0fe8e8c-7dd6-41c0-a7aa-15b3f8e78a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (ec9612aa-ef94-4e24-bc26-5186baee412e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:08.062970 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-4313f3f2-53c5-479b-8237-974317234683 None None] Port 25f79f5b-3cc5-4a9a-924b-b93aa441825b cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:15:08.137252 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe8e8c-7dd6-41c0-a7aa-15b3f8e78a76 None None] Pushing event updated for resources: {'Port': ['ID=ec9612aa-ef94-4e24-bc26-5186baee412e,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:08.275766 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f28c093a-a9ff-464d-bc14-6b3696ea37a5 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (cb53d8be-f4eb-4283-b02a-bf23f65554d0), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:08.364143 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02321fbf-7b23-41bd-81dc-4e038c1fa0a3 req-ce261648-3aa3-4fdd-a7ee-d3e4c8017b22 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:08.380467 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02321fbf-7b23-41bd-81dc-4e038c1fa0a3 req-ce261648-3aa3-4fdd-a7ee-d3e4c8017b22 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 945 time: 0.2667000 Feb 09 01:15:08.421540 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28c093a-a9ff-464d-bc14-6b3696ea37a5 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Network 6137ebc7-1443-4287-832b-8351adbeb7bc is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:08.426108 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28c093a-a9ff-464d-bc14-6b3696ea37a5 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event updated for resources: {'Port': ['ID=cb53d8be-f4eb-4283-b02a-bf23f65554d0,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:08.438691 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-f28c093a-a9ff-464d-bc14-6b3696ea37a5 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:08.441444 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28c093a-a9ff-464d-bc14-6b3696ea37a5 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:15:08.447629 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f28c093a-a9ff-464d-bc14-6b3696ea37a5 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (37c109db-de06-44a3-b544-59c7da5f39fc), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:08.453003 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:08.595272 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4675df67-1d85-4581-8357-590c386308dd up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:15:08.692051 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 4675df67-1d85-4581-8357-590c386308dd triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:08.698549 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4675df67-1d85-4581-8357-590c386308dd), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:08.703810 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 55836bea-4783-4280-aa3d-5418b2e8ccad up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:15:08.772374 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02321fbf-7b23-41bd-81dc-4e038c1fa0a3 req-c547edec-c637-45cc-ba9b-5f588b85d409 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=e711df6c-6fe3-4590-9ab7-e2920a97103b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3533859 Feb 09 01:15:08.790491 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6ec601ce-8385-4ee6-82ad-d1e4458eceba tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks [] for port (25f79f5b-3cc5-4a9a-924b-b93aa441825b), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:08.811395 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6ec601ce-8385-4ee6-82ad-d1e4458eceba tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (25f79f5b-3cc5-4a9a-924b-b93aa441825b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:08.858582 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074b3a5-ce85-45d5-8eea-59d478ccab6a req-a5bdf7da-32d3-4a61-8a02-c5e7c715320a tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:08.866450 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5074b3a5-ce85-45d5-8eea-59d478ccab6a req-a5bdf7da-32d3-4a61-8a02-c5e7c715320a tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/ports?device_id=14254667-5dcc-434d-892a-edb1e005d06d HTTP/1.1" status: 200 len: 944 time: 0.3260257 Feb 09 01:15:08.926292 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-6ec601ce-8385-4ee6-82ad-d1e4458eceba tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] In _notify_port_updated(), no bound segment for port 25f79f5b-3cc5-4a9a-924b-b93aa441825b on network 46f77fc2-6726-4164-a2e2-2bc432f7132d {{(pid=103136) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:15:08.927471 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 55836bea-4783-4280-aa3d-5418b2e8ccad completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:15:08.931410 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec601ce-8385-4ee6-82ad-d1e4458eceba tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:08.932280 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6ec601ce-8385-4ee6-82ad-d1e4458eceba tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:08.936669 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 55836bea-4783-4280-aa3d-5418b2e8ccad triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:08.936669 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (55836bea-4783-4280-aa3d-5418b2e8ccad), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:08.936887 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56822) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:08.937374 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 4675df67-1d85-4581-8357-590c386308dd is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:08.937830 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4675df67-1d85-4581-8357-590c386308dd), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:08.938639 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-6ec601ce-8385-4ee6-82ad-d1e4458eceba tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] 10.222.0.50 "PUT /v2.0/ports/25f79f5b-3cc5-4a9a-924b-b93aa441825b HTTP/1.1" status: 200 len: 1002 time: 1.4917111 Feb 09 01:15:08.952593 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f28c093a-a9ff-464d-bc14-6b3696ea37a5 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (cb53d8be-f4eb-4283-b02a-bf23f65554d0), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:08.985025 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec601ce-8385-4ee6-82ad-d1e4458eceba tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Pushing event updated for resources: {'Port': ['ID=25f79f5b-3cc5-4a9a-924b-b93aa441825b,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:09.070772 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 4675df67-1d85-4581-8357-590c386308dd, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=4675df67-1d85-4581-8357-590c386308dd,segment=NetworkSegment(d4a8c469-9555-4b5c-96b1-d85d51d10bda),segment_id=d4a8c469-9555-4b5c-96b1-d85d51d10bda)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:09.142818 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5074b3a5-ce85-45d5-8eea-59d478ccab6a req-df04becc-7284-4775-bac9-1b5d40e1b278 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d07ae43-d9e6-4a7c-a732-5c3d27f9d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747281 Feb 09 01:15:09.165077 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (4675df67-1d85-4581-8357-590c386308dd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:09.289705 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=4675df67-1d85-4581-8357-590c386308dd,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:09.324702 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-09979901-03e4-4562-8388-6649f9bc8bf3 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Deleting port 25f79f5b-3cc5-4a9a-924b-b93aa441825b {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:15:09.325074 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-09979901-03e4-4562-8388-6649f9bc8bf3 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (25f79f5b-3cc5-4a9a-924b-b93aa441825b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:09.348330 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 55836bea-4783-4280-aa3d-5418b2e8ccad is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:09.348982 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (55836bea-4783-4280-aa3d-5418b2e8ccad), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:09.403422 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:09.445186 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14254667-5dcc-434d-892a-edb1e005d06d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55836bea-4783-4280-aa3d-5418b2e8ccad'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:15:09.452159 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52712fae-a8d4-4bc6-bdb7-32786ef3457e" -d '{"events": [{"server_uuid": "14254667-5dcc-434d-892a-edb1e005d06d", "name": "network-vif-plugged", "status": "completed", "tag": "55836bea-4783-4280-aa3d-5418b2e8ccad"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:15:09.510232 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 55836bea-4783-4280-aa3d-5418b2e8ccad, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=55836bea-4783-4280-aa3d-5418b2e8ccad,segment=NetworkSegment(1201617b-d7eb-4912-b51d-e8d5054c9092),segment_id=1201617b-d7eb-4912-b51d-e8d5054c9092)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:09.534192 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885793f2-9c98-44f5-abc1-5fe02a3e34f2 None None] Network 6137ebc7-1443-4287-832b-8351adbeb7bc requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:15:09.549512 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (55836bea-4783-4280-aa3d-5418b2e8ccad), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:09.588140 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d00c547-9d72-4434-8efc-78b65aea01c0 x-openstack-request-id: req-5d00c547-9d72-4434-8efc-78b65aea01c0 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:15:09.588633 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14254667-5dcc-434d-892a-edb1e005d06d", "name": "network-vif-plugged", "status": "completed", "tag": "55836bea-4783-4280-aa3d-5418b2e8ccad", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:15:09.591046 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5d00c547-9d72-4434-8efc-78b65aea01c0 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:15:09.591580 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14254667-5dcc-434d-892a-edb1e005d06d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55836bea-4783-4280-aa3d-5418b2e8ccad', 'code': 200} Feb 09 01:15:09.636396 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-09979901-03e4-4562-8388-6649f9bc8bf3 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (25f79f5b-3cc5-4a9a-924b-b93aa441825b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:09.662806 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-09979901-03e4-4562-8388-6649f9bc8bf3 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Calling delete_port for 25f79f5b-3cc5-4a9a-924b-b93aa441825b owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:15:09.778740 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56834) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:09.928121 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-67340476-b886-4a6b-8940-57ec22298287 None None] Provisioning complete for port 25f79f5b-3cc5-4a9a-924b-b93aa441825b triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:09.928774 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-67340476-b886-4a6b-8940-57ec22298287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (25f79f5b-3cc5-4a9a-924b-b93aa441825b), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:09.988034 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-09979901-03e4-4562-8388-6649f9bc8bf3 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (25f79f5b-3cc5-4a9a-924b-b93aa441825b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:10.114388 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9f61df-4846-424e-82cc-b9158e56f698 None None] Network af2179aa-41e4-4476-a661-276248f3ddf4 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:15:10.130410 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=55836bea-4783-4280-aa3d-5418b2e8ccad,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:10.165264 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09979901-03e4-4562-8388-6649f9bc8bf3 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Pushing event deleted for resources: {'Port': ['ID=25f79f5b-3cc5-4a9a-924b-b93aa441825b,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:10.193059 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-09979901-03e4-4562-8388-6649f9bc8bf3 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:10.203082 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-09979901-03e4-4562-8388-6649f9bc8bf3 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] 10.222.0.50 "DELETE /v2.0/ports/25f79f5b-3cc5-4a9a-924b-b93aa441825b HTTP/1.1" status: 204 len: 168 time: 1.2652013 Feb 09 01:15:10.211326 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56846) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:10.362694 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2461eec-76e1-4eca-8c80-65e6ce4f542d tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] GET failed (client error): The resource could not be found. Feb 09 01:15:10.365618 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a2461eec-76e1-4eca-8c80-65e6ce4f542d tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] 10.222.0.50 "GET /v2.0/ports/25f79f5b-3cc5-4a9a-924b-b93aa441825b HTTP/1.1" status: 404 len: 333 time: 0.1509221 Feb 09 01:15:10.366710 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dc2f78fa-635e-4bf3-b21e-f0d44fba1b35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:10.370080 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56848) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:10.387054 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-67340476-b886-4a6b-8940-57ec22298287 None None] Port 25f79f5b-3cc5-4a9a-924b-b93aa441825b cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:15:10.414079 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-90eee972-2f92-4dfc-bd2b-32c9032f07ae tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Request body: {'port': {'network_id': '46f77fc2-6726-4164-a2e2-2bc432f7132d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1087813704'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:10.500554 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5238d-682c-48eb-826c-8fd150497950 req-77865a72-14aa-447e-a38b-6a10fc6965df tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:10.512486 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0ff5238d-682c-48eb-826c-8fd150497950 req-77865a72-14aa-447e-a38b-6a10fc6965df tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 945 time: 0.5135305 Feb 09 01:15:10.545877 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-e0b1304b-45ad-4fd0-88cc-0fcc4d417c2b None None] Provisioning complete for port 4675df67-1d85-4581-8357-590c386308dd triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:10.546264 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e0b1304b-45ad-4fd0-88cc-0fcc4d417c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4675df67-1d85-4581-8357-590c386308dd), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:10.787324 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device ec9612aa-ef94-4e24-bc26-5186baee412e up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:15:10.788661 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0ff5238d-682c-48eb-826c-8fd150497950 req-69c45002-b962-4120-8080-631bd6c46ab5 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=e711df6c-6fe3-4590-9ab7-e2920a97103b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2749066 Feb 09 01:15:10.811607 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2a520-1315-4156-81d8-4182f2418f39 req-4e90d352-22d3-4d84-80b1-55095a82b8d9 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:10.813851 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a1c2a520-1315-4156-81d8-4182f2418f39 req-4e90d352-22d3-4d84-80b1-55095a82b8d9 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.120 "GET /v2.0/ports?device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 945 time: 0.6835198 Feb 09 01:15:10.823530 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f28c093a-a9ff-464d-bc14-6b3696ea37a5 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for port (cb53d8be-f4eb-4283-b02a-bf23f65554d0), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:10.840158 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d579048-3ef6-48b8-bd43-24edd1b63c58 req-fe826129-f373-4c08-bfbc-e59824ab996a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:10.842273 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90eee972-2f92-4dfc-bd2b-32c9032f07ae tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Made reservation on behalf of 73712eb9c7b74f668234718cb41159c9 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:10.842557 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8d579048-3ef6-48b8-bd43-24edd1b63c58 req-fe826129-f373-4c08-bfbc-e59824ab996a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=14254667-5dcc-434d-892a-edb1e005d06d HTTP/1.1" status: 200 len: 1127 time: 0.9283919 Feb 09 01:15:10.846044 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-90eee972-2f92-4dfc-bd2b-32c9032f07ae tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:10.865753 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f28c093a-a9ff-464d-bc14-6b3696ea37a5 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (cb53d8be-f4eb-4283-b02a-bf23f65554d0), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:10.866827 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f28c093a-a9ff-464d-bc14-6b3696ea37a5 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (37c109db-de06-44a3-b544-59c7da5f39fc), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:10.905996 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-90eee972-2f92-4dfc-bd2b-32c9032f07ae tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] device_id is not set on port d2dd396b-f037-4d65-97c9-04ea19ac23d9 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:15:10.927894 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e0b1304b-45ad-4fd0-88cc-0fcc4d417c2b None None] Current status of the port 4675df67-1d85-4581-8357-590c386308dd is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:10.979772 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a71ef-8e04-4b1f-bfa2-4e35c22b65b2 req-e67613b8-c090-43ef-824a-ad6de6d00223 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:10.991188 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-608a71ef-8e04-4b1f-bfa2-4e35c22b65b2 req-e67613b8-c090-43ef-824a-ad6de6d00223 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/ports?device_id=14254667-5dcc-434d-892a-edb1e005d06d HTTP/1.1" status: 200 len: 945 time: 0.3585148 Feb 09 01:15:11.008337 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port ec9612aa-ef94-4e24-bc26-5186baee412e triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:11.009186 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (ec9612aa-ef94-4e24-bc26-5186baee412e), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:11.071151 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-e0b1304b-45ad-4fd0-88cc-0fcc4d417c2b None None] Provisioning complete for port ec9612aa-ef94-4e24-bc26-5186baee412e triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:11.071543 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e0b1304b-45ad-4fd0-88cc-0fcc4d417c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (ec9612aa-ef94-4e24-bc26-5186baee412e), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:11.123046 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-90eee972-2f92-4dfc-bd2b-32c9032f07ae tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Allocated IP 2001:db8::95 (46f77fc2-6726-4164-a2e2-2bc432f7132d/bd194ffd-93d6-4894-a985-8e2eec82bff8/d2dd396b-f037-4d65-97c9-04ea19ac23d9) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:11.152282 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28c093a-a9ff-464d-bc14-6b3696ea37a5 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event updated for resources: {'Port': ['ID=cb53d8be-f4eb-4283-b02a-bf23f65554d0,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:11.200868 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8d579048-3ef6-48b8-bd43-24edd1b63c58 req-953fa1bd-a49c-4961-bbfc-bce2d8aa8a0d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4d07ae43-d9e6-4a7c-a732-5c3d27f9d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302925 Feb 09 01:15:11.202330 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28c093a-a9ff-464d-bc14-6b3696ea37a5 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:11.202692 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28c093a-a9ff-464d-bc14-6b3696ea37a5 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:11.203083 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28c093a-a9ff-464d-bc14-6b3696ea37a5 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:11.203444 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28c093a-a9ff-464d-bc14-6b3696ea37a5 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:11.203789 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28c093a-a9ff-464d-bc14-6b3696ea37a5 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:11.204127 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28c093a-a9ff-464d-bc14-6b3696ea37a5 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:11.204468 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28c093a-a9ff-464d-bc14-6b3696ea37a5 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:11.205403 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28c093a-a9ff-464d-bc14-6b3696ea37a5 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:11.205763 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28c093a-a9ff-464d-bc14-6b3696ea37a5 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:11.206081 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28c093a-a9ff-464d-bc14-6b3696ea37a5 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:11.206417 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28c093a-a9ff-464d-bc14-6b3696ea37a5 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:11.207379 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28c093a-a9ff-464d-bc14-6b3696ea37a5 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:11.207734 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28c093a-a9ff-464d-bc14-6b3696ea37a5 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:11.276570 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-608a71ef-8e04-4b1f-bfa2-4e35c22b65b2 req-012088c5-c069-4015-a5a0-5d8e6016d092 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d07ae43-d9e6-4a7c-a732-5c3d27f9d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840595 Feb 09 01:15:11.323277 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-90eee972-2f92-4dfc-bd2b-32c9032f07ae tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks [] for port (d2dd396b-f037-4d65-97c9-04ea19ac23d9), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:11.335236 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28c093a-a9ff-464d-bc14-6b3696ea37a5 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Network 6137ebc7-1443-4287-832b-8351adbeb7bc is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:11.340037 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-f28c093a-a9ff-464d-bc14-6b3696ea37a5 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:11.353325 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-a1c2a520-1315-4156-81d8-4182f2418f39 req-a0ee89f9-4171-4248-9c18-6f9d26c18661 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Deleting port 8f2d7d86-9b29-467c-b3b5-0d39a51d6013 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:15:11.353931 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a1c2a520-1315-4156-81d8-4182f2418f39 req-a0ee89f9-4171-4248-9c18-6f9d26c18661 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (8f2d7d86-9b29-467c-b3b5-0d39a51d6013), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:11.365654 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dc2f78fa-635e-4bf3-b21e-f0d44fba1b35 admin admin] Publish callbacks [] for security_group (91a85f77-e53c-4306-bd80-be5ace76da7b), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:11.372578 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-90eee972-2f92-4dfc-bd2b-32c9032f07ae tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (d2dd396b-f037-4d65-97c9-04ea19ac23d9), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:11.384781 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dc2f78fa-635e-4bf3-b21e-f0d44fba1b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (91a85f77-e53c-4306-bd80-be5ace76da7b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:11.401291 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port ec9612aa-ef94-4e24-bc26-5186baee412e is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:11.401703 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ec9612aa-ef94-4e24-bc26-5186baee412e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:11.442223 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f78fa-635e-4bf3-b21e-f0d44fba1b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a85f77-e53c-4306-bd80-be5ace76da7b,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:11.459127 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90eee972-2f92-4dfc-bd2b-32c9032f07ae tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Network 46f77fc2-6726-4164-a2e2-2bc432f7132d is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:11.466824 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-90eee972-2f92-4dfc-bd2b-32c9032f07ae tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:11.476826 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90eee972-2f92-4dfc-bd2b-32c9032f07ae tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:15:11.480749 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e0b1304b-45ad-4fd0-88cc-0fcc4d417c2b None None] Current status of the port ec9612aa-ef94-4e24-bc26-5186baee412e is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:11.481096 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e0b1304b-45ad-4fd0-88cc-0fcc4d417c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ec9612aa-ef94-4e24-bc26-5186baee412e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:11.482085 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90eee972-2f92-4dfc-bd2b-32c9032f07ae tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:11.482732 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-90eee972-2f92-4dfc-bd2b-32c9032f07ae tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:11.497848 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-dc2f78fa-635e-4bf3-b21e-f0d44fba1b35 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=89531a7b2f054f5eb8fb474d281f2cd6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7180479 Feb 09 01:15:11.503307 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56852) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:11.546240 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port ec9612aa-ef94-4e24-bc26-5186baee412e, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=ec9612aa-ef94-4e24-bc26-5186baee412e,segment=NetworkSegment(8be83e36-b587-4ebc-b1b1-65aef4765773),segment_id=8be83e36-b587-4ebc-b1b1-65aef4765773)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:11.563160 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-90eee972-2f92-4dfc-bd2b-32c9032f07ae tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1612344 Feb 09 01:15:11.563160 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eee972-2f92-4dfc-bd2b-32c9032f07ae tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Pushing event updated for resources: {'Port': ['ID=d2dd396b-f037-4d65-97c9-04ea19ac23d9,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:11.571772 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (ec9612aa-ef94-4e24-bc26-5186baee412e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:11.572029 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56854) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:11.576925 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4675df67-1d85-4581-8357-590c386308dd up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:15:11.584224 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-d011b1b5-25d5-40ac-ba44-2360390d0ca7 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Request body: {'port': {'network_id': '46f77fc2-6726-4164-a2e2-2bc432f7132d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1511607389'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:11.774787 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=ec9612aa-ef94-4e24-bc26-5186baee412e,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:11.779726 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-a1c2a520-1315-4156-81d8-4182f2418f39 req-a0ee89f9-4171-4248-9c18-6f9d26c18661 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] For port 8f2d7d86-9b29-467c-b3b5-0d39a51d6013, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=8f2d7d86-9b29-467c-b3b5-0d39a51d6013,segment=NetworkSegment(8e2e0547-7361-46ac-84b5-12a09ebed7f5),segment_id=8e2e0547-7361-46ac-84b5-12a09ebed7f5)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:11.780254 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a1c2a520-1315-4156-81d8-4182f2418f39 req-a0ee89f9-4171-4248-9c18-6f9d26c18661 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (8f2d7d86-9b29-467c-b3b5-0d39a51d6013), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:11.816325 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.api [None req-e0b1304b-45ad-4fd0-88cc-0fcc4d417c2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:15:11.817122 n-d-828369-4 neutron-server[103138]: DEBUG oslo_db.api [None req-e0b1304b-45ad-4fd0-88cc-0fcc4d417c2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:15:11.825231 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 4675df67-1d85-4581-8357-590c386308dd triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:11.826783 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4675df67-1d85-4581-8357-590c386308dd), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:11.849847 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1969ad03-4aa0-43f8-a575-538b25acc7bf admin admin] Publish callbacks [] for security_group (91a85f77-e53c-4306-bd80-be5ace76da7b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:11.912471 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f28c093a-a9ff-464d-bc14-6b3696ea37a5 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Router 37c109db-de06-44a3-b544-59c7da5f39fc is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:15:11.919540 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1969ad03-4aa0-43f8-a575-538b25acc7bf admin admin] Publish callbacks [] for security_group (91a85f77-e53c-4306-bd80-be5ace76da7b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:12.000328 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 4675df67-1d85-4581-8357-590c386308dd is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:12.012948 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d011b1b5-25d5-40ac-ba44-2360390d0ca7 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Made reservation on behalf of 73712eb9c7b74f668234718cb41159c9 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:12.016314 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d011b1b5-25d5-40ac-ba44-2360390d0ca7 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:12.037391 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1969ad03-4aa0-43f8-a575-538b25acc7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (91a85f77-e53c-4306-bd80-be5ace76da7b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:12.041377 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1969ad03-4aa0-43f8-a575-538b25acc7bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:12.047078 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1969ad03-4aa0-43f8-a575-538b25acc7bf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/91a85f77-e53c-4306-bd80-be5ace76da7b HTTP/1.1" status: 204 len: 168 time: 0.5422940 Feb 09 01:15:12.063345 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1969ad03-4aa0-43f8-a575-538b25acc7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a85f77-e53c-4306-bd80-be5ace76da7b,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:12.067092 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-d011b1b5-25d5-40ac-ba44-2360390d0ca7 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] device_id is not set on port e9bcfd6e-18e9-4e42-8573-6e127e9e4c30 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:15:12.222928 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-d011b1b5-25d5-40ac-ba44-2360390d0ca7 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Allocated IP 2001:db8::eb (46f77fc2-6726-4164-a2e2-2bc432f7132d/bd194ffd-93d6-4894-a985-8e2eec82bff8/e9bcfd6e-18e9-4e42-8573-6e127e9e4c30) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:12.247861 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29385da-47d2-48e6-b520-09c6b08873cc req-64fe77e0-6a5b-4d0e-962e-888d0a230d46 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:12.249490 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f29385da-47d2-48e6-b520-09c6b08873cc req-64fe77e0-6a5b-4d0e-962e-888d0a230d46 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 945 time: 0.3040524 Feb 09 01:15:12.252985 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28c093a-a9ff-464d-bc14-6b3696ea37a5 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:15:12.259736 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f28c093a-a9ff-464d-bc14-6b3696ea37a5 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "PUT /v2.0/routers/37c109db-de06-44a3-b544-59c7da5f39fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9728272 Feb 09 01:15:12.262304 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56862) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:12.275860 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66390a9a-f65a-4a2d-9def-c46b82746013 None None] Sync routers for ids ['37c109db-de06-44a3-b544-59c7da5f39fc'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:15:12.292733 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66390a9a-f65a-4a2d-9def-c46b82746013 None None] Routers {'37c109db-de06-44a3-b544-59c7da5f39fc'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:15:12.293428 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-66390a9a-f65a-4a2d-9def-c46b82746013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:15:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['37c109db-de06-44a3-b544-59c7da5f39fc'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:12.359081 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a1c2a520-1315-4156-81d8-4182f2418f39 req-a0ee89f9-4171-4248-9c18-6f9d26c18661 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:12.360326 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a1c2a520-1315-4156-81d8-4182f2418f39 req-a0ee89f9-4171-4248-9c18-6f9d26c18661 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (d5e63e5d-574b-40b3-b409-c6829080be5b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:12.361437 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [req-a1c2a520-1315-4156-81d8-4182f2418f39 req-a0ee89f9-4171-4248-9c18-6f9d26c18661 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Floating IP d5e63e5d-574b-40b3-b409-c6829080be5b disassociated. External IP: 172.25.8.247, port: 8f2d7d86-9b29-467c-b3b5-0d39a51d6013. Feb 09 01:15:12.361982 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-a1c2a520-1315-4156-81d8-4182f2418f39 req-a0ee89f9-4171-4248-9c18-6f9d26c18661 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Calling delete_port for 8f2d7d86-9b29-467c-b3b5-0d39a51d6013 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:15:12.379969 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-66390a9a-f65a-4a2d-9def-c46b82746013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:12.396634 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66390a9a-f65a-4a2d-9def-c46b82746013 None None] Routers {'37c109db-de06-44a3-b544-59c7da5f39fc'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:15:12.397289 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-66390a9a-f65a-4a2d-9def-c46b82746013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:15:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['37c109db-de06-44a3-b544-59c7da5f39fc'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:12.470638 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e0b1304b-45ad-4fd0-88cc-0fcc4d417c2b None None] Current status of the port ec9612aa-ef94-4e24-bc26-5186baee412e is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:12.481738 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-66390a9a-f65a-4a2d-9def-c46b82746013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:12.492491 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66390a9a-f65a-4a2d-9def-c46b82746013 None None] The sync data for ids ['37c109db-de06-44a3-b544-59c7da5f39fc'] in n-d-828369-4 is: [] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:15:12.510532 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c091397-a8b9-4795-820a-a687e849b7e6 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:12.514628 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2c091397-a8b9-4795-820a-a687e849b7e6 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "GET /v2.0/ports/cb53d8be-f4eb-4283-b02a-bf23f65554d0 HTTP/1.1" status: 200 len: 911 time: 0.2513738 Feb 09 01:15:12.521205 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56868) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:12.575903 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device ec9612aa-ef94-4e24-bc26-5186baee412e up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:15:12.654156 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-d797e3db-6834-4367-aa08-3849cb27ef3c None None] Provisioning complete for port cb53d8be-f4eb-4283-b02a-bf23f65554d0 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:12.654156 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d797e3db-6834-4367-aa08-3849cb27ef3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (cb53d8be-f4eb-4283-b02a-bf23f65554d0), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:12.662813 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f29385da-47d2-48e6-b520-09c6b08873cc req-cef505b2-13c8-47df-b661-64263bbca362 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=e711df6c-6fe3-4590-9ab7-e2920a97103b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3801572 Feb 09 01:15:12.734057 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d7ed0-3d33-460e-a196-8565e51a314a req-ab29c93b-d5e1-4245-9e64-1075e9a86019 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:12.745695 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6d9d7ed0-3d33-460e-a196-8565e51a314a req-ab29c93b-d5e1-4245-9e64-1075e9a86019 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/ports?device_id=14254667-5dcc-434d-892a-edb1e005d06d HTTP/1.1" status: 200 len: 945 time: 0.2791059 Feb 09 01:15:12.786728 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-d797e3db-6834-4367-aa08-3849cb27ef3c None None] Port cb53d8be-f4eb-4283-b02a-bf23f65554d0 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:15:12.816622 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port ec9612aa-ef94-4e24-bc26-5186baee412e triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:12.817025 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (ec9612aa-ef94-4e24-bc26-5186baee412e), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:12.875222 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-d797e3db-6834-4367-aa08-3849cb27ef3c None None] Provisioning complete for port 4675df67-1d85-4581-8357-590c386308dd triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:12.875612 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d797e3db-6834-4367-aa08-3849cb27ef3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4675df67-1d85-4581-8357-590c386308dd), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:12.948901 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6d9d7ed0-3d33-460e-a196-8565e51a314a req-1697ae04-abc0-4c37-9add-5630f4c768cd tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d07ae43-d9e6-4a7c-a732-5c3d27f9d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021458 Feb 09 01:15:12.999459 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-d797e3db-6834-4367-aa08-3849cb27ef3c None None] Current status of the port 4675df67-1d85-4581-8357-590c386308dd is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:13.006535 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a1c2a520-1315-4156-81d8-4182f2418f39 req-a0ee89f9-4171-4248-9c18-6f9d26c18661 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (8f2d7d86-9b29-467c-b3b5-0d39a51d6013), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:13.084387 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ee89f9-4171-4248-9c18-6f9d26c18661 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Pushing event deleted for resources: {'Port': ['ID=8f2d7d86-9b29-467c-b3b5-0d39a51d6013,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:13.122594 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-d797e3db-6834-4367-aa08-3849cb27ef3c None None] Provisioning complete for port d2dd396b-f037-4d65-97c9-04ea19ac23d9 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:13.122979 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d797e3db-6834-4367-aa08-3849cb27ef3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d2dd396b-f037-4d65-97c9-04ea19ac23d9), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:13.130433 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port ec9612aa-ef94-4e24-bc26-5186baee412e is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:13.176202 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-d797e3db-6834-4367-aa08-3849cb27ef3c None None] Port d2dd396b-f037-4d65-97c9-04ea19ac23d9 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:15:13.213060 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-d797e3db-6834-4367-aa08-3849cb27ef3c None None] Provisioning complete for port ec9612aa-ef94-4e24-bc26-5186baee412e triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:13.213634 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d797e3db-6834-4367-aa08-3849cb27ef3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (ec9612aa-ef94-4e24-bc26-5186baee412e), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:13.277498 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d011b1b5-25d5-40ac-ba44-2360390d0ca7 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks [] for port (e9bcfd6e-18e9-4e42-8573-6e127e9e4c30), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:13.381727 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-d797e3db-6834-4367-aa08-3849cb27ef3c None None] Current status of the port ec9612aa-ef94-4e24-bc26-5186baee412e is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:13.387323 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1c2a520-1315-4156-81d8-4182f2418f39 req-a0ee89f9-4171-4248-9c18-6f9d26c18661 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Router f608c76e-44ff-486a-b262-d0689e450f93 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:15:13.434190 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d011b1b5-25d5-40ac-ba44-2360390d0ca7 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (e9bcfd6e-18e9-4e42-8573-6e127e9e4c30), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:13.519515 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d011b1b5-25d5-40ac-ba44-2360390d0ca7 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Network 46f77fc2-6726-4164-a2e2-2bc432f7132d is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:13.526719 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-d011b1b5-25d5-40ac-ba44-2360390d0ca7 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:13.536634 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d011b1b5-25d5-40ac-ba44-2360390d0ca7 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:15:13.543123 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d011b1b5-25d5-40ac-ba44-2360390d0ca7 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:13.543922 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d011b1b5-25d5-40ac-ba44-2360390d0ca7 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:13.552378 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d011b1b5-25d5-40ac-ba44-2360390d0ca7 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Pushing event updated for resources: {'Port': ['ID=e9bcfd6e-18e9-4e42-8573-6e127e9e4c30,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:13.572962 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1c2a520-1315-4156-81d8-4182f2418f39 req-a0ee89f9-4171-4248-9c18-6f9d26c18661 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:15:13.576559 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d011b1b5-25d5-40ac-ba44-2360390d0ca7 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:13.576939 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d011b1b5-25d5-40ac-ba44-2360390d0ca7 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:13.577394 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d011b1b5-25d5-40ac-ba44-2360390d0ca7 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:13.577735 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d011b1b5-25d5-40ac-ba44-2360390d0ca7 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:13.578081 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d011b1b5-25d5-40ac-ba44-2360390d0ca7 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:13.578434 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d011b1b5-25d5-40ac-ba44-2360390d0ca7 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:13.578749 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d011b1b5-25d5-40ac-ba44-2360390d0ca7 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:13.579889 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d011b1b5-25d5-40ac-ba44-2360390d0ca7 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:13.579889 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d011b1b5-25d5-40ac-ba44-2360390d0ca7 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:13.580454 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d011b1b5-25d5-40ac-ba44-2360390d0ca7 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:13.580454 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d011b1b5-25d5-40ac-ba44-2360390d0ca7 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:13.580868 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d011b1b5-25d5-40ac-ba44-2360390d0ca7 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:13.581118 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d011b1b5-25d5-40ac-ba44-2360390d0ca7 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:13.586772 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba84bf8-36e9-4c5c-bcd0-28d1c3ea8568 None None] Sync routers for ids ['f608c76e-44ff-486a-b262-d0689e450f93'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:15:13.597182 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d011b1b5-25d5-40ac-ba44-2360390d0ca7 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0225282 Feb 09 01:15:13.599484 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56890) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:13.604633 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-b5eef992-0c79-454d-8825-71722afa99bb tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::a3', 'mac_address': 'fa:16:3e:fe:89:d7'}, {'ip_address': '2001:db8::95', 'mac_address': 'fa:16:3e:a5:d9:6d'}]}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:13.611641 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1e52ad5f-7d29-4e34-a11c-726e44155d97 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:13.619856 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba84bf8-36e9-4c5c-bcd0-28d1c3ea8568 None None] Routers {'f608c76e-44ff-486a-b262-d0689e450f93'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:15:13.620560 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-2ba84bf8-36e9-4c5c-bcd0-28d1c3ea8568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:15:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f608c76e-44ff-486a-b262-d0689e450f93'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:13.678892 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c2a520-1315-4156-81d8-4182f2418f39 req-a0ee89f9-4171-4248-9c18-6f9d26c18661 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] No DVR routers for this DVR port 8f2d7d86-9b29-467c-b3b5-0d39a51d6013 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:15:13.687294 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a1c2a520-1315-4156-81d8-4182f2418f39 req-a0ee89f9-4171-4248-9c18-6f9d26c18661 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:13.697708 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a1c2a520-1315-4156-81d8-4182f2418f39 req-a0ee89f9-4171-4248-9c18-6f9d26c18661 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.120 "DELETE /v2.0/ports/8f2d7d86-9b29-467c-b3b5-0d39a51d6013 HTTP/1.1" status: 204 len: 173 time: 2.8695674 Feb 09 01:15:13.698266 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b1d0b4-23db-441e-9636-f0c9787e1109', 'name': 'network-vif-deleted', 'tag': '8f2d7d86-9b29-467c-b3b5-0d39a51d6013'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:15:13.703636 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5150a0-6a1e-4082-b116-ae0681a0eabf" -d '{"events": [{"server_uuid": "42b1d0b4-23db-441e-9636-f0c9787e1109", "name": "network-vif-deleted", "tag": "8f2d7d86-9b29-467c-b3b5-0d39a51d6013"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:15:13.816947 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929eb052-220c-4924-a1c1-d55a0c0357fc x-openstack-request-id: req-929eb052-220c-4924-a1c1-d55a0c0357fc {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:15:13.817259 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b1d0b4-23db-441e-9636-f0c9787e1109", "name": "network-vif-deleted", "tag": "8f2d7d86-9b29-467c-b3b5-0d39a51d6013", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:15:13.817522 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-929eb052-220c-4924-a1c1-d55a0c0357fc {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:15:13.817936 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b1d0b4-23db-441e-9636-f0c9787e1109', 'name': 'network-vif-deleted', 'tag': '8f2d7d86-9b29-467c-b3b5-0d39a51d6013', 'status': 'completed', 'code': 200} Feb 09 01:15:13.987312 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d76f2735-ce32-438a-9872-35ff0a2cb3d2 req-ce326cae-8f07-4717-9077-6c6dee86e299 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d0b4-23db-441e-9636-f0c9787e1109 HTTP/1.1" status: 200 len: 210 time: 0.1453371 Feb 09 01:15:14.025997 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-2ba84bf8-36e9-4c5c-bcd0-28d1c3ea8568 None None] Set router f608c76e-44ff-486a-b262-d0689e450f93 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:15:14.108472 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa128134-2a20-4347-a078-9e0955bfb009 req-2f395b6f-7f60-4c71-bc08-45a1d7169a3b tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:14.117320 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aa128134-2a20-4347-a078-9e0955bfb009 req-2f395b6f-7f60-4c71-bc08-45a1d7169a3b tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/ports?device_id=14254667-5dcc-434d-892a-edb1e005d06d HTTP/1.1" status: 200 len: 945 time: 0.0728452 Feb 09 01:15:14.182626 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-64587bc5-2a36-4bb2-97a1-25883d1c83dd None None] Provisioning complete for port e9bcfd6e-18e9-4e42-8573-6e127e9e4c30 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:14.184135 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-64587bc5-2a36-4bb2-97a1-25883d1c83dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e9bcfd6e-18e9-4e42-8573-6e127e9e4c30), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:14.217341 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aa128134-2a20-4347-a078-9e0955bfb009 req-94c5a33c-0bc8-49cd-b4fd-61f63a8b1b3f tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d07ae43-d9e6-4a7c-a732-5c3d27f9d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989127 Feb 09 01:15:14.268952 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b5eef992-0c79-454d-8825-71722afa99bb tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e9bcfd6e-18e9-4e42-8573-6e127e9e4c30), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:14.440783 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8704d4c1-3a1f-4085-a358-5a7bb32a29b9 req-108c67ca-cf44-444b-969b-ec2276275385 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1897114487&fields=id&tenant_id=e859b060fb5d41cbacd8fb822f502d4a HTTP/1.1" status: 200 len: 267 time: 0.1135497 Feb 09 01:15:14.486508 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-64587bc5-2a36-4bb2-97a1-25883d1c83dd None None] Port e9bcfd6e-18e9-4e42-8573-6e127e9e4c30 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:15:14.528257 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704d4c1-3a1f-4085-a358-5a7bb32a29b9 req-87083a00-99fe-4067-a7a7-71d8117be5b5 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:14.542072 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8704d4c1-3a1f-4085-a358-5a7bb32a29b9 req-87083a00-99fe-4067-a7a7-71d8117be5b5 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/ports?device_id=14254667-5dcc-434d-892a-edb1e005d06d HTTP/1.1" status: 200 len: 945 time: 0.0993972 Feb 09 01:15:14.552323 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-1e52ad5f-7d29-4e34-a11c-726e44155d97 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Allocated IP 2001:db8:1::1 (af2179aa-41e4-4476-a661-276248f3ddf4/6b070788-e749-4fda-bb31-438f4d15db9e/e1dec45f-f54e-45e2-99eb-b8a696b10c7a) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:14.555832 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-2ba84bf8-36e9-4c5c-bcd0-28d1c3ea8568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'name': 'tempest-AttachVolumeTestJSON-1060774487-router', 'tenant_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'd9bb003f-eb6d-42fd-8c8e-d302fcd92ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:24Z', 'updated_at': '2022-02-09T01:10:31Z', 'revision_number': 4, 'project_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'gw_port': {'id': 'd9bb003f-eb6d-42fd-8c8e-d302fcd92ca9', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:25Z', 'updated_at': '2022-02-09T01:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '1309f51b-b3c9-4907-ba10-32acbd687ec4', 'name': '', 'network_id': '6d890250-ac42-4592-9721-7a49ecf5e127', 'tenant_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'mac_address': 'fa:16:3e:82:b2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '1fcc5198-b453-4567-8086-51be74d33b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:30Z', 'updated_at': '2022-02-09T01:10:39Z', 'revision_number': 5, 'project_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'subnets': [{'id': '1fcc5198-b453-4567-8086-51be74d33b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:14.559431 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-8704d4c1-3a1f-4085-a358-5a7bb32a29b9 req-036cd876-e121-463b-8cdd-39d6e9ce8f59 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Request body: {'port': {'security_groups': ['4d07ae43-d9e6-4a7c-a732-5c3d27f9d1b1', '8375a287-63ee-42a1-9bc1-19fb50fa86c4']}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:14.587789 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba84bf8-36e9-4c5c-bcd0-28d1c3ea8568 None None] Checking router: f608c76e-44ff-486a-b262-d0689e450f93 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:15:14.601246 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba84bf8-36e9-4c5c-bcd0-28d1c3ea8568 None None] Routers {'f608c76e-44ff-486a-b262-d0689e450f93'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:15:14.602123 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-2ba84bf8-36e9-4c5c-bcd0-28d1c3ea8568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:15:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f608c76e-44ff-486a-b262-d0689e450f93'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:14.718310 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8704d4c1-3a1f-4085-a358-5a7bb32a29b9 req-036cd876-e121-463b-8cdd-39d6e9ce8f59 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (55836bea-4783-4280-aa3d-5418b2e8ccad), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:14.758466 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-2ba84bf8-36e9-4c5c-bcd0-28d1c3ea8568 None None] Set router f608c76e-44ff-486a-b262-d0689e450f93 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:15:14.780870 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1e52ad5f-7d29-4e34-a11c-726e44155d97 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for port (e1dec45f-f54e-45e2-99eb-b8a696b10c7a), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:14.808680 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b5eef992-0c79-454d-8825-71722afa99bb tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks [] for port (e9bcfd6e-18e9-4e42-8573-6e127e9e4c30), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:14.819094 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b5eef992-0c79-454d-8825-71722afa99bb tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (e9bcfd6e-18e9-4e42-8573-6e127e9e4c30), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:14.869739 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-b5eef992-0c79-454d-8825-71722afa99bb tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] In _notify_port_updated(), no bound segment for port e9bcfd6e-18e9-4e42-8573-6e127e9e4c30 on network 46f77fc2-6726-4164-a2e2-2bc432f7132d {{(pid=103137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:15:14.874614 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5eef992-0c79-454d-8825-71722afa99bb tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:14.875263 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b5eef992-0c79-454d-8825-71722afa99bb tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:14.877132 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b5eef992-0c79-454d-8825-71722afa99bb tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] 10.222.0.50 "PUT /v2.0/ports/e9bcfd6e-18e9-4e42-8573-6e127e9e4c30 HTTP/1.1" status: 200 len: 1065 time: 1.2761478 Feb 09 01:15:14.881425 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56914) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:14.921959 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eef992-0c79-454d-8825-71722afa99bb tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Pushing event updated for resources: {'Port': ['ID=e9bcfd6e-18e9-4e42-8573-6e127e9e4c30,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:14.925289 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1e52ad5f-7d29-4e34-a11c-726e44155d97 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (e1dec45f-f54e-45e2-99eb-b8a696b10c7a), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:15.037849 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 8f2d7d86-9b29-467c-b3b5-0d39a51d6013 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:15:15.052339 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e52ad5f-7d29-4e34-a11c-726e44155d97 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Network af2179aa-41e4-4476-a661-276248f3ddf4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:15.060635 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-1e52ad5f-7d29-4e34-a11c-726e44155d97 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:15.067078 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e52ad5f-7d29-4e34-a11c-726e44155d97 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:15:15.067892 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1e52ad5f-7d29-4e34-a11c-726e44155d97 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (37c109db-de06-44a3-b544-59c7da5f39fc), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:15.081805 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: 8f2d7d86-9b29-467c-b3b5-0d39a51d6013 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:15:15.082173 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 8f2d7d86-9b29-467c-b3b5-0d39a51d6013 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:15:15.092438 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-8704d4c1-3a1f-4085-a358-5a7bb32a29b9 req-036cd876-e121-463b-8cdd-39d6e9ce8f59 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] For port 55836bea-4783-4280-aa3d-5418b2e8ccad, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=55836bea-4783-4280-aa3d-5418b2e8ccad,segment=NetworkSegment(1201617b-d7eb-4912-b51d-e8d5054c9092),segment_id=1201617b-d7eb-4912-b51d-e8d5054c9092)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:15.138035 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8704d4c1-3a1f-4085-a358-5a7bb32a29b9 req-036cd876-e121-463b-8cdd-39d6e9ce8f59 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for port (55836bea-4783-4280-aa3d-5418b2e8ccad), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:15.146624 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-2ba84bf8-36e9-4c5c-bcd0-28d1c3ea8568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'name': 'tempest-AttachVolumeTestJSON-1060774487-router', 'tenant_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'd9bb003f-eb6d-42fd-8c8e-d302fcd92ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:24Z', 'updated_at': '2022-02-09T01:10:31Z', 'revision_number': 4, 'project_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'gw_port': {'id': 'd9bb003f-eb6d-42fd-8c8e-d302fcd92ca9', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:25Z', 'updated_at': '2022-02-09T01:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '1309f51b-b3c9-4907-ba10-32acbd687ec4', 'name': '', 'network_id': '6d890250-ac42-4592-9721-7a49ecf5e127', 'tenant_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'mac_address': 'fa:16:3e:82:b2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '1fcc5198-b453-4567-8086-51be74d33b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:30Z', 'updated_at': '2022-02-09T01:10:39Z', 'revision_number': 5, 'project_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'subnets': [{'id': '1fcc5198-b453-4567-8086-51be74d33b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:15.149227 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56924) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:15.162438 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e52ad5f-7d29-4e34-a11c-726e44155d97 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event updated for resources: {'Port': ['ID=e1dec45f-f54e-45e2-99eb-b8a696b10c7a,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:15.205127 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8704d4c1-3a1f-4085-a358-5a7bb32a29b9 req-036cd876-e121-463b-8cdd-39d6e9ce8f59 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (55836bea-4783-4280-aa3d-5418b2e8ccad), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:15.238278 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['55836bea-4783-4280-aa3d-5418b2e8ccad'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:15:15.246979 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['9796e4f3-2ca6-4caf-b414-14e72e544cdf'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:15:15.247711 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-c20e3abf-8eee-4c86-a333-79bf76c95c57 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Deleting port e9bcfd6e-18e9-4e42-8573-6e127e9e4c30 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:15:15.248435 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c20e3abf-8eee-4c86-a333-79bf76c95c57 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (e9bcfd6e-18e9-4e42-8573-6e127e9e4c30), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:15.261876 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba84bf8-36e9-4c5c-bcd0-28d1c3ea8568 None None] The sync data for ids ['f608c76e-44ff-486a-b262-d0689e450f93'] in n-d-828369-4 is: [{'id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'name': 'tempest-AttachVolumeTestJSON-1060774487-router', 'tenant_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'd9bb003f-eb6d-42fd-8c8e-d302fcd92ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:24Z', 'updated_at': '2022-02-09T01:10:31Z', 'revision_number': 4, 'project_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'gw_port': {'id': 'd9bb003f-eb6d-42fd-8c8e-d302fcd92ca9', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:25Z', 'updated_at': '2022-02-09T01:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '1309f51b-b3c9-4907-ba10-32acbd687ec4', 'name': '', 'network_id': '6d890250-ac42-4592-9721-7a49ecf5e127', 'tenant_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'mac_address': 'fa:16:3e:82:b2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '1fcc5198-b453-4567-8086-51be74d33b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:30Z', 'updated_at': '2022-02-09T01:10:39Z', 'revision_number': 5, 'project_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'subnets': [{'id': '1fcc5198-b453-4567-8086-51be74d33b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:15:15.339136 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704d4c1-3a1f-4085-a358-5a7bb32a29b9 req-036cd876-e121-463b-8cdd-39d6e9ce8f59 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:15.341571 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8704d4c1-3a1f-4085-a358-5a7bb32a29b9 req-036cd876-e121-463b-8cdd-39d6e9ce8f59 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:15.345109 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8704d4c1-3a1f-4085-a358-5a7bb32a29b9 req-036cd876-e121-463b-8cdd-39d6e9ce8f59 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "PUT /v2.0/ports/55836bea-4783-4280-aa3d-5418b2e8ccad HTTP/1.1" status: 200 len: 981 time: 0.8002558 Feb 09 01:15:15.436670 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1e52ad5f-7d29-4e34-a11c-726e44155d97 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e1dec45f-f54e-45e2-99eb-b8a696b10c7a), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:15.474028 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['55836bea-4783-4280-aa3d-5418b2e8ccad'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:15:15.515979 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c20e3abf-8eee-4c86-a333-79bf76c95c57 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (e9bcfd6e-18e9-4e42-8573-6e127e9e4c30), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:15.529789 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036cd876-e121-463b-8cdd-39d6e9ce8f59 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Pushing event updated for resources: {'Port': ['ID=55836bea-4783-4280-aa3d-5418b2e8ccad,revision_number=6']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:15.538095 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-c20e3abf-8eee-4c86-a333-79bf76c95c57 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Calling delete_port for e9bcfd6e-18e9-4e42-8573-6e127e9e4c30 owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:15:15.581597 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2b823d57-e546-4653-8018-b4d410af8ddc tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks [] for security_group (e711df6c-6fe3-4590-9ab7-e2920a97103b), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:15.636642 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e909b489-5b5b-4412-8d5c-010c595345b0 req-597f85e0-94be-403b-a596-1d8715631f65 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups/8375a287-63ee-42a1-9bc1-19fb50fa86c4 HTTP/1.1" status: 200 len: 1819 time: 0.2257216 Feb 09 01:15:15.666843 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2b823d57-e546-4653-8018-b4d410af8ddc tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks [] for security_group (e711df6c-6fe3-4590-9ab7-e2920a97103b), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:15.680634 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-c112a5da-7361-4f48-9d56-2d95dfebad07 None None] Provisioning complete for port e9bcfd6e-18e9-4e42-8573-6e127e9e4c30 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:15.681267 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c112a5da-7361-4f48-9d56-2d95dfebad07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e9bcfd6e-18e9-4e42-8573-6e127e9e4c30), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:15.752932 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:15:15.818923 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14254667-5dcc-434d-892a-edb1e005d06d', 'tag': '55836bea-4783-4280-aa3d-5418b2e8ccad'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:15:15.821659 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992f67ce-f693-4c16-b2e7-df36d06b21e4" -d '{"events": [{"name": "network-changed", "server_uuid": "14254667-5dcc-434d-892a-edb1e005d06d", "tag": "55836bea-4783-4280-aa3d-5418b2e8ccad"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:15:15.830854 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [req-e909b489-5b5b-4412-8d5c-010c595345b0 req-31e2a91a-3527-4d4b-9249-6c24c78e66c8 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 01:15:15.831922 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e909b489-5b5b-4412-8d5c-010c595345b0 req-31e2a91a-3527-4d4b-9249-6c24c78e66c8 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "DELETE /v2.0/security-groups/8375a287-63ee-42a1-9bc1-19fb50fa86c4 HTTP/1.1" status: 409 len: 341 time: 0.1855495 Feb 09 01:15:15.837948 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c20e3abf-8eee-4c86-a333-79bf76c95c57 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (e9bcfd6e-18e9-4e42-8573-6e127e9e4c30), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:15.839092 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991b4cc0-6abc-49c4-97c3-f7a03e3dc7e4 None None] New status for floating IP d5e63e5d-574b-40b3-b409-c6829080be5b: DOWN {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:15:15.863875 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2b823d57-e546-4653-8018-b4d410af8ddc tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e711df6c-6fe3-4590-9ab7-e2920a97103b), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:15.867017 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2b823d57-e546-4653-8018-b4d410af8ddc tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:15.868215 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2b823d57-e546-4653-8018-b4d410af8ddc tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "DELETE /v2.0/security-groups/e711df6c-6fe3-4590-9ab7-e2920a97103b HTTP/1.1" status: 204 len: 168 time: 0.7179313 Feb 09 01:15:15.873404 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56948) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:15.908486 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b823d57-e546-4653-8018-b4d410af8ddc tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e711df6c-6fe3-4590-9ab7-e2920a97103b,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:15.919935 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [None req-dd0ded1e-8693-4dc1-8c4b-eb5eda421c7b tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] show failed (client error): The resource could not be found. Feb 09 01:15:15.921052 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-dd0ded1e-8693-4dc1-8c4b-eb5eda421c7b tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups/e711df6c-6fe3-4590-9ab7-e2920a97103b HTTP/1.1" status: 404 len: 347 time: 0.0468493 Feb 09 01:15:15.925742 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56950) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:15.931025 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20e3abf-8eee-4c86-a333-79bf76c95c57 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Pushing event deleted for resources: {'Port': ['ID=e9bcfd6e-18e9-4e42-8573-6e127e9e4c30,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:15.957122 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c112a5da-7361-4f48-9d56-2d95dfebad07 None None] Port e9bcfd6e-18e9-4e42-8573-6e127e9e4c30 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:15:16.184650 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0013da8f-9c98-4765-9e0e-036d5b66be2a x-openstack-request-id: req-0013da8f-9c98-4765-9e0e-036d5b66be2a {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:15:16.185587 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14254667-5dcc-434d-892a-edb1e005d06d", "tag": "55836bea-4783-4280-aa3d-5418b2e8ccad", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:15:16.186243 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0013da8f-9c98-4765-9e0e-036d5b66be2a {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:15:16.186814 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14254667-5dcc-434d-892a-edb1e005d06d', 'tag': '55836bea-4783-4280-aa3d-5418b2e8ccad', 'status': 'completed', 'code': 200} Feb 09 01:15:16.303025 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-75de4e36-3414-4788-8b35-8d7c02acb1c7 None None] Provisioning complete for port e1dec45f-f54e-45e2-99eb-b8a696b10c7a triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:16.306317 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75de4e36-3414-4788-8b35-8d7c02acb1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e1dec45f-f54e-45e2-99eb-b8a696b10c7a), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:16.366346 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992f67ce-f693-4c16-b2e7-df36d06b21e4 req-ada48e6c-f293-44cc-83b9-10ab437df6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:16.368250 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-992f67ce-f693-4c16-b2e7-df36d06b21e4 req-ada48e6c-f293-44cc-83b9-10ab437df6ee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e859b060fb5d41cbacd8fb822f502d4a&device_id=14254667-5dcc-434d-892a-edb1e005d06d HTTP/1.1" status: 200 len: 1166 time: 0.1799936 Feb 09 01:15:16.485652 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-75de4e36-3414-4788-8b35-8d7c02acb1c7 None None] Port e1dec45f-f54e-45e2-99eb-b8a696b10c7a cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:15:16.651933 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c20e3abf-8eee-4c86-a333-79bf76c95c57 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:16.657635 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c20e3abf-8eee-4c86-a333-79bf76c95c57 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] 10.222.0.50 "DELETE /v2.0/ports/e9bcfd6e-18e9-4e42-8573-6e127e9e4c30 HTTP/1.1" status: 204 len: 168 time: 1.7735255 Feb 09 01:15:16.659396 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56960) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:16.698871 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-234365eb-e311-40a8-a756-e7fc31f60d3f tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] GET failed (client error): The resource could not be found. Feb 09 01:15:16.702836 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-234365eb-e311-40a8-a756-e7fc31f60d3f tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] 10.222.0.50 "GET /v2.0/ports/e9bcfd6e-18e9-4e42-8573-6e127e9e4c30 HTTP/1.1" status: 404 len: 333 time: 0.0401258 Feb 09 01:15:16.707224 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56962) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:16.802479 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-34227a46-8341-4f3d-a424-ccf49bdeba84 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Deleting port 1e951420-a862-4a85-9b3c-87d84692e8f7 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:15:16.802926 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-34227a46-8341-4f3d-a424-ccf49bdeba84 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (1e951420-a862-4a85-9b3c-87d84692e8f7), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:16.812333 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1e52ad5f-7d29-4e34-a11c-726e44155d97 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for port (e1dec45f-f54e-45e2-99eb-b8a696b10c7a), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:16.820790 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1e52ad5f-7d29-4e34-a11c-726e44155d97 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (e1dec45f-f54e-45e2-99eb-b8a696b10c7a), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:16.821943 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1e52ad5f-7d29-4e34-a11c-726e44155d97 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (37c109db-de06-44a3-b544-59c7da5f39fc), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:16.862341 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d4fb3-95c3-4ea0-a0a1-ce6f8c6dab89 req-e6aa2f3b-ff1a-4eac-ba1c-6a6f1ccdec88 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:16.864107 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1f2d4fb3-95c3-4ea0-a0a1-ce6f8c6dab89 req-e6aa2f3b-ff1a-4eac-ba1c-6a6f1ccdec88 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/ports?device_id=14254667-5dcc-434d-892a-edb1e005d06d HTTP/1.1" status: 200 len: 984 time: 0.5816610 Feb 09 01:15:16.930064 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e52ad5f-7d29-4e34-a11c-726e44155d97 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event updated for resources: {'Port': ['ID=e1dec45f-f54e-45e2-99eb-b8a696b10c7a,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:16.934647 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-9d2812a1-eb95-4015-a38e-ed56b64cc7b0 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Deleting port d2dd396b-f037-4d65-97c9-04ea19ac23d9 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:15:16.935072 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9d2812a1-eb95-4015-a38e-ed56b64cc7b0 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (d2dd396b-f037-4d65-97c9-04ea19ac23d9), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:16.955712 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992f67ce-f693-4c16-b2e7-df36d06b21e4 req-f977e6e6-ffec-4aec-ba0c-42865eb2774d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:16.957836 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-992f67ce-f693-4c16-b2e7-df36d06b21e4 req-f977e6e6-ffec-4aec-ba0c-42865eb2774d service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58 HTTP/1.1" status: 200 len: 915 time: 0.5785565 Feb 09 01:15:16.978809 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-34227a46-8341-4f3d-a424-ccf49bdeba84 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (1e951420-a862-4a85-9b3c-87d84692e8f7), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:16.979141 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-34227a46-8341-4f3d-a424-ccf49bdeba84 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks [] for floatingip (1e951420-a862-4a85-9b3c-87d84692e8f7), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:17.035139 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-34227a46-8341-4f3d-a424-ccf49bdeba84 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Calling delete_port for 1e951420-a862-4a85-9b3c-87d84692e8f7 owned by network:floatingip {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:15:17.039495 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-992f67ce-f693-4c16-b2e7-df36d06b21e4 req-1ff3182c-5ab5-41b4-8d63-5773079f303d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55836bea-4783-4280-aa3d-5418b2e8ccad HTTP/1.1" status: 200 len: 217 time: 0.0652835 Feb 09 01:15:17.046768 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1f2d4fb3-95c3-4ea0-a0a1-ce6f8c6dab89 req-1d71dafa-2b8e-4dc1-9731-a5afc2358a15 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups?id=8375a287-63ee-42a1-9bc1-19fb50fa86c4&id=4d07ae43-d9e6-4a7c-a732-5c3d27f9d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1740320 Feb 09 01:15:17.107091 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992f67ce-f693-4c16-b2e7-df36d06b21e4 req-8fa5b200-9ffe-47f4-95fe-a54a3386c733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:17.108696 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-992f67ce-f693-4c16-b2e7-df36d06b21e4 req-8fa5b200-9ffe-47f4-95fe-a54a3386c733 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e3478a4-00f6-4fcc-a551-92ba1e3f6194 HTTP/1.1" status: 200 len: 853 time: 0.0609298 Feb 09 01:15:17.183455 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-992f67ce-f693-4c16-b2e7-df36d06b21e4 req-343369e4-256e-43c5-9742-c8547becd0da service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364172 Feb 09 01:15:17.341938 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-992f67ce-f693-4c16-b2e7-df36d06b21e4 req-fd32a0bd-41cb-4c65-8c27-284fca1933ef service neutron] 10.222.0.47 "GET /v2.0/networks/4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488819 Feb 09 01:15:17.343074 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e52ad5f-7d29-4e34-a11c-726e44155d97 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Network af2179aa-41e4-4476-a661-276248f3ddf4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:17.350215 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-1e52ad5f-7d29-4e34-a11c-726e44155d97 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:17.366651 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9d2812a1-eb95-4015-a38e-ed56b64cc7b0 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (d2dd396b-f037-4d65-97c9-04ea19ac23d9), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:17.382604 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-9d2812a1-eb95-4015-a38e-ed56b64cc7b0 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Calling delete_port for d2dd396b-f037-4d65-97c9-04ea19ac23d9 owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:15:17.413451 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-34227a46-8341-4f3d-a424-ccf49bdeba84 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (1e951420-a862-4a85-9b3c-87d84692e8f7), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:17.464040 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34227a46-8341-4f3d-a424-ccf49bdeba84 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Pushing event deleted for resources: {'Port': ['ID=1e951420-a862-4a85-9b3c-87d84692e8f7,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:17.553603 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e52ad5f-7d29-4e34-a11c-726e44155d97 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Router 37c109db-de06-44a3-b544-59c7da5f39fc has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:15:17.571994 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-992f67ce-f693-4c16-b2e7-df36d06b21e4 req-c1875ef5-c7ec-4bdd-92e2-6e3c4dd55cb8 service neutron] 10.222.0.47 "GET /v2.0/networks/4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248552 Feb 09 01:15:17.580328 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-34227a46-8341-4f3d-a424-ccf49bdeba84 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks [] for floatingip (d5e63e5d-574b-40b3-b409-c6829080be5b), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:17.583089 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-34227a46-8341-4f3d-a424-ccf49bdeba84 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:17.594118 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-34227a46-8341-4f3d-a424-ccf49bdeba84 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "DELETE /v2.0/floatingips/d5e63e5d-574b-40b3-b409-c6829080be5b HTTP/1.1" status: 204 len: 168 time: 1.6663845 Feb 09 01:15:17.764775 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a62b3f-7a02-43be-b802-764ff19262b2 req-c8d5b84f-4ee4-45ae-8182-e79c4eddca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:17.769336 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-87a62b3f-7a02-43be-b802-764ff19262b2 req-c8d5b84f-4ee4-45ae-8182-e79c4eddca4d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e859b060fb5d41cbacd8fb822f502d4a&device_id=14254667-5dcc-434d-892a-edb1e005d06d HTTP/1.1" status: 200 len: 1166 time: 0.1137545 Feb 09 01:15:17.798042 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e52ad5f-7d29-4e34-a11c-726e44155d97 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:15:17.806901 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1e52ad5f-7d29-4e34-a11c-726e44155d97 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "PUT /v2.0/routers/37c109db-de06-44a3-b544-59c7da5f39fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2797024 Feb 09 01:15:17.808087 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56984) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:17.813481 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efb6c2e-6347-4df5-b02b-b9897693bebf None None] Sync routers for ids ['37c109db-de06-44a3-b544-59c7da5f39fc'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:15:17.840866 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9d2812a1-eb95-4015-a38e-ed56b64cc7b0 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (d2dd396b-f037-4d65-97c9-04ea19ac23d9), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:17.849829 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-e0e8002c-b0eb-4e1d-949b-d1572492fc4e None None] Provisioning complete for port e1dec45f-f54e-45e2-99eb-b8a696b10c7a triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:17.850769 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e0e8002c-b0eb-4e1d-949b-d1572492fc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e1dec45f-f54e-45e2-99eb-b8a696b10c7a), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:17.853296 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efb6c2e-6347-4df5-b02b-b9897693bebf None None] Routers {'37c109db-de06-44a3-b544-59c7da5f39fc'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:15:17.854332 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-5efb6c2e-6347-4df5-b02b-b9897693bebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:15:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['37c109db-de06-44a3-b544-59c7da5f39fc'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:17.948414 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2812a1-eb95-4015-a38e-ed56b64cc7b0 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Pushing event deleted for resources: {'Port': ['ID=d2dd396b-f037-4d65-97c9-04ea19ac23d9,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:17.958205 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9d2812a1-eb95-4015-a38e-ed56b64cc7b0 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:17.965599 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dcdd44-1df9-4494-912a-3b98ec23718c tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:17.966853 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-91dcdd44-1df9-4494-912a-3b98ec23718c tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "GET /v2.0/ports/e1dec45f-f54e-45e2-99eb-b8a696b10c7a HTTP/1.1" status: 200 len: 913 time: 0.1581895 Feb 09 01:15:17.973564 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56988) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:17.976019 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9d2812a1-eb95-4015-a38e-ed56b64cc7b0 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] 10.222.0.50 "DELETE /v2.0/ports/d2dd396b-f037-4d65-97c9-04ea19ac23d9 HTTP/1.1" status: 204 len: 168 time: 1.2675135 Feb 09 01:15:17.976795 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56990) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:17.984421 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-5efb6c2e-6347-4df5-b02b-b9897693bebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:18.010159 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-178713cd-0ce6-4aad-b621-465baead689f tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] GET failed (client error): The resource could not be found. Feb 09 01:15:18.015582 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-178713cd-0ce6-4aad-b621-465baead689f tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] 10.222.0.50 "GET /v2.0/ports/d2dd396b-f037-4d65-97c9-04ea19ac23d9 HTTP/1.1" status: 404 len: 333 time: 0.0371544 Feb 09 01:15:18.016667 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56992) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:18.043044 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e0e8002c-b0eb-4e1d-949b-d1572492fc4e None None] Port e1dec45f-f54e-45e2-99eb-b8a696b10c7a cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:15:18.045199 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efb6c2e-6347-4df5-b02b-b9897693bebf None None] Routers {'37c109db-de06-44a3-b544-59c7da5f39fc'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:15:18.045844 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-5efb6c2e-6347-4df5-b02b-b9897693bebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:15:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['37c109db-de06-44a3-b544-59c7da5f39fc'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:18.141558 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-5efb6c2e-6347-4df5-b02b-b9897693bebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:18.142026 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efb6c2e-6347-4df5-b02b-b9897693bebf None None] The sync data for ids ['37c109db-de06-44a3-b544-59c7da5f39fc'] in n-d-828369-4 is: [] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:15:18.195699 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56998) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:18.207540 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a62b3f-7a02-43be-b802-764ff19262b2 req-b5857ede-756b-4a0a-a810-d65e2ec96cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:18.209017 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-87a62b3f-7a02-43be-b802-764ff19262b2 req-b5857ede-756b-4a0a-a810-d65e2ec96cf2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58 HTTP/1.1" status: 200 len: 915 time: 0.4326053 Feb 09 01:15:18.212726 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-dbb16cfd-6c7e-490c-9cb2-557c19d5346e tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1984613421', 'description': 'tempest-description--1526551190'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:18.265958 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-87a62b3f-7a02-43be-b802-764ff19262b2 req-1a4b234f-8c0b-4e3f-b6c0-532875f3d8ca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55836bea-4783-4280-aa3d-5418b2e8ccad HTTP/1.1" status: 200 len: 217 time: 0.0495017 Feb 09 01:15:18.277370 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dbb16cfd-6c7e-490c-9cb2-557c19d5346e tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:18.336687 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-f814673a-89f4-4d76-9c73-362618c0f88c tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Deleting port fe6b381a-35e2-474e-8782-4eb122d742c5 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:15:18.337069 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f814673a-89f4-4d76-9c73-362618c0f88c tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (fe6b381a-35e2-474e-8782-4eb122d742c5), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:18.438254 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a62b3f-7a02-43be-b802-764ff19262b2 req-2cfdfd4d-4fa2-435c-98ee-bf3047cbe96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:18.445127 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-87a62b3f-7a02-43be-b802-764ff19262b2 req-2cfdfd4d-4fa2-435c-98ee-bf3047cbe96d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e3478a4-00f6-4fcc-a551-92ba1e3f6194 HTTP/1.1" status: 200 len: 853 time: 0.1683857 Feb 09 01:15:18.489314 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dbb16cfd-6c7e-490c-9cb2-557c19d5346e tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks [] for security_group (3689444e-9081-4293-b49d-e6a3cea17fc5), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:18.491507 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-87a62b3f-7a02-43be-b802-764ff19262b2 req-1732c929-dd53-47c3-b80e-d03c07b79633 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364716 Feb 09 01:15:18.499614 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dbb16cfd-6c7e-490c-9cb2-557c19d5346e tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (3689444e-9081-4293-b49d-e6a3cea17fc5), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:18.510624 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f814673a-89f4-4d76-9c73-362618c0f88c tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (fe6b381a-35e2-474e-8782-4eb122d742c5), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:18.531363 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4367d-f213-4a06-8dcc-188b6f2717b5 req-2fb5b9e1-3a10-4ddd-84c4-6753c7f5d8d6 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:18.533629 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ede4367d-f213-4a06-8dcc-188b6f2717b5 req-2fb5b9e1-3a10-4ddd-84c4-6753c7f5d8d6 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/ports?device_id=14254667-5dcc-434d-892a-edb1e005d06d HTTP/1.1" status: 200 len: 984 time: 0.2724097 Feb 09 01:15:18.541621 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-f814673a-89f4-4d76-9c73-362618c0f88c tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Calling delete_port for fe6b381a-35e2-474e-8782-4eb122d742c5 owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:15:18.553935 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dbb16cfd-6c7e-490c-9cb2-557c19d5346e tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:18.555198 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-dbb16cfd-6c7e-490c-9cb2-557c19d5346e tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3556690 Feb 09 01:15:18.561031 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57008) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:18.567392 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-9f0b6bee-c116-46de-ace8-fcaae85d0fe5 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Request body: {'security_group_rule': {'security_group_id': '3689444e-9081-4293-b49d-e6a3cea17fc5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:18.573520 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb16cfd-6c7e-490c-9cb2-557c19d5346e tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3689444e-9081-4293-b49d-e6a3cea17fc5,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:18.651153 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9f0b6bee-c116-46de-ace8-fcaae85d0fe5 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks [] for security_group_rule (d8945d61-3691-4d1e-a1fc-8f42137f6fa6), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:18.751241 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ede4367d-f213-4a06-8dcc-188b6f2717b5 req-87cd4927-35c2-4720-93a3-d7c59f9d7190 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups?id=8375a287-63ee-42a1-9bc1-19fb50fa86c4&id=4d07ae43-d9e6-4a7c-a732-5c3d27f9d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1574552 Feb 09 01:15:18.779754 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-87a62b3f-7a02-43be-b802-764ff19262b2 req-3784e817-469b-407c-aad4-6ed48e7913ee service neutron] 10.222.0.47 "GET /v2.0/networks/4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743795 Feb 09 01:15:18.799523 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9f0b6bee-c116-46de-ace8-fcaae85d0fe5 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks [] for security_group_rule (d8945d61-3691-4d1e-a1fc-8f42137f6fa6), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:18.806982 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9f0b6bee-c116-46de-ace8-fcaae85d0fe5 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (d8945d61-3691-4d1e-a1fc-8f42137f6fa6), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:18.848725 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0b6bee-c116-46de-ace8-fcaae85d0fe5 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8945d61-3691-4d1e-a1fc-8f42137f6fa6,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:18.859524 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f814673a-89f4-4d76-9c73-362618c0f88c tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (fe6b381a-35e2-474e-8782-4eb122d742c5), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:18.913077 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9f0b6bee-c116-46de-ace8-fcaae85d0fe5 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:18.916077 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9f0b6bee-c116-46de-ace8-fcaae85d0fe5 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3539891 Feb 09 01:15:18.918983 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57020) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:18.925752 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-a074cc0d-f7b7-4c4e-8cf1-0f474170c2fb tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Request body: {'security_group_rule': {'security_group_id': '3689444e-9081-4293-b49d-e6a3cea17fc5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:18.933934 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f814673a-89f4-4d76-9c73-362618c0f88c tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Pushing event deleted for resources: {'Port': ['ID=fe6b381a-35e2-474e-8782-4eb122d742c5,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:18.987534 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-87a62b3f-7a02-43be-b802-764ff19262b2 req-0153d1be-a019-43a8-965b-e705c74de751 service neutron] 10.222.0.47 "GET /v2.0/networks/4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029731 Feb 09 01:15:18.997243 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f814673a-89f4-4d76-9c73-362618c0f88c tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:19.004160 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f814673a-89f4-4d76-9c73-362618c0f88c tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] 10.222.0.50 "DELETE /v2.0/ports/fe6b381a-35e2-474e-8782-4eb122d742c5 HTTP/1.1" status: 204 len: 168 time: 0.9842432 Feb 09 01:15:19.004160 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a074cc0d-f7b7-4c4e-8cf1-0f474170c2fb tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks [] for security_group_rule (030de3ae-af10-47af-9ed2-2b0582769d2e), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:19.005650 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 57024) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:19.041898 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b662aa7f-c3fe-4469-85b3-12b5a173ca1a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (37c109db-de06-44a3-b544-59c7da5f39fc), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:19.092624 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a074cc0d-f7b7-4c4e-8cf1-0f474170c2fb tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks [] for security_group_rule (030de3ae-af10-47af-9ed2-2b0582769d2e), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:19.098033 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a074cc0d-f7b7-4c4e-8cf1-0f474170c2fb tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (030de3ae-af10-47af-9ed2-2b0582769d2e), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:19.133563 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a074cc0d-f7b7-4c4e-8cf1-0f474170c2fb tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:19.137451 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a074cc0d-f7b7-4c4e-8cf1-0f474170c2fb tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2150631 Feb 09 01:15:19.141301 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57026) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:19.144333 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a074cc0d-f7b7-4c4e-8cf1-0f474170c2fb tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=030de3ae-af10-47af-9ed2-2b0582769d2e,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:19.168282 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-26a3cd3d-4747-4644-8fdf-70994a402eb6 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:19.209429 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-26a3cd3d-4747-4644-8fdf-70994a402eb6 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:19.237961 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-0823c9c0-3b41-4a66-8058-7441aec58aa8 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Deleting subnet bd194ffd-93d6-4894-a985-8e2eec82bff8 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:15:19.256568 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0823c9c0-3b41-4a66-8058-7441aec58aa8 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks [] for subnet (bd194ffd-93d6-4894-a985-8e2eec82bff8), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:19.343484 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0823c9c0-3b41-4a66-8058-7441aec58aa8 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (bd194ffd-93d6-4894-a985-8e2eec82bff8), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:19.348409 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-26a3cd3d-4747-4644-8fdf-70994a402eb6 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:19.494827 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-26a3cd3d-4747-4644-8fdf-70994a402eb6 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Allocated IP 172.25.8.91 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/7d378846-7c5c-4307-b4ba-c1d7061eeef1) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:19.696127 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-26a3cd3d-4747-4644-8fdf-70994a402eb6 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks [] for port (7d378846-7c5c-4307-b4ba-c1d7061eeef1), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:19.750552 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-26a3cd3d-4747-4644-8fdf-70994a402eb6 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (7d378846-7c5c-4307-b4ba-c1d7061eeef1), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:19.806291 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a3cd3d-4747-4644-8fdf-70994a402eb6 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:19.810351 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-26a3cd3d-4747-4644-8fdf-70994a402eb6 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:19.819149 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a3cd3d-4747-4644-8fdf-70994a402eb6 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:15:19.853900 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a3cd3d-4747-4644-8fdf-70994a402eb6 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Pushing event updated for resources: {'Port': ['ID=7d378846-7c5c-4307-b4ba-c1d7061eeef1,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:19.939169 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0823c9c0-3b41-4a66-8058-7441aec58aa8 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (bd194ffd-93d6-4894-a985-8e2eec82bff8), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:19.949999 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-26a3cd3d-4747-4644-8fdf-70994a402eb6 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks [] for floatingip (85e014c4-e040-4c65-bb6e-fe3b27069d9a), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:20.006280 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-26a3cd3d-4747-4644-8fdf-70994a402eb6 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7d378846-7c5c-4307-b4ba-c1d7061eeef1), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:20.089123 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d08f1-d288-43c5-be56-676f67c157d8 req-b58922b5-4bd8-42d6-a33e-def39cb0d354 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:20.090666 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4b2d08f1-d288-43c5-be56-676f67c157d8 req-b58922b5-4bd8-42d6-a33e-def39cb0d354 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/ports?device_id=14254667-5dcc-434d-892a-edb1e005d06d HTTP/1.1" status: 200 len: 984 time: 0.2159252 Feb 09 01:15:20.124767 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0823c9c0-3b41-4a66-8058-7441aec58aa8 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (bd194ffd-93d6-4894-a985-8e2eec82bff8), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:20.171027 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0823c9c0-3b41-4a66-8058-7441aec58aa8 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Pushing event deleted for resources: {'Subnet': ['ID=bd194ffd-93d6-4894-a985-8e2eec82bff8,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:20.176460 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0823c9c0-3b41-4a66-8058-7441aec58aa8 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:20.179573 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-0823c9c0-3b41-4a66-8058-7441aec58aa8 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] 10.222.0.50 "DELETE /v2.0/subnets/bd194ffd-93d6-4894-a985-8e2eec82bff8 HTTP/1.1" status: 204 len: 168 time: 1.1729519 Feb 09 01:15:20.184388 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 57076) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:20.190313 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e52d47f-0bca-4da6-a48a-3817775ebff2 None None] Network 46f77fc2-6726-4164-a2e2-2bc432f7132d requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:15:20.236072 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-26a3cd3d-4747-4644-8fdf-70994a402eb6 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks [] for port (7d378846-7c5c-4307-b4ba-c1d7061eeef1), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:20.245757 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-26a3cd3d-4747-4644-8fdf-70994a402eb6 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (7d378846-7c5c-4307-b4ba-c1d7061eeef1), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:20.248799 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-b662aa7f-c3fe-4469-85b3-12b5a173ca1a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Deleting port e1dec45f-f54e-45e2-99eb-b8a696b10c7a {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:15:20.249390 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b662aa7f-c3fe-4469-85b3-12b5a173ca1a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (e1dec45f-f54e-45e2-99eb-b8a696b10c7a), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:20.336353 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4b2d08f1-d288-43c5-be56-676f67c157d8 req-7686b53f-865f-44b0-ab0e-83be0f26192c tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups?id=8375a287-63ee-42a1-9bc1-19fb50fa86c4&id=4d07ae43-d9e6-4a7c-a732-5c3d27f9d1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2371435 Feb 09 01:15:20.337888 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a3cd3d-4747-4644-8fdf-70994a402eb6 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Pushing event updated for resources: {'Port': ['ID=7d378846-7c5c-4307-b4ba-c1d7061eeef1,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:20.376654 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f06b2d97-656f-43cc-9719-baa276fd98f4 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (46f77fc2-6726-4164-a2e2-2bc432f7132d), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:20.440208 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-26a3cd3d-4747-4644-8fdf-70994a402eb6 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (85e014c4-e040-4c65-bb6e-fe3b27069d9a), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:20.442856 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7efeeb-4b69-461d-adfa-9357d9872487 None None] DHCP port deletion for 46f77fc2-6726-4164-a2e2-2bc432f7132d request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:15:20.461496 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-26a3cd3d-4747-4644-8fdf-70994a402eb6 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:20.464582 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-26a3cd3d-4747-4644-8fdf-70994a402eb6 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3201022 Feb 09 01:15:20.507914 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ae7efeeb-4b69-461d-adfa-9357d9872487 None None] Deleting port 4eb32b3b-c4ce-4d28-8475-7250238d33d4 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:15:20.508660 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ae7efeeb-4b69-461d-adfa-9357d9872487 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (4eb32b3b-c4ce-4d28-8475-7250238d33d4), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:20.509278 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b662aa7f-c3fe-4469-85b3-12b5a173ca1a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (e1dec45f-f54e-45e2-99eb-b8a696b10c7a), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:20.551041 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-b662aa7f-c3fe-4469-85b3-12b5a173ca1a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Calling delete_port for e1dec45f-f54e-45e2-99eb-b8a696b10c7a owned by network:router_interface {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:15:20.613776 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-ae7efeeb-4b69-461d-adfa-9357d9872487 None None] For port 4eb32b3b-c4ce-4d28-8475-7250238d33d4, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=4eb32b3b-c4ce-4d28-8475-7250238d33d4,segment=NetworkSegment(1331d4d2-0186-4f13-90b0-5d13d0a3c85f),segment_id=1331d4d2-0186-4f13-90b0-5d13d0a3c85f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:20.614193 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ae7efeeb-4b69-461d-adfa-9357d9872487 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (4eb32b3b-c4ce-4d28-8475-7250238d33d4), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:20.630368 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ae7efeeb-4b69-461d-adfa-9357d9872487 None None] Calling delete_port for 4eb32b3b-c4ce-4d28-8475-7250238d33d4 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:15:20.643995 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad08a8ee-0ff3-449a-a032-5bd72090955e req-3e7c0b2a-58cf-49c1-99ab-c551c4bee0ff tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-181890442&fields=id&tenant_id=e859b060fb5d41cbacd8fb822f502d4a HTTP/1.1" status: 200 len: 267 time: 0.1777725 Feb 09 01:15:20.671388 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-f06b2d97-656f-43cc-9719-baa276fd98f4 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Deleting port 4eb32b3b-c4ce-4d28-8475-7250238d33d4 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:15:20.671690 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f06b2d97-656f-43cc-9719-baa276fd98f4 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (4eb32b3b-c4ce-4d28-8475-7250238d33d4), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:20.762494 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ae7efeeb-4b69-461d-adfa-9357d9872487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (4eb32b3b-c4ce-4d28-8475-7250238d33d4), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:20.801578 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7efeeb-4b69-461d-adfa-9357d9872487 None None] Pushing event deleted for resources: {'Port': ['ID=4eb32b3b-c4ce-4d28-8475-7250238d33d4,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:20.811607 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7efeeb-4b69-461d-adfa-9357d9872487 None None] No DVR routers for this DVR port 4eb32b3b-c4ce-4d28-8475-7250238d33d4 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:15:20.848868 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-f06b2d97-656f-43cc-9719-baa276fd98f4 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] For port 4eb32b3b-c4ce-4d28-8475-7250238d33d4, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=4eb32b3b-c4ce-4d28-8475-7250238d33d4,segment=NetworkSegment(1331d4d2-0186-4f13-90b0-5d13d0a3c85f),segment_id=1331d4d2-0186-4f13-90b0-5d13d0a3c85f)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:20.849249 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f06b2d97-656f-43cc-9719-baa276fd98f4 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (4eb32b3b-c4ce-4d28-8475-7250238d33d4), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:20.888565 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-f06b2d97-656f-43cc-9719-baa276fd98f4 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Calling delete_port for 4eb32b3b-c4ce-4d28-8475-7250238d33d4 owned by network:dhcp {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:15:20.908769 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08a8ee-0ff3-449a-a032-5bd72090955e req-93a911f2-2483-4005-8279-8a379a08c123 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:20.910445 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad08a8ee-0ff3-449a-a032-5bd72090955e req-93a911f2-2483-4005-8279-8a379a08c123 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/ports?device_id=14254667-5dcc-434d-892a-edb1e005d06d HTTP/1.1" status: 200 len: 984 time: 0.2592604 Feb 09 01:15:20.927231 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-9839d820-7a6b-4c18-916a-5d282057b074 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1984613421&fields=id&tenant_id=881f0fbf49754b7ea23a39ffdbfbb84a HTTP/1.1" status: 200 len: 267 time: 0.1744211 Feb 09 01:15:20.933279 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-ad08a8ee-0ff3-449a-a032-5bd72090955e req-0becaa52-6c81-4262-af43-2c699f6dc4d6 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Request body: {'port': {'security_groups': ['4d07ae43-d9e6-4a7c-a732-5c3d27f9d1b1', '8375a287-63ee-42a1-9bc1-19fb50fa86c4', 'f81263f0-7af0-45a6-a905-f025cab3ede0']}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:21.198620 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ad08a8ee-0ff3-449a-a032-5bd72090955e req-0becaa52-6c81-4262-af43-2c699f6dc4d6 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (55836bea-4783-4280-aa3d-5418b2e8ccad), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:21.206230 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b662aa7f-c3fe-4469-85b3-12b5a173ca1a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (e1dec45f-f54e-45e2-99eb-b8a696b10c7a), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:21.268118 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662aa7f-c3fe-4469-85b3-12b5a173ca1a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event deleted for resources: {'Port': ['ID=e1dec45f-f54e-45e2-99eb-b8a696b10c7a,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:21.269863 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f06b2d97-656f-43cc-9719-baa276fd98f4 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (4eb32b3b-c4ce-4d28-8475-7250238d33d4), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:21.353622 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-4f2cd5de-ab21-4228-91d1-814ae582bfb2 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:21.355137 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-4f2cd5de-ab21-4228-91d1-814ae582bfb2 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/networks?id=6d890250-ac42-4592-9721-7a49ecf5e127 HTTP/1.1" status: 200 len: 811 time: 0.4084766 Feb 09 01:15:21.383468 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06b2d97-656f-43cc-9719-baa276fd98f4 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] No DVR routers for this DVR port 4eb32b3b-c4ce-4d28-8475-7250238d33d4 on host n-d-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:15:21.385115 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2d97-656f-43cc-9719-baa276fd98f4 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Pushing event deleted for resources: {'Port': ['ID=4eb32b3b-c4ce-4d28-8475-7250238d33d4,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:21.570600 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f06b2d97-656f-43cc-9719-baa276fd98f4 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (46f77fc2-6726-4164-a2e2-2bc432f7132d), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:21.590899 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-5dc38cfe-909a-4e4c-9225-1f0582babbeb tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/quotas/881f0fbf49754b7ea23a39ffdbfbb84a HTTP/1.1" status: 200 len: 375 time: 0.2090695 Feb 09 01:15:21.640599 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-f06b2d97-656f-43cc-9719-baa276fd98f4 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46f77fc2-6726-4164-a2e2-2bc432f7132d']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:21.672998 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-f06b2d97-656f-43cc-9719-baa276fd98f4 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1331d4d2-0186-4f13-90b0-5d13d0a3c85f') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:21.673299 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-f06b2d97-656f-43cc-9719-baa276fd98f4 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1331d4d2-0186-4f13-90b0-5d13d0a3c85f') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:21.694339 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f06b2d97-656f-43cc-9719-baa276fd98f4 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (1331d4d2-0186-4f13-90b0-5d13d0a3c85f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:21.722783 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b662aa7f-c3fe-4469-85b3-12b5a173ca1a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (37c109db-de06-44a3-b544-59c7da5f39fc), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:21.726324 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f06b2d97-656f-43cc-9719-baa276fd98f4 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (1331d4d2-0186-4f13-90b0-5d13d0a3c85f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:21.741372 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f06b2d97-656f-43cc-9719-baa276fd98f4 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Releasing vlan 1017 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:15:21.741785 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f06b2d97-656f-43cc-9719-baa276fd98f4 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (1331d4d2-0186-4f13-90b0-5d13d0a3c85f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:21.746515 n-d-828369-4 neutron-server[103136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:15:21.746515 n-d-828369-4 neutron-server[103136]: self.session.flush() Feb 09 01:15:21.746515 n-d-828369-4 neutron-server[103136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:15:21.746515 n-d-828369-4 neutron-server[103136]: self.session.flush() Feb 09 01:15:21.746515 n-d-828369-4 neutron-server[103136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:15:21.746515 n-d-828369-4 neutron-server[103136]: self.session.flush() Feb 09 01:15:21.746515 n-d-828369-4 neutron-server[103136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:15:21.746515 n-d-828369-4 neutron-server[103136]: self.session.flush() Feb 09 01:15:21.746515 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:15:21.746515 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:15:21.746515 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:15:21.746515 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:15:21.746515 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:15:21.746515 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:15:21.746515 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:15:21.746515 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:15:21.746515 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:15:21.746515 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:15:21.746515 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:15:21.746515 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:15:21.746515 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:15:21.746515 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:15:21.746515 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:15:21.746515 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:15:21.746515 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:15:21.746515 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:15:21.746515 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:15:21.746515 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:15:21.746515 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:15:21.746515 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:15:21.746515 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:15:21.746515 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:15:21.746515 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:15:21.746515 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:15:21.746515 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:15:21.746515 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:15:21.746515 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:15:21.746515 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:15:21.746515 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:15:21.746515 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:15:21.899662 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57168) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:21.918627 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-067ec60f-eef3-428e-a959-23ab2a4b1059 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=881f0fbf49754b7ea23a39ffdbfbb84a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3157954 Feb 09 01:15:21.966109 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f06b2d97-656f-43cc-9719-baa276fd98f4 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (46f77fc2-6726-4164-a2e2-2bc432f7132d), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:22.014014 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f06b2d97-656f-43cc-9719-baa276fd98f4 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:22.017913 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f06b2d97-656f-43cc-9719-baa276fd98f4 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] 10.222.0.50 "DELETE /v2.0/networks/46f77fc2-6726-4164-a2e2-2bc432f7132d HTTP/1.1" status: 204 len: 168 time: 1.8319521 Feb 09 01:15:22.048016 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2d97-656f-43cc-9719-baa276fd98f4 tempest-AllowedAddressPairIpV6TestJSON-1858696887 tempest-AllowedAddressPairIpV6TestJSON-1858696887-project] Pushing event deleted for resources: {'Network': ['ID=46f77fc2-6726-4164-a2e2-2bc432f7132d,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:22.072715 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-841e199b-48d0-4f4a-a66c-dfb019905f9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:22.082863 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-ad08a8ee-0ff3-449a-a032-5bd72090955e req-0becaa52-6c81-4262-af43-2c699f6dc4d6 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] For port 55836bea-4783-4280-aa3d-5418b2e8ccad, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=55836bea-4783-4280-aa3d-5418b2e8ccad,segment=NetworkSegment(1201617b-d7eb-4912-b51d-e8d5054c9092),segment_id=1201617b-d7eb-4912-b51d-e8d5054c9092)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:22.188516 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-841e199b-48d0-4f4a-a66c-dfb019905f9c admin admin] Publish callbacks [] for security_group (5cd98979-2972-47ac-bbea-ccdbfac76401), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:22.193649 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-841e199b-48d0-4f4a-a66c-dfb019905f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (5cd98979-2972-47ac-bbea-ccdbfac76401), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:22.248825 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-841e199b-48d0-4f4a-a66c-dfb019905f9c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=993e480317b947b79064bc14ceb00d47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3472192 Feb 09 01:15:22.249745 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e199b-48d0-4f4a-a66c-dfb019905f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd98979-2972-47ac-bbea-ccdbfac76401,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:22.253534 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57178) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:22.323240 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-06dfd819-a68f-427e-999a-d88d1727076d admin admin] Publish callbacks [] for security_group (5cd98979-2972-47ac-bbea-ccdbfac76401), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:22.351057 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-06dfd819-a68f-427e-999a-d88d1727076d admin admin] Publish callbacks [] for security_group (5cd98979-2972-47ac-bbea-ccdbfac76401), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:22.365508 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57180) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:22.455300 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-06dfd819-a68f-427e-999a-d88d1727076d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (5cd98979-2972-47ac-bbea-ccdbfac76401), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:22.460597 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-06dfd819-a68f-427e-999a-d88d1727076d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:22.462643 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-06dfd819-a68f-427e-999a-d88d1727076d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5cd98979-2972-47ac-bbea-ccdbfac76401 HTTP/1.1" status: 204 len: 168 time: 0.2077723 Feb 09 01:15:22.468179 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-a806825d-e5ff-4804-94f2-34782033ad62 service neutron] 10.222.0.50 "GET /v2.0/networks/6d890250-ac42-4592-9721-7a49ecf5e127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5301487 Feb 09 01:15:22.479396 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ad08a8ee-0ff3-449a-a032-5bd72090955e req-0becaa52-6c81-4262-af43-2c699f6dc4d6 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for port (55836bea-4783-4280-aa3d-5418b2e8ccad), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:22.490256 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dfd819-a68f-427e-999a-d88d1727076d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd98979-2972-47ac-bbea-ccdbfac76401,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:22.492805 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ad08a8ee-0ff3-449a-a032-5bd72090955e req-0becaa52-6c81-4262-af43-2c699f6dc4d6 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (55836bea-4783-4280-aa3d-5418b2e8ccad), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:22.510435 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['9796e4f3-2ca6-4caf-b414-14e72e544cdf'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:15:22.513171 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b662aa7f-c3fe-4469-85b3-12b5a173ca1a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Router 37c109db-de06-44a3-b544-59c7da5f39fc has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:15:22.516896 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['55836bea-4783-4280-aa3d-5418b2e8ccad'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:15:22.598919 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4eb32b3b-c4ce-4d28-8475-7250238d33d4 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:15:22.600382 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08a8ee-0ff3-449a-a032-5bd72090955e req-0becaa52-6c81-4262-af43-2c699f6dc4d6 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:22.601093 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ad08a8ee-0ff3-449a-a032-5bd72090955e req-0becaa52-6c81-4262-af43-2c699f6dc4d6 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:22.602523 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad08a8ee-0ff3-449a-a032-5bd72090955e req-0becaa52-6c81-4262-af43-2c699f6dc4d6 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "PUT /v2.0/ports/55836bea-4783-4280-aa3d-5418b2e8ccad HTTP/1.1" status: 200 len: 1020 time: 1.6761756 Feb 09 01:15:22.603004 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14254667-5dcc-434d-892a-edb1e005d06d', 'tag': '55836bea-4783-4280-aa3d-5418b2e8ccad'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:15:22.605307 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b360d1bc-d34d-4f36-bce8-c92096e618f7" -d '{"events": [{"name": "network-changed", "server_uuid": "14254667-5dcc-434d-892a-edb1e005d06d", "tag": "55836bea-4783-4280-aa3d-5418b2e8ccad"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:15:22.623351 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-777299e8-f04d-4761-a1c5-3e63231f6de3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=73712eb9c7b74f668234718cb41159c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2559001 Feb 09 01:15:22.623805 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57190) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:22.686319 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0becaa52-6c81-4262-af43-2c699f6dc4d6 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Pushing event updated for resources: {'Port': ['ID=55836bea-4783-4280-aa3d-5418b2e8ccad,revision_number=7']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:22.696517 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 4eb32b3b-c4ce-4d28-8475-7250238d33d4 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:15:22.697141 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4eb32b3b-c4ce-4d28-8475-7250238d33d4 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:15:22.760268 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-3ccc1947-18ba-4b37-a178-d4a40fa09e36 service neutron] 10.222.0.50 "GET /v2.0/networks/6d890250-ac42-4592-9721-7a49ecf5e127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781739 Feb 09 01:15:22.766139 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['55836bea-4783-4280-aa3d-5418b2e8ccad'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:15:22.803518 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a5a206b7-9312-4944-8a7c-5ae4f3d50210 admin admin] Publish callbacks [] for security_group (cbf53b9c-40e7-4e99-9fe3-60fc22058971), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:22.825091 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-46092770-7973-4ef5-aaea-de33f677b9dd req-d009c3a4-7e9d-4abe-a9e6-d37babe7c7a7 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups/f81263f0-7af0-45a6-a905-f025cab3ede0 HTTP/1.1" status: 200 len: 1819 time: 0.1842542 Feb 09 01:15:22.839644 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b662aa7f-c3fe-4469-85b3-12b5a173ca1a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:15:22.851283 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b662aa7f-c3fe-4469-85b3-12b5a173ca1a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "PUT /v2.0/routers/37c109db-de06-44a3-b544-59c7da5f39fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8757813 Feb 09 01:15:22.853158 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8431d376-14b4-4952-b9cc-b2706c41ebcf None None] Sync routers for ids ['37c109db-de06-44a3-b544-59c7da5f39fc'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:15:22.865849 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 57194) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:22.880886 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8431d376-14b4-4952-b9cc-b2706c41ebcf None None] Routers {'37c109db-de06-44a3-b544-59c7da5f39fc'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:15:22.882272 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-8431d376-14b4-4952-b9cc-b2706c41ebcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:15:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['37c109db-de06-44a3-b544-59c7da5f39fc'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:22.904208 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a5a206b7-9312-4944-8a7c-5ae4f3d50210 admin admin] Publish callbacks [] for security_group (cbf53b9c-40e7-4e99-9fe3-60fc22058971), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:22.987463 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-8431d376-14b4-4952-b9cc-b2706c41ebcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:23.016073 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8431d376-14b4-4952-b9cc-b2706c41ebcf None None] Routers {'37c109db-de06-44a3-b544-59c7da5f39fc'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:15:23.018692 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a5a206b7-9312-4944-8a7c-5ae4f3d50210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (cbf53b9c-40e7-4e99-9fe3-60fc22058971), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:23.023788 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a5a206b7-9312-4944-8a7c-5ae4f3d50210 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:23.029980 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a5a206b7-9312-4944-8a7c-5ae4f3d50210 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cbf53b9c-40e7-4e99-9fe3-60fc22058971 HTTP/1.1" status: 204 len: 168 time: 0.4051156 Feb 09 01:15:23.046098 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-8431d376-14b4-4952-b9cc-b2706c41ebcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:15:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['37c109db-de06-44a3-b544-59c7da5f39fc'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:23.061032 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a206b7-9312-4944-8a7c-5ae4f3d50210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf53b9c-40e7-4e99-9fe3-60fc22058971,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:23.121194 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [req-46092770-7973-4ef5-aaea-de33f677b9dd req-f419ccda-1931-4459-a430-41cb7abfda3e tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 01:15:23.122954 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-46092770-7973-4ef5-aaea-de33f677b9dd req-f419ccda-1931-4459-a430-41cb7abfda3e tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "DELETE /v2.0/security-groups/f81263f0-7af0-45a6-a905-f025cab3ede0 HTTP/1.1" status: 409 len: 341 time: 0.2883327 Feb 09 01:15:23.221169 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-8431d376-14b4-4952-b9cc-b2706c41ebcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:23.222350 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8431d376-14b4-4952-b9cc-b2706c41ebcf None None] The sync data for ids ['37c109db-de06-44a3-b544-59c7da5f39fc'] in n-d-828369-4 is: [] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:15:23.280521 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1fcd6bf2-2ced-4329-8494-ca1223d8fee4 req-3f1ff99f-9756-4b09-8f2d-4f13360b1b00 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=c194c210-2972-4a10-85fd-0320d40d76fa HTTP/1.1" status: 200 len: 210 time: 0.0523734 Feb 09 01:15:23.284595 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57210) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:23.323737 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0ea2975c-2558-4fad-832c-dfe44b08a843 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:23.498564 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0ea2975c-2558-4fad-832c-dfe44b08a843 admin admin] Publish callbacks [] for security_group (b62f31ae-8835-4b48-8c3a-70ce9ca0392e), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:23.504846 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0ea2975c-2558-4fad-832c-dfe44b08a843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b62f31ae-8835-4b48-8c3a-70ce9ca0392e), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:23.571233 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 57214) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:23.572586 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0ea2975c-2558-4fad-832c-dfe44b08a843 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=023cd04eba39481f898df8c7cde4a0a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2851484 Feb 09 01:15:23.578199 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2975c-2558-4fad-832c-dfe44b08a843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62f31ae-8835-4b48-8c3a-70ce9ca0392e,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:23.624582 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-eadc2bed-56df-4f84-aa9d-774783a56315 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (37c109db-de06-44a3-b544-59c7da5f39fc), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:23.838445 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca514529-ed79-4c57-a8ee-e152825ae3fc x-openstack-request-id: req-ca514529-ed79-4c57-a8ee-e152825ae3fc {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:15:23.838821 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14254667-5dcc-434d-892a-edb1e005d06d", "tag": "55836bea-4783-4280-aa3d-5418b2e8ccad", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:15:23.838987 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ca514529-ed79-4c57-a8ee-e152825ae3fc {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:15:23.839645 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14254667-5dcc-434d-892a-edb1e005d06d', 'tag': '55836bea-4783-4280-aa3d-5418b2e8ccad', 'status': 'completed', 'code': 200} Feb 09 01:15:23.992574 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fe27cf34-44b5-4f95-a862-659fd2589f74 admin admin] Publish callbacks [] for security_group (b62f31ae-8835-4b48-8c3a-70ce9ca0392e), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:24.001043 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d46ebf-0975-4ce2-8ec6-79b1239db0e8 req-977e3f0d-776b-4543-bc82-0e60ae7c51ed tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:24.002541 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-26d46ebf-0975-4ce2-8ec6-79b1239db0e8 req-977e3f0d-776b-4543-bc82-0e60ae7c51ed tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/ports?device_id=14254667-5dcc-434d-892a-edb1e005d06d HTTP/1.1" status: 200 len: 1023 time: 0.2551258 Feb 09 01:15:24.050305 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360d1bc-d34d-4f36-bce8-c92096e618f7 req-ebed48e9-2187-4502-ba88-8911b0a65c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:24.052113 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b360d1bc-d34d-4f36-bce8-c92096e618f7 req-ebed48e9-2187-4502-ba88-8911b0a65c24 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e859b060fb5d41cbacd8fb822f502d4a&device_id=14254667-5dcc-434d-892a-edb1e005d06d HTTP/1.1" status: 200 len: 1206 time: 0.2157776 Feb 09 01:15:24.085200 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fe27cf34-44b5-4f95-a862-659fd2589f74 admin admin] Publish callbacks [] for security_group (b62f31ae-8835-4b48-8c3a-70ce9ca0392e), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:24.259815 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-26d46ebf-0975-4ce2-8ec6-79b1239db0e8 req-4fa251e8-46b1-40bf-a69d-80f986b64b12 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups?id=8375a287-63ee-42a1-9bc1-19fb50fa86c4&id=4d07ae43-d9e6-4a7c-a732-5c3d27f9d1b1&id=f81263f0-7af0-45a6-a905-f025cab3ede0&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2350900 Feb 09 01:15:24.286980 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360d1bc-d34d-4f36-bce8-c92096e618f7 req-b532b4d7-ceec-4f0b-aea6-d37419513946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:24.289696 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b360d1bc-d34d-4f36-bce8-c92096e618f7 req-b532b4d7-ceec-4f0b-aea6-d37419513946 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58 HTTP/1.1" status: 200 len: 915 time: 0.2231843 Feb 09 01:15:24.290916 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fe27cf34-44b5-4f95-a862-659fd2589f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b62f31ae-8835-4b48-8c3a-70ce9ca0392e), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:24.293561 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fe27cf34-44b5-4f95-a862-659fd2589f74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:24.294616 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-fe27cf34-44b5-4f95-a862-659fd2589f74 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b62f31ae-8835-4b48-8c3a-70ce9ca0392e HTTP/1.1" status: 204 len: 168 time: 0.7198939 Feb 09 01:15:24.369226 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe27cf34-44b5-4f95-a862-659fd2589f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62f31ae-8835-4b48-8c3a-70ce9ca0392e,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:24.374374 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b360d1bc-d34d-4f36-bce8-c92096e618f7 req-758c2ebe-281b-434e-b0f4-915a2f0359d7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55836bea-4783-4280-aa3d-5418b2e8ccad HTTP/1.1" status: 200 len: 217 time: 0.0742714 Feb 09 01:15:24.492069 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9daa8769-235f-434c-ba96-e8256f3fdc71 req-ee97d02b-b6ce-4382-92f6-d57a902efe4e tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=c194c210-2972-4a10-85fd-0320d40d76fa HTTP/1.1" status: 200 len: 210 time: 0.0451725 Feb 09 01:15:24.502145 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360d1bc-d34d-4f36-bce8-c92096e618f7 req-e2657e86-6ab3-4c0b-9a84-bb304ce1dff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:24.505285 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b360d1bc-d34d-4f36-bce8-c92096e618f7 req-e2657e86-6ab3-4c0b-9a84-bb304ce1dff4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e3478a4-00f6-4fcc-a551-92ba1e3f6194 HTTP/1.1" status: 200 len: 853 time: 0.1242957 Feb 09 01:15:24.548689 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b360d1bc-d34d-4f36-bce8-c92096e618f7 req-97ac41b3-0ac1-4315-b24e-bf1a502ef04b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367382 Feb 09 01:15:24.577899 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57246) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:24.611892 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-eadc2bed-56df-4f84-aa9d-774783a56315 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Deleting port cb53d8be-f4eb-4283-b02a-bf23f65554d0 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:15:24.612522 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-eadc2bed-56df-4f84-aa9d-774783a56315 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (cb53d8be-f4eb-4283-b02a-bf23f65554d0), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:24.724281 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b360d1bc-d34d-4f36-bce8-c92096e618f7 req-ec91e4e0-eb35-44f6-9bd4-fe277cd1e928 service neutron] 10.222.0.47 "GET /v2.0/networks/4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688819 Feb 09 01:15:24.764073 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-eadc2bed-56df-4f84-aa9d-774783a56315 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (cb53d8be-f4eb-4283-b02a-bf23f65554d0), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:24.817591 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-eadc2bed-56df-4f84-aa9d-774783a56315 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Calling delete_port for cb53d8be-f4eb-4283-b02a-bf23f65554d0 owned by network:router_interface {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:15:24.889078 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-730545f9-916d-41c8-9bfe-37adcc78e598 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-730597629'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:24.911251 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b360d1bc-d34d-4f36-bce8-c92096e618f7 req-47803222-e244-4fb3-b5a3-a5e778ccabce service neutron] 10.222.0.47 "GET /v2.0/networks/4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711483 Feb 09 01:15:24.931619 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730545f9-916d-41c8-9bfe-37adcc78e598 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Made reservation on behalf of b28322fb716c48d1b01472991c7f46c8 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:24.940529 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-730545f9-916d-41c8-9bfe-37adcc78e598 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:24.954084 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-730545f9-916d-41c8-9bfe-37adcc78e598 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:25.073580 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-730545f9-916d-41c8-9bfe-37adcc78e598 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for security_group (47ee95f7-45d5-4d26-afdf-3ce9d6f30e0c), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:25.084565 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-730545f9-916d-41c8-9bfe-37adcc78e598 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (47ee95f7-45d5-4d26-afdf-3ce9d6f30e0c), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:25.119181 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-730545f9-916d-41c8-9bfe-37adcc78e598 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1038} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:15:25.137934 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730545f9-916d-41c8-9bfe-37adcc78e598 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47ee95f7-45d5-4d26-afdf-3ce9d6f30e0c,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:25.145949 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-730545f9-916d-41c8-9bfe-37adcc78e598 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (3efc2da1-7f28-42f3-9a40-016aba0046f2), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:25.146333 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-730545f9-916d-41c8-9bfe-37adcc78e598 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Added segment 3efc2da1-7f28-42f3-9a40-016aba0046f2 of type vlan for network 3bcff40c-bcc0-445f-89b7-ca3f90ad4135 Feb 09 01:15:25.201578 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-730545f9-916d-41c8-9bfe-37adcc78e598 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (3bcff40c-bcc0-445f-89b7-ca3f90ad4135), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:25.238329 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-730545f9-916d-41c8-9bfe-37adcc78e598 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (3bcff40c-bcc0-445f-89b7-ca3f90ad4135), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:25.245294 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730545f9-916d-41c8-9bfe-37adcc78e598 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:25.246429 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-730545f9-916d-41c8-9bfe-37adcc78e598 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:25.320389 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-730545f9-916d-41c8-9bfe-37adcc78e598 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7388420 Feb 09 01:15:25.320996 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57270) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:25.327286 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-45bf145c-7602-4fc2-80b1-1a8b2d724806 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Request body: {'subnet': {'network_id': '3bcff40c-bcc0-445f-89b7-ca3f90ad4135', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:25.417397 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730545f9-916d-41c8-9bfe-37adcc78e598 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Pushing event updated for resources: {'Network': ['ID=3bcff40c-bcc0-445f-89b7-ca3f90ad4135,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:25.433390 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 3bcff40c-bcc0-445f-89b7-ca3f90ad4135 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:15:25.446116 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45bf145c-7602-4fc2-80b1-1a8b2d724806 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Made reservation on behalf of b28322fb716c48d1b01472991c7f46c8 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:25.452902 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-45bf145c-7602-4fc2-80b1-1a8b2d724806 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:25.696040 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3165bfec-5db9-48c7-bd43-f648ceb53682 req-452ca771-810e-4ab6-9243-5211bd67a992 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=c194c210-2972-4a10-85fd-0320d40d76fa HTTP/1.1" status: 200 len: 210 time: 0.0734270 Feb 09 01:15:25.700067 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-eadc2bed-56df-4f84-aa9d-774783a56315 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (cb53d8be-f4eb-4283-b02a-bf23f65554d0), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:25.748184 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308be417-4318-4143-8c69-342c0466df96 req-65b4ef40-43d8-4ce9-aa09-9b8c7575d303 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:25.749777 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-308be417-4318-4143-8c69-342c0466df96 req-65b4ef40-43d8-4ce9-aa09-9b8c7575d303 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/ports?device_id=14254667-5dcc-434d-892a-edb1e005d06d HTTP/1.1" status: 200 len: 1023 time: 0.2617550 Feb 09 01:15:25.755622 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-c22ccc20-66f9-4733-b777-ec27d188e9f7 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:25.757053 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-c22ccc20-66f9-4733-b777-ec27d188e9f7 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.120 "GET /v2.0/networks?id=6d890250-ac42-4592-9721-7a49ecf5e127 HTTP/1.1" status: 200 len: 811 time: 0.7688365 Feb 09 01:15:25.771604 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd08ef-a843-441a-ae6f-893a617526f8 req-cbaa4957-7990-4dd9-adc4-caf4ba2513ac tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:25.773210 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-addd08ef-a843-441a-ae6f-893a617526f8 req-cbaa4957-7990-4dd9-adc4-caf4ba2513ac tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.47 "GET /v2.0/ports?device_id=14254667-5dcc-434d-892a-edb1e005d06d HTTP/1.1" status: 200 len: 1023 time: 0.7502263 Feb 09 01:15:25.774017 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadc2bed-56df-4f84-aa9d-774783a56315 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event deleted for resources: {'Port': ['ID=cb53d8be-f4eb-4283-b02a-bf23f65554d0,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:25.870927 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-45bf145c-7602-4fc2-80b1-1a8b2d724806 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (897c663b-9282-414d-bf0f-a0b636589980), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:25.938232 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf145c-7602-4fc2-80b1-1a8b2d724806 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Pushing event updated for resources: {'Subnet': ['ID=897c663b-9282-414d-bf0f-a0b636589980,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:25.950033 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bf145c-7602-4fc2-80b1-1a8b2d724806 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Checking segment: {'id': '3efc2da1-7f28-42f3-9a40-016aba0046f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '3bcff40c-bcc0-445f-89b7-ca3f90ad4135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:15:25.950405 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bf145c-7602-4fc2-80b1-1a8b2d724806 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Network hostable DHCP agents. Network: 3bcff40c-bcc0-445f-89b7-ca3f90ad4135, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:15:25.990173 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bf145c-7602-4fc2-80b1-1a8b2d724806 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Network 3bcff40c-bcc0-445f-89b7-ca3f90ad4135 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:15:26.001206 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-45bf145c-7602-4fc2-80b1-1a8b2d724806 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 3bcff40c-bcc0-445f-89b7-ca3f90ad4135) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:26.005871 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bf145c-7602-4fc2-80b1-1a8b2d724806 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:26.006525 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-45bf145c-7602-4fc2-80b1-1a8b2d724806 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:26.017681 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27a76b7-8287-41bb-ba90-bd9473d20361 None None] Network 3bcff40c-bcc0-445f-89b7-ca3f90ad4135 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:15:26.039270 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-eadc2bed-56df-4f84-aa9d-774783a56315 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (37c109db-de06-44a3-b544-59c7da5f39fc), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:26.057778 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-45bf145c-7602-4fc2-80b1-1a8b2d724806 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7350054 Feb 09 01:15:26.058805 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57286) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:26.065647 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-719428d2-5ed9-4d13-826a-5a858672c462 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1709591924', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}, 'admin_state_up': False}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:26.115682 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-719428d2-5ed9-4d13-826a-5a858672c462 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (7a61de9a-9652-4a7b-9b35-77753bbe9b12), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:26.117643 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-719428d2-5ed9-4d13-826a-5a858672c462 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (7a61de9a-9652-4a7b-9b35-77753bbe9b12), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:26.228507 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-719428d2-5ed9-4d13-826a-5a858672c462 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for router_controller (7a61de9a-9652-4a7b-9b35-77753bbe9b12), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:26.241660 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-addd08ef-a843-441a-ae6f-893a617526f8 req-2e582032-a478-4b59-9a54-2059adc4df60 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Deleting port 55836bea-4783-4280-aa3d-5418b2e8ccad {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:15:26.242233 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-addd08ef-a843-441a-ae6f-893a617526f8 req-2e582032-a478-4b59-9a54-2059adc4df60 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (55836bea-4783-4280-aa3d-5418b2e8ccad), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:26.255435 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056c0d74-3a95-4ad0-a4d5-3e813471a195 None None] Network 3bcff40c-bcc0-445f-89b7-ca3f90ad4135 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:15:26.264610 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-d213b6a3-479a-45a8-844a-d59c68c665e4 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=881f0fbf49754b7ea23a39ffdbfbb84a HTTP/1.1" status: 200 len: 380 time: 0.4599590 Feb 09 01:15:26.297842 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-308be417-4318-4143-8c69-342c0466df96 req-4400ee69-4453-41bc-9025-d1824fe85f8b tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups?id=8375a287-63ee-42a1-9bc1-19fb50fa86c4&id=4d07ae43-d9e6-4a7c-a732-5c3d27f9d1b1&id=f81263f0-7af0-45a6-a905-f025cab3ede0&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.5377600 Feb 09 01:15:26.306200 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-a095366f-d5c3-45dd-8737-86798a1f9e6b tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Request body: {'port': {'device_id': 'c194c210-2972-4a10-85fd-0320d40d76fa', 'network_id': '6d890250-ac42-4592-9721-7a49ecf5e127', 'admin_state_up': True, 'tenant_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'security_groups': ['3689444e-9081-4293-b49d-e6a3cea17fc5']}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:26.513814 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-addd08ef-a843-441a-ae6f-893a617526f8 req-2e582032-a478-4b59-9a54-2059adc4df60 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] For port 55836bea-4783-4280-aa3d-5418b2e8ccad, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=55836bea-4783-4280-aa3d-5418b2e8ccad,segment=NetworkSegment(1201617b-d7eb-4912-b51d-e8d5054c9092),segment_id=1201617b-d7eb-4912-b51d-e8d5054c9092)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:26.514214 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-addd08ef-a843-441a-ae6f-893a617526f8 req-2e582032-a478-4b59-9a54-2059adc4df60 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (55836bea-4783-4280-aa3d-5418b2e8ccad), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:26.524053 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-719428d2-5ed9-4d13-826a-5a858672c462 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for router_gateway (7a61de9a-9652-4a7b-9b35-77753bbe9b12), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:26.543031 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-addd08ef-a843-441a-ae6f-893a617526f8 req-2e582032-a478-4b59-9a54-2059adc4df60 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Calling delete_port for 55836bea-4783-4280-aa3d-5418b2e8ccad owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:15:26.571780 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eadc2bed-56df-4f84-aa9d-774783a56315 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Router 37c109db-de06-44a3-b544-59c7da5f39fc has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:15:26.712257 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eadc2bed-56df-4f84-aa9d-774783a56315 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:15:26.722097 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-eadc2bed-56df-4f84-aa9d-774783a56315 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "PUT /v2.0/routers/37c109db-de06-44a3-b544-59c7da5f39fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8537505 Feb 09 01:15:26.728634 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a278e24a-4827-45c1-8f74-aacae978a37c None None] Sync routers for ids ['37c109db-de06-44a3-b544-59c7da5f39fc'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:15:26.737454 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 57302) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:26.770315 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a278e24a-4827-45c1-8f74-aacae978a37c None None] Routers {'37c109db-de06-44a3-b544-59c7da5f39fc'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:15:26.770927 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-a278e24a-4827-45c1-8f74-aacae978a37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:15:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['37c109db-de06-44a3-b544-59c7da5f39fc'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:26.782043 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-dd4f4742-99af-4b65-889c-b5d280a207d7 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "GET /v2.0/ports?device_id=37c109db-de06-44a3-b544-59c7da5f39fc HTTP/1.1" status: 200 len: 205 time: 0.0430348 Feb 09 01:15:26.784367 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 57304) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:26.796081 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-a095366f-d5c3-45dd-8737-86798a1f9e6b tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Made reservation on behalf of 881f0fbf49754b7ea23a39ffdbfbb84a for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:26.800310 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-a095366f-d5c3-45dd-8737-86798a1f9e6b tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:26.838143 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-719428d2-5ed9-4d13-826a-5a858672c462 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for router_gateway (7a61de9a-9652-4a7b-9b35-77753bbe9b12), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:26.870844 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-719428d2-5ed9-4d13-826a-5a858672c462 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:26.881816 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-a278e24a-4827-45c1-8f74-aacae978a37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:26.906705 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a278e24a-4827-45c1-8f74-aacae978a37c None None] Routers {'37c109db-de06-44a3-b544-59c7da5f39fc'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:15:26.907358 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-a278e24a-4827-45c1-8f74-aacae978a37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:15:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['37c109db-de06-44a3-b544-59c7da5f39fc'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:26.947306 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-a278e24a-4827-45c1-8f74-aacae978a37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:26.947975 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a278e24a-4827-45c1-8f74-aacae978a37c None None] The sync data for ids ['37c109db-de06-44a3-b544-59c7da5f39fc'] in n-d-828369-4 is: [] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:15:26.998889 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-719428d2-5ed9-4d13-826a-5a858672c462 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Allocated IP 172.25.8.125 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/ba5f9603-9802-4ad3-bfe1-02f0956c703b) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:27.008578 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-527c87d6-e6f9-4660-82f0-0d0b86cc463d req-f1649b7a-71b4-40d3-ac4d-64f9ef3b2cf9 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=c194c210-2972-4a10-85fd-0320d40d76fa HTTP/1.1" status: 200 len: 210 time: 0.1229808 Feb 09 01:15:27.080170 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e396258d-091a-4b92-8909-5bd12d338056 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for router (37c109db-de06-44a3-b544-59c7da5f39fc), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:27.156613 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-719428d2-5ed9-4d13-826a-5a858672c462 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for port (ba5f9603-9802-4ad3-bfe1-02f0956c703b), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:27.197640 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-719428d2-5ed9-4d13-826a-5a858672c462 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (ba5f9603-9802-4ad3-bfe1-02f0956c703b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:27.206744 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-a095366f-d5c3-45dd-8737-86798a1f9e6b tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Allocated IP 172.20.0.11 (6d890250-ac42-4592-9721-7a49ecf5e127/1fcc5198-b453-4567-8086-51be74d33b91/47250fd7-e07f-4e36-9ffb-e754b2f9fd52) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:27.224086 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719428d2-5ed9-4d13-826a-5a858672c462 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:27.227053 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-719428d2-5ed9-4d13-826a-5a858672c462 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:27.249828 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719428d2-5ed9-4d13-826a-5a858672c462 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:15:27.272509 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-addd08ef-a843-441a-ae6f-893a617526f8 req-2e582032-a478-4b59-9a54-2059adc4df60 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (55836bea-4783-4280-aa3d-5418b2e8ccad), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:27.284612 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['9796e4f3-2ca6-4caf-b414-14e72e544cdf'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:15:27.474608 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719428d2-5ed9-4d13-826a-5a858672c462 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Pushing event updated for resources: {'Port': ['ID=ba5f9603-9802-4ad3-bfe1-02f0956c703b,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:27.544433 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e582032-a478-4b59-9a54-2059adc4df60 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Pushing event deleted for resources: {'Port': ['ID=55836bea-4783-4280-aa3d-5418b2e8ccad,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:27.546470 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e396258d-091a-4b92-8909-5bd12d338056 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (37c109db-de06-44a3-b544-59c7da5f39fc), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:27.585301 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57322) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:27.590695 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e396258d-091a-4b92-8909-5bd12d338056 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for router_controller (37c109db-de06-44a3-b544-59c7da5f39fc), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:27.594358 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8dd998fb-6bb3-4bfd-9f15-950e4bb2e2f5 req-1fde7a98-ecdc-4f12-a0c9-7cb16bbbd288 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/ports?device_id=14254667-5dcc-434d-892a-edb1e005d06d HTTP/1.1" status: 200 len: 210 time: 0.0918670 Feb 09 01:15:27.924095 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-719428d2-5ed9-4d13-826a-5a858672c462 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for router_gateway (7a61de9a-9652-4a7b-9b35-77753bbe9b12), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:27.948964 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-addd08ef-a843-441a-ae6f-893a617526f8 req-2e582032-a478-4b59-9a54-2059adc4df60 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] No DVR routers for this DVR port 55836bea-4783-4280-aa3d-5418b2e8ccad on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:15:27.953229 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-addd08ef-a843-441a-ae6f-893a617526f8 req-2e582032-a478-4b59-9a54-2059adc4df60 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:27.956583 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-addd08ef-a843-441a-ae6f-893a617526f8 req-2e582032-a478-4b59-9a54-2059adc4df60 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.47 "DELETE /v2.0/ports/55836bea-4783-4280-aa3d-5418b2e8ccad HTTP/1.1" status: 204 len: 173 time: 2.1484642 Feb 09 01:15:27.957665 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14254667-5dcc-434d-892a-edb1e005d06d', 'name': 'network-vif-deleted', 'tag': '55836bea-4783-4280-aa3d-5418b2e8ccad'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:15:27.960015 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb586f19-b7bf-4c95-bdd6-f31af0b9ac60" -d '{"events": [{"server_uuid": "14254667-5dcc-434d-892a-edb1e005d06d", "name": "network-vif-deleted", "tag": "55836bea-4783-4280-aa3d-5418b2e8ccad"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:15:27.979216 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e396258d-091a-4b92-8909-5bd12d338056 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (37c109db-de06-44a3-b544-59c7da5f39fc), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:27.984467 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e396258d-091a-4b92-8909-5bd12d338056 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Fanout notify agent at l3_agent the message router_deleted on router 37c109db-de06-44a3-b544-59c7da5f39fc {{(pid=103136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:15:27.999152 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e396258d-091a-4b92-8909-5bd12d338056 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:28.000853 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e396258d-091a-4b92-8909-5bd12d338056 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "DELETE /v2.0/routers/37c109db-de06-44a3-b544-59c7da5f39fc HTTP/1.1" status: 204 len: 168 time: 1.2132201 Feb 09 01:15:28.013160 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 57328) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:28.036579 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-a095366f-d5c3-45dd-8737-86798a1f9e6b tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks [] for port (47250fd7-e07f-4e36-9ffb-e754b2f9fd52), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:28.079404 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3c95ead0-5dd4-4426-acff-fb4e472b0c6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:28.135276 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-baf860e2-d0c7-43ce-9ead-eca5554dd7e2 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Deleting subnet 6b070788-e749-4fda-bb31-438f4d15db9e {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:15:28.139756 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26cd9c8e-0da8-4bd0-a448-455f4a012cbf x-openstack-request-id: req-26cd9c8e-0da8-4bd0-a448-455f4a012cbf {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:15:28.140146 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14254667-5dcc-434d-892a-edb1e005d06d", "name": "network-vif-deleted", "tag": "55836bea-4783-4280-aa3d-5418b2e8ccad", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:15:28.140659 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-26cd9c8e-0da8-4bd0-a448-455f4a012cbf {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:15:28.141287 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14254667-5dcc-434d-892a-edb1e005d06d', 'name': 'network-vif-deleted', 'tag': '55836bea-4783-4280-aa3d-5418b2e8ccad', 'status': 'completed', 'code': 200} Feb 09 01:15:28.148336 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-baf860e2-d0c7-43ce-9ead-eca5554dd7e2 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for subnet (6b070788-e749-4fda-bb31-438f4d15db9e), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:28.224688 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-719e8188-9e79-48f8-b0a5-b519f14cfdb4 req-3a86f27b-66a5-4109-af14-41cbdacf5777 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=c194c210-2972-4a10-85fd-0320d40d76fa HTTP/1.1" status: 200 len: 210 time: 0.0678885 Feb 09 01:15:28.240575 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-baf860e2-d0c7-43ce-9ead-eca5554dd7e2 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (6b070788-e749-4fda-bb31-438f4d15db9e), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:28.297028 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3c95ead0-5dd4-4426-acff-fb4e472b0c6a admin admin] Publish callbacks [] for security_group (928da2b8-61e4-431b-9cd9-221ec2488056), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:28.304187 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-a095366f-d5c3-45dd-8737-86798a1f9e6b tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (47250fd7-e07f-4e36-9ffb-e754b2f9fd52), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:28.308002 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3c95ead0-5dd4-4426-acff-fb4e472b0c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (928da2b8-61e4-431b-9cd9-221ec2488056), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:28.352679 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3c95ead0-5dd4-4426-acff-fb4e472b0c6a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=564c5cb504c54013b045b00ec5391dab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7661943 Feb 09 01:15:28.358734 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57336) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:28.385490 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-a095366f-d5c3-45dd-8737-86798a1f9e6b tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Network 6d890250-ac42-4592-9721-7a49ecf5e127 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:28.389772 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-719428d2-5ed9-4d13-826a-5a858672c462 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (7a61de9a-9652-4a7b-9b35-77753bbe9b12), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:28.395562 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-a095366f-d5c3-45dd-8737-86798a1f9e6b tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:28.402578 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-a095366f-d5c3-45dd-8737-86798a1f9e6b tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:15:28.410660 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095366f-d5c3-45dd-8737-86798a1f9e6b tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Pushing event updated for resources: {'Port': ['ID=47250fd7-e07f-4e36-9ffb-e754b2f9fd52,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:28.413637 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c95ead0-5dd4-4426-acff-fb4e472b0c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928da2b8-61e4-431b-9cd9-221ec2488056,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:28.442607 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-baf860e2-d0c7-43ce-9ead-eca5554dd7e2 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (6b070788-e749-4fda-bb31-438f4d15db9e), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:28.593807 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b82db21c-7c01-440c-aa53-56b15513d64c admin admin] Publish callbacks [] for security_group (928da2b8-61e4-431b-9cd9-221ec2488056), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:28.633775 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b82db21c-7c01-440c-aa53-56b15513d64c admin admin] Publish callbacks [] for security_group (928da2b8-61e4-431b-9cd9-221ec2488056), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:28.634974 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-a095366f-d5c3-45dd-8737-86798a1f9e6b tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:28.635957 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-a095366f-d5c3-45dd-8737-86798a1f9e6b tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:28.716525 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-a095366f-d5c3-45dd-8737-86798a1f9e6b tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4149115 Feb 09 01:15:28.731400 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-baf860e2-d0c7-43ce-9ead-eca5554dd7e2 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (6b070788-e749-4fda-bb31-438f4d15db9e), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:28.739905 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-719428d2-5ed9-4d13-826a-5a858672c462 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Router 7a61de9a-9652-4a7b-9b35-77753bbe9b12 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:15:28.741093 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 55836bea-4783-4280-aa3d-5418b2e8ccad no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:15:28.757519 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-baf860e2-d0c7-43ce-9ead-eca5554dd7e2 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:28.768437 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-baf860e2-d0c7-43ce-9ead-eca5554dd7e2 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "DELETE /v2.0/subnets/6b070788-e749-4fda-bb31-438f4d15db9e HTTP/1.1" status: 204 len: 168 time: 0.7514946 Feb 09 01:15:28.788330 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 57354) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:28.804143 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47784563-9c4d-4505-8237-3ed092c763b4 None None] Network af2179aa-41e4-4476-a661-276248f3ddf4 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:15:28.823831 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b82db21c-7c01-440c-aa53-56b15513d64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (928da2b8-61e4-431b-9cd9-221ec2488056), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:28.827276 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b82db21c-7c01-440c-aa53-56b15513d64c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:28.828454 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b82db21c-7c01-440c-aa53-56b15513d64c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/928da2b8-61e4-431b-9cd9-221ec2488056 HTTP/1.1" status: 204 len: 168 time: 0.4688053 Feb 09 01:15:28.843157 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ecff7-f730-4b7d-85d0-6f631adbd26f req-145b59bf-1889-4715-8b43-f3f8ee765e6d tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:28.848773 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ecff7-f730-4b7d-85d0-6f631adbd26f req-145b59bf-1889-4715-8b43-f3f8ee765e6d tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:28.854089 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ecff7-f730-4b7d-85d0-6f631adbd26f req-145b59bf-1889-4715-8b43-f3f8ee765e6d tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:28.859666 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ecff7-f730-4b7d-85d0-6f631adbd26f req-145b59bf-1889-4715-8b43-f3f8ee765e6d tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:28.867620 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ecff7-f730-4b7d-85d0-6f631adbd26f req-145b59bf-1889-4715-8b43-f3f8ee765e6d tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:28.873188 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ecff7-f730-4b7d-85d0-6f631adbd26f req-145b59bf-1889-4715-8b43-f3f8ee765e6d tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:28.879860 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ecff7-f730-4b7d-85d0-6f631adbd26f req-145b59bf-1889-4715-8b43-f3f8ee765e6d tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:28.890579 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-376ecff7-f730-4b7d-85d0-6f631adbd26f req-145b59bf-1889-4715-8b43-f3f8ee765e6d tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5436 time: 0.3494165 Feb 09 01:15:28.893135 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf860e2-d0c7-43ce-9ead-eca5554dd7e2 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event deleted for resources: {'Subnet': ['ID=6b070788-e749-4fda-bb31-438f4d15db9e,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:28.898952 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: 55836bea-4783-4280-aa3d-5418b2e8ccad {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:15:28.899185 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 55836bea-4783-4280-aa3d-5418b2e8ccad not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:15:28.909220 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-72b24284-23f6-4800-9b7f-d2bbbfed59a0 service neutron] Request body: {'port': {'device_id': 'c194c210-2972-4a10-85fd-0320d40d76fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:28.953984 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-67d8b179-36cc-4762-b188-40db81f2c916 req-e39dc393-ea62-49c7-8f9f-ade3c374cdcb tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/ports?device_id=14254667-5dcc-434d-892a-edb1e005d06d HTTP/1.1" status: 200 len: 210 time: 0.1644878 Feb 09 01:15:28.963153 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-b1cf7552-8701-49b4-bcbf-346b588c39b0 None None] Provisioning complete for port 47250fd7-e07f-4e36-9ffb-e754b2f9fd52 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:28.963567 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719428d2-5ed9-4d13-826a-5a858672c462 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:15:28.964001 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b1cf7552-8701-49b4-bcbf-346b588c39b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (47250fd7-e07f-4e36-9ffb-e754b2f9fd52), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:28.984990 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82db21c-7c01-440c-aa53-56b15513d64c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928da2b8-61e4-431b-9cd9-221ec2488056,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:28.987739 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19ac995-7150-4324-8688-db8f08223644 None None] Sync routers for ids ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:15:29.007231 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19ac995-7150-4324-8688-db8f08223644 None None] Routers {'7a61de9a-9652-4a7b-9b35-77753bbe9b12'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:15:29.013504 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-b19ac995-7150-4324-8688-db8f08223644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:15:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:29.021860 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-719428d2-5ed9-4d13-826a-5a858672c462 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:29.023461 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-719428d2-5ed9-4d13-826a-5a858672c462 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9632509 Feb 09 01:15:29.026163 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57360) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:29.068600 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-376ecff7-f730-4b7d-85d0-6f631adbd26f req-02fa8125-0315-49be-9388-78a4d4787af5 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1717317 Feb 09 01:15:29.104722 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-b19ac995-7150-4324-8688-db8f08223644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:29.113551 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b1cf7552-8701-49b4-bcbf-346b588c39b0 None None] Port 47250fd7-e07f-4e36-9ffb-e754b2f9fd52 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:15:29.130861 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e39e302-cd7b-4a0e-a6da-f8cca09e24de tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Deleting subnet 4e483371-1388-4633-8f7f-dd65776f1757 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:15:29.131139 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19ac995-7150-4324-8688-db8f08223644 None None] Routers {'7a61de9a-9652-4a7b-9b35-77753bbe9b12'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:15:29.131779 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-b19ac995-7150-4324-8688-db8f08223644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:15:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:29.136293 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4e39e302-cd7b-4a0e-a6da-f8cca09e24de tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for subnet (4e483371-1388-4633-8f7f-dd65776f1757), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:29.167641 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-72b24284-23f6-4800-9b7f-d2bbbfed59a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (47250fd7-e07f-4e36-9ffb-e754b2f9fd52), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:29.180663 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-b19ac995-7150-4324-8688-db8f08223644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:29.181349 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19ac995-7150-4324-8688-db8f08223644 None None] The sync data for ids ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'] in n-d-828369-4 is: [] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:15:29.199042 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4e39e302-cd7b-4a0e-a6da-f8cca09e24de tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (4e483371-1388-4633-8f7f-dd65776f1757), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:29.215830 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdf4815-ba1c-47d7-b394-6fbd7cb298ab None None] DHCP port deletion for af2179aa-41e4-4476-a661-276248f3ddf4 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:15:29.381743 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57364) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:29.404451 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eb087287-8788-4c70-addd-87d4a2585fb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:29.444926 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-9bdf4815-ba1c-47d7-b394-6fbd7cb298ab None None] Deleting port ec9612aa-ef94-4e24-bc26-5186baee412e {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:15:29.445543 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9bdf4815-ba1c-47d7-b394-6fbd7cb298ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (ec9612aa-ef94-4e24-bc26-5186baee412e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:29.523124 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-9bdf4815-ba1c-47d7-b394-6fbd7cb298ab None None] For port ec9612aa-ef94-4e24-bc26-5186baee412e, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=ec9612aa-ef94-4e24-bc26-5186baee412e,segment=NetworkSegment(8be83e36-b587-4ebc-b1b1-65aef4765773),segment_id=8be83e36-b587-4ebc-b1b1-65aef4765773)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:29.524361 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9bdf4815-ba1c-47d7-b394-6fbd7cb298ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (ec9612aa-ef94-4e24-bc26-5186baee412e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:29.544108 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-9bdf4815-ba1c-47d7-b394-6fbd7cb298ab None None] Calling delete_port for ec9612aa-ef94-4e24-bc26-5186baee412e owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:15:29.604056 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eb087287-8788-4c70-addd-87d4a2585fb5 admin admin] Publish callbacks [] for security_group (2787bd35-f6b8-4a9e-82dd-ca297cbea5cb), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:29.615047 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eb087287-8788-4c70-addd-87d4a2585fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (2787bd35-f6b8-4a9e-82dd-ca297cbea5cb), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:29.615921 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d532b99-0bee-447f-afcb-b2ff6635d367 req-d79a677e-128d-4c8d-87a9-8184a823e828 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:29.617838 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4d532b99-0bee-447f-afcb-b2ff6635d367 req-d79a677e-128d-4c8d-87a9-8184a823e828 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=c194c210-2972-4a10-85fd-0320d40d76fa HTTP/1.1" status: 200 len: 932 time: 0.1949606 Feb 09 01:15:29.671816 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9bdf4815-ba1c-47d7-b394-6fbd7cb298ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (ec9612aa-ef94-4e24-bc26-5186baee412e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:29.690400 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4e39e302-cd7b-4a0e-a6da-f8cca09e24de tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (4e483371-1388-4633-8f7f-dd65776f1757), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:29.701542 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-eb087287-8788-4c70-addd-87d4a2585fb5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2e15a9eedca747ed8d062b8eec961691&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3186576 Feb 09 01:15:29.702248 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb087287-8788-4c70-addd-87d4a2585fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2787bd35-f6b8-4a9e-82dd-ca297cbea5cb,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:29.706265 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57368) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:29.709465 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf4815-ba1c-47d7-b394-6fbd7cb298ab None None] Pushing event deleted for resources: {'Port': ['ID=ec9612aa-ef94-4e24-bc26-5186baee412e,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:29.714966 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdf4815-ba1c-47d7-b394-6fbd7cb298ab None None] No DVR routers for this DVR port ec9612aa-ef94-4e24-bc26-5186baee412e on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:15:29.761199 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4d532b99-0bee-447f-afcb-b2ff6635d367 req-65006aee-664f-4fde-b0d8-101087dde38f tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=3689444e-9081-4293-b49d-e6a3cea17fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323791 Feb 09 01:15:29.824510 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4e39e302-cd7b-4a0e-a6da-f8cca09e24de tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (4e483371-1388-4633-8f7f-dd65776f1757), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:29.827463 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-76cfd12e-dd54-4ea6-b452-486e5dd7da4b admin admin] Publish callbacks [] for security_group (2787bd35-f6b8-4a9e-82dd-ca297cbea5cb), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:29.856292 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-47c28b20-4292-4ad6-95a5-45e420bc3dfa tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:29.859270 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e39e302-cd7b-4a0e-a6da-f8cca09e24de tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event deleted for resources: {'Subnet': ['ID=4e483371-1388-4633-8f7f-dd65776f1757,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:29.870435 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4e39e302-cd7b-4a0e-a6da-f8cca09e24de tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:29.876061 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-76cfd12e-dd54-4ea6-b452-486e5dd7da4b admin admin] Publish callbacks [] for security_group (2787bd35-f6b8-4a9e-82dd-ca297cbea5cb), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:29.876372 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4e39e302-cd7b-4a0e-a6da-f8cca09e24de tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "DELETE /v2.0/subnets/4e483371-1388-4633-8f7f-dd65776f1757 HTTP/1.1" status: 204 len: 168 time: 1.0837252 Feb 09 01:15:29.877588 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 57370) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:29.881862 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662391ff-25f0-4fda-852d-f5067a50f187 None None] Network 6137ebc7-1443-4287-832b-8351adbeb7bc requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:15:29.968676 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-72b24284-23f6-4800-9b7f-d2bbbfed59a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47250fd7-e07f-4e36-9ffb-e754b2f9fd52 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:15:29.993470 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-72b24284-23f6-4800-9b7f-d2bbbfed59a0 service neutron] Publish callbacks [] for port (47250fd7-e07f-4e36-9ffb-e754b2f9fd52), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:30.026713 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-72b24284-23f6-4800-9b7f-d2bbbfed59a0 service neutron] Transition to ACTIVE for port object 47250fd7-e07f-4e36-9ffb-e754b2f9fd52 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:15:30.036134 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ef798bfa-0f1a-48c0-9e72-40a9eed63e7f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (af2179aa-41e4-4476-a661-276248f3ddf4), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:30.039123 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-72b24284-23f6-4800-9b7f-d2bbbfed59a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (47250fd7-e07f-4e36-9ffb-e754b2f9fd52), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:30.047141 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-76cfd12e-dd54-4ea6-b452-486e5dd7da4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (2787bd35-f6b8-4a9e-82dd-ca297cbea5cb), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:30.051175 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-76cfd12e-dd54-4ea6-b452-486e5dd7da4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:30.059097 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-76cfd12e-dd54-4ea6-b452-486e5dd7da4b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2787bd35-f6b8-4a9e-82dd-ca297cbea5cb HTTP/1.1" status: 204 len: 168 time: 0.3493857 Feb 09 01:15:30.081090 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cfd12e-dd54-4ea6-b452-486e5dd7da4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2787bd35-f6b8-4a9e-82dd-ca297cbea5cb,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:30.117743 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c0e676-b1db-44af-bd31-3f4bb49b7586 None None] DHCP port deletion for 6137ebc7-1443-4287-832b-8351adbeb7bc request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:15:30.244654 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-46c0e676-b1db-44af-bd31-3f4bb49b7586 None None] Deleting port 4675df67-1d85-4581-8357-590c386308dd {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:15:30.244945 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-46c0e676-b1db-44af-bd31-3f4bb49b7586 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (4675df67-1d85-4581-8357-590c386308dd), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:30.289575 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ef798bfa-0f1a-48c0-9e72-40a9eed63e7f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (af2179aa-41e4-4476-a661-276248f3ddf4), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:30.338663 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-47c28b20-4292-4ad6-95a5-45e420bc3dfa tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Allocated IP 172.20.0.1 (3bcff40c-bcc0-445f-89b7-ca3f90ad4135/897c663b-9282-414d-bf0f-a0b636589980/9b19a678-325d-487f-ad21-e7f8d7e74d95) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:30.365392 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b24284-23f6-4800-9b7f-d2bbbfed59a0 service neutron] Pushing event updated for resources: {'Port': ['ID=47250fd7-e07f-4e36-9ffb-e754b2f9fd52,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:30.393653 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-46c0e676-b1db-44af-bd31-3f4bb49b7586 None None] For port 4675df67-1d85-4581-8357-590c386308dd, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=4675df67-1d85-4581-8357-590c386308dd,segment=NetworkSegment(d4a8c469-9555-4b5c-96b1-d85d51d10bda),segment_id=d4a8c469-9555-4b5c-96b1-d85d51d10bda)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:30.394059 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-46c0e676-b1db-44af-bd31-3f4bb49b7586 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (4675df67-1d85-4581-8357-590c386308dd), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:30.424209 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-46c0e676-b1db-44af-bd31-3f4bb49b7586 None None] Calling delete_port for 4675df67-1d85-4581-8357-590c386308dd owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:15:30.468056 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-ef798bfa-0f1a-48c0-9e72-40a9eed63e7f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af2179aa-41e4-4476-a661-276248f3ddf4']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:30.562945 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device ec9612aa-ef94-4e24-bc26-5186baee412e no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:15:30.570496 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-ef798bfa-0f1a-48c0-9e72-40a9eed63e7f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8be83e36-b587-4ebc-b1b1-65aef4765773') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:30.570806 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-ef798bfa-0f1a-48c0-9e72-40a9eed63e7f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8be83e36-b587-4ebc-b1b1-65aef4765773') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:30.589548 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-46c0e676-b1db-44af-bd31-3f4bb49b7586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (4675df67-1d85-4581-8357-590c386308dd), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:30.594463 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-47c28b20-4292-4ad6-95a5-45e420bc3dfa tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for port (9b19a678-325d-487f-ad21-e7f8d7e74d95), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:30.617295 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ef798bfa-0f1a-48c0-9e72-40a9eed63e7f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (8be83e36-b587-4ebc-b1b1-65aef4765773), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:30.638321 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: ec9612aa-ef94-4e24-bc26-5186baee412e {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:15:30.638811 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device ec9612aa-ef94-4e24-bc26-5186baee412e not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:15:30.639435 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4675df67-1d85-4581-8357-590c386308dd no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:15:30.665392 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7879ec8f-5b37-4c5b-9bf9-8b6faa18b53c req-3628ea39-1ab6-4983-9502-77420d677174 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups/8375a287-63ee-42a1-9bc1-19fb50fa86c4 HTTP/1.1" status: 200 len: 1819 time: 0.5481198 Feb 09 01:15:30.665961 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 4675df67-1d85-4581-8357-590c386308dd {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:15:30.666504 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4675df67-1d85-4581-8357-590c386308dd not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:15:30.671052 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c0e676-b1db-44af-bd31-3f4bb49b7586 None None] Pushing event deleted for resources: {'Port': ['ID=4675df67-1d85-4581-8357-590c386308dd,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:30.679965 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-47c28b20-4292-4ad6-95a5-45e420bc3dfa tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (9b19a678-325d-487f-ad21-e7f8d7e74d95), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:30.685974 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c0e676-b1db-44af-bd31-3f4bb49b7586 None None] No DVR routers for this DVR port 4675df67-1d85-4581-8357-590c386308dd on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:15:30.696502 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ef798bfa-0f1a-48c0-9e72-40a9eed63e7f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (8be83e36-b587-4ebc-b1b1-65aef4765773), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:30.726395 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef798bfa-0f1a-48c0-9e72-40a9eed63e7f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:15:30.726810 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ef798bfa-0f1a-48c0-9e72-40a9eed63e7f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (8be83e36-b587-4ebc-b1b1-65aef4765773), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:30.743487 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:15:30.743487 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:15:30.743487 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:15:30.743487 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:15:30.743487 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:15:30.743487 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:15:30.743487 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:15:30.743487 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:15:30.743487 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:15:30.743487 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:15:30.743487 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:15:30.743487 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:15:30.743487 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:15:30.743487 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:15:30.743487 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:15:30.743487 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:15:30.743487 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:15:30.743487 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:15:30.743487 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:15:30.743487 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:15:30.743487 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:15:30.743487 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:15:30.743487 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:15:30.743487 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:15:30.743487 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:15:30.743487 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:15:30.743487 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:15:30.743487 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:15:30.743487 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:15:30.743487 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:15:30.743487 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:15:30.743487 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:15:30.771426 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c28b20-4292-4ad6-95a5-45e420bc3dfa tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Pushing event updated for resources: {'Port': ['ID=9b19a678-325d-487f-ad21-e7f8d7e74d95,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:30.784854 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c28b20-4292-4ad6-95a5-45e420bc3dfa tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Network 3bcff40c-bcc0-445f-89b7-ca3f90ad4135 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:30.787574 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-47c28b20-4292-4ad6-95a5-45e420bc3dfa tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:30.795927 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c28b20-4292-4ad6-95a5-45e420bc3dfa tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:15:30.802957 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55c408-7347-437c-9096-39b086ab120f req-194cadab-4f43-4732-8310-3bb9d3690a43 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:30.808201 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55c408-7347-437c-9096-39b086ab120f req-194cadab-4f43-4732-8310-3bb9d3690a43 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:30.815249 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55c408-7347-437c-9096-39b086ab120f req-194cadab-4f43-4732-8310-3bb9d3690a43 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:30.818713 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55c408-7347-437c-9096-39b086ab120f req-194cadab-4f43-4732-8310-3bb9d3690a43 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:30.823989 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55c408-7347-437c-9096-39b086ab120f req-194cadab-4f43-4732-8310-3bb9d3690a43 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:30.829272 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55c408-7347-437c-9096-39b086ab120f req-194cadab-4f43-4732-8310-3bb9d3690a43 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:30.834550 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55c408-7347-437c-9096-39b086ab120f req-194cadab-4f43-4732-8310-3bb9d3690a43 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:30.836501 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2f55c408-7347-437c-9096-39b086ab120f req-194cadab-4f43-4732-8310-3bb9d3690a43 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5436 time: 0.5259092 Feb 09 01:15:30.851547 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-72b24284-23f6-4800-9b7f-d2bbbfed59a0 service neutron] Attempting to bind port 47250fd7-e07f-4e36-9ffb-e754b2f9fd52 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:15:30.851547 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-72b24284-23f6-4800-9b7f-d2bbbfed59a0 service neutron] Attempting to bind port 47250fd7-e07f-4e36-9ffb-e754b2f9fd52 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '8e2e0547-7361-46ac-84b5-12a09ebed7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6d890250-ac42-4592-9721-7a49ecf5e127'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:15:30.851910 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-72b24284-23f6-4800-9b7f-d2bbbfed59a0 service neutron] Attempting to bind port 47250fd7-e07f-4e36-9ffb-e754b2f9fd52 on network 6d890250-ac42-4592-9721-7a49ecf5e127 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:15:30.863629 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-47c28b20-4292-4ad6-95a5-45e420bc3dfa tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (7a61de9a-9652-4a7b-9b35-77753bbe9b12), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:30.895098 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-72b24284-23f6-4800-9b7f-d2bbbfed59a0 service neutron] Port 47250fd7-e07f-4e36-9ffb-e754b2f9fd52 on network 6d890250-ac42-4592-9721-7a49ecf5e127 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:15:30.895483 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-72b24284-23f6-4800-9b7f-d2bbbfed59a0 service neutron] Attempting to bind port 47250fd7-e07f-4e36-9ffb-e754b2f9fd52 on network 6d890250-ac42-4592-9721-7a49ecf5e127 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:15:30.914839 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-72b24284-23f6-4800-9b7f-d2bbbfed59a0 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:15:30.915398 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-72b24284-23f6-4800-9b7f-d2bbbfed59a0 service neutron] Checking segment: {'id': '8e2e0547-7361-46ac-84b5-12a09ebed7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6d890250-ac42-4592-9721-7a49ecf5e127'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:15:30.916038 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-72b24284-23f6-4800-9b7f-d2bbbfed59a0 service neutron] Bound using segment: {'id': '8e2e0547-7361-46ac-84b5-12a09ebed7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6d890250-ac42-4592-9721-7a49ecf5e127'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:15:30.917392 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-72b24284-23f6-4800-9b7f-d2bbbfed59a0 service neutron] Bound port: 47250fd7-e07f-4e36-9ffb-e754b2f9fd52, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e2e0547-7361-46ac-84b5-12a09ebed7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '6d890250-ac42-4592-9721-7a49ecf5e127'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:15:30.917775 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-72b24284-23f6-4800-9b7f-d2bbbfed59a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (47250fd7-e07f-4e36-9ffb-e754b2f9fd52), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:30.945172 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ef798bfa-0f1a-48c0-9e72-40a9eed63e7f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (af2179aa-41e4-4476-a661-276248f3ddf4), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:30.966307 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ef798bfa-0f1a-48c0-9e72-40a9eed63e7f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:30.972946 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57394) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:30.973223 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ef798bfa-0f1a-48c0-9e72-40a9eed63e7f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "DELETE /v2.0/networks/af2179aa-41e4-4476-a661-276248f3ddf4 HTTP/1.1" status: 204 len: 168 time: 1.0910378 Feb 09 01:15:30.979204 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7879ec8f-5b37-4c5b-9bf9-8b6faa18b53c req-e62caaea-8e38-4cd1-9949-79af643bd0b7 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (8375a287-63ee-42a1-9bc1-19fb50fa86c4), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:31.014551 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef798bfa-0f1a-48c0-9e72-40a9eed63e7f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event deleted for resources: {'Network': ['ID=af2179aa-41e4-4476-a661-276248f3ddf4,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:31.079442 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2f55c408-7347-437c-9096-39b086ab120f req-f6e463d8-be87-49d1-b3de-9a06f0819a5b tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2264342 Feb 09 01:15:31.111858 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-47c28b20-4292-4ad6-95a5-45e420bc3dfa tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (9b19a678-325d-487f-ad21-e7f8d7e74d95), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:31.112873 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7879ec8f-5b37-4c5b-9bf9-8b6faa18b53c req-e62caaea-8e38-4cd1-9949-79af643bd0b7 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (8375a287-63ee-42a1-9bc1-19fb50fa86c4), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:31.125769 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fce7fe7c-aa66-4229-80e5-fc6a65a3895a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (6137ebc7-1443-4287-832b-8351adbeb7bc), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:31.171537 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-72b24284-23f6-4800-9b7f-d2bbbfed59a0 service neutron] For port 47250fd7-e07f-4e36-9ffb-e754b2f9fd52, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:15:31.194074 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-72b24284-23f6-4800-9b7f-d2bbbfed59a0 service neutron] For port 47250fd7-e07f-4e36-9ffb-e754b2f9fd52, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=47250fd7-e07f-4e36-9ffb-e754b2f9fd52,segment=NetworkSegment(8e2e0547-7361-46ac-84b5-12a09ebed7f5),segment_id=8e2e0547-7361-46ac-84b5-12a09ebed7f5)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:15:31.222350 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-72b24284-23f6-4800-9b7f-d2bbbfed59a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (47250fd7-e07f-4e36-9ffb-e754b2f9fd52), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:31.224455 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7879ec8f-5b37-4c5b-9bf9-8b6faa18b53c req-e62caaea-8e38-4cd1-9949-79af643bd0b7 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (8375a287-63ee-42a1-9bc1-19fb50fa86c4), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:31.227141 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7879ec8f-5b37-4c5b-9bf9-8b6faa18b53c req-e62caaea-8e38-4cd1-9949-79af643bd0b7 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:31.228296 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7879ec8f-5b37-4c5b-9bf9-8b6faa18b53c req-e62caaea-8e38-4cd1-9949-79af643bd0b7 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "DELETE /v2.0/security-groups/8375a287-63ee-42a1-9bc1-19fb50fa86c4 HTTP/1.1" status: 204 len: 173 time: 0.5621116 Feb 09 01:15:31.282643 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62caaea-8e38-4cd1-9949-79af643bd0b7 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8375a287-63ee-42a1-9bc1-19fb50fa86c4,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:31.303821 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-72b24284-23f6-4800-9b7f-d2bbbfed59a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:31.304718 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-72b24284-23f6-4800-9b7f-d2bbbfed59a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:31.310576 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-72b24284-23f6-4800-9b7f-d2bbbfed59a0 service neutron] 10.222.0.120 "PUT /v2.0/ports/47250fd7-e07f-4e36-9ffb-e754b2f9fd52 HTTP/1.1" status: 200 len: 1092 time: 2.5785553 Feb 09 01:15:31.312119 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c194c210-2972-4a10-85fd-0320d40d76fa', 'tag': '47250fd7-e07f-4e36-9ffb-e754b2f9fd52'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:15:31.314484 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6468b533-40fb-4988-b1cd-06bde64d3a65" -d '{"events": [{"name": "network-changed", "server_uuid": "c194c210-2972-4a10-85fd-0320d40d76fa", "tag": "47250fd7-e07f-4e36-9ffb-e754b2f9fd52"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:15:31.378716 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fce7fe7c-aa66-4229-80e5-fc6a65a3895a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (6137ebc7-1443-4287-832b-8351adbeb7bc), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:31.427175 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-fce7fe7c-aa66-4229-80e5-fc6a65a3895a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6137ebc7-1443-4287-832b-8351adbeb7bc']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:31.441363 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-fce7fe7c-aa66-4229-80e5-fc6a65a3895a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4a8c469-9555-4b5c-96b1-d85d51d10bda') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:31.441974 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-fce7fe7c-aa66-4229-80e5-fc6a65a3895a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4a8c469-9555-4b5c-96b1-d85d51d10bda') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:31.454839 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadb966-4985-48f8-80c1-0c926a2981ec req-daee0682-657e-4cc3-af37-30dfacff8eca tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:31.456861 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fbadb966-4985-48f8-80c1-0c926a2981ec req-daee0682-657e-4cc3-af37-30dfacff8eca tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=c194c210-2972-4a10-85fd-0320d40d76fa HTTP/1.1" status: 200 len: 944 time: 0.2750196 Feb 09 01:15:31.460119 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fce7fe7c-aa66-4229-80e5-fc6a65a3895a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (d4a8c469-9555-4b5c-96b1-d85d51d10bda), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:31.471507 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5ccab9aa-a918-4616-90d3-65a6746f9918 req-a548a1f0-398b-4378-ae7e-53c2bb914237 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups/f81263f0-7af0-45a6-a905-f025cab3ede0 HTTP/1.1" status: 200 len: 1819 time: 0.1954191 Feb 09 01:15:31.473807 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b24284-23f6-4800-9b7f-d2bbbfed59a0 service neutron] Pushing event updated for resources: {'Port': ['ID=47250fd7-e07f-4e36-9ffb-e754b2f9fd52,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:31.506927 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fce7fe7c-aa66-4229-80e5-fc6a65a3895a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (d4a8c469-9555-4b5c-96b1-d85d51d10bda), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:31.533727 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fce7fe7c-aa66-4229-80e5-fc6a65a3895a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:15:31.534143 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fce7fe7c-aa66-4229-80e5-fc6a65a3895a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (d4a8c469-9555-4b5c-96b1-d85d51d10bda), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:31.537116 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:15:31.537116 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:15:31.537116 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:15:31.537116 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:15:31.537116 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:15:31.537116 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:15:31.537116 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:15:31.537116 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:15:31.537116 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:15:31.537116 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:15:31.537116 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:15:31.537116 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:15:31.537116 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:15:31.537116 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:15:31.537116 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:15:31.537116 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:15:31.537116 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:15:31.537116 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:15:31.537116 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:15:31.537116 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:15:31.537116 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:15:31.537116 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:15:31.537116 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:15:31.537116 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:15:31.537116 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:15:31.537116 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:15:31.537116 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:15:31.537116 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:15:31.537116 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:15:31.537116 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:15:31.537116 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:15:31.537116 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:15:31.662640 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-a78e83de-f08d-43ee-9f55-dad5ff2e98d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:31.666618 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-a78e83de-f08d-43ee-9f55-dad5ff2e98d2 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=881f0fbf49754b7ea23a39ffdbfbb84a&device_id=c194c210-2972-4a10-85fd-0320d40d76fa HTTP/1.1" status: 200 len: 1126 time: 0.2994230 Feb 09 01:15:31.678604 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-5ccab9aa-a918-4616-90d3-65a6746f9918 req-d180e429-6751-4a93-a226-7eccc1c76ca7 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (f81263f0-7af0-45a6-a905-f025cab3ede0), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:31.685482 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fce7fe7c-aa66-4229-80e5-fc6a65a3895a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (6137ebc7-1443-4287-832b-8351adbeb7bc), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:31.695826 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fce7fe7c-aa66-4229-80e5-fc6a65a3895a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:31.701192 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-fce7fe7c-aa66-4229-80e5-fc6a65a3895a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "DELETE /v2.0/networks/6137ebc7-1443-4287-832b-8351adbeb7bc HTTP/1.1" status: 204 len: 168 time: 0.7270074 Feb 09 01:15:31.706263 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57412) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:31.711014 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fbadb966-4985-48f8-80c1-0c926a2981ec req-4048338b-2fae-4943-a376-76a134f76e3c tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=3689444e-9081-4293-b49d-e6a3cea17fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332234 Feb 09 01:15:31.732915 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-cae481c1-876e-45a4-b549-a353a953eddc tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2043785562'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:31.753200 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce7fe7c-aa66-4229-80e5-fc6a65a3895a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event deleted for resources: {'Network': ['ID=6137ebc7-1443-4287-832b-8351adbeb7bc,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:31.762575 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae481c1-876e-45a4-b549-a353a953eddc tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Made reservation on behalf of 9ae775496dcb4c88881b98c46e972e20 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:31.766589 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cae481c1-876e-45a4-b549-a353a953eddc tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:31.789146 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7409d786-0ccc-43eb-a977-10f07974b760 x-openstack-request-id: req-7409d786-0ccc-43eb-a977-10f07974b760 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:15:31.789915 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c194c210-2972-4a10-85fd-0320d40d76fa", "tag": "47250fd7-e07f-4e36-9ffb-e754b2f9fd52", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:15:31.790409 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7409d786-0ccc-43eb-a977-10f07974b760 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:15:31.791399 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c194c210-2972-4a10-85fd-0320d40d76fa', 'tag': '47250fd7-e07f-4e36-9ffb-e754b2f9fd52', 'status': 'completed', 'code': 200} Feb 09 01:15:31.812607 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-cbec552e-6139-4b69-b191-f42677739f14 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:31.813235 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae481c1-876e-45a4-b549-a353a953eddc tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1016} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:15:31.819980 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-cbec552e-6139-4b69-b191-f42677739f14 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:31.826833 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-cbec552e-6139-4b69-b191-f42677739f14 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:31.833728 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-cbec552e-6139-4b69-b191-f42677739f14 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:31.838884 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cae481c1-876e-45a4-b549-a353a953eddc tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (ea04f30c-1ec0-4efb-a06d-6a5cc18cd398), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:31.839299 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-cae481c1-876e-45a4-b549-a353a953eddc tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Added segment ea04f30c-1ec0-4efb-a06d-6a5cc18cd398 of type vlan for network a08fd262-26c7-4e3d-88fa-aae5fc8dcfad Feb 09 01:15:31.840510 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-cbec552e-6139-4b69-b191-f42677739f14 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:31.846284 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-cbec552e-6139-4b69-b191-f42677739f14 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:31.851382 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-47c28b20-4292-4ad6-95a5-45e420bc3dfa tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for port (9b19a678-325d-487f-ad21-e7f8d7e74d95), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:31.851510 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-cbec552e-6139-4b69-b191-f42677739f14 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:31.853353 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-cbec552e-6139-4b69-b191-f42677739f14 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.120 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5436 time: 0.2981496 Feb 09 01:15:31.859254 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-d1cbfdae-ba3e-414f-ac3d-8a20f18bbc09 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47250fd7-e07f-4e36-9ffb-e754b2f9fd52 HTTP/1.1" status: 200 len: 217 time: 0.1788175 Feb 09 01:15:31.864018 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-47c28b20-4292-4ad6-95a5-45e420bc3dfa tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (9b19a678-325d-487f-ad21-e7f8d7e74d95), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:31.864723 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-5ccab9aa-a918-4616-90d3-65a6746f9918 req-d180e429-6751-4a93-a226-7eccc1c76ca7 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (f81263f0-7af0-45a6-a905-f025cab3ede0), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:31.935209 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-c7937b2f-66d7-4396-b0cc-6786f1463a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:31.936782 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-c7937b2f-66d7-4396-b0cc-6786f1463a42 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=1fcc5198-b453-4567-8086-51be74d33b91 HTTP/1.1" status: 200 len: 850 time: 0.0683832 Feb 09 01:15:31.976054 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cae481c1-876e-45a4-b549-a353a953eddc tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (a08fd262-26c7-4e3d-88fa-aae5fc8dcfad), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:31.997889 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c28b20-4292-4ad6-95a5-45e420bc3dfa tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Pushing event updated for resources: {'Port': ['ID=9b19a678-325d-487f-ad21-e7f8d7e74d95,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:32.004208 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-47c28b20-4292-4ad6-95a5-45e420bc3dfa tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (7a61de9a-9652-4a7b-9b35-77753bbe9b12), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:32.024920 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-916db42b-f5ef-4d2f-a682-e07348a57711 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:32.027155 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-916db42b-f5ef-4d2f-a682-e07348a57711 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.120 "GET /v2.0/ports/76ac4e41-e8fb-4a96-801b-c22446fda558?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1643176 Feb 09 01:15:32.085952 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cae481c1-876e-45a4-b549-a353a953eddc tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (a08fd262-26c7-4e3d-88fa-aae5fc8dcfad), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:32.091648 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae481c1-876e-45a4-b549-a353a953eddc tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:32.092300 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cae481c1-876e-45a4-b549-a353a953eddc tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:32.112812 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-6294f47a-f38c-407d-a361-00e2f6c14f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:32.127863 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-6294f47a-f38c-407d-a361-00e2f6c14f93 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=6d890250-ac42-4592-9721-7a49ecf5e127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1703963 Feb 09 01:15:32.136319 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-5ccab9aa-a918-4616-90d3-65a6746f9918 req-d180e429-6751-4a93-a226-7eccc1c76ca7 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (f81263f0-7af0-45a6-a905-f025cab3ede0), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:32.144788 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-5ccab9aa-a918-4616-90d3-65a6746f9918 req-d180e429-6751-4a93-a226-7eccc1c76ca7 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:32.155225 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5ccab9aa-a918-4616-90d3-65a6746f9918 req-d180e429-6751-4a93-a226-7eccc1c76ca7 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "DELETE /v2.0/security-groups/f81263f0-7af0-45a6-a905-f025cab3ede0 HTTP/1.1" status: 204 len: 173 time: 0.6824214 Feb 09 01:15:32.255281 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-6804c31a-fdca-446b-875c-4a4e8c33bafd req-825dbeea-f517-4eee-baf1-fe6331ed3bd6 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1065228636', 'description': 'tempest-description-1244048072'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:32.293154 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180e429-6751-4a93-a226-7eccc1c76ca7 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81263f0-7af0-45a6-a905-f025cab3ede0,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:32.369052 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d87b6648-310c-4845-8af6-ce4a5cd68dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:32.407810 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-6804c31a-fdca-446b-875c-4a4e8c33bafd req-825dbeea-f517-4eee-baf1-fe6331ed3bd6 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:32.444614 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-1d2a35eb-4050-414c-8e0a-a3b5b3e9dca3 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.120 "GET /v2.0/networks/927c95a7-9afc-4391-8f1b-90d0913f6790?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4094353 Feb 09 01:15:32.463024 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-4143fea6-65b3-41ac-a424-6dd294f3c66f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:32.492416 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c28b20-4292-4ad6-95a5-45e420bc3dfa tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Network 3bcff40c-bcc0-445f-89b7-ca3f90ad4135 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:32.499822 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-47c28b20-4292-4ad6-95a5-45e420bc3dfa tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:32.530893 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530e68f-b69c-442e-bfdd-c351b5fb3ec1 req-ca7c9b8d-fe47-4e8c-8834-3c6576262df4 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:32.532592 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-cae481c1-876e-45a4-b549-a353a953eddc tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8219640 Feb 09 01:15:32.533531 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57442) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:32.533864 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530e68f-b69c-442e-bfdd-c351b5fb3ec1 req-ca7c9b8d-fe47-4e8c-8834-3c6576262df4 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:32.539232 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530e68f-b69c-442e-bfdd-c351b5fb3ec1 req-ca7c9b8d-fe47-4e8c-8834-3c6576262df4 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:32.544518 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530e68f-b69c-442e-bfdd-c351b5fb3ec1 req-ca7c9b8d-fe47-4e8c-8834-3c6576262df4 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:32.545845 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-5985336b-38cc-4edf-a1f0-689967e91dbc tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Request body: {'subnet': {'network_id': 'a08fd262-26c7-4e3d-88fa-aae5fc8dcfad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:32.550365 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530e68f-b69c-442e-bfdd-c351b5fb3ec1 req-ca7c9b8d-fe47-4e8c-8834-3c6576262df4 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:32.556193 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530e68f-b69c-442e-bfdd-c351b5fb3ec1 req-ca7c9b8d-fe47-4e8c-8834-3c6576262df4 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:32.561516 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530e68f-b69c-442e-bfdd-c351b5fb3ec1 req-ca7c9b8d-fe47-4e8c-8834-3c6576262df4 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:32.563471 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9530e68f-b69c-442e-bfdd-c351b5fb3ec1 req-ca7c9b8d-fe47-4e8c-8834-3c6576262df4 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5436 time: 0.3148057 Feb 09 01:15:32.615707 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae481c1-876e-45a4-b549-a353a953eddc tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event updated for resources: {'Network': ['ID=a08fd262-26c7-4e3d-88fa-aae5fc8dcfad,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:32.631273 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network a08fd262-26c7-4e3d-88fa-aae5fc8dcfad details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:15:32.667448 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9530e68f-b69c-442e-bfdd-c351b5fb3ec1 req-6d65276f-0968-4680-9cd0-3a3ec86c536b tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0923994 Feb 09 01:15:32.676146 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-86ceb310-db6b-413e-a43d-4926a8957d41 service neutron] 10.222.0.120 "GET /v2.0/networks/6d890250-ac42-4592-9721-7a49ecf5e127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5408049 Feb 09 01:15:32.791552 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5985336b-38cc-4edf-a1f0-689967e91dbc tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Made reservation on behalf of 9ae775496dcb4c88881b98c46e972e20 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:32.797439 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5985336b-38cc-4edf-a1f0-689967e91dbc tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:32.846423 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-4143fea6-65b3-41ac-a424-6dd294f3c66f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (76ac4e41-e8fb-4a96-801b-c22446fda558), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:32.892134 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-6804c31a-fdca-446b-875c-4a4e8c33bafd req-825dbeea-f517-4eee-baf1-fe6331ed3bd6 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (660c71bf-dfb3-4b75-addb-7be38e581e25), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:32.893253 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c28b20-4292-4ad6-95a5-45e420bc3dfa tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Router 7a61de9a-9652-4a7b-9b35-77753bbe9b12 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:15:32.942221 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-6804c31a-fdca-446b-875c-4a4e8c33bafd req-825dbeea-f517-4eee-baf1-fe6331ed3bd6 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (660c71bf-dfb3-4b75-addb-7be38e581e25), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:33.018162 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c22d3cf-b452-48fb-bc3d-6d9feb32bd5e req-eb1d1343-6faf-421f-811a-e12c3c469927 service neutron] 10.222.0.120 "GET /v2.0/networks/6d890250-ac42-4592-9721-7a49ecf5e127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197684 Feb 09 01:15:33.044364 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-6804c31a-fdca-446b-875c-4a4e8c33bafd req-825dbeea-f517-4eee-baf1-fe6331ed3bd6 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:33.048646 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6804c31a-fdca-446b-875c-4a4e8c33bafd req-825dbeea-f517-4eee-baf1-fe6331ed3bd6 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.8344643 Feb 09 01:15:33.097878 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825dbeea-f517-4eee-baf1-fe6331ed3bd6 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=660c71bf-dfb3-4b75-addb-7be38e581e25,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:33.225072 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c28b20-4292-4ad6-95a5-45e420bc3dfa tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:15:33.237889 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-47c28b20-4292-4ad6-95a5-45e420bc3dfa tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "PUT /v2.0/routers/7a61de9a-9652-4a7b-9b35-77753bbe9b12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2072823 Feb 09 01:15:33.238059 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57466) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:33.242131 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cadd8d-7db0-4750-ae7b-781568ac339f None None] Sync routers for ids ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:15:33.246189 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-0a169631-5092-4a03-a985-8fd929149500 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Request body: {'port': {'network_id': '3bcff40c-bcc0-445f-89b7-ca3f90ad4135', 'name': 'tempest-FloatingIPTestJSON-1475551526'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:33.263126 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cadd8d-7db0-4750-ae7b-781568ac339f None None] Routers {'7a61de9a-9652-4a7b-9b35-77753bbe9b12'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:15:33.263776 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-76cadd8d-7db0-4750-ae7b-781568ac339f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:15:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:33.310002 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5985336b-38cc-4edf-a1f0-689967e91dbc tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (9ffe8742-49b0-4105-ae3c-4e9bada33e67), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:33.312848 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-76cadd8d-7db0-4750-ae7b-781568ac339f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:33.324739 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cadd8d-7db0-4750-ae7b-781568ac339f None None] Routers {'7a61de9a-9652-4a7b-9b35-77753bbe9b12'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:15:33.325688 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-76cadd8d-7db0-4750-ae7b-781568ac339f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:15:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:33.371424 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-76cadd8d-7db0-4750-ae7b-781568ac339f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:33.372970 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cadd8d-7db0-4750-ae7b-781568ac339f None None] The sync data for ids ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'] in n-d-828369-4 is: [] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:15:33.468746 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5985336b-38cc-4edf-a1f0-689967e91dbc tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event updated for resources: {'Subnet': ['ID=9ffe8742-49b0-4105-ae3c-4e9bada33e67,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:33.475496 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5985336b-38cc-4edf-a1f0-689967e91dbc tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Checking segment: {'id': 'ea04f30c-1ec0-4efb-a06d-6a5cc18cd398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a08fd262-26c7-4e3d-88fa-aae5fc8dcfad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:15:33.475876 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5985336b-38cc-4edf-a1f0-689967e91dbc tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Network hostable DHCP agents. Network: a08fd262-26c7-4e3d-88fa-aae5fc8dcfad, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:15:33.535536 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5985336b-38cc-4edf-a1f0-689967e91dbc tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Network a08fd262-26c7-4e3d-88fa-aae5fc8dcfad is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:15:33.542894 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a169631-5092-4a03-a985-8fd929149500 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Made reservation on behalf of b28322fb716c48d1b01472991c7f46c8 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:33.546683 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0a169631-5092-4a03-a985-8fd929149500 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:33.575951 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-5985336b-38cc-4edf-a1f0-689967e91dbc tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, a08fd262-26c7-4e3d-88fa-aae5fc8dcfad) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:33.580652 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5985336b-38cc-4edf-a1f0-689967e91dbc tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:33.581292 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5985336b-38cc-4edf-a1f0-689967e91dbc tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:33.590335 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c181205e-4b45-435e-a23b-db3472a77869 None None] Network a08fd262-26c7-4e3d-88fa-aae5fc8dcfad requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:15:33.598357 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-0a169631-5092-4a03-a985-8fd929149500 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] device_id is not set on port 123fa40d-e5a3-4ac4-9143-83e35b97db41 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:15:33.646969 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a011b0-c234-466f-9b9d-4f65cd0f21e0 req-61aa579f-c73d-4dd6-b379-75c061e56028 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:33.654259 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-92a011b0-c234-466f-9b9d-4f65cd0f21e0 req-61aa579f-c73d-4dd6-b379-75c061e56028 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=c194c210-2972-4a10-85fd-0320d40d76fa HTTP/1.1" status: 200 len: 944 time: 0.7843010 Feb 09 01:15:33.682220 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5985336b-38cc-4edf-a1f0-689967e91dbc tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1421506 Feb 09 01:15:33.685738 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57480) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:33.693002 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-65984fe4-7cd7-48f3-8e0a-098902466603 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-684945452', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:33.759035 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-65984fe4-7cd7-48f3-8e0a-098902466603 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (aa39cfc6-84b2-4ceb-b977-0b71cfe5d250), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:33.760797 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-65984fe4-7cd7-48f3-8e0a-098902466603 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (aa39cfc6-84b2-4ceb-b977-0b71cfe5d250), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:33.768202 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-0a169631-5092-4a03-a985-8fd929149500 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Allocated IP 172.20.0.2 (3bcff40c-bcc0-445f-89b7-ca3f90ad4135/897c663b-9282-414d-bf0f-a0b636589980/123fa40d-e5a3-4ac4-9143-83e35b97db41) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:33.771866 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-92a011b0-c234-466f-9b9d-4f65cd0f21e0 req-e88fea71-e81c-4917-80b5-6703ecfc8c18 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=3689444e-9081-4293-b49d-e6a3cea17fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167057 Feb 09 01:15:33.782147 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-877a6a04-6298-4a40-9da1-cc62e063bf64 req-bd526cbd-f003-4ac3-b154-4fc5c3313a7b tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups/660c71bf-dfb3-4b75-addb-7be38e581e25 HTTP/1.1" status: 200 len: 1820 time: 0.6768036 Feb 09 01:15:33.802410 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8111b6-2819-4853-ad18-629c890f0dc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-a08fd262-26c7-4e3d-88fa-aae5fc8dcfad', 'network_id': 'a08fd262-26c7-4e3d-88fa-aae5fc8dcfad', 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'fixed_ips': [{'subnet_id': '9ffe8742-49b0-4105-ae3c-4e9bada33e67'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:15:33.804696 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4a8111b6-2819-4853-ad18-629c890f0dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:33.804822 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-877a6a04-6298-4a40-9da1-cc62e063bf64 req-1401b2fd-c54e-4723-9760-8630d1f56ac3 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Request body: {'security_group': {'name': 'tempest-sg-hth-224991043', 'description': 'tempest-description-hth-263792909'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:33.863542 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-65984fe4-7cd7-48f3-8e0a-098902466603 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for router_controller (aa39cfc6-84b2-4ceb-b977-0b71cfe5d250), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:33.881529 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-65984fe4-7cd7-48f3-8e0a-098902466603 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (aa39cfc6-84b2-4ceb-b977-0b71cfe5d250), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:33.887067 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6468b533-40fb-4988-b1cd-06bde64d3a65 req-44f4eeb4-748f-4011-9062-fad01aebcafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:33.888631 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6468b533-40fb-4988-b1cd-06bde64d3a65 req-44f4eeb4-748f-4011-9062-fad01aebcafb service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=881f0fbf49754b7ea23a39ffdbfbb84a&device_id=c194c210-2972-4a10-85fd-0320d40d76fa HTTP/1.1" status: 200 len: 1126 time: 0.7866132 Feb 09 01:15:33.890657 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-4143fea6-65b3-41ac-a424-6dd294f3c66f service neutron] For port 76ac4e41-e8fb-4a96-801b-c22446fda558, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=76ac4e41-e8fb-4a96-801b-c22446fda558,segment=NetworkSegment(a70768ab-a3e6-4f0b-bd69-0014c783c3ba),segment_id=a70768ab-a3e6-4f0b-bd69-0014c783c3ba)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:33.926743 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-65984fe4-7cd7-48f3-8e0a-098902466603 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:33.929601 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-65984fe4-7cd7-48f3-8e0a-098902466603 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2425084 Feb 09 01:15:33.961274 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57486) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:33.967333 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-62677fc0-8c07-4d19-8d4f-2aaf1ab09c0f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Request body: {'port': {'network_id': 'a08fd262-26c7-4e3d-88fa-aae5fc8dcfad', 'name': 'tempest-RoutersIpV6Test-633155908'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:34.047290 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6468b533-40fb-4988-b1cd-06bde64d3a65 req-6d5be9a8-3d8a-4c6e-a64f-ecf09d9d8823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:34.049355 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6468b533-40fb-4988-b1cd-06bde64d3a65 req-6d5be9a8-3d8a-4c6e-a64f-ecf09d9d8823 service neutron] 10.222.0.120 "GET /v2.0/networks?id=6d890250-ac42-4592-9721-7a49ecf5e127 HTTP/1.1" status: 200 len: 913 time: 0.1505525 Feb 09 01:15:34.058082 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-4a8111b6-2819-4853-ad18-629c890f0dc0 None None] Allocated IP 2001:db8::2 (a08fd262-26c7-4e3d-88fa-aae5fc8dcfad/9ffe8742-49b0-4105-ae3c-4e9bada33e67/fd127ec4-819b-4d35-94a1-d2e47f5448b7) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:34.153146 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0a169631-5092-4a03-a985-8fd929149500 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for port (123fa40d-e5a3-4ac4-9143-83e35b97db41), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:34.189974 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6468b533-40fb-4988-b1cd-06bde64d3a65 req-cb033fe4-245a-4ad2-ac36-84cab70d41e2 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47250fd7-e07f-4e36-9ffb-e754b2f9fd52 HTTP/1.1" status: 200 len: 217 time: 0.1260798 Feb 09 01:15:34.194041 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62677fc0-8c07-4d19-8d4f-2aaf1ab09c0f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Made reservation on behalf of 9ae775496dcb4c88881b98c46e972e20 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:34.198408 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-62677fc0-8c07-4d19-8d4f-2aaf1ab09c0f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:34.202146 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-877a6a04-6298-4a40-9da1-cc62e063bf64 req-1401b2fd-c54e-4723-9760-8630d1f56ac3 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (660c71bf-dfb3-4b75-addb-7be38e581e25), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:34.225442 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-62677fc0-8c07-4d19-8d4f-2aaf1ab09c0f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] device_id is not set on port 6c9a1104-5f79-45d9-ae04-fa2320d38e90 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:15:34.277507 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-4143fea6-65b3-41ac-a424-6dd294f3c66f service neutron] For port 76ac4e41-e8fb-4a96-801b-c22446fda558, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:15:34.296509 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 57492) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:34.297954 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0a169631-5092-4a03-a985-8fd929149500 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (123fa40d-e5a3-4ac4-9143-83e35b97db41), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:34.302435 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4a8111b6-2819-4853-ad18-629c890f0dc0 None None] Publish callbacks [] for port (fd127ec4-819b-4d35-94a1-d2e47f5448b7), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:34.311806 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4a8111b6-2819-4853-ad18-629c890f0dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (fd127ec4-819b-4d35-94a1-d2e47f5448b7), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:34.338107 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81141979-603e-4a0f-a61c-dccba0f15f7a req-3d1c5081-3940-4114-abeb-dab15e88ee80 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:34.345241 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81141979-603e-4a0f-a61c-dccba0f15f7a req-3d1c5081-3940-4114-abeb-dab15e88ee80 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:34.351785 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81141979-603e-4a0f-a61c-dccba0f15f7a req-3d1c5081-3940-4114-abeb-dab15e88ee80 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:34.358348 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81141979-603e-4a0f-a61c-dccba0f15f7a req-3d1c5081-3940-4114-abeb-dab15e88ee80 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:34.362937 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a169631-5092-4a03-a985-8fd929149500 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Network 3bcff40c-bcc0-445f-89b7-ca3f90ad4135 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:34.363924 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8111b6-2819-4853-ad18-629c890f0dc0 None None] Pushing event updated for resources: {'Port': ['ID=fd127ec4-819b-4d35-94a1-d2e47f5448b7,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:34.365460 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81141979-603e-4a0f-a61c-dccba0f15f7a req-3d1c5081-3940-4114-abeb-dab15e88ee80 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:34.377935 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81141979-603e-4a0f-a61c-dccba0f15f7a req-3d1c5081-3940-4114-abeb-dab15e88ee80 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:34.378139 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8111b6-2819-4853-ad18-629c890f0dc0 None None] Network a08fd262-26c7-4e3d-88fa-aae5fc8dcfad is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:34.380859 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-4a8111b6-2819-4853-ad18-629c890f0dc0 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:34.384239 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8111b6-2819-4853-ad18-629c890f0dc0 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:15:34.388514 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81141979-603e-4a0f-a61c-dccba0f15f7a req-3d1c5081-3940-4114-abeb-dab15e88ee80 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:34.396313 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-0a169631-5092-4a03-a985-8fd929149500 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:34.409750 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a169631-5092-4a03-a985-8fd929149500 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:15:34.414567 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-81141979-603e-4a0f-a61c-dccba0f15f7a req-3d1c5081-3940-4114-abeb-dab15e88ee80 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 5436 time: 0.5047152 Feb 09 01:15:34.477078 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a169631-5092-4a03-a985-8fd929149500 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Pushing event updated for resources: {'Port': ['ID=123fa40d-e5a3-4ac4-9143-83e35b97db41,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:34.477774 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-eb42a1ba-aafb-4aec-86a5-98a8322223fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:34.486385 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-4a8111b6-2819-4853-ad18-629c890f0dc0 None None] Attempting to bind port fd127ec4-819b-4d35-94a1-d2e47f5448b7 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:15:34.489468 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-4a8111b6-2819-4853-ad18-629c890f0dc0 None None] Attempting to bind port fd127ec4-819b-4d35-94a1-d2e47f5448b7 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'ea04f30c-1ec0-4efb-a06d-6a5cc18cd398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a08fd262-26c7-4e3d-88fa-aae5fc8dcfad'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:15:34.489865 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8111b6-2819-4853-ad18-629c890f0dc0 None None] Attempting to bind port fd127ec4-819b-4d35-94a1-d2e47f5448b7 on network a08fd262-26c7-4e3d-88fa-aae5fc8dcfad {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:15:34.499413 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-877a6a04-6298-4a40-9da1-cc62e063bf64 req-1401b2fd-c54e-4723-9760-8630d1f56ac3 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (660c71bf-dfb3-4b75-addb-7be38e581e25), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:34.499585 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8111b6-2819-4853-ad18-629c890f0dc0 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:15:34.499969 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8111b6-2819-4853-ad18-629c890f0dc0 None None] Checking segment: {'id': 'ea04f30c-1ec0-4efb-a06d-6a5cc18cd398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a08fd262-26c7-4e3d-88fa-aae5fc8dcfad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:15:34.500412 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4a8111b6-2819-4853-ad18-629c890f0dc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:34.502481 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8111b6-2819-4853-ad18-629c890f0dc0 None None] Bound using segment: {'id': 'ea04f30c-1ec0-4efb-a06d-6a5cc18cd398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a08fd262-26c7-4e3d-88fa-aae5fc8dcfad'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:15:34.502919 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-4a8111b6-2819-4853-ad18-629c890f0dc0 None None] Bound port: fd127ec4-819b-4d35-94a1-d2e47f5448b7, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea04f30c-1ec0-4efb-a06d-6a5cc18cd398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a08fd262-26c7-4e3d-88fa-aae5fc8dcfad'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:15:34.503583 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4a8111b6-2819-4853-ad18-629c890f0dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (fd127ec4-819b-4d35-94a1-d2e47f5448b7), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:34.525269 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6468b533-40fb-4988-b1cd-06bde64d3a65 req-517f2512-350c-491c-b8bf-177fe5e720ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:34.526693 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6468b533-40fb-4988-b1cd-06bde64d3a65 req-517f2512-350c-491c-b8bf-177fe5e720ed service neutron] 10.222.0.120 "GET /v2.0/subnets?id=1fcc5198-b453-4567-8086-51be74d33b91 HTTP/1.1" status: 200 len: 850 time: 0.3311629 Feb 09 01:15:34.527307 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-877a6a04-6298-4a40-9da1-cc62e063bf64 req-1401b2fd-c54e-4723-9760-8630d1f56ac3 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (660c71bf-dfb3-4b75-addb-7be38e581e25), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:34.529923 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-877a6a04-6298-4a40-9da1-cc62e063bf64 req-1401b2fd-c54e-4723-9760-8630d1f56ac3 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:34.538244 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-877a6a04-6298-4a40-9da1-cc62e063bf64 req-1401b2fd-c54e-4723-9760-8630d1f56ac3 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "PUT /v2.0/security-groups/660c71bf-dfb3-4b75-addb-7be38e581e25 HTTP/1.1" status: 200 len: 1792 time: 0.7399869 Feb 09 01:15:34.571584 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-62677fc0-8c07-4d19-8d4f-2aaf1ab09c0f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Allocated IP 2001:db8::341 (a08fd262-26c7-4e3d-88fa-aae5fc8dcfad/9ffe8742-49b0-4105-ae3c-4e9bada33e67/6c9a1104-5f79-45d9-ae04-fa2320d38e90) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:34.584919 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a169631-5092-4a03-a985-8fd929149500 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:34.585577 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0a169631-5092-4a03-a985-8fd929149500 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:34.589126 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-4a8111b6-2819-4853-ad18-629c890f0dc0 None None] For port fd127ec4-819b-4d35-94a1-d2e47f5448b7, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:15:34.593748 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-4a8111b6-2819-4853-ad18-629c890f0dc0 None None] For port fd127ec4-819b-4d35-94a1-d2e47f5448b7, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=fd127ec4-819b-4d35-94a1-d2e47f5448b7,segment=NetworkSegment(ea04f30c-1ec0-4efb-a06d-6a5cc18cd398),segment_id=ea04f30c-1ec0-4efb-a06d-6a5cc18cd398)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:15:34.601370 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4a8111b6-2819-4853-ad18-629c890f0dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (fd127ec4-819b-4d35-94a1-d2e47f5448b7), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:34.607682 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0a169631-5092-4a03-a985-8fd929149500 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3685765 Feb 09 01:15:34.612509 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57498) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:34.617196 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-f2b02ff7-040a-4b9c-aef5-4cd45daa2313 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Request body: {'port': {'network_id': '3bcff40c-bcc0-445f-89b7-ca3f90ad4135', 'name': 'tempest-FloatingIPTestJSON-940360190'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:34.647194 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-4143fea6-65b3-41ac-a424-6dd294f3c66f service neutron] device_id is not set on port 76ac4e41-e8fb-4a96-801b-c22446fda558 yet. {{(pid=103136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:15:34.676989 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8111b6-2819-4853-ad18-629c890f0dc0 None None] Pushing event updated for resources: {'Port': ['ID=fd127ec4-819b-4d35-94a1-d2e47f5448b7,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:34.698946 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-4143fea6-65b3-41ac-a424-6dd294f3c66f service neutron] Publish callbacks [] for port (76ac4e41-e8fb-4a96-801b-c22446fda558), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:34.716096 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-31f19d85-bf47-42aa-892f-3062e06d0507 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:34.732733 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-4143fea6-65b3-41ac-a424-6dd294f3c66f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (76ac4e41-e8fb-4a96-801b-c22446fda558), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:34.750615 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1401b2fd-c54e-4723-9760-8630d1f56ac3 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Pushing event updated for resources: {'SecurityGroup': ['ID=660c71bf-dfb3-4b75-addb-7be38e581e25,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:34.856781 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b02ff7-040a-4b9c-aef5-4cd45daa2313 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Made reservation on behalf of b28322fb716c48d1b01472991c7f46c8 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:34.859116 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143fea6-65b3-41ac-a424-6dd294f3c66f service neutron] Pushing event updated for resources: {'Port': ['ID=76ac4e41-e8fb-4a96-801b-c22446fda558,revision_number=6']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:34.860751 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f2b02ff7-040a-4b9c-aef5-4cd45daa2313 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:34.877919 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-62677fc0-8c07-4d19-8d4f-2aaf1ab09c0f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for port (6c9a1104-5f79-45d9-ae04-fa2320d38e90), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:34.900479 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-f2b02ff7-040a-4b9c-aef5-4cd45daa2313 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] device_id is not set on port 2cfe0760-1209-44b0-91bd-8ef79ff8cf0b yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:15:34.939167 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-81141979-603e-4a0f-a61c-dccba0f15f7a req-b4bb1a26-f7de-4e87-a6e5-5d4c5ef0ac44 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5238180 Feb 09 01:15:34.942463 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c13a0c1b-9406-4009-adba-a7cdde356f17 req-38d920f8-0d73-4f80-a491-5d313c3e1c79 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups/660c71bf-dfb3-4b75-addb-7be38e581e25 HTTP/1.1" status: 200 len: 1792 time: 0.3077419 Feb 09 01:15:34.957847 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6468b533-40fb-4988-b1cd-06bde64d3a65 req-42b4b4de-e216-449d-a4a8-22042366b65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:34.960241 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6468b533-40fb-4988-b1cd-06bde64d3a65 req-42b4b4de-e216-449d-a4a8-22042366b65e service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=6d890250-ac42-4592-9721-7a49ecf5e127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4209781 Feb 09 01:15:34.961290 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-4143fea6-65b3-41ac-a424-6dd294f3c66f service neutron] No DVR routers for this DVR port 76ac4e41-e8fb-4a96-801b-c22446fda558 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:15:35.103855 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device ea27a474-047e-4515-b353-c9ab76df4af3 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:15:35.184782 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-62677fc0-8c07-4d19-8d4f-2aaf1ab09c0f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (6c9a1104-5f79-45d9-ae04-fa2320d38e90), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:35.263550 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port ea27a474-047e-4515-b353-c9ab76df4af3 is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:35.263862 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ea27a474-047e-4515-b353-c9ab76df4af3), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:35.274031 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-f2b02ff7-040a-4b9c-aef5-4cd45daa2313 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Allocated IP 172.20.0.8 (3bcff40c-bcc0-445f-89b7-ca3f90ad4135/897c663b-9282-414d-bf0f-a0b636589980/2cfe0760-1209-44b0-91bd-8ef79ff8cf0b) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:35.297599 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea27a474-047e-4515-b353-c9ab76df4af3'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:15:35.304019 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2e8c5c-b7bb-4c59-ad31-4f80e2a77804" -d '{"events": [{"server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "name": "network-vif-unplugged", "status": "completed", "tag": "ea27a474-047e-4515-b353-c9ab76df4af3"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:15:35.318561 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port ea27a474-047e-4515-b353-c9ab76df4af3, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=ea27a474-047e-4515-b353-c9ab76df4af3,segment=NetworkSegment(0c66d6be-c64e-4513-ba5d-6538191a71ff),segment_id=0c66d6be-c64e-4513-ba5d-6538191a71ff)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:35.324291 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (ea27a474-047e-4515-b353-c9ab76df4af3), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:35.325556 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 5546793d-1294-40a4-b524-747f9d9ecf16 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:15:35.356784 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0cd6ba82-e4b1-4d5b-8640-c09e8dc04829 req-3049fda0-4d98-4ad0-ad66-1deef1852456 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups/660c71bf-dfb3-4b75-addb-7be38e581e25 HTTP/1.1" status: 200 len: 1792 time: 0.1863225 Feb 09 01:15:35.369780 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6468b533-40fb-4988-b1cd-06bde64d3a65 req-63e7745b-eab7-4941-b0c8-da2fddde40da service neutron] 10.222.0.120 "GET /v2.0/networks/6d890250-ac42-4592-9721-7a49ecf5e127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797133 Feb 09 01:15:35.376362 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62677fc0-8c07-4d19-8d4f-2aaf1ab09c0f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Network a08fd262-26c7-4e3d-88fa-aae5fc8dcfad is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:35.381753 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-4143fea6-65b3-41ac-a424-6dd294f3c66f service neutron] In _notify_port_updated(), no bound segment for port 76ac4e41-e8fb-4a96-801b-c22446fda558 on network 927c95a7-9afc-4391-8f1b-90d0913f6790 {{(pid=103136) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:15:35.382628 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-4143fea6-65b3-41ac-a424-6dd294f3c66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:35.383310 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-4143fea6-65b3-41ac-a424-6dd294f3c66f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:35.385007 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-4143fea6-65b3-41ac-a424-6dd294f3c66f service neutron] 10.222.0.120 "PUT /v2.0/ports/76ac4e41-e8fb-4a96-801b-c22446fda558 HTTP/1.1" status: 200 len: 1028 time: 2.9265158 Feb 09 01:15:35.400654 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-62677fc0-8c07-4d19-8d4f-2aaf1ab09c0f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:35.429192 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-90af5890-fa83-4bbf-8a6c-baa2ceb98007 None None] Provisioning complete for port 76ac4e41-e8fb-4a96-801b-c22446fda558 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:35.429790 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-90af5890-fa83-4bbf-8a6c-baa2ceb98007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (76ac4e41-e8fb-4a96-801b-c22446fda558), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:35.436333 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62677fc0-8c07-4d19-8d4f-2aaf1ab09c0f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:15:35.436569 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=ea27a474-047e-4515-b353-c9ab76df4af3,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:35.442056 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62677fc0-8c07-4d19-8d4f-2aaf1ab09c0f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:35.442702 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-62677fc0-8c07-4d19-8d4f-2aaf1ab09c0f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:35.456404 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-31f19d85-bf47-42aa-892f-3062e06d0507 admin admin] Publish callbacks [] for security_group (89b850d3-b1b4-4733-a915-7bfc3124b9c9), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:35.461526 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62677fc0-8c07-4d19-8d4f-2aaf1ab09c0f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event updated for resources: {'Port': ['ID=6c9a1104-5f79-45d9-ae04-fa2320d38e90,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:35.487976 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-62677fc0-8c07-4d19-8d4f-2aaf1ab09c0f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5251679 Feb 09 01:15:35.496409 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57508) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:35.502729 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-90af5890-fa83-4bbf-8a6c-baa2ceb98007 None None] Port 76ac4e41-e8fb-4a96-801b-c22446fda558 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:15:35.515866 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-31f19d85-bf47-42aa-892f-3062e06d0507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (89b850d3-b1b4-4733-a915-7bfc3124b9c9), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:35.516863 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 5546793d-1294-40a4-b524-747f9d9ecf16 is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:35.517883 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5546793d-1294-40a4-b524-747f9d9ecf16), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:35.569397 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 5546793d-1294-40a4-b524-747f9d9ecf16, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=5546793d-1294-40a4-b524-747f9d9ecf16,segment=NetworkSegment(a70768ab-a3e6-4f0b-bd69-0014c783c3ba),segment_id=a70768ab-a3e6-4f0b-bd69-0014c783c3ba)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:35.589873 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (5546793d-1294-40a4-b524-747f9d9ecf16), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:35.590735 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 21d00dbc-2b01-4c2d-ae75-352867aedc8a no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:15:35.645764 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-08cb6558-f2a3-425d-b112-da60a446d697 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:35.647440 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-08cb6558-f2a3-425d-b112-da60a446d697 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.120 "GET /v2.0/ports/21d00dbc-2b01-4c2d-ae75-352867aedc8a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2573547 Feb 09 01:15:35.657808 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0cd6ba82-e4b1-4d5b-8640-c09e8dc04829 req-c96fbd6c-c2bd-440e-bdd8-c5bea8dba6c4 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (660c71bf-dfb3-4b75-addb-7be38e581e25), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:35.667459 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc6424-b1f6-4528-ab0b-2ac8bb83855b req-5a207a4c-14dc-491f-a233-783483de0cd8 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:35.669314 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2fc6424-b1f6-4528-ab0b-2ac8bb83855b req-5a207a4c-14dc-491f-a233-783483de0cd8 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=c194c210-2972-4a10-85fd-0320d40d76fa HTTP/1.1" status: 200 len: 944 time: 0.5231695 Feb 09 01:15:35.682430 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-ca1d80e8-2bd8-4741-93ca-20d88c16c89a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:35.715235 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f2b02ff7-040a-4b9c-aef5-4cd45daa2313 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for port (2cfe0760-1209-44b0-91bd-8ef79ff8cf0b), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:35.737652 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-31f19d85-bf47-42aa-892f-3062e06d0507 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9905861cf9404b3183e7aa0d86777eac&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4200158 Feb 09 01:15:35.742977 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 57510) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:35.743979 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 21d00dbc-2b01-4c2d-ae75-352867aedc8a is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:35.744392 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (21d00dbc-2b01-4c2d-ae75-352867aedc8a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:35.764186 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=5546793d-1294-40a4-b524-747f9d9ecf16,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:35.802977 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 21d00dbc-2b01-4c2d-ae75-352867aedc8a, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=21d00dbc-2b01-4c2d-ae75-352867aedc8a,segment=NetworkSegment(a70768ab-a3e6-4f0b-bd69-0014c783c3ba),segment_id=a70768ab-a3e6-4f0b-bd69-0014c783c3ba)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:35.804838 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f19d85-bf47-42aa-892f-3062e06d0507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b850d3-b1b4-4733-a915-7bfc3124b9c9,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:35.858070 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (21d00dbc-2b01-4c2d-ae75-352867aedc8a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:35.859272 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device a50b63d9-9aa6-4f44-8c47-71c17ea2941a no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:15:35.872558 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0cd6ba82-e4b1-4d5b-8640-c09e8dc04829 req-c96fbd6c-c2bd-440e-bdd8-c5bea8dba6c4 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (660c71bf-dfb3-4b75-addb-7be38e581e25), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:35.934079 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:35.966574 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-ca1d80e8-2bd8-4741-93ca-20d88c16c89a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (21d00dbc-2b01-4c2d-ae75-352867aedc8a), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:36.040908 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port a50b63d9-9aa6-4f44-8c47-71c17ea2941a is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:36.041571 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a50b63d9-9aa6-4f44-8c47-71c17ea2941a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:36.060044 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=21d00dbc-2b01-4c2d-ae75-352867aedc8a,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:36.079708 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6468b533-40fb-4988-b1cd-06bde64d3a65 req-8cbbb494-3a9e-438d-a5ec-9340562b5909 service neutron] 10.222.0.120 "GET /v2.0/networks/6d890250-ac42-4592-9721-7a49ecf5e127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7014928 Feb 09 01:15:36.141846 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port a50b63d9-9aa6-4f44-8c47-71c17ea2941a, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=a50b63d9-9aa6-4f44-8c47-71c17ea2941a,segment=NetworkSegment(3750bb22-80d4-4ec1-991e-f1fe2daedfff),segment_id=3750bb22-80d4-4ec1-991e-f1fe2daedfff)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:36.157938 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a50b63d9-9aa6-4f44-8c47-71c17ea2941a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:36.159557 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 76ac4e41-e8fb-4a96-801b-c22446fda558 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:15:36.186749 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2fc6424-b1f6-4528-ab0b-2ac8bb83855b req-3247f3ec-66ea-449e-931e-87760cb109cf tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=3689444e-9081-4293-b49d-e6a3cea17fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4699709 Feb 09 01:15:36.187577 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a9b1f87f-0977-46a2-b999-170a9913c5e6 admin admin] Publish callbacks [] for security_group (89b850d3-b1b4-4733-a915-7bfc3124b9c9), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:36.191416 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0cd6ba82-e4b1-4d5b-8640-c09e8dc04829 req-c96fbd6c-c2bd-440e-bdd8-c5bea8dba6c4 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (660c71bf-dfb3-4b75-addb-7be38e581e25), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:36.194198 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0cd6ba82-e4b1-4d5b-8640-c09e8dc04829 req-c96fbd6c-c2bd-440e-bdd8-c5bea8dba6c4 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:36.195358 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0cd6ba82-e4b1-4d5b-8640-c09e8dc04829 req-c96fbd6c-c2bd-440e-bdd8-c5bea8dba6c4 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "DELETE /v2.0/security-groups/660c71bf-dfb3-4b75-addb-7be38e581e25 HTTP/1.1" status: 204 len: 173 time: 0.8375189 Feb 09 01:15:36.293878 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f2b02ff7-040a-4b9c-aef5-4cd45daa2313 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (2cfe0760-1209-44b0-91bd-8ef79ff8cf0b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:36.337115 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] The host n-h2-828369-4 is not matching for port 76ac4e41-e8fb-4a96-801b-c22446fda558 host ! {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:15:36.337671 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 76ac4e41-e8fb-4a96-801b-c22446fda558 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:15:36.338202 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device d9333083-f77a-41ef-9c7c-7d3914e2076c no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:15:36.370845 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96fbd6c-c2bd-440e-bdd8-c5bea8dba6c4 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=660c71bf-dfb3-4b75-addb-7be38e581e25,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:36.380823 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=a50b63d9-9aa6-4f44-8c47-71c17ea2941a,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:36.476566 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a9b1f87f-0977-46a2-b999-170a9913c5e6 admin admin] Publish callbacks [] for security_group (89b850d3-b1b4-4733-a915-7bfc3124b9c9), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:36.491454 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4850ae4b-297d-480b-b332-b78c12e32f75 None None] Network a08fd262-26c7-4e3d-88fa-aae5fc8dcfad requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:15:36.520078 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port d9333083-f77a-41ef-9c7c-7d3914e2076c is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:36.520911 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d9333083-f77a-41ef-9c7c-7d3914e2076c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:36.549268 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b02ff7-040a-4b9c-aef5-4cd45daa2313 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Network 3bcff40c-bcc0-445f-89b7-ca3f90ad4135 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:36.559158 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-f2b02ff7-040a-4b9c-aef5-4cd45daa2313 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:36.583229 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b02ff7-040a-4b9c-aef5-4cd45daa2313 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:15:36.591227 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c0617-03e5-4d26-a6fc-ac6c03b9c3f3 req-6c2c7163-d83d-4e18-a133-dfafdad49ab7 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:36.591432 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b02ff7-040a-4b9c-aef5-4cd45daa2313 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Pushing event updated for resources: {'Port': ['ID=2cfe0760-1209-44b0-91bd-8ef79ff8cf0b,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:36.599362 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port d9333083-f77a-41ef-9c7c-7d3914e2076c, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=d9333083-f77a-41ef-9c7c-7d3914e2076c,segment=NetworkSegment(a70768ab-a3e6-4f0b-bd69-0014c783c3ba),segment_id=a70768ab-a3e6-4f0b-bd69-0014c783c3ba)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:36.604260 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40eb3542-047f-47d9-ba16-dbd6ddfc8210 x-openstack-request-id: req-40eb3542-047f-47d9-ba16-dbd6ddfc8210 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:15:36.604632 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "name": "network-vif-unplugged", "status": "completed", "tag": "ea27a474-047e-4515-b353-c9ab76df4af3", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:15:36.605134 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-40eb3542-047f-47d9-ba16-dbd6ddfc8210 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:15:36.605263 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea27a474-047e-4515-b353-c9ab76df4af3', 'code': 200} Feb 09 01:15:36.623891 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c0617-03e5-4d26-a6fc-ac6c03b9c3f3 req-6c2c7163-d83d-4e18-a133-dfafdad49ab7 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:36.636898 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c0617-03e5-4d26-a6fc-ac6c03b9c3f3 req-6c2c7163-d83d-4e18-a133-dfafdad49ab7 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:36.638860 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device fd127ec4-819b-4d35-94a1-d2e47f5448b7 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:15:36.641051 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d9333083-f77a-41ef-9c7c-7d3914e2076c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:36.642180 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 8878209d-10f0-43e8-9625-98836d88edd2 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:15:36.647476 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c0617-03e5-4d26-a6fc-ac6c03b9c3f3 req-6c2c7163-d83d-4e18-a133-dfafdad49ab7 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:36.652436 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-34d4356c-f1df-4cdf-8692-4ee3c08b527b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6c9a1104-5f79-45d9-ae04-fa2320d38e90), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:36.654491 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c0617-03e5-4d26-a6fc-ac6c03b9c3f3 req-6c2c7163-d83d-4e18-a133-dfafdad49ab7 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:36.662145 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c0617-03e5-4d26-a6fc-ac6c03b9c3f3 req-6c2c7163-d83d-4e18-a133-dfafdad49ab7 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:36.665288 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b27c0617-03e5-4d26-a6fc-ac6c03b9c3f3 req-6c2c7163-d83d-4e18-a133-dfafdad49ab7 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 4653 time: 0.2956250 Feb 09 01:15:36.667653 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-ca1d80e8-2bd8-4741-93ca-20d88c16c89a service neutron] For port 21d00dbc-2b01-4c2d-ae75-352867aedc8a, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=21d00dbc-2b01-4c2d-ae75-352867aedc8a,segment=NetworkSegment(a70768ab-a3e6-4f0b-bd69-0014c783c3ba),segment_id=a70768ab-a3e6-4f0b-bd69-0014c783c3ba)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:36.751629 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a9b1f87f-0977-46a2-b999-170a9913c5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (89b850d3-b1b4-4733-a915-7bfc3124b9c9), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:36.755632 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a9b1f87f-0977-46a2-b999-170a9913c5e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:36.763427 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a9b1f87f-0977-46a2-b999-170a9913c5e6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/89b850d3-b1b4-4733-a915-7bfc3124b9c9 HTTP/1.1" status: 204 len: 168 time: 0.9652658 Feb 09 01:15:36.847495 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-ca1d80e8-2bd8-4741-93ca-20d88c16c89a service neutron] For port 21d00dbc-2b01-4c2d-ae75-352867aedc8a, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:15:36.921276 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b1f87f-0977-46a2-b999-170a9913c5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b850d3-b1b4-4733-a915-7bfc3124b9c9,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:36.951238 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [req-53095416-1ed5-419e-9333-0398ac02cc77 req-865d7f46-b5d1-4b69-976f-5357b25c2af0 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] show failed (client error): The resource could not be found. Feb 09 01:15:36.963975 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-53095416-1ed5-419e-9333-0398ac02cc77 req-865d7f46-b5d1-4b69-976f-5357b25c2af0 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups/f81263f0-7af0-45a6-a905-f025cab3ede0 HTTP/1.1" status: 404 len: 352 time: 0.2416880 Feb 09 01:15:36.980366 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-c332ffc8-b145-42c9-bcd8-89a50853af00 None None] Provisioning complete for port fd127ec4-819b-4d35-94a1-d2e47f5448b7 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:36.980900 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c332ffc8-b145-42c9-bcd8-89a50853af00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (fd127ec4-819b-4d35-94a1-d2e47f5448b7), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:36.982913 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=d9333083-f77a-41ef-9c7c-7d3914e2076c,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:37.075979 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b02ff7-040a-4b9c-aef5-4cd45daa2313 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:37.081292 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-ca1d80e8-2bd8-4741-93ca-20d88c16c89a service neutron] device_id is not set on port 21d00dbc-2b01-4c2d-ae75-352867aedc8a yet. {{(pid=103136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:15:37.083145 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f2b02ff7-040a-4b9c-aef5-4cd45daa2313 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:37.103195 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-ca1d80e8-2bd8-4741-93ca-20d88c16c89a service neutron] Publish callbacks [] for port (21d00dbc-2b01-4c2d-ae75-352867aedc8a), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:37.105366 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [req-99c3a2a7-3542-42d4-964d-22381d10917b req-cf19e7a4-2d83-40ef-b73a-c36cf091a683 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] show failed (client error): The resource could not be found. Feb 09 01:15:37.116007 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99c3a2a7-3542-42d4-964d-22381d10917b req-cf19e7a4-2d83-40ef-b73a-c36cf091a683 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups/8375a287-63ee-42a1-9bc1-19fb50fa86c4 HTTP/1.1" status: 404 len: 352 time: 0.0949755 Feb 09 01:15:37.124106 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f2b02ff7-040a-4b9c-aef5-4cd45daa2313 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5111916 Feb 09 01:15:37.141161 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57534) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:37.153876 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 8878209d-10f0-43e8-9625-98836d88edd2 is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:37.154285 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8878209d-10f0-43e8-9625-98836d88edd2), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:37.156316 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-166813ae-94b2-4e48-9538-b5105cde1a10 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'port_id': '2cfe0760-1209-44b0-91bd-8ef79ff8cf0b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:37.156803 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b27c0617-03e5-4d26-a6fc-ac6c03b9c3f3 req-c3bd590b-84e5-41d3-879f-18c9ea11068c tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&id=34100535-1f0c-4b94-9bd6-954ebad8c724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4584098 Feb 09 01:15:37.161159 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-ca1d80e8-2bd8-4741-93ca-20d88c16c89a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (21d00dbc-2b01-4c2d-ae75-352867aedc8a), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:37.183367 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 47250fd7-e07f-4e36-9ffb-e754b2f9fd52 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:15:37.221339 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-166813ae-94b2-4e48-9538-b5105cde1a10 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:37.296086 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [req-c8a7a10e-0daa-421b-a484-ac91f8e0ba63 req-b8031467-f939-4933-948c-281a17624498 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] show failed (client error): The resource could not be found. Feb 09 01:15:37.309848 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c8a7a10e-0daa-421b-a484-ac91f8e0ba63 req-b8031467-f939-4933-948c-281a17624498 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups/894d1b58-5a56-44c9-8594-f37416324ef3 HTTP/1.1" status: 404 len: 352 time: 0.1339025 Feb 09 01:15:37.312746 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:37.321784 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 8878209d-10f0-43e8-9625-98836d88edd2, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=8878209d-10f0-43e8-9625-98836d88edd2,segment=NetworkSegment(3750bb22-80d4-4ec1-991e-f1fe2daedfff),segment_id=3750bb22-80d4-4ec1-991e-f1fe2daedfff)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:37.385513 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (8878209d-10f0-43e8-9625-98836d88edd2), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:37.420724 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-ca1d80e8-2bd8-4741-93ca-20d88c16c89a service neutron] No DVR routers for this DVR port 21d00dbc-2b01-4c2d-ae75-352867aedc8a on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:15:37.432395 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-34d4356c-f1df-4cdf-8692-4ee3c08b527b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for port (6c9a1104-5f79-45d9-ae04-fa2320d38e90), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:37.447817 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-34d4356c-f1df-4cdf-8692-4ee3c08b527b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (6c9a1104-5f79-45d9-ae04-fa2320d38e90), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:37.502297 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 57542) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:37.510037 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port fd127ec4-819b-4d35-94a1-d2e47f5448b7 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:37.510575 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (fd127ec4-819b-4d35-94a1-d2e47f5448b7), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:37.546691 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1d80e8-2bd8-4741-93ca-20d88c16c89a service neutron] Pushing event updated for resources: {'Port': ['ID=21d00dbc-2b01-4c2d-ae75-352867aedc8a,revision_number=7']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:37.558038 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [req-cbaa0243-6dbd-4e0d-8b57-146c2b9abbff req-37a9f6da-cd83-4ae1-8520-15c579e9ce0c tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] show failed (client error): The resource could not be found. Feb 09 01:15:37.568301 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cbaa0243-6dbd-4e0d-8b57-146c2b9abbff req-37a9f6da-cd83-4ae1-8520-15c579e9ce0c tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups/bf3f0619-0513-4428-bb9b-aacb87a46957 HTTP/1.1" status: 404 len: 352 time: 0.2066295 Feb 09 01:15:37.595013 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7614a967-9f07-49fc-94a7-1c5b82f4ce5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:37.660179 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:37.677110 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=8878209d-10f0-43e8-9625-98836d88edd2,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:37.682733 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-ca1d80e8-2bd8-4741-93ca-20d88c16c89a service neutron] In _notify_port_updated(), no bound segment for port 21d00dbc-2b01-4c2d-ae75-352867aedc8a on network 927c95a7-9afc-4391-8f1b-90d0913f6790 {{(pid=103136) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:15:37.684512 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-ca1d80e8-2bd8-4741-93ca-20d88c16c89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:37.685659 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-ca1d80e8-2bd8-4741-93ca-20d88c16c89a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:37.686267 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c332ffc8-b145-42c9-bcd8-89a50853af00 None None] Current status of the port fd127ec4-819b-4d35-94a1-d2e47f5448b7 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:37.686698 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c332ffc8-b145-42c9-bcd8-89a50853af00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (fd127ec4-819b-4d35-94a1-d2e47f5448b7), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:37.688225 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-ca1d80e8-2bd8-4741-93ca-20d88c16c89a service neutron] 10.222.0.120 "PUT /v2.0/ports/21d00dbc-2b01-4c2d-ae75-352867aedc8a HTTP/1.1" status: 200 len: 1028 time: 2.0126393 Feb 09 01:15:37.695855 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 47250fd7-e07f-4e36-9ffb-e754b2f9fd52, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=47250fd7-e07f-4e36-9ffb-e754b2f9fd52,segment=NetworkSegment(8e2e0547-7361-46ac-84b5-12a09ebed7f5),segment_id=8e2e0547-7361-46ac-84b5-12a09ebed7f5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:37.707304 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [req-25e42d86-51b3-44d2-bccc-d8cc1afd90eb req-07c0e94c-255a-44d9-9f1a-cb7aff068336 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] show failed (client error): The resource could not be found. Feb 09 01:15:37.709096 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-25e42d86-51b3-44d2-bccc-d8cc1afd90eb req-07c0e94c-255a-44d9-9f1a-cb7aff068336 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups/0560bf08-d766-4c98-8c04-44ae25614c99 HTTP/1.1" status: 404 len: 352 time: 0.1074557 Feb 09 01:15:37.723906 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-34d4356c-f1df-4cdf-8692-4ee3c08b527b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (aa39cfc6-84b2-4ceb-b977-0b71cfe5d250), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:37.726390 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340aa5b-5388-4844-ab6a-cbe53379f0d1 req-3da10402-ad5d-41ca-b04a-4d0bbc4b627f tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:37.736844 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c340aa5b-5388-4844-ab6a-cbe53379f0d1 req-3da10402-ad5d-41ca-b04a-4d0bbc4b627f tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=c194c210-2972-4a10-85fd-0320d40d76fa HTTP/1.1" status: 200 len: 944 time: 0.3070512 Feb 09 01:15:37.751395 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '47250fd7-e07f-4e36-9ffb-e754b2f9fd52', 'network_id': '6d890250-ac42-4592-9721-7a49ecf5e127', 'port_id': '47250fd7-e07f-4e36-9ffb-e754b2f9fd52', 'mac_address': 'fa:16:3e:be:9d:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fcc5198-b453-4567-8086-51be74d33b91', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:15:37.794171 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d4356c-f1df-4cdf-8692-4ee3c08b527b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event updated for resources: {'Port': ['ID=6c9a1104-5f79-45d9-ae04-fa2320d38e90,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:37.831284 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-c332ffc8-b145-42c9-bcd8-89a50853af00 None None] For port fd127ec4-819b-4d35-94a1-d2e47f5448b7, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=fd127ec4-819b-4d35-94a1-d2e47f5448b7,segment=NetworkSegment(ea04f30c-1ec0-4efb-a06d-6a5cc18cd398),segment_id=ea04f30c-1ec0-4efb-a06d-6a5cc18cd398)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:37.832281 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port fd127ec4-819b-4d35-94a1-d2e47f5448b7 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:37.832703 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (fd127ec4-819b-4d35-94a1-d2e47f5448b7), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:37.856366 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c332ffc8-b145-42c9-bcd8-89a50853af00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (fd127ec4-819b-4d35-94a1-d2e47f5448b7), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:37.885154 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [req-7ffd301d-f018-4487-95ed-3440c0e58b54 req-3ad74549-f2e0-4fa7-bc6d-072a4c82fc52 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] show failed (client error): The resource could not be found. Feb 09 01:15:37.886608 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7ffd301d-f018-4487-95ed-3440c0e58b54 req-3ad74549-f2e0-4fa7-bc6d-072a4c82fc52 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups/2936d025-e612-4abd-976d-130ad959d45d HTTP/1.1" status: 404 len: 352 time: 0.1463840 Feb 09 01:15:37.950125 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-34d4356c-f1df-4cdf-8692-4ee3c08b527b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6c9a1104-5f79-45d9-ae04-fa2320d38e90), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:37.967175 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c332ffc8-b145-42c9-bcd8-89a50853af00 None None] Pushing event updated for resources: {'Port': ['ID=fd127ec4-819b-4d35-94a1-d2e47f5448b7,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:37.979473 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 47250fd7-e07f-4e36-9ffb-e754b2f9fd52 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:37.980022 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (47250fd7-e07f-4e36-9ffb-e754b2f9fd52), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:38.005361 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-166813ae-94b2-4e48-9538-b5105cde1a10 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:38.039853 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c340aa5b-5388-4844-ab6a-cbe53379f0d1 req-93075fff-a767-4ab1-96fe-66cf9820dee1 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=3689444e-9081-4293-b49d-e6a3cea17fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3015041 Feb 09 01:15:38.081252 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47250fd7-e07f-4e36-9ffb-e754b2f9fd52 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:15:38.097599 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-266a2243-a4da-4fca-9d3b-80c2fe21b03e None None] Provisioning complete for port 21d00dbc-2b01-4c2d-ae75-352867aedc8a triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:38.098166 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-266a2243-a4da-4fca-9d3b-80c2fe21b03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (21d00dbc-2b01-4c2d-ae75-352867aedc8a), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:38.114519 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7614a967-9f07-49fc-94a7-1c5b82f4ce5d admin admin] Publish callbacks [] for security_group (2ab9d5ac-01a5-4379-8a16-e0a05a03ee81), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:38.142113 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7614a967-9f07-49fc-94a7-1c5b82f4ce5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (2ab9d5ac-01a5-4379-8a16-e0a05a03ee81), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:38.151430 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-266a2243-a4da-4fca-9d3b-80c2fe21b03e None None] Port 21d00dbc-2b01-4c2d-ae75-352867aedc8a cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:15:38.170575 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 47250fd7-e07f-4e36-9ffb-e754b2f9fd52, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=47250fd7-e07f-4e36-9ffb-e754b2f9fd52,segment=NetworkSegment(8e2e0547-7361-46ac-84b5-12a09ebed7f5),segment_id=8e2e0547-7361-46ac-84b5-12a09ebed7f5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:38.172960 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.api [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:15:38.173702 n-d-828369-4 neutron-server[103138]: DEBUG oslo_db.api [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:15:38.177760 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (47250fd7-e07f-4e36-9ffb-e754b2f9fd52), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:38.211103 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-5aa94f03-d062-41d7-94e1-2d55d7b2f243 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Deleting port 5546793d-1294-40a4-b524-747f9d9ecf16 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:15:38.211459 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-5aa94f03-d062-41d7-94e1-2d55d7b2f243 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (5546793d-1294-40a4-b524-747f9d9ecf16), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:38.318511 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=47250fd7-e07f-4e36-9ffb-e754b2f9fd52,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:38.339736 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-5fc25421-5741-4606-813d-3a07e173ef25 None None] Provisioning complete for port fd127ec4-819b-4d35-94a1-d2e47f5448b7 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:38.340245 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5fc25421-5741-4606-813d-3a07e173ef25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (fd127ec4-819b-4d35-94a1-d2e47f5448b7), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:38.376631 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-5aa94f03-d062-41d7-94e1-2d55d7b2f243 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] For port 5546793d-1294-40a4-b524-747f9d9ecf16, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=5546793d-1294-40a4-b524-747f9d9ecf16,segment=NetworkSegment(a70768ab-a3e6-4f0b-bd69-0014c783c3ba),segment_id=a70768ab-a3e6-4f0b-bd69-0014c783c3ba)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:38.377069 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-5aa94f03-d062-41d7-94e1-2d55d7b2f243 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (5546793d-1294-40a4-b524-747f9d9ecf16), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:38.390540 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-5aa94f03-d062-41d7-94e1-2d55d7b2f243 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Calling delete_port for 5546793d-1294-40a4-b524-747f9d9ecf16 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:15:38.417667 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['47250fd7-e07f-4e36-9ffb-e754b2f9fd52'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:15:38.518729 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-34d4356c-f1df-4cdf-8692-4ee3c08b527b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for port (6c9a1104-5f79-45d9-ae04-fa2320d38e90), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:38.530417 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-34d4356c-f1df-4cdf-8692-4ee3c08b527b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (6c9a1104-5f79-45d9-ae04-fa2320d38e90), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:38.531615 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-34d4356c-f1df-4cdf-8692-4ee3c08b527b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (aa39cfc6-84b2-4ceb-b977-0b71cfe5d250), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:38.577756 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:38.590208 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-5fc25421-5741-4606-813d-3a07e173ef25 None None] Current status of the port fd127ec4-819b-4d35-94a1-d2e47f5448b7 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:38.608135 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5546793d-1294-40a4-b524-747f9d9ecf16'}, {'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21d00dbc-2b01-4c2d-ae75-352867aedc8a'}, {'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a50b63d9-9aa6-4f44-8c47-71c17ea2941a'}, {'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9333083-f77a-41ef-9c7c-7d3914e2076c'}, {'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8878209d-10f0-43e8-9625-98836d88edd2'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:15:38.610407 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c870912-7a95-408e-886b-af7b8d4b0d7f" -d '{"events": [{"server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "name": "network-vif-unplugged", "status": "completed", "tag": "5546793d-1294-40a4-b524-747f9d9ecf16"}, {"server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "name": "network-vif-unplugged", "status": "completed", "tag": "21d00dbc-2b01-4c2d-ae75-352867aedc8a"}, {"server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "name": "network-vif-unplugged", "status": "completed", "tag": "a50b63d9-9aa6-4f44-8c47-71c17ea2941a"}, {"server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "name": "network-vif-unplugged", "status": "completed", "tag": "d9333083-f77a-41ef-9c7c-7d3914e2076c"}, {"server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "name": "network-vif-unplugged", "status": "completed", "tag": "8878209d-10f0-43e8-9625-98836d88edd2"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:15:38.634153 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-5fc25421-5741-4606-813d-3a07e173ef25 None None] Provisioning complete for port 6c9a1104-5f79-45d9-ae04-fa2320d38e90 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:38.634800 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5fc25421-5741-4606-813d-3a07e173ef25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (6c9a1104-5f79-45d9-ae04-fa2320d38e90), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:38.640765 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-7614a967-9f07-49fc-94a7-1c5b82f4ce5d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fcb08bd6937a4747b2fab3aeaa832996&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1338484 Feb 09 01:15:38.673276 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7614a967-9f07-49fc-94a7-1c5b82f4ce5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab9d5ac-01a5-4379-8a16-e0a05a03ee81,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:38.679924 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57560) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:38.758593 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-5aa94f03-d062-41d7-94e1-2d55d7b2f243 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (5546793d-1294-40a4-b524-747f9d9ecf16), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:38.792718 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-5fc25421-5741-4606-813d-3a07e173ef25 None None] Port 6c9a1104-5f79-45d9-ae04-fa2320d38e90 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:15:38.808189 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port fd127ec4-819b-4d35-94a1-d2e47f5448b7 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:38.868669 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa94f03-d062-41d7-94e1-2d55d7b2f243 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Pushing event deleted for resources: {'Port': ['ID=5546793d-1294-40a4-b524-747f9d9ecf16,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:38.920232 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-ea89df14-826d-4e86-9b50-1fb3cece9c0a None None] Provisioning complete for port 6c9a1104-5f79-45d9-ae04-fa2320d38e90 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:38.921156 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ea89df14-826d-4e86-9b50-1fb3cece9c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (6c9a1104-5f79-45d9-ae04-fa2320d38e90), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:38.934384 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7f15b-6051-4b85-bc71-3d60ca853e2f req-af87be82-602c-4d30-adcc-c612ec040169 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:38.935958 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9270c455-148c-4b1a-97a0-ad9c7cb533dc admin admin] Publish callbacks [] for security_group (2ab9d5ac-01a5-4379-8a16-e0a05a03ee81), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:38.936085 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-efa7f15b-6051-4b85-bc71-3d60ca853e2f req-af87be82-602c-4d30-adcc-c612ec040169 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/ports?device_id=4da916df-68b9-4159-a47b-2df3642ad61e HTTP/1.1" status: 200 len: 1023 time: 0.3381808 Feb 09 01:15:38.937711 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d4356c-f1df-4cdf-8692-4ee3c08b527b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event updated for resources: {'Port': ['ID=6c9a1104-5f79-45d9-ae04-fa2320d38e90,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:38.943440 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-166813ae-94b2-4e48-9538-b5105cde1a10 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Allocated IP 172.25.8.78 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/0ca8ef1e-8d88-41cb-805a-ac4ffe832920) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:38.954262 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-5aa94f03-d062-41d7-94e1-2d55d7b2f243 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] No DVR routers for this DVR port 5546793d-1294-40a4-b524-747f9d9ecf16 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:15:38.961291 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-5aa94f03-d062-41d7-94e1-2d55d7b2f243 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:38.962485 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d4356c-f1df-4cdf-8692-4ee3c08b527b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Network a08fd262-26c7-4e3d-88fa-aae5fc8dcfad is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:38.964736 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device fd127ec4-819b-4d35-94a1-d2e47f5448b7 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:15:38.964932 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-5aa94f03-d062-41d7-94e1-2d55d7b2f243 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.120 "DELETE /v2.0/ports/5546793d-1294-40a4-b524-747f9d9ecf16 HTTP/1.1" status: 204 len: 173 time: 1.2541604 Feb 09 01:15:38.965257 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'name': 'network-vif-deleted', 'tag': '5546793d-1294-40a4-b524-747f9d9ecf16'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:15:38.967635 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1a0083-5ce7-4ef8-a4df-5f76cbb2e9d8" -d '{"events": [{"server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "name": "network-vif-deleted", "tag": "5546793d-1294-40a4-b524-747f9d9ecf16"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:15:38.985242 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b551d-364a-4437-bbb5-839d940e55ed req-6ee09707-aef5-4d24-8a86-01b6926db3ae tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:38.990799 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b551d-364a-4437-bbb5-839d940e55ed req-6ee09707-aef5-4d24-8a86-01b6926db3ae tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:38.996953 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b551d-364a-4437-bbb5-839d940e55ed req-6ee09707-aef5-4d24-8a86-01b6926db3ae tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:39.004959 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b551d-364a-4437-bbb5-839d940e55ed req-6ee09707-aef5-4d24-8a86-01b6926db3ae tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:39.012990 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b551d-364a-4437-bbb5-839d940e55ed req-6ee09707-aef5-4d24-8a86-01b6926db3ae tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:39.016223 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-636b551d-364a-4437-bbb5-839d940e55ed req-6ee09707-aef5-4d24-8a86-01b6926db3ae tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 3798 time: 0.4158094 Feb 09 01:15:39.042774 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ea89df14-826d-4e86-9b50-1fb3cece9c0a None None] Port 6c9a1104-5f79-45d9-ae04-fa2320d38e90 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:15:39.058375 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-34d4356c-f1df-4cdf-8692-4ee3c08b527b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:39.079934 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port fd127ec4-819b-4d35-94a1-d2e47f5448b7 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:39.080312 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (fd127ec4-819b-4d35-94a1-d2e47f5448b7), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:39.106879 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9270c455-148c-4b1a-97a0-ad9c7cb533dc admin admin] Publish callbacks [] for security_group (2ab9d5ac-01a5-4379-8a16-e0a05a03ee81), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:39.202385 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-636b551d-364a-4437-bbb5-839d940e55ed req-96b20e06-97b5-4da0-8fa5-6c1be9602381 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615937 Feb 09 01:15:39.211831 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port fd127ec4-819b-4d35-94a1-d2e47f5448b7 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:39.221450 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-efa7f15b-6051-4b85-bc71-3d60ca853e2f req-d7230885-862c-4794-8336-24f858a0bead tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d07ae43-d9e6-4a7c-a732-5c3d27f9d1b1&id=c249e5ae-f269-4252-b97f-7e36957ddb52&id=6725cd7d-c359-4173-9ae6-f33428f9d84c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2630033 Feb 09 01:15:39.275554 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-1b574542-24d4-4152-b8e7-3406ccd92751 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Deleting port ea27a474-047e-4515-b353-c9ab76df4af3 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:15:39.275900 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-1b574542-24d4-4152-b8e7-3406ccd92751 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (ea27a474-047e-4515-b353-c9ab76df4af3), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:39.318645 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-166813ae-94b2-4e48-9538-b5105cde1a10 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for port (0ca8ef1e-8d88-41cb-805a-ac4ffe832920), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:39.327944 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9270c455-148c-4b1a-97a0-ad9c7cb533dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (2ab9d5ac-01a5-4379-8a16-e0a05a03ee81), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:39.331241 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9270c455-148c-4b1a-97a0-ad9c7cb533dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:39.336661 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9270c455-148c-4b1a-97a0-ad9c7cb533dc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2ab9d5ac-01a5-4379-8a16-e0a05a03ee81 HTTP/1.1" status: 204 len: 168 time: 0.6526587 Feb 09 01:15:39.381542 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:39.394888 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9270c455-148c-4b1a-97a0-ad9c7cb533dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab9d5ac-01a5-4379-8a16-e0a05a03ee81,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:39.449001 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Wed, 09 Feb 2022 01:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fa3e53-5534-4437-b266-7c958650892b x-openstack-request-id: req-f3fa3e53-5534-4437-b266-7c958650892b {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:15:39.449437 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "name": "network-vif-unplugged", "status": "completed", "tag": "5546793d-1294-40a4-b524-747f9d9ecf16", "code": 200}, {"server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "name": "network-vif-unplugged", "status": "completed", "tag": "21d00dbc-2b01-4c2d-ae75-352867aedc8a", "code": 200}, {"server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "name": "network-vif-unplugged", "status": "completed", "tag": "a50b63d9-9aa6-4f44-8c47-71c17ea2941a", "code": 200}, {"server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "name": "network-vif-unplugged", "status": "completed", "tag": "d9333083-f77a-41ef-9c7c-7d3914e2076c", "code": 200}, {"server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "name": "network-vif-unplugged", "status": "completed", "tag": "8878209d-10f0-43e8-9625-98836d88edd2", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:15:39.452077 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f3fa3e53-5534-4437-b266-7c958650892b {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:15:39.452812 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5546793d-1294-40a4-b524-747f9d9ecf16', 'code': 200} Feb 09 01:15:39.453183 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21d00dbc-2b01-4c2d-ae75-352867aedc8a', 'code': 200} Feb 09 01:15:39.453545 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a50b63d9-9aa6-4f44-8c47-71c17ea2941a', 'code': 200} Feb 09 01:15:39.453993 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9333083-f77a-41ef-9c7c-7d3914e2076c', 'code': 200} Feb 09 01:15:39.457359 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e04f92-bcb7-4970-875c-3c49fdbacafc x-openstack-request-id: req-98e04f92-bcb7-4970-875c-3c49fdbacafc {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:15:39.461637 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "name": "network-vif-deleted", "tag": "5546793d-1294-40a4-b524-747f9d9ecf16", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:15:39.462065 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-98e04f92-bcb7-4970-875c-3c49fdbacafc {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:15:39.462668 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'name': 'network-vif-deleted', 'tag': '5546793d-1294-40a4-b524-747f9d9ecf16', 'status': 'completed', 'code': 200} Feb 09 01:15:39.478688 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8878209d-10f0-43e8-9625-98836d88edd2', 'code': 200} Feb 09 01:15:39.534442 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d4356c-f1df-4cdf-8692-4ee3c08b527b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Router aa39cfc6-84b2-4ceb-b977-0b71cfe5d250 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:15:39.582388 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-166813ae-94b2-4e48-9538-b5105cde1a10 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (0ca8ef1e-8d88-41cb-805a-ac4ffe832920), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:39.682818 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-c492ae51-488b-4574-a7e7-eaba19523bf2 None None] Provisioning complete for port 6c9a1104-5f79-45d9-ae04-fa2320d38e90 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:39.683398 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c492ae51-488b-4574-a7e7-eaba19523bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (6c9a1104-5f79-45d9-ae04-fa2320d38e90), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:39.730109 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf60fb-6845-4848-9c71-0b8471b6897a req-45ddcd1c-31e6-4f25-818d-01937e8e4648 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:39.731683 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1baf60fb-6845-4848-9c71-0b8471b6897a req-45ddcd1c-31e6-4f25-818d-01937e8e4648 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.120 "GET /v2.0/ports?device_id=4da916df-68b9-4159-a47b-2df3642ad61e HTTP/1.1" status: 200 len: 1023 time: 0.1986723 Feb 09 01:15:39.738374 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-1b574542-24d4-4152-b8e7-3406ccd92751 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] For port ea27a474-047e-4515-b353-c9ab76df4af3, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=ea27a474-047e-4515-b353-c9ab76df4af3,segment=NetworkSegment(0c66d6be-c64e-4513-ba5d-6538191a71ff),segment_id=0c66d6be-c64e-4513-ba5d-6538191a71ff)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:39.738728 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-1b574542-24d4-4152-b8e7-3406ccd92751 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (ea27a474-047e-4515-b353-c9ab76df4af3), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:39.774781 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166813ae-94b2-4e48-9538-b5105cde1a10 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:39.785852 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-166813ae-94b2-4e48-9538-b5105cde1a10 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:39.794212 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166813ae-94b2-4e48-9538-b5105cde1a10 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:15:39.797452 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b255b2-4322-4395-b995-101d5d280207 req-73f89b3d-6682-4526-8405-0f224cd1f11a tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:39.799074 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c0b255b2-4322-4395-b995-101d5d280207 req-73f89b3d-6682-4526-8405-0f224cd1f11a tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=c194c210-2972-4a10-85fd-0320d40d76fa HTTP/1.1" status: 200 len: 945 time: 0.2672091 Feb 09 01:15:39.816123 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c492ae51-488b-4574-a7e7-eaba19523bf2 None None] Port 6c9a1104-5f79-45d9-ae04-fa2320d38e90 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:15:39.825775 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166813ae-94b2-4e48-9538-b5105cde1a10 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Pushing event updated for resources: {'Port': ['ID=0ca8ef1e-8d88-41cb-805a-ac4ffe832920,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:39.849983 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d4356c-f1df-4cdf-8692-4ee3c08b527b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:15:39.863066 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1db5558-114a-4b18-9522-093b9eed404d None None] Sync routers for ids ['aa39cfc6-84b2-4ceb-b977-0b71cfe5d250'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:15:39.876558 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1db5558-114a-4b18-9522-093b9eed404d None None] Routers {'aa39cfc6-84b2-4ceb-b977-0b71cfe5d250'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:15:39.878489 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-f1db5558-114a-4b18-9522-093b9eed404d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:15:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['aa39cfc6-84b2-4ceb-b977-0b71cfe5d250'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:39.890674 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-34d4356c-f1df-4cdf-8692-4ee3c08b527b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "PUT /v2.0/routers/aa39cfc6-84b2-4ceb-b977-0b71cfe5d250/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3930032 Feb 09 01:15:39.891331 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57572) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:39.942148 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c0b255b2-4322-4395-b995-101d5d280207 req-f36786e9-c575-4cc9-9180-557b86062e50 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=3689444e-9081-4293-b49d-e6a3cea17fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049068 Feb 09 01:15:39.946112 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-f1db5558-114a-4b18-9522-093b9eed404d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:39.970556 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1db5558-114a-4b18-9522-093b9eed404d None None] Routers {'aa39cfc6-84b2-4ceb-b977-0b71cfe5d250'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:15:39.971204 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-f1db5558-114a-4b18-9522-093b9eed404d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:15:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['aa39cfc6-84b2-4ceb-b977-0b71cfe5d250'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:40.042365 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-f1db5558-114a-4b18-9522-093b9eed404d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:40.043400 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1db5558-114a-4b18-9522-093b9eed404d None None] The sync data for ids ['aa39cfc6-84b2-4ceb-b977-0b71cfe5d250'] in n-d-828369-4 is: [] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:15:40.048777 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a5bb89-7ef7-49a4-a17d-593968ad12f9 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:40.050449 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-51a5bb89-7ef7-49a4-a17d-593968ad12f9 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "GET /v2.0/ports/6c9a1104-5f79-45d9-ae04-fa2320d38e90 HTTP/1.1" status: 200 len: 983 time: 0.1570563 Feb 09 01:15:40.070318 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57578) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:40.524433 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-1b574542-24d4-4152-b8e7-3406ccd92751 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:40.524858 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-1b574542-24d4-4152-b8e7-3406ccd92751 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (52a0b603-1c06-4780-a791-21f59e714496), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:40.525363 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-1b574542-24d4-4152-b8e7-3406ccd92751 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Floating IP 52a0b603-1c06-4780-a791-21f59e714496 disassociated. External IP: 172.25.8.187, port: ea27a474-047e-4515-b353-c9ab76df4af3. Feb 09 01:15:40.525936 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-1b574542-24d4-4152-b8e7-3406ccd92751 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Calling delete_port for ea27a474-047e-4515-b353-c9ab76df4af3 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:15:40.669510 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-1baf60fb-6845-4848-9c71-0b8471b6897a req-1def36f6-86af-4a02-9bcb-d47b25784f63 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Deleting port 9796e4f3-2ca6-4caf-b414-14e72e544cdf {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:15:40.670110 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1baf60fb-6845-4848-9c71-0b8471b6897a req-1def36f6-86af-4a02-9bcb-d47b25784f63 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (9796e4f3-2ca6-4caf-b414-14e72e544cdf), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:40.767857 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8283604-4320-40a9-99cb-9f428236cc71 req-4f067bb9-c82f-49f2-95cb-14c0fc1fcfdf tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:40.769940 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b8283604-4320-40a9-99cb-9f428236cc71 req-4f067bb9-c82f-49f2-95cb-14c0fc1fcfdf tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/ports?device_id=4da916df-68b9-4159-a47b-2df3642ad61e HTTP/1.1" status: 200 len: 1023 time: 0.3970878 Feb 09 01:15:40.810357 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fdf8ce-a4b5-4db7-8f94-31603bcc11ae req-0c02cc45-c3cf-422e-a383-8855c9e66eab tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:40.815633 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fdf8ce-a4b5-4db7-8f94-31603bcc11ae req-0c02cc45-c3cf-422e-a383-8855c9e66eab tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:40.821128 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fdf8ce-a4b5-4db7-8f94-31603bcc11ae req-0c02cc45-c3cf-422e-a383-8855c9e66eab tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:40.826543 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fdf8ce-a4b5-4db7-8f94-31603bcc11ae req-0c02cc45-c3cf-422e-a383-8855c9e66eab tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:40.834491 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0fdf8ce-a4b5-4db7-8f94-31603bcc11ae req-0c02cc45-c3cf-422e-a383-8855c9e66eab tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 3143 time: 0.4199989 Feb 09 01:15:40.933074 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b8283604-4320-40a9-99cb-9f428236cc71 req-53e0a0d1-5e43-498e-b1b3-8dd33fa4f6c1 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups?id=4d07ae43-d9e6-4a7c-a732-5c3d27f9d1b1&id=c249e5ae-f269-4252-b97f-7e36957ddb52&id=6725cd7d-c359-4173-9ae6-f33428f9d84c&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1524589 Feb 09 01:15:40.987306 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-166813ae-94b2-4e48-9538-b5105cde1a10 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for floatingip (8506f33d-65d7-43ce-88c0-74f16cf1c7e9), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:40.988592 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0fdf8ce-a4b5-4db7-8f94-31603bcc11ae req-4145ed76-6e8f-4395-ab90-3a1065dc1c61 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465011 Feb 09 01:15:40.989325 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-1b574542-24d4-4152-b8e7-3406ccd92751 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (ea27a474-047e-4515-b353-c9ab76df4af3), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:41.070574 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b574542-24d4-4152-b8e7-3406ccd92751 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Pushing event deleted for resources: {'Port': ['ID=ea27a474-047e-4515-b353-c9ab76df4af3,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:41.151463 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 47250fd7-e07f-4e36-9ffb-e754b2f9fd52 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:15:41.171563 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-1baf60fb-6845-4848-9c71-0b8471b6897a req-1def36f6-86af-4a02-9bcb-d47b25784f63 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] For port 9796e4f3-2ca6-4caf-b414-14e72e544cdf, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=9796e4f3-2ca6-4caf-b414-14e72e544cdf,segment=NetworkSegment(1201617b-d7eb-4912-b51d-e8d5054c9092),segment_id=1201617b-d7eb-4912-b51d-e8d5054c9092)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:41.172094 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1baf60fb-6845-4848-9c71-0b8471b6897a req-1def36f6-86af-4a02-9bcb-d47b25784f63 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (9796e4f3-2ca6-4caf-b414-14e72e544cdf), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:41.211519 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-081b6c96-23fc-47ae-8e4c-de43276456e4 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (aa39cfc6-84b2-4ceb-b977-0b71cfe5d250), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:41.241227 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 47250fd7-e07f-4e36-9ffb-e754b2f9fd52 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:15:41.247364 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 47250fd7-e07f-4e36-9ffb-e754b2f9fd52 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:41.248196 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (47250fd7-e07f-4e36-9ffb-e754b2f9fd52), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:41.261160 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-1baf60fb-6845-4848-9c71-0b8471b6897a req-1def36f6-86af-4a02-9bcb-d47b25784f63 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Calling delete_port for 9796e4f3-2ca6-4caf-b414-14e72e544cdf owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:15:41.288438 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-166813ae-94b2-4e48-9538-b5105cde1a10 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (0ca8ef1e-8d88-41cb-805a-ac4ffe832920), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:41.374931 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992f056-36e5-4592-b80c-8ae75f8d035f req-d6f770e2-bcf1-4b63-86c0-0bbf9d5f0c2a tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:41.377821 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9992f056-36e5-4592-b80c-8ae75f8d035f req-d6f770e2-bcf1-4b63-86c0-0bbf9d5f0c2a tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=c194c210-2972-4a10-85fd-0320d40d76fa HTTP/1.1" status: 200 len: 945 time: 0.3092120 Feb 09 01:15:41.428649 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-1b574542-24d4-4152-b8e7-3406ccd92751 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Router f610a84c-1198-40b0-a55c-bd4f1cfca3ec has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:15:41.466428 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 47250fd7-e07f-4e36-9ffb-e754b2f9fd52 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:41.466984 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (47250fd7-e07f-4e36-9ffb-e754b2f9fd52), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:41.495196 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9992f056-36e5-4592-b80c-8ae75f8d035f req-a58e302c-2e3a-42d9-8e7f-cf02b66814a0 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=3689444e-9081-4293-b49d-e6a3cea17fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049824 Feb 09 01:15:41.516503 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c194c210-2972-4a10-85fd-0320d40d76fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47250fd7-e07f-4e36-9ffb-e754b2f9fd52'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:15:41.527242 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3654e950-88ce-449b-8cd0-86c04321b946" -d '{"events": [{"server_uuid": "c194c210-2972-4a10-85fd-0320d40d76fa", "name": "network-vif-plugged", "status": "completed", "tag": "47250fd7-e07f-4e36-9ffb-e754b2f9fd52"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:15:41.550332 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 47250fd7-e07f-4e36-9ffb-e754b2f9fd52, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=47250fd7-e07f-4e36-9ffb-e754b2f9fd52,segment=NetworkSegment(8e2e0547-7361-46ac-84b5-12a09ebed7f5),segment_id=8e2e0547-7361-46ac-84b5-12a09ebed7f5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:41.568913 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (47250fd7-e07f-4e36-9ffb-e754b2f9fd52), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:41.641268 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b29da7c-2518-4286-bb73-a7fbfbbfa835 x-openstack-request-id: req-3b29da7c-2518-4286-bb73-a7fbfbbfa835 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:15:41.641602 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c194c210-2972-4a10-85fd-0320d40d76fa", "name": "network-vif-plugged", "status": "completed", "tag": "47250fd7-e07f-4e36-9ffb-e754b2f9fd52", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:15:41.642002 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3b29da7c-2518-4286-bb73-a7fbfbbfa835 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:15:41.643001 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c194c210-2972-4a10-85fd-0320d40d76fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47250fd7-e07f-4e36-9ffb-e754b2f9fd52', 'code': 200} Feb 09 01:15:41.695878 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=47250fd7-e07f-4e36-9ffb-e754b2f9fd52,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:41.718856 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-166813ae-94b2-4e48-9538-b5105cde1a10 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for port (0ca8ef1e-8d88-41cb-805a-ac4ffe832920), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:41.733032 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-166813ae-94b2-4e48-9538-b5105cde1a10 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (0ca8ef1e-8d88-41cb-805a-ac4ffe832920), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:41.808924 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1baf60fb-6845-4848-9c71-0b8471b6897a req-1def36f6-86af-4a02-9bcb-d47b25784f63 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (9796e4f3-2ca6-4caf-b414-14e72e544cdf), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:41.820923 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166813ae-94b2-4e48-9538-b5105cde1a10 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Pushing event updated for resources: {'Port': ['ID=0ca8ef1e-8d88-41cb-805a-ac4ffe832920,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:41.824346 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-1b574542-24d4-4152-b8e7-3406ccd92751 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:15:41.833287 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-081b6c96-23fc-47ae-8e4c-de43276456e4 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Deleting port 6c9a1104-5f79-45d9-ae04-fa2320d38e90 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:15:41.833531 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-081b6c96-23fc-47ae-8e4c-de43276456e4 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (6c9a1104-5f79-45d9-ae04-fa2320d38e90), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:41.835872 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db099509-726e-48b5-9f03-7d4a50cf5258 req-c265f202-69e5-4d42-90b6-b9bd25b064d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:41.838108 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13283192-a2c5-43ce-a70e-3a048b30892f None None] Sync routers for ids ['f610a84c-1198-40b0-a55c-bd4f1cfca3ec'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:15:41.838481 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-db099509-726e-48b5-9f03-7d4a50cf5258 req-c265f202-69e5-4d42-90b6-b9bd25b064d3 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=c194c210-2972-4a10-85fd-0320d40d76fa HTTP/1.1" status: 200 len: 1128 time: 0.1351573 Feb 09 01:15:41.854988 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13283192-a2c5-43ce-a70e-3a048b30892f None None] Routers {'f610a84c-1198-40b0-a55c-bd4f1cfca3ec'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:15:41.856145 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-13283192-a2c5-43ce-a70e-3a048b30892f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:15:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f610a84c-1198-40b0-a55c-bd4f1cfca3ec'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:41.913740 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-166813ae-94b2-4e48-9538-b5105cde1a10 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (8506f33d-65d7-43ce-88c0-74f16cf1c7e9), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:41.953805 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-1b574542-24d4-4152-b8e7-3406ccd92751 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] No DVR routers for this DVR port ea27a474-047e-4515-b353-c9ab76df4af3 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:15:41.954202 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-1b574542-24d4-4152-b8e7-3406ccd92751 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:41.959416 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-1b574542-24d4-4152-b8e7-3406ccd92751 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.120 "DELETE /v2.0/ports/ea27a474-047e-4515-b353-c9ab76df4af3 HTTP/1.1" status: 204 len: 173 time: 2.9398859 Feb 09 01:15:41.960614 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1def36f6-86af-4a02-9bcb-d47b25784f63 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Pushing event deleted for resources: {'Port': ['ID=9796e4f3-2ca6-4caf-b414-14e72e544cdf,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:41.972190 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'name': 'network-vif-deleted', 'tag': 'ea27a474-047e-4515-b353-c9ab76df4af3'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:15:41.974490 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b18415e-3287-4f9e-9248-5cf5cccff672" -d '{"events": [{"server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "name": "network-vif-deleted", "tag": "ea27a474-047e-4515-b353-c9ab76df4af3"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:15:42.018534 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-13283192-a2c5-43ce-a70e-3a048b30892f None None] Set router f610a84c-1198-40b0-a55c-bd4f1cfca3ec gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:15:42.048600 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-1baf60fb-6845-4848-9c71-0b8471b6897a req-1def36f6-86af-4a02-9bcb-d47b25784f63 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] No DVR routers for this DVR port 9796e4f3-2ca6-4caf-b414-14e72e544cdf on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:15:42.061399 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1baf60fb-6845-4848-9c71-0b8471b6897a req-1def36f6-86af-4a02-9bcb-d47b25784f63 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:42.074285 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1baf60fb-6845-4848-9c71-0b8471b6897a req-1def36f6-86af-4a02-9bcb-d47b25784f63 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.120 "DELETE /v2.0/ports/9796e4f3-2ca6-4caf-b414-14e72e544cdf HTTP/1.1" status: 204 len: 173 time: 2.3312349 Feb 09 01:15:42.085999 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-081b6c96-23fc-47ae-8e4c-de43276456e4 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (6c9a1104-5f79-45d9-ae04-fa2320d38e90), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:42.122804 n-d-828369-4 neutron-server[103137]: INFO neutron.db.l3_db [None req-166813ae-94b2-4e48-9538-b5105cde1a10 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Floating IP 8506f33d-65d7-43ce-88c0-74f16cf1c7e9 associated. External IP: 172.25.8.78, port: 2cfe0760-1209-44b0-91bd-8ef79ff8cf0b. Feb 09 01:15:42.127257 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-081b6c96-23fc-47ae-8e4c-de43276456e4 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Calling delete_port for 6c9a1104-5f79-45d9-ae04-fa2320d38e90 owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:15:42.194673 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-db099509-726e-48b5-9f03-7d4a50cf5258 req-3f6a5059-aa20-499b-8abd-95afc307768b service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=3689444e-9081-4293-b49d-e6a3cea17fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3328435 Feb 09 01:15:42.197951 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4909b197-03ee-4986-accb-1b4652594c11 req-77652d25-b7b9-4e27-be25-350203fe27f1 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/ports?device_id=4da916df-68b9-4159-a47b-2df3642ad61e HTTP/1.1" status: 200 len: 210 time: 0.0979896 Feb 09 01:15:42.215718 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-3dff68e2-f68c-4a09-90f8-9db9ba95759b tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1265455971&fields=id&tenant_id=aaf05f1064114b4da723fd4a19dab040 HTTP/1.1" status: 200 len: 267 time: 0.2992570 Feb 09 01:15:42.323494 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4003b1-02a1-410b-a024-dac0befa856f x-openstack-request-id: req-7c4003b1-02a1-410b-a024-dac0befa856f {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:15:42.324002 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "name": "network-vif-deleted", "tag": "ea27a474-047e-4515-b353-c9ab76df4af3", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:15:42.324412 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7c4003b1-02a1-410b-a024-dac0befa856f {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:15:42.325025 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'name': 'network-vif-deleted', 'tag': 'ea27a474-047e-4515-b353-c9ab76df4af3', 'status': 'completed', 'code': 200} Feb 09 01:15:42.367620 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-d1841a8a-9a72-482f-a1ee-8f6c81bf88eb tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:42.369474 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-d1841a8a-9a72-482f-a1ee-8f6c81bf88eb tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/networks?id=cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1 HTTP/1.1" status: 200 len: 815 time: 0.1527529 Feb 09 01:15:42.372468 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-dd6d2ed9-4706-4e98-85e4-442468d55609 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Deleting port 8878209d-10f0-43e8-9625-98836d88edd2 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:15:42.373032 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-dd6d2ed9-4706-4e98-85e4-442468d55609 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (8878209d-10f0-43e8-9625-98836d88edd2), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:42.378567 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-13283192-a2c5-43ce-a70e-3a048b30892f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f610a84c-1198-40b0-a55c-bd4f1cfca3ec', 'name': 'tempest-TaggedBootDevicesTest-1960012989-router', 'tenant_id': '6cf3517f38e6486d8ed854b974ff2e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': 'cb6aac41-5f55-45f5-9213-433dda141130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:08:24Z', 'updated_at': '2022-02-09T01:08:29Z', 'revision_number': 4, 'project_id': '6cf3517f38e6486d8ed854b974ff2e32', 'gw_port': {'id': 'cb6aac41-5f55-45f5-9213-433dda141130', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:45:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610a84c-1198-40b0-a55c-bd4f1cfca3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:25Z', 'updated_at': '2022-02-09T01:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'bdb9359a-230f-4c8e-b5fd-2f5c044dca44', 'name': '', 'network_id': '32314246-6e5a-41bd-ad0d-99eb166cb2d8', 'tenant_id': '6cf3517f38e6486d8ed854b974ff2e32', 'mac_address': 'fa:16:3e:53:cc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610a84c-1198-40b0-a55c-bd4f1cfca3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '4b06db7b-12ea-467d-9682-290ad77db41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:28Z', 'updated_at': '2022-02-09T01:08:35Z', 'revision_number': 5, 'project_id': '6cf3517f38e6486d8ed854b974ff2e32', 'subnets': [{'id': '4b06db7b-12ea-467d-9682-290ad77db41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:42.431484 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13283192-a2c5-43ce-a70e-3a048b30892f None None] Checking router: f610a84c-1198-40b0-a55c-bd4f1cfca3ec for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:15:42.443997 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13283192-a2c5-43ce-a70e-3a048b30892f None None] Routers {'f610a84c-1198-40b0-a55c-bd4f1cfca3ec'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:15:42.444693 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-13283192-a2c5-43ce-a70e-3a048b30892f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:15:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f610a84c-1198-40b0-a55c-bd4f1cfca3ec'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:42.474310 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-9b74ca20-f1f0-4940-8219-41eb8bfd4b83 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/quotas/aaf05f1064114b4da723fd4a19dab040 HTTP/1.1" status: 200 len: 375 time: 0.0955560 Feb 09 01:15:42.579295 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-dd6d2ed9-4706-4e98-85e4-442468d55609 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] For port 8878209d-10f0-43e8-9625-98836d88edd2, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=8878209d-10f0-43e8-9625-98836d88edd2,segment=NetworkSegment(3750bb22-80d4-4ec1-991e-f1fe2daedfff),segment_id=3750bb22-80d4-4ec1-991e-f1fe2daedfff)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:42.579691 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-dd6d2ed9-4706-4e98-85e4-442468d55609 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (8878209d-10f0-43e8-9625-98836d88edd2), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:42.602572 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-dd6d2ed9-4706-4e98-85e4-442468d55609 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Calling delete_port for 8878209d-10f0-43e8-9625-98836d88edd2 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:15:42.617543 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84430dfb-3d82-4c9e-82b9-ea6f37c1aba5 req-1f5ea323-e57e-47a9-a735-e80148492536 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:42.623002 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84430dfb-3d82-4c9e-82b9-ea6f37c1aba5 req-1f5ea323-e57e-47a9-a735-e80148492536 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:42.629223 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84430dfb-3d82-4c9e-82b9-ea6f37c1aba5 req-1f5ea323-e57e-47a9-a735-e80148492536 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:42.630990 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-84430dfb-3d82-4c9e-82b9-ea6f37c1aba5 req-1f5ea323-e57e-47a9-a735-e80148492536 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 2410 time: 0.1857886 Feb 09 01:15:42.639244 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-0cdfd3a9-b0aa-4e39-93d3-c1f936513a4e tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=aaf05f1064114b4da723fd4a19dab040&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1473441 Feb 09 01:15:42.760020 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-84430dfb-3d82-4c9e-82b9-ea6f37c1aba5 req-7748722d-bdde-4405-9e0a-16681dbab9da tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160846 Feb 09 01:15:42.838397 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-13283192-a2c5-43ce-a70e-3a048b30892f None None] Set router f610a84c-1198-40b0-a55c-bd4f1cfca3ec gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:15:42.854584 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166813ae-94b2-4e48-9538-b5105cde1a10 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Router 7a61de9a-9652-4a7b-9b35-77753bbe9b12 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:15:42.944304 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-dd6d2ed9-4706-4e98-85e4-442468d55609 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (8878209d-10f0-43e8-9625-98836d88edd2), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:42.993767 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6d2ed9-4706-4e98-85e4-442468d55609 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Pushing event deleted for resources: {'Port': ['ID=8878209d-10f0-43e8-9625-98836d88edd2,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:43.012273 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-081b6c96-23fc-47ae-8e4c-de43276456e4 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (6c9a1104-5f79-45d9-ae04-fa2320d38e90), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:43.058298 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081b6c96-23fc-47ae-8e4c-de43276456e4 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event deleted for resources: {'Port': ['ID=6c9a1104-5f79-45d9-ae04-fa2320d38e90,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:43.104062 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166813ae-94b2-4e48-9538-b5105cde1a10 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:15:43.115255 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2908bd-7fff-474c-b56d-28cdb294c8df None None] Sync routers for ids ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:15:43.121047 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-fd0d4fbe-aa1b-4b6f-9736-e7e4657509c6 service neutron] 10.222.0.50 "GET /v2.0/networks/cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4273005 Feb 09 01:15:43.129205 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2908bd-7fff-474c-b56d-28cdb294c8df None None] Routers {'7a61de9a-9652-4a7b-9b35-77753bbe9b12'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:15:43.132335 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9a2908bd-7fff-474c-b56d-28cdb294c8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:15:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:43.198780 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9a2908bd-7fff-474c-b56d-28cdb294c8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:43.208840 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2908bd-7fff-474c-b56d-28cdb294c8df None None] Routers {'7a61de9a-9652-4a7b-9b35-77753bbe9b12'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:15:43.209579 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9a2908bd-7fff-474c-b56d-28cdb294c8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:15:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:43.219781 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 9796e4f3-2ca6-4caf-b414-14e72e544cdf no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:15:43.229499 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-081b6c96-23fc-47ae-8e4c-de43276456e4 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (aa39cfc6-84b2-4ceb-b977-0b71cfe5d250), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:43.250188 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-166813ae-94b2-4e48-9538-b5105cde1a10 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:43.265526 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: 9796e4f3-2ca6-4caf-b414-14e72e544cdf {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:15:43.266429 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9a2908bd-7fff-474c-b56d-28cdb294c8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:43.266929 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 9796e4f3-2ca6-4caf-b414-14e72e544cdf not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:15:43.268509 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2908bd-7fff-474c-b56d-28cdb294c8df None None] The sync data for ids ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'] in n-d-828369-4 is: [] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:15:43.338745 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-13283192-a2c5-43ce-a70e-3a048b30892f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f610a84c-1198-40b0-a55c-bd4f1cfca3ec', 'name': 'tempest-TaggedBootDevicesTest-1960012989-router', 'tenant_id': '6cf3517f38e6486d8ed854b974ff2e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': 'cb6aac41-5f55-45f5-9213-433dda141130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:08:24Z', 'updated_at': '2022-02-09T01:08:29Z', 'revision_number': 4, 'project_id': '6cf3517f38e6486d8ed854b974ff2e32', 'gw_port': {'id': 'cb6aac41-5f55-45f5-9213-433dda141130', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:45:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610a84c-1198-40b0-a55c-bd4f1cfca3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:25Z', 'updated_at': '2022-02-09T01:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'bdb9359a-230f-4c8e-b5fd-2f5c044dca44', 'name': '', 'network_id': '32314246-6e5a-41bd-ad0d-99eb166cb2d8', 'tenant_id': '6cf3517f38e6486d8ed854b974ff2e32', 'mac_address': 'fa:16:3e:53:cc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610a84c-1198-40b0-a55c-bd4f1cfca3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '4b06db7b-12ea-467d-9682-290ad77db41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:28Z', 'updated_at': '2022-02-09T01:08:35Z', 'revision_number': 5, 'project_id': '6cf3517f38e6486d8ed854b974ff2e32', 'subnets': [{'id': '4b06db7b-12ea-467d-9682-290ad77db41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:43.395269 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13283192-a2c5-43ce-a70e-3a048b30892f None None] The sync data for ids ['f610a84c-1198-40b0-a55c-bd4f1cfca3ec'] in n-d-828369-4 is: [{'id': 'f610a84c-1198-40b0-a55c-bd4f1cfca3ec', 'name': 'tempest-TaggedBootDevicesTest-1960012989-router', 'tenant_id': '6cf3517f38e6486d8ed854b974ff2e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': 'cb6aac41-5f55-45f5-9213-433dda141130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:08:24Z', 'updated_at': '2022-02-09T01:08:29Z', 'revision_number': 4, 'project_id': '6cf3517f38e6486d8ed854b974ff2e32', 'gw_port': {'id': 'cb6aac41-5f55-45f5-9213-433dda141130', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:45:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610a84c-1198-40b0-a55c-bd4f1cfca3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:25Z', 'updated_at': '2022-02-09T01:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'bdb9359a-230f-4c8e-b5fd-2f5c044dca44', 'name': '', 'network_id': '32314246-6e5a-41bd-ad0d-99eb166cb2d8', 'tenant_id': '6cf3517f38e6486d8ed854b974ff2e32', 'mac_address': 'fa:16:3e:53:cc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610a84c-1198-40b0-a55c-bd4f1cfca3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '4b06db7b-12ea-467d-9682-290ad77db41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:28Z', 'updated_at': '2022-02-09T01:08:35Z', 'revision_number': 5, 'project_id': '6cf3517f38e6486d8ed854b974ff2e32', 'subnets': [{'id': '4b06db7b-12ea-467d-9682-290ad77db41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:15:43.448661 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80dfd0b-8d11-439f-9839-768bbdbfcfc9 req-1e10ea03-c26a-41b2-a779-e4521d9b3af6 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:43.450261 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a80dfd0b-8d11-439f-9839-768bbdbfcfc9 req-1e10ea03-c26a-41b2-a779-e4521d9b3af6 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=c194c210-2972-4a10-85fd-0320d40d76fa HTTP/1.1" status: 200 len: 946 time: 0.5786269 Feb 09 01:15:43.468183 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-be2ab328-a9e0-4eb3-999e-2dc2fc480ff4 service neutron] 10.222.0.50 "GET /v2.0/networks/cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457820 Feb 09 01:15:43.542611 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-166813ae-94b2-4e48-9538-b5105cde1a10 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 6.3980801 Feb 09 01:15:43.545314 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57662) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:43.552092 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-312f2681-6711-4f0f-a815-8c34cca5133a tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:43.698172 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a80dfd0b-8d11-439f-9839-768bbdbfcfc9 req-8de46d1b-ba90-4c58-b02a-11022dbc5475 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=3689444e-9081-4293-b49d-e6a3cea17fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929162 Feb 09 01:15:43.699572 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-dd6d2ed9-4706-4e98-85e4-442468d55609 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] No DVR routers for this DVR port 8878209d-10f0-43e8-9625-98836d88edd2 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:15:43.715735 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-dd6d2ed9-4706-4e98-85e4-442468d55609 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:43.724404 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-dd6d2ed9-4706-4e98-85e4-442468d55609 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.120 "DELETE /v2.0/ports/8878209d-10f0-43e8-9625-98836d88edd2 HTTP/1.1" status: 204 len: 173 time: 1.7368248 Feb 09 01:15:43.750306 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-081b6c96-23fc-47ae-8e4c-de43276456e4 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Router aa39cfc6-84b2-4ceb-b977-0b71cfe5d250 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:15:43.811176 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-312f2681-6711-4f0f-a815-8c34cca5133a tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for floatingip (8506f33d-65d7-43ce-88c0-74f16cf1c7e9), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:43.940942 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88cd015-d702-46f3-86f7-8c89b4ae568b None None] New status for floating IP 52a0b603-1c06-4780-a791-21f59e714496: DOWN {{(pid=103138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:15:43.972215 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081b6c96-23fc-47ae-8e4c-de43276456e4 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:15:43.982601 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-081b6c96-23fc-47ae-8e4c-de43276456e4 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "PUT /v2.0/routers/aa39cfc6-84b2-4ceb-b977-0b71cfe5d250/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9106269 Feb 09 01:15:43.984708 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3895c73a-95cf-45f3-afe2-f851be2cdbc4 None None] Sync routers for ids ['aa39cfc6-84b2-4ceb-b977-0b71cfe5d250'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:15:43.985459 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57676) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:44.010556 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3895c73a-95cf-45f3-afe2-f851be2cdbc4 None None] Routers {'aa39cfc6-84b2-4ceb-b977-0b71cfe5d250'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:15:44.011950 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-3895c73a-95cf-45f3-afe2-f851be2cdbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:15:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['aa39cfc6-84b2-4ceb-b977-0b71cfe5d250'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:44.047898 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a514f-17fc-49ea-9f03-d3ccff386490 req-2aee95c2-c32d-44e9-8770-ecbcc78b27ed tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:44.058449 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a514f-17fc-49ea-9f03-d3ccff386490 req-2aee95c2-c32d-44e9-8770-ecbcc78b27ed tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:44.063108 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f88a514f-17fc-49ea-9f03-d3ccff386490 req-2aee95c2-c32d-44e9-8770-ecbcc78b27ed tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 1677 time: 0.1506739 Feb 09 01:15:44.115702 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-3895c73a-95cf-45f3-afe2-f851be2cdbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:44.133430 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3895c73a-95cf-45f3-afe2-f851be2cdbc4 None None] Routers {'aa39cfc6-84b2-4ceb-b977-0b71cfe5d250'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:15:44.134429 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-3895c73a-95cf-45f3-afe2-f851be2cdbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:15:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['aa39cfc6-84b2-4ceb-b977-0b71cfe5d250'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:44.143624 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-aa6f3561-bfd7-4fe4-93d6-81909e42d096 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Deleting port d9333083-f77a-41ef-9c7c-7d3914e2076c {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:15:44.144898 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-aa6f3561-bfd7-4fe4-93d6-81909e42d096 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (d9333083-f77a-41ef-9c7c-7d3914e2076c), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:44.201478 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-3895c73a-95cf-45f3-afe2-f851be2cdbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:44.202474 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3895c73a-95cf-45f3-afe2-f851be2cdbc4 None None] The sync data for ids ['aa39cfc6-84b2-4ceb-b977-0b71cfe5d250'] in n-d-828369-4 is: [] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:15:44.289493 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-772329f9-0c18-4fa3-8fd9-6f561ea0d877 req-e4c3a9d9-9260-4e62-aaba-0679ee7c2da2 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups/6725cd7d-c359-4173-9ae6-f33428f9d84c HTTP/1.1" status: 200 len: 1819 time: 0.1870167 Feb 09 01:15:44.302780 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-312f2681-6711-4f0f-a815-8c34cca5133a tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:44.359314 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-aa6f3561-bfd7-4fe4-93d6-81909e42d096 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] For port d9333083-f77a-41ef-9c7c-7d3914e2076c, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=d9333083-f77a-41ef-9c7c-7d3914e2076c,segment=NetworkSegment(a70768ab-a3e6-4f0b-bd69-0014c783c3ba),segment_id=a70768ab-a3e6-4f0b-bd69-0014c783c3ba)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:44.359996 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-aa6f3561-bfd7-4fe4-93d6-81909e42d096 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (d9333083-f77a-41ef-9c7c-7d3914e2076c), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:44.368704 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-312f2681-6711-4f0f-a815-8c34cca5133a tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (8506f33d-65d7-43ce-88c0-74f16cf1c7e9), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:44.369055 n-d-828369-4 neutron-server[103137]: INFO neutron.db.l3_db [None req-312f2681-6711-4f0f-a815-8c34cca5133a tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Floating IP 8506f33d-65d7-43ce-88c0-74f16cf1c7e9 disassociated. External IP: 172.25.8.78, port: 2cfe0760-1209-44b0-91bd-8ef79ff8cf0b. Feb 09 01:15:44.385193 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-aa6f3561-bfd7-4fe4-93d6-81909e42d096 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Calling delete_port for d9333083-f77a-41ef-9c7c-7d3914e2076c owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:15:44.479045 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da916df-68b9-4159-a47b-2df3642ad61e', 'name': 'network-vif-deleted', 'tag': '9796e4f3-2ca6-4caf-b414-14e72e544cdf'}, {'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'name': 'network-vif-deleted', 'tag': '8878209d-10f0-43e8-9625-98836d88edd2'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:15:44.481720 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2767d509-0e0d-46f4-8bc9-97ec9b294d35" -d '{"events": [{"server_uuid": "4da916df-68b9-4159-a47b-2df3642ad61e", "name": "network-vif-deleted", "tag": "9796e4f3-2ca6-4caf-b414-14e72e544cdf"}, {"server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "name": "network-vif-deleted", "tag": "8878209d-10f0-43e8-9625-98836d88edd2"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:15:44.496857 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-821efd8f-736e-4ab0-8f8a-8673ce645368 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] remove_router_interface failed (client error): The resource could not be found. Feb 09 01:15:44.501158 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-821efd8f-736e-4ab0-8f8a-8673ce645368 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "PUT /v2.0/routers/aa39cfc6-84b2-4ceb-b977-0b71cfe5d250/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5138447 Feb 09 01:15:44.502055 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57692) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:44.522457 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f88a514f-17fc-49ea-9f03-d3ccff386490 req-eddaa431-1d3a-44de-b573-d17a4cfa87c0 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4527674 Feb 09 01:15:44.552789 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 57694) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:44.553514 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b5a98670-5214-4e60-b4e7-fd783d95285b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa39cfc6-84b2-4ceb-b977-0b71cfe5d250 HTTP/1.1" status: 200 len: 205 time: 0.0477660 Feb 09 01:15:44.779455 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312f2681-6711-4f0f-a815-8c34cca5133a tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Router 7a61de9a-9652-4a7b-9b35-77753bbe9b12 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:15:44.798340 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-836bb678-e764-4cb6-8d21-93e2df8b9b39 req-c7bf6f70-aa0a-496b-98b4-8ea17479dde0 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 210 time: 0.0752537 Feb 09 01:15:44.827895 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8914f639-e789-4f40-9b2a-3aee553dd8fe tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for router (aa39cfc6-84b2-4ceb-b977-0b71cfe5d250), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:44.950847 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312f2681-6711-4f0f-a815-8c34cca5133a tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:15:44.962966 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaac0f90-1f06-475a-81b7-ab153a90fb47 None None] Sync routers for ids ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:15:44.969569 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-312f2681-6711-4f0f-a815-8c34cca5133a tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:45.010254 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaac0f90-1f06-475a-81b7-ab153a90fb47 None None] Routers {'7a61de9a-9652-4a7b-9b35-77753bbe9b12'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:15:45.011270 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-aaac0f90-1f06-475a-81b7-ab153a90fb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:15:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:45.020331 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-312f2681-6711-4f0f-a815-8c34cca5133a tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "PUT /v2.0/floatingips/8506f33d-65d7-43ce-88c0-74f16cf1c7e9 HTTP/1.1" status: 200 len: 687 time: 1.4736710 Feb 09 01:15:45.020889 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57704) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:45.110390 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-aaac0f90-1f06-475a-81b7-ab153a90fb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:45.124745 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaac0f90-1f06-475a-81b7-ab153a90fb47 None None] Routers {'7a61de9a-9652-4a7b-9b35-77753bbe9b12'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:15:45.125775 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-aaac0f90-1f06-475a-81b7-ab153a90fb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:15:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:45.172529 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-aaac0f90-1f06-475a-81b7-ab153a90fb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:45.174153 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaac0f90-1f06-475a-81b7-ab153a90fb47 None None] The sync data for ids ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'] in n-d-828369-4 is: [] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:15:45.238769 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 01:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb001f1e-abe5-49ed-8bf9-9e2962d627f9 x-openstack-request-id: req-cb001f1e-abe5-49ed-8bf9-9e2962d627f9 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:15:45.239732 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da916df-68b9-4159-a47b-2df3642ad61e", "name": "network-vif-deleted", "tag": "9796e4f3-2ca6-4caf-b414-14e72e544cdf", "status": "completed", "code": 200}, {"server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "name": "network-vif-deleted", "tag": "8878209d-10f0-43e8-9625-98836d88edd2", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:15:45.239995 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cb001f1e-abe5-49ed-8bf9-9e2962d627f9 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:15:45.240404 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da916df-68b9-4159-a47b-2df3642ad61e', 'name': 'network-vif-deleted', 'tag': '9796e4f3-2ca6-4caf-b414-14e72e544cdf', 'status': 'completed', 'code': 200} Feb 09 01:15:45.240704 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'name': 'network-vif-deleted', 'tag': '8878209d-10f0-43e8-9625-98836d88edd2', 'status': 'completed', 'code': 200} Feb 09 01:15:45.244406 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-64c45fd2-371e-4ab4-adbf-ef90867bbdde tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Deleting port 0ca8ef1e-8d88-41cb-805a-ac4ffe832920 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:15:45.245126 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-64c45fd2-371e-4ab4-adbf-ef90867bbdde tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (0ca8ef1e-8d88-41cb-805a-ac4ffe832920), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:45.362489 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-64c45fd2-371e-4ab4-adbf-ef90867bbdde tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (0ca8ef1e-8d88-41cb-805a-ac4ffe832920), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:45.364672 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-64c45fd2-371e-4ab4-adbf-ef90867bbdde tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for floatingip (0ca8ef1e-8d88-41cb-805a-ac4ffe832920), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:45.384498 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-64c45fd2-371e-4ab4-adbf-ef90867bbdde tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Calling delete_port for 0ca8ef1e-8d88-41cb-805a-ac4ffe832920 owned by network:floatingip {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:15:45.438128 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8914f639-e789-4f40-9b2a-3aee553dd8fe tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (aa39cfc6-84b2-4ceb-b977-0b71cfe5d250), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:45.440376 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8914f639-e789-4f40-9b2a-3aee553dd8fe tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for router_controller (aa39cfc6-84b2-4ceb-b977-0b71cfe5d250), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:45.487244 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-aa6f3561-bfd7-4fe4-93d6-81909e42d096 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (d9333083-f77a-41ef-9c7c-7d3914e2076c), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:45.504523 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-772329f9-0c18-4fa3-8fd9-6f561ea0d877 req-814ad585-d636-4e5e-a156-31553260d518 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (6725cd7d-c359-4173-9ae6-f33428f9d84c), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:45.538671 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f3561-bfd7-4fe4-93d6-81909e42d096 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Pushing event deleted for resources: {'Port': ['ID=d9333083-f77a-41ef-9c7c-7d3914e2076c,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:45.540757 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8914f639-e789-4f40-9b2a-3aee553dd8fe tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (aa39cfc6-84b2-4ceb-b977-0b71cfe5d250), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:45.541481 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8914f639-e789-4f40-9b2a-3aee553dd8fe tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Fanout notify agent at l3_agent the message router_deleted on router aa39cfc6-84b2-4ceb-b977-0b71cfe5d250 {{(pid=103136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:15:45.569004 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8914f639-e789-4f40-9b2a-3aee553dd8fe tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:45.570999 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8914f639-e789-4f40-9b2a-3aee553dd8fe tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "DELETE /v2.0/routers/aa39cfc6-84b2-4ceb-b977-0b71cfe5d250 HTTP/1.1" status: 204 len: 168 time: 1.0075748 Feb 09 01:15:45.580779 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 57714) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:45.593176 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-772329f9-0c18-4fa3-8fd9-6f561ea0d877 req-814ad585-d636-4e5e-a156-31553260d518 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (6725cd7d-c359-4173-9ae6-f33428f9d84c), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:45.632244 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-64c45fd2-371e-4ab4-adbf-ef90867bbdde tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (0ca8ef1e-8d88-41cb-805a-ac4ffe832920), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:45.826750 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c1a8081-9f3f-42d6-8628-e8fab95d0220 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Deleting subnet 9ffe8742-49b0-4105-ae3c-4e9bada33e67 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:15:45.853342 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-aa6f3561-bfd7-4fe4-93d6-81909e42d096 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] No DVR routers for this DVR port d9333083-f77a-41ef-9c7c-7d3914e2076c on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:15:45.869466 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67def8e1-b498-4102-92f9-158c9aa41875 req-e0304cf6-d392-4abd-9a26-f5e9cb735cfe tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:45.871072 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-67def8e1-b498-4102-92f9-158c9aa41875 req-e0304cf6-d392-4abd-9a26-f5e9cb735cfe tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=c194c210-2972-4a10-85fd-0320d40d76fa HTTP/1.1" status: 200 len: 946 time: 0.6347241 Feb 09 01:15:45.874337 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-aa6f3561-bfd7-4fe4-93d6-81909e42d096 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:45.884501 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-aa6f3561-bfd7-4fe4-93d6-81909e42d096 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.120 "DELETE /v2.0/ports/d9333083-f77a-41ef-9c7c-7d3914e2076c HTTP/1.1" status: 204 len: 173 time: 2.1538370 Feb 09 01:15:45.902856 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7c1a8081-9f3f-42d6-8628-e8fab95d0220 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for subnet (9ffe8742-49b0-4105-ae3c-4e9bada33e67), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:46.029007 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-772329f9-0c18-4fa3-8fd9-6f561ea0d877 req-814ad585-d636-4e5e-a156-31553260d518 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (6725cd7d-c359-4173-9ae6-f33428f9d84c), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:46.038412 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-772329f9-0c18-4fa3-8fd9-6f561ea0d877 req-814ad585-d636-4e5e-a156-31553260d518 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:46.039752 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-772329f9-0c18-4fa3-8fd9-6f561ea0d877 req-814ad585-d636-4e5e-a156-31553260d518 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "DELETE /v2.0/security-groups/6725cd7d-c359-4173-9ae6-f33428f9d84c HTTP/1.1" status: 204 len: 173 time: 1.5408607 Feb 09 01:15:46.075904 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7c1a8081-9f3f-42d6-8628-e8fab95d0220 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (9ffe8742-49b0-4105-ae3c-4e9bada33e67), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:46.119274 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ad585-d636-4e5e-a156-31553260d518 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6725cd7d-c359-4173-9ae6-f33428f9d84c,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:46.230644 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-47687c1f-ceb8-40e5-9aa9-84cfc59bf068 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:46.232231 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-47687c1f-ceb8-40e5-9aa9-84cfc59bf068 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.47 "GET /v2.0/networks?id=cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1 HTTP/1.1" status: 200 len: 815 time: 0.5565906 Feb 09 01:15:46.233473 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c45fd2-371e-4ab4-adbf-ef90867bbdde tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Pushing event deleted for resources: {'Port': ['ID=0ca8ef1e-8d88-41cb-805a-ac4ffe832920,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:46.289119 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-67def8e1-b498-4102-92f9-158c9aa41875 req-ac54bc84-23a5-459d-a846-007635367ff7 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=3689444e-9081-4293-b49d-e6a3cea17fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3831615 Feb 09 01:15:46.325316 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-64c45fd2-371e-4ab4-adbf-ef90867bbdde tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for floatingip (8506f33d-65d7-43ce-88c0-74f16cf1c7e9), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:46.334329 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-64c45fd2-371e-4ab4-adbf-ef90867bbdde tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:46.342802 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-64c45fd2-371e-4ab4-adbf-ef90867bbdde tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "DELETE /v2.0/floatingips/8506f33d-65d7-43ce-88c0-74f16cf1c7e9 HTTP/1.1" status: 204 len: 168 time: 1.3208127 Feb 09 01:15:46.343580 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57732) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:46.349389 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-aef8e2d5-c3ef-404e-8778-736a2c1828c9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'port_id': '123fa40d-e5a3-4ac4-9143-83e35b97db41'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:46.376145 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-aef8e2d5-c3ef-404e-8778-736a2c1828c9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:46.471784 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6ee082da-16b1-44ca-b8c0-57c1135451b7 req-8943143c-59cf-411a-a007-dc21580aab96 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 210 time: 0.0821528 Feb 09 01:15:46.507734 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7c1a8081-9f3f-42d6-8628-e8fab95d0220 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (9ffe8742-49b0-4105-ae3c-4e9bada33e67), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:46.558533 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-aef8e2d5-c3ef-404e-8778-736a2c1828c9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:46.616690 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-da0dfdd3-51e9-4392-909f-94b4fddf1df3 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aaf05f1064114b4da723fd4a19dab040 HTTP/1.1" status: 200 len: 380 time: 0.3209367 Feb 09 01:15:46.618133 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7c1a8081-9f3f-42d6-8628-e8fab95d0220 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (9ffe8742-49b0-4105-ae3c-4e9bada33e67), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:46.690058 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-e1890702-c636-47dc-8036-f59d1ec9d2e7 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Request body: {'port': {'device_id': '0646ab1e-595c-4d69-8491-e0c540154c17', 'network_id': 'cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1', 'admin_state_up': True, 'tenant_id': 'aaf05f1064114b4da723fd4a19dab040', 'security_groups': ['65c8f205-c6cb-41d5-b5f1-7ee56e174081']}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:46.697848 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a8081-9f3f-42d6-8628-e8fab95d0220 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event deleted for resources: {'Subnet': ['ID=9ffe8742-49b0-4105-ae3c-4e9bada33e67,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:46.702322 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-9c63709d-0a27-4c18-b101-1dec80b7913a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Deleting port a50b63d9-9aa6-4f44-8c47-71c17ea2941a {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:15:46.702843 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-9c63709d-0a27-4c18-b101-1dec80b7913a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (a50b63d9-9aa6-4f44-8c47-71c17ea2941a), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:46.726532 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-aef8e2d5-c3ef-404e-8778-736a2c1828c9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Allocated IP 172.25.8.208 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/52109e96-56d7-4cfc-86e8-d642b34e9737) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:46.852757 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7c1a8081-9f3f-42d6-8628-e8fab95d0220 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:46.856593 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005a2dd7-9833-4929-a25e-9c82f3815afb None None] Network a08fd262-26c7-4e3d-88fa-aae5fc8dcfad requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:15:46.858834 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-7c1a8081-9f3f-42d6-8628-e8fab95d0220 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "DELETE /v2.0/subnets/9ffe8742-49b0-4105-ae3c-4e9bada33e67 HTTP/1.1" status: 204 len: 168 time: 1.2758961 Feb 09 01:15:46.860684 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57744) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:46.872926 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57a93f-953f-432a-8e1e-c3370780b0f0 req-386af926-721e-4beb-b9e7-eb0754f3d155 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:46.881082 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4c57a93f-953f-432a-8e1e-c3370780b0f0 req-386af926-721e-4beb-b9e7-eb0754f3d155 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 943 time: 0.6991048 Feb 09 01:15:46.930979 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b5a86ca2-20ee-4fd3-918e-0425480f4a3c req-e56d8de5-138b-4fdc-9eb3-d1c9c34f6b04 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "GET /v2.0/security-groups/c249e5ae-f269-4252-b97f-7e36957ddb52 HTTP/1.1" status: 200 len: 1820 time: 0.3198826 Feb 09 01:15:46.973935 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-9c63709d-0a27-4c18-b101-1dec80b7913a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] For port a50b63d9-9aa6-4f44-8c47-71c17ea2941a, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=a50b63d9-9aa6-4f44-8c47-71c17ea2941a,segment=NetworkSegment(3750bb22-80d4-4ec1-991e-f1fe2daedfff),segment_id=3750bb22-80d4-4ec1-991e-f1fe2daedfff)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:46.974601 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-9c63709d-0a27-4c18-b101-1dec80b7913a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (a50b63d9-9aa6-4f44-8c47-71c17ea2941a), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:47.047388 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-9c63709d-0a27-4c18-b101-1dec80b7913a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Calling delete_port for a50b63d9-9aa6-4f44-8c47-71c17ea2941a owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:15:47.105692 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4c57a93f-953f-432a-8e1e-c3370780b0f0 req-54515f8f-eb6d-49e9-8d8c-7abe340275ed tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups?id=7132a9b3-c715-4191-9c3f-0b3a60428cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2233517 Feb 09 01:15:47.137971 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-96ca07f0-1cd7-4b5b-97bd-88d007c75334 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (a08fd262-26c7-4e3d-88fa-aae5fc8dcfad), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:47.141187 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45f0883-19f0-4310-a914-58cafce3d1f3 None None] DHCP port deletion for a08fd262-26c7-4e3d-88fa-aae5fc8dcfad request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:15:47.214625 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-aef8e2d5-c3ef-404e-8778-736a2c1828c9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for port (52109e96-56d7-4cfc-86e8-d642b34e9737), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:47.242394 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a45f0883-19f0-4310-a914-58cafce3d1f3 None None] Deleting port fd127ec4-819b-4d35-94a1-d2e47f5448b7 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:15:47.243049 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a45f0883-19f0-4310-a914-58cafce3d1f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (fd127ec4-819b-4d35-94a1-d2e47f5448b7), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:47.263459 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'name': 'network-vif-deleted', 'tag': 'd9333083-f77a-41ef-9c7c-7d3914e2076c'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:15:47.270786 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45fddc4-eff4-45f1-b2d2-6f5fc21f5216" -d '{"events": [{"server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "name": "network-vif-deleted", "tag": "d9333083-f77a-41ef-9c7c-7d3914e2076c"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:15:47.319585 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-96ca07f0-1cd7-4b5b-97bd-88d007c75334 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Deleting port fd127ec4-819b-4d35-94a1-d2e47f5448b7 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:15:47.319930 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-96ca07f0-1cd7-4b5b-97bd-88d007c75334 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (fd127ec4-819b-4d35-94a1-d2e47f5448b7), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:47.356156 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b5a86ca2-20ee-4fd3-918e-0425480f4a3c req-eaf0129c-0394-48a4-9822-4f2c8f581935 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (c249e5ae-f269-4252-b97f-7e36957ddb52), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:47.366801 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-aef8e2d5-c3ef-404e-8778-736a2c1828c9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (52109e96-56d7-4cfc-86e8-d642b34e9737), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:47.380482 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-a45f0883-19f0-4310-a914-58cafce3d1f3 None None] For port fd127ec4-819b-4d35-94a1-d2e47f5448b7, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=fd127ec4-819b-4d35-94a1-d2e47f5448b7,segment=NetworkSegment(ea04f30c-1ec0-4efb-a06d-6a5cc18cd398),segment_id=ea04f30c-1ec0-4efb-a06d-6a5cc18cd398)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:47.384200 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a45f0883-19f0-4310-a914-58cafce3d1f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (fd127ec4-819b-4d35-94a1-d2e47f5448b7), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:47.384372 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-e1890702-c636-47dc-8036-f59d1ec9d2e7 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Made reservation on behalf of aaf05f1064114b4da723fd4a19dab040 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:47.387148 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-e1890702-c636-47dc-8036-f59d1ec9d2e7 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:47.427417 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef8e2d5-c3ef-404e-8778-736a2c1828c9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:47.428752 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a45f0883-19f0-4310-a914-58cafce3d1f3 None None] Calling delete_port for fd127ec4-819b-4d35-94a1-d2e47f5448b7 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:15:47.434770 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-aef8e2d5-c3ef-404e-8778-736a2c1828c9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:47.445662 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef8e2d5-c3ef-404e-8778-736a2c1828c9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:15:47.445997 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b5a86ca2-20ee-4fd3-918e-0425480f4a3c req-eaf0129c-0394-48a4-9822-4f2c8f581935 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (c249e5ae-f269-4252-b97f-7e36957ddb52), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:47.495828 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-96ca07f0-1cd7-4b5b-97bd-88d007c75334 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] For port fd127ec4-819b-4d35-94a1-d2e47f5448b7, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=fd127ec4-819b-4d35-94a1-d2e47f5448b7,segment=NetworkSegment(ea04f30c-1ec0-4efb-a06d-6a5cc18cd398),segment_id=ea04f30c-1ec0-4efb-a06d-6a5cc18cd398)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:47.496255 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-96ca07f0-1cd7-4b5b-97bd-88d007c75334 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (fd127ec4-819b-4d35-94a1-d2e47f5448b7), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:47.500105 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8e2d5-c3ef-404e-8778-736a2c1828c9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Pushing event updated for resources: {'Port': ['ID=52109e96-56d7-4cfc-86e8-d642b34e9737,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:47.506627 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208324b-fa12-4c67-a95b-e75304cd2330 req-55bb5fac-0b8c-432e-80a4-3195199b061d tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:47.519087 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7208324b-fa12-4c67-a95b-e75304cd2330 req-55bb5fac-0b8c-432e-80a4-3195199b061d tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=c194c210-2972-4a10-85fd-0320d40d76fa HTTP/1.1" status: 200 len: 946 time: 0.2423255 Feb 09 01:15:47.535497 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57754) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:47.549944 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-467c5232-99d0-42ca-a1dd-707919cab1d8 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Request body: {'floatingip': {'port_id': '47250fd7-e07f-4e36-9ffb-e754b2f9fd52'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:47.551762 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a45f0883-19f0-4310-a914-58cafce3d1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (fd127ec4-819b-4d35-94a1-d2e47f5448b7), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:47.579143 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45f0883-19f0-4310-a914-58cafce3d1f3 None None] No DVR routers for this DVR port fd127ec4-819b-4d35-94a1-d2e47f5448b7 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:15:47.610885 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6f0c3f-1908-47d1-a168-1aa2efe82638 x-openstack-request-id: req-2f6f0c3f-1908-47d1-a168-1aa2efe82638 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:15:47.612519 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "name": "network-vif-deleted", "tag": "d9333083-f77a-41ef-9c7c-7d3914e2076c", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:15:47.612907 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2f6f0c3f-1908-47d1-a168-1aa2efe82638 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:15:47.613251 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'name': 'network-vif-deleted', 'tag': 'd9333083-f77a-41ef-9c7c-7d3914e2076c', 'status': 'completed', 'code': 200} Feb 09 01:15:47.617961 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b5a86ca2-20ee-4fd3-918e-0425480f4a3c req-eaf0129c-0394-48a4-9822-4f2c8f581935 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (c249e5ae-f269-4252-b97f-7e36957ddb52), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:47.620757 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b5a86ca2-20ee-4fd3-918e-0425480f4a3c req-eaf0129c-0394-48a4-9822-4f2c8f581935 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:47.628944 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b5a86ca2-20ee-4fd3-918e-0425480f4a3c req-eaf0129c-0394-48a4-9822-4f2c8f581935 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] 10.222.0.50 "DELETE /v2.0/security-groups/c249e5ae-f269-4252-b97f-7e36957ddb52 HTTP/1.1" status: 204 len: 173 time: 0.6804974 Feb 09 01:15:47.645462 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 57758) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:47.647651 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf0129c-0394-48a4-9822-4f2c8f581935 tempest-SecurityGroupsTestJSON-452220336 tempest-SecurityGroupsTestJSON-452220336-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c249e5ae-f269-4252-b97f-7e36957ddb52,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:47.648068 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-96ca07f0-1cd7-4b5b-97bd-88d007c75334 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Calling delete_port for fd127ec4-819b-4d35-94a1-d2e47f5448b7 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:15:47.678303 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f0883-19f0-4310-a914-58cafce3d1f3 None None] Pushing event deleted for resources: {'Port': ['ID=fd127ec4-819b-4d35-94a1-d2e47f5448b7,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:47.716005 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-467c5232-99d0-42ca-a1dd-707919cab1d8 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks [] for floatingip (85e014c4-e040-4c65-bb6e-fe3b27069d9a), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:47.732420 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-9c63709d-0a27-4c18-b101-1dec80b7913a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (a50b63d9-9aa6-4f44-8c47-71c17ea2941a), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:47.772047 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1c83d945-bb31-437b-932b-d08e3f668a5a req-1b8c43ad-e68f-41ba-b275-fd456d8c1ea4 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 210 time: 0.0797498 Feb 09 01:15:47.891562 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c63709d-0a27-4c18-b101-1dec80b7913a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Pushing event deleted for resources: {'Port': ['ID=a50b63d9-9aa6-4f44-8c47-71c17ea2941a,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:47.935737 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-9c63709d-0a27-4c18-b101-1dec80b7913a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] No DVR routers for this DVR port a50b63d9-9aa6-4f44-8c47-71c17ea2941a on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:15:47.941022 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-9c63709d-0a27-4c18-b101-1dec80b7913a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:47.944435 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3ff4509a-40f0-4627-a2a2-bd93f9e1fe2c req-9c63709d-0a27-4c18-b101-1dec80b7913a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.120 "DELETE /v2.0/ports/a50b63d9-9aa6-4f44-8c47-71c17ea2941a HTTP/1.1" status: 204 len: 173 time: 2.0244515 Feb 09 01:15:47.954718 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-443c51bd-b543-4907-b2ae-d2750744d559 admin admin] Deleting subnet 0e3478a4-00f6-4fcc-a551-92ba1e3f6194 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:15:47.968951 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-443c51bd-b543-4907-b2ae-d2750744d559 admin admin] Publish callbacks [] for subnet (0e3478a4-00f6-4fcc-a551-92ba1e3f6194), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:48.058844 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-443c51bd-b543-4907-b2ae-d2750744d559 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (0e3478a4-00f6-4fcc-a551-92ba1e3f6194), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:48.061484 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-e1890702-c636-47dc-8036-f59d1ec9d2e7 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Allocated IP 172.20.0.12 (cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1/49020204-32ea-4a87-9cac-f7541e99d5f3/5da965be-0d13-4d53-a485-8e06aa49418f) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:48.132907 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-443c51bd-b543-4907-b2ae-d2750744d559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (0e3478a4-00f6-4fcc-a551-92ba1e3f6194), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:48.261611 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-797553b6-2813-4ff6-aad2-271d58ac14ee req-32e68d1f-5784-4b4f-a7b7-8375f652ce51 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 210 time: 0.0343516 Feb 09 01:15:48.381920 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-443c51bd-b543-4907-b2ae-d2750744d559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (0e3478a4-00f6-4fcc-a551-92ba1e3f6194), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:48.414308 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-96ca07f0-1cd7-4b5b-97bd-88d007c75334 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (fd127ec4-819b-4d35-94a1-d2e47f5448b7), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:48.422437 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443c51bd-b543-4907-b2ae-d2750744d559 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e3478a4-00f6-4fcc-a551-92ba1e3f6194,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:48.441107 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ca07f0-1cd7-4b5b-97bd-88d007c75334 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] No DVR routers for this DVR port fd127ec4-819b-4d35-94a1-d2e47f5448b7 on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:15:48.448552 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-443c51bd-b543-4907-b2ae-d2750744d559 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:48.452589 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-443c51bd-b543-4907-b2ae-d2750744d559 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0e3478a4-00f6-4fcc-a551-92ba1e3f6194 HTTP/1.1" status: 204 len: 168 time: 0.8021691 Feb 09 01:15:48.454914 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 57776) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:48.522446 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca07f0-1cd7-4b5b-97bd-88d007c75334 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event deleted for resources: {'Port': ['ID=fd127ec4-819b-4d35-94a1-d2e47f5448b7,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:48.560452 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-92a5ad09-7bbe-4300-beef-60f7526f51f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:48.630792 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-e1890702-c636-47dc-8036-f59d1ec9d2e7 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Publish callbacks [] for port (5da965be-0d13-4d53-a485-8e06aa49418f), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:48.634106 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-96ca07f0-1cd7-4b5b-97bd-88d007c75334 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (a08fd262-26c7-4e3d-88fa-aae5fc8dcfad), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:48.720968 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-92a5ad09-7bbe-4300-beef-60f7526f51f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:48.736414 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-96ca07f0-1cd7-4b5b-97bd-88d007c75334 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a08fd262-26c7-4e3d-88fa-aae5fc8dcfad']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:48.755869 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-92a5ad09-7bbe-4300-beef-60f7526f51f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:48.767978 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-92a5ad09-7bbe-4300-beef-60f7526f51f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1201617b-d7eb-4912-b51d-e8d5054c9092') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:48.768287 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-92a5ad09-7bbe-4300-beef-60f7526f51f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1201617b-d7eb-4912-b51d-e8d5054c9092') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:48.779107 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-92a5ad09-7bbe-4300-beef-60f7526f51f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (1201617b-d7eb-4912-b51d-e8d5054c9092), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:48.796818 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-92a5ad09-7bbe-4300-beef-60f7526f51f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (1201617b-d7eb-4912-b51d-e8d5054c9092), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:48.804577 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92a5ad09-7bbe-4300-beef-60f7526f51f6 admin admin] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:15:48.805004 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-92a5ad09-7bbe-4300-beef-60f7526f51f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (1201617b-d7eb-4912-b51d-e8d5054c9092), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:48.807213 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:15:48.807213 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:15:48.807213 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:15:48.807213 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:15:48.807213 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:15:48.807213 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:15:48.807213 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:15:48.807213 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:15:48.807213 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:15:48.807213 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:15:48.807213 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:15:48.807213 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:15:48.807213 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:15:48.807213 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:15:48.807213 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:15:48.807213 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:15:48.807213 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:15:48.807213 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:15:48.807213 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:15:48.807213 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:15:48.807213 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:15:48.807213 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:15:48.807213 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:15:48.807213 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:15:48.807213 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:15:48.807213 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:15:48.807213 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:15:48.807213 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:15:48.807213 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:15:48.807213 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:15:48.807213 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:15:48.807213 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:15:48.883133 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-96ca07f0-1cd7-4b5b-97bd-88d007c75334 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea04f30c-1ec0-4efb-a06d-6a5cc18cd398') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:48.883661 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-96ca07f0-1cd7-4b5b-97bd-88d007c75334 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea04f30c-1ec0-4efb-a06d-6a5cc18cd398') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:48.926396 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-96ca07f0-1cd7-4b5b-97bd-88d007c75334 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (ea04f30c-1ec0-4efb-a06d-6a5cc18cd398), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:48.952125 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device fd127ec4-819b-4d35-94a1-d2e47f5448b7 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:15:48.956589 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-96ca07f0-1cd7-4b5b-97bd-88d007c75334 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (ea04f30c-1ec0-4efb-a06d-6a5cc18cd398), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:48.964095 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-28d80351-fb3b-47a5-997a-cdae24e00ef8 req-9ba98a06-782a-4882-9e43-fbffb3d81507 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 210 time: 0.0812888 Feb 09 01:15:48.973758 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96ca07f0-1cd7-4b5b-97bd-88d007c75334 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:15:48.975422 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-96ca07f0-1cd7-4b5b-97bd-88d007c75334 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (ea04f30c-1ec0-4efb-a06d-6a5cc18cd398), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:49.002308 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-92a5ad09-7bbe-4300-beef-60f7526f51f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:49.003245 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: fd127ec4-819b-4d35-94a1-d2e47f5448b7 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:15:49.003820 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device fd127ec4-819b-4d35-94a1-d2e47f5448b7 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:15:49.006521 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:15:49.006521 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:15:49.006521 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:15:49.006521 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:15:49.006521 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:15:49.006521 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:15:49.006521 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:15:49.006521 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:15:49.006521 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:15:49.006521 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:15:49.006521 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:15:49.006521 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:15:49.006521 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:15:49.006521 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:15:49.006521 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:15:49.006521 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:15:49.006521 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:15:49.006521 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:15:49.006521 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:15:49.006521 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:15:49.006521 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:15:49.006521 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:15:49.006521 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:15:49.006521 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:15:49.006521 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:15:49.006521 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:15:49.006521 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:15:49.006521 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:15:49.006521 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:15:49.006521 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:15:49.006521 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:15:49.006521 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:15:49.006521 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:15:49.006521 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:15:49.006521 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:15:49.006521 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:15:49.006521 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:15:49.006521 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:15:49.006521 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:15:49.006521 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:15:49.014626 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-92a5ad09-7bbe-4300-beef-60f7526f51f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:49.034054 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-92a5ad09-7bbe-4300-beef-60f7526f51f6 admin admin] 10.222.0.50 "DELETE /v2.0/networks/4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58 HTTP/1.1" status: 204 len: 168 time: 0.5688801 Feb 09 01:15:49.036704 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-e1890702-c636-47dc-8036-f59d1ec9d2e7 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (5da965be-0d13-4d53-a485-8e06aa49418f), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:49.128228 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a5ad09-7bbe-4300-beef-60f7526f51f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e7bf08b-8437-4c39-9ba4-dc7bb86c4e58,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:49.179402 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-e1890702-c636-47dc-8036-f59d1ec9d2e7 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Network cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:49.184413 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-e1890702-c636-47dc-8036-f59d1ec9d2e7 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:49.210269 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-e1890702-c636-47dc-8036-f59d1ec9d2e7 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:15:49.222527 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-467c5232-99d0-42ca-a1dd-707919cab1d8 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:49.226426 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-aef8e2d5-c3ef-404e-8778-736a2c1828c9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for floatingip (79385d76-7dfb-4f85-883b-50cde4daf74f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:49.227170 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1890702-c636-47dc-8036-f59d1ec9d2e7 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Pushing event updated for resources: {'Port': ['ID=5da965be-0d13-4d53-a485-8e06aa49418f,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:49.280625 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-467c5232-99d0-42ca-a1dd-707919cab1d8 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (85e014c4-e040-4c65-bb6e-fe3b27069d9a), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:49.330448 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-e1890702-c636-47dc-8036-f59d1ec9d2e7 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:49.331145 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-e1890702-c636-47dc-8036-f59d1ec9d2e7 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:49.368958 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-e1890702-c636-47dc-8036-f59d1ec9d2e7 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7426724 Feb 09 01:15:49.387629 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-08318248-559b-4dda-b2ee-83162a9775d9 service neutron] Request body: {'port': {'device_id': '0646ab1e-595c-4d69-8491-e0c540154c17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:49.392682 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 57806) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:49.478424 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd41e6a0-9690-4614-ab53-d2b4fcd3b5e5 req-31b3ebb1-b359-4bf1-aa40-cca956932051 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 210 time: 0.0868084 Feb 09 01:15:49.513852 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-96ca07f0-1cd7-4b5b-97bd-88d007c75334 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (a08fd262-26c7-4e3d-88fa-aae5fc8dcfad), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:49.547665 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-20a1bd68-0a3c-4699-8533-c4f0119e1257 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e859b060fb5d41cbacd8fb822f502d4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1523376 Feb 09 01:15:49.550117 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 57810) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:49.557896 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-08318248-559b-4dda-b2ee-83162a9775d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5da965be-0d13-4d53-a485-8e06aa49418f), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:49.578076 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-96ca07f0-1cd7-4b5b-97bd-88d007c75334 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:49.589748 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 57812) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:49.590858 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-96ca07f0-1cd7-4b5b-97bd-88d007c75334 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "DELETE /v2.0/networks/a08fd262-26c7-4e3d-88fa-aae5fc8dcfad HTTP/1.1" status: 204 len: 168 time: 2.7290962 Feb 09 01:15:49.610865 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca07f0-1cd7-4b5b-97bd-88d007c75334 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event deleted for resources: {'Network': ['ID=a08fd262-26c7-4e3d-88fa-aae5fc8dcfad,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:49.619559 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-1d8fe3b9-66b8-4462-90f0-fdf43658e685 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-810166190'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:49.622383 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'name': 'network-vif-deleted', 'tag': 'a50b63d9-9aa6-4f44-8c47-71c17ea2941a'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:15:49.628828 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-f125420c-bf1e-4775-92d6-c53c8e99de57 None None] Provisioning complete for port 5da965be-0d13-4d53-a485-8e06aa49418f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:49.629009 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b357e6-9fff-445d-b592-515414ae66ae" -d '{"events": [{"server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "name": "network-vif-deleted", "tag": "a50b63d9-9aa6-4f44-8c47-71c17ea2941a"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:15:49.629243 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f125420c-bf1e-4775-92d6-c53c8e99de57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (5da965be-0d13-4d53-a485-8e06aa49418f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:49.651620 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-aef8e2d5-c3ef-404e-8778-736a2c1828c9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (52109e96-56d7-4cfc-86e8-d642b34e9737), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:49.712846 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f125420c-bf1e-4775-92d6-c53c8e99de57 None None] Port 5da965be-0d13-4d53-a485-8e06aa49418f cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:15:49.748570 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31c9ac1-e67a-4ee8-b621-d0f643b9ff8f x-openstack-request-id: req-e31c9ac1-e67a-4ee8-b621-d0f643b9ff8f {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:15:49.749196 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5153a0-8298-427c-b483-59529eb01043", "name": "network-vif-deleted", "tag": "a50b63d9-9aa6-4f44-8c47-71c17ea2941a", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:15:49.749665 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e31c9ac1-e67a-4ee8-b621-d0f643b9ff8f {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:15:49.750288 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5153a0-8298-427c-b483-59529eb01043', 'name': 'network-vif-deleted', 'tag': 'a50b63d9-9aa6-4f44-8c47-71c17ea2941a', 'status': 'completed', 'code': 200} Feb 09 01:15:49.766446 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8fe3b9-66b8-4462-90f0-fdf43658e685 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Made reservation on behalf of 9ae775496dcb4c88881b98c46e972e20 for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:49.770672 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1d8fe3b9-66b8-4462-90f0-fdf43658e685 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:49.799172 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-54d9180d-fe6e-49d0-abc5-9dc277531e4c admin admin] Publish callbacks [] for security_group (4d07ae43-d9e6-4a7c-a732-5c3d27f9d1b1), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:49.818914 n-d-828369-4 neutron-server[103137]: INFO neutron.db.l3_db [None req-467c5232-99d0-42ca-a1dd-707919cab1d8 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Floating IP 85e014c4-e040-4c65-bb6e-fe3b27069d9a associated. External IP: 172.25.8.91, port: 47250fd7-e07f-4e36-9ffb-e754b2f9fd52. Feb 09 01:15:49.891487 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d8fe3b9-66b8-4462-90f0-fdf43658e685 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1044} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:15:49.909521 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-54d9180d-fe6e-49d0-abc5-9dc277531e4c admin admin] Publish callbacks [] for security_group (4d07ae43-d9e6-4a7c-a732-5c3d27f9d1b1), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:49.922007 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1d8fe3b9-66b8-4462-90f0-fdf43658e685 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (8a47601f-00ee-4caa-85a8-c4ff8a90acbb), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:49.922744 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-1d8fe3b9-66b8-4462-90f0-fdf43658e685 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Added segment 8a47601f-00ee-4caa-85a8-c4ff8a90acbb of type vlan for network 72ba857f-c4e0-4a2b-9422-2b6404347f1f Feb 09 01:15:50.024561 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1d8fe3b9-66b8-4462-90f0-fdf43658e685 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (72ba857f-c4e0-4a2b-9422-2b6404347f1f), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:50.204489 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-08318248-559b-4dda-b2ee-83162a9775d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5da965be-0d13-4d53-a485-8e06aa49418f {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:15:50.215947 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-08318248-559b-4dda-b2ee-83162a9775d9 service neutron] Publish callbacks [] for port (5da965be-0d13-4d53-a485-8e06aa49418f), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:50.232143 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-08318248-559b-4dda-b2ee-83162a9775d9 service neutron] Transition to ACTIVE for port object 5da965be-0d13-4d53-a485-8e06aa49418f will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:15:50.236789 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-54d9180d-fe6e-49d0-abc5-9dc277531e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (4d07ae43-d9e6-4a7c-a732-5c3d27f9d1b1), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:50.240604 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-54d9180d-fe6e-49d0-abc5-9dc277531e4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:50.242098 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-54d9180d-fe6e-49d0-abc5-9dc277531e4c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4d07ae43-d9e6-4a7c-a732-5c3d27f9d1b1 HTTP/1.1" status: 204 len: 168 time: 0.6910505 Feb 09 01:15:50.256055 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-08318248-559b-4dda-b2ee-83162a9775d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (5da965be-0d13-4d53-a485-8e06aa49418f), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:50.258101 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1d8fe3b9-66b8-4462-90f0-fdf43658e685 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (72ba857f-c4e0-4a2b-9422-2b6404347f1f), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:50.263903 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8fe3b9-66b8-4462-90f0-fdf43658e685 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:50.264772 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1d8fe3b9-66b8-4462-90f0-fdf43658e685 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:50.303910 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-aef8e2d5-c3ef-404e-8778-736a2c1828c9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for port (52109e96-56d7-4cfc-86e8-d642b34e9737), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:50.319424 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d9180d-fe6e-49d0-abc5-9dc277531e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d07ae43-d9e6-4a7c-a732-5c3d27f9d1b1,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:50.328731 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1d8fe3b9-66b8-4462-90f0-fdf43658e685 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7323458 Feb 09 01:15:50.337761 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 57826) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:50.345397 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-714dfcfa-2f20-46b5-9c4c-c438b994c68a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Request body: {'subnet': {'network_id': '72ba857f-c4e0-4a2b-9422-2b6404347f1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:50.430622 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-aef8e2d5-c3ef-404e-8778-736a2c1828c9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (52109e96-56d7-4cfc-86e8-d642b34e9737), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:50.656991 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8e2d5-c3ef-404e-8778-736a2c1828c9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Pushing event updated for resources: {'Port': ['ID=52109e96-56d7-4cfc-86e8-d642b34e9737,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:50.730932 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-aef8e2d5-c3ef-404e-8778-736a2c1828c9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (79385d76-7dfb-4f85-883b-50cde4daf74f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:50.822482 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb03e9-5f4e-45fa-a003-f62f36d69988 req-9bba572a-30f1-408e-9894-2dbb4d2ea445 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:50.824228 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4cfb03e9-5f4e-45fa-a003-f62f36d69988 req-9bba572a-30f1-408e-9894-2dbb4d2ea445 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 932 time: 0.7557871 Feb 09 01:15:50.826325 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-49b73cf5-1c5f-4439-8d16-1b6fe31e641d req-ef305f7a-2fac-450a-9939-511003a3fb36 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 210 time: 0.0655699 Feb 09 01:15:50.883553 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-467c5232-99d0-42ca-a1dd-707919cab1d8 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Router f608c76e-44ff-486a-b262-d0689e450f93 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:15:50.905244 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08318248-559b-4dda-b2ee-83162a9775d9 service neutron] Pushing event updated for resources: {'Port': ['ID=5da965be-0d13-4d53-a485-8e06aa49418f,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:50.957352 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8fe3b9-66b8-4462-90f0-fdf43658e685 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event updated for resources: {'Network': ['ID=72ba857f-c4e0-4a2b-9422-2b6404347f1f,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:50.968872 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 72ba857f-c4e0-4a2b-9422-2b6404347f1f details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:15:51.099074 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4cfb03e9-5f4e-45fa-a003-f62f36d69988 req-632f3a18-1e1f-4f33-a3bc-ec9e476e3e7e tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/security-groups?id=65c8f205-c6cb-41d5-b5f1-7ee56e174081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104905 Feb 09 01:15:51.123180 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714dfcfa-2f20-46b5-9c4c-c438b994c68a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Made reservation on behalf of 9ae775496dcb4c88881b98c46e972e20 for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:51.123180 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-714dfcfa-2f20-46b5-9c4c-c438b994c68a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:51.155200 n-d-828369-4 neutron-server[103137]: INFO neutron.db.l3_db [None req-aef8e2d5-c3ef-404e-8778-736a2c1828c9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Floating IP 79385d76-7dfb-4f85-883b-50cde4daf74f associated. External IP: 172.25.8.208, port: 123fa40d-e5a3-4ac4-9143-83e35b97db41. Feb 09 01:15:51.197113 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-08318248-559b-4dda-b2ee-83162a9775d9 service neutron] Attempting to bind port 5da965be-0d13-4d53-a485-8e06aa49418f on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:15:51.197776 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-08318248-559b-4dda-b2ee-83162a9775d9 service neutron] Attempting to bind port 5da965be-0d13-4d53-a485-8e06aa49418f by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '0d0bff9f-e230-4221-a63e-80c21a950e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:15:51.198108 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-08318248-559b-4dda-b2ee-83162a9775d9 service neutron] Attempting to bind port 5da965be-0d13-4d53-a485-8e06aa49418f on network cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:15:51.220076 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-08318248-559b-4dda-b2ee-83162a9775d9 service neutron] Port 5da965be-0d13-4d53-a485-8e06aa49418f on network cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:15:51.220506 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-08318248-559b-4dda-b2ee-83162a9775d9 service neutron] Attempting to bind port 5da965be-0d13-4d53-a485-8e06aa49418f on network cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:15:51.240128 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-08318248-559b-4dda-b2ee-83162a9775d9 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:15:51.240592 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-08318248-559b-4dda-b2ee-83162a9775d9 service neutron] Checking segment: {'id': '0d0bff9f-e230-4221-a63e-80c21a950e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:15:51.241330 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-08318248-559b-4dda-b2ee-83162a9775d9 service neutron] Bound using segment: {'id': '0d0bff9f-e230-4221-a63e-80c21a950e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:15:51.241920 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-08318248-559b-4dda-b2ee-83162a9775d9 service neutron] Bound port: 5da965be-0d13-4d53-a485-8e06aa49418f, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d0bff9f-e230-4221-a63e-80c21a950e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:15:51.242552 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-08318248-559b-4dda-b2ee-83162a9775d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5da965be-0d13-4d53-a485-8e06aa49418f), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:51.347516 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-08318248-559b-4dda-b2ee-83162a9775d9 service neutron] For port 5da965be-0d13-4d53-a485-8e06aa49418f, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:15:51.375456 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-08318248-559b-4dda-b2ee-83162a9775d9 service neutron] For port 5da965be-0d13-4d53-a485-8e06aa49418f, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=5da965be-0d13-4d53-a485-8e06aa49418f,segment=NetworkSegment(0d0bff9f-e230-4221-a63e-80c21a950e29),segment_id=0d0bff9f-e230-4221-a63e-80c21a950e29)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:15:51.399314 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-08318248-559b-4dda-b2ee-83162a9775d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (5da965be-0d13-4d53-a485-8e06aa49418f), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:51.425678 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467c5232-99d0-42ca-a1dd-707919cab1d8 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:15:51.434862 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-467c5232-99d0-42ca-a1dd-707919cab1d8 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:51.441997 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9944b4f6-052a-4737-b7fe-8ee7a34b1309 None None] Sync routers for ids ['f608c76e-44ff-486a-b262-d0689e450f93'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:15:51.447384 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-08318248-559b-4dda-b2ee-83162a9775d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:51.448882 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-08318248-559b-4dda-b2ee-83162a9775d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:51.452575 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-08318248-559b-4dda-b2ee-83162a9775d9 service neutron] 10.222.0.47 "PUT /v2.0/ports/5da965be-0d13-4d53-a485-8e06aa49418f HTTP/1.1" status: 200 len: 1092 time: 2.0759621 Feb 09 01:15:51.478543 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9944b4f6-052a-4737-b7fe-8ee7a34b1309 None None] Routers {'f608c76e-44ff-486a-b262-d0689e450f93'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:15:51.479641 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9944b4f6-052a-4737-b7fe-8ee7a34b1309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:15:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f608c76e-44ff-486a-b262-d0689e450f93'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:51.553231 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-467c5232-99d0-42ca-a1dd-707919cab1d8 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "PUT /v2.0/floatingips/85e014c4-e040-4c65-bb6e-fe3b27069d9a HTTP/1.1" status: 200 len: 991 time: 4.0079241 Feb 09 01:15:51.560502 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c194c210-2972-4a10-85fd-0320d40d76fa', 'tag': '47250fd7-e07f-4e36-9ffb-e754b2f9fd52'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:15:51.572503 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3caf9d9e-6e3d-4172-ae9f-2b0ffde91a90" -d '{"events": [{"name": "network-changed", "server_uuid": "c194c210-2972-4a10-85fd-0320d40d76fa", "tag": "47250fd7-e07f-4e36-9ffb-e754b2f9fd52"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:15:51.651855 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef8e2d5-c3ef-404e-8778-736a2c1828c9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Router 7a61de9a-9652-4a7b-9b35-77753bbe9b12 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:15:51.769611 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0646ab1e-595c-4d69-8491-e0c540154c17', 'tag': '5da965be-0d13-4d53-a485-8e06aa49418f'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:15:51.780230 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7fe903-238a-4bef-a803-ce2269666fc6" -d '{"events": [{"name": "network-changed", "server_uuid": "0646ab1e-595c-4d69-8491-e0c540154c17", "tag": "5da965be-0d13-4d53-a485-8e06aa49418f"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:15:51.784833 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-9944b4f6-052a-4737-b7fe-8ee7a34b1309 None None] Set router f608c76e-44ff-486a-b262-d0689e450f93 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:15:51.805905 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08318248-559b-4dda-b2ee-83162a9775d9 service neutron] Pushing event updated for resources: {'Port': ['ID=5da965be-0d13-4d53-a485-8e06aa49418f,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:51.931273 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaab5022-5940-4e5d-b3aa-ee8aab067495 x-openstack-request-id: req-aaab5022-5940-4e5d-b3aa-ee8aab067495 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:15:51.934938 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c194c210-2972-4a10-85fd-0320d40d76fa", "tag": "47250fd7-e07f-4e36-9ffb-e754b2f9fd52", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:15:51.937827 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-aaab5022-5940-4e5d-b3aa-ee8aab067495 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:15:51.938178 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43c3cef-e37c-4604-a589-1e2f3a95b867 x-openstack-request-id: req-e43c3cef-e37c-4604-a589-1e2f3a95b867 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:15:51.938652 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0646ab1e-595c-4d69-8491-e0c540154c17", "tag": "5da965be-0d13-4d53-a485-8e06aa49418f", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:15:51.938741 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e43c3cef-e37c-4604-a589-1e2f3a95b867 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:15:51.939082 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0646ab1e-595c-4d69-8491-e0c540154c17', 'tag': '5da965be-0d13-4d53-a485-8e06aa49418f', 'status': 'completed', 'code': 200} Feb 09 01:15:51.939554 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c194c210-2972-4a10-85fd-0320d40d76fa', 'tag': '47250fd7-e07f-4e36-9ffb-e754b2f9fd52', 'status': 'completed', 'code': 200} Feb 09 01:15:52.048517 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef8e2d5-c3ef-404e-8778-736a2c1828c9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:15:52.065545 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6516f1ac-b293-455e-b90e-e2f5e6489cb8 None None] Sync routers for ids ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:15:52.087444 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-aef8e2d5-c3ef-404e-8778-736a2c1828c9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:52.108919 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6516f1ac-b293-455e-b90e-e2f5e6489cb8 None None] Routers {'7a61de9a-9652-4a7b-9b35-77753bbe9b12'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:15:52.110514 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-6516f1ac-b293-455e-b90e-e2f5e6489cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:15:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:52.140754 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-aef8e2d5-c3ef-404e-8778-736a2c1828c9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.7957623 Feb 09 01:15:52.147716 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57880) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:52.164144 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-03e207db-cb66-41ae-9f5a-577568d6dc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:52.167533 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-03e207db-cb66-41ae-9f5a-577568d6dc01 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aaf05f1064114b4da723fd4a19dab040&device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 1126 time: 0.6550779 Feb 09 01:15:52.169893 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-96dea072-0b57-4240-9004-8fa88f463baa req-c5615bea-347b-4c7a-b24f-ccd0878ee509 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 210 time: 0.1081300 Feb 09 01:15:52.189841 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-714dfcfa-2f20-46b5-9c4c-c438b994c68a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (93e50cd3-5e4a-447a-bf7f-8c7ae3dcb4f0), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:52.215962 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-6516f1ac-b293-455e-b90e-e2f5e6489cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:52.222452 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9944b4f6-052a-4737-b7fe-8ee7a34b1309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'name': 'tempest-AttachVolumeTestJSON-1060774487-router', 'tenant_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'd9bb003f-eb6d-42fd-8c8e-d302fcd92ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:24Z', 'updated_at': '2022-02-09T01:10:31Z', 'revision_number': 4, 'project_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'gw_port': {'id': 'd9bb003f-eb6d-42fd-8c8e-d302fcd92ca9', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:25Z', 'updated_at': '2022-02-09T01:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '85e014c4-e040-4c65-bb6e-fe3b27069d9a', 'tenant_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'floating_ip_address': '172.25.8.91', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'port_id': '47250fd7-e07f-4e36-9ffb-e754b2f9fd52', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d890250-ac42-4592-9721-7a49ecf5e127', 'mac_address': 'fa:16:3e:be:9d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c194c210-2972-4a10-85fd-0320d40d76fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:15:19Z', 'updated_at': '2022-02-09T01:15:49Z', 'revision_number': 1, 'project_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1309f51b-b3c9-4907-ba10-32acbd687ec4', 'name': '', 'network_id': '6d890250-ac42-4592-9721-7a49ecf5e127', 'tenant_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'mac_address': 'fa:16:3e:82:b2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '1fcc5198-b453-4567-8086-51be74d33b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:30Z', 'updated_at': '2022-02-09T01:10:39Z', 'revision_number': 5, 'project_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'subnets': [{'id': '1fcc5198-b453-4567-8086-51be74d33b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:52.225091 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6516f1ac-b293-455e-b90e-e2f5e6489cb8 None None] Routers {'7a61de9a-9652-4a7b-9b35-77753bbe9b12'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:15:52.225883 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-6516f1ac-b293-455e-b90e-e2f5e6489cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:15:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:52.249206 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf9d9e-6e3d-4172-ae9f-2b0ffde91a90 req-611ed297-4f2c-4985-86dc-c668289cea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:52.250892 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3caf9d9e-6e3d-4172-ae9f-2b0ffde91a90 req-611ed297-4f2c-4985-86dc-c668289cea6a service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=881f0fbf49754b7ea23a39ffdbfbb84a&device_id=c194c210-2972-4a10-85fd-0320d40d76fa HTTP/1.1" status: 200 len: 1128 time: 0.5248461 Feb 09 01:15:52.270130 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9944b4f6-052a-4737-b7fe-8ee7a34b1309 None None] Checking router: f608c76e-44ff-486a-b262-d0689e450f93 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:15:52.272857 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-6516f1ac-b293-455e-b90e-e2f5e6489cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:52.273940 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6516f1ac-b293-455e-b90e-e2f5e6489cb8 None None] The sync data for ids ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'] in n-d-828369-4 is: [] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:15:52.298636 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9944b4f6-052a-4737-b7fe-8ee7a34b1309 None None] Routers {'f608c76e-44ff-486a-b262-d0689e450f93'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:15:52.299388 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9944b4f6-052a-4737-b7fe-8ee7a34b1309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:15:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f608c76e-44ff-486a-b262-d0689e450f93'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:52.325575 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-90da8e24-5fbe-49ae-9274-4385c4a2eb29 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "GET /v2.0/floatingips/79385d76-7dfb-4f85-883b-50cde4daf74f HTTP/1.1" status: 200 len: 978 time: 0.1739459 Feb 09 01:15:52.329462 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57886) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:52.356076 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d879e693-0646-4a94-a600-df835bf71025 req-58f4181d-ab2e-4a44-a60e-eca7fed3f4bb tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:52.362946 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d879e693-0646-4a94-a600-df835bf71025 req-58f4181d-ab2e-4a44-a60e-eca7fed3f4bb tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=c194c210-2972-4a10-85fd-0320d40d76fa HTTP/1.1" status: 200 len: 946 time: 0.6375628 Feb 09 01:15:52.365164 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-e7863f06-bd10-4d3b-88a3-2eff6ed594fa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5da965be-0d13-4d53-a485-8e06aa49418f HTTP/1.1" status: 200 len: 217 time: 0.1803286 Feb 09 01:15:52.455449 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-fd071bfb-29b6-40dd-9c5a-e18f62832dc1 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1246274 Feb 09 01:15:52.458400 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57888) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:52.465332 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-03df7c0e-93e0-4909-bf72-c93443cf3aed tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Request body: {'floatingip': {'port_id': '2cfe0760-1209-44b0-91bd-8ef79ff8cf0b'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:52.535870 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-03df7c0e-93e0-4909-bf72-c93443cf3aed tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for floatingip (79385d76-7dfb-4f85-883b-50cde4daf74f), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:52.553117 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-9944b4f6-052a-4737-b7fe-8ee7a34b1309 None None] Set router f608c76e-44ff-486a-b262-d0689e450f93 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:15:52.614292 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-e86798bd-efdf-43b2-bbbc-909275c68a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:52.615689 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-e86798bd-efdf-43b2-bbbc-909275c68a13 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=49020204-32ea-4a87-9cac-f7541e99d5f3 HTTP/1.1" status: 200 len: 854 time: 0.2323103 Feb 09 01:15:52.619083 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf9d9e-6e3d-4172-ae9f-2b0ffde91a90 req-c1001c0c-7c90-41e9-bf16-c5ba29d5b66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:52.620521 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3caf9d9e-6e3d-4172-ae9f-2b0ffde91a90 req-c1001c0c-7c90-41e9-bf16-c5ba29d5b66a service neutron] 10.222.0.120 "GET /v2.0/networks?id=6d890250-ac42-4592-9721-7a49ecf5e127 HTTP/1.1" status: 200 len: 913 time: 0.2879918 Feb 09 01:15:52.789282 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3caf9d9e-6e3d-4172-ae9f-2b0ffde91a90 req-53942a2f-f909-442a-a03d-ff63ba9486dc service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47250fd7-e07f-4e36-9ffb-e754b2f9fd52 HTTP/1.1" status: 200 len: 999 time: 0.1256692 Feb 09 01:15:52.796457 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714dfcfa-2f20-46b5-9c4c-c438b994c68a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Checking segment: {'id': '8a47601f-00ee-4caa-85a8-c4ff8a90acbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '72ba857f-c4e0-4a2b-9422-2b6404347f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:15:52.796898 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714dfcfa-2f20-46b5-9c4c-c438b994c68a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Network hostable DHCP agents. Network: 72ba857f-c4e0-4a2b-9422-2b6404347f1f, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:15:52.858493 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:15:52.913838 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf9d9e-6e3d-4172-ae9f-2b0ffde91a90 req-9f4b9488-a61f-4cea-b40d-4bbd6f4ec4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:52.915274 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3caf9d9e-6e3d-4172-ae9f-2b0ffde91a90 req-9f4b9488-a61f-4cea-b40d-4bbd6f4ec4fc service neutron] 10.222.0.120 "GET /v2.0/subnets?id=1fcc5198-b453-4567-8086-51be74d33b91 HTTP/1.1" status: 200 len: 850 time: 0.1057975 Feb 09 01:15:52.937502 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-e96ca8e9-e20e-47c7-8589-f354ba5d05eb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0899670 Feb 09 01:15:52.943521 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714dfcfa-2f20-46b5-9c4c-c438b994c68a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event updated for resources: {'Subnet': ['ID=93e50cd3-5e4a-447a-bf7f-8c7ae3dcb4f0,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:52.944946 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9944b4f6-052a-4737-b7fe-8ee7a34b1309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'name': 'tempest-AttachVolumeTestJSON-1060774487-router', 'tenant_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'd9bb003f-eb6d-42fd-8c8e-d302fcd92ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:24Z', 'updated_at': '2022-02-09T01:10:31Z', 'revision_number': 4, 'project_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'gw_port': {'id': 'd9bb003f-eb6d-42fd-8c8e-d302fcd92ca9', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:25Z', 'updated_at': '2022-02-09T01:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '85e014c4-e040-4c65-bb6e-fe3b27069d9a', 'tenant_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'floating_ip_address': '172.25.8.91', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'port_id': '47250fd7-e07f-4e36-9ffb-e754b2f9fd52', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d890250-ac42-4592-9721-7a49ecf5e127', 'mac_address': 'fa:16:3e:be:9d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c194c210-2972-4a10-85fd-0320d40d76fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:15:19Z', 'updated_at': '2022-02-09T01:15:49Z', 'revision_number': 1, 'project_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1309f51b-b3c9-4907-ba10-32acbd687ec4', 'name': '', 'network_id': '6d890250-ac42-4592-9721-7a49ecf5e127', 'tenant_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'mac_address': 'fa:16:3e:82:b2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '1fcc5198-b453-4567-8086-51be74d33b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:30Z', 'updated_at': '2022-02-09T01:10:39Z', 'revision_number': 5, 'project_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'subnets': [{'id': '1fcc5198-b453-4567-8086-51be74d33b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:52.983789 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9944b4f6-052a-4737-b7fe-8ee7a34b1309 None None] The sync data for ids ['f608c76e-44ff-486a-b262-d0689e450f93'] in n-d-828369-4 is: [{'id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'name': 'tempest-AttachVolumeTestJSON-1060774487-router', 'tenant_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'd9bb003f-eb6d-42fd-8c8e-d302fcd92ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:24Z', 'updated_at': '2022-02-09T01:10:31Z', 'revision_number': 4, 'project_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'gw_port': {'id': 'd9bb003f-eb6d-42fd-8c8e-d302fcd92ca9', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:25Z', 'updated_at': '2022-02-09T01:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '85e014c4-e040-4c65-bb6e-fe3b27069d9a', 'tenant_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'floating_ip_address': '172.25.8.91', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'port_id': '47250fd7-e07f-4e36-9ffb-e754b2f9fd52', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d890250-ac42-4592-9721-7a49ecf5e127', 'mac_address': 'fa:16:3e:be:9d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c194c210-2972-4a10-85fd-0320d40d76fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:15:19Z', 'updated_at': '2022-02-09T01:15:49Z', 'revision_number': 1, 'project_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1309f51b-b3c9-4907-ba10-32acbd687ec4', 'name': '', 'network_id': '6d890250-ac42-4592-9721-7a49ecf5e127', 'tenant_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'mac_address': 'fa:16:3e:82:b2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '1fcc5198-b453-4567-8086-51be74d33b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:30Z', 'updated_at': '2022-02-09T01:10:39Z', 'revision_number': 5, 'project_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'subnets': [{'id': '1fcc5198-b453-4567-8086-51be74d33b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:15:52.992450 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d879e693-0646-4a94-a600-df835bf71025 req-cd246e85-a9a8-430a-a022-9d39d7c66fa9 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=3689444e-9081-4293-b49d-e6a3cea17fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5463729 Feb 09 01:15:53.042190 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714dfcfa-2f20-46b5-9c4c-c438b994c68a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Network 72ba857f-c4e0-4a2b-9422-2b6404347f1f is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:15:53.055377 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-b8bccbc4-807f-43e2-b44b-546f39a13e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:53.058108 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-b8bccbc4-807f-43e2-b44b-546f39a13e75 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3960118 Feb 09 01:15:53.096886 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1979b-e070-417a-bd60-ce155d3f5a87 req-7aea3984-f4da-4c6e-adca-ec88122702ae tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:53.098575 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-acb1979b-e070-417a-bd60-ce155d3f5a87 req-7aea3984-f4da-4c6e-adca-ec88122702ae tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 944 time: 0.7547615 Feb 09 01:15:53.249136 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-714dfcfa-2f20-46b5-9c4c-c438b994c68a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 72ba857f-c4e0-4a2b-9422-2b6404347f1f) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:53.263471 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7cfaf9-8be1-4efc-a795-755f9f643cd6 None None] Network 72ba857f-c4e0-4a2b-9422-2b6404347f1f requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:15:53.326646 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714dfcfa-2f20-46b5-9c4c-c438b994c68a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:53.327251 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-714dfcfa-2f20-46b5-9c4c-c438b994c68a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:53.432926 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf9d9e-6e3d-4172-ae9f-2b0ffde91a90 req-fe1492ab-8d44-46ac-8c2a-3e360299c280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:53.444970 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22afd085-06a5-4bf3-ae08-17d4d61b6475 None None] New status for floating IP 85e014c4-e040-4c65-bb6e-fe3b27069d9a: ACTIVE {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:15:53.445449 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3caf9d9e-6e3d-4172-ae9f-2b0ffde91a90 req-fe1492ab-8d44-46ac-8c2a-3e360299c280 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=6d890250-ac42-4592-9721-7a49ecf5e127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4951227 Feb 09 01:15:53.510277 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4149aa82-6032-4aeb-9fd1-bf79011e8603 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-72ba857f-c4e0-4a2b-9422-2b6404347f1f', 'network_id': '72ba857f-c4e0-4a2b-9422-2b6404347f1f', 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'fixed_ips': [{'subnet_id': '93e50cd3-5e4a-447a-bf7f-8c7ae3dcb4f0'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:15:53.511142 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4149aa82-6032-4aeb-9fd1-bf79011e8603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:53.580917 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-03df7c0e-93e0-4909-bf72-c93443cf3aed tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:53.595232 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-dbcab8bc-9109-4e39-9dd0-368d65f230b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:53.595788 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-dbcab8bc-9109-4e39-9dd0-368d65f230b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:53.596454 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-dbcab8bc-9109-4e39-9dd0-368d65f230b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:53.598113 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-dbcab8bc-9109-4e39-9dd0-368d65f230b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:53.598614 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-dbcab8bc-9109-4e39-9dd0-368d65f230b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:53.599284 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-dbcab8bc-9109-4e39-9dd0-368d65f230b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:53.599778 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-dbcab8bc-9109-4e39-9dd0-368d65f230b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:53.607882 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-dbcab8bc-9109-4e39-9dd0-368d65f230b0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e1de9b230a144a68a725edf02d781381&device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 6718 time: 0.5811801 Feb 09 01:15:53.610132 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-03df7c0e-93e0-4909-bf72-c93443cf3aed tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (79385d76-7dfb-4f85-883b-50cde4daf74f), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:53.617454 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-714dfcfa-2f20-46b5-9c4c-c438b994c68a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2776790 Feb 09 01:15:53.621709 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 57908) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:53.650588 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-1b9330cf-3580-4cf1-870e-4dfc0163544a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-729127338', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:53.679515 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-acb1979b-e070-417a-bd60-ce155d3f5a87 req-288f213b-b11f-4e24-ad0f-9f9f715436df tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/security-groups?id=65c8f205-c6cb-41d5-b5f1-7ee56e174081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5490565 Feb 09 01:15:53.730731 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-c63a200a-3bdf-40ac-be6a-5658d1f8328f service neutron] 10.222.0.47 "GET /v2.0/networks/cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6302781 Feb 09 01:15:53.778729 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8380f001-c95d-4088-8707-5012fbafa0b7 req-f45be06c-7387-4876-8780-6b4c72ffe4b7 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 210 time: 0.0795875 Feb 09 01:15:53.808209 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1b9330cf-3580-4cf1-870e-4dfc0163544a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (f7696f41-cc82-4827-a09d-77b150807f90), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:53.809519 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1b9330cf-3580-4cf1-870e-4dfc0163544a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (f7696f41-cc82-4827-a09d-77b150807f90), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:53.810228 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-4149aa82-6032-4aeb-9fd1-bf79011e8603 None None] Allocated IP 2001:db8::2 (72ba857f-c4e0-4a2b-9422-2b6404347f1f/93e50cd3-5e4a-447a-bf7f-8c7ae3dcb4f0/2354b83a-1e06-420c-aa41-7a21479d30cb) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:53.969602 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1b9330cf-3580-4cf1-870e-4dfc0163544a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for router_controller (f7696f41-cc82-4827-a09d-77b150807f90), precommit_add_association {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:53.984111 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3caf9d9e-6e3d-4172-ae9f-2b0ffde91a90 req-6ffdc9f0-cdea-4bfe-92e0-c15384c73a6e service neutron] 10.222.0.120 "GET /v2.0/networks/6d890250-ac42-4592-9721-7a49ecf5e127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5258238 Feb 09 01:15:53.988127 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1b9330cf-3580-4cf1-870e-4dfc0163544a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (f7696f41-cc82-4827-a09d-77b150807f90), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:54.099270 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4149aa82-6032-4aeb-9fd1-bf79011e8603 None None] Publish callbacks [] for port (2354b83a-1e06-420c-aa41-7a21479d30cb), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:54.114342 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4149aa82-6032-4aeb-9fd1-bf79011e8603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (2354b83a-1e06-420c-aa41-7a21479d30cb), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:54.178495 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1b9330cf-3580-4cf1-870e-4dfc0163544a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:54.179738 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1b9330cf-3580-4cf1-870e-4dfc0163544a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5563037 Feb 09 01:15:54.199472 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57920) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:54.212111 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4149aa82-6032-4aeb-9fd1-bf79011e8603 None None] Network 72ba857f-c4e0-4a2b-9422-2b6404347f1f is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:54.223245 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-4149aa82-6032-4aeb-9fd1-bf79011e8603 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:54.230156 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fc56ee7a-2810-41ab-8a83-fa3a80828acf req-f1694fe0-a675-45d9-8f35-b12f08ea02fa service neutron] 10.222.0.47 "GET /v2.0/networks/cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4762588 Feb 09 01:15:54.263104 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3caf9d9e-6e3d-4172-ae9f-2b0ffde91a90 req-d1c97920-aa93-407c-bfe3-a31f9576ae80 service neutron] 10.222.0.120 "GET /v2.0/networks/6d890250-ac42-4592-9721-7a49ecf5e127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698190 Feb 09 01:15:54.263421 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4149aa82-6032-4aeb-9fd1-bf79011e8603 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:15:54.282003 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2321c9-d742-4de2-9330-788b1919747b req-5b980652-0277-49d5-850d-1bd9ad4607bb tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:54.293231 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aa2321c9-d742-4de2-9330-788b1919747b req-5b980652-0277-49d5-850d-1bd9ad4607bb tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=c194c210-2972-4a10-85fd-0320d40d76fa HTTP/1.1" status: 200 len: 946 time: 0.1408119 Feb 09 01:15:54.295845 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 57922) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:54.402895 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7fe903-238a-4bef-a803-ce2269666fc6 req-2e07a00d-10f3-4199-957a-70f2a6a004f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:54.404502 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3d7fe903-238a-4bef-a803-ce2269666fc6 req-2e07a00d-10f3-4199-957a-70f2a6a004f7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aaf05f1064114b4da723fd4a19dab040&device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 1126 time: 0.1077549 Feb 09 01:15:54.415971 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aa2321c9-d742-4de2-9330-788b1919747b req-a2ba3edc-bd58-4912-ab7f-f468669444ac tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=3689444e-9081-4293-b49d-e6a3cea17fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217217 Feb 09 01:15:54.438602 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4149aa82-6032-4aeb-9fd1-bf79011e8603 None None] Pushing event updated for resources: {'Port': ['ID=2354b83a-1e06-420c-aa41-7a21479d30cb,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:54.491206 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-4149aa82-6032-4aeb-9fd1-bf79011e8603 None None] Attempting to bind port 2354b83a-1e06-420c-aa41-7a21479d30cb on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:15:54.497860 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-4149aa82-6032-4aeb-9fd1-bf79011e8603 None None] Attempting to bind port 2354b83a-1e06-420c-aa41-7a21479d30cb by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '8a47601f-00ee-4caa-85a8-c4ff8a90acbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '72ba857f-c4e0-4a2b-9422-2b6404347f1f'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:15:54.503532 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4149aa82-6032-4aeb-9fd1-bf79011e8603 None None] Attempting to bind port 2354b83a-1e06-420c-aa41-7a21479d30cb on network 72ba857f-c4e0-4a2b-9422-2b6404347f1f {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:15:54.525848 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4149aa82-6032-4aeb-9fd1-bf79011e8603 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:54.526548 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4149aa82-6032-4aeb-9fd1-bf79011e8603 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:54.527082 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4149aa82-6032-4aeb-9fd1-bf79011e8603 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:54.527592 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4149aa82-6032-4aeb-9fd1-bf79011e8603 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:54.529583 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4149aa82-6032-4aeb-9fd1-bf79011e8603 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:54.530762 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4149aa82-6032-4aeb-9fd1-bf79011e8603 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:54.531263 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4149aa82-6032-4aeb-9fd1-bf79011e8603 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:54.534738 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4149aa82-6032-4aeb-9fd1-bf79011e8603 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:54.535526 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4149aa82-6032-4aeb-9fd1-bf79011e8603 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:54.538457 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4149aa82-6032-4aeb-9fd1-bf79011e8603 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:54.539006 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4149aa82-6032-4aeb-9fd1-bf79011e8603 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:54.539512 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4149aa82-6032-4aeb-9fd1-bf79011e8603 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:54.540037 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4149aa82-6032-4aeb-9fd1-bf79011e8603 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:15:54.555237 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4149aa82-6032-4aeb-9fd1-bf79011e8603 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:15:54.558400 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4149aa82-6032-4aeb-9fd1-bf79011e8603 None None] Checking segment: {'id': '8a47601f-00ee-4caa-85a8-c4ff8a90acbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '72ba857f-c4e0-4a2b-9422-2b6404347f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:15:54.558992 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4149aa82-6032-4aeb-9fd1-bf79011e8603 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:54.559559 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4149aa82-6032-4aeb-9fd1-bf79011e8603 None None] Bound using segment: {'id': '8a47601f-00ee-4caa-85a8-c4ff8a90acbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '72ba857f-c4e0-4a2b-9422-2b6404347f1f'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:15:54.560234 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-4149aa82-6032-4aeb-9fd1-bf79011e8603 None None] Bound port: 2354b83a-1e06-420c-aa41-7a21479d30cb, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a47601f-00ee-4caa-85a8-c4ff8a90acbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '72ba857f-c4e0-4a2b-9422-2b6404347f1f'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:15:54.561075 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4149aa82-6032-4aeb-9fd1-bf79011e8603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (2354b83a-1e06-420c-aa41-7a21479d30cb), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:54.566395 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7fe903-238a-4bef-a803-ce2269666fc6 req-76e691db-be6a-4443-98be-7d1a69150afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:54.569357 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3d7fe903-238a-4bef-a803-ce2269666fc6 req-76e691db-be6a-4443-98be-7d1a69150afd service neutron] 10.222.0.47 "GET /v2.0/networks?id=cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1 HTTP/1.1" status: 200 len: 917 time: 0.1501048 Feb 09 01:15:54.662576 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3d7fe903-238a-4bef-a803-ce2269666fc6 req-4c73378f-b86f-4f84-81c7-ca1fea9c9b62 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5da965be-0d13-4d53-a485-8e06aa49418f HTTP/1.1" status: 200 len: 217 time: 0.0869529 Feb 09 01:15:54.707090 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-4149aa82-6032-4aeb-9fd1-bf79011e8603 None None] For port 2354b83a-1e06-420c-aa41-7a21479d30cb, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:15:54.716031 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-4149aa82-6032-4aeb-9fd1-bf79011e8603 None None] For port 2354b83a-1e06-420c-aa41-7a21479d30cb, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=2354b83a-1e06-420c-aa41-7a21479d30cb,segment=NetworkSegment(8a47601f-00ee-4caa-85a8-c4ff8a90acbb),segment_id=8a47601f-00ee-4caa-85a8-c4ff8a90acbb)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:15:54.728701 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4149aa82-6032-4aeb-9fd1-bf79011e8603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (2354b83a-1e06-420c-aa41-7a21479d30cb), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:54.752766 n-d-828369-4 neutron-server[103137]: INFO neutron.db.l3_db [None req-03df7c0e-93e0-4909-bf72-c93443cf3aed tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Floating IP 79385d76-7dfb-4f85-883b-50cde4daf74f associated. External IP: 172.25.8.208, port: 123fa40d-e5a3-4ac4-9143-83e35b97db41. Feb 09 01:15:54.800435 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3b3dd968-e890-4f15-8331-5358382519cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:54.862838 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4149aa82-6032-4aeb-9fd1-bf79011e8603 None None] Pushing event updated for resources: {'Port': ['ID=2354b83a-1e06-420c-aa41-7a21479d30cb,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:54.882346 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7fe903-238a-4bef-a803-ce2269666fc6 req-b6d99793-2368-4838-a23d-1c4dcf6e4b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:54.883942 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3d7fe903-238a-4bef-a803-ce2269666fc6 req-b6d99793-2368-4838-a23d-1c4dcf6e4b90 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=49020204-32ea-4a87-9cac-f7541e99d5f3 HTTP/1.1" status: 200 len: 854 time: 0.2146652 Feb 09 01:15:55.003286 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-dde4be5f-36ff-4604-8e2a-d8aa51153abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:55.003668 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-dde4be5f-36ff-4604-8e2a-d8aa51153abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:55.004147 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-dde4be5f-36ff-4604-8e2a-d8aa51153abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:55.005932 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-dde4be5f-36ff-4604-8e2a-d8aa51153abb service neutron] 10.222.0.47 "GET /v2.0/networks?id=4827bb9d-9020-4469-a360-2245b341e8df&id=7776bdde-fa28-4fc9-a953-0f38a342d9c3&id=7776bdde-fa28-4fc9-a953-0f38a342d9c3&id=7776bdde-fa28-4fc9-a953-0f38a342d9c3&id=7776bdde-fa28-4fc9-a953-0f38a342d9c3&id=460d32a0-6143-4328-a439-dc4890ffb702&id=460d32a0-6143-4328-a439-dc4890ffb702 HTTP/1.1" status: 200 len: 2299 time: 1.2639148 Feb 09 01:15:55.013889 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2b96546d-6ab9-4b23-ad1f-9b94441cb955 req-4a6fd10a-e706-4dff-ad8b-55bfb901eec9 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 210 time: 0.0525923 Feb 09 01:15:55.060014 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9bd5f-0cfb-49d6-b0e7-09b6dd301e98 req-bad7b4d6-116f-4a86-86af-41d0ece3490d tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:55.061736 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-83d9bd5f-0cfb-49d6-b0e7-09b6dd301e98 req-bad7b4d6-116f-4a86-86af-41d0ece3490d tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 944 time: 0.2693944 Feb 09 01:15:55.114514 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7fe903-238a-4bef-a803-ce2269666fc6 req-8e8f3bb8-bd2a-498f-876e-f5f3ad9bac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:55.118959 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3d7fe903-238a-4bef-a803-ce2269666fc6 req-8e8f3bb8-bd2a-498f-876e-f5f3ad9bac6f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2267942 Feb 09 01:15:55.293190 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-83d9bd5f-0cfb-49d6-b0e7-09b6dd301e98 req-bced08ab-cfe0-4e6a-b2cc-25739002daa7 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/security-groups?id=65c8f205-c6cb-41d5-b5f1-7ee56e174081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069788 Feb 09 01:15:55.311284 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3b3dd968-e890-4f15-8331-5358382519cb admin admin] Publish callbacks [] for security_group (1ea10860-2b0b-4350-bbfc-9e73559b737f), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:55.326652 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3b3dd968-e890-4f15-8331-5358382519cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1ea10860-2b0b-4350-bbfc-9e73559b737f), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:55.393780 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3b3dd968-e890-4f15-8331-5358382519cb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6f10c687786b4434915301f7c26205f0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0798895 Feb 09 01:15:55.396340 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3d7fe903-238a-4bef-a803-ce2269666fc6 req-f3e225cc-5221-4742-b9bc-799c46247a9a service neutron] 10.222.0.47 "GET /v2.0/networks/cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673805 Feb 09 01:15:55.397884 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 57948) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:55.441741 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d7c397fd-c83b-40c7-88a2-7545842a0047 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:55.458591 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-9c14f207-c051-4f2d-9502-c982cc3bd756 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85e19991-1898-48d7-915a-2a768796af7f HTTP/1.1" status: 200 len: 1001 time: 0.3026514 Feb 09 01:15:55.505874 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3dd968-e890-4f15-8331-5358382519cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea10860-2b0b-4350-bbfc-9e73559b737f,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:55.634684 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3d7fe903-238a-4bef-a803-ce2269666fc6 req-c78bd12e-93fb-4f99-acb2-287aa49a5fe1 service neutron] 10.222.0.47 "GET /v2.0/networks/cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261488 Feb 09 01:15:55.644759 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7abf2f6c-e64d-4426-915d-b0d6105d620d admin admin] Publish callbacks [] for security_group (1ea10860-2b0b-4350-bbfc-9e73559b737f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:55.681908 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58305e7-1a13-46b6-87ef-6eb3873b7029 req-4b958cc0-6e7c-46a5-946b-8f60c9e73160 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:55.683849 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d58305e7-1a13-46b6-87ef-6eb3873b7029 req-4b958cc0-6e7c-46a5-946b-8f60c9e73160 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=c194c210-2972-4a10-85fd-0320d40d76fa HTTP/1.1" status: 200 len: 946 time: 0.1540549 Feb 09 01:15:55.709083 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7abf2f6c-e64d-4426-915d-b0d6105d620d admin admin] Publish callbacks [] for security_group (1ea10860-2b0b-4350-bbfc-9e73559b737f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:55.748960 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-878f10d3-c774-4474-9e34-7373018bb607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:55.750682 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-878f10d3-c774-4474-9e34-7373018bb607 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f87558dc-7347-4167-80b6-52be7a572ba0 HTTP/1.1" status: 200 len: 855 time: 0.2822118 Feb 09 01:15:55.790548 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d58305e7-1a13-46b6-87ef-6eb3873b7029 req-5b64ad9a-40e8-4d03-9cfb-02293a4f3864 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=3689444e-9081-4293-b49d-e6a3cea17fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973661 Feb 09 01:15:55.804194 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03df7c0e-93e0-4909-bf72-c93443cf3aed tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Router 7a61de9a-9652-4a7b-9b35-77753bbe9b12 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:15:55.817675 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7abf2f6c-e64d-4426-915d-b0d6105d620d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1ea10860-2b0b-4350-bbfc-9e73559b737f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:55.821459 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7abf2f6c-e64d-4426-915d-b0d6105d620d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:55.822876 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-7abf2f6c-e64d-4426-915d-b0d6105d620d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1ea10860-2b0b-4350-bbfc-9e73559b737f HTTP/1.1" status: 204 len: 168 time: 0.4210198 Feb 09 01:15:55.862020 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abf2f6c-e64d-4426-915d-b0d6105d620d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea10860-2b0b-4350-bbfc-9e73559b737f,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:56.167002 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03df7c0e-93e0-4909-bf72-c93443cf3aed tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:15:56.178285 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf24972-cde9-4e10-8c8d-fbac5581041f None None] Sync routers for ids ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:15:56.198163 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf24972-cde9-4e10-8c8d-fbac5581041f None None] Routers {'7a61de9a-9652-4a7b-9b35-77753bbe9b12'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:15:56.198909 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-8cf24972-cde9-4e10-8c8d-fbac5581041f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:15:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:56.234970 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01648dde-5a2c-4ea7-bc81-f5fd21015f8a req-9db78035-814d-4727-a132-6cea351fe796 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 210 time: 0.0604758 Feb 09 01:15:56.290514 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-8cf24972-cde9-4e10-8c8d-fbac5581041f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:56.316966 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-d7c397fd-c83b-40c7-88a2-7545842a0047 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Allocated IP 2001:db8::1 (72ba857f-c4e0-4a2b-9422-2b6404347f1f/93e50cd3-5e4a-447a-bf7f-8c7ae3dcb4f0/c95062b4-931c-4541-b512-0bfe657325d6) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:15:56.329478 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf24972-cde9-4e10-8c8d-fbac5581041f None None] Routers {'7a61de9a-9652-4a7b-9b35-77753bbe9b12'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:15:56.330206 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-8cf24972-cde9-4e10-8c8d-fbac5581041f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:15:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:56.411963 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-8cf24972-cde9-4e10-8c8d-fbac5581041f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:56.412665 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf24972-cde9-4e10-8c8d-fbac5581041f None None] The sync data for ids ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'] in n-d-828369-4 is: [] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:15:56.434720 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d4c4e2-71c5-4f68-9b27-a87cc08801c5 None None] Network 72ba857f-c4e0-4a2b-9422-2b6404347f1f requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:15:56.440071 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-1dc014dd-4c2d-454d-8fbd-e596d7d07b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:56.447052 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-1dc014dd-4c2d-454d-8fbd-e596d7d07b61 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4827bb9d-9020-4469-a360-2245b341e8df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6649523 Feb 09 01:15:56.487465 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda8cce-fd52-4323-925e-df97b93169f4 req-57d86d55-b75e-4920-8c8d-6e9127df01fc tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:56.495632 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5bda8cce-fd52-4323-925e-df97b93169f4 req-57d86d55-b75e-4920-8c8d-6e9127df01fc tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 944 time: 0.0681202 Feb 09 01:15:56.563671 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5bda8cce-fd52-4323-925e-df97b93169f4 req-598e6dea-56eb-403c-a10a-c09e4b3a53b8 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/security-groups?id=65c8f205-c6cb-41d5-b5f1-7ee56e174081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670040 Feb 09 01:15:56.641623 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-ead79b66-f921-46f3-af02-5feeb4ed8351 None None] Provisioning complete for port 2354b83a-1e06-420c-aa41-7a21479d30cb triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:56.642300 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ead79b66-f921-46f3-af02-5feeb4ed8351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (2354b83a-1e06-420c-aa41-7a21479d30cb), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:56.791576 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ead79b66-f921-46f3-af02-5feeb4ed8351 None None] Current status of the port 2354b83a-1e06-420c-aa41-7a21479d30cb is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:56.792319 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ead79b66-f921-46f3-af02-5feeb4ed8351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (2354b83a-1e06-420c-aa41-7a21479d30cb), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:56.858946 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-ead79b66-f921-46f3-af02-5feeb4ed8351 None None] For port 2354b83a-1e06-420c-aa41-7a21479d30cb, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=2354b83a-1e06-420c-aa41-7a21479d30cb,segment=NetworkSegment(8a47601f-00ee-4caa-85a8-c4ff8a90acbb),segment_id=8a47601f-00ee-4caa-85a8-c4ff8a90acbb)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:15:56.869076 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ead79b66-f921-46f3-af02-5feeb4ed8351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (2354b83a-1e06-420c-aa41-7a21479d30cb), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:57.005948 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead79b66-f921-46f3-af02-5feeb4ed8351 None None] Pushing event updated for resources: {'Port': ['ID=2354b83a-1e06-420c-aa41-7a21479d30cb,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:57.051325 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 2354b83a-1e06-420c-aa41-7a21479d30cb up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:15:57.117661 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 2354b83a-1e06-420c-aa41-7a21479d30cb triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:57.118049 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (2354b83a-1e06-420c-aa41-7a21479d30cb), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:57.223486 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d7c397fd-c83b-40c7-88a2-7545842a0047 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for port (c95062b4-931c-4541-b512-0bfe657325d6), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:57.242161 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-390c6a81-89ac-4873-95d0-c74a12f4d3d1 service neutron] 10.222.0.47 "GET /v2.0/networks/4827bb9d-9020-4469-a360-2245b341e8df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7225266 Feb 09 01:15:57.251875 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-1a1d55ac-4505-4d03-a036-129dbd7f4d59 None None] Provisioning complete for port 2354b83a-1e06-420c-aa41-7a21479d30cb triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:57.253097 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1a1d55ac-4505-4d03-a036-129dbd7f4d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (2354b83a-1e06-420c-aa41-7a21479d30cb), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:57.255118 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 2354b83a-1e06-420c-aa41-7a21479d30cb is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:57.368398 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-1a1d55ac-4505-4d03-a036-129dbd7f4d59 None None] Current status of the port 2354b83a-1e06-420c-aa41-7a21479d30cb is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:57.434750 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8b0fa50b-d711-444d-89df-0fb920e4b4d6 req-73b0de95-9433-4ff2-af17-4554ae207b71 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 210 time: 0.0515950 Feb 09 01:15:57.444210 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d7c397fd-c83b-40c7-88a2-7545842a0047 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (c95062b4-931c-4541-b512-0bfe657325d6), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:57.514853 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-f6746550-3e95-4e2d-b009-e15cc801b005 service neutron] 10.222.0.47 "GET /v2.0/networks/4827bb9d-9020-4469-a360-2245b341e8df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630570 Feb 09 01:15:57.519156 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c397fd-c83b-40c7-88a2-7545842a0047 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Network 72ba857f-c4e0-4a2b-9422-2b6404347f1f is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:57.529237 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-d7c397fd-c83b-40c7-88a2-7545842a0047 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:57.540298 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03df7c0e-93e0-4909-bf72-c93443cf3aed tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Router 7a61de9a-9652-4a7b-9b35-77753bbe9b12 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:15:57.541359 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c397fd-c83b-40c7-88a2-7545842a0047 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:15:57.541967 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d7c397fd-c83b-40c7-88a2-7545842a0047 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (f7696f41-cc82-4827-a09d-77b150807f90), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:57.552341 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58008) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:57.629803 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-a1e15471-3d8b-429d-af78-2a6722df064e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=8d514634-0023-4dbc-9e31-ea618b291a41 HTTP/1.1" status: 200 len: 217 time: 0.0974429 Feb 09 01:15:57.634743 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c397fd-c83b-40c7-88a2-7545842a0047 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event updated for resources: {'Port': ['ID=c95062b4-931c-4541-b512-0bfe657325d6,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:57.797179 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7274856-4e66-480a-93c8-a1d38687b383 req-5ec0784d-2dc4-4df6-a212-6d6635b2f20d tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:57.808079 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a7274856-4e66-480a-93c8-a1d38687b383 req-5ec0784d-2dc4-4df6-a212-6d6635b2f20d tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 944 time: 0.1322236 Feb 09 01:15:57.843951 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-d20c4006-247d-4e15-bdf1-987e45f54340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:57.850037 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-d20c4006-247d-4e15-bdf1-987e45f54340 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ca80025f-d3d8-4978-9cfb-611cf11c3647 HTTP/1.1" status: 200 len: 797 time: 0.2162776 Feb 09 01:15:57.881504 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-b870fedd-2825-492d-bfe2-5957c813d181 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-316713506-network', 'tenant_id': '19b538c3b5a14e6daaae72754eb8a669'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:57.924971 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a7274856-4e66-480a-93c8-a1d38687b383 req-d92c15e8-36f0-4e38-931b-6cc687c5e154 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/security-groups?id=65c8f205-c6cb-41d5-b5f1-7ee56e174081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160343 Feb 09 01:15:57.949445 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b870fedd-2825-492d-bfe2-5957c813d181 admin admin] Made reservation on behalf of 19b538c3b5a14e6daaae72754eb8a669 for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:57.956127 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b870fedd-2825-492d-bfe2-5957c813d181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:57.965377 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d7c397fd-c83b-40c7-88a2-7545842a0047 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c95062b4-931c-4541-b512-0bfe657325d6), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:57.972983 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b870fedd-2825-492d-bfe2-5957c813d181 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:57.992583 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03df7c0e-93e0-4909-bf72-c93443cf3aed tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:15:57.999254 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-03df7c0e-93e0-4909-bf72-c93443cf3aed tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:58.006056 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18220bc8-6056-4ea2-9e6d-fab2a7ed9125 None None] Sync routers for ids ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:15:58.014121 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-4ce76ed0-16f2-481d-8911-a07273f7bb49 None None] Provisioning complete for port c95062b4-931c-4541-b512-0bfe657325d6 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:58.014733 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4ce76ed0-16f2-481d-8911-a07273f7bb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c95062b4-931c-4541-b512-0bfe657325d6), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:58.024685 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18220bc8-6056-4ea2-9e6d-fab2a7ed9125 None None] Routers {'7a61de9a-9652-4a7b-9b35-77753bbe9b12'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:15:58.026059 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-18220bc8-6056-4ea2-9e6d-fab2a7ed9125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:15:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:58.051804 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-eff0ac49-4f66-4d62-866b-04c7573a40b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:58.053399 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-eff0ac49-4f66-4d62-866b-04c7573a40b6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7776bdde-fa28-4fc9-a953-0f38a342d9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1895347 Feb 09 01:15:58.107056 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-4ce76ed0-16f2-481d-8911-a07273f7bb49 None None] Port c95062b4-931c-4541-b512-0bfe657325d6 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:15:58.127658 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b870fedd-2825-492d-bfe2-5957c813d181 admin admin] Publish callbacks [] for security_group (45eaab36-af4f-4215-874b-e47cf74a9106), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:58.128295 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-18220bc8-6056-4ea2-9e6d-fab2a7ed9125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:58.143986 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b870fedd-2825-492d-bfe2-5957c813d181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (45eaab36-af4f-4215-874b-e47cf74a9106), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:58.151313 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18220bc8-6056-4ea2-9e6d-fab2a7ed9125 None None] Routers {'7a61de9a-9652-4a7b-9b35-77753bbe9b12'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:15:58.152212 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-18220bc8-6056-4ea2-9e6d-fab2a7ed9125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:15:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:58.179037 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b870fedd-2825-492d-bfe2-5957c813d181 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1025} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:15:58.191025 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-18220bc8-6056-4ea2-9e6d-fab2a7ed9125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:15:58.192684 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18220bc8-6056-4ea2-9e6d-fab2a7ed9125 None None] The sync data for ids ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'] in n-d-828369-4 is: [] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:15:58.201291 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b870fedd-2825-492d-bfe2-5957c813d181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (80170b24-64f1-4bc4-acc6-03fab5e2d0ea), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:58.202574 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-b870fedd-2825-492d-bfe2-5957c813d181 admin admin] Added segment 80170b24-64f1-4bc4-acc6-03fab5e2d0ea of type vlan for network 16e9cb77-27b0-486d-a1e4-1a7752ab522e Feb 09 01:15:58.245442 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-03df7c0e-93e0-4909-bf72-c93443cf3aed tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "PUT /v2.0/floatingips/79385d76-7dfb-4f85-883b-50cde4daf74f HTTP/1.1" status: 200 len: 977 time: 5.7853980 Feb 09 01:15:58.250691 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58022) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:58.255261 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-005b1040-5e2f-44d9-874f-55f47f9d2288 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:58.264030 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b870fedd-2825-492d-bfe2-5957c813d181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45eaab36-af4f-4215-874b-e47cf74a9106,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:58.318415 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b870fedd-2825-492d-bfe2-5957c813d181 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (16e9cb77-27b0-486d-a1e4-1a7752ab522e), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:58.346541 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-86979d9b-0be0-4bdf-b2a8-f4e33b299ae5 service neutron] 10.222.0.47 "GET /v2.0/networks/7776bdde-fa28-4fc9-a953-0f38a342d9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785792 Feb 09 01:15:58.358253 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b870fedd-2825-492d-bfe2-5957c813d181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (16e9cb77-27b0-486d-a1e4-1a7752ab522e), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:58.359206 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b870fedd-2825-492d-bfe2-5957c813d181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:58.359807 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b870fedd-2825-492d-bfe2-5957c813d181 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:58.398801 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-005b1040-5e2f-44d9-874f-55f47f9d2288 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for floatingip (79385d76-7dfb-4f85-883b-50cde4daf74f), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:58.431819 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b870fedd-2825-492d-bfe2-5957c813d181 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8755865 Feb 09 01:15:58.439930 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58028) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:58.445081 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-37395609-61d4-4721-9500-22d727aed61c admin admin] Request body: {'subnet': {'network_id': '16e9cb77-27b0-486d-a1e4-1a7752ab522e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-316713506-subnet', 'tenant_id': '19b538c3b5a14e6daaae72754eb8a669', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:58.468966 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b870fedd-2825-492d-bfe2-5957c813d181 admin admin] Pushing event updated for resources: {'Network': ['ID=16e9cb77-27b0-486d-a1e4-1a7752ab522e,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:58.494984 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37395609-61d4-4721-9500-22d727aed61c admin admin] Made reservation on behalf of 19b538c3b5a14e6daaae72754eb8a669 for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:15:58.497152 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 16e9cb77-27b0-486d-a1e4-1a7752ab522e details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:15:58.497688 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-37395609-61d4-4721-9500-22d727aed61c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:58.704215 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-cf6f10db-8619-44c3-b268-2180704c4eca service neutron] 10.222.0.47 "GET /v2.0/networks/7776bdde-fa28-4fc9-a953-0f38a342d9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190813 Feb 09 01:15:58.831549 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-25cd2ced-a54f-42e4-98c8-8ca47d98a074 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=61983cf9-1bf8-40bd-8171-eb224ee4dd26 HTTP/1.1" status: 200 len: 217 time: 0.1188455 Feb 09 01:15:58.859146 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-005b1040-5e2f-44d9-874f-55f47f9d2288 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:58.887153 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d7c397fd-c83b-40c7-88a2-7545842a0047 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for port (c95062b4-931c-4541-b512-0bfe657325d6), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:58.889082 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-005b1040-5e2f-44d9-874f-55f47f9d2288 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (79385d76-7dfb-4f85-883b-50cde4daf74f), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:58.889487 n-d-828369-4 neutron-server[103137]: INFO neutron.db.l3_db [None req-005b1040-5e2f-44d9-874f-55f47f9d2288 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Floating IP 79385d76-7dfb-4f85-883b-50cde4daf74f disassociated. External IP: 172.25.8.208, port: 2cfe0760-1209-44b0-91bd-8ef79ff8cf0b. Feb 09 01:15:58.929075 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-497f68a3-2735-4484-a5af-9c3865aebe21 req-fef0ac2b-ffa9-4ec6-9239-46f5c2dbd373 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 210 time: 0.3915293 Feb 09 01:15:58.988862 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 2354b83a-1e06-420c-aa41-7a21479d30cb up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:15:59.010332 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d7c397fd-c83b-40c7-88a2-7545842a0047 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (c95062b4-931c-4541-b512-0bfe657325d6), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:59.011255 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d7c397fd-c83b-40c7-88a2-7545842a0047 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (f7696f41-cc82-4827-a09d-77b150807f90), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:59.108467 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 2354b83a-1e06-420c-aa41-7a21479d30cb triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:59.109024 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (2354b83a-1e06-420c-aa41-7a21479d30cb), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:59.169216 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb17f1-c0bd-4b14-b43e-0581e3498d40 req-39ca0155-74ab-4be2-958c-19002ef85499 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:59.177316 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6fcb17f1-c0bd-4b14-b43e-0581e3498d40 req-39ca0155-74ab-4be2-958c-19002ef85499 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 944 time: 0.1225352 Feb 09 01:15:59.185550 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-37395609-61d4-4721-9500-22d727aed61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (2c035d17-d442-4da4-a1f3-729ca3bfd579), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:59.296457 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c397fd-c83b-40c7-88a2-7545842a0047 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Network 72ba857f-c4e0-4a2b-9422-2b6404347f1f is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:15:59.299531 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-78bbcac3-1931-4abe-a995-b87b69e8d91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:59.301117 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-78bbcac3-1931-4abe-a995-b87b69e8d91f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ca80025f-d3d8-4978-9cfb-611cf11c3647 HTTP/1.1" status: 200 len: 797 time: 0.4618604 Feb 09 01:15:59.306089 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-d7c397fd-c83b-40c7-88a2-7545842a0047 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:59.308567 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37395609-61d4-4721-9500-22d727aed61c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c035d17-d442-4da4-a1f3-729ca3bfd579,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:59.337657 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6fcb17f1-c0bd-4b14-b43e-0581e3498d40 req-1dce7d84-cfb6-4084-9f82-20e5c756663a tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/security-groups?id=65c8f205-c6cb-41d5-b5f1-7ee56e174081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590285 Feb 09 01:15:59.349218 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37395609-61d4-4721-9500-22d727aed61c admin admin] Checking segment: {'id': '80170b24-64f1-4bc4-acc6-03fab5e2d0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '16e9cb77-27b0-486d-a1e4-1a7752ab522e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:15:59.349568 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37395609-61d4-4721-9500-22d727aed61c admin admin] Network hostable DHCP agents. Network: 16e9cb77-27b0-486d-a1e4-1a7752ab522e, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:15:59.384178 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37395609-61d4-4721-9500-22d727aed61c admin admin] Network 16e9cb77-27b0-486d-a1e4-1a7752ab522e is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:15:59.384455 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c397fd-c83b-40c7-88a2-7545842a0047 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event updated for resources: {'Port': ['ID=c95062b4-931c-4541-b512-0bfe657325d6,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:15:59.398664 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-37395609-61d4-4721-9500-22d727aed61c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 16e9cb77-27b0-486d-a1e4-1a7752ab522e) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:15:59.403712 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37395609-61d4-4721-9500-22d727aed61c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:15:59.404325 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-37395609-61d4-4721-9500-22d727aed61c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:59.440575 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-37395609-61d4-4721-9500-22d727aed61c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9994121 Feb 09 01:15:59.441859 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58052) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:15:59.452371 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 2354b83a-1e06-420c-aa41-7a21479d30cb is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:15:59.454274 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-003016b2-2ee8-445b-8e11-945cfc699c78 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-316713506-router', 'tenant_id': '19b538c3b5a14e6daaae72754eb8a669', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:15:59.462061 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1b56bd-37da-49a8-8865-6249587e705c None None] Network 16e9cb77-27b0-486d-a1e4-1a7752ab522e requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:15:59.504937 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-003016b2-2ee8-445b-8e11-945cfc699c78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (cbc8ef8c-05e3-40c3-8008-399e199632b9), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:59.506140 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-003016b2-2ee8-445b-8e11-945cfc699c78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (cbc8ef8c-05e3-40c3-8008-399e199632b9), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:59.640111 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-003016b2-2ee8-445b-8e11-945cfc699c78 admin admin] Publish callbacks [] for router_controller (cbc8ef8c-05e3-40c3-8008-399e199632b9), precommit_add_association {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:59.688922 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512da8d3-7e2e-4a85-b15c-0af47bfa578a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-16e9cb77-27b0-486d-a1e4-1a7752ab522e', 'network_id': '16e9cb77-27b0-486d-a1e4-1a7752ab522e', 'project_id': '19b538c3b5a14e6daaae72754eb8a669', 'fixed_ips': [{'subnet_id': '2c035d17-d442-4da4-a1f3-729ca3bfd579'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:15:59.689867 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-512da8d3-7e2e-4a85-b15c-0af47bfa578a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:59.948865 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-45b824cd-e9f9-4195-b3c5-e363521485e6 None None] Provisioning complete for port c95062b4-931c-4541-b512-0bfe657325d6 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:15:59.949156 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-45b824cd-e9f9-4195-b3c5-e363521485e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c95062b4-931c-4541-b512-0bfe657325d6), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:15:59.991458 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-45b824cd-e9f9-4195-b3c5-e363521485e6 None None] Port c95062b4-931c-4541-b512-0bfe657325d6 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:15:59.993397 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-512da8d3-7e2e-4a85-b15c-0af47bfa578a None None] Allocated IP 172.20.0.2 (16e9cb77-27b0-486d-a1e4-1a7752ab522e/2c035d17-d442-4da4-a1f3-729ca3bfd579/d9427dc5-2083-420b-904e-9b661761fa5e) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:00.003500 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-5705eefc-ab39-49a7-b580-1094b1531fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:00.005345 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-5705eefc-ab39-49a7-b580-1094b1531fd1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7776bdde-fa28-4fc9-a953-0f38a342d9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.6742430 Feb 09 01:16:00.014043 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-003016b2-2ee8-445b-8e11-945cfc699c78 admin admin] Publish callbacks [] for router_gateway (cbc8ef8c-05e3-40c3-8008-399e199632b9), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:00.099666 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0b050fdc-c09e-4820-aa54-9e904fc6bc7e req-c620520c-6d73-47dd-909c-8f1b34128379 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 210 time: 0.0362678 Feb 09 01:16:00.279505 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c397fd-c83b-40c7-88a2-7545842a0047 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Router f7696f41-cc82-4827-a09d-77b150807f90 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:16:00.295809 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-512da8d3-7e2e-4a85-b15c-0af47bfa578a None None] Publish callbacks [] for port (d9427dc5-2083-420b-904e-9b661761fa5e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:00.300042 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-005b1040-5e2f-44d9-874f-55f47f9d2288 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Router 7a61de9a-9652-4a7b-9b35-77753bbe9b12 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:16:00.313717 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-c394611f-dd94-412d-92a3-f11fb1578a0e service neutron] 10.222.0.47 "GET /v2.0/networks/7776bdde-fa28-4fc9-a953-0f38a342d9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320037 Feb 09 01:16:00.317249 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-512da8d3-7e2e-4a85-b15c-0af47bfa578a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (d9427dc5-2083-420b-904e-9b661761fa5e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:00.367474 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512da8d3-7e2e-4a85-b15c-0af47bfa578a None None] Network 16e9cb77-27b0-486d-a1e4-1a7752ab522e is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:00.372719 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-512da8d3-7e2e-4a85-b15c-0af47bfa578a None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:00.383800 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512da8d3-7e2e-4a85-b15c-0af47bfa578a None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:16:00.407561 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512da8d3-7e2e-4a85-b15c-0af47bfa578a None None] Pushing event updated for resources: {'Port': ['ID=d9427dc5-2083-420b-904e-9b661761fa5e,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:00.407831 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-003016b2-2ee8-445b-8e11-945cfc699c78 admin admin] Publish callbacks [] for router_gateway (cbc8ef8c-05e3-40c3-8008-399e199632b9), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:00.465624 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-003016b2-2ee8-445b-8e11-945cfc699c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:00.473531 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-512da8d3-7e2e-4a85-b15c-0af47bfa578a None None] Attempting to bind port d9427dc5-2083-420b-904e-9b661761fa5e on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:00.474183 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-512da8d3-7e2e-4a85-b15c-0af47bfa578a None None] Attempting to bind port d9427dc5-2083-420b-904e-9b661761fa5e by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '80170b24-64f1-4bc4-acc6-03fab5e2d0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '16e9cb77-27b0-486d-a1e4-1a7752ab522e'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:00.474313 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512da8d3-7e2e-4a85-b15c-0af47bfa578a None None] Attempting to bind port d9427dc5-2083-420b-904e-9b661761fa5e on network 16e9cb77-27b0-486d-a1e4-1a7752ab522e {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:00.480588 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512da8d3-7e2e-4a85-b15c-0af47bfa578a None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:16:00.480983 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512da8d3-7e2e-4a85-b15c-0af47bfa578a None None] Checking segment: {'id': '80170b24-64f1-4bc4-acc6-03fab5e2d0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '16e9cb77-27b0-486d-a1e4-1a7752ab522e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:16:00.481477 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-512da8d3-7e2e-4a85-b15c-0af47bfa578a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:00.481882 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512da8d3-7e2e-4a85-b15c-0af47bfa578a None None] Bound using segment: {'id': '80170b24-64f1-4bc4-acc6-03fab5e2d0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '16e9cb77-27b0-486d-a1e4-1a7752ab522e'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:16:00.482377 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-512da8d3-7e2e-4a85-b15c-0af47bfa578a None None] Bound port: d9427dc5-2083-420b-904e-9b661761fa5e, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80170b24-64f1-4bc4-acc6-03fab5e2d0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '16e9cb77-27b0-486d-a1e4-1a7752ab522e'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:16:00.482772 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-512da8d3-7e2e-4a85-b15c-0af47bfa578a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d9427dc5-2083-420b-904e-9b661761fa5e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:00.572411 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-512da8d3-7e2e-4a85-b15c-0af47bfa578a None None] For port d9427dc5-2083-420b-904e-9b661761fa5e, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:16:00.576489 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-512da8d3-7e2e-4a85-b15c-0af47bfa578a None None] For port d9427dc5-2083-420b-904e-9b661761fa5e, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=d9427dc5-2083-420b-904e-9b661761fa5e,segment=NetworkSegment(80170b24-64f1-4bc4-acc6-03fab5e2d0ea),segment_id=80170b24-64f1-4bc4-acc6-03fab5e2d0ea)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:16:00.585857 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58064) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:00.599728 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-512da8d3-7e2e-4a85-b15c-0af47bfa578a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d9427dc5-2083-420b-904e-9b661761fa5e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:00.677917 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512da8d3-7e2e-4a85-b15c-0af47bfa578a None None] Pushing event updated for resources: {'Port': ['ID=d9427dc5-2083-420b-904e-9b661761fa5e,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:00.721210 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e654c9d-c941-4263-9c44-7f9c0a8951be req-43b4c24a-c912-4eee-b4d8-1e6a06aeb8be tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:00.723009 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c397fd-c83b-40c7-88a2-7545842a0047 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:16:00.728078 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3e654c9d-c941-4263-9c44-7f9c0a8951be req-43b4c24a-c912-4eee-b4d8-1e6a06aeb8be tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 944 time: 0.2592742 Feb 09 01:16:00.733835 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d7c397fd-c83b-40c7-88a2-7545842a0047 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "PUT /v2.0/routers/f7696f41-cc82-4827-a09d-77b150807f90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5208232 Feb 09 01:16:00.738970 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30878404-7e8e-4d90-a3d4-700be27c9b3a None None] Sync routers for ids ['f7696f41-cc82-4827-a09d-77b150807f90'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:16:00.739496 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58068) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:00.757737 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30878404-7e8e-4d90-a3d4-700be27c9b3a None None] Routers {'f7696f41-cc82-4827-a09d-77b150807f90'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:00.758532 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-30878404-7e8e-4d90-a3d4-700be27c9b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:15:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f7696f41-cc82-4827-a09d-77b150807f90'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:00.805749 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-30878404-7e8e-4d90-a3d4-700be27c9b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:00.818073 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30878404-7e8e-4d90-a3d4-700be27c9b3a None None] Routers {'f7696f41-cc82-4827-a09d-77b150807f90'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:00.818891 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-30878404-7e8e-4d90-a3d4-700be27c9b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:15:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f7696f41-cc82-4827-a09d-77b150807f90'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:00.830860 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-35adb3c6-1a34-460d-8c6d-5c15f79e05b2 service neutron] 10.222.0.47 "GET /v2.0/networks/7776bdde-fa28-4fc9-a953-0f38a342d9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4813840 Feb 09 01:16:00.832427 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005b1040-5e2f-44d9-874f-55f47f9d2288 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:16:00.837260 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-003016b2-2ee8-445b-8e11-945cfc699c78 admin admin] Allocated IP 172.25.8.240 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/204b4cc5-c4ee-44e7-9f18-f5713652bca6) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:00.846682 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd124a5-709a-4618-bebe-c3a46ae9e7ee None None] Sync routers for ids ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:16:00.859136 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33e4afb-73d5-42c7-a76f-34d6d54b7395 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:00.863353 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-005b1040-5e2f-44d9-874f-55f47f9d2288 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:00.864833 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e33e4afb-73d5-42c7-a76f-34d6d54b7395 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "GET /v2.0/ports/c95062b4-931c-4541-b512-0bfe657325d6 HTTP/1.1" status: 200 len: 911 time: 0.1249166 Feb 09 01:16:00.866332 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd124a5-709a-4618-bebe-c3a46ae9e7ee None None] Routers {'7a61de9a-9652-4a7b-9b35-77753bbe9b12'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:00.867048 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58070) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:00.867897 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-5dd124a5-709a-4618-bebe-c3a46ae9e7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:15:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:00.875690 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bab2f466-e93e-4692-b579-00faee2e8aff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:00.883043 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-30878404-7e8e-4d90-a3d4-700be27c9b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:00.883721 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30878404-7e8e-4d90-a3d4-700be27c9b3a None None] The sync data for ids ['f7696f41-cc82-4827-a09d-77b150807f90'] in n-d-828369-4 is: [] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:16:00.954987 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-c3b0920a-4cbe-4cf9-aa7c-00ff6715a4f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=b5cb7993-c6ee-4b5e-b147-44a20af5c491 HTTP/1.1" status: 200 len: 217 time: 0.0851240 Feb 09 01:16:00.984364 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-5dd124a5-709a-4618-bebe-c3a46ae9e7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:01.018685 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd124a5-709a-4618-bebe-c3a46ae9e7ee None None] Routers {'7a61de9a-9652-4a7b-9b35-77753bbe9b12'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:01.019712 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-5dd124a5-709a-4618-bebe-c3a46ae9e7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:15:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:01.027308 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3e654c9d-c941-4263-9c44-7f9c0a8951be req-6e17e037-a921-4305-b407-471dd199c48d tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/security-groups?id=65c8f205-c6cb-41d5-b5f1-7ee56e174081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2982156 Feb 09 01:16:01.047527 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-005b1040-5e2f-44d9-874f-55f47f9d2288 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "PUT /v2.0/floatingips/79385d76-7dfb-4f85-883b-50cde4daf74f HTTP/1.1" status: 200 len: 688 time: 2.7957897 Feb 09 01:16:01.051048 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58072) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:01.093538 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-5dd124a5-709a-4618-bebe-c3a46ae9e7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:01.094756 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd124a5-709a-4618-bebe-c3a46ae9e7ee None None] The sync data for ids ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'] in n-d-828369-4 is: [] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:16:01.137013 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-1735ffeb-59fa-4b10-9822-b85b1e93826a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:01.141148 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-1735ffeb-59fa-4b10-9822-b85b1e93826a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ca80025f-d3d8-4978-9cfb-611cf11c3647 HTTP/1.1" status: 200 len: 797 time: 0.1808636 Feb 09 01:16:01.277753 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-7dd345f1-ba29-454d-ac62-f9753382d92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:01.279456 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-7dd345f1-ba29-454d-ac62-f9753382d92d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7776bdde-fa28-4fc9-a953-0f38a342d9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0814533 Feb 09 01:16:01.306105 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9077ff75-e591-4bf7-9761-14396f5c2709 req-cfeb6298-d5ca-4657-8f82-9ce1733a7023 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 210 time: 0.0722148 Feb 09 01:16:01.306323 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-d4e0ff26-f137-4083-924a-b68be8683f3f tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Deleting port 52109e96-56d7-4cfc-86e8-d642b34e9737 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:01.306453 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d4e0ff26-f137-4083-924a-b68be8683f3f tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (52109e96-56d7-4cfc-86e8-d642b34e9737), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:01.368294 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-003016b2-2ee8-445b-8e11-945cfc699c78 admin admin] Publish callbacks [] for port (204b4cc5-c4ee-44e7-9f18-f5713652bca6), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:01.390213 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bab2f466-e93e-4692-b579-00faee2e8aff admin admin] Publish callbacks [] for security_group (1be76a91-00ba-4727-89b7-09631ac30c37), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:01.402063 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bab2f466-e93e-4692-b579-00faee2e8aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1be76a91-00ba-4727-89b7-09631ac30c37), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:01.457477 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-638a4c50-9d6d-4661-b7d3-36ce203f56a5 service neutron] 10.222.0.47 "GET /v2.0/networks/7776bdde-fa28-4fc9-a953-0f38a342d9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716754 Feb 09 01:16:01.464525 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d4e0ff26-f137-4083-924a-b68be8683f3f tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (52109e96-56d7-4cfc-86e8-d642b34e9737), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:01.464932 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d4e0ff26-f137-4083-924a-b68be8683f3f tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for floatingip (52109e96-56d7-4cfc-86e8-d642b34e9737), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:01.493837 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-bab2f466-e93e-4692-b579-00faee2e8aff admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=73917fae080c47e68203bf976fd70d88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9066997 Feb 09 01:16:01.494982 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-d4e0ff26-f137-4083-924a-b68be8683f3f tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Calling delete_port for 52109e96-56d7-4cfc-86e8-d642b34e9737 owned by network:floatingip {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:01.496490 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58076) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:01.497402 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2f466-e93e-4692-b579-00faee2e8aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be76a91-00ba-4727-89b7-09631ac30c37,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:01.522565 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-003016b2-2ee8-445b-8e11-945cfc699c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (204b4cc5-c4ee-44e7-9f18-f5713652bca6), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:01.576379 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003016b2-2ee8-445b-8e11-945cfc699c78 admin admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:01.585526 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-003016b2-2ee8-445b-8e11-945cfc699c78 admin admin] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:01.604002 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003016b2-2ee8-445b-8e11-945cfc699c78 admin admin] Pushing event updated for resources: {'Port': ['ID=204b4cc5-c4ee-44e7-9f18-f5713652bca6,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:01.606598 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003016b2-2ee8-445b-8e11-945cfc699c78 admin admin] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:16:01.678543 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-d3533a52-c79d-4ca4-8769-5effa65fbd7a service neutron] 10.222.0.47 "GET /v2.0/networks/7776bdde-fa28-4fc9-a953-0f38a342d9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106450 Feb 09 01:16:01.692865 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-15c76cc2-438b-4223-bcc8-53ab0187943f admin admin] Publish callbacks [] for security_group (1be76a91-00ba-4727-89b7-09631ac30c37), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:01.747231 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1ccb80e4-0b06-4099-8ea8-695a8a55460a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (f7696f41-cc82-4827-a09d-77b150807f90), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:01.756080 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-0b52db4e-22c1-476e-be1b-14272b9e7e01 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=6e9d435a-540a-4ac9-9688-d711412ef2a9 HTTP/1.1" status: 200 len: 217 time: 0.0659156 Feb 09 01:16:01.775735 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-15c76cc2-438b-4223-bcc8-53ab0187943f admin admin] Publish callbacks [] for security_group (1be76a91-00ba-4727-89b7-09631ac30c37), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:01.879339 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-1f65ed0c-51f9-4901-8f6a-b77e442a5797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:01.880860 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-1f65ed0c-51f9-4901-8f6a-b77e442a5797 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ca80025f-d3d8-4978-9cfb-611cf11c3647 HTTP/1.1" status: 200 len: 797 time: 0.1189208 Feb 09 01:16:01.905246 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d4e0ff26-f137-4083-924a-b68be8683f3f tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (52109e96-56d7-4cfc-86e8-d642b34e9737), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:01.933966 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-15c76cc2-438b-4223-bcc8-53ab0187943f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1be76a91-00ba-4727-89b7-09631ac30c37), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:01.937547 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-15c76cc2-438b-4223-bcc8-53ab0187943f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:01.939516 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-15c76cc2-438b-4223-bcc8-53ab0187943f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1be76a91-00ba-4727-89b7-09631ac30c37 HTTP/1.1" status: 204 len: 168 time: 0.4418426 Feb 09 01:16:01.968328 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0ff26-f137-4083-924a-b68be8683f3f tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Pushing event deleted for resources: {'Port': ['ID=52109e96-56d7-4cfc-86e8-d642b34e9737,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:01.977167 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c76cc2-438b-4223-bcc8-53ab0187943f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be76a91-00ba-4727-89b7-09631ac30c37,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:02.098851 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-37747384-1c85-4e54-bf41-b7c3c5576e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:02.100514 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-37747384-1c85-4e54-bf41-b7c3c5576e2f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7776bdde-fa28-4fc9-a953-0f38a342d9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2112896 Feb 09 01:16:02.111631 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d4e0ff26-f137-4083-924a-b68be8683f3f tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for floatingip (79385d76-7dfb-4f85-883b-50cde4daf74f), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:02.115180 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d4e0ff26-f137-4083-924a-b68be8683f3f tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:02.123578 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d4e0ff26-f137-4083-924a-b68be8683f3f tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "DELETE /v2.0/floatingips/79385d76-7dfb-4f85-883b-50cde4daf74f HTTP/1.1" status: 204 len: 168 time: 1.0624783 Feb 09 01:16:02.136915 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58082) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:02.192362 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [None req-2cc2dc8e-382b-46a8-922d-0258b6ae1b73 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] delete failed (client error): The resource could not be found. Feb 09 01:16:02.193829 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2cc2dc8e-382b-46a8-922d-0258b6ae1b73 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "DELETE /v2.0/floatingips/79385d76-7dfb-4f85-883b-50cde4daf74f HTTP/1.1" status: 404 len: 345 time: 0.0547533 Feb 09 01:16:02.200722 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58086) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:02.219714 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8af4e8-db90-4db1-81c0-c14aff85b128 None None] Network 16e9cb77-27b0-486d-a1e4-1a7752ab522e requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:16:02.286417 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-de6a13ed-29af-419f-8c1e-d9057900d714 service neutron] 10.222.0.47 "GET /v2.0/networks/7776bdde-fa28-4fc9-a953-0f38a342d9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614344 Feb 09 01:16:02.381418 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db96454-0339-497d-a6d3-2de50d1f4ec5 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:02.387423 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db96454-0339-497d-a6d3-2de50d1f4ec5 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:02.394632 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db96454-0339-497d-a6d3-2de50d1f4ec5 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:02.399233 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-7db96454-0339-497d-a6d3-2de50d1f4ec5 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "GET /v2.0/ports?network_id=3bcff40c-bcc0-445f-89b7-ca3f90ad4135 HTTP/1.1" status: 200 len: 2357 time: 0.1928003 Feb 09 01:16:02.401060 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58090) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:02.437683 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff734d7-106f-4b39-9ced-1f5bcbd456bc req-d34a367a-a78b-4b32-a38d-adfa5bc6a38e tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:02.440526 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8ff734d7-106f-4b39-9ced-1f5bcbd456bc req-d34a367a-a78b-4b32-a38d-adfa5bc6a38e tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 944 time: 0.2409320 Feb 09 01:16:02.441946 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-003016b2-2ee8-445b-8e11-945cfc699c78 admin admin] Publish callbacks [] for router_gateway (cbc8ef8c-05e3-40c3-8008-399e199632b9), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:02.484617 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-e9c8cff9-3a88-460e-8f86-75a1007e77cf None None] Provisioning complete for port d9427dc5-2083-420b-904e-9b661761fa5e triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:02.485048 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e9c8cff9-3a88-460e-8f86-75a1007e77cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d9427dc5-2083-420b-904e-9b661761fa5e), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:02.502391 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58092) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:02.508047 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ea03da-b78b-4f1e-8a4c-b7d0882cf70a tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:02.515302 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d5ea03da-b78b-4f1e-8a4c-b7d0882cf70a tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "GET /v2.0/subnets/897c663b-9282-414d-bf0f-a0b636589980 HTTP/1.1" status: 200 len: 797 time: 0.1107202 Feb 09 01:16:02.533298 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58094) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:02.534629 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c225a540-48c4-440a-b829-e2065c3bdd64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:02.542459 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-b8a50f17-1c9d-4b29-b3a8-24adebdb605b tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Request body: {'port': {'network_id': '3bcff40c-bcc0-445f-89b7-ca3f90ad4135', 'name': 'tempest-FloatingIPTestJSON-4911375', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:02.551695 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-25c2bac6-583c-4eeb-9d23-ec1d4e38afcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:02.611836 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e9c8cff9-3a88-460e-8f86-75a1007e77cf None None] Current status of the port d9427dc5-2083-420b-904e-9b661761fa5e is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:02.612219 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e9c8cff9-3a88-460e-8f86-75a1007e77cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d9427dc5-2083-420b-904e-9b661761fa5e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:02.662707 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-e9c8cff9-3a88-460e-8f86-75a1007e77cf None None] For port d9427dc5-2083-420b-904e-9b661761fa5e, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=d9427dc5-2083-420b-904e-9b661761fa5e,segment=NetworkSegment(80170b24-64f1-4bc4-acc6-03fab5e2d0ea),segment_id=80170b24-64f1-4bc4-acc6-03fab5e2d0ea)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:02.674258 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e9c8cff9-3a88-460e-8f86-75a1007e77cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d9427dc5-2083-420b-904e-9b661761fa5e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:02.691306 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-3bd895da-cd3f-49ec-92e7-7decc0c9849f service neutron] 10.222.0.47 "GET /v2.0/networks/7776bdde-fa28-4fc9-a953-0f38a342d9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980556 Feb 09 01:16:02.757443 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-908ff5b9-aa9d-4dae-8a53-4ac32b719e6a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a44acea9-a977-4a03-83ae-8512222a0dd7 HTTP/1.1" status: 200 len: 217 time: 0.0430927 Feb 09 01:16:02.763453 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8cff9-3a88-460e-8f86-75a1007e77cf None None] Pushing event updated for resources: {'Port': ['ID=d9427dc5-2083-420b-904e-9b661761fa5e,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:02.824081 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-93b3d683-7d96-4137-8928-47dc5be93752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:02.825778 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-93b3d683-7d96-4137-8928-47dc5be93752 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1f7b747d-a13d-42ff-8656-cd566cc6fad6 HTTP/1.1" status: 200 len: 797 time: 0.0603578 Feb 09 01:16:02.910792 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-33b8dd99-16e7-4871-aa4d-5a6934ddd80a None None] Provisioning complete for port d9427dc5-2083-420b-904e-9b661761fa5e triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:02.912862 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-33b8dd99-16e7-4871-aa4d-5a6934ddd80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d9427dc5-2083-420b-904e-9b661761fa5e), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:03.004874 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c225a540-48c4-440a-b829-e2065c3bdd64 admin admin] Publish callbacks [] for security_group (788f8091-6928-40ce-80f3-d3adcf19e697), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:03.029493 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-6a4be628-74b3-468d-ac03-7fe1f20f126d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:03.031025 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-33b8dd99-16e7-4871-aa4d-5a6934ddd80a None None] Current status of the port d9427dc5-2083-420b-904e-9b661761fa5e is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:03.032045 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-6a4be628-74b3-468d-ac03-7fe1f20f126d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=460d32a0-6143-4328-a439-dc4890ffb702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1928210 Feb 09 01:16:03.035358 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c225a540-48c4-440a-b829-e2065c3bdd64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (788f8091-6928-40ce-80f3-d3adcf19e697), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:03.058287 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device d9427dc5-2083-420b-904e-9b661761fa5e up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:16:03.078420 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a50f17-1c9d-4b29-b3a8-24adebdb605b tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Made reservation on behalf of b28322fb716c48d1b01472991c7f46c8 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:03.084912 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6d9f1a62-98bb-42d2-a310-3fa607bdb5bf req-db571f72-26e1-4831-82f7-0b3b6abefc71 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 210 time: 0.1642990 Feb 09 01:16:03.121160 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port d9427dc5-2083-420b-904e-9b661761fa5e triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:03.121482 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d9427dc5-2083-420b-904e-9b661761fa5e), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:03.142025 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8ff734d7-106f-4b39-9ced-1f5bcbd456bc req-11c9a34f-a4bd-4181-9e9b-0d747afe0f8c tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/security-groups?id=65c8f205-c6cb-41d5-b5f1-7ee56e174081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230041 Feb 09 01:16:03.153669 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c225a540-48c4-440a-b829-e2065c3bdd64 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=308dcb4e3fb448178adf427268c0121c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6367939 Feb 09 01:16:03.169952 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58096) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:03.177077 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c225a540-48c4-440a-b829-e2065c3bdd64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788f8091-6928-40ce-80f3-d3adcf19e697,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:03.207599 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-003016b2-2ee8-445b-8e11-945cfc699c78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (cbc8ef8c-05e3-40c3-8008-399e199632b9), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:03.227731 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port d9427dc5-2083-420b-904e-9b661761fa5e is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:03.286051 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-1ccb80e4-0b06-4099-8ea8-695a8a55460a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Deleting port c95062b4-931c-4541-b512-0bfe657325d6 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:03.286405 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1ccb80e4-0b06-4099-8ea8-695a8a55460a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (c95062b4-931c-4541-b512-0bfe657325d6), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:03.401956 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-e1dace1d-ccb8-47c4-953d-94bf96af51a4 service neutron] 10.222.0.47 "GET /v2.0/networks/460d32a0-6143-4328-a439-dc4890ffb702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036225 Feb 09 01:16:03.406483 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f91f2b1b-0dcb-4192-beac-08273af1b455 admin admin] Publish callbacks [] for security_group (788f8091-6928-40ce-80f3-d3adcf19e697), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:03.415802 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1ccb80e4-0b06-4099-8ea8-695a8a55460a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (c95062b4-931c-4541-b512-0bfe657325d6), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:03.433725 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-1ccb80e4-0b06-4099-8ea8-695a8a55460a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Calling delete_port for c95062b4-931c-4541-b512-0bfe657325d6 owned by network:router_interface {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:03.481191 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b8a50f17-1c9d-4b29-b3a8-24adebdb605b tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:03.487872 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003016b2-2ee8-445b-8e11-945cfc699c78 admin admin] Router cbc8ef8c-05e3-40c3-8008-399e199632b9 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:16:03.508350 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f91f2b1b-0dcb-4192-beac-08273af1b455 admin admin] Publish callbacks [] for security_group (788f8091-6928-40ce-80f3-d3adcf19e697), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:03.529604 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-b8a50f17-1c9d-4b29-b3a8-24adebdb605b tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] device_id is not set on port f4f7991f-65d1-4371-8f72-7c19f6ea1132 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:16:03.659836 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-7c6b2e7f-0feb-4fa0-8beb-f993bad610bc service neutron] 10.222.0.47 "GET /v2.0/networks/460d32a0-6143-4328-a439-dc4890ffb702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496645 Feb 09 01:16:03.669473 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003016b2-2ee8-445b-8e11-945cfc699c78 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:16:03.684826 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74eae62-4994-4f2a-aa7b-eacdbd4ca333 None None] Sync routers for ids ['cbc8ef8c-05e3-40c3-8008-399e199632b9'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:16:03.696600 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74eae62-4994-4f2a-aa7b-eacdbd4ca333 None None] Routers {'cbc8ef8c-05e3-40c3-8008-399e199632b9'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:03.697237 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-f74eae62-4994-4f2a-aa7b-eacdbd4ca333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:15:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['cbc8ef8c-05e3-40c3-8008-399e199632b9'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:03.754882 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-b5fa6d52-fdfa-4c6a-877f-cb81bbd11cdd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d HTTP/1.1" status: 200 len: 217 time: 0.0860991 Feb 09 01:16:03.758968 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-003016b2-2ee8-445b-8e11-945cfc699c78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:03.764701 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-003016b2-2ee8-445b-8e11-945cfc699c78 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3172798 Feb 09 01:16:03.767820 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58098) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:03.784187 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1ccb80e4-0b06-4099-8ea8-695a8a55460a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (c95062b4-931c-4541-b512-0bfe657325d6), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:03.789028 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f91f2b1b-0dcb-4192-beac-08273af1b455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (788f8091-6928-40ce-80f3-d3adcf19e697), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:03.791657 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f91f2b1b-0dcb-4192-beac-08273af1b455 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:03.795167 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f91f2b1b-0dcb-4192-beac-08273af1b455 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/788f8091-6928-40ce-80f3-d3adcf19e697 HTTP/1.1" status: 204 len: 168 time: 0.6192918 Feb 09 01:16:03.811912 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb80e4-0b06-4099-8ea8-695a8a55460a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event deleted for resources: {'Port': ['ID=c95062b4-931c-4541-b512-0bfe657325d6,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:03.836128 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-f74eae62-4994-4f2a-aa7b-eacdbd4ca333 None None] Set router cbc8ef8c-05e3-40c3-8008-399e199632b9 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:16:03.868106 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91f2b1b-0dcb-4192-beac-08273af1b455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788f8091-6928-40ce-80f3-d3adcf19e697,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:03.961196 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1ccb80e4-0b06-4099-8ea8-695a8a55460a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (f7696f41-cc82-4827-a09d-77b150807f90), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:04.206893 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-f74eae62-4994-4f2a-aa7b-eacdbd4ca333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc8ef8c-05e3-40c3-8008-399e199632b9', 'name': 'tempest-ServersTestMultiNic-316713506-router', 'tenant_id': '19b538c3b5a14e6daaae72754eb8a669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '204b4cc5-c4ee-44e7-9f18-f5713652bca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:59Z', 'updated_at': '2022-02-09T01:16:01Z', 'revision_number': 3, 'project_id': '19b538c3b5a14e6daaae72754eb8a669', 'gw_port': {'id': '204b4cc5-c4ee-44e7-9f18-f5713652bca6', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc8ef8c-05e3-40c3-8008-399e199632b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:00Z', 'updated_at': '2022-02-09T01:16:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:04.232657 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ccb80e4-0b06-4099-8ea8-695a8a55460a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Router f7696f41-cc82-4827-a09d-77b150807f90 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:16:04.273826 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74eae62-4994-4f2a-aa7b-eacdbd4ca333 None None] Checking router: cbc8ef8c-05e3-40c3-8008-399e199632b9 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:16:04.274429 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74eae62-4994-4f2a-aa7b-eacdbd4ca333 None None] Updating router cbc8ef8c-05e3-40c3-8008-399e199632b9 port 204b4cc5-c4ee-44e7-9f18-f5713652bca6 binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:16:04.310812 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f74eae62-4994-4f2a-aa7b-eacdbd4ca333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (204b4cc5-c4ee-44e7-9f18-f5713652bca6), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:04.455511 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fb1db7ed-e529-4065-a76c-c6a469ab2715 req-490e0a28-1c30-4d10-85a2-ccfd10c5fb32 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 210 time: 0.1175683 Feb 09 01:16:04.467075 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ccb80e4-0b06-4099-8ea8-695a8a55460a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:16:04.482604 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b324cecc-4f86-4845-85f7-8cfba9c35dfb None None] Sync routers for ids ['f7696f41-cc82-4827-a09d-77b150807f90'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:16:04.491601 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1ccb80e4-0b06-4099-8ea8-695a8a55460a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "PUT /v2.0/routers/f7696f41-cc82-4827-a09d-77b150807f90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6104887 Feb 09 01:16:04.492325 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58114) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:04.522008 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b324cecc-4f86-4845-85f7-8cfba9c35dfb None None] Routers {'f7696f41-cc82-4827-a09d-77b150807f90'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:04.526966 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-b324cecc-4f86-4845-85f7-8cfba9c35dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:15:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f7696f41-cc82-4827-a09d-77b150807f90'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:04.581422 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-b324cecc-4f86-4845-85f7-8cfba9c35dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:04.591730 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58118) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:04.592368 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e2e4d7e2-4ac1-4f38-ae01-d097bc9fc2d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:04.598462 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b324cecc-4f86-4845-85f7-8cfba9c35dfb None None] Routers {'f7696f41-cc82-4827-a09d-77b150807f90'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:04.599319 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-b324cecc-4f86-4845-85f7-8cfba9c35dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:16:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f7696f41-cc82-4827-a09d-77b150807f90'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:04.600010 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b20bcbad-709a-438b-8ebe-759eec4f5bc5 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7696f41-cc82-4827-a09d-77b150807f90 HTTP/1.1" status: 200 len: 205 time: 0.0845788 Feb 09 01:16:04.616012 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf3031e-8ba2-42ff-956e-12a7c70dded1 req-68244da2-d7c5-4471-ac46-f2bef1565141 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:04.627894 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1bf3031e-8ba2-42ff-956e-12a7c70dded1 req-68244da2-d7c5-4471-ac46-f2bef1565141 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 944 time: 0.3736150 Feb 09 01:16:04.652580 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-25d05267-fc0f-4d0b-934a-81b900d71995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:04.654676 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-25d05267-fc0f-4d0b-934a-81b900d71995 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1f7b747d-a13d-42ff-8656-cd566cc6fad6 HTTP/1.1" status: 200 len: 797 time: 0.8876917 Feb 09 01:16:04.694151 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-b324cecc-4f86-4845-85f7-8cfba9c35dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:04.701272 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b324cecc-4f86-4845-85f7-8cfba9c35dfb None None] The sync data for ids ['f7696f41-cc82-4827-a09d-77b150807f90'] in n-d-828369-4 is: [] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:16:04.727029 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1bf3031e-8ba2-42ff-956e-12a7c70dded1 req-d997a270-1654-4fc3-8f1e-c67c8cd29b76 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/security-groups?id=65c8f205-c6cb-41d5-b5f1-7ee56e174081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963116 Feb 09 01:16:04.762552 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f74eae62-4994-4f2a-aa7b-eacdbd4ca333 None None] Publish callbacks [] for port (204b4cc5-c4ee-44e7-9f18-f5713652bca6), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:04.770641 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f74eae62-4994-4f2a-aa7b-eacdbd4ca333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (204b4cc5-c4ee-44e7-9f18-f5713652bca6), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:04.791234 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e65d6575-738c-427a-9409-35ae11828b7b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for router (f7696f41-cc82-4827-a09d-77b150807f90), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:04.872370 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-f74eae62-4994-4f2a-aa7b-eacdbd4ca333 None None] Attempting to bind port 204b4cc5-c4ee-44e7-9f18-f5713652bca6 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:04.872890 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-f74eae62-4994-4f2a-aa7b-eacdbd4ca333 None None] Attempting to bind port 204b4cc5-c4ee-44e7-9f18-f5713652bca6 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:04.873287 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74eae62-4994-4f2a-aa7b-eacdbd4ca333 None None] Attempting to bind port 204b4cc5-c4ee-44e7-9f18-f5713652bca6 on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:04.888796 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74eae62-4994-4f2a-aa7b-eacdbd4ca333 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:16:04.889335 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74eae62-4994-4f2a-aa7b-eacdbd4ca333 None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:16:04.890293 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f74eae62-4994-4f2a-aa7b-eacdbd4ca333 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:04.890293 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74eae62-4994-4f2a-aa7b-eacdbd4ca333 None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:16:04.890937 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-f74eae62-4994-4f2a-aa7b-eacdbd4ca333 None None] Bound port: 204b4cc5-c4ee-44e7-9f18-f5713652bca6, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:16:04.891460 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f74eae62-4994-4f2a-aa7b-eacdbd4ca333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (204b4cc5-c4ee-44e7-9f18-f5713652bca6), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:04.952124 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-f74eae62-4994-4f2a-aa7b-eacdbd4ca333 None None] For port 204b4cc5-c4ee-44e7-9f18-f5713652bca6, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:16:04.956510 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-f74eae62-4994-4f2a-aa7b-eacdbd4ca333 None None] For port 204b4cc5-c4ee-44e7-9f18-f5713652bca6, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=204b4cc5-c4ee-44e7-9f18-f5713652bca6,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:16:04.972595 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f74eae62-4994-4f2a-aa7b-eacdbd4ca333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (204b4cc5-c4ee-44e7-9f18-f5713652bca6), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:04.977815 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1775e64-bdc1-4617-be30-a10af948fead None None] Pushing event updated for resources: {'Port': ['ID=204b4cc5-c4ee-44e7-9f18-f5713652bca6,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:05.030122 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-9ae0f3e2-0785-4b99-9ccb-d31f4d666c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:05.034092 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-9ae0f3e2-0785-4b99-9ccb-d31f4d666c50 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=460d32a0-6143-4328-a439-dc4890ffb702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3145447 Feb 09 01:16:05.102386 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74eae62-4994-4f2a-aa7b-eacdbd4ca333 None None] Routers {'cbc8ef8c-05e3-40c3-8008-399e199632b9'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:05.104431 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-f74eae62-4994-4f2a-aa7b-eacdbd4ca333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:16:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['cbc8ef8c-05e3-40c3-8008-399e199632b9'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:05.209938 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e65d6575-738c-427a-9409-35ae11828b7b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (f7696f41-cc82-4827-a09d-77b150807f90), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:05.218223 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e65d6575-738c-427a-9409-35ae11828b7b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for router_controller (f7696f41-cc82-4827-a09d-77b150807f90), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:05.228114 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-b8a50f17-1c9d-4b29-b3a8-24adebdb605b tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Allocated IP 172.20.0.14 (3bcff40c-bcc0-445f-89b7-ca3f90ad4135/897c663b-9282-414d-bf0f-a0b636589980/f4f7991f-65d1-4371-8f72-7c19f6ea1132) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:05.282348 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-b8a50f17-1c9d-4b29-b3a8-24adebdb605b tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Allocated IP 172.20.0.13 (3bcff40c-bcc0-445f-89b7-ca3f90ad4135/897c663b-9282-414d-bf0f-a0b636589980/f4f7991f-65d1-4371-8f72-7c19f6ea1132) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:05.294343 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1775e64-bdc1-4617-be30-a10af948fead None None] Pushing event updated for resources: {'Port': ['ID=204b4cc5-c4ee-44e7-9f18-f5713652bca6,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:05.322513 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-f74eae62-4994-4f2a-aa7b-eacdbd4ca333 None None] Set router cbc8ef8c-05e3-40c3-8008-399e199632b9 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:16:05.364960 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e65d6575-738c-427a-9409-35ae11828b7b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (f7696f41-cc82-4827-a09d-77b150807f90), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:05.365480 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65d6575-738c-427a-9409-35ae11828b7b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Fanout notify agent at l3_agent the message router_deleted on router f7696f41-cc82-4827-a09d-77b150807f90 {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:16:05.408086 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e65d6575-738c-427a-9409-35ae11828b7b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:05.412713 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58134) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:05.421793 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e65d6575-738c-427a-9409-35ae11828b7b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "DELETE /v2.0/routers/f7696f41-cc82-4827-a09d-77b150807f90 HTTP/1.1" status: 204 len: 168 time: 0.8233457 Feb 09 01:16:05.495887 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-8a8143d9-57cb-4fca-b004-4ba47b197922 service neutron] 10.222.0.47 "GET /v2.0/networks/460d32a0-6143-4328-a439-dc4890ffb702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160080 Feb 09 01:16:05.528254 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-4318a044-8d85-4ced-9958-619260213d2a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Deleting subnet 93e50cd3-5e4a-447a-bf7f-8c7ae3dcb4f0 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:16:05.534941 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4318a044-8d85-4ced-9958-619260213d2a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for subnet (93e50cd3-5e4a-447a-bf7f-8c7ae3dcb4f0), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:05.621650 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4318a044-8d85-4ced-9958-619260213d2a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (93e50cd3-5e4a-447a-bf7f-8c7ae3dcb4f0), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:05.658449 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-f74eae62-4994-4f2a-aa7b-eacdbd4ca333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc8ef8c-05e3-40c3-8008-399e199632b9', 'name': 'tempest-ServersTestMultiNic-316713506-router', 'tenant_id': '19b538c3b5a14e6daaae72754eb8a669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '204b4cc5-c4ee-44e7-9f18-f5713652bca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:59Z', 'updated_at': '2022-02-09T01:16:01Z', 'revision_number': 3, 'project_id': '19b538c3b5a14e6daaae72754eb8a669', 'gw_port': {'id': '204b4cc5-c4ee-44e7-9f18-f5713652bca6', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc8ef8c-05e3-40c3-8008-399e199632b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:00Z', 'updated_at': '2022-02-09T01:16:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:05.687156 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74eae62-4994-4f2a-aa7b-eacdbd4ca333 None None] The sync data for ids ['cbc8ef8c-05e3-40c3-8008-399e199632b9'] in n-d-828369-4 is: [{'id': 'cbc8ef8c-05e3-40c3-8008-399e199632b9', 'name': 'tempest-ServersTestMultiNic-316713506-router', 'tenant_id': '19b538c3b5a14e6daaae72754eb8a669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '204b4cc5-c4ee-44e7-9f18-f5713652bca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:59Z', 'updated_at': '2022-02-09T01:16:01Z', 'revision_number': 3, 'project_id': '19b538c3b5a14e6daaae72754eb8a669', 'gw_port': {'id': '204b4cc5-c4ee-44e7-9f18-f5713652bca6', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc8ef8c-05e3-40c3-8008-399e199632b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:00Z', 'updated_at': '2022-02-09T01:16:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:16:05.721668 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8dad1509-ed63-49c7-b372-4a70ca5a3dd7 req-cb43ce99-77aa-472a-b4cf-baae27582f02 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 210 time: 0.0454001 Feb 09 01:16:05.776589 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4318a044-8d85-4ced-9958-619260213d2a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (93e50cd3-5e4a-447a-bf7f-8c7ae3dcb4f0), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:05.780854 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3ffef8ed-ab43-4aa1-bd3d-5052e0a336d0 req-34cc5f81-a501-4221-99e9-1ec29f91fbb3 service neutron] 10.222.0.47 "GET /v2.0/networks/460d32a0-6143-4328-a439-dc4890ffb702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762418 Feb 09 01:16:05.819970 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b8a50f17-1c9d-4b29-b3a8-24adebdb605b tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for port (f4f7991f-65d1-4371-8f72-7c19f6ea1132), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:05.834400 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:05.930860 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d1c87-66a0-4b63-b967-c11ab8e608e2 req-8d6f1666-6f7d-4cdb-af9d-ab92ed55cfb2 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:05.938654 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-463d1c87-66a0-4b63-b967-c11ab8e608e2 req-8d6f1666-6f7d-4cdb-af9d-ab92ed55cfb2 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 944 time: 0.0901308 Feb 09 01:16:05.942895 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4318a044-8d85-4ced-9958-619260213d2a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (93e50cd3-5e4a-447a-bf7f-8c7ae3dcb4f0), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:05.990736 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b8a50f17-1c9d-4b29-b3a8-24adebdb605b tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (f4f7991f-65d1-4371-8f72-7c19f6ea1132), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:05.994142 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-10b0c1c2-cddd-4650-aec1-a5a41faaf8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:06.048103 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-463d1c87-66a0-4b63-b967-c11ab8e608e2 req-336afa90-bc8d-421f-b8f8-891922863277 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/security-groups?id=65c8f205-c6cb-41d5-b5f1-7ee56e174081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085565 Feb 09 01:16:06.048863 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4318a044-8d85-4ced-9958-619260213d2a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event deleted for resources: {'Subnet': ['ID=93e50cd3-5e4a-447a-bf7f-8c7ae3dcb4f0,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:06.051479 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4318a044-8d85-4ced-9958-619260213d2a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:06.056247 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732bd059-69b9-4046-8402-0209d4534256 None None] Network 72ba857f-c4e0-4a2b-9422-2b6404347f1f requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:16:06.057730 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4318a044-8d85-4ced-9958-619260213d2a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "DELETE /v2.0/subnets/93e50cd3-5e4a-447a-bf7f-8c7ae3dcb4f0 HTTP/1.1" status: 204 len: 168 time: 0.6439307 Feb 09 01:16:06.058396 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58154) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:06.100882 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a50f17-1c9d-4b29-b3a8-24adebdb605b tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Network 3bcff40c-bcc0-445f-89b7-ca3f90ad4135 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:06.110587 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-b8a50f17-1c9d-4b29-b3a8-24adebdb605b tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:06.116437 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a50f17-1c9d-4b29-b3a8-24adebdb605b tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Pushing event updated for resources: {'Port': ['ID=f4f7991f-65d1-4371-8f72-7c19f6ea1132,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:06.119977 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a50f17-1c9d-4b29-b3a8-24adebdb605b tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:16:06.327434 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-156d3f40-bb95-4a30-bbde-bbeaee2a1620 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (72ba857f-c4e0-4a2b-9422-2b6404347f1f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:06.367937 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-10b0c1c2-cddd-4650-aec1-a5a41faaf8b8 admin admin] Allocated IP 172.20.0.1 (16e9cb77-27b0-486d-a1e4-1a7752ab522e/2c035d17-d442-4da4-a1f3-729ca3bfd579/a8c814bc-448f-4d44-ab7b-46ad63573ee0) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:06.434255 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-156d3f40-bb95-4a30-bbde-bbeaee2a1620 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Deleting port 2354b83a-1e06-420c-aa41-7a21479d30cb {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:06.434871 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-156d3f40-bb95-4a30-bbde-bbeaee2a1620 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (2354b83a-1e06-420c-aa41-7a21479d30cb), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:06.540085 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-156d3f40-bb95-4a30-bbde-bbeaee2a1620 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] For port 2354b83a-1e06-420c-aa41-7a21479d30cb, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=2354b83a-1e06-420c-aa41-7a21479d30cb,segment=NetworkSegment(8a47601f-00ee-4caa-85a8-c4ff8a90acbb),segment_id=8a47601f-00ee-4caa-85a8-c4ff8a90acbb)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:06.540946 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-156d3f40-bb95-4a30-bbde-bbeaee2a1620 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (2354b83a-1e06-420c-aa41-7a21479d30cb), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:06.545527 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-10b0c1c2-cddd-4650-aec1-a5a41faaf8b8 admin admin] Publish callbacks [] for port (a8c814bc-448f-4d44-ab7b-46ad63573ee0), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:06.573092 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-156d3f40-bb95-4a30-bbde-bbeaee2a1620 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Calling delete_port for 2354b83a-1e06-420c-aa41-7a21479d30cb owned by network:dhcp {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:06.589379 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-10b0c1c2-cddd-4650-aec1-a5a41faaf8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (a8c814bc-448f-4d44-ab7b-46ad63573ee0), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:06.676458 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0c1c2-cddd-4650-aec1-a5a41faaf8b8 admin admin] Pushing event updated for resources: {'Port': ['ID=a8c814bc-448f-4d44-ab7b-46ad63573ee0,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:06.693570 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b0c1c2-cddd-4650-aec1-a5a41faaf8b8 admin admin] Network 16e9cb77-27b0-486d-a1e4-1a7752ab522e is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:06.699766 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a50f17-1c9d-4b29-b3a8-24adebdb605b tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:06.700430 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b8a50f17-1c9d-4b29-b3a8-24adebdb605b tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:06.704615 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-10b0c1c2-cddd-4650-aec1-a5a41faaf8b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:06.709620 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b0c1c2-cddd-4650-aec1-a5a41faaf8b8 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:16:06.750223 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22bf73b-f8d4-476a-b50b-b1d5f14f23b4 None None] DHCP port deletion for 72ba857f-c4e0-4a2b-9422-2b6404347f1f request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:16:06.784288 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-156d3f40-bb95-4a30-bbde-bbeaee2a1620 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (2354b83a-1e06-420c-aa41-7a21479d30cb), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:06.818683 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156d3f40-bb95-4a30-bbde-bbeaee2a1620 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event deleted for resources: {'Port': ['ID=2354b83a-1e06-420c-aa41-7a21479d30cb,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:06.822672 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156d3f40-bb95-4a30-bbde-bbeaee2a1620 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] No DVR routers for this DVR port 2354b83a-1e06-420c-aa41-7a21479d30cb on host n-d-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:16:06.834159 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b8a50f17-1c9d-4b29-b3a8-24adebdb605b tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 4.2937226 Feb 09 01:16:06.838771 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58178) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:06.880408 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-6b958196-39e0-485f-9f06-6b3367ae5103 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'port_id': 'f4f7991f-65d1-4371-8f72-7c19f6ea1132', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:06.949004 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e22bf73b-f8d4-476a-b50b-b1d5f14f23b4 None None] Deleting port 2354b83a-1e06-420c-aa41-7a21479d30cb {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:06.949629 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e22bf73b-f8d4-476a-b50b-b1d5f14f23b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (2354b83a-1e06-420c-aa41-7a21479d30cb), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:06.949883 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-10b0c1c2-cddd-4650-aec1-a5a41faaf8b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (cbc8ef8c-05e3-40c3-8008-399e199632b9), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:07.078367 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-20e0deea-a794-45b0-9d72-2122dd502f77 req-b51ea674-977f-4e52-a03a-056db6d42f0a tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 210 time: 0.1770990 Feb 09 01:16:07.112111 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-156d3f40-bb95-4a30-bbde-bbeaee2a1620 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (72ba857f-c4e0-4a2b-9422-2b6404347f1f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:07.176360 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-156d3f40-bb95-4a30-bbde-bbeaee2a1620 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ba857f-c4e0-4a2b-9422-2b6404347f1f']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:07.195354 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-156d3f40-bb95-4a30-bbde-bbeaee2a1620 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a47601f-00ee-4caa-85a8-c4ff8a90acbb') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:07.195925 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-156d3f40-bb95-4a30-bbde-bbeaee2a1620 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a47601f-00ee-4caa-85a8-c4ff8a90acbb') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:07.214527 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 204b4cc5-c4ee-44e7-9f18-f5713652bca6 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:16:07.217309 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-156d3f40-bb95-4a30-bbde-bbeaee2a1620 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (8a47601f-00ee-4caa-85a8-c4ff8a90acbb), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:07.253176 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-156d3f40-bb95-4a30-bbde-bbeaee2a1620 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (8a47601f-00ee-4caa-85a8-c4ff8a90acbb), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:07.265051 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-156d3f40-bb95-4a30-bbde-bbeaee2a1620 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:16:07.266056 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-156d3f40-bb95-4a30-bbde-bbeaee2a1620 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (8a47601f-00ee-4caa-85a8-c4ff8a90acbb), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:07.271464 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:16:07.271464 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:16:07.271464 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:16:07.271464 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:16:07.271464 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:16:07.271464 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:16:07.271464 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:16:07.271464 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:16:07.271464 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:16:07.271464 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:16:07.271464 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:16:07.271464 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:16:07.271464 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:16:07.271464 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:16:07.271464 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:16:07.271464 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:16:07.271464 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:16:07.271464 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:16:07.271464 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:16:07.271464 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:16:07.271464 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:16:07.271464 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:16:07.271464 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:16:07.271464 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:16:07.271464 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:16:07.271464 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:16:07.271464 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:16:07.271464 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:16:07.271464 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:16:07.271464 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:16:07.271464 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:16:07.271464 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:16:07.278994 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-10b0c1c2-cddd-4650-aec1-a5a41faaf8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a8c814bc-448f-4d44-ab7b-46ad63573ee0), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:07.297100 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6b958196-39e0-485f-9f06-6b3367ae5103 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:07.318175 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-8f8365b4-cba6-48fc-b11c-ac741724c09c None None] Provisioning complete for port a8c814bc-448f-4d44-ab7b-46ad63573ee0 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:07.318988 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8f8365b4-cba6-48fc-b11c-ac741724c09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a8c814bc-448f-4d44-ab7b-46ad63573ee0), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:07.390983 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-8f8365b4-cba6-48fc-b11c-ac741724c09c None None] Port a8c814bc-448f-4d44-ab7b-46ad63573ee0 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:16:07.393626 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:07.399057 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9f8ad-bc48-4404-98cb-3650cdd8a113 req-989d5a94-da45-465a-a50e-a33adbf4de7a tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:07.411713 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-72f9f8ad-bc48-4404-98cb-3650cdd8a113 req-989d5a94-da45-465a-a50e-a33adbf4de7a tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 944 time: 0.2051544 Feb 09 01:16:07.433826 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 204b4cc5-c4ee-44e7-9f18-f5713652bca6 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:07.434389 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (204b4cc5-c4ee-44e7-9f18-f5713652bca6), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:07.464760 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-e22bf73b-f8d4-476a-b50b-b1d5f14f23b4 None None] For port 2354b83a-1e06-420c-aa41-7a21479d30cb, host n-d-828369-4, got binding levels [] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:07.467425 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e22bf73b-f8d4-476a-b50b-b1d5f14f23b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (2354b83a-1e06-420c-aa41-7a21479d30cb), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:07.477207 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-156d3f40-bb95-4a30-bbde-bbeaee2a1620 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (72ba857f-c4e0-4a2b-9422-2b6404347f1f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:07.499535 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-156d3f40-bb95-4a30-bbde-bbeaee2a1620 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:07.511049 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58194) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:07.513014 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-156d3f40-bb95-4a30-bbde-bbeaee2a1620 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "DELETE /v2.0/networks/72ba857f-c4e0-4a2b-9422-2b6404347f1f HTTP/1.1" status: 204 len: 168 time: 1.4527333 Feb 09 01:16:07.531283 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e22bf73b-f8d4-476a-b50b-b1d5f14f23b4 None None] Calling delete_port for 2354b83a-1e06-420c-aa41-7a21479d30cb owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:07.535505 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.ipam_backend_mixin [None req-e22bf73b-f8d4-476a-b50b-b1d5f14f23b4 None None] Port 2354b83a-1e06-420c-aa41-7a21479d30cb was not found and therefore no delete operation was performed {{(pid=103138) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 01:16:07.539641 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-4d55f695-49ca-45e8-8812-f3ab9938c70e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-94709639', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}, 'admin_state_up': False}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:07.541114 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156d3f40-bb95-4a30-bbde-bbeaee2a1620 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event deleted for resources: {'Network': ['ID=72ba857f-c4e0-4a2b-9422-2b6404347f1f,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:07.548522 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-72f9f8ad-bc48-4404-98cb-3650cdd8a113 req-597d2544-53b3-4de5-b07e-68e57784ad97 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/security-groups?id=65c8f205-c6cb-41d5-b5f1-7ee56e174081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358466 Feb 09 01:16:07.576025 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e22bf73b-f8d4-476a-b50b-b1d5f14f23b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (2354b83a-1e06-420c-aa41-7a21479d30cb), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:07.611365 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e22bf73b-f8d4-476a-b50b-b1d5f14f23b4 None None] Network 72ba857f-c4e0-4a2b-9422-2b6404347f1f is not hosted by any dhcp agent {{(pid=103138) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 01:16:07.612631 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22bf73b-f8d4-476a-b50b-b1d5f14f23b4 None None] No DVR routers for this DVR port 2354b83a-1e06-420c-aa41-7a21479d30cb on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:16:07.631530 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58196) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:07.641530 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22bf73b-f8d4-476a-b50b-b1d5f14f23b4 None None] Pushing event deleted for resources: {'Port': ['ID=2354b83a-1e06-420c-aa41-7a21479d30cb,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:07.667434 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4d55f695-49ca-45e8-8812-f3ab9938c70e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (f00132a4-ba8c-4cad-925a-cca51022b99b), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:07.669073 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4d55f695-49ca-45e8-8812-f3ab9938c70e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (f00132a4-ba8c-4cad-925a-cca51022b99b), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:07.700822 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:07.723008 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 204b4cc5-c4ee-44e7-9f18-f5713652bca6 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:07.723512 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (204b4cc5-c4ee-44e7-9f18-f5713652bca6), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:07.766471 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 204b4cc5-c4ee-44e7-9f18-f5713652bca6, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=204b4cc5-c4ee-44e7-9f18-f5713652bca6,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:07.779482 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (204b4cc5-c4ee-44e7-9f18-f5713652bca6), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:07.792097 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4d55f695-49ca-45e8-8812-f3ab9938c70e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for router_controller (f00132a4-ba8c-4cad-925a-cca51022b99b), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:07.855634 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6b958196-39e0-485f-9f06-6b3367ae5103 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:07.865984 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8bfe5f0b-1294-4c65-b105-9c3f5364d86e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:07.868124 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=204b4cc5-c4ee-44e7-9f18-f5713652bca6,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:07.875055 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 2354b83a-1e06-420c-aa41-7a21479d30cb no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:16:07.901247 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 2354b83a-1e06-420c-aa41-7a21479d30cb {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:16:07.901923 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 2354b83a-1e06-420c-aa41-7a21479d30cb not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:16:07.961962 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-10b0c1c2-cddd-4650-aec1-a5a41faaf8b8 admin admin] Publish callbacks [] for port (a8c814bc-448f-4d44-ab7b-46ad63573ee0), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:08.003154 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-10b0c1c2-cddd-4650-aec1-a5a41faaf8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (a8c814bc-448f-4d44-ab7b-46ad63573ee0), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:08.004091 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8bfe5f0b-1294-4c65-b105-9c3f5364d86e admin admin] Publish callbacks [] for security_group (1092863c-4395-41c7-b556-00b91c4a78b2), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:08.009621 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8bfe5f0b-1294-4c65-b105-9c3f5364d86e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1092863c-4395-41c7-b556-00b91c4a78b2), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:08.066966 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe5f0b-1294-4c65-b105-9c3f5364d86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1092863c-4395-41c7-b556-00b91c4a78b2,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:08.071443 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8bfe5f0b-1294-4c65-b105-9c3f5364d86e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5090d57174cc43ab908224bbb158d491&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4380677 Feb 09 01:16:08.074298 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58200) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:08.136852 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b99a02ad-f26b-4c47-8823-0f07d0d244d8 admin admin] Publish callbacks [] for security_group (1092863c-4395-41c7-b556-00b91c4a78b2), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:08.166663 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b99a02ad-f26b-4c47-8823-0f07d0d244d8 admin admin] Publish callbacks [] for security_group (1092863c-4395-41c7-b556-00b91c4a78b2), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:08.256445 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b99a02ad-f26b-4c47-8823-0f07d0d244d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1092863c-4395-41c7-b556-00b91c4a78b2), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:08.260643 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b99a02ad-f26b-4c47-8823-0f07d0d244d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:08.262664 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b99a02ad-f26b-4c47-8823-0f07d0d244d8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1092863c-4395-41c7-b556-00b91c4a78b2 HTTP/1.1" status: 204 len: 168 time: 0.1870193 Feb 09 01:16:08.287252 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f73c03ad-9b29-48c3-bb17-1b37632795c2 req-67c9191d-82bf-4712-bf0b-0e3b16e81c24 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 210 time: 0.0447652 Feb 09 01:16:08.294580 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a02ad-f26b-4c47-8823-0f07d0d244d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1092863c-4395-41c7-b556-00b91c4a78b2,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:08.409638 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-10b0c1c2-cddd-4650-aec1-a5a41faaf8b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (cbc8ef8c-05e3-40c3-8008-399e199632b9), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:08.437775 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:08.576805 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-6b958196-39e0-485f-9f06-6b3367ae5103 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Allocated IP 172.25.8.222 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/92b925f2-c71c-4840-988c-b36ddc52b194) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:08.580870 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0c1c2-cddd-4650-aec1-a5a41faaf8b8 admin admin] Pushing event updated for resources: {'Port': ['ID=a8c814bc-448f-4d44-ab7b-46ad63573ee0,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:08.586717 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4d55f695-49ca-45e8-8812-f3ab9938c70e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for router_gateway (f00132a4-ba8c-4cad-925a-cca51022b99b), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:08.723069 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8748cd-68e4-443f-820e-5d821708049c req-a80f9f80-1538-429f-b6d6-6d8c992e98a9 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:08.731566 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9f8748cd-68e4-443f-820e-5d821708049c req-a80f9f80-1538-429f-b6d6-6d8c992e98a9 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 944 time: 0.0694466 Feb 09 01:16:08.733346 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58210) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:08.761929 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5ef5d89b-0965-4b15-982e-f7c2bfdcfb2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:08.814459 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9f8748cd-68e4-443f-820e-5d821708049c req-b7b4c2de-6f67-4a7f-86bf-980624b38cf6 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/security-groups?id=65c8f205-c6cb-41d5-b5f1-7ee56e174081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819576 Feb 09 01:16:08.875383 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b0c1c2-cddd-4650-aec1-a5a41faaf8b8 admin admin] Network 16e9cb77-27b0-486d-a1e4-1a7752ab522e is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:08.884905 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6b958196-39e0-485f-9f06-6b3367ae5103 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for port (92b925f2-c71c-4840-988c-b36ddc52b194), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:08.888576 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-10b0c1c2-cddd-4650-aec1-a5a41faaf8b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:08.924761 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5ef5d89b-0965-4b15-982e-f7c2bfdcfb2f admin admin] Publish callbacks [] for security_group (ff769b19-6dce-4c54-b7c6-c2dc6885a730), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:08.934931 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5ef5d89b-0965-4b15-982e-f7c2bfdcfb2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (ff769b19-6dce-4c54-b7c6-c2dc6885a730), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:08.940026 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 204b4cc5-c4ee-44e7-9f18-f5713652bca6 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:16:09.023297 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5d89b-0965-4b15-982e-f7c2bfdcfb2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff769b19-6dce-4c54-b7c6-c2dc6885a730,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:09.032680 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-5ef5d89b-0965-4b15-982e-f7c2bfdcfb2f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f66ee5964f354aca904aac2212906bed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2963240 Feb 09 01:16:09.034973 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58212) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:09.047368 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 204b4cc5-c4ee-44e7-9f18-f5713652bca6 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:09.047761 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (204b4cc5-c4ee-44e7-9f18-f5713652bca6), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:09.113634 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6b958196-39e0-485f-9f06-6b3367ae5103 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (92b925f2-c71c-4840-988c-b36ddc52b194), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:09.165970 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 204b4cc5-c4ee-44e7-9f18-f5713652bca6 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:09.257754 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b958196-39e0-485f-9f06-6b3367ae5103 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:09.276781 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-6b958196-39e0-485f-9f06-6b3367ae5103 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:09.295401 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b0c1c2-cddd-4650-aec1-a5a41faaf8b8 admin admin] Router cbc8ef8c-05e3-40c3-8008-399e199632b9 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:16:09.296194 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b958196-39e0-485f-9f06-6b3367ae5103 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:16:09.302182 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:09.324821 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a5deea1d-8e09-43d3-9a0a-a33b958b4586 admin admin] Publish callbacks [] for security_group (ff769b19-6dce-4c54-b7c6-c2dc6885a730), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:09.353985 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-c8dfa8e8-c55f-43b9-b8d1-7ff52ffad71c None None] Provisioning complete for port a8c814bc-448f-4d44-ab7b-46ad63573ee0 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:09.355191 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c8dfa8e8-c55f-43b9-b8d1-7ff52ffad71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a8c814bc-448f-4d44-ab7b-46ad63573ee0), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:09.356388 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b958196-39e0-485f-9f06-6b3367ae5103 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Pushing event updated for resources: {'Port': ['ID=92b925f2-c71c-4840-988c-b36ddc52b194,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:09.369366 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4d55f695-49ca-45e8-8812-f3ab9938c70e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for router_gateway (f00132a4-ba8c-4cad-925a-cca51022b99b), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:09.441141 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4d55f695-49ca-45e8-8812-f3ab9938c70e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:09.450595 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a5deea1d-8e09-43d3-9a0a-a33b958b4586 admin admin] Publish callbacks [] for security_group (ff769b19-6dce-4c54-b7c6-c2dc6885a730), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:09.462603 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c8dfa8e8-c55f-43b9-b8d1-7ff52ffad71c None None] Port a8c814bc-448f-4d44-ab7b-46ad63573ee0 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:16:09.488074 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3fa20560-9add-4970-a48a-8e45c920fc72 req-b42e996d-a3be-4db9-bac4-51e7cbc28a95 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 210 time: 0.0641425 Feb 09 01:16:09.746787 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a5deea1d-8e09-43d3-9a0a-a33b958b4586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (ff769b19-6dce-4c54-b7c6-c2dc6885a730), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:09.749522 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a5deea1d-8e09-43d3-9a0a-a33b958b4586 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:09.752655 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a5deea1d-8e09-43d3-9a0a-a33b958b4586 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ff769b19-6dce-4c54-b7c6-c2dc6885a730 HTTP/1.1" status: 204 len: 168 time: 0.7131450 Feb 09 01:16:09.837683 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5deea1d-8e09-43d3-9a0a-a33b958b4586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff769b19-6dce-4c54-b7c6-c2dc6885a730,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:09.843538 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b0c1c2-cddd-4650-aec1-a5a41faaf8b8 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:16:09.858738 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-10b0c1c2-cddd-4650-aec1-a5a41faaf8b8 admin admin] 10.222.0.50 "PUT /v2.0/routers/cbc8ef8c-05e3-40c3-8008-399e199632b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0898128 Feb 09 01:16:09.875776 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-4d55f695-49ca-45e8-8812-f3ab9938c70e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Allocated IP 172.25.8.25 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/712d0522-bc7e-4f43-b766-3ca1792a6ca8) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:09.919725 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3435ed-3880-413c-9a27-8a394a5b2ff5 None None] Sync routers for ids ['cbc8ef8c-05e3-40c3-8008-399e199632b9'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:16:09.970338 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3435ed-3880-413c-9a27-8a394a5b2ff5 None None] Routers {'cbc8ef8c-05e3-40c3-8008-399e199632b9'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:09.978248 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-8f3435ed-3880-413c-9a27-8a394a5b2ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:16:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['cbc8ef8c-05e3-40c3-8008-399e199632b9'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:10.123109 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4d55f695-49ca-45e8-8812-f3ab9938c70e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for port (712d0522-bc7e-4f43-b766-3ca1792a6ca8), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:10.179780 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58228) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:10.201856 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6b958196-39e0-485f-9f06-6b3367ae5103 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for floatingip (e12ce8a5-bc8b-478e-8db7-f9237991f4a4), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:10.202208 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-8f3435ed-3880-413c-9a27-8a394a5b2ff5 None None] Set router cbc8ef8c-05e3-40c3-8008-399e199632b9 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:16:10.204675 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bdb817-cd11-4f8a-9ef0-9aa6decd8c36 req-0aa2384c-c870-4170-adfc-9b4a576b3b6a tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:10.206809 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-46bdb817-cd11-4f8a-9ef0-9aa6decd8c36 req-0aa2384c-c870-4170-adfc-9b4a576b3b6a tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 944 time: 0.1480899 Feb 09 01:16:10.271134 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4d55f695-49ca-45e8-8812-f3ab9938c70e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (712d0522-bc7e-4f43-b766-3ca1792a6ca8), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:10.332016 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-46bdb817-cd11-4f8a-9ef0-9aa6decd8c36 req-a1b13e72-3c15-4fd5-b7dd-21e0648f8859 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/security-groups?id=65c8f205-c6cb-41d5-b5f1-7ee56e174081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140320 Feb 09 01:16:10.397285 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d55f695-49ca-45e8-8812-f3ab9938c70e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:10.419193 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-4d55f695-49ca-45e8-8812-f3ab9938c70e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:10.423873 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d55f695-49ca-45e8-8812-f3ab9938c70e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:16:10.518271 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-8f3435ed-3880-413c-9a27-8a394a5b2ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc8ef8c-05e3-40c3-8008-399e199632b9', 'name': 'tempest-ServersTestMultiNic-316713506-router', 'tenant_id': '19b538c3b5a14e6daaae72754eb8a669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '204b4cc5-c4ee-44e7-9f18-f5713652bca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:59Z', 'updated_at': '2022-02-09T01:16:07Z', 'revision_number': 4, 'project_id': '19b538c3b5a14e6daaae72754eb8a669', 'gw_port': {'id': '204b4cc5-c4ee-44e7-9f18-f5713652bca6', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc8ef8c-05e3-40c3-8008-399e199632b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:00Z', 'updated_at': '2022-02-09T01:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'a8c814bc-448f-4d44-ab7b-46ad63573ee0', 'name': '', 'network_id': '16e9cb77-27b0-486d-a1e4-1a7752ab522e', 'tenant_id': '19b538c3b5a14e6daaae72754eb8a669', 'mac_address': 'fa:16:3e:e4:46:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc8ef8c-05e3-40c3-8008-399e199632b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '2c035d17-d442-4da4-a1f3-729ca3bfd579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:06Z', 'updated_at': '2022-02-09T01:16:07Z', 'revision_number': 2, 'project_id': '19b538c3b5a14e6daaae72754eb8a669', 'subnets': [{'id': '2c035d17-d442-4da4-a1f3-729ca3bfd579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:10.548166 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3435ed-3880-413c-9a27-8a394a5b2ff5 None None] Checking router: cbc8ef8c-05e3-40c3-8008-399e199632b9 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:16:10.548807 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3435ed-3880-413c-9a27-8a394a5b2ff5 None None] Updating router cbc8ef8c-05e3-40c3-8008-399e199632b9 port a8c814bc-448f-4d44-ab7b-46ad63573ee0 binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:16:10.583098 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8f3435ed-3880-413c-9a27-8a394a5b2ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a8c814bc-448f-4d44-ab7b-46ad63573ee0), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:10.597791 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55f695-49ca-45e8-8812-f3ab9938c70e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event updated for resources: {'Port': ['ID=712d0522-bc7e-4f43-b766-3ca1792a6ca8,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:10.627505 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6b958196-39e0-485f-9f06-6b3367ae5103 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (92b925f2-c71c-4840-988c-b36ddc52b194), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:10.670300 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-51fdd107-23cc-46ac-b549-686588e58ae2 req-b921beb9-1fb3-43a1-a90d-423afe5837e9 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 210 time: 0.0570309 Feb 09 01:16:10.685661 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-200077ff-611b-46b7-a368-38f54e2517d2 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1017653052'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:10.725693 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200077ff-611b-46b7-a368-38f54e2517d2 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Made reservation on behalf of 19b538c3b5a14e6daaae72754eb8a669 for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:10.729102 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-200077ff-611b-46b7-a368-38f54e2517d2 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:10.779577 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-200077ff-611b-46b7-a368-38f54e2517d2 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1000} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:16:10.796536 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-200077ff-611b-46b7-a368-38f54e2517d2 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (2154f7d8-04e8-49c8-b81d-ab6b4913236d), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:10.797068 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-200077ff-611b-46b7-a368-38f54e2517d2 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Added segment 2154f7d8-04e8-49c8-b81d-ab6b4913236d of type vlan for network e4c76d4b-379f-417d-a6c6-b922f394386a Feb 09 01:16:10.879368 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-200077ff-611b-46b7-a368-38f54e2517d2 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (e4c76d4b-379f-417d-a6c6-b922f394386a), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:10.936832 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-200077ff-611b-46b7-a368-38f54e2517d2 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (e4c76d4b-379f-417d-a6c6-b922f394386a), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:10.946796 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200077ff-611b-46b7-a368-38f54e2517d2 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:10.947449 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-200077ff-611b-46b7-a368-38f54e2517d2 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:11.017174 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-200077ff-611b-46b7-a368-38f54e2517d2 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8363001 Feb 09 01:16:11.023131 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58250) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:11.031637 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-267f46b0-2db8-4bfb-8203-11d0533129de tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Request body: {'subnet': {'network_id': 'e4c76d4b-379f-417d-a6c6-b922f394386a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:11.071761 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8f3435ed-3880-413c-9a27-8a394a5b2ff5 None None] Publish callbacks [] for port (a8c814bc-448f-4d44-ab7b-46ad63573ee0), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:11.089208 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8f3435ed-3880-413c-9a27-8a394a5b2ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a8c814bc-448f-4d44-ab7b-46ad63573ee0), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:11.131648 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200077ff-611b-46b7-a368-38f54e2517d2 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Pushing event updated for resources: {'Network': ['ID=e4c76d4b-379f-417d-a6c6-b922f394386a,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:11.200084 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network e4c76d4b-379f-417d-a6c6-b922f394386a details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:16:11.375272 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba2745-1a49-40a5-b33e-a5a64ba51cf6 None None] Pushing event updated for resources: {'Port': ['ID=a8c814bc-448f-4d44-ab7b-46ad63573ee0,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:11.494777 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-8f3435ed-3880-413c-9a27-8a394a5b2ff5 None None] Attempting to bind port a8c814bc-448f-4d44-ab7b-46ad63573ee0 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:11.495225 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-8f3435ed-3880-413c-9a27-8a394a5b2ff5 None None] Attempting to bind port a8c814bc-448f-4d44-ab7b-46ad63573ee0 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '80170b24-64f1-4bc4-acc6-03fab5e2d0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '16e9cb77-27b0-486d-a1e4-1a7752ab522e'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:11.495530 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3435ed-3880-413c-9a27-8a394a5b2ff5 None None] Attempting to bind port a8c814bc-448f-4d44-ab7b-46ad63573ee0 on network 16e9cb77-27b0-486d-a1e4-1a7752ab522e {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:11.508414 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3435ed-3880-413c-9a27-8a394a5b2ff5 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:16:11.509004 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3435ed-3880-413c-9a27-8a394a5b2ff5 None None] Checking segment: {'id': '80170b24-64f1-4bc4-acc6-03fab5e2d0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '16e9cb77-27b0-486d-a1e4-1a7752ab522e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:16:11.509252 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8f3435ed-3880-413c-9a27-8a394a5b2ff5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:11.509664 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3435ed-3880-413c-9a27-8a394a5b2ff5 None None] Bound using segment: {'id': '80170b24-64f1-4bc4-acc6-03fab5e2d0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '16e9cb77-27b0-486d-a1e4-1a7752ab522e'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:16:11.510590 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-8f3435ed-3880-413c-9a27-8a394a5b2ff5 None None] Bound port: a8c814bc-448f-4d44-ab7b-46ad63573ee0, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80170b24-64f1-4bc4-acc6-03fab5e2d0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '16e9cb77-27b0-486d-a1e4-1a7752ab522e'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:16:11.511045 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8f3435ed-3880-413c-9a27-8a394a5b2ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a8c814bc-448f-4d44-ab7b-46ad63573ee0), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:11.649454 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa5eab-16df-432d-b34d-90640b15f6fa req-f7d7e195-73b8-46ad-8b79-4a726bb29f36 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:11.666267 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-eb0cb05f-972f-4c84-a80b-c913881871ed None None] Provisioning complete for port a8c814bc-448f-4d44-ab7b-46ad63573ee0 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:11.666654 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-eb0cb05f-972f-4c84-a80b-c913881871ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a8c814bc-448f-4d44-ab7b-46ad63573ee0), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:11.671830 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c5fa5eab-16df-432d-b34d-90640b15f6fa req-f7d7e195-73b8-46ad-8b79-4a726bb29f36 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 944 time: 0.1630006 Feb 09 01:16:11.706736 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-eb0cb05f-972f-4c84-a80b-c913881871ed None None] Port a8c814bc-448f-4d44-ab7b-46ad63573ee0 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:16:11.710753 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-8f3435ed-3880-413c-9a27-8a394a5b2ff5 None None] For port a8c814bc-448f-4d44-ab7b-46ad63573ee0, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:16:11.746623 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-8f3435ed-3880-413c-9a27-8a394a5b2ff5 None None] For port a8c814bc-448f-4d44-ab7b-46ad63573ee0, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=a8c814bc-448f-4d44-ab7b-46ad63573ee0,segment=NetworkSegment(80170b24-64f1-4bc4-acc6-03fab5e2d0ea),segment_id=80170b24-64f1-4bc4-acc6-03fab5e2d0ea)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:16:11.763109 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8f3435ed-3880-413c-9a27-8a394a5b2ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a8c814bc-448f-4d44-ab7b-46ad63573ee0), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:11.796352 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c5fa5eab-16df-432d-b34d-90640b15f6fa req-f774bae9-fc02-437f-9da6-98bfd6727ac2 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/security-groups?id=65c8f205-c6cb-41d5-b5f1-7ee56e174081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156230 Feb 09 01:16:11.831281 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6b958196-39e0-485f-9f06-6b3367ae5103 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for port (92b925f2-c71c-4840-988c-b36ddc52b194), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:11.839839 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267f46b0-2db8-4bfb-8203-11d0533129de tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Made reservation on behalf of 19b538c3b5a14e6daaae72754eb8a669 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:11.840376 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f549e8d9-8d55-455d-b501-f3cab9c058c7 req-f19e1dfa-f61a-4823-9c5c-b8933ab9c72c tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 210 time: 0.0429404 Feb 09 01:16:11.843617 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-267f46b0-2db8-4bfb-8203-11d0533129de tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:11.851539 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6b958196-39e0-485f-9f06-6b3367ae5103 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (92b925f2-c71c-4840-988c-b36ddc52b194), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:11.868799 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba2745-1a49-40a5-b33e-a5a64ba51cf6 None None] Pushing event updated for resources: {'Port': ['ID=a8c814bc-448f-4d44-ab7b-46ad63573ee0,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:11.884479 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3435ed-3880-413c-9a27-8a394a5b2ff5 None None] Routers {'cbc8ef8c-05e3-40c3-8008-399e199632b9'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:11.885567 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-8f3435ed-3880-413c-9a27-8a394a5b2ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:16:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['cbc8ef8c-05e3-40c3-8008-399e199632b9'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:11.962667 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4d55f695-49ca-45e8-8812-f3ab9938c70e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for router_gateway (f00132a4-ba8c-4cad-925a-cca51022b99b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:12.141344 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b958196-39e0-485f-9f06-6b3367ae5103 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Pushing event updated for resources: {'Port': ['ID=92b925f2-c71c-4840-988c-b36ddc52b194,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:12.178829 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6b958196-39e0-485f-9f06-6b3367ae5103 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (e12ce8a5-bc8b-478e-8db7-f9237991f4a4), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:12.235990 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-8f3435ed-3880-413c-9a27-8a394a5b2ff5 None None] Set router cbc8ef8c-05e3-40c3-8008-399e199632b9 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:16:12.344889 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-5c1b9b4b-0aff-446e-91d8-0a51719fb948 None None] Provisioning complete for port a8c814bc-448f-4d44-ab7b-46ad63573ee0 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:12.345564 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5c1b9b4b-0aff-446e-91d8-0a51719fb948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a8c814bc-448f-4d44-ab7b-46ad63573ee0), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:12.451180 n-d-828369-4 neutron-server[103137]: INFO neutron.db.l3_db [None req-6b958196-39e0-485f-9f06-6b3367ae5103 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Floating IP e12ce8a5-bc8b-478e-8db7-f9237991f4a4 associated. External IP: 172.25.8.222, port: f4f7991f-65d1-4371-8f72-7c19f6ea1132. Feb 09 01:16:12.521053 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-267f46b0-2db8-4bfb-8203-11d0533129de tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (5935f14e-f3cc-40d6-b079-8f3cc63f4728), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:12.529304 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-8f3435ed-3880-413c-9a27-8a394a5b2ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc8ef8c-05e3-40c3-8008-399e199632b9', 'name': 'tempest-ServersTestMultiNic-316713506-router', 'tenant_id': '19b538c3b5a14e6daaae72754eb8a669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '204b4cc5-c4ee-44e7-9f18-f5713652bca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:59Z', 'updated_at': '2022-02-09T01:16:07Z', 'revision_number': 4, 'project_id': '19b538c3b5a14e6daaae72754eb8a669', 'gw_port': {'id': '204b4cc5-c4ee-44e7-9f18-f5713652bca6', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc8ef8c-05e3-40c3-8008-399e199632b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:00Z', 'updated_at': '2022-02-09T01:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'a8c814bc-448f-4d44-ab7b-46ad63573ee0', 'name': '', 'network_id': '16e9cb77-27b0-486d-a1e4-1a7752ab522e', 'tenant_id': '19b538c3b5a14e6daaae72754eb8a669', 'mac_address': 'fa:16:3e:e4:46:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc8ef8c-05e3-40c3-8008-399e199632b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '2c035d17-d442-4da4-a1f3-729ca3bfd579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:06Z', 'updated_at': '2022-02-09T01:16:11Z', 'revision_number': 4, 'project_id': '19b538c3b5a14e6daaae72754eb8a669', 'subnets': [{'id': '2c035d17-d442-4da4-a1f3-729ca3bfd579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:12.569338 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4d55f695-49ca-45e8-8812-f3ab9938c70e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (f00132a4-ba8c-4cad-925a-cca51022b99b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:12.579263 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3435ed-3880-413c-9a27-8a394a5b2ff5 None None] The sync data for ids ['cbc8ef8c-05e3-40c3-8008-399e199632b9'] in n-d-828369-4 is: [{'id': 'cbc8ef8c-05e3-40c3-8008-399e199632b9', 'name': 'tempest-ServersTestMultiNic-316713506-router', 'tenant_id': '19b538c3b5a14e6daaae72754eb8a669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '204b4cc5-c4ee-44e7-9f18-f5713652bca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:59Z', 'updated_at': '2022-02-09T01:16:07Z', 'revision_number': 4, 'project_id': '19b538c3b5a14e6daaae72754eb8a669', 'gw_port': {'id': '204b4cc5-c4ee-44e7-9f18-f5713652bca6', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc8ef8c-05e3-40c3-8008-399e199632b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:00Z', 'updated_at': '2022-02-09T01:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'a8c814bc-448f-4d44-ab7b-46ad63573ee0', 'name': '', 'network_id': '16e9cb77-27b0-486d-a1e4-1a7752ab522e', 'tenant_id': '19b538c3b5a14e6daaae72754eb8a669', 'mac_address': 'fa:16:3e:e4:46:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc8ef8c-05e3-40c3-8008-399e199632b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '2c035d17-d442-4da4-a1f3-729ca3bfd579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:06Z', 'updated_at': '2022-02-09T01:16:11Z', 'revision_number': 4, 'project_id': '19b538c3b5a14e6daaae72754eb8a669', 'subnets': [{'id': '2c035d17-d442-4da4-a1f3-729ca3bfd579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:16:12.603915 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-5c1b9b4b-0aff-446e-91d8-0a51719fb948 None None] Current status of the port a8c814bc-448f-4d44-ab7b-46ad63573ee0 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:12.604333 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5c1b9b4b-0aff-446e-91d8-0a51719fb948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a8c814bc-448f-4d44-ab7b-46ad63573ee0), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:12.655963 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-5c1b9b4b-0aff-446e-91d8-0a51719fb948 None None] For port a8c814bc-448f-4d44-ab7b-46ad63573ee0, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=a8c814bc-448f-4d44-ab7b-46ad63573ee0,segment=NetworkSegment(80170b24-64f1-4bc4-acc6-03fab5e2d0ea),segment_id=80170b24-64f1-4bc4-acc6-03fab5e2d0ea)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:12.663407 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5c1b9b4b-0aff-446e-91d8-0a51719fb948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a8c814bc-448f-4d44-ab7b-46ad63573ee0), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:12.741458 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b9b4b-0aff-446e-91d8-0a51719fb948 None None] Pushing event updated for resources: {'Port': ['ID=a8c814bc-448f-4d44-ab7b-46ad63573ee0,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:12.779546 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f46b0-2db8-4bfb-8203-11d0533129de tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Pushing event updated for resources: {'Subnet': ['ID=5935f14e-f3cc-40d6-b079-8f3cc63f4728,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:12.797694 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267f46b0-2db8-4bfb-8203-11d0533129de tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Checking segment: {'id': '2154f7d8-04e8-49c8-b81d-ab6b4913236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'e4c76d4b-379f-417d-a6c6-b922f394386a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:16:12.798077 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267f46b0-2db8-4bfb-8203-11d0533129de tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Network hostable DHCP agents. Network: e4c76d4b-379f-417d-a6c6-b922f394386a, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:16:12.897862 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267f46b0-2db8-4bfb-8203-11d0533129de tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Network e4c76d4b-379f-417d-a6c6-b922f394386a is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:16:13.010315 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-267f46b0-2db8-4bfb-8203-11d0533129de tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, e4c76d4b-379f-417d-a6c6-b922f394386a) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:13.024125 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e297af1a-c0e0-4c56-b0f6-6ce375cd31e9 None None] Network e4c76d4b-379f-417d-a6c6-b922f394386a requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:16:13.049835 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267f46b0-2db8-4bfb-8203-11d0533129de tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:13.050446 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-267f46b0-2db8-4bfb-8203-11d0533129de tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:13.097975 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c842c9f6-9e5a-4078-999b-7bb57a2c91ea req-039e8959-5554-4e39-8c5d-8a31eb075c84 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 210 time: 0.1013484 Feb 09 01:16:13.103814 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-267f46b0-2db8-4bfb-8203-11d0533129de tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0773664 Feb 09 01:16:13.104563 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58302) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:13.109338 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-d0b8d686-3dc3-400d-aa6d-218754e9e812 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1006436800'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:13.112139 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2d34c-f51d-4476-aab1-70714ae69d3c req-89578f5c-62e9-4b98-9a5f-1454a7afff66 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:13.124653 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cbd2d34c-f51d-4476-aab1-70714ae69d3c req-89578f5c-62e9-4b98-9a5f-1454a7afff66 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 944 time: 0.2132556 Feb 09 01:16:13.163509 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b958196-39e0-485f-9f06-6b3367ae5103 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Router 7a61de9a-9652-4a7b-9b35-77753bbe9b12 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:16:13.172678 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b8d686-3dc3-400d-aa6d-218754e9e812 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Made reservation on behalf of 19b538c3b5a14e6daaae72754eb8a669 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:13.177453 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d0b8d686-3dc3-400d-aa6d-218754e9e812 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:13.183057 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d55f695-49ca-45e8-8812-f3ab9938c70e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Router f00132a4-ba8c-4cad-925a-cca51022b99b is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:16:13.244178 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cbd2d34c-f51d-4476-aab1-70714ae69d3c req-f66b1851-fb71-4292-9e9d-7dd11ba3809e tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/security-groups?id=65c8f205-c6cb-41d5-b5f1-7ee56e174081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184101 Feb 09 01:16:13.257357 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device a8c814bc-448f-4d44-ab7b-46ad63573ee0 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:16:13.300080 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ae20c5-79eb-4f14-a595-de5b2a6040e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-e4c76d4b-379f-417d-a6c6-b922f394386a', 'network_id': 'e4c76d4b-379f-417d-a6c6-b922f394386a', 'project_id': '19b538c3b5a14e6daaae72754eb8a669', 'fixed_ips': [{'subnet_id': '5935f14e-f3cc-40d6-b079-8f3cc63f4728'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:16:13.301748 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c1ae20c5-79eb-4f14-a595-de5b2a6040e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:13.400285 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0b8d686-3dc3-400d-aa6d-218754e9e812 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1010} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:16:13.438660 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d0b8d686-3dc3-400d-aa6d-218754e9e812 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (142fa301-acd3-4ead-b98f-aac220a885c4), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:13.438660 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-d0b8d686-3dc3-400d-aa6d-218754e9e812 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Added segment 142fa301-acd3-4ead-b98f-aac220a885c4 of type vlan for network f8b11bfb-ad13-416f-97fb-c4f6d932ba65 Feb 09 01:16:13.459419 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port a8c814bc-448f-4d44-ab7b-46ad63573ee0 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:13.464953 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a8c814bc-448f-4d44-ab7b-46ad63573ee0), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:13.518331 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d55f695-49ca-45e8-8812-f3ab9938c70e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:16:13.539947 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c07445-68cb-42be-92f7-fff0f7426b1b None None] Sync routers for ids ['f00132a4-ba8c-4cad-925a-cca51022b99b'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:16:13.541363 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d0b8d686-3dc3-400d-aa6d-218754e9e812 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (f8b11bfb-ad13-416f-97fb-c4f6d932ba65), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:13.552391 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c07445-68cb-42be-92f7-fff0f7426b1b None None] Routers {'f00132a4-ba8c-4cad-925a-cca51022b99b'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:13.553309 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-53c07445-68cb-42be-92f7-fff0f7426b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:16:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f00132a4-ba8c-4cad-925a-cca51022b99b'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:13.564155 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4d55f695-49ca-45e8-8812-f3ab9938c70e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:13.565950 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4d55f695-49ca-45e8-8812-f3ab9938c70e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 881 time: 6.0381255 Feb 09 01:16:13.568582 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b958196-39e0-485f-9f06-6b3367ae5103 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:16:13.569201 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58316) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:13.598103 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dbdbd9-c4f1-460d-9289-98e134b7c9ae None None] Sync routers for ids ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:16:13.605311 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d0b8d686-3dc3-400d-aa6d-218754e9e812 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (f8b11bfb-ad13-416f-97fb-c4f6d932ba65), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:13.611451 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b8d686-3dc3-400d-aa6d-218754e9e812 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:13.612749 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d0b8d686-3dc3-400d-aa6d-218754e9e812 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:13.630806 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-53c07445-68cb-42be-92f7-fff0f7426b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:13.660634 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c07445-68cb-42be-92f7-fff0f7426b1b None None] Routers {'f00132a4-ba8c-4cad-925a-cca51022b99b'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:13.661310 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-53c07445-68cb-42be-92f7-fff0f7426b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:16:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f00132a4-ba8c-4cad-925a-cca51022b99b'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:13.696172 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b8d686-3dc3-400d-aa6d-218754e9e812 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Pushing event updated for resources: {'Network': ['ID=f8b11bfb-ad13-416f-97fb-c4f6d932ba65,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:13.698121 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port a8c814bc-448f-4d44-ab7b-46ad63573ee0 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:13.700363 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6b958196-39e0-485f-9f06-6b3367ae5103 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:13.733774 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b8d686-3dc3-400d-aa6d-218754e9e812 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:13.734126 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b8d686-3dc3-400d-aa6d-218754e9e812 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:13.734470 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b8d686-3dc3-400d-aa6d-218754e9e812 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:13.734808 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b8d686-3dc3-400d-aa6d-218754e9e812 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:13.735142 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b8d686-3dc3-400d-aa6d-218754e9e812 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:13.735583 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b8d686-3dc3-400d-aa6d-218754e9e812 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:13.735912 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b8d686-3dc3-400d-aa6d-218754e9e812 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:13.736240 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b8d686-3dc3-400d-aa6d-218754e9e812 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:13.737499 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b8d686-3dc3-400d-aa6d-218754e9e812 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:13.737841 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b8d686-3dc3-400d-aa6d-218754e9e812 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:13.738173 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b8d686-3dc3-400d-aa6d-218754e9e812 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:13.738503 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b8d686-3dc3-400d-aa6d-218754e9e812 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:13.739068 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b8d686-3dc3-400d-aa6d-218754e9e812 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:13.750786 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d0b8d686-3dc3-400d-aa6d-218754e9e812 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6422923 Feb 09 01:16:13.751234 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58324) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:13.751688 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-c1ae20c5-79eb-4f14-a595-de5b2a6040e4 None None] Allocated IP 19.80.0.2 (e4c76d4b-379f-417d-a6c6-b922f394386a/5935f14e-f3cc-40d6-b079-8f3cc63f4728/4cdad324-4d8d-425d-bb80-643b8e9957f1) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:13.753939 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-53c07445-68cb-42be-92f7-fff0f7426b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:13.754656 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c07445-68cb-42be-92f7-fff0f7426b1b None None] The sync data for ids ['f00132a4-ba8c-4cad-925a-cca51022b99b'] in n-d-828369-4 is: [] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:16:13.756763 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-fee1ccd0-b5d9-4428-a5cb-70395e130418 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Request body: {'subnet': {'network_id': 'f8b11bfb-ad13-416f-97fb-c4f6d932ba65', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:13.758554 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dbdbd9-c4f1-460d-9289-98e134b7c9ae None None] Routers {'7a61de9a-9652-4a7b-9b35-77753bbe9b12'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:13.759315 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-35dbdbd9-c4f1-460d-9289-98e134b7c9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:16:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:13.811758 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-35dbdbd9-c4f1-460d-9289-98e134b7c9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:13.818627 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network f8b11bfb-ad13-416f-97fb-c4f6d932ba65 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:16:13.883922 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dbdbd9-c4f1-460d-9289-98e134b7c9ae None None] Routers {'7a61de9a-9652-4a7b-9b35-77753bbe9b12'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:13.884719 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-35dbdbd9-c4f1-460d-9289-98e134b7c9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:16:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:13.889586 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6b958196-39e0-485f-9f06-6b3367ae5103 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 7.0474808 Feb 09 01:16:13.891849 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee1ccd0-b5d9-4428-a5cb-70395e130418 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Made reservation on behalf of 19b538c3b5a14e6daaae72754eb8a669 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:13.899568 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fee1ccd0-b5d9-4428-a5cb-70395e130418 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:13.909851 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58330) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:13.914633 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-67cd1a14-41d6-4602-9a10-d99c9c2d69b3 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Request body: {'floatingip': {'port_id': 'f4f7991f-65d1-4371-8f72-7c19f6ea1132', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:14.061665 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-35dbdbd9-c4f1-460d-9289-98e134b7c9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:14.062487 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dbdbd9-c4f1-460d-9289-98e134b7c9ae None None] The sync data for ids ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'] in n-d-828369-4 is: [] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:16:14.168350 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-67cd1a14-41d6-4602-9a10-d99c9c2d69b3 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for floatingip (e12ce8a5-bc8b-478e-8db7-f9237991f4a4), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:14.258665 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c1ae20c5-79eb-4f14-a595-de5b2a6040e4 None None] Publish callbacks [] for port (4cdad324-4d8d-425d-bb80-643b8e9957f1), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:14.281978 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c1ae20c5-79eb-4f14-a595-de5b2a6040e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (4cdad324-4d8d-425d-bb80-643b8e9957f1), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:14.347140 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-35d582f5-4f17-4e95-a9c7-517f2cb73042 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "GET /v2.0/routers/f00132a4-ba8c-4cad-925a-cca51022b99b HTTP/1.1" status: 200 len: 882 time: 0.7741239 Feb 09 01:16:14.347708 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58348) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:14.356429 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ae20c5-79eb-4f14-a595-de5b2a6040e4 None None] Network e4c76d4b-379f-417d-a6c6-b922f394386a is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:14.359973 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-c1ae20c5-79eb-4f14-a595-de5b2a6040e4 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:14.378739 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ae20c5-79eb-4f14-a595-de5b2a6040e4 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:16:14.435356 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae20c5-79eb-4f14-a595-de5b2a6040e4 None None] Pushing event updated for resources: {'Port': ['ID=4cdad324-4d8d-425d-bb80-643b8e9957f1,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:14.516155 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-c1ae20c5-79eb-4f14-a595-de5b2a6040e4 None None] Attempting to bind port 4cdad324-4d8d-425d-bb80-643b8e9957f1 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:14.516563 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-c1ae20c5-79eb-4f14-a595-de5b2a6040e4 None None] Attempting to bind port 4cdad324-4d8d-425d-bb80-643b8e9957f1 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '2154f7d8-04e8-49c8-b81d-ab6b4913236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'e4c76d4b-379f-417d-a6c6-b922f394386a'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:14.516950 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ae20c5-79eb-4f14-a595-de5b2a6040e4 None None] Attempting to bind port 4cdad324-4d8d-425d-bb80-643b8e9957f1 on network e4c76d4b-379f-417d-a6c6-b922f394386a {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:14.525186 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ae20c5-79eb-4f14-a595-de5b2a6040e4 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:16:14.525548 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ae20c5-79eb-4f14-a595-de5b2a6040e4 None None] Checking segment: {'id': '2154f7d8-04e8-49c8-b81d-ab6b4913236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'e4c76d4b-379f-417d-a6c6-b922f394386a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:16:14.525978 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c1ae20c5-79eb-4f14-a595-de5b2a6040e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:14.526388 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ae20c5-79eb-4f14-a595-de5b2a6040e4 None None] Bound using segment: {'id': '2154f7d8-04e8-49c8-b81d-ab6b4913236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'e4c76d4b-379f-417d-a6c6-b922f394386a'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:16:14.526880 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-c1ae20c5-79eb-4f14-a595-de5b2a6040e4 None None] Bound port: 4cdad324-4d8d-425d-bb80-643b8e9957f1, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2154f7d8-04e8-49c8-b81d-ab6b4913236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'e4c76d4b-379f-417d-a6c6-b922f394386a'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:16:14.527273 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c1ae20c5-79eb-4f14-a595-de5b2a6040e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4cdad324-4d8d-425d-bb80-643b8e9957f1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:14.613253 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-c1ae20c5-79eb-4f14-a595-de5b2a6040e4 None None] For port 4cdad324-4d8d-425d-bb80-643b8e9957f1, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:16:14.618148 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-c1ae20c5-79eb-4f14-a595-de5b2a6040e4 None None] For port 4cdad324-4d8d-425d-bb80-643b8e9957f1, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=4cdad324-4d8d-425d-bb80-643b8e9957f1,segment=NetworkSegment(2154f7d8-04e8-49c8-b81d-ab6b4913236d),segment_id=2154f7d8-04e8-49c8-b81d-ab6b4913236d)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:16:14.624123 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0184fad7-1e6d-4838-b2fd-3dbe2cd95c71 req-ab68291a-cd78-4246-b816-bc29d352cba6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 210 time: 0.2778182 Feb 09 01:16:14.631823 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c1ae20c5-79eb-4f14-a595-de5b2a6040e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (4cdad324-4d8d-425d-bb80-643b8e9957f1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:14.670480 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58352) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:14.738521 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae20c5-79eb-4f14-a595-de5b2a6040e4 None None] Pushing event updated for resources: {'Port': ['ID=4cdad324-4d8d-425d-bb80-643b8e9957f1,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:14.804851 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c56b6f2-d218-493b-b3d6-be043dbe6430 req-8e3e8b2a-39e6-419a-8c69-369de6e31c36 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:14.806528 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8c56b6f2-d218-493b-b3d6-be043dbe6430 req-8e3e8b2a-39e6-419a-8c69-369de6e31c36 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 944 time: 0.3741472 Feb 09 01:16:14.905253 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8c56b6f2-d218-493b-b3d6-be043dbe6430 req-094c7289-e274-4bb6-acca-2b02e02d9de4 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/security-groups?id=65c8f205-c6cb-41d5-b5f1-7ee56e174081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854256 Feb 09 01:16:14.951397 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1ab49b86-2930-40d1-a6a5-78d610d03e94 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 885 time: 0.6003706 Feb 09 01:16:14.951718 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58354) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:14.958865 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-da8dc0f0-da59-4227-9581-06b1b6d1a03f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-94709639'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:15.374020 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fee1ccd0-b5d9-4428-a5cb-70395e130418 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (79c6e5f1-147b-4671-b908-71da9dca0272), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:15.420202 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-67cd1a14-41d6-4602-9a10-d99c9c2d69b3 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:15.465936 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-67cd1a14-41d6-4602-9a10-d99c9c2d69b3 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (e12ce8a5-bc8b-478e-8db7-f9237991f4a4), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:15.478774 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dfcb462e-691e-477c-840c-ed73d9572ce0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:15.533030 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-da8dc0f0-da59-4227-9581-06b1b6d1a03f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57606'] for router (f00132a4-ba8c-4cad-925a-cca51022b99b), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:15.547436 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-da8dc0f0-da59-4227-9581-06b1b6d1a03f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-482771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-482762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-478377'] for router (f00132a4-ba8c-4cad-925a-cca51022b99b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:15.694679 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da8dc0f0-da59-4227-9581-06b1b6d1a03f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Router f00132a4-ba8c-4cad-925a-cca51022b99b has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:16:15.745739 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dfcb462e-691e-477c-840c-ed73d9572ce0 admin admin] Publish callbacks [] for security_group (70be1929-b75a-4b91-9ae6-2a20895fad31), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:15.757662 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee1ccd0-b5d9-4428-a5cb-70395e130418 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Checking segment: {'id': '142fa301-acd3-4ead-b98f-aac220a885c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'f8b11bfb-ad13-416f-97fb-c4f6d932ba65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:16:15.758850 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee1ccd0-b5d9-4428-a5cb-70395e130418 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Network hostable DHCP agents. Network: f8b11bfb-ad13-416f-97fb-c4f6d932ba65, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:16:15.770345 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dfcb462e-691e-477c-840c-ed73d9572ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (70be1929-b75a-4b91-9ae6-2a20895fad31), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:15.819588 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb462e-691e-477c-840c-ed73d9572ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70be1929-b75a-4b91-9ae6-2a20895fad31,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:15.828024 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee1ccd0-b5d9-4428-a5cb-70395e130418 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Pushing event updated for resources: {'Subnet': ['ID=79c6e5f1-147b-4671-b908-71da9dca0272,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:15.872946 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8dc0f0-da59-4227-9581-06b1b6d1a03f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:16:15.880956 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-da8dc0f0-da59-4227-9581-06b1b6d1a03f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:15.884876 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-da8dc0f0-da59-4227-9581-06b1b6d1a03f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "PUT /v2.0/routers/f00132a4-ba8c-4cad-925a-cca51022b99b HTTP/1.1" status: 200 len: 889 time: 0.9294674 Feb 09 01:16:15.885042 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab75ce5a-e11b-4062-87a3-bfe4e295ade0 None None] Sync routers for ids ['f00132a4-ba8c-4cad-925a-cca51022b99b'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:16:15.892603 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58370) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:15.900819 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab75ce5a-e11b-4062-87a3-bfe4e295ade0 None None] Routers {'f00132a4-ba8c-4cad-925a-cca51022b99b'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:15.903489 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-ab75ce5a-e11b-4062-87a3-bfe4e295ade0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:16:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f00132a4-ba8c-4cad-925a-cca51022b99b'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:15.921444 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee1ccd0-b5d9-4428-a5cb-70395e130418 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Network f8b11bfb-ad13-416f-97fb-c4f6d932ba65 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:16:15.933581 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-acc7cfb6-9563-4593-abbf-3198e719d152 req-86f4f09e-cd28-4422-ad27-1917342c3acf tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 210 time: 0.1745732 Feb 09 01:16:15.945271 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-dfcb462e-691e-477c-840c-ed73d9572ce0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a3de749146c7473d8f686d33ca3cdfd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8094716 Feb 09 01:16:15.953373 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58372) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:15.996438 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-fee1ccd0-b5d9-4428-a5cb-70395e130418 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, f8b11bfb-ad13-416f-97fb-c4f6d932ba65) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:16.005296 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-ab75ce5a-e11b-4062-87a3-bfe4e295ade0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:16.024825 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6371739-43ef-4a9b-97e9-e2411c21e176 None None] Network f8b11bfb-ad13-416f-97fb-c4f6d932ba65 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:16:16.026294 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee1ccd0-b5d9-4428-a5cb-70395e130418 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:16.027574 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fee1ccd0-b5d9-4428-a5cb-70395e130418 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:16.060163 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab75ce5a-e11b-4062-87a3-bfe4e295ade0 None None] Routers {'f00132a4-ba8c-4cad-925a-cca51022b99b'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:16.060971 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-ab75ce5a-e11b-4062-87a3-bfe4e295ade0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:16:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f00132a4-ba8c-4cad-925a-cca51022b99b'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:16.133960 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-ab75ce5a-e11b-4062-87a3-bfe4e295ade0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:16.156135 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab75ce5a-e11b-4062-87a3-bfe4e295ade0 None None] The sync data for ids ['f00132a4-ba8c-4cad-925a-cca51022b99b'] in n-d-828369-4 is: [] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:16:16.222262 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-fee1ccd0-b5d9-4428-a5cb-70395e130418 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4700534 Feb 09 01:16:16.249957 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37aff51a-c7a7-421c-9b7c-dfa4b5ea1924 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-f8b11bfb-ad13-416f-97fb-c4f6d932ba65', 'network_id': 'f8b11bfb-ad13-416f-97fb-c4f6d932ba65', 'project_id': '19b538c3b5a14e6daaae72754eb8a669', 'fixed_ips': [{'subnet_id': '79c6e5f1-147b-4671-b908-71da9dca0272'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:16:16.251006 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-37aff51a-c7a7-421c-9b7c-dfa4b5ea1924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:16.313781 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8b635-07bf-43f2-90f8-6e1c29f258d0 req-40295140-ebc9-4774-91d1-2c3dc6d0a528 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:16.321742 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7ff8b635-07bf-43f2-90f8-6e1c29f258d0 req-40295140-ebc9-4774-91d1-2c3dc6d0a528 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 944 time: 0.1716945 Feb 09 01:16:16.335625 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67cd1a14-41d6-4602-9a10-d99c9c2d69b3 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Router 7a61de9a-9652-4a7b-9b35-77753bbe9b12 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:16:16.423039 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ec47e57c-c97b-443e-9df5-6868fa4e086a tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "GET /v2.0/routers/f00132a4-ba8c-4cad-925a-cca51022b99b HTTP/1.1" status: 200 len: 889 time: 0.5300691 Feb 09 01:16:16.427115 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58380) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:16.438929 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fd808b-9884-4177-9963-6e74dc1b3ee5 None None] Network e4c76d4b-379f-417d-a6c6-b922f394386a requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:16:16.463272 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7ff8b635-07bf-43f2-90f8-6e1c29f258d0 req-ef921982-1804-402c-9ded-de47305716b1 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/security-groups?id=65c8f205-c6cb-41d5-b5f1-7ee56e174081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405990 Feb 09 01:16:16.491103 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-faf23dd6-adc5-406f-ab86-a25dfc89c959 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "GET /v2.0/ports?device_id=f00132a4-ba8c-4cad-925a-cca51022b99b HTTP/1.1" status: 200 len: 205 time: 0.0600111 Feb 09 01:16:16.491507 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58390) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:16.493759 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0a4ce162-368d-40aa-bc7d-b40edefd1d79 admin admin] Publish callbacks [] for security_group (70be1929-b75a-4b91-9ae6-2a20895fad31), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:16.548161 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0a4ce162-368d-40aa-bc7d-b40edefd1d79 admin admin] Publish callbacks [] for security_group (70be1929-b75a-4b91-9ae6-2a20895fad31), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:16.621141 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2f4ce83f-0771-4dd4-82e3-d39b69a7b413 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for router (f00132a4-ba8c-4cad-925a-cca51022b99b), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:16.655793 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67cd1a14-41d6-4602-9a10-d99c9c2d69b3 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:16:16.671924 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-67cd1a14-41d6-4602-9a10-d99c9c2d69b3 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:16.685999 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-37aff51a-c7a7-421c-9b7c-dfa4b5ea1924 None None] Allocated IP 19.86.0.2 (f8b11bfb-ad13-416f-97fb-c4f6d932ba65/79c6e5f1-147b-4671-b908-71da9dca0272/24098af5-8fa9-4e46-9e02-14f19b486e44) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:16.790404 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0a4ce162-368d-40aa-bc7d-b40edefd1d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (70be1929-b75a-4b91-9ae6-2a20895fad31), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:16.793011 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0a4ce162-368d-40aa-bc7d-b40edefd1d79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:16.794185 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0a4ce162-368d-40aa-bc7d-b40edefd1d79 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/70be1929-b75a-4b91-9ae6-2a20895fad31 HTTP/1.1" status: 204 len: 168 time: 0.8321640 Feb 09 01:16:16.825608 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ce162-368d-40aa-bc7d-b40edefd1d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70be1929-b75a-4b91-9ae6-2a20895fad31,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:16.837614 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-67cd1a14-41d6-4602-9a10-d99c9c2d69b3 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "PUT /v2.0/floatingips/e12ce8a5-bc8b-478e-8db7-f9237991f4a4 HTTP/1.1" status: 200 len: 976 time: 2.9266689 Feb 09 01:16:16.838257 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58394) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:16.931435 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-37aff51a-c7a7-421c-9b7c-dfa4b5ea1924 None None] Publish callbacks [] for port (24098af5-8fa9-4e46-9e02-14f19b486e44), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:16.940716 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-0eb324e9-5427-4517-a723-e2ac95522653 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:16.943391 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e66ed25-dffa-499d-9fd8-b74c76b19539 None None] Sync routers for ids ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:16:16.958271 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-0eb324e9-5427-4517-a723-e2ac95522653 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:16.960763 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-37aff51a-c7a7-421c-9b7c-dfa4b5ea1924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (24098af5-8fa9-4e46-9e02-14f19b486e44), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:16.962045 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-0eb324e9-5427-4517-a723-e2ac95522653 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/networks?id=e4c76d4b-379f-417d-a6c6-b922f394386a&id=f8b11bfb-ad13-416f-97fb-c4f6d932ba65&id=e4c76d4b-379f-417d-a6c6-b922f394386a HTTP/1.1" status: 200 len: 1392 time: 0.3380172 Feb 09 01:16:16.988869 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2f4ce83f-0771-4dd4-82e3-d39b69a7b413 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for router_gateway (f00132a4-ba8c-4cad-925a-cca51022b99b), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:17.015823 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-2cd1b0d7-33a0-41e4-84ee-57b0c35ee61d tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/quotas/19b538c3b5a14e6daaae72754eb8a669 HTTP/1.1" status: 200 len: 375 time: 0.0439687 Feb 09 01:16:17.043741 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37aff51a-c7a7-421c-9b7c-dfa4b5ea1924 None None] Network f8b11bfb-ad13-416f-97fb-c4f6d932ba65 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:17.091848 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-c2406a1f-9006-4eb8-9d44-46279df7aaa6 None None] Provisioning complete for port 4cdad324-4d8d-425d-bb80-643b8e9957f1 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:17.097590 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c2406a1f-9006-4eb8-9d44-46279df7aaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4cdad324-4d8d-425d-bb80-643b8e9957f1), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:17.145329 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cdf87581-185e-4a03-85e1-3e2f1c21fe8e req-83e6b367-8934-4ec6-9a16-efc7b74bdec2 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 210 time: 0.0331948 Feb 09 01:16:17.180913 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-6d0485e7-8156-4e10-b5bc-3dc611417d0d tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=19b538c3b5a14e6daaae72754eb8a669&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1142201 Feb 09 01:16:17.185485 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4cdad324-4d8d-425d-bb80-643b8e9957f1 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:16:17.189620 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-37aff51a-c7a7-421c-9b7c-dfa4b5ea1924 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:17.197183 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aff51a-c7a7-421c-9b7c-dfa4b5ea1924 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:16:17.227091 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e66ed25-dffa-499d-9fd8-b74c76b19539 None None] Routers {'7a61de9a-9652-4a7b-9b35-77753bbe9b12'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:17.227744 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-8e66ed25-dffa-499d-9fd8-b74c76b19539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:16:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:17.262036 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-d5a1bbdd-87ab-446f-b7e8-1fbfb2ebf2a4 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Deleting port 92b925f2-c71c-4840-988c-b36ddc52b194 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:17.262407 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d5a1bbdd-87ab-446f-b7e8-1fbfb2ebf2a4 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (92b925f2-c71c-4840-988c-b36ddc52b194), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:17.298679 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2f4ce83f-0771-4dd4-82e3-d39b69a7b413 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Deleting port 712d0522-bc7e-4f43-b766-3ca1792a6ca8 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:17.299724 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2f4ce83f-0771-4dd4-82e3-d39b69a7b413 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (712d0522-bc7e-4f43-b766-3ca1792a6ca8), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:17.302176 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-8e66ed25-dffa-499d-9fd8-b74c76b19539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:17.380449 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aff51a-c7a7-421c-9b7c-dfa4b5ea1924 None None] Pushing event updated for resources: {'Port': ['ID=24098af5-8fa9-4e46-9e02-14f19b486e44,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:17.382173 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58402) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:17.419917 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-af96337b-3ae3-4497-8822-a9b4ab9eb8a4 service neutron] 10.222.0.50 "GET /v2.0/networks/e4c76d4b-379f-417d-a6c6-b922f394386a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312534 Feb 09 01:16:17.423689 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e66ed25-dffa-499d-9fd8-b74c76b19539 None None] Routers {'7a61de9a-9652-4a7b-9b35-77753bbe9b12'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:17.423835 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-8e66ed25-dffa-499d-9fd8-b74c76b19539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:16:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:17.434880 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2f4ce83f-0771-4dd4-82e3-d39b69a7b413 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (712d0522-bc7e-4f43-b766-3ca1792a6ca8), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:17.441146 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eb5300b9-0a88-47ef-9c71-a5ff5d7e27f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:17.449792 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2f4ce83f-0771-4dd4-82e3-d39b69a7b413 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Calling delete_port for 712d0522-bc7e-4f43-b766-3ca1792a6ca8 owned by network:router_gateway {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:17.490390 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d5a1bbdd-87ab-446f-b7e8-1fbfb2ebf2a4 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (92b925f2-c71c-4840-988c-b36ddc52b194), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:17.490725 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d5a1bbdd-87ab-446f-b7e8-1fbfb2ebf2a4 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for floatingip (92b925f2-c71c-4840-988c-b36ddc52b194), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:17.490993 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-8e66ed25-dffa-499d-9fd8-b74c76b19539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:17.491753 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e66ed25-dffa-499d-9fd8-b74c76b19539 None None] The sync data for ids ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'] in n-d-828369-4 is: [] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:16:17.498969 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-37aff51a-c7a7-421c-9b7c-dfa4b5ea1924 None None] Attempting to bind port 24098af5-8fa9-4e46-9e02-14f19b486e44 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:17.499360 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-37aff51a-c7a7-421c-9b7c-dfa4b5ea1924 None None] Attempting to bind port 24098af5-8fa9-4e46-9e02-14f19b486e44 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '142fa301-acd3-4ead-b98f-aac220a885c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'f8b11bfb-ad13-416f-97fb-c4f6d932ba65'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:17.499740 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aff51a-c7a7-421c-9b7c-dfa4b5ea1924 None None] Attempting to bind port 24098af5-8fa9-4e46-9e02-14f19b486e44 on network f8b11bfb-ad13-416f-97fb-c4f6d932ba65 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:17.528385 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aff51a-c7a7-421c-9b7c-dfa4b5ea1924 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:16:17.528872 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aff51a-c7a7-421c-9b7c-dfa4b5ea1924 None None] Checking segment: {'id': '142fa301-acd3-4ead-b98f-aac220a885c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'f8b11bfb-ad13-416f-97fb-c4f6d932ba65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:16:17.529216 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-37aff51a-c7a7-421c-9b7c-dfa4b5ea1924 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:17.529671 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aff51a-c7a7-421c-9b7c-dfa4b5ea1924 None None] Bound using segment: {'id': '142fa301-acd3-4ead-b98f-aac220a885c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'f8b11bfb-ad13-416f-97fb-c4f6d932ba65'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:16:17.530173 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-37aff51a-c7a7-421c-9b7c-dfa4b5ea1924 None None] Bound port: 24098af5-8fa9-4e46-9e02-14f19b486e44, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142fa301-acd3-4ead-b98f-aac220a885c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'f8b11bfb-ad13-416f-97fb-c4f6d932ba65'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:16:17.530570 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-37aff51a-c7a7-421c-9b7c-dfa4b5ea1924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (24098af5-8fa9-4e46-9e02-14f19b486e44), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:17.538120 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-d5a1bbdd-87ab-446f-b7e8-1fbfb2ebf2a4 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Calling delete_port for 92b925f2-c71c-4840-988c-b36ddc52b194 owned by network:floatingip {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:17.619649 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c2406a1f-9006-4eb8-9d44-46279df7aaa6 None None] Current status of the port 4cdad324-4d8d-425d-bb80-643b8e9957f1 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:17.620065 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c2406a1f-9006-4eb8-9d44-46279df7aaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4cdad324-4d8d-425d-bb80-643b8e9957f1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:17.667991 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 4cdad324-4d8d-425d-bb80-643b8e9957f1 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:17.670800 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4cdad324-4d8d-425d-bb80-643b8e9957f1), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:17.735080 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-c2406a1f-9006-4eb8-9d44-46279df7aaa6 None None] For port 4cdad324-4d8d-425d-bb80-643b8e9957f1, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=4cdad324-4d8d-425d-bb80-643b8e9957f1,segment=NetworkSegment(2154f7d8-04e8-49c8-b81d-ab6b4913236d),segment_id=2154f7d8-04e8-49c8-b81d-ab6b4913236d)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:17.743474 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-37aff51a-c7a7-421c-9b7c-dfa4b5ea1924 None None] For port 24098af5-8fa9-4e46-9e02-14f19b486e44, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:16:17.762269 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c2406a1f-9006-4eb8-9d44-46279df7aaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (4cdad324-4d8d-425d-bb80-643b8e9957f1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:17.864789 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-37aff51a-c7a7-421c-9b7c-dfa4b5ea1924 None None] For port 24098af5-8fa9-4e46-9e02-14f19b486e44, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=24098af5-8fa9-4e46-9e02-14f19b486e44,segment=NetworkSegment(142fa301-acd3-4ead-b98f-aac220a885c4),segment_id=142fa301-acd3-4ead-b98f-aac220a885c4)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:16:17.870997 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2406a1f-9006-4eb8-9d44-46279df7aaa6 None None] Pushing event updated for resources: {'Port': ['ID=4cdad324-4d8d-425d-bb80-643b8e9957f1,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:17.892160 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eb5300b9-0a88-47ef-9c71-a5ff5d7e27f6 admin admin] Publish callbacks [] for security_group (e51f0eee-29b2-4e97-abbb-be380daf483c), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:17.898692 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-37aff51a-c7a7-421c-9b7c-dfa4b5ea1924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (24098af5-8fa9-4e46-9e02-14f19b486e44), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:17.926257 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eb5300b9-0a88-47ef-9c71-a5ff5d7e27f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e51f0eee-29b2-4e97-abbb-be380daf483c), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:17.998793 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-eb5300b9-0a88-47ef-9c71-a5ff5d7e27f6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=902860e1e3e24546a5e6a2262ea4acef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6156862 Feb 09 01:16:17.999458 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58406) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:18.072196 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aff51a-c7a7-421c-9b7c-dfa4b5ea1924 None None] Pushing event updated for resources: {'Port': ['ID=24098af5-8fa9-4e46-9e02-14f19b486e44,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:18.078410 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-f671906e-729b-451e-a555-ce8aa1b1f559 None None] Provisioning complete for port 4cdad324-4d8d-425d-bb80-643b8e9957f1 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:18.080746 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f671906e-729b-451e-a555-ce8aa1b1f559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4cdad324-4d8d-425d-bb80-643b8e9957f1), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:18.088772 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5300b9-0a88-47ef-9c71-a5ff5d7e27f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51f0eee-29b2-4e97-abbb-be380daf483c,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:18.149732 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 4cdad324-4d8d-425d-bb80-643b8e9957f1 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:18.175061 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1acea351-e98c-43a6-8866-d5188354042d admin admin] Publish callbacks [] for security_group (e51f0eee-29b2-4e97-abbb-be380daf483c), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:18.213509 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1acea351-e98c-43a6-8866-d5188354042d admin admin] Publish callbacks [] for security_group (e51f0eee-29b2-4e97-abbb-be380daf483c), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:18.267558 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-ce854a7e-618e-4cba-8153-e87b3298cc1c service neutron] 10.222.0.50 "GET /v2.0/networks/e4c76d4b-379f-417d-a6c6-b922f394386a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7427390 Feb 09 01:16:18.276924 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d5a1bbdd-87ab-446f-b7e8-1fbfb2ebf2a4 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (92b925f2-c71c-4840-988c-b36ddc52b194), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:18.286918 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f671906e-729b-451e-a555-ce8aa1b1f559 None None] Current status of the port 4cdad324-4d8d-425d-bb80-643b8e9957f1 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:18.357506 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1acea351-e98c-43a6-8866-d5188354042d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e51f0eee-29b2-4e97-abbb-be380daf483c), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:18.360095 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1acea351-e98c-43a6-8866-d5188354042d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:18.362182 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1acea351-e98c-43a6-8866-d5188354042d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e51f0eee-29b2-4e97-abbb-be380daf483c HTTP/1.1" status: 204 len: 168 time: 0.3573458 Feb 09 01:16:18.410154 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acea351-e98c-43a6-8866-d5188354042d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51f0eee-29b2-4e97-abbb-be380daf483c,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:18.411842 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a1bbdd-87ab-446f-b7e8-1fbfb2ebf2a4 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Pushing event deleted for resources: {'Port': ['ID=92b925f2-c71c-4840-988c-b36ddc52b194,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:18.503315 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d5a1bbdd-87ab-446f-b7e8-1fbfb2ebf2a4 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for floatingip (e12ce8a5-bc8b-478e-8db7-f9237991f4a4), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:18.504021 n-d-828369-4 neutron-server[103137]: INFO neutron.db.l3_db [None req-d5a1bbdd-87ab-446f-b7e8-1fbfb2ebf2a4 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Floating IP e12ce8a5-bc8b-478e-8db7-f9237991f4a4 disassociated (deleted). External IP: 172.25.8.222, port: f4f7991f-65d1-4371-8f72-7c19f6ea1132. Feb 09 01:16:18.516116 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c31f07-2c62-4e98-9dce-5f064d5c28c6 req-d796452b-375c-496e-8082-765ceddf1e59 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:18.520771 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-09c31f07-2c62-4e98-9dce-5f064d5c28c6 req-d796452b-375c-496e-8082-765ceddf1e59 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 944 time: 0.3327181 Feb 09 01:16:18.573883 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2f4ce83f-0771-4dd4-82e3-d39b69a7b413 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (712d0522-bc7e-4f43-b766-3ca1792a6ca8), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:18.630612 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-e76e825e-32d7-45c1-b1cd-bf98e9862649 service neutron] 10.222.0.50 "GET /v2.0/networks/f8b11bfb-ad13-416f-97fb-c4f6d932ba65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447165 Feb 09 01:16:18.640001 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ce83f-0771-4dd4-82e3-d39b69a7b413 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event deleted for resources: {'Port': ['ID=712d0522-bc7e-4f43-b766-3ca1792a6ca8,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:18.713743 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4ce83f-0771-4dd4-82e3-d39b69a7b413 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:18.714204 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4ce83f-0771-4dd4-82e3-d39b69a7b413 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:18.714827 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4ce83f-0771-4dd4-82e3-d39b69a7b413 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:18.715243 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4ce83f-0771-4dd4-82e3-d39b69a7b413 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:18.715651 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4ce83f-0771-4dd4-82e3-d39b69a7b413 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:18.716930 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4ce83f-0771-4dd4-82e3-d39b69a7b413 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:18.717373 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4ce83f-0771-4dd4-82e3-d39b69a7b413 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:18.718057 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4ce83f-0771-4dd4-82e3-d39b69a7b413 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:18.718470 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4ce83f-0771-4dd4-82e3-d39b69a7b413 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:18.718876 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4ce83f-0771-4dd4-82e3-d39b69a7b413 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:18.719279 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4ce83f-0771-4dd4-82e3-d39b69a7b413 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:18.719679 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4ce83f-0771-4dd4-82e3-d39b69a7b413 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:18.720075 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4ce83f-0771-4dd4-82e3-d39b69a7b413 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:18.732029 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-09c31f07-2c62-4e98-9dce-5f064d5c28c6 req-5f94d366-15bd-4049-8737-184f0455bd2e tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/security-groups?id=65c8f205-c6cb-41d5-b5f1-7ee56e174081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973472 Feb 09 01:16:18.827718 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a1bbdd-87ab-446f-b7e8-1fbfb2ebf2a4 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Router 7a61de9a-9652-4a7b-9b35-77753bbe9b12 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:16:18.878767 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2f4ce83f-0771-4dd4-82e3-d39b69a7b413 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (f00132a4-ba8c-4cad-925a-cca51022b99b), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:18.883872 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-318d6474-2a05-4bf3-8523-34b55b1238f6 req-589448e7-7bba-4da3-81fc-4941d5e7ee60 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 210 time: 0.0469837 Feb 09 01:16:19.047624 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-05442dcb-5f55-4de3-a590-ea3edd7109b4 service neutron] 10.222.0.50 "GET /v2.0/networks/f8b11bfb-ad13-416f-97fb-c4f6d932ba65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4027147 Feb 09 01:16:19.052791 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2f4ce83f-0771-4dd4-82e3-d39b69a7b413 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (f00132a4-ba8c-4cad-925a-cca51022b99b), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:19.055043 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2f4ce83f-0771-4dd4-82e3-d39b69a7b413 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for router_controller (f00132a4-ba8c-4cad-925a-cca51022b99b), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:19.058178 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a1bbdd-87ab-446f-b7e8-1fbfb2ebf2a4 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:16:19.069045 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dc418a-6596-487b-b63a-05bd1d6618d7 None None] Sync routers for ids ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:16:19.069663 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d5a1bbdd-87ab-446f-b7e8-1fbfb2ebf2a4 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:19.087517 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dc418a-6596-487b-b63a-05bd1d6618d7 None None] Routers {'7a61de9a-9652-4a7b-9b35-77753bbe9b12'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:19.088158 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-c7dc418a-6596-487b-b63a-05bd1d6618d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:16:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:19.121634 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d5a1bbdd-87ab-446f-b7e8-1fbfb2ebf2a4 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "DELETE /v2.0/floatingips/e12ce8a5-bc8b-478e-8db7-f9237991f4a4 HTTP/1.1" status: 204 len: 168 time: 2.2822695 Feb 09 01:16:19.122418 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58422) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:19.175103 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-c7dc418a-6596-487b-b63a-05bd1d6618d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:19.202320 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 24098af5-8fa9-4e46-9e02-14f19b486e44 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:16:19.207976 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dc418a-6596-487b-b63a-05bd1d6618d7 None None] Routers {'7a61de9a-9652-4a7b-9b35-77753bbe9b12'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:19.210980 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-c7dc418a-6596-487b-b63a-05bd1d6618d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:16:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:19.291414 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-95770ee2-da4d-40ce-9d24-bc82f2850817 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Deleting port f4f7991f-65d1-4371-8f72-7c19f6ea1132 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:19.291855 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-95770ee2-da4d-40ce-9d24-bc82f2850817 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (f4f7991f-65d1-4371-8f72-7c19f6ea1132), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:19.307839 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-c7dc418a-6596-487b-b63a-05bd1d6618d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:19.308505 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dc418a-6596-487b-b63a-05bd1d6618d7 None None] The sync data for ids ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'] in n-d-828369-4 is: [] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:16:19.341121 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2f4ce83f-0771-4dd4-82e3-d39b69a7b413 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (f00132a4-ba8c-4cad-925a-cca51022b99b), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:19.351490 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4ce83f-0771-4dd4-82e3-d39b69a7b413 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Fanout notify agent at l3_agent the message router_deleted on router f00132a4-ba8c-4cad-925a-cca51022b99b {{(pid=103136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:16:19.382716 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2f4ce83f-0771-4dd4-82e3-d39b69a7b413 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:19.391201 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2f4ce83f-0771-4dd4-82e3-d39b69a7b413 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "DELETE /v2.0/routers/f00132a4-ba8c-4cad-925a-cca51022b99b HTTP/1.1" status: 204 len: 168 time: 2.8983915 Feb 09 01:16:19.391453 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58430) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:19.409185 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-0da3b945-330b-45b7-8dd7-9b93dbcd4886 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1973391636'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:19.476448 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-787163c2-76be-4660-862f-09ea85d22cac service neutron] 10.222.0.50 "GET /v2.0/networks/e4c76d4b-379f-417d-a6c6-b922f394386a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4163072 Feb 09 01:16:19.502891 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da3b945-330b-45b7-8dd7-9b93dbcd4886 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Made reservation on behalf of 9ae775496dcb4c88881b98c46e972e20 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:19.506355 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0da3b945-330b-45b7-8dd7-9b93dbcd4886 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:19.520490 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-95770ee2-da4d-40ce-9d24-bc82f2850817 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (f4f7991f-65d1-4371-8f72-7c19f6ea1132), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:19.539392 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 24098af5-8fa9-4e46-9e02-14f19b486e44 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:19.539780 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (24098af5-8fa9-4e46-9e02-14f19b486e44), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:19.558459 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-95770ee2-da4d-40ce-9d24-bc82f2850817 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Calling delete_port for f4f7991f-65d1-4371-8f72-7c19f6ea1132 owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:19.581072 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0da3b945-330b-45b7-8dd7-9b93dbcd4886 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1039} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:16:19.635921 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0da3b945-330b-45b7-8dd7-9b93dbcd4886 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (50b6f34c-14d4-4331-9f8f-a407f540a68d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:19.636277 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-0da3b945-330b-45b7-8dd7-9b93dbcd4886 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Added segment 50b6f34c-14d4-4331-9f8f-a407f540a68d of type vlan for network 5188e6fe-b396-430f-995a-f317ff5d0ba6 Feb 09 01:16:19.676821 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 24098af5-8fa9-4e46-9e02-14f19b486e44 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:19.677222 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (24098af5-8fa9-4e46-9e02-14f19b486e44), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:19.681891 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-39d011e9-eb12-4530-8ed4-ae196f56cc94 service neutron] 10.222.0.50 "GET /v2.0/networks/e4c76d4b-379f-417d-a6c6-b922f394386a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847491 Feb 09 01:16:19.736040 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 24098af5-8fa9-4e46-9e02-14f19b486e44, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=24098af5-8fa9-4e46-9e02-14f19b486e44,segment=NetworkSegment(142fa301-acd3-4ead-b98f-aac220a885c4),segment_id=142fa301-acd3-4ead-b98f-aac220a885c4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:19.744293 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (24098af5-8fa9-4e46-9e02-14f19b486e44), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:19.747334 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4cdad324-4d8d-425d-bb80-643b8e9957f1 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:16:19.761246 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0da3b945-330b-45b7-8dd7-9b93dbcd4886 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (5188e6fe-b396-430f-995a-f317ff5d0ba6), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:19.807984 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5406c9e4-382c-4111-acd0-1c98cf6fb9e6 None None] Network f8b11bfb-ad13-416f-97fb-c4f6d932ba65 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:16:19.868768 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0da3b945-330b-45b7-8dd7-9b93dbcd4886 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (5188e6fe-b396-430f-995a-f317ff5d0ba6), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:19.883569 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da3b945-330b-45b7-8dd7-9b93dbcd4886 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:19.886840 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0da3b945-330b-45b7-8dd7-9b93dbcd4886 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:19.914591 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-32d13c04-ac43-43a4-aa63-b42d96d335e1 None None] Provisioning complete for port 24098af5-8fa9-4e46-9e02-14f19b486e44 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:19.914975 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-32d13c04-ac43-43a4-aa63-b42d96d335e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (24098af5-8fa9-4e46-9e02-14f19b486e44), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:19.951137 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=24098af5-8fa9-4e46-9e02-14f19b486e44,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:19.977538 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a66ea6-488b-45b6-9872-bc1641e77762 req-30c9752d-fcc8-4b7c-8b15-4108028f5662 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:19.980160 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2a66ea6-488b-45b6-9872-bc1641e77762 req-30c9752d-fcc8-4b7c-8b15-4108028f5662 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 944 time: 0.1513491 Feb 09 01:16:20.056281 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 4cdad324-4d8d-425d-bb80-643b8e9957f1 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:20.057079 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4cdad324-4d8d-425d-bb80-643b8e9957f1), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:20.077819 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2a66ea6-488b-45b6-9872-bc1641e77762 req-f011d2c7-4820-4357-8aa4-f2862d650317 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/security-groups?id=65c8f205-c6cb-41d5-b5f1-7ee56e174081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881720 Feb 09 01:16:20.197978 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f06c2168-6654-44b5-95d5-1ef81d41d834 req-edc6a3e4-c2ff-40ce-8d72-c2ba24057433 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?device_id=f49ca825-8ae9-450b-a435-617e73fedb82 HTTP/1.1" status: 200 len: 210 time: 0.0647192 Feb 09 01:16:20.211209 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da3b945-330b-45b7-8dd7-9b93dbcd4886 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event updated for resources: {'Network': ['ID=5188e6fe-b396-430f-995a-f317ff5d0ba6,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:20.234088 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-32d13c04-ac43-43a4-aa63-b42d96d335e1 None None] Current status of the port 24098af5-8fa9-4e46-9e02-14f19b486e44 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:20.246088 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8b1ee858-ed5c-4a1c-9259-51e4085d5680 req-04fa40c0-f97d-4985-8db2-500b0c37c3d2 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 210 time: 0.1028645 Feb 09 01:16:20.246622 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58470) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:20.258163 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-4f04f529-65ba-4be4-a9e6-9b56b97e8a2f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Request body: {'subnet': {'network_id': '5188e6fe-b396-430f-995a-f317ff5d0ba6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:20.259468 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 5188e6fe-b396-430f-995a-f317ff5d0ba6 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:16:20.261610 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0da3b945-330b-45b7-8dd7-9b93dbcd4886 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8691111 Feb 09 01:16:20.418807 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-95770ee2-da4d-40ce-9d24-bc82f2850817 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (f4f7991f-65d1-4371-8f72-7c19f6ea1132), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:20.441318 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f04f529-65ba-4be4-a9e6-9b56b97e8a2f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Made reservation on behalf of 9ae775496dcb4c88881b98c46e972e20 for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:20.444756 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4f04f529-65ba-4be4-a9e6-9b56b97e8a2f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:20.465662 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95770ee2-da4d-40ce-9d24-bc82f2850817 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Pushing event deleted for resources: {'Port': ['ID=f4f7991f-65d1-4371-8f72-7c19f6ea1132,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:20.515399 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 4cdad324-4d8d-425d-bb80-643b8e9957f1 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:20.659745 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-95770ee2-da4d-40ce-9d24-bc82f2850817 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:20.663166 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-95770ee2-da4d-40ce-9d24-bc82f2850817 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "DELETE /v2.0/ports/f4f7991f-65d1-4371-8f72-7c19f6ea1132 HTTP/1.1" status: 204 len: 168 time: 1.5397158 Feb 09 01:16:20.667751 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58480) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:20.679620 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-e959cbb5-9cde-49e0-8ff9-0fa4ec5b1f3f tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:20.681408 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58482) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:20.775764 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e959cbb5-9cde-49e0-8ff9-0fa4ec5b1f3f tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:20.874326 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9dc2b290-4c43-413e-a085-7246186ae255 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:20.874802 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-96fcc170-990d-4c2a-9391-bbd2a8cf6347 None None] Provisioning complete for port 24098af5-8fa9-4e46-9e02-14f19b486e44 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:20.875196 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96fcc170-990d-4c2a-9391-bbd2a8cf6347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (24098af5-8fa9-4e46-9e02-14f19b486e44), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:20.896803 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4f04f529-65ba-4be4-a9e6-9b56b97e8a2f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (90129119-ef44-4f9a-ac80-2903e7495712), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:20.981307 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f04f529-65ba-4be4-a9e6-9b56b97e8a2f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event updated for resources: {'Subnet': ['ID=90129119-ef44-4f9a-ac80-2903e7495712,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:21.013085 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 24098af5-8fa9-4e46-9e02-14f19b486e44 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:16:21.018243 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f04f529-65ba-4be4-a9e6-9b56b97e8a2f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Checking segment: {'id': '50b6f34c-14d4-4331-9f8f-a407f540a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '5188e6fe-b396-430f-995a-f317ff5d0ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:16:21.018623 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f04f529-65ba-4be4-a9e6-9b56b97e8a2f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Network hostable DHCP agents. Network: 5188e6fe-b396-430f-995a-f317ff5d0ba6, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:16:21.062404 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f04f529-65ba-4be4-a9e6-9b56b97e8a2f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Network 5188e6fe-b396-430f-995a-f317ff5d0ba6 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:16:21.070697 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9dc2b290-4c43-413e-a085-7246186ae255 admin admin] Publish callbacks [] for security_group (07057cef-e7c7-486d-9e8a-1e92da37c75d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:21.081272 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9dc2b290-4c43-413e-a085-7246186ae255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (07057cef-e7c7-486d-9e8a-1e92da37c75d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:21.081516 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e959cbb5-9cde-49e0-8ff9-0fa4ec5b1f3f tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:21.100113 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-4f04f529-65ba-4be4-a9e6-9b56b97e8a2f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 5188e6fe-b396-430f-995a-f317ff5d0ba6) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:21.108920 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f04f529-65ba-4be4-a9e6-9b56b97e8a2f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:21.109793 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4f04f529-65ba-4be4-a9e6-9b56b97e8a2f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:21.113928 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc5f810-e3bf-4e10-ad86-a2b1597ec292 None None] Network 5188e6fe-b396-430f-995a-f317ff5d0ba6 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:16:21.117399 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-96fcc170-990d-4c2a-9391-bbd2a8cf6347 None None] Current status of the port 24098af5-8fa9-4e46-9e02-14f19b486e44 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:21.137610 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc2b290-4c43-413e-a085-7246186ae255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07057cef-e7c7-486d-9e8a-1e92da37c75d,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:21.180180 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9dc2b290-4c43-413e-a085-7246186ae255 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ef93d06a15d24edd9bad99115b2a541b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4940610 Feb 09 01:16:21.180441 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 24098af5-8fa9-4e46-9e02-14f19b486e44 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:21.180441 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (24098af5-8fa9-4e46-9e02-14f19b486e44), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:21.186051 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4f04f529-65ba-4be4-a9e6-9b56b97e8a2f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9383466 Feb 09 01:16:21.189289 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58488) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:21.189608 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58490) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:21.195593 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-b91edf4e-d07d-4a7f-aa9e-a05efbcef8a8 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-169834328', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:21.255078 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b91edf4e-d07d-4a7f-aa9e-a05efbcef8a8 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (6947910f-e883-48c6-afe1-c11d92f8e713), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:21.259158 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b91edf4e-d07d-4a7f-aa9e-a05efbcef8a8 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (6947910f-e883-48c6-afe1-c11d92f8e713), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:21.305266 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0776a5-22f6-4d28-bc7c-59164ebcbdb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-5188e6fe-b396-430f-995a-f317ff5d0ba6', 'network_id': '5188e6fe-b396-430f-995a-f317ff5d0ba6', 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'fixed_ips': [{'subnet_id': '90129119-ef44-4f9a-ac80-2903e7495712'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:16:21.306414 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fc0776a5-22f6-4d28-bc7c-59164ebcbdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:21.308067 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2758571d-df0e-4869-8f45-e4184cbd8486 admin admin] Publish callbacks [] for security_group (07057cef-e7c7-486d-9e8a-1e92da37c75d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:21.346061 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 24098af5-8fa9-4e46-9e02-14f19b486e44 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:21.373871 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-651399c5-fb30-461a-ab3c-da034290d396 req-02b3a068-9ad4-4e7c-84f9-0038a0f4c1e4 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?device_id=f49ca825-8ae9-450b-a435-617e73fedb82 HTTP/1.1" status: 200 len: 210 time: 0.0513616 Feb 09 01:16:21.410907 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-e959cbb5-9cde-49e0-8ff9-0fa4ec5b1f3f tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Allocated IP 172.25.8.220 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/4e7373bd-d4e1-4dcf-9889-1a44b5e72262) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:21.418696 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2758571d-df0e-4869-8f45-e4184cbd8486 admin admin] Publish callbacks [] for security_group (07057cef-e7c7-486d-9e8a-1e92da37c75d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:21.435213 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b91edf4e-d07d-4a7f-aa9e-a05efbcef8a8 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for router_controller (6947910f-e883-48c6-afe1-c11d92f8e713), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:21.445669 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b91edf4e-d07d-4a7f-aa9e-a05efbcef8a8 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (6947910f-e883-48c6-afe1-c11d92f8e713), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:21.468800 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe85d84-f7e9-4c75-a4c7-c51628f213db req-593eb20a-99b6-4e28-8855-5fb777d29f11 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:21.474573 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8fe85d84-f7e9-4c75-a4c7-c51628f213db req-593eb20a-99b6-4e28-8855-5fb777d29f11 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 944 time: 0.2411854 Feb 09 01:16:21.489369 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b91edf4e-d07d-4a7f-aa9e-a05efbcef8a8 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:21.493508 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b91edf4e-d07d-4a7f-aa9e-a05efbcef8a8 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2990966 Feb 09 01:16:21.496652 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58496) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:21.588890 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2758571d-df0e-4869-8f45-e4184cbd8486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (07057cef-e7c7-486d-9e8a-1e92da37c75d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:21.592914 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2758571d-df0e-4869-8f45-e4184cbd8486 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:21.593753 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-fc0776a5-22f6-4d28-bc7c-59164ebcbdb6 None None] Allocated IP 2001:db8::2 (5188e6fe-b396-430f-995a-f317ff5d0ba6/90129119-ef44-4f9a-ac80-2903e7495712/ca7f0fd8-aecd-4e2c-844b-f90a16ace92c) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:21.594330 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2758571d-df0e-4869-8f45-e4184cbd8486 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/07057cef-e7c7-486d-9e8a-1e92da37c75d HTTP/1.1" status: 204 len: 168 time: 0.4035830 Feb 09 01:16:21.612458 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2758571d-df0e-4869-8f45-e4184cbd8486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07057cef-e7c7-486d-9e8a-1e92da37c75d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:21.727392 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d6398a9c-fa8f-4330-8ab1-94d627f05990 req-12446ce2-657c-44b3-bb11-e95029b86dae tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 210 time: 0.2008193 Feb 09 01:16:21.847301 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-d7837aaf-4007-4738-8fcb-90805169dbe5 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:21.851724 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fc0776a5-22f6-4d28-bc7c-59164ebcbdb6 None None] Publish callbacks [] for port (ca7f0fd8-aecd-4e2c-844b-f90a16ace92c), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:21.858404 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-d7837aaf-4007-4738-8fcb-90805169dbe5 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:21.859562 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fc0776a5-22f6-4d28-bc7c-59164ebcbdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (ca7f0fd8-aecd-4e2c-844b-f90a16ace92c), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:21.865087 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-d7837aaf-4007-4738-8fcb-90805169dbe5 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.120 "GET /v2.0/networks?id=e4c76d4b-379f-417d-a6c6-b922f394386a&id=f8b11bfb-ad13-416f-97fb-c4f6d932ba65&id=e4c76d4b-379f-417d-a6c6-b922f394386a HTTP/1.1" status: 200 len: 1392 time: 0.3864334 Feb 09 01:16:21.873966 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8fe85d84-f7e9-4c75-a4c7-c51628f213db req-4b6c59a2-aeaa-4ed5-bc89-7d6f573947b9 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/security-groups?id=65c8f205-c6cb-41d5-b5f1-7ee56e174081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3479333 Feb 09 01:16:21.893544 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-872379a1-2d22-4a9b-9b4a-69473c92f0ca tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Request body: {'port': {'device_id': 'f49ca825-8ae9-450b-a435-617e73fedb82', 'network_id': 'e4c76d4b-379f-417d-a6c6-b922f394386a', 'admin_state_up': True, 'tenant_id': '19b538c3b5a14e6daaae72754eb8a669'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:21.927506 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0776a5-22f6-4d28-bc7c-59164ebcbdb6 None None] Network 5188e6fe-b396-430f-995a-f317ff5d0ba6 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:21.931074 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-fc0776a5-22f6-4d28-bc7c-59164ebcbdb6 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:21.939098 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0776a5-22f6-4d28-bc7c-59164ebcbdb6 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:16:21.941420 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dd28f762-7f84-4cf5-b2ef-f15f16c77103 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:21.949300 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0776a5-22f6-4d28-bc7c-59164ebcbdb6 None None] Pushing event updated for resources: {'Port': ['ID=ca7f0fd8-aecd-4e2c-844b-f90a16ace92c,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:22.010931 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e959cbb5-9cde-49e0-8ff9-0fa4ec5b1f3f tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for port (4e7373bd-d4e1-4dcf-9889-1a44b5e72262), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:22.068579 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-fc0776a5-22f6-4d28-bc7c-59164ebcbdb6 None None] Attempting to bind port ca7f0fd8-aecd-4e2c-844b-f90a16ace92c on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:22.069144 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-fc0776a5-22f6-4d28-bc7c-59164ebcbdb6 None None] Attempting to bind port ca7f0fd8-aecd-4e2c-844b-f90a16ace92c by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '50b6f34c-14d4-4331-9f8f-a407f540a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '5188e6fe-b396-430f-995a-f317ff5d0ba6'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:22.070071 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0776a5-22f6-4d28-bc7c-59164ebcbdb6 None None] Attempting to bind port ca7f0fd8-aecd-4e2c-844b-f90a16ace92c on network 5188e6fe-b396-430f-995a-f317ff5d0ba6 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:22.081077 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0776a5-22f6-4d28-bc7c-59164ebcbdb6 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:16:22.081518 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0776a5-22f6-4d28-bc7c-59164ebcbdb6 None None] Checking segment: {'id': '50b6f34c-14d4-4331-9f8f-a407f540a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '5188e6fe-b396-430f-995a-f317ff5d0ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:16:22.083513 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fc0776a5-22f6-4d28-bc7c-59164ebcbdb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:22.083790 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0776a5-22f6-4d28-bc7c-59164ebcbdb6 None None] Bound using segment: {'id': '50b6f34c-14d4-4331-9f8f-a407f540a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '5188e6fe-b396-430f-995a-f317ff5d0ba6'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:16:22.084288 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-fc0776a5-22f6-4d28-bc7c-59164ebcbdb6 None None] Bound port: ca7f0fd8-aecd-4e2c-844b-f90a16ace92c, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50b6f34c-14d4-4331-9f8f-a407f540a68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '5188e6fe-b396-430f-995a-f317ff5d0ba6'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:16:22.084722 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fc0776a5-22f6-4d28-bc7c-59164ebcbdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ca7f0fd8-aecd-4e2c-844b-f90a16ace92c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:22.149593 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-872379a1-2d22-4a9b-9b4a-69473c92f0ca tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Made reservation on behalf of 19b538c3b5a14e6daaae72754eb8a669 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:22.152373 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-872379a1-2d22-4a9b-9b4a-69473c92f0ca tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:22.163242 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e959cbb5-9cde-49e0-8ff9-0fa4ec5b1f3f tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (4e7373bd-d4e1-4dcf-9889-1a44b5e72262), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:22.195161 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-fc0776a5-22f6-4d28-bc7c-59164ebcbdb6 None None] For port ca7f0fd8-aecd-4e2c-844b-f90a16ace92c, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:16:22.200345 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-fc0776a5-22f6-4d28-bc7c-59164ebcbdb6 None None] For port ca7f0fd8-aecd-4e2c-844b-f90a16ace92c, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=ca7f0fd8-aecd-4e2c-844b-f90a16ace92c,segment=NetworkSegment(50b6f34c-14d4-4331-9f8f-a407f540a68d),segment_id=50b6f34c-14d4-4331-9f8f-a407f540a68d)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:16:22.213552 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fc0776a5-22f6-4d28-bc7c-59164ebcbdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (ca7f0fd8-aecd-4e2c-844b-f90a16ace92c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:22.228624 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e959cbb5-9cde-49e0-8ff9-0fa4ec5b1f3f tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:22.242261 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-e959cbb5-9cde-49e0-8ff9-0fa4ec5b1f3f tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:22.249950 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e959cbb5-9cde-49e0-8ff9-0fa4ec5b1f3f tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:16:22.269294 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-dd28f762-7f84-4cf5-b2ef-f15f16c77103 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Allocated IP 2001:db8::1 (5188e6fe-b396-430f-995a-f317ff5d0ba6/90129119-ef44-4f9a-ac80-2903e7495712/c00e99b1-c813-4449-989f-dac06afad5b6) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:22.328327 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959cbb5-9cde-49e0-8ff9-0fa4ec5b1f3f tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Pushing event updated for resources: {'Port': ['ID=4e7373bd-d4e1-4dcf-9889-1a44b5e72262,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:22.388412 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0776a5-22f6-4d28-bc7c-59164ebcbdb6 None None] Pushing event updated for resources: {'Port': ['ID=ca7f0fd8-aecd-4e2c-844b-f90a16ace92c,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:22.470566 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dd28f762-7f84-4cf5-b2ef-f15f16c77103 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for port (c00e99b1-c813-4449-989f-dac06afad5b6), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:22.534270 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dd28f762-7f84-4cf5-b2ef-f15f16c77103 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (c00e99b1-c813-4449-989f-dac06afad5b6), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:22.568081 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-41a65952-4f1f-4e98-8fe6-d1fd421ee0ec req-2bf30eb4-bd5d-41d3-a043-1a2d5c1d6899 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?device_id=f49ca825-8ae9-450b-a435-617e73fedb82 HTTP/1.1" status: 200 len: 210 time: 0.0720460 Feb 09 01:16:22.614757 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e959cbb5-9cde-49e0-8ff9-0fa4ec5b1f3f tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for floatingip (5ecb1663-8278-4563-85ad-da2cecc2c8ab), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:22.616940 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-872379a1-2d22-4a9b-9b4a-69473c92f0ca tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Allocated IP 19.80.0.197 (e4c76d4b-379f-417d-a6c6-b922f394386a/5935f14e-f3cc-40d6-b079-8f3cc63f4728/1916a961-662c-4f2a-b4fa-b7eac2161bfb) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:22.658724 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd28f762-7f84-4cf5-b2ef-f15f16c77103 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event updated for resources: {'Port': ['ID=c00e99b1-c813-4449-989f-dac06afad5b6,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:22.681677 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd28f762-7f84-4cf5-b2ef-f15f16c77103 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Network 5188e6fe-b396-430f-995a-f317ff5d0ba6 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:22.683325 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-dd28f762-7f84-4cf5-b2ef-f15f16c77103 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:22.693076 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd28f762-7f84-4cf5-b2ef-f15f16c77103 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:16:22.695398 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dd28f762-7f84-4cf5-b2ef-f15f16c77103 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (6947910f-e883-48c6-afe1-c11d92f8e713), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:22.716435 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e959cbb5-9cde-49e0-8ff9-0fa4ec5b1f3f tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4e7373bd-d4e1-4dcf-9889-1a44b5e72262), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:22.892246 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dd28f762-7f84-4cf5-b2ef-f15f16c77103 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c00e99b1-c813-4449-989f-dac06afad5b6), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:22.990137 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 5da965be-0d13-4d53-a485-8e06aa49418f details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:16:23.095270 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-872379a1-2d22-4a9b-9b4a-69473c92f0ca tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks [] for port (1916a961-662c-4f2a-b4fa-b7eac2161bfb), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:23.098714 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device ca7f0fd8-aecd-4e2c-844b-f90a16ace92c up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:16:23.181737 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6a941322-fe86-489b-b38c-8ca4fdd04cf2 req-644527dd-d516-4e43-8353-aecc5ceb5862 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 210 time: 0.1654615 Feb 09 01:16:23.238165 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 5da965be-0d13-4d53-a485-8e06aa49418f, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=5da965be-0d13-4d53-a485-8e06aa49418f,segment=NetworkSegment(0d0bff9f-e230-4221-a63e-80c21a950e29),segment_id=0d0bff9f-e230-4221-a63e-80c21a950e29)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:23.273656 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '5da965be-0d13-4d53-a485-8e06aa49418f', 'network_id': 'cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1', 'port_id': '5da965be-0d13-4d53-a485-8e06aa49418f', 'mac_address': 'fa:16:3e:e5:97:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49020204-32ea-4a87-9cac-f7541e99d5f3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:16:23.281605 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port ca7f0fd8-aecd-4e2c-844b-f90a16ace92c triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:23.281605 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (ca7f0fd8-aecd-4e2c-844b-f90a16ace92c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:23.319146 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-872379a1-2d22-4a9b-9b4a-69473c92f0ca tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (1916a961-662c-4f2a-b4fa-b7eac2161bfb), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:23.399873 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dd28f762-7f84-4cf5-b2ef-f15f16c77103 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for port (c00e99b1-c813-4449-989f-dac06afad5b6), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:23.409565 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dd28f762-7f84-4cf5-b2ef-f15f16c77103 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (c00e99b1-c813-4449-989f-dac06afad5b6), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:23.409961 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 5da965be-0d13-4d53-a485-8e06aa49418f is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:23.410417 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dd28f762-7f84-4cf5-b2ef-f15f16c77103 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (6947910f-e883-48c6-afe1-c11d92f8e713), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:23.413445 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5da965be-0d13-4d53-a485-8e06aa49418f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:23.436437 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5da965be-0d13-4d53-a485-8e06aa49418f {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:16:23.481452 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-872379a1-2d22-4a9b-9b4a-69473c92f0ca tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Network e4c76d4b-379f-417d-a6c6-b922f394386a is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:23.495240 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-872379a1-2d22-4a9b-9b4a-69473c92f0ca tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:23.503479 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed2573-1cb8-4e08-afc7-6749eb4cb7de req-8f4ecb2d-63e9-45f9-8a15-83dbd3cf00ae tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:23.505108 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1eed2573-1cb8-4e08-afc7-6749eb4cb7de req-8f4ecb2d-63e9-45f9-8a15-83dbd3cf00ae tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 944 time: 0.4863555 Feb 09 01:16:23.505974 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-872379a1-2d22-4a9b-9b4a-69473c92f0ca tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:16:23.512028 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872379a1-2d22-4a9b-9b4a-69473c92f0ca tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Pushing event updated for resources: {'Port': ['ID=1916a961-662c-4f2a-b4fa-b7eac2161bfb,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:23.525570 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 5da965be-0d13-4d53-a485-8e06aa49418f, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=5da965be-0d13-4d53-a485-8e06aa49418f,segment=NetworkSegment(0d0bff9f-e230-4221-a63e-80c21a950e29),segment_id=0d0bff9f-e230-4221-a63e-80c21a950e29)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:23.538880 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (5da965be-0d13-4d53-a485-8e06aa49418f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:23.557319 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port ca7f0fd8-aecd-4e2c-844b-f90a16ace92c is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:23.557941 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ca7f0fd8-aecd-4e2c-844b-f90a16ace92c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:23.579598 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd28f762-7f84-4cf5-b2ef-f15f16c77103 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event updated for resources: {'Port': ['ID=c00e99b1-c813-4449-989f-dac06afad5b6,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:23.650049 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port ca7f0fd8-aecd-4e2c-844b-f90a16ace92c, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=ca7f0fd8-aecd-4e2c-844b-f90a16ace92c,segment=NetworkSegment(50b6f34c-14d4-4331-9f8f-a407f540a68d),segment_id=50b6f34c-14d4-4331-9f8f-a407f540a68d)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:23.663097 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (ca7f0fd8-aecd-4e2c-844b-f90a16ace92c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:23.669504 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=5da965be-0d13-4d53-a485-8e06aa49418f,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:23.683705 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e959cbb5-9cde-49e0-8ff9-0fa4ec5b1f3f tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for port (4e7373bd-d4e1-4dcf-9889-1a44b5e72262), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:23.703133 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e959cbb5-9cde-49e0-8ff9-0fa4ec5b1f3f tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (4e7373bd-d4e1-4dcf-9889-1a44b5e72262), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:23.722585 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd28f762-7f84-4cf5-b2ef-f15f16c77103 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Network 5188e6fe-b396-430f-995a-f317ff5d0ba6 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:23.724394 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-dd28f762-7f84-4cf5-b2ef-f15f16c77103 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:23.770449 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-872379a1-2d22-4a9b-9b4a-69473c92f0ca tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:23.777876 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-872379a1-2d22-4a9b-9b4a-69473c92f0ca tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:23.793635 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=ca7f0fd8-aecd-4e2c-844b-f90a16ace92c,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:23.901068 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1eed2573-1cb8-4e08-afc7-6749eb4cb7de req-38622a03-1da4-47ac-aa8d-7b446509dd05 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/security-groups?id=65c8f205-c6cb-41d5-b5f1-7ee56e174081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3250432 Feb 09 01:16:23.922233 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['5da965be-0d13-4d53-a485-8e06aa49418f'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:16:24.034851 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-4d29d9dc-32f0-40e5-97b0-b320be0d7c9c None None] Provisioning complete for port 1916a961-662c-4f2a-b4fa-b7eac2161bfb triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:24.035228 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4d29d9dc-32f0-40e5-97b0-b320be0d7c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (1916a961-662c-4f2a-b4fa-b7eac2161bfb), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:24.056720 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-872379a1-2d22-4a9b-9b4a-69473c92f0ca tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1794486 Feb 09 01:16:24.079805 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-d7ec1f46-df0b-472f-a73e-a058a547a2a8 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Request body: {'port': {'device_id': 'f49ca825-8ae9-450b-a435-617e73fedb82', 'network_id': 'f8b11bfb-ad13-416f-97fb-c4f6d932ba65', 'admin_state_up': True, 'tenant_id': '19b538c3b5a14e6daaae72754eb8a669'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:24.110648 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3ee5f7-57d8-4ec8-8469-8c530c699fb7 None None] Network 5188e6fe-b396-430f-995a-f317ff5d0ba6 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:16:24.170669 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-4d29d9dc-32f0-40e5-97b0-b320be0d7c9c None None] Port 1916a961-662c-4f2a-b4fa-b7eac2161bfb cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:16:24.284622 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58540) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:24.398614 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd28f762-7f84-4cf5-b2ef-f15f16c77103 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Router 6947910f-e883-48c6-afe1-c11d92f8e713 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:16:24.521246 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-b8389c9e-58e6-4991-a698-0471f7ed7e63 None None] Provisioning complete for port ca7f0fd8-aecd-4e2c-844b-f90a16ace92c triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:24.521811 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b8389c9e-58e6-4991-a698-0471f7ed7e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (ca7f0fd8-aecd-4e2c-844b-f90a16ace92c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:24.525173 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-6bab7839-1aea-4d76-a28b-ec2faf4cf654 tempest-PortsAdminExtendedAttrsTestJSON-726951671 tempest-PortsAdminExtendedAttrsTestJSON-726951671-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1572508622'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:24.566948 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bab7839-1aea-4d76-a28b-ec2faf4cf654 tempest-PortsAdminExtendedAttrsTestJSON-726951671 tempest-PortsAdminExtendedAttrsTestJSON-726951671-project] Made reservation on behalf of 9da137e5ade3452fb9f55dca4c994378 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:24.571453 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6bab7839-1aea-4d76-a28b-ec2faf4cf654 tempest-PortsAdminExtendedAttrsTestJSON-726951671 tempest-PortsAdminExtendedAttrsTestJSON-726951671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:24.592772 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6bab7839-1aea-4d76-a28b-ec2faf4cf654 tempest-PortsAdminExtendedAttrsTestJSON-726951671 tempest-PortsAdminExtendedAttrsTestJSON-726951671-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:24.610727 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd28f762-7f84-4cf5-b2ef-f15f16c77103 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:16:24.616314 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b8389c9e-58e6-4991-a698-0471f7ed7e63 None None] Current status of the port ca7f0fd8-aecd-4e2c-844b-f90a16ace92c is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:24.617478 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-dd28f762-7f84-4cf5-b2ef-f15f16c77103 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "PUT /v2.0/routers/6947910f-e883-48c6-afe1-c11d92f8e713/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1226881 Feb 09 01:16:24.623119 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af5c21c-e9c0-44ff-9c03-289fb42489f5 None None] Sync routers for ids ['6947910f-e883-48c6-afe1-c11d92f8e713'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:16:24.630661 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58546) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:24.643884 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af5c21c-e9c0-44ff-9c03-289fb42489f5 None None] Routers {'6947910f-e883-48c6-afe1-c11d92f8e713'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:24.644949 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-0af5c21c-e9c0-44ff-9c03-289fb42489f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:16:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['6947910f-e883-48c6-afe1-c11d92f8e713'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:24.697112 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-0af5c21c-e9c0-44ff-9c03-289fb42489f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:24.707983 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af5c21c-e9c0-44ff-9c03-289fb42489f5 None None] Routers {'6947910f-e883-48c6-afe1-c11d92f8e713'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:24.709048 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-0af5c21c-e9c0-44ff-9c03-289fb42489f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:16:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['6947910f-e883-48c6-afe1-c11d92f8e713'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:24.712019 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d779ac4-0af5-43d0-8c42-02c802a188aa tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:24.713562 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8d779ac4-0af5-43d0-8c42-02c802a188aa tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "GET /v2.0/ports/c00e99b1-c813-4449-989f-dac06afad5b6 HTTP/1.1" status: 200 len: 911 time: 0.0810790 Feb 09 01:16:24.716119 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58548) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:24.725360 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-ebd8e1b9-2da0-4a28-8823-ecc54bbf1d85 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '90129119-ef44-4f9a-ac80-2903e7495712'}]}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:24.751942 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-0af5c21c-e9c0-44ff-9c03-289fb42489f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:24.755481 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af5c21c-e9c0-44ff-9c03-289fb42489f5 None None] The sync data for ids ['6947910f-e883-48c6-afe1-c11d92f8e713'] in n-d-828369-4 is: [] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:16:24.803591 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959cbb5-9cde-49e0-8ff9-0fa4ec5b1f3f tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Pushing event updated for resources: {'Port': ['ID=4e7373bd-d4e1-4dcf-9889-1a44b5e72262,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:24.806145 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-d7ec1f46-df0b-472f-a73e-a058a547a2a8 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Made reservation on behalf of 19b538c3b5a14e6daaae72754eb8a669 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:24.809752 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-d7ec1f46-df0b-472f-a73e-a058a547a2a8 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:24.861866 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0e457245-644f-464b-8593-8532817c7580 req-eceb65e6-4e64-464b-ab74-b5a0fff9863e tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 210 time: 0.0717916 Feb 09 01:16:24.878502 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e959cbb5-9cde-49e0-8ff9-0fa4ec5b1f3f tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (5ecb1663-8278-4563-85ad-da2cecc2c8ab), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:24.884822 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6bab7839-1aea-4d76-a28b-ec2faf4cf654 tempest-PortsAdminExtendedAttrsTestJSON-726951671 tempest-PortsAdminExtendedAttrsTestJSON-726951671-project] Publish callbacks [] for security_group (edb0a9cc-5a45-46af-b8d3-3e929fb29c62), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:24.910768 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6bab7839-1aea-4d76-a28b-ec2faf4cf654 tempest-PortsAdminExtendedAttrsTestJSON-726951671 tempest-PortsAdminExtendedAttrsTestJSON-726951671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (edb0a9cc-5a45-46af-b8d3-3e929fb29c62), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:24.914233 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c80955-da7c-4096-85c6-8623fa988a32 req-4c94d345-d9c0-4a17-86f8-e9ff340d4f10 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:24.916396 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-15c80955-da7c-4096-85c6-8623fa988a32 req-4c94d345-d9c0-4a17-86f8-e9ff340d4f10 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?device_id=f49ca825-8ae9-450b-a435-617e73fedb82 HTTP/1.1" status: 200 len: 932 time: 1.1356022 Feb 09 01:16:24.957032 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e959cbb5-9cde-49e0-8ff9-0fa4ec5b1f3f tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:24.958030 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e959cbb5-9cde-49e0-8ff9-0fa4ec5b1f3f tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2882130 Feb 09 01:16:24.962463 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58552) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:24.982659 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bab7839-1aea-4d76-a28b-ec2faf4cf654 tempest-PortsAdminExtendedAttrsTestJSON-726951671 tempest-PortsAdminExtendedAttrsTestJSON-726951671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1008} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:16:24.986318 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-474fb1f2-69ee-4cd8-8990-5238cec5a001 None None] Provisioning complete for port ca7f0fd8-aecd-4e2c-844b-f90a16ace92c triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:24.987409 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-474fb1f2-69ee-4cd8-8990-5238cec5a001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (ca7f0fd8-aecd-4e2c-844b-f90a16ace92c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:25.023785 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-5feaf4f4-c01c-432d-b013-cd4e0a2e9db3 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Request body: {'port': {'network_id': '3bcff40c-bcc0-445f-89b7-ca3f90ad4135', 'name': 'tempest-FloatingIPTestJSON-2005103655'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:25.054265 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-15c80955-da7c-4096-85c6-8623fa988a32 req-a8b4abd4-9cba-4607-915c-0deffbff9ca6 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/security-groups?id=45eaab36-af4f-4215-874b-e47cf74a9106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949786 Feb 09 01:16:25.082119 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device ca7f0fd8-aecd-4e2c-844b-f90a16ace92c up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:16:25.134193 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6bab7839-1aea-4d76-a28b-ec2faf4cf654 tempest-PortsAdminExtendedAttrsTestJSON-726951671 tempest-PortsAdminExtendedAttrsTestJSON-726951671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (e9b59588-067b-4878-b42a-b98e9ab5abb1), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:25.134552 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-6bab7839-1aea-4d76-a28b-ec2faf4cf654 tempest-PortsAdminExtendedAttrsTestJSON-726951671 tempest-PortsAdminExtendedAttrsTestJSON-726951671-project] Added segment e9b59588-067b-4878-b42a-b98e9ab5abb1 of type vlan for network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 Feb 09 01:16:25.187649 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6bab7839-1aea-4d76-a28b-ec2faf4cf654 tempest-PortsAdminExtendedAttrsTestJSON-726951671 tempest-PortsAdminExtendedAttrsTestJSON-726951671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (90ed03e3-d787-4a3e-bbd0-87addc5ed5a0), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:25.225844 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6bab7839-1aea-4d76-a28b-ec2faf4cf654 tempest-PortsAdminExtendedAttrsTestJSON-726951671 tempest-PortsAdminExtendedAttrsTestJSON-726951671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (90ed03e3-d787-4a3e-bbd0-87addc5ed5a0), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:25.231520 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bab7839-1aea-4d76-a28b-ec2faf4cf654 tempest-PortsAdminExtendedAttrsTestJSON-726951671 tempest-PortsAdminExtendedAttrsTestJSON-726951671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:25.232208 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6bab7839-1aea-4d76-a28b-ec2faf4cf654 tempest-PortsAdminExtendedAttrsTestJSON-726951671 tempest-PortsAdminExtendedAttrsTestJSON-726951671-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:25.266246 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-474fb1f2-69ee-4cd8-8990-5238cec5a001 None None] Current status of the port ca7f0fd8-aecd-4e2c-844b-f90a16ace92c is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:25.269508 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab7839-1aea-4d76-a28b-ec2faf4cf654 tempest-PortsAdminExtendedAttrsTestJSON-726951671 tempest-PortsAdminExtendedAttrsTestJSON-726951671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edb0a9cc-5a45-46af-b8d3-3e929fb29c62,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:25.285407 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port ca7f0fd8-aecd-4e2c-844b-f90a16ace92c triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:25.285787 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (ca7f0fd8-aecd-4e2c-844b-f90a16ace92c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:25.325993 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6bab7839-1aea-4d76-a28b-ec2faf4cf654 tempest-PortsAdminExtendedAttrsTestJSON-726951671 tempest-PortsAdminExtendedAttrsTestJSON-726951671-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.0400698 Feb 09 01:16:25.327186 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ebd8e1b9-2da0-4a28-8823-ecc54bbf1d85 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c00e99b1-c813-4449-989f-dac06afad5b6), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:25.362969 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-474fb1f2-69ee-4cd8-8990-5238cec5a001 None None] Provisioning complete for port c00e99b1-c813-4449-989f-dac06afad5b6 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:25.363356 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-474fb1f2-69ee-4cd8-8990-5238cec5a001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c00e99b1-c813-4449-989f-dac06afad5b6), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:25.374425 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-d7ec1f46-df0b-472f-a73e-a058a547a2a8 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Allocated IP 19.86.0.26 (f8b11bfb-ad13-416f-97fb-c4f6d932ba65/79c6e5f1-147b-4671-b908-71da9dca0272/437cdcea-fe74-4b58-aa68-4f80c1675142) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:25.396321 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5feaf4f4-c01c-432d-b013-cd4e0a2e9db3 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Made reservation on behalf of b28322fb716c48d1b01472991c7f46c8 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:25.402357 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5feaf4f4-c01c-432d-b013-cd4e0a2e9db3 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:25.428410 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab7839-1aea-4d76-a28b-ec2faf4cf654 tempest-PortsAdminExtendedAttrsTestJSON-726951671 tempest-PortsAdminExtendedAttrsTestJSON-726951671-project] Pushing event updated for resources: {'Network': ['ID=90ed03e3-d787-4a3e-bbd0-87addc5ed5a0,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:25.429105 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-5feaf4f4-c01c-432d-b013-cd4e0a2e9db3 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] device_id is not set on port bc979a6e-9785-4c8d-8b3e-4cd6224eed0a yet. {{(pid=103136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:16:25.436650 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-474fb1f2-69ee-4cd8-8990-5238cec5a001 None None] Port c00e99b1-c813-4449-989f-dac06afad5b6 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:16:25.458649 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:16:25.524664 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff80791-11db-40a2-add2-2e0907bc0944 req-b98e700d-8d9e-4dce-9c73-85db41429962 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:25.526477 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9ff80791-11db-40a2-add2-2e0907bc0944 req-b98e700d-8d9e-4dce-9c73-85db41429962 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 945 time: 0.4024048 Feb 09 01:16:25.562711 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port ca7f0fd8-aecd-4e2c-844b-f90a16ace92c is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:25.642701 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-565aceea-a41a-4ac3-af8a-f0d5d04d5ec1 None None] Provisioning complete for port c00e99b1-c813-4449-989f-dac06afad5b6 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:25.643259 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-565aceea-a41a-4ac3-af8a-f0d5d04d5ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c00e99b1-c813-4449-989f-dac06afad5b6), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:25.686720 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58558) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:25.692134 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Request body: {'port': {'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0', 'binding:host_id': 'n-h1-828369-4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1050218747'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:25.702083 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-565aceea-a41a-4ac3-af8a-f0d5d04d5ec1 None None] Port c00e99b1-c813-4449-989f-dac06afad5b6 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:16:25.704020 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9ff80791-11db-40a2-add2-2e0907bc0944 req-48509353-ae18-4e36-b699-a605244f0b8a tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/security-groups?id=65c8f205-c6cb-41d5-b5f1-7ee56e174081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693888 Feb 09 01:16:25.766009 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Made reservation on behalf of edc03e27ff5c49c09da8fe1af186551e for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:25.769054 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:25.772979 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-5feaf4f4-c01c-432d-b013-cd4e0a2e9db3 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Allocated IP 172.20.0.4 (3bcff40c-bcc0-445f-89b7-ca3f90ad4135/897c663b-9282-414d-bf0f-a0b636589980/bc979a6e-9785-4c8d-8b3e-4cd6224eed0a) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:25.804451 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:25.837115 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-4337caa5-abb1-48d7-b6be-779865db1b56 None None] Provisioning complete for port c00e99b1-c813-4449-989f-dac06afad5b6 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:25.838888 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4337caa5-abb1-48d7-b6be-779865db1b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c00e99b1-c813-4449-989f-dac06afad5b6), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:25.886622 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-d7ec1f46-df0b-472f-a73e-a058a547a2a8 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks [] for port (437cdcea-fe74-4b58-aa68-4f80c1675142), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:25.930610 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-4337caa5-abb1-48d7-b6be-779865db1b56 None None] Port c00e99b1-c813-4449-989f-dac06afad5b6 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:16:25.987121 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Publish callbacks [] for security_group (cc36bbd0-f337-4a09-bb29-0cc5670a2095), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:25.993708 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (cc36bbd0-f337-4a09-bb29-0cc5670a2095), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:26.007487 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] device_id is not set on port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:16:26.031514 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0897c14-6505-46e3-9ea6-3ace7f8770b2 req-c8c62af8-6ba9-43f6-9393-8657cd3380e5 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 210 time: 0.0505321 Feb 09 01:16:26.048468 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-d7ec1f46-df0b-472f-a73e-a058a547a2a8 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (437cdcea-fe74-4b58-aa68-4f80c1675142), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:26.118258 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5feaf4f4-c01c-432d-b013-cd4e0a2e9db3 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for port (bc979a6e-9785-4c8d-8b3e-4cd6224eed0a), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:26.127778 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc36bbd0-f337-4a09-bb29-0cc5670a2095,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:26.129386 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-d7ec1f46-df0b-472f-a73e-a058a547a2a8 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Network f8b11bfb-ad13-416f-97fb-c4f6d932ba65 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:26.136778 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ec1f46-df0b-472f-a73e-a058a547a2a8 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Pushing event updated for resources: {'Port': ['ID=437cdcea-fe74-4b58-aa68-4f80c1675142,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:26.140120 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-d7ec1f46-df0b-472f-a73e-a058a547a2a8 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:26.142344 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-d7ec1f46-df0b-472f-a73e-a058a547a2a8 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:16:26.170274 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ebd8e1b9-2da0-4a28-8823-ecc54bbf1d85 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for port (c00e99b1-c813-4449-989f-dac06afad5b6), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:26.197262 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ebd8e1b9-2da0-4a28-8823-ecc54bbf1d85 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (c00e99b1-c813-4449-989f-dac06afad5b6), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:26.205802 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd8e1b9-2da0-4a28-8823-ecc54bbf1d85 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:26.207918 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ebd8e1b9-2da0-4a28-8823-ecc54bbf1d85 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:26.209663 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ebd8e1b9-2da0-4a28-8823-ecc54bbf1d85 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "PUT /v2.0/ports/c00e99b1-c813-4449-989f-dac06afad5b6 HTTP/1.1" status: 200 len: 911 time: 1.4924090 Feb 09 01:16:26.216184 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58564) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:26.321918 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd8e1b9-2da0-4a28-8823-ecc54bbf1d85 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event updated for resources: {'Port': ['ID=c00e99b1-c813-4449-989f-dac06afad5b6,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:26.335894 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-d7ec1f46-df0b-472f-a73e-a058a547a2a8 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:26.337186 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-d7ec1f46-df0b-472f-a73e-a058a547a2a8 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:26.368683 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5feaf4f4-c01c-432d-b013-cd4e0a2e9db3 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (bc979a6e-9785-4c8d-8b3e-4cd6224eed0a), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:26.389987 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-d7ec1f46-df0b-472f-a73e-a058a547a2a8 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3271847 Feb 09 01:16:26.396689 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] device_id is not set on port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:16:26.407097 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Publish callbacks [] for port (4b20b1e3-5168-4957-8a34-6bdacfddd1a9), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:26.415966 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (4b20b1e3-5168-4957-8a34-6bdacfddd1a9), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:26.426730 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c6c31-0a32-4186-b664-41c3cf00016e req-5a533b94-ccdd-42e9-b6a9-88d7bbca7f55 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:26.432527 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c6c31-0a32-4186-b664-41c3cf00016e req-5a533b94-ccdd-42e9-b6a9-88d7bbca7f55 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:26.434355 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d96c6c31-0a32-4186-b664-41c3cf00016e req-5a533b94-ccdd-42e9-b6a9-88d7bbca7f55 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?device_id=f49ca825-8ae9-450b-a435-617e73fedb82 HTTP/1.1" status: 200 len: 1654 time: 0.3032713 Feb 09 01:16:26.460399 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-04a19530-12bb-4229-b309-e76dff5e52ce None None] Provisioning complete for port 437cdcea-fe74-4b58-aa68-4f80c1675142 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:26.461528 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-04a19530-12bb-4229-b309-e76dff5e52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (437cdcea-fe74-4b58-aa68-4f80c1675142), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:26.477569 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Pushing event updated for resources: {'Port': ['ID=4b20b1e3-5168-4957-8a34-6bdacfddd1a9,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:26.503676 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-04a19530-12bb-4229-b309-e76dff5e52ce None None] Port 437cdcea-fe74-4b58-aa68-4f80c1675142 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:16:26.511949 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Checking segment: {'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:16:26.512452 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Network hostable DHCP agents. Network: 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:16:26.530912 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:16:26.534548 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-f79080f2-bb73-40fc-a1d2-335581a4fc83 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Request body: {'port': {'device_id': 'f49ca825-8ae9-450b-a435-617e73fedb82', 'network_id': 'e4c76d4b-379f-417d-a6c6-b922f394386a', 'admin_state_up': True, 'tenant_id': '19b538c3b5a14e6daaae72754eb8a669'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:26.541581 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:26.548008 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:16:26.554820 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5feaf4f4-c01c-432d-b013-cd4e0a2e9db3 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Network 3bcff40c-bcc0-445f-89b7-ca3f90ad4135 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:26.557204 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c18d30-817e-46e7-9cde-f7862c8c1c37 None None] Network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:16:26.567230 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:26.567654 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:26.568108 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:26.573392 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:16:26.573827 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Failed to bind port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] Feb 09 01:16:26.574284 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempt 2 to bind port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 Feb 09 01:16:26.587768 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:26.588206 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:26.588676 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:26.593755 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:16:26.594166 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Failed to bind port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] Feb 09 01:16:26.594628 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempt 3 to bind port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 Feb 09 01:16:26.608676 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-5feaf4f4-c01c-432d-b013-cd4e0a2e9db3 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:26.609232 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:26.609644 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:26.610523 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:26.621253 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:16:26.621685 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Failed to bind port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] Feb 09 01:16:26.622175 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempt 4 to bind port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 Feb 09 01:16:26.623375 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5feaf4f4-c01c-432d-b013-cd4e0a2e9db3 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:16:26.639036 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:26.639385 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:26.640004 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:26.645273 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:16:26.645609 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Failed to bind port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] Feb 09 01:16:26.646008 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempt 5 to bind port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 Feb 09 01:16:26.660280 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:26.660798 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:26.661149 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:26.666691 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:16:26.666952 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Failed to bind port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] Feb 09 01:16:26.667316 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempt 6 to bind port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 Feb 09 01:16:26.680109 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feaf4f4-c01c-432d-b013-cd4e0a2e9db3 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Pushing event updated for resources: {'Port': ['ID=bc979a6e-9785-4c8d-8b3e-4cd6224eed0a,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:26.684403 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:26.684862 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:26.685275 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:26.694361 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:16:26.694941 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Failed to bind port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] Feb 09 01:16:26.695181 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempt 7 to bind port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 Feb 09 01:16:26.712093 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:26.713262 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:26.713627 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:26.718912 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:16:26.719249 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Failed to bind port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] Feb 09 01:16:26.719644 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempt 8 to bind port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 Feb 09 01:16:26.737935 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:26.738661 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:26.738941 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:26.743799 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:16:26.744115 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Failed to bind port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] Feb 09 01:16:26.744509 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempt 9 to bind port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 Feb 09 01:16:26.758733 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:26.759399 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:26.759399 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:26.765484 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:16:26.765949 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Failed to bind port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] Feb 09 01:16:26.766352 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempt 10 to bind port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 Feb 09 01:16:26.781043 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:26.781225 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:26.781574 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:26.786576 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:16:26.786909 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Failed to bind port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] Feb 09 01:16:26.787406 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4b20b1e3-5168-4957-8a34-6bdacfddd1a9), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:26.794787 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d96c6c31-0a32-4186-b664-41c3cf00016e req-5d119d0b-5752-4718-9077-b82b86af7726 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/security-groups?id=45eaab36-af4f-4215-874b-e47cf74a9106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547212 Feb 09 01:16:26.823892 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5feaf4f4-c01c-432d-b013-cd4e0a2e9db3 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:26.825093 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5feaf4f4-c01c-432d-b013-cd4e0a2e9db3 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:26.860894 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] For port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:16:26.861263 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempted to set empty binding levels {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 01:16:26.868761 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (4b20b1e3-5168-4957-8a34-6bdacfddd1a9), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:26.905187 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:26.905797 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:26.914900 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-5feaf4f4-c01c-432d-b013-cd4e0a2e9db3 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9310164 Feb 09 01:16:26.921100 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58568) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:26.923221 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-f79080f2-bb73-40fc-a1d2-335581a4fc83 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Made reservation on behalf of 19b538c3b5a14e6daaae72754eb8a669 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:26.926659 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-f79080f2-bb73-40fc-a1d2-335581a4fc83 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:26.936930 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-6df57a3e-7888-42b4-83fc-a10fc7a99a91 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Request body: {'floatingip': {'port_id': 'bc979a6e-9785-4c8d-8b3e-4cd6224eed0a'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:26.937122 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.2462716 Feb 09 01:16:26.937122 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58570) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:26.945676 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f1c8c-faf0-4566-a98e-46b3cc872ee4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Pushing event updated for resources: {'Port': ['ID=4b20b1e3-5168-4957-8a34-6bdacfddd1a9,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:26.999437 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 5da965be-0d13-4d53-a485-8e06aa49418f up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:16:27.001913 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6df57a3e-7888-42b4-83fc-a10fc7a99a91 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for floatingip (5ecb1663-8278-4563-85ad-da2cecc2c8ab), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:27.017944 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8600aa-4d45-4a32-bf70-a2503e8ff462 req-887bb0ac-df94-4b36-a8cc-8773d540a022 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:27.024906 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ce8600aa-4d45-4a32-bf70-a2503e8ff462 req-887bb0ac-df94-4b36-a8cc-8773d540a022 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 945 time: 0.2069092 Feb 09 01:16:27.040913 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-a4e95d70-4e9d-438a-b249-1024921562d7 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Deleting port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:27.041514 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a4e95d70-4e9d-438a-b249-1024921562d7 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (4b20b1e3-5168-4957-8a34-6bdacfddd1a9), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:27.086102 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 5da965be-0d13-4d53-a485-8e06aa49418f completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:16:27.091435 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 5da965be-0d13-4d53-a485-8e06aa49418f triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:27.093330 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (5da965be-0d13-4d53-a485-8e06aa49418f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:27.141517 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-a4e95d70-4e9d-438a-b249-1024921562d7 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] For port 4b20b1e3-5168-4957-8a34-6bdacfddd1a9, host n-h1-828369-4, got binding levels [] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:27.142513 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a4e95d70-4e9d-438a-b249-1024921562d7 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (4b20b1e3-5168-4957-8a34-6bdacfddd1a9), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:27.158922 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-a4e95d70-4e9d-438a-b249-1024921562d7 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Calling delete_port for 4b20b1e3-5168-4957-8a34-6bdacfddd1a9 owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:27.228787 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 5da965be-0d13-4d53-a485-8e06aa49418f is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:27.229222 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5da965be-0d13-4d53-a485-8e06aa49418f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:27.242597 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-acc0f64a-6e35-457d-90a6-7f8253545c46 req-75b9976e-30b0-44ab-95bb-a1dae87854fa tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 210 time: 0.0942400 Feb 09 01:16:27.262064 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0646ab1e-595c-4d69-8491-e0c540154c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da965be-0d13-4d53-a485-8e06aa49418f'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:16:27.268394 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a4e95d70-4e9d-438a-b249-1024921562d7 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (4b20b1e3-5168-4957-8a34-6bdacfddd1a9), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:27.274008 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a519976-6548-41cf-ae35-151eac5d6d43" -d '{"events": [{"server_uuid": "0646ab1e-595c-4d69-8491-e0c540154c17", "name": "network-vif-plugged", "status": "completed", "tag": "5da965be-0d13-4d53-a485-8e06aa49418f"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:16:27.298117 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 5da965be-0d13-4d53-a485-8e06aa49418f, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=5da965be-0d13-4d53-a485-8e06aa49418f,segment=NetworkSegment(0d0bff9f-e230-4221-a63e-80c21a950e29),segment_id=0d0bff9f-e230-4221-a63e-80c21a950e29)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:27.303405 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (5da965be-0d13-4d53-a485-8e06aa49418f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:27.328944 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ce8600aa-4d45-4a32-bf70-a2503e8ff462 req-fbcd5542-07b2-4f09-b67a-d2dfba132e12 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/security-groups?id=65c8f205-c6cb-41d5-b5f1-7ee56e174081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3017781 Feb 09 01:16:27.340144 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e95d70-4e9d-438a-b249-1024921562d7 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b20b1e3-5168-4957-8a34-6bdacfddd1a9,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:27.357852 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a4e95d70-4e9d-438a-b249-1024921562d7 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:27.365461 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a4e95d70-4e9d-438a-b249-1024921562d7 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] 10.222.0.50 "DELETE /v2.0/ports/4b20b1e3-5168-4957-8a34-6bdacfddd1a9 HTTP/1.1" status: 204 len: 168 time: 0.4275360 Feb 09 01:16:27.368157 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58576) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:27.375160 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b2e018-b466-435f-b19d-e8d269b85054 x-openstack-request-id: req-53b2e018-b466-435f-b19d-e8d269b85054 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:16:27.375537 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0646ab1e-595c-4d69-8491-e0c540154c17", "name": "network-vif-plugged", "status": "completed", "tag": "5da965be-0d13-4d53-a485-8e06aa49418f", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:16:27.375847 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-53b2e018-b466-435f-b19d-e8d269b85054 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:16:27.376435 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0646ab1e-595c-4d69-8491-e0c540154c17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da965be-0d13-4d53-a485-8e06aa49418f', 'code': 200} Feb 09 01:16:27.403870 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=5da965be-0d13-4d53-a485-8e06aa49418f,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:27.419439 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a1d00f9-b031-4a23-9a18-64240d38aa9b tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] GET failed (client error): The resource could not be found. Feb 09 01:16:27.425110 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9a1d00f9-b031-4a23-9a18-64240d38aa9b tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] 10.222.0.50 "GET /v2.0/ports/4b20b1e3-5168-4957-8a34-6bdacfddd1a9 HTTP/1.1" status: 404 len: 333 time: 0.0520439 Feb 09 01:16:27.425550 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58578) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:27.430401 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-e0cd0ce8-ea97-4cc1-bf9e-b09d6f7cbf8a tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Request body: {'port': {'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-307241795'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:27.480045 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0cd0ce8-ea97-4cc1-bf9e-b09d6f7cbf8a tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Made reservation on behalf of edc03e27ff5c49c09da8fe1af186551e for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:27.480750 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-f79080f2-bb73-40fc-a1d2-335581a4fc83 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Allocated IP 19.80.0.194 (e4c76d4b-379f-417d-a6c6-b922f394386a/5935f14e-f3cc-40d6-b079-8f3cc63f4728/208d9987-b2b2-4f9b-b7bc-50c8ae282312) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:27.482629 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e0cd0ce8-ea97-4cc1-bf9e-b09d6f7cbf8a tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:27.500085 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5c81d-3476-4693-87ee-fb8240d970ed req-3612ccc2-9565-45e2-9762-bd03235ce10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:27.501787 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-83c5c81d-3476-4693-87ee-fb8240d970ed req-3612ccc2-9565-45e2-9762-bd03235ce10e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 1128 time: 0.0680926 Feb 09 01:16:27.506855 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-e0cd0ce8-ea97-4cc1-bf9e-b09d6f7cbf8a tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] device_id is not set on port 96d0c274-e82c-4b9c-8c21-1129481554f9 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:16:27.520499 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d8c2e4a9-2c63-40fd-ba6a-17f850641d59 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (6947910f-e883-48c6-afe1-c11d92f8e713), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:27.589541 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-83c5c81d-3476-4693-87ee-fb8240d970ed req-eeee911c-3063-43f9-b8b3-d52a4faff2ee service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=65c8f205-c6cb-41d5-b5f1-7ee56e174081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776086 Feb 09 01:16:27.701202 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e0cd0ce8-ea97-4cc1-bf9e-b09d6f7cbf8a tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Publish callbacks [] for port (96d0c274-e82c-4b9c-8c21-1129481554f9), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:27.736075 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e0cd0ce8-ea97-4cc1-bf9e-b09d6f7cbf8a tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (96d0c274-e82c-4b9c-8c21-1129481554f9), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:27.790090 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cd0ce8-ea97-4cc1-bf9e-b09d6f7cbf8a tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:27.793701 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-e0cd0ce8-ea97-4cc1-bf9e-b09d6f7cbf8a tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:27.796279 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cd0ce8-ea97-4cc1-bf9e-b09d6f7cbf8a tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:16:27.797641 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cd0ce8-ea97-4cc1-bf9e-b09d6f7cbf8a tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:27.798363 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e0cd0ce8-ea97-4cc1-bf9e-b09d6f7cbf8a tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:27.811622 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd0ce8-ea97-4cc1-bf9e-b09d6f7cbf8a tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Pushing event updated for resources: {'Port': ['ID=96d0c274-e82c-4b9c-8c21-1129481554f9,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:27.824401 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e0cd0ce8-ea97-4cc1-bf9e-b09d6f7cbf8a tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3976963 Feb 09 01:16:27.826967 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58582) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:27.833204 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-828369-4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:27.902694 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (96d0c274-e82c-4b9c-8c21-1129481554f9), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:28.089424 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] device_id is not set on port 96d0c274-e82c-4b9c-8c21-1129481554f9 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:16:28.099297 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Publish callbacks [] for port (96d0c274-e82c-4b9c-8c21-1129481554f9), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:28.105179 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (96d0c274-e82c-4b9c-8c21-1129481554f9), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:28.156508 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Pushing event updated for resources: {'Port': ['ID=96d0c274-e82c-4b9c-8c21-1129481554f9,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:28.183544 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 96d0c274-e82c-4b9c-8c21-1129481554f9 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:28.183885 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 96d0c274-e82c-4b9c-8c21-1129481554f9 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:28.184232 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 96d0c274-e82c-4b9c-8c21-1129481554f9 on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:28.189579 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Port 96d0c274-e82c-4b9c-8c21-1129481554f9 on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:16:28.189973 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Failed to bind port 96d0c274-e82c-4b9c-8c21-1129481554f9 on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] Feb 09 01:16:28.190364 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempt 2 to bind port 96d0c274-e82c-4b9c-8c21-1129481554f9 Feb 09 01:16:28.212759 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 96d0c274-e82c-4b9c-8c21-1129481554f9 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:28.213182 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 96d0c274-e82c-4b9c-8c21-1129481554f9 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:28.213614 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 96d0c274-e82c-4b9c-8c21-1129481554f9 on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:28.218287 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Port 96d0c274-e82c-4b9c-8c21-1129481554f9 on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:16:28.218714 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Failed to bind port 96d0c274-e82c-4b9c-8c21-1129481554f9 on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] Feb 09 01:16:28.219174 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempt 3 to bind port 96d0c274-e82c-4b9c-8c21-1129481554f9 Feb 09 01:16:28.234296 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 96d0c274-e82c-4b9c-8c21-1129481554f9 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:28.235259 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 96d0c274-e82c-4b9c-8c21-1129481554f9 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:28.235259 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 96d0c274-e82c-4b9c-8c21-1129481554f9 on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:28.242090 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Port 96d0c274-e82c-4b9c-8c21-1129481554f9 on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:16:28.242090 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Failed to bind port 96d0c274-e82c-4b9c-8c21-1129481554f9 on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] Feb 09 01:16:28.242090 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempt 4 to bind port 96d0c274-e82c-4b9c-8c21-1129481554f9 Feb 09 01:16:28.255476 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 96d0c274-e82c-4b9c-8c21-1129481554f9 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:28.255918 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 96d0c274-e82c-4b9c-8c21-1129481554f9 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:28.256330 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 96d0c274-e82c-4b9c-8c21-1129481554f9 on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:28.261036 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Port 96d0c274-e82c-4b9c-8c21-1129481554f9 on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:16:28.261470 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Failed to bind port 96d0c274-e82c-4b9c-8c21-1129481554f9 on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] Feb 09 01:16:28.261930 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempt 5 to bind port 96d0c274-e82c-4b9c-8c21-1129481554f9 Feb 09 01:16:28.274202 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 96d0c274-e82c-4b9c-8c21-1129481554f9 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:28.274419 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c11e9f-a10f-4bf1-b705-7f513373ddcc req-76e50c78-6d86-40bb-b11d-db971f4bbc72 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.274877 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 96d0c274-e82c-4b9c-8c21-1129481554f9 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:28.274877 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 96d0c274-e82c-4b9c-8c21-1129481554f9 on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:28.279542 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Port 96d0c274-e82c-4b9c-8c21-1129481554f9 on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:16:28.280007 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Failed to bind port 96d0c274-e82c-4b9c-8c21-1129481554f9 on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] Feb 09 01:16:28.280474 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempt 6 to bind port 96d0c274-e82c-4b9c-8c21-1129481554f9 Feb 09 01:16:28.281331 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c11e9f-a10f-4bf1-b705-7f513373ddcc req-76e50c78-6d86-40bb-b11d-db971f4bbc72 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.282949 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d5c11e9f-a10f-4bf1-b705-7f513373ddcc req-76e50c78-6d86-40bb-b11d-db971f4bbc72 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?device_id=f49ca825-8ae9-450b-a435-617e73fedb82 HTTP/1.1" status: 200 len: 1654 time: 0.2581930 Feb 09 01:16:28.297105 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 96d0c274-e82c-4b9c-8c21-1129481554f9 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:28.297105 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 96d0c274-e82c-4b9c-8c21-1129481554f9 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:28.297392 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 96d0c274-e82c-4b9c-8c21-1129481554f9 on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:28.303486 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Port 96d0c274-e82c-4b9c-8c21-1129481554f9 on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:16:28.304325 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Failed to bind port 96d0c274-e82c-4b9c-8c21-1129481554f9 on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] Feb 09 01:16:28.304325 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempt 7 to bind port 96d0c274-e82c-4b9c-8c21-1129481554f9 Feb 09 01:16:28.321117 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 96d0c274-e82c-4b9c-8c21-1129481554f9 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:28.321775 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 96d0c274-e82c-4b9c-8c21-1129481554f9 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:28.321902 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 96d0c274-e82c-4b9c-8c21-1129481554f9 on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:28.329231 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Port 96d0c274-e82c-4b9c-8c21-1129481554f9 on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:16:28.329231 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Failed to bind port 96d0c274-e82c-4b9c-8c21-1129481554f9 on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] Feb 09 01:16:28.329231 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempt 8 to bind port 96d0c274-e82c-4b9c-8c21-1129481554f9 Feb 09 01:16:28.334484 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-f79080f2-bb73-40fc-a1d2-335581a4fc83 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks [] for port (208d9987-b2b2-4f9b-b7bc-50c8ae282312), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:28.344171 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 96d0c274-e82c-4b9c-8c21-1129481554f9 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:28.344400 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.db.resource_extend [None req-6df57a3e-7888-42b4-83fc-a10fc7a99a91 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:16:28.344641 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 96d0c274-e82c-4b9c-8c21-1129481554f9 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:28.345109 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 96d0c274-e82c-4b9c-8c21-1129481554f9 on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:28.357423 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Port 96d0c274-e82c-4b9c-8c21-1129481554f9 on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:16:28.357695 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Failed to bind port 96d0c274-e82c-4b9c-8c21-1129481554f9 on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] Feb 09 01:16:28.358087 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempt 9 to bind port 96d0c274-e82c-4b9c-8c21-1129481554f9 Feb 09 01:16:28.371982 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 96d0c274-e82c-4b9c-8c21-1129481554f9 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:28.372333 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 96d0c274-e82c-4b9c-8c21-1129481554f9 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:28.372804 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 96d0c274-e82c-4b9c-8c21-1129481554f9 on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:28.378728 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Port 96d0c274-e82c-4b9c-8c21-1129481554f9 on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:16:28.379066 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Failed to bind port 96d0c274-e82c-4b9c-8c21-1129481554f9 on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] Feb 09 01:16:28.379466 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempt 10 to bind port 96d0c274-e82c-4b9c-8c21-1129481554f9 Feb 09 01:16:28.394368 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 96d0c274-e82c-4b9c-8c21-1129481554f9 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:28.394830 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 96d0c274-e82c-4b9c-8c21-1129481554f9 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:28.395183 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 96d0c274-e82c-4b9c-8c21-1129481554f9 on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:28.399923 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Port 96d0c274-e82c-4b9c-8c21-1129481554f9 on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:16:28.400256 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Failed to bind port 96d0c274-e82c-4b9c-8c21-1129481554f9 on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] Feb 09 01:16:28.400669 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (96d0c274-e82c-4b9c-8c21-1129481554f9), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:28.438223 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-04cd6b86-0592-45d5-b14f-993ea8ce34be req-ff002ddd-6f71-481c-b16f-948c08401b1e tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 210 time: 0.0445960 Feb 09 01:16:28.456855 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d5c11e9f-a10f-4bf1-b705-7f513373ddcc req-64661e87-d9d8-473a-aa51-57793f2a20e1 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/security-groups?id=45eaab36-af4f-4215-874b-e47cf74a9106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606572 Feb 09 01:16:28.482107 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6df57a3e-7888-42b4-83fc-a10fc7a99a91 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:28.485609 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] For port 96d0c274-e82c-4b9c-8c21-1129481554f9, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:16:28.486279 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempted to set empty binding levels {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 01:16:28.492823 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (96d0c274-e82c-4b9c-8c21-1129481554f9), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:28.506482 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6df57a3e-7888-42b4-83fc-a10fc7a99a91 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (5ecb1663-8278-4563-85ad-da2cecc2c8ab), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:28.509431 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] In _notify_port_updated(), no bound segment for port 96d0c274-e82c-4b9c-8c21-1129481554f9 on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 {{(pid=103137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:16:28.509951 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.510546 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:28.515109 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] 10.222.0.50 "PUT /v2.0/ports/96d0c274-e82c-4b9c-8c21-1129481554f9 HTTP/1.1" status: 200 len: 974 time: 0.6866596 Feb 09 01:16:28.515876 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58590) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:28.568645 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-f79080f2-bb73-40fc-a1d2-335581a4fc83 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (208d9987-b2b2-4f9b-b7bc-50c8ae282312), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:28.692051 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39243ba9-c4c3-424e-afde-2a4a407d4168 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Pushing event updated for resources: {'Port': ['ID=96d0c274-e82c-4b9c-8c21-1129481554f9,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:28.725980 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-f79080f2-bb73-40fc-a1d2-335581a4fc83 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Network e4c76d4b-379f-417d-a6c6-b922f394386a is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:28.739487 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-f79080f2-bb73-40fc-a1d2-335581a4fc83 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:28.744913 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79080f2-bb73-40fc-a1d2-335581a4fc83 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Pushing event updated for resources: {'Port': ['ID=208d9987-b2b2-4f9b-b7bc-50c8ae282312,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:28.748132 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-f79080f2-bb73-40fc-a1d2-335581a4fc83 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:16:28.791622 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.792125 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.792660 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.793897 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.794386 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.794864 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.795515 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.796122 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.796671 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.797637 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.798116 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.798584 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.799599 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.801511 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.802002 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.802475 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.802940 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.803941 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.804485 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.804989 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.805894 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.806373 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.807380 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.807862 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.808330 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.808964 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.809594 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.810073 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.810537 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.811002 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.811810 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.812277 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.812855 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.813320 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.813831 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.814446 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.814960 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.815464 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.816212 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.816707 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.817599 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.818078 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.818547 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.819088 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.819613 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.820083 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.820569 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.821069 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.821920 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.822383 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.822850 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.823312 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.823971 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.824623 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.825098 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.825563 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.825701 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5a354-41cf-42c7-9da3-eca208f2d48b req-69396afd-5155-4a73-9c2b-eba0bba8d9bd tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.826232 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.826705 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.827196 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-28a5a354-41cf-42c7-9da3-eca208f2d48b req-69396afd-5155-4a73-9c2b-eba0bba8d9bd tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 946 time: 0.2279890 Feb 09 01:16:28.833162 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [None req-6df57a3e-7888-42b4-83fc-a10fc7a99a91 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Floating IP 5ecb1663-8278-4563-85ad-da2cecc2c8ab associated. External IP: 172.25.8.220, port: bc979a6e-9785-4c8d-8b3e-4cd6224eed0a. Feb 09 01:16:28.847415 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b8b63e20-6670-4c73-85e7-1c12f3c8d28d tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 52555 time: 0.2924380 Feb 09 01:16:28.847902 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58592) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:28.918051 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-f79080f2-bb73-40fc-a1d2-335581a4fc83 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:28.918742 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-f79080f2-bb73-40fc-a1d2-335581a4fc83 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:28.945595 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-6ae5344e-996d-453b-8a8f-f3b164bf7ff7 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Deleting port 96d0c274-e82c-4b9c-8c21-1129481554f9 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:28.945954 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6ae5344e-996d-453b-8a8f-f3b164bf7ff7 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (96d0c274-e82c-4b9c-8c21-1129481554f9), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:28.981842 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-d8c2e4a9-2c63-40fd-ba6a-17f850641d59 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Deleting port c00e99b1-c813-4449-989f-dac06afad5b6 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:28.982186 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d8c2e4a9-2c63-40fd-ba6a-17f850641d59 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (c00e99b1-c813-4449-989f-dac06afad5b6), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:29.042724 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-f79080f2-bb73-40fc-a1d2-335581a4fc83 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5141137 Feb 09 01:16:29.058454 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-6ae5344e-996d-453b-8a8f-f3b164bf7ff7 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] For port 96d0c274-e82c-4b9c-8c21-1129481554f9, host n-h1-828369-4, got binding levels [] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:29.058826 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6ae5344e-996d-453b-8a8f-f3b164bf7ff7 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (96d0c274-e82c-4b9c-8c21-1129481554f9), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:29.066426 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-7629dfd1-abcf-459f-95cd-7f5135723236 service neutron] Request body: {'port': {'device_id': 'f49ca825-8ae9-450b-a435-617e73fedb82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:29.073265 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-6ae5344e-996d-453b-8a8f-f3b164bf7ff7 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Calling delete_port for 96d0c274-e82c-4b9c-8c21-1129481554f9 owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:29.104036 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-28a5a354-41cf-42c7-9da3-eca208f2d48b req-21e3380a-2e2d-4be2-a682-07999642277f tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/security-groups?id=65c8f205-c6cb-41d5-b5f1-7ee56e174081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2685351 Feb 09 01:16:29.160694 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6ae5344e-996d-453b-8a8f-f3b164bf7ff7 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (96d0c274-e82c-4b9c-8c21-1129481554f9), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:29.163567 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-1b7a0775-826a-4886-b687-f4888bd95a4e None None] Provisioning complete for port 208d9987-b2b2-4f9b-b7bc-50c8ae282312 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:29.165162 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1b7a0775-826a-4886-b687-f4888bd95a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (208d9987-b2b2-4f9b-b7bc-50c8ae282312), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:29.172279 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d8c2e4a9-2c63-40fd-ba6a-17f850641d59 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (c00e99b1-c813-4449-989f-dac06afad5b6), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:29.191567 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-d8c2e4a9-2c63-40fd-ba6a-17f850641d59 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Calling delete_port for c00e99b1-c813-4449-989f-dac06afad5b6 owned by network:router_interface {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:29.192176 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae5344e-996d-453b-8a8f-f3b164bf7ff7 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Pushing event deleted for resources: {'Port': ['ID=96d0c274-e82c-4b9c-8c21-1129481554f9,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:29.200895 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-7629dfd1-abcf-459f-95cd-7f5135723236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1916a961-662c-4f2a-b4fa-b7eac2161bfb), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:29.202060 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6ae5344e-996d-453b-8a8f-f3b164bf7ff7 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:29.206084 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6ae5344e-996d-453b-8a8f-f3b164bf7ff7 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] 10.222.0.50 "DELETE /v2.0/ports/96d0c274-e82c-4b9c-8c21-1129481554f9 HTTP/1.1" status: 204 len: 168 time: 0.3567054 Feb 09 01:16:29.208569 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58594) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:29.230609 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-1b7a0775-826a-4886-b687-f4888bd95a4e None None] Port 208d9987-b2b2-4f9b-b7bc-50c8ae282312 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:16:29.243379 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-72cb6961-ecc7-498a-bcd6-67a1fa79bd0a tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] GET failed (client error): The resource could not be found. Feb 09 01:16:29.248297 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-72cb6961-ecc7-498a-bcd6-67a1fa79bd0a tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] 10.222.0.50 "GET /v2.0/ports/96d0c274-e82c-4b9c-8c21-1129481554f9 HTTP/1.1" status: 404 len: 333 time: 0.0352063 Feb 09 01:16:29.248936 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58596) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:29.254261 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-8a2522ec-fa8d-41bf-8eca-a5de79409d81 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2128030452', 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:29.275040 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2522ec-fa8d-41bf-8eca-a5de79409d81 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Made reservation on behalf of edc03e27ff5c49c09da8fe1af186551e for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:29.277595 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a2522ec-fa8d-41bf-8eca-a5de79409d81 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:29.295257 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-8a2522ec-fa8d-41bf-8eca-a5de79409d81 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] device_id is not set on port 4f683a1a-204e-4ac5-bf1b-cb4b3ea7c4f9 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:16:29.452084 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a2522ec-fa8d-41bf-8eca-a5de79409d81 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Publish callbacks [] for port (4f683a1a-204e-4ac5-bf1b-cb4b3ea7c4f9), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:29.491857 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a2522ec-fa8d-41bf-8eca-a5de79409d81 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (4f683a1a-204e-4ac5-bf1b-cb4b3ea7c4f9), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:29.524884 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df57a3e-7888-42b4-83fc-a10fc7a99a91 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Router 7a61de9a-9652-4a7b-9b35-77753bbe9b12 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:16:29.555829 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2522ec-fa8d-41bf-8eca-a5de79409d81 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:29.558790 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-8a2522ec-fa8d-41bf-8eca-a5de79409d81 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:29.564421 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2522ec-fa8d-41bf-8eca-a5de79409d81 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:16:29.565431 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2522ec-fa8d-41bf-8eca-a5de79409d81 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:29.566033 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a2522ec-fa8d-41bf-8eca-a5de79409d81 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:29.569381 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2522ec-fa8d-41bf-8eca-a5de79409d81 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Pushing event updated for resources: {'Port': ['ID=4f683a1a-204e-4ac5-bf1b-cb4b3ea7c4f9,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:29.592998 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58602) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:29.594242 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8a2522ec-fa8d-41bf-8eca-a5de79409d81 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3442206 Feb 09 01:16:29.780561 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6835eaa4-6f85-44d3-9f6b-e4ca4c310e2d req-1b1e826f-07ff-40dc-89f6-6d26d0e20fbd tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 210 time: 0.1555538 Feb 09 01:16:29.805490 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7360922-a4ea-4edf-9d96-5b09b7e6f0c4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:29.809479 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d7360922-a4ea-4edf-9d96-5b09b7e6f0c4 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] 10.222.0.50 "GET /v2.0/ports/4f683a1a-204e-4ac5-bf1b-cb4b3ea7c4f9 HTTP/1.1" status: 200 len: 955 time: 0.2029672 Feb 09 01:16:29.811236 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58606) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:29.826631 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d8c2e4a9-2c63-40fd-ba6a-17f850641d59 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (c00e99b1-c813-4449-989f-dac06afad5b6), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:29.844922 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:16:29.907533 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-e325bcfa-ecf5-4587-885c-35085785453e tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Deleting port 4f683a1a-204e-4ac5-bf1b-cb4b3ea7c4f9 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:29.907941 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e325bcfa-ecf5-4587-885c-35085785453e tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (4f683a1a-204e-4ac5-bf1b-cb4b3ea7c4f9), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:29.974101 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e325bcfa-ecf5-4587-885c-35085785453e tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (4f683a1a-204e-4ac5-bf1b-cb4b3ea7c4f9), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:29.987483 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-e325bcfa-ecf5-4587-885c-35085785453e tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Calling delete_port for 4f683a1a-204e-4ac5-bf1b-cb4b3ea7c4f9 owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:30.074580 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e325bcfa-ecf5-4587-885c-35085785453e tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (4f683a1a-204e-4ac5-bf1b-cb4b3ea7c4f9), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:30.108453 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325bcfa-ecf5-4587-885c-35085785453e tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f683a1a-204e-4ac5-bf1b-cb4b3ea7c4f9,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:30.114581 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e325bcfa-ecf5-4587-885c-35085785453e tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:30.120676 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e325bcfa-ecf5-4587-885c-35085785453e tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] 10.222.0.50 "DELETE /v2.0/ports/4f683a1a-204e-4ac5-bf1b-cb4b3ea7c4f9 HTTP/1.1" status: 204 len: 168 time: 0.3067770 Feb 09 01:16:30.121296 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58608) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:30.153395 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbad61a2-7797-4832-b28f-71b95db702aa tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] GET failed (client error): The resource could not be found. Feb 09 01:16:30.159328 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-fbad61a2-7797-4832-b28f-71b95db702aa tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] 10.222.0.50 "GET /v2.0/ports/4f683a1a-204e-4ac5-bf1b-cb4b3ea7c4f9 HTTP/1.1" status: 404 len: 333 time: 0.0329990 Feb 09 01:16:30.160183 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58612) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:30.165955 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-913c0a9e-055e-4d5b-98c9-8662c5f5f09a tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Request body: {'port': {'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-837993750'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:30.192682 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913c0a9e-055e-4d5b-98c9-8662c5f5f09a tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Made reservation on behalf of edc03e27ff5c49c09da8fe1af186551e for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:30.196318 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-913c0a9e-055e-4d5b-98c9-8662c5f5f09a tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:30.216394 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-913c0a9e-055e-4d5b-98c9-8662c5f5f09a tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] device_id is not set on port 07fd57bb-2842-4c17-9934-b44cc16a3b9d yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:16:30.224043 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c2e4a9-2c63-40fd-ba6a-17f850641d59 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event deleted for resources: {'Port': ['ID=c00e99b1-c813-4449-989f-dac06afad5b6,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:30.282847 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3e4f6-d200-4546-bae2-173880c21bf1 req-c1d8c125-c54e-4a3e-9731-b81c7cad9010 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:30.292298 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3e4f6-d200-4546-bae2-173880c21bf1 req-c1d8c125-c54e-4a3e-9731-b81c7cad9010 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:30.300390 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3e4f6-d200-4546-bae2-173880c21bf1 req-c1d8c125-c54e-4a3e-9731-b81c7cad9010 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:30.308590 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-32b3e4f6-d200-4546-bae2-173880c21bf1 req-c1d8c125-c54e-4a3e-9731-b81c7cad9010 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?device_id=f49ca825-8ae9-450b-a435-617e73fedb82 HTTP/1.1" status: 200 len: 2376 time: 0.7292814 Feb 09 01:16:30.458252 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-913c0a9e-055e-4d5b-98c9-8662c5f5f09a tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Publish callbacks [] for port (07fd57bb-2842-4c17-9934-b44cc16a3b9d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:30.487238 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df57a3e-7888-42b4-83fc-a10fc7a99a91 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:16:30.498343 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-913c0a9e-055e-4d5b-98c9-8662c5f5f09a tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (07fd57bb-2842-4c17-9934-b44cc16a3b9d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:30.499529 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23648c5-d5e0-49b0-8d83-2eba936d3c4f None None] Sync routers for ids ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:16:30.508746 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6df57a3e-7888-42b4-83fc-a10fc7a99a91 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:30.511285 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d8c2e4a9-2c63-40fd-ba6a-17f850641d59 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (6947910f-e883-48c6-afe1-c11d92f8e713), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:30.521761 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23648c5-d5e0-49b0-8d83-2eba936d3c4f None None] Routers {'7a61de9a-9652-4a7b-9b35-77753bbe9b12'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:30.522711 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-b23648c5-d5e0-49b0-8d83-2eba936d3c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:16:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:30.542200 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913c0a9e-055e-4d5b-98c9-8662c5f5f09a tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:30.547108 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-913c0a9e-055e-4d5b-98c9-8662c5f5f09a tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:30.553841 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913c0a9e-055e-4d5b-98c9-8662c5f5f09a tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:16:30.554933 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913c0a9e-055e-4d5b-98c9-8662c5f5f09a tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:30.555546 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-913c0a9e-055e-4d5b-98c9-8662c5f5f09a tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:30.560716 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-7629dfd1-abcf-459f-95cd-7f5135723236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1916a961-662c-4f2a-b4fa-b7eac2161bfb {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:16:30.574844 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-b23648c5-d5e0-49b0-8d83-2eba936d3c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:30.581078 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-32b3e4f6-d200-4546-bae2-173880c21bf1 req-f17328b1-460b-40b3-b16e-ec5dce2fb5af tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/security-groups?id=45eaab36-af4f-4215-874b-e47cf74a9106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686467 Feb 09 01:16:30.581254 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-913c0a9e-055e-4d5b-98c9-8662c5f5f09a tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4169769 Feb 09 01:16:30.581254 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c0a9e-055e-4d5b-98c9-8662c5f5f09a tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Pushing event updated for resources: {'Port': ['ID=07fd57bb-2842-4c17-9934-b44cc16a3b9d,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:30.582519 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58614) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:30.585599 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e28a4-f076-4506-88e1-bb554c4af718 req-000504b5-5c6f-4960-86f5-cfd3e551f532 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:30.586994 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1b3e28a4-f076-4506-88e1-bb554c4af718 req-000504b5-5c6f-4960-86f5-cfd3e551f532 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 946 time: 0.3796511 Feb 09 01:16:30.587964 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-828369-4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:30.589240 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-7629dfd1-abcf-459f-95cd-7f5135723236 service neutron] Publish callbacks [] for port (1916a961-662c-4f2a-b4fa-b7eac2161bfb), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:30.608343 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23648c5-d5e0-49b0-8d83-2eba936d3c4f None None] Routers {'7a61de9a-9652-4a7b-9b35-77753bbe9b12'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:30.609287 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-b23648c5-d5e0-49b0-8d83-2eba936d3c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:16:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:30.661249 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-b23648c5-d5e0-49b0-8d83-2eba936d3c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:30.662176 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23648c5-d5e0-49b0-8d83-2eba936d3c4f None None] The sync data for ids ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'] in n-d-828369-4 is: [] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:16:30.666445 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (07fd57bb-2842-4c17-9934-b44cc16a3b9d), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:30.667575 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-6df57a3e-7888-42b4-83fc-a10fc7a99a91 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "PUT /v2.0/floatingips/5ecb1663-8278-4563-85ad-da2cecc2c8ab HTTP/1.1" status: 200 len: 978 time: 3.7386482 Feb 09 01:16:30.672339 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58616) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:30.688173 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-7629dfd1-abcf-459f-95cd-7f5135723236 service neutron] Transition to ACTIVE for port object 1916a961-662c-4f2a-b4fa-b7eac2161bfb will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:16:30.698530 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-7629dfd1-abcf-459f-95cd-7f5135723236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (1916a961-662c-4f2a-b4fa-b7eac2161bfb), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:30.762848 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1b3e28a4-f076-4506-88e1-bb554c4af718 req-4cbb9b60-d8a9-4953-9e8c-590327c4facc tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/security-groups?id=65c8f205-c6cb-41d5-b5f1-7ee56e174081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300507 Feb 09 01:16:30.848207 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7629dfd1-abcf-459f-95cd-7f5135723236 service neutron] Pushing event updated for resources: {'Port': ['ID=1916a961-662c-4f2a-b4fa-b7eac2161bfb,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:30.899122 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-d3b55627-b1e5-4282-89f5-b59e591b12ed tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Deleting port bc979a6e-9785-4c8d-8b3e-4cd6224eed0a {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:30.899681 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d3b55627-b1e5-4282-89f5-b59e591b12ed tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (bc979a6e-9785-4c8d-8b3e-4cd6224eed0a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:30.930788 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c2e4a9-2c63-40fd-ba6a-17f850641d59 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Router 6947910f-e883-48c6-afe1-c11d92f8e713 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:16:30.980260 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-41e91966-1d2a-486e-aa86-3187042eaba9 req-76966a2d-e9c9-4796-bc8e-06bb1c8505fc tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 210 time: 0.0709045 Feb 09 01:16:31.042123 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-7629dfd1-abcf-459f-95cd-7f5135723236 service neutron] Attempting to bind port 1916a961-662c-4f2a-b4fa-b7eac2161bfb on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:31.042833 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-7629dfd1-abcf-459f-95cd-7f5135723236 service neutron] Attempting to bind port 1916a961-662c-4f2a-b4fa-b7eac2161bfb by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '2154f7d8-04e8-49c8-b81d-ab6b4913236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'e4c76d4b-379f-417d-a6c6-b922f394386a'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:31.043384 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-7629dfd1-abcf-459f-95cd-7f5135723236 service neutron] Attempting to bind port 1916a961-662c-4f2a-b4fa-b7eac2161bfb on network e4c76d4b-379f-417d-a6c6-b922f394386a {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:31.071933 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d3b55627-b1e5-4282-89f5-b59e591b12ed tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (bc979a6e-9785-4c8d-8b3e-4cd6224eed0a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:31.111426 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-7629dfd1-abcf-459f-95cd-7f5135723236 service neutron] Port 1916a961-662c-4f2a-b4fa-b7eac2161bfb on network e4c76d4b-379f-417d-a6c6-b922f394386a not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:16:31.111599 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-7629dfd1-abcf-459f-95cd-7f5135723236 service neutron] Attempting to bind port 1916a961-662c-4f2a-b4fa-b7eac2161bfb on network e4c76d4b-379f-417d-a6c6-b922f394386a {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:31.125908 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-7629dfd1-abcf-459f-95cd-7f5135723236 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:16:31.126344 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-7629dfd1-abcf-459f-95cd-7f5135723236 service neutron] Checking segment: {'id': '2154f7d8-04e8-49c8-b81d-ab6b4913236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'e4c76d4b-379f-417d-a6c6-b922f394386a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:16:31.126808 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-7629dfd1-abcf-459f-95cd-7f5135723236 service neutron] Bound using segment: {'id': '2154f7d8-04e8-49c8-b81d-ab6b4913236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'e4c76d4b-379f-417d-a6c6-b922f394386a'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:16:31.127333 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-7629dfd1-abcf-459f-95cd-7f5135723236 service neutron] Bound port: 1916a961-662c-4f2a-b4fa-b7eac2161bfb, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2154f7d8-04e8-49c8-b81d-ab6b4913236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'e4c76d4b-379f-417d-a6c6-b922f394386a'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:16:31.127753 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-7629dfd1-abcf-459f-95cd-7f5135723236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1916a961-662c-4f2a-b4fa-b7eac2161bfb), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:31.138830 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c0ed01-bdd8-49a3-9800-e0dcd63ce3ca req-2f2017ac-d44b-48d3-a8fc-601fd12aea57 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:31.140402 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-85c0ed01-bdd8-49a3-9800-e0dcd63ce3ca req-2f2017ac-d44b-48d3-a8fc-601fd12aea57 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 946 time: 0.2081699 Feb 09 01:16:31.150011 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58622) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:31.154413 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-04f94ead-c647-48e8-aaa6-368193b226fe tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Request body: {'floatingip': {'port_id': '5da965be-0d13-4d53-a485-8e06aa49418f'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:31.158208 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c2e4a9-2c63-40fd-ba6a-17f850641d59 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:16:31.167558 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d8c2e4a9-2c63-40fd-ba6a-17f850641d59 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "PUT /v2.0/routers/6947910f-e883-48c6-afe1-c11d92f8e713/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9503231 Feb 09 01:16:31.169002 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58624) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:31.173554 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88876b8c-48d1-425c-bed8-8517d71e9961 None None] Sync routers for ids ['6947910f-e883-48c6-afe1-c11d92f8e713'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:16:31.185300 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88876b8c-48d1-425c-bed8-8517d71e9961 None None] Routers {'6947910f-e883-48c6-afe1-c11d92f8e713'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:31.186239 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-88876b8c-48d1-425c-bed8-8517d71e9961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:16:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['6947910f-e883-48c6-afe1-c11d92f8e713'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:31.187440 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] device_id is not set on port 07fd57bb-2842-4c17-9934-b44cc16a3b9d yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:16:31.197461 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Publish callbacks [] for port (07fd57bb-2842-4c17-9934-b44cc16a3b9d), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:31.225667 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-88876b8c-48d1-425c-bed8-8517d71e9961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:31.225917 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-04f94ead-c647-48e8-aaa6-368193b226fe tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Publish callbacks [] for floatingip (b3541b54-8549-4cfc-a562-4caee1abf09b), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:31.237474 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88876b8c-48d1-425c-bed8-8517d71e9961 None None] Routers {'6947910f-e883-48c6-afe1-c11d92f8e713'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:31.238509 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-88876b8c-48d1-425c-bed8-8517d71e9961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:16:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['6947910f-e883-48c6-afe1-c11d92f8e713'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:31.282152 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-88876b8c-48d1-425c-bed8-8517d71e9961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:31.283147 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88876b8c-48d1-425c-bed8-8517d71e9961 None None] The sync data for ids ['6947910f-e883-48c6-afe1-c11d92f8e713'] in n-d-828369-4 is: [] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:16:31.312586 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (07fd57bb-2842-4c17-9934-b44cc16a3b9d), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:31.338490 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-757ccb95-a88b-4b64-a5c3-9a88f923f961 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "GET /v2.0/ports?device_id=6947910f-e883-48c6-afe1-c11d92f8e713 HTTP/1.1" status: 200 len: 205 time: 0.1353054 Feb 09 01:16:31.341795 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-7629dfd1-abcf-459f-95cd-7f5135723236 service neutron] For port 1916a961-662c-4f2a-b4fa-b7eac2161bfb, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:16:31.343679 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58626) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:31.402042 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-7629dfd1-abcf-459f-95cd-7f5135723236 service neutron] For port 1916a961-662c-4f2a-b4fa-b7eac2161bfb, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=1916a961-662c-4f2a-b4fa-b7eac2161bfb,segment=NetworkSegment(2154f7d8-04e8-49c8-b81d-ab6b4913236d),segment_id=2154f7d8-04e8-49c8-b81d-ab6b4913236d)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:16:31.437100 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-7629dfd1-abcf-459f-95cd-7f5135723236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (1916a961-662c-4f2a-b4fa-b7eac2161bfb), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:31.521241 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4ecd257d-dff2-446f-8272-ef8e0ef1abad tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for router (6947910f-e883-48c6-afe1-c11d92f8e713), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:31.599463 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-7629dfd1-abcf-459f-95cd-7f5135723236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:31.600149 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-7629dfd1-abcf-459f-95cd-7f5135723236 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:31.601532 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-7629dfd1-abcf-459f-95cd-7f5135723236 service neutron] 10.222.0.120 "PUT /v2.0/ports/1916a961-662c-4f2a-b4fa-b7eac2161bfb HTTP/1.1" status: 200 len: 1092 time: 2.5414250 Feb 09 01:16:31.602013 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f49ca825-8ae9-450b-a435-617e73fedb82', 'tag': '1916a961-662c-4f2a-b4fa-b7eac2161bfb'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:16:31.604269 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd8de7f-53ab-4268-85c2-ebb2e2f19118" -d '{"events": [{"name": "network-changed", "server_uuid": "f49ca825-8ae9-450b-a435-617e73fedb82", "tag": "1916a961-662c-4f2a-b4fa-b7eac2161bfb"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:16:31.664774 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-41e8bc29-4aa2-40b2-b23d-40c9b170c3bc service neutron] Request body: {'port': {'device_id': 'f49ca825-8ae9-450b-a435-617e73fedb82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:31.755219 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae2be86-92c4-4429-a77c-11d2305c794b x-openstack-request-id: req-1ae2be86-92c4-4429-a77c-11d2305c794b {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:16:31.755595 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f49ca825-8ae9-450b-a435-617e73fedb82", "tag": "1916a961-662c-4f2a-b4fa-b7eac2161bfb", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:16:31.755779 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1ae2be86-92c4-4429-a77c-11d2305c794b {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:16:31.756174 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f49ca825-8ae9-450b-a435-617e73fedb82', 'tag': '1916a961-662c-4f2a-b4fa-b7eac2161bfb', 'status': 'completed', 'code': 200} Feb 09 01:16:31.804741 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Pushing event updated for resources: {'Port': ['ID=07fd57bb-2842-4c17-9934-b44cc16a3b9d,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:31.808971 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 07fd57bb-2842-4c17-9934-b44cc16a3b9d on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:31.809319 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 07fd57bb-2842-4c17-9934-b44cc16a3b9d by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:31.809668 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 07fd57bb-2842-4c17-9934-b44cc16a3b9d on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:31.821136 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Port 07fd57bb-2842-4c17-9934-b44cc16a3b9d on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:16:31.821475 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Failed to bind port 07fd57bb-2842-4c17-9934-b44cc16a3b9d on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] Feb 09 01:16:31.823463 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempt 2 to bind port 07fd57bb-2842-4c17-9934-b44cc16a3b9d Feb 09 01:16:31.831986 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7629dfd1-abcf-459f-95cd-7f5135723236 service neutron] Pushing event updated for resources: {'Port': ['ID=1916a961-662c-4f2a-b4fa-b7eac2161bfb,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:31.841411 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d3b55627-b1e5-4282-89f5-b59e591b12ed tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:31.841774 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d3b55627-b1e5-4282-89f5-b59e591b12ed tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (5ecb1663-8278-4563-85ad-da2cecc2c8ab), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:31.842122 n-d-828369-4 neutron-server[103137]: INFO neutron.db.l3_db [None req-d3b55627-b1e5-4282-89f5-b59e591b12ed tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Floating IP 5ecb1663-8278-4563-85ad-da2cecc2c8ab disassociated. External IP: 172.25.8.220, port: bc979a6e-9785-4c8d-8b3e-4cd6224eed0a. Feb 09 01:16:31.842471 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-d3b55627-b1e5-4282-89f5-b59e591b12ed tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Calling delete_port for bc979a6e-9785-4c8d-8b3e-4cd6224eed0a owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:31.848816 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 07fd57bb-2842-4c17-9934-b44cc16a3b9d on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:31.848980 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 07fd57bb-2842-4c17-9934-b44cc16a3b9d by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:31.849258 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 07fd57bb-2842-4c17-9934-b44cc16a3b9d on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:31.855476 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Port 07fd57bb-2842-4c17-9934-b44cc16a3b9d on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:16:31.855726 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Failed to bind port 07fd57bb-2842-4c17-9934-b44cc16a3b9d on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] Feb 09 01:16:31.861417 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempt 3 to bind port 07fd57bb-2842-4c17-9934-b44cc16a3b9d Feb 09 01:16:31.876376 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 07fd57bb-2842-4c17-9934-b44cc16a3b9d on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:31.876747 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 07fd57bb-2842-4c17-9934-b44cc16a3b9d by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:31.877086 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 07fd57bb-2842-4c17-9934-b44cc16a3b9d on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:31.915437 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Port 07fd57bb-2842-4c17-9934-b44cc16a3b9d on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:16:31.916067 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Failed to bind port 07fd57bb-2842-4c17-9934-b44cc16a3b9d on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] Feb 09 01:16:31.917440 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempt 4 to bind port 07fd57bb-2842-4c17-9934-b44cc16a3b9d Feb 09 01:16:31.935781 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 07fd57bb-2842-4c17-9934-b44cc16a3b9d on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:31.936122 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 07fd57bb-2842-4c17-9934-b44cc16a3b9d by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:31.936460 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 07fd57bb-2842-4c17-9934-b44cc16a3b9d on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:31.947314 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Port 07fd57bb-2842-4c17-9934-b44cc16a3b9d on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:16:31.947648 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Failed to bind port 07fd57bb-2842-4c17-9934-b44cc16a3b9d on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] Feb 09 01:16:31.949166 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempt 5 to bind port 07fd57bb-2842-4c17-9934-b44cc16a3b9d Feb 09 01:16:31.969215 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 07fd57bb-2842-4c17-9934-b44cc16a3b9d on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:31.969572 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 07fd57bb-2842-4c17-9934-b44cc16a3b9d by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:31.969913 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 07fd57bb-2842-4c17-9934-b44cc16a3b9d on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:31.976236 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Port 07fd57bb-2842-4c17-9934-b44cc16a3b9d on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:16:31.976528 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Failed to bind port 07fd57bb-2842-4c17-9934-b44cc16a3b9d on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] Feb 09 01:16:31.977545 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempt 6 to bind port 07fd57bb-2842-4c17-9934-b44cc16a3b9d Feb 09 01:16:31.996480 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 07fd57bb-2842-4c17-9934-b44cc16a3b9d on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:31.996862 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 07fd57bb-2842-4c17-9934-b44cc16a3b9d by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:31.997207 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 07fd57bb-2842-4c17-9934-b44cc16a3b9d on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:32.011583 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-41e8bc29-4aa2-40b2-b23d-40c9b170c3bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (437cdcea-fe74-4b58-aa68-4f80c1675142), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:32.019412 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4ecd257d-dff2-446f-8272-ef8e0ef1abad tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (6947910f-e883-48c6-afe1-c11d92f8e713), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:32.048654 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Port 07fd57bb-2842-4c17-9934-b44cc16a3b9d on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:16:32.049001 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Failed to bind port 07fd57bb-2842-4c17-9934-b44cc16a3b9d on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] Feb 09 01:16:32.053779 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempt 7 to bind port 07fd57bb-2842-4c17-9934-b44cc16a3b9d Feb 09 01:16:32.073560 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 07fd57bb-2842-4c17-9934-b44cc16a3b9d on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:32.073954 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 07fd57bb-2842-4c17-9934-b44cc16a3b9d by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:32.074254 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 07fd57bb-2842-4c17-9934-b44cc16a3b9d on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:32.085092 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Port 07fd57bb-2842-4c17-9934-b44cc16a3b9d on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:16:32.085498 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Failed to bind port 07fd57bb-2842-4c17-9934-b44cc16a3b9d on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] Feb 09 01:16:32.085919 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempt 8 to bind port 07fd57bb-2842-4c17-9934-b44cc16a3b9d Feb 09 01:16:32.097082 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d3b55627-b1e5-4282-89f5-b59e591b12ed tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (bc979a6e-9785-4c8d-8b3e-4cd6224eed0a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:32.130350 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 07fd57bb-2842-4c17-9934-b44cc16a3b9d on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:32.130742 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 07fd57bb-2842-4c17-9934-b44cc16a3b9d by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:32.131050 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 07fd57bb-2842-4c17-9934-b44cc16a3b9d on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:32.133672 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b55627-b1e5-4282-89f5-b59e591b12ed tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Pushing event deleted for resources: {'Port': ['ID=bc979a6e-9785-4c8d-8b3e-4cd6224eed0a,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:32.141388 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Port 07fd57bb-2842-4c17-9934-b44cc16a3b9d on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:16:32.141721 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Failed to bind port 07fd57bb-2842-4c17-9934-b44cc16a3b9d on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] Feb 09 01:16:32.143593 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempt 9 to bind port 07fd57bb-2842-4c17-9934-b44cc16a3b9d Feb 09 01:16:32.196683 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 07fd57bb-2842-4c17-9934-b44cc16a3b9d on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:32.196683 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 07fd57bb-2842-4c17-9934-b44cc16a3b9d by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:32.196963 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 07fd57bb-2842-4c17-9934-b44cc16a3b9d on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:32.229041 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Port 07fd57bb-2842-4c17-9934-b44cc16a3b9d on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:16:32.229414 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Failed to bind port 07fd57bb-2842-4c17-9934-b44cc16a3b9d on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] Feb 09 01:16:32.231371 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempt 10 to bind port 07fd57bb-2842-4c17-9934-b44cc16a3b9d Feb 09 01:16:32.253913 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 07fd57bb-2842-4c17-9934-b44cc16a3b9d on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:32.254290 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 07fd57bb-2842-4c17-9934-b44cc16a3b9d by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:32.254594 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempting to bind port 07fd57bb-2842-4c17-9934-b44cc16a3b9d on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:32.262367 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Port 07fd57bb-2842-4c17-9934-b44cc16a3b9d on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:16:32.262694 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Failed to bind port 07fd57bb-2842-4c17-9934-b44cc16a3b9d on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'e9b59588-067b-4878-b42a-b98e9ab5abb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '90ed03e3-d787-4a3e-bbd0-87addc5ed5a0'}] Feb 09 01:16:32.263067 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (07fd57bb-2842-4c17-9934-b44cc16a3b9d), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:32.314611 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e6626591-c57d-428e-87e4-b2d81fbb3cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:32.334774 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b55627-b1e5-4282-89f5-b59e591b12ed tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Router 7a61de9a-9652-4a7b-9b35-77753bbe9b12 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:16:32.352628 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4ecd257d-dff2-446f-8272-ef8e0ef1abad tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for router_controller (6947910f-e883-48c6-afe1-c11d92f8e713), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:32.363245 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] For port 07fd57bb-2842-4c17-9934-b44cc16a3b9d, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:16:32.363604 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attempted to set empty binding levels {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 01:16:32.432963 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (07fd57bb-2842-4c17-9934-b44cc16a3b9d), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:32.476477 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] In _notify_port_updated(), no bound segment for port 07fd57bb-2842-4c17-9934-b44cc16a3b9d on network 90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 {{(pid=103137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:16:32.476792 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:32.477414 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:32.481425 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] 10.222.0.50 "PUT /v2.0/ports/07fd57bb-2842-4c17-9934-b44cc16a3b9d HTTP/1.1" status: 200 len: 974 time: 1.8953426 Feb 09 01:16:32.483162 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58634) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:32.506111 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-625916d1-6abd-4bdf-8a1e-0f1cf2e53f88 req-c2b6097d-9659-4b8f-9562-e5ecdbb273ce tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 210 time: 0.1488767 Feb 09 01:16:32.524317 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b887043-6303-4126-8093-bc661e7c6753 req-a5d12e77-5935-4eb8-b840-af219f746b24 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:32.529700 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b887043-6303-4126-8093-bc661e7c6753 req-a5d12e77-5935-4eb8-b840-af219f746b24 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:32.533058 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a081b342-cc2c-40d2-bd90-81108c93f618 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Pushing event updated for resources: {'Port': ['ID=07fd57bb-2842-4c17-9934-b44cc16a3b9d,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:32.535344 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b887043-6303-4126-8093-bc661e7c6753 req-a5d12e77-5935-4eb8-b840-af219f746b24 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:32.542407 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9b887043-6303-4126-8093-bc661e7c6753 req-a5d12e77-5935-4eb8-b840-af219f746b24 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?device_id=f49ca825-8ae9-450b-a435-617e73fedb82 HTTP/1.1" status: 200 len: 2388 time: 0.8118732 Feb 09 01:16:32.564047 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8de7f-53ab-4268-85c2-ebb2e2f19118 req-0bc84799-db55-4b59-b031-9d5b54b89c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:32.564047 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8de7f-53ab-4268-85c2-ebb2e2f19118 req-0bc84799-db55-4b59-b031-9d5b54b89c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:32.564047 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8de7f-53ab-4268-85c2-ebb2e2f19118 req-0bc84799-db55-4b59-b031-9d5b54b89c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:32.564047 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fcd8de7f-53ab-4268-85c2-ebb2e2f19118 req-0bc84799-db55-4b59-b031-9d5b54b89c51 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=19b538c3b5a14e6daaae72754eb8a669&device_id=f49ca825-8ae9-450b-a435-617e73fedb82 HTTP/1.1" status: 200 len: 2762 time: 0.7879136 Feb 09 01:16:32.573862 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b55627-b1e5-4282-89f5-b59e591b12ed tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:16:32.592093 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a911d2-4ac4-4c0e-8177-25262231dece None None] Sync routers for ids ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:16:32.607141 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a911d2-4ac4-4c0e-8177-25262231dece None None] Routers {'7a61de9a-9652-4a7b-9b35-77753bbe9b12'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:32.608863 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-37a911d2-4ac4-4c0e-8177-25262231dece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:16:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:32.610711 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4ecd257d-dff2-446f-8272-ef8e0ef1abad tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (6947910f-e883-48c6-afe1-c11d92f8e713), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:32.611241 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ecd257d-dff2-446f-8272-ef8e0ef1abad tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Fanout notify agent at l3_agent the message router_deleted on router 6947910f-e883-48c6-afe1-c11d92f8e713 {{(pid=103136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:16:32.656221 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d3b55627-b1e5-4282-89f5-b59e591b12ed tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:32.662323 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d3b55627-b1e5-4282-89f5-b59e591b12ed tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "DELETE /v2.0/ports/bc979a6e-9785-4c8d-8b3e-4cd6224eed0a HTTP/1.1" status: 204 len: 168 time: 1.9889255 Feb 09 01:16:32.664021 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-df3e0537-3127-4743-957a-812947d0ea34 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Deleting port 07fd57bb-2842-4c17-9934-b44cc16a3b9d {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:32.664369 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-df3e0537-3127-4743-957a-812947d0ea34 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (07fd57bb-2842-4c17-9934-b44cc16a3b9d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:32.666003 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58636) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:32.676310 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-37a911d2-4ac4-4c0e-8177-25262231dece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:32.676519 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4ecd257d-dff2-446f-8272-ef8e0ef1abad tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:32.678385 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4ecd257d-dff2-446f-8272-ef8e0ef1abad tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "DELETE /v2.0/routers/6947910f-e883-48c6-afe1-c11d92f8e713 HTTP/1.1" status: 204 len: 168 time: 1.3328390 Feb 09 01:16:32.689900 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a911d2-4ac4-4c0e-8177-25262231dece None None] Routers {'7a61de9a-9652-4a7b-9b35-77753bbe9b12'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:32.691694 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-37a911d2-4ac4-4c0e-8177-25262231dece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:16:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:32.700512 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58638) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:32.747575 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-37a911d2-4ac4-4c0e-8177-25262231dece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:32.749454 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a911d2-4ac4-4c0e-8177-25262231dece None None] The sync data for ids ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'] in n-d-828369-4 is: [] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:16:32.759842 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c6100c6e-5352-45b3-9e52-c7ebf410a150 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "GET /v2.0/floatingips/5ecb1663-8278-4563-85ad-da2cecc2c8ab HTTP/1.1" status: 200 len: 688 time: 0.0927541 Feb 09 01:16:32.767217 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58640) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:32.832161 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-df3e0537-3127-4743-957a-812947d0ea34 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] For port 07fd57bb-2842-4c17-9934-b44cc16a3b9d, host n-h1-828369-4, got binding levels [] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:32.832553 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-df3e0537-3127-4743-957a-812947d0ea34 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (07fd57bb-2842-4c17-9934-b44cc16a3b9d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:32.881132 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-df3e0537-3127-4743-957a-812947d0ea34 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Calling delete_port for 07fd57bb-2842-4c17-9934-b44cc16a3b9d owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:32.906648 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9b887043-6303-4126-8093-bc661e7c6753 req-c62995f2-a921-4ec1-a1fc-cb5acd297bf0 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/security-groups?id=45eaab36-af4f-4215-874b-e47cf74a9106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633671 Feb 09 01:16:32.934259 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.db.resource_extend [None req-04f94ead-c647-48e8-aaa6-368193b226fe tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:16:32.994595 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-e0b12ea3-2574-4ab0-9c95-e1c6b1973d0d tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Deleting port 4e7373bd-d4e1-4dcf-9889-1a44b5e72262 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:32.995863 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e0b12ea3-2574-4ab0-9c95-e1c6b1973d0d tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (4e7373bd-d4e1-4dcf-9889-1a44b5e72262), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:33.005663 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8e18254-ecd7-477d-8b31-07798c2938da tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Deleting subnet 90129119-ef44-4f9a-ac80-2903e7495712 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:16:33.023672 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a8e18254-ecd7-477d-8b31-07798c2938da tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for subnet (90129119-ef44-4f9a-ac80-2903e7495712), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:33.061932 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-df3e0537-3127-4743-957a-812947d0ea34 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (07fd57bb-2842-4c17-9934-b44cc16a3b9d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:33.083509 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-04f94ead-c647-48e8-aaa6-368193b226fe tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:33.088784 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8de7f-53ab-4268-85c2-ebb2e2f19118 req-ade41cae-8612-49c4-8524-e085bdbd7867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:33.089257 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8de7f-53ab-4268-85c2-ebb2e2f19118 req-ade41cae-8612-49c4-8524-e085bdbd7867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:33.089914 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8de7f-53ab-4268-85c2-ebb2e2f19118 req-ade41cae-8612-49c4-8524-e085bdbd7867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:33.091530 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fcd8de7f-53ab-4268-85c2-ebb2e2f19118 req-ade41cae-8612-49c4-8524-e085bdbd7867 service neutron] 10.222.0.120 "GET /v2.0/networks?tenant_id=19b538c3b5a14e6daaae72754eb8a669&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5009019 Feb 09 01:16:33.095744 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-04f94ead-c647-48e8-aaa6-368193b226fe tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (b3541b54-8549-4cfc-a562-4caee1abf09b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:33.098941 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e0537-3127-4743-957a-812947d0ea34 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Pushing event deleted for resources: {'Port': ['ID=07fd57bb-2842-4c17-9934-b44cc16a3b9d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:33.118324 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-df3e0537-3127-4743-957a-812947d0ea34 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:33.124292 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-df3e0537-3127-4743-957a-812947d0ea34 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] 10.222.0.50 "DELETE /v2.0/ports/07fd57bb-2842-4c17-9934-b44cc16a3b9d HTTP/1.1" status: 204 len: 168 time: 0.6379666 Feb 09 01:16:33.126818 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58642) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:33.161473 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-776e10f1-e6d3-4edf-b46b-abb9592f3019 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] GET failed (client error): The resource could not be found. Feb 09 01:16:33.166426 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-776e10f1-e6d3-4edf-b46b-abb9592f3019 tempest-PortsAdminExtendedAttrsTestJSON-429520866 tempest-PortsAdminExtendedAttrsTestJSON-429520866-project-admin] 10.222.0.50 "GET /v2.0/ports/07fd57bb-2842-4c17-9934-b44cc16a3b9d HTTP/1.1" status: 404 len: 333 time: 0.0351849 Feb 09 01:16:33.166426 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e0b12ea3-2574-4ab0-9c95-e1c6b1973d0d tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (4e7373bd-d4e1-4dcf-9889-1a44b5e72262), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:33.166735 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e0b12ea3-2574-4ab0-9c95-e1c6b1973d0d tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for floatingip (4e7373bd-d4e1-4dcf-9889-1a44b5e72262), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:33.169087 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58644) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:33.227753 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-e0b12ea3-2574-4ab0-9c95-e1c6b1973d0d tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Calling delete_port for 4e7373bd-d4e1-4dcf-9889-1a44b5e72262 owned by network:floatingip {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:33.251613 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a8e18254-ecd7-477d-8b31-07798c2938da tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (90129119-ef44-4f9a-ac80-2903e7495712), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:33.298321 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cf92d352-4ba8-4555-b4ac-5826394331cf tempest-PortsAdminExtendedAttrsTestJSON-726951671 tempest-PortsAdminExtendedAttrsTestJSON-726951671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (90ed03e3-d787-4a3e-bbd0-87addc5ed5a0), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:33.444944 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [None req-04f94ead-c647-48e8-aaa6-368193b226fe tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Floating IP b3541b54-8549-4cfc-a562-4caee1abf09b associated. External IP: 172.25.8.17, port: 5da965be-0d13-4d53-a485-8e06aa49418f. Feb 09 01:16:33.445633 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cf92d352-4ba8-4555-b4ac-5826394331cf tempest-PortsAdminExtendedAttrsTestJSON-726951671 tempest-PortsAdminExtendedAttrsTestJSON-726951671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (90ed03e3-d787-4a3e-bbd0-87addc5ed5a0), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:33.468693 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8de7f-53ab-4268-85c2-ebb2e2f19118 req-a5cd1d41-40b7-4814-af6e-5033f4a14bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:33.470114 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fcd8de7f-53ab-4268-85c2-ebb2e2f19118 req-a5cd1d41-40b7-4814-af6e-5033f4a14bd0 service neutron] 10.222.0.120 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3647497 Feb 09 01:16:33.477313 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-cf92d352-4ba8-4555-b4ac-5826394331cf tempest-PortsAdminExtendedAttrsTestJSON-726951671 tempest-PortsAdminExtendedAttrsTestJSON-726951671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90ed03e3-d787-4a3e-bbd0-87addc5ed5a0']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:33.493968 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-cf92d352-4ba8-4555-b4ac-5826394331cf tempest-PortsAdminExtendedAttrsTestJSON-726951671 tempest-PortsAdminExtendedAttrsTestJSON-726951671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9b59588-067b-4878-b42a-b98e9ab5abb1') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:33.494280 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-cf92d352-4ba8-4555-b4ac-5826394331cf tempest-PortsAdminExtendedAttrsTestJSON-726951671 tempest-PortsAdminExtendedAttrsTestJSON-726951671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9b59588-067b-4878-b42a-b98e9ab5abb1') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:33.505238 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e0b12ea3-2574-4ab0-9c95-e1c6b1973d0d tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (4e7373bd-d4e1-4dcf-9889-1a44b5e72262), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:33.510140 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cf92d352-4ba8-4555-b4ac-5826394331cf tempest-PortsAdminExtendedAttrsTestJSON-726951671 tempest-PortsAdminExtendedAttrsTestJSON-726951671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (e9b59588-067b-4878-b42a-b98e9ab5abb1), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:33.592351 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a8e18254-ecd7-477d-8b31-07798c2938da tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (90129119-ef44-4f9a-ac80-2903e7495712), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:33.600357 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-41e8bc29-4aa2-40b2-b23d-40c9b170c3bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 437cdcea-fe74-4b58-aa68-4f80c1675142 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:16:33.614641 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b12ea3-2574-4ab0-9c95-e1c6b1973d0d tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Pushing event deleted for resources: {'Port': ['ID=4e7373bd-d4e1-4dcf-9889-1a44b5e72262,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:33.621961 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cf92d352-4ba8-4555-b4ac-5826394331cf tempest-PortsAdminExtendedAttrsTestJSON-726951671 tempest-PortsAdminExtendedAttrsTestJSON-726951671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (e9b59588-067b-4878-b42a-b98e9ab5abb1), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:33.630263 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-41e8bc29-4aa2-40b2-b23d-40c9b170c3bc service neutron] Publish callbacks [] for port (437cdcea-fe74-4b58-aa68-4f80c1675142), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:33.631265 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e0b12ea3-2574-4ab0-9c95-e1c6b1973d0d tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for floatingip (5ecb1663-8278-4563-85ad-da2cecc2c8ab), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:33.634260 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e0b12ea3-2574-4ab0-9c95-e1c6b1973d0d tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:33.635655 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e0b12ea3-2574-4ab0-9c95-e1c6b1973d0d tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "DELETE /v2.0/floatingips/5ecb1663-8278-4563-85ad-da2cecc2c8ab HTTP/1.1" status: 204 len: 168 time: 0.8677039 Feb 09 01:16:33.639615 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf92d352-4ba8-4555-b4ac-5826394331cf tempest-PortsAdminExtendedAttrsTestJSON-726951671 tempest-PortsAdminExtendedAttrsTestJSON-726951671-project] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:16:33.639918 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58648) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:33.640487 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cf92d352-4ba8-4555-b4ac-5826394331cf tempest-PortsAdminExtendedAttrsTestJSON-726951671 tempest-PortsAdminExtendedAttrsTestJSON-726951671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (e9b59588-067b-4878-b42a-b98e9ab5abb1), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:33.644370 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:16:33.644370 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:16:33.644370 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:16:33.644370 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:16:33.644370 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:16:33.644370 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:16:33.644370 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:16:33.644370 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:16:33.644370 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:16:33.644370 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:16:33.644370 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:16:33.644370 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:16:33.644370 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:16:33.644370 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:16:33.644370 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:16:33.644370 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:16:33.644370 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:16:33.644370 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:16:33.644370 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:16:33.644370 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:16:33.644370 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:16:33.644370 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:16:33.644370 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:16:33.644370 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:16:33.644370 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:16:33.644370 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:16:33.644370 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:16:33.644370 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:16:33.644370 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:16:33.644370 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:16:33.644370 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:16:33.644370 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:16:33.653780 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-0e42a703-f4b1-4f4e-a530-a373ef8e18a7 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'port_id': '2cfe0760-1209-44b0-91bd-8ef79ff8cf0b'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:33.717973 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-43080f3f-0c93-4375-8d41-88af487913e0 req-e29c00c6-8eb2-4d17-a663-0f3933dc7425 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 210 time: 0.0554476 Feb 09 01:16:33.720047 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-41e8bc29-4aa2-40b2-b23d-40c9b170c3bc service neutron] Transition to ACTIVE for port object 437cdcea-fe74-4b58-aa68-4f80c1675142 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:16:33.722531 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cf92d352-4ba8-4555-b4ac-5826394331cf tempest-PortsAdminExtendedAttrsTestJSON-726951671 tempest-PortsAdminExtendedAttrsTestJSON-726951671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (90ed03e3-d787-4a3e-bbd0-87addc5ed5a0), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:33.736036 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-41e8bc29-4aa2-40b2-b23d-40c9b170c3bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (437cdcea-fe74-4b58-aa68-4f80c1675142), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:33.737487 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cf92d352-4ba8-4555-b4ac-5826394331cf tempest-PortsAdminExtendedAttrsTestJSON-726951671 tempest-PortsAdminExtendedAttrsTestJSON-726951671-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:33.750592 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-cf92d352-4ba8-4555-b4ac-5826394331cf tempest-PortsAdminExtendedAttrsTestJSON-726951671 tempest-PortsAdminExtendedAttrsTestJSON-726951671-project] 10.222.0.50 "DELETE /v2.0/networks/90ed03e3-d787-4a3e-bbd0-87addc5ed5a0 HTTP/1.1" status: 204 len: 168 time: 0.5763981 Feb 09 01:16:33.787907 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92d352-4ba8-4555-b4ac-5826394331cf tempest-PortsAdminExtendedAttrsTestJSON-726951671 tempest-PortsAdminExtendedAttrsTestJSON-726951671-project] Pushing event deleted for resources: {'Network': ['ID=90ed03e3-d787-4a3e-bbd0-87addc5ed5a0,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:34.071747 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58656) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:34.146207 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0e42a703-f4b1-4f4e-a530-a373ef8e18a7 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:34.170834 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a8e18254-ecd7-477d-8b31-07798c2938da tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (90129119-ef44-4f9a-ac80-2903e7495712), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:34.242841 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c4a0f3b5-1917-4d56-b484-1563360d0278 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9da137e5ade3452fb9f55dca4c994378&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1676536 Feb 09 01:16:34.244767 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58660) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:34.286709 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e18254-ecd7-477d-8b31-07798c2938da tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event deleted for resources: {'Subnet': ['ID=90129119-ef44-4f9a-ac80-2903e7495712,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:34.295178 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cf2aa8-6185-4046-937e-c21b86847887 None None] Network 5188e6fe-b396-430f-995a-f317ff5d0ba6 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:16:34.298316 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a8e18254-ecd7-477d-8b31-07798c2938da tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:34.304021 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a8e18254-ecd7-477d-8b31-07798c2938da tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "DELETE /v2.0/subnets/90129119-ef44-4f9a-ac80-2903e7495712 HTTP/1.1" status: 204 len: 168 time: 1.6001632 Feb 09 01:16:34.305875 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58662) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:34.307286 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e8bc29-4aa2-40b2-b23d-40c9b170c3bc service neutron] Pushing event updated for resources: {'Port': ['ID=437cdcea-fe74-4b58-aa68-4f80c1675142,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:34.362367 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e66cfe39-097e-4ab3-8e0c-a1ef61c6ed7a admin admin] Publish callbacks [] for security_group (edb0a9cc-5a45-46af-b8d3-3e929fb29c62), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:34.370053 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c606971-c50b-40d4-a163-e1173a983cf3 req-40effebf-8842-4541-8fff-09757fd7d55b tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:34.383419 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c606971-c50b-40d4-a163-e1173a983cf3 req-40effebf-8842-4541-8fff-09757fd7d55b tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:34.399885 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c606971-c50b-40d4-a163-e1173a983cf3 req-40effebf-8842-4541-8fff-09757fd7d55b tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:34.401593 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6c606971-c50b-40d4-a163-e1173a983cf3 req-40effebf-8842-4541-8fff-09757fd7d55b tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?device_id=f49ca825-8ae9-450b-a435-617e73fedb82 HTTP/1.1" status: 200 len: 2400 time: 0.2466488 Feb 09 01:16:34.467486 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e66cfe39-097e-4ab3-8e0c-a1ef61c6ed7a admin admin] Publish callbacks [] for security_group (edb0a9cc-5a45-46af-b8d3-3e929fb29c62), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:34.477738 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f876bba5-dc23-4d8d-8255-385a04b648ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:34.511491 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f94ead-c647-48e8-aaa6-368193b226fe tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Router b2bc552e-95de-4446-9c86-100f99c46d7a has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:16:34.526168 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5c4526d0-d0dc-44f4-a332-8c7825e9d89f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (5188e6fe-b396-430f-995a-f317ff5d0ba6), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:34.545632 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-41e8bc29-4aa2-40b2-b23d-40c9b170c3bc service neutron] Attempting to bind port 437cdcea-fe74-4b58-aa68-4f80c1675142 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:34.545981 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-41e8bc29-4aa2-40b2-b23d-40c9b170c3bc service neutron] Attempting to bind port 437cdcea-fe74-4b58-aa68-4f80c1675142 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '142fa301-acd3-4ead-b98f-aac220a885c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'f8b11bfb-ad13-416f-97fb-c4f6d932ba65'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:34.546324 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-41e8bc29-4aa2-40b2-b23d-40c9b170c3bc service neutron] Attempting to bind port 437cdcea-fe74-4b58-aa68-4f80c1675142 on network f8b11bfb-ad13-416f-97fb-c4f6d932ba65 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:34.583429 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-41e8bc29-4aa2-40b2-b23d-40c9b170c3bc service neutron] Port 437cdcea-fe74-4b58-aa68-4f80c1675142 on network f8b11bfb-ad13-416f-97fb-c4f6d932ba65 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:16:34.584472 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-41e8bc29-4aa2-40b2-b23d-40c9b170c3bc service neutron] Attempting to bind port 437cdcea-fe74-4b58-aa68-4f80c1675142 on network f8b11bfb-ad13-416f-97fb-c4f6d932ba65 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:34.587067 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb63cb4-38ba-4f61-91f4-45005ee1105a None None] DHCP port deletion for 5188e6fe-b396-430f-995a-f317ff5d0ba6 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:16:34.587908 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e66cfe39-097e-4ab3-8e0c-a1ef61c6ed7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (edb0a9cc-5a45-46af-b8d3-3e929fb29c62), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:34.591202 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e66cfe39-097e-4ab3-8e0c-a1ef61c6ed7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:34.594375 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e66cfe39-097e-4ab3-8e0c-a1ef61c6ed7a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/edb0a9cc-5a45-46af-b8d3-3e929fb29c62 HTTP/1.1" status: 204 len: 168 time: 0.3463178 Feb 09 01:16:34.605874 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-41e8bc29-4aa2-40b2-b23d-40c9b170c3bc service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:16:34.606426 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-41e8bc29-4aa2-40b2-b23d-40c9b170c3bc service neutron] Checking segment: {'id': '142fa301-acd3-4ead-b98f-aac220a885c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'f8b11bfb-ad13-416f-97fb-c4f6d932ba65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:16:34.606753 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66cfe39-097e-4ab3-8e0c-a1ef61c6ed7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb0a9cc-5a45-46af-b8d3-3e929fb29c62,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:34.606913 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-41e8bc29-4aa2-40b2-b23d-40c9b170c3bc service neutron] Bound using segment: {'id': '142fa301-acd3-4ead-b98f-aac220a885c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'f8b11bfb-ad13-416f-97fb-c4f6d932ba65'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:16:34.607316 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-41e8bc29-4aa2-40b2-b23d-40c9b170c3bc service neutron] Bound port: 437cdcea-fe74-4b58-aa68-4f80c1675142, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '142fa301-acd3-4ead-b98f-aac220a885c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'f8b11bfb-ad13-416f-97fb-c4f6d932ba65'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:16:34.607692 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-41e8bc29-4aa2-40b2-b23d-40c9b170c3bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (437cdcea-fe74-4b58-aa68-4f80c1675142), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:34.617678 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-5c4526d0-d0dc-44f4-a332-8c7825e9d89f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Deleting port ca7f0fd8-aecd-4e2c-844b-f90a16ace92c {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:34.618266 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5c4526d0-d0dc-44f4-a332-8c7825e9d89f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (ca7f0fd8-aecd-4e2c-844b-f90a16ace92c), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:34.660401 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-4eb63cb4-38ba-4f61-91f4-45005ee1105a None None] Deleting port ca7f0fd8-aecd-4e2c-844b-f90a16ace92c {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:34.661284 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4eb63cb4-38ba-4f61-91f4-45005ee1105a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (ca7f0fd8-aecd-4e2c-844b-f90a16ace92c), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:34.703295 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-5c4526d0-d0dc-44f4-a332-8c7825e9d89f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] For port ca7f0fd8-aecd-4e2c-844b-f90a16ace92c, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=ca7f0fd8-aecd-4e2c-844b-f90a16ace92c,segment=NetworkSegment(50b6f34c-14d4-4331-9f8f-a407f540a68d),segment_id=50b6f34c-14d4-4331-9f8f-a407f540a68d)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:34.703804 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5c4526d0-d0dc-44f4-a332-8c7825e9d89f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (ca7f0fd8-aecd-4e2c-844b-f90a16ace92c), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:34.713425 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6c606971-c50b-40d4-a163-e1173a983cf3 req-5eb15ffe-6e67-4483-8afb-501ee18585e0 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/security-groups?id=45eaab36-af4f-4215-874b-e47cf74a9106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878292 Feb 09 01:16:34.720840 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-5c4526d0-d0dc-44f4-a332-8c7825e9d89f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Calling delete_port for ca7f0fd8-aecd-4e2c-844b-f90a16ace92c owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:34.761396 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-4eb63cb4-38ba-4f61-91f4-45005ee1105a None None] For port ca7f0fd8-aecd-4e2c-844b-f90a16ace92c, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=ca7f0fd8-aecd-4e2c-844b-f90a16ace92c,segment=NetworkSegment(50b6f34c-14d4-4331-9f8f-a407f540a68d),segment_id=50b6f34c-14d4-4331-9f8f-a407f540a68d)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:34.762036 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4eb63cb4-38ba-4f61-91f4-45005ee1105a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (ca7f0fd8-aecd-4e2c-844b-f90a16ace92c), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:34.807286 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-4eb63cb4-38ba-4f61-91f4-45005ee1105a None None] Calling delete_port for ca7f0fd8-aecd-4e2c-844b-f90a16ace92c owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:34.862956 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0e42a703-f4b1-4f4e-a530-a373ef8e18a7 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:34.895200 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5c4526d0-d0dc-44f4-a332-8c7825e9d89f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (ca7f0fd8-aecd-4e2c-844b-f90a16ace92c), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:34.903346 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b799e467-d7b0-4e0a-9ac4-e1388aabc771 req-34d3a8ab-d36b-4030-b337-c2c495f24cd8 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 210 time: 0.0581918 Feb 09 01:16:34.937663 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4eb63cb4-38ba-4f61-91f4-45005ee1105a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (ca7f0fd8-aecd-4e2c-844b-f90a16ace92c), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:34.949144 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4526d0-d0dc-44f4-a332-8c7825e9d89f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event deleted for resources: {'Port': ['ID=ca7f0fd8-aecd-4e2c-844b-f90a16ace92c,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:34.957644 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4526d0-d0dc-44f4-a332-8c7825e9d89f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] No DVR routers for this DVR port ca7f0fd8-aecd-4e2c-844b-f90a16ace92c on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:16:34.971980 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb63cb4-38ba-4f61-91f4-45005ee1105a None None] Pushing event deleted for resources: {'Port': ['ID=ca7f0fd8-aecd-4e2c-844b-f90a16ace92c,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:34.973541 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f94ead-c647-48e8-aaa6-368193b226fe tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:16:34.988033 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb63cb4-38ba-4f61-91f4-45005ee1105a None None] No DVR routers for this DVR port ca7f0fd8-aecd-4e2c-844b-f90a16ace92c on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:16:35.024254 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7cf257-d838-42e3-87e8-2066cde7e962 None None] Sync routers for ids ['b2bc552e-95de-4446-9c86-100f99c46d7a'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:16:35.038643 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7cf257-d838-42e3-87e8-2066cde7e962 None None] Routers {'b2bc552e-95de-4446-9c86-100f99c46d7a'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:35.039460 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-4d7cf257-d838-42e3-87e8-2066cde7e962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:16:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['b2bc552e-95de-4446-9c86-100f99c46d7a'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:35.055510 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device ca7f0fd8-aecd-4e2c-844b-f90a16ace92c no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:16:35.077575 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58670) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:35.127031 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5c4526d0-d0dc-44f4-a332-8c7825e9d89f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (5188e6fe-b396-430f-995a-f317ff5d0ba6), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:35.142146 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-04f94ead-c647-48e8-aaa6-368193b226fe tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:35.153709 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-5c4526d0-d0dc-44f4-a332-8c7825e9d89f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5188e6fe-b396-430f-995a-f317ff5d0ba6']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:35.159604 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: ca7f0fd8-aecd-4e2c-844b-f90a16ace92c {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:16:35.160237 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device ca7f0fd8-aecd-4e2c-844b-f90a16ace92c not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:16:35.167240 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-5c4526d0-d0dc-44f4-a332-8c7825e9d89f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50b6f34c-14d4-4331-9f8f-a407f540a68d') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:35.167596 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-5c4526d0-d0dc-44f4-a332-8c7825e9d89f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50b6f34c-14d4-4331-9f8f-a407f540a68d') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:35.180186 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5c4526d0-d0dc-44f4-a332-8c7825e9d89f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (50b6f34c-14d4-4331-9f8f-a407f540a68d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:35.189695 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-04f94ead-c647-48e8-aaa6-368193b226fe tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "PUT /v2.0/floatingips/b3541b54-8549-4cfc-a562-4caee1abf09b HTTP/1.1" status: 200 len: 991 time: 4.0385704 Feb 09 01:16:35.191220 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-41e8bc29-4aa2-40b2-b23d-40c9b170c3bc service neutron] For port 437cdcea-fe74-4b58-aa68-4f80c1675142, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:16:35.196534 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5c4526d0-d0dc-44f4-a332-8c7825e9d89f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (50b6f34c-14d4-4331-9f8f-a407f540a68d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:35.204250 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c4526d0-d0dc-44f4-a332-8c7825e9d89f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:16:35.205168 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5c4526d0-d0dc-44f4-a332-8c7825e9d89f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (50b6f34c-14d4-4331-9f8f-a407f540a68d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:35.224279 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-4d7cf257-d838-42e3-87e8-2066cde7e962 None None] Set router b2bc552e-95de-4446-9c86-100f99c46d7a gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:16:35.232581 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-41e8bc29-4aa2-40b2-b23d-40c9b170c3bc service neutron] For port 437cdcea-fe74-4b58-aa68-4f80c1675142, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=437cdcea-fe74-4b58-aa68-4f80c1675142,segment=NetworkSegment(142fa301-acd3-4ead-b98f-aac220a885c4),segment_id=142fa301-acd3-4ead-b98f-aac220a885c4)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:16:35.242005 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0646ab1e-595c-4d69-8491-e0c540154c17', 'tag': '5da965be-0d13-4d53-a485-8e06aa49418f'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:16:35.244627 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ddadba-656e-4c00-8126-02d6f4b99919" -d '{"events": [{"name": "network-changed", "server_uuid": "0646ab1e-595c-4d69-8491-e0c540154c17", "tag": "5da965be-0d13-4d53-a485-8e06aa49418f"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:16:35.258037 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-41e8bc29-4aa2-40b2-b23d-40c9b170c3bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (437cdcea-fe74-4b58-aa68-4f80c1675142), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:35.279962 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:16:35.279962 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:16:35.279962 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:16:35.279962 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:16:35.279962 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:16:35.279962 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:16:35.279962 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:16:35.279962 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:16:35.279962 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:16:35.279962 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:16:35.279962 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:16:35.279962 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:16:35.279962 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:16:35.279962 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:16:35.279962 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:16:35.279962 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:16:35.279962 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:16:35.279962 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:16:35.279962 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:16:35.279962 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:16:35.279962 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:16:35.279962 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:16:35.279962 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:16:35.279962 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:16:35.279962 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:16:35.279962 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:16:35.279962 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:16:35.279962 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:16:35.279962 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:16:35.279962 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:16:35.279962 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:16:35.279962 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:16:35.294356 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5c4526d0-d0dc-44f4-a332-8c7825e9d89f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (5188e6fe-b396-430f-995a-f317ff5d0ba6), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:35.321612 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5c4526d0-d0dc-44f4-a332-8c7825e9d89f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:35.327499 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5c4526d0-d0dc-44f4-a332-8c7825e9d89f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "DELETE /v2.0/networks/5188e6fe-b396-430f-995a-f317ff5d0ba6 HTTP/1.1" status: 204 len: 168 time: 1.0196075 Feb 09 01:16:35.342866 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58676) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:35.348579 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-14ed64d5-684c-4ac5-a54c-ca201953b97c tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1203164882', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:35.357055 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e8bc29-4aa2-40b2-b23d-40c9b170c3bc service neutron] Pushing event updated for resources: {'Port': ['ID=437cdcea-fe74-4b58-aa68-4f80c1675142,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:35.364185 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4526d0-d0dc-44f4-a332-8c7825e9d89f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event deleted for resources: {'Network': ['ID=5188e6fe-b396-430f-995a-f317ff5d0ba6,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:35.375996 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-28c68c1b-0b94-480d-b795-e757675d84ea admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=edc03e27ff5c49c09da8fe1af186551e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2972908 Feb 09 01:16:35.383302 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de559e6-4b63-44fc-b7f7-e16154271597 x-openstack-request-id: req-1de559e6-4b63-44fc-b7f7-e16154271597 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:16:35.384690 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0646ab1e-595c-4d69-8491-e0c540154c17", "tag": "5da965be-0d13-4d53-a485-8e06aa49418f", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:16:35.385170 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1de559e6-4b63-44fc-b7f7-e16154271597 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:16:35.385758 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0646ab1e-595c-4d69-8491-e0c540154c17', 'tag': '5da965be-0d13-4d53-a485-8e06aa49418f', 'status': 'completed', 'code': 200} Feb 09 01:16:35.390515 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58678) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:35.429570 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-14ed64d5-684c-4ac5-a54c-ca201953b97c tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (8a802f47-336a-499f-809e-ade658403707), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:35.431133 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-14ed64d5-684c-4ac5-a54c-ca201953b97c tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (8a802f47-336a-499f-809e-ade658403707), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:35.461473 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ddadba-656e-4c00-8126-02d6f4b99919 req-4b635290-96e9-4a26-bd86-18127b88687d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:35.465668 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-23ddadba-656e-4c00-8126-02d6f4b99919 req-4b635290-96e9-4a26-bd86-18127b88687d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aaf05f1064114b4da723fd4a19dab040&device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 1128 time: 0.1114907 Feb 09 01:16:35.474061 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-73adb260-2374-41af-a29a-c604532c7e71 admin admin] Publish callbacks [] for security_group (cc36bbd0-f337-4a09-bb29-0cc5670a2095), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:35.499815 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-73adb260-2374-41af-a29a-c604532c7e71 admin admin] Publish callbacks [] for security_group (cc36bbd0-f337-4a09-bb29-0cc5670a2095), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:35.548000 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-0e42a703-f4b1-4f4e-a530-a373ef8e18a7 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Allocated IP 172.25.8.223 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/b4034053-e8cc-4c83-af4f-8166b7fed6d7) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:35.551622 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-41e8bc29-4aa2-40b2-b23d-40c9b170c3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:35.552274 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-41e8bc29-4aa2-40b2-b23d-40c9b170c3bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:35.553882 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-4d7cf257-d838-42e3-87e8-2066cde7e962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2bc552e-95de-4446-9c86-100f99c46d7a', 'name': 'tempest-ServersTestBootFromVolume-817717426-router', 'tenant_id': 'aaf05f1064114b4da723fd4a19dab040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '3b4fd2fb-e64c-4443-a714-4563b4f46ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:45Z', 'updated_at': '2022-02-09T01:14:55Z', 'revision_number': 4, 'project_id': 'aaf05f1064114b4da723fd4a19dab040', 'gw_port': {'id': '3b4fd2fb-e64c-4443-a714-4563b4f46ed7', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:33:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bc552e-95de-4446-9c86-100f99c46d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:47Z', 'updated_at': '2022-02-09T01:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'b3541b54-8549-4cfc-a562-4caee1abf09b', 'tenant_id': 'aaf05f1064114b4da723fd4a19dab040', 'floating_ip_address': '172.25.8.17', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'b2bc552e-95de-4446-9c86-100f99c46d7a', 'port_id': '5da965be-0d13-4d53-a485-8e06aa49418f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1', 'mac_address': 'fa:16:3e:e5:97:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0646ab1e-595c-4d69-8491-e0c540154c17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:15:05Z', 'updated_at': '2022-02-09T01:16:32Z', 'revision_number': 1, 'project_id': 'aaf05f1064114b4da723fd4a19dab040', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bc4dbd4-5333-46a8-abbb-0e70ec789842', 'name': '', 'network_id': 'cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1', 'tenant_id': 'aaf05f1064114b4da723fd4a19dab040', 'mac_address': 'fa:16:3e:65:94:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bc552e-95de-4446-9c86-100f99c46d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '49020204-32ea-4a87-9cac-f7541e99d5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:53Z', 'updated_at': '2022-02-09T01:15:01Z', 'revision_number': 5, 'project_id': 'aaf05f1064114b4da723fd4a19dab040', 'subnets': [{'id': '49020204-32ea-4a87-9cac-f7541e99d5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:35.554455 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-41e8bc29-4aa2-40b2-b23d-40c9b170c3bc service neutron] 10.222.0.120 "PUT /v2.0/ports/437cdcea-fe74-4b58-aa68-4f80c1675142 HTTP/1.1" status: 200 len: 1091 time: 3.8988600 Feb 09 01:16:35.579891 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801228cf-154b-4297-9e64-1c67f078a1dd req-d6b3b183-1c71-4dee-b2af-a74aa9838e46 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:35.587511 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-801228cf-154b-4297-9e64-1c67f078a1dd req-d6b3b183-1c71-4dee-b2af-a74aa9838e46 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 946 time: 0.2599640 Feb 09 01:16:35.595601 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7cf257-d838-42e3-87e8-2066cde7e962 None None] Checking router: b2bc552e-95de-4446-9c86-100f99c46d7a for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:16:35.598911 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-4d919d14-d195-4829-9b26-bdbc19a934a0 service neutron] Request body: {'port': {'device_id': 'f49ca825-8ae9-450b-a435-617e73fedb82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:35.606762 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7cf257-d838-42e3-87e8-2066cde7e962 None None] Routers {'b2bc552e-95de-4446-9c86-100f99c46d7a'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:35.607507 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-4d7cf257-d838-42e3-87e8-2066cde7e962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:16:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['b2bc552e-95de-4446-9c86-100f99c46d7a'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:35.651723 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ddadba-656e-4c00-8126-02d6f4b99919 req-1eb88415-3474-4f16-9301-b3e63fb44811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:35.656848 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-23ddadba-656e-4c00-8126-02d6f4b99919 req-1eb88415-3474-4f16-9301-b3e63fb44811 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1 HTTP/1.1" status: 200 len: 917 time: 0.1772039 Feb 09 01:16:35.681833 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-4d919d14-d195-4829-9b26-bdbc19a934a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (208d9987-b2b2-4f9b-b7bc-50c8ae282312), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:35.779885 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-4d7cf257-d838-42e3-87e8-2066cde7e962 None None] Set router b2bc552e-95de-4446-9c86-100f99c46d7a gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:16:35.809196 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-14ed64d5-684c-4ac5-a54c-ca201953b97c tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for router_controller (8a802f47-336a-499f-809e-ade658403707), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:35.813206 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-801228cf-154b-4297-9e64-1c67f078a1dd req-917766f3-3f29-40cf-8df1-33a8240619e3 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/security-groups?id=65c8f205-c6cb-41d5-b5f1-7ee56e174081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2247074 Feb 09 01:16:35.831515 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-14ed64d5-684c-4ac5-a54c-ca201953b97c tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (8a802f47-336a-499f-809e-ade658403707), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:35.872637 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-14ed64d5-684c-4ac5-a54c-ca201953b97c tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:35.875344 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-14ed64d5-684c-4ac5-a54c-ca201953b97c tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5311720 Feb 09 01:16:35.878247 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-23ddadba-656e-4c00-8126-02d6f4b99919 req-400ec812-0015-4bf7-b03a-1a78420dd516 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5da965be-0d13-4d53-a485-8e06aa49418f HTTP/1.1" status: 200 len: 999 time: 0.2064283 Feb 09 01:16:35.878888 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58682) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:35.883736 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:35.885315 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-075356d1-0e91-4922-bd8b-b56c1bf290f8 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-161023977'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:35.900109 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-73adb260-2374-41af-a29a-c604532c7e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (cc36bbd0-f337-4a09-bb29-0cc5670a2095), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:35.903300 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-73adb260-2374-41af-a29a-c604532c7e71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:35.904927 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-73adb260-2374-41af-a29a-c604532c7e71 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cc36bbd0-f337-4a09-bb29-0cc5670a2095 HTTP/1.1" status: 204 len: 168 time: 0.5099621 Feb 09 01:16:35.942984 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ddadba-656e-4c00-8126-02d6f4b99919 req-4de9e9a4-8ba9-4dc3-9776-2275d014605e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:35.944985 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-23ddadba-656e-4c00-8126-02d6f4b99919 req-4de9e9a4-8ba9-4dc3-9776-2275d014605e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=49020204-32ea-4a87-9cac-f7541e99d5f3 HTTP/1.1" status: 200 len: 854 time: 0.0541871 Feb 09 01:16:35.996686 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075356d1-0e91-4922-bd8b-b56c1bf290f8 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Made reservation on behalf of 9ae775496dcb4c88881b98c46e972e20 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:36.001051 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-075356d1-0e91-4922-bd8b-b56c1bf290f8 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:36.035784 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73adb260-2374-41af-a29a-c604532c7e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc36bbd0-f337-4a09-bb29-0cc5670a2095,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:36.037973 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-075356d1-0e91-4922-bd8b-b56c1bf290f8 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1039} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:16:36.052741 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-075356d1-0e91-4922-bd8b-b56c1bf290f8 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (68f3cbdc-0651-437e-bf16-e140613b096a), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:36.053154 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-075356d1-0e91-4922-bd8b-b56c1bf290f8 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Added segment 68f3cbdc-0651-437e-bf16-e140613b096a of type vlan for network 3ec62db4-d42d-43d1-9cda-9dd513e0c974 Feb 09 01:16:36.103319 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-075356d1-0e91-4922-bd8b-b56c1bf290f8 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (3ec62db4-d42d-43d1-9cda-9dd513e0c974), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:36.119641 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ddadba-656e-4c00-8126-02d6f4b99919 req-a1be2c3a-f8b8-47cd-a744-caa631320d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:36.121222 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-23ddadba-656e-4c00-8126-02d6f4b99919 req-a1be2c3a-f8b8-47cd-a744-caa631320d98 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1693261 Feb 09 01:16:36.150380 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8aa5b88c-87f0-49c2-8b74-8364eb90e099 req-7448fa47-e247-4fd0-a5ad-09147ec36cbc tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 210 time: 0.0793662 Feb 09 01:16:36.187851 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-075356d1-0e91-4922-bd8b-b56c1bf290f8 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (3ec62db4-d42d-43d1-9cda-9dd513e0c974), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:36.193066 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075356d1-0e91-4922-bd8b-b56c1bf290f8 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:36.194077 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-075356d1-0e91-4922-bd8b-b56c1bf290f8 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:36.223671 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-075356d1-0e91-4922-bd8b-b56c1bf290f8 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3436470 Feb 09 01:16:36.231387 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58688) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:36.276650 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0e42a703-f4b1-4f4e-a530-a373ef8e18a7 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for port (b4034053-e8cc-4c83-af4f-8166b7fed6d7), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:36.307632 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075356d1-0e91-4922-bd8b-b56c1bf290f8 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event updated for resources: {'Network': ['ID=3ec62db4-d42d-43d1-9cda-9dd513e0c974,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:36.326291 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-9841ec33-1341-4f2c-b31e-78247f666112 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Request body: {'subnet': {'network_id': '3ec62db4-d42d-43d1-9cda-9dd513e0c974', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:36.345123 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-23ddadba-656e-4c00-8126-02d6f4b99919 req-c017ae97-1384-41ac-9a77-2be25deaccee service neutron] 10.222.0.47 "GET /v2.0/networks/cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162323 Feb 09 01:16:36.385391 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 3ec62db4-d42d-43d1-9cda-9dd513e0c974 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:16:36.479822 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0e42a703-f4b1-4f4e-a530-a373ef8e18a7 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (b4034053-e8cc-4c83-af4f-8166b7fed6d7), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:36.486549 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-23ddadba-656e-4c00-8126-02d6f4b99919 req-53fcde2c-590b-41e0-bdc9-bd7bc8aaef10 service neutron] 10.222.0.47 "GET /v2.0/networks/cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344619 Feb 09 01:16:36.498663 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c912838-30bf-45b1-9494-a4edc3d75817 req-2fa16440-be09-43d0-ad3d-3c10e36fb2c7 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:36.503897 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c912838-30bf-45b1-9494-a4edc3d75817 req-2fa16440-be09-43d0-ad3d-3c10e36fb2c7 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:36.509650 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c912838-30bf-45b1-9494-a4edc3d75817 req-2fa16440-be09-43d0-ad3d-3c10e36fb2c7 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:36.511612 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6c912838-30bf-45b1-9494-a4edc3d75817 req-2fa16440-be09-43d0-ad3d-3c10e36fb2c7 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?device_id=f49ca825-8ae9-450b-a435-617e73fedb82 HTTP/1.1" status: 200 len: 2400 time: 0.6418288 Feb 09 01:16:36.520973 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e42a703-f4b1-4f4e-a530-a373ef8e18a7 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:36.534292 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-0e42a703-f4b1-4f4e-a530-a373ef8e18a7 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:36.570113 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e42a703-f4b1-4f4e-a530-a373ef8e18a7 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:16:36.619805 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-4d7cf257-d838-42e3-87e8-2066cde7e962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2bc552e-95de-4446-9c86-100f99c46d7a', 'name': 'tempest-ServersTestBootFromVolume-817717426-router', 'tenant_id': 'aaf05f1064114b4da723fd4a19dab040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '3b4fd2fb-e64c-4443-a714-4563b4f46ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:45Z', 'updated_at': '2022-02-09T01:14:55Z', 'revision_number': 4, 'project_id': 'aaf05f1064114b4da723fd4a19dab040', 'gw_port': {'id': '3b4fd2fb-e64c-4443-a714-4563b4f46ed7', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:33:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bc552e-95de-4446-9c86-100f99c46d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:47Z', 'updated_at': '2022-02-09T01:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'b3541b54-8549-4cfc-a562-4caee1abf09b', 'tenant_id': 'aaf05f1064114b4da723fd4a19dab040', 'floating_ip_address': '172.25.8.17', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'b2bc552e-95de-4446-9c86-100f99c46d7a', 'port_id': '5da965be-0d13-4d53-a485-8e06aa49418f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1', 'mac_address': 'fa:16:3e:e5:97:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0646ab1e-595c-4d69-8491-e0c540154c17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:15:05Z', 'updated_at': '2022-02-09T01:16:32Z', 'revision_number': 1, 'project_id': 'aaf05f1064114b4da723fd4a19dab040', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bc4dbd4-5333-46a8-abbb-0e70ec789842', 'name': '', 'network_id': 'cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1', 'tenant_id': 'aaf05f1064114b4da723fd4a19dab040', 'mac_address': 'fa:16:3e:65:94:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bc552e-95de-4446-9c86-100f99c46d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '49020204-32ea-4a87-9cac-f7541e99d5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:53Z', 'updated_at': '2022-02-09T01:15:01Z', 'revision_number': 5, 'project_id': 'aaf05f1064114b4da723fd4a19dab040', 'subnets': [{'id': '49020204-32ea-4a87-9cac-f7541e99d5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:36.651863 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7cf257-d838-42e3-87e8-2066cde7e962 None None] The sync data for ids ['b2bc552e-95de-4446-9c86-100f99c46d7a'] in n-d-828369-4 is: [{'id': 'b2bc552e-95de-4446-9c86-100f99c46d7a', 'name': 'tempest-ServersTestBootFromVolume-817717426-router', 'tenant_id': 'aaf05f1064114b4da723fd4a19dab040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '3b4fd2fb-e64c-4443-a714-4563b4f46ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:45Z', 'updated_at': '2022-02-09T01:14:55Z', 'revision_number': 4, 'project_id': 'aaf05f1064114b4da723fd4a19dab040', 'gw_port': {'id': '3b4fd2fb-e64c-4443-a714-4563b4f46ed7', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:33:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bc552e-95de-4446-9c86-100f99c46d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:47Z', 'updated_at': '2022-02-09T01:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'b3541b54-8549-4cfc-a562-4caee1abf09b', 'tenant_id': 'aaf05f1064114b4da723fd4a19dab040', 'floating_ip_address': '172.25.8.17', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'b2bc552e-95de-4446-9c86-100f99c46d7a', 'port_id': '5da965be-0d13-4d53-a485-8e06aa49418f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1', 'mac_address': 'fa:16:3e:e5:97:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0646ab1e-595c-4d69-8491-e0c540154c17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:15:05Z', 'updated_at': '2022-02-09T01:16:32Z', 'revision_number': 1, 'project_id': 'aaf05f1064114b4da723fd4a19dab040', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bc4dbd4-5333-46a8-abbb-0e70ec789842', 'name': '', 'network_id': 'cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1', 'tenant_id': 'aaf05f1064114b4da723fd4a19dab040', 'mac_address': 'fa:16:3e:65:94:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bc552e-95de-4446-9c86-100f99c46d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '49020204-32ea-4a87-9cac-f7541e99d5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:53Z', 'updated_at': '2022-02-09T01:15:01Z', 'revision_number': 5, 'project_id': 'aaf05f1064114b4da723fd4a19dab040', 'subnets': [{'id': '49020204-32ea-4a87-9cac-f7541e99d5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:16:36.710076 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9841ec33-1341-4f2c-b31e-78247f666112 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Made reservation on behalf of 9ae775496dcb4c88881b98c46e972e20 for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:36.715686 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9841ec33-1341-4f2c-b31e-78247f666112 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:36.812824 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e42a703-f4b1-4f4e-a530-a373ef8e18a7 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Pushing event updated for resources: {'Port': ['ID=b4034053-e8cc-4c83-af4f-8166b7fed6d7,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:36.823904 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6c912838-30bf-45b1-9494-a4edc3d75817 req-7e20dd1c-99ad-4f32-8aa2-579d471ca3c3 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/security-groups?id=45eaab36-af4f-4215-874b-e47cf74a9106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013437 Feb 09 01:16:37.039202 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a119b9-7925-42bd-b359-bd8f61193f76 None None] New status for floating IP b3541b54-8549-4cfc-a562-4caee1abf09b: ACTIVE {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:16:37.151431 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:37.158314 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-4d919d14-d195-4829-9b26-bdbc19a934a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 208d9987-b2b2-4f9b-b7bc-50c8ae282312 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:16:37.178572 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-4d919d14-d195-4829-9b26-bdbc19a934a0 service neutron] Publish callbacks [] for port (208d9987-b2b2-4f9b-b7bc-50c8ae282312), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:37.251123 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73bc7a-2a98-46ec-975c-97b4f7690af4 req-d195cef8-8b0c-4afc-9303-938653b609e8 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:37.259075 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2c73bc7a-2a98-46ec-975c-97b4f7690af4 req-d195cef8-8b0c-4afc-9303-938653b609e8 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 946 time: 0.2699356 Feb 09 01:16:37.267735 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-4d919d14-d195-4829-9b26-bdbc19a934a0 service neutron] Transition to ACTIVE for port object 208d9987-b2b2-4f9b-b7bc-50c8ae282312 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:16:37.363820 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-4d919d14-d195-4829-9b26-bdbc19a934a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (208d9987-b2b2-4f9b-b7bc-50c8ae282312), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:37.405921 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f49ca825-8ae9-450b-a435-617e73fedb82', 'tag': '437cdcea-fe74-4b58-aa68-4f80c1675142'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:16:37.408079 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5114970-17fc-408e-9e2d-d246b5026d98" -d '{"events": [{"name": "network-changed", "server_uuid": "f49ca825-8ae9-450b-a435-617e73fedb82", "tag": "437cdcea-fe74-4b58-aa68-4f80c1675142"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:16:37.489516 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a42ec240-0feb-4ef3-8a3b-a87a41c4faa9 req-9df6ff84-a030-45d6-bb5e-0200842539a2 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 210 time: 0.1346264 Feb 09 01:16:37.531855 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9841ec33-1341-4f2c-b31e-78247f666112 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (512f07c2-cb54-4bcd-9543-8f0b88852b2c), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:37.616265 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d919d14-d195-4829-9b26-bdbc19a934a0 service neutron] Pushing event updated for resources: {'Port': ['ID=208d9987-b2b2-4f9b-b7bc-50c8ae282312,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:37.630770 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:37.659537 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2c73bc7a-2a98-46ec-975c-97b4f7690af4 req-48dcb2a2-f7c1-4aa4-97a6-ff614231cef6 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/security-groups?id=65c8f205-c6cb-41d5-b5f1-7ee56e174081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3953447 Feb 09 01:16:37.740110 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fcfcf5d-dfa6-416d-93d0-75b306a67f7f x-openstack-request-id: req-9fcfcf5d-dfa6-416d-93d0-75b306a67f7f {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:16:37.740110 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f49ca825-8ae9-450b-a435-617e73fedb82", "tag": "437cdcea-fe74-4b58-aa68-4f80c1675142", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:16:37.740366 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9fcfcf5d-dfa6-416d-93d0-75b306a67f7f {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:16:37.740639 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f49ca825-8ae9-450b-a435-617e73fedb82', 'tag': '437cdcea-fe74-4b58-aa68-4f80c1675142', 'status': 'completed', 'code': 200} Feb 09 01:16:37.883554 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9841ec33-1341-4f2c-b31e-78247f666112 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event updated for resources: {'Subnet': ['ID=512f07c2-cb54-4bcd-9543-8f0b88852b2c,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:37.926534 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9841ec33-1341-4f2c-b31e-78247f666112 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Checking segment: {'id': '68f3cbdc-0651-437e-bf16-e140613b096a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '3ec62db4-d42d-43d1-9cda-9dd513e0c974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:16:37.926847 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9841ec33-1341-4f2c-b31e-78247f666112 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Network hostable DHCP agents. Network: 3ec62db4-d42d-43d1-9cda-9dd513e0c974, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:16:37.948876 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0e42a703-f4b1-4f4e-a530-a373ef8e18a7 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for floatingip (435dc3d0-b577-4ae7-acf8-170b8507f476), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:38.010355 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58732) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:38.126909 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-124b903b-60ab-405f-9fb2-8740131af1a9 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1746242691', 'router:external': True}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:38.153684 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124b903b-60ab-405f-9fb2-8740131af1a9 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Made reservation on behalf of 0d3e0702130a426f91aff77ab7276971 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:38.157580 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-124b903b-60ab-405f-9fb2-8740131af1a9 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:38.178444 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-124b903b-60ab-405f-9fb2-8740131af1a9 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:38.267389 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-124b903b-60ab-405f-9fb2-8740131af1a9 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for security_group (5c5c89b2-66b4-49e2-9e1d-a9ad1cd8c7a4), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:38.277530 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-124b903b-60ab-405f-9fb2-8740131af1a9 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (5c5c89b2-66b4-49e2-9e1d-a9ad1cd8c7a4), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:38.307253 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-124b903b-60ab-405f-9fb2-8740131af1a9 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1007} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:16:38.318656 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124b903b-60ab-405f-9fb2-8740131af1a9 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5c89b2-66b4-49e2-9e1d-a9ad1cd8c7a4,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:38.324521 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-124b903b-60ab-405f-9fb2-8740131af1a9 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (c2c8b60b-70f1-4492-8b41-001633375e0a), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:38.324898 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-124b903b-60ab-405f-9fb2-8740131af1a9 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Added segment c2c8b60b-70f1-4492-8b41-001633375e0a of type vlan for network 445a182e-b27f-4d19-880b-4bd2d083b0c1 Feb 09 01:16:38.378663 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-124b903b-60ab-405f-9fb2-8740131af1a9 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (445a182e-b27f-4d19-880b-4bd2d083b0c1), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:38.396014 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9841ec33-1341-4f2c-b31e-78247f666112 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Network 3ec62db4-d42d-43d1-9cda-9dd513e0c974 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:16:38.409710 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5114970-17fc-408e-9e2d-d246b5026d98 req-cf1d1c2a-bfd8-4b2e-9481-dbdfb71ed5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:38.410196 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5114970-17fc-408e-9e2d-d246b5026d98 req-cf1d1c2a-bfd8-4b2e-9481-dbdfb71ed5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:38.410676 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5114970-17fc-408e-9e2d-d246b5026d98 req-cf1d1c2a-bfd8-4b2e-9481-dbdfb71ed5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:38.412359 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e5114970-17fc-408e-9e2d-d246b5026d98 req-cf1d1c2a-bfd8-4b2e-9481-dbdfb71ed5fd service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=19b538c3b5a14e6daaae72754eb8a669&device_id=f49ca825-8ae9-450b-a435-617e73fedb82 HTTP/1.1" status: 200 len: 2885 time: 0.6655192 Feb 09 01:16:38.413060 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-4d919d14-d195-4829-9b26-bdbc19a934a0 service neutron] Attempting to bind port 208d9987-b2b2-4f9b-b7bc-50c8ae282312 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:38.413397 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-4d919d14-d195-4829-9b26-bdbc19a934a0 service neutron] Attempting to bind port 208d9987-b2b2-4f9b-b7bc-50c8ae282312 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '2154f7d8-04e8-49c8-b81d-ab6b4913236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'e4c76d4b-379f-417d-a6c6-b922f394386a'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:38.413721 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-4d919d14-d195-4829-9b26-bdbc19a934a0 service neutron] Attempting to bind port 208d9987-b2b2-4f9b-b7bc-50c8ae282312 on network e4c76d4b-379f-417d-a6c6-b922f394386a {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:38.431892 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:38.433863 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-124b903b-60ab-405f-9fb2-8740131af1a9 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (445a182e-b27f-4d19-880b-4bd2d083b0c1), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:38.435190 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124b903b-60ab-405f-9fb2-8740131af1a9 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:38.436145 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-124b903b-60ab-405f-9fb2-8740131af1a9 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:38.438084 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-4d919d14-d195-4829-9b26-bdbc19a934a0 service neutron] Port 208d9987-b2b2-4f9b-b7bc-50c8ae282312 on network e4c76d4b-379f-417d-a6c6-b922f394386a not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:16:38.438411 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-4d919d14-d195-4829-9b26-bdbc19a934a0 service neutron] Attempting to bind port 208d9987-b2b2-4f9b-b7bc-50c8ae282312 on network e4c76d4b-379f-417d-a6c6-b922f394386a {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:38.465290 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-9841ec33-1341-4f2c-b31e-78247f666112 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 3ec62db4-d42d-43d1-9cda-9dd513e0c974) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:38.473503 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6127bf-9961-45dc-8bdf-334963c743db req-40652ee4-f7e9-4c63-88ad-f586412ff77b tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:38.476354 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0685dabd-e2d2-4813-af94-666ae0bb8b69 None None] Network 3ec62db4-d42d-43d1-9cda-9dd513e0c974 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:16:38.481333 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5c6127bf-9961-45dc-8bdf-334963c743db req-40652ee4-f7e9-4c63-88ad-f586412ff77b tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 946 time: 0.6614685 Feb 09 01:16:38.505690 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-124b903b-60ab-405f-9fb2-8740131af1a9 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.4938638 Feb 09 01:16:38.506388 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58736) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:38.514746 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-a55aec85-b5e1-4595-8a35-1ceebedebcc3 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Request body: {'subnet': {'network_id': '445a182e-b27f-4d19-880b-4bd2d083b0c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:38.528300 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9841ec33-1341-4f2c-b31e-78247f666112 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:38.528930 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9841ec33-1341-4f2c-b31e-78247f666112 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:38.531846 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124b903b-60ab-405f-9fb2-8740131af1a9 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Pushing event updated for resources: {'Network': ['ID=445a182e-b27f-4d19-880b-4bd2d083b0c1,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:38.560690 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-4d919d14-d195-4829-9b26-bdbc19a934a0 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:16:38.561045 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-4d919d14-d195-4829-9b26-bdbc19a934a0 service neutron] Checking segment: {'id': '2154f7d8-04e8-49c8-b81d-ab6b4913236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'e4c76d4b-379f-417d-a6c6-b922f394386a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:16:38.561446 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-4d919d14-d195-4829-9b26-bdbc19a934a0 service neutron] Bound using segment: {'id': '2154f7d8-04e8-49c8-b81d-ab6b4913236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'e4c76d4b-379f-417d-a6c6-b922f394386a'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:16:38.561887 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-4d919d14-d195-4829-9b26-bdbc19a934a0 service neutron] Bound port: 208d9987-b2b2-4f9b-b7bc-50c8ae282312, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2154f7d8-04e8-49c8-b81d-ab6b4913236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'e4c76d4b-379f-417d-a6c6-b922f394386a'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:16:38.562255 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-4d919d14-d195-4829-9b26-bdbc19a934a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (208d9987-b2b2-4f9b-b7bc-50c8ae282312), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:38.567662 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 445a182e-b27f-4d19-880b-4bd2d083b0c1 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:16:38.569558 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55aec85-b5e1-4595-8a35-1ceebedebcc3 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Made reservation on behalf of 0d3e0702130a426f91aff77ab7276971 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:38.576350 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a55aec85-b5e1-4595-8a35-1ceebedebcc3 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:38.582515 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c188842-6c9a-41a1-9596-615067d100ec req-ac93feac-e3e3-4b8b-9fdc-d676264202b7 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:38.587827 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c188842-6c9a-41a1-9596-615067d100ec req-ac93feac-e3e3-4b8b-9fdc-d676264202b7 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:38.593512 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c188842-6c9a-41a1-9596-615067d100ec req-ac93feac-e3e3-4b8b-9fdc-d676264202b7 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:38.595230 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9c188842-6c9a-41a1-9596-615067d100ec req-ac93feac-e3e3-4b8b-9fdc-d676264202b7 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?device_id=f49ca825-8ae9-450b-a435-617e73fedb82 HTTP/1.1" status: 200 len: 2412 time: 0.6422968 Feb 09 01:16:38.595855 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0e42a703-f4b1-4f4e-a530-a373ef8e18a7 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b4034053-e8cc-4c83-af4f-8166b7fed6d7), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:38.651920 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-9841ec33-1341-4f2c-b31e-78247f666112 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3306279 Feb 09 01:16:38.660430 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58740) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:38.737019 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5c6127bf-9961-45dc-8bdf-334963c743db req-5813b52e-3b05-4561-8278-2601aa62c4db tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/security-groups?id=65c8f205-c6cb-41d5-b5f1-7ee56e174081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2547190 Feb 09 01:16:38.738817 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc7bf0f-b6c6-419d-a0cc-cefb26a2910c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-3ec62db4-d42d-43d1-9cda-9dd513e0c974', 'network_id': '3ec62db4-d42d-43d1-9cda-9dd513e0c974', 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'fixed_ips': [{'subnet_id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:16:38.739886 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8cc7bf0f-b6c6-419d-a0cc-cefb26a2910c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:38.780334 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5114970-17fc-408e-9e2d-d246b5026d98 req-2392bb47-1c6a-4311-b110-8312aadb2997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:38.782424 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5114970-17fc-408e-9e2d-d246b5026d98 req-2392bb47-1c6a-4311-b110-8312aadb2997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:38.782831 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5114970-17fc-408e-9e2d-d246b5026d98 req-2392bb47-1c6a-4311-b110-8312aadb2997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:38.784569 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e5114970-17fc-408e-9e2d-d246b5026d98 req-2392bb47-1c6a-4311-b110-8312aadb2997 service neutron] 10.222.0.120 "GET /v2.0/networks?tenant_id=19b538c3b5a14e6daaae72754eb8a669&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3627818 Feb 09 01:16:38.931557 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9c188842-6c9a-41a1-9596-615067d100ec req-afd933fc-ccfd-4e35-8848-c403135eb1d7 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/security-groups?id=45eaab36-af4f-4215-874b-e47cf74a9106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229041 Feb 09 01:16:38.939430 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-8cc7bf0f-b6c6-419d-a0cc-cefb26a2910c None None] Allocated IP 2001:db8::2 (3ec62db4-d42d-43d1-9cda-9dd513e0c974/512f07c2-cb54-4bcd-9543-8f0b88852b2c/1d30ed13-23e7-41c7-bfac-8de1d02bf37e) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:38.949973 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-4d919d14-d195-4829-9b26-bdbc19a934a0 service neutron] For port 208d9987-b2b2-4f9b-b7bc-50c8ae282312, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:16:38.957255 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e81251fc-7254-47db-a345-9d5f2d16ade4 req-8bf40995-427a-4771-9647-16836013e8d4 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 210 time: 0.0521102 Feb 09 01:16:38.981433 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-4d919d14-d195-4829-9b26-bdbc19a934a0 service neutron] For port 208d9987-b2b2-4f9b-b7bc-50c8ae282312, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=208d9987-b2b2-4f9b-b7bc-50c8ae282312,segment=NetworkSegment(2154f7d8-04e8-49c8-b81d-ab6b4913236d),segment_id=2154f7d8-04e8-49c8-b81d-ab6b4913236d)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:16:38.999974 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-4d919d14-d195-4829-9b26-bdbc19a934a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (208d9987-b2b2-4f9b-b7bc-50c8ae282312), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:39.038442 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5114970-17fc-408e-9e2d-d246b5026d98 req-a1559e8e-41ce-48b0-a529-d767905449b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:39.040080 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e5114970-17fc-408e-9e2d-d246b5026d98 req-a1559e8e-41ce-48b0-a529-d767905449b5 service neutron] 10.222.0.120 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2032306 Feb 09 01:16:39.089436 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-4d919d14-d195-4829-9b26-bdbc19a934a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:39.089997 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-4d919d14-d195-4829-9b26-bdbc19a934a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:39.094070 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-4d919d14-d195-4829-9b26-bdbc19a934a0 service neutron] 10.222.0.120 "PUT /v2.0/ports/208d9987-b2b2-4f9b-b7bc-50c8ae282312 HTTP/1.1" status: 200 len: 1092 time: 3.4994390 Feb 09 01:16:39.227432 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d919d14-d195-4829-9b26-bdbc19a934a0 service neutron] Pushing event updated for resources: {'Port': ['ID=208d9987-b2b2-4f9b-b7bc-50c8ae282312,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:39.245237 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0e42a703-f4b1-4f4e-a530-a373ef8e18a7 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for port (b4034053-e8cc-4c83-af4f-8166b7fed6d7), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:39.261305 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0e42a703-f4b1-4f4e-a530-a373ef8e18a7 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (b4034053-e8cc-4c83-af4f-8166b7fed6d7), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:39.280125 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8cc7bf0f-b6c6-419d-a0cc-cefb26a2910c None None] Publish callbacks [] for port (1d30ed13-23e7-41c7-bfac-8de1d02bf37e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:39.308118 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8cc7bf0f-b6c6-419d-a0cc-cefb26a2910c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (1d30ed13-23e7-41c7-bfac-8de1d02bf37e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:39.319151 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-34894465-8bd5-4a13-944a-7b3cc67fb332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:39.319750 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-34894465-8bd5-4a13-944a-7b3cc67fb332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:39.320238 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-34894465-8bd5-4a13-944a-7b3cc67fb332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:39.322187 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-34894465-8bd5-4a13-944a-7b3cc67fb332 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=19b538c3b5a14e6daaae72754eb8a669&device_id=f49ca825-8ae9-450b-a435-617e73fedb82 HTTP/1.1" status: 200 len: 2958 time: 0.1760528 Feb 09 01:16:39.339037 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:39.365060 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc7bf0f-b6c6-419d-a0cc-cefb26a2910c None None] Network 3ec62db4-d42d-43d1-9cda-9dd513e0c974 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:39.373121 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-8cc7bf0f-b6c6-419d-a0cc-cefb26a2910c None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:39.379375 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc7bf0f-b6c6-419d-a0cc-cefb26a2910c None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:16:39.399309 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7bf0f-b6c6-419d-a0cc-cefb26a2910c None None] Pushing event updated for resources: {'Port': ['ID=1d30ed13-23e7-41c7-bfac-8de1d02bf37e,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:39.429279 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-57a8e98f-9141-4f68-ab5c-9e4322ce46f6 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.197&port_id=1916a961-662c-4f2a-b4fa-b7eac2161bfb HTTP/1.1" status: 200 len: 217 time: 0.0954823 Feb 09 01:16:39.474844 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-8cc7bf0f-b6c6-419d-a0cc-cefb26a2910c None None] Attempting to bind port 1d30ed13-23e7-41c7-bfac-8de1d02bf37e on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:39.475590 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-8cc7bf0f-b6c6-419d-a0cc-cefb26a2910c None None] Attempting to bind port 1d30ed13-23e7-41c7-bfac-8de1d02bf37e by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '68f3cbdc-0651-437e-bf16-e140613b096a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '3ec62db4-d42d-43d1-9cda-9dd513e0c974'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:39.476187 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc7bf0f-b6c6-419d-a0cc-cefb26a2910c None None] Attempting to bind port 1d30ed13-23e7-41c7-bfac-8de1d02bf37e on network 3ec62db4-d42d-43d1-9cda-9dd513e0c974 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:39.482382 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc7bf0f-b6c6-419d-a0cc-cefb26a2910c None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:16:39.483113 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc7bf0f-b6c6-419d-a0cc-cefb26a2910c None None] Checking segment: {'id': '68f3cbdc-0651-437e-bf16-e140613b096a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '3ec62db4-d42d-43d1-9cda-9dd513e0c974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:16:39.483803 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8cc7bf0f-b6c6-419d-a0cc-cefb26a2910c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:39.484427 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc7bf0f-b6c6-419d-a0cc-cefb26a2910c None None] Bound using segment: {'id': '68f3cbdc-0651-437e-bf16-e140613b096a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '3ec62db4-d42d-43d1-9cda-9dd513e0c974'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:16:39.485158 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-8cc7bf0f-b6c6-419d-a0cc-cefb26a2910c None None] Bound port: 1d30ed13-23e7-41c7-bfac-8de1d02bf37e, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f3cbdc-0651-437e-bf16-e140613b096a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '3ec62db4-d42d-43d1-9cda-9dd513e0c974'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:16:39.485769 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8cc7bf0f-b6c6-419d-a0cc-cefb26a2910c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1d30ed13-23e7-41c7-bfac-8de1d02bf37e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:39.492799 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-944106d8-3436-49cd-9a7c-18e894d2a1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:39.494510 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-944106d8-3436-49cd-9a7c-18e894d2a1e2 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=5935f14e-f3cc-40d6-b079-8f3cc63f4728 HTTP/1.1" status: 200 len: 801 time: 0.0561211 Feb 09 01:16:39.497508 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e42a703-f4b1-4f4e-a530-a373ef8e18a7 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Pushing event updated for resources: {'Port': ['ID=b4034053-e8cc-4c83-af4f-8166b7fed6d7,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:39.549032 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0e42a703-f4b1-4f4e-a530-a373ef8e18a7 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (435dc3d0-b577-4ae7-acf8-170b8507f476), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:39.568932 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-8cc7bf0f-b6c6-419d-a0cc-cefb26a2910c None None] For port 1d30ed13-23e7-41c7-bfac-8de1d02bf37e, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:16:39.572953 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-8cc7bf0f-b6c6-419d-a0cc-cefb26a2910c None None] For port 1d30ed13-23e7-41c7-bfac-8de1d02bf37e, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=1d30ed13-23e7-41c7-bfac-8de1d02bf37e,segment=NetworkSegment(68f3cbdc-0651-437e-bf16-e140613b096a),segment_id=68f3cbdc-0651-437e-bf16-e140613b096a)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:16:39.581392 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8cc7bf0f-b6c6-419d-a0cc-cefb26a2910c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1d30ed13-23e7-41c7-bfac-8de1d02bf37e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:39.657229 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-2ec5a58d-6937-4f22-8863-b9a1fb8a7b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:39.662461 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-2ec5a58d-6937-4f22-8863-b9a1fb8a7b6e service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=e4c76d4b-379f-417d-a6c6-b922f394386a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1571941 Feb 09 01:16:39.664993 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7bf0f-b6c6-419d-a0cc-cefb26a2910c None None] Pushing event updated for resources: {'Port': ['ID=1d30ed13-23e7-41c7-bfac-8de1d02bf37e,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:39.742750 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f49ca825-8ae9-450b-a435-617e73fedb82', 'tag': '208d9987-b2b2-4f9b-b7bc-50c8ae282312'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:16:39.746118 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df21f51-1a73-4b4c-b4e5-6be1d02ce3c9" -d '{"events": [{"name": "network-changed", "server_uuid": "f49ca825-8ae9-450b-a435-617e73fedb82", "tag": "208d9987-b2b2-4f9b-b7bc-50c8ae282312"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:16:39.803111 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [None req-0e42a703-f4b1-4f4e-a530-a373ef8e18a7 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Floating IP 435dc3d0-b577-4ae7-acf8-170b8507f476 associated. External IP: 172.25.8.223, port: 2cfe0760-1209-44b0-91bd-8ef79ff8cf0b. Feb 09 01:16:39.808030 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bedce41e-4841-41c0-96a9-659266c6e0e7 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:39.854572 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a7544e-f5e4-4452-883e-805960e528f7 x-openstack-request-id: req-81a7544e-f5e4-4452-883e-805960e528f7 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:16:39.855130 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f49ca825-8ae9-450b-a435-617e73fedb82", "tag": "208d9987-b2b2-4f9b-b7bc-50c8ae282312", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:16:39.855533 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-81a7544e-f5e4-4452-883e-805960e528f7 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:16:39.856211 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f49ca825-8ae9-450b-a435-617e73fedb82', 'tag': '208d9987-b2b2-4f9b-b7bc-50c8ae282312', 'status': 'completed', 'code': 200} Feb 09 01:16:39.946537 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-43e5bc6b-0325-4239-aae7-95a0e77f9db8 service neutron] 10.222.0.120 "GET /v2.0/networks/e4c76d4b-379f-417d-a6c6-b922f394386a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755425 Feb 09 01:16:40.206765 n-d-828369-4 neutron-server[103137]: DEBUG neutron.objects.ports [None req-a55aec85-b5e1-4595-8a35-1ceebedebcc3 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103137) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:16:40.207246 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a55aec85-b5e1-4595-8a35-1ceebedebcc3 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (6d23a909-682f-4227-9cb5-9aef2004159a), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:40.229009 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f4b89ff8-a76d-498d-92dd-e57da9ab7c6e req-8ff878c1-a858-4a6d-813d-ad4d4c52d8e8 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 210 time: 0.0741529 Feb 09 01:16:40.285830 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-8590232e-f9e7-488e-9c83-7e25f72f7e95 service neutron] 10.222.0.120 "GET /v2.0/networks/e4c76d4b-379f-417d-a6c6-b922f394386a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289089 Feb 09 01:16:40.296603 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abaf25e-bca5-40fd-9c9d-a206f913ce4e req-b2da6a0a-c630-4afb-8fc5-38bbddd674af tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:40.302802 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abaf25e-bca5-40fd-9c9d-a206f913ce4e req-b2da6a0a-c630-4afb-8fc5-38bbddd674af tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:40.308077 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abaf25e-bca5-40fd-9c9d-a206f913ce4e req-b2da6a0a-c630-4afb-8fc5-38bbddd674af tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:40.310049 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9abaf25e-bca5-40fd-9c9d-a206f913ce4e req-b2da6a0a-c630-4afb-8fc5-38bbddd674af tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?device_id=f49ca825-8ae9-450b-a435-617e73fedb82 HTTP/1.1" status: 200 len: 2412 time: 0.2501218 Feb 09 01:16:40.310309 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55aec85-b5e1-4595-8a35-1ceebedebcc3 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6d23a909-682f-4227-9cb5-9aef2004159a,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:40.322696 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-bedce41e-4841-41c0-96a9-659266c6e0e7 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Allocated IP 2001:db8::1 (3ec62db4-d42d-43d1-9cda-9dd513e0c974/512f07c2-cb54-4bcd-9543-8f0b88852b2c/6daf4a56-5b77-4881-b1e7-22b17b7d330f) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:40.336427 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55aec85-b5e1-4595-8a35-1ceebedebcc3 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Checking segment: {'id': 'c2c8b60b-70f1-4492-8b41-001633375e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '445a182e-b27f-4d19-880b-4bd2d083b0c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:16:40.337204 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55aec85-b5e1-4595-8a35-1ceebedebcc3 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Network hostable DHCP agents. Network: 445a182e-b27f-4d19-880b-4bd2d083b0c1, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:16:40.355798 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-88ce32db-2b4a-4934-adf9-9c45795596de service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.26&port_id=437cdcea-fe74-4b58-aa68-4f80c1675142 HTTP/1.1" status: 200 len: 217 time: 0.0449100 Feb 09 01:16:40.405778 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e42a703-f4b1-4f4e-a530-a373ef8e18a7 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Router 7a61de9a-9652-4a7b-9b35-77753bbe9b12 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:16:40.413275 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55aec85-b5e1-4595-8a35-1ceebedebcc3 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Network 445a182e-b27f-4d19-880b-4bd2d083b0c1 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:16:40.432345 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-a55aec85-b5e1-4595-8a35-1ceebedebcc3 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 445a182e-b27f-4d19-880b-4bd2d083b0c1) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:40.441528 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55aec85-b5e1-4595-8a35-1ceebedebcc3 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:40.442281 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a55aec85-b5e1-4595-8a35-1ceebedebcc3 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:40.450889 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-78f5a0e8-f218-4586-9886-cf5810a0c85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:40.452519 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-78f5a0e8-f218-4586-9886-cf5810a0c85d service neutron] 10.222.0.120 "GET /v2.0/subnets?id=79c6e5f1-147b-4671-b908-71da9dca0272 HTTP/1.1" status: 200 len: 801 time: 0.0829647 Feb 09 01:16:40.456662 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9abaf25e-bca5-40fd-9c9d-a206f913ce4e req-4f1f5b9d-988c-4e1d-97cb-d164cdd12c0b tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/security-groups?id=45eaab36-af4f-4215-874b-e47cf74a9106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048133 Feb 09 01:16:40.457317 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc56812-e71b-4d73-920e-eb2a57a4b26d None None] Network 445a182e-b27f-4d19-880b-4bd2d083b0c1 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:16:40.480977 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a55aec85-b5e1-4595-8a35-1ceebedebcc3 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9701605 Feb 09 01:16:40.493712 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58750) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:40.497988 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-ce0be3c9-de50-4ff1-ad3f-995d2d7ed4ed tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-395762955', 'network_id': '445a182e-b27f-4d19-880b-4bd2d083b0c1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:40.527433 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bedce41e-4841-41c0-96a9-659266c6e0e7 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for port (6daf4a56-5b77-4881-b1e7-22b17b7d330f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:40.550727 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0be3c9-de50-4ff1-ad3f-995d2d7ed4ed tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Made reservation on behalf of 0d3e0702130a426f91aff77ab7276971 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:40.553428 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ce0be3c9-de50-4ff1-ad3f-995d2d7ed4ed tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:40.583420 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2601c7dc-5119-439c-9fbe-9036c55f0047 None None] Network 445a182e-b27f-4d19-880b-4bd2d083b0c1 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:16:40.608461 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-3a1cf5de-5938-435d-8716-f9a24a570360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:40.610114 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-3a1cf5de-5938-435d-8716-f9a24a570360 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=f8b11bfb-ad13-416f-97fb-c4f6d932ba65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1177912 Feb 09 01:16:40.619582 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bedce41e-4841-41c0-96a9-659266c6e0e7 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (6daf4a56-5b77-4881-b1e7-22b17b7d330f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:40.622463 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e42a703-f4b1-4f4e-a530-a373ef8e18a7 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:16:40.648356 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-ce0be3c9-de50-4ff1-ad3f-995d2d7ed4ed tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] device_id is not set on port 43b6a720-60ab-4ab6-949c-959e583c53a0 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:16:40.661152 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc6d624-fb12-4237-ab2c-35e79202a875 None None] Sync routers for ids ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:16:40.675698 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc6d624-fb12-4237-ab2c-35e79202a875 None None] Routers {'7a61de9a-9652-4a7b-9b35-77753bbe9b12'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:40.676724 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-8bc6d624-fb12-4237-ab2c-35e79202a875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:16:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:40.717382 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0e42a703-f4b1-4f4e-a530-a373ef8e18a7 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:40.735910 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-8bc6d624-fb12-4237-ab2c-35e79202a875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:40.788280 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc6d624-fb12-4237-ab2c-35e79202a875 None None] Routers {'7a61de9a-9652-4a7b-9b35-77753bbe9b12'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:40.788995 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-8bc6d624-fb12-4237-ab2c-35e79202a875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:16:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:40.795097 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedce41e-4841-41c0-96a9-659266c6e0e7 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Network 3ec62db4-d42d-43d1-9cda-9dd513e0c974 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:40.816515 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-0e42a703-f4b1-4f4e-a530-a373ef8e18a7 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.1669335 Feb 09 01:16:40.822294 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-bedce41e-4841-41c0-96a9-659266c6e0e7 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:40.822921 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58752) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:40.835007 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedce41e-4841-41c0-96a9-659266c6e0e7 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:16:40.836424 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bedce41e-4841-41c0-96a9-659266c6e0e7 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (8a802f47-336a-499f-809e-ade658403707), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:40.836773 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-cd232cd9-052b-47a9-9277-15f9dcdcafc7 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-583082068'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:40.838838 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-8bc6d624-fb12-4237-ab2c-35e79202a875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:40.839512 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc6d624-fb12-4237-ab2c-35e79202a875 None None] The sync data for ids ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'] in n-d-828369-4 is: [] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:16:40.865435 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-4fa693cc-b2c8-4813-951e-05e21c376d47 service neutron] 10.222.0.120 "GET /v2.0/networks/f8b11bfb-ad13-416f-97fb-c4f6d932ba65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380335 Feb 09 01:16:40.898358 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedce41e-4841-41c0-96a9-659266c6e0e7 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event updated for resources: {'Port': ['ID=6daf4a56-5b77-4881-b1e7-22b17b7d330f,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:40.898840 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd232cd9-052b-47a9-9277-15f9dcdcafc7 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Made reservation on behalf of b28322fb716c48d1b01472991c7f46c8 for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:40.903085 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cd232cd9-052b-47a9-9277-15f9dcdcafc7 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:41.000113 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd232cd9-052b-47a9-9277-15f9dcdcafc7 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1045} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:16:41.040748 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cd232cd9-052b-47a9-9277-15f9dcdcafc7 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (9c28a2ea-a98d-4a94-bed3-24c42eed4611), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:41.041463 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-cd232cd9-052b-47a9-9277-15f9dcdcafc7 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Added segment 9c28a2ea-a98d-4a94-bed3-24c42eed4611 of type vlan for network 8f626993-6067-40fb-a68f-ea56d52bf63d Feb 09 01:16:41.058210 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-ce0be3c9-de50-4ff1-ad3f-995d2d7ed4ed tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Allocated IP 172.20.0.12 (445a182e-b27f-4d19-880b-4bd2d083b0c1/6d23a909-682f-4227-9cb5-9aef2004159a/43b6a720-60ab-4ab6-949c-959e583c53a0) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:41.098463 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 1d30ed13-23e7-41c7-bfac-8de1d02bf37e up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:16:41.111314 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-5ec9f370-9c5f-443b-8c82-5ab75943cd9a service neutron] 10.222.0.120 "GET /v2.0/networks/f8b11bfb-ad13-416f-97fb-c4f6d932ba65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395182 Feb 09 01:16:41.131678 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bedce41e-4841-41c0-96a9-659266c6e0e7 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6daf4a56-5b77-4881-b1e7-22b17b7d330f), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:41.134824 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cd232cd9-052b-47a9-9277-15f9dcdcafc7 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (8f626993-6067-40fb-a68f-ea56d52bf63d), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:41.175713 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-8a414f07-605a-4365-b598-11411f2d6280 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.194&port_id=208d9987-b2b2-4f9b-b7bc-50c8ae282312 HTTP/1.1" status: 200 len: 217 time: 0.0571699 Feb 09 01:16:41.217977 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 1d30ed13-23e7-41c7-bfac-8de1d02bf37e triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:41.218425 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (1d30ed13-23e7-41c7-bfac-8de1d02bf37e), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:41.238576 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cd232cd9-052b-47a9-9277-15f9dcdcafc7 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (8f626993-6067-40fb-a68f-ea56d52bf63d), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:41.244146 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd232cd9-052b-47a9-9277-15f9dcdcafc7 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:41.244789 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cd232cd9-052b-47a9-9277-15f9dcdcafc7 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:41.288700 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c36fff7-c7cc-43a3-80c6-0f05f81941fa None None] Network 3ec62db4-d42d-43d1-9cda-9dd513e0c974 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:16:41.307665 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-da850370-061b-4476-b896-b91b560ce5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:41.309206 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-da850370-061b-4476-b896-b91b560ce5f9 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=5935f14e-f3cc-40d6-b079-8f3cc63f4728 HTTP/1.1" status: 200 len: 801 time: 0.1250324 Feb 09 01:16:41.361860 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-cd232cd9-052b-47a9-9277-15f9dcdcafc7 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5377083 Feb 09 01:16:41.365410 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58756) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:41.366620 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-ec24950e-31c1-4f52-8206-60bcfad63886 None None] Provisioning complete for port 1d30ed13-23e7-41c7-bfac-8de1d02bf37e triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:41.367077 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ec24950e-31c1-4f52-8206-60bcfad63886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (1d30ed13-23e7-41c7-bfac-8de1d02bf37e), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:41.372097 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-47bd832f-173d-45be-98ad-bc48b37a4e88 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Request body: {'subnet': {'network_id': '8f626993-6067-40fb-a68f-ea56d52bf63d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:41.376336 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd232cd9-052b-47a9-9277-15f9dcdcafc7 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Pushing event updated for resources: {'Network': ['ID=8f626993-6067-40fb-a68f-ea56d52bf63d,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:41.404492 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8da5e004-af0e-4571-83ed-6c02c329e97d req-909ce438-e622-4f8e-8db8-7cd60cdfa281 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 210 time: 0.0382781 Feb 09 01:16:41.418510 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-31be6152-d20b-4acf-b7f1-c3a0264a7887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:41.420504 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-31be6152-d20b-4acf-b7f1-c3a0264a7887 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=e4c76d4b-379f-417d-a6c6-b922f394386a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1039040 Feb 09 01:16:41.428480 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 8f626993-6067-40fb-a68f-ea56d52bf63d details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:16:41.453567 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ce0be3c9-de50-4ff1-ad3f-995d2d7ed4ed tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for port (43b6a720-60ab-4ab6-949c-959e583c53a0), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:41.637262 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 1d30ed13-23e7-41c7-bfac-8de1d02bf37e is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:41.637851 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1d30ed13-23e7-41c7-bfac-8de1d02bf37e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:41.661727 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47bd832f-173d-45be-98ad-bc48b37a4e88 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Made reservation on behalf of b28322fb716c48d1b01472991c7f46c8 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:41.665451 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-47bd832f-173d-45be-98ad-bc48b37a4e88 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:41.722614 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ec24950e-31c1-4f52-8206-60bcfad63886 None None] Current status of the port 1d30ed13-23e7-41c7-bfac-8de1d02bf37e is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:41.723024 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ec24950e-31c1-4f52-8206-60bcfad63886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1d30ed13-23e7-41c7-bfac-8de1d02bf37e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:41.749725 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 1d30ed13-23e7-41c7-bfac-8de1d02bf37e, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=1d30ed13-23e7-41c7-bfac-8de1d02bf37e,segment=NetworkSegment(68f3cbdc-0651-437e-bf16-e140613b096a),segment_id=68f3cbdc-0651-437e-bf16-e140613b096a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:41.764595 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ce0be3c9-de50-4ff1-ad3f-995d2d7ed4ed tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (43b6a720-60ab-4ab6-949c-959e583c53a0), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:41.770073 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1d30ed13-23e7-41c7-bfac-8de1d02bf37e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:41.815092 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bedce41e-4841-41c0-96a9-659266c6e0e7 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for port (6daf4a56-5b77-4881-b1e7-22b17b7d330f), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:41.855874 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bedce41e-4841-41c0-96a9-659266c6e0e7 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (6daf4a56-5b77-4881-b1e7-22b17b7d330f), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:41.857131 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bedce41e-4841-41c0-96a9-659266c6e0e7 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (8a802f47-336a-499f-809e-ade658403707), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:41.873065 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0be3c9-de50-4ff1-ad3f-995d2d7ed4ed tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Network 445a182e-b27f-4d19-880b-4bd2d083b0c1 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:41.888773 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.api [None req-ec24950e-31c1-4f52-8206-60bcfad63886 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:16:41.889149 n-d-828369-4 neutron-server[103138]: DEBUG oslo_db.api [None req-ec24950e-31c1-4f52-8206-60bcfad63886 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:16:41.895050 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-ce0be3c9-de50-4ff1-ad3f-995d2d7ed4ed tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:41.895595 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=1d30ed13-23e7-41c7-bfac-8de1d02bf37e,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:41.903396 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0be3c9-de50-4ff1-ad3f-995d2d7ed4ed tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:16:41.909653 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0be3c9-de50-4ff1-ad3f-995d2d7ed4ed tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Pushing event updated for resources: {'Port': ['ID=43b6a720-60ab-4ab6-949c-959e583c53a0,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:42.004981 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-6c04508e-5499-418b-8c19-cc581b9302db service neutron] 10.222.0.120 "GET /v2.0/networks/e4c76d4b-379f-417d-a6c6-b922f394386a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5776198 Feb 09 01:16:42.046236 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-47bd832f-173d-45be-98ad-bc48b37a4e88 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (1f1cd705-d2b4-45a2-8953-e9ebfcd2205f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:42.089219 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ee133-5f44-4819-b2b3-fd9f227b9a7a req-db9a5b7e-8be6-46cc-80b7-b85c51be58d1 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:42.096940 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ee133-5f44-4819-b2b3-fd9f227b9a7a req-db9a5b7e-8be6-46cc-80b7-b85c51be58d1 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:42.102485 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ee133-5f44-4819-b2b3-fd9f227b9a7a req-db9a5b7e-8be6-46cc-80b7-b85c51be58d1 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:42.104399 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-518ee133-5f44-4819-b2b3-fd9f227b9a7a req-db9a5b7e-8be6-46cc-80b7-b85c51be58d1 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?device_id=f49ca825-8ae9-450b-a435-617e73fedb82 HTTP/1.1" status: 200 len: 2412 time: 0.1462817 Feb 09 01:16:42.166342 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0be3c9-de50-4ff1-ad3f-995d2d7ed4ed tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:42.166965 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ce0be3c9-de50-4ff1-ad3f-995d2d7ed4ed tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:42.172684 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-194358ed-309c-430c-b3af-b8837ce8b3c5 req-70a7f023-803b-42f2-acf8-6f2b101e6065 service neutron] 10.222.0.120 "GET /v2.0/networks/e4c76d4b-379f-417d-a6c6-b922f394386a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562979 Feb 09 01:16:42.172884 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd832f-173d-45be-98ad-bc48b37a4e88 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Pushing event updated for resources: {'Subnet': ['ID=1f1cd705-d2b4-45a2-8953-e9ebfcd2205f,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:42.181873 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-518ee133-5f44-4819-b2b3-fd9f227b9a7a req-722ffd04-7b34-4416-9892-6966c56eaedf tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/security-groups?id=45eaab36-af4f-4215-874b-e47cf74a9106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704949 Feb 09 01:16:42.186399 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedce41e-4841-41c0-96a9-659266c6e0e7 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event updated for resources: {'Port': ['ID=6daf4a56-5b77-4881-b1e7-22b17b7d330f,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:42.228420 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedce41e-4841-41c0-96a9-659266c6e0e7 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Network 3ec62db4-d42d-43d1-9cda-9dd513e0c974 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:42.234686 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ce0be3c9-de50-4ff1-ad3f-995d2d7ed4ed tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.7488825 Feb 09 01:16:42.235614 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58760) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:42.238901 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-bedce41e-4841-41c0-96a9-659266c6e0e7 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:42.240977 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bd832f-173d-45be-98ad-bc48b37a4e88 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Checking segment: {'id': '9c28a2ea-a98d-4a94-bed3-24c42eed4611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '8f626993-6067-40fb-a68f-ea56d52bf63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:16:42.241179 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bd832f-173d-45be-98ad-bc48b37a4e88 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Network hostable DHCP agents. Network: 8f626993-6067-40fb-a68f-ea56d52bf63d, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:16:42.349636 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bd832f-173d-45be-98ad-bc48b37a4e88 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Network 8f626993-6067-40fb-a68f-ea56d52bf63d is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:16:42.371696 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-47bd832f-173d-45be-98ad-bc48b37a4e88 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 8f626993-6067-40fb-a68f-ea56d52bf63d) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:42.379295 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df21f51-1a73-4b4c-b4e5-6be1d02ce3c9 req-11cef402-9427-4fba-8006-981c73a8df4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:42.379803 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df21f51-1a73-4b4c-b4e5-6be1d02ce3c9 req-11cef402-9427-4fba-8006-981c73a8df4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:42.379933 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0f095a-695b-4561-b26f-56c99958577d None None] Network 8f626993-6067-40fb-a68f-ea56d52bf63d requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:16:42.380281 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df21f51-1a73-4b4c-b4e5-6be1d02ce3c9 req-11cef402-9427-4fba-8006-981c73a8df4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:42.382028 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9df21f51-1a73-4b4c-b4e5-6be1d02ce3c9 req-11cef402-9427-4fba-8006-981c73a8df4e service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=19b538c3b5a14e6daaae72754eb8a669&device_id=f49ca825-8ae9-450b-a435-617e73fedb82 HTTP/1.1" status: 200 len: 2958 time: 0.1272728 Feb 09 01:16:42.383378 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bd832f-173d-45be-98ad-bc48b37a4e88 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:42.383619 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-47bd832f-173d-45be-98ad-bc48b37a4e88 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:42.419931 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-47bd832f-173d-45be-98ad-bc48b37a4e88 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0515049 Feb 09 01:16:42.433521 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58762) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:42.438334 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-b1050686-dc82-4524-ba36-bb65a91a3023 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-375289852', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}, 'admin_state_up': False}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:42.452820 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bedce41e-4841-41c0-96a9-659266c6e0e7 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Router 8a802f47-336a-499f-809e-ade658403707 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:16:42.490984 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-94028b14-73c6-4135-8ec4-54a166479882 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Deleting port 43b6a720-60ab-4ab6-949c-959e583c53a0 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:42.491350 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-94028b14-73c6-4135-8ec4-54a166479882 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (43b6a720-60ab-4ab6-949c-959e583c53a0), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:42.540898 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ec24950e-31c1-4f52-8206-60bcfad63886 None None] Current status of the port 1d30ed13-23e7-41c7-bfac-8de1d02bf37e is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:42.557735 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b1050686-dc82-4524-ba36-bb65a91a3023 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (c0f895ac-b1f2-4c75-b793-87931d573280), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:42.558785 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b1050686-dc82-4524-ba36-bb65a91a3023 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (c0f895ac-b1f2-4c75-b793-87931d573280), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:42.595960 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fd2dc2-96ee-4487-8d6b-bb708b927b11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-8f626993-6067-40fb-a68f-ea56d52bf63d', 'network_id': '8f626993-6067-40fb-a68f-ea56d52bf63d', 'project_id': 'b28322fb716c48d1b01472991c7f46c8', 'fixed_ips': [{'subnet_id': '1f1cd705-d2b4-45a2-8953-e9ebfcd2205f'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:16:42.601526 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-37fd2dc2-96ee-4487-8d6b-bb708b927b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:42.654889 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bedce41e-4841-41c0-96a9-659266c6e0e7 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:16:42.661740 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-bedce41e-4841-41c0-96a9-659266c6e0e7 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "PUT /v2.0/routers/8a802f47-336a-499f-809e-ade658403707/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0000207 Feb 09 01:16:42.671600 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58766) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:42.671806 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4f61d6-a418-4876-9f79-ec70a1d5e32f None None] Sync routers for ids ['8a802f47-336a-499f-809e-ade658403707'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:16:42.678034 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-0c46077b-2d91-4138-8f2f-d5ffea5e9445 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1046040245'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:42.681553 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-96ad79c2-f22f-4248-b076-2a02b6fc9042 req-e3ca17fd-9c86-43e8-8d27-fe470e0c2a5b tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 210 time: 0.0790195 Feb 09 01:16:42.687170 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4f61d6-a418-4876-9f79-ec70a1d5e32f None None] Routers {'8a802f47-336a-499f-809e-ade658403707'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:42.687810 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-0f4f61d6-a418-4876-9f79-ec70a1d5e32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:16:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['8a802f47-336a-499f-809e-ade658403707'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:42.701759 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df21f51-1a73-4b4c-b4e5-6be1d02ce3c9 req-9b02cdab-7e38-4da4-81eb-3249caa14a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:42.707348 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9df21f51-1a73-4b4c-b4e5-6be1d02ce3c9 req-9b02cdab-7e38-4da4-81eb-3249caa14a0a service neutron] 10.222.0.120 "GET /v2.0/networks?id=e4c76d4b-379f-417d-a6c6-b922f394386a HTTP/1.1" status: 200 len: 904 time: 0.3112195 Feb 09 01:16:42.726299 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-94028b14-73c6-4135-8ec4-54a166479882 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (43b6a720-60ab-4ab6-949c-959e583c53a0), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:42.756080 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-39e394e8-369e-47e8-8b46-6f336f5e3c50 None None] Provisioning complete for port 1d30ed13-23e7-41c7-bfac-8de1d02bf37e triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:42.756764 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-39e394e8-369e-47e8-8b46-6f336f5e3c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (1d30ed13-23e7-41c7-bfac-8de1d02bf37e), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:42.771707 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b1050686-dc82-4524-ba36-bb65a91a3023 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for router_controller (c0f895ac-b1f2-4c75-b793-87931d573280), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:42.841597 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9df21f51-1a73-4b4c-b4e5-6be1d02ce3c9 req-3d795512-81f3-430b-aa8c-8813a62ac12e service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.194&port_id=208d9987-b2b2-4f9b-b7bc-50c8ae282312 HTTP/1.1" status: 200 len: 217 time: 0.1170700 Feb 09 01:16:42.847896 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-37fd2dc2-96ee-4487-8d6b-bb708b927b11 None None] Allocated IP 172.20.0.2 (8f626993-6067-40fb-a68f-ea56d52bf63d/1f1cd705-d2b4-45a2-8953-e9ebfcd2205f/a796251a-3400-49bb-a0fe-560e3b8b6bfc) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:42.876262 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c46077b-2d91-4138-8f2f-d5ffea5e9445 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Made reservation on behalf of 9ae775496dcb4c88881b98c46e972e20 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:42.879858 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0c46077b-2d91-4138-8f2f-d5ffea5e9445 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:42.953919 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-0f4f61d6-a418-4876-9f79-ec70a1d5e32f None None] Set router 8a802f47-336a-499f-809e-ade658403707 gateway port host: None {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:16:42.963219 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-39e394e8-369e-47e8-8b46-6f336f5e3c50 None None] Current status of the port 1d30ed13-23e7-41c7-bfac-8de1d02bf37e is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:42.982357 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c46077b-2d91-4138-8f2f-d5ffea5e9445 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1004} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:16:42.987169 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b1050686-dc82-4524-ba36-bb65a91a3023 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for router_gateway (c0f895ac-b1f2-4c75-b793-87931d573280), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:42.998409 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-94028b14-73c6-4135-8ec4-54a166479882 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Calling delete_port for 43b6a720-60ab-4ab6-949c-959e583c53a0 owned by {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:43.006373 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0c46077b-2d91-4138-8f2f-d5ffea5e9445 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (4edf4db6-1fac-47c9-a00d-44eadcd0ef70), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:43.006730 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-0c46077b-2d91-4138-8f2f-d5ffea5e9445 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Added segment 4edf4db6-1fac-47c9-a00d-44eadcd0ef70 of type vlan for network d7f51f96-79d1-4cd2-9ca4-93d2f898b4e9 Feb 09 01:16:43.007981 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df21f51-1a73-4b4c-b4e5-6be1d02ce3c9 req-e773dfb4-ad46-4804-b7a6-3d2fa3a5b54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:43.011417 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9df21f51-1a73-4b4c-b4e5-6be1d02ce3c9 req-e773dfb4-ad46-4804-b7a6-3d2fa3a5b54a service neutron] 10.222.0.120 "GET /v2.0/subnets?id=5935f14e-f3cc-40d6-b079-8f3cc63f4728 HTTP/1.1" status: 200 len: 801 time: 0.1559348 Feb 09 01:16:43.132399 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df21f51-1a73-4b4c-b4e5-6be1d02ce3c9 req-cfb7b406-4f82-437d-8d46-4a7a97b556b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:43.134243 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9df21f51-1a73-4b4c-b4e5-6be1d02ce3c9 req-cfb7b406-4f82-437d-8d46-4a7a97b556b1 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=e4c76d4b-379f-417d-a6c6-b922f394386a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1073956 Feb 09 01:16:43.231893 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 1d30ed13-23e7-41c7-bfac-8de1d02bf37e up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:16:43.330245 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-39e394e8-369e-47e8-8b46-6f336f5e3c50 None None] Provisioning complete for port 6daf4a56-5b77-4881-b1e7-22b17b7d330f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:43.331390 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-39e394e8-369e-47e8-8b46-6f336f5e3c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (6daf4a56-5b77-4881-b1e7-22b17b7d330f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:43.409434 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-0f4f61d6-a418-4876-9f79-ec70a1d5e32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a802f47-336a-499f-809e-ade658403707', 'name': 'tempest-RoutersIpV6Test-router-1203164882', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:35Z', 'updated_at': '2022-02-09T01:16:41Z', 'revision_number': 2, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'gw_port_host': None, '_interfaces': [{'id': '6daf4a56-5b77-4881-b1e7-22b17b7d330f', 'name': '', 'network_id': '3ec62db4-d42d-43d1-9cda-9dd513e0c974', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:0a:23:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:39Z', 'updated_at': '2022-02-09T01:16:41Z', 'revision_number': 2, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:43.414071 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9df21f51-1a73-4b4c-b4e5-6be1d02ce3c9 req-339e19b0-1734-41e9-ad6d-ffba931e6503 service neutron] 10.222.0.120 "GET /v2.0/networks/e4c76d4b-379f-417d-a6c6-b922f394386a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647717 Feb 09 01:16:43.433730 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-39e394e8-369e-47e8-8b46-6f336f5e3c50 None None] Port 6daf4a56-5b77-4881-b1e7-22b17b7d330f cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:16:43.466308 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4f61d6-a418-4876-9f79-ec70a1d5e32f None None] Checking router: 8a802f47-336a-499f-809e-ade658403707 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:16:43.466581 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4f61d6-a418-4876-9f79-ec70a1d5e32f None None] Updating router 8a802f47-336a-499f-809e-ade658403707 port 6daf4a56-5b77-4881-b1e7-22b17b7d330f binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:16:43.509361 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0c46077b-2d91-4138-8f2f-d5ffea5e9445 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (d7f51f96-79d1-4cd2-9ca4-93d2f898b4e9), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:43.523208 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0f4f61d6-a418-4876-9f79-ec70a1d5e32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6daf4a56-5b77-4881-b1e7-22b17b7d330f), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:43.613472 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0c46077b-2d91-4138-8f2f-d5ffea5e9445 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (d7f51f96-79d1-4cd2-9ca4-93d2f898b4e9), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:43.623728 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c46077b-2d91-4138-8f2f-d5ffea5e9445 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:43.624352 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0c46077b-2d91-4138-8f2f-d5ffea5e9445 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:43.626379 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0060481-7d9b-434b-ba70-683738a780a3 req-fcc81b47-e9c0-498a-83f8-17d261504289 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:43.632261 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0060481-7d9b-434b-ba70-683738a780a3 req-fcc81b47-e9c0-498a-83f8-17d261504289 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:43.637794 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0060481-7d9b-434b-ba70-683738a780a3 req-fcc81b47-e9c0-498a-83f8-17d261504289 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:43.639536 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0060481-7d9b-434b-ba70-683738a780a3 req-fcc81b47-e9c0-498a-83f8-17d261504289 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?device_id=f49ca825-8ae9-450b-a435-617e73fedb82 HTTP/1.1" status: 200 len: 2412 time: 0.2950158 Feb 09 01:16:43.666004 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9df21f51-1a73-4b4c-b4e5-6be1d02ce3c9 req-c3039c4b-15dc-404f-902f-9081deb7faf9 service neutron] 10.222.0.120 "GET /v2.0/networks/e4c76d4b-379f-417d-a6c6-b922f394386a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422290 Feb 09 01:16:43.682913 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-94028b14-73c6-4135-8ec4-54a166479882 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (43b6a720-60ab-4ab6-949c-959e583c53a0), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:43.694655 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0c46077b-2d91-4138-8f2f-d5ffea5e9445 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0211830 Feb 09 01:16:43.696659 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-37fd2dc2-96ee-4487-8d6b-bb708b927b11 None None] Publish callbacks [] for port (a796251a-3400-49bb-a0fe-560e3b8b6bfc), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:43.701230 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-c4e4c4a8-bfd6-4577-8983-25af3056b959 None None] Provisioning complete for port 6daf4a56-5b77-4881-b1e7-22b17b7d330f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:43.702600 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c4e4c4a8-bfd6-4577-8983-25af3056b959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (6daf4a56-5b77-4881-b1e7-22b17b7d330f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:43.708691 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58770) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:43.728352 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-98c8e94f-e846-4ae4-b2b8-ae7a7632e611 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Request body: {'subnet': {'network_id': 'd7f51f96-79d1-4cd2-9ca4-93d2f898b4e9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:43.783800 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-37fd2dc2-96ee-4487-8d6b-bb708b927b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (a796251a-3400-49bb-a0fe-560e3b8b6bfc), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:43.811594 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c46077b-2d91-4138-8f2f-d5ffea5e9445 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event updated for resources: {'Network': ['ID=d7f51f96-79d1-4cd2-9ca4-93d2f898b4e9,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:43.813306 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94028b14-73c6-4135-8ec4-54a166479882 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Pushing event deleted for resources: {'Port': ['ID=43b6a720-60ab-4ab6-949c-959e583c53a0,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:43.869030 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c4e4c4a8-bfd6-4577-8983-25af3056b959 None None] Port 6daf4a56-5b77-4881-b1e7-22b17b7d330f cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:16:43.877690 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network d7f51f96-79d1-4cd2-9ca4-93d2f898b4e9 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:16:43.962561 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0060481-7d9b-434b-ba70-683738a780a3 req-1706c71f-437c-4ba3-837b-168396a726f3 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/security-groups?id=45eaab36-af4f-4215-874b-e47cf74a9106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133612 Feb 09 01:16:43.987890 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fd2dc2-96ee-4487-8d6b-bb708b927b11 None None] Network 8f626993-6067-40fb-a68f-ea56d52bf63d is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:43.987890 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 1d30ed13-23e7-41c7-bfac-8de1d02bf37e triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:43.988191 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0f4f61d6-a418-4876-9f79-ec70a1d5e32f None None] Publish callbacks [] for port (6daf4a56-5b77-4881-b1e7-22b17b7d330f), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:43.993292 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (1d30ed13-23e7-41c7-bfac-8de1d02bf37e), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:43.997670 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0f4f61d6-a418-4876-9f79-ec70a1d5e32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (6daf4a56-5b77-4881-b1e7-22b17b7d330f), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:44.004602 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-37fd2dc2-96ee-4487-8d6b-bb708b927b11 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:44.007324 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fd2dc2-96ee-4487-8d6b-bb708b927b11 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:16:44.051114 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd2dc2-96ee-4487-8d6b-bb708b927b11 None None] Pushing event updated for resources: {'Port': ['ID=a796251a-3400-49bb-a0fe-560e3b8b6bfc,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:44.070151 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562858cb-1049-4ee0-8d38-7b5d6bd1eff2 None None] Pushing event updated for resources: {'Port': ['ID=6daf4a56-5b77-4881-b1e7-22b17b7d330f,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:44.073363 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b1050686-dc82-4524-ba36-bb65a91a3023 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for router_gateway (c0f895ac-b1f2-4c75-b793-87931d573280), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:44.094530 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ae581759-2d8a-463b-9435-3748ddf5dae8 req-73c067ac-def2-444a-b26f-644284ad4ecf tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 210 time: 0.2344775 Feb 09 01:16:44.116184 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562858cb-1049-4ee0-8d38-7b5d6bd1eff2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:44.117873 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562858cb-1049-4ee0-8d38-7b5d6bd1eff2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:44.118953 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562858cb-1049-4ee0-8d38-7b5d6bd1eff2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:44.120459 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562858cb-1049-4ee0-8d38-7b5d6bd1eff2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:44.121748 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562858cb-1049-4ee0-8d38-7b5d6bd1eff2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:44.124582 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562858cb-1049-4ee0-8d38-7b5d6bd1eff2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:44.125721 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562858cb-1049-4ee0-8d38-7b5d6bd1eff2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:44.126288 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562858cb-1049-4ee0-8d38-7b5d6bd1eff2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:44.128643 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562858cb-1049-4ee0-8d38-7b5d6bd1eff2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:44.130763 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562858cb-1049-4ee0-8d38-7b5d6bd1eff2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:44.131342 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562858cb-1049-4ee0-8d38-7b5d6bd1eff2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:44.132472 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562858cb-1049-4ee0-8d38-7b5d6bd1eff2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:44.133971 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562858cb-1049-4ee0-8d38-7b5d6bd1eff2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:44.137913 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b1050686-dc82-4524-ba36-bb65a91a3023 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:44.146943 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-94028b14-73c6-4135-8ec4-54a166479882 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:44.152767 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-94028b14-73c6-4135-8ec4-54a166479882 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] 10.222.0.50 "DELETE /v2.0/ports/43b6a720-60ab-4ab6-949c-959e583c53a0 HTTP/1.1" status: 204 len: 168 time: 1.9125602 Feb 09 01:16:44.158605 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58774) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:44.169806 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-7f23fbf0-5783-4e72-a3bd-999118fefb3a tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '445a182e-b27f-4d19-880b-4bd2d083b0c1', 'external_fixed_ips': [{'subnet_id': '6d23a909-682f-4227-9cb5-9aef2004159a', 'ip_address': '172.20.0.12'}]}}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:44.178150 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c8e94f-e846-4ae4-b2b8-ae7a7632e611 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Made reservation on behalf of 9ae775496dcb4c88881b98c46e972e20 for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:44.187866 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-37fd2dc2-96ee-4487-8d6b-bb708b927b11 None None] Attempting to bind port a796251a-3400-49bb-a0fe-560e3b8b6bfc on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:44.188248 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-37fd2dc2-96ee-4487-8d6b-bb708b927b11 None None] Attempting to bind port a796251a-3400-49bb-a0fe-560e3b8b6bfc by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '9c28a2ea-a98d-4a94-bed3-24c42eed4611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '8f626993-6067-40fb-a68f-ea56d52bf63d'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:44.188642 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fd2dc2-96ee-4487-8d6b-bb708b927b11 None None] Attempting to bind port a796251a-3400-49bb-a0fe-560e3b8b6bfc on network 8f626993-6067-40fb-a68f-ea56d52bf63d {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:44.193226 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-98c8e94f-e846-4ae4-b2b8-ae7a7632e611 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:44.210973 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fd2dc2-96ee-4487-8d6b-bb708b927b11 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:16:44.211413 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fd2dc2-96ee-4487-8d6b-bb708b927b11 None None] Checking segment: {'id': '9c28a2ea-a98d-4a94-bed3-24c42eed4611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '8f626993-6067-40fb-a68f-ea56d52bf63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:16:44.211761 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-37fd2dc2-96ee-4487-8d6b-bb708b927b11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:44.212167 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fd2dc2-96ee-4487-8d6b-bb708b927b11 None None] Bound using segment: {'id': '9c28a2ea-a98d-4a94-bed3-24c42eed4611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '8f626993-6067-40fb-a68f-ea56d52bf63d'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:16:44.218148 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-37fd2dc2-96ee-4487-8d6b-bb708b927b11 None None] Bound port: a796251a-3400-49bb-a0fe-560e3b8b6bfc, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c28a2ea-a98d-4a94-bed3-24c42eed4611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '8f626993-6067-40fb-a68f-ea56d52bf63d'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:16:44.218483 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-37fd2dc2-96ee-4487-8d6b-bb708b927b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a796251a-3400-49bb-a0fe-560e3b8b6bfc), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:44.247712 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-0f4f61d6-a418-4876-9f79-ec70a1d5e32f None None] Attempting to bind port 6daf4a56-5b77-4881-b1e7-22b17b7d330f on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:44.248452 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-0f4f61d6-a418-4876-9f79-ec70a1d5e32f None None] Attempting to bind port 6daf4a56-5b77-4881-b1e7-22b17b7d330f by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '68f3cbdc-0651-437e-bf16-e140613b096a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '3ec62db4-d42d-43d1-9cda-9dd513e0c974'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:44.249115 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4f61d6-a418-4876-9f79-ec70a1d5e32f None None] Attempting to bind port 6daf4a56-5b77-4881-b1e7-22b17b7d330f on network 3ec62db4-d42d-43d1-9cda-9dd513e0c974 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:44.258277 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4f61d6-a418-4876-9f79-ec70a1d5e32f None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:16:44.260806 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4f61d6-a418-4876-9f79-ec70a1d5e32f None None] Checking segment: {'id': '68f3cbdc-0651-437e-bf16-e140613b096a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '3ec62db4-d42d-43d1-9cda-9dd513e0c974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:16:44.261469 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0f4f61d6-a418-4876-9f79-ec70a1d5e32f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:44.263482 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4f61d6-a418-4876-9f79-ec70a1d5e32f None None] Bound using segment: {'id': '68f3cbdc-0651-437e-bf16-e140613b096a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '3ec62db4-d42d-43d1-9cda-9dd513e0c974'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:16:44.263997 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-0f4f61d6-a418-4876-9f79-ec70a1d5e32f None None] Bound port: 6daf4a56-5b77-4881-b1e7-22b17b7d330f, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f3cbdc-0651-437e-bf16-e140613b096a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '3ec62db4-d42d-43d1-9cda-9dd513e0c974'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:16:44.264398 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0f4f61d6-a418-4876-9f79-ec70a1d5e32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6daf4a56-5b77-4881-b1e7-22b17b7d330f), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:44.380373 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 1d30ed13-23e7-41c7-bfac-8de1d02bf37e is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:44.389476 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-b1050686-dc82-4524-ba36-bb65a91a3023 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Allocated IP 172.25.8.149 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/98458dd8-0ee2-45b9-baa5-5a41f40f56b4) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:44.401451 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-37fd2dc2-96ee-4487-8d6b-bb708b927b11 None None] For port a796251a-3400-49bb-a0fe-560e3b8b6bfc, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:16:44.405842 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-37fd2dc2-96ee-4487-8d6b-bb708b927b11 None None] For port a796251a-3400-49bb-a0fe-560e3b8b6bfc, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=a796251a-3400-49bb-a0fe-560e3b8b6bfc,segment=NetworkSegment(9c28a2ea-a98d-4a94-bed3-24c42eed4611),segment_id=9c28a2ea-a98d-4a94-bed3-24c42eed4611)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:16:44.415787 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-37fd2dc2-96ee-4487-8d6b-bb708b927b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a796251a-3400-49bb-a0fe-560e3b8b6bfc), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:44.418941 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-0f4f61d6-a418-4876-9f79-ec70a1d5e32f None None] For port 6daf4a56-5b77-4881-b1e7-22b17b7d330f, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:16:44.426465 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-0f4f61d6-a418-4876-9f79-ec70a1d5e32f None None] For port 6daf4a56-5b77-4881-b1e7-22b17b7d330f, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=6daf4a56-5b77-4881-b1e7-22b17b7d330f,segment=NetworkSegment(68f3cbdc-0651-437e-bf16-e140613b096a),segment_id=68f3cbdc-0651-437e-bf16-e140613b096a)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:16:44.439851 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0f4f61d6-a418-4876-9f79-ec70a1d5e32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (6daf4a56-5b77-4881-b1e7-22b17b7d330f), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:44.505944 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7f23fbf0-5783-4e72-a3bd-999118fefb3a tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (250fe91b-5f6c-4eaf-88e2-1f8b10d4a641), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:44.507028 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7f23fbf0-5783-4e72-a3bd-999118fefb3a tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (250fe91b-5f6c-4eaf-88e2-1f8b10d4a641), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:44.558709 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4f61d6-a418-4876-9f79-ec70a1d5e32f None None] Routers {'8a802f47-336a-499f-809e-ade658403707'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:44.560296 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd2dc2-96ee-4487-8d6b-bb708b927b11 None None] Pushing event updated for resources: {'Port': ['ID=a796251a-3400-49bb-a0fe-560e3b8b6bfc,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:44.562263 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-0f4f61d6-a418-4876-9f79-ec70a1d5e32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:16:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['8a802f47-336a-499f-809e-ade658403707'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:44.566692 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-98c8e94f-e846-4ae4-b2b8-ae7a7632e611 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (4c593e5d-3d39-4445-8ed4-07b0bb5103c2), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:44.621888 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-56171e65-7eeb-4437-a70d-3b6b51795c2b None None] Provisioning complete for port 6daf4a56-5b77-4881-b1e7-22b17b7d330f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:44.622475 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-56171e65-7eeb-4437-a70d-3b6b51795c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (6daf4a56-5b77-4881-b1e7-22b17b7d330f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:44.645584 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b1050686-dc82-4524-ba36-bb65a91a3023 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for port (98458dd8-0ee2-45b9-baa5-5a41f40f56b4), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:44.666521 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c8e94f-e846-4ae4-b2b8-ae7a7632e611 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event updated for resources: {'Subnet': ['ID=4c593e5d-3d39-4445-8ed4-07b0bb5103c2,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:44.682998 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7f23fbf0-5783-4e72-a3bd-999118fefb3a tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for router_controller (250fe91b-5f6c-4eaf-88e2-1f8b10d4a641), precommit_add_association {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:44.742928 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b1050686-dc82-4524-ba36-bb65a91a3023 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (98458dd8-0ee2-45b9-baa5-5a41f40f56b4), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:44.823186 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1050686-dc82-4524-ba36-bb65a91a3023 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:44.828655 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-b1050686-dc82-4524-ba36-bb65a91a3023 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:44.845460 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1050686-dc82-4524-ba36-bb65a91a3023 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:16:44.847305 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c8e94f-e846-4ae4-b2b8-ae7a7632e611 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Checking segment: {'id': '4edf4db6-1fac-47c9-a00d-44eadcd0ef70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'd7f51f96-79d1-4cd2-9ca4-93d2f898b4e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:16:44.847798 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c8e94f-e846-4ae4-b2b8-ae7a7632e611 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Network hostable DHCP agents. Network: d7f51f96-79d1-4cd2-9ca4-93d2f898b4e9, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:16:44.876180 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-0f4f61d6-a418-4876-9f79-ec70a1d5e32f None None] Set router 8a802f47-336a-499f-809e-ade658403707 gateway port host: None {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:16:44.922691 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1050686-dc82-4524-ba36-bb65a91a3023 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Pushing event updated for resources: {'Port': ['ID=98458dd8-0ee2-45b9-baa5-5a41f40f56b4,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:44.930305 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c8e94f-e846-4ae4-b2b8-ae7a7632e611 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Network d7f51f96-79d1-4cd2-9ca4-93d2f898b4e9 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:16:44.955299 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-56171e65-7eeb-4437-a70d-3b6b51795c2b None None] Current status of the port 6daf4a56-5b77-4881-b1e7-22b17b7d330f is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:44.956498 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-56171e65-7eeb-4437-a70d-3b6b51795c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6daf4a56-5b77-4881-b1e7-22b17b7d330f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:45.071809 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-56171e65-7eeb-4437-a70d-3b6b51795c2b None None] For port 6daf4a56-5b77-4881-b1e7-22b17b7d330f, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=6daf4a56-5b77-4881-b1e7-22b17b7d330f,segment=NetworkSegment(68f3cbdc-0651-437e-bf16-e140613b096a),segment_id=68f3cbdc-0651-437e-bf16-e140613b096a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:45.083613 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-56171e65-7eeb-4437-a70d-3b6b51795c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (6daf4a56-5b77-4881-b1e7-22b17b7d330f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:45.132884 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7f23fbf0-5783-4e72-a3bd-999118fefb3a tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for router_gateway (250fe91b-5f6c-4eaf-88e2-1f8b10d4a641), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:45.149595 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-98c8e94f-e846-4ae4-b2b8-ae7a7632e611 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, d7f51f96-79d1-4cd2-9ca4-93d2f898b4e9) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:45.162897 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c8e94f-e846-4ae4-b2b8-ae7a7632e611 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:45.170315 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-98c8e94f-e846-4ae4-b2b8-ae7a7632e611 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:45.191270 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b292ce3b-16aa-4aed-90dc-b606be1557de None None] Network d7f51f96-79d1-4cd2-9ca4-93d2f898b4e9 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:16:45.219653 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562858cb-1049-4ee0-8d38-7b5d6bd1eff2 None None] Pushing event updated for resources: {'Port': ['ID=6daf4a56-5b77-4881-b1e7-22b17b7d330f,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:45.350081 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device a796251a-3400-49bb-a0fe-560e3b8b6bfc up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:16:45.353602 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56171e65-7eeb-4437-a70d-3b6b51795c2b None None] Pushing event updated for resources: {'Port': ['ID=6daf4a56-5b77-4881-b1e7-22b17b7d330f,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:45.366748 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 208d9987-b2b2-4f9b-b7bc-50c8ae282312 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:16:45.382484 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-0f4f61d6-a418-4876-9f79-ec70a1d5e32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a802f47-336a-499f-809e-ade658403707', 'name': 'tempest-RoutersIpV6Test-router-1203164882', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:35Z', 'updated_at': '2022-02-09T01:16:41Z', 'revision_number': 2, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'gw_port_host': None, '_interfaces': [{'id': '6daf4a56-5b77-4881-b1e7-22b17b7d330f', 'name': '', 'network_id': '3ec62db4-d42d-43d1-9cda-9dd513e0c974', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:0a:23:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:39Z', 'updated_at': '2022-02-09T01:16:44Z', 'revision_number': 4, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:45.411963 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5fad775e-1eef-43e2-8b59-d70a461604af req-b862ebe7-f0cc-4ef1-8a9a-157f90e19ae3 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 210 time: 0.1063225 Feb 09 01:16:45.415286 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-98c8e94f-e846-4ae4-b2b8-ae7a7632e611 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6913657 Feb 09 01:16:45.426333 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4f61d6-a418-4876-9f79-ec70a1d5e32f None None] The sync data for ids ['8a802f47-336a-499f-809e-ade658403707'] in n-d-828369-4 is: [{'id': '8a802f47-336a-499f-809e-ade658403707', 'name': 'tempest-RoutersIpV6Test-router-1203164882', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:35Z', 'updated_at': '2022-02-09T01:16:41Z', 'revision_number': 2, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'gw_port_host': None, '_interfaces': [{'id': '6daf4a56-5b77-4881-b1e7-22b17b7d330f', 'name': '', 'network_id': '3ec62db4-d42d-43d1-9cda-9dd513e0c974', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:0a:23:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:39Z', 'updated_at': '2022-02-09T01:16:44Z', 'revision_number': 4, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:16:45.473099 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58782) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:45.531284 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b1050686-dc82-4524-ba36-bb65a91a3023 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for router_gateway (c0f895ac-b1f2-4c75-b793-87931d573280), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:45.599823 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83350e-dfe8-4061-b135-ae8315a38c67 req-d1217c56-0ec8-40c4-9400-2a742d97e7e7 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:45.606093 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83350e-dfe8-4061-b135-ae8315a38c67 req-d1217c56-0ec8-40c4-9400-2a742d97e7e7 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:45.611465 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83350e-dfe8-4061-b135-ae8315a38c67 req-d1217c56-0ec8-40c4-9400-2a742d97e7e7 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:45.615467 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eb83350e-dfe8-4061-b135-ae8315a38c67 req-d1217c56-0ec8-40c4-9400-2a742d97e7e7 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?device_id=f49ca825-8ae9-450b-a435-617e73fedb82 HTTP/1.1" status: 200 len: 2412 time: 0.4307168 Feb 09 01:16:45.704376 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 208d9987-b2b2-4f9b-b7bc-50c8ae282312, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=208d9987-b2b2-4f9b-b7bc-50c8ae282312,segment=NetworkSegment(2154f7d8-04e8-49c8-b81d-ab6b4913236d),segment_id=2154f7d8-04e8-49c8-b81d-ab6b4913236d)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:45.719879 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '208d9987-b2b2-4f9b-b7bc-50c8ae282312', 'network_id': 'e4c76d4b-379f-417d-a6c6-b922f394386a', 'port_id': '208d9987-b2b2-4f9b-b7bc-50c8ae282312', 'mac_address': 'fa:16:3e:cb:70:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1000, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5935f14e-f3cc-40d6-b079-8f3cc63f4728', 'ip_address': '19.80.0.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:16:45.745260 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70d3426-ccbd-46db-8ad0-f39f27b26700 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-d7f51f96-79d1-4cd2-9ca4-93d2f898b4e9', 'network_id': 'd7f51f96-79d1-4cd2-9ca4-93d2f898b4e9', 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'fixed_ips': [{'subnet_id': '4c593e5d-3d39-4445-8ed4-07b0bb5103c2'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:16:45.746402 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e70d3426-ccbd-46db-8ad0-f39f27b26700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:45.769061 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-18d18e38-90f5-44c4-86a1-56e1eeb8ab94 None None] Provisioning complete for port 6daf4a56-5b77-4881-b1e7-22b17b7d330f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:45.769442 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-18d18e38-90f5-44c4-86a1-56e1eeb8ab94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (6daf4a56-5b77-4881-b1e7-22b17b7d330f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:45.880798 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eb83350e-dfe8-4061-b135-ae8315a38c67 req-72a3f1f5-379f-449f-844d-aba689a6103b tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/security-groups?id=45eaab36-af4f-4215-874b-e47cf74a9106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544339 Feb 09 01:16:45.902098 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 208d9987-b2b2-4f9b-b7bc-50c8ae282312 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:45.902501 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (208d9987-b2b2-4f9b-b7bc-50c8ae282312), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:45.960723 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 208d9987-b2b2-4f9b-b7bc-50c8ae282312 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:16:45.991077 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b1050686-dc82-4524-ba36-bb65a91a3023 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (c0f895ac-b1f2-4c75-b793-87931d573280), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:46.148375 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 208d9987-b2b2-4f9b-b7bc-50c8ae282312, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=208d9987-b2b2-4f9b-b7bc-50c8ae282312,segment=NetworkSegment(2154f7d8-04e8-49c8-b81d-ab6b4913236d),segment_id=2154f7d8-04e8-49c8-b81d-ab6b4913236d)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:46.195396 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (208d9987-b2b2-4f9b-b7bc-50c8ae282312), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:46.196330 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 1916a961-662c-4f2a-b4fa-b7eac2161bfb details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:16:46.246635 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7f23fbf0-5783-4e72-a3bd-999118fefb3a tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for router_gateway (250fe91b-5f6c-4eaf-88e2-1f8b10d4a641), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:46.298360 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7f23fbf0-5783-4e72-a3bd-999118fefb3a tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:46.319809 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port a796251a-3400-49bb-a0fe-560e3b8b6bfc triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:46.320280 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a796251a-3400-49bb-a0fe-560e3b8b6bfc), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:46.364642 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-491125ca-13b4-4d53-98f1-e717ff622e90 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:46.425699 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1050686-dc82-4524-ba36-bb65a91a3023 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Router c0f895ac-b1f2-4c75-b793-87931d573280 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:16:46.437670 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-18d18e38-90f5-44c4-86a1-56e1eeb8ab94 None None] Current status of the port 6daf4a56-5b77-4881-b1e7-22b17b7d330f is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:46.498100 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74615b85-1237-4e8d-8760-56ea2f795358 None None] Network 8f626993-6067-40fb-a68f-ea56d52bf63d requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:16:46.526656 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.resource_extend [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:16:46.651490 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 1916a961-662c-4f2a-b4fa-b7eac2161bfb, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=1916a961-662c-4f2a-b4fa-b7eac2161bfb,segment=NetworkSegment(2154f7d8-04e8-49c8-b81d-ab6b4913236d),segment_id=2154f7d8-04e8-49c8-b81d-ab6b4913236d)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:46.673110 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=208d9987-b2b2-4f9b-b7bc-50c8ae282312,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:46.709585 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-e70d3426-ccbd-46db-8ad0-f39f27b26700 None None] Allocated IP 2001:db8:1::2 (d7f51f96-79d1-4cd2-9ca4-93d2f898b4e9/4c593e5d-3d39-4445-8ed4-07b0bb5103c2/41121f21-9ffc-4c2a-8b75-8d2f10b5ca37) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:46.732869 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1050686-dc82-4524-ba36-bb65a91a3023 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:16:46.735465 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-88a70927-461f-4ea4-9ca0-56946e032ba3 None None] Provisioning complete for port a796251a-3400-49bb-a0fe-560e3b8b6bfc triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:46.735852 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-88a70927-461f-4ea4-9ca0-56946e032ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a796251a-3400-49bb-a0fe-560e3b8b6bfc), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:46.737743 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '1916a961-662c-4f2a-b4fa-b7eac2161bfb', 'network_id': 'e4c76d4b-379f-417d-a6c6-b922f394386a', 'port_id': '1916a961-662c-4f2a-b4fa-b7eac2161bfb', 'mac_address': 'fa:16:3e:d6:f5:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1000, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5935f14e-f3cc-40d6-b079-8f3cc63f4728', 'ip_address': '19.80.0.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:16:46.756515 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-005c03f5-0f10-409a-b6c7-204f0d7fdd81 req-660093f0-485f-437d-94a9-b1ba5c5b33f3 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 210 time: 0.1366482 Feb 09 01:16:46.803403 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b1050686-dc82-4524-ba36-bb65a91a3023 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:46.810412 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b1050686-dc82-4524-ba36-bb65a91a3023 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.3756449 Feb 09 01:16:46.811416 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58786) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:46.829184 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f42959-3897-4772-9c97-c1604c1b1928 None None] Sync routers for ids ['c0f895ac-b1f2-4c75-b793-87931d573280'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:16:46.950726 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 1916a961-662c-4f2a-b4fa-b7eac2161bfb is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:46.951192 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1916a961-662c-4f2a-b4fa-b7eac2161bfb), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:47.018136 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1916a961-662c-4f2a-b4fa-b7eac2161bfb {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:16:47.062312 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-7f23fbf0-5783-4e72-a3bd-999118fefb3a tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Allocated IP 172.20.0.12 (445a182e-b27f-4d19-880b-4bd2d083b0c1/6d23a909-682f-4227-9cb5-9aef2004159a/a2de62a0-43e3-4baf-a7fa-1a3895836972) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:47.090482 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f42959-3897-4772-9c97-c1604c1b1928 None None] Routers {'c0f895ac-b1f2-4c75-b793-87931d573280'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:47.091129 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-58f42959-3897-4772-9c97-c1604c1b1928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:16:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c0f895ac-b1f2-4c75-b793-87931d573280'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:47.407999 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 1916a961-662c-4f2a-b4fa-b7eac2161bfb, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=1916a961-662c-4f2a-b4fa-b7eac2161bfb,segment=NetworkSegment(2154f7d8-04e8-49c8-b81d-ab6b4913236d),segment_id=2154f7d8-04e8-49c8-b81d-ab6b4913236d)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:47.423988 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-58f42959-3897-4772-9c97-c1604c1b1928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:47.437490 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port a796251a-3400-49bb-a0fe-560e3b8b6bfc is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:47.438174 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a796251a-3400-49bb-a0fe-560e3b8b6bfc), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:47.478259 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1916a961-662c-4f2a-b4fa-b7eac2161bfb), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:47.479156 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 437cdcea-fe74-4b58-aa68-4f80c1675142 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:16:47.594839 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 437cdcea-fe74-4b58-aa68-4f80c1675142, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=437cdcea-fe74-4b58-aa68-4f80c1675142,segment=NetworkSegment(142fa301-acd3-4ead-b98f-aac220a885c4),segment_id=142fa301-acd3-4ead-b98f-aac220a885c4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:47.653694 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '437cdcea-fe74-4b58-aa68-4f80c1675142', 'network_id': 'f8b11bfb-ad13-416f-97fb-c4f6d932ba65', 'port_id': '437cdcea-fe74-4b58-aa68-4f80c1675142', 'mac_address': 'fa:16:3e:6c:6f:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79c6e5f1-147b-4671-b908-71da9dca0272', 'ip_address': '19.86.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:16:47.671586 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f42959-3897-4772-9c97-c1604c1b1928 None None] Routers {'c0f895ac-b1f2-4c75-b793-87931d573280'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:47.672213 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-58f42959-3897-4772-9c97-c1604c1b1928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:16:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c0f895ac-b1f2-4c75-b793-87931d573280'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:47.684783 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-895df204-7790-446c-a2c6-f3fd2046da17 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:47.739083 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port a796251a-3400-49bb-a0fe-560e3b8b6bfc, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=a796251a-3400-49bb-a0fe-560e3b8b6bfc,segment=NetworkSegment(9c28a2ea-a98d-4a94-bed3-24c42eed4611),segment_id=9c28a2ea-a98d-4a94-bed3-24c42eed4611)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:47.859555 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18670ca5-7f31-47a9-bacd-4fd35bd93db8 req-2ead6117-845c-4e15-97e4-c46894574c6c tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:47.872007 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18670ca5-7f31-47a9-bacd-4fd35bd93db8 req-2ead6117-845c-4e15-97e4-c46894574c6c tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:47.887796 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18670ca5-7f31-47a9-bacd-4fd35bd93db8 req-2ead6117-845c-4e15-97e4-c46894574c6c tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:47.905822 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18670ca5-7f31-47a9-bacd-4fd35bd93db8 req-2ead6117-845c-4e15-97e4-c46894574c6c tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?device_id=f49ca825-8ae9-450b-a435-617e73fedb82 HTTP/1.1" status: 200 len: 2414 time: 0.2740321 Feb 09 01:16:47.907924 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-58f42959-3897-4772-9c97-c1604c1b1928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:47.913984 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f42959-3897-4772-9c97-c1604c1b1928 None None] The sync data for ids ['c0f895ac-b1f2-4c75-b793-87931d573280'] in n-d-828369-4 is: [] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:16:47.952139 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-88a70927-461f-4ea4-9ca0-56946e032ba3 None None] Current status of the port a796251a-3400-49bb-a0fe-560e3b8b6bfc is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:47.952631 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-88a70927-461f-4ea4-9ca0-56946e032ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a796251a-3400-49bb-a0fe-560e3b8b6bfc), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:47.956432 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a796251a-3400-49bb-a0fe-560e3b8b6bfc), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:47.956836 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7f23fbf0-5783-4e72-a3bd-999118fefb3a tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for port (a2de62a0-43e3-4baf-a7fa-1a3895836972), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:47.962842 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=1916a961-662c-4f2a-b4fa-b7eac2161bfb,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:48.083305 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-15553f2f-915a-4d52-908b-f1fe71051dd3 req-fa2f4523-9354-46dd-bd70-3e8c9991bbd6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d5153a0-8298-427c-b483-59529eb01043 HTTP/1.1" status: 200 len: 210 time: 0.1484220 Feb 09 01:16:48.182891 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e70d3426-ccbd-46db-8ad0-f39f27b26700 None None] Publish callbacks [] for port (41121f21-9ffc-4c2a-8b75-8d2f10b5ca37), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:48.197087 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 437cdcea-fe74-4b58-aa68-4f80c1675142 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:48.197730 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (437cdcea-fe74-4b58-aa68-4f80c1675142), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:48.199561 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18670ca5-7f31-47a9-bacd-4fd35bd93db8 req-286212d7-a9b9-4f49-a18d-e83e4f0766c0 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/security-groups?id=45eaab36-af4f-4215-874b-e47cf74a9106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648270 Feb 09 01:16:48.208969 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 6daf4a56-5b77-4881-b1e7-22b17b7d330f up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:16:48.212063 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.api [None req-88a70927-461f-4ea4-9ca0-56946e032ba3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:16:48.212677 n-d-828369-4 neutron-server[103138]: DEBUG oslo_db.api [None req-88a70927-461f-4ea4-9ca0-56946e032ba3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:16:48.247660 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e70d3426-ccbd-46db-8ad0-f39f27b26700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (41121f21-9ffc-4c2a-8b75-8d2f10b5ca37), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:48.254884 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=a796251a-3400-49bb-a0fe-560e3b8b6bfc,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:48.261979 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7f23fbf0-5783-4e72-a3bd-999118fefb3a tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (a2de62a0-43e3-4baf-a7fa-1a3895836972), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:48.281581 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 437cdcea-fe74-4b58-aa68-4f80c1675142 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:16:48.290768 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-491125ca-13b4-4d53-98f1-e717ff622e90 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Allocated IP 2001:db8:1::1 (d7f51f96-79d1-4cd2-9ca4-93d2f898b4e9/4c593e5d-3d39-4445-8ed4-07b0bb5103c2/84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:48.335711 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-895df204-7790-446c-a2c6-f3fd2046da17 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Allocated IP 172.20.0.1 (8f626993-6067-40fb-a68f-ea56d52bf63d/1f1cd705-d2b4-45a2-8953-e9ebfcd2205f/d477afd9-70a4-4c41-bd06-e168e55a1603) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:48.397948 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f23fbf0-5783-4e72-a3bd-999118fefb3a tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Network 445a182e-b27f-4d19-880b-4bd2d083b0c1 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:48.401803 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 437cdcea-fe74-4b58-aa68-4f80c1675142, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=437cdcea-fe74-4b58-aa68-4f80c1675142,segment=NetworkSegment(142fa301-acd3-4ead-b98f-aac220a885c4),segment_id=142fa301-acd3-4ead-b98f-aac220a885c4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:48.407499 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70d3426-ccbd-46db-8ad0-f39f27b26700 None None] Pushing event updated for resources: {'Port': ['ID=41121f21-9ffc-4c2a-8b75-8d2f10b5ca37,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:48.413829 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70d3426-ccbd-46db-8ad0-f39f27b26700 None None] Network d7f51f96-79d1-4cd2-9ca4-93d2f898b4e9 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:48.415640 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-7f23fbf0-5783-4e72-a3bd-999118fefb3a tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:48.422712 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (437cdcea-fe74-4b58-aa68-4f80c1675142), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:48.442021 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f23fbf0-5783-4e72-a3bd-999118fefb3a tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:16:48.458180 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-e70d3426-ccbd-46db-8ad0-f39f27b26700 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:48.467554 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70d3426-ccbd-46db-8ad0-f39f27b26700 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:16:48.477770 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-895df204-7790-446c-a2c6-f3fd2046da17 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for port (d477afd9-70a4-4c41-bd06-e168e55a1603), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:48.527971 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-895df204-7790-446c-a2c6-f3fd2046da17 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (d477afd9-70a4-4c41-bd06-e168e55a1603), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:48.529897 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f23fbf0-5783-4e72-a3bd-999118fefb3a tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Pushing event updated for resources: {'Port': ['ID=a2de62a0-43e3-4baf-a7fa-1a3895836972,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:48.576059 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 6daf4a56-5b77-4881-b1e7-22b17b7d330f triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:48.576451 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (6daf4a56-5b77-4881-b1e7-22b17b7d330f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:48.613185 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895df204-7790-446c-a2c6-f3fd2046da17 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Pushing event updated for resources: {'Port': ['ID=d477afd9-70a4-4c41-bd06-e168e55a1603,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:48.623415 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=437cdcea-fe74-4b58-aa68-4f80c1675142,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:48.637192 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-e70d3426-ccbd-46db-8ad0-f39f27b26700 None None] Attempting to bind port 41121f21-9ffc-4c2a-8b75-8d2f10b5ca37 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:48.637574 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-e70d3426-ccbd-46db-8ad0-f39f27b26700 None None] Attempting to bind port 41121f21-9ffc-4c2a-8b75-8d2f10b5ca37 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '4edf4db6-1fac-47c9-a00d-44eadcd0ef70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'd7f51f96-79d1-4cd2-9ca4-93d2f898b4e9'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:48.638133 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70d3426-ccbd-46db-8ad0-f39f27b26700 None None] Attempting to bind port 41121f21-9ffc-4c2a-8b75-8d2f10b5ca37 on network d7f51f96-79d1-4cd2-9ca4-93d2f898b4e9 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:48.648155 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895df204-7790-446c-a2c6-f3fd2046da17 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Network 8f626993-6067-40fb-a68f-ea56d52bf63d is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:48.650116 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-895df204-7790-446c-a2c6-f3fd2046da17 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:48.650509 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70d3426-ccbd-46db-8ad0-f39f27b26700 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:16:48.650907 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70d3426-ccbd-46db-8ad0-f39f27b26700 None None] Checking segment: {'id': '4edf4db6-1fac-47c9-a00d-44eadcd0ef70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'd7f51f96-79d1-4cd2-9ca4-93d2f898b4e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:16:48.651319 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e70d3426-ccbd-46db-8ad0-f39f27b26700 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:48.651732 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70d3426-ccbd-46db-8ad0-f39f27b26700 None None] Bound using segment: {'id': '4edf4db6-1fac-47c9-a00d-44eadcd0ef70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'd7f51f96-79d1-4cd2-9ca4-93d2f898b4e9'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:16:48.652223 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-e70d3426-ccbd-46db-8ad0-f39f27b26700 None None] Bound port: 41121f21-9ffc-4c2a-8b75-8d2f10b5ca37, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edf4db6-1fac-47c9-a00d-44eadcd0ef70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'd7f51f96-79d1-4cd2-9ca4-93d2f898b4e9'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:16:48.652637 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e70d3426-ccbd-46db-8ad0-f39f27b26700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (41121f21-9ffc-4c2a-8b75-8d2f10b5ca37), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:48.656695 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895df204-7790-446c-a2c6-f3fd2046da17 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:16:48.747421 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-895df204-7790-446c-a2c6-f3fd2046da17 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (c0f895ac-b1f2-4c75-b793-87931d573280), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:48.818400 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-491125ca-13b4-4d53-98f1-e717ff622e90 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for port (84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:48.856099 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-e70d3426-ccbd-46db-8ad0-f39f27b26700 None None] For port 41121f21-9ffc-4c2a-8b75-8d2f10b5ca37, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:16:48.860076 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-e70d3426-ccbd-46db-8ad0-f39f27b26700 None None] For port 41121f21-9ffc-4c2a-8b75-8d2f10b5ca37, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=41121f21-9ffc-4c2a-8b75-8d2f10b5ca37,segment=NetworkSegment(4edf4db6-1fac-47c9-a00d-44eadcd0ef70),segment_id=4edf4db6-1fac-47c9-a00d-44eadcd0ef70)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:16:48.866753 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 6daf4a56-5b77-4881-b1e7-22b17b7d330f is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:48.874469 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['208d9987-b2b2-4f9b-b7bc-50c8ae282312'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:16:48.880565 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['437cdcea-fe74-4b58-aa68-4f80c1675142'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:16:48.891410 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['1916a961-662c-4f2a-b4fa-b7eac2161bfb'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:16:48.981342 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e70d3426-ccbd-46db-8ad0-f39f27b26700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (41121f21-9ffc-4c2a-8b75-8d2f10b5ca37), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:48.990225 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7f23fbf0-5783-4e72-a3bd-999118fefb3a tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for router_gateway (250fe91b-5f6c-4eaf-88e2-1f8b10d4a641), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:49.048228 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-895df204-7790-446c-a2c6-f3fd2046da17 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d477afd9-70a4-4c41-bd06-e168e55a1603), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:49.095163 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-88a70927-461f-4ea4-9ca0-56946e032ba3 None None] Current status of the port a796251a-3400-49bb-a0fe-560e3b8b6bfc is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:49.243745 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70d3426-ccbd-46db-8ad0-f39f27b26700 None None] Pushing event updated for resources: {'Port': ['ID=41121f21-9ffc-4c2a-8b75-8d2f10b5ca37,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:49.266404 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7f23fbf0-5783-4e72-a3bd-999118fefb3a tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (250fe91b-5f6c-4eaf-88e2-1f8b10d4a641), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:49.271403 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-491125ca-13b4-4d53-98f1-e717ff622e90 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:49.336252 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58798) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:49.381336 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-97ba38a7-d992-4677-9074-e63132a38bc4 None None] Provisioning complete for port a796251a-3400-49bb-a0fe-560e3b8b6bfc triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:49.381719 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-97ba38a7-d992-4677-9074-e63132a38bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a796251a-3400-49bb-a0fe-560e3b8b6bfc), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:49.530440 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491125ca-13b4-4d53-98f1-e717ff622e90 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Network d7f51f96-79d1-4cd2-9ca4-93d2f898b4e9 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:49.630000 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-491125ca-13b4-4d53-98f1-e717ff622e90 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:49.666743 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491125ca-13b4-4d53-98f1-e717ff622e90 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:16:49.667585 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-491125ca-13b4-4d53-98f1-e717ff622e90 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (8a802f47-336a-499f-809e-ade658403707), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:49.731345 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-97ba38a7-d992-4677-9074-e63132a38bc4 None None] Current status of the port a796251a-3400-49bb-a0fe-560e3b8b6bfc is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:49.770577 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-895df204-7790-446c-a2c6-f3fd2046da17 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for port (d477afd9-70a4-4c41-bd06-e168e55a1603), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:49.778096 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-97ba38a7-d992-4677-9074-e63132a38bc4 None None] Provisioning complete for port d477afd9-70a4-4c41-bd06-e168e55a1603 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:49.778441 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-895df204-7790-446c-a2c6-f3fd2046da17 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (d477afd9-70a4-4c41-bd06-e168e55a1603), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:49.778931 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-97ba38a7-d992-4677-9074-e63132a38bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d477afd9-70a4-4c41-bd06-e168e55a1603), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:49.787875 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491125ca-13b4-4d53-98f1-e717ff622e90 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event updated for resources: {'Port': ['ID=84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:49.798122 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9064ecb3-456d-445d-84a4-9cd3d9442080 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks [] for security_group (7132a9b3-c715-4191-9c3f-0b3a60428cfc), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:49.855606 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-97ba38a7-d992-4677-9074-e63132a38bc4 None None] Port d477afd9-70a4-4c41-bd06-e168e55a1603 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:16:49.878464 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9064ecb3-456d-445d-84a4-9cd3d9442080 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks [] for security_group (7132a9b3-c715-4191-9c3f-0b3a60428cfc), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:49.884710 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-895df204-7790-446c-a2c6-f3fd2046da17 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (c0f895ac-b1f2-4c75-b793-87931d573280), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:49.891659 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895df204-7790-446c-a2c6-f3fd2046da17 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Pushing event updated for resources: {'Port': ['ID=d477afd9-70a4-4c41-bd06-e168e55a1603,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:49.911725 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e5324-89fd-4233-ac56-0ab40b2d02f0 req-2408d428-8c3f-419e-805b-a4f848a3324e tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:49.917377 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e5324-89fd-4233-ac56-0ab40b2d02f0 req-2408d428-8c3f-419e-805b-a4f848a3324e tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:49.927279 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e5324-89fd-4233-ac56-0ab40b2d02f0 req-2408d428-8c3f-419e-805b-a4f848a3324e tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:49.929119 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-442e5324-89fd-4233-ac56-0ab40b2d02f0 req-2408d428-8c3f-419e-805b-a4f848a3324e tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?device_id=f49ca825-8ae9-450b-a435-617e73fedb82 HTTP/1.1" status: 200 len: 2415 time: 0.4960873 Feb 09 01:16:49.934027 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-491125ca-13b4-4d53-98f1-e717ff622e90 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:50.029926 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895df204-7790-446c-a2c6-f3fd2046da17 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Network 8f626993-6067-40fb-a68f-ea56d52bf63d is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:50.040003 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-895df204-7790-446c-a2c6-f3fd2046da17 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:50.055004 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f23fbf0-5783-4e72-a3bd-999118fefb3a tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Router 250fe91b-5f6c-4eaf-88e2-1f8b10d4a641 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:16:50.184836 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-442e5324-89fd-4233-ac56-0ab40b2d02f0 req-6f8c58b6-db8d-4afc-bdf9-0ff2c0824adf tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/security-groups?id=45eaab36-af4f-4215-874b-e47cf74a9106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191257 Feb 09 01:16:50.204654 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9064ecb3-456d-445d-84a4-9cd3d9442080 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (7132a9b3-c715-4191-9c3f-0b3a60428cfc), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:50.221868 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9064ecb3-456d-445d-84a4-9cd3d9442080 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:50.226500 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-9064ecb3-456d-445d-84a4-9cd3d9442080 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "DELETE /v2.0/security-groups/7132a9b3-c715-4191-9c3f-0b3a60428cfc HTTP/1.1" status: 204 len: 168 time: 0.8836188 Feb 09 01:16:50.226950 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58802) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:50.259055 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-243f4daf-ba1a-4708-9b5e-f396bd9cee7f tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] show failed (client error): The resource could not be found. Feb 09 01:16:50.263654 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-243f4daf-ba1a-4708-9b5e-f396bd9cee7f tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "GET /v2.0/security-groups/7132a9b3-c715-4191-9c3f-0b3a60428cfc HTTP/1.1" status: 404 len: 347 time: 0.0323646 Feb 09 01:16:50.283483 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895df204-7790-446c-a2c6-f3fd2046da17 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Router c0f895ac-b1f2-4c75-b793-87931d573280 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:16:50.285388 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58804) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:50.345155 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device a796251a-3400-49bb-a0fe-560e3b8b6bfc up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:16:50.382711 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064ecb3-456d-445d-84a4-9cd3d9442080 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7132a9b3-c715-4191-9c3f-0b3a60428cfc,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:50.450271 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 437cdcea-fe74-4b58-aa68-4f80c1675142 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:16:50.504447 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port a796251a-3400-49bb-a0fe-560e3b8b6bfc triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:50.504880 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a796251a-3400-49bb-a0fe-560e3b8b6bfc), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:50.554224 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-8b414fe5-dc67-4ffe-bcd3-d164b83b5b72 None None] Provisioning complete for port d477afd9-70a4-4c41-bd06-e168e55a1603 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:50.554630 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8b414fe5-dc67-4ffe-bcd3-d164b83b5b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d477afd9-70a4-4c41-bd06-e168e55a1603), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:50.568455 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f23fbf0-5783-4e72-a3bd-999118fefb3a tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:16:50.583856 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23b572c-f84c-47ef-bcb2-8dacd93bf333 None None] Sync routers for ids ['250fe91b-5f6c-4eaf-88e2-1f8b10d4a641'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:16:50.593778 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23b572c-f84c-47ef-bcb2-8dacd93bf333 None None] Routers {'250fe91b-5f6c-4eaf-88e2-1f8b10d4a641'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:50.594456 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-b23b572c-f84c-47ef-bcb2-8dacd93bf333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:16:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['250fe91b-5f6c-4eaf-88e2-1f8b10d4a641'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:50.609479 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7f23fbf0-5783-4e72-a3bd-999118fefb3a tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:50.610784 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-7f23fbf0-5783-4e72-a3bd-999118fefb3a tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 6.4495320 Feb 09 01:16:50.615271 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58806) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:50.628274 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-8b414fe5-dc67-4ffe-bcd3-d164b83b5b72 None None] Port d477afd9-70a4-4c41-bd06-e168e55a1603 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:16:50.668632 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 437cdcea-fe74-4b58-aa68-4f80c1675142 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:16:50.719241 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 437cdcea-fe74-4b58-aa68-4f80c1675142 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:50.719886 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (437cdcea-fe74-4b58-aa68-4f80c1675142), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:50.848206 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-491125ca-13b4-4d53-98f1-e717ff622e90 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for port (84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:50.857314 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b8830171-081a-43ee-9cf4-f436592f8289 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for router (250fe91b-5f6c-4eaf-88e2-1f8b10d4a641), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:50.859470 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port a796251a-3400-49bb-a0fe-560e3b8b6bfc is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:50.868908 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 41121f21-9ffc-4c2a-8b75-8d2f10b5ca37 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:16:50.926502 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9c255d-eb93-4486-a7ca-1de3d06f2e3b None None] Network d7f51f96-79d1-4cd2-9ca4-93d2f898b4e9 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:16:50.959752 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-491125ca-13b4-4d53-98f1-e717ff622e90 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:50.959752 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-491125ca-13b4-4d53-98f1-e717ff622e90 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (8a802f47-336a-499f-809e-ade658403707), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:51.066178 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-b23b572c-f84c-47ef-bcb2-8dacd93bf333 None None] Set router 250fe91b-5f6c-4eaf-88e2-1f8b10d4a641 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:16:51.116513 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491125ca-13b4-4d53-98f1-e717ff622e90 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Network d7f51f96-79d1-4cd2-9ca4-93d2f898b4e9 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:51.140667 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-491125ca-13b4-4d53-98f1-e717ff622e90 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:51.171478 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895df204-7790-446c-a2c6-f3fd2046da17 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:16:51.182320 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-895df204-7790-446c-a2c6-f3fd2046da17 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "PUT /v2.0/routers/c0f895ac-b1f2-4c75-b793-87931d573280/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3694253 Feb 09 01:16:51.184132 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58812) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:51.191141 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-c484102f-5674-4ad0-9765-26f95fca9bf9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Request body: {'port': {'network_id': '8f626993-6067-40fb-a68f-ea56d52bf63d', 'name': 'tempest-FloatingIPTestJSON-983850113'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:51.215372 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-e714a001-018a-4772-85a9-faf14faa9f41 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Deleting port b5287fac-47b8-459d-9f61-7b5c6960eca3 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:51.215943 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e714a001-018a-4772-85a9-faf14faa9f41 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (b5287fac-47b8-459d-9f61-7b5c6960eca3), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:51.309707 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e714a001-018a-4772-85a9-faf14faa9f41 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (b5287fac-47b8-459d-9f61-7b5c6960eca3), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:51.310497 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e714a001-018a-4772-85a9-faf14faa9f41 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks [] for floatingip (b5287fac-47b8-459d-9f61-7b5c6960eca3), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:51.325143 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-e714a001-018a-4772-85a9-faf14faa9f41 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Calling delete_port for b5287fac-47b8-459d-9f61-7b5c6960eca3 owned by network:floatingip {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:51.403164 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217274a0-9cab-404d-9701-ee9dd2b65372 None None] Sync routers for ids ['c0f895ac-b1f2-4c75-b793-87931d573280'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:16:51.495960 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-b23b572c-f84c-47ef-bcb2-8dacd93bf333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250fe91b-5f6c-4eaf-88e2-1f8b10d4a641', 'name': '', 'tenant_id': '0d3e0702130a426f91aff77ab7276971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445a182e-b27f-4d19-880b-4bd2d083b0c1', 'external_fixed_ips': [{'subnet_id': '6d23a909-682f-4227-9cb5-9aef2004159a', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a2de62a0-43e3-4baf-a7fa-1a3895836972', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:44Z', 'updated_at': '2022-02-09T01:16:48Z', 'revision_number': 3, 'project_id': '0d3e0702130a426f91aff77ab7276971', 'gw_port': {'id': 'a2de62a0-43e3-4baf-a7fa-1a3895836972', 'name': '', 'network_id': '445a182e-b27f-4d19-880b-4bd2d083b0c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:53:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '250fe91b-5f6c-4eaf-88e2-1f8b10d4a641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '6d23a909-682f-4227-9cb5-9aef2004159a', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:46Z', 'updated_at': '2022-02-09T01:16:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6d23a909-682f-4227-9cb5-9aef2004159a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:51.505015 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-3477846e-c1ff-487d-b8a6-09c3e19d2395 None None] Provisioning complete for port 41121f21-9ffc-4c2a-8b75-8d2f10b5ca37 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:51.505446 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3477846e-c1ff-487d-b8a6-09c3e19d2395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (41121f21-9ffc-4c2a-8b75-8d2f10b5ca37), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:51.507182 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217274a0-9cab-404d-9701-ee9dd2b65372 None None] Routers {'c0f895ac-b1f2-4c75-b793-87931d573280'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:51.507982 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-217274a0-9cab-404d-9701-ee9dd2b65372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:16:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c0f895ac-b1f2-4c75-b793-87931d573280'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:51.529168 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23b572c-f84c-47ef-bcb2-8dacd93bf333 None None] Checking router: 250fe91b-5f6c-4eaf-88e2-1f8b10d4a641 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:16:51.530002 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23b572c-f84c-47ef-bcb2-8dacd93bf333 None None] Updating router 250fe91b-5f6c-4eaf-88e2-1f8b10d4a641 port a2de62a0-43e3-4baf-a7fa-1a3895836972 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:16:51.561481 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b23b572c-f84c-47ef-bcb2-8dacd93bf333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a2de62a0-43e3-4baf-a7fa-1a3895836972), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:51.610467 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-217274a0-9cab-404d-9701-ee9dd2b65372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:51.614420 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e714a001-018a-4772-85a9-faf14faa9f41 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (b5287fac-47b8-459d-9f61-7b5c6960eca3), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:51.624501 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 41121f21-9ffc-4c2a-8b75-8d2f10b5ca37 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:51.625277 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (41121f21-9ffc-4c2a-8b75-8d2f10b5ca37), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:51.635617 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 437cdcea-fe74-4b58-aa68-4f80c1675142 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:51.636023 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (437cdcea-fe74-4b58-aa68-4f80c1675142), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:51.703244 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491125ca-13b4-4d53-98f1-e717ff622e90 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event updated for resources: {'Port': ['ID=84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:51.709968 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f49ca825-8ae9-450b-a435-617e73fedb82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '437cdcea-fe74-4b58-aa68-4f80c1675142'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:16:51.715262 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d3ee42-1828-44fc-b432-d0ae4aef52f8" -d '{"events": [{"server_uuid": "f49ca825-8ae9-450b-a435-617e73fedb82", "name": "network-vif-plugged", "status": "completed", "tag": "437cdcea-fe74-4b58-aa68-4f80c1675142"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:16:51.747945 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b8830171-081a-43ee-9cf4-f436592f8289 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for router_gateway (250fe91b-5f6c-4eaf-88e2-1f8b10d4a641), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:51.760293 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217274a0-9cab-404d-9701-ee9dd2b65372 None None] Routers {'c0f895ac-b1f2-4c75-b793-87931d573280'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:51.761673 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-217274a0-9cab-404d-9701-ee9dd2b65372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:16:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c0f895ac-b1f2-4c75-b793-87931d573280'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:51.772862 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce078c5-4830-44ac-b3d5-090e45fb9847 req-d2690742-d395-46f0-b43f-cdfac84b7ba5 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:51.779262 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce078c5-4830-44ac-b3d5-090e45fb9847 req-d2690742-d395-46f0-b43f-cdfac84b7ba5 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:51.786657 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce078c5-4830-44ac-b3d5-090e45fb9847 req-d2690742-d395-46f0-b43f-cdfac84b7ba5 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:51.789007 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9ce078c5-4830-44ac-b3d5-090e45fb9847 req-d2690742-d395-46f0-b43f-cdfac84b7ba5 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?device_id=f49ca825-8ae9-450b-a435-617e73fedb82 HTTP/1.1" status: 200 len: 2415 time: 0.1592460 Feb 09 01:16:51.816704 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e714a001-018a-4772-85a9-faf14faa9f41 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Pushing event deleted for resources: {'Port': ['ID=b5287fac-47b8-459d-9f61-7b5c6960eca3,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:51.886864 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b23b572c-f84c-47ef-bcb2-8dacd93bf333 None None] Publish callbacks [] for port (a2de62a0-43e3-4baf-a7fa-1a3895836972), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:51.895790 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b23b572c-f84c-47ef-bcb2-8dacd93bf333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a2de62a0-43e3-4baf-a7fa-1a3895836972), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:51.905366 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 437cdcea-fe74-4b58-aa68-4f80c1675142, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=437cdcea-fe74-4b58-aa68-4f80c1675142,segment=NetworkSegment(142fa301-acd3-4ead-b98f-aac220a885c4),segment_id=142fa301-acd3-4ead-b98f-aac220a885c4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:51.924334 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9ce078c5-4830-44ac-b3d5-090e45fb9847 req-10447212-0a23-4d54-9002-da323ed58f30 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/security-groups?id=45eaab36-af4f-4215-874b-e47cf74a9106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234627 Feb 09 01:16:51.941820 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e714a001-018a-4772-85a9-faf14faa9f41 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks [] for floatingip (52a0b603-1c06-4780-a791-21f59e714496), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:51.945000 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e714a001-018a-4772-85a9-faf14faa9f41 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:51.949191 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e714a001-018a-4772-85a9-faf14faa9f41 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "DELETE /v2.0/floatingips/52a0b603-1c06-4780-a791-21f59e714496 HTTP/1.1" status: 204 len: 168 time: 1.6601806 Feb 09 01:16:51.949808 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58820) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:51.952507 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307b1d97-5570-4209-97ee-8d94aa75b642 x-openstack-request-id: req-307b1d97-5570-4209-97ee-8d94aa75b642 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:16:51.953984 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f49ca825-8ae9-450b-a435-617e73fedb82", "name": "network-vif-plugged", "status": "completed", "tag": "437cdcea-fe74-4b58-aa68-4f80c1675142", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:16:51.954263 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-307b1d97-5570-4209-97ee-8d94aa75b642 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:16:51.956492 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f49ca825-8ae9-450b-a435-617e73fedb82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '437cdcea-fe74-4b58-aa68-4f80c1675142', 'code': 200} Feb 09 01:16:51.958954 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-217274a0-9cab-404d-9701-ee9dd2b65372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:51.960379 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217274a0-9cab-404d-9701-ee9dd2b65372 None None] The sync data for ids ['c0f895ac-b1f2-4c75-b793-87931d573280'] in n-d-828369-4 is: [] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:16:51.977643 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (437cdcea-fe74-4b58-aa68-4f80c1675142), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:51.992184 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-b23b572c-f84c-47ef-bcb2-8dacd93bf333 None None] Attempting to bind port a2de62a0-43e3-4baf-a7fa-1a3895836972 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:51.992773 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-b23b572c-f84c-47ef-bcb2-8dacd93bf333 None None] Attempting to bind port a2de62a0-43e3-4baf-a7fa-1a3895836972 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'c2c8b60b-70f1-4492-8b41-001633375e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '445a182e-b27f-4d19-880b-4bd2d083b0c1'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:51.993383 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23b572c-f84c-47ef-bcb2-8dacd93bf333 None None] Attempting to bind port a2de62a0-43e3-4baf-a7fa-1a3895836972 on network 445a182e-b27f-4d19-880b-4bd2d083b0c1 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:52.004016 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491125ca-13b4-4d53-98f1-e717ff622e90 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Router 8a802f47-336a-499f-809e-ade658403707 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:16:52.006065 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583a398-da27-448c-ae30-2a9fad9b2062 None None] Pushing event updated for resources: {'Port': ['ID=a2de62a0-43e3-4baf-a7fa-1a3895836972,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:52.012176 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23b572c-f84c-47ef-bcb2-8dacd93bf333 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:16:52.012620 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23b572c-f84c-47ef-bcb2-8dacd93bf333 None None] Checking segment: {'id': 'c2c8b60b-70f1-4492-8b41-001633375e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '445a182e-b27f-4d19-880b-4bd2d083b0c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:16:52.013265 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b23b572c-f84c-47ef-bcb2-8dacd93bf333 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:52.015241 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23b572c-f84c-47ef-bcb2-8dacd93bf333 None None] Bound using segment: {'id': 'c2c8b60b-70f1-4492-8b41-001633375e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '445a182e-b27f-4d19-880b-4bd2d083b0c1'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:16:52.015951 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-b23b572c-f84c-47ef-bcb2-8dacd93bf333 None None] Bound port: a2de62a0-43e3-4baf-a7fa-1a3895836972, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c8b60b-70f1-4492-8b41-001633375e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '445a182e-b27f-4d19-880b-4bd2d083b0c1'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:16:52.017103 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b23b572c-f84c-47ef-bcb2-8dacd93bf333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a2de62a0-43e3-4baf-a7fa-1a3895836972), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:52.018981 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c484102f-5674-4ad0-9765-26f95fca9bf9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Made reservation on behalf of b28322fb716c48d1b01472991c7f46c8 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:52.022605 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c484102f-5674-4ad0-9765-26f95fca9bf9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:52.117029 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-b23b572c-f84c-47ef-bcb2-8dacd93bf333 None None] For port a2de62a0-43e3-4baf-a7fa-1a3895836972, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:16:52.121540 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-b23b572c-f84c-47ef-bcb2-8dacd93bf333 None None] For port a2de62a0-43e3-4baf-a7fa-1a3895836972, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=a2de62a0-43e3-4baf-a7fa-1a3895836972,segment=NetworkSegment(c2c8b60b-70f1-4492-8b41-001633375e0a),segment_id=c2c8b60b-70f1-4492-8b41-001633375e0a)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:16:52.130154 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b23b572c-f84c-47ef-bcb2-8dacd93bf333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a2de62a0-43e3-4baf-a7fa-1a3895836972), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:52.142563 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-c484102f-5674-4ad0-9765-26f95fca9bf9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] device_id is not set on port d290c8de-8e76-485a-bc7f-a05130f9575a yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:16:52.158073 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-3477846e-c1ff-487d-b8a6-09c3e19d2395 None None] Current status of the port 41121f21-9ffc-4c2a-8b75-8d2f10b5ca37 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:52.158470 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3477846e-c1ff-487d-b8a6-09c3e19d2395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (41121f21-9ffc-4c2a-8b75-8d2f10b5ca37), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:52.203561 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-3477846e-c1ff-487d-b8a6-09c3e19d2395 None None] For port 41121f21-9ffc-4c2a-8b75-8d2f10b5ca37, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=41121f21-9ffc-4c2a-8b75-8d2f10b5ca37,segment=NetworkSegment(4edf4db6-1fac-47c9-a00d-44eadcd0ef70),segment_id=4edf4db6-1fac-47c9-a00d-44eadcd0ef70)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:52.206675 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=437cdcea-fe74-4b58-aa68-4f80c1675142,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:52.225147 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3477846e-c1ff-487d-b8a6-09c3e19d2395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (41121f21-9ffc-4c2a-8b75-8d2f10b5ca37), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:52.237939 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 41121f21-9ffc-4c2a-8b75-8d2f10b5ca37 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:52.238346 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (41121f21-9ffc-4c2a-8b75-8d2f10b5ca37), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:52.240816 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583a398-da27-448c-ae30-2a9fad9b2062 None None] Pushing event updated for resources: {'Port': ['ID=a2de62a0-43e3-4baf-a7fa-1a3895836972,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:52.246471 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-b8830171-081a-43ee-9cf4-f436592f8289 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Deleting port a2de62a0-43e3-4baf-a7fa-1a3895836972 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:52.247038 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b8830171-081a-43ee-9cf4-f436592f8289 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (a2de62a0-43e3-4baf-a7fa-1a3895836972), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:52.249551 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23b572c-f84c-47ef-bcb2-8dacd93bf333 None None] Routers {'250fe91b-5f6c-4eaf-88e2-1f8b10d4a641'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:52.256758 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-b23b572c-f84c-47ef-bcb2-8dacd93bf333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:16:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['250fe91b-5f6c-4eaf-88e2-1f8b10d4a641'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:52.348454 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3477846e-c1ff-487d-b8a6-09c3e19d2395 None None] Pushing event updated for resources: {'Port': ['ID=41121f21-9ffc-4c2a-8b75-8d2f10b5ca37,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:52.369162 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.api [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:16:52.369863 n-d-828369-4 neutron-server[103138]: DEBUG oslo_db.api [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:16:52.375558 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491125ca-13b4-4d53-98f1-e717ff622e90 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:16:52.393337 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf802e9-75d5-435e-916d-91729a8cdabf None None] Sync routers for ids ['8a802f47-336a-499f-809e-ade658403707'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:16:52.396439 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-d1c77f35-2345-4b8e-ae04-205afa727bdc tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Deleting port 21d00dbc-2b01-4c2d-ae75-352867aedc8a {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:52.396972 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d1c77f35-2345-4b8e-ae04-205afa727bdc tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (21d00dbc-2b01-4c2d-ae75-352867aedc8a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:52.410468 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-491125ca-13b4-4d53-98f1-e717ff622e90 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "PUT /v2.0/routers/8a802f47-336a-499f-809e-ade658403707/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9338436 Feb 09 01:16:52.413127 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58822) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:52.425150 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-c74af382-4628-4314-92fe-7781a8aed2a8 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-949635950'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:52.426981 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 208d9987-b2b2-4f9b-b7bc-50c8ae282312 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:16:52.452523 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-b23b572c-f84c-47ef-bcb2-8dacd93bf333 None None] Set router 250fe91b-5f6c-4eaf-88e2-1f8b10d4a641 gateway port host: None {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:16:52.480265 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74af382-4628-4314-92fe-7781a8aed2a8 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Made reservation on behalf of 9ae775496dcb4c88881b98c46e972e20 for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:52.494952 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-c484102f-5674-4ad0-9765-26f95fca9bf9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Allocated IP 172.20.0.11 (8f626993-6067-40fb-a68f-ea56d52bf63d/1f1cd705-d2b4-45a2-8953-e9ebfcd2205f/d290c8de-8e76-485a-bc7f-a05130f9575a) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:52.496926 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c74af382-4628-4314-92fe-7781a8aed2a8 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:52.556960 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-b8830171-081a-43ee-9cf4-f436592f8289 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] For port a2de62a0-43e3-4baf-a7fa-1a3895836972, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=a2de62a0-43e3-4baf-a7fa-1a3895836972,segment=NetworkSegment(c2c8b60b-70f1-4492-8b41-001633375e0a),segment_id=c2c8b60b-70f1-4492-8b41-001633375e0a)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:52.558387 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 208d9987-b2b2-4f9b-b7bc-50c8ae282312 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:16:52.563247 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d1c77f35-2345-4b8e-ae04-205afa727bdc tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (21d00dbc-2b01-4c2d-ae75-352867aedc8a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:52.563851 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b8830171-081a-43ee-9cf4-f436592f8289 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (a2de62a0-43e3-4baf-a7fa-1a3895836972), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:52.575686 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 208d9987-b2b2-4f9b-b7bc-50c8ae282312 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:52.576069 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (208d9987-b2b2-4f9b-b7bc-50c8ae282312), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:52.586799 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-b23b572c-f84c-47ef-bcb2-8dacd93bf333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250fe91b-5f6c-4eaf-88e2-1f8b10d4a641', 'name': '', 'tenant_id': '0d3e0702130a426f91aff77ab7276971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:44Z', 'updated_at': '2022-02-09T01:16:51Z', 'revision_number': 4, 'project_id': '0d3e0702130a426f91aff77ab7276971', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:52.591074 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-d1c77f35-2345-4b8e-ae04-205afa727bdc tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Calling delete_port for 21d00dbc-2b01-4c2d-ae75-352867aedc8a owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:52.609386 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-b8830171-081a-43ee-9cf4-f436592f8289 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Calling delete_port for a2de62a0-43e3-4baf-a7fa-1a3895836972 owned by network:router_gateway {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:52.641841 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-c442d7ed-889d-49e5-ad18-4047c683df1d None None] Provisioning complete for port 84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:52.642161 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c442d7ed-889d-49e5-ad18-4047c683df1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:52.645532 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c74af382-4628-4314-92fe-7781a8aed2a8 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1041} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:16:52.656734 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23b572c-f84c-47ef-bcb2-8dacd93bf333 None None] The sync data for ids ['250fe91b-5f6c-4eaf-88e2-1f8b10d4a641'] in n-d-828369-4 is: [{'id': '250fe91b-5f6c-4eaf-88e2-1f8b10d4a641', 'name': '', 'tenant_id': '0d3e0702130a426f91aff77ab7276971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:44Z', 'updated_at': '2022-02-09T01:16:51Z', 'revision_number': 4, 'project_id': '0d3e0702130a426f91aff77ab7276971', 'gw_port_host': None}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:16:52.667603 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf802e9-75d5-435e-916d-91729a8cdabf None None] Routers {'8a802f47-336a-499f-809e-ade658403707'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:52.668717 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-5cf802e9-75d5-435e-916d-91729a8cdabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:16:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['8a802f47-336a-499f-809e-ade658403707'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:52.745781 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c74af382-4628-4314-92fe-7781a8aed2a8 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (cc5ebc40-8b04-4719-9e2a-5c9af68eacf9), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:52.746037 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-c74af382-4628-4314-92fe-7781a8aed2a8 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Added segment cc5ebc40-8b04-4719-9e2a-5c9af68eacf9 of type vlan for network 3c2d5bc4-8356-454a-aa1f-0d6afc7a230d Feb 09 01:16:52.765637 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c442d7ed-889d-49e5-ad18-4047c683df1d None None] Port 84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:16:52.770633 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 208d9987-b2b2-4f9b-b7bc-50c8ae282312 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:52.771042 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (208d9987-b2b2-4f9b-b7bc-50c8ae282312), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:52.834278 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 208d9987-b2b2-4f9b-b7bc-50c8ae282312, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=208d9987-b2b2-4f9b-b7bc-50c8ae282312,segment=NetworkSegment(2154f7d8-04e8-49c8-b81d-ab6b4913236d),segment_id=2154f7d8-04e8-49c8-b81d-ab6b4913236d)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:52.842964 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (208d9987-b2b2-4f9b-b7bc-50c8ae282312), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:52.844416 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 1916a961-662c-4f2a-b4fa-b7eac2161bfb up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:16:52.865094 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c74af382-4628-4314-92fe-7781a8aed2a8 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (3c2d5bc4-8356-454a-aa1f-0d6afc7a230d), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:52.932408 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c484102f-5674-4ad0-9765-26f95fca9bf9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for port (d290c8de-8e76-485a-bc7f-a05130f9575a), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:52.953128 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-5cf802e9-75d5-435e-916d-91729a8cdabf None None] Set router 8a802f47-336a-499f-809e-ade658403707 gateway port host: None {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:16:52.991398 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c74af382-4628-4314-92fe-7781a8aed2a8 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (3c2d5bc4-8356-454a-aa1f-0d6afc7a230d), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:52.998420 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74af382-4628-4314-92fe-7781a8aed2a8 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:52.999088 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c74af382-4628-4314-92fe-7781a8aed2a8 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:53.082488 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58828) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:53.084599 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c74af382-4628-4314-92fe-7781a8aed2a8 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6671872 Feb 09 01:16:53.085213 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-c442d7ed-889d-49e5-ad18-4047c683df1d None None] Provisioning complete for port 41121f21-9ffc-4c2a-8b75-8d2f10b5ca37 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:53.085644 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c442d7ed-889d-49e5-ad18-4047c683df1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (41121f21-9ffc-4c2a-8b75-8d2f10b5ca37), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:53.095023 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-f89ce31c-aa17-47cc-93ae-68d0066ddd5e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Request body: {'subnet': {'network_id': '3c2d5bc4-8356-454a-aa1f-0d6afc7a230d', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:53.104520 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 41121f21-9ffc-4c2a-8b75-8d2f10b5ca37 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:53.170696 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d1c77f35-2345-4b8e-ae04-205afa727bdc tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (21d00dbc-2b01-4c2d-ae75-352867aedc8a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:53.230924 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c484102f-5674-4ad0-9765-26f95fca9bf9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (d290c8de-8e76-485a-bc7f-a05130f9575a), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:53.286461 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c77f35-2345-4b8e-ae04-205afa727bdc tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Pushing event deleted for resources: {'Port': ['ID=21d00dbc-2b01-4c2d-ae75-352867aedc8a,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:53.332866 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 41121f21-9ffc-4c2a-8b75-8d2f10b5ca37 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:16:53.421043 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b8830171-081a-43ee-9cf4-f436592f8289 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (a2de62a0-43e3-4baf-a7fa-1a3895836972), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:53.424073 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 1916a961-662c-4f2a-b4fa-b7eac2161bfb completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:16:53.434322 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=208d9987-b2b2-4f9b-b7bc-50c8ae282312,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:53.441096 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 1916a961-662c-4f2a-b4fa-b7eac2161bfb triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:53.441724 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (1916a961-662c-4f2a-b4fa-b7eac2161bfb), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:53.455039 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d1c77f35-2345-4b8e-ae04-205afa727bdc tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:53.459392 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d1c77f35-2345-4b8e-ae04-205afa727bdc tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "DELETE /v2.0/ports/21d00dbc-2b01-4c2d-ae75-352867aedc8a HTTP/1.1" status: 204 len: 168 time: 1.5064185 Feb 09 01:16:53.462271 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c484102f-5674-4ad0-9765-26f95fca9bf9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Network 8f626993-6067-40fb-a68f-ea56d52bf63d is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:53.477508 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74af382-4628-4314-92fe-7781a8aed2a8 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event updated for resources: {'Network': ['ID=3c2d5bc4-8356-454a-aa1f-0d6afc7a230d,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:53.484976 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58830) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:53.505833 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 3c2d5bc4-8356-454a-aa1f-0d6afc7a230d details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:16:53.510067 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-c484102f-5674-4ad0-9765-26f95fca9bf9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:53.512055 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-5cf802e9-75d5-435e-916d-91729a8cdabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a802f47-336a-499f-809e-ade658403707', 'name': 'tempest-RoutersIpV6Test-router-1203164882', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:35Z', 'updated_at': '2022-02-09T01:16:49Z', 'revision_number': 3, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'gw_port_host': None, '_interfaces': [{'id': '6daf4a56-5b77-4881-b1e7-22b17b7d330f', 'name': '', 'network_id': '3ec62db4-d42d-43d1-9cda-9dd513e0c974', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:0a:23:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:39Z', 'updated_at': '2022-02-09T01:16:45Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4', 'name': '', 'network_id': 'd7f51f96-79d1-4cd2-9ca4-93d2f898b4e9', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:d0:56:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '4c593e5d-3d39-4445-8ed4-07b0bb5103c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:46Z', 'updated_at': '2022-02-09T01:16:50Z', 'revision_number': 2, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '4c593e5d-3d39-4445-8ed4-07b0bb5103c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:53.513757 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c484102f-5674-4ad0-9765-26f95fca9bf9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:16:53.563036 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf802e9-75d5-435e-916d-91729a8cdabf None None] Checking router: 8a802f47-336a-499f-809e-ade658403707 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:16:53.569748 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf802e9-75d5-435e-916d-91729a8cdabf None None] Updating router 8a802f47-336a-499f-809e-ade658403707 port 84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:16:53.589654 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8830171-081a-43ee-9cf4-f436592f8289 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2de62a0-43e3-4baf-a7fa-1a3895836972,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:53.602474 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c484102f-5674-4ad0-9765-26f95fca9bf9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:53.603175 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c484102f-5674-4ad0-9765-26f95fca9bf9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:53.613112 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b8830171-081a-43ee-9cf4-f436592f8289 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (250fe91b-5f6c-4eaf-88e2-1f8b10d4a641), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:53.642147 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2bc50-ada1-434f-a235-2f8610774f3e req-52b66c0e-f865-4930-9f8f-d6ca7fd6d296 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:53.643021 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5cf802e9-75d5-435e-916d-91729a8cdabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:53.650544 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2bc50-ada1-434f-a235-2f8610774f3e req-52b66c0e-f865-4930-9f8f-d6ca7fd6d296 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:53.657971 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2bc50-ada1-434f-a235-2f8610774f3e req-52b66c0e-f865-4930-9f8f-d6ca7fd6d296 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:53.669326 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5aa2bc50-ada1-434f-a235-2f8610774f3e req-52b66c0e-f865-4930-9f8f-d6ca7fd6d296 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?device_id=f49ca825-8ae9-450b-a435-617e73fedb82 HTTP/1.1" status: 200 len: 2417 time: 0.4468992 Feb 09 01:16:53.670401 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c484102f-5674-4ad0-9765-26f95fca9bf9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4848273 Feb 09 01:16:53.671179 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484102f-5674-4ad0-9765-26f95fca9bf9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Pushing event updated for resources: {'Port': ['ID=d290c8de-8e76-485a-bc7f-a05130f9575a,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:53.677043 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58832) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:53.683901 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-7b1b5532-a1e5-4cf7-b7a1-5f18c6944bec tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Request body: {'floatingip': {'port_id': 'd290c8de-8e76-485a-bc7f-a05130f9575a'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:53.691119 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89ce31c-aa17-47cc-93ae-68d0066ddd5e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Made reservation on behalf of 9ae775496dcb4c88881b98c46e972e20 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:16:53.694089 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f89ce31c-aa17-47cc-93ae-68d0066ddd5e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:53.833684 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 41121f21-9ffc-4c2a-8b75-8d2f10b5ca37 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:53.842252 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (41121f21-9ffc-4c2a-8b75-8d2f10b5ca37), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:53.934395 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b8830171-081a-43ee-9cf4-f436592f8289 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (250fe91b-5f6c-4eaf-88e2-1f8b10d4a641), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:53.944114 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b8830171-081a-43ee-9cf4-f436592f8289 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for router_controller (250fe91b-5f6c-4eaf-88e2-1f8b10d4a641), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:53.974708 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f49ca825-8ae9-450b-a435-617e73fedb82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208d9987-b2b2-4f9b-b7bc-50c8ae282312'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:16:53.977838 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5aa2bc50-ada1-434f-a235-2f8610774f3e req-6d6c5b07-d3f2-435d-9382-3c997719bfbc tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/security-groups?id=45eaab36-af4f-4215-874b-e47cf74a9106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066318 Feb 09 01:16:53.985734 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43929b15-1d8c-4aec-9818-b2eaf8b85414" -d '{"events": [{"server_uuid": "f49ca825-8ae9-450b-a435-617e73fedb82", "name": "network-vif-plugged", "status": "completed", "tag": "208d9987-b2b2-4f9b-b7bc-50c8ae282312"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:16:53.989700 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c442d7ed-889d-49e5-ad18-4047c683df1d None None] Current status of the port 41121f21-9ffc-4c2a-8b75-8d2f10b5ca37 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:54.053911 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b8830171-081a-43ee-9cf4-f436592f8289 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (250fe91b-5f6c-4eaf-88e2-1f8b10d4a641), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:54.056907 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8830171-081a-43ee-9cf4-f436592f8289 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 250fe91b-5f6c-4eaf-88e2-1f8b10d4a641 {{(pid=103136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:16:54.074145 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b8830171-081a-43ee-9cf4-f436592f8289 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:54.081397 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b8830171-081a-43ee-9cf4-f436592f8289 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] 10.222.0.50 "DELETE /v2.0/routers/250fe91b-5f6c-4eaf-88e2-1f8b10d4a641 HTTP/1.1" status: 204 len: 168 time: 3.4626846 Feb 09 01:16:54.081603 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 1916a961-662c-4f2a-b4fa-b7eac2161bfb is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:54.081603 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1916a961-662c-4f2a-b4fa-b7eac2161bfb), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:54.083325 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58838) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:54.158023 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32705889-2d31-4e04-87ef-9d23713c871d x-openstack-request-id: req-32705889-2d31-4e04-87ef-9d23713c871d {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:16:54.158307 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f49ca825-8ae9-450b-a435-617e73fedb82", "name": "network-vif-plugged", "status": "completed", "tag": "208d9987-b2b2-4f9b-b7bc-50c8ae282312", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:16:54.158570 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-32705889-2d31-4e04-87ef-9d23713c871d {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:16:54.159002 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f49ca825-8ae9-450b-a435-617e73fedb82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208d9987-b2b2-4f9b-b7bc-50c8ae282312', 'code': 200} Feb 09 01:16:54.166398 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 1916a961-662c-4f2a-b4fa-b7eac2161bfb, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=1916a961-662c-4f2a-b4fa-b7eac2161bfb,segment=NetworkSegment(2154f7d8-04e8-49c8-b81d-ab6b4913236d),segment_id=2154f7d8-04e8-49c8-b81d-ab6b4913236d)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:54.169811 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 41121f21-9ffc-4c2a-8b75-8d2f10b5ca37 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:54.175540 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-8540c5df-5d09-45e2-ae75-374f16045fc0 None None] Provisioning complete for port d290c8de-8e76-485a-bc7f-a05130f9575a triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:54.175540 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8540c5df-5d09-45e2-ae75-374f16045fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d290c8de-8e76-485a-bc7f-a05130f9575a), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:54.178853 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1916a961-662c-4f2a-b4fa-b7eac2161bfb), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:54.234619 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea9a7f1b-8b83-4075-abe4-54d90e0d3fd1 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Deleting subnet 6d23a909-682f-4227-9cb5-9aef2004159a {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:16:54.247028 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ea9a7f1b-8b83-4075-abe4-54d90e0d3fd1 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for subnet (6d23a909-682f-4227-9cb5-9aef2004159a), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:54.251542 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f89ce31c-aa17-47cc-93ae-68d0066ddd5e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (319dd928-af73-43f7-ad76-7134c8b37d54), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:54.259392 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-8540c5df-5d09-45e2-ae75-374f16045fc0 None None] Port d290c8de-8e76-485a-bc7f-a05130f9575a cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:16:54.309617 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=1916a961-662c-4f2a-b4fa-b7eac2161bfb,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:54.316957 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-8540c5df-5d09-45e2-ae75-374f16045fc0 None None] Provisioning complete for port 84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:54.317221 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8540c5df-5d09-45e2-ae75-374f16045fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:54.326307 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ea9a7f1b-8b83-4075-abe4-54d90e0d3fd1 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (6d23a909-682f-4227-9cb5-9aef2004159a), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:54.326624 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5cf802e9-75d5-435e-916d-91729a8cdabf None None] Publish callbacks [] for port (84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:54.339084 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5cf802e9-75d5-435e-916d-91729a8cdabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:54.366566 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-8540c5df-5d09-45e2-ae75-374f16045fc0 None None] Port 84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:16:54.397129 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7b1b5532-a1e5-4cf7-b7a1-5f18c6944bec tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for floatingip (435dc3d0-b577-4ae7-acf8-170b8507f476), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:54.425296 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ea9a7f1b-8b83-4075-abe4-54d90e0d3fd1 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (6d23a909-682f-4227-9cb5-9aef2004159a), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:54.449911 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb650c-6795-4e10-a994-dabaffdec721 None None] Pushing event updated for resources: {'Port': ['ID=84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:54.526512 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-5cf802e9-75d5-435e-916d-91729a8cdabf None None] Attempting to bind port 84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:54.526971 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-5cf802e9-75d5-435e-916d-91729a8cdabf None None] Attempting to bind port 84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '4edf4db6-1fac-47c9-a00d-44eadcd0ef70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'd7f51f96-79d1-4cd2-9ca4-93d2f898b4e9'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:54.527864 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf802e9-75d5-435e-916d-91729a8cdabf None None] Attempting to bind port 84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4 on network d7f51f96-79d1-4cd2-9ca4-93d2f898b4e9 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:54.543087 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf802e9-75d5-435e-916d-91729a8cdabf None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:16:54.544429 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf802e9-75d5-435e-916d-91729a8cdabf None None] Checking segment: {'id': '4edf4db6-1fac-47c9-a00d-44eadcd0ef70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'd7f51f96-79d1-4cd2-9ca4-93d2f898b4e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:16:54.544762 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5cf802e9-75d5-435e-916d-91729a8cdabf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:54.547978 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf802e9-75d5-435e-916d-91729a8cdabf None None] Bound using segment: {'id': '4edf4db6-1fac-47c9-a00d-44eadcd0ef70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'd7f51f96-79d1-4cd2-9ca4-93d2f898b4e9'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:16:54.548770 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-5cf802e9-75d5-435e-916d-91729a8cdabf None None] Bound port: 84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edf4db6-1fac-47c9-a00d-44eadcd0ef70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'd7f51f96-79d1-4cd2-9ca4-93d2f898b4e9'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:16:54.549596 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5cf802e9-75d5-435e-916d-91729a8cdabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:54.568869 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ea9a7f1b-8b83-4075-abe4-54d90e0d3fd1 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (6d23a909-682f-4227-9cb5-9aef2004159a), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:54.615931 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ce31c-aa17-47cc-93ae-68d0066ddd5e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event updated for resources: {'Subnet': ['ID=319dd928-af73-43f7-ad76-7134c8b37d54,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:54.628100 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a7f1b-8b83-4075-abe4-54d90e0d3fd1 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6d23a909-682f-4227-9cb5-9aef2004159a,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:54.629619 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89ce31c-aa17-47cc-93ae-68d0066ddd5e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Checking segment: {'id': 'cc5ebc40-8b04-4719-9e2a-5c9af68eacf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '3c2d5bc4-8356-454a-aa1f-0d6afc7a230d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:16:54.630509 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89ce31c-aa17-47cc-93ae-68d0066ddd5e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Network hostable DHCP agents. Network: 3c2d5bc4-8356-454a-aa1f-0d6afc7a230d, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:16:54.642520 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ea9a7f1b-8b83-4075-abe4-54d90e0d3fd1 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:54.646862 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ea9a7f1b-8b83-4075-abe4-54d90e0d3fd1 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] 10.222.0.50 "DELETE /v2.0/subnets/6d23a909-682f-4227-9cb5-9aef2004159a HTTP/1.1" status: 204 len: 168 time: 0.5635600 Feb 09 01:16:54.649653 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58840) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:54.699269 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-5cf802e9-75d5-435e-916d-91729a8cdabf None None] For port 84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:16:54.702855 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-5cf802e9-75d5-435e-916d-91729a8cdabf None None] For port 84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4,segment=NetworkSegment(4edf4db6-1fac-47c9-a00d-44eadcd0ef70),segment_id=4edf4db6-1fac-47c9-a00d-44eadcd0ef70)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:16:54.710910 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-5cf802e9-75d5-435e-916d-91729a8cdabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:54.734005 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-ad2a31f2-9bd6-4874-b4c6-a44c3b96ff50 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Deleting port 76ac4e41-e8fb-4a96-801b-c22446fda558 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:54.734878 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ad2a31f2-9bd6-4874-b4c6-a44c3b96ff50 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (76ac4e41-e8fb-4a96-801b-c22446fda558), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:54.759961 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c26f0ba1-c201-407c-8f7f-ef4e725816af tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (445a182e-b27f-4d19-880b-4bd2d083b0c1), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:54.762431 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf802e9-75d5-435e-916d-91729a8cdabf None None] Routers {'8a802f47-336a-499f-809e-ade658403707'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:54.764755 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-5cf802e9-75d5-435e-916d-91729a8cdabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:16:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['8a802f47-336a-499f-809e-ade658403707'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:54.876766 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-10e022c5-9a3f-4505-a232-bb93b2964408 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.7048573 Feb 09 01:16:54.905040 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89ce31c-aa17-47cc-93ae-68d0066ddd5e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Network 3c2d5bc4-8356-454a-aa1f-0d6afc7a230d is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:16:54.916798 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ad2a31f2-9bd6-4874-b4c6-a44c3b96ff50 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (76ac4e41-e8fb-4a96-801b-c22446fda558), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:54.921728 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c26f0ba1-c201-407c-8f7f-ef4e725816af tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (445a182e-b27f-4d19-880b-4bd2d083b0c1), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:54.926568 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-41d9919d-8f0b-4065-86c5-6691e5b2cd74 None None] Provisioning complete for port 84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:54.928680 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-41d9919d-8f0b-4065-86c5-6691e5b2cd74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:54.928815 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-f89ce31c-aa17-47cc-93ae-68d0066ddd5e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 3c2d5bc4-8356-454a-aa1f-0d6afc7a230d) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:54.937632 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89ce31c-aa17-47cc-93ae-68d0066ddd5e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:54.938375 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f89ce31c-aa17-47cc-93ae-68d0066ddd5e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:54.957954 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92c9d70-abf1-4349-88dc-d353a6db4eab None None] Network 3c2d5bc4-8356-454a-aa1f-0d6afc7a230d requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:16:54.963577 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-c26f0ba1-c201-407c-8f7f-ef4e725816af tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['445a182e-b27f-4d19-880b-4bd2d083b0c1']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:54.975606 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-ad2a31f2-9bd6-4874-b4c6-a44c3b96ff50 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Calling delete_port for 76ac4e41-e8fb-4a96-801b-c22446fda558 owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:54.980605 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f89ce31c-aa17-47cc-93ae-68d0066ddd5e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8928428 Feb 09 01:16:54.983639 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-c26f0ba1-c201-407c-8f7f-ef4e725816af tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2c8b60b-70f1-4492-8b41-001633375e0a') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:54.984002 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-c26f0ba1-c201-407c-8f7f-ef4e725816af tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2c8b60b-70f1-4492-8b41-001633375e0a') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:54.996922 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c26f0ba1-c201-407c-8f7f-ef4e725816af tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (c2c8b60b-70f1-4492-8b41-001633375e0a), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:55.014873 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c26f0ba1-c201-407c-8f7f-ef4e725816af tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (c2c8b60b-70f1-4492-8b41-001633375e0a), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:55.019475 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-5cf802e9-75d5-435e-916d-91729a8cdabf None None] Set router 8a802f47-336a-499f-809e-ade658403707 gateway port host: None {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:16:55.023834 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c26f0ba1-c201-407c-8f7f-ef4e725816af tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:16:55.024248 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c26f0ba1-c201-407c-8f7f-ef4e725816af tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (c2c8b60b-70f1-4492-8b41-001633375e0a), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:55.057270 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58842) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:55.098246 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:16:55.098246 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:16:55.098246 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:16:55.098246 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:16:55.098246 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:16:55.098246 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:16:55.098246 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:16:55.098246 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:16:55.098246 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:16:55.098246 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:16:55.098246 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:16:55.098246 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:16:55.098246 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:16:55.098246 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:16:55.098246 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:16:55.098246 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:16:55.098246 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:16:55.098246 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:16:55.098246 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:16:55.098246 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:16:55.098246 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:16:55.098246 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:16:55.098246 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:16:55.098246 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:16:55.098246 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:16:55.098246 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:16:55.098246 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:16:55.098246 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:16:55.098246 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:16:55.098246 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:16:55.098246 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:16:55.098246 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:16:55.102551 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c26f0ba1-c201-407c-8f7f-ef4e725816af tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (445a182e-b27f-4d19-880b-4bd2d083b0c1), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:55.125990 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26f0ba1-c201-407c-8f7f-ef4e725816af tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 445a182e-b27f-4d19-880b-4bd2d083b0c1 {{(pid=103136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 01:16:55.145515 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c26f0ba1-c201-407c-8f7f-ef4e725816af tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:55.178562 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c26f0ba1-c201-407c-8f7f-ef4e725816af tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] 10.222.0.50 "DELETE /v2.0/networks/445a182e-b27f-4d19-880b-4bd2d083b0c1 HTTP/1.1" status: 204 len: 168 time: 0.5182085 Feb 09 01:16:55.234579 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f0ba1-c201-407c-8f7f-ef4e725816af tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Pushing event deleted for resources: {'Network': ['ID=445a182e-b27f-4d19-880b-4bd2d083b0c1,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:55.252032 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac63a200-cf84-441b-9986-d6781255142e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-3c2d5bc4-8356-454a-aa1f-0d6afc7a230d', 'network_id': '3c2d5bc4-8356-454a-aa1f-0d6afc7a230d', 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'fixed_ips': [{'subnet_id': '319dd928-af73-43f7-ad76-7134c8b37d54'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:16:55.252995 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ac63a200-cf84-441b-9986-d6781255142e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:55.331997 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffdeff6-8aea-49c8-a113-33856b328ca6 req-ed1c4730-eee2-437e-ba1b-d1f820454fcc tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:55.340517 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffdeff6-8aea-49c8-a113-33856b328ca6 req-ed1c4730-eee2-437e-ba1b-d1f820454fcc tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:55.348083 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffdeff6-8aea-49c8-a113-33856b328ca6 req-ed1c4730-eee2-437e-ba1b-d1f820454fcc tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:55.356679 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0ffdeff6-8aea-49c8-a113-33856b328ca6 req-ed1c4730-eee2-437e-ba1b-d1f820454fcc tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?device_id=f49ca825-8ae9-450b-a435-617e73fedb82 HTTP/1.1" status: 200 len: 2418 time: 0.2245822 Feb 09 01:16:55.428117 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb650c-6795-4e10-a994-dabaffdec721 None None] Pushing event updated for resources: {'Port': ['ID=84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:55.430099 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0ffdeff6-8aea-49c8-a113-33856b328ca6 req-957011bd-a3e7-44e2-8aec-eb4b2f0b4cab tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/security-groups?id=45eaab36-af4f-4215-874b-e47cf74a9106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722058 Feb 09 01:16:55.492845 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-18de2cba-a267-41b8-b672-8a73d8a30abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:55.493356 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-18de2cba-a267-41b8-b672-8a73d8a30abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:55.493847 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-18de2cba-a267-41b8-b672-8a73d8a30abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:55.494596 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-18de2cba-a267-41b8-b672-8a73d8a30abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:55.495370 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-18de2cba-a267-41b8-b672-8a73d8a30abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:55.495999 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-18de2cba-a267-41b8-b672-8a73d8a30abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:55.496502 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-18de2cba-a267-41b8-b672-8a73d8a30abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:55.498580 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-18de2cba-a267-41b8-b672-8a73d8a30abf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e1de9b230a144a68a725edf02d781381&device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 6718 time: 0.5137990 Feb 09 01:16:55.565902 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-5cf802e9-75d5-435e-916d-91729a8cdabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a802f47-336a-499f-809e-ade658403707', 'name': 'tempest-RoutersIpV6Test-router-1203164882', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:35Z', 'updated_at': '2022-02-09T01:16:49Z', 'revision_number': 3, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'gw_port_host': None, '_interfaces': [{'id': '6daf4a56-5b77-4881-b1e7-22b17b7d330f', 'name': '', 'network_id': '3ec62db4-d42d-43d1-9cda-9dd513e0c974', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:0a:23:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:39Z', 'updated_at': '2022-02-09T01:16:45Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4', 'name': '', 'network_id': 'd7f51f96-79d1-4cd2-9ca4-93d2f898b4e9', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:d0:56:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '4c593e5d-3d39-4445-8ed4-07b0bb5103c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:46Z', 'updated_at': '2022-02-09T01:16:54Z', 'revision_number': 4, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '4c593e5d-3d39-4445-8ed4-07b0bb5103c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:55.575376 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-ac63a200-cf84-441b-9986-d6781255142e None None] Allocated IP 2001:db8:2::2 (3c2d5bc4-8356-454a-aa1f-0d6afc7a230d/319dd928-af73-43f7-ad76-7134c8b37d54/d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:55.592118 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58854) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:55.609345 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf802e9-75d5-435e-916d-91729a8cdabf None None] The sync data for ids ['8a802f47-336a-499f-809e-ade658403707'] in n-d-828369-4 is: [{'id': '8a802f47-336a-499f-809e-ade658403707', 'name': 'tempest-RoutersIpV6Test-router-1203164882', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:35Z', 'updated_at': '2022-02-09T01:16:49Z', 'revision_number': 3, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'gw_port_host': None, '_interfaces': [{'id': '6daf4a56-5b77-4881-b1e7-22b17b7d330f', 'name': '', 'network_id': '3ec62db4-d42d-43d1-9cda-9dd513e0c974', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:0a:23:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:39Z', 'updated_at': '2022-02-09T01:16:45Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4', 'name': '', 'network_id': 'd7f51f96-79d1-4cd2-9ca4-93d2f898b4e9', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:d0:56:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '4c593e5d-3d39-4445-8ed4-07b0bb5103c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:46Z', 'updated_at': '2022-02-09T01:16:54Z', 'revision_number': 4, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '4c593e5d-3d39-4445-8ed4-07b0bb5103c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:16:55.609719 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-7f671677-90ba-4ad5-840c-4d776088f0d2 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Request body: {'router': {'name': 'tempest-router--1614302698', 'project_id': 'ea09055f9dad415fa0c1c7b8fc0c456d'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:55.630994 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-626edcc5-3e55-4645-b7f5-3e519a2f465b req-91b323a8-8447-455d-ab48-a364b983e117 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=c194c210-2972-4a10-85fd-0320d40d76fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0825977 Feb 09 01:16:55.650883 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7f671677-90ba-4ad5-840c-4d776088f0d2 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (08b9e907-bfd8-4f34-9695-c909d5913d18), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:55.652788 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7f671677-90ba-4ad5-840c-4d776088f0d2 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (08b9e907-bfd8-4f34-9695-c909d5913d18), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:55.745004 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-41d9919d-8f0b-4065-86c5-6691e5b2cd74 None None] Current status of the port 84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:55.745336 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-41d9919d-8f0b-4065-86c5-6691e5b2cd74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:55.782549 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626edcc5-3e55-4645-b7f5-3e519a2f465b req-9a24963a-d5cf-4ed4-a687-bcc3211292e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:55.785592 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-626edcc5-3e55-4645-b7f5-3e519a2f465b req-9a24963a-d5cf-4ed4-a687-bcc3211292e9 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=881f0fbf49754b7ea23a39ffdbfbb84a&device_id=c194c210-2972-4a10-85fd-0320d40d76fa HTTP/1.1" status: 200 len: 1128 time: 0.0872006 Feb 09 01:16:55.981081 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626edcc5-3e55-4645-b7f5-3e519a2f465b req-33d06218-cd5e-4e57-9c4d-19fb02b86018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:55.982899 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-626edcc5-3e55-4645-b7f5-3e519a2f465b req-33d06218-cd5e-4e57-9c4d-19fb02b86018 service neutron] 10.222.0.120 "GET /v2.0/networks?id=6d890250-ac42-4592-9721-7a49ecf5e127 HTTP/1.1" status: 200 len: 913 time: 0.1764767 Feb 09 01:16:56.065216 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-41d9919d-8f0b-4065-86c5-6691e5b2cd74 None None] For port 84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4,segment=NetworkSegment(4edf4db6-1fac-47c9-a00d-44eadcd0ef70),segment_id=4edf4db6-1fac-47c9-a00d-44eadcd0ef70)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:56.073895 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-626edcc5-3e55-4645-b7f5-3e519a2f465b req-b3cedfff-f7d2-4968-b334-c3be9955d441 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47250fd7-e07f-4e36-9ffb-e754b2f9fd52 HTTP/1.1" status: 200 len: 1001 time: 0.0848353 Feb 09 01:16:56.078586 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ac63a200-cf84-441b-9986-d6781255142e None None] Publish callbacks [] for port (d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:56.081855 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-41d9919d-8f0b-4065-86c5-6691e5b2cd74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:56.117286 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ac63a200-cf84-441b-9986-d6781255142e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:56.138811 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626edcc5-3e55-4645-b7f5-3e519a2f465b req-27f423b4-d77a-4360-a6dd-b39020875407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:56.140607 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-626edcc5-3e55-4645-b7f5-3e519a2f465b req-27f423b4-d77a-4360-a6dd-b39020875407 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=1fcc5198-b453-4567-8086-51be74d33b91 HTTP/1.1" status: 200 len: 850 time: 0.0524757 Feb 09 01:16:56.147434 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac63a200-cf84-441b-9986-d6781255142e None None] Network 3c2d5bc4-8356-454a-aa1f-0d6afc7a230d is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:56.150496 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-ac63a200-cf84-441b-9986-d6781255142e None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:56.154029 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac63a200-cf84-441b-9986-d6781255142e None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:16:56.164209 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f49ca825-8ae9-450b-a435-617e73fedb82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1916a961-662c-4f2a-b4fa-b7eac2161bfb'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:16:56.166518 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bc9055-ef21-415c-a854-612a85e8ed8b" -d '{"events": [{"server_uuid": "f49ca825-8ae9-450b-a435-617e73fedb82", "name": "network-vif-plugged", "status": "completed", "tag": "1916a961-662c-4f2a-b4fa-b7eac2161bfb"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:16:56.201853 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d9919d-8f0b-4065-86c5-6691e5b2cd74 None None] Pushing event updated for resources: {'Port': ['ID=84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:56.237426 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d9919d-8f0b-4065-86c5-6691e5b2cd74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:56.237786 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d9919d-8f0b-4065-86c5-6691e5b2cd74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:56.238136 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d9919d-8f0b-4065-86c5-6691e5b2cd74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:56.238475 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d9919d-8f0b-4065-86c5-6691e5b2cd74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:56.238813 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d9919d-8f0b-4065-86c5-6691e5b2cd74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:56.239147 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d9919d-8f0b-4065-86c5-6691e5b2cd74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:56.239481 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d9919d-8f0b-4065-86c5-6691e5b2cd74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:56.240485 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d9919d-8f0b-4065-86c5-6691e5b2cd74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:56.240873 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d9919d-8f0b-4065-86c5-6691e5b2cd74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:56.241211 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d9919d-8f0b-4065-86c5-6691e5b2cd74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:56.241542 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d9919d-8f0b-4065-86c5-6691e5b2cd74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:56.241874 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d9919d-8f0b-4065-86c5-6691e5b2cd74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:56.242205 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d9919d-8f0b-4065-86c5-6691e5b2cd74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:16:56.247677 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626edcc5-3e55-4645-b7f5-3e519a2f465b req-0ec9ce89-14af-4682-8f2b-20b7de2f646c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:56.254983 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-626edcc5-3e55-4645-b7f5-3e519a2f465b req-0ec9ce89-14af-4682-8f2b-20b7de2f646c service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=6d890250-ac42-4592-9721-7a49ecf5e127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1056936 Feb 09 01:16:56.291232 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa2fad4-fdff-4ae5-a4eb-fceb7c8d5a77 x-openstack-request-id: req-bfa2fad4-fdff-4ae5-a4eb-fceb7c8d5a77 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:16:56.291521 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f49ca825-8ae9-450b-a435-617e73fedb82", "name": "network-vif-plugged", "status": "completed", "tag": "1916a961-662c-4f2a-b4fa-b7eac2161bfb", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:16:56.291780 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bfa2fad4-fdff-4ae5-a4eb-fceb7c8d5a77 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:16:56.292242 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f49ca825-8ae9-450b-a435-617e73fedb82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1916a961-662c-4f2a-b4fa-b7eac2161bfb', 'code': 200} Feb 09 01:16:56.356621 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-ac63a200-cf84-441b-9986-d6781255142e None None] Attempting to bind port d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:16:56.357420 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-ac63a200-cf84-441b-9986-d6781255142e None None] Attempting to bind port d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'cc5ebc40-8b04-4719-9e2a-5c9af68eacf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '3c2d5bc4-8356-454a-aa1f-0d6afc7a230d'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:16:56.357420 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac63a200-cf84-441b-9986-d6781255142e None None] Attempting to bind port d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb on network 3c2d5bc4-8356-454a-aa1f-0d6afc7a230d {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:16:56.359460 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac63a200-cf84-441b-9986-d6781255142e None None] Pushing event updated for resources: {'Port': ['ID=d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:56.372090 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6d9432ac-b764-47ef-a963-1da443762a2b None None] Provisioning complete for port 84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:56.372480 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6d9432ac-b764-47ef-a963-1da443762a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:56.374907 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac63a200-cf84-441b-9986-d6781255142e None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:16:56.375300 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac63a200-cf84-441b-9986-d6781255142e None None] Checking segment: {'id': 'cc5ebc40-8b04-4719-9e2a-5c9af68eacf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '3c2d5bc4-8356-454a-aa1f-0d6afc7a230d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:16:56.375704 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ac63a200-cf84-441b-9986-d6781255142e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:56.376109 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac63a200-cf84-441b-9986-d6781255142e None None] Bound using segment: {'id': 'cc5ebc40-8b04-4719-9e2a-5c9af68eacf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '3c2d5bc4-8356-454a-aa1f-0d6afc7a230d'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:16:56.376646 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-ac63a200-cf84-441b-9986-d6781255142e None None] Bound port: d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc5ebc40-8b04-4719-9e2a-5c9af68eacf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '3c2d5bc4-8356-454a-aa1f-0d6afc7a230d'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:16:56.377009 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ac63a200-cf84-441b-9986-d6781255142e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:56.421337 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d4995-786a-4973-874d-cddb7ed4c9e5 req-1a3778ac-c4a5-439f-ba96-ad674e33910c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:56.421819 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d4995-786a-4973-874d-cddb7ed4c9e5 req-1a3778ac-c4a5-439f-ba96-ad674e33910c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:56.422296 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d4995-786a-4973-874d-cddb7ed4c9e5 req-1a3778ac-c4a5-439f-ba96-ad674e33910c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:56.424043 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d66d4995-786a-4973-874d-cddb7ed4c9e5 req-1a3778ac-c4a5-439f-ba96-ad674e33910c service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=f49ca825-8ae9-450b-a435-617e73fedb82 HTTP/1.1" status: 200 len: 2964 time: 0.0968332 Feb 09 01:16:56.441945 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-626edcc5-3e55-4645-b7f5-3e519a2f465b req-19e97189-c092-4fb2-bce9-bffb2b4cbb98 service neutron] 10.222.0.120 "GET /v2.0/networks/6d890250-ac42-4592-9721-7a49ecf5e127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709578 Feb 09 01:16:56.518949 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-ac63a200-cf84-441b-9986-d6781255142e None None] For port d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:16:56.522886 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-ac63a200-cf84-441b-9986-d6781255142e None None] For port d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb,segment=NetworkSegment(cc5ebc40-8b04-4719-9e2a-5c9af68eacf9),segment_id=cc5ebc40-8b04-4719-9e2a-5c9af68eacf9)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:16:56.533696 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ac63a200-cf84-441b-9986-d6781255142e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:56.606603 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d66d4995-786a-4973-874d-cddb7ed4c9e5 req-830115b0-af32-4ad3-8d35-0200ea0a2c02 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=45eaab36-af4f-4215-874b-e47cf74a9106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746054 Feb 09 01:16:56.625774 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-626edcc5-3e55-4645-b7f5-3e519a2f465b req-96aa7e08-ff28-4bda-9db1-c9dce8cea9cf service neutron] 10.222.0.120 "GET /v2.0/networks/6d890250-ac42-4592-9721-7a49ecf5e127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600857 Feb 09 01:16:56.638685 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7f671677-90ba-4ad5-840c-4d776088f0d2 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for router_controller (08b9e907-bfd8-4f34-9695-c909d5913d18), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:56.639466 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f9d1e-203b-459b-9091-ea4998a05564 req-763610a2-2013-49ca-b8b4-eaccc3918380 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:56.641227 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-52ac824e-3376-42e2-9f82-233d57ed1a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:56.641702 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-52ac824e-3376-42e2-9f82-233d57ed1a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:56.642172 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-52ac824e-3376-42e2-9f82-233d57ed1a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:56.644325 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-52ac824e-3376-42e2-9f82-233d57ed1a75 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4827bb9d-9020-4469-a360-2245b341e8df&id=7776bdde-fa28-4fc9-a953-0f38a342d9c3&id=7776bdde-fa28-4fc9-a953-0f38a342d9c3&id=7776bdde-fa28-4fc9-a953-0f38a342d9c3&id=7776bdde-fa28-4fc9-a953-0f38a342d9c3&id=460d32a0-6143-4328-a439-dc4890ffb702&id=460d32a0-6143-4328-a439-dc4890ffb702 HTTP/1.1" status: 200 len: 2299 time: 1.0988059 Feb 09 01:16:56.646656 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f9d1e-203b-459b-9091-ea4998a05564 req-763610a2-2013-49ca-b8b4-eaccc3918380 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:56.657728 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6d9432ac-b764-47ef-a963-1da443762a2b None None] Current status of the port 84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:56.668855 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f9d1e-203b-459b-9091-ea4998a05564 req-763610a2-2013-49ca-b8b4-eaccc3918380 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:56.671141 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-221f9d1e-203b-459b-9091-ea4998a05564 req-763610a2-2013-49ca-b8b4-eaccc3918380 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?device_id=f49ca825-8ae9-450b-a435-617e73fedb82 HTTP/1.1" status: 200 len: 2418 time: 0.1425953 Feb 09 01:16:56.693520 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7f671677-90ba-4ad5-840c-4d776088f0d2 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (08b9e907-bfd8-4f34-9695-c909d5913d18), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:56.694650 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac63a200-cf84-441b-9986-d6781255142e None None] Pushing event updated for resources: {'Port': ['ID=d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:56.734072 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-221f9d1e-203b-459b-9091-ea4998a05564 req-8f54ccbd-8cd9-41a1-ba8d-8c94614715e0 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/security-groups?id=45eaab36-af4f-4215-874b-e47cf74a9106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571527 Feb 09 01:16:56.775607 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ad2a31f2-9bd6-4874-b4c6-a44c3b96ff50 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (76ac4e41-e8fb-4a96-801b-c22446fda558), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:56.800292 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.db.resource_extend [None req-7b1b5532-a1e5-4cf7-b7a1-5f18c6944bec tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:16:56.861472 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7f671677-90ba-4ad5-840c-4d776088f0d2 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:56.863207 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7f671677-90ba-4ad5-840c-4d776088f0d2 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.2623777 Feb 09 01:16:56.866752 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58862) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:56.881699 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a31f2-9bd6-4874-b4c6-a44c3b96ff50 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Pushing event deleted for resources: {'Port': ['ID=76ac4e41-e8fb-4a96-801b-c22446fda558,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:56.923235 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-a5688d48-bda1-4271-a3b2-6d1ee206f3a9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85e19991-1898-48d7-915a-2a768796af7f HTTP/1.1" status: 200 len: 1001 time: 0.2524712 Feb 09 01:16:56.978453 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7b1b5532-a1e5-4cf7-b7a1-5f18c6944bec tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:56.978678 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-29b12b03-a29a-425a-9321-b7dcc11bc60e tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for router (08b9e907-bfd8-4f34-9695-c909d5913d18), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:57.031042 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7b1b5532-a1e5-4cf7-b7a1-5f18c6944bec tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (435dc3d0-b577-4ae7-acf8-170b8507f476), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:57.087124 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1745e855-c0ae-4a2a-b306-92cf1c6d7650 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:57.155178 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ad2a31f2-9bd6-4874-b4c6-a44c3b96ff50 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:57.158327 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ad2a31f2-9bd6-4874-b4c6-a44c3b96ff50 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "DELETE /v2.0/ports/76ac4e41-e8fb-4a96-801b-c22446fda558 HTTP/1.1" status: 204 len: 168 time: 3.6685722 Feb 09 01:16:57.160187 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-e717b88b-f174-4fc5-b2fd-4fc7315588f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:57.161278 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58864) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:57.161713 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-e717b88b-f174-4fc5-b2fd-4fc7315588f4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f87558dc-7347-4167-80b6-52be7a572ba0 HTTP/1.1" status: 200 len: 855 time: 0.2103915 Feb 09 01:16:57.202289 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-29b12b03-a29a-425a-9321-b7dcc11bc60e tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (08b9e907-bfd8-4f34-9695-c909d5913d18), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:57.209697 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-29b12b03-a29a-425a-9321-b7dcc11bc60e tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for router_controller (08b9e907-bfd8-4f34-9695-c909d5913d18), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:57.263603 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c7e45a2-e12e-40d0-9e8d-2a640a696629 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Deleting subnet b5e87f56-886d-4c17-b782-a5f35c888558 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:16:57.267565 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2c7e45a2-e12e-40d0-9e8d-2a640a696629 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks [] for subnet (b5e87f56-886d-4c17-b782-a5f35c888558), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:57.271882 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-29b12b03-a29a-425a-9321-b7dcc11bc60e tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (08b9e907-bfd8-4f34-9695-c909d5913d18), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:57.272841 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b12b03-a29a-425a-9321-b7dcc11bc60e tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 08b9e907-bfd8-4f34-9695-c909d5913d18 {{(pid=103136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:16:57.297980 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-29b12b03-a29a-425a-9321-b7dcc11bc60e tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:57.299148 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-29b12b03-a29a-425a-9321-b7dcc11bc60e tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] 10.222.0.50 "DELETE /v2.0/routers/08b9e907-bfd8-4f34-9695-c909d5913d18 HTTP/1.1" status: 204 len: 168 time: 0.4197338 Feb 09 01:16:57.307849 n-d-828369-4 neutron-server[103137]: INFO neutron.db.l3_db [None req-7b1b5532-a1e5-4cf7-b7a1-5f18c6944bec tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Floating IP 435dc3d0-b577-4ae7-acf8-170b8507f476 associated. External IP: 172.25.8.223, port: 2cfe0760-1209-44b0-91bd-8ef79ff8cf0b. Feb 09 01:16:57.346039 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2c7e45a2-e12e-40d0-9e8d-2a640a696629 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (b5e87f56-886d-4c17-b782-a5f35c888558), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:57.351137 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:16:57.467600 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:57.467990 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:57.483349 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-6cbe5863-7b30-4c3b-8cfa-2b7b9237fb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:57.485328 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-6cbe5863-7b30-4c3b-8cfa-2b7b9237fb66 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4827bb9d-9020-4469-a360-2245b341e8df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2811759 Feb 09 01:16:57.489812 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2c7e45a2-e12e-40d0-9e8d-2a640a696629 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (b5e87f56-886d-4c17-b782-a5f35c888558), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:57.526432 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58870) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:57.597608 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2c7e45a2-e12e-40d0-9e8d-2a640a696629 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (b5e87f56-886d-4c17-b782-a5f35c888558), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:57.635769 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e45a2-e12e-40d0-9e8d-2a640a696629 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Pushing event deleted for resources: {'Subnet': ['ID=b5e87f56-886d-4c17-b782-a5f35c888558,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:57.639748 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2c7e45a2-e12e-40d0-9e8d-2a640a696629 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:57.649752 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2c7e45a2-e12e-40d0-9e8d-2a640a696629 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "DELETE /v2.0/subnets/b5e87f56-886d-4c17-b782-a5f35c888558 HTTP/1.1" status: 204 len: 168 time: 0.4840512 Feb 09 01:16:57.656009 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58874) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:57.664594 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f356675-41da-4fd9-b711-2a3a1e6aa351 None None] Network 3c94ca57-3b3a-4c44-bfe5-dcd0786f477f requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:16:57.821419 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bb6dd89-bde7-4e98-9e59-97a5efbaa2c7 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Deleting subnet bab56cac-997f-4b8b-bab6-d250adea92d7 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:16:57.828656 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:57.829538 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:16:57.830433 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5bb6dd89-bde7-4e98-9e59-97a5efbaa2c7 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks [] for subnet (bab56cac-997f-4b8b-bab6-d250adea92d7), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:57.932686 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-1c82b192-330b-47c2-a493-57e66424dd34 service neutron] 10.222.0.47 "GET /v2.0/networks/4827bb9d-9020-4469-a360-2245b341e8df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4403629 Feb 09 01:16:57.946391 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-12fcc64a-4e3c-48cd-8520-ae09f5559628 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-628478604', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}, 'admin_state_up': False}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:16:57.954473 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b1b5532-a1e5-4cf7-b7a1-5f18c6944bec tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Router 7a61de9a-9652-4a7b-9b35-77753bbe9b12 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:16:57.982298 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5bb6dd89-bde7-4e98-9e59-97a5efbaa2c7 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (bab56cac-997f-4b8b-bab6-d250adea92d7), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:57.999875 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:58.000447 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:58.028179 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-12fcc64a-4e3c-48cd-8520-ae09f5559628 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (ce4a489b-6d82-4652-8798-c1cd87c596a4), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:58.029649 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-12fcc64a-4e3c-48cd-8520-ae09f5559628 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (ce4a489b-6d82-4652-8798-c1cd87c596a4), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:58.037277 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-1745e855-c0ae-4a2a-b306-92cf1c6d7650 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Allocated IP 2001:db8:2::1 (3c2d5bc4-8356-454a-aa1f-0d6afc7a230d/319dd928-af73-43f7-ad76-7134c8b37d54/f4cf7d32-cdd3-4017-a8f2-7e3caad94728) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:58.062693 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1d0bf-e7df-45ce-98ac-7f74d032137b req-4881d377-9ca3-4ca9-9e44-d3d742452ee9 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:58.068328 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1d0bf-e7df-45ce-98ac-7f74d032137b req-4881d377-9ca3-4ca9-9e44-d3d742452ee9 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:58.073791 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1d0bf-e7df-45ce-98ac-7f74d032137b req-4881d377-9ca3-4ca9-9e44-d3d742452ee9 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:58.075517 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0ac1d0bf-e7df-45ce-98ac-7f74d032137b req-4881d377-9ca3-4ca9-9e44-d3d742452ee9 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?device_id=f49ca825-8ae9-450b-a435-617e73fedb82 HTTP/1.1" status: 200 len: 2418 time: 0.1861222 Feb 09 01:16:58.151846 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31a4620-86ea-48ca-b61e-6517f734d7ee None None] DHCP port deletion for 3c94ca57-3b3a-4c44-bfe5-dcd0786f477f request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:16:58.161202 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:58.161709 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:58.176798 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-12fcc64a-4e3c-48cd-8520-ae09f5559628 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router_controller (ce4a489b-6d82-4652-8798-c1cd87c596a4), precommit_add_association {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:58.229330 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb,segment=NetworkSegment(cc5ebc40-8b04-4719-9e2a-5c9af68eacf9),segment_id=cc5ebc40-8b04-4719-9e2a-5c9af68eacf9)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:58.239555 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe553f6-f46a-421f-86ee-9a0622f96911 None None] Network 3c2d5bc4-8356-454a-aa1f-0d6afc7a230d requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:16:58.244044 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:58.335736 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0ac1d0bf-e7df-45ce-98ac-7f74d032137b req-eb761460-69db-4056-aed2-7d5b71712d99 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/security-groups?id=45eaab36-af4f-4215-874b-e47cf74a9106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515485 Feb 09 01:16:58.337499 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5bb6dd89-bde7-4e98-9e59-97a5efbaa2c7 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (bab56cac-997f-4b8b-bab6-d250adea92d7), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:58.384102 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a31a4620-86ea-48ca-b61e-6517f734d7ee None None] Deleting port e0210f0c-8738-496c-b1d7-f2196b7734ad {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:58.384688 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a31a4620-86ea-48ca-b61e-6517f734d7ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (e0210f0c-8738-496c-b1d7-f2196b7734ad), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:58.442760 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-12fcc64a-4e3c-48cd-8520-ae09f5559628 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router_gateway (ce4a489b-6d82-4652-8798-c1cd87c596a4), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:58.481507 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-7ece34d1-5e3b-422f-a4ca-134e982bf876 None None] Provisioning complete for port d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:58.482107 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7ece34d1-5e3b-422f-a4ca-134e982bf876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:58.484890 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:58.523410 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5bb6dd89-bde7-4e98-9e59-97a5efbaa2c7 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (bab56cac-997f-4b8b-bab6-d250adea92d7), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:58.552410 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-a31a4620-86ea-48ca-b61e-6517f734d7ee None None] For port e0210f0c-8738-496c-b1d7-f2196b7734ad, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=e0210f0c-8738-496c-b1d7-f2196b7734ad,segment=NetworkSegment(3750bb22-80d4-4ec1-991e-f1fe2daedfff),segment_id=3750bb22-80d4-4ec1-991e-f1fe2daedfff)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:58.559682 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a31a4620-86ea-48ca-b61e-6517f734d7ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (e0210f0c-8738-496c-b1d7-f2196b7734ad), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:58.562491 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb6dd89-bde7-4e98-9e59-97a5efbaa2c7 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Pushing event deleted for resources: {'Subnet': ['ID=bab56cac-997f-4b8b-bab6-d250adea92d7,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:58.570001 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5bb6dd89-bde7-4e98-9e59-97a5efbaa2c7 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:58.576576 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-5bb6dd89-bde7-4e98-9e59-97a5efbaa2c7 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "DELETE /v2.0/subnets/bab56cac-997f-4b8b-bab6-d250adea92d7 HTTP/1.1" status: 204 len: 168 time: 0.9195032 Feb 09 01:16:58.576804 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58882) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:58.608101 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c808379-3968-42bd-8237-0133830ca92a None None] Network 927c95a7-9afc-4391-8f1b-90d0913f6790 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:16:58.616730 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a31a4620-86ea-48ca-b61e-6517f734d7ee None None] Calling delete_port for e0210f0c-8738-496c-b1d7-f2196b7734ad owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:58.631879 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-c5323670-69ff-49d7-8108-96892683ce48 service neutron] 10.222.0.47 "GET /v2.0/networks/4827bb9d-9020-4469-a360-2245b341e8df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6913996 Feb 09 01:16:58.677790 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7d36942f-8cb7-433d-aa91-43e0048737d6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (3c94ca57-3b3a-4c44-bfe5-dcd0786f477f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:58.703410 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-cbdf4554-3c3a-4d23-95a8-8ae47b171af8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=8d514634-0023-4dbc-9e31-ea618b291a41 HTTP/1.1" status: 200 len: 217 time: 0.0609970 Feb 09 01:16:58.751111 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1b5532-a1e5-4cf7-b7a1-5f18c6944bec tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:16:58.781835 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58a23ba-93d1-4427-aebe-6f86caeaac0f None None] Sync routers for ids ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:16:58.836598 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-12fcc64a-4e3c-48cd-8520-ae09f5559628 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router_gateway (ce4a489b-6d82-4652-8798-c1cd87c596a4), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:58.848349 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1745e855-c0ae-4a2a-b306-92cf1c6d7650 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for port (f4cf7d32-cdd3-4017-a8f2-7e3caad94728), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:58.850444 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58a23ba-93d1-4427-aebe-6f86caeaac0f None None] Routers {'7a61de9a-9652-4a7b-9b35-77753bbe9b12'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:58.851505 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-d58a23ba-93d1-4427-aebe-6f86caeaac0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:16:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:58.858846 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-63fdd87c-6af3-41d1-bc3a-f82bfa8c6153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:58.860273 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-63fdd87c-6af3-41d1-bc3a-f82bfa8c6153 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ca80025f-d3d8-4978-9cfb-611cf11c3647 HTTP/1.1" status: 200 len: 797 time: 0.1506116 Feb 09 01:16:58.873042 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-12fcc64a-4e3c-48cd-8520-ae09f5559628 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:58.897974 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-d58a23ba-93d1-4427-aebe-6f86caeaac0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:58.913224 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-7ece34d1-5e3b-422f-a4ca-134e982bf876 None None] Current status of the port d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:58.920419 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-7d36942f-8cb7-433d-aa91-43e0048737d6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Deleting port e0210f0c-8738-496c-b1d7-f2196b7734ad {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:58.920799 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7d36942f-8cb7-433d-aa91-43e0048737d6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (e0210f0c-8738-496c-b1d7-f2196b7734ad), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:58.930720 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58a23ba-93d1-4427-aebe-6f86caeaac0f None None] Routers {'7a61de9a-9652-4a7b-9b35-77753bbe9b12'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:58.931648 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-d58a23ba-93d1-4427-aebe-6f86caeaac0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:16:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:58.963433 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1745e855-c0ae-4a2a-b306-92cf1c6d7650 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (f4cf7d32-cdd3-4017-a8f2-7e3caad94728), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:58.977498 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-597c6d16-005b-42a7-944f-4c5f236c8680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:16:58.979318 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-597c6d16-005b-42a7-944f-4c5f236c8680 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7776bdde-fa28-4fc9-a953-0f38a342d9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1091695 Feb 09 01:16:58.992107 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-d58a23ba-93d1-4427-aebe-6f86caeaac0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:58.995195 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58a23ba-93d1-4427-aebe-6f86caeaac0f None None] The sync data for ids ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'] in n-d-828369-4 is: [] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:16:59.016820 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a31a4620-86ea-48ca-b61e-6517f734d7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (e0210f0c-8738-496c-b1d7-f2196b7734ad), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:59.043578 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-7d36942f-8cb7-433d-aa91-43e0048737d6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] For port e0210f0c-8738-496c-b1d7-f2196b7734ad, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=e0210f0c-8738-496c-b1d7-f2196b7734ad,segment=NetworkSegment(3750bb22-80d4-4ec1-991e-f1fe2daedfff),segment_id=3750bb22-80d4-4ec1-991e-f1fe2daedfff)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:59.043955 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7d36942f-8cb7-433d-aa91-43e0048737d6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (e0210f0c-8738-496c-b1d7-f2196b7734ad), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:59.049900 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31a4620-86ea-48ca-b61e-6517f734d7ee None None] No DVR routers for this DVR port e0210f0c-8738-496c-b1d7-f2196b7734ad on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:16:59.064295 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-7d36942f-8cb7-433d-aa91-43e0048737d6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Calling delete_port for e0210f0c-8738-496c-b1d7-f2196b7734ad owned by network:dhcp {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:59.104773 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-12fcc64a-4e3c-48cd-8520-ae09f5559628 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Allocated IP 172.25.8.128 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/673a23fa-a396-4004-9e43-46295d1ced71) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:16:59.139493 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1745e855-c0ae-4a2a-b306-92cf1c6d7650 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Network 3c2d5bc4-8356-454a-aa1f-0d6afc7a230d is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:16:59.142312 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3642e827-87e0-43a7-8b0b-5453edb6651d None None] DHCP port deletion for 927c95a7-9afc-4391-8f1b-90d0913f6790 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:16:59.151716 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a4620-86ea-48ca-b61e-6517f734d7ee None None] Pushing event deleted for resources: {'Port': ['ID=e0210f0c-8738-496c-b1d7-f2196b7734ad,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:59.153569 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-1745e855-c0ae-4a2a-b306-92cf1c6d7650 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:16:59.207546 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1745e855-c0ae-4a2a-b306-92cf1c6d7650 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:16:59.208519 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1745e855-c0ae-4a2a-b306-92cf1c6d7650 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (8a802f47-336a-499f-809e-ade658403707), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:59.250863 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1745e855-c0ae-4a2a-b306-92cf1c6d7650 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event updated for resources: {'Port': ['ID=f4cf7d32-cdd3-4017-a8f2-7e3caad94728,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:59.265074 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b1b5532-a1e5-4cf7-b7a1-5f18c6944bec tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Router c0f895ac-b1f2-4c75-b793-87931d573280 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:16:59.308081 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:16:59.320309 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7d36942f-8cb7-433d-aa91-43e0048737d6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (e0210f0c-8738-496c-b1d7-f2196b7734ad), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:59.344883 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-dff116a0-44c5-43cb-9c78-c10d11a28d97 None None] Provisioning complete for port d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:59.345269 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dff116a0-44c5-43cb-9c78-c10d11a28d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:59.357231 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-3642e827-87e0-43a7-8b0b-5453edb6651d None None] Deleting port 94bb012c-4bd4-463f-b197-554fce04e0af {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:16:59.357624 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3642e827-87e0-43a7-8b0b-5453edb6651d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (94bb012c-4bd4-463f-b197-554fce04e0af), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:59.361158 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d36942f-8cb7-433d-aa91-43e0048737d6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Pushing event deleted for resources: {'Port': ['ID=e0210f0c-8738-496c-b1d7-f2196b7734ad,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:16:59.366770 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d36942f-8cb7-433d-aa91-43e0048737d6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] No DVR routers for this DVR port e0210f0c-8738-496c-b1d7-f2196b7734ad on host n-d-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:16:59.403983 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-12fcc64a-4e3c-48cd-8520-ae09f5559628 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for port (673a23fa-a396-4004-9e43-46295d1ced71), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:59.429591 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-6820cc61-9ca6-45df-b628-c143d9b46582 service neutron] 10.222.0.47 "GET /v2.0/networks/7776bdde-fa28-4fc9-a953-0f38a342d9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4210494 Feb 09 01:16:59.500847 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7d36942f-8cb7-433d-aa91-43e0048737d6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (3c94ca57-3b3a-4c44-bfe5-dcd0786f477f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:59.529113 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-3642e827-87e0-43a7-8b0b-5453edb6651d None None] For port 94bb012c-4bd4-463f-b197-554fce04e0af, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=94bb012c-4bd4-463f-b197-554fce04e0af,segment=NetworkSegment(a70768ab-a3e6-4f0b-bd69-0014c783c3ba),segment_id=a70768ab-a3e6-4f0b-bd69-0014c783c3ba)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:16:59.530071 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3642e827-87e0-43a7-8b0b-5453edb6651d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (94bb012c-4bd4-463f-b197-554fce04e0af), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:59.559486 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1745e855-c0ae-4a2a-b306-92cf1c6d7650 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f4cf7d32-cdd3-4017-a8f2-7e3caad94728), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:59.562031 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-3642e827-87e0-43a7-8b0b-5453edb6651d None None] Calling delete_port for 94bb012c-4bd4-463f-b197-554fce04e0af owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:16:59.566043 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-7d36942f-8cb7-433d-aa91-43e0048737d6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c94ca57-3b3a-4c44-bfe5-dcd0786f477f']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:59.579068 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-7d36942f-8cb7-433d-aa91-43e0048737d6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3750bb22-80d4-4ec1-991e-f1fe2daedfff') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:59.579998 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-7d36942f-8cb7-433d-aa91-43e0048737d6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3750bb22-80d4-4ec1-991e-f1fe2daedfff') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:59.594184 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7d36942f-8cb7-433d-aa91-43e0048737d6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (3750bb22-80d4-4ec1-991e-f1fe2daedfff), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:59.602431 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-12fcc64a-4e3c-48cd-8520-ae09f5559628 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (673a23fa-a396-4004-9e43-46295d1ced71), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:59.606204 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1b5532-a1e5-4cf7-b7a1-5f18c6944bec tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:16:59.621890 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cf43ef-2eb9-4897-a33e-cc2b685a5614 None None] Sync routers for ids ['c0f895ac-b1f2-4c75-b793-87931d573280'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:16:59.635737 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cf43ef-2eb9-4897-a33e-cc2b685a5614 None None] Routers {'c0f895ac-b1f2-4c75-b793-87931d573280'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:59.636588 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-f5cf43ef-2eb9-4897-a33e-cc2b685a5614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:16:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c0f895ac-b1f2-4c75-b793-87931d573280'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:59.639065 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7d36942f-8cb7-433d-aa91-43e0048737d6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (3750bb22-80d4-4ec1-991e-f1fe2daedfff), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:59.663720 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d36942f-8cb7-433d-aa91-43e0048737d6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:16:59.664318 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7d36942f-8cb7-433d-aa91-43e0048737d6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (3750bb22-80d4-4ec1-991e-f1fe2daedfff), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:59.668752 n-d-828369-4 neutron-server[103136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:16:59.668752 n-d-828369-4 neutron-server[103136]: self.session.flush() Feb 09 01:16:59.668752 n-d-828369-4 neutron-server[103136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:16:59.668752 n-d-828369-4 neutron-server[103136]: self.session.flush() Feb 09 01:16:59.668752 n-d-828369-4 neutron-server[103136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:16:59.668752 n-d-828369-4 neutron-server[103136]: self.session.flush() Feb 09 01:16:59.668752 n-d-828369-4 neutron-server[103136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:16:59.668752 n-d-828369-4 neutron-server[103136]: self.session.flush() Feb 09 01:16:59.668752 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:16:59.668752 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:16:59.668752 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:16:59.668752 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:16:59.668752 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:16:59.668752 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:16:59.668752 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:16:59.668752 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:16:59.668752 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:16:59.668752 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:16:59.668752 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:16:59.668752 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:16:59.668752 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:16:59.668752 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:16:59.668752 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:16:59.668752 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:16:59.668752 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:16:59.668752 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:16:59.668752 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:16:59.668752 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:16:59.668752 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:16:59.668752 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:16:59.668752 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:16:59.668752 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:16:59.668752 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:16:59.668752 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:16:59.668752 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:16:59.668752 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:16:59.668752 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:16:59.668752 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:16:59.668752 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:16:59.668752 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:16:59.673146 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-2f2c73e3-d6e0-4781-a3a5-886571464bf7 service neutron] 10.222.0.47 "GET /v2.0/networks/7776bdde-fa28-4fc9-a953-0f38a342d9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346742 Feb 09 01:16:59.676671 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7b1b5532-a1e5-4cf7-b7a1-5f18c6944bec tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:59.685468 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-f5cf43ef-2eb9-4897-a33e-cc2b685a5614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:59.696242 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cf43ef-2eb9-4897-a33e-cc2b685a5614 None None] Routers {'c0f895ac-b1f2-4c75-b793-87931d573280'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:16:59.697412 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-f5cf43ef-2eb9-4897-a33e-cc2b685a5614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:16:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c0f895ac-b1f2-4c75-b793-87931d573280'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:59.744295 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-f5cf43ef-2eb9-4897-a33e-cc2b685a5614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:16:59.745231 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cf43ef-2eb9-4897-a33e-cc2b685a5614 None None] The sync data for ids ['c0f895ac-b1f2-4c75-b793-87931d573280'] in n-d-828369-4 is: [] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:16:59.817512 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7b1b5532-a1e5-4cf7-b7a1-5f18c6944bec tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "PUT /v2.0/floatingips/435dc3d0-b577-4ae7-acf8-170b8507f476 HTTP/1.1" status: 200 len: 978 time: 6.1388965 Feb 09 01:16:59.903946 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-b7653817-80fd-4a2c-baaa-bebb4790693b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=61983cf9-1bf8-40bd-8171-eb224ee4dd26 HTTP/1.1" status: 200 len: 217 time: 0.1464894 Feb 09 01:16:59.906683 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58888) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:16:59.911020 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:16:59.911462 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:16:59.967836 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-dff116a0-44c5-43cb-9c78-c10d11a28d97 None None] Current status of the port d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:16:59.978903 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3642e827-87e0-43a7-8b0b-5453edb6651d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (94bb012c-4bd4-463f-b197-554fce04e0af), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:00.043255 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3642e827-87e0-43a7-8b0b-5453edb6651d None None] Pushing event deleted for resources: {'Port': ['ID=94bb012c-4bd4-463f-b197-554fce04e0af,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:00.045220 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3642e827-87e0-43a7-8b0b-5453edb6651d None None] No DVR routers for this DVR port 94bb012c-4bd4-463f-b197-554fce04e0af on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:17:00.071076 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:00.071653 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878e2f1-e7fd-4144-b506-4ea79c606f1c req-431ad29a-4b80-45d2-a004-827738b61c3a tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:00.077259 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878e2f1-e7fd-4144-b506-4ea79c606f1c req-431ad29a-4b80-45d2-a004-827738b61c3a tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:00.082942 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878e2f1-e7fd-4144-b506-4ea79c606f1c req-431ad29a-4b80-45d2-a004-827738b61c3a tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:00.084784 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e878e2f1-e7fd-4144-b506-4ea79c606f1c req-431ad29a-4b80-45d2-a004-827738b61c3a tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?device_id=f49ca825-8ae9-450b-a435-617e73fedb82 HTTP/1.1" status: 200 len: 2418 time: 0.5906146 Feb 09 01:17:00.090048 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fcc64a-4e3c-48cd-8520-ae09f5559628 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:00.094317 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fcc64a-4e3c-48cd-8520-ae09f5559628 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Pushing event updated for resources: {'Port': ['ID=673a23fa-a396-4004-9e43-46295d1ced71,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:00.095854 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-51e3cadd-85dd-448f-92b3-c86070edf517 None None] Provisioning complete for port f4cf7d32-cdd3-4017-a8f2-7e3caad94728 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:00.097062 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-51e3cadd-85dd-448f-92b3-c86070edf517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f4cf7d32-cdd3-4017-a8f2-7e3caad94728), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:00.099872 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-3cb5e21e-d85d-4b17-a4b3-034ba33ba483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:00.101833 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-3cb5e21e-d85d-4b17-a4b3-034ba33ba483 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ca80025f-d3d8-4978-9cfb-611cf11c3647 HTTP/1.1" status: 200 len: 797 time: 0.1839345 Feb 09 01:17:00.102440 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-12fcc64a-4e3c-48cd-8520-ae09f5559628 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:00.123564 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fcc64a-4e3c-48cd-8520-ae09f5559628 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:17:00.159793 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-51e3cadd-85dd-448f-92b3-c86070edf517 None None] Port f4cf7d32-cdd3-4017-a8f2-7e3caad94728 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:17:00.176289 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7d36942f-8cb7-433d-aa91-43e0048737d6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (3c94ca57-3b3a-4c44-bfe5-dcd0786f477f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:00.179455 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device e0210f0c-8738-496c-b1d7-f2196b7734ad no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:17:00.188665 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7d36942f-8cb7-433d-aa91-43e0048737d6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:00.192066 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-7d36942f-8cb7-433d-aa91-43e0048737d6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "DELETE /v2.0/networks/3c94ca57-3b3a-4c44-bfe5-dcd0786f477f HTTP/1.1" status: 204 len: 168 time: 1.6132743 Feb 09 01:17:00.198532 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58890) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:00.215547 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: e0210f0c-8738-496c-b1d7-f2196b7734ad {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:17:00.216302 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device e0210f0c-8738-496c-b1d7-f2196b7734ad not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:17:00.217054 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 94bb012c-4bd4-463f-b197-554fce04e0af no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:17:00.239762 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d36942f-8cb7-433d-aa91-43e0048737d6 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Pushing event deleted for resources: {'Network': ['ID=3c94ca57-3b3a-4c44-bfe5-dcd0786f477f,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:00.243787 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-b67ea801-1915-46ac-8353-62a4a934272b tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Deleting port d290c8de-8e76-485a-bc7f-a05130f9575a {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:00.244138 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b67ea801-1915-46ac-8353-62a4a934272b tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (d290c8de-8e76-485a-bc7f-a05130f9575a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:00.246139 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 94bb012c-4bd4-463f-b197-554fce04e0af {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:17:00.246516 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 94bb012c-4bd4-463f-b197-554fce04e0af not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:17:00.337604 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-c136ab88-1213-4501-88a2-256ed42521d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:00.339421 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-c136ab88-1213-4501-88a2-256ed42521d0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7776bdde-fa28-4fc9-a953-0f38a342d9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2295551 Feb 09 01:17:00.341843 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e878e2f1-e7fd-4144-b506-4ea79c606f1c req-cc312783-7086-401c-a3f3-72d0df219fb1 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/security-groups?id=45eaab36-af4f-4215-874b-e47cf74a9106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440605 Feb 09 01:17:00.419100 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-10f2a453-5523-4985-9307-7d3f0063bb60 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (927c95a7-9afc-4391-8f1b-90d0913f6790), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:00.462096 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b67ea801-1915-46ac-8353-62a4a934272b tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (d290c8de-8e76-485a-bc7f-a05130f9575a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:00.495117 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1745e855-c0ae-4a2a-b306-92cf1c6d7650 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for port (f4cf7d32-cdd3-4017-a8f2-7e3caad94728), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:00.541878 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1745e855-c0ae-4a2a-b306-92cf1c6d7650 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (f4cf7d32-cdd3-4017-a8f2-7e3caad94728), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:00.542705 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1745e855-c0ae-4a2a-b306-92cf1c6d7650 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (8a802f47-336a-499f-809e-ade658403707), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:00.647912 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-10f2a453-5523-4985-9307-7d3f0063bb60 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (927c95a7-9afc-4391-8f1b-90d0913f6790), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:00.666195 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-0831bc2e-1c69-4abc-b30e-df922dc76d76 service neutron] 10.222.0.47 "GET /v2.0/networks/7776bdde-fa28-4fc9-a953-0f38a342d9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148026 Feb 09 01:17:00.695055 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-10f2a453-5523-4985-9307-7d3f0063bb60 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['927c95a7-9afc-4391-8f1b-90d0913f6790']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:00.716743 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1745e855-c0ae-4a2a-b306-92cf1c6d7650 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event updated for resources: {'Port': ['ID=f4cf7d32-cdd3-4017-a8f2-7e3caad94728,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:00.722186 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-10f2a453-5523-4985-9307-7d3f0063bb60 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a70768ab-a3e6-4f0b-bd69-0014c783c3ba') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:00.722876 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-10f2a453-5523-4985-9307-7d3f0063bb60 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a70768ab-a3e6-4f0b-bd69-0014c783c3ba') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:00.750447 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-12fcc64a-4e3c-48cd-8520-ae09f5559628 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router_gateway (ce4a489b-6d82-4652-8798-c1cd87c596a4), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:00.758302 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-10f2a453-5523-4985-9307-7d3f0063bb60 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (a70768ab-a3e6-4f0b-bd69-0014c783c3ba), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:00.840914 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-10f2a453-5523-4985-9307-7d3f0063bb60 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (a70768ab-a3e6-4f0b-bd69-0014c783c3ba), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:00.857741 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10f2a453-5523-4985-9307-7d3f0063bb60 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:17:00.857741 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-10f2a453-5523-4985-9307-7d3f0063bb60 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (a70768ab-a3e6-4f0b-bd69-0014c783c3ba), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:00.857987 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:17:00.857987 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:17:00.857987 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:17:00.857987 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:17:00.857987 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:17:00.857987 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:17:00.857987 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:17:00.857987 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:17:00.857987 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:17:00.857987 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:17:00.857987 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:17:00.857987 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:17:00.857987 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:17:00.857987 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:17:00.857987 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:17:00.857987 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:17:00.857987 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:17:00.857987 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:17:00.857987 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:17:00.857987 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:17:00.857987 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:17:00.857987 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:17:00.857987 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:17:00.857987 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:17:00.857987 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:17:00.857987 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:17:00.857987 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:17:00.857987 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:17:00.857987 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:17:00.857987 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:17:00.857987 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:17:00.857987 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:17:00.899682 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1745e855-c0ae-4a2a-b306-92cf1c6d7650 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Network 3c2d5bc4-8356-454a-aa1f-0d6afc7a230d is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:00.901740 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b67ea801-1915-46ac-8353-62a4a934272b tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:00.902198 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b67ea801-1915-46ac-8353-62a4a934272b tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (435dc3d0-b577-4ae7-acf8-170b8507f476), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:00.902518 n-d-828369-4 neutron-server[103137]: INFO neutron.db.l3_db [None req-b67ea801-1915-46ac-8353-62a4a934272b tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Floating IP 435dc3d0-b577-4ae7-acf8-170b8507f476 disassociated. External IP: 172.25.8.223, port: d290c8de-8e76-485a-bc7f-a05130f9575a. Feb 09 01:17:00.902866 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-b67ea801-1915-46ac-8353-62a4a934272b tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Calling delete_port for d290c8de-8e76-485a-bc7f-a05130f9575a owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:00.907039 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-d62dcc6c-e215-4c7b-88cf-882735e5cc93 service neutron] 10.222.0.47 "GET /v2.0/networks/7776bdde-fa28-4fc9-a953-0f38a342d9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296686 Feb 09 01:17:00.908048 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-1745e855-c0ae-4a2a-b306-92cf1c6d7650 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:00.944737 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b65199a-e438-47b4-8729-3e0eee0fd897 req-6da6573e-f99b-474a-abb7-9f687ce39b3c tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:00.950332 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b65199a-e438-47b4-8729-3e0eee0fd897 req-6da6573e-f99b-474a-abb7-9f687ce39b3c tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:00.956800 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b65199a-e438-47b4-8729-3e0eee0fd897 req-6da6573e-f99b-474a-abb7-9f687ce39b3c tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:00.958606 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4b65199a-e438-47b4-8729-3e0eee0fd897 req-6da6573e-f99b-474a-abb7-9f687ce39b3c tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?device_id=f49ca825-8ae9-450b-a435-617e73fedb82 HTTP/1.1" status: 200 len: 2418 time: 0.2606928 Feb 09 01:17:00.979489 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-10f2a453-5523-4985-9307-7d3f0063bb60 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (927c95a7-9afc-4391-8f1b-90d0913f6790), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:00.999641 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-10f2a453-5523-4985-9307-7d3f0063bb60 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:01.020308 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-10f2a453-5523-4985-9307-7d3f0063bb60 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] 10.222.0.50 "DELETE /v2.0/networks/927c95a7-9afc-4391-8f1b-90d0913f6790 HTTP/1.1" status: 204 len: 168 time: 0.8206463 Feb 09 01:17:01.095106 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4b65199a-e438-47b4-8729-3e0eee0fd897 req-1456bb2b-897a-421f-a06d-28524dde30e9 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/security-groups?id=45eaab36-af4f-4215-874b-e47cf74a9106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288042 Feb 09 01:17:01.096241 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f2a453-5523-4985-9307-7d3f0063bb60 tempest-TaggedBootDevicesTest-925220966 tempest-TaggedBootDevicesTest-925220966-project] Pushing event deleted for resources: {'Network': ['ID=927c95a7-9afc-4391-8f1b-90d0913f6790,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:01.276589 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-12fcc64a-4e3c-48cd-8520-ae09f5559628 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (ce4a489b-6d82-4652-8798-c1cd87c596a4), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:01.309767 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-3e603e15-e5a2-430c-b0fe-1c7d6a3dfd3a None None] Provisioning complete for port f4cf7d32-cdd3-4017-a8f2-7e3caad94728 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:01.310247 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3e603e15-e5a2-430c-b0fe-1c7d6a3dfd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f4cf7d32-cdd3-4017-a8f2-7e3caad94728), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:01.406138 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-3e603e15-e5a2-430c-b0fe-1c7d6a3dfd3a None None] Port f4cf7d32-cdd3-4017-a8f2-7e3caad94728 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:17:01.471090 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12fcc64a-4e3c-48cd-8520-ae09f5559628 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Router ce4a489b-6d82-4652-8798-c1cd87c596a4 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:17:01.630793 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12fcc64a-4e3c-48cd-8520-ae09f5559628 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:17:01.641911 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43aaf2f-087c-4a76-9d9a-4e5b82db3217 None None] Sync routers for ids ['ce4a489b-6d82-4652-8798-c1cd87c596a4'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:17:01.664178 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43aaf2f-087c-4a76-9d9a-4e5b82db3217 None None] Routers {'ce4a489b-6d82-4652-8798-c1cd87c596a4'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:01.665527 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-f43aaf2f-087c-4a76-9d9a-4e5b82db3217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:16:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['ce4a489b-6d82-4652-8798-c1cd87c596a4'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:01.690247 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-12fcc64a-4e3c-48cd-8520-ae09f5559628 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:01.697230 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-12fcc64a-4e3c-48cd-8520-ae09f5559628 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.1670783 Feb 09 01:17:01.697921 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58922) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:01.711110 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-f43aaf2f-087c-4a76-9d9a-4e5b82db3217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:01.723907 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43aaf2f-087c-4a76-9d9a-4e5b82db3217 None None] Routers {'ce4a489b-6d82-4652-8798-c1cd87c596a4'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:01.724809 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-f43aaf2f-087c-4a76-9d9a-4e5b82db3217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:16:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['ce4a489b-6d82-4652-8798-c1cd87c596a4'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:01.739411 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-1128ae55-9dd3-4dea-917a-b2c5742216b5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=b5cb7993-c6ee-4b5e-b147-44a20af5c491 HTTP/1.1" status: 200 len: 217 time: 0.8128138 Feb 09 01:17:01.743437 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b67ea801-1915-46ac-8353-62a4a934272b tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (d290c8de-8e76-485a-bc7f-a05130f9575a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:01.804816 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-f43aaf2f-087c-4a76-9d9a-4e5b82db3217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:01.805766 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43aaf2f-087c-4a76-9d9a-4e5b82db3217 None None] The sync data for ids ['ce4a489b-6d82-4652-8798-c1cd87c596a4'] in n-d-828369-4 is: [] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:17:01.869310 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-853d1517-ea16-4b67-986a-baf1ad0dbdcb tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] 10.222.0.50 "GET /v2.0/routers/ce4a489b-6d82-4652-8798-c1cd87c596a4 HTTP/1.1" status: 200 len: 920 time: 0.1671324 Feb 09 01:17:01.870448 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58924) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:01.924355 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-9006ba7a-a7cf-4d29-a97a-b3b081abc21b tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce4a489b-6d82-4652-8798-c1cd87c596a4 HTTP/1.1" status: 200 len: 205 time: 0.0513248 Feb 09 01:17:01.925868 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58926) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:01.935984 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ea801-1915-46ac-8353-62a4a934272b tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Pushing event deleted for resources: {'Port': ['ID=d290c8de-8e76-485a-bc7f-a05130f9575a,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:01.967041 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-5cb5a6d2-b774-4be8-bc66-6e20489bb1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:01.968764 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-5cb5a6d2-b774-4be8-bc66-6e20489bb1fa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ca80025f-d3d8-4978-9cfb-611cf11c3647 HTTP/1.1" status: 200 len: 797 time: 0.2185886 Feb 09 01:17:02.084484 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5f225159-a04f-4420-a96c-491908005260 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router (ce4a489b-6d82-4652-8798-c1cd87c596a4), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:02.095336 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1745e855-c0ae-4a2a-b306-92cf1c6d7650 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Router 8a802f47-336a-499f-809e-ade658403707 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:17:02.225101 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67ea801-1915-46ac-8353-62a4a934272b tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Router c0f895ac-b1f2-4c75-b793-87931d573280 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:17:02.237715 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-8dfc37d3-e600-49b0-a3ef-9f0ae00cbf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:02.239398 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-8dfc37d3-e600-49b0-a3ef-9f0ae00cbf2c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7776bdde-fa28-4fc9-a953-0f38a342d9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2629151 Feb 09 01:17:02.324309 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b4fc8d9-b882-424f-9a27-5d40f002eef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:02.429182 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e26a8-ea7f-44d1-beac-bb54244e9b59 req-c2f43cde-178e-4378-afa1-3debbd6f4908 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:02.435161 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e26a8-ea7f-44d1-beac-bb54244e9b59 req-c2f43cde-178e-4378-afa1-3debbd6f4908 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:02.443044 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e26a8-ea7f-44d1-beac-bb54244e9b59 req-c2f43cde-178e-4378-afa1-3debbd6f4908 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:02.445159 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3e8e26a8-ea7f-44d1-beac-bb54244e9b59 req-c2f43cde-178e-4378-afa1-3debbd6f4908 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?device_id=f49ca825-8ae9-450b-a435-617e73fedb82 HTTP/1.1" status: 200 len: 2418 time: 0.2110054 Feb 09 01:17:02.460014 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5f225159-a04f-4420-a96c-491908005260 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router_gateway (ce4a489b-6d82-4652-8798-c1cd87c596a4), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:02.533945 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67ea801-1915-46ac-8353-62a4a934272b tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:17:02.548489 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb2e472-88ab-4a03-bd42-673d6eb6d7db None None] Sync routers for ids ['c0f895ac-b1f2-4c75-b793-87931d573280'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:17:02.563784 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb2e472-88ab-4a03-bd42-673d6eb6d7db None None] Routers {'c0f895ac-b1f2-4c75-b793-87931d573280'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:02.567323 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-dbb2e472-88ab-4a03-bd42-673d6eb6d7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:16:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c0f895ac-b1f2-4c75-b793-87931d573280'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:02.633593 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60faef14-e8d0-43c4-b484-c67209581240 req-47bcf7e6-b5cd-4b75-8d3e-b29d94bc9d70 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:02.639086 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60faef14-e8d0-43c4-b484-c67209581240 req-47bcf7e6-b5cd-4b75-8d3e-b29d94bc9d70 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:02.644900 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60faef14-e8d0-43c4-b484-c67209581240 req-47bcf7e6-b5cd-4b75-8d3e-b29d94bc9d70 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:02.646668 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-60faef14-e8d0-43c4-b484-c67209581240 req-47bcf7e6-b5cd-4b75-8d3e-b29d94bc9d70 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.120 "GET /v2.0/ports?device_id=f49ca825-8ae9-450b-a435-617e73fedb82 HTTP/1.1" status: 200 len: 2418 time: 0.1274712 Feb 09 01:17:02.646886 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-dbb2e472-88ab-4a03-bd42-673d6eb6d7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:02.663660 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb2e472-88ab-4a03-bd42-673d6eb6d7db None None] Routers {'c0f895ac-b1f2-4c75-b793-87931d573280'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:02.664439 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3e8e26a8-ea7f-44d1-beac-bb54244e9b59 req-fe75bbcb-211f-4b55-ad4a-132441e868e1 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/security-groups?id=45eaab36-af4f-4215-874b-e47cf74a9106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937523 Feb 09 01:17:02.666255 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-dbb2e472-88ab-4a03-bd42-673d6eb6d7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:16:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c0f895ac-b1f2-4c75-b793-87931d573280'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:02.716894 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-dbb2e472-88ab-4a03-bd42-673d6eb6d7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:02.717798 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb2e472-88ab-4a03-bd42-673d6eb6d7db None None] The sync data for ids ['c0f895ac-b1f2-4c75-b793-87931d573280'] in n-d-828369-4 is: [] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:17:02.765185 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-98f86c97-2532-4f4d-ae03-940a6771ca67 service neutron] 10.222.0.47 "GET /v2.0/networks/7776bdde-fa28-4fc9-a953-0f38a342d9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5182862 Feb 09 01:17:02.766322 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1745e855-c0ae-4a2a-b306-92cf1c6d7650 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:17:02.775959 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1745e855-c0ae-4a2a-b306-92cf1c6d7650 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "PUT /v2.0/routers/8a802f47-336a-499f-809e-ade658403707/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7148674 Feb 09 01:17:02.781515 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0625ef98-2fd0-452a-8637-7517d9725502 None None] Sync routers for ids ['8a802f47-336a-499f-809e-ade658403707'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:17:02.783804 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58934) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:02.789963 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-8c078f27-b038-4395-85fb-bbba8486c8cb tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1965476265'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:02.813095 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0625ef98-2fd0-452a-8637-7517d9725502 None None] Routers {'8a802f47-336a-499f-809e-ade658403707'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:02.814976 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-0625ef98-2fd0-452a-8637-7517d9725502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:16:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['8a802f47-336a-499f-809e-ade658403707'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:02.821262 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-5f225159-a04f-4420-a96c-491908005260 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Deleting port 673a23fa-a396-4004-9e43-46295d1ced71 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:02.821776 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5f225159-a04f-4420-a96c-491908005260 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (673a23fa-a396-4004-9e43-46295d1ced71), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:02.901147 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b67ea801-1915-46ac-8353-62a4a934272b tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:02.908065 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b67ea801-1915-46ac-8353-62a4a934272b tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "DELETE /v2.0/ports/d290c8de-8e76-485a-bc7f-a05130f9575a HTTP/1.1" status: 204 len: 168 time: 3.0003939 Feb 09 01:17:02.908758 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58936) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:02.926416 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c078f27-b038-4395-85fb-bbba8486c8cb tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Made reservation on behalf of 9ae775496dcb4c88881b98c46e972e20 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:02.931005 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8c078f27-b038-4395-85fb-bbba8486c8cb tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:02.963052 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5f225159-a04f-4420-a96c-491908005260 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (673a23fa-a396-4004-9e43-46295d1ced71), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:02.978014 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-0625ef98-2fd0-452a-8637-7517d9725502 None None] Set router 8a802f47-336a-499f-809e-ade658403707 gateway port host: None {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:17:03.004822 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-5f225159-a04f-4420-a96c-491908005260 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Calling delete_port for 673a23fa-a396-4004-9e43-46295d1ced71 owned by network:router_gateway {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:03.012535 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-60faef14-e8d0-43c4-b484-c67209581240 req-e856d074-1da9-4d2f-827a-007a6fe0980a tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Deleting port 1916a961-662c-4f2a-b4fa-b7eac2161bfb {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:03.013161 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-60faef14-e8d0-43c4-b484-c67209581240 req-e856d074-1da9-4d2f-827a-007a6fe0980a tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (1916a961-662c-4f2a-b4fa-b7eac2161bfb), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:03.101595 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-9c9b6e9d-3720-47bf-8d2b-96b8a7ccedfa service neutron] 10.222.0.47 "GET /v2.0/networks/7776bdde-fa28-4fc9-a953-0f38a342d9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269339 Feb 09 01:17:03.118665 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c078f27-b038-4395-85fb-bbba8486c8cb tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1037} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:17:03.167616 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-b8a16e7d-9186-4c10-896a-aa7bddce9b97 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=6e9d435a-540a-4ac9-9688-d711412ef2a9 HTTP/1.1" status: 200 len: 217 time: 0.0552547 Feb 09 01:17:03.209070 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8c078f27-b038-4395-85fb-bbba8486c8cb tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (019a7cae-58ea-471e-b6df-dd790f972ffc), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:03.209423 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-8c078f27-b038-4395-85fb-bbba8486c8cb tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Added segment 019a7cae-58ea-471e-b6df-dd790f972ffc of type vlan for network 400813cf-8d75-49c3-8c0d-f300ce2c7169 Feb 09 01:17:03.240411 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-60faef14-e8d0-43c4-b484-c67209581240 req-e856d074-1da9-4d2f-827a-007a6fe0980a tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] For port 1916a961-662c-4f2a-b4fa-b7eac2161bfb, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=1916a961-662c-4f2a-b4fa-b7eac2161bfb,segment=NetworkSegment(2154f7d8-04e8-49c8-b81d-ab6b4913236d),segment_id=2154f7d8-04e8-49c8-b81d-ab6b4913236d)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:03.240820 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-60faef14-e8d0-43c4-b484-c67209581240 req-e856d074-1da9-4d2f-827a-007a6fe0980a tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (1916a961-662c-4f2a-b4fa-b7eac2161bfb), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:03.247288 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-0625ef98-2fd0-452a-8637-7517d9725502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a802f47-336a-499f-809e-ade658403707', 'name': 'tempest-RoutersIpV6Test-router-1203164882', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:35Z', 'updated_at': '2022-02-09T01:16:59Z', 'revision_number': 4, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'gw_port_host': None, '_interfaces': [{'id': '6daf4a56-5b77-4881-b1e7-22b17b7d330f', 'name': '', 'network_id': '3ec62db4-d42d-43d1-9cda-9dd513e0c974', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:0a:23:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:39Z', 'updated_at': '2022-02-09T01:16:45Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4', 'name': '', 'network_id': 'd7f51f96-79d1-4cd2-9ca4-93d2f898b4e9', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:d0:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '4c593e5d-3d39-4445-8ed4-07b0bb5103c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:46Z', 'updated_at': '2022-02-09T01:16:56Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '4c593e5d-3d39-4445-8ed4-07b0bb5103c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4cf7d32-cdd3-4017-a8f2-7e3caad94728', 'name': '', 'network_id': '3c2d5bc4-8356-454a-aa1f-0d6afc7a230d', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:72:09:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '319dd928-af73-43f7-ad76-7134c8b37d54', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:57Z', 'updated_at': '2022-02-09T01:17:00Z', 'revision_number': 2, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '319dd928-af73-43f7-ad76-7134c8b37d54', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:03.279744 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0625ef98-2fd0-452a-8637-7517d9725502 None None] Checking router: 8a802f47-336a-499f-809e-ade658403707 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:17:03.280498 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0625ef98-2fd0-452a-8637-7517d9725502 None None] Updating router 8a802f47-336a-499f-809e-ade658403707 port f4cf7d32-cdd3-4017-a8f2-7e3caad94728 binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:17:03.309399 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-60faef14-e8d0-43c4-b484-c67209581240 req-e856d074-1da9-4d2f-827a-007a6fe0980a tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Calling delete_port for 1916a961-662c-4f2a-b4fa-b7eac2161bfb owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:03.318166 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0625ef98-2fd0-452a-8637-7517d9725502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f4cf7d32-cdd3-4017-a8f2-7e3caad94728), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:03.434305 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-0228940e-4ca7-4dda-a8aa-15b8de4f567a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:03.436109 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-0228940e-4ca7-4dda-a8aa-15b8de4f567a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ca80025f-d3d8-4978-9cfb-611cf11c3647 HTTP/1.1" status: 200 len: 797 time: 0.2619762 Feb 09 01:17:03.462817 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8c078f27-b038-4395-85fb-bbba8486c8cb tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (400813cf-8d75-49c3-8c0d-f300ce2c7169), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:03.532479 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5f225159-a04f-4420-a96c-491908005260 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (673a23fa-a396-4004-9e43-46295d1ced71), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:03.582641 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8c078f27-b038-4395-85fb-bbba8486c8cb tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (400813cf-8d75-49c3-8c0d-f300ce2c7169), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:03.597199 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c078f27-b038-4395-85fb-bbba8486c8cb tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:03.597932 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8c078f27-b038-4395-85fb-bbba8486c8cb tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:03.669295 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-991c6720-6379-485f-84be-db673cbe8e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:03.670982 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-991c6720-6379-485f-84be-db673cbe8e79 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7776bdde-fa28-4fc9-a953-0f38a342d9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2189903 Feb 09 01:17:03.681732 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f225159-a04f-4420-a96c-491908005260 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Pushing event deleted for resources: {'Port': ['ID=673a23fa-a396-4004-9e43-46295d1ced71,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:03.740441 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8c078f27-b038-4395-85fb-bbba8486c8cb tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9509044 Feb 09 01:17:03.750629 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0625ef98-2fd0-452a-8637-7517d9725502 None None] Publish callbacks [] for port (f4cf7d32-cdd3-4017-a8f2-7e3caad94728), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:03.770165 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0625ef98-2fd0-452a-8637-7517d9725502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f4cf7d32-cdd3-4017-a8f2-7e3caad94728), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:03.777472 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58948) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:03.780952 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c078f27-b038-4395-85fb-bbba8486c8cb tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event updated for resources: {'Network': ['ID=400813cf-8d75-49c3-8c0d-f300ce2c7169,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:03.798599 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-0d6b6a31-704d-4b3b-90d4-c6146a24a21e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Request body: {'subnet': {'network_id': '400813cf-8d75-49c3-8c0d-f300ce2c7169', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:03.806210 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5f225159-a04f-4420-a96c-491908005260 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (ce4a489b-6d82-4652-8798-c1cd87c596a4), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:03.807394 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 400813cf-8d75-49c3-8c0d-f300ce2c7169 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:17:03.905854 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-807b3452-9751-4505-9756-efbee883212a service neutron] 10.222.0.47 "GET /v2.0/networks/7776bdde-fa28-4fc9-a953-0f38a342d9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133820 Feb 09 01:17:03.982986 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b691155c-d4c4-42e6-954d-75ce4423de0e None None] Pushing event updated for resources: {'Port': ['ID=f4cf7d32-cdd3-4017-a8f2-7e3caad94728,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:04.027412 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-0625ef98-2fd0-452a-8637-7517d9725502 None None] Attempting to bind port f4cf7d32-cdd3-4017-a8f2-7e3caad94728 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:17:04.027795 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-0625ef98-2fd0-452a-8637-7517d9725502 None None] Attempting to bind port f4cf7d32-cdd3-4017-a8f2-7e3caad94728 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'cc5ebc40-8b04-4719-9e2a-5c9af68eacf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '3c2d5bc4-8356-454a-aa1f-0d6afc7a230d'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:17:04.028167 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0625ef98-2fd0-452a-8637-7517d9725502 None None] Attempting to bind port f4cf7d32-cdd3-4017-a8f2-7e3caad94728 on network 3c2d5bc4-8356-454a-aa1f-0d6afc7a230d {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:17:04.047528 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0625ef98-2fd0-452a-8637-7517d9725502 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:17:04.047960 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0625ef98-2fd0-452a-8637-7517d9725502 None None] Checking segment: {'id': 'cc5ebc40-8b04-4719-9e2a-5c9af68eacf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '3c2d5bc4-8356-454a-aa1f-0d6afc7a230d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:17:04.048370 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0625ef98-2fd0-452a-8637-7517d9725502 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:04.048867 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0625ef98-2fd0-452a-8637-7517d9725502 None None] Bound using segment: {'id': 'cc5ebc40-8b04-4719-9e2a-5c9af68eacf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '3c2d5bc4-8356-454a-aa1f-0d6afc7a230d'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:17:04.049358 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-0625ef98-2fd0-452a-8637-7517d9725502 None None] Bound port: f4cf7d32-cdd3-4017-a8f2-7e3caad94728, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc5ebc40-8b04-4719-9e2a-5c9af68eacf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '3c2d5bc4-8356-454a-aa1f-0d6afc7a230d'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:17:04.051512 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0625ef98-2fd0-452a-8637-7517d9725502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f4cf7d32-cdd3-4017-a8f2-7e3caad94728), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:04.064371 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-029e6695-9eae-41bc-82a0-91bbda76db3c service neutron] 10.222.0.47 "GET /v2.0/networks/7776bdde-fa28-4fc9-a953-0f38a342d9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445642 Feb 09 01:17:04.084440 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-60faef14-e8d0-43c4-b484-c67209581240 req-e856d074-1da9-4d2f-827a-007a6fe0980a tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (1916a961-662c-4f2a-b4fa-b7eac2161bfb), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:04.156341 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-0625ef98-2fd0-452a-8637-7517d9725502 None None] For port f4cf7d32-cdd3-4017-a8f2-7e3caad94728, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:17:04.159075 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-44963d5c-448b-4134-8cbd-0cbd75ca72eb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a44acea9-a977-4a03-83ae-8512222a0dd7 HTTP/1.1" status: 200 len: 217 time: 0.0591962 Feb 09 01:17:04.160566 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-0625ef98-2fd0-452a-8637-7517d9725502 None None] For port f4cf7d32-cdd3-4017-a8f2-7e3caad94728, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f4cf7d32-cdd3-4017-a8f2-7e3caad94728,segment=NetworkSegment(cc5ebc40-8b04-4719-9e2a-5c9af68eacf9),segment_id=cc5ebc40-8b04-4719-9e2a-5c9af68eacf9)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:17:04.180795 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e856d074-1da9-4d2f-827a-007a6fe0980a tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Pushing event deleted for resources: {'Port': ['ID=1916a961-662c-4f2a-b4fa-b7eac2161bfb,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:04.194575 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0625ef98-2fd0-452a-8637-7517d9725502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f4cf7d32-cdd3-4017-a8f2-7e3caad94728), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:04.195898 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5f225159-a04f-4420-a96c-491908005260 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (ce4a489b-6d82-4652-8798-c1cd87c596a4), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:04.213544 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5f225159-a04f-4420-a96c-491908005260 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router_controller (ce4a489b-6d82-4652-8798-c1cd87c596a4), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:04.345346 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0625ef98-2fd0-452a-8637-7517d9725502 None None] Routers {'8a802f47-336a-499f-809e-ade658403707'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:04.346028 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-0625ef98-2fd0-452a-8637-7517d9725502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:16:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['8a802f47-336a-499f-809e-ade658403707'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:04.384105 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-2a8c3f79-b555-4964-ab3a-d8cd213ef7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:04.397291 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-2a8c3f79-b555-4964-ab3a-d8cd213ef7ba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1f7b747d-a13d-42ff-8656-cd566cc6fad6 HTTP/1.1" status: 200 len: 797 time: 0.2294810 Feb 09 01:17:04.398919 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf4022-32fb-411d-b359-defe3540f965 req-66ffb083-d027-4e72-8c53-69c35a26af73 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:04.405612 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf4022-32fb-411d-b359-defe3540f965 req-66ffb083-d027-4e72-8c53-69c35a26af73 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:04.419643 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf4022-32fb-411d-b359-defe3540f965 req-66ffb083-d027-4e72-8c53-69c35a26af73 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:04.428263 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a7cf4022-32fb-411d-b359-defe3540f965 req-66ffb083-d027-4e72-8c53-69c35a26af73 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?device_id=f49ca825-8ae9-450b-a435-617e73fedb82 HTTP/1.1" status: 200 len: 2339 time: 0.6448190 Feb 09 01:17:04.429348 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-60faef14-e8d0-43c4-b484-c67209581240 req-e856d074-1da9-4d2f-827a-007a6fe0980a tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] No DVR routers for this DVR port 1916a961-662c-4f2a-b4fa-b7eac2161bfb on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:17:04.437864 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-60faef14-e8d0-43c4-b484-c67209581240 req-e856d074-1da9-4d2f-827a-007a6fe0980a tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:04.442903 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-60faef14-e8d0-43c4-b484-c67209581240 req-e856d074-1da9-4d2f-827a-007a6fe0980a tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.120 "DELETE /v2.0/ports/1916a961-662c-4f2a-b4fa-b7eac2161bfb HTTP/1.1" status: 204 len: 173 time: 1.7769675 Feb 09 01:17:04.447053 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f49ca825-8ae9-450b-a435-617e73fedb82', 'name': 'network-vif-deleted', 'tag': '1916a961-662c-4f2a-b4fa-b7eac2161bfb'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:17:04.451826 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba20864-eb2a-479d-901e-d1af2b975d55" -d '{"events": [{"server_uuid": "f49ca825-8ae9-450b-a435-617e73fedb82", "name": "network-vif-deleted", "tag": "1916a961-662c-4f2a-b4fa-b7eac2161bfb"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:17:04.486894 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5f225159-a04f-4420-a96c-491908005260 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (ce4a489b-6d82-4652-8798-c1cd87c596a4), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:04.490191 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f225159-a04f-4420-a96c-491908005260 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Fanout notify agent at l3_agent the message router_deleted on router ce4a489b-6d82-4652-8798-c1cd87c596a4 {{(pid=103136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:17:04.500502 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c0ff2332-4911-442d-875b-df7bbf079bea tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (c0f895ac-b1f2-4c75-b793-87931d573280), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:04.548766 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 437cdcea-fe74-4b58-aa68-4f80c1675142 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:17:04.583245 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b71ba37-8e32-433c-b183-051ec7d0c51f x-openstack-request-id: req-5b71ba37-8e32-433c-b183-051ec7d0c51f {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:17:04.583746 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f49ca825-8ae9-450b-a435-617e73fedb82", "name": "network-vif-deleted", "tag": "1916a961-662c-4f2a-b4fa-b7eac2161bfb", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:17:04.584120 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5b71ba37-8e32-433c-b183-051ec7d0c51f {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:17:04.584780 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f49ca825-8ae9-450b-a435-617e73fedb82', 'name': 'network-vif-deleted', 'tag': '1916a961-662c-4f2a-b4fa-b7eac2161bfb', 'status': 'completed', 'code': 200} Feb 09 01:17:04.601517 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5f225159-a04f-4420-a96c-491908005260 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:04.602902 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-5f225159-a04f-4420-a96c-491908005260 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] 10.222.0.50 "DELETE /v2.0/routers/ce4a489b-6d82-4652-8798-c1cd87c596a4 HTTP/1.1" status: 204 len: 168 time: 2.6759436 Feb 09 01:17:04.618935 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58962) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:04.633783 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-a3b5f98a-b163-4a0d-97ae-6ea19bdf914b tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Request body: {'router': {'name': 'tempest-snat-router-573023625', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'enable_snat': False}}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:04.687806 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-0141c62d-e1f6-4ad9-ba2b-4c6dad1f8a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:04.690384 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-0141c62d-e1f6-4ad9-ba2b-4c6dad1f8a9d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=460d32a0-6143-4328-a439-dc4890ffb702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2823610 Feb 09 01:17:04.715202 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-4cbe8eb0-9bcc-4351-9c65-e5e662f3166c None None] Provisioning complete for port f4cf7d32-cdd3-4017-a8f2-7e3caad94728 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:04.715605 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4cbe8eb0-9bcc-4351-9c65-e5e662f3166c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f4cf7d32-cdd3-4017-a8f2-7e3caad94728), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:04.774526 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a7cf4022-32fb-411d-b359-defe3540f965 req-d0189569-d422-4efc-abd9-c7820e15a702 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/security-groups?id=45eaab36-af4f-4215-874b-e47cf74a9106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174493 Feb 09 01:17:04.775549 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a3b5f98a-b163-4a0d-97ae-6ea19bdf914b tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (54db7dc6-e6d2-4706-a928-02c54a621632), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:04.778914 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a3b5f98a-b163-4a0d-97ae-6ea19bdf914b tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (54db7dc6-e6d2-4706-a928-02c54a621632), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:04.792715 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6b6a31-704d-4b3b-90d4-c6146a24a21e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Made reservation on behalf of 9ae775496dcb4c88881b98c46e972e20 for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:04.800912 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b691155c-d4c4-42e6-954d-75ce4423de0e None None] Pushing event updated for resources: {'Port': ['ID=f4cf7d32-cdd3-4017-a8f2-7e3caad94728,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:04.802434 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0d6b6a31-704d-4b3b-90d4-c6146a24a21e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:04.835868 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-20f83ce4-9f8e-4ddb-b9f7-2ec3b219da1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:04.879161 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a3b5f98a-b163-4a0d-97ae-6ea19bdf914b tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for router_controller (54db7dc6-e6d2-4706-a928-02c54a621632), precommit_add_association {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:04.954647 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-6d172c87-669d-406a-9c88-9c9df3b9e303 service neutron] 10.222.0.47 "GET /v2.0/networks/460d32a0-6143-4328-a439-dc4890ffb702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580750 Feb 09 01:17:05.096170 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-0625ef98-2fd0-452a-8637-7517d9725502 None None] Set router 8a802f47-336a-499f-809e-ade658403707 gateway port host: None {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:17:05.222216 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-51b01aeb-8a83-476a-8df6-992d84734cc3 service neutron] 10.222.0.47 "GET /v2.0/networks/460d32a0-6143-4328-a439-dc4890ffb702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532587 Feb 09 01:17:05.268012 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-695d18b9-88f1-48a6-b3c2-aae0b068c2b0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d HTTP/1.1" status: 200 len: 217 time: 0.0388169 Feb 09 01:17:05.290228 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-4cbe8eb0-9bcc-4351-9c65-e5e662f3166c None None] Current status of the port f4cf7d32-cdd3-4017-a8f2-7e3caad94728 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:05.290634 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4cbe8eb0-9bcc-4351-9c65-e5e662f3166c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f4cf7d32-cdd3-4017-a8f2-7e3caad94728), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:05.336389 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-c0623d8e-ff05-4ef5-9dff-c09c26842b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:05.338115 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-c0623d8e-ff05-4ef5-9dff-c09c26842b58 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1f7b747d-a13d-42ff-8656-cd566cc6fad6 HTTP/1.1" status: 200 len: 797 time: 0.0634239 Feb 09 01:17:05.363937 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-c0ff2332-4911-442d-875b-df7bbf079bea tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Deleting port d477afd9-70a4-4c41-bd06-e168e55a1603 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:05.364413 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c0ff2332-4911-442d-875b-df7bbf079bea tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (d477afd9-70a4-4c41-bd06-e168e55a1603), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:05.570014 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-4cbe8eb0-9bcc-4351-9c65-e5e662f3166c None None] For port f4cf7d32-cdd3-4017-a8f2-7e3caad94728, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f4cf7d32-cdd3-4017-a8f2-7e3caad94728,segment=NetworkSegment(cc5ebc40-8b04-4719-9e2a-5c9af68eacf9),segment_id=cc5ebc40-8b04-4719-9e2a-5c9af68eacf9)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:05.572868 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 437cdcea-fe74-4b58-aa68-4f80c1675142 is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:05.573547 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (437cdcea-fe74-4b58-aa68-4f80c1675142), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:05.606814 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4cbe8eb0-9bcc-4351-9c65-e5e662f3166c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f4cf7d32-cdd3-4017-a8f2-7e3caad94728), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:05.635356 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0d6b6a31-704d-4b3b-90d4-c6146a24a21e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (3cd1fdb8-92f7-47e5-88db-31c64a33ccb5), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:05.794629 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 437cdcea-fe74-4b58-aa68-4f80c1675142, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=437cdcea-fe74-4b58-aa68-4f80c1675142,segment=NetworkSegment(142fa301-acd3-4ead-b98f-aac220a885c4),segment_id=142fa301-acd3-4ead-b98f-aac220a885c4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:05.814499 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f49ca825-8ae9-450b-a435-617e73fedb82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '437cdcea-fe74-4b58-aa68-4f80c1675142'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:17:05.818929 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace85c52-12cd-4d2f-a3ec-421cae0425ce" -d '{"events": [{"server_uuid": "f49ca825-8ae9-450b-a435-617e73fedb82", "name": "network-vif-unplugged", "status": "completed", "tag": "437cdcea-fe74-4b58-aa68-4f80c1675142"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:17:05.844809 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (437cdcea-fe74-4b58-aa68-4f80c1675142), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:05.847462 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 208d9987-b2b2-4f9b-b7bc-50c8ae282312 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:17:05.854094 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-133d3142-67c3-427f-859c-8c60c22ae2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:05.855663 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-133d3142-67c3-427f-859c-8c60c22ae2b8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=460d32a0-6143-4328-a439-dc4890ffb702&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5069335 Feb 09 01:17:05.887903 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe8eb0-9bcc-4351-9c65-e5e662f3166c None None] Pushing event updated for resources: {'Port': ['ID=f4cf7d32-cdd3-4017-a8f2-7e3caad94728,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:05.904818 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c0ff2332-4911-442d-875b-df7bbf079bea tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (d477afd9-70a4-4c41-bd06-e168e55a1603), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:05.915714 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b6a31-704d-4b3b-90d4-c6146a24a21e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event updated for resources: {'Subnet': ['ID=3cd1fdb8-92f7-47e5-88db-31c64a33ccb5,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:05.951496 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-3537751d-79d8-4231-8ee5-09351cda4541 None None] Provisioning complete for port f4cf7d32-cdd3-4017-a8f2-7e3caad94728 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:05.952014 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3537751d-79d8-4231-8ee5-09351cda4541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f4cf7d32-cdd3-4017-a8f2-7e3caad94728), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:05.968058 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-60faef14-e8d0-43c4-b484-c67209581240 req-67569f9f-d7c9-485a-afae-be1c7a7d11de tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Deleting port 437cdcea-fe74-4b58-aa68-4f80c1675142 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:05.972260 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-60faef14-e8d0-43c4-b484-c67209581240 req-67569f9f-d7c9-485a-afae-be1c7a7d11de tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (437cdcea-fe74-4b58-aa68-4f80c1675142), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:05.992829 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=437cdcea-fe74-4b58-aa68-4f80c1675142,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:05.999807 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68f4638-c0c9-4ee3-abf4-c8c54be0ee5a x-openstack-request-id: req-e68f4638-c0c9-4ee3-abf4-c8c54be0ee5a {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:17:06.000232 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f49ca825-8ae9-450b-a435-617e73fedb82", "name": "network-vif-unplugged", "status": "completed", "tag": "437cdcea-fe74-4b58-aa68-4f80c1675142", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:17:06.000615 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e68f4638-c0c9-4ee3-abf4-c8c54be0ee5a {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:17:06.001114 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f49ca825-8ae9-450b-a435-617e73fedb82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '437cdcea-fe74-4b58-aa68-4f80c1675142', 'code': 200} Feb 09 01:17:06.003598 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-c0ff2332-4911-442d-875b-df7bbf079bea tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Calling delete_port for d477afd9-70a4-4c41-bd06-e168e55a1603 owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:06.027895 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:06.086734 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-3537751d-79d8-4231-8ee5-09351cda4541 None None] Current status of the port f4cf7d32-cdd3-4017-a8f2-7e3caad94728 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:06.092075 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-0625ef98-2fd0-452a-8637-7517d9725502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a802f47-336a-499f-809e-ade658403707', 'name': 'tempest-RoutersIpV6Test-router-1203164882', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:35Z', 'updated_at': '2022-02-09T01:16:59Z', 'revision_number': 4, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'gw_port_host': None, '_interfaces': [{'id': '6daf4a56-5b77-4881-b1e7-22b17b7d330f', 'name': '', 'network_id': '3ec62db4-d42d-43d1-9cda-9dd513e0c974', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:0a:23:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:39Z', 'updated_at': '2022-02-09T01:16:45Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4', 'name': '', 'network_id': 'd7f51f96-79d1-4cd2-9ca4-93d2f898b4e9', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:d0:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '4c593e5d-3d39-4445-8ed4-07b0bb5103c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:46Z', 'updated_at': '2022-02-09T01:16:56Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '4c593e5d-3d39-4445-8ed4-07b0bb5103c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4cf7d32-cdd3-4017-a8f2-7e3caad94728', 'name': '', 'network_id': '3c2d5bc4-8356-454a-aa1f-0d6afc7a230d', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:72:09:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '319dd928-af73-43f7-ad76-7134c8b37d54', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:57Z', 'updated_at': '2022-02-09T01:17:04Z', 'revision_number': 4, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '319dd928-af73-43f7-ad76-7134c8b37d54', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:06.115456 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-60faef14-e8d0-43c4-b484-c67209581240 req-67569f9f-d7c9-485a-afae-be1c7a7d11de tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] For port 437cdcea-fe74-4b58-aa68-4f80c1675142, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=437cdcea-fe74-4b58-aa68-4f80c1675142,segment=NetworkSegment(142fa301-acd3-4ead-b98f-aac220a885c4),segment_id=142fa301-acd3-4ead-b98f-aac220a885c4)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:06.116125 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-60faef14-e8d0-43c4-b484-c67209581240 req-67569f9f-d7c9-485a-afae-be1c7a7d11de tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (437cdcea-fe74-4b58-aa68-4f80c1675142), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:06.131984 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-60faef14-e8d0-43c4-b484-c67209581240 req-67569f9f-d7c9-485a-afae-be1c7a7d11de tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Calling delete_port for 437cdcea-fe74-4b58-aa68-4f80c1675142 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:06.143391 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0625ef98-2fd0-452a-8637-7517d9725502 None None] The sync data for ids ['8a802f47-336a-499f-809e-ade658403707'] in n-d-828369-4 is: [{'id': '8a802f47-336a-499f-809e-ade658403707', 'name': 'tempest-RoutersIpV6Test-router-1203164882', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:35Z', 'updated_at': '2022-02-09T01:16:59Z', 'revision_number': 4, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'gw_port_host': None, '_interfaces': [{'id': '6daf4a56-5b77-4881-b1e7-22b17b7d330f', 'name': '', 'network_id': '3ec62db4-d42d-43d1-9cda-9dd513e0c974', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:0a:23:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:39Z', 'updated_at': '2022-02-09T01:16:45Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4', 'name': '', 'network_id': 'd7f51f96-79d1-4cd2-9ca4-93d2f898b4e9', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:d0:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '4c593e5d-3d39-4445-8ed4-07b0bb5103c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:46Z', 'updated_at': '2022-02-09T01:16:56Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '4c593e5d-3d39-4445-8ed4-07b0bb5103c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4cf7d32-cdd3-4017-a8f2-7e3caad94728', 'name': '', 'network_id': '3c2d5bc4-8356-454a-aa1f-0d6afc7a230d', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:72:09:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '319dd928-af73-43f7-ad76-7134c8b37d54', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:57Z', 'updated_at': '2022-02-09T01:17:04Z', 'revision_number': 4, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '319dd928-af73-43f7-ad76-7134c8b37d54', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:17:06.143673 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-c7f64d7e-f852-45a3-9ab3-76461904fee3 service neutron] 10.222.0.47 "GET /v2.0/networks/460d32a0-6143-4328-a439-dc4890ffb702?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800944 Feb 09 01:17:06.213812 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 208d9987-b2b2-4f9b-b7bc-50c8ae282312 is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:06.214223 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (208d9987-b2b2-4f9b-b7bc-50c8ae282312), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:06.238906 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a3b5f98a-b163-4a0d-97ae-6ea19bdf914b tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for router_gateway (54db7dc6-e6d2-4706-a928-02c54a621632), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:06.293557 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 208d9987-b2b2-4f9b-b7bc-50c8ae282312, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=208d9987-b2b2-4f9b-b7bc-50c8ae282312,segment=NetworkSegment(2154f7d8-04e8-49c8-b81d-ab6b4913236d),segment_id=2154f7d8-04e8-49c8-b81d-ab6b4913236d)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:06.304472 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (208d9987-b2b2-4f9b-b7bc-50c8ae282312), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:06.305377 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 1916a961-662c-4f2a-b4fa-b7eac2161bfb no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:17:06.359074 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: 1916a961-662c-4f2a-b4fa-b7eac2161bfb {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:17:06.360705 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 1916a961-662c-4f2a-b4fa-b7eac2161bfb not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:17:06.397907 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=208d9987-b2b2-4f9b-b7bc-50c8ae282312,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:06.400831 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6b6a31-704d-4b3b-90d4-c6146a24a21e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Checking segment: {'id': '019a7cae-58ea-471e-b6df-dd790f972ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '400813cf-8d75-49c3-8c0d-f300ce2c7169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:17:06.401486 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6b6a31-704d-4b3b-90d4-c6146a24a21e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Network hostable DHCP agents. Network: 400813cf-8d75-49c3-8c0d-f300ce2c7169, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:17:06.481578 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4ae572e9-dcad-4d62-a76b-e22a489b25c7 req-24a6fa3c-f735-45c1-92ed-2143fd0931cd service neutron] 10.222.0.47 "GET /v2.0/networks/460d32a0-6143-4328-a439-dc4890ffb702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282969 Feb 09 01:17:06.514459 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b194474-0cf2-4216-9674-3f98f328447e req-97dc6cc0-bb04-4dac-851c-bd177b0bdec3 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:06.524903 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b194474-0cf2-4216-9674-3f98f328447e req-97dc6cc0-bb04-4dac-851c-bd177b0bdec3 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:06.526599 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6b194474-0cf2-4216-9674-3f98f328447e req-97dc6cc0-bb04-4dac-851c-bd177b0bdec3 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?device_id=f49ca825-8ae9-450b-a435-617e73fedb82 HTTP/1.1" status: 200 len: 1680 time: 0.5989704 Feb 09 01:17:06.581755 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6b6a31-704d-4b3b-90d4-c6146a24a21e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Network 400813cf-8d75-49c3-8c0d-f300ce2c7169 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:17:06.636203 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c0ff2332-4911-442d-875b-df7bbf079bea tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (d477afd9-70a4-4c41-bd06-e168e55a1603), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:06.667047 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ff2332-4911-442d-875b-df7bbf079bea tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Pushing event deleted for resources: {'Port': ['ID=d477afd9-70a4-4c41-bd06-e168e55a1603,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:06.683198 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-0d6b6a31-704d-4b3b-90d4-c6146a24a21e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 400813cf-8d75-49c3-8c0d-f300ce2c7169) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:06.701442 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6b6a31-704d-4b3b-90d4-c6146a24a21e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:06.702058 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0d6b6a31-704d-4b3b-90d4-c6146a24a21e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:06.729653 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fe0d55-0a31-4588-8b84-d920943a6fad None None] Network 400813cf-8d75-49c3-8c0d-f300ce2c7169 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:17:06.746843 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-0d6b6a31-704d-4b3b-90d4-c6146a24a21e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9499331 Feb 09 01:17:06.754956 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58978) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:06.811734 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6b194474-0cf2-4216-9674-3f98f328447e req-63eaf088-fbef-4ef6-8fc9-a2f83cd22b0c tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/security-groups?id=45eaab36-af4f-4215-874b-e47cf74a9106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410481 Feb 09 01:17:06.861742 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:17:07.029429 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-60faef14-e8d0-43c4-b484-c67209581240 req-67569f9f-d7c9-485a-afae-be1c7a7d11de tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (437cdcea-fe74-4b58-aa68-4f80c1675142), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:07.072894 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc4c5b3-74d5-4a9a-a155-8318bbcecf3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-400813cf-8d75-49c3-8c0d-f300ce2c7169', 'network_id': '400813cf-8d75-49c3-8c0d-f300ce2c7169', 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'fixed_ips': [{'subnet_id': '3cd1fdb8-92f7-47e5-88db-31c64a33ccb5'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:17:07.073772 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fcc4c5b3-74d5-4a9a-a155-8318bbcecf3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:07.092570 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c0ff2332-4911-442d-875b-df7bbf079bea tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (c0f895ac-b1f2-4c75-b793-87931d573280), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:07.195179 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67569f9f-d7c9-485a-afae-be1c7a7d11de tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Pushing event deleted for resources: {'Port': ['ID=437cdcea-fe74-4b58-aa68-4f80c1675142,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:07.347194 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-60faef14-e8d0-43c4-b484-c67209581240 req-67569f9f-d7c9-485a-afae-be1c7a7d11de tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] No DVR routers for this DVR port 437cdcea-fe74-4b58-aa68-4f80c1675142 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:17:07.369871 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-60faef14-e8d0-43c4-b484-c67209581240 req-67569f9f-d7c9-485a-afae-be1c7a7d11de tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:07.374865 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-60faef14-e8d0-43c4-b484-c67209581240 req-67569f9f-d7c9-485a-afae-be1c7a7d11de tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.120 "DELETE /v2.0/ports/437cdcea-fe74-4b58-aa68-4f80c1675142 HTTP/1.1" status: 204 len: 173 time: 2.9074140 Feb 09 01:17:07.421154 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f49ca825-8ae9-450b-a435-617e73fedb82', 'name': 'network-vif-deleted', 'tag': '437cdcea-fe74-4b58-aa68-4f80c1675142'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:17:07.422821 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-fcc4c5b3-74d5-4a9a-a155-8318bbcecf3c None None] Allocated IP 2001:db8:3::2 (400813cf-8d75-49c3-8c0d-f300ce2c7169/3cd1fdb8-92f7-47e5-88db-31c64a33ccb5/b1ccdcaa-dfdf-4c6b-881e-007b9f3af773) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:07.426121 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada846ca-20ca-461c-be92-ec11c43ad618" -d '{"events": [{"server_uuid": "f49ca825-8ae9-450b-a435-617e73fedb82", "name": "network-vif-deleted", "tag": "437cdcea-fe74-4b58-aa68-4f80c1675142"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:17:07.551330 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0968881c-0c8f-4013-ab51-3cd40847b834 x-openstack-request-id: req-0968881c-0c8f-4013-ab51-3cd40847b834 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:17:07.551915 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f49ca825-8ae9-450b-a435-617e73fedb82", "name": "network-vif-deleted", "tag": "437cdcea-fe74-4b58-aa68-4f80c1675142", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:17:07.553262 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0968881c-0c8f-4013-ab51-3cd40847b834 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:17:07.554013 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f49ca825-8ae9-450b-a435-617e73fedb82', 'name': 'network-vif-deleted', 'tag': '437cdcea-fe74-4b58-aa68-4f80c1675142', 'status': 'completed', 'code': 200} Feb 09 01:17:07.653605 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a3b5f98a-b163-4a0d-97ae-6ea19bdf914b tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for router_gateway (54db7dc6-e6d2-4706-a928-02c54a621632), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:07.661513 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fcc4c5b3-74d5-4a9a-a155-8318bbcecf3c None None] Publish callbacks [] for port (b1ccdcaa-dfdf-4c6b-881e-007b9f3af773), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:07.673118 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f4cf7d32-cdd3-4017-a8f2-7e3caad94728 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:17:07.687586 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fcc4c5b3-74d5-4a9a-a155-8318bbcecf3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (b1ccdcaa-dfdf-4c6b-881e-007b9f3af773), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:07.711218 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ff2332-4911-442d-875b-df7bbf079bea tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Router c0f895ac-b1f2-4c75-b793-87931d573280 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:17:07.744439 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a3b5f98a-b163-4a0d-97ae-6ea19bdf914b tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:07.757203 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc4c5b3-74d5-4a9a-a155-8318bbcecf3c None None] Pushing event updated for resources: {'Port': ['ID=b1ccdcaa-dfdf-4c6b-881e-007b9f3af773,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:07.785260 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:07.787354 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc4c5b3-74d5-4a9a-a155-8318bbcecf3c None None] Network 400813cf-8d75-49c3-8c0d-f300ce2c7169 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:07.790314 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:07.793196 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-fcc4c5b3-74d5-4a9a-a155-8318bbcecf3c None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:07.798784 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc4c5b3-74d5-4a9a-a155-8318bbcecf3c None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:17:07.817297 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port f4cf7d32-cdd3-4017-a8f2-7e3caad94728 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:07.817691 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f4cf7d32-cdd3-4017-a8f2-7e3caad94728), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:07.951700 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-fcc4c5b3-74d5-4a9a-a155-8318bbcecf3c None None] Attempting to bind port b1ccdcaa-dfdf-4c6b-881e-007b9f3af773 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:17:07.952086 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-fcc4c5b3-74d5-4a9a-a155-8318bbcecf3c None None] Attempting to bind port b1ccdcaa-dfdf-4c6b-881e-007b9f3af773 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '019a7cae-58ea-471e-b6df-dd790f972ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '400813cf-8d75-49c3-8c0d-f300ce2c7169'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:17:07.952647 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc4c5b3-74d5-4a9a-a155-8318bbcecf3c None None] Attempting to bind port b1ccdcaa-dfdf-4c6b-881e-007b9f3af773 on network 400813cf-8d75-49c3-8c0d-f300ce2c7169 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:17:07.953891 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ff2332-4911-442d-875b-df7bbf079bea tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:17:07.960632 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc4c5b3-74d5-4a9a-a155-8318bbcecf3c None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:17:07.961028 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc4c5b3-74d5-4a9a-a155-8318bbcecf3c None None] Checking segment: {'id': '019a7cae-58ea-471e-b6df-dd790f972ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '400813cf-8d75-49c3-8c0d-f300ce2c7169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:17:07.961449 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fcc4c5b3-74d5-4a9a-a155-8318bbcecf3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:07.961853 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc4c5b3-74d5-4a9a-a155-8318bbcecf3c None None] Bound using segment: {'id': '019a7cae-58ea-471e-b6df-dd790f972ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '400813cf-8d75-49c3-8c0d-f300ce2c7169'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:17:07.962373 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-fcc4c5b3-74d5-4a9a-a155-8318bbcecf3c None None] Bound port: b1ccdcaa-dfdf-4c6b-881e-007b9f3af773, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '019a7cae-58ea-471e-b6df-dd790f972ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '400813cf-8d75-49c3-8c0d-f300ce2c7169'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:17:07.962739 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fcc4c5b3-74d5-4a9a-a155-8318bbcecf3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b1ccdcaa-dfdf-4c6b-881e-007b9f3af773), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:07.968317 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de425ea1-4cc0-4fee-8cfb-659c116384e1 None None] Sync routers for ids ['c0f895ac-b1f2-4c75-b793-87931d573280'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:17:07.985117 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de425ea1-4cc0-4fee-8cfb-659c116384e1 None None] Routers {'c0f895ac-b1f2-4c75-b793-87931d573280'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:07.992176 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-de425ea1-4cc0-4fee-8cfb-659c116384e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:17:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c0f895ac-b1f2-4c75-b793-87931d573280'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:07.997864 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c0ff2332-4911-442d-875b-df7bbf079bea tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "PUT /v2.0/routers/c0f895ac-b1f2-4c75-b793-87931d573280/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0841672 Feb 09 01:17:08.001290 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58988) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:08.002604 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f49ca825-8ae9-450b-a435-617e73fedb82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '208d9987-b2b2-4f9b-b7bc-50c8ae282312'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:17:08.011285 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534e64e0-041c-4f44-9e31-90b4165e44d0" -d '{"events": [{"server_uuid": "f49ca825-8ae9-450b-a435-617e73fedb82", "name": "network-vif-unplugged", "status": "completed", "tag": "208d9987-b2b2-4f9b-b7bc-50c8ae282312"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:17:08.048582 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-60faef14-e8d0-43c4-b484-c67209581240 req-22936457-d223-468c-b370-4834d4268e39 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Deleting port 208d9987-b2b2-4f9b-b7bc-50c8ae282312 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:08.048931 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-60faef14-e8d0-43c4-b484-c67209581240 req-22936457-d223-468c-b370-4834d4268e39 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (208d9987-b2b2-4f9b-b7bc-50c8ae282312), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:08.095002 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0360a5-96de-49b3-9d41-0000854f07f7 x-openstack-request-id: req-ac0360a5-96de-49b3-9d41-0000854f07f7 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:17:08.095606 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f49ca825-8ae9-450b-a435-617e73fedb82", "name": "network-vif-unplugged", "status": "completed", "tag": "208d9987-b2b2-4f9b-b7bc-50c8ae282312", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:17:08.095705 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ac0360a5-96de-49b3-9d41-0000854f07f7 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:17:08.096034 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f49ca825-8ae9-450b-a435-617e73fedb82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '208d9987-b2b2-4f9b-b7bc-50c8ae282312', 'code': 200} Feb 09 01:17:08.101080 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-fcc4c5b3-74d5-4a9a-a155-8318bbcecf3c None None] For port b1ccdcaa-dfdf-4c6b-881e-007b9f3af773, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:17:08.103171 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port f4cf7d32-cdd3-4017-a8f2-7e3caad94728 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:08.106751 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-fcc4c5b3-74d5-4a9a-a155-8318bbcecf3c None None] For port b1ccdcaa-dfdf-4c6b-881e-007b9f3af773, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=b1ccdcaa-dfdf-4c6b-881e-007b9f3af773,segment=NetworkSegment(019a7cae-58ea-471e-b6df-dd790f972ffc),segment_id=019a7cae-58ea-471e-b6df-dd790f972ffc)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:17:08.115138 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fcc4c5b3-74d5-4a9a-a155-8318bbcecf3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b1ccdcaa-dfdf-4c6b-881e-007b9f3af773), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:08.144165 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-de425ea1-4cc0-4fee-8cfb-659c116384e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:08.179599 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-60faef14-e8d0-43c4-b484-c67209581240 req-22936457-d223-468c-b370-4834d4268e39 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] For port 208d9987-b2b2-4f9b-b7bc-50c8ae282312, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=208d9987-b2b2-4f9b-b7bc-50c8ae282312,segment=NetworkSegment(2154f7d8-04e8-49c8-b81d-ab6b4913236d),segment_id=2154f7d8-04e8-49c8-b81d-ab6b4913236d)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:08.179962 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-60faef14-e8d0-43c4-b484-c67209581240 req-22936457-d223-468c-b370-4834d4268e39 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (208d9987-b2b2-4f9b-b7bc-50c8ae282312), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:08.183013 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de425ea1-4cc0-4fee-8cfb-659c116384e1 None None] Routers {'c0f895ac-b1f2-4c75-b793-87931d573280'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:08.183654 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-de425ea1-4cc0-4fee-8cfb-659c116384e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:17:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c0f895ac-b1f2-4c75-b793-87931d573280'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:08.197784 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-60faef14-e8d0-43c4-b484-c67209581240 req-22936457-d223-468c-b370-4834d4268e39 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Calling delete_port for 208d9987-b2b2-4f9b-b7bc-50c8ae282312 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:08.218881 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc4c5b3-74d5-4a9a-a155-8318bbcecf3c None None] Pushing event updated for resources: {'Port': ['ID=b1ccdcaa-dfdf-4c6b-881e-007b9f3af773,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:08.291886 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-de425ea1-4cc0-4fee-8cfb-659c116384e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:08.292601 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de425ea1-4cc0-4fee-8cfb-659c116384e1 None None] The sync data for ids ['c0f895ac-b1f2-4c75-b793-87931d573280'] in n-d-828369-4 is: [] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:17:08.377288 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-73c6e3d7-3053-49a7-868d-848553447b4f tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for router (c0f895ac-b1f2-4c75-b793-87931d573280), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:08.436206 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:08.594933 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-73c6e3d7-3053-49a7-868d-848553447b4f tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for router_gateway (c0f895ac-b1f2-4c75-b793-87931d573280), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:08.609993 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-a3b5f98a-b163-4a0d-97ae-6ea19bdf914b tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Allocated IP 172.25.8.188 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/51ff5661-43a9-4204-b729-e1ec4a4e4298) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:08.700433 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-60faef14-e8d0-43c4-b484-c67209581240 req-22936457-d223-468c-b370-4834d4268e39 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (208d9987-b2b2-4f9b-b7bc-50c8ae282312), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:08.744286 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-73c6e3d7-3053-49a7-868d-848553447b4f tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Deleting port 98458dd8-0ee2-45b9-baa5-5a41f40f56b4 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:08.745297 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-73c6e3d7-3053-49a7-868d-848553447b4f tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (98458dd8-0ee2-45b9-baa5-5a41f40f56b4), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:08.836781 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ce335-e696-490c-8f0b-29d95008e674 req-e43ccb57-d8bb-4de6-a7dc-ce06503bfb3c tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:08.839329 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-db2ce335-e696-490c-8f0b-29d95008e674 req-e43ccb57-d8bb-4de6-a7dc-ce06503bfb3c tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?device_id=f49ca825-8ae9-450b-a435-617e73fedb82 HTTP/1.1" status: 200 len: 944 time: 0.8520844 Feb 09 01:17:08.840289 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22936457-d223-468c-b370-4834d4268e39 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Pushing event deleted for resources: {'Port': ['ID=208d9987-b2b2-4f9b-b7bc-50c8ae282312,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:08.847124 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-73c6e3d7-3053-49a7-868d-848553447b4f tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (98458dd8-0ee2-45b9-baa5-5a41f40f56b4), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:08.862941 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-73c6e3d7-3053-49a7-868d-848553447b4f tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Calling delete_port for 98458dd8-0ee2-45b9-baa5-5a41f40f56b4 owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:09.007433 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-60faef14-e8d0-43c4-b484-c67209581240 req-22936457-d223-468c-b370-4834d4268e39 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] No DVR routers for this DVR port 208d9987-b2b2-4f9b-b7bc-50c8ae282312 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:17:09.019363 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-60faef14-e8d0-43c4-b484-c67209581240 req-22936457-d223-468c-b370-4834d4268e39 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:09.022916 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-60faef14-e8d0-43c4-b484-c67209581240 req-22936457-d223-468c-b370-4834d4268e39 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.120 "DELETE /v2.0/ports/208d9987-b2b2-4f9b-b7bc-50c8ae282312 HTTP/1.1" status: 204 len: 173 time: 1.5834305 Feb 09 01:17:09.082643 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bd3cfd1c-f60c-454f-b1f2-5160a1734d06 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:09.215205 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a3b5f98a-b163-4a0d-97ae-6ea19bdf914b tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for port (51ff5661-43a9-4204-b729-e1ec4a4e4298), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:09.254843 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-db2ce335-e696-490c-8f0b-29d95008e674 req-88068781-884e-4160-bc1a-83895def76e1 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/security-groups?id=45eaab36-af4f-4215-874b-e47cf74a9106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994613 Feb 09 01:17:09.318216 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:09.448928 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-73c6e3d7-3053-49a7-868d-848553447b4f tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (98458dd8-0ee2-45b9-baa5-5a41f40f56b4), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:09.460177 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device b1ccdcaa-dfdf-4c6b-881e-007b9f3af773 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:17:09.523952 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c6e3d7-3053-49a7-868d-848553447b4f tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Pushing event deleted for resources: {'Port': ['ID=98458dd8-0ee2-45b9-baa5-5a41f40f56b4,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:09.710244 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port b1ccdcaa-dfdf-4c6b-881e-007b9f3af773 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:09.711988 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b1ccdcaa-dfdf-4c6b-881e-007b9f3af773), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:09.769096 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-73c6e3d7-3053-49a7-868d-848553447b4f tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (c0f895ac-b1f2-4c75-b793-87931d573280), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:09.888051 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608213a3-f87f-4c92-b874-139f9c0c944d None None] Network 400813cf-8d75-49c3-8c0d-f300ce2c7169 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:17:09.918547 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-73c6e3d7-3053-49a7-868d-848553447b4f tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (c0f895ac-b1f2-4c75-b793-87931d573280), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:09.921239 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-73c6e3d7-3053-49a7-868d-848553447b4f tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for router_controller (c0f895ac-b1f2-4c75-b793-87931d573280), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:09.960690 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f49ca825-8ae9-450b-a435-617e73fedb82', 'name': 'network-vif-deleted', 'tag': '208d9987-b2b2-4f9b-b7bc-50c8ae282312'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:17:09.962957 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5071812f-e486-4042-840f-fbad4bd3d3d6" -d '{"events": [{"server_uuid": "f49ca825-8ae9-450b-a435-617e73fedb82", "name": "network-vif-deleted", "tag": "208d9987-b2b2-4f9b-b7bc-50c8ae282312"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:17:09.978967 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-73c6e3d7-3053-49a7-868d-848553447b4f tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (c0f895ac-b1f2-4c75-b793-87931d573280), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:09.979820 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c6e3d7-3053-49a7-868d-848553447b4f tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Fanout notify agent at l3_agent the message router_deleted on router c0f895ac-b1f2-4c75-b793-87931d573280 {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:17:09.990146 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-73c6e3d7-3053-49a7-868d-848553447b4f tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:09.991530 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-73c6e3d7-3053-49a7-868d-848553447b4f tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "DELETE /v2.0/routers/c0f895ac-b1f2-4c75-b793-87931d573280 HTTP/1.1" status: 204 len: 168 time: 1.9851983 Feb 09 01:17:10.007272 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59006) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:10.070678 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-957c5cce-4244-4382-9b9f-001c2d4b5e7d None None] Provisioning complete for port b1ccdcaa-dfdf-4c6b-881e-007b9f3af773 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:10.071238 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-957c5cce-4244-4382-9b9f-001c2d4b5e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b1ccdcaa-dfdf-4c6b-881e-007b9f3af773), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:10.089754 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea2ddf5-3c3e-4c2a-bf5a-d72b5cacffb9 x-openstack-request-id: req-cea2ddf5-3c3e-4c2a-bf5a-d72b5cacffb9 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:17:10.090188 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f49ca825-8ae9-450b-a435-617e73fedb82", "name": "network-vif-deleted", "tag": "208d9987-b2b2-4f9b-b7bc-50c8ae282312", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:17:10.093029 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cea2ddf5-3c3e-4c2a-bf5a-d72b5cacffb9 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:17:10.093556 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f49ca825-8ae9-450b-a435-617e73fedb82', 'name': 'network-vif-deleted', 'tag': '208d9987-b2b2-4f9b-b7bc-50c8ae282312', 'status': 'completed', 'code': 200} Feb 09 01:17:10.148458 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-1641f041-b2f8-41a1-9d28-119cc61b12f3 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Deleting subnet 1f1cd705-d2b4-45a2-8953-e9ebfcd2205f {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:17:10.152849 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1641f041-b2f8-41a1-9d28-119cc61b12f3 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for subnet (1f1cd705-d2b4-45a2-8953-e9ebfcd2205f), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:10.219352 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port b1ccdcaa-dfdf-4c6b-881e-007b9f3af773 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:10.219948 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b1ccdcaa-dfdf-4c6b-881e-007b9f3af773), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:10.244305 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1641f041-b2f8-41a1-9d28-119cc61b12f3 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (1f1cd705-d2b4-45a2-8953-e9ebfcd2205f), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:10.282870 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port b1ccdcaa-dfdf-4c6b-881e-007b9f3af773, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=b1ccdcaa-dfdf-4c6b-881e-007b9f3af773,segment=NetworkSegment(019a7cae-58ea-471e-b6df-dd790f972ffc),segment_id=019a7cae-58ea-471e-b6df-dd790f972ffc)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:10.283504 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a3b5f98a-b163-4a0d-97ae-6ea19bdf914b tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (51ff5661-43a9-4204-b729-e1ec4a4e4298), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:10.322920 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b1ccdcaa-dfdf-4c6b-881e-007b9f3af773), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:10.364224 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59012) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:10.393423 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181939b7-8f60-4b0e-bbb7-bd0001fdbc31 req-23d43c26-f01f-4f26-9aa3-aa25aa6248b9 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:10.398074 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-957c5cce-4244-4382-9b9f-001c2d4b5e7d None None] Current status of the port b1ccdcaa-dfdf-4c6b-881e-007b9f3af773 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:10.398478 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-957c5cce-4244-4382-9b9f-001c2d4b5e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b1ccdcaa-dfdf-4c6b-881e-007b9f3af773), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:10.402949 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181939b7-8f60-4b0e-bbb7-bd0001fdbc31 req-23d43c26-f01f-4f26-9aa3-aa25aa6248b9 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:10.408930 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181939b7-8f60-4b0e-bbb7-bd0001fdbc31 req-23d43c26-f01f-4f26-9aa3-aa25aa6248b9 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:10.418415 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181939b7-8f60-4b0e-bbb7-bd0001fdbc31 req-23d43c26-f01f-4f26-9aa3-aa25aa6248b9 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:10.425902 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1641f041-b2f8-41a1-9d28-119cc61b12f3 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (1f1cd705-d2b4-45a2-8953-e9ebfcd2205f), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:10.428072 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181939b7-8f60-4b0e-bbb7-bd0001fdbc31 req-23d43c26-f01f-4f26-9aa3-aa25aa6248b9 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:10.436633 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181939b7-8f60-4b0e-bbb7-bd0001fdbc31 req-23d43c26-f01f-4f26-9aa3-aa25aa6248b9 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:10.444667 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181939b7-8f60-4b0e-bbb7-bd0001fdbc31 req-23d43c26-f01f-4f26-9aa3-aa25aa6248b9 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:10.447249 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-181939b7-8f60-4b0e-bbb7-bd0001fdbc31 req-23d43c26-f01f-4f26-9aa3-aa25aa6248b9 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5444 time: 0.4813681 Feb 09 01:17:10.573505 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1641f041-b2f8-41a1-9d28-119cc61b12f3 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (1f1cd705-d2b4-45a2-8953-e9ebfcd2205f), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:10.625767 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1641f041-b2f8-41a1-9d28-119cc61b12f3 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Pushing event deleted for resources: {'Subnet': ['ID=1f1cd705-d2b4-45a2-8953-e9ebfcd2205f,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:10.634740 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1641f041-b2f8-41a1-9d28-119cc61b12f3 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:10.646356 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1641f041-b2f8-41a1-9d28-119cc61b12f3 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "DELETE /v2.0/subnets/1f1cd705-d2b4-45a2-8953-e9ebfcd2205f HTTP/1.1" status: 204 len: 168 time: 0.6314032 Feb 09 01:17:10.649998 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59016) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:10.654921 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a2ca05-896c-477c-b59a-15c0e52a62fa None None] Network 8f626993-6067-40fb-a68f-ea56d52bf63d requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:17:10.681193 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-47ffa286-4d05-416f-a4a4-7e2a17e7f7cd tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Deleting subnet 79c6e5f1-147b-4671-b908-71da9dca0272 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:17:10.745719 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-47ffa286-4d05-416f-a4a4-7e2a17e7f7cd tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks [] for subnet (79c6e5f1-147b-4671-b908-71da9dca0272), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:10.753446 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=b1ccdcaa-dfdf-4c6b-881e-007b9f3af773,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:10.773160 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-181939b7-8f60-4b0e-bbb7-bd0001fdbc31 req-c9e3be7f-85ee-46c9-b18a-51ceb1143759 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2955637 Feb 09 01:17:10.823477 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b5f98a-b163-4a0d-97ae-6ea19bdf914b tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:10.836115 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-a3b5f98a-b163-4a0d-97ae-6ea19bdf914b tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:10.845322 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b5f98a-b163-4a0d-97ae-6ea19bdf914b tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:17:10.849308 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.api [None req-957c5cce-4244-4382-9b9f-001c2d4b5e7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:17:10.849688 n-d-828369-4 neutron-server[103138]: DEBUG oslo_db.api [None req-957c5cce-4244-4382-9b9f-001c2d4b5e7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:17:10.851578 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b5f98a-b163-4a0d-97ae-6ea19bdf914b tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Pushing event updated for resources: {'Port': ['ID=51ff5661-43a9-4204-b729-e1ec4a4e4298,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:10.857792 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ed7a053e-542e-4a94-a5dd-b23b03e1cad9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (8f626993-6067-40fb-a68f-ea56d52bf63d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:10.923414 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-47ffa286-4d05-416f-a4a4-7e2a17e7f7cd tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (79c6e5f1-147b-4671-b908-71da9dca0272), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:10.961734 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ff4b31-a115-4b03-b145-3775f4f4066d None None] DHCP port deletion for 8f626993-6067-40fb-a68f-ea56d52bf63d request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:17:11.012207 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-ed7a053e-542e-4a94-a5dd-b23b03e1cad9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Deleting port a796251a-3400-49bb-a0fe-560e3b8b6bfc {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:11.014257 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ed7a053e-542e-4a94-a5dd-b23b03e1cad9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (a796251a-3400-49bb-a0fe-560e3b8b6bfc), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:11.025316 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e1ff4b31-a115-4b03-b145-3775f4f4066d None None] Deleting port a796251a-3400-49bb-a0fe-560e3b8b6bfc {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:11.026173 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e1ff4b31-a115-4b03-b145-3775f4f4066d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (a796251a-3400-49bb-a0fe-560e3b8b6bfc), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:11.102781 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-e1ff4b31-a115-4b03-b145-3775f4f4066d None None] For port a796251a-3400-49bb-a0fe-560e3b8b6bfc, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=a796251a-3400-49bb-a0fe-560e3b8b6bfc,segment=NetworkSegment(9c28a2ea-a98d-4a94-bed3-24c42eed4611),segment_id=9c28a2ea-a98d-4a94-bed3-24c42eed4611)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:11.104156 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e1ff4b31-a115-4b03-b145-3775f4f4066d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (a796251a-3400-49bb-a0fe-560e3b8b6bfc), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:11.119524 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e1ff4b31-a115-4b03-b145-3775f4f4066d None None] Calling delete_port for a796251a-3400-49bb-a0fe-560e3b8b6bfc owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:11.133351 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-ed7a053e-542e-4a94-a5dd-b23b03e1cad9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] For port a796251a-3400-49bb-a0fe-560e3b8b6bfc, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=a796251a-3400-49bb-a0fe-560e3b8b6bfc,segment=NetworkSegment(9c28a2ea-a98d-4a94-bed3-24c42eed4611),segment_id=9c28a2ea-a98d-4a94-bed3-24c42eed4611)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:11.133933 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ed7a053e-542e-4a94-a5dd-b23b03e1cad9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (a796251a-3400-49bb-a0fe-560e3b8b6bfc), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:11.153968 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-ed7a053e-542e-4a94-a5dd-b23b03e1cad9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Calling delete_port for a796251a-3400-49bb-a0fe-560e3b8b6bfc owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:11.158863 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-bd3cfd1c-f60c-454f-b1f2-5160a1734d06 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Allocated IP 2001:db8:3::1 (400813cf-8d75-49c3-8c0d-f300ce2c7169/3cd1fdb8-92f7-47e5-88db-31c64a33ccb5/73bc3cd9-960e-42f7-a9c5-44e6ac4b159c) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:11.270032 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ed7a053e-542e-4a94-a5dd-b23b03e1cad9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (a796251a-3400-49bb-a0fe-560e3b8b6bfc), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:11.281746 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e1ff4b31-a115-4b03-b145-3775f4f4066d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (a796251a-3400-49bb-a0fe-560e3b8b6bfc), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:11.302189 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7a053e-542e-4a94-a5dd-b23b03e1cad9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] No DVR routers for this DVR port a796251a-3400-49bb-a0fe-560e3b8b6bfc on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:17:11.304665 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device b1ccdcaa-dfdf-4c6b-881e-007b9f3af773 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:17:11.346443 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-47ffa286-4d05-416f-a4a4-7e2a17e7f7cd tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (79c6e5f1-147b-4671-b908-71da9dca0272), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:11.355465 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7a053e-542e-4a94-a5dd-b23b03e1cad9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Pushing event deleted for resources: {'Port': ['ID=a796251a-3400-49bb-a0fe-560e3b8b6bfc,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:11.424300 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff4b31-a115-4b03-b145-3775f4f4066d None None] Pushing event deleted for resources: {'Port': ['ID=a796251a-3400-49bb-a0fe-560e3b8b6bfc,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:11.431282 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ff4b31-a115-4b03-b145-3775f4f4066d None None] No DVR routers for this DVR port a796251a-3400-49bb-a0fe-560e3b8b6bfc on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:17:11.474596 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-47ffa286-4d05-416f-a4a4-7e2a17e7f7cd tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (79c6e5f1-147b-4671-b908-71da9dca0272), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:11.476998 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port b1ccdcaa-dfdf-4c6b-881e-007b9f3af773 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:11.477586 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b1ccdcaa-dfdf-4c6b-881e-007b9f3af773), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:11.479115 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-957c5cce-4244-4382-9b9f-001c2d4b5e7d None None] Current status of the port b1ccdcaa-dfdf-4c6b-881e-007b9f3af773 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:11.592720 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ed7a053e-542e-4a94-a5dd-b23b03e1cad9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (8f626993-6067-40fb-a68f-ea56d52bf63d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:11.652813 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-ed7a053e-542e-4a94-a5dd-b23b03e1cad9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f626993-6067-40fb-a68f-ea56d52bf63d']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:11.673349 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-ed7a053e-542e-4a94-a5dd-b23b03e1cad9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c28a2ea-a98d-4a94-bed3-24c42eed4611') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:11.673785 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-ed7a053e-542e-4a94-a5dd-b23b03e1cad9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c28a2ea-a98d-4a94-bed3-24c42eed4611') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:11.691438 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ed7a053e-542e-4a94-a5dd-b23b03e1cad9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (9c28a2ea-a98d-4a94-bed3-24c42eed4611), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:11.695906 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bd3cfd1c-f60c-454f-b1f2-5160a1734d06 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for port (73bc3cd9-960e-42f7-a9c5-44e6ac4b159c), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:11.708084 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ed7a053e-542e-4a94-a5dd-b23b03e1cad9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (9c28a2ea-a98d-4a94-bed3-24c42eed4611), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:11.709314 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port b1ccdcaa-dfdf-4c6b-881e-007b9f3af773 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:11.715195 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed7a053e-542e-4a94-a5dd-b23b03e1cad9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:17:11.715614 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ed7a053e-542e-4a94-a5dd-b23b03e1cad9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (9c28a2ea-a98d-4a94-bed3-24c42eed4611), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:11.718802 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-7102aea1-7f8e-4c17-92f4-f6cc3fccb0ef None None] Provisioning complete for port b1ccdcaa-dfdf-4c6b-881e-007b9f3af773 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:11.719201 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7102aea1-7f8e-4c17-92f4-f6cc3fccb0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b1ccdcaa-dfdf-4c6b-881e-007b9f3af773), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:11.748787 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:17:11.748787 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:17:11.748787 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:17:11.748787 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:17:11.748787 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:17:11.748787 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:17:11.748787 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:17:11.748787 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:17:11.748787 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:17:11.748787 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:17:11.748787 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:17:11.748787 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:17:11.748787 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:17:11.748787 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:17:11.748787 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:17:11.748787 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:17:11.748787 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:17:11.748787 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:17:11.748787 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:17:11.748787 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:17:11.748787 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:17:11.748787 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:17:11.748787 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:17:11.748787 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:17:11.748787 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:17:11.748787 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:17:11.748787 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:17:11.748787 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:17:11.748787 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:17:11.748787 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:17:11.748787 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:17:11.748787 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:17:11.798629 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device a796251a-3400-49bb-a0fe-560e3b8b6bfc no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:17:11.856975 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ed7a053e-542e-4a94-a5dd-b23b03e1cad9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (8f626993-6067-40fb-a68f-ea56d52bf63d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:11.864840 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ed7a053e-542e-4a94-a5dd-b23b03e1cad9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:11.870663 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa297db5-1c50-4622-bdb9-e81194d82f6e None None] Network f8b11bfb-ad13-416f-97fb-c4f6d932ba65 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:17:11.878593 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ed7a053e-542e-4a94-a5dd-b23b03e1cad9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "DELETE /v2.0/networks/8f626993-6067-40fb-a68f-ea56d52bf63d HTTP/1.1" status: 204 len: 168 time: 1.2267742 Feb 09 01:17:11.879488 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59032) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:11.919160 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ffa286-4d05-416f-a4a4-7e2a17e7f7cd tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Pushing event deleted for resources: {'Subnet': ['ID=79c6e5f1-147b-4671-b908-71da9dca0272,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:11.926154 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-47ffa286-4d05-416f-a4a4-7e2a17e7f7cd tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:11.930225 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-47ffa286-4d05-416f-a4a4-7e2a17e7f7cd tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "DELETE /v2.0/subnets/79c6e5f1-147b-4671-b908-71da9dca0272 HTTP/1.1" status: 204 len: 168 time: 1.4816587 Feb 09 01:17:11.933137 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7a053e-542e-4a94-a5dd-b23b03e1cad9 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Pushing event deleted for resources: {'Network': ['ID=8f626993-6067-40fb-a68f-ea56d52bf63d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:11.936467 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59034) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:11.945417 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: a796251a-3400-49bb-a0fe-560e3b8b6bfc {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:17:11.945768 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device a796251a-3400-49bb-a0fe-560e3b8b6bfc not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:17:12.054379 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bd3cfd1c-f60c-454f-b1f2-5160a1734d06 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (73bc3cd9-960e-42f7-a9c5-44e6ac4b159c), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:12.076991 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3cfd1c-f60c-454f-b1f2-5160a1734d06 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Network 400813cf-8d75-49c3-8c0d-f300ce2c7169 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:12.080052 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-7102aea1-7f8e-4c17-92f4-f6cc3fccb0ef None None] Current status of the port b1ccdcaa-dfdf-4c6b-881e-007b9f3af773 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:12.084840 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-bd3cfd1c-f60c-454f-b1f2-5160a1734d06 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:12.089832 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3cfd1c-f60c-454f-b1f2-5160a1734d06 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:17:12.090410 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bd3cfd1c-f60c-454f-b1f2-5160a1734d06 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (8a802f47-336a-499f-809e-ade658403707), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:12.196450 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b37f58-8138-4006-a499-a33c79529f86 None None] DHCP port deletion for f8b11bfb-ad13-416f-97fb-c4f6d932ba65 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:17:12.289235 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e47536-abc8-49d6-b7ff-1e508af69c03 req-3c5f9fbb-edb3-4e59-aef9-00829a289f91 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:12.301294 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e47536-abc8-49d6-b7ff-1e508af69c03 req-3c5f9fbb-edb3-4e59-aef9-00829a289f91 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:12.303236 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a8b37f58-8138-4006-a499-a33c79529f86 None None] Deleting port 24098af5-8fa9-4e46-9e02-14f19b486e44 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:12.303984 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a8b37f58-8138-4006-a499-a33c79529f86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (24098af5-8fa9-4e46-9e02-14f19b486e44), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:12.307955 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e47536-abc8-49d6-b7ff-1e508af69c03 req-3c5f9fbb-edb3-4e59-aef9-00829a289f91 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:12.319124 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e47536-abc8-49d6-b7ff-1e508af69c03 req-3c5f9fbb-edb3-4e59-aef9-00829a289f91 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:12.324439 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e47536-abc8-49d6-b7ff-1e508af69c03 req-3c5f9fbb-edb3-4e59-aef9-00829a289f91 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:12.326285 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c555bf0e-2b2e-4dc1-80b1-14a311951ae5 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (f8b11bfb-ad13-416f-97fb-c4f6d932ba65), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:12.335802 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e47536-abc8-49d6-b7ff-1e508af69c03 req-3c5f9fbb-edb3-4e59-aef9-00829a289f91 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:12.343709 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e47536-abc8-49d6-b7ff-1e508af69c03 req-3c5f9fbb-edb3-4e59-aef9-00829a289f91 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:12.345723 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0e47536-abc8-49d6-b7ff-1e508af69c03 req-3c5f9fbb-edb3-4e59-aef9-00829a289f91 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5444 time: 0.4141507 Feb 09 01:17:12.458384 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-a8b37f58-8138-4006-a499-a33c79529f86 None None] For port 24098af5-8fa9-4e46-9e02-14f19b486e44, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=24098af5-8fa9-4e46-9e02-14f19b486e44,segment=NetworkSegment(142fa301-acd3-4ead-b98f-aac220a885c4),segment_id=142fa301-acd3-4ead-b98f-aac220a885c4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:12.458997 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a8b37f58-8138-4006-a499-a33c79529f86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (24098af5-8fa9-4e46-9e02-14f19b486e44), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:12.467384 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3cfd1c-f60c-454f-b1f2-5160a1734d06 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event updated for resources: {'Port': ['ID=73bc3cd9-960e-42f7-a9c5-44e6ac4b159c,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:12.484357 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f154c07-6fe7-4732-8341-6ab9f195da1a req-d2afa20f-fc58-4452-be8e-d027f599b006 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:12.489772 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a8b37f58-8138-4006-a499-a33c79529f86 None None] Calling delete_port for 24098af5-8fa9-4e46-9e02-14f19b486e44 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:12.492352 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6f154c07-6fe7-4732-8341-6ab9f195da1a req-d2afa20f-fc58-4452-be8e-d027f599b006 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 946 time: 0.5282784 Feb 09 01:17:12.512261 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-a1c9e3e5-d8aa-497c-a546-62ca65b424cc tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Deleting port b4034053-e8cc-4c83-af4f-8166b7fed6d7 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:12.512707 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e3e5-d8aa-497c-a546-62ca65b424cc tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (b4034053-e8cc-4c83-af4f-8166b7fed6d7), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:12.521143 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bd3cfd1c-f60c-454f-b1f2-5160a1734d06 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (73bc3cd9-960e-42f7-a9c5-44e6ac4b159c), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:12.529139 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a3b5f98a-b163-4a0d-97ae-6ea19bdf914b tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for router_gateway (54db7dc6-e6d2-4706-a928-02c54a621632), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:12.606480 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0e47536-abc8-49d6-b7ff-1e508af69c03 req-8d3d414d-3d77-469b-9755-51dbc56991c4 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2360790 Feb 09 01:17:12.619104 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a8b37f58-8138-4006-a499-a33c79529f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (24098af5-8fa9-4e46-9e02-14f19b486e44), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:12.652175 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e3e5-d8aa-497c-a546-62ca65b424cc tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (b4034053-e8cc-4c83-af4f-8166b7fed6d7), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:12.653542 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e3e5-d8aa-497c-a546-62ca65b424cc tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for floatingip (b4034053-e8cc-4c83-af4f-8166b7fed6d7), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:12.672038 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b37f58-8138-4006-a499-a33c79529f86 None None] No DVR routers for this DVR port 24098af5-8fa9-4e46-9e02-14f19b486e44 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:17:12.681670 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-a1c9e3e5-d8aa-497c-a546-62ca65b424cc tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Calling delete_port for b4034053-e8cc-4c83-af4f-8166b7fed6d7 owned by network:floatingip {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:12.697503 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-3d6dbcf0-bbb7-4913-a40a-4d07c114333e None None] Provisioning complete for port 73bc3cd9-960e-42f7-a9c5-44e6ac4b159c triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:12.697891 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3d6dbcf0-bbb7-4913-a40a-4d07c114333e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (73bc3cd9-960e-42f7-a9c5-44e6ac4b159c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:12.699815 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b37f58-8138-4006-a499-a33c79529f86 None None] Pushing event deleted for resources: {'Port': ['ID=24098af5-8fa9-4e46-9e02-14f19b486e44,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:12.772139 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-3d6dbcf0-bbb7-4913-a40a-4d07c114333e None None] Port 73bc3cd9-960e-42f7-a9c5-44e6ac4b159c cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:17:12.781258 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-c555bf0e-2b2e-4dc1-80b1-14a311951ae5 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Deleting port 24098af5-8fa9-4e46-9e02-14f19b486e44 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:12.781605 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c555bf0e-2b2e-4dc1-80b1-14a311951ae5 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (24098af5-8fa9-4e46-9e02-14f19b486e44), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:12.813093 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6f154c07-6fe7-4732-8341-6ab9f195da1a req-888843ff-4d6b-42a7-b737-94cbd82e86af tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/security-groups?id=65c8f205-c6cb-41d5-b5f1-7ee56e174081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3198147 Feb 09 01:17:12.924338 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-c555bf0e-2b2e-4dc1-80b1-14a311951ae5 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] For port 24098af5-8fa9-4e46-9e02-14f19b486e44, host n-d-828369-4, got binding levels [] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:12.924858 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c555bf0e-2b2e-4dc1-80b1-14a311951ae5 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (24098af5-8fa9-4e46-9e02-14f19b486e44), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:12.946724 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-c555bf0e-2b2e-4dc1-80b1-14a311951ae5 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Calling delete_port for 24098af5-8fa9-4e46-9e02-14f19b486e44 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:12.949691 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.ipam_backend_mixin [None req-c555bf0e-2b2e-4dc1-80b1-14a311951ae5 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Port 24098af5-8fa9-4e46-9e02-14f19b486e44 was not found and therefore no delete operation was performed {{(pid=103137) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 01:17:12.963741 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-8e23a813-b80a-4597-8a77-31404b50fe77 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:12.969090 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-8e23a813-b80a-4597-8a77-31404b50fe77 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:12.974870 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-8e23a813-b80a-4597-8a77-31404b50fe77 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:12.980132 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-8e23a813-b80a-4597-8a77-31404b50fe77 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:12.985470 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-8e23a813-b80a-4597-8a77-31404b50fe77 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:12.990975 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-8e23a813-b80a-4597-8a77-31404b50fe77 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:13.000838 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-8e23a813-b80a-4597-8a77-31404b50fe77 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:13.002787 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-8e23a813-b80a-4597-8a77-31404b50fe77 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.47 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5444 time: 0.2233527 Feb 09 01:17:13.004584 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c555bf0e-2b2e-4dc1-80b1-14a311951ae5 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (24098af5-8fa9-4e46-9e02-14f19b486e44), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:13.063848 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-5fa430eb-f752-4458-99e0-d2ed558b3853 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:13.065770 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-5fa430eb-f752-4458-99e0-d2ed558b3853 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.47 "GET /v2.0/ports/8d514634-0023-4dbc-9e31-ea618b291a41?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0542123 Feb 09 01:17:13.118466 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c555bf0e-2b2e-4dc1-80b1-14a311951ae5 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Pushing event deleted for resources: {'Port': ['ID=24098af5-8fa9-4e46-9e02-14f19b486e44,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:13.137719 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c555bf0e-2b2e-4dc1-80b1-14a311951ae5 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] No DVR routers for this DVR port 24098af5-8fa9-4e46-9e02-14f19b486e44 on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:17:13.279946 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 24098af5-8fa9-4e46-9e02-14f19b486e44 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:17:13.297244 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bd3cfd1c-f60c-454f-b1f2-5160a1734d06 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for port (73bc3cd9-960e-42f7-a9c5-44e6ac4b159c), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:13.314907 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bd3cfd1c-f60c-454f-b1f2-5160a1734d06 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (73bc3cd9-960e-42f7-a9c5-44e6ac4b159c), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:13.316232 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bd3cfd1c-f60c-454f-b1f2-5160a1734d06 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (8a802f47-336a-499f-809e-ade658403707), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:13.323661 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 24098af5-8fa9-4e46-9e02-14f19b486e44 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:17:13.324343 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 24098af5-8fa9-4e46-9e02-14f19b486e44 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:17:13.361488 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e3e5-d8aa-497c-a546-62ca65b424cc tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (b4034053-e8cc-4c83-af4f-8166b7fed6d7), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:13.384076 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a3b5f98a-b163-4a0d-97ae-6ea19bdf914b tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (54db7dc6-e6d2-4706-a928-02c54a621632), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:13.398146 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c555bf0e-2b2e-4dc1-80b1-14a311951ae5 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (f8b11bfb-ad13-416f-97fb-c4f6d932ba65), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:13.468237 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c9e3e5-d8aa-497c-a546-62ca65b424cc tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Pushing event deleted for resources: {'Port': ['ID=b4034053-e8cc-4c83-af4f-8166b7fed6d7,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:13.496952 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-c555bf0e-2b2e-4dc1-80b1-14a311951ae5 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b11bfb-ad13-416f-97fb-c4f6d932ba65']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:13.531030 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-c555bf0e-2b2e-4dc1-80b1-14a311951ae5 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '142fa301-acd3-4ead-b98f-aac220a885c4') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:13.531617 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-c555bf0e-2b2e-4dc1-80b1-14a311951ae5 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '142fa301-acd3-4ead-b98f-aac220a885c4') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:13.542859 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3cfd1c-f60c-454f-b1f2-5160a1734d06 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event updated for resources: {'Port': ['ID=73bc3cd9-960e-42f7-a9c5-44e6ac4b159c,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:13.565058 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c555bf0e-2b2e-4dc1-80b1-14a311951ae5 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (142fa301-acd3-4ead-b98f-aac220a885c4), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:13.610302 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-ecf4e290-d37c-4b52-83ed-1a94336c70b2 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.47 "GET /v2.0/networks/7776bdde-fa28-4fc9-a953-0f38a342d9c3?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5043182 Feb 09 01:17:13.614205 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3cfd1c-f60c-454f-b1f2-5160a1734d06 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Network 400813cf-8d75-49c3-8c0d-f300ce2c7169 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:13.618035 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-bd3cfd1c-f60c-454f-b1f2-5160a1734d06 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:13.620929 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c555bf0e-2b2e-4dc1-80b1-14a311951ae5 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (142fa301-acd3-4ead-b98f-aac220a885c4), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:13.633214 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-304de4a0-6c43-45e6-83a2-ec468e29f583 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:13.667041 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c555bf0e-2b2e-4dc1-80b1-14a311951ae5 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:17:13.668828 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c555bf0e-2b2e-4dc1-80b1-14a311951ae5 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (142fa301-acd3-4ead-b98f-aac220a885c4), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:13.677564 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:17:13.677564 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:17:13.677564 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:17:13.677564 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:17:13.677564 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:17:13.677564 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:17:13.677564 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:17:13.677564 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:17:13.677564 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:17:13.677564 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:17:13.677564 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:17:13.677564 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:17:13.677564 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:17:13.677564 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:17:13.677564 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:17:13.677564 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:17:13.677564 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:17:13.677564 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:17:13.677564 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:17:13.677564 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:17:13.677564 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:17:13.677564 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:17:13.677564 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:17:13.677564 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:17:13.677564 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:17:13.677564 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:17:13.677564 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:17:13.677564 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:17:13.677564 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:17:13.677564 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:17:13.677564 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:17:13.677564 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:17:13.819533 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e3e5-d8aa-497c-a546-62ca65b424cc tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for floatingip (435dc3d0-b577-4ae7-acf8-170b8507f476), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:13.822635 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a1c9e3e5-d8aa-497c-a546-62ca65b424cc tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:13.824251 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a1c9e3e5-d8aa-497c-a546-62ca65b424cc tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "DELETE /v2.0/floatingips/435dc3d0-b577-4ae7-acf8-170b8507f476 HTTP/1.1" status: 204 len: 168 time: 1.9354899 Feb 09 01:17:13.829067 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59054) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:13.849678 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c555bf0e-2b2e-4dc1-80b1-14a311951ae5 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (f8b11bfb-ad13-416f-97fb-c4f6d932ba65), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:13.907085 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c555bf0e-2b2e-4dc1-80b1-14a311951ae5 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:13.911692 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c555bf0e-2b2e-4dc1-80b1-14a311951ae5 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "DELETE /v2.0/networks/f8b11bfb-ad13-416f-97fb-c4f6d932ba65 HTTP/1.1" status: 204 len: 168 time: 1.8799951 Feb 09 01:17:13.916928 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-65fa3d6f-785d-4d5f-aa25-11898587e588 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] DELETE failed (client error): The resource could not be found. Feb 09 01:17:13.917844 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65fa3d6f-785d-4d5f-aa25-11898587e588 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:17:13.921369 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-65fa3d6f-785d-4d5f-aa25-11898587e588 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "DELETE /v2.0/ports/d290c8de-8e76-485a-bc7f-a05130f9575a HTTP/1.1" status: 404 len: 333 time: 0.0900857 Feb 09 01:17:13.932140 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59056) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:13.932867 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59058) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:13.980892 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c555bf0e-2b2e-4dc1-80b1-14a311951ae5 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Pushing event deleted for resources: {'Network': ['ID=f8b11bfb-ad13-416f-97fb-c4f6d932ba65,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:14.014079 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555bf0e-2b2e-4dc1-80b1-14a311951ae5 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:14.014536 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555bf0e-2b2e-4dc1-80b1-14a311951ae5 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:14.014986 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555bf0e-2b2e-4dc1-80b1-14a311951ae5 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:14.015429 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555bf0e-2b2e-4dc1-80b1-14a311951ae5 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:14.015973 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555bf0e-2b2e-4dc1-80b1-14a311951ae5 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:14.016413 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555bf0e-2b2e-4dc1-80b1-14a311951ae5 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:14.016876 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555bf0e-2b2e-4dc1-80b1-14a311951ae5 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:14.017309 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555bf0e-2b2e-4dc1-80b1-14a311951ae5 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:14.017823 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555bf0e-2b2e-4dc1-80b1-14a311951ae5 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:14.018289 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555bf0e-2b2e-4dc1-80b1-14a311951ae5 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:14.018757 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555bf0e-2b2e-4dc1-80b1-14a311951ae5 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:14.019184 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555bf0e-2b2e-4dc1-80b1-14a311951ae5 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:14.019637 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c555bf0e-2b2e-4dc1-80b1-14a311951ae5 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:14.035616 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-304de4a0-6c43-45e6-83a2-ec468e29f583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8d514634-0023-4dbc-9e31-ea618b291a41), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:14.053633 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-96f80e68-3f39-4494-ad9b-18c71b931e05 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "GET /v2.0/ports?device_id=c0f895ac-b1f2-4c75-b793-87931d573280 HTTP/1.1" status: 200 len: 205 time: 0.1071784 Feb 09 01:17:14.061732 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59060) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:14.105004 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-b567939b-f893-4e7d-8001-9dc4f1349739 None None] Provisioning complete for port 73bc3cd9-960e-42f7-a9c5-44e6ac4b159c triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:14.106003 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b567939b-f893-4e7d-8001-9dc4f1349739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (73bc3cd9-960e-42f7-a9c5-44e6ac4b159c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:14.153451 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b567939b-f893-4e7d-8001-9dc4f1349739 None None] Port 73bc3cd9-960e-42f7-a9c5-44e6ac4b159c cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:17:14.220311 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188afd82-2215-41b1-aceb-2663d23e6639 req-78c52bda-a5e1-4d93-869a-f847fcdb007c tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:14.223012 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-188afd82-2215-41b1-aceb-2663d23e6639 req-78c52bda-a5e1-4d93-869a-f847fcdb007c tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 946 time: 0.7454972 Feb 09 01:17:14.357749 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3cfd1c-f60c-454f-b1f2-5160a1734d06 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Router 8a802f47-336a-499f-809e-ade658403707 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:17:14.383585 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-188afd82-2215-41b1-aceb-2663d23e6639 req-7b9a338a-975f-4bf3-8dc3-44b540fd7a88 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/security-groups?id=65c8f205-c6cb-41d5-b5f1-7ee56e174081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394269 Feb 09 01:17:14.414710 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114015c-40ca-4cd3-8143-e37d038ce9d6 req-db1de83e-1053-42a5-aa98-5f3fa58a7219 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:14.419942 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114015c-40ca-4cd3-8143-e37d038ce9d6 req-db1de83e-1053-42a5-aa98-5f3fa58a7219 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:14.425248 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114015c-40ca-4cd3-8143-e37d038ce9d6 req-db1de83e-1053-42a5-aa98-5f3fa58a7219 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:14.430431 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114015c-40ca-4cd3-8143-e37d038ce9d6 req-db1de83e-1053-42a5-aa98-5f3fa58a7219 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:14.435621 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114015c-40ca-4cd3-8143-e37d038ce9d6 req-db1de83e-1053-42a5-aa98-5f3fa58a7219 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:14.441032 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114015c-40ca-4cd3-8143-e37d038ce9d6 req-db1de83e-1053-42a5-aa98-5f3fa58a7219 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:14.446393 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114015c-40ca-4cd3-8143-e37d038ce9d6 req-db1de83e-1053-42a5-aa98-5f3fa58a7219 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:14.453149 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7114015c-40ca-4cd3-8143-e37d038ce9d6 req-db1de83e-1053-42a5-aa98-5f3fa58a7219 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5444 time: 0.2426546 Feb 09 01:17:14.457250 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b5f98a-b163-4a0d-97ae-6ea19bdf914b tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Router 54db7dc6-e6d2-4706-a928-02c54a621632 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:17:14.517780 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-e78cb818-4670-4052-9dfc-62dfcd30eca3 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] delete failed (client error): The resource could not be found. Feb 09 01:17:14.519838 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e78cb818-4670-4052-9dfc-62dfcd30eca3 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "DELETE /v2.0/routers/c0f895ac-b1f2-4c75-b793-87931d573280 HTTP/1.1" status: 404 len: 336 time: 0.4569764 Feb 09 01:17:14.541412 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59064) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:14.556071 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f316bd7-e956-4cd2-85f8-9e2183c8e0c5 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Deleting subnet 5935f14e-f3cc-40d6-b079-8f3cc63f4728 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:17:14.562309 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7f316bd7-e956-4cd2-85f8-9e2183c8e0c5 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks [] for subnet (5935f14e-f3cc-40d6-b079-8f3cc63f4728), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:14.614174 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b06b3c-766d-4664-97da-90ad4d277fba tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] DELETE failed (client error): The resource could not be found. Feb 09 01:17:14.614733 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88b06b3c-766d-4664-97da-90ad4d277fba tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:17:14.622709 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-88b06b3c-766d-4664-97da-90ad4d277fba tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "DELETE /v2.0/subnets/1f1cd705-d2b4-45a2-8953-e9ebfcd2205f HTTP/1.1" status: 404 len: 337 time: 0.0784695 Feb 09 01:17:14.627021 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59068) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:14.672522 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3cfd1c-f60c-454f-b1f2-5160a1734d06 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:17:14.688468 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-bd3cfd1c-f60c-454f-b1f2-5160a1734d06 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "PUT /v2.0/routers/8a802f47-336a-499f-809e-ade658403707/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9120674 Feb 09 01:17:14.690641 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d69e4a-18f5-4be6-8e49-063838a1d04d None None] Sync routers for ids ['8a802f47-336a-499f-809e-ade658403707'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:17:14.691211 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7f316bd7-e956-4cd2-85f8-9e2183c8e0c5 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (5935f14e-f3cc-40d6-b079-8f3cc63f4728), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:14.693680 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59070) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:14.701007 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-f4ca680f-8313-4004-9d25-6075c8c399b9 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:14.712474 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d69e4a-18f5-4be6-8e49-063838a1d04d None None] Routers {'8a802f47-336a-499f-809e-ade658403707'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:14.714920 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-15d69e4a-18f5-4be6-8e49-063838a1d04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:17:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['8a802f47-336a-499f-809e-ade658403707'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:14.720714 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7114015c-40ca-4cd3-8143-e37d038ce9d6 req-bcdeac83-49e6-41f5-adf3-c4b3d59b53a0 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2649968 Feb 09 01:17:14.747671 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b5f98a-b163-4a0d-97ae-6ea19bdf914b tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:17:14.770735 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2164383-045f-43b4-b1ab-3374d7ee7c32 None None] Sync routers for ids ['54db7dc6-e6d2-4706-a928-02c54a621632'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:17:14.787227 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a3b5f98a-b163-4a0d-97ae-6ea19bdf914b tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:14.787627 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2164383-045f-43b4-b1ab-3374d7ee7c32 None None] Routers {'54db7dc6-e6d2-4706-a928-02c54a621632'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:14.788384 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-a2164383-045f-43b4-b1ab-3374d7ee7c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:17:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['54db7dc6-e6d2-4706-a928-02c54a621632'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:14.789740 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a3b5f98a-b163-4a0d-97ae-6ea19bdf914b tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 10.1641710 Feb 09 01:17:14.792340 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59072) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:14.833898 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-15d69e4a-18f5-4be6-8e49-063838a1d04d None None] Set router 8a802f47-336a-499f-809e-ade658403707 gateway port host: None {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:17:14.883675 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7f316bd7-e956-4cd2-85f8-9e2183c8e0c5 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (5935f14e-f3cc-40d6-b079-8f3cc63f4728), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:14.936911 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-a2164383-045f-43b4-b1ab-3374d7ee7c32 None None] Set router 54db7dc6-e6d2-4706-a928-02c54a621632 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:17:14.982073 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7f316bd7-e956-4cd2-85f8-9e2183c8e0c5 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (5935f14e-f3cc-40d6-b079-8f3cc63f4728), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:15.026432 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd1826d-bb33-482f-b597-0ab01e887da5 None None] Network e4c76d4b-379f-417d-a6c6-b922f394386a requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:17:15.030081 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74055a-53a9-43ea-bbe6-6d014c4239b0 req-01e06832-f394-4709-a50d-18becffcc4e4 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:15.042229 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee74055a-53a9-43ea-bbe6-6d014c4239b0 req-01e06832-f394-4709-a50d-18becffcc4e4 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.47 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 946 time: 0.1890643 Feb 09 01:17:15.052015 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7f316bd7-e956-4cd2-85f8-9e2183c8e0c5 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:15.057811 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7f316bd7-e956-4cd2-85f8-9e2183c8e0c5 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "DELETE /v2.0/subnets/5935f14e-f3cc-40d6-b079-8f3cc63f4728 HTTP/1.1" status: 204 len: 168 time: 1.1194315 Feb 09 01:17:15.063098 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f316bd7-e956-4cd2-85f8-9e2183c8e0c5 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Pushing event deleted for resources: {'Subnet': ['ID=5935f14e-f3cc-40d6-b079-8f3cc63f4728,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:15.081574 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59074) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:15.135563 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 61983cf9-1bf8-40bd-8171-eb224ee4dd26 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:17:15.149275 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-db58bfe3-f43f-4e1e-90d5-837a91b1af2d tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] 10.222.0.50 "GET /v2.0/routers/54db7dc6-e6d2-4706-a928-02c54a621632 HTTP/1.1" status: 200 len: 908 time: 0.3533494 Feb 09 01:17:15.150031 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59076) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:15.154690 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-7cc544b2-9967-4aa7-8c26-d3d140b8bc91 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Request body: {'router': {'name': 'tempest-snat-router-573023625', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'enable_snat': True}}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:15.206623 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-a2164383-045f-43b4-b1ab-3374d7ee7c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54db7dc6-e6d2-4706-a928-02c54a621632', 'name': 'tempest-snat-router-573023625', 'tenant_id': '0d3e0702130a426f91aff77ab7276971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.188'}], 'enable_snat': False}, 'gw_port_id': '51ff5661-43a9-4204-b729-e1ec4a4e4298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:04Z', 'updated_at': '2022-02-09T01:17:11Z', 'revision_number': 3, 'project_id': '0d3e0702130a426f91aff77ab7276971', 'gw_port': {'id': '51ff5661-43a9-4204-b729-e1ec4a4e4298', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54db7dc6-e6d2-4706-a928-02c54a621632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:07Z', 'updated_at': '2022-02-09T01:17:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:15.211550 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7cc544b2-9967-4aa7-8c26-d3d140b8bc91 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (3500525b-b797-4ed3-a8f8-394281c119c0), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:15.213031 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7cc544b2-9967-4aa7-8c26-d3d140b8bc91 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (3500525b-b797-4ed3-a8f8-394281c119c0), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:15.262700 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-43e258d6-0b80-444a-973f-b4c6654a0710 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (e4c76d4b-379f-417d-a6c6-b922f394386a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:15.287207 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2164383-045f-43b4-b1ab-3374d7ee7c32 None None] Checking router: 54db7dc6-e6d2-4706-a928-02c54a621632 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:17:15.288444 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2164383-045f-43b4-b1ab-3374d7ee7c32 None None] Updating router 54db7dc6-e6d2-4706-a928-02c54a621632 port 51ff5661-43a9-4204-b729-e1ec4a4e4298 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:17:15.346433 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7cc544b2-9967-4aa7-8c26-d3d140b8bc91 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for router_controller (3500525b-b797-4ed3-a8f8-394281c119c0), precommit_add_association {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:15.364343 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a2164383-045f-43b4-b1ab-3374d7ee7c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (51ff5661-43a9-4204-b729-e1ec4a4e4298), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:15.364926 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 61983cf9-1bf8-40bd-8171-eb224ee4dd26 is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:15.365547 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (61983cf9-1bf8-40bd-8171-eb224ee4dd26), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:15.399864 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-304de4a0-6c43-45e6-83a2-ec468e29f583 service neutron] For port 8d514634-0023-4dbc-9e31-ea618b291a41, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=8d514634-0023-4dbc-9e31-ea618b291a41,segment=NetworkSegment(2e94c052-df5d-4e4f-b391-ea9eee75e92a),segment_id=2e94c052-df5d-4e4f-b391-ea9eee75e92a)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:15.413038 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61983cf9-1bf8-40bd-8171-eb224ee4dd26'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:17:15.421305 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc1ecbb-3448-456b-ba12-aef99fcb928b" -d '{"events": [{"server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "name": "network-vif-unplugged", "status": "completed", "tag": "61983cf9-1bf8-40bd-8171-eb224ee4dd26"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:17:15.424343 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-f646fcb2-d937-4e3a-a9e8-90f50a580045 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Deleting port 2cfe0760-1209-44b0-91bd-8ef79ff8cf0b {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:15.430416 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f646fcb2-d937-4e3a-a9e8-90f50a580045 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (2cfe0760-1209-44b0-91bd-8ef79ff8cf0b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:15.448138 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff8602c-2420-4f6c-b70b-b991316d728b None None] DHCP port deletion for e4c76d4b-379f-417d-a6c6-b922f394386a request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:17:15.472799 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 61983cf9-1bf8-40bd-8171-eb224ee4dd26, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=61983cf9-1bf8-40bd-8171-eb224ee4dd26,segment=NetworkSegment(2e94c052-df5d-4e4f-b391-ea9eee75e92a),segment_id=2e94c052-df5d-4e4f-b391-ea9eee75e92a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:15.490109 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-ee74055a-53a9-43ea-bbe6-6d014c4239b0 req-ea9a4f09-396c-4aee-8b00-766dfaed1620 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Deleting port 5da965be-0d13-4d53-a485-8e06aa49418f {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:15.490669 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ee74055a-53a9-43ea-bbe6-6d014c4239b0 req-ea9a4f09-396c-4aee-8b00-766dfaed1620 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (5da965be-0d13-4d53-a485-8e06aa49418f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:15.496299 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (61983cf9-1bf8-40bd-8171-eb224ee4dd26), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:15.497227 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 85e19991-1898-48d7-915a-2a768796af7f no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:17:15.543959 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490d9c2a-6f25-4a93-9a39-a79818f65034 x-openstack-request-id: req-490d9c2a-6f25-4a93-9a39-a79818f65034 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:17:15.544607 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "name": "network-vif-unplugged", "status": "completed", "tag": "61983cf9-1bf8-40bd-8171-eb224ee4dd26", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:17:15.545167 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-490d9c2a-6f25-4a93-9a39-a79818f65034 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:17:15.545720 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61983cf9-1bf8-40bd-8171-eb224ee4dd26', 'code': 200} Feb 09 01:17:15.597225 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=61983cf9-1bf8-40bd-8171-eb224ee4dd26,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:15.602310 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-15d69e4a-18f5-4be6-8e49-063838a1d04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a802f47-336a-499f-809e-ade658403707', 'name': 'tempest-RoutersIpV6Test-router-1203164882', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:35Z', 'updated_at': '2022-02-09T01:17:12Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'gw_port_host': None, '_interfaces': [{'id': '6daf4a56-5b77-4881-b1e7-22b17b7d330f', 'name': '', 'network_id': '3ec62db4-d42d-43d1-9cda-9dd513e0c974', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:0a:23:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:39Z', 'updated_at': '2022-02-09T01:16:45Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73bc3cd9-960e-42f7-a9c5-44e6ac4b159c', 'name': '', 'network_id': '400813cf-8d75-49c3-8c0d-f300ce2c7169', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:c9:63:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '3cd1fdb8-92f7-47e5-88db-31c64a33ccb5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:10Z', 'updated_at': '2022-02-09T01:17:12Z', 'revision_number': 2, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '3cd1fdb8-92f7-47e5-88db-31c64a33ccb5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4', 'name': '', 'network_id': 'd7f51f96-79d1-4cd2-9ca4-93d2f898b4e9', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:d0:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '4c593e5d-3d39-4445-8ed4-07b0bb5103c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:46Z', 'updated_at': '2022-02-09T01:16:56Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '4c593e5d-3d39-4445-8ed4-07b0bb5103c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4cf7d32-cdd3-4017-a8f2-7e3caad94728', 'name': '', 'network_id': '3c2d5bc4-8356-454a-aa1f-0d6afc7a230d', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:72:09:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '319dd928-af73-43f7-ad76-7134c8b37d54', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:57Z', 'updated_at': '2022-02-09T01:17:05Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '319dd928-af73-43f7-ad76-7134c8b37d54', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:15.602854 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-ee74055a-53a9-43ea-bbe6-6d014c4239b0 req-ea9a4f09-396c-4aee-8b00-766dfaed1620 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] For port 5da965be-0d13-4d53-a485-8e06aa49418f, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=5da965be-0d13-4d53-a485-8e06aa49418f,segment=NetworkSegment(0d0bff9f-e230-4221-a63e-80c21a950e29),segment_id=0d0bff9f-e230-4221-a63e-80c21a950e29)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:15.603237 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ee74055a-53a9-43ea-bbe6-6d014c4239b0 req-ea9a4f09-396c-4aee-8b00-766dfaed1620 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (5da965be-0d13-4d53-a485-8e06aa49418f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:15.644556 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d69e4a-18f5-4be6-8e49-063838a1d04d None None] Checking router: 8a802f47-336a-499f-809e-ade658403707 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:17:15.645178 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d69e4a-18f5-4be6-8e49-063838a1d04d None None] Updating router 8a802f47-336a-499f-809e-ade658403707 port 73bc3cd9-960e-42f7-a9c5-44e6ac4b159c binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:17:15.663855 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-304de4a0-6c43-45e6-83a2-ec468e29f583 service neutron] For port 8d514634-0023-4dbc-9e31-ea618b291a41, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:17:15.716365 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-15d69e4a-18f5-4be6-8e49-063838a1d04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (73bc3cd9-960e-42f7-a9c5-44e6ac4b159c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:15.775161 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f646fcb2-d937-4e3a-a9e8-90f50a580045 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (2cfe0760-1209-44b0-91bd-8ef79ff8cf0b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:15.812954 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-f646fcb2-d937-4e3a-a9e8-90f50a580045 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Calling delete_port for 2cfe0760-1209-44b0-91bd-8ef79ff8cf0b owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:15.878982 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 85e19991-1898-48d7-915a-2a768796af7f is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:15.879388 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (85e19991-1898-48d7-915a-2a768796af7f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:15.913342 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a2164383-045f-43b4-b1ab-3374d7ee7c32 None None] Publish callbacks [] for port (51ff5661-43a9-4204-b729-e1ec4a4e4298), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:15.921991 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 85e19991-1898-48d7-915a-2a768796af7f, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=85e19991-1898-48d7-915a-2a768796af7f,segment=NetworkSegment(0a5119f9-71e1-4367-8a68-4998699e66da),segment_id=0a5119f9-71e1-4367-8a68-4998699e66da)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:15.925468 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a2164383-045f-43b4-b1ab-3374d7ee7c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (51ff5661-43a9-4204-b729-e1ec4a4e4298), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:15.947628 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7cc544b2-9967-4aa7-8c26-d3d140b8bc91 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for router_gateway (3500525b-b797-4ed3-a8f8-394281c119c0), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:16.000861 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f646fcb2-d937-4e3a-a9e8-90f50a580045 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (2cfe0760-1209-44b0-91bd-8ef79ff8cf0b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:16.010663 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d806ff6-1dff-47b3-af1a-d3381322b48c None None] Pushing event updated for resources: {'Port': ['ID=51ff5661-43a9-4204-b729-e1ec4a4e4298,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:16.060422 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-a2164383-045f-43b4-b1ab-3374d7ee7c32 None None] Attempting to bind port 51ff5661-43a9-4204-b729-e1ec4a4e4298 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:17:16.060878 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-a2164383-045f-43b4-b1ab-3374d7ee7c32 None None] Attempting to bind port 51ff5661-43a9-4204-b729-e1ec4a4e4298 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:17:16.061253 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2164383-045f-43b4-b1ab-3374d7ee7c32 None None] Attempting to bind port 51ff5661-43a9-4204-b729-e1ec4a4e4298 on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:17:16.073602 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2164383-045f-43b4-b1ab-3374d7ee7c32 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:17:16.073991 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2164383-045f-43b4-b1ab-3374d7ee7c32 None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:17:16.074239 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-304de4a0-6c43-45e6-83a2-ec468e29f583 service neutron] device_id is not set on port 8d514634-0023-4dbc-9e31-ea618b291a41 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:17:16.074445 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a2164383-045f-43b4-b1ab-3374d7ee7c32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:16.074899 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2164383-045f-43b4-b1ab-3374d7ee7c32 None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:17:16.075703 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-a2164383-045f-43b4-b1ab-3374d7ee7c32 None None] Bound port: 51ff5661-43a9-4204-b729-e1ec4a4e4298, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:17:16.076099 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a2164383-045f-43b4-b1ab-3374d7ee7c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (51ff5661-43a9-4204-b729-e1ec4a4e4298), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:16.085782 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f646fcb2-d937-4e3a-a9e8-90f50a580045 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Pushing event deleted for resources: {'Port': ['ID=2cfe0760-1209-44b0-91bd-8ef79ff8cf0b,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:16.118668 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-304de4a0-6c43-45e6-83a2-ec468e29f583 service neutron] Publish callbacks [] for port (8d514634-0023-4dbc-9e31-ea618b291a41), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:16.143229 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-a2164383-045f-43b4-b1ab-3374d7ee7c32 None None] For port 51ff5661-43a9-4204-b729-e1ec4a4e4298, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:17:16.146239 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-43e258d6-0b80-444a-973f-b4c6654a0710 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Deleting port 4cdad324-4d8d-425d-bb80-643b8e9957f1 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:16.146796 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-43e258d6-0b80-444a-973f-b4c6654a0710 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (4cdad324-4d8d-425d-bb80-643b8e9957f1), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:16.148155 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-a2164383-045f-43b4-b1ab-3374d7ee7c32 None None] For port 51ff5661-43a9-4204-b729-e1ec4a4e4298, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=51ff5661-43a9-4204-b729-e1ec4a4e4298,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:17:16.158939 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a2164383-045f-43b4-b1ab-3374d7ee7c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (51ff5661-43a9-4204-b729-e1ec4a4e4298), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:16.163449 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595180b4-ee48-4699-9939-b853761d8d62 req-aa1dd3fc-9d93-42b4-b705-7a550f4ab7f0 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:16.168972 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595180b4-ee48-4699-9939-b853761d8d62 req-aa1dd3fc-9d93-42b4-b705-7a550f4ab7f0 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:16.175438 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595180b4-ee48-4699-9939-b853761d8d62 req-aa1dd3fc-9d93-42b4-b705-7a550f4ab7f0 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:16.175618 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (85e19991-1898-48d7-915a-2a768796af7f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:16.176692 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 6e9d435a-540a-4ac9-9688-d711412ef2a9 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:17:16.181376 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595180b4-ee48-4699-9939-b853761d8d62 req-aa1dd3fc-9d93-42b4-b705-7a550f4ab7f0 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:16.186755 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595180b4-ee48-4699-9939-b853761d8d62 req-aa1dd3fc-9d93-42b4-b705-7a550f4ab7f0 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:16.188708 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-304de4a0-6c43-45e6-83a2-ec468e29f583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (8d514634-0023-4dbc-9e31-ea618b291a41), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:16.194832 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595180b4-ee48-4699-9939-b853761d8d62 req-aa1dd3fc-9d93-42b4-b705-7a550f4ab7f0 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:16.202531 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595180b4-ee48-4699-9939-b853761d8d62 req-aa1dd3fc-9d93-42b4-b705-7a550f4ab7f0 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:16.204453 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-595180b4-ee48-4699-9939-b853761d8d62 req-aa1dd3fc-9d93-42b4-b705-7a550f4ab7f0 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 5440 time: 0.2451458 Feb 09 01:17:16.219074 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec80e0-27d8-4cc0-9697-62c44331f67c req-ec0d9c6f-a4c7-42cf-b98e-58267cfbdde6 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:16.220878 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-32ec80e0-27d8-4cc0-9697-62c44331f67c req-ec0d9c6f-a4c7-42cf-b98e-58267cfbdde6 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 946 time: 0.4135959 Feb 09 01:17:16.225605 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d806ff6-1dff-47b3-af1a-d3381322b48c None None] Pushing event updated for resources: {'Port': ['ID=51ff5661-43a9-4204-b729-e1ec4a4e4298,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:16.234743 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-4ff8602c-2420-4f6c-b70b-b991316d728b None None] Deleting port 4cdad324-4d8d-425d-bb80-643b8e9957f1 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:16.235126 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4ff8602c-2420-4f6c-b70b-b991316d728b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (4cdad324-4d8d-425d-bb80-643b8e9957f1), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:16.274364 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2164383-045f-43b4-b1ab-3374d7ee7c32 None None] Routers {'54db7dc6-e6d2-4706-a928-02c54a621632'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:16.275666 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-a2164383-045f-43b4-b1ab-3374d7ee7c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:17:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['54db7dc6-e6d2-4706-a928-02c54a621632'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:16.287574 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ee74055a-53a9-43ea-bbe6-6d014c4239b0 req-ea9a4f09-396c-4aee-8b00-766dfaed1620 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:16.288027 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ee74055a-53a9-43ea-bbe6-6d014c4239b0 req-ea9a4f09-396c-4aee-8b00-766dfaed1620 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (b3541b54-8549-4cfc-a562-4caee1abf09b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:16.288438 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [req-ee74055a-53a9-43ea-bbe6-6d014c4239b0 req-ea9a4f09-396c-4aee-8b00-766dfaed1620 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Floating IP b3541b54-8549-4cfc-a562-4caee1abf09b disassociated. External IP: 172.25.8.17, port: 5da965be-0d13-4d53-a485-8e06aa49418f. Feb 09 01:17:16.288879 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-ee74055a-53a9-43ea-bbe6-6d014c4239b0 req-ea9a4f09-396c-4aee-8b00-766dfaed1620 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Calling delete_port for 5da965be-0d13-4d53-a485-8e06aa49418f owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:16.292851 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304de4a0-6c43-45e6-83a2-ec468e29f583 service neutron] Pushing event updated for resources: {'Port': ['ID=8d514634-0023-4dbc-9e31-ea618b291a41,revision_number=6']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:16.399277 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-4ff8602c-2420-4f6c-b70b-b991316d728b None None] For port 4cdad324-4d8d-425d-bb80-643b8e9957f1, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=4cdad324-4d8d-425d-bb80-643b8e9957f1,segment=NetworkSegment(2154f7d8-04e8-49c8-b81d-ab6b4913236d),segment_id=2154f7d8-04e8-49c8-b81d-ab6b4913236d)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:16.399719 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4ff8602c-2420-4f6c-b70b-b991316d728b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (4cdad324-4d8d-425d-bb80-643b8e9957f1), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:16.406184 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-43e258d6-0b80-444a-973f-b4c6654a0710 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] For port 4cdad324-4d8d-425d-bb80-643b8e9957f1, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=4cdad324-4d8d-425d-bb80-643b8e9957f1,segment=NetworkSegment(2154f7d8-04e8-49c8-b81d-ab6b4913236d),segment_id=2154f7d8-04e8-49c8-b81d-ab6b4913236d)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:16.406828 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-43e258d6-0b80-444a-973f-b4c6654a0710 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (4cdad324-4d8d-425d-bb80-643b8e9957f1), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:16.441295 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-4ff8602c-2420-4f6c-b70b-b991316d728b None None] Calling delete_port for 4cdad324-4d8d-425d-bb80-643b8e9957f1 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:16.463380 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-595180b4-ee48-4699-9939-b853761d8d62 req-9bc78a4c-9429-46f9-a355-619e23812211 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2414415 Feb 09 01:17:16.474463 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-a2164383-045f-43b4-b1ab-3374d7ee7c32 None None] Set router 54db7dc6-e6d2-4706-a928-02c54a621632 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:17:16.479704 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-304de4a0-6c43-45e6-83a2-ec468e29f583 service neutron] No DVR routers for this DVR port 8d514634-0023-4dbc-9e31-ea618b291a41 on host n-h1-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:17:16.485700 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-32ec80e0-27d8-4cc0-9697-62c44331f67c req-9980c325-dcb8-48ca-a691-f94082d7ebf1 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/security-groups?id=65c8f205-c6cb-41d5-b5f1-7ee56e174081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2381625 Feb 09 01:17:16.517552 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-43e258d6-0b80-444a-973f-b4c6654a0710 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Calling delete_port for 4cdad324-4d8d-425d-bb80-643b8e9957f1 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:16.589442 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f646fcb2-d937-4e3a-a9e8-90f50a580045 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:16.593105 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f646fcb2-d937-4e3a-a9e8-90f50a580045 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "DELETE /v2.0/ports/2cfe0760-1209-44b0-91bd-8ef79ff8cf0b HTTP/1.1" status: 204 len: 168 time: 1.9634423 Feb 09 01:17:16.622582 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4ff8602c-2420-4f6c-b70b-b991316d728b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (4cdad324-4d8d-425d-bb80-643b8e9957f1), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:16.645559 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff8602c-2420-4f6c-b70b-b991316d728b None None] No DVR routers for this DVR port 4cdad324-4d8d-425d-bb80-643b8e9957f1 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:17:16.658796 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59090) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:16.763257 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7cc544b2-9967-4aa7-8c26-d3d140b8bc91 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for router_gateway (3500525b-b797-4ed3-a8f8-394281c119c0), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:16.804613 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7cc544b2-9967-4aa7-8c26-d3d140b8bc91 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:16.827028 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-304de4a0-6c43-45e6-83a2-ec468e29f583 service neutron] In _notify_port_updated(), no bound segment for port 8d514634-0023-4dbc-9e31-ea618b291a41 on network 7776bdde-fa28-4fc9-a953-0f38a342d9c3 {{(pid=103137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:17:16.828003 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-304de4a0-6c43-45e6-83a2-ec468e29f583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:16.828669 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-304de4a0-6c43-45e6-83a2-ec468e29f583 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:16.836909 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-304de4a0-6c43-45e6-83a2-ec468e29f583 service neutron] 10.222.0.47 "PUT /v2.0/ports/8d514634-0023-4dbc-9e31-ea618b291a41 HTTP/1.1" status: 200 len: 1032 time: 3.2056227 Feb 09 01:17:16.854991 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ee74055a-53a9-43ea-bbe6-6d014c4239b0 req-ea9a4f09-396c-4aee-8b00-766dfaed1620 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (5da965be-0d13-4d53-a485-8e06aa49418f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:16.902727 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 6e9d435a-540a-4ac9-9688-d711412ef2a9 is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:16.903133 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6e9d435a-540a-4ac9-9688-d711412ef2a9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:16.908015 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=85e19991-1898-48d7-915a-2a768796af7f,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:16.925288 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a4f09-396c-4aee-8b00-766dfaed1620 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Pushing event deleted for resources: {'Port': ['ID=5da965be-0d13-4d53-a485-8e06aa49418f,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:16.945708 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff8602c-2420-4f6c-b70b-b991316d728b None None] Pushing event deleted for resources: {'Port': ['ID=4cdad324-4d8d-425d-bb80-643b8e9957f1,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:16.948787 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-d6beb855-9791-4cfe-ab96-c2c09e3560c6 None None] Provisioning complete for port 8d514634-0023-4dbc-9e31-ea618b291a41 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:16.949193 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d6beb855-9791-4cfe-ab96-c2c09e3560c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (8d514634-0023-4dbc-9e31-ea618b291a41), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:16.993021 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-43e258d6-0b80-444a-973f-b4c6654a0710 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (4cdad324-4d8d-425d-bb80-643b8e9957f1), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:16.995661 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.extraroute_db [None req-f4ca680f-8313-4004-9d25-6075c8c399b9 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103137) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 01:17:16.997390 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-d6beb855-9791-4cfe-ab96-c2c09e3560c6 None None] Port 8d514634-0023-4dbc-9e31-ea618b291a41 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:17:17.057207 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 6e9d435a-540a-4ac9-9688-d711412ef2a9, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=6e9d435a-540a-4ac9-9688-d711412ef2a9,segment=NetworkSegment(2e94c052-df5d-4e4f-b391-ea9eee75e92a),segment_id=2e94c052-df5d-4e4f-b391-ea9eee75e92a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:17.063658 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (6e9d435a-540a-4ac9-9688-d711412ef2a9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:17.064517 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device b5cb7993-c6ee-4b5e-b147-44a20af5c491 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:17:17.077278 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-a2164383-045f-43b4-b1ab-3374d7ee7c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54db7dc6-e6d2-4706-a928-02c54a621632', 'name': 'tempest-snat-router-573023625', 'tenant_id': '0d3e0702130a426f91aff77ab7276971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.188'}], 'enable_snat': False}, 'gw_port_id': '51ff5661-43a9-4204-b729-e1ec4a4e4298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:04Z', 'updated_at': '2022-02-09T01:17:11Z', 'revision_number': 3, 'project_id': '0d3e0702130a426f91aff77ab7276971', 'gw_port': {'id': '51ff5661-43a9-4204-b729-e1ec4a4e4298', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54db7dc6-e6d2-4706-a928-02c54a621632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:07Z', 'updated_at': '2022-02-09T01:17:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:17.085615 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e258d6-0b80-444a-973f-b4c6654a0710 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Pushing event deleted for resources: {'Port': ['ID=4cdad324-4d8d-425d-bb80-643b8e9957f1,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:17.090178 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-5d444083-9a8f-46f8-b21f-ae7a3ff652b9 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:17.091928 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-5d444083-9a8f-46f8-b21f-ae7a3ff652b9 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.47 "GET /v2.0/ports/61983cf9-1bf8-40bd-8171-eb224ee4dd26?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2542489 Feb 09 01:17:17.095945 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e258d6-0b80-444a-973f-b4c6654a0710 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] No DVR routers for this DVR port 4cdad324-4d8d-425d-bb80-643b8e9957f1 on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:17:17.105179 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.extraroute_db [None req-f4ca680f-8313-4004-9d25-6075c8c399b9 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Removed routes are [] {{(pid=103137) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 01:17:17.105718 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f4ca680f-8313-4004-9d25-6075c8c399b9 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57606'] for router (8a802f47-336a-499f-809e-ade658403707), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:17.111631 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-184ad7a5-ac25-4a91-8929-20e798675ace service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:17.135769 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2164383-045f-43b4-b1ab-3374d7ee7c32 None None] The sync data for ids ['54db7dc6-e6d2-4706-a928-02c54a621632'] in n-d-828369-4 is: [{'id': '54db7dc6-e6d2-4706-a928-02c54a621632', 'name': 'tempest-snat-router-573023625', 'tenant_id': '0d3e0702130a426f91aff77ab7276971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.188'}], 'enable_snat': False}, 'gw_port_id': '51ff5661-43a9-4204-b729-e1ec4a4e4298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:04Z', 'updated_at': '2022-02-09T01:17:11Z', 'revision_number': 3, 'project_id': '0d3e0702130a426f91aff77ab7276971', 'gw_port': {'id': '51ff5661-43a9-4204-b729-e1ec4a4e4298', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:4a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54db7dc6-e6d2-4706-a928-02c54a621632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:07Z', 'updated_at': '2022-02-09T01:17:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:17:17.226261 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee74055a-53a9-43ea-bbe6-6d014c4239b0 req-ea9a4f09-396c-4aee-8b00-766dfaed1620 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Router b2bc552e-95de-4446-9c86-100f99c46d7a has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:17:17.238553 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-7cc544b2-9967-4aa7-8c26-d3d140b8bc91 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Allocated IP 172.25.8.206 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/64e6fe93-257e-4032-81ba-857230bcd696) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:17.306415 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=6e9d435a-540a-4ac9-9688-d711412ef2a9,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:17.348836 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4cdad324-4d8d-425d-bb80-643b8e9957f1 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:17:17.358450 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-15d69e4a-18f5-4be6-8e49-063838a1d04d None None] Publish callbacks [] for port (73bc3cd9-960e-42f7-a9c5-44e6ac4b159c), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:17.386945 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port b5cb7993-c6ee-4b5e-b147-44a20af5c491 is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:17.387696 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b5cb7993-c6ee-4b5e-b147-44a20af5c491), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:17.389901 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 4cdad324-4d8d-425d-bb80-643b8e9957f1 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:17:17.390311 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4cdad324-4d8d-425d-bb80-643b8e9957f1 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:17:17.391822 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-15d69e4a-18f5-4be6-8e49-063838a1d04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (73bc3cd9-960e-42f7-a9c5-44e6ac4b159c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:17.463724 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f4ca680f-8313-4004-9d25-6075c8c399b9 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57606'] for router (8a802f47-336a-499f-809e-ade658403707), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:17.478504 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f4ca680f-8313-4004-9d25-6075c8c399b9 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-482771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-482762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-478377'] for router (8a802f47-336a-499f-809e-ade658403707), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:17.547350 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85e19991-1898-48d7-915a-2a768796af7f'}, {'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e9d435a-540a-4ac9-9688-d711412ef2a9'}, {'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5cb7993-c6ee-4b5e-b147-44a20af5c491'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:17:17.554748 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7cc544b2-9967-4aa7-8c26-d3d140b8bc91 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for port (64e6fe93-257e-4032-81ba-857230bcd696), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:17.565905 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dddf5e3-1290-46e9-810a-27619decb2b3" -d '{"events": [{"server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "name": "network-vif-unplugged", "status": "completed", "tag": "85e19991-1898-48d7-915a-2a768796af7f"}, {"server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "name": "network-vif-unplugged", "status": "completed", "tag": "6e9d435a-540a-4ac9-9688-d711412ef2a9"}, {"server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "name": "network-vif-unplugged", "status": "completed", "tag": "b5cb7993-c6ee-4b5e-b147-44a20af5c491"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:17:17.569639 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port b5cb7993-c6ee-4b5e-b147-44a20af5c491, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=b5cb7993-c6ee-4b5e-b147-44a20af5c491,segment=NetworkSegment(2e94c052-df5d-4e4f-b391-ea9eee75e92a),segment_id=2e94c052-df5d-4e4f-b391-ea9eee75e92a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:17.595801 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f46f906-c0d2-422b-8624-a73d8ab49ba5 None None] Pushing event updated for resources: {'Port': ['ID=73bc3cd9-960e-42f7-a9c5-44e6ac4b159c,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:17.613074 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b5cb7993-c6ee-4b5e-b147-44a20af5c491), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:17.614805 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 8d514634-0023-4dbc-9e31-ea618b291a41 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:17:17.717788 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7cc544b2-9967-4aa7-8c26-d3d140b8bc91 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (64e6fe93-257e-4032-81ba-857230bcd696), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:17.818949 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ce729efd-1d6f-480f-9122-df2f649077ce req-02ffda74-a04e-4f25-909a-7e9af770d851 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 210 time: 0.0842569 Feb 09 01:17:17.833835 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc544b2-9967-4aa7-8c26-d3d140b8bc91 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:17.864311 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-7cc544b2-9967-4aa7-8c26-d3d140b8bc91 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:17.867068 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc544b2-9967-4aa7-8c26-d3d140b8bc91 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:17:17.928641 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-15d69e4a-18f5-4be6-8e49-063838a1d04d None None] Attempting to bind port 73bc3cd9-960e-42f7-a9c5-44e6ac4b159c on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:17:17.929032 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-15d69e4a-18f5-4be6-8e49-063838a1d04d None None] Attempting to bind port 73bc3cd9-960e-42f7-a9c5-44e6ac4b159c by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '019a7cae-58ea-471e-b6df-dd790f972ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '400813cf-8d75-49c3-8c0d-f300ce2c7169'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:17:17.929410 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d69e4a-18f5-4be6-8e49-063838a1d04d None None] Attempting to bind port 73bc3cd9-960e-42f7-a9c5-44e6ac4b159c on network 400813cf-8d75-49c3-8c0d-f300ce2c7169 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:17:17.950384 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] The host n-h1-828369-4 is not matching for port 8d514634-0023-4dbc-9e31-ea618b291a41 host ! {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:17:17.950742 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 8d514634-0023-4dbc-9e31-ea618b291a41 not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:17:17.951182 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device a44acea9-a977-4a03-83ae-8512222a0dd7 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:17:17.969993 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 09 Feb 2022 01:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4482f1e8-a11c-4612-873d-738dc5fa88f4 x-openstack-request-id: req-4482f1e8-a11c-4612-873d-738dc5fa88f4 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:17:17.970478 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "name": "network-vif-unplugged", "status": "completed", "tag": "85e19991-1898-48d7-915a-2a768796af7f", "code": 200}, {"server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "name": "network-vif-unplugged", "status": "completed", "tag": "6e9d435a-540a-4ac9-9688-d711412ef2a9", "code": 200}, {"server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "name": "network-vif-unplugged", "status": "completed", "tag": "b5cb7993-c6ee-4b5e-b147-44a20af5c491", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:17:17.970987 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4482f1e8-a11c-4612-873d-738dc5fa88f4 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:17:17.972071 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85e19991-1898-48d7-915a-2a768796af7f', 'code': 200} Feb 09 01:17:17.972501 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e9d435a-540a-4ac9-9688-d711412ef2a9', 'code': 200} Feb 09 01:17:17.972942 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5cb7993-c6ee-4b5e-b147-44a20af5c491', 'code': 200} Feb 09 01:17:18.005566 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d69e4a-18f5-4be6-8e49-063838a1d04d None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:17:18.006285 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d69e4a-18f5-4be6-8e49-063838a1d04d None None] Checking segment: {'id': '019a7cae-58ea-471e-b6df-dd790f972ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '400813cf-8d75-49c3-8c0d-f300ce2c7169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:17:18.006941 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-15d69e4a-18f5-4be6-8e49-063838a1d04d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:18.007672 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d69e4a-18f5-4be6-8e49-063838a1d04d None None] Bound using segment: {'id': '019a7cae-58ea-471e-b6df-dd790f972ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '400813cf-8d75-49c3-8c0d-f300ce2c7169'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:17:18.008357 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-15d69e4a-18f5-4be6-8e49-063838a1d04d None None] Bound port: 73bc3cd9-960e-42f7-a9c5-44e6ac4b159c, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '019a7cae-58ea-471e-b6df-dd790f972ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '400813cf-8d75-49c3-8c0d-f300ce2c7169'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:17:18.009027 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-15d69e4a-18f5-4be6-8e49-063838a1d04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (73bc3cd9-960e-42f7-a9c5-44e6ac4b159c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:18.015411 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=b5cb7993-c6ee-4b5e-b147-44a20af5c491,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:18.105111 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-90306df4-5abb-4e3b-b0ea-1c64f54544ae None None] Provisioning complete for port 73bc3cd9-960e-42f7-a9c5-44e6ac4b159c triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:18.105500 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-90306df4-5abb-4e3b-b0ea-1c64f54544ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (73bc3cd9-960e-42f7-a9c5-44e6ac4b159c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:18.139018 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc544b2-9967-4aa7-8c26-d3d140b8bc91 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Pushing event updated for resources: {'Port': ['ID=64e6fe93-257e-4032-81ba-857230bcd696,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:18.217942 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee74055a-53a9-43ea-bbe6-6d014c4239b0 req-ea9a4f09-396c-4aee-8b00-766dfaed1620 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:17:18.229145 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-15d69e4a-18f5-4be6-8e49-063838a1d04d None None] For port 73bc3cd9-960e-42f7-a9c5-44e6ac4b159c, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:17:18.242812 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03a19b6-46ed-42fd-affb-d53796332317 None None] Sync routers for ids ['b2bc552e-95de-4446-9c86-100f99c46d7a'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:17:18.261586 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-90306df4-5abb-4e3b-b0ea-1c64f54544ae None None] Port 73bc3cd9-960e-42f7-a9c5-44e6ac4b159c cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:17:18.271886 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-15d69e4a-18f5-4be6-8e49-063838a1d04d None None] For port 73bc3cd9-960e-42f7-a9c5-44e6ac4b159c, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=73bc3cd9-960e-42f7-a9c5-44e6ac4b159c,segment=NetworkSegment(019a7cae-58ea-471e-b6df-dd790f972ffc),segment_id=019a7cae-58ea-471e-b6df-dd790f972ffc)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:17:18.273667 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port a44acea9-a977-4a03-83ae-8512222a0dd7 is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:18.274074 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a44acea9-a977-4a03-83ae-8512222a0dd7), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:18.293119 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03a19b6-46ed-42fd-affb-d53796332317 None None] Routers {'b2bc552e-95de-4446-9c86-100f99c46d7a'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:18.293782 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-b03a19b6-46ed-42fd-affb-d53796332317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:17:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['b2bc552e-95de-4446-9c86-100f99c46d7a'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:18.301573 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-15d69e4a-18f5-4be6-8e49-063838a1d04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (73bc3cd9-960e-42f7-a9c5-44e6ac4b159c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:18.304525 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37ada3-efb0-441c-bc15-cf03c0a95f66 req-9e264407-7246-4d5d-a6ab-06cf0eb714d2 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:18.310351 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37ada3-efb0-441c-bc15-cf03c0a95f66 req-9e264407-7246-4d5d-a6ab-06cf0eb714d2 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:18.317934 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37ada3-efb0-441c-bc15-cf03c0a95f66 req-9e264407-7246-4d5d-a6ab-06cf0eb714d2 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:18.328719 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37ada3-efb0-441c-bc15-cf03c0a95f66 req-9e264407-7246-4d5d-a6ab-06cf0eb714d2 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:18.335078 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37ada3-efb0-441c-bc15-cf03c0a95f66 req-9e264407-7246-4d5d-a6ab-06cf0eb714d2 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:18.341192 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37ada3-efb0-441c-bc15-cf03c0a95f66 req-9e264407-7246-4d5d-a6ab-06cf0eb714d2 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:18.343505 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ba37ada3-efb0-441c-bc15-cf03c0a95f66 req-9e264407-7246-4d5d-a6ab-06cf0eb714d2 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 4657 time: 0.6166644 Feb 09 01:17:18.466198 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee74055a-53a9-43ea-bbe6-6d014c4239b0 req-ea9a4f09-396c-4aee-8b00-766dfaed1620 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] No DVR routers for this DVR port 5da965be-0d13-4d53-a485-8e06aa49418f on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:17:18.472333 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-184ad7a5-ac25-4a91-8929-20e798675ace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (61983cf9-1bf8-40bd-8171-eb224ee4dd26), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:18.473044 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ee74055a-53a9-43ea-bbe6-6d014c4239b0 req-ea9a4f09-396c-4aee-8b00-766dfaed1620 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:18.495689 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee74055a-53a9-43ea-bbe6-6d014c4239b0 req-ea9a4f09-396c-4aee-8b00-766dfaed1620 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.47 "DELETE /v2.0/ports/5da965be-0d13-4d53-a485-8e06aa49418f HTTP/1.1" status: 204 len: 173 time: 3.4525259 Feb 09 01:17:18.496685 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0646ab1e-595c-4d69-8491-e0c540154c17', 'name': 'network-vif-deleted', 'tag': '5da965be-0d13-4d53-a485-8e06aa49418f'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:17:18.506668 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28741378-0234-4fd4-9ac1-889e71febcb8" -d '{"events": [{"server_uuid": "0646ab1e-595c-4d69-8491-e0c540154c17", "name": "network-vif-deleted", "tag": "5da965be-0d13-4d53-a485-8e06aa49418f"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:17:18.521838 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port a44acea9-a977-4a03-83ae-8512222a0dd7, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=a44acea9-a977-4a03-83ae-8512222a0dd7,segment=NetworkSegment(b9924f51-c522-46e8-8838-6bb3a31f2b79),segment_id=b9924f51-c522-46e8-8838-6bb3a31f2b79)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:18.547199 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a44acea9-a977-4a03-83ae-8512222a0dd7), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:18.547949 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:17:18.558165 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d69e4a-18f5-4be6-8e49-063838a1d04d None None] Routers {'8a802f47-336a-499f-809e-ade658403707'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:18.559102 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-15d69e4a-18f5-4be6-8e49-063838a1d04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:17:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['8a802f47-336a-499f-809e-ade658403707'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:18.573472 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-43e258d6-0b80-444a-973f-b4c6654a0710 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (e4c76d4b-379f-417d-a6c6-b922f394386a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:18.577636 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ca680f-8313-4004-9d25-6075c8c399b9 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Router 8a802f47-336a-499f-809e-ade658403707 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:17:18.590278 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-0755678b-0c08-45a9-b9eb-dd99385b5ad2 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Deleting port 123fa40d-e5a3-4ac4-9143-83e35b97db41 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:18.590781 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0755678b-0c08-45a9-b9eb-dd99385b5ad2 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (123fa40d-e5a3-4ac4-9143-83e35b97db41), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:18.623637 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ba37ada3-efb0-441c-bc15-cf03c0a95f66 req-9d499037-9f8e-48aa-8b65-b30ea136a8c1 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2706096 Feb 09 01:17:18.796329 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0755678b-0c08-45a9-b9eb-dd99385b5ad2 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (123fa40d-e5a3-4ac4-9143-83e35b97db41), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:18.802939 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-b03a19b6-46ed-42fd-affb-d53796332317 None None] Set router b2bc552e-95de-4446-9c86-100f99c46d7a gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:17:18.830099 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-0755678b-0c08-45a9-b9eb-dd99385b5ad2 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Calling delete_port for 123fa40d-e5a3-4ac4-9143-83e35b97db41 owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:18.944956 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f46f906-c0d2-422b-8624-a73d8ab49ba5 None None] Pushing event updated for resources: {'Port': ['ID=73bc3cd9-960e-42f7-a9c5-44e6ac4b159c,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:19.045150 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-43e258d6-0b80-444a-973f-b4c6654a0710 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4c76d4b-379f-417d-a6c6-b922f394386a']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:19.115823 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8274a7-f5ea-4cd4-94c6-7dd49fa80b68 x-openstack-request-id: req-9f8274a7-f5ea-4cd4-94c6-7dd49fa80b68 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:17:19.116420 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0646ab1e-595c-4d69-8491-e0c540154c17", "name": "network-vif-deleted", "tag": "5da965be-0d13-4d53-a485-8e06aa49418f", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:17:19.116864 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9f8274a7-f5ea-4cd4-94c6-7dd49fa80b68 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:17:19.117389 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0646ab1e-595c-4d69-8491-e0c540154c17', 'name': 'network-vif-deleted', 'tag': '5da965be-0d13-4d53-a485-8e06aa49418f', 'status': 'completed', 'code': 200} Feb 09 01:17:19.170955 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-43e258d6-0b80-444a-973f-b4c6654a0710 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2154f7d8-04e8-49c8-b81d-ab6b4913236d') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:19.172875 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-43e258d6-0b80-444a-973f-b4c6654a0710 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2154f7d8-04e8-49c8-b81d-ab6b4913236d') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:19.204477 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-43e258d6-0b80-444a-973f-b4c6654a0710 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (2154f7d8-04e8-49c8-b81d-ab6b4913236d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:19.229640 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-43e258d6-0b80-444a-973f-b4c6654a0710 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (2154f7d8-04e8-49c8-b81d-ab6b4913236d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:19.241061 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e258d6-0b80-444a-973f-b4c6654a0710 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:17:19.242854 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-43e258d6-0b80-444a-973f-b4c6654a0710 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (2154f7d8-04e8-49c8-b81d-ab6b4913236d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:19.273180 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9975ca07-2ecf-49c1-aa43-6e6dfd4bd278 req-a4881b2e-166b-486d-b521-36cea0e0baa8 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 210 time: 0.1514881 Feb 09 01:17:19.291057 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7cc544b2-9967-4aa7-8c26-d3d140b8bc91 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for router_gateway (3500525b-b797-4ed3-a8f8-394281c119c0), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:19.356164 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:17:19.356164 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:17:19.356164 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:17:19.356164 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:17:19.356164 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:17:19.356164 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:17:19.356164 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:17:19.356164 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:17:19.356164 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:17:19.356164 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:17:19.356164 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:17:19.356164 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:17:19.356164 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:17:19.356164 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:17:19.356164 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:17:19.356164 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:17:19.356164 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:17:19.356164 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:17:19.356164 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:17:19.356164 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:17:19.356164 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:17:19.356164 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:17:19.356164 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:17:19.356164 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:17:19.356164 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:17:19.356164 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:17:19.356164 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:17:19.356164 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:17:19.356164 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:17:19.356164 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:17:19.356164 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:17:19.356164 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:17:19.356164 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:17:19.356164 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:17:19.356164 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:17:19.356164 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:17:19.356164 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:17:19.356164 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:17:19.356164 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:17:19.356164 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:17:19.359708 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 51ff5661-43a9-4204-b729-e1ec4a4e4298 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:17:19.372057 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0755678b-0c08-45a9-b9eb-dd99385b5ad2 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (123fa40d-e5a3-4ac4-9143-83e35b97db41), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:19.408557 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-15d69e4a-18f5-4be6-8e49-063838a1d04d None None] Set router 8a802f47-336a-499f-809e-ade658403707 gateway port host: None {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:17:19.469355 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-43e258d6-0b80-444a-973f-b4c6654a0710 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (e4c76d4b-379f-417d-a6c6-b922f394386a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:19.471069 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-5f86c1ed-ab48-4e2b-b494-a179a1609c15 None None] Provisioning complete for port 73bc3cd9-960e-42f7-a9c5-44e6ac4b159c triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:19.472956 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5f86c1ed-ab48-4e2b-b494-a179a1609c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (73bc3cd9-960e-42f7-a9c5-44e6ac4b159c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:19.528657 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-43e258d6-0b80-444a-973f-b4c6654a0710 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:19.533657 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-43e258d6-0b80-444a-973f-b4c6654a0710 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "DELETE /v2.0/networks/e4c76d4b-379f-417d-a6c6-b922f394386a HTTP/1.1" status: 204 len: 168 time: 4.4477985 Feb 09 01:17:19.551121 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755678b-0c08-45a9-b9eb-dd99385b5ad2 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Pushing event deleted for resources: {'Port': ['ID=123fa40d-e5a3-4ac4-9143-83e35b97db41,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:19.554591 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59112) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:19.564217 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-184ad7a5-ac25-4a91-8929-20e798675ace service neutron] For port 61983cf9-1bf8-40bd-8171-eb224ee4dd26, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=61983cf9-1bf8-40bd-8171-eb224ee4dd26,segment=NetworkSegment(2e94c052-df5d-4e4f-b391-ea9eee75e92a),segment_id=2e94c052-df5d-4e4f-b391-ea9eee75e92a)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:19.572036 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-753aec45-eb85-4fcc-8870-32d55ebfc149 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-839931699'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:19.632062 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e258d6-0b80-444a-973f-b4c6654a0710 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Pushing event deleted for resources: {'Network': ['ID=e4c76d4b-379f-417d-a6c6-b922f394386a,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:19.726660 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ca680f-8313-4004-9d25-6075c8c399b9 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:17:19.728236 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7cc544b2-9967-4aa7-8c26-d3d140b8bc91 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (3500525b-b797-4ed3-a8f8-394281c119c0), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:19.735158 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:19.735688 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:19.765395 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f4ca680f-8313-4004-9d25-6075c8c399b9 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:19.767629 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f4ca680f-8313-4004-9d25-6075c8c399b9 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "PUT /v2.0/routers/8a802f47-336a-499f-809e-ade658403707 HTTP/1.1" status: 200 len: 954 time: 5.0701849 Feb 09 01:17:19.768668 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753aec45-eb85-4fcc-8870-32d55ebfc149 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Made reservation on behalf of 19b538c3b5a14e6daaae72754eb8a669 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:19.773629 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-753aec45-eb85-4fcc-8870-32d55ebfc149 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:19.780321 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d,segment=NetworkSegment(b9924f51-c522-46e8-8838-6bb3a31f2b79),segment_id=b9924f51-c522-46e8-8838-6bb3a31f2b79)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:19.786715 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59118) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:19.813799 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-184ad7a5-ac25-4a91-8929-20e798675ace service neutron] For port 61983cf9-1bf8-40bd-8171-eb224ee4dd26, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:17:19.814978 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=a44acea9-a977-4a03-83ae-8512222a0dd7,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:19.865490 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:19.929664 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0755678b-0c08-45a9-b9eb-dd99385b5ad2 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:19.933221 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0755678b-0c08-45a9-b9eb-dd99385b5ad2 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "DELETE /v2.0/ports/123fa40d-e5a3-4ac4-9143-83e35b97db41 HTTP/1.1" status: 204 len: 168 time: 3.2720637 Feb 09 01:17:19.937898 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 5da965be-0d13-4d53-a485-8e06aa49418f no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:17:19.943951 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59120) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:20.005424 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-184ad7a5-ac25-4a91-8929-20e798675ace service neutron] device_id is not set on port 61983cf9-1bf8-40bd-8171-eb224ee4dd26 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:17:20.010745 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-753aec45-eb85-4fcc-8870-32d55ebfc149 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1021} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:17:20.023625 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-184ad7a5-ac25-4a91-8929-20e798675ace service neutron] Publish callbacks [] for port (61983cf9-1bf8-40bd-8171-eb224ee4dd26), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:20.040715 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a44acea9-a977-4a03-83ae-8512222a0dd7'}, {'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:17:20.041602 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-753aec45-eb85-4fcc-8870-32d55ebfc149 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (f93b0c6b-83fa-4bea-a8dd-2602dfe0a7e2), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:20.041965 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-753aec45-eb85-4fcc-8870-32d55ebfc149 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Added segment f93b0c6b-83fa-4bea-a8dd-2602dfe0a7e2 of type vlan for network 17dd01c0-4058-48f2-881f-1d1470db863c Feb 09 01:17:20.043219 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c062d1-97b6-4930-bb45-11a46bbfb489" -d '{"events": [{"server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "name": "network-vif-unplugged", "status": "completed", "tag": "a44acea9-a977-4a03-83ae-8512222a0dd7"}, {"server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "name": "network-vif-unplugged", "status": "completed", "tag": "f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:17:20.045652 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: 5da965be-0d13-4d53-a485-8e06aa49418f {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:17:20.046009 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 5da965be-0d13-4d53-a485-8e06aa49418f not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:17:20.051975 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-151ef980-ddab-4e4e-8668-0ad6f6f4db06 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "GET /v2.0/routers/8a802f47-336a-499f-809e-ade658403707 HTTP/1.1" status: 200 len: 954 time: 0.2636147 Feb 09 01:17:20.053147 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59124) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:20.088075 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-5e0609eb-98ba-4a5e-8755-897442b20958 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Request body: {'router': {'routes': None}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:20.097118 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-184ad7a5-ac25-4a91-8929-20e798675ace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (61983cf9-1bf8-40bd-8171-eb224ee4dd26), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:20.149183 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 09 Feb 2022 01:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab945e7-fa8f-474f-ad4f-13c5ccce8323 x-openstack-request-id: req-0ab945e7-fa8f-474f-ad4f-13c5ccce8323 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:17:20.149612 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "name": "network-vif-unplugged", "status": "completed", "tag": "a44acea9-a977-4a03-83ae-8512222a0dd7", "code": 200}, {"server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "name": "network-vif-unplugged", "status": "completed", "tag": "f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:17:20.149953 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0ab945e7-fa8f-474f-ad4f-13c5ccce8323 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:17:20.150271 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a44acea9-a977-4a03-83ae-8512222a0dd7', 'code': 200} Feb 09 01:17:20.150571 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d', 'code': 200} Feb 09 01:17:20.156432 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 51ff5661-43a9-4204-b729-e1ec4a4e4298 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:20.156961 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (51ff5661-43a9-4204-b729-e1ec4a4e4298), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:20.189125 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eebada-c48b-4e7f-a7be-b087ffef94b3 req-380b9be1-5bda-4bf8-88ad-3fa3bcd3d956 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:20.207961 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eebada-c48b-4e7f-a7be-b087ffef94b3 req-380b9be1-5bda-4bf8-88ad-3fa3bcd3d956 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:20.220988 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:20.244230 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eebada-c48b-4e7f-a7be-b087ffef94b3 req-380b9be1-5bda-4bf8-88ad-3fa3bcd3d956 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:20.264343 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eebada-c48b-4e7f-a7be-b087ffef94b3 req-380b9be1-5bda-4bf8-88ad-3fa3bcd3d956 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:20.274361 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-b03a19b6-46ed-42fd-affb-d53796332317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2bc552e-95de-4446-9c86-100f99c46d7a', 'name': 'tempest-ServersTestBootFromVolume-817717426-router', 'tenant_id': 'aaf05f1064114b4da723fd4a19dab040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '3b4fd2fb-e64c-4443-a714-4563b4f46ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:45Z', 'updated_at': '2022-02-09T01:14:55Z', 'revision_number': 4, 'project_id': 'aaf05f1064114b4da723fd4a19dab040', 'gw_port': {'id': '3b4fd2fb-e64c-4443-a714-4563b4f46ed7', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:33:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bc552e-95de-4446-9c86-100f99c46d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:47Z', 'updated_at': '2022-02-09T01:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '4bc4dbd4-5333-46a8-abbb-0e70ec789842', 'name': '', 'network_id': 'cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1', 'tenant_id': 'aaf05f1064114b4da723fd4a19dab040', 'mac_address': 'fa:16:3e:65:94:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bc552e-95de-4446-9c86-100f99c46d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '49020204-32ea-4a87-9cac-f7541e99d5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:53Z', 'updated_at': '2022-02-09T01:15:01Z', 'revision_number': 5, 'project_id': 'aaf05f1064114b4da723fd4a19dab040', 'subnets': [{'id': '49020204-32ea-4a87-9cac-f7541e99d5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:20.279293 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eebada-c48b-4e7f-a7be-b087ffef94b3 req-380b9be1-5bda-4bf8-88ad-3fa3bcd3d956 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:20.298139 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eebada-c48b-4e7f-a7be-b087ffef94b3 req-380b9be1-5bda-4bf8-88ad-3fa3bcd3d956 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:20.305993 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-87eebada-c48b-4e7f-a7be-b087ffef94b3 req-380b9be1-5bda-4bf8-88ad-3fa3bcd3d956 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 4575 time: 0.3225119 Feb 09 01:17:20.316519 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc544b2-9967-4aa7-8c26-d3d140b8bc91 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Router 3500525b-b797-4ed3-a8f8-394281c119c0 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:17:20.396992 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ba27d2-6d6e-4f28-b18b-9a764fc68178 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:20.399122 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b7ba27d2-6d6e-4f28-b18b-9a764fc68178 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a61de9a-9652-4a7b-9b35-77753bbe9b12 HTTP/1.1" status: 200 len: 913 time: 0.4538984 Feb 09 01:17:20.405274 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-753aec45-eb85-4fcc-8870-32d55ebfc149 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (17dd01c0-4058-48f2-881f-1d1470db863c), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:20.410047 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-184ad7a5-ac25-4a91-8929-20e798675ace service neutron] No DVR routers for this DVR port 61983cf9-1bf8-40bd-8171-eb224ee4dd26 on host n-h1-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:17:20.417603 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59128) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:20.423810 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03a19b6-46ed-42fd-affb-d53796332317 None None] Checking router: b2bc552e-95de-4446-9c86-100f99c46d7a for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:17:20.465245 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e4003c9e-904d-4bec-95e4-017c1eca71a0 req-c1a402de-4202-496f-b874-836a5faa8286 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 210 time: 0.0451069 Feb 09 01:17:20.496908 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-5f86c1ed-ab48-4e2b-b494-a179a1609c15 None None] Current status of the port 73bc3cd9-960e-42f7-a9c5-44e6ac4b159c is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:20.498216 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5f86c1ed-ab48-4e2b-b494-a179a1609c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (73bc3cd9-960e-42f7-a9c5-44e6ac4b159c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:20.550593 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03a19b6-46ed-42fd-affb-d53796332317 None None] Routers {'b2bc552e-95de-4446-9c86-100f99c46d7a'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:20.551231 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-b03a19b6-46ed-42fd-affb-d53796332317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:17:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['b2bc552e-95de-4446-9c86-100f99c46d7a'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:20.609222 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc544b2-9967-4aa7-8c26-d3d140b8bc91 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:17:20.620573 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1d4ae2-aeef-440d-8141-a9485813a739 None None] Sync routers for ids ['3500525b-b797-4ed3-a8f8-394281c119c0'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:17:20.637863 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1d4ae2-aeef-440d-8141-a9485813a739 None None] Routers {'3500525b-b797-4ed3-a8f8-394281c119c0'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:20.638669 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9c1d4ae2-aeef-440d-8141-a9485813a739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:17:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['3500525b-b797-4ed3-a8f8-394281c119c0'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:20.651214 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-87eebada-c48b-4e7f-a7be-b087ffef94b3 req-92324867-83e2-4502-aed5-83296e51d705 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf51602c-4682-4ec4-ac32-03b4b416974d&id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3441918 Feb 09 01:17:20.699774 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7cc544b2-9967-4aa7-8c26-d3d140b8bc91 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:20.701189 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-7cc544b2-9967-4aa7-8c26-d3d140b8bc91 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.5498781 Feb 09 01:17:20.703704 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59130) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:20.710826 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.db.resource_extend [None req-753aec45-eb85-4fcc-8870-32d55ebfc149 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:17:20.715864 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184ad7a5-ac25-4a91-8929-20e798675ace service neutron] Pushing event updated for resources: {'Port': ['ID=61983cf9-1bf8-40bd-8171-eb224ee4dd26,revision_number=7']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:20.786638 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-b03a19b6-46ed-42fd-affb-d53796332317 None None] Set router b2bc552e-95de-4446-9c86-100f99c46d7a gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:17:20.872479 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-9c1d4ae2-aeef-440d-8141-a9485813a739 None None] Set router 3500525b-b797-4ed3-a8f8-394281c119c0 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:17:20.877409 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 51ff5661-43a9-4204-b729-e1ec4a4e4298 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:20.877743 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (51ff5661-43a9-4204-b729-e1ec4a4e4298), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:20.930807 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e8913255-8f8e-4079-9ba6-aee7c70ff6b2 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] 10.222.0.50 "GET /v2.0/routers/3500525b-b797-4ed3-a8f8-394281c119c0 HTTP/1.1" status: 200 len: 907 time: 0.2259808 Feb 09 01:17:20.933368 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59132) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:20.958018 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-184ad7a5-ac25-4a91-8929-20e798675ace service neutron] In _notify_port_updated(), no bound segment for port 61983cf9-1bf8-40bd-8171-eb224ee4dd26 on network 7776bdde-fa28-4fc9-a953-0f38a342d9c3 {{(pid=103137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:17:20.959439 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-184ad7a5-ac25-4a91-8929-20e798675ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:20.960159 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-184ad7a5-ac25-4a91-8929-20e798675ace service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:20.963519 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-184ad7a5-ac25-4a91-8929-20e798675ace service neutron] 10.222.0.47 "PUT /v2.0/ports/61983cf9-1bf8-40bd-8171-eb224ee4dd26 HTTP/1.1" status: 200 len: 1032 time: 3.8559225 Feb 09 01:17:20.971533 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-753aec45-eb85-4fcc-8870-32d55ebfc149 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (17dd01c0-4058-48f2-881f-1d1470db863c), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:20.978503 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753aec45-eb85-4fcc-8870-32d55ebfc149 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:20.979504 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-753aec45-eb85-4fcc-8870-32d55ebfc149 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:21.029845 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 51ff5661-43a9-4204-b729-e1ec4a4e4298, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=51ff5661-43a9-4204-b729-e1ec4a4e4298,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:21.037491 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-5f86c1ed-ab48-4e2b-b494-a179a1609c15 None None] For port 73bc3cd9-960e-42f7-a9c5-44e6ac4b159c, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=73bc3cd9-960e-42f7-a9c5-44e6ac4b159c,segment=NetworkSegment(019a7cae-58ea-471e-b6df-dd790f972ffc),segment_id=019a7cae-58ea-471e-b6df-dd790f972ffc)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:21.047589 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (51ff5661-43a9-4204-b729-e1ec4a4e4298), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:21.068875 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5f86c1ed-ab48-4e2b-b494-a179a1609c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (73bc3cd9-960e-42f7-a9c5-44e6ac4b159c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:21.130849 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-15d69e4a-18f5-4be6-8e49-063838a1d04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a802f47-336a-499f-809e-ade658403707', 'name': 'tempest-RoutersIpV6Test-router-1203164882', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:35Z', 'updated_at': '2022-02-09T01:17:17Z', 'revision_number': 6, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'gw_port_host': None, '_interfaces': [{'id': '6daf4a56-5b77-4881-b1e7-22b17b7d330f', 'name': '', 'network_id': '3ec62db4-d42d-43d1-9cda-9dd513e0c974', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:0a:23:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:39Z', 'updated_at': '2022-02-09T01:16:45Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73bc3cd9-960e-42f7-a9c5-44e6ac4b159c', 'name': '', 'network_id': '400813cf-8d75-49c3-8c0d-f300ce2c7169', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:c9:63:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '3cd1fdb8-92f7-47e5-88db-31c64a33ccb5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:10Z', 'updated_at': '2022-02-09T01:17:18Z', 'revision_number': 4, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '3cd1fdb8-92f7-47e5-88db-31c64a33ccb5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4', 'name': '', 'network_id': 'd7f51f96-79d1-4cd2-9ca4-93d2f898b4e9', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:d0:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '4c593e5d-3d39-4445-8ed4-07b0bb5103c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:46Z', 'updated_at': '2022-02-09T01:16:56Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '4c593e5d-3d39-4445-8ed4-07b0bb5103c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4cf7d32-cdd3-4017-a8f2-7e3caad94728', 'name': '', 'network_id': '3c2d5bc4-8356-454a-aa1f-0d6afc7a230d', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:72:09:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '319dd928-af73-43f7-ad76-7134c8b37d54', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:57Z', 'updated_at': '2022-02-09T01:17:05Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '319dd928-af73-43f7-ad76-7134c8b37d54', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:21.146729 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5f5f4ca4-3dbc-4fb5-a977-7512a8c1c3c5 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for router (3500525b-b797-4ed3-a8f8-394281c119c0), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:21.176931 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d69e4a-18f5-4be6-8e49-063838a1d04d None None] The sync data for ids ['8a802f47-336a-499f-809e-ade658403707'] in n-d-828369-4 is: [{'id': '8a802f47-336a-499f-809e-ade658403707', 'name': 'tempest-RoutersIpV6Test-router-1203164882', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:35Z', 'updated_at': '2022-02-09T01:17:17Z', 'revision_number': 6, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'gw_port_host': None, '_interfaces': [{'id': '6daf4a56-5b77-4881-b1e7-22b17b7d330f', 'name': '', 'network_id': '3ec62db4-d42d-43d1-9cda-9dd513e0c974', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:0a:23:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:39Z', 'updated_at': '2022-02-09T01:16:45Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73bc3cd9-960e-42f7-a9c5-44e6ac4b159c', 'name': '', 'network_id': '400813cf-8d75-49c3-8c0d-f300ce2c7169', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:c9:63:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '3cd1fdb8-92f7-47e5-88db-31c64a33ccb5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:10Z', 'updated_at': '2022-02-09T01:17:18Z', 'revision_number': 4, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '3cd1fdb8-92f7-47e5-88db-31c64a33ccb5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4', 'name': '', 'network_id': 'd7f51f96-79d1-4cd2-9ca4-93d2f898b4e9', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:d0:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '4c593e5d-3d39-4445-8ed4-07b0bb5103c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:46Z', 'updated_at': '2022-02-09T01:16:56Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '4c593e5d-3d39-4445-8ed4-07b0bb5103c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4cf7d32-cdd3-4017-a8f2-7e3caad94728', 'name': '', 'network_id': '3c2d5bc4-8356-454a-aa1f-0d6afc7a230d', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:72:09:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '319dd928-af73-43f7-ad76-7134c8b37d54', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:57Z', 'updated_at': '2022-02-09T01:17:05Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '319dd928-af73-43f7-ad76-7134c8b37d54', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:17:21.272301 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=51ff5661-43a9-4204-b729-e1ec4a4e4298,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:21.291099 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9c1d4ae2-aeef-440d-8141-a9485813a739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3500525b-b797-4ed3-a8f8-394281c119c0', 'name': 'tempest-snat-router-573023625', 'tenant_id': '0d3e0702130a426f91aff77ab7276971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '64e6fe93-257e-4032-81ba-857230bcd696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:15Z', 'updated_at': '2022-02-09T01:17:18Z', 'revision_number': 3, 'project_id': '0d3e0702130a426f91aff77ab7276971', 'gw_port': {'id': '64e6fe93-257e-4032-81ba-857230bcd696', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:f1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3500525b-b797-4ed3-a8f8-394281c119c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:16Z', 'updated_at': '2022-02-09T01:17:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:21.310937 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-9e92ab77-cc62-4aae-8d60-bd12e5ec4b69 None None] Provisioning complete for port 61983cf9-1bf8-40bd-8171-eb224ee4dd26 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:21.311347 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e92ab77-cc62-4aae-8d60-bd12e5ec4b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (61983cf9-1bf8-40bd-8171-eb224ee4dd26), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:21.366703 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1d4ae2-aeef-440d-8141-a9485813a739 None None] Checking router: 3500525b-b797-4ed3-a8f8-394281c119c0 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:17:21.367022 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1d4ae2-aeef-440d-8141-a9485813a739 None None] Updating router 3500525b-b797-4ed3-a8f8-394281c119c0 port 64e6fe93-257e-4032-81ba-857230bcd696 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:17:21.385719 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5f5f4ca4-3dbc-4fb5-a977-7512a8c1c3c5 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for router_gateway (3500525b-b797-4ed3-a8f8-394281c119c0), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:21.404018 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-9e92ab77-cc62-4aae-8d60-bd12e5ec4b69 None None] Port 61983cf9-1bf8-40bd-8171-eb224ee4dd26 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:17:21.406632 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f86c1ed-ab48-4e2b-b494-a179a1609c15 None None] Pushing event updated for resources: {'Port': ['ID=73bc3cd9-960e-42f7-a9c5-44e6ac4b159c,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:21.426367 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-b03a19b6-46ed-42fd-affb-d53796332317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2bc552e-95de-4446-9c86-100f99c46d7a', 'name': 'tempest-ServersTestBootFromVolume-817717426-router', 'tenant_id': 'aaf05f1064114b4da723fd4a19dab040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '3b4fd2fb-e64c-4443-a714-4563b4f46ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:45Z', 'updated_at': '2022-02-09T01:14:55Z', 'revision_number': 4, 'project_id': 'aaf05f1064114b4da723fd4a19dab040', 'gw_port': {'id': '3b4fd2fb-e64c-4443-a714-4563b4f46ed7', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:33:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bc552e-95de-4446-9c86-100f99c46d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:47Z', 'updated_at': '2022-02-09T01:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '4bc4dbd4-5333-46a8-abbb-0e70ec789842', 'name': '', 'network_id': 'cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1', 'tenant_id': 'aaf05f1064114b4da723fd4a19dab040', 'mac_address': 'fa:16:3e:65:94:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bc552e-95de-4446-9c86-100f99c46d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '49020204-32ea-4a87-9cac-f7541e99d5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:53Z', 'updated_at': '2022-02-09T01:15:01Z', 'revision_number': 5, 'project_id': 'aaf05f1064114b4da723fd4a19dab040', 'subnets': [{'id': '49020204-32ea-4a87-9cac-f7541e99d5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:21.432351 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-753aec45-eb85-4fcc-8870-32d55ebfc149 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.8641381 Feb 09 01:17:21.435378 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9c1d4ae2-aeef-440d-8141-a9485813a739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (64e6fe93-257e-4032-81ba-857230bcd696), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:21.457629 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59134) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:21.464170 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-afb30098-0d84-4626-8379-6d64d68e7c6f tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Request body: {'subnet': {'network_id': '17dd01c0-4058-48f2-881f-1d1470db863c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:21.483179 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03a19b6-46ed-42fd-affb-d53796332317 None None] The sync data for ids ['b2bc552e-95de-4446-9c86-100f99c46d7a'] in n-d-828369-4 is: [{'id': 'b2bc552e-95de-4446-9c86-100f99c46d7a', 'name': 'tempest-ServersTestBootFromVolume-817717426-router', 'tenant_id': 'aaf05f1064114b4da723fd4a19dab040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '3b4fd2fb-e64c-4443-a714-4563b4f46ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:45Z', 'updated_at': '2022-02-09T01:14:55Z', 'revision_number': 4, 'project_id': 'aaf05f1064114b4da723fd4a19dab040', 'gw_port': {'id': '3b4fd2fb-e64c-4443-a714-4563b4f46ed7', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:33:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bc552e-95de-4446-9c86-100f99c46d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:47Z', 'updated_at': '2022-02-09T01:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '4bc4dbd4-5333-46a8-abbb-0e70ec789842', 'name': '', 'network_id': 'cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1', 'tenant_id': 'aaf05f1064114b4da723fd4a19dab040', 'mac_address': 'fa:16:3e:65:94:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bc552e-95de-4446-9c86-100f99c46d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '49020204-32ea-4a87-9cac-f7541e99d5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:53Z', 'updated_at': '2022-02-09T01:15:01Z', 'revision_number': 5, 'project_id': 'aaf05f1064114b4da723fd4a19dab040', 'subnets': [{'id': '49020204-32ea-4a87-9cac-f7541e99d5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:17:21.511175 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-5f5f4ca4-3dbc-4fb5-a977-7512a8c1c3c5 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Deleting port 64e6fe93-257e-4032-81ba-857230bcd696 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:21.511920 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5f5f4ca4-3dbc-4fb5-a977-7512a8c1c3c5 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (64e6fe93-257e-4032-81ba-857230bcd696), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:21.687962 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-90b9788e-bddc-441b-af2c-a6af4df9eced req-cde292b6-ea63-4297-8664-ba0b22c51af7 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 210 time: 0.0403950 Feb 09 01:17:21.725149 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5f5f4ca4-3dbc-4fb5-a977-7512a8c1c3c5 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (64e6fe93-257e-4032-81ba-857230bcd696), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:21.755957 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-5f5f4ca4-3dbc-4fb5-a977-7512a8c1c3c5 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Calling delete_port for 64e6fe93-257e-4032-81ba-857230bcd696 owned by network:router_gateway {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:21.975557 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306e17e4-e11a-47da-b046-01199e2caf54 None None] New status for floating IP b3541b54-8549-4cfc-a562-4caee1abf09b: DOWN {{(pid=103138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:17:22.059912 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55f3f3-fe87-4264-a1cb-81d8df7221ba req-f78dd8b8-f5a9-46cd-8121-75714ad099f8 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:22.083053 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55f3f3-fe87-4264-a1cb-81d8df7221ba req-f78dd8b8-f5a9-46cd-8121-75714ad099f8 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:22.101650 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55f3f3-fe87-4264-a1cb-81d8df7221ba req-f78dd8b8-f5a9-46cd-8121-75714ad099f8 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:22.107221 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55f3f3-fe87-4264-a1cb-81d8df7221ba req-f78dd8b8-f5a9-46cd-8121-75714ad099f8 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:22.118691 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55f3f3-fe87-4264-a1cb-81d8df7221ba req-f78dd8b8-f5a9-46cd-8121-75714ad099f8 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:22.126231 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bb55f3f3-fe87-4264-a1cb-81d8df7221ba req-f78dd8b8-f5a9-46cd-8121-75714ad099f8 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 3876 time: 0.2697647 Feb 09 01:17:22.159607 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9c1d4ae2-aeef-440d-8141-a9485813a739 None None] Publish callbacks [] for port (64e6fe93-257e-4032-81ba-857230bcd696), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:22.177068 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9c1d4ae2-aeef-440d-8141-a9485813a739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (64e6fe93-257e-4032-81ba-857230bcd696), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:22.293368 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6e0ba-9881-4a4e-ab1c-94219e032f36 None None] Pushing event updated for resources: {'Port': ['ID=64e6fe93-257e-4032-81ba-857230bcd696,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:22.321652 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-9c1d4ae2-aeef-440d-8141-a9485813a739 None None] Attempting to bind port 64e6fe93-257e-4032-81ba-857230bcd696 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:17:22.322087 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-9c1d4ae2-aeef-440d-8141-a9485813a739 None None] Attempting to bind port 64e6fe93-257e-4032-81ba-857230bcd696 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:17:22.322302 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1d4ae2-aeef-440d-8141-a9485813a739 None None] Attempting to bind port 64e6fe93-257e-4032-81ba-857230bcd696 on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:17:22.328532 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb30098-0d84-4626-8379-6d64d68e7c6f tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Made reservation on behalf of 19b538c3b5a14e6daaae72754eb8a669 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:22.334098 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-afb30098-0d84-4626-8379-6d64d68e7c6f tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:22.336614 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1d4ae2-aeef-440d-8141-a9485813a739 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:17:22.336999 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1d4ae2-aeef-440d-8141-a9485813a739 None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:17:22.337414 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9c1d4ae2-aeef-440d-8141-a9485813a739 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:22.337837 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1d4ae2-aeef-440d-8141-a9485813a739 None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:17:22.338315 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-9c1d4ae2-aeef-440d-8141-a9485813a739 None None] Bound port: 64e6fe93-257e-4032-81ba-857230bcd696, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:17:22.338698 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9c1d4ae2-aeef-440d-8141-a9485813a739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (64e6fe93-257e-4032-81ba-857230bcd696), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:22.372641 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753aec45-eb85-4fcc-8870-32d55ebfc149 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Pushing event updated for resources: {'Network': ['ID=17dd01c0-4058-48f2-881f-1d1470db863c,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:22.380135 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bb55f3f3-fe87-4264-a1cb-81d8df7221ba req-e8fc1d72-e5e6-4499-a363-f1294388852c tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2528176 Feb 09 01:17:22.383951 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5f5f4ca4-3dbc-4fb5-a977-7512a8c1c3c5 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (64e6fe93-257e-4032-81ba-857230bcd696), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:22.386189 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 17dd01c0-4058-48f2-881f-1d1470db863c details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:17:22.440206 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5f4ca4-3dbc-4fb5-a977-7512a8c1c3c5 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Pushing event deleted for resources: {'Port': ['ID=64e6fe93-257e-4032-81ba-857230bcd696,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:22.467651 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.db.api [None req-9c1d4ae2-aeef-440d-8141-a9485813a739 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:17:22.468068 n-d-828369-4 neutron-server[103139]: DEBUG oslo_db.api [None req-9c1d4ae2-aeef-440d-8141-a9485813a739 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:17:22.473883 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f4ca4-3dbc-4fb5-a977-7512a8c1c3c5 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:22.474239 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f4ca4-3dbc-4fb5-a977-7512a8c1c3c5 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:22.474598 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f4ca4-3dbc-4fb5-a977-7512a8c1c3c5 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:22.477705 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f4ca4-3dbc-4fb5-a977-7512a8c1c3c5 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:22.478116 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f4ca4-3dbc-4fb5-a977-7512a8c1c3c5 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:22.478463 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f4ca4-3dbc-4fb5-a977-7512a8c1c3c5 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:22.478815 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f4ca4-3dbc-4fb5-a977-7512a8c1c3c5 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:22.479160 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f4ca4-3dbc-4fb5-a977-7512a8c1c3c5 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:22.479500 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f4ca4-3dbc-4fb5-a977-7512a8c1c3c5 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:22.480318 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f4ca4-3dbc-4fb5-a977-7512a8c1c3c5 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:22.480318 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f4ca4-3dbc-4fb5-a977-7512a8c1c3c5 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:22.480510 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f4ca4-3dbc-4fb5-a977-7512a8c1c3c5 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:22.480923 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5f4ca4-3dbc-4fb5-a977-7512a8c1c3c5 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:22.580899 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5f5f4ca4-3dbc-4fb5-a977-7512a8c1c3c5 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (3500525b-b797-4ed3-a8f8-394281c119c0), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:22.704823 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.extraroute_db [None req-5e0609eb-98ba-4a5e-8755-897442b20958 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Added routes are [] {{(pid=103137) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 01:17:22.705178 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.extraroute_db [None req-5e0609eb-98ba-4a5e-8755-897442b20958 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103137) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 01:17:22.723866 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5f5f4ca4-3dbc-4fb5-a977-7512a8c1c3c5 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (3500525b-b797-4ed3-a8f8-394281c119c0), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:22.728215 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5f5f4ca4-3dbc-4fb5-a977-7512a8c1c3c5 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for router_controller (3500525b-b797-4ed3-a8f8-394281c119c0), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:22.771881 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb0140c-c611-418d-baf4-9a6747083429 None None] Sync routers for ids ['8a802f47-336a-499f-809e-ade658403707'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:17:22.787616 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5e0609eb-98ba-4a5e-8755-897442b20958 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57606'] for router (8a802f47-336a-499f-809e-ade658403707), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:22.793999 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb0140c-c611-418d-baf4-9a6747083429 None None] Routers {'8a802f47-336a-499f-809e-ade658403707'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:22.796028 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-4fb0140c-c611-418d-baf4-9a6747083429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:17:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['8a802f47-336a-499f-809e-ade658403707'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:22.813782 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5f5f4ca4-3dbc-4fb5-a977-7512a8c1c3c5 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (3500525b-b797-4ed3-a8f8-394281c119c0), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:22.814384 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5f4ca4-3dbc-4fb5-a977-7512a8c1c3c5 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3500525b-b797-4ed3-a8f8-394281c119c0 {{(pid=103136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:17:22.820947 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5f5f4ca4-3dbc-4fb5-a977-7512a8c1c3c5 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:22.824579 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-5f5f4ca4-3dbc-4fb5-a977-7512a8c1c3c5 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] 10.222.0.50 "DELETE /v2.0/routers/3500525b-b797-4ed3-a8f8-394281c119c0 HTTP/1.1" status: 204 len: 168 time: 1.8879266 Feb 09 01:17:22.824967 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59142) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:22.850824 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-c759d77c-3970-4947-bec2-32c4cb6b7e07 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Deleting port b5cb7993-c6ee-4b5e-b147-44a20af5c491 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:22.851135 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-c759d77c-3970-4947-bec2-32c4cb6b7e07 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (b5cb7993-c6ee-4b5e-b147-44a20af5c491), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:22.947048 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-4fb0140c-c611-418d-baf4-9a6747083429 None None] Set router 8a802f47-336a-499f-809e-ade658403707 gateway port host: None {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:17:22.970232 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e251ad4e-e1b4-4308-8009-923b64da7e96 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for router (54db7dc6-e6d2-4706-a928-02c54a621632), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:23.070190 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-9c1d4ae2-aeef-440d-8141-a9485813a739 None None] Attempting to bind port 64e6fe93-257e-4032-81ba-857230bcd696 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:17:23.077989 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-9c1d4ae2-aeef-440d-8141-a9485813a739 None None] Attempting to bind port 64e6fe93-257e-4032-81ba-857230bcd696 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:17:23.078696 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1d4ae2-aeef-440d-8141-a9485813a739 None None] Attempting to bind port 64e6fe93-257e-4032-81ba-857230bcd696 on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:17:23.095792 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1d4ae2-aeef-440d-8141-a9485813a739 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:17:23.098495 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1d4ae2-aeef-440d-8141-a9485813a739 None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:17:23.099169 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9c1d4ae2-aeef-440d-8141-a9485813a739 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:23.100766 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1d4ae2-aeef-440d-8141-a9485813a739 None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:17:23.101715 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-9c1d4ae2-aeef-440d-8141-a9485813a739 None None] Bound port: 64e6fe93-257e-4032-81ba-857230bcd696, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:17:23.102802 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9c1d4ae2-aeef-440d-8141-a9485813a739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (64e6fe93-257e-4032-81ba-857230bcd696), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:23.142710 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-afb30098-0d84-4626-8379-6d64d68e7c6f tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (26be36d3-b85c-40c4-8c3e-87ec0e562361), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:23.176622 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.plugin [None req-9c1d4ae2-aeef-440d-8141-a9485813a739 None None] Port 64e6fe93-257e-4032-81ba-857230bcd696 has been deleted concurrently {{(pid=103139) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 09 01:17:23.200935 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-be113222-57e6-486b-884c-ff9ba49c0956 req-93894df2-79ed-4625-a57b-64585c9dc7f7 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 210 time: 0.0395603 Feb 09 01:17:23.201989 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb30098-0d84-4626-8379-6d64d68e7c6f tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Pushing event updated for resources: {'Subnet': ['ID=26be36d3-b85c-40c4-8c3e-87ec0e562361,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:23.209915 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e251ad4e-e1b4-4308-8009-923b64da7e96 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for router_gateway (54db7dc6-e6d2-4706-a928-02c54a621632), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:23.213668 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-60e79a33-da56-4937-bbbe-68d6623cfb51 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (7a61de9a-9652-4a7b-9b35-77753bbe9b12), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:23.287051 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-e251ad4e-e1b4-4308-8009-923b64da7e96 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Deleting port 51ff5661-43a9-4204-b729-e1ec4a4e4298 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:23.287808 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e251ad4e-e1b4-4308-8009-923b64da7e96 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (51ff5661-43a9-4204-b729-e1ec4a4e4298), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:23.330863 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1d4ae2-aeef-440d-8141-a9485813a739 None None] Routers set() bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:23.331295 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1d4ae2-aeef-440d-8141-a9485813a739 None None] Router IDs set() for agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 01:17:23.331906 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_agentschedulers_db [None req-9c1d4ae2-aeef-440d-8141-a9485813a739 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3500525b-b797-4ed3-a8f8-394281c119c0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:17:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent'). {{(pid=103139) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 01:17:23.332279 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1d4ae2-aeef-440d-8141-a9485813a739 None None] The sync data for ids ['3500525b-b797-4ed3-a8f8-394281c119c0'] in n-d-828369-4 is: [] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:17:23.459003 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 51ff5661-43a9-4204-b729-e1ec4a4e4298 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:17:23.485541 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-e251ad4e-e1b4-4308-8009-923b64da7e96 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] For port 51ff5661-43a9-4204-b729-e1ec4a4e4298, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=51ff5661-43a9-4204-b729-e1ec4a4e4298,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:23.493148 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e251ad4e-e1b4-4308-8009-923b64da7e96 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (51ff5661-43a9-4204-b729-e1ec4a4e4298), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:23.498326 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-4fb0140c-c611-418d-baf4-9a6747083429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a802f47-336a-499f-809e-ade658403707', 'name': 'tempest-RoutersIpV6Test-router-1203164882', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:35Z', 'updated_at': '2022-02-09T01:17:22Z', 'revision_number': 7, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'gw_port_host': None, '_interfaces': [{'id': '6daf4a56-5b77-4881-b1e7-22b17b7d330f', 'name': '', 'network_id': '3ec62db4-d42d-43d1-9cda-9dd513e0c974', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:0a:23:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:39Z', 'updated_at': '2022-02-09T01:16:45Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73bc3cd9-960e-42f7-a9c5-44e6ac4b159c', 'name': '', 'network_id': '400813cf-8d75-49c3-8c0d-f300ce2c7169', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:c9:63:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '3cd1fdb8-92f7-47e5-88db-31c64a33ccb5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:10Z', 'updated_at': '2022-02-09T01:17:20Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '3cd1fdb8-92f7-47e5-88db-31c64a33ccb5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4', 'name': '', 'network_id': 'd7f51f96-79d1-4cd2-9ca4-93d2f898b4e9', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:d0:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '4c593e5d-3d39-4445-8ed4-07b0bb5103c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:46Z', 'updated_at': '2022-02-09T01:16:56Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '4c593e5d-3d39-4445-8ed4-07b0bb5103c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4cf7d32-cdd3-4017-a8f2-7e3caad94728', 'name': '', 'network_id': '3c2d5bc4-8356-454a-aa1f-0d6afc7a230d', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:72:09:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '319dd928-af73-43f7-ad76-7134c8b37d54', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:57Z', 'updated_at': '2022-02-09T01:17:05Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '319dd928-af73-43f7-ad76-7134c8b37d54', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:23.527208 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-e251ad4e-e1b4-4308-8009-923b64da7e96 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Calling delete_port for 51ff5661-43a9-4204-b729-e1ec4a4e4298 owned by network:router_gateway {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:23.551303 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb0140c-c611-418d-baf4-9a6747083429 None None] Checking router: 8a802f47-336a-499f-809e-ade658403707 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:17:23.567693 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb0140c-c611-418d-baf4-9a6747083429 None None] Routers {'8a802f47-336a-499f-809e-ade658403707'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:23.568311 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-4fb0140c-c611-418d-baf4-9a6747083429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:17:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['8a802f47-336a-499f-809e-ade658403707'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:23.575174 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 51ff5661-43a9-4204-b729-e1ec4a4e4298 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:23.575706 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (51ff5661-43a9-4204-b729-e1ec4a4e4298), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:23.688939 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-4fb0140c-c611-418d-baf4-9a6747083429 None None] Set router 8a802f47-336a-499f-809e-ade658403707 gateway port host: None {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:17:23.725671 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-c759d77c-3970-4947-bec2-32c4cb6b7e07 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] For port b5cb7993-c6ee-4b5e-b147-44a20af5c491, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=b5cb7993-c6ee-4b5e-b147-44a20af5c491,segment=NetworkSegment(2e94c052-df5d-4e4f-b391-ea9eee75e92a),segment_id=2e94c052-df5d-4e4f-b391-ea9eee75e92a)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:23.726824 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-c759d77c-3970-4947-bec2-32c4cb6b7e07 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (b5cb7993-c6ee-4b5e-b147-44a20af5c491), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:23.732530 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb30098-0d84-4626-8379-6d64d68e7c6f tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Checking segment: {'id': 'f93b0c6b-83fa-4bea-a8dd-2602dfe0a7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '17dd01c0-4058-48f2-881f-1d1470db863c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:17:23.745147 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb30098-0d84-4626-8379-6d64d68e7c6f tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Network hostable DHCP agents. Network: 17dd01c0-4058-48f2-881f-1d1470db863c, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:17:23.758097 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 51ff5661-43a9-4204-b729-e1ec4a4e4298 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:23.759204 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 73bc3cd9-960e-42f7-a9c5-44e6ac4b159c up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:17:23.769777 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269a055-aad9-4386-b7d3-3941c41e1068 req-e6439661-09bb-4043-bcf0-d9a10a50a56a tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:23.775551 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269a055-aad9-4386-b7d3-3941c41e1068 req-e6439661-09bb-4043-bcf0-d9a10a50a56a tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:23.781106 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269a055-aad9-4386-b7d3-3941c41e1068 req-e6439661-09bb-4043-bcf0-d9a10a50a56a tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:23.797059 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269a055-aad9-4386-b7d3-3941c41e1068 req-e6439661-09bb-4043-bcf0-d9a10a50a56a tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:23.802374 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-c759d77c-3970-4947-bec2-32c4cb6b7e07 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Calling delete_port for b5cb7993-c6ee-4b5e-b147-44a20af5c491 owned by compute:nova {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:23.813669 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269a055-aad9-4386-b7d3-3941c41e1068 req-e6439661-09bb-4043-bcf0-d9a10a50a56a tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:23.822025 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0269a055-aad9-4386-b7d3-3941c41e1068 req-e6439661-09bb-4043-bcf0-d9a10a50a56a tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 3876 time: 0.2723110 Feb 09 01:17:23.833867 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5e0609eb-98ba-4a5e-8755-897442b20958 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57606'] for router (8a802f47-336a-499f-809e-ade658403707), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:23.840230 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 73bc3cd9-960e-42f7-a9c5-44e6ac4b159c triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:23.842267 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (73bc3cd9-960e-42f7-a9c5-44e6ac4b159c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:23.875063 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5e0609eb-98ba-4a5e-8755-897442b20958 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-482771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-482762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-478377'] for router (8a802f47-336a-499f-809e-ade658403707), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:23.975218 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb30098-0d84-4626-8379-6d64d68e7c6f tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Network 17dd01c0-4058-48f2-881f-1d1470db863c is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:17:24.000834 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 73bc3cd9-960e-42f7-a9c5-44e6ac4b159c is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:24.044075 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0269a055-aad9-4386-b7d3-3941c41e1068 req-82bab391-3b3e-429d-aa4a-7a5e79e10102 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2208898 Feb 09 01:17:24.145976 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e251ad4e-e1b4-4308-8009-923b64da7e96 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (51ff5661-43a9-4204-b729-e1ec4a4e4298), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:24.159051 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-afb30098-0d84-4626-8379-6d64d68e7c6f tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 17dd01c0-4058-48f2-881f-1d1470db863c) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:24.159890 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-4fb0140c-c611-418d-baf4-9a6747083429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a802f47-336a-499f-809e-ade658403707', 'name': 'tempest-RoutersIpV6Test-router-1203164882', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:35Z', 'updated_at': '2022-02-09T01:17:22Z', 'revision_number': 7, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'gw_port_host': None, '_interfaces': [{'id': '6daf4a56-5b77-4881-b1e7-22b17b7d330f', 'name': '', 'network_id': '3ec62db4-d42d-43d1-9cda-9dd513e0c974', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:0a:23:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:39Z', 'updated_at': '2022-02-09T01:16:45Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73bc3cd9-960e-42f7-a9c5-44e6ac4b159c', 'name': '', 'network_id': '400813cf-8d75-49c3-8c0d-f300ce2c7169', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:c9:63:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '3cd1fdb8-92f7-47e5-88db-31c64a33ccb5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:10Z', 'updated_at': '2022-02-09T01:17:20Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '3cd1fdb8-92f7-47e5-88db-31c64a33ccb5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4', 'name': '', 'network_id': 'd7f51f96-79d1-4cd2-9ca4-93d2f898b4e9', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:d0:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '4c593e5d-3d39-4445-8ed4-07b0bb5103c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:46Z', 'updated_at': '2022-02-09T01:16:56Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '4c593e5d-3d39-4445-8ed4-07b0bb5103c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4cf7d32-cdd3-4017-a8f2-7e3caad94728', 'name': '', 'network_id': '3c2d5bc4-8356-454a-aa1f-0d6afc7a230d', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:72:09:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '319dd928-af73-43f7-ad76-7134c8b37d54', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:57Z', 'updated_at': '2022-02-09T01:17:05Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '319dd928-af73-43f7-ad76-7134c8b37d54', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:24.170439 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10acd50d-ca9c-4461-a6b0-1564a9727579 None None] Network 17dd01c0-4058-48f2-881f-1d1470db863c requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:17:24.180175 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb30098-0d84-4626-8379-6d64d68e7c6f tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:24.188706 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e251ad4e-e1b4-4308-8009-923b64da7e96 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Pushing event deleted for resources: {'Port': ['ID=51ff5661-43a9-4204-b729-e1ec4a4e4298,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:24.192925 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-afb30098-0d84-4626-8379-6d64d68e7c6f tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:24.210875 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb0140c-c611-418d-baf4-9a6747083429 None None] The sync data for ids ['8a802f47-336a-499f-809e-ade658403707'] in n-d-828369-4 is: [{'id': '8a802f47-336a-499f-809e-ade658403707', 'name': 'tempest-RoutersIpV6Test-router-1203164882', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:35Z', 'updated_at': '2022-02-09T01:17:22Z', 'revision_number': 7, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'gw_port_host': None, '_interfaces': [{'id': '6daf4a56-5b77-4881-b1e7-22b17b7d330f', 'name': '', 'network_id': '3ec62db4-d42d-43d1-9cda-9dd513e0c974', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:0a:23:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:39Z', 'updated_at': '2022-02-09T01:16:45Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73bc3cd9-960e-42f7-a9c5-44e6ac4b159c', 'name': '', 'network_id': '400813cf-8d75-49c3-8c0d-f300ce2c7169', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:c9:63:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '3cd1fdb8-92f7-47e5-88db-31c64a33ccb5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:10Z', 'updated_at': '2022-02-09T01:17:20Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '3cd1fdb8-92f7-47e5-88db-31c64a33ccb5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4', 'name': '', 'network_id': 'd7f51f96-79d1-4cd2-9ca4-93d2f898b4e9', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:d0:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '4c593e5d-3d39-4445-8ed4-07b0bb5103c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:46Z', 'updated_at': '2022-02-09T01:16:56Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '4c593e5d-3d39-4445-8ed4-07b0bb5103c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4cf7d32-cdd3-4017-a8f2-7e3caad94728', 'name': '', 'network_id': '3c2d5bc4-8356-454a-aa1f-0d6afc7a230d', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:72:09:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '319dd928-af73-43f7-ad76-7134c8b37d54', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:57Z', 'updated_at': '2022-02-09T01:17:05Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '319dd928-af73-43f7-ad76-7134c8b37d54', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:17:24.353480 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-094504cf-6ac8-407b-891f-f7997ffa9655 req-cefa1c39-40ee-45f0-b9a8-dc92743abfd6 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 210 time: 0.0399764 Feb 09 01:17:24.356073 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-afb30098-0d84-4626-8379-6d64d68e7c6f tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.8963344 Feb 09 01:17:24.359008 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59148) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:24.374168 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e251ad4e-e1b4-4308-8009-923b64da7e96 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (54db7dc6-e6d2-4706-a928-02c54a621632), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:24.400025 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-243ffb24-c04a-487b-95ba-b1627704fb34 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1119965683'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:24.408015 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d88dff-df66-41f5-a2d6-0455f564eb67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-17dd01c0-4058-48f2-881f-1d1470db863c', 'network_id': '17dd01c0-4058-48f2-881f-1d1470db863c', 'project_id': '19b538c3b5a14e6daaae72754eb8a669', 'fixed_ips': [{'subnet_id': '26be36d3-b85c-40c4-8c3e-87ec0e562361'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:17:24.409325 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-91d88dff-df66-41f5-a2d6-0455f564eb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:24.440082 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0609eb-98ba-4a5e-8755-897442b20958 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Router 8a802f47-336a-499f-809e-ade658403707 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:17:24.473858 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243ffb24-c04a-487b-95ba-b1627704fb34 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Made reservation on behalf of 19b538c3b5a14e6daaae72754eb8a669 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:24.481536 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-243ffb24-c04a-487b-95ba-b1627704fb34 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:24.489090 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e251ad4e-e1b4-4308-8009-923b64da7e96 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (54db7dc6-e6d2-4706-a928-02c54a621632), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:24.491467 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e251ad4e-e1b4-4308-8009-923b64da7e96 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for router_controller (54db7dc6-e6d2-4706-a928-02c54a621632), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:24.544198 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-243ffb24-c04a-487b-95ba-b1627704fb34 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1045} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:17:24.564279 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-243ffb24-c04a-487b-95ba-b1627704fb34 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (64990828-b09c-41bd-9366-c1b94d63c232), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:24.567873 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-243ffb24-c04a-487b-95ba-b1627704fb34 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Added segment 64990828-b09c-41bd-9366-c1b94d63c232 of type vlan for network e7ce16ed-63e9-45a1-8a66-e39de50beda3 Feb 09 01:17:24.570182 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e251ad4e-e1b4-4308-8009-923b64da7e96 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (54db7dc6-e6d2-4706-a928-02c54a621632), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:24.571214 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e251ad4e-e1b4-4308-8009-923b64da7e96 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 54db7dc6-e6d2-4706-a928-02c54a621632 {{(pid=103136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:17:24.577811 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e251ad4e-e1b4-4308-8009-923b64da7e96 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:24.584800 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e251ad4e-e1b4-4308-8009-923b64da7e96 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] 10.222.0.50 "DELETE /v2.0/routers/54db7dc6-e6d2-4706-a928-02c54a621632 HTTP/1.1" status: 204 len: 168 time: 1.7586057 Feb 09 01:17:24.589015 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59150) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:24.594361 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-7d96645a-b24d-4b40-bd19-008655fbe757 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-343095903', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}, 'admin_state_up': False}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:24.627340 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-91d88dff-df66-41f5-a2d6-0455f564eb67 None None] Allocated IP 19.80.0.2 (17dd01c0-4058-48f2-881f-1d1470db863c/26be36d3-b85c-40c4-8c3e-87ec0e562361/1f60b19d-793b-4be4-ae91-20329b7d8700) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:24.656394 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7d96645a-b24d-4b40-bd19-008655fbe757 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (2c43ab71-6e80-4612-9f27-ef7c56d158a6), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:24.658037 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7d96645a-b24d-4b40-bd19-008655fbe757 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (2c43ab71-6e80-4612-9f27-ef7c56d158a6), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:24.665558 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-243ffb24-c04a-487b-95ba-b1627704fb34 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (e7ce16ed-63e9-45a1-8a66-e39de50beda3), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:24.748229 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-243ffb24-c04a-487b-95ba-b1627704fb34 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (e7ce16ed-63e9-45a1-8a66-e39de50beda3), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:24.749340 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7d96645a-b24d-4b40-bd19-008655fbe757 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router_controller (2c43ab71-6e80-4612-9f27-ef7c56d158a6), precommit_add_association {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:24.761835 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243ffb24-c04a-487b-95ba-b1627704fb34 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:24.763032 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-243ffb24-c04a-487b-95ba-b1627704fb34 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:24.854481 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-60e79a33-da56-4937-bbbe-68d6623cfb51 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Deleting port 9b19a678-325d-487f-ad21-e7f8d7e74d95 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:24.855492 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-60e79a33-da56-4937-bbbe-68d6623cfb51 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (9b19a678-325d-487f-ad21-e7f8d7e74d95), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:24.894742 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-c759d77c-3970-4947-bec2-32c4cb6b7e07 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (b5cb7993-c6ee-4b5e-b147-44a20af5c491), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:24.896468 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-91d88dff-df66-41f5-a2d6-0455f564eb67 None None] Publish callbacks [] for port (1f60b19d-793b-4be4-ae91-20329b7d8700), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:24.915276 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-91d88dff-df66-41f5-a2d6-0455f564eb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (1f60b19d-793b-4be4-ae91-20329b7d8700), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:24.974647 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7d96645a-b24d-4b40-bd19-008655fbe757 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router_gateway (2c43ab71-6e80-4612-9f27-ef7c56d158a6), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:24.984168 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d88dff-df66-41f5-a2d6-0455f564eb67 None None] Network 17dd01c0-4058-48f2-881f-1d1470db863c is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:24.987377 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-91d88dff-df66-41f5-a2d6-0455f564eb67 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:24.991041 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d88dff-df66-41f5-a2d6-0455f564eb67 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:17:24.998685 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d88dff-df66-41f5-a2d6-0455f564eb67 None None] Pushing event updated for resources: {'Port': ['ID=1f60b19d-793b-4be4-ae91-20329b7d8700,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:25.066144 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-91d88dff-df66-41f5-a2d6-0455f564eb67 None None] Attempting to bind port 1f60b19d-793b-4be4-ae91-20329b7d8700 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:17:25.066363 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-91d88dff-df66-41f5-a2d6-0455f564eb67 None None] Attempting to bind port 1f60b19d-793b-4be4-ae91-20329b7d8700 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f93b0c6b-83fa-4bea-a8dd-2602dfe0a7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '17dd01c0-4058-48f2-881f-1d1470db863c'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:17:25.066610 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d88dff-df66-41f5-a2d6-0455f564eb67 None None] Attempting to bind port 1f60b19d-793b-4be4-ae91-20329b7d8700 on network 17dd01c0-4058-48f2-881f-1d1470db863c {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:17:25.071911 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d88dff-df66-41f5-a2d6-0455f564eb67 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:17:25.072296 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d88dff-df66-41f5-a2d6-0455f564eb67 None None] Checking segment: {'id': 'f93b0c6b-83fa-4bea-a8dd-2602dfe0a7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '17dd01c0-4058-48f2-881f-1d1470db863c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:17:25.072775 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-91d88dff-df66-41f5-a2d6-0455f564eb67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:25.073179 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d88dff-df66-41f5-a2d6-0455f564eb67 None None] Bound using segment: {'id': 'f93b0c6b-83fa-4bea-a8dd-2602dfe0a7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '17dd01c0-4058-48f2-881f-1d1470db863c'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:17:25.073662 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-91d88dff-df66-41f5-a2d6-0455f564eb67 None None] Bound port: 1f60b19d-793b-4be4-ae91-20329b7d8700, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f93b0c6b-83fa-4bea-a8dd-2602dfe0a7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '17dd01c0-4058-48f2-881f-1d1470db863c'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:17:25.074228 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-91d88dff-df66-41f5-a2d6-0455f564eb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1f60b19d-793b-4be4-ae91-20329b7d8700), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:25.196523 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c759d77c-3970-4947-bec2-32c4cb6b7e07 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Pushing event deleted for resources: {'Port': ['ID=b5cb7993-c6ee-4b5e-b147-44a20af5c491,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:25.296703 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-91d88dff-df66-41f5-a2d6-0455f564eb67 None None] For port 1f60b19d-793b-4be4-ae91-20329b7d8700, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:17:25.301890 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-91d88dff-df66-41f5-a2d6-0455f564eb67 None None] For port 1f60b19d-793b-4be4-ae91-20329b7d8700, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=1f60b19d-793b-4be4-ae91-20329b7d8700,segment=NetworkSegment(f93b0c6b-83fa-4bea-a8dd-2602dfe0a7e2),segment_id=f93b0c6b-83fa-4bea-a8dd-2602dfe0a7e2)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:17:25.307274 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 51ff5661-43a9-4204-b729-e1ec4a4e4298 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:17:25.309426 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-c759d77c-3970-4947-bec2-32c4cb6b7e07 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] No DVR routers for this DVR port b5cb7993-c6ee-4b5e-b147-44a20af5c491 on host n-h1-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:17:25.317320 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-91d88dff-df66-41f5-a2d6-0455f564eb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1f60b19d-793b-4be4-ae91-20329b7d8700), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:25.318647 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-243ffb24-c04a-487b-95ba-b1627704fb34 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9307532 Feb 09 01:17:25.327710 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59154) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:25.330351 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-c759d77c-3970-4947-bec2-32c4cb6b7e07 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:25.333382 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-94570510-0cdd-4036-814b-47d9614fcd38 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Request body: {'subnet': {'network_id': 'e7ce16ed-63e9-45a1-8a66-e39de50beda3', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:25.335028 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-c759d77c-3970-4947-bec2-32c4cb6b7e07 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.47 "DELETE /v2.0/ports/b5cb7993-c6ee-4b5e-b147-44a20af5c491 HTTP/1.1" status: 204 len: 173 time: 4.3373191 Feb 09 01:17:25.340454 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'name': 'network-vif-deleted', 'tag': 'b5cb7993-c6ee-4b5e-b147-44a20af5c491'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:17:25.343984 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac858cd-77a1-4f4f-8242-72e020f98984" -d '{"events": [{"server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "name": "network-vif-deleted", "tag": "b5cb7993-c6ee-4b5e-b147-44a20af5c491"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:17:25.405739 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 51ff5661-43a9-4204-b729-e1ec4a4e4298 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:17:25.406100 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 51ff5661-43a9-4204-b729-e1ec4a4e4298 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:17:25.420625 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ffb24-c04a-487b-95ba-b1627704fb34 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Pushing event updated for resources: {'Network': ['ID=e7ce16ed-63e9-45a1-8a66-e39de50beda3,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:25.423325 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7d96645a-b24d-4b40-bd19-008655fbe757 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router_gateway (2c43ab71-6e80-4612-9f27-ef7c56d158a6), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:25.446627 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network e7ce16ed-63e9-45a1-8a66-e39de50beda3 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:17:25.470108 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0609eb-98ba-4a5e-8755-897442b20958 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:17:25.500068 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266a6b00-53e7-4bd3-af61-006ce8018c11 None None] Sync routers for ids ['8a802f47-336a-499f-809e-ade658403707'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:17:25.518132 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7d96645a-b24d-4b40-bd19-008655fbe757 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:25.530892 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5e0609eb-98ba-4a5e-8755-897442b20958 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:25.536677 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5e0609eb-98ba-4a5e-8755-897442b20958 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "PUT /v2.0/routers/8a802f47-336a-499f-809e-ade658403707 HTTP/1.1" status: 200 len: 704 time: 5.4604499 Feb 09 01:17:25.537688 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59162) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:25.555571 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-60e79a33-da56-4937-bbbe-68d6623cfb51 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (9b19a678-325d-487f-ad21-e7f8d7e74d95), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:25.574653 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-60e79a33-da56-4937-bbbe-68d6623cfb51 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Calling delete_port for 9b19a678-325d-487f-ad21-e7f8d7e74d95 owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:25.611846 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c040b-978f-4e13-ac18-8e1086fef6b0 req-41e9104b-8912-47d0-bb77-7458abef5a3f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:25.615117 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d88dff-df66-41f5-a2d6-0455f564eb67 None None] Pushing event updated for resources: {'Port': ['ID=1f60b19d-793b-4be4-ae91-20329b7d8700,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:25.626885 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c040b-978f-4e13-ac18-8e1086fef6b0 req-41e9104b-8912-47d0-bb77-7458abef5a3f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:25.634726 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266a6b00-53e7-4bd3-af61-006ce8018c11 None None] Routers {'8a802f47-336a-499f-809e-ade658403707'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:25.635393 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-266a6b00-53e7-4bd3-af61-006ce8018c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:17:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['8a802f47-336a-499f-809e-ade658403707'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:25.639764 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c040b-978f-4e13-ac18-8e1086fef6b0 req-41e9104b-8912-47d0-bb77-7458abef5a3f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:25.655459 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c040b-978f-4e13-ac18-8e1086fef6b0 req-41e9104b-8912-47d0-bb77-7458abef5a3f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:25.663429 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d13c040b-978f-4e13-ac18-8e1086fef6b0 req-41e9104b-8912-47d0-bb77-7458abef5a3f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 3143 time: 0.4258513 Feb 09 01:17:25.663671 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2115a6-ebfd-4f8d-bb2f-bdad5dabde6e x-openstack-request-id: req-5b2115a6-ebfd-4f8d-bb2f-bdad5dabde6e {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:17:25.663792 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "name": "network-vif-deleted", "tag": "b5cb7993-c6ee-4b5e-b147-44a20af5c491", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:17:25.664059 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5b2115a6-ebfd-4f8d-bb2f-bdad5dabde6e {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:17:25.664475 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'name': 'network-vif-deleted', 'tag': 'b5cb7993-c6ee-4b5e-b147-44a20af5c491', 'status': 'completed', 'code': 200} Feb 09 01:17:25.782452 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f4d1cf0b-3262-4546-a1da-5f63310863dc req-d37d1cee-6ef2-470d-9d08-fa35c7024910 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 210 time: 0.0647683 Feb 09 01:17:25.807187 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d13c040b-978f-4e13-ac18-8e1086fef6b0 req-107c29ea-e5da-445f-ba5c-179697e49770 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348217 Feb 09 01:17:25.856010 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-266a6b00-53e7-4bd3-af61-006ce8018c11 None None] Set router 8a802f47-336a-499f-809e-ade658403707 gateway port host: None {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:17:25.907343 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94570510-0cdd-4036-814b-47d9614fcd38 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Made reservation on behalf of 19b538c3b5a14e6daaae72754eb8a669 for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:25.911458 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-94570510-0cdd-4036-814b-47d9614fcd38 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:26.028382 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-56dde4ce-e31b-4847-8a21-65be46a340c4 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "GET /v2.0/routers/8a802f47-336a-499f-809e-ade658403707 HTTP/1.1" status: 200 len: 704 time: 0.3743410 Feb 09 01:17:26.050717 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59164) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:26.080915 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-4195e007-4a0c-4b7b-9099-a803f33b3752 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Deleting port a44acea9-a977-4a03-83ae-8512222a0dd7 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:26.087173 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-4195e007-4a0c-4b7b-9099-a803f33b3752 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (a44acea9-a977-4a03-83ae-8512222a0dd7), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:26.379435 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-7d96645a-b24d-4b40-bd19-008655fbe757 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Allocated IP 172.25.8.44 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/696cea78-49af-4378-b995-1802de8b73a6) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:26.484858 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-266a6b00-53e7-4bd3-af61-006ce8018c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a802f47-336a-499f-809e-ade658403707', 'name': 'tempest-RoutersIpV6Test-router-1203164882', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:35Z', 'updated_at': '2022-02-09T01:17:22Z', 'revision_number': 7, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'gw_port_host': None, '_interfaces': [{'id': '6daf4a56-5b77-4881-b1e7-22b17b7d330f', 'name': '', 'network_id': '3ec62db4-d42d-43d1-9cda-9dd513e0c974', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:0a:23:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:39Z', 'updated_at': '2022-02-09T01:16:45Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73bc3cd9-960e-42f7-a9c5-44e6ac4b159c', 'name': '', 'network_id': '400813cf-8d75-49c3-8c0d-f300ce2c7169', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:c9:63:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '3cd1fdb8-92f7-47e5-88db-31c64a33ccb5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:10Z', 'updated_at': '2022-02-09T01:17:20Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '3cd1fdb8-92f7-47e5-88db-31c64a33ccb5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4', 'name': '', 'network_id': 'd7f51f96-79d1-4cd2-9ca4-93d2f898b4e9', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:d0:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '4c593e5d-3d39-4445-8ed4-07b0bb5103c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:46Z', 'updated_at': '2022-02-09T01:16:56Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '4c593e5d-3d39-4445-8ed4-07b0bb5103c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4cf7d32-cdd3-4017-a8f2-7e3caad94728', 'name': '', 'network_id': '3c2d5bc4-8356-454a-aa1f-0d6afc7a230d', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:72:09:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '319dd928-af73-43f7-ad76-7134c8b37d54', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:57Z', 'updated_at': '2022-02-09T01:17:05Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '319dd928-af73-43f7-ad76-7134c8b37d54', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:26.531521 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266a6b00-53e7-4bd3-af61-006ce8018c11 None None] Checking router: 8a802f47-336a-499f-809e-ade658403707 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:17:26.543720 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266a6b00-53e7-4bd3-af61-006ce8018c11 None None] Routers {'8a802f47-336a-499f-809e-ade658403707'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:26.544711 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-266a6b00-53e7-4bd3-af61-006ce8018c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:17:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['8a802f47-336a-499f-809e-ade658403707'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:26.648682 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-266a6b00-53e7-4bd3-af61-006ce8018c11 None None] Set router 8a802f47-336a-499f-809e-ade658403707 gateway port host: None {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:17:26.684344 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-94570510-0cdd-4036-814b-47d9614fcd38 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (1b813c13-14c0-4362-835d-85d8c1ae1d77), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:26.945517 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94570510-0cdd-4036-814b-47d9614fcd38 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Pushing event updated for resources: {'Subnet': ['ID=1b813c13-14c0-4362-835d-85d8c1ae1d77,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:26.955069 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7d96645a-b24d-4b40-bd19-008655fbe757 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for port (696cea78-49af-4378-b995-1802de8b73a6), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:26.976755 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-266a6b00-53e7-4bd3-af61-006ce8018c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a802f47-336a-499f-809e-ade658403707', 'name': 'tempest-RoutersIpV6Test-router-1203164882', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:35Z', 'updated_at': '2022-02-09T01:17:22Z', 'revision_number': 7, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'gw_port_host': None, '_interfaces': [{'id': '6daf4a56-5b77-4881-b1e7-22b17b7d330f', 'name': '', 'network_id': '3ec62db4-d42d-43d1-9cda-9dd513e0c974', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:0a:23:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:39Z', 'updated_at': '2022-02-09T01:16:45Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73bc3cd9-960e-42f7-a9c5-44e6ac4b159c', 'name': '', 'network_id': '400813cf-8d75-49c3-8c0d-f300ce2c7169', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:c9:63:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '3cd1fdb8-92f7-47e5-88db-31c64a33ccb5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:10Z', 'updated_at': '2022-02-09T01:17:20Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '3cd1fdb8-92f7-47e5-88db-31c64a33ccb5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4', 'name': '', 'network_id': 'd7f51f96-79d1-4cd2-9ca4-93d2f898b4e9', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:d0:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '4c593e5d-3d39-4445-8ed4-07b0bb5103c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:46Z', 'updated_at': '2022-02-09T01:16:56Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '4c593e5d-3d39-4445-8ed4-07b0bb5103c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4cf7d32-cdd3-4017-a8f2-7e3caad94728', 'name': '', 'network_id': '3c2d5bc4-8356-454a-aa1f-0d6afc7a230d', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:72:09:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '319dd928-af73-43f7-ad76-7134c8b37d54', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:57Z', 'updated_at': '2022-02-09T01:17:05Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '319dd928-af73-43f7-ad76-7134c8b37d54', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:26.983323 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94570510-0cdd-4036-814b-47d9614fcd38 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Checking segment: {'id': '64990828-b09c-41bd-9366-c1b94d63c232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'e7ce16ed-63e9-45a1-8a66-e39de50beda3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:17:26.983709 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94570510-0cdd-4036-814b-47d9614fcd38 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Network hostable DHCP agents. Network: e7ce16ed-63e9-45a1-8a66-e39de50beda3, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:17:27.044848 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266a6b00-53e7-4bd3-af61-006ce8018c11 None None] The sync data for ids ['8a802f47-336a-499f-809e-ade658403707'] in n-d-828369-4 is: [{'id': '8a802f47-336a-499f-809e-ade658403707', 'name': 'tempest-RoutersIpV6Test-router-1203164882', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:35Z', 'updated_at': '2022-02-09T01:17:22Z', 'revision_number': 7, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'gw_port_host': None, '_interfaces': [{'id': '6daf4a56-5b77-4881-b1e7-22b17b7d330f', 'name': '', 'network_id': '3ec62db4-d42d-43d1-9cda-9dd513e0c974', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:0a:23:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:39Z', 'updated_at': '2022-02-09T01:16:45Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73bc3cd9-960e-42f7-a9c5-44e6ac4b159c', 'name': '', 'network_id': '400813cf-8d75-49c3-8c0d-f300ce2c7169', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:c9:63:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '3cd1fdb8-92f7-47e5-88db-31c64a33ccb5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:17:10Z', 'updated_at': '2022-02-09T01:17:20Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '3cd1fdb8-92f7-47e5-88db-31c64a33ccb5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4', 'name': '', 'network_id': 'd7f51f96-79d1-4cd2-9ca4-93d2f898b4e9', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:d0:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '4c593e5d-3d39-4445-8ed4-07b0bb5103c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:46Z', 'updated_at': '2022-02-09T01:16:56Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '4c593e5d-3d39-4445-8ed4-07b0bb5103c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4cf7d32-cdd3-4017-a8f2-7e3caad94728', 'name': '', 'network_id': '3c2d5bc4-8356-454a-aa1f-0d6afc7a230d', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:72:09:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '319dd928-af73-43f7-ad76-7134c8b37d54', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:57Z', 'updated_at': '2022-02-09T01:17:05Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '319dd928-af73-43f7-ad76-7134c8b37d54', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:17:27.231384 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-4195e007-4a0c-4b7b-9099-a803f33b3752 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] For port a44acea9-a977-4a03-83ae-8512222a0dd7, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=a44acea9-a977-4a03-83ae-8512222a0dd7,segment=NetworkSegment(b9924f51-c522-46e8-8838-6bb3a31f2b79),segment_id=b9924f51-c522-46e8-8838-6bb3a31f2b79)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:27.231970 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-4195e007-4a0c-4b7b-9099-a803f33b3752 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (a44acea9-a977-4a03-83ae-8512222a0dd7), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:27.247493 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-4195e007-4a0c-4b7b-9099-a803f33b3752 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Calling delete_port for a44acea9-a977-4a03-83ae-8512222a0dd7 owned by compute:nova {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:27.286954 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e914b98-9815-4bf4-9eb4-f9bf654e4f19 None None] Network 17dd01c0-4058-48f2-881f-1d1470db863c requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:17:27.358522 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-60e79a33-da56-4937-bbbe-68d6623cfb51 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (9b19a678-325d-487f-ad21-e7f8d7e74d95), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:27.426118 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 1f60b19d-793b-4be4-ae91-20329b7d8700 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:17:27.459782 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e79a33-da56-4937-bbbe-68d6623cfb51 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Pushing event deleted for resources: {'Port': ['ID=9b19a678-325d-487f-ad21-e7f8d7e74d95,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:27.478383 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-ab2b7fcf-0b40-4fa3-a834-228cb2cc5f94 None None] Provisioning complete for port 1f60b19d-793b-4be4-ae91-20329b7d8700 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:27.479018 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ab2b7fcf-0b40-4fa3-a834-228cb2cc5f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (1f60b19d-793b-4be4-ae91-20329b7d8700), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:27.614563 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 1f60b19d-793b-4be4-ae91-20329b7d8700 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:27.614949 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (1f60b19d-793b-4be4-ae91-20329b7d8700), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:27.699425 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3eb73325-2a25-4d00-9f7e-aab2061b6dd2 req-9f50b3ae-9106-4c63-82dc-bb1f9cc76b7c tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 210 time: 0.7043853 Feb 09 01:17:27.726498 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94570510-0cdd-4036-814b-47d9614fcd38 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Network e7ce16ed-63e9-45a1-8a66-e39de50beda3 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:17:27.741152 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7d96645a-b24d-4b40-bd19-008655fbe757 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (696cea78-49af-4378-b995-1802de8b73a6), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:27.761497 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27667d6-d7e6-45ad-9dbd-5876809e9f19 req-dcbeb46c-7614-4a94-93f6-f66dc569b618 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:27.767747 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27667d6-d7e6-45ad-9dbd-5876809e9f19 req-dcbeb46c-7614-4a94-93f6-f66dc569b618 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:27.780402 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27667d6-d7e6-45ad-9dbd-5876809e9f19 req-dcbeb46c-7614-4a94-93f6-f66dc569b618 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:27.786498 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27667d6-d7e6-45ad-9dbd-5876809e9f19 req-dcbeb46c-7614-4a94-93f6-f66dc569b618 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:27.788588 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c27667d6-d7e6-45ad-9dbd-5876809e9f19 req-dcbeb46c-7614-4a94-93f6-f66dc569b618 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 3143 time: 0.7682688 Feb 09 01:17:27.836705 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ab2b7fcf-0b40-4fa3-a834-228cb2cc5f94 None None] Current status of the port 1f60b19d-793b-4be4-ae91-20329b7d8700 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:27.838151 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-94570510-0cdd-4036-814b-47d9614fcd38 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, e7ce16ed-63e9-45a1-8a66-e39de50beda3) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:27.838413 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ab2b7fcf-0b40-4fa3-a834-228cb2cc5f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1f60b19d-793b-4be4-ae91-20329b7d8700), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:27.864100 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f899449-2c3f-4ea0-9de0-ea5e7c9ef37e None None] Network e7ce16ed-63e9-45a1-8a66-e39de50beda3 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:17:27.867018 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94570510-0cdd-4036-814b-47d9614fcd38 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:27.867637 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-94570510-0cdd-4036-814b-47d9614fcd38 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:27.908269 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-4195e007-4a0c-4b7b-9099-a803f33b3752 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (a44acea9-a977-4a03-83ae-8512222a0dd7), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:27.917878 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d96645a-b24d-4b40-bd19-008655fbe757 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:27.955717 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-7d96645a-b24d-4b40-bd19-008655fbe757 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:27.977560 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d96645a-b24d-4b40-bd19-008655fbe757 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:17:27.995627 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d96645a-b24d-4b40-bd19-008655fbe757 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Pushing event updated for resources: {'Port': ['ID=696cea78-49af-4378-b995-1802de8b73a6,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:28.056576 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-60e79a33-da56-4937-bbbe-68d6623cfb51 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (7a61de9a-9652-4a7b-9b35-77753bbe9b12), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:28.069629 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-94570510-0cdd-4036-814b-47d9614fcd38 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.7351892 Feb 09 01:17:28.099097 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4195e007-4a0c-4b7b-9099-a803f33b3752 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Pushing event deleted for resources: {'Port': ['ID=a44acea9-a977-4a03-83ae-8512222a0dd7,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:28.158109 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c27667d6-d7e6-45ad-9dbd-5876809e9f19 req-79ea627d-0b79-49ab-8886-08451e85454c tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3300157 Feb 09 01:17:28.166383 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 1f60b19d-793b-4be4-ae91-20329b7d8700 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:28.167039 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1f60b19d-793b-4be4-ae91-20329b7d8700), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:28.207127 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-4195e007-4a0c-4b7b-9099-a803f33b3752 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] No DVR routers for this DVR port a44acea9-a977-4a03-83ae-8512222a0dd7 on host n-h1-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:17:28.218746 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-ab2b7fcf-0b40-4fa3-a834-228cb2cc5f94 None None] For port 1f60b19d-793b-4be4-ae91-20329b7d8700, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=1f60b19d-793b-4be4-ae91-20329b7d8700,segment=NetworkSegment(f93b0c6b-83fa-4bea-a8dd-2602dfe0a7e2),segment_id=f93b0c6b-83fa-4bea-a8dd-2602dfe0a7e2)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:28.220651 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-4195e007-4a0c-4b7b-9099-a803f33b3752 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:28.230266 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-4195e007-4a0c-4b7b-9099-a803f33b3752 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.47 "DELETE /v2.0/ports/a44acea9-a977-4a03-83ae-8512222a0dd7 HTTP/1.1" status: 204 len: 173 time: 2.8676388 Feb 09 01:17:28.231084 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'name': 'network-vif-deleted', 'tag': 'a44acea9-a977-4a03-83ae-8512222a0dd7'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:17:28.233874 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ab2b7fcf-0b40-4fa3-a834-228cb2cc5f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1f60b19d-793b-4be4-ae91-20329b7d8700), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:28.241505 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88827846-d6ea-48b5-ad23-ba72b09c5246" -d '{"events": [{"server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "name": "network-vif-deleted", "tag": "a44acea9-a977-4a03-83ae-8512222a0dd7"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:17:28.330107 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.api [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:17:28.330473 n-d-828369-4 neutron-server[103138]: DEBUG oslo_db.api [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:17:28.415129 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6cc431cc-1364-4a3e-95c1-1d41c6873248 None None] Provisioning complete for port 1f60b19d-793b-4be4-ae91-20329b7d8700 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:28.415625 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6cc431cc-1364-4a3e-95c1-1d41c6873248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (1f60b19d-793b-4be4-ae91-20329b7d8700), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:28.417855 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e1360b-de60-4f89-b0ed-33714cfa5ae8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-e7ce16ed-63e9-45a1-8a66-e39de50beda3', 'network_id': 'e7ce16ed-63e9-45a1-8a66-e39de50beda3', 'project_id': '19b538c3b5a14e6daaae72754eb8a669', 'fixed_ips': [{'subnet_id': '1b813c13-14c0-4362-835d-85d8c1ae1d77'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:17:28.418278 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02e1360b-de60-4f89-b0ed-33714cfa5ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:28.422204 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2b7fcf-0b40-4fa3-a834-228cb2cc5f94 None None] Pushing event updated for resources: {'Port': ['ID=1f60b19d-793b-4be4-ae91-20329b7d8700,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:28.432421 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53525428-4b9e-4704-8739-7ae5b645d297 x-openstack-request-id: req-53525428-4b9e-4704-8739-7ae5b645d297 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:17:28.432761 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "name": "network-vif-deleted", "tag": "a44acea9-a977-4a03-83ae-8512222a0dd7", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:17:28.433022 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-53525428-4b9e-4704-8739-7ae5b645d297 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:17:28.433500 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'name': 'network-vif-deleted', 'tag': 'a44acea9-a977-4a03-83ae-8512222a0dd7', 'status': 'completed', 'code': 200} Feb 09 01:17:28.510352 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a79e4bb9-e51a-4622-8ca2-f936ca537473 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (8a802f47-336a-499f-809e-ade658403707), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:28.741277 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-02e1360b-de60-4f89-b0ed-33714cfa5ae8 None None] Allocated IP 19.86.0.2 (e7ce16ed-63e9-45a1-8a66-e39de50beda3/1b813c13-14c0-4362-835d-85d8c1ae1d77/cd869003-3cb1-4e28-83be-5b81355eea9b) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:28.761553 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-2e096efd-c272-4c2a-b77d-1caa24df541a tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:28.767299 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-2e096efd-c272-4c2a-b77d-1caa24df541a tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:28.769709 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-2e096efd-c272-4c2a-b77d-1caa24df541a tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/networks?id=17dd01c0-4058-48f2-881f-1d1470db863c&id=e7ce16ed-63e9-45a1-8a66-e39de50beda3 HTTP/1.1" status: 200 len: 1391 time: 0.3162720 Feb 09 01:17:28.771332 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7d96645a-b24d-4b40-bd19-008655fbe757 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router_gateway (2c43ab71-6e80-4612-9f27-ef7c56d158a6), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:28.866383 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-f52e9be7-47eb-47ca-b1d1-36711aa60a82 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/quotas/19b538c3b5a14e6daaae72754eb8a669 HTTP/1.1" status: 200 len: 375 time: 0.0903666 Feb 09 01:17:28.905742 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-0987e768-0a3a-4d28-be2a-faf1d8bfb897 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Deleting port 6e9d435a-540a-4ac9-9688-d711412ef2a9 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:28.905972 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-0987e768-0a3a-4d28-be2a-faf1d8bfb897 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (6e9d435a-540a-4ac9-9688-d711412ef2a9), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:28.923852 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-21ead9a4-8f81-4734-9595-4e5ed54d2c53 req-27001e99-bc3c-474a-b6e7-765837968729 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 210 time: 0.0743840 Feb 09 01:17:29.038043 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02e1360b-de60-4f89-b0ed-33714cfa5ae8 None None] Publish callbacks [] for port (cd869003-3cb1-4e28-83be-5b81355eea9b), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:29.046869 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6cc431cc-1364-4a3e-95c1-1d41c6873248 None None] Current status of the port 1f60b19d-793b-4be4-ae91-20329b7d8700 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:29.054375 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 1f60b19d-793b-4be4-ae91-20329b7d8700 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:29.068787 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02e1360b-de60-4f89-b0ed-33714cfa5ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (cd869003-3cb1-4e28-83be-5b81355eea9b), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:29.071381 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-0d989e24-57f9-4131-aafd-ad81a55d63e4 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=19b538c3b5a14e6daaae72754eb8a669&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1836987 Feb 09 01:17:29.213843 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-0987e768-0a3a-4d28-be2a-faf1d8bfb897 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] For port 6e9d435a-540a-4ac9-9688-d711412ef2a9, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=6e9d435a-540a-4ac9-9688-d711412ef2a9,segment=NetworkSegment(2e94c052-df5d-4e4f-b391-ea9eee75e92a),segment_id=2e94c052-df5d-4e4f-b391-ea9eee75e92a)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:29.214226 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-0987e768-0a3a-4d28-be2a-faf1d8bfb897 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (6e9d435a-540a-4ac9-9688-d711412ef2a9), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:29.239521 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e1360b-de60-4f89-b0ed-33714cfa5ae8 None None] Network e7ce16ed-63e9-45a1-8a66-e39de50beda3 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:29.244623 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-0987e768-0a3a-4d28-be2a-faf1d8bfb897 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Calling delete_port for 6e9d435a-540a-4ac9-9688-d711412ef2a9 owned by compute:nova {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:29.246911 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-02e1360b-de60-4f89-b0ed-33714cfa5ae8 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:29.257983 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e1360b-de60-4f89-b0ed-33714cfa5ae8 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:17:29.268655 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e1360b-de60-4f89-b0ed-33714cfa5ae8 None None] Pushing event updated for resources: {'Port': ['ID=cd869003-3cb1-4e28-83be-5b81355eea9b,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:29.360066 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 1f60b19d-793b-4be4-ae91-20329b7d8700 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:17:29.387117 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7d96645a-b24d-4b40-bd19-008655fbe757 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (2c43ab71-6e80-4612-9f27-ef7c56d158a6), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:29.397685 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e79a33-da56-4937-bbbe-68d6623cfb51 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Router 7a61de9a-9652-4a7b-9b35-77753bbe9b12 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:17:29.398793 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-02e1360b-de60-4f89-b0ed-33714cfa5ae8 None None] Attempting to bind port cd869003-3cb1-4e28-83be-5b81355eea9b on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:17:29.399508 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-02e1360b-de60-4f89-b0ed-33714cfa5ae8 None None] Attempting to bind port cd869003-3cb1-4e28-83be-5b81355eea9b by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '64990828-b09c-41bd-9366-c1b94d63c232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'e7ce16ed-63e9-45a1-8a66-e39de50beda3'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:17:29.399962 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e1360b-de60-4f89-b0ed-33714cfa5ae8 None None] Attempting to bind port cd869003-3cb1-4e28-83be-5b81355eea9b on network e7ce16ed-63e9-45a1-8a66-e39de50beda3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:17:29.407309 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e1360b-de60-4f89-b0ed-33714cfa5ae8 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:17:29.407685 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e1360b-de60-4f89-b0ed-33714cfa5ae8 None None] Checking segment: {'id': '64990828-b09c-41bd-9366-c1b94d63c232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'e7ce16ed-63e9-45a1-8a66-e39de50beda3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:17:29.408178 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02e1360b-de60-4f89-b0ed-33714cfa5ae8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:29.409038 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e1360b-de60-4f89-b0ed-33714cfa5ae8 None None] Bound using segment: {'id': '64990828-b09c-41bd-9366-c1b94d63c232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'e7ce16ed-63e9-45a1-8a66-e39de50beda3'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:17:29.409662 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-02e1360b-de60-4f89-b0ed-33714cfa5ae8 None None] Bound port: cd869003-3cb1-4e28-83be-5b81355eea9b, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64990828-b09c-41bd-9366-c1b94d63c232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'e7ce16ed-63e9-45a1-8a66-e39de50beda3'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:17:29.410121 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02e1360b-de60-4f89-b0ed-33714cfa5ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (cd869003-3cb1-4e28-83be-5b81355eea9b), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:29.481649 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 1f60b19d-793b-4be4-ae91-20329b7d8700 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:29.482133 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (1f60b19d-793b-4be4-ae91-20329b7d8700), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:29.529165 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-02e1360b-de60-4f89-b0ed-33714cfa5ae8 None None] For port cd869003-3cb1-4e28-83be-5b81355eea9b, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:17:29.535084 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-02e1360b-de60-4f89-b0ed-33714cfa5ae8 None None] For port cd869003-3cb1-4e28-83be-5b81355eea9b, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=cd869003-3cb1-4e28-83be-5b81355eea9b,segment=NetworkSegment(64990828-b09c-41bd-9366-c1b94d63c232),segment_id=64990828-b09c-41bd-9366-c1b94d63c232)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:17:29.553458 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02e1360b-de60-4f89-b0ed-33714cfa5ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (cd869003-3cb1-4e28-83be-5b81355eea9b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:29.583929 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-a7dfe87b-861f-4c6a-a444-415dff8fb597 service neutron] 10.222.0.50 "GET /v2.0/networks/17dd01c0-4058-48f2-881f-1d1470db863c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4705083 Feb 09 01:17:29.623368 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e1360b-de60-4f89-b0ed-33714cfa5ae8 None None] Pushing event updated for resources: {'Port': ['ID=cd869003-3cb1-4e28-83be-5b81355eea9b,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:29.640687 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-a79e4bb9-e51a-4622-8ca2-f936ca537473 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Deleting port 73bc3cd9-960e-42f7-a9c5-44e6ac4b159c {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:29.641077 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a79e4bb9-e51a-4622-8ca2-f936ca537473 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (73bc3cd9-960e-42f7-a9c5-44e6ac4b159c), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:29.652240 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ead03-44de-498c-9035-8138e7bac20f req-6dc74ac8-8163-4ca7-8350-53c99dd029a2 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:29.661790 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ead03-44de-498c-9035-8138e7bac20f req-6dc74ac8-8163-4ca7-8350-53c99dd029a2 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:29.672403 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ead03-44de-498c-9035-8138e7bac20f req-6dc74ac8-8163-4ca7-8350-53c99dd029a2 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:29.674521 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a14ead03-44de-498c-9035-8138e7bac20f req-6dc74ac8-8163-4ca7-8350-53c99dd029a2 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 2410 time: 0.3480265 Feb 09 01:17:29.689022 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 1f60b19d-793b-4be4-ae91-20329b7d8700 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:29.799016 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-a79e4bb9-e51a-4622-8ca2-f936ca537473 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] For port 73bc3cd9-960e-42f7-a9c5-44e6ac4b159c, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=73bc3cd9-960e-42f7-a9c5-44e6ac4b159c,segment=NetworkSegment(019a7cae-58ea-471e-b6df-dd790f972ffc),segment_id=019a7cae-58ea-471e-b6df-dd790f972ffc)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:29.799665 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a79e4bb9-e51a-4622-8ca2-f936ca537473 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (73bc3cd9-960e-42f7-a9c5-44e6ac4b159c), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:29.825141 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-a79e4bb9-e51a-4622-8ca2-f936ca537473 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Calling delete_port for 73bc3cd9-960e-42f7-a9c5-44e6ac4b159c owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:29.898235 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a14ead03-44de-498c-9035-8138e7bac20f req-ef457cf1-2dd2-4e57-aec5-f710ce19a6c5 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730497 Feb 09 01:17:29.907650 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-9299f549-56b4-4302-87af-59a34b9e83c4 service neutron] 10.222.0.50 "GET /v2.0/networks/17dd01c0-4058-48f2-881f-1d1470db863c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027689 Feb 09 01:17:29.951698 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e79a33-da56-4937-bbbe-68d6623cfb51 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:17:29.969073 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5f6b80-7747-47ab-9ecd-2fdd53f99498 None None] Sync routers for ids ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:17:29.996812 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d96645a-b24d-4b40-bd19-008655fbe757 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Router 2c43ab71-6e80-4612-9f27-ef7c56d158a6 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:17:30.001270 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5f6b80-7747-47ab-9ecd-2fdd53f99498 None None] Routers {'7a61de9a-9652-4a7b-9b35-77753bbe9b12'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:30.002123 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-0e5f6b80-7747-47ab-9ecd-2fdd53f99498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:17:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:30.050645 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-60e79a33-da56-4937-bbbe-68d6623cfb51 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "PUT /v2.0/routers/7a61de9a-9652-4a7b-9b35-77753bbe9b12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6314955 Feb 09 01:17:30.062131 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59210) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:30.064536 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-0e5f6b80-7747-47ab-9ecd-2fdd53f99498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:30.078311 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5f6b80-7747-47ab-9ecd-2fdd53f99498 None None] Routers {'7a61de9a-9652-4a7b-9b35-77753bbe9b12'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:30.078934 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-0e5f6b80-7747-47ab-9ecd-2fdd53f99498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:17:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:30.134074 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-0e5f6b80-7747-47ab-9ecd-2fdd53f99498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:30.135001 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5f6b80-7747-47ab-9ecd-2fdd53f99498 None None] The sync data for ids ['7a61de9a-9652-4a7b-9b35-77753bbe9b12'] in n-d-828369-4 is: [] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:17:30.153980 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-083def9a-7563-4032-86cc-b57886f251aa req-a94c3f4a-8200-4962-8aef-81a329576dd2 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 210 time: 0.0779078 Feb 09 01:17:30.203009 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-ce87905d-0d6a-4af8-8823-467c60f0b27a service neutron] 10.222.0.50 "GET /v2.0/networks/e7ce16ed-63e9-45a1-8a66-e39de50beda3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944980 Feb 09 01:17:30.219674 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-0987e768-0a3a-4d28-be2a-faf1d8bfb897 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (6e9d435a-540a-4ac9-9688-d711412ef2a9), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:30.270238 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d96645a-b24d-4b40-bd19-008655fbe757 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:17:30.272451 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987e768-0a3a-4d28-be2a-faf1d8bfb897 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Pushing event deleted for resources: {'Port': ['ID=6e9d435a-540a-4ac9-9688-d711412ef2a9,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:30.283758 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c234de-a767-45b2-b22a-d96591babec4 None None] Sync routers for ids ['2c43ab71-6e80-4612-9f27-ef7c56d158a6'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:17:30.302938 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c234de-a767-45b2-b22a-d96591babec4 None None] Routers {'2c43ab71-6e80-4612-9f27-ef7c56d158a6'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:30.303586 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-16c234de-a767-45b2-b22a-d96591babec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:17:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['2c43ab71-6e80-4612-9f27-ef7c56d158a6'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:30.343959 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7d96645a-b24d-4b40-bd19-008655fbe757 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:30.345308 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-7d96645a-b24d-4b40-bd19-008655fbe757 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.7548771 Feb 09 01:17:30.353053 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-16c234de-a767-45b2-b22a-d96591babec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:30.362934 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c234de-a767-45b2-b22a-d96591babec4 None None] Routers {'2c43ab71-6e80-4612-9f27-ef7c56d158a6'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:30.363572 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-16c234de-a767-45b2-b22a-d96591babec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:17:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['2c43ab71-6e80-4612-9f27-ef7c56d158a6'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:30.365411 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59212) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:30.391546 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-65c3eb21-9d6d-40fe-8fab-bb1c83926a45 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'enable_snat': False}}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:30.409255 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-16c234de-a767-45b2-b22a-d96591babec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:30.410805 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c234de-a767-45b2-b22a-d96591babec4 None None] The sync data for ids ['2c43ab71-6e80-4612-9f27-ef7c56d158a6'] in n-d-828369-4 is: [] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:17:30.413838 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-0987e768-0a3a-4d28-be2a-faf1d8bfb897 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] No DVR routers for this DVR port 6e9d435a-540a-4ac9-9688-d711412ef2a9 on host n-h1-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:17:30.418434 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-0987e768-0a3a-4d28-be2a-faf1d8bfb897 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:30.421560 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-0987e768-0a3a-4d28-be2a-faf1d8bfb897 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.47 "DELETE /v2.0/ports/6e9d435a-540a-4ac9-9688-d711412ef2a9 HTTP/1.1" status: 204 len: 173 time: 2.1630154 Feb 09 01:17:30.425262 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-861bf224-f7c9-46ed-af5b-6e119fad209a tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for router (7a61de9a-9652-4a7b-9b35-77753bbe9b12), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:30.467947 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'name': 'network-vif-deleted', 'tag': '6e9d435a-540a-4ac9-9688-d711412ef2a9'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:17:30.470671 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee07d78e-4846-40ca-87ce-c2bdf19f76ff" -d '{"events": [{"server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "name": "network-vif-deleted", "tag": "6e9d435a-540a-4ac9-9688-d711412ef2a9"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:17:30.482124 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-6f6fdf84-2904-4459-868d-024daf330971 service neutron] 10.222.0.50 "GET /v2.0/networks/e7ce16ed-63e9-45a1-8a66-e39de50beda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653875 Feb 09 01:17:30.601666 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5626c45-9f16-4ebf-9e44-3c51d292ac3d x-openstack-request-id: req-e5626c45-9f16-4ebf-9e44-3c51d292ac3d {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:17:30.601794 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "name": "network-vif-deleted", "tag": "6e9d435a-540a-4ac9-9688-d711412ef2a9", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:17:30.602004 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e5626c45-9f16-4ebf-9e44-3c51d292ac3d {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:17:30.602524 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'name': 'network-vif-deleted', 'tag': '6e9d435a-540a-4ac9-9688-d711412ef2a9', 'status': 'completed', 'code': 200} Feb 09 01:17:30.679871 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a79e4bb9-e51a-4622-8ca2-f936ca537473 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (73bc3cd9-960e-42f7-a9c5-44e6ac4b159c), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:30.958294 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0ff7cf48-9b44-4fb7-a18c-ca0538e867e6 req-92b558f2-d687-4381-8733-06c37c785167 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fa31bcc-50c2-42be-a142-a6bedd637b5e HTTP/1.1" status: 200 len: 210 time: 0.0860658 Feb 09 01:17:31.055526 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-65c3eb21-9d6d-40fe-8fab-bb1c83926a45 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for router_gateway (2c43ab71-6e80-4612-9f27-ef7c56d158a6), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:31.195638 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca3df1-9936-48b9-94aa-5466b777489c req-e29d5fd0-b995-4c33-801d-8eb9e4fd20fa tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:31.201094 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca3df1-9936-48b9-94aa-5466b777489c req-e29d5fd0-b995-4c33-801d-8eb9e4fd20fa tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:31.209275 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ebca3df1-9936-48b9-94aa-5466b777489c req-e29d5fd0-b995-4c33-801d-8eb9e4fd20fa tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 1677 time: 0.1351690 Feb 09 01:17:31.309814 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08d2186-e53a-48a7-802f-7f5c52866d24 None None] Network e7ce16ed-63e9-45a1-8a66-e39de50beda3 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:17:31.325634 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e4bb9-e51a-4622-8ca2-f936ca537473 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event deleted for resources: {'Port': ['ID=73bc3cd9-960e-42f7-a9c5-44e6ac4b159c,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:31.398792 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4d66be11-054c-4c8b-b530-8f237db2bd90 req-d28f1bad-6fe0-4318-b9fd-f0fa43eed213 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 210 time: 0.0782750 Feb 09 01:17:31.408407 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ebca3df1-9936-48b9-94aa-5466b777489c req-2eae276b-ed9f-4738-b5f9-e155897f78e8 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1981602 Feb 09 01:17:31.444585 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-861bf224-f7c9-46ed-af5b-6e119fad209a tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for router_gateway (7a61de9a-9652-4a7b-9b35-77753bbe9b12), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:31.461504 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device cd869003-3cb1-4e28-83be-5b81355eea9b up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:17:31.575053 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-4f48e8c0-b4bc-4dbb-83bc-a538e2a0600b None None] Provisioning complete for port cd869003-3cb1-4e28-83be-5b81355eea9b triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:31.575796 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4f48e8c0-b4bc-4dbb-83bc-a538e2a0600b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (cd869003-3cb1-4e28-83be-5b81355eea9b), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:31.678997 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-08664124-9d5b-4acf-b634-a2b039404dca tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Deleting port f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:31.679925 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-08664124-9d5b-4acf-b634-a2b039404dca tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:31.745773 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a79e4bb9-e51a-4622-8ca2-f936ca537473 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (8a802f47-336a-499f-809e-ade658403707), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:31.752121 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port cd869003-3cb1-4e28-83be-5b81355eea9b triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:31.754805 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (cd869003-3cb1-4e28-83be-5b81355eea9b), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:31.945014 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-861bf224-f7c9-46ed-af5b-6e119fad209a tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Deleting port ba5f9603-9802-4ad3-bfe1-02f0956c703b {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:31.945435 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-861bf224-f7c9-46ed-af5b-6e119fad209a tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (ba5f9603-9802-4ad3-bfe1-02f0956c703b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:32.097794 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-08664124-9d5b-4acf-b634-a2b039404dca tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] For port f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d,segment=NetworkSegment(b9924f51-c522-46e8-8838-6bb3a31f2b79),segment_id=b9924f51-c522-46e8-8838-6bb3a31f2b79)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:32.098207 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-08664124-9d5b-4acf-b634-a2b039404dca tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:32.100564 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port cd869003-3cb1-4e28-83be-5b81355eea9b is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:32.100980 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (cd869003-3cb1-4e28-83be-5b81355eea9b), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:32.108684 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-65c3eb21-9d6d-40fe-8fab-bb1c83926a45 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57606'] for router (2c43ab71-6e80-4612-9f27-ef7c56d158a6), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:32.117808 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-65c3eb21-9d6d-40fe-8fab-bb1c83926a45 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-482771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-482762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-478377'] for router (2c43ab71-6e80-4612-9f27-ef7c56d158a6), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:32.158193 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port cd869003-3cb1-4e28-83be-5b81355eea9b, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=cd869003-3cb1-4e28-83be-5b81355eea9b,segment=NetworkSegment(64990828-b09c-41bd-9366-c1b94d63c232),segment_id=64990828-b09c-41bd-9366-c1b94d63c232)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:32.160471 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-4f48e8c0-b4bc-4dbb-83bc-a538e2a0600b None None] Current status of the port cd869003-3cb1-4e28-83be-5b81355eea9b is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:32.160943 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4f48e8c0-b4bc-4dbb-83bc-a538e2a0600b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (cd869003-3cb1-4e28-83be-5b81355eea9b), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:32.175389 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (cd869003-3cb1-4e28-83be-5b81355eea9b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:32.293849 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-861bf224-f7c9-46ed-af5b-6e119fad209a tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (ba5f9603-9802-4ad3-bfe1-02f0956c703b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:32.323534 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-861bf224-f7c9-46ed-af5b-6e119fad209a tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Calling delete_port for ba5f9603-9802-4ad3-bfe1-02f0956c703b owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:32.327479 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d8e5f1e8-2461-41a3-808e-9ce6d85482d4 req-e990e730-d26d-4375-8993-95a061649d5f tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fa31bcc-50c2-42be-a142-a6bedd637b5e HTTP/1.1" status: 200 len: 210 time: 0.1253164 Feb 09 01:17:32.396985 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1367d1fe-1d2d-413f-94bf-ac2bb7d61c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:32.404407 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c3eb21-9d6d-40fe-8fab-bb1c83926a45 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Router 2c43ab71-6e80-4612-9f27-ef7c56d158a6 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:17:32.430615 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=cd869003-3cb1-4e28-83be-5b81355eea9b,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:32.446722 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.api [None req-4f48e8c0-b4bc-4dbb-83bc-a538e2a0600b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:17:32.447174 n-d-828369-4 neutron-server[103138]: DEBUG oslo_db.api [None req-4f48e8c0-b4bc-4dbb-83bc-a538e2a0600b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:17:32.508735 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-08664124-9d5b-4acf-b634-a2b039404dca tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Calling delete_port for f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d owned by compute:nova {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:32.748688 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79e4bb9-e51a-4622-8ca2-f936ca537473 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Router 8a802f47-336a-499f-809e-ade658403707 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:17:32.941613 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-08664124-9d5b-4acf-b634-a2b039404dca tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:32.944119 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79e4bb9-e51a-4622-8ca2-f936ca537473 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:17:32.949709 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-861bf224-f7c9-46ed-af5b-6e119fad209a tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (ba5f9603-9802-4ad3-bfe1-02f0956c703b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:32.955420 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a79e4bb9-e51a-4622-8ca2-f936ca537473 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "PUT /v2.0/routers/8a802f47-336a-499f-809e-ade658403707/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9035451 Feb 09 01:17:32.964003 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e500e415-0ef1-4484-b4bb-56faed53ba49 None None] Sync routers for ids ['8a802f47-336a-499f-809e-ade658403707'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:17:32.977045 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59262) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:32.984654 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08664124-9d5b-4acf-b634-a2b039404dca tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Pushing event deleted for resources: {'Port': ['ID=f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:33.029111 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e500e415-0ef1-4484-b4bb-56faed53ba49 None None] Routers {'8a802f47-336a-499f-809e-ade658403707'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:33.029750 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-e500e415-0ef1-4484-b4bb-56faed53ba49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:17:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['8a802f47-336a-499f-809e-ade658403707'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:33.038766 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861bf224-f7c9-46ed-af5b-6e119fad209a tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Pushing event deleted for resources: {'Port': ['ID=ba5f9603-9802-4ad3-bfe1-02f0956c703b,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:33.083358 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-4f48e8c0-b4bc-4dbb-83bc-a538e2a0600b None None] Current status of the port cd869003-3cb1-4e28-83be-5b81355eea9b is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:33.088044 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-14cdb97b-2bec-43e0-a33e-e1c52a8e751a req-18670909-e425-4803-be32-278d610d1636 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 210 time: 0.1472328 Feb 09 01:17:33.165551 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-861bf224-f7c9-46ed-af5b-6e119fad209a tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (7a61de9a-9652-4a7b-9b35-77753bbe9b12), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:33.168015 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-08664124-9d5b-4acf-b634-a2b039404dca tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] No DVR routers for this DVR port f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d on host n-h1-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:17:33.171293 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-08664124-9d5b-4acf-b634-a2b039404dca tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:33.172225 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-e500e415-0ef1-4484-b4bb-56faed53ba49 None None] Set router 8a802f47-336a-499f-809e-ade658403707 gateway port host: None {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:17:33.175240 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-08664124-9d5b-4acf-b634-a2b039404dca tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.47 "DELETE /v2.0/ports/f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d HTTP/1.1" status: 204 len: 173 time: 2.7154622 Feb 09 01:17:33.175771 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'name': 'network-vif-deleted', 'tag': 'f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:17:33.178248 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8097f845-aa52-4a0f-ad4d-68ff6119b787" -d '{"events": [{"server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "name": "network-vif-deleted", "tag": "f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:17:33.221191 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-dc24cf0a-2640-43d9-b7a7-d309be46dacd None None] Provisioning complete for port cd869003-3cb1-4e28-83be-5b81355eea9b triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:33.221191 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc24cf0a-2640-43d9-b7a7-d309be46dacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (cd869003-3cb1-4e28-83be-5b81355eea9b), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:33.221398 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-a266d5ab-24ba-490f-9281-64261297589e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Deleting subnet 3cd1fdb8-92f7-47e5-88db-31c64a33ccb5 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:17:33.244575 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a266d5ab-24ba-490f-9281-64261297589e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for subnet (3cd1fdb8-92f7-47e5-88db-31c64a33ccb5), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:33.290188 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3ae88-8d61-466f-bd21-cd0a3436bf6a req-5f5c67b8-fe9f-4eeb-a684-43f161759ae3 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:33.291774 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2be3ae88-8d61-466f-bd21-cd0a3436bf6a req-5f5c67b8-fe9f-4eeb-a684-43f161759ae3 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 943 time: 0.3742325 Feb 09 01:17:33.396006 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c3eb21-9d6d-40fe-8fab-bb1c83926a45 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:17:33.402232 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a266d5ab-24ba-490f-9281-64261297589e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (3cd1fdb8-92f7-47e5-88db-31c64a33ccb5), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:33.418982 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26562e93-6650-457e-93c2-4dc1bc9e30e6 None None] Sync routers for ids ['2c43ab71-6e80-4612-9f27-ef7c56d158a6'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:17:33.443611 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c716a400-a9c5-4c0c-b67f-0ddfa3f3b2c6 x-openstack-request-id: req-c716a400-a9c5-4c0c-b67f-0ddfa3f3b2c6 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:17:33.444064 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "name": "network-vif-deleted", "tag": "f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:17:33.444944 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c716a400-a9c5-4c0c-b67f-0ddfa3f3b2c6 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:17:33.445459 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'name': 'network-vif-deleted', 'tag': 'f5c2de7f-a4ba-4e3e-98f0-b2d474e18a9d', 'status': 'completed', 'code': 200} Feb 09 01:17:33.450714 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-dc24cf0a-2640-43d9-b7a7-d309be46dacd None None] Current status of the port cd869003-3cb1-4e28-83be-5b81355eea9b is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:33.451244 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-2f7e2560-a151-4a6d-8504-7adb6ef94c67 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:33.463224 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26562e93-6650-457e-93c2-4dc1bc9e30e6 None None] Routers {'2c43ab71-6e80-4612-9f27-ef7c56d158a6'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:33.467244 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-26562e93-6650-457e-93c2-4dc1bc9e30e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:17:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['2c43ab71-6e80-4612-9f27-ef7c56d158a6'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:33.467432 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-2f7e2560-a151-4a6d-8504-7adb6ef94c67 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:33.469039 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-2f7e2560-a151-4a6d-8504-7adb6ef94c67 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.120 "GET /v2.0/networks?id=17dd01c0-4058-48f2-881f-1d1470db863c&id=e7ce16ed-63e9-45a1-8a66-e39de50beda3 HTTP/1.1" status: 200 len: 1391 time: 0.5426011 Feb 09 01:17:33.479830 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-65c3eb21-9d6d-40fe-8fab-bb1c83926a45 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:33.481739 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-65c3eb21-9d6d-40fe-8fab-bb1c83926a45 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] 10.222.0.50 "PUT /v2.0/routers/2c43ab71-6e80-4612-9f27-ef7c56d158a6 HTTP/1.1" status: 200 len: 920 time: 3.1153574 Feb 09 01:17:33.503866 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59270) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:33.557286 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-26562e93-6650-457e-93c2-4dc1bc9e30e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:33.561140 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-e500e415-0ef1-4484-b4bb-56faed53ba49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a802f47-336a-499f-809e-ade658403707', 'name': 'tempest-RoutersIpV6Test-router-1203164882', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:35Z', 'updated_at': '2022-02-09T01:17:30Z', 'revision_number': 8, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'gw_port_host': None, '_interfaces': [{'id': '6daf4a56-5b77-4881-b1e7-22b17b7d330f', 'name': '', 'network_id': '3ec62db4-d42d-43d1-9cda-9dd513e0c974', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:0a:23:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:39Z', 'updated_at': '2022-02-09T01:16:45Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4', 'name': '', 'network_id': 'd7f51f96-79d1-4cd2-9ca4-93d2f898b4e9', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:d0:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '4c593e5d-3d39-4445-8ed4-07b0bb5103c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:46Z', 'updated_at': '2022-02-09T01:16:56Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '4c593e5d-3d39-4445-8ed4-07b0bb5103c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4cf7d32-cdd3-4017-a8f2-7e3caad94728', 'name': '', 'network_id': '3c2d5bc4-8356-454a-aa1f-0d6afc7a230d', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:72:09:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '319dd928-af73-43f7-ad76-7134c8b37d54', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:57Z', 'updated_at': '2022-02-09T01:17:05Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '319dd928-af73-43f7-ad76-7134c8b37d54', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:33.564659 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device cd869003-3cb1-4e28-83be-5b81355eea9b up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:17:33.589718 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-83ae273f-1571-41bd-a836-416365ee2a4a req-bc4b1256-05fc-48cc-b428-cf838d0838c4 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fa31bcc-50c2-42be-a142-a6bedd637b5e HTTP/1.1" status: 200 len: 210 time: 0.0344529 Feb 09 01:17:33.596684 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-ea8bcbaa-10bf-44b4-882c-88eedf0a62ea tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Request body: {'port': {'device_id': '2fa31bcc-50c2-42be-a142-a6bedd637b5e', 'network_id': '17dd01c0-4058-48f2-881f-1d1470db863c', 'admin_state_up': True, 'tenant_id': '19b538c3b5a14e6daaae72754eb8a669'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:33.613893 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e500e415-0ef1-4484-b4bb-56faed53ba49 None None] Checking router: 8a802f47-336a-499f-809e-ade658403707 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:17:33.626392 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e500e415-0ef1-4484-b4bb-56faed53ba49 None None] Routers {'8a802f47-336a-499f-809e-ade658403707'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:33.627246 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-e500e415-0ef1-4484-b4bb-56faed53ba49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:17:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['8a802f47-336a-499f-809e-ade658403707'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:33.647301 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26562e93-6650-457e-93c2-4dc1bc9e30e6 None None] Routers {'2c43ab71-6e80-4612-9f27-ef7c56d158a6'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:33.648296 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-26562e93-6650-457e-93c2-4dc1bc9e30e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:17:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['2c43ab71-6e80-4612-9f27-ef7c56d158a6'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:33.694530 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-861bf224-f7c9-46ed-af5b-6e119fad209a tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (7a61de9a-9652-4a7b-9b35-77753bbe9b12), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:33.706890 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-861bf224-f7c9-46ed-af5b-6e119fad209a tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for router_controller (7a61de9a-9652-4a7b-9b35-77753bbe9b12), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:33.733092 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-26562e93-6650-457e-93c2-4dc1bc9e30e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:33.734736 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26562e93-6650-457e-93c2-4dc1bc9e30e6 None None] The sync data for ids ['2c43ab71-6e80-4612-9f27-ef7c56d158a6'] in n-d-828369-4 is: [] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:17:33.763043 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-e500e415-0ef1-4484-b4bb-56faed53ba49 None None] Set router 8a802f47-336a-499f-809e-ade658403707 gateway port host: None {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:17:33.783012 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port cd869003-3cb1-4e28-83be-5b81355eea9b triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:33.783407 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (cd869003-3cb1-4e28-83be-5b81355eea9b), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:33.794854 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2be3ae88-8d61-466f-bd21-cd0a3436bf6a req-3010770f-64b0-4f5f-849e-d3bc0e91ccf2 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4677594 Feb 09 01:17:33.840268 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-861bf224-f7c9-46ed-af5b-6e119fad209a tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (7a61de9a-9652-4a7b-9b35-77753bbe9b12), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:33.841160 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861bf224-f7c9-46ed-af5b-6e119fad209a tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Fanout notify agent at l3_agent the message router_deleted on router 7a61de9a-9652-4a7b-9b35-77753bbe9b12 {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:17:33.853574 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-861bf224-f7c9-46ed-af5b-6e119fad209a tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:33.857142 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-861bf224-f7c9-46ed-af5b-6e119fad209a tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "DELETE /v2.0/routers/7a61de9a-9652-4a7b-9b35-77753bbe9b12 HTTP/1.1" status: 204 len: 168 time: 3.7918913 Feb 09 01:17:33.858664 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59274) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:33.866067 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a266d5ab-24ba-490f-9281-64261297589e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (3cd1fdb8-92f7-47e5-88db-31c64a33ccb5), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:33.902277 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2bdaccf9-a3ee-4a90-bdbb-96f2dcfc2640 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] 10.222.0.50 "GET /v2.0/routers/2c43ab71-6e80-4612-9f27-ef7c56d158a6 HTTP/1.1" status: 200 len: 920 time: 0.3909450 Feb 09 01:17:33.906432 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59276) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:33.960065 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-ea8bcbaa-10bf-44b4-882c-88eedf0a62ea tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Made reservation on behalf of 19b538c3b5a14e6daaae72754eb8a669 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:33.964893 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-ea8bcbaa-10bf-44b4-882c-88eedf0a62ea tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:33.991725 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port cd869003-3cb1-4e28-83be-5b81355eea9b is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:33.992623 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-48b802e5-7cba-4ca5-b65c-5b73d06cf740 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Deleting port 85e19991-1898-48d7-915a-2a768796af7f {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:33.993165 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-48b802e5-7cba-4ca5-b65c-5b73d06cf740 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (85e19991-1898-48d7-915a-2a768796af7f), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:34.000493 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a266d5ab-24ba-490f-9281-64261297589e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (3cd1fdb8-92f7-47e5-88db-31c64a33ccb5), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:34.042385 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a266d5ab-24ba-490f-9281-64261297589e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event deleted for resources: {'Subnet': ['ID=3cd1fdb8-92f7-47e5-88db-31c64a33ccb5,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:34.045846 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-d19a9ae9-b058-4848-90af-10daa3c4d4a1 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Deleting subnet 897c663b-9282-414d-bf0f-a0b636589980 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:17:34.051710 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d19a9ae9-b058-4848-90af-10daa3c4d4a1 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for subnet (897c663b-9282-414d-bf0f-a0b636589980), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:34.090070 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a266d5ab-24ba-490f-9281-64261297589e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:34.095692 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a266d5ab-24ba-490f-9281-64261297589e tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "DELETE /v2.0/subnets/3cd1fdb8-92f7-47e5-88db-31c64a33ccb5 HTTP/1.1" status: 204 len: 168 time: 1.0980635 Feb 09 01:17:34.096421 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee9ccea-6562-467e-9502-6286ed212268 None None] Network 400813cf-8d75-49c3-8c0d-f300ce2c7169 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:17:34.096873 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59280) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:34.163643 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-48b802e5-7cba-4ca5-b65c-5b73d06cf740 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] For port 85e19991-1898-48d7-915a-2a768796af7f, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=85e19991-1898-48d7-915a-2a768796af7f,segment=NetworkSegment(0a5119f9-71e1-4367-8a68-4998699e66da),segment_id=0a5119f9-71e1-4367-8a68-4998699e66da)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:34.164019 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-48b802e5-7cba-4ca5-b65c-5b73d06cf740 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (85e19991-1898-48d7-915a-2a768796af7f), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:34.174239 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-e500e415-0ef1-4484-b4bb-56faed53ba49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a802f47-336a-499f-809e-ade658403707', 'name': 'tempest-RoutersIpV6Test-router-1203164882', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:35Z', 'updated_at': '2022-02-09T01:17:30Z', 'revision_number': 8, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'gw_port_host': None, '_interfaces': [{'id': '6daf4a56-5b77-4881-b1e7-22b17b7d330f', 'name': '', 'network_id': '3ec62db4-d42d-43d1-9cda-9dd513e0c974', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:0a:23:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:39Z', 'updated_at': '2022-02-09T01:16:45Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4', 'name': '', 'network_id': 'd7f51f96-79d1-4cd2-9ca4-93d2f898b4e9', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:d0:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '4c593e5d-3d39-4445-8ed4-07b0bb5103c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:46Z', 'updated_at': '2022-02-09T01:16:56Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '4c593e5d-3d39-4445-8ed4-07b0bb5103c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4cf7d32-cdd3-4017-a8f2-7e3caad94728', 'name': '', 'network_id': '3c2d5bc4-8356-454a-aa1f-0d6afc7a230d', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:72:09:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '319dd928-af73-43f7-ad76-7134c8b37d54', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:57Z', 'updated_at': '2022-02-09T01:17:05Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '319dd928-af73-43f7-ad76-7134c8b37d54', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:34.193652 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0772b963-4cec-4e05-b2db-1f2a8f343a9f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (400813cf-8d75-49c3-8c0d-f300ce2c7169), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:34.222874 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e500e415-0ef1-4484-b4bb-56faed53ba49 None None] The sync data for ids ['8a802f47-336a-499f-809e-ade658403707'] in n-d-828369-4 is: [{'id': '8a802f47-336a-499f-809e-ade658403707', 'name': 'tempest-RoutersIpV6Test-router-1203164882', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:35Z', 'updated_at': '2022-02-09T01:17:30Z', 'revision_number': 8, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'gw_port_host': None, '_interfaces': [{'id': '6daf4a56-5b77-4881-b1e7-22b17b7d330f', 'name': '', 'network_id': '3ec62db4-d42d-43d1-9cda-9dd513e0c974', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:0a:23:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:39Z', 'updated_at': '2022-02-09T01:16:45Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4', 'name': '', 'network_id': 'd7f51f96-79d1-4cd2-9ca4-93d2f898b4e9', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:d0:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '4c593e5d-3d39-4445-8ed4-07b0bb5103c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:46Z', 'updated_at': '2022-02-09T01:16:56Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '4c593e5d-3d39-4445-8ed4-07b0bb5103c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4cf7d32-cdd3-4017-a8f2-7e3caad94728', 'name': '', 'network_id': '3c2d5bc4-8356-454a-aa1f-0d6afc7a230d', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:72:09:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '319dd928-af73-43f7-ad76-7134c8b37d54', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:57Z', 'updated_at': '2022-02-09T01:17:05Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '319dd928-af73-43f7-ad76-7134c8b37d54', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:17:34.258142 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-50995dfe-6d32-4634-bed0-2b9622c767d2 req-4b9a1086-d8c0-40f5-a4dd-ea257f528910 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 210 time: 0.0583298 Feb 09 01:17:34.304862 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8da0c8-206f-433f-97fd-541fbb599f3b tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:34.309421 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-dd8da0c8-206f-433f-97fd-541fbb599f3b tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=ca740734-29c2-4b60-ae10-4c709b5c6ef4&device_id=2c43ab71-6e80-4612-9f27-ef7c56d158a6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3978629 Feb 09 01:17:34.321644 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59284) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:34.344387 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d19a9ae9-b058-4848-90af-10daa3c4d4a1 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (897c663b-9282-414d-bf0f-a0b636589980), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:34.423467 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6ab86338-bd9c-4a92-b12e-07b9cc202304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:34.453762 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d19a9ae9-b058-4848-90af-10daa3c4d4a1 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (897c663b-9282-414d-bf0f-a0b636589980), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:34.477038 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-ea8bcbaa-10bf-44b4-882c-88eedf0a62ea tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Allocated IP 19.80.0.48 (17dd01c0-4058-48f2-881f-1d1470db863c/26be36d3-b85c-40c4-8c3e-87ec0e562361/329cb3eb-a186-4e5a-989e-2250778fdb9d) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:34.484760 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-0772b963-4cec-4e05-b2db-1f2a8f343a9f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Deleting port b1ccdcaa-dfdf-4c6b-881e-007b9f3af773 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:34.485190 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0772b963-4cec-4e05-b2db-1f2a8f343a9f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (b1ccdcaa-dfdf-4c6b-881e-007b9f3af773), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:34.512295 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-48b802e5-7cba-4ca5-b65c-5b73d06cf740 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:34.512995 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-48b802e5-7cba-4ca5-b65c-5b73d06cf740 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (ee10216e-bd89-42d9-96a0-710bfcb49dc4), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:34.513276 n-d-828369-4 neutron-server[103137]: INFO neutron.db.l3_db [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-48b802e5-7cba-4ca5-b65c-5b73d06cf740 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Floating IP ee10216e-bd89-42d9-96a0-710bfcb49dc4 disassociated. External IP: 172.25.8.239, port: 85e19991-1898-48d7-915a-2a768796af7f. Feb 09 01:17:34.513626 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-48b802e5-7cba-4ca5-b65c-5b73d06cf740 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Calling delete_port for 85e19991-1898-48d7-915a-2a768796af7f owned by compute:nova {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:34.533692 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47678d5c-4971-426e-b6b7-9c62f97c3042 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:34.538717 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-47678d5c-4971-426e-b6b7-9c62f97c3042 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] 10.222.0.50 "GET /v2.0/networks/ca740734-29c2-4b60-ae10-4c709b5c6ef4 HTTP/1.1" status: 200 len: 881 time: 0.2099118 Feb 09 01:17:34.540195 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59286) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:34.578431 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d19a9ae9-b058-4848-90af-10daa3c4d4a1 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (897c663b-9282-414d-bf0f-a0b636589980), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:34.591276 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1fc0738e-4b55-480e-a400-30f39467c62a tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c43ab71-6e80-4612-9f27-ef7c56d158a6 HTTP/1.1" status: 200 len: 205 time: 0.0477033 Feb 09 01:17:34.596491 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59288) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:34.626294 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fe866f-097a-4bde-906f-7f8a1fc62a29 None None] DHCP port deletion for 400813cf-8d75-49c3-8c0d-f300ce2c7169 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:17:34.664273 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-0772b963-4cec-4e05-b2db-1f2a8f343a9f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] For port b1ccdcaa-dfdf-4c6b-881e-007b9f3af773, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=b1ccdcaa-dfdf-4c6b-881e-007b9f3af773,segment=NetworkSegment(019a7cae-58ea-471e-b6df-dd790f972ffc),segment_id=019a7cae-58ea-471e-b6df-dd790f972ffc)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:34.664944 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0772b963-4cec-4e05-b2db-1f2a8f343a9f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (b1ccdcaa-dfdf-4c6b-881e-007b9f3af773), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:34.707779 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-85fe866f-097a-4bde-906f-7f8a1fc62a29 None None] Deleting port b1ccdcaa-dfdf-4c6b-881e-007b9f3af773 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:34.708417 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-85fe866f-097a-4bde-906f-7f8a1fc62a29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (b1ccdcaa-dfdf-4c6b-881e-007b9f3af773), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:34.725973 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-0772b963-4cec-4e05-b2db-1f2a8f343a9f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Calling delete_port for b1ccdcaa-dfdf-4c6b-881e-007b9f3af773 owned by network:dhcp {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:34.755430 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a9ae9-b058-4848-90af-10daa3c4d4a1 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Pushing event deleted for resources: {'Subnet': ['ID=897c663b-9282-414d-bf0f-a0b636589980,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:34.792279 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3884c37c-c508-4044-8f30-e42b8085486a req-c873c17a-b176-43d4-9830-ba56ec2d9b0e tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fa31bcc-50c2-42be-a142-a6bedd637b5e HTTP/1.1" status: 200 len: 210 time: 0.0511436 Feb 09 01:17:34.831623 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-85fe866f-097a-4bde-906f-7f8a1fc62a29 None None] For port b1ccdcaa-dfdf-4c6b-881e-007b9f3af773, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=b1ccdcaa-dfdf-4c6b-881e-007b9f3af773,segment=NetworkSegment(019a7cae-58ea-471e-b6df-dd790f972ffc),segment_id=019a7cae-58ea-471e-b6df-dd790f972ffc)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:34.832072 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-85fe866f-097a-4bde-906f-7f8a1fc62a29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (b1ccdcaa-dfdf-4c6b-881e-007b9f3af773), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:34.896286 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-85fe866f-097a-4bde-906f-7f8a1fc62a29 None None] Calling delete_port for b1ccdcaa-dfdf-4c6b-881e-007b9f3af773 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:34.922543 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-ea8bcbaa-10bf-44b4-882c-88eedf0a62ea tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks [] for port (329cb3eb-a186-4e5a-989e-2250778fdb9d), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:34.996273 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0772b963-4cec-4e05-b2db-1f2a8f343a9f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (b1ccdcaa-dfdf-4c6b-881e-007b9f3af773), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:35.057833 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0772b963-4cec-4e05-b2db-1f2a8f343a9f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] No DVR routers for this DVR port b1ccdcaa-dfdf-4c6b-881e-007b9f3af773 on host n-d-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:17:35.060778 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-85fe866f-097a-4bde-906f-7f8a1fc62a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (b1ccdcaa-dfdf-4c6b-881e-007b9f3af773), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:35.063536 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0772b963-4cec-4e05-b2db-1f2a8f343a9f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event deleted for resources: {'Port': ['ID=b1ccdcaa-dfdf-4c6b-881e-007b9f3af773,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:35.083921 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fe866f-097a-4bde-906f-7f8a1fc62a29 None None] No DVR routers for this DVR port b1ccdcaa-dfdf-4c6b-881e-007b9f3af773 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:17:35.096529 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-ea8bcbaa-10bf-44b4-882c-88eedf0a62ea tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (329cb3eb-a186-4e5a-989e-2250778fdb9d), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:35.125759 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe866f-097a-4bde-906f-7f8a1fc62a29 None None] Pushing event deleted for resources: {'Port': ['ID=b1ccdcaa-dfdf-4c6b-881e-007b9f3af773,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:35.200589 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a2161-7b39-4d74-b6ef-d05c5f4f6208 req-24387acf-7090-4e9d-8642-7a996b048264 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:35.204586 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-214a2161-7b39-4d74-b6ef-d05c5f4f6208 req-24387acf-7090-4e9d-8642-7a996b048264 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 943 time: 0.2690973 Feb 09 01:17:35.233102 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-ea8bcbaa-10bf-44b4-882c-88eedf0a62ea tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Network 17dd01c0-4058-48f2-881f-1d1470db863c is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:35.251216 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-ea8bcbaa-10bf-44b4-882c-88eedf0a62ea tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:35.254259 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d19a9ae9-b058-4848-90af-10daa3c4d4a1 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:35.255138 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0772b963-4cec-4e05-b2db-1f2a8f343a9f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (400813cf-8d75-49c3-8c0d-f300ce2c7169), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:35.259611 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d19a9ae9-b058-4848-90af-10daa3c4d4a1 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "DELETE /v2.0/subnets/897c663b-9282-414d-bf0f-a0b636589980 HTTP/1.1" status: 204 len: 168 time: 1.3970656 Feb 09 01:17:35.262205 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59294) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:35.267094 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device b1ccdcaa-dfdf-4c6b-881e-007b9f3af773 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:17:35.295693 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: b1ccdcaa-dfdf-4c6b-881e-007b9f3af773 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:17:35.296172 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device b1ccdcaa-dfdf-4c6b-881e-007b9f3af773 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:17:35.296641 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 73bc3cd9-960e-42f7-a9c5-44e6ac4b159c no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:17:35.301442 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-ea8bcbaa-10bf-44b4-882c-88eedf0a62ea tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:17:35.341279 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-0772b963-4cec-4e05-b2db-1f2a8f343a9f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['400813cf-8d75-49c3-8c0d-f300ce2c7169']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:35.345328 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 73bc3cd9-960e-42f7-a9c5-44e6ac4b159c {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:17:35.345676 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 73bc3cd9-960e-42f7-a9c5-44e6ac4b159c not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:17:35.367621 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-0772b963-4cec-4e05-b2db-1f2a8f343a9f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '019a7cae-58ea-471e-b6df-dd790f972ffc') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:35.368130 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-0772b963-4cec-4e05-b2db-1f2a8f343a9f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '019a7cae-58ea-471e-b6df-dd790f972ffc') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:35.372234 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-777aaaaa-cf22-4e3c-b2e9-dfee9b064634 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (3bcff40c-bcc0-445f-89b7-ca3f90ad4135), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:35.379385 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0772b963-4cec-4e05-b2db-1f2a8f343a9f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (019a7cae-58ea-471e-b6df-dd790f972ffc), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:35.397682 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0772b963-4cec-4e05-b2db-1f2a8f343a9f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (019a7cae-58ea-471e-b6df-dd790f972ffc), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:35.400078 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8bcbaa-10bf-44b4-882c-88eedf0a62ea tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Pushing event updated for resources: {'Port': ['ID=329cb3eb-a186-4e5a-989e-2250778fdb9d,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:35.431519 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-48b802e5-7cba-4ca5-b65c-5b73d06cf740 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (85e19991-1898-48d7-915a-2a768796af7f), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:35.449571 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-45d8f220-1515-4814-85c7-eb7648dbac21 req-36ad9fdb-b2ce-4162-8f82-20e9ec823ec4 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 210 time: 0.0337458 Feb 09 01:17:35.478566 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b802e5-7cba-4ca5-b65c-5b73d06cf740 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Pushing event deleted for resources: {'Port': ['ID=85e19991-1898-48d7-915a-2a768796af7f,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:35.496740 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0772b963-4cec-4e05-b2db-1f2a8f343a9f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Releasing vlan 1037 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:17:35.497628 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0772b963-4cec-4e05-b2db-1f2a8f343a9f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (019a7cae-58ea-471e-b6df-dd790f972ffc), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:35.502114 n-d-828369-4 neutron-server[103136]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:17:35.502114 n-d-828369-4 neutron-server[103136]: items = [ Feb 09 01:17:35.502114 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:17:35.502114 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:17:35.502114 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:17:35.502114 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:17:35.502114 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:17:35.502114 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:17:35.502114 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:17:35.502114 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:17:35.502114 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:17:35.502114 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:17:35.502114 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:17:35.502114 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:17:35.502114 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:17:35.502114 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:17:35.502114 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:17:35.502114 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:17:35.502114 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:17:35.502114 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:17:35.502114 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:17:35.502114 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:17:35.502114 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:17:35.502114 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:17:35.502114 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:17:35.502114 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:17:35.502114 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:17:35.502114 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:17:35.502114 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:17:35.502114 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:17:35.502114 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:17:35.502114 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:17:35.502114 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:17:35.502114 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:17:35.572844 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-ea8bcbaa-10bf-44b4-882c-88eedf0a62ea tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:35.573460 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-ea8bcbaa-10bf-44b4-882c-88eedf0a62ea tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:35.599649 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-f0803117-c53a-4709-9de4-4c4b6cdf5a51 None None] Provisioning complete for port 329cb3eb-a186-4e5a-989e-2250778fdb9d triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:35.600205 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f0803117-c53a-4709-9de4-4c4b6cdf5a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (329cb3eb-a186-4e5a-989e-2250778fdb9d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:35.601138 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2ef0c28a-9d5f-4310-bf84-d43bb1661c50 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router (2c43ab71-6e80-4612-9f27-ef7c56d158a6), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:35.622999 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-214a2161-7b39-4d74-b6ef-d05c5f4f6208 req-ce3dbfaa-7117-4106-a092-dbf97ab38c5f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups?id=b29347ad-3705-4b0c-87f2-4151d4019155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3945649 Feb 09 01:17:35.632259 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-ea8bcbaa-10bf-44b4-882c-88eedf0a62ea tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0414624 Feb 09 01:17:35.634377 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0772b963-4cec-4e05-b2db-1f2a8f343a9f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (400813cf-8d75-49c3-8c0d-f300ce2c7169), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:35.646349 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0772b963-4cec-4e05-b2db-1f2a8f343a9f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:35.650363 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-0772b963-4cec-4e05-b2db-1f2a8f343a9f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "DELETE /v2.0/networks/400813cf-8d75-49c3-8c0d-f300ce2c7169 HTTP/1.1" status: 204 len: 168 time: 1.5521810 Feb 09 01:17:35.665654 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f0803117-c53a-4709-9de4-4c4b6cdf5a51 None None] Port 329cb3eb-a186-4e5a-989e-2250778fdb9d cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:17:35.669912 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-777aaaaa-cf22-4e3c-b2e9-dfee9b064634 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (3bcff40c-bcc0-445f-89b7-ca3f90ad4135), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:35.672223 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59298) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:35.672429 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-05e461f4-58dc-4fb4-bd84-7cae1bef2812 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Request body: {'port': {'device_id': '2fa31bcc-50c2-42be-a142-a6bedd637b5e', 'network_id': 'e7ce16ed-63e9-45a1-8a66-e39de50beda3', 'admin_state_up': True, 'tenant_id': '19b538c3b5a14e6daaae72754eb8a669'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:35.679690 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0772b963-4cec-4e05-b2db-1f2a8f343a9f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event deleted for resources: {'Network': ['ID=400813cf-8d75-49c3-8c0d-f300ce2c7169,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:35.806931 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-05e461f4-58dc-4fb4-bd84-7cae1bef2812 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Made reservation on behalf of 19b538c3b5a14e6daaae72754eb8a669 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:35.810886 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-05e461f4-58dc-4fb4-bd84-7cae1bef2812 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:35.853434 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:35.878385 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-777aaaaa-cf22-4e3c-b2e9-dfee9b064634 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bcff40c-bcc0-445f-89b7-ca3f90ad4135']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:35.911658 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-777aaaaa-cf22-4e3c-b2e9-dfee9b064634 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3efc2da1-7f28-42f3-9a40-016aba0046f2') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:35.911961 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-777aaaaa-cf22-4e3c-b2e9-dfee9b064634 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3efc2da1-7f28-42f3-9a40-016aba0046f2') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:35.929316 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-777aaaaa-cf22-4e3c-b2e9-dfee9b064634 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (3efc2da1-7f28-42f3-9a40-016aba0046f2), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:35.965099 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-777aaaaa-cf22-4e3c-b2e9-dfee9b064634 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (3efc2da1-7f28-42f3-9a40-016aba0046f2), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:35.977787 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-05e461f4-58dc-4fb4-bd84-7cae1bef2812 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Allocated IP 19.86.0.239 (e7ce16ed-63e9-45a1-8a66-e39de50beda3/1b813c13-14c0-4362-835d-85d8c1ae1d77/2e0fcf77-8fa0-4775-8095-e5fd97cff1f8) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:35.981169 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-777aaaaa-cf22-4e3c-b2e9-dfee9b064634 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:17:35.982174 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-777aaaaa-cf22-4e3c-b2e9-dfee9b064634 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (3efc2da1-7f28-42f3-9a40-016aba0046f2), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:35.987179 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:17:35.987179 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:17:35.987179 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:17:35.987179 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:17:35.987179 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:17:35.987179 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:17:35.987179 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:17:35.987179 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:17:35.987179 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:17:35.987179 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:17:35.987179 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:17:35.987179 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:17:35.987179 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:17:35.987179 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:17:35.987179 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:17:35.987179 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:17:35.987179 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:17:35.987179 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:17:35.987179 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:17:35.987179 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:17:35.987179 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:17:35.987179 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:17:35.987179 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:17:35.987179 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:17:35.987179 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:17:35.987179 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:17:35.987179 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:17:35.987179 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:17:35.987179 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:17:35.987179 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:17:35.987179 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:17:35.987179 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:17:36.054847 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-48b802e5-7cba-4ca5-b65c-5b73d06cf740 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Router 36658dc1-ed93-4169-902e-c5728eca054b has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:17:36.177637 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-05e461f4-58dc-4fb4-bd84-7cae1bef2812 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks [] for port (2e0fcf77-8fa0-4775-8095-e5fd97cff1f8), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:36.192015 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c982ebe-a9bd-41c4-b816-fa867b6684c9 req-53f79ae3-7d0b-4cb3-96b6-5f2421525874 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:36.193592 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4c982ebe-a9bd-41c4-b816-fa867b6684c9 req-53f79ae3-7d0b-4cb3-96b6-5f2421525874 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fa31bcc-50c2-42be-a142-a6bedd637b5e HTTP/1.1" status: 200 len: 931 time: 0.3007035 Feb 09 01:17:36.205101 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2ef0c28a-9d5f-4310-bf84-d43bb1661c50 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router_gateway (2c43ab71-6e80-4612-9f27-ef7c56d158a6), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:36.247757 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-777aaaaa-cf22-4e3c-b2e9-dfee9b064634 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (3bcff40c-bcc0-445f-89b7-ca3f90ad4135), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:36.252877 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-777aaaaa-cf22-4e3c-b2e9-dfee9b064634 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:36.255526 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-05e461f4-58dc-4fb4-bd84-7cae1bef2812 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (2e0fcf77-8fa0-4775-8095-e5fd97cff1f8), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:36.258036 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-777aaaaa-cf22-4e3c-b2e9-dfee9b064634 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] 10.222.0.50 "DELETE /v2.0/networks/3bcff40c-bcc0-445f-89b7-ca3f90ad4135 HTTP/1.1" status: 204 len: 168 time: 0.9950614 Feb 09 01:17:36.271129 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4c982ebe-a9bd-41c4-b816-fa867b6684c9 req-61556101-19bc-494b-9f7d-44337a6e5432 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/security-groups?id=45eaab36-af4f-4215-874b-e47cf74a9106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693953 Feb 09 01:17:36.315683 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-05e461f4-58dc-4fb4-bd84-7cae1bef2812 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Network e7ce16ed-63e9-45a1-8a66-e39de50beda3 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:36.319084 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-05e461f4-58dc-4fb4-bd84-7cae1bef2812 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:36.322985 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-05e461f4-58dc-4fb4-bd84-7cae1bef2812 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:17:36.329795 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e461f4-58dc-4fb4-bd84-7cae1bef2812 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Pushing event updated for resources: {'Port': ['ID=2e0fcf77-8fa0-4775-8095-e5fd97cff1f8,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:36.330836 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777aaaaa-cf22-4e3c-b2e9-dfee9b064634 tempest-FloatingIPTestJSON-101347837 tempest-FloatingIPTestJSON-101347837-project] Pushing event deleted for resources: {'Network': ['ID=3bcff40c-bcc0-445f-89b7-ca3f90ad4135,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:36.385317 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-05e461f4-58dc-4fb4-bd84-7cae1bef2812 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:36.385976 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-05e461f4-58dc-4fb4-bd84-7cae1bef2812 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:36.424563 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-05e461f4-58dc-4fb4-bd84-7cae1bef2812 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7816401 Feb 09 01:17:36.438616 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-48b802e5-7cba-4ca5-b65c-5b73d06cf740 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:17:36.439902 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-60f400c0-abcd-48e9-a58e-129e12ac6400 service neutron] Request body: {'port': {'device_id': '2fa31bcc-50c2-42be-a142-a6bedd637b5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:36.453235 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d446680-8920-44bc-a9c1-5b6a1df073c5 None None] Sync routers for ids ['36658dc1-ed93-4169-902e-c5728eca054b'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:17:36.469486 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d446680-8920-44bc-a9c1-5b6a1df073c5 None None] Routers {'36658dc1-ed93-4169-902e-c5728eca054b'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:36.470289 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9d446680-8920-44bc-a9c1-5b6a1df073c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:17:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['36658dc1-ed93-4169-902e-c5728eca054b'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:36.557823 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-48b802e5-7cba-4ca5-b65c-5b73d06cf740 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] No DVR routers for this DVR port 85e19991-1898-48d7-915a-2a768796af7f on host n-h1-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:17:36.564848 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-48b802e5-7cba-4ca5-b65c-5b73d06cf740 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:36.572752 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7809f261-ff41-4d4d-8c79-c01d7c592d63 req-48b802e5-7cba-4ca5-b65c-5b73d06cf740 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.47 "DELETE /v2.0/ports/85e19991-1898-48d7-915a-2a768796af7f HTTP/1.1" status: 204 len: 173 time: 3.3188615 Feb 09 01:17:36.582137 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'name': 'network-vif-deleted', 'tag': '85e19991-1898-48d7-915a-2a768796af7f'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:17:36.584600 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8accc102-10c7-44e4-9af5-57bec7b198a6" -d '{"events": [{"server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "name": "network-vif-deleted", "tag": "85e19991-1898-48d7-915a-2a768796af7f"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:17:36.654104 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117bde9b-ec71-4bcb-b9bf-dd7e6be683bb x-openstack-request-id: req-117bde9b-ec71-4bcb-b9bf-dd7e6be683bb {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:17:36.654884 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f3b147-454f-4de8-aed9-1bd66f187026", "name": "network-vif-deleted", "tag": "85e19991-1898-48d7-915a-2a768796af7f", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:17:36.654884 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-117bde9b-ec71-4bcb-b9bf-dd7e6be683bb {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:17:36.655109 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f3b147-454f-4de8-aed9-1bd66f187026', 'name': 'network-vif-deleted', 'tag': '85e19991-1898-48d7-915a-2a768796af7f', 'status': 'completed', 'code': 200} Feb 09 01:17:36.658547 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-2ef0c28a-9d5f-4310-bf84-d43bb1661c50 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Deleting port 696cea78-49af-4378-b995-1802de8b73a6 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:36.659039 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2ef0c28a-9d5f-4310-bf84-d43bb1661c50 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (696cea78-49af-4378-b995-1802de8b73a6), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:36.693939 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-9d446680-8920-44bc-a9c1-5b6a1df073c5 None None] Set router 36658dc1-ed93-4169-902e-c5728eca054b gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:17:36.704455 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-70b7413e-68a9-4542-88b5-6fc19138be1a None None] Provisioning complete for port 2e0fcf77-8fa0-4775-8095-e5fd97cff1f8 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:36.706179 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-70b7413e-68a9-4542-88b5-6fc19138be1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (2e0fcf77-8fa0-4775-8095-e5fd97cff1f8), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:36.716705 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-60f400c0-abcd-48e9-a58e-129e12ac6400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (329cb3eb-a186-4e5a-989e-2250778fdb9d), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:36.766994 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-772fcdd3-6f40-48b4-a23d-917551558a37 req-59569f0b-be69-4f57-8b14-01789c7874a3 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 210 time: 0.1569896 Feb 09 01:17:36.777392 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-70b7413e-68a9-4542-88b5-6fc19138be1a None None] Port 2e0fcf77-8fa0-4775-8095-e5fd97cff1f8 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:17:36.837030 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2ef0c28a-9d5f-4310-bf84-d43bb1661c50 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (696cea78-49af-4378-b995-1802de8b73a6), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:36.867540 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7d06d9b2-2dcf-4d44-8a4f-6e1fe678e8e1 req-9dbbc96f-8d91-49d1-9f7c-5b4729906782 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.0582817 Feb 09 01:17:36.888155 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-2ef0c28a-9d5f-4310-bf84-d43bb1661c50 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Calling delete_port for 696cea78-49af-4378-b995-1802de8b73a6 owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:36.894471 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59312) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:36.981411 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8cb5cadb-e03f-4a29-8949-6051a82f6c40 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (8a802f47-336a-499f-809e-ade658403707), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:37.058005 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9d446680-8920-44bc-a9c1-5b6a1df073c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36658dc1-ed93-4169-902e-c5728eca054b', 'name': 'tempest-TaggedBootDevicesTest_v242-738180123-router', 'tenant_id': 'e1de9b230a144a68a725edf02d781381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '9119c320-7625-4d7a-828f-5c6bf6ff8d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:42Z', 'updated_at': '2022-02-09T01:10:50Z', 'revision_number': 4, 'project_id': 'e1de9b230a144a68a725edf02d781381', 'gw_port': {'id': '9119c320-7625-4d7a-828f-5c6bf6ff8d7f', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36658dc1-ed93-4169-902e-c5728eca054b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:43Z', 'updated_at': '2022-02-09T01:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'd713426c-6ae6-43a0-94ab-6b2903902ff7', 'name': '', 'network_id': '4827bb9d-9020-4469-a360-2245b341e8df', 'tenant_id': 'e1de9b230a144a68a725edf02d781381', 'mac_address': 'fa:16:3e:46:67:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36658dc1-ed93-4169-902e-c5728eca054b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'f87558dc-7347-4167-80b6-52be7a572ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:48Z', 'updated_at': '2022-02-09T01:10:55Z', 'revision_number': 5, 'project_id': 'e1de9b230a144a68a725edf02d781381', 'subnets': [{'id': 'f87558dc-7347-4167-80b6-52be7a572ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:37.090953 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d446680-8920-44bc-a9c1-5b6a1df073c5 None None] Checking router: 36658dc1-ed93-4169-902e-c5728eca054b for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:17:37.104931 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d446680-8920-44bc-a9c1-5b6a1df073c5 None None] Routers {'36658dc1-ed93-4169-902e-c5728eca054b'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:37.106270 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9d446680-8920-44bc-a9c1-5b6a1df073c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:17:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['36658dc1-ed93-4169-902e-c5728eca054b'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:37.155048 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:37.214085 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-55d10082-c985-4676-a135-a446163c70d9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b28322fb716c48d1b01472991c7f46c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3176136 Feb 09 01:17:37.216576 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59316) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:37.249683 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-60f400c0-abcd-48e9-a58e-129e12ac6400 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 329cb3eb-a186-4e5a-989e-2250778fdb9d {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:17:37.260429 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-60f400c0-abcd-48e9-a58e-129e12ac6400 service neutron] Publish callbacks [] for port (329cb3eb-a186-4e5a-989e-2250778fdb9d), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:37.345388 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-60f400c0-abcd-48e9-a58e-129e12ac6400 service neutron] Transition to ACTIVE for port object 329cb3eb-a186-4e5a-989e-2250778fdb9d will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:37.351267 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2ef0c28a-9d5f-4310-bf84-d43bb1661c50 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (696cea78-49af-4378-b995-1802de8b73a6), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:37.361246 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4de8b7d9-6b7d-4589-ab44-3371629606e2 admin admin] Publish callbacks [] for security_group (47ee95f7-45d5-4d26-afdf-3ce9d6f30e0c), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:37.365639 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-60f400c0-abcd-48e9-a58e-129e12ac6400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (329cb3eb-a186-4e5a-989e-2250778fdb9d), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:37.377281 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-9d446680-8920-44bc-a9c1-5b6a1df073c5 None None] Set router 36658dc1-ed93-4169-902e-c5728eca054b gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:17:37.392692 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef0c28a-9d5f-4310-bf84-d43bb1661c50 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Pushing event deleted for resources: {'Port': ['ID=696cea78-49af-4378-b995-1802de8b73a6,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:37.493760 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4de8b7d9-6b7d-4589-ab44-3371629606e2 admin admin] Publish callbacks [] for security_group (47ee95f7-45d5-4d26-afdf-3ce9d6f30e0c), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:37.532588 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f400c0-abcd-48e9-a58e-129e12ac6400 service neutron] Pushing event updated for resources: {'Port': ['ID=329cb3eb-a186-4e5a-989e-2250778fdb9d,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:37.551578 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28217d0-0307-4bb7-9878-094aa47eaa7c req-cdc043e7-4a53-45c6-9306-d876e60b886b tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:37.557248 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28217d0-0307-4bb7-9878-094aa47eaa7c req-cdc043e7-4a53-45c6-9306-d876e60b886b tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:37.564658 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a28217d0-0307-4bb7-9878-094aa47eaa7c req-cdc043e7-4a53-45c6-9306-d876e60b886b tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fa31bcc-50c2-42be-a142-a6bedd637b5e HTTP/1.1" status: 200 len: 1666 time: 0.2111998 Feb 09 01:17:37.600263 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2ef0c28a-9d5f-4310-bf84-d43bb1661c50 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (2c43ab71-6e80-4612-9f27-ef7c56d158a6), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:37.636479 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-60f400c0-abcd-48e9-a58e-129e12ac6400 service neutron] Attempting to bind port 329cb3eb-a186-4e5a-989e-2250778fdb9d on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:17:37.636895 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-60f400c0-abcd-48e9-a58e-129e12ac6400 service neutron] Attempting to bind port 329cb3eb-a186-4e5a-989e-2250778fdb9d by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': 'f93b0c6b-83fa-4bea-a8dd-2602dfe0a7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '17dd01c0-4058-48f2-881f-1d1470db863c'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:17:37.637335 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-60f400c0-abcd-48e9-a58e-129e12ac6400 service neutron] Attempting to bind port 329cb3eb-a186-4e5a-989e-2250778fdb9d on network 17dd01c0-4058-48f2-881f-1d1470db863c {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:17:37.645828 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:37.654252 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-60f400c0-abcd-48e9-a58e-129e12ac6400 service neutron] Port 329cb3eb-a186-4e5a-989e-2250778fdb9d on network 17dd01c0-4058-48f2-881f-1d1470db863c not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:17:37.654606 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-60f400c0-abcd-48e9-a58e-129e12ac6400 service neutron] Attempting to bind port 329cb3eb-a186-4e5a-989e-2250778fdb9d on network 17dd01c0-4058-48f2-881f-1d1470db863c {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:17:37.673167 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a28217d0-0307-4bb7-9878-094aa47eaa7c req-b4dbe77c-8f95-4c02-b655-2741d032e7b9 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/security-groups?id=45eaab36-af4f-4215-874b-e47cf74a9106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075380 Feb 09 01:17:37.679229 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-60f400c0-abcd-48e9-a58e-129e12ac6400 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:17:37.679591 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-60f400c0-abcd-48e9-a58e-129e12ac6400 service neutron] Checking segment: {'id': 'f93b0c6b-83fa-4bea-a8dd-2602dfe0a7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '17dd01c0-4058-48f2-881f-1d1470db863c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:17:37.679993 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-60f400c0-abcd-48e9-a58e-129e12ac6400 service neutron] Bound using segment: {'id': 'f93b0c6b-83fa-4bea-a8dd-2602dfe0a7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '17dd01c0-4058-48f2-881f-1d1470db863c'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:17:37.680443 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-60f400c0-abcd-48e9-a58e-129e12ac6400 service neutron] Bound port: 329cb3eb-a186-4e5a-989e-2250778fdb9d, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f93b0c6b-83fa-4bea-a8dd-2602dfe0a7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '17dd01c0-4058-48f2-881f-1d1470db863c'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:17:37.687674 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-60f400c0-abcd-48e9-a58e-129e12ac6400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (329cb3eb-a186-4e5a-989e-2250778fdb9d), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:37.722767 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9d446680-8920-44bc-a9c1-5b6a1df073c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36658dc1-ed93-4169-902e-c5728eca054b', 'name': 'tempest-TaggedBootDevicesTest_v242-738180123-router', 'tenant_id': 'e1de9b230a144a68a725edf02d781381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '9119c320-7625-4d7a-828f-5c6bf6ff8d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:42Z', 'updated_at': '2022-02-09T01:10:50Z', 'revision_number': 4, 'project_id': 'e1de9b230a144a68a725edf02d781381', 'gw_port': {'id': '9119c320-7625-4d7a-828f-5c6bf6ff8d7f', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36658dc1-ed93-4169-902e-c5728eca054b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:43Z', 'updated_at': '2022-02-09T01:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'd713426c-6ae6-43a0-94ab-6b2903902ff7', 'name': '', 'network_id': '4827bb9d-9020-4469-a360-2245b341e8df', 'tenant_id': 'e1de9b230a144a68a725edf02d781381', 'mac_address': 'fa:16:3e:46:67:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36658dc1-ed93-4169-902e-c5728eca054b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'f87558dc-7347-4167-80b6-52be7a572ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:48Z', 'updated_at': '2022-02-09T01:10:55Z', 'revision_number': 5, 'project_id': 'e1de9b230a144a68a725edf02d781381', 'subnets': [{'id': 'f87558dc-7347-4167-80b6-52be7a572ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:37.772775 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2ef0c28a-9d5f-4310-bf84-d43bb1661c50 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (2c43ab71-6e80-4612-9f27-ef7c56d158a6), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:37.781263 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2ef0c28a-9d5f-4310-bf84-d43bb1661c50 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router_controller (2c43ab71-6e80-4612-9f27-ef7c56d158a6), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:37.788938 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4de8b7d9-6b7d-4589-ab44-3371629606e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (47ee95f7-45d5-4d26-afdf-3ce9d6f30e0c), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:37.791083 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d446680-8920-44bc-a9c1-5b6a1df073c5 None None] The sync data for ids ['36658dc1-ed93-4169-902e-c5728eca054b'] in n-d-828369-4 is: [{'id': '36658dc1-ed93-4169-902e-c5728eca054b', 'name': 'tempest-TaggedBootDevicesTest_v242-738180123-router', 'tenant_id': 'e1de9b230a144a68a725edf02d781381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '9119c320-7625-4d7a-828f-5c6bf6ff8d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:42Z', 'updated_at': '2022-02-09T01:10:50Z', 'revision_number': 4, 'project_id': 'e1de9b230a144a68a725edf02d781381', 'gw_port': {'id': '9119c320-7625-4d7a-828f-5c6bf6ff8d7f', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36658dc1-ed93-4169-902e-c5728eca054b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:43Z', 'updated_at': '2022-02-09T01:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'd713426c-6ae6-43a0-94ab-6b2903902ff7', 'name': '', 'network_id': '4827bb9d-9020-4469-a360-2245b341e8df', 'tenant_id': 'e1de9b230a144a68a725edf02d781381', 'mac_address': 'fa:16:3e:46:67:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36658dc1-ed93-4169-902e-c5728eca054b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'f87558dc-7347-4167-80b6-52be7a572ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:48Z', 'updated_at': '2022-02-09T01:10:55Z', 'revision_number': 5, 'project_id': 'e1de9b230a144a68a725edf02d781381', 'subnets': [{'id': 'f87558dc-7347-4167-80b6-52be7a572ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:17:37.793618 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4de8b7d9-6b7d-4589-ab44-3371629606e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:37.809914 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4de8b7d9-6b7d-4589-ab44-3371629606e2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/47ee95f7-45d5-4d26-afdf-3ce9d6f30e0c HTTP/1.1" status: 204 len: 168 time: 0.5811718 Feb 09 01:17:37.836954 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-60f400c0-abcd-48e9-a58e-129e12ac6400 service neutron] For port 329cb3eb-a186-4e5a-989e-2250778fdb9d, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:17:37.840322 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-60f400c0-abcd-48e9-a58e-129e12ac6400 service neutron] For port 329cb3eb-a186-4e5a-989e-2250778fdb9d, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=329cb3eb-a186-4e5a-989e-2250778fdb9d,segment=NetworkSegment(f93b0c6b-83fa-4bea-a8dd-2602dfe0a7e2),segment_id=f93b0c6b-83fa-4bea-a8dd-2602dfe0a7e2)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:17:37.856824 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-60f400c0-abcd-48e9-a58e-129e12ac6400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (329cb3eb-a186-4e5a-989e-2250778fdb9d), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:37.917805 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de8b7d9-6b7d-4589-ab44-3371629606e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ee95f7-45d5-4d26-afdf-3ce9d6f30e0c,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:37.930182 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-60f400c0-abcd-48e9-a58e-129e12ac6400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:37.930819 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-60f400c0-abcd-48e9-a58e-129e12ac6400 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:37.933511 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-60f400c0-abcd-48e9-a58e-129e12ac6400 service neutron] 10.222.0.120 "PUT /v2.0/ports/329cb3eb-a186-4e5a-989e-2250778fdb9d HTTP/1.1" status: 200 len: 1091 time: 1.4981933 Feb 09 01:17:37.936831 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fa31bcc-50c2-42be-a142-a6bedd637b5e', 'tag': '329cb3eb-a186-4e5a-989e-2250778fdb9d'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:17:37.950818 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-8cb5cadb-e03f-4a29-8949-6051a82f6c40 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Deleting port f4cf7d32-cdd3-4017-a8f2-7e3caad94728 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:37.951468 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8cb5cadb-e03f-4a29-8949-6051a82f6c40 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (f4cf7d32-cdd3-4017-a8f2-7e3caad94728), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:37.953140 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a0a1ff-3238-4c27-9bd8-84042edeffa1" -d '{"events": [{"name": "network-changed", "server_uuid": "2fa31bcc-50c2-42be-a142-a6bedd637b5e", "tag": "329cb3eb-a186-4e5a-989e-2250778fdb9d"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:17:37.960010 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2ef0c28a-9d5f-4310-bf84-d43bb1661c50 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (2c43ab71-6e80-4612-9f27-ef7c56d158a6), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:37.960926 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef0c28a-9d5f-4310-bf84-d43bb1661c50 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Fanout notify agent at l3_agent the message router_deleted on router 2c43ab71-6e80-4612-9f27-ef7c56d158a6 {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:17:37.986475 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2ef0c28a-9d5f-4310-bf84-d43bb1661c50 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:37.992844 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2ef0c28a-9d5f-4310-bf84-d43bb1661c50 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] 10.222.0.50 "DELETE /v2.0/routers/2c43ab71-6e80-4612-9f27-ef7c56d158a6 HTTP/1.1" status: 204 len: 168 time: 3.3582625 Feb 09 01:17:37.994324 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59328) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:38.018135 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-fb751839-7236-46fa-9b9c-027778bbe66a service neutron] Request body: {'port': {'device_id': '2fa31bcc-50c2-42be-a142-a6bedd637b5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:38.069087 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-752e5661-9f83-42a8-95d6-55ccedf15e46 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1801584159', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:38.135650 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-583bb46f-b5a8-47e6-846e-90461e826517 req-8b599077-92e6-400a-8177-069dac019e79 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 210 time: 0.2097332 Feb 09 01:17:38.208119 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-8cb5cadb-e03f-4a29-8949-6051a82f6c40 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] For port f4cf7d32-cdd3-4017-a8f2-7e3caad94728, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f4cf7d32-cdd3-4017-a8f2-7e3caad94728,segment=NetworkSegment(cc5ebc40-8b04-4719-9e2a-5c9af68eacf9),segment_id=cc5ebc40-8b04-4719-9e2a-5c9af68eacf9)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:38.210893 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8cb5cadb-e03f-4a29-8949-6051a82f6c40 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (f4cf7d32-cdd3-4017-a8f2-7e3caad94728), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:38.249518 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-8cb5cadb-e03f-4a29-8949-6051a82f6c40 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Calling delete_port for f4cf7d32-cdd3-4017-a8f2-7e3caad94728 owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:38.263721 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409dfdf2-6a22-4198-a8dd-5b8ba86b8587 x-openstack-request-id: req-409dfdf2-6a22-4198-a8dd-5b8ba86b8587 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:17:38.264018 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fa31bcc-50c2-42be-a142-a6bedd637b5e", "tag": "329cb3eb-a186-4e5a-989e-2250778fdb9d", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:17:38.264277 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-409dfdf2-6a22-4198-a8dd-5b8ba86b8587 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:17:38.264711 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fa31bcc-50c2-42be-a142-a6bedd637b5e', 'tag': '329cb3eb-a186-4e5a-989e-2250778fdb9d', 'status': 'completed', 'code': 200} Feb 09 01:17:38.336845 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-728e1e40-9cc3-4758-8370-ad1ad2daa83c req-a4eaeafc-ebc2-4732-ad42-63de798b8214 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.2519112 Feb 09 01:17:38.363518 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f400c0-abcd-48e9-a58e-129e12ac6400 service neutron] Pushing event updated for resources: {'Port': ['ID=329cb3eb-a186-4e5a-989e-2250778fdb9d,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:38.419755 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-752e5661-9f83-42a8-95d6-55ccedf15e46 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (d9a40191-9c70-4df3-8e0d-5c12a5d98dc3), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:38.420850 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-752e5661-9f83-42a8-95d6-55ccedf15e46 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (d9a40191-9c70-4df3-8e0d-5c12a5d98dc3), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:38.479716 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b49a8b-3b02-4b5f-8407-5c499972724d None None] New status for floating IP ee10216e-bd89-42d9-96a0-710bfcb49dc4: DOWN {{(pid=103138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:17:38.481644 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-fb751839-7236-46fa-9b9c-027778bbe66a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (2e0fcf77-8fa0-4775-8095-e5fd97cff1f8), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:38.488272 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:38.658635 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8cb5cadb-e03f-4a29-8949-6051a82f6c40 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (f4cf7d32-cdd3-4017-a8f2-7e3caad94728), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:38.701236 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb5cadb-e03f-4a29-8949-6051a82f6c40 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event deleted for resources: {'Port': ['ID=f4cf7d32-cdd3-4017-a8f2-7e3caad94728,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:38.949257 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8cb5cadb-e03f-4a29-8949-6051a82f6c40 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (8a802f47-336a-499f-809e-ade658403707), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:39.105344 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-752e5661-9f83-42a8-95d6-55ccedf15e46 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router_controller (d9a40191-9c70-4df3-8e0d-5c12a5d98dc3), precommit_add_association {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:39.114399 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0a1ff-3238-4c27-9bd8-84042edeffa1 req-32eb91f3-df47-4063-a0e0-b8e009b9235a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:39.114968 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0a1ff-3238-4c27-9bd8-84042edeffa1 req-32eb91f3-df47-4063-a0e0-b8e009b9235a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:39.116854 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1a0a1ff-3238-4c27-9bd8-84042edeffa1 req-32eb91f3-df47-4063-a0e0-b8e009b9235a service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=19b538c3b5a14e6daaae72754eb8a669&device_id=2fa31bcc-50c2-42be-a142-a6bedd637b5e HTTP/1.1" status: 200 len: 1944 time: 0.7753448 Feb 09 01:17:39.120324 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-752e5661-9f83-42a8-95d6-55ccedf15e46 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (d9a40191-9c70-4df3-8e0d-5c12a5d98dc3), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:39.274155 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0a1ff-3238-4c27-9bd8-84042edeffa1 req-bb128d4d-4e66-4475-9b2b-50346887291b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:39.274707 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0a1ff-3238-4c27-9bd8-84042edeffa1 req-bb128d4d-4e66-4475-9b2b-50346887291b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:39.275186 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0a1ff-3238-4c27-9bd8-84042edeffa1 req-bb128d4d-4e66-4475-9b2b-50346887291b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:39.276848 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1a0a1ff-3238-4c27-9bd8-84042edeffa1 req-bb128d4d-4e66-4475-9b2b-50346887291b service neutron] 10.222.0.120 "GET /v2.0/networks?tenant_id=19b538c3b5a14e6daaae72754eb8a669&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1312242 Feb 09 01:17:39.280267 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59352) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:39.344286 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:39.354851 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-752e5661-9f83-42a8-95d6-55ccedf15e46 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:39.358915 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-752e5661-9f83-42a8-95d6-55ccedf15e46 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.3470993 Feb 09 01:17:39.390158 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59356) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:39.393137 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2679178e-75d8-479a-928d-1d7067d0fea4 req-1ea26311-27ee-4ffd-a79f-6c084278e3d7 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 210 time: 0.1095433 Feb 09 01:17:39.403819 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-a1d387e8-a5c7-48a7-9c45-8ba014f842c8 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:39.533934 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-9156f28c-8e79-48fa-bfd9-a549d2fcc59a tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Request body: {'networks': [{'name': 'tempest-network--1792031405'}, {'name': 'tempest-network--1045737532'}]} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:39.534147 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-9156f28c-8e79-48fa-bfd9-a549d2fcc59a tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Request body: {'network': {'name': 'tempest-network--1792031405'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:39.535164 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-9156f28c-8e79-48fa-bfd9-a549d2fcc59a tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Request body: {'network': {'name': 'tempest-network--1045737532'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:39.544961 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7b68c-2dfb-43ea-b81d-371c813fc0e9 req-01258512-609a-4722-9026-1667dbe89632 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:39.550321 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7b68c-2dfb-43ea-b81d-371c813fc0e9 req-01258512-609a-4722-9026-1667dbe89632 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:39.551867 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f8a7b68c-2dfb-43ea-b81d-371c813fc0e9 req-01258512-609a-4722-9026-1667dbe89632 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fa31bcc-50c2-42be-a142-a6bedd637b5e HTTP/1.1" status: 200 len: 1666 time: 0.4866064 Feb 09 01:17:39.626322 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb5cadb-e03f-4a29-8949-6051a82f6c40 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Router 8a802f47-336a-499f-809e-ade658403707 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:17:39.675728 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-673af771-3c38-41d4-bc3e-749646a6ae6c req-40288546-48ab-4e7f-b5b2-2433bd726b7d tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.1930435 Feb 09 01:17:39.737580 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb5cadb-e03f-4a29-8949-6051a82f6c40 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:17:39.747033 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424b7874-9c08-48e6-b65a-9fef76d7b738 None None] Sync routers for ids ['8a802f47-336a-499f-809e-ade658403707'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:17:39.758280 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424b7874-9c08-48e6-b65a-9fef76d7b738 None None] Routers {'8a802f47-336a-499f-809e-ade658403707'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:39.758900 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-424b7874-9c08-48e6-b65a-9fef76d7b738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:17:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['8a802f47-336a-499f-809e-ade658403707'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:39.759429 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8cb5cadb-e03f-4a29-8949-6051a82f6c40 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "PUT /v2.0/routers/8a802f47-336a-499f-809e-ade658403707/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0299349 Feb 09 01:17:39.762022 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59360) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:39.769601 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9156f28c-8e79-48fa-bfd9-a549d2fcc59a tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Made reservation on behalf of 8241f4b253404ead99ce9b04c7a0636a for: {'network': 2} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:39.774521 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9156f28c-8e79-48fa-bfd9-a549d2fcc59a tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:39.826062 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d7999dd-c4db-4611-aa55-77e5c278c1cc tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Deleting subnet 319dd928-af73-43f7-ad76-7134c8b37d54 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:17:39.829620 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9d7999dd-c4db-4611-aa55-77e5c278c1cc tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for subnet (319dd928-af73-43f7-ad76-7134c8b37d54), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:39.835459 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9156f28c-8e79-48fa-bfd9-a549d2fcc59a tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:39.873674 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-424b7874-9c08-48e6-b65a-9fef76d7b738 None None] Set router 8a802f47-336a-499f-809e-ade658403707 gateway port host: None {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:17:39.883421 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9d7999dd-c4db-4611-aa55-77e5c278c1cc tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (319dd928-af73-43f7-ad76-7134c8b37d54), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:39.943981 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a1d387e8-a5c7-48a7-9c45-8ba014f842c8 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router_gateway (d9a40191-9c70-4df3-8e0d-5c12a5d98dc3), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:39.950903 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0a1ff-3238-4c27-9bd8-84042edeffa1 req-2a04ab20-1387-4371-ab0c-624bda215958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:39.952829 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1a0a1ff-3238-4c27-9bd8-84042edeffa1 req-2a04ab20-1387-4371-ab0c-624bda215958 service neutron] 10.222.0.120 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6597657 Feb 09 01:17:39.990111 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9d7999dd-c4db-4611-aa55-77e5c278c1cc tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (319dd928-af73-43f7-ad76-7134c8b37d54), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:39.992353 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f8a7b68c-2dfb-43ea-b81d-371c813fc0e9 req-115d35a2-95c4-4981-b735-2130d8ffd2fd tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/security-groups?id=45eaab36-af4f-4215-874b-e47cf74a9106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4208775 Feb 09 01:17:40.083411 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9d7999dd-c4db-4611-aa55-77e5c278c1cc tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (319dd928-af73-43f7-ad76-7134c8b37d54), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:40.125903 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7999dd-c4db-4611-aa55-77e5c278c1cc tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event deleted for resources: {'Subnet': ['ID=319dd928-af73-43f7-ad76-7134c8b37d54,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:40.139674 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9d7999dd-c4db-4611-aa55-77e5c278c1cc tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:40.139944 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab43116a-ccee-4595-a819-7de7ad737484 None None] Network 3c2d5bc4-8356-454a-aa1f-0d6afc7a230d requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:17:40.145966 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9d7999dd-c4db-4611-aa55-77e5c278c1cc tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "DELETE /v2.0/subnets/319dd928-af73-43f7-ad76-7134c8b37d54 HTTP/1.1" status: 204 len: 168 time: 0.3828692 Feb 09 01:17:40.148500 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59362) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:40.151231 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-424b7874-9c08-48e6-b65a-9fef76d7b738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a802f47-336a-499f-809e-ade658403707', 'name': 'tempest-RoutersIpV6Test-router-1203164882', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:35Z', 'updated_at': '2022-02-09T01:17:38Z', 'revision_number': 9, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'gw_port_host': None, '_interfaces': [{'id': '6daf4a56-5b77-4881-b1e7-22b17b7d330f', 'name': '', 'network_id': '3ec62db4-d42d-43d1-9cda-9dd513e0c974', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:0a:23:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:39Z', 'updated_at': '2022-02-09T01:16:45Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4', 'name': '', 'network_id': 'd7f51f96-79d1-4cd2-9ca4-93d2f898b4e9', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:d0:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '4c593e5d-3d39-4445-8ed4-07b0bb5103c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:46Z', 'updated_at': '2022-02-09T01:16:56Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '4c593e5d-3d39-4445-8ed4-07b0bb5103c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:40.185567 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424b7874-9c08-48e6-b65a-9fef76d7b738 None None] Checking router: 8a802f47-336a-499f-809e-ade658403707 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:17:40.198292 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424b7874-9c08-48e6-b65a-9fef76d7b738 None None] Routers {'8a802f47-336a-499f-809e-ade658403707'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:40.199518 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-424b7874-9c08-48e6-b65a-9fef76d7b738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:17:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['8a802f47-336a-499f-809e-ade658403707'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:40.201643 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-fb751839-7236-46fa-9b9c-027778bbe66a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e0fcf77-8fa0-4775-8095-e5fd97cff1f8 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:17:40.226508 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-fb751839-7236-46fa-9b9c-027778bbe66a service neutron] Publish callbacks [] for port (2e0fcf77-8fa0-4775-8095-e5fd97cff1f8), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:40.268581 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9156f28c-8e79-48fa-bfd9-a549d2fcc59a tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks [] for security_group (7df9f498-4615-479e-acc5-40170cc922e5), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:40.270598 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-fb751839-7236-46fa-9b9c-027778bbe66a service neutron] Transition to ACTIVE for port object 2e0fcf77-8fa0-4775-8095-e5fd97cff1f8 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:17:40.280440 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9156f28c-8e79-48fa-bfd9-a549d2fcc59a tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (7df9f498-4615-479e-acc5-40170cc922e5), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:40.280932 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9156f28c-8e79-48fa-bfd9-a549d2fcc59a tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:40.306127 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9a598845-23d2-4835-8d6c-99809f4015e6 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (3c2d5bc4-8356-454a-aa1f-0d6afc7a230d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:40.316204 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-fb751839-7236-46fa-9b9c-027778bbe66a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (2e0fcf77-8fa0-4775-8095-e5fd97cff1f8), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:40.360151 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-424b7874-9c08-48e6-b65a-9fef76d7b738 None None] Set router 8a802f47-336a-499f-809e-ade658403707 gateway port host: None {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:17:40.387996 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd48b998-f0f8-4c30-a15a-7e55d01da30d None None] DHCP port deletion for 3c2d5bc4-8356-454a-aa1f-0d6afc7a230d request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:17:40.474408 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-9a598845-23d2-4835-8d6c-99809f4015e6 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Deleting port d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:40.486367 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9a598845-23d2-4835-8d6c-99809f4015e6 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:40.555071 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-cd48b998-f0f8-4c30-a15a-7e55d01da30d None None] Deleting port d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:40.555458 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cd48b998-f0f8-4c30-a15a-7e55d01da30d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:40.638239 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9156f28c-8e79-48fa-bfd9-a549d2fcc59a tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1031} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:17:40.646921 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-9a598845-23d2-4835-8d6c-99809f4015e6 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] For port d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb,segment=NetworkSegment(cc5ebc40-8b04-4719-9e2a-5c9af68eacf9),segment_id=cc5ebc40-8b04-4719-9e2a-5c9af68eacf9)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:40.647296 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9a598845-23d2-4835-8d6c-99809f4015e6 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:40.658042 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9156f28c-8e79-48fa-bfd9-a549d2fcc59a tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7df9f498-4615-479e-acc5-40170cc922e5,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:40.669858 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-fb751839-7236-46fa-9b9c-027778bbe66a service neutron] Attempting to bind port 2e0fcf77-8fa0-4775-8095-e5fd97cff1f8 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:17:40.671174 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-fb751839-7236-46fa-9b9c-027778bbe66a service neutron] Attempting to bind port 2e0fcf77-8fa0-4775-8095-e5fd97cff1f8 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '64990828-b09c-41bd-9366-c1b94d63c232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'e7ce16ed-63e9-45a1-8a66-e39de50beda3'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:17:40.671659 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-fb751839-7236-46fa-9b9c-027778bbe66a service neutron] Attempting to bind port 2e0fcf77-8fa0-4775-8095-e5fd97cff1f8 on network e7ce16ed-63e9-45a1-8a66-e39de50beda3 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:17:40.681287 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-9a598845-23d2-4835-8d6c-99809f4015e6 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Calling delete_port for d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:40.701157 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-cd48b998-f0f8-4c30-a15a-7e55d01da30d None None] For port d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb,segment=NetworkSegment(cc5ebc40-8b04-4719-9e2a-5c9af68eacf9),segment_id=cc5ebc40-8b04-4719-9e2a-5c9af68eacf9)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:40.710466 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cd48b998-f0f8-4c30-a15a-7e55d01da30d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:40.728180 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-cd48b998-f0f8-4c30-a15a-7e55d01da30d None None] Calling delete_port for d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:40.761589 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-424b7874-9c08-48e6-b65a-9fef76d7b738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a802f47-336a-499f-809e-ade658403707', 'name': 'tempest-RoutersIpV6Test-router-1203164882', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:35Z', 'updated_at': '2022-02-09T01:17:38Z', 'revision_number': 9, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'gw_port_host': None, '_interfaces': [{'id': '6daf4a56-5b77-4881-b1e7-22b17b7d330f', 'name': '', 'network_id': '3ec62db4-d42d-43d1-9cda-9dd513e0c974', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:0a:23:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:39Z', 'updated_at': '2022-02-09T01:16:45Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4', 'name': '', 'network_id': 'd7f51f96-79d1-4cd2-9ca4-93d2f898b4e9', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:d0:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '4c593e5d-3d39-4445-8ed4-07b0bb5103c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:46Z', 'updated_at': '2022-02-09T01:16:56Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '4c593e5d-3d39-4445-8ed4-07b0bb5103c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:40.763673 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-927de9c0-d47a-42d7-8849-3567a05d8c59 req-274536fc-579f-489e-8045-7b89d3dc3056 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 210 time: 0.1155310 Feb 09 01:17:40.770231 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb751839-7236-46fa-9b9c-027778bbe66a service neutron] Pushing event updated for resources: {'Port': ['ID=2e0fcf77-8fa0-4775-8095-e5fd97cff1f8,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:40.851371 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cd48b998-f0f8-4c30-a15a-7e55d01da30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:40.854737 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424b7874-9c08-48e6-b65a-9fef76d7b738 None None] The sync data for ids ['8a802f47-336a-499f-809e-ade658403707'] in n-d-828369-4 is: [{'id': '8a802f47-336a-499f-809e-ade658403707', 'name': 'tempest-RoutersIpV6Test-router-1203164882', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:35Z', 'updated_at': '2022-02-09T01:17:38Z', 'revision_number': 9, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'gw_port_host': None, '_interfaces': [{'id': '6daf4a56-5b77-4881-b1e7-22b17b7d330f', 'name': '', 'network_id': '3ec62db4-d42d-43d1-9cda-9dd513e0c974', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:0a:23:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:39Z', 'updated_at': '2022-02-09T01:16:45Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4', 'name': '', 'network_id': 'd7f51f96-79d1-4cd2-9ca4-93d2f898b4e9', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:d0:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '4c593e5d-3d39-4445-8ed4-07b0bb5103c2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:46Z', 'updated_at': '2022-02-09T01:16:56Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '4c593e5d-3d39-4445-8ed4-07b0bb5103c2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:17:40.879154 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-fb751839-7236-46fa-9b9c-027778bbe66a service neutron] Port 2e0fcf77-8fa0-4775-8095-e5fd97cff1f8 on network e7ce16ed-63e9-45a1-8a66-e39de50beda3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:17:40.879495 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-fb751839-7236-46fa-9b9c-027778bbe66a service neutron] Attempting to bind port 2e0fcf77-8fa0-4775-8095-e5fd97cff1f8 on network e7ce16ed-63e9-45a1-8a66-e39de50beda3 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:17:40.893303 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd48b998-f0f8-4c30-a15a-7e55d01da30d None None] Pushing event deleted for resources: {'Port': ['ID=d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:40.893539 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9156f28c-8e79-48fa-bfd9-a549d2fcc59a tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (3e4f809e-05f3-4e94-be85-5251e31bad55), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:40.896980 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-9156f28c-8e79-48fa-bfd9-a549d2fcc59a tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Added segment 3e4f809e-05f3-4e94-be85-5251e31bad55 of type vlan for network dbca41e4-e25b-40ec-b6a0-4fd021babe78 Feb 09 01:17:40.910196 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-fb751839-7236-46fa-9b9c-027778bbe66a service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:17:40.910515 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-fb751839-7236-46fa-9b9c-027778bbe66a service neutron] Checking segment: {'id': '64990828-b09c-41bd-9366-c1b94d63c232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'e7ce16ed-63e9-45a1-8a66-e39de50beda3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:17:40.910964 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-fb751839-7236-46fa-9b9c-027778bbe66a service neutron] Bound using segment: {'id': '64990828-b09c-41bd-9366-c1b94d63c232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'e7ce16ed-63e9-45a1-8a66-e39de50beda3'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:17:40.911423 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-fb751839-7236-46fa-9b9c-027778bbe66a service neutron] Bound port: 2e0fcf77-8fa0-4775-8095-e5fd97cff1f8, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64990828-b09c-41bd-9366-c1b94d63c232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'e7ce16ed-63e9-45a1-8a66-e39de50beda3'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:17:40.911788 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-fb751839-7236-46fa-9b9c-027778bbe66a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (2e0fcf77-8fa0-4775-8095-e5fd97cff1f8), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:40.915225 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9a598845-23d2-4835-8d6c-99809f4015e6 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:40.916567 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd48b998-f0f8-4c30-a15a-7e55d01da30d None None] No DVR routers for this DVR port d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:17:40.953409 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a598845-23d2-4835-8d6c-99809f4015e6 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event deleted for resources: {'Port': ['ID=d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:40.956751 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a598845-23d2-4835-8d6c-99809f4015e6 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] No DVR routers for this DVR port d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:17:40.997138 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bd335849-c0f9-493c-a95a-b15f06dcd730 req-6f9fbdd4-616f-418e-b3b6-1286c18782a0 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.0948133 Feb 09 01:17:41.053659 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9156f28c-8e79-48fa-bfd9-a549d2fcc59a tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (dbca41e4-e25b-40ec-b6a0-4fd021babe78), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:41.070091 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9a598845-23d2-4835-8d6c-99809f4015e6 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (3c2d5bc4-8356-454a-aa1f-0d6afc7a230d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:41.084191 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a1d387e8-a5c7-48a7-9c45-8ba014f842c8 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router_gateway (d9a40191-9c70-4df3-8e0d-5c12a5d98dc3), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:41.101542 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-9a598845-23d2-4835-8d6c-99809f4015e6 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c2d5bc4-8356-454a-aa1f-0d6afc7a230d']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:41.111123 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-9a598845-23d2-4835-8d6c-99809f4015e6 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc5ebc40-8b04-4719-9e2a-5c9af68eacf9') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:41.111433 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-9a598845-23d2-4835-8d6c-99809f4015e6 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc5ebc40-8b04-4719-9e2a-5c9af68eacf9') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:41.123116 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9a598845-23d2-4835-8d6c-99809f4015e6 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (cc5ebc40-8b04-4719-9e2a-5c9af68eacf9), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:41.139146 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a1d387e8-a5c7-48a7-9c45-8ba014f842c8 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:41.146887 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9a598845-23d2-4835-8d6c-99809f4015e6 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (cc5ebc40-8b04-4719-9e2a-5c9af68eacf9), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:41.155683 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a598845-23d2-4835-8d6c-99809f4015e6 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:17:41.156090 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9a598845-23d2-4835-8d6c-99809f4015e6 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (cc5ebc40-8b04-4719-9e2a-5c9af68eacf9), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:41.160257 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:17:41.160257 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:17:41.160257 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:17:41.160257 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:17:41.160257 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:17:41.160257 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:17:41.160257 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:17:41.160257 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:17:41.160257 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:17:41.160257 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:17:41.160257 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:17:41.160257 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:17:41.160257 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:17:41.160257 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:17:41.160257 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:17:41.160257 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:17:41.160257 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:17:41.160257 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:17:41.160257 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:17:41.160257 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:17:41.160257 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:17:41.160257 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:17:41.160257 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:17:41.160257 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:17:41.160257 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:17:41.160257 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:17:41.160257 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:17:41.160257 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:17:41.160257 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:17:41.160257 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:17:41.160257 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:17:41.160257 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:17:41.160257 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:17:41.160257 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:17:41.160257 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:17:41.160257 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:17:41.160257 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:17:41.160257 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:17:41.160257 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:17:41.160257 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:17:41.181590 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-fb751839-7236-46fa-9b9c-027778bbe66a service neutron] For port 2e0fcf77-8fa0-4775-8095-e5fd97cff1f8, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:17:41.193425 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9156f28c-8e79-48fa-bfd9-a549d2fcc59a tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1042} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:17:41.236345 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9a598845-23d2-4835-8d6c-99809f4015e6 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (3c2d5bc4-8356-454a-aa1f-0d6afc7a230d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:41.248481 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-fb751839-7236-46fa-9b9c-027778bbe66a service neutron] For port 2e0fcf77-8fa0-4775-8095-e5fd97cff1f8, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=2e0fcf77-8fa0-4775-8095-e5fd97cff1f8,segment=NetworkSegment(64990828-b09c-41bd-9366-c1b94d63c232),segment_id=64990828-b09c-41bd-9366-c1b94d63c232)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:17:41.251924 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9a598845-23d2-4835-8d6c-99809f4015e6 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:41.253972 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9156f28c-8e79-48fa-bfd9-a549d2fcc59a tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (18ae6e34-55e1-49be-bc6a-ae3b10630346), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:41.254330 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-9156f28c-8e79-48fa-bfd9-a549d2fcc59a tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Added segment 18ae6e34-55e1-49be-bc6a-ae3b10630346 of type vlan for network 050b21e9-156b-4991-9670-1802f70703c6 Feb 09 01:17:41.258649 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9a598845-23d2-4835-8d6c-99809f4015e6 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "DELETE /v2.0/networks/3c2d5bc4-8356-454a-aa1f-0d6afc7a230d HTTP/1.1" status: 204 len: 168 time: 1.1087775 Feb 09 01:17:41.267000 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59372) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:41.276012 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-fb751839-7236-46fa-9b9c-027778bbe66a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (2e0fcf77-8fa0-4775-8095-e5fd97cff1f8), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:41.356043 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99267070-7ec2-4544-8e52-4170c38759e3 req-d4e72dbd-514f-4dba-ab44-3092a3e83e12 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:41.366468 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99267070-7ec2-4544-8e52-4170c38759e3 req-d4e72dbd-514f-4dba-ab44-3092a3e83e12 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:41.369064 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99267070-7ec2-4544-8e52-4170c38759e3 req-d4e72dbd-514f-4dba-ab44-3092a3e83e12 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fa31bcc-50c2-42be-a142-a6bedd637b5e HTTP/1.1" status: 200 len: 1678 time: 0.2810962 Feb 09 01:17:41.381020 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f4cf7d32-cdd3-4017-a8f2-7e3caad94728 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:17:41.384235 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a598845-23d2-4835-8d6c-99809f4015e6 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event deleted for resources: {'Network': ['ID=3c2d5bc4-8356-454a-aa1f-0d6afc7a230d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:41.416951 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb751839-7236-46fa-9b9c-027778bbe66a service neutron] Pushing event updated for resources: {'Port': ['ID=2e0fcf77-8fa0-4775-8095-e5fd97cff1f8,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:41.420084 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-fb751839-7236-46fa-9b9c-027778bbe66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:41.420740 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-fb751839-7236-46fa-9b9c-027778bbe66a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:41.422140 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-fb751839-7236-46fa-9b9c-027778bbe66a service neutron] 10.222.0.120 "PUT /v2.0/ports/2e0fcf77-8fa0-4775-8095-e5fd97cff1f8 HTTP/1.1" status: 200 len: 1092 time: 3.4287288 Feb 09 01:17:41.425657 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: f4cf7d32-cdd3-4017-a8f2-7e3caad94728 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:17:41.426238 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f4cf7d32-cdd3-4017-a8f2-7e3caad94728 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:17:41.426821 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:17:41.445480 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fa31bcc-50c2-42be-a142-a6bedd637b5e', 'tag': '2e0fcf77-8fa0-4775-8095-e5fd97cff1f8'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:17:41.448117 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4177282b-c86a-4b72-bac0-903dbcba7fe0" -d '{"events": [{"name": "network-changed", "server_uuid": "2fa31bcc-50c2-42be-a142-a6bedd637b5e", "tag": "2e0fcf77-8fa0-4775-8095-e5fd97cff1f8"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:17:41.503916 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:17:41.504359 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device d1b54fde-7658-45f0-bcf8-05c2ab8ffbbb not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:17:41.510765 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9156f28c-8e79-48fa-bfd9-a549d2fcc59a tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (050b21e9-156b-4991-9670-1802f70703c6), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:41.558073 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d5e955-e272-4559-b3d9-1e923273dc42 x-openstack-request-id: req-08d5e955-e272-4559-b3d9-1e923273dc42 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:17:41.558428 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fa31bcc-50c2-42be-a142-a6bedd637b5e", "tag": "2e0fcf77-8fa0-4775-8095-e5fd97cff1f8", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:17:41.558626 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-08d5e955-e272-4559-b3d9-1e923273dc42 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:17:41.559633 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fa31bcc-50c2-42be-a142-a6bedd637b5e', 'tag': '2e0fcf77-8fa0-4775-8095-e5fd97cff1f8', 'status': 'completed', 'code': 200} Feb 09 01:17:41.635181 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99267070-7ec2-4544-8e52-4170c38759e3 req-91075fd1-a233-43cd-b937-8c796ee79dd0 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/security-groups?id=45eaab36-af4f-4215-874b-e47cf74a9106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904244 Feb 09 01:17:41.674789 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-a1d387e8-a5c7-48a7-9c45-8ba014f842c8 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Allocated IP 172.25.8.176 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/fd00e2ae-ae76-458f-8953-239eddfe5781) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:41.696914 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9156f28c-8e79-48fa-bfd9-a549d2fcc59a tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (dbca41e4-e25b-40ec-b6a0-4fd021babe78), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:41.697410 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9156f28c-8e79-48fa-bfd9-a549d2fcc59a tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (050b21e9-156b-4991-9670-1802f70703c6), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:41.702500 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9156f28c-8e79-48fa-bfd9-a549d2fcc59a tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:41.707130 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9156f28c-8e79-48fa-bfd9-a549d2fcc59a tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:41.707327 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9156f28c-8e79-48fa-bfd9-a549d2fcc59a tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:41.716906 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-c7bf31a8-5291-4979-8e60-600aea5ec022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:41.717400 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-c7bf31a8-5291-4979-8e60-600aea5ec022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:41.718976 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-c7bf31a8-5291-4979-8e60-600aea5ec022 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=19b538c3b5a14e6daaae72754eb8a669&device_id=2fa31bcc-50c2-42be-a142-a6bedd637b5e HTTP/1.1" status: 200 len: 2042 time: 0.2110076 Feb 09 01:17:41.787941 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0429238b-836b-4454-a3e4-981961afc054 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (8a802f47-336a-499f-809e-ade658403707), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:41.860037 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-9156f28c-8e79-48fa-bfd9-a549d2fcc59a tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.5745926 Feb 09 01:17:41.861494 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-3631ead7-594e-415a-a2b6-2a07b30e2cb8 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.48&port_id=329cb3eb-a186-4e5a-989e-2250778fdb9d HTTP/1.1" status: 200 len: 217 time: 0.1050162 Feb 09 01:17:41.866987 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59382) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:41.935777 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee53f6e1-719e-4487-bf6e-fe8ed7fe93c4 req-590c420d-6c91-4cd5-aad6-c308e8afb2ca tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 210 time: 0.0948291 Feb 09 01:17:41.939802 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9156f28c-8e79-48fa-bfd9-a549d2fcc59a tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Pushing event updated for resources: {'Network': ['ID=dbca41e4-e25b-40ec-b6a0-4fd021babe78,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:41.956247 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network dbca41e4-e25b-40ec-b6a0-4fd021babe78 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:17:42.037499 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a1d387e8-a5c7-48a7-9c45-8ba014f842c8 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for port (fd00e2ae-ae76-458f-8953-239eddfe5781), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:42.043716 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-67682bb3-8889-4f42-bdc8-f1e6cfa408fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:42.045257 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-67682bb3-8889-4f42-bdc8-f1e6cfa408fc service neutron] 10.222.0.120 "GET /v2.0/subnets?id=26be36d3-b85c-40c4-8c3e-87ec0e562361 HTTP/1.1" status: 200 len: 801 time: 0.1722994 Feb 09 01:17:42.051264 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9156f28c-8e79-48fa-bfd9-a549d2fcc59a tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Pushing event updated for resources: {'Network': ['ID=050b21e9-156b-4991-9670-1802f70703c6,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:42.073166 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 050b21e9-156b-4991-9670-1802f70703c6 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:17:42.122051 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-9929420e-334a-461b-b352-75741a7ca6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:42.124023 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-9929420e-334a-461b-b352-75741a7ca6c5 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=17dd01c0-4058-48f2-881f-1d1470db863c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0692756 Feb 09 01:17:42.188841 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f93db6f-5d24-4750-a4d5-cceae19f626a tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:42.195326 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f93db6f-5d24-4750-a4d5-cceae19f626a tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:42.200808 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f93db6f-5d24-4750-a4d5-cceae19f626a tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:42.201575 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a1d387e8-a5c7-48a7-9c45-8ba014f842c8 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (fd00e2ae-ae76-458f-8953-239eddfe5781), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:42.205926 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f93db6f-5d24-4750-a4d5-cceae19f626a tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:42.210586 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2f93db6f-5d24-4750-a4d5-cceae19f626a tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3426096 Feb 09 01:17:42.213501 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59386) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:42.309985 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5604c2bd-8ffd-4f14-a554-a60de7101fd3 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (dbca41e4-e25b-40ec-b6a0-4fd021babe78), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:42.465842 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5604c2bd-8ffd-4f14-a554-a60de7101fd3 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (dbca41e4-e25b-40ec-b6a0-4fd021babe78), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:42.495922 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-5604c2bd-8ffd-4f14-a554-a60de7101fd3 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbca41e4-e25b-40ec-b6a0-4fd021babe78']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:42.509908 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-5604c2bd-8ffd-4f14-a554-a60de7101fd3 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e4f809e-05f3-4e94-be85-5251e31bad55') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:42.510140 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-5604c2bd-8ffd-4f14-a554-a60de7101fd3 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e4f809e-05f3-4e94-be85-5251e31bad55') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:42.523520 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5604c2bd-8ffd-4f14-a554-a60de7101fd3 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (3e4f809e-05f3-4e94-be85-5251e31bad55), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:42.532664 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-0429238b-836b-4454-a3e4-981961afc054 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Deleting port 84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:42.532851 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0429238b-836b-4454-a3e4-981961afc054 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:42.580507 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5604c2bd-8ffd-4f14-a554-a60de7101fd3 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (3e4f809e-05f3-4e94-be85-5251e31bad55), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:42.594104 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5604c2bd-8ffd-4f14-a554-a60de7101fd3 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:17:42.594507 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5604c2bd-8ffd-4f14-a554-a60de7101fd3 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (3e4f809e-05f3-4e94-be85-5251e31bad55), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:42.598174 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:17:42.598174 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:17:42.598174 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:17:42.598174 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:17:42.598174 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:17:42.598174 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:17:42.598174 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:17:42.598174 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:17:42.598174 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:17:42.598174 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:17:42.598174 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:17:42.598174 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:17:42.598174 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:17:42.598174 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:17:42.598174 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:17:42.598174 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:17:42.598174 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:17:42.598174 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:17:42.598174 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:17:42.598174 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:17:42.598174 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:17:42.598174 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:17:42.598174 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:17:42.598174 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:17:42.598174 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:17:42.598174 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:17:42.598174 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:17:42.598174 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:17:42.598174 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:17:42.598174 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:17:42.598174 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:17:42.598174 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:17:42.601697 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1de8ef97-c4d8-4333-82fc-f378949a5446 req-d5cd647e-ddf2-45ca-96a9-751931b2ee65 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.4732332 Feb 09 01:17:42.602466 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d387e8-a5c7-48a7-9c45-8ba014f842c8 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Pushing event updated for resources: {'Port': ['ID=fd00e2ae-ae76-458f-8953-239eddfe5781,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:42.643096 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-af79a724-a9fd-4f88-a0d7-8b3f76ea95bb service neutron] 10.222.0.120 "GET /v2.0/networks/17dd01c0-4058-48f2-881f-1d1470db863c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5121305 Feb 09 01:17:42.651457 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d387e8-a5c7-48a7-9c45-8ba014f842c8 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:42.657192 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-a1d387e8-a5c7-48a7-9c45-8ba014f842c8 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:42.669476 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d387e8-a5c7-48a7-9c45-8ba014f842c8 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:17:42.683474 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5604c2bd-8ffd-4f14-a554-a60de7101fd3 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (dbca41e4-e25b-40ec-b6a0-4fd021babe78), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:42.696020 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-0429238b-836b-4454-a3e4-981961afc054 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] For port 84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4,segment=NetworkSegment(4edf4db6-1fac-47c9-a00d-44eadcd0ef70),segment_id=4edf4db6-1fac-47c9-a00d-44eadcd0ef70)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:42.696410 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0429238b-836b-4454-a3e4-981961afc054 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:42.699276 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5604c2bd-8ffd-4f14-a554-a60de7101fd3 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:42.705563 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5604c2bd-8ffd-4f14-a554-a60de7101fd3 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] 10.222.0.50 "DELETE /v2.0/networks/dbca41e4-e25b-40ec-b6a0-4fd021babe78 HTTP/1.1" status: 204 len: 168 time: 0.4909227 Feb 09 01:17:42.712169 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59390) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:42.744250 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5604c2bd-8ffd-4f14-a554-a60de7101fd3 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Pushing event deleted for resources: {'Network': ['ID=dbca41e4-e25b-40ec-b6a0-4fd021babe78,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:42.828085 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-0429238b-836b-4454-a3e4-981961afc054 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Calling delete_port for 84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4 owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:42.921201 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-f9bdc2fb-643b-4d44-843a-9bcaccf5eb66 service neutron] 10.222.0.120 "GET /v2.0/networks/17dd01c0-4058-48f2-881f-1d1470db863c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717378 Feb 09 01:17:42.933220 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a469b9-eb07-4853-af14-127b986e0bdf req-c778b202-2f3c-47dd-be2f-07d95e379932 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:42.938674 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a469b9-eb07-4853-af14-127b986e0bdf req-c778b202-2f3c-47dd-be2f-07d95e379932 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:42.940217 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a1a469b9-eb07-4853-af14-127b986e0bdf req-c778b202-2f3c-47dd-be2f-07d95e379932 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fa31bcc-50c2-42be-a142-a6bedd637b5e HTTP/1.1" status: 200 len: 1678 time: 0.1341898 Feb 09 01:17:42.981041 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-1b4325fd-00de-4637-97d7-7d9a60f2c17f service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.239&port_id=2e0fcf77-8fa0-4775-8095-e5fd97cff1f8 HTTP/1.1" status: 200 len: 217 time: 0.0376978 Feb 09 01:17:43.056636 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee3d150a-1fc2-4ea7-b5df-d4e16cf19c10 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (050b21e9-156b-4991-9670-1802f70703c6), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:43.075000 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0429238b-836b-4454-a3e4-981961afc054 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:43.096109 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a1a469b9-eb07-4853-af14-127b986e0bdf req-0ddbb4d1-9027-4515-9897-0b0abaab8d21 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/security-groups?id=45eaab36-af4f-4215-874b-e47cf74a9106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140833 Feb 09 01:17:43.161859 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-19e013c1-8cba-459a-8677-12cc4a012ba4 req-cdefc715-ee72-44bc-868c-a47c58f56ab8 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 210 time: 0.0538063 Feb 09 01:17:43.162972 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0429238b-836b-4454-a3e4-981961afc054 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event deleted for resources: {'Port': ['ID=84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:43.341417 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-4106f24d-db87-4410-ada7-5f3558588460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:43.342933 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-4106f24d-db87-4410-ada7-5f3558588460 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=1b813c13-14c0-4362-835d-85d8c1ae1d77 HTTP/1.1" status: 200 len: 801 time: 0.2637224 Feb 09 01:17:43.419334 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-0a709374-278d-4510-b878-1c5868731be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:43.421028 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-0a709374-278d-4510-b878-1c5868731be4 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=e7ce16ed-63e9-45a1-8a66-e39de50beda3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0638812 Feb 09 01:17:43.491021 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee3d150a-1fc2-4ea7-b5df-d4e16cf19c10 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (050b21e9-156b-4991-9670-1802f70703c6), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:43.502374 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a1d387e8-a5c7-48a7-9c45-8ba014f842c8 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router_gateway (d9a40191-9c70-4df3-8e0d-5c12a5d98dc3), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:43.546130 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-ee3d150a-1fc2-4ea7-b5df-d4e16cf19c10 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['050b21e9-156b-4991-9670-1802f70703c6']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:43.556307 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0429238b-836b-4454-a3e4-981961afc054 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (8a802f47-336a-499f-809e-ade658403707), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:43.567218 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-ee3d150a-1fc2-4ea7-b5df-d4e16cf19c10 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18ae6e34-55e1-49be-bc6a-ae3b10630346') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:43.567646 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-ee3d150a-1fc2-4ea7-b5df-d4e16cf19c10 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18ae6e34-55e1-49be-bc6a-ae3b10630346') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:43.668499 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-1f3d856c-d6d6-462d-bb50-31aab4ac364c service neutron] 10.222.0.120 "GET /v2.0/networks/e7ce16ed-63e9-45a1-8a66-e39de50beda3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373435 Feb 09 01:17:43.832655 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a1d387e8-a5c7-48a7-9c45-8ba014f842c8 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57606'] for router (d9a40191-9c70-4df3-8e0d-5c12a5d98dc3), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:43.840365 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a1d387e8-a5c7-48a7-9c45-8ba014f842c8 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-482771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-482762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-478377'] for router (d9a40191-9c70-4df3-8e0d-5c12a5d98dc3), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:43.852242 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:17:43.986293 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-214ee62c-cc70-432c-b877-6f5df7ca33b0 req-0e826154-45f9-4b64-9be8-e33972c19822 service neutron] 10.222.0.120 "GET /v2.0/networks/e7ce16ed-63e9-45a1-8a66-e39de50beda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493206 Feb 09 01:17:43.989051 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eb8211fe-20f2-49a1-8333-56d6522d2632 req-aa4b5d19-792f-42aa-a20a-9e3016274baa tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.1510258 Feb 09 01:17:44.120944 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee3d150a-1fc2-4ea7-b5df-d4e16cf19c10 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (18ae6e34-55e1-49be-bc6a-ae3b10630346), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:44.267466 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee3d150a-1fc2-4ea7-b5df-d4e16cf19c10 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (18ae6e34-55e1-49be-bc6a-ae3b10630346), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:44.291351 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee3d150a-1fc2-4ea7-b5df-d4e16cf19c10 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:17:44.292963 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee3d150a-1fc2-4ea7-b5df-d4e16cf19c10 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (18ae6e34-55e1-49be-bc6a-ae3b10630346), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:44.300027 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:17:44.300027 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:17:44.300027 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:17:44.300027 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:17:44.300027 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:17:44.300027 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:17:44.300027 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:17:44.300027 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:17:44.300027 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:17:44.300027 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:17:44.300027 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:17:44.300027 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:17:44.300027 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:17:44.300027 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:17:44.300027 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:17:44.300027 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:17:44.300027 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:17:44.300027 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:17:44.300027 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:17:44.300027 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:17:44.300027 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:17:44.300027 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:17:44.300027 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:17:44.300027 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:17:44.300027 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:17:44.300027 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:17:44.300027 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:17:44.300027 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:17:44.300027 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:17:44.300027 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:17:44.300027 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:17:44.300027 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:17:44.320764 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-db083fcb-355c-4a69-a28c-7ca1977923d3 req-1c3e630e-d7a6-4dd6-a793-962ede6ec831 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 210 time: 0.0710537 Feb 09 01:17:44.324303 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177282b-c86a-4b72-bac0-903dbcba7fe0 req-d63ff77c-cbcc-4c85-9164-b888494ca87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:44.325080 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177282b-c86a-4b72-bac0-903dbcba7fe0 req-d63ff77c-cbcc-4c85-9164-b888494ca87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:44.326746 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4177282b-c86a-4b72-bac0-903dbcba7fe0 req-d63ff77c-cbcc-4c85-9164-b888494ca87f service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=19b538c3b5a14e6daaae72754eb8a669&device_id=2fa31bcc-50c2-42be-a142-a6bedd637b5e HTTP/1.1" status: 200 len: 2042 time: 0.2458873 Feb 09 01:17:44.330753 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d387e8-a5c7-48a7-9c45-8ba014f842c8 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Router d9a40191-9c70-4df3-8e0d-5c12a5d98dc3 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:17:44.460166 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0429238b-836b-4454-a3e4-981961afc054 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Router 8a802f47-336a-499f-809e-ade658403707 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:17:44.461025 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee3d150a-1fc2-4ea7-b5df-d4e16cf19c10 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (050b21e9-156b-4991-9670-1802f70703c6), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:44.480320 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee3d150a-1fc2-4ea7-b5df-d4e16cf19c10 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:44.489482 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ee3d150a-1fc2-4ea7-b5df-d4e16cf19c10 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] 10.222.0.50 "DELETE /v2.0/networks/050b21e9-156b-4991-9670-1802f70703c6 HTTP/1.1" status: 204 len: 168 time: 1.7762382 Feb 09 01:17:44.493964 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59400) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:44.495380 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eece17-0006-410b-962b-698a5b721711 req-4e46605d-b45a-47c7-b9cc-70d899a08c71 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:44.501119 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eece17-0006-410b-962b-698a5b721711 req-4e46605d-b45a-47c7-b9cc-70d899a08c71 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:44.509160 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-27eece17-0006-410b-962b-698a5b721711 req-4e46605d-b45a-47c7-b9cc-70d899a08c71 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fa31bcc-50c2-42be-a142-a6bedd637b5e HTTP/1.1" status: 200 len: 1678 time: 0.2903879 Feb 09 01:17:44.525554 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d150a-1fc2-4ea7-b5df-d4e16cf19c10 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Pushing event deleted for resources: {'Network': ['ID=050b21e9-156b-4991-9670-1802f70703c6,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:44.596370 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177282b-c86a-4b72-bac0-903dbcba7fe0 req-766eee84-35e4-4df8-9c93-1b3201c115b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:44.598895 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4177282b-c86a-4b72-bac0-903dbcba7fe0 req-766eee84-35e4-4df8-9c93-1b3201c115b6 service neutron] 10.222.0.120 "GET /v2.0/networks?id=e7ce16ed-63e9-45a1-8a66-e39de50beda3 HTTP/1.1" status: 200 len: 904 time: 0.2648239 Feb 09 01:17:44.669143 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-27eece17-0006-410b-962b-698a5b721711 req-82fa3b06-6a91-4cb2-98a8-a1dd86757672 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/security-groups?id=45eaab36-af4f-4215-874b-e47cf74a9106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586163 Feb 09 01:17:44.674886 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4177282b-c86a-4b72-bac0-903dbcba7fe0 req-0b238d52-f2a0-491d-a53b-f06810cd5c53 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.239&port_id=2e0fcf77-8fa0-4775-8095-e5fd97cff1f8 HTTP/1.1" status: 200 len: 217 time: 0.0668216 Feb 09 01:17:44.681239 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d387e8-a5c7-48a7-9c45-8ba014f842c8 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:17:44.693341 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f52154d-6575-44d6-8e61-cc9508ee2900 None None] Sync routers for ids ['d9a40191-9c70-4df3-8e0d-5c12a5d98dc3'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:17:44.700392 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a1d387e8-a5c7-48a7-9c45-8ba014f842c8 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:44.701730 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a1d387e8-a5c7-48a7-9c45-8ba014f842c8 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] 10.222.0.50 "PUT /v2.0/routers/d9a40191-9c70-4df3-8e0d-5c12a5d98dc3 HTTP/1.1" status: 200 len: 880 time: 5.3070660 Feb 09 01:17:44.709856 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59402) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:44.721374 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f52154d-6575-44d6-8e61-cc9508ee2900 None None] Routers {'d9a40191-9c70-4df3-8e0d-5c12a5d98dc3'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:44.722092 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-7f52154d-6575-44d6-8e61-cc9508ee2900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:17:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['d9a40191-9c70-4df3-8e0d-5c12a5d98dc3'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:44.782287 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-7f52154d-6575-44d6-8e61-cc9508ee2900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:44.786400 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177282b-c86a-4b72-bac0-903dbcba7fe0 req-f270461b-a868-4302-95dc-6b2800312406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:44.787982 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4177282b-c86a-4b72-bac0-903dbcba7fe0 req-f270461b-a868-4302-95dc-6b2800312406 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=1b813c13-14c0-4362-835d-85d8c1ae1d77 HTTP/1.1" status: 200 len: 801 time: 0.1037202 Feb 09 01:17:44.795338 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f52154d-6575-44d6-8e61-cc9508ee2900 None None] Routers {'d9a40191-9c70-4df3-8e0d-5c12a5d98dc3'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:44.796379 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-7f52154d-6575-44d6-8e61-cc9508ee2900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:17:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['d9a40191-9c70-4df3-8e0d-5c12a5d98dc3'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:44.851652 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177282b-c86a-4b72-bac0-903dbcba7fe0 req-efee5546-31f5-43ea-9a63-1724dfc864a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:44.853333 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4177282b-c86a-4b72-bac0-903dbcba7fe0 req-efee5546-31f5-43ea-9a63-1724dfc864a0 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=e7ce16ed-63e9-45a1-8a66-e39de50beda3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0565872 Feb 09 01:17:44.861928 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-7f52154d-6575-44d6-8e61-cc9508ee2900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:44.865820 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f52154d-6575-44d6-8e61-cc9508ee2900 None None] The sync data for ids ['d9a40191-9c70-4df3-8e0d-5c12a5d98dc3'] in n-d-828369-4 is: [] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:17:44.866387 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0429238b-836b-4454-a3e4-981961afc054 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:17:44.879027 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e7de4b-66ad-4bd0-955d-3b857c2e47a5 None None] Sync routers for ids ['8a802f47-336a-499f-809e-ade658403707'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:17:44.900716 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e7de4b-66ad-4bd0-955d-3b857c2e47a5 None None] Routers {'8a802f47-336a-499f-809e-ade658403707'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:44.901356 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-07e7de4b-66ad-4bd0-955d-3b857c2e47a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:17:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['8a802f47-336a-499f-809e-ade658403707'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:44.918844 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0429238b-836b-4454-a3e4-981961afc054 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "PUT /v2.0/routers/8a802f47-336a-499f-809e-ade658403707/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6472673 Feb 09 01:17:44.927163 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59404) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:44.985347 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32e34c5-ab71-4d4b-bc30-301c9189310a tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:44.997433 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32e34c5-ab71-4d4b-bc30-301c9189310a tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:45.014191 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f32e34c5-ab71-4d4b-bc30-301c9189310a tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5190632 Feb 09 01:17:45.020885 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4177282b-c86a-4b72-bac0-903dbcba7fe0 req-b7002007-438f-4c21-9e74-9fc03f6eb4f2 service neutron] 10.222.0.120 "GET /v2.0/networks/e7ce16ed-63e9-45a1-8a66-e39de50beda3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591928 Feb 09 01:17:45.021537 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59406) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:45.026311 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-179c1c56-9310-48e8-b22c-60189e70f247 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1717732238'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:45.132009 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4177282b-c86a-4b72-bac0-903dbcba7fe0 req-00da1438-ec42-4392-95ba-8149d493b21d service neutron] 10.222.0.120 "GET /v2.0/networks/e7ce16ed-63e9-45a1-8a66-e39de50beda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022072 Feb 09 01:17:45.179673 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-07e7de4b-66ad-4bd0-955d-3b857c2e47a5 None None] Set router 8a802f47-336a-499f-809e-ade658403707 gateway port host: None {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:17:45.202154 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179c1c56-9310-48e8-b22c-60189e70f247 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Made reservation on behalf of 8241f4b253404ead99ce9b04c7a0636a for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:45.214504 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-d473254c-b0f6-4f5c-a9f2-357a19c4d552 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Deleting subnet 4c593e5d-3d39-4445-8ed4-07b0bb5103c2 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:17:45.219767 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-179c1c56-9310-48e8-b22c-60189e70f247 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:45.240457 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d473254c-b0f6-4f5c-a9f2-357a19c4d552 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for subnet (4c593e5d-3d39-4445-8ed4-07b0bb5103c2), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:45.256667 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e367fef7-d99a-4fe8-9ce9-d13711e3724d tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] 10.222.0.50 "GET /v2.0/routers/d9a40191-9c70-4df3-8e0d-5c12a5d98dc3 HTTP/1.1" status: 200 len: 921 time: 0.5429811 Feb 09 01:17:45.262456 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59410) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:45.323377 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ce5b5809-b6a0-40e7-b73f-76e71df4a060 req-9c7f2cac-d949-461d-b20e-a2cfaad461f8 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.1584017 Feb 09 01:17:45.371305 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-179c1c56-9310-48e8-b22c-60189e70f247 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1042} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:17:45.392966 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-179c1c56-9310-48e8-b22c-60189e70f247 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (1a1fd6d7-f9f1-4de1-97b0-bf38fef7e825), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:45.393369 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-179c1c56-9310-48e8-b22c-60189e70f247 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Added segment 1a1fd6d7-f9f1-4de1-97b0-bf38fef7e825 of type vlan for network 0383684c-f87e-49f6-a85c-c22324ebec9c Feb 09 01:17:45.467079 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d473254c-b0f6-4f5c-a9f2-357a19c4d552 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (4c593e5d-3d39-4445-8ed4-07b0bb5103c2), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:45.544750 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e6e0e7-8ba4-4704-9564-603b41d89cbc tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:45.546247 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-67e6e0e7-8ba4-4704-9564-603b41d89cbc tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=ca740734-29c2-4b60-ae10-4c709b5c6ef4&device_id=d9a40191-9c70-4df3-8e0d-5c12a5d98dc3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2093086 Feb 09 01:17:45.548960 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59414) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:45.560638 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a3c129f1-208c-4c7a-bfc0-92dc3cbf28ef req-e8b9cfdf-29e2-4eb4-8348-73a5253ae5ec tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 210 time: 0.0947356 Feb 09 01:17:45.567297 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-179c1c56-9310-48e8-b22c-60189e70f247 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (0383684c-f87e-49f6-a85c-c22324ebec9c), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:45.639701 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-179c1c56-9310-48e8-b22c-60189e70f247 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (0383684c-f87e-49f6-a85c-c22324ebec9c), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:45.647516 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179c1c56-9310-48e8-b22c-60189e70f247 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:45.648240 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-179c1c56-9310-48e8-b22c-60189e70f247 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:45.670729 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b798fb2-cae9-4f8b-93d6-db83de3f2568 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:45.678833 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4b798fb2-cae9-4f8b-93d6-db83de3f2568 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] 10.222.0.50 "GET /v2.0/networks/ca740734-29c2-4b60-ae10-4c709b5c6ef4 HTTP/1.1" status: 200 len: 881 time: 0.1289110 Feb 09 01:17:45.687658 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59416) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:45.724311 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-07e7de4b-66ad-4bd0-955d-3b857c2e47a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a802f47-336a-499f-809e-ade658403707', 'name': 'tempest-RoutersIpV6Test-router-1203164882', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:35Z', 'updated_at': '2022-02-09T01:17:42Z', 'revision_number': 10, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'gw_port_host': None, '_interfaces': [{'id': '6daf4a56-5b77-4881-b1e7-22b17b7d330f', 'name': '', 'network_id': '3ec62db4-d42d-43d1-9cda-9dd513e0c974', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:0a:23:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:39Z', 'updated_at': '2022-02-09T01:16:45Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:45.783522 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59420) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:45.783771 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-724bff55-db8c-40c5-892b-66d5371593de tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9a40191-9c70-4df3-8e0d-5c12a5d98dc3 HTTP/1.1" status: 200 len: 205 time: 0.0915892 Feb 09 01:17:45.794846 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e7de4b-66ad-4bd0-955d-3b857c2e47a5 None None] Checking router: 8a802f47-336a-499f-809e-ade658403707 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:17:45.814013 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e7de4b-66ad-4bd0-955d-3b857c2e47a5 None None] Routers {'8a802f47-336a-499f-809e-ade658403707'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:45.814589 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-07e7de4b-66ad-4bd0-955d-3b857c2e47a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:17:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['8a802f47-336a-499f-809e-ade658403707'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:45.869821 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d473254c-b0f6-4f5c-a9f2-357a19c4d552 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (4c593e5d-3d39-4445-8ed4-07b0bb5103c2), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:45.878996 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-179c1c56-9310-48e8-b22c-60189e70f247 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8564203 Feb 09 01:17:45.900517 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59422) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:45.912956 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-37d88614-8ef0-4a85-a3a0-822b09f4e7dc tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1191593378'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:45.977197 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c1c56-9310-48e8-b22c-60189e70f247 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Pushing event updated for resources: {'Network': ['ID=0383684c-f87e-49f6-a85c-c22324ebec9c,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:45.990742 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 0383684c-f87e-49f6-a85c-c22324ebec9c details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:17:46.019611 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d88614-8ef0-4a85-a3a0-822b09f4e7dc tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Made reservation on behalf of 8241f4b253404ead99ce9b04c7a0636a for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:46.026960 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168144e-95ac-4a12-8fdb-529c5fefcaaf req-04b39aa5-d0e3-4f21-a95e-a5787f67aef6 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:46.030785 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-37d88614-8ef0-4a85-a3a0-822b09f4e7dc tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:46.036810 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168144e-95ac-4a12-8fdb-529c5fefcaaf req-04b39aa5-d0e3-4f21-a95e-a5787f67aef6 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:46.042557 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2168144e-95ac-4a12-8fdb-529c5fefcaaf req-04b39aa5-d0e3-4f21-a95e-a5787f67aef6 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fa31bcc-50c2-42be-a142-a6bedd637b5e HTTP/1.1" status: 200 len: 1678 time: 0.2288604 Feb 09 01:17:46.087862 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7ed72c2a-e76c-41f9-a9ce-20ab9cf607dc tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router (d9a40191-9c70-4df3-8e0d-5c12a5d98dc3), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:46.125024 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37d88614-8ef0-4a85-a3a0-822b09f4e7dc tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1001} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:17:46.132893 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-07e7de4b-66ad-4bd0-955d-3b857c2e47a5 None None] Set router 8a802f47-336a-499f-809e-ade658403707 gateway port host: None {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:17:46.150169 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-37d88614-8ef0-4a85-a3a0-822b09f4e7dc tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (b77e513c-e12f-484c-b864-f77c3025bd35), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:46.150883 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-37d88614-8ef0-4a85-a3a0-822b09f4e7dc tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Added segment b77e513c-e12f-484c-b864-f77c3025bd35 of type vlan for network 0e37b7fa-8636-4e75-900f-570be21f8375 Feb 09 01:17:46.215008 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2168144e-95ac-4a12-8fdb-529c5fefcaaf req-73e0f71b-52f8-4257-9e13-8bb6ebad6084 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/security-groups?id=45eaab36-af4f-4215-874b-e47cf74a9106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675785 Feb 09 01:17:46.228239 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-37d88614-8ef0-4a85-a3a0-822b09f4e7dc tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (0e37b7fa-8636-4e75-900f-570be21f8375), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:46.265730 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d473254c-b0f6-4f5c-a9f2-357a19c4d552 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (4c593e5d-3d39-4445-8ed4-07b0bb5103c2), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:46.278498 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-37d88614-8ef0-4a85-a3a0-822b09f4e7dc tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (0e37b7fa-8636-4e75-900f-570be21f8375), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:46.283875 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d88614-8ef0-4a85-a3a0-822b09f4e7dc tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:46.285192 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-37d88614-8ef0-4a85-a3a0-822b09f4e7dc tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:46.291838 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7ed72c2a-e76c-41f9-a9ce-20ab9cf607dc tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router_gateway (d9a40191-9c70-4df3-8e0d-5c12a5d98dc3), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:46.318146 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473254c-b0f6-4f5c-a9f2-357a19c4d552 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event deleted for resources: {'Subnet': ['ID=4c593e5d-3d39-4445-8ed4-07b0bb5103c2,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:46.331076 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a3e74a-9c0f-44a9-b871-5e310a0af43d None None] Network d7f51f96-79d1-4cd2-9ca4-93d2f898b4e9 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:17:46.335344 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d473254c-b0f6-4f5c-a9f2-357a19c4d552 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:46.339154 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d473254c-b0f6-4f5c-a9f2-357a19c4d552 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "DELETE /v2.0/subnets/4c593e5d-3d39-4445-8ed4-07b0bb5103c2 HTTP/1.1" status: 204 len: 168 time: 1.4088869 Feb 09 01:17:46.367235 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59424) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:46.387304 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-37d88614-8ef0-4a85-a3a0-822b09f4e7dc tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4851375 Feb 09 01:17:46.391241 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59428) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:46.398272 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-d1d892c8-2fda-441e-8b20-c162f756446f tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Request body: {'ports': [{'network_id': '0383684c-f87e-49f6-a85c-c22324ebec9c', 'name': 'tempest-port--327532739', 'admin_state_up': True}, {'network_id': '0e37b7fa-8636-4e75-900f-570be21f8375', 'admin_state_up': False}]} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:46.398700 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-d1d892c8-2fda-441e-8b20-c162f756446f tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Request body: {'port': {'network_id': '0383684c-f87e-49f6-a85c-c22324ebec9c', 'name': 'tempest-port--327532739', 'admin_state_up': True}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:46.399308 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-d1d892c8-2fda-441e-8b20-c162f756446f tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Request body: {'port': {'network_id': '0e37b7fa-8636-4e75-900f-570be21f8375', 'admin_state_up': False}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:46.406561 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d88614-8ef0-4a85-a3a0-822b09f4e7dc tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Pushing event updated for resources: {'Network': ['ID=0e37b7fa-8636-4e75-900f-570be21f8375,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:46.467351 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 0e37b7fa-8636-4e75-900f-570be21f8375 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:17:46.581302 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f4336952-eab3-4e45-8883-8e17aaed1d83 req-8a60fdbb-d522-40e8-8c0e-b40b86a980cf tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.0850122 Feb 09 01:17:46.605298 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-07e7de4b-66ad-4bd0-955d-3b857c2e47a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a802f47-336a-499f-809e-ade658403707', 'name': 'tempest-RoutersIpV6Test-router-1203164882', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:35Z', 'updated_at': '2022-02-09T01:17:42Z', 'revision_number': 10, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'gw_port_host': None, '_interfaces': [{'id': '6daf4a56-5b77-4881-b1e7-22b17b7d330f', 'name': '', 'network_id': '3ec62db4-d42d-43d1-9cda-9dd513e0c974', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:0a:23:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:39Z', 'updated_at': '2022-02-09T01:16:45Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:46.638686 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5c46bc16-630c-41a9-8045-0a933fe2494f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (d7f51f96-79d1-4cd2-9ca4-93d2f898b4e9), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:46.654842 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-7ed72c2a-e76c-41f9-a9ce-20ab9cf607dc tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Deleting port fd00e2ae-ae76-458f-8953-239eddfe5781 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:46.655199 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7ed72c2a-e76c-41f9-a9ce-20ab9cf607dc tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (fd00e2ae-ae76-458f-8953-239eddfe5781), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:46.666634 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 2e0fcf77-8fa0-4775-8095-e5fd97cff1f8 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:17:46.704992 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e7de4b-66ad-4bd0-955d-3b857c2e47a5 None None] The sync data for ids ['8a802f47-336a-499f-809e-ade658403707'] in n-d-828369-4 is: [{'id': '8a802f47-336a-499f-809e-ade658403707', 'name': 'tempest-RoutersIpV6Test-router-1203164882', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:35Z', 'updated_at': '2022-02-09T01:17:42Z', 'revision_number': 10, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'gw_port_host': None, '_interfaces': [{'id': '6daf4a56-5b77-4881-b1e7-22b17b7d330f', 'name': '', 'network_id': '3ec62db4-d42d-43d1-9cda-9dd513e0c974', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'mac_address': 'fa:16:3e:0a:23:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a802f47-336a-499f-809e-ade658403707', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:39Z', 'updated_at': '2022-02-09T01:16:45Z', 'revision_number': 5, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'subnets': [{'id': '512f07c2-cb54-4bcd-9543-8f0b88852b2c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:17:46.745828 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d892c8-2fda-441e-8b20-c162f756446f tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Made reservation on behalf of 8241f4b253404ead99ce9b04c7a0636a for: {'port': 2} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:46.750808 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d1d892c8-2fda-441e-8b20-c162f756446f tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:46.781781 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d1d892c8-2fda-441e-8b20-c162f756446f tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:46.801464 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5ad89cb8-a4de-47b4-95b3-f125bdada377 req-678ef3ff-fe50-46a2-add9-d1ff09c62c14 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 210 time: 0.0575907 Feb 09 01:17:46.830935 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-5c46bc16-630c-41a9-8045-0a933fe2494f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Deleting port 41121f21-9ffc-4c2a-8b75-8d2f10b5ca37 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:46.831303 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5c46bc16-630c-41a9-8045-0a933fe2494f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (41121f21-9ffc-4c2a-8b75-8d2f10b5ca37), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:46.868945 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 2e0fcf77-8fa0-4775-8095-e5fd97cff1f8, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=2e0fcf77-8fa0-4775-8095-e5fd97cff1f8,segment=NetworkSegment(64990828-b09c-41bd-9366-c1b94d63c232),segment_id=64990828-b09c-41bd-9366-c1b94d63c232)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:46.892276 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '2e0fcf77-8fa0-4775-8095-e5fd97cff1f8', 'network_id': 'e7ce16ed-63e9-45a1-8a66-e39de50beda3', 'port_id': '2e0fcf77-8fa0-4775-8095-e5fd97cff1f8', 'mac_address': 'fa:16:3e:d8:38:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1045, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b813c13-14c0-4362-835d-85d8c1ae1d77', 'ip_address': '19.86.0.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:17:46.913669 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7ed72c2a-e76c-41f9-a9ce-20ab9cf607dc tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (fd00e2ae-ae76-458f-8953-239eddfe5781), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:46.954830 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 2e0fcf77-8fa0-4775-8095-e5fd97cff1f8 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:46.955494 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (2e0fcf77-8fa0-4775-8095-e5fd97cff1f8), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:46.974242 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e0fcf77-8fa0-4775-8095-e5fd97cff1f8 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:17:46.977195 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-7ed72c2a-e76c-41f9-a9ce-20ab9cf607dc tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Calling delete_port for fd00e2ae-ae76-458f-8953-239eddfe5781 owned by network:router_gateway {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:46.999714 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 2e0fcf77-8fa0-4775-8095-e5fd97cff1f8, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=2e0fcf77-8fa0-4775-8095-e5fd97cff1f8,segment=NetworkSegment(64990828-b09c-41bd-9366-c1b94d63c232),segment_id=64990828-b09c-41bd-9366-c1b94d63c232)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:47.008072 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-5c46bc16-630c-41a9-8045-0a933fe2494f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] For port 41121f21-9ffc-4c2a-8b75-8d2f10b5ca37, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=41121f21-9ffc-4c2a-8b75-8d2f10b5ca37,segment=NetworkSegment(4edf4db6-1fac-47c9-a00d-44eadcd0ef70),segment_id=4edf4db6-1fac-47c9-a00d-44eadcd0ef70)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:47.008652 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5c46bc16-630c-41a9-8045-0a933fe2494f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (41121f21-9ffc-4c2a-8b75-8d2f10b5ca37), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:47.031400 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (2e0fcf77-8fa0-4775-8095-e5fd97cff1f8), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:47.033499 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 329cb3eb-a186-4e5a-989e-2250778fdb9d details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:17:47.060228 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-5c46bc16-630c-41a9-8045-0a933fe2494f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Calling delete_port for 41121f21-9ffc-4c2a-8b75-8d2f10b5ca37 owned by network:dhcp {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:47.075478 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-d1d892c8-2fda-441e-8b20-c162f756446f tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] device_id is not set on port 65ced400-97c3-44ba-9565-8fb95ed5ffe7 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:17:47.193877 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d1d892c8-2fda-441e-8b20-c162f756446f tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks [] for port (65ced400-97c3-44ba-9565-8fb95ed5ffe7), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:47.304451 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-d1d892c8-2fda-441e-8b20-c162f756446f tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] device_id is not set on port c0c5f45f-caf6-4393-9e88-2c628fb1c18c yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:17:47.307161 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5c46bc16-630c-41a9-8045-0a933fe2494f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (41121f21-9ffc-4c2a-8b75-8d2f10b5ca37), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:47.356176 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f825ecaa-b34e-49df-b9a4-1de0608702e1 None None] DHCP port deletion for d7f51f96-79d1-4cd2-9ca4-93d2f898b4e9 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:17:47.391486 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=2e0fcf77-8fa0-4775-8095-e5fd97cff1f8,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:47.391718 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c46bc16-630c-41a9-8045-0a933fe2494f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event deleted for resources: {'Port': ['ID=41121f21-9ffc-4c2a-8b75-8d2f10b5ca37,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:47.397082 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:17:47.424173 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c46bc16-630c-41a9-8045-0a933fe2494f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] No DVR routers for this DVR port 41121f21-9ffc-4c2a-8b75-8d2f10b5ca37 on host n-d-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:17:47.431834 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:17:47.438046 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 84d3fb2c-c08b-4b3f-93c4-98d866c0f4a4 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:17:47.438545 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 41121f21-9ffc-4c2a-8b75-8d2f10b5ca37 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:17:47.479462 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 41121f21-9ffc-4c2a-8b75-8d2f10b5ca37 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:17:47.479820 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 41121f21-9ffc-4c2a-8b75-8d2f10b5ca37 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:17:47.498480 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 329cb3eb-a186-4e5a-989e-2250778fdb9d, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=329cb3eb-a186-4e5a-989e-2250778fdb9d,segment=NetworkSegment(f93b0c6b-83fa-4bea-a8dd-2602dfe0a7e2),segment_id=f93b0c6b-83fa-4bea-a8dd-2602dfe0a7e2)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:47.539075 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '329cb3eb-a186-4e5a-989e-2250778fdb9d', 'network_id': '17dd01c0-4058-48f2-881f-1d1470db863c', 'port_id': '329cb3eb-a186-4e5a-989e-2250778fdb9d', 'mac_address': 'fa:16:3e:45:a8:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1021, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26be36d3-b85c-40c4-8c3e-87ec0e562361', 'ip_address': '19.80.0.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:17:47.590705 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 329cb3eb-a186-4e5a-989e-2250778fdb9d is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:47.591188 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (329cb3eb-a186-4e5a-989e-2250778fdb9d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:47.607026 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 329cb3eb-a186-4e5a-989e-2250778fdb9d {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:17:47.648177 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 329cb3eb-a186-4e5a-989e-2250778fdb9d, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=329cb3eb-a186-4e5a-989e-2250778fdb9d,segment=NetworkSegment(f93b0c6b-83fa-4bea-a8dd-2602dfe0a7e2),segment_id=f93b0c6b-83fa-4bea-a8dd-2602dfe0a7e2)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:47.657961 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (329cb3eb-a186-4e5a-989e-2250778fdb9d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:47.733614 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=329cb3eb-a186-4e5a-989e-2250778fdb9d,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:47.883600 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7ed72c2a-e76c-41f9-a9ce-20ab9cf607dc tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (fd00e2ae-ae76-458f-8953-239eddfe5781), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:47.909726 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['2e0fcf77-8fa0-4775-8095-e5fd97cff1f8'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:17:47.911090 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d1d892c8-2fda-441e-8b20-c162f756446f tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks [] for port (c0c5f45f-caf6-4393-9e88-2c628fb1c18c), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:47.922639 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-89245214-0c70-48b1-a254-38a27c51729c req-441adeeb-8ea6-4cf6-bf55-5c701bbb36db tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.0727742 Feb 09 01:17:47.985816 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed72c2a-e76c-41f9-a9ce-20ab9cf607dc tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Pushing event deleted for resources: {'Port': ['ID=fd00e2ae-ae76-458f-8953-239eddfe5781,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:48.001433 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['329cb3eb-a186-4e5a-989e-2250778fdb9d'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:17:48.012030 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d1d892c8-2fda-441e-8b20-c162f756446f tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (65ced400-97c3-44ba-9565-8fb95ed5ffe7), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:48.028509 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5c46bc16-630c-41a9-8045-0a933fe2494f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (d7f51f96-79d1-4cd2-9ca4-93d2f898b4e9), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:48.090210 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d892c8-2fda-441e-8b20-c162f756446f tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Pushing event updated for resources: {'Port': ['ID=65ced400-97c3-44ba-9565-8fb95ed5ffe7,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:48.148437 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3daea4c4-5754-4735-8c00-9857d1908882 req-25526454-9cfd-4d34-8786-905b1a845118 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 210 time: 0.0473285 Feb 09 01:17:48.165147 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d892c8-2fda-441e-8b20-c162f756446f tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Checking segment: {'id': '1a1fd6d7-f9f1-4de1-97b0-bf38fef7e825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '0383684c-f87e-49f6-a85c-c22324ebec9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:17:48.165458 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d892c8-2fda-441e-8b20-c162f756446f tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Network hostable DHCP agents. Network: 0383684c-f87e-49f6-a85c-c22324ebec9c, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:17:48.167679 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166fdf5-6da8-4079-b56e-dd59f7baf6da req-e58dd5cb-8723-44b7-a257-a7e3bca1b96e tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:48.173012 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166fdf5-6da8-4079-b56e-dd59f7baf6da req-e58dd5cb-8723-44b7-a257-a7e3bca1b96e tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:48.181050 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8166fdf5-6da8-4079-b56e-dd59f7baf6da req-e58dd5cb-8723-44b7-a257-a7e3bca1b96e tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fa31bcc-50c2-42be-a142-a6bedd637b5e HTTP/1.1" status: 200 len: 1679 time: 0.7983322 Feb 09 01:17:48.204794 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d892c8-2fda-441e-8b20-c162f756446f tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Network 0383684c-f87e-49f6-a85c-c22324ebec9c is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:17:48.208956 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-5c46bc16-630c-41a9-8045-0a933fe2494f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7f51f96-79d1-4cd2-9ca4-93d2f898b4e9']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:48.217203 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-d1d892c8-2fda-441e-8b20-c162f756446f tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 0383684c-f87e-49f6-a85c-c22324ebec9c) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:48.221030 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d892c8-2fda-441e-8b20-c162f756446f tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:17:48.221964 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d1d892c8-2fda-441e-8b20-c162f756446f tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (c0c5f45f-caf6-4393-9e88-2c628fb1c18c), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:48.232162 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-5c46bc16-630c-41a9-8045-0a933fe2494f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4edf4db6-1fac-47c9-a00d-44eadcd0ef70') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:48.232922 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-5c46bc16-630c-41a9-8045-0a933fe2494f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4edf4db6-1fac-47c9-a00d-44eadcd0ef70') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:48.245099 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7ed72c2a-e76c-41f9-a9ce-20ab9cf607dc tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (d9a40191-9c70-4df3-8e0d-5c12a5d98dc3), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:48.257251 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5c46bc16-630c-41a9-8045-0a933fe2494f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (4edf4db6-1fac-47c9-a00d-44eadcd0ef70), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:48.264638 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d5e979-0a7d-4352-805a-dcafdad56d64 None None] Network 0383684c-f87e-49f6-a85c-c22324ebec9c requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:17:48.361700 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d892c8-2fda-441e-8b20-c162f756446f tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Pushing event updated for resources: {'Port': ['ID=c0c5f45f-caf6-4393-9e88-2c628fb1c18c,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:48.374171 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5c46bc16-630c-41a9-8045-0a933fe2494f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (4edf4db6-1fac-47c9-a00d-44eadcd0ef70), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:48.392472 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d892c8-2fda-441e-8b20-c162f756446f tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Checking segment: {'id': 'b77e513c-e12f-484c-b864-f77c3025bd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '0e37b7fa-8636-4e75-900f-570be21f8375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:17:48.394716 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d892c8-2fda-441e-8b20-c162f756446f tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Network hostable DHCP agents. Network: 0e37b7fa-8636-4e75-900f-570be21f8375, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:17:48.408845 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8166fdf5-6da8-4079-b56e-dd59f7baf6da req-4f04f0dc-8ee4-4fa3-8ad5-f827801d4ffa tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/security-groups?id=45eaab36-af4f-4215-874b-e47cf74a9106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268052 Feb 09 01:17:48.411815 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7ed72c2a-e76c-41f9-a9ce-20ab9cf607dc tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (d9a40191-9c70-4df3-8e0d-5c12a5d98dc3), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:48.414273 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c46bc16-630c-41a9-8045-0a933fe2494f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:17:48.414685 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5c46bc16-630c-41a9-8045-0a933fe2494f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (4edf4db6-1fac-47c9-a00d-44eadcd0ef70), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:48.419151 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d892c8-2fda-441e-8b20-c162f756446f tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Network 0e37b7fa-8636-4e75-900f-570be21f8375 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:17:48.425656 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:17:48.425656 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:17:48.425656 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:17:48.425656 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:17:48.425656 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:17:48.425656 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:17:48.425656 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:17:48.425656 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:17:48.425656 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:17:48.425656 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:17:48.425656 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:17:48.425656 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:17:48.425656 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:17:48.425656 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:17:48.425656 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:17:48.425656 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:17:48.425656 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:17:48.425656 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:17:48.425656 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:17:48.425656 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:17:48.425656 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:17:48.425656 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:17:48.425656 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:17:48.425656 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:17:48.425656 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:17:48.425656 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:17:48.425656 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:17:48.425656 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:17:48.425656 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:17:48.425656 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:17:48.425656 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:17:48.425656 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:17:48.427975 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7ed72c2a-e76c-41f9-a9ce-20ab9cf607dc tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router_controller (d9a40191-9c70-4df3-8e0d-5c12a5d98dc3), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:48.432245 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-d1d892c8-2fda-441e-8b20-c162f756446f tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 0e37b7fa-8636-4e75-900f-570be21f8375) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:48.438352 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d892c8-2fda-441e-8b20-c162f756446f tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:17:48.447027 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d892c8-2fda-441e-8b20-c162f756446f tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:48.451646 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d892c8-2fda-441e-8b20-c162f756446f tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:48.452353 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d1d892c8-2fda-441e-8b20-c162f756446f tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:48.464460 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676c895e-a314-4740-87ce-f6b4adfff677 None None] Network 0e37b7fa-8636-4e75-900f-570be21f8375 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:17:48.477947 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d1d892c8-2fda-441e-8b20-c162f756446f tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.0829275 Feb 09 01:17:48.489092 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59438) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:48.569957 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853880f9-a7fa-4afa-a6e1-c6f782d95c13 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:48.588216 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853880f9-a7fa-4afa-a6e1-c6f782d95c13 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:48.592591 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-853880f9-a7fa-4afa-a6e1-c6f782d95c13 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0996671 Feb 09 01:17:48.592809 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59440) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:48.674726 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7ed72c2a-e76c-41f9-a9ce-20ab9cf607dc tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (d9a40191-9c70-4df3-8e0d-5c12a5d98dc3), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:48.675270 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed72c2a-e76c-41f9-a9ce-20ab9cf607dc tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Fanout notify agent at l3_agent the message router_deleted on router d9a40191-9c70-4df3-8e0d-5c12a5d98dc3 {{(pid=103136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:17:48.688224 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7ed72c2a-e76c-41f9-a9ce-20ab9cf607dc tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:48.689469 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-7ed72c2a-e76c-41f9-a9ce-20ab9cf607dc tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] 10.222.0.50 "DELETE /v2.0/routers/d9a40191-9c70-4df3-8e0d-5c12a5d98dc3 HTTP/1.1" status: 204 len: 168 time: 2.9002688 Feb 09 01:17:48.697143 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59442) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:48.701586 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-8b7df273-90cf-41b3-b277-fb97f7b95415 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-310985758', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:48.706097 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5c46bc16-630c-41a9-8045-0a933fe2494f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (d7f51f96-79d1-4cd2-9ca4-93d2f898b4e9), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:48.740143 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5c46bc16-630c-41a9-8045-0a933fe2494f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:48.746057 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-5c46bc16-630c-41a9-8045-0a933fe2494f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "DELETE /v2.0/networks/d7f51f96-79d1-4cd2-9ca4-93d2f898b4e9 HTTP/1.1" status: 204 len: 168 time: 2.3724465 Feb 09 01:17:48.754838 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59444) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:48.821800 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-4188d378-6b02-4078-aae4-79707176836b tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Deleting port 65ced400-97c3-44ba-9565-8fb95ed5ffe7 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:48.822346 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4188d378-6b02-4078-aae4-79707176836b tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (65ced400-97c3-44ba-9565-8fb95ed5ffe7), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:48.840955 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c46bc16-630c-41a9-8045-0a933fe2494f tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event deleted for resources: {'Network': ['ID=d7f51f96-79d1-4cd2-9ca4-93d2f898b4e9,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:48.849994 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8b7df273-90cf-41b3-b277-fb97f7b95415 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (9b28a913-fd99-435d-879d-8e726fe87c75), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:48.851011 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8b7df273-90cf-41b3-b277-fb97f7b95415 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (9b28a913-fd99-435d-879d-8e726fe87c75), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:48.903094 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4188d378-6b02-4078-aae4-79707176836b tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (65ced400-97c3-44ba-9565-8fb95ed5ffe7), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:48.919995 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-4188d378-6b02-4078-aae4-79707176836b tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Calling delete_port for 65ced400-97c3-44ba-9565-8fb95ed5ffe7 owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:48.948133 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8b7df273-90cf-41b3-b277-fb97f7b95415 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router_controller (9b28a913-fd99-435d-879d-8e726fe87c75), precommit_add_association {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:48.957020 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8b7df273-90cf-41b3-b277-fb97f7b95415 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (9b28a913-fd99-435d-879d-8e726fe87c75), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:49.010899 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8b7df273-90cf-41b3-b277-fb97f7b95415 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:49.015711 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59448) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:49.018458 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8b7df273-90cf-41b3-b277-fb97f7b95415 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3200674 Feb 09 01:17:49.024722 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-d705cfcd-908d-4960-89ed-8e00d41e3c8d tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'enable_snat': True}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:49.029619 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4188d378-6b02-4078-aae4-79707176836b tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (65ced400-97c3-44ba-9565-8fb95ed5ffe7), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:49.144812 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4188d378-6b02-4078-aae4-79707176836b tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Pushing event deleted for resources: {'Port': ['ID=65ced400-97c3-44ba-9565-8fb95ed5ffe7,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:49.150011 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4188d378-6b02-4078-aae4-79707176836b tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:49.153232 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4188d378-6b02-4078-aae4-79707176836b tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] 10.222.0.50 "DELETE /v2.0/ports/65ced400-97c3-44ba-9565-8fb95ed5ffe7 HTTP/1.1" status: 204 len: 168 time: 0.5594492 Feb 09 01:17:49.155803 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59450) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:49.202096 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c998ac89-b61d-4ff5-b1eb-5fdef094f0d0 req-840148bc-6b4b-4d40-9fe6-83ce91d73667 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.1164989 Feb 09 01:17:49.350552 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-66c9a740-0e87-40f5-85e5-efd195291b66 req-18d4c2d7-d3a6-4671-8fa4-0f8b5e9df7f3 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 210 time: 0.0390544 Feb 09 01:17:49.427392 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d705cfcd-908d-4960-89ed-8e00d41e3c8d tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for router_gateway (9b28a913-fd99-435d-879d-8e726fe87c75), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:49.454834 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-229a8cbe-e817-4072-984c-2e242c2c8067 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Deleting port c0c5f45f-caf6-4393-9e88-2c628fb1c18c {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:49.454834 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-229a8cbe-e817-4072-984c-2e242c2c8067 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (c0c5f45f-caf6-4393-9e88-2c628fb1c18c), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:49.575580 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-229a8cbe-e817-4072-984c-2e242c2c8067 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (c0c5f45f-caf6-4393-9e88-2c628fb1c18c), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:49.591576 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4502cfea-bf7c-44ac-b5f0-568242565276 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (8a802f47-336a-499f-809e-ade658403707), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:49.601085 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-229a8cbe-e817-4072-984c-2e242c2c8067 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Calling delete_port for c0c5f45f-caf6-4393-9e88-2c628fb1c18c owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:49.708162 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acade684-81b6-4d51-ba31-38c97a522e82 req-44b401a1-00c1-4e3c-ab58-55b0447420cf tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:49.713445 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acade684-81b6-4d51-ba31-38c97a522e82 req-44b401a1-00c1-4e3c-ab58-55b0447420cf tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:49.718799 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-229a8cbe-e817-4072-984c-2e242c2c8067 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (c0c5f45f-caf6-4393-9e88-2c628fb1c18c), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:49.720462 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-acade684-81b6-4d51-ba31-38c97a522e82 req-44b401a1-00c1-4e3c-ab58-55b0447420cf tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fa31bcc-50c2-42be-a142-a6bedd637b5e HTTP/1.1" status: 200 len: 1680 time: 0.2338550 Feb 09 01:17:49.772796 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-229a8cbe-e817-4072-984c-2e242c2c8067 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:49.780258 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-229a8cbe-e817-4072-984c-2e242c2c8067 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] 10.222.0.50 "DELETE /v2.0/ports/c0c5f45f-caf6-4393-9e88-2c628fb1c18c HTTP/1.1" status: 204 len: 168 time: 0.6235344 Feb 09 01:17:49.783753 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59456) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:49.792415 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a8cbe-e817-4072-984c-2e242c2c8067 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Pushing event deleted for resources: {'Port': ['ID=c0c5f45f-caf6-4393-9e88-2c628fb1c18c,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:49.862245 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-acade684-81b6-4d51-ba31-38c97a522e82 req-5dcc5c09-ee14-4147-a9e5-76a7a7935391 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/security-groups?id=45eaab36-af4f-4215-874b-e47cf74a9106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360035 Feb 09 01:17:49.868926 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-9ee185e6-6173-4925-a760-84033bf44c72 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0801795 Feb 09 01:17:49.869221 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59458) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:49.873986 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-1c1813b7-84f9-4720-a5a3-46d2981974f5 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-11447532'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:49.915337 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1813b7-84f9-4720-a5a3-46d2981974f5 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Made reservation on behalf of 8241f4b253404ead99ce9b04c7a0636a for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:49.919007 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1c1813b7-84f9-4720-a5a3-46d2981974f5 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:49.947991 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d705cfcd-908d-4960-89ed-8e00d41e3c8d tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for router_gateway (9b28a913-fd99-435d-879d-8e726fe87c75), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:49.976708 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d705cfcd-908d-4960-89ed-8e00d41e3c8d tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:49.977648 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c1813b7-84f9-4720-a5a3-46d2981974f5 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1010} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:17:50.019298 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1c1813b7-84f9-4720-a5a3-46d2981974f5 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (31a336b0-3cb6-4f25-8253-bcc340d77adf), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:50.019737 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-1c1813b7-84f9-4720-a5a3-46d2981974f5 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Added segment 31a336b0-3cb6-4f25-8253-bcc340d77adf of type vlan for network 4cfda52e-5e01-4776-897f-1e1b907ddc9f Feb 09 01:17:50.075876 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1c1813b7-84f9-4720-a5a3-46d2981974f5 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (4cfda52e-5e01-4776-897f-1e1b907ddc9f), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:50.110072 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-4502cfea-bf7c-44ac-b5f0-568242565276 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Deleting port 6daf4a56-5b77-4881-b1e7-22b17b7d330f {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:50.110481 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4502cfea-bf7c-44ac-b5f0-568242565276 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (6daf4a56-5b77-4881-b1e7-22b17b7d330f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:50.146246 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-d705cfcd-908d-4960-89ed-8e00d41e3c8d tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Allocated IP 172.25.8.207 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/a4b8b097-ab5c-42aa-8b4f-d89dfdb4bdb6) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:50.158412 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1c1813b7-84f9-4720-a5a3-46d2981974f5 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (4cfda52e-5e01-4776-897f-1e1b907ddc9f), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:50.164152 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1813b7-84f9-4720-a5a3-46d2981974f5 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:50.164964 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1c1813b7-84f9-4720-a5a3-46d2981974f5 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:50.241528 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1c1813b7-84f9-4720-a5a3-46d2981974f5 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3713651 Feb 09 01:17:50.249255 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59462) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:50.257563 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-7b5ce8c5-e3f3-4dad-835d-a6428c0999c8 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1746676443'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:50.279229 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1813b7-84f9-4720-a5a3-46d2981974f5 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Pushing event updated for resources: {'Network': ['ID=4cfda52e-5e01-4776-897f-1e1b907ddc9f,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:50.297233 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 4cfda52e-5e01-4776-897f-1e1b907ddc9f details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:17:50.301285 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-4502cfea-bf7c-44ac-b5f0-568242565276 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] For port 6daf4a56-5b77-4881-b1e7-22b17b7d330f, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=6daf4a56-5b77-4881-b1e7-22b17b7d330f,segment=NetworkSegment(68f3cbdc-0651-437e-bf16-e140613b096a),segment_id=68f3cbdc-0651-437e-bf16-e140613b096a)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:50.301667 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4502cfea-bf7c-44ac-b5f0-568242565276 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (6daf4a56-5b77-4881-b1e7-22b17b7d330f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:50.341596 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c5a55673-0773-4e28-9381-be93494126c9 req-358a05f5-3cfd-4d93-aca4-2f734f1fba00 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.0368865 Feb 09 01:17:50.342719 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-4502cfea-bf7c-44ac-b5f0-568242565276 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Calling delete_port for 6daf4a56-5b77-4881-b1e7-22b17b7d330f owned by network:router_interface {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:50.359648 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d705cfcd-908d-4960-89ed-8e00d41e3c8d tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for port (a4b8b097-ab5c-42aa-8b4f-d89dfdb4bdb6), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:50.401713 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5ce8c5-e3f3-4dad-835d-a6428c0999c8 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Made reservation on behalf of 8241f4b253404ead99ce9b04c7a0636a for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:50.405873 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7b5ce8c5-e3f3-4dad-835d-a6428c0999c8 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:50.443556 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b5ce8c5-e3f3-4dad-835d-a6428c0999c8 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1019} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:17:50.455195 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7b5ce8c5-e3f3-4dad-835d-a6428c0999c8 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (defa72be-97fc-4821-912c-285c8c130a48), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:50.455526 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-7b5ce8c5-e3f3-4dad-835d-a6428c0999c8 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Added segment defa72be-97fc-4821-912c-285c8c130a48 of type vlan for network ec3301ec-20b6-4e75-8529-94c60c2126cd Feb 09 01:17:50.464863 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d705cfcd-908d-4960-89ed-8e00d41e3c8d tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (a4b8b097-ab5c-42aa-8b4f-d89dfdb4bdb6), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:50.493422 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0afa7524-5e8c-4b48-aa80-9edce78fa624 req-fa86a0f1-aecc-4775-86a6-29d3c5efec57 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 210 time: 0.0307579 Feb 09 01:17:50.541296 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7b5ce8c5-e3f3-4dad-835d-a6428c0999c8 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (ec3301ec-20b6-4e75-8529-94c60c2126cd), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:50.555796 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d705cfcd-908d-4960-89ed-8e00d41e3c8d tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:50.562347 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-d705cfcd-908d-4960-89ed-8e00d41e3c8d tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:50.572053 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d705cfcd-908d-4960-89ed-8e00d41e3c8d tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:17:50.578404 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4502cfea-bf7c-44ac-b5f0-568242565276 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (6daf4a56-5b77-4881-b1e7-22b17b7d330f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:50.608138 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4502cfea-bf7c-44ac-b5f0-568242565276 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event deleted for resources: {'Port': ['ID=6daf4a56-5b77-4881-b1e7-22b17b7d330f,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:50.625809 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d705cfcd-908d-4960-89ed-8e00d41e3c8d tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Pushing event updated for resources: {'Port': ['ID=a4b8b097-ab5c-42aa-8b4f-d89dfdb4bdb6,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:50.661862 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 329cb3eb-a186-4e5a-989e-2250778fdb9d up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:17:50.711199 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7b5ce8c5-e3f3-4dad-835d-a6428c0999c8 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (ec3301ec-20b6-4e75-8529-94c60c2126cd), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:50.716462 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5ce8c5-e3f3-4dad-835d-a6428c0999c8 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:50.719389 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7b5ce8c5-e3f3-4dad-835d-a6428c0999c8 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:50.761539 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4502cfea-bf7c-44ac-b5f0-568242565276 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (8a802f47-336a-499f-809e-ade658403707), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:50.773022 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 329cb3eb-a186-4e5a-989e-2250778fdb9d completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:17:50.781731 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 329cb3eb-a186-4e5a-989e-2250778fdb9d triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:50.782830 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (329cb3eb-a186-4e5a-989e-2250778fdb9d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:50.861203 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7b5ce8c5-e3f3-4dad-835d-a6428c0999c8 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6105356 Feb 09 01:17:50.877091 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ce8c5-e3f3-4dad-835d-a6428c0999c8 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Pushing event updated for resources: {'Network': ['ID=ec3301ec-20b6-4e75-8529-94c60c2126cd,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:50.903427 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network ec3301ec-20b6-4e75-8529-94c60c2126cd details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:17:51.075053 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 329cb3eb-a186-4e5a-989e-2250778fdb9d is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:51.075453 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (329cb3eb-a186-4e5a-989e-2250778fdb9d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:51.102817 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa31bcc-50c2-42be-a142-a6bedd637b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329cb3eb-a186-4e5a-989e-2250778fdb9d'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:17:51.105143 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac75a16c-4c1d-41c9-9a4b-6b8b4eba1ba3" -d '{"events": [{"server_uuid": "2fa31bcc-50c2-42be-a142-a6bedd637b5e", "name": "network-vif-plugged", "status": "completed", "tag": "329cb3eb-a186-4e5a-989e-2250778fdb9d"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:17:51.118718 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 329cb3eb-a186-4e5a-989e-2250778fdb9d, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=329cb3eb-a186-4e5a-989e-2250778fdb9d,segment=NetworkSegment(f93b0c6b-83fa-4bea-a8dd-2602dfe0a7e2),segment_id=f93b0c6b-83fa-4bea-a8dd-2602dfe0a7e2)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:51.126346 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (329cb3eb-a186-4e5a-989e-2250778fdb9d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:51.127518 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 2e0fcf77-8fa0-4775-8095-e5fd97cff1f8 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:17:51.211266 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852b4076-0c01-4b63-b237-9858f7e2c754 x-openstack-request-id: req-852b4076-0c01-4b63-b237-9858f7e2c754 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:17:51.211939 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa31bcc-50c2-42be-a142-a6bedd637b5e", "name": "network-vif-plugged", "status": "completed", "tag": "329cb3eb-a186-4e5a-989e-2250778fdb9d", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:17:51.213499 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-852b4076-0c01-4b63-b237-9858f7e2c754 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:17:51.214076 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa31bcc-50c2-42be-a142-a6bedd637b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329cb3eb-a186-4e5a-989e-2250778fdb9d', 'code': 200} Feb 09 01:17:51.228455 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d705cfcd-908d-4960-89ed-8e00d41e3c8d tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for router_gateway (9b28a913-fd99-435d-879d-8e726fe87c75), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:51.258545 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=329cb3eb-a186-4e5a-989e-2250778fdb9d,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:51.286207 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 2e0fcf77-8fa0-4775-8095-e5fd97cff1f8 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:17:51.296453 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4502cfea-bf7c-44ac-b5f0-568242565276 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Router 8a802f47-336a-499f-809e-ade658403707 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:17:51.306949 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 2e0fcf77-8fa0-4775-8095-e5fd97cff1f8 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:51.307956 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (2e0fcf77-8fa0-4775-8095-e5fd97cff1f8), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:51.360755 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5e28b-ef18-4b7c-a017-3853c90d4854 req-02670524-d709-411b-8eec-e859f65daa36 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:51.368092 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5e28b-ef18-4b7c-a017-3853c90d4854 req-02670524-d709-411b-8eec-e859f65daa36 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:51.369720 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8be5e28b-ef18-4b7c-a017-3853c90d4854 req-02670524-d709-411b-8eec-e859f65daa36 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fa31bcc-50c2-42be-a142-a6bedd637b5e HTTP/1.1" status: 200 len: 1681 time: 0.1805878 Feb 09 01:17:51.408657 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 2e0fcf77-8fa0-4775-8095-e5fd97cff1f8 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:51.409071 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (2e0fcf77-8fa0-4775-8095-e5fd97cff1f8), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:51.478449 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 2e0fcf77-8fa0-4775-8095-e5fd97cff1f8, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=2e0fcf77-8fa0-4775-8095-e5fd97cff1f8,segment=NetworkSegment(64990828-b09c-41bd-9366-c1b94d63c232),segment_id=64990828-b09c-41bd-9366-c1b94d63c232)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:51.490062 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (2e0fcf77-8fa0-4775-8095-e5fd97cff1f8), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:51.520059 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4502cfea-bf7c-44ac-b5f0-568242565276 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:17:51.542662 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82997dc0-f0f1-4a00-b435-1ccf46110c16 None None] Sync routers for ids ['8a802f47-336a-499f-809e-ade658403707'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:17:51.546879 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4502cfea-bf7c-44ac-b5f0-568242565276 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "PUT /v2.0/routers/8a802f47-336a-499f-809e-ade658403707/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7848332 Feb 09 01:17:51.555052 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59474) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:51.576338 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-688c3136-c9b6-4bec-8524-77a9669838e0 req-8afba58b-1d2c-47f6-8aef-75841f44baef tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.0445514 Feb 09 01:17:51.598340 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82997dc0-f0f1-4a00-b435-1ccf46110c16 None None] Routers {'8a802f47-336a-499f-809e-ade658403707'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:51.605427 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-82997dc0-f0f1-4a00-b435-1ccf46110c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:17:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['8a802f47-336a-499f-809e-ade658403707'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:51.671864 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-88faf857-5e2b-4a53-833f-0c5ec91b93a9 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Deleting subnet 512f07c2-cb54-4bcd-9543-8f0b88852b2c {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:17:51.676140 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-88faf857-5e2b-4a53-833f-0c5ec91b93a9 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for subnet (512f07c2-cb54-4bcd-9543-8f0b88852b2c), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:51.723372 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-88faf857-5e2b-4a53-833f-0c5ec91b93a9 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (512f07c2-cb54-4bcd-9543-8f0b88852b2c), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:51.827089 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-88faf857-5e2b-4a53-833f-0c5ec91b93a9 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (512f07c2-cb54-4bcd-9543-8f0b88852b2c), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:51.847644 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=2e0fcf77-8fa0-4775-8095-e5fd97cff1f8,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:51.862157 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-82997dc0-f0f1-4a00-b435-1ccf46110c16 None None] Set router 8a802f47-336a-499f-809e-ade658403707 gateway port host: None {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:17:51.903316 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8be5e28b-ef18-4b7c-a017-3853c90d4854 req-62c073b1-e945-44f3-b024-eb21569e09bd tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/security-groups?id=45eaab36-af4f-4215-874b-e47cf74a9106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726892 Feb 09 01:17:51.929285 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-88faf857-5e2b-4a53-833f-0c5ec91b93a9 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (512f07c2-cb54-4bcd-9543-8f0b88852b2c), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:51.979002 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-82997dc0-f0f1-4a00-b435-1ccf46110c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a802f47-336a-499f-809e-ade658403707', 'name': 'tempest-RoutersIpV6Test-router-1203164882', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:35Z', 'updated_at': '2022-02-09T01:17:50Z', 'revision_number': 11, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:52.013560 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82997dc0-f0f1-4a00-b435-1ccf46110c16 None None] Checking router: 8a802f47-336a-499f-809e-ade658403707 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:17:52.023789 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82997dc0-f0f1-4a00-b435-1ccf46110c16 None None] Routers {'8a802f47-336a-499f-809e-ade658403707'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:52.024677 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-82997dc0-f0f1-4a00-b435-1ccf46110c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:17:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['8a802f47-336a-499f-809e-ade658403707'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:52.046137 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88faf857-5e2b-4a53-833f-0c5ec91b93a9 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event deleted for resources: {'Subnet': ['ID=512f07c2-cb54-4bcd-9543-8f0b88852b2c,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:52.049731 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-83a1ae46-7ce2-4991-968d-a77f549b4ffa req-8d128114-f469-4bd0-a968-b423b943d59d tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 210 time: 0.1531351 Feb 09 01:17:52.055903 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-88faf857-5e2b-4a53-833f-0c5ec91b93a9 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:52.059683 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-88faf857-5e2b-4a53-833f-0c5ec91b93a9 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "DELETE /v2.0/subnets/512f07c2-cb54-4bcd-9543-8f0b88852b2c HTTP/1.1" status: 204 len: 168 time: 0.4859066 Feb 09 01:17:52.076517 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59476) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:52.139066 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aef7f9e-cd9a-457e-a590-6a3b93ad8a05 None None] Network 3ec62db4-d42d-43d1-9cda-9dd513e0c974 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:17:52.239884 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-82997dc0-f0f1-4a00-b435-1ccf46110c16 None None] Set router 8a802f47-336a-499f-809e-ade658403707 gateway port host: None {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:17:52.243901 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e3dd5e5c-2a9f-4e27-a57d-040716a4aa1b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (3ec62db4-d42d-43d1-9cda-9dd513e0c974), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:52.314863 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-82997dc0-f0f1-4a00-b435-1ccf46110c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a802f47-336a-499f-809e-ade658403707', 'name': 'tempest-RoutersIpV6Test-router-1203164882', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:35Z', 'updated_at': '2022-02-09T01:17:50Z', 'revision_number': 11, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:52.325109 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d705cfcd-908d-4960-89ed-8e00d41e3c8d tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57606'] for router (9b28a913-fd99-435d-879d-8e726fe87c75), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:52.330107 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-e3dd5e5c-2a9f-4e27-a57d-040716a4aa1b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Deleting port 1d30ed13-23e7-41c7-bfac-8de1d02bf37e {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:52.330583 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e3dd5e5c-2a9f-4e27-a57d-040716a4aa1b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (1d30ed13-23e7-41c7-bfac-8de1d02bf37e), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:52.339203 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d705cfcd-908d-4960-89ed-8e00d41e3c8d tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-482771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-482762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-478377'] for router (9b28a913-fd99-435d-879d-8e726fe87c75), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:52.360085 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82997dc0-f0f1-4a00-b435-1ccf46110c16 None None] The sync data for ids ['8a802f47-336a-499f-809e-ade658403707'] in n-d-828369-4 is: [{'id': '8a802f47-336a-499f-809e-ade658403707', 'name': 'tempest-RoutersIpV6Test-router-1203164882', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:35Z', 'updated_at': '2022-02-09T01:17:50Z', 'revision_number': 11, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'gw_port_host': None}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:17:52.421043 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-e3dd5e5c-2a9f-4e27-a57d-040716a4aa1b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] For port 1d30ed13-23e7-41c7-bfac-8de1d02bf37e, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=1d30ed13-23e7-41c7-bfac-8de1d02bf37e,segment=NetworkSegment(68f3cbdc-0651-437e-bf16-e140613b096a),segment_id=68f3cbdc-0651-437e-bf16-e140613b096a)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:52.421634 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e3dd5e5c-2a9f-4e27-a57d-040716a4aa1b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (1d30ed13-23e7-41c7-bfac-8de1d02bf37e), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:52.439970 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-e3dd5e5c-2a9f-4e27-a57d-040716a4aa1b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Calling delete_port for 1d30ed13-23e7-41c7-bfac-8de1d02bf37e owned by network:dhcp {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:52.537735 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d705cfcd-908d-4960-89ed-8e00d41e3c8d tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Router 9b28a913-fd99-435d-879d-8e726fe87c75 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:17:52.543338 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e3dd5e5c-2a9f-4e27-a57d-040716a4aa1b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (1d30ed13-23e7-41c7-bfac-8de1d02bf37e), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:52.578429 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dd5e5c-2a9f-4e27-a57d-040716a4aa1b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] No DVR routers for this DVR port 1d30ed13-23e7-41c7-bfac-8de1d02bf37e on host n-d-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:17:52.584695 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd5e5c-2a9f-4e27-a57d-040716a4aa1b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event deleted for resources: {'Port': ['ID=1d30ed13-23e7-41c7-bfac-8de1d02bf37e,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:52.695306 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d705cfcd-908d-4960-89ed-8e00d41e3c8d tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:17:52.703188 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d705cfcd-908d-4960-89ed-8e00d41e3c8d tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:52.707557 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d705cfcd-908d-4960-89ed-8e00d41e3c8d tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] 10.222.0.50 "PUT /v2.0/routers/9b28a913-fd99-435d-879d-8e726fe87c75 HTTP/1.1" status: 200 len: 914 time: 3.6876357 Feb 09 01:17:52.707733 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6743aff0-0c00-40d0-b138-536fc81db3cd None None] Sync routers for ids ['9b28a913-fd99-435d-879d-8e726fe87c75'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:17:52.708936 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59480) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:52.724432 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6743aff0-0c00-40d0-b138-536fc81db3cd None None] Routers {'9b28a913-fd99-435d-879d-8e726fe87c75'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:52.736630 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-6743aff0-0c00-40d0-b138-536fc81db3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:17:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['9b28a913-fd99-435d-879d-8e726fe87c75'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:52.772951 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3eafb58-64fe-4a58-9674-1656236a8d43 None None] DHCP port deletion for 3ec62db4-d42d-43d1-9cda-9dd513e0c974 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:17:52.839853 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-6743aff0-0c00-40d0-b138-536fc81db3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:52.863203 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6743aff0-0c00-40d0-b138-536fc81db3cd None None] Routers {'9b28a913-fd99-435d-879d-8e726fe87c75'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:52.863842 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-6743aff0-0c00-40d0-b138-536fc81db3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:17:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['9b28a913-fd99-435d-879d-8e726fe87c75'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:52.864386 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e3dd5e5c-2a9f-4e27-a57d-040716a4aa1b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (3ec62db4-d42d-43d1-9cda-9dd513e0c974), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:52.871020 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6c0ce4a8-185e-4444-9652-24944888fc6c req-488e4afb-2d36-4608-8ea5-a1dd3b71512b tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.0852134 Feb 09 01:17:52.905797 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-e3dd5e5c-2a9f-4e27-a57d-040716a4aa1b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ec62db4-d42d-43d1-9cda-9dd513e0c974']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:52.934330 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-e3dd5e5c-2a9f-4e27-a57d-040716a4aa1b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68f3cbdc-0651-437e-bf16-e140613b096a') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:52.934636 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-e3dd5e5c-2a9f-4e27-a57d-040716a4aa1b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68f3cbdc-0651-437e-bf16-e140613b096a') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:52.952149 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e3dd5e5c-2a9f-4e27-a57d-040716a4aa1b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (68f3cbdc-0651-437e-bf16-e140613b096a), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:52.968980 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-6743aff0-0c00-40d0-b138-536fc81db3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:52.969715 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59484) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:52.970036 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6743aff0-0c00-40d0-b138-536fc81db3cd None None] The sync data for ids ['9b28a913-fd99-435d-879d-8e726fe87c75'] in n-d-828369-4 is: [] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:17:52.982462 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-6630eec7-a59a-4bd4-8d50-90a2d4e1f09d tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] 10.222.0.50 "GET /v2.0/routers/9b28a913-fd99-435d-879d-8e726fe87c75 HTTP/1.1" status: 200 len: 920 time: 0.2727642 Feb 09 01:17:52.995531 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e3dd5e5c-2a9f-4e27-a57d-040716a4aa1b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (68f3cbdc-0651-437e-bf16-e140613b096a), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:53.005192 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3dd5e5c-2a9f-4e27-a57d-040716a4aa1b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:17:53.005853 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e3dd5e5c-2a9f-4e27-a57d-040716a4aa1b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (68f3cbdc-0651-437e-bf16-e140613b096a), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:53.009797 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:17:53.009797 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:17:53.009797 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:17:53.009797 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:17:53.009797 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:17:53.009797 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:17:53.009797 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:17:53.009797 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:17:53.009797 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:17:53.009797 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:17:53.009797 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:17:53.009797 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:17:53.009797 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:17:53.009797 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:17:53.009797 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:17:53.009797 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:17:53.009797 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:17:53.009797 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:17:53.009797 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:17:53.009797 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:17:53.009797 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:17:53.009797 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:17:53.009797 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:17:53.009797 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:17:53.009797 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:17:53.009797 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:17:53.009797 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:17:53.009797 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:17:53.009797 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:17:53.009797 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:17:53.009797 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:17:53.009797 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:17:53.082360 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b81740-d6ef-4306-be5a-808e25101f28 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:53.093439 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a1b81740-d6ef-4306-be5a-808e25101f28 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=ca740734-29c2-4b60-ae10-4c709b5c6ef4&device_id=9b28a913-fd99-435d-879d-8e726fe87c75&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1224139 Feb 09 01:17:53.094390 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59488) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:53.133382 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e3dd5e5c-2a9f-4e27-a57d-040716a4aa1b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (3ec62db4-d42d-43d1-9cda-9dd513e0c974), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:53.139179 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e3dd5e5c-2a9f-4e27-a57d-040716a4aa1b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:53.142969 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e3dd5e5c-2a9f-4e27-a57d-040716a4aa1b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "DELETE /v2.0/networks/3ec62db4-d42d-43d1-9cda-9dd513e0c974 HTTP/1.1" status: 204 len: 168 time: 1.0733616 Feb 09 01:17:53.204729 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59490) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:53.214978 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa31bcc-50c2-42be-a142-a6bedd637b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0fcf77-8fa0-4775-8095-e5fd97cff1f8'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:17:53.217565 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-a254b0b8-ac7e-4e00-9138-d68a4e4a6e68 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Request body: {'router': {'routes': None}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:53.217714 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce14e2f-710b-4a10-a849-5152c2f35a40" -d '{"events": [{"server_uuid": "2fa31bcc-50c2-42be-a142-a6bedd637b5e", "name": "network-vif-plugged", "status": "completed", "tag": "2e0fcf77-8fa0-4775-8095-e5fd97cff1f8"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:17:53.290268 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 6daf4a56-5b77-4881-b1e7-22b17b7d330f no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:17:53.328980 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 6daf4a56-5b77-4881-b1e7-22b17b7d330f {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:17:53.329650 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 6daf4a56-5b77-4881-b1e7-22b17b7d330f not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:17:53.329778 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 1d30ed13-23e7-41c7-bfac-8de1d02bf37e no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:17:53.375493 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 1d30ed13-23e7-41c7-bfac-8de1d02bf37e {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:17:53.378800 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 1d30ed13-23e7-41c7-bfac-8de1d02bf37e not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:17:53.473836 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.extraroute_db [None req-a254b0b8-ac7e-4e00-9138-d68a4e4a6e68 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Added routes are [] {{(pid=103137) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 01:17:53.475050 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.extraroute_db [None req-a254b0b8-ac7e-4e00-9138-d68a4e4a6e68 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Removed routes are [] {{(pid=103137) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 01:17:53.475608 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a254b0b8-ac7e-4e00-9138-d68a4e4a6e68 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57606'] for router (8a802f47-336a-499f-809e-ade658403707), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:53.582410 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebac5cb-834d-4f5c-80ab-542482e45b40 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:53.587754 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1ebac5cb-834d-4f5c-80ab-542482e45b40 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] 10.222.0.50 "GET /v2.0/networks/ca740734-29c2-4b60-ae10-4c709b5c6ef4 HTTP/1.1" status: 200 len: 881 time: 0.4926529 Feb 09 01:17:53.588804 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59494) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:53.631031 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd5e5c-2a9f-4e27-a57d-040716a4aa1b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Pushing event deleted for resources: {'Network': ['ID=3ec62db4-d42d-43d1-9cda-9dd513e0c974,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:53.636004 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59496) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:53.640326 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1c98dc08-14f5-4293-ac16-bd908f731f26 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b28a913-fd99-435d-879d-8e726fe87c75 HTTP/1.1" status: 200 len: 205 time: 0.0401578 Feb 09 01:17:53.642835 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ac045-9193-40d9-91e9-2f90df0ab985 req-a8ea4f2c-6b5a-49dc-a21d-51c7d816cc8b tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:53.651321 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ac045-9193-40d9-91e9-2f90df0ab985 req-a8ea4f2c-6b5a-49dc-a21d-51c7d816cc8b tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:53.655943 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-596ac045-9193-40d9-91e9-2f90df0ab985 req-a8ea4f2c-6b5a-49dc-a21d-51c7d816cc8b tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fa31bcc-50c2-42be-a142-a6bedd637b5e HTTP/1.1" status: 200 len: 1682 time: 0.5926483 Feb 09 01:17:53.722838 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a254b0b8-ac7e-4e00-9138-d68a4e4a6e68 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57606'] for router (8a802f47-336a-499f-809e-ade658403707), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:53.726820 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a254b0b8-ac7e-4e00-9138-d68a4e4a6e68 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-482771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-482762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-478377'] for router (8a802f47-336a-499f-809e-ade658403707), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:53.798916 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7fa7b32d-0997-4421-9900-3b82ec4b677f tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router (9b28a913-fd99-435d-879d-8e726fe87c75), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:53.804904 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4582631f-c00f-481c-8981-3e273c544924 req-889a7348-af6b-4194-ba99-b0fd28c455c3 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 210 time: 0.1849642 Feb 09 01:17:53.823425 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a254b0b8-ac7e-4e00-9138-d68a4e4a6e68 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Router 8a802f47-336a-499f-809e-ade658403707 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:17:53.900749 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2c754e-d5c7-44ca-a20f-a7350c2632b4 x-openstack-request-id: req-af2c754e-d5c7-44ca-a20f-a7350c2632b4 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:17:53.901045 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa31bcc-50c2-42be-a142-a6bedd637b5e", "name": "network-vif-plugged", "status": "completed", "tag": "2e0fcf77-8fa0-4775-8095-e5fd97cff1f8", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:17:53.901310 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-af2c754e-d5c7-44ca-a20f-a7350c2632b4 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:17:53.901716 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa31bcc-50c2-42be-a142-a6bedd637b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0fcf77-8fa0-4775-8095-e5fd97cff1f8', 'code': 200} Feb 09 01:17:53.924805 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a254b0b8-ac7e-4e00-9138-d68a4e4a6e68 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:17:53.937827 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a254b0b8-ac7e-4e00-9138-d68a4e4a6e68 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:53.939583 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be41010-7217-425b-a98c-cc344283af70 None None] Sync routers for ids ['8a802f47-336a-499f-809e-ade658403707'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:17:53.948738 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a254b0b8-ac7e-4e00-9138-d68a4e4a6e68 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "PUT /v2.0/routers/8a802f47-336a-499f-809e-ade658403707 HTTP/1.1" status: 200 len: 705 time: 0.7388828 Feb 09 01:17:53.951430 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59500) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:53.973971 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be41010-7217-425b-a98c-cc344283af70 None None] Routers {'8a802f47-336a-499f-809e-ade658403707'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:53.977745 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-2be41010-7217-425b-a98c-cc344283af70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:17:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['8a802f47-336a-499f-809e-ade658403707'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:54.001530 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c9e7b4aa-8898-4ecf-8665-d1cd4dea8020 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a802f47-336a-499f-809e-ade658403707 HTTP/1.1" status: 200 len: 205 time: 0.0447299 Feb 09 01:17:54.002364 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59502) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:54.094325 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-2be41010-7217-425b-a98c-cc344283af70 None None] Set router 8a802f47-336a-499f-809e-ade658403707 gateway port host: None {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:17:54.141143 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-596ac045-9193-40d9-91e9-2f90df0ab985 req-71f46bcb-fa5a-4e69-a369-11b6d242ed00 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/security-groups?id=45eaab36-af4f-4215-874b-e47cf74a9106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655446 Feb 09 01:17:54.161751 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59504) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:54.171143 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-2be41010-7217-425b-a98c-cc344283af70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a802f47-336a-499f-809e-ade658403707', 'name': 'tempest-RoutersIpV6Test-router-1203164882', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:35Z', 'updated_at': '2022-02-09T01:17:50Z', 'revision_number': 11, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:54.175224 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-4fae034c-9725-4c95-a976-180cb4b37594 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Request body: {'subnets': [{'network_id': '4cfda52e-5e01-4776-897f-1e1b907ddc9f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--545762262', 'ip_version': 6}, {'network_id': 'ec3301ec-20b6-4e75-8529-94c60c2126cd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:54.175621 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-4fae034c-9725-4c95-a976-180cb4b37594 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Request body: {'subnet': {'network_id': '4cfda52e-5e01-4776-897f-1e1b907ddc9f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--545762262', 'ip_version': 6}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:54.176390 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-4fae034c-9725-4c95-a976-180cb4b37594 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Request body: {'subnet': {'network_id': 'ec3301ec-20b6-4e75-8529-94c60c2126cd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:54.196879 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c9c10638-16a4-4c98-be1c-b15b2fa4594a req-83790842-9ffa-47d0-9a4f-59246eaea85f tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.0869739 Feb 09 01:17:54.198342 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be41010-7217-425b-a98c-cc344283af70 None None] Checking router: 8a802f47-336a-499f-809e-ade658403707 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:17:54.209173 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be41010-7217-425b-a98c-cc344283af70 None None] Routers {'8a802f47-336a-499f-809e-ade658403707'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:54.209810 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-2be41010-7217-425b-a98c-cc344283af70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:17:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['8a802f47-336a-499f-809e-ade658403707'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:54.239528 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36196efd-1a5b-4e13-9de6-970acae1d74d req-063069c8-8459-4b09-bbb1-7cf0bb514c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:54.240282 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36196efd-1a5b-4e13-9de6-970acae1d74d req-063069c8-8459-4b09-bbb1-7cf0bb514c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:54.242175 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-36196efd-1a5b-4e13-9de6-970acae1d74d req-063069c8-8459-4b09-bbb1-7cf0bb514c6d service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=2fa31bcc-50c2-42be-a142-a6bedd637b5e HTTP/1.1" status: 200 len: 2046 time: 0.2280278 Feb 09 01:17:54.246403 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7fa7b32d-0997-4421-9900-3b82ec4b677f tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router_gateway (9b28a913-fd99-435d-879d-8e726fe87c75), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:54.295963 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dbdf6b3c-3701-47fc-bd0e-d8240312d022 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for router (8a802f47-336a-499f-809e-ade658403707), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:54.312770 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-2be41010-7217-425b-a98c-cc344283af70 None None] Set router 8a802f47-336a-499f-809e-ade658403707 gateway port host: None {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:17:54.332779 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-36196efd-1a5b-4e13-9de6-970acae1d74d req-6d9f239f-d28e-4a81-83c7-52559aa364a3 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=45eaab36-af4f-4215-874b-e47cf74a9106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770268 Feb 09 01:17:54.352736 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-7fa7b32d-0997-4421-9900-3b82ec4b677f tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Deleting port a4b8b097-ab5c-42aa-8b4f-d89dfdb4bdb6 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:54.353355 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7fa7b32d-0997-4421-9900-3b82ec4b677f tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (a4b8b097-ab5c-42aa-8b4f-d89dfdb4bdb6), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:54.385999 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-2be41010-7217-425b-a98c-cc344283af70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a802f47-336a-499f-809e-ade658403707', 'name': 'tempest-RoutersIpV6Test-router-1203164882', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:35Z', 'updated_at': '2022-02-09T01:17:50Z', 'revision_number': 11, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:54.418594 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be41010-7217-425b-a98c-cc344283af70 None None] The sync data for ids ['8a802f47-336a-499f-809e-ade658403707'] in n-d-828369-4 is: [{'id': '8a802f47-336a-499f-809e-ade658403707', 'name': 'tempest-RoutersIpV6Test-router-1203164882', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:16:35Z', 'updated_at': '2022-02-09T01:17:50Z', 'revision_number': 11, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'gw_port_host': None}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:17:54.454694 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7fa7b32d-0997-4421-9900-3b82ec4b677f tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (a4b8b097-ab5c-42aa-8b4f-d89dfdb4bdb6), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:54.470804 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-7fa7b32d-0997-4421-9900-3b82ec4b677f tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Calling delete_port for a4b8b097-ab5c-42aa-8b4f-d89dfdb4bdb6 owned by network:router_gateway {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:54.522825 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dbdf6b3c-3701-47fc-bd0e-d8240312d022 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (8a802f47-336a-499f-809e-ade658403707), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:54.526506 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dbdf6b3c-3701-47fc-bd0e-d8240312d022 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for router_controller (8a802f47-336a-499f-809e-ade658403707), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:54.537604 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fae034c-9725-4c95-a976-180cb4b37594 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Made reservation on behalf of 8241f4b253404ead99ce9b04c7a0636a for: {'subnet': 2} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:17:54.542516 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4fae034c-9725-4c95-a976-180cb4b37594 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:54.542870 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4fae034c-9725-4c95-a976-180cb4b37594 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:54.619142 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dbdf6b3c-3701-47fc-bd0e-d8240312d022 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (8a802f47-336a-499f-809e-ade658403707), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:54.619722 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbdf6b3c-3701-47fc-bd0e-d8240312d022 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Fanout notify agent at l3_agent the message router_deleted on router 8a802f47-336a-499f-809e-ade658403707 {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:17:54.634145 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dbdf6b3c-3701-47fc-bd0e-d8240312d022 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:54.635986 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-dbdf6b3c-3701-47fc-bd0e-d8240312d022 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "DELETE /v2.0/routers/8a802f47-336a-499f-809e-ade658403707 HTTP/1.1" status: 204 len: 168 time: 0.6302567 Feb 09 01:17:54.642702 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59506) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:54.648742 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-6abdd08a-a037-473f-8360-75bf9725a0ea tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-367329945', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:54.669525 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7fa7b32d-0997-4421-9900-3b82ec4b677f tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (a4b8b097-ab5c-42aa-8b4f-d89dfdb4bdb6), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:54.708793 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6abdd08a-a037-473f-8360-75bf9725a0ea tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (74c3acbe-05a0-4db4-bf21-9ea2dae3ef8b), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:54.709818 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa7b32d-0997-4421-9900-3b82ec4b677f tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Pushing event deleted for resources: {'Port': ['ID=a4b8b097-ab5c-42aa-8b4f-d89dfdb4bdb6,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:54.709947 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6abdd08a-a037-473f-8360-75bf9725a0ea tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (74c3acbe-05a0-4db4-bf21-9ea2dae3ef8b), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:54.786631 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7fa7b32d-0997-4421-9900-3b82ec4b677f tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (9b28a913-fd99-435d-879d-8e726fe87c75), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:54.814593 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6abdd08a-a037-473f-8360-75bf9725a0ea tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for router_controller (74c3acbe-05a0-4db4-bf21-9ea2dae3ef8b), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:54.843639 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6abdd08a-a037-473f-8360-75bf9725a0ea tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (74c3acbe-05a0-4db4-bf21-9ea2dae3ef8b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:54.868973 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6abdd08a-a037-473f-8360-75bf9725a0ea tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:54.870265 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6abdd08a-a037-473f-8360-75bf9725a0ea tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2267144 Feb 09 01:17:54.888861 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59510) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:54.893635 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-c3b5a023-6263-42d6-8c1c-7d67a7b26616 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:55.017747 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a503a76b-7f88-47bc-bebb-c1004d785a59 req-5fef50b8-411c-4051-aec7-f9309012d9a5 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 210 time: 0.0291800 Feb 09 01:17:55.032722 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7fa7b32d-0997-4421-9900-3b82ec4b677f tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (9b28a913-fd99-435d-879d-8e726fe87c75), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:55.036748 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7fa7b32d-0997-4421-9900-3b82ec4b677f tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router_controller (9b28a913-fd99-435d-879d-8e726fe87c75), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:55.155608 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7fa7b32d-0997-4421-9900-3b82ec4b677f tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (9b28a913-fd99-435d-879d-8e726fe87c75), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:55.156288 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa7b32d-0997-4421-9900-3b82ec4b677f tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Fanout notify agent at l3_agent the message router_deleted on router 9b28a913-fd99-435d-879d-8e726fe87c75 {{(pid=103136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:17:55.166092 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7fa7b32d-0997-4421-9900-3b82ec4b677f tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:55.171559 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-7fa7b32d-0997-4421-9900-3b82ec4b677f tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] 10.222.0.50 "DELETE /v2.0/routers/9b28a913-fd99-435d-879d-8e726fe87c75 HTTP/1.1" status: 204 len: 168 time: 1.5104189 Feb 09 01:17:55.172463 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59514) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:55.177467 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-9a274d7f-9391-4d64-8420-0de3f5a65b8d tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-451872837', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:55.241314 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4fae034c-9725-4c95-a976-180cb4b37594 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (1967d706-f966-43dc-94a2-1641e90d27ca), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:55.252012 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59520) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:55.298842 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9a274d7f-9391-4d64-8420-0de3f5a65b8d tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (0e6a6bca-3633-4787-94bd-b580a9fe2c0b), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:55.300194 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9a274d7f-9391-4d64-8420-0de3f5a65b8d tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (0e6a6bca-3633-4787-94bd-b580a9fe2c0b), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:55.306299 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c3b5a023-6263-42d6-8c1c-7d67a7b26616 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57606'] for router (74c3acbe-05a0-4db4-bf21-9ea2dae3ef8b), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:55.310772 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae034c-9725-4c95-a976-180cb4b37594 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Pushing event updated for resources: {'Subnet': ['ID=1967d706-f966-43dc-94a2-1641e90d27ca,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:55.344846 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c3b5a023-6263-42d6-8c1c-7d67a7b26616 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-482771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-482762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-478377'] for router (74c3acbe-05a0-4db4-bf21-9ea2dae3ef8b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:55.376103 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fae034c-9725-4c95-a976-180cb4b37594 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Checking segment: {'id': '31a336b0-3cb6-4f25-8253-bcc340d77adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '4cfda52e-5e01-4776-897f-1e1b907ddc9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:17:55.376688 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fae034c-9725-4c95-a976-180cb4b37594 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Network hostable DHCP agents. Network: 4cfda52e-5e01-4776-897f-1e1b907ddc9f, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:17:55.399304 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fae034c-9725-4c95-a976-180cb4b37594 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Network 4cfda52e-5e01-4776-897f-1e1b907ddc9f is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:17:55.424584 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-4fae034c-9725-4c95-a976-180cb4b37594 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 4cfda52e-5e01-4776-897f-1e1b907ddc9f) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:55.430593 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4fae034c-9725-4c95-a976-180cb4b37594 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (cd01e357-5ed7-42e4-b5bf-3de653d4761d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:55.444782 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9175cb5f-bc38-4b25-b061-271235c1d622 None None] Network 4cfda52e-5e01-4776-897f-1e1b907ddc9f requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:17:55.590226 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae034c-9725-4c95-a976-180cb4b37594 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Pushing event updated for resources: {'Subnet': ['ID=cd01e357-5ed7-42e4-b5bf-3de653d4761d,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:55.607813 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fae034c-9725-4c95-a976-180cb4b37594 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Checking segment: {'id': 'defa72be-97fc-4821-912c-285c8c130a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec3301ec-20b6-4e75-8529-94c60c2126cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:17:55.610284 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fae034c-9725-4c95-a976-180cb4b37594 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Network hostable DHCP agents. Network: ec3301ec-20b6-4e75-8529-94c60c2126cd, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:17:55.626297 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5aae403a-b188-4988-b871-0089ba1c0433 req-434552b6-ce47-417a-bae1-8491168586c2 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.0833228 Feb 09 01:17:55.627993 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9a274d7f-9391-4d64-8420-0de3f5a65b8d tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router_controller (0e6a6bca-3633-4787-94bd-b580a9fe2c0b), precommit_add_association {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:55.652735 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fae034c-9725-4c95-a976-180cb4b37594 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Network ec3301ec-20b6-4e75-8529-94c60c2126cd is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:17:55.661197 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd88613e-a1f4-4dd6-8675-f5a78997c12e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-4cfda52e-5e01-4776-897f-1e1b907ddc9f', 'network_id': '4cfda52e-5e01-4776-897f-1e1b907ddc9f', 'project_id': '8241f4b253404ead99ce9b04c7a0636a', 'fixed_ips': [{'subnet_id': '1967d706-f966-43dc-94a2-1641e90d27ca'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:17:55.662529 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dd88613e-a1f4-4dd6-8675-f5a78997c12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:55.680803 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-4fae034c-9725-4c95-a976-180cb4b37594 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, ec3301ec-20b6-4e75-8529-94c60c2126cd) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:55.696834 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fae034c-9725-4c95-a976-180cb4b37594 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:55.697379 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fae034c-9725-4c95-a976-180cb4b37594 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:55.697964 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4fae034c-9725-4c95-a976-180cb4b37594 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:55.738551 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4fae034c-9725-4c95-a976-180cb4b37594 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.5735712 Feb 09 01:17:55.742226 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59528) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:55.798582 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa8370f-1da8-4638-a5a1-a6767b1ac525 None None] Network ec3301ec-20b6-4e75-8529-94c60c2126cd requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:17:55.838120 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9a274d7f-9391-4d64-8420-0de3f5a65b8d tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (0e6a6bca-3633-4787-94bd-b580a9fe2c0b), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:55.856617 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b913270-8e74-4bbb-85f6-9cdd60645772 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:55.858297 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b913270-8e74-4bbb-85f6-9cdd60645772 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:55.859768 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b913270-8e74-4bbb-85f6-9cdd60645772 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:55.861529 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5b913270-8e74-4bbb-85f6-9cdd60645772 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1179936 Feb 09 01:17:55.870822 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59534) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:55.952883 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-42be7fb6-8a06-4390-8fc5-dd33f56835c8 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Deleting subnet 1967d706-f966-43dc-94a2-1641e90d27ca {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:17:55.958005 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-42be7fb6-8a06-4390-8fc5-dd33f56835c8 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks [] for subnet (1967d706-f966-43dc-94a2-1641e90d27ca), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:56.050352 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-42be7fb6-8a06-4390-8fc5-dd33f56835c8 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (1967d706-f966-43dc-94a2-1641e90d27ca), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:56.090479 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4b706-7b03-49c9-a6e0-b98a8a8d696b req-40553143-5118-4e41-b933-f9bf02c9ff6b tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:56.110134 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4b706-7b03-49c9-a6e0-b98a8a8d696b req-40553143-5118-4e41-b933-f9bf02c9ff6b tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:56.118158 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c8f4b706-7b03-49c9-a6e0-b98a8a8d696b req-40553143-5118-4e41-b933-f9bf02c9ff6b tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fa31bcc-50c2-42be-a142-a6bedd637b5e HTTP/1.1" status: 200 len: 1682 time: 0.7864869 Feb 09 01:17:56.156754 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-42be7fb6-8a06-4390-8fc5-dd33f56835c8 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (1967d706-f966-43dc-94a2-1641e90d27ca), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:56.170353 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9a274d7f-9391-4d64-8420-0de3f5a65b8d tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:56.175800 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-9a274d7f-9391-4d64-8420-0de3f5a65b8d tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0020797 Feb 09 01:17:56.193436 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59540) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:56.202036 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-d312df2d-8a09-4fcc-909e-34b57208e30d tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'enable_snat': False}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:17:56.235081 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9adebd9-e8d8-4e6e-8a66-9af12d7ff8ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-ec3301ec-20b6-4e75-8529-94c60c2126cd', 'network_id': 'ec3301ec-20b6-4e75-8529-94c60c2126cd', 'project_id': '8241f4b253404ead99ce9b04c7a0636a', 'fixed_ips': [{'subnet_id': 'cd01e357-5ed7-42e4-b5bf-3de653d4761d'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:17:56.235951 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b9adebd9-e8d8-4e6e-8a66-9af12d7ff8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:56.237078 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-91cf79da-96ca-4020-ac6b-2a02927d8891 req-af090963-889a-41b1-804d-eb5ed72122a9 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/ports?device_id=0646ab1e-595c-4d69-8491-e0c540154c17 HTTP/1.1" status: 200 len: 210 time: 0.0714889 Feb 09 01:17:56.238279 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b5a023-6263-42d6-8c1c-7d67a7b26616 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Router 74c3acbe-05a0-4db4-bf21-9ea2dae3ef8b is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:17:56.356087 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-42be7fb6-8a06-4390-8fc5-dd33f56835c8 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (1967d706-f966-43dc-94a2-1641e90d27ca), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:56.385366 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be7fb6-8a06-4390-8fc5-dd33f56835c8 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Pushing event deleted for resources: {'Subnet': ['ID=1967d706-f966-43dc-94a2-1641e90d27ca,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:56.400359 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-42be7fb6-8a06-4390-8fc5-dd33f56835c8 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server [None req-dd88613e-a1f4-4dd6-8675-f5a78997c12e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1967d706-f966-43dc-94a2-1641e90d27ca: This subnet is being modified by another concurrent operation. Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise exception Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1967d706-f966-43dc-94a2-1641e90d27ca: This subnet is being modified by another concurrent operation. Feb 09 01:17:56.405228 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server Feb 09 01:17:56.412963 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59542) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:56.413082 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-42be7fb6-8a06-4390-8fc5-dd33f56835c8 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] 10.222.0.50 "DELETE /v2.0/subnets/1967d706-f966-43dc-94a2-1641e90d27ca HTTP/1.1" status: 204 len: 168 time: 0.5348806 Feb 09 01:17:56.450880 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c8f4b706-7b03-49c9-a6e0-b98a8a8d696b req-c61d9610-d773-4c0b-9146-185eb1b5b2f9 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/security-groups?id=45eaab36-af4f-4215-874b-e47cf74a9106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834396 Feb 09 01:17:56.488635 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b5a023-6263-42d6-8c1c-7d67a7b26616 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:17:56.499314 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c3b5a023-6263-42d6-8c1c-7d67a7b26616 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:56.500738 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c3b5a023-6263-42d6-8c1c-7d67a7b26616 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "PUT /v2.0/routers/74c3acbe-05a0-4db4-bf21-9ea2dae3ef8b HTTP/1.1" status: 200 len: 697 time: 1.6108434 Feb 09 01:17:56.502252 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69cc203-bfef-4d1a-b5e9-0549781496a6 None None] Sync routers for ids ['74c3acbe-05a0-4db4-bf21-9ea2dae3ef8b'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:17:56.504779 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59544) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:56.505890 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ee4437-8039-478c-bc52-590b032772ac None None] Network 4cfda52e-5e01-4776-897f-1e1b907ddc9f requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:17:56.511469 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-b9adebd9-e8d8-4e6e-8a66-9af12d7ff8ce None None] Allocated IP 2001:db8:0:1::1 (ec3301ec-20b6-4e75-8529-94c60c2126cd/cd01e357-5ed7-42e4-b5bf-3de653d4761d/661e25b3-f0a1-477c-95fa-4ae325b8c781) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:56.518101 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69cc203-bfef-4d1a-b5e9-0549781496a6 None None] Routers {'74c3acbe-05a0-4db4-bf21-9ea2dae3ef8b'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:56.519659 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-b69cc203-bfef-4d1a-b5e9-0549781496a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:17:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['74c3acbe-05a0-4db4-bf21-9ea2dae3ef8b'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:56.524069 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8c1aaa1-2980-4a17-9928-1bf50996c7ef tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Deleting subnet cd01e357-5ed7-42e4-b5bf-3de653d4761d {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:17:56.625439 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c899ab63-c03e-43c1-8496-48955e1d0e91 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "GET /v2.0/routers/74c3acbe-05a0-4db4-bf21-9ea2dae3ef8b HTTP/1.1" status: 200 len: 703 time: 0.1168880 Feb 09 01:17:56.628903 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-b69cc203-bfef-4d1a-b5e9-0549781496a6 None None] Set router 74c3acbe-05a0-4db4-bf21-9ea2dae3ef8b gateway port host: None {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:17:56.629426 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59546) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:56.664526 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d312df2d-8a09-4fcc-909e-34b57208e30d tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for router_gateway (0e6a6bca-3633-4787-94bd-b580a9fe2c0b), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:56.717985 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-5ead739b-a3e7-46e3-9b6e-a9ff34305aac tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "GET /v2.0/ports?device_id=74c3acbe-05a0-4db4-bf21-9ea2dae3ef8b HTTP/1.1" status: 200 len: 205 time: 0.0850253 Feb 09 01:17:56.721340 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59550) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:56.744852 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-b69cc203-bfef-4d1a-b5e9-0549781496a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c3acbe-05a0-4db4-bf21-9ea2dae3ef8b', 'name': 'tempest-RoutersIpV6Test-router-367329945', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:54Z', 'updated_at': '2022-02-09T01:17:55Z', 'revision_number': 2, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:56.800217 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69cc203-bfef-4d1a-b5e9-0549781496a6 None None] Checking router: 74c3acbe-05a0-4db4-bf21-9ea2dae3ef8b for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:17:56.809871 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69cc203-bfef-4d1a-b5e9-0549781496a6 None None] Routers {'74c3acbe-05a0-4db4-bf21-9ea2dae3ef8b'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:56.810560 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-b69cc203-bfef-4d1a-b5e9-0549781496a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:17:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['74c3acbe-05a0-4db4-bf21-9ea2dae3ef8b'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:56.892422 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-b69cc203-bfef-4d1a-b5e9-0549781496a6 None None] Set router 74c3acbe-05a0-4db4-bf21-9ea2dae3ef8b gateway port host: None {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:17:56.919568 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b9adebd9-e8d8-4e6e-8a66-9af12d7ff8ce None None] Publish callbacks [] for port (661e25b3-f0a1-477c-95fa-4ae325b8c781), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:56.939048 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b9adebd9-e8d8-4e6e-8a66-9af12d7ff8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (661e25b3-f0a1-477c-95fa-4ae325b8c781), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:56.952250 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e8c1aaa1-2980-4a17-9928-1bf50996c7ef tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks [] for subnet (cd01e357-5ed7-42e4-b5bf-3de653d4761d), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:56.967898 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-b69cc203-bfef-4d1a-b5e9-0549781496a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74c3acbe-05a0-4db4-bf21-9ea2dae3ef8b', 'name': 'tempest-RoutersIpV6Test-router-367329945', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:54Z', 'updated_at': '2022-02-09T01:17:55Z', 'revision_number': 2, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:56.968200 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4132ed59-b39c-4582-98aa-474404493748 req-0181e8c9-1d1f-4c4c-bb89-1b8ce6d696d3 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.2025096 Feb 09 01:17:56.998987 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69cc203-bfef-4d1a-b5e9-0549781496a6 None None] The sync data for ids ['74c3acbe-05a0-4db4-bf21-9ea2dae3ef8b'] in n-d-828369-4 is: [{'id': '74c3acbe-05a0-4db4-bf21-9ea2dae3ef8b', 'name': 'tempest-RoutersIpV6Test-router-367329945', 'tenant_id': '9ae775496dcb4c88881b98c46e972e20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:17:54Z', 'updated_at': '2022-02-09T01:17:55Z', 'revision_number': 2, 'project_id': '9ae775496dcb4c88881b98c46e972e20', 'gw_port_host': None}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:17:57.010680 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9adebd9-e8d8-4e6e-8a66-9af12d7ff8ce None None] Network ec3301ec-20b6-4e75-8529-94c60c2126cd is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:57.023600 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-b9adebd9-e8d8-4e6e-8a66-9af12d7ff8ce None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:57.036265 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2aa1dbee-16bf-493e-88e1-19f04f8000ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (f610a84c-1198-40b0-a55c-bd4f1cfca3ec), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:57.036994 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9adebd9-e8d8-4e6e-8a66-9af12d7ff8ce None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:17:57.050910 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9adebd9-e8d8-4e6e-8a66-9af12d7ff8ce None None] Pushing event updated for resources: {'Port': ['ID=661e25b3-f0a1-477c-95fa-4ae325b8c781,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:57.062550 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9adebd9-e8d8-4e6e-8a66-9af12d7ff8ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:57.063052 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9adebd9-e8d8-4e6e-8a66-9af12d7ff8ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:57.063496 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9adebd9-e8d8-4e6e-8a66-9af12d7ff8ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:57.063986 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9adebd9-e8d8-4e6e-8a66-9af12d7ff8ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:57.064431 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9adebd9-e8d8-4e6e-8a66-9af12d7ff8ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:57.064895 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9adebd9-e8d8-4e6e-8a66-9af12d7ff8ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:57.065477 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9adebd9-e8d8-4e6e-8a66-9af12d7ff8ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:57.066470 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9adebd9-e8d8-4e6e-8a66-9af12d7ff8ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:57.066958 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9adebd9-e8d8-4e6e-8a66-9af12d7ff8ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:57.067393 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9adebd9-e8d8-4e6e-8a66-9af12d7ff8ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:57.068782 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9adebd9-e8d8-4e6e-8a66-9af12d7ff8ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:57.069254 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9adebd9-e8d8-4e6e-8a66-9af12d7ff8ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:57.069672 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9adebd9-e8d8-4e6e-8a66-9af12d7ff8ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:17:57.127761 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6eceb237-f2e4-4c10-ac09-f86156f90b09 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for router (74c3acbe-05a0-4db4-bf21-9ea2dae3ef8b), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:57.152663 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-b9adebd9-e8d8-4e6e-8a66-9af12d7ff8ce None None] Attempting to bind port 661e25b3-f0a1-477c-95fa-4ae325b8c781 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:17:57.153134 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-b9adebd9-e8d8-4e6e-8a66-9af12d7ff8ce None None] Attempting to bind port 661e25b3-f0a1-477c-95fa-4ae325b8c781 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'defa72be-97fc-4821-912c-285c8c130a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec3301ec-20b6-4e75-8529-94c60c2126cd'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:17:57.153604 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9adebd9-e8d8-4e6e-8a66-9af12d7ff8ce None None] Attempting to bind port 661e25b3-f0a1-477c-95fa-4ae325b8c781 on network ec3301ec-20b6-4e75-8529-94c60c2126cd {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:17:57.161125 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9adebd9-e8d8-4e6e-8a66-9af12d7ff8ce None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:17:57.161787 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9adebd9-e8d8-4e6e-8a66-9af12d7ff8ce None None] Checking segment: {'id': 'defa72be-97fc-4821-912c-285c8c130a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec3301ec-20b6-4e75-8529-94c60c2126cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:17:57.162286 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b9adebd9-e8d8-4e6e-8a66-9af12d7ff8ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:57.162780 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9adebd9-e8d8-4e6e-8a66-9af12d7ff8ce None None] Bound using segment: {'id': 'defa72be-97fc-4821-912c-285c8c130a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec3301ec-20b6-4e75-8529-94c60c2126cd'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:17:57.163353 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-b9adebd9-e8d8-4e6e-8a66-9af12d7ff8ce None None] Bound port: 661e25b3-f0a1-477c-95fa-4ae325b8c781, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'defa72be-97fc-4821-912c-285c8c130a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'ec3301ec-20b6-4e75-8529-94c60c2126cd'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:17:57.163850 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b9adebd9-e8d8-4e6e-8a66-9af12d7ff8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (661e25b3-f0a1-477c-95fa-4ae325b8c781), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:57.272368 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-b9adebd9-e8d8-4e6e-8a66-9af12d7ff8ce None None] For port 661e25b3-f0a1-477c-95fa-4ae325b8c781, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:17:57.278398 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-b9adebd9-e8d8-4e6e-8a66-9af12d7ff8ce None None] For port 661e25b3-f0a1-477c-95fa-4ae325b8c781, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=661e25b3-f0a1-477c-95fa-4ae325b8c781,segment=NetworkSegment(defa72be-97fc-4821-912c-285c8c130a48),segment_id=defa72be-97fc-4821-912c-285c8c130a48)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:17:57.293156 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b9adebd9-e8d8-4e6e-8a66-9af12d7ff8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (661e25b3-f0a1-477c-95fa-4ae325b8c781), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:57.318730 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d312df2d-8a09-4fcc-909e-34b57208e30d tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for router_gateway (0e6a6bca-3633-4787-94bd-b580a9fe2c0b), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:57.353028 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d312df2d-8a09-4fcc-909e-34b57208e30d tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:57.396440 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9adebd9-e8d8-4e6e-8a66-9af12d7ff8ce None None] Pushing event updated for resources: {'Port': ['ID=661e25b3-f0a1-477c-95fa-4ae325b8c781,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:57.540581 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-d312df2d-8a09-4fcc-909e-34b57208e30d tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Allocated IP 172.25.8.66 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/4616bf35-693c-46f8-8756-c0fe8496c481) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:17:57.665131 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e8c1aaa1-2980-4a17-9928-1bf50996c7ef tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (cd01e357-5ed7-42e4-b5bf-3de653d4761d), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:57.693559 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d312df2d-8a09-4fcc-909e-34b57208e30d tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for port (4616bf35-693c-46f8-8756-c0fe8496c481), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:57.745084 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d312df2d-8a09-4fcc-909e-34b57208e30d tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (4616bf35-693c-46f8-8756-c0fe8496c481), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:57.804672 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d312df2d-8a09-4fcc-909e-34b57208e30d tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:17:57.808774 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-d312df2d-8a09-4fcc-909e-34b57208e30d tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:17:57.813131 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d312df2d-8a09-4fcc-909e-34b57208e30d tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:17:57.820978 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d312df2d-8a09-4fcc-909e-34b57208e30d tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Pushing event updated for resources: {'Port': ['ID=4616bf35-693c-46f8-8756-c0fe8496c481,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:57.998021 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6eceb237-f2e4-4c10-ac09-f86156f90b09 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (74c3acbe-05a0-4db4-bf21-9ea2dae3ef8b), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:58.006265 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6eceb237-f2e4-4c10-ac09-f86156f90b09 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for router_controller (74c3acbe-05a0-4db4-bf21-9ea2dae3ef8b), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:58.012037 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1453bd7-e42f-413e-9fa1-db9de9dee260 req-5796dba6-d04a-4b77-ab3b-5f51a57c200a service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=c194c210-2972-4a10-85fd-0320d40d76fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3893232 Feb 09 01:17:58.021203 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b417f-8819-4967-bacc-cb2f41d6eaed req-f5f8e595-de92-43c4-a4e0-7aedc375dd5b tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:58.028080 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b417f-8819-4967-bacc-cb2f41d6eaed req-f5f8e595-de92-43c4-a4e0-7aedc375dd5b tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:58.035654 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-051b417f-8819-4967-bacc-cb2f41d6eaed req-f5f8e595-de92-43c4-a4e0-7aedc375dd5b tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fa31bcc-50c2-42be-a142-a6bedd637b5e HTTP/1.1" status: 200 len: 1682 time: 0.4150989 Feb 09 01:17:58.125931 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d312df2d-8a09-4fcc-909e-34b57208e30d tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for router_gateway (0e6a6bca-3633-4787-94bd-b580a9fe2c0b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:58.189854 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e8c1aaa1-2980-4a17-9928-1bf50996c7ef tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (cd01e357-5ed7-42e4-b5bf-3de653d4761d), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:58.234422 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6eceb237-f2e4-4c10-ac09-f86156f90b09 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (74c3acbe-05a0-4db4-bf21-9ea2dae3ef8b), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:58.234921 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eceb237-f2e4-4c10-ac09-f86156f90b09 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Fanout notify agent at l3_agent the message router_deleted on router 74c3acbe-05a0-4db4-bf21-9ea2dae3ef8b {{(pid=103136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:17:58.242132 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6eceb237-f2e4-4c10-ac09-f86156f90b09 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:58.245001 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-6eceb237-f2e4-4c10-ac09-f86156f90b09 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "DELETE /v2.0/routers/74c3acbe-05a0-4db4-bf21-9ea2dae3ef8b HTTP/1.1" status: 204 len: 168 time: 1.5134070 Feb 09 01:17:58.257724 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59562) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:58.315233 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-864851ae-5275-4ea3-b094-912c60ce6a7b tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "GET /v2.0/ports?device_id=74c3acbe-05a0-4db4-bf21-9ea2dae3ef8b HTTP/1.1" status: 200 len: 205 time: 0.0534256 Feb 09 01:17:58.319002 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59564) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:58.326830 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-051b417f-8819-4967-bacc-cb2f41d6eaed req-862cb708-b51f-4b24-a859-915c08d3f6d8 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/security-groups?id=45eaab36-af4f-4215-874b-e47cf74a9106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903152 Feb 09 01:17:58.331328 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1453bd7-e42f-413e-9fa1-db9de9dee260 req-97f8371e-613d-4770-9c8a-db1584dfc132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:58.333317 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1453bd7-e42f-413e-9fa1-db9de9dee260 req-97f8371e-613d-4770-9c8a-db1584dfc132 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=881f0fbf49754b7ea23a39ffdbfbb84a&device_id=c194c210-2972-4a10-85fd-0320d40d76fa HTTP/1.1" status: 200 len: 1128 time: 0.2585189 Feb 09 01:17:58.400925 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-7cd1b9e5-a12b-48e0-ad90-a4acb81678fc tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] delete failed (client error): The resource could not be found. Feb 09 01:17:58.402501 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7cd1b9e5-a12b-48e0-ad90-a4acb81678fc tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "DELETE /v2.0/routers/74c3acbe-05a0-4db4-bf21-9ea2dae3ef8b HTTP/1.1" status: 404 len: 336 time: 0.0801804 Feb 09 01:17:58.405619 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59570) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:58.418550 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59572) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:58.432463 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e8c1aaa1-2980-4a17-9928-1bf50996c7ef tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (cd01e357-5ed7-42e4-b5bf-3de653d4761d), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:58.474591 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0134f05-0a62-4b66-ba4a-cddd5b2aafc3 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] DELETE failed (client error): The resource could not be found. Feb 09 01:17:58.475069 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0134f05-0a62-4b66-ba4a-cddd5b2aafc3 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:17:58.480441 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b0134f05-0a62-4b66-ba4a-cddd5b2aafc3 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "DELETE /v2.0/subnets/3cd1fdb8-92f7-47e5-88db-31c64a33ccb5 HTTP/1.1" status: 404 len: 337 time: 0.0714583 Feb 09 01:17:58.483419 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59576) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:58.555517 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d312df2d-8a09-4fcc-909e-34b57208e30d tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57606'] for router (0e6a6bca-3633-4787-94bd-b580a9fe2c0b), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:58.563132 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c1aaa1-2980-4a17-9928-1bf50996c7ef tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Pushing event deleted for resources: {'Subnet': ['ID=cd01e357-5ed7-42e4-b5bf-3de653d4761d,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:58.567716 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ef9a138-1e8f-4751-9278-f2aa82fbac36 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] DELETE failed (client error): The resource could not be found. Feb 09 01:17:58.568297 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ef9a138-1e8f-4751-9278-f2aa82fbac36 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:17:58.571606 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5ef9a138-1e8f-4751-9278-f2aa82fbac36 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "DELETE /v2.0/subnets/319dd928-af73-43f7-ad76-7134c8b37d54 HTTP/1.1" status: 404 len: 337 time: 0.0833318 Feb 09 01:17:58.575481 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59578) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:58.603486 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e8c1aaa1-2980-4a17-9928-1bf50996c7ef tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:58.612280 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e8c1aaa1-2980-4a17-9928-1bf50996c7ef tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] 10.222.0.50 "DELETE /v2.0/subnets/cd01e357-5ed7-42e4-b5bf-3de653d4761d HTTP/1.1" status: 204 len: 168 time: 2.1995149 Feb 09 01:17:58.630387 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c789f5d0-03f5-4513-b44f-73d0f78022be req-b22eeada-ba7e-407c-82d2-adcb1f51347c tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.1133859 Feb 09 01:17:58.630615 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d312df2d-8a09-4fcc-909e-34b57208e30d tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-482771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-482762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-478377'] for router (0e6a6bca-3633-4787-94bd-b580a9fe2c0b), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:58.661308 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59580) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:58.670306 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9bb3d34-11dc-4e98-a5e5-8b4b4265808d tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] DELETE failed (client error): The resource could not be found. Feb 09 01:17:58.670790 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9bb3d34-11dc-4e98-a5e5-8b4b4265808d tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:17:58.674118 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a9bb3d34-11dc-4e98-a5e5-8b4b4265808d tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "DELETE /v2.0/subnets/4c593e5d-3d39-4445-8ed4-07b0bb5103c2 HTTP/1.1" status: 404 len: 337 time: 0.0973928 Feb 09 01:17:58.677507 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59582) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:58.808534 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a73dbc7-d3b3-483c-a1e5-e3aafde051c9 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] DELETE failed (client error): The resource could not be found. Feb 09 01:17:58.809208 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a73dbc7-d3b3-483c-a1e5-e3aafde051c9 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:17:58.813229 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5a73dbc7-d3b3-483c-a1e5-e3aafde051c9 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "DELETE /v2.0/subnets/512f07c2-cb54-4bcd-9543-8f0b88852b2c HTTP/1.1" status: 404 len: 337 time: 0.1337700 Feb 09 01:17:58.819688 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59586) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:58.844436 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-82e54959-7b94-456a-84ee-e0595e1c4342 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Publish callbacks [] for security_group (65c8f205-c6cb-41d5-b5f1-7ee56e174081), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:58.870703 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-df24e510-4dba-48e1-9a9e-04612b116b51 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a802f47-336a-499f-809e-ade658403707 HTTP/1.1" status: 200 len: 205 time: 0.0480039 Feb 09 01:17:58.871969 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1453bd7-e42f-413e-9fa1-db9de9dee260 req-dfd9fe36-d996-4ac7-b3f7-d7b38b00c955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:58.875283 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1453bd7-e42f-413e-9fa1-db9de9dee260 req-dfd9fe36-d996-4ac7-b3f7-d7b38b00c955 service neutron] 10.222.0.120 "GET /v2.0/networks?id=6d890250-ac42-4592-9721-7a49ecf5e127 HTTP/1.1" status: 200 len: 913 time: 0.5077796 Feb 09 01:17:58.876482 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59588) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:58.881566 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39ce5af-9a3b-42a2-80b8-553c0e1c8660 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:58.883443 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b39ce5af-9a3b-42a2-80b8-553c0e1c8660 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2194366 Feb 09 01:17:58.894725 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59590) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:58.983998 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2aa1dbee-16bf-493e-88e1-19f04f8000ae admin admin] Deleting port bdb9359a-230f-4c8e-b5fd-2f5c044dca44 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:58.984601 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2aa1dbee-16bf-493e-88e1-19f04f8000ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (bdb9359a-230f-4c8e-b5fd-2f5c044dca44), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:59.014032 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-82e54959-7b94-456a-84ee-e0595e1c4342 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Publish callbacks [] for security_group (65c8f205-c6cb-41d5-b5f1-7ee56e174081), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:59.016513 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-2a92f6cc-275c-4f87-a9cd-13cbeb43e118 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] delete failed (client error): The resource could not be found. Feb 09 01:17:59.020642 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2a92f6cc-275c-4f87-a9cd-13cbeb43e118 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "DELETE /v2.0/routers/8a802f47-336a-499f-809e-ade658403707 HTTP/1.1" status: 404 len: 336 time: 0.1243041 Feb 09 01:17:59.027882 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59592) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:59.065692 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1453bd7-e42f-413e-9fa1-db9de9dee260 req-01db282d-2989-4536-a650-e4abb6d3a725 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47250fd7-e07f-4e36-9ffb-e754b2f9fd52 HTTP/1.1" status: 200 len: 1001 time: 0.1800141 Feb 09 01:17:59.085202 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867f6a7c-b9c9-48a3-a168-c1bdf84c62fe None None] get_active_networks_info from n-d-828369-4 {{(pid=103138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:17:59.094071 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-075823a8-ae4d-4e25-b16b-dcfc82e08cfa tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "GET /v2.0/ports?device_id=6947910f-e883-48c6-afe1-c11d92f8e713 HTTP/1.1" status: 200 len: 205 time: 0.0570633 Feb 09 01:17:59.107925 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59594) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:59.184981 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c6dfd-4d4a-45a0-8e33-a03fcee670ef req-47033004-fe21-44d8-bf19-8f1ac44b7f82 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:59.189128 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-0f300ca4-f1db-46a9-a53c-0d7cdc1bd266 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] delete failed (client error): The resource could not be found. Feb 09 01:17:59.190470 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0f300ca4-f1db-46a9-a53c-0d7cdc1bd266 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "DELETE /v2.0/routers/6947910f-e883-48c6-afe1-c11d92f8e713 HTTP/1.1" status: 404 len: 336 time: 0.0815125 Feb 09 01:17:59.191293 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c6dfd-4d4a-45a0-8e33-a03fcee670ef req-47033004-fe21-44d8-bf19-8f1ac44b7f82 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:59.198542 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59596) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:59.198909 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-245c6dfd-4d4a-45a0-8e33-a03fcee670ef req-47033004-fe21-44d8-bf19-8f1ac44b7f82 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fa31bcc-50c2-42be-a142-a6bedd637b5e HTTP/1.1" status: 200 len: 1682 time: 0.3020101 Feb 09 01:17:59.212940 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e8539af3-b789-41ee-82ee-ef70a2d26362 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (ec3301ec-20b6-4e75-8529-94c60c2126cd), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:59.237997 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-82e54959-7b94-456a-84ee-e0595e1c4342 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (65c8f205-c6cb-41d5-b5f1-7ee56e174081), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:59.240802 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-82e54959-7b94-456a-84ee-e0595e1c4342 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:59.245080 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-82e54959-7b94-456a-84ee-e0595e1c4342 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "DELETE /v2.0/security-groups/65c8f205-c6cb-41d5-b5f1-7ee56e174081 HTTP/1.1" status: 204 len: 168 time: 0.8130918 Feb 09 01:17:59.245226 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59598) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:59.250170 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-39c0cf64-a670-4cd1-a9cf-fd45e05bc611 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] DELETE failed (client error): The resource could not be found. Feb 09 01:17:59.250641 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39c0cf64-a670-4cd1-a9cf-fd45e05bc611 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:17:59.254390 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-39c0cf64-a670-4cd1-a9cf-fd45e05bc611 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "DELETE /v2.0/subnets/90129119-ef44-4f9a-ac80-2903e7495712 HTTP/1.1" status: 404 len: 337 time: 0.0551953 Feb 09 01:17:59.260282 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59600) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:59.276447 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e54959-7b94-456a-84ee-e0595e1c4342 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c8f205-c6cb-41d5-b5f1-7ee56e174081,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:59.306747 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1453bd7-e42f-413e-9fa1-db9de9dee260 req-10aa5161-b724-4c08-ab0a-bf2032839b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:17:59.308036 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1453bd7-e42f-413e-9fa1-db9de9dee260 req-10aa5161-b724-4c08-ab0a-bf2032839b4d service neutron] 10.222.0.120 "GET /v2.0/subnets?id=1fcc5198-b453-4567-8086-51be74d33b91 HTTP/1.1" status: 200 len: 850 time: 0.2326367 Feb 09 01:17:59.335303 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [None req-460abd0f-4318-46e4-9121-0ea7be96552c tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] show failed (client error): The resource could not be found. Feb 09 01:17:59.338939 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-460abd0f-4318-46e4-9121-0ea7be96552c tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "GET /v2.0/security-groups/65c8f205-c6cb-41d5-b5f1-7ee56e174081 HTTP/1.1" status: 404 len: 347 time: 0.0881035 Feb 09 01:17:59.345882 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a762b167-4a05-470b-bc00-7a4c47219437 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "GET /v2.0/ports?device_id=f00132a4-ba8c-4cad-925a-cca51022b99b HTTP/1.1" status: 200 len: 205 time: 0.0763454 Feb 09 01:17:59.353742 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-977019f9-77d2-4e18-9574-f7f764b8f0f1 None None] Provisioning complete for port 661e25b3-f0a1-477c-95fa-4ae325b8c781 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:59.354383 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-977019f9-77d2-4e18-9574-f7f764b8f0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (661e25b3-f0a1-477c-95fa-4ae325b8c781), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:59.374328 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59602) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:59.374674 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59604) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:59.389883 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d312df2d-8a09-4fcc-909e-34b57208e30d tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Router 0e6a6bca-3633-4787-94bd-b580a9fe2c0b is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:17:59.432975 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 661e25b3-f0a1-477c-95fa-4ae325b8c781 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:17:59.455734 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-245c6dfd-4d4a-45a0-8e33-a03fcee670ef req-1c98312a-ff5e-4f0f-b96f-92d5a8d2632c tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/security-groups?id=45eaab36-af4f-4215-874b-e47cf74a9106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559631 Feb 09 01:17:59.464751 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2aa1dbee-16bf-493e-88e1-19f04f8000ae admin admin] For port bdb9359a-230f-4c8e-b5fd-2f5c044dca44, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=bdb9359a-230f-4c8e-b5fd-2f5c044dca44,segment=NetworkSegment(0c66d6be-c64e-4513-ba5d-6538191a71ff),segment_id=0c66d6be-c64e-4513-ba5d-6538191a71ff)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:59.465130 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2aa1dbee-16bf-493e-88e1-19f04f8000ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (bdb9359a-230f-4c8e-b5fd-2f5c044dca44), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:59.483044 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2aa1dbee-16bf-493e-88e1-19f04f8000ae admin admin] Calling delete_port for bdb9359a-230f-4c8e-b5fd-2f5c044dca44 owned by network:router_interface {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:59.504198 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-e8539af3-b789-41ee-82ee-ef70a2d26362 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Deleting port 661e25b3-f0a1-477c-95fa-4ae325b8c781 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:17:59.504457 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e8539af3-b789-41ee-82ee-ef70a2d26362 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (661e25b3-f0a1-477c-95fa-4ae325b8c781), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:59.582541 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-977019f9-77d2-4e18-9574-f7f764b8f0f1 None None] Current status of the port 661e25b3-f0a1-477c-95fa-4ae325b8c781 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:17:59.583212 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-977019f9-77d2-4e18-9574-f7f764b8f0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (661e25b3-f0a1-477c-95fa-4ae325b8c781), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:59.590380 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-e8539af3-b789-41ee-82ee-ef70a2d26362 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] For port 661e25b3-f0a1-477c-95fa-4ae325b8c781, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=661e25b3-f0a1-477c-95fa-4ae325b8c781,segment=NetworkSegment(defa72be-97fc-4821-912c-285c8c130a48),segment_id=defa72be-97fc-4821-912c-285c8c130a48)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:59.590751 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e8539af3-b789-41ee-82ee-ef70a2d26362 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (661e25b3-f0a1-477c-95fa-4ae325b8c781), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:59.599157 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 661e25b3-f0a1-477c-95fa-4ae325b8c781 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:17:59.599846 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (661e25b3-f0a1-477c-95fa-4ae325b8c781), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:59.605162 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867f6a7c-b9c9-48a3-a168-c1bdf84c62fe None None] Resources bound (agent type, host, resource id): {{(pid=103138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:17:59.610720 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-e8539af3-b789-41ee-82ee-ef70a2d26362 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Calling delete_port for 661e25b3-f0a1-477c-95fa-4ae325b8c781 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:17:59.618497 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d312df2d-8a09-4fcc-909e-34b57208e30d tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:17:59.625407 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d312df2d-8a09-4fcc-909e-34b57208e30d tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:59.629409 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d312df2d-8a09-4fcc-909e-34b57208e30d tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] 10.222.0.50 "PUT /v2.0/routers/0e6a6bca-3633-4787-94bd-b580a9fe2c0b HTTP/1.1" status: 200 len: 914 time: 3.4334514 Feb 09 01:17:59.631634 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59606) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:59.636089 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b37774d-1051-4556-9244-ca5a27e35540 None None] Sync routers for ids ['0e6a6bca-3633-4787-94bd-b580a9fe2c0b'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:17:59.759259 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-977019f9-77d2-4e18-9574-f7f764b8f0f1 None None] For port 661e25b3-f0a1-477c-95fa-4ae325b8c781, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=661e25b3-f0a1-477c-95fa-4ae325b8c781,segment=NetworkSegment(defa72be-97fc-4821-912c-285c8c130a48),segment_id=defa72be-97fc-4821-912c-285c8c130a48)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:17:59.775310 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b37774d-1051-4556-9244-ca5a27e35540 None None] Routers {'0e6a6bca-3633-4787-94bd-b580a9fe2c0b'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:59.776351 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-8b37774d-1051-4556-9244-ca5a27e35540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:17:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['0e6a6bca-3633-4787-94bd-b580a9fe2c0b'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:59.793856 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-977019f9-77d2-4e18-9574-f7f764b8f0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (661e25b3-f0a1-477c-95fa-4ae325b8c781), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:59.804585 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e8539af3-b789-41ee-82ee-ef70a2d26362 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (661e25b3-f0a1-477c-95fa-4ae325b8c781), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:17:59.841183 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8539af3-b789-41ee-82ee-ef70a2d26362 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Pushing event deleted for resources: {'Port': ['ID=661e25b3-f0a1-477c-95fa-4ae325b8c781,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:59.843374 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [None req-36c76e72-9e78-4b92-ba85-12ed3c06da49 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] delete failed (client error): The resource could not be found. Feb 09 01:17:59.844514 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-36c76e72-9e78-4b92-ba85-12ed3c06da49 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "DELETE /v2.0/routers/f00132a4-ba8c-4cad-925a-cca51022b99b HTTP/1.1" status: 404 len: 336 time: 0.4664469 Feb 09 01:17:59.851370 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59610) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:59.853890 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d8f8e165-df7d-4f84-b7ff-aa2bd3c558d2 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] 10.222.0.50 "GET /v2.0/routers/0e6a6bca-3633-4787-94bd-b580a9fe2c0b HTTP/1.1" status: 200 len: 920 time: 0.2212183 Feb 09 01:17:59.862323 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59612) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:59.872813 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8539af3-b789-41ee-82ee-ef70a2d26362 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] No DVR routers for this DVR port 661e25b3-f0a1-477c-95fa-4ae325b8c781 on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:17:59.881356 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-8b37774d-1051-4556-9244-ca5a27e35540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:59.883773 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977019f9-77d2-4e18-9574-f7f764b8f0f1 None None] Pushing event deleted for resources: {'Port': ['ID=661e25b3-f0a1-477c-95fa-4ae325b8c781,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:17:59.902166 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b06a9bfb-37a6-4720-88cf-57116857e854 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7696f41-cc82-4827-a09d-77b150807f90 HTTP/1.1" status: 200 len: 205 time: 0.0466938 Feb 09 01:17:59.903443 n-d-828369-4 neutron-server[103138]: INFO neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No ports have port_id starting with 661e25b3-f0a1-477c-95fa-4ae325b8c781 Feb 09 01:17:59.921514 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59614) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:17:59.932670 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b37774d-1051-4556-9244-ca5a27e35540 None None] Routers {'0e6a6bca-3633-4787-94bd-b580a9fe2c0b'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:17:59.933329 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-8b37774d-1051-4556-9244-ca5a27e35540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:17:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['0e6a6bca-3633-4787-94bd-b580a9fe2c0b'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:59.977041 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-8b37774d-1051-4556-9244-ca5a27e35540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:17:59.977729 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b37774d-1051-4556-9244-ca5a27e35540 None None] The sync data for ids ['0e6a6bca-3633-4787-94bd-b580a9fe2c0b'] in n-d-828369-4 is: [] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:18:00.025693 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e8539af3-b789-41ee-82ee-ef70a2d26362 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (ec3301ec-20b6-4e75-8529-94c60c2126cd), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:00.071074 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [None req-6a5fde88-d721-40ce-8dea-4cb2454477c0 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] delete failed (client error): The resource could not be found. Feb 09 01:18:00.074707 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-6a5fde88-d721-40ce-8dea-4cb2454477c0 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "DELETE /v2.0/routers/f7696f41-cc82-4827-a09d-77b150807f90 HTTP/1.1" status: 404 len: 336 time: 0.1408968 Feb 09 01:18:00.076941 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-e8539af3-b789-41ee-82ee-ef70a2d26362 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec3301ec-20b6-4e75-8529-94c60c2126cd']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:00.077102 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c31daf9d-e438-438f-a302-1560191fe37f req-6f555edc-f7fa-4f7a-933e-d986399fdd2e tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.2084584 Feb 09 01:18:00.077211 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59616) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:00.105535 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1453bd7-e42f-413e-9fa1-db9de9dee260 req-dd40b67b-3a22-4238-9907-a12c2402d7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:00.113270 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1453bd7-e42f-413e-9fa1-db9de9dee260 req-dd40b67b-3a22-4238-9907-a12c2402d7b1 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=6d890250-ac42-4592-9721-7a49ecf5e127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7640588 Feb 09 01:18:00.122510 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-e8539af3-b789-41ee-82ee-ef70a2d26362 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'defa72be-97fc-4821-912c-285c8c130a48') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:00.122875 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-e8539af3-b789-41ee-82ee-ef70a2d26362 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'defa72be-97fc-4821-912c-285c8c130a48') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:00.125834 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2aa1dbee-16bf-493e-88e1-19f04f8000ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (bdb9359a-230f-4c8e-b5fd-2f5c044dca44), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:00.126167 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-86b7b812-669a-49ee-a54b-176f329401a5 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] DELETE failed (client error): The resource could not be found. Feb 09 01:18:00.126647 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86b7b812-669a-49ee-a54b-176f329401a5 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:18:00.132349 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-86b7b812-669a-49ee-a54b-176f329401a5 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "DELETE /v2.0/subnets/93e50cd3-5e4a-447a-bf7f-8c7ae3dcb4f0 HTTP/1.1" status: 404 len: 337 time: 0.0537319 Feb 09 01:18:00.136584 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59618) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:00.158792 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e8539af3-b789-41ee-82ee-ef70a2d26362 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (defa72be-97fc-4821-912c-285c8c130a48), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:00.196483 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-af9e036c-fed9-4552-8828-630df2d6d786 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "GET /v2.0/ports?device_id=aa39cfc6-84b2-4ceb-b977-0b71cfe5d250 HTTP/1.1" status: 200 len: 205 time: 0.0560703 Feb 09 01:18:00.199793 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59620) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:00.215690 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d262cd07-83e9-4622-8179-6f3e834a49d2 None None] Network ec3301ec-20b6-4e75-8529-94c60c2126cd requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:18:00.248042 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-ef35193c-cc60-4cc0-af4f-04aed0939c41 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] delete failed (client error): The resource could not be found. Feb 09 01:18:00.251112 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ef35193c-cc60-4cc0-af4f-04aed0939c41 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "DELETE /v2.0/routers/aa39cfc6-84b2-4ceb-b977-0b71cfe5d250 HTTP/1.1" status: 404 len: 336 time: 0.0482011 Feb 09 01:18:00.251471 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa1dbee-16bf-493e-88e1-19f04f8000ae admin admin] Pushing event deleted for resources: {'Port': ['ID=bdb9359a-230f-4c8e-b5fd-2f5c044dca44,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:00.254615 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59622) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:00.271268 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e8539af3-b789-41ee-82ee-ef70a2d26362 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (defa72be-97fc-4821-912c-285c8c130a48), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:00.279374 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ccb6ec-aca4-4754-a6db-1194f5a8c6a0 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:00.285559 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-00ccb6ec-aca4-4754-a6db-1194f5a8c6a0 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=ca740734-29c2-4b60-ae10-4c709b5c6ef4&device_id=0e6a6bca-3633-4787-94bd-b580a9fe2c0b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4178741 Feb 09 01:18:00.288414 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59624) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:00.299159 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e8ff3b8-e17b-426c-80bb-5cbf1b2f35e3 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] DELETE failed (client error): The resource could not be found. Feb 09 01:18:00.299633 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e8ff3b8-e17b-426c-80bb-5cbf1b2f35e3 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:18:00.302795 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4e8ff3b8-e17b-426c-80bb-5cbf1b2f35e3 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "DELETE /v2.0/subnets/9ffe8742-49b0-4105-ae3c-4e9bada33e67 HTTP/1.1" status: 404 len: 337 time: 0.0499732 Feb 09 01:18:00.304086 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8539af3-b789-41ee-82ee-ef70a2d26362 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:18:00.304500 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e8539af3-b789-41ee-82ee-ef70a2d26362 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (defa72be-97fc-4821-912c-285c8c130a48), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:00.308449 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:18:00.308449 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:18:00.308449 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:18:00.308449 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:18:00.308449 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:18:00.308449 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:18:00.308449 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:18:00.308449 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:18:00.308449 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:18:00.308449 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:18:00.308449 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:18:00.308449 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:18:00.308449 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:18:00.308449 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:18:00.308449 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:18:00.308449 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:18:00.308449 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:18:00.308449 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:18:00.308449 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:18:00.308449 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:18:00.308449 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:18:00.308449 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:18:00.308449 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:18:00.308449 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:18:00.308449 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:18:00.308449 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:18:00.308449 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:18:00.308449 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:18:00.308449 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:18:00.308449 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:18:00.308449 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:18:00.308449 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:18:00.310968 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59626) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:00.408688 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2a5fc4dc-6735-4e62-946a-2a9220d82a08 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "GET /v2.0/ports?device_id=37c109db-de06-44a3-b544-59c7da5f39fc HTTP/1.1" status: 200 len: 205 time: 0.0878656 Feb 09 01:18:00.413678 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59628) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:00.480594 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-b12946a9-d242-479c-9ab0-7577b1168617 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] delete failed (client error): The resource could not be found. Feb 09 01:18:00.481652 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b12946a9-d242-479c-9ab0-7577b1168617 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "DELETE /v2.0/routers/37c109db-de06-44a3-b544-59c7da5f39fc HTTP/1.1" status: 404 len: 336 time: 0.0670474 Feb 09 01:18:00.484600 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59632) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:00.505811 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c092ae7a-cb22-4550-a6e9-3da718874a20 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:00.507214 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c092ae7a-cb22-4550-a6e9-3da718874a20 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] 10.222.0.50 "GET /v2.0/networks/ca740734-29c2-4b60-ae10-4c709b5c6ef4 HTTP/1.1" status: 200 len: 881 time: 0.1996598 Feb 09 01:18:00.515929 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1453bd7-e42f-413e-9fa1-db9de9dee260 req-c7139cb3-9eb7-4173-8ca8-4dca2ea9e8d9 service neutron] 10.222.0.120 "GET /v2.0/networks/6d890250-ac42-4592-9721-7a49ecf5e127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912446 Feb 09 01:18:00.532484 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59634) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:00.556824 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d1a0549-62d6-404e-882f-7e4f1bcc3957 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] DELETE failed (client error): The resource could not be found. Feb 09 01:18:00.557292 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d1a0549-62d6-404e-882f-7e4f1bcc3957 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:18:00.562633 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8d1a0549-62d6-404e-882f-7e4f1bcc3957 tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "DELETE /v2.0/subnets/6b070788-e749-4fda-bb31-438f4d15db9e HTTP/1.1" status: 404 len: 337 time: 0.0748098 Feb 09 01:18:00.566524 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59636) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:00.605022 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e8539af3-b789-41ee-82ee-ef70a2d26362 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (ec3301ec-20b6-4e75-8529-94c60c2126cd), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:00.608272 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-beb02931-5cf5-4bce-b2bb-f7e322b567ca tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] DELETE failed (client error): The resource could not be found. Feb 09 01:18:00.608868 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beb02931-5cf5-4bce-b2bb-f7e322b567ca tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:18:00.612111 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-beb02931-5cf5-4bce-b2bb-f7e322b567ca tempest-RoutersIpV6Test-1283332335 tempest-RoutersIpV6Test-1283332335-project] 10.222.0.50 "DELETE /v2.0/subnets/4e483371-1388-4633-8f7f-dd65776f1757 HTTP/1.1" status: 404 len: 337 time: 0.0443852 Feb 09 01:18:00.622152 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e8539af3-b789-41ee-82ee-ef70a2d26362 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:00.627210 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e8539af3-b789-41ee-82ee-ef70a2d26362 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] 10.222.0.50 "DELETE /v2.0/networks/ec3301ec-20b6-4e75-8529-94c60c2126cd HTTP/1.1" status: 204 len: 168 time: 1.7211769 Feb 09 01:18:00.647911 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf900579-0c81-4e09-a872-85517477e355 None None] DHCP port deletion for ec3301ec-20b6-4e75-8529-94c60c2126cd request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:18:00.648087 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59640) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:00.654514 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8539af3-b789-41ee-82ee-ef70a2d26362 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Pushing event deleted for resources: {'Network': ['ID=ec3301ec-20b6-4e75-8529-94c60c2126cd,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:00.729770 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59642) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:00.730036 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-21b0ca6b-e046-4611-9da2-bd7c62359f6c tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e6a6bca-3633-4787-94bd-b580a9fe2c0b HTTP/1.1" status: 200 len: 205 time: 0.1929796 Feb 09 01:18:00.824860 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa5e7a-e181-45ae-a04f-351f5827b0a3 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Deleting port 49ed6f8b-bd9e-488d-96d7-9858a4d9d417 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:18:00.825213 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fcfa5e7a-e181-45ae-a04f-351f5827b0a3 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (49ed6f8b-bd9e-488d-96d7-9858a4d9d417), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:00.861152 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-00d4ac57-4ac9-4b3d-8ea3-5fee4c0535b9 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router (0e6a6bca-3633-4787-94bd-b580a9fe2c0b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:00.953518 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59646) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:00.989170 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-00d4ac57-4ac9-4b3d-8ea3-5fee4c0535b9 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router_gateway (0e6a6bca-3633-4787-94bd-b580a9fe2c0b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:01.071301 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-00d4ac57-4ac9-4b3d-8ea3-5fee4c0535b9 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Deleting port 4616bf35-693c-46f8-8756-c0fe8496c481 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:18:01.072215 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-00d4ac57-4ac9-4b3d-8ea3-5fee4c0535b9 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (4616bf35-693c-46f8-8756-c0fe8496c481), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:01.192830 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-00d4ac57-4ac9-4b3d-8ea3-5fee4c0535b9 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (4616bf35-693c-46f8-8756-c0fe8496c481), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:01.216796 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-00d4ac57-4ac9-4b3d-8ea3-5fee4c0535b9 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Calling delete_port for 4616bf35-693c-46f8-8756-c0fe8496c481 owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:18:01.242723 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4c0044ec-43d7-4677-a259-bdf585a5980b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9ae775496dcb4c88881b98c46e972e20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2881005 Feb 09 01:18:01.243426 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59652) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:01.327858 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6be60-432a-4408-9d2e-1d045a1391c1 req-781a4d5d-7f72-4f7c-8c48-96282894ff75 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:01.335612 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6be60-432a-4408-9d2e-1d045a1391c1 req-781a4d5d-7f72-4f7c-8c48-96282894ff75 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:01.337420 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ddf6be60-432a-4408-9d2e-1d045a1391c1 req-781a4d5d-7f72-4f7c-8c48-96282894ff75 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.120 "GET /v2.0/ports?device_id=2fa31bcc-50c2-42be-a142-a6bedd637b5e HTTP/1.1" status: 200 len: 1682 time: 0.8823609 Feb 09 01:18:01.350671 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 661e25b3-f0a1-477c-95fa-4ae325b8c781 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:18:01.359429 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b34f9e3e-2150-4481-bbb4-cd041efa397d admin admin] Publish callbacks [] for security_group (f6f58859-1572-490a-bfa9-7d9db59e6766), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:01.365213 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8ed31fbe-5ab0-46b1-a223-21db693a1e75 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (4cfda52e-5e01-4776-897f-1e1b907ddc9f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:01.384299 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 661e25b3-f0a1-477c-95fa-4ae325b8c781 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:18:01.384671 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 661e25b3-f0a1-477c-95fa-4ae325b8c781 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:18:01.389354 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b34f9e3e-2150-4481-bbb4-cd041efa397d admin admin] Publish callbacks [] for security_group (f6f58859-1572-490a-bfa9-7d9db59e6766), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:01.390287 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d5537c77-008c-481c-a442-c44faaa529bb req-b00e74ab-a7b4-4622-8ec0-bf4098919043 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.1346059 Feb 09 01:18:01.408569 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4741b85-ad83-4b4d-808e-d7502a9d5d1a req-0db3c77f-ed48-4aa7-a4bb-ea66a7360b20 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:01.413965 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4741b85-ad83-4b4d-808e-d7502a9d5d1a req-0db3c77f-ed48-4aa7-a4bb-ea66a7360b20 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:01.417402 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b4741b85-ad83-4b4d-808e-d7502a9d5d1a req-0db3c77f-ed48-4aa7-a4bb-ea66a7360b20 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fa31bcc-50c2-42be-a142-a6bedd637b5e HTTP/1.1" status: 200 len: 1682 time: 0.8255715 Feb 09 01:18:01.453067 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1453bd7-e42f-413e-9fa1-db9de9dee260 req-83c89f5a-aabc-435b-88ab-fb7320e0230d service neutron] 10.222.0.120 "GET /v2.0/networks/6d890250-ac42-4592-9721-7a49ecf5e127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9190443 Feb 09 01:18:01.521769 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b34f9e3e-2150-4481-bbb4-cd041efa397d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (f6f58859-1572-490a-bfa9-7d9db59e6766), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:01.527090 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b34f9e3e-2150-4481-bbb4-cd041efa397d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:01.531962 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b34f9e3e-2150-4481-bbb4-cd041efa397d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f6f58859-1572-490a-bfa9-7d9db59e6766 HTTP/1.1" status: 204 len: 168 time: 0.2860949 Feb 09 01:18:01.547258 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f9e3e-2150-4481-bbb4-cd041efa397d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f58859-1572-490a-bfa9-7d9db59e6766,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:01.602480 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-00d4ac57-4ac9-4b3d-8ea3-5fee4c0535b9 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (4616bf35-693c-46f8-8756-c0fe8496c481), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:01.637115 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fcfa5e7a-e181-45ae-a04f-351f5827b0a3 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (49ed6f8b-bd9e-488d-96d7-9858a4d9d417), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:01.637483 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fcfa5e7a-e181-45ae-a04f-351f5827b0a3 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Publish callbacks [] for floatingip (49ed6f8b-bd9e-488d-96d7-9858a4d9d417), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:01.642588 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4ac57-4ac9-4b3d-8ea3-5fee4c0535b9 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Pushing event deleted for resources: {'Port': ['ID=4616bf35-693c-46f8-8756-c0fe8496c481,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:01.676285 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b4741b85-ad83-4b4d-808e-d7502a9d5d1a req-6a3ee460-bc49-4c85-962b-a335620f52c9 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/security-groups?id=45eaab36-af4f-4215-874b-e47cf74a9106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207344 Feb 09 01:18:01.676942 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2aa1dbee-16bf-493e-88e1-19f04f8000ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (f610a84c-1198-40b0-a55c-bd4f1cfca3ec), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:01.716205 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa5e7a-e181-45ae-a04f-351f5827b0a3 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Calling delete_port for 49ed6f8b-bd9e-488d-96d7-9858a4d9d417 owned by network:floatingip {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:18:01.728211 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8ed31fbe-5ab0-46b1-a223-21db693a1e75 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (4cfda52e-5e01-4776-897f-1e1b907ddc9f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:01.747281 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-00d4ac57-4ac9-4b3d-8ea3-5fee4c0535b9 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (0e6a6bca-3633-4787-94bd-b580a9fe2c0b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:01.841577 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-8ed31fbe-5ab0-46b1-a223-21db693a1e75 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cfda52e-5e01-4776-897f-1e1b907ddc9f']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:01.902511 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-8ed31fbe-5ab0-46b1-a223-21db693a1e75 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31a336b0-3cb6-4f25-8253-bcc340d77adf') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:01.902805 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-8ed31fbe-5ab0-46b1-a223-21db693a1e75 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31a336b0-3cb6-4f25-8253-bcc340d77adf') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:01.932740 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8ed31fbe-5ab0-46b1-a223-21db693a1e75 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (31a336b0-3cb6-4f25-8253-bcc340d77adf), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:01.935969 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-00d4ac57-4ac9-4b3d-8ea3-5fee4c0535b9 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (0e6a6bca-3633-4787-94bd-b580a9fe2c0b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:01.940281 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-ddf6be60-432a-4408-9d2e-1d045a1391c1 req-db6f7f5b-2caa-443c-94f5-cfe552d7b1ee tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Deleting port 329cb3eb-a186-4e5a-989e-2250778fdb9d {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:18:01.940581 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ddf6be60-432a-4408-9d2e-1d045a1391c1 req-db6f7f5b-2caa-443c-94f5-cfe552d7b1ee tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (329cb3eb-a186-4e5a-989e-2250778fdb9d), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:01.946442 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-00d4ac57-4ac9-4b3d-8ea3-5fee4c0535b9 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router_controller (0e6a6bca-3633-4787-94bd-b580a9fe2c0b), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:02.032834 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8ed31fbe-5ab0-46b1-a223-21db693a1e75 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (31a336b0-3cb6-4f25-8253-bcc340d77adf), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:02.051313 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ed31fbe-5ab0-46b1-a223-21db693a1e75 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:18:02.051681 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8ed31fbe-5ab0-46b1-a223-21db693a1e75 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (31a336b0-3cb6-4f25-8253-bcc340d77adf), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:02.057067 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:18:02.057067 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:18:02.057067 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:18:02.057067 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:18:02.057067 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:18:02.057067 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:18:02.057067 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:18:02.057067 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:18:02.057067 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:18:02.057067 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:18:02.057067 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:18:02.057067 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:18:02.057067 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:18:02.057067 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:18:02.057067 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:18:02.057067 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:18:02.057067 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:18:02.057067 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:18:02.057067 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:18:02.057067 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:18:02.057067 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:18:02.057067 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:18:02.057067 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:18:02.057067 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:18:02.057067 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:18:02.057067 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:18:02.057067 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:18:02.057067 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:18:02.057067 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:18:02.057067 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:18:02.057067 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:18:02.057067 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:18:02.059305 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-00d4ac57-4ac9-4b3d-8ea3-5fee4c0535b9 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (0e6a6bca-3633-4787-94bd-b580a9fe2c0b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:02.059792 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d4ac57-4ac9-4b3d-8ea3-5fee4c0535b9 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Fanout notify agent at l3_agent the message router_deleted on router 0e6a6bca-3633-4787-94bd-b580a9fe2c0b {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:18:02.073257 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-00d4ac57-4ac9-4b3d-8ea3-5fee4c0535b9 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:02.076388 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-00d4ac57-4ac9-4b3d-8ea3-5fee4c0535b9 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] 10.222.0.50 "DELETE /v2.0/routers/0e6a6bca-3633-4787-94bd-b580a9fe2c0b HTTP/1.1" status: 204 len: 168 time: 1.3450122 Feb 09 01:18:02.079966 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59668) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:02.087035 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-d5672ffc-eddb-4e44-9f02-ba79f8fb40a8 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1388466415', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}, 'admin_state_up': False}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:02.137053 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d5672ffc-eddb-4e44-9f02-ba79f8fb40a8 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (234f0665-ded2-40b0-8bdf-e2b4fd617f33), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:02.137834 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d5672ffc-eddb-4e44-9f02-ba79f8fb40a8 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (234f0665-ded2-40b0-8bdf-e2b4fd617f33), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:02.246131 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-ddf6be60-432a-4408-9d2e-1d045a1391c1 req-db6f7f5b-2caa-443c-94f5-cfe552d7b1ee tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] For port 329cb3eb-a186-4e5a-989e-2250778fdb9d, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=329cb3eb-a186-4e5a-989e-2250778fdb9d,segment=NetworkSegment(f93b0c6b-83fa-4bea-a8dd-2602dfe0a7e2),segment_id=f93b0c6b-83fa-4bea-a8dd-2602dfe0a7e2)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:02.246508 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ddf6be60-432a-4408-9d2e-1d045a1391c1 req-db6f7f5b-2caa-443c-94f5-cfe552d7b1ee tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (329cb3eb-a186-4e5a-989e-2250778fdb9d), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:02.275848 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8ed31fbe-5ab0-46b1-a223-21db693a1e75 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (4cfda52e-5e01-4776-897f-1e1b907ddc9f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:02.293098 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8ed31fbe-5ab0-46b1-a223-21db693a1e75 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:02.297022 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8ed31fbe-5ab0-46b1-a223-21db693a1e75 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] 10.222.0.50 "DELETE /v2.0/networks/4cfda52e-5e01-4776-897f-1e1b907ddc9f HTTP/1.1" status: 204 len: 168 time: 1.5882204 Feb 09 01:18:02.303766 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-ddf6be60-432a-4408-9d2e-1d045a1391c1 req-db6f7f5b-2caa-443c-94f5-cfe552d7b1ee tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Calling delete_port for 329cb3eb-a186-4e5a-989e-2250778fdb9d owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:18:02.309795 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59672) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:02.328253 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9b5a873d-9c65-4ab1-8768-bdc7b66da380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:02.351448 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed31fbe-5ab0-46b1-a223-21db693a1e75 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Pushing event deleted for resources: {'Network': ['ID=4cfda52e-5e01-4776-897f-1e1b907ddc9f,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:02.487300 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fcfa5e7a-e181-45ae-a04f-351f5827b0a3 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (49ed6f8b-bd9e-488d-96d7-9858a4d9d417), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:02.569501 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa5e7a-e181-45ae-a04f-351f5827b0a3 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Pushing event deleted for resources: {'Port': ['ID=49ed6f8b-bd9e-488d-96d7-9858a4d9d417,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:02.584267 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fec7cf6f-2eb9-44e7-a580-0de992d4825e tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (0e37b7fa-8636-4e75-900f-570be21f8375), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:02.602388 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa1dbee-16bf-493e-88e1-19f04f8000ae admin admin] Router f610a84c-1198-40b0-a55c-bd4f1cfca3ec has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:18:02.629837 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bf8cf1de-c4ae-43f1-9a69-82960d6b15e8 req-84da695b-c04b-4a84-83ca-0ddba4c15cde tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.0868151 Feb 09 01:18:02.667111 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d5672ffc-eddb-4e44-9f02-ba79f8fb40a8 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router_controller (234f0665-ded2-40b0-8bdf-e2b4fd617f33), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:02.698637 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59682) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:02.798845 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fcfa5e7a-e181-45ae-a04f-351f5827b0a3 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Publish callbacks [] for floatingip (b3541b54-8549-4cfc-a562-4caee1abf09b), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:02.802082 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fcfa5e7a-e181-45ae-a04f-351f5827b0a3 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:02.803453 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-fcfa5e7a-e181-45ae-a04f-351f5827b0a3 tempest-ServersTestBootFromVolume-490535609 tempest-ServersTestBootFromVolume-490535609-project] 10.222.0.50 "DELETE /v2.0/floatingips/b3541b54-8549-4cfc-a562-4caee1abf09b HTTP/1.1" status: 204 len: 168 time: 3.4270005 Feb 09 01:18:02.814053 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59688) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:02.952663 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e0bc6fc4-448a-4142-9548-5ffb5d2d4452 tempest-ServiceProvidersTest-1920290892 tempest-ServiceProvidersTest-1920290892-project] 10.222.0.50 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2454820 Feb 09 01:18:02.956896 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fec7cf6f-2eb9-44e7-a580-0de992d4825e tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (0e37b7fa-8636-4e75-900f-570be21f8375), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:02.964830 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d5672ffc-eddb-4e44-9f02-ba79f8fb40a8 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router_gateway (234f0665-ded2-40b0-8bdf-e2b4fd617f33), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:02.998130 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ddf6be60-432a-4408-9d2e-1d045a1391c1 req-db6f7f5b-2caa-443c-94f5-cfe552d7b1ee tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (329cb3eb-a186-4e5a-989e-2250778fdb9d), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:03.002449 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-fec7cf6f-2eb9-44e7-a580-0de992d4825e tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e37b7fa-8636-4e75-900f-570be21f8375']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:03.046430 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-fec7cf6f-2eb9-44e7-a580-0de992d4825e tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b77e513c-e12f-484c-b864-f77c3025bd35') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:03.046669 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-fec7cf6f-2eb9-44e7-a580-0de992d4825e tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b77e513c-e12f-484c-b864-f77c3025bd35') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:03.063995 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fec7cf6f-2eb9-44e7-a580-0de992d4825e tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (b77e513c-e12f-484c-b864-f77c3025bd35), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:03.085825 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fec7cf6f-2eb9-44e7-a580-0de992d4825e tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (b77e513c-e12f-484c-b864-f77c3025bd35), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:03.096299 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fec7cf6f-2eb9-44e7-a580-0de992d4825e tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:18:03.096956 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fec7cf6f-2eb9-44e7-a580-0de992d4825e tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (b77e513c-e12f-484c-b864-f77c3025bd35), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:03.102831 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f7f5b-2caa-443c-94f5-cfe552d7b1ee tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Pushing event deleted for resources: {'Port': ['ID=329cb3eb-a186-4e5a-989e-2250778fdb9d,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:03.103651 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:18:03.103651 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:18:03.103651 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:18:03.103651 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:18:03.103651 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:18:03.103651 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:18:03.103651 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:18:03.103651 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:18:03.103651 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:18:03.103651 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:18:03.103651 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:18:03.103651 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:18:03.103651 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:18:03.103651 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:18:03.103651 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:18:03.103651 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:18:03.103651 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:18:03.103651 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:18:03.103651 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:18:03.103651 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:18:03.103651 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:18:03.103651 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:18:03.103651 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:18:03.103651 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:18:03.103651 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:18:03.103651 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:18:03.103651 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:18:03.103651 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:18:03.103651 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:18:03.103651 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:18:03.103651 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:18:03.103651 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:18:03.106051 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa1dbee-16bf-493e-88e1-19f04f8000ae admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:18:03.115500 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c6d2fa-a5f9-435d-8003-739bed66e9ad None None] Sync routers for ids ['f610a84c-1198-40b0-a55c-bd4f1cfca3ec'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:18:03.123114 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2aa1dbee-16bf-493e-88e1-19f04f8000ae admin admin] 10.222.0.50 "PUT /v2.0/routers/f610a84c-1198-40b0-a55c-bd4f1cfca3ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8668442 Feb 09 01:18:03.134869 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c6d2fa-a5f9-435d-8003-739bed66e9ad None None] Routers {'f610a84c-1198-40b0-a55c-bd4f1cfca3ec'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:18:03.135542 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-f7c6d2fa-a5f9-435d-8003-739bed66e9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:17:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f610a84c-1198-40b0-a55c-bd4f1cfca3ec'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:03.138116 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59692) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:03.139958 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ec44e-26dd-4921-999b-672450a3a5de req-0592f0bd-182b-4552-af11-47117b1c6558 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:03.146709 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ec44e-26dd-4921-999b-672450a3a5de req-0592f0bd-182b-4552-af11-47117b1c6558 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:03.156712 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa3ec44e-26dd-4921-999b-672450a3a5de req-0592f0bd-182b-4552-af11-47117b1c6558 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fa31bcc-50c2-42be-a142-a6bedd637b5e HTTP/1.1" status: 200 len: 1604 time: 0.3062310 Feb 09 01:18:03.278860 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b0e829a9-5c59-4d48-b348-43ea07478c88 admin admin] Publish callbacks [] for router (f610a84c-1198-40b0-a55c-bd4f1cfca3ec), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:03.311070 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa3ec44e-26dd-4921-999b-672450a3a5de req-ef14975c-a54d-4eb1-b6e3-c030f8cf4141 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/security-groups?id=45eaab36-af4f-4215-874b-e47cf74a9106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518979 Feb 09 01:18:03.383068 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-f7c6d2fa-a5f9-435d-8003-739bed66e9ad None None] Set router f610a84c-1198-40b0-a55c-bd4f1cfca3ec gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:18:03.392577 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf6be60-432a-4408-9d2e-1d045a1391c1 req-db6f7f5b-2caa-443c-94f5-cfe552d7b1ee tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] No DVR routers for this DVR port 329cb3eb-a186-4e5a-989e-2250778fdb9d on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:18:03.400003 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ddf6be60-432a-4408-9d2e-1d045a1391c1 req-db6f7f5b-2caa-443c-94f5-cfe552d7b1ee tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:03.414113 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ddf6be60-432a-4408-9d2e-1d045a1391c1 req-db6f7f5b-2caa-443c-94f5-cfe552d7b1ee tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.120 "DELETE /v2.0/ports/329cb3eb-a186-4e5a-989e-2250778fdb9d HTTP/1.1" status: 204 len: 173 time: 2.0332227 Feb 09 01:18:03.415519 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa31bcc-50c2-42be-a142-a6bedd637b5e', 'name': 'network-vif-deleted', 'tag': '329cb3eb-a186-4e5a-989e-2250778fdb9d'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:18:03.423548 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a4f760-6019-4ef3-8afd-b3e519e85119" -d '{"events": [{"server_uuid": "2fa31bcc-50c2-42be-a142-a6bedd637b5e", "name": "network-vif-deleted", "tag": "329cb3eb-a186-4e5a-989e-2250778fdb9d"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:18:03.464437 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fec7cf6f-2eb9-44e7-a580-0de992d4825e tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (0e37b7fa-8636-4e75-900f-570be21f8375), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:03.483106 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59698) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:03.487054 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fec7cf6f-2eb9-44e7-a580-0de992d4825e tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:03.491354 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-fec7cf6f-2eb9-44e7-a580-0de992d4825e tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] 10.222.0.50 "DELETE /v2.0/networks/0e37b7fa-8636-4e75-900f-570be21f8375 HTTP/1.1" status: 204 len: 168 time: 1.1805530 Feb 09 01:18:03.502988 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59700) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:03.522977 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9eef0a-5c04-4e87-8471-a449bd072f9c x-openstack-request-id: req-4e9eef0a-5c04-4e87-8471-a449bd072f9c {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:18:03.524261 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa31bcc-50c2-42be-a142-a6bedd637b5e", "name": "network-vif-deleted", "tag": "329cb3eb-a186-4e5a-989e-2250778fdb9d", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:18:03.524529 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4e9eef0a-5c04-4e87-8471-a449bd072f9c {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:18:03.525351 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa31bcc-50c2-42be-a142-a6bedd637b5e', 'name': 'network-vif-deleted', 'tag': '329cb3eb-a186-4e5a-989e-2250778fdb9d', 'status': 'completed', 'code': 200} Feb 09 01:18:03.568070 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec7cf6f-2eb9-44e7-a580-0de992d4825e tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Pushing event deleted for resources: {'Network': ['ID=0e37b7fa-8636-4e75-900f-570be21f8375,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:03.657411 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b0e829a9-5c59-4d48-b348-43ea07478c88 admin admin] Publish callbacks [] for router_gateway (f610a84c-1198-40b0-a55c-bd4f1cfca3ec), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:03.683879 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-f7c6d2fa-a5f9-435d-8003-739bed66e9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f610a84c-1198-40b0-a55c-bd4f1cfca3ec', 'name': 'tempest-TaggedBootDevicesTest-1960012989-router', 'tenant_id': '6cf3517f38e6486d8ed854b974ff2e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.251'}], 'enable_snat': True}, 'gw_port_id': 'cb6aac41-5f55-45f5-9213-433dda141130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:08:24Z', 'updated_at': '2022-02-09T01:17:59Z', 'revision_number': 5, 'project_id': '6cf3517f38e6486d8ed854b974ff2e32', 'gw_port': {'id': 'cb6aac41-5f55-45f5-9213-433dda141130', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:45:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f610a84c-1198-40b0-a55c-bd4f1cfca3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:25Z', 'updated_at': '2022-02-09T01:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:03.717786 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d5672ffc-eddb-4e44-9f02-ba79f8fb40a8 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router_gateway (234f0665-ded2-40b0-8bdf-e2b4fd617f33), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:03.722846 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c6d2fa-a5f9-435d-8003-739bed66e9ad None None] Checking router: f610a84c-1198-40b0-a55c-bd4f1cfca3ec for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:18:03.729976 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-946e2ffb-ada0-40ce-b1b8-d7749e3d0baa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:03.735549 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c6d2fa-a5f9-435d-8003-739bed66e9ad None None] Routers {'f610a84c-1198-40b0-a55c-bd4f1cfca3ec'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:18:03.736284 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-f7c6d2fa-a5f9-435d-8003-739bed66e9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:17:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f610a84c-1198-40b0-a55c-bd4f1cfca3ec'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:03.771983 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d5672ffc-eddb-4e44-9f02-ba79f8fb40a8 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:03.820302 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-946e2ffb-ada0-40ce-b1b8-d7749e3d0baa admin admin] Publish callbacks [] for security_group (41d6dad9-5906-4312-b568-344870344117), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:03.864047 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-946e2ffb-ada0-40ce-b1b8-d7749e3d0baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (41d6dad9-5906-4312-b568-344870344117), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:03.868483 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-85962746-b2b3-4516-90c0-51b5edae9828 req-e257b351-bca3-4d5d-b53f-c5f637215c68 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.0384977 Feb 09 01:18:03.873003 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a748bd42-fa8c-4230-b377-035c416649b6 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (0383684c-f87e-49f6-a85c-c22324ebec9c), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:03.890247 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-d5672ffc-eddb-4e44-9f02-ba79f8fb40a8 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Allocated IP 172.25.8.194 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/caa689cb-acdd-445e-b89e-d130ed52b56c) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:03.947552 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-ddf6be60-432a-4408-9d2e-1d045a1391c1 req-c2b9bb1e-701a-41a1-b157-c4e14cddccbc tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Deleting port 2e0fcf77-8fa0-4775-8095-e5fd97cff1f8 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:18:03.947552 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ddf6be60-432a-4408-9d2e-1d045a1391c1 req-c2b9bb1e-701a-41a1-b157-c4e14cddccbc tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (2e0fcf77-8fa0-4775-8095-e5fd97cff1f8), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:03.968669 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-f7c6d2fa-a5f9-435d-8003-739bed66e9ad None None] Set router f610a84c-1198-40b0-a55c-bd4f1cfca3ec gateway port host: None {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:18:04.020406 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d5672ffc-eddb-4e44-9f02-ba79f8fb40a8 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for port (caa689cb-acdd-445e-b89e-d130ed52b56c), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:04.031140 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-f7c6d2fa-a5f9-435d-8003-739bed66e9ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f610a84c-1198-40b0-a55c-bd4f1cfca3ec', 'name': 'tempest-TaggedBootDevicesTest-1960012989-router', 'tenant_id': '6cf3517f38e6486d8ed854b974ff2e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:08:24Z', 'updated_at': '2022-02-09T01:18:03Z', 'revision_number': 6, 'project_id': '6cf3517f38e6486d8ed854b974ff2e32', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:04.044674 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-946e2ffb-ada0-40ce-b1b8-d7749e3d0baa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7ed89caeb0ea498ea08510b6cdc1da94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5473013 Feb 09 01:18:04.045285 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59706) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:04.069260 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c6d2fa-a5f9-435d-8003-739bed66e9ad None None] The sync data for ids ['f610a84c-1198-40b0-a55c-bd4f1cfca3ec'] in n-d-828369-4 is: [{'id': 'f610a84c-1198-40b0-a55c-bd4f1cfca3ec', 'name': 'tempest-TaggedBootDevicesTest-1960012989-router', 'tenant_id': '6cf3517f38e6486d8ed854b974ff2e32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:08:24Z', 'updated_at': '2022-02-09T01:18:03Z', 'revision_number': 6, 'project_id': '6cf3517f38e6486d8ed854b974ff2e32', 'gw_port_host': None}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:18:04.071951 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d5672ffc-eddb-4e44-9f02-ba79f8fb40a8 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (caa689cb-acdd-445e-b89e-d130ed52b56c), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:04.072170 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e2ffb-ada0-40ce-b1b8-d7749e3d0baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d6dad9-5906-4312-b568-344870344117,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:04.091393 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a748bd42-fa8c-4230-b377-035c416649b6 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (0383684c-f87e-49f6-a85c-c22324ebec9c), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:04.141090 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5672ffc-eddb-4e44-9f02-ba79f8fb40a8 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:04.142741 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-a748bd42-fa8c-4230-b377-035c416649b6 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0383684c-f87e-49f6-a85c-c22324ebec9c']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:04.156478 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-d5672ffc-eddb-4e44-9f02-ba79f8fb40a8 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:04.158989 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5672ffc-eddb-4e44-9f02-ba79f8fb40a8 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:18:04.168378 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-a748bd42-fa8c-4230-b377-035c416649b6 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a1fd6d7-f9f1-4de1-97b0-bf38fef7e825') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:04.168716 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-a748bd42-fa8c-4230-b377-035c416649b6 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a1fd6d7-f9f1-4de1-97b0-bf38fef7e825') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:04.192049 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5672ffc-eddb-4e44-9f02-ba79f8fb40a8 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Pushing event updated for resources: {'Port': ['ID=caa689cb-acdd-445e-b89e-d130ed52b56c,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:04.198634 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a748bd42-fa8c-4230-b377-035c416649b6 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (1a1fd6d7-f9f1-4de1-97b0-bf38fef7e825), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:04.211230 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-ddf6be60-432a-4408-9d2e-1d045a1391c1 req-c2b9bb1e-701a-41a1-b157-c4e14cddccbc tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] For port 2e0fcf77-8fa0-4775-8095-e5fd97cff1f8, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=2e0fcf77-8fa0-4775-8095-e5fd97cff1f8,segment=NetworkSegment(64990828-b09c-41bd-9366-c1b94d63c232),segment_id=64990828-b09c-41bd-9366-c1b94d63c232)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:04.211601 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ddf6be60-432a-4408-9d2e-1d045a1391c1 req-c2b9bb1e-701a-41a1-b157-c4e14cddccbc tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (2e0fcf77-8fa0-4775-8095-e5fd97cff1f8), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:04.214493 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f2bcc262-42d9-4003-9a8e-57862d09f7f5 admin admin] Publish callbacks [] for security_group (41d6dad9-5906-4312-b568-344870344117), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:04.215703 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-b0e829a9-5c59-4d48-b348-43ea07478c88 admin admin] Deleting port cb6aac41-5f55-45f5-9213-433dda141130 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:18:04.216137 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b0e829a9-5c59-4d48-b348-43ea07478c88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (cb6aac41-5f55-45f5-9213-433dda141130), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:04.233426 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-ddf6be60-432a-4408-9d2e-1d045a1391c1 req-c2b9bb1e-701a-41a1-b157-c4e14cddccbc tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Calling delete_port for 2e0fcf77-8fa0-4775-8095-e5fd97cff1f8 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:18:04.238383 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a748bd42-fa8c-4230-b377-035c416649b6 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (1a1fd6d7-f9f1-4de1-97b0-bf38fef7e825), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:04.251140 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a748bd42-fa8c-4230-b377-035c416649b6 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:18:04.251560 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a748bd42-fa8c-4230-b377-035c416649b6 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (1a1fd6d7-f9f1-4de1-97b0-bf38fef7e825), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:04.258866 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:18:04.258866 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:18:04.258866 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:18:04.258866 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:18:04.258866 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:18:04.258866 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:18:04.258866 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:18:04.258866 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:18:04.258866 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:18:04.258866 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:18:04.258866 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:18:04.258866 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:18:04.258866 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:18:04.258866 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:18:04.258866 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:18:04.258866 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:18:04.258866 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:18:04.258866 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:18:04.258866 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:18:04.258866 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:18:04.258866 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:18:04.258866 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:18:04.258866 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:18:04.258866 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:18:04.258866 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:18:04.258866 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:18:04.258866 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:18:04.258866 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:18:04.258866 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:18:04.258866 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:18:04.258866 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:18:04.258866 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:18:04.276498 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f2bcc262-42d9-4003-9a8e-57862d09f7f5 admin admin] Publish callbacks [] for security_group (41d6dad9-5906-4312-b568-344870344117), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:04.423926 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a99772c4-128e-4311-bb62-41eb5ee693c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:04.493627 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-b0e829a9-5c59-4d48-b348-43ea07478c88 admin admin] For port cb6aac41-5f55-45f5-9213-433dda141130, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=cb6aac41-5f55-45f5-9213-433dda141130,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:04.494324 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b0e829a9-5c59-4d48-b348-43ea07478c88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (cb6aac41-5f55-45f5-9213-433dda141130), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:04.605355 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c0185705-4a15-4876-9791-95654d3bf15e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (b2bc552e-95de-4446-9c86-100f99c46d7a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:04.613554 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-b0e829a9-5c59-4d48-b348-43ea07478c88 admin admin] Calling delete_port for cb6aac41-5f55-45f5-9213-433dda141130 owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:18:04.685170 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 329cb3eb-a186-4e5a-989e-2250778fdb9d no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:18:04.739637 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: 329cb3eb-a186-4e5a-989e-2250778fdb9d {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:18:04.740421 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 329cb3eb-a186-4e5a-989e-2250778fdb9d not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:18:04.741235 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 2e0fcf77-8fa0-4775-8095-e5fd97cff1f8 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:18:04.804047 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a748bd42-fa8c-4230-b377-035c416649b6 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (0383684c-f87e-49f6-a85c-c22324ebec9c), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:04.843101 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 2e0fcf77-8fa0-4775-8095-e5fd97cff1f8 is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:04.843310 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f2bcc262-42d9-4003-9a8e-57862d09f7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (41d6dad9-5906-4312-b568-344870344117), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:04.843992 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (2e0fcf77-8fa0-4775-8095-e5fd97cff1f8), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:04.845958 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f2bcc262-42d9-4003-9a8e-57862d09f7f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:04.847906 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f2bcc262-42d9-4003-9a8e-57862d09f7f5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/41d6dad9-5906-4312-b568-344870344117 HTTP/1.1" status: 204 len: 168 time: 0.7957358 Feb 09 01:18:04.851364 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a748bd42-fa8c-4230-b377-035c416649b6 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:04.857343 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a748bd42-fa8c-4230-b377-035c416649b6 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] 10.222.0.50 "DELETE /v2.0/networks/0383684c-f87e-49f6-a85c-c22324ebec9c HTTP/1.1" status: 204 len: 168 time: 1.3282733 Feb 09 01:18:04.859942 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a748bd42-fa8c-4230-b377-035c416649b6 tempest-BulkNetworkOpsIpV6Test-1257390459 tempest-BulkNetworkOpsIpV6Test-1257390459-project] Pushing event deleted for resources: {'Network': ['ID=0383684c-f87e-49f6-a85c-c22324ebec9c,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:04.881741 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bcc262-42d9-4003-9a8e-57862d09f7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d6dad9-5906-4312-b568-344870344117,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:04.962768 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d5672ffc-eddb-4e44-9f02-ba79f8fb40a8 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router_gateway (234f0665-ded2-40b0-8bdf-e2b4fd617f33), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:04.978686 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.api [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 09 01:18:04.978686 n-d-828369-4 neutron-server[103138]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Feb 09 01:18:04.978686 n-d-828369-4 neutron-server[103138]: [parameters: {'status': 'DOWN', 'ports_id': '2e0fcf77-8fa0-4775-8095-e5fd97cff1f8'}] Feb 09 01:18:04.978686 n-d-828369-4 neutron-server[103138]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:18:04.979692 n-d-828369-4 neutron-server[103138]: DEBUG oslo_db.api [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:18:04.993849 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38c6ca-230f-4fa1-a25c-be8b9d722512 req-69b92ce6-92bd-43f7-a94b-d8bcd22bccd3 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:04.995456 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3d38c6ca-230f-4fa1-a25c-be8b9d722512 req-69b92ce6-92bd-43f7-a94b-d8bcd22bccd3 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/ports?device_id=2fa31bcc-50c2-42be-a142-a6bedd637b5e HTTP/1.1" status: 200 len: 946 time: 0.2213783 Feb 09 01:18:05.181996 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-08704a2c-8ed3-4881-b31b-801c990ce21d req-d4a6f62e-eb00-4448-a36f-e5ec6e05d4d9 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.0967243 Feb 09 01:18:05.250872 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ddf6be60-432a-4408-9d2e-1d045a1391c1 req-c2b9bb1e-701a-41a1-b157-c4e14cddccbc tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (2e0fcf77-8fa0-4775-8095-e5fd97cff1f8), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:05.296269 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3d38c6ca-230f-4fa1-a25c-be8b9d722512 req-89d2d037-e1aa-4bdc-bb80-94bff38f4ed7 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "GET /v2.0/security-groups?id=45eaab36-af4f-4215-874b-e47cf74a9106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124941 Feb 09 01:18:05.348889 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b9bb1e-701a-41a1-b157-c4e14cddccbc tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Pushing event deleted for resources: {'Port': ['ID=2e0fcf77-8fa0-4775-8095-e5fd97cff1f8,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:05.351171 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device cb6aac41-5f55-45f5-9213-433dda141130 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:18:05.385058 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59722) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:05.387387 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf6be60-432a-4408-9d2e-1d045a1391c1 req-c2b9bb1e-701a-41a1-b157-c4e14cddccbc tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] No DVR routers for this DVR port 2e0fcf77-8fa0-4775-8095-e5fd97cff1f8 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:18:05.397298 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ddf6be60-432a-4408-9d2e-1d045a1391c1 req-c2b9bb1e-701a-41a1-b157-c4e14cddccbc tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:05.400560 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ddf6be60-432a-4408-9d2e-1d045a1391c1 req-c2b9bb1e-701a-41a1-b157-c4e14cddccbc tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.120 "DELETE /v2.0/ports/2e0fcf77-8fa0-4775-8095-e5fd97cff1f8 HTTP/1.1" status: 204 len: 173 time: 1.9726546 Feb 09 01:18:05.526703 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa31bcc-50c2-42be-a142-a6bedd637b5e', 'name': 'network-vif-deleted', 'tag': '2e0fcf77-8fa0-4775-8095-e5fd97cff1f8'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:18:05.529670 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febd50b0-776f-45f1-9572-406fc1d9066b" -d '{"events": [{"server_uuid": "2fa31bcc-50c2-42be-a142-a6bedd637b5e", "name": "network-vif-deleted", "tag": "2e0fcf77-8fa0-4775-8095-e5fd97cff1f8"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:18:05.539659 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Port 2e0fcf77-8fa0-4775-8095-e5fd97cff1f8 update to DOWN by agent not found {{(pid=103138) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 09 01:18:05.622676 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8251827f-3ad5-41b7-8568-817fa0d33a61 x-openstack-request-id: req-8251827f-3ad5-41b7-8568-817fa0d33a61 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:18:05.623223 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa31bcc-50c2-42be-a142-a6bedd637b5e", "name": "network-vif-deleted", "tag": "2e0fcf77-8fa0-4775-8095-e5fd97cff1f8", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:18:05.623484 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8251827f-3ad5-41b7-8568-817fa0d33a61 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:18:05.623889 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa31bcc-50c2-42be-a142-a6bedd637b5e', 'name': 'network-vif-deleted', 'tag': '2e0fcf77-8fa0-4775-8095-e5fd97cff1f8', 'status': 'completed', 'code': 200} Feb 09 01:18:05.659046 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port cb6aac41-5f55-45f5-9213-433dda141130 is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:05.660362 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (cb6aac41-5f55-45f5-9213-433dda141130), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:05.684232 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port cb6aac41-5f55-45f5-9213-433dda141130, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=cb6aac41-5f55-45f5-9213-433dda141130,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:05.689960 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (cb6aac41-5f55-45f5-9213-433dda141130), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:05.691172 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device bdb9359a-230f-4c8e-b5fd-2f5c044dca44 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:18:05.724579 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d9b2b630-2137-49c7-8bb7-383e77d9a6d9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8241f4b253404ead99ce9b04c7a0636a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3380148 Feb 09 01:18:05.726445 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59734) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:05.737419 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: bdb9359a-230f-4c8e-b5fd-2f5c044dca44 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:18:05.738699 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device bdb9359a-230f-4c8e-b5fd-2f5c044dca44 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:18:05.814159 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=cb6aac41-5f55-45f5-9213-433dda141130,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:05.848274 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1785595f-9d48-4503-8cd2-08478f295195 admin admin] Publish callbacks [] for security_group (7df9f498-4615-479e-acc5-40170cc922e5), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:05.851520 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:05.881715 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1785595f-9d48-4503-8cd2-08478f295195 admin admin] Publish callbacks [] for security_group (7df9f498-4615-479e-acc5-40170cc922e5), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:05.960920 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1785595f-9d48-4503-8cd2-08478f295195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (7df9f498-4615-479e-acc5-40170cc922e5), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:05.966521 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1785595f-9d48-4503-8cd2-08478f295195 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:05.972806 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1785595f-9d48-4503-8cd2-08478f295195 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7df9f498-4615-479e-acc5-40170cc922e5 HTTP/1.1" status: 204 len: 168 time: 0.2446132 Feb 09 01:18:05.984522 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785595f-9d48-4503-8cd2-08478f295195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df9f498-4615-479e-acc5-40170cc922e5,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:06.210719 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b0e829a9-5c59-4d48-b348-43ea07478c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (cb6aac41-5f55-45f5-9213-433dda141130), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:06.246344 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e829a9-5c59-4d48-b348-43ea07478c88 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb6aac41-5f55-45f5-9213-433dda141130,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:06.268126 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d5672ffc-eddb-4e44-9f02-ba79f8fb40a8 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (234f0665-ded2-40b0-8bdf-e2b4fd617f33), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:06.361077 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d22d31ec-06f6-4f85-919b-13457a0cead4 req-a7f3b654-8f20-4415-9053-cc7a9119d011 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.0485988 Feb 09 01:18:06.406221 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59758) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:06.411638 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-c0185705-4a15-4876-9791-95654d3bf15e admin admin] Deleting port 4bc4dbd4-5333-46a8-abbb-0e70ec789842 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:18:06.412119 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c0185705-4a15-4876-9791-95654d3bf15e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (4bc4dbd4-5333-46a8-abbb-0e70ec789842), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:06.499194 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b0e829a9-5c59-4d48-b348-43ea07478c88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (f610a84c-1198-40b0-a55c-bd4f1cfca3ec), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:06.503127 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd943e08-00c0-44a7-8acd-ed0d68054473 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Deleting subnet 1b813c13-14c0-4362-835d-85d8c1ae1d77 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:18:06.510691 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cd943e08-00c0-44a7-8acd-ed0d68054473 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks [] for subnet (1b813c13-14c0-4362-835d-85d8c1ae1d77), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:06.575750 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cd943e08-00c0-44a7-8acd-ed0d68054473 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (1b813c13-14c0-4362-835d-85d8c1ae1d77), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:06.626584 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-c0185705-4a15-4876-9791-95654d3bf15e admin admin] For port 4bc4dbd4-5333-46a8-abbb-0e70ec789842, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=4bc4dbd4-5333-46a8-abbb-0e70ec789842,segment=NetworkSegment(0d0bff9f-e230-4221-a63e-80c21a950e29),segment_id=0d0bff9f-e230-4221-a63e-80c21a950e29)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:06.626956 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c0185705-4a15-4876-9791-95654d3bf15e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (4bc4dbd4-5333-46a8-abbb-0e70ec789842), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:06.642334 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b0e829a9-5c59-4d48-b348-43ea07478c88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (f610a84c-1198-40b0-a55c-bd4f1cfca3ec), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:06.647158 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b0e829a9-5c59-4d48-b348-43ea07478c88 admin admin] Publish callbacks [] for router_controller (f610a84c-1198-40b0-a55c-bd4f1cfca3ec), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:06.651459 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-c0185705-4a15-4876-9791-95654d3bf15e admin admin] Calling delete_port for 4bc4dbd4-5333-46a8-abbb-0e70ec789842 owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:18:06.703211 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cd943e08-00c0-44a7-8acd-ed0d68054473 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (1b813c13-14c0-4362-835d-85d8c1ae1d77), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:06.751113 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b0e829a9-5c59-4d48-b348-43ea07478c88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (f610a84c-1198-40b0-a55c-bd4f1cfca3ec), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:06.751282 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e829a9-5c59-4d48-b348-43ea07478c88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f610a84c-1198-40b0-a55c-bd4f1cfca3ec {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:18:06.765973 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b0e829a9-5c59-4d48-b348-43ea07478c88 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:06.766623 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b0e829a9-5c59-4d48-b348-43ea07478c88 admin admin] 10.222.0.50 "DELETE /v2.0/routers/f610a84c-1198-40b0-a55c-bd4f1cfca3ec HTTP/1.1" status: 204 len: 168 time: 3.6269307 Feb 09 01:18:06.771844 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59770) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:06.852977 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cd943e08-00c0-44a7-8acd-ed0d68054473 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (1b813c13-14c0-4362-835d-85d8c1ae1d77), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:06.858464 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5672ffc-eddb-4e44-9f02-ba79f8fb40a8 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Router 234f0665-ded2-40b0-8bdf-e2b4fd617f33 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:18:06.866688 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e4bef61-2e71-46e6-9029-7cd64efb13ca admin admin] Deleting subnet 4b06db7b-12ea-467d-9682-290ad77db41e {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:18:06.919660 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5e4bef61-2e71-46e6-9029-7cd64efb13ca admin admin] Publish callbacks [] for subnet (4b06db7b-12ea-467d-9682-290ad77db41e), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:06.943218 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd943e08-00c0-44a7-8acd-ed0d68054473 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Pushing event deleted for resources: {'Subnet': ['ID=1b813c13-14c0-4362-835d-85d8c1ae1d77,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:06.952187 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5053ebf-9143-4e07-b724-55059b113b14 None None] Network e7ce16ed-63e9-45a1-8a66-e39de50beda3 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:18:06.953867 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cd943e08-00c0-44a7-8acd-ed0d68054473 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:06.966603 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-cd943e08-00c0-44a7-8acd-ed0d68054473 tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "DELETE /v2.0/subnets/1b813c13-14c0-4362-835d-85d8c1ae1d77 HTTP/1.1" status: 204 len: 168 time: 0.5592406 Feb 09 01:18:06.967824 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59780) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:07.110983 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c0e84f47-1e88-4f12-a78e-7b6f5e70033f tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (e7ce16ed-63e9-45a1-8a66-e39de50beda3), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:07.115557 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5e4bef61-2e71-46e6-9029-7cd64efb13ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (4b06db7b-12ea-467d-9682-290ad77db41e), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:07.125046 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59784) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:07.227590 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-c0e84f47-1e88-4f12-a78e-7b6f5e70033f tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Deleting port cd869003-3cb1-4e28-83be-5b81355eea9b {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:18:07.227956 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c0e84f47-1e88-4f12-a78e-7b6f5e70033f tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (cd869003-3cb1-4e28-83be-5b81355eea9b), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:07.288900 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5672ffc-eddb-4e44-9f02-ba79f8fb40a8 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:18:07.294141 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:07.331400 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d5672ffc-eddb-4e44-9f02-ba79f8fb40a8 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:07.333902 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d5672ffc-eddb-4e44-9f02-ba79f8fb40a8 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.2530289 Feb 09 01:18:07.340663 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59792) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:07.354309 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-a0661f87-37fc-45a6-aae7-686f8529105e tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:07.365518 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61521ca-686b-4bb0-9e6a-49262e6e2917 None None] Sync routers for ids ['234f0665-ded2-40b0-8bdf-e2b4fd617f33'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:18:07.390635 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61521ca-686b-4bb0-9e6a-49262e6e2917 None None] Routers {'234f0665-ded2-40b0-8bdf-e2b4fd617f33'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:18:07.391479 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-b61521ca-686b-4bb0-9e6a-49262e6e2917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:18:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['234f0665-ded2-40b0-8bdf-e2b4fd617f33'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:07.438409 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-b61521ca-686b-4bb0-9e6a-49262e6e2917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:07.476863 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61521ca-686b-4bb0-9e6a-49262e6e2917 None None] Routers {'234f0665-ded2-40b0-8bdf-e2b4fd617f33'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:18:07.477775 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-b61521ca-686b-4bb0-9e6a-49262e6e2917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:18:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['234f0665-ded2-40b0-8bdf-e2b4fd617f33'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:07.487916 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5e4bef61-2e71-46e6-9029-7cd64efb13ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (4b06db7b-12ea-467d-9682-290ad77db41e), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:07.521468 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-c0e84f47-1e88-4f12-a78e-7b6f5e70033f tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] For port cd869003-3cb1-4e28-83be-5b81355eea9b, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=cd869003-3cb1-4e28-83be-5b81355eea9b,segment=NetworkSegment(64990828-b09c-41bd-9366-c1b94d63c232),segment_id=64990828-b09c-41bd-9366-c1b94d63c232)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:07.523643 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c0e84f47-1e88-4f12-a78e-7b6f5e70033f tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (cd869003-3cb1-4e28-83be-5b81355eea9b), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:07.545255 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-c0e84f47-1e88-4f12-a78e-7b6f5e70033f tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Calling delete_port for cd869003-3cb1-4e28-83be-5b81355eea9b owned by network:dhcp {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:18:07.559906 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a73fa2-9e9c-4706-bbbe-32e49e0fc0d3 None None] DHCP port deletion for e7ce16ed-63e9-45a1-8a66-e39de50beda3 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:18:07.562855 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-b61521ca-686b-4bb0-9e6a-49262e6e2917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:07.563729 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61521ca-686b-4bb0-9e6a-49262e6e2917 None None] The sync data for ids ['234f0665-ded2-40b0-8bdf-e2b4fd617f33'] in n-d-828369-4 is: [] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:18:07.583022 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c0185705-4a15-4876-9791-95654d3bf15e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (4bc4dbd4-5333-46a8-abbb-0e70ec789842), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:07.589467 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5e4bef61-2e71-46e6-9029-7cd64efb13ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (4b06db7b-12ea-467d-9682-290ad77db41e), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:07.637126 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:07.648484 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0185705-4a15-4876-9791-95654d3bf15e admin admin] Pushing event deleted for resources: {'Port': ['ID=4bc4dbd4-5333-46a8-abbb-0e70ec789842,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:07.655257 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5e4bef61-2e71-46e6-9029-7cd64efb13ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:07.658536 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5e4bef61-2e71-46e6-9029-7cd64efb13ca admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4b06db7b-12ea-467d-9682-290ad77db41e HTTP/1.1" status: 204 len: 168 time: 0.8857117 Feb 09 01:18:07.660649 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4bef61-2e71-46e6-9029-7cd64efb13ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b06db7b-12ea-467d-9682-290ad77db41e,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:07.662253 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5f3cd8-5473-42a0-8ef8-a70fb9c0b630 None None] Network 32314246-6e5a-41bd-ad0d-99eb166cb2d8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:18:07.662534 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59800) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:07.667864 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a3a73fa2-9e9c-4706-bbbe-32e49e0fc0d3 None None] Deleting port cd869003-3cb1-4e28-83be-5b81355eea9b {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:18:07.668439 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a3a73fa2-9e9c-4706-bbbe-32e49e0fc0d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (cd869003-3cb1-4e28-83be-5b81355eea9b), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:07.750058 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-26a7a094-d5cd-44d3-a152-ac57eb6a8756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (32314246-6e5a-41bd-ad0d-99eb166cb2d8), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:07.765662 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-10947fe7-7746-4b71-8b85-4119e5edd1cc tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1611135972'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:07.782505 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c0e84f47-1e88-4f12-a78e-7b6f5e70033f tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (cd869003-3cb1-4e28-83be-5b81355eea9b), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:07.829084 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6fe80c25-b5a8-438a-a6ec-22214ba7a2e1 req-0a1d8856-e860-4200-8486-4cf5be0aea72 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.0714822 Feb 09 01:18:07.858083 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-a3a73fa2-9e9c-4706-bbbe-32e49e0fc0d3 None None] For port cd869003-3cb1-4e28-83be-5b81355eea9b, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=cd869003-3cb1-4e28-83be-5b81355eea9b,segment=NetworkSegment(64990828-b09c-41bd-9366-c1b94d63c232),segment_id=64990828-b09c-41bd-9366-c1b94d63c232)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:07.858626 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a3a73fa2-9e9c-4706-bbbe-32e49e0fc0d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (cd869003-3cb1-4e28-83be-5b81355eea9b), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:07.881195 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a3a73fa2-9e9c-4706-bbbe-32e49e0fc0d3 None None] Calling delete_port for cd869003-3cb1-4e28-83be-5b81355eea9b owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:18:07.915157 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e84f47-1e88-4f12-a78e-7b6f5e70033f tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Pushing event deleted for resources: {'Port': ['ID=cd869003-3cb1-4e28-83be-5b81355eea9b,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:07.919798 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e84f47-1e88-4f12-a78e-7b6f5e70033f tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] No DVR routers for this DVR port cd869003-3cb1-4e28-83be-5b81355eea9b on host n-d-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:18:07.981241 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10947fe7-7746-4b71-8b85-4119e5edd1cc tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Made reservation on behalf of 19fcd7731580466787b393974cbcf579 for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:07.993280 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-10947fe7-7746-4b71-8b85-4119e5edd1cc tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:08.012474 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a3a73fa2-9e9c-4706-bbbe-32e49e0fc0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (cd869003-3cb1-4e28-83be-5b81355eea9b), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:08.031103 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-10947fe7-7746-4b71-8b85-4119e5edd1cc tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:08.055514 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a73fa2-9e9c-4706-bbbe-32e49e0fc0d3 None None] No DVR routers for this DVR port cd869003-3cb1-4e28-83be-5b81355eea9b on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:18:08.096671 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3b3f10-2d3b-42dd-a435-c9eda25fd20b None None] DHCP port deletion for 32314246-6e5a-41bd-ad0d-99eb166cb2d8 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:18:08.108995 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a73fa2-9e9c-4706-bbbe-32e49e0fc0d3 None None] Pushing event deleted for resources: {'Port': ['ID=cd869003-3cb1-4e28-83be-5b81355eea9b,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:08.139380 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-26a7a094-d5cd-44d3-a152-ac57eb6a8756 admin admin] Deleting port 6967be58-672c-4e77-a24d-55a936bff242 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:18:08.139870 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-26a7a094-d5cd-44d3-a152-ac57eb6a8756 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (6967be58-672c-4e77-a24d-55a936bff242), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:08.167173 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c0e84f47-1e88-4f12-a78e-7b6f5e70033f tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (e7ce16ed-63e9-45a1-8a66-e39de50beda3), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:08.183046 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b3f10-2d3b-42dd-a435-c9eda25fd20b None None] Deleting port 6967be58-672c-4e77-a24d-55a936bff242 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:18:08.183528 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ed3b3f10-2d3b-42dd-a435-c9eda25fd20b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (6967be58-672c-4e77-a24d-55a936bff242), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:08.214210 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-c0e84f47-1e88-4f12-a78e-7b6f5e70033f tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7ce16ed-63e9-45a1-8a66-e39de50beda3']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:08.234641 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-c0e84f47-1e88-4f12-a78e-7b6f5e70033f tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64990828-b09c-41bd-9366-c1b94d63c232') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:08.234905 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-c0e84f47-1e88-4f12-a78e-7b6f5e70033f tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64990828-b09c-41bd-9366-c1b94d63c232') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:08.236917 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-26a7a094-d5cd-44d3-a152-ac57eb6a8756 admin admin] For port 6967be58-672c-4e77-a24d-55a936bff242, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=6967be58-672c-4e77-a24d-55a936bff242,segment=NetworkSegment(0c66d6be-c64e-4513-ba5d-6538191a71ff),segment_id=0c66d6be-c64e-4513-ba5d-6538191a71ff)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:08.237492 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-26a7a094-d5cd-44d3-a152-ac57eb6a8756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (6967be58-672c-4e77-a24d-55a936bff242), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:08.252375 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-26a7a094-d5cd-44d3-a152-ac57eb6a8756 admin admin] Calling delete_port for 6967be58-672c-4e77-a24d-55a936bff242 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:18:08.263891 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-ed3b3f10-2d3b-42dd-a435-c9eda25fd20b None None] For port 6967be58-672c-4e77-a24d-55a936bff242, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=6967be58-672c-4e77-a24d-55a936bff242,segment=NetworkSegment(0c66d6be-c64e-4513-ba5d-6538191a71ff),segment_id=0c66d6be-c64e-4513-ba5d-6538191a71ff)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:08.264403 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ed3b3f10-2d3b-42dd-a435-c9eda25fd20b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (6967be58-672c-4e77-a24d-55a936bff242), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:08.280890 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b3f10-2d3b-42dd-a435-c9eda25fd20b None None] Calling delete_port for 6967be58-672c-4e77-a24d-55a936bff242 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:18:08.323770 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c0185705-4a15-4876-9791-95654d3bf15e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (b2bc552e-95de-4446-9c86-100f99c46d7a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:08.355707 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c0e84f47-1e88-4f12-a78e-7b6f5e70033f tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (64990828-b09c-41bd-9366-c1b94d63c232), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:08.429903 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ed3b3f10-2d3b-42dd-a435-c9eda25fd20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (6967be58-672c-4e77-a24d-55a936bff242), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:08.433420 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c0e84f47-1e88-4f12-a78e-7b6f5e70033f tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (64990828-b09c-41bd-9366-c1b94d63c232), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:08.443413 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:08.477984 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b3f10-2d3b-42dd-a435-c9eda25fd20b None None] Pushing event deleted for resources: {'Port': ['ID=6967be58-672c-4e77-a24d-55a936bff242,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:08.485102 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3b3f10-2d3b-42dd-a435-c9eda25fd20b None None] No DVR routers for this DVR port 6967be58-672c-4e77-a24d-55a936bff242 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:18:08.490403 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0e84f47-1e88-4f12-a78e-7b6f5e70033f tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:18:08.490403 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c0e84f47-1e88-4f12-a78e-7b6f5e70033f tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (64990828-b09c-41bd-9366-c1b94d63c232), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:08.498315 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:18:08.498315 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:18:08.498315 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:18:08.498315 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:18:08.498315 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:18:08.498315 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:18:08.498315 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:18:08.498315 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:18:08.498315 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:18:08.498315 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:18:08.498315 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:18:08.498315 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:18:08.498315 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:18:08.498315 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:18:08.498315 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:18:08.498315 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:18:08.498315 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:18:08.498315 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:18:08.498315 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:18:08.498315 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:18:08.498315 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:18:08.498315 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:18:08.498315 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:18:08.498315 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:18:08.498315 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:18:08.498315 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:18:08.498315 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:18:08.498315 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:18:08.498315 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:18:08.498315 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:18:08.498315 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:18:08.498315 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:18:08.510812 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-26a7a094-d5cd-44d3-a152-ac57eb6a8756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (6967be58-672c-4e77-a24d-55a936bff242), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:08.550936 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7a094-d5cd-44d3-a152-ac57eb6a8756 admin admin] Pushing event deleted for resources: {'Port': ['ID=6967be58-672c-4e77-a24d-55a936bff242,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:08.556510 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a7a094-d5cd-44d3-a152-ac57eb6a8756 admin admin] No DVR routers for this DVR port 6967be58-672c-4e77-a24d-55a936bff242 on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:18:08.594536 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-10947fe7-7746-4b71-8b85-4119e5edd1cc tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks [] for security_group (08316731-25bd-4138-94fc-06e81671fc06), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:08.601547 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a0661f87-37fc-45a6-aae7-686f8529105e tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router_gateway (234f0665-ded2-40b0-8bdf-e2b4fd617f33), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:08.605618 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-10947fe7-7746-4b71-8b85-4119e5edd1cc tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (08316731-25bd-4138-94fc-06e81671fc06), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:08.634542 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c0e84f47-1e88-4f12-a78e-7b6f5e70033f tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (e7ce16ed-63e9-45a1-8a66-e39de50beda3), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:08.645773 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c0e84f47-1e88-4f12-a78e-7b6f5e70033f tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:08.653630 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c0e84f47-1e88-4f12-a78e-7b6f5e70033f tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "DELETE /v2.0/networks/e7ce16ed-63e9-45a1-8a66-e39de50beda3 HTTP/1.1" status: 204 len: 168 time: 1.6810935 Feb 09 01:18:08.653808 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-26a7a094-d5cd-44d3-a152-ac57eb6a8756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (32314246-6e5a-41bd-ad0d-99eb166cb2d8), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:08.656462 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59804) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:08.667240 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a0661f87-37fc-45a6-aae7-686f8529105e tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router_gateway (234f0665-ded2-40b0-8bdf-e2b4fd617f33), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:08.688042 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10947fe7-7746-4b71-8b85-4119e5edd1cc tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1044} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:18:08.704203 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e84f47-1e88-4f12-a78e-7b6f5e70033f tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Pushing event deleted for resources: {'Network': ['ID=e7ce16ed-63e9-45a1-8a66-e39de50beda3,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:08.713659 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-10947fe7-7746-4b71-8b85-4119e5edd1cc tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (881a271b-327b-4c07-bc1a-43d19ae61763), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:08.714277 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-10947fe7-7746-4b71-8b85-4119e5edd1cc tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Added segment 881a271b-327b-4c07-bc1a-43d19ae61763 of type vlan for network 5d208346-881a-417e-ae54-09d003f35bab Feb 09 01:18:08.727002 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10947fe7-7746-4b71-8b85-4119e5edd1cc tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08316731-25bd-4138-94fc-06e81671fc06,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:08.811376 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-10947fe7-7746-4b71-8b85-4119e5edd1cc tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (5d208346-881a-417e-ae54-09d003f35bab), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:08.821974 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-26a7a094-d5cd-44d3-a152-ac57eb6a8756 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32314246-6e5a-41bd-ad0d-99eb166cb2d8']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:08.843191 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-26a7a094-d5cd-44d3-a152-ac57eb6a8756 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c66d6be-c64e-4513-ba5d-6538191a71ff') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:08.843495 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-26a7a094-d5cd-44d3-a152-ac57eb6a8756 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c66d6be-c64e-4513-ba5d-6538191a71ff') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:08.847767 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-a0661f87-37fc-45a6-aae7-686f8529105e tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Deleting port caa689cb-acdd-445e-b89e-d130ed52b56c {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:18:08.848320 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a0661f87-37fc-45a6-aae7-686f8529105e tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (caa689cb-acdd-445e-b89e-d130ed52b56c), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:08.851291 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-10947fe7-7746-4b71-8b85-4119e5edd1cc tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (5d208346-881a-417e-ae54-09d003f35bab), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:08.856343 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10947fe7-7746-4b71-8b85-4119e5edd1cc tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:08.856970 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-10947fe7-7746-4b71-8b85-4119e5edd1cc tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:08.860919 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6bfc2ea-dd21-4b76-adea-49c1e10e291a tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Deleting subnet 26be36d3-b85c-40c4-8c3e-87ec0e562361 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:18:08.864141 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-26a7a094-d5cd-44d3-a152-ac57eb6a8756 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (0c66d6be-c64e-4513-ba5d-6538191a71ff), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:08.878975 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e6bfc2ea-dd21-4b76-adea-49c1e10e291a tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks [] for subnet (26be36d3-b85c-40c4-8c3e-87ec0e562361), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:08.910324 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-26a7a094-d5cd-44d3-a152-ac57eb6a8756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (0c66d6be-c64e-4513-ba5d-6538191a71ff), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:08.928169 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26a7a094-d5cd-44d3-a152-ac57eb6a8756 admin admin] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:18:08.928608 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-26a7a094-d5cd-44d3-a152-ac57eb6a8756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (0c66d6be-c64e-4513-ba5d-6538191a71ff), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:08.930254 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:18:08.930254 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:18:08.930254 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:18:08.930254 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:18:08.930254 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:18:08.930254 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:18:08.930254 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:18:08.930254 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:18:08.930254 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:18:08.930254 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:18:08.930254 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:18:08.930254 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:18:08.930254 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:18:08.930254 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:18:08.930254 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:18:08.930254 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:18:08.930254 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:18:08.930254 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:18:08.930254 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:18:08.930254 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:18:08.930254 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:18:08.930254 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:18:08.930254 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:18:08.930254 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:18:08.930254 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:18:08.930254 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:18:08.930254 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:18:08.930254 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:18:08.930254 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:18:08.930254 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:18:08.930254 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:18:08.930254 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:18:08.930254 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:18:08.930254 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:18:08.930254 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:18:08.930254 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:18:08.930254 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:18:08.930254 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:18:08.930254 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:18:08.930254 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:18:08.941461 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0185705-4a15-4876-9791-95654d3bf15e admin admin] Router b2bc552e-95de-4446-9c86-100f99c46d7a has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:18:08.978936 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e6bfc2ea-dd21-4b76-adea-49c1e10e291a tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (26be36d3-b85c-40c4-8c3e-87ec0e562361), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:09.025420 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-10947fe7-7746-4b71-8b85-4119e5edd1cc tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8986304 Feb 09 01:18:09.030227 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-62d2bbc7-4233-40f6-a7a9-b1b7f00f0047 req-e755c40d-ef5d-4c4b-8404-4a5def076691 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.0558009 Feb 09 01:18:09.032692 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10947fe7-7746-4b71-8b85-4119e5edd1cc tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Pushing event updated for resources: {'Network': ['ID=5d208346-881a-417e-ae54-09d003f35bab,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:09.059846 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 5d208346-881a-417e-ae54-09d003f35bab details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:18:09.071229 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a0661f87-37fc-45a6-aae7-686f8529105e tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (caa689cb-acdd-445e-b89e-d130ed52b56c), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:09.089399 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-a0661f87-37fc-45a6-aae7-686f8529105e tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Calling delete_port for caa689cb-acdd-445e-b89e-d130ed52b56c owned by network:router_gateway {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:18:09.167642 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e6bfc2ea-dd21-4b76-adea-49c1e10e291a tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (26be36d3-b85c-40c4-8c3e-87ec0e562361), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:09.336368 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a0661f87-37fc-45a6-aae7-686f8529105e tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (caa689cb-acdd-445e-b89e-d130ed52b56c), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:09.366018 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:09.398526 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0661f87-37fc-45a6-aae7-686f8529105e tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Pushing event deleted for resources: {'Port': ['ID=caa689cb-acdd-445e-b89e-d130ed52b56c,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:09.452909 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device cd869003-3cb1-4e28-83be-5b81355eea9b no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:18:09.485297 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: cd869003-3cb1-4e28-83be-5b81355eea9b {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:18:09.486116 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device cd869003-3cb1-4e28-83be-5b81355eea9b not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:18:09.486771 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 6967be58-672c-4e77-a24d-55a936bff242 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:18:09.515012 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 6967be58-672c-4e77-a24d-55a936bff242 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:18:09.515897 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 6967be58-672c-4e77-a24d-55a936bff242 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:18:09.518919 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a0661f87-37fc-45a6-aae7-686f8529105e tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (234f0665-ded2-40b0-8bdf-e2b4fd617f33), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:09.741986 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-26a7a094-d5cd-44d3-a152-ac57eb6a8756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (32314246-6e5a-41bd-ad0d-99eb166cb2d8), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:09.745237 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e6bfc2ea-dd21-4b76-adea-49c1e10e291a tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (26be36d3-b85c-40c4-8c3e-87ec0e562361), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:09.771792 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a0661f87-37fc-45a6-aae7-686f8529105e tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57606'] for router (234f0665-ded2-40b0-8bdf-e2b4fd617f33), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:09.775388 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7a094-d5cd-44d3-a152-ac57eb6a8756 admin admin] Pushing event deleted for resources: {'Network': ['ID=32314246-6e5a-41bd-ad0d-99eb166cb2d8,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:09.779304 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a0661f87-37fc-45a6-aae7-686f8529105e tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-482771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-482762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-478377'] for router (234f0665-ded2-40b0-8bdf-e2b4fd617f33), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:09.804982 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-26a7a094-d5cd-44d3-a152-ac57eb6a8756 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:09.810772 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-26a7a094-d5cd-44d3-a152-ac57eb6a8756 admin admin] 10.222.0.50 "DELETE /v2.0/networks/32314246-6e5a-41bd-ad0d-99eb166cb2d8 HTTP/1.1" status: 204 len: 168 time: 2.1442370 Feb 09 01:18:09.814685 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59812) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:09.818516 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bfc2ea-dd21-4b76-adea-49c1e10e291a tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Pushing event deleted for resources: {'Subnet': ['ID=26be36d3-b85c-40c4-8c3e-87ec0e562361,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:09.820310 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e6bfc2ea-dd21-4b76-adea-49c1e10e291a tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:09.825946 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e6bfc2ea-dd21-4b76-adea-49c1e10e291a tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "DELETE /v2.0/subnets/26be36d3-b85c-40c4-8c3e-87ec0e562361 HTTP/1.1" status: 204 len: 168 time: 1.1280477 Feb 09 01:18:09.827037 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69a96d8-17d7-47d5-9c61-73cf7af582c3 None None] Network 17dd01c0-4058-48f2-881f-1d1470db863c requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:18:09.831218 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59814) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:09.928972 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0661f87-37fc-45a6-aae7-686f8529105e tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Router 234f0665-ded2-40b0-8bdf-e2b4fd617f33 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:18:10.014871 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0185705-4a15-4876-9791-95654d3bf15e admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:18:10.030637 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2b5918-ce7f-4718-9d3f-5629b4247b22 None None] Sync routers for ids ['b2bc552e-95de-4446-9c86-100f99c46d7a'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:18:10.045511 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c0185705-4a15-4876-9791-95654d3bf15e admin admin] 10.222.0.50 "PUT /v2.0/routers/b2bc552e-95de-4446-9c86-100f99c46d7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2308087 Feb 09 01:18:10.046241 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59816) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:10.054091 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2b5918-ce7f-4718-9d3f-5629b4247b22 None None] Routers {'b2bc552e-95de-4446-9c86-100f99c46d7a'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:18:10.056999 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-be2b5918-ce7f-4718-9d3f-5629b4247b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:18:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['b2bc552e-95de-4446-9c86-100f99c46d7a'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:10.068077 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629db5e4-1979-4211-84af-f4e811ae33de None None] DHCP port deletion for 17dd01c0-4058-48f2-881f-1d1470db863c request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:18:10.150227 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0661f87-37fc-45a6-aae7-686f8529105e tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:18:10.173920 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a0661f87-37fc-45a6-aae7-686f8529105e tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:10.176277 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbb7a0f-6b25-498d-a0f4-efb967c470cc None None] Sync routers for ids ['234f0665-ded2-40b0-8bdf-e2b4fd617f33'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:18:10.181056 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a0661f87-37fc-45a6-aae7-686f8529105e tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] 10.222.0.50 "PUT /v2.0/routers/234f0665-ded2-40b0-8bdf-e2b4fd617f33 HTTP/1.1" status: 200 len: 706 time: 2.8393238 Feb 09 01:18:10.182284 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59820) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:10.198714 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbb7a0f-6b25-498d-a0f4-efb967c470cc None None] Routers {'234f0665-ded2-40b0-8bdf-e2b4fd617f33'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:18:10.199759 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-bfbb7a0f-6b25-498d-a0f4-efb967c470cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:18:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['234f0665-ded2-40b0-8bdf-e2b4fd617f33'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:10.235880 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-663e7b55-90f8-4761-8443-bdddf095c467 admin admin] Publish callbacks [] for router (b2bc552e-95de-4446-9c86-100f99c46d7a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:10.240253 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-bfbb7a0f-6b25-498d-a0f4-efb967c470cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:10.249284 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dd6fd0cf-3a6c-48e1-9def-48bd06765dfa tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (17dd01c0-4058-48f2-881f-1d1470db863c), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:10.255421 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbb7a0f-6b25-498d-a0f4-efb967c470cc None None] Routers {'234f0665-ded2-40b0-8bdf-e2b4fd617f33'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:18:10.256238 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-bfbb7a0f-6b25-498d-a0f4-efb967c470cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:18:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['234f0665-ded2-40b0-8bdf-e2b4fd617f33'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:10.295195 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-629db5e4-1979-4211-84af-f4e811ae33de None None] Deleting port 1f60b19d-793b-4be4-ae91-20329b7d8700 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:18:10.296593 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-629db5e4-1979-4211-84af-f4e811ae33de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (1f60b19d-793b-4be4-ae91-20329b7d8700), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:10.345882 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-be2b5918-ce7f-4718-9d3f-5629b4247b22 None None] Set router b2bc552e-95de-4446-9c86-100f99c46d7a gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:18:10.373176 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-629db5e4-1979-4211-84af-f4e811ae33de None None] For port 1f60b19d-793b-4be4-ae91-20329b7d8700, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=1f60b19d-793b-4be4-ae91-20329b7d8700,segment=NetworkSegment(f93b0c6b-83fa-4bea-a8dd-2602dfe0a7e2),segment_id=f93b0c6b-83fa-4bea-a8dd-2602dfe0a7e2)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:10.373880 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-629db5e4-1979-4211-84af-f4e811ae33de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (1f60b19d-793b-4be4-ae91-20329b7d8700), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:10.388383 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-629db5e4-1979-4211-84af-f4e811ae33de None None] Calling delete_port for 1f60b19d-793b-4be4-ae91-20329b7d8700 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:18:10.432213 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1766bffd-e17d-4a71-a16d-03f273da76bb tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] 10.222.0.50 "GET /v2.0/routers/234f0665-ded2-40b0-8bdf-e2b4fd617f33 HTTP/1.1" status: 200 len: 741 time: 0.2479222 Feb 09 01:18:10.435266 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59824) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:10.437667 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d309f946-3fce-41cb-adaa-bb8c409d6340 req-9d2384bd-6e7a-4ab7-ab5a-c371571f489b tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.0720313 Feb 09 01:18:10.497262 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-bfbb7a0f-6b25-498d-a0f4-efb967c470cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:10.498855 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbb7a0f-6b25-498d-a0f4-efb967c470cc None None] The sync data for ids ['234f0665-ded2-40b0-8bdf-e2b4fd617f33'] in n-d-828369-4 is: [] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:18:10.501226 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-629db5e4-1979-4211-84af-f4e811ae33de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (1f60b19d-793b-4be4-ae91-20329b7d8700), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:10.539526 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629db5e4-1979-4211-84af-f4e811ae33de None None] Pushing event deleted for resources: {'Port': ['ID=1f60b19d-793b-4be4-ae91-20329b7d8700,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:10.547103 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629db5e4-1979-4211-84af-f4e811ae33de None None] No DVR routers for this DVR port 1f60b19d-793b-4be4-ae91-20329b7d8700 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:18:10.560814 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ce490845-9e44-41cd-9e7b-21952fdbf881 tempest-RoutersAdminTest-1516304022 tempest-RoutersAdminTest-1516304022-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=ca740734-29c2-4b60-ae10-4c709b5c6ef4&device_id=234f0665-ded2-40b0-8bdf-e2b4fd617f33 HTTP/1.1" status: 200 len: 205 time: 0.1209896 Feb 09 01:18:10.565632 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59826) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:10.631878 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-6809a525-ac6c-4133-a7b4-68837cdf54a2 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] 10.222.0.50 "GET /v2.0/ports?device_id=234f0665-ded2-40b0-8bdf-e2b4fd617f33 HTTP/1.1" status: 200 len: 205 time: 0.0630596 Feb 09 01:18:10.632785 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59828) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:10.759420 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9e665983-069e-4ba2-bf7d-355c1984a8a6 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router (234f0665-ded2-40b0-8bdf-e2b4fd617f33), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:10.764480 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-be2b5918-ce7f-4718-9d3f-5629b4247b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2bc552e-95de-4446-9c86-100f99c46d7a', 'name': 'tempest-ServersTestBootFromVolume-817717426-router', 'tenant_id': 'aaf05f1064114b4da723fd4a19dab040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '3b4fd2fb-e64c-4443-a714-4563b4f46ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:45Z', 'updated_at': '2022-02-09T01:18:07Z', 'revision_number': 5, 'project_id': 'aaf05f1064114b4da723fd4a19dab040', 'gw_port': {'id': '3b4fd2fb-e64c-4443-a714-4563b4f46ed7', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:33:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bc552e-95de-4446-9c86-100f99c46d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:47Z', 'updated_at': '2022-02-09T01:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:10.810315 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dd6fd0cf-3a6c-48e1-9def-48bd06765dfa tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (17dd01c0-4058-48f2-881f-1d1470db863c), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:10.835398 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2b5918-ce7f-4718-9d3f-5629b4247b22 None None] Checking router: b2bc552e-95de-4446-9c86-100f99c46d7a for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:18:10.857700 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2b5918-ce7f-4718-9d3f-5629b4247b22 None None] Routers {'b2bc552e-95de-4446-9c86-100f99c46d7a'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:18:10.861340 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-be2b5918-ce7f-4718-9d3f-5629b4247b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:18:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['b2bc552e-95de-4446-9c86-100f99c46d7a'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:10.873403 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-dd6fd0cf-3a6c-48e1-9def-48bd06765dfa tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17dd01c0-4058-48f2-881f-1d1470db863c']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:10.891742 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-dd6fd0cf-3a6c-48e1-9def-48bd06765dfa tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f93b0c6b-83fa-4bea-a8dd-2602dfe0a7e2') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:10.892332 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-dd6fd0cf-3a6c-48e1-9def-48bd06765dfa tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f93b0c6b-83fa-4bea-a8dd-2602dfe0a7e2') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:10.906993 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dd6fd0cf-3a6c-48e1-9def-48bd06765dfa tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (f93b0c6b-83fa-4bea-a8dd-2602dfe0a7e2), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:10.918384 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-663e7b55-90f8-4761-8443-bdddf095c467 admin admin] Publish callbacks [] for router_gateway (b2bc552e-95de-4446-9c86-100f99c46d7a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:10.938705 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dd6fd0cf-3a6c-48e1-9def-48bd06765dfa tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (f93b0c6b-83fa-4bea-a8dd-2602dfe0a7e2), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:11.098437 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd6fd0cf-3a6c-48e1-9def-48bd06765dfa tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:18:11.099463 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dd6fd0cf-3a6c-48e1-9def-48bd06765dfa tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (f93b0c6b-83fa-4bea-a8dd-2602dfe0a7e2), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:11.111872 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-be2b5918-ce7f-4718-9d3f-5629b4247b22 None None] Set router b2bc552e-95de-4446-9c86-100f99c46d7a gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:18:11.119233 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:18:11.119233 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:18:11.119233 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:18:11.119233 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:18:11.119233 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:18:11.119233 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:18:11.119233 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:18:11.119233 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:18:11.119233 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:18:11.119233 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:18:11.119233 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:18:11.119233 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:18:11.119233 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:18:11.119233 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:18:11.119233 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:18:11.119233 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:18:11.119233 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:18:11.119233 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:18:11.119233 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:18:11.119233 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:18:11.119233 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:18:11.119233 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:18:11.119233 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:18:11.119233 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:18:11.119233 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:18:11.119233 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:18:11.119233 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:18:11.119233 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:18:11.119233 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:18:11.119233 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:18:11.119233 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:18:11.119233 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:18:11.169990 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9e665983-069e-4ba2-bf7d-355c1984a8a6 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (234f0665-ded2-40b0-8bdf-e2b4fd617f33), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:11.177027 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9e665983-069e-4ba2-bf7d-355c1984a8a6 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router_controller (234f0665-ded2-40b0-8bdf-e2b4fd617f33), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:11.299447 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9e665983-069e-4ba2-bf7d-355c1984a8a6 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (234f0665-ded2-40b0-8bdf-e2b4fd617f33), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:11.300124 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e665983-069e-4ba2-bf7d-355c1984a8a6 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Fanout notify agent at l3_agent the message router_deleted on router 234f0665-ded2-40b0-8bdf-e2b4fd617f33 {{(pid=103136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:18:11.325564 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9e665983-069e-4ba2-bf7d-355c1984a8a6 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:11.338045 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-9e665983-069e-4ba2-bf7d-355c1984a8a6 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] 10.222.0.50 "DELETE /v2.0/routers/234f0665-ded2-40b0-8bdf-e2b4fd617f33 HTTP/1.1" status: 204 len: 168 time: 0.7018290 Feb 09 01:18:11.338954 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59830) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:11.349388 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 1f60b19d-793b-4be4-ae91-20329b7d8700 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:18:11.417445 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-663e7b55-90f8-4761-8443-bdddf095c467 admin admin] Deleting port 3b4fd2fb-e64c-4443-a714-4563b4f46ed7 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:18:11.420227 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-663e7b55-90f8-4761-8443-bdddf095c467 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (3b4fd2fb-e64c-4443-a714-4563b4f46ed7), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:11.441074 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ebc1b943-66e1-46d6-88e5-f776a34a4c63 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] 10.222.0.50 "GET /v2.0/ports?device_id=234f0665-ded2-40b0-8bdf-e2b4fd617f33 HTTP/1.1" status: 200 len: 205 time: 0.1004066 Feb 09 01:18:11.441701 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59832) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:11.541659 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-be2b5918-ce7f-4718-9d3f-5629b4247b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2bc552e-95de-4446-9c86-100f99c46d7a', 'name': 'tempest-ServersTestBootFromVolume-817717426-router', 'tenant_id': 'aaf05f1064114b4da723fd4a19dab040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '3b4fd2fb-e64c-4443-a714-4563b4f46ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:45Z', 'updated_at': '2022-02-09T01:18:07Z', 'revision_number': 5, 'project_id': 'aaf05f1064114b4da723fd4a19dab040', 'gw_port': {'id': '3b4fd2fb-e64c-4443-a714-4563b4f46ed7', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:33:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bc552e-95de-4446-9c86-100f99c46d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:47Z', 'updated_at': '2022-02-09T01:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:11.552097 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [None req-3f0946b8-f7d4-44ab-97bf-63549cf4e169 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] delete failed (client error): The resource could not be found. Feb 09 01:18:11.557938 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3f0946b8-f7d4-44ab-97bf-63549cf4e169 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] 10.222.0.50 "DELETE /v2.0/routers/234f0665-ded2-40b0-8bdf-e2b4fd617f33 HTTP/1.1" status: 404 len: 336 time: 0.1151729 Feb 09 01:18:11.558530 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59836) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:11.634391 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2b5918-ce7f-4718-9d3f-5629b4247b22 None None] The sync data for ids ['b2bc552e-95de-4446-9c86-100f99c46d7a'] in n-d-828369-4 is: [{'id': 'b2bc552e-95de-4446-9c86-100f99c46d7a', 'name': 'tempest-ServersTestBootFromVolume-817717426-router', 'tenant_id': 'aaf05f1064114b4da723fd4a19dab040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '3b4fd2fb-e64c-4443-a714-4563b4f46ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:14:45Z', 'updated_at': '2022-02-09T01:18:07Z', 'revision_number': 5, 'project_id': 'aaf05f1064114b4da723fd4a19dab040', 'gw_port': {'id': '3b4fd2fb-e64c-4443-a714-4563b4f46ed7', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:33:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bc552e-95de-4446-9c86-100f99c46d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:14:47Z', 'updated_at': '2022-02-09T01:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:18:11.646141 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ba3c89dc-0bb9-4da4-87fb-2df2d2075509 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] 10.222.0.50 "GET /v2.0/ports?device_id=0e6a6bca-3633-4787-94bd-b580a9fe2c0b HTTP/1.1" status: 200 len: 205 time: 0.0840499 Feb 09 01:18:11.661294 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-663e7b55-90f8-4761-8443-bdddf095c467 admin admin] For port 3b4fd2fb-e64c-4443-a714-4563b4f46ed7, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=3b4fd2fb-e64c-4443-a714-4563b4f46ed7,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:11.661663 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-663e7b55-90f8-4761-8443-bdddf095c467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (3b4fd2fb-e64c-4443-a714-4563b4f46ed7), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:11.692783 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 1f60b19d-793b-4be4-ae91-20329b7d8700 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:18:11.693537 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 1f60b19d-793b-4be4-ae91-20329b7d8700 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:18:11.705816 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-663e7b55-90f8-4761-8443-bdddf095c467 admin admin] Calling delete_port for 3b4fd2fb-e64c-4443-a714-4563b4f46ed7 owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:18:11.719536 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59838) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:11.724190 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de02c985-fc2a-43cd-8237-75547294c8bd req-a980a8c9-d788-4da9-8d13-2e957f554ee8 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.0748651 Feb 09 01:18:11.793391 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dd6fd0cf-3a6c-48e1-9def-48bd06765dfa tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (17dd01c0-4058-48f2-881f-1d1470db863c), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:11.795383 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [None req-91589a6c-35a1-40c3-8737-90853f29a2cb tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] delete failed (client error): The resource could not be found. Feb 09 01:18:11.799390 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-91589a6c-35a1-40c3-8737-90853f29a2cb tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] 10.222.0.50 "DELETE /v2.0/routers/0e6a6bca-3633-4787-94bd-b580a9fe2c0b HTTP/1.1" status: 404 len: 336 time: 0.0726829 Feb 09 01:18:11.799940 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59840) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:11.845120 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dd6fd0cf-3a6c-48e1-9def-48bd06765dfa tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:11.845745 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f24794f0-08ca-44ad-afb5-1fcde6dc66ba tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] 10.222.0.50 "GET /v2.0/ports?device_id=9b28a913-fd99-435d-879d-8e726fe87c75 HTTP/1.1" status: 200 len: 205 time: 0.0427670 Feb 09 01:18:11.845953 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59842) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:11.859444 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-dd6fd0cf-3a6c-48e1-9def-48bd06765dfa tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] 10.222.0.50 "DELETE /v2.0/networks/17dd01c0-4058-48f2-881f-1d1470db863c HTTP/1.1" status: 204 len: 168 time: 2.0198226 Feb 09 01:18:11.860593 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6fd0cf-3a6c-48e1-9def-48bd06765dfa tempest-ServersTestMultiNic-1603655572 tempest-ServersTestMultiNic-1603655572-project] Pushing event deleted for resources: {'Network': ['ID=17dd01c0-4058-48f2-881f-1d1470db863c,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:11.902326 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [None req-7adcc77a-963c-4366-bfcc-dd7185e2a284 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] delete failed (client error): The resource could not be found. Feb 09 01:18:11.903588 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-7adcc77a-963c-4366-bfcc-dd7185e2a284 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] 10.222.0.50 "DELETE /v2.0/routers/9b28a913-fd99-435d-879d-8e726fe87c75 HTTP/1.1" status: 404 len: 336 time: 0.0567639 Feb 09 01:18:11.906144 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59846) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:12.230180 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59854) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:12.405322 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59856) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:12.417812 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-dc18ed14-f7e9-48c2-a14c-6cbd6f604879 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Request body: {'subnet': {'network_id': '5d208346-881a-417e-ae54-09d003f35bab', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:12.492190 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f97c89cf-8290-4466-9e96-4d911959981b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (c760784e-dd75-43b2-a322-9b504780ce68), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:12.507900 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-217234e4-cfa2-43b6-b8c7-ec8d4491c50e tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] 10.222.0.50 "GET /v2.0/ports?device_id=d9a40191-9c70-4df3-8e0d-5c12a5d98dc3 HTTP/1.1" status: 200 len: 205 time: 0.5984938 Feb 09 01:18:12.508452 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59858) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:12.548708 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [None req-8636a69f-eab8-419a-9dd1-bbfe4f03bb36 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] delete failed (client error): The resource could not be found. Feb 09 01:18:12.552506 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8636a69f-eab8-419a-9dd1-bbfe4f03bb36 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] 10.222.0.50 "DELETE /v2.0/routers/d9a40191-9c70-4df3-8e0d-5c12a5d98dc3 HTTP/1.1" status: 404 len: 336 time: 0.0407648 Feb 09 01:18:12.552908 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59860) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:12.597864 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-74293470-5597-4a0b-b20c-c1fc3ff6c17b tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c43ab71-6e80-4612-9f27-ef7c56d158a6 HTTP/1.1" status: 200 len: 205 time: 0.0436332 Feb 09 01:18:12.598858 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59862) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:12.654536 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [None req-f2c3bb19-c652-4f4a-9c7b-42e12fa4c5b0 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] delete failed (client error): The resource could not be found. Feb 09 01:18:12.661634 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f2c3bb19-c652-4f4a-9c7b-42e12fa4c5b0 tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] 10.222.0.50 "DELETE /v2.0/routers/2c43ab71-6e80-4612-9f27-ef7c56d158a6 HTTP/1.1" status: 404 len: 336 time: 0.0614991 Feb 09 01:18:12.662795 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59864) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:12.701456 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-663e7b55-90f8-4761-8443-bdddf095c467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (3b4fd2fb-e64c-4443-a714-4563b4f46ed7), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:12.706256 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d5e294f0-c2a4-45b9-828e-1c1fa5939adb tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce4a489b-6d82-4652-8798-c1cd87c596a4 HTTP/1.1" status: 200 len: 205 time: 0.0422759 Feb 09 01:18:12.708021 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59866) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:12.777304 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [None req-3eabc4ed-0fc3-4d09-8d5a-898215c2593e tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] delete failed (client error): The resource could not be found. Feb 09 01:18:12.783040 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3eabc4ed-0fc3-4d09-8d5a-898215c2593e tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] 10.222.0.50 "DELETE /v2.0/routers/ce4a489b-6d82-4652-8798-c1cd87c596a4 HTTP/1.1" status: 404 len: 336 time: 0.0739181 Feb 09 01:18:12.784265 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59870) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:12.784396 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e7b55-90f8-4761-8443-bdddf095c467 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b4fd2fb-e64c-4443-a714-4563b4f46ed7,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:12.824487 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-f401eaa6-362f-4017-ad8c-693f427efaef tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] DELETE failed (client error): The resource could not be found. Feb 09 01:18:12.824983 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f401eaa6-362f-4017-ad8c-693f427efaef tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:18:12.832567 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f401eaa6-362f-4017-ad8c-693f427efaef tempest-RoutersAdminTest-1830033577 tempest-RoutersAdminTest-1830033577-project] 10.222.0.50 "DELETE /v2.0/subnets/6d23a909-682f-4227-9cb5-9aef2004159a HTTP/1.1" status: 404 len: 337 time: 0.0462604 Feb 09 01:18:12.885597 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-11d578f4-a32f-4340-9582-db7e543f81d3 req-a3efdf54-17fc-4716-976d-8726fd964223 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.0369663 Feb 09 01:18:12.918401 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-663e7b55-90f8-4761-8443-bdddf095c467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (b2bc552e-95de-4446-9c86-100f99c46d7a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:13.044115 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc18ed14-f7e9-48c2-a14c-6cbd6f604879 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Made reservation on behalf of 19fcd7731580466787b393974cbcf579 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:13.048134 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dc18ed14-f7e9-48c2-a14c-6cbd6f604879 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:13.185714 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59876) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:13.317092 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4bc4dbd4-5333-46a8-abbb-0e70ec789842 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:18:13.348600 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 4bc4dbd4-5333-46a8-abbb-0e70ec789842 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:18:13.349006 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4bc4dbd4-5333-46a8-abbb-0e70ec789842 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:18:13.396964 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-db64e63b-2f20-490a-b1c2-39cf53e86dff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:13.499549 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-db64e63b-2f20-490a-b1c2-39cf53e86dff admin admin] Publish callbacks [] for security_group (446e69de-14df-4976-88a0-c99798299b99), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:13.505917 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-db64e63b-2f20-490a-b1c2-39cf53e86dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (446e69de-14df-4976-88a0-c99798299b99), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:13.558907 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-db64e63b-2f20-490a-b1c2-39cf53e86dff admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=90967a417efa4591baef0192c038cc2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3719473 Feb 09 01:18:13.559966 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db64e63b-2f20-490a-b1c2-39cf53e86dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446e69de-14df-4976-88a0-c99798299b99,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:13.562912 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59880) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:13.627166 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-663e7b55-90f8-4761-8443-bdddf095c467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (b2bc552e-95de-4446-9c86-100f99c46d7a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:13.633078 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-663e7b55-90f8-4761-8443-bdddf095c467 admin admin] Publish callbacks [] for router_controller (b2bc552e-95de-4446-9c86-100f99c46d7a), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:13.635528 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1ac4ba00-28c0-4c0f-872c-4cafa6cbeca2 admin admin] Publish callbacks [] for security_group (446e69de-14df-4976-88a0-c99798299b99), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:13.663634 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1ac4ba00-28c0-4c0f-872c-4cafa6cbeca2 admin admin] Publish callbacks [] for security_group (446e69de-14df-4976-88a0-c99798299b99), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:13.731493 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1ac4ba00-28c0-4c0f-872c-4cafa6cbeca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (446e69de-14df-4976-88a0-c99798299b99), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:13.738327 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1ac4ba00-28c0-4c0f-872c-4cafa6cbeca2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:13.741151 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1ac4ba00-28c0-4c0f-872c-4cafa6cbeca2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/446e69de-14df-4976-88a0-c99798299b99 HTTP/1.1" status: 204 len: 168 time: 0.1659741 Feb 09 01:18:13.752389 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac4ba00-28c0-4c0f-872c-4cafa6cbeca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446e69de-14df-4976-88a0-c99798299b99,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:13.798607 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-663e7b55-90f8-4761-8443-bdddf095c467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (b2bc552e-95de-4446-9c86-100f99c46d7a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:13.798829 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663e7b55-90f8-4761-8443-bdddf095c467 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2bc552e-95de-4446-9c86-100f99c46d7a {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:18:13.808961 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-663e7b55-90f8-4761-8443-bdddf095c467 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:13.813034 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-663e7b55-90f8-4761-8443-bdddf095c467 admin admin] 10.222.0.50 "DELETE /v2.0/routers/b2bc552e-95de-4446-9c86-100f99c46d7a HTTP/1.1" status: 204 len: 168 time: 3.7584381 Feb 09 01:18:13.813260 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59884) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:13.813485 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dc18ed14-f7e9-48c2-a14c-6cbd6f604879 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (37bcc0bc-cddf-4091-a226-31c8a21d99d9), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:13.927362 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-543ff0a4-2ba4-418f-b14f-d6e92290539e admin admin] Deleting subnet 49020204-32ea-4a87-9cac-f7541e99d5f3 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:18:13.935687 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18ed14-f7e9-48c2-a14c-6cbd6f604879 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Pushing event updated for resources: {'Subnet': ['ID=37bcc0bc-cddf-4091-a226-31c8a21d99d9,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:13.936279 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-543ff0a4-2ba4-418f-b14f-d6e92290539e admin admin] Publish callbacks [] for subnet (49020204-32ea-4a87-9cac-f7541e99d5f3), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:13.991396 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-543ff0a4-2ba4-418f-b14f-d6e92290539e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (49020204-32ea-4a87-9cac-f7541e99d5f3), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:13.995342 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc18ed14-f7e9-48c2-a14c-6cbd6f604879 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Checking segment: {'id': '881a271b-327b-4c07-bc1a-43d19ae61763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '5d208346-881a-417e-ae54-09d003f35bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:18:13.995714 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc18ed14-f7e9-48c2-a14c-6cbd6f604879 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Network hostable DHCP agents. Network: 5d208346-881a-417e-ae54-09d003f35bab, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:18:14.092047 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc18ed14-f7e9-48c2-a14c-6cbd6f604879 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Network 5d208346-881a-417e-ae54-09d003f35bab is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:18:14.096950 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-543ff0a4-2ba4-418f-b14f-d6e92290539e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (49020204-32ea-4a87-9cac-f7541e99d5f3), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:14.122132 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-dc18ed14-f7e9-48c2-a14c-6cbd6f604879 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 5d208346-881a-417e-ae54-09d003f35bab) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:14.133377 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85425f9-6c43-459b-895a-a9b1a2f090dc None None] Network 5d208346-881a-417e-ae54-09d003f35bab requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:18:14.141171 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc18ed14-f7e9-48c2-a14c-6cbd6f604879 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:14.142046 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dc18ed14-f7e9-48c2-a14c-6cbd6f604879 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:14.154917 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-f97c89cf-8290-4466-9e96-4d911959981b admin admin] Deleting port 955fa10e-fede-4e15-8308-1f06adb3dbb3 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:18:14.155635 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f97c89cf-8290-4466-9e96-4d911959981b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (955fa10e-fede-4e15-8308-1f06adb3dbb3), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:14.158688 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b3d2d954-2740-4201-89c4-ab4495a5dc2c req-1ee6f327-5649-46b6-818c-eb64eff8a3a2 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.0309455 Feb 09 01:18:14.214963 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-543ff0a4-2ba4-418f-b14f-d6e92290539e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (49020204-32ea-4a87-9cac-f7541e99d5f3), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:14.247590 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ff0a4-2ba4-418f-b14f-d6e92290539e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49020204-32ea-4a87-9cac-f7541e99d5f3,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:14.252699 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-543ff0a4-2ba4-418f-b14f-d6e92290539e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:14.257810 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-543ff0a4-2ba4-418f-b14f-d6e92290539e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/49020204-32ea-4a87-9cac-f7541e99d5f3 HTTP/1.1" status: 204 len: 168 time: 0.4439602 Feb 09 01:18:14.260204 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59890) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:14.274628 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-f97c89cf-8290-4466-9e96-4d911959981b admin admin] For port 955fa10e-fede-4e15-8308-1f06adb3dbb3, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=955fa10e-fede-4e15-8308-1f06adb3dbb3,segment=NetworkSegment(daa9bf0b-abe7-4120-b741-aabb19cc2c38),segment_id=daa9bf0b-abe7-4120-b741-aabb19cc2c38)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:14.274961 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f97c89cf-8290-4466-9e96-4d911959981b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (955fa10e-fede-4e15-8308-1f06adb3dbb3), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:14.290113 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-f97c89cf-8290-4466-9e96-4d911959981b admin admin] Calling delete_port for 955fa10e-fede-4e15-8308-1f06adb3dbb3 owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:18:14.335959 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a4c79a-ec31-4ff8-a104-bb3a8893fc83 None None] Network cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:18:14.386309 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e5946b7a-564e-41aa-a009-665ca6b49fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:14.414896 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59892) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:14.463816 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa2364a-5fc6-484f-8c46-e9169ee8d7c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-5d208346-881a-417e-ae54-09d003f35bab', 'network_id': '5d208346-881a-417e-ae54-09d003f35bab', 'project_id': '19fcd7731580466787b393974cbcf579', 'fixed_ips': [{'subnet_id': '37bcc0bc-cddf-4091-a226-31c8a21d99d9'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:18:14.471956 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-baa2364a-5fc6-484f-8c46-e9169ee8d7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:14.544643 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-dc18ed14-f7e9-48c2-a14c-6cbd6f604879 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1342103 Feb 09 01:18:14.545750 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f97c89cf-8290-4466-9e96-4d911959981b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (955fa10e-fede-4e15-8308-1f06adb3dbb3), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:14.553391 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59894) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:14.559086 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c15d7f53-bca5-42b5-8a6e-a88c767f4e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (cbc8ef8c-05e3-40c3-8008-399e199632b9), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:14.570985 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-c33ab47b-ed36-49e5-b0f9-8d88b571dea6 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1621255710'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:14.585625 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e98cdabc-c68d-49ac-bbda-4616e3bcb87b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0d3e0702130a426f91aff77ab7276971&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1692963 Feb 09 01:18:14.589100 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59896) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:14.662144 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-e5946b7a-564e-41aa-a009-665ca6b49fc2 admin admin] Deleting port a248a528-8202-4cf7-be7f-4b8486edc255 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:18:14.662363 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e5946b7a-564e-41aa-a009-665ca6b49fc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (a248a528-8202-4cf7-be7f-4b8486edc255), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:14.668608 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33ab47b-ed36-49e5-b0f9-8d88b571dea6 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Made reservation on behalf of 19fcd7731580466787b393974cbcf579 for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:14.672127 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c33ab47b-ed36-49e5-b0f9-8d88b571dea6 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:14.700021 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c89cf-8290-4466-9e96-4d911959981b admin admin] Pushing event deleted for resources: {'Port': ['ID=955fa10e-fede-4e15-8308-1f06adb3dbb3,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:14.743192 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-baa2364a-5fc6-484f-8c46-e9169ee8d7c3 None None] Allocated IP 2001:db8:0:ffff::2 (5d208346-881a-417e-ae54-09d003f35bab/37bcc0bc-cddf-4091-a226-31c8a21d99d9/1acbf0c9-03eb-40dd-88cf-7d30a65b2590) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:14.744088 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97c89cf-8290-4466-9e96-4d911959981b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:14.744515 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97c89cf-8290-4466-9e96-4d911959981b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:14.745075 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97c89cf-8290-4466-9e96-4d911959981b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:14.745353 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97c89cf-8290-4466-9e96-4d911959981b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:14.745753 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97c89cf-8290-4466-9e96-4d911959981b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:14.746148 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97c89cf-8290-4466-9e96-4d911959981b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:14.746549 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97c89cf-8290-4466-9e96-4d911959981b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:14.746941 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97c89cf-8290-4466-9e96-4d911959981b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:14.747334 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97c89cf-8290-4466-9e96-4d911959981b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:14.747725 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97c89cf-8290-4466-9e96-4d911959981b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:14.748116 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97c89cf-8290-4466-9e96-4d911959981b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:14.748504 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97c89cf-8290-4466-9e96-4d911959981b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:14.748917 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97c89cf-8290-4466-9e96-4d911959981b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:14.885125 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c33ab47b-ed36-49e5-b0f9-8d88b571dea6 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1021} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:18:14.887880 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47058ae6-c0d1-4890-adef-518f40c9ee5c None None] DHCP port deletion for cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:18:14.907878 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c33ab47b-ed36-49e5-b0f9-8d88b571dea6 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (79c6d627-1247-4519-aba0-8d61da6fbb13), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:14.908266 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-c33ab47b-ed36-49e5-b0f9-8d88b571dea6 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Added segment 79c6d627-1247-4519-aba0-8d61da6fbb13 of type vlan for network 6e46a363-62fa-480e-b69a-573e8458f557 Feb 09 01:18:14.989755 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c33ab47b-ed36-49e5-b0f9-8d88b571dea6 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (6e46a363-62fa-480e-b69a-573e8458f557), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:15.049894 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-e5946b7a-564e-41aa-a009-665ca6b49fc2 admin admin] For port a248a528-8202-4cf7-be7f-4b8486edc255, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=a248a528-8202-4cf7-be7f-4b8486edc255,segment=NetworkSegment(0d0bff9f-e230-4221-a63e-80c21a950e29),segment_id=0d0bff9f-e230-4221-a63e-80c21a950e29)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:15.050209 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e5946b7a-564e-41aa-a009-665ca6b49fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (a248a528-8202-4cf7-be7f-4b8486edc255), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:15.064696 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-e5946b7a-564e-41aa-a009-665ca6b49fc2 admin admin] Calling delete_port for a248a528-8202-4cf7-be7f-4b8486edc255 owned by network:dhcp {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:18:15.104941 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-baa2364a-5fc6-484f-8c46-e9169ee8d7c3 None None] Publish callbacks [] for port (1acbf0c9-03eb-40dd-88cf-7d30a65b2590), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:15.111908 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-baa2364a-5fc6-484f-8c46-e9169ee8d7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (1acbf0c9-03eb-40dd-88cf-7d30a65b2590), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:15.161956 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d52dc4a2-3430-49c2-8e2e-7a48ed002886 admin admin] Publish callbacks [] for security_group (5c5c89b2-66b4-49e2-9e1d-a9ad1cd8c7a4), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:15.166945 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c33ab47b-ed36-49e5-b0f9-8d88b571dea6 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (6e46a363-62fa-480e-b69a-573e8458f557), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:15.172880 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33ab47b-ed36-49e5-b0f9-8d88b571dea6 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:15.173543 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c33ab47b-ed36-49e5-b0f9-8d88b571dea6 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:15.183002 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e5946b7a-564e-41aa-a009-665ca6b49fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (a248a528-8202-4cf7-be7f-4b8486edc255), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:15.194316 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f97c89cf-8290-4466-9e96-4d911959981b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (c760784e-dd75-43b2-a322-9b504780ce68), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:15.208009 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa2364a-5fc6-484f-8c46-e9169ee8d7c3 None None] Network 5d208346-881a-417e-ae54-09d003f35bab is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:15.226660 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-47058ae6-c0d1-4890-adef-518f40c9ee5c None None] Deleting port a248a528-8202-4cf7-be7f-4b8486edc255 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:18:15.228465 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-47058ae6-c0d1-4890-adef-518f40c9ee5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (a248a528-8202-4cf7-be7f-4b8486edc255), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:15.244995 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-baa2364a-5fc6-484f-8c46-e9169ee8d7c3 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:15.250983 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa2364a-5fc6-484f-8c46-e9169ee8d7c3 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:18:15.306499 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa2364a-5fc6-484f-8c46-e9169ee8d7c3 None None] Pushing event updated for resources: {'Port': ['ID=1acbf0c9-03eb-40dd-88cf-7d30a65b2590,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:15.415763 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-baa2364a-5fc6-484f-8c46-e9169ee8d7c3 None None] Attempting to bind port 1acbf0c9-03eb-40dd-88cf-7d30a65b2590 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:18:15.416445 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-baa2364a-5fc6-484f-8c46-e9169ee8d7c3 None None] Attempting to bind port 1acbf0c9-03eb-40dd-88cf-7d30a65b2590 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '881a271b-327b-4c07-bc1a-43d19ae61763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '5d208346-881a-417e-ae54-09d003f35bab'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:18:15.416790 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa2364a-5fc6-484f-8c46-e9169ee8d7c3 None None] Attempting to bind port 1acbf0c9-03eb-40dd-88cf-7d30a65b2590 on network 5d208346-881a-417e-ae54-09d003f35bab {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:18:15.426675 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa2364a-5fc6-484f-8c46-e9169ee8d7c3 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:18:15.427224 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa2364a-5fc6-484f-8c46-e9169ee8d7c3 None None] Checking segment: {'id': '881a271b-327b-4c07-bc1a-43d19ae61763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '5d208346-881a-417e-ae54-09d003f35bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:18:15.427836 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-baa2364a-5fc6-484f-8c46-e9169ee8d7c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:15.428353 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa2364a-5fc6-484f-8c46-e9169ee8d7c3 None None] Bound using segment: {'id': '881a271b-327b-4c07-bc1a-43d19ae61763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '5d208346-881a-417e-ae54-09d003f35bab'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:18:15.428983 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-baa2364a-5fc6-484f-8c46-e9169ee8d7c3 None None] Bound port: 1acbf0c9-03eb-40dd-88cf-7d30a65b2590, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881a271b-327b-4c07-bc1a-43d19ae61763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '5d208346-881a-417e-ae54-09d003f35bab'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:18:15.429501 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-baa2364a-5fc6-484f-8c46-e9169ee8d7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1acbf0c9-03eb-40dd-88cf-7d30a65b2590), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:15.439563 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5946b7a-564e-41aa-a009-665ca6b49fc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a248a528-8202-4cf7-be7f-4b8486edc255,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:15.452273 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7fc8f33a-c343-4f0c-b0d1-4e44acfdaeb5 req-51adbdd4-aa24-4e56-a932-ce8026deead4 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.0583026 Feb 09 01:18:15.467529 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device a248a528-8202-4cf7-be7f-4b8486edc255 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:18:15.477503 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c33ab47b-ed36-49e5-b0f9-8d88b571dea6 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9195681 Feb 09 01:18:15.480851 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59900) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:15.496679 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d52dc4a2-3430-49c2-8e2e-7a48ed002886 admin admin] Publish callbacks [] for security_group (5c5c89b2-66b4-49e2-9e1d-a9ad1cd8c7a4), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:15.499003 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-bb9ff50c-38ec-454d-85cf-d08c29bff030 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Request body: {'subnet': {'network_id': '6e46a363-62fa-480e-b69a-573e8458f557', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:15.502791 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: a248a528-8202-4cf7-be7f-4b8486edc255 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:18:15.503467 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device a248a528-8202-4cf7-be7f-4b8486edc255 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:18:15.504222 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 3b4fd2fb-e64c-4443-a714-4563b4f46ed7 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:18:15.528496 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-47058ae6-c0d1-4890-adef-518f40c9ee5c None None] For port a248a528-8202-4cf7-be7f-4b8486edc255, host n-d-828369-4, got binding levels [] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:15.529323 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-47058ae6-c0d1-4890-adef-518f40c9ee5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (a248a528-8202-4cf7-be7f-4b8486edc255), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:15.548888 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5946b7a-564e-41aa-a009-665ca6b49fc2 admin admin] No DVR routers for this DVR port a248a528-8202-4cf7-be7f-4b8486edc255 on host n-d-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:18:15.564636 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 3b4fd2fb-e64c-4443-a714-4563b4f46ed7 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:18:15.565336 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 3b4fd2fb-e64c-4443-a714-4563b4f46ed7 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:18:15.573989 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-47058ae6-c0d1-4890-adef-518f40c9ee5c None None] Calling delete_port for a248a528-8202-4cf7-be7f-4b8486edc255 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:18:15.581390 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.ipam_backend_mixin [None req-47058ae6-c0d1-4890-adef-518f40c9ee5c None None] Port a248a528-8202-4cf7-be7f-4b8486edc255 was not found and therefore no delete operation was performed {{(pid=103138) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 01:18:15.585417 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-47058ae6-c0d1-4890-adef-518f40c9ee5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (a248a528-8202-4cf7-be7f-4b8486edc255), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:15.603129 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ab47b-ed36-49e5-b0f9-8d88b571dea6 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Pushing event updated for resources: {'Network': ['ID=6e46a363-62fa-480e-b69a-573e8458f557,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:15.627430 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 6e46a363-62fa-480e-b69a-573e8458f557 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:18:15.646493 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d52dc4a2-3430-49c2-8e2e-7a48ed002886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (5c5c89b2-66b4-49e2-9e1d-a9ad1cd8c7a4), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:15.649932 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d52dc4a2-3430-49c2-8e2e-7a48ed002886 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:15.653434 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d52dc4a2-3430-49c2-8e2e-7a48ed002886 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5c5c89b2-66b4-49e2-9e1d-a9ad1cd8c7a4 HTTP/1.1" status: 204 len: 168 time: 1.0600302 Feb 09 01:18:15.671468 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52dc4a2-3430-49c2-8e2e-7a48ed002886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5c89b2-66b4-49e2-9e1d-a9ad1cd8c7a4,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:15.675369 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e5946b7a-564e-41aa-a009-665ca6b49fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:15.706109 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-e5946b7a-564e-41aa-a009-665ca6b49fc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:15.743137 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9ff50c-38ec-454d-85cf-d08c29bff030 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Made reservation on behalf of 19fcd7731580466787b393974cbcf579 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:15.746643 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bb9ff50c-38ec-454d-85cf-d08c29bff030 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:15.746878 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-e5946b7a-564e-41aa-a009-665ca6b49fc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d0bff9f-e230-4221-a63e-80c21a950e29') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:15.749531 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-e5946b7a-564e-41aa-a009-665ca6b49fc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d0bff9f-e230-4221-a63e-80c21a950e29') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:15.775729 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e5946b7a-564e-41aa-a009-665ca6b49fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (0d0bff9f-e230-4221-a63e-80c21a950e29), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:15.782674 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47058ae6-c0d1-4890-adef-518f40c9ee5c None None] Pushing event deleted for resources: {'Port': ['ID=a248a528-8202-4cf7-be7f-4b8486edc255,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:15.798817 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47058ae6-c0d1-4890-adef-518f40c9ee5c None None] No DVR routers for this DVR port a248a528-8202-4cf7-be7f-4b8486edc255 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:18:15.808409 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e5946b7a-564e-41aa-a009-665ca6b49fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (0d0bff9f-e230-4221-a63e-80c21a950e29), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:15.813568 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-baa2364a-5fc6-484f-8c46-e9169ee8d7c3 None None] For port 1acbf0c9-03eb-40dd-88cf-7d30a65b2590, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:18:15.847653 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-baa2364a-5fc6-484f-8c46-e9169ee8d7c3 None None] For port 1acbf0c9-03eb-40dd-88cf-7d30a65b2590, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=1acbf0c9-03eb-40dd-88cf-7d30a65b2590,segment=NetworkSegment(881a271b-327b-4c07-bc1a-43d19ae61763),segment_id=881a271b-327b-4c07-bc1a-43d19ae61763)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:18:15.850327 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5946b7a-564e-41aa-a009-665ca6b49fc2 admin admin] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:18:15.851450 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e5946b7a-564e-41aa-a009-665ca6b49fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (0d0bff9f-e230-4221-a63e-80c21a950e29), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:15.857729 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-baa2364a-5fc6-484f-8c46-e9169ee8d7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1acbf0c9-03eb-40dd-88cf-7d30a65b2590), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:15.910090 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-c15d7f53-bca5-42b5-8a6e-a88c767f4e35 admin admin] Deleting port a8c814bc-448f-4d44-ab7b-46ad63573ee0 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:18:15.910505 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c15d7f53-bca5-42b5-8a6e-a88c767f4e35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (a8c814bc-448f-4d44-ab7b-46ad63573ee0), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:15.969563 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa2364a-5fc6-484f-8c46-e9169ee8d7c3 None None] Pushing event updated for resources: {'Port': ['ID=1acbf0c9-03eb-40dd-88cf-7d30a65b2590,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:16.000252 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:18:16.000252 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:18:16.000252 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:18:16.000252 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:18:16.000252 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:18:16.000252 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:18:16.000252 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:18:16.000252 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:18:16.000252 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:18:16.000252 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:18:16.000252 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:18:16.000252 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:18:16.000252 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:18:16.000252 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:18:16.000252 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:18:16.000252 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:18:16.000252 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:18:16.000252 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:18:16.000252 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:18:16.000252 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:18:16.000252 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:18:16.000252 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:18:16.000252 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:18:16.000252 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:18:16.000252 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:18:16.000252 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:18:16.000252 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:18:16.000252 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:18:16.000252 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:18:16.000252 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:18:16.000252 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:18:16.000252 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:18:16.049161 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e5946b7a-564e-41aa-a009-665ca6b49fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:16.082595 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f97c89cf-8290-4466-9e96-4d911959981b admin admin] Router c760784e-dd75-43b2-a322-9b504780ce68 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:18:16.087505 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e5946b7a-564e-41aa-a009-665ca6b49fc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:16.090772 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e5946b7a-564e-41aa-a009-665ca6b49fc2 admin admin] 10.222.0.50 "DELETE /v2.0/networks/cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1 HTTP/1.1" status: 204 len: 168 time: 1.8293288 Feb 09 01:18:16.092088 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5946b7a-564e-41aa-a009-665ca6b49fc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf0ee3c2-375e-4cb7-8cc1-afac1b9432e1,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:16.119832 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-c15d7f53-bca5-42b5-8a6e-a88c767f4e35 admin admin] For port a8c814bc-448f-4d44-ab7b-46ad63573ee0, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=a8c814bc-448f-4d44-ab7b-46ad63573ee0,segment=NetworkSegment(80170b24-64f1-4bc4-acc6-03fab5e2d0ea),segment_id=80170b24-64f1-4bc4-acc6-03fab5e2d0ea)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:16.120207 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c15d7f53-bca5-42b5-8a6e-a88c767f4e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (a8c814bc-448f-4d44-ab7b-46ad63573ee0), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:16.137412 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-c15d7f53-bca5-42b5-8a6e-a88c767f4e35 admin admin] Calling delete_port for a8c814bc-448f-4d44-ab7b-46ad63573ee0 owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:18:16.439321 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59914) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:16.486578 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c15d7f53-bca5-42b5-8a6e-a88c767f4e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (a8c814bc-448f-4d44-ab7b-46ad63573ee0), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:16.521139 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8d68abae-1a0a-48db-af3b-cc0326483ff5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=aaf05f1064114b4da723fd4a19dab040&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0777993 Feb 09 01:18:16.523251 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59920) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:16.585557 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d7f53-bca5-42b5-8a6e-a88c767f4e35 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8c814bc-448f-4d44-ab7b-46ad63573ee0,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:16.697988 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7617b30a-545b-48dd-8fee-f3a3b53ce022 req-00bab990-fcf6-4bb0-b532-153cd733d660 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.0638940 Feb 09 01:18:16.712960 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-becaf3b2-473c-43cc-9997-3db4e9ec315b admin admin] Publish callbacks [] for security_group (3b29a6e9-e607-4f9f-9cfe-cb296f96db41), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:16.776227 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-becaf3b2-473c-43cc-9997-3db4e9ec315b admin admin] Publish callbacks [] for security_group (3b29a6e9-e607-4f9f-9cfe-cb296f96db41), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:16.886857 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-becaf3b2-473c-43cc-9997-3db4e9ec315b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (3b29a6e9-e607-4f9f-9cfe-cb296f96db41), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:16.891323 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-becaf3b2-473c-43cc-9997-3db4e9ec315b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:16.895119 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-becaf3b2-473c-43cc-9997-3db4e9ec315b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3b29a6e9-e607-4f9f-9cfe-cb296f96db41 HTTP/1.1" status: 204 len: 168 time: 0.3682809 Feb 09 01:18:16.913612 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becaf3b2-473c-43cc-9997-3db4e9ec315b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b29a6e9-e607-4f9f-9cfe-cb296f96db41,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:17.433511 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97c89cf-8290-4466-9e96-4d911959981b admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:18:17.451767 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f97c89cf-8290-4466-9e96-4d911959981b admin admin] 10.222.0.50 "PUT /v2.0/routers/c760784e-dd75-43b2-a322-9b504780ce68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6310635 Feb 09 01:18:17.452014 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7b5af5-8c79-49c8-90fb-4f110b7c51d3 None None] Sync routers for ids ['c760784e-dd75-43b2-a322-9b504780ce68'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:18:17.452679 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59942) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:17.474332 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7b5af5-8c79-49c8-90fb-4f110b7c51d3 None None] Routers {'c760784e-dd75-43b2-a322-9b504780ce68'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:18:17.487191 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-fa7b5af5-8c79-49c8-90fb-4f110b7c51d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:18:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c760784e-dd75-43b2-a322-9b504780ce68'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:17.536962 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 1acbf0c9-03eb-40dd-88cf-7d30a65b2590 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:18:17.645044 n-d-828369-4 neutron-server[103137]: DEBUG neutron.objects.ports [None req-bb9ff50c-38ec-454d-85cf-d08c29bff030 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103137) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:18:17.654686 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bb9ff50c-38ec-454d-85cf-d08c29bff030 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (3f078ce7-7499-4378-9abe-210022c8cd31), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:17.675838 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 1acbf0c9-03eb-40dd-88cf-7d30a65b2590 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:17.676265 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (1acbf0c9-03eb-40dd-88cf-7d30a65b2590), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:17.730925 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c15d7f53-bca5-42b5-8a6e-a88c767f4e35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (cbc8ef8c-05e3-40c3-8008-399e199632b9), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:17.776448 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f09f7fd5-f8ea-4859-adb0-96b4a0f77bf8 admin admin] Publish callbacks [] for router (c760784e-dd75-43b2-a322-9b504780ce68), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:17.791334 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffca710-399b-49e3-b9ba-b82feb260a12 None None] Network 5d208346-881a-417e-ae54-09d003f35bab requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:18:17.799148 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-fa7b5af5-8c79-49c8-90fb-4f110b7c51d3 None None] Set router c760784e-dd75-43b2-a322-9b504780ce68 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:18:17.851874 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ff50c-38ec-454d-85cf-d08c29bff030 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Pushing event updated for resources: {'Subnet': ['ID=3f078ce7-7499-4378-9abe-210022c8cd31,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:18.011063 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 1acbf0c9-03eb-40dd-88cf-7d30a65b2590 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:18.011477 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1acbf0c9-03eb-40dd-88cf-7d30a65b2590), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:18.041913 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9ed99388-34f9-40ab-a9cf-ae48f72aca97 req-7d669def-4d8b-4df9-afc6-448374528f51 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.0951324 Feb 09 01:18:18.084565 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-b3328838-4e6d-4aab-bd1a-ee9dd55e5e14 None None] Provisioning complete for port 1acbf0c9-03eb-40dd-88cf-7d30a65b2590 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:18.084965 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b3328838-4e6d-4aab-bd1a-ee9dd55e5e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (1acbf0c9-03eb-40dd-88cf-7d30a65b2590), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:18.127895 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9ff50c-38ec-454d-85cf-d08c29bff030 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Checking segment: {'id': '79c6d627-1247-4519-aba0-8d61da6fbb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '6e46a363-62fa-480e-b69a-573e8458f557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:18:18.128406 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9ff50c-38ec-454d-85cf-d08c29bff030 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Network hostable DHCP agents. Network: 6e46a363-62fa-480e-b69a-573e8458f557, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:18:18.150018 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f09f7fd5-f8ea-4859-adb0-96b4a0f77bf8 admin admin] Publish callbacks [] for router_gateway (c760784e-dd75-43b2-a322-9b504780ce68), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:18.204674 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9ff50c-38ec-454d-85cf-d08c29bff030 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Network 6e46a363-62fa-480e-b69a-573e8458f557 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:18:18.215795 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 1acbf0c9-03eb-40dd-88cf-7d30a65b2590, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=1acbf0c9-03eb-40dd-88cf-7d30a65b2590,segment=NetworkSegment(881a271b-327b-4c07-bc1a-43d19ae61763),segment_id=881a271b-327b-4c07-bc1a-43d19ae61763)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:18.228770 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1acbf0c9-03eb-40dd-88cf-7d30a65b2590), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:18.229546 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-bb9ff50c-38ec-454d-85cf-d08c29bff030 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 6e46a363-62fa-480e-b69a-573e8458f557) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:18.273159 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9ff50c-38ec-454d-85cf-d08c29bff030 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:18.275586 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bb9ff50c-38ec-454d-85cf-d08c29bff030 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:18.313247 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-fa7b5af5-8c79-49c8-90fb-4f110b7c51d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c760784e-dd75-43b2-a322-9b504780ce68', 'name': 'tempest-TaggedBootDevicesTest-1498039253-router', 'tenant_id': '9e6740ff64d94c1195193507333eca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '71bb45ea-645c-43c6-a25d-a54de1a47b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:08:32Z', 'updated_at': '2022-02-09T01:18:14Z', 'revision_number': 5, 'project_id': '9e6740ff64d94c1195193507333eca99', 'gw_port': {'id': '71bb45ea-645c-43c6-a25d-a54de1a47b9e', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:fe:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c760784e-dd75-43b2-a322-9b504780ce68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 944, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:08:33Z', 'updated_at': '2022-02-09T01:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:18.320305 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-f09f7fd5-f8ea-4859-adb0-96b4a0f77bf8 admin admin] Deleting port 71bb45ea-645c-43c6-a25d-a54de1a47b9e {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:18:18.322641 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f09f7fd5-f8ea-4859-adb0-96b4a0f77bf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (71bb45ea-645c-43c6-a25d-a54de1a47b9e), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:18.350633 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-bb9ff50c-38ec-454d-85cf-d08c29bff030 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8665943 Feb 09 01:18:18.355728 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59962) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:18.395276 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7b5af5-8c79-49c8-90fb-4f110b7c51d3 None None] Checking router: c760784e-dd75-43b2-a322-9b504780ce68 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:18:18.412294 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=1acbf0c9-03eb-40dd-88cf-7d30a65b2590,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:18.416766 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7b5af5-8c79-49c8-90fb-4f110b7c51d3 None None] Routers {'c760784e-dd75-43b2-a322-9b504780ce68'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:18:18.417587 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-fa7b5af5-8c79-49c8-90fb-4f110b7c51d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:18:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c760784e-dd75-43b2-a322-9b504780ce68'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:18.432598 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005f9fd6-dd13-4163-afca-4bc5047f1a49 None None] Network 6e46a363-62fa-480e-b69a-573e8458f557 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:18:18.441103 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-8bbd62fc-b04a-4587-8b63-7cc8bae2d507 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Request body: {'port': {'network_id': '6e46a363-62fa-480e-b69a-573e8458f557', 'name': 'tempest-NetworksIpV6TestAttrs-1824229783'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:18.511983 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59966) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:18.548709 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-f09f7fd5-f8ea-4859-adb0-96b4a0f77bf8 admin admin] For port 71bb45ea-645c-43c6-a25d-a54de1a47b9e, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=71bb45ea-645c-43c6-a25d-a54de1a47b9e,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:18.549613 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f09f7fd5-f8ea-4859-adb0-96b4a0f77bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (71bb45ea-645c-43c6-a25d-a54de1a47b9e), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:18.598426 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-f09f7fd5-f8ea-4859-adb0-96b4a0f77bf8 admin admin] Calling delete_port for 71bb45ea-645c-43c6-a25d-a54de1a47b9e owned by network:router_gateway {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:18:18.613354 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-fa7b5af5-8c79-49c8-90fb-4f110b7c51d3 None None] Set router c760784e-dd75-43b2-a322-9b504780ce68 gateway port host: None {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:18:18.674659 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bbd62fc-b04a-4587-8b63-7cc8bae2d507 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Made reservation on behalf of 19fcd7731580466787b393974cbcf579 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:18.680596 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8bbd62fc-b04a-4587-8b63-7cc8bae2d507 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:18.712318 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-8bbd62fc-b04a-4587-8b63-7cc8bae2d507 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] device_id is not set on port 34a74ce5-5366-40bd-9135-2b280ed7eb65 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:18:18.731340 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-fa7b5af5-8c79-49c8-90fb-4f110b7c51d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c760784e-dd75-43b2-a322-9b504780ce68', 'name': 'tempest-TaggedBootDevicesTest-1498039253-router', 'tenant_id': '9e6740ff64d94c1195193507333eca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:08:32Z', 'updated_at': '2022-02-09T01:18:18Z', 'revision_number': 6, 'project_id': '9e6740ff64d94c1195193507333eca99', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:18.771713 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-6df8832f-cc02-45cb-a7a9-03d22e7ede19 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1989051492', 'router:external': True}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:18.802525 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b3328838-4e6d-4aab-bd1a-ee9dd55e5e14 None None] Current status of the port 1acbf0c9-03eb-40dd-88cf-7d30a65b2590 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:18.873149 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03775e8b-8676-4822-9a91-2790629e207c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-6e46a363-62fa-480e-b69a-573e8458f557', 'network_id': '6e46a363-62fa-480e-b69a-573e8458f557', 'project_id': '19fcd7731580466787b393974cbcf579', 'fixed_ips': [{'subnet_id': '3f078ce7-7499-4378-9abe-210022c8cd31'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:18:18.873886 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df8832f-cc02-45cb-a7a9-03d22e7ede19 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Made reservation on behalf of 1321291f141a416bae8feba5d3cc145f for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:18.874356 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-03775e8b-8676-4822-9a91-2790629e207c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:18.883999 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6df8832f-cc02-45cb-a7a9-03d22e7ede19 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:18.909357 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6df8832f-cc02-45cb-a7a9-03d22e7ede19 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:18.922406 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15d7f53-bca5-42b5-8a6e-a88c767f4e35 admin admin] Router cbc8ef8c-05e3-40c3-8008-399e199632b9 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:18:19.012963 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7b5af5-8c79-49c8-90fb-4f110b7c51d3 None None] The sync data for ids ['c760784e-dd75-43b2-a322-9b504780ce68'] in n-d-828369-4 is: [{'id': 'c760784e-dd75-43b2-a322-9b504780ce68', 'name': 'tempest-TaggedBootDevicesTest-1498039253-router', 'tenant_id': '9e6740ff64d94c1195193507333eca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:08:32Z', 'updated_at': '2022-02-09T01:18:18Z', 'revision_number': 6, 'project_id': '9e6740ff64d94c1195193507333eca99', 'gw_port_host': None}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:18:19.027724 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-8bbd62fc-b04a-4587-8b63-7cc8bae2d507 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Allocated IP 2001:db8::f816:3eff:fe61:56d3 (6e46a363-62fa-480e-b69a-573e8458f557/3f078ce7-7499-4378-9abe-210022c8cd31/34a74ce5-5366-40bd-9135-2b280ed7eb65) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:19.268106 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59974) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:19.277053 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8bbd62fc-b04a-4587-8b63-7cc8bae2d507 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks [] for port (34a74ce5-5366-40bd-9135-2b280ed7eb65), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:19.344919 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f09f7fd5-f8ea-4859-adb0-96b4a0f77bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (71bb45ea-645c-43c6-a25d-a54de1a47b9e), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:19.349025 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8bbd62fc-b04a-4587-8b63-7cc8bae2d507 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (34a74ce5-5366-40bd-9135-2b280ed7eb65), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:19.389808 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 1acbf0c9-03eb-40dd-88cf-7d30a65b2590 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:18:19.432173 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbd62fc-b04a-4587-8b63-7cc8bae2d507 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Network 6e46a363-62fa-480e-b69a-573e8458f557 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:19.440070 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-8bbd62fc-b04a-4587-8b63-7cc8bae2d507 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:19.442239 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd62fc-b04a-4587-8b63-7cc8bae2d507 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Pushing event updated for resources: {'Port': ['ID=34a74ce5-5366-40bd-9135-2b280ed7eb65,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:19.456423 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbd62fc-b04a-4587-8b63-7cc8bae2d507 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:18:19.462722 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbd62fc-b04a-4587-8b63-7cc8bae2d507 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:19.463636 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8bbd62fc-b04a-4587-8b63-7cc8bae2d507 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:19.500565 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4eacd56e-a643-4e62-909e-38e19954b043 req-de1418b3-97db-40d3-97e3-53a14bd79648 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.2097054 Feb 09 01:18:19.501138 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-888a3d39-9171-417b-bcbb-e63e40b69d0e None None] Provisioning complete for port 1acbf0c9-03eb-40dd-88cf-7d30a65b2590 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:19.501524 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-888a3d39-9171-417b-bcbb-e63e40b69d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (1acbf0c9-03eb-40dd-88cf-7d30a65b2590), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:19.506974 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8bbd62fc-b04a-4587-8b63-7cc8bae2d507 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.0725453 Feb 09 01:18:19.508417 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15d7f53-bca5-42b5-8a6e-a88c767f4e35 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:18:19.509838 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59980) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:19.511659 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-06ad0529-b3a3-4973-b874-016decb00969 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1725847689-network', 'tenant_id': 'ba5e9ecc06f746ffbf154ff034c274ee'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:19.528837 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f7fd5-f8ea-4859-adb0-96b4a0f77bf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=71bb45ea-645c-43c6-a25d-a54de1a47b9e,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:19.555453 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6df8832f-cc02-45cb-a7a9-03d22e7ede19 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for security_group (85d07b35-8759-4bd4-a661-fa6bbd4fc26b), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:19.575503 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c15d7f53-bca5-42b5-8a6e-a88c767f4e35 admin admin] 10.222.0.50 "PUT /v2.0/routers/cbc8ef8c-05e3-40c3-8008-399e199632b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3418112 Feb 09 01:18:19.577374 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3731e1f-a10a-4308-b857-b2778e061220 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Deleting subnet 3f078ce7-7499-4378-9abe-210022c8cd31 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:18:19.578053 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59982) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:19.578731 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6df8832f-cc02-45cb-a7a9-03d22e7ede19 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (85d07b35-8759-4bd4-a661-fa6bbd4fc26b), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:19.594213 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0628b4e8-9d39-413b-8473-58cff35d2ec5 None None] Sync routers for ids ['cbc8ef8c-05e3-40c3-8008-399e199632b9'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:18:19.607427 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-03775e8b-8676-4822-9a91-2790629e207c None None] Allocated IP 2001:db8::f816:3eff:fe67:1468 (6e46a363-62fa-480e-b69a-573e8458f557/3f078ce7-7499-4378-9abe-210022c8cd31/2a773e0a-23ba-4981-a2f6-95857f1d7e7f) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:19.635891 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0628b4e8-9d39-413b-8473-58cff35d2ec5 None None] Routers {'cbc8ef8c-05e3-40c3-8008-399e199632b9'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:18:19.636582 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-0628b4e8-9d39-413b-8473-58cff35d2ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:18:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['cbc8ef8c-05e3-40c3-8008-399e199632b9'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:19.728619 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6df8832f-cc02-45cb-a7a9-03d22e7ede19 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1015} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:18:19.751470 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ad0529-b3a3-4973-b874-016decb00969 admin admin] Made reservation on behalf of ba5e9ecc06f746ffbf154ff034c274ee for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:19.754562 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-06ad0529-b3a3-4973-b874-016decb00969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:19.781251 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6df8832f-cc02-45cb-a7a9-03d22e7ede19 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (7016d07c-25d6-455f-bcb5-eeaafb1bb7bd), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:19.781650 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-6df8832f-cc02-45cb-a7a9-03d22e7ede19 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Added segment 7016d07c-25d6-455f-bcb5-eeaafb1bb7bd of type vlan for network 19b149b5-5849-4283-8d94-70c1777805ff Feb 09 01:18:19.799928 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8832f-cc02-45cb-a7a9-03d22e7ede19 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d07b35-8759-4bd4-a661-fa6bbd4fc26b,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:19.815079 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-06ad0529-b3a3-4973-b874-016decb00969 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:19.871694 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f09f7fd5-f8ea-4859-adb0-96b4a0f77bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (c760784e-dd75-43b2-a322-9b504780ce68), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:19.875768 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-0628b4e8-9d39-413b-8473-58cff35d2ec5 None None] Set router cbc8ef8c-05e3-40c3-8008-399e199632b9 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:18:19.969103 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f09f7fd5-f8ea-4859-adb0-96b4a0f77bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (c760784e-dd75-43b2-a322-9b504780ce68), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:19.971334 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f09f7fd5-f8ea-4859-adb0-96b4a0f77bf8 admin admin] Publish callbacks [] for router_controller (c760784e-dd75-43b2-a322-9b504780ce68), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:19.993953 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 1acbf0c9-03eb-40dd-88cf-7d30a65b2590 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:19.994499 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (1acbf0c9-03eb-40dd-88cf-7d30a65b2590), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:20.050380 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6df8832f-cc02-45cb-a7a9-03d22e7ede19 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (19b149b5-5849-4283-8d94-70c1777805ff), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:20.057343 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f09f7fd5-f8ea-4859-adb0-96b4a0f77bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (c760784e-dd75-43b2-a322-9b504780ce68), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:20.058045 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09f7fd5-f8ea-4859-adb0-96b4a0f77bf8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c760784e-dd75-43b2-a322-9b504780ce68 {{(pid=103136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:18:20.071645 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f09f7fd5-f8ea-4859-adb0-96b4a0f77bf8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:20.075122 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f09f7fd5-f8ea-4859-adb0-96b4a0f77bf8 admin admin] 10.222.0.50 "DELETE /v2.0/routers/c760784e-dd75-43b2-a322-9b504780ce68 HTTP/1.1" status: 204 len: 168 time: 2.6197717 Feb 09 01:18:20.075496 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59984) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:20.136802 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-92738152-f289-4682-b26f-132f76595107 admin admin] Publish callbacks [] for router (cbc8ef8c-05e3-40c3-8008-399e199632b9), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:20.150475 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ff0c007-63e6-401f-bd6f-ebf3b8cc60b6 admin admin] Deleting subnet acfb23f8-3161-4f5d-84a3-69601bd865e4 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:18:20.176024 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5ff0c007-63e6-401f-bd6f-ebf3b8cc60b6 admin admin] Publish callbacks [] for subnet (acfb23f8-3161-4f5d-84a3-69601bd865e4), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:20.229523 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6df8832f-cc02-45cb-a7a9-03d22e7ede19 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (19b149b5-5849-4283-8d94-70c1777805ff), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:20.230517 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df8832f-cc02-45cb-a7a9-03d22e7ede19 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:20.231116 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6df8832f-cc02-45cb-a7a9-03d22e7ede19 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:20.328419 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-06ad0529-b3a3-4973-b874-016decb00969 admin admin] Publish callbacks [] for security_group (04f388af-9ca6-4a95-b879-d74f814785ab), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:20.338238 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-6df8832f-cc02-45cb-a7a9-03d22e7ede19 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.8222003 Feb 09 01:18:20.339425 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59986) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:20.343154 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-06ad0529-b3a3-4973-b874-016decb00969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (04f388af-9ca6-4a95-b879-d74f814785ab), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:20.357336 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-d086bf2b-5c98-4b51-813e-86c482563c5c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Request body: {'subnet': {'network_id': '19b149b5-5849-4283-8d94-70c1777805ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:20.367059 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-888a3d39-9171-417b-bcbb-e63e40b69d0e None None] Current status of the port 1acbf0c9-03eb-40dd-88cf-7d30a65b2590 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:20.368193 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8832f-cc02-45cb-a7a9-03d22e7ede19 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Pushing event updated for resources: {'Network': ['ID=19b149b5-5849-4283-8d94-70c1777805ff,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:20.387331 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 19b149b5-5849-4283-8d94-70c1777805ff details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:18:20.401933 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06ad0529-b3a3-4973-b874-016decb00969 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1017} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:18:20.423874 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad0529-b3a3-4973-b874-016decb00969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f388af-9ca6-4a95-b879-d74f814785ab,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:20.428453 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-06ad0529-b3a3-4973-b874-016decb00969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (6b5a2c5c-e7e2-4178-94b6-7f4da135e2e0), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:20.428836 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-06ad0529-b3a3-4973-b874-016decb00969 admin admin] Added segment 6b5a2c5c-e7e2-4178-94b6-7f4da135e2e0 of type vlan for network 47fa1fe6-b7ff-4798-8384-d96a8ee91d2e Feb 09 01:18:20.438104 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d086bf2b-5c98-4b51-813e-86c482563c5c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Made reservation on behalf of 1321291f141a416bae8feba5d3cc145f for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:20.440616 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d086bf2b-5c98-4b51-813e-86c482563c5c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:20.446122 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-92738152-f289-4682-b26f-132f76595107 admin admin] Publish callbacks [] for router_gateway (cbc8ef8c-05e3-40c3-8008-399e199632b9), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:20.559320 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-06ad0529-b3a3-4973-b874-016decb00969 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (47fa1fe6-b7ff-4798-8384-d96a8ee91d2e), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:20.635866 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-06ad0529-b3a3-4973-b874-016decb00969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (47fa1fe6-b7ff-4798-8384-d96a8ee91d2e), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:20.636858 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ad0529-b3a3-4973-b874-016decb00969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:20.637457 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-06ad0529-b3a3-4973-b874-016decb00969 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:20.641119 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5ff0c007-63e6-401f-bd6f-ebf3b8cc60b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (acfb23f8-3161-4f5d-84a3-69601bd865e4), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:20.669853 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-55db7f19-42a2-4ccb-913a-811ba09dda6c req-8d88e7da-c7b1-457a-a875-20b133749a54 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.0624840 Feb 09 01:18:20.684920 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 1acbf0c9-03eb-40dd-88cf-7d30a65b2590 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:20.711441 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-03775e8b-8676-4822-9a91-2790629e207c None None] Publish callbacks [] for port (2a773e0a-23ba-4981-a2f6-95857f1d7e7f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:20.711441 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 955fa10e-fede-4e15-8308-1f06adb3dbb3 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:18:20.711441 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-0628b4e8-9d39-413b-8473-58cff35d2ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc8ef8c-05e3-40c3-8008-399e199632b9', 'name': 'tempest-ServersTestMultiNic-316713506-router', 'tenant_id': '19b538c3b5a14e6daaae72754eb8a669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '204b4cc5-c4ee-44e7-9f18-f5713652bca6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:59Z', 'updated_at': '2022-02-09T01:18:16Z', 'revision_number': 5, 'project_id': '19b538c3b5a14e6daaae72754eb8a669', 'gw_port': {'id': '204b4cc5-c4ee-44e7-9f18-f5713652bca6', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc8ef8c-05e3-40c3-8008-399e199632b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:16:00Z', 'updated_at': '2022-02-09T01:16:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:20.714504 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f3731e1f-a10a-4308-b857-b2778e061220 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks [] for subnet (3f078ce7-7499-4378-9abe-210022c8cd31), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:20.740283 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-06ad0529-b3a3-4973-b874-016decb00969 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4704366 Feb 09 01:18:20.752860 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59990) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:20.758800 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 955fa10e-fede-4e15-8308-1f06adb3dbb3 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:18:20.758972 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 955fa10e-fede-4e15-8308-1f06adb3dbb3 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:18:20.760513 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-f92805da-26f4-46cd-9a66-67f26f20536c admin admin] Request body: {'subnet': {'network_id': '47fa1fe6-b7ff-4798-8384-d96a8ee91d2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1725847689-subnet', 'tenant_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:20.761971 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-03775e8b-8676-4822-9a91-2790629e207c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (2a773e0a-23ba-4981-a2f6-95857f1d7e7f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:20.766641 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0628b4e8-9d39-413b-8473-58cff35d2ec5 None None] Checking router: cbc8ef8c-05e3-40c3-8008-399e199632b9 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:18:20.795225 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-92738152-f289-4682-b26f-132f76595107 admin admin] Deleting port 204b4cc5-c4ee-44e7-9f18-f5713652bca6 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:18:20.795778 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-92738152-f289-4682-b26f-132f76595107 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (204b4cc5-c4ee-44e7-9f18-f5713652bca6), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:20.805425 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0628b4e8-9d39-413b-8473-58cff35d2ec5 None None] Routers {'cbc8ef8c-05e3-40c3-8008-399e199632b9'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:18:20.806067 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-0628b4e8-9d39-413b-8473-58cff35d2ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:18:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['cbc8ef8c-05e3-40c3-8008-399e199632b9'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:20.819048 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f3731e1f-a10a-4308-b857-b2778e061220 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (3f078ce7-7499-4378-9abe-210022c8cd31), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:20.853342 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:18:20.857389 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03775e8b-8676-4822-9a91-2790629e207c None None] Network 6e46a363-62fa-480e-b69a-573e8458f557 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:20.859596 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92805da-26f4-46cd-9a66-67f26f20536c admin admin] Made reservation on behalf of ba5e9ecc06f746ffbf154ff034c274ee for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:20.861947 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f92805da-26f4-46cd-9a66-67f26f20536c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:20.868164 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5ff0c007-63e6-401f-bd6f-ebf3b8cc60b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (acfb23f8-3161-4f5d-84a3-69601bd865e4), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:20.884569 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad0529-b3a3-4973-b874-016decb00969 admin admin] Pushing event updated for resources: {'Network': ['ID=47fa1fe6-b7ff-4798-8384-d96a8ee91d2e,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:20.896626 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-03775e8b-8676-4822-9a91-2790629e207c None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:20.899665 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03775e8b-8676-4822-9a91-2790629e207c None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:18:20.907330 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 47fa1fe6-b7ff-4798-8384-d96a8ee91d2e details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:18:20.932194 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03775e8b-8676-4822-9a91-2790629e207c None None] Pushing event updated for resources: {'Port': ['ID=2a773e0a-23ba-4981-a2f6-95857f1d7e7f,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:21.046980 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-03775e8b-8676-4822-9a91-2790629e207c None None] Attempting to bind port 2a773e0a-23ba-4981-a2f6-95857f1d7e7f on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:18:21.047503 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-03775e8b-8676-4822-9a91-2790629e207c None None] Attempting to bind port 2a773e0a-23ba-4981-a2f6-95857f1d7e7f by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '79c6d627-1247-4519-aba0-8d61da6fbb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '6e46a363-62fa-480e-b69a-573e8458f557'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:18:21.047689 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-92738152-f289-4682-b26f-132f76595107 admin admin] For port 204b4cc5-c4ee-44e7-9f18-f5713652bca6, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=204b4cc5-c4ee-44e7-9f18-f5713652bca6,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:21.048162 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03775e8b-8676-4822-9a91-2790629e207c None None] Attempting to bind port 2a773e0a-23ba-4981-a2f6-95857f1d7e7f on network 6e46a363-62fa-480e-b69a-573e8458f557 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:18:21.048254 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-92738152-f289-4682-b26f-132f76595107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (204b4cc5-c4ee-44e7-9f18-f5713652bca6), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:21.071937 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03775e8b-8676-4822-9a91-2790629e207c None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:18:21.072320 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03775e8b-8676-4822-9a91-2790629e207c None None] Checking segment: {'id': '79c6d627-1247-4519-aba0-8d61da6fbb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '6e46a363-62fa-480e-b69a-573e8458f557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:18:21.072774 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-03775e8b-8676-4822-9a91-2790629e207c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:21.073183 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03775e8b-8676-4822-9a91-2790629e207c None None] Bound using segment: {'id': '79c6d627-1247-4519-aba0-8d61da6fbb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '6e46a363-62fa-480e-b69a-573e8458f557'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:18:21.073678 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-03775e8b-8676-4822-9a91-2790629e207c None None] Bound port: 2a773e0a-23ba-4981-a2f6-95857f1d7e7f, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79c6d627-1247-4519-aba0-8d61da6fbb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '6e46a363-62fa-480e-b69a-573e8458f557'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:18:21.074072 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-03775e8b-8676-4822-9a91-2790629e207c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (2a773e0a-23ba-4981-a2f6-95857f1d7e7f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:21.077815 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5ff0c007-63e6-401f-bd6f-ebf3b8cc60b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (acfb23f8-3161-4f5d-84a3-69601bd865e4), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:21.080606 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-0628b4e8-9d39-413b-8473-58cff35d2ec5 None None] Set router cbc8ef8c-05e3-40c3-8008-399e199632b9 gateway port host: None {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:18:21.097112 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f3731e1f-a10a-4308-b857-b2778e061220 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (3f078ce7-7499-4378-9abe-210022c8cd31), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:21.102616 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5ff0c007-63e6-401f-bd6f-ebf3b8cc60b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:21.107017 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5ff0c007-63e6-401f-bd6f-ebf3b8cc60b6 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/acfb23f8-3161-4f5d-84a3-69601bd865e4 HTTP/1.1" status: 204 len: 168 time: 1.0304005 Feb 09 01:18:21.113863 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59992) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:21.117159 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-92738152-f289-4682-b26f-132f76595107 admin admin] Calling delete_port for 204b4cc5-c4ee-44e7-9f18-f5713652bca6 owned by network:router_gateway {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:18:21.159460 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0919b84c-b19a-456d-8311-ce233c414209 None None] Network 73f7b676-8bf5-446d-a67c-31e310236d10 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:18:21.160873 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff0c007-63e6-401f-bd6f-ebf3b8cc60b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acfb23f8-3161-4f5d-84a3-69601bd865e4,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:21.165642 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-0628b4e8-9d39-413b-8473-58cff35d2ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc8ef8c-05e3-40c3-8008-399e199632b9', 'name': 'tempest-ServersTestMultiNic-316713506-router', 'tenant_id': '19b538c3b5a14e6daaae72754eb8a669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:59Z', 'updated_at': '2022-02-09T01:18:20Z', 'revision_number': 6, 'project_id': '19b538c3b5a14e6daaae72754eb8a669', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:21.260572 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0628b4e8-9d39-413b-8473-58cff35d2ec5 None None] The sync data for ids ['cbc8ef8c-05e3-40c3-8008-399e199632b9'] in n-d-828369-4 is: [{'id': 'cbc8ef8c-05e3-40c3-8008-399e199632b9', 'name': 'tempest-ServersTestMultiNic-316713506-router', 'tenant_id': '19b538c3b5a14e6daaae72754eb8a669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:15:59Z', 'updated_at': '2022-02-09T01:18:20Z', 'revision_number': 6, 'project_id': '19b538c3b5a14e6daaae72754eb8a669', 'gw_port_host': None}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:18:21.288247 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f92805da-26f4-46cd-9a66-67f26f20536c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (4218984f-8737-4371-806d-75117779a75f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:21.352580 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 71bb45ea-645c-43c6-a25d-a54de1a47b9e no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:18:21.367202 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92805da-26f4-46cd-9a66-67f26f20536c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4218984f-8737-4371-806d-75117779a75f,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:21.369765 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f3731e1f-a10a-4308-b857-b2778e061220 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (3f078ce7-7499-4378-9abe-210022c8cd31), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:21.388037 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-03775e8b-8676-4822-9a91-2790629e207c None None] For port 2a773e0a-23ba-4981-a2f6-95857f1d7e7f, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:18:21.392522 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 71bb45ea-645c-43c6-a25d-a54de1a47b9e {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:18:21.393281 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 71bb45ea-645c-43c6-a25d-a54de1a47b9e not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:18:21.399147 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f3731e1f-a10a-4308-b857-b2778e061220 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:21.404612 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f3731e1f-a10a-4308-b857-b2778e061220 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] 10.222.0.50 "DELETE /v2.0/subnets/3f078ce7-7499-4378-9abe-210022c8cd31 HTTP/1.1" status: 204 len: 168 time: 1.8916769 Feb 09 01:18:21.414062 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-03775e8b-8676-4822-9a91-2790629e207c None None] For port 2a773e0a-23ba-4981-a2f6-95857f1d7e7f, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=2a773e0a-23ba-4981-a2f6-95857f1d7e7f,segment=NetworkSegment(79c6d627-1247-4519-aba0-8d61da6fbb13),segment_id=79c6d627-1247-4519-aba0-8d61da6fbb13)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:18:21.430190 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-03775e8b-8676-4822-9a91-2790629e207c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (2a773e0a-23ba-4981-a2f6-95857f1d7e7f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:21.447016 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59994) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:21.494540 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03775e8b-8676-4822-9a91-2790629e207c None None] Pushing event updated for resources: {'Port': ['ID=2a773e0a-23ba-4981-a2f6-95857f1d7e7f,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:21.515828 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3731e1f-a10a-4308-b857-b2778e061220 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Pushing event deleted for resources: {'Subnet': ['ID=3f078ce7-7499-4378-9abe-210022c8cd31,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:21.524687 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92805da-26f4-46cd-9a66-67f26f20536c admin admin] Checking segment: {'id': '6b5a2c5c-e7e2-4178-94b6-7f4da135e2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '47fa1fe6-b7ff-4798-8384-d96a8ee91d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:18:21.525072 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92805da-26f4-46cd-9a66-67f26f20536c admin admin] Network hostable DHCP agents. Network: 47fa1fe6-b7ff-4798-8384-d96a8ee91d2e, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:18:21.541038 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bac98dd-60af-4ea2-9f6d-4a8f84630436 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:21.542582 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bac98dd-60af-4ea2-9f6d-4a8f84630436 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:21.544328 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8bac98dd-60af-4ea2-9f6d-4a8f84630436 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0943871 Feb 09 01:18:21.547835 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59996) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:21.610300 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92805da-26f4-46cd-9a66-67f26f20536c admin admin] Network 47fa1fe6-b7ff-4798-8384-d96a8ee91d2e is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:18:21.633917 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-f92805da-26f4-46cd-9a66-67f26f20536c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 47fa1fe6-b7ff-4798-8384-d96a8ee91d2e) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:21.638767 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92805da-26f4-46cd-9a66-67f26f20536c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:21.639975 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f92805da-26f4-46cd-9a66-67f26f20536c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:21.645310 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764c555d-2527-4265-8b3a-ec0e4b3c72c7 None None] Network 47fa1fe6-b7ff-4798-8384-d96a8ee91d2e requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:18:21.674345 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f92805da-26f4-46cd-9a66-67f26f20536c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9154468 Feb 09 01:18:21.684508 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59998) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:21.690720 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-4be05472-186c-4721-99be-af0eb575382e admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1725847689-router', 'tenant_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:21.714027 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0f5b5331-e090-4b3e-8ddf-477911750ebd tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (6e46a363-62fa-480e-b69a-573e8458f557), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:21.728285 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a65f0890-58bd-43c6-9ed4-4156353ad648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (73f7b676-8bf5-446d-a67c-31e310236d10), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:21.735233 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f5b5331-e090-4b3e-8ddf-477911750ebd tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 09 01:18:21.735712 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f5b5331-e090-4b3e-8ddf-477911750ebd tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:18:21.743801 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60002) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:21.744019 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0f5b5331-e090-4b3e-8ddf-477911750ebd tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] 10.222.0.50 "DELETE /v2.0/networks/6e46a363-62fa-480e-b69a-573e8458f557 HTTP/1.1" status: 409 len: 466 time: 0.1938574 Feb 09 01:18:21.755307 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4be05472-186c-4721-99be-af0eb575382e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (96bbd1b0-4626-49eb-af76-25f572100ac9), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:21.757040 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4b9e7a-3dde-4e6b-be34-f7f950ebedaa None None] DHCP port deletion for 73f7b676-8bf5-446d-a67c-31e310236d10 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:18:21.757504 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4be05472-186c-4721-99be-af0eb575382e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (96bbd1b0-4626-49eb-af76-25f572100ac9), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:21.821780 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-068c8987-85b6-43e5-8011-f4e688b9bf25 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2142374006'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:21.873465 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4be05472-186c-4721-99be-af0eb575382e admin admin] Publish callbacks [] for router_controller (96bbd1b0-4626-49eb-af76-25f572100ac9), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:21.940678 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b850bad9-0723-4159-bb45-406d45708934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-47fa1fe6-b7ff-4798-8384-d96a8ee91d2e', 'network_id': '47fa1fe6-b7ff-4798-8384-d96a8ee91d2e', 'project_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'fixed_ips': [{'subnet_id': '4218984f-8737-4371-806d-75117779a75f'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:18:21.942234 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b850bad9-0723-4159-bb45-406d45708934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:22.008346 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-28f41e83-741b-4222-adae-fbe83dd06c84 req-1f27827a-78fd-417d-9a17-5ed165ecb033 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.1383965 Feb 09 01:18:22.016788 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068c8987-85b6-43e5-8011-f4e688b9bf25 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Made reservation on behalf of 19fcd7731580466787b393974cbcf579 for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:22.020868 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-fd4b9e7a-3dde-4e6b-be34-f7f950ebedaa None None] Deleting port 96f8f30e-f81d-4394-beb0-1398a70adf81 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:18:22.021753 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd4b9e7a-3dde-4e6b-be34-f7f950ebedaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (96f8f30e-f81d-4394-beb0-1398a70adf81), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:22.025915 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-068c8987-85b6-43e5-8011-f4e688b9bf25 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:22.158746 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4be05472-186c-4721-99be-af0eb575382e admin admin] Publish callbacks [] for router_gateway (96bbd1b0-4626-49eb-af76-25f572100ac9), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:22.186408 n-d-828369-4 neutron-server[103136]: DEBUG neutron.objects.ports [None req-d086bf2b-5c98-4b51-813e-86c482563c5c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103136) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:18:22.188064 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d086bf2b-5c98-4b51-813e-86c482563c5c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (1dcfbb0d-c10f-42ad-b108-43168ad2cb60), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:22.192632 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-068c8987-85b6-43e5-8011-f4e688b9bf25 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1020} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:18:22.202273 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-92738152-f289-4682-b26f-132f76595107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (204b4cc5-c4ee-44e7-9f18-f5713652bca6), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:22.227463 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-fd4b9e7a-3dde-4e6b-be34-f7f950ebedaa None None] For port 96f8f30e-f81d-4394-beb0-1398a70adf81, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=96f8f30e-f81d-4394-beb0-1398a70adf81,segment=NetworkSegment(daa9bf0b-abe7-4120-b741-aabb19cc2c38),segment_id=daa9bf0b-abe7-4120-b741-aabb19cc2c38)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:22.227979 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd4b9e7a-3dde-4e6b-be34-f7f950ebedaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (96f8f30e-f81d-4394-beb0-1398a70adf81), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:22.260123 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-fd4b9e7a-3dde-4e6b-be34-f7f950ebedaa None None] Calling delete_port for 96f8f30e-f81d-4394-beb0-1398a70adf81 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:18:22.284330 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-b850bad9-0723-4159-bb45-406d45708934 None None] Allocated IP 172.20.0.2 (47fa1fe6-b7ff-4798-8384-d96a8ee91d2e/4218984f-8737-4371-806d-75117779a75f/f9147cec-6324-4263-8b79-e81fb3088f3a) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:22.304227 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-068c8987-85b6-43e5-8011-f4e688b9bf25 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (fee51f0a-cf44-408b-8061-6436661ce6af), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:22.306109 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-068c8987-85b6-43e5-8011-f4e688b9bf25 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Added segment fee51f0a-cf44-408b-8061-6436661ce6af of type vlan for network 40b2269f-b719-448d-b1c8-4c428d201ef3 Feb 09 01:18:22.330474 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92738152-f289-4682-b26f-132f76595107 admin admin] Pushing event deleted for resources: {'Port': ['ID=204b4cc5-c4ee-44e7-9f18-f5713652bca6,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:22.344748 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-a65f0890-58bd-43c6-9ed4-4156353ad648 admin admin] Deleting port 96f8f30e-f81d-4394-beb0-1398a70adf81 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:18:22.345711 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a65f0890-58bd-43c6-9ed4-4156353ad648 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (96f8f30e-f81d-4394-beb0-1398a70adf81), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:22.467112 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd4b9e7a-3dde-4e6b-be34-f7f950ebedaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (96f8f30e-f81d-4394-beb0-1398a70adf81), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:22.469972 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-068c8987-85b6-43e5-8011-f4e688b9bf25 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (40b2269f-b719-448d-b1c8-4c428d201ef3), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:22.494899 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086bf2b-5c98-4b51-813e-86c482563c5c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1dcfbb0d-c10f-42ad-b108-43168ad2cb60,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:22.501751 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4be05472-186c-4721-99be-af0eb575382e admin admin] Publish callbacks [] for router_gateway (96bbd1b0-4626-49eb-af76-25f572100ac9), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:22.516242 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b9e7a-3dde-4e6b-be34-f7f950ebedaa None None] Pushing event deleted for resources: {'Port': ['ID=96f8f30e-f81d-4394-beb0-1398a70adf81,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:22.540371 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4b9e7a-3dde-4e6b-be34-f7f950ebedaa None None] No DVR routers for this DVR port 96f8f30e-f81d-4394-beb0-1398a70adf81 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:18:22.567323 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4be05472-186c-4721-99be-af0eb575382e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:22.571513 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-92738152-f289-4682-b26f-132f76595107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (cbc8ef8c-05e3-40c3-8008-399e199632b9), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:22.584926 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-068c8987-85b6-43e5-8011-f4e688b9bf25 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (40b2269f-b719-448d-b1c8-4c428d201ef3), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:22.587724 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b850bad9-0723-4159-bb45-406d45708934 None None] Publish callbacks [] for port (f9147cec-6324-4263-8b79-e81fb3088f3a), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:22.590294 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068c8987-85b6-43e5-8011-f4e688b9bf25 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:22.590869 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-068c8987-85b6-43e5-8011-f4e688b9bf25 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:22.602468 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b850bad9-0723-4159-bb45-406d45708934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (f9147cec-6324-4263-8b79-e81fb3088f3a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:22.622617 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d086bf2b-5c98-4b51-813e-86c482563c5c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:22.623056 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d086bf2b-5c98-4b51-813e-86c482563c5c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:22.623415 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d086bf2b-5c98-4b51-813e-86c482563c5c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:22.623765 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d086bf2b-5c98-4b51-813e-86c482563c5c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:22.624105 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d086bf2b-5c98-4b51-813e-86c482563c5c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:22.624448 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d086bf2b-5c98-4b51-813e-86c482563c5c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:22.624814 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d086bf2b-5c98-4b51-813e-86c482563c5c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:22.625151 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d086bf2b-5c98-4b51-813e-86c482563c5c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:22.625491 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d086bf2b-5c98-4b51-813e-86c482563c5c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:22.625824 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d086bf2b-5c98-4b51-813e-86c482563c5c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:22.626162 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d086bf2b-5c98-4b51-813e-86c482563c5c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:22.626491 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d086bf2b-5c98-4b51-813e-86c482563c5c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:22.626822 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d086bf2b-5c98-4b51-813e-86c482563c5c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:22.658170 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b850bad9-0723-4159-bb45-406d45708934 None None] Network 47fa1fe6-b7ff-4798-8384-d96a8ee91d2e is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:22.662476 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-b850bad9-0723-4159-bb45-406d45708934 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:22.665150 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b850bad9-0723-4159-bb45-406d45708934 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:18:22.773547 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850bad9-0723-4159-bb45-406d45708934 None None] Pushing event updated for resources: {'Port': ['ID=f9147cec-6324-4263-8b79-e81fb3088f3a,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:22.788201 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-b850bad9-0723-4159-bb45-406d45708934 None None] Attempting to bind port f9147cec-6324-4263-8b79-e81fb3088f3a on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:18:22.788611 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-b850bad9-0723-4159-bb45-406d45708934 None None] Attempting to bind port f9147cec-6324-4263-8b79-e81fb3088f3a by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '6b5a2c5c-e7e2-4178-94b6-7f4da135e2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '47fa1fe6-b7ff-4798-8384-d96a8ee91d2e'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:18:22.788995 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b850bad9-0723-4159-bb45-406d45708934 None None] Attempting to bind port f9147cec-6324-4263-8b79-e81fb3088f3a on network 47fa1fe6-b7ff-4798-8384-d96a8ee91d2e {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:18:22.794877 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b850bad9-0723-4159-bb45-406d45708934 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:18:22.795398 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b850bad9-0723-4159-bb45-406d45708934 None None] Checking segment: {'id': '6b5a2c5c-e7e2-4178-94b6-7f4da135e2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '47fa1fe6-b7ff-4798-8384-d96a8ee91d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:18:22.796197 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b850bad9-0723-4159-bb45-406d45708934 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:22.796640 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b850bad9-0723-4159-bb45-406d45708934 None None] Bound using segment: {'id': '6b5a2c5c-e7e2-4178-94b6-7f4da135e2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '47fa1fe6-b7ff-4798-8384-d96a8ee91d2e'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:18:22.797130 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-b850bad9-0723-4159-bb45-406d45708934 None None] Bound port: f9147cec-6324-4263-8b79-e81fb3088f3a, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b5a2c5c-e7e2-4178-94b6-7f4da135e2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '47fa1fe6-b7ff-4798-8384-d96a8ee91d2e'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:18:22.797527 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b850bad9-0723-4159-bb45-406d45708934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f9147cec-6324-4263-8b79-e81fb3088f3a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:22.805364 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-4be05472-186c-4721-99be-af0eb575382e admin admin] Allocated IP 172.25.8.12 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/d90809e6-08dd-4b06-85e7-bd2922b24b1d) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:22.832557 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c8987-85b6-43e5-8011-f4e688b9bf25 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Pushing event updated for resources: {'Network': ['ID=40b2269f-b719-448d-b1c8-4c428d201ef3,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:22.837819 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-068c8987-85b6-43e5-8011-f4e688b9bf25 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0889459 Feb 09 01:18:22.855255 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60004) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:22.861980 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-e75e09fe-e3ff-496e-a12f-7aea1bc33584 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Request body: {'subnet': {'network_id': '40b2269f-b719-448d-b1c8-4c428d201ef3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:22.879572 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-b850bad9-0723-4159-bb45-406d45708934 None None] For port f9147cec-6324-4263-8b79-e81fb3088f3a, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:18:22.883026 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-b850bad9-0723-4159-bb45-406d45708934 None None] For port f9147cec-6324-4263-8b79-e81fb3088f3a, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f9147cec-6324-4263-8b79-e81fb3088f3a,segment=NetworkSegment(6b5a2c5c-e7e2-4178-94b6-7f4da135e2e0),segment_id=6b5a2c5c-e7e2-4178-94b6-7f4da135e2e0)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:18:22.890432 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 40b2269f-b719-448d-b1c8-4c428d201ef3 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:18:22.896836 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b850bad9-0723-4159-bb45-406d45708934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f9147cec-6324-4263-8b79-e81fb3088f3a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:22.897716 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-a65f0890-58bd-43c6-9ed4-4156353ad648 admin admin] For port 96f8f30e-f81d-4394-beb0-1398a70adf81, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=96f8f30e-f81d-4394-beb0-1398a70adf81,segment=NetworkSegment(daa9bf0b-abe7-4120-b741-aabb19cc2c38),segment_id=daa9bf0b-abe7-4120-b741-aabb19cc2c38)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:22.898276 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a65f0890-58bd-43c6-9ed4-4156353ad648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (96f8f30e-f81d-4394-beb0-1398a70adf81), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:22.902896 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d086bf2b-5c98-4b51-813e-86c482563c5c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Checking segment: {'id': '7016d07c-25d6-455f-bcb5-eeaafb1bb7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '19b149b5-5849-4283-8d94-70c1777805ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:18:22.904854 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d086bf2b-5c98-4b51-813e-86c482563c5c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Network hostable DHCP agents. Network: 19b149b5-5849-4283-8d94-70c1777805ff, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:18:22.933572 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-92738152-f289-4682-b26f-132f76595107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (cbc8ef8c-05e3-40c3-8008-399e199632b9), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:22.935625 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-a65f0890-58bd-43c6-9ed4-4156353ad648 admin admin] Calling delete_port for 96f8f30e-f81d-4394-beb0-1398a70adf81 owned by network:dhcp {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:18:22.937919 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-92738152-f289-4682-b26f-132f76595107 admin admin] Publish callbacks [] for router_controller (cbc8ef8c-05e3-40c3-8008-399e199632b9), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:23.063809 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d086bf2b-5c98-4b51-813e-86c482563c5c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Network 19b149b5-5849-4283-8d94-70c1777805ff is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:18:23.084351 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-92738152-f289-4682-b26f-132f76595107 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (cbc8ef8c-05e3-40c3-8008-399e199632b9), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:23.085219 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92738152-f289-4682-b26f-132f76595107 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbc8ef8c-05e3-40c3-8008-399e199632b9 {{(pid=103136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:18:23.091978 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-92738152-f289-4682-b26f-132f76595107 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:23.096552 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-92738152-f289-4682-b26f-132f76595107 admin admin] 10.222.0.50 "DELETE /v2.0/routers/cbc8ef8c-05e3-40c3-8008-399e199632b9 HTTP/1.1" status: 204 len: 168 time: 3.5134122 Feb 09 01:18:23.097945 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-d086bf2b-5c98-4b51-813e-86c482563c5c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 19b149b5-5849-4283-8d94-70c1777805ff) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:23.099416 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60008) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:23.121695 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d086bf2b-5c98-4b51-813e-86c482563c5c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:23.122309 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d086bf2b-5c98-4b51-813e-86c482563c5c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:23.124235 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c428ded-c6fc-4ee0-878f-1e0c3e2034a3 None None] Network 19b149b5-5849-4283-8d94-70c1777805ff requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:18:23.193325 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4be05472-186c-4721-99be-af0eb575382e admin admin] Publish callbacks [] for port (d90809e6-08dd-4b06-85e7-bd2922b24b1d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:23.196677 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75e09fe-e3ff-496e-a12f-7aea1bc33584 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Made reservation on behalf of 19fcd7731580466787b393974cbcf579 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:23.208017 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e75e09fe-e3ff-496e-a12f-7aea1bc33584 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:23.279090 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa297f49-b1bc-44c9-ba92-f4d3ed0f872b req-eef5caa4-388f-42ee-8a8d-3f8eab0d287e tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.0690641 Feb 09 01:18:23.302390 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-c63c65f3-f41e-43b2-b050-3547595588fa admin admin] Deleting subnet 2c035d17-d442-4da4-a1f3-729ca3bfd579 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:18:23.312156 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c63c65f3-f41e-43b2-b050-3547595588fa admin admin] Publish callbacks [] for subnet (2c035d17-d442-4da4-a1f3-729ca3bfd579), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:23.326256 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d086bf2b-5c98-4b51-813e-86c482563c5c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.9834061 Feb 09 01:18:23.326412 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60010) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:23.335210 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02b798e-1d78-42e4-928c-cced246f80c4 None None] Network 6e46a363-62fa-480e-b69a-573e8458f557 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:18:23.359827 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-bc553f0d-5d3b-491f-9b6c-848bef0742cf tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-840779884', 'network_id': '19b149b5-5849-4283-8d94-70c1777805ff'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:23.396427 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a65f0890-58bd-43c6-9ed4-4156353ad648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (96f8f30e-f81d-4394-beb0-1398a70adf81), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:23.472921 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c63c65f3-f41e-43b2-b050-3547595588fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (2c035d17-d442-4da4-a1f3-729ca3bfd579), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:23.489453 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844b4eaa-5cca-4c76-943a-47f669c7bac4 None None] Network 19b149b5-5849-4283-8d94-70c1777805ff requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:18:23.492994 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850bad9-0723-4159-bb45-406d45708934 None None] Pushing event updated for resources: {'Port': ['ID=f9147cec-6324-4263-8b79-e81fb3088f3a,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:23.516850 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-cceb6f5b-e2dc-49d0-b9fc-03926e67adb5 None None] Provisioning complete for port 2a773e0a-23ba-4981-a2f6-95857f1d7e7f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:23.517242 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cceb6f5b-e2dc-49d0-b9fc-03926e67adb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (2a773e0a-23ba-4981-a2f6-95857f1d7e7f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:23.517388 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4be05472-186c-4721-99be-af0eb575382e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (d90809e6-08dd-4b06-85e7-bd2922b24b1d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:23.586581 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c63c65f3-f41e-43b2-b050-3547595588fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (2c035d17-d442-4da4-a1f3-729ca3bfd579), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:23.587706 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 2a773e0a-23ba-4981-a2f6-95857f1d7e7f up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:18:23.656418 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc553f0d-5d3b-491f-9b6c-848bef0742cf tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Made reservation on behalf of 1321291f141a416bae8feba5d3cc145f for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:23.661426 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc553f0d-5d3b-491f-9b6c-848bef0742cf tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:23.672052 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65f0890-58bd-43c6-9ed4-4156353ad648 admin admin] No DVR routers for this DVR port 96f8f30e-f81d-4394-beb0-1398a70adf81 on host n-d-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:18:23.674658 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c63c65f3-f41e-43b2-b050-3547595588fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (2c035d17-d442-4da4-a1f3-729ca3bfd579), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:23.680207 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f0890-58bd-43c6-9ed4-4156353ad648 admin admin] Pushing event deleted for resources: {'Port': ['ID=96f8f30e-f81d-4394-beb0-1398a70adf81,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:23.686138 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be05472-186c-4721-99be-af0eb575382e admin admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:23.701126 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-bc553f0d-5d3b-491f-9b6c-848bef0742cf tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] device_id is not set on port 166cb734-495d-4668-a617-d90d88604ec6 yet. {{(pid=103136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:18:23.702918 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-4be05472-186c-4721-99be-af0eb575382e admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:23.723647 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be05472-186c-4721-99be-af0eb575382e admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:18:23.729682 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be05472-186c-4721-99be-af0eb575382e admin admin] Pushing event updated for resources: {'Port': ['ID=d90809e6-08dd-4b06-85e7-bd2922b24b1d,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:23.859210 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-bc553f0d-5d3b-491f-9b6c-848bef0742cf tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Allocated IP 2001:db8::3d7 (19b149b5-5849-4283-8d94-70c1777805ff/1dcfbb0d-c10f-42ad-b108-43168ad2cb60/166cb734-495d-4668-a617-d90d88604ec6) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:23.947544 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-cceb6f5b-e2dc-49d0-b9fc-03926e67adb5 None None] Current status of the port 2a773e0a-23ba-4981-a2f6-95857f1d7e7f is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:23.947986 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cceb6f5b-e2dc-49d0-b9fc-03926e67adb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (2a773e0a-23ba-4981-a2f6-95857f1d7e7f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:24.036416 n-d-828369-4 neutron-server[103137]: DEBUG neutron.objects.ports [None req-e75e09fe-e3ff-496e-a12f-7aea1bc33584 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103137) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:18:24.043753 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc553f0d-5d3b-491f-9b6c-848bef0742cf tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for port (166cb734-495d-4668-a617-d90d88604ec6), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:24.044468 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e75e09fe-e3ff-496e-a12f-7aea1bc33584 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (efa8a9b3-8bd0-4114-8c20-640ddd1a236e), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:24.062117 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-cceb6f5b-e2dc-49d0-b9fc-03926e67adb5 None None] For port 2a773e0a-23ba-4981-a2f6-95857f1d7e7f, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=2a773e0a-23ba-4981-a2f6-95857f1d7e7f,segment=NetworkSegment(79c6d627-1247-4519-aba0-8d61da6fbb13),segment_id=79c6d627-1247-4519-aba0-8d61da6fbb13)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:24.071981 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cceb6f5b-e2dc-49d0-b9fc-03926e67adb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (2a773e0a-23ba-4981-a2f6-95857f1d7e7f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:24.142563 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c65f3-f41e-43b2-b050-3547595588fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c035d17-d442-4da4-a1f3-729ca3bfd579,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:24.158124 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb6f5b-e2dc-49d0-b9fc-03926e67adb5 None None] Pushing event updated for resources: {'Port': ['ID=2a773e0a-23ba-4981-a2f6-95857f1d7e7f,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:24.162357 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b59a3f-59c2-4274-a315-ad7120910ba8 None None] Network 16e9cb77-27b0-486d-a1e4-1a7752ab522e requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:18:24.175831 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c63c65f3-f41e-43b2-b050-3547595588fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:24.182545 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 2a773e0a-23ba-4981-a2f6-95857f1d7e7f triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:24.182545 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (2a773e0a-23ba-4981-a2f6-95857f1d7e7f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:24.184581 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c63c65f3-f41e-43b2-b050-3547595588fa admin admin] 10.222.0.50 "DELETE /v2.0/subnets/2c035d17-d442-4da4-a1f3-729ca3bfd579 HTTP/1.1" status: 204 len: 168 time: 1.0821280 Feb 09 01:18:24.186001 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60012) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:24.213662 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d3224d-50af-4621-aa24-d2ffea39b97c None None] DHCP port deletion for 6e46a363-62fa-480e-b69a-573e8458f557 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:18:24.318648 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a65f0890-58bd-43c6-9ed4-4156353ad648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (73f7b676-8bf5-446d-a67c-31e310236d10), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:24.328448 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e09fe-e3ff-496e-a12f-7aea1bc33584 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Pushing event updated for resources: {'Subnet': ['ID=efa8a9b3-8bd0-4114-8c20-640ddd1a236e,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:24.357015 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc553f0d-5d3b-491f-9b6c-848bef0742cf tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (166cb734-495d-4668-a617-d90d88604ec6), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:24.417380 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-82d3224d-50af-4621-aa24-d2ffea39b97c None None] Deleting port 2a773e0a-23ba-4981-a2f6-95857f1d7e7f {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:18:24.417719 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-82d3224d-50af-4621-aa24-d2ffea39b97c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (2a773e0a-23ba-4981-a2f6-95857f1d7e7f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:24.419299 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 2a773e0a-23ba-4981-a2f6-95857f1d7e7f is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:24.446889 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75e09fe-e3ff-496e-a12f-7aea1bc33584 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Checking segment: {'id': 'fee51f0a-cf44-408b-8061-6436661ce6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '40b2269f-b719-448d-b1c8-4c428d201ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:18:24.456594 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75e09fe-e3ff-496e-a12f-7aea1bc33584 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Network hostable DHCP agents. Network: 40b2269f-b719-448d-b1c8-4c428d201ef3, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:18:24.471603 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4be05472-186c-4721-99be-af0eb575382e admin admin] Publish callbacks [] for router_gateway (96bbd1b0-4626-49eb-af76-25f572100ac9), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:24.516311 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-a65f0890-58bd-43c6-9ed4-4156353ad648 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73f7b676-8bf5-446d-a67c-31e310236d10']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:24.519822 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc553f0d-5d3b-491f-9b6c-848bef0742cf tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Pushing event updated for resources: {'Port': ['ID=166cb734-495d-4668-a617-d90d88604ec6,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:24.530096 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 204b4cc5-c4ee-44e7-9f18-f5713652bca6 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:18:24.557326 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75e09fe-e3ff-496e-a12f-7aea1bc33584 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Network 40b2269f-b719-448d-b1c8-4c428d201ef3 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:18:24.573061 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc553f0d-5d3b-491f-9b6c-848bef0742cf tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Network 19b149b5-5849-4283-8d94-70c1777805ff is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:24.583088 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-82d3224d-50af-4621-aa24-d2ffea39b97c None None] For port 2a773e0a-23ba-4981-a2f6-95857f1d7e7f, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=2a773e0a-23ba-4981-a2f6-95857f1d7e7f,segment=NetworkSegment(79c6d627-1247-4519-aba0-8d61da6fbb13),segment_id=79c6d627-1247-4519-aba0-8d61da6fbb13)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:24.583499 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-82d3224d-50af-4621-aa24-d2ffea39b97c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (2a773e0a-23ba-4981-a2f6-95857f1d7e7f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:24.594227 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a3cc9b85-271d-4ce7-b5b5-f587800537ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (16e9cb77-27b0-486d-a1e4-1a7752ab522e), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:24.601094 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-e75e09fe-e3ff-496e-a12f-7aea1bc33584 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 40b2269f-b719-448d-b1c8-4c428d201ef3) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:24.603171 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-82d3224d-50af-4621-aa24-d2ffea39b97c None None] Calling delete_port for 2a773e0a-23ba-4981-a2f6-95857f1d7e7f owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:18:24.606332 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75e09fe-e3ff-496e-a12f-7aea1bc33584 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:24.606945 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e75e09fe-e3ff-496e-a12f-7aea1bc33584 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:24.613692 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-a65f0890-58bd-43c6-9ed4-4156353ad648 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daa9bf0b-abe7-4120-b741-aabb19cc2c38') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:24.613692 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-a65f0890-58bd-43c6-9ed4-4156353ad648 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daa9bf0b-abe7-4120-b741-aabb19cc2c38') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:24.631740 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a65f0890-58bd-43c6-9ed4-4156353ad648 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (daa9bf0b-abe7-4120-b741-aabb19cc2c38), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:24.632090 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e75e09fe-e3ff-496e-a12f-7aea1bc33584 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7754171 Feb 09 01:18:24.634464 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60016) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:24.642189 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-c5eed224-48be-42da-a092-8aabb05044ce tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Request body: {'port': {'network_id': '40b2269f-b719-448d-b1c8-4c428d201ef3', 'name': 'tempest-NetworksIpV6TestAttrs-1203889904'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:24.649691 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a65f0890-58bd-43c6-9ed4-4156353ad648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (daa9bf0b-abe7-4120-b741-aabb19cc2c38), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:24.656778 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a65f0890-58bd-43c6-9ed4-4156353ad648 admin admin] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:18:24.657336 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a65f0890-58bd-43c6-9ed4-4156353ad648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (daa9bf0b-abe7-4120-b741-aabb19cc2c38), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:24.696659 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735782b7-d7ce-4e03-8afc-179af6f9e6b3 None None] DHCP port deletion for 16e9cb77-27b0-486d-a1e4-1a7752ab522e request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:18:24.705615 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1ed63d-5b09-4119-80d7-b27e2bc056c3 None None] Network 40b2269f-b719-448d-b1c8-4c428d201ef3 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:18:24.723228 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-bc553f0d-5d3b-491f-9b6c-848bef0742cf tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:24.729369 n-d-828369-4 neutron-server[103136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:18:24.729369 n-d-828369-4 neutron-server[103136]: self.session.flush() Feb 09 01:18:24.729369 n-d-828369-4 neutron-server[103136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:18:24.729369 n-d-828369-4 neutron-server[103136]: self.session.flush() Feb 09 01:18:24.729369 n-d-828369-4 neutron-server[103136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:18:24.729369 n-d-828369-4 neutron-server[103136]: self.session.flush() Feb 09 01:18:24.729369 n-d-828369-4 neutron-server[103136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:18:24.729369 n-d-828369-4 neutron-server[103136]: self.session.flush() Feb 09 01:18:24.729369 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:18:24.729369 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:18:24.729369 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:18:24.729369 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:18:24.729369 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:18:24.729369 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:18:24.729369 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:18:24.729369 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:18:24.729369 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:18:24.729369 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:18:24.729369 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:18:24.729369 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:18:24.729369 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:18:24.729369 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:18:24.729369 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:18:24.729369 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:18:24.729369 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:18:24.729369 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:18:24.729369 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:18:24.729369 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:18:24.729369 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:18:24.729369 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:18:24.729369 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:18:24.729369 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:18:24.729369 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:18:24.729369 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:18:24.729369 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:18:24.729369 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:18:24.729369 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:18:24.729369 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:18:24.729369 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:18:24.729369 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:18:24.740460 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc553f0d-5d3b-491f-9b6c-848bef0742cf tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:18:24.742617 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc553f0d-5d3b-491f-9b6c-848bef0742cf tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:24.749122 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc553f0d-5d3b-491f-9b6c-848bef0742cf tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:24.788273 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-80a9098c-19b1-4449-b35e-ebd7d004f138 req-6359ccea-20e4-457e-a2c3-fa5ea6d90b62 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.2693689 Feb 09 01:18:24.797563 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-bc553f0d-5d3b-491f-9b6c-848bef0742cf tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4421334 Feb 09 01:18:24.797990 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60018) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:24.806263 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a65f0890-58bd-43c6-9ed4-4156353ad648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (73f7b676-8bf5-446d-a67c-31e310236d10), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:24.825108 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7e95f1-147f-4a7f-904b-914ade965c53 None None] Network 47fa1fe6-b7ff-4798-8384-d96a8ee91d2e requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:18:24.828956 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a65f0890-58bd-43c6-9ed4-4156353ad648 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:24.830436 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 204b4cc5-c4ee-44e7-9f18-f5713652bca6 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:18:24.831003 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 204b4cc5-c4ee-44e7-9f18-f5713652bca6 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:18:24.831653 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 96f8f30e-f81d-4394-beb0-1398a70adf81 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:18:24.835386 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a65f0890-58bd-43c6-9ed4-4156353ad648 admin admin] 10.222.0.50 "DELETE /v2.0/networks/73f7b676-8bf5-446d-a67c-31e310236d10 HTTP/1.1" status: 204 len: 168 time: 3.7203264 Feb 09 01:18:24.850839 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f0890-58bd-43c6-9ed4-4156353ad648 admin admin] Pushing event deleted for resources: {'Network': ['ID=73f7b676-8bf5-446d-a67c-31e310236d10,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:24.871745 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5eed224-48be-42da-a092-8aabb05044ce tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Made reservation on behalf of 19fcd7731580466787b393974cbcf579 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:24.875911 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c5eed224-48be-42da-a092-8aabb05044ce tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:24.906622 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-c5eed224-48be-42da-a092-8aabb05044ce tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] device_id is not set on port e73f074b-5727-4188-a8f9-21c2190d6661 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:18:24.909535 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-a3cc9b85-271d-4ce7-b5b5-f587800537ff admin admin] Deleting port d9427dc5-2083-420b-904e-9b661761fa5e {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:18:24.910471 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a3cc9b85-271d-4ce7-b5b5-f587800537ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (d9427dc5-2083-420b-904e-9b661761fa5e), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:24.936876 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 96f8f30e-f81d-4394-beb0-1398a70adf81 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:18:24.937655 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 96f8f30e-f81d-4394-beb0-1398a70adf81 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:18:24.938460 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device a8c814bc-448f-4d44-ab7b-46ad63573ee0 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:18:25.021856 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-a3cc9b85-271d-4ce7-b5b5-f587800537ff admin admin] For port d9427dc5-2083-420b-904e-9b661761fa5e, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=d9427dc5-2083-420b-904e-9b661761fa5e,segment=NetworkSegment(80170b24-64f1-4bc4-acc6-03fab5e2d0ea),segment_id=80170b24-64f1-4bc4-acc6-03fab5e2d0ea)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:25.022740 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a3cc9b85-271d-4ce7-b5b5-f587800537ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (d9427dc5-2083-420b-904e-9b661761fa5e), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:25.038217 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: a8c814bc-448f-4d44-ab7b-46ad63573ee0 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:18:25.038715 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device a8c814bc-448f-4d44-ab7b-46ad63573ee0 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:18:25.041086 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-ba476fcd-257d-4441-b98c-887e7e1fb928 None None] Provisioning complete for port f9147cec-6324-4263-8b79-e81fb3088f3a triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:25.041481 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ba476fcd-257d-4441-b98c-887e7e1fb928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f9147cec-6324-4263-8b79-e81fb3088f3a), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:25.053673 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-a3cc9b85-271d-4ce7-b5b5-f587800537ff admin admin] Calling delete_port for d9427dc5-2083-420b-904e-9b661761fa5e owned by network:dhcp {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:18:25.059273 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af212b8-d8fd-4c37-90ad-4d03c9d6cf21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-40b2269f-b719-448d-b1c8-4c428d201ef3', 'network_id': '40b2269f-b719-448d-b1c8-4c428d201ef3', 'project_id': '19fcd7731580466787b393974cbcf579', 'fixed_ips': [{'subnet_id': 'efa8a9b3-8bd0-4114-8c20-640ddd1a236e'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:18:25.060221 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1af212b8-d8fd-4c37-90ad-4d03c9d6cf21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:25.098493 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-c5eed224-48be-42da-a092-8aabb05044ce tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Allocated IP 2001:db8::f816:3eff:fe48:3a81 (40b2269f-b719-448d-b1c8-4c428d201ef3/efa8a9b3-8bd0-4114-8c20-640ddd1a236e/e73f074b-5727-4188-a8f9-21c2190d6661) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:25.109635 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60022) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:25.179049 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a9a03138-5921-4cf6-ba8c-cc68a7a773a2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6cf3517f38e6486d8ed854b974ff2e32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0664825 Feb 09 01:18:25.185177 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60024) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:25.189270 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-82d3224d-50af-4621-aa24-d2ffea39b97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (2a773e0a-23ba-4981-a2f6-95857f1d7e7f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:25.219722 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a3cc9b85-271d-4ce7-b5b5-f587800537ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (d9427dc5-2083-420b-904e-9b661761fa5e), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:25.248610 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-735782b7-d7ce-4e03-8afc-179af6f9e6b3 None None] Deleting port d9427dc5-2083-420b-904e-9b661761fa5e {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:18:25.249218 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-735782b7-d7ce-4e03-8afc-179af6f9e6b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (d9427dc5-2083-420b-904e-9b661761fa5e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:25.280574 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cc9b85-271d-4ce7-b5b5-f587800537ff admin admin] No DVR routers for this DVR port d9427dc5-2083-420b-904e-9b661761fa5e on host n-d-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:18:25.286678 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c5eed224-48be-42da-a092-8aabb05044ce tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks [] for port (e73f074b-5727-4188-a8f9-21c2190d6661), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:25.287026 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc9b85-271d-4ce7-b5b5-f587800537ff admin admin] Pushing event deleted for resources: {'Port': ['ID=d9427dc5-2083-420b-904e-9b661761fa5e,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:25.384070 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c5eed224-48be-42da-a092-8aabb05044ce tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (e73f074b-5727-4188-a8f9-21c2190d6661), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:25.451912 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fc79826d-9b7d-4387-a2c4-2b34f98c1594 admin admin] Publish callbacks [] for security_group (34100535-1f0c-4b94-9bd6-954ebad8c724), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:25.461584 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d3224d-50af-4621-aa24-d2ffea39b97c None None] Pushing event deleted for resources: {'Port': ['ID=2a773e0a-23ba-4981-a2f6-95857f1d7e7f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:25.490035 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d3224d-50af-4621-aa24-d2ffea39b97c None None] No DVR routers for this DVR port 2a773e0a-23ba-4981-a2f6-95857f1d7e7f on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:18:25.498380 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a3cc9b85-271d-4ce7-b5b5-f587800537ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (16e9cb77-27b0-486d-a1e4-1a7752ab522e), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:25.506015 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f9147cec-6324-4263-8b79-e81fb3088f3a up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:18:25.530494 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fc79826d-9b7d-4387-a2c4-2b34f98c1594 admin admin] Publish callbacks [] for security_group (34100535-1f0c-4b94-9bd6-954ebad8c724), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:25.550344 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-a3cc9b85-271d-4ce7-b5b5-f587800537ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16e9cb77-27b0-486d-a1e4-1a7752ab522e']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:25.570041 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-a3cc9b85-271d-4ce7-b5b5-f587800537ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80170b24-64f1-4bc4-acc6-03fab5e2d0ea') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:25.573378 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-a3cc9b85-271d-4ce7-b5b5-f587800537ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80170b24-64f1-4bc4-acc6-03fab5e2d0ea') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:25.620740 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a3cc9b85-271d-4ce7-b5b5-f587800537ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (80170b24-64f1-4bc4-acc6-03fab5e2d0ea), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:25.663252 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a3cc9b85-271d-4ce7-b5b5-f587800537ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (80170b24-64f1-4bc4-acc6-03fab5e2d0ea), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:25.676658 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3cc9b85-271d-4ce7-b5b5-f587800537ff admin admin] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:18:25.677225 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a3cc9b85-271d-4ce7-b5b5-f587800537ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (80170b24-64f1-4bc4-acc6-03fab5e2d0ea), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:25.684977 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:18:25.684977 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:18:25.684977 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:18:25.684977 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:18:25.684977 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:18:25.684977 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:18:25.684977 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:18:25.684977 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:18:25.684977 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:18:25.684977 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:18:25.684977 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:18:25.684977 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:18:25.684977 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:18:25.684977 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:18:25.684977 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:18:25.684977 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:18:25.684977 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:18:25.684977 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:18:25.684977 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:18:25.684977 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:18:25.684977 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:18:25.684977 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:18:25.684977 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:18:25.684977 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:18:25.684977 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:18:25.684977 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:18:25.684977 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:18:25.684977 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:18:25.684977 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:18:25.684977 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:18:25.684977 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:18:25.684977 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:18:25.693251 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-1af212b8-d8fd-4c37-90ad-4d03c9d6cf21 None None] Allocated IP 2001:db8::f816:3eff:fe04:8a3d (40b2269f-b719-448d-b1c8-4c428d201ef3/efa8a9b3-8bd0-4114-8c20-640ddd1a236e/fd7f8fe6-a0eb-4867-8702-6e902f8c2717) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:25.744692 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5eed224-48be-42da-a092-8aabb05044ce tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Network 40b2269f-b719-448d-b1c8-4c428d201ef3 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:25.768846 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-c5eed224-48be-42da-a092-8aabb05044ce tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:25.790063 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-4125ba6a-c203-490d-9df5-5450a82d6d05 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Deleting port 166cb734-495d-4668-a617-d90d88604ec6 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:18:25.790063 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4125ba6a-c203-490d-9df5-5450a82d6d05 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (166cb734-495d-4668-a617-d90d88604ec6), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:25.802075 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eed224-48be-42da-a092-8aabb05044ce tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:18:25.807429 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5eed224-48be-42da-a092-8aabb05044ce tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:25.812307 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c5eed224-48be-42da-a092-8aabb05044ce tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:25.813325 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fc79826d-9b7d-4387-a2c4-2b34f98c1594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (34100535-1f0c-4b94-9bd6-954ebad8c724), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:25.823991 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fc79826d-9b7d-4387-a2c4-2b34f98c1594 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:25.827674 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-fc79826d-9b7d-4387-a2c4-2b34f98c1594 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/34100535-1f0c-4b94-9bd6-954ebad8c724 HTTP/1.1" status: 204 len: 168 time: 0.6388671 Feb 09 01:18:25.849720 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-735782b7-d7ce-4e03-8afc-179af6f9e6b3 None None] For port d9427dc5-2083-420b-904e-9b661761fa5e, host n-d-828369-4, got binding levels [] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:25.850629 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-735782b7-d7ce-4e03-8afc-179af6f9e6b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (d9427dc5-2083-420b-904e-9b661761fa5e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:25.858744 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc79826d-9b7d-4387-a2c4-2b34f98c1594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34100535-1f0c-4b94-9bd6-954ebad8c724,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:25.875340 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a3cc9b85-271d-4ce7-b5b5-f587800537ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (16e9cb77-27b0-486d-a1e4-1a7752ab522e), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:25.877235 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4be05472-186c-4721-99be-af0eb575382e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (96bbd1b0-4626-49eb-af76-25f572100ac9), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:25.884772 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a3cc9b85-271d-4ce7-b5b5-f587800537ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:25.898923 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a3cc9b85-271d-4ce7-b5b5-f587800537ff admin admin] 10.222.0.50 "DELETE /v2.0/networks/16e9cb77-27b0-486d-a1e4-1a7752ab522e HTTP/1.1" status: 204 len: 168 time: 1.6962578 Feb 09 01:18:25.919576 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eed224-48be-42da-a092-8aabb05044ce tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Pushing event updated for resources: {'Port': ['ID=e73f074b-5727-4188-a8f9-21c2190d6661,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:25.928435 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc9b85-271d-4ce7-b5b5-f587800537ff admin admin] Pushing event deleted for resources: {'Network': ['ID=16e9cb77-27b0-486d-a1e4-1a7752ab522e,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:26.053144 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-46ef7582-bbf1-4462-9d7b-da4e24b42204 req-f6ef85bb-3048-4c9b-b0ae-68005dc0ce33 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.0536873 Feb 09 01:18:26.077437 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ba476fcd-257d-4441-b98c-887e7e1fb928 None None] Current status of the port f9147cec-6324-4263-8b79-e81fb3088f3a is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:26.079135 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ba476fcd-257d-4441-b98c-887e7e1fb928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f9147cec-6324-4263-8b79-e81fb3088f3a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:26.084367 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-735782b7-d7ce-4e03-8afc-179af6f9e6b3 None None] Calling delete_port for d9427dc5-2083-420b-904e-9b661761fa5e owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:18:26.110869 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.ipam_backend_mixin [None req-735782b7-d7ce-4e03-8afc-179af6f9e6b3 None None] Port d9427dc5-2083-420b-904e-9b661761fa5e was not found and therefore no delete operation was performed {{(pid=103138) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 01:18:26.130151 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4125ba6a-c203-490d-9df5-5450a82d6d05 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (166cb734-495d-4668-a617-d90d88604ec6), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:26.158776 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-4125ba6a-c203-490d-9df5-5450a82d6d05 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Calling delete_port for 166cb734-495d-4668-a617-d90d88604ec6 owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:18:26.251185 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60054) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:26.324862 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1af212b8-d8fd-4c37-90ad-4d03c9d6cf21 None None] Publish callbacks [] for port (fd7f8fe6-a0eb-4867-8702-6e902f8c2717), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:26.340029 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-735782b7-d7ce-4e03-8afc-179af6f9e6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (d9427dc5-2083-420b-904e-9b661761fa5e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:26.353688 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-66fb8729-bae2-4196-83b1-7f5b38ff989e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=19b538c3b5a14e6daaae72754eb8a669&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1009786 Feb 09 01:18:26.354745 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60058) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:26.364617 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c5eed224-48be-42da-a092-8aabb05044ce tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.7288532 Feb 09 01:18:26.374807 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1af212b8-d8fd-4c37-90ad-4d03c9d6cf21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (fd7f8fe6-a0eb-4867-8702-6e902f8c2717), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:26.376836 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60060) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:26.382952 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735782b7-d7ce-4e03-8afc-179af6f9e6b3 None None] Pushing event deleted for resources: {'Port': ['ID=d9427dc5-2083-420b-904e-9b661761fa5e,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:26.392476 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4125ba6a-c203-490d-9df5-5450a82d6d05 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (166cb734-495d-4668-a617-d90d88604ec6), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:26.456599 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4125ba6a-c203-490d-9df5-5450a82d6d05 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Pushing event deleted for resources: {'Port': ['ID=166cb734-495d-4668-a617-d90d88604ec6,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:26.489634 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af212b8-d8fd-4c37-90ad-4d03c9d6cf21 None None] Pushing event updated for resources: {'Port': ['ID=fd7f8fe6-a0eb-4867-8702-6e902f8c2717,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:26.494277 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-735782b7-d7ce-4e03-8afc-179af6f9e6b3 None None] Network 16e9cb77-27b0-486d-a1e4-1a7752ab522e is not hosted by any dhcp agent {{(pid=103138) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 01:18:26.503042 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735782b7-d7ce-4e03-8afc-179af6f9e6b3 None None] No DVR routers for this DVR port d9427dc5-2083-420b-904e-9b661761fa5e on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:18:26.518725 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port f9147cec-6324-4263-8b79-e81fb3088f3a triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:26.521495 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f9147cec-6324-4263-8b79-e81fb3088f3a), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:26.613271 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1739ff34-2c1d-4528-96ae-564eb49cbf7b admin admin] Publish callbacks [] for security_group (45eaab36-af4f-4215-874b-e47cf74a9106), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:26.651958 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-71715b47-f531-4312-b08a-c9d0d78124e2 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Deleting subnet efa8a9b3-8bd0-4114-8c20-640ddd1a236e {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:18:26.652198 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-ba476fcd-257d-4441-b98c-887e7e1fb928 None None] For port f9147cec-6324-4263-8b79-e81fb3088f3a, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f9147cec-6324-4263-8b79-e81fb3088f3a,segment=NetworkSegment(6b5a2c5c-e7e2-4178-94b6-7f4da135e2e0),segment_id=6b5a2c5c-e7e2-4178-94b6-7f4da135e2e0)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:26.662625 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60066) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:26.671432 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af212b8-d8fd-4c37-90ad-4d03c9d6cf21 None None] Network 40b2269f-b719-448d-b1c8-4c428d201ef3 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:26.674009 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ba476fcd-257d-4441-b98c-887e7e1fb928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f9147cec-6324-4263-8b79-e81fb3088f3a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:26.689545 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-71715b47-f531-4312-b08a-c9d0d78124e2 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks [] for subnet (efa8a9b3-8bd0-4114-8c20-640ddd1a236e), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:26.766385 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1739ff34-2c1d-4528-96ae-564eb49cbf7b admin admin] Publish callbacks [] for security_group (45eaab36-af4f-4215-874b-e47cf74a9106), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:26.797202 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60070) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:26.802519 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-71715b47-f531-4312-b08a-c9d0d78124e2 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (efa8a9b3-8bd0-4114-8c20-640ddd1a236e), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:26.892202 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e53f555c-3ab7-433a-ae1d-e679aebb9dfe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9e6740ff64d94c1195193507333eca99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2258260 Feb 09 01:18:26.964982 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60074) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:26.977467 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4125ba6a-c203-490d-9df5-5450a82d6d05 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:26.986534 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4125ba6a-c203-490d-9df5-5450a82d6d05 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] 10.222.0.50 "DELETE /v2.0/ports/166cb734-495d-4668-a617-d90d88604ec6 HTTP/1.1" status: 204 len: 168 time: 2.1851144 Feb 09 01:18:26.987624 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60076) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:26.994541 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-1af212b8-d8fd-4c37-90ad-4d03c9d6cf21 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:26.997469 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af212b8-d8fd-4c37-90ad-4d03c9d6cf21 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:18:26.998510 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-1735095a-d4f9-419b-beef-a4e4c69b5419 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '19b149b5-5849-4283-8d94-70c1777805ff', 'external_fixed_ips': [{'subnet_id': '1dcfbb0d-c10f-42ad-b108-43168ad2cb60', 'ip_address': '2001:db8::3d7'}]}}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:27.053206 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-582b2315-eb5f-4641-9ed9-1ef262ba64da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:27.075443 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8772a3c6-9b13-4109-bf67-6eb160c331c0 admin admin] Publish callbacks [] for security_group (11c2e468-7cc9-41de-a080-40fdd76d2e0a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:27.085017 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port f9147cec-6324-4263-8b79-e81fb3088f3a is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:27.108337 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8772a3c6-9b13-4109-bf67-6eb160c331c0 admin admin] Publish callbacks [] for security_group (11c2e468-7cc9-41de-a080-40fdd76d2e0a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:27.120288 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-e1d0ae23-d903-482e-ab12-842fa5d6803e None None] Provisioning complete for port f9147cec-6324-4263-8b79-e81fb3088f3a triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:27.120710 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e1d0ae23-d903-482e-ab12-842fa5d6803e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f9147cec-6324-4263-8b79-e81fb3088f3a), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:27.123433 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba476fcd-257d-4441-b98c-887e7e1fb928 None None] Pushing event updated for resources: {'Port': ['ID=f9147cec-6324-4263-8b79-e81fb3088f3a,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:27.129816 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1739ff34-2c1d-4528-96ae-564eb49cbf7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (45eaab36-af4f-4215-874b-e47cf74a9106), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:27.140792 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1739ff34-2c1d-4528-96ae-564eb49cbf7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:27.155369 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-1af212b8-d8fd-4c37-90ad-4d03c9d6cf21 None None] Attempting to bind port fd7f8fe6-a0eb-4867-8702-6e902f8c2717 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:18:27.155880 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-1af212b8-d8fd-4c37-90ad-4d03c9d6cf21 None None] Attempting to bind port fd7f8fe6-a0eb-4867-8702-6e902f8c2717 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'fee51f0a-cf44-408b-8061-6436661ce6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '40b2269f-b719-448d-b1c8-4c428d201ef3'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:18:27.156066 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1739ff34-2c1d-4528-96ae-564eb49cbf7b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/45eaab36-af4f-4215-874b-e47cf74a9106 HTTP/1.1" status: 204 len: 168 time: 0.7998328 Feb 09 01:18:27.166325 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af212b8-d8fd-4c37-90ad-4d03c9d6cf21 None None] Attempting to bind port fd7f8fe6-a0eb-4867-8702-6e902f8c2717 on network 40b2269f-b719-448d-b1c8-4c428d201ef3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:18:27.170578 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1735095a-d4f9-419b-beef-a4e4c69b5419 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (84f5f9fc-94fe-4a49-bdde-4fd1551a0b64), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:27.171932 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1735095a-d4f9-419b-beef-a4e4c69b5419 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (84f5f9fc-94fe-4a49-bdde-4fd1551a0b64), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:27.188610 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af212b8-d8fd-4c37-90ad-4d03c9d6cf21 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:18:27.189030 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af212b8-d8fd-4c37-90ad-4d03c9d6cf21 None None] Checking segment: {'id': 'fee51f0a-cf44-408b-8061-6436661ce6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '40b2269f-b719-448d-b1c8-4c428d201ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:18:27.189257 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4efbbf6-734c-4c12-9b3f-6e3532dc13f0 req-dfd117ac-f6ad-4b74-b247-35f2c87c92b2 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:27.189506 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1af212b8-d8fd-4c37-90ad-4d03c9d6cf21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:27.189915 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af212b8-d8fd-4c37-90ad-4d03c9d6cf21 None None] Bound using segment: {'id': 'fee51f0a-cf44-408b-8061-6436661ce6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '40b2269f-b719-448d-b1c8-4c428d201ef3'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:18:27.190423 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-1af212b8-d8fd-4c37-90ad-4d03c9d6cf21 None None] Bound port: fd7f8fe6-a0eb-4867-8702-6e902f8c2717, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee51f0a-cf44-408b-8061-6436661ce6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '40b2269f-b719-448d-b1c8-4c428d201ef3'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:18:27.190807 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1af212b8-d8fd-4c37-90ad-4d03c9d6cf21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (fd7f8fe6-a0eb-4867-8702-6e902f8c2717), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:27.191656 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a4efbbf6-734c-4c12-9b3f-6e3532dc13f0 req-dfd117ac-f6ad-4b74-b247-35f2c87c92b2 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=c194c210-2972-4a10-85fd-0320d40d76fa HTTP/1.1" status: 200 len: 946 time: 0.3953261 Feb 09 01:18:27.208640 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1739ff34-2c1d-4528-96ae-564eb49cbf7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45eaab36-af4f-4215-874b-e47cf74a9106,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:27.217632 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device d9427dc5-2083-420b-904e-9b661761fa5e no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:18:27.237654 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8772a3c6-9b13-4109-bf67-6eb160c331c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (11c2e468-7cc9-41de-a080-40fdd76d2e0a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:27.241632 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8772a3c6-9b13-4109-bf67-6eb160c331c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:27.242806 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8772a3c6-9b13-4109-bf67-6eb160c331c0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/11c2e468-7cc9-41de-a080-40fdd76d2e0a HTTP/1.1" status: 204 len: 168 time: 0.2740324 Feb 09 01:18:27.259310 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8772a3c6-9b13-4109-bf67-6eb160c331c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c2e468-7cc9-41de-a080-40fdd76d2e0a,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:27.269708 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be05472-186c-4721-99be-af0eb575382e admin admin] Router 96bbd1b0-4626-49eb-af76-25f572100ac9 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:18:27.356830 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: d9427dc5-2083-420b-904e-9b661761fa5e {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:18:27.358156 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device d9427dc5-2083-420b-904e-9b661761fa5e not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:18:27.358610 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 2a773e0a-23ba-4981-a2f6-95857f1d7e7f no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:18:27.370740 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-56c42a68-36be-4b40-bd78-627febdea1ba req-8db63498-0ff2-4add-80c1-577e8785ec32 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.1308651 Feb 09 01:18:27.421661 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1735095a-d4f9-419b-beef-a4e4c69b5419 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for router_controller (84f5f9fc-94fe-4a49-bdde-4fd1551a0b64), precommit_add_association {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:27.426830 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a4efbbf6-734c-4c12-9b3f-6e3532dc13f0 req-949d6f42-8d8b-4c68-9cd6-5b2b68a2cb5c tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=3689444e-9081-4293-b49d-e6a3cea17fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2090607 Feb 09 01:18:27.435637 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-71715b47-f531-4312-b08a-c9d0d78124e2 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (efa8a9b3-8bd0-4114-8c20-640ddd1a236e), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:27.483185 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be05472-186c-4721-99be-af0eb575382e admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:18:27.496781 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4139838c-1083-4c8c-98ad-5f0e681df508 None None] Sync routers for ids ['96bbd1b0-4626-49eb-af76-25f572100ac9'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:18:27.520784 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 2a773e0a-23ba-4981-a2f6-95857f1d7e7f {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:18:27.521386 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 2a773e0a-23ba-4981-a2f6-95857f1d7e7f not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:18:27.527255 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4139838c-1083-4c8c-98ad-5f0e681df508 None None] Routers {'96bbd1b0-4626-49eb-af76-25f572100ac9'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:18:27.531427 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-4139838c-1083-4c8c-98ad-5f0e681df508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:18:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['96bbd1b0-4626-49eb-af76-25f572100ac9'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:27.538415 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4be05472-186c-4721-99be-af0eb575382e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:27.538415 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4be05472-186c-4721-99be-af0eb575382e admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8502679 Feb 09 01:18:27.544312 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60088) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:27.608305 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e1d0ae23-d903-482e-ab12-842fa5d6803e None None] Current status of the port f9147cec-6324-4263-8b79-e81fb3088f3a is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:27.711276 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f9147cec-6324-4263-8b79-e81fb3088f3a up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:18:27.729558 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-582b2315-eb5f-4641-9ed9-1ef262ba64da admin admin] Publish callbacks [] for security_group (1fe00df8-7bee-46d5-b026-68cf267307f4), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:27.778074 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-582b2315-eb5f-4641-9ed9-1ef262ba64da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1fe00df8-7bee-46d5-b026-68cf267307f4), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:27.806077 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1735095a-d4f9-419b-beef-a4e4c69b5419 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for router_gateway (84f5f9fc-94fe-4a49-bdde-4fd1551a0b64), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:27.848614 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port f9147cec-6324-4263-8b79-e81fb3088f3a triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:27.849271 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f9147cec-6324-4263-8b79-e81fb3088f3a), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:27.876473 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-582b2315-eb5f-4641-9ed9-1ef262ba64da admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0d9b28b9205c4e9f86f72d423f51cd0a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0702431 Feb 09 01:18:27.881015 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60104) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:27.892662 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-4139838c-1083-4c8c-98ad-5f0e681df508 None None] Set router 96bbd1b0-4626-49eb-af76-25f572100ac9 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:18:27.948228 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b2315-eb5f-4641-9ed9-1ef262ba64da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe00df8-7bee-46d5-b026-68cf267307f4,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:27.953520 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-71715b47-f531-4312-b08a-c9d0d78124e2 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (efa8a9b3-8bd0-4114-8c20-640ddd1a236e), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:27.985989 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-1af212b8-d8fd-4c37-90ad-4d03c9d6cf21 None None] For port fd7f8fe6-a0eb-4867-8702-6e902f8c2717, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:18:27.997355 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71715b47-f531-4312-b08a-c9d0d78124e2 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Pushing event deleted for resources: {'Subnet': ['ID=efa8a9b3-8bd0-4114-8c20-640ddd1a236e,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:28.018493 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-71715b47-f531-4312-b08a-c9d0d78124e2 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:28.023880 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-71715b47-f531-4312-b08a-c9d0d78124e2 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] 10.222.0.50 "DELETE /v2.0/subnets/efa8a9b3-8bd0-4114-8c20-640ddd1a236e HTTP/1.1" status: 204 len: 168 time: 1.6356843 Feb 09 01:18:28.029027 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60108) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:28.048912 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a4b31f31-5947-4151-820e-0776b43d4fa5 admin admin] Publish callbacks [] for security_group (1fe00df8-7bee-46d5-b026-68cf267307f4), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:28.061515 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-1af212b8-d8fd-4c37-90ad-4d03c9d6cf21 None None] For port fd7f8fe6-a0eb-4867-8702-6e902f8c2717, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=fd7f8fe6-a0eb-4867-8702-6e902f8c2717,segment=NetworkSegment(fee51f0a-cf44-408b-8061-6436661ce6af),segment_id=fee51f0a-cf44-408b-8061-6436661ce6af)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:18:28.072368 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a4b31f31-5947-4151-820e-0776b43d4fa5 admin admin] Publish callbacks [] for security_group (1fe00df8-7bee-46d5-b026-68cf267307f4), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:28.112035 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91954e52-b9c9-45dc-96a5-5eb040adbc4d tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:28.114315 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91954e52-b9c9-45dc-96a5-5eb040adbc4d tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:28.117102 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-91954e52-b9c9-45dc-96a5-5eb040adbc4d tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0855584 Feb 09 01:18:28.120528 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60110) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:28.138074 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a4b31f31-5947-4151-820e-0776b43d4fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1fe00df8-7bee-46d5-b026-68cf267307f4), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:28.142933 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1af212b8-d8fd-4c37-90ad-4d03c9d6cf21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (fd7f8fe6-a0eb-4867-8702-6e902f8c2717), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:28.146100 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a4b31f31-5947-4151-820e-0776b43d4fa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:28.149159 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a4b31f31-5947-4151-820e-0776b43d4fa5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1fe00df8-7bee-46d5-b026-68cf267307f4 HTTP/1.1" status: 204 len: 168 time: 0.2581294 Feb 09 01:18:28.177619 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b31f31-5947-4151-820e-0776b43d4fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe00df8-7bee-46d5-b026-68cf267307f4,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:28.275009 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5a6c20fe-703b-4ec0-bbf0-7ac77ed128ec tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (40b2269f-b719-448d-b1c8-4c428d201ef3), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:28.310188 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port f9147cec-6324-4263-8b79-e81fb3088f3a is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:28.360846 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af212b8-d8fd-4c37-90ad-4d03c9d6cf21 None None] Pushing event updated for resources: {'Port': ['ID=fd7f8fe6-a0eb-4867-8702-6e902f8c2717,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:28.497405 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-4139838c-1083-4c8c-98ad-5f0e681df508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96bbd1b0-4626-49eb-af76-25f572100ac9', 'name': 'tempest-ServersTestManualDisk-1725847689-router', 'tenant_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'd90809e6-08dd-4b06-85e7-bd2922b24b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:18:21Z', 'updated_at': '2022-02-09T01:18:24Z', 'revision_number': 3, 'project_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'gw_port': {'id': 'd90809e6-08dd-4b06-85e7-bd2922b24b1d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96bbd1b0-4626-49eb-af76-25f572100ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:22Z', 'updated_at': '2022-02-09T01:18:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:28.562941 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a6c20fe-703b-4ec0-bbf0-7ac77ed128ec tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 09 01:18:28.563521 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a6c20fe-703b-4ec0-bbf0-7ac77ed128ec tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:18:28.578544 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5a6c20fe-703b-4ec0-bbf0-7ac77ed128ec tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] 10.222.0.50 "DELETE /v2.0/networks/40b2269f-b719-448d-b1c8-4c428d201ef3 HTTP/1.1" status: 409 len: 466 time: 0.4564590 Feb 09 01:18:28.592535 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60128) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:28.605658 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-7a10b77d-8103-4c92-9123-fc6e55e33f3c tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1298926168'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:28.608410 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4139838c-1083-4c8c-98ad-5f0e681df508 None None] Checking router: 96bbd1b0-4626-49eb-af76-25f572100ac9 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:18:28.608885 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4139838c-1083-4c8c-98ad-5f0e681df508 None None] Updating router 96bbd1b0-4626-49eb-af76-25f572100ac9 port d90809e6-08dd-4b06-85e7-bd2922b24b1d binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:18:28.678829 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1735095a-d4f9-419b-beef-a4e4c69b5419 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for router_gateway (84f5f9fc-94fe-4a49-bdde-4fd1551a0b64), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:28.682391 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4139838c-1083-4c8c-98ad-5f0e681df508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d90809e6-08dd-4b06-85e7-bd2922b24b1d), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:28.717512 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b70f5c2d-85f6-4a61-ba79-126851a80107 req-65cd0f89-fa58-4642-9254-49c685b0fb7e tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.1602890 Feb 09 01:18:28.720025 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a10b77d-8103-4c92-9123-fc6e55e33f3c tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Made reservation on behalf of 19fcd7731580466787b393974cbcf579 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:28.749656 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7a10b77d-8103-4c92-9123-fc6e55e33f3c tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:28.880637 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60134) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:28.908444 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a10b77d-8103-4c92-9123-fc6e55e33f3c tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1027} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:18:28.969262 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7a10b77d-8103-4c92-9123-fc6e55e33f3c tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (93044bc0-2932-4657-8b87-4bfee11cba8c), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:28.969628 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-7a10b77d-8103-4c92-9123-fc6e55e33f3c tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Added segment 93044bc0-2932-4657-8b87-4bfee11cba8c of type vlan for network 4ee030ff-d629-46ce-9cdf-d5c7fb9d791e Feb 09 01:18:29.104832 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7a10b77d-8103-4c92-9123-fc6e55e33f3c tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (4ee030ff-d629-46ce-9cdf-d5c7fb9d791e), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:29.152057 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60140) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:29.152403 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60142) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:29.157259 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-21b0094e-9697-451b-806f-0d12104e435f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:29.210310 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7a10b77d-8103-4c92-9123-fc6e55e33f3c tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (4ee030ff-d629-46ce-9cdf-d5c7fb9d791e), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:29.215522 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a10b77d-8103-4c92-9123-fc6e55e33f3c tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:29.215949 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7a10b77d-8103-4c92-9123-fc6e55e33f3c tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:29.272618 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4139838c-1083-4c8c-98ad-5f0e681df508 None None] Publish callbacks [] for port (d90809e6-08dd-4b06-85e7-bd2922b24b1d), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:29.288081 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4139838c-1083-4c8c-98ad-5f0e681df508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d90809e6-08dd-4b06-85e7-bd2922b24b1d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:29.393348 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-4139838c-1083-4c8c-98ad-5f0e681df508 None None] Attempting to bind port d90809e6-08dd-4b06-85e7-bd2922b24b1d on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:18:29.397025 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-4139838c-1083-4c8c-98ad-5f0e681df508 None None] Attempting to bind port d90809e6-08dd-4b06-85e7-bd2922b24b1d by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:18:29.397894 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4139838c-1083-4c8c-98ad-5f0e681df508 None None] Attempting to bind port d90809e6-08dd-4b06-85e7-bd2922b24b1d on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:18:29.411749 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-5d093617-a024-4052-baa7-0e6a6944213b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-975759851-network', 'tenant_id': '4838e50f955d45d49a47c94b65e5875b'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:29.426301 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4139838c-1083-4c8c-98ad-5f0e681df508 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:18:29.427903 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4139838c-1083-4c8c-98ad-5f0e681df508 None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:18:29.428650 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4139838c-1083-4c8c-98ad-5f0e681df508 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:29.429362 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4139838c-1083-4c8c-98ad-5f0e681df508 None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:18:29.430313 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-4139838c-1083-4c8c-98ad-5f0e681df508 None None] Bound port: d90809e6-08dd-4b06-85e7-bd2922b24b1d, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:18:29.435980 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-2a31a7b6-fe9e-47da-8d3f-4e9a70f77500 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-656584315-network', 'tenant_id': '4e4a5d67295b45c0910be47df34a5e5c'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:29.436740 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4139838c-1083-4c8c-98ad-5f0e681df508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d90809e6-08dd-4b06-85e7-bd2922b24b1d), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:29.485118 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a31a7b6-fe9e-47da-8d3f-4e9a70f77500 admin admin] Made reservation on behalf of 4e4a5d67295b45c0910be47df34a5e5c for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:29.487860 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2a31a7b6-fe9e-47da-8d3f-4e9a70f77500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:29.492233 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf6079c-d255-4327-9187-87f73567fb81 None None] Pushing event updated for resources: {'Port': ['ID=d90809e6-08dd-4b06-85e7-bd2922b24b1d,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:29.497986 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d093617-a024-4052-baa7-0e6a6944213b admin admin] Made reservation on behalf of 4838e50f955d45d49a47c94b65e5875b for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:29.500343 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5d093617-a024-4052-baa7-0e6a6944213b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:29.509930 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2a31a7b6-fe9e-47da-8d3f-4e9a70f77500 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:29.522201 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7a10b77d-8103-4c92-9123-fc6e55e33f3c tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9285660 Feb 09 01:18:29.530220 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf6079c-d255-4327-9187-87f73567fb81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:29.531299 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf6079c-d255-4327-9187-87f73567fb81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:29.531971 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf6079c-d255-4327-9187-87f73567fb81 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:29.532535 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf6079c-d255-4327-9187-87f73567fb81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:29.533282 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf6079c-d255-4327-9187-87f73567fb81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:29.533884 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf6079c-d255-4327-9187-87f73567fb81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:29.534462 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf6079c-d255-4327-9187-87f73567fb81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:29.535120 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf6079c-d255-4327-9187-87f73567fb81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:29.535692 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf6079c-d255-4327-9187-87f73567fb81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:29.536271 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf6079c-d255-4327-9187-87f73567fb81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:29.537053 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf6079c-d255-4327-9187-87f73567fb81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:29.537626 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf6079c-d255-4327-9187-87f73567fb81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:29.538228 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf6079c-d255-4327-9187-87f73567fb81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:29.540099 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1735095a-d4f9-419b-beef-a4e4c69b5419 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:29.544799 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60150) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:29.560082 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-8ec6b7fc-eb5a-446b-8f68-faf8338c6e41 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Request body: {'subnet': {'network_id': '4ee030ff-d629-46ce-9cdf-d5c7fb9d791e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:29.616896 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-4139838c-1083-4c8c-98ad-5f0e681df508 None None] For port d90809e6-08dd-4b06-85e7-bd2922b24b1d, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:18:29.627677 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-4139838c-1083-4c8c-98ad-5f0e681df508 None None] For port d90809e6-08dd-4b06-85e7-bd2922b24b1d, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=d90809e6-08dd-4b06-85e7-bd2922b24b1d,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:18:29.651536 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2a31a7b6-fe9e-47da-8d3f-4e9a70f77500 admin admin] Publish callbacks [] for security_group (346afcfc-60a4-4dcd-b5b9-20ccb4d37aaa), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:29.652205 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-4139838c-1083-4c8c-98ad-5f0e681df508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d90809e6-08dd-4b06-85e7-bd2922b24b1d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:29.712257 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a04a67b0-272f-4856-a5ba-548740f7baf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:29.714210 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5d093617-a024-4052-baa7-0e6a6944213b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:29.747658 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a10b77d-8103-4c92-9123-fc6e55e33f3c tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Pushing event updated for resources: {'Network': ['ID=4ee030ff-d629-46ce-9cdf-d5c7fb9d791e,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:29.749191 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a4495-354e-45fd-a441-6b0f2b9c400a req-bf8f80e5-9511-45a9-a1cb-fbe8a4e32b44 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:29.751901 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-296a4495-354e-45fd-a441-6b0f2b9c400a req-bf8f80e5-9511-45a9-a1cb-fbe8a4e32b44 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=c194c210-2972-4a10-85fd-0320d40d76fa HTTP/1.1" status: 200 len: 946 time: 1.1572962 Feb 09 01:18:29.758555 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2a31a7b6-fe9e-47da-8d3f-4e9a70f77500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (346afcfc-60a4-4dcd-b5b9-20ccb4d37aaa), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:29.763174 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 4ee030ff-d629-46ce-9cdf-d5c7fb9d791e details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:18:29.767764 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26468486-335a-4ccc-963e-ec585c606b01 req-bf87cdae-7805-4c81-9620-7b9fa4ad80f9 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:29.770391 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-26468486-335a-4ccc-963e-ec585c606b01 req-bf87cdae-7805-4c81-9620-7b9fa4ad80f9 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.120 "GET /v2.0/ports?device_id=c194c210-2972-4a10-85fd-0320d40d76fa HTTP/1.1" status: 200 len: 946 time: 1.0049613 Feb 09 01:18:29.793955 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf6079c-d255-4327-9187-87f73567fb81 None None] Pushing event updated for resources: {'Port': ['ID=d90809e6-08dd-4b06-85e7-bd2922b24b1d,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:29.805763 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4139838c-1083-4c8c-98ad-5f0e681df508 None None] Routers {'96bbd1b0-4626-49eb-af76-25f572100ac9'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:18:29.809305 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-4139838c-1083-4c8c-98ad-5f0e681df508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:18:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['96bbd1b0-4626-49eb-af76-25f572100ac9'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:29.887383 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31a7b6-fe9e-47da-8d3f-4e9a70f77500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346afcfc-60a4-4dcd-b5b9-20ccb4d37aaa,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:29.905571 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a31a7b6-fe9e-47da-8d3f-4e9a70f77500 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1023} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:18:29.916377 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device fd7f8fe6-a0eb-4867-8702-6e902f8c2717 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:18:29.931247 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2a31a7b6-fe9e-47da-8d3f-4e9a70f77500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (325c912e-7e22-4291-a3c4-ba6dc29b0fd7), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:29.934439 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-2a31a7b6-fe9e-47da-8d3f-4e9a70f77500 admin admin] Added segment 325c912e-7e22-4291-a3c4-ba6dc29b0fd7 of type vlan for network bda1b674-4ea7-4b0f-87bc-35d6726bcbf8 Feb 09 01:18:29.985972 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-1735095a-d4f9-419b-beef-a4e4c69b5419 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Allocated IP 2001:db8::3d7 (19b149b5-5849-4283-8d94-70c1777805ff/1dcfbb0d-c10f-42ad-b108-43168ad2cb60/ecae5cad-2fd4-4968-8d51-c983dd9f4962) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:30.002095 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port fd7f8fe6-a0eb-4867-8702-6e902f8c2717 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:30.003161 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (fd7f8fe6-a0eb-4867-8702-6e902f8c2717), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:30.055102 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-4139838c-1083-4c8c-98ad-5f0e681df508 None None] Set router 96bbd1b0-4626-49eb-af76-25f572100ac9 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:18:30.120236 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1735095a-d4f9-419b-beef-a4e4c69b5419 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for port (ecae5cad-2fd4-4968-8d51-c983dd9f4962), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:30.153513 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2a31a7b6-fe9e-47da-8d3f-4e9a70f77500 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (bda1b674-4ea7-4b0f-87bc-35d6726bcbf8), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:30.162653 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port fd7f8fe6-a0eb-4867-8702-6e902f8c2717 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:30.163167 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (fd7f8fe6-a0eb-4867-8702-6e902f8c2717), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:30.201282 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0d19dd-2ed4-434e-b0c2-ef7d3e347df5 None None] Network 40b2269f-b719-448d-b1c8-4c428d201ef3 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:18:30.221027 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5773fbbe-f1c0-4394-bb94-330d5244de50 req-ab879ce6-d394-4f8f-baa6-c7a16c00346c tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.0509715 Feb 09 01:18:30.228657 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1735095a-d4f9-419b-beef-a4e4c69b5419 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (ecae5cad-2fd4-4968-8d51-c983dd9f4962), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:30.249226 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5d093617-a024-4052-baa7-0e6a6944213b admin admin] Publish callbacks [] for security_group (e08c4bd5-6650-4b50-a132-1958e3543e3a), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:30.288087 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5d093617-a024-4052-baa7-0e6a6944213b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e08c4bd5-6650-4b50-a132-1958e3543e3a), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:30.292389 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-21b0094e-9697-451b-806f-0d12104e435f admin admin] Publish callbacks [] for security_group (51a37522-85ee-4376-96fb-9d25dafbe597), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:30.302407 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec6b7fc-eb5a-446b-8f68-faf8338c6e41 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Made reservation on behalf of 19fcd7731580466787b393974cbcf579 for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:30.306917 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8ec6b7fc-eb5a-446b-8f68-faf8338c6e41 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:30.325727 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port fd7f8fe6-a0eb-4867-8702-6e902f8c2717, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=fd7f8fe6-a0eb-4867-8702-6e902f8c2717,segment=NetworkSegment(fee51f0a-cf44-408b-8061-6436661ce6af),segment_id=fee51f0a-cf44-408b-8061-6436661ce6af)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:30.329156 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d093617-a024-4052-baa7-0e6a6944213b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08c4bd5-6650-4b50-a132-1958e3543e3a,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:30.336264 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2a31a7b6-fe9e-47da-8d3f-4e9a70f77500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (bda1b674-4ea7-4b0f-87bc-35d6726bcbf8), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:30.337398 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a31a7b6-fe9e-47da-8d3f-4e9a70f77500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:30.338064 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2a31a7b6-fe9e-47da-8d3f-4e9a70f77500 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:30.340180 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-21b0094e-9697-451b-806f-0d12104e435f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (51a37522-85ee-4376-96fb-9d25dafbe597), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:30.370694 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (fd7f8fe6-a0eb-4867-8702-6e902f8c2717), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:30.375512 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-21b0094e-9697-451b-806f-0d12104e435f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fadbdb3a6dd04ea9b3bbf48966886fc7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4845912 Feb 09 01:18:30.396136 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d093617-a024-4052-baa7-0e6a6944213b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1045} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:18:30.398057 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60154) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:30.412748 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1735095a-d4f9-419b-beef-a4e4c69b5419 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Pushing event updated for resources: {'Port': ['ID=ecae5cad-2fd4-4968-8d51-c983dd9f4962,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:30.432775 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1735095a-d4f9-419b-beef-a4e4c69b5419 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Network 19b149b5-5849-4283-8d94-70c1777805ff is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:30.454439 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-4139838c-1083-4c8c-98ad-5f0e681df508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96bbd1b0-4626-49eb-af76-25f572100ac9', 'name': 'tempest-ServersTestManualDisk-1725847689-router', 'tenant_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'd90809e6-08dd-4b06-85e7-bd2922b24b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:18:21Z', 'updated_at': '2022-02-09T01:18:24Z', 'revision_number': 3, 'project_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'gw_port': {'id': 'd90809e6-08dd-4b06-85e7-bd2922b24b1d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96bbd1b0-4626-49eb-af76-25f572100ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:22Z', 'updated_at': '2022-02-09T01:18:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:30.468607 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-296a4495-354e-45fd-a441-6b0f2b9c400a req-0a77da33-d4ec-44bb-a73f-fbeb512e7de8 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups?id=3689444e-9081-4293-b49d-e6a3cea17fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6949377 Feb 09 01:18:30.469608 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-1735095a-d4f9-419b-beef-a4e4c69b5419 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:30.474886 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=fd7f8fe6-a0eb-4867-8702-6e902f8c2717,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:30.479099 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1735095a-d4f9-419b-beef-a4e4c69b5419 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:18:30.486654 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-8e1f262b-ff81-451b-b08d-c03bf4c7f639 None None] Provisioning complete for port fd7f8fe6-a0eb-4867-8702-6e902f8c2717 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:30.487165 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8e1f262b-ff81-451b-b08d-c03bf4c7f639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (fd7f8fe6-a0eb-4867-8702-6e902f8c2717), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:30.521984 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2a31a7b6-fe9e-47da-8d3f-4e9a70f77500 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3605392 Feb 09 01:18:30.538012 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4139838c-1083-4c8c-98ad-5f0e681df508 None None] The sync data for ids ['96bbd1b0-4626-49eb-af76-25f572100ac9'] in n-d-828369-4 is: [{'id': '96bbd1b0-4626-49eb-af76-25f572100ac9', 'name': 'tempest-ServersTestManualDisk-1725847689-router', 'tenant_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'd90809e6-08dd-4b06-85e7-bd2922b24b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:18:21Z', 'updated_at': '2022-02-09T01:18:24Z', 'revision_number': 3, 'project_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'gw_port': {'id': 'd90809e6-08dd-4b06-85e7-bd2922b24b1d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96bbd1b0-4626-49eb-af76-25f572100ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:22Z', 'updated_at': '2022-02-09T01:18:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:18:30.554589 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60158) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:30.565515 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-9a45a4ed-34ed-4eaf-8074-5c49351ff9f5 admin admin] Request body: {'subnet': {'network_id': 'bda1b674-4ea7-4b0f-87bc-35d6726bcbf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-656584315-subnet', 'tenant_id': '4e4a5d67295b45c0910be47df34a5e5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:30.573484 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5d093617-a024-4052-baa7-0e6a6944213b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (a4152dd5-c043-4ad7-b756-5d8f41b7108a), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:30.574143 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-5d093617-a024-4052-baa7-0e6a6944213b admin admin] Added segment a4152dd5-c043-4ad7-b756-5d8f41b7108a of type vlan for network 410282e2-4ceb-448d-8dd3-314e079b2f0f Feb 09 01:18:30.576783 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b0094e-9697-451b-806f-0d12104e435f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a37522-85ee-4376-96fb-9d25dafbe597,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:30.611773 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31a7b6-fe9e-47da-8d3f-4e9a70f77500 admin admin] Pushing event updated for resources: {'Network': ['ID=bda1b674-4ea7-4b0f-87bc-35d6726bcbf8,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:30.630369 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network bda1b674-4ea7-4b0f-87bc-35d6726bcbf8 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:18:30.699915 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-a04a67b0-272f-4856-a5ba-548740f7baf5 admin admin] Allocated IP 172.20.0.1 (47fa1fe6-b7ff-4798-8384-d96a8ee91d2e/4218984f-8737-4371-806d-75117779a75f/073bf780-c883-4590-b511-31dbdb7acad2) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:30.712225 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5d093617-a024-4052-baa7-0e6a6944213b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (410282e2-4ceb-448d-8dd3-314e079b2f0f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:30.723810 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a45a4ed-34ed-4eaf-8074-5c49351ff9f5 admin admin] Made reservation on behalf of 4e4a5d67295b45c0910be47df34a5e5c for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:30.726315 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9a45a4ed-34ed-4eaf-8074-5c49351ff9f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:30.732974 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-76d89993-5de0-4a7d-bd3c-5e71e099200a admin admin] Publish callbacks [] for security_group (51a37522-85ee-4376-96fb-9d25dafbe597), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:30.821329 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1735095a-d4f9-419b-beef-a4e4c69b5419 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for router_gateway (84f5f9fc-94fe-4a49-bdde-4fd1551a0b64), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:30.860385 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-8e1f262b-ff81-451b-b08d-c03bf4c7f639 None None] Current status of the port fd7f8fe6-a0eb-4867-8702-6e902f8c2717 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:30.888033 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d2161f-7aa0-451b-92d8-2c1cc4d37b0c None None] DHCP port deletion for 40b2269f-b719-448d-b1c8-4c428d201ef3 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:18:30.922382 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-76d89993-5de0-4a7d-bd3c-5e71e099200a admin admin] Publish callbacks [] for security_group (51a37522-85ee-4376-96fb-9d25dafbe597), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:30.965503 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5d093617-a024-4052-baa7-0e6a6944213b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (410282e2-4ceb-448d-8dd3-314e079b2f0f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:30.966566 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d093617-a024-4052-baa7-0e6a6944213b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:30.967336 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5d093617-a024-4052-baa7-0e6a6944213b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:30.989321 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-74d2161f-7aa0-451b-92d8-2c1cc4d37b0c None None] Deleting port fd7f8fe6-a0eb-4867-8702-6e902f8c2717 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:18:30.989715 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-74d2161f-7aa0-451b-92d8-2c1cc4d37b0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (fd7f8fe6-a0eb-4867-8702-6e902f8c2717), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:31.106767 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-74d2161f-7aa0-451b-92d8-2c1cc4d37b0c None None] For port fd7f8fe6-a0eb-4867-8702-6e902f8c2717, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=fd7f8fe6-a0eb-4867-8702-6e902f8c2717,segment=NetworkSegment(fee51f0a-cf44-408b-8061-6436661ce6af),segment_id=fee51f0a-cf44-408b-8061-6436661ce6af)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:31.107138 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-74d2161f-7aa0-451b-92d8-2c1cc4d37b0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (fd7f8fe6-a0eb-4867-8702-6e902f8c2717), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:31.123346 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-74d2161f-7aa0-451b-92d8-2c1cc4d37b0c None None] Calling delete_port for fd7f8fe6-a0eb-4867-8702-6e902f8c2717 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:18:31.135079 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5d093617-a024-4052-baa7-0e6a6944213b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9577725 Feb 09 01:18:31.148978 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60160) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:31.169137 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-a69dffc1-f071-4142-9f6d-f8df091cda0e admin admin] Request body: {'subnet': {'network_id': '410282e2-4ceb-448d-8dd3-314e079b2f0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-975759851-subnet', 'tenant_id': '4838e50f955d45d49a47c94b65e5875b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:31.211662 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d093617-a024-4052-baa7-0e6a6944213b admin admin] Pushing event updated for resources: {'Network': ['ID=410282e2-4ceb-448d-8dd3-314e079b2f0f,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:31.223448 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69dffc1-f071-4142-9f6d-f8df091cda0e admin admin] Made reservation on behalf of 4838e50f955d45d49a47c94b65e5875b for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:31.223855 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 410282e2-4ceb-448d-8dd3-314e079b2f0f details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:18:31.226633 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a69dffc1-f071-4142-9f6d-f8df091cda0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:31.227898 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-74d2161f-7aa0-451b-92d8-2c1cc4d37b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (fd7f8fe6-a0eb-4867-8702-6e902f8c2717), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:31.248759 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a04a67b0-272f-4856-a5ba-548740f7baf5 admin admin] Publish callbacks [] for port (073bf780-c883-4590-b511-31dbdb7acad2), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:31.249883 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-26468486-335a-4ccc-963e-ec585c606b01 req-5a387270-2927-479f-b0b0-0f2ebdb21c29 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Deleting port 47250fd7-e07f-4e36-9ffb-e754b2f9fd52 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:18:31.250429 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-26468486-335a-4ccc-963e-ec585c606b01 req-5a387270-2927-479f-b0b0-0f2ebdb21c29 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (47250fd7-e07f-4e36-9ffb-e754b2f9fd52), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:31.290745 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d2161f-7aa0-451b-92d8-2c1cc4d37b0c None None] No DVR routers for this DVR port fd7f8fe6-a0eb-4867-8702-6e902f8c2717 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:18:31.331081 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d2161f-7aa0-451b-92d8-2c1cc4d37b0c None None] Pushing event deleted for resources: {'Port': ['ID=fd7f8fe6-a0eb-4867-8702-6e902f8c2717,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:31.418769 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1735095a-d4f9-419b-beef-a4e4c69b5419 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (84f5f9fc-94fe-4a49-bdde-4fd1551a0b64), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:31.483259 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9a45a4ed-34ed-4eaf-8074-5c49351ff9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (5706c782-204c-4197-b08e-6c558ac505bb), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:31.519251 n-d-828369-4 neutron-server[103136]: DEBUG neutron.objects.ports [None req-8ec6b7fc-eb5a-446b-8f68-faf8338c6e41 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103136) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:18:31.525058 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8ec6b7fc-eb5a-446b-8f68-faf8338c6e41 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (c64d6235-2f52-4a1b-bd8c-522d14c41dbb), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:31.529026 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6a2168cb-764f-4490-afea-25e84f183fa4 req-9ccbd4f8-daf2-491b-8091-5a6d2077bd03 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.1714747 Feb 09 01:18:31.532505 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-76d89993-5de0-4a7d-bd3c-5e71e099200a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (51a37522-85ee-4376-96fb-9d25dafbe597), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:31.535673 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-76d89993-5de0-4a7d-bd3c-5e71e099200a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:31.536788 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-76d89993-5de0-4a7d-bd3c-5e71e099200a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/51a37522-85ee-4376-96fb-9d25dafbe597 HTTP/1.1" status: 204 len: 168 time: 1.1376717 Feb 09 01:18:31.541161 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a45a4ed-34ed-4eaf-8074-5c49351ff9f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5706c782-204c-4197-b08e-6c558ac505bb,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:31.556931 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d89993-5de0-4a7d-bd3c-5e71e099200a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a37522-85ee-4376-96fb-9d25dafbe597,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:31.703410 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a45a4ed-34ed-4eaf-8074-5c49351ff9f5 admin admin] Checking segment: {'id': '325c912e-7e22-4291-a3c4-ba6dc29b0fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'bda1b674-4ea7-4b0f-87bc-35d6726bcbf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:18:31.704115 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a45a4ed-34ed-4eaf-8074-5c49351ff9f5 admin admin] Network hostable DHCP agents. Network: bda1b674-4ea7-4b0f-87bc-35d6726bcbf8, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:18:31.722273 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a04a67b0-272f-4856-a5ba-548740f7baf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (073bf780-c883-4590-b511-31dbdb7acad2), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:31.769254 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device d90809e6-08dd-4b06-85e7-bd2922b24b1d up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:18:31.771216 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04a67b0-272f-4856-a5ba-548740f7baf5 admin admin] Network 47fa1fe6-b7ff-4798-8384-d96a8ee91d2e is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:31.777719 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-a04a67b0-272f-4856-a5ba-548740f7baf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:31.790429 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04a67b0-272f-4856-a5ba-548740f7baf5 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:18:31.818870 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-26468486-335a-4ccc-963e-ec585c606b01 req-5a387270-2927-479f-b0b0-0f2ebdb21c29 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] For port 47250fd7-e07f-4e36-9ffb-e754b2f9fd52, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=47250fd7-e07f-4e36-9ffb-e754b2f9fd52,segment=NetworkSegment(8e2e0547-7361-46ac-84b5-12a09ebed7f5),segment_id=8e2e0547-7361-46ac-84b5-12a09ebed7f5)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:31.819118 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-26468486-335a-4ccc-963e-ec585c606b01 req-5a387270-2927-479f-b0b0-0f2ebdb21c29 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (47250fd7-e07f-4e36-9ffb-e754b2f9fd52), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:31.881211 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a04a67b0-272f-4856-a5ba-548740f7baf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (96bbd1b0-4626-49eb-af76-25f572100ac9), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:31.944475 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port d90809e6-08dd-4b06-85e7-bd2922b24b1d triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:31.945059 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d90809e6-08dd-4b06-85e7-bd2922b24b1d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:31.947048 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a45a4ed-34ed-4eaf-8074-5c49351ff9f5 admin admin] Network bda1b674-4ea7-4b0f-87bc-35d6726bcbf8 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:18:31.971404 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-9a45a4ed-34ed-4eaf-8074-5c49351ff9f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, bda1b674-4ea7-4b0f-87bc-35d6726bcbf8) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:31.976977 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a45a4ed-34ed-4eaf-8074-5c49351ff9f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:31.978108 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9a45a4ed-34ed-4eaf-8074-5c49351ff9f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:32.011853 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9a45a4ed-34ed-4eaf-8074-5c49351ff9f5 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4520373 Feb 09 01:18:32.033600 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a67b0-272f-4856-a5ba-548740f7baf5 admin admin] Pushing event updated for resources: {'Port': ['ID=073bf780-c883-4590-b511-31dbdb7acad2,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:32.045594 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a69dffc1-f071-4142-9f6d-f8df091cda0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (634bd319-ae48-4392-b226-ae3056f2fa32), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:32.134050 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3c4611-3e7f-4abb-99ca-93c1f52cf984 None None] Network bda1b674-4ea7-4b0f-87bc-35d6726bcbf8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:18:32.154250 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69dffc1-f071-4142-9f6d-f8df091cda0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=634bd319-ae48-4392-b226-ae3056f2fa32,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:32.239099 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-26468486-335a-4ccc-963e-ec585c606b01 req-5a387270-2927-479f-b0b0-0f2ebdb21c29 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:32.240070 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-26468486-335a-4ccc-963e-ec585c606b01 req-5a387270-2927-479f-b0b0-0f2ebdb21c29 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (85e014c4-e040-4c65-bb6e-fe3b27069d9a), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:32.240801 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [req-26468486-335a-4ccc-963e-ec585c606b01 req-5a387270-2927-479f-b0b0-0f2ebdb21c29 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Floating IP 85e014c4-e040-4c65-bb6e-fe3b27069d9a disassociated. External IP: 172.25.8.91, port: 47250fd7-e07f-4e36-9ffb-e754b2f9fd52. Feb 09 01:18:32.241370 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-26468486-335a-4ccc-963e-ec585c606b01 req-5a387270-2927-479f-b0b0-0f2ebdb21c29 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Calling delete_port for 47250fd7-e07f-4e36-9ffb-e754b2f9fd52 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:18:32.347304 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69dffc1-f071-4142-9f6d-f8df091cda0e admin admin] Checking segment: {'id': 'a4152dd5-c043-4ad7-b756-5d8f41b7108a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '410282e2-4ceb-448d-8dd3-314e079b2f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:18:32.348750 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69dffc1-f071-4142-9f6d-f8df091cda0e admin admin] Network hostable DHCP agents. Network: 410282e2-4ceb-448d-8dd3-314e079b2f0f, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:18:32.388604 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a04a67b0-272f-4856-a5ba-548740f7baf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (073bf780-c883-4590-b511-31dbdb7acad2), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:32.435811 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-26468486-335a-4ccc-963e-ec585c606b01 req-5a387270-2927-479f-b0b0-0f2ebdb21c29 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (47250fd7-e07f-4e36-9ffb-e754b2f9fd52), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:32.465509 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69dffc1-f071-4142-9f6d-f8df091cda0e admin admin] Network 410282e2-4ceb-448d-8dd3-314e079b2f0f is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:18:32.470150 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6461b1d0-1179-4f2f-9bfe-253ea25c09da None None] Provisioning complete for port 073bf780-c883-4590-b511-31dbdb7acad2 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:32.470415 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6461b1d0-1179-4f2f-9bfe-253ea25c09da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (073bf780-c883-4590-b511-31dbdb7acad2), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:32.500754 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6042d393-04bb-4afd-b904-ce5d6c57cfb2 req-d093d3b0-b56f-4231-885d-b347841a75fc tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=c194c210-2972-4a10-85fd-0320d40d76fa HTTP/1.1" status: 200 len: 210 time: 0.7833886 Feb 09 01:18:32.549944 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a387270-2927-479f-b0b0-0f2ebdb21c29 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Pushing event deleted for resources: {'Port': ['ID=47250fd7-e07f-4e36-9ffb-e754b2f9fd52,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:32.561167 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec6b7fc-eb5a-446b-8f68-faf8338c6e41 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Pushing event updated for resources: {'Subnet': ['ID=c64d6235-2f52-4a1b-bd8c-522d14c41dbb,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:32.561766 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6461b1d0-1179-4f2f-9bfe-253ea25c09da None None] Port 073bf780-c883-4590-b511-31dbdb7acad2 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:18:32.632508 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d7ed97-675b-49bd-ba7d-6eb732a91efb None None] Network bda1b674-4ea7-4b0f-87bc-35d6726bcbf8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:18:32.649589 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-83724e63-234c-42d6-b8e6-f33f8c6baeb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:32.774571 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26468486-335a-4ccc-963e-ec585c606b01 req-5a387270-2927-479f-b0b0-0f2ebdb21c29 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Router f608c76e-44ff-486a-b262-d0689e450f93 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:18:32.788534 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec6b7fc-eb5a-446b-8f68-faf8338c6e41 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Checking segment: {'id': '93044bc0-2932-4657-8b87-4bfee11cba8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '4ee030ff-d629-46ce-9cdf-d5c7fb9d791e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:18:32.788944 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec6b7fc-eb5a-446b-8f68-faf8338c6e41 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Network hostable DHCP agents. Network: 4ee030ff-d629-46ce-9cdf-d5c7fb9d791e, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:18:32.851947 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port d90809e6-08dd-4b06-85e7-bd2922b24b1d is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:32.852718 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d90809e6-08dd-4b06-85e7-bd2922b24b1d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:32.864712 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d71c954c-3c26-4cd0-9145-7cbf98d40f6e req-1ac3ce16-e273-493f-85a8-234853746e89 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.1045899 Feb 09 01:18:32.872689 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 47250fd7-e07f-4e36-9ffb-e754b2f9fd52 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:18:32.912778 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: 47250fd7-e07f-4e36-9ffb-e754b2f9fd52 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:18:32.913448 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 47250fd7-e07f-4e36-9ffb-e754b2f9fd52 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:18:32.914459 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a04a67b0-272f-4856-a5ba-548740f7baf5 admin admin] Publish callbacks [] for port (073bf780-c883-4590-b511-31dbdb7acad2), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:32.928502 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a04a67b0-272f-4856-a5ba-548740f7baf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (073bf780-c883-4590-b511-31dbdb7acad2), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:32.936801 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port d90809e6-08dd-4b06-85e7-bd2922b24b1d, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=d90809e6-08dd-4b06-85e7-bd2922b24b1d,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:32.943713 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d90809e6-08dd-4b06-85e7-bd2922b24b1d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:33.002821 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a04a67b0-272f-4856-a5ba-548740f7baf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (96bbd1b0-4626-49eb-af76-25f572100ac9), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:33.011521 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-a69dffc1-f071-4142-9f6d-f8df091cda0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 410282e2-4ceb-448d-8dd3-314e079b2f0f) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:33.051262 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddec178-5e1f-4f7f-a0fe-5ce83b3553a3 None None] Network 410282e2-4ceb-448d-8dd3-314e079b2f0f requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:18:33.093133 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69dffc1-f071-4142-9f6d-f8df091cda0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:33.093854 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a69dffc1-f071-4142-9f6d-f8df091cda0e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:33.142682 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a69dffc1-f071-4142-9f6d-f8df091cda0e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9887807 Feb 09 01:18:33.148307 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26468486-335a-4ccc-963e-ec585c606b01 req-5a387270-2927-479f-b0b0-0f2ebdb21c29 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:18:33.160408 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device fd7f8fe6-a0eb-4867-8702-6e902f8c2717 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:18:33.226404 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: fd7f8fe6-a0eb-4867-8702-6e902f8c2717 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:18:33.226759 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device fd7f8fe6-a0eb-4867-8702-6e902f8c2717 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:18:33.235320 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423c6202-0abe-4089-94f0-99705e06abbb None None] Sync routers for ids ['f608c76e-44ff-486a-b262-d0689e450f93'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:18:33.258578 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec6b7fc-eb5a-446b-8f68-faf8338c6e41 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Network 4ee030ff-d629-46ce-9cdf-d5c7fb9d791e is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:18:33.303408 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=d90809e6-08dd-4b06-85e7-bd2922b24b1d,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:33.330457 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423c6202-0abe-4089-94f0-99705e06abbb None None] Routers {'f608c76e-44ff-486a-b262-d0689e450f93'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:18:33.331236 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-423c6202-0abe-4089-94f0-99705e06abbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:18:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f608c76e-44ff-486a-b262-d0689e450f93'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:33.334654 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-26468486-335a-4ccc-963e-ec585c606b01 req-5a387270-2927-479f-b0b0-0f2ebdb21c29 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] No DVR routers for this DVR port 47250fd7-e07f-4e36-9ffb-e754b2f9fd52 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:18:33.343439 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-26468486-335a-4ccc-963e-ec585c606b01 req-5a387270-2927-479f-b0b0-0f2ebdb21c29 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:33.346858 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a67b0-272f-4856-a5ba-548740f7baf5 admin admin] Pushing event updated for resources: {'Port': ['ID=073bf780-c883-4590-b511-31dbdb7acad2,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:33.348471 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-26468486-335a-4ccc-963e-ec585c606b01 req-5a387270-2927-479f-b0b0-0f2ebdb21c29 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.120 "DELETE /v2.0/ports/47250fd7-e07f-4e36-9ffb-e754b2f9fd52 HTTP/1.1" status: 204 len: 173 time: 3.5634100 Feb 09 01:18:33.364286 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c194c210-2972-4a10-85fd-0320d40d76fa', 'name': 'network-vif-deleted', 'tag': '47250fd7-e07f-4e36-9ffb-e754b2f9fd52'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:18:33.371718 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f653222-6457-4013-9d20-7ac0bff6aea1" -d '{"events": [{"server_uuid": "c194c210-2972-4a10-85fd-0320d40d76fa", "name": "network-vif-deleted", "tag": "47250fd7-e07f-4e36-9ffb-e754b2f9fd52"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:18:33.392397 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1735095a-d4f9-419b-beef-a4e4c69b5419 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Router 84f5f9fc-94fe-4a49-bdde-4fd1551a0b64 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:18:33.398845 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-8ec6b7fc-eb5a-446b-8f68-faf8338c6e41 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 4ee030ff-d629-46ce-9cdf-d5c7fb9d791e) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:33.435875 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec6b7fc-eb5a-446b-8f68-faf8338c6e41 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:33.436485 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8ec6b7fc-eb5a-446b-8f68-faf8338c6e41 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:33.443151 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04a67b0-272f-4856-a5ba-548740f7baf5 admin admin] Network 47fa1fe6-b7ff-4798-8384-d96a8ee91d2e is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:33.444662 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-a04a67b0-272f-4856-a5ba-548740f7baf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:33.478224 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c46a4e-8c75-4f19-b8ed-43369fdb984d None None] Network 4ee030ff-d629-46ce-9cdf-d5c7fb9d791e requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:18:33.486676 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42642894-f5d8-41d9-b86e-e46ceacd1e49 x-openstack-request-id: req-42642894-f5d8-41d9-b86e-e46ceacd1e49 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:18:33.486676 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c194c210-2972-4a10-85fd-0320d40d76fa", "name": "network-vif-deleted", "tag": "47250fd7-e07f-4e36-9ffb-e754b2f9fd52", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:18:33.487042 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-42642894-f5d8-41d9-b86e-e46ceacd1e49 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:18:33.487146 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c194c210-2972-4a10-85fd-0320d40d76fa', 'name': 'network-vif-deleted', 'tag': '47250fd7-e07f-4e36-9ffb-e754b2f9fd52', 'status': 'completed', 'code': 200} Feb 09 01:18:33.686847 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8ec6b7fc-eb5a-446b-8f68-faf8338c6e41 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 4.1386919 Feb 09 01:18:33.692110 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1735095a-d4f9-419b-beef-a4e4c69b5419 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:18:33.693747 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60222) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:33.703498 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034856bf-1311-4cea-9c4d-3c49776534c2 None None] Sync routers for ids ['84f5f9fc-94fe-4a49-bdde-4fd1551a0b64'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:18:33.726888 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034856bf-1311-4cea-9c4d-3c49776534c2 None None] Routers {'84f5f9fc-94fe-4a49-bdde-4fd1551a0b64'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:18:33.729291 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-034856bf-1311-4cea-9c4d-3c49776534c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:18:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['84f5f9fc-94fe-4a49-bdde-4fd1551a0b64'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:33.805310 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a04a67b0-272f-4856-a5ba-548740f7baf5 admin admin] Router 96bbd1b0-4626-49eb-af76-25f572100ac9 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:18:33.943139 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c4fa7ee5-e8ca-46ee-b23e-3789f48ce0b7 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (4ee030ff-d629-46ce-9cdf-d5c7fb9d791e), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:33.958908 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device d90809e6-08dd-4b06-85e7-bd2922b24b1d up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:18:33.996238 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7c0cbb23-11b6-45ea-bcb9-66a99b6212e4 req-f008809d-c58a-4938-8431-ce5b101daf95 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/ports?device_id=c194c210-2972-4a10-85fd-0320d40d76fa HTTP/1.1" status: 200 len: 210 time: 0.0677004 Feb 09 01:18:34.053490 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04a67b0-272f-4856-a5ba-548740f7baf5 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:18:34.074282 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a04a67b0-272f-4856-a5ba-548740f7baf5 admin admin] 10.222.0.50 "PUT /v2.0/routers/96bbd1b0-4626-49eb-af76-25f572100ac9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5166626 Feb 09 01:18:34.095631 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd2f794-bbfb-4fa3-b9dc-6f7c15f6a656 None None] Sync routers for ids ['96bbd1b0-4626-49eb-af76-25f572100ac9'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:18:34.106719 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c4fa7ee5-e8ca-46ee-b23e-3789f48ce0b7 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (c64d6235-2f52-4a1b-bd8c-522d14c41dbb), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:34.134733 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8162a971-01e8-45b3-bb2d-7e67c529d993 None None] Network 410282e2-4ceb-448d-8dd3-314e079b2f0f requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:18:34.201981 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-034856bf-1311-4cea-9c4d-3c49776534c2 None None] Set router 84f5f9fc-94fe-4a49-bdde-4fd1551a0b64 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:18:34.264811 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-3b826259-53da-47d5-9497-6d643179de0c None None] Provisioning complete for port 073bf780-c883-4590-b511-31dbdb7acad2 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:34.265203 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3b826259-53da-47d5-9497-6d643179de0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (073bf780-c883-4590-b511-31dbdb7acad2), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:34.277167 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd2f794-bbfb-4fa3-b9dc-6f7c15f6a656 None None] Routers {'96bbd1b0-4626-49eb-af76-25f572100ac9'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:18:34.278026 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-1bd2f794-bbfb-4fa3-b9dc-6f7c15f6a656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:18:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['96bbd1b0-4626-49eb-af76-25f572100ac9'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:34.409403 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-423c6202-0abe-4089-94f0-99705e06abbb None None] Set router f608c76e-44ff-486a-b262-d0689e450f93 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:18:34.526308 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac263ff-4a29-47c1-8374-ca2dc81dfbf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-4ee030ff-d629-46ce-9cdf-d5c7fb9d791e', 'network_id': '4ee030ff-d629-46ce-9cdf-d5c7fb9d791e', 'project_id': '19fcd7731580466787b393974cbcf579', 'fixed_ips': [{'subnet_id': 'c64d6235-2f52-4a1b-bd8c-522d14c41dbb'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:18:34.531395 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cac263ff-4a29-47c1-8374-ca2dc81dfbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:34.545856 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-95ee118d-8b26-4141-a65a-e5cfa3b11728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:34.568600 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-034856bf-1311-4cea-9c4d-3c49776534c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f5f9fc-94fe-4a49-bdde-4fd1551a0b64', 'name': '', 'tenant_id': '1321291f141a416bae8feba5d3cc145f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19b149b5-5849-4283-8d94-70c1777805ff', 'external_fixed_ips': [{'subnet_id': '1dcfbb0d-c10f-42ad-b108-43168ad2cb60', 'ip_address': '2001:db8::3d7'}], 'enable_snat': True}, 'gw_port_id': 'ecae5cad-2fd4-4968-8d51-c983dd9f4962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:18:27Z', 'updated_at': '2022-02-09T01:18:30Z', 'revision_number': 3, 'project_id': '1321291f141a416bae8feba5d3cc145f', 'gw_port': {'id': 'ecae5cad-2fd4-4968-8d51-c983dd9f4962', 'name': '', 'network_id': '19b149b5-5849-4283-8d94-70c1777805ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:96:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f5f9fc-94fe-4a49-bdde-4fd1551a0b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '1dcfbb0d-c10f-42ad-b108-43168ad2cb60', 'ip_address': '2001:db8::3d7', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:29Z', 'updated_at': '2022-02-09T01:18:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1dcfbb0d-c10f-42ad-b108-43168ad2cb60', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:34.580918 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-3b826259-53da-47d5-9497-6d643179de0c None None] Port 073bf780-c883-4590-b511-31dbdb7acad2 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:18:34.610228 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port d90809e6-08dd-4b06-85e7-bd2922b24b1d triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:34.610613 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d90809e6-08dd-4b06-85e7-bd2922b24b1d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:34.616196 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034856bf-1311-4cea-9c4d-3c49776534c2 None None] Checking router: 84f5f9fc-94fe-4a49-bdde-4fd1551a0b64 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:18:34.616658 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034856bf-1311-4cea-9c4d-3c49776534c2 None None] Updating router 84f5f9fc-94fe-4a49-bdde-4fd1551a0b64 port ecae5cad-2fd4-4968-8d51-c983dd9f4962 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:18:34.654195 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-034856bf-1311-4cea-9c4d-3c49776534c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ecae5cad-2fd4-4968-8d51-c983dd9f4962), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:34.719962 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c4fa7ee5-e8ca-46ee-b23e-3789f48ce0b7 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (c64d6235-2f52-4a1b-bd8c-522d14c41dbb), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:34.735144 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1735095a-d4f9-419b-beef-a4e4c69b5419 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:34.739728 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60254) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:34.740126 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1735095a-d4f9-419b-beef-a4e4c69b5419 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.7477264 Feb 09 01:18:34.784349 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9b14a-375d-49e9-9ac9-809a65ad9090 req-e881ab54-48f6-4993-9267-36566e7a311d tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:34.797895 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f4e9b14a-375d-49e9-9ac9-809a65ad9090 req-e881ab54-48f6-4993-9267-36566e7a311d tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] 10.222.0.50 "GET /v2.0/networks?id=bda1b674-4ea7-4b0f-87bc-35d6726bcbf8 HTTP/1.1" status: 200 len: 821 time: 1.8365800 Feb 09 01:18:34.951772 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f4e9b14a-375d-49e9-9ac9-809a65ad9090 req-217b8536-7d68-422a-a4f9-5f07ad1c7461 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] 10.222.0.50 "GET /v2.0/quotas/4e4a5d67295b45c0910be47df34a5e5c HTTP/1.1" status: 200 len: 375 time: 0.1529610 Feb 09 01:18:34.952490 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa7ee5-e8ca-46ee-b23e-3789f48ce0b7 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Pushing event deleted for resources: {'Subnet': ['ID=c64d6235-2f52-4a1b-bd8c-522d14c41dbb,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:34.958849 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6f86d948-c4a6-405c-8d7a-1e04d3a68236 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for router (84f5f9fc-94fe-4a49-bdde-4fd1551a0b64), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:34.966965 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578efb1f-a8c2-4ab3-b609-eac4b4dd550b None None] Network 4ee030ff-d629-46ce-9cdf-d5c7fb9d791e requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:18:35.009760 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c4fa7ee5-e8ca-46ee-b23e-3789f48ce0b7 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (4ee030ff-d629-46ce-9cdf-d5c7fb9d791e), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:35.029286 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f4e9b14a-375d-49e9-9ac9-809a65ad9090 req-ddc48d43-79d0-4098-8476-05b27dc39c3d tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4e4a5d67295b45c0910be47df34a5e5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670052 Feb 09 01:18:35.054046 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-c4fa7ee5-e8ca-46ee-b23e-3789f48ce0b7 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ee030ff-d629-46ce-9cdf-d5c7fb9d791e']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:35.082514 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-1bd2f794-bbfb-4fa3-b9dc-6f7c15f6a656 None None] Set router 96bbd1b0-4626-49eb-af76-25f572100ac9 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:18:35.105348 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-c4fa7ee5-e8ca-46ee-b23e-3789f48ce0b7 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93044bc0-2932-4657-8b87-4bfee11cba8c') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:35.105704 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-c4fa7ee5-e8ca-46ee-b23e-3789f48ce0b7 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93044bc0-2932-4657-8b87-4bfee11cba8c') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:35.152005 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c4fa7ee5-e8ca-46ee-b23e-3789f48ce0b7 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (93044bc0-2932-4657-8b87-4bfee11cba8c), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:35.175863 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9d732-7b2f-4f72-9f8c-3a6b500a154e req-23ea159d-2324-43a1-a253-4460e5cea0fe tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:35.190640 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6f86d948-c4a6-405c-8d7a-1e04d3a68236 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for router_gateway (84f5f9fc-94fe-4a49-bdde-4fd1551a0b64), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:35.195138 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0be9d732-7b2f-4f72-9f8c-3a6b500a154e req-23ea159d-2324-43a1-a253-4460e5cea0fe tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] 10.222.0.50 "GET /v2.0/networks?id=410282e2-4ceb-448d-8dd3-314e079b2f0f HTTP/1.1" status: 200 len: 813 time: 0.4918063 Feb 09 01:18:35.216303 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0be9d732-7b2f-4f72-9f8c-3a6b500a154e req-714957df-73ac-4048-9269-578b53b2ca2b tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] 10.222.0.50 "GET /v2.0/quotas/4838e50f955d45d49a47c94b65e5875b HTTP/1.1" status: 200 len: 375 time: 0.0200598 Feb 09 01:18:35.219081 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c4fa7ee5-e8ca-46ee-b23e-3789f48ce0b7 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (93044bc0-2932-4657-8b87-4bfee11cba8c), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:35.248097 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4fa7ee5-e8ca-46ee-b23e-3789f48ce0b7 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:18:35.248625 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c4fa7ee5-e8ca-46ee-b23e-3789f48ce0b7 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (93044bc0-2932-4657-8b87-4bfee11cba8c), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:35.261963 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0be9d732-7b2f-4f72-9f8c-3a6b500a154e req-b56b8c39-0ea1-41d4-9c9b-951d890b6e37 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4838e50f955d45d49a47c94b65e5875b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444605 Feb 09 01:18:35.263933 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:18:35.263933 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:18:35.263933 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:18:35.263933 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:18:35.263933 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:18:35.263933 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:18:35.263933 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:18:35.263933 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:18:35.263933 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:18:35.263933 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:18:35.263933 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:18:35.263933 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:18:35.263933 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:18:35.263933 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:18:35.263933 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:18:35.263933 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:18:35.263933 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:18:35.263933 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:18:35.263933 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:18:35.263933 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:18:35.263933 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:18:35.263933 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:18:35.263933 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:18:35.263933 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:18:35.263933 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:18:35.263933 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:18:35.263933 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:18:35.263933 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:18:35.263933 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:18:35.263933 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:18:35.263933 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:18:35.263933 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:18:35.278714 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-034856bf-1311-4cea-9c4d-3c49776534c2 None None] Publish callbacks [] for port (ecae5cad-2fd4-4968-8d51-c983dd9f4962), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:35.296281 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-034856bf-1311-4cea-9c4d-3c49776534c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (ecae5cad-2fd4-4968-8d51-c983dd9f4962), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:35.300473 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-6f86d948-c4a6-405c-8d7a-1e04d3a68236 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Deleting port ecae5cad-2fd4-4968-8d51-c983dd9f4962 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:18:35.301553 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6f86d948-c4a6-405c-8d7a-1e04d3a68236 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (ecae5cad-2fd4-4968-8d51-c983dd9f4962), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:35.415156 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c3c31d-b78d-48c9-9d0b-3eceb5710855 None None] Pushing event updated for resources: {'Port': ['ID=ecae5cad-2fd4-4968-8d51-c983dd9f4962,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:35.461678 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-034856bf-1311-4cea-9c4d-3c49776534c2 None None] Attempting to bind port ecae5cad-2fd4-4968-8d51-c983dd9f4962 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:18:35.463857 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-034856bf-1311-4cea-9c4d-3c49776534c2 None None] Attempting to bind port ecae5cad-2fd4-4968-8d51-c983dd9f4962 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '7016d07c-25d6-455f-bcb5-eeaafb1bb7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '19b149b5-5849-4283-8d94-70c1777805ff'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:18:35.465780 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034856bf-1311-4cea-9c4d-3c49776534c2 None None] Attempting to bind port ecae5cad-2fd4-4968-8d51-c983dd9f4962 on network 19b149b5-5849-4283-8d94-70c1777805ff {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:18:35.465915 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port d90809e6-08dd-4b06-85e7-bd2922b24b1d is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:35.498245 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6f86d948-c4a6-405c-8d7a-1e04d3a68236 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (ecae5cad-2fd4-4968-8d51-c983dd9f4962), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:35.502514 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c4fa7ee5-e8ca-46ee-b23e-3789f48ce0b7 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (4ee030ff-d629-46ce-9cdf-d5c7fb9d791e), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:35.510645 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034856bf-1311-4cea-9c4d-3c49776534c2 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:18:35.513791 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034856bf-1311-4cea-9c4d-3c49776534c2 None None] Checking segment: {'id': '7016d07c-25d6-455f-bcb5-eeaafb1bb7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '19b149b5-5849-4283-8d94-70c1777805ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:18:35.517165 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-034856bf-1311-4cea-9c4d-3c49776534c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:35.518331 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034856bf-1311-4cea-9c4d-3c49776534c2 None None] Bound using segment: {'id': '7016d07c-25d6-455f-bcb5-eeaafb1bb7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '19b149b5-5849-4283-8d94-70c1777805ff'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:18:35.531072 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-034856bf-1311-4cea-9c4d-3c49776534c2 None None] Bound port: ecae5cad-2fd4-4968-8d51-c983dd9f4962, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7016d07c-25d6-455f-bcb5-eeaafb1bb7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '19b149b5-5849-4283-8d94-70c1777805ff'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:18:35.531724 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-034856bf-1311-4cea-9c4d-3c49776534c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ecae5cad-2fd4-4968-8d51-c983dd9f4962), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:35.535196 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-6f86d948-c4a6-405c-8d7a-1e04d3a68236 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Calling delete_port for ecae5cad-2fd4-4968-8d51-c983dd9f4962 owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:18:35.545935 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c4fa7ee5-e8ca-46ee-b23e-3789f48ce0b7 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:35.549617 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c4fa7ee5-e8ca-46ee-b23e-3789f48ce0b7 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] 10.222.0.50 "DELETE /v2.0/networks/4ee030ff-d629-46ce-9cdf-d5c7fb9d791e HTTP/1.1" status: 204 len: 168 time: 1.8519464 Feb 09 01:18:35.552275 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa7ee5-e8ca-46ee-b23e-3789f48ce0b7 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Pushing event deleted for resources: {'Network': ['ID=4ee030ff-d629-46ce-9cdf-d5c7fb9d791e,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:35.568642 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60268) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:35.584408 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-3be4f8a1-0a03-4949-bfcc-e7bb58b24c1d tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1654244815'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:35.600323 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0be9d732-7b2f-4f72-9f8c-3a6b500a154e req-0c03696b-ed92-4218-86e3-5cca26d17612 service neutron] 10.222.0.50 "GET /v2.0/networks/410282e2-4ceb-448d-8dd3-314e079b2f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375061 Feb 09 01:18:35.630591 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-034856bf-1311-4cea-9c4d-3c49776534c2 None None] For port ecae5cad-2fd4-4968-8d51-c983dd9f4962, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:18:35.634672 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-034856bf-1311-4cea-9c4d-3c49776534c2 None None] For port ecae5cad-2fd4-4968-8d51-c983dd9f4962, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=ecae5cad-2fd4-4968-8d51-c983dd9f4962,segment=NetworkSegment(7016d07c-25d6-455f-bcb5-eeaafb1bb7bd),segment_id=7016d07c-25d6-455f-bcb5-eeaafb1bb7bd)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:18:35.645695 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-034856bf-1311-4cea-9c4d-3c49776534c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (ecae5cad-2fd4-4968-8d51-c983dd9f4962), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:35.703117 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f4e9b14a-375d-49e9-9ac9-809a65ad9090 req-111af063-debc-4559-87cf-15f7aa24e6f5 service neutron] 10.222.0.50 "GET /v2.0/networks/bda1b674-4ea7-4b0f-87bc-35d6726bcbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6510305 Feb 09 01:18:35.709337 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be4f8a1-0a03-4949-bfcc-e7bb58b24c1d tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Made reservation on behalf of 19fcd7731580466787b393974cbcf579 for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:35.713199 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3be4f8a1-0a03-4949-bfcc-e7bb58b24c1d tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:35.737184 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034856bf-1311-4cea-9c4d-3c49776534c2 None None] Routers {'84f5f9fc-94fe-4a49-bdde-4fd1551a0b64'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:18:35.737834 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-034856bf-1311-4cea-9c4d-3c49776534c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:18:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['84f5f9fc-94fe-4a49-bdde-4fd1551a0b64'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:35.771797 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-423c6202-0abe-4089-94f0-99705e06abbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'name': 'tempest-AttachVolumeTestJSON-1060774487-router', 'tenant_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'd9bb003f-eb6d-42fd-8c8e-d302fcd92ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:24Z', 'updated_at': '2022-02-09T01:10:31Z', 'revision_number': 4, 'project_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'gw_port': {'id': 'd9bb003f-eb6d-42fd-8c8e-d302fcd92ca9', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:25Z', 'updated_at': '2022-02-09T01:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '1309f51b-b3c9-4907-ba10-32acbd687ec4', 'name': '', 'network_id': '6d890250-ac42-4592-9721-7a49ecf5e127', 'tenant_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'mac_address': 'fa:16:3e:82:b2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '1fcc5198-b453-4567-8086-51be74d33b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:30Z', 'updated_at': '2022-02-09T01:10:39Z', 'revision_number': 5, 'project_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'subnets': [{'id': '1fcc5198-b453-4567-8086-51be74d33b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:35.781315 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-1bd2f794-bbfb-4fa3-b9dc-6f7c15f6a656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96bbd1b0-4626-49eb-af76-25f572100ac9', 'name': 'tempest-ServersTestManualDisk-1725847689-router', 'tenant_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'd90809e6-08dd-4b06-85e7-bd2922b24b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:18:21Z', 'updated_at': '2022-02-09T01:18:32Z', 'revision_number': 4, 'project_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'gw_port': {'id': 'd90809e6-08dd-4b06-85e7-bd2922b24b1d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bbd1b0-4626-49eb-af76-25f572100ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:22Z', 'updated_at': '2022-02-09T01:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '073bf780-c883-4590-b511-31dbdb7acad2', 'name': '', 'network_id': '47fa1fe6-b7ff-4798-8384-d96a8ee91d2e', 'tenant_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'mac_address': 'fa:16:3e:3c:7a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96bbd1b0-4626-49eb-af76-25f572100ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '4218984f-8737-4371-806d-75117779a75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:30Z', 'updated_at': '2022-02-09T01:18:32Z', 'revision_number': 2, 'project_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'subnets': [{'id': '4218984f-8737-4371-806d-75117779a75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:35.812178 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423c6202-0abe-4089-94f0-99705e06abbb None None] Checking router: f608c76e-44ff-486a-b262-d0689e450f93 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:18:35.856652 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0be9d732-7b2f-4f72-9f8c-3a6b500a154e req-15f74a4e-9bb6-4707-9973-a03d363f99d3 service neutron] 10.222.0.50 "GET /v2.0/networks/410282e2-4ceb-448d-8dd3-314e079b2f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528944 Feb 09 01:18:35.861536 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3be4f8a1-0a03-4949-bfcc-e7bb58b24c1d tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1009} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:18:35.868194 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd2f794-bbfb-4fa3-b9dc-6f7c15f6a656 None None] Checking router: 96bbd1b0-4626-49eb-af76-25f572100ac9 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:18:35.868696 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd2f794-bbfb-4fa3-b9dc-6f7c15f6a656 None None] Updating router 96bbd1b0-4626-49eb-af76-25f572100ac9 port 073bf780-c883-4590-b511-31dbdb7acad2 binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:18:35.881517 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6f86d948-c4a6-405c-8d7a-1e04d3a68236 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (ecae5cad-2fd4-4968-8d51-c983dd9f4962), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:35.900477 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423c6202-0abe-4089-94f0-99705e06abbb None None] Routers {'f608c76e-44ff-486a-b262-d0689e450f93'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:18:35.901471 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-423c6202-0abe-4089-94f0-99705e06abbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:18:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f608c76e-44ff-486a-b262-d0689e450f93'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:35.913485 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86d948-c4a6-405c-8d7a-1e04d3a68236 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Pushing event deleted for resources: {'Port': ['ID=ecae5cad-2fd4-4968-8d51-c983dd9f4962,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:35.915658 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3be4f8a1-0a03-4949-bfcc-e7bb58b24c1d tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (df30fddc-2173-4bb4-8243-66a063e87a3b), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:35.915832 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-3be4f8a1-0a03-4949-bfcc-e7bb58b24c1d tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Added segment df30fddc-2173-4bb4-8243-66a063e87a3b of type vlan for network aee0a41a-b1bf-41e7-8e13-bc24723d717e Feb 09 01:18:35.950817 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-034856bf-1311-4cea-9c4d-3c49776534c2 None None] Set router 84f5f9fc-94fe-4a49-bdde-4fd1551a0b64 gateway port host: None {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:18:35.969550 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6f86d948-c4a6-405c-8d7a-1e04d3a68236 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (84f5f9fc-94fe-4a49-bdde-4fd1551a0b64), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:35.994494 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f4e9b14a-375d-49e9-9ac9-809a65ad9090 req-7aab6ca4-8f2c-4a56-be76-ce718b17ca2e service neutron] 10.222.0.50 "GET /v2.0/networks/bda1b674-4ea7-4b0f-87bc-35d6726bcbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754819 Feb 09 01:18:36.029972 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-423c6202-0abe-4089-94f0-99705e06abbb None None] Set router f608c76e-44ff-486a-b262-d0689e450f93 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:18:36.136625 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3be4f8a1-0a03-4949-bfcc-e7bb58b24c1d tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (aee0a41a-b1bf-41e7-8e13-bc24723d717e), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:36.170793 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-034856bf-1311-4cea-9c4d-3c49776534c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f5f9fc-94fe-4a49-bdde-4fd1551a0b64', 'name': '', 'tenant_id': '1321291f141a416bae8feba5d3cc145f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:18:27Z', 'updated_at': '2022-02-09T01:18:35Z', 'revision_number': 4, 'project_id': '1321291f141a416bae8feba5d3cc145f', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:36.253034 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a94e4d59-6f8d-492c-9e0b-9564a3c6979c req-14c544d3-2602-4694-99c2-fdef51915d07 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.0777161 Feb 09 01:18:36.259417 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3be4f8a1-0a03-4949-bfcc-e7bb58b24c1d tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (aee0a41a-b1bf-41e7-8e13-bc24723d717e), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:36.264099 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034856bf-1311-4cea-9c4d-3c49776534c2 None None] The sync data for ids ['84f5f9fc-94fe-4a49-bdde-4fd1551a0b64'] in n-d-828369-4 is: [{'id': '84f5f9fc-94fe-4a49-bdde-4fd1551a0b64', 'name': '', 'tenant_id': '1321291f141a416bae8feba5d3cc145f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:18:27Z', 'updated_at': '2022-02-09T01:18:35Z', 'revision_number': 4, 'project_id': '1321291f141a416bae8feba5d3cc145f', 'gw_port_host': None}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:18:36.266643 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be4f8a1-0a03-4949-bfcc-e7bb58b24c1d tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:36.267306 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3be4f8a1-0a03-4949-bfcc-e7bb58b24c1d tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:36.319359 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c3c31d-b78d-48c9-9d0b-3eceb5710855 None None] Pushing event updated for resources: {'Port': ['ID=ecae5cad-2fd4-4968-8d51-c983dd9f4962,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:36.429040 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3be4f8a1-0a03-4949-bfcc-e7bb58b24c1d tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8573864 Feb 09 01:18:36.429690 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60282) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:36.440867 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-ede7cf54-d1a0-4c41-95b0-65f1ca8806c4 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Request body: {'subnet': {'network_id': 'aee0a41a-b1bf-41e7-8e13-bc24723d717e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:36.847892 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-24520110-c552-47d3-905e-6118fa6befc7 req-1e352d02-d09f-4d5d-8c56-1ae7db360400 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23600aa-b142-4ce7-9061-8b29e07e2c0b HTTP/1.1" status: 200 len: 210 time: 0.1429691 Feb 09 01:18:36.853401 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be4f8a1-0a03-4949-bfcc-e7bb58b24c1d tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Pushing event updated for resources: {'Network': ['ID=aee0a41a-b1bf-41e7-8e13-bc24723d717e,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:36.873558 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede7cf54-d1a0-4c41-95b0-65f1ca8806c4 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Made reservation on behalf of 19fcd7731580466787b393974cbcf579 for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:36.899140 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ede7cf54-d1a0-4c41-95b0-65f1ca8806c4 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:36.974148 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6f86d948-c4a6-405c-8d7a-1e04d3a68236 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (84f5f9fc-94fe-4a49-bdde-4fd1551a0b64), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:36.977628 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6f86d948-c4a6-405c-8d7a-1e04d3a68236 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for router_controller (84f5f9fc-94fe-4a49-bdde-4fd1551a0b64), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:37.017719 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network aee0a41a-b1bf-41e7-8e13-bc24723d717e details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:18:37.023322 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:37.024645 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1bd2f794-bbfb-4fa3-b9dc-6f7c15f6a656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (073bf780-c883-4590-b511-31dbdb7acad2), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:37.110047 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6f86d948-c4a6-405c-8d7a-1e04d3a68236 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (84f5f9fc-94fe-4a49-bdde-4fd1551a0b64), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:37.111865 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f86d948-c4a6-405c-8d7a-1e04d3a68236 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 84f5f9fc-94fe-4a49-bdde-4fd1551a0b64 {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:18:37.131117 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6f86d948-c4a6-405c-8d7a-1e04d3a68236 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:37.136413 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6f86d948-c4a6-405c-8d7a-1e04d3a68236 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] 10.222.0.50 "DELETE /v2.0/routers/84f5f9fc-94fe-4a49-bdde-4fd1551a0b64 HTTP/1.1" status: 204 len: 168 time: 2.3955517 Feb 09 01:18:37.141738 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60310) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:37.191520 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9bf81644-2589-40fa-96f6-6e660309807c req-1e33b4d7-3611-4325-aaf0-404d6cb8f9a0 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9f7b25-f151-454c-a1af-999205595f72 HTTP/1.1" status: 200 len: 210 time: 0.2067132 Feb 09 01:18:37.278126 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60316) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:37.279883 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-40f46387-0678-427f-bc56-a2c4b8d77dd8 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Deleting subnet 1dcfbb0d-c10f-42ad-b108-43168ad2cb60 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:18:37.291330 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-40f46387-0678-427f-bc56-a2c4b8d77dd8 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for subnet (1dcfbb0d-c10f-42ad-b108-43168ad2cb60), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:37.362922 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:37.413832 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-40f46387-0678-427f-bc56-a2c4b8d77dd8 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (1dcfbb0d-c10f-42ad-b108-43168ad2cb60), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:37.529477 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-40f46387-0678-427f-bc56-a2c4b8d77dd8 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (1dcfbb0d-c10f-42ad-b108-43168ad2cb60), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:37.554341 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-490b5f4e-722a-4e98-8f31-ab21509b1d08 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks [] for security_group (3689444e-9081-4293-b49d-e6a3cea17fc5), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:37.588057 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d1814ae9-37be-46f0-9bf9-1f333e5b37e1 req-e1c69884-6311-4236-90f7-7d765554ed1d tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.1390493 Feb 09 01:18:37.683999 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-40f46387-0678-427f-bc56-a2c4b8d77dd8 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (1dcfbb0d-c10f-42ad-b108-43168ad2cb60), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:37.728128 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:37.731817 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f46387-0678-427f-bc56-a2c4b8d77dd8 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1dcfbb0d-c10f-42ad-b108-43168ad2cb60,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:37.750152 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-40f46387-0678-427f-bc56-a2c4b8d77dd8 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:37.756354 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-40f46387-0678-427f-bc56-a2c4b8d77dd8 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] 10.222.0.50 "DELETE /v2.0/subnets/1dcfbb0d-c10f-42ad-b108-43168ad2cb60 HTTP/1.1" status: 204 len: 168 time: 0.6100359 Feb 09 01:18:37.756687 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60324) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:37.797099 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-490b5f4e-722a-4e98-8f31-ab21509b1d08 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks [] for security_group (3689444e-9081-4293-b49d-e6a3cea17fc5), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:37.874343 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-423c6202-0abe-4089-94f0-99705e06abbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'name': 'tempest-AttachVolumeTestJSON-1060774487-router', 'tenant_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'd9bb003f-eb6d-42fd-8c8e-d302fcd92ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:24Z', 'updated_at': '2022-02-09T01:10:31Z', 'revision_number': 4, 'project_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'gw_port': {'id': 'd9bb003f-eb6d-42fd-8c8e-d302fcd92ca9', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:25Z', 'updated_at': '2022-02-09T01:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '1309f51b-b3c9-4907-ba10-32acbd687ec4', 'name': '', 'network_id': '6d890250-ac42-4592-9721-7a49ecf5e127', 'tenant_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'mac_address': 'fa:16:3e:82:b2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '1fcc5198-b453-4567-8086-51be74d33b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:30Z', 'updated_at': '2022-02-09T01:10:39Z', 'revision_number': 5, 'project_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'subnets': [{'id': '1fcc5198-b453-4567-8086-51be74d33b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:37.917333 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f8c38b02-07d0-4533-9dda-a711d4b4e5ce tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (19b149b5-5849-4283-8d94-70c1777805ff), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:37.956310 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423c6202-0abe-4089-94f0-99705e06abbb None None] The sync data for ids ['f608c76e-44ff-486a-b262-d0689e450f93'] in n-d-828369-4 is: [{'id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'name': 'tempest-AttachVolumeTestJSON-1060774487-router', 'tenant_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'd9bb003f-eb6d-42fd-8c8e-d302fcd92ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:24Z', 'updated_at': '2022-02-09T01:10:31Z', 'revision_number': 4, 'project_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'gw_port': {'id': 'd9bb003f-eb6d-42fd-8c8e-d302fcd92ca9', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:25Z', 'updated_at': '2022-02-09T01:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '1309f51b-b3c9-4907-ba10-32acbd687ec4', 'name': '', 'network_id': '6d890250-ac42-4592-9721-7a49ecf5e127', 'tenant_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'mac_address': 'fa:16:3e:82:b2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '1fcc5198-b453-4567-8086-51be74d33b91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:30Z', 'updated_at': '2022-02-09T01:10:39Z', 'revision_number': 5, 'project_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'subnets': [{'id': '1fcc5198-b453-4567-8086-51be74d33b91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:18:38.113341 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f8c38b02-07d0-4533-9dda-a711d4b4e5ce tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (19b149b5-5849-4283-8d94-70c1777805ff), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:38.146341 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9d732-7b2f-4f72-9f8c-3a6b500a154e req-875b0c93-7d96-4f4f-b4ee-218d6cfa369b tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:38.148473 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0be9d732-7b2f-4f72-9f8c-3a6b500a154e req-875b0c93-7d96-4f4f-b4ee-218d6cfa369b tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] 10.222.0.120 "GET /v2.0/networks?id=410282e2-4ceb-448d-8dd3-314e079b2f0f HTTP/1.1" status: 200 len: 813 time: 0.1977458 Feb 09 01:18:38.159593 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-f8c38b02-07d0-4533-9dda-a711d4b4e5ce tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19b149b5-5849-4283-8d94-70c1777805ff']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:38.181658 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-f8c38b02-07d0-4533-9dda-a711d4b4e5ce tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7016d07c-25d6-455f-bcb5-eeaafb1bb7bd') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:38.181966 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-f8c38b02-07d0-4533-9dda-a711d4b4e5ce tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7016d07c-25d6-455f-bcb5-eeaafb1bb7bd') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:38.185676 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-0be9d732-7b2f-4f72-9f8c-3a6b500a154e req-de7d5ee4-fd6a-4c61-a926-47c60b822236 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] Request body: {'port': {'device_id': 'f23600aa-b142-4ce7-9061-8b29e07e2c0b', 'network_id': '410282e2-4ceb-448d-8dd3-314e079b2f0f', 'admin_state_up': True, 'tenant_id': '4838e50f955d45d49a47c94b65e5875b'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:38.214251 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f8c38b02-07d0-4533-9dda-a711d4b4e5ce tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (7016d07c-25d6-455f-bcb5-eeaafb1bb7bd), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:38.250032 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1bd2f794-bbfb-4fa3-b9dc-6f7c15f6a656 None None] Publish callbacks [] for port (073bf780-c883-4590-b511-31dbdb7acad2), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:38.260146 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60332) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:38.273296 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-2d2951b3-ff92-40e8-b8ff-b7714e492880 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1220293094', 'description': 'tempest-description--1897723587'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:38.276353 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1bd2f794-bbfb-4fa3-b9dc-6f7c15f6a656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (073bf780-c883-4590-b511-31dbdb7acad2), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:38.284857 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-af5112d4-1e85-41c1-b01e-bb8109b4cf9e req-4ee90338-8550-40df-a466-6496b8375664 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23600aa-b142-4ce7-9061-8b29e07e2c0b HTTP/1.1" status: 200 len: 210 time: 0.1245532 Feb 09 01:18:38.297109 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ede7cf54-d1a0-4c41-95b0-65f1ca8806c4 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (5f0b0da3-df5c-4c88-b1de-631057d4c211), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:38.319693 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f8c38b02-07d0-4533-9dda-a711d4b4e5ce tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (7016d07c-25d6-455f-bcb5-eeaafb1bb7bd), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:38.350984 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c38b02-07d0-4533-9dda-a711d4b4e5ce tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:18:38.351394 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f8c38b02-07d0-4533-9dda-a711d4b4e5ce tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (7016d07c-25d6-455f-bcb5-eeaafb1bb7bd), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:38.363996 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:18:38.363996 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:18:38.363996 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:18:38.363996 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:18:38.363996 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:18:38.363996 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:18:38.363996 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:18:38.363996 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:18:38.363996 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:18:38.363996 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:18:38.363996 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:18:38.363996 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:18:38.363996 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:18:38.363996 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:18:38.363996 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:18:38.363996 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:18:38.363996 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:18:38.363996 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:18:38.363996 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:18:38.363996 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:18:38.363996 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:18:38.363996 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:18:38.363996 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:18:38.363996 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:18:38.363996 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:18:38.363996 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:18:38.363996 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:18:38.363996 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:18:38.363996 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:18:38.363996 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:18:38.363996 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:18:38.363996 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:18:38.367368 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede7cf54-d1a0-4c41-95b0-65f1ca8806c4 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Pushing event updated for resources: {'Subnet': ['ID=5f0b0da3-df5c-4c88-b1de-631057d4c211,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:38.402687 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb3cabc-1797-48d1-acb9-9a8d066ee3d8 None None] Pushing event updated for resources: {'Port': ['ID=073bf780-c883-4590-b511-31dbdb7acad2,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:38.475222 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:38.585316 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-490b5f4e-722a-4e98-8f31-ab21509b1d08 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (3689444e-9081-4293-b49d-e6a3cea17fc5), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:38.588694 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2d2951b3-ff92-40e8-b8ff-b7714e492880 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:38.594243 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-490b5f4e-722a-4e98-8f31-ab21509b1d08 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:38.598764 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f8c38b02-07d0-4533-9dda-a711d4b4e5ce tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (19b149b5-5849-4283-8d94-70c1777805ff), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:38.599688 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-490b5f4e-722a-4e98-8f31-ab21509b1d08 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "DELETE /v2.0/security-groups/3689444e-9081-4293-b49d-e6a3cea17fc5 HTTP/1.1" status: 204 len: 168 time: 1.3205514 Feb 09 01:18:38.600360 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60334) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:38.617638 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c40487e-cebe-4e58-9d7f-b97890c3c39a None None] New status for floating IP 85e014c4-e040-4c65-bb6e-fe3b27069d9a: DOWN {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:18:38.620099 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c38b02-07d0-4533-9dda-a711d4b4e5ce tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 19b149b5-5849-4283-8d94-70c1777805ff {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 09 01:18:38.634117 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-1bd2f794-bbfb-4fa3-b9dc-6f7c15f6a656 None None] Attempting to bind port 073bf780-c883-4590-b511-31dbdb7acad2 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:18:38.638865 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-1bd2f794-bbfb-4fa3-b9dc-6f7c15f6a656 None None] Attempting to bind port 073bf780-c883-4590-b511-31dbdb7acad2 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '6b5a2c5c-e7e2-4178-94b6-7f4da135e2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '47fa1fe6-b7ff-4798-8384-d96a8ee91d2e'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:18:38.641060 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd2f794-bbfb-4fa3-b9dc-6f7c15f6a656 None None] Attempting to bind port 073bf780-c883-4590-b511-31dbdb7acad2 on network 47fa1fe6-b7ff-4798-8384-d96a8ee91d2e {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:18:38.655603 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd2f794-bbfb-4fa3-b9dc-6f7c15f6a656 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:18:38.656158 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd2f794-bbfb-4fa3-b9dc-6f7c15f6a656 None None] Checking segment: {'id': '6b5a2c5c-e7e2-4178-94b6-7f4da135e2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '47fa1fe6-b7ff-4798-8384-d96a8ee91d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:18:38.656782 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1bd2f794-bbfb-4fa3-b9dc-6f7c15f6a656 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:38.657306 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd2f794-bbfb-4fa3-b9dc-6f7c15f6a656 None None] Bound using segment: {'id': '6b5a2c5c-e7e2-4178-94b6-7f4da135e2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '47fa1fe6-b7ff-4798-8384-d96a8ee91d2e'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:18:38.658059 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-1bd2f794-bbfb-4fa3-b9dc-6f7c15f6a656 None None] Bound port: 073bf780-c883-4590-b511-31dbdb7acad2, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b5a2c5c-e7e2-4178-94b6-7f4da135e2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '47fa1fe6-b7ff-4798-8384-d96a8ee91d2e'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:18:38.658616 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1bd2f794-bbfb-4fa3-b9dc-6f7c15f6a656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (073bf780-c883-4590-b511-31dbdb7acad2), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:38.680116 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f8c38b02-07d0-4533-9dda-a711d4b4e5ce tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:38.691658 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f8c38b02-07d0-4533-9dda-a711d4b4e5ce tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] 10.222.0.50 "DELETE /v2.0/networks/19b149b5-5849-4283-8d94-70c1777805ff HTTP/1.1" status: 204 len: 168 time: 0.9336967 Feb 09 01:18:38.740661 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c38b02-07d0-4533-9dda-a711d4b4e5ce tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Pushing event deleted for resources: {'Network': ['ID=19b149b5-5849-4283-8d94-70c1777805ff,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:38.884044 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-1bd2f794-bbfb-4fa3-b9dc-6f7c15f6a656 None None] For port 073bf780-c883-4590-b511-31dbdb7acad2, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:18:38.898603 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-1bd2f794-bbfb-4fa3-b9dc-6f7c15f6a656 None None] For port 073bf780-c883-4590-b511-31dbdb7acad2, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=073bf780-c883-4590-b511-31dbdb7acad2,segment=NetworkSegment(6b5a2c5c-e7e2-4178-94b6-7f4da135e2e0),segment_id=6b5a2c5c-e7e2-4178-94b6-7f4da135e2e0)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:18:38.930434 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1bd2f794-bbfb-4fa3-b9dc-6f7c15f6a656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (073bf780-c883-4590-b511-31dbdb7acad2), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:38.985782 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2d2951b3-ff92-40e8-b8ff-b7714e492880 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Publish callbacks [] for security_group (d8b2b6fd-d003-48e8-bc6e-e1f67872825c), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:38.999406 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2d2951b3-ff92-40e8-b8ff-b7714e492880 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (d8b2b6fd-d003-48e8-bc6e-e1f67872825c), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:39.061265 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2d2951b3-ff92-40e8-b8ff-b7714e492880 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:39.071002 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2d2951b3-ff92-40e8-b8ff-b7714e492880 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.8043365 Feb 09 01:18:39.071669 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60346) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:39.095982 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-49839fe1-d7f6-4860-ba8d-b657428ce3cc tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Request body: {'security_group_rule': {'security_group_id': 'd8b2b6fd-d003-48e8-bc6e-e1f67872825c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:39.121761 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb3cabc-1797-48d1-acb9-9a8d066ee3d8 None None] Pushing event updated for resources: {'Port': ['ID=073bf780-c883-4590-b511-31dbdb7acad2,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:39.155984 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9b14a-375d-49e9-9ac9-809a65ad9090 req-698ef5d5-278d-4e39-be81-5040459a4006 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:39.163976 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f4e9b14a-375d-49e9-9ac9-809a65ad9090 req-698ef5d5-278d-4e39-be81-5040459a4006 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] 10.222.0.120 "GET /v2.0/networks?id=bda1b674-4ea7-4b0f-87bc-35d6726bcbf8 HTTP/1.1" status: 200 len: 821 time: 0.7966709 Feb 09 01:18:39.198129 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-49839fe1-d7f6-4860-ba8d-b657428ce3cc tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Publish callbacks [] for security_group_rule (cae9bc06-5e45-466f-a298-ffcf3f05848b), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:39.207935 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-f4e9b14a-375d-49e9-9ac9-809a65ad9090 req-a1169463-1699-4a00-aaca-8f8bfe3a9784 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] Request body: {'port': {'device_id': 'ab9f7b25-f151-454c-a1af-999205595f72', 'network_id': 'bda1b674-4ea7-4b0f-87bc-35d6726bcbf8', 'admin_state_up': True, 'tenant_id': '4e4a5d67295b45c0910be47df34a5e5c'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:39.218629 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-29241434-5b6d-4315-a848-a50b574b14a6 None None] Provisioning complete for port 073bf780-c883-4590-b511-31dbdb7acad2 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:39.220983 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-29241434-5b6d-4315-a848-a50b574b14a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (073bf780-c883-4590-b511-31dbdb7acad2), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:39.231403 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd2f794-bbfb-4fa3-b9dc-6f7c15f6a656 None None] Routers {'96bbd1b0-4626-49eb-af76-25f572100ac9'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:18:39.232602 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-1bd2f794-bbfb-4fa3-b9dc-6f7c15f6a656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:18:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['96bbd1b0-4626-49eb-af76-25f572100ac9'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:39.259410 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2951b3-ff92-40e8-b8ff-b7714e492880 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b2b6fd-d003-48e8-bc6e-e1f67872825c,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:39.366053 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a2fe034-b8b7-44b7-ab32-e36223993b22 req-56e6efaa-4c81-4cd8-8f15-54b5ff8da04c tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9f7b25-f151-454c-a1af-999205595f72 HTTP/1.1" status: 200 len: 210 time: 0.9313509 Feb 09 01:18:39.368906 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0be9d732-7b2f-4f72-9f8c-3a6b500a154e req-de7d5ee4-fd6a-4c61-a926-47c60b822236 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] Made reservation on behalf of 4838e50f955d45d49a47c94b65e5875b for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:39.383581 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0be9d732-7b2f-4f72-9f8c-3a6b500a154e req-de7d5ee4-fd6a-4c61-a926-47c60b822236 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:39.421865 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-49839fe1-d7f6-4860-ba8d-b657428ce3cc tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Publish callbacks [] for security_group_rule (cae9bc06-5e45-466f-a298-ffcf3f05848b), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:39.428182 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-49839fe1-d7f6-4860-ba8d-b657428ce3cc tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (cae9bc06-5e45-466f-a298-ffcf3f05848b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:39.455463 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0781b36e-2e6a-4ebc-8e4e-36618e7ce3e0 req-96056158-95b5-47b8-93c6-9e359c43e1fa tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.2301471 Feb 09 01:18:39.481652 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60356) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:39.508114 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-9e4ab1a3-d777-41b3-8330-3d77c3203144 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Request body: {'router': {'name': 'tempest-router--699106108', 'project_id': '8bf56cec2e304e309f970158204f5436'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:39.512232 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49839fe1-d7f6-4860-ba8d-b657428ce3cc tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cae9bc06-5e45-466f-a298-ffcf3f05848b,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:39.535606 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-49839fe1-d7f6-4860-ba8d-b657428ce3cc tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:39.539314 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-49839fe1-d7f6-4860-ba8d-b657428ce3cc tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4537680 Feb 09 01:18:39.540731 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60358) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:39.556568 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-183bf72e-119e-4d70-afcb-8f2e466fae60 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Request body: {'security_group_rule': {'security_group_id': 'd8b2b6fd-d003-48e8-bc6e-e1f67872825c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:39.609151 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9e4ab1a3-d777-41b3-8330-3d77c3203144 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (c126af73-b028-4564-8f36-8a8334deb16f), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:39.610286 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9e4ab1a3-d777-41b3-8330-3d77c3203144 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (c126af73-b028-4564-8f36-8a8334deb16f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:39.613865 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:39.621179 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b5f4e-722a-4e98-8f31-ab21509b1d08 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3689444e-9081-4293-b49d-e6a3cea17fc5,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:39.667051 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [None req-cd45b2c0-7043-4adb-9f63-919bb5f49dd0 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] show failed (client error): The resource could not be found. Feb 09 01:18:39.679686 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-cd45b2c0-7043-4adb-9f63-919bb5f49dd0 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "GET /v2.0/security-groups/3689444e-9081-4293-b49d-e6a3cea17fc5 HTTP/1.1" status: 404 len: 347 time: 0.9040208 Feb 09 01:18:39.687718 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60360) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:39.750600 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9e4ab1a3-d777-41b3-8330-3d77c3203144 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for router_controller (c126af73-b028-4564-8f36-8a8334deb16f), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:39.756418 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-29241434-5b6d-4315-a848-a50b574b14a6 None None] Current status of the port 073bf780-c883-4590-b511-31dbdb7acad2 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:39.757241 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-29241434-5b6d-4315-a848-a50b574b14a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (073bf780-c883-4590-b511-31dbdb7acad2), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:39.763731 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede7cf54-d1a0-4c41-95b0-65f1ca8806c4 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Checking segment: {'id': 'df30fddc-2173-4bb4-8243-66a063e87a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'aee0a41a-b1bf-41e7-8e13-bc24723d717e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:18:39.763731 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede7cf54-d1a0-4c41-95b0-65f1ca8806c4 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Network hostable DHCP agents. Network: aee0a41a-b1bf-41e7-8e13-bc24723d717e, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:18:39.770084 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9e4ab1a3-d777-41b3-8330-3d77c3203144 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (c126af73-b028-4564-8f36-8a8334deb16f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:39.775783 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-1bd2f794-bbfb-4fa3-b9dc-6f7c15f6a656 None None] Set router 96bbd1b0-4626-49eb-af76-25f572100ac9 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:18:39.815894 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-183bf72e-119e-4d70-afcb-8f2e466fae60 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Publish callbacks [] for security_group_rule (16a22903-9884-42d9-910a-39b5a31cc53d), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:39.834288 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-29241434-5b6d-4315-a848-a50b574b14a6 None None] For port 073bf780-c883-4590-b511-31dbdb7acad2, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=073bf780-c883-4590-b511-31dbdb7acad2,segment=NetworkSegment(6b5a2c5c-e7e2-4178-94b6-7f4da135e2e0),segment_id=6b5a2c5c-e7e2-4178-94b6-7f4da135e2e0)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:39.844525 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9e4ab1a3-d777-41b3-8330-3d77c3203144 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:39.877425 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9e4ab1a3-d777-41b3-8330-3d77c3203144 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3947001 Feb 09 01:18:39.879621 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60364) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:39.879759 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-29241434-5b6d-4315-a848-a50b574b14a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (073bf780-c883-4590-b511-31dbdb7acad2), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:39.922834 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1270532a-2ca7-4149-bbfc-d65c01e3c15d req-36d4f866-ec85-466f-9734-907c59c71194 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23600aa-b142-4ce7-9061-8b29e07e2c0b HTTP/1.1" status: 200 len: 210 time: 0.2993631 Feb 09 01:18:40.042863 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29241434-5b6d-4315-a848-a50b574b14a6 None None] Pushing event updated for resources: {'Port': ['ID=073bf780-c883-4590-b511-31dbdb7acad2,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:40.089350 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-7df74697-b919-4e91-9ec9-068e77215cf5 None None] Provisioning complete for port 073bf780-c883-4590-b511-31dbdb7acad2 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:40.089747 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7df74697-b919-4e91-9ec9-068e77215cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (073bf780-c883-4590-b511-31dbdb7acad2), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:40.185221 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9957b51b-a7f2-443c-8c49-752c1687fc71 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for router (c126af73-b028-4564-8f36-8a8334deb16f), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:40.229866 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede7cf54-d1a0-4c41-95b0-65f1ca8806c4 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Network aee0a41a-b1bf-41e7-8e13-bc24723d717e is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:18:40.253704 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-ede7cf54-d1a0-4c41-95b0-65f1ca8806c4 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, aee0a41a-b1bf-41e7-8e13-bc24723d717e) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:40.275445 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcef53de-851f-4d84-8aea-48312c87b7cb None None] Network aee0a41a-b1bf-41e7-8e13-bc24723d717e requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:18:40.304489 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede7cf54-d1a0-4c41-95b0-65f1ca8806c4 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:40.305444 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ede7cf54-d1a0-4c41-95b0-65f1ca8806c4 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:40.313587 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4e9b14a-375d-49e9-9ac9-809a65ad9090 req-a1169463-1699-4a00-aaca-8f8bfe3a9784 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] Made reservation on behalf of 4e4a5d67295b45c0910be47df34a5e5c for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:40.317777 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f4e9b14a-375d-49e9-9ac9-809a65ad9090 req-a1169463-1699-4a00-aaca-8f8bfe3a9784 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:40.326039 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-1bd2f794-bbfb-4fa3-b9dc-6f7c15f6a656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96bbd1b0-4626-49eb-af76-25f572100ac9', 'name': 'tempest-ServersTestManualDisk-1725847689-router', 'tenant_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'd90809e6-08dd-4b06-85e7-bd2922b24b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:18:21Z', 'updated_at': '2022-02-09T01:18:32Z', 'revision_number': 4, 'project_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'gw_port': {'id': 'd90809e6-08dd-4b06-85e7-bd2922b24b1d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bbd1b0-4626-49eb-af76-25f572100ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:22Z', 'updated_at': '2022-02-09T01:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '073bf780-c883-4590-b511-31dbdb7acad2', 'name': '', 'network_id': '47fa1fe6-b7ff-4798-8384-d96a8ee91d2e', 'tenant_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'mac_address': 'fa:16:3e:3c:7a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96bbd1b0-4626-49eb-af76-25f572100ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '4218984f-8737-4371-806d-75117779a75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:30Z', 'updated_at': '2022-02-09T01:18:38Z', 'revision_number': 4, 'project_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'subnets': [{'id': '4218984f-8737-4371-806d-75117779a75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:40.351504 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60368) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:40.359601 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-7df74697-b919-4e91-9ec9-068e77215cf5 None None] Current status of the port 073bf780-c883-4590-b511-31dbdb7acad2 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:40.386643 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ede7cf54-d1a0-4c41-95b0-65f1ca8806c4 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.9535303 Feb 09 01:18:40.392888 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd2f794-bbfb-4fa3-b9dc-6f7c15f6a656 None None] The sync data for ids ['96bbd1b0-4626-49eb-af76-25f572100ac9'] in n-d-828369-4 is: [{'id': '96bbd1b0-4626-49eb-af76-25f572100ac9', 'name': 'tempest-ServersTestManualDisk-1725847689-router', 'tenant_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'd90809e6-08dd-4b06-85e7-bd2922b24b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:18:21Z', 'updated_at': '2022-02-09T01:18:32Z', 'revision_number': 4, 'project_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'gw_port': {'id': 'd90809e6-08dd-4b06-85e7-bd2922b24b1d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bbd1b0-4626-49eb-af76-25f572100ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:22Z', 'updated_at': '2022-02-09T01:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '073bf780-c883-4590-b511-31dbdb7acad2', 'name': '', 'network_id': '47fa1fe6-b7ff-4798-8384-d96a8ee91d2e', 'tenant_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'mac_address': 'fa:16:3e:3c:7a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96bbd1b0-4626-49eb-af76-25f572100ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '4218984f-8737-4371-806d-75117779a75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:30Z', 'updated_at': '2022-02-09T01:18:38Z', 'revision_number': 4, 'project_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'subnets': [{'id': '4218984f-8737-4371-806d-75117779a75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:18:40.410825 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60374) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:40.555848 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-183bf72e-119e-4d70-afcb-8f2e466fae60 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Publish callbacks [] for security_group_rule (16a22903-9884-42d9-910a-39b5a31cc53d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:40.557518 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-0be9d732-7b2f-4f72-9f8c-3a6b500a154e req-de7d5ee4-fd6a-4c61-a926-47c60b822236 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] Allocated IP 172.20.0.5 (410282e2-4ceb-448d-8dd3-314e079b2f0f/634bd319-ae48-4392-b226-ae3056f2fa32/31d136bc-a4e1-4c06-a333-94ad0fac4b72) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:40.561349 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-452f3c03-c74b-4cb3-9b00-4c89b1886f84 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Deleting port 7d378846-7c5c-4307-b4ba-c1d7061eeef1 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:18:40.561800 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-452f3c03-c74b-4cb3-9b00-4c89b1886f84 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (7d378846-7c5c-4307-b4ba-c1d7061eeef1), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:40.569520 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30622732-1157-485a-adb5-f8c05e84c251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-aee0a41a-b1bf-41e7-8e13-bc24723d717e', 'network_id': 'aee0a41a-b1bf-41e7-8e13-bc24723d717e', 'project_id': '19fcd7731580466787b393974cbcf579', 'fixed_ips': [{'subnet_id': '5f0b0da3-df5c-4c88-b1de-631057d4c211'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:18:40.570157 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-183bf72e-119e-4d70-afcb-8f2e466fae60 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (16a22903-9884-42d9-910a-39b5a31cc53d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:40.571010 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-30622732-1157-485a-adb5-f8c05e84c251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:40.602017 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9957b51b-a7f2-443c-8c49-752c1687fc71 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (c126af73-b028-4564-8f36-8a8334deb16f), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:40.610357 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9957b51b-a7f2-443c-8c49-752c1687fc71 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for router_controller (c126af73-b028-4564-8f36-8a8334deb16f), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:40.622854 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-183bf72e-119e-4d70-afcb-8f2e466fae60 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:40.627008 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-183bf72e-119e-4d70-afcb-8f2e466fae60 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0713801 Feb 09 01:18:40.633709 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60378) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:40.643103 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-23c82aae-47e0-48b0-9141-f9c780028e20 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:40.674905 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183bf72e-119e-4d70-afcb-8f2e466fae60 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16a22903-9884-42d9-910a-39b5a31cc53d,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:40.741481 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9957b51b-a7f2-443c-8c49-752c1687fc71 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (c126af73-b028-4564-8f36-8a8334deb16f), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:40.742097 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9957b51b-a7f2-443c-8c49-752c1687fc71 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c126af73-b028-4564-8f36-8a8334deb16f {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:18:40.744851 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-23c82aae-47e0-48b0-9141-f9c780028e20 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:40.762545 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9957b51b-a7f2-443c-8c49-752c1687fc71 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:40.763853 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9957b51b-a7f2-443c-8c49-752c1687fc71 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] 10.222.0.50 "DELETE /v2.0/routers/c126af73-b028-4564-8f36-8a8334deb16f HTTP/1.1" status: 204 len: 168 time: 0.8804200 Feb 09 01:18:40.864898 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cffde390-0d8e-4a3a-ac9e-3978e5670d10 req-ee8072bc-b9d7-49c7-936f-42c02c4e9fde tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.1299808 Feb 09 01:18:40.937611 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c7b4a8a5-5a9b-4e20-9e76-1e190a234903 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:40.941872 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a781c33e-7d35-4d7e-8296-8b5147ccf364 req-79e39d8f-dabf-4bdd-9911-19b0ceb6f445 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9f7b25-f151-454c-a1af-999205595f72 HTTP/1.1" status: 200 len: 210 time: 0.2936070 Feb 09 01:18:40.947819 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-30622732-1157-485a-adb5-f8c05e84c251 None None] Allocated IP 2001:db8::2 (aee0a41a-b1bf-41e7-8e13-bc24723d717e/5f0b0da3-df5c-4c88-b1de-631057d4c211/013efa1b-ee89-46fe-b1c2-e36a6d7bba28) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:41.016988 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-23c82aae-47e0-48b0-9141-f9c780028e20 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:41.157455 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60384) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:41.292857 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-23c82aae-47e0-48b0-9141-f9c780028e20 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Allocated IP 172.25.8.221 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/9f3b3046-6273-4dac-b011-cec6c65b2181) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:41.299080 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-30622732-1157-485a-adb5-f8c05e84c251 None None] Publish callbacks [] for port (013efa1b-ee89-46fe-b1c2-e36a6d7bba28), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:41.317968 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-30622732-1157-485a-adb5-f8c05e84c251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (013efa1b-ee89-46fe-b1c2-e36a6d7bba28), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:41.359476 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30622732-1157-485a-adb5-f8c05e84c251 None None] Network aee0a41a-b1bf-41e7-8e13-bc24723d717e is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:41.381916 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c7b4a8a5-5a9b-4e20-9e76-1e190a234903 admin admin] Publish callbacks [] for security_group (10edbcb4-89fd-49ee-9e2a-077d4fdb544f), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:41.408860 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-30622732-1157-485a-adb5-f8c05e84c251 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:41.423916 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30622732-1157-485a-adb5-f8c05e84c251 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:18:41.444960 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-452f3c03-c74b-4cb3-9b00-4c89b1886f84 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (7d378846-7c5c-4307-b4ba-c1d7061eeef1), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:41.445322 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-452f3c03-c74b-4cb3-9b00-4c89b1886f84 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks [] for floatingip (7d378846-7c5c-4307-b4ba-c1d7061eeef1), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:41.478155 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-452f3c03-c74b-4cb3-9b00-4c89b1886f84 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Calling delete_port for 7d378846-7c5c-4307-b4ba-c1d7061eeef1 owned by network:floatingip {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:18:41.565868 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-0efd85ae-ddf2-4169-8a9e-ee04eb51ec1b tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-813581732', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}, 'admin_state_up': False}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:41.580237 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30622732-1157-485a-adb5-f8c05e84c251 None None] Pushing event updated for resources: {'Port': ['ID=013efa1b-ee89-46fe-b1c2-e36a6d7bba28,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:41.595961 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-23c82aae-47e0-48b0-9141-f9c780028e20 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Publish callbacks [] for port (9f3b3046-6273-4dac-b011-cec6c65b2181), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:41.598451 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0efd85ae-ddf2-4169-8a9e-ee04eb51ec1b tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (7b783373-48b7-4d08-8ec3-c496374286a7), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:41.599675 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0efd85ae-ddf2-4169-8a9e-ee04eb51ec1b tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (7b783373-48b7-4d08-8ec3-c496374286a7), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:41.612142 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-30622732-1157-485a-adb5-f8c05e84c251 None None] Attempting to bind port 013efa1b-ee89-46fe-b1c2-e36a6d7bba28 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:18:41.612530 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-30622732-1157-485a-adb5-f8c05e84c251 None None] Attempting to bind port 013efa1b-ee89-46fe-b1c2-e36a6d7bba28 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'df30fddc-2173-4bb4-8243-66a063e87a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'aee0a41a-b1bf-41e7-8e13-bc24723d717e'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:18:41.612927 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30622732-1157-485a-adb5-f8c05e84c251 None None] Attempting to bind port 013efa1b-ee89-46fe-b1c2-e36a6d7bba28 on network aee0a41a-b1bf-41e7-8e13-bc24723d717e {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:18:41.630501 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30622732-1157-485a-adb5-f8c05e84c251 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:18:41.632482 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30622732-1157-485a-adb5-f8c05e84c251 None None] Checking segment: {'id': 'df30fddc-2173-4bb4-8243-66a063e87a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'aee0a41a-b1bf-41e7-8e13-bc24723d717e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:18:41.633283 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-30622732-1157-485a-adb5-f8c05e84c251 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:41.633708 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30622732-1157-485a-adb5-f8c05e84c251 None None] Bound using segment: {'id': 'df30fddc-2173-4bb4-8243-66a063e87a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'aee0a41a-b1bf-41e7-8e13-bc24723d717e'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:18:41.642501 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-30622732-1157-485a-adb5-f8c05e84c251 None None] Bound port: 013efa1b-ee89-46fe-b1c2-e36a6d7bba28, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df30fddc-2173-4bb4-8243-66a063e87a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'aee0a41a-b1bf-41e7-8e13-bc24723d717e'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:18:41.644340 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-30622732-1157-485a-adb5-f8c05e84c251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (013efa1b-ee89-46fe-b1c2-e36a6d7bba28), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:41.755252 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0efd85ae-ddf2-4169-8a9e-ee04eb51ec1b tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router_controller (7b783373-48b7-4d08-8ec3-c496374286a7), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:41.765793 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-23c82aae-47e0-48b0-9141-f9c780028e20 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (9f3b3046-6273-4dac-b011-cec6c65b2181), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:41.774443 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 073bf780-c883-4590-b511-31dbdb7acad2 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:18:41.849618 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-30622732-1157-485a-adb5-f8c05e84c251 None None] For port 013efa1b-ee89-46fe-b1c2-e36a6d7bba28, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:18:41.853576 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-30622732-1157-485a-adb5-f8c05e84c251 None None] For port 013efa1b-ee89-46fe-b1c2-e36a6d7bba28, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=013efa1b-ee89-46fe-b1c2-e36a6d7bba28,segment=NetworkSegment(df30fddc-2173-4bb4-8243-66a063e87a3b),segment_id=df30fddc-2173-4bb4-8243-66a063e87a3b)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:18:41.878353 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 073bf780-c883-4590-b511-31dbdb7acad2 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:41.879421 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (073bf780-c883-4590-b511-31dbdb7acad2), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:41.914548 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34344ea8-dd31-48eb-9c89-513d817c6b48 req-0f2ebfab-e107-4de9-b160-c5a100c00377 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23600aa-b142-4ce7-9061-8b29e07e2c0b HTTP/1.1" status: 200 len: 210 time: 0.7021844 Feb 09 01:18:41.936275 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a4ae72d2-74dc-4066-974c-a6aa1ed95995 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (aee0a41a-b1bf-41e7-8e13-bc24723d717e), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:41.946956 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-30622732-1157-485a-adb5-f8c05e84c251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (013efa1b-ee89-46fe-b1c2-e36a6d7bba28), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:41.982974 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c7b4a8a5-5a9b-4e20-9e76-1e190a234903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (10edbcb4-89fd-49ee-9e2a-077d4fdb544f), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:42.064960 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c82aae-47e0-48b0-9141-f9c780028e20 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Pushing event updated for resources: {'Port': ['ID=9f3b3046-6273-4dac-b011-cec6c65b2181,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:42.096079 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c82aae-47e0-48b0-9141-f9c780028e20 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:42.102223 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-23c82aae-47e0-48b0-9141-f9c780028e20 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:42.114273 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30622732-1157-485a-adb5-f8c05e84c251 None None] Pushing event updated for resources: {'Port': ['ID=013efa1b-ee89-46fe-b1c2-e36a6d7bba28,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:42.132501 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-91296b5b-670e-4a2a-8455-935ee4447c66 req-c109f1a8-bd1b-46db-afb5-753e222f6125 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.0516796 Feb 09 01:18:42.255971 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0efd85ae-ddf2-4169-8a9e-ee04eb51ec1b tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router_gateway (7b783373-48b7-4d08-8ec3-c496374286a7), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:42.266479 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c82aae-47e0-48b0-9141-f9c780028e20 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:18:42.270913 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 073bf780-c883-4590-b511-31dbdb7acad2 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:42.320596 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b4a8a5-5a9b-4e20-9e76-1e190a234903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10edbcb4-89fd-49ee-9e2a-077d4fdb544f,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:42.336718 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c7b4a8a5-5a9b-4e20-9e76-1e190a234903 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=099e593ed79540a3abb49c91b5ccfd17&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9816206 Feb 09 01:18:42.356228 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dd1799c5-c6d6-4bf2-8568-b36b02827485 req-e5a044b2-79c3-405c-bcaa-a5e598d5a50b tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9f7b25-f151-454c-a1af-999205595f72 HTTP/1.1" status: 200 len: 210 time: 0.1940572 Feb 09 01:18:42.375923 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60392) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:42.378722 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-452f3c03-c74b-4cb3-9b00-4c89b1886f84 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (7d378846-7c5c-4307-b4ba-c1d7061eeef1), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:42.445563 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-23c82aae-47e0-48b0-9141-f9c780028e20 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Publish callbacks [] for floatingip (1be3945c-1640-4862-9187-471d40e9acc2), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:42.472762 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-f4e9b14a-375d-49e9-9ac9-809a65ad9090 req-a1169463-1699-4a00-aaca-8f8bfe3a9784 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] Allocated IP 172.20.0.14 (bda1b674-4ea7-4b0f-87bc-35d6726bcbf8/5706c782-204c-4197-b08e-6c558ac505bb/4649c666-0d53-411a-abe0-56008029c919) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:42.586890 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4cb48060-4fac-4b10-9ece-b39b3d3507f5 admin admin] Publish callbacks [] for security_group (10edbcb4-89fd-49ee-9e2a-077d4fdb544f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:42.607059 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-23c82aae-47e0-48b0-9141-f9c780028e20 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (9f3b3046-6273-4dac-b011-cec6c65b2181), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:42.808284 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-23c82aae-47e0-48b0-9141-f9c780028e20 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Publish callbacks [] for port (9f3b3046-6273-4dac-b011-cec6c65b2181), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:42.822275 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-23c82aae-47e0-48b0-9141-f9c780028e20 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (9f3b3046-6273-4dac-b011-cec6c65b2181), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:42.977608 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c82aae-47e0-48b0-9141-f9c780028e20 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Pushing event updated for resources: {'Port': ['ID=9f3b3046-6273-4dac-b011-cec6c65b2181,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:42.982404 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4cb48060-4fac-4b10-9ece-b39b3d3507f5 admin admin] Publish callbacks [] for security_group (10edbcb4-89fd-49ee-9e2a-077d4fdb544f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:42.994249 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-23c82aae-47e0-48b0-9141-f9c780028e20 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (1be3945c-1640-4862-9187-471d40e9acc2), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:43.021070 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0efd85ae-ddf2-4169-8a9e-ee04eb51ec1b tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router_gateway (7b783373-48b7-4d08-8ec3-c496374286a7), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:43.043064 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0efd85ae-ddf2-4169-8a9e-ee04eb51ec1b tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:43.046951 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-23c82aae-47e0-48b0-9141-f9c780028e20 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:43.056312 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-23c82aae-47e0-48b0-9141-f9c780028e20 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4135084 Feb 09 01:18:43.080808 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f3c03-c74b-4cb3-9b00-4c89b1886f84 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Pushing event deleted for resources: {'Port': ['ID=7d378846-7c5c-4307-b4ba-c1d7061eeef1,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:43.212197 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-0efd85ae-ddf2-4169-8a9e-ee04eb51ec1b tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Allocated IP 172.25.8.37 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/383f5c52-0069-4270-a732-935c6974eb64) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:43.272517 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fd142740-15da-4357-bfd8-c0ba29071966 req-0b67aaa2-31d2-44c9-a7f5-de3d5f150ea7 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23600aa-b142-4ce7-9061-8b29e07e2c0b HTTP/1.1" status: 200 len: 210 time: 0.2261326 Feb 09 01:18:43.382352 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0efd85ae-ddf2-4169-8a9e-ee04eb51ec1b tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for port (383f5c52-0069-4270-a732-935c6974eb64), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:43.402604 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18b25706-f24b-4f2d-8157-24a38675fbb2 req-6f09e5a2-2895-4817-93d2-7a0fee66c456 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.1276126 Feb 09 01:18:43.412245 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0be9d732-7b2f-4f72-9f8c-3a6b500a154e req-de7d5ee4-fd6a-4c61-a926-47c60b822236 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] Publish callbacks [] for port (31d136bc-a4e1-4c06-a333-94ad0fac4b72), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:43.442519 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0efd85ae-ddf2-4169-8a9e-ee04eb51ec1b tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (383f5c52-0069-4270-a732-935c6974eb64), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:43.466186 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4cb48060-4fac-4b10-9ece-b39b3d3507f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (10edbcb4-89fd-49ee-9e2a-077d4fdb544f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:43.468855 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4cb48060-4fac-4b10-9ece-b39b3d3507f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:43.472291 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4cb48060-4fac-4b10-9ece-b39b3d3507f5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/10edbcb4-89fd-49ee-9e2a-077d4fdb544f HTTP/1.1" status: 204 len: 168 time: 1.0694308 Feb 09 01:18:43.495271 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efd85ae-ddf2-4169-8a9e-ee04eb51ec1b tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:43.499423 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-0efd85ae-ddf2-4169-8a9e-ee04eb51ec1b tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:43.503556 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efd85ae-ddf2-4169-8a9e-ee04eb51ec1b tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:18:43.559005 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd85ae-ddf2-4169-8a9e-ee04eb51ec1b tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Pushing event updated for resources: {'Port': ['ID=383f5c52-0069-4270-a732-935c6974eb64,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:43.593340 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb48060-4fac-4b10-9ece-b39b3d3507f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10edbcb4-89fd-49ee-9e2a-077d4fdb544f,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:43.729566 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-11f658cd-8767-4dde-9738-16e9868a083e tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1220293094&fields=id&tenant_id=ba5e9ecc06f746ffbf154ff034c274ee HTTP/1.1" status: 200 len: 267 time: 0.3020356 Feb 09 01:18:43.739295 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-445a92b1-4c10-46df-b81f-46a64b1fa9cb req-2c4150aa-7e60-4eda-89bf-6286d5e02a4f tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9f7b25-f151-454c-a1af-999205595f72 HTTP/1.1" status: 200 len: 210 time: 0.1879611 Feb 09 01:18:43.816200 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-452f3c03-c74b-4cb3-9b00-4c89b1886f84 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks [] for floatingip (85e014c4-e040-4c65-bb6e-fe3b27069d9a), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:43.819531 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-452f3c03-c74b-4cb3-9b00-4c89b1886f84 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:43.820658 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-452f3c03-c74b-4cb3-9b00-4c89b1886f84 tempest-AttachVolumeTestJSON-1798379319 tempest-AttachVolumeTestJSON-1798379319-project] 10.222.0.50 "DELETE /v2.0/floatingips/85e014c4-e040-4c65-bb6e-fe3b27069d9a HTTP/1.1" status: 204 len: 168 time: 4.1344373 Feb 09 01:18:43.845581 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b405283-8c16-491f-aef5-f4a647e7ac84 None None] Network aee0a41a-b1bf-41e7-8e13-bc24723d717e requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:18:44.072965 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0efd85ae-ddf2-4169-8a9e-ee04eb51ec1b tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router_gateway (7b783373-48b7-4d08-8ec3-c496374286a7), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:44.114448 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-a4ae72d2-74dc-4066-974c-a6aa1ed95995 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Deleting port 013efa1b-ee89-46fe-b1c2-e36a6d7bba28 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:18:44.115259 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a4ae72d2-74dc-4066-974c-a6aa1ed95995 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (013efa1b-ee89-46fe-b1c2-e36a6d7bba28), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:44.255155 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60422) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:44.255840 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 013efa1b-ee89-46fe-b1c2-e36a6d7bba28 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:18:44.279931 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0da30791-eaca-43d7-b497-3d18cdd4293c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:44.319115 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-f2f809ee-3343-4ab1-8f6b-c02460f9d739 None None] Provisioning complete for port 013efa1b-ee89-46fe-b1c2-e36a6d7bba28 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:44.319511 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f2f809ee-3343-4ab1-8f6b-c02460f9d739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (013efa1b-ee89-46fe-b1c2-e36a6d7bba28), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:44.332919 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0be9d732-7b2f-4f72-9f8c-3a6b500a154e req-de7d5ee4-fd6a-4c61-a926-47c60b822236 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (31d136bc-a4e1-4c06-a333-94ad0fac4b72), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:44.401467 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0da30791-eaca-43d7-b497-3d18cdd4293c admin admin] Publish callbacks [] for security_group (044c6339-5dfa-40d7-b8e1-bc45deed1e79), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:44.406588 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0da30791-eaca-43d7-b497-3d18cdd4293c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (044c6339-5dfa-40d7-b8e1-bc45deed1e79), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:44.445500 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da30791-eaca-43d7-b497-3d18cdd4293c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044c6339-5dfa-40d7-b8e1-bc45deed1e79,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:44.479903 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 013efa1b-ee89-46fe-b1c2-e36a6d7bba28 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:44.480147 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0be9d732-7b2f-4f72-9f8c-3a6b500a154e req-de7d5ee4-fd6a-4c61-a926-47c60b822236 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] Network 410282e2-4ceb-448d-8dd3-314e079b2f0f is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:44.480719 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (013efa1b-ee89-46fe-b1c2-e36a6d7bba28), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:44.508486 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-0be9d732-7b2f-4f72-9f8c-3a6b500a154e req-de7d5ee4-fd6a-4c61-a926-47c60b822236 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:44.511680 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be9d732-7b2f-4f72-9f8c-3a6b500a154e req-de7d5ee4-fd6a-4c61-a926-47c60b822236 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:18:44.562114 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0da30791-eaca-43d7-b497-3d18cdd4293c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=346a7555a627463dad9da5b75a171947&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3047318 Feb 09 01:18:44.565954 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60428) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:44.607342 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f2f809ee-3343-4ab1-8f6b-c02460f9d739 None None] Current status of the port 013efa1b-ee89-46fe-b1c2-e36a6d7bba28 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:44.607760 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f2f809ee-3343-4ab1-8f6b-c02460f9d739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (013efa1b-ee89-46fe-b1c2-e36a6d7bba28), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:44.638490 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-a4ae72d2-74dc-4066-974c-a6aa1ed95995 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] For port 013efa1b-ee89-46fe-b1c2-e36a6d7bba28, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=013efa1b-ee89-46fe-b1c2-e36a6d7bba28,segment=NetworkSegment(df30fddc-2173-4bb4-8243-66a063e87a3b),segment_id=df30fddc-2173-4bb4-8243-66a063e87a3b)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:44.640996 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a4ae72d2-74dc-4066-974c-a6aa1ed95995 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (013efa1b-ee89-46fe-b1c2-e36a6d7bba28), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:44.646791 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9ab1bff8-ceb1-4ace-b36b-df5b724e52ec admin admin] Publish callbacks [] for security_group (044c6339-5dfa-40d7-b8e1-bc45deed1e79), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:44.659197 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d5ee4-fd6a-4c61-a926-47c60b822236 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] Pushing event updated for resources: {'Port': ['ID=31d136bc-a4e1-4c06-a333-94ad0fac4b72,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:44.675619 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-d4f12461-e4bf-4a21-b660-cc6ac32ded48 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:44.676790 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-d4f12461-e4bf-4a21-b660-cc6ac32ded48 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "GET /v2.0/networks?id=47fa1fe6-b7ff-4798-8384-d96a8ee91d2e HTTP/1.1" status: 200 len: 812 time: 0.9340134 Feb 09 01:18:44.682528 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9ab1bff8-ceb1-4ace-b36b-df5b724e52ec admin admin] Publish callbacks [] for security_group (044c6339-5dfa-40d7-b8e1-bc45deed1e79), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:44.689990 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 013efa1b-ee89-46fe-b1c2-e36a6d7bba28 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:44.690640 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (013efa1b-ee89-46fe-b1c2-e36a6d7bba28), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:44.692180 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f4e9b14a-375d-49e9-9ac9-809a65ad9090 req-a1169463-1699-4a00-aaca-8f8bfe3a9784 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] Publish callbacks [] for port (4649c666-0d53-411a-abe0-56008029c919), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:44.731260 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-d05b08b0-4d85-4935-aa43-7467d8e8a1eb tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "GET /v2.0/quotas/ba5e9ecc06f746ffbf154ff034c274ee HTTP/1.1" status: 200 len: 375 time: 0.0290124 Feb 09 01:18:44.734888 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-a4ae72d2-74dc-4066-974c-a6aa1ed95995 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Calling delete_port for 013efa1b-ee89-46fe-b1c2-e36a6d7bba28 owned by network:dhcp {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:18:44.770781 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-f2f809ee-3343-4ab1-8f6b-c02460f9d739 None None] For port 013efa1b-ee89-46fe-b1c2-e36a6d7bba28, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=013efa1b-ee89-46fe-b1c2-e36a6d7bba28,segment=NetworkSegment(df30fddc-2173-4bb4-8243-66a063e87a3b),segment_id=df30fddc-2173-4bb4-8243-66a063e87a3b)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:44.771411 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9d732-7b2f-4f72-9f8c-3a6b500a154e req-de7d5ee4-fd6a-4c61-a926-47c60b822236 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:44.772355 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0be9d732-7b2f-4f72-9f8c-3a6b500a154e req-de7d5ee4-fd6a-4c61-a926-47c60b822236 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:44.781433 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f2f809ee-3343-4ab1-8f6b-c02460f9d739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (013efa1b-ee89-46fe-b1c2-e36a6d7bba28), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:44.793162 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9ab1bff8-ceb1-4ace-b36b-df5b724e52ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (044c6339-5dfa-40d7-b8e1-bc45deed1e79), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:44.796114 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9ab1bff8-ceb1-4ace-b36b-df5b724e52ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:44.801178 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9ab1bff8-ceb1-4ace-b36b-df5b724e52ec admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/044c6339-5dfa-40d7-b8e1-bc45deed1e79 HTTP/1.1" status: 204 len: 168 time: 0.2338631 Feb 09 01:18:44.808281 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d414d5-378c-405b-bda0-502f6bd1cafb req-5ba187cb-94b0-4a90-9679-16638c8973cf tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:44.820925 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e5d414d5-378c-405b-bda0-502f6bd1cafb req-5ba187cb-94b0-4a90-9679-16638c8973cf tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23600aa-b142-4ce7-9061-8b29e07e2c0b HTTP/1.1" status: 200 len: 931 time: 0.3795173 Feb 09 01:18:44.829380 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1bff8-ceb1-4ace-b36b-df5b724e52ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044c6339-5dfa-40d7-b8e1-bc45deed1e79,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:44.898534 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0efd85ae-ddf2-4169-8a9e-ee04eb51ec1b tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (7b783373-48b7-4d08-8ec3-c496374286a7), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:44.947680 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0be9d732-7b2f-4f72-9f8c-3a6b500a154e req-de7d5ee4-fd6a-4c61-a926-47c60b822236 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7820263 Feb 09 01:18:44.965090 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-0be9d732-7b2f-4f72-9f8c-3a6b500a154e req-5458298b-b470-45e6-b8c0-c1e39ab1bde1 service neutron] Request body: {'port': {'device_id': 'f23600aa-b142-4ce7-9061-8b29e07e2c0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:44.992921 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e5d414d5-378c-405b-bda0-502f6bd1cafb req-f5845739-eb87-4e52-a517-8c61a17c9eaa tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] 10.222.0.50 "GET /v2.0/security-groups?id=e08c4bd5-6650-4b50-a132-1958e3543e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708767 Feb 09 01:18:45.022367 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.api [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:18:45.022924 n-d-828369-4 neutron-server[103138]: DEBUG oslo_db.api [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:18:45.063640 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-38c6ce00-f138-423f-9360-de35a0bd2a23 None None] Provisioning complete for port 013efa1b-ee89-46fe-b1c2-e36a6d7bba28 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:45.064140 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-38c6ce00-f138-423f-9360-de35a0bd2a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (013efa1b-ee89-46fe-b1c2-e36a6d7bba28), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:45.067308 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f809ee-3343-4ab1-8f6b-c02460f9d739 None None] Pushing event updated for resources: {'Port': ['ID=013efa1b-ee89-46fe-b1c2-e36a6d7bba28,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:45.165578 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f4e9b14a-375d-49e9-9ac9-809a65ad9090 req-a1169463-1699-4a00-aaca-8f8bfe3a9784 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (4649c666-0d53-411a-abe0-56008029c919), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:45.192027 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-53eacb5a-ab30-4505-a116-fb330fc8df47 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ba5e9ecc06f746ffbf154ff034c274ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4509473 Feb 09 01:18:45.204588 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-390beb5a-71d8-4949-af04-92c36d274210 req-13a97609-e937-4e35-8c15-04258a452b75 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.0605755 Feb 09 01:18:45.260993 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0be9d732-7b2f-4f72-9f8c-3a6b500a154e req-5458298b-b470-45e6-b8c0-c1e39ab1bde1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (31d136bc-a4e1-4c06-a333-94ad0fac4b72), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:45.289026 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0efd85ae-ddf2-4169-8a9e-ee04eb51ec1b tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Router 7b783373-48b7-4d08-8ec3-c496374286a7 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:18:45.327299 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-38c6ce00-f138-423f-9360-de35a0bd2a23 None None] Current status of the port 013efa1b-ee89-46fe-b1c2-e36a6d7bba28 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:45.407758 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4e9b14a-375d-49e9-9ac9-809a65ad9090 req-a1169463-1699-4a00-aaca-8f8bfe3a9784 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] Network bda1b674-4ea7-4b0f-87bc-35d6726bcbf8 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:45.545057 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0efd85ae-ddf2-4169-8a9e-ee04eb51ec1b tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:18:45.555044 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-f4e9b14a-375d-49e9-9ac9-809a65ad9090 req-a1169463-1699-4a00-aaca-8f8bfe3a9784 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:45.558232 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-ca08f844-640e-41ad-a400-0ee3e7898f5b service neutron] 10.222.0.50 "GET /v2.0/networks/47fa1fe6-b7ff-4798-8384-d96a8ee91d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507822 Feb 09 01:18:45.558795 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1169463-1699-4a00-aaca-8f8bfe3a9784 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] Pushing event updated for resources: {'Port': ['ID=4649c666-0d53-411a-abe0-56008029c919,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:45.571617 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e9b14a-375d-49e9-9ac9-809a65ad9090 req-a1169463-1699-4a00-aaca-8f8bfe3a9784 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:18:45.580601 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a4ae72d2-74dc-4066-974c-a6aa1ed95995 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (013efa1b-ee89-46fe-b1c2-e36a6d7bba28), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:45.581884 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438ad456-164d-4908-8f1e-5e3ea7fc20ea None None] Sync routers for ids ['7b783373-48b7-4d08-8ec3-c496374286a7'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:18:45.591009 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0efd85ae-ddf2-4169-8a9e-ee04eb51ec1b tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:45.596117 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0efd85ae-ddf2-4169-8a9e-ee04eb51ec1b tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.4344614 Feb 09 01:18:45.596279 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Port 013efa1b-ee89-46fe-b1c2-e36a6d7bba28 update to ACTIVE by agent not found {{(pid=103138) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 09 01:18:45.598688 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60446) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:45.615643 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438ad456-164d-4908-8f1e-5e3ea7fc20ea None None] Routers {'7b783373-48b7-4d08-8ec3-c496374286a7'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:18:45.616989 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-438ad456-164d-4908-8f1e-5e3ea7fc20ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:18:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['7b783373-48b7-4d08-8ec3-c496374286a7'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:45.700952 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-438ad456-164d-4908-8f1e-5e3ea7fc20ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:45.723378 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438ad456-164d-4908-8f1e-5e3ea7fc20ea None None] Routers {'7b783373-48b7-4d08-8ec3-c496374286a7'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:18:45.726878 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-438ad456-164d-4908-8f1e-5e3ea7fc20ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:18:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['7b783373-48b7-4d08-8ec3-c496374286a7'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:45.814707 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae72d2-74dc-4066-974c-a6aa1ed95995 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Pushing event deleted for resources: {'Port': ['ID=013efa1b-ee89-46fe-b1c2-e36a6d7bba28,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:45.854386 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 013efa1b-ee89-46fe-b1c2-e36a6d7bba28 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:18:45.869912 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-438ad456-164d-4908-8f1e-5e3ea7fc20ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:45.879516 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438ad456-164d-4908-8f1e-5e3ea7fc20ea None None] The sync data for ids ['7b783373-48b7-4d08-8ec3-c496374286a7'] in n-d-828369-4 is: [] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:18:45.919916 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-16c63688-5ab8-4d23-b4f2-5a88df339c85 service neutron] 10.222.0.50 "GET /v2.0/networks/47fa1fe6-b7ff-4798-8384-d96a8ee91d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619083 Feb 09 01:18:45.955016 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3d5dcb-79b2-41ae-9a13-d4ba140050e0 None None] DHCP port deletion for aee0a41a-b1bf-41e7-8e13-bc24723d717e request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:18:45.968484 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 013efa1b-ee89-46fe-b1c2-e36a6d7bba28 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:18:45.968484 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 013efa1b-ee89-46fe-b1c2-e36a6d7bba28 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 09 01:18:45.986591 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e532e6-13f8-4358-8961-d62b550e1ad3 None None] get_active_networks_info from n-d-828369-4 {{(pid=103138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:18:46.066412 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Port 013efa1b-ee89-46fe-b1c2-e36a6d7bba28 not found, will not notify nova. {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 09 01:18:46.125865 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ae72d2-74dc-4066-974c-a6aa1ed95995 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] No DVR routers for this DVR port 013efa1b-ee89-46fe-b1c2-e36a6d7bba28 on host n-d-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:18:46.241921 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e532e6-13f8-4358-8961-d62b550e1ad3 None None] Resources bound (agent type, host, resource id): {{(pid=103138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:18:46.281262 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a4ae72d2-74dc-4066-974c-a6aa1ed95995 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (5f0b0da3-df5c-4c88-b1de-631057d4c211), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:46.360265 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46cd79e-43a3-48b3-923f-22b8d73f78c6 req-19a8c898-a31f-4005-96d5-53c4b14854e6 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:46.361986 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e46cd79e-43a3-48b3-923f-22b8d73f78c6 req-19a8c898-a31f-4005-96d5-53c4b14854e6 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9f7b25-f151-454c-a1af-999205595f72 HTTP/1.1" status: 200 len: 932 time: 0.8185902 Feb 09 01:18:46.440859 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9b14a-375d-49e9-9ac9-809a65ad9090 req-a1169463-1699-4a00-aaca-8f8bfe3a9784 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:46.442475 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f4e9b14a-375d-49e9-9ac9-809a65ad9090 req-a1169463-1699-4a00-aaca-8f8bfe3a9784 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:46.527732 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f4e9b14a-375d-49e9-9ac9-809a65ad9090 req-a1169463-1699-4a00-aaca-8f8bfe3a9784 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.3300941 Feb 09 01:18:46.618110 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-f4e9b14a-375d-49e9-9ac9-809a65ad9090 req-cd28dfe2-f8dd-4ef3-9359-1f66b6da9d45 service neutron] Request body: {'port': {'device_id': 'ab9f7b25-f151-454c-a1af-999205595f72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:46.685625 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b632560c-33a9-4e02-aa9b-0ab2e83403d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-aee0a41a-b1bf-41e7-8e13-bc24723d717e', 'network_id': 'aee0a41a-b1bf-41e7-8e13-bc24723d717e', 'project_id': '19fcd7731580466787b393974cbcf579', 'fixed_ips': [{'subnet_id': '5f0b0da3-df5c-4c88-b1de-631057d4c211'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:18:46.688226 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b632560c-33a9-4e02-aa9b-0ab2e83403d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:46.785630 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b790c0c6-a554-4fb2-937f-8e212488a6b0 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] 10.222.0.50 "GET /v2.0/routers/7b783373-48b7-4d08-8ec3-c496374286a7 HTTP/1.1" status: 200 len: 923 time: 1.1856856 Feb 09 01:18:46.789108 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60478) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:46.793018 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-0be9d732-7b2f-4f72-9f8c-3a6b500a154e req-5458298b-b470-45e6-b8c0-c1e39ab1bde1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31d136bc-a4e1-4c06-a333-94ad0fac4b72 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:18:46.802148 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0be9d732-7b2f-4f72-9f8c-3a6b500a154e req-5458298b-b470-45e6-b8c0-c1e39ab1bde1 service neutron] Publish callbacks [] for port (31d136bc-a4e1-4c06-a333-94ad0fac4b72), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:46.820172 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-0be9d732-7b2f-4f72-9f8c-3a6b500a154e req-5458298b-b470-45e6-b8c0-c1e39ab1bde1 service neutron] Transition to ACTIVE for port object 31d136bc-a4e1-4c06-a333-94ad0fac4b72 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:18:46.862621 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d7b5b4d1-02a4-480a-8774-9bdd4f198470 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b783373-48b7-4d08-8ec3-c496374286a7 HTTP/1.1" status: 200 len: 205 time: 0.0712404 Feb 09 01:18:46.864943 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60480) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:46.896281 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0be9d732-7b2f-4f72-9f8c-3a6b500a154e req-5458298b-b470-45e6-b8c0-c1e39ab1bde1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (31d136bc-a4e1-4c06-a333-94ad0fac4b72), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:46.913198 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-b632560c-33a9-4e02-aa9b-0ab2e83403d7 None None] Allocated IP 2001:db8::2 (aee0a41a-b1bf-41e7-8e13-bc24723d717e/5f0b0da3-df5c-4c88-b1de-631057d4c211/3ec712b3-2620-4a0b-b690-dab3f622373f) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:46.927961 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e46cd79e-43a3-48b3-923f-22b8d73f78c6 req-1fdbb901-dd8f-47e8-af3d-c6a9593f9d4d tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] 10.222.0.50 "GET /v2.0/security-groups?id=346afcfc-60a4-4dcd-b5b9-20ccb4d37aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5194495 Feb 09 01:18:47.047226 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b77fa-2b6a-4395-995b-ecb0881f69c2 req-ecfbfc5d-b3e4-4cd3-b7dd-3e19a985d9e6 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:47.069452 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fd6b77fa-2b6a-4395-995b-ecb0881f69c2 req-ecfbfc5d-b3e4-4cd3-b7dd-3e19a985d9e6 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23600aa-b142-4ce7-9061-8b29e07e2c0b HTTP/1.1" status: 200 len: 931 time: 0.5977461 Feb 09 01:18:47.133160 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-53ff6616-c205-499c-aa68-0862d7f9d4b4 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router (7b783373-48b7-4d08-8ec3-c496374286a7), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:47.185872 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b632560c-33a9-4e02-aa9b-0ab2e83403d7 None None] Publish callbacks [] for port (3ec712b3-2620-4a0b-b690-dab3f622373f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:47.205861 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b632560c-33a9-4e02-aa9b-0ab2e83403d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (3ec712b3-2620-4a0b-b690-dab3f622373f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:47.284076 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b632560c-33a9-4e02-aa9b-0ab2e83403d7 None None] Network aee0a41a-b1bf-41e7-8e13-bc24723d717e is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:47.291594 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-b632560c-33a9-4e02-aa9b-0ab2e83403d7 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:47.312216 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b632560c-33a9-4e02-aa9b-0ab2e83403d7 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:18:47.329781 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b632560c-33a9-4e02-aa9b-0ab2e83403d7 None None] Pushing event updated for resources: {'Port': ['ID=3ec712b3-2620-4a0b-b690-dab3f622373f,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:47.337370 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-194897ea-2dad-4684-9ee3-39ebb67bdcc3 req-b1e6ef86-232d-4d20-9303-248e12bb567e tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.2988977 Feb 09 01:18:47.351332 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5458298b-b470-45e6-b8c0-c1e39ab1bde1 service neutron] Pushing event updated for resources: {'Port': ['ID=31d136bc-a4e1-4c06-a333-94ad0fac4b72,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:47.408169 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-53ff6616-c205-499c-aa68-0862d7f9d4b4 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router_gateway (7b783373-48b7-4d08-8ec3-c496374286a7), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:47.450611 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f4e9b14a-375d-49e9-9ac9-809a65ad9090 req-cd28dfe2-f8dd-4ef3-9359-1f66b6da9d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4649c666-0d53-411a-abe0-56008029c919), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:47.459064 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fd6b77fa-2b6a-4395-995b-ecb0881f69c2 req-e2cd56f4-236b-4e0a-9bdf-d39dd0015761 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] 10.222.0.50 "GET /v2.0/security-groups?id=e08c4bd5-6650-4b50-a132-1958e3543e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886573 Feb 09 01:18:47.470685 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a4ae72d2-74dc-4066-974c-a6aa1ed95995 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (5f0b0da3-df5c-4c88-b1de-631057d4c211), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:47.526135 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-b632560c-33a9-4e02-aa9b-0ab2e83403d7 None None] Attempting to bind port 3ec712b3-2620-4a0b-b690-dab3f622373f on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:18:47.526839 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-b632560c-33a9-4e02-aa9b-0ab2e83403d7 None None] Attempting to bind port 3ec712b3-2620-4a0b-b690-dab3f622373f by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'df30fddc-2173-4bb4-8243-66a063e87a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'aee0a41a-b1bf-41e7-8e13-bc24723d717e'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:18:47.527946 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b632560c-33a9-4e02-aa9b-0ab2e83403d7 None None] Attempting to bind port 3ec712b3-2620-4a0b-b690-dab3f622373f on network aee0a41a-b1bf-41e7-8e13-bc24723d717e {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:18:47.534100 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b632560c-33a9-4e02-aa9b-0ab2e83403d7 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:18:47.537629 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b632560c-33a9-4e02-aa9b-0ab2e83403d7 None None] Checking segment: {'id': 'df30fddc-2173-4bb4-8243-66a063e87a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'aee0a41a-b1bf-41e7-8e13-bc24723d717e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:18:47.538088 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b632560c-33a9-4e02-aa9b-0ab2e83403d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:47.538609 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b632560c-33a9-4e02-aa9b-0ab2e83403d7 None None] Bound using segment: {'id': 'df30fddc-2173-4bb4-8243-66a063e87a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'aee0a41a-b1bf-41e7-8e13-bc24723d717e'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:18:47.539530 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-b632560c-33a9-4e02-aa9b-0ab2e83403d7 None None] Bound port: 3ec712b3-2620-4a0b-b690-dab3f622373f, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df30fddc-2173-4bb4-8243-66a063e87a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'aee0a41a-b1bf-41e7-8e13-bc24723d717e'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:18:47.539931 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b632560c-33a9-4e02-aa9b-0ab2e83403d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3ec712b3-2620-4a0b-b690-dab3f622373f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:47.544906 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae72d2-74dc-4066-974c-a6aa1ed95995 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Pushing event deleted for resources: {'Subnet': ['ID=5f0b0da3-df5c-4c88-b1de-631057d4c211,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:47.620915 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-53ff6616-c205-499c-aa68-0862d7f9d4b4 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Deleting port 383f5c52-0069-4270-a732-935c6974eb64 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:18:47.621296 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-53ff6616-c205-499c-aa68-0862d7f9d4b4 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (383f5c52-0069-4270-a732-935c6974eb64), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:47.655862 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3b36fd4a-f0bc-4abc-8ddd-8175e0d478b8 req-23fb129e-a7ee-45ce-834c-7c27c9f96d72 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "GET /v2.0/ports?device_id=19ea4fe2-f03b-4312-b954-f87b47184dbf HTTP/1.1" status: 200 len: 210 time: 0.1170075 Feb 09 01:18:47.692700 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-b632560c-33a9-4e02-aa9b-0ab2e83403d7 None None] For port 3ec712b3-2620-4a0b-b690-dab3f622373f, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:18:47.696644 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-b632560c-33a9-4e02-aa9b-0ab2e83403d7 None None] For port 3ec712b3-2620-4a0b-b690-dab3f622373f, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=3ec712b3-2620-4a0b-b690-dab3f622373f,segment=NetworkSegment(df30fddc-2173-4bb4-8243-66a063e87a3b),segment_id=df30fddc-2173-4bb4-8243-66a063e87a3b)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:18:47.704771 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b632560c-33a9-4e02-aa9b-0ab2e83403d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (3ec712b3-2620-4a0b-b690-dab3f622373f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:47.758235 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-0be9d732-7b2f-4f72-9f8c-3a6b500a154e req-5458298b-b470-45e6-b8c0-c1e39ab1bde1 service neutron] Attempting to bind port 31d136bc-a4e1-4c06-a333-94ad0fac4b72 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:18:47.759022 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-0be9d732-7b2f-4f72-9f8c-3a6b500a154e req-5458298b-b470-45e6-b8c0-c1e39ab1bde1 service neutron] Attempting to bind port 31d136bc-a4e1-4c06-a333-94ad0fac4b72 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': 'a4152dd5-c043-4ad7-b756-5d8f41b7108a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '410282e2-4ceb-448d-8dd3-314e079b2f0f'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:18:47.759590 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be9d732-7b2f-4f72-9f8c-3a6b500a154e req-5458298b-b470-45e6-b8c0-c1e39ab1bde1 service neutron] Attempting to bind port 31d136bc-a4e1-4c06-a333-94ad0fac4b72 on network 410282e2-4ceb-448d-8dd3-314e079b2f0f {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:18:47.762591 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 013efa1b-ee89-46fe-b1c2-e36a6d7bba28 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:18:47.771285 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a4ae72d2-74dc-4066-974c-a6aa1ed95995 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (aee0a41a-b1bf-41e7-8e13-bc24723d717e), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:47.773871 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be9d732-7b2f-4f72-9f8c-3a6b500a154e req-5458298b-b470-45e6-b8c0-c1e39ab1bde1 service neutron] Port 31d136bc-a4e1-4c06-a333-94ad0fac4b72 on network 410282e2-4ceb-448d-8dd3-314e079b2f0f not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:18:47.774498 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be9d732-7b2f-4f72-9f8c-3a6b500a154e req-5458298b-b470-45e6-b8c0-c1e39ab1bde1 service neutron] Attempting to bind port 31d136bc-a4e1-4c06-a333-94ad0fac4b72 on network 410282e2-4ceb-448d-8dd3-314e079b2f0f {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:18:47.786060 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b632560c-33a9-4e02-aa9b-0ab2e83403d7 None None] Pushing event updated for resources: {'Port': ['ID=3ec712b3-2620-4a0b-b690-dab3f622373f,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:47.789088 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 013efa1b-ee89-46fe-b1c2-e36a6d7bba28 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:18:47.789612 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 013efa1b-ee89-46fe-b1c2-e36a6d7bba28 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:18:47.839476 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be9d732-7b2f-4f72-9f8c-3a6b500a154e req-5458298b-b470-45e6-b8c0-c1e39ab1bde1 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:18:47.839476 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be9d732-7b2f-4f72-9f8c-3a6b500a154e req-5458298b-b470-45e6-b8c0-c1e39ab1bde1 service neutron] Checking segment: {'id': 'a4152dd5-c043-4ad7-b756-5d8f41b7108a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '410282e2-4ceb-448d-8dd3-314e079b2f0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:18:47.840235 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be9d732-7b2f-4f72-9f8c-3a6b500a154e req-5458298b-b470-45e6-b8c0-c1e39ab1bde1 service neutron] Bound using segment: {'id': 'a4152dd5-c043-4ad7-b756-5d8f41b7108a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '410282e2-4ceb-448d-8dd3-314e079b2f0f'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:18:47.840235 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-0be9d732-7b2f-4f72-9f8c-3a6b500a154e req-5458298b-b470-45e6-b8c0-c1e39ab1bde1 service neutron] Bound port: 31d136bc-a4e1-4c06-a333-94ad0fac4b72, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4152dd5-c043-4ad7-b756-5d8f41b7108a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '410282e2-4ceb-448d-8dd3-314e079b2f0f'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:18:47.840570 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0be9d732-7b2f-4f72-9f8c-3a6b500a154e req-5458298b-b470-45e6-b8c0-c1e39ab1bde1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (31d136bc-a4e1-4c06-a333-94ad0fac4b72), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:47.860794 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-53ff6616-c205-499c-aa68-0862d7f9d4b4 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (383f5c52-0069-4270-a732-935c6974eb64), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:47.876765 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c68dc50-430d-4828-aa67-58b1aef7e000 None None] get_active_networks_info from n-d-828369-4 {{(pid=103138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:18:47.892240 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-53ff6616-c205-499c-aa68-0862d7f9d4b4 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Calling delete_port for 383f5c52-0069-4270-a732-935c6974eb64 owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:18:47.903049 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-a4ae72d2-74dc-4066-974c-a6aa1ed95995 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aee0a41a-b1bf-41e7-8e13-bc24723d717e']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:47.931739 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-a4ae72d2-74dc-4066-974c-a6aa1ed95995 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df30fddc-2173-4bb4-8243-66a063e87a3b') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:47.933520 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-a4ae72d2-74dc-4066-974c-a6aa1ed95995 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df30fddc-2173-4bb4-8243-66a063e87a3b') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:47.973653 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a4ae72d2-74dc-4066-974c-a6aa1ed95995 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (df30fddc-2173-4bb4-8243-66a063e87a3b), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:48.056420 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c68dc50-430d-4828-aa67-58b1aef7e000 None None] Resources bound (agent type, host, resource id): {{(pid=103138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:18:48.124932 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a4ae72d2-74dc-4066-974c-a6aa1ed95995 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (df30fddc-2173-4bb4-8243-66a063e87a3b), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:48.142313 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4ae72d2-74dc-4066-974c-a6aa1ed95995 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:18:48.142891 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a4ae72d2-74dc-4066-974c-a6aa1ed95995 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (df30fddc-2173-4bb4-8243-66a063e87a3b), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:48.303442 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:18:48.303442 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:18:48.303442 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:18:48.303442 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:18:48.303442 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:18:48.303442 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:18:48.303442 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:18:48.303442 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:18:48.303442 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:18:48.303442 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:18:48.303442 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:18:48.303442 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:18:48.303442 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:18:48.303442 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:18:48.303442 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:18:48.303442 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:18:48.303442 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:18:48.303442 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:18:48.303442 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:18:48.303442 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:18:48.303442 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:18:48.303442 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:18:48.303442 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:18:48.303442 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:18:48.303442 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:18:48.303442 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:18:48.303442 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:18:48.303442 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:18:48.303442 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:18:48.303442 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:18:48.303442 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:18:48.303442 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:18:48.309380 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.db.api [None req-a4ae72d2-74dc-4066-974c-a6aa1ed95995 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 01:18:48.309380 n-d-828369-4 neutron-server[103136]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 01:18:48.309380 n-d-828369-4 neutron-server[103136]: [parameters: {'id': 'aee0a41a-b1bf-41e7-8e13-bc24723d717e'}] Feb 09 01:18:48.309380 n-d-828369-4 neutron-server[103136]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:18:48.309765 n-d-828369-4 neutron-server[103136]: DEBUG oslo_db.api [None req-a4ae72d2-74dc-4066-974c-a6aa1ed95995 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:18:48.381528 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff507b2d-2b36-431b-ac4f-422933188829 req-9129c97e-9743-4379-9e07-30255a5832f4 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:48.387853 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-4b18a52b-8390-49e2-ba4a-a86bdefd6a85 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:48.387853 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-4b18a52b-8390-49e2-ba4a-a86bdefd6a85 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.47 "GET /v2.0/networks?id=47fa1fe6-b7ff-4798-8384-d96a8ee91d2e HTTP/1.1" status: 200 len: 812 time: 0.4011500 Feb 09 01:18:48.389368 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ff507b2d-2b36-431b-ac4f-422933188829 req-9129c97e-9743-4379-9e07-30255a5832f4 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9f7b25-f151-454c-a1af-999205595f72 HTTP/1.1" status: 200 len: 932 time: 0.1291051 Feb 09 01:18:48.406782 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49163998-d4ca-44d1-a45e-8831504dafaa None None] Network aee0a41a-b1bf-41e7-8e13-bc24723d717e requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:18:48.499215 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-0be9d732-7b2f-4f72-9f8c-3a6b500a154e req-5458298b-b470-45e6-b8c0-c1e39ab1bde1 service neutron] For port 31d136bc-a4e1-4c06-a333-94ad0fac4b72, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:18:48.531921 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-e97bd4c1-60c3-4955-8eba-181a95d32897 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba5e9ecc06f746ffbf154ff034c274ee HTTP/1.1" status: 200 len: 380 time: 0.1355975 Feb 09 01:18:48.544124 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-ccbb0f19-048a-4b47-9ef7-334e244c54ea tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Request body: {'port': {'device_id': '19ea4fe2-f03b-4312-b954-f87b47184dbf', 'network_id': '47fa1fe6-b7ff-4798-8384-d96a8ee91d2e', 'admin_state_up': True, 'tenant_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'security_groups': ['d8b2b6fd-d003-48e8-bc6e-e1f67872825c']}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:48.639339 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-0be9d732-7b2f-4f72-9f8c-3a6b500a154e req-5458298b-b470-45e6-b8c0-c1e39ab1bde1 service neutron] For port 31d136bc-a4e1-4c06-a333-94ad0fac4b72, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=31d136bc-a4e1-4c06-a333-94ad0fac4b72,segment=NetworkSegment(a4152dd5-c043-4ad7-b756-5d8f41b7108a),segment_id=a4152dd5-c043-4ad7-b756-5d8f41b7108a)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:18:48.657468 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cca5a81-5836-47b0-9e27-49694bb76588 None None] DHCP port deletion for aee0a41a-b1bf-41e7-8e13-bc24723d717e request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:18:48.661437 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-00dba015-2210-459b-a939-e9b16352235b req-cdf973f5-e48c-4709-ba97-114ff6f6d143 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.1252735 Feb 09 01:18:48.665960 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ff507b2d-2b36-431b-ac4f-422933188829 req-095bbf1e-1d00-45e1-a67a-3d8d256da1fa tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] 10.222.0.50 "GET /v2.0/security-groups?id=346afcfc-60a4-4dcd-b5b9-20ccb4d37aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754943 Feb 09 01:18:48.712085 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-53ff6616-c205-499c-aa68-0862d7f9d4b4 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (383f5c52-0069-4270-a732-935c6974eb64), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:48.736574 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-f4e9b14a-375d-49e9-9ac9-809a65ad9090 req-cd28dfe2-f8dd-4ef3-9359-1f66b6da9d45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4649c666-0d53-411a-abe0-56008029c919 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:18:48.745275 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff6616-c205-499c-aa68-0862d7f9d4b4 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Pushing event deleted for resources: {'Port': ['ID=383f5c52-0069-4270-a732-935c6974eb64,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:48.746463 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f4e9b14a-375d-49e9-9ac9-809a65ad9090 req-cd28dfe2-f8dd-4ef3-9359-1f66b6da9d45 service neutron] Publish callbacks [] for port (4649c666-0d53-411a-abe0-56008029c919), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:48.766695 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-f4e9b14a-375d-49e9-9ac9-809a65ad9090 req-cd28dfe2-f8dd-4ef3-9359-1f66b6da9d45 service neutron] Transition to ACTIVE for port object 4649c666-0d53-411a-abe0-56008029c919 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:18:48.775771 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0be9d732-7b2f-4f72-9f8c-3a6b500a154e req-5458298b-b470-45e6-b8c0-c1e39ab1bde1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (31d136bc-a4e1-4c06-a333-94ad0fac4b72), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:48.812280 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-1cca5a81-5836-47b0-9e27-49694bb76588 None None] Deleting port 3ec712b3-2620-4a0b-b690-dab3f622373f {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:18:48.813887 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1cca5a81-5836-47b0-9e27-49694bb76588 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (3ec712b3-2620-4a0b-b690-dab3f622373f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:48.824259 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-ccbb0f19-048a-4b47-9ef7-334e244c54ea tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Made reservation on behalf of ba5e9ecc06f746ffbf154ff034c274ee for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:48.827786 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-ccbb0f19-048a-4b47-9ef7-334e244c54ea tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:48.919193 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-53ff6616-c205-499c-aa68-0862d7f9d4b4 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (7b783373-48b7-4d08-8ec3-c496374286a7), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:48.939515 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a4ae72d2-74dc-4066-974c-a6aa1ed95995 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (aee0a41a-b1bf-41e7-8e13-bc24723d717e), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:48.941258 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5458298b-b470-45e6-b8c0-c1e39ab1bde1 service neutron] Pushing event updated for resources: {'Port': ['ID=31d136bc-a4e1-4c06-a333-94ad0fac4b72,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:48.945018 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f4e9b14a-375d-49e9-9ac9-809a65ad9090 req-cd28dfe2-f8dd-4ef3-9359-1f66b6da9d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (4649c666-0d53-411a-abe0-56008029c919), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:48.964097 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-290e438c-1e39-42fd-8cd3-3fc9edcc5f23 req-521363f2-a6ec-4249-9fc2-1f4e699a7f14 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "GET /v2.0/ports?device_id=19ea4fe2-f03b-4312-b954-f87b47184dbf HTTP/1.1" status: 200 len: 210 time: 0.0538864 Feb 09 01:18:49.023696 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-1cca5a81-5836-47b0-9e27-49694bb76588 None None] For port 3ec712b3-2620-4a0b-b690-dab3f622373f, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=3ec712b3-2620-4a0b-b690-dab3f622373f,segment=NetworkSegment(df30fddc-2173-4bb4-8243-66a063e87a3b),segment_id=df30fddc-2173-4bb4-8243-66a063e87a3b)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:49.024568 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1cca5a81-5836-47b0-9e27-49694bb76588 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (3ec712b3-2620-4a0b-b690-dab3f622373f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:49.041071 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd28dfe2-f8dd-4ef3-9359-1f66b6da9d45 service neutron] Pushing event updated for resources: {'Port': ['ID=4649c666-0d53-411a-abe0-56008029c919,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:49.055630 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-1cca5a81-5836-47b0-9e27-49694bb76588 None None] Calling delete_port for 3ec712b3-2620-4a0b-b690-dab3f622373f owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:18:49.059608 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9d732-7b2f-4f72-9f8c-3a6b500a154e req-5458298b-b470-45e6-b8c0-c1e39ab1bde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:49.060432 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0be9d732-7b2f-4f72-9f8c-3a6b500a154e req-5458298b-b470-45e6-b8c0-c1e39ab1bde1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:49.063591 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0be9d732-7b2f-4f72-9f8c-3a6b500a154e req-5458298b-b470-45e6-b8c0-c1e39ab1bde1 service neutron] 10.222.0.120 "PUT /v2.0/ports/31d136bc-a4e1-4c06-a333-94ad0fac4b72 HTTP/1.1" status: 200 len: 1091 time: 4.1028440 Feb 09 01:18:49.064019 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-53ff6616-c205-499c-aa68-0862d7f9d4b4 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (7b783373-48b7-4d08-8ec3-c496374286a7), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:49.064166 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f23600aa-b142-4ce7-9061-8b29e07e2c0b', 'tag': '31d136bc-a4e1-4c06-a333-94ad0fac4b72'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:18:49.069701 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0e55bb-5df3-42fe-b1fd-bae137caa20e" -d '{"events": [{"name": "network-changed", "server_uuid": "f23600aa-b142-4ce7-9061-8b29e07e2c0b", "tag": "31d136bc-a4e1-4c06-a333-94ad0fac4b72"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:18:49.076455 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-53ff6616-c205-499c-aa68-0862d7f9d4b4 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router_controller (7b783373-48b7-4d08-8ec3-c496374286a7), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:49.194597 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3df645-c4b3-43ae-9260-15bc792f2745 x-openstack-request-id: req-8a3df645-c4b3-43ae-9260-15bc792f2745 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:18:49.194925 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f23600aa-b142-4ce7-9061-8b29e07e2c0b", "tag": "31d136bc-a4e1-4c06-a333-94ad0fac4b72", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:18:49.195145 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8a3df645-c4b3-43ae-9260-15bc792f2745 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:18:49.195550 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f23600aa-b142-4ce7-9061-8b29e07e2c0b', 'tag': '31d136bc-a4e1-4c06-a333-94ad0fac4b72', 'status': 'completed', 'code': 200} Feb 09 01:18:49.213615 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1cca5a81-5836-47b0-9e27-49694bb76588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (3ec712b3-2620-4a0b-b690-dab3f622373f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:49.219733 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-53ff6616-c205-499c-aa68-0862d7f9d4b4 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (7b783373-48b7-4d08-8ec3-c496374286a7), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:49.220258 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ff6616-c205-499c-aa68-0862d7f9d4b4 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Fanout notify agent at l3_agent the message router_deleted on router 7b783373-48b7-4d08-8ec3-c496374286a7 {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:18:49.238983 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-53ff6616-c205-499c-aa68-0862d7f9d4b4 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:49.241178 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cca5a81-5836-47b0-9e27-49694bb76588 None None] No DVR routers for this DVR port 3ec712b3-2620-4a0b-b690-dab3f622373f on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:18:49.245665 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-53ff6616-c205-499c-aa68-0862d7f9d4b4 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] 10.222.0.50 "DELETE /v2.0/routers/7b783373-48b7-4d08-8ec3-c496374286a7 HTTP/1.1" status: 204 len: 168 time: 2.3795757 Feb 09 01:18:49.248818 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60516) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:49.252601 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-f52866a3-d3dd-4bb7-94f6-be1ad33b9b26 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Request body: {'router': {'name': 'tempest-snat-router-632085125', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'enable_snat': False}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:49.277424 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca5a81-5836-47b0-9e27-49694bb76588 None None] Pushing event deleted for resources: {'Port': ['ID=3ec712b3-2620-4a0b-b690-dab3f622373f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:49.293732 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-ccbb0f19-048a-4b47-9ef7-334e244c54ea tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Allocated IP 172.20.0.5 (47fa1fe6-b7ff-4798-8384-d96a8ee91d2e/4218984f-8737-4371-806d-75117779a75f/6d0ae3f2-2e4b-4c02-99c4-8b70869c7489) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:49.303658 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-a4ae72d2-74dc-4066-974c-a6aa1ed95995 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] The port '3ec712b3-2620-4a0b-b690-dab3f622373f' was deleted {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 09 01:18:49.479288 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-ccbb0f19-048a-4b47-9ef7-334e244c54ea tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Publish callbacks [] for port (6d0ae3f2-2e4b-4c02-99c4-8b70869c7489), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:49.525407 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-ccbb0f19-048a-4b47-9ef7-334e244c54ea tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (6d0ae3f2-2e4b-4c02-99c4-8b70869c7489), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:49.584920 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f52866a3-d3dd-4bb7-94f6-be1ad33b9b26 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (8e19173a-351f-42fd-b9b1-27f329a3a48e), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:49.586493 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f52866a3-d3dd-4bb7-94f6-be1ad33b9b26 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (8e19173a-351f-42fd-b9b1-27f329a3a48e), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:49.604723 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-ccbb0f19-048a-4b47-9ef7-334e244c54ea tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Network 47fa1fe6-b7ff-4798-8384-d96a8ee91d2e is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:49.635478 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-ccbb0f19-048a-4b47-9ef7-334e244c54ea tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:49.649671 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-ccbb0f19-048a-4b47-9ef7-334e244c54ea tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:18:49.713009 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-ccbb0f19-048a-4b47-9ef7-334e244c54ea tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:49.713776 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-ccbb0f19-048a-4b47-9ef7-334e244c54ea tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:49.730250 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb0f19-048a-4b47-9ef7-334e244c54ea tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Pushing event updated for resources: {'Port': ['ID=6d0ae3f2-2e4b-4c02-99c4-8b70869c7489,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:49.748992 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-ccbb0f19-048a-4b47-9ef7-334e244c54ea tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2107646 Feb 09 01:18:49.773813 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-e75c5a68-9fc5-4d3f-85f1-a0ce504c4195 service neutron] Request body: {'port': {'device_id': '19ea4fe2-f03b-4312-b954-f87b47184dbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:49.871852 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f52866a3-d3dd-4bb7-94f6-be1ad33b9b26 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for router_controller (8e19173a-351f-42fd-b9b1-27f329a3a48e), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:49.979575 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a4ae72d2-74dc-4066-974c-a6aa1ed95995 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (aee0a41a-b1bf-41e7-8e13-bc24723d717e), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:49.986210 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-e75c5a68-9fc5-4d3f-85f1-a0ce504c4195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6d0ae3f2-2e4b-4c02-99c4-8b70869c7489), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:50.005196 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-a4ae72d2-74dc-4066-974c-a6aa1ed95995 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aee0a41a-b1bf-41e7-8e13-bc24723d717e']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:50.021208 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-a4ae72d2-74dc-4066-974c-a6aa1ed95995 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df30fddc-2173-4bb4-8243-66a063e87a3b') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:50.021515 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-a4ae72d2-74dc-4066-974c-a6aa1ed95995 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df30fddc-2173-4bb4-8243-66a063e87a3b') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:50.034348 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dae898-e48f-4dd4-9e62-c8dec66c72bd req-1a786c92-d2f1-450a-b75c-280390d5ca53 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:50.036329 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f9dae898-e48f-4dd4-9e62-c8dec66c72bd req-1a786c92-d2f1-450a-b75c-280390d5ca53 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23600aa-b142-4ce7-9061-8b29e07e2c0b HTTP/1.1" status: 200 len: 943 time: 1.1562421 Feb 09 01:18:50.083920 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-978c2142-9bdd-4c20-a184-25369299e151 req-ee57e72b-f3ab-4ec6-b3e4-baca9f54682b tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.2365983 Feb 09 01:18:50.096586 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a4ae72d2-74dc-4066-974c-a6aa1ed95995 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (df30fddc-2173-4bb4-8243-66a063e87a3b), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:50.100536 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-cbe9940b-b90a-48a2-b669-728c4aa9c2bc None None] Provisioning complete for port 6d0ae3f2-2e4b-4c02-99c4-8b70869c7489 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:50.101065 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cbe9940b-b90a-48a2-b669-728c4aa9c2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (6d0ae3f2-2e4b-4c02-99c4-8b70869c7489), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:50.108159 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9d732-7b2f-4f72-9f8c-3a6b500a154e req-b35c501f-e656-466b-a5d1-611b2b059ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:50.109960 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0be9d732-7b2f-4f72-9f8c-3a6b500a154e req-b35c501f-e656-466b-a5d1-611b2b059ad9 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=4838e50f955d45d49a47c94b65e5875b&device_id=f23600aa-b142-4ce7-9061-8b29e07e2c0b HTTP/1.1" status: 200 len: 1125 time: 0.9877617 Feb 09 01:18:50.133711 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f52866a3-d3dd-4bb7-94f6-be1ad33b9b26 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for router_gateway (8e19173a-351f-42fd-b9b1-27f329a3a48e), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:50.150963 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-cbe9940b-b90a-48a2-b669-728c4aa9c2bc None None] Port 6d0ae3f2-2e4b-4c02-99c4-8b70869c7489 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:18:50.312284 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a4ae72d2-74dc-4066-974c-a6aa1ed95995 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (df30fddc-2173-4bb4-8243-66a063e87a3b), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:50.318246 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0be9d732-7b2f-4f72-9f8c-3a6b500a154e req-262fc644-8858-451c-81a3-96ca603a8f69 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31d136bc-a4e1-4c06-a333-94ad0fac4b72 HTTP/1.1" status: 200 len: 217 time: 0.1481769 Feb 09 01:18:50.337564 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4ae72d2-74dc-4066-974c-a6aa1ed95995 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:18:50.337992 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a4ae72d2-74dc-4066-974c-a6aa1ed95995 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (df30fddc-2173-4bb4-8243-66a063e87a3b), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:50.341736 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:18:50.341736 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:18:50.341736 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:18:50.341736 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:18:50.341736 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:18:50.341736 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:18:50.341736 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:18:50.341736 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:18:50.341736 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:18:50.341736 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:18:50.341736 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:18:50.341736 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:18:50.341736 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:18:50.341736 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:18:50.341736 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:18:50.341736 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:18:50.341736 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:18:50.341736 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:18:50.341736 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:18:50.341736 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:18:50.341736 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:18:50.341736 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:18:50.341736 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:18:50.341736 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:18:50.341736 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:18:50.341736 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:18:50.341736 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:18:50.341736 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:18:50.341736 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:18:50.341736 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:18:50.341736 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:18:50.341736 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:18:50.483349 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f9dae898-e48f-4dd4-9e62-c8dec66c72bd req-141aa455-5699-450a-813c-9b65f1c13bf9 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] 10.222.0.50 "GET /v2.0/security-groups?id=e08c4bd5-6650-4b50-a132-1958e3543e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4186132 Feb 09 01:18:50.489319 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-f4e9b14a-375d-49e9-9ac9-809a65ad9090 req-cd28dfe2-f8dd-4ef3-9359-1f66b6da9d45 service neutron] Attempting to bind port 4649c666-0d53-411a-abe0-56008029c919 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:18:50.489731 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-f4e9b14a-375d-49e9-9ac9-809a65ad9090 req-cd28dfe2-f8dd-4ef3-9359-1f66b6da9d45 service neutron] Attempting to bind port 4649c666-0d53-411a-abe0-56008029c919 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '325c912e-7e22-4291-a3c4-ba6dc29b0fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'bda1b674-4ea7-4b0f-87bc-35d6726bcbf8'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:18:50.494135 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e9b14a-375d-49e9-9ac9-809a65ad9090 req-cd28dfe2-f8dd-4ef3-9359-1f66b6da9d45 service neutron] Attempting to bind port 4649c666-0d53-411a-abe0-56008029c919 on network bda1b674-4ea7-4b0f-87bc-35d6726bcbf8 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:18:50.515090 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e9b14a-375d-49e9-9ac9-809a65ad9090 req-cd28dfe2-f8dd-4ef3-9359-1f66b6da9d45 service neutron] Port 4649c666-0d53-411a-abe0-56008029c919 on network bda1b674-4ea7-4b0f-87bc-35d6726bcbf8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:18:50.515407 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e9b14a-375d-49e9-9ac9-809a65ad9090 req-cd28dfe2-f8dd-4ef3-9359-1f66b6da9d45 service neutron] Attempting to bind port 4649c666-0d53-411a-abe0-56008029c919 on network bda1b674-4ea7-4b0f-87bc-35d6726bcbf8 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:18:50.524523 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbfd5a2-adec-43f9-afbf-17c742cb58d8 req-2205894d-ebc8-4813-b0cc-2e03bf409c64 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:50.531430 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3dbfd5a2-adec-43f9-afbf-17c742cb58d8 req-2205894d-ebc8-4813-b0cc-2e03bf409c64 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9f7b25-f151-454c-a1af-999205595f72 HTTP/1.1" status: 200 len: 944 time: 0.2564187 Feb 09 01:18:50.536308 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9d732-7b2f-4f72-9f8c-3a6b500a154e req-998f58d9-5453-4559-8763-2cbfb043991a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:50.537844 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0be9d732-7b2f-4f72-9f8c-3a6b500a154e req-998f58d9-5453-4559-8763-2cbfb043991a service neutron] 10.222.0.120 "GET /v2.0/subnets?id=634bd319-ae48-4392-b226-ae3056f2fa32 HTTP/1.1" status: 200 len: 853 time: 0.2057638 Feb 09 01:18:50.546222 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a4ae72d2-74dc-4066-974c-a6aa1ed95995 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (aee0a41a-b1bf-41e7-8e13-bc24723d717e), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:50.560665 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e9b14a-375d-49e9-9ac9-809a65ad9090 req-cd28dfe2-f8dd-4ef3-9359-1f66b6da9d45 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:18:50.561031 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e9b14a-375d-49e9-9ac9-809a65ad9090 req-cd28dfe2-f8dd-4ef3-9359-1f66b6da9d45 service neutron] Checking segment: {'id': '325c912e-7e22-4291-a3c4-ba6dc29b0fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'bda1b674-4ea7-4b0f-87bc-35d6726bcbf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:18:50.561429 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e9b14a-375d-49e9-9ac9-809a65ad9090 req-cd28dfe2-f8dd-4ef3-9359-1f66b6da9d45 service neutron] Bound using segment: {'id': '325c912e-7e22-4291-a3c4-ba6dc29b0fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'bda1b674-4ea7-4b0f-87bc-35d6726bcbf8'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:18:50.561886 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-f4e9b14a-375d-49e9-9ac9-809a65ad9090 req-cd28dfe2-f8dd-4ef3-9359-1f66b6da9d45 service neutron] Bound port: 4649c666-0d53-411a-abe0-56008029c919, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '325c912e-7e22-4291-a3c4-ba6dc29b0fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'bda1b674-4ea7-4b0f-87bc-35d6726bcbf8'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:18:50.562254 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f4e9b14a-375d-49e9-9ac9-809a65ad9090 req-cd28dfe2-f8dd-4ef3-9359-1f66b6da9d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4649c666-0d53-411a-abe0-56008029c919), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:50.593751 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a4ae72d2-74dc-4066-974c-a6aa1ed95995 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:50.600139 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a4ae72d2-74dc-4066-974c-a6aa1ed95995 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] 10.222.0.50 "DELETE /v2.0/networks/aee0a41a-b1bf-41e7-8e13-bc24723d717e HTTP/1.1" status: 204 len: 168 time: 10.1686389 Feb 09 01:18:50.600139 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae72d2-74dc-4066-974c-a6aa1ed95995 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Pushing event deleted for resources: {'Network': ['ID=aee0a41a-b1bf-41e7-8e13-bc24723d717e,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:50.608638 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60532) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:50.641480 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0be9d732-7b2f-4f72-9f8c-3a6b500a154e req-c7d2b94a-9488-4885-92af-fe8d509ffc73 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=410282e2-4ceb-448d-8dd3-314e079b2f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927835 Feb 09 01:18:50.656603 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-898680ba-b733-40d9-becb-fe0defb7b2a0 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1621648190'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:50.699093 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f52866a3-d3dd-4bb7-94f6-be1ad33b9b26 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for router_gateway (8e19173a-351f-42fd-b9b1-27f329a3a48e), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:50.730462 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f52866a3-d3dd-4bb7-94f6-be1ad33b9b26 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:50.733187 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-f4e9b14a-375d-49e9-9ac9-809a65ad9090 req-cd28dfe2-f8dd-4ef3-9359-1f66b6da9d45 service neutron] For port 4649c666-0d53-411a-abe0-56008029c919, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:18:50.736272 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-f4e9b14a-375d-49e9-9ac9-809a65ad9090 req-cd28dfe2-f8dd-4ef3-9359-1f66b6da9d45 service neutron] For port 4649c666-0d53-411a-abe0-56008029c919, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=4649c666-0d53-411a-abe0-56008029c919,segment=NetworkSegment(325c912e-7e22-4291-a3c4-ba6dc29b0fd7),segment_id=325c912e-7e22-4291-a3c4-ba6dc29b0fd7)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:18:50.792239 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898680ba-b733-40d9-becb-fe0defb7b2a0 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Made reservation on behalf of 19fcd7731580466787b393974cbcf579 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:50.795935 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-898680ba-b733-40d9-becb-fe0defb7b2a0 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:50.853265 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0be9d732-7b2f-4f72-9f8c-3a6b500a154e req-cbbc2ef8-9dc5-4c77-b92e-e1f36cdb3103 service neutron] 10.222.0.120 "GET /v2.0/networks/410282e2-4ceb-448d-8dd3-314e079b2f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044039 Feb 09 01:18:50.867401 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f4e9b14a-375d-49e9-9ac9-809a65ad9090 req-cd28dfe2-f8dd-4ef3-9359-1f66b6da9d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (4649c666-0d53-411a-abe0-56008029c919), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:50.897332 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-e75c5a68-9fc5-4d3f-85f1-a0ce504c4195 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d0ae3f2-2e4b-4c02-99c4-8b70869c7489 {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:18:50.903800 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3dbfd5a2-adec-43f9-afbf-17c742cb58d8 req-c3cf0a33-95ed-41e3-a2e0-2f4f38475c5c tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] 10.222.0.50 "GET /v2.0/security-groups?id=346afcfc-60a4-4dcd-b5b9-20ccb4d37aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715084 Feb 09 01:18:50.913489 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-e75c5a68-9fc5-4d3f-85f1-a0ce504c4195 service neutron] Publish callbacks [] for port (6d0ae3f2-2e4b-4c02-99c4-8b70869c7489), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:50.928880 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-898680ba-b733-40d9-becb-fe0defb7b2a0 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1033} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:18:50.966503 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-e75c5a68-9fc5-4d3f-85f1-a0ce504c4195 service neutron] Transition to ACTIVE for port object 6d0ae3f2-2e4b-4c02-99c4-8b70869c7489 will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:18:50.971289 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-898680ba-b733-40d9-becb-fe0defb7b2a0 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (33409417-be18-4847-8211-47243a7310a6), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:50.971907 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-898680ba-b733-40d9-becb-fe0defb7b2a0 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Added segment 33409417-be18-4847-8211-47243a7310a6 of type vlan for network 6144e3ad-8f10-4334-9f33-d00bfab17fa2 Feb 09 01:18:50.986005 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-e75c5a68-9fc5-4d3f-85f1-a0ce504c4195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (6d0ae3f2-2e4b-4c02-99c4-8b70869c7489), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:51.047130 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9b14a-375d-49e9-9ac9-809a65ad9090 req-cd28dfe2-f8dd-4ef3-9359-1f66b6da9d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:51.047905 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f4e9b14a-375d-49e9-9ac9-809a65ad9090 req-cd28dfe2-f8dd-4ef3-9359-1f66b6da9d45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:51.049954 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f4e9b14a-375d-49e9-9ac9-809a65ad9090 req-cd28dfe2-f8dd-4ef3-9359-1f66b6da9d45 service neutron] 10.222.0.120 "PUT /v2.0/ports/4649c666-0d53-411a-abe0-56008029c919 HTTP/1.1" status: 200 len: 1092 time: 4.4431186 Feb 09 01:18:51.100939 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-f52866a3-d3dd-4bb7-94f6-be1ad33b9b26 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Allocated IP 172.25.8.111 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/2aa8e668-0618-47b4-b80e-bca352090cae) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:51.121908 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-898680ba-b733-40d9-becb-fe0defb7b2a0 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (6144e3ad-8f10-4334-9f33-d00bfab17fa2), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:51.174380 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d99fab-8310-47ad-93fc-1cedd945516e req-5d5dccdb-60e4-443b-ad25-2a7d2828f3e5 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:51.190295 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34d99fab-8310-47ad-93fc-1cedd945516e req-5d5dccdb-60e4-443b-ad25-2a7d2828f3e5 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "GET /v2.0/ports?device_id=19ea4fe2-f03b-4312-b954-f87b47184dbf HTTP/1.1" status: 200 len: 931 time: 0.5980372 Feb 09 01:18:51.199710 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab9f7b25-f151-454c-a1af-999205595f72', 'tag': '4649c666-0d53-411a-abe0-56008029c919'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:18:51.209374 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01cb065a-0dc9-41d5-b8d5-09bc89da1590" -d '{"events": [{"name": "network-changed", "server_uuid": "ab9f7b25-f151-454c-a1af-999205595f72", "tag": "4649c666-0d53-411a-abe0-56008029c919"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:18:51.217469 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c5a68-9fc5-4d3f-85f1-a0ce504c4195 service neutron] Pushing event updated for resources: {'Port': ['ID=6d0ae3f2-2e4b-4c02-99c4-8b70869c7489,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:51.234387 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.db.resource_extend [None req-898680ba-b733-40d9-becb-fe0defb7b2a0 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:18:51.291244 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-e75c5a68-9fc5-4d3f-85f1-a0ce504c4195 service neutron] Attempting to bind port 6d0ae3f2-2e4b-4c02-99c4-8b70869c7489 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:18:51.291855 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-e75c5a68-9fc5-4d3f-85f1-a0ce504c4195 service neutron] Attempting to bind port 6d0ae3f2-2e4b-4c02-99c4-8b70869c7489 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '6b5a2c5c-e7e2-4178-94b6-7f4da135e2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '47fa1fe6-b7ff-4798-8384-d96a8ee91d2e'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:18:51.292398 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-e75c5a68-9fc5-4d3f-85f1-a0ce504c4195 service neutron] Attempting to bind port 6d0ae3f2-2e4b-4c02-99c4-8b70869c7489 on network 47fa1fe6-b7ff-4798-8384-d96a8ee91d2e {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:18:51.297393 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-094938c1-8c52-4b9f-b9c4-3e4e49e5fdc4 req-6f4d6e9e-3f91-4f2c-b6f4-1df98f37da49 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.0541279 Feb 09 01:18:51.306775 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-e75c5a68-9fc5-4d3f-85f1-a0ce504c4195 service neutron] Port 6d0ae3f2-2e4b-4c02-99c4-8b70869c7489 on network 47fa1fe6-b7ff-4798-8384-d96a8ee91d2e not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:18:51.307393 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-e75c5a68-9fc5-4d3f-85f1-a0ce504c4195 service neutron] Attempting to bind port 6d0ae3f2-2e4b-4c02-99c4-8b70869c7489 on network 47fa1fe6-b7ff-4798-8384-d96a8ee91d2e {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:18:51.316487 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-898680ba-b733-40d9-becb-fe0defb7b2a0 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (6144e3ad-8f10-4334-9f33-d00bfab17fa2), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:51.318218 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd28dfe2-f8dd-4ef3-9359-1f66b6da9d45 service neutron] Pushing event updated for resources: {'Port': ['ID=4649c666-0d53-411a-abe0-56008029c919,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:51.322304 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898680ba-b733-40d9-becb-fe0defb7b2a0 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:51.323186 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-898680ba-b733-40d9-becb-fe0defb7b2a0 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:51.343796 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-e75c5a68-9fc5-4d3f-85f1-a0ce504c4195 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:18:51.344143 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-e75c5a68-9fc5-4d3f-85f1-a0ce504c4195 service neutron] Checking segment: {'id': '6b5a2c5c-e7e2-4178-94b6-7f4da135e2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '47fa1fe6-b7ff-4798-8384-d96a8ee91d2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:18:51.344742 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-e75c5a68-9fc5-4d3f-85f1-a0ce504c4195 service neutron] Bound using segment: {'id': '6b5a2c5c-e7e2-4178-94b6-7f4da135e2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '47fa1fe6-b7ff-4798-8384-d96a8ee91d2e'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:18:51.346221 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-e75c5a68-9fc5-4d3f-85f1-a0ce504c4195 service neutron] Bound port: 6d0ae3f2-2e4b-4c02-99c4-8b70869c7489, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b5a2c5c-e7e2-4178-94b6-7f4da135e2e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '47fa1fe6-b7ff-4798-8384-d96a8ee91d2e'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:18:51.348635 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-e75c5a68-9fc5-4d3f-85f1-a0ce504c4195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6d0ae3f2-2e4b-4c02-99c4-8b70869c7489), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:51.374757 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0be9d732-7b2f-4f72-9f8c-3a6b500a154e req-eb792341-8548-437a-9119-f1ac02688ec1 service neutron] 10.222.0.120 "GET /v2.0/networks/410282e2-4ceb-448d-8dd3-314e079b2f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4670293 Feb 09 01:18:51.410192 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-898680ba-b733-40d9-becb-fe0defb7b2a0 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7638052 Feb 09 01:18:51.435526 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60542) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:51.437537 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4256828-09b4-48b6-9359-1f9bf9367f68 x-openstack-request-id: req-f4256828-09b4-48b6-9359-1f9bf9367f68 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:18:51.438098 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab9f7b25-f151-454c-a1af-999205595f72", "tag": "4649c666-0d53-411a-abe0-56008029c919", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:18:51.438604 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f4256828-09b4-48b6-9359-1f9bf9367f68 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:18:51.439858 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab9f7b25-f151-454c-a1af-999205595f72', 'tag': '4649c666-0d53-411a-abe0-56008029c919', 'status': 'completed', 'code': 200} Feb 09 01:18:51.447014 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34d99fab-8310-47ad-93fc-1cedd945516e req-60128fee-7bb7-4d7e-b108-64e5930d0e0a tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8b2b6fd-d003-48e8-bc6e-e1f67872825c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2253380 Feb 09 01:18:51.461315 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-cdadd447-90ae-4496-a916-04b41a5fa192 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Request body: {'subnet': {'network_id': '6144e3ad-8f10-4334-9f33-d00bfab17fa2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:51.505659 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9b14a-375d-49e9-9ac9-809a65ad9090 req-cf7d9e63-a6c2-4861-b8e6-399368858df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:51.507447 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f4e9b14a-375d-49e9-9ac9-809a65ad9090 req-cf7d9e63-a6c2-4861-b8e6-399368858df4 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=4e4a5d67295b45c0910be47df34a5e5c&device_id=ab9f7b25-f151-454c-a1af-999205595f72 HTTP/1.1" status: 200 len: 1126 time: 0.3961184 Feb 09 01:18:51.547307 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898680ba-b733-40d9-becb-fe0defb7b2a0 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Pushing event updated for resources: {'Network': ['ID=6144e3ad-8f10-4334-9f33-d00bfab17fa2,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:51.560813 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 6144e3ad-8f10-4334-9f33-d00bfab17fa2 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:18:51.582772 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f52866a3-d3dd-4bb7-94f6-be1ad33b9b26 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for port (2aa8e668-0618-47b4-b80e-bca352090cae), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:51.631141 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f4e9b14a-375d-49e9-9ac9-809a65ad9090 req-2cefcb7b-3cf3-4d8d-85c5-bc48f9982780 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4649c666-0d53-411a-abe0-56008029c919 HTTP/1.1" status: 200 len: 217 time: 0.0920320 Feb 09 01:18:51.631777 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-e75c5a68-9fc5-4d3f-85f1-a0ce504c4195 service neutron] For port 6d0ae3f2-2e4b-4c02-99c4-8b70869c7489, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:18:51.649937 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-e75c5a68-9fc5-4d3f-85f1-a0ce504c4195 service neutron] For port 6d0ae3f2-2e4b-4c02-99c4-8b70869c7489, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=6d0ae3f2-2e4b-4c02-99c4-8b70869c7489,segment=NetworkSegment(6b5a2c5c-e7e2-4178-94b6-7f4da135e2e0),segment_id=6b5a2c5c-e7e2-4178-94b6-7f4da135e2e0)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:18:51.665950 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-e75c5a68-9fc5-4d3f-85f1-a0ce504c4195 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (6d0ae3f2-2e4b-4c02-99c4-8b70869c7489), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:51.753003 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e55bb-5df3-42fe-b1fd-bae137caa20e req-8c744e97-4492-4d5d-abb9-99ea4ada6d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:51.755668 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7c0e55bb-5df3-42fe-b1fd-bae137caa20e req-8c744e97-4492-4d5d-abb9-99ea4ada6d5a service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=4838e50f955d45d49a47c94b65e5875b&device_id=f23600aa-b142-4ce7-9061-8b29e07e2c0b HTTP/1.1" status: 200 len: 1125 time: 0.3148565 Feb 09 01:18:51.763271 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdadd447-90ae-4496-a916-04b41a5fa192 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Made reservation on behalf of 19fcd7731580466787b393974cbcf579 for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:18:51.767761 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cdadd447-90ae-4496-a916-04b41a5fa192 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:51.780042 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f52866a3-d3dd-4bb7-94f6-be1ad33b9b26 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (2aa8e668-0618-47b4-b80e-bca352090cae), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:51.791513 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c5a68-9fc5-4d3f-85f1-a0ce504c4195 service neutron] Pushing event updated for resources: {'Port': ['ID=6d0ae3f2-2e4b-4c02-99c4-8b70869c7489,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:51.799042 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-e75c5a68-9fc5-4d3f-85f1-a0ce504c4195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:51.799676 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-e75c5a68-9fc5-4d3f-85f1-a0ce504c4195 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:51.801457 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-e75c5a68-9fc5-4d3f-85f1-a0ce504c4195 service neutron] 10.222.0.47 "PUT /v2.0/ports/6d0ae3f2-2e4b-4c02-99c4-8b70869c7489 HTTP/1.1" status: 200 len: 1091 time: 2.0347204 Feb 09 01:18:51.805690 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ea4fe2-f03b-4312-b954-f87b47184dbf', 'tag': '6d0ae3f2-2e4b-4c02-99c4-8b70869c7489'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:18:51.817401 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0507937-87af-4166-a4f8-472296d7b583" -d '{"events": [{"name": "network-changed", "server_uuid": "19ea4fe2-f03b-4312-b954-f87b47184dbf", "tag": "6d0ae3f2-2e4b-4c02-99c4-8b70869c7489"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:18:51.947311 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f0026e-9a6b-449e-90f0-6a619179282a x-openstack-request-id: req-a7f0026e-9a6b-449e-90f0-6a619179282a {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:18:51.947525 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ea4fe2-f03b-4312-b954-f87b47184dbf", "tag": "6d0ae3f2-2e4b-4c02-99c4-8b70869c7489", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:18:51.947800 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a7f0026e-9a6b-449e-90f0-6a619179282a {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:18:51.949401 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ea4fe2-f03b-4312-b954-f87b47184dbf', 'tag': '6d0ae3f2-2e4b-4c02-99c4-8b70869c7489', 'status': 'completed', 'code': 200} Feb 09 01:18:51.989932 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52866a3-d3dd-4bb7-94f6-be1ad33b9b26 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:52.010491 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-f52866a3-d3dd-4bb7-94f6-be1ad33b9b26 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:52.021962 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52866a3-d3dd-4bb7-94f6-be1ad33b9b26 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:18:52.202449 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1284b3-7ed3-41b2-a962-7705df4e768b req-2a8cacb1-dc52-4aa1-9c9f-92db8ac60df2 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:52.210958 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6b1284b3-7ed3-41b2-a962-7705df4e768b req-2a8cacb1-dc52-4aa1-9c9f-92db8ac60df2 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23600aa-b142-4ce7-9061-8b29e07e2c0b HTTP/1.1" status: 200 len: 943 time: 0.6031990 Feb 09 01:18:52.309306 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9b14a-375d-49e9-9ac9-809a65ad9090 req-3451b2a9-347a-4679-b96a-548284c21a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:52.311313 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f4e9b14a-375d-49e9-9ac9-809a65ad9090 req-3451b2a9-347a-4679-b96a-548284c21a8e service neutron] 10.222.0.120 "GET /v2.0/subnets?id=5706c782-204c-4197-b08e-6c558ac505bb HTTP/1.1" status: 200 len: 861 time: 0.6348064 Feb 09 01:18:52.368279 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f4e9b14a-375d-49e9-9ac9-809a65ad9090 req-e72a183d-a187-40ee-88c2-af3c87c9c256 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=bda1b674-4ea7-4b0f-87bc-35d6726bcbf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413382 Feb 09 01:18:52.508394 n-d-828369-4 neutron-server[103136]: DEBUG neutron.objects.ports [None req-cdadd447-90ae-4496-a916-04b41a5fa192 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103136) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:18:52.521171 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6b1284b3-7ed3-41b2-a962-7705df4e768b req-262ce1e9-e388-4582-abf1-365b2f642e3e tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] 10.222.0.50 "GET /v2.0/security-groups?id=e08c4bd5-6650-4b50-a132-1958e3543e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087740 Feb 09 01:18:52.530965 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a88d7-9d20-4ef7-a66d-8ec8d840bab1 req-649d030c-9def-409b-b4f8-54cdcdb0ac74 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:52.543946 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5e3a88d7-9d20-4ef7-a66d-8ec8d840bab1 req-649d030c-9def-409b-b4f8-54cdcdb0ac74 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9f7b25-f151-454c-a1af-999205595f72 HTTP/1.1" status: 200 len: 944 time: 0.4438620 Feb 09 01:18:52.568005 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cdadd447-90ae-4496-a916-04b41a5fa192 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (5907d062-0c70-4433-a28b-c00660087aeb), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:52.612485 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52866a3-d3dd-4bb7-94f6-be1ad33b9b26 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Pushing event updated for resources: {'Port': ['ID=2aa8e668-0618-47b4-b80e-bca352090cae,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:52.627449 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-24427df9-8442-4783-b5bd-cb282c61c1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:52.629124 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-24427df9-8442-4783-b5bd-cb282c61c1dc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba5e9ecc06f746ffbf154ff034c274ee&device_id=19ea4fe2-f03b-4312-b954-f87b47184dbf HTTP/1.1" status: 200 len: 1125 time: 0.7711897 Feb 09 01:18:52.682850 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-95ed10e5-20d6-4b14-827e-87eb81d81c86 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d0ae3f2-2e4b-4c02-99c4-8b70869c7489 HTTP/1.1" status: 200 len: 217 time: 0.0455694 Feb 09 01:18:52.709553 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fbff3856-0d3a-4627-97be-b18c377cbe7c req-476714a7-59c1-4d68-912f-e5d095a67f6e tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.1020434 Feb 09 01:18:52.710723 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e55bb-5df3-42fe-b1fd-bae137caa20e req-3c1f1ac3-be46-4612-8324-a064d0277a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:52.712399 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7c0e55bb-5df3-42fe-b1fd-bae137caa20e req-3c1f1ac3-be46-4612-8324-a064d0277a21 service neutron] 10.222.0.120 "GET /v2.0/networks?id=410282e2-4ceb-448d-8dd3-314e079b2f0f HTTP/1.1" status: 200 len: 915 time: 0.6109872 Feb 09 01:18:52.719854 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f4e9b14a-375d-49e9-9ac9-809a65ad9090 req-034f7303-e4cd-40fe-9565-712f9bfc27d6 service neutron] 10.222.0.120 "GET /v2.0/networks/bda1b674-4ea7-4b0f-87bc-35d6726bcbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424881 Feb 09 01:18:52.831350 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-74cd1d4f-eca7-4558-93e5-792be99754e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:52.832920 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-74cd1d4f-eca7-4558-93e5-792be99754e6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4218984f-8737-4371-806d-75117779a75f HTTP/1.1" status: 200 len: 851 time: 0.0934002 Feb 09 01:18:52.836211 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdadd447-90ae-4496-a916-04b41a5fa192 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Pushing event updated for resources: {'Subnet': ['ID=5907d062-0c70-4433-a28b-c00660087aeb,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:52.880761 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7c0e55bb-5df3-42fe-b1fd-bae137caa20e req-bf9be0e3-a7ed-49fa-8e72-ebd83885d9c5 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31d136bc-a4e1-4c06-a333-94ad0fac4b72 HTTP/1.1" status: 200 len: 217 time: 0.1561995 Feb 09 01:18:52.895462 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdadd447-90ae-4496-a916-04b41a5fa192 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Checking segment: {'id': '33409417-be18-4847-8211-47243a7310a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '6144e3ad-8f10-4334-9f33-d00bfab17fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:18:52.895991 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdadd447-90ae-4496-a916-04b41a5fa192 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Network hostable DHCP agents. Network: 6144e3ad-8f10-4334-9f33-d00bfab17fa2, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:18:52.906243 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-7e946556-4987-45da-ae6c-4f5afde2270a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:52.906243 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-7e946556-4987-45da-ae6c-4f5afde2270a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=47fa1fe6-b7ff-4798-8384-d96a8ee91d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0675709 Feb 09 01:18:52.909031 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f52866a3-d3dd-4bb7-94f6-be1ad33b9b26 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for router_gateway (8e19173a-351f-42fd-b9b1-27f329a3a48e), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:52.957355 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5e3a88d7-9d20-4ef7-a66d-8ec8d840bab1 req-d71e25b8-f904-4880-b54f-3e0de1a19619 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] 10.222.0.50 "GET /v2.0/security-groups?id=346afcfc-60a4-4dcd-b5b9-20ccb4d37aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744590 Feb 09 01:18:53.104703 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdadd447-90ae-4496-a916-04b41a5fa192 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Network 6144e3ad-8f10-4334-9f33-d00bfab17fa2 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:18:53.112768 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e55bb-5df3-42fe-b1fd-bae137caa20e req-ff4ec396-7c7f-4fdf-822f-f5a08744b17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:53.114888 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7c0e55bb-5df3-42fe-b1fd-bae137caa20e req-ff4ec396-7c7f-4fdf-822f-f5a08744b17c service neutron] 10.222.0.120 "GET /v2.0/subnets?id=634bd319-ae48-4392-b226-ae3056f2fa32 HTTP/1.1" status: 200 len: 853 time: 0.2164562 Feb 09 01:18:53.126516 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-cdadd447-90ae-4496-a916-04b41a5fa192 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 6144e3ad-8f10-4334-9f33-d00bfab17fa2) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:53.136930 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9796583d-89b3-4dee-91a9-f3e03eba753e None None] Network 6144e3ad-8f10-4334-9f33-d00bfab17fa2 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:18:53.149720 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f4e2d-372e-4b26-9003-65ea015a57b2 req-9dfa0338-a92c-4fbd-8829-19dbc2c7f01c tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:53.151729 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7b3f4e2d-372e-4b26-9003-65ea015a57b2 req-9dfa0338-a92c-4fbd-8829-19dbc2c7f01c tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "GET /v2.0/ports?device_id=19ea4fe2-f03b-4312-b954-f87b47184dbf HTTP/1.1" status: 200 len: 943 time: 0.3169239 Feb 09 01:18:53.153550 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdadd447-90ae-4496-a916-04b41a5fa192 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:53.154409 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cdadd447-90ae-4496-a916-04b41a5fa192 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:53.179878 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f4e9b14a-375d-49e9-9ac9-809a65ad9090 req-e26a8c02-437b-4fac-bf7d-8bc82d48f2de service neutron] 10.222.0.120 "GET /v2.0/networks/bda1b674-4ea7-4b0f-87bc-35d6726bcbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4541490 Feb 09 01:18:53.182294 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7c0e55bb-5df3-42fe-b1fd-bae137caa20e req-446a593b-5386-491a-a819-3c472d69f46e service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=410282e2-4ceb-448d-8dd3-314e079b2f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587330 Feb 09 01:18:53.255058 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-cdadd447-90ae-4496-a916-04b41a5fa192 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.8067923 Feb 09 01:18:53.257144 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f52866a3-d3dd-4bb7-94f6-be1ad33b9b26 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (8e19173a-351f-42fd-b9b1-27f329a3a48e), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:53.259027 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60564) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:53.348211 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7b3f4e2d-372e-4b26-9003-65ea015a57b2 req-93e29f39-bc9b-4c94-b191-226361078ed1 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8b2b6fd-d003-48e8-bc6e-e1f67872825c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704016 Feb 09 01:18:53.370193 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8381327b-99d2-4eed-a87a-cb88594088d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-6144e3ad-8f10-4334-9f33-d00bfab17fa2', 'network_id': '6144e3ad-8f10-4334-9f33-d00bfab17fa2', 'project_id': '19fcd7731580466787b393974cbcf579', 'fixed_ips': [{'subnet_id': '5907d062-0c70-4433-a28b-c00660087aeb'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:18:53.371668 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8381327b-99d2-4eed-a87a-cb88594088d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:53.378542 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-ccb97d6f-327a-48c0-8cc4-c2b434f77037 service neutron] 10.222.0.47 "GET /v2.0/networks/47fa1fe6-b7ff-4798-8384-d96a8ee91d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4277754 Feb 09 01:18:53.385623 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-da7d1c50-d8e8-49be-bc46-9ab678b5c11d tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (6144e3ad-8f10-4334-9f33-d00bfab17fa2), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:53.404199 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb065a-0dc9-41d5-b8d5-09bc89da1590 req-5f9d0b29-6cd6-41f9-b3c2-8fe13426c0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:53.412887 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01cb065a-0dc9-41d5-b8d5-09bc89da1590 req-5f9d0b29-6cd6-41f9-b3c2-8fe13426c0b3 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=4e4a5d67295b45c0910be47df34a5e5c&device_id=ab9f7b25-f151-454c-a1af-999205595f72 HTTP/1.1" status: 200 len: 1126 time: 0.1488299 Feb 09 01:18:53.414173 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7c0e55bb-5df3-42fe-b1fd-bae137caa20e req-ce4e37bd-81e5-476f-b410-5237a9c22d76 service neutron] 10.222.0.120 "GET /v2.0/networks/410282e2-4ceb-448d-8dd3-314e079b2f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197804 Feb 09 01:18:53.528335 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb065a-0dc9-41d5-b8d5-09bc89da1590 req-5aee4a24-ccbc-4184-8a8c-0ae2e66726ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:53.535508 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01cb065a-0dc9-41d5-b8d5-09bc89da1590 req-5aee4a24-ccbc-4184-8a8c-0ae2e66726ed service neutron] 10.222.0.120 "GET /v2.0/networks?id=bda1b674-4ea7-4b0f-87bc-35d6726bcbf8 HTTP/1.1" status: 200 len: 923 time: 0.1044502 Feb 09 01:18:53.538794 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-8381327b-99d2-4eed-a87a-cb88594088d6 None None] Allocated IP 2001:db8::f816:3eff:fe9c:c2af (6144e3ad-8f10-4334-9f33-d00bfab17fa2/5907d062-0c70-4433-a28b-c00660087aeb/264411ff-cb22-483e-8804-9d11c1fcdd38) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:53.573676 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-da7d1c50-d8e8-49be-bc46-9ab678b5c11d tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (5907d062-0c70-4433-a28b-c00660087aeb), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:53.635396 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01cb065a-0dc9-41d5-b8d5-09bc89da1590 req-90b295fc-7ba2-477d-a4c5-6ad9353d8768 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4649c666-0d53-411a-abe0-56008029c919 HTTP/1.1" status: 200 len: 217 time: 0.0915611 Feb 09 01:18:53.719551 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-c5ba3014-1c99-4d18-8568-ae7870285d10 req-99b9f883-efdd-4152-a69e-30a5c9d1b77e service neutron] 10.222.0.47 "GET /v2.0/networks/47fa1fe6-b7ff-4798-8384-d96a8ee91d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314669 Feb 09 01:18:53.766655 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb065a-0dc9-41d5-b8d5-09bc89da1590 req-3e3bf0cd-3f8e-4edd-af2d-3dde1ec3e887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:53.768312 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01cb065a-0dc9-41d5-b8d5-09bc89da1590 req-3e3bf0cd-3f8e-4edd-af2d-3dde1ec3e887 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=5706c782-204c-4197-b08e-6c558ac505bb HTTP/1.1" status: 200 len: 861 time: 0.1245489 Feb 09 01:18:53.776402 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7c0e55bb-5df3-42fe-b1fd-bae137caa20e req-3c86d0a5-2d75-4292-b936-5e8652d88f00 service neutron] 10.222.0.120 "GET /v2.0/networks/410282e2-4ceb-448d-8dd3-314e079b2f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495432 Feb 09 01:18:53.842000 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01cb065a-0dc9-41d5-b8d5-09bc89da1590 req-41b09e23-213c-4cee-8228-e40ef0e84ef5 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=bda1b674-4ea7-4b0f-87bc-35d6726bcbf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615842 Feb 09 01:18:53.858463 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52866a3-d3dd-4bb7-94f6-be1ad33b9b26 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Router 8e19173a-351f-42fd-b9b1-27f329a3a48e is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:18:53.865111 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0507937-87af-4166-a4f8-472296d7b583 req-7f88d0be-74e8-4570-a32b-4ca169584da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:53.866753 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-b0507937-87af-4166-a4f8-472296d7b583 req-7f88d0be-74e8-4570-a32b-4ca169584da7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba5e9ecc06f746ffbf154ff034c274ee&device_id=19ea4fe2-f03b-4312-b954-f87b47184dbf HTTP/1.1" status: 200 len: 1125 time: 0.0885360 Feb 09 01:18:53.876752 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8381327b-99d2-4eed-a87a-cb88594088d6 None None] Publish callbacks [] for port (264411ff-cb22-483e-8804-9d11c1fcdd38), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:53.882380 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f30ccc-9098-46f2-9c2f-115e3c6a8995 req-3043e810-f2ad-4eae-9ea9-9fbd93a90304 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:53.884123 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-08f30ccc-9098-46f2-9c2f-115e3c6a8995 req-3043e810-f2ad-4eae-9ea9-9fbd93a90304 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23600aa-b142-4ce7-9061-8b29e07e2c0b HTTP/1.1" status: 200 len: 943 time: 0.2033203 Feb 09 01:18:53.895762 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8381327b-99d2-4eed-a87a-cb88594088d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (264411ff-cb22-483e-8804-9d11c1fcdd38), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:53.916133 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8381327b-99d2-4eed-a87a-cb88594088d6 None None] Network 6144e3ad-8f10-4334-9f33-d00bfab17fa2 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:53.918091 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-8381327b-99d2-4eed-a87a-cb88594088d6 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:53.923109 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8381327b-99d2-4eed-a87a-cb88594088d6 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:18:53.969337 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01cb065a-0dc9-41d5-b8d5-09bc89da1590 req-6880a253-0f7d-4c0e-9a84-5b63cff468b7 service neutron] 10.222.0.120 "GET /v2.0/networks/bda1b674-4ea7-4b0f-87bc-35d6726bcbf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219850 Feb 09 01:18:54.002029 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4e56e802-b821-42a1-9c6c-b340b2076361 req-09dfc355-d337-4547-9fbc-ae9d1fbeb6d5 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.1290379 Feb 09 01:18:54.135820 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-da7d1c50-d8e8-49be-bc46-9ab678b5c11d tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (5907d062-0c70-4433-a28b-c00660087aeb), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:54.157050 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-08f30ccc-9098-46f2-9c2f-115e3c6a8995 req-2ee7b39f-f2bc-4c6d-8254-5bd5bc93ef76 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] 10.222.0.50 "GET /v2.0/security-groups?id=e08c4bd5-6650-4b50-a132-1958e3543e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575108 Feb 09 01:18:54.243085 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d1c50-d8e8-49be-bc46-9ab678b5c11d tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Pushing event deleted for resources: {'Subnet': ['ID=5907d062-0c70-4433-a28b-c00660087aeb,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:54.335634 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01cb065a-0dc9-41d5-b8d5-09bc89da1590 req-3dad5440-c437-4556-a2cb-582199bf510c service neutron] 10.222.0.120 "GET /v2.0/networks/bda1b674-4ea7-4b0f-87bc-35d6726bcbf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326771 Feb 09 01:18:54.373230 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed1d7c-9317-4f54-9507-2d64eae80914 req-fc26394e-2f3a-4606-b9fe-47e9fe911fc0 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:54.374818 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aaed1d7c-9317-4f54-9507-2d64eae80914 req-fc26394e-2f3a-4606-b9fe-47e9fe911fc0 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9f7b25-f151-454c-a1af-999205595f72 HTTP/1.1" status: 200 len: 944 time: 0.2349963 Feb 09 01:18:54.486465 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-8381327b-99d2-4eed-a87a-cb88594088d6 None None] Attempting to bind port 264411ff-cb22-483e-8804-9d11c1fcdd38 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:18:54.487059 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-8381327b-99d2-4eed-a87a-cb88594088d6 None None] Attempting to bind port 264411ff-cb22-483e-8804-9d11c1fcdd38 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '33409417-be18-4847-8211-47243a7310a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '6144e3ad-8f10-4334-9f33-d00bfab17fa2'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:18:54.487805 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8381327b-99d2-4eed-a87a-cb88594088d6 None None] Attempting to bind port 264411ff-cb22-483e-8804-9d11c1fcdd38 on network 6144e3ad-8f10-4334-9f33-d00bfab17fa2 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:18:54.493660 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-da7d1c50-d8e8-49be-bc46-9ab678b5c11d tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (6144e3ad-8f10-4334-9f33-d00bfab17fa2), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:54.496572 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8381327b-99d2-4eed-a87a-cb88594088d6 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:18:54.497019 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8381327b-99d2-4eed-a87a-cb88594088d6 None None] Checking segment: {'id': '33409417-be18-4847-8211-47243a7310a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '6144e3ad-8f10-4334-9f33-d00bfab17fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:18:54.497557 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8381327b-99d2-4eed-a87a-cb88594088d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:54.498067 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8381327b-99d2-4eed-a87a-cb88594088d6 None None] Bound using segment: {'id': '33409417-be18-4847-8211-47243a7310a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '6144e3ad-8f10-4334-9f33-d00bfab17fa2'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:18:54.498661 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-8381327b-99d2-4eed-a87a-cb88594088d6 None None] Bound port: 264411ff-cb22-483e-8804-9d11c1fcdd38, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33409417-be18-4847-8211-47243a7310a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '6144e3ad-8f10-4334-9f33-d00bfab17fa2'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:18:54.499161 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8381327b-99d2-4eed-a87a-cb88594088d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (264411ff-cb22-483e-8804-9d11c1fcdd38), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:54.501078 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aaed1d7c-9317-4f54-9507-2d64eae80914 req-fafe26d4-c905-4a8a-b21d-3d6daddd2871 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] 10.222.0.50 "GET /v2.0/security-groups?id=346afcfc-60a4-4dcd-b5b9-20ccb4d37aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178732 Feb 09 01:18:54.507752 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0507937-87af-4166-a4f8-472296d7b583 req-7a4397b8-6248-4d01-aecd-15ce9162ef6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:54.509190 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-b0507937-87af-4166-a4f8-472296d7b583 req-7a4397b8-6248-4d01-aecd-15ce9162ef6f service neutron] 10.222.0.47 "GET /v2.0/networks?id=47fa1fe6-b7ff-4798-8384-d96a8ee91d2e HTTP/1.1" status: 200 len: 914 time: 0.6319170 Feb 09 01:18:54.522446 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ffd64d-566d-474e-b462-e237687e9eaa req-b4833358-7a4f-43e8-8848-0ca857feaa1b tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:54.522894 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-12ffd64d-566d-474e-b462-e237687e9eaa req-b4833358-7a4f-43e8-8848-0ca857feaa1b tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "GET /v2.0/ports?device_id=19ea4fe2-f03b-4312-b954-f87b47184dbf HTTP/1.1" status: 200 len: 943 time: 0.0833726 Feb 09 01:18:54.546869 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52866a3-d3dd-4bb7-94f6-be1ad33b9b26 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:18:54.563035 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4083f3-c169-4bcc-809f-6ff309636952 None None] Sync routers for ids ['8e19173a-351f-42fd-b9b1-27f329a3a48e'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:18:54.583553 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4083f3-c169-4bcc-809f-6ff309636952 None None] Routers {'8e19173a-351f-42fd-b9b1-27f329a3a48e'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:18:54.584585 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-ea4083f3-c169-4bcc-809f-6ff309636952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:18:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['8e19173a-351f-42fd-b9b1-27f329a3a48e'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:54.612843 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-8381327b-99d2-4eed-a87a-cb88594088d6 None None] For port 264411ff-cb22-483e-8804-9d11c1fcdd38, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:18:54.616638 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-8381327b-99d2-4eed-a87a-cb88594088d6 None None] For port 264411ff-cb22-483e-8804-9d11c1fcdd38, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=264411ff-cb22-483e-8804-9d11c1fcdd38,segment=NetworkSegment(33409417-be18-4847-8211-47243a7310a6),segment_id=33409417-be18-4847-8211-47243a7310a6)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:18:54.623244 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8381327b-99d2-4eed-a87a-cb88594088d6 None None] Pushing event updated for resources: {'Port': ['ID=264411ff-cb22-483e-8804-9d11c1fcdd38,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:54.626924 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-12ffd64d-566d-474e-b462-e237687e9eaa req-fd15307c-5877-48a5-a3ed-fc647aa249be tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8b2b6fd-d003-48e8-bc6e-e1f67872825c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871315 Feb 09 01:18:54.638065 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-da7d1c50-d8e8-49be-bc46-9ab678b5c11d tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6144e3ad-8f10-4334-9f33-d00bfab17fa2']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:54.641348 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-b0507937-87af-4166-a4f8-472296d7b583 req-c1252e72-fbcd-48be-a46c-00e6536e3fb7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d0ae3f2-2e4b-4c02-99c4-8b70869c7489 HTTP/1.1" status: 200 len: 217 time: 0.1158485 Feb 09 01:18:54.642982 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8381327b-99d2-4eed-a87a-cb88594088d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (264411ff-cb22-483e-8804-9d11c1fcdd38), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:54.696243 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0507937-87af-4166-a4f8-472296d7b583 req-9d50030e-a086-4612-96dc-da0fa7dde36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:54.697843 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-b0507937-87af-4166-a4f8-472296d7b583 req-9d50030e-a086-4612-96dc-da0fa7dde36f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4218984f-8737-4371-806d-75117779a75f HTTP/1.1" status: 200 len: 851 time: 0.0464489 Feb 09 01:18:54.702337 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-da7d1c50-d8e8-49be-bc46-9ab678b5c11d tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33409417-be18-4847-8211-47243a7310a6') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:54.702644 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-da7d1c50-d8e8-49be-bc46-9ab678b5c11d tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33409417-be18-4847-8211-47243a7310a6') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:54.716618 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-ea4083f3-c169-4bcc-809f-6ff309636952 None None] Set router 8e19173a-351f-42fd-b9b1-27f329a3a48e gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:18:54.741346 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-da7d1c50-d8e8-49be-bc46-9ab678b5c11d tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (33409417-be18-4847-8211-47243a7310a6), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:54.751596 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f52866a3-d3dd-4bb7-94f6-be1ad33b9b26 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:54.753506 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8381327b-99d2-4eed-a87a-cb88594088d6 None None] Pushing event updated for resources: {'Port': ['ID=264411ff-cb22-483e-8804-9d11c1fcdd38,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:54.755658 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60578) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:54.767363 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f52866a3-d3dd-4bb7-94f6-be1ad33b9b26 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.5178831 Feb 09 01:18:54.782396 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-da7d1c50-d8e8-49be-bc46-9ab678b5c11d tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (33409417-be18-4847-8211-47243a7310a6), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:54.791306 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da7d1c50-d8e8-49be-bc46-9ab678b5c11d tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:18:54.791853 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-da7d1c50-d8e8-49be-bc46-9ab678b5c11d tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (33409417-be18-4847-8211-47243a7310a6), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:54.795205 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:18:54.795205 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:18:54.795205 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:18:54.795205 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:18:54.795205 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:18:54.795205 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:18:54.795205 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:18:54.795205 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:18:54.795205 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:18:54.795205 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:18:54.795205 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:18:54.795205 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:18:54.795205 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:18:54.795205 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:18:54.795205 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:18:54.795205 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:18:54.795205 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:18:54.795205 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:18:54.795205 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:18:54.795205 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:18:54.795205 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:18:54.795205 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:18:54.795205 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:18:54.795205 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:18:54.795205 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:18:54.795205 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:18:54.795205 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:18:54.795205 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:18:54.795205 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:18:54.795205 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:18:54.795205 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:18:54.795205 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:18:54.852527 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0507937-87af-4166-a4f8-472296d7b583 req-389d37b3-04e2-479b-aa45-52bbe1856f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:54.853991 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-b0507937-87af-4166-a4f8-472296d7b583 req-389d37b3-04e2-479b-aa45-52bbe1856f1d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=47fa1fe6-b7ff-4798-8384-d96a8ee91d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1493945 Feb 09 01:18:54.860931 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fbc42a-7472-4730-a4b4-74b428ca27ca None None] get_active_networks_info from n-d-828369-4 {{(pid=103138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:18:54.925912 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.db.api [None req-da7d1c50-d8e8-49be-bc46-9ab678b5c11d tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 01:18:54.925912 n-d-828369-4 neutron-server[103137]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 01:18:54.925912 n-d-828369-4 neutron-server[103137]: [parameters: {'id': '6144e3ad-8f10-4334-9f33-d00bfab17fa2'}] Feb 09 01:18:54.925912 n-d-828369-4 neutron-server[103137]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:18:54.926445 n-d-828369-4 neutron-server[103137]: DEBUG oslo_db.api [None req-da7d1c50-d8e8-49be-bc46-9ab678b5c11d tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:18:54.929859 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 31d136bc-a4e1-4c06-a333-94ad0fac4b72 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:18:54.953416 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b914246d-45d1-475c-942d-25e5a13d3a53 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] 10.222.0.50 "GET /v2.0/routers/8e19173a-351f-42fd-b9b1-27f329a3a48e HTTP/1.1" status: 200 len: 908 time: 0.1965818 Feb 09 01:18:54.955981 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60580) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:54.958904 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-ea4083f3-c169-4bcc-809f-6ff309636952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e19173a-351f-42fd-b9b1-27f329a3a48e', 'name': 'tempest-snat-router-632085125', 'tenant_id': '1321291f141a416bae8feba5d3cc145f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.111'}], 'enable_snat': False}, 'gw_port_id': '2aa8e668-0618-47b4-b80e-bca352090cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:18:49Z', 'updated_at': '2022-02-09T01:18:52Z', 'revision_number': 3, 'project_id': '1321291f141a416bae8feba5d3cc145f', 'gw_port': {'id': '2aa8e668-0618-47b4-b80e-bca352090cae', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e19173a-351f-42fd-b9b1-27f329a3a48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:50Z', 'updated_at': '2022-02-09T01:18:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:54.963658 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-783a42be-fae7-4193-980d-00ee00d36a8a tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Request body: {'router': {'name': 'tempest-snat-router-632085125', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'enable_snat': True}}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:18:54.992145 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4083f3-c169-4bcc-809f-6ff309636952 None None] Checking router: 8e19173a-351f-42fd-b9b1-27f329a3a48e for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:18:54.993177 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4083f3-c169-4bcc-809f-6ff309636952 None None] Updating router 8e19173a-351f-42fd-b9b1-27f329a3a48e port 2aa8e668-0618-47b4-b80e-bca352090cae binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:18:54.998624 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-783a42be-fae7-4193-980d-00ee00d36a8a tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (d0a8d9ac-c797-4737-af2e-e5f49fd9efb9), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:55.001679 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-783a42be-fae7-4193-980d-00ee00d36a8a tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (d0a8d9ac-c797-4737-af2e-e5f49fd9efb9), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:55.026344 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-b0507937-87af-4166-a4f8-472296d7b583 req-4ead92b9-d959-47f8-a10f-2057b07203a3 service neutron] 10.222.0.47 "GET /v2.0/networks/47fa1fe6-b7ff-4798-8384-d96a8ee91d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597517 Feb 09 01:18:55.030903 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ea4083f3-c169-4bcc-809f-6ff309636952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (2aa8e668-0618-47b4-b80e-bca352090cae), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:55.096596 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-783a42be-fae7-4193-980d-00ee00d36a8a tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for router_controller (d0a8d9ac-c797-4737-af2e-e5f49fd9efb9), precommit_add_association {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:55.203648 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 31d136bc-a4e1-4c06-a333-94ad0fac4b72, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=31d136bc-a4e1-4c06-a333-94ad0fac4b72,segment=NetworkSegment(a4152dd5-c043-4ad7-b756-5d8f41b7108a),segment_id=a4152dd5-c043-4ad7-b756-5d8f41b7108a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:55.209877 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-b0507937-87af-4166-a4f8-472296d7b583 req-3837b467-9d5d-4f50-9d88-5e49f9795588 service neutron] 10.222.0.47 "GET /v2.0/networks/47fa1fe6-b7ff-4798-8384-d96a8ee91d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769016 Feb 09 01:18:55.264683 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fbc42a-7472-4730-a4b4-74b428ca27ca None None] Resources bound (agent type, host, resource id): {{(pid=103138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:18:55.309730 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '31d136bc-a4e1-4c06-a333-94ad0fac4b72', 'network_id': '410282e2-4ceb-448d-8dd3-314e079b2f0f', 'port_id': '31d136bc-a4e1-4c06-a333-94ad0fac4b72', 'mac_address': 'fa:16:3e:06:17:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1045, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '634bd319-ae48-4392-b226-ae3056f2fa32', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:18:55.427434 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-da7d1c50-d8e8-49be-bc46-9ab678b5c11d tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (6144e3ad-8f10-4334-9f33-d00bfab17fa2), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:55.463541 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 31d136bc-a4e1-4c06-a333-94ad0fac4b72 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:55.463541 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (31d136bc-a4e1-4c06-a333-94ad0fac4b72), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:55.512016 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31d136bc-a4e1-4c06-a333-94ad0fac4b72 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:18:55.568250 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-da7d1c50-d8e8-49be-bc46-9ab678b5c11d tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Deleting port 264411ff-cb22-483e-8804-9d11c1fcdd38 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:18:55.569011 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-da7d1c50-d8e8-49be-bc46-9ab678b5c11d tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (264411ff-cb22-483e-8804-9d11c1fcdd38), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:55.634750 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 31d136bc-a4e1-4c06-a333-94ad0fac4b72, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=31d136bc-a4e1-4c06-a333-94ad0fac4b72,segment=NetworkSegment(a4152dd5-c043-4ad7-b756-5d8f41b7108a),segment_id=a4152dd5-c043-4ad7-b756-5d8f41b7108a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:55.643739 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (31d136bc-a4e1-4c06-a333-94ad0fac4b72), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:55.688381 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ea4083f3-c169-4bcc-809f-6ff309636952 None None] Publish callbacks [] for port (2aa8e668-0618-47b4-b80e-bca352090cae), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:55.695527 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ea4083f3-c169-4bcc-809f-6ff309636952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (2aa8e668-0618-47b4-b80e-bca352090cae), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:55.706990 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-da7d1c50-d8e8-49be-bc46-9ab678b5c11d tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] For port 264411ff-cb22-483e-8804-9d11c1fcdd38, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=264411ff-cb22-483e-8804-9d11c1fcdd38,segment=NetworkSegment(33409417-be18-4847-8211-47243a7310a6),segment_id=33409417-be18-4847-8211-47243a7310a6)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:55.713893 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-da7d1c50-d8e8-49be-bc46-9ab678b5c11d tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (264411ff-cb22-483e-8804-9d11c1fcdd38), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:55.751118 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-da7d1c50-d8e8-49be-bc46-9ab678b5c11d tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Calling delete_port for 264411ff-cb22-483e-8804-9d11c1fcdd38 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:18:55.788580 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=31d136bc-a4e1-4c06-a333-94ad0fac4b72,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:55.804288 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae0674c-1609-4de8-a0dd-24342302164c None None] Network 6144e3ad-8f10-4334-9f33-d00bfab17fa2 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:18:55.840264 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-ea4083f3-c169-4bcc-809f-6ff309636952 None None] Attempting to bind port 2aa8e668-0618-47b4-b80e-bca352090cae on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:18:55.840674 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-ea4083f3-c169-4bcc-809f-6ff309636952 None None] Attempting to bind port 2aa8e668-0618-47b4-b80e-bca352090cae by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:18:55.841066 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4083f3-c169-4bcc-809f-6ff309636952 None None] Attempting to bind port 2aa8e668-0618-47b4-b80e-bca352090cae on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:18:55.860502 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b857c-8084-4cab-af16-9bc65fde2d3d None None] Pushing event updated for resources: {'Port': ['ID=2aa8e668-0618-47b4-b80e-bca352090cae,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:55.877678 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4083f3-c169-4bcc-809f-6ff309636952 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:18:55.878646 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4083f3-c169-4bcc-809f-6ff309636952 None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:18:55.879092 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ea4083f3-c169-4bcc-809f-6ff309636952 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:55.879496 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4083f3-c169-4bcc-809f-6ff309636952 None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:18:55.879996 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-ea4083f3-c169-4bcc-809f-6ff309636952 None None] Bound port: 2aa8e668-0618-47b4-b80e-bca352090cae, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:18:55.882791 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['31d136bc-a4e1-4c06-a333-94ad0fac4b72'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:18:55.883380 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ea4083f3-c169-4bcc-809f-6ff309636952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (2aa8e668-0618-47b4-b80e-bca352090cae), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:55.952764 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ea0afac6-2f5d-47a0-85f5-aab4f50607aa req-7b4bda11-80df-4592-b27f-99ba4d552496 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.1553330 Feb 09 01:18:55.959017 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-da7d1c50-d8e8-49be-bc46-9ab678b5c11d tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (264411ff-cb22-483e-8804-9d11c1fcdd38), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:55.982837 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7d1c50-d8e8-49be-bc46-9ab678b5c11d tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] No DVR routers for this DVR port 264411ff-cb22-483e-8804-9d11c1fcdd38 on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:18:55.990884 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-783a42be-fae7-4193-980d-00ee00d36a8a tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for router_gateway (d0a8d9ac-c797-4737-af2e-e5f49fd9efb9), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:56.014677 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-ea4083f3-c169-4bcc-809f-6ff309636952 None None] For port 2aa8e668-0618-47b4-b80e-bca352090cae, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:18:56.020201 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-ea4083f3-c169-4bcc-809f-6ff309636952 None None] For port 2aa8e668-0618-47b4-b80e-bca352090cae, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=2aa8e668-0618-47b4-b80e-bca352090cae,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:18:56.041827 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ea4083f3-c169-4bcc-809f-6ff309636952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (2aa8e668-0618-47b4-b80e-bca352090cae), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:56.079086 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d1c50-d8e8-49be-bc46-9ab678b5c11d tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Pushing event deleted for resources: {'Port': ['ID=264411ff-cb22-483e-8804-9d11c1fcdd38,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:56.148168 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f2563-8db3-4057-a22e-6a348e831a6b req-4a4dee99-1a42-4387-b14f-8f8cfd929f92 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:56.155151 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b857c-8084-4cab-af16-9bc65fde2d3d None None] Pushing event updated for resources: {'Port': ['ID=2aa8e668-0618-47b4-b80e-bca352090cae,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:56.155450 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ae7f2563-8db3-4057-a22e-6a348e831a6b req-4a4dee99-1a42-4387-b14f-8f8cfd929f92 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23600aa-b142-4ce7-9061-8b29e07e2c0b HTTP/1.1" status: 200 len: 944 time: 0.3466175 Feb 09 01:18:56.183264 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-da7d1c50-d8e8-49be-bc46-9ab678b5c11d tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (6144e3ad-8f10-4334-9f33-d00bfab17fa2), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:56.185405 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4083f3-c169-4bcc-809f-6ff309636952 None None] Routers {'8e19173a-351f-42fd-b9b1-27f329a3a48e'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:18:56.186203 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-ea4083f3-c169-4bcc-809f-6ff309636952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:18:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['8e19173a-351f-42fd-b9b1-27f329a3a48e'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:56.210718 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-da7d1c50-d8e8-49be-bc46-9ab678b5c11d tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6144e3ad-8f10-4334-9f33-d00bfab17fa2']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:56.223226 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-da7d1c50-d8e8-49be-bc46-9ab678b5c11d tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33409417-be18-4847-8211-47243a7310a6') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:56.223779 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-da7d1c50-d8e8-49be-bc46-9ab678b5c11d tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33409417-be18-4847-8211-47243a7310a6') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:56.231246 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c1f059-5ba4-4049-9bc6-c57590cd5fe0 req-c6bbdb18-f661-44ee-b17d-c3fe7052ee3f tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:56.232922 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2c1f059-5ba4-4049-9bc6-c57590cd5fe0 req-c6bbdb18-f661-44ee-b17d-c3fe7052ee3f tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9f7b25-f151-454c-a1af-999205595f72 HTTP/1.1" status: 200 len: 944 time: 0.1613486 Feb 09 01:18:56.235573 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-da7d1c50-d8e8-49be-bc46-9ab678b5c11d tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (33409417-be18-4847-8211-47243a7310a6), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:56.253156 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-da7d1c50-d8e8-49be-bc46-9ab678b5c11d tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (33409417-be18-4847-8211-47243a7310a6), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:56.263660 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da7d1c50-d8e8-49be-bc46-9ab678b5c11d tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:18:56.264498 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-da7d1c50-d8e8-49be-bc46-9ab678b5c11d tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (33409417-be18-4847-8211-47243a7310a6), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:56.270252 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:18:56.270252 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:18:56.270252 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:18:56.270252 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:18:56.270252 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:18:56.270252 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:18:56.270252 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:18:56.270252 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:18:56.270252 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:18:56.270252 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:18:56.270252 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:18:56.270252 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:18:56.270252 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:18:56.270252 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:18:56.270252 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:18:56.270252 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:18:56.270252 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:18:56.270252 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:18:56.270252 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:18:56.270252 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:18:56.270252 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:18:56.270252 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:18:56.270252 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:18:56.270252 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:18:56.270252 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:18:56.270252 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:18:56.270252 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:18:56.270252 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:18:56.270252 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:18:56.270252 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:18:56.270252 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:18:56.270252 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:18:56.276488 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ae7f2563-8db3-4057-a22e-6a348e831a6b req-0d64c23f-7ad3-4eba-95ad-31d88daff660 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] 10.222.0.50 "GET /v2.0/security-groups?id=e08c4bd5-6650-4b50-a132-1958e3543e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199811 Feb 09 01:18:56.348674 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-ea4083f3-c169-4bcc-809f-6ff309636952 None None] Set router 8e19173a-351f-42fd-b9b1-27f329a3a48e gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:18:56.359918 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-da7d1c50-d8e8-49be-bc46-9ab678b5c11d tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (6144e3ad-8f10-4334-9f33-d00bfab17fa2), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:56.362020 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2c1f059-5ba4-4049-9bc6-c57590cd5fe0 req-8e51c0d0-72a2-466b-adaa-f5987555e68c tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] 10.222.0.50 "GET /v2.0/security-groups?id=346afcfc-60a4-4dcd-b5b9-20ccb4d37aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217945 Feb 09 01:18:56.368631 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-da7d1c50-d8e8-49be-bc46-9ab678b5c11d tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:56.377345 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-da7d1c50-d8e8-49be-bc46-9ab678b5c11d tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] 10.222.0.50 "DELETE /v2.0/networks/6144e3ad-8f10-4334-9f33-d00bfab17fa2 HTTP/1.1" status: 204 len: 168 time: 3.1118085 Feb 09 01:18:56.381972 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60602) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:56.390728 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d1c50-d8e8-49be-bc46-9ab678b5c11d tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Pushing event deleted for resources: {'Network': ['ID=6144e3ad-8f10-4334-9f33-d00bfab17fa2,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:56.438865 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-209004d2-94f9-4d53-82f5-2f74d144963c tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] DELETE failed (client error): The resource could not be found. Feb 09 01:18:56.439323 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-209004d2-94f9-4d53-82f5-2f74d144963c tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:18:56.444587 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-209004d2-94f9-4d53-82f5-2f74d144963c tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] 10.222.0.50 "DELETE /v2.0/subnets/5907d062-0c70-4433-a28b-c00660087aeb HTTP/1.1" status: 404 len: 337 time: 0.0591519 Feb 09 01:18:56.445544 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60604) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:56.527868 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ad3e468-05e8-4b06-bd91-f4c1f560ec8c tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] DELETE failed (client error): The resource could not be found. Feb 09 01:18:56.528319 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ad3e468-05e8-4b06-bd91-f4c1f560ec8c tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:18:56.531614 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4ad3e468-05e8-4b06-bd91-f4c1f560ec8c tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] 10.222.0.50 "DELETE /v2.0/networks/6144e3ad-8f10-4334-9f33-d00bfab17fa2 HTTP/1.1" status: 404 len: 339 time: 0.0851684 Feb 09 01:18:56.534323 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60606) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:56.554346 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-ea4083f3-c169-4bcc-809f-6ff309636952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e19173a-351f-42fd-b9b1-27f329a3a48e', 'name': 'tempest-snat-router-632085125', 'tenant_id': '1321291f141a416bae8feba5d3cc145f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.111'}], 'enable_snat': False}, 'gw_port_id': '2aa8e668-0618-47b4-b80e-bca352090cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:18:49Z', 'updated_at': '2022-02-09T01:18:52Z', 'revision_number': 3, 'project_id': '1321291f141a416bae8feba5d3cc145f', 'gw_port': {'id': '2aa8e668-0618-47b4-b80e-bca352090cae', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e19173a-351f-42fd-b9b1-27f329a3a48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:50Z', 'updated_at': '2022-02-09T01:18:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:56.574912 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-e70dc716-ee19-4062-a216-d4840b92ed9c tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] DELETE failed (client error): The resource could not be found. Feb 09 01:18:56.575264 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e70dc716-ee19-4062-a216-d4840b92ed9c tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:18:56.578377 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e70dc716-ee19-4062-a216-d4840b92ed9c tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] 10.222.0.50 "DELETE /v2.0/subnets/5f0b0da3-df5c-4c88-b1de-631057d4c211 HTTP/1.1" status: 404 len: 337 time: 0.0430567 Feb 09 01:18:56.581415 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60610) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:56.594598 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4083f3-c169-4bcc-809f-6ff309636952 None None] The sync data for ids ['8e19173a-351f-42fd-b9b1-27f329a3a48e'] in n-d-828369-4 is: [{'id': '8e19173a-351f-42fd-b9b1-27f329a3a48e', 'name': 'tempest-snat-router-632085125', 'tenant_id': '1321291f141a416bae8feba5d3cc145f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.111'}], 'enable_snat': False}, 'gw_port_id': '2aa8e668-0618-47b4-b80e-bca352090cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:18:49Z', 'updated_at': '2022-02-09T01:18:52Z', 'revision_number': 3, 'project_id': '1321291f141a416bae8feba5d3cc145f', 'gw_port': {'id': '2aa8e668-0618-47b4-b80e-bca352090cae', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e19173a-351f-42fd-b9b1-27f329a3a48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:50Z', 'updated_at': '2022-02-09T01:18:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:18:56.604447 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba49c27-954c-4b18-8ee8-e758d041745e req-4a8f06c8-cd89-4bbf-98c9-59ee408394bf tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:56.607852 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9ba49c27-954c-4b18-8ee8-e758d041745e req-4a8f06c8-cd89-4bbf-98c9-59ee408394bf tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "GET /v2.0/ports?device_id=19ea4fe2-f03b-4312-b954-f87b47184dbf HTTP/1.1" status: 200 len: 943 time: 0.2451794 Feb 09 01:18:56.624337 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-e04d55a9-e886-497b-a9b5-7e7d9e656546 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] DELETE failed (client error): The resource could not be found. Feb 09 01:18:56.625620 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e04d55a9-e886-497b-a9b5-7e7d9e656546 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:18:56.629254 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e04d55a9-e886-497b-a9b5-7e7d9e656546 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] 10.222.0.50 "DELETE /v2.0/networks/aee0a41a-b1bf-41e7-8e13-bc24723d717e HTTP/1.1" status: 404 len: 339 time: 0.0468454 Feb 09 01:18:56.632340 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60614) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:56.664148 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-783a42be-fae7-4193-980d-00ee00d36a8a tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for router_gateway (d0a8d9ac-c797-4737-af2e-e5f49fd9efb9), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:56.673464 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-de5c92ed-b76b-4e28-9805-b5cac2d9c96a tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] DELETE failed (client error): The resource could not be found. Feb 09 01:18:56.673955 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de5c92ed-b76b-4e28-9805-b5cac2d9c96a tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:18:56.680469 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-de5c92ed-b76b-4e28-9805-b5cac2d9c96a tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] 10.222.0.50 "DELETE /v2.0/subnets/c64d6235-2f52-4a1b-bd8c-522d14c41dbb HTTP/1.1" status: 404 len: 337 time: 0.0432281 Feb 09 01:18:56.680747 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60618) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:56.702084 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-216ab905-a202-440b-9570-99c173bbd451 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] DELETE failed (client error): The resource could not be found. Feb 09 01:18:56.702615 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-216ab905-a202-440b-9570-99c173bbd451 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:18:56.704278 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-783a42be-fae7-4193-980d-00ee00d36a8a tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:56.709409 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-216ab905-a202-440b-9570-99c173bbd451 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] 10.222.0.50 "DELETE /v2.0/networks/4ee030ff-d629-46ce-9cdf-d5c7fb9d791e HTTP/1.1" status: 404 len: 339 time: 0.0241356 Feb 09 01:18:56.709744 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60620) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:56.730878 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9ba49c27-954c-4b18-8ee8-e758d041745e req-5ac7d9b9-e8e5-479c-a400-856d7de0a044 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8b2b6fd-d003-48e8-bc6e-e1f67872825c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130819 Feb 09 01:18:56.865068 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-2c6b2ff8-51df-4c6c-86a8-42fbfeb9c953 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Deleting port e73f074b-5727-4188-a8f9-21c2190d6661 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:18:56.865563 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2c6b2ff8-51df-4c6c-86a8-42fbfeb9c953 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (e73f074b-5727-4188-a8f9-21c2190d6661), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:56.879650 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-783a42be-fae7-4193-980d-00ee00d36a8a tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Allocated IP 172.25.8.59 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/6a9a2613-bc9e-4469-843b-754b71387a48) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:18:56.905760 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 4649c666-0d53-411a-abe0-56008029c919 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:18:56.959386 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2c6b2ff8-51df-4c6c-86a8-42fbfeb9c953 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (e73f074b-5727-4188-a8f9-21c2190d6661), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:56.974718 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-2c6b2ff8-51df-4c6c-86a8-42fbfeb9c953 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Calling delete_port for e73f074b-5727-4188-a8f9-21c2190d6661 owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:18:57.098420 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 31d136bc-a4e1-4c06-a333-94ad0fac4b72 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:18:57.140791 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-783a42be-fae7-4193-980d-00ee00d36a8a tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for port (6a9a2613-bc9e-4469-843b-754b71387a48), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:57.166723 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2c6b2ff8-51df-4c6c-86a8-42fbfeb9c953 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (e73f074b-5727-4188-a8f9-21c2190d6661), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:57.195619 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 4649c666-0d53-411a-abe0-56008029c919, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=4649c666-0d53-411a-abe0-56008029c919,segment=NetworkSegment(325c912e-7e22-4291-a3c4-ba6dc29b0fd7),segment_id=325c912e-7e22-4291-a3c4-ba6dc29b0fd7)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:57.213073 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6b2ff8-51df-4c6c-86a8-42fbfeb9c953 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Pushing event deleted for resources: {'Port': ['ID=e73f074b-5727-4188-a8f9-21c2190d6661,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:57.222350 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2c6b2ff8-51df-4c6c-86a8-42fbfeb9c953 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:57.229306 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2c6b2ff8-51df-4c6c-86a8-42fbfeb9c953 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] 10.222.0.50 "DELETE /v2.0/ports/e73f074b-5727-4188-a8f9-21c2190d6661 HTTP/1.1" status: 204 len: 168 time: 0.5185916 Feb 09 01:18:57.229734 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-783a42be-fae7-4193-980d-00ee00d36a8a tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (6a9a2613-bc9e-4469-843b-754b71387a48), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:57.229991 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60626) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:57.264406 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9f2bc5a2-d94a-426a-9da6-ef7a5faf8923 req-ed764082-8027-4ed4-ba5f-cc1617769acb tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.0541534 Feb 09 01:18:57.275778 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '4649c666-0d53-411a-abe0-56008029c919', 'network_id': 'bda1b674-4ea7-4b0f-87bc-35d6726bcbf8', 'port_id': '4649c666-0d53-411a-abe0-56008029c919', 'mac_address': 'fa:16:3e:d8:fa:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5706c782-204c-4197-b08e-6c558ac505bb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:18:57.282345 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ed1240e-f9ab-4d4e-8e99-57292ccd7824 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] DELETE failed (client error): The resource could not be found. Feb 09 01:18:57.282841 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ed1240e-f9ab-4d4e-8e99-57292ccd7824 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:18:57.294563 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1ed1240e-f9ab-4d4e-8e99-57292ccd7824 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] 10.222.0.50 "DELETE /v2.0/subnets/efa8a9b3-8bd0-4114-8c20-640ddd1a236e HTTP/1.1" status: 404 len: 337 time: 0.0632038 Feb 09 01:18:57.295415 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60628) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:57.368109 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 6d0ae3f2-2e4b-4c02-99c4-8b70869c7489 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:18:57.388043 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783a42be-fae7-4193-980d-00ee00d36a8a tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:18:57.418898 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-783a42be-fae7-4193-980d-00ee00d36a8a tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:18:57.425145 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a42be-fae7-4193-980d-00ee00d36a8a tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Pushing event updated for resources: {'Port': ['ID=6a9a2613-bc9e-4469-843b-754b71387a48,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:57.427530 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783a42be-fae7-4193-980d-00ee00d36a8a tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:18:57.456383 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fda86f8e-f043-4e0e-a2fa-7ba070440158 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (40b2269f-b719-448d-b1c8-4c428d201ef3), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:57.567519 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 6d0ae3f2-2e4b-4c02-99c4-8b70869c7489, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=6d0ae3f2-2e4b-4c02-99c4-8b70869c7489,segment=NetworkSegment(6b5a2c5c-e7e2-4178-94b6-7f4da135e2e0),segment_id=6b5a2c5c-e7e2-4178-94b6-7f4da135e2e0)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:57.585043 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '6d0ae3f2-2e4b-4c02-99c4-8b70869c7489', 'network_id': '47fa1fe6-b7ff-4798-8384-d96a8ee91d2e', 'port_id': '6d0ae3f2-2e4b-4c02-99c4-8b70869c7489', 'mac_address': 'fa:16:3e:3c:54:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4218984f-8737-4371-806d-75117779a75f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:18:57.610153 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fda86f8e-f043-4e0e-a2fa-7ba070440158 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (40b2269f-b719-448d-b1c8-4c428d201ef3), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:57.648938 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-fda86f8e-f043-4e0e-a2fa-7ba070440158 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40b2269f-b719-448d-b1c8-4c428d201ef3']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:57.674513 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-fda86f8e-f043-4e0e-a2fa-7ba070440158 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fee51f0a-cf44-408b-8061-6436661ce6af') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:57.674867 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-fda86f8e-f043-4e0e-a2fa-7ba070440158 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fee51f0a-cf44-408b-8061-6436661ce6af') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:57.679598 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 6d0ae3f2-2e4b-4c02-99c4-8b70869c7489 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:57.681356 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6d0ae3f2-2e4b-4c02-99c4-8b70869c7489), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:57.694717 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fda86f8e-f043-4e0e-a2fa-7ba070440158 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (fee51f0a-cf44-408b-8061-6436661ce6af), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:57.711637 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d0ae3f2-2e4b-4c02-99c4-8b70869c7489 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:18:57.727614 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fda86f8e-f043-4e0e-a2fa-7ba070440158 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (fee51f0a-cf44-408b-8061-6436661ce6af), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:57.733472 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 6d0ae3f2-2e4b-4c02-99c4-8b70869c7489, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=6d0ae3f2-2e4b-4c02-99c4-8b70869c7489,segment=NetworkSegment(6b5a2c5c-e7e2-4178-94b6-7f4da135e2e0),segment_id=6b5a2c5c-e7e2-4178-94b6-7f4da135e2e0)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:57.734225 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fda86f8e-f043-4e0e-a2fa-7ba070440158 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Releasing vlan 1020 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:18:57.734642 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fda86f8e-f043-4e0e-a2fa-7ba070440158 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (fee51f0a-cf44-408b-8061-6436661ce6af), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:57.738344 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 4649c666-0d53-411a-abe0-56008029c919 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:57.738642 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:18:57.738642 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:18:57.738642 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:18:57.738642 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:18:57.738642 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:18:57.738642 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:18:57.738642 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:18:57.738642 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:18:57.738642 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:18:57.738642 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:18:57.738642 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:18:57.738642 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:18:57.738642 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:18:57.738642 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:18:57.738642 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:18:57.738642 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:18:57.738642 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:18:57.738642 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:18:57.738642 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:18:57.738642 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:18:57.738642 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:18:57.738642 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:18:57.738642 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:18:57.738642 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:18:57.738642 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:18:57.738642 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:18:57.738642 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:18:57.738642 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:18:57.738642 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:18:57.738642 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:18:57.738642 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:18:57.738642 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:18:57.742015 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4649c666-0d53-411a-abe0-56008029c919), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:57.763398 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4649c666-0d53-411a-abe0-56008029c919 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:18:57.799935 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 4649c666-0d53-411a-abe0-56008029c919, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=4649c666-0d53-411a-abe0-56008029c919,segment=NetworkSegment(325c912e-7e22-4291-a3c4-ba6dc29b0fd7),segment_id=325c912e-7e22-4291-a3c4-ba6dc29b0fd7)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:57.802314 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (6d0ae3f2-2e4b-4c02-99c4-8b70869c7489), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:57.810651 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 2aa8e668-0618-47b4-b80e-bca352090cae up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:18:57.851109 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 31d136bc-a4e1-4c06-a333-94ad0fac4b72 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:18:57.852616 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:18:57.861752 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 31d136bc-a4e1-4c06-a333-94ad0fac4b72 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:57.862977 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (31d136bc-a4e1-4c06-a333-94ad0fac4b72), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:57.867002 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (4649c666-0d53-411a-abe0-56008029c919), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:57.886869 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fda86f8e-f043-4e0e-a2fa-7ba070440158 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (40b2269f-b719-448d-b1c8-4c428d201ef3), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:57.888848 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4258e4-68d7-4b26-b1e2-376881051231 req-a8114f50-912e-4218-8c7f-544cbc81c92e tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:57.897478 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cc4258e4-68d7-4b26-b1e2-376881051231 req-a8114f50-912e-4218-8c7f-544cbc81c92e tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9f7b25-f151-454c-a1af-999205595f72 HTTP/1.1" status: 200 len: 944 time: 0.2439122 Feb 09 01:18:57.936487 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fda86f8e-f043-4e0e-a2fa-7ba070440158 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:57.941710 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-fda86f8e-f043-4e0e-a2fa-7ba070440158 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] 10.222.0.50 "DELETE /v2.0/networks/40b2269f-b719-448d-b1c8-4c428d201ef3 HTTP/1.1" status: 204 len: 168 time: 0.6447306 Feb 09 01:18:57.942625 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda86f8e-f043-4e0e-a2fa-7ba070440158 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Pushing event deleted for resources: {'Network': ['ID=40b2269f-b719-448d-b1c8-4c428d201ef3,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:57.950703 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60638) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:57.958451 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=6d0ae3f2-2e4b-4c02-99c4-8b70869c7489,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:57.963645 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b023129-416a-488f-9edd-ad8a22c1b69c req-ccdf327f-b9d2-4cef-916b-344d32791a8f tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:57.971051 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6b023129-416a-488f-9edd-ad8a22c1b69c req-ccdf327f-b9d2-4cef-916b-344d32791a8f tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23600aa-b142-4ce7-9061-8b29e07e2c0b HTTP/1.1" status: 200 len: 944 time: 0.2622128 Feb 09 01:18:57.976837 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:57.977512 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:57.978077 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:57.978849 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:57.979414 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:57.979994 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:57.980563 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:57.981132 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:57.981681 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:57.982244 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:57.982801 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:57.983480 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:57.984239 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:18:57.993036 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cc4258e4-68d7-4b26-b1e2-376881051231 req-bf4859dc-e3f7-4b18-b4f7-f6fd292fb2eb tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] 10.222.0.50 "GET /v2.0/security-groups?id=346afcfc-60a4-4dcd-b5b9-20ccb4d37aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912101 Feb 09 01:18:58.087800 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=4649c666-0d53-411a-abe0-56008029c919,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:58.111761 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-507ac256-3b78-4b7e-b937-b2a105ca9639 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Deleting port 34a74ce5-5366-40bd-9135-2b280ed7eb65 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:18:58.112292 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-507ac256-3b78-4b7e-b937-b2a105ca9639 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (34a74ce5-5366-40bd-9135-2b280ed7eb65), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:58.128211 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 2aa8e668-0618-47b4-b80e-bca352090cae triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:58.128776 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (2aa8e668-0618-47b4-b80e-bca352090cae), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:58.210289 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['6d0ae3f2-2e4b-4c02-99c4-8b70869c7489'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:18:58.224358 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-507ac256-3b78-4b7e-b937-b2a105ca9639 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (34a74ce5-5366-40bd-9135-2b280ed7eb65), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:58.257760 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['4649c666-0d53-411a-abe0-56008029c919'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:18:58.258616 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-507ac256-3b78-4b7e-b937-b2a105ca9639 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Calling delete_port for 34a74ce5-5366-40bd-9135-2b280ed7eb65 owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:18:58.319711 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6b023129-416a-488f-9edd-ad8a22c1b69c req-7c008c9f-64bc-4093-849b-6cd12d287b13 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] 10.222.0.50 "GET /v2.0/security-groups?id=e08c4bd5-6650-4b50-a132-1958e3543e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477812 Feb 09 01:18:58.408646 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88afd1e-50ff-4f2d-9d86-01b3ba9c2ccc req-a27373f2-1265-44a3-9dbd-f88fc03bd8b9 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:58.416763 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d88afd1e-50ff-4f2d-9d86-01b3ba9c2ccc req-a27373f2-1265-44a3-9dbd-f88fc03bd8b9 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "GET /v2.0/ports?device_id=19ea4fe2-f03b-4312-b954-f87b47184dbf HTTP/1.1" status: 200 len: 944 time: 0.1663992 Feb 09 01:18:58.419769 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-783a42be-fae7-4193-980d-00ee00d36a8a tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for router_gateway (d0a8d9ac-c797-4737-af2e-e5f49fd9efb9), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:58.430016 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-507ac256-3b78-4b7e-b937-b2a105ca9639 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (34a74ce5-5366-40bd-9135-2b280ed7eb65), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:58.431028 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 2aa8e668-0618-47b4-b80e-bca352090cae is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:58.433057 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (2aa8e668-0618-47b4-b80e-bca352090cae), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:58.490297 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-507ac256-3b78-4b7e-b937-b2a105ca9639 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:58.503849 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-507ac256-3b78-4b7e-b937-b2a105ca9639 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] 10.222.0.50 "DELETE /v2.0/ports/34a74ce5-5366-40bd-9135-2b280ed7eb65 HTTP/1.1" status: 204 len: 168 time: 0.5518606 Feb 09 01:18:58.504821 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60646) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:58.537005 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 2aa8e668-0618-47b4-b80e-bca352090cae, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=2aa8e668-0618-47b4-b80e-bca352090cae,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:58.578457 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ac256-3b78-4b7e-b937-b2a105ca9639 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Pushing event deleted for resources: {'Port': ['ID=34a74ce5-5366-40bd-9135-2b280ed7eb65,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:58.634716 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (2aa8e668-0618-47b4-b80e-bca352090cae), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:58.656990 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-403e3178-f524-4187-8431-070520802dda tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] DELETE failed (client error): The resource could not be found. Feb 09 01:18:58.657473 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-403e3178-f524-4187-8431-070520802dda tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:18:58.663246 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-403e3178-f524-4187-8431-070520802dda tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] 10.222.0.50 "DELETE /v2.0/subnets/3f078ce7-7499-4378-9abe-210022c8cd31 HTTP/1.1" status: 404 len: 337 time: 0.1005392 Feb 09 01:18:58.663855 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60648) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:58.710788 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7bf30984-22d6-48a2-8316-cdbd1076d9c7 req-fd10b079-c198-41fb-8e1c-1a1f160e28aa tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/ports?device_id=28f3b147-454f-4de8-aed9-1bd66f187026 HTTP/1.1" status: 200 len: 210 time: 0.0817473 Feb 09 01:18:58.754107 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b0c5367c-c317-4a85-a7d8-a27fc509485f tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (6e46a363-62fa-480e-b69a-573e8458f557), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:58.790837 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d88afd1e-50ff-4f2d-9d86-01b3ba9c2ccc req-014909c4-d908-4db9-bb7d-282dc6928e7c tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8b2b6fd-d003-48e8-bc6e-e1f67872825c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3727973 Feb 09 01:18:58.847839 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-783a42be-fae7-4193-980d-00ee00d36a8a tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (d0a8d9ac-c797-4737-af2e-e5f49fd9efb9), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:58.893792 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b0c5367c-c317-4a85-a7d8-a27fc509485f tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (6e46a363-62fa-480e-b69a-573e8458f557), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:58.918144 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-b0c5367c-c317-4a85-a7d8-a27fc509485f tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e46a363-62fa-480e-b69a-573e8458f557']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:58.922275 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=2aa8e668-0618-47b4-b80e-bca352090cae,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:58.937698 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-b0c5367c-c317-4a85-a7d8-a27fc509485f tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79c6d627-1247-4519-aba0-8d61da6fbb13') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:58.937979 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-b0c5367c-c317-4a85-a7d8-a27fc509485f tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79c6d627-1247-4519-aba0-8d61da6fbb13') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:18:58.951869 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b0c5367c-c317-4a85-a7d8-a27fc509485f tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (79c6d627-1247-4519-aba0-8d61da6fbb13), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:58.970472 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b0c5367c-c317-4a85-a7d8-a27fc509485f tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (79c6d627-1247-4519-aba0-8d61da6fbb13), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:58.982017 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0c5367c-c317-4a85-a7d8-a27fc509485f tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:18:58.982433 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b0c5367c-c317-4a85-a7d8-a27fc509485f tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (79c6d627-1247-4519-aba0-8d61da6fbb13), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:59.061957 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:18:59.061957 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:18:59.061957 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:18:59.061957 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:18:59.061957 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:18:59.061957 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:18:59.061957 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:18:59.061957 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:18:59.061957 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:18:59.061957 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:18:59.061957 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:18:59.061957 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:18:59.061957 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:18:59.061957 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:18:59.061957 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:18:59.061957 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:18:59.061957 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:18:59.061957 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:18:59.061957 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:18:59.061957 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:18:59.061957 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:18:59.061957 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:18:59.061957 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:18:59.061957 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:18:59.061957 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:18:59.061957 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:18:59.061957 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:18:59.061957 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:18:59.061957 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:18:59.061957 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:18:59.061957 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:18:59.061957 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:18:59.067550 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b0c5367c-c317-4a85-a7d8-a27fc509485f tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (6e46a363-62fa-480e-b69a-573e8458f557), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:59.076662 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b0c5367c-c317-4a85-a7d8-a27fc509485f tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:59.085089 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b0c5367c-c317-4a85-a7d8-a27fc509485f tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] 10.222.0.50 "DELETE /v2.0/networks/6e46a363-62fa-480e-b69a-573e8458f557 HTTP/1.1" status: 204 len: 168 time: 0.4181380 Feb 09 01:18:59.087231 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60652) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:18:59.123747 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5367c-c317-4a85-a7d8-a27fc509485f tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Pushing event deleted for resources: {'Network': ['ID=6e46a363-62fa-480e-b69a-573e8458f557,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:59.182071 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 31d136bc-a4e1-4c06-a333-94ad0fac4b72 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:18:59.183172 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (31d136bc-a4e1-4c06-a333-94ad0fac4b72), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:59.239890 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23600aa-b142-4ce7-9061-8b29e07e2c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d136bc-a4e1-4c06-a333-94ad0fac4b72'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:18:59.242932 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261bfa18-7420-4a8c-8801-a0ed5ec66f84" -d '{"events": [{"server_uuid": "f23600aa-b142-4ce7-9061-8b29e07e2c0b", "name": "network-vif-plugged", "status": "completed", "tag": "31d136bc-a4e1-4c06-a333-94ad0fac4b72"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:18:59.265970 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 31d136bc-a4e1-4c06-a333-94ad0fac4b72, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=31d136bc-a4e1-4c06-a333-94ad0fac4b72,segment=NetworkSegment(a4152dd5-c043-4ad7-b756-5d8f41b7108a),segment_id=a4152dd5-c043-4ad7-b756-5d8f41b7108a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:18:59.269896 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-672f26ad-559d-45c5-aa0b-9bc711046440 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Deleting subnet 37bcc0bc-cddf-4091-a226-31c8a21d99d9 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:18:59.272604 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (31d136bc-a4e1-4c06-a333-94ad0fac4b72), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:59.291650 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-672f26ad-559d-45c5-aa0b-9bc711046440 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks [] for subnet (37bcc0bc-cddf-4091-a226-31c8a21d99d9), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:59.338384 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561d2c0d-46ba-4c12-8c28-00d7ceeff36c x-openstack-request-id: req-561d2c0d-46ba-4c12-8c28-00d7ceeff36c {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:18:59.338774 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f23600aa-b142-4ce7-9061-8b29e07e2c0b", "name": "network-vif-plugged", "status": "completed", "tag": "31d136bc-a4e1-4c06-a333-94ad0fac4b72", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:18:59.339472 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-561d2c0d-46ba-4c12-8c28-00d7ceeff36c {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:18:59.339626 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f23600aa-b142-4ce7-9061-8b29e07e2c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d136bc-a4e1-4c06-a333-94ad0fac4b72', 'code': 200} Feb 09 01:18:59.363252 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=31d136bc-a4e1-4c06-a333-94ad0fac4b72,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:18:59.383245 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf330f-7b16-460c-b0d5-9a28e5de3c59 req-78b97aaf-e4b7-476f-980e-d0c586e4a5c0 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:59.392497 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1bdf330f-7b16-460c-b0d5-9a28e5de3c59 req-78b97aaf-e4b7-476f-980e-d0c586e4a5c0 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9f7b25-f151-454c-a1af-999205595f72 HTTP/1.1" status: 200 len: 945 time: 0.2353122 Feb 09 01:18:59.523199 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-672f26ad-559d-45c5-aa0b-9bc711046440 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (37bcc0bc-cddf-4091-a226-31c8a21d99d9), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:59.583307 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1bdf330f-7b16-460c-b0d5-9a28e5de3c59 req-363c0742-d752-471b-b60b-c51e053099be tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] 10.222.0.50 "GET /v2.0/security-groups?id=346afcfc-60a4-4dcd-b5b9-20ccb4d37aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893077 Feb 09 01:18:59.611304 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab389f-f67d-41a3-83d4-e06b913f84a0 req-af6519b9-b299-4e1d-9fb6-294e9911e44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:59.612879 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dfab389f-f67d-41a3-83d4-e06b913f84a0 req-af6519b9-b299-4e1d-9fb6-294e9911e44e service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=f23600aa-b142-4ce7-9061-8b29e07e2c0b HTTP/1.1" status: 200 len: 1127 time: 0.1923335 Feb 09 01:18:59.634948 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783a42be-fae7-4193-980d-00ee00d36a8a tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Router d0a8d9ac-c797-4737-af2e-e5f49fd9efb9 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:18:59.664788 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a88127-8c55-4f6a-9c3c-915d5c60a190 req-3a871773-b850-42c6-a711-b793d28642a4 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:18:59.666354 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-09a88127-8c55-4f6a-9c3c-915d5c60a190 req-3a871773-b850-42c6-a711-b793d28642a4 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23600aa-b142-4ce7-9061-8b29e07e2c0b HTTP/1.1" status: 200 len: 945 time: 0.2369285 Feb 09 01:18:59.729162 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dfab389f-f67d-41a3-83d4-e06b913f84a0 req-ce21153e-e878-4b0f-8295-6be5bbaac947 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=e08c4bd5-6650-4b50-a132-1958e3543e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077368 Feb 09 01:18:59.737656 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 2aa8e668-0618-47b4-b80e-bca352090cae up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:18:59.749194 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-672f26ad-559d-45c5-aa0b-9bc711046440 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (37bcc0bc-cddf-4091-a226-31c8a21d99d9), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:59.835441 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 2aa8e668-0618-47b4-b80e-bca352090cae triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:18:59.836782 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (2aa8e668-0618-47b4-b80e-bca352090cae), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:59.852674 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-672f26ad-559d-45c5-aa0b-9bc711046440 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (37bcc0bc-cddf-4091-a226-31c8a21d99d9), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:18:59.976321 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 2aa8e668-0618-47b4-b80e-bca352090cae is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:19:00.002154 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-672f26ad-559d-45c5-aa0b-9bc711046440 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:00.006421 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-672f26ad-559d-45c5-aa0b-9bc711046440 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] 10.222.0.50 "DELETE /v2.0/subnets/37bcc0bc-cddf-4091-a226-31c8a21d99d9 HTTP/1.1" status: 204 len: 168 time: 0.9177699 Feb 09 01:19:00.008684 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60668) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:00.013489 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672f26ad-559d-45c5-aa0b-9bc711046440 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Pushing event deleted for resources: {'Subnet': ['ID=37bcc0bc-cddf-4091-a226-31c8a21d99d9,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:00.038708 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defecc4f-fb8a-4aa2-94e3-8aaac0d5d414 None None] Network 5d208346-881a-417e-ae54-09d003f35bab requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:19:00.045626 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-09a88127-8c55-4f6a-9c3c-915d5c60a190 req-88db9713-da9f-42b5-93bd-4dd701ff0255 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] 10.222.0.50 "GET /v2.0/security-groups?id=e08c4bd5-6650-4b50-a132-1958e3543e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577161 Feb 09 01:19:00.095851 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598fd42-67a7-40cc-83c8-75d2a0ce5691 req-be8ef11c-dda9-4b1e-857b-8d373d0ac3c4 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:00.097765 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f598fd42-67a7-40cc-83c8-75d2a0ce5691 req-be8ef11c-dda9-4b1e-857b-8d373d0ac3c4 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "GET /v2.0/ports?device_id=19ea4fe2-f03b-4312-b954-f87b47184dbf HTTP/1.1" status: 200 len: 944 time: 0.1559744 Feb 09 01:19:00.100341 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60670) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:00.156900 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f598fd42-67a7-40cc-83c8-75d2a0ce5691 req-373e6e02-ee6e-49de-9a83-9b3041d9b0ab tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8b2b6fd-d003-48e8-bc6e-e1f67872825c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463023 Feb 09 01:19:00.189163 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783a42be-fae7-4193-980d-00ee00d36a8a tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:19:00.222141 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-783a42be-fae7-4193-980d-00ee00d36a8a tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:00.223729 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-783a42be-fae7-4193-980d-00ee00d36a8a tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.2657080 Feb 09 01:19:00.226375 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60672) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:00.227004 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d1520b8e-0acc-4be3-81ee-e1b9ac44b729 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (5d208346-881a-417e-ae54-09d003f35bab), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:00.227384 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9f57a6-277c-4153-9178-4c10116aaa1e None None] Sync routers for ids ['d0a8d9ac-c797-4737-af2e-e5f49fd9efb9'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:19:00.279045 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9f57a6-277c-4153-9178-4c10116aaa1e None None] Routers {'d0a8d9ac-c797-4737-af2e-e5f49fd9efb9'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:19:00.281130 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-ce9f57a6-277c-4153-9178-4c10116aaa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:18:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['d0a8d9ac-c797-4737-af2e-e5f49fd9efb9'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:00.318704 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-d1520b8e-0acc-4be3-81ee-e1b9ac44b729 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Deleting port 1acbf0c9-03eb-40dd-88cf-7d30a65b2590 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:19:00.319376 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d1520b8e-0acc-4be3-81ee-e1b9ac44b729 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (1acbf0c9-03eb-40dd-88cf-7d30a65b2590), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:00.400202 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-d1520b8e-0acc-4be3-81ee-e1b9ac44b729 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] For port 1acbf0c9-03eb-40dd-88cf-7d30a65b2590, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=1acbf0c9-03eb-40dd-88cf-7d30a65b2590,segment=NetworkSegment(881a271b-327b-4c07-bc1a-43d19ae61763),segment_id=881a271b-327b-4c07-bc1a-43d19ae61763)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:00.400995 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d1520b8e-0acc-4be3-81ee-e1b9ac44b729 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (1acbf0c9-03eb-40dd-88cf-7d30a65b2590), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:00.419944 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-d1520b8e-0acc-4be3-81ee-e1b9ac44b729 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Calling delete_port for 1acbf0c9-03eb-40dd-88cf-7d30a65b2590 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:19:00.435348 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-ce9f57a6-277c-4153-9178-4c10116aaa1e None None] Set router d0a8d9ac-c797-4737-af2e-e5f49fd9efb9 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:19:00.507597 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d1520b8e-0acc-4be3-81ee-e1b9ac44b729 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (1acbf0c9-03eb-40dd-88cf-7d30a65b2590), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:00.549424 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1520b8e-0acc-4be3-81ee-e1b9ac44b729 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Pushing event deleted for resources: {'Port': ['ID=1acbf0c9-03eb-40dd-88cf-7d30a65b2590,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:00.559892 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1520b8e-0acc-4be3-81ee-e1b9ac44b729 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] No DVR routers for this DVR port 1acbf0c9-03eb-40dd-88cf-7d30a65b2590 on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:19:00.667719 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d1520b8e-0acc-4be3-81ee-e1b9ac44b729 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (5d208346-881a-417e-ae54-09d003f35bab), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:00.681581 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b79401-d2da-4167-9b3d-b88071b63547 None None] DHCP port deletion for 5d208346-881a-417e-ae54-09d003f35bab request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:19:00.692506 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-d1520b8e-0acc-4be3-81ee-e1b9ac44b729 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d208346-881a-417e-ae54-09d003f35bab']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:00.703424 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-d1520b8e-0acc-4be3-81ee-e1b9ac44b729 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '881a271b-327b-4c07-bc1a-43d19ae61763') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:00.703726 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-d1520b8e-0acc-4be3-81ee-e1b9ac44b729 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '881a271b-327b-4c07-bc1a-43d19ae61763') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:00.714543 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d1520b8e-0acc-4be3-81ee-e1b9ac44b729 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (881a271b-327b-4c07-bc1a-43d19ae61763), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:00.758434 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d1520b8e-0acc-4be3-81ee-e1b9ac44b729 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (881a271b-327b-4c07-bc1a-43d19ae61763), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:00.782486 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1520b8e-0acc-4be3-81ee-e1b9ac44b729 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:19:00.783007 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d1520b8e-0acc-4be3-81ee-e1b9ac44b729 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (881a271b-327b-4c07-bc1a-43d19ae61763), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:00.788328 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:19:00.788328 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:19:00.788328 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:19:00.788328 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:19:00.788328 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:19:00.788328 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:19:00.788328 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:19:00.788328 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:19:00.788328 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:19:00.788328 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:19:00.788328 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:19:00.788328 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:19:00.788328 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:19:00.788328 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:19:00.788328 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:19:00.788328 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:19:00.788328 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:19:00.788328 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:19:00.788328 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:19:00.788328 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:19:00.788328 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:19:00.788328 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:19:00.788328 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:19:00.788328 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:19:00.788328 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:19:00.788328 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:19:00.788328 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:19:00.788328 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:19:00.788328 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:19:00.788328 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:19:00.788328 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:19:00.788328 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:19:00.884124 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d1520b8e-0acc-4be3-81ee-e1b9ac44b729 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (5d208346-881a-417e-ae54-09d003f35bab), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:00.894297 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d1520b8e-0acc-4be3-81ee-e1b9ac44b729 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:00.901266 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d1520b8e-0acc-4be3-81ee-e1b9ac44b729 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] 10.222.0.50 "DELETE /v2.0/networks/5d208346-881a-417e-ae54-09d003f35bab HTTP/1.1" status: 204 len: 168 time: 0.8883140 Feb 09 01:19:00.915628 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1520b8e-0acc-4be3-81ee-e1b9ac44b729 tempest-NetworksIpV6TestAttrs-734342606 tempest-NetworksIpV6TestAttrs-734342606-project] Pushing event deleted for resources: {'Network': ['ID=5d208346-881a-417e-ae54-09d003f35bab,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:00.941741 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 4649c666-0d53-411a-abe0-56008029c919 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:19:01.074577 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-ce9f57a6-277c-4153-9178-4c10116aaa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a8d9ac-c797-4737-af2e-e5f49fd9efb9', 'name': 'tempest-snat-router-632085125', 'tenant_id': '1321291f141a416bae8feba5d3cc145f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '6a9a2613-bc9e-4469-843b-754b71387a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:18:55Z', 'updated_at': '2022-02-09T01:18:57Z', 'revision_number': 3, 'project_id': '1321291f141a416bae8feba5d3cc145f', 'gw_port': {'id': '6a9a2613-bc9e-4469-843b-754b71387a48', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a8d9ac-c797-4737-af2e-e5f49fd9efb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:56Z', 'updated_at': '2022-02-09T01:18:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:01.089303 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-064812b2-10b3-470f-a72a-320a93859d47 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks [] for security_group (b29347ad-3705-4b0c-87f2-4151d4019155), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:01.092584 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 4649c666-0d53-411a-abe0-56008029c919 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:19:01.183341 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-064812b2-10b3-470f-a72a-320a93859d47 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks [] for security_group (b29347ad-3705-4b0c-87f2-4151d4019155), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:01.186050 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 4649c666-0d53-411a-abe0-56008029c919 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:01.188428 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4649c666-0d53-411a-abe0-56008029c919), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:01.248182 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9f57a6-277c-4153-9178-4c10116aaa1e None None] Checking router: d0a8d9ac-c797-4737-af2e-e5f49fd9efb9 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:19:01.249542 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9f57a6-277c-4153-9178-4c10116aaa1e None None] Updating router d0a8d9ac-c797-4737-af2e-e5f49fd9efb9 port 6a9a2613-bc9e-4469-843b-754b71387a48 binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:19:01.280487 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-064812b2-10b3-470f-a72a-320a93859d47 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b29347ad-3705-4b0c-87f2-4151d4019155), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:01.289231 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-064812b2-10b3-470f-a72a-320a93859d47 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:01.294782 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60690) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:01.300739 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-064812b2-10b3-470f-a72a-320a93859d47 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "DELETE /v2.0/security-groups/b29347ad-3705-4b0c-87f2-4151d4019155 HTTP/1.1" status: 204 len: 168 time: 1.1949182 Feb 09 01:19:01.322754 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ce9f57a6-277c-4153-9178-4c10116aaa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6a9a2613-bc9e-4469-843b-754b71387a48), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:01.337259 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60692) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:01.345339 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-9df20214-dd0e-4f09-88e3-9c21572fe7d6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] show failed (client error): The resource could not be found. Feb 09 01:19:01.346454 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9df20214-dd0e-4f09-88e3-9c21572fe7d6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "GET /v2.0/security-groups/b29347ad-3705-4b0c-87f2-4151d4019155 HTTP/1.1" status: 404 len: 347 time: 0.0505853 Feb 09 01:19:01.352802 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60696) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:01.459508 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064812b2-10b3-470f-a72a-320a93859d47 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29347ad-3705-4b0c-87f2-4151d4019155,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:01.550832 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f4674-c773-4006-948d-7e063743579b req-0fedd83a-e9ce-49df-a04f-094e4640df49 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:01.553029 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e88f4674-c773-4006-948d-7e063743579b req-0fedd83a-e9ce-49df-a04f-094e4640df49 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23600aa-b142-4ce7-9061-8b29e07e2c0b HTTP/1.1" status: 200 len: 945 time: 0.3021955 Feb 09 01:19:01.555657 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4bb521e0-8505-407f-a8d6-e32ae16145d1 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] 10.222.0.50 "GET /v2.0/routers/d0a8d9ac-c797-4737-af2e-e5f49fd9efb9 HTTP/1.1" status: 200 len: 906 time: 1.3232825 Feb 09 01:19:01.558857 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60698) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:01.571034 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbda9c2-248e-4532-8274-b61c4a028ff4 req-81ef9d25-4d88-413e-80f6-35c01a169c95 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:01.579231 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ffbda9c2-248e-4532-8274-b61c4a028ff4 req-81ef9d25-4d88-413e-80f6-35c01a169c95 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9f7b25-f151-454c-a1af-999205595f72 HTTP/1.1" status: 200 len: 945 time: 0.5378182 Feb 09 01:19:01.641904 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e88f4674-c773-4006-948d-7e063743579b req-12a4a878-2c70-4a56-99df-86906b104335 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] 10.222.0.50 "GET /v2.0/security-groups?id=e08c4bd5-6650-4b50-a132-1958e3543e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794256 Feb 09 01:19:01.711862 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ffbda9c2-248e-4532-8274-b61c4a028ff4 req-70432a4e-968c-42df-80f5-00164355c84e tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] 10.222.0.50 "GET /v2.0/security-groups?id=346afcfc-60a4-4dcd-b5b9-20ccb4d37aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302741 Feb 09 01:19:01.753778 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ce9f57a6-277c-4153-9178-4c10116aaa1e None None] Publish callbacks [] for port (6a9a2613-bc9e-4469-843b-754b71387a48), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:01.772167 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 6d0ae3f2-2e4b-4c02-99c4-8b70869c7489 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:19:01.776423 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 1acbf0c9-03eb-40dd-88cf-7d30a65b2590 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:19:01.782931 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ce9f57a6-277c-4153-9178-4c10116aaa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (6a9a2613-bc9e-4469-843b-754b71387a48), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:01.858832 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac0ee6-d51b-4178-a0f8-5b0131e18003 req-fe4d42df-ce8b-4f31-a641-5db964a9d89d tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:01.860765 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3ac0ee6-d51b-4178-a0f8-5b0131e18003 req-fe4d42df-ce8b-4f31-a641-5db964a9d89d tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "GET /v2.0/ports?device_id=19ea4fe2-f03b-4312-b954-f87b47184dbf HTTP/1.1" status: 200 len: 944 time: 0.1312265 Feb 09 01:19:01.980969 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3ac0ee6-d51b-4178-a0f8-5b0131e18003 req-857703f5-2459-4505-b010-1b0bf7caf565 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8b2b6fd-d003-48e8-bc6e-e1f67872825c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091528 Feb 09 01:19:01.991288 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cfe43c-1456-4930-aca5-363ddc453ebe None None] Pushing event updated for resources: {'Port': ['ID=6a9a2613-bc9e-4469-843b-754b71387a48,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:02.001645 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-ce9f57a6-277c-4153-9178-4c10116aaa1e None None] Attempting to bind port 6a9a2613-bc9e-4469-843b-754b71387a48 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:19:02.008502 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-ce9f57a6-277c-4153-9178-4c10116aaa1e None None] Attempting to bind port 6a9a2613-bc9e-4469-843b-754b71387a48 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:19:02.010003 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9f57a6-277c-4153-9178-4c10116aaa1e None None] Attempting to bind port 6a9a2613-bc9e-4469-843b-754b71387a48 on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:19:02.033079 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9f57a6-277c-4153-9178-4c10116aaa1e None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:19:02.033468 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9f57a6-277c-4153-9178-4c10116aaa1e None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:19:02.033988 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ce9f57a6-277c-4153-9178-4c10116aaa1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:02.034274 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9f57a6-277c-4153-9178-4c10116aaa1e None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:19:02.034765 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-ce9f57a6-277c-4153-9178-4c10116aaa1e None None] Bound port: 6a9a2613-bc9e-4469-843b-754b71387a48, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:19:02.035150 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ce9f57a6-277c-4153-9178-4c10116aaa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6a9a2613-bc9e-4469-843b-754b71387a48), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:02.122708 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 1acbf0c9-03eb-40dd-88cf-7d30a65b2590 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:19:02.123000 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 1acbf0c9-03eb-40dd-88cf-7d30a65b2590 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:19:02.141328 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 4649c666-0d53-411a-abe0-56008029c919 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:19:02.141739 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4649c666-0d53-411a-abe0-56008029c919), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:02.257306 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 4649c666-0d53-411a-abe0-56008029c919, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=4649c666-0d53-411a-abe0-56008029c919,segment=NetworkSegment(325c912e-7e22-4291-a3c4-ba6dc29b0fd7),segment_id=325c912e-7e22-4291-a3c4-ba6dc29b0fd7)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:02.271016 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9f7b25-f151-454c-a1af-999205595f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4649c666-0d53-411a-abe0-56008029c919'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:19:02.273291 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9fc968-7c50-4800-add4-1d31bc8bbe8d" -d '{"events": [{"server_uuid": "ab9f7b25-f151-454c-a1af-999205595f72", "name": "network-vif-plugged", "status": "completed", "tag": "4649c666-0d53-411a-abe0-56008029c919"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:19:02.281937 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3510a0b-89ad-42b8-8583-bac3ac5fdd1e req-fee50f87-3abb-4812-b7cf-31ac9075bf87 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:02.293117 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3510a0b-89ad-42b8-8583-bac3ac5fdd1e req-fee50f87-3abb-4812-b7cf-31ac9075bf87 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23600aa-b142-4ce7-9061-8b29e07e2c0b HTTP/1.1" status: 200 len: 945 time: 0.1622705 Feb 09 01:19:02.301120 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (4649c666-0d53-411a-abe0-56008029c919), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:02.342175 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-ce9f57a6-277c-4153-9178-4c10116aaa1e None None] For port 6a9a2613-bc9e-4469-843b-754b71387a48, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:19:02.345495 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-ce9f57a6-277c-4153-9178-4c10116aaa1e None None] For port 6a9a2613-bc9e-4469-843b-754b71387a48, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=6a9a2613-bc9e-4469-843b-754b71387a48,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:19:02.350357 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60710) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:02.355614 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f2bb50bb-eb2c-4790-86ec-4de1b730e7cf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=19fcd7731580466787b393974cbcf579&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0153356 Feb 09 01:19:02.370464 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3510a0b-89ad-42b8-8583-bac3ac5fdd1e req-92be3811-aa94-481d-a0bf-0b39c6adfaf3 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] 10.222.0.50 "GET /v2.0/security-groups?id=e08c4bd5-6650-4b50-a132-1958e3543e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762658 Feb 09 01:19:02.389480 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ce9f57a6-277c-4153-9178-4c10116aaa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (6a9a2613-bc9e-4469-843b-754b71387a48), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:02.400627 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d95bc03-03ab-4b2b-88a2-fff3c1c27057 x-openstack-request-id: req-2d95bc03-03ab-4b2b-88a2-fff3c1c27057 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:19:02.400938 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab9f7b25-f151-454c-a1af-999205595f72", "name": "network-vif-plugged", "status": "completed", "tag": "4649c666-0d53-411a-abe0-56008029c919", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:19:02.402239 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2d95bc03-03ab-4b2b-88a2-fff3c1c27057 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:19:02.402827 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab9f7b25-f151-454c-a1af-999205595f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4649c666-0d53-411a-abe0-56008029c919', 'code': 200} Feb 09 01:19:02.416250 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-2edc4b78-02aa-4839-bf17-74466b39686e tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Deleting port 05d99e6d-cc9b-4e77-b831-c5c83d7f1a3a {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:19:02.416904 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2edc4b78-02aa-4839-bf17-74466b39686e tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (05d99e6d-cc9b-4e77-b831-c5c83d7f1a3a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:02.440559 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5efc3fb6-2bff-401c-a4cc-fd05cf01dcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:02.449251 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 6d0ae3f2-2e4b-4c02-99c4-8b70869c7489 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:19:02.463184 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9f57a6-277c-4153-9178-4c10116aaa1e None None] Routers {'d0a8d9ac-c797-4737-af2e-e5f49fd9efb9'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:19:02.464136 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-ce9f57a6-277c-4153-9178-4c10116aaa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:18:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['d0a8d9ac-c797-4737-af2e-e5f49fd9efb9'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:02.470629 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 6d0ae3f2-2e4b-4c02-99c4-8b70869c7489 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:02.471014 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (6d0ae3f2-2e4b-4c02-99c4-8b70869c7489), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:02.483470 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb86c6-5999-42cb-a872-c01658329607 req-d5d7bca5-3db2-449a-b2ee-03078d83af31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:02.485440 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6acb86c6-5999-42cb-a872-c01658329607 req-d5d7bca5-3db2-449a-b2ee-03078d83af31 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=4838e50f955d45d49a47c94b65e5875b&device_id=f23600aa-b142-4ce7-9061-8b29e07e2c0b HTTP/1.1" status: 200 len: 1127 time: 0.3066714 Feb 09 01:19:02.532526 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-836ed59c-c061-427f-b710-64a7f49abb59 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for router (d0a8d9ac-c797-4737-af2e-e5f49fd9efb9), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:02.567451 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=4649c666-0d53-411a-abe0-56008029c919,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:02.608049 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-356a0177-4686-4c51-8285-fcd0fc0a2953 admin admin] Publish callbacks [] for security_group (08316731-25bd-4138-94fc-06e81671fc06), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:02.665112 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cfe43c-1456-4930-aca5-363ddc453ebe None None] Pushing event updated for resources: {'Port': ['ID=6a9a2613-bc9e-4469-843b-754b71387a48,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:02.669633 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab77a1-3f4f-45cc-a42c-b220cadd3543 req-6c865321-2dad-454a-8d6e-716808675577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:02.671719 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-42ab77a1-3f4f-45cc-a42c-b220cadd3543 req-6c865321-2dad-454a-8d6e-716808675577 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=ab9f7b25-f151-454c-a1af-999205595f72 HTTP/1.1" status: 200 len: 1128 time: 0.1833906 Feb 09 01:19:02.676741 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-356a0177-4686-4c51-8285-fcd0fc0a2953 admin admin] Publish callbacks [] for security_group (08316731-25bd-4138-94fc-06e81671fc06), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:02.750265 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-836ed59c-c061-427f-b710-64a7f49abb59 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for router_gateway (d0a8d9ac-c797-4737-af2e-e5f49fd9efb9), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:02.769306 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 6d0ae3f2-2e4b-4c02-99c4-8b70869c7489 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:19:02.769793 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6d0ae3f2-2e4b-4c02-99c4-8b70869c7489), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:02.829933 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-ce9f57a6-277c-4153-9178-4c10116aaa1e None None] Set router d0a8d9ac-c797-4737-af2e-e5f49fd9efb9 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:19:02.833129 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-42ab77a1-3f4f-45cc-a42c-b220cadd3543 req-9fa98998-960c-4f2a-91c9-8892c351684a service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=346afcfc-60a4-4dcd-b5b9-20ccb4d37aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498172 Feb 09 01:19:02.840136 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb86c6-5999-42cb-a872-c01658329607 req-0fa26051-75db-418c-b459-642e7b19b7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:02.844389 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6acb86c6-5999-42cb-a872-c01658329607 req-0fa26051-75db-418c-b459-642e7b19b7f3 service neutron] 10.222.0.120 "GET /v2.0/networks?id=410282e2-4ceb-448d-8dd3-314e079b2f0f HTTP/1.1" status: 200 len: 915 time: 0.3481684 Feb 09 01:19:02.917531 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2edc4b78-02aa-4839-bf17-74466b39686e tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (05d99e6d-cc9b-4e77-b831-c5c83d7f1a3a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:02.922233 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2edc4b78-02aa-4839-bf17-74466b39686e tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks [] for floatingip (05d99e6d-cc9b-4e77-b831-c5c83d7f1a3a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:02.949413 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5d2ac-daba-4c06-bc85-39aa62f0ebce req-43835f08-2386-4dc3-b739-d47c57582b7f tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:02.965997 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-25e5d2ac-daba-4c06-bc85-39aa62f0ebce req-43835f08-2386-4dc3-b739-d47c57582b7f tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9f7b25-f151-454c-a1af-999205595f72 HTTP/1.1" status: 200 len: 946 time: 0.1132014 Feb 09 01:19:02.967146 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-356a0177-4686-4c51-8285-fcd0fc0a2953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (08316731-25bd-4138-94fc-06e81671fc06), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:02.969852 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-2edc4b78-02aa-4839-bf17-74466b39686e tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Calling delete_port for 05d99e6d-cc9b-4e77-b831-c5c83d7f1a3a owned by network:floatingip {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:19:02.975813 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-356a0177-4686-4c51-8285-fcd0fc0a2953 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:02.979158 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-356a0177-4686-4c51-8285-fcd0fc0a2953 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/08316731-25bd-4138-94fc-06e81671fc06 HTTP/1.1" status: 204 len: 168 time: 0.6072121 Feb 09 01:19:03.015473 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356a0177-4686-4c51-8285-fcd0fc0a2953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08316731-25bd-4138-94fc-06e81671fc06,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:03.071209 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 6d0ae3f2-2e4b-4c02-99c4-8b70869c7489, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=6d0ae3f2-2e4b-4c02-99c4-8b70869c7489,segment=NetworkSegment(6b5a2c5c-e7e2-4178-94b6-7f4da135e2e0),segment_id=6b5a2c5c-e7e2-4178-94b6-7f4da135e2e0)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:03.099438 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (6d0ae3f2-2e4b-4c02-99c4-8b70869c7489), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:03.125240 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-836ed59c-c061-427f-b710-64a7f49abb59 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Deleting port 6a9a2613-bc9e-4469-843b-754b71387a48 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:19:03.126082 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-836ed59c-c061-427f-b710-64a7f49abb59 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (6a9a2613-bc9e-4469-843b-754b71387a48), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:03.237619 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=6d0ae3f2-2e4b-4c02-99c4-8b70869c7489,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:03.267667 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-836ed59c-c061-427f-b710-64a7f49abb59 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] For port 6a9a2613-bc9e-4469-843b-754b71387a48, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=6a9a2613-bc9e-4469-843b-754b71387a48,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:03.267667 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-836ed59c-c061-427f-b710-64a7f49abb59 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (6a9a2613-bc9e-4469-843b-754b71387a48), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:03.285856 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6acb86c6-5999-42cb-a872-c01658329607 req-09d99d47-2330-4f44-b76d-c1d08298092b service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=31d136bc-a4e1-4c06-a333-94ad0fac4b72 HTTP/1.1" status: 200 len: 217 time: 0.2175500 Feb 09 01:19:03.306668 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-836ed59c-c061-427f-b710-64a7f49abb59 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Calling delete_port for 6a9a2613-bc9e-4469-843b-754b71387a48 owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:19:03.392700 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb86c6-5999-42cb-a872-c01658329607 req-c7f6389e-3b27-4d6a-8084-3c74ae494a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:03.394226 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6acb86c6-5999-42cb-a872-c01658329607 req-c7f6389e-3b27-4d6a-8084-3c74ae494a90 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=634bd319-ae48-4392-b226-ae3056f2fa32 HTTP/1.1" status: 200 len: 853 time: 0.0732112 Feb 09 01:19:03.471930 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2edc4b78-02aa-4839-bf17-74466b39686e tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (05d99e6d-cc9b-4e77-b831-c5c83d7f1a3a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:03.472456 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-ce9f57a6-277c-4153-9178-4c10116aaa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a8d9ac-c797-4737-af2e-e5f49fd9efb9', 'name': 'tempest-snat-router-632085125', 'tenant_id': '1321291f141a416bae8feba5d3cc145f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '6a9a2613-bc9e-4469-843b-754b71387a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:18:55Z', 'updated_at': '2022-02-09T01:18:57Z', 'revision_number': 3, 'project_id': '1321291f141a416bae8feba5d3cc145f', 'gw_port': {'id': '6a9a2613-bc9e-4469-843b-754b71387a48', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a8d9ac-c797-4737-af2e-e5f49fd9efb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:56Z', 'updated_at': '2022-02-09T01:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:03.479904 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-25e5d2ac-daba-4c06-bc85-39aa62f0ebce req-e08da38d-8abf-4ce4-9e2b-5cc6d55f6de2 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] 10.222.0.50 "GET /v2.0/security-groups?id=346afcfc-60a4-4dcd-b5b9-20ccb4d37aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4979074 Feb 09 01:19:03.551735 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9f57a6-277c-4153-9178-4c10116aaa1e None None] The sync data for ids ['d0a8d9ac-c797-4737-af2e-e5f49fd9efb9'] in n-d-828369-4 is: [{'id': 'd0a8d9ac-c797-4737-af2e-e5f49fd9efb9', 'name': 'tempest-snat-router-632085125', 'tenant_id': '1321291f141a416bae8feba5d3cc145f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '6a9a2613-bc9e-4469-843b-754b71387a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:18:55Z', 'updated_at': '2022-02-09T01:18:57Z', 'revision_number': 3, 'project_id': '1321291f141a416bae8feba5d3cc145f', 'gw_port': {'id': '6a9a2613-bc9e-4469-843b-754b71387a48', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a8d9ac-c797-4737-af2e-e5f49fd9efb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:56Z', 'updated_at': '2022-02-09T01:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:19:03.581319 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6acb86c6-5999-42cb-a872-c01658329607 req-828fb52c-2f03-4dcf-9e59-c65b96be766c service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=410282e2-4ceb-448d-8dd3-314e079b2f0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1302516 Feb 09 01:19:03.583038 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edc4b78-02aa-4839-bf17-74466b39686e tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Pushing event deleted for resources: {'Port': ['ID=05d99e6d-cc9b-4e77-b831-c5c83d7f1a3a,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:03.654208 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2edc4b78-02aa-4839-bf17-74466b39686e tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks [] for floatingip (ee10216e-bd89-42d9-96a0-710bfcb49dc4), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:03.656987 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2edc4b78-02aa-4839-bf17-74466b39686e tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:03.661466 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2edc4b78-02aa-4839-bf17-74466b39686e tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "DELETE /v2.0/floatingips/ee10216e-bd89-42d9-96a0-710bfcb49dc4 HTTP/1.1" status: 204 len: 168 time: 2.3054464 Feb 09 01:19:03.662337 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60736) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:03.735888 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6acb86c6-5999-42cb-a872-c01658329607 req-166732f3-d535-4d10-a014-f07ad187d031 service neutron] 10.222.0.120 "GET /v2.0/networks/410282e2-4ceb-448d-8dd3-314e079b2f0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411386 Feb 09 01:19:03.850448 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6acb86c6-5999-42cb-a872-c01658329607 req-1d991138-40cd-4bdb-9307-39de841d2593 service neutron] 10.222.0.120 "GET /v2.0/networks/410282e2-4ceb-448d-8dd3-314e079b2f0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028683 Feb 09 01:19:03.862426 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70859283-4c9b-4d7b-b8d8-9a91109f241d req-75eeb478-2d80-431d-b0b6-f680d367d8ae tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:03.874381 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-70859283-4c9b-4d7b-b8d8-9a91109f241d req-75eeb478-2d80-431d-b0b6-f680d367d8ae tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "GET /v2.0/ports?device_id=19ea4fe2-f03b-4312-b954-f87b47184dbf HTTP/1.1" status: 200 len: 945 time: 0.5841649 Feb 09 01:19:04.004564 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-836ed59c-c061-427f-b710-64a7f49abb59 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (6a9a2613-bc9e-4469-843b-754b71387a48), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:04.038580 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-70859283-4c9b-4d7b-b8d8-9a91109f241d req-448b1711-f423-4f1b-8138-4d9afa28311e tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8b2b6fd-d003-48e8-bc6e-e1f67872825c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629527 Feb 09 01:19:04.070021 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ed59c-c061-427f-b710-64a7f49abb59 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a9a2613-bc9e-4469-843b-754b71387a48,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:04.099525 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a7f47-7ee9-4dea-aaab-ca5889e15923 req-1e751afd-ef60-4506-b5b7-27f02a385d67 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:04.106806 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-142a7f47-7ee9-4dea-aaab-ca5889e15923 req-1e751afd-ef60-4506-b5b7-27f02a385d67 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23600aa-b142-4ce7-9061-8b29e07e2c0b HTTP/1.1" status: 200 len: 945 time: 0.3688598 Feb 09 01:19:04.198499 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-932dd17f-6183-44e0-aba2-7e1905cbfef6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Deleting port 61983cf9-1bf8-40bd-8171-eb224ee4dd26 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:19:04.198853 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-932dd17f-6183-44e0-aba2-7e1905cbfef6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (61983cf9-1bf8-40bd-8171-eb224ee4dd26), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:04.210510 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-142a7f47-7ee9-4dea-aaab-ca5889e15923 req-003e0e02-f5c6-4665-b5ce-ccde5073f019 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] 10.222.0.50 "GET /v2.0/security-groups?id=e08c4bd5-6650-4b50-a132-1958e3543e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027305 Feb 09 01:19:04.225990 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-836ed59c-c061-427f-b710-64a7f49abb59 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (d0a8d9ac-c797-4737-af2e-e5f49fd9efb9), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:04.405523 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ea4fe2-f03b-4312-b954-f87b47184dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0ae3f2-2e4b-4c02-99c4-8b70869c7489'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:19:04.408462 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc67d79-1e92-4ecc-a7bd-b4dc27afdb98" -d '{"events": [{"server_uuid": "19ea4fe2-f03b-4312-b954-f87b47184dbf", "name": "network-vif-plugged", "status": "completed", "tag": "6d0ae3f2-2e4b-4c02-99c4-8b70869c7489"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:19:04.444011 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-11baa786-7558-4b4f-9a9f-e0bd051a8054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:04.491465 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e96951-354a-4b2a-9c2c-fcee9c55ba8a x-openstack-request-id: req-95e96951-354a-4b2a-9c2c-fcee9c55ba8a {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:19:04.492056 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ea4fe2-f03b-4312-b954-f87b47184dbf", "name": "network-vif-plugged", "status": "completed", "tag": "6d0ae3f2-2e4b-4c02-99c4-8b70869c7489", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:19:04.492056 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-95e96951-354a-4b2a-9c2c-fcee9c55ba8a {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:19:04.492422 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ea4fe2-f03b-4312-b954-f87b47184dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0ae3f2-2e4b-4c02-99c4-8b70869c7489', 'code': 200} Feb 09 01:19:04.653285 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-836ed59c-c061-427f-b710-64a7f49abb59 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (d0a8d9ac-c797-4737-af2e-e5f49fd9efb9), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:04.661630 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-836ed59c-c061-427f-b710-64a7f49abb59 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for router_controller (d0a8d9ac-c797-4737-af2e-e5f49fd9efb9), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:04.709584 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d9b2f-ea52-4872-beb6-65221746c7e6 req-d8d180e8-bb16-4cf6-9765-001c58315791 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:04.720842 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d18d9b2f-ea52-4872-beb6-65221746c7e6 req-d8d180e8-bb16-4cf6-9765-001c58315791 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9f7b25-f151-454c-a1af-999205595f72 HTTP/1.1" status: 200 len: 946 time: 0.1407874 Feb 09 01:19:04.769130 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-836ed59c-c061-427f-b710-64a7f49abb59 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (d0a8d9ac-c797-4737-af2e-e5f49fd9efb9), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:04.769691 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836ed59c-c061-427f-b710-64a7f49abb59 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d0a8d9ac-c797-4737-af2e-e5f49fd9efb9 {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:19:04.775185 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-836ed59c-c061-427f-b710-64a7f49abb59 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:04.779126 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-836ed59c-c061-427f-b710-64a7f49abb59 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] 10.222.0.50 "DELETE /v2.0/routers/d0a8d9ac-c797-4737-af2e-e5f49fd9efb9 HTTP/1.1" status: 204 len: 168 time: 3.2169282 Feb 09 01:19:04.784117 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60758) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:04.816012 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d18d9b2f-ea52-4872-beb6-65221746c7e6 req-41e894a5-024c-4fac-b9f4-44c9dd2f4c79 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] 10.222.0.50 "GET /v2.0/security-groups?id=346afcfc-60a4-4dcd-b5b9-20ccb4d37aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886087 Feb 09 01:19:05.052997 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eceb68-b487-4485-9a0a-062591977924 req-d6b457a5-7dc2-4f62-9a6e-9b01be792ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:05.054549 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-06eceb68-b487-4485-9a0a-062591977924 req-d6b457a5-7dc2-4f62-9a6e-9b01be792ca5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=19ea4fe2-f03b-4312-b954-f87b47184dbf HTTP/1.1" status: 200 len: 1127 time: 0.4649785 Feb 09 01:19:05.071868 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-932dd17f-6183-44e0-aba2-7e1905cbfef6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (61983cf9-1bf8-40bd-8171-eb224ee4dd26), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:05.152529 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-932dd17f-6183-44e0-aba2-7e1905cbfef6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Calling delete_port for 61983cf9-1bf8-40bd-8171-eb224ee4dd26 owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:19:05.268189 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad7bb34-69c1-4c06-9faa-3a5a56c8e82f req-ad406344-62e8-4f7f-a98f-34950d7e0709 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:05.279223 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0ad7bb34-69c1-4c06-9faa-3a5a56c8e82f req-ad406344-62e8-4f7f-a98f-34950d7e0709 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "GET /v2.0/ports?device_id=19ea4fe2-f03b-4312-b954-f87b47184dbf HTTP/1.1" status: 200 len: 945 time: 0.1267152 Feb 09 01:19:05.287708 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-44d10484-16e4-47a6-82aa-908ab905ab37 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for router (8e19173a-351f-42fd-b9b1-27f329a3a48e), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:05.343332 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-06eceb68-b487-4485-9a0a-062591977924 req-e906ffe0-fb2b-4d04-bd44-1c8cf8f9dca4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d8b2b6fd-d003-48e8-bc6e-e1f67872825c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2590396 Feb 09 01:19:05.452705 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0ad7bb34-69c1-4c06-9faa-3a5a56c8e82f req-a26772a8-5906-4920-9544-9e26431e4ddf tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8b2b6fd-d003-48e8-bc6e-e1f67872825c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724236 Feb 09 01:19:05.505931 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cdba7-f6c0-4bfa-9886-ab484b5a9284 req-9b31f34e-e3a0-49c6-9ce0-a5076e5e7139 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:05.514560 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-024cdba7-f6c0-4bfa-9886-ab484b5a9284 req-9b31f34e-e3a0-49c6-9ce0-a5076e5e7139 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9f7b25-f151-454c-a1af-999205595f72 HTTP/1.1" status: 200 len: 946 time: 0.2072978 Feb 09 01:19:05.596341 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-024cdba7-f6c0-4bfa-9886-ab484b5a9284 req-cc9e62d7-f933-4ef0-8433-cb6e6d685f31 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] 10.222.0.50 "GET /v2.0/security-groups?id=346afcfc-60a4-4dcd-b5b9-20ccb4d37aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754187 Feb 09 01:19:05.635885 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-44d10484-16e4-47a6-82aa-908ab905ab37 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for router_gateway (8e19173a-351f-42fd-b9b1-27f329a3a48e), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:05.680569 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b574d-0d70-459f-9156-0b71dd58fa1a req-4a27fab6-9871-4864-9633-db1a3b7eefd3 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:05.683203 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ed4b574d-0d70-459f-9156-0b71dd58fa1a req-4a27fab6-9871-4864-9633-db1a3b7eefd3 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23600aa-b142-4ce7-9061-8b29e07e2c0b HTTP/1.1" status: 200 len: 945 time: 0.0643456 Feb 09 01:19:05.696731 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-932dd17f-6183-44e0-aba2-7e1905cbfef6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (61983cf9-1bf8-40bd-8171-eb224ee4dd26), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:05.740443 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932dd17f-6183-44e0-aba2-7e1905cbfef6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Pushing event deleted for resources: {'Port': ['ID=61983cf9-1bf8-40bd-8171-eb224ee4dd26,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:05.809110 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ed4b574d-0d70-459f-9156-0b71dd58fa1a req-d4ca1d5d-eb02-4699-8c4a-a0c84c55bfc4 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] 10.222.0.50 "GET /v2.0/security-groups?id=e08c4bd5-6650-4b50-a132-1958e3543e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186850 Feb 09 01:19:05.851812 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:05.889699 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-44d10484-16e4-47a6-82aa-908ab905ab37 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Deleting port 2aa8e668-0618-47b4-b80e-bca352090cae {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:19:05.890056 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-44d10484-16e4-47a6-82aa-908ab905ab37 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (2aa8e668-0618-47b4-b80e-bca352090cae), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:05.949970 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-932dd17f-6183-44e0-aba2-7e1905cbfef6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:05.953436 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-932dd17f-6183-44e0-aba2-7e1905cbfef6 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "DELETE /v2.0/ports/61983cf9-1bf8-40bd-8171-eb224ee4dd26 HTTP/1.1" status: 204 len: 168 time: 2.2868583 Feb 09 01:19:05.956212 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60794) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:06.040780 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-44d10484-16e4-47a6-82aa-908ab905ab37 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] For port 2aa8e668-0618-47b4-b80e-bca352090cae, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=2aa8e668-0618-47b4-b80e-bca352090cae,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:06.041212 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-44d10484-16e4-47a6-82aa-908ab905ab37 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (2aa8e668-0618-47b4-b80e-bca352090cae), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:06.057353 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-44d10484-16e4-47a6-82aa-908ab905ab37 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Calling delete_port for 2aa8e668-0618-47b4-b80e-bca352090cae owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:19:06.186426 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-c5f49f74-da9a-48bc-b852-a8d55062cb06 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Deleting port 8d514634-0023-4dbc-9e31-ea618b291a41 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:19:06.187073 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c5f49f74-da9a-48bc-b852-a8d55062cb06 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (8d514634-0023-4dbc-9e31-ea618b291a41), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:06.534513 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-44d10484-16e4-47a6-82aa-908ab905ab37 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (2aa8e668-0618-47b4-b80e-bca352090cae), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:06.576568 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d10484-16e4-47a6-82aa-908ab905ab37 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Pushing event deleted for resources: {'Port': ['ID=2aa8e668-0618-47b4-b80e-bca352090cae,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:06.582305 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c5f49f74-da9a-48bc-b852-a8d55062cb06 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (8d514634-0023-4dbc-9e31-ea618b291a41), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:06.615684 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5233e9-c6f3-4baa-a940-ee99a0fbbaf4 req-4ffb3bec-7476-47f0-9af8-d93a02d3589a tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:06.618945 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5b5233e9-c6f3-4baa-a940-ee99a0fbbaf4 req-4ffb3bec-7476-47f0-9af8-d93a02d3589a tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23600aa-b142-4ce7-9061-8b29e07e2c0b HTTP/1.1" status: 200 len: 945 time: 0.2956295 Feb 09 01:19:06.690595 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-44d10484-16e4-47a6-82aa-908ab905ab37 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (8e19173a-351f-42fd-b9b1-27f329a3a48e), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:06.693904 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-c5f49f74-da9a-48bc-b852-a8d55062cb06 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Calling delete_port for 8d514634-0023-4dbc-9e31-ea618b291a41 owned by {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:19:06.806890 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929139db-31fb-43f2-b630-0b1ebff02778 req-a9b0c535-ba13-478d-8cdd-90a52a2d09cc tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:06.811757 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-44d10484-16e4-47a6-82aa-908ab905ab37 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (8e19173a-351f-42fd-b9b1-27f329a3a48e), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:06.814058 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-929139db-31fb-43f2-b630-0b1ebff02778 req-a9b0c535-ba13-478d-8cdd-90a52a2d09cc tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "GET /v2.0/ports?device_id=19ea4fe2-f03b-4312-b954-f87b47184dbf HTTP/1.1" status: 200 len: 945 time: 0.1900873 Feb 09 01:19:06.814516 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-44d10484-16e4-47a6-82aa-908ab905ab37 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for router_controller (8e19173a-351f-42fd-b9b1-27f329a3a48e), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:06.833506 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5b5233e9-c6f3-4baa-a940-ee99a0fbbaf4 req-2ecb8210-66f4-4b5a-a9a1-c00082aaeffe tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] 10.222.0.50 "GET /v2.0/security-groups?id=e08c4bd5-6650-4b50-a132-1958e3543e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987207 Feb 09 01:19:06.874973 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-44d10484-16e4-47a6-82aa-908ab905ab37 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (8e19173a-351f-42fd-b9b1-27f329a3a48e), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:06.875580 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d10484-16e4-47a6-82aa-908ab905ab37 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8e19173a-351f-42fd-b9b1-27f329a3a48e {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:19:06.881261 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-44d10484-16e4-47a6-82aa-908ab905ab37 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:06.890518 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-44d10484-16e4-47a6-82aa-908ab905ab37 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] 10.222.0.50 "DELETE /v2.0/routers/8e19173a-351f-42fd-b9b1-27f329a3a48e HTTP/1.1" status: 204 len: 168 time: 2.1050453 Feb 09 01:19:06.890880 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60820) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:06.899364 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-a5192171-2017-4521-a983-162568e077a8 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-117567732', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}, 'admin_state_up': False}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:06.969159 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-929139db-31fb-43f2-b630-0b1ebff02778 req-d98a7d63-9f35-4b1f-b16e-61dc2fbf2efe tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8b2b6fd-d003-48e8-bc6e-e1f67872825c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541278 Feb 09 01:19:06.977354 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a5192171-2017-4521-a983-162568e077a8 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (99b0534e-48a2-4fa6-90ed-d3f1b1c55f95), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:06.979013 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a5192171-2017-4521-a983-162568e077a8 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (99b0534e-48a2-4fa6-90ed-d3f1b1c55f95), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:07.153000 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:07.156706 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a5192171-2017-4521-a983-162568e077a8 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router_controller (99b0534e-48a2-4fa6-90ed-d3f1b1c55f95), precommit_add_association {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:07.170151 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282dde6-74b2-4ec4-b722-88a63105a5ba req-6805d97f-572d-4422-b0ec-8af5a29aa3f9 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:07.172049 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9282dde6-74b2-4ec4-b722-88a63105a5ba req-6805d97f-572d-4422-b0ec-8af5a29aa3f9 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] 10.222.0.120 "GET /v2.0/ports?device_id=ab9f7b25-f151-454c-a1af-999205595f72 HTTP/1.1" status: 200 len: 946 time: 0.3557241 Feb 09 01:19:07.398153 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31985032-e7f7-408b-9a6c-083e82cf1610 req-675c7037-6aa6-46ed-8c2a-ac44919203f4 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:07.401614 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31985032-e7f7-408b-9a6c-083e82cf1610 req-675c7037-6aa6-46ed-8c2a-ac44919203f4 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9f7b25-f151-454c-a1af-999205595f72 HTTP/1.1" status: 200 len: 946 time: 0.4419343 Feb 09 01:19:07.413404 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c5f49f74-da9a-48bc-b852-a8d55062cb06 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (8d514634-0023-4dbc-9e31-ea618b291a41), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:07.649477 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:07.700437 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f49f74-da9a-48bc-b852-a8d55062cb06 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Pushing event deleted for resources: {'Port': ['ID=8d514634-0023-4dbc-9e31-ea618b291a41,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:07.795244 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 2aa8e668-0618-47b4-b80e-bca352090cae no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:19:07.827011 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f4f6b-1520-4e4b-ace8-edc2541d8e88 req-fb7e2726-c537-4bd4-8eaf-20929672eb2f tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:07.834818 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-659f4f6b-1520-4e4b-ace8-edc2541d8e88 req-fb7e2726-c537-4bd4-8eaf-20929672eb2f tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "GET /v2.0/ports?device_id=19ea4fe2-f03b-4312-b954-f87b47184dbf HTTP/1.1" status: 200 len: 945 time: 0.7362261 Feb 09 01:19:07.838574 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60836) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:07.844354 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-0c195925-8752-4c63-a5e2-1aca5306f7ec tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Request body: {'floatingip': {'port_id': '6d0ae3f2-2e4b-4c02-99c4-8b70869c7489'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:07.878592 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 2aa8e668-0618-47b4-b80e-bca352090cae {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:19:07.878876 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 2aa8e668-0618-47b4-b80e-bca352090cae not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:19:07.879352 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 6a9a2613-bc9e-4469-843b-754b71387a48 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:19:07.953841 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0c195925-8752-4c63-a5e2-1aca5306f7ec tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Publish callbacks [] for floatingip (1be3945c-1640-4862-9187-471d40e9acc2), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:07.967759 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 6a9a2613-bc9e-4469-843b-754b71387a48 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:19:07.968872 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 6a9a2613-bc9e-4469-843b-754b71387a48 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:19:08.008138 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a5192171-2017-4521-a983-162568e077a8 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router_gateway (99b0534e-48a2-4fa6-90ed-d3f1b1c55f95), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:08.012179 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c5f49f74-da9a-48bc-b852-a8d55062cb06 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:08.020798 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c5f49f74-da9a-48bc-b852-a8d55062cb06 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "DELETE /v2.0/ports/8d514634-0023-4dbc-9e31-ea618b291a41 HTTP/1.1" status: 204 len: 168 time: 2.0620139 Feb 09 01:19:08.054376 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60840) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:08.351951 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31985032-e7f7-408b-9a6c-083e82cf1610 req-d17f6a17-1661-4778-a50e-fab5be943fd0 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] 10.222.0.50 "GET /v2.0/security-groups?id=346afcfc-60a4-4dcd-b5b9-20ccb4d37aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9408033 Feb 09 01:19:08.460753 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:08.462401 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-9282dde6-74b2-4ec4-b722-88a63105a5ba req-98011e63-a711-4422-b22b-39cccb331e18 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] Deleting port 4649c666-0d53-411a-abe0-56008029c919 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:19:08.462953 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9282dde6-74b2-4ec4-b722-88a63105a5ba req-98011e63-a711-4422-b22b-39cccb331e18 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (4649c666-0d53-411a-abe0-56008029c919), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:08.632890 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-c95aebf0-84e9-4909-b433-69d52db560ae tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Deleting subnet 1f7b747d-a13d-42ff-8656-cd566cc6fad6 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:19:08.636986 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c95aebf0-84e9-4909-b433-69d52db560ae tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks [] for subnet (1f7b747d-a13d-42ff-8656-cd566cc6fad6), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:08.693941 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c95aebf0-84e9-4909-b433-69d52db560ae tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (1f7b747d-a13d-42ff-8656-cd566cc6fad6), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:08.794643 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c95aebf0-84e9-4909-b433-69d52db560ae tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (1f7b747d-a13d-42ff-8656-cd566cc6fad6), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:08.896934 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0c195925-8752-4c63-a5e2-1aca5306f7ec tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:08.909373 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0c195925-8752-4c63-a5e2-1aca5306f7ec tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (1be3945c-1640-4862-9187-471d40e9acc2), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:08.995090 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c95aebf0-84e9-4909-b433-69d52db560ae tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (1f7b747d-a13d-42ff-8656-cd566cc6fad6), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:09.020054 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c88f2c-264a-4325-88b6-6088b46de2e1 req-f22524a5-0872-41e0-8fb9-661564ddd3d9 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:09.025912 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-89c88f2c-264a-4325-88b6-6088b46de2e1 req-f22524a5-0872-41e0-8fb9-661564ddd3d9 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] 10.222.0.120 "GET /v2.0/ports?device_id=f23600aa-b142-4ce7-9061-8b29e07e2c0b HTTP/1.1" status: 200 len: 945 time: 1.0842948 Feb 09 01:19:09.088106 n-d-828369-4 neutron-server[103137]: INFO neutron.db.l3_db [None req-0c195925-8752-4c63-a5e2-1aca5306f7ec tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Floating IP 1be3945c-1640-4862-9187-471d40e9acc2 associated. External IP: 172.25.8.221, port: 6d0ae3f2-2e4b-4c02-99c4-8b70869c7489. Feb 09 01:19:09.117878 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-9282dde6-74b2-4ec4-b722-88a63105a5ba req-98011e63-a711-4422-b22b-39cccb331e18 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] For port 4649c666-0d53-411a-abe0-56008029c919, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=4649c666-0d53-411a-abe0-56008029c919,segment=NetworkSegment(325c912e-7e22-4291-a3c4-ba6dc29b0fd7),segment_id=325c912e-7e22-4291-a3c4-ba6dc29b0fd7)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:09.118565 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9282dde6-74b2-4ec4-b722-88a63105a5ba req-98011e63-a711-4422-b22b-39cccb331e18 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (4649c666-0d53-411a-abe0-56008029c919), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:09.148161 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-9282dde6-74b2-4ec4-b722-88a63105a5ba req-98011e63-a711-4422-b22b-39cccb331e18 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] Calling delete_port for 4649c666-0d53-411a-abe0-56008029c919 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:19:09.323352 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:09.337549 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1d19e-738a-4041-8637-27dcab33e293 req-3d0195cc-ee35-4746-9e53-a5a76c29830c tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:09.345305 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-63f1d19e-738a-4041-8637-27dcab33e293 req-3d0195cc-ee35-4746-9e53-a5a76c29830c tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23600aa-b142-4ce7-9061-8b29e07e2c0b HTTP/1.1" status: 200 len: 945 time: 1.2903507 Feb 09 01:19:09.404871 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9282dde6-74b2-4ec4-b722-88a63105a5ba req-98011e63-a711-4422-b22b-39cccb331e18 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (4649c666-0d53-411a-abe0-56008029c919), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:09.505060 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c195925-8752-4c63-a5e2-1aca5306f7ec tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Router 96bbd1b0-4626-49eb-af76-25f572100ac9 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:19:09.567917 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98011e63-a711-4422-b22b-39cccb331e18 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] Pushing event deleted for resources: {'Port': ['ID=4649c666-0d53-411a-abe0-56008029c919,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:09.607830 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c95aebf0-84e9-4909-b433-69d52db560ae tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:09.613589 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083aec32-4bd3-4a2e-8aab-699598a8f340 None None] Network 460d32a0-6143-4328-a439-dc4890ffb702 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:19:09.643017 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c95aebf0-84e9-4909-b433-69d52db560ae tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "DELETE /v2.0/subnets/1f7b747d-a13d-42ff-8656-cd566cc6fad6 HTTP/1.1" status: 204 len: 168 time: 1.5709772 Feb 09 01:19:09.663272 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e3512691-3e43-4836-b2c9-2b8d4a097ffa req-94053a67-36a7-418b-8415-f148797bc967 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab9f7b25-f151-454c-a1af-999205595f72 HTTP/1.1" status: 200 len: 210 time: 0.1240032 Feb 09 01:19:09.679761 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95aebf0-84e9-4909-b433-69d52db560ae tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Pushing event deleted for resources: {'Subnet': ['ID=1f7b747d-a13d-42ff-8656-cd566cc6fad6,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:09.691990 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60864) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:09.696605 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-9282dde6-74b2-4ec4-b722-88a63105a5ba req-98011e63-a711-4422-b22b-39cccb331e18 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] No DVR routers for this DVR port 4649c666-0d53-411a-abe0-56008029c919 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:19:09.710751 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9282dde6-74b2-4ec4-b722-88a63105a5ba req-98011e63-a711-4422-b22b-39cccb331e18 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:09.716242 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9282dde6-74b2-4ec4-b722-88a63105a5ba req-98011e63-a711-4422-b22b-39cccb331e18 tempest-InstanceActionsNegativeTestJSON-1983658685 tempest-InstanceActionsNegativeTestJSON-1983658685-project] 10.222.0.120 "DELETE /v2.0/ports/4649c666-0d53-411a-abe0-56008029c919 HTTP/1.1" status: 204 len: 173 time: 2.5226851 Feb 09 01:19:09.774440 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9f7b25-f151-454c-a1af-999205595f72', 'name': 'network-vif-deleted', 'tag': '4649c666-0d53-411a-abe0-56008029c919'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:19:09.778884 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af63f33-2cce-474c-b220-3233beba644d" -d '{"events": [{"server_uuid": "ab9f7b25-f151-454c-a1af-999205595f72", "name": "network-vif-deleted", "tag": "4649c666-0d53-411a-abe0-56008029c919"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:19:09.962619 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef78598-5cca-4585-8d9a-9ef1ff80ffe3 x-openstack-request-id: req-fef78598-5cca-4585-8d9a-9ef1ff80ffe3 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:19:09.963191 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab9f7b25-f151-454c-a1af-999205595f72", "name": "network-vif-deleted", "tag": "4649c666-0d53-411a-abe0-56008029c919", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:19:09.963565 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fef78598-5cca-4585-8d9a-9ef1ff80ffe3 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:19:09.964057 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab9f7b25-f151-454c-a1af-999205595f72', 'name': 'network-vif-deleted', 'tag': '4649c666-0d53-411a-abe0-56008029c919', 'status': 'completed', 'code': 200} Feb 09 01:19:10.091960 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d41d06-4780-41bd-8f94-315085bf7dcc None None] DHCP port deletion for 460d32a0-6143-4328-a439-dc4890ffb702 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:19:10.248434 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-56d41d06-4780-41bd-8f94-315085bf7dcc None None] Deleting port 11f54116-a036-4112-a244-de4f8325dcde {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:19:10.248912 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-56d41d06-4780-41bd-8f94-315085bf7dcc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (11f54116-a036-4112-a244-de4f8325dcde), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:10.530659 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-56d41d06-4780-41bd-8f94-315085bf7dcc None None] For port 11f54116-a036-4112-a244-de4f8325dcde, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=11f54116-a036-4112-a244-de4f8325dcde,segment=NetworkSegment(b9924f51-c522-46e8-8838-6bb3a31f2b79),segment_id=b9924f51-c522-46e8-8838-6bb3a31f2b79)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:10.531086 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-56d41d06-4780-41bd-8f94-315085bf7dcc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (11f54116-a036-4112-a244-de4f8325dcde), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:10.555722 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-56d41d06-4780-41bd-8f94-315085bf7dcc None None] Calling delete_port for 11f54116-a036-4112-a244-de4f8325dcde owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:19:10.564712 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c195925-8752-4c63-a5e2-1aca5306f7ec tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:19:10.570647 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0c195925-8752-4c63-a5e2-1aca5306f7ec tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:10.579968 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3de33f3-29c2-4084-94d5-d17df980ade9 None None] Sync routers for ids ['96bbd1b0-4626-49eb-af76-25f572100ac9'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:19:10.609083 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3de33f3-29c2-4084-94d5-d17df980ade9 None None] Routers {'96bbd1b0-4626-49eb-af76-25f572100ac9'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:19:10.616829 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-f3de33f3-29c2-4084-94d5-d17df980ade9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:19:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['96bbd1b0-4626-49eb-af76-25f572100ac9'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:10.657787 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0c195925-8752-4c63-a5e2-1aca5306f7ec tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "PUT /v2.0/floatingips/1be3945c-1640-4862-9187-471d40e9acc2 HTTP/1.1" status: 200 len: 991 time: 2.8173344 Feb 09 01:19:10.664190 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ea4fe2-f03b-4312-b954-f87b47184dbf', 'tag': '6d0ae3f2-2e4b-4c02-99c4-8b70869c7489'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:19:10.668293 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f37077-560c-4bde-8ecd-e4d5c2c87203" -d '{"events": [{"name": "network-changed", "server_uuid": "19ea4fe2-f03b-4312-b954-f87b47184dbf", "tag": "6d0ae3f2-2e4b-4c02-99c4-8b70869c7489"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:19:10.732468 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-56d41d06-4780-41bd-8f94-315085bf7dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (11f54116-a036-4112-a244-de4f8325dcde), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:10.760658 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d41d06-4780-41bd-8f94-315085bf7dcc None None] Pushing event deleted for resources: {'Port': ['ID=11f54116-a036-4112-a244-de4f8325dcde,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:10.776671 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d41d06-4780-41bd-8f94-315085bf7dcc None None] No DVR routers for this DVR port 11f54116-a036-4112-a244-de4f8325dcde on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:19:10.886242 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-f3de33f3-29c2-4084-94d5-d17df980ade9 None None] Set router 96bbd1b0-4626-49eb-af76-25f572100ac9 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:19:10.952799 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 31d136bc-a4e1-4c06-a333-94ad0fac4b72 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:19:10.967178 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b7d03eb-cec3-4532-a1af-d246e2e6ddaa tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Deleting subnet ca80025f-d3d8-4978-9cfb-611cf11c3647 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:19:10.968419 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3b7d03eb-cec3-4532-a1af-d246e2e6ddaa tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks [] for subnet (ca80025f-d3d8-4978-9cfb-611cf11c3647), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:11.015152 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-63f1d19e-738a-4041-8637-27dcab33e293 req-a035e4de-f9d7-4853-972e-1c1cf5864bc0 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] 10.222.0.50 "GET /v2.0/security-groups?id=e08c4bd5-6650-4b50-a132-1958e3543e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6688209 Feb 09 01:19:11.018018 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3b7d03eb-cec3-4532-a1af-d246e2e6ddaa tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (ca80025f-d3d8-4978-9cfb-611cf11c3647), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:11.113012 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9707a02c-55d0-4a10-8e8e-8afa1535b2f3 x-openstack-request-id: req-9707a02c-55d0-4a10-8e8e-8afa1535b2f3 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:19:11.117664 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ea4fe2-f03b-4312-b954-f87b47184dbf", "tag": "6d0ae3f2-2e4b-4c02-99c4-8b70869c7489", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:19:11.118358 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9707a02c-55d0-4a10-8e8e-8afa1535b2f3 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:19:11.120083 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ea4fe2-f03b-4312-b954-f87b47184dbf', 'tag': '6d0ae3f2-2e4b-4c02-99c4-8b70869c7489', 'status': 'completed', 'code': 200} Feb 09 01:19:11.157627 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 31d136bc-a4e1-4c06-a333-94ad0fac4b72 is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:19:11.158033 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (31d136bc-a4e1-4c06-a333-94ad0fac4b72), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:11.178040 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3b7d03eb-cec3-4532-a1af-d246e2e6ddaa tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (ca80025f-d3d8-4978-9cfb-611cf11c3647), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:11.207115 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 31d136bc-a4e1-4c06-a333-94ad0fac4b72, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=31d136bc-a4e1-4c06-a333-94ad0fac4b72,segment=NetworkSegment(a4152dd5-c043-4ad7-b756-5d8f41b7108a),segment_id=a4152dd5-c043-4ad7-b756-5d8f41b7108a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:11.208174 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23600aa-b142-4ce7-9061-8b29e07e2c0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31d136bc-a4e1-4c06-a333-94ad0fac4b72'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:19:11.210790 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be7ac7f-e127-41f7-9b5f-e364e8247bce" -d '{"events": [{"server_uuid": "f23600aa-b142-4ce7-9061-8b29e07e2c0b", "name": "network-vif-unplugged", "status": "completed", "tag": "31d136bc-a4e1-4c06-a333-94ad0fac4b72"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:19:11.214429 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (31d136bc-a4e1-4c06-a333-94ad0fac4b72), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:11.215157 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 4649c666-0d53-411a-abe0-56008029c919 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:19:11.248074 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60892) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:11.269138 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3b7d03eb-cec3-4532-a1af-d246e2e6ddaa tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (ca80025f-d3d8-4978-9cfb-611cf11c3647), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:11.298473 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: 4649c666-0d53-411a-abe0-56008029c919 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:19:11.299219 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 4649c666-0d53-411a-abe0-56008029c919 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:19:11.318070 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-f3de33f3-29c2-4084-94d5-d17df980ade9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96bbd1b0-4626-49eb-af76-25f572100ac9', 'name': 'tempest-ServersTestManualDisk-1725847689-router', 'tenant_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'd90809e6-08dd-4b06-85e7-bd2922b24b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:18:21Z', 'updated_at': '2022-02-09T01:18:32Z', 'revision_number': 4, 'project_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'gw_port': {'id': 'd90809e6-08dd-4b06-85e7-bd2922b24b1d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bbd1b0-4626-49eb-af76-25f572100ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:22Z', 'updated_at': '2022-02-09T01:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '1be3945c-1640-4862-9187-471d40e9acc2', 'tenant_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'floating_ip_address': '172.25.8.221', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '96bbd1b0-4626-49eb-af76-25f572100ac9', 'port_id': '6d0ae3f2-2e4b-4c02-99c4-8b70869c7489', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1968, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47fa1fe6-b7ff-4798-8384-d96a8ee91d2e', 'mac_address': 'fa:16:3e:3c:54:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ea4fe2-f03b-4312-b954-f87b47184dbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:18:42Z', 'updated_at': '2022-02-09T01:19:08Z', 'revision_number': 1, 'project_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073bf780-c883-4590-b511-31dbdb7acad2', 'name': '', 'network_id': '47fa1fe6-b7ff-4798-8384-d96a8ee91d2e', 'tenant_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'mac_address': 'fa:16:3e:3c:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bbd1b0-4626-49eb-af76-25f572100ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '4218984f-8737-4371-806d-75117779a75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:30Z', 'updated_at': '2022-02-09T01:18:39Z', 'revision_number': 5, 'project_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'subnets': [{'id': '4218984f-8737-4371-806d-75117779a75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:11.338882 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=31d136bc-a4e1-4c06-a333-94ad0fac4b72,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:11.348702 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f37077-560c-4bde-8ecd-e4d5c2c87203 req-8e5e615d-9c15-4d3d-9eb9-d6f9d32bd64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:11.348919 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4cfe17-33bf-4f1e-a1b7-336db46fe7d9 x-openstack-request-id: req-3c4cfe17-33bf-4f1e-a1b7-336db46fe7d9 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:19:11.349435 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f23600aa-b142-4ce7-9061-8b29e07e2c0b", "name": "network-vif-unplugged", "status": "completed", "tag": "31d136bc-a4e1-4c06-a333-94ad0fac4b72", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:19:11.349875 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3c4cfe17-33bf-4f1e-a1b7-336db46fe7d9 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:19:11.350433 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f23600aa-b142-4ce7-9061-8b29e07e2c0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31d136bc-a4e1-4c06-a333-94ad0fac4b72', 'code': 200} Feb 09 01:19:11.350869 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-12f37077-560c-4bde-8ecd-e4d5c2c87203 req-8e5e615d-9c15-4d3d-9eb9-d6f9d32bd64a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ba5e9ecc06f746ffbf154ff034c274ee&device_id=19ea4fe2-f03b-4312-b954-f87b47184dbf HTTP/1.1" status: 200 len: 1127 time: 0.2158554 Feb 09 01:19:11.372507 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3de33f3-29c2-4084-94d5-d17df980ade9 None None] Checking router: 96bbd1b0-4626-49eb-af76-25f572100ac9 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:19:11.383389 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3de33f3-29c2-4084-94d5-d17df980ade9 None None] Routers {'96bbd1b0-4626-49eb-af76-25f572100ac9'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:19:11.383638 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d03eb-cec3-4532-a1af-d246e2e6ddaa tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Pushing event deleted for resources: {'Subnet': ['ID=ca80025f-d3d8-4978-9cfb-611cf11c3647,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:11.384026 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-f3de33f3-29c2-4084-94d5-d17df980ade9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:19:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['96bbd1b0-4626-49eb-af76-25f572100ac9'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:11.405333 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e637ff-b6a9-48ef-9ae2-f4abef93c4e4 None None] Network 7776bdde-fa28-4fc9-a953-0f38a342d9c3 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:19:11.417576 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d5f5b-0114-45f6-aae4-ba8eaf62bd73 req-2f59a677-4467-470a-ba3b-6a35e0573b4d tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:11.419227 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de8d5f5b-0114-45f6-aae4-ba8eaf62bd73 req-2f59a677-4467-470a-ba3b-6a35e0573b4d tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "GET /v2.0/ports?device_id=19ea4fe2-f03b-4312-b954-f87b47184dbf HTTP/1.1" status: 200 len: 945 time: 0.5271652 Feb 09 01:19:11.420361 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3b7d03eb-cec3-4532-a1af-d246e2e6ddaa tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:11.435246 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3b7d03eb-cec3-4532-a1af-d246e2e6ddaa tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "DELETE /v2.0/subnets/ca80025f-d3d8-4978-9cfb-611cf11c3647 HTTP/1.1" status: 204 len: 168 time: 1.6890900 Feb 09 01:19:11.479895 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f37077-560c-4bde-8ecd-e4d5c2c87203 req-b2d98c1a-d470-4a2d-8e90-69bf55612763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:11.482267 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-12f37077-560c-4bde-8ecd-e4d5c2c87203 req-b2d98c1a-d470-4a2d-8e90-69bf55612763 service neutron] 10.222.0.47 "GET /v2.0/networks?id=47fa1fe6-b7ff-4798-8384-d96a8ee91d2e HTTP/1.1" status: 200 len: 914 time: 0.1258879 Feb 09 01:19:11.482978 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60894) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:11.535176 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-f3de33f3-29c2-4084-94d5-d17df980ade9 None None] Set router 96bbd1b0-4626-49eb-af76-25f572100ac9 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:19:11.611289 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-89c88f2c-264a-4325-88b6-6088b46de2e1 req-4677ea93-4a2d-4e2c-832d-3c7e4157c313 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] Deleting port 31d136bc-a4e1-4c06-a333-94ad0fac4b72 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:19:11.611644 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-89c88f2c-264a-4325-88b6-6088b46de2e1 req-4677ea93-4a2d-4e2c-832d-3c7e4157c313 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (31d136bc-a4e1-4c06-a333-94ad0fac4b72), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:11.620896 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bfdb7e9-2b3e-4e25-b3ac-8269b3b5ab74 admin admin] Deleting subnet 5706c782-204c-4197-b08e-6c558ac505bb {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:19:11.657062 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4bfdb7e9-2b3e-4e25-b3ac-8269b3b5ab74 admin admin] Publish callbacks [] for subnet (5706c782-204c-4197-b08e-6c558ac505bb), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:11.718695 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34909124-0d7f-41ea-9774-c303f43afa6b None None] DHCP port deletion for 7776bdde-fa28-4fc9-a953-0f38a342d9c3 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:19:11.736159 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de8d5f5b-0114-45f6-aae4-ba8eaf62bd73 req-52d015ea-c748-4a87-8fa1-753432908aa8 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8b2b6fd-d003-48e8-bc6e-e1f67872825c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2283084 Feb 09 01:19:11.786924 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-12f37077-560c-4bde-8ecd-e4d5c2c87203 req-39d5400d-0a14-4000-a4ef-81a232424036 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d0ae3f2-2e4b-4c02-99c4-8b70869c7489 HTTP/1.1" status: 200 len: 999 time: 0.2906709 Feb 09 01:19:11.806196 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81c51f3b-0497-46d7-9bf8-d38324a3cc1b tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (460d32a0-6143-4328-a439-dc4890ffb702), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:11.822363 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a5192171-2017-4521-a983-162568e077a8 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router_gateway (99b0534e-48a2-4fa6-90ed-d3f1b1c55f95), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:11.832692 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-34909124-0d7f-41ea-9774-c303f43afa6b None None] Deleting port 6278812a-8f77-4718-a49f-70e0d30686be {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:19:11.833252 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-34909124-0d7f-41ea-9774-c303f43afa6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (6278812a-8f77-4718-a49f-70e0d30686be), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:11.862118 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 11f54116-a036-4112-a244-de4f8325dcde no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:19:11.883946 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a5192171-2017-4521-a983-162568e077a8 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:11.901100 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f37077-560c-4bde-8ecd-e4d5c2c87203 req-dd983c1c-0d26-4045-a7a0-f3b3eb4b3cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:11.902592 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-12f37077-560c-4bde-8ecd-e4d5c2c87203 req-dd983c1c-0d26-4045-a7a0-f3b3eb4b3cdd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4218984f-8737-4371-806d-75117779a75f HTTP/1.1" status: 200 len: 851 time: 0.0920038 Feb 09 01:19:11.906702 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4bfdb7e9-2b3e-4e25-b3ac-8269b3b5ab74 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (5706c782-204c-4197-b08e-6c558ac505bb), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:11.908942 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-89c88f2c-264a-4325-88b6-6088b46de2e1 req-4677ea93-4a2d-4e2c-832d-3c7e4157c313 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] For port 31d136bc-a4e1-4c06-a333-94ad0fac4b72, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=31d136bc-a4e1-4c06-a333-94ad0fac4b72,segment=NetworkSegment(a4152dd5-c043-4ad7-b756-5d8f41b7108a),segment_id=a4152dd5-c043-4ad7-b756-5d8f41b7108a)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:11.909497 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-89c88f2c-264a-4325-88b6-6088b46de2e1 req-4677ea93-4a2d-4e2c-832d-3c7e4157c313 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (31d136bc-a4e1-4c06-a333-94ad0fac4b72), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:11.952335 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-89c88f2c-264a-4325-88b6-6088b46de2e1 req-4677ea93-4a2d-4e2c-832d-3c7e4157c313 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] Calling delete_port for 31d136bc-a4e1-4c06-a333-94ad0fac4b72 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:19:12.018370 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 11f54116-a036-4112-a244-de4f8325dcde {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:19:12.021362 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 11f54116-a036-4112-a244-de4f8325dcde not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:19:12.075593 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-34909124-0d7f-41ea-9774-c303f43afa6b None None] For port 6278812a-8f77-4718-a49f-70e0d30686be, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=6278812a-8f77-4718-a49f-70e0d30686be,segment=NetworkSegment(2e94c052-df5d-4e4f-b391-ea9eee75e92a),segment_id=2e94c052-df5d-4e4f-b391-ea9eee75e92a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:12.077283 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-34909124-0d7f-41ea-9774-c303f43afa6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (6278812a-8f77-4718-a49f-70e0d30686be), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:12.121201 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-34909124-0d7f-41ea-9774-c303f43afa6b None None] Calling delete_port for 6278812a-8f77-4718-a49f-70e0d30686be owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:19:12.236366 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-f3de33f3-29c2-4084-94d5-d17df980ade9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96bbd1b0-4626-49eb-af76-25f572100ac9', 'name': 'tempest-ServersTestManualDisk-1725847689-router', 'tenant_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'd90809e6-08dd-4b06-85e7-bd2922b24b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:18:21Z', 'updated_at': '2022-02-09T01:18:32Z', 'revision_number': 4, 'project_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'gw_port': {'id': 'd90809e6-08dd-4b06-85e7-bd2922b24b1d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bbd1b0-4626-49eb-af76-25f572100ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:22Z', 'updated_at': '2022-02-09T01:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '1be3945c-1640-4862-9187-471d40e9acc2', 'tenant_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'floating_ip_address': '172.25.8.221', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '96bbd1b0-4626-49eb-af76-25f572100ac9', 'port_id': '6d0ae3f2-2e4b-4c02-99c4-8b70869c7489', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1968, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47fa1fe6-b7ff-4798-8384-d96a8ee91d2e', 'mac_address': 'fa:16:3e:3c:54:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ea4fe2-f03b-4312-b954-f87b47184dbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:18:42Z', 'updated_at': '2022-02-09T01:19:08Z', 'revision_number': 1, 'project_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073bf780-c883-4590-b511-31dbdb7acad2', 'name': '', 'network_id': '47fa1fe6-b7ff-4798-8384-d96a8ee91d2e', 'tenant_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'mac_address': 'fa:16:3e:3c:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bbd1b0-4626-49eb-af76-25f572100ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '4218984f-8737-4371-806d-75117779a75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:30Z', 'updated_at': '2022-02-09T01:18:39Z', 'revision_number': 5, 'project_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'subnets': [{'id': '4218984f-8737-4371-806d-75117779a75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:12.304828 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3de33f3-29c2-4084-94d5-d17df980ade9 None None] The sync data for ids ['96bbd1b0-4626-49eb-af76-25f572100ac9'] in n-d-828369-4 is: [{'id': '96bbd1b0-4626-49eb-af76-25f572100ac9', 'name': 'tempest-ServersTestManualDisk-1725847689-router', 'tenant_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'd90809e6-08dd-4b06-85e7-bd2922b24b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:18:21Z', 'updated_at': '2022-02-09T01:18:32Z', 'revision_number': 4, 'project_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'gw_port': {'id': 'd90809e6-08dd-4b06-85e7-bd2922b24b1d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bbd1b0-4626-49eb-af76-25f572100ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:22Z', 'updated_at': '2022-02-09T01:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '1be3945c-1640-4862-9187-471d40e9acc2', 'tenant_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'floating_ip_address': '172.25.8.221', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '96bbd1b0-4626-49eb-af76-25f572100ac9', 'port_id': '6d0ae3f2-2e4b-4c02-99c4-8b70869c7489', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1968, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47fa1fe6-b7ff-4798-8384-d96a8ee91d2e', 'mac_address': 'fa:16:3e:3c:54:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ea4fe2-f03b-4312-b954-f87b47184dbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:18:42Z', 'updated_at': '2022-02-09T01:19:08Z', 'revision_number': 1, 'project_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073bf780-c883-4590-b511-31dbdb7acad2', 'name': '', 'network_id': '47fa1fe6-b7ff-4798-8384-d96a8ee91d2e', 'tenant_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'mac_address': 'fa:16:3e:3c:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bbd1b0-4626-49eb-af76-25f572100ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '4218984f-8737-4371-806d-75117779a75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:30Z', 'updated_at': '2022-02-09T01:18:39Z', 'revision_number': 5, 'project_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'subnets': [{'id': '4218984f-8737-4371-806d-75117779a75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:19:12.337599 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81c51f3b-0497-46d7-9bf8-d38324a3cc1b tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (460d32a0-6143-4328-a439-dc4890ffb702), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:12.371924 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-81c51f3b-0497-46d7-9bf8-d38324a3cc1b tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['460d32a0-6143-4328-a439-dc4890ffb702']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:12.374995 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-34909124-0d7f-41ea-9774-c303f43afa6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (6278812a-8f77-4718-a49f-70e0d30686be), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:12.414471 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-81c51f3b-0497-46d7-9bf8-d38324a3cc1b tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9924f51-c522-46e8-8838-6bb3a31f2b79') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:12.417329 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-81c51f3b-0497-46d7-9bf8-d38324a3cc1b tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9924f51-c522-46e8-8838-6bb3a31f2b79') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:12.434496 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34909124-0d7f-41ea-9774-c303f43afa6b None None] Pushing event deleted for resources: {'Port': ['ID=6278812a-8f77-4718-a49f-70e0d30686be,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:12.451180 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81c51f3b-0497-46d7-9bf8-d38324a3cc1b tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (b9924f51-c522-46e8-8838-6bb3a31f2b79), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:12.464926 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34909124-0d7f-41ea-9774-c303f43afa6b None None] No DVR routers for this DVR port 6278812a-8f77-4718-a49f-70e0d30686be on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:19:12.489670 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81c51f3b-0497-46d7-9bf8-d38324a3cc1b tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (b9924f51-c522-46e8-8838-6bb3a31f2b79), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:12.500862 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81c51f3b-0497-46d7-9bf8-d38324a3cc1b tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:19:12.501413 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81c51f3b-0497-46d7-9bf8-d38324a3cc1b tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (b9924f51-c522-46e8-8838-6bb3a31f2b79), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:12.601561 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4bfdb7e9-2b3e-4e25-b3ac-8269b3b5ab74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (5706c782-204c-4197-b08e-6c558ac505bb), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:12.630260 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2541e5-3ae6-41fe-818a-1b2adf5a1284 req-67823c19-8464-4e80-97fd-c7bc249938dc tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:12.646536 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5d2541e5-3ae6-41fe-818a-1b2adf5a1284 req-67823c19-8464-4e80-97fd-c7bc249938dc tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23600aa-b142-4ce7-9061-8b29e07e2c0b HTTP/1.1" status: 200 len: 943 time: 0.4312708 Feb 09 01:19:12.656649 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-a5192171-2017-4521-a983-162568e077a8 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Allocated IP 172.25.8.209 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/a1994f24-7595-4194-b80a-a7a833a27808) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:12.661846 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:19:12.661846 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:19:12.661846 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:19:12.661846 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:19:12.661846 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:19:12.661846 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:19:12.661846 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:19:12.661846 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:19:12.661846 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:19:12.661846 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:19:12.661846 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:19:12.661846 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:19:12.661846 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:19:12.661846 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:19:12.661846 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:19:12.661846 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:19:12.661846 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:19:12.661846 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:19:12.661846 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:19:12.661846 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:19:12.661846 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:19:12.661846 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:19:12.661846 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:19:12.661846 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:19:12.661846 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:19:12.661846 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:19:12.661846 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:19:12.661846 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:19:12.661846 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:19:12.661846 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:19:12.661846 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:19:12.661846 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:19:12.669050 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81c51f3b-0497-46d7-9bf8-d38324a3cc1b tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (460d32a0-6143-4328-a439-dc4890ffb702), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:12.710075 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be6626d-5f2a-4d22-bcd1-9c00c3030ed1 None None] New status for floating IP 1be3945c-1640-4862-9187-471d40e9acc2: ACTIVE {{(pid=103138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:19:12.726328 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81c51f3b-0497-46d7-9bf8-d38324a3cc1b tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:12.734210 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-81c51f3b-0497-46d7-9bf8-d38324a3cc1b tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "DELETE /v2.0/networks/460d32a0-6143-4328-a439-dc4890ffb702 HTTP/1.1" status: 204 len: 168 time: 1.2468317 Feb 09 01:19:12.738120 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60910) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:12.740742 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c51f3b-0497-46d7-9bf8-d38324a3cc1b tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Pushing event deleted for resources: {'Network': ['ID=460d32a0-6143-4328-a439-dc4890ffb702,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:12.752508 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4bfdb7e9-2b3e-4e25-b3ac-8269b3b5ab74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (5706c782-204c-4197-b08e-6c558ac505bb), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:12.781166 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4bfdb7e9-2b3e-4e25-b3ac-8269b3b5ab74 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:12.793075 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4bfdb7e9-2b3e-4e25-b3ac-8269b3b5ab74 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5706c782-204c-4197-b08e-6c558ac505bb HTTP/1.1" status: 204 len: 168 time: 1.5423803 Feb 09 01:19:12.796944 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60914) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:12.823894 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5d2541e5-3ae6-41fe-818a-1b2adf5a1284 req-ec41d1db-8a32-4007-b7ee-89055d9260c4 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] 10.222.0.50 "GET /v2.0/security-groups?id=e08c4bd5-6650-4b50-a132-1958e3543e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765850 Feb 09 01:19:12.894038 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-89c88f2c-264a-4325-88b6-6088b46de2e1 req-4677ea93-4a2d-4e2c-832d-3c7e4157c313 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (31d136bc-a4e1-4c06-a333-94ad0fac4b72), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:12.987724 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8ea8ede2-6e77-40f5-a359-375765f4062c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (bda1b674-4ea7-4b0f-87bc-35d6726bcbf8), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:13.024533 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfdb7e9-2b3e-4e25-b3ac-8269b3b5ab74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5706c782-204c-4197-b08e-6c558ac505bb,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:13.075078 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f37077-560c-4bde-8ecd-e4d5c2c87203 req-4b0b63f0-c3f8-4753-b489-c1eb310da340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:13.078250 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-12f37077-560c-4bde-8ecd-e4d5c2c87203 req-4b0b63f0-c3f8-4753-b489-c1eb310da340 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=47fa1fe6-b7ff-4798-8384-d96a8ee91d2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.1035967 Feb 09 01:19:13.134656 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4677ea93-4a2d-4e2c-832d-3c7e4157c313 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] Pushing event deleted for resources: {'Port': ['ID=31d136bc-a4e1-4c06-a333-94ad0fac4b72,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:13.206253 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c3db7411-5d14-43e1-9b8c-43684ded2182 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (7776bdde-fa28-4fc9-a953-0f38a342d9c3), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:13.249775 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f2690-cb36-4b45-bb21-b0bf0f261034 req-83cc7783-213c-4cb9-a6eb-95edd0f2d364 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:13.251618 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-482f2690-cb36-4b45-bb21-b0bf0f261034 req-83cc7783-213c-4cb9-a6eb-95edd0f2d364 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "GET /v2.0/ports?device_id=19ea4fe2-f03b-4312-b954-f87b47184dbf HTTP/1.1" status: 200 len: 945 time: 0.2249582 Feb 09 01:19:13.252685 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c88f2c-264a-4325-88b6-6088b46de2e1 req-4677ea93-4a2d-4e2c-832d-3c7e4157c313 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] No DVR routers for this DVR port 31d136bc-a4e1-4c06-a333-94ad0fac4b72 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:19:13.257962 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-89c88f2c-264a-4325-88b6-6088b46de2e1 req-4677ea93-4a2d-4e2c-832d-3c7e4157c313 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:13.261685 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-89c88f2c-264a-4325-88b6-6088b46de2e1 req-4677ea93-4a2d-4e2c-832d-3c7e4157c313 tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] 10.222.0.120 "DELETE /v2.0/ports/31d136bc-a4e1-4c06-a333-94ad0fac4b72 HTTP/1.1" status: 204 len: 173 time: 4.1948805 Feb 09 01:19:13.267703 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23600aa-b142-4ce7-9061-8b29e07e2c0b', 'name': 'network-vif-deleted', 'tag': '31d136bc-a4e1-4c06-a333-94ad0fac4b72'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:19:13.270550 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7bc023-47d1-45a4-8368-7ba2d9c9f1d6" -d '{"events": [{"server_uuid": "f23600aa-b142-4ce7-9061-8b29e07e2c0b", "name": "network-vif-deleted", "tag": "31d136bc-a4e1-4c06-a333-94ad0fac4b72"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:19:13.281393 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-12f37077-560c-4bde-8ecd-e4d5c2c87203 req-b741e234-7e0d-4e29-8dc4-3138936a11ad service neutron] 10.222.0.47 "GET /v2.0/networks/47fa1fe6-b7ff-4798-8384-d96a8ee91d2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939754 Feb 09 01:19:13.393926 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488c1bac-74ee-4068-ba79-fb259b8818d3 x-openstack-request-id: req-488c1bac-74ee-4068-ba79-fb259b8818d3 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:19:13.394220 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f23600aa-b142-4ce7-9061-8b29e07e2c0b", "name": "network-vif-deleted", "tag": "31d136bc-a4e1-4c06-a333-94ad0fac4b72", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:19:13.394476 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-488c1bac-74ee-4068-ba79-fb259b8818d3 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:19:13.398954 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f23600aa-b142-4ce7-9061-8b29e07e2c0b', 'name': 'network-vif-deleted', 'tag': '31d136bc-a4e1-4c06-a333-94ad0fac4b72', 'status': 'completed', 'code': 200} Feb 09 01:19:13.404037 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a5192171-2017-4521-a983-162568e077a8 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for port (a1994f24-7595-4194-b80a-a7a833a27808), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:13.425222 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-12f37077-560c-4bde-8ecd-e4d5c2c87203 req-86558218-09f1-4b69-a114-db1a6ea58b05 service neutron] 10.222.0.47 "GET /v2.0/networks/47fa1fe6-b7ff-4798-8384-d96a8ee91d2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307468 Feb 09 01:19:13.438802 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8ea8ede2-6e77-40f5-a359-375765f4062c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (bda1b674-4ea7-4b0f-87bc-35d6726bcbf8), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:13.463902 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-8ea8ede2-6e77-40f5-a359-375765f4062c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bda1b674-4ea7-4b0f-87bc-35d6726bcbf8']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:13.477242 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-8ea8ede2-6e77-40f5-a359-375765f4062c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '325c912e-7e22-4291-a3c4-ba6dc29b0fd7') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:13.478069 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-8ea8ede2-6e77-40f5-a359-375765f4062c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '325c912e-7e22-4291-a3c4-ba6dc29b0fd7') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:13.491465 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8ea8ede2-6e77-40f5-a359-375765f4062c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (325c912e-7e22-4291-a3c4-ba6dc29b0fd7), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:13.515866 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8ea8ede2-6e77-40f5-a359-375765f4062c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (325c912e-7e22-4291-a3c4-ba6dc29b0fd7), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:13.526151 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ea8ede2-6e77-40f5-a359-375765f4062c admin admin] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:19:13.527247 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8ea8ede2-6e77-40f5-a359-375765f4062c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (325c912e-7e22-4291-a3c4-ba6dc29b0fd7), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:13.540670 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:19:13.540670 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:19:13.540670 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:19:13.540670 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:19:13.540670 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:19:13.540670 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:19:13.540670 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:19:13.540670 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:19:13.540670 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:19:13.540670 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:19:13.540670 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:19:13.540670 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:19:13.540670 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:19:13.540670 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:19:13.540670 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:19:13.540670 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:19:13.540670 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:19:13.540670 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:19:13.540670 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:19:13.540670 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:19:13.540670 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:19:13.540670 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:19:13.540670 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:19:13.540670 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:19:13.540670 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:19:13.540670 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:19:13.540670 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:19:13.540670 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:19:13.540670 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:19:13.540670 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:19:13.540670 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:19:13.540670 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:19:13.606260 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8ea8ede2-6e77-40f5-a359-375765f4062c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (bda1b674-4ea7-4b0f-87bc-35d6726bcbf8), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:13.622675 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8ea8ede2-6e77-40f5-a359-375765f4062c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:13.631539 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8ea8ede2-6e77-40f5-a359-375765f4062c admin admin] 10.222.0.50 "DELETE /v2.0/networks/bda1b674-4ea7-4b0f-87bc-35d6726bcbf8 HTTP/1.1" status: 204 len: 168 time: 0.8298130 Feb 09 01:19:13.648670 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea8ede2-6e77-40f5-a359-375765f4062c admin admin] Pushing event deleted for resources: {'Network': ['ID=bda1b674-4ea7-4b0f-87bc-35d6726bcbf8,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:13.724269 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 6278812a-8f77-4718-a49f-70e0d30686be no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:19:13.728765 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-482f2690-cb36-4b45-bb21-b0bf0f261034 req-640e9e29-f40f-4b6a-ac24-34be08e6c069 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8b2b6fd-d003-48e8-bc6e-e1f67872825c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4520633 Feb 09 01:19:13.732013 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c3db7411-5d14-43e1-9b8c-43684ded2182 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (7776bdde-fa28-4fc9-a953-0f38a342d9c3), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:13.766760 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 6278812a-8f77-4718-a49f-70e0d30686be {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:19:13.767124 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 6278812a-8f77-4718-a49f-70e0d30686be not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:19:13.783089 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-c3db7411-5d14-43e1-9b8c-43684ded2182 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7776bdde-fa28-4fc9-a953-0f38a342d9c3']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:13.799323 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a5192171-2017-4521-a983-162568e077a8 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (a1994f24-7595-4194-b80a-a7a833a27808), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:13.802635 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-c3db7411-5d14-43e1-9b8c-43684ded2182 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e94c052-df5d-4e4f-b391-ea9eee75e92a') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:13.802826 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-c3db7411-5d14-43e1-9b8c-43684ded2182 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e94c052-df5d-4e4f-b391-ea9eee75e92a') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:13.851615 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5192171-2017-4521-a983-162568e077a8 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Pushing event updated for resources: {'Port': ['ID=a1994f24-7595-4194-b80a-a7a833a27808,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:13.892362 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c3db7411-5d14-43e1-9b8c-43684ded2182 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (2e94c052-df5d-4e4f-b391-ea9eee75e92a), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:13.964450 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c3db7411-5d14-43e1-9b8c-43684ded2182 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (2e94c052-df5d-4e4f-b391-ea9eee75e92a), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:13.981803 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5192171-2017-4521-a983-162568e077a8 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:13.983726 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60930) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:14.000022 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-a5192171-2017-4521-a983-162568e077a8 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:14.021258 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5192171-2017-4521-a983-162568e077a8 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:19:14.037732 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3db7411-5d14-43e1-9b8c-43684ded2182 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Releasing vlan 1005 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:19:14.038360 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c3db7411-5d14-43e1-9b8c-43684ded2182 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (2e94c052-df5d-4e4f-b391-ea9eee75e92a), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:14.039331 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-72b14e2b-0630-4be8-8e5a-ef0fe2f22ea4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4e4a5d67295b45c0910be47df34a5e5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0543735 Feb 09 01:19:14.041095 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60932) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:14.048855 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:19:14.048855 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:19:14.048855 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:19:14.048855 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:19:14.048855 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:19:14.048855 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:19:14.048855 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:19:14.048855 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:19:14.048855 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:19:14.048855 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:19:14.048855 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:19:14.048855 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:19:14.048855 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:19:14.048855 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:19:14.048855 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:19:14.048855 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:19:14.048855 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:19:14.048855 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:19:14.048855 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:19:14.048855 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:19:14.048855 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:19:14.048855 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:19:14.048855 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:19:14.048855 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:19:14.048855 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:19:14.048855 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:19:14.048855 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:19:14.048855 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:19:14.048855 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:19:14.048855 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:19:14.048855 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:19:14.048855 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:19:14.106027 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9b82c9c0-a150-48ee-b2dd-8426711dd6d8 admin admin] Publish callbacks [] for security_group (346afcfc-60a4-4dcd-b5b9-20ccb4d37aaa), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:14.154051 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9b82c9c0-a150-48ee-b2dd-8426711dd6d8 admin admin] Publish callbacks [] for security_group (346afcfc-60a4-4dcd-b5b9-20ccb4d37aaa), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:14.253049 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9b82c9c0-a150-48ee-b2dd-8426711dd6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (346afcfc-60a4-4dcd-b5b9-20ccb4d37aaa), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:14.257113 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9b82c9c0-a150-48ee-b2dd-8426711dd6d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:14.258613 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9b82c9c0-a150-48ee-b2dd-8426711dd6d8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/346afcfc-60a4-4dcd-b5b9-20ccb4d37aaa HTTP/1.1" status: 204 len: 168 time: 0.2165613 Feb 09 01:19:14.272250 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82c9c0-a150-48ee-b2dd-8426711dd6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346afcfc-60a4-4dcd-b5b9-20ccb4d37aaa,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:14.315846 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-40e894d8-5df3-423f-ae08-8c5288bd833b req-4616b64d-0f1b-4d01-972d-7e7e9916526a tempest-InstanceActionsTestJSON-2066525333 tempest-InstanceActionsTestJSON-2066525333-project] 10.222.0.50 "GET /v2.0/ports?device_id=f23600aa-b142-4ce7-9061-8b29e07e2c0b HTTP/1.1" status: 200 len: 210 time: 0.1693969 Feb 09 01:19:14.358686 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c3db7411-5d14-43e1-9b8c-43684ded2182 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (7776bdde-fa28-4fc9-a953-0f38a342d9c3), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:14.365110 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c3db7411-5d14-43e1-9b8c-43684ded2182 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:14.371236 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c3db7411-5d14-43e1-9b8c-43684ded2182 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] 10.222.0.50 "DELETE /v2.0/networks/7776bdde-fa28-4fc9-a953-0f38a342d9c3 HTTP/1.1" status: 204 len: 168 time: 1.6286821 Feb 09 01:19:14.753572 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db7411-5d14-43e1-9b8c-43684ded2182 tempest-TaggedBootDevicesTest_v242-436502327 tempest-TaggedBootDevicesTest_v242-436502327-project] Pushing event deleted for resources: {'Network': ['ID=7776bdde-fa28-4fc9-a953-0f38a342d9c3,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:14.981562 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53871a7-09ee-4a87-bc36-d327d6b4957a req-5674bfb6-8b7d-4a5a-bb81-e819857189c3 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:14.983135 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b53871a7-09ee-4a87-bc36-d327d6b4957a req-5674bfb6-8b7d-4a5a-bb81-e819857189c3 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "GET /v2.0/ports?device_id=19ea4fe2-f03b-4312-b954-f87b47184dbf HTTP/1.1" status: 200 len: 945 time: 0.1341419 Feb 09 01:19:15.045046 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a5192171-2017-4521-a983-162568e077a8 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router_gateway (99b0534e-48a2-4fa6-90ed-d3f1b1c55f95), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:15.380590 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60972) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:15.460329 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a5192171-2017-4521-a983-162568e077a8 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (99b0534e-48a2-4fa6-90ed-d3f1b1c55f95), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:15.470924 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-19fb3e99-9749-45cf-88fe-e8ed6fa01653 admin admin] Deleting subnet 634bd319-ae48-4392-b226-ae3056f2fa32 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:19:15.483735 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-19fb3e99-9749-45cf-88fe-e8ed6fa01653 admin admin] Publish callbacks [] for subnet (634bd319-ae48-4392-b226-ae3056f2fa32), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:15.496169 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b53871a7-09ee-4a87-bc36-d327d6b4957a req-6e9c7dcb-b506-46c8-9f30-45b4ccf4e05e tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8b2b6fd-d003-48e8-bc6e-e1f67872825c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5044827 Feb 09 01:19:15.586533 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-19fb3e99-9749-45cf-88fe-e8ed6fa01653 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (634bd319-ae48-4392-b226-ae3056f2fa32), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:15.699033 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-19fb3e99-9749-45cf-88fe-e8ed6fa01653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (634bd319-ae48-4392-b226-ae3056f2fa32), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:15.798270 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b3ecd-2024-4288-8a3a-9f92fb8da485 req-ea9b1787-b1b9-4c7f-a85a-cb1dfcadaf17 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:15.804270 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-974b3ecd-2024-4288-8a3a-9f92fb8da485 req-ea9b1787-b1b9-4c7f-a85a-cb1dfcadaf17 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "GET /v2.0/ports?device_id=19ea4fe2-f03b-4312-b954-f87b47184dbf HTTP/1.1" status: 200 len: 945 time: 0.1827424 Feb 09 01:19:15.830215 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5192171-2017-4521-a983-162568e077a8 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Router 99b0534e-48a2-4fa6-90ed-d3f1b1c55f95 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:19:15.832667 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-19fb3e99-9749-45cf-88fe-e8ed6fa01653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (634bd319-ae48-4392-b226-ae3056f2fa32), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:15.924050 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-19fb3e99-9749-45cf-88fe-e8ed6fa01653 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:15.939512 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-19fb3e99-9749-45cf-88fe-e8ed6fa01653 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/634bd319-ae48-4392-b226-ae3056f2fa32 HTTP/1.1" status: 204 len: 168 time: 0.5576813 Feb 09 01:19:15.940300 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60992) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:15.943033 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb3e99-9749-45cf-88fe-e8ed6fa01653 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=634bd319-ae48-4392-b226-ae3056f2fa32,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:16.148966 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ae5758c1-09d8-47eb-8540-274fa19a7691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (410282e2-4ceb-448d-8dd3-314e079b2f0f), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:16.160984 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb3e99-9749-45cf-88fe-e8ed6fa01653 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:16.161342 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb3e99-9749-45cf-88fe-e8ed6fa01653 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:16.161692 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb3e99-9749-45cf-88fe-e8ed6fa01653 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:16.162038 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb3e99-9749-45cf-88fe-e8ed6fa01653 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:16.162380 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb3e99-9749-45cf-88fe-e8ed6fa01653 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:16.162726 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb3e99-9749-45cf-88fe-e8ed6fa01653 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:16.163106 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb3e99-9749-45cf-88fe-e8ed6fa01653 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:16.163446 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb3e99-9749-45cf-88fe-e8ed6fa01653 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:16.163778 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb3e99-9749-45cf-88fe-e8ed6fa01653 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:16.164105 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb3e99-9749-45cf-88fe-e8ed6fa01653 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:16.164436 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb3e99-9749-45cf-88fe-e8ed6fa01653 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:16.164786 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb3e99-9749-45cf-88fe-e8ed6fa01653 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:16.165112 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fb3e99-9749-45cf-88fe-e8ed6fa01653 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:16.264107 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ae5758c1-09d8-47eb-8540-274fa19a7691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (410282e2-4ceb-448d-8dd3-314e079b2f0f), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:16.269120 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-974b3ecd-2024-4288-8a3a-9f92fb8da485 req-c1f3cde2-1144-4fa0-96c4-751caa947527 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8b2b6fd-d003-48e8-bc6e-e1f67872825c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4437857 Feb 09 01:19:16.315403 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-ae5758c1-09d8-47eb-8540-274fa19a7691 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['410282e2-4ceb-448d-8dd3-314e079b2f0f']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:16.335759 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 32770) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:16.342438 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-ae5758c1-09d8-47eb-8540-274fa19a7691 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4152dd5-c043-4ad7-b756-5d8f41b7108a') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:16.342740 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-ae5758c1-09d8-47eb-8540-274fa19a7691 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4152dd5-c043-4ad7-b756-5d8f41b7108a') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:16.391629 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5192171-2017-4521-a983-162568e077a8 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:19:16.393501 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ae5758c1-09d8-47eb-8540-274fa19a7691 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (a4152dd5-c043-4ad7-b756-5d8f41b7108a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:16.402072 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605489af-338c-43c1-8196-076e508e1ede None None] Sync routers for ids ['99b0534e-48a2-4fa6-90ed-d3f1b1c55f95'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:19:16.426400 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605489af-338c-43c1-8196-076e508e1ede None None] Routers {'99b0534e-48a2-4fa6-90ed-d3f1b1c55f95'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:19:16.427056 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-605489af-338c-43c1-8196-076e508e1ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:19:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['99b0534e-48a2-4fa6-90ed-d3f1b1c55f95'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:16.438971 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ae5758c1-09d8-47eb-8540-274fa19a7691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (a4152dd5-c043-4ad7-b756-5d8f41b7108a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:16.450207 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae5758c1-09d8-47eb-8540-274fa19a7691 admin admin] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:19:16.450617 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ae5758c1-09d8-47eb-8540-274fa19a7691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (a4152dd5-c043-4ad7-b756-5d8f41b7108a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:16.472632 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a5192171-2017-4521-a983-162568e077a8 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:16.477162 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a5192171-2017-4521-a983-162568e077a8 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.5826859 Feb 09 01:19:16.477522 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 32774) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:16.481722 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-f23be375-6361-4bec-9396-bb4c9da57144 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'enable_snat': False}}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:16.530748 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-605489af-338c-43c1-8196-076e508e1ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:16.568658 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605489af-338c-43c1-8196-076e508e1ede None None] Routers {'99b0534e-48a2-4fa6-90ed-d3f1b1c55f95'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:19:16.569312 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-605489af-338c-43c1-8196-076e508e1ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:19:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['99b0534e-48a2-4fa6-90ed-d3f1b1c55f95'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:16.583236 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:19:16.583236 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:19:16.583236 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:19:16.583236 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:19:16.583236 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:19:16.583236 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:19:16.583236 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:19:16.583236 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:19:16.583236 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:19:16.583236 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:19:16.583236 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:19:16.583236 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:19:16.583236 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:19:16.583236 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:19:16.583236 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:19:16.583236 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:19:16.583236 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:19:16.583236 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:19:16.583236 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:19:16.583236 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:19:16.583236 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:19:16.583236 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:19:16.583236 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:19:16.583236 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:19:16.583236 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:19:16.583236 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:19:16.583236 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:19:16.583236 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:19:16.583236 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:19:16.583236 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:19:16.583236 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:19:16.583236 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:19:16.590200 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ae5758c1-09d8-47eb-8540-274fa19a7691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (410282e2-4ceb-448d-8dd3-314e079b2f0f), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:16.597400 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ae5758c1-09d8-47eb-8540-274fa19a7691 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:16.606794 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ae5758c1-09d8-47eb-8540-274fa19a7691 admin admin] 10.222.0.50 "DELETE /v2.0/networks/410282e2-4ceb-448d-8dd3-314e079b2f0f HTTP/1.1" status: 204 len: 168 time: 0.6619089 Feb 09 01:19:16.651793 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5758c1-09d8-47eb-8540-274fa19a7691 admin admin] Pushing event deleted for resources: {'Network': ['ID=410282e2-4ceb-448d-8dd3-314e079b2f0f,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:16.667229 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-605489af-338c-43c1-8196-076e508e1ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:16.667909 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605489af-338c-43c1-8196-076e508e1ede None None] The sync data for ids ['99b0534e-48a2-4fa6-90ed-d3f1b1c55f95'] in n-d-828369-4 is: [] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:19:16.813918 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 32780) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:16.874838 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3a98a6df-1f61-4ffe-8ecb-8c3ae4861a85 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4838e50f955d45d49a47c94b65e5875b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0588970 Feb 09 01:19:16.878297 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 32782) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:16.987464 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6a11c479-1354-4951-8c54-33cca1bbb214 admin admin] Publish callbacks [] for security_group (e08c4bd5-6650-4b50-a132-1958e3543e3a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:17.029481 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6a11c479-1354-4951-8c54-33cca1bbb214 admin admin] Publish callbacks [] for security_group (e08c4bd5-6650-4b50-a132-1958e3543e3a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:17.106975 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6a11c479-1354-4951-8c54-33cca1bbb214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e08c4bd5-6650-4b50-a132-1958e3543e3a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:17.109688 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6a11c479-1354-4951-8c54-33cca1bbb214 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:17.111771 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6a11c479-1354-4951-8c54-33cca1bbb214 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e08c4bd5-6650-4b50-a132-1958e3543e3a HTTP/1.1" status: 204 len: 168 time: 0.2324324 Feb 09 01:19:17.139292 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a11c479-1354-4951-8c54-33cca1bbb214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08c4bd5-6650-4b50-a132-1958e3543e3a,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:17.240727 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b494e072-b4e0-4746-ae07-28ecd7918fec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:17.505356 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b494e072-b4e0-4746-ae07-28ecd7918fec admin admin] Publish callbacks [] for security_group (aaf58e0d-f26b-4692-a5a8-94599c42836d), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:17.517834 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b494e072-b4e0-4746-ae07-28ecd7918fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (aaf58e0d-f26b-4692-a5a8-94599c42836d), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:17.558566 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b494e072-b4e0-4746-ae07-28ecd7918fec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bf51d53b7d784c0382c3a0d5ac36a12c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2147799 Feb 09 01:19:17.559923 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 32802) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:17.648890 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b494e072-b4e0-4746-ae07-28ecd7918fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf58e0d-f26b-4692-a5a8-94599c42836d,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:17.747325 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f23be375-6361-4bec-9396-bb4c9da57144 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for router_gateway (99b0534e-48a2-4fa6-90ed-d3f1b1c55f95), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:17.840739 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-525f9fb5-fe08-4fc7-a3ab-049563adb20e admin admin] Publish callbacks [] for security_group (aaf58e0d-f26b-4692-a5a8-94599c42836d), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:17.969925 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-525f9fb5-fe08-4fc7-a3ab-049563adb20e admin admin] Publish callbacks [] for security_group (aaf58e0d-f26b-4692-a5a8-94599c42836d), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:18.158554 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-525f9fb5-fe08-4fc7-a3ab-049563adb20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (aaf58e0d-f26b-4692-a5a8-94599c42836d), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:18.161298 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-525f9fb5-fe08-4fc7-a3ab-049563adb20e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:18.167760 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-525f9fb5-fe08-4fc7-a3ab-049563adb20e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/aaf58e0d-f26b-4692-a5a8-94599c42836d HTTP/1.1" status: 204 len: 168 time: 0.6024032 Feb 09 01:19:18.169021 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 32822) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:18.185409 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f9fb5-fe08-4fc7-a3ab-049563adb20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf58e0d-f26b-4692-a5a8-94599c42836d,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:18.700112 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b42ee5ad-cdf8-4697-acd7-a6f420911b1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:19.008847 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b42ee5ad-cdf8-4697-acd7-a6f420911b1a admin admin] Publish callbacks [] for security_group (7bc2dcf7-5ae0-4ff1-b318-5ad1923c1b91), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:19.020756 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b42ee5ad-cdf8-4697-acd7-a6f420911b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (7bc2dcf7-5ae0-4ff1-b318-5ad1923c1b91), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:19.178010 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b42ee5ad-cdf8-4697-acd7-a6f420911b1a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2c8d4d100158444b977a7e56217d8a41&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0072558 Feb 09 01:19:19.189016 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 32866) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:19.206174 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ee5ad-cdf8-4697-acd7-a6f420911b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc2dcf7-5ae0-4ff1-b318-5ad1923c1b91,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:19.415724 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f23be375-6361-4bec-9396-bb4c9da57144 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57606'] for router (99b0534e-48a2-4fa6-90ed-d3f1b1c55f95), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:19.417052 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-83120630-b705-4445-9ec5-fb335445025d admin admin] Publish callbacks [] for security_group (7bc2dcf7-5ae0-4ff1-b318-5ad1923c1b91), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:19.423662 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f23be375-6361-4bec-9396-bb4c9da57144 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-482771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-482762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-478377'] for router (99b0534e-48a2-4fa6-90ed-d3f1b1c55f95), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:19.442836 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 32868) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:19.464873 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-83120630-b705-4445-9ec5-fb335445025d admin admin] Publish callbacks [] for security_group (7bc2dcf7-5ae0-4ff1-b318-5ad1923c1b91), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:19.554519 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-83120630-b705-4445-9ec5-fb335445025d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (7bc2dcf7-5ae0-4ff1-b318-5ad1923c1b91), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:19.558333 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-83120630-b705-4445-9ec5-fb335445025d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:19.560621 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-83120630-b705-4445-9ec5-fb335445025d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7bc2dcf7-5ae0-4ff1-b318-5ad1923c1b91 HTTP/1.1" status: 204 len: 168 time: 0.3671546 Feb 09 01:19:19.576324 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83120630-b705-4445-9ec5-fb335445025d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc2dcf7-5ae0-4ff1-b318-5ad1923c1b91,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:19.710417 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23be375-6361-4bec-9396-bb4c9da57144 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Router 99b0534e-48a2-4fa6-90ed-d3f1b1c55f95 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:19:19.721185 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-93baceba-9399-4c1b-946b-2ccd75626d7f admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1274966882-network', 'tenant_id': '915878c781df4952bb4c6e1abdb6034b'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:19.853407 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93baceba-9399-4c1b-946b-2ccd75626d7f admin admin] Made reservation on behalf of 915878c781df4952bb4c6e1abdb6034b for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:19.861291 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-93baceba-9399-4c1b-946b-2ccd75626d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:20.020137 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-93baceba-9399-4c1b-946b-2ccd75626d7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:20.239639 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23be375-6361-4bec-9396-bb4c9da57144 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:19:20.250553 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf4d315-d308-4997-8b24-dfe5938d7354 None None] Sync routers for ids ['99b0534e-48a2-4fa6-90ed-d3f1b1c55f95'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:19:20.269787 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf4d315-d308-4997-8b24-dfe5938d7354 None None] Routers {'99b0534e-48a2-4fa6-90ed-d3f1b1c55f95'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:19:20.271029 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-1bf4d315-d308-4997-8b24-dfe5938d7354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:19:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['99b0534e-48a2-4fa6-90ed-d3f1b1c55f95'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:20.288741 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f23be375-6361-4bec-9396-bb4c9da57144 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:20.293309 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f23be375-6361-4bec-9396-bb4c9da57144 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] 10.222.0.50 "PUT /v2.0/routers/99b0534e-48a2-4fa6-90ed-d3f1b1c55f95 HTTP/1.1" status: 200 len: 925 time: 3.8149366 Feb 09 01:19:20.296030 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 32894) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:20.392071 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-93baceba-9399-4c1b-946b-2ccd75626d7f admin admin] Publish callbacks [] for security_group (70a8fcae-fccf-4ce6-b06f-85f139643c8b), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:20.399488 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-93baceba-9399-4c1b-946b-2ccd75626d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (70a8fcae-fccf-4ce6-b06f-85f139643c8b), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:20.453605 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-1bf4d315-d308-4997-8b24-dfe5938d7354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:20.487497 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf4d315-d308-4997-8b24-dfe5938d7354 None None] Routers {'99b0534e-48a2-4fa6-90ed-d3f1b1c55f95'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:19:20.488150 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-1bf4d315-d308-4997-8b24-dfe5938d7354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:19:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['99b0534e-48a2-4fa6-90ed-d3f1b1c55f95'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:20.496660 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93baceba-9399-4c1b-946b-2ccd75626d7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1044} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:19:20.564783 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-93baceba-9399-4c1b-946b-2ccd75626d7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (860b92b1-31f7-4594-8b9a-cc6defa9d6af), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:20.565268 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-93baceba-9399-4c1b-946b-2ccd75626d7f admin admin] Added segment 860b92b1-31f7-4594-8b9a-cc6defa9d6af of type vlan for network 76364121-8251-4e9a-bad2-347919626704 Feb 09 01:19:20.594239 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93baceba-9399-4c1b-946b-2ccd75626d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a8fcae-fccf-4ce6-b06f-85f139643c8b,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:20.614436 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-1bf4d315-d308-4997-8b24-dfe5938d7354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:20.615655 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 32898) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:20.620213 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf4d315-d308-4997-8b24-dfe5938d7354 None None] The sync data for ids ['99b0534e-48a2-4fa6-90ed-d3f1b1c55f95'] in n-d-828369-4 is: [] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:19:20.700083 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-06d80f4d-3bde-4615-baa1-0ccf9c5e8ee1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:20.732755 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-93baceba-9399-4c1b-946b-2ccd75626d7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (76364121-8251-4e9a-bad2-347919626704), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:20.791809 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-93baceba-9399-4c1b-946b-2ccd75626d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (76364121-8251-4e9a-bad2-347919626704), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:20.792776 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93baceba-9399-4c1b-946b-2ccd75626d7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:20.793537 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-93baceba-9399-4c1b-946b-2ccd75626d7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:20.904330 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-06d80f4d-3bde-4615-baa1-0ccf9c5e8ee1 admin admin] Publish callbacks [] for security_group (2095119d-7237-4114-9472-e610c4f48f95), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:20.931164 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93baceba-9399-4c1b-946b-2ccd75626d7f admin admin] Pushing event updated for resources: {'Network': ['ID=76364121-8251-4e9a-bad2-347919626704,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:20.941419 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-06d80f4d-3bde-4615-baa1-0ccf9c5e8ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (2095119d-7237-4114-9472-e610c4f48f95), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:20.943590 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 76364121-8251-4e9a-bad2-347919626704 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:19:20.980264 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-93baceba-9399-4c1b-946b-2ccd75626d7f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5349610 Feb 09 01:19:20.982630 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 32902) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:20.989360 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-ee2912d8-5820-4257-920a-b1df3e8a9a07 admin admin] Request body: {'subnet': {'network_id': '76364121-8251-4e9a-bad2-347919626704', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1274966882-subnet', 'tenant_id': '915878c781df4952bb4c6e1abdb6034b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:21.042978 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e65cdd1a-59f5-4656-b159-7aecdcdc3c49 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] 10.222.0.50 "GET /v2.0/routers/99b0534e-48a2-4fa6-90ed-d3f1b1c55f95 HTTP/1.1" status: 200 len: 925 time: 0.7410855 Feb 09 01:19:21.044494 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 32906) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:21.050797 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-06d80f4d-3bde-4615-baa1-0ccf9c5e8ee1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=898323c683bc477d8c80b77d2d43b822&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4135747 Feb 09 01:19:21.087521 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 32908) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:21.090146 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d80f4d-3bde-4615-baa1-0ccf9c5e8ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2095119d-7237-4114-9472-e610c4f48f95,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:21.195421 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2912d8-5820-4257-920a-b1df3e8a9a07 admin admin] Made reservation on behalf of 915878c781df4952bb4c6e1abdb6034b for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:21.199853 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ee2912d8-5820-4257-920a-b1df3e8a9a07 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:21.513959 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6401c377-03cb-45bf-9fb1-30986c8b8d85 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:21.520100 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 32924) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:21.533690 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-6401c377-03cb-45bf-9fb1-30986c8b8d85 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=ca740734-29c2-4b60-ae10-4c709b5c6ef4&device_id=99b0534e-48a2-4fa6-90ed-d3f1b1c55f95&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4842775 Feb 09 01:19:21.555984 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-eb48ad79-6522-4427-b388-f3fdce165765 admin admin] Publish callbacks [] for security_group (2095119d-7237-4114-9472-e610c4f48f95), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:21.658717 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-eb48ad79-6522-4427-b388-f3fdce165765 admin admin] Publish callbacks [] for security_group (2095119d-7237-4114-9472-e610c4f48f95), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:21.697822 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea04e7b-3759-43f2-98c6-dc02f5fa64df tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:21.702814 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-fea04e7b-3759-43f2-98c6-dc02f5fa64df tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] 10.222.0.50 "GET /v2.0/networks/ca740734-29c2-4b60-ae10-4c709b5c6ef4 HTTP/1.1" status: 200 len: 881 time: 0.1801808 Feb 09 01:19:21.703488 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 32926) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:21.742234 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0b8086dc-3675-479c-b64a-ef67889c1ddb tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] 10.222.0.50 "GET /v2.0/ports?device_id=99b0534e-48a2-4fa6-90ed-d3f1b1c55f95 HTTP/1.1" status: 200 len: 205 time: 0.0368817 Feb 09 01:19:21.742866 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 32928) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:21.934641 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e48e2234-8f4d-43bc-aa73-d0f6093cb0d2 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router (99b0534e-48a2-4fa6-90ed-d3f1b1c55f95), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:21.961169 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-eb48ad79-6522-4427-b388-f3fdce165765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (2095119d-7237-4114-9472-e610c4f48f95), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:21.963754 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-eb48ad79-6522-4427-b388-f3fdce165765 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:21.964919 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-eb48ad79-6522-4427-b388-f3fdce165765 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2095119d-7237-4114-9472-e610c4f48f95 HTTP/1.1" status: 204 len: 168 time: 0.8652518 Feb 09 01:19:21.994057 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ee2912d8-5820-4257-920a-b1df3e8a9a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (4d247abd-f465-420e-b4f5-d074a7886dbf), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:22.045950 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48ad79-6522-4427-b388-f3fdce165765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2095119d-7237-4114-9472-e610c4f48f95,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:22.132880 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e48e2234-8f4d-43bc-aa73-d0f6093cb0d2 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router_gateway (99b0534e-48a2-4fa6-90ed-d3f1b1c55f95), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:22.215459 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2912d8-5820-4257-920a-b1df3e8a9a07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d247abd-f465-420e-b4f5-d074a7886dbf,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:22.217745 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-e48e2234-8f4d-43bc-aa73-d0f6093cb0d2 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Deleting port a1994f24-7595-4194-b80a-a7a833a27808 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:19:22.218344 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e48e2234-8f4d-43bc-aa73-d0f6093cb0d2 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (a1994f24-7595-4194-b80a-a7a833a27808), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:22.238664 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2912d8-5820-4257-920a-b1df3e8a9a07 admin admin] Checking segment: {'id': '860b92b1-31f7-4594-8b9a-cc6defa9d6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '76364121-8251-4e9a-bad2-347919626704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:19:22.239050 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2912d8-5820-4257-920a-b1df3e8a9a07 admin admin] Network hostable DHCP agents. Network: 76364121-8251-4e9a-bad2-347919626704, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:19:22.285787 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2912d8-5820-4257-920a-b1df3e8a9a07 admin admin] Network 76364121-8251-4e9a-bad2-347919626704 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:19:22.306081 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-ee2912d8-5820-4257-920a-b1df3e8a9a07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 76364121-8251-4e9a-bad2-347919626704) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:22.312017 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2912d8-5820-4257-920a-b1df3e8a9a07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:22.312653 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ee2912d8-5820-4257-920a-b1df3e8a9a07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:22.318462 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18151508-5b66-4baa-8fa8-be5e1454b0d7 None None] Network 76364121-8251-4e9a-bad2-347919626704 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:19:22.371076 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ee2912d8-5820-4257-920a-b1df3e8a9a07 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3868349 Feb 09 01:19:22.414012 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e48e2234-8f4d-43bc-aa73-d0f6093cb0d2 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (a1994f24-7595-4194-b80a-a7a833a27808), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:22.438014 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-e48e2234-8f4d-43bc-aa73-d0f6093cb0d2 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Calling delete_port for a1994f24-7595-4194-b80a-a7a833a27808 owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:19:22.532755 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c2921e-d5d0-4343-a509-3630664630f9 None None] Network 76364121-8251-4e9a-bad2-347919626704 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:19:22.804443 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e48e2234-8f4d-43bc-aa73-d0f6093cb0d2 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (a1994f24-7595-4194-b80a-a7a833a27808), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:22.850603 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e2234-8f4d-43bc-aa73-d0f6093cb0d2 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Pushing event deleted for resources: {'Port': ['ID=a1994f24-7595-4194-b80a-a7a833a27808,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:22.969346 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e48e2234-8f4d-43bc-aa73-d0f6093cb0d2 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (99b0534e-48a2-4fa6-90ed-d3f1b1c55f95), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:23.206986 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e48e2234-8f4d-43bc-aa73-d0f6093cb0d2 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (99b0534e-48a2-4fa6-90ed-d3f1b1c55f95), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:23.209719 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e48e2234-8f4d-43bc-aa73-d0f6093cb0d2 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router_controller (99b0534e-48a2-4fa6-90ed-d3f1b1c55f95), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:23.320305 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e48e2234-8f4d-43bc-aa73-d0f6093cb0d2 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (99b0534e-48a2-4fa6-90ed-d3f1b1c55f95), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:23.323908 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48e2234-8f4d-43bc-aa73-d0f6093cb0d2 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Fanout notify agent at l3_agent the message router_deleted on router 99b0534e-48a2-4fa6-90ed-d3f1b1c55f95 {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:19:23.350091 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e48e2234-8f4d-43bc-aa73-d0f6093cb0d2 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:23.351462 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e48e2234-8f4d-43bc-aa73-d0f6093cb0d2 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] 10.222.0.50 "DELETE /v2.0/routers/99b0534e-48a2-4fa6-90ed-d3f1b1c55f95 HTTP/1.1" status: 204 len: 168 time: 1.6075771 Feb 09 01:19:23.356260 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 32984) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:23.375733 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-9bbe544c-d7ad-4cc5-845f-41c295e141f3 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1306537043', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:23.400799 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-5db2e8fe-dbda-481d-9942-01a607473f6c tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:23.404899 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-5db2e8fe-dbda-481d-9942-01a607473f6c tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.50 "GET /v2.0/networks?id=76364121-8251-4e9a-bad2-347919626704 HTTP/1.1" status: 200 len: 818 time: 0.2514853 Feb 09 01:19:23.428106 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9bbe544c-d7ad-4cc5-845f-41c295e141f3 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (eb6c54bd-a1b5-4cc6-928f-714188898987), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:23.429959 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9bbe544c-d7ad-4cc5-845f-41c295e141f3 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (eb6c54bd-a1b5-4cc6-928f-714188898987), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:23.435908 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-6a82866a-f9b4-4847-8b1a-a9b9fa520dfb tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.50 "GET /v2.0/quotas/915878c781df4952bb4c6e1abdb6034b HTTP/1.1" status: 200 len: 375 time: 0.0248919 Feb 09 01:19:23.487577 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-0261b13d-0035-4f20-9f0f-60ae044e9210 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=915878c781df4952bb4c6e1abdb6034b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503051 Feb 09 01:19:23.553935 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9bbe544c-d7ad-4cc5-845f-41c295e141f3 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router_controller (eb6c54bd-a1b5-4cc6-928f-714188898987), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:23.565964 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9bbe544c-d7ad-4cc5-845f-41c295e141f3 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (eb6c54bd-a1b5-4cc6-928f-714188898987), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:23.612122 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9bbe544c-d7ad-4cc5-845f-41c295e141f3 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:23.618113 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9bbe544c-d7ad-4cc5-845f-41c295e141f3 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2607486 Feb 09 01:19:23.621296 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 32996) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:23.651372 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-e10321a5-5617-43c8-8976-a46f59f72f5d tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:23.681936 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-3e2e6f25-9404-4b06-814b-ea2601d54c65 service neutron] 10.222.0.50 "GET /v2.0/networks/76364121-8251-4e9a-bad2-347919626704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925368 Feb 09 01:19:23.824367 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-5690ceec-a760-4ca0-bbf4-22bfa443b3db service neutron] 10.222.0.50 "GET /v2.0/networks/76364121-8251-4e9a-bad2-347919626704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414950 Feb 09 01:19:24.449214 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e10321a5-5617-43c8-8976-a46f59f72f5d tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router_gateway (eb6c54bd-a1b5-4cc6-928f-714188898987), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:24.520967 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c79b0f2a-9fd6-47dc-8fc8-f36dbae1a9b8 req-e4348c2e-b385-4a61-b1e3-120a6667faef tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.50 "GET /v2.0/ports?device_id=33b52744-6bcb-49e2-ba0d-50ecaa3d6545 HTTP/1.1" status: 200 len: 210 time: 0.0507944 Feb 09 01:19:24.791717 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e10321a5-5617-43c8-8976-a46f59f72f5d tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router_gateway (eb6c54bd-a1b5-4cc6-928f-714188898987), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:24.825139 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e10321a5-5617-43c8-8976-a46f59f72f5d tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:25.105222 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-e10321a5-5617-43c8-8976-a46f59f72f5d tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Allocated IP 172.25.8.27 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/0c1f2734-3aa9-47f5-9498-4616d8f244db) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:25.327214 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e10321a5-5617-43c8-8976-a46f59f72f5d tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for port (0c1f2734-3aa9-47f5-9498-4616d8f244db), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:25.418769 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e10321a5-5617-43c8-8976-a46f59f72f5d tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (0c1f2734-3aa9-47f5-9498-4616d8f244db), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:25.430764 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33056) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:25.497584 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10321a5-5617-43c8-8976-a46f59f72f5d tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:25.516460 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-e10321a5-5617-43c8-8976-a46f59f72f5d tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:25.530137 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10321a5-5617-43c8-8976-a46f59f72f5d tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:19:25.646612 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10321a5-5617-43c8-8976-a46f59f72f5d tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Pushing event updated for resources: {'Port': ['ID=0c1f2734-3aa9-47f5-9498-4616d8f244db,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:25.742748 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-578271b6-a278-4550-9d4a-67f06bec66f8 req-e6e203f8-b187-48a4-bd42-56f6f7c29f7b tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.50 "GET /v2.0/ports?device_id=33b52744-6bcb-49e2-ba0d-50ecaa3d6545 HTTP/1.1" status: 200 len: 210 time: 0.1266725 Feb 09 01:19:26.021506 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8a6dd9a2-1ee7-40fa-ba7c-84dcb0f0b385 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:26.234343 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8a6dd9a2-1ee7-40fa-ba7c-84dcb0f0b385 admin admin] Publish callbacks [] for security_group (585ec36c-5517-4a9e-8a91-e63045881a42), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:26.239052 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8a6dd9a2-1ee7-40fa-ba7c-84dcb0f0b385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (585ec36c-5517-4a9e-8a91-e63045881a42), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:26.331451 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8a6dd9a2-1ee7-40fa-ba7c-84dcb0f0b385 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f4b7b009d1874a89a64bc30164c91b34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8985004 Feb 09 01:19:26.333585 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6dd9a2-1ee7-40fa-ba7c-84dcb0f0b385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585ec36c-5517-4a9e-8a91-e63045881a42,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:26.356424 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33084) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:26.425467 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6dd9a2-1ee7-40fa-ba7c-84dcb0f0b385 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:26.428521 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6dd9a2-1ee7-40fa-ba7c-84dcb0f0b385 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:26.428917 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6dd9a2-1ee7-40fa-ba7c-84dcb0f0b385 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:26.429278 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6dd9a2-1ee7-40fa-ba7c-84dcb0f0b385 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:26.433097 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6dd9a2-1ee7-40fa-ba7c-84dcb0f0b385 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:26.433537 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6dd9a2-1ee7-40fa-ba7c-84dcb0f0b385 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:26.436594 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6dd9a2-1ee7-40fa-ba7c-84dcb0f0b385 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:26.438083 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6dd9a2-1ee7-40fa-ba7c-84dcb0f0b385 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:26.439117 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6dd9a2-1ee7-40fa-ba7c-84dcb0f0b385 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:26.439494 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6dd9a2-1ee7-40fa-ba7c-84dcb0f0b385 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:26.439849 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6dd9a2-1ee7-40fa-ba7c-84dcb0f0b385 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:26.445653 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6dd9a2-1ee7-40fa-ba7c-84dcb0f0b385 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:26.446881 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a6dd9a2-1ee7-40fa-ba7c-84dcb0f0b385 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:19:26.709452 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2ea95833-9213-4e9b-9d94-8616e763216e admin admin] Publish callbacks [] for security_group (585ec36c-5517-4a9e-8a91-e63045881a42), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:26.751633 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2ea95833-9213-4e9b-9d94-8616e763216e admin admin] Publish callbacks [] for security_group (585ec36c-5517-4a9e-8a91-e63045881a42), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:26.894380 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2ea95833-9213-4e9b-9d94-8616e763216e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (585ec36c-5517-4a9e-8a91-e63045881a42), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:26.902120 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2ea95833-9213-4e9b-9d94-8616e763216e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:26.907113 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2ea95833-9213-4e9b-9d94-8616e763216e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/585ec36c-5517-4a9e-8a91-e63045881a42 HTTP/1.1" status: 204 len: 168 time: 0.5452182 Feb 09 01:19:26.967270 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2d0d954b-9db2-4602-a276-c2005818607d req-3fc6e9a1-bee0-4b17-8d35-4f01821eeab2 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.50 "GET /v2.0/ports?device_id=33b52744-6bcb-49e2-ba0d-50ecaa3d6545 HTTP/1.1" status: 200 len: 210 time: 0.0504923 Feb 09 01:19:26.983398 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea95833-9213-4e9b-9d94-8616e763216e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585ec36c-5517-4a9e-8a91-e63045881a42,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:27.077625 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-828d511f-2419-4816-8935-2423b98f756f tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:27.079173 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-828d511f-2419-4816-8935-2423b98f756f tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.120 "GET /v2.0/networks?id=76364121-8251-4e9a-bad2-347919626704 HTTP/1.1" status: 200 len: 818 time: 0.4656706 Feb 09 01:19:27.118001 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-c10f1011-408c-42b3-9001-00b82bd2da7c tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Request body: {'port': {'device_id': '6b1758ce-ab4f-4eba-963e-a22e9fc2d2ab', 'network_id': '76364121-8251-4e9a-bad2-347919626704', 'admin_state_up': True, 'tenant_id': '915878c781df4952bb4c6e1abdb6034b'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:27.630085 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e10321a5-5617-43c8-8976-a46f59f72f5d tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router_gateway (eb6c54bd-a1b5-4cc6-928f-714188898987), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:27.764334 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33104) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:27.829316 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-b108b034-30e1-4acc-845d-4ed987c030e1 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:27.834441 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-b108b034-30e1-4acc-845d-4ed987c030e1 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.120 "GET /v2.0/networks?id=76364121-8251-4e9a-bad2-347919626704 HTTP/1.1" status: 200 len: 818 time: 0.3719566 Feb 09 01:19:27.835594 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-c10f1011-408c-42b3-9001-00b82bd2da7c tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Made reservation on behalf of 915878c781df4952bb4c6e1abdb6034b for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:27.844237 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-c10f1011-408c-42b3-9001-00b82bd2da7c tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:27.881288 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-ddc7abdc-35fb-432b-a2f7-c6f2df618f77 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:27.882750 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-ddc7abdc-35fb-432b-a2f7-c6f2df618f77 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.47 "GET /v2.0/networks?id=76364121-8251-4e9a-bad2-347919626704 HTTP/1.1" status: 200 len: 818 time: 0.6351635 Feb 09 01:19:27.883580 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-c0260bdf-9f4a-4bc8-9c08-5cf5467b6dcd tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Request body: {'port': {'device_id': '33b52744-6bcb-49e2-ba0d-50ecaa3d6545', 'network_id': '76364121-8251-4e9a-bad2-347919626704', 'admin_state_up': True, 'tenant_id': '915878c781df4952bb4c6e1abdb6034b'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:27.892952 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-70ea5fca-8987-46fc-9202-505f30f7bdb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:27.911706 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-ca355081-1e82-4bd1-89ec-d8ee4596a617 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Request body: {'port': {'device_id': '0267f8b6-44e4-4f2b-9496-2004a87f4cbb', 'network_id': '76364121-8251-4e9a-bad2-347919626704', 'admin_state_up': True, 'tenant_id': '915878c781df4952bb4c6e1abdb6034b'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:28.227951 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fb3ae8ba-962c-41ce-ac1f-4bce840d3ded req-f8cfc11a-a486-4763-b4cd-b23d05224f8b tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.50 "GET /v2.0/ports?device_id=33b52744-6bcb-49e2-ba0d-50ecaa3d6545 HTTP/1.1" status: 200 len: 210 time: 0.1307955 Feb 09 01:19:28.252253 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-70ea5fca-8987-46fc-9202-505f30f7bdb6 admin admin] Publish callbacks [] for security_group (f58a5267-bad7-46e6-9b36-f5538172da7f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:28.290355 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-70ea5fca-8987-46fc-9202-505f30f7bdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (f58a5267-bad7-46e6-9b36-f5538172da7f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:28.334031 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e10321a5-5617-43c8-8976-a46f59f72f5d tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57606'] for router (eb6c54bd-a1b5-4cc6-928f-714188898987), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:28.338077 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e10321a5-5617-43c8-8976-a46f59f72f5d tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-482771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-482762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-478377'] for router (eb6c54bd-a1b5-4cc6-928f-714188898987), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:28.370242 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-70ea5fca-8987-46fc-9202-505f30f7bdb6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d6be293bf2b143829d6a3318c2d062fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6048932 Feb 09 01:19:28.376375 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33114) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:28.407693 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-c10f1011-408c-42b3-9001-00b82bd2da7c tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Allocated IP 172.20.0.3 (76364121-8251-4e9a-bad2-347919626704/4d247abd-f465-420e-b4f5-d074a7886dbf/ae5b5426-2067-442d-b1eb-711fe7cba16a) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:28.413359 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-c0260bdf-9f4a-4bc8-9c08-5cf5467b6dcd tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Made reservation on behalf of 915878c781df4952bb4c6e1abdb6034b for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:28.416915 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-c0260bdf-9f4a-4bc8-9c08-5cf5467b6dcd tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:28.668470 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea5fca-8987-46fc-9202-505f30f7bdb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58a5267-bad7-46e6-9b36-f5538172da7f,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:28.732989 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-ca355081-1e82-4bd1-89ec-d8ee4596a617 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Made reservation on behalf of 915878c781df4952bb4c6e1abdb6034b for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:19:28.739473 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-ca355081-1e82-4bd1-89ec-d8ee4596a617 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:28.893039 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-c10f1011-408c-42b3-9001-00b82bd2da7c tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Publish callbacks [] for port (ae5b5426-2067-442d-b1eb-711fe7cba16a), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:28.977828 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-c10f1011-408c-42b3-9001-00b82bd2da7c tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (ae5b5426-2067-442d-b1eb-711fe7cba16a), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:29.111005 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-32a5ab91-96f5-4844-88e5-f7d800b18154 admin admin] Publish callbacks [] for security_group (f58a5267-bad7-46e6-9b36-f5538172da7f), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:29.148705 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-c10f1011-408c-42b3-9001-00b82bd2da7c tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Network 76364121-8251-4e9a-bad2-347919626704 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:29.168558 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-c10f1011-408c-42b3-9001-00b82bd2da7c tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:29.169614 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-32a5ab91-96f5-4844-88e5-f7d800b18154 admin admin] Publish callbacks [] for security_group (f58a5267-bad7-46e6-9b36-f5538172da7f), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:29.177195 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-c10f1011-408c-42b3-9001-00b82bd2da7c tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:19:29.276045 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-32a5ab91-96f5-4844-88e5-f7d800b18154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (f58a5267-bad7-46e6-9b36-f5538172da7f), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:29.294620 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-32a5ab91-96f5-4844-88e5-f7d800b18154 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:29.298565 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-32a5ab91-96f5-4844-88e5-f7d800b18154 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f58a5267-bad7-46e6-9b36-f5538172da7f HTTP/1.1" status: 204 len: 168 time: 0.9191539 Feb 09 01:19:29.351101 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f1011-408c-42b3-9001-00b82bd2da7c tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Pushing event updated for resources: {'Port': ['ID=ae5b5426-2067-442d-b1eb-711fe7cba16a,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:29.379052 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a5ab91-96f5-4844-88e5-f7d800b18154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58a5267-bad7-46e6-9b36-f5538172da7f,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:29.440099 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-c0260bdf-9f4a-4bc8-9c08-5cf5467b6dcd tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Allocated IP 172.20.0.4 (76364121-8251-4e9a-bad2-347919626704/4d247abd-f465-420e-b4f5-d074a7886dbf/d5502fe6-bc41-48c1-8db1-d92426b766f7) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:29.508241 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10321a5-5617-43c8-8976-a46f59f72f5d tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Router eb6c54bd-a1b5-4cc6-928f-714188898987 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:19:29.636026 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-c10f1011-408c-42b3-9001-00b82bd2da7c tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:29.636746 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-c10f1011-408c-42b3-9001-00b82bd2da7c tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:29.725074 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd512cb8-67a0-4f19-b8c8-ede4a8fdd9e5 req-224bc34e-9843-43da-800a-3c62fb46bfc2 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.50 "GET /v2.0/ports?device_id=33b52744-6bcb-49e2-ba0d-50ecaa3d6545 HTTP/1.1" status: 200 len: 210 time: 0.2038159 Feb 09 01:19:29.860049 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10321a5-5617-43c8-8976-a46f59f72f5d tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:19:29.872042 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5b5ded-ba05-4361-9108-4c0fc27604bc None None] Sync routers for ids ['eb6c54bd-a1b5-4cc6-928f-714188898987'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:19:29.878861 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e10321a5-5617-43c8-8976-a46f59f72f5d tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:29.882981 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e10321a5-5617-43c8-8976-a46f59f72f5d tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] 10.222.0.50 "PUT /v2.0/routers/eb6c54bd-a1b5-4cc6-928f-714188898987 HTTP/1.1" status: 200 len: 883 time: 6.2565138 Feb 09 01:19:29.884842 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-c10f1011-408c-42b3-9001-00b82bd2da7c tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7928650 Feb 09 01:19:29.885351 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33160) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:29.889340 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5b5ded-ba05-4361-9108-4c0fc27604bc None None] Routers {'eb6c54bd-a1b5-4cc6-928f-714188898987'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:19:29.891396 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-5a5b5ded-ba05-4361-9108-4c0fc27604bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:19:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['eb6c54bd-a1b5-4cc6-928f-714188898987'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:29.903505 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-7048db52-c9bb-4b27-961b-3dec4539951d service neutron] Request body: {'port': {'device_id': '6b1758ce-ab4f-4eba-963e-a22e9fc2d2ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:29.986560 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-5a5b5ded-ba05-4361-9108-4c0fc27604bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:30.015033 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5b5ded-ba05-4361-9108-4c0fc27604bc None None] Routers {'eb6c54bd-a1b5-4cc6-928f-714188898987'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:19:30.017415 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-5a5b5ded-ba05-4361-9108-4c0fc27604bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:19:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['eb6c54bd-a1b5-4cc6-928f-714188898987'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:30.106598 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-5a5b5ded-ba05-4361-9108-4c0fc27604bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:30.107172 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5b5ded-ba05-4361-9108-4c0fc27604bc None None] The sync data for ids ['eb6c54bd-a1b5-4cc6-928f-714188898987'] in n-d-828369-4 is: [] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:19:30.201811 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-7048db52-c9bb-4b27-961b-3dec4539951d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ae5b5426-2067-442d-b1eb-711fe7cba16a), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:30.257784 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-304b16f8-002b-4369-a20a-0134945ba8d3 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] 10.222.0.50 "GET /v2.0/routers/eb6c54bd-a1b5-4cc6-928f-714188898987 HTTP/1.1" status: 200 len: 924 time: 0.3709550 Feb 09 01:19:30.262506 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33172) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:30.383268 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e402ff2-3ed6-4ad4-8861-e1f23dd59048 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:30.387473 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0e402ff2-3ed6-4ad4-8861-e1f23dd59048 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=ca740734-29c2-4b60-ae10-4c709b5c6ef4&device_id=eb6c54bd-a1b5-4cc6-928f-714188898987&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1210725 Feb 09 01:19:30.389572 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33180) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:30.590391 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ef26b4-0755-4573-9800-2571a7127e00 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:30.592270 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e7ef26b4-0755-4573-9800-2571a7127e00 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] 10.222.0.50 "GET /v2.0/networks/ca740734-29c2-4b60-ae10-4c709b5c6ef4 HTTP/1.1" status: 200 len: 881 time: 0.2017324 Feb 09 01:19:30.595230 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33192) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:30.676276 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2b49bdba-1d90-44d1-802e-e26dc499e636 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb6c54bd-a1b5-4cc6-928f-714188898987 HTTP/1.1" status: 200 len: 205 time: 0.0732546 Feb 09 01:19:30.677440 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33202) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:30.937964 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-397165ee-8a7a-4298-89a4-05d5353d95ab tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router (eb6c54bd-a1b5-4cc6-928f-714188898987), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:31.099914 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-397165ee-8a7a-4298-89a4-05d5353d95ab tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router_gateway (eb6c54bd-a1b5-4cc6-928f-714188898987), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:31.203263 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b7c9c79f-b0c0-432e-8974-3c36bbe72c3e req-bf23f36b-8389-4b8c-87a9-db52273c47e8 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.50 "GET /v2.0/ports?device_id=33b52744-6bcb-49e2-ba0d-50ecaa3d6545 HTTP/1.1" status: 200 len: 210 time: 0.0945184 Feb 09 01:19:31.292164 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-c0260bdf-9f4a-4bc8-9c08-5cf5467b6dcd tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Publish callbacks [] for port (d5502fe6-bc41-48c1-8db1-d92426b766f7), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:31.340699 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-397165ee-8a7a-4298-89a4-05d5353d95ab tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Deleting port 0c1f2734-3aa9-47f5-9498-4616d8f244db {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:19:31.340925 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-397165ee-8a7a-4298-89a4-05d5353d95ab tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (0c1f2734-3aa9-47f5-9498-4616d8f244db), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:31.519108 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33218) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:31.581696 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-c0260bdf-9f4a-4bc8-9c08-5cf5467b6dcd tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (d5502fe6-bc41-48c1-8db1-d92426b766f7), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:31.666908 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-ca355081-1e82-4bd1-89ec-d8ee4596a617 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Allocated IP 172.20.0.2 (76364121-8251-4e9a-bad2-347919626704/4d247abd-f465-420e-b4f5-d074a7886dbf/21c997c0-1896-4680-bcfd-ec7e16b624ca) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:31.736167 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0260bdf-9f4a-4bc8-9c08-5cf5467b6dcd tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Pushing event updated for resources: {'Port': ['ID=d5502fe6-bc41-48c1-8db1-d92426b766f7,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:31.737317 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ddf8d1be-87ba-4731-9581-c2ac89670501 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:31.763315 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-397165ee-8a7a-4298-89a4-05d5353d95ab tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (0c1f2734-3aa9-47f5-9498-4616d8f244db), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:31.779348 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-c0260bdf-9f4a-4bc8-9c08-5cf5467b6dcd tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Network 76364121-8251-4e9a-bad2-347919626704 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:31.780744 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-c0260bdf-9f4a-4bc8-9c08-5cf5467b6dcd tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:31.785392 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-c0260bdf-9f4a-4bc8-9c08-5cf5467b6dcd tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:19:31.810316 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-397165ee-8a7a-4298-89a4-05d5353d95ab tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Calling delete_port for 0c1f2734-3aa9-47f5-9498-4616d8f244db owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:19:31.875138 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-c0260bdf-9f4a-4bc8-9c08-5cf5467b6dcd tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:31.875755 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-c0260bdf-9f4a-4bc8-9c08-5cf5467b6dcd tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:31.886620 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33238) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:31.915632 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-c0260bdf-9f4a-4bc8-9c08-5cf5467b6dcd tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0433028 Feb 09 01:19:31.936053 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-e2a5ff0e-d1cc-4895-b454-bd852fabe380 service neutron] Request body: {'port': {'device_id': '33b52744-6bcb-49e2-ba0d-50ecaa3d6545', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:32.081838 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-e2a5ff0e-d1cc-4895-b454-bd852fabe380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d5502fe6-bc41-48c1-8db1-d92426b766f7), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:32.334880 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-77f97e11-7c6f-4bc7-8f98-fc63a1487b4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:32.544087 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bae618-93a1-41f7-b4c9-4c1c3eedcc26 req-8739fd37-5013-45df-8bb4-4a63619cfa33 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:32.547844 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-65bae618-93a1-41f7-b4c9-4c1c3eedcc26 req-8739fd37-5013-45df-8bb4-4a63619cfa33 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.50 "GET /v2.0/ports?device_id=33b52744-6bcb-49e2-ba0d-50ecaa3d6545 HTTP/1.1" status: 200 len: 931 time: 0.1232417 Feb 09 01:19:32.633953 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ddf8d1be-87ba-4731-9581-c2ac89670501 admin admin] Publish callbacks [] for security_group (bc5f4573-e82e-4746-834f-878f52e18d37), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:32.664342 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-65bae618-93a1-41f7-b4c9-4c1c3eedcc26 req-2493be1e-10d4-4a91-8710-33c18cf1cf87 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a8fcae-fccf-4ce6-b06f-85f139643c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107342 Feb 09 01:19:32.737421 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-ca355081-1e82-4bd1-89ec-d8ee4596a617 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Publish callbacks [] for port (21c997c0-1896-4680-bcfd-ec7e16b624ca), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:32.979822 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ddf8d1be-87ba-4731-9581-c2ac89670501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (bc5f4573-e82e-4746-834f-878f52e18d37), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:33.108250 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8d1be-87ba-4731-9581-c2ac89670501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5f4573-e82e-4746-834f-878f52e18d37,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:33.218785 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ddf8d1be-87ba-4731-9581-c2ac89670501 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=da8ef358d357472283062cfbf94c12d3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6962807 Feb 09 01:19:33.226254 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33262) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:33.226846 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-397165ee-8a7a-4298-89a4-05d5353d95ab tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (0c1f2734-3aa9-47f5-9498-4616d8f244db), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:33.229576 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-ca355081-1e82-4bd1-89ec-d8ee4596a617 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (21c997c0-1896-4680-bcfd-ec7e16b624ca), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:33.311388 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397165ee-8a7a-4298-89a4-05d5353d95ab tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Pushing event deleted for resources: {'Port': ['ID=0c1f2734-3aa9-47f5-9498-4616d8f244db,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:33.370613 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca355081-1e82-4bd1-89ec-d8ee4596a617 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Pushing event updated for resources: {'Port': ['ID=21c997c0-1896-4680-bcfd-ec7e16b624ca,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:33.403913 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-ca355081-1e82-4bd1-89ec-d8ee4596a617 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Network 76364121-8251-4e9a-bad2-347919626704 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:33.417584 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-7048db52-c9bb-4b27-961b-3dec4539951d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae5b5426-2067-442d-b1eb-711fe7cba16a {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:19:33.429397 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-7048db52-c9bb-4b27-961b-3dec4539951d service neutron] Publish callbacks [] for port (ae5b5426-2067-442d-b1eb-711fe7cba16a), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:33.454012 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-ca355081-1e82-4bd1-89ec-d8ee4596a617 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:33.454799 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-7048db52-c9bb-4b27-961b-3dec4539951d service neutron] Transition to ACTIVE for port object ae5b5426-2067-442d-b1eb-711fe7cba16a will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:33.458821 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-ca355081-1e82-4bd1-89ec-d8ee4596a617 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:19:33.632320 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-e2a5ff0e-d1cc-4895-b454-bd852fabe380 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5502fe6-bc41-48c1-8db1-d92426b766f7 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:19:33.637584 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-7048db52-c9bb-4b27-961b-3dec4539951d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (ae5b5426-2067-442d-b1eb-711fe7cba16a), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:33.652365 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-43e7fe24-8043-4ccc-9738-1d70690aa661 admin admin] Publish callbacks [] for security_group (bc5f4573-e82e-4746-834f-878f52e18d37), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:33.677166 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-e2a5ff0e-d1cc-4895-b454-bd852fabe380 service neutron] Publish callbacks [] for port (d5502fe6-bc41-48c1-8db1-d92426b766f7), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:33.721514 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-43e7fe24-8043-4ccc-9738-1d70690aa661 admin admin] Publish callbacks [] for security_group (bc5f4573-e82e-4746-834f-878f52e18d37), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:33.762044 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-397165ee-8a7a-4298-89a4-05d5353d95ab tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (eb6c54bd-a1b5-4cc6-928f-714188898987), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:33.818868 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-e2a5ff0e-d1cc-4895-b454-bd852fabe380 service neutron] Transition to ACTIVE for port object d5502fe6-bc41-48c1-8db1-d92426b766f7 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:33.832414 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-e2a5ff0e-d1cc-4895-b454-bd852fabe380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (d5502fe6-bc41-48c1-8db1-d92426b766f7), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:34.058759 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-397165ee-8a7a-4298-89a4-05d5353d95ab tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (eb6c54bd-a1b5-4cc6-928f-714188898987), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:34.061082 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-397165ee-8a7a-4298-89a4-05d5353d95ab tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router_controller (eb6c54bd-a1b5-4cc6-928f-714188898987), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:34.117893 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-ca355081-1e82-4bd1-89ec-d8ee4596a617 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:34.118697 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-ca355081-1e82-4bd1-89ec-d8ee4596a617 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:34.134184 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-397165ee-8a7a-4298-89a4-05d5353d95ab tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (eb6c54bd-a1b5-4cc6-928f-714188898987), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:34.134845 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397165ee-8a7a-4298-89a4-05d5353d95ab tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Fanout notify agent at l3_agent the message router_deleted on router eb6c54bd-a1b5-4cc6-928f-714188898987 {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:19:34.155697 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-397165ee-8a7a-4298-89a4-05d5353d95ab tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:34.161200 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-397165ee-8a7a-4298-89a4-05d5353d95ab tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] 10.222.0.50 "DELETE /v2.0/routers/eb6c54bd-a1b5-4cc6-928f-714188898987 HTTP/1.1" status: 204 len: 168 time: 3.4827402 Feb 09 01:19:34.196680 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7048db52-c9bb-4b27-961b-3dec4539951d service neutron] Pushing event updated for resources: {'Port': ['ID=ae5b5426-2067-442d-b1eb-711fe7cba16a,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:34.200161 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33278) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:34.230485 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-4cc4ce68-c298-4244-b25e-0b69d14379e7 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1871491598', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:34.256646 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-ca355081-1e82-4bd1-89ec-d8ee4596a617 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3582642 Feb 09 01:19:34.279003 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-df25d219-6d5c-46b4-947c-dfa97806b4ef service neutron] Request body: {'port': {'device_id': '0267f8b6-44e4-4f2b-9496-2004a87f4cbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:34.341701 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-df25d219-6d5c-46b4-947c-dfa97806b4ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (21c997c0-1896-4680-bcfd-ec7e16b624ca), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:34.359612 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a5ff0e-d1cc-4895-b454-bd852fabe380 service neutron] Pushing event updated for resources: {'Port': ['ID=d5502fe6-bc41-48c1-8db1-d92426b766f7,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:34.370368 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4cc4ce68-c298-4244-b25e-0b69d14379e7 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (19501a6c-b56c-4e39-8c2f-e90c2992c676), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:34.372319 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4cc4ce68-c298-4244-b25e-0b69d14379e7 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (19501a6c-b56c-4e39-8c2f-e90c2992c676), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:34.387807 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8bbaa6fe-688f-4252-8886-aaaa16d2d85e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (f608c76e-44ff-486a-b262-d0689e450f93), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:34.451168 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-27e94929-4d9c-4a36-8939-f657ce4e3931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:34.468330 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-7048db52-c9bb-4b27-961b-3dec4539951d service neutron] Attempting to bind port ae5b5426-2067-442d-b1eb-711fe7cba16a on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:19:34.468961 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-7048db52-c9bb-4b27-961b-3dec4539951d service neutron] Attempting to bind port ae5b5426-2067-442d-b1eb-711fe7cba16a by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '860b92b1-31f7-4594-8b9a-cc6defa9d6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '76364121-8251-4e9a-bad2-347919626704'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:19:34.469472 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-7048db52-c9bb-4b27-961b-3dec4539951d service neutron] Attempting to bind port ae5b5426-2067-442d-b1eb-711fe7cba16a on network 76364121-8251-4e9a-bad2-347919626704 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:19:34.484455 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-7048db52-c9bb-4b27-961b-3dec4539951d service neutron] Port ae5b5426-2067-442d-b1eb-711fe7cba16a on network 76364121-8251-4e9a-bad2-347919626704 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:19:34.485129 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-7048db52-c9bb-4b27-961b-3dec4539951d service neutron] Attempting to bind port ae5b5426-2067-442d-b1eb-711fe7cba16a on network 76364121-8251-4e9a-bad2-347919626704 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:19:34.492491 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-7048db52-c9bb-4b27-961b-3dec4539951d service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:19:34.493098 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-7048db52-c9bb-4b27-961b-3dec4539951d service neutron] Checking segment: {'id': '860b92b1-31f7-4594-8b9a-cc6defa9d6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '76364121-8251-4e9a-bad2-347919626704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:19:34.493668 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-7048db52-c9bb-4b27-961b-3dec4539951d service neutron] Bound using segment: {'id': '860b92b1-31f7-4594-8b9a-cc6defa9d6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '76364121-8251-4e9a-bad2-347919626704'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:19:34.494275 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-7048db52-c9bb-4b27-961b-3dec4539951d service neutron] Bound port: ae5b5426-2067-442d-b1eb-711fe7cba16a, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '860b92b1-31f7-4594-8b9a-cc6defa9d6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '76364121-8251-4e9a-bad2-347919626704'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:19:34.494847 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-7048db52-c9bb-4b27-961b-3dec4539951d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ae5b5426-2067-442d-b1eb-711fe7cba16a), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:34.509137 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06223370-5fff-4073-bccf-49f403d77c7b req-73086ee9-12df-4992-a68c-265d77ea5aa8 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:34.511162 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-06223370-5fff-4073-bccf-49f403d77c7b req-73086ee9-12df-4992-a68c-265d77ea5aa8 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.50 "GET /v2.0/ports?device_id=33b52744-6bcb-49e2-ba0d-50ecaa3d6545 HTTP/1.1" status: 200 len: 943 time: 0.6890247 Feb 09 01:19:34.512075 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-e2a5ff0e-d1cc-4895-b454-bd852fabe380 service neutron] Attempting to bind port d5502fe6-bc41-48c1-8db1-d92426b766f7 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:19:34.512628 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-e2a5ff0e-d1cc-4895-b454-bd852fabe380 service neutron] Attempting to bind port d5502fe6-bc41-48c1-8db1-d92426b766f7 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '860b92b1-31f7-4594-8b9a-cc6defa9d6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '76364121-8251-4e9a-bad2-347919626704'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:19:34.513134 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-e2a5ff0e-d1cc-4895-b454-bd852fabe380 service neutron] Attempting to bind port d5502fe6-bc41-48c1-8db1-d92426b766f7 on network 76364121-8251-4e9a-bad2-347919626704 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:19:34.544027 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-e2a5ff0e-d1cc-4895-b454-bd852fabe380 service neutron] Port d5502fe6-bc41-48c1-8db1-d92426b766f7 on network 76364121-8251-4e9a-bad2-347919626704 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:19:34.544708 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-e2a5ff0e-d1cc-4895-b454-bd852fabe380 service neutron] Attempting to bind port d5502fe6-bc41-48c1-8db1-d92426b766f7 on network 76364121-8251-4e9a-bad2-347919626704 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:19:34.546986 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-43e7fe24-8043-4ccc-9738-1d70690aa661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (bc5f4573-e82e-4746-834f-878f52e18d37), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:34.550044 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-43e7fe24-8043-4ccc-9738-1d70690aa661 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:34.551160 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-43e7fe24-8043-4ccc-9738-1d70690aa661 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bc5f4573-e82e-4746-834f-878f52e18d37 HTTP/1.1" status: 204 len: 168 time: 1.3192701 Feb 09 01:19:34.605523 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-e2a5ff0e-d1cc-4895-b454-bd852fabe380 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:19:34.607645 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-e2a5ff0e-d1cc-4895-b454-bd852fabe380 service neutron] Checking segment: {'id': '860b92b1-31f7-4594-8b9a-cc6defa9d6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '76364121-8251-4e9a-bad2-347919626704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:19:34.609237 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-e2a5ff0e-d1cc-4895-b454-bd852fabe380 service neutron] Bound using segment: {'id': '860b92b1-31f7-4594-8b9a-cc6defa9d6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '76364121-8251-4e9a-bad2-347919626704'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:19:34.610098 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-e2a5ff0e-d1cc-4895-b454-bd852fabe380 service neutron] Bound port: d5502fe6-bc41-48c1-8db1-d92426b766f7, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '860b92b1-31f7-4594-8b9a-cc6defa9d6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '76364121-8251-4e9a-bad2-347919626704'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:19:34.612254 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-e2a5ff0e-d1cc-4895-b454-bd852fabe380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d5502fe6-bc41-48c1-8db1-d92426b766f7), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:34.685836 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-06223370-5fff-4073-bccf-49f403d77c7b req-5cd8a72e-8b83-4880-aee0-d4f2052f1147 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a8fcae-fccf-4ce6-b06f-85f139643c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610303 Feb 09 01:19:34.749541 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-7048db52-c9bb-4b27-961b-3dec4539951d service neutron] For port ae5b5426-2067-442d-b1eb-711fe7cba16a, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:19:34.759133 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-7048db52-c9bb-4b27-961b-3dec4539951d service neutron] For port ae5b5426-2067-442d-b1eb-711fe7cba16a, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=ae5b5426-2067-442d-b1eb-711fe7cba16a,segment=NetworkSegment(860b92b1-31f7-4594-8b9a-cc6defa9d6af),segment_id=860b92b1-31f7-4594-8b9a-cc6defa9d6af)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:19:34.773543 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-7048db52-c9bb-4b27-961b-3dec4539951d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (ae5b5426-2067-442d-b1eb-711fe7cba16a), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:34.779944 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-e2a5ff0e-d1cc-4895-b454-bd852fabe380 service neutron] For port d5502fe6-bc41-48c1-8db1-d92426b766f7, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:19:34.852616 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:19:34.875994 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-e2a5ff0e-d1cc-4895-b454-bd852fabe380 service neutron] For port d5502fe6-bc41-48c1-8db1-d92426b766f7, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=d5502fe6-bc41-48c1-8db1-d92426b766f7,segment=NetworkSegment(860b92b1-31f7-4594-8b9a-cc6defa9d6af),segment_id=860b92b1-31f7-4594-8b9a-cc6defa9d6af)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:19:34.894095 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-7048db52-c9bb-4b27-961b-3dec4539951d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:34.896887 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-7048db52-c9bb-4b27-961b-3dec4539951d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:34.896887 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-7048db52-c9bb-4b27-961b-3dec4539951d service neutron] 10.222.0.120 "PUT /v2.0/ports/ae5b5426-2067-442d-b1eb-711fe7cba16a HTTP/1.1" status: 200 len: 1091 time: 5.0029151 Feb 09 01:19:34.898048 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1758ce-ab4f-4eba-963e-a22e9fc2d2ab', 'tag': 'ae5b5426-2067-442d-b1eb-711fe7cba16a'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:19:34.900314 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3616833c-8391-47de-8098-3efe881a0a83" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1758ce-ab4f-4eba-963e-a22e9fc2d2ab", "tag": "ae5b5426-2067-442d-b1eb-711fe7cba16a"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:19:34.932352 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-e2a5ff0e-d1cc-4895-b454-bd852fabe380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (d5502fe6-bc41-48c1-8db1-d92426b766f7), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:35.027987 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277e9987-22a1-486d-a417-096a7ecb30c4 x-openstack-request-id: req-277e9987-22a1-486d-a417-096a7ecb30c4 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:19:35.031927 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1758ce-ab4f-4eba-963e-a22e9fc2d2ab", "tag": "ae5b5426-2067-442d-b1eb-711fe7cba16a", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:19:35.032526 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-277e9987-22a1-486d-a417-096a7ecb30c4 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:19:35.033242 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b1758ce-ab4f-4eba-963e-a22e9fc2d2ab', 'tag': 'ae5b5426-2067-442d-b1eb-711fe7cba16a', 'status': 'completed', 'code': 200} Feb 09 01:19:35.082000 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-e2a5ff0e-d1cc-4895-b454-bd852fabe380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:35.093503 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-e2a5ff0e-d1cc-4895-b454-bd852fabe380 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:35.095373 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-e2a5ff0e-d1cc-4895-b454-bd852fabe380 service neutron] 10.222.0.120 "PUT /v2.0/ports/d5502fe6-bc41-48c1-8db1-d92426b766f7 HTTP/1.1" status: 200 len: 1091 time: 3.1720495 Feb 09 01:19:35.104087 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7048db52-c9bb-4b27-961b-3dec4539951d service neutron] Pushing event updated for resources: {'Port': ['ID=ae5b5426-2067-442d-b1eb-711fe7cba16a,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:35.221283 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a5ff0e-d1cc-4895-b454-bd852fabe380 service neutron] Pushing event updated for resources: {'Port': ['ID=d5502fe6-bc41-48c1-8db1-d92426b766f7,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:35.363800 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-211aa108-0575-4ec4-b6b1-5866b4c9dd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:35.369337 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-211aa108-0575-4ec4-b6b1-5866b4c9dd57 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=915878c781df4952bb4c6e1abdb6034b&device_id=6b1758ce-ab4f-4eba-963e-a22e9fc2d2ab HTTP/1.1" status: 200 len: 1125 time: 0.4054277 Feb 09 01:19:35.476380 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-1218e0c6-7fb3-4473-a5e3-2a87f4c1d40b service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae5b5426-2067-442d-b1eb-711fe7cba16a HTTP/1.1" status: 200 len: 217 time: 0.0869927 Feb 09 01:19:35.487207 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-430b827f-529c-4c85-a8bb-fdaca762e637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:35.489299 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-430b827f-529c-4c85-a8bb-fdaca762e637 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=915878c781df4952bb4c6e1abdb6034b&device_id=33b52744-6bcb-49e2-ba0d-50ecaa3d6545 HTTP/1.1" status: 200 len: 1125 time: 0.2618952 Feb 09 01:19:35.634243 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-ba9dbb2e-a949-4c49-acb5-8dda1100d01b service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5502fe6-bc41-48c1-8db1-d92426b766f7 HTTP/1.1" status: 200 len: 217 time: 0.1238234 Feb 09 01:19:35.697969 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4cc4ce68-c298-4244-b25e-0b69d14379e7 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router_controller (19501a6c-b56c-4e39-8c2f-e90c2992c676), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:35.752973 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4cc4ce68-c298-4244-b25e-0b69d14379e7 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (19501a6c-b56c-4e39-8c2f-e90c2992c676), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:35.768215 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-afdf9525-d8af-4540-856c-43886640d98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:35.769776 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-afdf9525-d8af-4540-856c-43886640d98c service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4d247abd-f465-420e-b4f5-d074a7886dbf HTTP/1.1" status: 200 len: 858 time: 0.2852437 Feb 09 01:19:35.770315 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33304) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:35.812573 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e7fe24-8043-4ccc-9738-1d70690aa661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5f4573-e82e-4746-834f-878f52e18d37,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:35.905412 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fcc06e6c-97fa-4ae0-adad-24c2a5e17594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:35.930550 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:35.940880 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4cc4ce68-c298-4244-b25e-0b69d14379e7 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:35.942634 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4cc4ce68-c298-4244-b25e-0b69d14379e7 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.7239199 Feb 09 01:19:35.944258 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-a55d45ca-d264-485e-9e73-17f7497500bb service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=76364121-8251-4e9a-bad2-347919626704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1237006 Feb 09 01:19:35.948519 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-8163287f-d82a-4f94-86f7-0d5ea5833d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:35.949717 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-8163287f-d82a-4f94-86f7-0d5ea5833d5c service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4d247abd-f465-420e-b4f5-d074a7886dbf HTTP/1.1" status: 200 len: 858 time: 0.3021028 Feb 09 01:19:35.962191 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33308) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:35.962191 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33310) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:35.967696 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-8fffc49d-deb0-4836-8169-318c5114f44c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'enable_snat': True}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:36.047834 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-7998d7bc-a19c-46a8-a894-5733b0c9f7e5 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=76364121-8251-4e9a-bad2-347919626704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496688 Feb 09 01:19:36.160639 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-a94f37b9-f872-46d1-a7b2-518b71f83d6f service neutron] 10.222.0.120 "GET /v2.0/networks/76364121-8251-4e9a-bad2-347919626704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017361 Feb 09 01:19:36.292573 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2b9ab-4a3e-45aa-9d68-608a6c2918a0 req-cec07119-f190-47e9-9b17-ec345a1ee4b7 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:36.299618 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-37d2b9ab-4a3e-45aa-9d68-608a6c2918a0 req-cec07119-f190-47e9-9b17-ec345a1ee4b7 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.50 "GET /v2.0/ports?device_id=33b52744-6bcb-49e2-ba0d-50ecaa3d6545 HTTP/1.1" status: 200 len: 943 time: 0.4336782 Feb 09 01:19:36.403726 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-40b2c436-b2cf-4bb1-b21d-ca62e02dc66a service neutron] 10.222.0.120 "GET /v2.0/networks/76364121-8251-4e9a-bad2-347919626704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190731 Feb 09 01:19:36.438012 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-34d97947-aa3e-41eb-bbb9-3f3227961be9 service neutron] 10.222.0.120 "GET /v2.0/networks/76364121-8251-4e9a-bad2-347919626704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487726 Feb 09 01:19:36.467382 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-37d2b9ab-4a3e-45aa-9d68-608a6c2918a0 req-13ed6663-02de-4d7b-b76e-8fe709a51fe4 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a8fcae-fccf-4ce6-b06f-85f139643c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667793 Feb 09 01:19:36.512662 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fcc06e6c-97fa-4ae0-adad-24c2a5e17594 admin admin] Publish callbacks [] for security_group (1b4853cb-199f-4a1c-81c3-9cf1b740c431), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:36.528434 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fcc06e6c-97fa-4ae0-adad-24c2a5e17594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1b4853cb-199f-4a1c-81c3-9cf1b740c431), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:36.564710 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc06e6c-97fa-4ae0-adad-24c2a5e17594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4853cb-199f-4a1c-81c3-9cf1b740c431,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:36.587149 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-fcc06e6c-97fa-4ae0-adad-24c2a5e17594 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3d8fabf0e4464b27954b39ccefaefda1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8026967 Feb 09 01:19:36.592685 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33322) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:36.602796 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a8a56384-0280-456f-b4b1-5a41d50deea5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:36.660001 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-41af3277-ec04-4fc1-9935-a7f58c601726 service neutron] 10.222.0.120 "GET /v2.0/networks/76364121-8251-4e9a-bad2-347919626704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450488 Feb 09 01:19:36.702798 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bcc54dc3-3003-47f8-8b1a-9d2a8dc336db admin admin] Publish callbacks [] for security_group (1b4853cb-199f-4a1c-81c3-9cf1b740c431), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:36.736496 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bcc54dc3-3003-47f8-8b1a-9d2a8dc336db admin admin] Publish callbacks [] for security_group (1b4853cb-199f-4a1c-81c3-9cf1b740c431), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:36.783477 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8fffc49d-deb0-4836-8169-318c5114f44c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for router_gateway (19501a6c-b56c-4e39-8c2f-e90c2992c676), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:36.808327 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616833c-8391-47de-8098-3efe881a0a83 req-c1cc9aa6-7064-44ef-8e4e-aa6571606e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:36.810881 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3616833c-8391-47de-8098-3efe881a0a83 req-c1cc9aa6-7064-44ef-8e4e-aa6571606e41 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=915878c781df4952bb4c6e1abdb6034b&device_id=6b1758ce-ab4f-4eba-963e-a22e9fc2d2ab HTTP/1.1" status: 200 len: 1125 time: 0.0850246 Feb 09 01:19:36.847116 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-df25d219-6d5c-46b4-947c-dfa97806b4ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21c997c0-1896-4680-bcfd-ec7e16b624ca {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:19:36.855982 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-df25d219-6d5c-46b4-947c-dfa97806b4ef service neutron] Publish callbacks [] for port (21c997c0-1896-4680-bcfd-ec7e16b624ca), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:36.886481 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-df25d219-6d5c-46b4-947c-dfa97806b4ef service neutron] Transition to ACTIVE for port object 21c997c0-1896-4680-bcfd-ec7e16b624ca will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:19:36.888092 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bcc54dc3-3003-47f8-8b1a-9d2a8dc336db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1b4853cb-199f-4a1c-81c3-9cf1b740c431), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:36.891524 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bcc54dc3-3003-47f8-8b1a-9d2a8dc336db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:36.907063 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-bcc54dc3-3003-47f8-8b1a-9d2a8dc336db admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1b4853cb-199f-4a1c-81c3-9cf1b740c431 HTTP/1.1" status: 204 len: 168 time: 0.3037548 Feb 09 01:19:36.939332 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-df25d219-6d5c-46b4-947c-dfa97806b4ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (21c997c0-1896-4680-bcfd-ec7e16b624ca), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:36.945004 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc54dc3-3003-47f8-8b1a-9d2a8dc336db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4853cb-199f-4a1c-81c3-9cf1b740c431,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:37.016793 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616833c-8391-47de-8098-3efe881a0a83 req-09430ee9-22b2-4875-a3b0-c7ae5da99cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:37.018703 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3616833c-8391-47de-8098-3efe881a0a83 req-09430ee9-22b2-4875-a3b0-c7ae5da99cbd service neutron] 10.222.0.120 "GET /v2.0/networks?id=76364121-8251-4e9a-bad2-347919626704 HTTP/1.1" status: 200 len: 920 time: 0.1987720 Feb 09 01:19:37.037595 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b52744-6bcb-49e2-ba0d-50ecaa3d6545', 'tag': 'd5502fe6-bc41-48c1-8db1-d92426b766f7'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:19:37.045872 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560deb91-b28e-43f4-982b-27159a706ef2" -d '{"events": [{"name": "network-changed", "server_uuid": "33b52744-6bcb-49e2-ba0d-50ecaa3d6545", "tag": "d5502fe6-bc41-48c1-8db1-d92426b766f7"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:19:37.164253 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3616833c-8391-47de-8098-3efe881a0a83 req-4533e59e-8462-49f5-aa45-e107aa1eaa29 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae5b5426-2067-442d-b1eb-711fe7cba16a HTTP/1.1" status: 200 len: 217 time: 0.1113510 Feb 09 01:19:37.165656 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c288de3-b6b0-4145-8248-69438f5077ee x-openstack-request-id: req-7c288de3-b6b0-4145-8248-69438f5077ee {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:19:37.166096 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33b52744-6bcb-49e2-ba0d-50ecaa3d6545", "tag": "d5502fe6-bc41-48c1-8db1-d92426b766f7", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:19:37.166447 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7c288de3-b6b0-4145-8248-69438f5077ee {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:19:37.166854 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b52744-6bcb-49e2-ba0d-50ecaa3d6545', 'tag': 'd5502fe6-bc41-48c1-8db1-d92426b766f7', 'status': 'completed', 'code': 200} Feb 09 01:19:37.176306 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:37.227864 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616833c-8391-47de-8098-3efe881a0a83 req-918db881-7e3f-41a0-a65b-65ecbb203902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:37.229362 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3616833c-8391-47de-8098-3efe881a0a83 req-918db881-7e3f-41a0-a65b-65ecbb203902 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4d247abd-f465-420e-b4f5-d074a7886dbf HTTP/1.1" status: 200 len: 858 time: 0.0568280 Feb 09 01:19:37.273356 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a8a56384-0280-456f-b4b1-5a41d50deea5 admin admin] Publish callbacks [] for security_group (1b0fc4a8-c2c9-4de6-be6c-8501d37276e7), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:37.284209 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3616833c-8391-47de-8098-3efe881a0a83 req-f024921d-2a05-4728-85ac-d3b4b19a73b1 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=76364121-8251-4e9a-bad2-347919626704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341029 Feb 09 01:19:37.300471 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a8a56384-0280-456f-b4b1-5a41d50deea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1b0fc4a8-c2c9-4de6-be6c-8501d37276e7), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:37.332786 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a8a56384-0280-456f-b4b1-5a41d50deea5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5ff5764c26264ad3a067ed6b559aa8f2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3659902 Feb 09 01:19:37.340286 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33330) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:37.373390 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df25d219-6d5c-46b4-947c-dfa97806b4ef service neutron] Pushing event updated for resources: {'Port': ['ID=21c997c0-1896-4680-bcfd-ec7e16b624ca,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:37.395523 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3616833c-8391-47de-8098-3efe881a0a83 req-8e79e0b3-25a9-4588-9d2b-af30bf95d39f service neutron] 10.222.0.120 "GET /v2.0/networks/76364121-8251-4e9a-bad2-347919626704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008544 Feb 09 01:19:37.400882 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560deb91-b28e-43f4-982b-27159a706ef2 req-448a8269-2eb6-4bac-9d70-17f93e45889b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:37.403403 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-560deb91-b28e-43f4-982b-27159a706ef2 req-448a8269-2eb6-4bac-9d70-17f93e45889b service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=915878c781df4952bb4c6e1abdb6034b&device_id=33b52744-6bcb-49e2-ba0d-50ecaa3d6545 HTTP/1.1" status: 200 len: 1125 time: 0.2324548 Feb 09 01:19:37.552700 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a56384-0280-456f-b4b1-5a41d50deea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0fc4a8-c2c9-4de6-be6c-8501d37276e7,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:37.667080 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:37.687864 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560deb91-b28e-43f4-982b-27159a706ef2 req-f6dc2040-ae7a-4a7d-b9c8-c0bb3913ebff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:37.691194 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-560deb91-b28e-43f4-982b-27159a706ef2 req-f6dc2040-ae7a-4a7d-b9c8-c0bb3913ebff service neutron] 10.222.0.120 "GET /v2.0/networks?id=76364121-8251-4e9a-bad2-347919626704 HTTP/1.1" status: 200 len: 920 time: 0.2727857 Feb 09 01:19:37.725120 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-8bbaa6fe-688f-4252-8886-aaaa16d2d85e admin admin] Deleting port 1309f51b-b3c9-4907-ba10-32acbd687ec4 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:19:37.725480 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8bbaa6fe-688f-4252-8886-aaaa16d2d85e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (1309f51b-b3c9-4907-ba10-32acbd687ec4), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:37.856470 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-750d0a16-d9e0-492c-a8d0-6a693fb6fd9f admin admin] Publish callbacks [] for security_group (1b0fc4a8-c2c9-4de6-be6c-8501d37276e7), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:37.861401 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-df25d219-6d5c-46b4-947c-dfa97806b4ef service neutron] Attempting to bind port 21c997c0-1896-4680-bcfd-ec7e16b624ca on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:19:37.861401 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-df25d219-6d5c-46b4-947c-dfa97806b4ef service neutron] Attempting to bind port 21c997c0-1896-4680-bcfd-ec7e16b624ca by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '860b92b1-31f7-4594-8b9a-cc6defa9d6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '76364121-8251-4e9a-bad2-347919626704'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:19:37.861401 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-df25d219-6d5c-46b4-947c-dfa97806b4ef service neutron] Attempting to bind port 21c997c0-1896-4680-bcfd-ec7e16b624ca on network 76364121-8251-4e9a-bad2-347919626704 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:19:37.889410 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-df25d219-6d5c-46b4-947c-dfa97806b4ef service neutron] Port 21c997c0-1896-4680-bcfd-ec7e16b624ca on network 76364121-8251-4e9a-bad2-347919626704 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:19:37.889739 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-df25d219-6d5c-46b4-947c-dfa97806b4ef service neutron] Attempting to bind port 21c997c0-1896-4680-bcfd-ec7e16b624ca on network 76364121-8251-4e9a-bad2-347919626704 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:19:37.918567 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-750d0a16-d9e0-492c-a8d0-6a693fb6fd9f admin admin] Publish callbacks [] for security_group (1b0fc4a8-c2c9-4de6-be6c-8501d37276e7), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:37.920964 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-df25d219-6d5c-46b4-947c-dfa97806b4ef service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:19:37.921442 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-df25d219-6d5c-46b4-947c-dfa97806b4ef service neutron] Checking segment: {'id': '860b92b1-31f7-4594-8b9a-cc6defa9d6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '76364121-8251-4e9a-bad2-347919626704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:19:37.921836 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-df25d219-6d5c-46b4-947c-dfa97806b4ef service neutron] Bound using segment: {'id': '860b92b1-31f7-4594-8b9a-cc6defa9d6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '76364121-8251-4e9a-bad2-347919626704'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:19:37.922289 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-df25d219-6d5c-46b4-947c-dfa97806b4ef service neutron] Bound port: 21c997c0-1896-4680-bcfd-ec7e16b624ca, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '860b92b1-31f7-4594-8b9a-cc6defa9d6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '76364121-8251-4e9a-bad2-347919626704'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:19:37.922642 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-df25d219-6d5c-46b4-947c-dfa97806b4ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (21c997c0-1896-4680-bcfd-ec7e16b624ca), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:38.009547 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-560deb91-b28e-43f4-982b-27159a706ef2 req-124237b3-07d9-4157-a7e6-902a0d657262 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5502fe6-bc41-48c1-8db1-d92426b766f7 HTTP/1.1" status: 200 len: 217 time: 0.1529908 Feb 09 01:19:38.119775 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-8bbaa6fe-688f-4252-8886-aaaa16d2d85e admin admin] For port 1309f51b-b3c9-4907-ba10-32acbd687ec4, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=1309f51b-b3c9-4907-ba10-32acbd687ec4,segment=NetworkSegment(8e2e0547-7361-46ac-84b5-12a09ebed7f5),segment_id=8e2e0547-7361-46ac-84b5-12a09ebed7f5)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:38.120353 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8bbaa6fe-688f-4252-8886-aaaa16d2d85e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (1309f51b-b3c9-4907-ba10-32acbd687ec4), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:38.153931 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-8bbaa6fe-688f-4252-8886-aaaa16d2d85e admin admin] Calling delete_port for 1309f51b-b3c9-4907-ba10-32acbd687ec4 owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:19:38.209841 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-750d0a16-d9e0-492c-a8d0-6a693fb6fd9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1b0fc4a8-c2c9-4de6-be6c-8501d37276e7), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:38.212801 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-750d0a16-d9e0-492c-a8d0-6a693fb6fd9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:38.214196 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-750d0a16-d9e0-492c-a8d0-6a693fb6fd9f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1b0fc4a8-c2c9-4de6-be6c-8501d37276e7 HTTP/1.1" status: 204 len: 168 time: 0.8663435 Feb 09 01:19:38.236806 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-df25d219-6d5c-46b4-947c-dfa97806b4ef service neutron] For port 21c997c0-1896-4680-bcfd-ec7e16b624ca, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:19:38.237124 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70fdc4-bc35-496b-be8e-6023f11d5b25 req-f6263363-a65c-4137-a742-181e50396214 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:38.238746 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6f70fdc4-bc35-496b-be8e-6023f11d5b25 req-f6263363-a65c-4137-a742-181e50396214 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.50 "GET /v2.0/ports?device_id=33b52744-6bcb-49e2-ba0d-50ecaa3d6545 HTTP/1.1" status: 200 len: 943 time: 0.4957056 Feb 09 01:19:38.240890 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-df25d219-6d5c-46b4-947c-dfa97806b4ef service neutron] For port 21c997c0-1896-4680-bcfd-ec7e16b624ca, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=21c997c0-1896-4680-bcfd-ec7e16b624ca,segment=NetworkSegment(860b92b1-31f7-4594-8b9a-cc6defa9d6af),segment_id=860b92b1-31f7-4594-8b9a-cc6defa9d6af)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:19:38.247721 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3616833c-8391-47de-8098-3efe881a0a83 req-ddb542b1-a958-4bf3-80ff-2f49ea655e44 service neutron] 10.222.0.120 "GET /v2.0/networks/76364121-8251-4e9a-bad2-347919626704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8364522 Feb 09 01:19:38.249575 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560deb91-b28e-43f4-982b-27159a706ef2 req-a3cc154d-feb3-4d0b-ae3b-0bbddc2598f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:38.251020 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-560deb91-b28e-43f4-982b-27159a706ef2 req-a3cc154d-feb3-4d0b-ae3b-0bbddc2598f1 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4d247abd-f465-420e-b4f5-d074a7886dbf HTTP/1.1" status: 200 len: 858 time: 0.2329249 Feb 09 01:19:38.288023 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d0a16-d9e0-492c-a8d0-6a693fb6fd9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0fc4a8-c2c9-4de6-be6c-8501d37276e7,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:38.309417 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8fffc49d-deb0-4836-8169-318c5114f44c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for router_gateway (19501a6c-b56c-4e39-8c2f-e90c2992c676), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:38.317614 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-df25d219-6d5c-46b4-947c-dfa97806b4ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (21c997c0-1896-4680-bcfd-ec7e16b624ca), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:38.329371 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-560deb91-b28e-43f4-982b-27159a706ef2 req-a9b2b50e-6dc4-423e-8ece-af88c15cc593 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=76364121-8251-4e9a-bad2-347919626704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695283 Feb 09 01:19:38.438942 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:38.439527 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6f70fdc4-bc35-496b-be8e-6023f11d5b25 req-35175c6b-3aa0-4a54-99db-adfc3f28ff58 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a8fcae-fccf-4ce6-b06f-85f139643c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875434 Feb 09 01:19:38.475839 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8fffc49d-deb0-4836-8169-318c5114f44c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:38.513048 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-560deb91-b28e-43f4-982b-27159a706ef2 req-b5c44f08-f8ef-490f-b90e-dff953035db9 service neutron] 10.222.0.120 "GET /v2.0/networks/76364121-8251-4e9a-bad2-347919626704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586173 Feb 09 01:19:38.534059 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-df25d219-6d5c-46b4-947c-dfa97806b4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:38.534687 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-df25d219-6d5c-46b4-947c-dfa97806b4ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:38.536297 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-df25d219-6d5c-46b4-947c-dfa97806b4ef service neutron] 10.222.0.47 "PUT /v2.0/ports/21c997c0-1896-4680-bcfd-ec7e16b624ca HTTP/1.1" status: 200 len: 1091 time: 4.2656057 Feb 09 01:19:38.538133 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0267f8b6-44e4-4f2b-9496-2004a87f4cbb', 'tag': '21c997c0-1896-4680-bcfd-ec7e16b624ca'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:19:38.541025 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfee40ad-d213-42c5-8a23-31d2af731576" -d '{"events": [{"name": "network-changed", "server_uuid": "0267f8b6-44e4-4f2b-9496-2004a87f4cbb", "tag": "21c997c0-1896-4680-bcfd-ec7e16b624ca"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:19:38.691874 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff28665-29e7-4f8e-bb95-979c8c4460a8 x-openstack-request-id: req-2ff28665-29e7-4f8e-bb95-979c8c4460a8 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:19:38.692192 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0267f8b6-44e4-4f2b-9496-2004a87f4cbb", "tag": "21c997c0-1896-4680-bcfd-ec7e16b624ca", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:19:38.692447 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2ff28665-29e7-4f8e-bb95-979c8c4460a8 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:19:38.708817 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0267f8b6-44e4-4f2b-9496-2004a87f4cbb', 'tag': '21c997c0-1896-4680-bcfd-ec7e16b624ca', 'status': 'completed', 'code': 200} Feb 09 01:19:38.748776 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-560deb91-b28e-43f4-982b-27159a706ef2 req-09755858-c41a-4649-915e-22300ad1aa13 service neutron] 10.222.0.120 "GET /v2.0/networks/76364121-8251-4e9a-bad2-347919626704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388575 Feb 09 01:19:38.933570 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8bbaa6fe-688f-4252-8886-aaaa16d2d85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (1309f51b-b3c9-4907-ba10-32acbd687ec4), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:38.955805 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df25d219-6d5c-46b4-947c-dfa97806b4ef service neutron] Pushing event updated for resources: {'Port': ['ID=21c997c0-1896-4680-bcfd-ec7e16b624ca,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:39.027986 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device d5502fe6-bc41-48c1-8db1-d92426b766f7 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:19:39.032004 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbaa6fe-688f-4252-8886-aaaa16d2d85e admin admin] Pushing event deleted for resources: {'Port': ['ID=1309f51b-b3c9-4907-ba10-32acbd687ec4,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:39.073687 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33380) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:39.147145 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-eb248faa-354b-40a0-86c0-df7859569244 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:39.253319 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-6d814331-06a3-47b0-9c91-c2873c9cd9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:39.263733 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-6d814331-06a3-47b0-9c91-c2873c9cd9d3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=915878c781df4952bb4c6e1abdb6034b&device_id=0267f8b6-44e4-4f2b-9496-2004a87f4cbb HTTP/1.1" status: 200 len: 1125 time: 0.6541708 Feb 09 01:19:39.348363 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-eb248faa-354b-40a0-86c0-df7859569244 admin admin] Publish callbacks [] for security_group (a9a6a2f4-4475-4f42-ad39-e68f5b633397), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:39.363617 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-eb248faa-354b-40a0-86c0-df7859569244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (a9a6a2f4-4475-4f42-ad39-e68f5b633397), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:39.397931 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port d5502fe6-bc41-48c1-8db1-d92426b766f7, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=d5502fe6-bc41-48c1-8db1-d92426b766f7,segment=NetworkSegment(860b92b1-31f7-4594-8b9a-cc6defa9d6af),segment_id=860b92b1-31f7-4594-8b9a-cc6defa9d6af)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:39.448660 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': 'd5502fe6-bc41-48c1-8db1-d92426b766f7', 'network_id': '76364121-8251-4e9a-bad2-347919626704', 'port_id': 'd5502fe6-bc41-48c1-8db1-d92426b766f7', 'mac_address': 'fa:16:3e:bd:24:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d247abd-f465-420e-b4f5-d074a7886dbf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:19:39.502527 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-eb248faa-354b-40a0-86c0-df7859569244 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b06fb6cd167549a582f87267ddf80ad5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4266174 Feb 09 01:19:39.505245 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33396) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:39.523067 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb248faa-354b-40a0-86c0-df7859569244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a6a2f4-4475-4f42-ad39-e68f5b633397,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:39.581022 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:39.624451 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port d5502fe6-bc41-48c1-8db1-d92426b766f7 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:19:39.624898 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d5502fe6-bc41-48c1-8db1-d92426b766f7), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:39.681422 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5502fe6-bc41-48c1-8db1-d92426b766f7 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:19:39.718442 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8bbaa6fe-688f-4252-8886-aaaa16d2d85e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (f608c76e-44ff-486a-b262-d0689e450f93), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:39.746536 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port d5502fe6-bc41-48c1-8db1-d92426b766f7, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=d5502fe6-bc41-48c1-8db1-d92426b766f7,segment=NetworkSegment(860b92b1-31f7-4594-8b9a-cc6defa9d6af),segment_id=860b92b1-31f7-4594-8b9a-cc6defa9d6af)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:39.757310 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d5502fe6-bc41-48c1-8db1-d92426b766f7), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:39.765117 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-9807d687-1e5f-40ed-9737-ce8ac5478940 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21c997c0-1896-4680-bcfd-ec7e16b624ca HTTP/1.1" status: 200 len: 217 time: 0.3225434 Feb 09 01:19:39.774736 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2416f73e-27ee-4d04-b373-9ca25e2458e0 admin admin] Publish callbacks [] for security_group (a9a6a2f4-4475-4f42-ad39-e68f5b633397), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:39.881339 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2416f73e-27ee-4d04-b373-9ca25e2458e0 admin admin] Publish callbacks [] for security_group (a9a6a2f4-4475-4f42-ad39-e68f5b633397), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:39.892931 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=d5502fe6-bc41-48c1-8db1-d92426b766f7,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:39.896074 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-8fffc49d-deb0-4836-8169-318c5114f44c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Allocated IP 172.25.8.189 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/76ef3c28-dda9-492b-870a-23a5c110b347) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:39.923767 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a64ba1-03c5-47ad-9115-5c311811992a req-8f189f06-1f5f-4958-a880-a8b1aa81a2c8 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:39.929732 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a4a64ba1-03c5-47ad-9115-5c311811992a req-8f189f06-1f5f-4958-a880-a8b1aa81a2c8 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.50 "GET /v2.0/ports?device_id=33b52744-6bcb-49e2-ba0d-50ecaa3d6545 HTTP/1.1" status: 200 len: 943 time: 0.2874479 Feb 09 01:19:39.979029 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-54da3922-3d02-48a8-8b0e-c1fba1d4a674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:39.980709 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-54da3922-3d02-48a8-8b0e-c1fba1d4a674 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4d247abd-f465-420e-b4f5-d074a7886dbf HTTP/1.1" status: 200 len: 858 time: 0.2077317 Feb 09 01:19:39.997902 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['d5502fe6-bc41-48c1-8db1-d92426b766f7'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:19:40.060889 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-f5f67e46-53af-4325-a8ac-9663670d93d1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=76364121-8251-4e9a-bad2-347919626704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361302 Feb 09 01:19:40.174293 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a4a64ba1-03c5-47ad-9115-5c311811992a req-e55bdb95-49d7-471b-9e1f-0ec8067e5227 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a8fcae-fccf-4ce6-b06f-85f139643c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318580 Feb 09 01:19:40.193964 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-c3de111f-9c09-4e37-ab17-a440c1eaf662 service neutron] 10.222.0.47 "GET /v2.0/networks/76364121-8251-4e9a-bad2-347919626704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242814 Feb 09 01:19:40.214347 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2416f73e-27ee-4d04-b373-9ca25e2458e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (a9a6a2f4-4475-4f42-ad39-e68f5b633397), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:40.217277 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2416f73e-27ee-4d04-b373-9ca25e2458e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:40.218537 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2416f73e-27ee-4d04-b373-9ca25e2458e0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a9a6a2f4-4475-4f42-ad39-e68f5b633397 HTTP/1.1" status: 204 len: 168 time: 0.7109778 Feb 09 01:19:40.229440 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2416f73e-27ee-4d04-b373-9ca25e2458e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a6a2f4-4475-4f42-ad39-e68f5b633397,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:40.608812 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-2ef11645-a438-4019-ab44-6eddb83d7ae2 req-6f04b897-1a09-4a27-a1ff-c40957d9c8c0 service neutron] 10.222.0.47 "GET /v2.0/networks/76364121-8251-4e9a-bad2-347919626704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028304 Feb 09 01:19:40.703844 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8fffc49d-deb0-4836-8169-318c5114f44c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for port (76ef3c28-dda9-492b-870a-23a5c110b347), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:40.776924 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee40ad-d213-42c5-8a23-31d2af731576 req-407dee4e-3a5a-4719-b451-3920dc294625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:40.779002 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-bfee40ad-d213-42c5-8a23-31d2af731576 req-407dee4e-3a5a-4719-b451-3920dc294625 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=915878c781df4952bb4c6e1abdb6034b&device_id=0267f8b6-44e4-4f2b-9496-2004a87f4cbb HTTP/1.1" status: 200 len: 1125 time: 0.1115229 Feb 09 01:19:40.962756 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee40ad-d213-42c5-8a23-31d2af731576 req-7259d38a-4350-4d47-b752-f10f9f61af33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:40.967211 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-bfee40ad-d213-42c5-8a23-31d2af731576 req-7259d38a-4350-4d47-b752-f10f9f61af33 service neutron] 10.222.0.47 "GET /v2.0/networks?id=76364121-8251-4e9a-bad2-347919626704 HTTP/1.1" status: 200 len: 920 time: 0.1794474 Feb 09 01:19:40.971805 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bbaa6fe-688f-4252-8886-aaaa16d2d85e admin admin] Router f608c76e-44ff-486a-b262-d0689e450f93 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:19:41.001247 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8fffc49d-deb0-4836-8169-318c5114f44c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (76ef3c28-dda9-492b-870a-23a5c110b347), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:41.046282 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device ae5b5426-2067-442d-b1eb-711fe7cba16a details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:19:41.051048 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device d5502fe6-bc41-48c1-8db1-d92426b766f7 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:19:41.110090 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33440) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:41.242535 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-bfee40ad-d213-42c5-8a23-31d2af731576 req-37c9d0da-bb24-492d-a493-142b84d8c855 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21c997c0-1896-4680-bcfd-ec7e16b624ca HTTP/1.1" status: 200 len: 217 time: 0.2636702 Feb 09 01:19:41.282803 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fffc49d-deb0-4836-8169-318c5114f44c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:41.337344 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port ae5b5426-2067-442d-b1eb-711fe7cba16a, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=ae5b5426-2067-442d-b1eb-711fe7cba16a,segment=NetworkSegment(860b92b1-31f7-4594-8b9a-cc6defa9d6af),segment_id=860b92b1-31f7-4594-8b9a-cc6defa9d6af)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:41.347697 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-8fffc49d-deb0-4836-8169-318c5114f44c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:41.352071 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fffc49d-deb0-4836-8169-318c5114f44c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:19:41.384037 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': 'ae5b5426-2067-442d-b1eb-711fe7cba16a', 'network_id': '76364121-8251-4e9a-bad2-347919626704', 'port_id': 'ae5b5426-2067-442d-b1eb-711fe7cba16a', 'mac_address': 'fa:16:3e:22:79:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d247abd-f465-420e-b4f5-d074a7886dbf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:19:41.399662 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9513bc94-3c5f-4999-b894-fc6b2623b565 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:41.418659 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port d5502fe6-bc41-48c1-8db1-d92426b766f7 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:19:41.428440 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port d5502fe6-bc41-48c1-8db1-d92426b766f7 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:41.429046 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d5502fe6-bc41-48c1-8db1-d92426b766f7), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:41.464297 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port ae5b5426-2067-442d-b1eb-711fe7cba16a is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:19:41.464819 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ae5b5426-2067-442d-b1eb-711fe7cba16a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:41.467789 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c3446-c641-4ab5-a932-5afdb241c219 req-a4e4f445-91b1-424a-a190-8945c0bb3e19 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:41.477819 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-323c3446-c641-4ab5-a932-5afdb241c219 req-a4e4f445-91b1-424a-a190-8945c0bb3e19 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.50 "GET /v2.0/ports?device_id=33b52744-6bcb-49e2-ba0d-50ecaa3d6545 HTTP/1.1" status: 200 len: 944 time: 0.1713111 Feb 09 01:19:41.533749 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae5b5426-2067-442d-b1eb-711fe7cba16a {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:19:41.571142 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-323c3446-c641-4ab5-a932-5afdb241c219 req-92fa6dba-0de8-4c55-bf50-359e6e336881 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a8fcae-fccf-4ce6-b06f-85f139643c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923467 Feb 09 01:19:41.617444 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port ae5b5426-2067-442d-b1eb-711fe7cba16a, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=ae5b5426-2067-442d-b1eb-711fe7cba16a,segment=NetworkSegment(860b92b1-31f7-4594-8b9a-cc6defa9d6af),segment_id=860b92b1-31f7-4594-8b9a-cc6defa9d6af)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:41.621606 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port d5502fe6-bc41-48c1-8db1-d92426b766f7 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:19:41.622121 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d5502fe6-bc41-48c1-8db1-d92426b766f7), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:41.647566 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9513bc94-3c5f-4999-b894-fc6b2623b565 admin admin] Publish callbacks [] for security_group (a62e792e-06eb-4498-abf4-ea4ea4f2f5ab), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:41.649307 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (ae5b5426-2067-442d-b1eb-711fe7cba16a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:41.660680 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9513bc94-3c5f-4999-b894-fc6b2623b565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (a62e792e-06eb-4498-abf4-ea4ea4f2f5ab), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:41.785607 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=ae5b5426-2067-442d-b1eb-711fe7cba16a,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:41.811697 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-9513bc94-3c5f-4999-b894-fc6b2623b565 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5a0372dcd2714c74a5fe1b5499aae78f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6980991 Feb 09 01:19:41.816701 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9513bc94-3c5f-4999-b894-fc6b2623b565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62e792e-06eb-4498-abf4-ea4ea4f2f5ab,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:41.827585 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b52744-6bcb-49e2-ba0d-50ecaa3d6545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5502fe6-bc41-48c1-8db1-d92426b766f7'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:19:41.829891 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c6eda0-7753-438b-b573-6248d70cdefb" -d '{"events": [{"server_uuid": "33b52744-6bcb-49e2-ba0d-50ecaa3d6545", "name": "network-vif-plugged", "status": "completed", "tag": "d5502fe6-bc41-48c1-8db1-d92426b766f7"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:19:41.844299 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33458) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:41.846627 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port d5502fe6-bc41-48c1-8db1-d92426b766f7, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=d5502fe6-bc41-48c1-8db1-d92426b766f7,segment=NetworkSegment(860b92b1-31f7-4594-8b9a-cc6defa9d6af),segment_id=860b92b1-31f7-4594-8b9a-cc6defa9d6af)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:41.854194 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d5502fe6-bc41-48c1-8db1-d92426b766f7), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:41.987918 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a9bd91-188f-4523-bc59-60d6bbcc9675 x-openstack-request-id: req-f9a9bd91-188f-4523-bc59-60d6bbcc9675 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:19:41.988200 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b52744-6bcb-49e2-ba0d-50ecaa3d6545", "name": "network-vif-plugged", "status": "completed", "tag": "d5502fe6-bc41-48c1-8db1-d92426b766f7", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:19:41.988465 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f9a9bd91-188f-4523-bc59-60d6bbcc9675 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:19:41.989060 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b52744-6bcb-49e2-ba0d-50ecaa3d6545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5502fe6-bc41-48c1-8db1-d92426b766f7', 'code': 200} Feb 09 01:19:41.992576 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=d5502fe6-bc41-48c1-8db1-d92426b766f7,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:41.997481 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['ae5b5426-2067-442d-b1eb-711fe7cba16a'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:19:42.041240 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-82f244ee-9160-417c-998f-fd7631101512 admin admin] Publish callbacks [] for security_group (a62e792e-06eb-4498-abf4-ea4ea4f2f5ab), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:42.204391 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-82f244ee-9160-417c-998f-fd7631101512 admin admin] Publish callbacks [] for security_group (a62e792e-06eb-4498-abf4-ea4ea4f2f5ab), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:42.335795 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e34e1-1a16-4339-86de-0dd9e210be6d req-3e14cdca-459f-4669-b53a-450323496a42 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:42.337609 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e13e34e1-1a16-4339-86de-0dd9e210be6d req-3e14cdca-459f-4669-b53a-450323496a42 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "GET /v2.0/ports?device_id=19ea4fe2-f03b-4312-b954-f87b47184dbf HTTP/1.1" status: 200 len: 945 time: 0.1922984 Feb 09 01:19:42.359626 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae406be-ef86-4cd4-a646-b3a75e34bd50 req-d662cbe8-6f3a-44f1-820a-fa847434f224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:42.362508 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fae406be-ef86-4cd4-a646-b3a75e34bd50 req-d662cbe8-6f3a-44f1-820a-fa847434f224 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=33b52744-6bcb-49e2-ba0d-50ecaa3d6545 HTTP/1.1" status: 200 len: 1127 time: 0.3297083 Feb 09 01:19:42.441376 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fffc49d-deb0-4836-8169-318c5114f44c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Pushing event updated for resources: {'Port': ['ID=76ef3c28-dda9-492b-870a-23a5c110b347,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:42.508554 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-82f244ee-9160-417c-998f-fd7631101512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (a62e792e-06eb-4498-abf4-ea4ea4f2f5ab), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:42.519864 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-82f244ee-9160-417c-998f-fd7631101512 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:42.523423 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-82f244ee-9160-417c-998f-fd7631101512 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a62e792e-06eb-4498-abf4-ea4ea4f2f5ab HTTP/1.1" status: 204 len: 168 time: 0.6758091 Feb 09 01:19:42.554896 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8fffc49d-deb0-4836-8169-318c5114f44c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for router_gateway (19501a6c-b56c-4e39-8c2f-e90c2992c676), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:42.558455 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e13e34e1-1a16-4339-86de-0dd9e210be6d req-440f2144-a3dc-4eef-8b1a-bed577b7b690 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8b2b6fd-d003-48e8-bc6e-e1f67872825c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062318 Feb 09 01:19:42.590320 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fae406be-ef86-4cd4-a646-b3a75e34bd50 req-b6271c1e-ea3a-4fbe-9f68-0facd4bdca39 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=70a8fcae-fccf-4ce6-b06f-85f139643c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112913 Feb 09 01:19:42.593797 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f244ee-9160-417c-998f-fd7631101512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62e792e-06eb-4498-abf4-ea4ea4f2f5ab,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:42.706301 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee40ad-d213-42c5-8a23-31d2af731576 req-95808af7-dcd9-4d80-9a39-cd96db52c22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:42.707846 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-bfee40ad-d213-42c5-8a23-31d2af731576 req-95808af7-dcd9-4d80-9a39-cd96db52c22b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4d247abd-f465-420e-b4f5-d074a7886dbf HTTP/1.1" status: 200 len: 858 time: 1.4160547 Feb 09 01:19:42.760096 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-bfee40ad-d213-42c5-8a23-31d2af731576 req-16f9d280-ed34-4cc3-bc01-d2b8831ece57 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=76364121-8251-4e9a-bad2-347919626704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450349 Feb 09 01:19:42.823540 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ffbc8-4981-4a68-9df8-e06639bfd475 req-3adc8768-d6f3-46cb-9411-9e59f6c6f1bb tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:42.828282 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-942ffbc8-4981-4a68-9df8-e06639bfd475 req-3adc8768-d6f3-46cb-9411-9e59f6c6f1bb tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.50 "GET /v2.0/ports?device_id=33b52744-6bcb-49e2-ba0d-50ecaa3d6545 HTTP/1.1" status: 200 len: 945 time: 0.1509860 Feb 09 01:19:42.883436 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbaa6fe-688f-4252-8886-aaaa16d2d85e admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:19:42.895813 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b6a997-b439-4e41-a432-e6add6c6bfe9 None None] Sync routers for ids ['f608c76e-44ff-486a-b262-d0689e450f93'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:19:42.911562 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b6a997-b439-4e41-a432-e6add6c6bfe9 None None] Routers {'f608c76e-44ff-486a-b262-d0689e450f93'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:19:42.915317 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-f9b6a997-b439-4e41-a432-e6add6c6bfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:19:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f608c76e-44ff-486a-b262-d0689e450f93'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:42.940382 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8bbaa6fe-688f-4252-8886-aaaa16d2d85e admin admin] 10.222.0.50 "PUT /v2.0/routers/f608c76e-44ff-486a-b262-d0689e450f93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0523598 Feb 09 01:19:42.941066 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33496) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:42.981270 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-942ffbc8-4981-4a68-9df8-e06639bfd475 req-24ab18e3-3207-4da1-a113-a590d0475aac tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a8fcae-fccf-4ce6-b06f-85f139643c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470892 Feb 09 01:19:43.114913 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device ae5b5426-2067-442d-b1eb-711fe7cba16a up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:19:43.338605 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-bfee40ad-d213-42c5-8a23-31d2af731576 req-409136ff-939f-46c5-9362-7ef68b726716 service neutron] 10.222.0.47 "GET /v2.0/networks/76364121-8251-4e9a-bad2-347919626704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5633006 Feb 09 01:19:43.468937 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-f9b6a997-b439-4e41-a432-e6add6c6bfe9 None None] Set router f608c76e-44ff-486a-b262-d0689e450f93 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:19:43.568837 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port ae5b5426-2067-442d-b1eb-711fe7cba16a completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:19:43.637178 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803eaccd-89a1-4de5-8326-43861a6b090b req-37c0d3a8-e86b-443e-9ade-00e5c2defde2 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:43.639842 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-803eaccd-89a1-4de5-8326-43861a6b090b req-37c0d3a8-e86b-443e-9ade-00e5c2defde2 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "GET /v2.0/ports?device_id=19ea4fe2-f03b-4312-b954-f87b47184dbf HTTP/1.1" status: 200 len: 945 time: 0.1685233 Feb 09 01:19:43.646929 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33518) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:43.689109 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 21c997c0-1896-4680-bcfd-ec7e16b624ca details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:19:43.696759 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port ae5b5426-2067-442d-b1eb-711fe7cba16a triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:43.697435 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (ae5b5426-2067-442d-b1eb-711fe7cba16a), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:43.703306 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8fffc49d-deb0-4836-8169-318c5114f44c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57606'] for router (19501a6c-b56c-4e39-8c2f-e90c2992c676), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:43.734567 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-097b8f51-b355-49e3-897e-abceb005c7f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:43.772362 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-05af62ca-1a25-403e-8917-515265659589 admin admin] Publish callbacks [] for router (f608c76e-44ff-486a-b262-d0689e450f93), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:43.789429 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8fffc49d-deb0-4836-8169-318c5114f44c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-482771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-482762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-478377'] for router (19501a6c-b56c-4e39-8c2f-e90c2992c676), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:43.830355 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-803eaccd-89a1-4de5-8326-43861a6b090b req-d90eec78-8248-4a5a-a935-8ade86fad3dd tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8b2b6fd-d003-48e8-bc6e-e1f67872825c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765728 Feb 09 01:19:43.958653 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-097b8f51-b355-49e3-897e-abceb005c7f3 admin admin] Publish callbacks [] for security_group (b3e4fd63-f1d9-4a5f-9ce4-74fe9972287f), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:43.967271 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-097b8f51-b355-49e3-897e-abceb005c7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b3e4fd63-f1d9-4a5f-9ce4-74fe9972287f), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:43.997565 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-f9b6a997-b439-4e41-a432-e6add6c6bfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'name': 'tempest-AttachVolumeTestJSON-1060774487-router', 'tenant_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'd9bb003f-eb6d-42fd-8c8e-d302fcd92ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:24Z', 'updated_at': '2022-02-09T01:19:38Z', 'revision_number': 5, 'project_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'gw_port': {'id': 'd9bb003f-eb6d-42fd-8c8e-d302fcd92ca9', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:25Z', 'updated_at': '2022-02-09T01:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:44.045515 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-097b8f51-b355-49e3-897e-abceb005c7f3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fa99fe0ca87146f4b51fabee6b372ce6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3949139 Feb 09 01:19:44.046386 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33528) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:44.079245 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b8f51-b355-49e3-897e-abceb005c7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e4fd63-f1d9-4a5f-9ce4-74fe9972287f,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:44.168198 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port ae5b5426-2067-442d-b1eb-711fe7cba16a is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:19:44.168636 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ae5b5426-2067-442d-b1eb-711fe7cba16a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:44.174024 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b6a997-b439-4e41-a432-e6add6c6bfe9 None None] Checking router: f608c76e-44ff-486a-b262-d0689e450f93 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:19:44.207547 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b6a997-b439-4e41-a432-e6add6c6bfe9 None None] Routers {'f608c76e-44ff-486a-b262-d0689e450f93'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:19:44.208848 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-f9b6a997-b439-4e41-a432-e6add6c6bfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:19:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f608c76e-44ff-486a-b262-d0689e450f93'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:44.271196 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0364862f-9fec-4ba6-94cf-d8497389a50d admin admin] Publish callbacks [] for security_group (b3e4fd63-f1d9-4a5f-9ce4-74fe9972287f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:44.302311 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1758ce-ab4f-4eba-963e-a22e9fc2d2ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5b5426-2067-442d-b1eb-711fe7cba16a'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:19:44.304536 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce98243-df74-4f6c-ae11-254364d473f6" -d '{"events": [{"server_uuid": "6b1758ce-ab4f-4eba-963e-a22e9fc2d2ab", "name": "network-vif-plugged", "status": "completed", "tag": "ae5b5426-2067-442d-b1eb-711fe7cba16a"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:19:44.331319 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-bfee40ad-d213-42c5-8a23-31d2af731576 req-f09139f9-65be-41ad-bc2b-1ed46852fb75 service neutron] 10.222.0.47 "GET /v2.0/networks/76364121-8251-4e9a-bad2-347919626704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9779675 Feb 09 01:19:44.382814 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0364862f-9fec-4ba6-94cf-d8497389a50d admin admin] Publish callbacks [] for security_group (b3e4fd63-f1d9-4a5f-9ce4-74fe9972287f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:44.383073 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e2a794-443c-4b49-bee8-4289703b9f0b x-openstack-request-id: req-79e2a794-443c-4b49-bee8-4289703b9f0b {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:19:44.383325 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1758ce-ab4f-4eba-963e-a22e9fc2d2ab", "name": "network-vif-plugged", "status": "completed", "tag": "ae5b5426-2067-442d-b1eb-711fe7cba16a", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:19:44.383589 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-79e2a794-443c-4b49-bee8-4289703b9f0b {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:19:44.383982 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1758ce-ab4f-4eba-963e-a22e9fc2d2ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5b5426-2067-442d-b1eb-711fe7cba16a', 'code': 200} Feb 09 01:19:44.407929 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port ae5b5426-2067-442d-b1eb-711fe7cba16a, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=ae5b5426-2067-442d-b1eb-711fe7cba16a,segment=NetworkSegment(860b92b1-31f7-4594-8b9a-cc6defa9d6af),segment_id=860b92b1-31f7-4594-8b9a-cc6defa9d6af)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:44.409977 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 21c997c0-1896-4680-bcfd-ec7e16b624ca, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=21c997c0-1896-4680-bcfd-ec7e16b624ca,segment=NetworkSegment(860b92b1-31f7-4594-8b9a-cc6defa9d6af),segment_id=860b92b1-31f7-4594-8b9a-cc6defa9d6af)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:44.428357 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9439f7df-f450-45d0-81f6-e1eacbee6e30 req-f8c95430-c871-475c-86ae-dc106b09e97b tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:44.431735 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (ae5b5426-2067-442d-b1eb-711fe7cba16a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:44.444855 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9439f7df-f450-45d0-81f6-e1eacbee6e30 req-f8c95430-c871-475c-86ae-dc106b09e97b tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.50 "GET /v2.0/ports?device_id=33b52744-6bcb-49e2-ba0d-50ecaa3d6545 HTTP/1.1" status: 200 len: 945 time: 0.2968771 Feb 09 01:19:44.453457 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '21c997c0-1896-4680-bcfd-ec7e16b624ca', 'network_id': '76364121-8251-4e9a-bad2-347919626704', 'port_id': '21c997c0-1896-4680-bcfd-ec7e16b624ca', 'mac_address': 'fa:16:3e:3d:ca:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d247abd-f465-420e-b4f5-d074a7886dbf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:19:44.539419 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fffc49d-deb0-4836-8169-318c5114f44c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Router 19501a6c-b56c-4e39-8c2f-e90c2992c676 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:19:44.588781 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-05af62ca-1a25-403e-8917-515265659589 admin admin] Publish callbacks [] for router_gateway (f608c76e-44ff-486a-b262-d0689e450f93), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:44.722966 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9439f7df-f450-45d0-81f6-e1eacbee6e30 req-9f1994f1-8023-4d01-837c-a65279a7e385 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a8fcae-fccf-4ce6-b06f-85f139643c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578824 Feb 09 01:19:44.760359 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1332f43-81ac-451f-ad71-99ed45aa049b req-36984353-5176-4b14-b247-868efaff286b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:44.762327 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a1332f43-81ac-451f-ad71-99ed45aa049b req-36984353-5176-4b14-b247-868efaff286b service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=6b1758ce-ab4f-4eba-963e-a22e9fc2d2ab HTTP/1.1" status: 200 len: 1127 time: 0.2058930 Feb 09 01:19:44.784416 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0364862f-9fec-4ba6-94cf-d8497389a50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b3e4fd63-f1d9-4a5f-9ce4-74fe9972287f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:44.787812 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0364862f-9fec-4ba6-94cf-d8497389a50d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:44.787980 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 21c997c0-1896-4680-bcfd-ec7e16b624ca is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:19:44.788267 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (21c997c0-1896-4680-bcfd-ec7e16b624ca), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:44.789751 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-0364862f-9fec-4ba6-94cf-d8497389a50d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b3e4fd63-f1d9-4a5f-9ce4-74fe9972287f HTTP/1.1" status: 204 len: 168 time: 0.7424576 Feb 09 01:19:44.798985 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=ae5b5426-2067-442d-b1eb-711fe7cba16a,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:44.803576 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0364862f-9fec-4ba6-94cf-d8497389a50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e4fd63-f1d9-4a5f-9ce4-74fe9972287f,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:44.811907 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-f9b6a997-b439-4e41-a432-e6add6c6bfe9 None None] Set router f608c76e-44ff-486a-b262-d0689e450f93 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:19:44.938019 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a1332f43-81ac-451f-ad71-99ed45aa049b req-ea6f5af2-e2c8-4799-be30-7aa31cbe008b service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=70a8fcae-fccf-4ce6-b06f-85f139643c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689320 Feb 09 01:19:45.002774 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60afe53a-d22b-423f-bbcf-ae35f9739080 req-2873c745-f9de-4822-8da3-eb2c83a30605 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:45.011281 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-60afe53a-d22b-423f-bbcf-ae35f9739080 req-2873c745-f9de-4822-8da3-eb2c83a30605 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.50 "GET /v2.0/ports?device_id=0267f8b6-44e4-4f2b-9496-2004a87f4cbb HTTP/1.1" status: 200 len: 943 time: 0.1730518 Feb 09 01:19:45.027492 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21c997c0-1896-4680-bcfd-ec7e16b624ca {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:19:45.072050 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484f7dd-540a-41b8-a216-1e2038ed6f63 req-763be3dc-afb0-4134-b836-8951154f7c76 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:45.081067 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9484f7dd-540a-41b8-a216-1e2038ed6f63 req-763be3dc-afb0-4134-b836-8951154f7c76 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "GET /v2.0/ports?device_id=19ea4fe2-f03b-4312-b954-f87b47184dbf HTTP/1.1" status: 200 len: 945 time: 0.1417687 Feb 09 01:19:45.095478 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec065cf-559c-47ae-880c-c2d44fdcf395 req-b0c01d5f-06c7-479c-8fe1-af6af391c8db tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:45.097060 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-bec065cf-559c-47ae-880c-c2d44fdcf395 req-b0c01d5f-06c7-479c-8fe1-af6af391c8db tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.47 "GET /v2.0/ports?device_id=19ea4fe2-f03b-4312-b954-f87b47184dbf HTTP/1.1" status: 200 len: 945 time: 0.4081891 Feb 09 01:19:45.101535 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 21c997c0-1896-4680-bcfd-ec7e16b624ca, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=21c997c0-1896-4680-bcfd-ec7e16b624ca,segment=NetworkSegment(860b92b1-31f7-4594-8b9a-cc6defa9d6af),segment_id=860b92b1-31f7-4594-8b9a-cc6defa9d6af)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:45.132556 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fffc49d-deb0-4836-8169-318c5114f44c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:19:45.143731 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-60afe53a-d22b-423f-bbcf-ae35f9739080 req-831f30e8-7ced-4b5f-a5b3-ed65dbb57b05 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a8fcae-fccf-4ce6-b06f-85f139643c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303618 Feb 09 01:19:45.172311 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5505f40-6350-4fc6-8683-3a255e27a822 None None] Sync routers for ids ['19501a6c-b56c-4e39-8c2f-e90c2992c676'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:19:45.190389 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5505f40-6350-4fc6-8683-3a255e27a822 None None] Routers {'19501a6c-b56c-4e39-8c2f-e90c2992c676'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:19:45.192943 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-b5505f40-6350-4fc6-8683-3a255e27a822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:19:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['19501a6c-b56c-4e39-8c2f-e90c2992c676'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:45.215224 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9484f7dd-540a-41b8-a216-1e2038ed6f63 req-54f6a93c-82ad-4ef6-9a3e-5e4aa1946e8d tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8b2b6fd-d003-48e8-bc6e-e1f67872825c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327012 Feb 09 01:19:45.242118 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8fffc49d-deb0-4836-8169-318c5114f44c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:45.246191 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33562) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:45.248099 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33564) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:45.249700 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (21c997c0-1896-4680-bcfd-ec7e16b624ca), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:45.253152 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8fffc49d-deb0-4836-8169-318c5114f44c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] 10.222.0.50 "PUT /v2.0/routers/19501a6c-b56c-4e39-8c2f-e90c2992c676 HTTP/1.1" status: 200 len: 919 time: 9.2898290 Feb 09 01:19:45.274330 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-b5505f40-6350-4fc6-8683-3a255e27a822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:45.290880 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-05af62ca-1a25-403e-8917-515265659589 admin admin] Deleting port d9bb003f-eb6d-42fd-8c8e-d302fcd92ca9 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:19:45.291225 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-05af62ca-1a25-403e-8917-515265659589 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (d9bb003f-eb6d-42fd-8c8e-d302fcd92ca9), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:45.300763 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5505f40-6350-4fc6-8683-3a255e27a822 None None] Routers {'19501a6c-b56c-4e39-8c2f-e90c2992c676'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:19:45.302049 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-b5505f40-6350-4fc6-8683-3a255e27a822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:19:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['19501a6c-b56c-4e39-8c2f-e90c2992c676'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:45.451273 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-b5505f40-6350-4fc6-8683-3a255e27a822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:45.451944 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5505f40-6350-4fc6-8683-3a255e27a822 None None] The sync data for ids ['19501a6c-b56c-4e39-8c2f-e90c2992c676'] in n-d-828369-4 is: [] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:19:45.466413 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-05af62ca-1a25-403e-8917-515265659589 admin admin] For port d9bb003f-eb6d-42fd-8c8e-d302fcd92ca9, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=d9bb003f-eb6d-42fd-8c8e-d302fcd92ca9,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:45.466727 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-05af62ca-1a25-403e-8917-515265659589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (d9bb003f-eb6d-42fd-8c8e-d302fcd92ca9), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:45.476873 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-bec065cf-559c-47ae-880c-c2d44fdcf395 req-3badffea-d368-4f9d-9e7a-738b4a880e9a tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Deleting port 6d0ae3f2-2e4b-4c02-99c4-8b70869c7489 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:19:45.477254 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-bec065cf-559c-47ae-880c-c2d44fdcf395 req-3badffea-d368-4f9d-9e7a-738b4a880e9a tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (6d0ae3f2-2e4b-4c02-99c4-8b70869c7489), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:45.499353 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-05af62ca-1a25-403e-8917-515265659589 admin admin] Calling delete_port for d9bb003f-eb6d-42fd-8c8e-d302fcd92ca9 owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:19:45.606667 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 6d0ae3f2-2e4b-4c02-99c4-8b70869c7489 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:19:45.685534 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=21c997c0-1896-4680-bcfd-ec7e16b624ca,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:45.703347 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['21c997c0-1896-4680-bcfd-ec7e16b624ca'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:19:45.897813 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-bec065cf-559c-47ae-880c-c2d44fdcf395 req-3badffea-d368-4f9d-9e7a-738b4a880e9a tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] For port 6d0ae3f2-2e4b-4c02-99c4-8b70869c7489, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=6d0ae3f2-2e4b-4c02-99c4-8b70869c7489,segment=NetworkSegment(6b5a2c5c-e7e2-4178-94b6-7f4da135e2e0),segment_id=6b5a2c5c-e7e2-4178-94b6-7f4da135e2e0)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:45.915028 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-bec065cf-559c-47ae-880c-c2d44fdcf395 req-3badffea-d368-4f9d-9e7a-738b4a880e9a tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (6d0ae3f2-2e4b-4c02-99c4-8b70869c7489), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:45.960738 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-f9b6a997-b439-4e41-a432-e6add6c6bfe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'name': 'tempest-AttachVolumeTestJSON-1060774487-router', 'tenant_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'd9bb003f-eb6d-42fd-8c8e-d302fcd92ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:24Z', 'updated_at': '2022-02-09T01:19:38Z', 'revision_number': 5, 'project_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'gw_port': {'id': 'd9bb003f-eb6d-42fd-8c8e-d302fcd92ca9', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:25Z', 'updated_at': '2022-02-09T01:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:46.057397 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b6a997-b439-4e41-a432-e6add6c6bfe9 None None] The sync data for ids ['f608c76e-44ff-486a-b262-d0689e450f93'] in n-d-828369-4 is: [{'id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'name': 'tempest-AttachVolumeTestJSON-1060774487-router', 'tenant_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'd9bb003f-eb6d-42fd-8c8e-d302fcd92ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:24Z', 'updated_at': '2022-02-09T01:19:38Z', 'revision_number': 5, 'project_id': '881f0fbf49754b7ea23a39ffdbfbb84a', 'gw_port': {'id': 'd9bb003f-eb6d-42fd-8c8e-d302fcd92ca9', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:7b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f608c76e-44ff-486a-b262-d0689e450f93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1063, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:25Z', 'updated_at': '2022-02-09T01:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:19:46.063571 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bf04c6fe-bde4-4c56-bce6-44a745e38a28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:46.075851 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 6d0ae3f2-2e4b-4c02-99c4-8b70869c7489 is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:19:46.076583 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6d0ae3f2-2e4b-4c02-99c4-8b70869c7489), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:46.190757 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 6d0ae3f2-2e4b-4c02-99c4-8b70869c7489, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=6d0ae3f2-2e4b-4c02-99c4-8b70869c7489,segment=NetworkSegment(6b5a2c5c-e7e2-4178-94b6-7f4da135e2e0),segment_id=6b5a2c5c-e7e2-4178-94b6-7f4da135e2e0)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:46.252034 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (6d0ae3f2-2e4b-4c02-99c4-8b70869c7489), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:46.304456 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b80c981a-01c8-41f5-82dc-c7fd8f7531c7 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] 10.222.0.50 "GET /v2.0/routers/19501a6c-b56c-4e39-8c2f-e90c2992c676 HTTP/1.1" status: 200 len: 925 time: 1.0308213 Feb 09 01:19:46.330793 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33588) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:46.387178 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ea4fe2-f03b-4312-b954-f87b47184dbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d0ae3f2-2e4b-4c02-99c4-8b70869c7489'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:19:46.405050 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-bec065cf-559c-47ae-880c-c2d44fdcf395 req-3badffea-d368-4f9d-9e7a-738b4a880e9a tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:46.406240 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-bec065cf-559c-47ae-880c-c2d44fdcf395 req-3badffea-d368-4f9d-9e7a-738b4a880e9a tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (1be3945c-1640-4862-9187-471d40e9acc2), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:46.406382 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503f5835-f96f-46aa-abc1-f58e9dc7edfa" -d '{"events": [{"server_uuid": "19ea4fe2-f03b-4312-b954-f87b47184dbf", "name": "network-vif-unplugged", "status": "completed", "tag": "6d0ae3f2-2e4b-4c02-99c4-8b70869c7489"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:19:46.406909 n-d-828369-4 neutron-server[103137]: INFO neutron.db.l3_db [req-bec065cf-559c-47ae-880c-c2d44fdcf395 req-3badffea-d368-4f9d-9e7a-738b4a880e9a tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Floating IP 1be3945c-1640-4862-9187-471d40e9acc2 disassociated. External IP: 172.25.8.221, port: 6d0ae3f2-2e4b-4c02-99c4-8b70869c7489. Feb 09 01:19:46.407497 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-bec065cf-559c-47ae-880c-c2d44fdcf395 req-3badffea-d368-4f9d-9e7a-738b4a880e9a tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Calling delete_port for 6d0ae3f2-2e4b-4c02-99c4-8b70869c7489 owned by compute:nova {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:19:46.576852 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=6d0ae3f2-2e4b-4c02-99c4-8b70869c7489,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:46.691423 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-bec065cf-559c-47ae-880c-c2d44fdcf395 req-3badffea-d368-4f9d-9e7a-738b4a880e9a tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (6d0ae3f2-2e4b-4c02-99c4-8b70869c7489), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:46.755326 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3badffea-d368-4f9d-9e7a-738b4a880e9a tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Pushing event deleted for resources: {'Port': ['ID=6d0ae3f2-2e4b-4c02-99c4-8b70869c7489,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:46.776757 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bf04c6fe-bde4-4c56-bce6-44a745e38a28 admin admin] Publish callbacks [] for security_group (feb695e9-b85f-4caa-89d9-5b8f5a854701), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:46.795686 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e37e0-c4b0-4e44-9dfd-1757805f3fe5 req-214adc91-8f31-486b-aaeb-f303784b7122 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:46.803399 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-631e37e0-c4b0-4e44-9dfd-1757805f3fe5 req-214adc91-8f31-486b-aaeb-f303784b7122 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "GET /v2.0/ports?device_id=19ea4fe2-f03b-4312-b954-f87b47184dbf HTTP/1.1" status: 200 len: 943 time: 0.3868675 Feb 09 01:19:46.811036 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bf04c6fe-bde4-4c56-bce6-44a745e38a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (feb695e9-b85f-4caa-89d9-5b8f5a854701), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:46.815310 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc25c55-9777-44ab-beb8-31d2a8c258fe tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:46.822269 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-efc25c55-9777-44ab-beb8-31d2a8c258fe tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=ca740734-29c2-4b60-ae10-4c709b5c6ef4&device_id=19501a6c-b56c-4e39-8c2f-e90c2992c676&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4880357 Feb 09 01:19:46.823707 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33606) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:46.829702 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d94a61-ee58-4ec4-9562-12c9786e3a4e req-1cd54a12-2923-49ff-9640-d0f83b496cba tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:46.837277 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-51d94a61-ee58-4ec4-9562-12c9786e3a4e req-1cd54a12-2923-49ff-9640-d0f83b496cba tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.50 "GET /v2.0/ports?device_id=0267f8b6-44e4-4f2b-9496-2004a87f4cbb HTTP/1.1" status: 200 len: 944 time: 0.5297377 Feb 09 01:19:46.975230 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-631e37e0-c4b0-4e44-9dfd-1757805f3fe5 req-52e75bcb-20ac-4c4d-8cbb-7e21a74f9acf tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "GET /v2.0/security-groups?id=d8b2b6fd-d003-48e8-bc6e-e1f67872825c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683211 Feb 09 01:19:46.997611 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-bf04c6fe-bde4-4c56-bce6-44a745e38a28 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c7b76871be864d6c8b335640275aae9a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7485399 Feb 09 01:19:47.001040 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33610) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:47.014990 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-51d94a61-ee58-4ec4-9562-12c9786e3a4e req-fc005a2f-f5ed-47e5-ad6b-f3d8aeebca67 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a8fcae-fccf-4ce6-b06f-85f139643c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703799 Feb 09 01:19:47.016161 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04c6fe-bde4-4c56-bce6-44a745e38a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb695e9-b85f-4caa-89d9-5b8f5a854701,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:47.062485 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c888a9f-4809-4494-b3e1-44a053cb6d31 x-openstack-request-id: req-8c888a9f-4809-4494-b3e1-44a053cb6d31 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:19:47.063002 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ea4fe2-f03b-4312-b954-f87b47184dbf", "name": "network-vif-unplugged", "status": "completed", "tag": "6d0ae3f2-2e4b-4c02-99c4-8b70869c7489", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:19:47.063122 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8c888a9f-4809-4494-b3e1-44a053cb6d31 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:19:47.063425 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ea4fe2-f03b-4312-b954-f87b47184dbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d0ae3f2-2e4b-4c02-99c4-8b70869c7489', 'code': 200} Feb 09 01:19:47.244483 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bad54dc2-c701-48e9-a5ff-0d566a8dddf2 admin admin] Publish callbacks [] for security_group (feb695e9-b85f-4caa-89d9-5b8f5a854701), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:47.249359 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-05af62ca-1a25-403e-8917-515265659589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (d9bb003f-eb6d-42fd-8c8e-d302fcd92ca9), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:47.292264 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff4a8cc-2929-41f1-9735-0d5ec52c5b31 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:47.293775 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-aff4a8cc-2929-41f1-9735-0d5ec52c5b31 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] 10.222.0.50 "GET /v2.0/networks/ca740734-29c2-4b60-ae10-4c709b5c6ef4 HTTP/1.1" status: 200 len: 881 time: 0.4674156 Feb 09 01:19:47.297024 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33614) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:47.302822 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af62ca-1a25-403e-8917-515265659589 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9bb003f-eb6d-42fd-8c8e-d302fcd92ca9,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:47.335343 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bec065cf-559c-47ae-880c-c2d44fdcf395 req-3badffea-d368-4f9d-9e7a-738b4a880e9a tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Router 96bbd1b0-4626-49eb-af76-25f572100ac9 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:19:47.366412 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d0002805-4962-4945-9219-94a8be50ed21 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] 10.222.0.50 "GET /v2.0/ports?device_id=19501a6c-b56c-4e39-8c2f-e90c2992c676 HTTP/1.1" status: 200 len: 205 time: 0.0682089 Feb 09 01:19:47.367043 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33618) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:47.389007 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bad54dc2-c701-48e9-a5ff-0d566a8dddf2 admin admin] Publish callbacks [] for security_group (feb695e9-b85f-4caa-89d9-5b8f5a854701), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:47.501222 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 21c997c0-1896-4680-bcfd-ec7e16b624ca up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:19:47.610974 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9bb2f88c-7036-45b5-a9db-1c49386e56ac tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router (19501a6c-b56c-4e39-8c2f-e90c2992c676), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:47.622167 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 21c997c0-1896-4680-bcfd-ec7e16b624ca completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:19:47.627636 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 21c997c0-1896-4680-bcfd-ec7e16b624ca triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:19:47.628297 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (21c997c0-1896-4680-bcfd-ec7e16b624ca), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:47.840195 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9bb2f88c-7036-45b5-a9db-1c49386e56ac tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router_gateway (19501a6c-b56c-4e39-8c2f-e90c2992c676), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:47.869416 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-05af62ca-1a25-403e-8917-515265659589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (f608c76e-44ff-486a-b262-d0689e450f93), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:47.918036 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 1309f51b-b3c9-4907-ba10-32acbd687ec4 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:19:47.983034 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-9bb2f88c-7036-45b5-a9db-1c49386e56ac tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Deleting port 76ef3c28-dda9-492b-870a-23a5c110b347 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:19:47.984361 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 21c997c0-1896-4680-bcfd-ec7e16b624ca is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:19:47.984768 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9bb2f88c-7036-45b5-a9db-1c49386e56ac tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (76ef3c28-dda9-492b-870a-23a5c110b347), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:47.986744 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (21c997c0-1896-4680-bcfd-ec7e16b624ca), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:48.031185 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 1309f51b-b3c9-4907-ba10-32acbd687ec4 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:19:48.052343 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 1309f51b-b3c9-4907-ba10-32acbd687ec4 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:19:48.147005 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 21c997c0-1896-4680-bcfd-ec7e16b624ca, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=21c997c0-1896-4680-bcfd-ec7e16b624ca,segment=NetworkSegment(860b92b1-31f7-4594-8b9a-cc6defa9d6af),segment_id=860b92b1-31f7-4594-8b9a-cc6defa9d6af)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:48.158753 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (21c997c0-1896-4680-bcfd-ec7e16b624ca), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:48.229453 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-05af62ca-1a25-403e-8917-515265659589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (f608c76e-44ff-486a-b262-d0689e450f93), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:48.242113 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de4a65ca-42c5-4b7e-bcb6-9e1e601dd33b req-b9a5ca06-502a-4ab0-b261-809b352784ed tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "GET /v2.0/ports?device_id=19ea4fe2-f03b-4312-b954-f87b47184dbf HTTP/1.1" status: 200 len: 210 time: 0.0944064 Feb 09 01:19:48.247095 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-05af62ca-1a25-403e-8917-515265659589 admin admin] Publish callbacks [] for router_controller (f608c76e-44ff-486a-b262-d0689e450f93), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:48.274330 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=21c997c0-1896-4680-bcfd-ec7e16b624ca,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:48.310408 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bad54dc2-c701-48e9-a5ff-0d566a8dddf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (feb695e9-b85f-4caa-89d9-5b8f5a854701), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:48.318875 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bad54dc2-c701-48e9-a5ff-0d566a8dddf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:48.323051 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-bad54dc2-c701-48e9-a5ff-0d566a8dddf2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/feb695e9-b85f-4caa-89d9-5b8f5a854701 HTTP/1.1" status: 204 len: 168 time: 1.3160701 Feb 09 01:19:48.354559 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-05af62ca-1a25-403e-8917-515265659589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (f608c76e-44ff-486a-b262-d0689e450f93), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:48.355006 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05af62ca-1a25-403e-8917-515265659589 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f608c76e-44ff-486a-b262-d0689e450f93 {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:19:48.363543 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-05af62ca-1a25-403e-8917-515265659589 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:48.368027 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-05af62ca-1a25-403e-8917-515265659589 admin admin] 10.222.0.50 "DELETE /v2.0/routers/f608c76e-44ff-486a-b262-d0689e450f93 HTTP/1.1" status: 204 len: 168 time: 5.4130201 Feb 09 01:19:48.368717 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad54dc2-c701-48e9-a5ff-0d566a8dddf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb695e9-b85f-4caa-89d9-5b8f5a854701,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:48.373695 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33656) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:48.397290 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bec065cf-559c-47ae-880c-c2d44fdcf395 req-3badffea-d368-4f9d-9e7a-738b4a880e9a tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:19:48.413916 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514380fb-5373-4201-9ee0-5969b2587f3c None None] Sync routers for ids ['96bbd1b0-4626-49eb-af76-25f572100ac9'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:19:48.427386 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9bb2f88c-7036-45b5-a9db-1c49386e56ac tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (76ef3c28-dda9-492b-870a-23a5c110b347), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:48.446992 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514380fb-5373-4201-9ee0-5969b2587f3c None None] Routers {'96bbd1b0-4626-49eb-af76-25f572100ac9'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:19:48.450159 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-514380fb-5373-4201-9ee0-5969b2587f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:19:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['96bbd1b0-4626-49eb-af76-25f572100ac9'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:48.522749 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec065cf-559c-47ae-880c-c2d44fdcf395 req-3badffea-d368-4f9d-9e7a-738b4a880e9a tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] No DVR routers for this DVR port 6d0ae3f2-2e4b-4c02-99c4-8b70869c7489 on host n-h1-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:19:48.527352 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-bec065cf-559c-47ae-880c-c2d44fdcf395 req-3badffea-d368-4f9d-9e7a-738b4a880e9a tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:48.530761 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-bec065cf-559c-47ae-880c-c2d44fdcf395 req-3badffea-d368-4f9d-9e7a-738b4a880e9a tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.47 "DELETE /v2.0/ports/6d0ae3f2-2e4b-4c02-99c4-8b70869c7489 HTTP/1.1" status: 204 len: 173 time: 3.4106483 Feb 09 01:19:48.531255 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ea4fe2-f03b-4312-b954-f87b47184dbf', 'name': 'network-vif-deleted', 'tag': '6d0ae3f2-2e4b-4c02-99c4-8b70869c7489'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:19:48.545628 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61e6598-05e9-4946-981c-fd72fc2576a3" -d '{"events": [{"server_uuid": "19ea4fe2-f03b-4312-b954-f87b47184dbf", "name": "network-vif-deleted", "tag": "6d0ae3f2-2e4b-4c02-99c4-8b70869c7489"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:19:48.625916 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-9bb2f88c-7036-45b5-a9db-1c49386e56ac tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Calling delete_port for 76ef3c28-dda9-492b-870a-23a5c110b347 owned by network:router_gateway {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:19:48.668518 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8652647d-61e1-4cf5-8da3-e0e551d83371 x-openstack-request-id: req-8652647d-61e1-4cf5-8da3-e0e551d83371 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:19:48.668869 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ea4fe2-f03b-4312-b954-f87b47184dbf", "name": "network-vif-deleted", "tag": "6d0ae3f2-2e4b-4c02-99c4-8b70869c7489", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:19:48.669403 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8652647d-61e1-4cf5-8da3-e0e551d83371 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:19:48.670086 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ea4fe2-f03b-4312-b954-f87b47184dbf', 'name': 'network-vif-deleted', 'tag': '6d0ae3f2-2e4b-4c02-99c4-8b70869c7489', 'status': 'completed', 'code': 200} Feb 09 01:19:48.800240 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9b98624-f980-4836-98f8-6c0509b84f00 admin admin] Deleting subnet 1fcc5198-b453-4567-8086-51be74d33b91 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:19:48.867249 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-514380fb-5373-4201-9ee0-5969b2587f3c None None] Set router 96bbd1b0-4626-49eb-af76-25f572100ac9 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:19:48.909465 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10ac05-0f8b-4244-9481-17914d768322 req-4bf4fdd9-1151-45c1-ac9f-de3bfe5c4e0b tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:48.918229 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a10ac05-0f8b-4244-9481-17914d768322 req-4bf4fdd9-1151-45c1-ac9f-de3bfe5c4e0b tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.50 "GET /v2.0/ports?device_id=0267f8b6-44e4-4f2b-9496-2004a87f4cbb HTTP/1.1" status: 200 len: 945 time: 0.6545413 Feb 09 01:19:48.919051 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f9b98624-f980-4836-98f8-6c0509b84f00 admin admin] Publish callbacks [] for subnet (1fcc5198-b453-4567-8086-51be74d33b91), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:49.154097 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a10ac05-0f8b-4244-9481-17914d768322 req-afa51e0b-175d-4586-9526-c7ed01cf0f01 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a8fcae-fccf-4ce6-b06f-85f139643c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848323 Feb 09 01:19:49.157104 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f9b98624-f980-4836-98f8-6c0509b84f00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (1fcc5198-b453-4567-8086-51be74d33b91), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:49.257510 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0267f8b6-44e4-4f2b-9496-2004a87f4cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c997c0-1896-4680-bcfd-ec7e16b624ca'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:19:49.272847 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cafbb4e-8784-4185-896f-935429a888cb" -d '{"events": [{"server_uuid": "0267f8b6-44e4-4f2b-9496-2004a87f4cbb", "name": "network-vif-plugged", "status": "completed", "tag": "21c997c0-1896-4680-bcfd-ec7e16b624ca"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:19:49.400406 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-514380fb-5373-4201-9ee0-5969b2587f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96bbd1b0-4626-49eb-af76-25f572100ac9', 'name': 'tempest-ServersTestManualDisk-1725847689-router', 'tenant_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'd90809e6-08dd-4b06-85e7-bd2922b24b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:18:21Z', 'updated_at': '2022-02-09T01:18:32Z', 'revision_number': 4, 'project_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'gw_port': {'id': 'd90809e6-08dd-4b06-85e7-bd2922b24b1d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bbd1b0-4626-49eb-af76-25f572100ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:22Z', 'updated_at': '2022-02-09T01:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '073bf780-c883-4590-b511-31dbdb7acad2', 'name': '', 'network_id': '47fa1fe6-b7ff-4798-8384-d96a8ee91d2e', 'tenant_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'mac_address': 'fa:16:3e:3c:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bbd1b0-4626-49eb-af76-25f572100ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '4218984f-8737-4371-806d-75117779a75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:30Z', 'updated_at': '2022-02-09T01:18:39Z', 'revision_number': 5, 'project_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'subnets': [{'id': '4218984f-8737-4371-806d-75117779a75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:49.430527 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33676) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:49.450551 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-95ebc132-e58a-4e4f-bf3d-835e343ef0e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:49.456677 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514380fb-5373-4201-9ee0-5969b2587f3c None None] Checking router: 96bbd1b0-4626-49eb-af76-25f572100ac9 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:19:49.462087 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991a770d-43f7-40da-b46d-1a4183dbf4c8 x-openstack-request-id: req-991a770d-43f7-40da-b46d-1a4183dbf4c8 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:19:49.462384 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0267f8b6-44e4-4f2b-9496-2004a87f4cbb", "name": "network-vif-plugged", "status": "completed", "tag": "21c997c0-1896-4680-bcfd-ec7e16b624ca", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:19:49.462643 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-991a770d-43f7-40da-b46d-1a4183dbf4c8 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:19:49.463214 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0267f8b6-44e4-4f2b-9496-2004a87f4cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c997c0-1896-4680-bcfd-ec7e16b624ca', 'code': 200} Feb 09 01:19:49.487363 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514380fb-5373-4201-9ee0-5969b2587f3c None None] Routers {'96bbd1b0-4626-49eb-af76-25f572100ac9'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:19:49.488009 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-514380fb-5373-4201-9ee0-5969b2587f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:19:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['96bbd1b0-4626-49eb-af76-25f572100ac9'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:49.531863 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-16806f64-f9d0-4c7e-a11b-a77349bae318 req-a7f1b88f-df95-4d6d-8c23-a49585e4bf2a tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "GET /v2.0/ports?device_id=19ea4fe2-f03b-4312-b954-f87b47184dbf HTTP/1.1" status: 200 len: 210 time: 0.0377121 Feb 09 01:19:49.609298 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f9b98624-f980-4836-98f8-6c0509b84f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (1fcc5198-b453-4567-8086-51be74d33b91), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:49.705753 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device d9bb003f-eb6d-42fd-8c8e-d302fcd92ca9 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:19:49.737907 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: d9bb003f-eb6d-42fd-8c8e-d302fcd92ca9 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:19:49.738257 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device d9bb003f-eb6d-42fd-8c8e-d302fcd92ca9 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:19:49.742679 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8162d3c-2ce2-4634-a159-02423a7b5aca req-1510fb01-0a45-433b-9601-e33018697f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:49.744248 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d8162d3c-2ce2-4634-a159-02423a7b5aca req-1510fb01-0a45-433b-9601-e33018697f51 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0267f8b6-44e4-4f2b-9496-2004a87f4cbb HTTP/1.1" status: 200 len: 1127 time: 0.1858146 Feb 09 01:19:49.747897 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-514380fb-5373-4201-9ee0-5969b2587f3c None None] Set router 96bbd1b0-4626-49eb-af76-25f572100ac9 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:19:49.803119 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9bb2f88c-7036-45b5-a9db-1c49386e56ac tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (76ef3c28-dda9-492b-870a-23a5c110b347), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:49.828215 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-95ebc132-e58a-4e4f-bf3d-835e343ef0e6 admin admin] Publish callbacks [] for security_group (bc9acd4b-da79-4560-a269-e74971a1ac1d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:49.836272 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-95ebc132-e58a-4e4f-bf3d-835e343ef0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (bc9acd4b-da79-4560-a269-e74971a1ac1d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:49.874146 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-95ebc132-e58a-4e4f-bf3d-835e343ef0e6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b8b44021bd6d4c23bcb803a997fcb51f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4419868 Feb 09 01:19:49.880714 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33682) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:49.886934 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2f88c-7036-45b5-a9db-1c49386e56ac tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Pushing event deleted for resources: {'Port': ['ID=76ef3c28-dda9-492b-870a-23a5c110b347,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:49.988107 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f9b98624-f980-4836-98f8-6c0509b84f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (1fcc5198-b453-4567-8086-51be74d33b91), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:49.995562 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d8162d3c-2ce2-4634-a159-02423a7b5aca req-fb7f3526-0256-4dbc-b7a6-c6a2fa999a21 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=70a8fcae-fccf-4ce6-b06f-85f139643c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206726 Feb 09 01:19:49.998588 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33686) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:50.031935 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ebc132-e58a-4e4f-bf3d-835e343ef0e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9acd4b-da79-4560-a269-e74971a1ac1d,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:50.040876 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f9b98624-f980-4836-98f8-6c0509b84f00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:50.046998 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f9b98624-f980-4836-98f8-6c0509b84f00 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/1fcc5198-b453-4567-8086-51be74d33b91 HTTP/1.1" status: 204 len: 168 time: 1.6676822 Feb 09 01:19:50.051489 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33690) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:50.076610 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52773b02-106a-4195-a212-6665a6747247 None None] Network 6d890250-ac42-4592-9721-7a49ecf5e127 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:19:50.114976 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9bb2f88c-7036-45b5-a9db-1c49386e56ac tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (19501a6c-b56c-4e39-8c2f-e90c2992c676), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:50.121179 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b98624-f980-4836-98f8-6c0509b84f00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fcc5198-b453-4567-8086-51be74d33b91,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:50.256364 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1a2ee213-0e71-4895-b3bf-223b1956f92b admin admin] Publish callbacks [] for security_group (bc9acd4b-da79-4560-a269-e74971a1ac1d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:50.388253 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9bb2f88c-7036-45b5-a9db-1c49386e56ac tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (19501a6c-b56c-4e39-8c2f-e90c2992c676), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:50.397237 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9bb2f88c-7036-45b5-a9db-1c49386e56ac tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router_controller (19501a6c-b56c-4e39-8c2f-e90c2992c676), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:50.424136 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1a2ee213-0e71-4895-b3bf-223b1956f92b admin admin] Publish callbacks [] for security_group (bc9acd4b-da79-4560-a269-e74971a1ac1d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:50.432758 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e5a2c61c-2487-43aa-b202-3d783cdc9033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (6d890250-ac42-4592-9721-7a49ecf5e127), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:50.517763 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4329380-95ff-4155-a2d4-eb93bc1bc1b6 req-2f09fb10-f800-4240-a94f-758fe3cd9f4b tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:50.519354 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f4329380-95ff-4155-a2d4-eb93bc1bc1b6 req-2f09fb10-f800-4240-a94f-758fe3cd9f4b tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.50 "GET /v2.0/ports?device_id=0267f8b6-44e4-4f2b-9496-2004a87f4cbb HTTP/1.1" status: 200 len: 945 time: 0.1958089 Feb 09 01:19:50.549240 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-514380fb-5373-4201-9ee0-5969b2587f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96bbd1b0-4626-49eb-af76-25f572100ac9', 'name': 'tempest-ServersTestManualDisk-1725847689-router', 'tenant_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'd90809e6-08dd-4b06-85e7-bd2922b24b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:18:21Z', 'updated_at': '2022-02-09T01:18:32Z', 'revision_number': 4, 'project_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'gw_port': {'id': 'd90809e6-08dd-4b06-85e7-bd2922b24b1d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bbd1b0-4626-49eb-af76-25f572100ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:22Z', 'updated_at': '2022-02-09T01:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '073bf780-c883-4590-b511-31dbdb7acad2', 'name': '', 'network_id': '47fa1fe6-b7ff-4798-8384-d96a8ee91d2e', 'tenant_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'mac_address': 'fa:16:3e:3c:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bbd1b0-4626-49eb-af76-25f572100ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '4218984f-8737-4371-806d-75117779a75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:30Z', 'updated_at': '2022-02-09T01:18:39Z', 'revision_number': 5, 'project_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'subnets': [{'id': '4218984f-8737-4371-806d-75117779a75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:50.575344 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9bb2f88c-7036-45b5-a9db-1c49386e56ac tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (19501a6c-b56c-4e39-8c2f-e90c2992c676), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:50.575979 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb2f88c-7036-45b5-a9db-1c49386e56ac tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Fanout notify agent at l3_agent the message router_deleted on router 19501a6c-b56c-4e39-8c2f-e90c2992c676 {{(pid=103136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:19:50.590465 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9bb2f88c-7036-45b5-a9db-1c49386e56ac tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:50.594982 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-9bb2f88c-7036-45b5-a9db-1c49386e56ac tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] 10.222.0.50 "DELETE /v2.0/routers/19501a6c-b56c-4e39-8c2f-e90c2992c676 HTTP/1.1" status: 204 len: 168 time: 3.2236278 Feb 09 01:19:50.613288 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33700) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:50.618740 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-0a069bc6-670b-41ef-aaad-e22f409ce9bd tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1018086272', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:50.656995 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514380fb-5373-4201-9ee0-5969b2587f3c None None] The sync data for ids ['96bbd1b0-4626-49eb-af76-25f572100ac9'] in n-d-828369-4 is: [{'id': '96bbd1b0-4626-49eb-af76-25f572100ac9', 'name': 'tempest-ServersTestManualDisk-1725847689-router', 'tenant_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'd90809e6-08dd-4b06-85e7-bd2922b24b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:18:21Z', 'updated_at': '2022-02-09T01:18:32Z', 'revision_number': 4, 'project_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'gw_port': {'id': 'd90809e6-08dd-4b06-85e7-bd2922b24b1d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bbd1b0-4626-49eb-af76-25f572100ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:22Z', 'updated_at': '2022-02-09T01:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '073bf780-c883-4590-b511-31dbdb7acad2', 'name': '', 'network_id': '47fa1fe6-b7ff-4798-8384-d96a8ee91d2e', 'tenant_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'mac_address': 'fa:16:3e:3c:7a:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bbd1b0-4626-49eb-af76-25f572100ac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '4218984f-8737-4371-806d-75117779a75f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:30Z', 'updated_at': '2022-02-09T01:18:39Z', 'revision_number': 5, 'project_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'subnets': [{'id': '4218984f-8737-4371-806d-75117779a75f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:19:50.731679 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33704) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:50.762459 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca1189f-ff29-44c2-b064-6295a22ba0d4 None None] DHCP port deletion for 6d890250-ac42-4592-9721-7a49ecf5e127 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:19:50.833551 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f4329380-95ff-4155-a2d4-eb93bc1bc1b6 req-849d43f4-befa-4258-a9fc-2fb9e98ba711 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a8fcae-fccf-4ce6-b06f-85f139643c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976508 Feb 09 01:19:50.834784 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0a069bc6-670b-41ef-aaad-e22f409ce9bd tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (c8feb280-75e0-46dd-a5e6-e05411373b41), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:50.837659 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0a069bc6-670b-41ef-aaad-e22f409ce9bd tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (c8feb280-75e0-46dd-a5e6-e05411373b41), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:50.889451 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-aca1189f-ff29-44c2-b064-6295a22ba0d4 None None] Deleting port 392141c7-00d6-4239-9b7e-493457a6e63b {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:19:50.891975 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-aca1189f-ff29-44c2-b064-6295a22ba0d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (392141c7-00d6-4239-9b7e-493457a6e63b), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:51.035188 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8b3c2c0b-a89f-4f31-ac18-35e58e1bcb74 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Publish callbacks [] for security_group (d8b2b6fd-d003-48e8-bc6e-e1f67872825c), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:51.086295 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-aca1189f-ff29-44c2-b064-6295a22ba0d4 None None] For port 392141c7-00d6-4239-9b7e-493457a6e63b, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=392141c7-00d6-4239-9b7e-493457a6e63b,segment=NetworkSegment(8e2e0547-7361-46ac-84b5-12a09ebed7f5),segment_id=8e2e0547-7361-46ac-84b5-12a09ebed7f5)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:51.086708 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-aca1189f-ff29-44c2-b064-6295a22ba0d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (392141c7-00d6-4239-9b7e-493457a6e63b), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:51.095230 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8b3c2c0b-a89f-4f31-ac18-35e58e1bcb74 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Publish callbacks [] for security_group (d8b2b6fd-d003-48e8-bc6e-e1f67872825c), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:51.128589 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-aca1189f-ff29-44c2-b064-6295a22ba0d4 None None] Calling delete_port for 392141c7-00d6-4239-9b7e-493457a6e63b owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:19:51.144386 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0a069bc6-670b-41ef-aaad-e22f409ce9bd tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router_controller (c8feb280-75e0-46dd-a5e6-e05411373b41), precommit_add_association {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:51.168576 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0a069bc6-670b-41ef-aaad-e22f409ce9bd tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (c8feb280-75e0-46dd-a5e6-e05411373b41), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:51.236454 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0a069bc6-670b-41ef-aaad-e22f409ce9bd tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:51.244110 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-0a069bc6-670b-41ef-aaad-e22f409ce9bd tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6288605 Feb 09 01:19:51.246184 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33706) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:51.247982 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c9c7bd-e92a-440c-843f-e63e1795368b None None] New status for floating IP 1be3945c-1640-4862-9187-471d40e9acc2: DOWN {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:19:51.259359 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-b307cec1-316e-4472-b484-6e382efa744c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'enable_snat': False}}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:19:51.327822 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-aca1189f-ff29-44c2-b064-6295a22ba0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (392141c7-00d6-4239-9b7e-493457a6e63b), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:51.380794 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca1189f-ff29-44c2-b064-6295a22ba0d4 None None] Pushing event deleted for resources: {'Port': ['ID=392141c7-00d6-4239-9b7e-493457a6e63b,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:51.397333 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca1189f-ff29-44c2-b064-6295a22ba0d4 None None] No DVR routers for this DVR port 392141c7-00d6-4239-9b7e-493457a6e63b on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:19:51.460924 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8b3c2c0b-a89f-4f31-ac18-35e58e1bcb74 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (d8b2b6fd-d003-48e8-bc6e-e1f67872825c), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:51.463532 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8b3c2c0b-a89f-4f31-ac18-35e58e1bcb74 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:51.466899 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8b3c2c0b-a89f-4f31-ac18-35e58e1bcb74 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "DELETE /v2.0/security-groups/d8b2b6fd-d003-48e8-bc6e-e1f67872825c HTTP/1.1" status: 204 len: 168 time: 0.7140222 Feb 09 01:19:51.486713 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33710) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:51.488957 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c2c0b-a89f-4f31-ac18-35e58e1bcb74 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b2b6fd-d003-48e8-bc6e-e1f67872825c,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:51.658008 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-e5a2c61c-2487-43aa-b202-3d783cdc9033 admin admin] The port '392141c7-00d6-4239-9b7e-493457a6e63b' was deleted {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 09 01:19:51.747557 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-d84d7135-dab3-43cc-835b-47104b020f69 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] show failed (client error): The resource could not be found. Feb 09 01:19:51.751002 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d84d7135-dab3-43cc-835b-47104b020f69 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "GET /v2.0/security-groups/d8b2b6fd-d003-48e8-bc6e-e1f67872825c HTTP/1.1" status: 404 len: 347 time: 0.2609730 Feb 09 01:19:51.764392 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33714) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:51.812112 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 392141c7-00d6-4239-9b7e-493457a6e63b no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:19:51.820821 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b307cec1-316e-4472-b484-6e382efa744c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for router_gateway (c8feb280-75e0-46dd-a5e6-e05411373b41), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:51.839477 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 392141c7-00d6-4239-9b7e-493457a6e63b {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:19:51.839827 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 392141c7-00d6-4239-9b7e-493457a6e63b not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:19:51.976235 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1a2ee213-0e71-4895-b3bf-223b1956f92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (bc9acd4b-da79-4560-a269-e74971a1ac1d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:51.979351 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1a2ee213-0e71-4895-b3bf-223b1956f92b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:51.980748 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1a2ee213-0e71-4895-b3bf-223b1956f92b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bc9acd4b-da79-4560-a269-e74971a1ac1d HTTP/1.1" status: 204 len: 168 time: 2.0985985 Feb 09 01:19:52.101249 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39fbf0-55cd-4285-a7f8-80173df13ecd req-4b000f1b-614f-42c4-88fc-a99afbfa15e3 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:52.112757 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8b39fbf0-55cd-4285-a7f8-80173df13ecd req-4b000f1b-614f-42c4-88fc-a99afbfa15e3 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.50 "GET /v2.0/ports?device_id=0267f8b6-44e4-4f2b-9496-2004a87f4cbb HTTP/1.1" status: 200 len: 945 time: 0.1473939 Feb 09 01:19:52.156081 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ee213-0e71-4895-b3bf-223b1956f92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9acd4b-da79-4560-a269-e74971a1ac1d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:52.170883 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e5a2c61c-2487-43aa-b202-3d783cdc9033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (6d890250-ac42-4592-9721-7a49ecf5e127), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:52.207185 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8b39fbf0-55cd-4285-a7f8-80173df13ecd req-f5bb8f0e-8e16-4331-8280-bed326808dc3 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a8fcae-fccf-4ce6-b06f-85f139643c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931551 Feb 09 01:19:52.359449 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-e5a2c61c-2487-43aa-b202-3d783cdc9033 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d890250-ac42-4592-9721-7a49ecf5e127']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:52.389839 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-e5a2c61c-2487-43aa-b202-3d783cdc9033 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e2e0547-7361-46ac-84b5-12a09ebed7f5') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:52.390149 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-e5a2c61c-2487-43aa-b202-3d783cdc9033 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e2e0547-7361-46ac-84b5-12a09ebed7f5') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:52.410383 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e5a2c61c-2487-43aa-b202-3d783cdc9033 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (8e2e0547-7361-46ac-84b5-12a09ebed7f5), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:52.446078 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e5a2c61c-2487-43aa-b202-3d783cdc9033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (8e2e0547-7361-46ac-84b5-12a09ebed7f5), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:52.465618 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5a2c61c-2487-43aa-b202-3d783cdc9033 admin admin] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:19:52.466025 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e5a2c61c-2487-43aa-b202-3d783cdc9033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (8e2e0547-7361-46ac-84b5-12a09ebed7f5), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:52.467918 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:19:52.467918 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:19:52.467918 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:19:52.467918 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:19:52.467918 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:19:52.467918 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:19:52.467918 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:19:52.467918 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:19:52.467918 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:19:52.467918 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:19:52.467918 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:19:52.467918 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:19:52.467918 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:19:52.467918 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:19:52.467918 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:19:52.467918 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:19:52.467918 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:19:52.467918 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:19:52.467918 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:19:52.467918 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:19:52.467918 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:19:52.467918 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:19:52.467918 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:19:52.467918 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:19:52.467918 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:19:52.467918 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:19:52.467918 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:19:52.467918 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:19:52.467918 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:19:52.467918 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:19:52.467918 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:19:52.467918 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:19:52.485937 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b307cec1-316e-4472-b484-6e382efa744c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for router_gateway (c8feb280-75e0-46dd-a5e6-e05411373b41), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:52.547163 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b307cec1-316e-4472-b484-6e382efa744c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:52.549360 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-cf8f5c2d-63da-4bbd-87f4-2495da526aa1 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Deleting port 9f3b3046-6273-4dac-b011-cec6c65b2181 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:19:52.549918 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cf8f5c2d-63da-4bbd-87f4-2495da526aa1 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (9f3b3046-6273-4dac-b011-cec6c65b2181), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:52.600636 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e5a2c61c-2487-43aa-b202-3d783cdc9033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (6d890250-ac42-4592-9721-7a49ecf5e127), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:52.618923 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e5a2c61c-2487-43aa-b202-3d783cdc9033 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:52.622334 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e5a2c61c-2487-43aa-b202-3d783cdc9033 admin admin] 10.222.0.50 "DELETE /v2.0/networks/6d890250-ac42-4592-9721-7a49ecf5e127 HTTP/1.1" status: 204 len: 168 time: 2.5698795 Feb 09 01:19:52.639443 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a2c61c-2487-43aa-b202-3d783cdc9033 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d890250-ac42-4592-9721-7a49ecf5e127,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:52.705415 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cf8f5c2d-63da-4bbd-87f4-2495da526aa1 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (9f3b3046-6273-4dac-b011-cec6c65b2181), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:52.705736 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cf8f5c2d-63da-4bbd-87f4-2495da526aa1 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Publish callbacks [] for floatingip (9f3b3046-6273-4dac-b011-cec6c65b2181), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:52.730627 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-cf8f5c2d-63da-4bbd-87f4-2495da526aa1 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Calling delete_port for 9f3b3046-6273-4dac-b011-cec6c65b2181 owned by network:floatingip {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:19:52.914522 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29375b-7582-40f9-9823-d49d8cbe1564 req-0898a60f-dfde-4f08-bb2b-9d1c6ec67f4f tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:52.921533 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2b29375b-7582-40f9-9823-d49d8cbe1564 req-0898a60f-dfde-4f08-bb2b-9d1c6ec67f4f tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b1758ce-ab4f-4eba-963e-a22e9fc2d2ab HTTP/1.1" status: 200 len: 945 time: 0.5301931 Feb 09 01:19:52.923755 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33738) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:52.925501 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-b307cec1-316e-4472-b484-6e382efa744c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Allocated IP 172.25.8.7 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/41625fe8-9e42-453d-8b52-ead785f1ea03) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:19:53.000781 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bb91c520-f99c-4f38-9697-af8a3a6fef8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (36658dc1-ed93-4169-902e-c5728eca054b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:53.032083 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2b29375b-7582-40f9-9823-d49d8cbe1564 req-c01cb1a0-c22c-4062-a03d-044dd2403648 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a8fcae-fccf-4ce6-b06f-85f139643c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090131 Feb 09 01:19:53.074160 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2b8348ad-60c3-4a5e-ad94-cbf6414ee3f9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=881f0fbf49754b7ea23a39ffdbfbb84a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1453991 Feb 09 01:19:53.104279 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33742) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:53.232477 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9252aaf7-24db-44b0-baa1-2b431d8eff7a admin admin] Publish callbacks [] for security_group (376ad327-7e14-4791-be2c-745523e5e2c7), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:53.248978 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b307cec1-316e-4472-b484-6e382efa744c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for port (41625fe8-9e42-453d-8b52-ead785f1ea03), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:53.277243 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9252aaf7-24db-44b0-baa1-2b431d8eff7a admin admin] Publish callbacks [] for security_group (376ad327-7e14-4791-be2c-745523e5e2c7), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:53.364802 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b307cec1-316e-4472-b484-6e382efa744c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (41625fe8-9e42-453d-8b52-ead785f1ea03), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:53.380843 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cf8f5c2d-63da-4bbd-87f4-2495da526aa1 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (9f3b3046-6273-4dac-b011-cec6c65b2181), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:53.417540 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9252aaf7-24db-44b0-baa1-2b431d8eff7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (376ad327-7e14-4791-be2c-745523e5e2c7), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:53.420263 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9252aaf7-24db-44b0-baa1-2b431d8eff7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:53.420404 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f5c2d-63da-4bbd-87f4-2495da526aa1 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Pushing event deleted for resources: {'Port': ['ID=9f3b3046-6273-4dac-b011-cec6c65b2181,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:53.421478 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-9252aaf7-24db-44b0-baa1-2b431d8eff7a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/376ad327-7e14-4791-be2c-745523e5e2c7 HTTP/1.1" status: 204 len: 168 time: 0.3159363 Feb 09 01:19:53.468481 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9252aaf7-24db-44b0-baa1-2b431d8eff7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376ad327-7e14-4791-be2c-745523e5e2c7,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:53.471741 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b307cec1-316e-4472-b484-6e382efa744c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:19:53.483574 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-b307cec1-316e-4472-b484-6e382efa744c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:19:53.487297 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b307cec1-316e-4472-b484-6e382efa744c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Pushing event updated for resources: {'Port': ['ID=41625fe8-9e42-453d-8b52-ead785f1ea03,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:53.490400 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b307cec1-316e-4472-b484-6e382efa744c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:19:53.537197 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915859c-ca6e-4ff5-a0ef-8bfb6759e83b req-9e4b2c19-0330-435c-9d39-dd40a477a083 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:53.538763 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5915859c-ca6e-4ff5-a0ef-8bfb6759e83b req-9e4b2c19-0330-435c-9d39-dd40a477a083 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b1758ce-ab4f-4eba-963e-a22e9fc2d2ab HTTP/1.1" status: 200 len: 945 time: 0.1574080 Feb 09 01:19:53.668478 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cf8f5c2d-63da-4bbd-87f4-2495da526aa1 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Publish callbacks [] for floatingip (1be3945c-1640-4862-9187-471d40e9acc2), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:53.671855 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cf8f5c2d-63da-4bbd-87f4-2495da526aa1 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:53.677304 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-cf8f5c2d-63da-4bbd-87f4-2495da526aa1 tempest-ServersTestManualDisk-820653752 tempest-ServersTestManualDisk-820653752-project] 10.222.0.50 "DELETE /v2.0/floatingips/1be3945c-1640-4862-9187-471d40e9acc2 HTTP/1.1" status: 204 len: 168 time: 1.9106884 Feb 09 01:19:53.678278 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33760) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:53.726292 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-bb91c520-f99c-4f38-9697-af8a3a6fef8d admin admin] Deleting port d713426c-6ae6-43a0-94ab-6b2903902ff7 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:19:53.727041 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bb91c520-f99c-4f38-9697-af8a3a6fef8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (d713426c-6ae6-43a0-94ab-6b2903902ff7), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:53.850831 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-bb91c520-f99c-4f38-9697-af8a3a6fef8d admin admin] For port d713426c-6ae6-43a0-94ab-6b2903902ff7, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=d713426c-6ae6-43a0-94ab-6b2903902ff7,segment=NetworkSegment(0a5119f9-71e1-4367-8a68-4998699e66da),segment_id=0a5119f9-71e1-4367-8a68-4998699e66da)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:53.851483 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bb91c520-f99c-4f38-9697-af8a3a6fef8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (d713426c-6ae6-43a0-94ab-6b2903902ff7), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:53.868776 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-bb91c520-f99c-4f38-9697-af8a3a6fef8d admin admin] Calling delete_port for d713426c-6ae6-43a0-94ab-6b2903902ff7 owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:19:54.118521 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5915859c-ca6e-4ff5-a0ef-8bfb6759e83b req-7f6c502f-09b5-43bf-9659-7eb4e035527d tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a8fcae-fccf-4ce6-b06f-85f139643c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5696654 Feb 09 01:19:54.218275 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bb91c520-f99c-4f38-9697-af8a3a6fef8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (d713426c-6ae6-43a0-94ab-6b2903902ff7), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:54.250283 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91c520-f99c-4f38-9697-af8a3a6fef8d admin admin] Pushing event deleted for resources: {'Port': ['ID=d713426c-6ae6-43a0-94ab-6b2903902ff7,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:54.564113 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bb91c520-f99c-4f38-9697-af8a3a6fef8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (36658dc1-ed93-4169-902e-c5728eca054b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:54.572312 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b307cec1-316e-4472-b484-6e382efa744c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for router_gateway (c8feb280-75e0-46dd-a5e6-e05411373b41), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:54.890412 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b307cec1-316e-4472-b484-6e382efa744c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57606'] for router (c8feb280-75e0-46dd-a5e6-e05411373b41), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:54.934593 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b307cec1-316e-4472-b484-6e382efa744c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-482771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-482762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-478377'] for router (c8feb280-75e0-46dd-a5e6-e05411373b41), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:55.016045 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb91c520-f99c-4f38-9697-af8a3a6fef8d admin admin] Router 36658dc1-ed93-4169-902e-c5728eca054b has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:19:55.218657 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb91c520-f99c-4f38-9697-af8a3a6fef8d admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:19:55.234711 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-bb91c520-f99c-4f38-9697-af8a3a6fef8d admin admin] 10.222.0.50 "PUT /v2.0/routers/36658dc1-ed93-4169-902e-c5728eca054b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2319415 Feb 09 01:19:55.240575 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df27626-d86b-4d1c-ae71-05a105d2fc8b None None] Sync routers for ids ['36658dc1-ed93-4169-902e-c5728eca054b'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:19:55.248038 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33824) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:55.267174 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df27626-d86b-4d1c-ae71-05a105d2fc8b None None] Routers {'36658dc1-ed93-4169-902e-c5728eca054b'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:19:55.267820 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-1df27626-d86b-4d1c-ae71-05a105d2fc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:19:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['36658dc1-ed93-4169-902e-c5728eca054b'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:55.475029 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d6ece-ba8c-4356-bd85-bc20e67b5020 req-76f060b4-9996-415b-888e-d9b8d829307a tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:55.483362 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-394d6ece-ba8c-4356-bd85-bc20e67b5020 req-76f060b4-9996-415b-888e-d9b8d829307a tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.120 "GET /v2.0/ports?device_id=6b1758ce-ab4f-4eba-963e-a22e9fc2d2ab HTTP/1.1" status: 200 len: 945 time: 0.5858421 Feb 09 01:19:55.506497 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1782b720-3416-42c0-99f7-fbfe6bd2c4fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (96bbd1b0-4626-49eb-af76-25f572100ac9), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:55.550670 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e21af43d-f9a8-4ac3-a22a-afb301ca053b admin admin] Publish callbacks [] for router (36658dc1-ed93-4169-902e-c5728eca054b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:55.605811 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42bd33-4487-4194-87a1-b826e7f4d264 req-49b5a2e7-9c77-4781-ada2-58b5c00c7c19 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:55.607525 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cb42bd33-4487-4194-87a1-b826e7f4d264 req-49b5a2e7-9c77-4781-ada2-58b5c00c7c19 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b1758ce-ab4f-4eba-963e-a22e9fc2d2ab HTTP/1.1" status: 200 len: 945 time: 0.4035707 Feb 09 01:19:55.780949 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e21af43d-f9a8-4ac3-a22a-afb301ca053b admin admin] Publish callbacks [] for router_gateway (36658dc1-ed93-4169-902e-c5728eca054b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:55.945335 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cb42bd33-4487-4194-87a1-b826e7f4d264 req-088eaf34-cab7-44ee-952c-ed5d36239499 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a8fcae-fccf-4ce6-b06f-85f139643c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520680 Feb 09 01:19:55.976881 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b307cec1-316e-4472-b484-6e382efa744c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Router c8feb280-75e0-46dd-a5e6-e05411373b41 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:19:55.983101 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-1df27626-d86b-4d1c-ae71-05a105d2fc8b None None] Set router 36658dc1-ed93-4169-902e-c5728eca054b gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:19:56.013441 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-e21af43d-f9a8-4ac3-a22a-afb301ca053b admin admin] Deleting port 9119c320-7625-4d7a-828f-5c6bf6ff8d7f {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:19:56.013803 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e21af43d-f9a8-4ac3-a22a-afb301ca053b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (9119c320-7625-4d7a-828f-5c6bf6ff8d7f), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:56.211948 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-e21af43d-f9a8-4ac3-a22a-afb301ca053b admin admin] For port 9119c320-7625-4d7a-828f-5c6bf6ff8d7f, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=9119c320-7625-4d7a-828f-5c6bf6ff8d7f,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:56.225254 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e21af43d-f9a8-4ac3-a22a-afb301ca053b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (9119c320-7625-4d7a-828f-5c6bf6ff8d7f), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:56.264224 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b307cec1-316e-4472-b484-6e382efa744c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:19:56.279583 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30d4963-7755-421d-88b0-2f93c0ac112a None None] Sync routers for ids ['c8feb280-75e0-46dd-a5e6-e05411373b41'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:19:56.294177 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b307cec1-316e-4472-b484-6e382efa744c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:56.298942 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b307cec1-316e-4472-b484-6e382efa744c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] 10.222.0.50 "PUT /v2.0/routers/c8feb280-75e0-46dd-a5e6-e05411373b41 HTTP/1.1" status: 200 len: 918 time: 5.0514028 Feb 09 01:19:56.299720 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30d4963-7755-421d-88b0-2f93c0ac112a None None] Routers {'c8feb280-75e0-46dd-a5e6-e05411373b41'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:19:56.301429 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-a30d4963-7755-421d-88b0-2f93c0ac112a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:19:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c8feb280-75e0-46dd-a5e6-e05411373b41'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:56.313573 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33870) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:56.314697 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33872) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:56.347223 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-1df27626-d86b-4d1c-ae71-05a105d2fc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36658dc1-ed93-4169-902e-c5728eca054b', 'name': 'tempest-TaggedBootDevicesTest_v242-738180123-router', 'tenant_id': 'e1de9b230a144a68a725edf02d781381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '9119c320-7625-4d7a-828f-5c6bf6ff8d7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:42Z', 'updated_at': '2022-02-09T01:19:54Z', 'revision_number': 5, 'project_id': 'e1de9b230a144a68a725edf02d781381', 'gw_port': {'id': '9119c320-7625-4d7a-828f-5c6bf6ff8d7f', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36658dc1-ed93-4169-902e-c5728eca054b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:43Z', 'updated_at': '2022-02-09T01:10:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:56.413433 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df27626-d86b-4d1c-ae71-05a105d2fc8b None None] Checking router: 36658dc1-ed93-4169-902e-c5728eca054b for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:19:56.415951 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-a30d4963-7755-421d-88b0-2f93c0ac112a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:56.435816 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df27626-d86b-4d1c-ae71-05a105d2fc8b None None] Routers {'36658dc1-ed93-4169-902e-c5728eca054b'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:19:56.436474 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-1df27626-d86b-4d1c-ae71-05a105d2fc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:19:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['36658dc1-ed93-4169-902e-c5728eca054b'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:56.439838 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30d4963-7755-421d-88b0-2f93c0ac112a None None] Routers {'c8feb280-75e0-46dd-a5e6-e05411373b41'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:19:56.440695 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-a30d4963-7755-421d-88b0-2f93c0ac112a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:19:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c8feb280-75e0-46dd-a5e6-e05411373b41'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:56.510083 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-a30d4963-7755-421d-88b0-2f93c0ac112a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:56.510995 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30d4963-7755-421d-88b0-2f93c0ac112a None None] The sync data for ids ['c8feb280-75e0-46dd-a5e6-e05411373b41'] in n-d-828369-4 is: [] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:19:56.525227 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b650eb89-08cf-4280-9029-f38f48857a58 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] 10.222.0.50 "GET /v2.0/routers/c8feb280-75e0-46dd-a5e6-e05411373b41 HTTP/1.1" status: 200 len: 924 time: 0.2089844 Feb 09 01:19:56.526054 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33876) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:56.580926 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-394d6ece-ba8c-4356-bd85-bc20e67b5020 req-1811df20-e5d1-47b4-896a-caaa1573215d tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Deleting port ae5b5426-2067-442d-b1eb-711fe7cba16a {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:19:56.582128 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-394d6ece-ba8c-4356-bd85-bc20e67b5020 req-1811df20-e5d1-47b4-896a-caaa1573215d tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (ae5b5426-2067-442d-b1eb-711fe7cba16a), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:56.648219 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-1df27626-d86b-4d1c-ae71-05a105d2fc8b None None] Set router 36658dc1-ed93-4169-902e-c5728eca054b gateway port host: None {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:19:56.708465 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-1df27626-d86b-4d1c-ae71-05a105d2fc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36658dc1-ed93-4169-902e-c5728eca054b', 'name': 'tempest-TaggedBootDevicesTest_v242-738180123-router', 'tenant_id': 'e1de9b230a144a68a725edf02d781381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:42Z', 'updated_at': '2022-02-09T01:19:55Z', 'revision_number': 6, 'project_id': 'e1de9b230a144a68a725edf02d781381', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:19:56.757836 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df27626-d86b-4d1c-ae71-05a105d2fc8b None None] The sync data for ids ['36658dc1-ed93-4169-902e-c5728eca054b'] in n-d-828369-4 is: [{'id': '36658dc1-ed93-4169-902e-c5728eca054b', 'name': 'tempest-TaggedBootDevicesTest_v242-738180123-router', 'tenant_id': 'e1de9b230a144a68a725edf02d781381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:42Z', 'updated_at': '2022-02-09T01:19:55Z', 'revision_number': 6, 'project_id': 'e1de9b230a144a68a725edf02d781381', 'gw_port_host': None}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:19:56.780839 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-394d6ece-ba8c-4356-bd85-bc20e67b5020 req-1811df20-e5d1-47b4-896a-caaa1573215d tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] For port ae5b5426-2067-442d-b1eb-711fe7cba16a, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=ae5b5426-2067-442d-b1eb-711fe7cba16a,segment=NetworkSegment(860b92b1-31f7-4594-8b9a-cc6defa9d6af),segment_id=860b92b1-31f7-4594-8b9a-cc6defa9d6af)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:56.782235 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-394d6ece-ba8c-4356-bd85-bc20e67b5020 req-1811df20-e5d1-47b4-896a-caaa1573215d tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (ae5b5426-2067-442d-b1eb-711fe7cba16a), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:56.822952 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-394d6ece-ba8c-4356-bd85-bc20e67b5020 req-1811df20-e5d1-47b4-896a-caaa1573215d tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Calling delete_port for ae5b5426-2067-442d-b1eb-711fe7cba16a owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:19:56.895300 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ceea3149-e505-47a5-9941-f8beb2a16410 req-c34c8b9e-e361-4b93-b5b6-673855d403ee service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0267f8b6-44e4-4f2b-9496-2004a87f4cbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0277057 Feb 09 01:19:56.897560 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33880) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:56.923891 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-e21af43d-f9a8-4ac3-a22a-afb301ca053b admin admin] Calling delete_port for 9119c320-7625-4d7a-828f-5c6bf6ff8d7f owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:19:57.085476 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8da91851-e697-47ee-8d15-1b7567672c3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:57.100597 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-83ec970f-fef6-4931-bfe9-b336bda72bb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:57.145391 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-394d6ece-ba8c-4356-bd85-bc20e67b5020 req-1811df20-e5d1-47b4-896a-caaa1573215d tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (ae5b5426-2067-442d-b1eb-711fe7cba16a), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:57.159555 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['d5502fe6-bc41-48c1-8db1-d92426b766f7'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:19:57.163680 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['21c997c0-1896-4680-bcfd-ec7e16b624ca'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:19:57.175957 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea3149-e505-47a5-9941-f8beb2a16410 req-48ceeb00-2989-471e-9338-4840a62eca9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:57.178750 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ceea3149-e505-47a5-9941-f8beb2a16410 req-48ceeb00-2989-471e-9338-4840a62eca9a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=915878c781df4952bb4c6e1abdb6034b&device_id=0267f8b6-44e4-4f2b-9496-2004a87f4cbb HTTP/1.1" status: 200 len: 1127 time: 0.2247016 Feb 09 01:19:57.271943 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a034b8ac-7362-4e1b-9903-a8db0836f16d req-6d796138-9f2c-4580-a712-220afd2d9701 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b1758ce-ab4f-4eba-963e-a22e9fc2d2ab HTTP/1.1" status: 200 len: 210 time: 0.1682222 Feb 09 01:19:57.287507 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811df20-e5d1-47b4-896a-caaa1573215d tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Pushing event deleted for resources: {'Port': ['ID=ae5b5426-2067-442d-b1eb-711fe7cba16a,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:57.345041 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea3149-e505-47a5-9941-f8beb2a16410 req-af606c71-0809-4f77-bb09-b86e5a1cd37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:57.346738 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ceea3149-e505-47a5-9941-f8beb2a16410 req-af606c71-0809-4f77-bb09-b86e5a1cd37d service neutron] 10.222.0.47 "GET /v2.0/networks?id=76364121-8251-4e9a-bad2-347919626704 HTTP/1.1" status: 200 len: 920 time: 0.1149385 Feb 09 01:19:57.418537 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ceea3149-e505-47a5-9941-f8beb2a16410 req-8986e79b-5d18-474f-ae16-8601401ec3c1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=21c997c0-1896-4680-bcfd-ec7e16b624ca HTTP/1.1" status: 200 len: 217 time: 0.0641329 Feb 09 01:19:57.455645 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-394d6ece-ba8c-4356-bd85-bc20e67b5020 req-1811df20-e5d1-47b4-896a-caaa1573215d tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] No DVR routers for this DVR port ae5b5426-2067-442d-b1eb-711fe7cba16a on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:19:57.464759 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-394d6ece-ba8c-4356-bd85-bc20e67b5020 req-1811df20-e5d1-47b4-896a-caaa1573215d tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:57.469285 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-394d6ece-ba8c-4356-bd85-bc20e67b5020 req-1811df20-e5d1-47b4-896a-caaa1573215d tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.120 "DELETE /v2.0/ports/ae5b5426-2067-442d-b1eb-711fe7cba16a HTTP/1.1" status: 204 len: 173 time: 1.9724734 Feb 09 01:19:57.472998 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1758ce-ab4f-4eba-963e-a22e9fc2d2ab', 'name': 'network-vif-deleted', 'tag': 'ae5b5426-2067-442d-b1eb-711fe7cba16a'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:19:57.476326 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf98b545-1b44-45ff-8ae2-27505d2f56f0" -d '{"events": [{"server_uuid": "6b1758ce-ab4f-4eba-963e-a22e9fc2d2ab", "name": "network-vif-deleted", "tag": "ae5b5426-2067-442d-b1eb-711fe7cba16a"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:19:57.485146 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5096af-f643-45ac-a9f8-6285ca026e43 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:57.488248 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-bf5096af-f643-45ac-a9f8-6285ca026e43 tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=ca740734-29c2-4b60-ae10-4c709b5c6ef4&device_id=c8feb280-75e0-46dd-a5e6-e05411373b41&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.9555073 Feb 09 01:19:57.496195 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33894) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:57.586960 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea3149-e505-47a5-9941-f8beb2a16410 req-ad69a6b4-826e-42dd-aac0-436a5e3135e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:57.590055 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ceea3149-e505-47a5-9941-f8beb2a16410 req-ad69a6b4-826e-42dd-aac0-436a5e3135e4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4d247abd-f465-420e-b4f5-d074a7886dbf HTTP/1.1" status: 200 len: 858 time: 0.1603611 Feb 09 01:19:57.607475 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fae5ecb-e6de-4cc7-b631-d66ba6922e8a x-openstack-request-id: req-2fae5ecb-e6de-4cc7-b631-d66ba6922e8a {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:19:57.608679 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1758ce-ab4f-4eba-963e-a22e9fc2d2ab", "name": "network-vif-deleted", "tag": "ae5b5426-2067-442d-b1eb-711fe7cba16a", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:19:57.609425 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2fae5ecb-e6de-4cc7-b631-d66ba6922e8a {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:19:57.610658 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1758ce-ab4f-4eba-963e-a22e9fc2d2ab', 'name': 'network-vif-deleted', 'tag': 'ae5b5426-2067-442d-b1eb-711fe7cba16a', 'status': 'completed', 'code': 200} Feb 09 01:19:57.720299 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-83ec970f-fef6-4931-bfe9-b336bda72bb7 admin admin] Publish callbacks [] for security_group (a9345a84-1119-4a84-8f0f-b00f5a11ac55), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:57.737337 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-83ec970f-fef6-4931-bfe9-b336bda72bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (a9345a84-1119-4a84-8f0f-b00f5a11ac55), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:57.744476 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ceea3149-e505-47a5-9941-f8beb2a16410 req-35d77f17-0d90-4857-b308-ab1852208ba2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=76364121-8251-4e9a-bad2-347919626704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1421933 Feb 09 01:19:57.756574 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8da91851-e697-47ee-8d15-1b7567672c3e admin admin] Publish callbacks [] for security_group (05474a05-3e24-449b-bc8c-6f444448c616), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:57.788337 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec970f-fef6-4931-bfe9-b336bda72bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9345a84-1119-4a84-8f0f-b00f5a11ac55,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:57.799137 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8da91851-e697-47ee-8d15-1b7567672c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (05474a05-3e24-449b-bc8c-6f444448c616), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:57.811972 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cd75bc-d4ef-48d7-9d62-befe92239b2c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:57.814037 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f9cd75bc-d4ef-48d7-9d62-befe92239b2c tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] 10.222.0.50 "GET /v2.0/networks/ca740734-29c2-4b60-ae10-4c709b5c6ef4 HTTP/1.1" status: 200 len: 881 time: 0.3160264 Feb 09 01:19:57.823199 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33896) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:57.848968 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device d713426c-6ae6-43a0-94ab-6b2903902ff7 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:19:57.881862 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: d713426c-6ae6-43a0-94ab-6b2903902ff7 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:19:57.882210 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device d713426c-6ae6-43a0-94ab-6b2903902ff7 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:19:57.882646 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 9119c320-7625-4d7a-828f-5c6bf6ff8d7f no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:19:57.912646 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-83ec970f-fef6-4931-bfe9-b336bda72bb7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1d71ec87bb7a44aebb6ace7f1ad9c7c1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5953293 Feb 09 01:19:57.914813 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-9f2efc1b-dc94-4689-9ffd-5c8f2aab5fee tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8feb280-75e0-46dd-a5e6-e05411373b41 HTTP/1.1" status: 200 len: 205 time: 0.0902679 Feb 09 01:19:57.924404 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33898) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:57.924758 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33900) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:58.000003 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ceea3149-e505-47a5-9941-f8beb2a16410 req-08682852-75bf-4c1d-aa27-c544f7225b39 service neutron] 10.222.0.47 "GET /v2.0/networks/76364121-8251-4e9a-bad2-347919626704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357564 Feb 09 01:19:58.101395 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-1782b720-3416-42c0-99f7-fbfe6bd2c4fd admin admin] Deleting port 073bf780-c883-4590-b511-31dbdb7acad2 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:19:58.101757 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1782b720-3416-42c0-99f7-fbfe6bd2c4fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (073bf780-c883-4590-b511-31dbdb7acad2), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:58.105942 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 9119c320-7625-4d7a-828f-5c6bf6ff8d7f is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:19:58.106404 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (9119c320-7625-4d7a-828f-5c6bf6ff8d7f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:58.195037 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e21af43d-f9a8-4ac3-a22a-afb301ca053b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (9119c320-7625-4d7a-828f-5c6bf6ff8d7f), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:58.219368 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8da91851-e697-47ee-8d15-1b7567672c3e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=20a541032655425ab33ef902cced978f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3184776 Feb 09 01:19:58.225928 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da91851-e697-47ee-8d15-1b7567672c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05474a05-3e24-449b-bc8c-6f444448c616,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:58.269855 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33902) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:58.288870 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21af43d-f9a8-4ac3-a22a-afb301ca053b admin admin] Pushing event deleted for resources: {'Port': ['ID=9119c320-7625-4d7a-828f-5c6bf6ff8d7f,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:58.450102 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e21af43d-f9a8-4ac3-a22a-afb301ca053b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (36658dc1-ed93-4169-902e-c5728eca054b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:58.663035 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ceea3149-e505-47a5-9941-f8beb2a16410 req-859870d7-d350-4c3a-a2b5-6ecef442dc7f service neutron] 10.222.0.47 "GET /v2.0/networks/76364121-8251-4e9a-bad2-347919626704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6298263 Feb 09 01:19:58.665566 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1825f1f6-3644-4e8b-8e20-d5eefe3fdbfe admin admin] Publish callbacks [] for security_group (05474a05-3e24-449b-bc8c-6f444448c616), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:58.687196 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e21af43d-f9a8-4ac3-a22a-afb301ca053b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (36658dc1-ed93-4169-902e-c5728eca054b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:58.699995 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e21af43d-f9a8-4ac3-a22a-afb301ca053b admin admin] Publish callbacks [] for router_controller (36658dc1-ed93-4169-902e-c5728eca054b), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:58.787044 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1825f1f6-3644-4e8b-8e20-d5eefe3fdbfe admin admin] Publish callbacks [] for security_group (05474a05-3e24-449b-bc8c-6f444448c616), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:58.810208 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e21af43d-f9a8-4ac3-a22a-afb301ca053b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (36658dc1-ed93-4169-902e-c5728eca054b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:58.810879 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21af43d-f9a8-4ac3-a22a-afb301ca053b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36658dc1-ed93-4169-902e-c5728eca054b {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:19:58.819784 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e21af43d-f9a8-4ac3-a22a-afb301ca053b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:58.821715 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e21af43d-f9a8-4ac3-a22a-afb301ca053b admin admin] 10.222.0.50 "DELETE /v2.0/routers/36658dc1-ed93-4169-902e-c5728eca054b HTTP/1.1" status: 204 len: 168 time: 3.5724533 Feb 09 01:19:58.843132 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33922) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:58.850035 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ffc7fd78-a86c-49f2-83c1-7fef1acf65b0 admin admin] Publish callbacks [] for security_group (a9345a84-1119-4a84-8f0f-b00f5a11ac55), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:58.905114 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8b492bf-2624-4350-8010-a3fa3744215a admin admin] Deleting subnet f87558dc-7347-4167-80b6-52be7a572ba0 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:19:58.909303 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e8b492bf-2624-4350-8010-a3fa3744215a admin admin] Publish callbacks [] for subnet (f87558dc-7347-4167-80b6-52be7a572ba0), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:58.944283 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ffc7fd78-a86c-49f2-83c1-7fef1acf65b0 admin admin] Publish callbacks [] for security_group (a9345a84-1119-4a84-8f0f-b00f5a11ac55), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:58.959028 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e8b492bf-2624-4350-8010-a3fa3744215a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (f87558dc-7347-4167-80b6-52be7a572ba0), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:59.028997 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7eb75489-ac41-49ed-b08e-9793a3de783b req-178f9c12-f35c-4e1d-b8f7-976280d45015 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=33b52744-6bcb-49e2-ba0d-50ecaa3d6545&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2527514 Feb 09 01:19:59.032093 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-1782b720-3416-42c0-99f7-fbfe6bd2c4fd admin admin] For port 073bf780-c883-4590-b511-31dbdb7acad2, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=073bf780-c883-4590-b511-31dbdb7acad2,segment=NetworkSegment(6b5a2c5c-e7e2-4178-94b6-7f4da135e2e0),segment_id=6b5a2c5c-e7e2-4178-94b6-7f4da135e2e0)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:59.032471 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1782b720-3416-42c0-99f7-fbfe6bd2c4fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (073bf780-c883-4590-b511-31dbdb7acad2), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:59.054404 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7f92762f-256c-46c4-8d04-edd245832890 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router (c8feb280-75e0-46dd-a5e6-e05411373b41), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:59.069902 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e8b492bf-2624-4350-8010-a3fa3744215a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (f87558dc-7347-4167-80b6-52be7a572ba0), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:59.097954 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-1782b720-3416-42c0-99f7-fbfe6bd2c4fd admin admin] Calling delete_port for 073bf780-c883-4590-b511-31dbdb7acad2 owned by network:router_interface {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:19:59.108918 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device ae5b5426-2067-442d-b1eb-711fe7cba16a no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:19:59.160298 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: ae5b5426-2067-442d-b1eb-711fe7cba16a {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:19:59.163476 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device ae5b5426-2067-442d-b1eb-711fe7cba16a not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:19:59.170537 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e8b492bf-2624-4350-8010-a3fa3744215a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (f87558dc-7347-4167-80b6-52be7a572ba0), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:59.207054 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1825f1f6-3644-4e8b-8e20-d5eefe3fdbfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (05474a05-3e24-449b-bc8c-6f444448c616), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:59.211621 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1825f1f6-3644-4e8b-8e20-d5eefe3fdbfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:59.213576 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1825f1f6-3644-4e8b-8e20-d5eefe3fdbfe admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/05474a05-3e24-449b-bc8c-6f444448c616 HTTP/1.1" status: 204 len: 168 time: 0.9415677 Feb 09 01:19:59.226138 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b492bf-2624-4350-8010-a3fa3744215a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f87558dc-7347-4167-80b6-52be7a572ba0,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:59.240788 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e8b492bf-2624-4350-8010-a3fa3744215a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:59.242949 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8b7e90-9ad2-44fa-bfcf-1ef9b45e25cd None None] Network 4827bb9d-9020-4469-a360-2245b341e8df requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:19:59.245924 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e8b492bf-2624-4350-8010-a3fa3744215a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f87558dc-7347-4167-80b6-52be7a572ba0 HTTP/1.1" status: 204 len: 168 time: 0.4014640 Feb 09 01:19:59.252218 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33938) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:19:59.263678 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1825f1f6-3644-4e8b-8e20-d5eefe3fdbfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05474a05-3e24-449b-bc8c-6f444448c616,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:59.282628 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ffc7fd78-a86c-49f2-83c1-7fef1acf65b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (a9345a84-1119-4a84-8f0f-b00f5a11ac55), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:59.285438 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ffc7fd78-a86c-49f2-83c1-7fef1acf65b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:59.287926 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ffc7fd78-a86c-49f2-83c1-7fef1acf65b0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a9345a84-1119-4a84-8f0f-b00f5a11ac55 HTTP/1.1" status: 204 len: 168 time: 1.3568561 Feb 09 01:19:59.312588 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc7fd78-a86c-49f2-83c1-7fef1acf65b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9345a84-1119-4a84-8f0f-b00f5a11ac55,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:19:59.342884 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb75489-ac41-49ed-b08e-9793a3de783b req-75750dfe-299c-4f89-bd1d-1f792e78e961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:59.344526 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7eb75489-ac41-49ed-b08e-9793a3de783b req-75750dfe-299c-4f89-bd1d-1f792e78e961 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=915878c781df4952bb4c6e1abdb6034b&device_id=33b52744-6bcb-49e2-ba0d-50ecaa3d6545 HTTP/1.1" status: 200 len: 1127 time: 0.2446101 Feb 09 01:19:59.353752 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7f92762f-256c-46c4-8d04-edd245832890 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router_gateway (c8feb280-75e0-46dd-a5e6-e05411373b41), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:59.482473 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-07f0333f-2915-4c5b-b475-e3c344c202fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (4827bb9d-9020-4469-a360-2245b341e8df), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:59.621472 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-07f0333f-2915-4c5b-b475-e3c344c202fe admin admin] Deleting port 5fd33a0c-3744-4ada-96d9-eabb3e05605b {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:19:59.621874 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-07f0333f-2915-4c5b-b475-e3c344c202fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (5fd33a0c-3744-4ada-96d9-eabb3e05605b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:59.691245 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b08268-d9da-4f75-a29d-2f07b6aa0378 None None] DHCP port deletion for 4827bb9d-9020-4469-a360-2245b341e8df request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:19:59.776524 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-07f0333f-2915-4c5b-b475-e3c344c202fe admin admin] For port 5fd33a0c-3744-4ada-96d9-eabb3e05605b, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=5fd33a0c-3744-4ada-96d9-eabb3e05605b,segment=NetworkSegment(0a5119f9-71e1-4367-8a68-4998699e66da),segment_id=0a5119f9-71e1-4367-8a68-4998699e66da)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:19:59.776933 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-07f0333f-2915-4c5b-b475-e3c344c202fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (5fd33a0c-3744-4ada-96d9-eabb3e05605b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:59.801764 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb75489-ac41-49ed-b08e-9793a3de783b req-71f62fb5-77da-4d8b-97de-b82a5b51035f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:19:59.805991 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7eb75489-ac41-49ed-b08e-9793a3de783b req-71f62fb5-77da-4d8b-97de-b82a5b51035f service neutron] 10.222.0.120 "GET /v2.0/networks?id=76364121-8251-4e9a-bad2-347919626704 HTTP/1.1" status: 200 len: 920 time: 0.3667679 Feb 09 01:19:59.839605 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-07f0333f-2915-4c5b-b475-e3c344c202fe admin admin] Calling delete_port for 5fd33a0c-3744-4ada-96d9-eabb3e05605b owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:19:59.853721 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 5fd33a0c-3744-4ada-96d9-eabb3e05605b no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:19:59.890659 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-07b08268-d9da-4f75-a29d-2f07b6aa0378 None None] Deleting port 5fd33a0c-3744-4ada-96d9-eabb3e05605b {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:19:59.891527 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-07b08268-d9da-4f75-a29d-2f07b6aa0378 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (5fd33a0c-3744-4ada-96d9-eabb3e05605b), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:59.902172 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1782b720-3416-42c0-99f7-fbfe6bd2c4fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (073bf780-c883-4590-b511-31dbdb7acad2), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:19:59.985289 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1782b720-3416-42c0-99f7-fbfe6bd2c4fd admin admin] Pushing event deleted for resources: {'Port': ['ID=073bf780-c883-4590-b511-31dbdb7acad2,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:00.059346 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-07b08268-d9da-4f75-a29d-2f07b6aa0378 None None] For port 5fd33a0c-3744-4ada-96d9-eabb3e05605b, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=5fd33a0c-3744-4ada-96d9-eabb3e05605b,segment=NetworkSegment(0a5119f9-71e1-4367-8a68-4998699e66da),segment_id=0a5119f9-71e1-4367-8a68-4998699e66da)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:00.064788 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-07b08268-d9da-4f75-a29d-2f07b6aa0378 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (5fd33a0c-3744-4ada-96d9-eabb3e05605b), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:00.074897 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-07f0333f-2915-4c5b-b475-e3c344c202fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (5fd33a0c-3744-4ada-96d9-eabb3e05605b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:00.091220 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7eb75489-ac41-49ed-b08e-9793a3de783b req-bdcecb06-f681-4874-ba6e-77987f72772a service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5502fe6-bc41-48c1-8db1-d92426b766f7 HTTP/1.1" status: 200 len: 217 time: 0.2012918 Feb 09 01:20:00.120028 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-07b08268-d9da-4f75-a29d-2f07b6aa0378 None None] Calling delete_port for 5fd33a0c-3744-4ada-96d9-eabb3e05605b owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:20:00.147406 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f0333f-2915-4c5b-b475-e3c344c202fe admin admin] Pushing event deleted for resources: {'Port': ['ID=5fd33a0c-3744-4ada-96d9-eabb3e05605b,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:00.149454 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f0333f-2915-4c5b-b475-e3c344c202fe admin admin] No DVR routers for this DVR port 5fd33a0c-3744-4ada-96d9-eabb3e05605b on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:20:00.167483 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 5fd33a0c-3744-4ada-96d9-eabb3e05605b is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:00.168299 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5fd33a0c-3744-4ada-96d9-eabb3e05605b), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:00.304491 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-7f92762f-256c-46c4-8d04-edd245832890 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Deleting port 41625fe8-9e42-453d-8b52-ead785f1ea03 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:20:00.306805 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7f92762f-256c-46c4-8d04-edd245832890 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (41625fe8-9e42-453d-8b52-ead785f1ea03), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:00.327461 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-07f0333f-2915-4c5b-b475-e3c344c202fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (4827bb9d-9020-4469-a360-2245b341e8df), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:00.385681 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-07f0333f-2915-4c5b-b475-e3c344c202fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4827bb9d-9020-4469-a360-2245b341e8df']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:00.407401 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-07f0333f-2915-4c5b-b475-e3c344c202fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a5119f9-71e1-4367-8a68-4998699e66da') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:00.407714 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-07f0333f-2915-4c5b-b475-e3c344c202fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a5119f9-71e1-4367-8a68-4998699e66da') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:00.431292 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-07f0333f-2915-4c5b-b475-e3c344c202fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (0a5119f9-71e1-4367-8a68-4998699e66da), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:00.439751 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-07b08268-d9da-4f75-a29d-2f07b6aa0378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (5fd33a0c-3744-4ada-96d9-eabb3e05605b), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:00.462619 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-07f0333f-2915-4c5b-b475-e3c344c202fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (0a5119f9-71e1-4367-8a68-4998699e66da), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:00.479577 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07f0333f-2915-4c5b-b475-e3c344c202fe admin admin] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:20:00.480281 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-07f0333f-2915-4c5b-b475-e3c344c202fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (0a5119f9-71e1-4367-8a68-4998699e66da), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:00.513307 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7f92762f-256c-46c4-8d04-edd245832890 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (41625fe8-9e42-453d-8b52-ead785f1ea03), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:00.517067 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b08268-d9da-4f75-a29d-2f07b6aa0378 None None] Pushing event deleted for resources: {'Port': ['ID=5fd33a0c-3744-4ada-96d9-eabb3e05605b,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:00.527759 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-7f92762f-256c-46c4-8d04-edd245832890 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Calling delete_port for 41625fe8-9e42-453d-8b52-ead785f1ea03 owned by network:router_gateway {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:20:00.538877 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b08268-d9da-4f75-a29d-2f07b6aa0378 None None] No DVR routers for this DVR port 5fd33a0c-3744-4ada-96d9-eabb3e05605b on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:20:00.542231 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b08268-d9da-4f75-a29d-2f07b6aa0378 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:00.542588 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b08268-d9da-4f75-a29d-2f07b6aa0378 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:00.542933 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b08268-d9da-4f75-a29d-2f07b6aa0378 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:00.543272 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b08268-d9da-4f75-a29d-2f07b6aa0378 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:00.543610 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b08268-d9da-4f75-a29d-2f07b6aa0378 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:00.549204 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b08268-d9da-4f75-a29d-2f07b6aa0378 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:00.549630 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b08268-d9da-4f75-a29d-2f07b6aa0378 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:00.549995 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b08268-d9da-4f75-a29d-2f07b6aa0378 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:00.550339 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b08268-d9da-4f75-a29d-2f07b6aa0378 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:00.550802 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b08268-d9da-4f75-a29d-2f07b6aa0378 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:00.551143 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b08268-d9da-4f75-a29d-2f07b6aa0378 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:00.551474 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b08268-d9da-4f75-a29d-2f07b6aa0378 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:00.551872 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b08268-d9da-4f75-a29d-2f07b6aa0378 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:00.586756 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:20:00.586756 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:20:00.586756 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:20:00.586756 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:20:00.586756 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:20:00.586756 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:20:00.586756 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:20:00.586756 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:20:00.586756 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:20:00.586756 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:20:00.586756 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:20:00.586756 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:20:00.586756 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:20:00.586756 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:20:00.586756 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:20:00.586756 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:20:00.586756 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:20:00.586756 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:20:00.586756 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:20:00.586756 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:20:00.586756 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:20:00.586756 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:20:00.586756 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:20:00.586756 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:20:00.586756 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:20:00.586756 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:20:00.586756 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:20:00.586756 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:20:00.586756 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:20:00.586756 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:20:00.586756 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:20:00.586756 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:20:00.593172 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33970) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:00.627940 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0f66db51-f618-4832-91c1-74a4e8333e8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:00.650095 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb75489-ac41-49ed-b08e-9793a3de783b req-7e91a640-24ee-40fe-ab8c-705957eea091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:00.658484 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7eb75489-ac41-49ed-b08e-9793a3de783b req-7e91a640-24ee-40fe-ab8c-705957eea091 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4d247abd-f465-420e-b4f5-d074a7886dbf HTTP/1.1" status: 200 len: 858 time: 0.5509176 Feb 09 01:20:00.682625 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-07f0333f-2915-4c5b-b475-e3c344c202fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (4827bb9d-9020-4469-a360-2245b341e8df), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:00.693030 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-07f0333f-2915-4c5b-b475-e3c344c202fe admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:00.699985 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-07f0333f-2915-4c5b-b475-e3c344c202fe admin admin] 10.222.0.50 "DELETE /v2.0/networks/4827bb9d-9020-4469-a360-2245b341e8df HTTP/1.1" status: 204 len: 168 time: 1.4465132 Feb 09 01:20:00.701921 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33974) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:00.733339 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f0333f-2915-4c5b-b475-e3c344c202fe admin admin] Pushing event deleted for resources: {'Network': ['ID=4827bb9d-9020-4469-a360-2245b341e8df,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:00.885684 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0f66db51-f618-4832-91c1-74a4e8333e8c admin admin] Publish callbacks [] for security_group (4acb249a-2539-46c8-b61a-c190463f3d92), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:00.898981 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0f66db51-f618-4832-91c1-74a4e8333e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (4acb249a-2539-46c8-b61a-c190463f3d92), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:00.947560 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7eb75489-ac41-49ed-b08e-9793a3de783b req-9d912903-2466-41bb-adb7-3f767facc83f service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=76364121-8251-4e9a-bad2-347919626704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2201798 Feb 09 01:20:01.037273 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0f66db51-f618-4832-91c1-74a4e8333e8c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fc68f9c690084e92aeeeb442d5eb0354&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4422276 Feb 09 01:20:01.040007 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f66db51-f618-4832-91c1-74a4e8333e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4acb249a-2539-46c8-b61a-c190463f3d92,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:01.046323 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33984) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:01.158915 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8960886f-1ef6-479b-85d6-921c1818c168 admin admin] Publish callbacks [] for security_group (4acb249a-2539-46c8-b61a-c190463f3d92), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:01.231836 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8960886f-1ef6-479b-85d6-921c1818c168 admin admin] Publish callbacks [] for security_group (4acb249a-2539-46c8-b61a-c190463f3d92), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:01.255359 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911c477-336a-476d-b727-664eff22a18a req-55e8fe3c-71d1-4cc8-b692-c039bf41888c tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:01.263120 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911c477-336a-476d-b727-664eff22a18a req-55e8fe3c-71d1-4cc8-b692-c039bf41888c tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:01.270987 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4911c477-336a-476d-b727-664eff22a18a req-55e8fe3c-71d1-4cc8-b692-c039bf41888c tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.50 "GET /v2.0/ports?device_id=0267f8b6-44e4-4f2b-9496-2004a87f4cbb&device_id=33b52744-6bcb-49e2-ba0d-50ecaa3d6545 HTTP/1.1" status: 200 len: 1681 time: 1.4613762 Feb 09 01:20:01.314457 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7f92762f-256c-46c4-8d04-edd245832890 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (41625fe8-9e42-453d-8b52-ead785f1ea03), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:01.328997 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8960886f-1ef6-479b-85d6-921c1818c168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (4acb249a-2539-46c8-b61a-c190463f3d92), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:01.334551 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8960886f-1ef6-479b-85d6-921c1818c168 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:01.346238 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8960886f-1ef6-479b-85d6-921c1818c168 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4acb249a-2539-46c8-b61a-c190463f3d92 HTTP/1.1" status: 204 len: 168 time: 0.2946696 Feb 09 01:20:01.353599 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92762f-256c-46c4-8d04-edd245832890 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Pushing event deleted for resources: {'Port': ['ID=41625fe8-9e42-453d-8b52-ead785f1ea03,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:01.368356 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7eb75489-ac41-49ed-b08e-9793a3de783b req-fdaf0df1-f73e-449f-aa14-96a9d8d33f2f service neutron] 10.222.0.120 "GET /v2.0/networks/76364121-8251-4e9a-bad2-347919626704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849735 Feb 09 01:20:01.384331 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1782b720-3416-42c0-99f7-fbfe6bd2c4fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (96bbd1b0-4626-49eb-af76-25f572100ac9), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:01.385231 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960886f-1ef6-479b-85d6-921c1818c168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4acb249a-2539-46c8-b61a-c190463f3d92,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:01.553618 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4911c477-336a-476d-b727-664eff22a18a req-3eb032ba-92dd-46c7-a7cc-3db0998550a1 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a8fcae-fccf-4ce6-b06f-85f139643c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814100 Feb 09 01:20:01.718185 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0d8cb480-38a9-4ef9-852e-a658020f2e72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:01.738191 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7f92762f-256c-46c4-8d04-edd245832890 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (c8feb280-75e0-46dd-a5e6-e05411373b41), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:01.919295 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7eb75489-ac41-49ed-b08e-9793a3de783b req-7372d1e1-1a62-458e-9dcd-bdd6c89f2373 service neutron] 10.222.0.120 "GET /v2.0/networks/76364121-8251-4e9a-bad2-347919626704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5357671 Feb 09 01:20:01.942635 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7f92762f-256c-46c4-8d04-edd245832890 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (c8feb280-75e0-46dd-a5e6-e05411373b41), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:01.947408 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7f92762f-256c-46c4-8d04-edd245832890 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router_controller (c8feb280-75e0-46dd-a5e6-e05411373b41), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:02.199924 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7f92762f-256c-46c4-8d04-edd245832890 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (c8feb280-75e0-46dd-a5e6-e05411373b41), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:02.201604 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f92762f-256c-46c4-8d04-edd245832890 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Fanout notify agent at l3_agent the message router_deleted on router c8feb280-75e0-46dd-a5e6-e05411373b41 {{(pid=103136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:20:02.207974 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1782b720-3416-42c0-99f7-fbfe6bd2c4fd admin admin] Router 96bbd1b0-4626-49eb-af76-25f572100ac9 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:20:02.225859 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7f92762f-256c-46c4-8d04-edd245832890 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:02.231942 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-7f92762f-256c-46c4-8d04-edd245832890 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] 10.222.0.50 "DELETE /v2.0/routers/c8feb280-75e0-46dd-a5e6-e05411373b41 HTTP/1.1" status: 204 len: 168 time: 4.2956662 Feb 09 01:20:02.233120 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34030) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:02.248704 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-38362165-c55d-4fc9-8e13-d2cebedde12f tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1963724671', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}, 'admin_state_up': False}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:02.335596 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-537c98ce-77fd-402a-afb7-1266d8fa004b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:02.404510 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-38362165-c55d-4fc9-8e13-d2cebedde12f tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (02e7c2a4-4b30-43b2-ad39-2338e5a82609), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:02.405624 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-38362165-c55d-4fc9-8e13-d2cebedde12f tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (02e7c2a4-4b30-43b2-ad39-2338e5a82609), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:02.602251 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-0d8cb480-38a9-4ef9-852e-a658020f2e72 admin admin] Deleting port f62a9bcf-7654-4537-8631-ea9d44536e84 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:20:02.602251 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0d8cb480-38a9-4ef9-852e-a658020f2e72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (f62a9bcf-7654-4537-8631-ea9d44536e84), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:02.655937 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-38362165-c55d-4fc9-8e13-d2cebedde12f tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router_controller (02e7c2a4-4b30-43b2-ad39-2338e5a82609), precommit_add_association {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:02.812315 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-0d8cb480-38a9-4ef9-852e-a658020f2e72 admin admin] For port f62a9bcf-7654-4537-8631-ea9d44536e84, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f62a9bcf-7654-4537-8631-ea9d44536e84,segment=NetworkSegment(7071ad06-b408-4158-b773-310e80d32bc6),segment_id=7071ad06-b408-4158-b773-310e80d32bc6)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:02.812961 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0d8cb480-38a9-4ef9-852e-a658020f2e72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (f62a9bcf-7654-4537-8631-ea9d44536e84), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:02.840688 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-0d8cb480-38a9-4ef9-852e-a658020f2e72 admin admin] Calling delete_port for f62a9bcf-7654-4537-8631-ea9d44536e84 owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:20:02.923996 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1782b720-3416-42c0-99f7-fbfe6bd2c4fd admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:20:02.930825 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1782b720-3416-42c0-99f7-fbfe6bd2c4fd admin admin] 10.222.0.50 "PUT /v2.0/routers/96bbd1b0-4626-49eb-af76-25f572100ac9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2473643 Feb 09 01:20:02.933088 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34064) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:02.936851 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbec859c-3b9d-451c-a68c-921cf09edd5a None None] Sync routers for ids ['96bbd1b0-4626-49eb-af76-25f572100ac9'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:20:02.953332 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbec859c-3b9d-451c-a68c-921cf09edd5a None None] Routers {'96bbd1b0-4626-49eb-af76-25f572100ac9'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:20:02.953955 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-cbec859c-3b9d-451c-a68c-921cf09edd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:19:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['96bbd1b0-4626-49eb-af76-25f572100ac9'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:02.961258 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-38362165-c55d-4fc9-8e13-d2cebedde12f tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router_gateway (02e7c2a4-4b30-43b2-ad39-2338e5a82609), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:03.127742 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-cbec859c-3b9d-451c-a68c-921cf09edd5a None None] Set router 96bbd1b0-4626-49eb-af76-25f572100ac9 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:20:03.289772 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0d8cb480-38a9-4ef9-852e-a658020f2e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (f62a9bcf-7654-4537-8631-ea9d44536e84), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:03.360348 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8cb480-38a9-4ef9-852e-a658020f2e72 admin admin] Pushing event deleted for resources: {'Port': ['ID=f62a9bcf-7654-4537-8631-ea9d44536e84,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:03.542985 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-cbec859c-3b9d-451c-a68c-921cf09edd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96bbd1b0-4626-49eb-af76-25f572100ac9', 'name': 'tempest-ServersTestManualDisk-1725847689-router', 'tenant_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'd90809e6-08dd-4b06-85e7-bd2922b24b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:18:21Z', 'updated_at': '2022-02-09T01:19:59Z', 'revision_number': 5, 'project_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'gw_port': {'id': 'd90809e6-08dd-4b06-85e7-bd2922b24b1d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bbd1b0-4626-49eb-af76-25f572100ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:22Z', 'updated_at': '2022-02-09T01:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:03.624999 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbec859c-3b9d-451c-a68c-921cf09edd5a None None] Checking router: 96bbd1b0-4626-49eb-af76-25f572100ac9 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:20:03.654562 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbec859c-3b9d-451c-a68c-921cf09edd5a None None] Routers {'96bbd1b0-4626-49eb-af76-25f572100ac9'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:20:03.657356 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-cbec859c-3b9d-451c-a68c-921cf09edd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:19:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['96bbd1b0-4626-49eb-af76-25f572100ac9'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:03.812665 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0d8cb480-38a9-4ef9-852e-a658020f2e72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:03.998120 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-cbec859c-3b9d-451c-a68c-921cf09edd5a None None] Set router 96bbd1b0-4626-49eb-af76-25f572100ac9 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:20:04.128375 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7329030a-804a-4db4-9df8-40990b3ecdfe req-9d107fd4-8470-4552-a2af-784353a9de29 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:04.130801 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7329030a-804a-4db4-9df8-40990b3ecdfe req-9d107fd4-8470-4552-a2af-784353a9de29 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.47 "GET /v2.0/ports?device_id=0267f8b6-44e4-4f2b-9496-2004a87f4cbb HTTP/1.1" status: 200 len: 945 time: 0.3222027 Feb 09 01:20:04.343491 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434acb21-c08c-4d22-b961-27e9bb94e01c req-e297310a-f3be-44d4-abff-36ae81e324eb tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:04.348835 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-434acb21-c08c-4d22-b961-27e9bb94e01c req-e297310a-f3be-44d4-abff-36ae81e324eb tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.50 "GET /v2.0/ports?device_id=0267f8b6-44e4-4f2b-9496-2004a87f4cbb HTTP/1.1" status: 200 len: 945 time: 1.5017323 Feb 09 01:20:04.363515 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ef5e7d77-404b-4390-808d-c93e6befb572 admin admin] Publish callbacks [] for router (96bbd1b0-4626-49eb-af76-25f572100ac9), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:04.697266 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba24fdd-f403-4e8e-a4f6-c2f7de70092e req-7f34228a-04b8-4338-92a9-a6d14bf0081e tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:04.698798 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cba24fdd-f403-4e8e-a4f6-c2f7de70092e req-7f34228a-04b8-4338-92a9-a6d14bf0081e tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.120 "GET /v2.0/ports?device_id=33b52744-6bcb-49e2-ba0d-50ecaa3d6545 HTTP/1.1" status: 200 len: 945 time: 0.6025679 Feb 09 01:20:04.721097 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-434acb21-c08c-4d22-b961-27e9bb94e01c req-5be7206d-514b-4e77-9efe-7ac8f8baf7d7 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a8fcae-fccf-4ce6-b06f-85f139643c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468416 Feb 09 01:20:04.773480 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-7329030a-804a-4db4-9df8-40990b3ecdfe req-ac9d1da6-fa36-4b05-a516-a316733593a8 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Deleting port 21c997c0-1896-4680-bcfd-ec7e16b624ca {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:20:04.785108 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-7329030a-804a-4db4-9df8-40990b3ecdfe req-ac9d1da6-fa36-4b05-a516-a316733593a8 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (21c997c0-1896-4680-bcfd-ec7e16b624ca), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:04.788669 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-285c072a-eaff-4f4c-af69-d79be70be199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:04.872642 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ef5e7d77-404b-4390-808d-c93e6befb572 admin admin] Publish callbacks [] for router_gateway (96bbd1b0-4626-49eb-af76-25f572100ac9), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:05.020004 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-cbec859c-3b9d-451c-a68c-921cf09edd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96bbd1b0-4626-49eb-af76-25f572100ac9', 'name': 'tempest-ServersTestManualDisk-1725847689-router', 'tenant_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'd90809e6-08dd-4b06-85e7-bd2922b24b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:18:21Z', 'updated_at': '2022-02-09T01:19:59Z', 'revision_number': 5, 'project_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'gw_port': {'id': 'd90809e6-08dd-4b06-85e7-bd2922b24b1d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bbd1b0-4626-49eb-af76-25f572100ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:22Z', 'updated_at': '2022-02-09T01:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:05.103957 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbec859c-3b9d-451c-a68c-921cf09edd5a None None] The sync data for ids ['96bbd1b0-4626-49eb-af76-25f572100ac9'] in n-d-828369-4 is: [{'id': '96bbd1b0-4626-49eb-af76-25f572100ac9', 'name': 'tempest-ServersTestManualDisk-1725847689-router', 'tenant_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': 'd90809e6-08dd-4b06-85e7-bd2922b24b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:18:21Z', 'updated_at': '2022-02-09T01:19:59Z', 'revision_number': 5, 'project_id': 'ba5e9ecc06f746ffbf154ff034c274ee', 'gw_port': {'id': 'd90809e6-08dd-4b06-85e7-bd2922b24b1d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96bbd1b0-4626-49eb-af76-25f572100ac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:18:22Z', 'updated_at': '2022-02-09T01:18:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:20:05.288359 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-38362165-c55d-4fc9-8e13-d2cebedde12f tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router_gateway (02e7c2a4-4b30-43b2-ad39-2338e5a82609), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:05.315803 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-38362165-c55d-4fc9-8e13-d2cebedde12f tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:05.326268 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-cba24fdd-f403-4e8e-a4f6-c2f7de70092e req-f3cb99e7-9ce1-40fc-8318-7a550f702729 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Deleting port d5502fe6-bc41-48c1-8db1-d92426b766f7 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:20:05.326947 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-cba24fdd-f403-4e8e-a4f6-c2f7de70092e req-f3cb99e7-9ce1-40fc-8318-7a550f702729 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (d5502fe6-bc41-48c1-8db1-d92426b766f7), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:05.424296 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-ef5e7d77-404b-4390-808d-c93e6befb572 admin admin] Deleting port d90809e6-08dd-4b06-85e7-bd2922b24b1d {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:20:05.425487 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ef5e7d77-404b-4390-808d-c93e6befb572 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (d90809e6-08dd-4b06-85e7-bd2922b24b1d), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:05.727237 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 073bf780-c883-4590-b511-31dbdb7acad2 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:20:05.825152 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 073bf780-c883-4590-b511-31dbdb7acad2 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:20:05.825717 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 073bf780-c883-4590-b511-31dbdb7acad2 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:20:05.827282 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-cba24fdd-f403-4e8e-a4f6-c2f7de70092e req-f3cb99e7-9ce1-40fc-8318-7a550f702729 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] For port d5502fe6-bc41-48c1-8db1-d92426b766f7, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=d5502fe6-bc41-48c1-8db1-d92426b766f7,segment=NetworkSegment(860b92b1-31f7-4594-8b9a-cc6defa9d6af),segment_id=860b92b1-31f7-4594-8b9a-cc6defa9d6af)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:05.829044 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-cba24fdd-f403-4e8e-a4f6-c2f7de70092e req-f3cb99e7-9ce1-40fc-8318-7a550f702729 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (d5502fe6-bc41-48c1-8db1-d92426b766f7), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:05.903189 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:05.918488 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-7329030a-804a-4db4-9df8-40990b3ecdfe req-ac9d1da6-fa36-4b05-a516-a316733593a8 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] For port 21c997c0-1896-4680-bcfd-ec7e16b624ca, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=21c997c0-1896-4680-bcfd-ec7e16b624ca,segment=NetworkSegment(860b92b1-31f7-4594-8b9a-cc6defa9d6af),segment_id=860b92b1-31f7-4594-8b9a-cc6defa9d6af)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:05.919016 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-7329030a-804a-4db4-9df8-40990b3ecdfe req-ac9d1da6-fa36-4b05-a516-a316733593a8 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (21c997c0-1896-4680-bcfd-ec7e16b624ca), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:05.919537 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-cba24fdd-f403-4e8e-a4f6-c2f7de70092e req-f3cb99e7-9ce1-40fc-8318-7a550f702729 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Calling delete_port for d5502fe6-bc41-48c1-8db1-d92426b766f7 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:20:05.951708 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-7329030a-804a-4db4-9df8-40990b3ecdfe req-ac9d1da6-fa36-4b05-a516-a316733593a8 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Calling delete_port for 21c997c0-1896-4680-bcfd-ec7e16b624ca owned by compute:nova {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:20:05.991703 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-38362165-c55d-4fc9-8e13-d2cebedde12f tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Allocated IP 172.25.8.128 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/754d028c-91a2-4efa-88ad-23a6676949e2) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:06.056814 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-ef5e7d77-404b-4390-808d-c93e6befb572 admin admin] For port d90809e6-08dd-4b06-85e7-bd2922b24b1d, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=d90809e6-08dd-4b06-85e7-bd2922b24b1d,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:06.057190 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ef5e7d77-404b-4390-808d-c93e6befb572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (d90809e6-08dd-4b06-85e7-bd2922b24b1d), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:06.175907 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d8cb480-38a9-4ef9-852e-a658020f2e72 admin admin] Router 7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:20:06.176799 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-ef5e7d77-404b-4390-808d-c93e6befb572 admin admin] Calling delete_port for d90809e6-08dd-4b06-85e7-bd2922b24b1d owned by network:router_gateway {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:20:06.436112 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c2ca0-9dbe-4eea-b96f-46ea02be22ef req-6ada807f-514c-4f74-a506-e6a74a8b55e8 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:06.442992 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-142c2ca0-9dbe-4eea-b96f-46ea02be22ef req-6ada807f-514c-4f74-a506-e6a74a8b55e8 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.50 "GET /v2.0/ports?device_id=0267f8b6-44e4-4f2b-9496-2004a87f4cbb HTTP/1.1" status: 200 len: 945 time: 0.5416069 Feb 09 01:20:06.506436 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-7329030a-804a-4db4-9df8-40990b3ecdfe req-ac9d1da6-fa36-4b05-a516-a316733593a8 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (21c997c0-1896-4680-bcfd-ec7e16b624ca), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:06.524769 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['d5502fe6-bc41-48c1-8db1-d92426b766f7'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:20:06.573714 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d1da6-fa36-4b05-a516-a316733593a8 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Pushing event deleted for resources: {'Port': ['ID=21c997c0-1896-4680-bcfd-ec7e16b624ca,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:06.640486 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-38362165-c55d-4fc9-8e13-d2cebedde12f tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for port (754d028c-91a2-4efa-88ad-23a6676949e2), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:06.669827 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8cb480-38a9-4ef9-852e-a658020f2e72 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:20:06.681945 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29df13d9-5587-49e8-89fd-55a0855758fc None None] Sync routers for ids ['7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:20:06.684130 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0d8cb480-38a9-4ef9-852e-a658020f2e72 admin admin] 10.222.0.50 "PUT /v2.0/routers/7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9799523 Feb 09 01:20:06.685405 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34158) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:06.700464 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29df13d9-5587-49e8-89fd-55a0855758fc None None] Routers {'7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:20:06.701136 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-29df13d9-5587-49e8-89fd-55a0855758fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:20:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:06.765759 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-7329030a-804a-4db4-9df8-40990b3ecdfe req-ac9d1da6-fa36-4b05-a516-a316733593a8 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] No DVR routers for this DVR port 21c997c0-1896-4680-bcfd-ec7e16b624ca on host n-h1-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:20:06.777296 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-7329030a-804a-4db4-9df8-40990b3ecdfe req-ac9d1da6-fa36-4b05-a516-a316733593a8 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:06.785767 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7329030a-804a-4db4-9df8-40990b3ecdfe req-ac9d1da6-fa36-4b05-a516-a316733593a8 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.47 "DELETE /v2.0/ports/21c997c0-1896-4680-bcfd-ec7e16b624ca HTTP/1.1" status: 204 len: 173 time: 2.6452351 Feb 09 01:20:06.809416 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0267f8b6-44e4-4f2b-9496-2004a87f4cbb', 'name': 'network-vif-deleted', 'tag': '21c997c0-1896-4680-bcfd-ec7e16b624ca'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:20:06.816205 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-142c2ca0-9dbe-4eea-b96f-46ea02be22ef req-1d270484-123c-40d3-90cf-be84d5b97f84 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.50 "GET /v2.0/security-groups?id=70a8fcae-fccf-4ce6-b06f-85f139643c8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723283 Feb 09 01:20:06.832577 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40bc210-a99d-4440-8c4a-049e81de4c86" -d '{"events": [{"server_uuid": "0267f8b6-44e4-4f2b-9496-2004a87f4cbb", "name": "network-vif-deleted", "tag": "21c997c0-1896-4680-bcfd-ec7e16b624ca"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:20:06.935512 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-cba24fdd-f403-4e8e-a4f6-c2f7de70092e req-f3cb99e7-9ce1-40fc-8318-7a550f702729 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (d5502fe6-bc41-48c1-8db1-d92426b766f7), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:06.997083 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['d5502fe6-bc41-48c1-8db1-d92426b766f7'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:20:07.045189 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34168) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:07.135136 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-29df13d9-5587-49e8-89fd-55a0855758fc None None] Set router 7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:20:07.167597 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:07.203970 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72875378-b69a-4924-a6f1-e37f2a0a6a37 x-openstack-request-id: req-72875378-b69a-4924-a6f1-e37f2a0a6a37 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:20:07.204819 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0267f8b6-44e4-4f2b-9496-2004a87f4cbb", "name": "network-vif-deleted", "tag": "21c997c0-1896-4680-bcfd-ec7e16b624ca", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:20:07.205273 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-72875378-b69a-4924-a6f1-e37f2a0a6a37 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:20:07.205884 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0267f8b6-44e4-4f2b-9496-2004a87f4cbb', 'name': 'network-vif-deleted', 'tag': '21c997c0-1896-4680-bcfd-ec7e16b624ca', 'status': 'completed', 'code': 200} Feb 09 01:20:07.215648 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d55eebef-1a30-4ab4-a6cc-3910b88f28d9 admin admin] Publish callbacks [] for router (7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:07.272743 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb99e7-9ce1-40fc-8318-7a550f702729 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Pushing event deleted for resources: {'Port': ['ID=d5502fe6-bc41-48c1-8db1-d92426b766f7,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:07.432415 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ef5e7d77-404b-4390-808d-c93e6befb572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (d90809e6-08dd-4b06-85e7-bd2922b24b1d), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:07.509243 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-38362165-c55d-4fc9-8e13-d2cebedde12f tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (754d028c-91a2-4efa-88ad-23a6676949e2), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:07.539937 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 21c997c0-1896-4680-bcfd-ec7e16b624ca no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:20:07.546587 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e7d77-404b-4390-808d-c93e6befb572 admin admin] Pushing event deleted for resources: {'Port': ['ID=d90809e6-08dd-4b06-85e7-bd2922b24b1d,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:07.572871 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba24fdd-f403-4e8e-a4f6-c2f7de70092e req-f3cb99e7-9ce1-40fc-8318-7a550f702729 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] No DVR routers for this DVR port d5502fe6-bc41-48c1-8db1-d92426b766f7 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:20:07.608568 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: 21c997c0-1896-4680-bcfd-ec7e16b624ca {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:20:07.610561 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 21c997c0-1896-4680-bcfd-ec7e16b624ca not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:20:07.626034 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-cba24fdd-f403-4e8e-a4f6-c2f7de70092e req-f3cb99e7-9ce1-40fc-8318-7a550f702729 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:07.630568 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cba24fdd-f403-4e8e-a4f6-c2f7de70092e req-f3cb99e7-9ce1-40fc-8318-7a550f702729 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.120 "DELETE /v2.0/ports/d5502fe6-bc41-48c1-8db1-d92426b766f7 HTTP/1.1" status: 204 len: 173 time: 2.9044497 Feb 09 01:20:07.631066 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b52744-6bcb-49e2-ba0d-50ecaa3d6545', 'name': 'network-vif-deleted', 'tag': 'd5502fe6-bc41-48c1-8db1-d92426b766f7'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:20:07.633755 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5acd8a-ae05-4171-b443-2db3aa22bbc2" -d '{"events": [{"server_uuid": "33b52744-6bcb-49e2-ba0d-50ecaa3d6545", "name": "network-vif-deleted", "tag": "d5502fe6-bc41-48c1-8db1-d92426b766f7"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:20:07.663017 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-40551708-6f3b-4715-8565-98504e245617 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:07.675412 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:07.729479 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d55eebef-1a30-4ab4-a6cc-3910b88f28d9 admin admin] Publish callbacks [] for router_gateway (7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:07.771468 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-29df13d9-5587-49e8-89fd-55a0855758fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2', 'name': 'tempest-TaggedBootDevicesTest_v242-1695063333-router', 'tenant_id': '074f6ab5dbd5419e80f41aeec2d12896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': 'ead6272f-de8e-4666-9ed0-fada55f32fd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:54Z', 'updated_at': '2022-02-09T01:20:03Z', 'revision_number': 5, 'project_id': '074f6ab5dbd5419e80f41aeec2d12896', 'gw_port': {'id': 'ead6272f-de8e-4666-9ed0-fada55f32fd2', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ac:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:10:55Z', 'updated_at': '2022-02-09T01:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:07.821617 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29df13d9-5587-49e8-89fd-55a0855758fc None None] Checking router: 7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:20:07.835543 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6d6720-44dc-46e2-8e2a-d4beef8f01b9 x-openstack-request-id: req-9c6d6720-44dc-46e2-8e2a-d4beef8f01b9 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:20:07.835873 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b52744-6bcb-49e2-ba0d-50ecaa3d6545", "name": "network-vif-deleted", "tag": "d5502fe6-bc41-48c1-8db1-d92426b766f7", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:20:07.836284 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9c6d6720-44dc-46e2-8e2a-d4beef8f01b9 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:20:07.836635 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b52744-6bcb-49e2-ba0d-50ecaa3d6545', 'name': 'network-vif-deleted', 'tag': 'd5502fe6-bc41-48c1-8db1-d92426b766f7', 'status': 'completed', 'code': 200} Feb 09 01:20:07.843093 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29df13d9-5587-49e8-89fd-55a0855758fc None None] Routers {'7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:20:07.844127 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-29df13d9-5587-49e8-89fd-55a0855758fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:20:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:07.856010 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ef5e7d77-404b-4390-808d-c93e6befb572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (96bbd1b0-4626-49eb-af76-25f572100ac9), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:07.873676 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38362165-c55d-4fc9-8e13-d2cebedde12f tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:07.876420 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-38362165-c55d-4fc9-8e13-d2cebedde12f tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:07.887295 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38362165-c55d-4fc9-8e13-d2cebedde12f tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Pushing event updated for resources: {'Port': ['ID=754d028c-91a2-4efa-88ad-23a6676949e2,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:07.958794 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-40551708-6f3b-4715-8565-98504e245617 admin admin] Publish callbacks [] for security_group (6704572d-e03e-479e-bd07-47348dfa9b0c), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:07.962027 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38362165-c55d-4fc9-8e13-d2cebedde12f tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:20:07.972163 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-40551708-6f3b-4715-8565-98504e245617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (6704572d-e03e-479e-bd07-47348dfa9b0c), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:08.022348 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-29df13d9-5587-49e8-89fd-55a0855758fc None None] Set router 7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2 gateway port host: None {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:20:08.086695 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34198) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:08.091129 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-40551708-6f3b-4715-8565-98504e245617 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1f9a225b27104a8e89838cbf76ba6011&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0418160 Feb 09 01:20:08.129957 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-d55eebef-1a30-4ab4-a6cc-3910b88f28d9 admin admin] Deleting port ead6272f-de8e-4666-9ed0-fada55f32fd2 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:20:08.130547 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d55eebef-1a30-4ab4-a6cc-3910b88f28d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (ead6272f-de8e-4666-9ed0-fada55f32fd2), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:08.147187 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34202) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:08.159568 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ef5e7d77-404b-4390-808d-c93e6befb572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (96bbd1b0-4626-49eb-af76-25f572100ac9), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:08.163640 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ef5e7d77-404b-4390-808d-c93e6befb572 admin admin] Publish callbacks [] for router_controller (96bbd1b0-4626-49eb-af76-25f572100ac9), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:08.211911 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-29df13d9-5587-49e8-89fd-55a0855758fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2', 'name': 'tempest-TaggedBootDevicesTest_v242-1695063333-router', 'tenant_id': '074f6ab5dbd5419e80f41aeec2d12896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:54Z', 'updated_at': '2022-02-09T01:20:07Z', 'revision_number': 6, 'project_id': '074f6ab5dbd5419e80f41aeec2d12896', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:08.220348 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40551708-6f3b-4715-8565-98504e245617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6704572d-e03e-479e-bd07-47348dfa9b0c,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:08.248232 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-da1e49b6-480d-4a30-8e5b-74193280c178 admin admin] Publish callbacks [] for security_group (6704572d-e03e-479e-bd07-47348dfa9b0c), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:08.252015 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29df13d9-5587-49e8-89fd-55a0855758fc None None] The sync data for ids ['7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2'] in n-d-828369-4 is: [{'id': '7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2', 'name': 'tempest-TaggedBootDevicesTest_v242-1695063333-router', 'tenant_id': '074f6ab5dbd5419e80f41aeec2d12896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:10:54Z', 'updated_at': '2022-02-09T01:20:07Z', 'revision_number': 6, 'project_id': '074f6ab5dbd5419e80f41aeec2d12896', 'gw_port_host': None}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:20:08.262708 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a68a541-87b9-4a03-a817-0c73db9a9648 req-aac82006-3cdc-4322-bbdd-9647f884ac53 tempest-ListServersNegativeTestJSON-1059118698 tempest-ListServersNegativeTestJSON-1059118698-project] 10.222.0.50 "GET /v2.0/ports?device_id=33b52744-6bcb-49e2-ba0d-50ecaa3d6545 HTTP/1.1" status: 200 len: 210 time: 0.1144505 Feb 09 01:20:08.295871 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-d55eebef-1a30-4ab4-a6cc-3910b88f28d9 admin admin] For port ead6272f-de8e-4666-9ed0-fada55f32fd2, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=ead6272f-de8e-4666-9ed0-fada55f32fd2,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:08.296989 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d55eebef-1a30-4ab4-a6cc-3910b88f28d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (ead6272f-de8e-4666-9ed0-fada55f32fd2), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:08.324048 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-d55eebef-1a30-4ab4-a6cc-3910b88f28d9 admin admin] Calling delete_port for ead6272f-de8e-4666-9ed0-fada55f32fd2 owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:20:08.342937 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-da1e49b6-480d-4a30-8e5b-74193280c178 admin admin] Publish callbacks [] for security_group (6704572d-e03e-479e-bd07-47348dfa9b0c), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:08.439411 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:08.463921 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-da1e49b6-480d-4a30-8e5b-74193280c178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (6704572d-e03e-479e-bd07-47348dfa9b0c), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:08.467725 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-da1e49b6-480d-4a30-8e5b-74193280c178 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:08.470352 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-da1e49b6-480d-4a30-8e5b-74193280c178 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6704572d-e03e-479e-bd07-47348dfa9b0c HTTP/1.1" status: 204 len: 168 time: 0.3807425 Feb 09 01:20:08.485982 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ef5e7d77-404b-4390-808d-c93e6befb572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (96bbd1b0-4626-49eb-af76-25f572100ac9), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:08.486549 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5e7d77-404b-4390-808d-c93e6befb572 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96bbd1b0-4626-49eb-af76-25f572100ac9 {{(pid=103136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:20:08.502485 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ef5e7d77-404b-4390-808d-c93e6befb572 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:08.507109 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ef5e7d77-404b-4390-808d-c93e6befb572 admin admin] 10.222.0.50 "DELETE /v2.0/routers/96bbd1b0-4626-49eb-af76-25f572100ac9 HTTP/1.1" status: 204 len: 168 time: 5.5730631 Feb 09 01:20:08.508266 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34210) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:08.518984 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e49b6-480d-4a30-8e5b-74193280c178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6704572d-e03e-479e-bd07-47348dfa9b0c,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:08.521006 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b23c4b1d-aa92-4238-96dc-7da9fe197ea9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:08.759187 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa5433f4-400e-4d00-b826-d60502ca43a6 admin admin] Deleting subnet 4218984f-8737-4371-806d-75117779a75f {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:20:08.770896 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-aa5433f4-400e-4d00-b826-d60502ca43a6 admin admin] Publish callbacks [] for subnet (4218984f-8737-4371-806d-75117779a75f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:08.781697 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d55eebef-1a30-4ab4-a6cc-3910b88f28d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (ead6272f-de8e-4666-9ed0-fada55f32fd2), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:08.845618 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55eebef-1a30-4ab4-a6cc-3910b88f28d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ead6272f-de8e-4666-9ed0-fada55f32fd2,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:08.950987 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d55eebef-1a30-4ab4-a6cc-3910b88f28d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:08.975018 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b23c4b1d-aa92-4238-96dc-7da9fe197ea9 admin admin] Publish callbacks [] for security_group (d5535641-97c2-4787-b509-6efcacad2746), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:08.982715 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-aa5433f4-400e-4d00-b826-d60502ca43a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (4218984f-8737-4371-806d-75117779a75f), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:08.984919 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b23c4b1d-aa92-4238-96dc-7da9fe197ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (d5535641-97c2-4787-b509-6efcacad2746), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:09.103226 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34242) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:09.105349 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c4b1d-aa92-4238-96dc-7da9fe197ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5535641-97c2-4787-b509-6efcacad2746,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:09.120935 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b23c4b1d-aa92-4238-96dc-7da9fe197ea9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3af588e398b44714a0b06a036ed63b97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9694481 Feb 09 01:20:09.139437 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34244) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:09.153843 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device d5502fe6-bc41-48c1-8db1-d92426b766f7 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:20:09.170438 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c44cf69b-1fc3-44af-9132-da886043e421 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:09.179002 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d55eebef-1a30-4ab4-a6cc-3910b88f28d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:09.186846 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d55eebef-1a30-4ab4-a6cc-3910b88f28d9 admin admin] Publish callbacks [] for router_controller (7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:09.208871 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: d5502fe6-bc41-48c1-8db1-d92426b766f7 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:20:09.209244 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device d5502fe6-bc41-48c1-8db1-d92426b766f7 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:20:09.253689 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d55eebef-1a30-4ab4-a6cc-3910b88f28d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:09.254231 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55eebef-1a30-4ab4-a6cc-3910b88f28d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2 {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:20:09.263912 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d55eebef-1a30-4ab4-a6cc-3910b88f28d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:09.264625 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d55eebef-1a30-4ab4-a6cc-3910b88f28d9 admin admin] 10.222.0.50 "DELETE /v2.0/routers/7d0c0c1f-da42-4bc9-90d7-27eb5c688fd2 HTTP/1.1" status: 204 len: 168 time: 2.5209157 Feb 09 01:20:09.267443 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34246) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:09.279088 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-38362165-c55d-4fc9-8e13-d2cebedde12f tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router_gateway (02e7c2a4-4b30-43b2-ad39-2338e5a82609), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:09.334471 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:09.344599 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-3028a14f-4948-4b2a-a0a3-d8884e4567f6 admin admin] Deleting subnet 0928974b-471d-47c9-8156-eeb81b99cac2 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:20:09.349226 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3028a14f-4948-4b2a-a0a3-d8884e4567f6 admin admin] Publish callbacks [] for subnet (0928974b-471d-47c9-8156-eeb81b99cac2), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:09.362278 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-aa5433f4-400e-4d00-b826-d60502ca43a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (4218984f-8737-4371-806d-75117779a75f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:09.371540 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34250) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:09.436563 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3028a14f-4948-4b2a-a0a3-d8884e4567f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (0928974b-471d-47c9-8156-eeb81b99cac2), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:09.487381 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-31516a55-1a2d-4b70-8cdb-0d791bdd2491 admin admin] Deleting subnet 4d247abd-f465-420e-b4f5-d074a7886dbf {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:20:09.494577 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-31516a55-1a2d-4b70-8cdb-0d791bdd2491 admin admin] Publish callbacks [] for subnet (4d247abd-f465-420e-b4f5-d074a7886dbf), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:09.572123 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-31516a55-1a2d-4b70-8cdb-0d791bdd2491 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (4d247abd-f465-420e-b4f5-d074a7886dbf), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:09.624231 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3028a14f-4948-4b2a-a0a3-d8884e4567f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (0928974b-471d-47c9-8156-eeb81b99cac2), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:09.673305 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-31516a55-1a2d-4b70-8cdb-0d791bdd2491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (4d247abd-f465-420e-b4f5-d074a7886dbf), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:09.770298 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3028a14f-4948-4b2a-a0a3-d8884e4567f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (0928974b-471d-47c9-8156-eeb81b99cac2), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:09.793052 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3028a14f-4948-4b2a-a0a3-d8884e4567f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:09.800447 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3028a14f-4948-4b2a-a0a3-d8884e4567f6 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0928974b-471d-47c9-8156-eeb81b99cac2 HTTP/1.1" status: 204 len: 168 time: 0.5238423 Feb 09 01:20:09.801430 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c41d0d5-923f-46b2-9cda-7a85a65398bf None None] Network 093590f8-6508-4820-86aa-6aa137a97ff4 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:20:09.805627 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-31516a55-1a2d-4b70-8cdb-0d791bdd2491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (4d247abd-f465-420e-b4f5-d074a7886dbf), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:09.809480 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34252) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:09.867127 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3028a14f-4948-4b2a-a0a3-d8884e4567f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0928974b-471d-47c9-8156-eeb81b99cac2,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:09.995261 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f62a9bcf-7654-4537-8631-ea9d44536e84 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:20:10.017346 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31516a55-1a2d-4b70-8cdb-0d791bdd2491 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d247abd-f465-420e-b4f5-d074a7886dbf,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:10.021847 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-31516a55-1a2d-4b70-8cdb-0d791bdd2491 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:10.028205 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-31516a55-1a2d-4b70-8cdb-0d791bdd2491 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4d247abd-f465-420e-b4f5-d074a7886dbf HTTP/1.1" status: 204 len: 168 time: 0.6554675 Feb 09 01:20:10.028848 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34258) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:10.053928 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: f62a9bcf-7654-4537-8631-ea9d44536e84 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:20:10.054275 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f62a9bcf-7654-4537-8631-ea9d44536e84 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:20:10.054914 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device d90809e6-08dd-4b06-85e7-bd2922b24b1d no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:20:10.077949 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: d90809e6-08dd-4b06-85e7-bd2922b24b1d {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:20:10.088940 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device d90809e6-08dd-4b06-85e7-bd2922b24b1d not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:20:10.088940 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device ead6272f-de8e-4666-9ed0-fada55f32fd2 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:20:10.095003 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6eefb5a4-ac05-418b-a47f-68342f2c713f admin admin] Publish callbacks [] for security_group (d5535641-97c2-4787-b509-6efcacad2746), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:10.124114 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d00ad250-9c1c-453f-9d19-7286b4573a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (093590f8-6508-4820-86aa-6aa137a97ff4), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:10.148218 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a19f3489-904b-4d02-b262-eb0f7756f88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (76364121-8251-4e9a-bad2-347919626704), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:10.165581 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: ead6272f-de8e-4666-9ed0-fada55f32fd2 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:20:10.166498 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device ead6272f-de8e-4666-9ed0-fada55f32fd2 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:20:10.264511 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204458c6-64a8-4d3e-866e-9447df43cb77 None None] DHCP port deletion for 093590f8-6508-4820-86aa-6aa137a97ff4 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:20:10.295628 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a19f3489-904b-4d02-b262-eb0f7756f88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (76364121-8251-4e9a-bad2-347919626704), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:10.310480 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-d00ad250-9c1c-453f-9d19-7286b4573a28 admin admin] Deleting port 30af3a55-0e2d-4992-a6b4-f22be8904d03 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:20:10.311129 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d00ad250-9c1c-453f-9d19-7286b4573a28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (30af3a55-0e2d-4992-a6b4-f22be8904d03), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:10.328374 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-204458c6-64a8-4d3e-866e-9447df43cb77 None None] Deleting port 30af3a55-0e2d-4992-a6b4-f22be8904d03 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:20:10.328816 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-204458c6-64a8-4d3e-866e-9447df43cb77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (30af3a55-0e2d-4992-a6b4-f22be8904d03), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:10.341724 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6eefb5a4-ac05-418b-a47f-68342f2c713f admin admin] Publish callbacks [] for security_group (d5535641-97c2-4787-b509-6efcacad2746), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:10.353352 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-aa5433f4-400e-4d00-b826-d60502ca43a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (4218984f-8737-4371-806d-75117779a75f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:10.398134 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5433f4-400e-4d00-b826-d60502ca43a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4218984f-8737-4371-806d-75117779a75f,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:10.399110 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-a19f3489-904b-4d02-b262-eb0f7756f88a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76364121-8251-4e9a-bad2-347919626704']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:10.421292 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c44cf69b-1fc3-44af-9132-da886043e421 admin admin] Publish callbacks [] for security_group (f87681ac-fe43-46b7-987a-7640d953af95), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:10.435249 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-a19f3489-904b-4d02-b262-eb0f7756f88a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '860b92b1-31f7-4594-8b9a-cc6defa9d6af') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:10.444329 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-a19f3489-904b-4d02-b262-eb0f7756f88a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '860b92b1-31f7-4594-8b9a-cc6defa9d6af') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:10.445296 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c44cf69b-1fc3-44af-9132-da886043e421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (f87681ac-fe43-46b7-987a-7640d953af95), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:10.451851 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-204458c6-64a8-4d3e-866e-9447df43cb77 None None] For port 30af3a55-0e2d-4992-a6b4-f22be8904d03, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=30af3a55-0e2d-4992-a6b4-f22be8904d03,segment=NetworkSegment(7071ad06-b408-4158-b773-310e80d32bc6),segment_id=7071ad06-b408-4158-b773-310e80d32bc6)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:10.452325 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-204458c6-64a8-4d3e-866e-9447df43cb77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (30af3a55-0e2d-4992-a6b4-f22be8904d03), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:10.454284 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-aa5433f4-400e-4d00-b826-d60502ca43a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:10.461086 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b46bf9-24e5-47d3-a203-f6076adc691f None None] Network 47fa1fe6-b7ff-4798-8384-d96a8ee91d2e requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:20:10.461943 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-aa5433f4-400e-4d00-b826-d60502ca43a6 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4218984f-8737-4371-806d-75117779a75f HTTP/1.1" status: 204 len: 168 time: 1.9503975 Feb 09 01:20:10.471700 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a19f3489-904b-4d02-b262-eb0f7756f88a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (860b92b1-31f7-4594-8b9a-cc6defa9d6af), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:10.474234 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34262) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:10.501450 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a19f3489-904b-4d02-b262-eb0f7756f88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (860b92b1-31f7-4594-8b9a-cc6defa9d6af), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:10.520613 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a19f3489-904b-4d02-b262-eb0f7756f88a admin admin] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:20:10.521167 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a19f3489-904b-4d02-b262-eb0f7756f88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (860b92b1-31f7-4594-8b9a-cc6defa9d6af), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:10.576776 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-204458c6-64a8-4d3e-866e-9447df43cb77 None None] Calling delete_port for 30af3a55-0e2d-4992-a6b4-f22be8904d03 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:20:10.582454 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c44cf69b-1fc3-44af-9132-da886043e421 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=511033927fea4cfd961e97a323642e12&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4780116 Feb 09 01:20:10.587488 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44cf69b-1fc3-44af-9132-da886043e421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87681ac-fe43-46b7-987a-7640d953af95,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:10.590164 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34264) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:10.632248 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:20:10.632248 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:20:10.632248 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:20:10.632248 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:20:10.632248 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:20:10.632248 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:20:10.632248 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:20:10.632248 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:20:10.632248 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:20:10.632248 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:20:10.632248 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:20:10.632248 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:20:10.632248 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:20:10.632248 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:20:10.632248 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:20:10.632248 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:20:10.632248 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:20:10.632248 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:20:10.632248 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:20:10.632248 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:20:10.632248 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:20:10.632248 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:20:10.632248 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:20:10.632248 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:20:10.632248 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:20:10.632248 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:20:10.632248 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:20:10.632248 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:20:10.632248 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:20:10.632248 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:20:10.632248 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:20:10.632248 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:20:10.634815 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-38362165-c55d-4fc9-8e13-d2cebedde12f tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (02e7c2a4-4b30-43b2-ad39-2338e5a82609), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:10.648086 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6eefb5a4-ac05-418b-a47f-68342f2c713f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (d5535641-97c2-4787-b509-6efcacad2746), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:10.650794 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6eefb5a4-ac05-418b-a47f-68342f2c713f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:10.651997 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-6eefb5a4-ac05-418b-a47f-68342f2c713f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d5535641-97c2-4787-b509-6efcacad2746 HTTP/1.1" status: 204 len: 168 time: 1.5068841 Feb 09 01:20:10.658443 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-19ca1af0-1698-48fb-a4b0-c77edf3de598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (47fa1fe6-b7ff-4798-8384-d96a8ee91d2e), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:10.711775 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-d00ad250-9c1c-453f-9d19-7286b4573a28 admin admin] For port 30af3a55-0e2d-4992-a6b4-f22be8904d03, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=30af3a55-0e2d-4992-a6b4-f22be8904d03,segment=NetworkSegment(7071ad06-b408-4158-b773-310e80d32bc6),segment_id=7071ad06-b408-4158-b773-310e80d32bc6)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:10.712646 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d00ad250-9c1c-453f-9d19-7286b4573a28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (30af3a55-0e2d-4992-a6b4-f22be8904d03), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:10.744418 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-204458c6-64a8-4d3e-866e-9447df43cb77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (30af3a55-0e2d-4992-a6b4-f22be8904d03), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:10.747607 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a19f3489-904b-4d02-b262-eb0f7756f88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (76364121-8251-4e9a-bad2-347919626704), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:10.762145 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a19f3489-904b-4d02-b262-eb0f7756f88a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:10.768262 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a19f3489-904b-4d02-b262-eb0f7756f88a admin admin] 10.222.0.50 "DELETE /v2.0/networks/76364121-8251-4e9a-bad2-347919626704 HTTP/1.1" status: 204 len: 168 time: 0.7359750 Feb 09 01:20:10.779374 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-d00ad250-9c1c-453f-9d19-7286b4573a28 admin admin] Calling delete_port for 30af3a55-0e2d-4992-a6b4-f22be8904d03 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:20:10.805705 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204458c6-64a8-4d3e-866e-9447df43cb77 None None] Pushing event deleted for resources: {'Port': ['ID=30af3a55-0e2d-4992-a6b4-f22be8904d03,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:10.807671 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204458c6-64a8-4d3e-866e-9447df43cb77 None None] No DVR routers for this DVR port 30af3a55-0e2d-4992-a6b4-f22be8904d03 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:20:10.810267 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f3489-904b-4d02-b262-eb0f7756f88a admin admin] Pushing event deleted for resources: {'Network': ['ID=76364121-8251-4e9a-bad2-347919626704,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:10.840189 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eefb5a4-ac05-418b-a47f-68342f2c713f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5535641-97c2-4787-b509-6efcacad2746,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:10.865997 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a034f6-b5e7-4a1c-b85a-98f928491b52 None None] DHCP port deletion for 47fa1fe6-b7ff-4798-8384-d96a8ee91d2e request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:20:10.913395 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3b8d0246-b018-449f-814b-f8588b85f21f admin admin] Publish callbacks [] for security_group (f87681ac-fe43-46b7-987a-7640d953af95), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:10.967211 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-67a034f6-b5e7-4a1c-b85a-98f928491b52 None None] Deleting port f9147cec-6324-4263-8b79-e81fb3088f3a {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:20:10.967614 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-67a034f6-b5e7-4a1c-b85a-98f928491b52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (f9147cec-6324-4263-8b79-e81fb3088f3a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:11.001957 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d00ad250-9c1c-453f-9d19-7286b4573a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (30af3a55-0e2d-4992-a6b4-f22be8904d03), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:11.048214 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3b8d0246-b018-449f-814b-f8588b85f21f admin admin] Publish callbacks [] for security_group (f87681ac-fe43-46b7-987a-7640d953af95), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:11.077331 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00ad250-9c1c-453f-9d19-7286b4573a28 admin admin] No DVR routers for this DVR port 30af3a55-0e2d-4992-a6b4-f22be8904d03 on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:20:11.080378 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ad250-9c1c-453f-9d19-7286b4573a28 admin admin] Pushing event deleted for resources: {'Port': ['ID=30af3a55-0e2d-4992-a6b4-f22be8904d03,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:11.101251 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-67a034f6-b5e7-4a1c-b85a-98f928491b52 None None] For port f9147cec-6324-4263-8b79-e81fb3088f3a, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f9147cec-6324-4263-8b79-e81fb3088f3a,segment=NetworkSegment(6b5a2c5c-e7e2-4178-94b6-7f4da135e2e0),segment_id=6b5a2c5c-e7e2-4178-94b6-7f4da135e2e0)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:11.102694 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-67a034f6-b5e7-4a1c-b85a-98f928491b52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (f9147cec-6324-4263-8b79-e81fb3088f3a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:11.137285 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-67a034f6-b5e7-4a1c-b85a-98f928491b52 None None] Calling delete_port for f9147cec-6324-4263-8b79-e81fb3088f3a owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:20:11.221861 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d00ad250-9c1c-453f-9d19-7286b4573a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (093590f8-6508-4820-86aa-6aa137a97ff4), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:11.243164 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34280) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:11.260594 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-d00ad250-9c1c-453f-9d19-7286b4573a28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['093590f8-6508-4820-86aa-6aa137a97ff4']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:11.278234 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-d00ad250-9c1c-453f-9d19-7286b4573a28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7071ad06-b408-4158-b773-310e80d32bc6') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:11.278566 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-d00ad250-9c1c-453f-9d19-7286b4573a28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7071ad06-b408-4158-b773-310e80d32bc6') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:11.293446 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d00ad250-9c1c-453f-9d19-7286b4573a28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (7071ad06-b408-4158-b773-310e80d32bc6), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:11.336865 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-cd47e596-5dd7-4964-a77c-8ddee804d7cc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=915878c781df4952bb4c6e1abdb6034b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0744061 Feb 09 01:20:11.344185 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34284) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:11.345804 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38362165-c55d-4fc9-8e13-d2cebedde12f tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Router 02e7c2a4-4b30-43b2-ad39-2338e5a82609 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:20:11.347535 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d00ad250-9c1c-453f-9d19-7286b4573a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (7071ad06-b408-4158-b773-310e80d32bc6), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:11.355555 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-19ca1af0-1698-48fb-a4b0-c77edf3de598 admin admin] Deleting port f9147cec-6324-4263-8b79-e81fb3088f3a {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:20:11.355798 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-19ca1af0-1698-48fb-a4b0-c77edf3de598 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (f9147cec-6324-4263-8b79-e81fb3088f3a), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:11.366611 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-67a034f6-b5e7-4a1c-b85a-98f928491b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (f9147cec-6324-4263-8b79-e81fb3088f3a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:11.377870 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d00ad250-9c1c-453f-9d19-7286b4573a28 admin admin] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:20:11.377870 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d00ad250-9c1c-453f-9d19-7286b4573a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (7071ad06-b408-4158-b773-310e80d32bc6), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:11.377870 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:20:11.377870 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:20:11.377870 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:20:11.377870 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:20:11.377870 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:20:11.377870 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:20:11.377870 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:20:11.377870 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:20:11.377870 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:20:11.377870 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:20:11.377870 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:20:11.377870 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:20:11.377870 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:20:11.377870 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:20:11.377870 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:20:11.377870 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:20:11.377870 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:20:11.377870 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:20:11.377870 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:20:11.377870 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:20:11.377870 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:20:11.377870 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:20:11.377870 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:20:11.377870 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:20:11.377870 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:20:11.377870 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:20:11.377870 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:20:11.377870 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:20:11.377870 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:20:11.377870 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:20:11.377870 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:20:11.377870 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:20:11.377870 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:20:11.377870 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:20:11.377870 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:20:11.377870 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:20:11.377870 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:20:11.377870 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:20:11.377870 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:20:11.377870 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:20:11.412810 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a034f6-b5e7-4a1c-b85a-98f928491b52 None None] Pushing event deleted for resources: {'Port': ['ID=f9147cec-6324-4263-8b79-e81fb3088f3a,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:11.423198 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a034f6-b5e7-4a1c-b85a-98f928491b52 None None] No DVR routers for this DVR port f9147cec-6324-4263-8b79-e81fb3088f3a on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:20:11.491562 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d00ad250-9c1c-453f-9d19-7286b4573a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (093590f8-6508-4820-86aa-6aa137a97ff4), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:11.507192 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d00ad250-9c1c-453f-9d19-7286b4573a28 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:11.519428 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d00ad250-9c1c-453f-9d19-7286b4573a28 admin admin] 10.222.0.50 "DELETE /v2.0/networks/093590f8-6508-4820-86aa-6aa137a97ff4 HTTP/1.1" status: 204 len: 168 time: 1.7078135 Feb 09 01:20:11.537500 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3b8d0246-b018-449f-814b-f8588b85f21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (f87681ac-fe43-46b7-987a-7640d953af95), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:11.540740 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3b8d0246-b018-449f-814b-f8588b85f21f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:11.542214 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3b8d0246-b018-449f-814b-f8588b85f21f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f87681ac-fe43-46b7-987a-7640d953af95 HTTP/1.1" status: 204 len: 168 time: 0.9474165 Feb 09 01:20:11.547980 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ad250-9c1c-453f-9d19-7286b4573a28 admin admin] Pushing event deleted for resources: {'Network': ['ID=093590f8-6508-4820-86aa-6aa137a97ff4,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:11.579072 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8d0246-b018-449f-814b-f8588b85f21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87681ac-fe43-46b7-987a-7640d953af95,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:11.582409 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f45ec76e-4613-4903-9672-9fc5971bff3d admin admin] Publish callbacks [] for security_group (70a8fcae-fccf-4ce6-b06f-85f139643c8b), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:11.618131 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-19ca1af0-1698-48fb-a4b0-c77edf3de598 admin admin] For port f9147cec-6324-4263-8b79-e81fb3088f3a, host n-d-828369-4, got binding levels [] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:11.618514 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-19ca1af0-1698-48fb-a4b0-c77edf3de598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (f9147cec-6324-4263-8b79-e81fb3088f3a), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:11.653716 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-19ca1af0-1698-48fb-a4b0-c77edf3de598 admin admin] Calling delete_port for f9147cec-6324-4263-8b79-e81fb3088f3a owned by network:dhcp {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:20:11.658140 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34290) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:11.659379 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f45ec76e-4613-4903-9672-9fc5971bff3d admin admin] Publish callbacks [] for security_group (70a8fcae-fccf-4ce6-b06f-85f139643c8b), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:11.662721 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.ipam_backend_mixin [None req-19ca1af0-1698-48fb-a4b0-c77edf3de598 admin admin] Port f9147cec-6324-4263-8b79-e81fb3088f3a was not found and therefore no delete operation was performed {{(pid=103136) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 01:20:11.671715 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-19ca1af0-1698-48fb-a4b0-c77edf3de598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (f9147cec-6324-4263-8b79-e81fb3088f3a), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:11.678018 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6987ed22-b4c7-4b00-988b-7ee55d7cef20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:11.689740 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ca1af0-1698-48fb-a4b0-c77edf3de598 admin admin] No DVR routers for this DVR port f9147cec-6324-4263-8b79-e81fb3088f3a on host n-d-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:20:11.708597 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34292) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:11.759444 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca1af0-1698-48fb-a4b0-c77edf3de598 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9147cec-6324-4263-8b79-e81fb3088f3a,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:11.781196 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f9147cec-6324-4263-8b79-e81fb3088f3a no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:20:11.801556 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-bff943b1-97e7-47a0-9991-c7f0137629d8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e1de9b230a144a68a725edf02d781381&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0915699 Feb 09 01:20:11.802327 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34294) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:11.830507 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: f9147cec-6324-4263-8b79-e81fb3088f3a {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:20:11.832102 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f9147cec-6324-4263-8b79-e81fb3088f3a not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:20:11.832581 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 30af3a55-0e2d-4992-a6b4-f22be8904d03 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:20:11.833696 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-19ca1af0-1698-48fb-a4b0-c77edf3de598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (47fa1fe6-b7ff-4798-8384-d96a8ee91d2e), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:11.855824 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:20:11.857676 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-19ca1af0-1698-48fb-a4b0-c77edf3de598 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47fa1fe6-b7ff-4798-8384-d96a8ee91d2e']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:11.868315 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-19ca1af0-1698-48fb-a4b0-c77edf3de598 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b5a2c5c-e7e2-4178-94b6-7f4da135e2e0') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:11.868655 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-19ca1af0-1698-48fb-a4b0-c77edf3de598 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b5a2c5c-e7e2-4178-94b6-7f4da135e2e0') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:11.869871 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 30af3a55-0e2d-4992-a6b4-f22be8904d03 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:20:11.870454 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 30af3a55-0e2d-4992-a6b4-f22be8904d03 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:20:11.909874 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-19ca1af0-1698-48fb-a4b0-c77edf3de598 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (6b5a2c5c-e7e2-4178-94b6-7f4da135e2e0), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:11.914131 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c72fc0cf-250b-4237-82c6-27b268d6e71b admin admin] Publish callbacks [] for security_group (cf51602c-4682-4ec4-ac32-03b4b416974d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:11.921119 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38362165-c55d-4fc9-8e13-d2cebedde12f tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:20:11.926905 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6987ed22-b4c7-4b00-988b-7ee55d7cef20 admin admin] Publish callbacks [] for security_group (0a575ddb-5eb3-4681-96a5-6e8a0f6e1ae3), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:11.938035 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6987ed22-b4c7-4b00-988b-7ee55d7cef20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (0a575ddb-5eb3-4681-96a5-6e8a0f6e1ae3), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:11.953596 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-38362165-c55d-4fc9-8e13-d2cebedde12f tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:11.955460 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-38362165-c55d-4fc9-8e13-d2cebedde12f tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 9.7201979 Feb 09 01:20:11.958257 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34296) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:11.966761 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-c6772820-aa4c-46eb-8929-5390d90f2a9c tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:11.967095 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c72fc0cf-250b-4237-82c6-27b268d6e71b admin admin] Publish callbacks [] for security_group (cf51602c-4682-4ec4-ac32-03b4b416974d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:11.968235 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb06ef90-1dab-4c30-b713-e35528fa49a0 None None] Sync routers for ids ['02e7c2a4-4b30-43b2-ad39-2338e5a82609'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:20:11.969593 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-19ca1af0-1698-48fb-a4b0-c77edf3de598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (6b5a2c5c-e7e2-4178-94b6-7f4da135e2e0), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:11.994382 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb06ef90-1dab-4c30-b713-e35528fa49a0 None None] Routers {'02e7c2a4-4b30-43b2-ad39-2338e5a82609'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:20:11.995750 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-eb06ef90-1dab-4c30-b713-e35528fa49a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:20:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['02e7c2a4-4b30-43b2-ad39-2338e5a82609'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:11.996093 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6987ed22-b4c7-4b00-988b-7ee55d7cef20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a575ddb-5eb3-4681-96a5-6e8a0f6e1ae3,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:12.025619 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6987ed22-b4c7-4b00-988b-7ee55d7cef20 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=938527da938e4a42ae9fdcede4470068&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3658152 Feb 09 01:20:12.030974 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34298) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:12.095516 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-eb06ef90-1dab-4c30-b713-e35528fa49a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:12.101293 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19ca1af0-1698-48fb-a4b0-c77edf3de598 admin admin] Releasing vlan 1017 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:20:12.101752 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-19ca1af0-1698-48fb-a4b0-c77edf3de598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (6b5a2c5c-e7e2-4178-94b6-7f4da135e2e0), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:12.104889 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:20:12.104889 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:20:12.104889 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:20:12.104889 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:20:12.104889 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:20:12.104889 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:20:12.104889 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:20:12.104889 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:20:12.104889 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:20:12.104889 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:20:12.104889 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:20:12.104889 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:20:12.104889 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:20:12.104889 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:20:12.104889 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:20:12.104889 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:20:12.104889 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:20:12.104889 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:20:12.104889 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:20:12.104889 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:20:12.104889 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:20:12.104889 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:20:12.104889 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:20:12.104889 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:20:12.104889 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:20:12.104889 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:20:12.104889 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:20:12.104889 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:20:12.104889 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:20:12.104889 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:20:12.104889 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:20:12.104889 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:20:12.128512 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb06ef90-1dab-4c30-b713-e35528fa49a0 None None] Routers {'02e7c2a4-4b30-43b2-ad39-2338e5a82609'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:20:12.129206 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-eb06ef90-1dab-4c30-b713-e35528fa49a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:20:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['02e7c2a4-4b30-43b2-ad39-2338e5a82609'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:12.134302 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c72fc0cf-250b-4237-82c6-27b268d6e71b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (cf51602c-4682-4ec4-ac32-03b4b416974d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:12.138647 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c72fc0cf-250b-4237-82c6-27b268d6e71b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:12.146657 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c72fc0cf-250b-4237-82c6-27b268d6e71b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cf51602c-4682-4ec4-ac32-03b4b416974d HTTP/1.1" status: 204 len: 168 time: 0.3397832 Feb 09 01:20:12.155147 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f45ec76e-4613-4903-9672-9fc5971bff3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (70a8fcae-fccf-4ce6-b06f-85f139643c8b), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:12.160589 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f45ec76e-4613-4903-9672-9fc5971bff3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:12.165285 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f45ec76e-4613-4903-9672-9fc5971bff3d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/70a8fcae-fccf-4ce6-b06f-85f139643c8b HTTP/1.1" status: 204 len: 168 time: 0.8101878 Feb 09 01:20:12.170974 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72fc0cf-250b-4237-82c6-27b268d6e71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf51602c-4682-4ec4-ac32-03b4b416974d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:12.186120 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-eb06ef90-1dab-4c30-b713-e35528fa49a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:12.186793 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb06ef90-1dab-4c30-b713-e35528fa49a0 None None] The sync data for ids ['02e7c2a4-4b30-43b2-ad39-2338e5a82609'] in n-d-828369-4 is: [] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:20:12.189933 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6e7476e2-5800-431f-bd06-510539d3fe28 admin admin] Publish callbacks [] for security_group (0a575ddb-5eb3-4681-96a5-6e8a0f6e1ae3), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:12.230337 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6e7476e2-5800-431f-bd06-510539d3fe28 admin admin] Publish callbacks [] for security_group (0a575ddb-5eb3-4681-96a5-6e8a0f6e1ae3), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:12.239872 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ec76e-4613-4903-9672-9fc5971bff3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a8fcae-fccf-4ce6-b06f-85f139643c8b,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:12.249089 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-19ca1af0-1698-48fb-a4b0-c77edf3de598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (47fa1fe6-b7ff-4798-8384-d96a8ee91d2e), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:12.286053 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-19ca1af0-1698-48fb-a4b0-c77edf3de598 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:12.286053 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-19ca1af0-1698-48fb-a4b0-c77edf3de598 admin admin] 10.222.0.50 "DELETE /v2.0/networks/47fa1fe6-b7ff-4798-8384-d96a8ee91d2e HTTP/1.1" status: 204 len: 168 time: 1.8092065 Feb 09 01:20:12.290406 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca1af0-1698-48fb-a4b0-c77edf3de598 admin admin] Pushing event deleted for resources: {'Network': ['ID=47fa1fe6-b7ff-4798-8384-d96a8ee91d2e,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:12.353503 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6e7476e2-5800-431f-bd06-510539d3fe28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (0a575ddb-5eb3-4681-96a5-6e8a0f6e1ae3), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:12.361502 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6e7476e2-5800-431f-bd06-510539d3fe28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:12.371018 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6e7476e2-5800-431f-bd06-510539d3fe28 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0a575ddb-5eb3-4681-96a5-6e8a0f6e1ae3 HTTP/1.1" status: 204 len: 168 time: 0.3361773 Feb 09 01:20:12.404141 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7476e2-5800-431f-bd06-510539d3fe28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a575ddb-5eb3-4681-96a5-6e8a0f6e1ae3,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:12.781723 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34330) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:12.831464 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a72b3687-b3c1-4b88-ae21-c0205d453163 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ba5e9ecc06f746ffbf154ff034c274ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0486479 Feb 09 01:20:12.834090 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34332) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:12.843634 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c6772820-aa4c-46eb-8929-5390d90f2a9c tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router_gateway (02e7c2a4-4b30-43b2-ad39-2338e5a82609), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:12.865779 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c6772820-aa4c-46eb-8929-5390d90f2a9c tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router_gateway (02e7c2a4-4b30-43b2-ad39-2338e5a82609), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:12.904350 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-23c8b3e5-5aa2-44c4-a135-828bd573430e admin admin] Publish callbacks [] for security_group (04f388af-9ca6-4a95-b879-d74f814785ab), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:12.930252 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-23c8b3e5-5aa2-44c4-a135-828bd573430e admin admin] Publish callbacks [] for security_group (04f388af-9ca6-4a95-b879-d74f814785ab), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:12.971057 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-c6772820-aa4c-46eb-8929-5390d90f2a9c tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Deleting port 754d028c-91a2-4efa-88ad-23a6676949e2 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:20:12.971455 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c6772820-aa4c-46eb-8929-5390d90f2a9c tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (754d028c-91a2-4efa-88ad-23a6676949e2), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:13.024202 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-23c8b3e5-5aa2-44c4-a135-828bd573430e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (04f388af-9ca6-4a95-b879-d74f814785ab), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:13.029770 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-23c8b3e5-5aa2-44c4-a135-828bd573430e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:13.036459 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-23c8b3e5-5aa2-44c4-a135-828bd573430e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/04f388af-9ca6-4a95-b879-d74f814785ab HTTP/1.1" status: 204 len: 168 time: 0.1985409 Feb 09 01:20:13.067772 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c8b3e5-5aa2-44c4-a135-828bd573430e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f388af-9ca6-4a95-b879-d74f814785ab,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:13.117134 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c6772820-aa4c-46eb-8929-5390d90f2a9c tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (754d028c-91a2-4efa-88ad-23a6676949e2), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:13.134805 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-c6772820-aa4c-46eb-8929-5390d90f2a9c tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Calling delete_port for 754d028c-91a2-4efa-88ad-23a6676949e2 owned by network:router_gateway {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:20:13.203237 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34340) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:13.297744 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c8bebbfc-36e7-4192-8403-508e734ae950 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=074f6ab5dbd5419e80f41aeec2d12896&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0933182 Feb 09 01:20:13.301037 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34344) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:13.404145 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b1537842-cac4-4b3e-95e0-3713f705d18d admin admin] Publish callbacks [] for security_group (745fd9c4-8998-4aa8-be13-d42f3af55fbf), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:13.422532 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c6772820-aa4c-46eb-8929-5390d90f2a9c tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (754d028c-91a2-4efa-88ad-23a6676949e2), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:13.450181 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6772820-aa4c-46eb-8929-5390d90f2a9c tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Pushing event deleted for resources: {'Port': ['ID=754d028c-91a2-4efa-88ad-23a6676949e2,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:13.466275 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b1537842-cac4-4b3e-95e0-3713f705d18d admin admin] Publish callbacks [] for security_group (745fd9c4-8998-4aa8-be13-d42f3af55fbf), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:13.519302 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c6772820-aa4c-46eb-8929-5390d90f2a9c tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (02e7c2a4-4b30-43b2-ad39-2338e5a82609), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:13.522837 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b1537842-cac4-4b3e-95e0-3713f705d18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (745fd9c4-8998-4aa8-be13-d42f3af55fbf), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:13.526779 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b1537842-cac4-4b3e-95e0-3713f705d18d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:13.528420 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b1537842-cac4-4b3e-95e0-3713f705d18d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/745fd9c4-8998-4aa8-be13-d42f3af55fbf HTTP/1.1" status: 204 len: 168 time: 0.2257526 Feb 09 01:20:13.538566 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1537842-cac4-4b3e-95e0-3713f705d18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745fd9c4-8998-4aa8-be13-d42f3af55fbf,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:13.579517 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34356) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:13.850723 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c6772820-aa4c-46eb-8929-5390d90f2a9c tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57606'] for router (02e7c2a4-4b30-43b2-ad39-2338e5a82609), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:13.855141 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c6772820-aa4c-46eb-8929-5390d90f2a9c tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-482771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-482762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-478377'] for router (02e7c2a4-4b30-43b2-ad39-2338e5a82609), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:13.967466 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6772820-aa4c-46eb-8929-5390d90f2a9c tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Router 02e7c2a4-4b30-43b2-ad39-2338e5a82609 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:20:14.062549 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5549c6c5-98f7-4062-8f44-9b2095bd678a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:14.066610 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6772820-aa4c-46eb-8929-5390d90f2a9c tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:20:14.079790 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9464569-6a35-4eab-91d8-c16d9155f650 None None] Sync routers for ids ['02e7c2a4-4b30-43b2-ad39-2338e5a82609'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:20:14.097210 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9464569-6a35-4eab-91d8-c16d9155f650 None None] Routers {'02e7c2a4-4b30-43b2-ad39-2338e5a82609'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:20:14.099733 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-f9464569-6a35-4eab-91d8-c16d9155f650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:20:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['02e7c2a4-4b30-43b2-ad39-2338e5a82609'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:14.102259 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c6772820-aa4c-46eb-8929-5390d90f2a9c tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:14.103521 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c6772820-aa4c-46eb-8929-5390d90f2a9c tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] 10.222.0.50 "PUT /v2.0/routers/02e7c2a4-4b30-43b2-ad39-2338e5a82609 HTTP/1.1" status: 200 len: 710 time: 2.1442616 Feb 09 01:20:14.106195 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34380) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:14.144744 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-f9464569-6a35-4eab-91d8-c16d9155f650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:14.155581 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9464569-6a35-4eab-91d8-c16d9155f650 None None] Routers {'02e7c2a4-4b30-43b2-ad39-2338e5a82609'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:20:14.156975 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-f9464569-6a35-4eab-91d8-c16d9155f650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:20:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['02e7c2a4-4b30-43b2-ad39-2338e5a82609'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:14.203479 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-f9464569-6a35-4eab-91d8-c16d9155f650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:14.204138 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9464569-6a35-4eab-91d8-c16d9155f650 None None] The sync data for ids ['02e7c2a4-4b30-43b2-ad39-2338e5a82609'] in n-d-828369-4 is: [] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:20:14.247270 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-cdb4dec5-4bb8-4c26-9ae4-fa228b0e38ba tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] 10.222.0.50 "GET /v2.0/routers/02e7c2a4-4b30-43b2-ad39-2338e5a82609 HTTP/1.1" status: 200 len: 745 time: 0.1397903 Feb 09 01:20:14.249796 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34388) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:14.285387 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8efccbab-7585-428b-b79a-dadf7a6e262a tempest-RoutersIpV6AdminTest-1560583988 tempest-RoutersIpV6AdminTest-1560583988-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=ca740734-29c2-4b60-ae10-4c709b5c6ef4&device_id=02e7c2a4-4b30-43b2-ad39-2338e5a82609 HTTP/1.1" status: 200 len: 205 time: 0.0339389 Feb 09 01:20:14.287745 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34392) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:14.341497 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-47fe85b1-1d80-48d9-a76b-3c4f9548acbf tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e7c2a4-4b30-43b2-ad39-2338e5a82609 HTTP/1.1" status: 200 len: 205 time: 0.0525243 Feb 09 01:20:14.344590 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34396) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:14.426637 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5549c6c5-98f7-4062-8f44-9b2095bd678a admin admin] Publish callbacks [] for security_group (d83a3160-59d1-459f-af01-d7c57abda0d1), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:14.437201 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5549c6c5-98f7-4062-8f44-9b2095bd678a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (d83a3160-59d1-459f-af01-d7c57abda0d1), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:14.448705 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-24e4b8a7-6486-4c65-81af-c6bb169373d2 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router (02e7c2a4-4b30-43b2-ad39-2338e5a82609), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:14.652226 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5549c6c5-98f7-4062-8f44-9b2095bd678a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83a3160-59d1-459f-af01-d7c57abda0d1,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:14.661985 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5549c6c5-98f7-4062-8f44-9b2095bd678a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cf4d2545c2044aa8b27c3039d12d827d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0804341 Feb 09 01:20:14.663490 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-24e4b8a7-6486-4c65-81af-c6bb169373d2 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (02e7c2a4-4b30-43b2-ad39-2338e5a82609), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:14.664406 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34412) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:14.667047 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-24e4b8a7-6486-4c65-81af-c6bb169373d2 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router_controller (02e7c2a4-4b30-43b2-ad39-2338e5a82609), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:14.722190 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-24e4b8a7-6486-4c65-81af-c6bb169373d2 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (02e7c2a4-4b30-43b2-ad39-2338e5a82609), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:14.722905 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e4b8a7-6486-4c65-81af-c6bb169373d2 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Fanout notify agent at l3_agent the message router_deleted on router 02e7c2a4-4b30-43b2-ad39-2338e5a82609 {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:20:14.742059 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-24e4b8a7-6486-4c65-81af-c6bb169373d2 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:14.746294 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-24e4b8a7-6486-4c65-81af-c6bb169373d2 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] 10.222.0.50 "DELETE /v2.0/routers/02e7c2a4-4b30-43b2-ad39-2338e5a82609 HTTP/1.1" status: 204 len: 168 time: 0.4004233 Feb 09 01:20:14.749685 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34418) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:14.787494 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-bfc63d11-9a52-4325-8804-75b848fcaa2a tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e7c2a4-4b30-43b2-ad39-2338e5a82609 HTTP/1.1" status: 200 len: 205 time: 0.0366342 Feb 09 01:20:14.789877 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34424) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:14.798009 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-70ae4cc1-45f4-4d68-9379-3e7641449fd2 admin admin] Publish callbacks [] for security_group (d83a3160-59d1-459f-af01-d7c57abda0d1), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:14.833410 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-aa256a7c-de01-4e32-85ad-2f91f98d40f7 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] delete failed (client error): The resource could not be found. Feb 09 01:20:14.834516 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-aa256a7c-de01-4e32-85ad-2f91f98d40f7 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] 10.222.0.50 "DELETE /v2.0/routers/02e7c2a4-4b30-43b2-ad39-2338e5a82609 HTTP/1.1" status: 404 len: 336 time: 0.0435278 Feb 09 01:20:14.835151 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-70ae4cc1-45f4-4d68-9379-3e7641449fd2 admin admin] Publish callbacks [] for security_group (d83a3160-59d1-459f-af01-d7c57abda0d1), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:14.839310 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34428) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:14.884739 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d49aa1e6-d714-47de-a091-4654c1540de8 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] 10.222.0.50 "GET /v2.0/ports?device_id=c8feb280-75e0-46dd-a5e6-e05411373b41 HTTP/1.1" status: 200 len: 205 time: 0.0434747 Feb 09 01:20:14.891796 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34430) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:14.947188 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-70ae4cc1-45f4-4d68-9379-3e7641449fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (d83a3160-59d1-459f-af01-d7c57abda0d1), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:14.950133 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-70ae4cc1-45f4-4d68-9379-3e7641449fd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:14.951433 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-70ae4cc1-45f4-4d68-9379-3e7641449fd2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d83a3160-59d1-459f-af01-d7c57abda0d1 HTTP/1.1" status: 204 len: 168 time: 0.2859907 Feb 09 01:20:14.969767 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae4cc1-45f4-4d68-9379-3e7641449fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83a3160-59d1-459f-af01-d7c57abda0d1,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:14.978598 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-5f2baaf4-82a9-4c06-b851-1e5d08c3706c tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] delete failed (client error): The resource could not be found. Feb 09 01:20:14.982084 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5f2baaf4-82a9-4c06-b851-1e5d08c3706c tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] 10.222.0.50 "DELETE /v2.0/routers/c8feb280-75e0-46dd-a5e6-e05411373b41 HTTP/1.1" status: 404 len: 336 time: 0.0858972 Feb 09 01:20:14.984726 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34440) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:15.030593 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-0c07d52c-8c9b-41cd-9f38-ae823a4a3f98 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] 10.222.0.50 "GET /v2.0/ports?device_id=19501a6c-b56c-4e39-8c2f-e90c2992c676 HTTP/1.1" status: 200 len: 205 time: 0.0418704 Feb 09 01:20:15.030769 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34446) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:15.092290 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [None req-fde94447-7867-425f-8cba-05d20736b42d tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] delete failed (client error): The resource could not be found. Feb 09 01:20:15.093572 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-fde94447-7867-425f-8cba-05d20736b42d tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] 10.222.0.50 "DELETE /v2.0/routers/19501a6c-b56c-4e39-8c2f-e90c2992c676 HTTP/1.1" status: 404 len: 336 time: 0.0560975 Feb 09 01:20:15.096300 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34450) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:15.130006 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3f77fd92-3b2a-4a63-94b9-e1cf04afd3b0 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] 10.222.0.50 "GET /v2.0/ports?device_id=eb6c54bd-a1b5-4cc6-928f-714188898987 HTTP/1.1" status: 200 len: 205 time: 0.0325184 Feb 09 01:20:15.132829 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34454) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:15.171694 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-729cfad1-6ea3-4ecc-9d07-9def89fc717d tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] delete failed (client error): The resource could not be found. Feb 09 01:20:15.172791 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-729cfad1-6ea3-4ecc-9d07-9def89fc717d tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] 10.222.0.50 "DELETE /v2.0/routers/eb6c54bd-a1b5-4cc6-928f-714188898987 HTTP/1.1" status: 404 len: 336 time: 0.0387926 Feb 09 01:20:15.175977 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34458) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:15.212584 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8dff8685-daab-482b-94a3-5d5734466a68 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] 10.222.0.50 "GET /v2.0/ports?device_id=99b0534e-48a2-4fa6-90ed-d3f1b1c55f95 HTTP/1.1" status: 200 len: 205 time: 0.0328541 Feb 09 01:20:15.213211 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34464) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:15.251872 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [None req-c0094b8c-8b00-432c-af90-e9b7f5027182 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] delete failed (client error): The resource could not be found. Feb 09 01:20:15.253022 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c0094b8c-8b00-432c-af90-e9b7f5027182 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] 10.222.0.50 "DELETE /v2.0/routers/99b0534e-48a2-4fa6-90ed-d3f1b1c55f95 HTTP/1.1" status: 404 len: 336 time: 0.0388267 Feb 09 01:20:15.256299 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34466) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:15.289025 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-bc0e023c-7d55-47bf-9bee-994b1c86071d tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b783373-48b7-4d08-8ec3-c496374286a7 HTTP/1.1" status: 200 len: 205 time: 0.0315254 Feb 09 01:20:15.291487 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34468) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:15.334374 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-4e707b61-ad99-42b3-9236-a3899d750481 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] delete failed (client error): The resource could not be found. Feb 09 01:20:15.336573 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4e707b61-ad99-42b3-9236-a3899d750481 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] 10.222.0.50 "DELETE /v2.0/routers/7b783373-48b7-4d08-8ec3-c496374286a7 HTTP/1.1" status: 404 len: 336 time: 0.0429566 Feb 09 01:20:15.338206 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34472) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:15.364817 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-d250e743-7a94-450e-9a5f-50ec39245599 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] DELETE failed (client error): The resource could not be found. Feb 09 01:20:15.365343 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d250e743-7a94-450e-9a5f-50ec39245599 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:20:15.371160 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d250e743-7a94-450e-9a5f-50ec39245599 tempest-RoutersIpV6AdminTest-870067393 tempest-RoutersIpV6AdminTest-870067393-project] 10.222.0.50 "DELETE /v2.0/subnets/1dcfbb0d-c10f-42ad-b108-43168ad2cb60 HTTP/1.1" status: 404 len: 337 time: 0.0320280 Feb 09 01:20:15.531798 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34482) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:15.673729 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34490) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:15.692532 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-40443214-9078-44c4-8dcb-c46604df6161 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:15.792509 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-40443214-9078-44c4-8dcb-c46604df6161 admin admin] Publish callbacks [] for security_group (d8570b87-b682-47b0-a3d6-b9f31f8dcee1), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:15.797544 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-40443214-9078-44c4-8dcb-c46604df6161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (d8570b87-b682-47b0-a3d6-b9f31f8dcee1), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:15.839259 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34496) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:15.843698 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-40443214-9078-44c4-8dcb-c46604df6161 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e90b8ae834bd4a9898f24aa03e9c50d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1687658 Feb 09 01:20:15.846251 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40443214-9078-44c4-8dcb-c46604df6161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8570b87-b682-47b0-a3d6-b9f31f8dcee1,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:15.900535 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d2b4d45e-f481-4c78-a461-e42fed0035d7 admin admin] Publish callbacks [] for security_group (d8570b87-b682-47b0-a3d6-b9f31f8dcee1), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:15.922564 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d2b4d45e-f481-4c78-a461-e42fed0035d7 admin admin] Publish callbacks [] for security_group (d8570b87-b682-47b0-a3d6-b9f31f8dcee1), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:15.976217 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-84fc5327-a306-49d5-98c6-c90d85f80f41 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1030820588-network', 'tenant_id': '81c9a0ae7d2c4fabbd7ca117be254e2b'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:15.983082 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d2b4d45e-f481-4c78-a461-e42fed0035d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (d8570b87-b682-47b0-a3d6-b9f31f8dcee1), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:15.985565 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d2b4d45e-f481-4c78-a461-e42fed0035d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:15.992446 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d2b4d45e-f481-4c78-a461-e42fed0035d7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d8570b87-b682-47b0-a3d6-b9f31f8dcee1 HTTP/1.1" status: 204 len: 168 time: 0.1458099 Feb 09 01:20:16.003428 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b4d45e-f481-4c78-a461-e42fed0035d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8570b87-b682-47b0-a3d6-b9f31f8dcee1,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:16.016393 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fc5327-a306-49d5-98c6-c90d85f80f41 admin admin] Made reservation on behalf of 81c9a0ae7d2c4fabbd7ca117be254e2b for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:16.019502 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-84fc5327-a306-49d5-98c6-c90d85f80f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:16.031111 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34504) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:16.039285 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-84fc5327-a306-49d5-98c6-c90d85f80f41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:16.077337 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34510) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:16.166114 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-84fc5327-a306-49d5-98c6-c90d85f80f41 admin admin] Publish callbacks [] for security_group (de0d3c64-63ba-43f8-94d8-00f6d2d08788), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:16.172117 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-84fc5327-a306-49d5-98c6-c90d85f80f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (de0d3c64-63ba-43f8-94d8-00f6d2d08788), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:16.202298 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84fc5327-a306-49d5-98c6-c90d85f80f41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1030} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:20:16.223539 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc5327-a306-49d5-98c6-c90d85f80f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0d3c64-63ba-43f8-94d8-00f6d2d08788,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:16.228170 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-84fc5327-a306-49d5-98c6-c90d85f80f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (669e1584-9a4c-4f54-9e81-29abd25160a4), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:16.228575 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-84fc5327-a306-49d5-98c6-c90d85f80f41 admin admin] Added segment 669e1584-9a4c-4f54-9e81-29abd25160a4 of type vlan for network 91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0 Feb 09 01:20:16.293476 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-84fc5327-a306-49d5-98c6-c90d85f80f41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:16.327908 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-84fc5327-a306-49d5-98c6-c90d85f80f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:16.329987 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fc5327-a306-49d5-98c6-c90d85f80f41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:16.330769 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-84fc5327-a306-49d5-98c6-c90d85f80f41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:16.386317 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-84fc5327-a306-49d5-98c6-c90d85f80f41 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8533244 Feb 09 01:20:16.389602 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34526) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:16.394839 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-b09604be-2b06-4d35-92fd-a0be5032ff7d admin admin] Request body: {'subnet': {'network_id': '91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1030820588-subnet', 'tenant_id': '81c9a0ae7d2c4fabbd7ca117be254e2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:16.419172 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc5327-a306-49d5-98c6-c90d85f80f41 admin admin] Pushing event updated for resources: {'Network': ['ID=91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:16.431245 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:20:16.435049 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09604be-2b06-4d35-92fd-a0be5032ff7d admin admin] Made reservation on behalf of 81c9a0ae7d2c4fabbd7ca117be254e2b for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:16.438733 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b09604be-2b06-4d35-92fd-a0be5032ff7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:16.523805 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ca67-8fd6-4cf2-bace-07730a0f13c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:16.611587 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-bb1a2183-6fb8-4108-9d8c-cf1dd1c32794 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1355633401-network', 'tenant_id': 'ea634eba134a436c8efc984f29cf1d41'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:16.650542 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1a2183-6fb8-4108-9d8c-cf1dd1c32794 admin admin] Made reservation on behalf of ea634eba134a436c8efc984f29cf1d41 for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:16.653121 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bb1a2183-6fb8-4108-9d8c-cf1dd1c32794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:16.664434 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bb1a2183-6fb8-4108-9d8c-cf1dd1c32794 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:16.740098 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34534) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:16.774891 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ca67-8fd6-4cf2-bace-07730a0f13c7 admin admin] Publish callbacks [] for security_group (6fe455fd-e62e-430c-865f-2fa6126b8f4b), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:16.776163 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bb1a2183-6fb8-4108-9d8c-cf1dd1c32794 admin admin] Publish callbacks [] for security_group (bbd1ed18-1217-48cd-92eb-13784e407021), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:16.782822 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bb1a2183-6fb8-4108-9d8c-cf1dd1c32794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (bbd1ed18-1217-48cd-92eb-13784e407021), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:16.806748 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1fe9ca67-8fd6-4cf2-bace-07730a0f13c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (6fe455fd-e62e-430c-865f-2fa6126b8f4b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:16.829921 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a2183-6fb8-4108-9d8c-cf1dd1c32794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd1ed18-1217-48cd-92eb-13784e407021,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:16.834726 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb1a2183-6fb8-4108-9d8c-cf1dd1c32794 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1019} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:20:16.846894 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bb1a2183-6fb8-4108-9d8c-cf1dd1c32794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (e1b6dfa9-0088-4f06-bf4d-732afafaf84a), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:16.847514 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-bb1a2183-6fb8-4108-9d8c-cf1dd1c32794 admin admin] Added segment e1b6dfa9-0088-4f06-bf4d-732afafaf84a of type vlan for network 633bdf52-4e13-4a9d-8810-49c577c6cdb8 Feb 09 01:20:16.940291 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bb1a2183-6fb8-4108-9d8c-cf1dd1c32794 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (633bdf52-4e13-4a9d-8810-49c577c6cdb8), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:16.970602 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-ffbf68a0-ec10-4bcd-826e-be72f851d611 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1926395213-network', 'tenant_id': 'a75a03ee942b4950bc5110bd6acbcf62'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:16.975221 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bb1a2183-6fb8-4108-9d8c-cf1dd1c32794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (633bdf52-4e13-4a9d-8810-49c577c6cdb8), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:16.976177 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1a2183-6fb8-4108-9d8c-cf1dd1c32794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:16.976803 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bb1a2183-6fb8-4108-9d8c-cf1dd1c32794 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:17.114790 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-bb1a2183-6fb8-4108-9d8c-cf1dd1c32794 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0318139 Feb 09 01:20:17.115482 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34548) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:17.124741 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-1ba7fe0f-2dc8-476f-9ca4-a34c0946e81d admin admin] Request body: {'subnet': {'network_id': '633bdf52-4e13-4a9d-8810-49c577c6cdb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1355633401-subnet', 'tenant_id': 'ea634eba134a436c8efc984f29cf1d41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:17.139526 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbf68a0-ec10-4bcd-826e-be72f851d611 admin admin] Made reservation on behalf of a75a03ee942b4950bc5110bd6acbcf62 for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:17.139526 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ffbf68a0-ec10-4bcd-826e-be72f851d611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:17.147457 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a2183-6fb8-4108-9d8c-cf1dd1c32794 admin admin] Pushing event updated for resources: {'Network': ['ID=633bdf52-4e13-4a9d-8810-49c577c6cdb8,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:17.161054 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 633bdf52-4e13-4a9d-8810-49c577c6cdb8 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:20:17.171142 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ffbf68a0-ec10-4bcd-826e-be72f851d611 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:17.197914 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba7fe0f-2dc8-476f-9ca4-a34c0946e81d admin admin] Made reservation on behalf of ea634eba134a436c8efc984f29cf1d41 for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:17.200618 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1ba7fe0f-2dc8-476f-9ca4-a34c0946e81d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:17.312482 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b09604be-2b06-4d35-92fd-a0be5032ff7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (ae61675f-5f39-477a-b759-5e2f01c2f4a7), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:17.357293 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1fe9ca67-8fd6-4cf2-bace-07730a0f13c7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c72fbd3e4e8b434fb7736b78204022da&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3248937 Feb 09 01:20:17.360047 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09604be-2b06-4d35-92fd-a0be5032ff7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae61675f-5f39-477a-b759-5e2f01c2f4a7,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:17.364413 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34558) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:17.365245 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9ca67-8fd6-4cf2-bace-07730a0f13c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe455fd-e62e-430c-865f-2fa6126b8f4b,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:17.367231 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ffbf68a0-ec10-4bcd-826e-be72f851d611 admin admin] Publish callbacks [] for security_group (0a56a5ef-cc30-4eb3-834e-416eec479d74), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:17.375930 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ffbf68a0-ec10-4bcd-826e-be72f851d611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (0a56a5ef-cc30-4eb3-834e-416eec479d74), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:17.425890 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09604be-2b06-4d35-92fd-a0be5032ff7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:17.428252 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09604be-2b06-4d35-92fd-a0be5032ff7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:17.428817 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09604be-2b06-4d35-92fd-a0be5032ff7d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:17.429446 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09604be-2b06-4d35-92fd-a0be5032ff7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:17.431022 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09604be-2b06-4d35-92fd-a0be5032ff7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:17.431376 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09604be-2b06-4d35-92fd-a0be5032ff7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:17.431719 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09604be-2b06-4d35-92fd-a0be5032ff7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:17.432063 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09604be-2b06-4d35-92fd-a0be5032ff7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:17.432393 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09604be-2b06-4d35-92fd-a0be5032ff7d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:17.432750 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09604be-2b06-4d35-92fd-a0be5032ff7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:17.433078 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09604be-2b06-4d35-92fd-a0be5032ff7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:17.433408 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09604be-2b06-4d35-92fd-a0be5032ff7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:17.433734 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09604be-2b06-4d35-92fd-a0be5032ff7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:17.441614 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ca67-8fd6-4cf2-bace-07730a0f13c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:17.441977 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ca67-8fd6-4cf2-bace-07730a0f13c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:17.442496 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ca67-8fd6-4cf2-bace-07730a0f13c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:17.442728 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ca67-8fd6-4cf2-bace-07730a0f13c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:17.442962 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffbf68a0-ec10-4bcd-826e-be72f851d611 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1049} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:20:17.443092 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ca67-8fd6-4cf2-bace-07730a0f13c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:17.443391 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ca67-8fd6-4cf2-bace-07730a0f13c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:17.443725 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ca67-8fd6-4cf2-bace-07730a0f13c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:17.444058 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ca67-8fd6-4cf2-bace-07730a0f13c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:17.444388 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ca67-8fd6-4cf2-bace-07730a0f13c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:17.444752 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ca67-8fd6-4cf2-bace-07730a0f13c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:17.445190 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ca67-8fd6-4cf2-bace-07730a0f13c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:17.445393 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ca67-8fd6-4cf2-bace-07730a0f13c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:17.445716 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe9ca67-8fd6-4cf2-bace-07730a0f13c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:17.475444 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf68a0-ec10-4bcd-826e-be72f851d611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a56a5ef-cc30-4eb3-834e-416eec479d74,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:17.481295 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ffbf68a0-ec10-4bcd-826e-be72f851d611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (c0954363-4931-4920-8173-73d6dc33e7a1), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:17.482288 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-ffbf68a0-ec10-4bcd-826e-be72f851d611 admin admin] Added segment c0954363-4931-4920-8173-73d6dc33e7a1 of type vlan for network 9df45e94-0e65-4476-ace0-28b550caa712 Feb 09 01:20:17.543528 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4c15fca9-1d8f-42c3-aca6-5edf312d9b0b admin admin] Publish callbacks [] for security_group (6fe455fd-e62e-430c-865f-2fa6126b8f4b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:17.559606 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09604be-2b06-4d35-92fd-a0be5032ff7d admin admin] Checking segment: {'id': '669e1584-9a4c-4f54-9e81-29abd25160a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:20:17.560576 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09604be-2b06-4d35-92fd-a0be5032ff7d admin admin] Network hostable DHCP agents. Network: 91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:20:17.577842 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ffbf68a0-ec10-4bcd-826e-be72f851d611 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (9df45e94-0e65-4476-ace0-28b550caa712), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:17.598848 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4c15fca9-1d8f-42c3-aca6-5edf312d9b0b admin admin] Publish callbacks [] for security_group (6fe455fd-e62e-430c-865f-2fa6126b8f4b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:17.629643 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09604be-2b06-4d35-92fd-a0be5032ff7d admin admin] Network 91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:20:17.659273 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-b09604be-2b06-4d35-92fd-a0be5032ff7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:17.670845 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb45d48-5ece-4089-ab3b-ba8b94956ce1 None None] Network 91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:20:17.681183 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1ba7fe0f-2dc8-476f-9ca4-a34c0946e81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (cd2bf801-d138-4a76-952d-e259104944cf), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:17.694144 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.db.resource_extend [None req-ffbf68a0-ec10-4bcd-826e-be72f851d611 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:20:17.698111 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09604be-2b06-4d35-92fd-a0be5032ff7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:17.699504 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b09604be-2b06-4d35-92fd-a0be5032ff7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:17.741983 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b09604be-2b06-4d35-92fd-a0be5032ff7d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3501167 Feb 09 01:20:17.743960 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34576) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:17.754319 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-d7340f61-961b-4c1f-a82b-3e53dd40517d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1030820588-router', 'tenant_id': '81c9a0ae7d2c4fabbd7ca117be254e2b', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:17.770628 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ffbf68a0-ec10-4bcd-826e-be72f851d611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (9df45e94-0e65-4476-ace0-28b550caa712), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:17.770628 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbf68a0-ec10-4bcd-826e-be72f851d611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:17.771341 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ffbf68a0-ec10-4bcd-826e-be72f851d611 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:17.784046 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4c15fca9-1d8f-42c3-aca6-5edf312d9b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (6fe455fd-e62e-430c-865f-2fa6126b8f4b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:17.791599 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4c15fca9-1d8f-42c3-aca6-5edf312d9b0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:17.799282 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4c15fca9-1d8f-42c3-aca6-5edf312d9b0b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6fe455fd-e62e-430c-865f-2fa6126b8f4b HTTP/1.1" status: 204 len: 168 time: 0.4283259 Feb 09 01:20:17.852221 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15fca9-1d8f-42c3-aca6-5edf312d9b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe455fd-e62e-430c-865f-2fa6126b8f4b,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:17.867365 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf68a0-ec10-4bcd-826e-be72f851d611 admin admin] Pushing event updated for resources: {'Network': ['ID=9df45e94-0e65-4476-ace0-28b550caa712,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:17.874026 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d7340f61-961b-4c1f-a82b-3e53dd40517d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (ab36d786-d007-4910-8474-9349845a28cb), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:17.875117 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d7340f61-961b-4c1f-a82b-3e53dd40517d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (ab36d786-d007-4910-8474-9349845a28cb), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:17.890702 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 9df45e94-0e65-4476-ace0-28b550caa712 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:20:17.898403 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7fe0f-2dc8-476f-9ca4-a34c0946e81d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd2bf801-d138-4a76-952d-e259104944cf,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:17.907016 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba7fe0f-2dc8-476f-9ca4-a34c0946e81d admin admin] Checking segment: {'id': 'e1b6dfa9-0088-4f06-bf4d-732afafaf84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '633bdf52-4e13-4a9d-8810-49c577c6cdb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:20:17.907581 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba7fe0f-2dc8-476f-9ca4-a34c0946e81d admin admin] Network hostable DHCP agents. Network: 633bdf52-4e13-4a9d-8810-49c577c6cdb8, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:20:17.919308 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ffbf68a0-ec10-4bcd-826e-be72f851d611 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1780117 Feb 09 01:20:17.924340 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34588) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:17.930050 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-323be38f-3a3e-4db7-a91b-1d6baab34542 admin admin] Request body: {'subnet': {'network_id': '9df45e94-0e65-4476-ace0-28b550caa712', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1926395213-subnet', 'tenant_id': 'a75a03ee942b4950bc5110bd6acbcf62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:17.962028 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323be38f-3a3e-4db7-a91b-1d6baab34542 admin admin] Made reservation on behalf of a75a03ee942b4950bc5110bd6acbcf62 for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:17.965141 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-323be38f-3a3e-4db7-a91b-1d6baab34542 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:17.970106 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d7340f61-961b-4c1f-a82b-3e53dd40517d admin admin] Publish callbacks [] for router_controller (ab36d786-d007-4910-8474-9349845a28cb), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:17.974555 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba7fe0f-2dc8-476f-9ca4-a34c0946e81d admin admin] Network 633bdf52-4e13-4a9d-8810-49c577c6cdb8 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:20:18.074141 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac1e9dc-6766-429d-9de1-f4e550987c7c None None] Network 91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:20:18.236220 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d7340f61-961b-4c1f-a82b-3e53dd40517d admin admin] Publish callbacks [] for router_gateway (ab36d786-d007-4910-8474-9349845a28cb), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:18.448315 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-1ba7fe0f-2dc8-476f-9ca4-a34c0946e81d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 633bdf52-4e13-4a9d-8810-49c577c6cdb8) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:18.457823 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba7fe0f-2dc8-476f-9ca4-a34c0946e81d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:18.459055 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1ba7fe0f-2dc8-476f-9ca4-a34c0946e81d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:18.459419 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2225ed-75cd-4a2f-afef-3ec1651c89bf None None] Network 633bdf52-4e13-4a9d-8810-49c577c6cdb8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:20:18.483982 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1ba7fe0f-2dc8-476f-9ca4-a34c0946e81d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3673677 Feb 09 01:20:18.654363 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d7340f61-961b-4c1f-a82b-3e53dd40517d admin admin] Publish callbacks [] for router_gateway (ab36d786-d007-4910-8474-9349845a28cb), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:18.656639 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34602) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:18.667653 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-323be38f-3a3e-4db7-a91b-1d6baab34542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (7f609485-d4e4-43b1-88ee-afa0f35d5a1f), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:18.685385 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc082b1c-03af-4d50-9fe0-053ffb373a5f None None] Network 633bdf52-4e13-4a9d-8810-49c577c6cdb8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:20:18.704863 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d7340f61-961b-4c1f-a82b-3e53dd40517d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:18.748510 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323be38f-3a3e-4db7-a91b-1d6baab34542 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f609485-d4e4-43b1-88ee-afa0f35d5a1f,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:18.751232 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323be38f-3a3e-4db7-a91b-1d6baab34542 admin admin] Checking segment: {'id': 'c0954363-4931-4920-8173-73d6dc33e7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '9df45e94-0e65-4476-ace0-28b550caa712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:20:18.751613 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323be38f-3a3e-4db7-a91b-1d6baab34542 admin admin] Network hostable DHCP agents. Network: 9df45e94-0e65-4476-ace0-28b550caa712, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:20:18.776418 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323be38f-3a3e-4db7-a91b-1d6baab34542 admin admin] Network 9df45e94-0e65-4476-ace0-28b550caa712 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:20:18.792909 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-323be38f-3a3e-4db7-a91b-1d6baab34542 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 9df45e94-0e65-4476-ace0-28b550caa712) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:18.805285 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be6d06a-17ae-42ba-9791-13b5fa644bff None None] Network 9df45e94-0e65-4476-ace0-28b550caa712 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:20:18.815571 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323be38f-3a3e-4db7-a91b-1d6baab34542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:18.816732 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-323be38f-3a3e-4db7-a91b-1d6baab34542 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:18.825251 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-fb1d775c-db12-4aa6-9354-c4a65a1462ba admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1321291f141a416bae8feba5d3cc145f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1669943 Feb 09 01:20:18.828220 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34606) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:18.860442 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-323be38f-3a3e-4db7-a91b-1d6baab34542 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9265480 Feb 09 01:20:18.925530 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-d7340f61-961b-4c1f-a82b-3e53dd40517d admin admin] Allocated IP 172.25.8.64 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/b509d23e-628e-4097-9714-21fed5964892) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:18.938254 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35145999-9dd2-4fd2-aa63-3a11e882b2db None None] Network 9df45e94-0e65-4476-ace0-28b550caa712 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:20:18.946713 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e23ab752-d7e9-4996-8fdb-241bc81f6fdb admin admin] Publish callbacks [] for security_group (85d07b35-8759-4bd4-a661-fa6bbd4fc26b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:19.066467 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e23ab752-d7e9-4996-8fdb-241bc81f6fdb admin admin] Publish callbacks [] for security_group (85d07b35-8759-4bd4-a661-fa6bbd4fc26b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:19.143022 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d7340f61-961b-4c1f-a82b-3e53dd40517d admin admin] Publish callbacks [] for port (b509d23e-628e-4097-9714-21fed5964892), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:19.160679 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e23ab752-d7e9-4996-8fdb-241bc81f6fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (85d07b35-8759-4bd4-a661-fa6bbd4fc26b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:19.163912 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e23ab752-d7e9-4996-8fdb-241bc81f6fdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:19.167825 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e23ab752-d7e9-4996-8fdb-241bc81f6fdb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/85d07b35-8759-4bd4-a661-fa6bbd4fc26b HTTP/1.1" status: 204 len: 168 time: 0.3385000 Feb 09 01:20:19.178779 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ab752-d7e9-4996-8fdb-241bc81f6fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d07b35-8759-4bd4-a661-fa6bbd4fc26b,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:19.213774 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d7340f61-961b-4c1f-a82b-3e53dd40517d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (b509d23e-628e-4097-9714-21fed5964892), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:19.269245 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7340f61-961b-4c1f-a82b-3e53dd40517d admin admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:19.273029 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-d7340f61-961b-4c1f-a82b-3e53dd40517d admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:19.278025 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7340f61-961b-4c1f-a82b-3e53dd40517d admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:20:19.282883 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7340f61-961b-4c1f-a82b-3e53dd40517d admin admin] Pushing event updated for resources: {'Port': ['ID=b509d23e-628e-4097-9714-21fed5964892,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:19.619433 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d7340f61-961b-4c1f-a82b-3e53dd40517d admin admin] Publish callbacks [] for router_gateway (ab36d786-d007-4910-8474-9349845a28cb), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:19.981550 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-445cfe97-9bdc-4ae5-9d33-a226de04236e tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:19.989361 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-445cfe97-9bdc-4ae5-9d33-a226de04236e tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/networks?id=633bdf52-4e13-4a9d-8810-49c577c6cdb8 HTTP/1.1" status: 200 len: 815 time: 0.2272553 Feb 09 01:20:20.005813 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-f2593bc2-57ca-4490-b7b3-843893363ceb tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/quotas/ea634eba134a436c8efc984f29cf1d41 HTTP/1.1" status: 200 len: 375 time: 0.0146174 Feb 09 01:20:20.018321 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d7340f61-961b-4c1f-a82b-3e53dd40517d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (ab36d786-d007-4910-8474-9349845a28cb), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:20.069212 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-f168c44a-0e44-4cce-9ff8-417ae6c3fbe4 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ea634eba134a436c8efc984f29cf1d41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624065 Feb 09 01:20:20.173532 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7340f61-961b-4c1f-a82b-3e53dd40517d admin admin] Router ab36d786-d007-4910-8474-9349845a28cb is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:20:20.378506 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7340f61-961b-4c1f-a82b-3e53dd40517d admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:20:20.389436 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ccd936-bcc5-42e7-b337-e2d534f7b5db None None] Sync routers for ids ['ab36d786-d007-4910-8474-9349845a28cb'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:20:20.405114 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d7340f61-961b-4c1f-a82b-3e53dd40517d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:20.408088 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d7340f61-961b-4c1f-a82b-3e53dd40517d admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6630964 Feb 09 01:20:20.409067 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ccd936-bcc5-42e7-b337-e2d534f7b5db None None] Routers {'ab36d786-d007-4910-8474-9349845a28cb'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:20:20.411206 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34676) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:20.412107 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-09ccd936-bcc5-42e7-b337-e2d534f7b5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:20:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['ab36d786-d007-4910-8474-9349845a28cb'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:20.423775 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-583610cd-471e-4f23-8313-7470779f9e59 service neutron] 10.222.0.50 "GET /v2.0/networks/633bdf52-4e13-4a9d-8810-49c577c6cdb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536794 Feb 09 01:20:20.452609 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-7f4235b6-8cd6-40e1-b374-c333cc7a8ee6 tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:20.454159 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-7f4235b6-8cd6-40e1-b374-c333cc7a8ee6 tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] 10.222.0.50 "GET /v2.0/networks?id=9df45e94-0e65-4476-ace0-28b550caa712 HTTP/1.1" status: 200 len: 818 time: 0.3434424 Feb 09 01:20:20.582915 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-8e602c9b-1ae1-413a-8611-a9fa5a5afa8f tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] 10.222.0.50 "GET /v2.0/quotas/a75a03ee942b4950bc5110bd6acbcf62 HTTP/1.1" status: 200 len: 375 time: 0.1133094 Feb 09 01:20:20.672479 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-09ccd936-bcc5-42e7-b337-e2d534f7b5db None None] Set router ab36d786-d007-4910-8474-9349845a28cb gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:20:20.675399 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-f2754229-3875-432b-adac-9547f13d1695 tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a75a03ee942b4950bc5110bd6acbcf62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0841770 Feb 09 01:20:20.694066 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-9de5bc94-2ad6-4e6c-931c-968f5df24f92 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:20:20.695148 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-9de5bc94-2ad6-4e6c-931c-968f5df24f92 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0115612 Feb 09 01:20:20.876021 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-2318bc17-adf8-44d1-9bcd-1f66893dd2d1 service neutron] 10.222.0.50 "GET /v2.0/networks/633bdf52-4e13-4a9d-8810-49c577c6cdb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438865 Feb 09 01:20:20.954287 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-2e8c143c-0090-45dc-80bb-449f19f1d721 service neutron] 10.222.0.50 "GET /v2.0/networks/9df45e94-0e65-4476-ace0-28b550caa712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246614 Feb 09 01:20:21.172827 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-93ef7a41-0699-44c2-8937-cd0fd91a507e service neutron] 10.222.0.50 "GET /v2.0/networks/9df45e94-0e65-4476-ace0-28b550caa712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099574 Feb 09 01:20:21.193435 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-09ccd936-bcc5-42e7-b337-e2d534f7b5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab36d786-d007-4910-8474-9349845a28cb', 'name': 'tempest-ServerRescueTestJSON-1030820588-router', 'tenant_id': '81c9a0ae7d2c4fabbd7ca117be254e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'b509d23e-628e-4097-9714-21fed5964892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:17Z', 'updated_at': '2022-02-09T01:20:19Z', 'revision_number': 3, 'project_id': '81c9a0ae7d2c4fabbd7ca117be254e2b', 'gw_port': {'id': 'b509d23e-628e-4097-9714-21fed5964892', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ee:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab36d786-d007-4910-8474-9349845a28cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:18Z', 'updated_at': '2022-02-09T01:20:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:21.207250 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d4cd28fe-b758-49ff-815f-459547d8ed1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:21.245641 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2314a348-9d73-42e0-b693-408796dc0500 req-2d662f54-1500-48cc-8608-dcc9e3522ea1 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bb7e797-db29-41d5-89f9-ee730688e0fa HTTP/1.1" status: 200 len: 210 time: 0.0718331 Feb 09 01:20:21.269620 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ccd936-bcc5-42e7-b337-e2d534f7b5db None None] Checking router: ab36d786-d007-4910-8474-9349845a28cb for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:20:21.269987 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ccd936-bcc5-42e7-b337-e2d534f7b5db None None] Updating router ab36d786-d007-4910-8474-9349845a28cb port b509d23e-628e-4097-9714-21fed5964892 binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:20:21.349298 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-09ccd936-bcc5-42e7-b337-e2d534f7b5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b509d23e-628e-4097-9714-21fed5964892), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:21.606037 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-d4cd28fe-b758-49ff-815f-459547d8ed1b admin admin] Allocated IP 172.20.0.1 (91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0/ae61675f-5f39-477a-b759-5e2f01c2f4a7/59ad1e06-910c-439b-a6f3-b406eb36220f) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:21.635320 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9868a1d5-5309-47bd-b197-400695fc92d6 req-f4045aa6-d104-4f8c-ad92-daaca9853af0 tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] 10.222.0.50 "GET /v2.0/ports?device_id=a17d97d2-e337-4267-a9fe-72aa36f8ab2b HTTP/1.1" status: 200 len: 210 time: 0.1039023 Feb 09 01:20:21.834848 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d4cd28fe-b758-49ff-815f-459547d8ed1b admin admin] Publish callbacks [] for port (59ad1e06-910c-439b-a6f3-b406eb36220f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:21.856908 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34724) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:21.910427 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d4cd28fe-b758-49ff-815f-459547d8ed1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (59ad1e06-910c-439b-a6f3-b406eb36220f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:22.016309 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cd28fe-b758-49ff-815f-459547d8ed1b admin admin] Network 91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:22.059350 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-d4cd28fe-b758-49ff-815f-459547d8ed1b admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:22.076791 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cd28fe-b758-49ff-815f-459547d8ed1b admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:20:22.175187 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd28fe-b758-49ff-815f-459547d8ed1b admin admin] Pushing event updated for resources: {'Port': ['ID=59ad1e06-910c-439b-a6f3-b406eb36220f,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:22.232583 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d4cd28fe-b758-49ff-815f-459547d8ed1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (ab36d786-d007-4910-8474-9349845a28cb), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:22.516087 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-09ccd936-bcc5-42e7-b337-e2d534f7b5db None None] Publish callbacks [] for port (b509d23e-628e-4097-9714-21fed5964892), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:22.527648 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-09ccd936-bcc5-42e7-b337-e2d534f7b5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b509d23e-628e-4097-9714-21fed5964892), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:22.542991 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa64ba9e-8b5c-4be9-963f-24fd3559c9cd req-68e418e4-607a-4c0f-9535-e9fd9717c80f tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bb7e797-db29-41d5-89f9-ee730688e0fa HTTP/1.1" status: 200 len: 210 time: 0.0807102 Feb 09 01:20:22.557540 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d4cd28fe-b758-49ff-815f-459547d8ed1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (59ad1e06-910c-439b-a6f3-b406eb36220f), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:22.644739 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc0cec7-a355-4913-9b7e-ad481da740fc None None] Pushing event updated for resources: {'Port': ['ID=b509d23e-628e-4097-9714-21fed5964892,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:22.660582 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f2409c88-1ce8-4481-8279-b78d44816fd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:22.696101 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-09ccd936-bcc5-42e7-b337-e2d534f7b5db None None] Attempting to bind port b509d23e-628e-4097-9714-21fed5964892 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:20:22.696553 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-09ccd936-bcc5-42e7-b337-e2d534f7b5db None None] Attempting to bind port b509d23e-628e-4097-9714-21fed5964892 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:20:22.697010 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ccd936-bcc5-42e7-b337-e2d534f7b5db None None] Attempting to bind port b509d23e-628e-4097-9714-21fed5964892 on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:20:22.704941 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ccd936-bcc5-42e7-b337-e2d534f7b5db None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:20:22.705343 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ccd936-bcc5-42e7-b337-e2d534f7b5db None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:20:22.705781 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-09ccd936-bcc5-42e7-b337-e2d534f7b5db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:22.706158 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ccd936-bcc5-42e7-b337-e2d534f7b5db None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:20:22.706876 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-09ccd936-bcc5-42e7-b337-e2d534f7b5db None None] Bound port: b509d23e-628e-4097-9714-21fed5964892, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:20:22.707418 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-09ccd936-bcc5-42e7-b337-e2d534f7b5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b509d23e-628e-4097-9714-21fed5964892), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:22.848431 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-09ccd936-bcc5-42e7-b337-e2d534f7b5db None None] For port b509d23e-628e-4097-9714-21fed5964892, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:20:22.859404 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-09ccd936-bcc5-42e7-b337-e2d534f7b5db None None] For port b509d23e-628e-4097-9714-21fed5964892, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=b509d23e-628e-4097-9714-21fed5964892,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:20:22.875616 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-09ccd936-bcc5-42e7-b337-e2d534f7b5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b509d23e-628e-4097-9714-21fed5964892), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:22.924813 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-07764fe3-59cb-4c1c-a33f-e0f7ba55e7cb req-48c768a3-cb7e-4633-a73a-19a6d4459555 tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] 10.222.0.50 "GET /v2.0/ports?device_id=a17d97d2-e337-4267-a9fe-72aa36f8ab2b HTTP/1.1" status: 200 len: 210 time: 0.0745595 Feb 09 01:20:22.948388 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f2409c88-1ce8-4481-8279-b78d44816fd2 admin admin] Publish callbacks [] for security_group (743a8cb6-5fe9-4bc4-bbd8-54e7abdaf6bc), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:22.959699 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f2409c88-1ce8-4481-8279-b78d44816fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (743a8cb6-5fe9-4bc4-bbd8-54e7abdaf6bc), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:23.001579 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc0cec7-a355-4913-9b7e-ad481da740fc None None] Pushing event updated for resources: {'Port': ['ID=b509d23e-628e-4097-9714-21fed5964892,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:23.031002 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ccd936-bcc5-42e7-b337-e2d534f7b5db None None] Routers {'ab36d786-d007-4910-8474-9349845a28cb'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:20:23.032232 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-09ccd936-bcc5-42e7-b337-e2d534f7b5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:20:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['ab36d786-d007-4910-8474-9349845a28cb'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:23.051768 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d4cd28fe-b758-49ff-815f-459547d8ed1b admin admin] Publish callbacks [] for port (59ad1e06-910c-439b-a6f3-b406eb36220f), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:23.059759 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d4cd28fe-b758-49ff-815f-459547d8ed1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (59ad1e06-910c-439b-a6f3-b406eb36220f), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:23.073658 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f2409c88-1ce8-4481-8279-b78d44816fd2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=85cbc2df8e4f4f3895105272919c9798&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2154121 Feb 09 01:20:23.089964 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34752) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:23.123266 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2409c88-1ce8-4481-8279-b78d44816fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743a8cb6-5fe9-4bc4-bbd8-54e7abdaf6bc,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:23.283314 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d4cd28fe-b758-49ff-815f-459547d8ed1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (ab36d786-d007-4910-8474-9349845a28cb), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:23.323240 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd28fe-b758-49ff-815f-459547d8ed1b admin admin] Pushing event updated for resources: {'Port': ['ID=59ad1e06-910c-439b-a6f3-b406eb36220f,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:23.369637 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-09ccd936-bcc5-42e7-b337-e2d534f7b5db None None] Set router ab36d786-d007-4910-8474-9349845a28cb gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:20:23.392119 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-53217644-8047-421e-bbd6-24242a3bf514 admin admin] Publish callbacks [] for security_group (743a8cb6-5fe9-4bc4-bbd8-54e7abdaf6bc), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:23.488216 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-53217644-8047-421e-bbd6-24242a3bf514 admin admin] Publish callbacks [] for security_group (743a8cb6-5fe9-4bc4-bbd8-54e7abdaf6bc), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:23.523035 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cd28fe-b758-49ff-815f-459547d8ed1b admin admin] Network 91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:23.524914 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-d4cd28fe-b758-49ff-815f-459547d8ed1b admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:23.648961 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-34ee7cf3-f953-4ca2-ae00-a5e18d9281f1 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:23.651287 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-34ee7cf3-f953-4ca2-ae00-a5e18d9281f1 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.120 "GET /v2.0/networks?id=633bdf52-4e13-4a9d-8810-49c577c6cdb8 HTTP/1.1" status: 200 len: 815 time: 0.5760095 Feb 09 01:20:23.669865 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-53217644-8047-421e-bbd6-24242a3bf514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (743a8cb6-5fe9-4bc4-bbd8-54e7abdaf6bc), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:23.672689 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-53217644-8047-421e-bbd6-24242a3bf514 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:23.674088 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-53217644-8047-421e-bbd6-24242a3bf514 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/743a8cb6-5fe9-4bc4-bbd8-54e7abdaf6bc HTTP/1.1" status: 204 len: 168 time: 0.5758746 Feb 09 01:20:23.680161 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-8a46092b-da11-4ce2-bb6d-de10dd8dc24d tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Request body: {'port': {'device_id': '7bb7e797-db29-41d5-89f9-ee730688e0fa', 'network_id': '633bdf52-4e13-4a9d-8810-49c577c6cdb8', 'admin_state_up': True, 'tenant_id': 'ea634eba134a436c8efc984f29cf1d41'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:23.726812 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53217644-8047-421e-bbd6-24242a3bf514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743a8cb6-5fe9-4bc4-bbd8-54e7abdaf6bc,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:23.761395 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34772) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:23.988171 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4cd28fe-b758-49ff-815f-459547d8ed1b admin admin] Router ab36d786-d007-4910-8474-9349845a28cb has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:20:24.115393 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-09ccd936-bcc5-42e7-b337-e2d534f7b5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab36d786-d007-4910-8474-9349845a28cb', 'name': 'tempest-ServerRescueTestJSON-1030820588-router', 'tenant_id': '81c9a0ae7d2c4fabbd7ca117be254e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'b509d23e-628e-4097-9714-21fed5964892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:17Z', 'updated_at': '2022-02-09T01:20:22Z', 'revision_number': 4, 'project_id': '81c9a0ae7d2c4fabbd7ca117be254e2b', 'gw_port': {'id': 'b509d23e-628e-4097-9714-21fed5964892', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ee:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab36d786-d007-4910-8474-9349845a28cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:18Z', 'updated_at': '2022-02-09T01:20:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '59ad1e06-910c-439b-a6f3-b406eb36220f', 'name': '', 'network_id': '91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0', 'tenant_id': '81c9a0ae7d2c4fabbd7ca117be254e2b', 'mac_address': 'fa:16:3e:82:54:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab36d786-d007-4910-8474-9349845a28cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'ae61675f-5f39-477a-b759-5e2f01c2f4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:21Z', 'updated_at': '2022-02-09T01:20:21Z', 'revision_number': 1, 'project_id': '81c9a0ae7d2c4fabbd7ca117be254e2b', 'subnets': [{'id': 'ae61675f-5f39-477a-b759-5e2f01c2f4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:24.169590 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-c6528f47-db67-42a7-9783-e857b6bffe3a tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:24.174818 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-c6528f47-db67-42a7-9783-e857b6bffe3a tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] 10.222.0.120 "GET /v2.0/networks?id=9df45e94-0e65-4476-ace0-28b550caa712 HTTP/1.1" status: 200 len: 818 time: 0.6279447 Feb 09 01:20:24.180239 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ccd936-bcc5-42e7-b337-e2d534f7b5db None None] The sync data for ids ['ab36d786-d007-4910-8474-9349845a28cb'] in n-d-828369-4 is: [{'id': 'ab36d786-d007-4910-8474-9349845a28cb', 'name': 'tempest-ServerRescueTestJSON-1030820588-router', 'tenant_id': '81c9a0ae7d2c4fabbd7ca117be254e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'b509d23e-628e-4097-9714-21fed5964892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:17Z', 'updated_at': '2022-02-09T01:20:22Z', 'revision_number': 4, 'project_id': '81c9a0ae7d2c4fabbd7ca117be254e2b', 'gw_port': {'id': 'b509d23e-628e-4097-9714-21fed5964892', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ee:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab36d786-d007-4910-8474-9349845a28cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:18Z', 'updated_at': '2022-02-09T01:20:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '59ad1e06-910c-439b-a6f3-b406eb36220f', 'name': '', 'network_id': '91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0', 'tenant_id': '81c9a0ae7d2c4fabbd7ca117be254e2b', 'mac_address': 'fa:16:3e:82:54:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab36d786-d007-4910-8474-9349845a28cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'ae61675f-5f39-477a-b759-5e2f01c2f4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:21Z', 'updated_at': '2022-02-09T01:20:21Z', 'revision_number': 1, 'project_id': '81c9a0ae7d2c4fabbd7ca117be254e2b', 'subnets': [{'id': 'ae61675f-5f39-477a-b759-5e2f01c2f4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:20:24.193650 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-944dedf1-0c51-45ce-8363-adec758272f8 tempest-RoutersAdminNegativeIpV6Test-1478924162 tempest-RoutersAdminNegativeIpV6Test-1478924162-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-506630207', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:24.198707 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-03a60e76-f4a2-44c3-99dc-c076c3d406d9 req-dd58ccec-6604-49cc-a4b3-4bdbcd5abd39 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bb7e797-db29-41d5-89f9-ee730688e0fa HTTP/1.1" status: 200 len: 210 time: 0.4484854 Feb 09 01:20:24.236445 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-8ae8d38b-846f-430f-aa6c-2a53409d46f0 tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] Request body: {'port': {'device_id': 'a17d97d2-e337-4267-a9fe-72aa36f8ab2b', 'network_id': '9df45e94-0e65-4476-ace0-28b550caa712', 'admin_state_up': True, 'tenant_id': 'a75a03ee942b4950bc5110bd6acbcf62'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:24.281295 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944dedf1-0c51-45ce-8363-adec758272f8 tempest-RoutersAdminNegativeIpV6Test-1478924162 tempest-RoutersAdminNegativeIpV6Test-1478924162-project-admin] Made reservation on behalf of 01a9b1d5074142d6b29b076625824be5 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:24.294278 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-944dedf1-0c51-45ce-8363-adec758272f8 tempest-RoutersAdminNegativeIpV6Test-1478924162 tempest-RoutersAdminNegativeIpV6Test-1478924162-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:24.315796 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-944dedf1-0c51-45ce-8363-adec758272f8 tempest-RoutersAdminNegativeIpV6Test-1478924162 tempest-RoutersAdminNegativeIpV6Test-1478924162-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:24.343245 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7174adfd-431a-471a-b55e-b6a37c134175 req-ffc4df55-940e-411c-abdb-cb5767c0d2b9 tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] 10.222.0.50 "GET /v2.0/ports?device_id=a17d97d2-e337-4267-a9fe-72aa36f8ab2b HTTP/1.1" status: 200 len: 210 time: 0.1611915 Feb 09 01:20:24.379249 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4cd28fe-b758-49ff-815f-459547d8ed1b admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:20:24.403648 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-8a46092b-da11-4ce2-bb6d-de10dd8dc24d tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Made reservation on behalf of ea634eba134a436c8efc984f29cf1d41 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:24.407652 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-8a46092b-da11-4ce2-bb6d-de10dd8dc24d tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:24.416226 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d4cd28fe-b758-49ff-815f-459547d8ed1b admin admin] 10.222.0.50 "PUT /v2.0/routers/ab36d786-d007-4910-8474-9349845a28cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9963291 Feb 09 01:20:24.544062 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-8ae8d38b-846f-430f-aa6c-2a53409d46f0 tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] Made reservation on behalf of a75a03ee942b4950bc5110bd6acbcf62 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:24.550272 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-8ae8d38b-846f-430f-aa6c-2a53409d46f0 tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:24.657011 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-944dedf1-0c51-45ce-8363-adec758272f8 tempest-RoutersAdminNegativeIpV6Test-1478924162 tempest-RoutersAdminNegativeIpV6Test-1478924162-project-admin] Publish callbacks [] for security_group (c1e2f482-8314-4353-bd1a-15b7ab6a3e1f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:24.670060 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34788) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:24.670813 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-944dedf1-0c51-45ce-8363-adec758272f8 tempest-RoutersAdminNegativeIpV6Test-1478924162 tempest-RoutersAdminNegativeIpV6Test-1478924162-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (c1e2f482-8314-4353-bd1a-15b7ab6a3e1f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:24.683583 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-944dedf1-0c51-45ce-8363-adec758272f8 tempest-RoutersAdminNegativeIpV6Test-1478924162 tempest-RoutersAdminNegativeIpV6Test-1478924162-project-admin] device_id is not set on port 830fab41-6452-4e86-a130-f5820d4cde49 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:20:24.745608 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5fe1c2f0-0009-425e-bb8c-d8f87a1147ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:24.840522 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-8a46092b-da11-4ce2-bb6d-de10dd8dc24d tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Allocated IP 172.20.0.14 (633bdf52-4e13-4a9d-8810-49c577c6cdb8/cd2bf801-d138-4a76-952d-e259104944cf/56d0d90b-94c1-4cbd-b9bc-5704803fc18a) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:24.885974 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-944dedf1-0c51-45ce-8363-adec758272f8 tempest-RoutersAdminNegativeIpV6Test-1478924162 tempest-RoutersAdminNegativeIpV6Test-1478924162-project-admin] Allocated IP 172.25.8.3 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/830fab41-6452-4e86-a130-f5820d4cde49) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:25.053379 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5fe1c2f0-0009-425e-bb8c-d8f87a1147ee admin admin] Publish callbacks [] for security_group (6d8fe25c-1560-452f-b005-f84da67630ed), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:25.055913 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944dedf1-0c51-45ce-8363-adec758272f8 tempest-RoutersAdminNegativeIpV6Test-1478924162 tempest-RoutersAdminNegativeIpV6Test-1478924162-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e2f482-8314-4353-bd1a-15b7ab6a3e1f,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:25.072228 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5fe1c2f0-0009-425e-bb8c-d8f87a1147ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (6d8fe25c-1560-452f-b005-f84da67630ed), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:25.119408 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-8ae8d38b-846f-430f-aa6c-2a53409d46f0 tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] Allocated IP 172.20.0.4 (9df45e94-0e65-4476-ace0-28b550caa712/7f609485-d4e4-43b1-88ee-afa0f35d5a1f/da0e3257-44ca-40f5-af5e-bf31f394c9ef) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:25.168613 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5fe1c2f0-0009-425e-bb8c-d8f87a1147ee admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=aff89e3c272546a7b0fe3a787435bb08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4951303 Feb 09 01:20:25.172343 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34806) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:25.294931 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe1c2f0-0009-425e-bb8c-d8f87a1147ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8fe25c-1560-452f-b005-f84da67630ed,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:25.358246 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-73713207-7155-474a-85c1-07b617ea3949 admin admin] Publish callbacks [] for security_group (6d8fe25c-1560-452f-b005-f84da67630ed), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:25.386926 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-73713207-7155-474a-85c1-07b617ea3949 admin admin] Publish callbacks [] for security_group (6d8fe25c-1560-452f-b005-f84da67630ed), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:25.465050 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-73713207-7155-474a-85c1-07b617ea3949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (6d8fe25c-1560-452f-b005-f84da67630ed), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:25.467878 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-73713207-7155-474a-85c1-07b617ea3949 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:25.469577 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-73713207-7155-474a-85c1-07b617ea3949 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6d8fe25c-1560-452f-b005-f84da67630ed HTTP/1.1" status: 204 len: 168 time: 0.2961905 Feb 09 01:20:25.489054 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-944dedf1-0c51-45ce-8363-adec758272f8 tempest-RoutersAdminNegativeIpV6Test-1478924162 tempest-RoutersAdminNegativeIpV6Test-1478924162-project-admin] Publish callbacks [] for port (830fab41-6452-4e86-a130-f5820d4cde49), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:25.498955 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73713207-7155-474a-85c1-07b617ea3949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8fe25c-1560-452f-b005-f84da67630ed,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:25.514048 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-33cf6ac6-c108-4620-ae21-8687465249e5 req-029b8d61-9b1e-4e39-8e95-aa7e5831bf7f tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bb7e797-db29-41d5-89f9-ee730688e0fa HTTP/1.1" status: 200 len: 210 time: 0.1494710 Feb 09 01:20:25.598382 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-944dedf1-0c51-45ce-8363-adec758272f8 tempest-RoutersAdminNegativeIpV6Test-1478924162 tempest-RoutersAdminNegativeIpV6Test-1478924162-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (830fab41-6452-4e86-a130-f5820d4cde49), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:25.704786 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944dedf1-0c51-45ce-8363-adec758272f8 tempest-RoutersAdminNegativeIpV6Test-1478924162 tempest-RoutersAdminNegativeIpV6Test-1478924162-project-admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:25.715446 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-944dedf1-0c51-45ce-8363-adec758272f8 tempest-RoutersAdminNegativeIpV6Test-1478924162 tempest-RoutersAdminNegativeIpV6Test-1478924162-project-admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:25.716451 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a80f8295-3ca1-42b2-a302-6c5e79cd5e24 req-5203fa11-1588-49d1-ba09-1a190ca027c6 tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] 10.222.0.50 "GET /v2.0/ports?device_id=a17d97d2-e337-4267-a9fe-72aa36f8ab2b HTTP/1.1" status: 200 len: 210 time: 0.0587595 Feb 09 01:20:25.740177 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944dedf1-0c51-45ce-8363-adec758272f8 tempest-RoutersAdminNegativeIpV6Test-1478924162 tempest-RoutersAdminNegativeIpV6Test-1478924162-project-admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:20:25.749428 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944dedf1-0c51-45ce-8363-adec758272f8 tempest-RoutersAdminNegativeIpV6Test-1478924162 tempest-RoutersAdminNegativeIpV6Test-1478924162-project-admin] Pushing event updated for resources: {'Port': ['ID=830fab41-6452-4e86-a130-f5820d4cde49,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:25.781299 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-8a46092b-da11-4ce2-bb6d-de10dd8dc24d tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Publish callbacks [] for port (56d0d90b-94c1-4cbd-b9bc-5704803fc18a), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:25.827942 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-6ef06bbd-e577-4300-a81a-840a775a8cea tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:25.829906 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-6ef06bbd-e577-4300-a81a-840a775a8cea tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/networks?id=91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0 HTTP/1.1" status: 200 len: 811 time: 0.5684876 Feb 09 01:20:25.844940 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944dedf1-0c51-45ce-8363-adec758272f8 tempest-RoutersAdminNegativeIpV6Test-1478924162 tempest-RoutersAdminNegativeIpV6Test-1478924162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:25.846405 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-944dedf1-0c51-45ce-8363-adec758272f8 tempest-RoutersAdminNegativeIpV6Test-1478924162 tempest-RoutersAdminNegativeIpV6Test-1478924162-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:25.888901 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-944dedf1-0c51-45ce-8363-adec758272f8 tempest-RoutersAdminNegativeIpV6Test-1478924162 tempest-RoutersAdminNegativeIpV6Test-1478924162-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.1239421 Feb 09 01:20:25.892026 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34840) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:25.901070 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-e4c1190a-9845-40b0-b5b6-c8f8a8ddcecf tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/quotas/81c9a0ae7d2c4fabbd7ca117be254e2b HTTP/1.1" status: 200 len: 375 time: 0.0544279 Feb 09 01:20:25.910084 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-2c498814-7c9c-4171-b6e7-b34df29af359 tempest-RoutersAdminNegativeIpV6Test-1478924162 tempest-RoutersAdminNegativeIpV6Test-1478924162-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.3'}]}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:25.944322 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device b509d23e-628e-4097-9714-21fed5964892 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:20:25.959275 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-8ae8d38b-846f-430f-aa6c-2a53409d46f0 tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] Publish callbacks [] for port (da0e3257-44ca-40f5-af5e-bf31f394c9ef), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:25.976227 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2c498814-7c9c-4171-b6e7-b34df29af359 tempest-RoutersAdminNegativeIpV6Test-1478924162 tempest-RoutersAdminNegativeIpV6Test-1478924162-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (e0259ef6-94b1-4dfa-a5f9-6abf80da5ac2), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:25.977852 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2c498814-7c9c-4171-b6e7-b34df29af359 tempest-RoutersAdminNegativeIpV6Test-1478924162 tempest-RoutersAdminNegativeIpV6Test-1478924162-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (e0259ef6-94b1-4dfa-a5f9-6abf80da5ac2), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:26.001951 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-8a46092b-da11-4ce2-bb6d-de10dd8dc24d tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (56d0d90b-94c1-4cbd-b9bc-5704803fc18a), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:26.089427 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port b509d23e-628e-4097-9714-21fed5964892 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:26.090289 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b509d23e-628e-4097-9714-21fed5964892), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:26.097306 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46092b-da11-4ce2-bb6d-de10dd8dc24d tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Pushing event updated for resources: {'Port': ['ID=56d0d90b-94c1-4cbd-b9bc-5704803fc18a,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:26.103847 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-1205a0cb-b9eb-4d0e-82e2-031698f82191 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=81c9a0ae7d2c4fabbd7ca117be254e2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1900775 Feb 09 01:20:26.112369 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-8a46092b-da11-4ce2-bb6d-de10dd8dc24d tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Network 633bdf52-4e13-4a9d-8810-49c577c6cdb8 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:26.154050 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2c498814-7c9c-4171-b6e7-b34df29af359 tempest-RoutersAdminNegativeIpV6Test-1478924162 tempest-RoutersAdminNegativeIpV6Test-1478924162-project-admin] Publish callbacks [] for router_controller (e0259ef6-94b1-4dfa-a5f9-6abf80da5ac2), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:26.248707 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-8a46092b-da11-4ce2-bb6d-de10dd8dc24d tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:26.261523 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-8a46092b-da11-4ce2-bb6d-de10dd8dc24d tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:20:26.265703 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-03321170-06bd-4143-8f4f-702dc28d4c2b service neutron] 10.222.0.50 "GET /v2.0/networks/91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506929 Feb 09 01:20:26.271281 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-8ae8d38b-846f-430f-aa6c-2a53409d46f0 tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (da0e3257-44ca-40f5-af5e-bf31f394c9ef), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:26.345097 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port b509d23e-628e-4097-9714-21fed5964892 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:26.346518 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b509d23e-628e-4097-9714-21fed5964892), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:26.384253 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port b509d23e-628e-4097-9714-21fed5964892, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=b509d23e-628e-4097-9714-21fed5964892,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:26.394786 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b509d23e-628e-4097-9714-21fed5964892), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:26.432258 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2c498814-7c9c-4171-b6e7-b34df29af359 tempest-RoutersAdminNegativeIpV6Test-1478924162 tempest-RoutersAdminNegativeIpV6Test-1478924162-project-admin] Publish callbacks [] for router_gateway (e0259ef6-94b1-4dfa-a5f9-6abf80da5ac2), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:26.483545 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=b509d23e-628e-4097-9714-21fed5964892,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:26.490904 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-8ae8d38b-846f-430f-aa6c-2a53409d46f0 tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] Network 9df45e94-0e65-4476-ace0-28b550caa712 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:26.507005 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-8ae8d38b-846f-430f-aa6c-2a53409d46f0 tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:26.518748 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-8ae8d38b-846f-430f-aa6c-2a53409d46f0 tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:20:26.577135 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-8a46092b-da11-4ce2-bb6d-de10dd8dc24d tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:26.578090 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-8a46092b-da11-4ce2-bb6d-de10dd8dc24d tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:26.638422 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae8d38b-846f-430f-aa6c-2a53409d46f0 tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] Pushing event updated for resources: {'Port': ['ID=da0e3257-44ca-40f5-af5e-bf31f394c9ef,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:26.675391 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-8a46092b-da11-4ce2-bb6d-de10dd8dc24d tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0066166 Feb 09 01:20:26.678194 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8d38b-846f-430f-aa6c-2a53409d46f0 tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:26.678656 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8d38b-846f-430f-aa6c-2a53409d46f0 tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:26.679273 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8d38b-846f-430f-aa6c-2a53409d46f0 tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:26.679810 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8d38b-846f-430f-aa6c-2a53409d46f0 tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:26.680485 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8d38b-846f-430f-aa6c-2a53409d46f0 tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:26.680700 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8d38b-846f-430f-aa6c-2a53409d46f0 tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:26.681128 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8d38b-846f-430f-aa6c-2a53409d46f0 tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:26.681562 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8d38b-846f-430f-aa6c-2a53409d46f0 tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:26.681986 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8d38b-846f-430f-aa6c-2a53409d46f0 tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:26.682418 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8d38b-846f-430f-aa6c-2a53409d46f0 tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:26.682856 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8d38b-846f-430f-aa6c-2a53409d46f0 tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:26.683274 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8d38b-846f-430f-aa6c-2a53409d46f0 tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:26.683699 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae8d38b-846f-430f-aa6c-2a53409d46f0 tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:26.694488 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-8ae8d38b-846f-430f-aa6c-2a53409d46f0 tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:26.698239 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-8ae8d38b-846f-430f-aa6c-2a53409d46f0 tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:26.704237 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-b694f996-0092-458d-8d08-f0c207ad43a9 service neutron] 10.222.0.50 "GET /v2.0/networks/91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746738 Feb 09 01:20:26.724727 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-514846fa-d894-477f-a479-ae716f753e8d tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:20:26.725893 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-514846fa-d894-477f-a479-ae716f753e8d tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.120 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0380077 Feb 09 01:20:26.777948 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-ef9d52bc-5ab3-495d-a137-7023c1f71dd2 service neutron] Request body: {'port': {'device_id': '7bb7e797-db29-41d5-89f9-ee730688e0fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:26.824071 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-8ae8d38b-846f-430f-aa6c-2a53409d46f0 tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6139724 Feb 09 01:20:26.858223 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-e37a58da-0383-4d13-ab44-8ea99cd8c554 service neutron] Request body: {'port': {'device_id': 'a17d97d2-e337-4267-a9fe-72aa36f8ab2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:26.977849 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90009703-bb82-47d7-a03c-756c18a11659 req-d9f1194a-29b7-4051-9ff4-260b3dea31b7 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:26.985492 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-90009703-bb82-47d7-a03c-756c18a11659 req-d9f1194a-29b7-4051-9ff4-260b3dea31b7 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bb7e797-db29-41d5-89f9-ee730688e0fa HTTP/1.1" status: 200 len: 932 time: 0.2555346 Feb 09 01:20:27.001351 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-ef9d52bc-5ab3-495d-a137-7023c1f71dd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (56d0d90b-94c1-4cbd-b9bc-5704803fc18a), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:27.216936 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-e37a58da-0383-4d13-ab44-8ea99cd8c554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (da0e3257-44ca-40f5-af5e-bf31f394c9ef), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:27.319277 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-90009703-bb82-47d7-a03c-756c18a11659 req-47e4076a-056d-4ce0-854a-ef8a841cc39d tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187416 Feb 09 01:20:27.735481 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2c498814-7c9c-4171-b6e7-b34df29af359 tempest-RoutersAdminNegativeIpV6Test-1478924162 tempest-RoutersAdminNegativeIpV6Test-1478924162-project-admin] Publish callbacks [] for router_gateway (e0259ef6-94b1-4dfa-a5f9-6abf80da5ac2), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:27.759546 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2c498814-7c9c-4171-b6e7-b34df29af359 tempest-RoutersAdminNegativeIpV6Test-1478924162 tempest-RoutersAdminNegativeIpV6Test-1478924162-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:27.867544 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device b509d23e-628e-4097-9714-21fed5964892 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:20:28.018458 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port b509d23e-628e-4097-9714-21fed5964892 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:28.018841 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b509d23e-628e-4097-9714-21fed5964892), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:28.060179 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2c498814-7c9c-4171-b6e7-b34df29af359 tempest-RoutersAdminNegativeIpV6Test-1478924162 tempest-RoutersAdminNegativeIpV6Test-1478924162-project-admin] Publish callbacks [] for router (e0259ef6-94b1-4dfa-a5f9-6abf80da5ac2), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:28.153070 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84cad87-dd29-4da2-88cc-b6c1586491a3 None None] Sync routers for ids ['ab36d786-d007-4910-8474-9349845a28cb'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:20:28.172199 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84cad87-dd29-4da2-88cc-b6c1586491a3 None None] Routers {'ab36d786-d007-4910-8474-9349845a28cb'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:20:28.172886 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-f84cad87-dd29-4da2-88cc-b6c1586491a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:20:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['ab36d786-d007-4910-8474-9349845a28cb'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:28.223746 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34902) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:28.259351 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port b509d23e-628e-4097-9714-21fed5964892 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:28.422475 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2c498814-7c9c-4171-b6e7-b34df29af359 tempest-RoutersAdminNegativeIpV6Test-1478924162 tempest-RoutersAdminNegativeIpV6Test-1478924162-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (e0259ef6-94b1-4dfa-a5f9-6abf80da5ac2), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:28.429887 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2c498814-7c9c-4171-b6e7-b34df29af359 tempest-RoutersAdminNegativeIpV6Test-1478924162 tempest-RoutersAdminNegativeIpV6Test-1478924162-project-admin] Publish callbacks [] for router_controller (e0259ef6-94b1-4dfa-a5f9-6abf80da5ac2), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:28.503267 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2c498814-7c9c-4171-b6e7-b34df29af359 tempest-RoutersAdminNegativeIpV6Test-1478924162 tempest-RoutersAdminNegativeIpV6Test-1478924162-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (e0259ef6-94b1-4dfa-a5f9-6abf80da5ac2), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:28.504027 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c498814-7c9c-4171-b6e7-b34df29af359 tempest-RoutersAdminNegativeIpV6Test-1478924162 tempest-RoutersAdminNegativeIpV6Test-1478924162-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e0259ef6-94b1-4dfa-a5f9-6abf80da5ac2 {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:20:28.534187 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-2c498814-7c9c-4171-b6e7-b34df29af359 tempest-RoutersAdminNegativeIpV6Test-1478924162 tempest-RoutersAdminNegativeIpV6Test-1478924162-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 09 01:20:28.537375 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2c498814-7c9c-4171-b6e7-b34df29af359 tempest-RoutersAdminNegativeIpV6Test-1478924162 tempest-RoutersAdminNegativeIpV6Test-1478924162-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 2.6427011 Feb 09 01:20:28.547920 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34910) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:28.559809 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-f84cad87-dd29-4da2-88cc-b6c1586491a3 None None] Set router ab36d786-d007-4910-8474-9349845a28cb gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:20:28.565129 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6d94948b-598d-4391-9bf6-31ef002d76fc req-baf1303c-5920-4c6d-9206-cd4e5df541d3 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7407acc-2d72-4877-b4f1-cfbc025a3908 HTTP/1.1" status: 200 len: 210 time: 1.1450882 Feb 09 01:20:28.626306 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3bbabe2d-e6ee-46ee-8958-d041cd6d1739 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:28.756876 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3bbabe2d-e6ee-46ee-8958-d041cd6d1739 admin admin] Publish callbacks [] for security_group (3076b848-1cbf-48b7-9fec-27cf93772aa5), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:28.765724 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3bbabe2d-e6ee-46ee-8958-d041cd6d1739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (3076b848-1cbf-48b7-9fec-27cf93772aa5), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:28.896748 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c1903-5986-43aa-a6ea-481205b71a48 req-b737825c-6ebc-4706-9b6f-5d997e7890ec tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:28.899681 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-351c1903-5986-43aa-a6ea-481205b71a48 req-b737825c-6ebc-4706-9b6f-5d997e7890ec tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] 10.222.0.50 "GET /v2.0/ports?device_id=a17d97d2-e337-4267-a9fe-72aa36f8ab2b HTTP/1.1" status: 200 len: 931 time: 1.7509871 Feb 09 01:20:28.926305 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbabe2d-e6ee-46ee-8958-d041cd6d1739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3076b848-1cbf-48b7-9fec-27cf93772aa5,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:28.935097 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3bbabe2d-e6ee-46ee-8958-d041cd6d1739 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=968514f6382947f9b127f147f7529d0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7095242 Feb 09 01:20:28.939125 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34914) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:28.985947 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-ef9d52bc-5ab3-495d-a137-7023c1f71dd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56d0d90b-94c1-4cbd-b9bc-5704803fc18a {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:20:29.011984 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bbcd652-299e-4d3a-8891-e57aef8be5ed admin admin] Publish callbacks [] for security_group (3076b848-1cbf-48b7-9fec-27cf93772aa5), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:29.027207 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-ef9d52bc-5ab3-495d-a137-7023c1f71dd2 service neutron] Publish callbacks [] for port (56d0d90b-94c1-4cbd-b9bc-5704803fc18a), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:29.033410 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-ba304dea-ed47-4fc1-b12a-5b8b883fc309 tempest-RoutersAdminNegativeIpV6Test-1478924162 tempest-RoutersAdminNegativeIpV6Test-1478924162-project-admin] Deleting port 830fab41-6452-4e86-a130-f5820d4cde49 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:20:29.033764 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ba304dea-ed47-4fc1-b12a-5b8b883fc309 tempest-RoutersAdminNegativeIpV6Test-1478924162 tempest-RoutersAdminNegativeIpV6Test-1478924162-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (830fab41-6452-4e86-a130-f5820d4cde49), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:29.045719 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-f84cad87-dd29-4da2-88cc-b6c1586491a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab36d786-d007-4910-8474-9349845a28cb', 'name': 'tempest-ServerRescueTestJSON-1030820588-router', 'tenant_id': '81c9a0ae7d2c4fabbd7ca117be254e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'b509d23e-628e-4097-9714-21fed5964892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:17Z', 'updated_at': '2022-02-09T01:20:22Z', 'revision_number': 4, 'project_id': '81c9a0ae7d2c4fabbd7ca117be254e2b', 'gw_port': {'id': 'b509d23e-628e-4097-9714-21fed5964892', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ee:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab36d786-d007-4910-8474-9349845a28cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:18Z', 'updated_at': '2022-02-09T01:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '59ad1e06-910c-439b-a6f3-b406eb36220f', 'name': '', 'network_id': '91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0', 'tenant_id': '81c9a0ae7d2c4fabbd7ca117be254e2b', 'mac_address': 'fa:16:3e:82:54:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab36d786-d007-4910-8474-9349845a28cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'ae61675f-5f39-477a-b759-5e2f01c2f4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:21Z', 'updated_at': '2022-02-09T01:20:22Z', 'revision_number': 2, 'project_id': '81c9a0ae7d2c4fabbd7ca117be254e2b', 'subnets': [{'id': 'ae61675f-5f39-477a-b759-5e2f01c2f4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:29.094965 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bbcd652-299e-4d3a-8891-e57aef8be5ed admin admin] Publish callbacks [] for security_group (3076b848-1cbf-48b7-9fec-27cf93772aa5), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:29.113172 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84cad87-dd29-4da2-88cc-b6c1586491a3 None None] Checking router: ab36d786-d007-4910-8474-9349845a28cb for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:20:29.113813 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84cad87-dd29-4da2-88cc-b6c1586491a3 None None] Updating router ab36d786-d007-4910-8474-9349845a28cb port 59ad1e06-910c-439b-a6f3-b406eb36220f binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:20:29.175079 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f84cad87-dd29-4da2-88cc-b6c1586491a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (59ad1e06-910c-439b-a6f3-b406eb36220f), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:29.235154 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ba304dea-ed47-4fc1-b12a-5b8b883fc309 tempest-RoutersAdminNegativeIpV6Test-1478924162 tempest-RoutersAdminNegativeIpV6Test-1478924162-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (830fab41-6452-4e86-a130-f5820d4cde49), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:29.245226 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-351c1903-5986-43aa-a6ea-481205b71a48 req-8a5cb764-c963-4e6b-b7d7-b67374813b45 tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] 10.222.0.50 "GET /v2.0/security-groups?id=0a56a5ef-cc30-4eb3-834e-416eec479d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261030 Feb 09 01:20:29.250762 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-ba304dea-ed47-4fc1-b12a-5b8b883fc309 tempest-RoutersAdminNegativeIpV6Test-1478924162 tempest-RoutersAdminNegativeIpV6Test-1478924162-project-admin] Calling delete_port for 830fab41-6452-4e86-a130-f5820d4cde49 owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:20:29.292892 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e01e2e-dd5a-40bb-8576-83333735ddd6 req-937e800f-a0d4-43ca-9ac9-b7368d251bfd tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:29.299283 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b8e01e2e-dd5a-40bb-8576-83333735ddd6 req-937e800f-a0d4-43ca-9ac9-b7368d251bfd tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bb7e797-db29-41d5-89f9-ee730688e0fa HTTP/1.1" status: 200 len: 932 time: 0.5191340 Feb 09 01:20:29.442133 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-ef9d52bc-5ab3-495d-a137-7023c1f71dd2 service neutron] Transition to ACTIVE for port object 56d0d90b-94c1-4cbd-b9bc-5704803fc18a will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:20:29.448217 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ba304dea-ed47-4fc1-b12a-5b8b883fc309 tempest-RoutersAdminNegativeIpV6Test-1478924162 tempest-RoutersAdminNegativeIpV6Test-1478924162-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (830fab41-6452-4e86-a130-f5820d4cde49), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:29.452443 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bbcd652-299e-4d3a-8891-e57aef8be5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (3076b848-1cbf-48b7-9fec-27cf93772aa5), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:29.456092 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bbcd652-299e-4d3a-8891-e57aef8be5ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:29.457757 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7bbcd652-299e-4d3a-8891-e57aef8be5ed admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3076b848-1cbf-48b7-9fec-27cf93772aa5 HTTP/1.1" status: 204 len: 168 time: 0.5176892 Feb 09 01:20:29.487054 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-ef9d52bc-5ab3-495d-a137-7023c1f71dd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (56d0d90b-94c1-4cbd-b9bc-5704803fc18a), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:29.592591 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b8e01e2e-dd5a-40bb-8576-83333735ddd6 req-7fb2f815-cefb-43fd-b884-55ae202b1084 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853391 Feb 09 01:20:29.641578 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba304dea-ed47-4fc1-b12a-5b8b883fc309 tempest-RoutersAdminNegativeIpV6Test-1478924162 tempest-RoutersAdminNegativeIpV6Test-1478924162-project-admin] Pushing event deleted for resources: {'Port': ['ID=830fab41-6452-4e86-a130-f5820d4cde49,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:29.676910 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbcd652-299e-4d3a-8891-e57aef8be5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3076b848-1cbf-48b7-9fec-27cf93772aa5,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:29.803991 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f84cad87-dd29-4da2-88cc-b6c1586491a3 None None] Publish callbacks [] for port (59ad1e06-910c-439b-a6f3-b406eb36220f), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:29.822337 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f84cad87-dd29-4da2-88cc-b6c1586491a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (59ad1e06-910c-439b-a6f3-b406eb36220f), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:29.847267 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ba304dea-ed47-4fc1-b12a-5b8b883fc309 tempest-RoutersAdminNegativeIpV6Test-1478924162 tempest-RoutersAdminNegativeIpV6Test-1478924162-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:29.868131 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ba304dea-ed47-4fc1-b12a-5b8b883fc309 tempest-RoutersAdminNegativeIpV6Test-1478924162 tempest-RoutersAdminNegativeIpV6Test-1478924162-project-admin] 10.222.0.50 "DELETE /v2.0/ports/830fab41-6452-4e86-a130-f5820d4cde49 HTTP/1.1" status: 204 len: 168 time: 1.3065782 Feb 09 01:20:29.975170 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-e37a58da-0383-4d13-ab44-8ea99cd8c554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da0e3257-44ca-40f5-af5e-bf31f394c9ef {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:20:30.003425 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-27db6562-2cbe-4935-8cfc-fcb2896233db tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:30.014130 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-27db6562-2cbe-4935-8cfc-fcb2896233db tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.47 "GET /v2.0/networks?id=91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0 HTTP/1.1" status: 200 len: 811 time: 0.5753660 Feb 09 01:20:30.025283 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-ef9d52bc-5ab3-495d-a137-7023c1f71dd2 service neutron] Attempting to bind port 56d0d90b-94c1-4cbd-b9bc-5704803fc18a on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:20:30.025750 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-ef9d52bc-5ab3-495d-a137-7023c1f71dd2 service neutron] Attempting to bind port 56d0d90b-94c1-4cbd-b9bc-5704803fc18a by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': 'e1b6dfa9-0088-4f06-bf4d-732afafaf84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '633bdf52-4e13-4a9d-8810-49c577c6cdb8'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:20:30.026193 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-ef9d52bc-5ab3-495d-a137-7023c1f71dd2 service neutron] Attempting to bind port 56d0d90b-94c1-4cbd-b9bc-5704803fc18a on network 633bdf52-4e13-4a9d-8810-49c577c6cdb8 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:20:30.027152 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-f71f4f14-9f5b-44ee-aa65-77cf7c46363a tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Request body: {'port': {'device_id': 'e7407acc-2d72-4877-b4f1-cfbc025a3908', 'network_id': '91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0', 'admin_state_up': True, 'tenant_id': '81c9a0ae7d2c4fabbd7ca117be254e2b'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:30.041709 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d52bc-5ab3-495d-a137-7023c1f71dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=56d0d90b-94c1-4cbd-b9bc-5704803fc18a,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:30.056721 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-59b08065-fc41-4dc6-94c0-9d680a40edda req-768833ea-f016-4b20-b375-2efec2c26af0 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7407acc-2d72-4877-b4f1-cfbc025a3908 HTTP/1.1" status: 200 len: 210 time: 0.2444556 Feb 09 01:20:30.059512 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-e37a58da-0383-4d13-ab44-8ea99cd8c554 service neutron] Publish callbacks [] for port (da0e3257-44ca-40f5-af5e-bf31f394c9ef), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:30.063075 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-ef9d52bc-5ab3-495d-a137-7023c1f71dd2 service neutron] Port 56d0d90b-94c1-4cbd-b9bc-5704803fc18a on network 633bdf52-4e13-4a9d-8810-49c577c6cdb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:20:30.063659 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-ef9d52bc-5ab3-495d-a137-7023c1f71dd2 service neutron] Attempting to bind port 56d0d90b-94c1-4cbd-b9bc-5704803fc18a on network 633bdf52-4e13-4a9d-8810-49c577c6cdb8 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:20:30.071851 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-ef9d52bc-5ab3-495d-a137-7023c1f71dd2 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:20:30.072744 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-ef9d52bc-5ab3-495d-a137-7023c1f71dd2 service neutron] Checking segment: {'id': 'e1b6dfa9-0088-4f06-bf4d-732afafaf84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '633bdf52-4e13-4a9d-8810-49c577c6cdb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:20:30.073410 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-ef9d52bc-5ab3-495d-a137-7023c1f71dd2 service neutron] Bound using segment: {'id': 'e1b6dfa9-0088-4f06-bf4d-732afafaf84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '633bdf52-4e13-4a9d-8810-49c577c6cdb8'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:20:30.074136 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-ef9d52bc-5ab3-495d-a137-7023c1f71dd2 service neutron] Bound port: 56d0d90b-94c1-4cbd-b9bc-5704803fc18a, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b6dfa9-0088-4f06-bf4d-732afafaf84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '633bdf52-4e13-4a9d-8810-49c577c6cdb8'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:20:30.074901 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-ef9d52bc-5ab3-495d-a137-7023c1f71dd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (56d0d90b-94c1-4cbd-b9bc-5704803fc18a), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:30.149610 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e9631-0d3e-49e4-9e86-a191c94fc7b0 None None] Pushing event updated for resources: {'Port': ['ID=59ad1e06-910c-439b-a6f3-b406eb36220f,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:30.155198 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-e37a58da-0383-4d13-ab44-8ea99cd8c554 service neutron] Transition to ACTIVE for port object da0e3257-44ca-40f5-af5e-bf31f394c9ef will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:20:30.167166 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e9631-0d3e-49e4-9e86-a191c94fc7b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:30.174236 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e9631-0d3e-49e4-9e86-a191c94fc7b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:30.175136 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e9631-0d3e-49e4-9e86-a191c94fc7b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:30.178208 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e9631-0d3e-49e4-9e86-a191c94fc7b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:30.179123 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e9631-0d3e-49e4-9e86-a191c94fc7b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:30.180468 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e9631-0d3e-49e4-9e86-a191c94fc7b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:30.181389 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e9631-0d3e-49e4-9e86-a191c94fc7b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:30.182673 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e9631-0d3e-49e4-9e86-a191c94fc7b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:30.183252 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e9631-0d3e-49e4-9e86-a191c94fc7b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:30.184528 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e9631-0d3e-49e4-9e86-a191c94fc7b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:30.185271 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e9631-0d3e-49e4-9e86-a191c94fc7b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:30.185844 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e9631-0d3e-49e4-9e86-a191c94fc7b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:30.186399 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e9631-0d3e-49e4-9e86-a191c94fc7b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:20:30.199071 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-f84cad87-dd29-4da2-88cc-b6c1586491a3 None None] Attempting to bind port 59ad1e06-910c-439b-a6f3-b406eb36220f on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:20:30.200945 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-f84cad87-dd29-4da2-88cc-b6c1586491a3 None None] Attempting to bind port 59ad1e06-910c-439b-a6f3-b406eb36220f by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '669e1584-9a4c-4f54-9e81-29abd25160a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:20:30.201924 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84cad87-dd29-4da2-88cc-b6c1586491a3 None None] Attempting to bind port 59ad1e06-910c-439b-a6f3-b406eb36220f on network 91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:20:30.212050 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84cad87-dd29-4da2-88cc-b6c1586491a3 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:20:30.212896 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84cad87-dd29-4da2-88cc-b6c1586491a3 None None] Checking segment: {'id': '669e1584-9a4c-4f54-9e81-29abd25160a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:20:30.213619 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f84cad87-dd29-4da2-88cc-b6c1586491a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:30.214329 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84cad87-dd29-4da2-88cc-b6c1586491a3 None None] Bound using segment: {'id': '669e1584-9a4c-4f54-9e81-29abd25160a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:20:30.215929 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-f84cad87-dd29-4da2-88cc-b6c1586491a3 None None] Bound port: 59ad1e06-910c-439b-a6f3-b406eb36220f, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '669e1584-9a4c-4f54-9e81-29abd25160a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:20:30.216086 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-e37a58da-0383-4d13-ab44-8ea99cd8c554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (da0e3257-44ca-40f5-af5e-bf31f394c9ef), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:30.216745 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f84cad87-dd29-4da2-88cc-b6c1586491a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (59ad1e06-910c-439b-a6f3-b406eb36220f), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:30.264791 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-f71f4f14-9f5b-44ee-aa65-77cf7c46363a tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Made reservation on behalf of 81c9a0ae7d2c4fabbd7ca117be254e2b for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:30.271800 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-f71f4f14-9f5b-44ee-aa65-77cf7c46363a tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:30.319663 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-f84cad87-dd29-4da2-88cc-b6c1586491a3 None None] For port 59ad1e06-910c-439b-a6f3-b406eb36220f, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:20:30.340787 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-f84cad87-dd29-4da2-88cc-b6c1586491a3 None None] For port 59ad1e06-910c-439b-a6f3-b406eb36220f, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=59ad1e06-910c-439b-a6f3-b406eb36220f,segment=NetworkSegment(669e1584-9a4c-4f54-9e81-29abd25160a4),segment_id=669e1584-9a4c-4f54-9e81-29abd25160a4)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:20:30.355728 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f84cad87-dd29-4da2-88cc-b6c1586491a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (59ad1e06-910c-439b-a6f3-b406eb36220f), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:30.360797 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-ef9d52bc-5ab3-495d-a137-7023c1f71dd2 service neutron] For port 56d0d90b-94c1-4cbd-b9bc-5704803fc18a, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:20:30.388078 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-ef9d52bc-5ab3-495d-a137-7023c1f71dd2 service neutron] For port 56d0d90b-94c1-4cbd-b9bc-5704803fc18a, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=56d0d90b-94c1-4cbd-b9bc-5704803fc18a,segment=NetworkSegment(e1b6dfa9-0088-4f06-bf4d-732afafaf84a),segment_id=e1b6dfa9-0088-4f06-bf4d-732afafaf84a)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:20:30.436064 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-ef9d52bc-5ab3-495d-a137-7023c1f71dd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (56d0d90b-94c1-4cbd-b9bc-5704803fc18a), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:30.452360 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84cad87-dd29-4da2-88cc-b6c1586491a3 None None] Routers {'ab36d786-d007-4910-8474-9349845a28cb'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:20:30.454703 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-f84cad87-dd29-4da2-88cc-b6c1586491a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:20:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['ab36d786-d007-4910-8474-9349845a28cb'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:30.539745 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a58da-0383-4d13-ab44-8ea99cd8c554 service neutron] Pushing event updated for resources: {'Port': ['ID=da0e3257-44ca-40f5-af5e-bf31f394c9ef,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:30.566865 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e9631-0d3e-49e4-9e86-a191c94fc7b0 None None] Pushing event updated for resources: {'Port': ['ID=59ad1e06-910c-439b-a6f3-b406eb36220f,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:30.591659 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34942) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:30.684778 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-f84cad87-dd29-4da2-88cc-b6c1586491a3 None None] Set router ab36d786-d007-4910-8474-9349845a28cb gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:20:30.690846 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-ef9d52bc-5ab3-495d-a137-7023c1f71dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:30.691478 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-ef9d52bc-5ab3-495d-a137-7023c1f71dd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:30.693641 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-ef9d52bc-5ab3-495d-a137-7023c1f71dd2 service neutron] 10.222.0.120 "PUT /v2.0/ports/56d0d90b-94c1-4cbd-b9bc-5704803fc18a HTTP/1.1" status: 200 len: 1092 time: 3.9506137 Feb 09 01:20:30.694098 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb7e797-db29-41d5-89f9-ee730688e0fa', 'tag': '56d0d90b-94c1-4cbd-b9bc-5704803fc18a'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:20:30.696357 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3887c2a-3796-4fe6-9992-29e4a1c872f3" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb7e797-db29-41d5-89f9-ee730688e0fa", "tag": "56d0d90b-94c1-4cbd-b9bc-5704803fc18a"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:20:30.784025 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-f71f4f14-9f5b-44ee-aa65-77cf7c46363a tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Allocated IP 172.20.0.8 (91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0/ae61675f-5f39-477a-b759-5e2f01c2f4a7/3b8db0a6-01e4-47d3-93d5-9839e7db1e1c) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:30.890839 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d52bc-5ab3-495d-a137-7023c1f71dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=56d0d90b-94c1-4cbd-b9bc-5704803fc18a,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:30.934508 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb3d42-19c4-4469-b874-e2df99ea9364 req-fd8340ce-6d08-4594-a5c1-67f7753609a5 tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:30.944503 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eebb3d42-19c4-4469-b874-e2df99ea9364 req-fd8340ce-6d08-4594-a5c1-67f7753609a5 tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] 10.222.0.50 "GET /v2.0/ports?device_id=a17d97d2-e337-4267-a9fe-72aa36f8ab2b HTTP/1.1" status: 200 len: 943 time: 0.4361494 Feb 09 01:20:30.958881 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-e37a58da-0383-4d13-ab44-8ea99cd8c554 service neutron] Attempting to bind port da0e3257-44ca-40f5-af5e-bf31f394c9ef on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:20:30.959223 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-e37a58da-0383-4d13-ab44-8ea99cd8c554 service neutron] Attempting to bind port da0e3257-44ca-40f5-af5e-bf31f394c9ef by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': 'c0954363-4931-4920-8173-73d6dc33e7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '9df45e94-0e65-4476-ace0-28b550caa712'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:20:30.959563 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-e37a58da-0383-4d13-ab44-8ea99cd8c554 service neutron] Attempting to bind port da0e3257-44ca-40f5-af5e-bf31f394c9ef on network 9df45e94-0e65-4476-ace0-28b550caa712 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:20:30.990623 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-e37a58da-0383-4d13-ab44-8ea99cd8c554 service neutron] Port da0e3257-44ca-40f5-af5e-bf31f394c9ef on network 9df45e94-0e65-4476-ace0-28b550caa712 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:20:30.990962 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-e37a58da-0383-4d13-ab44-8ea99cd8c554 service neutron] Attempting to bind port da0e3257-44ca-40f5-af5e-bf31f394c9ef on network 9df45e94-0e65-4476-ace0-28b550caa712 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:20:31.015473 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1337199-d92b-47d2-aecc-8f01ab8baa35 req-6dfaa0cd-195c-4389-9fa6-63bb6ba9d664 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:31.023243 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f1337199-d92b-47d2-aecc-8f01ab8baa35 req-6dfaa0cd-195c-4389-9fa6-63bb6ba9d664 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bb7e797-db29-41d5-89f9-ee730688e0fa HTTP/1.1" status: 200 len: 944 time: 0.2797844 Feb 09 01:20:31.025365 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-e37a58da-0383-4d13-ab44-8ea99cd8c554 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:20:31.025715 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-e37a58da-0383-4d13-ab44-8ea99cd8c554 service neutron] Checking segment: {'id': 'c0954363-4931-4920-8173-73d6dc33e7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '9df45e94-0e65-4476-ace0-28b550caa712'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:20:31.026103 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-e37a58da-0383-4d13-ab44-8ea99cd8c554 service neutron] Bound using segment: {'id': 'c0954363-4931-4920-8173-73d6dc33e7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '9df45e94-0e65-4476-ace0-28b550caa712'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:20:31.026450 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-f71f4f14-9f5b-44ee-aa65-77cf7c46363a tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Publish callbacks [] for port (3b8db0a6-01e4-47d3-93d5-9839e7db1e1c), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:31.026962 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-e37a58da-0383-4d13-ab44-8ea99cd8c554 service neutron] Bound port: da0e3257-44ca-40f5-af5e-bf31f394c9ef, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0954363-4931-4920-8173-73d6dc33e7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '9df45e94-0e65-4476-ace0-28b550caa712'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:20:31.026962 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-e37a58da-0383-4d13-ab44-8ea99cd8c554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (da0e3257-44ca-40f5-af5e-bf31f394c9ef), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:31.071527 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-f71f4f14-9f5b-44ee-aa65-77cf7c46363a tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (3b8db0a6-01e4-47d3-93d5-9839e7db1e1c), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:31.087317 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eebb3d42-19c4-4469-b874-e2df99ea9364 req-14b066be-b4ee-4792-a848-7f0e7a330de6 tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] 10.222.0.50 "GET /v2.0/security-groups?id=0a56a5ef-cc30-4eb3-834e-416eec479d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417768 Feb 09 01:20:31.110865 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-f71f4f14-9f5b-44ee-aa65-77cf7c46363a tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Network 91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:31.119347 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-f71f4f14-9f5b-44ee-aa65-77cf7c46363a tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:31.127528 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-f71f4f14-9f5b-44ee-aa65-77cf7c46363a tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:20:31.222757 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f1337199-d92b-47d2-aecc-8f01ab8baa35 req-5ae60659-8ab1-475f-b14c-41aa714d076a tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965475 Feb 09 01:20:31.267523 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-e37a58da-0383-4d13-ab44-8ea99cd8c554 service neutron] For port da0e3257-44ca-40f5-af5e-bf31f394c9ef, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:20:31.273049 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-e37a58da-0383-4d13-ab44-8ea99cd8c554 service neutron] For port da0e3257-44ca-40f5-af5e-bf31f394c9ef, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=da0e3257-44ca-40f5-af5e-bf31f394c9ef,segment=NetworkSegment(c0954363-4931-4920-8173-73d6dc33e7a1),segment_id=c0954363-4931-4920-8173-73d6dc33e7a1)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:20:31.295829 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-712d837b-a25f-4f99-8328-9bf4c22a9fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:31.299948 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-712d837b-a25f-4f99-8328-9bf4c22a9fbf service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=ea634eba134a436c8efc984f29cf1d41&device_id=7bb7e797-db29-41d5-89f9-ee730688e0fa HTTP/1.1" status: 200 len: 1126 time: 0.5554895 Feb 09 01:20:31.302555 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-e37a58da-0383-4d13-ab44-8ea99cd8c554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (da0e3257-44ca-40f5-af5e-bf31f394c9ef), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:31.308579 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-f84cad87-dd29-4da2-88cc-b6c1586491a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab36d786-d007-4910-8474-9349845a28cb', 'name': 'tempest-ServerRescueTestJSON-1030820588-router', 'tenant_id': '81c9a0ae7d2c4fabbd7ca117be254e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'b509d23e-628e-4097-9714-21fed5964892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:17Z', 'updated_at': '2022-02-09T01:20:22Z', 'revision_number': 4, 'project_id': '81c9a0ae7d2c4fabbd7ca117be254e2b', 'gw_port': {'id': 'b509d23e-628e-4097-9714-21fed5964892', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ee:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab36d786-d007-4910-8474-9349845a28cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:18Z', 'updated_at': '2022-02-09T01:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '59ad1e06-910c-439b-a6f3-b406eb36220f', 'name': '', 'network_id': '91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0', 'tenant_id': '81c9a0ae7d2c4fabbd7ca117be254e2b', 'mac_address': 'fa:16:3e:82:54:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab36d786-d007-4910-8474-9349845a28cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'ae61675f-5f39-477a-b759-5e2f01c2f4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:21Z', 'updated_at': '2022-02-09T01:20:30Z', 'revision_number': 4, 'project_id': '81c9a0ae7d2c4fabbd7ca117be254e2b', 'subnets': [{'id': 'ae61675f-5f39-477a-b759-5e2f01c2f4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:31.360749 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71f4f14-9f5b-44ee-aa65-77cf7c46363a tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Pushing event updated for resources: {'Port': ['ID=3b8db0a6-01e4-47d3-93d5-9839e7db1e1c,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:31.373760 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7612e407-4f53-4013-9906-5fe11d529c7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:31.412963 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84cad87-dd29-4da2-88cc-b6c1586491a3 None None] The sync data for ids ['ab36d786-d007-4910-8474-9349845a28cb'] in n-d-828369-4 is: [{'id': 'ab36d786-d007-4910-8474-9349845a28cb', 'name': 'tempest-ServerRescueTestJSON-1030820588-router', 'tenant_id': '81c9a0ae7d2c4fabbd7ca117be254e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'b509d23e-628e-4097-9714-21fed5964892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:17Z', 'updated_at': '2022-02-09T01:20:22Z', 'revision_number': 4, 'project_id': '81c9a0ae7d2c4fabbd7ca117be254e2b', 'gw_port': {'id': 'b509d23e-628e-4097-9714-21fed5964892', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ee:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab36d786-d007-4910-8474-9349845a28cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:18Z', 'updated_at': '2022-02-09T01:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '59ad1e06-910c-439b-a6f3-b406eb36220f', 'name': '', 'network_id': '91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0', 'tenant_id': '81c9a0ae7d2c4fabbd7ca117be254e2b', 'mac_address': 'fa:16:3e:82:54:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab36d786-d007-4910-8474-9349845a28cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'ae61675f-5f39-477a-b759-5e2f01c2f4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:21Z', 'updated_at': '2022-02-09T01:20:30Z', 'revision_number': 4, 'project_id': '81c9a0ae7d2c4fabbd7ca117be254e2b', 'subnets': [{'id': 'ae61675f-5f39-477a-b759-5e2f01c2f4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:20:31.462644 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-c780da93-970b-4cb9-8ab3-f75de942846e service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56d0d90b-94c1-4cbd-b9bc-5704803fc18a HTTP/1.1" status: 200 len: 217 time: 0.1458578 Feb 09 01:20:31.464324 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-e37a58da-0383-4d13-ab44-8ea99cd8c554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:31.465488 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-e37a58da-0383-4d13-ab44-8ea99cd8c554 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:31.467043 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-e37a58da-0383-4d13-ab44-8ea99cd8c554 service neutron] 10.222.0.120 "PUT /v2.0/ports/da0e3257-44ca-40f5-af5e-bf31f394c9ef HTTP/1.1" status: 200 len: 1091 time: 4.6226590 Feb 09 01:20:31.567943 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a58da-0383-4d13-ab44-8ea99cd8c554 service neutron] Pushing event updated for resources: {'Port': ['ID=da0e3257-44ca-40f5-af5e-bf31f394c9ef,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:31.577326 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7612e407-4f53-4013-9906-5fe11d529c7e admin admin] Publish callbacks [] for security_group (28127902-f72c-40e7-9554-4c9519741385), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:31.589101 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-f71f4f14-9f5b-44ee-aa65-77cf7c46363a tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:31.589816 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-f71f4f14-9f5b-44ee-aa65-77cf7c46363a tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:31.603482 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7612e407-4f53-4013-9906-5fe11d529c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (28127902-f72c-40e7-9554-4c9519741385), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:31.657583 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db197ee5-d8e4-4c40-a983-e582ffa93338 req-486bb87e-8d28-4a6a-b29e-379bcc15fbd2 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:31.665398 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7612e407-4f53-4013-9906-5fe11d529c7e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ac3093baade7461c8e2d9e7739aa4a3f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0720229 Feb 09 01:20:31.666543 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-db197ee5-d8e4-4c40-a983-e582ffa93338 req-486bb87e-8d28-4a6a-b29e-379bcc15fbd2 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7407acc-2d72-4877-b4f1-cfbc025a3908 HTTP/1.1" status: 200 len: 931 time: 0.3303897 Feb 09 01:20:31.668854 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34970) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:31.670115 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-f71f4f14-9f5b-44ee-aa65-77cf7c46363a tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6517122 Feb 09 01:20:31.673948 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-6c52f4d9-e335-4afa-9f90-e70bc2659566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:31.675925 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-6c52f4d9-e335-4afa-9f90-e70bc2659566 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=cd2bf801-d138-4a76-952d-e259104944cf HTTP/1.1" status: 200 len: 855 time: 0.1936920 Feb 09 01:20:31.701342 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-23d4ed50-c3b3-4631-a99c-56e6e57cf296 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:20:31.702471 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-23d4ed50-c3b3-4631-a99c-56e6e57cf296 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0266843 Feb 09 01:20:31.762036 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7612e407-4f53-4013-9906-5fe11d529c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28127902-f72c-40e7-9554-4c9519741385,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:31.845560 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-8ecd5bb7-f485-4739-896a-e51f70bbb1f4 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=633bdf52-4e13-4a9d-8810-49c577c6cdb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1574903 Feb 09 01:20:31.859403 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e7f28b-7110-4d37-afae-db5bbd18d63d x-openstack-request-id: req-03e7f28b-7110-4d37-afae-db5bbd18d63d {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:20:31.860053 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb7e797-db29-41d5-89f9-ee730688e0fa", "tag": "56d0d90b-94c1-4cbd-b9bc-5704803fc18a", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:20:31.860529 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-03e7f28b-7110-4d37-afae-db5bbd18d63d {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:20:31.861176 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb7e797-db29-41d5-89f9-ee730688e0fa', 'tag': '56d0d90b-94c1-4cbd-b9bc-5704803fc18a', 'status': 'completed', 'code': 200} Feb 09 01:20:31.909068 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 59ad1e06-910c-439b-a6f3-b406eb36220f up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:20:31.955835 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-cbb2359c-2c7e-458f-a0b4-cacbdce52499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:31.960248 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-cbb2359c-2c7e-458f-a0b4-cacbdce52499 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=a75a03ee942b4950bc5110bd6acbcf62&device_id=a17d97d2-e337-4267-a9fe-72aa36f8ab2b HTTP/1.1" status: 200 len: 1125 time: 0.4206595 Feb 09 01:20:32.042376 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 59ad1e06-910c-439b-a6f3-b406eb36220f triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:32.042774 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (59ad1e06-910c-439b-a6f3-b406eb36220f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:32.050331 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-0ac8cb59-a89e-48da-9e85-ad3e485516fb service neutron] Request body: {'port': {'device_id': 'e7407acc-2d72-4877-b4f1-cfbc025a3908', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:32.095873 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-8eed7912-0321-4647-9736-52879ba70ead service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da0e3257-44ca-40f5-af5e-bf31f394c9ef HTTP/1.1" status: 200 len: 217 time: 0.1270642 Feb 09 01:20:32.112057 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-db197ee5-d8e4-4c40-a983-e582ffa93338 req-0cc876f8-4e51-486c-96fb-c8b7c0c7b0a2 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4444687 Feb 09 01:20:32.197157 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-0ac8cb59-a89e-48da-9e85-ad3e485516fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3b8db0a6-01e4-47d3-93d5-9839e7db1e1c), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:32.231183 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 59ad1e06-910c-439b-a6f3-b406eb36220f is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:32.231600 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (59ad1e06-910c-439b-a6f3-b406eb36220f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:32.332808 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 59ad1e06-910c-439b-a6f3-b406eb36220f, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=59ad1e06-910c-439b-a6f3-b406eb36220f,segment=NetworkSegment(669e1584-9a4c-4f54-9e81-29abd25160a4),segment_id=669e1584-9a4c-4f54-9e81-29abd25160a4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:32.350839 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (59ad1e06-910c-439b-a6f3-b406eb36220f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:32.388869 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3d31cb0e-1fa3-4ba9-838c-697ea8db0c44 admin admin] Publish callbacks [] for security_group (28127902-f72c-40e7-9554-4c9519741385), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:32.430787 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3d31cb0e-1fa3-4ba9-838c-697ea8db0c44 admin admin] Publish callbacks [] for security_group (28127902-f72c-40e7-9554-4c9519741385), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:32.462302 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=59ad1e06-910c-439b-a6f3-b406eb36220f,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:32.486895 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f7db3449-2fa7-41bb-9623-f384218b07e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:32.555031 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-c6537494-448e-4dce-920b-2ceb1482e6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:32.556718 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-c6537494-448e-4dce-920b-2ceb1482e6be service neutron] 10.222.0.120 "GET /v2.0/subnets?id=7f609485-d4e4-43b1-88ee-afa0f35d5a1f HTTP/1.1" status: 200 len: 858 time: 0.4432631 Feb 09 01:20:32.557643 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3d31cb0e-1fa3-4ba9-838c-697ea8db0c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (28127902-f72c-40e7-9554-4c9519741385), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:32.563198 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3d31cb0e-1fa3-4ba9-838c-697ea8db0c44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:32.566626 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3d31cb0e-1fa3-4ba9-838c-697ea8db0c44 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/28127902-f72c-40e7-9554-4c9519741385 HTTP/1.1" status: 204 len: 168 time: 0.8922734 Feb 09 01:20:32.667959 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-e3566724-6884-4528-92fc-bb878e0afede service neutron] 10.222.0.120 "GET /v2.0/networks/633bdf52-4e13-4a9d-8810-49c577c6cdb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8055193 Feb 09 01:20:32.734674 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-1afb506f-848a-40ea-bf39-f53a0e51b921 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9df45e94-0e65-4476-ace0-28b550caa712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711932 Feb 09 01:20:32.800772 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d31cb0e-1fa3-4ba9-838c-697ea8db0c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28127902-f72c-40e7-9554-4c9519741385,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:32.907673 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-0ac8cb59-a89e-48da-9e85-ad3e485516fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b8db0a6-01e4-47d3-93d5-9839e7db1e1c {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:20:32.917548 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-0ac8cb59-a89e-48da-9e85-ad3e485516fb service neutron] Publish callbacks [] for port (3b8db0a6-01e4-47d3-93d5-9839e7db1e1c), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:32.934443 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-0ac8cb59-a89e-48da-9e85-ad3e485516fb service neutron] Transition to ACTIVE for port object 3b8db0a6-01e4-47d3-93d5-9839e7db1e1c will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:20:32.968312 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-0ac8cb59-a89e-48da-9e85-ad3e485516fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (3b8db0a6-01e4-47d3-93d5-9839e7db1e1c), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:32.970448 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cff1c8c2-bb99-4cb6-80d7-3e6bca9eff54 req-0f8facf1-932b-4ea9-9293-37bb6483db3b service neutron] 10.222.0.120 "GET /v2.0/networks/633bdf52-4e13-4a9d-8810-49c577c6cdb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304614 Feb 09 01:20:33.003481 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de093312-12e0-4fe7-a74c-7f1c4a7fd1fe req-75fa235b-017f-4211-85aa-a4f55b01105e tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:33.004578 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de093312-12e0-4fe7-a74c-7f1c4a7fd1fe req-75fa235b-017f-4211-85aa-a4f55b01105e tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] 10.222.0.50 "GET /v2.0/ports?device_id=a17d97d2-e337-4267-a9fe-72aa36f8ab2b HTTP/1.1" status: 200 len: 943 time: 0.7680984 Feb 09 01:20:33.052108 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd9f86-371b-4ff7-904a-0fbe01a1e671 req-6833ff54-d0df-406d-8156-cd8aa7b4213e tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:33.058417 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-77dd9f86-371b-4ff7-904a-0fbe01a1e671 req-6833ff54-d0df-406d-8156-cd8aa7b4213e tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bb7e797-db29-41d5-89f9-ee730688e0fa HTTP/1.1" status: 200 len: 944 time: 0.5647705 Feb 09 01:20:33.132689 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8cb59-a89e-48da-9e85-ad3e485516fb service neutron] Pushing event updated for resources: {'Port': ['ID=3b8db0a6-01e4-47d3-93d5-9839e7db1e1c,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:33.155326 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-0ac8cb59-a89e-48da-9e85-ad3e485516fb service neutron] Attempting to bind port 3b8db0a6-01e4-47d3-93d5-9839e7db1e1c on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:20:33.156322 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-0ac8cb59-a89e-48da-9e85-ad3e485516fb service neutron] Attempting to bind port 3b8db0a6-01e4-47d3-93d5-9839e7db1e1c by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '669e1584-9a4c-4f54-9e81-29abd25160a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:20:33.157130 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-0ac8cb59-a89e-48da-9e85-ad3e485516fb service neutron] Attempting to bind port 3b8db0a6-01e4-47d3-93d5-9839e7db1e1c on network 91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:20:33.166521 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-0ac8cb59-a89e-48da-9e85-ad3e485516fb service neutron] Port 3b8db0a6-01e4-47d3-93d5-9839e7db1e1c on network 91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:20:33.167941 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-0ac8cb59-a89e-48da-9e85-ad3e485516fb service neutron] Attempting to bind port 3b8db0a6-01e4-47d3-93d5-9839e7db1e1c on network 91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:20:33.174186 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-0ac8cb59-a89e-48da-9e85-ad3e485516fb service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:20:33.174984 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-0ac8cb59-a89e-48da-9e85-ad3e485516fb service neutron] Checking segment: {'id': '669e1584-9a4c-4f54-9e81-29abd25160a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:20:33.175623 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-0ac8cb59-a89e-48da-9e85-ad3e485516fb service neutron] Bound using segment: {'id': '669e1584-9a4c-4f54-9e81-29abd25160a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:20:33.176328 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-0ac8cb59-a89e-48da-9e85-ad3e485516fb service neutron] Bound port: 3b8db0a6-01e4-47d3-93d5-9839e7db1e1c, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '669e1584-9a4c-4f54-9e81-29abd25160a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:20:33.177617 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-0ac8cb59-a89e-48da-9e85-ad3e485516fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3b8db0a6-01e4-47d3-93d5-9839e7db1e1c), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:33.275393 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-0ac8cb59-a89e-48da-9e85-ad3e485516fb service neutron] For port 3b8db0a6-01e4-47d3-93d5-9839e7db1e1c, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:20:33.280662 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-0ac8cb59-a89e-48da-9e85-ad3e485516fb service neutron] For port 3b8db0a6-01e4-47d3-93d5-9839e7db1e1c, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=3b8db0a6-01e4-47d3-93d5-9839e7db1e1c,segment=NetworkSegment(669e1584-9a4c-4f54-9e81-29abd25160a4),segment_id=669e1584-9a4c-4f54-9e81-29abd25160a4)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:20:33.288354 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-0ac8cb59-a89e-48da-9e85-ad3e485516fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (3b8db0a6-01e4-47d3-93d5-9839e7db1e1c), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:33.313207 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-0ac8cb59-a89e-48da-9e85-ad3e485516fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:33.314212 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-0ac8cb59-a89e-48da-9e85-ad3e485516fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:33.321951 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-0ac8cb59-a89e-48da-9e85-ad3e485516fb service neutron] 10.222.0.47 "PUT /v2.0/ports/3b8db0a6-01e4-47d3-93d5-9839e7db1e1c HTTP/1.1" status: 200 len: 1091 time: 1.5826337 Feb 09 01:20:33.324496 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7407acc-2d72-4877-b4f1-cfbc025a3908', 'tag': '3b8db0a6-01e4-47d3-93d5-9839e7db1e1c'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:20:33.342652 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae48a3cf-7ff0-4deb-8f98-bea2242e2088" -d '{"events": [{"name": "network-changed", "server_uuid": "e7407acc-2d72-4877-b4f1-cfbc025a3908", "tag": "3b8db0a6-01e4-47d3-93d5-9839e7db1e1c"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:20:33.369632 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35022) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:33.403238 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-77dd9f86-371b-4ff7-904a-0fbe01a1e671 req-ef43ae95-9de9-4ba5-9347-a01b747d4915 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924421 Feb 09 01:20:33.446647 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-b34660d1-466e-4978-941d-749880647f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:33.448018 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-b34660d1-466e-4978-941d-749880647f73 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=81c9a0ae7d2c4fabbd7ca117be254e2b&device_id=e7407acc-2d72-4877-b4f1-cfbc025a3908 HTTP/1.1" status: 200 len: 1125 time: 0.0680227 Feb 09 01:20:33.451080 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8cb59-a89e-48da-9e85-ad3e485516fb service neutron] Pushing event updated for resources: {'Port': ['ID=3b8db0a6-01e4-47d3-93d5-9839e7db1e1c,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:33.471549 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-b278e41f-7675-4c2d-8c19-9c83d2fefa5f service neutron] 10.222.0.120 "GET /v2.0/networks/9df45e94-0e65-4476-ace0-28b550caa712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7095096 Feb 09 01:20:33.505961 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-e8c017b3-c93a-47e2-a46b-aebc7bd68934 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b8db0a6-01e4-47d3-93d5-9839e7db1e1c HTTP/1.1" status: 200 len: 217 time: 0.0497088 Feb 09 01:20:33.581716 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-4b486de3-f7c9-4b36-bf6d-5757b547d84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:33.583189 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-4b486de3-f7c9-4b36-bf6d-5757b547d84c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae61675f-5f39-477a-b759-5e2f01c2f4a7 HTTP/1.1" status: 200 len: 851 time: 0.0715628 Feb 09 01:20:33.639181 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de093312-12e0-4fe7-a74c-7f1c4a7fd1fe req-f212b3b1-2050-491a-8676-87590edc5a9f tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] 10.222.0.50 "GET /v2.0/security-groups?id=0a56a5ef-cc30-4eb3-834e-416eec479d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6148524 Feb 09 01:20:33.644763 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-084361f4-afad-460d-94c0-524b388b646c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554633 Feb 09 01:20:33.706393 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a73c88f4-740b-422f-8aff-aa0ed3a2ff3f req-01afb2df-5ae6-44ff-a42f-bc6f8c2291fc service neutron] 10.222.0.120 "GET /v2.0/networks/9df45e94-0e65-4476-ace0-28b550caa712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018902 Feb 09 01:20:33.708144 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3887c2a-3796-4fe6-9992-29e4a1c872f3 req-648d2b9f-cac0-4483-881d-f59d7cdaf4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:33.709718 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b3887c2a-3796-4fe6-9992-29e4a1c872f3 req-648d2b9f-cac0-4483-881d-f59d7cdaf4d0 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=ea634eba134a436c8efc984f29cf1d41&device_id=7bb7e797-db29-41d5-89f9-ee730688e0fa HTTP/1.1" status: 200 len: 1126 time: 0.6432452 Feb 09 01:20:33.799941 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a96b19-7c91-477f-ac38-f94af0957fd9 x-openstack-request-id: req-21a96b19-7c91-477f-ac38-f94af0957fd9 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:20:33.800333 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7407acc-2d72-4877-b4f1-cfbc025a3908", "tag": "3b8db0a6-01e4-47d3-93d5-9839e7db1e1c", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:20:33.800625 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-21a96b19-7c91-477f-ac38-f94af0957fd9 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:20:33.801068 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7407acc-2d72-4877-b4f1-cfbc025a3908', 'tag': '3b8db0a6-01e4-47d3-93d5-9839e7db1e1c', 'status': 'completed', 'code': 200} Feb 09 01:20:33.830602 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b795f8f6-4030-4809-ac5b-fe94660ba967 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=01a9b1d5074142d6b29b076625824be5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4237931 Feb 09 01:20:33.832605 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35060) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:33.844347 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 59ad1e06-910c-439b-a6f3-b406eb36220f up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:20:33.853308 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8313c8-8726-4046-8447-7f81c12f0e3b req-55375800-0abd-4a3d-aabb-5c3e4e705a3d tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:33.864204 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-e2b6b646-b218-435c-811a-21ab676e4b58 service neutron] 10.222.0.47 "GET /v2.0/networks/91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133942 Feb 09 01:20:33.867379 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a8313c8-8726-4046-8447-7f81c12f0e3b req-55375800-0abd-4a3d-aabb-5c3e4e705a3d tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7407acc-2d72-4877-b4f1-cfbc025a3908 HTTP/1.1" status: 200 len: 943 time: 0.3415859 Feb 09 01:20:33.870655 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17d97d2-e337-4267-a9fe-72aa36f8ab2b', 'tag': 'da0e3257-44ca-40f5-af5e-bf31f394c9ef'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:20:33.872966 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9265274a-6f78-477c-ad74-463bc1391383" -d '{"events": [{"name": "network-changed", "server_uuid": "a17d97d2-e337-4267-a9fe-72aa36f8ab2b", "tag": "da0e3257-44ca-40f5-af5e-bf31f394c9ef"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:20:33.943173 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 59ad1e06-910c-439b-a6f3-b406eb36220f triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:33.943819 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (59ad1e06-910c-439b-a6f3-b406eb36220f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:33.958933 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a8313c8-8726-4046-8447-7f81c12f0e3b req-28be1325-017e-4549-a57b-f2911d3d9fa5 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809200 Feb 09 01:20:33.960488 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a54ff7-c74e-4a03-a568-c445a1c1c6d2 x-openstack-request-id: req-a2a54ff7-c74e-4a03-a568-c445a1c1c6d2 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:20:33.960821 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a17d97d2-e337-4267-a9fe-72aa36f8ab2b", "tag": "da0e3257-44ca-40f5-af5e-bf31f394c9ef", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:20:33.961061 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a2a54ff7-c74e-4a03-a568-c445a1c1c6d2 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:20:33.961460 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17d97d2-e337-4267-a9fe-72aa36f8ab2b', 'tag': 'da0e3257-44ca-40f5-af5e-bf31f394c9ef', 'status': 'completed', 'code': 200} Feb 09 01:20:34.024472 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c31fd225-b13a-4db6-9820-6dfa4823cc29 admin admin] Publish callbacks [] for security_group (c1e2f482-8314-4353-bd1a-15b7ab6a3e1f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:34.131765 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-76a86b85-b4ae-477d-8eb1-9cf3e36453c0 req-21f6c871-e7f3-4792-b8d9-1abfbe81f1bb service neutron] 10.222.0.47 "GET /v2.0/networks/91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597284 Feb 09 01:20:34.165991 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c31fd225-b13a-4db6-9820-6dfa4823cc29 admin admin] Publish callbacks [] for security_group (c1e2f482-8314-4353-bd1a-15b7ab6a3e1f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:34.171613 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3887c2a-3796-4fe6-9992-29e4a1c872f3 req-0ff6493e-d568-4cdb-ab10-c70bd842d79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:34.173062 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b3887c2a-3796-4fe6-9992-29e4a1c872f3 req-0ff6493e-d568-4cdb-ab10-c70bd842d79c service neutron] 10.222.0.120 "GET /v2.0/networks?id=633bdf52-4e13-4a9d-8810-49c577c6cdb8 HTTP/1.1" status: 200 len: 917 time: 0.4504437 Feb 09 01:20:34.223666 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 59ad1e06-910c-439b-a6f3-b406eb36220f is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:34.267920 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48a3cf-7ff0-4deb-8f98-bea2242e2088 req-d1f55c3b-b28d-48da-b843-c56a36357dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:34.269589 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ae48a3cf-7ff0-4deb-8f98-bea2242e2088 req-d1f55c3b-b28d-48da-b843-c56a36357dbe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=81c9a0ae7d2c4fabbd7ca117be254e2b&device_id=e7407acc-2d72-4877-b4f1-cfbc025a3908 HTTP/1.1" status: 200 len: 1125 time: 0.0872462 Feb 09 01:20:34.280042 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265274a-6f78-477c-ad74-463bc1391383 req-4c003b37-2088-43d4-99db-31ccaf46edea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:34.283867 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9265274a-6f78-477c-ad74-463bc1391383 req-4c003b37-2088-43d4-99db-31ccaf46edea service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=a75a03ee942b4950bc5110bd6acbcf62&device_id=a17d97d2-e337-4267-a9fe-72aa36f8ab2b HTTP/1.1" status: 200 len: 1125 time: 0.2946241 Feb 09 01:20:34.287642 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b3887c2a-3796-4fe6-9992-29e4a1c872f3 req-a0347510-88c7-4a0e-aceb-a49176ec517e service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56d0d90b-94c1-4cbd-b9bc-5704803fc18a HTTP/1.1" status: 200 len: 217 time: 0.0934958 Feb 09 01:20:34.422362 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48a3cf-7ff0-4deb-8f98-bea2242e2088 req-dd89deb8-dee6-48b6-a8e4-488f4611da2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:34.430252 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ae48a3cf-7ff0-4deb-8f98-bea2242e2088 req-dd89deb8-dee6-48b6-a8e4-488f4611da2a service neutron] 10.222.0.47 "GET /v2.0/networks?id=91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0 HTTP/1.1" status: 200 len: 913 time: 0.1535954 Feb 09 01:20:34.433153 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2cd9a973-5eca-424e-9078-79e8db014733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:34.479419 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ae48a3cf-7ff0-4deb-8f98-bea2242e2088 req-a0e5496f-90d7-4245-ae2a-ea236ec90300 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b8db0a6-01e4-47d3-93d5-9839e7db1e1c HTTP/1.1" status: 200 len: 217 time: 0.0422626 Feb 09 01:20:34.502680 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3887c2a-3796-4fe6-9992-29e4a1c872f3 req-de2b428b-1727-4e9f-ab39-7c46d4e87031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:34.504440 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b3887c2a-3796-4fe6-9992-29e4a1c872f3 req-de2b428b-1727-4e9f-ab39-7c46d4e87031 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=cd2bf801-d138-4a76-952d-e259104944cf HTTP/1.1" status: 200 len: 855 time: 0.2054436 Feb 09 01:20:34.563490 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b3887c2a-3796-4fe6-9992-29e4a1c872f3 req-894f92de-266b-4759-927c-0a8fe32b140c service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=633bdf52-4e13-4a9d-8810-49c577c6cdb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475121 Feb 09 01:20:34.584821 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48a3cf-7ff0-4deb-8f98-bea2242e2088 req-4b621497-6eac-4e04-bab0-9282c761a8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:34.586893 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ae48a3cf-7ff0-4deb-8f98-bea2242e2088 req-4b621497-6eac-4e04-bab0-9282c761a8c6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae61675f-5f39-477a-b759-5e2f01c2f4a7 HTTP/1.1" status: 200 len: 851 time: 0.1011114 Feb 09 01:20:34.638158 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ae48a3cf-7ff0-4deb-8f98-bea2242e2088 req-4ed62b1e-bb60-4ff7-8476-cb05e359cff6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406349 Feb 09 01:20:34.660536 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265274a-6f78-477c-ad74-463bc1391383 req-f268528c-7f36-4dc2-958b-34392eb144c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:34.662958 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9265274a-6f78-477c-ad74-463bc1391383 req-f268528c-7f36-4dc2-958b-34392eb144c2 service neutron] 10.222.0.120 "GET /v2.0/networks?id=9df45e94-0e65-4476-ace0-28b550caa712 HTTP/1.1" status: 200 len: 920 time: 0.3744690 Feb 09 01:20:34.768672 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c31fd225-b13a-4db6-9820-6dfa4823cc29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (c1e2f482-8314-4353-bd1a-15b7ab6a3e1f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:34.769289 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35096) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:34.771511 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c31fd225-b13a-4db6-9820-6dfa4823cc29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:34.775154 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c31fd225-b13a-4db6-9820-6dfa4823cc29 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c1e2f482-8314-4353-bd1a-15b7ab6a3e1f HTTP/1.1" status: 204 len: 168 time: 0.9391680 Feb 09 01:20:34.783926 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9265274a-6f78-477c-ad74-463bc1391383 req-700e4d69-8af8-48d6-96d2-fdb4a80fd5de service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da0e3257-44ca-40f5-af5e-bf31f394c9ef HTTP/1.1" status: 200 len: 217 time: 0.1111648 Feb 09 01:20:34.800866 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ae48a3cf-7ff0-4deb-8f98-bea2242e2088 req-d0303142-1482-48d6-83b9-665fbeb0b69b service neutron] 10.222.0.47 "GET /v2.0/networks/91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554022 Feb 09 01:20:34.905092 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31fd225-b13a-4db6-9820-6dfa4823cc29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e2f482-8314-4353-bd1a-15b7ab6a3e1f,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:34.936057 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ae48a3cf-7ff0-4deb-8f98-bea2242e2088 req-35db9580-b688-4292-b41a-6b9bbf68abc7 service neutron] 10.222.0.47 "GET /v2.0/networks/91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291578 Feb 09 01:20:34.939427 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265274a-6f78-477c-ad74-463bc1391383 req-6871bb34-1072-44b0-b874-a2320e315dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:34.940875 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9265274a-6f78-477c-ad74-463bc1391383 req-6871bb34-1072-44b0-b874-a2320e315dc4 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=7f609485-d4e4-43b1-88ee-afa0f35d5a1f HTTP/1.1" status: 200 len: 858 time: 0.1404488 Feb 09 01:20:34.971514 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f74a5-ee9e-49a7-8ec1-7223918549d0 req-3d3ce9e5-8cca-4868-a747-cf80d11f4410 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:34.973137 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-189f74a5-ee9e-49a7-8ec1-7223918549d0 req-3d3ce9e5-8cca-4868-a747-cf80d11f4410 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bb7e797-db29-41d5-89f9-ee730688e0fa HTTP/1.1" status: 200 len: 944 time: 0.4647708 Feb 09 01:20:35.028120 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9265274a-6f78-477c-ad74-463bc1391383 req-5e666cff-ff8c-43c5-8e3d-828dad57dbb2 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9df45e94-0e65-4476-ace0-28b550caa712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757809 Feb 09 01:20:35.061613 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b3887c2a-3796-4fe6-9992-29e4a1c872f3 req-09191e89-a822-4226-872f-bc157363a896 service neutron] 10.222.0.120 "GET /v2.0/networks/633bdf52-4e13-4a9d-8810-49c577c6cdb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4881799 Feb 09 01:20:35.233005 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-da20fc84-31fd-4acf-84e5-1de9b4130298 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:35.354921 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-da20fc84-31fd-4acf-84e5-1de9b4130298 admin admin] Publish callbacks [] for security_group (5b8f4321-25a8-47a4-9b70-d1c34d5ec950), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:35.361717 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-da20fc84-31fd-4acf-84e5-1de9b4130298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (5b8f4321-25a8-47a4-9b70-d1c34d5ec950), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:35.441836 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da20fc84-31fd-4acf-84e5-1de9b4130298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8f4321-25a8-47a4-9b70-d1c34d5ec950,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:35.532670 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-da20fc84-31fd-4acf-84e5-1de9b4130298 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a627b93fe0654e6ab6a76e9a455a89da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7598038 Feb 09 01:20:35.536167 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35132) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:35.588796 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d55fd-3777-49dc-8df0-1aed02c876b1 req-66985119-85a5-4ce2-be41-32ec1eedda1d tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:35.590417 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aa8d55fd-3777-49dc-8df0-1aed02c876b1 req-66985119-85a5-4ce2-be41-32ec1eedda1d tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] 10.222.0.50 "GET /v2.0/ports?device_id=a17d97d2-e337-4267-a9fe-72aa36f8ab2b HTTP/1.1" status: 200 len: 943 time: 0.8132186 Feb 09 01:20:35.649595 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-54243521-1820-45ca-a5fa-4fab0b500dfb admin admin] Publish callbacks [] for security_group (5b8f4321-25a8-47a4-9b70-d1c34d5ec950), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:35.681027 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-189f74a5-ee9e-49a7-8ec1-7223918549d0 req-b888d3e4-60f4-4c2f-8873-21290ee323b8 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6852698 Feb 09 01:20:35.707911 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-54243521-1820-45ca-a5fa-4fab0b500dfb admin admin] Publish callbacks [] for security_group (5b8f4321-25a8-47a4-9b70-d1c34d5ec950), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:35.753009 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9265274a-6f78-477c-ad74-463bc1391383 req-a47276fd-a465-4a85-8b39-58bc2dad4732 service neutron] 10.222.0.120 "GET /v2.0/networks/9df45e94-0e65-4476-ace0-28b550caa712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7176242 Feb 09 01:20:35.756648 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b3887c2a-3796-4fe6-9992-29e4a1c872f3 req-6e8a52d9-d974-4fea-bbc4-d22ad0f1e6bf service neutron] 10.222.0.120 "GET /v2.0/networks/633bdf52-4e13-4a9d-8810-49c577c6cdb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6808734 Feb 09 01:20:35.760306 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aa8d55fd-3777-49dc-8df0-1aed02c876b1 req-aefb250a-8e91-4b99-898c-9e93710a4f7d tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] 10.222.0.50 "GET /v2.0/security-groups?id=0a56a5ef-cc30-4eb3-834e-416eec479d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482422 Feb 09 01:20:35.821120 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-54243521-1820-45ca-a5fa-4fab0b500dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (5b8f4321-25a8-47a4-9b70-d1c34d5ec950), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:35.824368 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-54243521-1820-45ca-a5fa-4fab0b500dfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:35.826049 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-54243521-1820-45ca-a5fa-4fab0b500dfb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5b8f4321-25a8-47a4-9b70-d1c34d5ec950 HTTP/1.1" status: 204 len: 168 time: 0.2885485 Feb 09 01:20:35.838181 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54243521-1820-45ca-a5fa-4fab0b500dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8f4321-25a8-47a4-9b70-d1c34d5ec950,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:35.869614 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35150) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:35.894123 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:35.991258 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9265274a-6f78-477c-ad74-463bc1391383 req-c5983453-be50-4b23-b4d0-7bcd40db4b39 service neutron] 10.222.0.120 "GET /v2.0/networks/9df45e94-0e65-4476-ace0-28b550caa712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279072 Feb 09 01:20:36.000036 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc1844-771d-4eaf-84ca-dacc8515da1a req-3653828a-81cd-40b0-8e0c-f5b17ce21ca0 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:36.001726 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4ffc1844-771d-4eaf-84ca-dacc8515da1a req-3653828a-81cd-40b0-8e0c-f5b17ce21ca0 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7407acc-2d72-4877-b4f1-cfbc025a3908 HTTP/1.1" status: 200 len: 943 time: 0.1150765 Feb 09 01:20:36.064602 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4ffc1844-771d-4eaf-84ca-dacc8515da1a req-2098aac4-2549-4de1-99cf-cf9b56897237 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559633 Feb 09 01:20:36.076887 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-7d6d652d-e63d-4f0d-a660-158df2230756 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1609493137'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:36.112276 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6d652d-e63d-4f0d-a660-158df2230756 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Made reservation on behalf of 88f1c261196b4bd295e1b67eb3822449 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:36.118139 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7d6d652d-e63d-4f0d-a660-158df2230756 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:36.131751 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7d6d652d-e63d-4f0d-a660-158df2230756 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:36.236763 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7d6d652d-e63d-4f0d-a660-158df2230756 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks [] for security_group (cbea3703-bf19-436b-bf82-8c1919ab6f5e), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:36.242319 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7d6d652d-e63d-4f0d-a660-158df2230756 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (cbea3703-bf19-436b-bf82-8c1919ab6f5e), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:36.278844 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d6d652d-e63d-4f0d-a660-158df2230756 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1007} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:20:36.283366 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d652d-e63d-4f0d-a660-158df2230756 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbea3703-bf19-436b-bf82-8c1919ab6f5e,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:36.292849 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7d6d652d-e63d-4f0d-a660-158df2230756 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (ee9b2821-0f28-40d2-8c8c-2731fcc7381d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:36.292849 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-7d6d652d-e63d-4f0d-a660-158df2230756 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Added segment ee9b2821-0f28-40d2-8c8c-2731fcc7381d of type vlan for network 00baac15-0251-48c6-a049-b8339db2a447 Feb 09 01:20:36.339618 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7d6d652d-e63d-4f0d-a660-158df2230756 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (00baac15-0251-48c6-a049-b8339db2a447), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:36.348440 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35156) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:36.362024 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f4d91c50-6272-4a4a-8324-578c3aa09eca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:36.368482 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7d6d652d-e63d-4f0d-a660-158df2230756 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (00baac15-0251-48c6-a049-b8339db2a447), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:36.377817 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6d652d-e63d-4f0d-a660-158df2230756 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:36.379136 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7d6d652d-e63d-4f0d-a660-158df2230756 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:36.458154 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7d6d652d-e63d-4f0d-a660-158df2230756 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5874410 Feb 09 01:20:36.459181 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f4d91c50-6272-4a4a-8324-578c3aa09eca admin admin] Publish callbacks [] for security_group (31cdd45f-4630-4eef-b32d-fd1aed8a21b8), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:36.459432 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35158) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:36.464282 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f4d91c50-6272-4a4a-8324-578c3aa09eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (31cdd45f-4630-4eef-b32d-fd1aed8a21b8), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:36.468120 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-528a62b5-85d9-4366-b02c-a70eadb8fbee tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Request body: {'subnet': {'network_id': '00baac15-0251-48c6-a049-b8339db2a447', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:36.476927 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d652d-e63d-4f0d-a660-158df2230756 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Pushing event updated for resources: {'Network': ['ID=00baac15-0251-48c6-a049-b8339db2a447,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:36.488880 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 00baac15-0251-48c6-a049-b8339db2a447 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:20:36.525473 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d91c50-6272-4a4a-8324-578c3aa09eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31cdd45f-4630-4eef-b32d-fd1aed8a21b8,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:36.546195 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f4d91c50-6272-4a4a-8324-578c3aa09eca admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5574840ef7aa4e3f94921389d650dc17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1956291 Feb 09 01:20:36.547701 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35160) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:36.619332 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1cc5ee0f-835c-4540-af70-e6640025e9d0 admin admin] Publish callbacks [] for security_group (31cdd45f-4630-4eef-b32d-fd1aed8a21b8), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:36.654386 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1cc5ee0f-835c-4540-af70-e6640025e9d0 admin admin] Publish callbacks [] for security_group (31cdd45f-4630-4eef-b32d-fd1aed8a21b8), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:36.666629 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528a62b5-85d9-4366-b02c-a70eadb8fbee tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Made reservation on behalf of 88f1c261196b4bd295e1b67eb3822449 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:36.679374 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-528a62b5-85d9-4366-b02c-a70eadb8fbee tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:36.734981 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1cc5ee0f-835c-4540-af70-e6640025e9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (31cdd45f-4630-4eef-b32d-fd1aed8a21b8), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:36.737667 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1cc5ee0f-835c-4540-af70-e6640025e9d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:36.738848 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1cc5ee0f-835c-4540-af70-e6640025e9d0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/31cdd45f-4630-4eef-b32d-fd1aed8a21b8 HTTP/1.1" status: 204 len: 168 time: 0.1900306 Feb 09 01:20:36.773270 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc5ee0f-835c-4540-af70-e6640025e9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31cdd45f-4630-4eef-b32d-fd1aed8a21b8,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:36.930139 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6478d-2cbe-44bb-8701-c150f999013a req-60da462c-4beb-4db8-8f3a-12d5b0c36512 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:36.937269 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3ed6478d-2cbe-44bb-8701-c150f999013a req-60da462c-4beb-4db8-8f3a-12d5b0c36512 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bb7e797-db29-41d5-89f9-ee730688e0fa HTTP/1.1" status: 200 len: 944 time: 0.1208549 Feb 09 01:20:37.061919 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-528a62b5-85d9-4366-b02c-a70eadb8fbee tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (193ab9ba-fbd7-4b87-a100-e3e3173f89c2), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:37.063250 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3ed6478d-2cbe-44bb-8701-c150f999013a req-c4fc352c-f127-457f-a5d0-4920b2c2fa14 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252110 Feb 09 01:20:37.070524 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3717294-80f9-49a4-8cfb-0ef11997c313 req-a53b1b12-848f-4c8f-958f-a1aa3995c78a tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:37.072239 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c3717294-80f9-49a4-8cfb-0ef11997c313 req-a53b1b12-848f-4c8f-958f-a1aa3995c78a tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] 10.222.0.50 "GET /v2.0/ports?device_id=a17d97d2-e337-4267-a9fe-72aa36f8ab2b HTTP/1.1" status: 200 len: 943 time: 0.1990814 Feb 09 01:20:37.170448 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c3717294-80f9-49a4-8cfb-0ef11997c313 req-64d52563-a9c3-4b14-9c57-92a043114b72 tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] 10.222.0.50 "GET /v2.0/security-groups?id=0a56a5ef-cc30-4eb3-834e-416eec479d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837324 Feb 09 01:20:37.176426 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:37.238439 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a62b5-85d9-4366-b02c-a70eadb8fbee tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Pushing event updated for resources: {'Subnet': ['ID=193ab9ba-fbd7-4b87-a100-e3e3173f89c2,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:37.249317 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528a62b5-85d9-4366-b02c-a70eadb8fbee tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Checking segment: {'id': 'ee9b2821-0f28-40d2-8c8c-2731fcc7381d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '00baac15-0251-48c6-a049-b8339db2a447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:20:37.249837 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528a62b5-85d9-4366-b02c-a70eadb8fbee tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Network hostable DHCP agents. Network: 00baac15-0251-48c6-a049-b8339db2a447, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:20:37.266410 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 56d0d90b-94c1-4cbd-b9bc-5704803fc18a details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:20:37.275448 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528a62b5-85d9-4366-b02c-a70eadb8fbee tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Network 00baac15-0251-48c6-a049-b8339db2a447 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:20:37.287930 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-528a62b5-85d9-4366-b02c-a70eadb8fbee tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 00baac15-0251-48c6-a049-b8339db2a447) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:37.296839 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528a62b5-85d9-4366-b02c-a70eadb8fbee tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:37.300168 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-528a62b5-85d9-4366-b02c-a70eadb8fbee tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:37.317414 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b9121-776a-4ecd-94ec-8d7a0f0ce944 req-3cb83694-9585-451f-b7a7-bc3074f2222e tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:37.319067 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-203b9121-776a-4ecd-94ec-8d7a0f0ce944 req-3cb83694-9585-451f-b7a7-bc3074f2222e tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7407acc-2d72-4877-b4f1-cfbc025a3908 HTTP/1.1" status: 200 len: 943 time: 0.1047926 Feb 09 01:20:37.330714 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b553eba0-fb1c-439a-ae7c-5de2c8fdeaec None None] Network 00baac15-0251-48c6-a049-b8339db2a447 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:20:37.332895 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-528a62b5-85d9-4366-b02c-a70eadb8fbee tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8691664 Feb 09 01:20:37.335461 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35184) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:37.342846 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-b2c01e0d-65c6-4b30-b774-70007f08cf71 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-113228985', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:37.391208 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b2c01e0d-65c6-4b30-b774-70007f08cf71 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (f7601ca8-5645-472f-a4fd-93affa4ee6bf), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:37.395179 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b2c01e0d-65c6-4b30-b774-70007f08cf71 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (f7601ca8-5645-472f-a4fd-93affa4ee6bf), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:37.437126 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-203b9121-776a-4ecd-94ec-8d7a0f0ce944 req-4daa9c9f-a190-413b-a079-528cb3d712a1 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083901 Feb 09 01:20:37.486653 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b2c01e0d-65c6-4b30-b774-70007f08cf71 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks [] for router_controller (f7601ca8-5645-472f-a4fd-93affa4ee6bf), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:37.492458 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b2c01e0d-65c6-4b30-b774-70007f08cf71 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (f7601ca8-5645-472f-a4fd-93affa4ee6bf), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:37.513914 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 56d0d90b-94c1-4cbd-b9bc-5704803fc18a, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=56d0d90b-94c1-4cbd-b9bc-5704803fc18a,segment=NetworkSegment(e1b6dfa9-0088-4f06-bf4d-732afafaf84a),segment_id=e1b6dfa9-0088-4f06-bf4d-732afafaf84a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:37.528480 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b2c01e0d-65c6-4b30-b774-70007f08cf71 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:37.534187 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b2c01e0d-65c6-4b30-b774-70007f08cf71 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1950424 Feb 09 01:20:37.534416 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35188) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:37.575492 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '56d0d90b-94c1-4cbd-b9bc-5704803fc18a', 'network_id': '633bdf52-4e13-4a9d-8810-49c577c6cdb8', 'port_id': '56d0d90b-94c1-4cbd-b9bc-5704803fc18a', 'mac_address': 'fa:16:3e:99:53:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd2bf801-d138-4a76-952d-e259104944cf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:20:37.648711 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105a7722-1440-4c88-813f-4e4624d69c52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-00baac15-0251-48c6-a049-b8339db2a447', 'network_id': '00baac15-0251-48c6-a049-b8339db2a447', 'project_id': '88f1c261196b4bd295e1b67eb3822449', 'fixed_ips': [{'subnet_id': '193ab9ba-fbd7-4b87-a100-e3e3173f89c2'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:20:37.649827 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-105a7722-1440-4c88-813f-4e4624d69c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:37.654739 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 56d0d90b-94c1-4cbd-b9bc-5704803fc18a is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:37.655505 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (56d0d90b-94c1-4cbd-b9bc-5704803fc18a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:37.674890 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 3b8db0a6-01e4-47d3-93d5-9839e7db1e1c details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:20:37.709740 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:37.720882 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56d0d90b-94c1-4cbd-b9bc-5704803fc18a {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:20:37.754733 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 56d0d90b-94c1-4cbd-b9bc-5704803fc18a, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=56d0d90b-94c1-4cbd-b9bc-5704803fc18a,segment=NetworkSegment(e1b6dfa9-0088-4f06-bf4d-732afafaf84a),segment_id=e1b6dfa9-0088-4f06-bf4d-732afafaf84a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:37.776921 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (56d0d90b-94c1-4cbd-b9bc-5704803fc18a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:37.778053 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device da0e3257-44ca-40f5-af5e-bf31f394c9ef details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:20:37.905615 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=56d0d90b-94c1-4cbd-b9bc-5704803fc18a,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:37.915362 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.resource_extend [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:20:38.041641 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1f3f7880-725c-41fe-ab2a-e5ff400ebb7f tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:38.130694 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-105a7722-1440-4c88-813f-4e4624d69c52 None None] Allocated IP 172.20.0.2 (00baac15-0251-48c6-a049-b8339db2a447/193ab9ba-fbd7-4b87-a100-e3e3173f89c2/6fbc8501-1c4b-4465-a675-ec9920a48480) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:38.320780 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0edfbb6-4896-4c79-a45a-ce0da8f7c469 req-2c88f405-6b60-4527-a5da-6b2299054798 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:38.328669 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c0edfbb6-4896-4c79-a45a-ce0da8f7c469 req-2c88f405-6b60-4527-a5da-6b2299054798 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bb7e797-db29-41d5-89f9-ee730688e0fa HTTP/1.1" status: 200 len: 945 time: 0.1314235 Feb 09 01:20:38.415147 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35220) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:38.462087 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c0edfbb6-4896-4c79-a45a-ce0da8f7c469 req-50d53ebe-a4f0-471a-8109-1323a1579c12 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320665 Feb 09 01:20:38.537672 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb17f72-fd04-42d0-8d4c-6be06667a306 req-faac0117-163d-4dde-88b4-8ea2d42c906d tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:38.543039 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8cb17f72-fd04-42d0-8d4c-6be06667a306 req-faac0117-163d-4dde-88b4-8ea2d42c906d tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] 10.222.0.50 "GET /v2.0/ports?device_id=a17d97d2-e337-4267-a9fe-72aa36f8ab2b HTTP/1.1" status: 200 len: 943 time: 0.1834838 Feb 09 01:20:38.625626 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-913c21da-3841-4ec6-98d0-c6dde00688eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:38.657380 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206e839-8cbd-45b8-af67-e773bfeff00b req-af97a3ed-6b81-4841-9504-868210ab2aea tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:38.665743 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4206e839-8cbd-45b8-af67-e773bfeff00b req-af97a3ed-6b81-4841-9504-868210ab2aea tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7407acc-2d72-4877-b4f1-cfbc025a3908 HTTP/1.1" status: 200 len: 943 time: 0.1011200 Feb 09 01:20:38.676604 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8cb17f72-fd04-42d0-8d4c-6be06667a306 req-fe067102-c61c-4df8-8ea8-5ef71977aeac tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] 10.222.0.50 "GET /v2.0/security-groups?id=0a56a5ef-cc30-4eb3-834e-416eec479d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266859 Feb 09 01:20:38.761439 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 3b8db0a6-01e4-47d3-93d5-9839e7db1e1c, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=3b8db0a6-01e4-47d3-93d5-9839e7db1e1c,segment=NetworkSegment(669e1584-9a4c-4f54-9e81-29abd25160a4),segment_id=669e1584-9a4c-4f54-9e81-29abd25160a4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:38.765147 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4206e839-8cbd-45b8-af67-e773bfeff00b req-5c5f2b82-a721-4b6f-a55b-3bf57dfb0978 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980244 Feb 09 01:20:38.792021 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '3b8db0a6-01e4-47d3-93d5-9839e7db1e1c', 'network_id': '91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0', 'port_id': '3b8db0a6-01e4-47d3-93d5-9839e7db1e1c', 'mac_address': 'fa:16:3e:d7:33:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1030, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae61675f-5f39-477a-b759-5e2f01c2f4a7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:20:38.796808 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port da0e3257-44ca-40f5-af5e-bf31f394c9ef, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=da0e3257-44ca-40f5-af5e-bf31f394c9ef,segment=NetworkSegment(c0954363-4931-4920-8173-73d6dc33e7a1),segment_id=c0954363-4931-4920-8173-73d6dc33e7a1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:38.801664 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-913c21da-3841-4ec6-98d0-c6dde00688eb admin admin] Publish callbacks [] for security_group (44bc03f1-82ad-4b8d-83fe-97eec2839a41), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:38.807798 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-913c21da-3841-4ec6-98d0-c6dde00688eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (44bc03f1-82ad-4b8d-83fe-97eec2839a41), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:38.841582 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-913c21da-3841-4ec6-98d0-c6dde00688eb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ea0d3538692349eaa9698f9b1f1adedb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4228983 Feb 09 01:20:38.841894 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35228) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:38.856353 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 3b8db0a6-01e4-47d3-93d5-9839e7db1e1c is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:38.856783 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3b8db0a6-01e4-47d3-93d5-9839e7db1e1c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:38.863966 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:38.866244 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': 'da0e3257-44ca-40f5-af5e-bf31f394c9ef', 'network_id': '9df45e94-0e65-4476-ace0-28b550caa712', 'port_id': 'da0e3257-44ca-40f5-af5e-bf31f394c9ef', 'mac_address': 'fa:16:3e:9b:39:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f609485-d4e4-43b1-88ee-afa0f35d5a1f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:20:38.881328 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c21da-3841-4ec6-98d0-c6dde00688eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44bc03f1-82ad-4b8d-83fe-97eec2839a41,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:38.891478 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-105a7722-1440-4c88-813f-4e4624d69c52 None None] Publish callbacks [] for port (6fbc8501-1c4b-4465-a675-ec9920a48480), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:38.933176 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9874d9f8-24f0-4370-984a-e65373504e4e admin admin] Publish callbacks [] for security_group (44bc03f1-82ad-4b8d-83fe-97eec2839a41), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:38.964101 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9874d9f8-24f0-4370-984a-e65373504e4e admin admin] Publish callbacks [] for security_group (44bc03f1-82ad-4b8d-83fe-97eec2839a41), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:38.984687 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b8db0a6-01e4-47d3-93d5-9839e7db1e1c {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:20:38.996666 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-105a7722-1440-4c88-813f-4e4624d69c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (6fbc8501-1c4b-4465-a675-ec9920a48480), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:39.001466 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port da0e3257-44ca-40f5-af5e-bf31f394c9ef is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:39.001890 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (da0e3257-44ca-40f5-af5e-bf31f394c9ef), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:39.070675 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-1f3f7880-725c-41fe-ab2a-e5ff400ebb7f tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Allocated IP 172.20.0.1 (00baac15-0251-48c6-a049-b8339db2a447/193ab9ba-fbd7-4b87-a100-e3e3173f89c2/52cc6a57-1f9c-4be0-9e6b-7bd616a5ad5b) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:39.077626 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 3b8db0a6-01e4-47d3-93d5-9839e7db1e1c, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=3b8db0a6-01e4-47d3-93d5-9839e7db1e1c,segment=NetworkSegment(669e1584-9a4c-4f54-9e81-29abd25160a4),segment_id=669e1584-9a4c-4f54-9e81-29abd25160a4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:39.084133 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da0e3257-44ca-40f5-af5e-bf31f394c9ef {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:20:39.094755 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9874d9f8-24f0-4370-984a-e65373504e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (44bc03f1-82ad-4b8d-83fe-97eec2839a41), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:39.097554 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9874d9f8-24f0-4370-984a-e65373504e4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:39.097926 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (3b8db0a6-01e4-47d3-93d5-9839e7db1e1c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:39.103802 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-9874d9f8-24f0-4370-984a-e65373504e4e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/44bc03f1-82ad-4b8d-83fe-97eec2839a41 HTTP/1.1" status: 204 len: 168 time: 0.2587137 Feb 09 01:20:39.104737 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105a7722-1440-4c88-813f-4e4624d69c52 None None] Network 00baac15-0251-48c6-a049-b8339db2a447 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:39.106984 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105a7722-1440-4c88-813f-4e4624d69c52 None None] Pushing event updated for resources: {'Port': ['ID=6fbc8501-1c4b-4465-a675-ec9920a48480,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:39.163745 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-105a7722-1440-4c88-813f-4e4624d69c52 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:39.166646 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105a7722-1440-4c88-813f-4e4624d69c52 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:20:39.174332 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=3b8db0a6-01e4-47d3-93d5-9839e7db1e1c,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:39.194341 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port da0e3257-44ca-40f5-af5e-bf31f394c9ef, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=da0e3257-44ca-40f5-af5e-bf31f394c9ef,segment=NetworkSegment(c0954363-4931-4920-8173-73d6dc33e7a1),segment_id=c0954363-4931-4920-8173-73d6dc33e7a1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:39.219382 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (da0e3257-44ca-40f5-af5e-bf31f394c9ef), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:39.284483 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-105a7722-1440-4c88-813f-4e4624d69c52 None None] Attempting to bind port 6fbc8501-1c4b-4465-a675-ec9920a48480 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:20:39.284915 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-105a7722-1440-4c88-813f-4e4624d69c52 None None] Attempting to bind port 6fbc8501-1c4b-4465-a675-ec9920a48480 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'ee9b2821-0f28-40d2-8c8c-2731fcc7381d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '00baac15-0251-48c6-a049-b8339db2a447'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:20:39.285282 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105a7722-1440-4c88-813f-4e4624d69c52 None None] Attempting to bind port 6fbc8501-1c4b-4465-a675-ec9920a48480 on network 00baac15-0251-48c6-a049-b8339db2a447 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:20:39.296613 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105a7722-1440-4c88-813f-4e4624d69c52 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:20:39.296974 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105a7722-1440-4c88-813f-4e4624d69c52 None None] Checking segment: {'id': 'ee9b2821-0f28-40d2-8c8c-2731fcc7381d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '00baac15-0251-48c6-a049-b8339db2a447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:20:39.297382 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-105a7722-1440-4c88-813f-4e4624d69c52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:39.297791 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105a7722-1440-4c88-813f-4e4624d69c52 None None] Bound using segment: {'id': 'ee9b2821-0f28-40d2-8c8c-2731fcc7381d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '00baac15-0251-48c6-a049-b8339db2a447'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:20:39.298271 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-105a7722-1440-4c88-813f-4e4624d69c52 None None] Bound port: 6fbc8501-1c4b-4465-a675-ec9920a48480, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee9b2821-0f28-40d2-8c8c-2731fcc7381d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '00baac15-0251-48c6-a049-b8339db2a447'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:20:39.298660 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-105a7722-1440-4c88-813f-4e4624d69c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6fbc8501-1c4b-4465-a675-ec9920a48480), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:39.320780 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9874d9f8-24f0-4370-984a-e65373504e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44bc03f1-82ad-4b8d-83fe-97eec2839a41,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:39.368252 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['3b8db0a6-01e4-47d3-93d5-9839e7db1e1c'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:20:39.370473 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1f3f7880-725c-41fe-ab2a-e5ff400ebb7f tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks [] for port (52cc6a57-1f9c-4be0-9e6b-7bd616a5ad5b), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:39.401838 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=da0e3257-44ca-40f5-af5e-bf31f394c9ef,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:39.415330 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:39.444202 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1f3f7880-725c-41fe-ab2a-e5ff400ebb7f tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (52cc6a57-1f9c-4be0-9e6b-7bd616a5ad5b), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:39.498091 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3f7880-725c-41fe-ab2a-e5ff400ebb7f tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Network 00baac15-0251-48c6-a049-b8339db2a447 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:39.502195 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-1f3f7880-725c-41fe-ab2a-e5ff400ebb7f tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:39.507506 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['da0e3257-44ca-40f5-af5e-bf31f394c9ef'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:20:39.511993 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3f7880-725c-41fe-ab2a-e5ff400ebb7f tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:20:39.563691 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['56d0d90b-94c1-4cbd-b9bc-5704803fc18a'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:20:39.565889 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3f7880-725c-41fe-ab2a-e5ff400ebb7f tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Pushing event updated for resources: {'Port': ['ID=52cc6a57-1f9c-4be0-9e6b-7bd616a5ad5b,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:39.650650 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1f3f7880-725c-41fe-ab2a-e5ff400ebb7f tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (f7601ca8-5645-472f-a4fd-93affa4ee6bf), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:39.860105 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-105a7722-1440-4c88-813f-4e4624d69c52 None None] For port 6fbc8501-1c4b-4465-a675-ec9920a48480, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:20:39.886115 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d024eb-6a9b-439a-a7cd-347f1e063c38 req-5c2fc03c-5699-4185-929c-fbf4db3fcc08 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:39.887741 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-40d024eb-6a9b-439a-a7cd-347f1e063c38 req-5c2fc03c-5699-4185-929c-fbf4db3fcc08 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bb7e797-db29-41d5-89f9-ee730688e0fa HTTP/1.1" status: 200 len: 945 time: 0.3155196 Feb 09 01:20:39.895125 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1f3f7880-725c-41fe-ab2a-e5ff400ebb7f tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (52cc6a57-1f9c-4be0-9e6b-7bd616a5ad5b), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:39.941159 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-105a7722-1440-4c88-813f-4e4624d69c52 None None] For port 6fbc8501-1c4b-4465-a675-ec9920a48480, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=6fbc8501-1c4b-4465-a675-ec9920a48480,segment=NetworkSegment(ee9b2821-0f28-40d2-8c8c-2731fcc7381d),segment_id=ee9b2821-0f28-40d2-8c8c-2731fcc7381d)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:20:39.978001 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-40d024eb-6a9b-439a-a7cd-347f1e063c38 req-5a41abdc-8074-47a5-819e-e01520cbbd49 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664096 Feb 09 01:20:40.065780 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-105a7722-1440-4c88-813f-4e4624d69c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (6fbc8501-1c4b-4465-a675-ec9920a48480), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:40.451046 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a169189-caf0-4add-aa8e-e400517cc5a9 req-1e719883-7206-4f44-881d-86931f2987ae tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:40.452782 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a169189-caf0-4add-aa8e-e400517cc5a9 req-1e719883-7206-4f44-881d-86931f2987ae tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] 10.222.0.50 "GET /v2.0/ports?device_id=a17d97d2-e337-4267-a9fe-72aa36f8ab2b HTTP/1.1" status: 200 len: 944 time: 0.5423834 Feb 09 01:20:40.461100 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41648612-c4bf-4005-a27f-c090d40bfab5 req-830d07d9-8d06-437a-a9ab-2746ea3f5bd8 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:40.468813 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-41648612-c4bf-4005-a27f-c090d40bfab5 req-830d07d9-8d06-437a-a9ab-2746ea3f5bd8 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7407acc-2d72-4877-b4f1-cfbc025a3908 HTTP/1.1" status: 200 len: 944 time: 0.2532248 Feb 09 01:20:40.549888 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105a7722-1440-4c88-813f-4e4624d69c52 None None] Pushing event updated for resources: {'Port': ['ID=6fbc8501-1c4b-4465-a675-ec9920a48480,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:40.562005 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a169189-caf0-4add-aa8e-e400517cc5a9 req-08a238a9-2d00-493a-a43f-b274f503757c tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] 10.222.0.50 "GET /v2.0/security-groups?id=0a56a5ef-cc30-4eb3-834e-416eec479d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886536 Feb 09 01:20:40.721167 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-41648612-c4bf-4005-a27f-c090d40bfab5 req-eca84a5d-7f3e-4ce4-bc67-551730de7304 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510784 Feb 09 01:20:40.884511 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1f3f7880-725c-41fe-ab2a-e5ff400ebb7f tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks [] for port (52cc6a57-1f9c-4be0-9e6b-7bd616a5ad5b), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:40.894492 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1f3f7880-725c-41fe-ab2a-e5ff400ebb7f tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (52cc6a57-1f9c-4be0-9e6b-7bd616a5ad5b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:40.987105 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3f7880-725c-41fe-ab2a-e5ff400ebb7f tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Pushing event updated for resources: {'Port': ['ID=52cc6a57-1f9c-4be0-9e6b-7bd616a5ad5b,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:41.002451 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1f3f7880-725c-41fe-ab2a-e5ff400ebb7f tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (f7601ca8-5645-472f-a4fd-93affa4ee6bf), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:41.172875 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37b455-78b2-4dcc-af34-70fcb335118d req-e14fec5e-ae14-4acd-a449-ef79fdce1edd tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:41.174668 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-db37b455-78b2-4dcc-af34-70fcb335118d req-e14fec5e-ae14-4acd-a449-ef79fdce1edd tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bb7e797-db29-41d5-89f9-ee730688e0fa HTTP/1.1" status: 200 len: 945 time: 0.1037135 Feb 09 01:20:41.194846 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3f7880-725c-41fe-ab2a-e5ff400ebb7f tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Network 00baac15-0251-48c6-a049-b8339db2a447 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:41.203888 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-1f3f7880-725c-41fe-ab2a-e5ff400ebb7f tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:41.252808 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-db37b455-78b2-4dcc-af34-70fcb335118d req-ff520e53-40a6-426b-8db6-030c0ffaf94c tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717394 Feb 09 01:20:41.295082 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 56d0d90b-94c1-4cbd-b9bc-5704803fc18a up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:20:41.406677 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 56d0d90b-94c1-4cbd-b9bc-5704803fc18a completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:20:41.411826 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 56d0d90b-94c1-4cbd-b9bc-5704803fc18a triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:41.412145 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (56d0d90b-94c1-4cbd-b9bc-5704803fc18a), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:41.462105 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3f7880-725c-41fe-ab2a-e5ff400ebb7f tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Router f7601ca8-5645-472f-a4fd-93affa4ee6bf is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:20:41.606049 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 56d0d90b-94c1-4cbd-b9bc-5704803fc18a is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:41.606454 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (56d0d90b-94c1-4cbd-b9bc-5704803fc18a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:41.625734 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35302) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:41.658682 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb7e797-db29-41d5-89f9-ee730688e0fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d0d90b-94c1-4cbd-b9bc-5704803fc18a'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:20:41.676939 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0c5df3-62c8-4c39-b676-e50bfca7a5a5" -d '{"events": [{"server_uuid": "7bb7e797-db29-41d5-89f9-ee730688e0fa", "name": "network-vif-plugged", "status": "completed", "tag": "56d0d90b-94c1-4cbd-b9bc-5704803fc18a"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:20:41.704152 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3f7880-725c-41fe-ab2a-e5ff400ebb7f tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:20:41.705972 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 3b8db0a6-01e4-47d3-93d5-9839e7db1e1c up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:20:41.722479 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35312) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:41.726583 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1f3f7880-725c-41fe-ab2a-e5ff400ebb7f tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] 10.222.0.50 "PUT /v2.0/routers/f7601ca8-5645-472f-a4fd-93affa4ee6bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1842496 Feb 09 01:20:41.728149 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-f171c061-9503-4c7b-824f-458c28df0ef4 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Request body: {'port': {'network_id': '00baac15-0251-48c6-a049-b8339db2a447', 'name': 'tempest-FloatingIPNegativeTestJSON-769285095'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:41.809668 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31383bf7-fd08-4af2-b81c-c73b2e164aa7 None None] Sync routers for ids ['f7601ca8-5645-472f-a4fd-93affa4ee6bf'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:20:41.825133 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 56d0d90b-94c1-4cbd-b9bc-5704803fc18a, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=56d0d90b-94c1-4cbd-b9bc-5704803fc18a,segment=NetworkSegment(e1b6dfa9-0088-4f06-bf4d-732afafaf84a),segment_id=e1b6dfa9-0088-4f06-bf4d-732afafaf84a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:41.848308 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (56d0d90b-94c1-4cbd-b9bc-5704803fc18a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:41.849210 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device da0e3257-44ca-40f5-af5e-bf31f394c9ef up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:20:41.858193 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7d761-87f0-4e41-b450-6725a7239bab req-5dcb5b16-d5fa-4721-a081-d48672ffdb6a tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:41.864403 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cca7d761-87f0-4e41-b450-6725a7239bab req-5dcb5b16-d5fa-4721-a081-d48672ffdb6a tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] 10.222.0.50 "GET /v2.0/ports?device_id=a17d97d2-e337-4267-a9fe-72aa36f8ab2b HTTP/1.1" status: 200 len: 944 time: 0.1202064 Feb 09 01:20:41.963198 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31383bf7-fd08-4af2-b81c-c73b2e164aa7 None None] Routers {'f7601ca8-5645-472f-a4fd-93affa4ee6bf'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:20:41.963850 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-31383bf7-fd08-4af2-b81c-c73b2e164aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:20:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f7601ca8-5645-472f-a4fd-93affa4ee6bf'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:41.975865 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-170bb035-27ff-41ec-881c-8a04b2d41ee2 tempest-MeteringTestJSON-1812603878 tempest-MeteringTestJSON-1812603878-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1780292565'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:41.977099 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-170bb035-27ff-41ec-881c-8a04b2d41ee2 tempest-MeteringTestJSON-1812603878 tempest-MeteringTestJSON-1812603878-project-admin] Unknown quota resources ['metering_label']. {{(pid=103137) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 01:20:41.986286 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cca7d761-87f0-4e41-b450-6725a7239bab req-60f1e35e-3dce-4406-b459-9d6e2cfed44d tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] 10.222.0.50 "GET /v2.0/security-groups?id=0a56a5ef-cc30-4eb3-834e-416eec479d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124616 Feb 09 01:20:41.998922 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=56d0d90b-94c1-4cbd-b9bc-5704803fc18a,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:42.003414 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 6fbc8501-1c4b-4465-a675-ec9920a48480 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:20:42.062739 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b886e1-9ae5-431a-8bba-f2b9b7b63337 None None] Network 00baac15-0251-48c6-a049-b8339db2a447 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:20:42.108383 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 3b8db0a6-01e4-47d3-93d5-9839e7db1e1c completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:20:42.162611 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-31383bf7-fd08-4af2-b81c-c73b2e164aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:42.184231 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31383bf7-fd08-4af2-b81c-c73b2e164aa7 None None] Routers {'f7601ca8-5645-472f-a4fd-93affa4ee6bf'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:20:42.184998 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-31383bf7-fd08-4af2-b81c-c73b2e164aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:20:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f7601ca8-5645-472f-a4fd-93affa4ee6bf'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:42.211297 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374915b-2e64-443a-a219-922b67a48e88 req-ad8c15a1-1e2a-4230-acf6-17dbc66d6132 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:42.218053 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6374915b-2e64-443a-a219-922b67a48e88 req-ad8c15a1-1e2a-4230-acf6-17dbc66d6132 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7407acc-2d72-4877-b4f1-cfbc025a3908 HTTP/1.1" status: 200 len: 944 time: 0.1126800 Feb 09 01:20:42.223921 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 3b8db0a6-01e4-47d3-93d5-9839e7db1e1c triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:42.224913 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (3b8db0a6-01e4-47d3-93d5-9839e7db1e1c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:42.269938 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-31383bf7-fd08-4af2-b81c-c73b2e164aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:42.272001 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31383bf7-fd08-4af2-b81c-c73b2e164aa7 None None] The sync data for ids ['f7601ca8-5645-472f-a4fd-93affa4ee6bf'] in n-d-828369-4 is: [] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:20:42.278929 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0291d8-3769-4303-b530-0a4e994d6cde x-openstack-request-id: req-5b0291d8-3769-4303-b530-0a4e994d6cde {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:20:42.279684 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb7e797-db29-41d5-89f9-ee730688e0fa", "name": "network-vif-plugged", "status": "completed", "tag": "56d0d90b-94c1-4cbd-b9bc-5704803fc18a", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:20:42.281694 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5b0291d8-3769-4303-b530-0a4e994d6cde {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:20:42.282250 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb7e797-db29-41d5-89f9-ee730688e0fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d0d90b-94c1-4cbd-b9bc-5704803fc18a', 'code': 200} Feb 09 01:20:42.288999 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6dc42f57-473e-441f-9d3f-38e6a14c9be9 None None] Provisioning complete for port 6fbc8501-1c4b-4465-a675-ec9920a48480 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:42.289391 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6dc42f57-473e-441f-9d3f-38e6a14c9be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (6fbc8501-1c4b-4465-a675-ec9920a48480), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:42.329286 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 6fbc8501-1c4b-4465-a675-ec9920a48480 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:42.330016 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (6fbc8501-1c4b-4465-a675-ec9920a48480), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:42.360587 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6374915b-2e64-443a-a219-922b67a48e88 req-407e9a17-6993-4909-a28e-3cfce33a81dc tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278539 Feb 09 01:20:42.398394 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port da0e3257-44ca-40f5-af5e-bf31f394c9ef completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:20:42.431762 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port da0e3257-44ca-40f5-af5e-bf31f394c9ef triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:42.432158 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (da0e3257-44ca-40f5-af5e-bf31f394c9ef), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:42.444243 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-170bb035-27ff-41ec-881c-8a04b2d41ee2 tempest-MeteringTestJSON-1812603878 tempest-MeteringTestJSON-1812603878-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:42.445875 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-170bb035-27ff-41ec-881c-8a04b2d41ee2 tempest-MeteringTestJSON-1812603878 tempest-MeteringTestJSON-1812603878-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8186085 Feb 09 01:20:42.449004 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35326) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:42.453650 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-1f8658c8-c7de-4dc1-b7c1-9aa865f20dc5 tempest-MeteringTestJSON-1812603878 tempest-MeteringTestJSON-1812603878-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '431442cf-cdf3-4d55-ada6-6ecb48b2c3c0'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:42.454196 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-1f8658c8-c7de-4dc1-b7c1-9aa865f20dc5 tempest-MeteringTestJSON-1812603878 tempest-MeteringTestJSON-1812603878-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103137) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 01:20:42.557052 n-d-828369-4 neutron-server[103137]: WARNING neutron.services.metering.metering_plugin [None req-1f8658c8-c7de-4dc1-b7c1-9aa865f20dc5 tempest-MeteringTestJSON-1812603878 tempest-MeteringTestJSON-1812603878-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 09 01:20:42.560209 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc5cb4-a2a3-4b2d-8a6f-538463150c58 req-2ae64a8a-d423-4914-b92c-c613bf9e5060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:42.561335 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f171c061-9503-4c7b-824f-458c28df0ef4 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Made reservation on behalf of 88f1c261196b4bd295e1b67eb3822449 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:20:42.562878 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-35dc5cb4-a2a3-4b2d-8a6f-538463150c58 req-2ae64a8a-d423-4914-b92c-c613bf9e5060 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=7bb7e797-db29-41d5-89f9-ee730688e0fa HTTP/1.1" status: 200 len: 1128 time: 0.1930974 Feb 09 01:20:42.565967 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f171c061-9503-4c7b-824f-458c28df0ef4 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:42.580976 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea52614d-8594-4c84-9321-9e00403e0252 req-a76e97c3-91c7-4451-a2ab-a843dbd1d79d tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:42.593046 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ea52614d-8594-4c84-9321-9e00403e0252 req-a76e97c3-91c7-4451-a2ab-a843dbd1d79d tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bb7e797-db29-41d5-89f9-ee730688e0fa HTTP/1.1" status: 200 len: 946 time: 0.1560810 Feb 09 01:20:42.597248 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-f171c061-9503-4c7b-824f-458c28df0ef4 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] device_id is not set on port 7b9cbea4-9541-4cef-b356-db35d8de24f6 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:20:42.647714 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 3b8db0a6-01e4-47d3-93d5-9839e7db1e1c is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:42.648125 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3b8db0a6-01e4-47d3-93d5-9839e7db1e1c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:42.679773 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-35dc5cb4-a2a3-4b2d-8a6f-538463150c58 req-a5c24961-9cbe-4e43-8d79-a9a7f6ca7d00 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085541 Feb 09 01:20:42.688404 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ea52614d-8594-4c84-9321-9e00403e0252 req-e9ef343f-7fea-4ced-b49d-0e0c9742ee62 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725987 Feb 09 01:20:42.714276 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6dc42f57-473e-441f-9d3f-38e6a14c9be9 None None] Current status of the port 6fbc8501-1c4b-4465-a675-ec9920a48480 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:42.714678 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6dc42f57-473e-441f-9d3f-38e6a14c9be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6fbc8501-1c4b-4465-a675-ec9920a48480), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:42.804835 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 3b8db0a6-01e4-47d3-93d5-9839e7db1e1c, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=3b8db0a6-01e4-47d3-93d5-9839e7db1e1c,segment=NetworkSegment(669e1584-9a4c-4f54-9e81-29abd25160a4),segment_id=669e1584-9a4c-4f54-9e81-29abd25160a4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:42.807663 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 6fbc8501-1c4b-4465-a675-ec9920a48480 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:42.808232 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6fbc8501-1c4b-4465-a675-ec9920a48480), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:42.834241 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (3b8db0a6-01e4-47d3-93d5-9839e7db1e1c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:42.955905 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=3b8db0a6-01e4-47d3-93d5-9839e7db1e1c,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:42.980471 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port da0e3257-44ca-40f5-af5e-bf31f394c9ef is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:42.981587 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (da0e3257-44ca-40f5-af5e-bf31f394c9ef), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:42.987243 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6dc42f57-473e-441f-9d3f-38e6a14c9be9 None None] For port 6fbc8501-1c4b-4465-a675-ec9920a48480, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=6fbc8501-1c4b-4465-a675-ec9920a48480,segment=NetworkSegment(ee9b2821-0f28-40d2-8c8c-2731fcc7381d),segment_id=ee9b2821-0f28-40d2-8c8c-2731fcc7381d)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:43.000764 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6dc42f57-473e-441f-9d3f-38e6a14c9be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (6fbc8501-1c4b-4465-a675-ec9920a48480), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:43.173304 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port da0e3257-44ca-40f5-af5e-bf31f394c9ef, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=da0e3257-44ca-40f5-af5e-bf31f394c9ef,segment=NetworkSegment(c0954363-4931-4920-8173-73d6dc33e7a1),segment_id=c0954363-4931-4920-8173-73d6dc33e7a1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:43.178013 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.api [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:20:43.178393 n-d-828369-4 neutron-server[103138]: DEBUG oslo_db.api [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:20:43.192286 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc42f57-473e-441f-9d3f-38e6a14c9be9 None None] Pushing event updated for resources: {'Port': ['ID=6fbc8501-1c4b-4465-a675-ec9920a48480,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:43.209423 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b0f30-8b3e-4166-a40b-102088d4d545 req-9f133072-7bfe-4b22-b8ae-e7e586fa7e46 tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:43.222244 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (da0e3257-44ca-40f5-af5e-bf31f394c9ef), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:43.229662 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b50b0f30-8b3e-4166-a40b-102088d4d545 req-9f133072-7bfe-4b22-b8ae-e7e586fa7e46 tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] 10.222.0.50 "GET /v2.0/ports?device_id=a17d97d2-e337-4267-a9fe-72aa36f8ab2b HTTP/1.1" status: 200 len: 944 time: 0.1212175 Feb 09 01:20:43.233020 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-472fd48d-8423-4bd5-9a39-25e1f01c49d6 None None] Provisioning complete for port 52cc6a57-1f9c-4be0-9e6b-7bd616a5ad5b triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:43.233511 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-472fd48d-8423-4bd5-9a39-25e1f01c49d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (52cc6a57-1f9c-4be0-9e6b-7bd616a5ad5b), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:43.331767 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1f8658c8-c7de-4dc1-b7c1-9aa865f20dc5 tempest-MeteringTestJSON-1812603878 tempest-MeteringTestJSON-1812603878-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:43.337093 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1f8658c8-c7de-4dc1-b7c1-9aa865f20dc5 tempest-MeteringTestJSON-1812603878 tempest-MeteringTestJSON-1812603878-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.8867416 Feb 09 01:20:43.341670 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35338) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:43.388435 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b50b0f30-8b3e-4166-a40b-102088d4d545 req-3b1bc040-13be-4948-afb3-364f267f6f3a tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] 10.222.0.50 "GET /v2.0/security-groups?id=0a56a5ef-cc30-4eb3-834e-416eec479d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592238 Feb 09 01:20:43.435959 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-472fd48d-8423-4bd5-9a39-25e1f01c49d6 None None] Port 52cc6a57-1f9c-4be0-9e6b-7bd616a5ad5b cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:20:43.472226 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=da0e3257-44ca-40f5-af5e-bf31f394c9ef,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:43.480489 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-472fd48d-8423-4bd5-9a39-25e1f01c49d6 None None] Provisioning complete for port 6fbc8501-1c4b-4465-a675-ec9920a48480 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:43.481340 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-472fd48d-8423-4bd5-9a39-25e1f01c49d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (6fbc8501-1c4b-4465-a675-ec9920a48480), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:43.492981 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-0b06e5c6-d63c-4882-abf4-047f1a245fb1 tempest-MeteringTestJSON-1812603878 tempest-MeteringTestJSON-1812603878-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '431442cf-cdf3-4d55-ada6-6ecb48b2c3c0'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:43.493572 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-0b06e5c6-d63c-4882-abf4-047f1a245fb1 tempest-MeteringTestJSON-1812603878 tempest-MeteringTestJSON-1812603878-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103137) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 01:20:43.630323 n-d-828369-4 neutron-server[103137]: WARNING neutron.services.metering.metering_plugin [None req-0b06e5c6-d63c-4882-abf4-047f1a245fb1 tempest-MeteringTestJSON-1812603878 tempest-MeteringTestJSON-1812603878-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 09 01:20:43.654011 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-f171c061-9503-4c7b-824f-458c28df0ef4 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Allocated IP 172.20.0.3 (00baac15-0251-48c6-a049-b8339db2a447/193ab9ba-fbd7-4b87-a100-e3e3173f89c2/7b9cbea4-9541-4cef-b356-db35d8de24f6) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:43.657518 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dcd700-6f06-464e-bd6a-44746112c00f req-a1ee913b-39b9-45f7-806d-5951f4b3127b tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:43.663862 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b4dcd700-6f06-464e-bd6a-44746112c00f req-a1ee913b-39b9-45f7-806d-5951f4b3127b tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7407acc-2d72-4877-b4f1-cfbc025a3908 HTTP/1.1" status: 200 len: 945 time: 0.1435635 Feb 09 01:20:43.738677 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-472fd48d-8423-4bd5-9a39-25e1f01c49d6 None None] Current status of the port 6fbc8501-1c4b-4465-a675-ec9920a48480 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:43.751230 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 6fbc8501-1c4b-4465-a675-ec9920a48480 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:43.868852 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b4dcd700-6f06-464e-bd6a-44746112c00f req-7478c635-520b-48f1-91f0-9088e5ba0ccd tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906044 Feb 09 01:20:43.901071 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-a60f7b2c-a875-4a67-8184-da4735ffacad None None] Provisioning complete for port 52cc6a57-1f9c-4be0-9e6b-7bd616a5ad5b triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:43.901973 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a60f7b2c-a875-4a67-8184-da4735ffacad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (52cc6a57-1f9c-4be0-9e6b-7bd616a5ad5b), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:43.976834 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0b06e5c6-d63c-4882-abf4-047f1a245fb1 tempest-MeteringTestJSON-1812603878 tempest-MeteringTestJSON-1812603878-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:43.980668 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0b06e5c6-d63c-4882-abf4-047f1a245fb1 tempest-MeteringTestJSON-1812603878 tempest-MeteringTestJSON-1812603878-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6299717 Feb 09 01:20:43.981403 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35350) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:43.989025 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba17a0-941e-4ff3-8a43-516da47dbecc req-4bc7171b-7cf8-4ee8-9462-a8d97a56d868 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:43.999550 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-edba17a0-941e-4ff3-8a43-516da47dbecc req-4bc7171b-7cf8-4ee8-9462-a8d97a56d868 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bb7e797-db29-41d5-89f9-ee730688e0fa HTTP/1.1" status: 200 len: 946 time: 0.1245637 Feb 09 01:20:44.021504 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-38ac4184-a761-4ae0-b142-c4cf897a7431 tempest-MeteringTestJSON-1812603878 tempest-MeteringTestJSON-1812603878-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=c79e0b0b-3585-4668-9b7f-d18b2230401b HTTP/1.1" status: 200 len: 464 time: 0.0356035 Feb 09 01:20:44.021733 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35352) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:44.117981 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-edba17a0-941e-4ff3-8a43-516da47dbecc req-377c1fb6-c2e0-4bdb-8e3c-37a3499c0ab1 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171927 Feb 09 01:20:44.207023 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 6fbc8501-1c4b-4465-a675-ec9920a48480 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:20:44.243310 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f171c061-9503-4c7b-824f-458c28df0ef4 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks [] for port (7b9cbea4-9541-4cef-b356-db35d8de24f6), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:44.247604 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a60f7b2c-a875-4a67-8184-da4735ffacad None None] Port 52cc6a57-1f9c-4be0-9e6b-7bd616a5ad5b cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:20:44.270436 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 6fbc8501-1c4b-4465-a675-ec9920a48480 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:44.270998 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (6fbc8501-1c4b-4465-a675-ec9920a48480), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:44.291699 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7407acc-2d72-4877-b4f1-cfbc025a3908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8db0a6-01e4-47d3-93d5-9839e7db1e1c'}, {'server_uuid': 'a17d97d2-e337-4267-a9fe-72aa36f8ab2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da0e3257-44ca-40f5-af5e-bf31f394c9ef'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:20:44.294083 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4d5092-1053-4d9f-b91f-9b822264f9f6" -d '{"events": [{"server_uuid": "e7407acc-2d72-4877-b4f1-cfbc025a3908", "name": "network-vif-plugged", "status": "completed", "tag": "3b8db0a6-01e4-47d3-93d5-9839e7db1e1c"}, {"server_uuid": "a17d97d2-e337-4267-a9fe-72aa36f8ab2b", "name": "network-vif-plugged", "status": "completed", "tag": "da0e3257-44ca-40f5-af5e-bf31f394c9ef"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:20:44.428887 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 09 Feb 2022 01:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662fc61a-adaa-4b7c-b41c-9b6e02bb6b70 x-openstack-request-id: req-662fc61a-adaa-4b7c-b41c-9b6e02bb6b70 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:20:44.429202 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7407acc-2d72-4877-b4f1-cfbc025a3908", "name": "network-vif-plugged", "status": "completed", "tag": "3b8db0a6-01e4-47d3-93d5-9839e7db1e1c", "code": 200}, {"server_uuid": "a17d97d2-e337-4267-a9fe-72aa36f8ab2b", "name": "network-vif-plugged", "status": "completed", "tag": "da0e3257-44ca-40f5-af5e-bf31f394c9ef", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:20:44.429465 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-662fc61a-adaa-4b7c-b41c-9b6e02bb6b70 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:20:44.429910 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7407acc-2d72-4877-b4f1-cfbc025a3908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8db0a6-01e4-47d3-93d5-9839e7db1e1c', 'code': 200} Feb 09 01:20:44.430348 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17d97d2-e337-4267-a9fe-72aa36f8ab2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da0e3257-44ca-40f5-af5e-bf31f394c9ef', 'code': 200} Feb 09 01:20:44.522584 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dac77b5b-407e-4cc3-be51-6f5cd24f5c13 tempest-MeteringTestJSON-1812603878 tempest-MeteringTestJSON-1812603878-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:44.533201 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-dac77b5b-407e-4cc3-be51-6f5cd24f5c13 tempest-MeteringTestJSON-1812603878 tempest-MeteringTestJSON-1812603878-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/c79e0b0b-3585-4668-9b7f-d18b2230401b HTTP/1.1" status: 204 len: 168 time: 0.5105171 Feb 09 01:20:44.545060 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35360) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:44.547921 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 6fbc8501-1c4b-4465-a675-ec9920a48480 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:20:44.569810 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-b63495ef-c5ac-4960-8292-f77ef5aeeb79 None None] Provisioning complete for port 52cc6a57-1f9c-4be0-9e6b-7bd616a5ad5b triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:44.570292 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b63495ef-c5ac-4960-8292-f77ef5aeeb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (52cc6a57-1f9c-4be0-9e6b-7bd616a5ad5b), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:44.600336 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-50bde771-69d9-4f8b-8b26-15d2e4447481 tempest-MeteringTestJSON-1812603878 tempest-MeteringTestJSON-1812603878-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=c79e0b0b-3585-4668-9b7f-d18b2230401b HTTP/1.1" status: 200 len: 221 time: 0.0493882 Feb 09 01:20:44.601548 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35362) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:44.605635 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f171c061-9503-4c7b-824f-458c28df0ef4 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (7b9cbea4-9541-4cef-b356-db35d8de24f6), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:44.608166 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-270f2e04-c3a3-4437-ae03-ad5c2426c61a tempest-MeteringTestJSON-1812603878 tempest-MeteringTestJSON-1812603878-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1418752359', 'description': 'label created by tempest'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:44.608998 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-270f2e04-c3a3-4437-ae03-ad5c2426c61a tempest-MeteringTestJSON-1812603878 tempest-MeteringTestJSON-1812603878-project-admin] Unknown quota resources ['metering_label']. {{(pid=103136) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 01:20:44.646169 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b63495ef-c5ac-4960-8292-f77ef5aeeb79 None None] Port 52cc6a57-1f9c-4be0-9e6b-7bd616a5ad5b cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:20:44.718936 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8f5af-05b0-4e63-ac45-850504513e8a req-d681191b-b199-4f52-9100-8029eed6e55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:44.722140 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af729758-7670-491a-88e8-48c68e95b558 req-282eb492-9d5c-48e7-a60e-439d829ed119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:44.723848 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-af729758-7670-491a-88e8-48c68e95b558 req-282eb492-9d5c-48e7-a60e-439d829ed119 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=a17d97d2-e337-4267-a9fe-72aa36f8ab2b HTTP/1.1" status: 200 len: 1127 time: 0.2551258 Feb 09 01:20:44.737219 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-8de8f5af-05b0-4e63-ac45-850504513e8a req-d681191b-b199-4f52-9100-8029eed6e55b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e7407acc-2d72-4877-b4f1-cfbc025a3908 HTTP/1.1" status: 200 len: 1127 time: 0.2457457 Feb 09 01:20:44.797324 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f171c061-9503-4c7b-824f-458c28df0ef4 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Network 00baac15-0251-48c6-a049-b8339db2a447 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:44.831900 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-f171c061-9503-4c7b-824f-458c28df0ef4 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:44.836980 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f171c061-9503-4c7b-824f-458c28df0ef4 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Pushing event updated for resources: {'Port': ['ID=7b9cbea4-9541-4cef-b356-db35d8de24f6,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:44.862259 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f171c061-9503-4c7b-824f-458c28df0ef4 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:20:44.971756 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f171c061-9503-4c7b-824f-458c28df0ef4 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:44.972449 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f171c061-9503-4c7b-824f-458c28df0ef4 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:45.051938 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-8de8f5af-05b0-4e63-ac45-850504513e8a req-399e0ffd-bd7c-4f4e-a758-4ee529f00dec service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014445 Feb 09 01:20:45.061745 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f171c061-9503-4c7b-824f-458c28df0ef4 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3376560 Feb 09 01:20:45.062119 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35374) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:45.074017 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-c416ee26-e074-45aa-9d17-60dc4f27687f tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:45.121919 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c416ee26-e074-45aa-9d17-60dc4f27687f tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:45.280530 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-f38f9bff-5421-413e-a1dc-0b04a07f142e None None] Provisioning complete for port 7b9cbea4-9541-4cef-b356-db35d8de24f6 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:20:45.280940 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f38f9bff-5421-413e-a1dc-0b04a07f142e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (7b9cbea4-9541-4cef-b356-db35d8de24f6), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:45.329644 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f38f9bff-5421-413e-a1dc-0b04a07f142e None None] Port 7b9cbea4-9541-4cef-b356-db35d8de24f6 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:20:45.337041 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c416ee26-e074-45aa-9d17-60dc4f27687f tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:45.432999 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-270f2e04-c3a3-4437-ae03-ad5c2426c61a tempest-MeteringTestJSON-1812603878 tempest-MeteringTestJSON-1812603878-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:45.437107 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-270f2e04-c3a3-4437-ae03-ad5c2426c61a tempest-MeteringTestJSON-1812603878 tempest-MeteringTestJSON-1812603878-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.8329535 Feb 09 01:20:45.437530 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35378) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:45.452487 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355b75a-f95f-4d98-a8e9-dc39306cf37a req-ac489001-4382-4fe3-97d1-2bfe87254ffb tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:45.454228 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0355b75a-f95f-4d98-a8e9-dc39306cf37a req-ac489001-4382-4fe3-97d1-2bfe87254ffb tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] 10.222.0.50 "GET /v2.0/ports?device_id=a17d97d2-e337-4267-a9fe-72aa36f8ab2b HTTP/1.1" status: 200 len: 945 time: 0.8330328 Feb 09 01:20:45.498026 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-af729758-7670-491a-88e8-48c68e95b558 req-3449ccea-06b3-4ea1-a9a9-fa285a232fdd service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=0a56a5ef-cc30-4eb3-834e-416eec479d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7613544 Feb 09 01:20:45.535624 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac745f-b213-4079-a44c-772c02414b9d req-d057a634-32a3-4ac7-8afe-bc1562f7a7b1 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:45.543436 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-38ac745f-b213-4079-a44c-772c02414b9d req-d057a634-32a3-4ac7-8afe-bc1562f7a7b1 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7407acc-2d72-4877-b4f1-cfbc025a3908 HTTP/1.1" status: 200 len: 945 time: 0.2392659 Feb 09 01:20:45.570559 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0355b75a-f95f-4d98-a8e9-dc39306cf37a req-65bba410-de56-42c4-b881-441f13eef7fd tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] 10.222.0.50 "GET /v2.0/security-groups?id=0a56a5ef-cc30-4eb3-834e-416eec479d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015401 Feb 09 01:20:45.616306 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-38ac745f-b213-4079-a44c-772c02414b9d req-f66a4aa6-aa8a-4d13-bcfb-13f8551a07ff tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717838 Feb 09 01:20:45.654647 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35382) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:45.665878 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7e78cb05-5674-4b70-a566-6d28e37eb88a tempest-MeteringTestJSON-1812603878 tempest-MeteringTestJSON-1812603878-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=2c8ad1dd-9a0a-42a5-80d8-7a6cb3e602b8 HTTP/1.1" status: 200 len: 468 time: 0.2271812 Feb 09 01:20:45.731950 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-c416ee26-e074-45aa-9d17-60dc4f27687f tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Allocated IP 172.25.8.151 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/8a758e74-a154-4350-a870-29bb93fbadd3) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:46.023801 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c416ee26-e074-45aa-9d17-60dc4f27687f tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks [] for port (8a758e74-a154-4350-a870-29bb93fbadd3), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:46.119684 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c416ee26-e074-45aa-9d17-60dc4f27687f tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (8a758e74-a154-4350-a870-29bb93fbadd3), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:46.173873 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c1b82-f7e6-4aa2-babb-e721252a6dd7 req-6a1aa112-cb9c-4fc4-8fa5-54faaa2da117 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:46.183534 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ca9c1b82-f7e6-4aa2-babb-e721252a6dd7 req-6a1aa112-cb9c-4fc4-8fa5-54faaa2da117 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bb7e797-db29-41d5-89f9-ee730688e0fa HTTP/1.1" status: 200 len: 946 time: 0.4058878 Feb 09 01:20:46.193363 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3719fb75-d4a6-4f28-815c-577fa06a7da1 tempest-MeteringTestJSON-1812603878 tempest-MeteringTestJSON-1812603878-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:46.194795 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3719fb75-d4a6-4f28-815c-577fa06a7da1 tempest-MeteringTestJSON-1812603878 tempest-MeteringTestJSON-1812603878-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/2c8ad1dd-9a0a-42a5-80d8-7a6cb3e602b8 HTTP/1.1" status: 204 len: 168 time: 0.5388105 Feb 09 01:20:46.205015 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35394) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:46.222869 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-96854d79-d935-476d-b3f0-36579b0e2d63 tempest-MeteringTestJSON-1812603878 tempest-MeteringTestJSON-1812603878-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=2c8ad1dd-9a0a-42a5-80d8-7a6cb3e602b8 HTTP/1.1" status: 200 len: 216 time: 0.0148792 Feb 09 01:20:46.228388 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35396) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:46.250561 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-10e60001-fc19-4ab1-a2fb-7d5b823daced tempest-MeteringTestJSON-1812603878 tempest-MeteringTestJSON-1812603878-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0206306 Feb 09 01:20:46.255135 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35398) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:46.281175 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ca9c1b82-f7e6-4aa2-babb-e721252a6dd7 req-831ca90f-e65c-4b2e-a02f-ce1b7b567c01 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956538 Feb 09 01:20:46.282781 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d4ce95e1-f577-4b04-a04a-999ab9718b26 tempest-MeteringTestJSON-1812603878 tempest-MeteringTestJSON-1812603878-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0221670 Feb 09 01:20:46.285646 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c416ee26-e074-45aa-9d17-60dc4f27687f tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:46.286495 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35400) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:46.291702 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-c416ee26-e074-45aa-9d17-60dc4f27687f tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:46.297123 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c416ee26-e074-45aa-9d17-60dc4f27687f tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:20:46.326751 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35402) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:46.329921 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416ee26-e074-45aa-9d17-60dc4f27687f tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Pushing event updated for resources: {'Port': ['ID=8a758e74-a154-4350-a870-29bb93fbadd3,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:46.423140 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-de5a042d-184b-4043-885b-de736e1ea3aa tempest-MeteringTestJSON-1812603878 tempest-MeteringTestJSON-1812603878-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels/431442cf-cdf3-4d55-ada6-6ecb48b2c3c0 HTTP/1.1" status: 200 len: 473 time: 0.1285548 Feb 09 01:20:46.423413 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c416ee26-e074-45aa-9d17-60dc4f27687f tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks [] for floatingip (5fd69d60-482f-481d-ab0a-d2c2fb69bc5a), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:46.425766 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35408) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:46.445928 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-470f5069-a450-49c0-b947-c1712b8a88fc tempest-MeteringTestJSON-1812603878 tempest-MeteringTestJSON-1812603878-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules/d9c86433-e002-44e1-9982-aa360937ccbf HTTP/1.1" status: 200 len: 461 time: 0.0151944 Feb 09 01:20:46.446386 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35410) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:46.490200 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c416ee26-e074-45aa-9d17-60dc4f27687f tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8a758e74-a154-4350-a870-29bb93fbadd3), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:46.809110 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c416ee26-e074-45aa-9d17-60dc4f27687f tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks [] for port (8a758e74-a154-4350-a870-29bb93fbadd3), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:46.816183 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c416ee26-e074-45aa-9d17-60dc4f27687f tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (8a758e74-a154-4350-a870-29bb93fbadd3), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:46.822596 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-755d22c5-c42f-4c8f-ac91-ad01df8914ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:46.846608 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f7b33cd9-e39a-40c8-ab0e-33729e777691 tempest-MeteringTestJSON-1812603878 tempest-MeteringTestJSON-1812603878-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:46.850384 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f7b33cd9-e39a-40c8-ab0e-33729e777691 tempest-MeteringTestJSON-1812603878 tempest-MeteringTestJSON-1812603878-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/d9c86433-e002-44e1-9982-aa360937ccbf HTTP/1.1" status: 204 len: 168 time: 0.4004931 Feb 09 01:20:46.853205 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35416) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:46.912755 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce9393-f762-40d0-a9f1-e4ac3f0fa16d req-724a4b75-6665-4023-a4e7-ee8450cd97d1 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:46.914409 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-33ce9393-f762-40d0-a9f1-e4ac3f0fa16d req-724a4b75-6665-4023-a4e7-ee8450cd97d1 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bb7e797-db29-41d5-89f9-ee730688e0fa HTTP/1.1" status: 200 len: 946 time: 0.4369416 Feb 09 01:20:46.922772 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376393de-764c-4990-a2a8-cc257cfac021 req-3496894c-c2c2-4e14-b256-6a6475ab93bb tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:46.924394 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-376393de-764c-4990-a2a8-cc257cfac021 req-3496894c-c2c2-4e14-b256-6a6475ab93bb tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] 10.222.0.50 "GET /v2.0/ports?device_id=a17d97d2-e337-4267-a9fe-72aa36f8ab2b HTTP/1.1" status: 200 len: 945 time: 0.2248108 Feb 09 01:20:47.105124 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416ee26-e074-45aa-9d17-60dc4f27687f tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Pushing event updated for resources: {'Port': ['ID=8a758e74-a154-4350-a870-29bb93fbadd3,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:47.139110 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-33ce9393-f762-40d0-a9f1-e4ac3f0fa16d req-1851cc70-2476-4015-83a1-66894b65372e tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121146 Feb 09 01:20:47.145543 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-755d22c5-c42f-4c8f-ac91-ad01df8914ad admin admin] Publish callbacks [] for security_group (37e7b95b-6b43-418d-a754-1c9aa79a618e), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:47.162249 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-376393de-764c-4990-a2a8-cc257cfac021 req-3de51876-92ab-489e-a2b7-0114f8e48b58 tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] 10.222.0.50 "GET /v2.0/security-groups?id=0a56a5ef-cc30-4eb3-834e-416eec479d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053449 Feb 09 01:20:47.166050 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-755d22c5-c42f-4c8f-ac91-ad01df8914ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (37e7b95b-6b43-418d-a754-1c9aa79a618e), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:47.242633 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c416ee26-e074-45aa-9d17-60dc4f27687f tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (5fd69d60-482f-481d-ab0a-d2c2fb69bc5a), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:47.306892 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-755d22c5-c42f-4c8f-ac91-ad01df8914ad admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8bd613823df6405880735489c8b0b4f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9786403 Feb 09 01:20:47.324257 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35442) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:47.327525 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d22c5-c42f-4c8f-ac91-ad01df8914ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e7b95b-6b43-418d-a754-1c9aa79a618e,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:47.449151 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1c8090fc-9500-49f7-a9e2-af9e952cd84f tempest-MeteringTestJSON-1812603878 tempest-MeteringTestJSON-1812603878-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:47.453990 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1c8090fc-9500-49f7-a9e2-af9e952cd84f tempest-MeteringTestJSON-1812603878 tempest-MeteringTestJSON-1812603878-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/431442cf-cdf3-4d55-ada6-6ecb48b2c3c0 HTTP/1.1" status: 204 len: 168 time: 0.5994649 Feb 09 01:20:47.459867 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c416ee26-e074-45aa-9d17-60dc4f27687f tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:47.464153 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d710ab-4fb1-493b-ba9e-f0f2606abb16 req-92c33063-8eb5-4ddb-8678-b6cc875fe364 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:47.464816 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c416ee26-e074-45aa-9d17-60dc4f27687f tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4016535 Feb 09 01:20:47.466189 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35452) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:47.476865 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6d710ab-4fb1-493b-ba9e-f0f2606abb16 req-92c33063-8eb5-4ddb-8678-b6cc875fe364 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7407acc-2d72-4877-b4f1-cfbc025a3908 HTTP/1.1" status: 200 len: 945 time: 0.2049088 Feb 09 01:20:47.478171 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-e3f52faa-7c38-4337-8893-0c0b41e6198c tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Request body: {'floatingip': {'port_id': '7b9cbea4-9541-4cef-b356-db35d8de24f6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:47.535516 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e3f52faa-7c38-4337-8893-0c0b41e6198c tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks [] for floatingip (5fd69d60-482f-481d-ab0a-d2c2fb69bc5a), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:47.593588 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-11aff548-fe34-4a36-92f8-5e5ace15b96b admin admin] Publish callbacks [] for security_group (37e7b95b-6b43-418d-a754-1c9aa79a618e), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:47.703891 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-11aff548-fe34-4a36-92f8-5e5ace15b96b admin admin] Publish callbacks [] for security_group (37e7b95b-6b43-418d-a754-1c9aa79a618e), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:47.709363 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6d710ab-4fb1-493b-ba9e-f0f2606abb16 req-6b171f2b-cced-48b7-850e-32f294f5c623 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305143 Feb 09 01:20:47.803764 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-11aff548-fe34-4a36-92f8-5e5ace15b96b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (37e7b95b-6b43-418d-a754-1c9aa79a618e), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:47.810645 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-11aff548-fe34-4a36-92f8-5e5ace15b96b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:47.813216 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-11aff548-fe34-4a36-92f8-5e5ace15b96b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/37e7b95b-6b43-418d-a754-1c9aa79a618e HTTP/1.1" status: 204 len: 168 time: 0.4875989 Feb 09 01:20:47.827875 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aff548-fe34-4a36-92f8-5e5ace15b96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e7b95b-6b43-418d-a754-1c9aa79a618e,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:47.938252 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-e3f52faa-7c38-4337-8893-0c0b41e6198c tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] update failed (client error): The resource could not be found. Feb 09 01:20:47.944002 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e3f52faa-7c38-4337-8893-0c0b41e6198c tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] 10.222.0.50 "PUT /v2.0/floatingips/5fd69d60-482f-481d-ab0a-d2c2fb69bc5a HTTP/1.1" status: 404 len: 507 time: 0.4753408 Feb 09 01:20:47.946854 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35466) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:48.044302 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49071954-3910-4f47-85aa-33b106998f8e req-273561a9-f8c6-40f5-9e5a-1000aa000a84 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:48.048579 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-49071954-3910-4f47-85aa-33b106998f8e req-273561a9-f8c6-40f5-9e5a-1000aa000a84 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bb7e797-db29-41d5-89f9-ee730688e0fa HTTP/1.1" status: 200 len: 946 time: 0.1526015 Feb 09 01:20:48.079412 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35470) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:48.173247 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-49071954-3910-4f47-85aa-33b106998f8e req-98a8656e-6588-49f5-899c-79e61f359140 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177125 Feb 09 01:20:48.342875 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-abb5639e-d775-4fef-ba9d-62937f95d82d tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Deleting port 8a758e74-a154-4350-a870-29bb93fbadd3 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:20:48.343327 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-abb5639e-d775-4fef-ba9d-62937f95d82d tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (8a758e74-a154-4350-a870-29bb93fbadd3), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:48.370840 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265787d-8332-423d-af39-3755035fc2e4 req-5371d2c0-5580-4e41-bd9c-c1c5d2fec5d9 tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:48.378323 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2265787d-8332-423d-af39-3755035fc2e4 req-5371d2c0-5580-4e41-bd9c-c1c5d2fec5d9 tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] 10.222.0.50 "GET /v2.0/ports?device_id=a17d97d2-e337-4267-a9fe-72aa36f8ab2b HTTP/1.1" status: 200 len: 945 time: 0.0662329 Feb 09 01:20:48.433522 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-93f87aaf-197a-4068-9ece-4293a7b3433d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:48.515478 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012f2ca-3e57-4a11-9bd1-3b2fc3253c16 req-dd9dc344-d1d2-4df4-acf7-43a84a7c4b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:48.517194 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1012f2ca-3e57-4a11-9bd1-3b2fc3253c16 req-dd9dc344-d1d2-4df4-acf7-43a84a7c4b0c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=81c9a0ae7d2c4fabbd7ca117be254e2b&device_id=e7407acc-2d72-4877-b4f1-cfbc025a3908 HTTP/1.1" status: 200 len: 1127 time: 0.0909450 Feb 09 01:20:48.531396 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-93f87aaf-197a-4068-9ece-4293a7b3433d admin admin] Publish callbacks [] for security_group (42d99c89-c3b5-4ceb-8d2a-06f54d19dd24), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:48.542170 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-abb5639e-d775-4fef-ba9d-62937f95d82d tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (8a758e74-a154-4350-a870-29bb93fbadd3), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:48.542609 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-abb5639e-d775-4fef-ba9d-62937f95d82d tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks [] for floatingip (8a758e74-a154-4350-a870-29bb93fbadd3), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:48.571073 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-93f87aaf-197a-4068-9ece-4293a7b3433d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (42d99c89-c3b5-4ceb-8d2a-06f54d19dd24), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:48.600763 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-abb5639e-d775-4fef-ba9d-62937f95d82d tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Calling delete_port for 8a758e74-a154-4350-a870-29bb93fbadd3 owned by network:floatingip {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:20:48.664074 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2265787d-8332-423d-af39-3755035fc2e4 req-4235d7ae-6769-4ad1-b3a1-de582207dcac tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] 10.222.0.50 "GET /v2.0/security-groups?id=0a56a5ef-cc30-4eb3-834e-416eec479d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848110 Feb 09 01:20:48.704762 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-93f87aaf-197a-4068-9ece-4293a7b3433d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=34908a722f214b1cbb30ad3e090b0d32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6215630 Feb 09 01:20:48.707811 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35492) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:48.769348 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f87aaf-197a-4068-9ece-4293a7b3433d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d99c89-c3b5-4ceb-8d2a-06f54d19dd24,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:48.806676 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324807a0-228c-4843-bf94-9cb753386c9f req-11b06022-20f0-478e-9244-9cf5d711f146 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:48.814955 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-324807a0-228c-4843-bf94-9cb753386c9f req-11b06022-20f0-478e-9244-9cf5d711f146 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7407acc-2d72-4877-b4f1-cfbc025a3908 HTTP/1.1" status: 200 len: 945 time: 0.3645451 Feb 09 01:20:48.855518 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:20:48.877189 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-324807a0-228c-4843-bf94-9cb753386c9f req-36b905a8-9607-4bbe-944f-5bc3094d45f1 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577514 Feb 09 01:20:48.912638 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012f2ca-3e57-4a11-9bd1-3b2fc3253c16 req-e9c2c0bf-5f3c-4f6b-9d6d-3b9d45391753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:48.914368 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1012f2ca-3e57-4a11-9bd1-3b2fc3253c16 req-e9c2c0bf-5f3c-4f6b-9d6d-3b9d45391753 service neutron] 10.222.0.47 "GET /v2.0/networks?id=91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0 HTTP/1.1" status: 200 len: 913 time: 0.3895204 Feb 09 01:20:48.972011 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1012f2ca-3e57-4a11-9bd1-3b2fc3253c16 req-3c2129e5-ba99-4033-b8bc-349e4a411fd5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b8db0a6-01e4-47d3-93d5-9839e7db1e1c HTTP/1.1" status: 200 len: 217 time: 0.0458081 Feb 09 01:20:48.976614 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d08ccf6a-d925-4269-8db2-e3640a18beb8 admin admin] Publish callbacks [] for security_group (42d99c89-c3b5-4ceb-8d2a-06f54d19dd24), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:49.026528 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-abb5639e-d775-4fef-ba9d-62937f95d82d tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (8a758e74-a154-4350-a870-29bb93fbadd3), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:49.086699 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d08ccf6a-d925-4269-8db2-e3640a18beb8 admin admin] Publish callbacks [] for security_group (42d99c89-c3b5-4ceb-8d2a-06f54d19dd24), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:49.097710 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5639e-d775-4fef-ba9d-62937f95d82d tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Pushing event deleted for resources: {'Port': ['ID=8a758e74-a154-4350-a870-29bb93fbadd3,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:49.125664 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012f2ca-3e57-4a11-9bd1-3b2fc3253c16 req-d1a8df6f-785f-427c-aa21-72ba218086bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:49.145884 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1012f2ca-3e57-4a11-9bd1-3b2fc3253c16 req-d1a8df6f-785f-427c-aa21-72ba218086bb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae61675f-5f39-477a-b759-5e2f01c2f4a7 HTTP/1.1" status: 200 len: 851 time: 0.1585100 Feb 09 01:20:49.276319 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1012f2ca-3e57-4a11-9bd1-3b2fc3253c16 req-54712f4f-e0d1-487b-9d8a-a260fec3b6be service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1126304 Feb 09 01:20:49.352044 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-abb5639e-d775-4fef-ba9d-62937f95d82d tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks [] for floatingip (5fd69d60-482f-481d-ab0a-d2c2fb69bc5a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:49.354873 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-abb5639e-d775-4fef-ba9d-62937f95d82d tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:49.356039 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-abb5639e-d775-4fef-ba9d-62937f95d82d tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] 10.222.0.50 "DELETE /v2.0/floatingips/5fd69d60-482f-481d-ab0a-d2c2fb69bc5a HTTP/1.1" status: 204 len: 168 time: 1.4075356 Feb 09 01:20:49.362904 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35516) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:49.370195 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-6b5f5417-43a1-4046-9e97-884e0dac35e3 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Request body: {'floatingip': {'floating_network_id': '00baac15-0251-48c6-a049-b8339db2a447', 'port_id': '7b9cbea4-9541-4cef-b356-db35d8de24f6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:49.418375 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6b5f5417-43a1-4046-9e97-884e0dac35e3 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:49.445710 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361f4f0-dde4-47f4-b0f4-3ffba50bef25 req-2661f4f5-219a-4c98-94d6-bcbf1e0dbfe6 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:49.447924 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3361f4f0-dde4-47f4-b0f4-3ffba50bef25 req-2661f4f5-219a-4c98-94d6-bcbf1e0dbfe6 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bb7e797-db29-41d5-89f9-ee730688e0fa HTTP/1.1" status: 200 len: 946 time: 0.1714420 Feb 09 01:20:49.461020 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b64f99-4324-4f11-8697-1b805d65e4db req-6d03852c-3800-44ca-bfb0-20913ed7ab1a tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:49.462756 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-71b64f99-4324-4f11-8697-1b805d65e4db req-6d03852c-3800-44ca-bfb0-20913ed7ab1a tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] 10.222.0.120 "GET /v2.0/ports?device_id=a17d97d2-e337-4267-a9fe-72aa36f8ab2b HTTP/1.1" status: 200 len: 945 time: 0.1288741 Feb 09 01:20:49.515147 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d08ccf6a-d925-4269-8db2-e3640a18beb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (42d99c89-c3b5-4ceb-8d2a-06f54d19dd24), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:49.518625 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d08ccf6a-d925-4269-8db2-e3640a18beb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:49.519977 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d08ccf6a-d925-4269-8db2-e3640a18beb8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/42d99c89-c3b5-4ceb-8d2a-06f54d19dd24 HTTP/1.1" status: 204 len: 168 time: 0.7892976 Feb 09 01:20:49.557013 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ccf6a-d925-4269-8db2-e3640a18beb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d99c89-c3b5-4ceb-8d2a-06f54d19dd24,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:49.596051 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3361f4f0-dde4-47f4-b0f4-3ffba50bef25 req-268b9693-b21e-4fd3-aef3-003a7066fc09 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237969 Feb 09 01:20:49.611687 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1012f2ca-3e57-4a11-9bd1-3b2fc3253c16 req-5c9309be-8ed3-4acf-b281-1872af9e543c service neutron] 10.222.0.47 "GET /v2.0/networks/91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288662 Feb 09 01:20:49.756811 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-71b64f99-4324-4f11-8697-1b805d65e4db req-cf09f5fa-3f49-4c64-bef4-7f6cc56f30fe tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] Deleting port da0e3257-44ca-40f5-af5e-bf31f394c9ef {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:20:49.757171 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-71b64f99-4324-4f11-8697-1b805d65e4db req-cf09f5fa-3f49-4c64-bef4-7f6cc56f30fe tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (da0e3257-44ca-40f5-af5e-bf31f394c9ef), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:49.992249 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1012f2ca-3e57-4a11-9bd1-3b2fc3253c16 req-8cb08b03-f738-43f2-aabc-6d902b97018e service neutron] 10.222.0.47 "GET /v2.0/networks/91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698919 Feb 09 01:20:50.004137 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-6b5f5417-43a1-4046-9e97-884e0dac35e3 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:20:50.009429 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6b5f5417-43a1-4046-9e97-884e0dac35e3 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6422348 Feb 09 01:20:50.011349 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35536) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:50.021570 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-0c4827ab-6a11-45c0-90fa-b9d3727f9867 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'port_id': '7b9cbea4-9541-4cef-b356-db35d8de24f6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:50.071211 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0c4827ab-6a11-45c0-90fa-b9d3727f9867 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:50.281816 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-71b64f99-4324-4f11-8697-1b805d65e4db req-cf09f5fa-3f49-4c64-bef4-7f6cc56f30fe tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] For port da0e3257-44ca-40f5-af5e-bf31f394c9ef, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=da0e3257-44ca-40f5-af5e-bf31f394c9ef,segment=NetworkSegment(c0954363-4931-4920-8173-73d6dc33e7a1),segment_id=c0954363-4931-4920-8173-73d6dc33e7a1)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:50.281816 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-71b64f99-4324-4f11-8697-1b805d65e4db req-cf09f5fa-3f49-4c64-bef4-7f6cc56f30fe tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (da0e3257-44ca-40f5-af5e-bf31f394c9ef), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:50.314200 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0c4827ab-6a11-45c0-90fa-b9d3727f9867 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:50.322248 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-71b64f99-4324-4f11-8697-1b805d65e4db req-cf09f5fa-3f49-4c64-bef4-7f6cc56f30fe tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] Calling delete_port for da0e3257-44ca-40f5-af5e-bf31f394c9ef owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:20:50.333640 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35552) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:50.394393 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-243b75a3-ff84-4345-84ea-4b0f6f52da50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:50.422974 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f8cb9-336b-4a71-981b-ec31f8da73e5 req-fa79a286-5f17-40bb-acb3-fa9d8f29806d tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:50.424827 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-411f8cb9-336b-4a71-981b-ec31f8da73e5 req-fa79a286-5f17-40bb-acb3-fa9d8f29806d tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] 10.222.0.50 "GET /v2.0/ports?device_id=a17d97d2-e337-4267-a9fe-72aa36f8ab2b HTTP/1.1" status: 200 len: 945 time: 0.5348361 Feb 09 01:20:50.512301 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6af1f1-9ce1-4071-b6bf-280f22db9906 req-ce5c269d-caf1-4ef4-8c07-8c4f544e6faa tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:50.522747 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2b6af1f1-9ce1-4071-b6bf-280f22db9906 req-ce5c269d-caf1-4ef4-8c07-8c4f544e6faa tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7407acc-2d72-4877-b4f1-cfbc025a3908 HTTP/1.1" status: 200 len: 945 time: 0.5266845 Feb 09 01:20:50.535334 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-411f8cb9-336b-4a71-981b-ec31f8da73e5 req-43ccc5c9-7225-43fe-8f70-7986fdb08234 tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] 10.222.0.50 "GET /v2.0/security-groups?id=0a56a5ef-cc30-4eb3-834e-416eec479d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987082 Feb 09 01:20:50.619297 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2b6af1f1-9ce1-4071-b6bf-280f22db9906 req-4c48a006-2606-41ed-a99a-64f3f846fea5 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955923 Feb 09 01:20:50.653390 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-71b64f99-4324-4f11-8697-1b805d65e4db req-cf09f5fa-3f49-4c64-bef4-7f6cc56f30fe tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (da0e3257-44ca-40f5-af5e-bf31f394c9ef), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:50.669851 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['da0e3257-44ca-40f5-af5e-bf31f394c9ef'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:20:50.776968 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09f5fa-3f49-4c64-bef4-7f6cc56f30fe tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] Pushing event deleted for resources: {'Port': ['ID=da0e3257-44ca-40f5-af5e-bf31f394c9ef,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:50.779757 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-0c4827ab-6a11-45c0-90fa-b9d3727f9867 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Allocated IP 172.25.8.53 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/b2e767b2-c612-4eeb-aef9-63212e8f4d77) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:20:50.837630 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b64f99-4324-4f11-8697-1b805d65e4db req-cf09f5fa-3f49-4c64-bef4-7f6cc56f30fe tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] No DVR routers for this DVR port da0e3257-44ca-40f5-af5e-bf31f394c9ef on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:20:50.847946 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-71b64f99-4324-4f11-8697-1b805d65e4db req-cf09f5fa-3f49-4c64-bef4-7f6cc56f30fe tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:50.852604 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-71b64f99-4324-4f11-8697-1b805d65e4db req-cf09f5fa-3f49-4c64-bef4-7f6cc56f30fe tempest-InstanceActionsV221TestJSON-1533774267 tempest-InstanceActionsV221TestJSON-1533774267-project] 10.222.0.120 "DELETE /v2.0/ports/da0e3257-44ca-40f5-af5e-bf31f394c9ef HTTP/1.1" status: 204 len: 173 time: 1.3819866 Feb 09 01:20:50.854128 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17d97d2-e337-4267-a9fe-72aa36f8ab2b', 'name': 'network-vif-deleted', 'tag': 'da0e3257-44ca-40f5-af5e-bf31f394c9ef'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:20:50.871613 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d266ff-2764-459e-8cfa-c248eab3d8c8" -d '{"events": [{"server_uuid": "a17d97d2-e337-4267-a9fe-72aa36f8ab2b", "name": "network-vif-deleted", "tag": "da0e3257-44ca-40f5-af5e-bf31f394c9ef"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:20:50.955604 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266567ac-1395-4dd2-b32c-90bf76b92547 req-1c0d1436-7bf3-47a7-893f-1fc864f06280 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:50.970165 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-266567ac-1395-4dd2-b32c-90bf76b92547 req-1c0d1436-7bf3-47a7-893f-1fc864f06280 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bb7e797-db29-41d5-89f9-ee730688e0fa HTTP/1.1" status: 200 len: 946 time: 0.2353442 Feb 09 01:20:51.037176 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd040cf-5a40-41b0-b025-a7760e4add53 x-openstack-request-id: req-8bd040cf-5a40-41b0-b025-a7760e4add53 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:20:51.040259 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17d97d2-e337-4267-a9fe-72aa36f8ab2b", "name": "network-vif-deleted", "tag": "da0e3257-44ca-40f5-af5e-bf31f394c9ef", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:20:51.044689 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8bd040cf-5a40-41b0-b025-a7760e4add53 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:20:51.045549 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17d97d2-e337-4267-a9fe-72aa36f8ab2b', 'name': 'network-vif-deleted', 'tag': 'da0e3257-44ca-40f5-af5e-bf31f394c9ef', 'status': 'completed', 'code': 200} Feb 09 01:20:51.105133 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-266567ac-1395-4dd2-b32c-90bf76b92547 req-82be924b-c036-4467-ac22-fd91af6cbb85 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322882 Feb 09 01:20:51.438386 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-243b75a3-ff84-4345-84ea-4b0f6f52da50 admin admin] Publish callbacks [] for security_group (06dd87f6-7cb8-416b-91cf-d7941397aee8), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:51.448394 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-243b75a3-ff84-4345-84ea-4b0f6f52da50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (06dd87f6-7cb8-416b-91cf-d7941397aee8), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:51.513207 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-243b75a3-ff84-4345-84ea-4b0f6f52da50 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=48caa361cd1a464a8e827fc1e9a3cf15&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1779325 Feb 09 01:20:51.515647 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35612) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:51.548144 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b75a3-ff84-4345-84ea-4b0f6f52da50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06dd87f6-7cb8-416b-91cf-d7941397aee8,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:51.559484 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0c4827ab-6a11-45c0-90fa-b9d3727f9867 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks [] for port (b2e767b2-c612-4eeb-aef9-63212e8f4d77), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:51.605477 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-33140bb4-b105-406a-9e44-3a437c3fd64d admin admin] Publish callbacks [] for security_group (06dd87f6-7cb8-416b-91cf-d7941397aee8), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:51.613852 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0c4827ab-6a11-45c0-90fa-b9d3727f9867 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (b2e767b2-c612-4eeb-aef9-63212e8f4d77), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:51.641670 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-33140bb4-b105-406a-9e44-3a437c3fd64d admin admin] Publish callbacks [] for security_group (06dd87f6-7cb8-416b-91cf-d7941397aee8), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:51.663556 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4827ab-6a11-45c0-90fa-b9d3727f9867 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:20:51.671049 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-0c4827ab-6a11-45c0-90fa-b9d3727f9867 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:20:51.685001 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4827ab-6a11-45c0-90fa-b9d3727f9867 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:20:51.721239 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-33140bb4-b105-406a-9e44-3a437c3fd64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (06dd87f6-7cb8-416b-91cf-d7941397aee8), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:51.723873 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-33140bb4-b105-406a-9e44-3a437c3fd64d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:51.728427 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-33140bb4-b105-406a-9e44-3a437c3fd64d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/06dd87f6-7cb8-416b-91cf-d7941397aee8 HTTP/1.1" status: 204 len: 168 time: 0.2117610 Feb 09 01:20:51.740804 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4827ab-6a11-45c0-90fa-b9d3727f9867 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Pushing event updated for resources: {'Port': ['ID=b2e767b2-c612-4eeb-aef9-63212e8f4d77,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:51.745969 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33140bb4-b105-406a-9e44-3a437c3fd64d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06dd87f6-7cb8-416b-91cf-d7941397aee8,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:51.842090 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e714056d-0c78-4f2f-878f-e78183a59b12 req-5d1eaa48-ea56-451d-893c-a6a63ea6f5e3 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:51.843707 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e714056d-0c78-4f2f-878f-e78183a59b12 req-5d1eaa48-ea56-451d-893c-a6a63ea6f5e3 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7407acc-2d72-4877-b4f1-cfbc025a3908 HTTP/1.1" status: 200 len: 945 time: 0.0998430 Feb 09 01:20:51.916275 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e714056d-0c78-4f2f-878f-e78183a59b12 req-64d1e610-1edf-482d-b7c4-9eb7d6ab447b tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540910 Feb 09 01:20:51.948188 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35654) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:51.948829 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-0c4827ab-6a11-45c0-90fa-b9d3727f9867 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Deleting port b2e767b2-c612-4eeb-aef9-63212e8f4d77 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:20:51.949198 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0c4827ab-6a11-45c0-90fa-b9d3727f9867 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (b2e767b2-c612-4eeb-aef9-63212e8f4d77), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:52.003784 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-3492dd22-93ca-4752-8b58-237ff1512120 admin admin] Deleting subnet 7f609485-d4e4-43b1-88ee-afa0f35d5a1f {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:20:52.015707 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3492dd22-93ca-4752-8b58-237ff1512120 admin admin] Publish callbacks [] for subnet (7f609485-d4e4-43b1-88ee-afa0f35d5a1f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:52.053349 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0c4827ab-6a11-45c0-90fa-b9d3727f9867 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (b2e767b2-c612-4eeb-aef9-63212e8f4d77), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:52.053682 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0c4827ab-6a11-45c0-90fa-b9d3727f9867 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks [] for floatingip (b2e767b2-c612-4eeb-aef9-63212e8f4d77), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:52.066910 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-0c4827ab-6a11-45c0-90fa-b9d3727f9867 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Calling delete_port for b2e767b2-c612-4eeb-aef9-63212e8f4d77 owned by network:floatingip {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:20:52.067728 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3492dd22-93ca-4752-8b58-237ff1512120 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (7f609485-d4e4-43b1-88ee-afa0f35d5a1f), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:52.122165 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3492dd22-93ca-4752-8b58-237ff1512120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (7f609485-d4e4-43b1-88ee-afa0f35d5a1f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:52.192633 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3492dd22-93ca-4752-8b58-237ff1512120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (7f609485-d4e4-43b1-88ee-afa0f35d5a1f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:52.212211 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0c4827ab-6a11-45c0-90fa-b9d3727f9867 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (b2e767b2-c612-4eeb-aef9-63212e8f4d77), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:52.250572 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3492dd22-93ca-4752-8b58-237ff1512120 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f609485-d4e4-43b1-88ee-afa0f35d5a1f,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:52.267873 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3492dd22-93ca-4752-8b58-237ff1512120 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:52.274745 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3492dd22-93ca-4752-8b58-237ff1512120 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7f609485-d4e4-43b1-88ee-afa0f35d5a1f HTTP/1.1" status: 204 len: 168 time: 0.3226964 Feb 09 01:20:52.295469 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35668) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:52.297787 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4827ab-6a11-45c0-90fa-b9d3727f9867 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Pushing event deleted for resources: {'Port': ['ID=b2e767b2-c612-4eeb-aef9-63212e8f4d77,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:52.383561 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-0c4827ab-6a11-45c0-90fa-b9d3727f9867 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] create failed (client error): The resource could not be found. Feb 09 01:20:52.385596 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0c4827ab-6a11-45c0-90fa-b9d3727f9867 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.3726385 Feb 09 01:20:52.391734 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35674) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:52.401743 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35676) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:52.443913 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-237cbd36-23da-49eb-8b32-6982dcfb15a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (9df45e94-0e65-4476-ace0-28b550caa712), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:52.451990 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6ee8d-a513-4c37-90fc-740d45df0529 req-6cf08b8d-c864-4871-b4ec-616b702deba7 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:52.460161 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1cc6ee8d-a513-4c37-90fc-740d45df0529 req-6cf08b8d-c864-4871-b4ec-616b702deba7 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bb7e797-db29-41d5-89f9-ee730688e0fa HTTP/1.1" status: 200 len: 946 time: 0.2018135 Feb 09 01:20:52.500501 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-7e001add-fb56-4da7-a56f-9230dcfb400e tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Deleting port 7b9cbea4-9541-4cef-b356-db35d8de24f6 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:20:52.501526 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e001add-fb56-4da7-a56f-9230dcfb400e tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (7b9cbea4-9541-4cef-b356-db35d8de24f6), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:52.542606 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1cc6ee8d-a513-4c37-90fc-740d45df0529 req-f3e28ca3-e937-460f-8586-40b33bdb1bc6 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668094 Feb 09 01:20:52.632422 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e001add-fb56-4da7-a56f-9230dcfb400e tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (7b9cbea4-9541-4cef-b356-db35d8de24f6), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:52.632767 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-237cbd36-23da-49eb-8b32-6982dcfb15a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (9df45e94-0e65-4476-ace0-28b550caa712), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:52.657957 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-7e001add-fb56-4da7-a56f-9230dcfb400e tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Calling delete_port for 7b9cbea4-9541-4cef-b356-db35d8de24f6 owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:20:52.666763 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-237cbd36-23da-49eb-8b32-6982dcfb15a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9df45e94-0e65-4476-ace0-28b550caa712']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:52.694341 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-237cbd36-23da-49eb-8b32-6982dcfb15a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0954363-4931-4920-8173-73d6dc33e7a1') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:52.694654 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-237cbd36-23da-49eb-8b32-6982dcfb15a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0954363-4931-4920-8173-73d6dc33e7a1') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:52.715927 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-237cbd36-23da-49eb-8b32-6982dcfb15a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (c0954363-4931-4920-8173-73d6dc33e7a1), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:52.770293 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-90e9435d-dadb-4b8c-9441-65785726df14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:52.790286 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-237cbd36-23da-49eb-8b32-6982dcfb15a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (c0954363-4931-4920-8173-73d6dc33e7a1), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:52.802742 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-237cbd36-23da-49eb-8b32-6982dcfb15a3 admin admin] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:20:52.804009 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-237cbd36-23da-49eb-8b32-6982dcfb15a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (c0954363-4931-4920-8173-73d6dc33e7a1), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:52.808400 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:20:52.808400 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:20:52.808400 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:20:52.808400 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:20:52.808400 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:20:52.808400 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:20:52.808400 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:20:52.808400 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:20:52.808400 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:20:52.808400 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:20:52.808400 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:20:52.808400 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:20:52.808400 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:20:52.808400 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:20:52.808400 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:20:52.808400 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:20:52.808400 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:20:52.808400 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:20:52.808400 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:20:52.808400 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:20:52.808400 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:20:52.808400 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:20:52.808400 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:20:52.808400 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:20:52.808400 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:20:52.808400 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:20:52.808400 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:20:52.808400 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:20:52.808400 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:20:52.808400 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:20:52.808400 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:20:52.808400 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:20:52.869818 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e001add-fb56-4da7-a56f-9230dcfb400e tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (7b9cbea4-9541-4cef-b356-db35d8de24f6), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:52.904018 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-237cbd36-23da-49eb-8b32-6982dcfb15a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (9df45e94-0e65-4476-ace0-28b550caa712), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:52.926292 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-237cbd36-23da-49eb-8b32-6982dcfb15a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:52.932497 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-237cbd36-23da-49eb-8b32-6982dcfb15a3 admin admin] 10.222.0.50 "DELETE /v2.0/networks/9df45e94-0e65-4476-ace0-28b550caa712 HTTP/1.1" status: 204 len: 168 time: 0.6331151 Feb 09 01:20:52.935441 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e001add-fb56-4da7-a56f-9230dcfb400e tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Pushing event deleted for resources: {'Port': ['ID=7b9cbea4-9541-4cef-b356-db35d8de24f6,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:53.001229 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237cbd36-23da-49eb-8b32-6982dcfb15a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9df45e94-0e65-4476-ace0-28b550caa712,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:53.107671 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e001add-fb56-4da7-a56f-9230dcfb400e tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:53.107942 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-90e9435d-dadb-4b8c-9441-65785726df14 admin admin] Publish callbacks [] for security_group (f58707b0-53b1-4146-bce5-2c2474915dd1), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:53.119007 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7e001add-fb56-4da7-a56f-9230dcfb400e tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] 10.222.0.50 "DELETE /v2.0/ports/7b9cbea4-9541-4cef-b356-db35d8de24f6 HTTP/1.1" status: 204 len: 168 time: 0.7233729 Feb 09 01:20:53.120571 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35702) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:53.124692 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-90e9435d-dadb-4b8c-9441-65785726df14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (f58707b0-53b1-4146-bce5-2c2474915dd1), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:53.231313 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb66457f-4764-4a0c-b97c-394b670715f9 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:53.233267 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-bb66457f-4764-4a0c-b97c-394b670715f9 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7601ca8-5645-472f-a4fd-93affa4ee6bf HTTP/1.1" status: 200 len: 913 time: 0.1114893 Feb 09 01:20:53.236457 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35708) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:53.262406 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-90e9435d-dadb-4b8c-9441-65785726df14 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b49f55bbee944eae8ebf77107ff03481&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8586791 Feb 09 01:20:53.275208 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35710) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:53.312014 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35712) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:53.326103 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device da0e3257-44ca-40f5-af5e-bf31f394c9ef no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:20:53.351784 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e9435d-dadb-4b8c-9441-65785726df14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58707b0-53b1-4146-bce5-2c2474915dd1,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:53.377430 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: da0e3257-44ca-40f5-af5e-bf31f394c9ef {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:20:53.379302 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device da0e3257-44ca-40f5-af5e-bf31f394c9ef not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:20:53.389659 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf20d0-9aa1-43fd-813b-4ec6ad2fdabb req-b840541b-bb66-42aa-9ccf-942c2f71f1e7 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:53.391215 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a1bf20d0-9aa1-43fd-813b-4ec6ad2fdabb req-b840541b-bb66-42aa-9ccf-942c2f71f1e7 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7407acc-2d72-4877-b4f1-cfbc025a3908 HTTP/1.1" status: 200 len: 945 time: 0.3179853 Feb 09 01:20:53.476501 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8be7be33-43cd-4d4e-940e-641e9fdf7e5f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a75a03ee942b4950bc5110bd6acbcf62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1623523 Feb 09 01:20:53.480206 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35716) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:53.493562 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a1bf20d0-9aa1-43fd-813b-4ec6ad2fdabb req-4564e569-b6db-4480-83cb-c66b25d42e5a tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895522 Feb 09 01:20:53.494724 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-108cd112-0630-4013-ac08-424c6d042d4c admin admin] Publish callbacks [] for security_group (f58707b0-53b1-4146-bce5-2c2474915dd1), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:53.544182 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-108cd112-0630-4013-ac08-424c6d042d4c admin admin] Publish callbacks [] for security_group (f58707b0-53b1-4146-bce5-2c2474915dd1), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:53.611195 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ebad968e-0651-4e94-91d4-bba4c31dc69e admin admin] Publish callbacks [] for security_group (0a56a5ef-cc30-4eb3-834e-416eec479d74), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:53.647097 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ebad968e-0651-4e94-91d4-bba4c31dc69e admin admin] Publish callbacks [] for security_group (0a56a5ef-cc30-4eb3-834e-416eec479d74), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:53.703763 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a34f1-4b89-4519-944b-3f1b437dd32a req-d4aab66b-4324-425c-b5d4-8992876db625 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:53.705786 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-884a34f1-4b89-4519-944b-3f1b437dd32a req-d4aab66b-4324-425c-b5d4-8992876db625 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bb7e797-db29-41d5-89f9-ee730688e0fa HTTP/1.1" status: 200 len: 946 time: 0.0760083 Feb 09 01:20:53.707171 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-108cd112-0630-4013-ac08-424c6d042d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (f58707b0-53b1-4146-bce5-2c2474915dd1), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:53.710813 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-108cd112-0630-4013-ac08-424c6d042d4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:53.712892 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-108cd112-0630-4013-ac08-424c6d042d4c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f58707b0-53b1-4146-bce5-2c2474915dd1 HTTP/1.1" status: 204 len: 168 time: 0.4202733 Feb 09 01:20:53.739072 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108cd112-0630-4013-ac08-424c6d042d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58707b0-53b1-4146-bce5-2c2474915dd1,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:53.827342 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-884a34f1-4b89-4519-944b-3f1b437dd32a req-3850c90c-1580-43c9-bf9a-ab1ef597db1e tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113787 Feb 09 01:20:53.840570 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ebad968e-0651-4e94-91d4-bba4c31dc69e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (0a56a5ef-cc30-4eb3-834e-416eec479d74), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:53.843843 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ebad968e-0651-4e94-91d4-bba4c31dc69e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:53.847329 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ebad968e-0651-4e94-91d4-bba4c31dc69e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0a56a5ef-cc30-4eb3-834e-416eec479d74 HTTP/1.1" status: 204 len: 168 time: 0.3637409 Feb 09 01:20:53.878770 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad968e-0651-4e94-91d4-bba4c31dc69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a56a5ef-cc30-4eb3-834e-416eec479d74,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:53.900971 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-921fe636-f54a-4eb7-b084-d4e0dd0ed0be tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (f7601ca8-5645-472f-a4fd-93affa4ee6bf), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:54.234290 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-921fe636-f54a-4eb7-b084-d4e0dd0ed0be tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Deleting port 52cc6a57-1f9c-4be0-9e6b-7bd616a5ad5b {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:20:54.234972 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-921fe636-f54a-4eb7-b084-d4e0dd0ed0be tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (52cc6a57-1f9c-4be0-9e6b-7bd616a5ad5b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:54.357586 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35752) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:54.377284 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-307d92e2-64e9-4a0c-97a7-36a6a38c1592 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:54.383269 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-921fe636-f54a-4eb7-b084-d4e0dd0ed0be tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (52cc6a57-1f9c-4be0-9e6b-7bd616a5ad5b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:54.437506 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-921fe636-f54a-4eb7-b084-d4e0dd0ed0be tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Calling delete_port for 52cc6a57-1f9c-4be0-9e6b-7bd616a5ad5b owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:20:54.529570 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-307d92e2-64e9-4a0c-97a7-36a6a38c1592 admin admin] Publish callbacks [] for security_group (fde02158-a069-44b0-a3d0-bc8aceb1a8ea), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:54.534900 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-307d92e2-64e9-4a0c-97a7-36a6a38c1592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (fde02158-a069-44b0-a3d0-bc8aceb1a8ea), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:54.573132 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35768) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:54.574775 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d92e2-64e9-4a0c-97a7-36a6a38c1592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde02158-a069-44b0-a3d0-bc8aceb1a8ea,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:54.634923 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-307d92e2-64e9-4a0c-97a7-36a6a38c1592 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=29d660a6e5e947759a205ef3e3b10bdf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2731838 Feb 09 01:20:54.634923 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35772) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:54.733160 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-921fe636-f54a-4eb7-b084-d4e0dd0ed0be tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (52cc6a57-1f9c-4be0-9e6b-7bd616a5ad5b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:54.770320 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-c6f72bbd-4dc3-4711-8629-a982d5701b64 tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-526413494'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:54.784830 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921fe636-f54a-4eb7-b084-d4e0dd0ed0be tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Pushing event deleted for resources: {'Port': ['ID=52cc6a57-1f9c-4be0-9e6b-7bd616a5ad5b,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:54.808505 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c6f72bbd-4dc3-4711-8629-a982d5701b64 tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (fcf846ad-7380-4ad2-9495-86bb74788b9a), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:54.810549 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c6f72bbd-4dc3-4711-8629-a982d5701b64 tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (fcf846ad-7380-4ad2-9495-86bb74788b9a), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:54.913979 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e25b6b-472c-46c4-ad3c-25d36671b718 req-e8d6d5a6-985a-4cfb-8ea7-0e878ff455e8 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:54.921263 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99e25b6b-472c-46c4-ad3c-25d36671b718 req-e8d6d5a6-985a-4cfb-8ea7-0e878ff455e8 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7407acc-2d72-4877-b4f1-cfbc025a3908 HTTP/1.1" status: 200 len: 945 time: 0.2593074 Feb 09 01:20:54.953736 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-06f7c735-6f57-44ee-a792-f63aef35515c admin admin] Publish callbacks [] for security_group (fde02158-a069-44b0-a3d0-bc8aceb1a8ea), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:54.991176 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-06f7c735-6f57-44ee-a792-f63aef35515c admin admin] Publish callbacks [] for security_group (fde02158-a069-44b0-a3d0-bc8aceb1a8ea), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:55.022261 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-921fe636-f54a-4eb7-b084-d4e0dd0ed0be tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (f7601ca8-5645-472f-a4fd-93affa4ee6bf), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:55.069888 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c6f72bbd-4dc3-4711-8629-a982d5701b64 tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Publish callbacks [] for router_controller (fcf846ad-7380-4ad2-9495-86bb74788b9a), precommit_add_association {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:55.093527 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-06f7c735-6f57-44ee-a792-f63aef35515c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (fde02158-a069-44b0-a3d0-bc8aceb1a8ea), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:55.096813 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-06f7c735-6f57-44ee-a792-f63aef35515c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:55.098294 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-06f7c735-6f57-44ee-a792-f63aef35515c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fde02158-a069-44b0-a3d0-bc8aceb1a8ea HTTP/1.1" status: 204 len: 168 time: 0.4629161 Feb 09 01:20:55.172913 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c6f72bbd-4dc3-4711-8629-a982d5701b64 tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (fcf846ad-7380-4ad2-9495-86bb74788b9a), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:55.189845 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f7c735-6f57-44ee-a792-f63aef35515c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde02158-a069-44b0-a3d0-bc8aceb1a8ea,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:55.261281 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99e25b6b-472c-46c4-ad3c-25d36671b718 req-57f7eb3a-a78b-4910-a0af-a374a0211c35 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389909 Feb 09 01:20:55.284369 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-921fe636-f54a-4eb7-b084-d4e0dd0ed0be tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Router f7601ca8-5645-472f-a4fd-93affa4ee6bf has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:20:55.297020 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c6f72bbd-4dc3-4711-8629-a982d5701b64 tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:55.302055 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c6f72bbd-4dc3-4711-8629-a982d5701b64 tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.7221274 Feb 09 01:20:55.303915 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35796) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:55.337217 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84531c5a-7ed6-4fdf-a128-7ce29039c615 req-b1e759fc-ca11-42f4-ad36-5e0a2999bf8a tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:55.343408 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-84531c5a-7ed6-4fdf-a128-7ce29039c615 req-b1e759fc-ca11-42f4-ad36-5e0a2999bf8a tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bb7e797-db29-41d5-89f9-ee730688e0fa HTTP/1.1" status: 200 len: 946 time: 0.2715321 Feb 09 01:20:55.403327 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-84531c5a-7ed6-4fdf-a128-7ce29039c615 req-07522624-d349-4c84-bbe9-49f6b863add5 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541308 Feb 09 01:20:55.530478 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e1d6f08e-1e9d-454a-9b8c-96c58f37edcf tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Publish callbacks [] for router (fcf846ad-7380-4ad2-9495-86bb74788b9a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:55.534795 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921fe636-f54a-4eb7-b084-d4e0dd0ed0be tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:20:55.546865 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98962b50-a8b1-468d-a95f-e4b103ff9b98 None None] Sync routers for ids ['f7601ca8-5645-472f-a4fd-93affa4ee6bf'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:20:55.582052 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35810) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:55.588692 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98962b50-a8b1-468d-a95f-e4b103ff9b98 None None] Routers {'f7601ca8-5645-472f-a4fd-93affa4ee6bf'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:20:55.591139 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-921fe636-f54a-4eb7-b084-d4e0dd0ed0be tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] 10.222.0.50 "PUT /v2.0/routers/f7601ca8-5645-472f-a4fd-93affa4ee6bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3534045 Feb 09 01:20:55.596588 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-98962b50-a8b1-468d-a95f-e4b103ff9b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:20:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f7601ca8-5645-472f-a4fd-93affa4ee6bf'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:55.638842 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-98962b50-a8b1-468d-a95f-e4b103ff9b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:55.653119 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98962b50-a8b1-468d-a95f-e4b103ff9b98 None None] Routers {'f7601ca8-5645-472f-a4fd-93affa4ee6bf'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:20:55.653748 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-98962b50-a8b1-468d-a95f-e4b103ff9b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:20:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f7601ca8-5645-472f-a4fd-93affa4ee6bf'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:55.748602 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-98962b50-a8b1-468d-a95f-e4b103ff9b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:55.749283 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98962b50-a8b1-468d-a95f-e4b103ff9b98 None None] The sync data for ids ['f7601ca8-5645-472f-a4fd-93affa4ee6bf'] in n-d-828369-4 is: [] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:20:55.765746 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6fada999-e790-43c1-9545-6f5c5159226c tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks [] for router (f7601ca8-5645-472f-a4fd-93affa4ee6bf), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:55.960688 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e1d6f08e-1e9d-454a-9b8c-96c58f37edcf tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (fcf846ad-7380-4ad2-9495-86bb74788b9a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:55.966331 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e1d6f08e-1e9d-454a-9b8c-96c58f37edcf tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Publish callbacks [] for router_controller (fcf846ad-7380-4ad2-9495-86bb74788b9a), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:56.053126 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e1d6f08e-1e9d-454a-9b8c-96c58f37edcf tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (fcf846ad-7380-4ad2-9495-86bb74788b9a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:56.053943 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d6f08e-1e9d-454a-9b8c-96c58f37edcf tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fcf846ad-7380-4ad2-9495-86bb74788b9a {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:20:56.058895 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e1d6f08e-1e9d-454a-9b8c-96c58f37edcf tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:56.064711 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e1d6f08e-1e9d-454a-9b8c-96c58f37edcf tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] 10.222.0.50 "DELETE /v2.0/routers/fcf846ad-7380-4ad2-9495-86bb74788b9a HTTP/1.1" status: 204 len: 168 time: 0.7595446 Feb 09 01:20:56.065262 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35828) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:56.070355 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-3d766ac8-b327-469f-ac04-c31d19cbc6ca tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Request body: {'router': {'name': 'tempest-router-1247048387', 'distributed': False}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:56.098264 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6fada999-e790-43c1-9545-6f5c5159226c tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (f7601ca8-5645-472f-a4fd-93affa4ee6bf), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:56.103419 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6fada999-e790-43c1-9545-6f5c5159226c tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks [] for router_controller (f7601ca8-5645-472f-a4fd-93affa4ee6bf), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:56.110918 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3d766ac8-b327-469f-ac04-c31d19cbc6ca tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (eff44fc3-827a-4310-b29b-2c5fc2bb2d05), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:56.112014 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3d766ac8-b327-469f-ac04-c31d19cbc6ca tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (eff44fc3-827a-4310-b29b-2c5fc2bb2d05), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:56.185351 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6fada999-e790-43c1-9545-6f5c5159226c tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (f7601ca8-5645-472f-a4fd-93affa4ee6bf), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:56.186490 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fada999-e790-43c1-9545-6f5c5159226c tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Fanout notify agent at l3_agent the message router_deleted on router f7601ca8-5645-472f-a4fd-93affa4ee6bf {{(pid=103136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:20:56.206113 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6fada999-e790-43c1-9545-6f5c5159226c tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:56.210989 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-6fada999-e790-43c1-9545-6f5c5159226c tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] 10.222.0.50 "DELETE /v2.0/routers/f7601ca8-5645-472f-a4fd-93affa4ee6bf HTTP/1.1" status: 204 len: 168 time: 0.6263351 Feb 09 01:20:56.213106 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35832) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:56.263940 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3d766ac8-b327-469f-ac04-c31d19cbc6ca tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Publish callbacks [] for router_controller (eff44fc3-827a-4310-b29b-2c5fc2bb2d05), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:56.280634 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3d766ac8-b327-469f-ac04-c31d19cbc6ca tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (eff44fc3-827a-4310-b29b-2c5fc2bb2d05), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:56.306518 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3d766ac8-b327-469f-ac04-c31d19cbc6ca tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:56.307047 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb365605-55a2-4ae8-87e9-d1b87120bef1 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Deleting subnet 193ab9ba-fbd7-4b87-a100-e3e3173f89c2 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:20:56.310976 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3d766ac8-b327-469f-ac04-c31d19cbc6ca tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2444520 Feb 09 01:20:56.311586 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35844) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:56.311962 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bb365605-55a2-4ae8-87e9-d1b87120bef1 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks [] for subnet (193ab9ba-fbd7-4b87-a100-e3e3173f89c2), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:56.365761 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bb365605-55a2-4ae8-87e9-d1b87120bef1 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (193ab9ba-fbd7-4b87-a100-e3e3173f89c2), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:56.686606 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2bff167b-f528-4fa9-8bed-241ec8d64bf8 tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Publish callbacks [] for router (eff44fc3-827a-4310-b29b-2c5fc2bb2d05), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:56.998283 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2bff167b-f528-4fa9-8bed-241ec8d64bf8 tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (eff44fc3-827a-4310-b29b-2c5fc2bb2d05), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:57.004190 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2bff167b-f528-4fa9-8bed-241ec8d64bf8 tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Publish callbacks [] for router_controller (eff44fc3-827a-4310-b29b-2c5fc2bb2d05), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:57.016437 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba31d0-7811-433e-80d9-77fc3daaa051 req-89f26a7c-9412-4ff8-9cd2-6fe2dba96a71 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:57.018551 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-faba31d0-7811-433e-80d9-77fc3daaa051 req-89f26a7c-9412-4ff8-9cd2-6fe2dba96a71 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7407acc-2d72-4877-b4f1-cfbc025a3908 HTTP/1.1" status: 200 len: 945 time: 0.5832450 Feb 09 01:20:57.060879 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bb365605-55a2-4ae8-87e9-d1b87120bef1 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (193ab9ba-fbd7-4b87-a100-e3e3173f89c2), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:57.073496 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddde02d-a56c-4858-bc89-636abcb6151b req-e0fe2e44-f93f-47a9-8d59-6a1bf14c11d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:57.075000 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-8ddde02d-a56c-4858-bc89-636abcb6151b req-e0fe2e44-f93f-47a9-8d59-6a1bf14c11d1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=81c9a0ae7d2c4fabbd7ca117be254e2b&device_id=e7407acc-2d72-4877-b4f1-cfbc025a3908 HTTP/1.1" status: 200 len: 1127 time: 0.1154180 Feb 09 01:20:57.086842 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2bff167b-f528-4fa9-8bed-241ec8d64bf8 tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (eff44fc3-827a-4310-b29b-2c5fc2bb2d05), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:57.087302 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bff167b-f528-4fa9-8bed-241ec8d64bf8 tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eff44fc3-827a-4310-b29b-2c5fc2bb2d05 {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:20:57.091790 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2bff167b-f528-4fa9-8bed-241ec8d64bf8 tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:57.092827 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2bff167b-f528-4fa9-8bed-241ec8d64bf8 tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] 10.222.0.50 "DELETE /v2.0/routers/eff44fc3-827a-4310-b29b-2c5fc2bb2d05 HTTP/1.1" status: 204 len: 168 time: 0.7802892 Feb 09 01:20:57.096695 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35870) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:57.100923 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-98cad2bb-892c-4cf5-9473-e0713409ecfd tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Request body: {'router': {'name': 'tempest-router-1827342658', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '89e5584dea1c48a39b795cd913507bf2'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:57.176853 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-faba31d0-7811-433e-80d9-77fc3daaa051 req-8e1be82f-515f-4b96-8048-0c303322efa2 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401064 Feb 09 01:20:57.198725 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5415d9-4878-4928-a012-15cf60110608 req-b24a4ea4-9b2b-4e4e-90a0-11d2c03b66d0 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:57.200340 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1b5415d9-4878-4928-a012-15cf60110608 req-b24a4ea4-9b2b-4e4e-90a0-11d2c03b66d0 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bb7e797-db29-41d5-89f9-ee730688e0fa HTTP/1.1" status: 200 len: 946 time: 0.2393727 Feb 09 01:20:57.261165 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bb365605-55a2-4ae8-87e9-d1b87120bef1 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (193ab9ba-fbd7-4b87-a100-e3e3173f89c2), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:57.306780 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddde02d-a56c-4858-bc89-636abcb6151b req-b599c042-9e90-44f8-89b3-f992eec763d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:57.308331 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-8ddde02d-a56c-4858-bc89-636abcb6151b req-b599c042-9e90-44f8-89b3-f992eec763d0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0 HTTP/1.1" status: 200 len: 913 time: 0.1934102 Feb 09 01:20:57.312096 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-98cad2bb-892c-4cf5-9473-e0713409ecfd tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (d303652c-b01c-47a7-9d43-64084e2b0f2b), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:57.313235 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-98cad2bb-892c-4cf5-9473-e0713409ecfd tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (d303652c-b01c-47a7-9d43-64084e2b0f2b), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:57.314811 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb365605-55a2-4ae8-87e9-d1b87120bef1 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Pushing event deleted for resources: {'Subnet': ['ID=193ab9ba-fbd7-4b87-a100-e3e3173f89c2,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:57.317972 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bb365605-55a2-4ae8-87e9-d1b87120bef1 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:57.321145 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-bb365605-55a2-4ae8-87e9-d1b87120bef1 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] 10.222.0.50 "DELETE /v2.0/subnets/193ab9ba-fbd7-4b87-a100-e3e3173f89c2 HTTP/1.1" status: 204 len: 168 time: 1.1079800 Feb 09 01:20:57.332440 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0a3a85-7797-4b9b-9aae-adf92f3be543 None None] Network 00baac15-0251-48c6-a049-b8339db2a447 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:20:57.349178 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1b5415d9-4878-4928-a012-15cf60110608 req-39c4e74f-ea67-4ccf-83e1-d30430c95ead tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357043 Feb 09 01:20:57.349757 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35888) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:57.442616 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-8ddde02d-a56c-4858-bc89-636abcb6151b req-a688dccb-191c-4933-beed-0c4f4e72544f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b8db0a6-01e4-47d3-93d5-9839e7db1e1c HTTP/1.1" status: 200 len: 217 time: 0.1258094 Feb 09 01:20:57.589194 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-009deaa1-d303-467c-911e-bda9ea461206 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (00baac15-0251-48c6-a049-b8339db2a447), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:57.653779 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb00ed8e-a91d-4d3b-a30b-412aa610fb03 None None] DHCP port deletion for 00baac15-0251-48c6-a049-b8339db2a447 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:20:57.717830 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-009deaa1-d303-467c-911e-bda9ea461206 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Deleting port 6fbc8501-1c4b-4465-a675-ec9920a48480 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:20:57.718507 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-009deaa1-d303-467c-911e-bda9ea461206 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (6fbc8501-1c4b-4465-a675-ec9920a48480), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:57.828437 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-eb00ed8e-a91d-4d3b-a30b-412aa610fb03 None None] Deleting port 6fbc8501-1c4b-4465-a675-ec9920a48480 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:20:57.830013 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-eb00ed8e-a91d-4d3b-a30b-412aa610fb03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (6fbc8501-1c4b-4465-a675-ec9920a48480), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:57.837076 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-009deaa1-d303-467c-911e-bda9ea461206 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] For port 6fbc8501-1c4b-4465-a675-ec9920a48480, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=6fbc8501-1c4b-4465-a675-ec9920a48480,segment=NetworkSegment(ee9b2821-0f28-40d2-8c8c-2731fcc7381d),segment_id=ee9b2821-0f28-40d2-8c8c-2731fcc7381d)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:57.837746 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-009deaa1-d303-467c-911e-bda9ea461206 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (6fbc8501-1c4b-4465-a675-ec9920a48480), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:57.857540 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-009deaa1-d303-467c-911e-bda9ea461206 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Calling delete_port for 6fbc8501-1c4b-4465-a675-ec9920a48480 owned by network:dhcp {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:20:57.910346 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-eb00ed8e-a91d-4d3b-a30b-412aa610fb03 None None] For port 6fbc8501-1c4b-4465-a675-ec9920a48480, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=6fbc8501-1c4b-4465-a675-ec9920a48480,segment=NetworkSegment(ee9b2821-0f28-40d2-8c8c-2731fcc7381d),segment_id=ee9b2821-0f28-40d2-8c8c-2731fcc7381d)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:20:57.913823 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-eb00ed8e-a91d-4d3b-a30b-412aa610fb03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (6fbc8501-1c4b-4465-a675-ec9920a48480), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:57.946772 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-eb00ed8e-a91d-4d3b-a30b-412aa610fb03 None None] Calling delete_port for 6fbc8501-1c4b-4465-a675-ec9920a48480 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:20:57.977304 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-009deaa1-d303-467c-911e-bda9ea461206 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (6fbc8501-1c4b-4465-a675-ec9920a48480), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:58.035725 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009deaa1-d303-467c-911e-bda9ea461206 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Pushing event deleted for resources: {'Port': ['ID=6fbc8501-1c4b-4465-a675-ec9920a48480,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:58.047903 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009deaa1-d303-467c-911e-bda9ea461206 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] No DVR routers for this DVR port 6fbc8501-1c4b-4465-a675-ec9920a48480 on host n-d-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:20:58.072177 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:20:58.087181 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-eb00ed8e-a91d-4d3b-a30b-412aa610fb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (6fbc8501-1c4b-4465-a675-ec9920a48480), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:58.096516 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 6fbc8501-1c4b-4465-a675-ec9920a48480 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:20:58.104164 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb00ed8e-a91d-4d3b-a30b-412aa610fb03 None None] No DVR routers for this DVR port 6fbc8501-1c4b-4465-a675-ec9920a48480 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:20:58.188603 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 6fbc8501-1c4b-4465-a675-ec9920a48480 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:20:58.189127 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 6fbc8501-1c4b-4465-a675-ec9920a48480 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:20:58.194242 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-009deaa1-d303-467c-911e-bda9ea461206 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (00baac15-0251-48c6-a049-b8339db2a447), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:58.196681 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00ed8e-a91d-4d3b-a30b-412aa610fb03 None None] Pushing event deleted for resources: {'Port': ['ID=6fbc8501-1c4b-4465-a675-ec9920a48480,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:58.220520 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-009deaa1-d303-467c-911e-bda9ea461206 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00baac15-0251-48c6-a049-b8339db2a447']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:58.232514 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35932) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:58.259650 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-009deaa1-d303-467c-911e-bda9ea461206 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee9b2821-0f28-40d2-8c8c-2731fcc7381d') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:58.260022 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-009deaa1-d303-467c-911e-bda9ea461206 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee9b2821-0f28-40d2-8c8c-2731fcc7381d') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:20:58.283299 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-009deaa1-d303-467c-911e-bda9ea461206 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (ee9b2821-0f28-40d2-8c8c-2731fcc7381d), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:58.316449 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-009deaa1-d303-467c-911e-bda9ea461206 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (ee9b2821-0f28-40d2-8c8c-2731fcc7381d), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:58.328913 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-009deaa1-d303-467c-911e-bda9ea461206 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:20:58.329328 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-009deaa1-d303-467c-911e-bda9ea461206 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (ee9b2821-0f28-40d2-8c8c-2731fcc7381d), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:58.332413 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:20:58.332413 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:20:58.332413 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:20:58.332413 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:20:58.332413 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:20:58.332413 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:20:58.332413 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:20:58.332413 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:20:58.332413 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:20:58.332413 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:20:58.332413 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:20:58.332413 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:20:58.332413 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:20:58.332413 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:20:58.332413 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:20:58.332413 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:20:58.332413 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:20:58.332413 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:20:58.332413 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:20:58.332413 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:20:58.332413 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:20:58.332413 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:20:58.332413 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:20:58.332413 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:20:58.332413 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:20:58.332413 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:20:58.332413 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:20:58.332413 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:20:58.332413 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:20:58.332413 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:20:58.332413 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:20:58.332413 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:20:58.447121 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-98cad2bb-892c-4cf5-9473-e0713409ecfd tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Publish callbacks [] for router_controller (d303652c-b01c-47a7-9d43-64084e2b0f2b), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:58.458323 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddde02d-a56c-4858-bc89-636abcb6151b req-c1b80a7d-f419-4ff5-96b0-8d22fd095574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:58.463717 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-8ddde02d-a56c-4858-bc89-636abcb6151b req-c1b80a7d-f419-4ff5-96b0-8d22fd095574 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae61675f-5f39-477a-b759-5e2f01c2f4a7 HTTP/1.1" status: 200 len: 851 time: 1.0067899 Feb 09 01:20:58.463717 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-98cad2bb-892c-4cf5-9473-e0713409ecfd tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (d303652c-b01c-47a7-9d43-64084e2b0f2b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:58.541731 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-009deaa1-d303-467c-911e-bda9ea461206 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (00baac15-0251-48c6-a049-b8339db2a447), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:58.544926 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-8ddde02d-a56c-4858-bc89-636abcb6151b req-f9eff8a3-ffb9-4416-974d-385a48047947 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733390 Feb 09 01:20:58.563979 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-009deaa1-d303-467c-911e-bda9ea461206 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:58.571494 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-009deaa1-d303-467c-911e-bda9ea461206 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] 10.222.0.50 "DELETE /v2.0/networks/00baac15-0251-48c6-a049-b8339db2a447 HTTP/1.1" status: 204 len: 168 time: 1.2144537 Feb 09 01:20:58.625711 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009deaa1-d303-467c-911e-bda9ea461206 tempest-FloatingIPNegativeTestJSON-2017791199 tempest-FloatingIPNegativeTestJSON-2017791199-project] Pushing event deleted for resources: {'Network': ['ID=00baac15-0251-48c6-a049-b8339db2a447,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:58.651185 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-98cad2bb-892c-4cf5-9473-e0713409ecfd tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:58.652417 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-98cad2bb-892c-4cf5-9473-e0713409ecfd tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.5547829 Feb 09 01:20:58.661267 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35966) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:58.667117 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-7a56befa-e0e3-4bcf-8bbd-99ec285a38ec tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:20:58.678465 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a08243-a0af-4b04-bcff-6e794f3dcc5d req-3ed5108f-aebe-476d-bfe0-2803746b7e50 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:58.680075 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-23a08243-a0af-4b04-bcff-6e794f3dcc5d req-3ed5108f-aebe-476d-bfe0-2803746b7e50 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7407acc-2d72-4877-b4f1-cfbc025a3908 HTTP/1.1" status: 200 len: 945 time: 0.2609129 Feb 09 01:20:58.710365 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-18e1dc29-ed52-4762-809f-8ef9989622ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:58.799681 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d5de9-9737-4a98-9858-92a9395039a4 req-963be17b-654e-4cd0-a6ab-ca293245261d tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:58.801338 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a25d5de9-9737-4a98-9858-92a9395039a4 req-963be17b-654e-4cd0-a6ab-ca293245261d tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bb7e797-db29-41d5-89f9-ee730688e0fa HTTP/1.1" status: 200 len: 946 time: 0.2421234 Feb 09 01:20:58.856979 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-8ddde02d-a56c-4858-bc89-636abcb6151b req-c0db9a94-a1a6-43f9-80bf-2600d3ac5b9e service neutron] 10.222.0.47 "GET /v2.0/networks/91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103752 Feb 09 01:20:58.924962 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-23a08243-a0af-4b04-bcff-6e794f3dcc5d req-7385c6e3-ca50-434c-b9ac-ab42d9051e6a tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244639 Feb 09 01:20:58.998816 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a25d5de9-9737-4a98-9858-92a9395039a4 req-f6864f74-de36-46c4-8752-125ca9cd9edd tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680789 Feb 09 01:20:59.079746 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-18e1dc29-ed52-4762-809f-8ef9989622ae admin admin] Publish callbacks [] for security_group (e3eac30a-b266-465a-83a8-ff0afdde854e), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:59.114665 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-18e1dc29-ed52-4762-809f-8ef9989622ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e3eac30a-b266-465a-83a8-ff0afdde854e), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:59.166717 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35992) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:59.178129 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7a56befa-e0e3-4bcf-8bbd-99ec285a38ec tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57606'] for router (d303652c-b01c-47a7-9d43-64084e2b0f2b), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:59.178505 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7a56befa-e0e3-4bcf-8bbd-99ec285a38ec tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Publish callbacks [] for router (d303652c-b01c-47a7-9d43-64084e2b0f2b), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:59.230556 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-18e1dc29-ed52-4762-809f-8ef9989622ae admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=75d0adbc4fc44d1c89d51ad8c11ce93c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9920986 Feb 09 01:20:59.233519 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35996) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:59.259395 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-8ddde02d-a56c-4858-bc89-636abcb6151b req-6320b862-819d-4333-b8b2-b50d8ee8b25b service neutron] 10.222.0.47 "GET /v2.0/networks/91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950393 Feb 09 01:20:59.279292 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e1dc29-ed52-4762-809f-8ef9989622ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3eac30a-b266-465a-83a8-ff0afdde854e,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:59.313485 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35998) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:59.343229 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ae774f3c-552f-4df5-83c2-b46721894437 admin admin] Publish callbacks [] for security_group (e3eac30a-b266-465a-83a8-ff0afdde854e), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:59.369726 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ae774f3c-552f-4df5-83c2-b46721894437 admin admin] Publish callbacks [] for security_group (e3eac30a-b266-465a-83a8-ff0afdde854e), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:59.382333 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7a56befa-e0e3-4bcf-8bbd-99ec285a38ec tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103137) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 09 01:20:59.382916 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7a56befa-e0e3-4bcf-8bbd-99ec285a38ec tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Router d303652c-b01c-47a7-9d43-64084e2b0f2b migrating from provider to provider. {{(pid=103137) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 09 01:20:59.383276 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7a56befa-e0e3-4bcf-8bbd-99ec285a38ec tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Publish callbacks [] for router_controller (d303652c-b01c-47a7-9d43-64084e2b0f2b), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:59.388955 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7a56befa-e0e3-4bcf-8bbd-99ec285a38ec tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Publish callbacks [] for router_controller (d303652c-b01c-47a7-9d43-64084e2b0f2b), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:59.400064 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7a56befa-e0e3-4bcf-8bbd-99ec285a38ec tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-482771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-482762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-478377'] for router (d303652c-b01c-47a7-9d43-64084e2b0f2b), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:59.460922 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ae774f3c-552f-4df5-83c2-b46721894437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e3eac30a-b266-465a-83a8-ff0afdde854e), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:59.464351 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ae774f3c-552f-4df5-83c2-b46721894437 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:59.468743 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ae774f3c-552f-4df5-83c2-b46721894437 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e3eac30a-b266-465a-83a8-ff0afdde854e HTTP/1.1" status: 204 len: 168 time: 0.2337403 Feb 09 01:20:59.486162 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae774f3c-552f-4df5-83c2-b46721894437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3eac30a-b266-465a-83a8-ff0afdde854e,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:59.530757 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3c16c3e7-4694-4169-9e3d-29b1b19e1d92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:59.642625 n-d-828369-4 neutron-server[103137]: WARNING neutron.scheduler.l3_agent_scheduler [None req-7a56befa-e0e3-4bcf-8bbd-99ec285a38ec tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] No L3 agents can host the router d303652c-b01c-47a7-9d43-64084e2b0f2b Feb 09 01:20:59.698067 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692fb4a-0c94-4a1e-8cc6-898fa50d89ff req-78516a5b-294b-4255-a985-40c98d6b5236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:59.699774 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a692fb4a-0c94-4a1e-8cc6-898fa50d89ff req-78516a5b-294b-4255-a985-40c98d6b5236 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=ea634eba134a436c8efc984f29cf1d41&device_id=7bb7e797-db29-41d5-89f9-ee730688e0fa HTTP/1.1" status: 200 len: 1128 time: 0.0988252 Feb 09 01:20:59.702699 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3c16c3e7-4694-4169-9e3d-29b1b19e1d92 admin admin] Publish callbacks [] for security_group (f44cb594-e579-46f4-a273-22f9b8e747a2), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:59.719295 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-16ca201b-90cb-45e0-9add-ada23028e0b9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=88f1c261196b4bd295e1b67eb3822449&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5485866 Feb 09 01:20:59.719438 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3c16c3e7-4694-4169-9e3d-29b1b19e1d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (f44cb594-e579-46f4-a273-22f9b8e747a2), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:59.722178 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36010) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:59.874603 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a56befa-e0e3-4bcf-8bbd-99ec285a38ec tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Hosts for router d303652c-b01c-47a7-9d43-64084e2b0f2b: [] {{(pid=103137) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 09 01:20:59.875822 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3c16c3e7-4694-4169-9e3d-29b1b19e1d92 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5baf473f2ff342ddb6d768e174896492&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5608685 Feb 09 01:20:59.876717 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c16c3e7-4694-4169-9e3d-29b1b19e1d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44cb594-e579-46f4-a273-22f9b8e747a2,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:20:59.889454 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36016) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:59.915155 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a56befa-e0e3-4bcf-8bbd-99ec285a38ec tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Hosts for other DVR routers connected to router d303652c-b01c-47a7-9d43-64084e2b0f2b: set() {{(pid=103137) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 09 01:20:59.920146 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7a56befa-e0e3-4bcf-8bbd-99ec285a38ec tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:20:59.922311 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7a56befa-e0e3-4bcf-8bbd-99ec285a38ec tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] 10.222.0.50 "PUT /v2.0/routers/d303652c-b01c-47a7-9d43-64084e2b0f2b HTTP/1.1" status: 200 len: 717 time: 1.2585549 Feb 09 01:20:59.924970 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36018) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:20:59.997201 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692fb4a-0c94-4a1e-8cc6-898fa50d89ff req-9b4f8579-c5fc-4e70-a836-91092538e806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:20:59.998815 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a692fb4a-0c94-4a1e-8cc6-898fa50d89ff req-9b4f8579-c5fc-4e70-a836-91092538e806 service neutron] 10.222.0.120 "GET /v2.0/networks?id=633bdf52-4e13-4a9d-8810-49c577c6cdb8 HTTP/1.1" status: 200 len: 917 time: 0.2416105 Feb 09 01:20:59.999522 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-098181b9-6a96-43ca-a270-0fc3a449cdf3 admin admin] Publish callbacks [] for security_group (cbea3703-bf19-436b-bf82-8c1919ab6f5e), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:00.007105 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-eabda47c-8267-4568-a036-c8792a5a43a8 admin admin] Publish callbacks [] for security_group (f44cb594-e579-46f4-a273-22f9b8e747a2), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:00.062580 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-78eb5827-711a-48a8-a2e7-6d84a844acc1 tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] 10.222.0.50 "GET /v2.0/routers/d303652c-b01c-47a7-9d43-64084e2b0f2b HTTP/1.1" status: 200 len: 717 time: 0.1340125 Feb 09 01:21:00.062812 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36028) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:00.077261 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a692fb4a-0c94-4a1e-8cc6-898fa50d89ff req-5b7c6f48-432a-463b-af1e-8bc2fe989cb0 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56d0d90b-94c1-4cbd-b9bc-5704803fc18a HTTP/1.1" status: 200 len: 217 time: 0.0710835 Feb 09 01:21:00.090777 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-098181b9-6a96-43ca-a270-0fc3a449cdf3 admin admin] Publish callbacks [] for security_group (cbea3703-bf19-436b-bf82-8c1919ab6f5e), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:00.137898 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692fb4a-0c94-4a1e-8cc6-898fa50d89ff req-b60ee847-c78d-4d33-8b87-38a07fe1c22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:00.139500 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a692fb4a-0c94-4a1e-8cc6-898fa50d89ff req-b60ee847-c78d-4d33-8b87-38a07fe1c22e service neutron] 10.222.0.120 "GET /v2.0/subnets?id=cd2bf801-d138-4a76-952d-e259104944cf HTTP/1.1" status: 200 len: 855 time: 0.0546925 Feb 09 01:21:00.141564 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-eabda47c-8267-4568-a036-c8792a5a43a8 admin admin] Publish callbacks [] for security_group (f44cb594-e579-46f4-a273-22f9b8e747a2), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:00.260349 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a692fb4a-0c94-4a1e-8cc6-898fa50d89ff req-d6a1897e-76d7-40b0-96fc-277fcaed6291 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=633bdf52-4e13-4a9d-8810-49c577c6cdb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1098957 Feb 09 01:21:00.449436 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d8e7179c-8bf5-41e0-a913-b7047e184bf7 tempest-RoutersTestDVR-326150462 tempest-RoutersTestDVR-326150462-project] 10.222.0.50 "GET /v2.0/routers/d303652c-b01c-47a7-9d43-64084e2b0f2b HTTP/1.1" status: 200 len: 683 time: 0.3830993 Feb 09 01:21:00.449713 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36042) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:00.454053 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a692fb4a-0c94-4a1e-8cc6-898fa50d89ff req-b7913192-d275-482a-b047-f8c2f7bfaad8 service neutron] 10.222.0.120 "GET /v2.0/networks/633bdf52-4e13-4a9d-8810-49c577c6cdb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785376 Feb 09 01:21:00.566695 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b3c902dd-3e7d-4477-aac4-4881a4eb29a8 tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Publish callbacks [] for router (d303652c-b01c-47a7-9d43-64084e2b0f2b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:00.648088 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-eabda47c-8267-4568-a036-c8792a5a43a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (f44cb594-e579-46f4-a273-22f9b8e747a2), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:00.652959 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-eabda47c-8267-4568-a036-c8792a5a43a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:00.654582 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-eabda47c-8267-4568-a036-c8792a5a43a8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f44cb594-e579-46f4-a273-22f9b8e747a2 HTTP/1.1" status: 204 len: 168 time: 0.7619212 Feb 09 01:21:00.686284 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-098181b9-6a96-43ca-a270-0fc3a449cdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (cbea3703-bf19-436b-bf82-8c1919ab6f5e), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:00.688865 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-098181b9-6a96-43ca-a270-0fc3a449cdf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:00.690032 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-098181b9-6a96-43ca-a270-0fc3a449cdf3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cbea3703-bf19-436b-bf82-8c1919ab6f5e HTTP/1.1" status: 204 len: 168 time: 0.9643538 Feb 09 01:21:00.717512 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c0abc-c0e5-4eba-a277-46fc7ff7e872 req-cd54d509-fd40-49e8-9068-3cb48fd620df tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:00.719180 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ec8c0abc-c0e5-4eba-a277-46fc7ff7e872 req-cd54d509-fd40-49e8-9068-3cb48fd620df tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7407acc-2d72-4877-b4f1-cfbc025a3908 HTTP/1.1" status: 200 len: 945 time: 0.5699580 Feb 09 01:21:00.780947 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecec8f6-f4ad-41fb-9fce-1564d22c6f0f req-d46be8f5-462b-4b95-946f-a668f1f588a1 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:00.783131 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5ecec8f6-f4ad-41fb-9fce-1564d22c6f0f req-d46be8f5-462b-4b95-946f-a668f1f588a1 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bb7e797-db29-41d5-89f9-ee730688e0fa HTTP/1.1" status: 200 len: 946 time: 0.6065574 Feb 09 01:21:00.786610 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabda47c-8267-4568-a036-c8792a5a43a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44cb594-e579-46f4-a273-22f9b8e747a2,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:00.861934 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b3c902dd-3e7d-4477-aac4-4881a4eb29a8 tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (d303652c-b01c-47a7-9d43-64084e2b0f2b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:00.864935 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36060) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:00.868191 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b3c902dd-3e7d-4477-aac4-4881a4eb29a8 tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Publish callbacks [] for router_controller (d303652c-b01c-47a7-9d43-64084e2b0f2b), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:00.915754 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098181b9-6a96-43ca-a270-0fc3a449cdf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbea3703-bf19-436b-bf82-8c1919ab6f5e,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:00.933070 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b3c902dd-3e7d-4477-aac4-4881a4eb29a8 tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (d303652c-b01c-47a7-9d43-64084e2b0f2b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:00.934394 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c902dd-3e7d-4477-aac4-4881a4eb29a8 tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d303652c-b01c-47a7-9d43-64084e2b0f2b {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:21:00.947118 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a692fb4a-0c94-4a1e-8cc6-898fa50d89ff req-bf200e4e-e4b3-4527-bad3-165561168270 service neutron] 10.222.0.120 "GET /v2.0/networks/633bdf52-4e13-4a9d-8810-49c577c6cdb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4471786 Feb 09 01:21:00.965789 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b3c902dd-3e7d-4477-aac4-4881a4eb29a8 tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:00.968263 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b3c902dd-3e7d-4477-aac4-4881a4eb29a8 tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] 10.222.0.50 "DELETE /v2.0/routers/d303652c-b01c-47a7-9d43-64084e2b0f2b HTTP/1.1" status: 204 len: 168 time: 0.5175502 Feb 09 01:21:00.972609 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36068) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:00.978915 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-3c450ef2-cdfe-4c31-9542-1b00dddca0f5 tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Request body: {'router': {'name': 'tempest-router-2090468266', 'distributed': True}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:01.029129 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3c450ef2-cdfe-4c31-9542-1b00dddca0f5 tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (e4588507-6dfd-47ef-b5a2-6b6331e27138), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:01.039867 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3c450ef2-cdfe-4c31-9542-1b00dddca0f5 tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (e4588507-6dfd-47ef-b5a2-6b6331e27138), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:01.080323 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ec8c0abc-c0e5-4eba-a277-46fc7ff7e872 req-ec7b92d1-8785-47d5-8e89-c2af55c0089b tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418112 Feb 09 01:21:01.104214 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5ecec8f6-f4ad-41fb-9fce-1564d22c6f0f req-2bc98bb4-e96e-45c3-9346-37ed3ebb8a07 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928345 Feb 09 01:21:01.181206 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-560787aa-5729-44ae-ba00-0396cb4d8011 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-428476975-network', 'tenant_id': '99253303b883423fad908712b3678824'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:01.203369 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3c450ef2-cdfe-4c31-9542-1b00dddca0f5 tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Publish callbacks [] for router_controller (e4588507-6dfd-47ef-b5a2-6b6331e27138), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:01.219737 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560787aa-5729-44ae-ba00-0396cb4d8011 admin admin] Made reservation on behalf of 99253303b883423fad908712b3678824 for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:01.225321 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-560787aa-5729-44ae-ba00-0396cb4d8011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:01.225847 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3c450ef2-cdfe-4c31-9542-1b00dddca0f5 tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (e4588507-6dfd-47ef-b5a2-6b6331e27138), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:01.241486 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3c450ef2-cdfe-4c31-9542-1b00dddca0f5 tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:01.242768 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3c450ef2-cdfe-4c31-9542-1b00dddca0f5 tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2689567 Feb 09 01:21:01.245678 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36078) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:01.253077 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-560787aa-5729-44ae-ba00-0396cb4d8011 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:01.388522 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e8c01b87-e806-46af-b769-1fbdf800ef59 tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Publish callbacks [] for router (e4588507-6dfd-47ef-b5a2-6b6331e27138), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:01.479924 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-560787aa-5729-44ae-ba00-0396cb4d8011 admin admin] Publish callbacks [] for security_group (ce3b3771-b65c-4713-aaff-9d84ded96dd4), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:01.487501 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-560787aa-5729-44ae-ba00-0396cb4d8011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (ce3b3771-b65c-4713-aaff-9d84ded96dd4), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:01.556308 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-560787aa-5729-44ae-ba00-0396cb4d8011 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1035} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:21:01.574546 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36090) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:01.588835 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560787aa-5729-44ae-ba00-0396cb4d8011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3b3771-b65c-4713-aaff-9d84ded96dd4,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:01.600577 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-560787aa-5729-44ae-ba00-0396cb4d8011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (c65aa26b-6f4d-4da5-9ac6-6c267d824ab1), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:01.600945 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-560787aa-5729-44ae-ba00-0396cb4d8011 admin admin] Added segment c65aa26b-6f4d-4da5-9ac6-6c267d824ab1 of type vlan for network d88b7625-86d0-4021-80a0-5ba2f7b1a042 Feb 09 01:21:01.617380 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4887864a-bcf4-4c47-b295-7572448ed239 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:01.656587 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-560787aa-5729-44ae-ba00-0396cb4d8011 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (d88b7625-86d0-4021-80a0-5ba2f7b1a042), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:01.705701 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-560787aa-5729-44ae-ba00-0396cb4d8011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (d88b7625-86d0-4021-80a0-5ba2f7b1a042), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:01.707054 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560787aa-5729-44ae-ba00-0396cb4d8011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:01.708018 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-560787aa-5729-44ae-ba00-0396cb4d8011 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:01.834115 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4887864a-bcf4-4c47-b295-7572448ed239 admin admin] Publish callbacks [] for security_group (d6421c5a-51b4-4a21-a176-695530688a05), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:01.836872 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e8c01b87-e806-46af-b769-1fbdf800ef59 tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (e4588507-6dfd-47ef-b5a2-6b6331e27138), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:01.841239 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e8c01b87-e806-46af-b769-1fbdf800ef59 tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Publish callbacks [] for router_controller (e4588507-6dfd-47ef-b5a2-6b6331e27138), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:01.845721 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4887864a-bcf4-4c47-b295-7572448ed239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (d6421c5a-51b4-4a21-a176-695530688a05), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:01.875376 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-560787aa-5729-44ae-ba00-0396cb4d8011 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0073421 Feb 09 01:21:01.878790 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36098) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:01.883945 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-2e37aa80-b0c7-4ace-98a8-c160c0c2d93b admin admin] Request body: {'subnet': {'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-428476975-subnet', 'tenant_id': '99253303b883423fad908712b3678824', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:01.892916 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560787aa-5729-44ae-ba00-0396cb4d8011 admin admin] Pushing event updated for resources: {'Network': ['ID=d88b7625-86d0-4021-80a0-5ba2f7b1a042,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:01.906412 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network d88b7625-86d0-4021-80a0-5ba2f7b1a042 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:21:01.922658 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e37aa80-b0c7-4ace-98a8-c160c0c2d93b admin admin] Made reservation on behalf of 99253303b883423fad908712b3678824 for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:01.924805 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e37aa80-b0c7-4ace-98a8-c160c0c2d93b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:01.976097 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4887864a-bcf4-4c47-b295-7572448ed239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6421c5a-51b4-4a21-a176-695530688a05,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:01.999998 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36108) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:02.000535 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4887864a-bcf4-4c47-b295-7572448ed239 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=09d7c7ef9356456f9c1c172961a0209f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4228933 Feb 09 01:21:02.012679 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e8c01b87-e806-46af-b769-1fbdf800ef59 tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (e4588507-6dfd-47ef-b5a2-6b6331e27138), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:02.038687 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c01b87-e806-46af-b769-1fbdf800ef59 tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e4588507-6dfd-47ef-b5a2-6b6331e27138 {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:21:02.059280 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e8c01b87-e806-46af-b769-1fbdf800ef59 tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:02.067875 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e8c01b87-e806-46af-b769-1fbdf800ef59 tempest-RoutersTestDVR-423357054 tempest-RoutersTestDVR-423357054-project-admin] 10.222.0.50 "DELETE /v2.0/routers/e4588507-6dfd-47ef-b5a2-6b6331e27138 HTTP/1.1" status: 204 len: 168 time: 0.8206136 Feb 09 01:21:02.121204 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-acc86275-a0df-47fd-b03a-8295ec4e5f3d admin admin] Publish callbacks [] for security_group (d6421c5a-51b4-4a21-a176-695530688a05), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:02.150663 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-acc86275-a0df-47fd-b03a-8295ec4e5f3d admin admin] Publish callbacks [] for security_group (d6421c5a-51b4-4a21-a176-695530688a05), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:02.248092 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-acc86275-a0df-47fd-b03a-8295ec4e5f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (d6421c5a-51b4-4a21-a176-695530688a05), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:02.254689 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-acc86275-a0df-47fd-b03a-8295ec4e5f3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:02.256515 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-acc86275-a0df-47fd-b03a-8295ec4e5f3d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d6421c5a-51b4-4a21-a176-695530688a05 HTTP/1.1" status: 204 len: 168 time: 0.2555242 Feb 09 01:21:02.284163 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc86275-a0df-47fd-b03a-8295ec4e5f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6421c5a-51b4-4a21-a176-695530688a05,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:02.339164 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-83cced3e-a853-48d0-b031-8cbdf5280a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:02.392587 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e37aa80-b0c7-4ace-98a8-c160c0c2d93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (e8a10734-f380-44a3-a9f7-298105351e3b), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:02.448024 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e37aa80-b0c7-4ace-98a8-c160c0c2d93b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8a10734-f380-44a3-a9f7-298105351e3b,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:02.486751 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620bd54-83a9-4083-8906-fa3d5a5fee45 req-1aa62803-d1e2-4528-be7c-88c76a4e693f tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:02.488445 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1620bd54-83a9-4083-8906-fa3d5a5fee45 req-1aa62803-d1e2-4528-be7c-88c76a4e693f tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bb7e797-db29-41d5-89f9-ee730688e0fa HTTP/1.1" status: 200 len: 946 time: 0.2243657 Feb 09 01:21:02.506261 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7460d89-8d92-420b-9284-104b07c0265e req-c72fa3f5-e721-4816-9bd3-256697e34027 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:02.506574 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d7460d89-8d92-420b-9284-104b07c0265e req-c72fa3f5-e721-4816-9bd3-256697e34027 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7407acc-2d72-4877-b4f1-cfbc025a3908 HTTP/1.1" status: 200 len: 945 time: 0.2189076 Feb 09 01:21:02.570741 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e37aa80-b0c7-4ace-98a8-c160c0c2d93b admin admin] Checking segment: {'id': 'c65aa26b-6f4d-4da5-9ac6-6c267d824ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:21:02.571127 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e37aa80-b0c7-4ace-98a8-c160c0c2d93b admin admin] Network hostable DHCP agents. Network: d88b7625-86d0-4021-80a0-5ba2f7b1a042, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:21:02.598950 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1620bd54-83a9-4083-8906-fa3d5a5fee45 req-d2d37d5f-7c02-404f-b8d2-9cdc592c89b0 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017120 Feb 09 01:21:02.613614 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36144) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:02.655541 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e37aa80-b0c7-4ace-98a8-c160c0c2d93b admin admin] Network d88b7625-86d0-4021-80a0-5ba2f7b1a042 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:21:02.667757 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d7460d89-8d92-420b-9284-104b07c0265e req-287c90b7-6d52-401d-a052-b3c38c9f54bc tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520936 Feb 09 01:21:02.673564 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-2e37aa80-b0c7-4ace-98a8-c160c0c2d93b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, d88b7625-86d0-4021-80a0-5ba2f7b1a042) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:02.685044 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab0aacf-59ca-4c52-b16c-9e5adc0a0d10 None None] Network d88b7625-86d0-4021-80a0-5ba2f7b1a042 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:21:02.701750 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e37aa80-b0c7-4ace-98a8-c160c0c2d93b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:02.702367 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e37aa80-b0c7-4ace-98a8-c160c0c2d93b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:02.746898 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2e37aa80-b0c7-4ace-98a8-c160c0c2d93b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8669302 Feb 09 01:21:02.749687 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36156) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:02.768007 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-98851720-c21d-437b-86b2-1c58bcc8a83a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-428476975-router', 'tenant_id': '99253303b883423fad908712b3678824', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:02.837531 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-98851720-c21d-437b-86b2-1c58bcc8a83a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:02.852288 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-98851720-c21d-437b-86b2-1c58bcc8a83a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:02.853946 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eded2e5-d18d-4743-adf9-9cc7005ccb4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-d88b7625-86d0-4021-80a0-5ba2f7b1a042', 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042', 'project_id': '99253303b883423fad908712b3678824', 'fixed_ips': [{'subnet_id': 'e8a10734-f380-44a3-a9f7-298105351e3b'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:21:02.855295 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7eded2e5-d18d-4743-adf9-9cc7005ccb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:02.992781 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-98851720-c21d-437b-86b2-1c58bcc8a83a admin admin] Publish callbacks [] for router_controller (e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2), precommit_add_association {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:03.082026 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-7eded2e5-d18d-4743-adf9-9cc7005ccb4c None None] Allocated IP 172.20.0.2 (d88b7625-86d0-4021-80a0-5ba2f7b1a042/e8a10734-f380-44a3-a9f7-298105351e3b/2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:03.209321 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-98851720-c21d-437b-86b2-1c58bcc8a83a admin admin] Publish callbacks [] for router_gateway (e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:03.231061 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7ea1922c-767e-469a-b951-ed059168d044 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:03.376732 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7eded2e5-d18d-4743-adf9-9cc7005ccb4c None None] Publish callbacks [] for port (2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:03.390400 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7eded2e5-d18d-4743-adf9-9cc7005ccb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:03.449302 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7ea1922c-767e-469a-b951-ed059168d044 admin admin] Publish callbacks [] for security_group (9de44111-c623-4780-96c9-a3ef6d16438d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:03.454795 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7ea1922c-767e-469a-b951-ed059168d044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (9de44111-c623-4780-96c9-a3ef6d16438d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:03.504056 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea1922c-767e-469a-b951-ed059168d044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de44111-c623-4780-96c9-a3ef6d16438d,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:03.538848 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eded2e5-d18d-4743-adf9-9cc7005ccb4c None None] Network d88b7625-86d0-4021-80a0-5ba2f7b1a042 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:03.546482 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7ea1922c-767e-469a-b951-ed059168d044 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=89e5584dea1c48a39b795cd913507bf2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9310982 Feb 09 01:21:03.548516 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36182) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:03.557566 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-7eded2e5-d18d-4743-adf9-9cc7005ccb4c None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:03.576629 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eded2e5-d18d-4743-adf9-9cc7005ccb4c None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:21:03.611823 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eded2e5-d18d-4743-adf9-9cc7005ccb4c None None] Pushing event updated for resources: {'Port': ['ID=2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:03.699248 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d07e2d7a-beca-4b5e-abf9-06a4528d870c admin admin] Publish callbacks [] for security_group (9de44111-c623-4780-96c9-a3ef6d16438d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:03.736768 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-7eded2e5-d18d-4743-adf9-9cc7005ccb4c None None] Attempting to bind port 2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:21:03.736768 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-7eded2e5-d18d-4743-adf9-9cc7005ccb4c None None] Attempting to bind port 2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'c65aa26b-6f4d-4da5-9ac6-6c267d824ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:21:03.736768 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eded2e5-d18d-4743-adf9-9cc7005ccb4c None None] Attempting to bind port 2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f on network d88b7625-86d0-4021-80a0-5ba2f7b1a042 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:21:03.746155 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eded2e5-d18d-4743-adf9-9cc7005ccb4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:03.750504 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eded2e5-d18d-4743-adf9-9cc7005ccb4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:03.750727 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d07e2d7a-beca-4b5e-abf9-06a4528d870c admin admin] Publish callbacks [] for security_group (9de44111-c623-4780-96c9-a3ef6d16438d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:03.750848 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eded2e5-d18d-4743-adf9-9cc7005ccb4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:03.750848 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eded2e5-d18d-4743-adf9-9cc7005ccb4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:03.750848 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eded2e5-d18d-4743-adf9-9cc7005ccb4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:03.751141 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eded2e5-d18d-4743-adf9-9cc7005ccb4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:03.751243 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eded2e5-d18d-4743-adf9-9cc7005ccb4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:03.751595 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eded2e5-d18d-4743-adf9-9cc7005ccb4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:03.751940 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eded2e5-d18d-4743-adf9-9cc7005ccb4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:03.752283 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eded2e5-d18d-4743-adf9-9cc7005ccb4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:03.752658 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eded2e5-d18d-4743-adf9-9cc7005ccb4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:03.753007 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eded2e5-d18d-4743-adf9-9cc7005ccb4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:03.753335 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eded2e5-d18d-4743-adf9-9cc7005ccb4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:03.781206 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eded2e5-d18d-4743-adf9-9cc7005ccb4c None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:21:03.781803 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eded2e5-d18d-4743-adf9-9cc7005ccb4c None None] Checking segment: {'id': 'c65aa26b-6f4d-4da5-9ac6-6c267d824ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:21:03.782422 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7eded2e5-d18d-4743-adf9-9cc7005ccb4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:03.782997 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eded2e5-d18d-4743-adf9-9cc7005ccb4c None None] Bound using segment: {'id': 'c65aa26b-6f4d-4da5-9ac6-6c267d824ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:21:03.783825 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-7eded2e5-d18d-4743-adf9-9cc7005ccb4c None None] Bound port: 2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c65aa26b-6f4d-4da5-9ac6-6c267d824ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:21:03.784278 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7eded2e5-d18d-4743-adf9-9cc7005ccb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:03.811478 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-98851720-c21d-437b-86b2-1c58bcc8a83a admin admin] Publish callbacks [] for router_gateway (e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:03.899123 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d07e2d7a-beca-4b5e-abf9-06a4528d870c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (9de44111-c623-4780-96c9-a3ef6d16438d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:03.902026 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d07e2d7a-beca-4b5e-abf9-06a4528d870c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:03.903214 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d07e2d7a-beca-4b5e-abf9-06a4528d870c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9de44111-c623-4780-96c9-a3ef6d16438d HTTP/1.1" status: 204 len: 168 time: 0.3532417 Feb 09 01:21:03.913554 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e2d7a-beca-4b5e-abf9-06a4528d870c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de44111-c623-4780-96c9-a3ef6d16438d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:03.953262 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-98851720-c21d-437b-86b2-1c58bcc8a83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:03.967969 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-7eded2e5-d18d-4743-adf9-9cc7005ccb4c None None] For port 2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:21:03.973590 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-7eded2e5-d18d-4743-adf9-9cc7005ccb4c None None] For port 2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f,segment=NetworkSegment(c65aa26b-6f4d-4da5-9ac6-6c267d824ab1),segment_id=c65aa26b-6f4d-4da5-9ac6-6c267d824ab1)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:21:03.990240 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7eded2e5-d18d-4743-adf9-9cc7005ccb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:04.154960 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eded2e5-d18d-4743-adf9-9cc7005ccb4c None None] Pushing event updated for resources: {'Port': ['ID=2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:04.266315 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-98851720-c21d-437b-86b2-1c58bcc8a83a admin admin] Allocated IP 172.25.8.70 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/f3a6be69-295c-49b5-b00e-07879b3d6e32) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:04.317336 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cff503-6a2b-4a7c-9345-2a045a0e7166 req-f79b3e2e-3b49-4966-a078-4b60ac635a9b tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:04.319066 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-81cff503-6a2b-4a7c-9345-2a045a0e7166 req-f79b3e2e-3b49-4966-a078-4b60ac635a9b tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7407acc-2d72-4877-b4f1-cfbc025a3908 HTTP/1.1" status: 200 len: 945 time: 0.4182165 Feb 09 01:21:04.337380 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dfa412-a810-4874-971d-59203494669e req-80b244ed-ce58-492d-90be-e4ca697ec5bf tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:04.339060 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3dfa412-a810-4874-971d-59203494669e req-80b244ed-ce58-492d-90be-e4ca697ec5bf tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bb7e797-db29-41d5-89f9-ee730688e0fa HTTP/1.1" status: 200 len: 946 time: 0.5099413 Feb 09 01:21:04.439992 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-550d122f-be4f-4f39-98e1-aa18f2ff3ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:04.595945 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36228) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:04.606169 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-81cff503-6a2b-4a7c-9345-2a045a0e7166 req-8f34368a-9273-4a7d-b470-cb13955bb1ef tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660918 Feb 09 01:21:04.619100 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d0b87620-1bad-4670-910c-ae2eee48d065 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:04.723921 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3dfa412-a810-4874-971d-59203494669e req-ba684c12-716f-4508-81a3-6c28508adb71 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051264 Feb 09 01:21:04.772671 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-98851720-c21d-437b-86b2-1c58bcc8a83a admin admin] Publish callbacks [] for port (f3a6be69-295c-49b5-b00e-07879b3d6e32), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:04.852116 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d0b87620-1bad-4670-910c-ae2eee48d065 admin admin] Publish callbacks [] for security_group (f0cbe3b3-8bde-4cab-834b-eafc23264524), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:04.862865 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-98851720-c21d-437b-86b2-1c58bcc8a83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (f3a6be69-295c-49b5-b00e-07879b3d6e32), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:04.863222 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d0b87620-1bad-4670-910c-ae2eee48d065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (f0cbe3b3-8bde-4cab-834b-eafc23264524), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:04.932795 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b87620-1bad-4670-910c-ae2eee48d065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0cbe3b3-8bde-4cab-834b-eafc23264524,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:04.945469 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98851720-c21d-437b-86b2-1c58bcc8a83a admin admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:04.953264 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d0b87620-1bad-4670-910c-ae2eee48d065 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ffd8b0a6f4af4bea8246149fc60e2a42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3534040 Feb 09 01:21:04.958458 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36244) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:04.966511 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-98851720-c21d-437b-86b2-1c58bcc8a83a admin admin] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:04.985507 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98851720-c21d-437b-86b2-1c58bcc8a83a admin admin] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:21:05.062771 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98851720-c21d-437b-86b2-1c58bcc8a83a admin admin] Pushing event updated for resources: {'Port': ['ID=f3a6be69-295c-49b5-b00e-07879b3d6e32,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:05.745048 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bbbccab8-f8b7-47df-a861-c16f9836e0ca admin admin] Publish callbacks [] for security_group (f0cbe3b3-8bde-4cab-834b-eafc23264524), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:05.882346 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:05.902073 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bbbccab8-f8b7-47df-a861-c16f9836e0ca admin admin] Publish callbacks [] for security_group (f0cbe3b3-8bde-4cab-834b-eafc23264524), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:05.966722 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f44af7-f5ec-46f3-94c8-673d8c24694a None None] Network d88b7625-86d0-4021-80a0-5ba2f7b1a042 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:21:06.095577 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-98851720-c21d-437b-86b2-1c58bcc8a83a admin admin] Publish callbacks [] for router_gateway (e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:06.177393 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:21:06.218001 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636dd199-4d7f-4bf2-b68b-7497604eadc6 req-19f4f09f-b955-4e8b-a1a2-d7994effd4e2 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:06.225591 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-636dd199-4d7f-4bf2-b68b-7497604eadc6 req-19f4f09f-b955-4e8b-a1a2-d7994effd4e2 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7407acc-2d72-4877-b4f1-cfbc025a3908 HTTP/1.1" status: 200 len: 945 time: 0.5177300 Feb 09 01:21:06.253833 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-58dcac0a-2a12-406f-a9f3-f69765a89f19 None None] Provisioning complete for port 2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:06.254499 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-58dcac0a-2a12-406f-a9f3-f69765a89f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:06.327765 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-636dd199-4d7f-4bf2-b68b-7497604eadc6 req-5f5e4530-d767-4564-8984-07708b7233e6 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010444 Feb 09 01:21:06.350126 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:06.350616 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:06.355556 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21615da6-c7aa-4dca-aa2d-28d558f0079b req-b7b7b9ee-8c55-4b64-9d05-6a416f1e694f tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:06.357133 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-21615da6-c7aa-4dca-aa2d-28d558f0079b req-b7b7b9ee-8c55-4b64-9d05-6a416f1e694f tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bb7e797-db29-41d5-89f9-ee730688e0fa HTTP/1.1" status: 200 len: 946 time: 0.5000570 Feb 09 01:21:06.360294 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bbbccab8-f8b7-47df-a861-c16f9836e0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (f0cbe3b3-8bde-4cab-834b-eafc23264524), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:06.362891 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bbbccab8-f8b7-47df-a861-c16f9836e0ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:06.367289 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-bbbccab8-f8b7-47df-a861-c16f9836e0ca admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f0cbe3b3-8bde-4cab-834b-eafc23264524 HTTP/1.1" status: 204 len: 168 time: 1.4021094 Feb 09 01:21:06.380939 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbccab8-f8b7-47df-a861-c16f9836e0ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0cbe3b3-8bde-4cab-834b-eafc23264524,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:06.530316 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-58dcac0a-2a12-406f-a9f3-f69765a89f19 None None] Current status of the port 2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:06.531259 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-58dcac0a-2a12-406f-a9f3-f69765a89f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:06.642868 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-21615da6-c7aa-4dca-aa2d-28d558f0079b req-84ef5276-1577-4055-b006-63c407914ce9 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724798 Feb 09 01:21:06.717211 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:06.730562 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-98851720-c21d-437b-86b2-1c58bcc8a83a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:06.731888 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:06.787907 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-58dcac0a-2a12-406f-a9f3-f69765a89f19 None None] For port 2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f,segment=NetworkSegment(c65aa26b-6f4d-4da5-9ac6-6c267d824ab1),segment_id=c65aa26b-6f4d-4da5-9ac6-6c267d824ab1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:06.825437 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-58dcac0a-2a12-406f-a9f3-f69765a89f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:06.995539 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dcac0a-2a12-406f-a9f3-f69765a89f19 None None] Pushing event updated for resources: {'Port': ['ID=2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:07.088708 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.api [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:21:07.092559 n-d-828369-4 neutron-server[103138]: DEBUG oslo_db.api [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:21:07.116481 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98851720-c21d-437b-86b2-1c58bcc8a83a admin admin] Router e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:21:07.203795 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:07.262437 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-a19f68bb-eb0b-4a89-82bb-062c5ce536e8 None None] Provisioning complete for port 2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:07.262805 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a19f68bb-eb0b-4a89-82bb-062c5ce536e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:07.364850 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98851720-c21d-437b-86b2-1c58bcc8a83a admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:21:07.385779 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa6ab71-f3af-4b14-bfde-2561c63d368f None None] Sync routers for ids ['e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:21:07.386980 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-98851720-c21d-437b-86b2-1c58bcc8a83a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:07.388301 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-98851720-c21d-437b-86b2-1c58bcc8a83a admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6355510 Feb 09 01:21:07.391325 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36360) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:07.424701 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa6ab71-f3af-4b14-bfde-2561c63d368f None None] Routers {'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:21:07.425604 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-3aa6ab71-f3af-4b14-bfde-2561c63d368f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:21:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:07.524393 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a19f68bb-eb0b-4a89-82bb-062c5ce536e8 None None] Current status of the port 2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:07.604598 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d1f3d-6219-4c2e-948f-3cbc833433fd req-07fb94f8-c394-4902-9714-cebe93cdc596 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:07.606235 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-175d1f3d-6219-4c2e-948f-3cbc833433fd req-07fb94f8-c394-4902-9714-cebe93cdc596 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7407acc-2d72-4877-b4f1-cfbc025a3908 HTTP/1.1" status: 200 len: 945 time: 0.1722438 Feb 09 01:21:07.692632 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-175d1f3d-6219-4c2e-948f-3cbc833433fd req-d642289f-f165-4410-873d-ef7eec69ffb3 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807328 Feb 09 01:21:07.719292 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-3aa6ab71-f3af-4b14-bfde-2561c63d368f None None] Set router e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:21:07.826588 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:08.002078 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117214d-caa9-40d1-aa2f-01e0e5df2020 req-7b8aa0c5-0abc-436d-8cbc-0c214f6fcfdc tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:08.047780 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a117214d-caa9-40d1-aa2f-01e0e5df2020 req-7b8aa0c5-0abc-436d-8cbc-0c214f6fcfdc tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bb7e797-db29-41d5-89f9-ee730688e0fa HTTP/1.1" status: 200 len: 946 time: 0.2260046 Feb 09 01:21:08.209511 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a117214d-caa9-40d1-aa2f-01e0e5df2020 req-9748e7ad-8a5b-4f7f-bbe7-87ed35d6c925 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389735 Feb 09 01:21:08.223429 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:08.342586 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-3aa6ab71-f3af-4b14-bfde-2561c63d368f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2', 'name': 'tempest-ServerActionsTestJSON-428476975-router', 'tenant_id': '99253303b883423fad908712b3678824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'f3a6be69-295c-49b5-b00e-07879b3d6e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:21:02Z', 'updated_at': '2022-02-09T01:21:05Z', 'revision_number': 3, 'project_id': '99253303b883423fad908712b3678824', 'gw_port': {'id': 'f3a6be69-295c-49b5-b00e-07879b3d6e32', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:96:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:04Z', 'updated_at': '2022-02-09T01:21:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:08.425586 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:21:08.478923 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a764e51-f6b2-4a87-8c30-f0da8d4f82d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:08.496727 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36414) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:08.555774 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa6ab71-f3af-4b14-bfde-2561c63d368f None None] Checking router: e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:21:08.558276 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa6ab71-f3af-4b14-bfde-2561c63d368f None None] Updating router e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2 port f3a6be69-295c-49b5-b00e-07879b3d6e32 binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:21:08.621511 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:08.659919 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:08.660404 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:08.663233 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3aa6ab71-f3af-4b14-bfde-2561c63d368f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f3a6be69-295c-49b5-b00e-07879b3d6e32), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:08.718856 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-5eab883c-d2a3-43ea-88e0-e18cb466d607 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1049992815'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:08.757826 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eab883c-d2a3-43ea-88e0-e18cb466d607 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Made reservation on behalf of 7d5990bbd4c047ec8023f95ec9cb77d6 for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:08.765669 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5eab883c-d2a3-43ea-88e0-e18cb466d607 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:08.792975 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5eab883c-d2a3-43ea-88e0-e18cb466d607 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:08.910934 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:08.991957 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-8a764e51-f6b2-4a87-8c30-f0da8d4f82d8 admin admin] Allocated IP 172.20.0.1 (d88b7625-86d0-4021-80a0-5ba2f7b1a042/e8a10734-f380-44a3-a9f7-298105351e3b/97093797-d6a0-41be-9d36-6089000826c1) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:09.086251 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2ace5-b9c2-4451-9c58-4073f4f39121 req-909c94b1-f6a2-44f7-95b6-f5845590f928 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:09.101175 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9c2ace5-b9c2-4451-9c58-4073f4f39121 req-909c94b1-f6a2-44f7-95b6-f5845590f928 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7407acc-2d72-4877-b4f1-cfbc025a3908 HTTP/1.1" status: 200 len: 945 time: 0.2138762 Feb 09 01:21:09.170649 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5eab883c-d2a3-43ea-88e0-e18cb466d607 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks [] for security_group (33f9cb1b-c925-4247-bdf7-fc2aec8aad16), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:09.189098 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5eab883c-d2a3-43ea-88e0-e18cb466d607 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (33f9cb1b-c925-4247-bdf7-fc2aec8aad16), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:09.211466 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eab883c-d2a3-43ea-88e0-e18cb466d607 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1037} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:21:09.226681 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a764e51-f6b2-4a87-8c30-f0da8d4f82d8 admin admin] Publish callbacks [] for port (97093797-d6a0-41be-9d36-6089000826c1), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:09.227741 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5eab883c-d2a3-43ea-88e0-e18cb466d607 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (1a887c75-56f8-4613-bcae-b9d3ca3cd6a2), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:09.228287 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-5eab883c-d2a3-43ea-88e0-e18cb466d607 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Added segment 1a887c75-56f8-4613-bcae-b9d3ca3cd6a2 of type vlan for network 4fcb10e9-bd02-4591-b36d-6b216b3a0ab5 Feb 09 01:21:09.289447 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a764e51-f6b2-4a87-8c30-f0da8d4f82d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (97093797-d6a0-41be-9d36-6089000826c1), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:09.373445 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5eab883c-d2a3-43ea-88e0-e18cb466d607 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (4fcb10e9-bd02-4591-b36d-6b216b3a0ab5), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:09.384654 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a764e51-f6b2-4a87-8c30-f0da8d4f82d8 admin admin] Pushing event updated for resources: {'Port': ['ID=97093797-d6a0-41be-9d36-6089000826c1,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:09.397150 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:09.411186 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a764e51-f6b2-4a87-8c30-f0da8d4f82d8 admin admin] Network d88b7625-86d0-4021-80a0-5ba2f7b1a042 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:09.413862 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-8a764e51-f6b2-4a87-8c30-f0da8d4f82d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:09.432296 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a764e51-f6b2-4a87-8c30-f0da8d4f82d8 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:21:09.466251 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3aa6ab71-f3af-4b14-bfde-2561c63d368f None None] Publish callbacks [] for port (f3a6be69-295c-49b5-b00e-07879b3d6e32), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:09.476953 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3aa6ab71-f3af-4b14-bfde-2561c63d368f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f3a6be69-295c-49b5-b00e-07879b3d6e32), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:09.483563 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5eab883c-d2a3-43ea-88e0-e18cb466d607 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (4fcb10e9-bd02-4591-b36d-6b216b3a0ab5), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:09.494403 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eab883c-d2a3-43ea-88e0-e18cb466d607 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:09.495045 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5eab883c-d2a3-43ea-88e0-e18cb466d607 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:09.515887 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a764e51-f6b2-4a87-8c30-f0da8d4f82d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:09.734745 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9c2ace5-b9c2-4451-9c58-4073f4f39121 req-5253f823-07e5-4d62-a35c-4ec5214a07e4 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6321375 Feb 09 01:21:09.887514 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a764e51-f6b2-4a87-8c30-f0da8d4f82d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (97093797-d6a0-41be-9d36-6089000826c1), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:10.009202 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-5eab883c-d2a3-43ea-88e0-e18cb466d607 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5111487 Feb 09 01:21:10.040793 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab883c-d2a3-43ea-88e0-e18cb466d607 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33f9cb1b-c925-4247-bdf7-fc2aec8aad16,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:10.043098 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-ea684d04-3e14-4a7c-8a32-4a2ca5e46599 None None] Provisioning complete for port 97093797-d6a0-41be-9d36-6089000826c1 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:10.043960 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ea684d04-3e14-4a7c-8a32-4a2ca5e46599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (97093797-d6a0-41be-9d36-6089000826c1), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:10.101418 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc7b2c-ad53-4bd5-b276-c3de01e52d75 req-44e5c535-2b0d-4a6d-8cdf-135dc054e74b tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:10.107416 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-20bc7b2c-ad53-4bd5-b276-c3de01e52d75 req-44e5c535-2b0d-4a6d-8cdf-135dc054e74b tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bb7e797-db29-41d5-89f9-ee730688e0fa HTTP/1.1" status: 200 len: 946 time: 0.6418197 Feb 09 01:21:10.113566 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab883c-d2a3-43ea-88e0-e18cb466d607 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event updated for resources: {'Network': ['ID=4fcb10e9-bd02-4591-b36d-6b216b3a0ab5,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:10.140367 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36516) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:10.157695 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-59466aa8-6a7b-49b2-bf4d-16fffd689fb1 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Request body: {'subnet': {'network_id': '4fcb10e9-bd02-4591-b36d-6b216b3a0ab5', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:10.174366 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 4fcb10e9-bd02-4591-b36d-6b216b3a0ab5 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:21:10.177363 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc1af86-723b-47e9-ab56-e5391763fc31 None None] Pushing event updated for resources: {'Port': ['ID=f3a6be69-295c-49b5-b00e-07879b3d6e32,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:10.305694 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-20bc7b2c-ad53-4bd5-b276-c3de01e52d75 req-ed6b5882-1afe-4384-8cca-51e1b9157bcb tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890488 Feb 09 01:21:10.332141 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59466aa8-6a7b-49b2-bf4d-16fffd689fb1 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Made reservation on behalf of 7d5990bbd4c047ec8023f95ec9cb77d6 for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:10.337474 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a764e51-f6b2-4a87-8c30-f0da8d4f82d8 admin admin] Publish callbacks [] for port (97093797-d6a0-41be-9d36-6089000826c1), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:10.338561 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-59466aa8-6a7b-49b2-bf4d-16fffd689fb1 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:10.343243 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a764e51-f6b2-4a87-8c30-f0da8d4f82d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (97093797-d6a0-41be-9d36-6089000826c1), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:10.361958 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-3aa6ab71-f3af-4b14-bfde-2561c63d368f None None] Attempting to bind port f3a6be69-295c-49b5-b00e-07879b3d6e32 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:21:10.363969 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-3aa6ab71-f3af-4b14-bfde-2561c63d368f None None] Attempting to bind port f3a6be69-295c-49b5-b00e-07879b3d6e32 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:21:10.364528 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa6ab71-f3af-4b14-bfde-2561c63d368f None None] Attempting to bind port f3a6be69-295c-49b5-b00e-07879b3d6e32 on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:21:10.387223 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a764e51-f6b2-4a87-8c30-f0da8d4f82d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:10.393616 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa6ab71-f3af-4b14-bfde-2561c63d368f None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:21:10.394531 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa6ab71-f3af-4b14-bfde-2561c63d368f None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:21:10.395196 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3aa6ab71-f3af-4b14-bfde-2561c63d368f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:10.395847 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa6ab71-f3af-4b14-bfde-2561c63d368f None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:21:10.397172 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-3aa6ab71-f3af-4b14-bfde-2561c63d368f None None] Bound port: f3a6be69-295c-49b5-b00e-07879b3d6e32, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:21:10.398368 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3aa6ab71-f3af-4b14-bfde-2561c63d368f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f3a6be69-295c-49b5-b00e-07879b3d6e32), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:10.489736 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-3aa6ab71-f3af-4b14-bfde-2561c63d368f None None] For port f3a6be69-295c-49b5-b00e-07879b3d6e32, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:21:10.498666 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-3aa6ab71-f3af-4b14-bfde-2561c63d368f None None] For port f3a6be69-295c-49b5-b00e-07879b3d6e32, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f3a6be69-295c-49b5-b00e-07879b3d6e32,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:21:10.506713 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ea684d04-3e14-4a7c-8a32-4a2ca5e46599 None None] Port 97093797-d6a0-41be-9d36-6089000826c1 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:21:10.527321 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3aa6ab71-f3af-4b14-bfde-2561c63d368f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f3a6be69-295c-49b5-b00e-07879b3d6e32), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:10.676230 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa6ab71-f3af-4b14-bfde-2561c63d368f None None] Routers {'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:21:10.677918 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-3aa6ab71-f3af-4b14-bfde-2561c63d368f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:21:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:10.914451 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc1af86-723b-47e9-ab56-e5391763fc31 None None] Pushing event updated for resources: {'Port': ['ID=f3a6be69-295c-49b5-b00e-07879b3d6e32,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:10.931337 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-59466aa8-6a7b-49b2-bf4d-16fffd689fb1 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (63fc457e-a4d0-4db1-8390-386405f996f0), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:11.043945 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55ecb5-4405-4b50-a0e8-cac78555ccdb req-736848c1-2d99-47cb-be54-61d89f18fed4 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:11.045839 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ac55ecb5-4405-4b50-a0e8-cac78555ccdb req-736848c1-2d99-47cb-be54-61d89f18fed4 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7407acc-2d72-4877-b4f1-cfbc025a3908 HTTP/1.1" status: 200 len: 945 time: 0.2154012 Feb 09 01:21:11.132024 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-3aa6ab71-f3af-4b14-bfde-2561c63d368f None None] Set router e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:21:11.177187 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59466aa8-6a7b-49b2-bf4d-16fffd689fb1 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event updated for resources: {'Subnet': ['ID=63fc457e-a4d0-4db1-8390-386405f996f0,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:11.190876 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59466aa8-6a7b-49b2-bf4d-16fffd689fb1 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Checking segment: {'id': '1a887c75-56f8-4613-bcae-b9d3ca3cd6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '4fcb10e9-bd02-4591-b36d-6b216b3a0ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:21:11.191258 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59466aa8-6a7b-49b2-bf4d-16fffd689fb1 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Network hostable DHCP agents. Network: 4fcb10e9-bd02-4591-b36d-6b216b3a0ab5, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:21:11.232426 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36592) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:11.239218 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59466aa8-6a7b-49b2-bf4d-16fffd689fb1 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Network 4fcb10e9-bd02-4591-b36d-6b216b3a0ab5 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:21:11.254121 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ac55ecb5-4405-4b50-a0e8-cac78555ccdb req-7444d86a-1219-414c-b906-f044688b53e3 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921570 Feb 09 01:21:11.255300 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-59466aa8-6a7b-49b2-bf4d-16fffd689fb1 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 4fcb10e9-bd02-4591-b36d-6b216b3a0ab5) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:11.262223 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59466aa8-6a7b-49b2-bf4d-16fffd689fb1 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:11.262836 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-59466aa8-6a7b-49b2-bf4d-16fffd689fb1 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:11.283928 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf52403e-652f-4d7a-a93c-0d0eb7fefd04 None None] Network 4fcb10e9-bd02-4591-b36d-6b216b3a0ab5 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:21:11.296588 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-59466aa8-6a7b-49b2-bf4d-16fffd689fb1 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.1486108 Feb 09 01:21:11.299359 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36596) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:11.319929 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-fe7e88b1-24b4-4f86-a399-ebcb791649e8 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1063205654'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:11.347181 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a764e51-f6b2-4a87-8c30-f0da8d4f82d8 admin admin] Pushing event updated for resources: {'Port': ['ID=97093797-d6a0-41be-9d36-6089000826c1,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:11.406813 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7e88b1-24b4-4f86-a399-ebcb791649e8 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Made reservation on behalf of 7d5990bbd4c047ec8023f95ec9cb77d6 for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:11.414837 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fe7e88b1-24b4-4f86-a399-ebcb791649e8 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:11.473920 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe7e88b1-24b4-4f86-a399-ebcb791649e8 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1026} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:21:11.506372 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fe7e88b1-24b4-4f86-a399-ebcb791649e8 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (094d5802-e993-4d7c-b3d7-b5fba588cd09), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:11.506372 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-fe7e88b1-24b4-4f86-a399-ebcb791649e8 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Added segment 094d5802-e993-4d7c-b3d7-b5fba588cd09 of type vlan for network 3301b638-e074-4a9a-9d81-63feb4e2b5d2 Feb 09 01:21:11.514660 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a764e51-f6b2-4a87-8c30-f0da8d4f82d8 admin admin] Network d88b7625-86d0-4021-80a0-5ba2f7b1a042 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:11.521813 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-8a764e51-f6b2-4a87-8c30-f0da8d4f82d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:11.702271 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-efd7c03b-c7fa-4875-8119-398908bed696 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:11.743288 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fe7e88b1-24b4-4f86-a399-ebcb791649e8 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (3301b638-e074-4a9a-9d81-63feb4e2b5d2), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:11.791736 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a764e51-f6b2-4a87-8c30-f0da8d4f82d8 admin admin] Router e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:21:11.794135 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe0e308-22f8-45ee-b833-d4848d3dd650 req-6ea21ef9-75f5-4d5f-95d0-f143a52b59cb tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:11.802841 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bbe0e308-22f8-45ee-b833-d4848d3dd650 req-6ea21ef9-75f5-4d5f-95d0-f143a52b59cb tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bb7e797-db29-41d5-89f9-ee730688e0fa HTTP/1.1" status: 200 len: 946 time: 0.3108876 Feb 09 01:21:11.847200 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b92bb6a-f33e-486e-abab-38a1e6aafcff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-4fcb10e9-bd02-4591-b36d-6b216b3a0ab5', 'network_id': '4fcb10e9-bd02-4591-b36d-6b216b3a0ab5', 'project_id': '7d5990bbd4c047ec8023f95ec9cb77d6', 'fixed_ips': [{'subnet_id': '63fc457e-a4d0-4db1-8390-386405f996f0'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:21:11.852782 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2b92bb6a-f33e-486e-abab-38a1e6aafcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:11.884036 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fe7e88b1-24b4-4f86-a399-ebcb791649e8 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (3301b638-e074-4a9a-9d81-63feb4e2b5d2), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:11.898319 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7e88b1-24b4-4f86-a399-ebcb791649e8 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:11.903334 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fe7e88b1-24b4-4f86-a399-ebcb791649e8 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:12.011884 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e88b1-24b4-4f86-a399-ebcb791649e8 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event updated for resources: {'Network': ['ID=3301b638-e074-4a9a-9d81-63feb4e2b5d2,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:12.147031 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 3301b638-e074-4a9a-9d81-63feb4e2b5d2 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:21:12.204294 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a764e51-f6b2-4a87-8c30-f0da8d4f82d8 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:21:12.227589 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8a764e51-f6b2-4a87-8c30-f0da8d4f82d8 admin admin] 10.222.0.50 "PUT /v2.0/routers/e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8349349 Feb 09 01:21:12.290148 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-efd7c03b-c7fa-4875-8119-398908bed696 admin admin] Publish callbacks [] for security_group (cf3e3074-65d6-49a6-ac5c-f617dc8736a0), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:12.298381 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bbe0e308-22f8-45ee-b833-d4848d3dd650 req-2f768a58-37bb-4520-ae78-7f472b523ed9 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4766567 Feb 09 01:21:12.306872 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-fe7e88b1-24b4-4f86-a399-ebcb791649e8 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0031099 Feb 09 01:21:12.306872 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-efd7c03b-c7fa-4875-8119-398908bed696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (cf3e3074-65d6-49a6-ac5c-f617dc8736a0), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:12.307224 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36652) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:12.313546 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-7082f7a6-5f1b-4c7b-9ddd-2f4703154eb5 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Request body: {'subnet': {'network_id': '3301b638-e074-4a9a-9d81-63feb4e2b5d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:12.488964 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-77b69fad-19e2-45d8-9d14-9ed5e19c8d8b None None] Provisioning complete for port 97093797-d6a0-41be-9d36-6089000826c1 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:12.489457 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-77b69fad-19e2-45d8-9d14-9ed5e19c8d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (97093797-d6a0-41be-9d36-6089000826c1), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:12.533252 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-77b69fad-19e2-45d8-9d14-9ed5e19c8d8b None None] Port 97093797-d6a0-41be-9d36-6089000826c1 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:21:12.551388 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-efd7c03b-c7fa-4875-8119-398908bed696 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e2ce2bf5b77941ea8a35b1d4abf335fc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3167717 Feb 09 01:21:12.555146 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36658) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:12.591789 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7082f7a6-5f1b-4c7b-9ddd-2f4703154eb5 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Made reservation on behalf of 7d5990bbd4c047ec8023f95ec9cb77d6 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:12.600385 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7082f7a6-5f1b-4c7b-9ddd-2f4703154eb5 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:12.613502 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd7c03b-c7fa-4875-8119-398908bed696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3e3074-65d6-49a6-ac5c-f617dc8736a0,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:12.673027 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-2b92bb6a-f33e-486e-abab-38a1e6aafcff None None] Allocated IP 172.20.255.242 (4fcb10e9-bd02-4591-b36d-6b216b3a0ab5/63fc457e-a4d0-4db1-8390-386405f996f0/96e6257b-10bc-4c69-8700-5255b2785dba) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:12.698837 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3b4c1-933b-49da-b913-ef3cf988f36c req-13ae6656-ffd0-4a6f-aa41-e5967886c244 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:12.701867 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-26e3b4c1-933b-49da-b913-ef3cf988f36c req-13ae6656-ffd0-4a6f-aa41-e5967886c244 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7407acc-2d72-4877-b4f1-cfbc025a3908 HTTP/1.1" status: 200 len: 945 time: 0.2627051 Feb 09 01:21:12.737780 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d0adf1a7-25cf-40b6-8ad4-5c33210290f0 admin admin] Publish callbacks [] for security_group (cf3e3074-65d6-49a6-ac5c-f617dc8736a0), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:12.806069 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d0adf1a7-25cf-40b6-8ad4-5c33210290f0 admin admin] Publish callbacks [] for security_group (cf3e3074-65d6-49a6-ac5c-f617dc8736a0), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:12.822327 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-3aa6ab71-f3af-4b14-bfde-2561c63d368f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2', 'name': 'tempest-ServerActionsTestJSON-428476975-router', 'tenant_id': '99253303b883423fad908712b3678824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'f3a6be69-295c-49b5-b00e-07879b3d6e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:21:02Z', 'updated_at': '2022-02-09T01:21:09Z', 'revision_number': 4, 'project_id': '99253303b883423fad908712b3678824', 'gw_port': {'id': 'f3a6be69-295c-49b5-b00e-07879b3d6e32', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:96:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:04Z', 'updated_at': '2022-02-09T01:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '97093797-d6a0-41be-9d36-6089000826c1', 'name': '', 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042', 'tenant_id': '99253303b883423fad908712b3678824', 'mac_address': 'fa:16:3e:3c:b2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'e8a10734-f380-44a3-a9f7-298105351e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:08Z', 'updated_at': '2022-02-09T01:21:10Z', 'revision_number': 2, 'project_id': '99253303b883423fad908712b3678824', 'subnets': [{'id': 'e8a10734-f380-44a3-a9f7-298105351e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:12.857986 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa6ab71-f3af-4b14-bfde-2561c63d368f None None] The sync data for ids ['e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2'] in n-d-828369-4 is: [{'id': 'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2', 'name': 'tempest-ServerActionsTestJSON-428476975-router', 'tenant_id': '99253303b883423fad908712b3678824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'f3a6be69-295c-49b5-b00e-07879b3d6e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:21:02Z', 'updated_at': '2022-02-09T01:21:09Z', 'revision_number': 4, 'project_id': '99253303b883423fad908712b3678824', 'gw_port': {'id': 'f3a6be69-295c-49b5-b00e-07879b3d6e32', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:96:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:04Z', 'updated_at': '2022-02-09T01:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '97093797-d6a0-41be-9d36-6089000826c1', 'name': '', 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042', 'tenant_id': '99253303b883423fad908712b3678824', 'mac_address': 'fa:16:3e:3c:b2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'e8a10734-f380-44a3-a9f7-298105351e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:08Z', 'updated_at': '2022-02-09T01:21:10Z', 'revision_number': 2, 'project_id': '99253303b883423fad908712b3678824', 'subnets': [{'id': 'e8a10734-f380-44a3-a9f7-298105351e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:21:12.911209 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d0adf1a7-25cf-40b6-8ad4-5c33210290f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (cf3e3074-65d6-49a6-ac5c-f617dc8736a0), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:12.914347 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d0adf1a7-25cf-40b6-8ad4-5c33210290f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:12.930877 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d0adf1a7-25cf-40b6-8ad4-5c33210290f0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cf3e3074-65d6-49a6-ac5c-f617dc8736a0 HTTP/1.1" status: 204 len: 168 time: 0.3734024 Feb 09 01:21:12.946175 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0adf1a7-25cf-40b6-8ad4-5c33210290f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3e3074-65d6-49a6-ac5c-f617dc8736a0,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:13.000812 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-26e3b4c1-933b-49da-b913-ef3cf988f36c req-8eabf9ff-6ccf-4c8e-bb1f-1a0b22ec0353 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829459 Feb 09 01:21:13.030076 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7082f7a6-5f1b-4c7b-9ddd-2f4703154eb5 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (4aba8419-5e85-4019-85ff-4c6fd215784f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:13.129155 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082f7a6-5f1b-4c7b-9ddd-2f4703154eb5 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event updated for resources: {'Subnet': ['ID=4aba8419-5e85-4019-85ff-4c6fd215784f,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:13.140715 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7082f7a6-5f1b-4c7b-9ddd-2f4703154eb5 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Checking segment: {'id': '094d5802-e993-4d7c-b3d7-b5fba588cd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '3301b638-e074-4a9a-9d81-63feb4e2b5d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:21:13.150885 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7082f7a6-5f1b-4c7b-9ddd-2f4703154eb5 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Network hostable DHCP agents. Network: 3301b638-e074-4a9a-9d81-63feb4e2b5d2, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:21:13.188449 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7082f7a6-5f1b-4c7b-9ddd-2f4703154eb5 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Network 3301b638-e074-4a9a-9d81-63feb4e2b5d2 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:21:13.207127 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-7082f7a6-5f1b-4c7b-9ddd-2f4703154eb5 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 3301b638-e074-4a9a-9d81-63feb4e2b5d2) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:13.214333 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7082f7a6-5f1b-4c7b-9ddd-2f4703154eb5 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:13.215169 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7082f7a6-5f1b-4c7b-9ddd-2f4703154eb5 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:13.248663 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1a1c41-e0c5-47a6-b298-de7360c82e49 None None] Network 3301b638-e074-4a9a-9d81-63feb4e2b5d2 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:21:13.256382 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7082f7a6-5f1b-4c7b-9ddd-2f4703154eb5 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.9451036 Feb 09 01:21:13.257226 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36700) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:13.528515 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-20655a18-6a92-4cee-ac65-74d5aa13ed42 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (3301b638-e074-4a9a-9d81-63feb4e2b5d2), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:13.542344 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2b92bb6a-f33e-486e-abab-38a1e6aafcff None None] Publish callbacks [] for port (96e6257b-10bc-4c69-8700-5255b2785dba), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:13.586490 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2b92bb6a-f33e-486e-abab-38a1e6aafcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (96e6257b-10bc-4c69-8700-5255b2785dba), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:13.769123 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b92bb6a-f33e-486e-abab-38a1e6aafcff None None] Network 4fcb10e9-bd02-4591-b36d-6b216b3a0ab5 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:13.784059 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-2b92bb6a-f33e-486e-abab-38a1e6aafcff None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:13.809103 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b92bb6a-f33e-486e-abab-38a1e6aafcff None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:21:13.821280 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-20655a18-6a92-4cee-ac65-74d5aa13ed42 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (4aba8419-5e85-4019-85ff-4c6fd215784f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:13.836171 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36734) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:13.874179 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-84185146-ece9-4724-b24c-07942eb6d5d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:13.899376 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834ce59-4ba5-4460-9494-a7914909f260 req-72a21951-6c1d-4279-9514-9c9c8922fae3 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:13.909463 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b834ce59-4ba5-4460-9494-a7914909f260 req-72a21951-6c1d-4279-9514-9c9c8922fae3 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bb7e797-db29-41d5-89f9-ee730688e0fa HTTP/1.1" status: 200 len: 946 time: 0.3759067 Feb 09 01:21:13.934635 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b92bb6a-f33e-486e-abab-38a1e6aafcff None None] Pushing event updated for resources: {'Port': ['ID=96e6257b-10bc-4c69-8700-5255b2785dba,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:14.065650 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36742) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:14.076028 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3d4a65-bbc0-43f2-b172-ceef26efeded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-3301b638-e074-4a9a-9d81-63feb4e2b5d2', 'network_id': '3301b638-e074-4a9a-9d81-63feb4e2b5d2', 'project_id': '7d5990bbd4c047ec8023f95ec9cb77d6', 'fixed_ips': [{'subnet_id': '4aba8419-5e85-4019-85ff-4c6fd215784f'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:21:14.078300 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0e3d4a65-bbc0-43f2-b172-ceef26efeded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:14.083209 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b834ce59-4ba5-4460-9494-a7914909f260 req-1e492451-4417-4166-b077-318527b00077 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678493 Feb 09 01:21:14.087427 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-2b92bb6a-f33e-486e-abab-38a1e6aafcff None None] Attempting to bind port 96e6257b-10bc-4c69-8700-5255b2785dba on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:21:14.089756 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-2b92bb6a-f33e-486e-abab-38a1e6aafcff None None] Attempting to bind port 96e6257b-10bc-4c69-8700-5255b2785dba by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '1a887c75-56f8-4613-bcae-b9d3ca3cd6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '4fcb10e9-bd02-4591-b36d-6b216b3a0ab5'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:21:14.092927 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b92bb6a-f33e-486e-abab-38a1e6aafcff None None] Attempting to bind port 96e6257b-10bc-4c69-8700-5255b2785dba on network 4fcb10e9-bd02-4591-b36d-6b216b3a0ab5 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:21:14.119168 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-13eb8ab3-28f6-4cbd-8429-404449fed434 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1852135590', 'description': 'tempest-description--41642214'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:14.123984 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b92bb6a-f33e-486e-abab-38a1e6aafcff None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:21:14.124789 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b92bb6a-f33e-486e-abab-38a1e6aafcff None None] Checking segment: {'id': '1a887c75-56f8-4613-bcae-b9d3ca3cd6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '4fcb10e9-bd02-4591-b36d-6b216b3a0ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:21:14.125400 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2b92bb6a-f33e-486e-abab-38a1e6aafcff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:14.126968 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b92bb6a-f33e-486e-abab-38a1e6aafcff None None] Bound using segment: {'id': '1a887c75-56f8-4613-bcae-b9d3ca3cd6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '4fcb10e9-bd02-4591-b36d-6b216b3a0ab5'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:21:14.131397 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-2b92bb6a-f33e-486e-abab-38a1e6aafcff None None] Bound port: 96e6257b-10bc-4c69-8700-5255b2785dba, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a887c75-56f8-4613-bcae-b9d3ca3cd6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '4fcb10e9-bd02-4591-b36d-6b216b3a0ab5'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:21:14.132072 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2b92bb6a-f33e-486e-abab-38a1e6aafcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (96e6257b-10bc-4c69-8700-5255b2785dba), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:14.157459 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-20655a18-6a92-4cee-ac65-74d5aa13ed42 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (4aba8419-5e85-4019-85ff-4c6fd215784f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:14.226079 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-84185146-ece9-4724-b24c-07942eb6d5d9 admin admin] Publish callbacks [] for security_group (fd386fd4-b611-43af-a9ef-282269689951), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:14.239807 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-84185146-ece9-4724-b24c-07942eb6d5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (fd386fd4-b611-43af-a9ef-282269689951), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:14.263766 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-13eb8ab3-28f6-4cbd-8429-404449fed434 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:14.278615 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20655a18-6a92-4cee-ac65-74d5aa13ed42 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event deleted for resources: {'Subnet': ['ID=4aba8419-5e85-4019-85ff-4c6fd215784f,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:14.463712 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-84185146-ece9-4724-b24c-07942eb6d5d9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=18a29d771ad6427daa4b8187737a0a22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6259975 Feb 09 01:21:14.468150 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36756) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:14.480276 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84185146-ece9-4724-b24c-07942eb6d5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd386fd4-b611-43af-a9ef-282269689951,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:14.635264 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-2b92bb6a-f33e-486e-abab-38a1e6aafcff None None] For port 96e6257b-10bc-4c69-8700-5255b2785dba, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:21:14.658384 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18de114d-402f-43a7-b6e1-559f76ddd976 None None] Network 3301b638-e074-4a9a-9d81-63feb4e2b5d2 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:21:14.665956 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-2b92bb6a-f33e-486e-abab-38a1e6aafcff None None] For port 96e6257b-10bc-4c69-8700-5255b2785dba, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=96e6257b-10bc-4c69-8700-5255b2785dba,segment=NetworkSegment(1a887c75-56f8-4613-bcae-b9d3ca3cd6a2),segment_id=1a887c75-56f8-4613-bcae-b9d3ca3cd6a2)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:21:14.666884 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-13eb8ab3-28f6-4cbd-8429-404449fed434 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks [] for security_group (4629bd31-c796-4e88-8f90-dc02cef8fece), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:14.694465 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-13eb8ab3-28f6-4cbd-8429-404449fed434 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (4629bd31-c796-4e88-8f90-dc02cef8fece), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:14.751132 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-13eb8ab3-28f6-4cbd-8429-404449fed434 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:14.752456 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-13eb8ab3-28f6-4cbd-8429-404449fed434 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6849456 Feb 09 01:21:14.757309 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36776) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:14.758009 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb8ab3-28f6-4cbd-8429-404449fed434 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4629bd31-c796-4e88-8f90-dc02cef8fece,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:14.792073 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-2e7c5dd6-8af6-421d-8f0f-b6fa12734481 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Request body: {'security_group_rule': {'security_group_id': '4629bd31-c796-4e88-8f90-dc02cef8fece', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:14.864273 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d2468-ae63-4436-aeb2-bd954e363aa1 req-61415c62-6156-41c8-9cfa-3f2b73fce8ba tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:14.865961 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6a1d2468-ae63-4436-aeb2-bd954e363aa1 req-61415c62-6156-41c8-9cfa-3f2b73fce8ba tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7407acc-2d72-4877-b4f1-cfbc025a3908 HTTP/1.1" status: 200 len: 945 time: 0.5995643 Feb 09 01:21:14.867783 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-20655a18-6a92-4cee-ac65-74d5aa13ed42 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (3301b638-e074-4a9a-9d81-63feb4e2b5d2), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:14.870359 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2e7c5dd6-8af6-421d-8f0f-b6fa12734481 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks [] for security_group_rule (18d3638e-1a5a-4d11-92b7-51f1128004a1), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:14.878454 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2b92bb6a-f33e-486e-abab-38a1e6aafcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (96e6257b-10bc-4c69-8700-5255b2785dba), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:15.016948 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6a1d2468-ae63-4436-aeb2-bd954e363aa1 req-12a7d941-6a61-40bb-8805-c26a64763b0c tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293554 Feb 09 01:21:15.073348 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ef87f489-ffd6-4617-bdb5-cb8099f357b4 admin admin] Publish callbacks [] for security_group (fd386fd4-b611-43af-a9ef-282269689951), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:15.073929 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2e7c5dd6-8af6-421d-8f0f-b6fa12734481 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks [] for security_group_rule (18d3638e-1a5a-4d11-92b7-51f1128004a1), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:15.078341 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2e7c5dd6-8af6-421d-8f0f-b6fa12734481 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (18d3638e-1a5a-4d11-92b7-51f1128004a1), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:15.081589 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-20655a18-6a92-4cee-ac65-74d5aa13ed42 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3301b638-e074-4a9a-9d81-63feb4e2b5d2']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:15.109711 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b92bb6a-f33e-486e-abab-38a1e6aafcff None None] Pushing event updated for resources: {'Port': ['ID=96e6257b-10bc-4c69-8700-5255b2785dba,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:15.147353 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c5dd6-8af6-421d-8f0f-b6fa12734481 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18d3638e-1a5a-4d11-92b7-51f1128004a1,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:15.151253 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ef87f489-ffd6-4617-bdb5-cb8099f357b4 admin admin] Publish callbacks [] for security_group (fd386fd4-b611-43af-a9ef-282269689951), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:15.182621 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2e7c5dd6-8af6-421d-8f0f-b6fa12734481 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:15.185002 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2e7c5dd6-8af6-421d-8f0f-b6fa12734481 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3987679 Feb 09 01:21:15.192525 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36802) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:15.200208 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-25b2bd99-ec12-4d58-a3ed-3e6f366be93c tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Request body: {'security_group_rule': {'security_group_id': '4629bd31-c796-4e88-8f90-dc02cef8fece', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:15.214097 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-20655a18-6a92-4cee-ac65-74d5aa13ed42 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '094d5802-e993-4d7c-b3d7-b5fba588cd09') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:15.214415 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-20655a18-6a92-4cee-ac65-74d5aa13ed42 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '094d5802-e993-4d7c-b3d7-b5fba588cd09') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:15.239019 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-25b2bd99-ec12-4d58-a3ed-3e6f366be93c tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks [] for security_group_rule (7c4f869c-75a8-46e6-b103-2db3be931223), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:15.267563 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-20655a18-6a92-4cee-ac65-74d5aa13ed42 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (094d5802-e993-4d7c-b3d7-b5fba588cd09), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:15.319449 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-20655a18-6a92-4cee-ac65-74d5aa13ed42 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (094d5802-e993-4d7c-b3d7-b5fba588cd09), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:15.335852 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20655a18-6a92-4cee-ac65-74d5aa13ed42 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:21:15.336273 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-20655a18-6a92-4cee-ac65-74d5aa13ed42 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (094d5802-e993-4d7c-b3d7-b5fba588cd09), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:15.340906 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:21:15.340906 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:21:15.340906 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:21:15.340906 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:21:15.340906 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:21:15.340906 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:21:15.340906 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:21:15.340906 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:21:15.340906 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:21:15.340906 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:21:15.340906 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:21:15.340906 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:21:15.340906 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:21:15.340906 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:21:15.340906 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:21:15.340906 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:21:15.340906 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:21:15.340906 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:21:15.340906 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:21:15.340906 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:21:15.340906 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:21:15.340906 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:21:15.340906 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:21:15.340906 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:21:15.340906 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:21:15.340906 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:21:15.340906 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:21:15.340906 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:21:15.340906 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:21:15.340906 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:21:15.340906 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:21:15.340906 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:21:15.379239 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-25b2bd99-ec12-4d58-a3ed-3e6f366be93c tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks [] for security_group_rule (7c4f869c-75a8-46e6-b103-2db3be931223), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:15.385209 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-25b2bd99-ec12-4d58-a3ed-3e6f366be93c tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (7c4f869c-75a8-46e6-b103-2db3be931223), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:15.398101 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ef87f489-ffd6-4617-bdb5-cb8099f357b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (fd386fd4-b611-43af-a9ef-282269689951), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:15.400706 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ef87f489-ffd6-4617-bdb5-cb8099f357b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:15.401871 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ef87f489-ffd6-4617-bdb5-cb8099f357b4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fd386fd4-b611-43af-a9ef-282269689951 HTTP/1.1" status: 204 len: 168 time: 0.8273563 Feb 09 01:21:15.457737 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b2bd99-ec12-4d58-a3ed-3e6f366be93c tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c4f869c-75a8-46e6-b103-2db3be931223,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:15.484865 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87f489-ffd6-4617-bdb5-cb8099f357b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd386fd4-b611-43af-a9ef-282269689951,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:15.495906 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-25b2bd99-ec12-4d58-a3ed-3e6f366be93c tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:15.499880 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-25b2bd99-ec12-4d58-a3ed-3e6f366be93c tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3039300 Feb 09 01:21:15.503244 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36818) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:15.517157 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1193425-1b51-4bca-9fce-9c60408cfce0 req-a59f2cb2-8410-465c-8560-c452cd8a2e3d tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:15.521622 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-62f660e2-0896-4baa-b894-6b17380ef05f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:15.560513 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-62f660e2-0896-4baa-b894-6b17380ef05f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:15.574377 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1193425-1b51-4bca-9fce-9c60408cfce0 req-a59f2cb2-8410-465c-8560-c452cd8a2e3d tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bb7e797-db29-41d5-89f9-ee730688e0fa HTTP/1.1" status: 200 len: 946 time: 0.3043227 Feb 09 01:21:15.591805 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-20655a18-6a92-4cee-ac65-74d5aa13ed42 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (3301b638-e074-4a9a-9d81-63feb4e2b5d2), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:15.613458 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-20655a18-6a92-4cee-ac65-74d5aa13ed42 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:15.617320 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-20655a18-6a92-4cee-ac65-74d5aa13ed42 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "DELETE /v2.0/networks/3301b638-e074-4a9a-9d81-63feb4e2b5d2 HTTP/1.1" status: 204 len: 168 time: 2.3589509 Feb 09 01:21:15.635427 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36828) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:15.693783 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-46b32196-b931-47e7-ad40-776e495cebf0 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-170781398'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:15.722145 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20655a18-6a92-4cee-ac65-74d5aa13ed42 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event deleted for resources: {'Network': ['ID=3301b638-e074-4a9a-9d81-63feb4e2b5d2,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:15.750689 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-62f660e2-0896-4baa-b894-6b17380ef05f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:15.850319 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b32196-b931-47e7-ad40-776e495cebf0 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Made reservation on behalf of 7d5990bbd4c047ec8023f95ec9cb77d6 for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:15.854367 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-46b32196-b931-47e7-ad40-776e495cebf0 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:15.888727 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46b32196-b931-47e7-ad40-776e495cebf0 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1015} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:21:15.901867 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-46b32196-b931-47e7-ad40-776e495cebf0 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (55bf55c2-0927-49ee-abc8-da3d6474f072), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:15.902257 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-46b32196-b931-47e7-ad40-776e495cebf0 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Added segment 55bf55c2-0927-49ee-abc8-da3d6474f072 of type vlan for network 51863440-2e48-4b54-b9a7-2f2dc52a87af Feb 09 01:21:15.969978 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-46b32196-b931-47e7-ad40-776e495cebf0 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (51863440-2e48-4b54-b9a7-2f2dc52a87af), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:16.051193 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-46b32196-b931-47e7-ad40-776e495cebf0 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (51863440-2e48-4b54-b9a7-2f2dc52a87af), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:16.057844 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b32196-b931-47e7-ad40-776e495cebf0 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:16.058724 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-46b32196-b931-47e7-ad40-776e495cebf0 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:16.069973 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1193425-1b51-4bca-9fce-9c60408cfce0 req-8838e867-ccef-4b85-9a0a-abfdcf3ff235 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4946792 Feb 09 01:21:16.107468 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-46b32196-b931-47e7-ad40-776e495cebf0 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4351265 Feb 09 01:21:16.130982 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-62f660e2-0896-4baa-b894-6b17380ef05f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Allocated IP 172.25.8.146 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/b495be31-75e1-4a3e-9985-e6a6e40a11bd) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:16.142651 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36846) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:16.167134 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-c1f28339-adc0-45d4-8d8f-05b2dd89a0f8 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Request body: {'subnet': {'network_id': '51863440-2e48-4b54-b9a7-2f2dc52a87af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:16.507521 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b32196-b931-47e7-ad40-776e495cebf0 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event updated for resources: {'Network': ['ID=51863440-2e48-4b54-b9a7-2f2dc52a87af,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:16.521143 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 51863440-2e48-4b54-b9a7-2f2dc52a87af details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:21:16.613340 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f28339-adc0-45d4-8d8f-05b2dd89a0f8 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Made reservation on behalf of 7d5990bbd4c047ec8023f95ec9cb77d6 for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:16.623376 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c1f28339-adc0-45d4-8d8f-05b2dd89a0f8 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:16.652372 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d746717d-0c5d-4390-8025-7ff95424258e req-51e79bf3-491d-4b88-ab3f-bb6599a35940 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:16.654005 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d746717d-0c5d-4390-8025-7ff95424258e req-51e79bf3-491d-4b88-ab3f-bb6599a35940 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7407acc-2d72-4877-b4f1-cfbc025a3908 HTTP/1.1" status: 200 len: 945 time: 0.3517194 Feb 09 01:21:16.662750 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-62f660e2-0896-4baa-b894-6b17380ef05f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks [] for port (b495be31-75e1-4a3e-9985-e6a6e40a11bd), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:16.673167 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b52f12-98c6-4331-8338-c51362251cc1 req-9d640520-1fad-43cf-860c-4071bea45fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:16.676603 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 96e6257b-10bc-4c69-8700-5255b2785dba up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:21:16.679419 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-41b52f12-98c6-4331-8338-c51362251cc1 req-9d640520-1fad-43cf-860c-4071bea45fae service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e7407acc-2d72-4877-b4f1-cfbc025a3908 HTTP/1.1" status: 200 len: 1127 time: 0.4821453 Feb 09 01:21:16.816705 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-41b52f12-98c6-4331-8338-c51362251cc1 req-fd0998f3-3841-4759-bd24-c5812f0dc9c3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260409 Feb 09 01:21:16.841544 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-62f660e2-0896-4baa-b894-6b17380ef05f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (b495be31-75e1-4a3e-9985-e6a6e40a11bd), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:16.875290 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 96e6257b-10bc-4c69-8700-5255b2785dba triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:16.875965 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (96e6257b-10bc-4c69-8700-5255b2785dba), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:16.957629 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f660e2-0896-4baa-b894-6b17380ef05f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:16.989585 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.ipam_backend_mixin [None req-c1f28339-adc0-45d4-8d8f-05b2dd89a0f8 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Performing IP validity checks on allocation pools {{(pid=103136) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 01:21:16.990794 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-62f660e2-0896-4baa-b894-6b17380ef05f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:16.994997 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f660e2-0896-4baa-b894-6b17380ef05f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:21:17.000718 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.ipam_backend_mixin [None req-c1f28339-adc0-45d4-8d8f-05b2dd89a0f8 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103136) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 01:21:17.046710 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d746717d-0c5d-4390-8025-7ff95424258e req-82d7a6ac-30bc-4a53-85d2-c2494a93b729 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557117 Feb 09 01:21:17.086768 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f660e2-0896-4baa-b894-6b17380ef05f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Pushing event updated for resources: {'Port': ['ID=b495be31-75e1-4a3e-9985-e6a6e40a11bd,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:17.121507 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 96e6257b-10bc-4c69-8700-5255b2785dba is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:17.121922 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (96e6257b-10bc-4c69-8700-5255b2785dba), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:17.184328 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8fd713-9ff5-4ca6-8981-f8b8edb062de None None] Network 4fcb10e9-bd02-4591-b36d-6b216b3a0ab5 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:21:17.307880 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-62f660e2-0896-4baa-b894-6b17380ef05f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks [] for floatingip (a55db380-14b6-42d3-9766-168e37042c1f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:17.360341 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 96e6257b-10bc-4c69-8700-5255b2785dba, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=96e6257b-10bc-4c69-8700-5255b2785dba,segment=NetworkSegment(1a887c75-56f8-4613-bcae-b9d3ca3cd6a2),segment_id=1a887c75-56f8-4613-bcae-b9d3ca3cd6a2)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:17.372477 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 56d0d90b-94c1-4cbd-b9bc-5704803fc18a details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:21:17.379633 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (96e6257b-10bc-4c69-8700-5255b2785dba), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:17.381343 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f3a6be69-295c-49b5-b00e-07879b3d6e32 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:21:17.381959 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-62f660e2-0896-4baa-b894-6b17380ef05f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b495be31-75e1-4a3e-9985-e6a6e40a11bd), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:17.504868 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36902) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:17.523183 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c1f28339-adc0-45d4-8d8f-05b2dd89a0f8 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (3d09f35a-e540-4974-ac6d-a517964ccec3), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:17.635927 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-a93e5d4c-4a36-45f5-9fd7-5260aa38ceef None None] Provisioning complete for port 96e6257b-10bc-4c69-8700-5255b2785dba triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:17.637134 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a93e5d4c-4a36-45f5-9fd7-5260aa38ceef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (96e6257b-10bc-4c69-8700-5255b2785dba), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:17.696244 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c344c922-a467-4c9b-a343-267f9022d737 None None] Sync routers for ids ['e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:21:17.703007 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56a262-7d88-4887-9d7e-4dd0252eef70 req-4bd9ad69-a050-4dca-a5fa-58b8178178a4 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:17.708357 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c344c922-a467-4c9b-a343-267f9022d737 None None] Routers {'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:21:17.715569 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4e56a262-7d88-4887-9d7e-4dd0252eef70 req-4bd9ad69-a050-4dca-a5fa-58b8178178a4 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bb7e797-db29-41d5-89f9-ee730688e0fa HTTP/1.1" status: 200 len: 946 time: 0.4551029 Feb 09 01:21:17.716861 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-c344c922-a467-4c9b-a343-267f9022d737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:21:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:17.744239 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-62f660e2-0896-4baa-b894-6b17380ef05f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks [] for port (b495be31-75e1-4a3e-9985-e6a6e40a11bd), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:17.752427 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-62f660e2-0896-4baa-b894-6b17380ef05f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (b495be31-75e1-4a3e-9985-e6a6e40a11bd), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:17.838404 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f28339-adc0-45d4-8d8f-05b2dd89a0f8 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event updated for resources: {'Subnet': ['ID=3d09f35a-e540-4974-ac6d-a517964ccec3,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:17.845528 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=96e6257b-10bc-4c69-8700-5255b2785dba,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:17.873960 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.resource_extend [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:21:17.942048 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f28339-adc0-45d4-8d8f-05b2dd89a0f8 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Checking segment: {'id': '55bf55c2-0927-49ee-abc8-da3d6474f072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '51863440-2e48-4b54-b9a7-2f2dc52a87af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:21:17.942333 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f28339-adc0-45d4-8d8f-05b2dd89a0f8 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Network hostable DHCP agents. Network: 51863440-2e48-4b54-b9a7-2f2dc52a87af, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:21:17.973039 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4e56a262-7d88-4887-9d7e-4dd0252eef70 req-cc00e249-aeab-4347-965e-46a5e08448ad tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497904 Feb 09 01:21:17.980442 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f660e2-0896-4baa-b894-6b17380ef05f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Pushing event updated for resources: {'Port': ['ID=b495be31-75e1-4a3e-9985-e6a6e40a11bd,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:18.042893 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f660e2-0896-4baa-b894-6b17380ef05f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:18.043247 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f660e2-0896-4baa-b894-6b17380ef05f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:18.048352 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f660e2-0896-4baa-b894-6b17380ef05f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:18.050082 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f28339-adc0-45d4-8d8f-05b2dd89a0f8 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Network 51863440-2e48-4b54-b9a7-2f2dc52a87af is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:21:18.060985 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f660e2-0896-4baa-b894-6b17380ef05f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:18.062952 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f660e2-0896-4baa-b894-6b17380ef05f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:18.063500 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f660e2-0896-4baa-b894-6b17380ef05f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:18.067734 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f660e2-0896-4baa-b894-6b17380ef05f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:18.069420 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f660e2-0896-4baa-b894-6b17380ef05f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:18.074748 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f660e2-0896-4baa-b894-6b17380ef05f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:18.075936 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f660e2-0896-4baa-b894-6b17380ef05f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:18.076314 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f660e2-0896-4baa-b894-6b17380ef05f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:18.078615 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f660e2-0896-4baa-b894-6b17380ef05f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:18.080707 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-c1f28339-adc0-45d4-8d8f-05b2dd89a0f8 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 51863440-2e48-4b54-b9a7-2f2dc52a87af) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:18.081799 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f660e2-0896-4baa-b894-6b17380ef05f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:18.089772 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f28339-adc0-45d4-8d8f-05b2dd89a0f8 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:18.090690 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c1f28339-adc0-45d4-8d8f-05b2dd89a0f8 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:18.137103 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c1f28339-adc0-45d4-8d8f-05b2dd89a0f8 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.9894030 Feb 09 01:21:18.139132 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36920) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:18.148304 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-62f660e2-0896-4baa-b894-6b17380ef05f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (a55db380-14b6-42d3-9766-168e37042c1f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:18.190055 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eccc677-2e61-44c5-9bac-c81f51c183e3 None None] Network 51863440-2e48-4b54-b9a7-2f2dc52a87af requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:21:18.202149 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-62f660e2-0896-4baa-b894-6b17380ef05f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:18.205709 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-62f660e2-0896-4baa-b894-6b17380ef05f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6996598 Feb 09 01:21:18.219791 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c40f8269-6d18-4ad6-ae74-e8b59c19ec43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:18.242879 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 56d0d90b-94c1-4cbd-b9bc-5704803fc18a, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=56d0d90b-94c1-4cbd-b9bc-5704803fc18a,segment=NetworkSegment(e1b6dfa9-0088-4f06-bf4d-732afafaf84a),segment_id=e1b6dfa9-0088-4f06-bf4d-732afafaf84a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:18.338933 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-c344c922-a467-4c9b-a343-267f9022d737 None None] Set router e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:21:18.486816 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a93e5d4c-4a36-45f5-9fd7-5260aa38ceef None None] Current status of the port 96e6257b-10bc-4c69-8700-5255b2785dba is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:18.489259 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '56d0d90b-94c1-4cbd-b9bc-5704803fc18a', 'network_id': '633bdf52-4e13-4a9d-8810-49c577c6cdb8', 'port_id': '56d0d90b-94c1-4cbd-b9bc-5704803fc18a', 'mac_address': 'fa:16:3e:99:53:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd2bf801-d138-4a76-952d-e259104944cf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:21:18.549056 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port f3a6be69-295c-49b5-b00e-07879b3d6e32 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:18.560825 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f3a6be69-295c-49b5-b00e-07879b3d6e32), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:18.775820 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 56d0d90b-94c1-4cbd-b9bc-5704803fc18a is: ACTIVE; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:18.776489 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (56d0d90b-94c1-4cbd-b9bc-5704803fc18a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:18.803836 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429eb26f-6f8a-4fcb-a8d0-ce94d6473a50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-51863440-2e48-4b54-b9a7-2f2dc52a87af', 'network_id': '51863440-2e48-4b54-b9a7-2f2dc52a87af', 'project_id': '7d5990bbd4c047ec8023f95ec9cb77d6', 'fixed_ips': [{'subnet_id': '3d09f35a-e540-4974-ac6d-a517964ccec3'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:21:18.804841 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-429eb26f-6f8a-4fcb-a8d0-ce94d6473a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:18.843008 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-c344c922-a467-4c9b-a343-267f9022d737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2', 'name': 'tempest-ServerActionsTestJSON-428476975-router', 'tenant_id': '99253303b883423fad908712b3678824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'f3a6be69-295c-49b5-b00e-07879b3d6e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:21:02Z', 'updated_at': '2022-02-09T01:21:09Z', 'revision_number': 4, 'project_id': '99253303b883423fad908712b3678824', 'gw_port': {'id': 'f3a6be69-295c-49b5-b00e-07879b3d6e32', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:96:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:04Z', 'updated_at': '2022-02-09T01:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '97093797-d6a0-41be-9d36-6089000826c1', 'name': '', 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042', 'tenant_id': '99253303b883423fad908712b3678824', 'mac_address': 'fa:16:3e:3c:b2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'e8a10734-f380-44a3-a9f7-298105351e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:08Z', 'updated_at': '2022-02-09T01:21:10Z', 'revision_number': 2, 'project_id': '99253303b883423fad908712b3678824', 'subnets': [{'id': 'e8a10734-f380-44a3-a9f7-298105351e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:18.879545 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c344c922-a467-4c9b-a343-267f9022d737 None None] Checking router: e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:21:18.880675 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c344c922-a467-4c9b-a343-267f9022d737 None None] Updating router e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2 port 97093797-d6a0-41be-9d36-6089000826c1 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:21:18.905645 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56d0d90b-94c1-4cbd-b9bc-5704803fc18a {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:21:18.910877 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-8c1d396d-43e6-48d6-83f6-e7f283fba1c9 None None] Provisioning complete for port 96e6257b-10bc-4c69-8700-5255b2785dba triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:18.911267 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8c1d396d-43e6-48d6-83f6-e7f283fba1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (96e6257b-10bc-4c69-8700-5255b2785dba), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:18.919672 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c344c922-a467-4c9b-a343-267f9022d737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (97093797-d6a0-41be-9d36-6089000826c1), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:19.026360 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 56d0d90b-94c1-4cbd-b9bc-5704803fc18a, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=56d0d90b-94c1-4cbd-b9bc-5704803fc18a,segment=NetworkSegment(e1b6dfa9-0088-4f06-bf4d-732afafaf84a),segment_id=e1b6dfa9-0088-4f06-bf4d-732afafaf84a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:19.039140 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (56d0d90b-94c1-4cbd-b9bc-5704803fc18a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:19.257203 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-171f0e29-cb2f-4724-b05a-a4beadd1d23a tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (51863440-2e48-4b54-b9a7-2f2dc52a87af), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:19.313610 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['56d0d90b-94c1-4cbd-b9bc-5704803fc18a'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:21:19.385780 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c344c922-a467-4c9b-a343-267f9022d737 None None] Publish callbacks [] for port (97093797-d6a0-41be-9d36-6089000826c1), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:19.390787 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c344c922-a467-4c9b-a343-267f9022d737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (97093797-d6a0-41be-9d36-6089000826c1), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:19.405278 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 56d0d90b-94c1-4cbd-b9bc-5704803fc18a no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:21:19.455704 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port f3a6be69-295c-49b5-b00e-07879b3d6e32 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:19.456107 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f3a6be69-295c-49b5-b00e-07879b3d6e32), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:19.462570 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737893e-9352-4135-a2c9-fc128bbd0025 req-92e61d10-7bf7-4af0-820c-300a70f3c23a tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:19.470705 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8737893e-9352-4135-a2c9-fc128bbd0025 req-92e61d10-7bf7-4af0-820c-300a70f3c23a tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7407acc-2d72-4877-b4f1-cfbc025a3908 HTTP/1.1" status: 200 len: 945 time: 1.1967256 Feb 09 01:21:19.488023 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-67584004-93be-440b-aad9-6efe238e8293 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1852135590&fields=id&tenant_id=99253303b883423fad908712b3678824 HTTP/1.1" status: 200 len: 267 time: 0.2265100 Feb 09 01:21:19.530335 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a91867b-36eb-4e14-b124-cf67e76db202 None None] Pushing event updated for resources: {'Port': ['ID=97093797-d6a0-41be-9d36-6089000826c1,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:19.568912 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=56d0d90b-94c1-4cbd-b9bc-5704803fc18a,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:19.651434 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port f3a6be69-295c-49b5-b00e-07879b3d6e32, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f3a6be69-295c-49b5-b00e-07879b3d6e32,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:19.657665 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d396d-43e6-48d6-83f6-e7f283fba1c9 None None] Current status of the port 96e6257b-10bc-4c69-8700-5255b2785dba is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:19.657998 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-c344c922-a467-4c9b-a343-267f9022d737 None None] Attempting to bind port 97093797-d6a0-41be-9d36-6089000826c1 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:21:19.659763 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-c344c922-a467-4c9b-a343-267f9022d737 None None] Attempting to bind port 97093797-d6a0-41be-9d36-6089000826c1 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'c65aa26b-6f4d-4da5-9ac6-6c267d824ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:21:19.660338 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c344c922-a467-4c9b-a343-267f9022d737 None None] Attempting to bind port 97093797-d6a0-41be-9d36-6089000826c1 on network d88b7625-86d0-4021-80a0-5ba2f7b1a042 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:21:19.674387 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c344c922-a467-4c9b-a343-267f9022d737 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:21:19.674776 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c344c922-a467-4c9b-a343-267f9022d737 None None] Checking segment: {'id': 'c65aa26b-6f4d-4da5-9ac6-6c267d824ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:21:19.678626 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c344c922-a467-4c9b-a343-267f9022d737 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:19.679419 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c344c922-a467-4c9b-a343-267f9022d737 None None] Bound using segment: {'id': 'c65aa26b-6f4d-4da5-9ac6-6c267d824ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:21:19.681932 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-c344c922-a467-4c9b-a343-267f9022d737 None None] Bound port: 97093797-d6a0-41be-9d36-6089000826c1, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c65aa26b-6f4d-4da5-9ac6-6c267d824ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:21:19.682557 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c344c922-a467-4c9b-a343-267f9022d737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (97093797-d6a0-41be-9d36-6089000826c1), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:19.693619 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f3a6be69-295c-49b5-b00e-07879b3d6e32), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:19.739603 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-171f0e29-cb2f-4724-b05a-a4beadd1d23a tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (3d09f35a-e540-4974-ac6d-a517964ccec3), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:19.853565 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-c344c922-a467-4c9b-a343-267f9022d737 None None] For port 97093797-d6a0-41be-9d36-6089000826c1, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:21:19.857968 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-c344c922-a467-4c9b-a343-267f9022d737 None None] For port 97093797-d6a0-41be-9d36-6089000826c1, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=97093797-d6a0-41be-9d36-6089000826c1,segment=NetworkSegment(c65aa26b-6f4d-4da5-9ac6-6c267d824ab1),segment_id=c65aa26b-6f4d-4da5-9ac6-6c267d824ab1)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:21:19.863651 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 56d0d90b-94c1-4cbd-b9bc-5704803fc18a is: BUILD; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:19.864278 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (56d0d90b-94c1-4cbd-b9bc-5704803fc18a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:19.868429 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c344c922-a467-4c9b-a343-267f9022d737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (97093797-d6a0-41be-9d36-6089000826c1), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:19.868675 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-429eb26f-6f8a-4fcb-a8d0-ce94d6473a50 None None] Allocated IP 172.20.0.3 (51863440-2e48-4b54-b9a7-2f2dc52a87af/3d09f35a-e540-4974-ac6d-a517964ccec3/6aedde42-5051-4a51-ad68-438f8836e110) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:19.870771 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c40f8269-6d18-4ad6-ae74-e8b59c19ec43 admin admin] Publish callbacks [] for security_group (c73cbe85-fb3a-4b1d-8153-704ef8108153), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:19.900915 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=f3a6be69-295c-49b5-b00e-07879b3d6e32,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:19.969009 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 56d0d90b-94c1-4cbd-b9bc-5704803fc18a {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:21:19.992470 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 96e6257b-10bc-4c69-8700-5255b2785dba up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:21:20.001454 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c40f8269-6d18-4ad6-ae74-e8b59c19ec43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (c73cbe85-fb3a-4b1d-8153-704ef8108153), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:20.047094 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8737893e-9352-4135-a2c9-fc128bbd0025 req-95231583-9dde-4b1d-8f39-ff2eda31aa64 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5745506 Feb 09 01:21:20.062479 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c344c922-a467-4c9b-a343-267f9022d737 None None] Routers {'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:21:20.073727 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-c344c922-a467-4c9b-a343-267f9022d737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:21:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:20.158736 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-ff291e18-129f-46bd-88ef-81845b7c5add tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:20.163250 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-ff291e18-129f-46bd-88ef-81845b7c5add tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/networks?id=d88b7625-86d0-4021-80a0-5ba2f7b1a042 HTTP/1.1" status: 200 len: 811 time: 0.6465728 Feb 09 01:21:20.212266 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f8269-6d18-4ad6-ae74-e8b59c19ec43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73cbe85-fb3a-4b1d-8153-704ef8108153,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:20.234216 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c40f8269-6d18-4ad6-ae74-e8b59c19ec43 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=aa5db757fdac441c8083bacf99010d4a&name=default HTTP/1.1" status: 200 len: 3000 time: 2.7257147 Feb 09 01:21:20.234928 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36984) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:20.239538 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-cb5c4061-d6e8-40aa-94b0-a98b6de42065 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/quotas/99253303b883423fad908712b3678824 HTTP/1.1" status: 200 len: 375 time: 0.0524144 Feb 09 01:21:20.267049 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 56d0d90b-94c1-4cbd-b9bc-5704803fc18a, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=56d0d90b-94c1-4cbd-b9bc-5704803fc18a,segment=NetworkSegment(e1b6dfa9-0088-4f06-bf4d-732afafaf84a),segment_id=e1b6dfa9-0088-4f06-bf4d-732afafaf84a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:20.320452 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (56d0d90b-94c1-4cbd-b9bc-5704803fc18a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:20.340871 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a91867b-36eb-4e14-b124-cf67e76db202 None None] Pushing event updated for resources: {'Port': ['ID=97093797-d6a0-41be-9d36-6089000826c1,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:20.489296 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-c344c922-a467-4c9b-a343-267f9022d737 None None] Set router e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:21:20.492505 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-34196d34-7d29-46a2-97db-e3ba344763fd admin admin] Publish callbacks [] for security_group (c73cbe85-fb3a-4b1d-8153-704ef8108153), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:20.495426 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-2769bd39-11a8-4d27-9026-f7b518af772a None None] Provisioning complete for port 97093797-d6a0-41be-9d36-6089000826c1 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:20.495426 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2769bd39-11a8-4d27-9026-f7b518af772a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (97093797-d6a0-41be-9d36-6089000826c1), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:20.543965 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a4084a-8104-44b1-bf25-33fbc3407464 req-1ed11559-936f-423b-98fc-b3e39bf33fad tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:20.549289 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18a4084a-8104-44b1-bf25-33fbc3407464 req-1ed11559-936f-423b-98fc-b3e39bf33fad tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bb7e797-db29-41d5-89f9-ee730688e0fa HTTP/1.1" status: 200 len: 944 time: 0.3050437 Feb 09 01:21:20.550524 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-34196d34-7d29-46a2-97db-e3ba344763fd admin admin] Publish callbacks [] for security_group (c73cbe85-fb3a-4b1d-8153-704ef8108153), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:20.563551 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-9cf23485-a649-4240-8e25-42d791910de5 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=99253303b883423fad908712b3678824&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3001175 Feb 09 01:21:20.669810 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-34196d34-7d29-46a2-97db-e3ba344763fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (c73cbe85-fb3a-4b1d-8153-704ef8108153), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:20.673514 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-34196d34-7d29-46a2-97db-e3ba344763fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:20.677513 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-34196d34-7d29-46a2-97db-e3ba344763fd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c73cbe85-fb3a-4b1d-8153-704ef8108153 HTTP/1.1" status: 204 len: 168 time: 0.4405215 Feb 09 01:21:20.697792 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34196d34-7d29-46a2-97db-e3ba344763fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73cbe85-fb3a-4b1d-8153-704ef8108153,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:20.699966 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-18a4084a-8104-44b1-bf25-33fbc3407464 req-b8e92a37-4d31-424f-931f-d44aa54a6a67 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345596 Feb 09 01:21:20.768743 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=56d0d90b-94c1-4cbd-b9bc-5704803fc18a,revision_number=7']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:20.990157 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-6f660bc1-3dcf-4c4e-aab9-81ddeb52a1e0 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:21:21.000179 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-6f660bc1-3dcf-4c4e-aab9-81ddeb52a1e0 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4172702 Feb 09 01:21:21.080874 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-c344c922-a467-4c9b-a343-267f9022d737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2', 'name': 'tempest-ServerActionsTestJSON-428476975-router', 'tenant_id': '99253303b883423fad908712b3678824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'f3a6be69-295c-49b5-b00e-07879b3d6e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:21:02Z', 'updated_at': '2022-02-09T01:21:09Z', 'revision_number': 4, 'project_id': '99253303b883423fad908712b3678824', 'gw_port': {'id': 'f3a6be69-295c-49b5-b00e-07879b3d6e32', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:96:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:04Z', 'updated_at': '2022-02-09T01:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '97093797-d6a0-41be-9d36-6089000826c1', 'name': '', 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042', 'tenant_id': '99253303b883423fad908712b3678824', 'mac_address': 'fa:16:3e:3c:b2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'e8a10734-f380-44a3-a9f7-298105351e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:08Z', 'updated_at': '2022-02-09T01:21:19Z', 'revision_number': 4, 'project_id': '99253303b883423fad908712b3678824', 'subnets': [{'id': 'e8a10734-f380-44a3-a9f7-298105351e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:21.116950 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 96e6257b-10bc-4c69-8700-5255b2785dba triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:21.117870 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-d584ac13-6319-40dc-b819-367d8277f416 service neutron] 10.222.0.50 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160996 Feb 09 01:21:21.119341 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (96e6257b-10bc-4c69-8700-5255b2785dba), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:21.164557 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c344c922-a467-4c9b-a343-267f9022d737 None None] The sync data for ids ['e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2'] in n-d-828369-4 is: [{'id': 'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2', 'name': 'tempest-ServerActionsTestJSON-428476975-router', 'tenant_id': '99253303b883423fad908712b3678824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'f3a6be69-295c-49b5-b00e-07879b3d6e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:21:02Z', 'updated_at': '2022-02-09T01:21:09Z', 'revision_number': 4, 'project_id': '99253303b883423fad908712b3678824', 'gw_port': {'id': 'f3a6be69-295c-49b5-b00e-07879b3d6e32', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:96:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:04Z', 'updated_at': '2022-02-09T01:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '97093797-d6a0-41be-9d36-6089000826c1', 'name': '', 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042', 'tenant_id': '99253303b883423fad908712b3678824', 'mac_address': 'fa:16:3e:3c:b2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'e8a10734-f380-44a3-a9f7-298105351e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:08Z', 'updated_at': '2022-02-09T01:21:19Z', 'revision_number': 4, 'project_id': '99253303b883423fad908712b3678824', 'subnets': [{'id': 'e8a10734-f380-44a3-a9f7-298105351e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:21:21.227925 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-429eb26f-6f8a-4fcb-a8d0-ce94d6473a50 None None] Publish callbacks [] for port (6aedde42-5051-4a51-ad68-438f8836e110), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:21.279374 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-429eb26f-6f8a-4fcb-a8d0-ce94d6473a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (6aedde42-5051-4a51-ad68-438f8836e110), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:21.336166 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-171f0e29-cb2f-4724-b05a-a4beadd1d23a tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (3d09f35a-e540-4974-ac6d-a517964ccec3), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:21.356475 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcb6a0-2396-4720-8e6b-3dabda26978b req-30d2340b-ede8-4df9-b64b-3fcb3dd1aaec tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:21.358054 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a3dcb6a0-2396-4720-8e6b-3dabda26978b req-30d2340b-ede8-4df9-b64b-3fcb3dd1aaec tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/networks?id=91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0 HTTP/1.1" status: 200 len: 811 time: 0.5011106 Feb 09 01:21:21.358713 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-2769bd39-11a8-4d27-9026-f7b518af772a None None] Current status of the port 97093797-d6a0-41be-9d36-6089000826c1 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:21.359237 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2769bd39-11a8-4d27-9026-f7b518af772a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (97093797-d6a0-41be-9d36-6089000826c1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:21.366322 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429eb26f-6f8a-4fcb-a8d0-ce94d6473a50 None None] Network 51863440-2e48-4b54-b9a7-2f2dc52a87af is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:21.383039 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-429eb26f-6f8a-4fcb-a8d0-ce94d6473a50 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:21.386686 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429eb26f-6f8a-4fcb-a8d0-ce94d6473a50 None None] Pushing event updated for resources: {'Port': ['ID=6aedde42-5051-4a51-ad68-438f8836e110,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:21.397104 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429eb26f-6f8a-4fcb-a8d0-ce94d6473a50 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:21:21.465303 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-b86fa6b9-49d5-4095-94e9-bb5a2660f0ce service neutron] 10.222.0.50 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353484 Feb 09 01:21:21.489954 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 96e6257b-10bc-4c69-8700-5255b2785dba is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:21.499767 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f0e29-cb2f-4724-b05a-a4beadd1d23a tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event deleted for resources: {'Subnet': ['ID=3d09f35a-e540-4974-ac6d-a517964ccec3,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:21.555304 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-2769bd39-11a8-4d27-9026-f7b518af772a None None] For port 97093797-d6a0-41be-9d36-6089000826c1, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=97093797-d6a0-41be-9d36-6089000826c1,segment=NetworkSegment(c65aa26b-6f4d-4da5-9ac6-6c267d824ab1),segment_id=c65aa26b-6f4d-4da5-9ac6-6c267d824ab1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:21.567521 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2769bd39-11a8-4d27-9026-f7b518af772a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (97093797-d6a0-41be-9d36-6089000826c1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:21.699307 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-429eb26f-6f8a-4fcb-a8d0-ce94d6473a50 None None] Attempting to bind port 6aedde42-5051-4a51-ad68-438f8836e110 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:21:21.699883 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-429eb26f-6f8a-4fcb-a8d0-ce94d6473a50 None None] Attempting to bind port 6aedde42-5051-4a51-ad68-438f8836e110 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '55bf55c2-0927-49ee-abc8-da3d6474f072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '51863440-2e48-4b54-b9a7-2f2dc52a87af'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:21:21.702981 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429eb26f-6f8a-4fcb-a8d0-ce94d6473a50 None None] Attempting to bind port 6aedde42-5051-4a51-ad68-438f8836e110 on network 51863440-2e48-4b54-b9a7-2f2dc52a87af {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:21:21.715194 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2769bd39-11a8-4d27-9026-f7b518af772a None None] Pushing event updated for resources: {'Port': ['ID=97093797-d6a0-41be-9d36-6089000826c1,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:21.732922 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429eb26f-6f8a-4fcb-a8d0-ce94d6473a50 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:21:21.734546 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429eb26f-6f8a-4fcb-a8d0-ce94d6473a50 None None] Checking segment: {'id': '55bf55c2-0927-49ee-abc8-da3d6474f072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '51863440-2e48-4b54-b9a7-2f2dc52a87af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:21:21.735091 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-429eb26f-6f8a-4fcb-a8d0-ce94d6473a50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:21.739435 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429eb26f-6f8a-4fcb-a8d0-ce94d6473a50 None None] Bound using segment: {'id': '55bf55c2-0927-49ee-abc8-da3d6474f072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '51863440-2e48-4b54-b9a7-2f2dc52a87af'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:21:21.741106 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-429eb26f-6f8a-4fcb-a8d0-ce94d6473a50 None None] Bound port: 6aedde42-5051-4a51-ad68-438f8836e110, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55bf55c2-0927-49ee-abc8-da3d6474f072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '51863440-2e48-4b54-b9a7-2f2dc52a87af'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:21:21.741753 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-429eb26f-6f8a-4fcb-a8d0-ce94d6473a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6aedde42-5051-4a51-ad68-438f8836e110), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:21.748117 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-171f0e29-cb2f-4724-b05a-a4beadd1d23a tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (51863440-2e48-4b54-b9a7-2f2dc52a87af), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:21.856807 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-171f0e29-cb2f-4724-b05a-a4beadd1d23a tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51863440-2e48-4b54-b9a7-2f2dc52a87af']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:21.890920 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-8d0a16a7-1234-4bf5-8c0e-c140432b00ca None None] Provisioning complete for port 97093797-d6a0-41be-9d36-6089000826c1 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:21.891300 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8d0a16a7-1234-4bf5-8c0e-c140432b00ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (97093797-d6a0-41be-9d36-6089000826c1), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:21.904938 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-171f0e29-cb2f-4724-b05a-a4beadd1d23a tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55bf55c2-0927-49ee-abc8-da3d6474f072') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:21.905513 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-171f0e29-cb2f-4724-b05a-a4beadd1d23a tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55bf55c2-0927-49ee-abc8-da3d6474f072') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:21.973212 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-171f0e29-cb2f-4724-b05a-a4beadd1d23a tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (55bf55c2-0927-49ee-abc8-da3d6474f072), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:22.046517 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a3dcb6a0-2396-4720-8e6b-3dabda26978b req-0743e7ef-32ff-4ca8-b4f0-316eac157b01 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/quotas/81c9a0ae7d2c4fabbd7ca117be254e2b HTTP/1.1" status: 200 len: 375 time: 0.5985789 Feb 09 01:21:22.064615 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f3a6be69-295c-49b5-b00e-07879b3d6e32 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:21:22.081728 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-171f0e29-cb2f-4724-b05a-a4beadd1d23a tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (55bf55c2-0927-49ee-abc8-da3d6474f072), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:22.159222 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-171f0e29-cb2f-4724-b05a-a4beadd1d23a tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:21:22.159670 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-171f0e29-cb2f-4724-b05a-a4beadd1d23a tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (55bf55c2-0927-49ee-abc8-da3d6474f072), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:22.171228 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:21:22.171228 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:21:22.171228 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:21:22.171228 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:21:22.171228 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:21:22.171228 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:21:22.171228 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:21:22.171228 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:21:22.171228 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:21:22.171228 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:21:22.171228 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:21:22.171228 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:21:22.171228 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:21:22.171228 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:21:22.171228 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:21:22.171228 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:21:22.171228 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:21:22.171228 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:21:22.171228 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:21:22.171228 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:21:22.171228 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:21:22.171228 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:21:22.171228 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:21:22.171228 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:21:22.171228 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:21:22.171228 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:21:22.171228 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:21:22.171228 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:21:22.171228 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:21:22.171228 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:21:22.171228 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:21:22.171228 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:21:22.208000 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-429eb26f-6f8a-4fcb-a8d0-ce94d6473a50 None None] For port 6aedde42-5051-4a51-ad68-438f8836e110, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:21:22.346239 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port f3a6be69-295c-49b5-b00e-07879b3d6e32 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:22.346952 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f3a6be69-295c-49b5-b00e-07879b3d6e32), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:22.353603 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-8d0a16a7-1234-4bf5-8c0e-c140432b00ca None None] Current status of the port 97093797-d6a0-41be-9d36-6089000826c1 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:22.533564 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a3dcb6a0-2396-4720-8e6b-3dabda26978b req-62296918-9aef-4bae-b96a-ec6b69a9021a tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=81c9a0ae7d2c4fabbd7ca117be254e2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4858706 Feb 09 01:21:22.540040 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.db.api [None req-171f0e29-cb2f-4724-b05a-a4beadd1d23a tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 01:21:22.540040 n-d-828369-4 neutron-server[103136]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 01:21:22.540040 n-d-828369-4 neutron-server[103136]: [parameters: {'id': '51863440-2e48-4b54-b9a7-2f2dc52a87af'}] Feb 09 01:21:22.540040 n-d-828369-4 neutron-server[103136]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:21:22.546272 n-d-828369-4 neutron-server[103136]: DEBUG oslo_db.api [None req-171f0e29-cb2f-4724-b05a-a4beadd1d23a tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:21:22.620792 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-429eb26f-6f8a-4fcb-a8d0-ce94d6473a50 None None] For port 6aedde42-5051-4a51-ad68-438f8836e110, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=6aedde42-5051-4a51-ad68-438f8836e110,segment=NetworkSegment(55bf55c2-0927-49ee-abc8-da3d6474f072),segment_id=55bf55c2-0927-49ee-abc8-da3d6474f072)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:21:22.632245 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-429eb26f-6f8a-4fcb-a8d0-ce94d6473a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (6aedde42-5051-4a51-ad68-438f8836e110), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:22.641662 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port f3a6be69-295c-49b5-b00e-07879b3d6e32 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:22.643049 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 97093797-d6a0-41be-9d36-6089000826c1 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:21:22.727494 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37084) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:22.839462 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a3dcb6a0-2396-4720-8e6b-3dabda26978b req-a44c9a10-bcc6-4b35-a4f1-2383d0da341f service neutron] 10.222.0.50 "GET /v2.0/networks/91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932897 Feb 09 01:21:22.874649 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f084364-2aaf-4eaf-89c5-b1e7f8680c63 req-278d893a-c593-49b2-83de-adb1f9045760 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:22.881995 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6f084364-2aaf-4eaf-89c5-b1e7f8680c63 req-278d893a-c593-49b2-83de-adb1f9045760 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bb7e797-db29-41d5-89f9-ee730688e0fa HTTP/1.1" status: 200 len: 944 time: 0.7544219 Feb 09 01:21:22.892945 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429eb26f-6f8a-4fcb-a8d0-ce94d6473a50 None None] Pushing event updated for resources: {'Port': ['ID=6aedde42-5051-4a51-ad68-438f8836e110,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:22.977188 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-3ea97cad-4e25-4063-8680-26757c37170c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1349405492'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:23.029425 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721a37be-de78-49e2-8ed4-a096a655b340 None None] get_active_networks_info from n-d-828369-4 {{(pid=103138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:21:23.040755 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 97093797-d6a0-41be-9d36-6089000826c1 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:23.041441 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (97093797-d6a0-41be-9d36-6089000826c1), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:23.050672 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-171f0e29-cb2f-4724-b05a-a4beadd1d23a tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (51863440-2e48-4b54-b9a7-2f2dc52a87af), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:23.058135 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea97cad-4e25-4063-8680-26757c37170c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:23.064319 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3ea97cad-4e25-4063-8680-26757c37170c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:23.087617 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3ea97cad-4e25-4063-8680-26757c37170c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:23.125260 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6f084364-2aaf-4eaf-89c5-b1e7f8680c63 req-96da1270-7637-42c7-b4f7-b6f09b0cb283 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414331 Feb 09 01:21:23.218664 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a3dcb6a0-2396-4720-8e6b-3dabda26978b req-0a9a2794-34b2-4930-8b56-5dbc86970189 service neutron] 10.222.0.50 "GET /v2.0/networks/91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770988 Feb 09 01:21:23.265686 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-171f0e29-cb2f-4724-b05a-a4beadd1d23a tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Deleting port 6aedde42-5051-4a51-ad68-438f8836e110 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:21:23.265686 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-171f0e29-cb2f-4724-b05a-a4beadd1d23a tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (6aedde42-5051-4a51-ad68-438f8836e110), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:23.312075 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 97093797-d6a0-41be-9d36-6089000826c1 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:23.350983 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3ea97cad-4e25-4063-8680-26757c37170c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for security_group (863cd8ab-986f-447b-af4f-7ff9544fb575), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:23.362954 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3ea97cad-4e25-4063-8680-26757c37170c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (863cd8ab-986f-447b-af4f-7ff9544fb575), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:23.382030 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 56d0d90b-94c1-4cbd-b9bc-5704803fc18a up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:21:23.386318 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ea97cad-4e25-4063-8680-26757c37170c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1004} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:21:23.405769 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9749d241-0f4e-4164-8b77-c83281cc665e req-0b3e06c9-b163-4042-8560-d38dadc3a48a tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 210 time: 0.1346693 Feb 09 01:21:23.411408 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3ea97cad-4e25-4063-8680-26757c37170c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (1dccd3ca-5e69-48d2-b714-c4b46d3cc806), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:23.414095 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-3ea97cad-4e25-4063-8680-26757c37170c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Added segment 1dccd3ca-5e69-48d2-b714-c4b46d3cc806 of type vlan for network a8203b0d-e7af-492c-8c21-23f9563ce2e8 Feb 09 01:21:23.428647 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-171f0e29-cb2f-4724-b05a-a4beadd1d23a tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] For port 6aedde42-5051-4a51-ad68-438f8836e110, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=6aedde42-5051-4a51-ad68-438f8836e110,segment=NetworkSegment(55bf55c2-0927-49ee-abc8-da3d6474f072),segment_id=55bf55c2-0927-49ee-abc8-da3d6474f072)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:23.429108 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-171f0e29-cb2f-4724-b05a-a4beadd1d23a tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (6aedde42-5051-4a51-ad68-438f8836e110), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:23.466538 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-171f0e29-cb2f-4724-b05a-a4beadd1d23a tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Calling delete_port for 6aedde42-5051-4a51-ad68-438f8836e110 owned by network:dhcp {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:21:23.519417 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3ea97cad-4e25-4063-8680-26757c37170c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (a8203b0d-e7af-492c-8c21-23f9563ce2e8), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:23.533551 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721a37be-de78-49e2-8ed4-a096a655b340 None None] Resources bound (agent type, host, resource id): {{(pid=103138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:21:23.628198 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 56d0d90b-94c1-4cbd-b9bc-5704803fc18a triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:23.628892 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (56d0d90b-94c1-4cbd-b9bc-5704803fc18a), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:23.661225 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea97cad-4e25-4063-8680-26757c37170c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=863cd8ab-986f-447b-af4f-7ff9544fb575,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:23.665464 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3ea97cad-4e25-4063-8680-26757c37170c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (a8203b0d-e7af-492c-8c21-23f9563ce2e8), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:23.678455 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea97cad-4e25-4063-8680-26757c37170c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:23.685355 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3ea97cad-4e25-4063-8680-26757c37170c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:23.695162 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1e95bd8a-6715-4c0d-b883-1e786feb4a5d req-e8712c14-5d26-40d4-93a8-b320bf7152dc tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=cac66f68-3a01-40f7-a9fb-aebd40c28d2b HTTP/1.1" status: 200 len: 210 time: 0.0797331 Feb 09 01:21:23.861198 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3ea97cad-4e25-4063-8680-26757c37170c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1313460 Feb 09 01:21:23.866921 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37110) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:23.889144 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-8928add0-80b0-4973-8e3b-eb17a49765ac tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'subnet': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:23.933355 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 97093797-d6a0-41be-9d36-6089000826c1 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:21:23.991102 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-171f0e29-cb2f-4724-b05a-a4beadd1d23a tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (6aedde42-5051-4a51-ad68-438f8836e110), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:24.024467 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea97cad-4e25-4063-8680-26757c37170c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Network': ['ID=a8203b0d-e7af-492c-8c21-23f9563ce2e8,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:24.093464 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f0e29-cb2f-4724-b05a-a4beadd1d23a tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event deleted for resources: {'Port': ['ID=6aedde42-5051-4a51-ad68-438f8836e110,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:24.097561 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171f0e29-cb2f-4724-b05a-a4beadd1d23a tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] No DVR routers for this DVR port 6aedde42-5051-4a51-ad68-438f8836e110 on host n-d-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:21:24.190272 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8928add0-80b0-4973-8e3b-eb17a49765ac tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:24.194929 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8928add0-80b0-4973-8e3b-eb17a49765ac tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:24.233141 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:21:24.554858 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-171f0e29-cb2f-4724-b05a-a4beadd1d23a tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (51863440-2e48-4b54-b9a7-2f2dc52a87af), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:24.578084 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-b6d94de1-8d70-4bd5-b5ea-f691224fa2f2 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:24.579903 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-b6d94de1-8d70-4bd5-b5ea-f691224fa2f2 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.120 "GET /v2.0/networks?id=d88b7625-86d0-4021-80a0-5ba2f7b1a042 HTTP/1.1" status: 200 len: 811 time: 0.7968383 Feb 09 01:21:24.695188 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8928add0-80b0-4973-8e3b-eb17a49765ac tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (86416160-b8db-4718-b3da-e88941e56764), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:24.712261 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-901f1575-3700-4f55-bae4-ae50a1f083bc req-353631fa-c14c-4381-a996-6f438664bdcf tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 210 time: 0.1309688 Feb 09 01:21:24.720218 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-171f0e29-cb2f-4724-b05a-a4beadd1d23a tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51863440-2e48-4b54-b9a7-2f2dc52a87af']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:24.756676 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 97093797-d6a0-41be-9d36-6089000826c1 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:24.759775 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (97093797-d6a0-41be-9d36-6089000826c1), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:24.789095 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-171f0e29-cb2f-4724-b05a-a4beadd1d23a tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55bf55c2-0927-49ee-abc8-da3d6474f072') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:24.789626 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-171f0e29-cb2f-4724-b05a-a4beadd1d23a tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55bf55c2-0927-49ee-abc8-da3d6474f072') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:24.859459 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-171f0e29-cb2f-4724-b05a-a4beadd1d23a tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (55bf55c2-0927-49ee-abc8-da3d6474f072), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:24.945043 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 56d0d90b-94c1-4cbd-b9bc-5704803fc18a is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:24.945319 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8928add0-80b0-4973-8e3b-eb17a49765ac tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Subnet': ['ID=86416160-b8db-4718-b3da-e88941e56764,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:24.946317 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (56d0d90b-94c1-4cbd-b9bc-5704803fc18a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:24.960675 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4047507-4511-4621-bc59-52c7c7ae847d req-57a65fc6-8578-4051-b575-aa00a2392c74 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:24.962748 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e4047507-4511-4621-bc59-52c7c7ae847d req-57a65fc6-8578-4051-b575-aa00a2392c74 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bb7e797-db29-41d5-89f9-ee730688e0fa HTTP/1.1" status: 200 len: 944 time: 0.5917959 Feb 09 01:21:24.980508 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8928add0-80b0-4973-8e3b-eb17a49765ac tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Checking segment: {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:21:24.983428 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8928add0-80b0-4973-8e3b-eb17a49765ac tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network hostable DHCP agents. Network: a8203b0d-e7af-492c-8c21-23f9563ce2e8, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:21:25.025716 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8928add0-80b0-4973-8e3b-eb17a49765ac tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:21:25.042086 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-8928add0-80b0-4973-8e3b-eb17a49765ac tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, a8203b0d-e7af-492c-8c21-23f9563ce2e8) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:25.046527 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8928add0-80b0-4973-8e3b-eb17a49765ac tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:25.047257 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8928add0-80b0-4973-8e3b-eb17a49765ac tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:25.048791 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-171f0e29-cb2f-4724-b05a-a4beadd1d23a tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (55bf55c2-0927-49ee-abc8-da3d6474f072), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:25.070153 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 56d0d90b-94c1-4cbd-b9bc-5704803fc18a, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=56d0d90b-94c1-4cbd-b9bc-5704803fc18a,segment=NetworkSegment(e1b6dfa9-0088-4f06-bf4d-732afafaf84a),segment_id=e1b6dfa9-0088-4f06-bf4d-732afafaf84a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:25.087683 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-171f0e29-cb2f-4724-b05a-a4beadd1d23a tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:21:25.088644 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8928add0-80b0-4973-8e3b-eb17a49765ac tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2177091 Feb 09 01:21:25.088920 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb7e797-db29-41d5-89f9-ee730688e0fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d0d90b-94c1-4cbd-b9bc-5704803fc18a'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:21:25.090332 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-171f0e29-cb2f-4724-b05a-a4beadd1d23a tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (55bf55c2-0927-49ee-abc8-da3d6474f072), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:25.091103 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37144) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:25.091896 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c221b486-a644-4d32-8028-a1db245ed47e" -d '{"events": [{"server_uuid": "7bb7e797-db29-41d5-89f9-ee730688e0fa", "name": "network-vif-plugged", "status": "completed", "tag": "56d0d90b-94c1-4cbd-b9bc-5704803fc18a"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:21:25.094674 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e35733b-ae4a-4f1d-91fe-f3edeb0c40b3 None None] Network 51863440-2e48-4b54-b9a7-2f2dc52a87af requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:21:25.101835 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-fb7833f1-783d-4d93-aecc-1eab6a39bd97 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'port': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'name': 'tempest-NetworksTestDHCPv6-1651669849'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:25.113600 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d3eddd-fd2f-4346-947c-6785abf54992 None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:21:25.143444 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (56d0d90b-94c1-4cbd-b9bc-5704803fc18a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:25.278868 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7833f1-783d-4d93-aecc-1eab6a39bd97 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:25.293578 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fb7833f1-783d-4d93-aecc-1eab6a39bd97 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:25.372899 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-fb7833f1-783d-4d93-aecc-1eab6a39bd97 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] device_id is not set on port 35ab20a6-6ec7-490e-aa8b-20eaf0badce6 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:21:25.488195 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:21:25.488195 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:21:25.488195 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:21:25.488195 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:21:25.488195 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:21:25.488195 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:21:25.488195 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:21:25.488195 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:21:25.488195 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:21:25.488195 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:21:25.488195 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:21:25.488195 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:21:25.488195 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:21:25.488195 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:21:25.488195 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:21:25.488195 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:21:25.488195 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:21:25.488195 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:21:25.488195 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:21:25.488195 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:21:25.488195 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:21:25.488195 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:21:25.488195 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:21:25.488195 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:21:25.488195 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:21:25.488195 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:21:25.488195 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:21:25.488195 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:21:25.488195 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:21:25.488195 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:21:25.488195 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:21:25.488195 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:21:25.491424 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 97093797-d6a0-41be-9d36-6089000826c1 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:25.529993 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7ab7d09e-df0e-49ef-9d35-11dcea1a85f7 req-868dc07b-3b1e-4478-a4ba-7ba3c259f3ff tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=cac66f68-3a01-40f7-a9fb-aebd40c28d2b HTTP/1.1" status: 200 len: 210 time: 0.6280229 Feb 09 01:21:25.549974 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-46415219-1c66-4b3f-96f8-675195e5f7d2 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99253303b883423fad908712b3678824 HTTP/1.1" status: 200 len: 380 time: 0.9591963 Feb 09 01:21:25.553499 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-171f0e29-cb2f-4724-b05a-a4beadd1d23a tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (51863440-2e48-4b54-b9a7-2f2dc52a87af), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:25.566468 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=56d0d90b-94c1-4cbd-b9bc-5704803fc18a,revision_number=8']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:25.604825 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-47047484-9fc6-4660-a62b-cfd8f53ae025 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Request body: {'port': {'device_id': '3da201e6-e78b-4295-a3ae-350bcd1cce1d', 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042', 'admin_state_up': True, 'tenant_id': '99253303b883423fad908712b3678824', 'security_groups': ['4629bd31-c796-4e88-8f90-dc02cef8fece']}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:25.639261 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-171f0e29-cb2f-4724-b05a-a4beadd1d23a tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:25.656579 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-171f0e29-cb2f-4724-b05a-a4beadd1d23a tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "DELETE /v2.0/networks/51863440-2e48-4b54-b9a7-2f2dc52a87af HTTP/1.1" status: 204 len: 168 time: 7.5148509 Feb 09 01:21:25.671497 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3f5225-def9-4657-93eb-c9a0c38c87b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'project_id': '2aa099fb60d240ab8ce8691ee5b2e38c', 'fixed_ips': [{'subnet_id': '86416160-b8db-4718-b3da-e88941e56764'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:21:25.672481 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0e3f5225-def9-4657-93eb-c9a0c38c87b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:25.672831 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37162) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:25.708245 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd5b1f2-11d8-4b3d-bd6c-320e9bf8b79e x-openstack-request-id: req-7fd5b1f2-11d8-4b3d-bd6c-320e9bf8b79e {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:21:25.712785 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb7e797-db29-41d5-89f9-ee730688e0fa", "name": "network-vif-plugged", "status": "completed", "tag": "56d0d90b-94c1-4cbd-b9bc-5704803fc18a", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:21:25.713367 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7fd5b1f2-11d8-4b3d-bd6c-320e9bf8b79e {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:21:25.714375 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb7e797-db29-41d5-89f9-ee730688e0fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d0d90b-94c1-4cbd-b9bc-5704803fc18a', 'code': 200} Feb 09 01:21:25.724114 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f0e29-cb2f-4724-b05a-a4beadd1d23a tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event deleted for resources: {'Network': ['ID=51863440-2e48-4b54-b9a7-2f2dc52a87af,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:25.786008 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-f03329a8-e828-41bd-ae1a-565d1debf753 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1584205151'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:25.859987 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:21:26.031227 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dfbfda76-3462-4086-8214-9d82250791b7 req-46b3f9f0-792d-4277-a4d8-7d49918ede03 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 210 time: 0.1084664 Feb 09 01:21:26.039616 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e4047507-4511-4621-bc59-52c7c7ae847d req-7aceab42-68be-47f1-9f7b-bcb1a2d8e9aa tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0369422 Feb 09 01:21:26.119674 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03329a8-e828-41bd-ae1a-565d1debf753 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Made reservation on behalf of 7d5990bbd4c047ec8023f95ec9cb77d6 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:26.127651 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f03329a8-e828-41bd-ae1a-565d1debf753 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:26.233610 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-47047484-9fc6-4660-a62b-cfd8f53ae025 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Made reservation on behalf of 99253303b883423fad908712b3678824 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:26.240038 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-47047484-9fc6-4660-a62b-cfd8f53ae025 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:26.257158 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df2b05-6ba4-4455-a156-25e702cfb7dc req-7303c27f-03eb-466f-98f6-3c0f209b4a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:26.258245 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-25df2b05-6ba4-4455-a156-25e702cfb7dc req-7303c27f-03eb-466f-98f6-3c0f209b4a3d service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=7bb7e797-db29-41d5-89f9-ee730688e0fa HTTP/1.1" status: 200 len: 1128 time: 0.1911182 Feb 09 01:21:26.269570 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-fb7833f1-783d-4d93-aecc-1eab6a39bd97 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Allocated IP 2001:db8::20b (a8203b0d-e7af-492c-8c21-23f9563ce2e8/86416160-b8db-4718-b3da-e88941e56764/35ab20a6-6ec7-490e-aa8b-20eaf0badce6) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:26.380365 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcb6a0-2396-4720-8e6b-3dabda26978b req-54d20a9d-f6d8-4132-bfcd-566fde2fdf79 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:26.385459 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-a3dcb6a0-2396-4720-8e6b-3dabda26978b req-54d20a9d-f6d8-4132-bfcd-566fde2fdf79 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.47 "GET /v2.0/networks?id=91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0 HTTP/1.1" status: 200 len: 811 time: 0.8958271 Feb 09 01:21:26.418126 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f03329a8-e828-41bd-ae1a-565d1debf753 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1043} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:21:26.419653 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-47047484-9fc6-4660-a62b-cfd8f53ae025 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Allocated IP 172.20.0.7 (d88b7625-86d0-4021-80a0-5ba2f7b1a042/e8a10734-f380-44a3-a9f7-298105351e3b/1f1c0538-aa1a-4918-b06a-0ef1c2faaef3) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:26.430636 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-a3dcb6a0-2396-4720-8e6b-3dabda26978b req-1bb24431-64dd-4d13-a8a6-9ac0155e9d43 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Request body: {'port': {'device_id': 'cac66f68-3a01-40f7-a9fb-aebd40c28d2b', 'network_id': '91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0', 'admin_state_up': True, 'tenant_id': '81c9a0ae7d2c4fabbd7ca117be254e2b'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:26.655700 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f03329a8-e828-41bd-ae1a-565d1debf753 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (53f068b3-b75a-48e5-86f0-4528fe923acb), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:26.656408 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-f03329a8-e828-41bd-ae1a-565d1debf753 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Added segment 53f068b3-b75a-48e5-86f0-4528fe923acb of type vlan for network a5b12f8d-93ff-4229-9ace-6f5ee0a2d2f1 Feb 09 01:21:26.742015 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3dcb6a0-2396-4720-8e6b-3dabda26978b req-1bb24431-64dd-4d13-a8a6-9ac0155e9d43 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Made reservation on behalf of 81c9a0ae7d2c4fabbd7ca117be254e2b for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:26.745446 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-a3dcb6a0-2396-4720-8e6b-3dabda26978b req-1bb24431-64dd-4d13-a8a6-9ac0155e9d43 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:26.792045 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5888170b-f1c0-455c-9498-eb2214380459 req-7034e2ad-7580-4a1a-8a04-0e53f62099e9 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=cac66f68-3a01-40f7-a9fb-aebd40c28d2b HTTP/1.1" status: 200 len: 210 time: 0.1204963 Feb 09 01:21:26.808328 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-25df2b05-6ba4-4455-a156-25e702cfb7dc req-5cb84a14-fea2-4843-a71e-a26113c5d6da service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566922 Feb 09 01:21:26.856532 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-47047484-9fc6-4660-a62b-cfd8f53ae025 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks [] for port (1f1c0538-aa1a-4918-b06a-0ef1c2faaef3), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:26.947756 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-47047484-9fc6-4660-a62b-cfd8f53ae025 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (1f1c0538-aa1a-4918-b06a-0ef1c2faaef3), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:27.011791 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fb7833f1-783d-4d93-aecc-1eab6a39bd97 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for port (35ab20a6-6ec7-490e-aa8b-20eaf0badce6), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:27.025678 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-47047484-9fc6-4660-a62b-cfd8f53ae025 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Network d88b7625-86d0-4021-80a0-5ba2f7b1a042 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:27.036265 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-47047484-9fc6-4660-a62b-cfd8f53ae025 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:27.041542 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-47047484-9fc6-4660-a62b-cfd8f53ae025 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:21:27.209508 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fb7833f1-783d-4d93-aecc-1eab6a39bd97 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (35ab20a6-6ec7-490e-aa8b-20eaf0badce6), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:27.224755 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f03329a8-e828-41bd-ae1a-565d1debf753 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (a5b12f8d-93ff-4229-9ace-6f5ee0a2d2f1), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:27.331418 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7833f1-783d-4d93-aecc-1eab6a39bd97 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Port': ['ID=35ab20a6-6ec7-490e-aa8b-20eaf0badce6,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:27.345899 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-0e3f5225-def9-4657-93eb-c9a0c38c87b2 None None] Allocated IP 2001:db8::2 (a8203b0d-e7af-492c-8c21-23f9563ce2e8/86416160-b8db-4718-b3da-e88941e56764/8339f1a2-cd50-4383-9a6e-5da8ec48d12f) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:27.347368 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.db.resource_extend [None req-f03329a8-e828-41bd-ae1a-565d1debf753 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:21:27.366616 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47047484-9fc6-4660-a62b-cfd8f53ae025 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Pushing event updated for resources: {'Port': ['ID=1f1c0538-aa1a-4918-b06a-0ef1c2faaef3,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:27.390725 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7833f1-783d-4d93-aecc-1eab6a39bd97 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:27.396411 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-fb7833f1-783d-4d93-aecc-1eab6a39bd97 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:27.402160 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-47047484-9fc6-4660-a62b-cfd8f53ae025 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:27.402856 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-47047484-9fc6-4660-a62b-cfd8f53ae025 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:27.404506 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7833f1-783d-4d93-aecc-1eab6a39bd97 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:21:27.418852 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7833f1-783d-4d93-aecc-1eab6a39bd97 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:27.421824 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fb7833f1-783d-4d93-aecc-1eab6a39bd97 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:27.446652 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f03329a8-e828-41bd-ae1a-565d1debf753 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (a5b12f8d-93ff-4229-9ace-6f5ee0a2d2f1), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:27.455735 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47047484-9fc6-4660-a62b-cfd8f53ae025 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:27.456755 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47047484-9fc6-4660-a62b-cfd8f53ae025 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:27.457113 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47047484-9fc6-4660-a62b-cfd8f53ae025 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:27.457462 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47047484-9fc6-4660-a62b-cfd8f53ae025 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:27.457806 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47047484-9fc6-4660-a62b-cfd8f53ae025 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:27.458148 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47047484-9fc6-4660-a62b-cfd8f53ae025 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:27.458488 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47047484-9fc6-4660-a62b-cfd8f53ae025 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:27.458820 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47047484-9fc6-4660-a62b-cfd8f53ae025 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:27.459188 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47047484-9fc6-4660-a62b-cfd8f53ae025 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:27.459675 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47047484-9fc6-4660-a62b-cfd8f53ae025 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:27.460010 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47047484-9fc6-4660-a62b-cfd8f53ae025 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:27.461565 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47047484-9fc6-4660-a62b-cfd8f53ae025 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:27.461919 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47047484-9fc6-4660-a62b-cfd8f53ae025 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:21:27.481150 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-47047484-9fc6-4660-a62b-cfd8f53ae025 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9164031 Feb 09 01:21:27.482877 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03329a8-e828-41bd-ae1a-565d1debf753 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:27.483661 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f03329a8-e828-41bd-ae1a-565d1debf753 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:27.508064 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f35e06-c6b5-493a-94d4-5141ba691870 req-1c8a9a88-370f-46b8-b1aa-c168fe3b878d tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:27.510720 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-45f35e06-c6b5-493a-94d4-5141ba691870 req-1c8a9a88-370f-46b8-b1aa-c168fe3b878d tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bb7e797-db29-41d5-89f9-ee730688e0fa HTTP/1.1" status: 200 len: 946 time: 0.2454460 Feb 09 01:21:27.529503 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86959e1-26f6-472e-a322-2d87763623d7 req-6543865c-2a8a-42ed-a948-5478b4bd81c8 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:27.531040 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c86959e1-26f6-472e-a322-2d87763623d7 req-6543865c-2a8a-42ed-a948-5478b4bd81c8 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 931 time: 0.3119431 Feb 09 01:21:27.543344 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-7ca31ae3-3e8a-458f-abaa-1f15389c7222 service neutron] Request body: {'port': {'device_id': '3da201e6-e78b-4295-a3ae-350bcd1cce1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:27.670561 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-fb7833f1-783d-4d93-aecc-1eab6a39bd97 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5764189 Feb 09 01:21:27.671231 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37214) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:27.680560 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03329a8-e828-41bd-ae1a-565d1debf753 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event updated for resources: {'Network': ['ID=a5b12f8d-93ff-4229-9ace-6f5ee0a2d2f1,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:27.681123 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-45f35e06-c6b5-493a-94d4-5141ba691870 req-00c5ea2f-4505-4324-a3ab-134bf655757f tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482284 Feb 09 01:21:27.698033 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-7ca31ae3-3e8a-458f-abaa-1f15389c7222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1f1c0538-aa1a-4918-b06a-0ef1c2faaef3), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:27.705203 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c86959e1-26f6-472e-a322-2d87763623d7 req-72273bdf-e201-4e96-bd9c-d41ddc76706a tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574218 Feb 09 01:21:27.780490 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network a5b12f8d-93ff-4229-9ace-6f5ee0a2d2f1 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:21:27.788770 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-e57f5bdf-5066-4ce2-8799-4d14d14a90d6 None None] Provisioning complete for port 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:27.790427 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e57f5bdf-5066-4ce2-8799-4d14d14a90d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (1f1c0538-aa1a-4918-b06a-0ef1c2faaef3), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:27.900497 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e57f5bdf-5066-4ce2-8799-4d14d14a90d6 None None] Port 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:21:28.133290 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f03329a8-e828-41bd-ae1a-565d1debf753 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.3742986 Feb 09 01:21:28.138744 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37232) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:28.176004 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-2081eb2f-9bbd-4932-b9d4-65b97f12d8b4 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Request body: {'subnet': {'network_id': 'a5b12f8d-93ff-4229-9ace-6f5ee0a2d2f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:28.223254 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4504eb79-9b72-4c1f-884f-5e07b9ffbb03 req-240f72ea-34e7-4800-9d45-f7b5bd239fcf tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=cac66f68-3a01-40f7-a9fb-aebd40c28d2b HTTP/1.1" status: 200 len: 210 time: 0.2472365 Feb 09 01:21:28.279771 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0e3f5225-def9-4657-93eb-c9a0c38c87b2 None None] Publish callbacks [] for port (8339f1a2-cd50-4383-9a6e-5da8ec48d12f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:28.299905 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0e3f5225-def9-4657-93eb-c9a0c38c87b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (8339f1a2-cd50-4383-9a6e-5da8ec48d12f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:28.426736 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3f5225-def9-4657-93eb-c9a0c38c87b2 None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:28.430085 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-0e3f5225-def9-4657-93eb-c9a0c38c87b2 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:28.437344 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3f5225-def9-4657-93eb-c9a0c38c87b2 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:21:28.451455 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f5225-def9-4657-93eb-c9a0c38c87b2 None None] Pushing event updated for resources: {'Port': ['ID=8339f1a2-cd50-4383-9a6e-5da8ec48d12f,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:28.513824 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-7ca31ae3-3e8a-458f-abaa-1f15389c7222 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:21:28.538805 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-7ca31ae3-3e8a-458f-abaa-1f15389c7222 service neutron] Publish callbacks [] for port (1f1c0538-aa1a-4918-b06a-0ef1c2faaef3), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:28.544672 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-0e3f5225-def9-4657-93eb-c9a0c38c87b2 None None] Attempting to bind port 8339f1a2-cd50-4383-9a6e-5da8ec48d12f on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:21:28.546295 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-0e3f5225-def9-4657-93eb-c9a0c38c87b2 None None] Attempting to bind port 8339f1a2-cd50-4383-9a6e-5da8ec48d12f by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:21:28.546679 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3f5225-def9-4657-93eb-c9a0c38c87b2 None None] Attempting to bind port 8339f1a2-cd50-4383-9a6e-5da8ec48d12f on network a8203b0d-e7af-492c-8c21-23f9563ce2e8 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:21:28.557299 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3f5225-def9-4657-93eb-c9a0c38c87b2 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:21:28.557707 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3f5225-def9-4657-93eb-c9a0c38c87b2 None None] Checking segment: {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:21:28.560653 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0e3f5225-def9-4657-93eb-c9a0c38c87b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:28.563860 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-7ca31ae3-3e8a-458f-abaa-1f15389c7222 service neutron] Transition to ACTIVE for port object 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:21:28.564619 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3f5225-def9-4657-93eb-c9a0c38c87b2 None None] Bound using segment: {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:21:28.564619 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-0e3f5225-def9-4657-93eb-c9a0c38c87b2 None None] Bound port: 8339f1a2-cd50-4383-9a6e-5da8ec48d12f, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:21:28.565164 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0e3f5225-def9-4657-93eb-c9a0c38c87b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8339f1a2-cd50-4383-9a6e-5da8ec48d12f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:28.573415 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-7ca31ae3-3e8a-458f-abaa-1f15389c7222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (1f1c0538-aa1a-4918-b06a-0ef1c2faaef3), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:28.680641 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca31ae3-3e8a-458f-abaa-1f15389c7222 service neutron] Pushing event updated for resources: {'Port': ['ID=1f1c0538-aa1a-4918-b06a-0ef1c2faaef3,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:28.732902 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-0e3f5225-def9-4657-93eb-c9a0c38c87b2 None None] For port 8339f1a2-cd50-4383-9a6e-5da8ec48d12f, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:21:28.743233 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-0e3f5225-def9-4657-93eb-c9a0c38c87b2 None None] For port 8339f1a2-cd50-4383-9a6e-5da8ec48d12f, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=8339f1a2-cd50-4383-9a6e-5da8ec48d12f,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:21:28.761546 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0e3f5225-def9-4657-93eb-c9a0c38c87b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (8339f1a2-cd50-4383-9a6e-5da8ec48d12f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:28.916622 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0343995e-63d2-4c7b-a566-7cd013bc5a04 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:28.921160 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0343995e-63d2-4c7b-a566-7cd013bc5a04 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 1.2121038 Feb 09 01:21:28.945727 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37246) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:28.961622 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f5225-def9-4657-93eb-c9a0c38c87b2 None None] Pushing event updated for resources: {'Port': ['ID=8339f1a2-cd50-4383-9a6e-5da8ec48d12f,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:29.118841 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [req-a3dcb6a0-2396-4720-8e6b-3dabda26978b req-1bb24431-64dd-4d13-a8a6-9ac0155e9d43 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Allocated IP 172.20.0.3 (91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0/ae61675f-5f39-477a-b759-5e2f01c2f4a7/79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:29.158981 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-7ca31ae3-3e8a-458f-abaa-1f15389c7222 service neutron] Attempting to bind port 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:21:29.160762 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-7ca31ae3-3e8a-458f-abaa-1f15389c7222 service neutron] Attempting to bind port 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': 'c65aa26b-6f4d-4da5-9ac6-6c267d824ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:21:29.161317 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-7ca31ae3-3e8a-458f-abaa-1f15389c7222 service neutron] Attempting to bind port 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 on network d88b7625-86d0-4021-80a0-5ba2f7b1a042 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:21:29.239302 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-7ca31ae3-3e8a-458f-abaa-1f15389c7222 service neutron] Port 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 on network d88b7625-86d0-4021-80a0-5ba2f7b1a042 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:21:29.239698 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-7ca31ae3-3e8a-458f-abaa-1f15389c7222 service neutron] Attempting to bind port 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 on network d88b7625-86d0-4021-80a0-5ba2f7b1a042 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:21:29.262923 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-7ca31ae3-3e8a-458f-abaa-1f15389c7222 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:21:29.263848 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-7ca31ae3-3e8a-458f-abaa-1f15389c7222 service neutron] Checking segment: {'id': 'c65aa26b-6f4d-4da5-9ac6-6c267d824ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:21:29.316341 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-7ca31ae3-3e8a-458f-abaa-1f15389c7222 service neutron] Bound using segment: {'id': 'c65aa26b-6f4d-4da5-9ac6-6c267d824ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:21:29.316341 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-7ca31ae3-3e8a-458f-abaa-1f15389c7222 service neutron] Bound port: 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c65aa26b-6f4d-4da5-9ac6-6c267d824ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:21:29.316341 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-7ca31ae3-3e8a-458f-abaa-1f15389c7222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1f1c0538-aa1a-4918-b06a-0ef1c2faaef3), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:29.317118 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2081eb2f-9bbd-4932-b9d4-65b97f12d8b4 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Made reservation on behalf of 7d5990bbd4c047ec8023f95ec9cb77d6 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:29.317195 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298163e-5613-460c-a943-dc37f4b8726b req-af1b5fc6-012a-4690-8d17-c7e7300caf32 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:29.317195 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6298163e-5613-460c-a943-dc37f4b8726b req-af1b5fc6-012a-4690-8d17-c7e7300caf32 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 943 time: 0.3402855 Feb 09 01:21:29.320735 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2081eb2f-9bbd-4932-b9d4-65b97f12d8b4 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:29.409599 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ea786-7ac1-4602-b3a3-1b51d4475af0 req-d4903b3a-f7e6-444f-9cb2-8d88105a2856 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:29.411228 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-436ea786-7ac1-4602-b3a3-1b51d4475af0 req-d4903b3a-f7e6-444f-9cb2-8d88105a2856 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bb7e797-db29-41d5-89f9-ee730688e0fa HTTP/1.1" status: 200 len: 946 time: 0.4660380 Feb 09 01:21:29.673614 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6298163e-5613-460c-a943-dc37f4b8726b req-825c4faf-d774-4491-8e26-ccbbb4c343f6 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3645093 Feb 09 01:21:29.683364 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2081eb2f-9bbd-4932-b9d4-65b97f12d8b4 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (14011053-99b8-4b60-9505-574009e95105), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:29.730588 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-436ea786-7ac1-4602-b3a3-1b51d4475af0 req-f9606cd1-f559-4f1e-95ca-bcd07ac20167 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024642 Feb 09 01:21:29.807545 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-7ca31ae3-3e8a-458f-abaa-1f15389c7222 service neutron] For port 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:21:29.822553 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-7ca31ae3-3e8a-458f-abaa-1f15389c7222 service neutron] For port 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=1f1c0538-aa1a-4918-b06a-0ef1c2faaef3,segment=NetworkSegment(c65aa26b-6f4d-4da5-9ac6-6c267d824ab1),segment_id=c65aa26b-6f4d-4da5-9ac6-6c267d824ab1)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:21:29.846621 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-7ca31ae3-3e8a-458f-abaa-1f15389c7222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (1f1c0538-aa1a-4918-b06a-0ef1c2faaef3), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:29.953480 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-a3dcb6a0-2396-4720-8e6b-3dabda26978b req-1bb24431-64dd-4d13-a8a6-9ac0155e9d43 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Publish callbacks [] for port (79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:29.998220 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 8339f1a2-cd50-4383-9a6e-5da8ec48d12f up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:21:30.033084 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca31ae3-3e8a-458f-abaa-1f15389c7222 service neutron] Pushing event updated for resources: {'Port': ['ID=1f1c0538-aa1a-4918-b06a-0ef1c2faaef3,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:30.076268 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-7ca31ae3-3e8a-458f-abaa-1f15389c7222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:30.077192 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-7ca31ae3-3e8a-458f-abaa-1f15389c7222 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:30.078844 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-7ca31ae3-3e8a-458f-abaa-1f15389c7222 service neutron] 10.222.0.120 "PUT /v2.0/ports/1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 HTTP/1.1" status: 200 len: 1091 time: 2.5627902 Feb 09 01:21:30.082466 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da201e6-e78b-4295-a3ae-350bcd1cce1d', 'tag': '1f1c0538-aa1a-4918-b06a-0ef1c2faaef3'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:21:30.086280 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad4d1a6-c6ce-4bac-9865-49586800c4e8" -d '{"events": [{"name": "network-changed", "server_uuid": "3da201e6-e78b-4295-a3ae-350bcd1cce1d", "tag": "1f1c0538-aa1a-4918-b06a-0ef1c2faaef3"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:21:30.122702 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-a3dcb6a0-2396-4720-8e6b-3dabda26978b req-1bb24431-64dd-4d13-a8a6-9ac0155e9d43 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:30.140408 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['3b8db0a6-01e4-47d3-93d5-9839e7db1e1c'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:21:30.257340 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 8339f1a2-cd50-4383-9a6e-5da8ec48d12f triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:30.260778 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (8339f1a2-cd50-4383-9a6e-5da8ec48d12f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:30.277425 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-76601b37-b03c-4f8e-bfea-edaa3dff0690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:30.278960 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-76601b37-b03c-4f8e-bfea-edaa3dff0690 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=99253303b883423fad908712b3678824&device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 1125 time: 0.1354854 Feb 09 01:21:30.308328 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2344fc-40e5-42cf-a673-7008094c8ebb req-e9997678-e084-4c27-9f30-af22d2f5ac86 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:30.309946 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bd2344fc-40e5-42cf-a673-7008094c8ebb req-e9997678-e084-4c27-9f30-af22d2f5ac86 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=cac66f68-3a01-40f7-a9fb-aebd40c28d2b HTTP/1.1" status: 200 len: 931 time: 0.4247801 Feb 09 01:21:30.392640 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3dcb6a0-2396-4720-8e6b-3dabda26978b req-1bb24431-64dd-4d13-a8a6-9ac0155e9d43 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Network 91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:30.420862 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013abc29-a2fa-4609-81e0-68bb1b1a9400 req-5d6010bd-6e2d-47bd-8d22-b0449e78d802 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:30.429199 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-013abc29-a2fa-4609-81e0-68bb1b1a9400 req-5d6010bd-6e2d-47bd-8d22-b0449e78d802 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bb7e797-db29-41d5-89f9-ee730688e0fa HTTP/1.1" status: 200 len: 946 time: 0.5427003 Feb 09 01:21:30.431451 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [req-a3dcb6a0-2396-4720-8e6b-3dabda26978b req-1bb24431-64dd-4d13-a8a6-9ac0155e9d43 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:30.437427 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081eb2f-9bbd-4932-b9d4-65b97f12d8b4 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event updated for resources: {'Subnet': ['ID=14011053-99b8-4b60-9505-574009e95105,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:30.441997 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3dcb6a0-2396-4720-8e6b-3dabda26978b req-1bb24431-64dd-4d13-a8a6-9ac0155e9d43 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:21:30.468036 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-33b340c4-f4bb-4006-9dbc-f7f642ba711f service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 HTTP/1.1" status: 200 len: 217 time: 0.1804504 Feb 09 01:21:30.608629 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcb6a0-2396-4720-8e6b-3dabda26978b req-1bb24431-64dd-4d13-a8a6-9ac0155e9d43 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:30.613379 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-1fe88168-78c4-450a-bec7-80242ccf3211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:30.615019 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-1fe88168-78c4-450a-bec7-80242ccf3211 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=e8a10734-f380-44a3-a9f7-298105351e3b HTTP/1.1" status: 200 len: 850 time: 0.1393201 Feb 09 01:21:30.625006 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-a3dcb6a0-2396-4720-8e6b-3dabda26978b req-1bb24431-64dd-4d13-a8a6-9ac0155e9d43 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:30.650542 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb24431-64dd-4d13-a8a6-9ac0155e9d43 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Pushing event updated for resources: {'Port': ['ID=79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:30.716316 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bd2344fc-40e5-42cf-a673-7008094c8ebb req-345bb6da-578d-4183-8768-520154b591ad tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942416 Feb 09 01:21:30.717265 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2081eb2f-9bbd-4932-b9d4-65b97f12d8b4 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Checking segment: {'id': '53f068b3-b75a-48e5-86f0-4528fe923acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'a5b12f8d-93ff-4229-9ace-6f5ee0a2d2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:21:30.717649 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2081eb2f-9bbd-4932-b9d4-65b97f12d8b4 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Network hostable DHCP agents. Network: a5b12f8d-93ff-4229-9ace-6f5ee0a2d2f1, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:21:30.722034 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-4e87d2c9-03c0-4cbe-8168-c0ed5ef7a403 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting port 35ab20a6-6ec7-490e-aa8b-20eaf0badce6 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:21:30.722034 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4e87d2c9-03c0-4cbe-8168-c0ed5ef7a403 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (35ab20a6-6ec7-490e-aa8b-20eaf0badce6), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:30.773625 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-013abc29-a2fa-4609-81e0-68bb1b1a9400 req-f67d2f2c-c997-481f-9dc6-f287237df928 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306308 Feb 09 01:21:30.775036 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-a3dcb6a0-2396-4720-8e6b-3dabda26978b req-1bb24431-64dd-4d13-a8a6-9ac0155e9d43 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3684554 Feb 09 01:21:30.791070 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 8339f1a2-cd50-4383-9a6e-5da8ec48d12f is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:30.791560 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8339f1a2-cd50-4383-9a6e-5da8ec48d12f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:30.824978 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-d49305fa-3d58-4154-a554-01241621f106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:30.826508 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-d49305fa-3d58-4154-a554-01241621f106 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=d88b7625-86d0-4021-80a0-5ba2f7b1a042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2008181 Feb 09 01:21:30.831101 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7a8be9-4304-491e-956d-41478fc9f5f5 x-openstack-request-id: req-8b7a8be9-4304-491e-956d-41478fc9f5f5 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:21:30.831402 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3da201e6-e78b-4295-a3ae-350bcd1cce1d", "tag": "1f1c0538-aa1a-4918-b06a-0ef1c2faaef3", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:21:30.831660 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8b7a8be9-4304-491e-956d-41478fc9f5f5 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:21:30.832073 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3da201e6-e78b-4295-a3ae-350bcd1cce1d', 'tag': '1f1c0538-aa1a-4918-b06a-0ef1c2faaef3', 'status': 'completed', 'code': 200} Feb 09 01:21:30.942336 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 8339f1a2-cd50-4383-9a6e-5da8ec48d12f, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=8339f1a2-cd50-4383-9a6e-5da8ec48d12f,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:30.953863 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (8339f1a2-cd50-4383-9a6e-5da8ec48d12f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:30.966406 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-a3dcb6a0-2396-4720-8e6b-3dabda26978b req-221155d8-c0be-4d0f-a4b3-c7e107c09a04 service neutron] Request body: {'port': {'device_id': 'cac66f68-3a01-40f7-a9fb-aebd40c28d2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:31.078263 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2081eb2f-9bbd-4932-b9d4-65b97f12d8b4 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Network a5b12f8d-93ff-4229-9ace-6f5ee0a2d2f1 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:21:31.107494 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=8339f1a2-cd50-4383-9a6e-5da8ec48d12f,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:31.138878 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd64ce3f-0df1-42a0-b18c-fc2c37ccddf5 None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:21:31.150191 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-2081eb2f-9bbd-4932-b9d4-65b97f12d8b4 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, a5b12f8d-93ff-4229-9ace-6f5ee0a2d2f1) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:31.177403 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2081eb2f-9bbd-4932-b9d4-65b97f12d8b4 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:31.180487 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2081eb2f-9bbd-4932-b9d4-65b97f12d8b4 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:31.355999 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153d731d-ba09-4c1f-a761-4c973da78fd3 None None] Network a5b12f8d-93ff-4229-9ace-6f5ee0a2d2f1 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:21:31.389526 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2081eb2f-9bbd-4932-b9d4-65b97f12d8b4 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.2362096 Feb 09 01:21:31.393937 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-a3dcb6a0-2396-4720-8e6b-3dabda26978b req-221155d8-c0be-4d0f-a4b3-c7e107c09a04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:31.396165 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37306) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:31.501722 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4e87d2c9-03c0-4cbe-8168-c0ed5ef7a403 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (35ab20a6-6ec7-490e-aa8b-20eaf0badce6), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:31.835262 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-1793cfbc-9ac7-4c58-8cfe-d5caef767908 None None] Provisioning complete for port 8339f1a2-cd50-4383-9a6e-5da8ec48d12f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:31.835651 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1793cfbc-9ac7-4c58-8cfe-d5caef767908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (8339f1a2-cd50-4383-9a6e-5da8ec48d12f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:31.933360 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 8339f1a2-cd50-4383-9a6e-5da8ec48d12f up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:21:31.966938 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-4e87d2c9-03c0-4cbe-8168-c0ed5ef7a403 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Calling delete_port for 35ab20a6-6ec7-490e-aa8b-20eaf0badce6 owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:21:32.073785 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-70dba287-6834-43bc-bdb9-75135f9df199 service neutron] 10.222.0.120 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2381258 Feb 09 01:21:32.076707 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3e7e70-0c06-4531-9332-afabbcbb6fdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-a5b12f8d-93ff-4229-9ace-6f5ee0a2d2f1', 'network_id': 'a5b12f8d-93ff-4229-9ace-6f5ee0a2d2f1', 'project_id': '7d5990bbd4c047ec8023f95ec9cb77d6', 'fixed_ips': [{'subnet_id': '14011053-99b8-4b60-9505-574009e95105'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:21:32.078294 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ff3e7e70-0c06-4531-9332-afabbcbb6fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:32.102176 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 8339f1a2-cd50-4383-9a6e-5da8ec48d12f triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:32.102634 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (8339f1a2-cd50-4383-9a6e-5da8ec48d12f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:32.131855 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-38e5167a-045b-4dde-9e5c-fb4fbb84e5e1 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (a5b12f8d-93ff-4229-9ace-6f5ee0a2d2f1), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:32.209344 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90a4d3-8215-4aae-8cf6-5235c35d1086 req-54cdab08-ba32-4386-9401-11a96d016e08 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:32.217847 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ac90a4d3-8215-4aae-8cf6-5235c35d1086 req-54cdab08-ba32-4386-9401-11a96d016e08 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/networks?id=633bdf52-4e13-4a9d-8810-49c577c6cdb8 HTTP/1.1" status: 200 len: 815 time: 0.1430500 Feb 09 01:21:32.246372 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ac90a4d3-8215-4aae-8cf6-5235c35d1086 req-1853a079-5976-41d9-8532-c73ace5f7d7e tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/quotas/ea634eba134a436c8efc984f29cf1d41 HTTP/1.1" status: 200 len: 375 time: 0.0275810 Feb 09 01:21:32.302485 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff20860-315c-4626-8c28-b1db16bed1a9 req-e0c54ff7-5cb9-45ee-b80d-e35c7edae51c tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:32.310112 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fff20860-315c-4626-8c28-b1db16bed1a9 req-e0c54ff7-5cb9-45ee-b80d-e35c7edae51c tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 943 time: 1.3058307 Feb 09 01:21:32.387087 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-a3dcb6a0-2396-4720-8e6b-3dabda26978b req-221155d8-c0be-4d0f-a4b3-c7e107c09a04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:21:32.396305 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-38e5167a-045b-4dde-9e5c-fb4fbb84e5e1 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (14011053-99b8-4b60-9505-574009e95105), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:32.405367 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 8339f1a2-cd50-4383-9a6e-5da8ec48d12f is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:32.413652 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fff20860-315c-4626-8c28-b1db16bed1a9 req-398eb57d-ccfd-4b70-8640-52def39db06a tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025717 Feb 09 01:21:32.419750 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-a3dcb6a0-2396-4720-8e6b-3dabda26978b req-221155d8-c0be-4d0f-a4b3-c7e107c09a04 service neutron] Publish callbacks [] for port (79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:32.425399 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-1793cfbc-9ac7-4c58-8cfe-d5caef767908 None None] Current status of the port 8339f1a2-cd50-4383-9a6e-5da8ec48d12f is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:32.432143 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-ff3e7e70-0c06-4531-9332-afabbcbb6fdc None None] Allocated IP 172.20.0.1 (a5b12f8d-93ff-4229-9ace-6f5ee0a2d2f1/14011053-99b8-4b60-9505-574009e95105/fab9f446-8340-42d3-936e-e5e0785284a7) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:32.437625 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8a6ac045-b8eb-4b24-8249-b13a20bd4174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:32.505633 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-a3dcb6a0-2396-4720-8e6b-3dabda26978b req-221155d8-c0be-4d0f-a4b3-c7e107c09a04 service neutron] Transition to ACTIVE for port object 79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:21:32.524666 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-a3dcb6a0-2396-4720-8e6b-3dabda26978b req-221155d8-c0be-4d0f-a4b3-c7e107c09a04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:32.530156 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4e87d2c9-03c0-4cbe-8168-c0ed5ef7a403 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (35ab20a6-6ec7-490e-aa8b-20eaf0badce6), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:32.616533 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ac90a4d3-8215-4aae-8cf6-5235c35d1086 req-b4149fb7-31a2-413f-9179-aeb6a6b99452 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ea634eba134a436c8efc984f29cf1d41&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3691368 Feb 09 01:21:32.636014 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4e87d2c9-03c0-4cbe-8168-c0ed5ef7a403 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:32.643435 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4e87d2c9-03c0-4cbe-8168-c0ed5ef7a403 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/ports/35ab20a6-6ec7-490e-aa8b-20eaf0badce6 HTTP/1.1" status: 204 len: 168 time: 3.6962638 Feb 09 01:21:32.652167 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37336) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:32.747102 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221155d8-c0be-4d0f-a4b3-c7e107c09a04 service neutron] Pushing event updated for resources: {'Port': ['ID=79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:32.750789 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb414fc5-9279-47e2-b021-ca5d9720965a req-2f5977d9-0345-4335-827e-953555cc0c2a tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:32.757356 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eb414fc5-9279-47e2-b021-ca5d9720965a req-2f5977d9-0345-4335-827e-953555cc0c2a tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.120 "GET /v2.0/ports?device_id=7bb7e797-db29-41d5-89f9-ee730688e0fa HTTP/1.1" status: 200 len: 946 time: 0.3237240 Feb 09 01:21:32.758701 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ff3e7e70-0c06-4531-9332-afabbcbb6fdc None None] Publish callbacks [] for port (fab9f446-8340-42d3-936e-e5e0785284a7), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:32.761116 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-724c5b3d-d9f1-4d9d-b407-f9d37ac4e1da None None] Could not find standard attr ID for object 35ab20a6-6ec7-490e-aa8b-20eaf0badce6. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:21:32.782821 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ff3e7e70-0c06-4531-9332-afabbcbb6fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (fab9f446-8340-42d3-936e-e5e0785284a7), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:32.886737 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-724c5b3d-d9f1-4d9d-b407-f9d37ac4e1da None None] Provisioning complete for port 8339f1a2-cd50-4383-9a6e-5da8ec48d12f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:32.887237 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-724c5b3d-d9f1-4d9d-b407-f9d37ac4e1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (8339f1a2-cd50-4383-9a6e-5da8ec48d12f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:32.909672 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3e7e70-0c06-4531-9332-afabbcbb6fdc None None] Network a5b12f8d-93ff-4229-9ace-6f5ee0a2d2f1 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:32.958317 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3addd77-42f3-4e97-8945-5e288b8a080d req-015a5266-5d97-407d-9b6e-52e326ce5b90 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:32.965414 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-ff3e7e70-0c06-4531-9332-afabbcbb6fdc None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:32.974076 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3e7e70-0c06-4531-9332-afabbcbb6fdc None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:21:32.976766 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b3addd77-42f3-4e97-8945-5e288b8a080d req-015a5266-5d97-407d-9b6e-52e326ce5b90 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=cac66f68-3a01-40f7-a9fb-aebd40c28d2b HTTP/1.1" status: 200 len: 943 time: 0.4307704 Feb 09 01:21:33.039487 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e87d2c9-03c0-4cbe-8168-c0ed5ef7a403 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Port': ['ID=35ab20a6-6ec7-490e-aa8b-20eaf0badce6,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:33.058473 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dfbd13-a9c8-45d3-b81f-eb278991f4e0 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:33.060212 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dfbd13-a9c8-45d3-b81f-eb278991f4e0 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:33.063752 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ffa30b9b-4a21-4f97-a98f-4665a756d380 req-3c084f33-d102-475b-8841-9fa2133b01f6 service neutron] 10.222.0.120 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8352520 Feb 09 01:21:33.066326 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e9dfbd13-a9c8-45d3-b81f-eb278991f4e0 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4127755 Feb 09 01:21:33.071733 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37360) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:33.095443 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-38e5167a-045b-4dde-9e5c-fb4fbb84e5e1 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (14011053-99b8-4b60-9505-574009e95105), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:33.102757 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e7e70-0c06-4531-9332-afabbcbb6fdc None None] Pushing event updated for resources: {'Port': ['ID=fab9f446-8340-42d3-936e-e5e0785284a7,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:33.162758 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-ff3e7e70-0c06-4531-9332-afabbcbb6fdc None None] Attempting to bind port fab9f446-8340-42d3-936e-e5e0785284a7 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:21:33.163261 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-ff3e7e70-0c06-4531-9332-afabbcbb6fdc None None] Attempting to bind port fab9f446-8340-42d3-936e-e5e0785284a7 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '53f068b3-b75a-48e5-86f0-4528fe923acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'a5b12f8d-93ff-4229-9ace-6f5ee0a2d2f1'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:21:33.163803 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3e7e70-0c06-4531-9332-afabbcbb6fdc None None] Attempting to bind port fab9f446-8340-42d3-936e-e5e0785284a7 on network a5b12f8d-93ff-4229-9ace-6f5ee0a2d2f1 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:21:33.194849 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3e7e70-0c06-4531-9332-afabbcbb6fdc None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:21:33.195442 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3e7e70-0c06-4531-9332-afabbcbb6fdc None None] Checking segment: {'id': '53f068b3-b75a-48e5-86f0-4528fe923acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'a5b12f8d-93ff-4229-9ace-6f5ee0a2d2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:21:33.196012 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ff3e7e70-0c06-4531-9332-afabbcbb6fdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:33.196612 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3e7e70-0c06-4531-9332-afabbcbb6fdc None None] Bound using segment: {'id': '53f068b3-b75a-48e5-86f0-4528fe923acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'a5b12f8d-93ff-4229-9ace-6f5ee0a2d2f1'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:21:33.197663 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-ff3e7e70-0c06-4531-9332-afabbcbb6fdc None None] Bound port: fab9f446-8340-42d3-936e-e5e0785284a7, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53f068b3-b75a-48e5-86f0-4528fe923acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'a5b12f8d-93ff-4229-9ace-6f5ee0a2d2f1'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:21:33.198418 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ff3e7e70-0c06-4531-9332-afabbcbb6fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (fab9f446-8340-42d3-936e-e5e0785284a7), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:33.219647 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ac90a4d3-8215-4aae-8cf6-5235c35d1086 req-b2ba637e-bf43-4184-a20e-6c6778dff1b0 service neutron] 10.222.0.50 "GET /v2.0/networks/633bdf52-4e13-4a9d-8810-49c577c6cdb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6018624 Feb 09 01:21:33.227050 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e5167a-045b-4dde-9e5c-fb4fbb84e5e1 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event deleted for resources: {'Subnet': ['ID=14011053-99b8-4b60-9505-574009e95105,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:33.230520 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b3addd77-42f3-4e97-8945-5e288b8a080d req-264106b2-8eaa-4fe3-a67d-ccd9ee8cb406 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528067 Feb 09 01:21:33.363744 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-ff3e7e70-0c06-4531-9332-afabbcbb6fdc None None] For port fab9f446-8340-42d3-936e-e5e0785284a7, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:21:33.368355 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-ff3e7e70-0c06-4531-9332-afabbcbb6fdc None None] For port fab9f446-8340-42d3-936e-e5e0785284a7, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=fab9f446-8340-42d3-936e-e5e0785284a7,segment=NetworkSegment(53f068b3-b75a-48e5-86f0-4528fe923acb),segment_id=53f068b3-b75a-48e5-86f0-4528fe923acb)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:21:33.371180 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-a3dcb6a0-2396-4720-8e6b-3dabda26978b req-221155d8-c0be-4d0f-a4b3-c7e107c09a04 service neutron] Attempting to bind port 79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:21:33.371523 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-a3dcb6a0-2396-4720-8e6b-3dabda26978b req-221155d8-c0be-4d0f-a4b3-c7e107c09a04 service neutron] Attempting to bind port 79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '669e1584-9a4c-4f54-9e81-29abd25160a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:21:33.371851 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dcb6a0-2396-4720-8e6b-3dabda26978b req-221155d8-c0be-4d0f-a4b3-c7e107c09a04 service neutron] Attempting to bind port 79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff on network 91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:21:33.380087 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-724c5b3d-d9f1-4d9d-b407-f9d37ac4e1da None None] Current status of the port 8339f1a2-cd50-4383-9a6e-5da8ec48d12f is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:33.396185 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ff3e7e70-0c06-4531-9332-afabbcbb6fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (fab9f446-8340-42d3-936e-e5e0785284a7), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:33.403532 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6798d63-4276-4e56-8e2b-953932751bb6 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting subnet 86416160-b8db-4718-b3da-e88941e56764 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:21:33.471894 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dcb6a0-2396-4720-8e6b-3dabda26978b req-221155d8-c0be-4d0f-a4b3-c7e107c09a04 service neutron] Port 79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff on network 91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:21:33.472173 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dcb6a0-2396-4720-8e6b-3dabda26978b req-221155d8-c0be-4d0f-a4b3-c7e107c09a04 service neutron] Attempting to bind port 79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff on network 91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:21:33.495350 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f6798d63-4276-4e56-8e2b-953932751bb6 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (86416160-b8db-4718-b3da-e88941e56764), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:33.514577 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dcb6a0-2396-4720-8e6b-3dabda26978b req-221155d8-c0be-4d0f-a4b3-c7e107c09a04 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:21:33.515033 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dcb6a0-2396-4720-8e6b-3dabda26978b req-221155d8-c0be-4d0f-a4b3-c7e107c09a04 service neutron] Checking segment: {'id': '669e1584-9a4c-4f54-9e81-29abd25160a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:21:33.515447 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dcb6a0-2396-4720-8e6b-3dabda26978b req-221155d8-c0be-4d0f-a4b3-c7e107c09a04 service neutron] Bound using segment: {'id': '669e1584-9a4c-4f54-9e81-29abd25160a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:21:33.515924 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-a3dcb6a0-2396-4720-8e6b-3dabda26978b req-221155d8-c0be-4d0f-a4b3-c7e107c09a04 service neutron] Bound port: 79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '669e1584-9a4c-4f54-9e81-29abd25160a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:21:33.516299 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-a3dcb6a0-2396-4720-8e6b-3dabda26978b req-221155d8-c0be-4d0f-a4b3-c7e107c09a04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:33.554448 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e7e70-0c06-4531-9332-afabbcbb6fdc None None] Pushing event updated for resources: {'Port': ['ID=fab9f446-8340-42d3-936e-e5e0785284a7,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:33.590964 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-5cfa8b01-d737-45c3-8a96-26f915390185 None None] Could not find standard attr ID for object 35ab20a6-6ec7-490e-aa8b-20eaf0badce6. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:21:33.700752 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-eb414fc5-9279-47e2-b021-ca5d9720965a req-bc11f72d-9b55-4161-97cd-3363d3ff2430 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Deleting port 56d0d90b-94c1-4cbd-b9bc-5704803fc18a {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:21:33.701100 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-eb414fc5-9279-47e2-b021-ca5d9720965a req-bc11f72d-9b55-4161-97cd-3363d3ff2430 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (56d0d90b-94c1-4cbd-b9bc-5704803fc18a), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:33.702804 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-38e5167a-045b-4dde-9e5c-fb4fbb84e5e1 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (a5b12f8d-93ff-4229-9ace-6f5ee0a2d2f1), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:33.710814 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503bc423-03d7-4fc2-b10f-0e74e16d94c8 None None] Network a5b12f8d-93ff-4229-9ace-6f5ee0a2d2f1 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:21:33.737484 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4d1a6-c6ce-4bac-9865-49586800c4e8 req-e6a867ef-553b-43a3-9be3-d710eaac37a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:33.741308 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8ad4d1a6-c6ce-4bac-9865-49586800c4e8 req-e6a867ef-553b-43a3-9be3-d710eaac37a1 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=99253303b883423fad908712b3678824&device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 1125 time: 0.5373125 Feb 09 01:21:33.794880 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f6798d63-4276-4e56-8e2b-953932751bb6 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (86416160-b8db-4718-b3da-e88941e56764), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:33.869534 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ac90a4d3-8215-4aae-8cf6-5235c35d1086 req-0e8245db-5ce7-4d0b-972b-c10d3257aaa5 service neutron] 10.222.0.50 "GET /v2.0/networks/633bdf52-4e13-4a9d-8810-49c577c6cdb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6090405 Feb 09 01:21:33.904563 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce7a8af-7441-42ba-b10e-fe6f7f25e8db None None] get_active_networks_info from n-d-828369-4 {{(pid=103138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:21:33.940110 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-eb414fc5-9279-47e2-b021-ca5d9720965a req-bc11f72d-9b55-4161-97cd-3363d3ff2430 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] For port 56d0d90b-94c1-4cbd-b9bc-5704803fc18a, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=56d0d90b-94c1-4cbd-b9bc-5704803fc18a,segment=NetworkSegment(e1b6dfa9-0088-4f06-bf4d-732afafaf84a),segment_id=e1b6dfa9-0088-4f06-bf4d-732afafaf84a)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:33.940795 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-eb414fc5-9279-47e2-b021-ca5d9720965a req-bc11f72d-9b55-4161-97cd-3363d3ff2430 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (56d0d90b-94c1-4cbd-b9bc-5704803fc18a), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:33.955847 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-eb414fc5-9279-47e2-b021-ca5d9720965a req-bc11f72d-9b55-4161-97cd-3363d3ff2430 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Calling delete_port for 56d0d90b-94c1-4cbd-b9bc-5704803fc18a owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:21:33.983594 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f6798d63-4276-4e56-8e2b-953932751bb6 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (86416160-b8db-4718-b3da-e88941e56764), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:34.012208 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-a3dcb6a0-2396-4720-8e6b-3dabda26978b req-221155d8-c0be-4d0f-a4b3-c7e107c09a04 service neutron] For port 79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:21:34.062545 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-a3dcb6a0-2396-4720-8e6b-3dabda26978b req-221155d8-c0be-4d0f-a4b3-c7e107c09a04 service neutron] For port 79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff,segment=NetworkSegment(669e1584-9a4c-4f54-9e81-29abd25160a4),segment_id=669e1584-9a4c-4f54-9e81-29abd25160a4)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:21:34.124283 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-38e5167a-045b-4dde-9e5c-fb4fbb84e5e1 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b12f8d-93ff-4229-9ace-6f5ee0a2d2f1']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:34.140021 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-38e5167a-045b-4dde-9e5c-fb4fbb84e5e1 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53f068b3-b75a-48e5-86f0-4528fe923acb') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:34.140713 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-38e5167a-045b-4dde-9e5c-fb4fbb84e5e1 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53f068b3-b75a-48e5-86f0-4528fe923acb') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:34.158866 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce7a8af-7441-42ba-b10e-fe6f7f25e8db None None] Resources bound (agent type, host, resource id): {{(pid=103138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:21:34.163247 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-38e5167a-045b-4dde-9e5c-fb4fbb84e5e1 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (53f068b3-b75a-48e5-86f0-4528fe923acb), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:34.188444 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f6798d63-4276-4e56-8e2b-953932751bb6 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (86416160-b8db-4718-b3da-e88941e56764), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:34.202826 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-a3dcb6a0-2396-4720-8e6b-3dabda26978b req-221155d8-c0be-4d0f-a4b3-c7e107c09a04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:34.209966 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-38e5167a-045b-4dde-9e5c-fb4fbb84e5e1 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (53f068b3-b75a-48e5-86f0-4528fe923acb), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:34.297780 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e5167a-045b-4dde-9e5c-fb4fbb84e5e1 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:21:34.298437 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-38e5167a-045b-4dde-9e5c-fb4fbb84e5e1 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (53f068b3-b75a-48e5-86f0-4528fe923acb), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:34.307118 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:21:34.307118 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:21:34.307118 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:21:34.307118 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:21:34.307118 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:21:34.307118 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:21:34.307118 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:21:34.307118 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:21:34.307118 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:21:34.307118 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:21:34.307118 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:21:34.307118 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:21:34.307118 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:21:34.307118 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:21:34.307118 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:21:34.307118 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:21:34.307118 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:21:34.307118 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:21:34.307118 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:21:34.307118 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:21:34.307118 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:21:34.307118 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:21:34.307118 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:21:34.307118 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:21:34.307118 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:21:34.307118 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:21:34.307118 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:21:34.307118 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:21:34.307118 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:21:34.307118 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:21:34.307118 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:21:34.307118 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:21:34.346859 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4d1a6-c6ce-4bac-9865-49586800c4e8 req-261fc993-69d9-403d-9a47-ead3346877cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:34.351253 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8ad4d1a6-c6ce-4bac-9865-49586800c4e8 req-261fc993-69d9-403d-9a47-ead3346877cf service neutron] 10.222.0.120 "GET /v2.0/networks?id=d88b7625-86d0-4021-80a0-5ba2f7b1a042 HTTP/1.1" status: 200 len: 913 time: 0.6011467 Feb 09 01:21:34.390502 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6798d63-4276-4e56-8e2b-953932751bb6 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Subnet': ['ID=86416160-b8db-4718-b3da-e88941e56764,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:34.399188 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f6798d63-4276-4e56-8e2b-953932751bb6 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:34.408668 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f6798d63-4276-4e56-8e2b-953932751bb6 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/86416160-b8db-4718-b3da-e88941e56764 HTTP/1.1" status: 204 len: 168 time: 1.3299861 Feb 09 01:21:34.418107 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcb6a0-2396-4720-8e6b-3dabda26978b req-221155d8-c0be-4d0f-a4b3-c7e107c09a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:34.419784 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-a3dcb6a0-2396-4720-8e6b-3dabda26978b req-221155d8-c0be-4d0f-a4b3-c7e107c09a04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:34.421312 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-a3dcb6a0-2396-4720-8e6b-3dabda26978b req-221155d8-c0be-4d0f-a4b3-c7e107c09a04 service neutron] 10.222.0.47 "PUT /v2.0/ports/79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff HTTP/1.1" status: 200 len: 1091 time: 3.4839721 Feb 09 01:21:34.424283 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37410) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:34.520079 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac66f68-3a01-40f7-a9fb-aebd40c28d2b', 'tag': '79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:21:34.531021 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593fd1a6-cc65-4c73-8e0d-0d9ebdd0a464" -d '{"events": [{"name": "network-changed", "server_uuid": "cac66f68-3a01-40f7-a9fb-aebd40c28d2b", "tag": "79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:21:34.531351 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9f755478-8ce1-456d-a9f7-bbd273976ef8 req-897e4e27-5e12-45f7-86ec-2e11b5fedacd tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=310fcec6-0da2-4a84-a309-0d4251469b3e HTTP/1.1" status: 200 len: 210 time: 0.3586364 Feb 09 01:21:34.544652 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-03d4ce46-2750-40eb-a9a3-cf5f91757b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:34.562520 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8ad4d1a6-c6ce-4bac-9865-49586800c4e8 req-26c3ec49-775d-4dfa-99f2-cf422da0ea8e service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 HTTP/1.1" status: 200 len: 217 time: 0.2002451 Feb 09 01:21:34.593841 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5be14b-ae3c-47f3-83c7-ef8f8fd091fb req-a1403655-a7c1-4b8d-993f-592aeffc8db9 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:34.598971 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-df5be14b-ae3c-47f3-83c7-ef8f8fd091fb req-a1403655-a7c1-4b8d-993f-592aeffc8db9 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 943 time: 1.0475175 Feb 09 01:21:34.631544 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1a054e-941b-4612-90b1-f722ef9ea5e0 None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:21:34.700402 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-18829712-8961-431f-92df-413c5a657873 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1613991 Feb 09 01:21:34.719171 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37426) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:34.789317 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-56e23488-06eb-4155-9400-7c68ce419dcd tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'subnet': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:34.932110 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e31804-d8f7-4916-a8d4-158dd5b3803d None None] DHCP port deletion for a8203b0d-e7af-492c-8c21-23f9563ce2e8 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:21:34.958775 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-df5be14b-ae3c-47f3-83c7-ef8f8fd091fb req-e1c3204a-d12c-43f8-910e-611bdfce31ea tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946442 Feb 09 01:21:35.057572 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-82e31804-d8f7-4916-a8d4-158dd5b3803d None None] Deleting port 8339f1a2-cd50-4383-9a6e-5da8ec48d12f {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:21:35.058338 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-82e31804-d8f7-4916-a8d4-158dd5b3803d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (8339f1a2-cd50-4383-9a6e-5da8ec48d12f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:35.072633 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4d1a6-c6ce-4bac-9865-49586800c4e8 req-dac017fd-1275-4ea3-8eed-14c384a98dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:35.074335 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8ad4d1a6-c6ce-4bac-9865-49586800c4e8 req-dac017fd-1275-4ea3-8eed-14c384a98dd0 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=e8a10734-f380-44a3-a9f7-298105351e3b HTTP/1.1" status: 200 len: 850 time: 0.4672897 Feb 09 01:21:35.145534 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-82e31804-d8f7-4916-a8d4-158dd5b3803d None None] For port 8339f1a2-cd50-4383-9a6e-5da8ec48d12f, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=8339f1a2-cd50-4383-9a6e-5da8ec48d12f,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:35.146546 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-82e31804-d8f7-4916-a8d4-158dd5b3803d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (8339f1a2-cd50-4383-9a6e-5da8ec48d12f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:35.192176 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-82e31804-d8f7-4916-a8d4-158dd5b3803d None None] Calling delete_port for 8339f1a2-cd50-4383-9a6e-5da8ec48d12f owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:21:35.278723 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7edd4db-da7c-41f2-a316-8ada2c165656 req-6da2afd1-515b-4d57-af6d-63a8417e1c25 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:35.288798 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a7edd4db-da7c-41f2-a316-8ada2c165656 req-6da2afd1-515b-4d57-af6d-63a8417e1c25 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=cac66f68-3a01-40f7-a9fb-aebd40c28d2b HTTP/1.1" status: 200 len: 943 time: 0.5155892 Feb 09 01:21:35.366672 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a7edd4db-da7c-41f2-a316-8ada2c165656 req-600f030a-5414-4d00-b51a-14d5f08a3bd1 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721662 Feb 09 01:21:35.370046 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-eb414fc5-9279-47e2-b021-ca5d9720965a req-bc11f72d-9b55-4161-97cd-3363d3ff2430 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (56d0d90b-94c1-4cbd-b9bc-5704803fc18a), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:35.387015 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4d1a6-c6ce-4bac-9865-49586800c4e8 req-fee9e7b3-7639-4394-addd-e5d6aeaffe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:35.389082 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8ad4d1a6-c6ce-4bac-9865-49586800c4e8 req-fee9e7b3-7639-4394-addd-e5d6aeaffe48 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=d88b7625-86d0-4021-80a0-5ba2f7b1a042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2984233 Feb 09 01:21:35.443149 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:21:35.447161 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 56d0d90b-94c1-4cbd-b9bc-5704803fc18a no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:21:35.491379 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11f72d-9b55-4161-97cd-3363d3ff2430 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Pushing event deleted for resources: {'Port': ['ID=56d0d90b-94c1-4cbd-b9bc-5704803fc18a,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:35.507643 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-82e31804-d8f7-4916-a8d4-158dd5b3803d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (8339f1a2-cd50-4383-9a6e-5da8ec48d12f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:35.510553 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: 56d0d90b-94c1-4cbd-b9bc-5704803fc18a {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:21:35.510957 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 56d0d90b-94c1-4cbd-b9bc-5704803fc18a not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:21:35.551006 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e31804-d8f7-4916-a8d4-158dd5b3803d None None] Pushing event deleted for resources: {'Port': ['ID=8339f1a2-cd50-4383-9a6e-5da8ec48d12f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:35.552520 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.db.api [None req-38e5167a-045b-4dde-9e5c-fb4fbb84e5e1 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 01:21:35.552520 n-d-828369-4 neutron-server[103137]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 01:21:35.552520 n-d-828369-4 neutron-server[103137]: [parameters: {'id': 'a5b12f8d-93ff-4229-9ace-6f5ee0a2d2f1'}] Feb 09 01:21:35.552520 n-d-828369-4 neutron-server[103137]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:21:35.559449 n-d-828369-4 neutron-server[103137]: DEBUG oslo_db.api [None req-38e5167a-045b-4dde-9e5c-fb4fbb84e5e1 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:21:35.563611 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e31804-d8f7-4916-a8d4-158dd5b3803d None None] No DVR routers for this DVR port 8339f1a2-cd50-4383-9a6e-5da8ec48d12f on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:21:35.577359 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24ebedd-cc97-4ebc-b12e-b6e79c1032bb x-openstack-request-id: req-a24ebedd-cc97-4ebc-b12e-b6e79c1032bb {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:21:35.577660 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac66f68-3a01-40f7-a9fb-aebd40c28d2b", "tag": "79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:21:35.577921 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a24ebedd-cc97-4ebc-b12e-b6e79c1032bb {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:21:35.578386 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac66f68-3a01-40f7-a9fb-aebd40c28d2b', 'tag': '79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff', 'status': 'completed', 'code': 200} Feb 09 01:21:35.622969 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221155d8-c0be-4d0f-a4b3-c7e107c09a04 service neutron] Pushing event updated for resources: {'Port': ['ID=79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:35.727329 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb414fc5-9279-47e2-b021-ca5d9720965a req-bc11f72d-9b55-4161-97cd-3363d3ff2430 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] No DVR routers for this DVR port 56d0d90b-94c1-4cbd-b9bc-5704803fc18a on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:21:35.750630 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cb6fb049-30f7-40e9-b6a9-004269ac8bcf req-fcba42b6-02bd-4502-bb50-28a97fbff429 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=310fcec6-0da2-4a84-a309-0d4251469b3e HTTP/1.1" status: 200 len: 210 time: 0.0795252 Feb 09 01:21:35.751733 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-eb414fc5-9279-47e2-b021-ca5d9720965a req-bc11f72d-9b55-4161-97cd-3363d3ff2430 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:35.763001 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eb414fc5-9279-47e2-b021-ca5d9720965a req-bc11f72d-9b55-4161-97cd-3363d3ff2430 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.120 "DELETE /v2.0/ports/56d0d90b-94c1-4cbd-b9bc-5704803fc18a HTTP/1.1" status: 204 len: 173 time: 2.9873445 Feb 09 01:21:35.765186 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb7e797-db29-41d5-89f9-ee730688e0fa', 'name': 'network-vif-deleted', 'tag': '56d0d90b-94c1-4cbd-b9bc-5704803fc18a'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:21:35.777275 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcb6a0-2396-4720-8e6b-3dabda26978b req-aeb6c9a0-c51f-4bec-9e30-1f5ea91fc7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:35.779049 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d66729-dc73-4a72-b2c4-7b9a84d5ff4b" -d '{"events": [{"server_uuid": "7bb7e797-db29-41d5-89f9-ee730688e0fa", "name": "network-vif-deleted", "tag": "56d0d90b-94c1-4cbd-b9bc-5704803fc18a"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:21:35.781978 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-a3dcb6a0-2396-4720-8e6b-3dabda26978b req-aeb6c9a0-c51f-4bec-9e30-1f5ea91fc7f1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=81c9a0ae7d2c4fabbd7ca117be254e2b&device_id=cac66f68-3a01-40f7-a9fb-aebd40c28d2b HTTP/1.1" status: 200 len: 1125 time: 1.1134920 Feb 09 01:21:35.799005 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=1f1c0538-aa1a-4918-b06a-0ef1c2faaef3,segment=NetworkSegment(c65aa26b-6f4d-4da5-9ac6-6c267d824ab1),segment_id=c65aa26b-6f4d-4da5-9ac6-6c267d824ab1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:35.853132 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '1f1c0538-aa1a-4918-b06a-0ef1c2faaef3', 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042', 'port_id': '1f1c0538-aa1a-4918-b06a-0ef1c2faaef3', 'mac_address': 'fa:16:3e:9f:2c:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8a10734-f380-44a3-a9f7-298105351e3b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:21:35.874034 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-a3dcb6a0-2396-4720-8e6b-3dabda26978b req-845a4dbc-beeb-401a-8a8e-f4530af0b3bb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff HTTP/1.1" status: 200 len: 217 time: 0.0838604 Feb 09 01:21:35.904259 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8ad4d1a6-c6ce-4bac-9865-49586800c4e8 req-d2c20bdf-ebec-4857-8ae3-d412138bc911 service neutron] 10.222.0.120 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5055919 Feb 09 01:21:35.913447 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:35.944961 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ba7c2a-ff65-471c-b375-0a845d6c05ae x-openstack-request-id: req-e0ba7c2a-ff65-471c-b375-0a845d6c05ae {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:21:35.945258 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb7e797-db29-41d5-89f9-ee730688e0fa", "name": "network-vif-deleted", "tag": "56d0d90b-94c1-4cbd-b9bc-5704803fc18a", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:21:35.945519 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e0ba7c2a-ff65-471c-b375-0a845d6c05ae {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:21:35.945985 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb7e797-db29-41d5-89f9-ee730688e0fa', 'name': 'network-vif-deleted', 'tag': '56d0d90b-94c1-4cbd-b9bc-5704803fc18a', 'status': 'completed', 'code': 200} Feb 09 01:21:35.986352 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 8339f1a2-cd50-4383-9a6e-5da8ec48d12f no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:21:36.065475 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcb6a0-2396-4720-8e6b-3dabda26978b req-d7277be0-7d99-4111-bfca-b0863d3f9aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:36.070033 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-a3dcb6a0-2396-4720-8e6b-3dabda26978b req-d7277be0-7d99-4111-bfca-b0863d3f9aa0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae61675f-5f39-477a-b759-5e2f01c2f4a7 HTTP/1.1" status: 200 len: 851 time: 0.1872182 Feb 09 01:21:36.072114 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-38e5167a-045b-4dde-9e5c-fb4fbb84e5e1 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (a5b12f8d-93ff-4229-9ace-6f5ee0a2d2f1), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:36.088059 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 8339f1a2-cd50-4383-9a6e-5da8ec48d12f {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:21:36.088420 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 8339f1a2-cd50-4383-9a6e-5da8ec48d12f not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:21:36.114788 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e23488-06eb-4155-9400-7c68ce419dcd tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:36.126834 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-56e23488-06eb-4155-9400-7c68ce419dcd tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:36.128866 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:36.131073 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1f1c0538-aa1a-4918-b06a-0ef1c2faaef3), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:36.200775 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-a3dcb6a0-2396-4720-8e6b-3dabda26978b req-6118b74d-5fb7-40a7-bfe5-4d82d8b6952a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1144531 Feb 09 01:21:36.201310 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:21:36.237607 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=1f1c0538-aa1a-4918-b06a-0ef1c2faaef3,segment=NetworkSegment(c65aa26b-6f4d-4da5-9ac6-6c267d824ab1),segment_id=c65aa26b-6f4d-4da5-9ac6-6c267d824ab1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:36.243950 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1f1c0538-aa1a-4918-b06a-0ef1c2faaef3), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:36.330200 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90a4d3-8215-4aae-8cf6-5235c35d1086 req-988bfc95-4f2c-43b1-bc6d-5f6472bd5c21 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:36.331956 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ac90a4d3-8215-4aae-8cf6-5235c35d1086 req-988bfc95-4f2c-43b1-bc6d-5f6472bd5c21 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.120 "GET /v2.0/networks?id=633bdf52-4e13-4a9d-8810-49c577c6cdb8 HTTP/1.1" status: 200 len: 815 time: 0.2824430 Feb 09 01:21:36.347580 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-ac90a4d3-8215-4aae-8cf6-5235c35d1086 req-c5211118-b0e5-4439-9f9d-99fc3c7ea84a tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Request body: {'port': {'device_id': '310fcec6-0da2-4a84-a309-0d4251469b3e', 'network_id': '633bdf52-4e13-4a9d-8810-49c577c6cdb8', 'admin_state_up': True, 'tenant_id': 'ea634eba134a436c8efc984f29cf1d41'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:36.359136 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=1f1c0538-aa1a-4918-b06a-0ef1c2faaef3,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:36.416046 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8ad4d1a6-c6ce-4bac-9865-49586800c4e8 req-a3334218-361b-4fe2-bf70-107f8881b906 service neutron] 10.222.0.120 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5072057 Feb 09 01:21:36.419762 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-a3dcb6a0-2396-4720-8e6b-3dabda26978b req-f4ca3acf-909f-43dc-b795-97c7456d33a4 service neutron] 10.222.0.47 "GET /v2.0/networks/91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856747 Feb 09 01:21:36.459574 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['1f1c0538-aa1a-4918-b06a-0ef1c2faaef3'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:21:36.524659 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-38e5167a-045b-4dde-9e5c-fb4fbb84e5e1 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Deleting port fab9f446-8340-42d3-936e-e5e0785284a7 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:21:36.525128 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-38e5167a-045b-4dde-9e5c-fb4fbb84e5e1 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (fab9f446-8340-42d3-936e-e5e0785284a7), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:36.616337 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559da13-be90-431d-b9c0-ce5c6c99dc14 req-20d649f3-4365-46ca-b565-503ae8359de4 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:36.618654 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6559da13-be90-431d-b9c0-ce5c6c99dc14 req-20d649f3-4365-46ca-b565-503ae8359de4 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 943 time: 0.4524539 Feb 09 01:21:36.730108 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-38e5167a-045b-4dde-9e5c-fb4fbb84e5e1 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] For port fab9f446-8340-42d3-936e-e5e0785284a7, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=fab9f446-8340-42d3-936e-e5e0785284a7,segment=NetworkSegment(53f068b3-b75a-48e5-86f0-4528fe923acb),segment_id=53f068b3-b75a-48e5-86f0-4528fe923acb)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:36.730663 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-38e5167a-045b-4dde-9e5c-fb4fbb84e5e1 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (fab9f446-8340-42d3-936e-e5e0785284a7), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:36.738614 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6559da13-be90-431d-b9c0-ce5c6c99dc14 req-26cafa40-ca96-4823-8898-5162c244c3da tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941064 Feb 09 01:21:36.763567 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-56e23488-06eb-4155-9400-7c68ce419dcd tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (24fd7805-26a8-443b-8406-1f372d3aa818), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:36.819009 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-a3dcb6a0-2396-4720-8e6b-3dabda26978b req-a36d8a87-4bdb-44b5-a62d-5ec9acf6108f service neutron] 10.222.0.47 "GET /v2.0/networks/91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3806739 Feb 09 01:21:36.846887 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec0c53-692c-4628-ab04-952d61561cb8 req-7e34020d-3428-4c7f-8173-ea0102252376 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:36.852917 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-95ec0c53-692c-4628-ab04-952d61561cb8 req-7e34020d-3428-4c7f-8173-ea0102252376 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=cac66f68-3a01-40f7-a9fb-aebd40c28d2b HTTP/1.1" status: 200 len: 943 time: 0.2800667 Feb 09 01:21:36.870325 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-38e5167a-045b-4dde-9e5c-fb4fbb84e5e1 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Calling delete_port for fab9f446-8340-42d3-936e-e5e0785284a7 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:21:36.880643 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e23488-06eb-4155-9400-7c68ce419dcd tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:36.889196 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-56e23488-06eb-4155-9400-7c68ce419dcd tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:36.901880 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc785b0-dfd3-4078-b6a6-0046ee85bf0e None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:21:36.904503 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac90a4d3-8215-4aae-8cf6-5235c35d1086 req-c5211118-b0e5-4439-9f9d-99fc3c7ea84a tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Made reservation on behalf of ea634eba134a436c8efc984f29cf1d41 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:36.907974 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ac90a4d3-8215-4aae-8cf6-5235c35d1086 req-c5211118-b0e5-4439-9f9d-99fc3c7ea84a tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:36.932958 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e23488-06eb-4155-9400-7c68ce419dcd tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:36.933715 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-56e23488-06eb-4155-9400-7c68ce419dcd tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:36.980832 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3a055bf3-2f7b-49da-a180-901afeecdefb req-74480b61-56b6-4d79-9b97-2f7a95318725 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=310fcec6-0da2-4a84-a309-0d4251469b3e HTTP/1.1" status: 200 len: 210 time: 0.0808289 Feb 09 01:21:37.032292 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-95ec0c53-692c-4628-ab04-952d61561cb8 req-f4beff75-02bd-41e6-98f0-684665e0afef tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674082 Feb 09 01:21:37.093877 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e23488-06eb-4155-9400-7c68ce419dcd tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Subnet': ['ID=24fd7805-26a8-443b-8406-1f372d3aa818,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:37.112373 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84405180-4bfc-4a72-8d23-f419d718785c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'project_id': '2aa099fb60d240ab8ce8691ee5b2e38c', 'fixed_ips': [{'subnet_id': '24fd7805-26a8-443b-8406-1f372d3aa818'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:21:37.113471 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-84405180-4bfc-4a72-8d23-f419d718785c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:37.122696 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-56e23488-06eb-4155-9400-7c68ce419dcd tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3449199 Feb 09 01:21:37.125562 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 37474) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:37.136749 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fd1a6-cc65-4c73-8e0d-0d9ebdd0a464 req-f222cf6e-701d-4ec3-9dcc-68d8d49d67ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:37.137166 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-5d68c914-ba74-43e0-bc79-62299c4bdd60 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'port': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'name': 'tempest-NetworksTestDHCPv6-598969982'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:37.138263 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-593fd1a6-cc65-4c73-8e0d-0d9ebdd0a464 req-f222cf6e-701d-4ec3-9dcc-68d8d49d67ef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=81c9a0ae7d2c4fabbd7ca117be254e2b&device_id=cac66f68-3a01-40f7-a9fb-aebd40c28d2b HTTP/1.1" status: 200 len: 1125 time: 0.2536826 Feb 09 01:21:37.253559 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:37.348020 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-38e5167a-045b-4dde-9e5c-fb4fbb84e5e1 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (fab9f446-8340-42d3-936e-e5e0785284a7), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:37.392035 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-84405180-4bfc-4a72-8d23-f419d718785c None None] Allocated IP 2001:db8::2 (a8203b0d-e7af-492c-8c21-23f9563ce2e8/24fd7805-26a8-443b-8406-1f372d3aa818/7e1f0f76-3cd1-4b8c-8d78-f6dfd7726dcd) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:37.436416 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e5167a-045b-4dde-9e5c-fb4fbb84e5e1 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event deleted for resources: {'Port': ['ID=fab9f446-8340-42d3-936e-e5e0785284a7,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:37.443424 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fd1a6-cc65-4c73-8e0d-0d9ebdd0a464 req-1a7c5c73-5bf9-48a2-b2ff-b71710b3f654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:37.445196 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-593fd1a6-cc65-4c73-8e0d-0d9ebdd0a464 req-1a7c5c73-5bf9-48a2-b2ff-b71710b3f654 service neutron] 10.222.0.47 "GET /v2.0/networks?id=91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0 HTTP/1.1" status: 200 len: 913 time: 0.2991178 Feb 09 01:21:37.446341 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e5167a-045b-4dde-9e5c-fb4fbb84e5e1 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] No DVR routers for this DVR port fab9f446-8340-42d3-936e-e5e0785284a7 on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:21:37.460276 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:21:37.478391 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-ac90a4d3-8215-4aae-8cf6-5235c35d1086 req-c5211118-b0e5-4439-9f9d-99fc3c7ea84a tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Allocated IP 172.20.0.8 (633bdf52-4e13-4a9d-8810-49c577c6cdb8/cd2bf801-d138-4a76-952d-e259104944cf/dc0e1e8b-456a-4af5-8e4d-1f0abff36246) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:37.534250 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-593fd1a6-cc65-4c73-8e0d-0d9ebdd0a464 req-d7a243ae-6c61-42c9-90d3-73bdd6932b40 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff HTTP/1.1" status: 200 len: 217 time: 0.0821996 Feb 09 01:21:37.588975 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d68c914-ba74-43e0-bc79-62299c4bdd60 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:37.593264 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5d68c914-ba74-43e0-bc79-62299c4bdd60 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:37.605807 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:21:37.628123 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:37.628622 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (1f1c0538-aa1a-4918-b06a-0ef1c2faaef3), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:37.656823 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-38e5167a-045b-4dde-9e5c-fb4fbb84e5e1 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (a5b12f8d-93ff-4229-9ace-6f5ee0a2d2f1), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:37.689471 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-5d68c914-ba74-43e0-bc79-62299c4bdd60 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] device_id is not set on port b1f8cb08-0576-4e1f-b09d-8ab7f5fcf488 yet. {{(pid=103136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:21:37.691164 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:37.699196 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fd1a6-cc65-4c73-8e0d-0d9ebdd0a464 req-0313dda4-159d-45e0-a45b-c7c1db9f1f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:37.703672 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-593fd1a6-cc65-4c73-8e0d-0d9ebdd0a464 req-0313dda4-159d-45e0-a45b-c7c1db9f1f60 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae61675f-5f39-477a-b759-5e2f01c2f4a7 HTTP/1.1" status: 200 len: 851 time: 0.1531284 Feb 09 01:21:37.716511 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-84405180-4bfc-4a72-8d23-f419d718785c None None] Publish callbacks [] for port (7e1f0f76-3cd1-4b8c-8d78-f6dfd7726dcd), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:37.730342 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-84405180-4bfc-4a72-8d23-f419d718785c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (7e1f0f76-3cd1-4b8c-8d78-f6dfd7726dcd), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:37.791437 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-38e5167a-045b-4dde-9e5c-fb4fbb84e5e1 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b12f8d-93ff-4229-9ace-6f5ee0a2d2f1']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:37.868257 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-593fd1a6-cc65-4c73-8e0d-0d9ebdd0a464 req-be668f58-b2ab-4864-953a-c3190617a42a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1540051 Feb 09 01:21:38.013320 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-593fd1a6-cc65-4c73-8e0d-0d9ebdd0a464 req-d104ff8f-83ea-4a8e-94b0-f0492b11ef5c service neutron] 10.222.0.47 "GET /v2.0/networks/91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350596 Feb 09 01:21:38.015049 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-38e5167a-045b-4dde-9e5c-fb4fbb84e5e1 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53f068b3-b75a-48e5-86f0-4528fe923acb') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:38.015305 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-38e5167a-045b-4dde-9e5c-fb4fbb84e5e1 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53f068b3-b75a-48e5-86f0-4528fe923acb') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:38.026100 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-38e5167a-045b-4dde-9e5c-fb4fbb84e5e1 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (53f068b3-b75a-48e5-86f0-4528fe923acb), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:38.041938 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-38e5167a-045b-4dde-9e5c-fb4fbb84e5e1 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (53f068b3-b75a-48e5-86f0-4528fe923acb), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:38.048793 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e5167a-045b-4dde-9e5c-fb4fbb84e5e1 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:21:38.049223 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-38e5167a-045b-4dde-9e5c-fb4fbb84e5e1 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (53f068b3-b75a-48e5-86f0-4528fe923acb), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:38.117061 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:21:38.117061 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:21:38.117061 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:21:38.117061 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:21:38.117061 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:21:38.117061 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:21:38.117061 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:21:38.117061 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:21:38.117061 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:21:38.117061 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:21:38.117061 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:21:38.117061 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:21:38.117061 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:21:38.117061 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:21:38.117061 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:21:38.117061 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:21:38.117061 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:21:38.117061 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:21:38.117061 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:21:38.117061 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:21:38.117061 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:21:38.117061 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:21:38.117061 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:21:38.117061 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:21:38.117061 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:21:38.117061 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:21:38.117061 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:21:38.117061 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:21:38.117061 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:21:38.117061 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:21:38.117061 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:21:38.117061 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:21:38.124755 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ac90a4d3-8215-4aae-8cf6-5235c35d1086 req-c5211118-b0e5-4439-9f9d-99fc3c7ea84a tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Publish callbacks [] for port (dc0e1e8b-456a-4af5-8e4d-1f0abff36246), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:38.127288 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-38e5167a-045b-4dde-9e5c-fb4fbb84e5e1 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (a5b12f8d-93ff-4229-9ace-6f5ee0a2d2f1), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:38.150185 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84405180-4bfc-4a72-8d23-f419d718785c None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:38.153468 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-84405180-4bfc-4a72-8d23-f419d718785c None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:38.160206 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84405180-4bfc-4a72-8d23-f419d718785c None None] Pushing event updated for resources: {'Port': ['ID=7e1f0f76-3cd1-4b8c-8d78-f6dfd7726dcd,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:38.163354 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84405180-4bfc-4a72-8d23-f419d718785c None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:21:38.187483 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ac90a4d3-8215-4aae-8cf6-5235c35d1086 req-c5211118-b0e5-4439-9f9d-99fc3c7ea84a tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (dc0e1e8b-456a-4af5-8e4d-1f0abff36246), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:38.205637 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-38e5167a-045b-4dde-9e5c-fb4fbb84e5e1 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:38.214574 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-38e5167a-045b-4dde-9e5c-fb4fbb84e5e1 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "DELETE /v2.0/networks/a5b12f8d-93ff-4229-9ace-6f5ee0a2d2f1 HTTP/1.1" status: 204 len: 168 time: 6.8137708 Feb 09 01:21:38.226230 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37506) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:38.230665 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:38.237211 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1f1c0538-aa1a-4918-b06a-0ef1c2faaef3), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:38.237388 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-80cdba56-9042-4daf-a3a4-d80d58535c59 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1164788663'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:38.273685 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e5167a-045b-4dde-9e5c-fb4fbb84e5e1 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event deleted for resources: {'Network': ['ID=a5b12f8d-93ff-4229-9ace-6f5ee0a2d2f1,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:38.307542 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-84405180-4bfc-4a72-8d23-f419d718785c None None] Attempting to bind port 7e1f0f76-3cd1-4b8c-8d78-f6dfd7726dcd on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:21:38.308611 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-84405180-4bfc-4a72-8d23-f419d718785c None None] Attempting to bind port 7e1f0f76-3cd1-4b8c-8d78-f6dfd7726dcd by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:21:38.308892 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84405180-4bfc-4a72-8d23-f419d718785c None None] Attempting to bind port 7e1f0f76-3cd1-4b8c-8d78-f6dfd7726dcd on network a8203b0d-e7af-492c-8c21-23f9563ce2e8 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:21:38.315731 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da201e6-e78b-4295-a3ae-350bcd1cce1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1c0538-aa1a-4918-b06a-0ef1c2faaef3'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:21:38.317021 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cdba56-9042-4daf-a3a4-d80d58535c59 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Made reservation on behalf of 7d5990bbd4c047ec8023f95ec9cb77d6 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:38.318294 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5702d7-dff6-4ad1-acc1-7e4c6c210ebe" -d '{"events": [{"server_uuid": "3da201e6-e78b-4295-a3ae-350bcd1cce1d", "name": "network-vif-plugged", "status": "completed", "tag": "1f1c0538-aa1a-4918-b06a-0ef1c2faaef3"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:21:38.322033 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-80cdba56-9042-4daf-a3a4-d80d58535c59 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:38.331814 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84405180-4bfc-4a72-8d23-f419d718785c None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:21:38.332345 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84405180-4bfc-4a72-8d23-f419d718785c None None] Checking segment: {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:21:38.332920 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-84405180-4bfc-4a72-8d23-f419d718785c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:38.333796 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84405180-4bfc-4a72-8d23-f419d718785c None None] Bound using segment: {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:21:38.334040 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-84405180-4bfc-4a72-8d23-f419d718785c None None] Bound port: 7e1f0f76-3cd1-4b8c-8d78-f6dfd7726dcd, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:21:38.334544 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-84405180-4bfc-4a72-8d23-f419d718785c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7e1f0f76-3cd1-4b8c-8d78-f6dfd7726dcd), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:38.337721 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=1f1c0538-aa1a-4918-b06a-0ef1c2faaef3,segment=NetworkSegment(c65aa26b-6f4d-4da5-9ac6-6c267d824ab1),segment_id=c65aa26b-6f4d-4da5-9ac6-6c267d824ab1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:38.349032 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1f1c0538-aa1a-4918-b06a-0ef1c2faaef3), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:38.376568 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80cdba56-9042-4daf-a3a4-d80d58535c59 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1006} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:21:38.409166 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-593fd1a6-cc65-4c73-8e0d-0d9ebdd0a464 req-397682fe-ab4d-41c9-b071-6da3f944d025 service neutron] 10.222.0.47 "GET /v2.0/networks/91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907646 Feb 09 01:21:38.411247 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-80cdba56-9042-4daf-a3a4-d80d58535c59 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (3cad99b6-f991-4848-ab9a-5aa76ab54586), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:38.411417 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-80cdba56-9042-4daf-a3a4-d80d58535c59 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Added segment 3cad99b6-f991-4848-ab9a-5aa76ab54586 of type vlan for network 7d603f2c-b3c2-4bb2-8ceb-21572a96924a Feb 09 01:21:38.429860 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-5d68c914-ba74-43e0-bc79-62299c4bdd60 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Allocated IP 2001:db8::32b (a8203b0d-e7af-492c-8c21-23f9563ce2e8/24fd7805-26a8-443b-8406-1f372d3aa818/b1f8cb08-0576-4e1f-b09d-8ab7f5fcf488) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:38.433704 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=1f1c0538-aa1a-4918-b06a-0ef1c2faaef3,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:38.454436 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:38.479951 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-84405180-4bfc-4a72-8d23-f419d718785c None None] For port 7e1f0f76-3cd1-4b8c-8d78-f6dfd7726dcd, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:21:38.484346 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-84405180-4bfc-4a72-8d23-f419d718785c None None] For port 7e1f0f76-3cd1-4b8c-8d78-f6dfd7726dcd, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=7e1f0f76-3cd1-4b8c-8d78-f6dfd7726dcd,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:21:38.493292 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-84405180-4bfc-4a72-8d23-f419d718785c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (7e1f0f76-3cd1-4b8c-8d78-f6dfd7726dcd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:38.498516 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac90a4d3-8215-4aae-8cf6-5235c35d1086 req-c5211118-b0e5-4439-9f9d-99fc3c7ea84a tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Network 633bdf52-4e13-4a9d-8810-49c577c6cdb8 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:38.514604 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-ac90a4d3-8215-4aae-8cf6-5235c35d1086 req-c5211118-b0e5-4439-9f9d-99fc3c7ea84a tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:38.521095 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-80cdba56-9042-4daf-a3a4-d80d58535c59 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (7d603f2c-b3c2-4bb2-8ceb-21572a96924a), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:38.532599 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac90a4d3-8215-4aae-8cf6-5235c35d1086 req-c5211118-b0e5-4439-9f9d-99fc3c7ea84a tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:21:38.564094 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-80cdba56-9042-4daf-a3a4-d80d58535c59 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (7d603f2c-b3c2-4bb2-8ceb-21572a96924a), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:38.612213 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cdba56-9042-4daf-a3a4-d80d58535c59 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:38.612904 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-80cdba56-9042-4daf-a3a4-d80d58535c59 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:38.618268 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84405180-4bfc-4a72-8d23-f419d718785c None None] Pushing event updated for resources: {'Port': ['ID=7e1f0f76-3cd1-4b8c-8d78-f6dfd7726dcd,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:38.673764 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5211118-b0e5-4439-9f9d-99fc3c7ea84a tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Pushing event updated for resources: {'Port': ['ID=dc0e1e8b-456a-4af5-8e4d-1f0abff36246,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:38.688040 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cecd3d-08ff-4be9-bc78-261c8d347ad3 req-58292f1a-7b19-41a5-8231-24a8d44035b3 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:38.703017 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a5cecd3d-08ff-4be9-bc78-261c8d347ad3 req-58292f1a-7b19-41a5-8231-24a8d44035b3 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.5420091 Feb 09 01:21:38.724849 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-80cdba56-9042-4daf-a3a4-d80d58535c59 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4951117 Feb 09 01:21:38.728176 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37526) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:38.736171 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-7c943c92-97ca-4692-b800-2e37f3705116 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Request body: {'subnet': {'network_id': '7d603f2c-b3c2-4bb2-8ceb-21572a96924a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:38.746139 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cdba56-9042-4daf-a3a4-d80d58535c59 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event updated for resources: {'Network': ['ID=7d603f2c-b3c2-4bb2-8ceb-21572a96924a,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:38.750526 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0aaea1-c94b-4f26-afc9-f2d6997a19fa req-794280c3-7c18-4fcb-95e6-c7fa7bcc5909 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:38.757342 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 7d603f2c-b3c2-4bb2-8ceb-21572a96924a details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:21:38.774530 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3d0aaea1-c94b-4f26-afc9-f2d6997a19fa req-794280c3-7c18-4fcb-95e6-c7fa7bcc5909 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=310fcec6-0da2-4a84-a309-0d4251469b3e HTTP/1.1" status: 200 len: 931 time: 0.6089542 Feb 09 01:21:38.898802 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c943c92-97ca-4692-b800-2e37f3705116 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Made reservation on behalf of 7d5990bbd4c047ec8023f95ec9cb77d6 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:38.903932 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7c943c92-97ca-4692-b800-2e37f3705116 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:38.944942 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90a4d3-8215-4aae-8cf6-5235c35d1086 req-c5211118-b0e5-4439-9f9d-99fc3c7ea84a tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:38.945628 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ac90a4d3-8215-4aae-8cf6-5235c35d1086 req-c5211118-b0e5-4439-9f9d-99fc3c7ea84a tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:38.992404 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a5cecd3d-08ff-4be9-bc78-261c8d347ad3 req-3c3f4773-9a8a-4cbf-951c-15a317477f31 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2630129 Feb 09 01:21:39.019943 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3d0aaea1-c94b-4f26-afc9-f2d6997a19fa req-69240ee5-6502-4dff-87d0-e06b12ca2b07 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441895 Feb 09 01:21:39.144463 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a195f7b3-6873-4de9-bf21-2f80514ab309 x-openstack-request-id: req-a195f7b3-6873-4de9-bf21-2f80514ab309 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:21:39.145125 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da201e6-e78b-4295-a3ae-350bcd1cce1d", "name": "network-vif-plugged", "status": "completed", "tag": "1f1c0538-aa1a-4918-b06a-0ef1c2faaef3", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:21:39.145450 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a195f7b3-6873-4de9-bf21-2f80514ab309 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:21:39.145913 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da201e6-e78b-4295-a3ae-350bcd1cce1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1c0538-aa1a-4918-b06a-0ef1c2faaef3', 'code': 200} Feb 09 01:21:39.217967 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ac90a4d3-8215-4aae-8cf6-5235c35d1086 req-c5211118-b0e5-4439-9f9d-99fc3c7ea84a tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8753693 Feb 09 01:21:39.239684 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-ac90a4d3-8215-4aae-8cf6-5235c35d1086 req-be5d26c8-6df8-4648-b611-cf48728b17c3 service neutron] Request body: {'port': {'device_id': '310fcec6-0da2-4a84-a309-0d4251469b3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:39.320374 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7c943c92-97ca-4692-b800-2e37f3705116 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (37fa7a25-7efc-49b1-81c0-e9bbbb94f572), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:39.338733 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a8f22-d371-4fba-9c4d-0595b2bb7716 req-5842ec83-a8bd-4986-99b6-e73943ed98ec tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:39.340265 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-123a8f22-d371-4fba-9c4d-0595b2bb7716 req-5842ec83-a8bd-4986-99b6-e73943ed98ec tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=cac66f68-3a01-40f7-a9fb-aebd40c28d2b HTTP/1.1" status: 200 len: 943 time: 0.2615869 Feb 09 01:21:39.357560 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:39.393363 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c943c92-97ca-4692-b800-2e37f3705116 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event updated for resources: {'Subnet': ['ID=37fa7a25-7efc-49b1-81c0-e9bbbb94f572,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:39.420907 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c943c92-97ca-4692-b800-2e37f3705116 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Checking segment: {'id': '3cad99b6-f991-4848-ab9a-5aa76ab54586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '7d603f2c-b3c2-4bb2-8ceb-21572a96924a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:21:39.421358 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c943c92-97ca-4692-b800-2e37f3705116 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Network hostable DHCP agents. Network: 7d603f2c-b3c2-4bb2-8ceb-21572a96924a, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:21:39.443015 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c943c92-97ca-4692-b800-2e37f3705116 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Network 7d603f2c-b3c2-4bb2-8ceb-21572a96924a is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:21:39.457305 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-7c943c92-97ca-4692-b800-2e37f3705116 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 7d603f2c-b3c2-4bb2-8ceb-21572a96924a) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:39.469459 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612a57ec-29a3-4da4-a4d7-e3ad3b2915a0 None None] Network 7d603f2c-b3c2-4bb2-8ceb-21572a96924a requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:21:39.477299 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c943c92-97ca-4692-b800-2e37f3705116 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:39.479439 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7c943c92-97ca-4692-b800-2e37f3705116 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:39.517502 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7c943c92-97ca-4692-b800-2e37f3705116 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7880659 Feb 09 01:21:39.518536 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37552) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:39.675001 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2d46f447-8c0b-4ed0-bd52-9834b2281587 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (7d603f2c-b3c2-4bb2-8ceb-21572a96924a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:39.696293 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b4d404-dd43-45f4-b23a-fffaa7f108dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-7d603f2c-b3c2-4bb2-8ceb-21572a96924a', 'network_id': '7d603f2c-b3c2-4bb2-8ceb-21572a96924a', 'project_id': '7d5990bbd4c047ec8023f95ec9cb77d6', 'fixed_ips': [{'subnet_id': '37fa7a25-7efc-49b1-81c0-e9bbbb94f572'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:21:39.697197 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-32b4d404-dd43-45f4-b23a-fffaa7f108dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:39.748411 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2d46f447-8c0b-4ed0-bd52-9834b2281587 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (37fa7a25-7efc-49b1-81c0-e9bbbb94f572), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:39.821087 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2d46f447-8c0b-4ed0-bd52-9834b2281587 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (37fa7a25-7efc-49b1-81c0-e9bbbb94f572), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:39.875525 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46f447-8c0b-4ed0-bd52-9834b2281587 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event deleted for resources: {'Subnet': ['ID=37fa7a25-7efc-49b1-81c0-e9bbbb94f572,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:39.940111 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 7e1f0f76-3cd1-4b8c-8d78-f6dfd7726dcd up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:21:39.961532 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5d68c914-ba74-43e0-bc79-62299c4bdd60 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for port (b1f8cb08-0576-4e1f-b09d-8ab7f5fcf488), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:40.007247 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server [None req-32b4d404-dd43-45f4-b23a-fffaa7f108dd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 37fa7a25-7efc-49b1-81c0-e9bbbb94f572: This subnet is being modified by another concurrent operation. Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise exception Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 37fa7a25-7efc-49b1-81c0-e9bbbb94f572: This subnet is being modified by another concurrent operation. Feb 09 01:21:40.012848 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server Feb 09 01:21:40.047587 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ac90a4d3-8215-4aae-8cf6-5235c35d1086 req-be5d26c8-6df8-4648-b611-cf48728b17c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (dc0e1e8b-456a-4af5-8e4d-1f0abff36246), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:40.071252 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61916903-b9aa-47c0-b402-b568a08ada58 None None] Network 7d603f2c-b3c2-4bb2-8ceb-21572a96924a requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:21:40.086411 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2d46f447-8c0b-4ed0-bd52-9834b2281587 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (7d603f2c-b3c2-4bb2-8ceb-21572a96924a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:40.164217 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-2d46f447-8c0b-4ed0-bd52-9834b2281587 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d603f2c-b3c2-4bb2-8ceb-21572a96924a']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:40.211485 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-2d46f447-8c0b-4ed0-bd52-9834b2281587 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cad99b6-f991-4848-ab9a-5aa76ab54586') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:40.214316 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-2d46f447-8c0b-4ed0-bd52-9834b2281587 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cad99b6-f991-4848-ab9a-5aa76ab54586') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:40.267536 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-123a8f22-d371-4fba-9c4d-0595b2bb7716 req-fcd1ee8f-1c62-4445-8895-9848568b2ef4 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9155664 Feb 09 01:21:40.288961 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2d46f447-8c0b-4ed0-bd52-9834b2281587 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (3cad99b6-f991-4848-ab9a-5aa76ab54586), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:40.316352 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2d46f447-8c0b-4ed0-bd52-9834b2281587 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (3cad99b6-f991-4848-ab9a-5aa76ab54586), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:40.325926 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d46f447-8c0b-4ed0-bd52-9834b2281587 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:21:40.326352 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2d46f447-8c0b-4ed0-bd52-9834b2281587 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (3cad99b6-f991-4848-ab9a-5aa76ab54586), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:40.330416 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.resource_extend [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:21:40.409951 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:21:40.409951 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:21:40.409951 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:21:40.409951 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:21:40.409951 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:21:40.409951 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:21:40.409951 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:21:40.409951 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:21:40.409951 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:21:40.409951 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:21:40.409951 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:21:40.409951 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:21:40.409951 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:21:40.409951 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:21:40.409951 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:21:40.409951 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:21:40.409951 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:21:40.409951 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:21:40.409951 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:21:40.409951 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:21:40.409951 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:21:40.409951 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:21:40.409951 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:21:40.409951 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:21:40.409951 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:21:40.409951 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:21:40.409951 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:21:40.409951 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:21:40.409951 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:21:40.409951 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:21:40.409951 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:21:40.409951 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:21:40.415261 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2d46f447-8c0b-4ed0-bd52-9834b2281587 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (7d603f2c-b3c2-4bb2-8ceb-21572a96924a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:40.445940 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2d46f447-8c0b-4ed0-bd52-9834b2281587 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:40.463324 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2d46f447-8c0b-4ed0-bd52-9834b2281587 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "DELETE /v2.0/networks/7d603f2c-b3c2-4bb2-8ceb-21572a96924a HTTP/1.1" status: 204 len: 168 time: 0.9435427 Feb 09 01:21:40.466590 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37582) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:40.473203 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-f09b9cc7-248f-4aed-90f1-267936b6ccbf tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1064478583'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:40.499626 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54ee84-ea58-4a96-9dda-fa792404247e req-64bc046b-b6e9-4db7-aee0-266b8924940e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:40.508030 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09b9cc7-248f-4aed-90f1-267936b6ccbf tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Made reservation on behalf of 7d5990bbd4c047ec8023f95ec9cb77d6 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:40.508294 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1c54ee84-ea58-4a96-9dda-fa792404247e req-64bc046b-b6e9-4db7-aee0-266b8924940e service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 1127 time: 1.2851081 Feb 09 01:21:40.514663 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f09b9cc7-248f-4aed-90f1-267936b6ccbf tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:40.517808 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 7e1f0f76-3cd1-4b8c-8d78-f6dfd7726dcd triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:40.518294 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (7e1f0f76-3cd1-4b8c-8d78-f6dfd7726dcd), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:40.518365 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46f447-8c0b-4ed0-bd52-9834b2281587 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event deleted for resources: {'Network': ['ID=7d603f2c-b3c2-4bb2-8ceb-21572a96924a,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:40.616705 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f09b9cc7-248f-4aed-90f1-267936b6ccbf tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1021} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:21:40.643156 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f09b9cc7-248f-4aed-90f1-267936b6ccbf tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (0bde2973-1e95-4ce7-887d-0d06f79b1516), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:40.645364 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-f09b9cc7-248f-4aed-90f1-267936b6ccbf tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Added segment 0bde2973-1e95-4ce7-887d-0d06f79b1516 of type vlan for network 7c241b74-a28c-486a-b501-c64fbc0c5e9b Feb 09 01:21:40.690962 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c69350-8dfa-48b9-b72c-98408a8da392 None None] get_active_networks_info from n-d-828369-4 {{(pid=103138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:21:40.815025 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f09b9cc7-248f-4aed-90f1-267936b6ccbf tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (7c241b74-a28c-486a-b501-c64fbc0c5e9b), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:40.848835 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5d68c914-ba74-43e0-bc79-62299c4bdd60 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (b1f8cb08-0576-4e1f-b09d-8ab7f5fcf488), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:40.864722 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-0f645baa-15a4-4d93-b523-caeac54c9e0e None None] Provisioning complete for port 7e1f0f76-3cd1-4b8c-8d78-f6dfd7726dcd triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:40.865631 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0f645baa-15a4-4d93-b523-caeac54c9e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (7e1f0f76-3cd1-4b8c-8d78-f6dfd7726dcd), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:40.874413 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401cfe3-5f4b-419e-8a0f-d8ba154abfda req-2a5a62e7-0b27-43a7-86d7-032c957665b9 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:40.882983 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2401cfe3-5f4b-419e-8a0f-d8ba154abfda req-2a5a62e7-0b27-43a7-86d7-032c957665b9 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=310fcec6-0da2-4a84-a309-0d4251469b3e HTTP/1.1" status: 200 len: 931 time: 0.3720610 Feb 09 01:21:40.905689 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f09b9cc7-248f-4aed-90f1-267936b6ccbf tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (7c241b74-a28c-486a-b501-c64fbc0c5e9b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:40.916480 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09b9cc7-248f-4aed-90f1-267936b6ccbf tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:40.920526 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f09b9cc7-248f-4aed-90f1-267936b6ccbf tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:40.952478 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c69350-8dfa-48b9-b72c-98408a8da392 None None] Resources bound (agent type, host, resource id): {{(pid=103138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:21:40.955741 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff,segment=NetworkSegment(669e1584-9a4c-4f54-9e81-29abd25160a4),segment_id=669e1584-9a4c-4f54-9e81-29abd25160a4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:40.960863 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f09b9cc7-248f-4aed-90f1-267936b6ccbf tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4917946 Feb 09 01:21:40.984357 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37600) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:40.994019 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-85b9bb70-5c2d-4e14-8aea-fa374c8fd146 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Request body: {'subnet': {'network_id': '7c241b74-a28c-486a-b501-c64fbc0c5e9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:41.003336 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff', 'network_id': '91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0', 'port_id': '79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff', 'mac_address': 'fa:16:3e:0b:6b:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1030, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae61675f-5f39-477a-b759-5e2f01c2f4a7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:21:41.087355 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 7e1f0f76-3cd1-4b8c-8d78-f6dfd7726dcd is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:41.087927 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7e1f0f76-3cd1-4b8c-8d78-f6dfd7726dcd), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:41.119141 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-ac90a4d3-8215-4aae-8cf6-5235c35d1086 req-be5d26c8-6df8-4648-b611-cf48728b17c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc0e1e8b-456a-4af5-8e4d-1f0abff36246 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:21:41.131689 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ac90a4d3-8215-4aae-8cf6-5235c35d1086 req-be5d26c8-6df8-4648-b611-cf48728b17c3 service neutron] Publish callbacks [] for port (dc0e1e8b-456a-4af5-8e4d-1f0abff36246), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:41.167260 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-ac90a4d3-8215-4aae-8cf6-5235c35d1086 req-be5d26c8-6df8-4648-b611-cf48728b17c3 service neutron] Transition to ACTIVE for port object dc0e1e8b-456a-4af5-8e4d-1f0abff36246 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:21:41.183689 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-0f645baa-15a4-4d93-b523-caeac54c9e0e None None] Current status of the port 7e1f0f76-3cd1-4b8c-8d78-f6dfd7726dcd is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:41.184428 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0f645baa-15a4-4d93-b523-caeac54c9e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7e1f0f76-3cd1-4b8c-8d78-f6dfd7726dcd), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:41.209951 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:41.210729 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:41.224021 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ac90a4d3-8215-4aae-8cf6-5235c35d1086 req-be5d26c8-6df8-4648-b611-cf48728b17c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (dc0e1e8b-456a-4af5-8e4d-1f0abff36246), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:41.235994 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:21:41.240576 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09b9cc7-248f-4aed-90f1-267936b6ccbf tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event updated for resources: {'Network': ['ID=7c241b74-a28c-486a-b501-c64fbc0c5e9b,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:41.263260 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff,segment=NetworkSegment(669e1584-9a4c-4f54-9e81-29abd25160a4),segment_id=669e1584-9a4c-4f54-9e81-29abd25160a4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:41.277254 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 7c241b74-a28c-486a-b501-c64fbc0c5e9b details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:21:41.291051 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:41.321132 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b9bb70-5c2d-4e14-8aea-fa374c8fd146 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Made reservation on behalf of 7d5990bbd4c047ec8023f95ec9cb77d6 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:41.324594 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-85b9bb70-5c2d-4e14-8aea-fa374c8fd146 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:41.357321 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1c54ee84-ea58-4a96-9dda-fa792404247e req-f5c1f909-5f43-4995-9553-3559b0ca7ec5 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5913677 Feb 09 01:21:41.398548 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d68c914-ba74-43e0-bc79-62299c4bdd60 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:41.405839 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-5d68c914-ba74-43e0-bc79-62299c4bdd60 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:41.415558 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2401cfe3-5f4b-419e-8a0f-d8ba154abfda req-e030c8d2-727e-45e3-8706-e6eec08b0681 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5313053 Feb 09 01:21:41.418942 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d68c914-ba74-43e0-bc79-62299c4bdd60 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:21:41.424333 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d68c914-ba74-43e0-bc79-62299c4bdd60 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:41.425103 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5d68c914-ba74-43e0-bc79-62299c4bdd60 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:41.444229 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d918f713-c0dd-4e59-a731-6d1fc1b0f54e req-b02e703d-83d8-440e-82c7-262fa8826c36 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:41.446138 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d918f713-c0dd-4e59-a731-6d1fc1b0f54e req-b02e703d-83d8-440e-82c7-262fa8826c36 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 945 time: 1.1973805 Feb 09 01:21:41.450712 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68c914-ba74-43e0-bc79-62299c4bdd60 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Port': ['ID=b1f8cb08-0576-4e1f-b09d-8ab7f5fcf488,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:41.476729 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 7e1f0f76-3cd1-4b8c-8d78-f6dfd7726dcd, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=7e1f0f76-3cd1-4b8c-8d78-f6dfd7726dcd,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:41.501467 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (7e1f0f76-3cd1-4b8c-8d78-f6dfd7726dcd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:41.544275 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-5d68c914-ba74-43e0-bc79-62299c4bdd60 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.4174645 Feb 09 01:21:41.545078 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 37612) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:41.552127 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.ipam_backend_mixin [None req-85b9bb70-5c2d-4e14-8aea-fa374c8fd146 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Performing IP validity checks on allocation pools {{(pid=103137) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 01:21:41.553645 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.ipam_backend_mixin [None req-85b9bb70-5c2d-4e14-8aea-fa374c8fd146 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103137) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 01:21:41.644238 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:21:41.674028 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d26c8-6df8-4648-b611-cf48728b17c3 service neutron] Pushing event updated for resources: {'Port': ['ID=dc0e1e8b-456a-4af5-8e4d-1f0abff36246,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:41.722255 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d918f713-c0dd-4e59-a731-6d1fc1b0f54e req-e5ef7785-39ee-44e1-95c6-2051cbcbf618 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2655478 Feb 09 01:21:41.755207 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-ac90a4d3-8215-4aae-8cf6-5235c35d1086 req-be5d26c8-6df8-4648-b611-cf48728b17c3 service neutron] Attempting to bind port dc0e1e8b-456a-4af5-8e4d-1f0abff36246 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:21:41.756918 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-ac90a4d3-8215-4aae-8cf6-5235c35d1086 req-be5d26c8-6df8-4648-b611-cf48728b17c3 service neutron] Attempting to bind port dc0e1e8b-456a-4af5-8e4d-1f0abff36246 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': 'e1b6dfa9-0088-4f06-bf4d-732afafaf84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '633bdf52-4e13-4a9d-8810-49c577c6cdb8'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:21:41.757934 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac90a4d3-8215-4aae-8cf6-5235c35d1086 req-be5d26c8-6df8-4648-b611-cf48728b17c3 service neutron] Attempting to bind port dc0e1e8b-456a-4af5-8e4d-1f0abff36246 on network 633bdf52-4e13-4a9d-8810-49c577c6cdb8 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:21:41.787464 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac90a4d3-8215-4aae-8cf6-5235c35d1086 req-be5d26c8-6df8-4648-b611-cf48728b17c3 service neutron] Port dc0e1e8b-456a-4af5-8e4d-1f0abff36246 on network 633bdf52-4e13-4a9d-8810-49c577c6cdb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:21:41.792773 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac90a4d3-8215-4aae-8cf6-5235c35d1086 req-be5d26c8-6df8-4648-b611-cf48728b17c3 service neutron] Attempting to bind port dc0e1e8b-456a-4af5-8e4d-1f0abff36246 on network 633bdf52-4e13-4a9d-8810-49c577c6cdb8 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:21:41.837708 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07383340-8703-4e13-af28-01c4ffaa4077 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:41.856218 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07383340-8703-4e13-af28-01c4ffaa4077 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:41.861853 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-07383340-8703-4e13-af28-01c4ffaa4077 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.3077123 Feb 09 01:21:41.865042 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 37622) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:41.877580 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:41.888447 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac90a4d3-8215-4aae-8cf6-5235c35d1086 req-be5d26c8-6df8-4648-b611-cf48728b17c3 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:21:41.890495 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-85b9bb70-5c2d-4e14-8aea-fa374c8fd146 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (9de8d19b-b7fd-485a-9f80-c15ba1a71ccf), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:41.890905 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac90a4d3-8215-4aae-8cf6-5235c35d1086 req-be5d26c8-6df8-4648-b611-cf48728b17c3 service neutron] Checking segment: {'id': 'e1b6dfa9-0088-4f06-bf4d-732afafaf84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '633bdf52-4e13-4a9d-8810-49c577c6cdb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:21:41.891413 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac90a4d3-8215-4aae-8cf6-5235c35d1086 req-be5d26c8-6df8-4648-b611-cf48728b17c3 service neutron] Bound using segment: {'id': 'e1b6dfa9-0088-4f06-bf4d-732afafaf84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '633bdf52-4e13-4a9d-8810-49c577c6cdb8'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:21:41.892150 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-ac90a4d3-8215-4aae-8cf6-5235c35d1086 req-be5d26c8-6df8-4648-b611-cf48728b17c3 service neutron] Bound port: dc0e1e8b-456a-4af5-8e4d-1f0abff36246, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b6dfa9-0088-4f06-bf4d-732afafaf84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '633bdf52-4e13-4a9d-8810-49c577c6cdb8'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:21:41.899798 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.api [None req-0f645baa-15a4-4d93-b523-caeac54c9e0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:21:41.900162 n-d-828369-4 neutron-server[103138]: DEBUG oslo_db.api [None req-0f645baa-15a4-4d93-b523-caeac54c9e0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:21:41.903647 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ac90a4d3-8215-4aae-8cf6-5235c35d1086 req-be5d26c8-6df8-4648-b611-cf48728b17c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (dc0e1e8b-456a-4af5-8e4d-1f0abff36246), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:41.963845 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b9bb70-5c2d-4e14-8aea-fa374c8fd146 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event updated for resources: {'Subnet': ['ID=9de8d19b-b7fd-485a-9f80-c15ba1a71ccf,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:42.014553 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b9bb70-5c2d-4e14-8aea-fa374c8fd146 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Checking segment: {'id': '0bde2973-1e95-4ce7-887d-0d06f79b1516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '7c241b74-a28c-486a-b501-c64fbc0c5e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:21:42.015179 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b9bb70-5c2d-4e14-8aea-fa374c8fd146 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Network hostable DHCP agents. Network: 7c241b74-a28c-486a-b501-c64fbc0c5e9b, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:21:42.044381 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b9bb70-5c2d-4e14-8aea-fa374c8fd146 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Network 7c241b74-a28c-486a-b501-c64fbc0c5e9b is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:21:42.059622 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-85b9bb70-5c2d-4e14-8aea-fa374c8fd146 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 7c241b74-a28c-486a-b501-c64fbc0c5e9b) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:42.066056 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b9bb70-5c2d-4e14-8aea-fa374c8fd146 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:42.067352 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190fc69d-04f1-4109-a5f1-78d9e3c8e5de req-3751c859-6446-4175-8a82-7bf77e6f8c3e tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:42.067691 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-85b9bb70-5c2d-4e14-8aea-fa374c8fd146 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:42.075461 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-190fc69d-04f1-4109-a5f1-78d9e3c8e5de req-3751c859-6446-4175-8a82-7bf77e6f8c3e tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=cac66f68-3a01-40f7-a9fb-aebd40c28d2b HTTP/1.1" status: 200 len: 944 time: 0.4693809 Feb 09 01:21:42.092640 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac0d4c0-5fd2-4caf-9120-d05050c38f60 None None] Network 7c241b74-a28c-486a-b501-c64fbc0c5e9b requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:21:42.110649 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-85b9bb70-5c2d-4e14-8aea-fa374c8fd146 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.1154528 Feb 09 01:21:42.112137 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37628) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:42.234836 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-190fc69d-04f1-4109-a5f1-78d9e3c8e5de req-f75f1d9e-5373-43eb-9832-83c02daa9a94 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582665 Feb 09 01:21:42.241487 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-ac90a4d3-8215-4aae-8cf6-5235c35d1086 req-be5d26c8-6df8-4648-b611-cf48728b17c3 service neutron] For port dc0e1e8b-456a-4af5-8e4d-1f0abff36246, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:21:42.256357 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-ac90a4d3-8215-4aae-8cf6-5235c35d1086 req-be5d26c8-6df8-4648-b611-cf48728b17c3 service neutron] For port dc0e1e8b-456a-4af5-8e4d-1f0abff36246, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=dc0e1e8b-456a-4af5-8e4d-1f0abff36246,segment=NetworkSegment(e1b6dfa9-0088-4f06-bf4d-732afafaf84a),segment_id=e1b6dfa9-0088-4f06-bf4d-732afafaf84a)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:21:42.278047 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ac90a4d3-8215-4aae-8cf6-5235c35d1086 req-be5d26c8-6df8-4648-b611-cf48728b17c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (dc0e1e8b-456a-4af5-8e4d-1f0abff36246), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:42.329412 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-931fc846-0251-4ac4-87e1-37d8bcd38e55 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (7c241b74-a28c-486a-b501-c64fbc0c5e9b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:42.351181 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=7e1f0f76-3cd1-4b8c-8d78-f6dfd7726dcd,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:42.410453 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-931fc846-0251-4ac4-87e1-37d8bcd38e55 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (9de8d19b-b7fd-485a-9f80-c15ba1a71ccf), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:42.416571 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-ac233125-bf5b-4fb6-bd78-8001a556c994 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting port b1f8cb08-0576-4e1f-b09d-8ab7f5fcf488 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:21:42.416941 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ac233125-bf5b-4fb6-bd78-8001a556c994 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (b1f8cb08-0576-4e1f-b09d-8ab7f5fcf488), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:42.435466 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90a4d3-8215-4aae-8cf6-5235c35d1086 req-be5d26c8-6df8-4648-b611-cf48728b17c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:42.436139 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ac90a4d3-8215-4aae-8cf6-5235c35d1086 req-be5d26c8-6df8-4648-b611-cf48728b17c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:42.437616 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ac90a4d3-8215-4aae-8cf6-5235c35d1086 req-be5d26c8-6df8-4648-b611-cf48728b17c3 service neutron] 10.222.0.120 "PUT /v2.0/ports/dc0e1e8b-456a-4af5-8e4d-1f0abff36246 HTTP/1.1" status: 200 len: 1091 time: 3.2039645 Feb 09 01:21:42.441207 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '310fcec6-0da2-4a84-a309-0d4251469b3e', 'tag': 'dc0e1e8b-456a-4af5-8e4d-1f0abff36246'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:21:42.443511 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6004ae-e7c0-46fd-bbac-924d806b2e73" -d '{"events": [{"name": "network-changed", "server_uuid": "310fcec6-0da2-4a84-a309-0d4251469b3e", "tag": "dc0e1e8b-456a-4af5-8e4d-1f0abff36246"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:21:42.544050 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-931fc846-0251-4ac4-87e1-37d8bcd38e55 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (9de8d19b-b7fd-485a-9f80-c15ba1a71ccf), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:42.561935 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-0f645baa-15a4-4d93-b523-caeac54c9e0e None None] Current status of the port 7e1f0f76-3cd1-4b8c-8d78-f6dfd7726dcd is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:42.621608 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aeb9aee-8e83-4338-8f87-138a6bc2eba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-7c241b74-a28c-486a-b501-c64fbc0c5e9b', 'network_id': '7c241b74-a28c-486a-b501-c64fbc0c5e9b', 'project_id': '7d5990bbd4c047ec8023f95ec9cb77d6', 'fixed_ips': [{'subnet_id': '9de8d19b-b7fd-485a-9f80-c15ba1a71ccf'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:21:42.621977 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931fc846-0251-4ac4-87e1-37d8bcd38e55 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event deleted for resources: {'Subnet': ['ID=9de8d19b-b7fd-485a-9f80-c15ba1a71ccf,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:42.622485 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0aeb9aee-8e83-4338-8f87-138a6bc2eba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:42.647279 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba24c5ec-a9ca-46f3-a9fe-d608df3015b5 x-openstack-request-id: req-ba24c5ec-a9ca-46f3-a9fe-d608df3015b5 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:21:42.647581 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "310fcec6-0da2-4a84-a309-0d4251469b3e", "tag": "dc0e1e8b-456a-4af5-8e4d-1f0abff36246", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:21:42.649571 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ba24c5ec-a9ca-46f3-a9fe-d608df3015b5 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:21:42.649991 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '310fcec6-0da2-4a84-a309-0d4251469b3e', 'tag': 'dc0e1e8b-456a-4af5-8e4d-1f0abff36246', 'status': 'completed', 'code': 200} Feb 09 01:21:42.698957 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d26c8-6df8-4648-b611-cf48728b17c3 service neutron] Pushing event updated for resources: {'Port': ['ID=dc0e1e8b-456a-4af5-8e4d-1f0abff36246,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:42.734993 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-931fc846-0251-4ac4-87e1-37d8bcd38e55 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (7c241b74-a28c-486a-b501-c64fbc0c5e9b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:42.814446 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4564fd-4ab3-4bd0-90c1-de7706a38bbc None None] Network 7c241b74-a28c-486a-b501-c64fbc0c5e9b requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:21:42.815964 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-931fc846-0251-4ac4-87e1-37d8bcd38e55 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c241b74-a28c-486a-b501-c64fbc0c5e9b']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:42.837589 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ac233125-bf5b-4fb6-bd78-8001a556c994 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (b1f8cb08-0576-4e1f-b09d-8ab7f5fcf488), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:42.841358 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90a4d3-8215-4aae-8cf6-5235c35d1086 req-2b199ca4-ae97-443c-9947-f73bb3f95e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:42.842880 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ac90a4d3-8215-4aae-8cf6-5235c35d1086 req-2b199ca4-ae97-443c-9947-f73bb3f95e35 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=ea634eba134a436c8efc984f29cf1d41&device_id=310fcec6-0da2-4a84-a309-0d4251469b3e HTTP/1.1" status: 200 len: 1125 time: 0.2850738 Feb 09 01:21:42.844845 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-2fa9acdf-5a4a-4fc3-95f5-535f9719cf91 None None] Provisioning complete for port b1f8cb08-0576-4e1f-b09d-8ab7f5fcf488 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:42.848213 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-931fc846-0251-4ac4-87e1-37d8bcd38e55 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bde2973-1e95-4ce7-887d-0d06f79b1516') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:42.848532 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-931fc846-0251-4ac4-87e1-37d8bcd38e55 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bde2973-1e95-4ce7-887d-0d06f79b1516') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:42.848873 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2fa9acdf-5a4a-4fc3-95f5-535f9719cf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b1f8cb08-0576-4e1f-b09d-8ab7f5fcf488), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:42.863071 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-931fc846-0251-4ac4-87e1-37d8bcd38e55 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (0bde2973-1e95-4ce7-887d-0d06f79b1516), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:42.882348 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-931fc846-0251-4ac4-87e1-37d8bcd38e55 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (0bde2973-1e95-4ce7-887d-0d06f79b1516), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:42.890673 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-931fc846-0251-4ac4-87e1-37d8bcd38e55 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:21:42.891274 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-931fc846-0251-4ac4-87e1-37d8bcd38e55 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (0bde2973-1e95-4ce7-887d-0d06f79b1516), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:42.898764 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:21:42.898764 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:21:42.898764 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:21:42.898764 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:21:42.898764 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:21:42.898764 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:21:42.898764 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:21:42.898764 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:21:42.898764 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:21:42.898764 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:21:42.898764 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:21:42.898764 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:21:42.898764 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:21:42.898764 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:21:42.898764 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:21:42.898764 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:21:42.898764 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:21:42.898764 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:21:42.898764 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:21:42.898764 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:21:42.898764 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:21:42.898764 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:21:42.898764 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:21:42.898764 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:21:42.898764 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:21:42.898764 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:21:42.898764 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:21:42.898764 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:21:42.898764 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:21:42.898764 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:21:42.898764 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:21:42.898764 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:21:42.932385 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ac90a4d3-8215-4aae-8cf6-5235c35d1086 req-0e5b4e4d-5850-488b-b339-3e8584f7e50f service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc0e1e8b-456a-4af5-8e4d-1f0abff36246 HTTP/1.1" status: 200 len: 217 time: 0.0812364 Feb 09 01:21:42.941006 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-ac233125-bf5b-4fb6-bd78-8001a556c994 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Calling delete_port for b1f8cb08-0576-4e1f-b09d-8ab7f5fcf488 owned by {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:21:42.991324 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec9d33-5490-4164-a378-cb3a30b97436 req-5f09a6aa-b246-4f00-8dcd-de9758f484ca tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:42.997017 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e5ec9d33-5490-4164-a378-cb3a30b97436 req-5f09a6aa-b246-4f00-8dcd-de9758f484ca tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=310fcec6-0da2-4a84-a309-0d4251469b3e HTTP/1.1" status: 200 len: 943 time: 0.3565238 Feb 09 01:21:43.004668 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-2fa9acdf-5a4a-4fc3-95f5-535f9719cf91 None None] Port b1f8cb08-0576-4e1f-b09d-8ab7f5fcf488 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:21:43.026543 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-931fc846-0251-4ac4-87e1-37d8bcd38e55 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (7c241b74-a28c-486a-b501-c64fbc0c5e9b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:43.068141 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-931fc846-0251-4ac4-87e1-37d8bcd38e55 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:43.074350 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-931fc846-0251-4ac4-87e1-37d8bcd38e55 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "DELETE /v2.0/networks/7c241b74-a28c-486a-b501-c64fbc0c5e9b HTTP/1.1" status: 204 len: 168 time: 0.9606695 Feb 09 01:21:43.077304 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931fc846-0251-4ac4-87e1-37d8bcd38e55 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event deleted for resources: {'Network': ['ID=7c241b74-a28c-486a-b501-c64fbc0c5e9b,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:43.082776 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37652) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:43.097505 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-260bd1cf-ad36-44ec-945e-1efdb6541048 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1150849668'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:43.145542 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260bd1cf-ad36-44ec-945e-1efdb6541048 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Made reservation on behalf of 7d5990bbd4c047ec8023f95ec9cb77d6 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:43.149784 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-260bd1cf-ad36-44ec-945e-1efdb6541048 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:43.194170 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-260bd1cf-ad36-44ec-945e-1efdb6541048 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1038} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:21:43.206084 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-260bd1cf-ad36-44ec-945e-1efdb6541048 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (50348a1f-8996-41d8-9f39-f4c7a21498f2), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:43.206818 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-260bd1cf-ad36-44ec-945e-1efdb6541048 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Added segment 50348a1f-8996-41d8-9f39-f4c7a21498f2 of type vlan for network fe57f4c9-0da7-4a17-b7d2-55204b840760 Feb 09 01:21:43.241446 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90a4d3-8215-4aae-8cf6-5235c35d1086 req-c5f24e90-44b9-4975-98fa-9be39e0932e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:43.243072 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ac90a4d3-8215-4aae-8cf6-5235c35d1086 req-c5f24e90-44b9-4975-98fa-9be39e0932e7 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=cd2bf801-d138-4a76-952d-e259104944cf HTTP/1.1" status: 200 len: 855 time: 0.2958629 Feb 09 01:21:43.274751 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-260bd1cf-ad36-44ec-945e-1efdb6541048 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (fe57f4c9-0da7-4a17-b7d2-55204b840760), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:43.327800 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-260bd1cf-ad36-44ec-945e-1efdb6541048 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (fe57f4c9-0da7-4a17-b7d2-55204b840760), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:43.334590 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260bd1cf-ad36-44ec-945e-1efdb6541048 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:43.340119 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-260bd1cf-ad36-44ec-945e-1efdb6541048 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:43.375303 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-260bd1cf-ad36-44ec-945e-1efdb6541048 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2876174 Feb 09 01:21:43.378644 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85285c4-6a5c-47d0-a0ea-d6b897f34bf1 req-fc95dd48-d2a2-44a9-bf97-62b30f295f07 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:43.385442 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37664) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:43.419494 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a85285c4-6a5c-47d0-a0ea-d6b897f34bf1 req-fc95dd48-d2a2-44a9-bf97-62b30f295f07 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 945 time: 0.5642364 Feb 09 01:21:43.432168 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-d86ffae3-88c0-476e-9abf-3b544e99f285 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Request body: {'subnet': {'network_id': 'fe57f4c9-0da7-4a17-b7d2-55204b840760', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:43.438851 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ac90a4d3-8215-4aae-8cf6-5235c35d1086 req-84448e08-2694-40a7-b2c1-393a7688c514 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=633bdf52-4e13-4a9d-8810-49c577c6cdb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1648331 Feb 09 01:21:43.532158 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e5ec9d33-5490-4164-a378-cb3a30b97436 req-3c0e5de6-db60-47b4-8972-993ccf330383 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4295142 Feb 09 01:21:43.632860 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a85285c4-6a5c-47d0-a0ea-d6b897f34bf1 req-e5fbf3f4-50fa-4d8e-9342-b70630af9f41 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2121723 Feb 09 01:21:43.866462 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 7e1f0f76-3cd1-4b8c-8d78-f6dfd7726dcd up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:21:43.916780 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260bd1cf-ad36-44ec-945e-1efdb6541048 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event updated for resources: {'Network': ['ID=fe57f4c9-0da7-4a17-b7d2-55204b840760,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:43.965937 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86ffae3-88c0-476e-9abf-3b544e99f285 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Made reservation on behalf of 7d5990bbd4c047ec8023f95ec9cb77d6 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:43.970716 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d86ffae3-88c0-476e-9abf-3b544e99f285 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:44.049928 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ac233125-bf5b-4fb6-bd78-8001a556c994 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (b1f8cb08-0576-4e1f-b09d-8ab7f5fcf488), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:44.096880 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ac90a4d3-8215-4aae-8cf6-5235c35d1086 req-33b9cf14-8b14-4ac5-8f87-9ca78a2ffc48 service neutron] 10.222.0.120 "GET /v2.0/networks/633bdf52-4e13-4a9d-8810-49c577c6cdb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6335087 Feb 09 01:21:44.177079 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdfd86e-8ac3-4c01-b463-12ad3b3f2eb0 req-af036f67-ae11-4beb-99c6-40422f0c744b tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:44.193018 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8fdfd86e-8ac3-4c01-b463-12ad3b3f2eb0 req-af036f67-ae11-4beb-99c6-40422f0c744b tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 945 time: 0.4035938 Feb 09 01:21:44.199733 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 37678) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:44.200552 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac233125-bf5b-4fb6-bd78-8001a556c994 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Port': ['ID=b1f8cb08-0576-4e1f-b09d-8ab7f5fcf488,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:44.210367 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network fe57f4c9-0da7-4a17-b7d2-55204b840760 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:21:44.222886 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:21:44.223683 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-42b7d6d3-93d0-4fc2-9911-9d7a8a552426 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Request body: {'floatingip': {'port_id': '1f1c0538-aa1a-4918-b06a-0ef1c2faaef3'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:44.344935 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-42b7d6d3-93d0-4fc2-9911-9d7a8a552426 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks [] for floatingip (a55db380-14b6-42d3-9766-168e37042c1f), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:44.467000 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 7e1f0f76-3cd1-4b8c-8d78-f6dfd7726dcd triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:44.468841 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (7e1f0f76-3cd1-4b8c-8d78-f6dfd7726dcd), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:44.555821 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d86ffae3-88c0-476e-9abf-3b544e99f285 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (958b0172-886b-4a12-8332-4c3a888d254f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:44.563489 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:21:44.586842 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:44.587236 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:44.719688 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86ffae3-88c0-476e-9abf-3b544e99f285 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event updated for resources: {'Subnet': ['ID=958b0172-886b-4a12-8332-4c3a888d254f,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:44.744799 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86ffae3-88c0-476e-9abf-3b544e99f285 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Checking segment: {'id': '50348a1f-8996-41d8-9f39-f4c7a21498f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'fe57f4c9-0da7-4a17-b7d2-55204b840760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:21:44.745161 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86ffae3-88c0-476e-9abf-3b544e99f285 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Network hostable DHCP agents. Network: fe57f4c9-0da7-4a17-b7d2-55204b840760, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:21:44.789759 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86ffae3-88c0-476e-9abf-3b544e99f285 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Network fe57f4c9-0da7-4a17-b7d2-55204b840760 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:21:44.804959 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-d86ffae3-88c0-476e-9abf-3b544e99f285 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, fe57f4c9-0da7-4a17-b7d2-55204b840760) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:44.814277 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86ffae3-88c0-476e-9abf-3b544e99f285 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:44.814990 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d86ffae3-88c0-476e-9abf-3b544e99f285 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:44.849183 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d86ffae3-88c0-476e-9abf-3b544e99f285 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4609189 Feb 09 01:21:44.852357 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37690) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:44.867055 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3975c5db-dfbf-4064-958e-b86f034facbb None None] Network fe57f4c9-0da7-4a17-b7d2-55204b840760 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:21:44.874676 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 7e1f0f76-3cd1-4b8c-8d78-f6dfd7726dcd is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:44.935784 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:44.936365 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:44.976725 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac66f68-3a01-40f7-a9fb-aebd40c28d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:21:44.979237 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42144819-d07b-46c1-b714-7dde395e438c" -d '{"events": [{"server_uuid": "cac66f68-3a01-40f7-a9fb-aebd40c28d2b", "name": "network-vif-plugged", "status": "completed", "tag": "79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:21:45.005568 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff,segment=NetworkSegment(669e1584-9a4c-4f54-9e81-29abd25160a4),segment_id=669e1584-9a4c-4f54-9e81-29abd25160a4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:45.013980 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:45.049062 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ac233125-bf5b-4fb6-bd78-8001a556c994 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:45.062971 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ac233125-bf5b-4fb6-bd78-8001a556c994 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/ports/b1f8cb08-0576-4e1f-b09d-8ab7f5fcf488 HTTP/1.1" status: 204 len: 168 time: 3.1854670 Feb 09 01:21:45.063176 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 37700) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:45.122539 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65807a26-09d1-4f09-bf1e-c7165b3225cf req-f244e113-7acb-4e0c-8dce-d99cc75ae374 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:45.131543 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-65807a26-09d1-4f09-bf1e-c7165b3225cf req-f244e113-7acb-4e0c-8dce-d99cc75ae374 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=cac66f68-3a01-40f7-a9fb-aebd40c28d2b HTTP/1.1" status: 200 len: 944 time: 1.3781304 Feb 09 01:21:45.144062 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:45.147419 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-16943800-ab07-4025-ad3c-2e18f0242842 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (fe57f4c9-0da7-4a17-b7d2-55204b840760), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:45.173881 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26353c8b-eed1-4477-a682-cd944b64fefe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-fe57f4c9-0da7-4a17-b7d2-55204b840760', 'network_id': 'fe57f4c9-0da7-4a17-b7d2-55204b840760', 'project_id': '7d5990bbd4c047ec8023f95ec9cb77d6', 'fixed_ips': [{'subnet_id': '958b0172-886b-4a12-8332-4c3a888d254f'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:21:45.174906 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-26353c8b-eed1-4477-a682-cd944b64fefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:45.232767 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-16943800-ab07-4025-ad3c-2e18f0242842 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (958b0172-886b-4a12-8332-4c3a888d254f), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:45.317285 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-16943800-ab07-4025-ad3c-2e18f0242842 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (958b0172-886b-4a12-8332-4c3a888d254f), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:45.322342 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ac90a4d3-8215-4aae-8cf6-5235c35d1086 req-2c538865-9840-4b61-b60b-7e7d36a7c477 service neutron] 10.222.0.120 "GET /v2.0/networks/633bdf52-4e13-4a9d-8810-49c577c6cdb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1656284 Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server [None req-26353c8b-eed1-4477-a682-cd944b64fefe None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 958b0172-886b-4a12-8332-4c3a888d254f: This subnet is being modified by another concurrent operation. Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise exception Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 958b0172-886b-4a12-8332-4c3a888d254f: This subnet is being modified by another concurrent operation. Feb 09 01:21:45.351609 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server Feb 09 01:21:45.366982 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16943800-ab07-4025-ad3c-2e18f0242842 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event deleted for resources: {'Subnet': ['ID=958b0172-886b-4a12-8332-4c3a888d254f,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:45.406147 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdf0788-f503-4b9e-b6d7-450a159331e2 None None] get_active_networks_info from n-d-828369-4 {{(pid=103138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:21:45.453727 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-16943800-ab07-4025-ad3c-2e18f0242842 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (fe57f4c9-0da7-4a17-b7d2-55204b840760), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:45.479974 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-16943800-ab07-4025-ad3c-2e18f0242842 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe57f4c9-0da7-4a17-b7d2-55204b840760']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:45.503129 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-16943800-ab07-4025-ad3c-2e18f0242842 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50348a1f-8996-41d8-9f39-f4c7a21498f2') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:45.503436 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-16943800-ab07-4025-ad3c-2e18f0242842 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50348a1f-8996-41d8-9f39-f4c7a21498f2') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:45.553583 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-16943800-ab07-4025-ad3c-2e18f0242842 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (50348a1f-8996-41d8-9f39-f4c7a21498f2), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:45.565740 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4f41b8-7078-48ba-be80-6e225383de5e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:45.577897 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4f41b8-7078-48ba-be80-6e225383de5e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:45.578902 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-16943800-ab07-4025-ad3c-2e18f0242842 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (50348a1f-8996-41d8-9f39-f4c7a21498f2), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:45.579760 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-6d4f41b8-7078-48ba-be80-6e225383de5e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5100608 Feb 09 01:21:45.584019 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 37710) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:45.587654 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16943800-ab07-4025-ad3c-2e18f0242842 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:21:45.588219 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-16943800-ab07-4025-ad3c-2e18f0242842 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (50348a1f-8996-41d8-9f39-f4c7a21498f2), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:45.596101 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-65807a26-09d1-4f09-bf1e-c7165b3225cf req-839ff71b-e9e7-485a-b6b4-c8fe2ed146ab tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4635813 Feb 09 01:21:45.616669 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdf0788-f503-4b9e-b6d7-450a159331e2 None None] Resources bound (agent type, host, resource id): {{(pid=103138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:21:45.716730 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c75fc-879e-4b2f-bc3f-f9d7cd146947 req-709b1fc9-6f39-448a-a8de-38312ac5b126 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:45.720448 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4d4c75fc-879e-4b2f-bc3f-f9d7cd146947 req-709b1fc9-6f39-448a-a8de-38312ac5b126 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=310fcec6-0da2-4a84-a309-0d4251469b3e HTTP/1.1" status: 200 len: 943 time: 0.7582269 Feb 09 01:21:45.741403 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-7946feba-0683-4318-b990-d8626c485b98 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting subnet 24fd7805-26a8-443b-8406-1f372d3aa818 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:21:45.778469 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6004ae-e7c0-46fd-bbac-924d806b2e73 req-c150144e-8122-4c94-899c-013121201a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:45.780984 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e6004ae-e7c0-46fd-bbac-924d806b2e73 req-c150144e-8122-4c94-899c-013121201a7a service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=ea634eba134a436c8efc984f29cf1d41&device_id=310fcec6-0da2-4a84-a309-0d4251469b3e HTTP/1.1" status: 200 len: 1125 time: 0.3725228 Feb 09 01:21:45.787110 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7946feba-0683-4318-b990-d8626c485b98 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (24fd7805-26a8-443b-8406-1f372d3aa818), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:45.813946 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11e9384-74fb-4a2d-97dd-109fb725c6b6 x-openstack-request-id: req-d11e9384-74fb-4a2d-97dd-109fb725c6b6 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:21:45.814244 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac66f68-3a01-40f7-a9fb-aebd40c28d2b", "name": "network-vif-plugged", "status": "completed", "tag": "79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:21:45.814505 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d11e9384-74fb-4a2d-97dd-109fb725c6b6 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:21:45.825025 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac66f68-3a01-40f7-a9fb-aebd40c28d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff', 'code': 200} Feb 09 01:21:45.827221 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:21:45.827221 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:21:45.827221 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:21:45.827221 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:21:45.827221 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:21:45.827221 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:21:45.827221 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:21:45.827221 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:21:45.827221 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:21:45.827221 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:21:45.827221 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:21:45.827221 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:21:45.827221 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:21:45.827221 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:21:45.827221 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:21:45.827221 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:21:45.827221 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:21:45.827221 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:21:45.827221 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:21:45.827221 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:21:45.827221 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:21:45.827221 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:21:45.827221 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:21:45.827221 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:21:45.827221 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:21:45.827221 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:21:45.827221 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:21:45.827221 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:21:45.827221 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:21:45.827221 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:21:45.827221 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:21:45.827221 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:21:45.879728 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-16943800-ab07-4025-ad3c-2e18f0242842 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (fe57f4c9-0da7-4a17-b7d2-55204b840760), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:45.907089 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-16943800-ab07-4025-ad3c-2e18f0242842 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:45.920582 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-16943800-ab07-4025-ad3c-2e18f0242842 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "DELETE /v2.0/networks/fe57f4c9-0da7-4a17-b7d2-55204b840760 HTTP/1.1" status: 204 len: 168 time: 1.0668373 Feb 09 01:21:45.945248 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37718) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:45.953780 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-2f54213b-3ac8-46f4-9276-85937fea09e3 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-19600185'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:45.978131 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16943800-ab07-4025-ad3c-2e18f0242842 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event deleted for resources: {'Network': ['ID=fe57f4c9-0da7-4a17-b7d2-55204b840760,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:46.005470 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04a9ae-94cc-4fa6-a6d0-774ad74207b6 req-b71c7d0d-de69-4655-9cfc-afece0091cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:46.007301 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-9a04a9ae-94cc-4fa6-a6d0-774ad74207b6 req-b71c7d0d-de69-4655-9cfc-afece0091cd8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cac66f68-3a01-40f7-a9fb-aebd40c28d2b HTTP/1.1" status: 200 len: 1127 time: 0.1740689 Feb 09 01:21:46.032442 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f54213b-3ac8-46f4-9276-85937fea09e3 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Made reservation on behalf of 7d5990bbd4c047ec8023f95ec9cb77d6 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:46.037141 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2f54213b-3ac8-46f4-9276-85937fea09e3 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:46.081189 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f54213b-3ac8-46f4-9276-85937fea09e3 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1042} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:21:46.124075 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c12c6cd-5029-449c-a4b3-b302185977d4 None None] Network fe57f4c9-0da7-4a17-b7d2-55204b840760 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:21:46.125344 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2f54213b-3ac8-46f4-9276-85937fea09e3 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (be6621c0-2830-4812-b4a3-d3ae91a6d207), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:46.125770 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-2f54213b-3ac8-46f4-9276-85937fea09e3 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Added segment be6621c0-2830-4812-b4a3-d3ae91a6d207 of type vlan for network 13d492dd-3b34-4df7-a1de-7879066831f3 Feb 09 01:21:46.149782 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c12c6cd-5029-449c-a4b3-b302185977d4 None None] Network fe57f4c9-0da7-4a17-b7d2-55204b840760 could not be found, it might have been deleted concurrently. {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 01:21:46.182132 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2f54213b-3ac8-46f4-9276-85937fea09e3 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (13d492dd-3b34-4df7-a1de-7879066831f3), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:46.218984 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2f54213b-3ac8-46f4-9276-85937fea09e3 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (13d492dd-3b34-4df7-a1de-7879066831f3), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:46.226552 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f54213b-3ac8-46f4-9276-85937fea09e3 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:46.227271 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2f54213b-3ac8-46f4-9276-85937fea09e3 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:46.255148 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2f54213b-3ac8-46f4-9276-85937fea09e3 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.3061917 Feb 09 01:21:46.265683 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37724) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:46.268056 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-9a04a9ae-94cc-4fa6-a6d0-774ad74207b6 req-5a99c0bf-1759-413e-90ce-2a0318409a3a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535825 Feb 09 01:21:46.273855 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-65af88cf-cb38-44ee-99d5-7d2d714dfd78 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Request body: {'subnet': {'network_id': '13d492dd-3b34-4df7-a1de-7879066831f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:46.547460 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f54213b-3ac8-46f4-9276-85937fea09e3 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event updated for resources: {'Network': ['ID=13d492dd-3b34-4df7-a1de-7879066831f3,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:46.559228 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 13d492dd-3b34-4df7-a1de-7879066831f3 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:21:46.597988 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65af88cf-cb38-44ee-99d5-7d2d714dfd78 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Made reservation on behalf of 7d5990bbd4c047ec8023f95ec9cb77d6 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:46.602449 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-65af88cf-cb38-44ee-99d5-7d2d714dfd78 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:46.972173 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7946feba-0683-4318-b990-d8626c485b98 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (24fd7805-26a8-443b-8406-1f372d3aa818), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:46.978133 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4d4c75fc-879e-4b2f-bc3f-f9d7cd146947 req-7cad33a2-b5df-4c4c-95fd-0fd583b29b87 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2259591 Feb 09 01:21:47.031927 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-65af88cf-cb38-44ee-99d5-7d2d714dfd78 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (9a6d0711-59ca-40ab-a2c6-0b6b85001829), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:47.129427 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65af88cf-cb38-44ee-99d5-7d2d714dfd78 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Checking segment: {'id': 'be6621c0-2830-4812-b4a3-d3ae91a6d207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '13d492dd-3b34-4df7-a1de-7879066831f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:21:47.129849 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65af88cf-cb38-44ee-99d5-7d2d714dfd78 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Network hostable DHCP agents. Network: 13d492dd-3b34-4df7-a1de-7879066831f3, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:21:47.154391 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af88cf-cb38-44ee-99d5-7d2d714dfd78 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event updated for resources: {'Subnet': ['ID=9a6d0711-59ca-40ab-a2c6-0b6b85001829,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:47.200083 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65af88cf-cb38-44ee-99d5-7d2d714dfd78 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Network 13d492dd-3b34-4df7-a1de-7879066831f3 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:21:47.214066 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-65af88cf-cb38-44ee-99d5-7d2d714dfd78 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 13d492dd-3b34-4df7-a1de-7879066831f3) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:47.226893 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73904796-570f-48bd-887c-0e1b1ca61c9f None None] Network 13d492dd-3b34-4df7-a1de-7879066831f3 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:21:47.229373 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65af88cf-cb38-44ee-99d5-7d2d714dfd78 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:47.230663 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-65af88cf-cb38-44ee-99d5-7d2d714dfd78 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:47.254063 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94803edb-09df-4d98-a7e6-0b7fe4affced req-ceaecf58-270d-4c6b-854c-66e8ebe96d4d tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:47.263323 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-94803edb-09df-4d98-a7e6-0b7fe4affced req-ceaecf58-270d-4c6b-854c-66e8ebe96d4d tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=cac66f68-3a01-40f7-a9fb-aebd40c28d2b HTTP/1.1" status: 200 len: 945 time: 0.2821271 Feb 09 01:21:47.268067 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-65af88cf-cb38-44ee-99d5-7d2d714dfd78 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9989026 Feb 09 01:21:47.270927 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37746) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:47.326954 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6004ae-e7c0-46fd-bbac-924d806b2e73 req-a2961463-c85d-4f46-9492-b22821a0e109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:47.328688 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e6004ae-e7c0-46fd-bbac-924d806b2e73 req-a2961463-c85d-4f46-9492-b22821a0e109 service neutron] 10.222.0.120 "GET /v2.0/networks?id=633bdf52-4e13-4a9d-8810-49c577c6cdb8 HTTP/1.1" status: 200 len: 917 time: 1.5318682 Feb 09 01:21:47.448696 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e6004ae-e7c0-46fd-bbac-924d806b2e73 req-1f1a5a6d-f6a9-4ecb-8d03-85acd04535d4 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc0e1e8b-456a-4af5-8e4d-1f0abff36246 HTTP/1.1" status: 200 len: 217 time: 0.1134923 Feb 09 01:21:47.454191 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787d578d-b8ad-4880-8371-6ced06a8c670 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-13d492dd-3b34-4df7-a1de-7879066831f3', 'network_id': '13d492dd-3b34-4df7-a1de-7879066831f3', 'project_id': '7d5990bbd4c047ec8023f95ec9cb77d6', 'fixed_ips': [{'subnet_id': '9a6d0711-59ca-40ab-a2c6-0b6b85001829'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:21:47.455095 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-787d578d-b8ad-4880-8371-6ced06a8c670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:47.481193 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device dc0e1e8b-456a-4af5-8e4d-1f0abff36246 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:21:47.552126 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dd5c0cd8-6844-4feb-86ba-d5d564abbd53 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (13d492dd-3b34-4df7-a1de-7879066831f3), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:47.571681 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-94803edb-09df-4d98-a7e6-0b7fe4affced req-9208cfe5-b602-4e10-8a29-8f7dd5883105 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069561 Feb 09 01:21:47.591412 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6004ae-e7c0-46fd-bbac-924d806b2e73 req-4f47af0b-fd54-4b29-99b0-e16592b1d239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:47.593955 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e6004ae-e7c0-46fd-bbac-924d806b2e73 req-4f47af0b-fd54-4b29-99b0-e16592b1d239 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=cd2bf801-d138-4a76-952d-e259104944cf HTTP/1.1" status: 200 len: 855 time: 0.0890775 Feb 09 01:21:47.614069 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.db.resource_extend [None req-42b7d6d3-93d0-4fc2-9911-9d7a8a552426 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:21:47.678747 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e6004ae-e7c0-46fd-bbac-924d806b2e73 req-2ca0b8c1-a63b-4184-bad0-de839f4b62d0 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=633bdf52-4e13-4a9d-8810-49c577c6cdb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781341 Feb 09 01:21:47.686444 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7946feba-0683-4318-b990-d8626c485b98 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (24fd7805-26a8-443b-8406-1f372d3aa818), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:47.754185 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dd5c0cd8-6844-4feb-86ba-d5d564abbd53 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (9a6d0711-59ca-40ab-a2c6-0b6b85001829), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:47.816657 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-42b7d6d3-93d0-4fc2-9911-9d7a8a552426 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:47.834307 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-42b7d6d3-93d0-4fc2-9911-9d7a8a552426 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (a55db380-14b6-42d3-9766-168e37042c1f), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:47.997151 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port dc0e1e8b-456a-4af5-8e4d-1f0abff36246, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=dc0e1e8b-456a-4af5-8e4d-1f0abff36246,segment=NetworkSegment(e1b6dfa9-0088-4f06-bf4d-732afafaf84a),segment_id=e1b6dfa9-0088-4f06-bf4d-732afafaf84a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:48.010598 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [None req-42b7d6d3-93d0-4fc2-9911-9d7a8a552426 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Floating IP a55db380-14b6-42d3-9766-168e37042c1f associated. External IP: 172.25.8.146, port: 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3. Feb 09 01:21:48.027168 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': 'dc0e1e8b-456a-4af5-8e4d-1f0abff36246', 'network_id': '633bdf52-4e13-4a9d-8810-49c577c6cdb8', 'port_id': 'dc0e1e8b-456a-4af5-8e4d-1f0abff36246', 'mac_address': 'fa:16:3e:0b:0d:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd2bf801-d138-4a76-952d-e259104944cf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:21:48.042004 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-787d578d-b8ad-4880-8371-6ced06a8c670 None None] Allocated IP 172.20.0.1 (13d492dd-3b34-4df7-a1de-7879066831f3/9a6d0711-59ca-40ab-a2c6-0b6b85001829/a0a1c056-62b7-4ae8-a0f8-6eb838fbb524) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:48.245187 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port dc0e1e8b-456a-4af5-8e4d-1f0abff36246 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:48.246281 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (dc0e1e8b-456a-4af5-8e4d-1f0abff36246), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:48.278080 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc0e1e8b-456a-4af5-8e4d-1f0abff36246 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:21:48.306669 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e6004ae-e7c0-46fd-bbac-924d806b2e73 req-2393bf90-937a-4208-b7f2-a5c51c272fc4 service neutron] 10.222.0.120 "GET /v2.0/networks/633bdf52-4e13-4a9d-8810-49c577c6cdb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6143911 Feb 09 01:21:48.318356 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61beb82a-806c-4511-87fa-0be2162a2381 req-bb4386e8-96dd-40bc-8c86-2074b6a498b6 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:48.320333 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-61beb82a-806c-4511-87fa-0be2162a2381 req-bb4386e8-96dd-40bc-8c86-2074b6a498b6 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=310fcec6-0da2-4a84-a309-0d4251469b3e HTTP/1.1" status: 200 len: 943 time: 0.1263897 Feb 09 01:21:48.321750 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7946feba-0683-4318-b990-d8626c485b98 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (24fd7805-26a8-443b-8406-1f372d3aa818), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:48.337479 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port dc0e1e8b-456a-4af5-8e4d-1f0abff36246, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=dc0e1e8b-456a-4af5-8e4d-1f0abff36246,segment=NetworkSegment(e1b6dfa9-0088-4f06-bf4d-732afafaf84a),segment_id=e1b6dfa9-0088-4f06-bf4d-732afafaf84a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:48.351741 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (dc0e1e8b-456a-4af5-8e4d-1f0abff36246), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:48.404906 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7946feba-0683-4318-b990-d8626c485b98 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:48.410273 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-7946feba-0683-4318-b990-d8626c485b98 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/24fd7805-26a8-443b-8406-1f372d3aa818 HTTP/1.1" status: 204 len: 168 time: 2.8109095 Feb 09 01:21:48.410731 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37784) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:48.441572 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b599543-980c-4d9b-bab2-2be9fda14d6a None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:21:48.491840 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-787d578d-b8ad-4880-8371-6ced06a8c670 None None] Publish callbacks [] for port (a0a1c056-62b7-4ae8-a0f8-6eb838fbb524), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:48.496664 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-608f8bca-e0e3-4c05-9ebd-440ee6dca97d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0822608 Feb 09 01:21:48.498050 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37786) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:48.507516 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-82e19fcd-f646-4e89-9050-7a54abb7467f tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'subnet': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:48.545113 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7946feba-0683-4318-b990-d8626c485b98 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Subnet': ['ID=24fd7805-26a8-443b-8406-1f372d3aa818,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:48.550423 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 37788) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:48.569924 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-787d578d-b8ad-4880-8371-6ced06a8c670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (a0a1c056-62b7-4ae8-a0f8-6eb838fbb524), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:48.653931 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['dc0e1e8b-456a-4af5-8e4d-1f0abff36246'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:21:48.698696 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-61beb82a-806c-4511-87fa-0be2162a2381 req-e9f3a77b-3b1c-4498-9282-f463ce1a5c2d tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594387 Feb 09 01:21:48.743220 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=dc0e1e8b-456a-4af5-8e4d-1f0abff36246,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:48.771941 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787d578d-b8ad-4880-8371-6ced06a8c670 None None] Network 13d492dd-3b34-4df7-a1de-7879066831f3 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:48.789394 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dd5c0cd8-6844-4feb-86ba-d5d564abbd53 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (9a6d0711-59ca-40ab-a2c6-0b6b85001829), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:48.790536 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e6004ae-e7c0-46fd-bbac-924d806b2e73 req-79fa3529-e460-4fac-9430-58763d757ff3 service neutron] 10.222.0.120 "GET /v2.0/networks/633bdf52-4e13-4a9d-8810-49c577c6cdb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4482393 Feb 09 01:21:48.846140 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e19fcd-f646-4e89-9050-7a54abb7467f tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:48.861121 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-82e19fcd-f646-4e89-9050-7a54abb7467f tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:48.869660 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-787d578d-b8ad-4880-8371-6ced06a8c670 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:48.873624 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c0cd8-6844-4feb-86ba-d5d564abbd53 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event deleted for resources: {'Subnet': ['ID=9a6d0711-59ca-40ab-a2c6-0b6b85001829,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:48.876502 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787d578d-b8ad-4880-8371-6ced06a8c670 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:21:48.955384 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e33522ec-3671-4ddf-a22a-69b64b226a59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:48.988236 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d578d-b8ad-4880-8371-6ced06a8c670 None None] Pushing event updated for resources: {'Port': ['ID=a0a1c056-62b7-4ae8-a0f8-6eb838fbb524,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:49.018790 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dd5c0cd8-6844-4feb-86ba-d5d564abbd53 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (13d492dd-3b34-4df7-a1de-7879066831f3), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:49.095281 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-dd5c0cd8-6844-4feb-86ba-d5d564abbd53 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13d492dd-3b34-4df7-a1de-7879066831f3']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:49.103118 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-787d578d-b8ad-4880-8371-6ced06a8c670 None None] Attempting to bind port a0a1c056-62b7-4ae8-a0f8-6eb838fbb524 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:21:49.103285 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e33522ec-3671-4ddf-a22a-69b64b226a59 admin admin] Publish callbacks [] for security_group (f746a3a1-484d-4ce0-aa1a-d8317f595d94), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:49.105782 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-787d578d-b8ad-4880-8371-6ced06a8c670 None None] Attempting to bind port a0a1c056-62b7-4ae8-a0f8-6eb838fbb524 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'be6621c0-2830-4812-b4a3-d3ae91a6d207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '13d492dd-3b34-4df7-a1de-7879066831f3'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:21:49.106320 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787d578d-b8ad-4880-8371-6ced06a8c670 None None] Attempting to bind port a0a1c056-62b7-4ae8-a0f8-6eb838fbb524 on network 13d492dd-3b34-4df7-a1de-7879066831f3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:21:49.117472 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787d578d-b8ad-4880-8371-6ced06a8c670 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:21:49.118144 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787d578d-b8ad-4880-8371-6ced06a8c670 None None] Checking segment: {'id': 'be6621c0-2830-4812-b4a3-d3ae91a6d207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '13d492dd-3b34-4df7-a1de-7879066831f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:21:49.118710 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-787d578d-b8ad-4880-8371-6ced06a8c670 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:49.119259 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787d578d-b8ad-4880-8371-6ced06a8c670 None None] Bound using segment: {'id': 'be6621c0-2830-4812-b4a3-d3ae91a6d207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '13d492dd-3b34-4df7-a1de-7879066831f3'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:21:49.119895 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-787d578d-b8ad-4880-8371-6ced06a8c670 None None] Bound port: a0a1c056-62b7-4ae8-a0f8-6eb838fbb524, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be6621c0-2830-4812-b4a3-d3ae91a6d207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '13d492dd-3b34-4df7-a1de-7879066831f3'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:21:49.120454 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-787d578d-b8ad-4880-8371-6ced06a8c670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a0a1c056-62b7-4ae8-a0f8-6eb838fbb524), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:49.124853 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-dd5c0cd8-6844-4feb-86ba-d5d564abbd53 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be6621c0-2830-4812-b4a3-d3ae91a6d207') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:49.128683 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-dd5c0cd8-6844-4feb-86ba-d5d564abbd53 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be6621c0-2830-4812-b4a3-d3ae91a6d207') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:49.138181 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e33522ec-3671-4ddf-a22a-69b64b226a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (f746a3a1-484d-4ce0-aa1a-d8317f595d94), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:49.166622 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dd5c0cd8-6844-4feb-86ba-d5d564abbd53 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (be6621c0-2830-4812-b4a3-d3ae91a6d207), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:49.222561 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dd5c0cd8-6844-4feb-86ba-d5d564abbd53 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (be6621c0-2830-4812-b4a3-d3ae91a6d207), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:49.257172 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e3c061-8fcf-4196-a8e3-787d8a7a70d6 None None] DHCP port deletion for a8203b0d-e7af-492c-8c21-23f9563ce2e8 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:21:49.284560 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd5c0cd8-6844-4feb-86ba-d5d564abbd53 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:21:49.296338 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dd5c0cd8-6844-4feb-86ba-d5d564abbd53 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (be6621c0-2830-4812-b4a3-d3ae91a6d207), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:49.300648 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:21:49.300648 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:21:49.300648 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:21:49.300648 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:21:49.300648 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:21:49.300648 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:21:49.300648 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:21:49.300648 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:21:49.300648 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:21:49.300648 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:21:49.300648 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:21:49.300648 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:21:49.300648 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:21:49.300648 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:21:49.300648 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:21:49.300648 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:21:49.300648 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:21:49.300648 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:21:49.300648 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:21:49.300648 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:21:49.300648 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:21:49.300648 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:21:49.300648 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:21:49.300648 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:21:49.300648 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:21:49.300648 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:21:49.300648 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:21:49.300648 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:21:49.300648 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:21:49.300648 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:21:49.300648 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:21:49.300648 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:21:49.344093 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b7d6d3-93d0-4fc2-9911-9d7a8a552426 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Router e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:21:49.374151 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e33522ec-3671-4ddf-a22a-69b64b226a59 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2ab6142d40674a5b87cab786906b7752&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8212373 Feb 09 01:21:49.375470 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33522ec-3671-4ddf-a22a-69b64b226a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f746a3a1-484d-4ce0-aa1a-d8317f595d94,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:49.382717 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-787d578d-b8ad-4880-8371-6ced06a8c670 None None] For port a0a1c056-62b7-4ae8-a0f8-6eb838fbb524, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:21:49.395781 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 37800) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:49.411159 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57399e2b-65f6-4d43-9594-d7d0fad9a4e6 req-17b9a253-e182-4bcc-af64-fdb854f4069a tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:49.414416 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-57399e2b-65f6-4d43-9594-d7d0fad9a4e6 req-17b9a253-e182-4bcc-af64-fdb854f4069a tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=cac66f68-3a01-40f7-a9fb-aebd40c28d2b HTTP/1.1" status: 200 len: 945 time: 0.7147546 Feb 09 01:21:49.421075 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b1e3c061-8fcf-4196-a8e3-787d8a7a70d6 None None] Deleting port 7e1f0f76-3cd1-4b8c-8d78-f6dfd7726dcd {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:21:49.421490 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b1e3c061-8fcf-4196-a8e3-787d8a7a70d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (7e1f0f76-3cd1-4b8c-8d78-f6dfd7726dcd), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:49.501209 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-57399e2b-65f6-4d43-9594-d7d0fad9a4e6 req-23f048d6-2173-48ea-9176-aa199deff256 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694473 Feb 09 01:21:49.546407 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-b1e3c061-8fcf-4196-a8e3-787d8a7a70d6 None None] For port 7e1f0f76-3cd1-4b8c-8d78-f6dfd7726dcd, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=7e1f0f76-3cd1-4b8c-8d78-f6dfd7726dcd,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:49.549381 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b1e3c061-8fcf-4196-a8e3-787d8a7a70d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (7e1f0f76-3cd1-4b8c-8d78-f6dfd7726dcd), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:49.554097 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.db.api [None req-dd5c0cd8-6844-4feb-86ba-d5d564abbd53 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 01:21:49.554097 n-d-828369-4 neutron-server[103137]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 01:21:49.554097 n-d-828369-4 neutron-server[103137]: [parameters: {'id': '13d492dd-3b34-4df7-a1de-7879066831f3'}] Feb 09 01:21:49.554097 n-d-828369-4 neutron-server[103137]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:21:49.568167 n-d-828369-4 neutron-server[103137]: DEBUG oslo_db.api [None req-dd5c0cd8-6844-4feb-86ba-d5d564abbd53 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:21:49.591450 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b1e3c061-8fcf-4196-a8e3-787d8a7a70d6 None None] Calling delete_port for 7e1f0f76-3cd1-4b8c-8d78-f6dfd7726dcd owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:21:49.632596 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-82e19fcd-f646-4e89-9050-7a54abb7467f tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (106872e0-a953-4988-be5f-a9900b6576eb), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:49.713714 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-787d578d-b8ad-4880-8371-6ced06a8c670 None None] For port a0a1c056-62b7-4ae8-a0f8-6eb838fbb524, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=a0a1c056-62b7-4ae8-a0f8-6eb838fbb524,segment=NetworkSegment(be6621c0-2830-4812-b4a3-d3ae91a6d207),segment_id=be6621c0-2830-4812-b4a3-d3ae91a6d207)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:21:49.716039 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e19fcd-f646-4e89-9050-7a54abb7467f tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:49.731459 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4cabb46c-c6c7-4fc1-a420-2658ececffd0 admin admin] Publish callbacks [] for security_group (f746a3a1-484d-4ce0-aa1a-d8317f595d94), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:49.737957 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-82e19fcd-f646-4e89-9050-7a54abb7467f tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:49.759493 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-787d578d-b8ad-4880-8371-6ced06a8c670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a0a1c056-62b7-4ae8-a0f8-6eb838fbb524), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:49.771572 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e19fcd-f646-4e89-9050-7a54abb7467f tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:49.772998 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-82e19fcd-f646-4e89-9050-7a54abb7467f tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:49.796096 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4cabb46c-c6c7-4fc1-a420-2658ececffd0 admin admin] Publish callbacks [] for security_group (f746a3a1-484d-4ce0-aa1a-d8317f595d94), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:49.849307 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b7d6d3-93d0-4fc2-9911-9d7a8a552426 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:21:49.859241 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-82e19fcd-f646-4e89-9050-7a54abb7467f tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3601203 Feb 09 01:21:49.869505 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-42b7d6d3-93d0-4fc2-9911-9d7a8a552426 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:49.879684 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37808) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:49.884658 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4cabb46c-c6c7-4fc1-a420-2658ececffd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (f746a3a1-484d-4ce0-aa1a-d8317f595d94), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:49.888256 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-1e0790ec-15c9-423d-891a-c3df5c305d02 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'port': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'name': 'tempest-NetworksTestDHCPv6-1275393219'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:49.899056 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1abd52f-e23c-45dd-a6bd-2fbecf0f3e87 None None] Sync routers for ids ['e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:21:49.900031 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4cabb46c-c6c7-4fc1-a420-2658ececffd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:49.903772 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4cabb46c-c6c7-4fc1-a420-2658ececffd0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f746a3a1-484d-4ce0-aa1a-d8317f595d94 HTTP/1.1" status: 204 len: 168 time: 0.4814875 Feb 09 01:21:49.930535 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 7e1f0f76-3cd1-4b8c-8d78-f6dfd7726dcd no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:21:49.950930 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e19fcd-f646-4e89-9050-7a54abb7467f tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Subnet': ['ID=106872e0-a953-4988-be5f-a9900b6576eb,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:50.148738 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dd5c0cd8-6844-4feb-86ba-d5d564abbd53 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (13d492dd-3b34-4df7-a1de-7879066831f3), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:50.185238 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cabb46c-c6c7-4fc1-a420-2658ececffd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f746a3a1-484d-4ce0-aa1a-d8317f595d94,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:50.208894 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-42b7d6d3-93d0-4fc2-9911-9d7a8a552426 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "PUT /v2.0/floatingips/a55db380-14b6-42d3-9766-168e37042c1f HTTP/1.1" status: 200 len: 991 time: 5.9940257 Feb 09 01:21:50.222837 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da201e6-e78b-4295-a3ae-350bcd1cce1d', 'tag': '1f1c0538-aa1a-4918-b06a-0ef1c2faaef3'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:21:50.225597 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2cab1ad-edb6-4b33-8ffd-73a0f8abc927" -d '{"events": [{"name": "network-changed", "server_uuid": "3da201e6-e78b-4295-a3ae-350bcd1cce1d", "tag": "1f1c0538-aa1a-4918-b06a-0ef1c2faaef3"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:21:50.258137 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43843a-e1fa-4219-bf6e-0b45c90bfc30 req-9fbc0656-f45e-4a71-acbf-6800a89f6db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:50.260043 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3c43843a-e1fa-4219-bf6e-0b45c90bfc30 req-9fbc0656-f45e-4a71-acbf-6800a89f6db1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=81c9a0ae7d2c4fabbd7ca117be254e2b&device_id=cac66f68-3a01-40f7-a9fb-aebd40c28d2b HTTP/1.1" status: 200 len: 1127 time: 0.3482022 Feb 09 01:21:50.281307 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670de98-d741-4960-b3b0-134ea3e2780f req-9fb00277-3c20-413b-8328-5ada8bc196fe tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:50.292668 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5670de98-d741-4960-b3b0-134ea3e2780f req-9fb00277-3c20-413b-8328-5ada8bc196fe tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=cac66f68-3a01-40f7-a9fb-aebd40c28d2b HTTP/1.1" status: 200 len: 945 time: 0.2118189 Feb 09 01:21:50.467553 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0790ec-15c9-423d-891a-c3df5c305d02 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:50.470370 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5670de98-d741-4960-b3b0-134ea3e2780f req-f306f3a3-fd18-4478-b8e0-d4750c7a17ac tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729684 Feb 09 01:21:50.476111 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1e0790ec-15c9-423d-891a-c3df5c305d02 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:50.502525 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a46ba-8d5b-4f90-bb56-2e0703d93058 req-8bba5187-824e-4671-bffa-ecd33cfecdaa tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:50.509666 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dc7a46ba-8d5b-4f90-bb56-2e0703d93058 req-8bba5187-824e-4671-bffa-ecd33cfecdaa tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=310fcec6-0da2-4a84-a309-0d4251469b3e HTTP/1.1" status: 200 len: 944 time: 0.6064873 Feb 09 01:21:50.510893 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 37824) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:50.527299 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-dd5c0cd8-6844-4feb-86ba-d5d564abbd53 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Deleting port a0a1c056-62b7-4ae8-a0f8-6eb838fbb524 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:21:50.527701 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dd5c0cd8-6844-4feb-86ba-d5d564abbd53 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (a0a1c056-62b7-4ae8-a0f8-6eb838fbb524), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:50.563509 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a2c7411a-4fcd-4235-9279-7e69f55e90af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:50.604287 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1abd52f-e23c-45dd-a6bd-2fbecf0f3e87 None None] Routers {'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:21:50.616524 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-e1abd52f-e23c-45dd-a6bd-2fbecf0f3e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:21:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:50.710026 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43843a-e1fa-4219-bf6e-0b45c90bfc30 req-18cf8592-cef8-478d-b866-29b1690f7f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:50.716999 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3c43843a-e1fa-4219-bf6e-0b45c90bfc30 req-18cf8592-cef8-478d-b866-29b1690f7f46 service neutron] 10.222.0.47 "GET /v2.0/networks?id=91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0 HTTP/1.1" status: 200 len: 913 time: 0.4484203 Feb 09 01:21:50.734577 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-1e0790ec-15c9-423d-891a-c3df5c305d02 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] device_id is not set on port 0aa47808-5d19-42c7-9448-63e47baf07c5 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:21:50.737098 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a2c7411a-4fcd-4235-9279-7e69f55e90af admin admin] Publish callbacks [] for security_group (ae16910a-7de7-44cc-a99a-e1a2ad3b6f28), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:50.778522 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a2c7411a-4fcd-4235-9279-7e69f55e90af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (ae16910a-7de7-44cc-a99a-e1a2ad3b6f28), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:50.846433 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f8dd52-f24e-423f-b3ac-389d29fb5ec2 None None] Network 13d492dd-3b34-4df7-a1de-7879066831f3 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:21:50.852437 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b1e3c061-8fcf-4196-a8e3-787d8a7a70d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (7e1f0f76-3cd1-4b8c-8d78-f6dfd7726dcd), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:50.855686 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d578d-b8ad-4880-8371-6ced06a8c670 None None] Pushing event updated for resources: {'Port': ['ID=a0a1c056-62b7-4ae8-a0f8-6eb838fbb524,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:50.949513 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-1e0790ec-15c9-423d-891a-c3df5c305d02 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Allocated IP 2001:db8::26f (a8203b0d-e7af-492c-8c21-23f9563ce2e8/106872e0-a953-4988-be5f-a9900b6576eb/0aa47808-5d19-42c7-9448-63e47baf07c5) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:50.960439 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a2c7411a-4fcd-4235-9279-7e69f55e90af admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d3a36d9136234768b9f66b903ba8427b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4457319 Feb 09 01:21:50.960439 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c7411a-4fcd-4235-9279-7e69f55e90af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae16910a-7de7-44cc-a99a-e1a2ad3b6f28,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:51.000098 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 37826) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:51.112680 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1e0790ec-15c9-423d-891a-c3df5c305d02 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for port (0aa47808-5d19-42c7-9448-63e47baf07c5), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:51.149947 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e3c061-8fcf-4196-a8e3-787d8a7a70d6 None None] No DVR routers for this DVR port 7e1f0f76-3cd1-4b8c-8d78-f6dfd7726dcd on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:21:51.186197 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-de8f1a9e-f8e0-4822-bdd9-73bf620ca7e1 admin admin] Publish callbacks [] for security_group (ae16910a-7de7-44cc-a99a-e1a2ad3b6f28), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:51.195476 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e3c061-8fcf-4196-a8e3-787d8a7a70d6 None None] Pushing event deleted for resources: {'Port': ['ID=7e1f0f76-3cd1-4b8c-8d78-f6dfd7726dcd,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:51.202350 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42773d42-f2cd-4c3b-95d0-702f710164e5 None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:21:51.216772 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1e0790ec-15c9-423d-891a-c3df5c305d02 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (0aa47808-5d19-42c7-9448-63e47baf07c5), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:51.227652 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3c43843a-e1fa-4219-bf6e-0b45c90bfc30 req-e1a99514-5b86-45d5-84de-543a5aebafc4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff HTTP/1.1" status: 200 len: 217 time: 0.4859900 Feb 09 01:21:51.234071 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-de8f1a9e-f8e0-4822-bdd9-73bf620ca7e1 admin admin] Publish callbacks [] for security_group (ae16910a-7de7-44cc-a99a-e1a2ad3b6f28), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:51.236921 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-dd5c0cd8-6844-4feb-86ba-d5d564abbd53 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] For port a0a1c056-62b7-4ae8-a0f8-6eb838fbb524, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=a0a1c056-62b7-4ae8-a0f8-6eb838fbb524,segment=NetworkSegment(be6621c0-2830-4812-b4a3-d3ae91a6d207),segment_id=be6621c0-2830-4812-b4a3-d3ae91a6d207)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:51.237303 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dd5c0cd8-6844-4feb-86ba-d5d564abbd53 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (a0a1c056-62b7-4ae8-a0f8-6eb838fbb524), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:51.297519 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 7e1f0f76-3cd1-4b8c-8d78-f6dfd7726dcd is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:51.297519 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7e1f0f76-3cd1-4b8c-8d78-f6dfd7726dcd), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:51.356962 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dc7a46ba-8d5b-4f90-bb56-2e0703d93058 req-dbe3418a-4669-4b71-8b71-9121ee4af22b tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8083923 Feb 09 01:21:51.368976 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-de8f1a9e-f8e0-4822-bdd9-73bf620ca7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (ae16910a-7de7-44cc-a99a-e1a2ad3b6f28), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:51.379371 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-de8f1a9e-f8e0-4822-bdd9-73bf620ca7e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:51.385522 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-de8f1a9e-f8e0-4822-bdd9-73bf620ca7e1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ae16910a-7de7-44cc-a99a-e1a2ad3b6f28 HTTP/1.1" status: 204 len: 168 time: 0.3813810 Feb 09 01:21:51.401634 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43843a-e1fa-4219-bf6e-0b45c90bfc30 req-edb2c669-8619-4f45-8eaa-8443f079cc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:51.403162 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3c43843a-e1fa-4219-bf6e-0b45c90bfc30 req-edb2c669-8619-4f45-8eaa-8443f079cc00 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae61675f-5f39-477a-b759-5e2f01c2f4a7 HTTP/1.1" status: 200 len: 851 time: 0.1476715 Feb 09 01:21:51.421451 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8f1a9e-f8e0-4822-bdd9-73bf620ca7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae16910a-7de7-44cc-a99a-e1a2ad3b6f28,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:51.451094 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4cca6-b3da-448b-aded-56f31deed17c req-ea6b75d9-874a-4d8f-8383-24d30a357ebe tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:51.453077 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2c4cca6-b3da-448b-aded-56f31deed17c req-ea6b75d9-874a-4d8f-8383-24d30a357ebe tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 945 time: 0.7054594 Feb 09 01:21:51.490166 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb14332-43e2-4610-830e-9353cc014fd6 x-openstack-request-id: req-4fb14332-43e2-4610-830e-9353cc014fd6 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:21:51.497608 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3da201e6-e78b-4295-a3ae-350bcd1cce1d", "tag": "1f1c0538-aa1a-4918-b06a-0ef1c2faaef3", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:21:51.498041 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4fb14332-43e2-4610-830e-9353cc014fd6 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:21:51.498664 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3da201e6-e78b-4295-a3ae-350bcd1cce1d', 'tag': '1f1c0538-aa1a-4918-b06a-0ef1c2faaef3', 'status': 'completed', 'code': 200} Feb 09 01:21:51.552984 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-dd5c0cd8-6844-4feb-86ba-d5d564abbd53 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Calling delete_port for a0a1c056-62b7-4ae8-a0f8-6eb838fbb524 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:21:51.574513 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device dc0e1e8b-456a-4af5-8e4d-1f0abff36246 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:21:51.586323 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-e1abd52f-e23c-45dd-a6bd-2fbecf0f3e87 None None] Set router e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:21:51.635708 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3c43843a-e1fa-4219-bf6e-0b45c90bfc30 req-11a3caa6-c38b-491c-88b6-74a61b87a3ba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1200531 Feb 09 01:21:51.666238 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0790ec-15c9-423d-891a-c3df5c305d02 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:51.672799 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2c4cca6-b3da-448b-aded-56f31deed17c req-88d35abd-8533-4ded-b9bc-93536b184c70 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2144268 Feb 09 01:21:51.723343 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-1e0790ec-15c9-423d-891a-c3df5c305d02 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:51.726640 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cab1ad-edb6-4b33-8ffd-73a0f8abc927 req-56d66a87-dd2f-475d-8962-48a7ac48110e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:51.728754 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2cab1ad-edb6-4b33-8ffd-73a0f8abc927 req-56d66a87-dd2f-475d-8962-48a7ac48110e service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=99253303b883423fad908712b3678824&device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 1127 time: 0.2288182 Feb 09 01:21:51.741614 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4543ee-3d70-4128-9532-4538dd5c9c7c req-e98e3ffa-2f6f-42a1-bf76-796ed1661f3d tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:51.750963 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4d4543ee-3d70-4128-9532-4538dd5c9c7c req-e98e3ffa-2f6f-42a1-bf76-796ed1661f3d tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=cac66f68-3a01-40f7-a9fb-aebd40c28d2b HTTP/1.1" status: 200 len: 945 time: 0.1427922 Feb 09 01:21:51.757550 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0790ec-15c9-423d-891a-c3df5c305d02 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:21:51.762791 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0790ec-15c9-423d-891a-c3df5c305d02 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:51.763454 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1e0790ec-15c9-423d-891a-c3df5c305d02 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:51.793101 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0790ec-15c9-423d-891a-c3df5c305d02 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Port': ['ID=0aa47808-5d19-42c7-9448-63e47baf07c5,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:51.854569 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1e0790ec-15c9-423d-891a-c3df5c305d02 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9726343 Feb 09 01:21:51.867684 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 37838) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:51.975709 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3c43843a-e1fa-4219-bf6e-0b45c90bfc30 req-616cf4bc-2e6c-44cb-a704-78f237f1bace service neutron] 10.222.0.47 "GET /v2.0/networks/91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212707 Feb 09 01:21:52.043207 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dd5c0cd8-6844-4feb-86ba-d5d564abbd53 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (a0a1c056-62b7-4ae8-a0f8-6eb838fbb524), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:52.099074 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4d4543ee-3d70-4128-9532-4538dd5c9c7c req-a094c764-8a54-40f4-a9d0-71031779922e tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416741 Feb 09 01:21:52.109083 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cab1ad-edb6-4b33-8ffd-73a0f8abc927 req-e958c785-d3dc-4087-afa6-9adc3b18232d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:52.111790 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2cab1ad-edb6-4b33-8ffd-73a0f8abc927 req-e958c785-d3dc-4087-afa6-9adc3b18232d service neutron] 10.222.0.120 "GET /v2.0/networks?id=d88b7625-86d0-4021-80a0-5ba2f7b1a042 HTTP/1.1" status: 200 len: 913 time: 0.3584375 Feb 09 01:21:52.133983 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc13a389-0e66-4d86-95ff-276c932a32c5 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:52.136412 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-bc13a389-0e66-4d86-95ff-276c932a32c5 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2662690 Feb 09 01:21:52.141276 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 37842) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:52.166092 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port dc0e1e8b-456a-4af5-8e4d-1f0abff36246 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:21:52.167553 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c0cd8-6844-4feb-86ba-d5d564abbd53 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event deleted for resources: {'Port': ['ID=a0a1c056-62b7-4ae8-a0f8-6eb838fbb524,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:52.175613 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5c0cd8-6844-4feb-86ba-d5d564abbd53 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] No DVR routers for this DVR port a0a1c056-62b7-4ae8-a0f8-6eb838fbb524 on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:21:52.217058 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port dc0e1e8b-456a-4af5-8e4d-1f0abff36246 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:52.217445 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (dc0e1e8b-456a-4af5-8e4d-1f0abff36246), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:52.220661 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17beb98-c4a3-4d6f-8349-8bf3e7fabc74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'project_id': '2aa099fb60d240ab8ce8691ee5b2e38c', 'fixed_ips': [{'subnet_id': '106872e0-a953-4988-be5f-a9900b6576eb'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:21:52.222729 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b17beb98-c4a3-4d6f-8349-8bf3e7fabc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:52.349025 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2cab1ad-edb6-4b33-8ffd-73a0f8abc927 req-fb99ea55-f5b3-4cdf-8760-af135345e623 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 HTTP/1.1" status: 200 len: 999 time: 0.2107835 Feb 09 01:21:52.423411 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3c43843a-e1fa-4219-bf6e-0b45c90bfc30 req-d9a8192c-26c7-4df5-8284-2b855e7f3eeb service neutron] 10.222.0.47 "GET /v2.0/networks/91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4415767 Feb 09 01:21:52.431553 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dd5c0cd8-6844-4feb-86ba-d5d564abbd53 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (13d492dd-3b34-4df7-a1de-7879066831f3), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:52.491724 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-dd5c0cd8-6844-4feb-86ba-d5d564abbd53 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13d492dd-3b34-4df7-a1de-7879066831f3']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:52.524037 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-dd5c0cd8-6844-4feb-86ba-d5d564abbd53 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be6621c0-2830-4812-b4a3-d3ae91a6d207') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:52.524536 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-dd5c0cd8-6844-4feb-86ba-d5d564abbd53 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be6621c0-2830-4812-b4a3-d3ae91a6d207') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:52.543067 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dd5c0cd8-6844-4feb-86ba-d5d564abbd53 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (be6621c0-2830-4812-b4a3-d3ae91a6d207), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:52.558835 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dd5c0cd8-6844-4feb-86ba-d5d564abbd53 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (be6621c0-2830-4812-b4a3-d3ae91a6d207), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:52.566418 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd5c0cd8-6844-4feb-86ba-d5d564abbd53 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:21:52.566963 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dd5c0cd8-6844-4feb-86ba-d5d564abbd53 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (be6621c0-2830-4812-b4a3-d3ae91a6d207), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:52.594629 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cab1ad-edb6-4b33-8ffd-73a0f8abc927 req-457bc855-14fb-41ad-907a-5110b43d8423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:52.601180 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2cab1ad-edb6-4b33-8ffd-73a0f8abc927 req-457bc855-14fb-41ad-907a-5110b43d8423 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=e8a10734-f380-44a3-a9f7-298105351e3b HTTP/1.1" status: 200 len: 850 time: 0.2304478 Feb 09 01:21:52.655226 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-8b1a1297-0368-4c59-9a8a-d6e8f97a864c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting port 0aa47808-5d19-42c7-9448-63e47baf07c5 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:21:52.656263 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8b1a1297-0368-4c59-9a8a-d6e8f97a864c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (0aa47808-5d19-42c7-9448-63e47baf07c5), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:52.681701 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:21:52.681701 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:21:52.681701 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:21:52.681701 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:21:52.681701 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:21:52.681701 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:21:52.681701 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:21:52.681701 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:21:52.681701 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:21:52.681701 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:21:52.681701 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:21:52.681701 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:21:52.681701 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:21:52.681701 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:21:52.681701 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:21:52.681701 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:21:52.681701 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:21:52.681701 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:21:52.681701 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:21:52.681701 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:21:52.681701 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:21:52.681701 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:21:52.681701 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:21:52.681701 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:21:52.681701 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:21:52.681701 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:21:52.681701 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:21:52.681701 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:21:52.681701 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:21:52.681701 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:21:52.681701 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:21:52.681701 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:21:52.684964 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dd5c0cd8-6844-4feb-86ba-d5d564abbd53 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (13d492dd-3b34-4df7-a1de-7879066831f3), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:52.693748 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dd5c0cd8-6844-4feb-86ba-d5d564abbd53 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:52.715152 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-dd5c0cd8-6844-4feb-86ba-d5d564abbd53 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "DELETE /v2.0/networks/13d492dd-3b34-4df7-a1de-7879066831f3 HTTP/1.1" status: 204 len: 168 time: 5.4407189 Feb 09 01:21:52.719007 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37870) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:52.730732 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-2486504a-3901-4728-93bd-7cf8225e18a9 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-280383512'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:52.736652 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-b17beb98-c4a3-4d6f-8349-8bf3e7fabc74 None None] Allocated IP 2001:db8::2 (a8203b0d-e7af-492c-8c21-23f9563ce2e8/106872e0-a953-4988-be5f-a9900b6576eb/7c61aaaa-51ae-453c-8b18-87968ef914a7) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:52.769054 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c0cd8-6844-4feb-86ba-d5d564abbd53 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event deleted for resources: {'Network': ['ID=13d492dd-3b34-4df7-a1de-7879066831f3,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:52.806231 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2486504a-3901-4728-93bd-7cf8225e18a9 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Made reservation on behalf of 7d5990bbd4c047ec8023f95ec9cb77d6 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:52.810710 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2486504a-3901-4728-93bd-7cf8225e18a9 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:52.843761 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2486504a-3901-4728-93bd-7cf8225e18a9 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1040} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:21:52.862304 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2486504a-3901-4728-93bd-7cf8225e18a9 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (e03d96e1-3d18-4f20-9e6f-e79cd7792051), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:52.862917 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-2486504a-3901-4728-93bd-7cf8225e18a9 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Added segment e03d96e1-3d18-4f20-9e6f-e79cd7792051 of type vlan for network 0bb69cb6-346c-4923-99a4-177cebad2100 Feb 09 01:21:52.911295 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2486504a-3901-4728-93bd-7cf8225e18a9 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (0bb69cb6-346c-4923-99a4-177cebad2100), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:52.932023 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c232f9-92b5-44a3-80b6-4fd89067ead0 req-1791c8c6-f2a6-4e37-9ef2-b6d78fd63821 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:52.939622 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c7c232f9-92b5-44a3-80b6-4fd89067ead0 req-1791c8c6-f2a6-4e37-9ef2-b6d78fd63821 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=310fcec6-0da2-4a84-a309-0d4251469b3e HTTP/1.1" status: 200 len: 944 time: 0.4453695 Feb 09 01:21:52.948730 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2486504a-3901-4728-93bd-7cf8225e18a9 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (0bb69cb6-346c-4923-99a4-177cebad2100), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:52.963839 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2486504a-3901-4728-93bd-7cf8225e18a9 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:52.965969 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2486504a-3901-4728-93bd-7cf8225e18a9 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:52.970185 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cab1ad-edb6-4b33-8ffd-73a0f8abc927 req-43b079f0-8cbc-4d06-b72f-58191d32894e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:52.971681 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2cab1ad-edb6-4b33-8ffd-73a0f8abc927 req-43b079f0-8cbc-4d06-b72f-58191d32894e service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=d88b7625-86d0-4021-80a0-5ba2f7b1a042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3695824 Feb 09 01:21:53.029916 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8b1a1297-0368-4c59-9a8a-d6e8f97a864c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (0aa47808-5d19-42c7-9448-63e47baf07c5), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:53.069589 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2486504a-3901-4728-93bd-7cf8225e18a9 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3478873 Feb 09 01:21:53.073160 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37876) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:53.079398 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-246fdb33-85dd-4b52-9e29-0ee8ebb5c4ec tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:53.122303 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-8b1a1297-0368-4c59-9a8a-d6e8f97a864c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Calling delete_port for 0aa47808-5d19-42c7-9448-63e47baf07c5 owned by {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:21:53.180003 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34439438-49aa-4071-ad99-4d36626614b7 req-65084256-218a-4fd6-975c-ea14125005b3 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:53.181603 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34439438-49aa-4071-ad99-4d36626614b7 req-65084256-218a-4fd6-975c-ea14125005b3 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 945 time: 0.3765609 Feb 09 01:21:53.219608 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2486504a-3901-4728-93bd-7cf8225e18a9 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event updated for resources: {'Network': ['ID=0bb69cb6-346c-4923-99a4-177cebad2100,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:53.242754 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b17beb98-c4a3-4d6f-8349-8bf3e7fabc74 None None] Publish callbacks [] for port (7c61aaaa-51ae-453c-8b18-87968ef914a7), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:53.255558 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 0bb69cb6-346c-4923-99a4-177cebad2100 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:21:53.255697 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c7c232f9-92b5-44a3-80b6-4fd89067ead0 req-e3ca1fdd-59c2-42d1-9b4e-601dfcc4fda1 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053343 Feb 09 01:21:53.258699 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port dc0e1e8b-456a-4af5-8e4d-1f0abff36246 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:53.269170 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (dc0e1e8b-456a-4af5-8e4d-1f0abff36246), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:53.313055 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-246fdb33-85dd-4b52-9e29-0ee8ebb5c4ec tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (0bb69cb6-346c-4923-99a4-177cebad2100), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:53.346965 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-246fdb33-85dd-4b52-9e29-0ee8ebb5c4ec tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (0bb69cb6-346c-4923-99a4-177cebad2100), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:53.386388 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b17beb98-c4a3-4d6f-8349-8bf3e7fabc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (7c61aaaa-51ae-453c-8b18-87968ef914a7), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:53.447912 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-246fdb33-85dd-4b52-9e29-0ee8ebb5c4ec tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Network 0bb69cb6-346c-4923-99a4-177cebad2100 is not hosted by any dhcp agent {{(pid=103137) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 01:21:53.458340 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246fdb33-85dd-4b52-9e29-0ee8ebb5c4ec tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:53.458948 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-246fdb33-85dd-4b52-9e29-0ee8ebb5c4ec tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:53.469381 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 37886) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:53.472291 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-246fdb33-85dd-4b52-9e29-0ee8ebb5c4ec tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "PUT /v2.0/networks/0bb69cb6-346c-4923-99a4-177cebad2100 HTTP/1.1" status: 200 len: 723 time: 0.3974423 Feb 09 01:21:53.480204 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-46679ce6-7136-4915-9166-e68b58edd5fb tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Request body: {'subnet': {'network_id': '0bb69cb6-346c-4923-99a4-177cebad2100', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:53.486578 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17beb98-c4a3-4d6f-8349-8bf3e7fabc74 None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:53.497004 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-b17beb98-c4a3-4d6f-8349-8bf3e7fabc74 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:53.511306 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310fcec6-0da2-4a84-a309-0d4251469b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0e1e8b-456a-4af5-8e4d-1f0abff36246'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:21:53.513590 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a505176a-5a12-43b7-8f8a-8d427197afba" -d '{"events": [{"server_uuid": "310fcec6-0da2-4a84-a309-0d4251469b3e", "name": "network-vif-plugged", "status": "completed", "tag": "dc0e1e8b-456a-4af5-8e4d-1f0abff36246"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:21:53.525694 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17beb98-c4a3-4d6f-8349-8bf3e7fabc74 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:21:53.528238 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246fdb33-85dd-4b52-9e29-0ee8ebb5c4ec tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event updated for resources: {'Network': ['ID=0bb69cb6-346c-4923-99a4-177cebad2100,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:53.588275 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2cab1ad-edb6-4b33-8ffd-73a0f8abc927 req-7a631eeb-4a4c-43e9-95c5-01f567314171 service neutron] 10.222.0.120 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6007895 Feb 09 01:21:53.610459 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 0bb69cb6-346c-4923-99a4-177cebad2100 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:21:53.619163 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port dc0e1e8b-456a-4af5-8e4d-1f0abff36246, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=dc0e1e8b-456a-4af5-8e4d-1f0abff36246,segment=NetworkSegment(e1b6dfa9-0088-4f06-bf4d-732afafaf84a),segment_id=e1b6dfa9-0088-4f06-bf4d-732afafaf84a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:53.668581 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cee7b6-ffa3-42e6-bcba-5ecd2871609b req-c6fe3af7-b7d1-4271-8c30-2970822951e5 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:53.668581 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-13cee7b6-ffa3-42e6-bcba-5ecd2871609b req-c6fe3af7-b7d1-4271-8c30-2970822951e5 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=cac66f68-3a01-40f7-a9fb-aebd40c28d2b HTTP/1.1" status: 200 len: 945 time: 0.2724874 Feb 09 01:21:53.671701 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17beb98-c4a3-4d6f-8349-8bf3e7fabc74 None None] Pushing event updated for resources: {'Port': ['ID=7c61aaaa-51ae-453c-8b18-87968ef914a7,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:53.681132 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34439438-49aa-4071-ad99-4d36626614b7 req-9bc3fc28-b4f5-48ed-a2e8-0883dd27ffdf tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4684529 Feb 09 01:21:53.732260 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (dc0e1e8b-456a-4af5-8e4d-1f0abff36246), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:53.904154 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e17eba2-0567-4174-ad32-3b75b5877f94 x-openstack-request-id: req-7e17eba2-0567-4174-ad32-3b75b5877f94 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:21:53.904451 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310fcec6-0da2-4a84-a309-0d4251469b3e", "name": "network-vif-plugged", "status": "completed", "tag": "dc0e1e8b-456a-4af5-8e4d-1f0abff36246", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:21:53.904732 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7e17eba2-0567-4174-ad32-3b75b5877f94 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:21:53.905131 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '310fcec6-0da2-4a84-a309-0d4251469b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0e1e8b-456a-4af5-8e4d-1f0abff36246', 'code': 200} Feb 09 01:21:53.909843 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=dc0e1e8b-456a-4af5-8e4d-1f0abff36246,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:53.952290 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-b17beb98-c4a3-4d6f-8349-8bf3e7fabc74 None None] Attempting to bind port 7c61aaaa-51ae-453c-8b18-87968ef914a7 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:21:53.952721 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-b17beb98-c4a3-4d6f-8349-8bf3e7fabc74 None None] Attempting to bind port 7c61aaaa-51ae-453c-8b18-87968ef914a7 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:21:53.953067 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17beb98-c4a3-4d6f-8349-8bf3e7fabc74 None None] Attempting to bind port 7c61aaaa-51ae-453c-8b18-87968ef914a7 on network a8203b0d-e7af-492c-8c21-23f9563ce2e8 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:21:53.992660 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17beb98-c4a3-4d6f-8349-8bf3e7fabc74 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:21:53.993270 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17beb98-c4a3-4d6f-8349-8bf3e7fabc74 None None] Checking segment: {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:21:53.993706 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b17beb98-c4a3-4d6f-8349-8bf3e7fabc74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:53.994237 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17beb98-c4a3-4d6f-8349-8bf3e7fabc74 None None] Bound using segment: {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:21:53.995077 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-b17beb98-c4a3-4d6f-8349-8bf3e7fabc74 None None] Bound port: 7c61aaaa-51ae-453c-8b18-87968ef914a7, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:21:53.995483 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b17beb98-c4a3-4d6f-8349-8bf3e7fabc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7c61aaaa-51ae-453c-8b18-87968ef914a7), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:54.013559 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-e1abd52f-e23c-45dd-a6bd-2fbecf0f3e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2', 'name': 'tempest-ServerActionsTestJSON-428476975-router', 'tenant_id': '99253303b883423fad908712b3678824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'f3a6be69-295c-49b5-b00e-07879b3d6e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:21:02Z', 'updated_at': '2022-02-09T01:21:09Z', 'revision_number': 4, 'project_id': '99253303b883423fad908712b3678824', 'gw_port': {'id': 'f3a6be69-295c-49b5-b00e-07879b3d6e32', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:96:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:04Z', 'updated_at': '2022-02-09T01:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'a55db380-14b6-42d3-9766-168e37042c1f', 'tenant_id': '99253303b883423fad908712b3678824', 'floating_ip_address': '172.25.8.146', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2', 'port_id': '1f1c0538-aa1a-4918-b06a-0ef1c2faaef3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2307, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042', 'mac_address': 'fa:16:3e:9f:2c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da201e6-e78b-4295-a3ae-350bcd1cce1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:21:17Z', 'updated_at': '2022-02-09T01:21:47Z', 'revision_number': 1, 'project_id': '99253303b883423fad908712b3678824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97093797-d6a0-41be-9d36-6089000826c1', 'name': '', 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042', 'tenant_id': '99253303b883423fad908712b3678824', 'mac_address': 'fa:16:3e:3c:b2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'e8a10734-f380-44a3-a9f7-298105351e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:08Z', 'updated_at': '2022-02-09T01:21:21Z', 'revision_number': 5, 'project_id': '99253303b883423fad908712b3678824', 'subnets': [{'id': 'e8a10734-f380-44a3-a9f7-298105351e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:54.089495 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1abd52f-e23c-45dd-a6bd-2fbecf0f3e87 None None] Checking router: e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:21:54.338520 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1abd52f-e23c-45dd-a6bd-2fbecf0f3e87 None None] Routers {'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:21:54.339168 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-e1abd52f-e23c-45dd-a6bd-2fbecf0f3e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:21:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:54.533280 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-b17beb98-c4a3-4d6f-8349-8bf3e7fabc74 None None] For port 7c61aaaa-51ae-453c-8b18-87968ef914a7, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:21:54.539291 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-b17beb98-c4a3-4d6f-8349-8bf3e7fabc74 None None] For port 7c61aaaa-51ae-453c-8b18-87968ef914a7, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=7c61aaaa-51ae-453c-8b18-87968ef914a7,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:21:54.560407 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b17beb98-c4a3-4d6f-8349-8bf3e7fabc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (7c61aaaa-51ae-453c-8b18-87968ef914a7), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:54.565838 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8b1a1297-0368-4c59-9a8a-d6e8f97a864c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (0aa47808-5d19-42c7-9448-63e47baf07c5), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:54.629718 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46679ce6-7136-4915-9166-e68b58edd5fb tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Made reservation on behalf of 7d5990bbd4c047ec8023f95ec9cb77d6 for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:54.639730 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-46679ce6-7136-4915-9166-e68b58edd5fb tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:54.720109 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-e1abd52f-e23c-45dd-a6bd-2fbecf0f3e87 None None] Set router e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:21:54.765087 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17beb98-c4a3-4d6f-8349-8bf3e7fabc74 None None] Pushing event updated for resources: {'Port': ['ID=7c61aaaa-51ae-453c-8b18-87968ef914a7,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:54.889645 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37926) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:55.023323 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [req-bf59f7f7-2dc7-4664-9e23-80a100f55cef req-9ed21650-e9b1-4908-9c0d-42b9a292976c service neutron] (103137) timed out ('10.222.0.47', 56317) {{(pid=103137) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 01:21:55.048774 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-46679ce6-7136-4915-9166-e68b58edd5fb tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (2c604491-88f0-4951-b0d7-e172c3e9f790), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:55.095321 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-13cee7b6-ffa3-42e6-bcba-5ecd2871609b req-c89f81cd-d0b9-442c-aaae-fe7e52ff4ddb tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3828869 Feb 09 01:21:55.109739 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a1297-0368-4c59-9a8a-d6e8f97a864c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Port': ['ID=0aa47808-5d19-42c7-9448-63e47baf07c5,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:55.113176 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2cab1ad-edb6-4b33-8ffd-73a0f8abc927 req-fc4e92d5-bb06-4cbc-b245-a87004c82b86 service neutron] 10.222.0.120 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4877226 Feb 09 01:21:55.196871 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a4edb2a6-60fc-4601-8f1c-a884b12da337 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:55.217045 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8b1a1297-0368-4c59-9a8a-d6e8f97a864c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:55.235975 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37940) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:55.236715 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8b1a1297-0368-4c59-9a8a-d6e8f97a864c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/ports/0aa47808-5d19-42c7-9448-63e47baf07c5 HTTP/1.1" status: 204 len: 168 time: 3.0846496 Feb 09 01:21:55.356560 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d05050-50d6-4120-b370-fbc993400898 req-fc29c243-4128-4966-979b-9e342b661c5d tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:55.374311 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76d05050-50d6-4120-b370-fbc993400898 req-fc29c243-4128-4966-979b-9e342b661c5d tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=310fcec6-0da2-4a84-a309-0d4251469b3e HTTP/1.1" status: 200 len: 945 time: 0.8272212 Feb 09 01:21:55.399144 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-e1abd52f-e23c-45dd-a6bd-2fbecf0f3e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2', 'name': 'tempest-ServerActionsTestJSON-428476975-router', 'tenant_id': '99253303b883423fad908712b3678824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'f3a6be69-295c-49b5-b00e-07879b3d6e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:21:02Z', 'updated_at': '2022-02-09T01:21:09Z', 'revision_number': 4, 'project_id': '99253303b883423fad908712b3678824', 'gw_port': {'id': 'f3a6be69-295c-49b5-b00e-07879b3d6e32', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:96:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:04Z', 'updated_at': '2022-02-09T01:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'a55db380-14b6-42d3-9766-168e37042c1f', 'tenant_id': '99253303b883423fad908712b3678824', 'floating_ip_address': '172.25.8.146', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2', 'port_id': '1f1c0538-aa1a-4918-b06a-0ef1c2faaef3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2307, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042', 'mac_address': 'fa:16:3e:9f:2c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da201e6-e78b-4295-a3ae-350bcd1cce1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:21:17Z', 'updated_at': '2022-02-09T01:21:47Z', 'revision_number': 1, 'project_id': '99253303b883423fad908712b3678824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97093797-d6a0-41be-9d36-6089000826c1', 'name': '', 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042', 'tenant_id': '99253303b883423fad908712b3678824', 'mac_address': 'fa:16:3e:3c:b2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'e8a10734-f380-44a3-a9f7-298105351e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:08Z', 'updated_at': '2022-02-09T01:21:21Z', 'revision_number': 5, 'project_id': '99253303b883423fad908712b3678824', 'subnets': [{'id': 'e8a10734-f380-44a3-a9f7-298105351e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:55.453534 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1abd52f-e23c-45dd-a6bd-2fbecf0f3e87 None None] The sync data for ids ['e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2'] in n-d-828369-4 is: [{'id': 'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2', 'name': 'tempest-ServerActionsTestJSON-428476975-router', 'tenant_id': '99253303b883423fad908712b3678824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'f3a6be69-295c-49b5-b00e-07879b3d6e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:21:02Z', 'updated_at': '2022-02-09T01:21:09Z', 'revision_number': 4, 'project_id': '99253303b883423fad908712b3678824', 'gw_port': {'id': 'f3a6be69-295c-49b5-b00e-07879b3d6e32', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:96:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:04Z', 'updated_at': '2022-02-09T01:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'a55db380-14b6-42d3-9766-168e37042c1f', 'tenant_id': '99253303b883423fad908712b3678824', 'floating_ip_address': '172.25.8.146', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2', 'port_id': '1f1c0538-aa1a-4918-b06a-0ef1c2faaef3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2307, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042', 'mac_address': 'fa:16:3e:9f:2c:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3da201e6-e78b-4295-a3ae-350bcd1cce1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:21:17Z', 'updated_at': '2022-02-09T01:21:47Z', 'revision_number': 1, 'project_id': '99253303b883423fad908712b3678824', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97093797-d6a0-41be-9d36-6089000826c1', 'name': '', 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042', 'tenant_id': '99253303b883423fad908712b3678824', 'mac_address': 'fa:16:3e:3c:b2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'e8a10734-f380-44a3-a9f7-298105351e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:08Z', 'updated_at': '2022-02-09T01:21:21Z', 'revision_number': 5, 'project_id': '99253303b883423fad908712b3678824', 'subnets': [{'id': 'e8a10734-f380-44a3-a9f7-298105351e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:21:55.546003 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46679ce6-7136-4915-9166-e68b58edd5fb tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event updated for resources: {'Subnet': ['ID=2c604491-88f0-4951-b0d7-e172c3e9f790,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:55.577268 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46679ce6-7136-4915-9166-e68b58edd5fb tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Checking segment: {'id': 'e03d96e1-3d18-4f20-9e6f-e79cd7792051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '0bb69cb6-346c-4923-99a4-177cebad2100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:21:55.578328 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46679ce6-7136-4915-9166-e68b58edd5fb tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Network hostable DHCP agents. Network: 0bb69cb6-346c-4923-99a4-177cebad2100, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:21:55.601754 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80917270-3cca-42a2-9ab1-69f674a899e7 req-d35dc8f8-ddce-435c-8403-1e90548a747e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:55.606348 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-80917270-3cca-42a2-9ab1-69f674a899e7 req-d35dc8f8-ddce-435c-8403-1e90548a747e service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=310fcec6-0da2-4a84-a309-0d4251469b3e HTTP/1.1" status: 200 len: 1127 time: 1.0647192 Feb 09 01:21:55.692902 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02486884-95d6-44af-bbaf-c2462927dc0d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:55.694699 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02486884-95d6-44af-bbaf-c2462927dc0d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:55.701404 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46679ce6-7136-4915-9166-e68b58edd5fb tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Network 0bb69cb6-346c-4923-99a4-177cebad2100 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:21:55.710241 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-02486884-95d6-44af-bbaf-c2462927dc0d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4698193 Feb 09 01:21:55.711023 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37954) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:55.719909 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76d05050-50d6-4120-b370-fbc993400898 req-ff3506b1-9780-49f8-9a36-4c26f8f7841c tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447123 Feb 09 01:21:55.733475 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1d5a7-afad-4ba1-acf9-c8c605a7db8b req-f61a14af-100b-4280-8ea9-b88451b586d9 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:55.735617 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a2d1d5a7-afad-4ba1-acf9-c8c605a7db8b req-f61a14af-100b-4280-8ea9-b88451b586d9 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 945 time: 0.4461052 Feb 09 01:21:55.738221 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-46679ce6-7136-4915-9166-e68b58edd5fb tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 0bb69cb6-346c-4923-99a4-177cebad2100) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:55.747454 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd559cf9-5c65-4cab-9abd-05373e96ccdb None None] Network 0bb69cb6-346c-4923-99a4-177cebad2100 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:21:55.794302 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46679ce6-7136-4915-9166-e68b58edd5fb tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:55.794920 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-46679ce6-7136-4915-9166-e68b58edd5fb tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:55.814462 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-7863d5db-431d-47bf-88d8-4614b9c6f782 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting subnet 106872e0-a953-4988-be5f-a9900b6576eb {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:21:55.824051 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7863d5db-431d-47bf-88d8-4614b9c6f782 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (106872e0-a953-4988-be5f-a9900b6576eb), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:55.897480 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 37956) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:55.904156 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-80917270-3cca-42a2-9ab1-69f674a899e7 req-de185391-ea61-4d89-abb4-83020dcff8ab service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797270 Feb 09 01:21:55.939725 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717a50a1-b934-4456-b142-e6bec6378433 None None] New status for floating IP a55db380-14b6-42d3-9766-168e37042c1f: ACTIVE {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:21:55.946323 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-46679ce6-7136-4915-9166-e68b58edd5fb tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4706235 Feb 09 01:21:55.946323 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 37960) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:55.961087 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-b2d4c2f2-a507-4e81-94e5-37ab56183941 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:55.978430 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7863d5db-431d-47bf-88d8-4614b9c6f782 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (106872e0-a953-4988-be5f-a9900b6576eb), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:56.001726 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d911bb4-b325-4c99-bdce-b063bd8c5a4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-0bb69cb6-346c-4923-99a4-177cebad2100', 'network_id': '0bb69cb6-346c-4923-99a4-177cebad2100', 'project_id': '7d5990bbd4c047ec8023f95ec9cb77d6', 'fixed_ips': [{'subnet_id': '2c604491-88f0-4951-b0d7-e172c3e9f790'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:21:56.003307 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2d911bb4-b325-4c99-bdce-b063bd8c5a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:56.080516 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a2d1d5a7-afad-4ba1-acf9-c8c605a7db8b req-33d7131b-a07a-474b-95fa-2871d2cc8dfa tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3244743 Feb 09 01:21:56.088339 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7863d5db-431d-47bf-88d8-4614b9c6f782 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (106872e0-a953-4988-be5f-a9900b6576eb), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:56.265008 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7863d5db-431d-47bf-88d8-4614b9c6f782 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (106872e0-a953-4988-be5f-a9900b6576eb), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:56.289611 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a4edb2a6-60fc-4601-8f1c-a884b12da337 admin admin] Publish callbacks [] for security_group (49702d23-0dc3-4c8a-aa42-3c8290e2b29f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:56.302071 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7863d5db-431d-47bf-88d8-4614b9c6f782 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:56.309918 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7863d5db-431d-47bf-88d8-4614b9c6f782 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/106872e0-a953-4988-be5f-a9900b6576eb HTTP/1.1" status: 204 len: 168 time: 0.5939052 Feb 09 01:21:56.312741 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37966) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:56.368477 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a4edb2a6-60fc-4601-8f1c-a884b12da337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (49702d23-0dc3-4c8a-aa42-3c8290e2b29f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:56.395640 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 7c61aaaa-51ae-453c-8b18-87968ef914a7 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:21:56.424990 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b2d4c2f2-a507-4e81-94e5-37ab56183941 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25660870'] for subnet (2c604491-88f0-4951-b0d7-e172c3e9f790), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:56.457128 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-2d911bb4-b325-4c99-bdce-b063bd8c5a4b None None] Allocated IP 172.20.0.2 (0bb69cb6-346c-4923-99a4-177cebad2100/2c604491-88f0-4951-b0d7-e172c3e9f790/295bbe98-1c3c-4f75-a446-1540688360cd) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:56.467262 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7863d5db-431d-47bf-88d8-4614b9c6f782 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Subnet': ['ID=106872e0-a953-4988-be5f-a9900b6576eb,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:56.479005 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-186f4c03-2802-41ff-ae81-66845dab2fe8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1611362 Feb 09 01:21:56.485837 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37970) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:56.512972 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 7c61aaaa-51ae-453c-8b18-87968ef914a7 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:56.514893 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (7c61aaaa-51ae-453c-8b18-87968ef914a7), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:56.538558 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e650e0a9-5d78-458b-920b-024534d6d3cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:56.598689 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4edb2a6-60fc-4601-8f1c-a884b12da337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49702d23-0dc3-4c8a-aa42-3c8290e2b29f,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:56.625449 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a4edb2a6-60fc-4601-8f1c-a884b12da337 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a88046c0ab1b47baa20156556a1c3faf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7331619 Feb 09 01:21:56.630870 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37972) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:56.720455 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7572f96e-1bbc-40e5-b376-6f1ee37f31aa tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:56.722627 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66c3c6-93e1-482c-907c-407523b0cbc6 req-284bd296-2a8a-45bf-a3d4-186998ae923b tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:56.724263 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dc66c3c6-93e1-482c-907c-407523b0cbc6 req-284bd296-2a8a-45bf-a3d4-186998ae923b tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 945 time: 0.4635856 Feb 09 01:21:56.724624 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7572f96e-1bbc-40e5-b376-6f1ee37f31aa tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2342753 Feb 09 01:21:56.727226 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37974) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:56.753113 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d6d379-35bd-44b1-a6f9-b301846587da None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:21:56.779413 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babea1b4-8735-4acb-81da-44340b8d37c4 req-f7c694e9-ffbd-4978-9e0d-8e7f0b41a96f tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:56.781047 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-babea1b4-8735-4acb-81da-44340b8d37c4 req-f7c694e9-ffbd-4978-9e0d-8e7f0b41a96f tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=cac66f68-3a01-40f7-a9fb-aebd40c28d2b HTTP/1.1" status: 200 len: 945 time: 0.4023213 Feb 09 01:21:56.807542 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d46790aa-2d6e-4749-8bf9-bb5f40882ab2 admin admin] Publish callbacks [] for security_group (49702d23-0dc3-4c8a-aa42-3c8290e2b29f), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:56.845005 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d46790aa-2d6e-4749-8bf9-bb5f40882ab2 admin admin] Publish callbacks [] for security_group (49702d23-0dc3-4c8a-aa42-3c8290e2b29f), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:56.859080 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-001a06bd-11be-46d6-97cd-72115568c4a0 None None] Could not find standard attr ID for object 0aa47808-5d19-42c7-9448-63e47baf07c5. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:21:56.869928 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 7c61aaaa-51ae-453c-8b18-87968ef914a7 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:56.870757 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7c61aaaa-51ae-453c-8b18-87968ef914a7), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:56.877850 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dc66c3c6-93e1-482c-907c-407523b0cbc6 req-14a946f5-be21-4451-a923-cac29707f592 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424265 Feb 09 01:21:56.893113 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-babea1b4-8735-4acb-81da-44340b8d37c4 req-5f9e2445-84e9-4964-9635-a4be505dfb41 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030357 Feb 09 01:21:56.915373 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e650e0a9-5d78-458b-920b-024534d6d3cd admin admin] Publish callbacks [] for security_group (1c17d833-f33e-49ee-8781-841351d0f477), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:56.925173 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e650e0a9-5d78-458b-920b-024534d6d3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1c17d833-f33e-49ee-8781-841351d0f477), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:56.936893 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d46790aa-2d6e-4749-8bf9-bb5f40882ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (49702d23-0dc3-4c8a-aa42-3c8290e2b29f), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:56.939914 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d46790aa-2d6e-4749-8bf9-bb5f40882ab2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:56.944040 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d46790aa-2d6e-4749-8bf9-bb5f40882ab2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/49702d23-0dc3-4c8a-aa42-3c8290e2b29f HTTP/1.1" status: 204 len: 168 time: 0.3091474 Feb 09 01:21:57.018181 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11ea974-68b6-469e-ac9b-c57e53e028d6 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:57.023170 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d11ea974-68b6-469e-ac9b-c57e53e028d6 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2932737 Feb 09 01:21:57.041589 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37982) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:57.049945 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 7c61aaaa-51ae-453c-8b18-87968ef914a7, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=7c61aaaa-51ae-453c-8b18-87968ef914a7,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:57.053741 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46790aa-2d6e-4749-8bf9-bb5f40882ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49702d23-0dc3-4c8a-aa42-3c8290e2b29f,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:57.073887 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e650e0a9-5d78-458b-920b-024534d6d3cd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6d63b91dca4a4f0f8ed9f3783fd306ff&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1684916 Feb 09 01:21:57.080224 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e650e0a9-5d78-458b-920b-024534d6d3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c17d833-f33e-49ee-8781-841351d0f477,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:57.082822 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 37984) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:57.111012 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (7c61aaaa-51ae-453c-8b18-87968ef914a7), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:57.142647 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f6f053a0-7eb2-466c-a477-5e47c573c609 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0985532 Feb 09 01:21:57.149791 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-001a06bd-11be-46d6-97cd-72115568c4a0 None None] Provisioning complete for port 7c61aaaa-51ae-453c-8b18-87968ef914a7 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:21:57.152899 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-001a06bd-11be-46d6-97cd-72115568c4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (7c61aaaa-51ae-453c-8b18-87968ef914a7), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:57.156084 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37990) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:57.193393 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-9a95dfe7-7561-48a7-8cd2-a919035dd097 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'subnet': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:57.266960 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42884fe4-2545-4b40-9751-2ffc4984360d req-22d4e9c0-0a9c-4f82-923d-cbf64f4aa9b2 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:57.268513 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-42884fe4-2545-4b40-9751-2ffc4984360d req-22d4e9c0-0a9c-4f82-923d-cbf64f4aa9b2 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=310fcec6-0da2-4a84-a309-0d4251469b3e HTTP/1.1" status: 200 len: 945 time: 0.2396412 Feb 09 01:21:57.327405 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-b7d10778-4c43-467d-883f-7a1049ef4674 req-12bb44f8-e292-4901-be18-8c9bc6711e22 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e7407acc-2d72-4877-b4f1-cfbc025a3908&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4061403 Feb 09 01:21:57.381811 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-86e861a5-2ab2-47a3-b7de-9d25076504a6 admin admin] Publish callbacks [] for security_group (1c17d833-f33e-49ee-8781-841351d0f477), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:57.449266 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a95dfe7-7561-48a7-8cd2-a919035dd097 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:57.457831 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9a95dfe7-7561-48a7-8cd2-a919035dd097 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:57.471955 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-86e861a5-2ab2-47a3-b7de-9d25076504a6 admin admin] Publish callbacks [] for security_group (1c17d833-f33e-49ee-8781-841351d0f477), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:57.500477 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2d911bb4-b325-4c99-bdce-b063bd8c5a4b None None] Publish callbacks [] for port (295bbe98-1c3c-4f75-a446-1540688360cd), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:57.505611 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=7c61aaaa-51ae-453c-8b18-87968ef914a7,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:57.514245 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2d911bb4-b325-4c99-bdce-b063bd8c5a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (295bbe98-1c3c-4f75-a446-1540688360cd), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:57.570290 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-42884fe4-2545-4b40-9751-2ffc4984360d req-c4c3f84a-6b5d-4499-9018-bbd812b8432e tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837343 Feb 09 01:21:57.604451 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d911bb4-b325-4c99-bdce-b063bd8c5a4b None None] Network 0bb69cb6-346c-4923-99a4-177cebad2100 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:57.611217 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-2d911bb4-b325-4c99-bdce-b063bd8c5a4b None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:57.649043 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d911bb4-b325-4c99-bdce-b063bd8c5a4b None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:21:57.659226 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d10778-4c43-467d-883f-7a1049ef4674 req-5e4fd077-29e3-4210-8b59-fbed9b44026d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:57.668197 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-b7d10778-4c43-467d-883f-7a1049ef4674 req-5e4fd077-29e3-4210-8b59-fbed9b44026d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=81c9a0ae7d2c4fabbd7ca117be254e2b&device_id=e7407acc-2d72-4877-b4f1-cfbc025a3908 HTTP/1.1" status: 200 len: 1127 time: 0.2974529 Feb 09 01:21:57.709432 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d47fe7-4fa4-4c42-a145-36302d8460ed None None] DHCP port deletion for a8203b0d-e7af-492c-8c21-23f9563ce2e8 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:21:57.748674 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-001a06bd-11be-46d6-97cd-72115568c4a0 None None] Current status of the port 7c61aaaa-51ae-453c-8b18-87968ef914a7 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:57.756823 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38004) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:57.778804 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-86e861a5-2ab2-47a3-b7de-9d25076504a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1c17d833-f33e-49ee-8781-841351d0f477), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:57.783505 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-86e861a5-2ab2-47a3-b7de-9d25076504a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:57.785552 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-86e861a5-2ab2-47a3-b7de-9d25076504a6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1c17d833-f33e-49ee-8781-841351d0f477 HTTP/1.1" status: 204 len: 168 time: 0.6719947 Feb 09 01:21:57.792804 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-01429284-7838-4f27-920e-d814868af0d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:57.800375 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d911bb4-b325-4c99-bdce-b063bd8c5a4b None None] Pushing event updated for resources: {'Port': ['ID=295bbe98-1c3c-4f75-a446-1540688360cd,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:57.878922 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-2d911bb4-b325-4c99-bdce-b063bd8c5a4b None None] Attempting to bind port 295bbe98-1c3c-4f75-a446-1540688360cd on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:21:57.879230 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-2d911bb4-b325-4c99-bdce-b063bd8c5a4b None None] Attempting to bind port 295bbe98-1c3c-4f75-a446-1540688360cd by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'e03d96e1-3d18-4f20-9e6f-e79cd7792051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '0bb69cb6-346c-4923-99a4-177cebad2100'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:21:57.879740 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d911bb4-b325-4c99-bdce-b063bd8c5a4b None None] Attempting to bind port 295bbe98-1c3c-4f75-a446-1540688360cd on network 0bb69cb6-346c-4923-99a4-177cebad2100 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:21:57.884916 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e861a5-2ab2-47a3-b7de-9d25076504a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c17d833-f33e-49ee-8781-841351d0f477,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:57.898420 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d911bb4-b325-4c99-bdce-b063bd8c5a4b None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:21:57.899295 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d911bb4-b325-4c99-bdce-b063bd8c5a4b None None] Checking segment: {'id': 'e03d96e1-3d18-4f20-9e6f-e79cd7792051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '0bb69cb6-346c-4923-99a4-177cebad2100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:21:57.900228 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2d911bb4-b325-4c99-bdce-b063bd8c5a4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:57.901150 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d911bb4-b325-4c99-bdce-b063bd8c5a4b None None] Bound using segment: {'id': 'e03d96e1-3d18-4f20-9e6f-e79cd7792051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '0bb69cb6-346c-4923-99a4-177cebad2100'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:21:57.904519 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-2d911bb4-b325-4c99-bdce-b063bd8c5a4b None None] Bound port: 295bbe98-1c3c-4f75-a446-1540688360cd, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03d96e1-3d18-4f20-9e6f-e79cd7792051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '0bb69cb6-346c-4923-99a4-177cebad2100'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:21:57.905846 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2d911bb4-b325-4c99-bdce-b063bd8c5a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (295bbe98-1c3c-4f75-a446-1540688360cd), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:57.952592 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b2d4c2f2-a507-4e81-94e5-37ab56183941 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750578436100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26191375'] for subnet (2c604491-88f0-4951-b0d7-e172c3e9f790), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:57.952759 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d10778-4c43-467d-883f-7a1049ef4674 req-a826ecde-b0f2-4154-83a0-5b12b931b01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:57.954616 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-b7d10778-4c43-467d-883f-7a1049ef4674 req-a826ecde-b0f2-4154-83a0-5b12b931b01b service neutron] 10.222.0.47 "GET /v2.0/networks?id=91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0 HTTP/1.1" status: 200 len: 913 time: 0.2631912 Feb 09 01:21:57.990611 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-51d47fe7-4fa4-4c42-a145-36302d8460ed None None] Deleting port 7c61aaaa-51ae-453c-8b18-87968ef914a7 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:21:57.991047 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-51d47fe7-4fa4-4c42-a145-36302d8460ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (7c61aaaa-51ae-453c-8b18-87968ef914a7), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:58.075374 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 7c61aaaa-51ae-453c-8b18-87968ef914a7 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:21:58.154410 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-51d47fe7-4fa4-4c42-a145-36302d8460ed None None] For port 7c61aaaa-51ae-453c-8b18-87968ef914a7, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=7c61aaaa-51ae-453c-8b18-87968ef914a7,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:58.155015 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-51d47fe7-4fa4-4c42-a145-36302d8460ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (7c61aaaa-51ae-453c-8b18-87968ef914a7), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:58.159238 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-2d911bb4-b325-4c99-bdce-b063bd8c5a4b None None] For port 295bbe98-1c3c-4f75-a446-1540688360cd, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:21:58.184009 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-2d911bb4-b325-4c99-bdce-b063bd8c5a4b None None] For port 295bbe98-1c3c-4f75-a446-1540688360cd, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=295bbe98-1c3c-4f75-a446-1540688360cd,segment=NetworkSegment(e03d96e1-3d18-4f20-9e6f-e79cd7792051),segment_id=e03d96e1-3d18-4f20-9e6f-e79cd7792051)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:21:58.184790 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d4c2f2-a507-4e81-94e5-37ab56183941 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:58.187247 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-51d47fe7-4fa4-4c42-a145-36302d8460ed None None] Calling delete_port for 7c61aaaa-51ae-453c-8b18-87968ef914a7 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:21:58.187370 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b2d4c2f2-a507-4e81-94e5-37ab56183941 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:58.189308 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b2d4c2f2-a507-4e81-94e5-37ab56183941 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "PUT /v2.0/subnets/2c604491-88f0-4951-b0d7-e172c3e9f790 HTTP/1.1" status: 200 len: 806 time: 2.2428484 Feb 09 01:21:58.209205 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2d911bb4-b325-4c99-bdce-b063bd8c5a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (295bbe98-1c3c-4f75-a446-1540688360cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:58.210381 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d4c2f2-a507-4e81-94e5-37ab56183941 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event updated for resources: {'Subnet': ['ID=2c604491-88f0-4951-b0d7-e172c3e9f790,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:58.220530 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38012) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:58.306679 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-b7d10778-4c43-467d-883f-7a1049ef4674 req-3ad3c02f-3a28-48f9-b5aa-c7c084892779 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b8db0a6-01e4-47d3-93d5-9839e7db1e1c HTTP/1.1" status: 200 len: 217 time: 0.2417433 Feb 09 01:21:58.315705 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9a95dfe7-7561-48a7-8cd2-a919035dd097 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (0c5a3680-af60-47c0-8597-aeb67de5fdb3), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:58.357057 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-01429284-7838-4f27-920e-d814868af0d5 admin admin] Publish callbacks [] for security_group (a90d4368-b29f-4eb1-944a-f54881ff2ede), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:58.360580 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d4fe0153-10e5-44f9-8517-5db5cda46ae0 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (0bb69cb6-346c-4923-99a4-177cebad2100), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:58.413525 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5713d5c-af8b-4976-90a4-6f15d65ab99c req-3147a828-0a71-4283-bc16-d662cfe8dbf2 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:58.423086 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f5713d5c-af8b-4976-90a4-6f15d65ab99c req-3147a828-0a71-4283-bc16-d662cfe8dbf2 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=cac66f68-3a01-40f7-a9fb-aebd40c28d2b HTTP/1.1" status: 200 len: 945 time: 0.3362360 Feb 09 01:21:58.493549 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 7c61aaaa-51ae-453c-8b18-87968ef914a7 is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:21:58.493959 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7c61aaaa-51ae-453c-8b18-87968ef914a7), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:58.503228 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-01429284-7838-4f27-920e-d814868af0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (a90d4368-b29f-4eb1-944a-f54881ff2ede), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:58.539896 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d911bb4-b325-4c99-bdce-b063bd8c5a4b None None] Pushing event updated for resources: {'Port': ['ID=295bbe98-1c3c-4f75-a446-1540688360cd,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:58.551492 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f5713d5c-af8b-4976-90a4-6f15d65ab99c req-2a37cbea-e784-499d-94cd-b686ee9f0877 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150198 Feb 09 01:21:58.572609 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a95dfe7-7561-48a7-8cd2-a919035dd097 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:58.576213 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01429284-7838-4f27-920e-d814868af0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90d4368-b29f-4eb1-944a-f54881ff2ede,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:58.599379 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 7c61aaaa-51ae-453c-8b18-87968ef914a7, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=7c61aaaa-51ae-453c-8b18-87968ef914a7,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:58.608477 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (7c61aaaa-51ae-453c-8b18-87968ef914a7), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:58.614611 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38022) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:58.645533 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-51d47fe7-4fa4-4c42-a145-36302d8460ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (7c61aaaa-51ae-453c-8b18-87968ef914a7), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:58.650412 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-9a95dfe7-7561-48a7-8cd2-a919035dd097 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:58.656242 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3ab1a78a-a2d9-4408-9f89-e4683c60c837 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:58.664241 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d47fe7-4fa4-4c42-a145-36302d8460ed None None] No DVR routers for this DVR port 7c61aaaa-51ae-453c-8b18-87968ef914a7 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:21:58.679837 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-01429284-7838-4f27-920e-d814868af0d5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=918f9a2f00f24075b09811ac953440e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9239428 Feb 09 01:21:58.680654 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95dfe7-7561-48a7-8cd2-a919035dd097 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Subnet': ['ID=0c5a3680-af60-47c0-8597-aeb67de5fdb3,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:58.682837 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38024) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:58.683974 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a95dfe7-7561-48a7-8cd2-a919035dd097 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:58.684502 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9a95dfe7-7561-48a7-8cd2-a919035dd097 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:58.696166 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d10778-4c43-467d-883f-7a1049ef4674 req-c7a3e394-c36b-4b77-b48e-7fd52488c1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:58.700877 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=7c61aaaa-51ae-453c-8b18-87968ef914a7,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:58.703970 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-b7d10778-4c43-467d-883f-7a1049ef4674 req-c7a3e394-c36b-4b77-b48e-7fd52488c1f6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae61675f-5f39-477a-b759-5e2f01c2f4a7 HTTP/1.1" status: 200 len: 851 time: 0.3731284 Feb 09 01:21:58.738635 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d47fe7-4fa4-4c42-a145-36302d8460ed None None] Pushing event deleted for resources: {'Port': ['ID=7c61aaaa-51ae-453c-8b18-87968ef914a7,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:58.743069 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2db2fe-71d7-4d97-ab05-b160afacf90f None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:21:58.780251 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-b7d10778-4c43-467d-883f-7a1049ef4674 req-0411b69d-3d70-43a3-87d6-b01829748485 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717487 Feb 09 01:21:58.785451 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-d4fe0153-10e5-44f9-8517-5db5cda46ae0 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Deleting port 295bbe98-1c3c-4f75-a446-1540688360cd {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:21:58.785451 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d4fe0153-10e5-44f9-8517-5db5cda46ae0 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (295bbe98-1c3c-4f75-a446-1540688360cd), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:58.802510 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9a95dfe7-7561-48a7-8cd2-a919035dd097 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6229510 Feb 09 01:21:58.819644 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38028) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:58.875424 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-121f82ec-fdf4-4c08-934a-e834ffadaa0b tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'port': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'fixed_ips': [{'subnet_id': '0c5a3680-af60-47c0-8597-aeb67de5fdb3', 'ip_address': '2001:db8::7fc3:2b91:7c61:4ffe'}], 'name': 'tempest-NetworksTestDHCPv6-1798155873'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:21:58.900749 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-d4fe0153-10e5-44f9-8517-5db5cda46ae0 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] For port 295bbe98-1c3c-4f75-a446-1540688360cd, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=295bbe98-1c3c-4f75-a446-1540688360cd,segment=NetworkSegment(e03d96e1-3d18-4f20-9e6f-e79cd7792051),segment_id=e03d96e1-3d18-4f20-9e6f-e79cd7792051)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:21:58.901273 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d4fe0153-10e5-44f9-8517-5db5cda46ae0 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (295bbe98-1c3c-4f75-a446-1540688360cd), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:58.915645 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-d4fe0153-10e5-44f9-8517-5db5cda46ae0 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Calling delete_port for 295bbe98-1c3c-4f75-a446-1540688360cd owned by network:dhcp {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:21:59.088448 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121f82ec-fdf4-4c08-934a-e834ffadaa0b tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:21:59.138332 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-b7d10778-4c43-467d-883f-7a1049ef4674 req-5ab58d05-c412-42ee-997f-0b4009a76728 service neutron] 10.222.0.47 "GET /v2.0/networks/91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212256 Feb 09 01:21:59.139299 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6cd2e69d-c921-47e5-8ba1-cd1ef23909e6 admin admin] Publish callbacks [] for security_group (a90d4368-b29f-4eb1-944a-f54881ff2ede), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:59.140029 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea04640-261e-4373-a0a1-7f13c4cc1de1 req-0bf05c46-2c8c-4157-9cc9-8791b4267bc8 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:59.141927 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2ea04640-261e-4373-a0a1-7f13c4cc1de1 req-0bf05c46-2c8c-4157-9cc9-8791b4267bc8 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=310fcec6-0da2-4a84-a309-0d4251469b3e HTTP/1.1" status: 200 len: 945 time: 0.4109404 Feb 09 01:21:59.147572 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d4fe0153-10e5-44f9-8517-5db5cda46ae0 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (295bbe98-1c3c-4f75-a446-1540688360cd), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:59.212457 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3ab1a78a-a2d9-4408-9f89-e4683c60c837 admin admin] Publish callbacks [] for security_group (58237569-8b69-42f9-8a6e-38f7a922db58), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:59.214316 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c420e03-c9ff-4079-8f01-6300307ce9ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'project_id': '2aa099fb60d240ab8ce8691ee5b2e38c', 'fixed_ips': [{'subnet_id': '0c5a3680-af60-47c0-8597-aeb67de5fdb3'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:21:59.216215 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c420e03-c9ff-4079-8f01-6300307ce9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:59.216504 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe0153-10e5-44f9-8517-5db5cda46ae0 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event deleted for resources: {'Port': ['ID=295bbe98-1c3c-4f75-a446-1540688360cd,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:59.254163 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3ab1a78a-a2d9-4408-9f89-e4683c60c837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (58237569-8b69-42f9-8a6e-38f7a922db58), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:59.302933 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab1a78a-a2d9-4408-9f89-e4683c60c837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58237569-8b69-42f9-8a6e-38f7a922db58,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:59.312465 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fe0153-10e5-44f9-8517-5db5cda46ae0 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] No DVR routers for this DVR port 295bbe98-1c3c-4f75-a446-1540688360cd on host n-d-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:21:59.326255 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2ea04640-261e-4373-a0a1-7f13c4cc1de1 req-883e9237-7eed-49c1-9d48-b6de6c4c491d tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718562 Feb 09 01:21:59.348921 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-b7d10778-4c43-467d-883f-7a1049ef4674 req-d048f355-c61f-47c2-954a-eeeaf22ffb55 service neutron] 10.222.0.47 "GET /v2.0/networks/91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896191 Feb 09 01:21:59.396689 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-2c420e03-c9ff-4079-8f01-6300307ce9ae None None] Allocated IP 2001:db8::2 (a8203b0d-e7af-492c-8c21-23f9563ce2e8/0c5a3680-af60-47c0-8597-aeb67de5fdb3/c6f81d1c-7dd7-4298-bbdb-a9850deb27da) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:21:59.419867 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6cd2e69d-c921-47e5-8ba1-cd1ef23909e6 admin admin] Publish callbacks [] for security_group (a90d4368-b29f-4eb1-944a-f54881ff2ede), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:59.440460 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d4fe0153-10e5-44f9-8517-5db5cda46ae0 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (2c604491-88f0-4951-b0d7-e172c3e9f790), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:59.455265 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3ab1a78a-a2d9-4408-9f89-e4683c60c837 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c19a7357b21741b796343b0f2ea49cb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8378241 Feb 09 01:21:59.457005 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38032) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:21:59.571637 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-121f82ec-fdf4-4c08-934a-e834ffadaa0b tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:59.600906 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d4fe0153-10e5-44f9-8517-5db5cda46ae0 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (2c604491-88f0-4951-b0d7-e172c3e9f790), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:59.610059 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-121f82ec-fdf4-4c08-934a-e834ffadaa0b tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] device_id is not set on port 89bbade8-12d3-48ec-a751-b3f6740e656b yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:21:59.617216 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-15b4aed5-8762-4726-8fd2-0fb429121e69 admin admin] Publish callbacks [] for security_group (58237569-8b69-42f9-8a6e-38f7a922db58), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:59.626822 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c420e03-c9ff-4079-8f01-6300307ce9ae None None] Publish callbacks [] for port (c6f81d1c-7dd7-4298-bbdb-a9850deb27da), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:59.644108 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c420e03-c9ff-4079-8f01-6300307ce9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (c6f81d1c-7dd7-4298-bbdb-a9850deb27da), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:59.654869 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe0153-10e5-44f9-8517-5db5cda46ae0 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event deleted for resources: {'Subnet': ['ID=2c604491-88f0-4951-b0d7-e172c3e9f790,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:59.684562 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-15b4aed5-8762-4726-8fd2-0fb429121e69 admin admin] Publish callbacks [] for security_group (58237569-8b69-42f9-8a6e-38f7a922db58), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:59.748733 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c420e03-c9ff-4079-8f01-6300307ce9ae None None] Pushing event updated for resources: {'Port': ['ID=c6f81d1c-7dd7-4298-bbdb-a9850deb27da,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:59.755086 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c420e03-c9ff-4079-8f01-6300307ce9ae None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:21:59.758263 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-2c420e03-c9ff-4079-8f01-6300307ce9ae None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:21:59.763935 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c420e03-c9ff-4079-8f01-6300307ce9ae None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:21:59.775644 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-15b4aed5-8762-4726-8fd2-0fb429121e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (58237569-8b69-42f9-8a6e-38f7a922db58), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:59.780592 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-15b4aed5-8762-4726-8fd2-0fb429121e69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:59.789405 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-15b4aed5-8762-4726-8fd2-0fb429121e69 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/58237569-8b69-42f9-8a6e-38f7a922db58 HTTP/1.1" status: 204 len: 168 time: 0.3191679 Feb 09 01:21:59.789584 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f31c74-69bc-4443-855d-6915c1f8939e req-a806862b-2810-4713-8af4-3741ef8a040e tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:21:59.797040 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c9f31c74-69bc-4443-855d-6915c1f8939e req-a806862b-2810-4713-8af4-3741ef8a040e tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=310fcec6-0da2-4a84-a309-0d4251469b3e HTTP/1.1" status: 200 len: 945 time: 0.3171628 Feb 09 01:21:59.821260 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d4fe0153-10e5-44f9-8517-5db5cda46ae0 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (0bb69cb6-346c-4923-99a4-177cebad2100), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:59.847681 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-d4fe0153-10e5-44f9-8517-5db5cda46ae0 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bb69cb6-346c-4923-99a4-177cebad2100']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:59.861862 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-d4fe0153-10e5-44f9-8517-5db5cda46ae0 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e03d96e1-3d18-4f20-9e6f-e79cd7792051') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:59.862509 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-d4fe0153-10e5-44f9-8517-5db5cda46ae0 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e03d96e1-3d18-4f20-9e6f-e79cd7792051') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:21:59.870966 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6cd2e69d-c921-47e5-8ba1-cd1ef23909e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (a90d4368-b29f-4eb1-944a-f54881ff2ede), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:59.874357 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6cd2e69d-c921-47e5-8ba1-cd1ef23909e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:59.878287 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6cd2e69d-c921-47e5-8ba1-cd1ef23909e6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a90d4368-b29f-4eb1-944a-f54881ff2ede HTTP/1.1" status: 204 len: 168 time: 1.1882067 Feb 09 01:21:59.878287 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b4aed5-8762-4726-8fd2-0fb429121e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58237569-8b69-42f9-8a6e-38f7a922db58,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:59.904987 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d4fe0153-10e5-44f9-8517-5db5cda46ae0 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (e03d96e1-3d18-4f20-9e6f-e79cd7792051), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:59.911646 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-2c420e03-c9ff-4079-8f01-6300307ce9ae None None] Attempting to bind port c6f81d1c-7dd7-4298-bbdb-a9850deb27da on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:21:59.912024 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-2c420e03-c9ff-4079-8f01-6300307ce9ae None None] Attempting to bind port c6f81d1c-7dd7-4298-bbdb-a9850deb27da by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:21:59.912397 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c420e03-c9ff-4079-8f01-6300307ce9ae None None] Attempting to bind port c6f81d1c-7dd7-4298-bbdb-a9850deb27da on network a8203b0d-e7af-492c-8c21-23f9563ce2e8 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:21:59.942187 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c420e03-c9ff-4079-8f01-6300307ce9ae None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:21:59.942581 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c420e03-c9ff-4079-8f01-6300307ce9ae None None] Checking segment: {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:21:59.942993 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c420e03-c9ff-4079-8f01-6300307ce9ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:59.944246 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c420e03-c9ff-4079-8f01-6300307ce9ae None None] Bound using segment: {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:21:59.944712 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-2c420e03-c9ff-4079-8f01-6300307ce9ae None None] Bound port: c6f81d1c-7dd7-4298-bbdb-a9850deb27da, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:21:59.945106 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c420e03-c9ff-4079-8f01-6300307ce9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c6f81d1c-7dd7-4298-bbdb-a9850deb27da), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:21:59.972039 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd2e69d-c921-47e5-8ba1-cd1ef23909e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90d4368-b29f-4eb1-944a-f54881ff2ede,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:21:59.996565 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d4fe0153-10e5-44f9-8517-5db5cda46ae0 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (e03d96e1-3d18-4f20-9e6f-e79cd7792051), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:00.107412 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4fe0153-10e5-44f9-8517-5db5cda46ae0 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:22:00.107862 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d4fe0153-10e5-44f9-8517-5db5cda46ae0 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (e03d96e1-3d18-4f20-9e6f-e79cd7792051), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:00.130955 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:22:00.130955 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:22:00.130955 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:22:00.130955 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:22:00.130955 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:22:00.130955 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:22:00.130955 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:22:00.130955 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:22:00.130955 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:22:00.130955 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:22:00.130955 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:22:00.130955 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:22:00.130955 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:22:00.130955 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:22:00.130955 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:22:00.130955 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:22:00.130955 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:22:00.130955 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:22:00.130955 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:22:00.130955 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:22:00.130955 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:22:00.130955 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:22:00.130955 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:22:00.130955 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:22:00.130955 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:22:00.130955 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:22:00.130955 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:22:00.130955 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:22:00.130955 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:22:00.130955 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:22:00.130955 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:22:00.130955 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:22:00.133096 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-2c420e03-c9ff-4079-8f01-6300307ce9ae None None] For port c6f81d1c-7dd7-4298-bbdb-a9850deb27da, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:22:00.136024 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-2c420e03-c9ff-4079-8f01-6300307ce9ae None None] For port c6f81d1c-7dd7-4298-bbdb-a9850deb27da, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=c6f81d1c-7dd7-4298-bbdb-a9850deb27da,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:22:00.150836 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c420e03-c9ff-4079-8f01-6300307ce9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (c6f81d1c-7dd7-4298-bbdb-a9850deb27da), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:00.156474 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b41291d-32e7-4879-8c39-9205eeac5358 None None] Network 0bb69cb6-346c-4923-99a4-177cebad2100 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:00.187399 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c9f31c74-69bc-4443-855d-6915c1f8939e req-d84abe64-b314-458a-81e0-c188ff316bf4 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3829110 Feb 09 01:22:00.265990 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-121f82ec-fdf4-4c08-934a-e834ffadaa0b tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Allocated IP 2001:db8::7fc3:2b91:7c61:4ffe (a8203b0d-e7af-492c-8c21-23f9563ce2e8/0c5a3680-af60-47c0-8597-aeb67de5fdb3/89bbade8-12d3-48ec-a751-b3f6740e656b) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:00.309095 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c0ba3-e60d-4d58-8073-52bbe8ab6118 req-7acbbc0b-5e93-45e7-bd0c-0b23344fa667 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:00.311073 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-964c0ba3-e60d-4d58-8073-52bbe8ab6118 req-7acbbc0b-5e93-45e7-bd0c-0b23344fa667 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=cac66f68-3a01-40f7-a9fb-aebd40c28d2b HTTP/1.1" status: 200 len: 945 time: 0.6306975 Feb 09 01:22:00.406100 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d4fe0153-10e5-44f9-8517-5db5cda46ae0 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (0bb69cb6-346c-4923-99a4-177cebad2100), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:00.414899 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d4fe0153-10e5-44f9-8517-5db5cda46ae0 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:00.423571 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d4fe0153-10e5-44f9-8517-5db5cda46ae0 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "DELETE /v2.0/networks/0bb69cb6-346c-4923-99a4-177cebad2100 HTTP/1.1" status: 204 len: 168 time: 2.1998379 Feb 09 01:22:00.446651 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c420e03-c9ff-4079-8f01-6300307ce9ae None None] Pushing event updated for resources: {'Port': ['ID=c6f81d1c-7dd7-4298-bbdb-a9850deb27da,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:00.466362 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-5c7e766b-addd-4fb5-aff2-8985de3b28f6 None None] Could not find standard attr ID for object 295bbe98-1c3c-4f75-a446-1540688360cd. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:22:00.481750 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38052) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:00.509925 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-964c0ba3-e60d-4d58-8073-52bbe8ab6118 req-365f17e3-f394-4467-8a90-fc82fcae5acd tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879504 Feb 09 01:22:00.585362 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe0153-10e5-44f9-8517-5db5cda46ae0 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event deleted for resources: {'Network': ['ID=0bb69cb6-346c-4923-99a4-177cebad2100,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:00.619323 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f0c6b87-e2e0-4263-a3d2-58961f619f8f tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] DELETE failed (client error): The resource could not be found. Feb 09 01:22:00.620049 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f0c6b87-e2e0-4263-a3d2-58961f619f8f tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:00.628201 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3f0c6b87-e2e0-4263-a3d2-58961f619f8f tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "DELETE /v2.0/networks/0bb69cb6-346c-4923-99a4-177cebad2100 HTTP/1.1" status: 404 len: 339 time: 0.1170514 Feb 09 01:22:00.632006 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38066) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:00.637782 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-0d7b9b0b-7177-4407-87e8-962b5d7cba8a tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1600391231', 'description': 'd1'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:00.685611 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-121f82ec-fdf4-4c08-934a-e834ffadaa0b tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for port (89bbade8-12d3-48ec-a751-b3f6740e656b), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:00.776382 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7b9b0b-7177-4407-87e8-962b5d7cba8a tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Made reservation on behalf of 7d5990bbd4c047ec8023f95ec9cb77d6 for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:00.784252 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0d7b9b0b-7177-4407-87e8-962b5d7cba8a tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:00.798389 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-121f82ec-fdf4-4c08-934a-e834ffadaa0b tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (89bbade8-12d3-48ec-a751-b3f6740e656b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:00.847381 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14299324-f994-44e3-a4b1-d7c8eec72e2f None None] DHCP port deletion for 0bb69cb6-346c-4923-99a4-177cebad2100 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:22:00.873846 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d931c6-f7ff-458c-a640-74ed6fe6b621 None None] Network 0bb69cb6-346c-4923-99a4-177cebad2100 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:00.886598 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d7b9b0b-7177-4407-87e8-962b5d7cba8a tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1000} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:22:00.909352 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d931c6-f7ff-458c-a640-74ed6fe6b621 None None] Network 0bb69cb6-346c-4923-99a4-177cebad2100 could not be found, it might have been deleted concurrently. {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 01:22:00.917394 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd5745-dc5c-456d-a809-08b6e15de8d5 req-2d9b50a5-e46a-47b7-b511-417203c557ac tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:00.924955 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4ddd5745-dc5c-456d-a809-08b6e15de8d5 req-2d9b50a5-e46a-47b7-b511-417203c557ac tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=310fcec6-0da2-4a84-a309-0d4251469b3e HTTP/1.1" status: 200 len: 945 time: 0.2954309 Feb 09 01:22:00.934881 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121f82ec-fdf4-4c08-934a-e834ffadaa0b tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:00.938343 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-121f82ec-fdf4-4c08-934a-e834ffadaa0b tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:00.945126 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121f82ec-fdf4-4c08-934a-e834ffadaa0b tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:22:00.950357 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121f82ec-fdf4-4c08-934a-e834ffadaa0b tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:00.950996 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-121f82ec-fdf4-4c08-934a-e834ffadaa0b tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:00.969775 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0d7b9b0b-7177-4407-87e8-962b5d7cba8a tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (e95fb968-2954-4cf1-8e87-9ce777f22684), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:00.970153 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-0d7b9b0b-7177-4407-87e8-962b5d7cba8a tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Added segment e95fb968-2954-4cf1-8e87-9ce777f22684 of type vlan for network 8e752e55-a46a-4d04-a479-e8d4124f933f Feb 09 01:22:01.002725 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-121f82ec-fdf4-4c08-934a-e834ffadaa0b tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1339052 Feb 09 01:22:01.002725 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f82ec-fdf4-4c08-934a-e834ffadaa0b tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Port': ['ID=89bbade8-12d3-48ec-a751-b3f6740e656b,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:01.002725 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38080) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:01.078763 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4ddd5745-dc5c-456d-a809-08b6e15de8d5 req-88b93061-089b-4fb1-85ed-ee81d5943656 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529205 Feb 09 01:22:01.082431 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0d7b9b0b-7177-4407-87e8-962b5d7cba8a tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (8e752e55-a46a-4d04-a479-e8d4124f933f), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:01.144069 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0d7b9b0b-7177-4407-87e8-962b5d7cba8a tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (8e752e55-a46a-4d04-a479-e8d4124f933f), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:01.151394 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7b9b0b-7177-4407-87e8-962b5d7cba8a tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:01.153247 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0d7b9b0b-7177-4407-87e8-962b5d7cba8a tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3924708'] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:01.161568 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914b02f6-a65a-4295-b78b-6c218f91bead tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:01.206324 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914b02f6-a65a-4295-b78b-6c218f91bead tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:01.212012 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-914b02f6-a65a-4295-b78b-6c218f91bead tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2053487 Feb 09 01:22:01.215794 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38092) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:01.350969 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b9b0b-7177-4407-87e8-962b5d7cba8a tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event updated for resources: {'Network': ['ID=8e752e55-a46a-4d04-a479-e8d4124f933f,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:01.363838 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 8e752e55-a46a-4d04-a479-e8d4124f933f details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:22:01.439022 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-82e6dc11-77c5-4019-97ce-8a32fcd84386 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting port 89bbade8-12d3-48ec-a751-b3f6740e656b {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:22:01.440167 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-82e6dc11-77c5-4019-97ce-8a32fcd84386 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (89bbade8-12d3-48ec-a751-b3f6740e656b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:01.460494 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-0d7b9b0b-7177-4407-87e8-962b5d7cba8a tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8273182 Feb 09 01:22:01.476037 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38110) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:01.520411 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:22:01.598993 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [req-17ec9dac-e7cf-45b4-a51a-182052157397 req-4c135090-5a8b-4d19-99ca-c36a41b8863f service neutron] (103137) timed out ('10.222.0.47', 56486) {{(pid=103137) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 01:22:01.723853 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b09daa-bed2-4229-bf88-79c087f3505d req-690775f4-4728-426a-b48a-853b394e3170 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:01.726334 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-28b09daa-bed2-4229-bf88-79c087f3505d req-690775f4-4728-426a-b48a-853b394e3170 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=310fcec6-0da2-4a84-a309-0d4251469b3e HTTP/1.1" status: 200 len: 945 time: 0.4058201 Feb 09 01:22:01.736064 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c83855-ff9a-4db4-a0a7-ff9e5aad8f2b tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:01.741321 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-46c83855-ff9a-4db4-a0a7-ff9e5aad8f2b tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "GET /v2.0/networks?id=8e752e55-a46a-4d04-a479-e8d4124f933f HTTP/1.1" status: 200 len: 761 time: 0.2599170 Feb 09 01:22:01.751107 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38126) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:01.760874 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-82e6dc11-77c5-4019-97ce-8a32fcd84386 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (89bbade8-12d3-48ec-a751-b3f6740e656b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:01.802982 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-82e6dc11-77c5-4019-97ce-8a32fcd84386 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Calling delete_port for 89bbade8-12d3-48ec-a751-b3f6740e656b owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:22:01.804294 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=1f1c0538-aa1a-4918-b06a-0ef1c2faaef3,segment=NetworkSegment(c65aa26b-6f4d-4da5-9ac6-6c267d824ab1),segment_id=c65aa26b-6f4d-4da5-9ac6-6c267d824ab1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:01.807762 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-e5007729-0381-4e2d-af9f-acf744071899 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Request body: {'network': {'description': 'd2'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:01.835093 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '1f1c0538-aa1a-4918-b06a-0ef1c2faaef3', 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042', 'port_id': '1f1c0538-aa1a-4918-b06a-0ef1c2faaef3', 'mac_address': 'fa:16:3e:9f:2c:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8a10734-f380-44a3-a9f7-298105351e3b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:22:01.924959 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 is: ACTIVE; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:01.926469 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1f1c0538-aa1a-4918-b06a-0ef1c2faaef3), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:01.968642 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:22:02.022726 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=1f1c0538-aa1a-4918-b06a-0ef1c2faaef3,segment=NetworkSegment(c65aa26b-6f4d-4da5-9ac6-6c267d824ab1),segment_id=c65aa26b-6f4d-4da5-9ac6-6c267d824ab1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:02.035905 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1f1c0538-aa1a-4918-b06a-0ef1c2faaef3), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:02.143824 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-82e6dc11-77c5-4019-97ce-8a32fcd84386 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (89bbade8-12d3-48ec-a751-b3f6740e656b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:02.175423 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=1f1c0538-aa1a-4918-b06a-0ef1c2faaef3,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:02.186970 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['1f1c0538-aa1a-4918-b06a-0ef1c2faaef3'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:22:02.262754 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e6dc11-77c5-4019-97ce-8a32fcd84386 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Port': ['ID=89bbade8-12d3-48ec-a751-b3f6740e656b,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:02.280904 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f959ad-6d99-41d3-95e4-090250f1db7f req-f7fea840-a91c-4f56-96a4-c8dab2d0653b tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:02.283668 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device c6f81d1c-7dd7-4298-bbdb-a9850deb27da up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:22:02.289263 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f3f959ad-6d99-41d3-95e4-090250f1db7f req-f7fea840-a91c-4f56-96a4-c8dab2d0653b tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=cac66f68-3a01-40f7-a9fb-aebd40c28d2b HTTP/1.1" status: 200 len: 945 time: 0.5449829 Feb 09 01:22:02.310186 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-82e6dc11-77c5-4019-97ce-8a32fcd84386 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:02.326699 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-82e6dc11-77c5-4019-97ce-8a32fcd84386 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/ports/89bbade8-12d3-48ec-a751-b3f6740e656b HTTP/1.1" status: 204 len: 168 time: 1.1053057 Feb 09 01:22:02.328440 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38142) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:02.330670 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf2dff1-de7f-4a66-a6c8-df48a2c37e67 req-9dcf30fc-5018-4d06-86ec-81dcb7ba5ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:02.332190 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7bf2dff1-de7f-4a66-a6c8-df48a2c37e67 req-9dcf30fc-5018-4d06-86ec-81dcb7ba5ad8 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=99253303b883423fad908712b3678824&device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 1127 time: 0.6699877 Feb 09 01:22:02.374090 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e5007729-0381-4e2d-af9f-acf744071899 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (8e752e55-a46a-4d04-a479-e8d4124f933f), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:02.395074 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-28b09daa-bed2-4229-bf88-79c087f3505d req-3de80816-ca05-4711-8574-ac5b61e20c02 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6475751 Feb 09 01:22:02.450546 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fb8b7f-2b12-4bf6-965e-30fa71405b06 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:02.453348 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fb8b7f-2b12-4bf6-965e-30fa71405b06 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:02.460782 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c0fb8b7f-2b12-4bf6-965e-30fa71405b06 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1254063 Feb 09 01:22:02.461505 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38148) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:02.540433 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port c6f81d1c-7dd7-4298-bbdb-a9850deb27da triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:02.542574 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c6f81d1c-7dd7-4298-bbdb-a9850deb27da), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:02.592944 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-091470dc-0e97-4ed4-bba2-210943e2bcfa tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting subnet 0c5a3680-af60-47c0-8597-aeb67de5fdb3 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:22:02.603081 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-091470dc-0e97-4ed4-bba2-210943e2bcfa tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (0c5a3680-af60-47c0-8597-aeb67de5fdb3), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:02.616577 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e5007729-0381-4e2d-af9f-acf744071899 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (8e752e55-a46a-4d04-a479-e8d4124f933f), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:02.665315 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-20872a5f-be06-485d-9238-e92542872bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:02.699550 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de165a6-f532-4d9f-9acc-35c60aaa175e None None] get_active_networks_info from n-d-828369-4 {{(pid=103138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:22:02.753246 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e5007729-0381-4e2d-af9f-acf744071899 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Network 8e752e55-a46a-4d04-a479-e8d4124f933f is not hosted by any dhcp agent {{(pid=103136) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 01:22:02.762860 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-091470dc-0e97-4ed4-bba2-210943e2bcfa tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (0c5a3680-af60-47c0-8597-aeb67de5fdb3), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:02.765093 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5007729-0381-4e2d-af9f-acf744071899 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:02.765744 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e5007729-0381-4e2d-af9f-acf744071899 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:02.767050 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e5007729-0381-4e2d-af9f-acf744071899 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "PUT /v2.0/networks/8e752e55-a46a-4d04-a479-e8d4124f933f HTTP/1.1" status: 200 len: 758 time: 1.0121269 Feb 09 01:22:02.772091 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38168) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:02.856951 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:22:02.861189 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f3f959ad-6d99-41d3-95e4-090250f1db7f req-138fe4e5-fb50-4d20-9786-7533c57be063 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5709405 Feb 09 01:22:02.897357 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de165a6-f532-4d9f-9acc-35c60aaa175e None None] Resources bound (agent type, host, resource id): {{(pid=103138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:22:02.925022 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5007729-0381-4e2d-af9f-acf744071899 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event updated for resources: {'Network': ['ID=8e752e55-a46a-4d04-a479-e8d4124f933f,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:02.996273 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-279c7f88-3b7e-4e4e-b0b1-1bb35c072b66 None None] Provisioning complete for port c6f81d1c-7dd7-4298-bbdb-a9850deb27da triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:02.997592 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-279c7f88-3b7e-4e4e-b0b1-1bb35c072b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c6f81d1c-7dd7-4298-bbdb-a9850deb27da), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:03.055420 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf2dff1-de7f-4a66-a6c8-df48a2c37e67 req-412a97ff-e522-461a-b8de-9001aeffbf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:03.057074 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7bf2dff1-de7f-4a66-a6c8-df48a2c37e67 req-412a97ff-e522-461a-b8de-9001aeffbf19 service neutron] 10.222.0.120 "GET /v2.0/networks?id=d88b7625-86d0-4021-80a0-5ba2f7b1a042 HTTP/1.1" status: 200 len: 913 time: 0.6773996 Feb 09 01:22:03.072528 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d112fa2f-839a-4027-a8db-c07e3d45ce54 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:03.075593 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d112fa2f-839a-4027-a8db-c07e3d45ce54 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "GET /v2.0/networks?id=8e752e55-a46a-4d04-a479-e8d4124f933f HTTP/1.1" status: 200 len: 761 time: 0.3002896 Feb 09 01:22:03.102630 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38182) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:03.107738 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 8e752e55-a46a-4d04-a479-e8d4124f933f details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:22:03.239141 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-091470dc-0e97-4ed4-bba2-210943e2bcfa tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (0c5a3680-af60-47c0-8597-aeb67de5fdb3), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:03.342036 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-f8e9bde2-534d-4a63-b6ab-b075316e4fd3 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1974772503'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:03.383263 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port c6f81d1c-7dd7-4298-bbdb-a9850deb27da is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:03.383810 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c6f81d1c-7dd7-4298-bbdb-a9850deb27da), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:03.437259 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e9bde2-534d-4a63-b6ab-b075316e4fd3 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Made reservation on behalf of 7d5990bbd4c047ec8023f95ec9cb77d6 for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:03.458562 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f8e9bde2-534d-4a63-b6ab-b075316e4fd3 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:03.480472 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-091470dc-0e97-4ed4-bba2-210943e2bcfa tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (0c5a3680-af60-47c0-8597-aeb67de5fdb3), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:03.526209 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-279c7f88-3b7e-4e4e-b0b1-1bb35c072b66 None None] Current status of the port c6f81d1c-7dd7-4298-bbdb-a9850deb27da is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:03.526752 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-279c7f88-3b7e-4e4e-b0b1-1bb35c072b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c6f81d1c-7dd7-4298-bbdb-a9850deb27da), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:03.573883 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:22:03.586933 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091470dc-0e97-4ed4-bba2-210943e2bcfa tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Subnet': ['ID=0c5a3680-af60-47c0-8597-aeb67de5fdb3,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:03.596696 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-091470dc-0e97-4ed4-bba2-210943e2bcfa tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:03.603796 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-091470dc-0e97-4ed4-bba2-210943e2bcfa tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/0c5a3680-af60-47c0-8597-aeb67de5fdb3 HTTP/1.1" status: 204 len: 168 time: 1.1410770 Feb 09 01:22:03.609418 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38194) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:03.623018 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7bf2dff1-de7f-4a66-a6c8-df48a2c37e67 req-82d9fe57-840e-4edd-9b98-e4983cb65409 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 HTTP/1.1" status: 200 len: 1000 time: 0.5500798 Feb 09 01:22:03.751137 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3cb1c663-e66c-4c23-a7a9-099aff9f89b2 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1384676 Feb 09 01:22:03.758503 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38200) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:03.762671 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8e9bde2-534d-4a63-b6ab-b075316e4fd3 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1025} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:22:03.767583 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-9e06c2b7-070a-4e55-9b5e-570242a66ef9 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'subnet': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:03.798432 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e15587d-ed4a-46e5-b654-a55d61997071 req-51aa2e45-d3bd-4e7a-820e-f3f981592cf4 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:03.800564 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9e15587d-ed4a-46e5-b654-a55d61997071 req-51aa2e45-d3bd-4e7a-820e-f3f981592cf4 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=310fcec6-0da2-4a84-a309-0d4251469b3e HTTP/1.1" status: 200 len: 945 time: 0.5112867 Feb 09 01:22:03.819268 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f8e9bde2-534d-4a63-b6ab-b075316e4fd3 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (b44d866c-8122-404e-bc4d-1da211e1d2ae), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:03.819735 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-f8e9bde2-534d-4a63-b6ab-b075316e4fd3 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Added segment b44d866c-8122-404e-bc4d-1da211e1d2ae of type vlan for network f5a9c957-b367-47f6-aa7d-f6f5273686ae Feb 09 01:22:03.853929 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.api [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:22:03.858149 n-d-828369-4 neutron-server[103138]: DEBUG oslo_db.api [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:22:03.910177 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf2dff1-de7f-4a66-a6c8-df48a2c37e67 req-c3950702-3f1c-4a66-b677-2a016d4c4d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:03.911827 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7bf2dff1-de7f-4a66-a6c8-df48a2c37e67 req-c3950702-3f1c-4a66-b677-2a016d4c4d33 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=e8a10734-f380-44a3-a9f7-298105351e3b HTTP/1.1" status: 200 len: 850 time: 0.2650614 Feb 09 01:22:04.000752 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f8e9bde2-534d-4a63-b6ab-b075316e4fd3 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (f5a9c957-b367-47f6-aa7d-f6f5273686ae), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:04.053922 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e06c2b7-070a-4e55-9b5e-570242a66ef9 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:04.086419 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9e06c2b7-070a-4e55-9b5e-570242a66ef9 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:04.105608 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.api [None req-279c7f88-3b7e-4e4e-b0b1-1bb35c072b66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:22:04.106183 n-d-828369-4 neutron-server[103138]: DEBUG oslo_db.api [None req-279c7f88-3b7e-4e4e-b0b1-1bb35c072b66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:22:04.177150 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:04.177549 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (1f1c0538-aa1a-4918-b06a-0ef1c2faaef3), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:04.187976 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9e15587d-ed4a-46e5-b654-a55d61997071 req-d5a5b485-28e2-45cf-8203-d49f63046605 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755291 Feb 09 01:22:04.277510 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf2dff1-de7f-4a66-a6c8-df48a2c37e67 req-28bd0710-f60b-4967-87da-6b444079fe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:04.279395 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7bf2dff1-de7f-4a66-a6c8-df48a2c37e67 req-28bd0710-f60b-4967-87da-6b444079fe90 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=d88b7625-86d0-4021-80a0-5ba2f7b1a042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3082464 Feb 09 01:22:04.282122 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f8e9bde2-534d-4a63-b6ab-b075316e4fd3 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (f5a9c957-b367-47f6-aa7d-f6f5273686ae), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:04.295150 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e9bde2-534d-4a63-b6ab-b075316e4fd3 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:04.298544 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f8e9bde2-534d-4a63-b6ab-b075316e4fd3 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:04.443542 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f8e9bde2-534d-4a63-b6ab-b075316e4fd3 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3383379 Feb 09 01:22:04.459742 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38216) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:04.466147 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-6e6f6744-f4c2-4f94-b62f-45e650c91396 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Request body: {'subnet': {'network_id': 'f5a9c957-b367-47f6-aa7d-f6f5273686ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:04.477233 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e9bde2-534d-4a63-b6ab-b075316e4fd3 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event updated for resources: {'Network': ['ID=f5a9c957-b367-47f6-aa7d-f6f5273686ae,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:04.489592 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f839c-89c0-4e22-9454-1b7f655a1a15 req-07a5a98a-7f62-487f-993e-1f16ca9e505b tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:04.491384 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4b6f839c-89c0-4e22-9454-1b7f655a1a15 req-07a5a98a-7f62-487f-993e-1f16ca9e505b tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=cac66f68-3a01-40f7-a9fb-aebd40c28d2b HTTP/1.1" status: 200 len: 945 time: 0.3983231 Feb 09 01:22:04.547877 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network f5a9c957-b367-47f6-aa7d-f6f5273686ae details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:22:04.582449 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7bf2dff1-de7f-4a66-a6c8-df48a2c37e67 req-5c392dae-9bda-4ff4-bd5c-ab6e936c9601 service neutron] 10.222.0.120 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788663 Feb 09 01:22:04.697265 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8903298-89cc-4283-8523-2a326c66cf00 None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:04.718090 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4b6f839c-89c0-4e22-9454-1b7f655a1a15 req-ef6637bd-e6bf-4aea-aefd-cd707436489a tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200263 Feb 09 01:22:04.733301 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9e06c2b7-070a-4e55-9b5e-570242a66ef9 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (a45e8c85-7202-498d-82c5-328566788e18), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:04.809315 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7bf2dff1-de7f-4a66-a6c8-df48a2c37e67 req-7bcee517-00c1-4240-892c-79abd3aee4d6 service neutron] 10.222.0.120 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166080 Feb 09 01:22:04.843008 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-12d784e7-27cb-4a18-b0f5-cec0a9c3bbee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:04.897550 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e06c2b7-070a-4e55-9b5e-570242a66ef9 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Subnet': ['ID=a45e8c85-7202-498d-82c5-328566788e18,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:04.903759 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6f6744-f4c2-4f94-b62f-45e650c91396 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Made reservation on behalf of 7d5990bbd4c047ec8023f95ec9cb77d6 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:04.912810 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6e6f6744-f4c2-4f94-b62f-45e650c91396 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:04.917399 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port c6f81d1c-7dd7-4298-bbdb-a9850deb27da is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:04.918063 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c6f81d1c-7dd7-4298-bbdb-a9850deb27da), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:04.936869 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:04.937631 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1f1c0538-aa1a-4918-b06a-0ef1c2faaef3), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:05.001636 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-279c7f88-3b7e-4e4e-b0b1-1bb35c072b66 None None] Current status of the port c6f81d1c-7dd7-4298-bbdb-a9850deb27da is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:05.002301 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-279c7f88-3b7e-4e4e-b0b1-1bb35c072b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c6f81d1c-7dd7-4298-bbdb-a9850deb27da), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:05.469778 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da201e6-e78b-4295-a3ae-350bcd1cce1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1c0538-aa1a-4918-b06a-0ef1c2faaef3'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:22:05.472018 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15823c22-f746-44d5-b71f-52b06bcc3bf0" -d '{"events": [{"server_uuid": "3da201e6-e78b-4295-a3ae-350bcd1cce1d", "name": "network-vif-plugged", "status": "completed", "tag": "1f1c0538-aa1a-4918-b06a-0ef1c2faaef3"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:22:05.486496 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb842821-8ab8-4985-999b-38612c884009 req-4bad1bd7-3bb2-4264-99fd-a6c81706784e tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:05.489025 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cb842821-8ab8-4985-999b-38612c884009 req-4bad1bd7-3bb2-4264-99fd-a6c81706784e tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=310fcec6-0da2-4a84-a309-0d4251469b3e HTTP/1.1" status: 200 len: 945 time: 0.1507175 Feb 09 01:22:05.566605 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=1f1c0538-aa1a-4918-b06a-0ef1c2faaef3,segment=NetworkSegment(c65aa26b-6f4d-4da5-9ac6-6c267d824ab1),segment_id=c65aa26b-6f4d-4da5-9ac6-6c267d824ab1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:05.597726 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1f1c0538-aa1a-4918-b06a-0ef1c2faaef3), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:05.615693 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cb842821-8ab8-4985-999b-38612c884009 req-37d4f61c-6d25-4a0a-845e-3a015a0e2150 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140268 Feb 09 01:22:05.625864 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port c6f81d1c-7dd7-4298-bbdb-a9850deb27da, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=c6f81d1c-7dd7-4298-bbdb-a9850deb27da,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:05.629463 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6769a277-8307-418c-b908-c41ad4c15dbd x-openstack-request-id: req-6769a277-8307-418c-b908-c41ad4c15dbd {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:22:05.629752 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da201e6-e78b-4295-a3ae-350bcd1cce1d", "name": "network-vif-plugged", "status": "completed", "tag": "1f1c0538-aa1a-4918-b06a-0ef1c2faaef3", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:22:05.630018 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6769a277-8307-418c-b908-c41ad4c15dbd {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:22:05.630406 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da201e6-e78b-4295-a3ae-350bcd1cce1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1c0538-aa1a-4918-b06a-0ef1c2faaef3', 'code': 200} Feb 09 01:22:05.788942 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.api [None req-279c7f88-3b7e-4e4e-b0b1-1bb35c072b66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:22:05.789583 n-d-828369-4 neutron-server[103138]: DEBUG oslo_db.api [None req-279c7f88-3b7e-4e4e-b0b1-1bb35c072b66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:22:05.790511 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (c6f81d1c-7dd7-4298-bbdb-a9850deb27da), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:05.806719 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 295bbe98-1c3c-4f75-a446-1540688360cd no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:22:05.871056 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 295bbe98-1c3c-4f75-a446-1540688360cd {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:22:05.871792 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 295bbe98-1c3c-4f75-a446-1540688360cd not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:22:05.884184 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e06c2b7-070a-4e55-9b5e-570242a66ef9 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:05.889383 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6e6f6744-f4c2-4f94-b62f-45e650c91396 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (a2e764d7-66b9-4876-ab71-2b76184f7174), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:05.906606 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-9e06c2b7-070a-4e55-9b5e-570242a66ef9 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:05.947996 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=1f1c0538-aa1a-4918-b06a-0ef1c2faaef3,revision_number=7']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:05.966398 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e06c2b7-070a-4e55-9b5e-570242a66ef9 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:05.967102 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9e06c2b7-070a-4e55-9b5e-570242a66ef9 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:05.970992 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:05.974605 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:05.976035 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:05.976614 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:05.977738 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:05.979034 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:05.982894 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:05.983487 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:05.984694 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:05.986176 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:05.986784 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:05.990501 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:05.991255 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:06.027939 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84cec3-814b-45a9-9e80-6234040452b2 req-66c74e09-82f9-4568-b69a-0bf58e8b4510 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:06.039530 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2d84cec3-814b-45a9-9e80-6234040452b2 req-66c74e09-82f9-4568-b69a-0bf58e8b4510 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=cac66f68-3a01-40f7-a9fb-aebd40c28d2b HTTP/1.1" status: 200 len: 945 time: 0.1345818 Feb 09 01:22:06.085332 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38248) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:06.085557 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9e06c2b7-070a-4e55-9b5e-570242a66ef9 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3186064 Feb 09 01:22:06.090685 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-eac26d59-4a64-4cc5-a01f-e04f11b01eaa tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'port': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'fixed_ips': [{'subnet_id': 'a45e8c85-7202-498d-82c5-328566788e18', 'ip_address': '2001:db8::3050:3635:8c01:fb05'}], 'name': 'tempest-NetworksTestDHCPv6-44872289'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:06.107590 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:06.113182 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f6744-f4c2-4f94-b62f-45e650c91396 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event updated for resources: {'Subnet': ['ID=a2e764d7-66b9-4876-ab71-2b76184f7174,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:06.151575 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=c6f81d1c-7dd7-4298-bbdb-a9850deb27da,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:06.180391 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6f6744-f4c2-4f94-b62f-45e650c91396 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Checking segment: {'id': 'b44d866c-8122-404e-bc4d-1da211e1d2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'f5a9c957-b367-47f6-aa7d-f6f5273686ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:22:06.180804 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6f6744-f4c2-4f94-b62f-45e650c91396 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Network hostable DHCP agents. Network: f5a9c957-b367-47f6-aa7d-f6f5273686ae, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:22:06.222284 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1aa4af-089d-498a-ade7-66971098f143 None None] DHCP port deletion for a8203b0d-e7af-492c-8c21-23f9563ce2e8 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:22:06.236018 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6f6744-f4c2-4f94-b62f-45e650c91396 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Network f5a9c957-b367-47f6-aa7d-f6f5273686ae is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:22:06.261633 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-6e6f6744-f4c2-4f94-b62f-45e650c91396 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, f5a9c957-b367-47f6-aa7d-f6f5273686ae) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:06.277126 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6f6744-f4c2-4f94-b62f-45e650c91396 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:06.278288 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6e6f6744-f4c2-4f94-b62f-45e650c91396 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:06.292122 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7457270-23d3-4f98-892f-66d6c4c263ec None None] Network f5a9c957-b367-47f6-aa7d-f6f5273686ae requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:06.306618 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6e6f6744-f4c2-4f94-b62f-45e650c91396 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8463213 Feb 09 01:22:06.311555 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38254) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:06.654302 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ef330101-4426-4cde-a975-66ae3d6a5b87 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (f5a9c957-b367-47f6-aa7d-f6f5273686ae), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:06.656587 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fd6598-83b8-46cf-99f6-89f9b4f27c1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-f5a9c957-b367-47f6-aa7d-f6f5273686ae', 'network_id': 'f5a9c957-b367-47f6-aa7d-f6f5273686ae', 'project_id': '7d5990bbd4c047ec8023f95ec9cb77d6', 'fixed_ips': [{'subnet_id': 'a2e764d7-66b9-4876-ab71-2b76184f7174'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:22:06.659347 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b7fd6598-83b8-46cf-99f6-89f9b4f27c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:06.796035 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-de1aa4af-089d-498a-ade7-66971098f143 None None] Deleting port c6f81d1c-7dd7-4298-bbdb-a9850deb27da {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:22:06.796783 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-de1aa4af-089d-498a-ade7-66971098f143 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (c6f81d1c-7dd7-4298-bbdb-a9850deb27da), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:06.802092 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-279c7f88-3b7e-4e4e-b0b1-1bb35c072b66 None None] Current status of the port c6f81d1c-7dd7-4298-bbdb-a9850deb27da is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:06.810252 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ef330101-4426-4cde-a975-66ae3d6a5b87 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (a2e764d7-66b9-4876-ab71-2b76184f7174), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:06.943266 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ef330101-4426-4cde-a975-66ae3d6a5b87 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (a2e764d7-66b9-4876-ab71-2b76184f7174), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:06.973067 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6c9e4754-2c3e-4a13-b137-3bbaf09442ba None None] Could not find standard attr ID for object 0aa47808-5d19-42c7-9448-63e47baf07c5. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:22:07.004733 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef330101-4426-4cde-a975-66ae3d6a5b87 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event deleted for resources: {'Subnet': ['ID=a2e764d7-66b9-4876-ab71-2b76184f7174,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:07.059778 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2d84cec3-814b-45a9-9e80-6234040452b2 req-b3caadff-a3cf-4be3-89b5-fd2451b96ebf tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0075114 Feb 09 01:22:07.114083 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ef330101-4426-4cde-a975-66ae3d6a5b87 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (f5a9c957-b367-47f6-aa7d-f6f5273686ae), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:07.148614 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-ef330101-4426-4cde-a975-66ae3d6a5b87 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5a9c957-b367-47f6-aa7d-f6f5273686ae']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:07.162588 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-ef330101-4426-4cde-a975-66ae3d6a5b87 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b44d866c-8122-404e-bc4d-1da211e1d2ae') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:07.162895 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-ef330101-4426-4cde-a975-66ae3d6a5b87 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b44d866c-8122-404e-bc4d-1da211e1d2ae') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:07.177704 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ef330101-4426-4cde-a975-66ae3d6a5b87 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (b44d866c-8122-404e-bc4d-1da211e1d2ae), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:07.200346 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ef330101-4426-4cde-a975-66ae3d6a5b87 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (b44d866c-8122-404e-bc4d-1da211e1d2ae), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:07.214362 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef330101-4426-4cde-a975-66ae3d6a5b87 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server [None req-b7fd6598-83b8-46cf-99f6-89f9b4f27c1e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a2e764d7-66b9-4876-ab71-2b76184f7174: This subnet is being modified by another concurrent operation. Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise exception Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a2e764d7-66b9-4876-ab71-2b76184f7174: This subnet is being modified by another concurrent operation. Feb 09 01:22:07.214595 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server Feb 09 01:22:07.220064 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ef330101-4426-4cde-a975-66ae3d6a5b87 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (b44d866c-8122-404e-bc4d-1da211e1d2ae), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:07.260183 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac26d59-4a64-4cc5-a01f-e04f11b01eaa tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:07.328201 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:22:07.328201 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:22:07.328201 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:22:07.328201 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:22:07.328201 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:22:07.328201 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:22:07.328201 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:22:07.328201 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:22:07.328201 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:22:07.328201 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:22:07.328201 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:22:07.328201 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:22:07.328201 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:22:07.328201 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:22:07.328201 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:22:07.328201 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:22:07.328201 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:22:07.328201 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:22:07.328201 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:22:07.328201 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:22:07.328201 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:22:07.328201 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:22:07.328201 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:22:07.328201 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:22:07.328201 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:22:07.328201 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:22:07.328201 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:22:07.328201 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:22:07.328201 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:22:07.328201 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:22:07.328201 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:22:07.328201 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:22:07.337582 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ef330101-4426-4cde-a975-66ae3d6a5b87 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (f5a9c957-b367-47f6-aa7d-f6f5273686ae), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:07.371076 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ef330101-4426-4cde-a975-66ae3d6a5b87 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:07.386165 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ef330101-4426-4cde-a975-66ae3d6a5b87 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "DELETE /v2.0/networks/f5a9c957-b367-47f6-aa7d-f6f5273686ae HTTP/1.1" status: 204 len: 168 time: 1.0667315 Feb 09 01:22:07.387401 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef330101-4426-4cde-a975-66ae3d6a5b87 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event deleted for resources: {'Network': ['ID=f5a9c957-b367-47f6-aa7d-f6f5273686ae,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:07.394393 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38268) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:07.486014 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-eac26d59-4a64-4cc5-a01f-e04f11b01eaa tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:07.487428 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1cacb08-c03a-4a03-a293-dce3ef117d10 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] GET failed (client error): The resource could not be found. Feb 09 01:22:07.488838 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c1cacb08-c03a-4a03-a293-dce3ef117d10 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "GET /v2.0/subnets/a2e764d7-66b9-4876-ab71-2b76184f7174 HTTP/1.1" status: 404 len: 337 time: 0.0934618 Feb 09 01:22:07.492237 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38270) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:07.509055 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31c0d9e-9482-4114-81e0-223579037968 None None] Network f5a9c957-b367-47f6-aa7d-f6f5273686ae requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:07.523649 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-f232746f-45ee-4ec6-8bb4-e35302f283c9 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] DELETE failed (client error): The resource could not be found. Feb 09 01:22:07.527054 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f232746f-45ee-4ec6-8bb4-e35302f283c9 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:07.530896 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f232746f-45ee-4ec6-8bb4-e35302f283c9 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "DELETE /v2.0/networks/f5a9c957-b367-47f6-aa7d-f6f5273686ae HTTP/1.1" status: 404 len: 339 time: 0.0347292 Feb 09 01:22:07.534646 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38274) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:07.562935 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38f394-e2f4-4fcc-82a7-71a4eaf3d5d2 req-a44f71fb-0115-41b7-bbd4-d66cec6a78b7 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:07.567856 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a38f394-e2f4-4fcc-82a7-71a4eaf3d5d2 req-a44f71fb-0115-41b7-bbd4-d66cec6a78b7 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=310fcec6-0da2-4a84-a309-0d4251469b3e HTTP/1.1" status: 200 len: 945 time: 0.6180472 Feb 09 01:22:07.582851 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-eac26d59-4a64-4cc5-a01f-e04f11b01eaa tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] device_id is not set on port 875b0881-f062-4f6d-9968-724fe90a49fa yet. {{(pid=103136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:22:07.767085 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-de1aa4af-089d-498a-ade7-66971098f143 None None] For port c6f81d1c-7dd7-4298-bbdb-a9850deb27da, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=c6f81d1c-7dd7-4298-bbdb-a9850deb27da,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:07.770751 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-de1aa4af-089d-498a-ade7-66971098f143 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (c6f81d1c-7dd7-4298-bbdb-a9850deb27da), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:07.802391 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-de1aa4af-089d-498a-ade7-66971098f143 None None] Calling delete_port for c6f81d1c-7dd7-4298-bbdb-a9850deb27da owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:22:07.823835 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-eac26d59-4a64-4cc5-a01f-e04f11b01eaa tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Allocated IP 2001:db8::3050:3635:8c01:fb05 (a8203b0d-e7af-492c-8c21-23f9563ce2e8/a45e8c85-7202-498d-82c5-328566788e18/875b0881-f062-4f6d-9968-724fe90a49fa) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:07.949613 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22dc558-141f-40f4-b9ae-422b0556b9c3 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:07.954253 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e22dc558-141f-40f4-b9ae-422b0556b9c3 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4179862 Feb 09 01:22:07.957339 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38276) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:08.054785 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device c6f81d1c-7dd7-4298-bbdb-a9850deb27da no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:22:08.080483 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31c0d9e-9482-4114-81e0-223579037968 None None] Network f5a9c957-b367-47f6-aa7d-f6f5273686ae could not be found, it might have been deleted concurrently. {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 01:22:08.117901 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-cb3edb15-6636-4278-aba4-ae9e91b75768 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "GET /v2.0/subnets?network_id=ca740734-29c2-4b60-ae10-4c709b5c6ef4 HTTP/1.1" status: 200 len: 207 time: 0.1586554 Feb 09 01:22:08.123898 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38284) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:08.195569 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:08.200486 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-eac26d59-4a64-4cc5-a01f-e04f11b01eaa tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for port (875b0881-f062-4f6d-9968-724fe90a49fa), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:08.270585 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:08.277053 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-de1aa4af-089d-498a-ade7-66971098f143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (c6f81d1c-7dd7-4298-bbdb-a9850deb27da), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:08.328624 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Port c6f81d1c-7dd7-4298-bbdb-a9850deb27da update to DOWN by agent not found {{(pid=103138) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 09 01:22:08.335660 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1aa4af-089d-498a-ade7-66971098f143 None None] Pushing event deleted for resources: {'Port': ['ID=c6f81d1c-7dd7-4298-bbdb-a9850deb27da,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:08.358677 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1aa4af-089d-498a-ade7-66971098f143 None None] No DVR routers for this DVR port c6f81d1c-7dd7-4298-bbdb-a9850deb27da on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:22:08.420075 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be46f2c1-961c-473f-ab78-f870bc17f6d6 None None] get_active_networks_info from n-d-828369-4 {{(pid=103138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:22:08.559564 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a38f394-e2f4-4fcc-82a7-71a4eaf3d5d2 req-878a4e32-18df-420a-b061-29d7525a1d8c tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5956144 Feb 09 01:22:08.587925 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-eac26d59-4a64-4cc5-a01f-e04f11b01eaa tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (875b0881-f062-4f6d-9968-724fe90a49fa), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:08.634170 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:08.650734 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae82b1-a37a-4568-8435-de9df546eb2c req-dd8b6494-5f4c-4856-aa90-07bc552d322d tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:08.671173 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cfae82b1-a37a-4568-8435-de9df546eb2c req-dd8b6494-5f4c-4856-aa90-07bc552d322d tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=cac66f68-3a01-40f7-a9fb-aebd40c28d2b HTTP/1.1" status: 200 len: 945 time: 0.4350848 Feb 09 01:22:08.708823 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be46f2c1-961c-473f-ab78-f870bc17f6d6 None None] Resources bound (agent type, host, resource id): {{(pid=103138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:22:08.796072 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea50a61-f809-4cba-9f31-cfe6acac547f tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:08.802163 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea50a61-f809-4cba-9f31-cfe6acac547f tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:08.808959 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea50a61-f809-4cba-9f31-cfe6acac547f tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:08.815169 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea50a61-f809-4cba-9f31-cfe6acac547f tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:08.817195 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6ea50a61-f809-4cba-9f31-cfe6acac547f tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.6896374 Feb 09 01:22:08.817562 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac26d59-4a64-4cc5-a01f-e04f11b01eaa tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:08.822169 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38302) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:08.828299 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-eac26d59-4a64-4cc5-a01f-e04f11b01eaa tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:08.845424 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac26d59-4a64-4cc5-a01f-e04f11b01eaa tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:22:08.852329 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac26d59-4a64-4cc5-a01f-e04f11b01eaa tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:08.853035 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-eac26d59-4a64-4cc5-a01f-e04f11b01eaa tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:08.871617 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac26d59-4a64-4cc5-a01f-e04f11b01eaa tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Port': ['ID=875b0881-f062-4f6d-9968-724fe90a49fa,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:08.901304 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cfae82b1-a37a-4568-8435-de9df546eb2c req-01b2558c-ecfd-4b3c-b7ea-43cb0901fb68 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238545 Feb 09 01:22:08.918646 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-eac26d59-4a64-4cc5-a01f-e04f11b01eaa tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.8319724 Feb 09 01:22:08.923643 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38306) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:08.950451 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef74b04-3337-48d1-8a8b-707afaa9352a req-15514426-b916-478e-9cf7-c8ef2e166472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:08.951930 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-fef74b04-3337-48d1-8a8b-707afaa9352a req-15514426-b916-478e-9cf7-c8ef2e166472 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cac66f68-3a01-40f7-a9fb-aebd40c28d2b HTTP/1.1" status: 200 len: 1127 time: 0.3303933 Feb 09 01:22:09.013480 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d016df2-cb75-4b52-b049-f74589a67be0 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:09.019805 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38308) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:09.024277 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8d016df2-cb75-4b52-b049-f74589a67be0 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.0989747 Feb 09 01:22:09.065808 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddff23bc-4a2a-48cb-a66a-a9ba4c76ef77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'project_id': '2aa099fb60d240ab8ce8691ee5b2e38c', 'fixed_ips': [{'subnet_id': 'a45e8c85-7202-498d-82c5-328566788e18'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:22:09.069971 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ddff23bc-4a2a-48cb-a66a-a9ba4c76ef77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:09.099589 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9415d33e-0234-4356-8755-0dc6a80379b4 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2700052 Feb 09 01:22:09.103719 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38310) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:09.110194 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-fef74b04-3337-48d1-8a8b-707afaa9352a req-0488a14e-d2c2-4e4b-9257-a7aa0f3ca1f3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517775 Feb 09 01:22:09.203090 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-2fc77f7e-1d06-4b1b-9631-cf82c0ee2e06 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting port 875b0881-f062-4f6d-9968-724fe90a49fa {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:22:09.203527 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2fc77f7e-1d06-4b1b-9631-cf82c0ee2e06 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (875b0881-f062-4f6d-9968-724fe90a49fa), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:09.292125 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b87619-751d-4144-8204-542b875cf833 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:09.302841 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-ddff23bc-4a2a-48cb-a66a-a9ba4c76ef77 None None] Allocated IP 2001:db8::2 (a8203b0d-e7af-492c-8c21-23f9563ce2e8/a45e8c85-7202-498d-82c5-328566788e18/f947a2f8-0573-4a96-a901-76eedc88b2a5) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:09.311222 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b87619-751d-4144-8204-542b875cf833 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:09.311222 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-16b87619-751d-4144-8204-542b875cf833 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2011533 Feb 09 01:22:09.311222 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38320) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:09.326356 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2fc77f7e-1d06-4b1b-9631-cf82c0ee2e06 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (875b0881-f062-4f6d-9968-724fe90a49fa), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:09.345533 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-2fc77f7e-1d06-4b1b-9631-cf82c0ee2e06 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Calling delete_port for 875b0881-f062-4f6d-9968-724fe90a49fa owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:22:09.406782 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42db1a5f-44cb-41af-8be8-eb282dd0536c tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Attributes excluded by policy engine: ['shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:09.408029 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42db1a5f-44cb-41af-8be8-eb282dd0536c tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Attributes excluded by policy engine: ['shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:09.413003 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-42db1a5f-44cb-41af-8be8-eb282dd0536c tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0978875 Feb 09 01:22:09.413671 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38322) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:09.414864 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:09.554276 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ddff23bc-4a2a-48cb-a66a-a9ba4c76ef77 None None] Publish callbacks [] for port (f947a2f8-0573-4a96-a901-76eedc88b2a5), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:09.563196 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ddff23bc-4a2a-48cb-a66a-a9ba4c76ef77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (f947a2f8-0573-4a96-a901-76eedc88b2a5), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:09.583415 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204a4957-962c-4b9c-bf44-64da0cfe5267 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:09.588742 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-204a4957-962c-4b9c-bf44-64da0cfe5267 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "GET /v2.0/networks/4fcb10e9-bd02-4591-b36d-6b216b3a0ab5 HTTP/1.1" status: 200 len: 800 time: 0.1733046 Feb 09 01:22:09.589032 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38324) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:09.621076 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddff23bc-4a2a-48cb-a66a-a9ba4c76ef77 None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:09.627304 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-ddff23bc-4a2a-48cb-a66a-a9ba4c76ef77 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:09.634993 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddff23bc-4a2a-48cb-a66a-a9ba4c76ef77 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:22:09.638246 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2fc77f7e-1d06-4b1b-9631-cf82c0ee2e06 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (875b0881-f062-4f6d-9968-724fe90a49fa), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:09.642707 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff23bc-4a2a-48cb-a66a-a9ba4c76ef77 None None] Pushing event updated for resources: {'Port': ['ID=f947a2f8-0573-4a96-a901-76eedc88b2a5,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:09.711348 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc77f7e-1d06-4b1b-9631-cf82c0ee2e06 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Port': ['ID=875b0881-f062-4f6d-9968-724fe90a49fa,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:09.739467 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-0a417d5b-88ef-49ab-b763-8ad08e4b36bf tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "GET /v2.0/networks/4fcb10e9-bd02-4591-b36d-6b216b3a0ab5?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1490240 Feb 09 01:22:09.744246 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38334) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:09.755095 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-ddff23bc-4a2a-48cb-a66a-a9ba4c76ef77 None None] Attempting to bind port f947a2f8-0573-4a96-a901-76eedc88b2a5 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:22:09.755827 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-ddff23bc-4a2a-48cb-a66a-a9ba4c76ef77 None None] Attempting to bind port f947a2f8-0573-4a96-a901-76eedc88b2a5 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:22:09.756459 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddff23bc-4a2a-48cb-a66a-a9ba4c76ef77 None None] Attempting to bind port f947a2f8-0573-4a96-a901-76eedc88b2a5 on network a8203b0d-e7af-492c-8c21-23f9563ce2e8 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:22:09.763048 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddff23bc-4a2a-48cb-a66a-a9ba4c76ef77 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:22:09.763707 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddff23bc-4a2a-48cb-a66a-a9ba4c76ef77 None None] Checking segment: {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:22:09.764351 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ddff23bc-4a2a-48cb-a66a-a9ba4c76ef77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:09.765379 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddff23bc-4a2a-48cb-a66a-a9ba4c76ef77 None None] Bound using segment: {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:22:09.766987 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-ddff23bc-4a2a-48cb-a66a-a9ba4c76ef77 None None] Bound port: f947a2f8-0573-4a96-a901-76eedc88b2a5, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:22:09.767601 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ddff23bc-4a2a-48cb-a66a-a9ba4c76ef77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f947a2f8-0573-4a96-a901-76eedc88b2a5), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:09.809245 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2fc77f7e-1d06-4b1b-9631-cf82c0ee2e06 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:09.820919 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2fc77f7e-1d06-4b1b-9631-cf82c0ee2e06 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/ports/875b0881-f062-4f6d-9968-724fe90a49fa HTTP/1.1" status: 204 len: 168 time: 0.7956948 Feb 09 01:22:09.823578 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38338) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:09.916025 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8219a45f-8c83-40cc-8620-ea9016af098b tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:09.920984 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8219a45f-8c83-40cc-8620-ea9016af098b tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "GET /v2.0/subnets/63fc457e-a4d0-4db1-8390-386405f996f0 HTTP/1.1" status: 200 len: 811 time: 0.1749463 Feb 09 01:22:09.922053 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38346) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:09.940941 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-ddff23bc-4a2a-48cb-a66a-a9ba4c76ef77 None None] For port f947a2f8-0573-4a96-a901-76eedc88b2a5, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:22:09.947354 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a740a7e6-94ec-43d4-a2de-8e1cad97faaf req-1e842e3d-6241-4b11-bc16-08c49ade1ef0 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:09.948942 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a740a7e6-94ec-43d4-a2de-8e1cad97faaf req-1e842e3d-6241-4b11-bc16-08c49ade1ef0 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=310fcec6-0da2-4a84-a309-0d4251469b3e HTTP/1.1" status: 200 len: 945 time: 0.2142377 Feb 09 01:22:09.961119 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-ddff23bc-4a2a-48cb-a66a-a9ba4c76ef77 None None] For port f947a2f8-0573-4a96-a901-76eedc88b2a5, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f947a2f8-0573-4a96-a901-76eedc88b2a5,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:22:09.987061 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ddff23bc-4a2a-48cb-a66a-a9ba4c76ef77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f947a2f8-0573-4a96-a901-76eedc88b2a5), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:10.068458 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88048f1-7808-4ff7-8b6d-b7997a664c37 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:10.070709 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88048f1-7808-4ff7-8b6d-b7997a664c37 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:10.076187 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d88048f1-7808-4ff7-8b6d-b7997a664c37 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2515273 Feb 09 01:22:10.077250 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38350) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:10.131367 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a740a7e6-94ec-43d4-a2de-8e1cad97faaf req-5b06cf86-2256-43ae-97c9-61a4b928ddb1 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754625 Feb 09 01:22:10.186573 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-49af303a-40b5-45dd-8de3-1a12ee4635f3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting subnet a45e8c85-7202-498d-82c5-328566788e18 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:22:10.195251 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-49af303a-40b5-45dd-8de3-1a12ee4635f3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (a45e8c85-7202-498d-82c5-328566788e18), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:10.246539 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-49af303a-40b5-45dd-8de3-1a12ee4635f3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (a45e8c85-7202-498d-82c5-328566788e18), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:10.269811 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ec290-534e-4cfd-8f40-90c9b6083a9d req-aafe7834-ffc8-4884-b9a9-6f148987c24b tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:10.280501 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cf9ec290-534e-4cfd-8f40-90c9b6083a9d req-aafe7834-ffc8-4884-b9a9-6f148987c24b tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=cac66f68-3a01-40f7-a9fb-aebd40c28d2b HTTP/1.1" status: 200 len: 945 time: 0.1586549 Feb 09 01:22:10.316877 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff23bc-4a2a-48cb-a66a-a9ba4c76ef77 None None] Pushing event updated for resources: {'Port': ['ID=f947a2f8-0573-4a96-a901-76eedc88b2a5,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:10.369889 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cf9ec290-534e-4cfd-8f40-90c9b6083a9d req-7c0a3797-2c90-4626-89c2-5638614e886f tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882049 Feb 09 01:22:10.410349 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-49af303a-40b5-45dd-8de3-1a12ee4635f3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (a45e8c85-7202-498d-82c5-328566788e18), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:10.467520 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68d86e8-3e9b-4af1-bf3d-877e05e24972 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Attributes excluded by policy engine: ['shared'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:10.475108 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38362) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:10.478019 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f68d86e8-3e9b-4af1-bf3d-877e05e24972 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "GET /v2.0/subnets/63fc457e-a4d0-4db1-8390-386405f996f0?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.5544343 Feb 09 01:22:10.480465 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-8f2ace0d-5c8c-4409-92d5-55065e773a63 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1113247739'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:10.512436 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2ace0d-5c8c-4409-92d5-55065e773a63 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Made reservation on behalf of 7d5990bbd4c047ec8023f95ec9cb77d6 for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:10.516941 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8f2ace0d-5c8c-4409-92d5-55065e773a63 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:10.548358 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-49af303a-40b5-45dd-8de3-1a12ee4635f3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (a45e8c85-7202-498d-82c5-328566788e18), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:10.552008 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f2ace0d-5c8c-4409-92d5-55065e773a63 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1021} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:22:10.586700 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8f2ace0d-5c8c-4409-92d5-55065e773a63 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (6e3ba6ef-f4e3-43dd-8e27-cb0d8d014484), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:10.587262 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-8f2ace0d-5c8c-4409-92d5-55065e773a63 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Added segment 6e3ba6ef-f4e3-43dd-8e27-cb0d8d014484 of type vlan for network 893d6eef-9dfe-4540-8507-1e3485360359 Feb 09 01:22:10.598361 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-49af303a-40b5-45dd-8de3-1a12ee4635f3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:10.606870 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-49af303a-40b5-45dd-8de3-1a12ee4635f3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/a45e8c85-7202-498d-82c5-328566788e18 HTTP/1.1" status: 204 len: 168 time: 0.5218730 Feb 09 01:22:10.608603 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38366) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:10.612126 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49af303a-40b5-45dd-8de3-1a12ee4635f3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Subnet': ['ID=a45e8c85-7202-498d-82c5-328566788e18,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:10.700677 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-242b2373-3c9e-465d-ab4e-52bd4b55bd86 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0878296 Feb 09 01:22:10.701024 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38368) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:10.706342 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-e61bcfa6-6ca3-4edf-a97b-810ea6627363 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'subnet': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:10.708240 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8f2ace0d-5c8c-4409-92d5-55065e773a63 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (893d6eef-9dfe-4540-8507-1e3485360359), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:10.755283 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8f2ace0d-5c8c-4409-92d5-55065e773a63 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (893d6eef-9dfe-4540-8507-1e3485360359), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:10.765071 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2ace0d-5c8c-4409-92d5-55065e773a63 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:10.766378 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8f2ace0d-5c8c-4409-92d5-55065e773a63 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:10.876144 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8f2ace0d-5c8c-4409-92d5-55065e773a63 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4016171 Feb 09 01:22:10.882419 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38370) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:10.900199 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-1a19653b-5046-4861-b9a1-92e2dca2eb9c tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Request body: {'subnet': {'network_id': '893d6eef-9dfe-4540-8507-1e3485360359', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:10.922705 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ace0d-5c8c-4409-92d5-55065e773a63 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event updated for resources: {'Network': ['ID=893d6eef-9dfe-4540-8507-1e3485360359,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:10.937152 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 893d6eef-9dfe-4540-8507-1e3485360359 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:22:11.101929 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61bcfa6-6ca3-4edf-a97b-810ea6627363 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:11.106573 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e61bcfa6-6ca3-4edf-a97b-810ea6627363 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:11.250648 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a19653b-5046-4861-b9a1-92e2dca2eb9c tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Made reservation on behalf of 7d5990bbd4c047ec8023f95ec9cb77d6 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:11.258603 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1a19653b-5046-4861-b9a1-92e2dca2eb9c tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:11.359000 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.ipam_backend_mixin [None req-1a19653b-5046-4861-b9a1-92e2dca2eb9c tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Performing IP validity checks on allocation pools {{(pid=103137) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 01:22:11.359596 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.ipam_backend_mixin [None req-1a19653b-5046-4861-b9a1-92e2dca2eb9c tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103137) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 01:22:11.614920 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f2abfe-f841-4e65-9786-b117c75fb209 req-8328605c-6b49-4c44-8202-c926c5549509 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:11.625303 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02f2abfe-f841-4e65-9786-b117c75fb209 req-8328605c-6b49-4c44-8202-c926c5549509 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=310fcec6-0da2-4a84-a309-0d4251469b3e HTTP/1.1" status: 200 len: 945 time: 0.3522944 Feb 09 01:22:11.764654 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdadbdd-15be-4fb2-b8d2-6989255df5a1 req-b28d0e1b-13f6-41a7-b9e8-dfa1670fdad5 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:11.776867 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5fdadbdd-15be-4fb2-b8d2-6989255df5a1 req-b28d0e1b-13f6-41a7-b9e8-dfa1670fdad5 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=cac66f68-3a01-40f7-a9fb-aebd40c28d2b HTTP/1.1" status: 200 len: 945 time: 0.3106520 Feb 09 01:22:11.865440 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e61bcfa6-6ca3-4edf-a97b-810ea6627363 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (bff6b4d9-c764-4882-a1fc-79d9626c50a5), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:11.923950 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02f2abfe-f841-4e65-9786-b117c75fb209 req-a917573a-b1b7-4afc-aa0b-0c57e7500844 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946351 Feb 09 01:22:11.985162 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5fdadbdd-15be-4fb2-b8d2-6989255df5a1 req-5cd90c45-ac2a-4d1e-a2ab-9da6644c4f33 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949966 Feb 09 01:22:12.040842 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61bcfa6-6ca3-4edf-a97b-810ea6627363 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Subnet': ['ID=bff6b4d9-c764-4882-a1fc-79d9626c50a5,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:12.055165 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1a19653b-5046-4861-b9a1-92e2dca2eb9c tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (95c00bdc-1dee-49ee-a0c8-60850b7d85ae), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:12.061034 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2988d61-5694-48db-983d-9413f6d48aac None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:12.225996 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61bcfa6-6ca3-4edf-a97b-810ea6627363 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:12.241419 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f947a2f8-0573-4a96-a901-76eedc88b2a5 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:22:12.277189 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-e61bcfa6-6ca3-4edf-a97b-810ea6627363 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:12.297950 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-eef45274-b67a-4e66-a271-829bd8d0e53c None None] Provisioning complete for port f947a2f8-0573-4a96-a901-76eedc88b2a5 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:12.298419 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-eef45274-b67a-4e66-a271-829bd8d0e53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f947a2f8-0573-4a96-a901-76eedc88b2a5), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:12.321548 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61bcfa6-6ca3-4edf-a97b-810ea6627363 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:12.322200 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e61bcfa6-6ca3-4edf-a97b-810ea6627363 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:12.501939 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a19653b-5046-4861-b9a1-92e2dca2eb9c tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Checking segment: {'id': '6e3ba6ef-f4e3-43dd-8e27-cb0d8d014484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '893d6eef-9dfe-4540-8507-1e3485360359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:22:12.502321 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a19653b-5046-4861-b9a1-92e2dca2eb9c tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Network hostable DHCP agents. Network: 893d6eef-9dfe-4540-8507-1e3485360359, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:22:12.506413 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1138e38-e2f4-41a7-8894-951d9c68b1c2 req-e35a6606-72ca-435c-bc74-f31c5b5a1eaa tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:12.509152 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1138e38-e2f4-41a7-8894-951d9c68b1c2 req-e35a6606-72ca-435c-bc74-f31c5b5a1eaa tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=cac66f68-3a01-40f7-a9fb-aebd40c28d2b HTTP/1.1" status: 200 len: 945 time: 0.0791106 Feb 09 01:22:12.577513 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19653b-5046-4861-b9a1-92e2dca2eb9c tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event updated for resources: {'Subnet': ['ID=95c00bdc-1dee-49ee-a0c8-60850b7d85ae,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:12.631034 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e61bcfa6-6ca3-4edf-a97b-810ea6627363 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9290500 Feb 09 01:22:12.634588 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38408) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:12.662249 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-2e248174-d9d9-4966-a197-0b3324542012 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'port': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'fixed_ips': [{'subnet_id': 'bff6b4d9-c764-4882-a1fc-79d9626c50a5', 'ip_address': '2001:db8::83fc:53d3:cac2:e5bb'}], 'name': 'tempest-NetworksTestDHCPv6-1398981607'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:12.696517 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a19653b-5046-4861-b9a1-92e2dca2eb9c tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Network 893d6eef-9dfe-4540-8507-1e3485360359 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:22:12.741534 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ace01-7b0b-4fb4-9e1d-74d854e1b417 req-84dc765a-3029-4075-9300-e6b5493b91f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:12.745889 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ea2ace01-7b0b-4fb4-9e1d-74d854e1b417 req-84dc765a-3029-4075-9300-e6b5493b91f0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=81c9a0ae7d2c4fabbd7ca117be254e2b&device_id=cac66f68-3a01-40f7-a9fb-aebd40c28d2b HTTP/1.1" status: 200 len: 1127 time: 0.3235435 Feb 09 01:22:12.748526 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-1a19653b-5046-4861-b9a1-92e2dca2eb9c tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 893d6eef-9dfe-4540-8507-1e3485360359) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:12.750877 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1138e38-e2f4-41a7-8894-951d9c68b1c2 req-78046cee-985d-4672-9f8e-2f6a341f0992 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339351 Feb 09 01:22:12.810997 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a19653b-5046-4861-b9a1-92e2dca2eb9c tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:12.811597 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1a19653b-5046-4861-b9a1-92e2dca2eb9c tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:12.815506 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176a40f8-8255-4c21-93bb-fc8d8a3abb9c None None] Network 893d6eef-9dfe-4540-8507-1e3485360359 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:12.996684 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1a19653b-5046-4861-b9a1-92e2dca2eb9c tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.1104658 Feb 09 01:22:13.004192 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38416) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:13.023931 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-3dae4ee4-0c7a-4e38-9453-6cef5b914ca7 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:13.064658 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e248174-d9d9-4966-a197-0b3324542012 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:13.245009 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-eef45274-b67a-4e66-a271-829bd8d0e53c None None] Current status of the port f947a2f8-0573-4a96-a901-76eedc88b2a5 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:13.245709 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-eef45274-b67a-4e66-a271-829bd8d0e53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f947a2f8-0573-4a96-a901-76eedc88b2a5), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:13.397339 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-eef45274-b67a-4e66-a271-829bd8d0e53c None None] For port f947a2f8-0573-4a96-a901-76eedc88b2a5, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f947a2f8-0573-4a96-a901-76eedc88b2a5,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:13.435056 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb302b7c-7354-4dd4-b1a0-a8f3425b0682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-893d6eef-9dfe-4540-8507-1e3485360359', 'network_id': '893d6eef-9dfe-4540-8507-1e3485360359', 'project_id': '7d5990bbd4c047ec8023f95ec9cb77d6', 'fixed_ips': [{'subnet_id': '95c00bdc-1dee-49ee-a0c8-60850b7d85ae'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:22:13.436498 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bb302b7c-7354-4dd4-b1a0-a8f3425b0682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:13.454786 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e248174-d9d9-4966-a197-0b3324542012 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:13.464702 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-eef45274-b67a-4e66-a271-829bd8d0e53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f947a2f8-0573-4a96-a901-76eedc88b2a5), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:13.505944 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-2e248174-d9d9-4966-a197-0b3324542012 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] device_id is not set on port 406453ba-ecf2-43f6-bc76-3c6a517b455b yet. {{(pid=103136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:22:13.588067 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-eef45274-b67a-4e66-a271-829bd8d0e53c None None] Could not find standard attr ID for object 875b0881-f062-4f6d-9968-724fe90a49fa. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:22:13.599060 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e1ba2-79a7-4790-a5b4-d5d3f3627a87 req-807843ad-d0a4-4d6d-ad1a-6fa3b2de5df3 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:13.608112 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef45274-b67a-4e66-a271-829bd8d0e53c None None] Pushing event updated for resources: {'Port': ['ID=f947a2f8-0573-4a96-a901-76eedc88b2a5,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:13.609485 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-438e1ba2-79a7-4790-a5b4-d5d3f3627a87 req-807843ad-d0a4-4d6d-ad1a-6fa3b2de5df3 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=310fcec6-0da2-4a84-a309-0d4251469b3e HTTP/1.1" status: 200 len: 945 time: 0.5098484 Feb 09 01:22:13.711305 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port f947a2f8-0573-4a96-a901-76eedc88b2a5 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:13.720220 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f947a2f8-0573-4a96-a901-76eedc88b2a5), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:13.846593 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-438e1ba2-79a7-4790-a5b4-d5d3f3627a87 req-93fd7ff9-036f-4931-9da1-6dabc388d9dc tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354107 Feb 09 01:22:14.049647 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ace01-7b0b-4fb4-9e1d-74d854e1b417 req-57d7871e-25bd-49ce-b667-0645e49023e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:14.051176 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ea2ace01-7b0b-4fb4-9e1d-74d854e1b417 req-57d7871e-25bd-49ce-b667-0645e49023e6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0 HTTP/1.1" status: 200 len: 913 time: 1.2847476 Feb 09 01:22:14.052392 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3dae4ee4-0c7a-4e38-9453-6cef5b914ca7 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25419363'] for subnet (95c00bdc-1dee-49ee-a0c8-60850b7d85ae), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:14.089659 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-2e248174-d9d9-4966-a197-0b3324542012 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Allocated IP 2001:db8::83fc:53d3:cac2:e5bb (a8203b0d-e7af-492c-8c21-23f9563ce2e8/bff6b4d9-c764-4882-a1fc-79d9626c50a5/406453ba-ecf2-43f6-bc76-3c6a517b455b) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:14.226597 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07242187-1259-48d2-bfda-97e70239c314 req-bbec2e15-93ce-49eb-96e9-56283926c6e1 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:14.228965 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-07242187-1259-48d2-bfda-97e70239c314 req-bbec2e15-93ce-49eb-96e9-56283926c6e1 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=cac66f68-3a01-40f7-a9fb-aebd40c28d2b HTTP/1.1" status: 200 len: 945 time: 0.2874136 Feb 09 01:22:14.261558 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ea2ace01-7b0b-4fb4-9e1d-74d854e1b417 req-9cf513ff-a135-4ccf-a241-9b397272a57e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff HTTP/1.1" status: 200 len: 217 time: 0.1965756 Feb 09 01:22:14.365303 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port f947a2f8-0573-4a96-a901-76eedc88b2a5 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:14.399938 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916220dc-aaf2-4a2c-a823-6ec702b15bf3 None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:14.569811 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f947a2f8-0573-4a96-a901-76eedc88b2a5 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:22:14.585799 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-07242187-1259-48d2-bfda-97e70239c314 req-cb518037-5eca-4bbf-9be5-a36bcbbf4c95 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418241 Feb 09 01:22:14.662185 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-c8e9b96e-64e2-4589-bb13-4d7aa6970472 None None] Provisioning complete for port f947a2f8-0573-4a96-a901-76eedc88b2a5 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:14.667228 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ace01-7b0b-4fb4-9e1d-74d854e1b417 req-8a368046-9df8-4e3a-bbac-7ec95a386649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:14.673234 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c8e9b96e-64e2-4589-bb13-4d7aa6970472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f947a2f8-0573-4a96-a901-76eedc88b2a5), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:14.682621 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ea2ace01-7b0b-4fb4-9e1d-74d854e1b417 req-8a368046-9df8-4e3a-bbac-7ec95a386649 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ae61675f-5f39-477a-b759-5e2f01c2f4a7 HTTP/1.1" status: 200 len: 851 time: 0.3984432 Feb 09 01:22:14.686070 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e248174-d9d9-4966-a197-0b3324542012 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for port (406453ba-ecf2-43f6-bc76-3c6a517b455b), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:14.743193 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e248174-d9d9-4966-a197-0b3324542012 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (406453ba-ecf2-43f6-bc76-3c6a517b455b), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:14.777666 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ea2ace01-7b0b-4fb4-9e1d-74d854e1b417 req-2c5d4d25-1bd4-4449-a41a-fcd88083363c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834649 Feb 09 01:22:14.979353 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e248174-d9d9-4966-a197-0b3324542012 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:14.984423 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.api [None req-bb302b7c-7354-4dd4-b1a0-a8f3425b0682 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 09 01:22:14.984423 n-d-828369-4 neutron-server[103138]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 09 01:22:14.984423 n-d-828369-4 neutron-server[103138]: [parameters: {'in_use': 1, 'id_1': '95c00bdc-1dee-49ee-a0c8-60850b7d85ae'}] Feb 09 01:22:14.984423 n-d-828369-4 neutron-server[103138]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:22:14.984916 n-d-828369-4 neutron-server[103138]: DEBUG oslo_db.api [None req-bb302b7c-7354-4dd4-b1a0-a8f3425b0682 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:22:15.000493 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-2e248174-d9d9-4966-a197-0b3324542012 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:15.019865 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e248174-d9d9-4966-a197-0b3324542012 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:22:15.036648 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e248174-d9d9-4966-a197-0b3324542012 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:15.037357 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e248174-d9d9-4966-a197-0b3324542012 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:15.075622 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ea2ace01-7b0b-4fb4-9e1d-74d854e1b417 req-dec3b52f-0ea6-4c96-875a-b3c8a6fcac8a service neutron] 10.222.0.47 "GET /v2.0/networks/91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867424 Feb 09 01:22:15.091960 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e248174-d9d9-4966-a197-0b3324542012 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Port': ['ID=406453ba-ecf2-43f6-bc76-3c6a517b455b,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:15.187944 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port f947a2f8-0573-4a96-a901-76eedc88b2a5 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:15.204687 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f947a2f8-0573-4a96-a901-76eedc88b2a5), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:15.323859 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2e248174-d9d9-4966-a197-0b3324542012 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6826549 Feb 09 01:22:15.337468 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38440) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:15.411920 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c8e9b96e-64e2-4589-bb13-4d7aa6970472 None None] Current status of the port f947a2f8-0573-4a96-a901-76eedc88b2a5 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:15.415180 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69661ab9-7e53-4d8c-b3e6-f24176b780bb req-1e7c0e78-65b5-43a4-9a2f-fcb4ecd93c3a tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:15.416817 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-69661ab9-7e53-4d8c-b3e6-f24176b780bb req-1e7c0e78-65b5-43a4-9a2f-fcb4ecd93c3a tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=310fcec6-0da2-4a84-a309-0d4251469b3e HTTP/1.1" status: 200 len: 945 time: 0.3578925 Feb 09 01:22:15.508405 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3dae4ee4-0c7a-4e38-9453-6cef5b914ca7 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750578436100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25954094'] for subnet (95c00bdc-1dee-49ee-a0c8-60850b7d85ae), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:15.532752 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bb302b7c-7354-4dd4-b1a0-a8f3425b0682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:15.534778 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port f947a2f8-0573-4a96-a901-76eedc88b2a5 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:15.658006 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dae4ee4-0c7a-4e38-9453-6cef5b914ca7 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event updated for resources: {'Subnet': ['ID=95c00bdc-1dee-49ee-a0c8-60850b7d85ae,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:15.676020 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dae4ee4-0c7a-4e38-9453-6cef5b914ca7 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:15.678959 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3dae4ee4-0c7a-4e38-9453-6cef5b914ca7 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:15.680523 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3dae4ee4-0c7a-4e38-9453-6cef5b914ca7 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "PUT /v2.0/subnets/95c00bdc-1dee-49ee-a0c8-60850b7d85ae HTTP/1.1" status: 200 len: 877 time: 2.6727173 Feb 09 01:22:15.685312 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38448) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:15.696122 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ea2ace01-7b0b-4fb4-9e1d-74d854e1b417 req-63b92c98-210c-4c95-bd08-469ee6e1dacd service neutron] 10.222.0.47 "GET /v2.0/networks/91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6124341 Feb 09 01:22:15.701263 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-69661ab9-7e53-4d8c-b3e6-f24176b780bb req-dff0ecce-93df-483b-862c-e7c70a8e8e3d tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366471 Feb 09 01:22:15.875439 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-bb302b7c-7354-4dd4-b1a0-a8f3425b0682 None None] Allocated IP 172.20.0.3 (893d6eef-9dfe-4540-8507-1e3485360359/95c00bdc-1dee-49ee-a0c8-60850b7d85ae/1220996e-e750-44d2-a392-9b7568e1bfe1) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:16.079649 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bb302b7c-7354-4dd4-b1a0-a8f3425b0682 None None] Publish callbacks [] for port (1220996e-e750-44d2-a392-9b7568e1bfe1), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:16.110680 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a3477d-69d8-40c2-968f-e4b53c6c4940 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:16.122000 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a3477d-69d8-40c2-968f-e4b53c6c4940 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:16.135053 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bb302b7c-7354-4dd4-b1a0-a8f3425b0682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (1220996e-e750-44d2-a392-9b7568e1bfe1), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:16.157347 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-46a3477d-69d8-40c2-968f-e4b53c6c4940 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.8190374 Feb 09 01:22:16.159965 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38454) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:16.277052 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-9b749d27-d35e-4e3f-ad4c-e3b6e89fa1bb None None] Provisioning complete for port 406453ba-ecf2-43f6-bc76-3c6a517b455b triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:16.277578 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9b749d27-d35e-4e3f-ad4c-e3b6e89fa1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (406453ba-ecf2-43f6-bc76-3c6a517b455b), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:16.358258 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb302b7c-7354-4dd4-b1a0-a8f3425b0682 None None] Network 893d6eef-9dfe-4540-8507-1e3485360359 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:16.404234 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-bb302b7c-7354-4dd4-b1a0-a8f3425b0682 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:16.410784 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb302b7c-7354-4dd4-b1a0-a8f3425b0682 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:22:16.432307 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb302b7c-7354-4dd4-b1a0-a8f3425b0682 None None] Pushing event updated for resources: {'Port': ['ID=1220996e-e750-44d2-a392-9b7568e1bfe1,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:16.437381 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-9b749d27-d35e-4e3f-ad4c-e3b6e89fa1bb None None] Port 406453ba-ecf2-43f6-bc76-3c6a517b455b cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:22:16.512089 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-bb302b7c-7354-4dd4-b1a0-a8f3425b0682 None None] Attempting to bind port 1220996e-e750-44d2-a392-9b7568e1bfe1 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:22:16.512749 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-bb302b7c-7354-4dd4-b1a0-a8f3425b0682 None None] Attempting to bind port 1220996e-e750-44d2-a392-9b7568e1bfe1 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '6e3ba6ef-f4e3-43dd-8e27-cb0d8d014484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '893d6eef-9dfe-4540-8507-1e3485360359'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:22:16.513288 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb302b7c-7354-4dd4-b1a0-a8f3425b0682 None None] Attempting to bind port 1220996e-e750-44d2-a392-9b7568e1bfe1 on network 893d6eef-9dfe-4540-8507-1e3485360359 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:22:16.528255 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb302b7c-7354-4dd4-b1a0-a8f3425b0682 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:22:16.528905 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb302b7c-7354-4dd4-b1a0-a8f3425b0682 None None] Checking segment: {'id': '6e3ba6ef-f4e3-43dd-8e27-cb0d8d014484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '893d6eef-9dfe-4540-8507-1e3485360359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:22:16.529484 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bb302b7c-7354-4dd4-b1a0-a8f3425b0682 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:16.530040 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb302b7c-7354-4dd4-b1a0-a8f3425b0682 None None] Bound using segment: {'id': '6e3ba6ef-f4e3-43dd-8e27-cb0d8d014484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '893d6eef-9dfe-4540-8507-1e3485360359'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:22:16.530714 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-bb302b7c-7354-4dd4-b1a0-a8f3425b0682 None None] Bound port: 1220996e-e750-44d2-a392-9b7568e1bfe1, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e3ba6ef-f4e3-43dd-8e27-cb0d8d014484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '893d6eef-9dfe-4540-8507-1e3485360359'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:22:16.531284 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bb302b7c-7354-4dd4-b1a0-a8f3425b0682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1220996e-e750-44d2-a392-9b7568e1bfe1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:16.534057 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-9b749d27-d35e-4e3f-ad4c-e3b6e89fa1bb None None] Provisioning complete for port f947a2f8-0573-4a96-a901-76eedc88b2a5 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:16.534307 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-fe89dcb3-22e3-4720-a74d-41714b6a65b4 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting port 406453ba-ecf2-43f6-bc76-3c6a517b455b {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:22:16.534659 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fe89dcb3-22e3-4720-a74d-41714b6a65b4 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (406453ba-ecf2-43f6-bc76-3c6a517b455b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:16.534897 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9b749d27-d35e-4e3f-ad4c-e3b6e89fa1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f947a2f8-0573-4a96-a901-76eedc88b2a5), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:16.580724 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850071c1-456a-4e6b-b537-9797b2d86e9f req-5c94f7a1-8a90-4f05-a8e1-6818bca6704e tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:16.587398 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-850071c1-456a-4e6b-b537-9797b2d86e9f req-5c94f7a1-8a90-4f05-a8e1-6818bca6704e tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=cac66f68-3a01-40f7-a9fb-aebd40c28d2b HTTP/1.1" status: 200 len: 945 time: 0.8153207 Feb 09 01:22:16.694737 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d40791c0-f20d-43bc-a8cd-1a457e112b8e tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (893d6eef-9dfe-4540-8507-1e3485360359), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:16.768458 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fe89dcb3-22e3-4720-a74d-41714b6a65b4 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (406453ba-ecf2-43f6-bc76-3c6a517b455b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:16.805388 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-850071c1-456a-4e6b-b537-9797b2d86e9f req-f64f6243-6a0d-4a6d-a694-2fbc77a993d8 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032464 Feb 09 01:22:16.824505 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-fe89dcb3-22e3-4720-a74d-41714b6a65b4 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Calling delete_port for 406453ba-ecf2-43f6-bc76-3c6a517b455b owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:22:16.868393 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-9b749d27-d35e-4e3f-ad4c-e3b6e89fa1bb None None] Current status of the port f947a2f8-0573-4a96-a901-76eedc88b2a5 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:16.874121 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-bb302b7c-7354-4dd4-b1a0-a8f3425b0682 None None] For port 1220996e-e750-44d2-a392-9b7568e1bfe1, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:22:16.890307 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-bb302b7c-7354-4dd4-b1a0-a8f3425b0682 None None] For port 1220996e-e750-44d2-a392-9b7568e1bfe1, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=1220996e-e750-44d2-a392-9b7568e1bfe1,segment=NetworkSegment(6e3ba6ef-f4e3-43dd-8e27-cb0d8d014484),segment_id=6e3ba6ef-f4e3-43dd-8e27-cb0d8d014484)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:22:16.901188 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bb302b7c-7354-4dd4-b1a0-a8f3425b0682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1220996e-e750-44d2-a392-9b7568e1bfe1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:17.059541 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb302b7c-7354-4dd4-b1a0-a8f3425b0682 None None] Pushing event updated for resources: {'Port': ['ID=1220996e-e750-44d2-a392-9b7568e1bfe1,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:17.079200 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-8f498b99-97ed-462a-8a32-eafc2113a570 None None] Could not find standard attr ID for object 89bbade8-12d3-48ec-a751-b3f6740e656b. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:22:17.160991 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-d40791c0-f20d-43bc-a8cd-1a457e112b8e tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Deleting port 1220996e-e750-44d2-a392-9b7568e1bfe1 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:22:17.163496 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d40791c0-f20d-43bc-a8cd-1a457e112b8e tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (1220996e-e750-44d2-a392-9b7568e1bfe1), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:17.189377 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c5c13-6c1a-4717-96dd-1a8225be64e6 req-b11c6838-009c-4cd2-8ec2-b914a13063d6 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:17.191678 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f62c5c13-6c1a-4717-96dd-1a8225be64e6 req-b11c6838-009c-4cd2-8ec2-b914a13063d6 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=310fcec6-0da2-4a84-a309-0d4251469b3e HTTP/1.1" status: 200 len: 945 time: 0.3117290 Feb 09 01:22:17.227377 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fe89dcb3-22e3-4720-a74d-41714b6a65b4 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (406453ba-ecf2-43f6-bc76-3c6a517b455b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:17.236890 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-7d2ad9e3-a077-4533-9268-6c0f0027427d None None] Could not find standard attr ID for object 875b0881-f062-4f6d-9968-724fe90a49fa. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:22:17.300165 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe89dcb3-22e3-4720-a74d-41714b6a65b4 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Port': ['ID=406453ba-ecf2-43f6-bc76-3c6a517b455b,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:17.377788 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fe89dcb3-22e3-4720-a74d-41714b6a65b4 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:17.384370 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-fe89dcb3-22e3-4720-a74d-41714b6a65b4 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/ports/406453ba-ecf2-43f6-bc76-3c6a517b455b HTTP/1.1" status: 204 len: 168 time: 1.2231653 Feb 09 01:22:17.388869 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38474) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:17.526858 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f62c5c13-6c1a-4717-96dd-1a8225be64e6 req-990e4956-614d-4656-9b34-6bba3c307af4 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058970 Feb 09 01:22:17.547870 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a99033-7198-4452-a25f-52db0ae2f547 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:17.566420 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a99033-7198-4452-a25f-52db0ae2f547 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:17.571803 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-19a99033-7198-4452-a25f-52db0ae2f547 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1777384 Feb 09 01:22:17.572584 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38482) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:17.623996 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-d40791c0-f20d-43bc-a8cd-1a457e112b8e tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] For port 1220996e-e750-44d2-a392-9b7568e1bfe1, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=1220996e-e750-44d2-a392-9b7568e1bfe1,segment=NetworkSegment(6e3ba6ef-f4e3-43dd-8e27-cb0d8d014484),segment_id=6e3ba6ef-f4e3-43dd-8e27-cb0d8d014484)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:17.624380 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d40791c0-f20d-43bc-a8cd-1a457e112b8e tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (1220996e-e750-44d2-a392-9b7568e1bfe1), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:17.657505 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-a99bda3e-65f7-436e-b392-e30b92a58d35 None None] Could not find standard attr ID for object 406453ba-ecf2-43f6-bc76-3c6a517b455b. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:22:17.676192 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-d40791c0-f20d-43bc-a8cd-1a457e112b8e tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Calling delete_port for 1220996e-e750-44d2-a392-9b7568e1bfe1 owned by network:dhcp {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:22:17.742191 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-e14873bf-156c-4bdc-9d5d-4c35e41a2afb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting subnet bff6b4d9-c764-4882-a1fc-79d9626c50a5 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:22:17.746370 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e14873bf-156c-4bdc-9d5d-4c35e41a2afb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (bff6b4d9-c764-4882-a1fc-79d9626c50a5), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:17.838001 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e14873bf-156c-4bdc-9d5d-4c35e41a2afb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (bff6b4d9-c764-4882-a1fc-79d9626c50a5), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:18.012579 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e14873bf-156c-4bdc-9d5d-4c35e41a2afb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (bff6b4d9-c764-4882-a1fc-79d9626c50a5), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:18.122791 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db855362-92ad-4ddd-850c-88338f40efc0 req-153de088-6746-47e2-a71b-22f90ce796f9 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:18.131645 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-db855362-92ad-4ddd-850c-88338f40efc0 req-153de088-6746-47e2-a71b-22f90ce796f9 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=cac66f68-3a01-40f7-a9fb-aebd40c28d2b HTTP/1.1" status: 200 len: 945 time: 0.1643858 Feb 09 01:22:18.138931 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d40791c0-f20d-43bc-a8cd-1a457e112b8e tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (1220996e-e750-44d2-a392-9b7568e1bfe1), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:18.160532 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e14873bf-156c-4bdc-9d5d-4c35e41a2afb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (bff6b4d9-c764-4882-a1fc-79d9626c50a5), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:18.224912 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14873bf-156c-4bdc-9d5d-4c35e41a2afb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Subnet': ['ID=bff6b4d9-c764-4882-a1fc-79d9626c50a5,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:18.242669 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e14873bf-156c-4bdc-9d5d-4c35e41a2afb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:18.249651 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e14873bf-156c-4bdc-9d5d-4c35e41a2afb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/bff6b4d9-c764-4882-a1fc-79d9626c50a5 HTTP/1.1" status: 204 len: 168 time: 0.6754031 Feb 09 01:22:18.250439 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38494) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:18.264636 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40791c0-f20d-43bc-a8cd-1a457e112b8e tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event deleted for resources: {'Port': ['ID=1220996e-e750-44d2-a392-9b7568e1bfe1,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:18.373121 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14873bf-156c-4bdc-9d5d-4c35e41a2afb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:18.373478 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14873bf-156c-4bdc-9d5d-4c35e41a2afb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:18.389964 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14873bf-156c-4bdc-9d5d-4c35e41a2afb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:18.391401 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14873bf-156c-4bdc-9d5d-4c35e41a2afb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:18.392966 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14873bf-156c-4bdc-9d5d-4c35e41a2afb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:18.395475 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14873bf-156c-4bdc-9d5d-4c35e41a2afb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:18.396088 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14873bf-156c-4bdc-9d5d-4c35e41a2afb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:18.396442 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14873bf-156c-4bdc-9d5d-4c35e41a2afb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:18.400680 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14873bf-156c-4bdc-9d5d-4c35e41a2afb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:18.401897 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14873bf-156c-4bdc-9d5d-4c35e41a2afb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:18.403050 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14873bf-156c-4bdc-9d5d-4c35e41a2afb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:18.403409 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14873bf-156c-4bdc-9d5d-4c35e41a2afb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:18.403760 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14873bf-156c-4bdc-9d5d-4c35e41a2afb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:18.441131 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f6a9e8e5-962b-4dc1-989f-98aa7bf65760 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1804113 Feb 09 01:22:18.442247 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38496) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:18.492928 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-db855362-92ad-4ddd-850c-88338f40efc0 req-8046dcc5-cddd-4e76-b7f0-406fb2fc7cdf tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579662 Feb 09 01:22:18.497592 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40791c0-f20d-43bc-a8cd-1a457e112b8e tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] No DVR routers for this DVR port 1220996e-e750-44d2-a392-9b7568e1bfe1 on host n-d-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:22:18.661287 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e2e7d6-e056-4b9a-9612-736e45a94a0c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:18.670749 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c3e2e7d6-e056-4b9a-9612-736e45a94a0c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2260468 Feb 09 01:22:18.677268 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38506) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:18.761661 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f194cd-d93c-4127-93be-da4539903099 None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:18.808893 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee884d21-da5f-4c04-9b81-165e243e4cc7 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:18.810507 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ee884d21-da5f-4c04-9b81-165e243e4cc7 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1216488 Feb 09 01:22:18.811497 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d40791c0-f20d-43bc-a8cd-1a457e112b8e tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (95c00bdc-1dee-49ee-a0c8-60850b7d85ae), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:18.813311 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38512) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:18.978179 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a44fea60-5238-4a45-9f98-94f6c08cee4e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1594839 Feb 09 01:22:18.981299 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38516) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:19.002773 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-06ca9518-2b8f-46db-ae52-f7ee7bdcea65 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'subnet': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:19.158150 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e918930a-446a-42f5-a369-b755e8809562 None None] DHCP port deletion for a8203b0d-e7af-492c-8c21-23f9563ce2e8 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:22:19.212426 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3208eac-af00-4a73-b9ee-af4023acf2ca req-5c38348f-8178-4494-8717-d9d47e006c4a tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:19.216385 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c3208eac-af00-4a73-b9ee-af4023acf2ca req-5c38348f-8178-4494-8717-d9d47e006c4a tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=310fcec6-0da2-4a84-a309-0d4251469b3e HTTP/1.1" status: 200 len: 945 time: 0.3823903 Feb 09 01:22:19.292857 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ca9518-2b8f-46db-ae52-f7ee7bdcea65 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:19.298730 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-06ca9518-2b8f-46db-ae52-f7ee7bdcea65 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:19.305325 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ddf57c-2d5c-4fa2-8a1e-7060a0301a38 None None] Network 893d6eef-9dfe-4540-8507-1e3485360359 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:19.311594 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d40791c0-f20d-43bc-a8cd-1a457e112b8e tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (95c00bdc-1dee-49ee-a0c8-60850b7d85ae), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:19.338851 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ffd92-24a7-41b0-85d2-9463ef7016aa req-3392b27b-ec76-48d2-81f4-765b81520e29 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:19.340764 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b68ffd92-24a7-41b0-85d2-9463ef7016aa req-3392b27b-ec76-48d2-81f4-765b81520e29 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=cac66f68-3a01-40f7-a9fb-aebd40c28d2b HTTP/1.1" status: 200 len: 945 time: 0.3349969 Feb 09 01:22:19.397977 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40791c0-f20d-43bc-a8cd-1a457e112b8e tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event deleted for resources: {'Subnet': ['ID=95c00bdc-1dee-49ee-a0c8-60850b7d85ae,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:19.409500 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c3208eac-af00-4a73-b9ee-af4023acf2ca req-14f2d2c3-ec50-4f4d-a43e-b8fa279cc38f tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808939 Feb 09 01:22:19.491014 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-aa5b29cc-d758-46ef-9386-d418e97be2dd None None] Could not find standard attr ID for object 1220996e-e750-44d2-a392-9b7568e1bfe1. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:22:19.532486 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e918930a-446a-42f5-a369-b755e8809562 None None] Deleting port f947a2f8-0573-4a96-a901-76eedc88b2a5 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:22:19.532909 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e918930a-446a-42f5-a369-b755e8809562 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (f947a2f8-0573-4a96-a901-76eedc88b2a5), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:19.562636 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d40791c0-f20d-43bc-a8cd-1a457e112b8e tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (893d6eef-9dfe-4540-8507-1e3485360359), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:19.646097 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b68ffd92-24a7-41b0-85d2-9463ef7016aa req-2ca0388e-b45e-47dc-ad12-12114dd078b8 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704637 Feb 09 01:22:19.681427 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-d40791c0-f20d-43bc-a8cd-1a457e112b8e tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['893d6eef-9dfe-4540-8507-1e3485360359']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:19.726056 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-e918930a-446a-42f5-a369-b755e8809562 None None] For port f947a2f8-0573-4a96-a901-76eedc88b2a5, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f947a2f8-0573-4a96-a901-76eedc88b2a5,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:19.726056 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e918930a-446a-42f5-a369-b755e8809562 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (f947a2f8-0573-4a96-a901-76eedc88b2a5), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:19.732429 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-d40791c0-f20d-43bc-a8cd-1a457e112b8e tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e3ba6ef-f4e3-43dd-8e27-cb0d8d014484') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:19.753549 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e918930a-446a-42f5-a369-b755e8809562 None None] Calling delete_port for f947a2f8-0573-4a96-a901-76eedc88b2a5 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:22:19.761102 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-d40791c0-f20d-43bc-a8cd-1a457e112b8e tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e3ba6ef-f4e3-43dd-8e27-cb0d8d014484') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:19.788280 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d40791c0-f20d-43bc-a8cd-1a457e112b8e tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (6e3ba6ef-f4e3-43dd-8e27-cb0d8d014484), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:19.823553 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d40791c0-f20d-43bc-a8cd-1a457e112b8e tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (6e3ba6ef-f4e3-43dd-8e27-cb0d8d014484), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:19.844898 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-06ca9518-2b8f-46db-ae52-f7ee7bdcea65 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (7e6878ff-103f-4dda-86a0-c5d04f0e618c), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:19.858819 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d40791c0-f20d-43bc-a8cd-1a457e112b8e tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:22:19.859402 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d40791c0-f20d-43bc-a8cd-1a457e112b8e tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (6e3ba6ef-f4e3-43dd-8e27-cb0d8d014484), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:19.862859 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:22:19.862859 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:22:19.862859 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:22:19.862859 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:22:19.862859 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:22:19.862859 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:22:19.862859 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:22:19.862859 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:22:19.862859 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:22:19.862859 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:22:19.862859 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:22:19.862859 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:22:19.862859 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:22:19.862859 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:22:19.862859 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:22:19.862859 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:22:19.862859 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:22:19.862859 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:22:19.862859 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:22:19.862859 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:22:19.862859 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:22:19.862859 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:22:19.862859 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:22:19.862859 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:22:19.862859 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:22:19.862859 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:22:19.862859 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:22:19.862859 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:22:19.862859 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:22:19.862859 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:22:19.862859 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:22:19.862859 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:22:19.942007 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ca9518-2b8f-46db-ae52-f7ee7bdcea65 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:19.947639 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e918930a-446a-42f5-a369-b755e8809562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (f947a2f8-0573-4a96-a901-76eedc88b2a5), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:19.959357 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-06ca9518-2b8f-46db-ae52-f7ee7bdcea65 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:19.992454 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ca9518-2b8f-46db-ae52-f7ee7bdcea65 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:19.995884 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e918930a-446a-42f5-a369-b755e8809562 None None] No DVR routers for this DVR port f947a2f8-0573-4a96-a901-76eedc88b2a5 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:22:19.999805 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-06ca9518-2b8f-46db-ae52-f7ee7bdcea65 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:20.063155 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38534) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:20.066194 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-06ca9518-2b8f-46db-ae52-f7ee7bdcea65 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0811708 Feb 09 01:22:20.078243 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca9518-2b8f-46db-ae52-f7ee7bdcea65 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Subnet': ['ID=7e6878ff-103f-4dda-86a0-c5d04f0e618c,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:20.080175 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-041ec734-1c77-4a7c-90c8-de464aa5786a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'port': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'fixed_ips': [{'subnet_id': '7e6878ff-103f-4dda-86a0-c5d04f0e618c', 'ip_address': '2001:db8::7f58:1f49:928b:6c'}], 'name': 'tempest-NetworksTestDHCPv6-2049680314'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:20.096882 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8664ea-6678-42d7-b375-c238ff63ee8f None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:20.130163 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e918930a-446a-42f5-a369-b755e8809562 None None] Pushing event deleted for resources: {'Port': ['ID=f947a2f8-0573-4a96-a901-76eedc88b2a5,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:20.244504 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a3854a-2899-41e7-a7ed-3021450e6b25 None None] DHCP port deletion for 893d6eef-9dfe-4540-8507-1e3485360359 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:22:20.281255 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35418cd-a151-408b-a89c-82fe4c992059 None None] Network 893d6eef-9dfe-4540-8507-1e3485360359 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:20.284241 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d40791c0-f20d-43bc-a8cd-1a457e112b8e tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (893d6eef-9dfe-4540-8507-1e3485360359), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:20.314546 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d40791c0-f20d-43bc-a8cd-1a457e112b8e tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:20.322089 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d40791c0-f20d-43bc-a8cd-1a457e112b8e tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "DELETE /v2.0/networks/893d6eef-9dfe-4540-8507-1e3485360359 HTTP/1.1" status: 204 len: 168 time: 4.6197853 Feb 09 01:22:20.325657 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38538) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:20.343769 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35418cd-a151-408b-a89c-82fe4c992059 None None] Network 893d6eef-9dfe-4540-8507-1e3485360359 could not be found, it might have been deleted concurrently. {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 01:22:20.369631 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041ec734-1c77-4a7c-90c8-de464aa5786a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:20.390080 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa5c6750-575f-416a-9f7a-42695b69b7ad tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] DELETE failed (client error): The resource could not be found. Feb 09 01:22:20.392584 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa5c6750-575f-416a-9f7a-42695b69b7ad tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:20.407839 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-fa5c6750-575f-416a-9f7a-42695b69b7ad tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "DELETE /v2.0/subnets/95c00bdc-1dee-49ee-a0c8-60850b7d85ae HTTP/1.1" status: 404 len: 337 time: 0.0810804 Feb 09 01:22:20.412381 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38540) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:20.445540 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c80fc30-860f-4666-b7ad-b69128ae7acd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'project_id': '2aa099fb60d240ab8ce8691ee5b2e38c', 'fixed_ips': [{'subnet_id': '7e6878ff-103f-4dda-86a0-c5d04f0e618c'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:22:20.448212 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7c80fc30-860f-4666-b7ad-b69128ae7acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:20.484923 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea7a1e32-45a0-4923-b712-d768bbb4ad6a tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] DELETE failed (client error): The resource could not be found. Feb 09 01:22:20.497568 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea7a1e32-45a0-4923-b712-d768bbb4ad6a tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:20.508188 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ea7a1e32-45a0-4923-b712-d768bbb4ad6a tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "DELETE /v2.0/networks/893d6eef-9dfe-4540-8507-1e3485360359 HTTP/1.1" status: 404 len: 339 time: 0.0940011 Feb 09 01:22:20.510966 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38544) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:20.516043 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f947a2f8-0573-4a96-a901-76eedc88b2a5 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:22:20.545536 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d20934d-0145-4989-9a5d-27af721e9765 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] DELETE failed (client error): The resource could not be found. Feb 09 01:22:20.546399 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d20934d-0145-4989-9a5d-27af721e9765 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:20.553346 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0d20934d-0145-4989-9a5d-27af721e9765 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "DELETE /v2.0/subnets/a2e764d7-66b9-4876-ab71-2b76184f7174 HTTP/1.1" status: 404 len: 337 time: 0.0406268 Feb 09 01:22:20.554146 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38546) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:20.575600 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b80521a-b641-4984-bf2f-4189b013dc5f tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] DELETE failed (client error): The resource could not be found. Feb 09 01:22:20.577181 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b80521a-b641-4984-bf2f-4189b013dc5f tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:20.584386 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6b80521a-b641-4984-bf2f-4189b013dc5f tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "DELETE /v2.0/networks/f5a9c957-b367-47f6-aa7d-f6f5273686ae HTTP/1.1" status: 404 len: 339 time: 0.0291221 Feb 09 01:22:20.585109 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38548) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:20.588759 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-041ec734-1c77-4a7c-90c8-de464aa5786a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:20.596218 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40791c0-f20d-43bc-a8cd-1a457e112b8e tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event deleted for resources: {'Network': ['ID=893d6eef-9dfe-4540-8507-1e3485360359,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:20.600111 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: f947a2f8-0573-4a96-a901-76eedc88b2a5 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:22:20.604969 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f947a2f8-0573-4a96-a901-76eedc88b2a5 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:22:20.607893 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 1220996e-e750-44d2-a392-9b7568e1bfe1 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:22:20.684789 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 1220996e-e750-44d2-a392-9b7568e1bfe1 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:22:20.690464 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 1220996e-e750-44d2-a392-9b7568e1bfe1 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:22:20.814570 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-041ec734-1c77-4a7c-90c8-de464aa5786a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] device_id is not set on port a7853c7d-ccbb-46c7-a04b-0dd63e92771c yet. {{(pid=103136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:22:20.933379 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-7c80fc30-860f-4666-b7ad-b69128ae7acd None None] Allocated IP 2001:db8::2 (a8203b0d-e7af-492c-8c21-23f9563ce2e8/7e6878ff-103f-4dda-86a0-c5d04f0e618c/49be98ef-a112-4e8f-8cfa-d3e397c07683) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:21.093747 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a149b4-95a4-4d6c-9988-ab82e63a58c9 req-e46431fa-f4ac-4739-8736-f84350bca2b5 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:21.095715 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0a149b4-95a4-4d6c-9988-ab82e63a58c9 req-e46431fa-f4ac-4739-8736-f84350bca2b5 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=cac66f68-3a01-40f7-a9fb-aebd40c28d2b HTTP/1.1" status: 200 len: 945 time: 0.3145344 Feb 09 01:22:21.101825 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ca0f1696-00da-47b2-a09e-c851cefb7898 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (8e752e55-a46a-4d04-a479-e8d4124f933f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:21.185848 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7825c-4cf2-400f-b286-99ef8624f3f4 req-ee998a06-3ed8-445a-b3f7-6177a77c3c4a tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:21.188182 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fab7825c-4cf2-400f-b286-99ef8624f3f4 req-ee998a06-3ed8-445a-b3f7-6177a77c3c4a tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=310fcec6-0da2-4a84-a309-0d4251469b3e HTTP/1.1" status: 200 len: 945 time: 0.5267532 Feb 09 01:22:21.311258 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7c80fc30-860f-4666-b7ad-b69128ae7acd None None] Publish callbacks [] for port (49be98ef-a112-4e8f-8cfa-d3e397c07683), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:21.329638 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7c80fc30-860f-4666-b7ad-b69128ae7acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (49be98ef-a112-4e8f-8cfa-d3e397c07683), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:21.409489 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c80fc30-860f-4666-b7ad-b69128ae7acd None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:21.412730 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-7c80fc30-860f-4666-b7ad-b69128ae7acd None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:21.419411 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c80fc30-860f-4666-b7ad-b69128ae7acd None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:22:21.521903 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0a149b4-95a4-4d6c-9988-ab82e63a58c9 req-f1c990a5-8af7-4ab9-97e5-8e5f66b3cbe4 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3900087 Feb 09 01:22:21.536569 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fab7825c-4cf2-400f-b286-99ef8624f3f4 req-884a701f-d156-4ef1-aadd-a80ac9adcaa4 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329270 Feb 09 01:22:21.550328 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c80fc30-860f-4666-b7ad-b69128ae7acd None None] Pushing event updated for resources: {'Port': ['ID=49be98ef-a112-4e8f-8cfa-d3e397c07683,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:21.579561 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-7c80fc30-860f-4666-b7ad-b69128ae7acd None None] Attempting to bind port 49be98ef-a112-4e8f-8cfa-d3e397c07683 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:22:21.579973 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-7c80fc30-860f-4666-b7ad-b69128ae7acd None None] Attempting to bind port 49be98ef-a112-4e8f-8cfa-d3e397c07683 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:22:21.580350 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c80fc30-860f-4666-b7ad-b69128ae7acd None None] Attempting to bind port 49be98ef-a112-4e8f-8cfa-d3e397c07683 on network a8203b0d-e7af-492c-8c21-23f9563ce2e8 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:22:21.585740 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-041ec734-1c77-4a7c-90c8-de464aa5786a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Allocated IP 2001:db8::7f58:1f49:928b:6c (a8203b0d-e7af-492c-8c21-23f9563ce2e8/7e6878ff-103f-4dda-86a0-c5d04f0e618c/a7853c7d-ccbb-46c7-a04b-0dd63e92771c) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:21.591413 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c80fc30-860f-4666-b7ad-b69128ae7acd None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:22:21.591805 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c80fc30-860f-4666-b7ad-b69128ae7acd None None] Checking segment: {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:22:21.592417 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7c80fc30-860f-4666-b7ad-b69128ae7acd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:21.592863 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c80fc30-860f-4666-b7ad-b69128ae7acd None None] Bound using segment: {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:22:21.593359 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-7c80fc30-860f-4666-b7ad-b69128ae7acd None None] Bound port: 49be98ef-a112-4e8f-8cfa-d3e397c07683, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:22:21.593755 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7c80fc30-860f-4666-b7ad-b69128ae7acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (49be98ef-a112-4e8f-8cfa-d3e397c07683), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:21.811554 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-041ec734-1c77-4a7c-90c8-de464aa5786a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for port (a7853c7d-ccbb-46c7-a04b-0dd63e92771c), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:21.876151 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ca0f1696-00da-47b2-a09e-c851cefb7898 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (8e752e55-a46a-4d04-a479-e8d4124f933f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:21.907594 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-ca0f1696-00da-47b2-a09e-c851cefb7898 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e752e55-a46a-4d04-a479-e8d4124f933f']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:21.920272 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-ca0f1696-00da-47b2-a09e-c851cefb7898 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e95fb968-2954-4cf1-8e87-9ce777f22684') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:21.920630 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-ca0f1696-00da-47b2-a09e-c851cefb7898 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e95fb968-2954-4cf1-8e87-9ce777f22684') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:21.926563 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ebd1d-9275-4bd1-ab04-ac86d5a09e6a req-33c9c3f4-0244-46cd-be23-c6877a6107e1 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:21.928294 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d93ebd1d-9275-4bd1-ab04-ac86d5a09e6a req-33c9c3f4-0244-46cd-be23-c6877a6107e1 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.47 "GET /v2.0/ports?device_id=cac66f68-3a01-40f7-a9fb-aebd40c28d2b HTTP/1.1" status: 200 len: 945 time: 0.1519420 Feb 09 01:22:21.932173 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ca0f1696-00da-47b2-a09e-c851cefb7898 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (e95fb968-2954-4cf1-8e87-9ce777f22684), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:21.952504 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ca0f1696-00da-47b2-a09e-c851cefb7898 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (e95fb968-2954-4cf1-8e87-9ce777f22684), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:21.961619 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca0f1696-00da-47b2-a09e-c851cefb7898 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:22:21.962089 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ca0f1696-00da-47b2-a09e-c851cefb7898 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (e95fb968-2954-4cf1-8e87-9ce777f22684), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:22.035045 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-7c80fc30-860f-4666-b7ad-b69128ae7acd None None] For port 49be98ef-a112-4e8f-8cfa-d3e397c07683, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:22:22.042970 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-7c80fc30-860f-4666-b7ad-b69128ae7acd None None] For port 49be98ef-a112-4e8f-8cfa-d3e397c07683, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=49be98ef-a112-4e8f-8cfa-d3e397c07683,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:22:22.056578 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7c80fc30-860f-4666-b7ad-b69128ae7acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (49be98ef-a112-4e8f-8cfa-d3e397c07683), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:22.062637 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:22:22.062637 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:22:22.062637 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:22:22.062637 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:22:22.062637 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:22:22.062637 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:22:22.062637 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:22:22.062637 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:22:22.062637 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:22:22.062637 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:22:22.062637 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:22:22.062637 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:22:22.062637 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:22:22.062637 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:22:22.062637 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:22:22.062637 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:22:22.062637 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:22:22.062637 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:22:22.062637 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:22:22.062637 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:22:22.062637 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:22:22.062637 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:22:22.062637 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:22:22.062637 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:22:22.062637 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:22:22.062637 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:22:22.062637 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:22:22.062637 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:22:22.062637 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:22:22.062637 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:22:22.062637 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:22:22.062637 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:22:22.065128 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-041ec734-1c77-4a7c-90c8-de464aa5786a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (a7853c7d-ccbb-46c7-a04b-0dd63e92771c), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:22.090584 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ca0f1696-00da-47b2-a09e-c851cefb7898 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (8e752e55-a46a-4d04-a479-e8d4124f933f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:22.100268 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ca0f1696-00da-47b2-a09e-c851cefb7898 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:22.110615 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38568) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:22.112366 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ca0f1696-00da-47b2-a09e-c851cefb7898 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "DELETE /v2.0/networks/8e752e55-a46a-4d04-a479-e8d4124f933f HTTP/1.1" status: 204 len: 168 time: 1.5167756 Feb 09 01:22:22.179591 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041ec734-1c77-4a7c-90c8-de464aa5786a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:22.183738 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-041ec734-1c77-4a7c-90c8-de464aa5786a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:22.186768 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f1696-00da-47b2-a09e-c851cefb7898 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event deleted for resources: {'Network': ['ID=8e752e55-a46a-4d04-a479-e8d4124f933f,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:22.192345 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041ec734-1c77-4a7c-90c8-de464aa5786a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:22:22.204076 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041ec734-1c77-4a7c-90c8-de464aa5786a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:22.208614 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-041ec734-1c77-4a7c-90c8-de464aa5786a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:22.227082 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-66c9163e-69ba-4393-b646-240be634589c tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] DELETE failed (client error): The resource could not be found. Feb 09 01:22:22.227558 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66c9163e-69ba-4393-b646-240be634589c tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:22.233552 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-66c9163e-69ba-4393-b646-240be634589c tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "DELETE /v2.0/subnets/2c604491-88f0-4951-b0d7-e172c3e9f790 HTTP/1.1" status: 404 len: 337 time: 0.1201422 Feb 09 01:22:22.239000 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38572) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:22.307187 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-d93ebd1d-9275-4bd1-ab04-ac86d5a09e6a req-60e9cce2-5e3d-4a6a-8d05-ab74773b994e tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Deleting port 79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:22:22.307565 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-d93ebd1d-9275-4bd1-ab04-ac86d5a09e6a req-60e9cce2-5e3d-4a6a-8d05-ab74773b994e tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:22.310886 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-492029d3-0039-4a7e-abb8-63cb23f90e6f tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] DELETE failed (client error): The resource could not be found. Feb 09 01:22:22.311450 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-492029d3-0039-4a7e-abb8-63cb23f90e6f tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:22.317957 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-492029d3-0039-4a7e-abb8-63cb23f90e6f tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "DELETE /v2.0/networks/0bb69cb6-346c-4923-99a4-177cebad2100 HTTP/1.1" status: 404 len: 339 time: 0.0779359 Feb 09 01:22:22.327748 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c80fc30-860f-4666-b7ad-b69128ae7acd None None] Pushing event updated for resources: {'Port': ['ID=49be98ef-a112-4e8f-8cfa-d3e397c07683,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:22.329417 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38576) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:22.390308 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ec734-1c77-4a7c-90c8-de464aa5786a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Port': ['ID=a7853c7d-ccbb-46c7-a04b-0dd63e92771c,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:22.488469 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfdef906-da59-4654-8d8f-5c5c3169dd5c tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] DELETE failed (client error): The resource could not be found. Feb 09 01:22:22.504691 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfdef906-da59-4654-8d8f-5c5c3169dd5c tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:22.524272 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38578) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:22.525457 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-bfdef906-da59-4654-8d8f-5c5c3169dd5c tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "DELETE /v2.0/subnets/9a6d0711-59ca-40ab-a2c6-0b6b85001829 HTTP/1.1" status: 404 len: 337 time: 0.1833744 Feb 09 01:22:22.535327 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-041ec734-1c77-4a7c-90c8-de464aa5786a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.4668133 Feb 09 01:22:22.536049 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38580) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:22.542056 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-2fc8100d-0699-4cb3-bab7-d64927778949 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'port': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'fixed_ips': [{'subnet_id': '7e6878ff-103f-4dda-86a0-c5d04f0e618c', 'ip_address': '2001:db8::7f58:1f49:928b:6c'}], 'name': 'tempest-NetworksTestDHCPv6-708504525'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:22.608313 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-053c66ec-e01c-4ede-8541-690ad8a3923c tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] DELETE failed (client error): The resource could not be found. Feb 09 01:22:22.608875 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-053c66ec-e01c-4ede-8541-690ad8a3923c tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:22.615330 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-053c66ec-e01c-4ede-8541-690ad8a3923c tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "DELETE /v2.0/networks/13d492dd-3b34-4df7-a1de-7879066831f3 HTTP/1.1" status: 404 len: 339 time: 0.0899017 Feb 09 01:22:22.702289 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38586) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:22.879825 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-d93ebd1d-9275-4bd1-ab04-ac86d5a09e6a req-60e9cce2-5e3d-4a6a-8d05-ab74773b994e tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] For port 79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff,segment=NetworkSegment(669e1584-9a4c-4f54-9e81-29abd25160a4),segment_id=669e1584-9a4c-4f54-9e81-29abd25160a4)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:22.892746 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-d93ebd1d-9275-4bd1-ab04-ac86d5a09e6a req-60e9cce2-5e3d-4a6a-8d05-ab74773b994e tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:22.899645 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-9744f8a6-f4f4-4a90-9f3c-64849de93281 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] DELETE failed (client error): The resource could not be found. Feb 09 01:22:22.902689 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9744f8a6-f4f4-4a90-9f3c-64849de93281 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:22.913723 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9744f8a6-f4f4-4a90-9f3c-64849de93281 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "DELETE /v2.0/subnets/958b0172-886b-4a12-8332-4c3a888d254f HTTP/1.1" status: 404 len: 337 time: 0.2099948 Feb 09 01:22:22.920083 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38594) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:22.948298 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-d93ebd1d-9275-4bd1-ab04-ac86d5a09e6a req-60e9cce2-5e3d-4a6a-8d05-ab74773b994e tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Calling delete_port for 79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff owned by compute:nova {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:22:22.952415 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-05a36611-a6aa-4010-bd03-4b5144f02f20 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] DELETE failed (client error): The resource could not be found. Feb 09 01:22:22.953232 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05a36611-a6aa-4010-bd03-4b5144f02f20 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:22.956759 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-05a36611-a6aa-4010-bd03-4b5144f02f20 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "DELETE /v2.0/networks/fe57f4c9-0da7-4a17-b7d2-55204b840760 HTTP/1.1" status: 404 len: 339 time: 0.0353444 Feb 09 01:22:22.965479 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38596) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:23.070222 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-795468cc-30b0-45f5-b2f6-5d554fba61a3 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] DELETE failed (client error): The resource could not be found. Feb 09 01:22:23.070906 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-795468cc-30b0-45f5-b2f6-5d554fba61a3 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:23.074164 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-795468cc-30b0-45f5-b2f6-5d554fba61a3 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "DELETE /v2.0/subnets/9de8d19b-b7fd-485a-9f80-c15ba1a71ccf HTTP/1.1" status: 404 len: 337 time: 0.1073687 Feb 09 01:22:23.286357 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38598) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:23.321999 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac19bdd1-20a7-4950-8692-8afabacef405 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] DELETE failed (client error): The resource could not be found. Feb 09 01:22:23.322855 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac19bdd1-20a7-4950-8692-8afabacef405 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:23.326244 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ac19bdd1-20a7-4950-8692-8afabacef405 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "DELETE /v2.0/networks/7c241b74-a28c-486a-b501-c64fbc0c5e9b HTTP/1.1" status: 404 len: 339 time: 0.0385776 Feb 09 01:22:23.329398 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38600) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:23.389375 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-767232b1-daca-4fbe-a12a-b4f7e63fe436 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] DELETE failed (client error): The resource could not be found. Feb 09 01:22:23.390063 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-767232b1-daca-4fbe-a12a-b4f7e63fe436 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:23.393313 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-767232b1-daca-4fbe-a12a-b4f7e63fe436 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "DELETE /v2.0/subnets/37fa7a25-7efc-49b1-81c0-e9bbbb94f572 HTTP/1.1" status: 404 len: 337 time: 0.0627248 Feb 09 01:22:23.397058 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38612) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:23.426481 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-574afb24-4705-480f-8bfc-94f8cf2b28c0 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] DELETE failed (client error): The resource could not be found. Feb 09 01:22:23.427336 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-574afb24-4705-480f-8bfc-94f8cf2b28c0 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:23.431100 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-574afb24-4705-480f-8bfc-94f8cf2b28c0 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "DELETE /v2.0/networks/7d603f2c-b3c2-4bb2-8ceb-21572a96924a HTTP/1.1" status: 404 len: 339 time: 0.0328112 Feb 09 01:22:23.434221 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38614) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:23.456095 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-d93ebd1d-9275-4bd1-ab04-ac86d5a09e6a req-60e9cce2-5e3d-4a6a-8d05-ab74773b994e tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:23.494577 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['3b8db0a6-01e4-47d3-93d5-9839e7db1e1c'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:22:23.568433 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ce55c5a-c5c7-44a7-8d95-37e3fe0825c0 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] DELETE failed (client error): The resource could not be found. Feb 09 01:22:23.595771 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ce55c5a-c5c7-44a7-8d95-37e3fe0825c0 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:23.598842 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e17461-7876-42dd-8295-346fd5402108 req-6090c32e-8180-40d7-b471-49f79dc03bd1 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:23.605090 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-68e17461-7876-42dd-8295-346fd5402108 req-6090c32e-8180-40d7-b471-49f79dc03bd1 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=cac66f68-3a01-40f7-a9fb-aebd40c28d2b HTTP/1.1" status: 200 len: 867 time: 0.7966354 Feb 09 01:22:23.617666 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9ce55c5a-c5c7-44a7-8d95-37e3fe0825c0 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "DELETE /v2.0/subnets/14011053-99b8-4b60-9505-574009e95105 HTTP/1.1" status: 404 len: 337 time: 0.1723709 Feb 09 01:22:23.622319 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38618) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:23.737153 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc8100d-0699-4cb3-bab7-d64927778949 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:23.769229 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2fc8100d-0699-4cb3-bab7-d64927778949 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:23.825176 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e9cce2-5e3d-4a6a-8d05-ab74773b994e tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Pushing event deleted for resources: {'Port': ['ID=79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:23.830903 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-83ddbbd5-926f-4969-8a53-0e0f8982e60f tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] DELETE failed (client error): The resource could not be found. Feb 09 01:22:23.831895 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83ddbbd5-926f-4969-8a53-0e0f8982e60f tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:23.837267 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-83ddbbd5-926f-4969-8a53-0e0f8982e60f tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "DELETE /v2.0/networks/a5b12f8d-93ff-4229-9ace-6f5ee0a2d2f1 HTTP/1.1" status: 404 len: 339 time: 0.1971571 Feb 09 01:22:23.870060 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38624) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:23.878985 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-d93ebd1d-9275-4bd1-ab04-ac86d5a09e6a req-60e9cce2-5e3d-4a6a-8d05-ab74773b994e tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] No DVR routers for this DVR port 79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff on host n-h1-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:22:23.882398 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-d93ebd1d-9275-4bd1-ab04-ac86d5a09e6a req-60e9cce2-5e3d-4a6a-8d05-ab74773b994e tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:23.892261 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d93ebd1d-9275-4bd1-ab04-ac86d5a09e6a req-60e9cce2-5e3d-4a6a-8d05-ab74773b994e tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.47 "DELETE /v2.0/ports/79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff HTTP/1.1" status: 204 len: 173 time: 1.9523754 Feb 09 01:22:23.893413 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434db1f-12e6-4373-a264-c23774782528 req-0bdf9205-ada2-4a0c-b12f-637d65469463 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:23.896233 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3434db1f-12e6-4373-a264-c23774782528 req-0bdf9205-ada2-4a0c-b12f-637d65469463 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=310fcec6-0da2-4a84-a309-0d4251469b3e HTTP/1.1" status: 200 len: 945 time: 1.0003400 Feb 09 01:22:23.913636 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac66f68-3a01-40f7-a9fb-aebd40c28d2b', 'name': 'network-vif-deleted', 'tag': '79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:22:23.918473 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9cc2e2-5271-4d8b-a2b3-a2df3eeb74ad" -d '{"events": [{"server_uuid": "cac66f68-3a01-40f7-a9fb-aebd40c28d2b", "name": "network-vif-deleted", "tag": "79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:22:23.923456 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-12602dfa-e275-4f07-8a85-d8002b1ebca3 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] DELETE failed (client error): The resource could not be found. Feb 09 01:22:23.923967 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12602dfa-e275-4f07-8a85-d8002b1ebca3 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:23.928099 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-12602dfa-e275-4f07-8a85-d8002b1ebca3 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "DELETE /v2.0/subnets/3d09f35a-e540-4974-ac6d-a517964ccec3 HTTP/1.1" status: 404 len: 337 time: 0.0582795 Feb 09 01:22:23.931170 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38634) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:23.955708 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f23b350-9a7b-4e1b-9108-620dbdfdae70 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] DELETE failed (client error): The resource could not be found. Feb 09 01:22:23.956359 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f23b350-9a7b-4e1b-9108-620dbdfdae70 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:23.967658 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3f23b350-9a7b-4e1b-9108-620dbdfdae70 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "DELETE /v2.0/networks/51863440-2e48-4b54-b9a7-2f2dc52a87af HTTP/1.1" status: 404 len: 339 time: 0.0293097 Feb 09 01:22:23.967658 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38636) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:23.998831 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-18dfdad7-6f70-4d6f-b201-0e69aaff1433 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] DELETE failed (client error): The resource could not be found. Feb 09 01:22:23.999505 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18dfdad7-6f70-4d6f-b201-0e69aaff1433 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:24.003015 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-18dfdad7-6f70-4d6f-b201-0e69aaff1433 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "DELETE /v2.0/subnets/4aba8419-5e85-4019-85ff-4c6fd215784f HTTP/1.1" status: 404 len: 337 time: 0.0378609 Feb 09 01:22:24.008612 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38638) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:24.056736 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-6db866bd-e58e-453a-b8fd-0ca8f3e96084 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] DELETE failed (client error): The resource could not be found. Feb 09 01:22:24.057968 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6db866bd-e58e-453a-b8fd-0ca8f3e96084 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:24.067450 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6db866bd-e58e-453a-b8fd-0ca8f3e96084 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "DELETE /v2.0/networks/3301b638-e074-4a9a-9d81-63feb4e2b5d2 HTTP/1.1" status: 404 len: 339 time: 0.0592809 Feb 09 01:22:24.069090 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38640) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:24.119026 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-2fc8100d-0699-4cb3-bab7-d64927778949 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] device_id is not set on port 51731faa-d029-4fe5-997c-7422775d1b4b yet. {{(pid=103136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:22:24.203768 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a304574-9f51-4e25-959f-0d64bd82421e tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Deleting subnet 63fc457e-a4d0-4db1-8390-386405f996f0 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:22:24.205861 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:22:24.211161 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a304574-9f51-4e25-959f-0d64bd82421e tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks [] for subnet (63fc457e-a4d0-4db1-8390-386405f996f0), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:24.261301 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: 79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:22:24.261653 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:22:24.293426 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a304574-9f51-4e25-959f-0d64bd82421e tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (63fc457e-a4d0-4db1-8390-386405f996f0), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:24.383723 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3434db1f-12e6-4373-a264-c23774782528 req-01616147-8039-4736-bda2-6b7bd6d80705 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4225876 Feb 09 01:22:24.403216 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-68e17461-7876-42dd-8295-346fd5402108 req-1caf6ded-2e93-489f-bbcb-027e584810ed tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7845061 Feb 09 01:22:24.572466 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01b81ef-a5e9-449f-a439-a5acc22e1380 x-openstack-request-id: req-d01b81ef-a5e9-449f-a439-a5acc22e1380 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:22:24.573118 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac66f68-3a01-40f7-a9fb-aebd40c28d2b", "name": "network-vif-deleted", "tag": "79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:22:24.573726 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d01b81ef-a5e9-449f-a439-a5acc22e1380 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:22:24.574162 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac66f68-3a01-40f7-a9fb-aebd40c28d2b', 'name': 'network-vif-deleted', 'tag': '79c8a1cb-b3b6-4fd9-8cc0-acdde3f8a5ff', 'status': 'completed', 'code': 200} Feb 09 01:22:24.585401 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-350f3da9-94c3-4258-b4e0-e75df541a17e None None] Provisioning complete for port 49be98ef-a112-4e8f-8cfa-d3e397c07683 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:24.590488 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-350f3da9-94c3-4258-b4e0-e75df541a17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (49be98ef-a112-4e8f-8cfa-d3e397c07683), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:24.642100 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a304574-9f51-4e25-959f-0d64bd82421e tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (63fc457e-a4d0-4db1-8390-386405f996f0), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:24.702204 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 49be98ef-a112-4e8f-8cfa-d3e397c07683 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:22:24.841014 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fc8100d-0699-4cb3-bab7-d64927778949 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 01:22:24.841538 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a304574-9f51-4e25-959f-0d64bd82421e tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (63fc457e-a4d0-4db1-8390-386405f996f0), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:24.841649 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fc8100d-0699-4cb3-bab7-d64927778949 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:24.889094 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2fc8100d-0699-4cb3-bab7-d64927778949 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 409 len: 387 time: 2.3495576 Feb 09 01:22:24.889409 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38646) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:24.919109 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a304574-9f51-4e25-959f-0d64bd82421e tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event deleted for resources: {'Subnet': ['ID=63fc457e-a4d0-4db1-8390-386405f996f0,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:24.946181 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a304574-9f51-4e25-959f-0d64bd82421e tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:24.967579 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8a304574-9f51-4e25-959f-0d64bd82421e tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "DELETE /v2.0/subnets/63fc457e-a4d0-4db1-8390-386405f996f0 HTTP/1.1" status: 204 len: 168 time: 0.8972657 Feb 09 01:22:24.974044 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38650) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:24.979341 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-350f3da9-94c3-4258-b4e0-e75df541a17e None None] Current status of the port 49be98ef-a112-4e8f-8cfa-d3e397c07683 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:24.979750 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-350f3da9-94c3-4258-b4e0-e75df541a17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (49be98ef-a112-4e8f-8cfa-d3e397c07683), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:24.981927 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fb8e37-4cb2-4e89-853f-d298c476c6c7 None None] Network 4fcb10e9-bd02-4591-b36d-6b216b3a0ab5 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:25.054883 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 49be98ef-a112-4e8f-8cfa-d3e397c07683 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:25.055328 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (49be98ef-a112-4e8f-8cfa-d3e397c07683), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:25.068899 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a119aa85-1c16-42ae-acde-50617f6cf672 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:25.081576 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a119aa85-1c16-42ae-acde-50617f6cf672 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:25.093924 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a119aa85-1c16-42ae-acde-50617f6cf672 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.2034848 Feb 09 01:22:25.096353 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38656) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:25.205443 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f64e9644-7d7a-4c23-86ce-29bda9ffd358 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (4fcb10e9-bd02-4591-b36d-6b216b3a0ab5), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:25.234860 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-350f3da9-94c3-4258-b4e0-e75df541a17e None None] For port 49be98ef-a112-4e8f-8cfa-d3e397c07683, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=49be98ef-a112-4e8f-8cfa-d3e397c07683,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:25.248769 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-350f3da9-94c3-4258-b4e0-e75df541a17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (49be98ef-a112-4e8f-8cfa-d3e397c07683), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:25.307391 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c850d-46af-4539-be6e-b59859ef09b8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting port a7853c7d-ccbb-46c7-a04b-0dd63e92771c {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:22:25.307873 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fd3c850d-46af-4539-be6e-b59859ef09b8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (a7853c7d-ccbb-46c7-a04b-0dd63e92771c), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:25.348801 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 49be98ef-a112-4e8f-8cfa-d3e397c07683 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:25.363019 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350f3da9-94c3-4258-b4e0-e75df541a17e None None] Pushing event updated for resources: {'Port': ['ID=49be98ef-a112-4e8f-8cfa-d3e397c07683,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:25.382116 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-350c990b-345a-49f3-aa79-cee3e5e982ac None None] Provisioning complete for port a7853c7d-ccbb-46c7-a04b-0dd63e92771c triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:25.382687 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-350c990b-345a-49f3-aa79-cee3e5e982ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a7853c7d-ccbb-46c7-a04b-0dd63e92771c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:25.422369 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-350c990b-345a-49f3-aa79-cee3e5e982ac None None] Port a7853c7d-ccbb-46c7-a04b-0dd63e92771c cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:22:25.424978 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051c5fd0-f9eb-4749-bdd7-5512a127ff05 None None] DHCP port deletion for 4fcb10e9-bd02-4591-b36d-6b216b3a0ab5 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:22:25.429932 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-f64e9644-7d7a-4c23-86ce-29bda9ffd358 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Deleting port 96e6257b-10bc-4c69-8700-5255b2785dba {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:22:25.430333 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f64e9644-7d7a-4c23-86ce-29bda9ffd358 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (96e6257b-10bc-4c69-8700-5255b2785dba), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:25.494989 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-051c5fd0-f9eb-4749-bdd7-5512a127ff05 None None] Deleting port 96e6257b-10bc-4c69-8700-5255b2785dba {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:22:25.495462 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-051c5fd0-f9eb-4749-bdd7-5512a127ff05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (96e6257b-10bc-4c69-8700-5255b2785dba), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:25.594758 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-051c5fd0-f9eb-4749-bdd7-5512a127ff05 None None] For port 96e6257b-10bc-4c69-8700-5255b2785dba, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=96e6257b-10bc-4c69-8700-5255b2785dba,segment=NetworkSegment(1a887c75-56f8-4613-bcae-b9d3ca3cd6a2),segment_id=1a887c75-56f8-4613-bcae-b9d3ca3cd6a2)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:25.596108 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-051c5fd0-f9eb-4749-bdd7-5512a127ff05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (96e6257b-10bc-4c69-8700-5255b2785dba), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:25.612226 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-051c5fd0-f9eb-4749-bdd7-5512a127ff05 None None] Calling delete_port for 96e6257b-10bc-4c69-8700-5255b2785dba owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:22:25.737739 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea0a00-6f20-46f3-9f91-70e9e0b68d1a req-f7e03968-ccfb-4b00-aae1-de7dcf10d30a tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:25.745662 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fbea0a00-6f20-46f3-9f91-70e9e0b68d1a req-f7e03968-ccfb-4b00-aae1-de7dcf10d30a tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=310fcec6-0da2-4a84-a309-0d4251469b3e HTTP/1.1" status: 200 len: 945 time: 0.2025535 Feb 09 01:22:25.761230 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-051c5fd0-f9eb-4749-bdd7-5512a127ff05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (96e6257b-10bc-4c69-8700-5255b2785dba), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:25.790873 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fd3c850d-46af-4539-be6e-b59859ef09b8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (a7853c7d-ccbb-46c7-a04b-0dd63e92771c), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:25.807068 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-f64e9644-7d7a-4c23-86ce-29bda9ffd358 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] For port 96e6257b-10bc-4c69-8700-5255b2785dba, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=96e6257b-10bc-4c69-8700-5255b2785dba,segment=NetworkSegment(1a887c75-56f8-4613-bcae-b9d3ca3cd6a2),segment_id=1a887c75-56f8-4613-bcae-b9d3ca3cd6a2)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:25.810905 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f64e9644-7d7a-4c23-86ce-29bda9ffd358 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (96e6257b-10bc-4c69-8700-5255b2785dba), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:25.854096 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-f64e9644-7d7a-4c23-86ce-29bda9ffd358 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Calling delete_port for 96e6257b-10bc-4c69-8700-5255b2785dba owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:22:25.859838 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c5fd0-f9eb-4749-bdd7-5512a127ff05 None None] Pushing event deleted for resources: {'Port': ['ID=96e6257b-10bc-4c69-8700-5255b2785dba,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:25.880051 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051c5fd0-f9eb-4749-bdd7-5512a127ff05 None None] No DVR routers for this DVR port 96e6257b-10bc-4c69-8700-5255b2785dba on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:22:25.981189 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fbea0a00-6f20-46f3-9f91-70e9e0b68d1a req-b886426e-00b4-4453-8b19-d33e07a6996a tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344766 Feb 09 01:22:25.999464 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c850d-46af-4539-be6e-b59859ef09b8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Calling delete_port for a7853c7d-ccbb-46c7-a04b-0dd63e92771c owned by {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:22:26.103681 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f64e9644-7d7a-4c23-86ce-29bda9ffd358 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (96e6257b-10bc-4c69-8700-5255b2785dba), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:26.180988 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64e9644-7d7a-4c23-86ce-29bda9ffd358 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] No DVR routers for this DVR port 96e6257b-10bc-4c69-8700-5255b2785dba on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:22:26.239780 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e9644-7d7a-4c23-86ce-29bda9ffd358 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event deleted for resources: {'Port': ['ID=96e6257b-10bc-4c69-8700-5255b2785dba,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:26.370000 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fd3c850d-46af-4539-be6e-b59859ef09b8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (a7853c7d-ccbb-46c7-a04b-0dd63e92771c), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:26.383911 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f64e9644-7d7a-4c23-86ce-29bda9ffd358 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (4fcb10e9-bd02-4591-b36d-6b216b3a0ab5), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:26.431545 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-f64e9644-7d7a-4c23-86ce-29bda9ffd358 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fcb10e9-bd02-4591-b36d-6b216b3a0ab5']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:26.452933 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-f64e9644-7d7a-4c23-86ce-29bda9ffd358 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a887c75-56f8-4613-bcae-b9d3ca3cd6a2') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:26.453235 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-f64e9644-7d7a-4c23-86ce-29bda9ffd358 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a887c75-56f8-4613-bcae-b9d3ca3cd6a2') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:26.461003 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c850d-46af-4539-be6e-b59859ef09b8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Port': ['ID=a7853c7d-ccbb-46c7-a04b-0dd63e92771c,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:26.477277 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f64e9644-7d7a-4c23-86ce-29bda9ffd358 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (1a887c75-56f8-4613-bcae-b9d3ca3cd6a2), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:26.503048 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f64e9644-7d7a-4c23-86ce-29bda9ffd358 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (1a887c75-56f8-4613-bcae-b9d3ca3cd6a2), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:26.517899 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f64e9644-7d7a-4c23-86ce-29bda9ffd358 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Releasing vlan 1037 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:22:26.518316 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f64e9644-7d7a-4c23-86ce-29bda9ffd358 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (1a887c75-56f8-4613-bcae-b9d3ca3cd6a2), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:26.523129 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:22:26.523129 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:22:26.523129 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:22:26.523129 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:22:26.523129 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:22:26.523129 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:22:26.523129 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:22:26.523129 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:22:26.523129 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:22:26.523129 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:22:26.523129 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:22:26.523129 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:22:26.523129 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:22:26.523129 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:22:26.523129 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:22:26.523129 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:22:26.523129 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:22:26.523129 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:22:26.523129 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:22:26.523129 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:22:26.523129 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:22:26.523129 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:22:26.523129 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:22:26.523129 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:22:26.523129 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:22:26.523129 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:22:26.523129 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:22:26.523129 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:22:26.523129 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:22:26.523129 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:22:26.523129 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:22:26.523129 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:22:26.523129 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:22:26.523129 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:22:26.523129 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:22:26.523129 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:22:26.523129 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:22:26.523129 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:22:26.523129 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:22:26.523129 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:22:26.529837 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 49be98ef-a112-4e8f-8cfa-d3e397c07683 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:22:26.559225 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fd3c850d-46af-4539-be6e-b59859ef09b8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:26.562698 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-fd3c850d-46af-4539-be6e-b59859ef09b8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/ports/a7853c7d-ccbb-46c7-a04b-0dd63e92771c HTTP/1.1" status: 204 len: 168 time: 1.4652858 Feb 09 01:22:26.565105 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38678) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:26.648301 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 49be98ef-a112-4e8f-8cfa-d3e397c07683 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:26.648881 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (49be98ef-a112-4e8f-8cfa-d3e397c07683), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:26.693840 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f64e9644-7d7a-4c23-86ce-29bda9ffd358 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (4fcb10e9-bd02-4591-b36d-6b216b3a0ab5), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:26.732255 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f64e9644-7d7a-4c23-86ce-29bda9ffd358 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:26.737899 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f64e9644-7d7a-4c23-86ce-29bda9ffd358 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] 10.222.0.50 "DELETE /v2.0/networks/4fcb10e9-bd02-4591-b36d-6b216b3a0ab5 HTTP/1.1" status: 204 len: 168 time: 1.7605162 Feb 09 01:22:26.737899 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e9644-7d7a-4c23-86ce-29bda9ffd358 tempest-NetworksTest-134451268 tempest-NetworksTest-134451268-project] Pushing event deleted for resources: {'Network': ['ID=4fcb10e9-bd02-4591-b36d-6b216b3a0ab5,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:26.757619 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e35489-b4bf-4d66-a92c-439bc287395d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:26.763194 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e35489-b4bf-4d66-a92c-439bc287395d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:26.767428 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-71e35489-b4bf-4d66-a92c-439bc287395d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2012789 Feb 09 01:22:26.770134 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38684) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:26.788849 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e0ba9-9888-4876-844d-9a137b3d16b5 req-7fe4a971-0ba9-4cbd-a41a-776f1b3fb593 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:26.795017 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d06e0ba9-9888-4876-844d-9a137b3d16b5 req-7fe4a971-0ba9-4cbd-a41a-776f1b3fb593 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7407acc-2d72-4877-b4f1-cfbc025a3908 HTTP/1.1" status: 200 len: 945 time: 0.7989767 Feb 09 01:22:26.897131 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 49be98ef-a112-4e8f-8cfa-d3e397c07683 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:26.922390 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d06e0ba9-9888-4876-844d-9a137b3d16b5 req-dbe2a188-deab-4df8-b220-e304908e4ee2 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249034 Feb 09 01:22:26.958807 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e305a2-fba6-4449-a984-a3c640bfcc74 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting subnet 7e6878ff-103f-4dda-86a0-c5d04f0e618c {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:22:26.967285 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e2e305a2-fba6-4449-a984-a3c640bfcc74 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (7e6878ff-103f-4dda-86a0-c5d04f0e618c), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:26.989087 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 96e6257b-10bc-4c69-8700-5255b2785dba no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:22:27.098098 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 96e6257b-10bc-4c69-8700-5255b2785dba {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:22:27.099059 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 96e6257b-10bc-4c69-8700-5255b2785dba not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:22:27.104504 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e2e305a2-fba6-4449-a984-a3c640bfcc74 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (7e6878ff-103f-4dda-86a0-c5d04f0e618c), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:27.289523 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbc16a-e11e-4282-9a0f-2e9a8d237989 req-bec398b1-eb9d-44c3-b4ea-af4d0c916456 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:27.291025 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-80cbc16a-e11e-4282-9a0f-2e9a8d237989 req-bec398b1-eb9d-44c3-b4ea-af4d0c916456 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=310fcec6-0da2-4a84-a309-0d4251469b3e HTTP/1.1" status: 200 len: 945 time: 0.1272585 Feb 09 01:22:27.341943 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e2e305a2-fba6-4449-a984-a3c640bfcc74 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (7e6878ff-103f-4dda-86a0-c5d04f0e618c), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:27.415506 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-80cbc16a-e11e-4282-9a0f-2e9a8d237989 req-753d618c-8224-46ac-8adf-2793a29312e3 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112711 Feb 09 01:22:27.464398 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e2e305a2-fba6-4449-a984-a3c640bfcc74 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (7e6878ff-103f-4dda-86a0-c5d04f0e618c), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:27.491754 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e2e305a2-fba6-4449-a984-a3c640bfcc74 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:27.497509 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38698) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:27.505093 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e2e305a2-fba6-4449-a984-a3c640bfcc74 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/7e6878ff-103f-4dda-86a0-c5d04f0e618c HTTP/1.1" status: 204 len: 168 time: 0.7334039 Feb 09 01:22:27.505319 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c585fc06-2f26-41d2-a2de-d06d44689dac None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:27.519392 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38700) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:27.543476 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e305a2-fba6-4449-a984-a3c640bfcc74 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Subnet': ['ID=7e6878ff-103f-4dda-86a0-c5d04f0e618c,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:27.609301 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-79279f52-6b19-4594-b39a-ba60c51c2045 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1056097 Feb 09 01:22:27.610656 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38704) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:27.618091 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-da16a902-e138-4dd3-989e-5d0ecc9c3358 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'subnet': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:27.777750 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2471a03e-e7b5-4af2-bf61-6fb1a6bfa86d None None] DHCP port deletion for a8203b0d-e7af-492c-8c21-23f9563ce2e8 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:22:27.821276 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da16a902-e138-4dd3-989e-5d0ecc9c3358 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:27.836877 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-da16a902-e138-4dd3-989e-5d0ecc9c3358 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:27.990206 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-2471a03e-e7b5-4af2-bf61-6fb1a6bfa86d None None] Deleting port 49be98ef-a112-4e8f-8cfa-d3e397c07683 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:22:27.990515 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2471a03e-e7b5-4af2-bf61-6fb1a6bfa86d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (49be98ef-a112-4e8f-8cfa-d3e397c07683), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:28.079625 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-5d24d23a-eb6a-4977-a43b-b1fc2431af3c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7d5990bbd4c047ec8023f95ec9cb77d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5589907 Feb 09 01:22:28.085351 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38714) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:28.226974 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b372e1-c8e6-4606-800e-eaf55aea1b83 req-b26cd167-9658-4f71-9a78-30c504acd2a6 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:28.228532 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-e4b372e1-c8e6-4606-800e-eaf55aea1b83 req-b26cd167-9658-4f71-9a78-30c504acd2a6 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7407acc-2d72-4877-b4f1-cfbc025a3908 HTTP/1.1" status: 200 len: 945 time: 0.1418860 Feb 09 01:22:28.273019 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-2471a03e-e7b5-4af2-bf61-6fb1a6bfa86d None None] For port 49be98ef-a112-4e8f-8cfa-d3e397c07683, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=49be98ef-a112-4e8f-8cfa-d3e397c07683,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:28.273452 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2471a03e-e7b5-4af2-bf61-6fb1a6bfa86d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (49be98ef-a112-4e8f-8cfa-d3e397c07683), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:28.303001 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-2471a03e-e7b5-4af2-bf61-6fb1a6bfa86d None None] Calling delete_port for 49be98ef-a112-4e8f-8cfa-d3e397c07683 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:22:28.351926 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d64e77c0-e0d2-40db-b4b1-ee129197c0ab admin admin] Publish callbacks [] for security_group (33f9cb1b-c925-4247-bdf7-fc2aec8aad16), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:28.474258 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d64e77c0-e0d2-40db-b4b1-ee129197c0ab admin admin] Publish callbacks [] for security_group (33f9cb1b-c925-4247-bdf7-fc2aec8aad16), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:28.579882 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 49be98ef-a112-4e8f-8cfa-d3e397c07683 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:22:28.605399 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-da16a902-e138-4dd3-989e-5d0ecc9c3358 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (8e63a591-f864-4f59-a057-3da06c27ae07), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:28.655024 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da16a902-e138-4dd3-989e-5d0ecc9c3358 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:28.656804 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e99607-4e33-4537-9d07-37538f0bdcf2 req-0770a9a2-6c95-4dcb-b658-eb7dea9d15c1 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:28.660212 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-da16a902-e138-4dd3-989e-5d0ecc9c3358 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:28.663462 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-19e99607-4e33-4537-9d07-37538f0bdcf2 req-0770a9a2-6c95-4dcb-b658-eb7dea9d15c1 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7407acc-2d72-4877-b4f1-cfbc025a3908 HTTP/1.1" status: 200 len: 945 time: 0.4655821 Feb 09 01:22:28.670938 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d64e77c0-e0d2-40db-b4b1-ee129197c0ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (33f9cb1b-c925-4247-bdf7-fc2aec8aad16), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:28.671325 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da16a902-e138-4dd3-989e-5d0ecc9c3358 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:28.671931 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-da16a902-e138-4dd3-989e-5d0ecc9c3358 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:28.676282 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d64e77c0-e0d2-40db-b4b1-ee129197c0ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:28.680032 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d64e77c0-e0d2-40db-b4b1-ee129197c0ab admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/33f9cb1b-c925-4247-bdf7-fc2aec8aad16 HTTP/1.1" status: 204 len: 168 time: 0.5936480 Feb 09 01:22:28.743825 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2471a03e-e7b5-4af2-bf61-6fb1a6bfa86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (49be98ef-a112-4e8f-8cfa-d3e397c07683), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:28.782889 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-da16a902-e138-4dd3-989e-5d0ecc9c3358 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1709602 Feb 09 01:22:28.799937 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38724) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:28.814113 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-493c5bc4-05d0-407c-b224-d1dd84711826 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'port': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'fixed_ips': [{'subnet_id': '8e63a591-f864-4f59-a057-3da06c27ae07', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-2113803790'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:28.867504 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2471a03e-e7b5-4af2-bf61-6fb1a6bfa86d None None] No DVR routers for this DVR port 49be98ef-a112-4e8f-8cfa-d3e397c07683 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:22:28.887331 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2471a03e-e7b5-4af2-bf61-6fb1a6bfa86d None None] Pushing event deleted for resources: {'Port': ['ID=49be98ef-a112-4e8f-8cfa-d3e397c07683,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:28.898530 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5029be-817f-4c18-8fd1-2e7f2d2bf2cf None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:28.928585 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e77c0-e0d2-40db-b4b1-ee129197c0ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f9cb1b-c925-4247-bdf7-fc2aec8aad16,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:28.978922 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e77c0-e0d2-40db-b4b1-ee129197c0ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:28.979279 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e77c0-e0d2-40db-b4b1-ee129197c0ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:28.980796 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e77c0-e0d2-40db-b4b1-ee129197c0ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:28.981151 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e77c0-e0d2-40db-b4b1-ee129197c0ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:28.983559 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e77c0-e0d2-40db-b4b1-ee129197c0ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:28.983991 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e77c0-e0d2-40db-b4b1-ee129197c0ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:28.984350 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e77c0-e0d2-40db-b4b1-ee129197c0ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:28.985003 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e77c0-e0d2-40db-b4b1-ee129197c0ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:28.985235 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e77c0-e0d2-40db-b4b1-ee129197c0ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:28.986879 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e77c0-e0d2-40db-b4b1-ee129197c0ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:28.988217 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e77c0-e0d2-40db-b4b1-ee129197c0ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:28.988514 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e77c0-e0d2-40db-b4b1-ee129197c0ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:28.990119 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e77c0-e0d2-40db-b4b1-ee129197c0ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:29.034612 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-19e99607-4e33-4537-9d07-37538f0bdcf2 req-6d30205d-3936-481e-90c5-1d478727ef09 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383737 Feb 09 01:22:29.136070 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c1a61d-07a8-4813-b432-8a5f1ed16043 req-f4581737-8172-4e60-a712-2a55feebe0b3 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:29.160397 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-03c1a61d-07a8-4813-b432-8a5f1ed16043 req-f4581737-8172-4e60-a712-2a55feebe0b3 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=310fcec6-0da2-4a84-a309-0d4251469b3e HTTP/1.1" status: 200 len: 945 time: 0.4905338 Feb 09 01:22:29.172203 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493c5bc4-05d0-407c-b224-d1dd84711826 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:29.273872 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No active binding found for port 49be98ef-a112-4e8f-8cfa-d3e397c07683 {{(pid=103138) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 01:22:29.278398 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] The host n-d-828369-4 is not matching for port 49be98ef-a112-4e8f-8cfa-d3e397c07683 host None! {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:22:29.282840 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 49be98ef-a112-4e8f-8cfa-d3e397c07683 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:22:29.323166 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16a902-e138-4dd3-989e-5d0ecc9c3358 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Subnet': ['ID=8e63a591-f864-4f59-a057-3da06c27ae07,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:29.330284 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-e4b372e1-c8e6-4606-800e-eaf55aea1b83 req-f694f15d-cfa2-49c2-88de-85cd58f762ae tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Deleting port 3b8db0a6-01e4-47d3-93d5-9839e7db1e1c {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:22:29.330733 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-e4b372e1-c8e6-4606-800e-eaf55aea1b83 req-f694f15d-cfa2-49c2-88de-85cd58f762ae tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (3b8db0a6-01e4-47d3-93d5-9839e7db1e1c), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:29.404082 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-03c1a61d-07a8-4813-b432-8a5f1ed16043 req-36a2aa0f-ff27-451d-8081-792b58bba8b1 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415986 Feb 09 01:22:29.530282 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d6e9d2-bd9f-48e0-ae16-78f47810ab6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'project_id': '2aa099fb60d240ab8ce8691ee5b2e38c', 'fixed_ips': [{'subnet_id': '8e63a591-f864-4f59-a057-3da06c27ae07'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:22:29.530952 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-493c5bc4-05d0-407c-b224-d1dd84711826 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:29.540265 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75d6e9d2-bd9f-48e0-ae16-78f47810ab6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:29.616871 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-493c5bc4-05d0-407c-b224-d1dd84711826 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] device_id is not set on port 5c616d6e-f88b-45e8-95b4-07ac5834c1d6 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:22:29.773732 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-e4b372e1-c8e6-4606-800e-eaf55aea1b83 req-f694f15d-cfa2-49c2-88de-85cd58f762ae tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] For port 3b8db0a6-01e4-47d3-93d5-9839e7db1e1c, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=3b8db0a6-01e4-47d3-93d5-9839e7db1e1c,segment=NetworkSegment(669e1584-9a4c-4f54-9e81-29abd25160a4),segment_id=669e1584-9a4c-4f54-9e81-29abd25160a4)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:29.774130 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-e4b372e1-c8e6-4606-800e-eaf55aea1b83 req-f694f15d-cfa2-49c2-88de-85cd58f762ae tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (3b8db0a6-01e4-47d3-93d5-9839e7db1e1c), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:29.798332 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-e4b372e1-c8e6-4606-800e-eaf55aea1b83 req-f694f15d-cfa2-49c2-88de-85cd58f762ae tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Calling delete_port for 3b8db0a6-01e4-47d3-93d5-9839e7db1e1c owned by compute:nova {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:22:30.000977 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-75d6e9d2-bd9f-48e0-ae16-78f47810ab6f None None] Allocated IP 2001:db8::2 (a8203b0d-e7af-492c-8c21-23f9563ce2e8/8e63a591-f864-4f59-a057-3da06c27ae07/f9115233-1625-4172-82d5-cbd0373e71c8) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:30.150613 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38756) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:30.385391 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 3b8db0a6-01e4-47d3-93d5-9839e7db1e1c no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:22:30.410815 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582a80e-e8e5-41ca-9eba-5eaa91dfe20e req-fbc85f6d-be93-40b7-9fd1-f0df089635a6 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:30.418851 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7582a80e-e8e5-41ca-9eba-5eaa91dfe20e req-fbc85f6d-be93-40b7-9fd1-f0df089635a6 tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7407acc-2d72-4877-b4f1-cfbc025a3908 HTTP/1.1" status: 200 len: 945 time: 0.1747599 Feb 09 01:22:30.626300 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7582a80e-e8e5-41ca-9eba-5eaa91dfe20e req-f98cd9d7-1c87-4b88-8c20-ebdb3930379b tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/security-groups?id=de0d3c64-63ba-43f8-94d8-00f6d2d08788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939075 Feb 09 01:22:30.641568 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75d6e9d2-bd9f-48e0-ae16-78f47810ab6f None None] Publish callbacks [] for port (f9115233-1625-4172-82d5-cbd0373e71c8), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:30.678494 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75d6e9d2-bd9f-48e0-ae16-78f47810ab6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (f9115233-1625-4172-82d5-cbd0373e71c8), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:30.791573 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d6e9d2-bd9f-48e0-ae16-78f47810ab6f None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:30.796592 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-75d6e9d2-bd9f-48e0-ae16-78f47810ab6f None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:30.803715 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d6e9d2-bd9f-48e0-ae16-78f47810ab6f None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:22:30.849474 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c21f47e-dae9-4541-a938-fbaaac203952 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:30.921083 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4bcc9-f492-43cb-966f-aee56c3b5e59 req-0c15da32-433e-4bf8-a096-3676980db761 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:30.924788 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-12d4bcc9-f492-43cb-966f-aee56c3b5e59 req-0c15da32-433e-4bf8-a096-3676980db761 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=310fcec6-0da2-4a84-a309-0d4251469b3e HTTP/1.1" status: 200 len: 945 time: 0.2895982 Feb 09 01:22:30.989378 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d6e9d2-bd9f-48e0-ae16-78f47810ab6f None None] Pushing event updated for resources: {'Port': ['ID=f9115233-1625-4172-82d5-cbd0373e71c8,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:31.001317 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 3b8db0a6-01e4-47d3-93d5-9839e7db1e1c is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:31.001317 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3b8db0a6-01e4-47d3-93d5-9839e7db1e1c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:31.065136 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-75d6e9d2-bd9f-48e0-ae16-78f47810ab6f None None] Attempting to bind port f9115233-1625-4172-82d5-cbd0373e71c8 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:22:31.065462 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-75d6e9d2-bd9f-48e0-ae16-78f47810ab6f None None] Attempting to bind port f9115233-1625-4172-82d5-cbd0373e71c8 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:22:31.065801 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d6e9d2-bd9f-48e0-ae16-78f47810ab6f None None] Attempting to bind port f9115233-1625-4172-82d5-cbd0373e71c8 on network a8203b0d-e7af-492c-8c21-23f9563ce2e8 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:22:31.068672 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c21f47e-dae9-4541-a938-fbaaac203952 admin admin] Publish callbacks [] for security_group (bb3b48d6-8cab-4604-b0f6-c7ec8c17a4df), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:31.081037 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c21f47e-dae9-4541-a938-fbaaac203952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (bb3b48d6-8cab-4604-b0f6-c7ec8c17a4df), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:31.087397 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d6e9d2-bd9f-48e0-ae16-78f47810ab6f None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:22:31.088840 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d6e9d2-bd9f-48e0-ae16-78f47810ab6f None None] Checking segment: {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:22:31.089272 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75d6e9d2-bd9f-48e0-ae16-78f47810ab6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:31.089693 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d6e9d2-bd9f-48e0-ae16-78f47810ab6f None None] Bound using segment: {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:22:31.093247 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-75d6e9d2-bd9f-48e0-ae16-78f47810ab6f None None] Bound port: f9115233-1625-4172-82d5-cbd0373e71c8, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:22:31.093423 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75d6e9d2-bd9f-48e0-ae16-78f47810ab6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f9115233-1625-4172-82d5-cbd0373e71c8), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:31.196774 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 3b8db0a6-01e4-47d3-93d5-9839e7db1e1c, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=3b8db0a6-01e4-47d3-93d5-9839e7db1e1c,segment=NetworkSegment(669e1584-9a4c-4f54-9e81-29abd25160a4),segment_id=669e1584-9a4c-4f54-9e81-29abd25160a4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:31.217125 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7407acc-2d72-4877-b4f1-cfbc025a3908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b8db0a6-01e4-47d3-93d5-9839e7db1e1c'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:22:31.220250 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ee5485-945e-423a-9e8c-be530a8c1574" -d '{"events": [{"server_uuid": "e7407acc-2d72-4877-b4f1-cfbc025a3908", "name": "network-vif-unplugged", "status": "completed", "tag": "3b8db0a6-01e4-47d3-93d5-9839e7db1e1c"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:22:31.228212 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c21f47e-dae9-4541-a938-fbaaac203952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3b48d6-8cab-4604-b0f6-c7ec8c17a4df,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:31.237051 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (3b8db0a6-01e4-47d3-93d5-9839e7db1e1c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:31.238503 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38788) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:31.308778 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-0c21f47e-dae9-4541-a938-fbaaac203952 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fa29a7df73df491ab70ca31db3dbedda&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1560707 Feb 09 01:22:31.312998 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38792) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:31.346496 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-12d4bcc9-f492-43cb-966f-aee56c3b5e59 req-a7d189a0-a847-4a06-8047-2465a3e81991 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691221 Feb 09 01:22:31.442724 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-75d6e9d2-bd9f-48e0-ae16-78f47810ab6f None None] For port f9115233-1625-4172-82d5-cbd0373e71c8, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:22:31.450881 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d55034c0-2b6b-45e1-9446-df95f388d6b0 admin admin] Publish callbacks [] for security_group (bb3b48d6-8cab-4604-b0f6-c7ec8c17a4df), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:31.451472 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-75d6e9d2-bd9f-48e0-ae16-78f47810ab6f None None] For port f9115233-1625-4172-82d5-cbd0373e71c8, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f9115233-1625-4172-82d5-cbd0373e71c8,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:22:31.464328 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17f7594-b01b-404f-98a2-6316ea43a4af x-openstack-request-id: req-c17f7594-b01b-404f-98a2-6316ea43a4af {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:22:31.464663 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7407acc-2d72-4877-b4f1-cfbc025a3908", "name": "network-vif-unplugged", "status": "completed", "tag": "3b8db0a6-01e4-47d3-93d5-9839e7db1e1c", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:22:31.468124 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c17f7594-b01b-404f-98a2-6316ea43a4af {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:22:31.468810 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7407acc-2d72-4877-b4f1-cfbc025a3908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b8db0a6-01e4-47d3-93d5-9839e7db1e1c', 'code': 200} Feb 09 01:22:31.502924 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d55034c0-2b6b-45e1-9446-df95f388d6b0 admin admin] Publish callbacks [] for security_group (bb3b48d6-8cab-4604-b0f6-c7ec8c17a4df), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:31.524941 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75d6e9d2-bd9f-48e0-ae16-78f47810ab6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f9115233-1625-4172-82d5-cbd0373e71c8), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:31.563194 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-e4b372e1-c8e6-4606-800e-eaf55aea1b83 req-f694f15d-cfa2-49c2-88de-85cd58f762ae tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (3b8db0a6-01e4-47d3-93d5-9839e7db1e1c), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:31.576767 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-e5b7c869-9cd2-49b8-88c7-75227b4d478d tempest-NetworksNegativeTestJSON-465359404 tempest-NetworksNegativeTestJSON-465359404-project] Request body: {'port': {'network_id': 'e626d39e-e171-4594-ae7c-dc83d10c11e3', 'name': 'tempest-NetworksNegativeTestJSON-194575031'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:31.591067 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-493c5bc4-05d0-407c-b224-d1dd84711826 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:22:31.598615 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-493c5bc4-05d0-407c-b224-d1dd84711826 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:31.610839 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5b7c869-9cd2-49b8-88c7-75227b4d478d tempest-NetworksNegativeTestJSON-465359404 tempest-NetworksNegativeTestJSON-465359404-project] POST failed (client error): The resource could not be found. Feb 09 01:22:31.616819 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5b7c869-9cd2-49b8-88c7-75227b4d478d tempest-NetworksNegativeTestJSON-465359404 tempest-NetworksNegativeTestJSON-465359404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:31.631295 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e5b7c869-9cd2-49b8-88c7-75227b4d478d tempest-NetworksNegativeTestJSON-465359404 tempest-NetworksNegativeTestJSON-465359404-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3777580 Feb 09 01:22:31.632763 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38798) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:31.639901 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=3b8db0a6-01e4-47d3-93d5-9839e7db1e1c,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:31.719154 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ff2a886-e433-4022-b2ab-8c30d03b0eed tempest-NetworksNegativeTestJSON-465359404 tempest-NetworksNegativeTestJSON-465359404-project] DELETE failed (client error): The resource could not be found. Feb 09 01:22:31.723375 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ff2a886-e433-4022-b2ab-8c30d03b0eed tempest-NetworksNegativeTestJSON-465359404 tempest-NetworksNegativeTestJSON-465359404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:31.731825 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-7ff2a886-e433-4022-b2ab-8c30d03b0eed tempest-NetworksNegativeTestJSON-465359404 tempest-NetworksNegativeTestJSON-465359404-project] 10.222.0.50 "DELETE /v2.0/networks/194279cb-5907-4732-beec-3aad4f4815a9 HTTP/1.1" status: 404 len: 339 time: 0.0979657 Feb 09 01:22:31.737555 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38802) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:31.755858 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f694f15d-cfa2-49c2-88de-85cd58f762ae tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Pushing event deleted for resources: {'Port': ['ID=3b8db0a6-01e4-47d3-93d5-9839e7db1e1c,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:31.807967 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d6e9d2-bd9f-48e0-ae16-78f47810ab6f None None] Pushing event updated for resources: {'Port': ['ID=f9115233-1625-4172-82d5-cbd0373e71c8,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:31.819802 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b372e1-c8e6-4606-800e-eaf55aea1b83 req-f694f15d-cfa2-49c2-88de-85cd58f762ae tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] No DVR routers for this DVR port 3b8db0a6-01e4-47d3-93d5-9839e7db1e1c on host n-h1-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:22:31.824533 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-e4b372e1-c8e6-4606-800e-eaf55aea1b83 req-f694f15d-cfa2-49c2-88de-85cd58f762ae tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:31.829004 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-e4b372e1-c8e6-4606-800e-eaf55aea1b83 req-f694f15d-cfa2-49c2-88de-85cd58f762ae tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.47 "DELETE /v2.0/ports/3b8db0a6-01e4-47d3-93d5-9839e7db1e1c HTTP/1.1" status: 204 len: 173 time: 3.5856757 Feb 09 01:22:31.829852 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7407acc-2d72-4877-b4f1-cfbc025a3908', 'name': 'network-vif-deleted', 'tag': '3b8db0a6-01e4-47d3-93d5-9839e7db1e1c'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:22:31.833248 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31463f7-b394-4e46-9cfc-32a421200b18" -d '{"events": [{"server_uuid": "e7407acc-2d72-4877-b4f1-cfbc025a3908", "name": "network-vif-deleted", "tag": "3b8db0a6-01e4-47d3-93d5-9839e7db1e1c"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:22:31.844255 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-493c5bc4-05d0-407c-b224-d1dd84711826 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 3.0417426 Feb 09 01:22:31.847274 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38808) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:31.861326 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d55034c0-2b6b-45e1-9446-df95f388d6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (bb3b48d6-8cab-4604-b0f6-c7ec8c17a4df), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:31.867418 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d55034c0-2b6b-45e1-9446-df95f388d6b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:31.876502 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d55034c0-2b6b-45e1-9446-df95f388d6b0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bb3b48d6-8cab-4604-b0f6-c7ec8c17a4df HTTP/1.1" status: 204 len: 168 time: 0.5581486 Feb 09 01:22:31.876502 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5bed6e1-1358-4746-860a-9a9a66ac142d tempest-NetworksNegativeTestJSON-465359404 tempest-NetworksNegativeTestJSON-465359404-project] DELETE failed (client error): The resource could not be found. Feb 09 01:22:31.887408 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5bed6e1-1358-4746-860a-9a9a66ac142d tempest-NetworksNegativeTestJSON-465359404 tempest-NetworksNegativeTestJSON-465359404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:31.900699 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a5bed6e1-1358-4746-860a-9a9a66ac142d tempest-NetworksNegativeTestJSON-465359404 tempest-NetworksNegativeTestJSON-465359404-project] 10.222.0.50 "DELETE /v2.0/ports/48d83066-9d63-4349-8ed7-74e0160ba0c7 HTTP/1.1" status: 404 len: 333 time: 0.1544881 Feb 09 01:22:31.920372 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38814) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:32.018971 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55034c0-2b6b-45e1-9446-df95f388d6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3b48d6-8cab-4604-b0f6-c7ec8c17a4df,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:32.023250 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-957753be-c5a6-4230-af81-09cca3826717 req-de8f7132-591a-46d8-8d97-8cd465da746f tempest-ServerRescueTestJSON-590691848 tempest-ServerRescueTestJSON-590691848-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7407acc-2d72-4877-b4f1-cfbc025a3908 HTTP/1.1" status: 200 len: 210 time: 0.1662471 Feb 09 01:22:32.160394 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ab04fce-6c12-4fb9-b676-eb08a21a9181 tempest-NetworksNegativeTestJSON-465359404 tempest-NetworksNegativeTestJSON-465359404-project] DELETE failed (client error): The resource could not be found. Feb 09 01:22:32.165303 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ab04fce-6c12-4fb9-b676-eb08a21a9181 tempest-NetworksNegativeTestJSON-465359404 tempest-NetworksNegativeTestJSON-465359404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:32.167640 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22badb7b-bb95-4d4c-ae74-f0d6c9452e73 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:32.171717 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-22badb7b-bb95-4d4c-ae74-f0d6c9452e73 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3197377 Feb 09 01:22:32.174703 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38816) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:32.189220 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-7ab04fce-6c12-4fb9-b676-eb08a21a9181 tempest-NetworksNegativeTestJSON-465359404 tempest-NetworksNegativeTestJSON-465359404-project] 10.222.0.50 "DELETE /v2.0/subnets/c9de7e82-4d9f-4d2b-a2ba-c7243329391c HTTP/1.1" status: 404 len: 337 time: 0.2613230 Feb 09 01:22:32.196038 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38818) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:32.299097 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d4013d4-57db-4e90-95c1-efcf1a17a38e tempest-NetworksNegativeTestJSON-465359404 tempest-NetworksNegativeTestJSON-465359404-project] GET failed (client error): The resource could not be found. Feb 09 01:22:32.308851 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-5d4013d4-57db-4e90-95c1-efcf1a17a38e tempest-NetworksNegativeTestJSON-465359404 tempest-NetworksNegativeTestJSON-465359404-project] 10.222.0.50 "GET /v2.0/networks/beff7ca4-b721-40be-acae-7acf444c3630 HTTP/1.1" status: 404 len: 339 time: 0.1110475 Feb 09 01:22:32.309561 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38822) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:32.408264 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c75eac02-3897-4739-b4f1-052fe569c253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:32.453246 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989cffaa-3367-4ecd-891a-467932966c67 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:32.471179 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989cffaa-3367-4ecd-891a-467932966c67 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:32.480677 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-989cffaa-3367-4ecd-891a-467932966c67 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3026071 Feb 09 01:22:32.481077 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-51e2ce0e-2a6a-48e2-bbe2-71db97a6a1df tempest-NetworksNegativeTestJSON-465359404 tempest-NetworksNegativeTestJSON-465359404-project] GET failed (client error): The resource could not be found. Feb 09 01:22:32.483164 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38830) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:32.491316 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38832) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:32.500749 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-51e2ce0e-2a6a-48e2-bbe2-71db97a6a1df tempest-NetworksNegativeTestJSON-465359404 tempest-NetworksNegativeTestJSON-465359404-project] 10.222.0.50 "GET /v2.0/ports/3daa82d2-9b14-4a77-b2bd-37339c7bb840 HTTP/1.1" status: 404 len: 333 time: 0.1855259 Feb 09 01:22:32.667938 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b7f20-6e95-4e28-8d82-d50c74e2fdda req-a93fe641-1694-4487-b3cc-00da7ed38604 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:32.678741 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-728e96fe-d481-4e3e-80cd-9bdf5ad1c3a5 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting subnet 8e63a591-f864-4f59-a057-3da06c27ae07 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:22:32.688161 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-061b7f20-6e95-4e28-8d82-d50c74e2fdda req-a93fe641-1694-4487-b3cc-00da7ed38604 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=310fcec6-0da2-4a84-a309-0d4251469b3e HTTP/1.1" status: 200 len: 945 time: 0.1034582 Feb 09 01:22:32.711647 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f9115233-1625-4172-82d5-cbd0373e71c8 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:22:32.732848 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2664d3b3-f174-4471-9eb9-8a2c04222ae8 x-openstack-request-id: req-2664d3b3-f174-4471-9eb9-8a2c04222ae8 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:22:32.733786 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7407acc-2d72-4877-b4f1-cfbc025a3908", "name": "network-vif-deleted", "tag": "3b8db0a6-01e4-47d3-93d5-9839e7db1e1c", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:22:32.734186 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2664d3b3-f174-4471-9eb9-8a2c04222ae8 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:22:32.736177 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7407acc-2d72-4877-b4f1-cfbc025a3908', 'name': 'network-vif-deleted', 'tag': '3b8db0a6-01e4-47d3-93d5-9839e7db1e1c', 'status': 'completed', 'code': 200} Feb 09 01:22:32.737696 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd7da3ec-3893-471f-97e3-1f099be4f2cd tempest-NetworksNegativeTestJSON-465359404 tempest-NetworksNegativeTestJSON-465359404-project] GET failed (client error): The resource could not be found. Feb 09 01:22:32.745007 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-cd7da3ec-3893-471f-97e3-1f099be4f2cd tempest-NetworksNegativeTestJSON-465359404 tempest-NetworksNegativeTestJSON-465359404-project] 10.222.0.50 "GET /v2.0/subnets/b12f8e6c-f199-44a3-9415-713ef0acd96f HTTP/1.1" status: 404 len: 337 time: 0.2047336 Feb 09 01:22:32.745007 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-728e96fe-d481-4e3e-80cd-9bdf5ad1c3a5 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (8e63a591-f864-4f59-a057-3da06c27ae07), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:32.752781 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38836) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:32.768678 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-d1164358-6e25-47d3-843f-ccbe27d15957 tempest-NetworksNegativeTestJSON-465359404 tempest-NetworksNegativeTestJSON-465359404-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:32.804673 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port f9115233-1625-4172-82d5-cbd0373e71c8 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:32.805387 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f9115233-1625-4172-82d5-cbd0373e71c8), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:32.847754 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1164358-6e25-47d3-843f-ccbe27d15957 tempest-NetworksNegativeTestJSON-465359404 tempest-NetworksNegativeTestJSON-465359404-project] PUT failed (client error): The resource could not be found. Feb 09 01:22:32.850072 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1164358-6e25-47d3-843f-ccbe27d15957 tempest-NetworksNegativeTestJSON-465359404 tempest-NetworksNegativeTestJSON-465359404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:32.857333 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d1164358-6e25-47d3-843f-ccbe27d15957 tempest-NetworksNegativeTestJSON-465359404 tempest-NetworksNegativeTestJSON-465359404-project] 10.222.0.50 "PUT /v2.0/networks/6516cef9-e89b-4ef6-a48f-fc4786201a68 HTTP/1.1" status: 404 len: 339 time: 0.1016624 Feb 09 01:22:32.862272 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38840) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:32.880569 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-81766d80-abf4-4760-a26f-22077fb17df8 tempest-NetworksNegativeTestJSON-465359404 tempest-NetworksNegativeTestJSON-465359404-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:32.889212 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-061b7f20-6e95-4e28-8d82-d50c74e2fdda req-b5a1f5b0-6261-4b3d-9dc9-0da4e4832ac4 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995816 Feb 09 01:22:32.907255 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-81766d80-abf4-4760-a26f-22077fb17df8 tempest-NetworksNegativeTestJSON-465359404 tempest-NetworksNegativeTestJSON-465359404-project] PUT failed (client error): The resource could not be found. Feb 09 01:22:32.907834 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81766d80-abf4-4760-a26f-22077fb17df8 tempest-NetworksNegativeTestJSON-465359404 tempest-NetworksNegativeTestJSON-465359404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:32.913353 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-81766d80-abf4-4760-a26f-22077fb17df8 tempest-NetworksNegativeTestJSON-465359404 tempest-NetworksNegativeTestJSON-465359404-project] 10.222.0.50 "PUT /v2.0/ports/91e3decc-d251-42f8-8178-48b617b1e706 HTTP/1.1" status: 404 len: 333 time: 0.0444956 Feb 09 01:22:32.914776 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38842) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:32.944460 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-84dd942a-6493-4c79-80d5-90131bf1d5d4 tempest-NetworksNegativeTestJSON-465359404 tempest-NetworksNegativeTestJSON-465359404-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:32.995165 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-728e96fe-d481-4e3e-80cd-9bdf5ad1c3a5 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (8e63a591-f864-4f59-a057-3da06c27ae07), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:33.010088 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-84dd942a-6493-4c79-80d5-90131bf1d5d4 tempest-NetworksNegativeTestJSON-465359404 tempest-NetworksNegativeTestJSON-465359404-project] PUT failed (client error): The resource could not be found. Feb 09 01:22:33.012103 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84dd942a-6493-4c79-80d5-90131bf1d5d4 tempest-NetworksNegativeTestJSON-465359404 tempest-NetworksNegativeTestJSON-465359404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:22:33.014230 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-84dd942a-6493-4c79-80d5-90131bf1d5d4 tempest-NetworksNegativeTestJSON-465359404 tempest-NetworksNegativeTestJSON-465359404-project] 10.222.0.50 "PUT /v2.0/subnets/7b1d9a59-ac8a-4970-a7b8-d63bf1df5bc0 HTTP/1.1" status: 404 len: 337 time: 0.0972319 Feb 09 01:22:33.015761 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38844) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:33.018644 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port f9115233-1625-4172-82d5-cbd0373e71c8 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:33.018644 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f9115233-1625-4172-82d5-cbd0373e71c8), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:33.041075 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-38a2097e-e475-4ba4-a661-1cc3c711e67b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:33.105663 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port f9115233-1625-4172-82d5-cbd0373e71c8, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f9115233-1625-4172-82d5-cbd0373e71c8,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:33.122910 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f9115233-1625-4172-82d5-cbd0373e71c8), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:33.196704 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38850) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:33.302253 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=f9115233-1625-4172-82d5-cbd0373e71c8,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:33.433877 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-38a2097e-e475-4ba4-a661-1cc3c711e67b admin admin] Publish callbacks [] for security_group (8fb182d8-6885-48a5-8a24-76bc9c659206), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:33.447557 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-38a2097e-e475-4ba4-a661-1cc3c711e67b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (8fb182d8-6885-48a5-8a24-76bc9c659206), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:33.558633 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-38a2097e-e475-4ba4-a661-1cc3c711e67b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=387a138ee02540f9b6afc54cc57e0917&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5414612 Feb 09 01:22:33.570901 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38860) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:33.614706 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a2097e-e475-4ba4-a661-1cc3c711e67b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb182d8-6885-48a5-8a24-76bc9c659206,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:33.677384 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-728e96fe-d481-4e3e-80cd-9bdf5ad1c3a5 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (8e63a591-f864-4f59-a057-3da06c27ae07), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:33.706456 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device dc0e1e8b-456a-4af5-8e4d-1f0abff36246 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:22:33.711499 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device dc0e1e8b-456a-4af5-8e4d-1f0abff36246 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:22:33.809503 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38862) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:34.276974 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb181b6-2793-4613-bbdb-5cbfb2347ee5 req-f6db952f-92e7-4474-9858-997db25e5b8f tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:34.285752 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8cb181b6-2793-4613-bbdb-5cbfb2347ee5 req-f6db952f-92e7-4474-9858-997db25e5b8f tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=310fcec6-0da2-4a84-a309-0d4251469b3e HTTP/1.1" status: 200 len: 945 time: 0.2404184 Feb 09 01:22:34.295003 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6bdc4a4b-aee1-4b15-a538-3ee2e1840b04 admin admin] Publish callbacks [] for security_group (8fb182d8-6885-48a5-8a24-76bc9c659206), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:34.297731 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6be9a4c3-3d85-4008-9f45-160a6848dd47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:34.329161 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6bdc4a4b-aee1-4b15-a538-3ee2e1840b04 admin admin] Publish callbacks [] for security_group (8fb182d8-6885-48a5-8a24-76bc9c659206), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:34.392610 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-1e0fb017-933c-4ad7-9b71-4aa57a9ed26d None None] Provisioning complete for port f9115233-1625-4172-82d5-cbd0373e71c8 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:34.393578 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1e0fb017-933c-4ad7-9b71-4aa57a9ed26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f9115233-1625-4172-82d5-cbd0373e71c8), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:34.535647 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port dc0e1e8b-456a-4af5-8e4d-1f0abff36246 is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:34.538900 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (dc0e1e8b-456a-4af5-8e4d-1f0abff36246), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:34.543939 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8cb181b6-2793-4613-bbdb-5cbfb2347ee5 req-764ca6d2-e0eb-4300-9194-58e0a83a89c0 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411277 Feb 09 01:22:34.557361 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port dc0e1e8b-456a-4af5-8e4d-1f0abff36246, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=dc0e1e8b-456a-4af5-8e4d-1f0abff36246,segment=NetworkSegment(e1b6dfa9-0088-4f06-bf4d-732afafaf84a),segment_id=e1b6dfa9-0088-4f06-bf4d-732afafaf84a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:34.573740 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-728e96fe-d481-4e3e-80cd-9bdf5ad1c3a5 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (8e63a591-f864-4f59-a057-3da06c27ae07), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:34.639659 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f9115233-1625-4172-82d5-cbd0373e71c8 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:22:34.648632 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6df83666-63c6-49cc-b829-b47c35ca0081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:34.658185 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6bdc4a4b-aee1-4b15-a538-3ee2e1840b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (8fb182d8-6885-48a5-8a24-76bc9c659206), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:34.670236 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6bdc4a4b-aee1-4b15-a538-3ee2e1840b04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:34.674633 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6bdc4a4b-aee1-4b15-a538-3ee2e1840b04 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8fb182d8-6885-48a5-8a24-76bc9c659206 HTTP/1.1" status: 204 len: 168 time: 1.0985746 Feb 09 01:22:34.674800 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6be9a4c3-3d85-4008-9f45-160a6848dd47 admin admin] Publish callbacks [] for security_group (862723e0-9eed-4059-8892-2b3482068755), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:34.688639 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6be9a4c3-3d85-4008-9f45-160a6848dd47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (862723e0-9eed-4059-8892-2b3482068755), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:34.691121 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-728e96fe-d481-4e3e-80cd-9bdf5ad1c3a5 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:34.700515 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-728e96fe-d481-4e3e-80cd-9bdf5ad1c3a5 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/8e63a591-f864-4f59-a057-3da06c27ae07 HTTP/1.1" status: 204 len: 168 time: 2.2100656 Feb 09 01:22:34.702614 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e96fe-d481-4e3e-80cd-9bdf5ad1c3a5 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Subnet': ['ID=8e63a591-f864-4f59-a057-3da06c27ae07,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:34.705133 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38882) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:34.730467 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdc4a4b-aee1-4b15-a538-3ee2e1840b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb182d8-6885-48a5-8a24-76bc9c659206,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:34.739513 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe0b0ed-31fb-42d5-a2fc-51a1448557ea None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:34.749447 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': 'dc0e1e8b-456a-4af5-8e4d-1f0abff36246', 'network_id': '633bdf52-4e13-4a9d-8810-49c577c6cdb8', 'port_id': 'dc0e1e8b-456a-4af5-8e4d-1f0abff36246', 'mac_address': 'fa:16:3e:0b:0d:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd2bf801-d138-4a76-952d-e259104944cf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:22:34.994117 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b92329e9-3f43-4324-88df-3f6ddcd4f843 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2748127 Feb 09 01:22:34.998977 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38886) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:35.008315 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-70ef68ef-da95-46ab-8423-f4024dc35a8e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'subnet': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:35.020856 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be9a4c3-3d85-4008-9f45-160a6848dd47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862723e0-9eed-4059-8892-2b3482068755,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:35.032436 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-6be9a4c3-3d85-4008-9f45-160a6848dd47 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=45aa5dfd7dae43eeb799c137332d0c19&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2221088 Feb 09 01:22:35.035297 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38890) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:35.097372 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310fcec6-0da2-4a84-a309-0d4251469b3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc0e1e8b-456a-4af5-8e4d-1f0abff36246'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:22:35.099615 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252fbe45-7514-46c9-bc1e-5a0eac8605a6" -d '{"events": [{"server_uuid": "310fcec6-0da2-4a84-a309-0d4251469b3e", "name": "network-vif-unplugged", "status": "completed", "tag": "dc0e1e8b-456a-4af5-8e4d-1f0abff36246"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:22:35.141160 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port dc0e1e8b-456a-4af5-8e4d-1f0abff36246, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=dc0e1e8b-456a-4af5-8e4d-1f0abff36246,segment=NetworkSegment(e1b6dfa9-0088-4f06-bf4d-732afafaf84a),segment_id=e1b6dfa9-0088-4f06-bf4d-732afafaf84a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:35.143124 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port dc0e1e8b-456a-4af5-8e4d-1f0abff36246 is: ACTIVE; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:35.143539 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (dc0e1e8b-456a-4af5-8e4d-1f0abff36246), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:35.158428 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (dc0e1e8b-456a-4af5-8e4d-1f0abff36246), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:35.206043 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-89364c94-275e-4edc-bec1-ddcec078b16a admin admin] Publish callbacks [] for security_group (862723e0-9eed-4059-8892-2b3482068755), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:35.245143 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a2a3426d-1e39-467b-a491-ff20a7693d1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (ab36d786-d007-4910-8474-9349845a28cb), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:35.267389 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44864519-9f52-4da7-81a9-42570849a7ea x-openstack-request-id: req-44864519-9f52-4da7-81a9-42570849a7ea {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:22:35.267709 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310fcec6-0da2-4a84-a309-0d4251469b3e", "name": "network-vif-unplugged", "status": "completed", "tag": "dc0e1e8b-456a-4af5-8e4d-1f0abff36246", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:22:35.268052 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-44864519-9f52-4da7-81a9-42570849a7ea {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:22:35.270012 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '310fcec6-0da2-4a84-a309-0d4251469b3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc0e1e8b-456a-4af5-8e4d-1f0abff36246', 'code': 200} Feb 09 01:22:35.272160 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=dc0e1e8b-456a-4af5-8e4d-1f0abff36246,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:35.275512 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-89364c94-275e-4edc-bec1-ddcec078b16a admin admin] Publish callbacks [] for security_group (862723e0-9eed-4059-8892-2b3482068755), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:35.340210 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc0e1e8b-456a-4af5-8e4d-1f0abff36246 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:22:35.385627 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-89364c94-275e-4edc-bec1-ddcec078b16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (862723e0-9eed-4059-8892-2b3482068755), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:35.388273 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-89364c94-275e-4edc-bec1-ddcec078b16a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:35.389467 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-89364c94-275e-4edc-bec1-ddcec078b16a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/862723e0-9eed-4059-8892-2b3482068755 HTTP/1.1" status: 204 len: 168 time: 0.3520286 Feb 09 01:22:35.413613 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89364c94-275e-4edc-bec1-ddcec078b16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862723e0-9eed-4059-8892-2b3482068755,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:35.480069 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ef68ef-da95-46ab-8423-f4024dc35a8e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:35.484150 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-70ef68ef-da95-46ab-8423-f4024dc35a8e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:35.517007 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port f9115233-1625-4172-82d5-cbd0373e71c8 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:35.523584 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f9115233-1625-4172-82d5-cbd0373e71c8), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:35.847492 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.api [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:22:35.851581 n-d-828369-4 neutron-server[103138]: DEBUG oslo_db.api [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:22:35.855518 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461638ef-dca6-4eb7-b44f-b7f77ce98d6c None None] DHCP port deletion for a8203b0d-e7af-492c-8c21-23f9563ce2e8 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:22:35.934322 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-1e0fb017-933c-4ad7-9b71-4aa57a9ed26d None None] Current status of the port f9115233-1625-4172-82d5-cbd0373e71c8 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:35.962637 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2977ce6-b064-4be2-9ad4-a9592d165281 req-82d9c78c-b1b7-4bdc-a081-ab89050dc82c tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:35.974480 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b2977ce6-b064-4be2-9ad4-a9592d165281 req-82d9c78c-b1b7-4bdc-a081-ab89050dc82c tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=310fcec6-0da2-4a84-a309-0d4251469b3e HTTP/1.1" status: 200 len: 943 time: 0.1704869 Feb 09 01:22:35.999846 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:36.129004 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b2977ce6-b064-4be2-9ad4-a9592d165281 req-08bfc096-78ea-4ecb-a805-959a386445fa tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434355 Feb 09 01:22:36.190824 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-a2a3426d-1e39-467b-a491-ff20a7693d1d admin admin] Deleting port 59ad1e06-910c-439b-a6f3-b406eb36220f {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:22:36.191161 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a2a3426d-1e39-467b-a491-ff20a7693d1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (59ad1e06-910c-439b-a6f3-b406eb36220f), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:36.281390 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-461638ef-dca6-4eb7-b44f-b7f77ce98d6c None None] Deleting port f9115233-1625-4172-82d5-cbd0373e71c8 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:22:36.284899 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-461638ef-dca6-4eb7-b44f-b7f77ce98d6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (f9115233-1625-4172-82d5-cbd0373e71c8), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:36.326064 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port f9115233-1625-4172-82d5-cbd0373e71c8 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:36.381786 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-a2a3426d-1e39-467b-a491-ff20a7693d1d admin admin] For port 59ad1e06-910c-439b-a6f3-b406eb36220f, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=59ad1e06-910c-439b-a6f3-b406eb36220f,segment=NetworkSegment(669e1584-9a4c-4f54-9e81-29abd25160a4),segment_id=669e1584-9a4c-4f54-9e81-29abd25160a4)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:36.382283 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a2a3426d-1e39-467b-a491-ff20a7693d1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (59ad1e06-910c-439b-a6f3-b406eb36220f), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:36.423122 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-a2a3426d-1e39-467b-a491-ff20a7693d1d admin admin] Calling delete_port for 59ad1e06-910c-439b-a6f3-b406eb36220f owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:22:36.515715 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-70ef68ef-da95-46ab-8423-f4024dc35a8e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (085c038a-adb8-4b4d-bd5b-b958c6baeb1b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:36.551113 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-461638ef-dca6-4eb7-b44f-b7f77ce98d6c None None] For port f9115233-1625-4172-82d5-cbd0373e71c8, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f9115233-1625-4172-82d5-cbd0373e71c8,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:36.551682 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-461638ef-dca6-4eb7-b44f-b7f77ce98d6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (f9115233-1625-4172-82d5-cbd0373e71c8), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:36.593321 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-461638ef-dca6-4eb7-b44f-b7f77ce98d6c None None] Calling delete_port for f9115233-1625-4172-82d5-cbd0373e71c8 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:22:36.639816 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef68ef-da95-46ab-8423-f4024dc35a8e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Subnet': ['ID=085c038a-adb8-4b4d-bd5b-b958c6baeb1b,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:36.653864 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ef68ef-da95-46ab-8423-f4024dc35a8e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:36.664262 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-70ef68ef-da95-46ab-8423-f4024dc35a8e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:36.670418 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ef68ef-da95-46ab-8423-f4024dc35a8e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:36.671300 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-70ef68ef-da95-46ab-8423-f4024dc35a8e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:36.698913 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-70ef68ef-da95-46ab-8423-f4024dc35a8e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6970825 Feb 09 01:22:36.701636 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38950) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:36.707046 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-3f7d0629-4b6d-4ff6-abcf-e503837e31f4 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-41200714', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:36.781053 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3f7d0629-4b6d-4ff6-abcf-e503837e31f4 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (3e2f63c7-6408-4cb4-a53a-a736b052e1ac), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:36.784565 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3f7d0629-4b6d-4ff6-abcf-e503837e31f4 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (3e2f63c7-6408-4cb4-a53a-a736b052e1ac), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:36.814997 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port dc0e1e8b-456a-4af5-8e4d-1f0abff36246 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:36.815837 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (dc0e1e8b-456a-4af5-8e4d-1f0abff36246), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:36.833455 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f9115233-1625-4172-82d5-cbd0373e71c8 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:22:36.840212 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc0e1e8b-456a-4af5-8e4d-1f0abff36246 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:22:36.873002 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port dc0e1e8b-456a-4af5-8e4d-1f0abff36246, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=dc0e1e8b-456a-4af5-8e4d-1f0abff36246,segment=NetworkSegment(e1b6dfa9-0088-4f06-bf4d-732afafaf84a),segment_id=e1b6dfa9-0088-4f06-bf4d-732afafaf84a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:36.907749 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (dc0e1e8b-456a-4af5-8e4d-1f0abff36246), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:37.073143 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a2a3426d-1e39-467b-a491-ff20a7693d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (59ad1e06-910c-439b-a6f3-b406eb36220f), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:37.090397 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port f9115233-1625-4172-82d5-cbd0373e71c8 is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:37.090901 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f9115233-1625-4172-82d5-cbd0373e71c8), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:37.128688 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=dc0e1e8b-456a-4af5-8e4d-1f0abff36246,revision_number=7']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:37.154090 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3f7d0629-4b6d-4ff6-abcf-e503837e31f4 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for router_controller (3e2f63c7-6408-4cb4-a53a-a736b052e1ac), precommit_add_association {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:37.163679 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3f7d0629-4b6d-4ff6-abcf-e503837e31f4 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (3e2f63c7-6408-4cb4-a53a-a736b052e1ac), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:37.195320 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a3426d-1e39-467b-a491-ff20a7693d1d admin admin] Pushing event deleted for resources: {'Port': ['ID=59ad1e06-910c-439b-a6f3-b406eb36220f,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:37.212139 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['dc0e1e8b-456a-4af5-8e4d-1f0abff36246'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:22:37.256867 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102456d-37c1-484d-9797-b5bab2ed33df req-64f88f19-2b4c-49d9-be81-ab9f3528a5c4 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:37.259339 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8102456d-37c1-484d-9797-b5bab2ed33df req-64f88f19-2b4c-49d9-be81-ab9f3528a5c4 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 945 time: 0.3636410 Feb 09 01:22:37.263488 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3f7d0629-4b6d-4ff6-abcf-e503837e31f4 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:37.269341 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3f7d0629-4b6d-4ff6-abcf-e503837e31f4 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5661147 Feb 09 01:22:37.270415 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38970) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:37.362051 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:37.378314 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port f9115233-1625-4172-82d5-cbd0373e71c8, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f9115233-1625-4172-82d5-cbd0373e71c8,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:37.400170 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f9115233-1625-4172-82d5-cbd0373e71c8), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:37.420914 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-461638ef-dca6-4eb7-b44f-b7f77ce98d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (f9115233-1625-4172-82d5-cbd0373e71c8), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:37.522738 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461638ef-dca6-4eb7-b44f-b7f77ce98d6c None None] No DVR routers for this DVR port f9115233-1625-4172-82d5-cbd0373e71c8 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:22:37.528019 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event deleted for resources: {'Port': ['ID=f9115233-1625-4172-82d5-cbd0373e71c8,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:37.583401 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a86c0bc-6db5-45f1-a438-9f93d21d78b1 None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:37.657483 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a2a3426d-1e39-467b-a491-ff20a7693d1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (ab36d786-d007-4910-8474-9349845a28cb), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:37.764405 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461638ef-dca6-4eb7-b44f-b7f77ce98d6c None None] Pushing event deleted for resources: {'Port': ['ID=f9115233-1625-4172-82d5-cbd0373e71c8,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:37.933232 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8102456d-37c1-484d-9797-b5bab2ed33df req-db2fef4a-a2a3-44f3-b3ed-e088665a59af tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6533005 Feb 09 01:22:37.975017 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:38.174992 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e265259-fac5-425c-8d8a-d901e0f55c52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'project_id': '2aa099fb60d240ab8ce8691ee5b2e38c', 'fixed_ips': [{'subnet_id': '085c038a-adb8-4b4d-bd5b-b958c6baeb1b'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:22:38.175876 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0e265259-fac5-425c-8d8a-d901e0f55c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:38.261345 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a3426d-1e39-467b-a491-ff20a7693d1d admin admin] Router ab36d786-d007-4910-8474-9349845a28cb has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:22:38.275888 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df523f-5958-4f8f-bf5c-72d61ba7e506 req-9c700eef-176f-4420-a524-48ce5adde03b tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:38.277465 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e3df523f-5958-4f8f-bf5c-72d61ba7e506 req-9c700eef-176f-4420-a524-48ce5adde03b tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=310fcec6-0da2-4a84-a309-0d4251469b3e HTTP/1.1" status: 200 len: 944 time: 0.8697762 Feb 09 01:22:38.509048 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e3df523f-5958-4f8f-bf5c-72d61ba7e506 req-1bbf625c-0fcb-4da8-aae5-0fea3e2ca435 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143154 Feb 09 01:22:38.583633 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e0cd6c8b-963c-4a1e-9c15-8ae4ffaaf322 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:38.641185 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-0e265259-fac5-425c-8d8a-d901e0f55c52 None None] Allocated IP 2001:db8::2 (a8203b0d-e7af-492c-8c21-23f9563ce2e8/085c038a-adb8-4b4d-bd5b-b958c6baeb1b/e42ff8b0-264e-4405-ad2d-74895b03ea02) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:38.661075 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a3426d-1e39-467b-a491-ff20a7693d1d admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:22:38.671774 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a2a3426d-1e39-467b-a491-ff20a7693d1d admin admin] 10.222.0.50 "PUT /v2.0/routers/ab36d786-d007-4910-8474-9349845a28cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4699323 Feb 09 01:22:38.671865 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 39016) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:38.907529 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0e265259-fac5-425c-8d8a-d901e0f55c52 None None] Publish callbacks [] for port (e42ff8b0-264e-4405-ad2d-74895b03ea02), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:38.921370 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4c0854-907f-4c4f-919e-08e4dfe18763 None None] Sync routers for ids ['ab36d786-d007-4910-8474-9349845a28cb'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:22:38.924606 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0e265259-fac5-425c-8d8a-d901e0f55c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (e42ff8b0-264e-4405-ad2d-74895b03ea02), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:38.982986 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:39.003643 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device dc0e1e8b-456a-4af5-8e4d-1f0abff36246 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:22:39.011170 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e265259-fac5-425c-8d8a-d901e0f55c52 None None] Pushing event updated for resources: {'Port': ['ID=e42ff8b0-264e-4405-ad2d-74895b03ea02,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:39.039283 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4c0854-907f-4c4f-919e-08e4dfe18763 None None] Routers {'ab36d786-d007-4910-8474-9349845a28cb'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:22:39.040021 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-9a4c0854-907f-4c4f-919e-08e4dfe18763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:22:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['ab36d786-d007-4910-8474-9349845a28cb'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:39.066966 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c5eb007d-d084-43d1-a1c6-544e64531999 admin admin] Publish callbacks [] for router (ab36d786-d007-4910-8474-9349845a28cb), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:39.174823 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-9a4c0854-907f-4c4f-919e-08e4dfe18763 None None] Set router ab36d786-d007-4910-8474-9349845a28cb gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:22:39.240411 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e265259-fac5-425c-8d8a-d901e0f55c52 None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:39.332120 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-0e265259-fac5-425c-8d8a-d901e0f55c52 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:39.334687 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e265259-fac5-425c-8d8a-d901e0f55c52 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:22:39.349960 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c5eb007d-d084-43d1-a1c6-544e64531999 admin admin] Publish callbacks [] for router_gateway (ab36d786-d007-4910-8474-9349845a28cb), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:39.430307 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:39.450407 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-e0cd6c8b-963c-4a1e-9c15-8ae4ffaaf322 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Allocated IP 2001:db8::1 (a8203b0d-e7af-492c-8c21-23f9563ce2e8/085c038a-adb8-4b4d-bd5b-b958c6baeb1b/602ec3be-d15d-45cc-8800-fbb4d0d82541) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:39.504115 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-c5eb007d-d084-43d1-a1c6-544e64531999 admin admin] Deleting port b509d23e-628e-4097-9714-21fed5964892 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:22:39.504643 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c5eb007d-d084-43d1-a1c6-544e64531999 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (b509d23e-628e-4097-9714-21fed5964892), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:39.508460 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-0e265259-fac5-425c-8d8a-d901e0f55c52 None None] Attempting to bind port e42ff8b0-264e-4405-ad2d-74895b03ea02 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:22:39.510152 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-0e265259-fac5-425c-8d8a-d901e0f55c52 None None] Attempting to bind port e42ff8b0-264e-4405-ad2d-74895b03ea02 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:22:39.512511 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e265259-fac5-425c-8d8a-d901e0f55c52 None None] Attempting to bind port e42ff8b0-264e-4405-ad2d-74895b03ea02 on network a8203b0d-e7af-492c-8c21-23f9563ce2e8 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:22:39.518378 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port dc0e1e8b-456a-4af5-8e4d-1f0abff36246 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:39.520761 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (dc0e1e8b-456a-4af5-8e4d-1f0abff36246), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:39.533297 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-9a4c0854-907f-4c4f-919e-08e4dfe18763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab36d786-d007-4910-8474-9349845a28cb', 'name': 'tempest-ServerRescueTestJSON-1030820588-router', 'tenant_id': '81c9a0ae7d2c4fabbd7ca117be254e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'b509d23e-628e-4097-9714-21fed5964892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:17Z', 'updated_at': '2022-02-09T01:22:36Z', 'revision_number': 5, 'project_id': '81c9a0ae7d2c4fabbd7ca117be254e2b', 'gw_port': {'id': 'b509d23e-628e-4097-9714-21fed5964892', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ee:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab36d786-d007-4910-8474-9349845a28cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2146, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:20:18Z', 'updated_at': '2022-02-09T01:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:39.573055 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e265259-fac5-425c-8d8a-d901e0f55c52 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:22:39.573055 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e265259-fac5-425c-8d8a-d901e0f55c52 None None] Checking segment: {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:22:39.573055 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0e265259-fac5-425c-8d8a-d901e0f55c52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:39.573465 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e265259-fac5-425c-8d8a-d901e0f55c52 None None] Bound using segment: {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:22:39.573853 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-0e265259-fac5-425c-8d8a-d901e0f55c52 None None] Bound port: e42ff8b0-264e-4405-ad2d-74895b03ea02, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:22:39.575056 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0e265259-fac5-425c-8d8a-d901e0f55c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e42ff8b0-264e-4405-ad2d-74895b03ea02), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:39.622173 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e0cd6c8b-963c-4a1e-9c15-8ae4ffaaf322 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for port (602ec3be-d15d-45cc-8800-fbb4d0d82541), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:39.715947 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-c5eb007d-d084-43d1-a1c6-544e64531999 admin admin] For port b509d23e-628e-4097-9714-21fed5964892, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=b509d23e-628e-4097-9714-21fed5964892,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:39.716443 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c5eb007d-d084-43d1-a1c6-544e64531999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (b509d23e-628e-4097-9714-21fed5964892), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:39.731548 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-c5eb007d-d084-43d1-a1c6-544e64531999 admin admin] Calling delete_port for b509d23e-628e-4097-9714-21fed5964892 owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:22:39.766991 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e0cd6c8b-963c-4a1e-9c15-8ae4ffaaf322 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (602ec3be-d15d-45cc-8800-fbb4d0d82541), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:39.858654 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:22:39.920415 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cd6c8b-963c-4a1e-9c15-8ae4ffaaf322 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:39.938197 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283b09c-58e7-45e7-a612-a45fd5292884 req-e0737f97-2d31-433f-b441-5ca5bc36fca2 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:39.939722 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1283b09c-58e7-45e7-a612-a45fd5292884 req-e0737f97-2d31-433f-b441-5ca5bc36fca2 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=310fcec6-0da2-4a84-a309-0d4251469b3e HTTP/1.1" status: 200 len: 944 time: 0.2923441 Feb 09 01:22:39.943240 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-e0cd6c8b-963c-4a1e-9c15-8ae4ffaaf322 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:39.950629 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cd6c8b-963c-4a1e-9c15-8ae4ffaaf322 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:22:39.951235 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e0cd6c8b-963c-4a1e-9c15-8ae4ffaaf322 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (3e2f63c7-6408-4cb4-a53a-a736b052e1ac), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:40.120321 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4c0854-907f-4c4f-919e-08e4dfe18763 None None] Checking router: ab36d786-d007-4910-8474-9349845a28cb for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:22:40.135860 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd6c8b-963c-4a1e-9c15-8ae4ffaaf322 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Port': ['ID=602ec3be-d15d-45cc-8800-fbb4d0d82541,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:40.140842 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c5eb007d-d084-43d1-a1c6-544e64531999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (b509d23e-628e-4097-9714-21fed5964892), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:40.208470 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb007d-d084-43d1-a1c6-544e64531999 admin admin] Pushing event deleted for resources: {'Port': ['ID=b509d23e-628e-4097-9714-21fed5964892,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:40.222950 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4c0854-907f-4c4f-919e-08e4dfe18763 None None] Routers {'ab36d786-d007-4910-8474-9349845a28cb'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:22:40.223590 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-9a4c0854-907f-4c4f-919e-08e4dfe18763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:22:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['ab36d786-d007-4910-8474-9349845a28cb'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:40.225203 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1283b09c-58e7-45e7-a612-a45fd5292884 req-f4b44e49-f75d-490d-9b03-1f514beac49c tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702072 Feb 09 01:22:40.354693 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c5eb007d-d084-43d1-a1c6-544e64531999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (ab36d786-d007-4910-8474-9349845a28cb), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:40.419876 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-9a4c0854-907f-4c4f-919e-08e4dfe18763 None None] Set router ab36d786-d007-4910-8474-9349845a28cb gateway port host: None {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:22:40.425472 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e0cd6c8b-963c-4a1e-9c15-8ae4ffaaf322 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (602ec3be-d15d-45cc-8800-fbb4d0d82541), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:40.583339 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-9a4c0854-907f-4c4f-919e-08e4dfe18763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab36d786-d007-4910-8474-9349845a28cb', 'name': 'tempest-ServerRescueTestJSON-1030820588-router', 'tenant_id': '81c9a0ae7d2c4fabbd7ca117be254e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:17Z', 'updated_at': '2022-02-09T01:22:40Z', 'revision_number': 7, 'project_id': '81c9a0ae7d2c4fabbd7ca117be254e2b', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:40.653389 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4c0854-907f-4c4f-919e-08e4dfe18763 None None] The sync data for ids ['ab36d786-d007-4910-8474-9349845a28cb'] in n-d-828369-4 is: [{'id': 'ab36d786-d007-4910-8474-9349845a28cb', 'name': 'tempest-ServerRescueTestJSON-1030820588-router', 'tenant_id': '81c9a0ae7d2c4fabbd7ca117be254e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:20:17Z', 'updated_at': '2022-02-09T01:22:40Z', 'revision_number': 7, 'project_id': '81c9a0ae7d2c4fabbd7ca117be254e2b', 'gw_port_host': None}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:22:40.733253 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-0e265259-fac5-425c-8d8a-d901e0f55c52 None None] For port e42ff8b0-264e-4405-ad2d-74895b03ea02, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:22:40.790675 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-0e265259-fac5-425c-8d8a-d901e0f55c52 None None] For port e42ff8b0-264e-4405-ad2d-74895b03ea02, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=e42ff8b0-264e-4405-ad2d-74895b03ea02,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:22:40.820861 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0e265259-fac5-425c-8d8a-d901e0f55c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e42ff8b0-264e-4405-ad2d-74895b03ea02), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:41.041725 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e265259-fac5-425c-8d8a-d901e0f55c52 None None] Pushing event updated for resources: {'Port': ['ID=e42ff8b0-264e-4405-ad2d-74895b03ea02,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:41.046966 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:22:41.061890 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port dc0e1e8b-456a-4af5-8e4d-1f0abff36246 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:41.065497 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (dc0e1e8b-456a-4af5-8e4d-1f0abff36246), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:41.162817 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310fcec6-0da2-4a84-a309-0d4251469b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0e1e8b-456a-4af5-8e4d-1f0abff36246'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:22:41.183476 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeab0c15-f7ae-4520-8e29-bb1a117c5c23" -d '{"events": [{"server_uuid": "310fcec6-0da2-4a84-a309-0d4251469b3e", "name": "network-vif-plugged", "status": "completed", "tag": "dc0e1e8b-456a-4af5-8e4d-1f0abff36246"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:22:41.186128 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 39104) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:41.228311 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.resource_extend [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:22:41.274833 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c5eb007d-d084-43d1-a1c6-544e64531999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (ab36d786-d007-4910-8474-9349845a28cb), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:41.277824 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c5eb007d-d084-43d1-a1c6-544e64531999 admin admin] Publish callbacks [] for router_controller (ab36d786-d007-4910-8474-9349845a28cb), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:41.291778 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e0cd6c8b-963c-4a1e-9c15-8ae4ffaaf322 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for port (602ec3be-d15d-45cc-8800-fbb4d0d82541), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:41.298707 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e0cd6c8b-963c-4a1e-9c15-8ae4ffaaf322 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (602ec3be-d15d-45cc-8800-fbb4d0d82541), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:41.299803 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e0cd6c8b-963c-4a1e-9c15-8ae4ffaaf322 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (3e2f63c7-6408-4cb4-a53a-a736b052e1ac), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:41.351095 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c5eb007d-d084-43d1-a1c6-544e64531999 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (ab36d786-d007-4910-8474-9349845a28cb), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:41.354269 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5eb007d-d084-43d1-a1c6-544e64531999 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab36d786-d007-4910-8474-9349845a28cb {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:22:41.363811 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c5eb007d-d084-43d1-a1c6-544e64531999 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:41.368082 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c5eb007d-d084-43d1-a1c6-544e64531999 admin admin] 10.222.0.50 "DELETE /v2.0/routers/ab36d786-d007-4910-8474-9349845a28cb HTTP/1.1" status: 204 len: 168 time: 2.6921284 Feb 09 01:22:41.372854 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 39112) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:41.414193 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc3b807-6fac-4b8f-8c21-91d12d2d99c7 x-openstack-request-id: req-ecc3b807-6fac-4b8f-8c21-91d12d2d99c7 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:22:41.414684 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310fcec6-0da2-4a84-a309-0d4251469b3e", "name": "network-vif-plugged", "status": "completed", "tag": "dc0e1e8b-456a-4af5-8e4d-1f0abff36246", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:22:41.415332 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ecc3b807-6fac-4b8f-8c21-91d12d2d99c7 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:22:41.418825 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '310fcec6-0da2-4a84-a309-0d4251469b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0e1e8b-456a-4af5-8e4d-1f0abff36246', 'code': 200} Feb 09 01:22:41.421007 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port dc0e1e8b-456a-4af5-8e4d-1f0abff36246, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=dc0e1e8b-456a-4af5-8e4d-1f0abff36246,segment=NetworkSegment(e1b6dfa9-0088-4f06-bf4d-732afafaf84a),segment_id=e1b6dfa9-0088-4f06-bf4d-732afafaf84a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:41.469804 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (dc0e1e8b-456a-4af5-8e4d-1f0abff36246), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:41.471447 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:22:41.496208 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-df4fb4ce-9e45-4a4d-b84d-90d83a63af60 admin admin] Deleting subnet ae61675f-5f39-477a-b759-5e2f01c2f4a7 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:22:41.516672 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-df4fb4ce-9e45-4a4d-b84d-90d83a63af60 admin admin] Publish callbacks [] for subnet (ae61675f-5f39-477a-b759-5e2f01c2f4a7), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:41.594837 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-df4fb4ce-9e45-4a4d-b84d-90d83a63af60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (ae61675f-5f39-477a-b759-5e2f01c2f4a7), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:41.621740 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=1f1c0538-aa1a-4918-b06a-0ef1c2faaef3,segment=NetworkSegment(c65aa26b-6f4d-4da5-9ac6-6c267d824ab1),segment_id=c65aa26b-6f4d-4da5-9ac6-6c267d824ab1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:41.676342 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cd6c8b-963c-4a1e-9c15-8ae4ffaaf322 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:41.678649 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-df4fb4ce-9e45-4a4d-b84d-90d83a63af60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (ae61675f-5f39-477a-b759-5e2f01c2f4a7), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:41.699488 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '1f1c0538-aa1a-4918-b06a-0ef1c2faaef3', 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042', 'port_id': '1f1c0538-aa1a-4918-b06a-0ef1c2faaef3', 'mac_address': 'fa:16:3e:9f:2c:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8a10734-f380-44a3-a9f7-298105351e3b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:22:41.710997 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-e0cd6c8b-963c-4a1e-9c15-8ae4ffaaf322 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:41.756475 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd6c8b-963c-4a1e-9c15-8ae4ffaaf322 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Port': ['ID=602ec3be-d15d-45cc-8800-fbb4d0d82541,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:41.854830 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=dc0e1e8b-456a-4af5-8e4d-1f0abff36246,revision_number=8']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:41.898615 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-df4fb4ce-9e45-4a4d-b84d-90d83a63af60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (ae61675f-5f39-477a-b759-5e2f01c2f4a7), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:41.933006 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:41.933792 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1f1c0538-aa1a-4918-b06a-0ef1c2faaef3), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:41.940513 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 is: ACTIVE; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:41.948258 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1f1c0538-aa1a-4918-b06a-0ef1c2faaef3), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:41.961964 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4fb4ce-9e45-4a4d-b84d-90d83a63af60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae61675f-5f39-477a-b759-5e2f01c2f4a7,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:41.969123 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-df4fb4ce-9e45-4a4d-b84d-90d83a63af60 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:41.973804 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-df4fb4ce-9e45-4a4d-b84d-90d83a63af60 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ae61675f-5f39-477a-b759-5e2f01c2f4a7 HTTP/1.1" status: 204 len: 168 time: 0.5986714 Feb 09 01:22:41.976248 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 39130) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:42.038944 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:22:42.083165 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=1f1c0538-aa1a-4918-b06a-0ef1c2faaef3,segment=NetworkSegment(c65aa26b-6f4d-4da5-9ac6-6c267d824ab1),segment_id=c65aa26b-6f4d-4da5-9ac6-6c267d824ab1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:42.084142 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee1ac2-e840-4908-8401-0034b2bc2394 req-8d5e1c12-e2c6-42f3-882b-9ea1d0fc8470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:42.086017 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02ee1ac2-e840-4908-8401-0034b2bc2394 req-8d5e1c12-e2c6-42f3-882b-9ea1d0fc8470 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=310fcec6-0da2-4a84-a309-0d4251469b3e HTTP/1.1" status: 200 len: 1127 time: 0.5866408 Feb 09 01:22:42.091472 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1f1c0538-aa1a-4918-b06a-0ef1c2faaef3), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:42.096283 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-627e17c6-182a-46a8-8e28-26a78aeb0576 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:42.113138 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-74272ee7-331a-413b-b224-d1cf4c1d6e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:42.187204 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5dd1f9-1417-4bb6-b841-fe6943d10a50 req-ed40385d-ae45-4e5d-8180-f532f804d71e tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:42.188808 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ca5dd1f9-1417-4bb6-b841-fe6943d10a50 req-ed40385d-ae45-4e5d-8180-f532f804d71e tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=310fcec6-0da2-4a84-a309-0d4251469b3e HTTP/1.1" status: 200 len: 945 time: 0.6146221 Feb 09 01:22:42.215118 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 39134) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:42.250306 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.api [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:22:42.250774 n-d-828369-4 neutron-server[103138]: DEBUG oslo_db.api [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:22:42.265433 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=1f1c0538-aa1a-4918-b06a-0ef1c2faaef3,revision_number=8']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:42.285132 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02ee1ac2-e840-4908-8401-0034b2bc2394 req-eb2fab6d-411d-441d-8ded-16727331d0d6 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794660 Feb 09 01:22:42.295997 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-74272ee7-331a-413b-b224-d1cf4c1d6e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:42.325761 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-74272ee7-331a-413b-b224-d1cf4c1d6e07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:42.337128 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-74272ee7-331a-413b-b224-d1cf4c1d6e07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '669e1584-9a4c-4f54-9e81-29abd25160a4') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:42.337984 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-74272ee7-331a-413b-b224-d1cf4c1d6e07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '669e1584-9a4c-4f54-9e81-29abd25160a4') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:42.348884 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-74272ee7-331a-413b-b224-d1cf4c1d6e07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (669e1584-9a4c-4f54-9e81-29abd25160a4), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:42.366983 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-74272ee7-331a-413b-b224-d1cf4c1d6e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (669e1584-9a4c-4f54-9e81-29abd25160a4), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:42.378733 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74272ee7-331a-413b-b224-d1cf4c1d6e07 admin admin] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:22:42.379512 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-74272ee7-331a-413b-b224-d1cf4c1d6e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (669e1584-9a4c-4f54-9e81-29abd25160a4), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:42.382351 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:22:42.382351 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:22:42.382351 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:22:42.382351 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:22:42.382351 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:22:42.382351 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:22:42.382351 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:22:42.382351 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:22:42.382351 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:22:42.382351 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:22:42.382351 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:22:42.382351 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:22:42.382351 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:22:42.382351 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:22:42.382351 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:22:42.382351 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:22:42.382351 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:22:42.382351 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:22:42.382351 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:22:42.382351 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:22:42.382351 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:22:42.382351 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:22:42.382351 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:22:42.382351 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:22:42.382351 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:22:42.382351 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:22:42.382351 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:22:42.382351 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:22:42.382351 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:22:42.382351 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:22:42.382351 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:22:42.382351 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:22:42.399453 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ca5dd1f9-1417-4bb6-b841-fe6943d10a50 req-1c5085ac-61f3-46f9-984c-c7ef53ddd66c tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833084 Feb 09 01:22:42.430717 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3922b01a-98b0-40a9-8b42-c2c8a88753c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:42.458189 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-74272ee7-331a-413b-b224-d1cf4c1d6e07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:42.464831 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-74272ee7-331a-413b-b224-d1cf4c1d6e07 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:42.472836 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-74272ee7-331a-413b-b224-d1cf4c1d6e07 admin admin] 10.222.0.50 "DELETE /v2.0/networks/91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0 HTTP/1.1" status: 204 len: 168 time: 0.4935980 Feb 09 01:22:42.477650 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0cd6c8b-963c-4a1e-9c15-8ae4ffaaf322 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Router 3e2f63c7-6408-4cb4-a53a-a736b052e1ac is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:22:42.507783 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-627e17c6-182a-46a8-8e28-26a78aeb0576 admin admin] Publish callbacks [] for security_group (befee4ac-2272-4690-8eab-9b79a058378a), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:42.521043 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-627e17c6-182a-46a8-8e28-26a78aeb0576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (befee4ac-2272-4690-8eab-9b79a058378a), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:42.529043 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74272ee7-331a-413b-b224-d1cf4c1d6e07 admin admin] Pushing event deleted for resources: {'Network': ['ID=91cdcf88-bce1-493d-8c7d-9a3ccbf5daf0,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:42.576963 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-627e17c6-182a-46a8-8e28-26a78aeb0576 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eee2e1a00da840a7ae9a051f21131811&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3847206 Feb 09 01:22:42.579684 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 39148) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:42.587353 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device e42ff8b0-264e-4405-ad2d-74895b03ea02 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:22:42.740172 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port e42ff8b0-264e-4405-ad2d-74895b03ea02 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:42.740480 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e42ff8b0-264e-4405-ad2d-74895b03ea02), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:42.745859 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2d287d99-dea3-49ea-9cba-7a470be81c13 admin admin] Publish callbacks [] for security_group (befee4ac-2272-4690-8eab-9b79a058378a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:42.802032 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 39154) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:42.830665 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0cd6c8b-963c-4a1e-9c15-8ae4ffaaf322 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:22:42.853083 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e0cd6c8b-963c-4a1e-9c15-8ae4ffaaf322 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "PUT /v2.0/routers/3e2f63c7-6408-4cb4-a53a-a736b052e1ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5806880 Feb 09 01:22:42.855476 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34644801-717c-487a-9a02-5b9bd5bd938e None None] Sync routers for ids ['3e2f63c7-6408-4cb4-a53a-a736b052e1ac'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:22:42.858896 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 39158) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:42.869808 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e17c6-182a-46a8-8e28-26a78aeb0576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=befee4ac-2272-4690-8eab-9b79a058378a,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:42.871383 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2d287d99-dea3-49ea-9cba-7a470be81c13 admin admin] Publish callbacks [] for security_group (befee4ac-2272-4690-8eab-9b79a058378a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:42.878671 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34644801-717c-487a-9a02-5b9bd5bd938e None None] Routers {'3e2f63c7-6408-4cb4-a53a-a736b052e1ac'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:22:42.895816 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-34644801-717c-487a-9a02-5b9bd5bd938e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:22:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['3e2f63c7-6408-4cb4-a53a-a736b052e1ac'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:42.983727 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:42.984433 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1f1c0538-aa1a-4918-b06a-0ef1c2faaef3), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:43.013765 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3922b01a-98b0-40a9-8b42-c2c8a88753c8 admin admin] Publish callbacks [] for security_group (993a3883-86a6-4893-accf-d1c959193189), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:43.023512 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3922b01a-98b0-40a9-8b42-c2c8a88753c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (993a3883-86a6-4893-accf-d1c959193189), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:43.024028 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:22:43.034694 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab4077a-172e-4ae3-9c8a-10b873568f8c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:43.046536 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9ab4077a-172e-4ae3-9c8a-10b873568f8c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/ports/602ec3be-d15d-45cc-8800-fbb4d0d82541 HTTP/1.1" status: 200 len: 911 time: 0.1650493 Feb 09 01:22:43.047224 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 39168) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:43.106138 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922b01a-98b0-40a9-8b42-c2c8a88753c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993a3883-86a6-4893-accf-d1c959193189,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:43.121289 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=1f1c0538-aa1a-4918-b06a-0ef1c2faaef3,segment=NetworkSegment(c65aa26b-6f4d-4da5-9ac6-6c267d824ab1),segment_id=c65aa26b-6f4d-4da5-9ac6-6c267d824ab1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:43.148240 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1f1c0538-aa1a-4918-b06a-0ef1c2faaef3), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:43.157756 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3922b01a-98b0-40a9-8b42-c2c8a88753c8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=607e85ef77f64557892ce505d54fa291&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9329875 Feb 09 01:22:43.157881 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 39174) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:43.169886 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-34644801-717c-487a-9a02-5b9bd5bd938e None None] Set router 3e2f63c7-6408-4cb4-a53a-a736b052e1ac gateway port host: None {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:22:43.238203 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2d287d99-dea3-49ea-9cba-7a470be81c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (befee4ac-2272-4690-8eab-9b79a058378a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:43.240873 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2d287d99-dea3-49ea-9cba-7a470be81c13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:43.242004 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2d287d99-dea3-49ea-9cba-7a470be81c13 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/befee4ac-2272-4690-8eab-9b79a058378a HTTP/1.1" status: 204 len: 168 time: 0.6607897 Feb 09 01:22:43.265722 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d287d99-dea3-49ea-9cba-7a470be81c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befee4ac-2272-4690-8eab-9b79a058378a,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:43.288493 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1477914a-d904-4e42-848e-f71bfd356c23 admin admin] Publish callbacks [] for security_group (993a3883-86a6-4893-accf-d1c959193189), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:43.298215 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port e42ff8b0-264e-4405-ad2d-74895b03ea02 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:43.298745 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e42ff8b0-264e-4405-ad2d-74895b03ea02), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:43.323348 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9e00aa84-19cb-4683-bd18-cfd925a04153 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=81c9a0ae7d2c4fabbd7ca117be254e2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5070405 Feb 09 01:22:43.327221 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 39178) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:43.345361 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1477914a-d904-4e42-848e-f71bfd356c23 admin admin] Publish callbacks [] for security_group (993a3883-86a6-4893-accf-d1c959193189), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:43.435450 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=1f1c0538-aa1a-4918-b06a-0ef1c2faaef3,revision_number=9']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:43.451157 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da201e6-e78b-4295-a3ae-350bcd1cce1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f1c0538-aa1a-4918-b06a-0ef1c2faaef3'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:22:43.461466 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58354daa-4361-47f0-a7ed-6fe748353384" -d '{"events": [{"server_uuid": "3da201e6-e78b-4295-a3ae-350bcd1cce1d", "name": "network-vif-unplugged", "status": "completed", "tag": "1f1c0538-aa1a-4918-b06a-0ef1c2faaef3"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:22:43.467890 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['1f1c0538-aa1a-4918-b06a-0ef1c2faaef3'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:22:43.471195 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4da599-ef7b-4395-bf91-67739615773c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:43.490662 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4da599-ef7b-4395-bf91-67739615773c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:43.491105 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1477914a-d904-4e42-848e-f71bfd356c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (993a3883-86a6-4893-accf-d1c959193189), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:43.494095 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1b4da599-ef7b-4395-bf91-67739615773c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.4333444 Feb 09 01:22:43.499627 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 39186) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:43.502735 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1477914a-d904-4e42-848e-f71bfd356c23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:43.510214 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1477914a-d904-4e42-848e-f71bfd356c23 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/993a3883-86a6-4893-accf-d1c959193189 HTTP/1.1" status: 204 len: 168 time: 0.3471262 Feb 09 01:22:43.602743 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1477914a-d904-4e42-848e-f71bfd356c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993a3883-86a6-4893-accf-d1c959193189,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:43.838529 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ca35538f-d3d5-4c12-ae5f-65d40f005162 admin admin] Publish callbacks [] for security_group (de0d3c64-63ba-43f8-94d8-00f6d2d08788), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:43.891826 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e289c5-4f7e-435f-8cb9-c4705371e8ec req-367aa2ac-3cd9-4f47-a1e1-7d327b1d824d tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:43.903390 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f8e289c5-4f7e-435f-8cb9-c4705371e8ec req-367aa2ac-3cd9-4f47-a1e1-7d327b1d824d tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=310fcec6-0da2-4a84-a309-0d4251469b3e HTTP/1.1" status: 200 len: 945 time: 0.1962526 Feb 09 01:22:43.920852 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ca35538f-d3d5-4c12-ae5f-65d40f005162 admin admin] Publish callbacks [] for security_group (de0d3c64-63ba-43f8-94d8-00f6d2d08788), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:44.047208 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port e42ff8b0-264e-4405-ad2d-74895b03ea02, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=e42ff8b0-264e-4405-ad2d-74895b03ea02,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:44.066741 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a13b2f2-59d0-4ff9-84c0-4548de45cb28 x-openstack-request-id: req-7a13b2f2-59d0-4ff9-84c0-4548de45cb28 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:22:44.067103 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da201e6-e78b-4295-a3ae-350bcd1cce1d", "name": "network-vif-unplugged", "status": "completed", "tag": "1f1c0538-aa1a-4918-b06a-0ef1c2faaef3", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:22:44.070871 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7a13b2f2-59d0-4ff9-84c0-4548de45cb28 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:22:44.074594 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da201e6-e78b-4295-a3ae-350bcd1cce1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f1c0538-aa1a-4918-b06a-0ef1c2faaef3', 'code': 200} Feb 09 01:22:44.079846 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-34644801-717c-487a-9a02-5b9bd5bd938e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2f63c7-6408-4cb4-a53a-a736b052e1ac', 'name': 'tempest-NetworksTestDHCPv6-router-41200714', 'tenant_id': '2aa099fb60d240ab8ce8691ee5b2e38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:36Z', 'updated_at': '2022-02-09T01:22:40Z', 'revision_number': 2, 'project_id': '2aa099fb60d240ab8ce8691ee5b2e38c', 'gw_port_host': None, '_interfaces': [{'id': '602ec3be-d15d-45cc-8800-fbb4d0d82541', 'name': '', 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'tenant_id': '2aa099fb60d240ab8ce8691ee5b2e38c', 'mac_address': 'fa:16:3e:70:7e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2f63c7-6408-4cb4-a53a-a736b052e1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': '085c038a-adb8-4b4d-bd5b-b958c6baeb1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:38Z', 'updated_at': '2022-02-09T01:22:40Z', 'revision_number': 2, 'project_id': '2aa099fb60d240ab8ce8691ee5b2e38c', 'subnets': [{'id': '085c038a-adb8-4b4d-bd5b-b958c6baeb1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:44.101397 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e42ff8b0-264e-4405-ad2d-74895b03ea02), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:44.141408 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f8e289c5-4f7e-435f-8cb9-c4705371e8ec req-da97c066-d74c-4e8f-af58-daf684a474e5 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371025 Feb 09 01:22:44.167057 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34644801-717c-487a-9a02-5b9bd5bd938e None None] Checking router: 3e2f63c7-6408-4cb4-a53a-a736b052e1ac for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:22:44.173260 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device b509d23e-628e-4097-9714-21fed5964892 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:22:44.175512 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34644801-717c-487a-9a02-5b9bd5bd938e None None] Updating router 3e2f63c7-6408-4cb4-a53a-a736b052e1ac port 602ec3be-d15d-45cc-8800-fbb4d0d82541 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:22:44.292071 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-34644801-717c-487a-9a02-5b9bd5bd938e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (602ec3be-d15d-45cc-8800-fbb4d0d82541), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:44.480498 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48d809-9776-4da1-bdd7-f3eb81595f63 req-632776c9-da18-416e-a781-348386de7adc tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:44.483746 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dd48d809-9776-4da1-bdd7-f3eb81595f63 req-632776c9-da18-416e-a781-348386de7adc tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=310fcec6-0da2-4a84-a309-0d4251469b3e HTTP/1.1" status: 200 len: 945 time: 0.2355635 Feb 09 01:22:44.525238 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=e42ff8b0-264e-4405-ad2d-74895b03ea02,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:44.536485 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-43c7eb37-9b6a-41d7-9077-213b13146e4e None None] Provisioning complete for port e42ff8b0-264e-4405-ad2d-74895b03ea02 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:44.541717 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-43c7eb37-9b6a-41d7-9077-213b13146e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e42ff8b0-264e-4405-ad2d-74895b03ea02), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:44.554196 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ca35538f-d3d5-4c12-ae5f-65d40f005162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (de0d3c64-63ba-43f8-94d8-00f6d2d08788), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:44.565620 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ca35538f-d3d5-4c12-ae5f-65d40f005162 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:44.574136 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ca35538f-d3d5-4c12-ae5f-65d40f005162 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/de0d3c64-63ba-43f8-94d8-00f6d2d08788 HTTP/1.1" status: 204 len: 168 time: 1.2442861 Feb 09 01:22:44.625740 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: b509d23e-628e-4097-9714-21fed5964892 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:22:44.626195 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device b509d23e-628e-4097-9714-21fed5964892 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:22:44.626891 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 59ad1e06-910c-439b-a6f3-b406eb36220f no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:22:44.634863 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dd48d809-9776-4da1-bdd7-f3eb81595f63 req-d38fe500-ecad-4afa-a3ec-24ef04a1b3f2 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435785 Feb 09 01:22:44.652353 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 59ad1e06-910c-439b-a6f3-b406eb36220f {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:22:44.657992 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 59ad1e06-910c-439b-a6f3-b406eb36220f not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:22:44.704384 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca35538f-d3d5-4c12-ae5f-65d40f005162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0d3c64-63ba-43f8-94d8-00f6d2d08788,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:44.828809 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 39210) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:44.858243 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3fbbc37b-7b19-47ef-aab4-ac2e7bdf716e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:44.900904 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 39212) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:44.915168 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-43c7eb37-9b6a-41d7-9077-213b13146e4e None None] Current status of the port e42ff8b0-264e-4405-ad2d-74895b03ea02 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:44.921864 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device e42ff8b0-264e-4405-ad2d-74895b03ea02 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:22:44.961895 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f1ed8752-4223-4f01-9228-98ba5931bd07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:45.001500 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-115e47c3-c8fb-4656-b32d-9cf2ef5b9ce0 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (3e2f63c7-6408-4cb4-a53a-a736b052e1ac), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:45.151691 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-572550c6-5a9a-4fee-a8d4-b75637b54d59 None None] Provisioning complete for port 602ec3be-d15d-45cc-8800-fbb4d0d82541 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:45.152572 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-572550c6-5a9a-4fee-a8d4-b75637b54d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (602ec3be-d15d-45cc-8800-fbb4d0d82541), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:45.206100 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port e42ff8b0-264e-4405-ad2d-74895b03ea02 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:45.206756 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e42ff8b0-264e-4405-ad2d-74895b03ea02), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:45.245639 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f1ed8752-4223-4f01-9228-98ba5931bd07 admin admin] Publish callbacks [] for security_group (21b6c010-64ac-44d2-8505-07ac03e7f11c), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:45.245755 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-34644801-717c-487a-9a02-5b9bd5bd938e None None] Publish callbacks [] for port (602ec3be-d15d-45cc-8800-fbb4d0d82541), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:45.254957 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f1ed8752-4223-4f01-9228-98ba5931bd07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (21b6c010-64ac-44d2-8505-07ac03e7f11c), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:45.256459 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-34644801-717c-487a-9a02-5b9bd5bd938e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (602ec3be-d15d-45cc-8800-fbb4d0d82541), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:45.374804 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-572550c6-5a9a-4fee-a8d4-b75637b54d59 None None] Port 602ec3be-d15d-45cc-8800-fbb4d0d82541 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:22:45.502093 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f1ed8752-4223-4f01-9228-98ba5931bd07 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=28207b9f1bc94f52851b8d6e1243f06d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5836189 Feb 09 01:22:45.503843 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 39238) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:45.528652 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed8752-4223-4f01-9228-98ba5931bd07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b6c010-64ac-44d2-8505-07ac03e7f11c,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:45.587272 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78dccf-4754-455e-a63b-27bd1944969b None None] Pushing event updated for resources: {'Port': ['ID=602ec3be-d15d-45cc-8800-fbb4d0d82541,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:45.648664 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port e42ff8b0-264e-4405-ad2d-74895b03ea02 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:45.700104 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c78dccf-4754-455e-a63b-27bd1944969b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:45.700453 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c78dccf-4754-455e-a63b-27bd1944969b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:45.700848 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c78dccf-4754-455e-a63b-27bd1944969b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:45.709066 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c78dccf-4754-455e-a63b-27bd1944969b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:45.709428 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c78dccf-4754-455e-a63b-27bd1944969b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:45.709776 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c78dccf-4754-455e-a63b-27bd1944969b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:45.710176 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c78dccf-4754-455e-a63b-27bd1944969b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:45.711020 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c78dccf-4754-455e-a63b-27bd1944969b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:45.719215 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c78dccf-4754-455e-a63b-27bd1944969b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:45.719562 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c78dccf-4754-455e-a63b-27bd1944969b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:45.719907 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c78dccf-4754-455e-a63b-27bd1944969b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:45.720239 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c78dccf-4754-455e-a63b-27bd1944969b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:45.720583 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c78dccf-4754-455e-a63b-27bd1944969b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:22:45.757416 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-34644801-717c-487a-9a02-5b9bd5bd938e None None] Attempting to bind port 602ec3be-d15d-45cc-8800-fbb4d0d82541 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:22:45.757793 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-34644801-717c-487a-9a02-5b9bd5bd938e None None] Attempting to bind port 602ec3be-d15d-45cc-8800-fbb4d0d82541 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:22:45.758526 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34644801-717c-487a-9a02-5b9bd5bd938e None None] Attempting to bind port 602ec3be-d15d-45cc-8800-fbb4d0d82541 on network a8203b0d-e7af-492c-8c21-23f9563ce2e8 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:22:45.777210 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34644801-717c-487a-9a02-5b9bd5bd938e None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:22:45.777586 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34644801-717c-487a-9a02-5b9bd5bd938e None None] Checking segment: {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:22:45.777995 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-34644801-717c-487a-9a02-5b9bd5bd938e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:45.778390 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34644801-717c-487a-9a02-5b9bd5bd938e None None] Bound using segment: {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:22:45.778865 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-34644801-717c-487a-9a02-5b9bd5bd938e None None] Bound port: 602ec3be-d15d-45cc-8800-fbb4d0d82541, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:22:45.779242 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-34644801-717c-487a-9a02-5b9bd5bd938e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (602ec3be-d15d-45cc-8800-fbb4d0d82541), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:45.852416 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-115e47c3-c8fb-4656-b32d-9cf2ef5b9ce0 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting port 602ec3be-d15d-45cc-8800-fbb4d0d82541 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:22:45.853507 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-115e47c3-c8fb-4656-b32d-9cf2ef5b9ce0 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (602ec3be-d15d-45cc-8800-fbb4d0d82541), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:45.954598 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-62dcfceb-a3fe-4a30-9f92-2983f2e4d66b None None] Provisioning complete for port 602ec3be-d15d-45cc-8800-fbb4d0d82541 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:45.954988 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-62dcfceb-a3fe-4a30-9f92-2983f2e4d66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (602ec3be-d15d-45cc-8800-fbb4d0d82541), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:45.998832 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3fbbc37b-7b19-47ef-aab4-ac2e7bdf716e admin admin] Publish callbacks [] for security_group (e9d62273-aac6-4cbd-99cc-15b620189b14), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:46.007224 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-34644801-717c-487a-9a02-5b9bd5bd938e None None] For port 602ec3be-d15d-45cc-8800-fbb4d0d82541, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:22:46.015444 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-115e47c3-c8fb-4656-b32d-9cf2ef5b9ce0 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] For port 602ec3be-d15d-45cc-8800-fbb4d0d82541, host n-d-828369-4, got binding levels [] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:46.015884 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-34644801-717c-487a-9a02-5b9bd5bd938e None None] For port 602ec3be-d15d-45cc-8800-fbb4d0d82541, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=602ec3be-d15d-45cc-8800-fbb4d0d82541,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:22:46.016789 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-115e47c3-c8fb-4656-b32d-9cf2ef5b9ce0 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (602ec3be-d15d-45cc-8800-fbb4d0d82541), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:46.026853 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dcd9e0-4de9-427e-96f3-a0de1d7026e0 req-f5eee991-835c-4329-acb3-3f719952a950 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:46.036446 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-34644801-717c-487a-9a02-5b9bd5bd938e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (602ec3be-d15d-45cc-8800-fbb4d0d82541), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:46.041496 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a5dcd9e0-4de9-427e-96f3-a0de1d7026e0 req-f5eee991-835c-4329-acb3-3f719952a950 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/networks?id=633bdf52-4e13-4a9d-8810-49c577c6cdb8 HTTP/1.1" status: 200 len: 815 time: 0.4036291 Feb 09 01:22:46.062019 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3fbbc37b-7b19-47ef-aab4-ac2e7bdf716e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e9d62273-aac6-4cbd-99cc-15b620189b14), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:46.071438 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-115e47c3-c8fb-4656-b32d-9cf2ef5b9ce0 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Calling delete_port for 602ec3be-d15d-45cc-8800-fbb4d0d82541 owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:22:46.121748 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-62dcfceb-a3fe-4a30-9f92-2983f2e4d66b None None] Port 602ec3be-d15d-45cc-8800-fbb4d0d82541 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:22:46.206423 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbbc37b-7b19-47ef-aab4-ac2e7bdf716e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d62273-aac6-4cbd-99cc-15b620189b14,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:46.208938 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ec2e7ad3-8b98-4f09-9d36-14bf28cc9c85 admin admin] Publish callbacks [] for security_group (21b6c010-64ac-44d2-8505-07ac03e7f11c), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:46.233754 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34644801-717c-487a-9a02-5b9bd5bd938e None None] Routers {'3e2f63c7-6408-4cb4-a53a-a736b052e1ac'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:22:46.237336 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-34644801-717c-487a-9a02-5b9bd5bd938e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:22:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['3e2f63c7-6408-4cb4-a53a-a736b052e1ac'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:46.319192 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ec2e7ad3-8b98-4f09-9d36-14bf28cc9c85 admin admin] Publish callbacks [] for security_group (21b6c010-64ac-44d2-8505-07ac03e7f11c), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:46.474596 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-34644801-717c-487a-9a02-5b9bd5bd938e None None] Set router 3e2f63c7-6408-4cb4-a53a-a736b052e1ac gateway port host: None {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:22:46.513625 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-115e47c3-c8fb-4656-b32d-9cf2ef5b9ce0 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (602ec3be-d15d-45cc-8800-fbb4d0d82541), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:46.549667 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 39276) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:46.799388 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e47c3-c8fb-4656-b32d-9cf2ef5b9ce0 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Port': ['ID=602ec3be-d15d-45cc-8800-fbb4d0d82541,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:46.807358 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78dccf-4754-455e-a63b-27bd1944969b None None] Pushing event updated for resources: {'Port': ['ID=602ec3be-d15d-45cc-8800-fbb4d0d82541,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:46.808251 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a5dcd9e0-4de9-427e-96f3-a0de1d7026e0 req-f57d0dc9-9d28-49b8-9b46-18cfba6f1b12 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/quotas/ea634eba134a436c8efc984f29cf1d41 HTTP/1.1" status: 200 len: 375 time: 0.7269633 Feb 09 01:22:46.808251 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ec2e7ad3-8b98-4f09-9d36-14bf28cc9c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (21b6c010-64ac-44d2-8505-07ac03e7f11c), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:46.809539 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-0ef0a4f3-162b-4c12-9d1b-e9df147cd46c None None] Could not find standard attr ID for object 602ec3be-d15d-45cc-8800-fbb4d0d82541. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:22:46.810623 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ec2e7ad3-8b98-4f09-9d36-14bf28cc9c85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:46.810623 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ec2e7ad3-8b98-4f09-9d36-14bf28cc9c85 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/21b6c010-64ac-44d2-8505-07ac03e7f11c HTTP/1.1" status: 204 len: 168 time: 1.2773082 Feb 09 01:22:46.852445 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-115e47c3-c8fb-4656-b32d-9cf2ef5b9ce0 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (3e2f63c7-6408-4cb4-a53a-a736b052e1ac), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:46.956802 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3fbbc37b-7b19-47ef-aab4-ac2e7bdf716e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fc9e9892e7f942f8b2800e41a3baa244&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1265092 Feb 09 01:22:47.035949 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 39294) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:47.073117 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e7ad3-8b98-4f09-9d36-14bf28cc9c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b6c010-64ac-44d2-8505-07ac03e7f11c,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:47.138544 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224876a-b75f-45cb-8695-43d86b35fce5 req-4073bd20-ad15-4b09-ae2f-f5db2037aa22 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:47.140171 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c224876a-b75f-45cb-8695-43d86b35fce5 req-4073bd20-ad15-4b09-ae2f-f5db2037aa22 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.120 "GET /v2.0/ports?device_id=310fcec6-0da2-4a84-a309-0d4251469b3e HTTP/1.1" status: 200 len: 945 time: 0.6126101 Feb 09 01:22:47.164031 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:22:47.297748 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-34644801-717c-487a-9a02-5b9bd5bd938e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2f63c7-6408-4cb4-a53a-a736b052e1ac', 'name': 'tempest-NetworksTestDHCPv6-router-41200714', 'tenant_id': '2aa099fb60d240ab8ce8691ee5b2e38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:36Z', 'updated_at': '2022-02-09T01:22:40Z', 'revision_number': 2, 'project_id': '2aa099fb60d240ab8ce8691ee5b2e38c', 'gw_port_host': None, '_interfaces': [{'id': '602ec3be-d15d-45cc-8800-fbb4d0d82541', 'name': '', 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'tenant_id': '2aa099fb60d240ab8ce8691ee5b2e38c', 'mac_address': 'fa:16:3e:70:7e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2f63c7-6408-4cb4-a53a-a736b052e1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': '085c038a-adb8-4b4d-bd5b-b958c6baeb1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:38Z', 'updated_at': '2022-02-09T01:22:45Z', 'revision_number': 4, 'project_id': '2aa099fb60d240ab8ce8691ee5b2e38c', 'subnets': [{'id': '085c038a-adb8-4b4d-bd5b-b958c6baeb1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:47.374770 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:47.375530 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (1f1c0538-aa1a-4918-b06a-0ef1c2faaef3), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:47.380843 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34644801-717c-487a-9a02-5b9bd5bd938e None None] The sync data for ids ['3e2f63c7-6408-4cb4-a53a-a736b052e1ac'] in n-d-828369-4 is: [{'id': '3e2f63c7-6408-4cb4-a53a-a736b052e1ac', 'name': 'tempest-NetworksTestDHCPv6-router-41200714', 'tenant_id': '2aa099fb60d240ab8ce8691ee5b2e38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:36Z', 'updated_at': '2022-02-09T01:22:40Z', 'revision_number': 2, 'project_id': '2aa099fb60d240ab8ce8691ee5b2e38c', 'gw_port_host': None, '_interfaces': [{'id': '602ec3be-d15d-45cc-8800-fbb4d0d82541', 'name': '', 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'tenant_id': '2aa099fb60d240ab8ce8691ee5b2e38c', 'mac_address': 'fa:16:3e:70:7e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2f63c7-6408-4cb4-a53a-a736b052e1ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': '085c038a-adb8-4b4d-bd5b-b958c6baeb1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:38Z', 'updated_at': '2022-02-09T01:22:45Z', 'revision_number': 4, 'project_id': '2aa099fb60d240ab8ce8691ee5b2e38c', 'subnets': [{'id': '085c038a-adb8-4b4d-bd5b-b958c6baeb1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:22:47.555667 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115e47c3-c8fb-4656-b32d-9cf2ef5b9ce0 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Router 3e2f63c7-6408-4cb4-a53a-a736b052e1ac has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:22:47.563404 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5bda6f6f-6a2c-4372-8855-ed23ed7f9e38 admin admin] Publish callbacks [] for security_group (e9d62273-aac6-4cbd-99cc-15b620189b14), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:47.631120 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:47.632123 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1f1c0538-aa1a-4918-b06a-0ef1c2faaef3), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:47.661487 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-eb7c8053-cb52-409f-9fc8-c65962f351e2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1333089373-network', 'tenant_id': '2c4f55ab750f4159bdfcab050e5654ef'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:47.679982 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=1f1c0538-aa1a-4918-b06a-0ef1c2faaef3,segment=NetworkSegment(c65aa26b-6f4d-4da5-9ac6-6c267d824ab1),segment_id=c65aa26b-6f4d-4da5-9ac6-6c267d824ab1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:47.681298 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da201e6-e78b-4295-a3ae-350bcd1cce1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1c0538-aa1a-4918-b06a-0ef1c2faaef3'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:22:47.684998 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b6ccd1-effe-484b-9327-cacd0940ff80" -d '{"events": [{"server_uuid": "3da201e6-e78b-4295-a3ae-350bcd1cce1d", "name": "network-vif-plugged", "status": "completed", "tag": "1f1c0538-aa1a-4918-b06a-0ef1c2faaef3"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:22:47.701897 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1f1c0538-aa1a-4918-b06a-0ef1c2faaef3), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:47.703376 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device dc0e1e8b-456a-4af5-8e4d-1f0abff36246 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:22:47.758469 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7c8053-cb52-409f-9fc8-c65962f351e2 admin admin] Made reservation on behalf of 2c4f55ab750f4159bdfcab050e5654ef for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:47.766879 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-eb7c8053-cb52-409f-9fc8-c65962f351e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:47.839307 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115e47c3-c8fb-4656-b32d-9cf2ef5b9ce0 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:22:47.846544 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-115e47c3-c8fb-4656-b32d-9cf2ef5b9ce0 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "PUT /v2.0/routers/3e2f63c7-6408-4cb4-a53a-a736b052e1ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3458796 Feb 09 01:22:47.856230 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a5dcd9e0-4de9-427e-96f3-a0de1d7026e0 req-3e2982f7-1d65-4141-9af5-7a8093b4443a tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ea634eba134a436c8efc984f29cf1d41&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0858634 Feb 09 01:22:47.858180 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 39324) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:47.910559 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3dd9ac-560d-4d88-92df-f28ab27b195e x-openstack-request-id: req-ff3dd9ac-560d-4d88-92df-f28ab27b195e {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:22:47.911119 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da201e6-e78b-4295-a3ae-350bcd1cce1d", "name": "network-vif-plugged", "status": "completed", "tag": "1f1c0538-aa1a-4918-b06a-0ef1c2faaef3", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:22:47.911119 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ff3dd9ac-560d-4d88-92df-f28ab27b195e {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:22:47.911505 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da201e6-e78b-4295-a3ae-350bcd1cce1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1c0538-aa1a-4918-b06a-0ef1c2faaef3', 'code': 200} Feb 09 01:22:47.923608 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=1f1c0538-aa1a-4918-b06a-0ef1c2faaef3,revision_number=10']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:48.143224 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port dc0e1e8b-456a-4af5-8e4d-1f0abff36246 is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:48.144618 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (dc0e1e8b-456a-4af5-8e4d-1f0abff36246), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:48.293396 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port dc0e1e8b-456a-4af5-8e4d-1f0abff36246, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=dc0e1e8b-456a-4af5-8e4d-1f0abff36246,segment=NetworkSegment(e1b6dfa9-0088-4f06-bf4d-732afafaf84a),segment_id=e1b6dfa9-0088-4f06-bf4d-732afafaf84a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:48.302701 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (dc0e1e8b-456a-4af5-8e4d-1f0abff36246), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:48.423513 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=dc0e1e8b-456a-4af5-8e4d-1f0abff36246,revision_number=9']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:48.854372 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a5dcd9e0-4de9-427e-96f3-a0de1d7026e0 req-b570db43-a05b-4593-9449-25bcdd79bf0f service neutron] 10.222.0.50 "GET /v2.0/networks/633bdf52-4e13-4a9d-8810-49c577c6cdb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9971502 Feb 09 01:22:48.856428 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-eb7c8053-cb52-409f-9fc8-c65962f351e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:49.054036 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d06b4b1-1005-46b1-85aa-0c9bdace717a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:49.055687 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d06b4b1-1005-46b1-85aa-0c9bdace717a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:49.057454 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-0d06b4b1-1005-46b1-85aa-0c9bdace717a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 1.0286589 Feb 09 01:22:49.060913 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 39356) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:49.083570 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a5dcd9e0-4de9-427e-96f3-a0de1d7026e0 req-9980ebe8-efa4-4f7e-9794-80007a6c8da0 service neutron] 10.222.0.50 "GET /v2.0/networks/633bdf52-4e13-4a9d-8810-49c577c6cdb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282245 Feb 09 01:22:49.094405 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5bda6f6f-6a2c-4372-8855-ed23ed7f9e38 admin admin] Publish callbacks [] for security_group (e9d62273-aac6-4cbd-99cc-15b620189b14), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:49.232288 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-c224876a-b75f-45cb-8695-43d86b35fce5 req-cef72217-7e03-40b2-b623-1fecb2fbbc43 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Deleting port dc0e1e8b-456a-4af5-8e4d-1f0abff36246 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:22:49.235041 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-abe1b3c0-8dac-4169-babe-54010a418c13 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting subnet 085c038a-adb8-4b4d-bd5b-b958c6baeb1b {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:22:49.243642 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-abe1b3c0-8dac-4169-babe-54010a418c13 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (085c038a-adb8-4b4d-bd5b-b958c6baeb1b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:49.252690 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c224876a-b75f-45cb-8695-43d86b35fce5 req-cef72217-7e03-40b2-b623-1fecb2fbbc43 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (dc0e1e8b-456a-4af5-8e4d-1f0abff36246), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:49.366578 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-abe1b3c0-8dac-4169-babe-54010a418c13 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (085c038a-adb8-4b4d-bd5b-b958c6baeb1b), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:49.578514 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-abe1b3c0-8dac-4169-babe-54010a418c13 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (085c038a-adb8-4b4d-bd5b-b958c6baeb1b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:49.743335 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-eb7c8053-cb52-409f-9fc8-c65962f351e2 admin admin] Publish callbacks [] for security_group (f3138557-33e7-4e28-bed7-a42bf80308fa), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:49.749105 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-abe1b3c0-8dac-4169-babe-54010a418c13 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (085c038a-adb8-4b4d-bd5b-b958c6baeb1b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:49.752694 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5bda6f6f-6a2c-4372-8855-ed23ed7f9e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e9d62273-aac6-4cbd-99cc-15b620189b14), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:49.756489 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5bda6f6f-6a2c-4372-8855-ed23ed7f9e38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:49.761588 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-5bda6f6f-6a2c-4372-8855-ed23ed7f9e38 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e9d62273-aac6-4cbd-99cc-15b620189b14 HTTP/1.1" status: 204 len: 168 time: 2.7207632 Feb 09 01:22:49.761588 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-796a670e-af33-470c-9986-3372f1210146 req-c9bd7554-5556-4bda-b7f9-38727c69a55d tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=569bf59b-6775-4e64-a9d3-9da312de2e70 HTTP/1.1" status: 200 len: 210 time: 0.2694860 Feb 09 01:22:49.794575 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-c224876a-b75f-45cb-8695-43d86b35fce5 req-cef72217-7e03-40b2-b623-1fecb2fbbc43 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] For port dc0e1e8b-456a-4af5-8e4d-1f0abff36246, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=dc0e1e8b-456a-4af5-8e4d-1f0abff36246,segment=NetworkSegment(e1b6dfa9-0088-4f06-bf4d-732afafaf84a),segment_id=e1b6dfa9-0088-4f06-bf4d-732afafaf84a)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:49.795035 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c224876a-b75f-45cb-8695-43d86b35fce5 req-cef72217-7e03-40b2-b623-1fecb2fbbc43 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (dc0e1e8b-456a-4af5-8e4d-1f0abff36246), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:49.812878 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-c224876a-b75f-45cb-8695-43d86b35fce5 req-cef72217-7e03-40b2-b623-1fecb2fbbc43 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Calling delete_port for dc0e1e8b-456a-4af5-8e4d-1f0abff36246 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:22:49.865723 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-abe1b3c0-8dac-4169-babe-54010a418c13 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:49.870870 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65161867-42f0-4a63-8466-f73c40d86ab8 None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:49.879415 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-abe1b3c0-8dac-4169-babe-54010a418c13 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/085c038a-adb8-4b4d-bd5b-b958c6baeb1b HTTP/1.1" status: 204 len: 168 time: 0.8168945 Feb 09 01:22:49.881217 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 39394) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:49.884640 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1b3c0-8dac-4169-babe-54010a418c13 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Subnet': ['ID=085c038a-adb8-4b4d-bd5b-b958c6baeb1b,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:49.917912 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310fcec6-0da2-4a84-a309-0d4251469b3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc0e1e8b-456a-4af5-8e4d-1f0abff36246'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:22:49.926318 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c8e5b6-b0b9-4561-b46d-0801e507a445" -d '{"events": [{"server_uuid": "310fcec6-0da2-4a84-a309-0d4251469b3e", "name": "network-vif-unplugged", "status": "completed", "tag": "dc0e1e8b-456a-4af5-8e4d-1f0abff36246"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:22:50.224021 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd315c0-fb1a-4ef7-bc26-00ff62838344 x-openstack-request-id: req-9dd315c0-fb1a-4ef7-bc26-00ff62838344 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:22:50.224295 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310fcec6-0da2-4a84-a309-0d4251469b3e", "name": "network-vif-unplugged", "status": "completed", "tag": "dc0e1e8b-456a-4af5-8e4d-1f0abff36246", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:22:50.239527 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9dd315c0-fb1a-4ef7-bc26-00ff62838344 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:22:50.251847 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '310fcec6-0da2-4a84-a309-0d4251469b3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc0e1e8b-456a-4af5-8e4d-1f0abff36246', 'code': 200} Feb 09 01:22:50.314209 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03db382e-a176-46f3-8499-2fb424dfad48 None None] Sync routers for ids ['3e2f63c7-6408-4cb4-a53a-a736b052e1ac'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:22:50.322664 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-eb7c8053-cb52-409f-9fc8-c65962f351e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (f3138557-33e7-4e28-bed7-a42bf80308fa), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:50.345426 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c224876a-b75f-45cb-8695-43d86b35fce5 req-cef72217-7e03-40b2-b623-1fecb2fbbc43 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (dc0e1e8b-456a-4af5-8e4d-1f0abff36246), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:50.363694 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda6f6f-6a2c-4372-8855-ed23ed7f9e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d62273-aac6-4cbd-99cc-15b620189b14,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:50.460914 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6ea6a77f-1f20-4583-8be6-a9bb22ec81f1 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.5524867 Feb 09 01:22:50.466636 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb7c8053-cb52-409f-9fc8-c65962f351e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1023} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:22:50.476764 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 39416) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:50.491653 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef72217-7e03-40b2-b623-1fecb2fbbc43 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Pushing event deleted for resources: {'Port': ['ID=dc0e1e8b-456a-4af5-8e4d-1f0abff36246,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:50.500844 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03db382e-a176-46f3-8499-2fb424dfad48 None None] Routers {'3e2f63c7-6408-4cb4-a53a-a736b052e1ac'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:22:50.501502 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-03db382e-a176-46f3-8499-2fb424dfad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:22:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['3e2f63c7-6408-4cb4-a53a-a736b052e1ac'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:50.599812 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-eb7c8053-cb52-409f-9fc8-c65962f351e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (091e8814-090f-4ca2-8f12-f9cfbccdf71e), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:50.600431 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-eb7c8053-cb52-409f-9fc8-c65962f351e2 admin admin] Added segment 091e8814-090f-4ca2-8f12-f9cfbccdf71e of type vlan for network a7c73c67-867b-4cd1-a7a6-d305a5dc51d2 Feb 09 01:22:50.635671 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c8053-cb52-409f-9fc8-c65962f351e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3138557-33e7-4e28-bed7-a42bf80308fa,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:50.658052 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-c224876a-b75f-45cb-8695-43d86b35fce5 req-cef72217-7e03-40b2-b623-1fecb2fbbc43 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] No DVR routers for this DVR port dc0e1e8b-456a-4af5-8e4d-1f0abff36246 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:22:50.666810 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c224876a-b75f-45cb-8695-43d86b35fce5 req-cef72217-7e03-40b2-b623-1fecb2fbbc43 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:50.677589 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c224876a-b75f-45cb-8695-43d86b35fce5 req-cef72217-7e03-40b2-b623-1fecb2fbbc43 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.120 "DELETE /v2.0/ports/dc0e1e8b-456a-4af5-8e4d-1f0abff36246 HTTP/1.1" status: 204 len: 173 time: 3.4534242 Feb 09 01:22:50.685031 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310fcec6-0da2-4a84-a309-0d4251469b3e', 'name': 'network-vif-deleted', 'tag': 'dc0e1e8b-456a-4af5-8e4d-1f0abff36246'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:22:50.694791 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d1c155-37fe-4778-8f86-5127910df8ab" -d '{"events": [{"server_uuid": "310fcec6-0da2-4a84-a309-0d4251469b3e", "name": "network-vif-deleted", "tag": "dc0e1e8b-456a-4af5-8e4d-1f0abff36246"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:22:50.766087 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-eb7c8053-cb52-409f-9fc8-c65962f351e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (a7c73c67-867b-4cd1-a7a6-d305a5dc51d2), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:50.873070 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8619a7-2883-4b9f-a68c-b00b2a863896 x-openstack-request-id: req-cb8619a7-2883-4b9f-a68c-b00b2a863896 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:22:50.873470 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310fcec6-0da2-4a84-a309-0d4251469b3e", "name": "network-vif-deleted", "tag": "dc0e1e8b-456a-4af5-8e4d-1f0abff36246", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:22:50.873808 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cb8619a7-2883-4b9f-a68c-b00b2a863896 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:22:50.874850 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '310fcec6-0da2-4a84-a309-0d4251469b3e', 'name': 'network-vif-deleted', 'tag': 'dc0e1e8b-456a-4af5-8e4d-1f0abff36246', 'status': 'completed', 'code': 200} Feb 09 01:22:50.877620 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-eb7c8053-cb52-409f-9fc8-c65962f351e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (a7c73c67-867b-4cd1-a7a6-d305a5dc51d2), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:50.882844 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7c8053-cb52-409f-9fc8-c65962f351e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:50.883479 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-eb7c8053-cb52-409f-9fc8-c65962f351e2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:50.886427 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7ba2b795-899a-459c-ba74-8cccdd06e720 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for router (3e2f63c7-6408-4cb4-a53a-a736b052e1ac), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:50.957042 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-03db382e-a176-46f3-8499-2fb424dfad48 None None] Set router 3e2f63c7-6408-4cb4-a53a-a736b052e1ac gateway port host: None {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:22:51.218812 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c8053-cb52-409f-9fc8-c65962f351e2 admin admin] Pushing event updated for resources: {'Network': ['ID=a7c73c67-867b-4cd1-a7a6-d305a5dc51d2,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:51.236180 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8cf83247-a67d-4544-af60-ba72b9a0be85 req-90195149-79be-4a50-8e44-680146ce1dc5 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=569bf59b-6775-4e64-a9d3-9da312de2e70 HTTP/1.1" status: 200 len: 210 time: 0.0770941 Feb 09 01:22:51.267995 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4204fa2-8d11-4a71-a905-9a12eab86297 None None] DHCP port deletion for a8203b0d-e7af-492c-8c21-23f9563ce2e8 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:22:51.277253 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network a7c73c67-867b-4cd1-a7a6-d305a5dc51d2 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:22:51.287247 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-eb7c8053-cb52-409f-9fc8-c65962f351e2 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 4.6217911 Feb 09 01:22:51.293654 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 39466) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:51.302867 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-03db382e-a176-46f3-8499-2fb424dfad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2f63c7-6408-4cb4-a53a-a736b052e1ac', 'name': 'tempest-NetworksTestDHCPv6-router-41200714', 'tenant_id': '2aa099fb60d240ab8ce8691ee5b2e38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:36Z', 'updated_at': '2022-02-09T01:22:46Z', 'revision_number': 3, 'project_id': '2aa099fb60d240ab8ce8691ee5b2e38c', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:51.305012 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-a0500990-cd64-435d-b075-27060390fd43 admin admin] Request body: {'subnet': {'network_id': 'a7c73c67-867b-4cd1-a7a6-d305a5dc51d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1333089373-subnet', 'tenant_id': '2c4f55ab750f4159bdfcab050e5654ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:51.350971 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0500990-cd64-435d-b075-27060390fd43 admin admin] Made reservation on behalf of 2c4f55ab750f4159bdfcab050e5654ef for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:51.381712 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a0500990-cd64-435d-b075-27060390fd43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:51.773202 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7ba2b795-899a-459c-ba74-8cccdd06e720 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (3e2f63c7-6408-4cb4-a53a-a736b052e1ac), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:51.782008 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7ba2b795-899a-459c-ba74-8cccdd06e720 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for router_controller (3e2f63c7-6408-4cb4-a53a-a736b052e1ac), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:51.816983 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03db382e-a176-46f3-8499-2fb424dfad48 None None] Checking router: 3e2f63c7-6408-4cb4-a53a-a736b052e1ac for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:22:51.893898 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7ba2b795-899a-459c-ba74-8cccdd06e720 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (3e2f63c7-6408-4cb4-a53a-a736b052e1ac), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:51.894392 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba2b795-899a-459c-ba74-8cccdd06e720 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Fanout notify agent at l3_agent the message router_deleted on router 3e2f63c7-6408-4cb4-a53a-a736b052e1ac {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:22:51.914091 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7ba2b795-899a-459c-ba74-8cccdd06e720 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:51.915239 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7ba2b795-899a-459c-ba74-8cccdd06e720 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/routers/3e2f63c7-6408-4cb4-a53a-a736b052e1ac HTTP/1.1" status: 204 len: 168 time: 1.4374788 Feb 09 01:22:51.928105 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 39492) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:51.933768 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-ec1f5a46-55db-4291-8d66-29cf70385d82 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'subnet': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:52.056213 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a0500990-cd64-435d-b075-27060390fd43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (36ed6c8a-8eab-4ee5-af4e-3a7d95f66f05), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:52.077571 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03db382e-a176-46f3-8499-2fb424dfad48 None None] Routers set() bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:22:52.079163 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03db382e-a176-46f3-8499-2fb424dfad48 None None] Router IDs set() for agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 01:22:52.084779 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_agentschedulers_db [None req-03db382e-a176-46f3-8499-2fb424dfad48 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3e2f63c7-6408-4cb4-a53a-a736b052e1ac'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:22:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent'). {{(pid=103138) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 01:22:52.087150 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03db382e-a176-46f3-8499-2fb424dfad48 None None] The sync data for ids ['3e2f63c7-6408-4cb4-a53a-a736b052e1ac'] in n-d-828369-4 is: [] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:22:52.141316 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1f5a46-55db-4291-8d66-29cf70385d82 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:52.145551 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ec1f5a46-55db-4291-8d66-29cf70385d82 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:52.156596 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0500990-cd64-435d-b075-27060390fd43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36ed6c8a-8eab-4ee5-af4e-3a7d95f66f05,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:52.228178 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a4204fa2-8d11-4a71-a905-9a12eab86297 None None] Deleting port e42ff8b0-264e-4405-ad2d-74895b03ea02 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:22:52.231559 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a4204fa2-8d11-4a71-a905-9a12eab86297 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (e42ff8b0-264e-4405-ad2d-74895b03ea02), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:52.250092 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0500990-cd64-435d-b075-27060390fd43 admin admin] Checking segment: {'id': '091e8814-090f-4ca2-8f12-f9cfbccdf71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'a7c73c67-867b-4cd1-a7a6-d305a5dc51d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:22:52.250911 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0500990-cd64-435d-b075-27060390fd43 admin admin] Network hostable DHCP agents. Network: a7c73c67-867b-4cd1-a7a6-d305a5dc51d2, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:22:52.290312 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0500990-cd64-435d-b075-27060390fd43 admin admin] Network a7c73c67-867b-4cd1-a7a6-d305a5dc51d2 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:22:52.307418 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-a0500990-cd64-435d-b075-27060390fd43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, a7c73c67-867b-4cd1-a7a6-d305a5dc51d2) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:52.313032 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0500990-cd64-435d-b075-27060390fd43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:52.313942 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a0500990-cd64-435d-b075-27060390fd43 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:52.358889 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a0500990-cd64-435d-b075-27060390fd43 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0639193 Feb 09 01:22:52.361666 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 39502) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:52.367268 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-f2f5df5c-a83e-408a-8d12-88fa98df3f35 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1333089373-router', 'tenant_id': '2c4f55ab750f4159bdfcab050e5654ef', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:52.415273 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f2f5df5c-a83e-408a-8d12-88fa98df3f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (724c6f3c-408b-4456-823c-67ac5a065a76), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:52.416407 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f2f5df5c-a83e-408a-8d12-88fa98df3f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (724c6f3c-408b-4456-823c-67ac5a065a76), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:52.562803 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 39508) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:52.639602 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-69f2f014-e127-41fa-b28e-4c71483cd047 req-0a38c871-41d8-45b6-aace-fdb8520b4444 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=569bf59b-6775-4e64-a9d3-9da312de2e70 HTTP/1.1" status: 200 len: 210 time: 0.1685076 Feb 09 01:22:52.653583 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f2f5df5c-a83e-408a-8d12-88fa98df3f35 admin admin] Publish callbacks [] for router_controller (724c6f3c-408b-4456-823c-67ac5a065a76), precommit_add_association {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:52.954611 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-a4204fa2-8d11-4a71-a905-9a12eab86297 None None] For port e42ff8b0-264e-4405-ad2d-74895b03ea02, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=e42ff8b0-264e-4405-ad2d-74895b03ea02,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:52.955483 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a4204fa2-8d11-4a71-a905-9a12eab86297 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (e42ff8b0-264e-4405-ad2d-74895b03ea02), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:52.973609 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a4204fa2-8d11-4a71-a905-9a12eab86297 None None] Calling delete_port for e42ff8b0-264e-4405-ad2d-74895b03ea02 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:22:53.075454 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e630929-3225-4edc-9d3c-72433b8cc36b None None] Network a7c73c67-867b-4cd1-a7a6-d305a5dc51d2 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:53.082519 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f2f5df5c-a83e-408a-8d12-88fa98df3f35 admin admin] Publish callbacks [] for router_gateway (724c6f3c-408b-4456-823c-67ac5a065a76), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:53.189023 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device e42ff8b0-264e-4405-ad2d-74895b03ea02 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:22:53.193946 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a4204fa2-8d11-4a71-a905-9a12eab86297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (e42ff8b0-264e-4405-ad2d-74895b03ea02), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:53.223663 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e591c52e-6712-4138-aad3-a95ecac64155 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:53.231278 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4204fa2-8d11-4a71-a905-9a12eab86297 None None] No DVR routers for this DVR port e42ff8b0-264e-4405-ad2d-74895b03ea02 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:22:53.297739 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4204fa2-8d11-4a71-a905-9a12eab86297 None None] Pushing event deleted for resources: {'Port': ['ID=e42ff8b0-264e-4405-ad2d-74895b03ea02,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:53.313916 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: e42ff8b0-264e-4405-ad2d-74895b03ea02 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:22:53.314509 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device e42ff8b0-264e-4405-ad2d-74895b03ea02 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:22:53.315141 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 602ec3be-d15d-45cc-8800-fbb4d0d82541 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:22:53.318525 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dfe27e-4f5e-458c-9efa-59f0743d6ba9 None None] Network a7c73c67-867b-4cd1-a7a6-d305a5dc51d2 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:53.425101 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 602ec3be-d15d-45cc-8800-fbb4d0d82541 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:22:53.425682 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 602ec3be-d15d-45cc-8800-fbb4d0d82541 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:22:53.658163 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e591c52e-6712-4138-aad3-a95ecac64155 admin admin] Publish callbacks [] for security_group (db87776e-945d-41cf-b38d-3964be0fe25c), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:53.666077 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e591c52e-6712-4138-aad3-a95ecac64155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (db87776e-945d-41cf-b38d-3964be0fe25c), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:53.735537 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dcd9e0-4de9-427e-96f3-a0de1d7026e0 req-d75aa9da-9d12-42d5-8a45-20d71ed699ec tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:53.737718 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-a5dcd9e0-4de9-427e-96f3-a0de1d7026e0 req-d75aa9da-9d12-42d5-8a45-20d71ed699ec tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.47 "GET /v2.0/networks?id=633bdf52-4e13-4a9d-8810-49c577c6cdb8 HTTP/1.1" status: 200 len: 815 time: 1.1254351 Feb 09 01:22:53.740064 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ec1f5a46-55db-4291-8d66-29cf70385d82 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (e325df9e-2b0e-4caf-b5e3-5fdff6551be0), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:53.758071 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-a5dcd9e0-4de9-427e-96f3-a0de1d7026e0 req-863b3ab1-f8b1-4b67-a85d-f4d7f4ef119c tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Request body: {'port': {'device_id': '569bf59b-6775-4e64-a9d3-9da312de2e70', 'network_id': '633bdf52-4e13-4a9d-8810-49c577c6cdb8', 'admin_state_up': True, 'tenant_id': 'ea634eba134a436c8efc984f29cf1d41'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:53.778680 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e591c52e-6712-4138-aad3-a95ecac64155 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f91b50dddc2f42878ead1d4a9953a1dc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1992652 Feb 09 01:22:53.789709 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 39556) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:53.852831 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9fdd249d-def2-40e4-ba57-f95c912d0d22 req-9dcb4d4c-c224-49db-a551-ccf868d72ce6 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=569bf59b-6775-4e64-a9d3-9da312de2e70 HTTP/1.1" status: 200 len: 210 time: 0.0711105 Feb 09 01:22:53.907686 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e591c52e-6712-4138-aad3-a95ecac64155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db87776e-945d-41cf-b38d-3964be0fe25c,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:53.936365 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f2f5df5c-a83e-408a-8d12-88fa98df3f35 admin admin] Publish callbacks [] for router_gateway (724c6f3c-408b-4456-823c-67ac5a065a76), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:54.011362 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5dcd9e0-4de9-427e-96f3-a0de1d7026e0 req-863b3ab1-f8b1-4b67-a85d-f4d7f4ef119c tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Made reservation on behalf of ea634eba134a436c8efc984f29cf1d41 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:22:54.014868 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-a5dcd9e0-4de9-427e-96f3-a0de1d7026e0 req-863b3ab1-f8b1-4b67-a85d-f4d7f4ef119c tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:54.016674 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f2f5df5c-a83e-408a-8d12-88fa98df3f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:54.030129 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1f5a46-55db-4291-8d66-29cf70385d82 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:54.112007 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-ec1f5a46-55db-4291-8d66-29cf70385d82 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:54.133632 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8388fd9-a3fe-4c66-aae8-1bf5c7ff7b01 None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:22:54.140983 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1f5a46-55db-4291-8d66-29cf70385d82 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:54.141844 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ec1f5a46-55db-4291-8d66-29cf70385d82 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:54.198127 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ec1f5a46-55db-4291-8d66-29cf70385d82 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2687833 Feb 09 01:22:54.217428 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 39566) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:54.220662 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f5a46-55db-4291-8d66-29cf70385d82 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Subnet': ['ID=e325df9e-2b0e-4caf-b5e3-5fdff6551be0,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:54.244081 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-1ddd315b-fc20-4ca0-9863-21ec43bb2643 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-616517315', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:54.312845 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1ddd315b-fc20-4ca0-9863-21ec43bb2643 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (3866abb3-237a-4a9a-b229-f083fb531143), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:54.313906 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1ddd315b-fc20-4ca0-9863-21ec43bb2643 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (3866abb3-237a-4a9a-b229-f083fb531143), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:54.318029 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [req-a5dcd9e0-4de9-427e-96f3-a0de1d7026e0 req-863b3ab1-f8b1-4b67-a85d-f4d7f4ef119c tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Allocated IP 172.20.0.3 (633bdf52-4e13-4a9d-8810-49c577c6cdb8/cd2bf801-d138-4a76-952d-e259104944cf/9307663c-6697-4856-831f-2f73db1fece1) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:54.353190 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-f2f5df5c-a83e-408a-8d12-88fa98df3f35 admin admin] Allocated IP 172.25.8.230 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/8e0d1f2e-746f-431b-b43a-8760353e5aa5) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:54.525996 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca3ffcd-0691-4979-a80a-2ea29fd99e0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'project_id': '2aa099fb60d240ab8ce8691ee5b2e38c', 'fixed_ips': [{'subnet_id': 'e325df9e-2b0e-4caf-b5e3-5fdff6551be0'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:22:54.526897 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4ca3ffcd-0691-4979-a80a-2ea29fd99e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:54.581272 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1ddd315b-fc20-4ca0-9863-21ec43bb2643 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for router_controller (3866abb3-237a-4a9a-b229-f083fb531143), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:54.629637 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1ddd315b-fc20-4ca0-9863-21ec43bb2643 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (3866abb3-237a-4a9a-b229-f083fb531143), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:54.665055 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1ddd315b-fc20-4ca0-9863-21ec43bb2643 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:54.669498 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1ddd315b-fc20-4ca0-9863-21ec43bb2643 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4400549 Feb 09 01:22:54.670687 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 39592) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:54.718194 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f2f5df5c-a83e-408a-8d12-88fa98df3f35 admin admin] Publish callbacks [] for port (8e0d1f2e-746f-431b-b43a-8760353e5aa5), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:54.738253 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fe2af92a-b665-4384-b550-66f005c4c16b admin admin] Publish callbacks [] for security_group (db87776e-945d-41cf-b38d-3964be0fe25c), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:54.796526 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fe2af92a-b665-4384-b550-66f005c4c16b admin admin] Publish callbacks [] for security_group (db87776e-945d-41cf-b38d-3964be0fe25c), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:54.902631 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f2f5df5c-a83e-408a-8d12-88fa98df3f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (8e0d1f2e-746f-431b-b43a-8760353e5aa5), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:55.021979 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f5df5c-a83e-408a-8d12-88fa98df3f35 admin admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:55.026811 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-4ca3ffcd-0691-4979-a80a-2ea29fd99e0c None None] Allocated IP 2001:db8::2 (a8203b0d-e7af-492c-8c21-23f9563ce2e8/e325df9e-2b0e-4caf-b5e3-5fdff6551be0/b4b492dd-4492-4df9-88fc-ea196e91ad56) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:55.028034 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-a5dcd9e0-4de9-427e-96f3-a0de1d7026e0 req-863b3ab1-f8b1-4b67-a85d-f4d7f4ef119c tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Publish callbacks [] for port (9307663c-6697-4856-831f-2f73db1fece1), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:55.034063 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-f2f5df5c-a83e-408a-8d12-88fa98df3f35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:55.040103 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fe2af92a-b665-4384-b550-66f005c4c16b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (db87776e-945d-41cf-b38d-3964be0fe25c), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:55.048079 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fe2af92a-b665-4384-b550-66f005c4c16b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:55.052035 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-fe2af92a-b665-4384-b550-66f005c4c16b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/db87776e-945d-41cf-b38d-3964be0fe25c HTTP/1.1" status: 204 len: 168 time: 1.2583945 Feb 09 01:22:55.052035 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f5df5c-a83e-408a-8d12-88fa98df3f35 admin admin] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:22:55.108418 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2af92a-b665-4384-b550-66f005c4c16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db87776e-945d-41cf-b38d-3964be0fe25c,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:55.123651 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5df5c-a83e-408a-8d12-88fa98df3f35 admin admin] Pushing event updated for resources: {'Port': ['ID=8e0d1f2e-746f-431b-b43a-8760353e5aa5,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:55.262432 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-a5dcd9e0-4de9-427e-96f3-a0de1d7026e0 req-863b3ab1-f8b1-4b67-a85d-f4d7f4ef119c tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (9307663c-6697-4856-831f-2f73db1fece1), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:55.401049 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-24c129ab-a146-451e-a053-d8c6e3c0c1ff tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:55.464916 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4ca3ffcd-0691-4979-a80a-2ea29fd99e0c None None] Publish callbacks [] for port (b4b492dd-4492-4df9-88fc-ea196e91ad56), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:55.473441 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4ca3ffcd-0691-4979-a80a-2ea29fd99e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (b4b492dd-4492-4df9-88fc-ea196e91ad56), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:55.507628 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5dcd9e0-4de9-427e-96f3-a0de1d7026e0 req-863b3ab1-f8b1-4b67-a85d-f4d7f4ef119c tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Network 633bdf52-4e13-4a9d-8810-49c577c6cdb8 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:55.509618 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca3ffcd-0691-4979-a80a-2ea29fd99e0c None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:55.517463 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-4ca3ffcd-0691-4979-a80a-2ea29fd99e0c None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:55.517814 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [req-a5dcd9e0-4de9-427e-96f3-a0de1d7026e0 req-863b3ab1-f8b1-4b67-a85d-f4d7f4ef119c tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:55.525311 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5dcd9e0-4de9-427e-96f3-a0de1d7026e0 req-863b3ab1-f8b1-4b67-a85d-f4d7f4ef119c tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:22:55.535295 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca3ffcd-0691-4979-a80a-2ea29fd99e0c None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:22:55.713319 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-4ca3ffcd-0691-4979-a80a-2ea29fd99e0c None None] Attempting to bind port b4b492dd-4492-4df9-88fc-ea196e91ad56 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:22:55.713769 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-4ca3ffcd-0691-4979-a80a-2ea29fd99e0c None None] Attempting to bind port b4b492dd-4492-4df9-88fc-ea196e91ad56 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:22:55.714153 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca3ffcd-0691-4979-a80a-2ea29fd99e0c None None] Attempting to bind port b4b492dd-4492-4df9-88fc-ea196e91ad56 on network a8203b0d-e7af-492c-8c21-23f9563ce2e8 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:22:55.767377 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca3ffcd-0691-4979-a80a-2ea29fd99e0c None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:22:55.767775 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca3ffcd-0691-4979-a80a-2ea29fd99e0c None None] Checking segment: {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:22:55.768189 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4ca3ffcd-0691-4979-a80a-2ea29fd99e0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:55.773779 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca3ffcd-0691-4979-a80a-2ea29fd99e0c None None] Bound using segment: {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:22:55.774045 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-4ca3ffcd-0691-4979-a80a-2ea29fd99e0c None None] Bound port: b4b492dd-4492-4df9-88fc-ea196e91ad56, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:22:55.774428 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4ca3ffcd-0691-4979-a80a-2ea29fd99e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b4b492dd-4492-4df9-88fc-ea196e91ad56), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:55.803384 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30afc280-bc9c-41d2-8447-ce9216a5533d req-3380712f-3849-48fc-87e7-6ddb5ab0cd26 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:55.810378 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca3ffcd-0691-4979-a80a-2ea29fd99e0c None None] Pushing event updated for resources: {'Port': ['ID=b4b492dd-4492-4df9-88fc-ea196e91ad56,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:55.840955 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-30afc280-bc9c-41d2-8447-ce9216a5533d req-3380712f-3849-48fc-87e7-6ddb5ab0cd26 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=569bf59b-6775-4e64-a9d3-9da312de2e70 HTTP/1.1" status: 200 len: 931 time: 0.7336600 Feb 09 01:22:55.929998 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-4ca3ffcd-0691-4979-a80a-2ea29fd99e0c None None] For port b4b492dd-4492-4df9-88fc-ea196e91ad56, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:22:55.935556 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-4ca3ffcd-0691-4979-a80a-2ea29fd99e0c None None] For port b4b492dd-4492-4df9-88fc-ea196e91ad56, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=b4b492dd-4492-4df9-88fc-ea196e91ad56,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:22:55.947595 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4ca3ffcd-0691-4979-a80a-2ea29fd99e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b4b492dd-4492-4df9-88fc-ea196e91ad56), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:56.074043 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-30afc280-bc9c-41d2-8447-ce9216a5533d req-b0bdd327-2bfe-492c-9287-9ddf6fee71e8 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206428 Feb 09 01:22:56.077252 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca3ffcd-0691-4979-a80a-2ea29fd99e0c None None] Pushing event updated for resources: {'Port': ['ID=b4b492dd-4492-4df9-88fc-ea196e91ad56,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:56.092817 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b3ab1-f8b1-4b67-a85d-f4d7f4ef119c tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Pushing event updated for resources: {'Port': ['ID=9307663c-6697-4856-831f-2f73db1fece1,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:56.182007 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 39664) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:56.361404 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-76052190-13da-4f75-bf56-18b7b2a14adc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:56.383126 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f2f5df5c-a83e-408a-8d12-88fa98df3f35 admin admin] Publish callbacks [] for router_gateway (724c6f3c-408b-4456-823c-67ac5a065a76), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:56.419933 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-24c129ab-a146-451e-a053-d8c6e3c0c1ff tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Allocated IP 2001:db8::1 (a8203b0d-e7af-492c-8c21-23f9563ce2e8/e325df9e-2b0e-4caf-b5e3-5fdff6551be0/8be0c707-2e49-4e58-a708-d1c05455e883) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:22:56.665731 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dcd9e0-4de9-427e-96f3-a0de1d7026e0 req-863b3ab1-f8b1-4b67-a85d-f4d7f4ef119c tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:56.666389 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-a5dcd9e0-4de9-427e-96f3-a0de1d7026e0 req-863b3ab1-f8b1-4b67-a85d-f4d7f4ef119c tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:56.822888 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-a5dcd9e0-4de9-427e-96f3-a0de1d7026e0 req-863b3ab1-f8b1-4b67-a85d-f4d7f4ef119c tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0736883 Feb 09 01:22:56.894341 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-a5dcd9e0-4de9-427e-96f3-a0de1d7026e0 req-02699b1a-e18d-4ae9-ae9e-f204756ec093 service neutron] Request body: {'port': {'device_id': '569bf59b-6775-4e64-a9d3-9da312de2e70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:22:56.923315 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device b4b492dd-4492-4df9-88fc-ea196e91ad56 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:22:57.015751 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f2f5df5c-a83e-408a-8d12-88fa98df3f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (724c6f3c-408b-4456-823c-67ac5a065a76), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:57.082519 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port b4b492dd-4492-4df9-88fc-ea196e91ad56 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:57.083142 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b4b492dd-4492-4df9-88fc-ea196e91ad56), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:57.107200 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-24c129ab-a146-451e-a053-d8c6e3c0c1ff tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for port (8be0c707-2e49-4e58-a708-d1c05455e883), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:57.279701 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port b4b492dd-4492-4df9-88fc-ea196e91ad56 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:57.282745 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b4b492dd-4492-4df9-88fc-ea196e91ad56), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:57.333353 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-a5dcd9e0-4de9-427e-96f3-a0de1d7026e0 req-02699b1a-e18d-4ae9-ae9e-f204756ec093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (9307663c-6697-4856-831f-2f73db1fece1), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:57.392883 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port b4b492dd-4492-4df9-88fc-ea196e91ad56, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=b4b492dd-4492-4df9-88fc-ea196e91ad56,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:22:57.405876 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b4b492dd-4492-4df9-88fc-ea196e91ad56), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:57.434598 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-76052190-13da-4f75-bf56-18b7b2a14adc admin admin] Publish callbacks [] for security_group (0d5b67f8-c97e-46e6-91db-36d3dea7ccd0), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:57.499401 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-24c129ab-a146-451e-a053-d8c6e3c0c1ff tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (8be0c707-2e49-4e58-a708-d1c05455e883), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:57.520059 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1809f0-2119-40ea-99df-76b0f375d8d2 req-5f446170-59bd-46b1-a7fa-42d5c23b1c72 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:22:57.521964 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9b1809f0-2119-40ea-99df-76b0f375d8d2 req-5f446170-59bd-46b1-a7fa-42d5c23b1c72 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=569bf59b-6775-4e64-a9d3-9da312de2e70 HTTP/1.1" status: 200 len: 931 time: 0.2125061 Feb 09 01:22:57.603282 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f5df5c-a83e-408a-8d12-88fa98df3f35 admin admin] Router 724c6f3c-408b-4456-823c-67ac5a065a76 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:22:57.615528 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-76052190-13da-4f75-bf56-18b7b2a14adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (0d5b67f8-c97e-46e6-91db-36d3dea7ccd0), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:57.635690 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=b4b492dd-4492-4df9-88fc-ea196e91ad56,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:57.762948 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9b1809f0-2119-40ea-99df-76b0f375d8d2 req-21c56e7e-2340-423d-a5f0-8c3958b75ddf tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283120 Feb 09 01:22:57.930433 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f5df5c-a83e-408a-8d12-88fa98df3f35 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:22:57.945852 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace5fba4-e16d-4b3a-a8b0-8fc3f37cb5e0 None None] Sync routers for ids ['724c6f3c-408b-4456-823c-67ac5a065a76'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:22:57.967304 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace5fba4-e16d-4b3a-a8b0-8fc3f37cb5e0 None None] Routers {'724c6f3c-408b-4456-823c-67ac5a065a76'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:22:57.968252 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-ace5fba4-e16d-4b3a-a8b0-8fc3f37cb5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:22:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['724c6f3c-408b-4456-823c-67ac5a065a76'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:57.980219 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f2f5df5c-a83e-408a-8d12-88fa98df3f35 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:57.990059 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f2f5df5c-a83e-408a-8d12-88fa98df3f35 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.6253519 Feb 09 01:22:57.994537 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 39738) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:58.164496 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c129ab-a146-451e-a053-d8c6e3c0c1ff tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:22:58.186579 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-ace5fba4-e16d-4b3a-a8b0-8fc3f37cb5e0 None None] Set router 724c6f3c-408b-4456-823c-67ac5a065a76 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:22:58.233289 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-24c129ab-a146-451e-a053-d8c6e3c0c1ff tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:22:58.244376 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c129ab-a146-451e-a053-d8c6e3c0c1ff tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:22:58.247639 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-24c129ab-a146-451e-a053-d8c6e3c0c1ff tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (3866abb3-237a-4a9a-b229-f083fb531143), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:58.258972 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-76052190-13da-4f75-bf56-18b7b2a14adc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=04742bf1465d44cc836332b426c90bdb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9669805 Feb 09 01:22:58.261607 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 39744) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:58.285171 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76052190-13da-4f75-bf56-18b7b2a14adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5b67f8-c97e-46e6-91db-36d3dea7ccd0,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:58.315527 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 39746) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:58.406752 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c129ab-a146-451e-a053-d8c6e3c0c1ff tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Port': ['ID=8be0c707-2e49-4e58-a708-d1c05455e883,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:58.476670 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-1e6047a2-e043-4b98-aabf-661cc287a03d None None] Provisioning complete for port b4b492dd-4492-4df9-88fc-ea196e91ad56 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:58.478265 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1e6047a2-e043-4b98-aabf-661cc287a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b4b492dd-4492-4df9-88fc-ea196e91ad56), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:58.644841 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a5ddfe4a-4b78-436a-93ca-b024ae1f46c8 admin admin] Publish callbacks [] for security_group (0d5b67f8-c97e-46e6-91db-36d3dea7ccd0), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:58.775755 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-1e6047a2-e043-4b98-aabf-661cc287a03d None None] Current status of the port b4b492dd-4492-4df9-88fc-ea196e91ad56 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:58.800039 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8801855b-0558-42a9-b059-2957f5582e3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:58.813116 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-a5dcd9e0-4de9-427e-96f3-a0de1d7026e0 req-02699b1a-e18d-4ae9-ae9e-f204756ec093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9307663c-6697-4856-831f-2f73db1fece1 {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:22:58.840331 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a5ddfe4a-4b78-436a-93ca-b024ae1f46c8 admin admin] Publish callbacks [] for security_group (0d5b67f8-c97e-46e6-91db-36d3dea7ccd0), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:58.873017 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-a5dcd9e0-4de9-427e-96f3-a0de1d7026e0 req-02699b1a-e18d-4ae9-ae9e-f204756ec093 service neutron] Publish callbacks [] for port (9307663c-6697-4856-831f-2f73db1fece1), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:58.873431 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device b4b492dd-4492-4df9-88fc-ea196e91ad56 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:22:58.881037 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-24c129ab-a146-451e-a053-d8c6e3c0c1ff tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8be0c707-2e49-4e58-a708-d1c05455e883), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:58.938291 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-a5dcd9e0-4de9-427e-96f3-a0de1d7026e0 req-02699b1a-e18d-4ae9-ae9e-f204756ec093 service neutron] Transition to ACTIVE for port object 9307663c-6697-4856-831f-2f73db1fece1 will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:22:58.995856 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-a5dcd9e0-4de9-427e-96f3-a0de1d7026e0 req-02699b1a-e18d-4ae9-ae9e-f204756ec093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (9307663c-6697-4856-831f-2f73db1fece1), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:59.023257 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port b4b492dd-4492-4df9-88fc-ea196e91ad56 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:59.033185 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b4b492dd-4492-4df9-88fc-ea196e91ad56), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:59.040997 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-ace5fba4-e16d-4b3a-a8b0-8fc3f37cb5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724c6f3c-408b-4456-823c-67ac5a065a76', 'name': 'tempest-ServerRescueNegativeTestJSON-1333089373-router', 'tenant_id': '2c4f55ab750f4159bdfcab050e5654ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '8e0d1f2e-746f-431b-b43a-8760353e5aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:52Z', 'updated_at': '2022-02-09T01:22:56Z', 'revision_number': 3, 'project_id': '2c4f55ab750f4159bdfcab050e5654ef', 'gw_port': {'id': '8e0d1f2e-746f-431b-b43a-8760353e5aa5', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724c6f3c-408b-4456-823c-67ac5a065a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:54Z', 'updated_at': '2022-02-09T01:22:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:22:59.071420 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02699b1a-e18d-4ae9-ae9e-f204756ec093 service neutron] Pushing event updated for resources: {'Port': ['ID=9307663c-6697-4856-831f-2f73db1fece1,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:59.108461 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-a9c50eae-b95a-43e6-bea5-52faae8a6a96 None None] Provisioning complete for port 8be0c707-2e49-4e58-a708-d1c05455e883 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:22:59.108904 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a9c50eae-b95a-43e6-bea5-52faae8a6a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (8be0c707-2e49-4e58-a708-d1c05455e883), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:59.152981 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace5fba4-e16d-4b3a-a8b0-8fc3f37cb5e0 None None] Checking router: 724c6f3c-408b-4456-823c-67ac5a065a76 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:22:59.155505 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace5fba4-e16d-4b3a-a8b0-8fc3f37cb5e0 None None] Updating router 724c6f3c-408b-4456-823c-67ac5a065a76 port 8e0d1f2e-746f-431b-b43a-8760353e5aa5 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:22:59.198271 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a9c50eae-b95a-43e6-bea5-52faae8a6a96 None None] Port 8be0c707-2e49-4e58-a708-d1c05455e883 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:22:59.259570 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port b4b492dd-4492-4df9-88fc-ea196e91ad56 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:22:59.321055 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ace5fba4-e16d-4b3a-a8b0-8fc3f37cb5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8e0d1f2e-746f-431b-b43a-8760353e5aa5), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:59.682551 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8801855b-0558-42a9-b059-2957f5582e3f admin admin] Publish callbacks [] for security_group (140605cc-56cc-4c54-a3d2-336bec589d78), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:59.727964 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8801855b-0558-42a9-b059-2957f5582e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (140605cc-56cc-4c54-a3d2-336bec589d78), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:22:59.940892 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8801855b-0558-42a9-b059-2957f5582e3f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=79a2ced23ab24898a345f9d0e642df6a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6238205 Feb 09 01:22:59.948108 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 39778) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:22:59.950211 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8801855b-0558-42a9-b059-2957f5582e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140605cc-56cc-4c54-a3d2-336bec589d78,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:22:59.988961 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-a5dcd9e0-4de9-427e-96f3-a0de1d7026e0 req-02699b1a-e18d-4ae9-ae9e-f204756ec093 service neutron] Attempting to bind port 9307663c-6697-4856-831f-2f73db1fece1 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:22:59.989466 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-a5dcd9e0-4de9-427e-96f3-a0de1d7026e0 req-02699b1a-e18d-4ae9-ae9e-f204756ec093 service neutron] Attempting to bind port 9307663c-6697-4856-831f-2f73db1fece1 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'e1b6dfa9-0088-4f06-bf4d-732afafaf84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '633bdf52-4e13-4a9d-8810-49c577c6cdb8'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:22:59.990749 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5dcd9e0-4de9-427e-96f3-a0de1d7026e0 req-02699b1a-e18d-4ae9-ae9e-f204756ec093 service neutron] Attempting to bind port 9307663c-6697-4856-831f-2f73db1fece1 on network 633bdf52-4e13-4a9d-8810-49c577c6cdb8 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:23:00.018996 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63a0c9-1d43-4267-8a4a-027c92683805 req-8d7b94b6-2a96-4ca7-b40e-45af76ae7b5f tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:00.020881 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6b63a0c9-1d43-4267-8a4a-027c92683805 req-8d7b94b6-2a96-4ca7-b40e-45af76ae7b5f tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=569bf59b-6775-4e64-a9d3-9da312de2e70 HTTP/1.1" status: 200 len: 943 time: 0.3037546 Feb 09 01:23:00.033568 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a5ddfe4a-4b78-436a-93ca-b024ae1f46c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (0d5b67f8-c97e-46e6-91db-36d3dea7ccd0), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:00.043374 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a5ddfe4a-4b78-436a-93ca-b024ae1f46c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:00.045803 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a5ddfe4a-4b78-436a-93ca-b024ae1f46c8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0d5b67f8-c97e-46e6-91db-36d3dea7ccd0 HTTP/1.1" status: 204 len: 168 time: 1.7814543 Feb 09 01:23:00.059354 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5dcd9e0-4de9-427e-96f3-a0de1d7026e0 req-02699b1a-e18d-4ae9-ae9e-f204756ec093 service neutron] Port 9307663c-6697-4856-831f-2f73db1fece1 on network 633bdf52-4e13-4a9d-8810-49c577c6cdb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:23:00.059692 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5dcd9e0-4de9-427e-96f3-a0de1d7026e0 req-02699b1a-e18d-4ae9-ae9e-f204756ec093 service neutron] Attempting to bind port 9307663c-6697-4856-831f-2f73db1fece1 on network 633bdf52-4e13-4a9d-8810-49c577c6cdb8 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:23:00.090703 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5dcd9e0-4de9-427e-96f3-a0de1d7026e0 req-02699b1a-e18d-4ae9-ae9e-f204756ec093 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:23:00.091184 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5dcd9e0-4de9-427e-96f3-a0de1d7026e0 req-02699b1a-e18d-4ae9-ae9e-f204756ec093 service neutron] Checking segment: {'id': 'e1b6dfa9-0088-4f06-bf4d-732afafaf84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '633bdf52-4e13-4a9d-8810-49c577c6cdb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:23:00.091660 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5dcd9e0-4de9-427e-96f3-a0de1d7026e0 req-02699b1a-e18d-4ae9-ae9e-f204756ec093 service neutron] Bound using segment: {'id': 'e1b6dfa9-0088-4f06-bf4d-732afafaf84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '633bdf52-4e13-4a9d-8810-49c577c6cdb8'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:23:00.091880 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-a5dcd9e0-4de9-427e-96f3-a0de1d7026e0 req-02699b1a-e18d-4ae9-ae9e-f204756ec093 service neutron] Bound port: 9307663c-6697-4856-831f-2f73db1fece1, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1b6dfa9-0088-4f06-bf4d-732afafaf84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '633bdf52-4e13-4a9d-8810-49c577c6cdb8'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:23:00.092244 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-a5dcd9e0-4de9-427e-96f3-a0de1d7026e0 req-02699b1a-e18d-4ae9-ae9e-f204756ec093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (9307663c-6697-4856-831f-2f73db1fece1), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:00.099999 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ddfe4a-4b78-436a-93ca-b024ae1f46c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5b67f8-c97e-46e6-91db-36d3dea7ccd0,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:00.185224 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-24c129ab-a146-451e-a053-d8c6e3c0c1ff tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for port (8be0c707-2e49-4e58-a708-d1c05455e883), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:00.203715 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-24c129ab-a146-451e-a053-d8c6e3c0c1ff tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (8be0c707-2e49-4e58-a708-d1c05455e883), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:00.204622 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-24c129ab-a146-451e-a053-d8c6e3c0c1ff tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (3866abb3-237a-4a9a-b229-f083fb531143), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:00.260187 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ace5fba4-e16d-4b3a-a8b0-8fc3f37cb5e0 None None] Publish callbacks [] for port (8e0d1f2e-746f-431b-b43a-8760353e5aa5), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:00.274473 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ace5fba4-e16d-4b3a-a8b0-8fc3f37cb5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (8e0d1f2e-746f-431b-b43a-8760353e5aa5), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:00.404187 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6b63a0c9-1d43-4267-8a4a-027c92683805 req-b440ff41-582b-43f7-8f1a-57cab57d4cff tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569407 Feb 09 01:23:00.414830 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7a102e8b-85b4-452a-84ad-43247d7172c6 admin admin] Publish callbacks [] for security_group (140605cc-56cc-4c54-a3d2-336bec589d78), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:00.434329 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eef8a5-63c3-418f-9ad3-5525a371a05b None None] Pushing event updated for resources: {'Port': ['ID=8e0d1f2e-746f-431b-b43a-8760353e5aa5,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:00.441896 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-ace5fba4-e16d-4b3a-a8b0-8fc3f37cb5e0 None None] Attempting to bind port 8e0d1f2e-746f-431b-b43a-8760353e5aa5 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:23:00.442455 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-ace5fba4-e16d-4b3a-a8b0-8fc3f37cb5e0 None None] Attempting to bind port 8e0d1f2e-746f-431b-b43a-8760353e5aa5 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:23:00.445442 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace5fba4-e16d-4b3a-a8b0-8fc3f37cb5e0 None None] Attempting to bind port 8e0d1f2e-746f-431b-b43a-8760353e5aa5 on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:23:00.459822 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace5fba4-e16d-4b3a-a8b0-8fc3f37cb5e0 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:23:00.461027 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace5fba4-e16d-4b3a-a8b0-8fc3f37cb5e0 None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:23:00.466583 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ace5fba4-e16d-4b3a-a8b0-8fc3f37cb5e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:00.467278 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace5fba4-e16d-4b3a-a8b0-8fc3f37cb5e0 None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:23:00.469038 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-ace5fba4-e16d-4b3a-a8b0-8fc3f37cb5e0 None None] Bound port: 8e0d1f2e-746f-431b-b43a-8760353e5aa5, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:23:00.469621 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ace5fba4-e16d-4b3a-a8b0-8fc3f37cb5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8e0d1f2e-746f-431b-b43a-8760353e5aa5), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:00.474234 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c129ab-a146-451e-a053-d8c6e3c0c1ff tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:00.482433 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-24c129ab-a146-451e-a053-d8c6e3c0c1ff tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:00.494070 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c129ab-a146-451e-a053-d8c6e3c0c1ff tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Port': ['ID=8be0c707-2e49-4e58-a708-d1c05455e883,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:00.534747 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-a5dcd9e0-4de9-427e-96f3-a0de1d7026e0 req-02699b1a-e18d-4ae9-ae9e-f204756ec093 service neutron] For port 9307663c-6697-4856-831f-2f73db1fece1, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:23:00.580068 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7a102e8b-85b4-452a-84ad-43247d7172c6 admin admin] Publish callbacks [] for security_group (140605cc-56cc-4c54-a3d2-336bec589d78), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:00.630820 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-ace5fba4-e16d-4b3a-a8b0-8fc3f37cb5e0 None None] For port 8e0d1f2e-746f-431b-b43a-8760353e5aa5, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:23:00.639159 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-ace5fba4-e16d-4b3a-a8b0-8fc3f37cb5e0 None None] For port 8e0d1f2e-746f-431b-b43a-8760353e5aa5, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=8e0d1f2e-746f-431b-b43a-8760353e5aa5,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:23:00.654281 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ace5fba4-e16d-4b3a-a8b0-8fc3f37cb5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (8e0d1f2e-746f-431b-b43a-8760353e5aa5), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:00.702763 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4721e996-0a31-4683-9ccd-98f3c64272f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:00.710910 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-a5dcd9e0-4de9-427e-96f3-a0de1d7026e0 req-02699b1a-e18d-4ae9-ae9e-f204756ec093 service neutron] For port 9307663c-6697-4856-831f-2f73db1fece1, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=9307663c-6697-4856-831f-2f73db1fece1,segment=NetworkSegment(e1b6dfa9-0088-4f06-bf4d-732afafaf84a),segment_id=e1b6dfa9-0088-4f06-bf4d-732afafaf84a)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:23:00.765873 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-a5dcd9e0-4de9-427e-96f3-a0de1d7026e0 req-02699b1a-e18d-4ae9-ae9e-f204756ec093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (9307663c-6697-4856-831f-2f73db1fece1), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:00.858575 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eef8a5-63c3-418f-9ad3-5525a371a05b None None] Pushing event updated for resources: {'Port': ['ID=8e0d1f2e-746f-431b-b43a-8760353e5aa5,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:00.903591 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace5fba4-e16d-4b3a-a8b0-8fc3f37cb5e0 None None] Routers {'724c6f3c-408b-4456-823c-67ac5a065a76'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:23:00.904876 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-ace5fba4-e16d-4b3a-a8b0-8fc3f37cb5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:22:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['724c6f3c-408b-4456-823c-67ac5a065a76'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:00.906828 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7a102e8b-85b4-452a-84ad-43247d7172c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (140605cc-56cc-4c54-a3d2-336bec589d78), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:00.914445 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7a102e8b-85b4-452a-84ad-43247d7172c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:00.918807 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-7a102e8b-85b4-452a-84ad-43247d7172c6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/140605cc-56cc-4c54-a3d2-336bec589d78 HTTP/1.1" status: 204 len: 168 time: 0.9635339 Feb 09 01:23:01.035992 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a102e8b-85b4-452a-84ad-43247d7172c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140605cc-56cc-4c54-a3d2-336bec589d78,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:01.066095 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02699b1a-e18d-4ae9-ae9e-f204756ec093 service neutron] Pushing event updated for resources: {'Port': ['ID=9307663c-6697-4856-831f-2f73db1fece1,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:01.111660 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dcd9e0-4de9-427e-96f3-a0de1d7026e0 req-02699b1a-e18d-4ae9-ae9e-f204756ec093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:01.112317 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-a5dcd9e0-4de9-427e-96f3-a0de1d7026e0 req-02699b1a-e18d-4ae9-ae9e-f204756ec093 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:01.123263 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-a5dcd9e0-4de9-427e-96f3-a0de1d7026e0 req-02699b1a-e18d-4ae9-ae9e-f204756ec093 service neutron] 10.222.0.47 "PUT /v2.0/ports/9307663c-6697-4856-831f-2f73db1fece1 HTTP/1.1" status: 200 len: 1091 time: 4.2619750 Feb 09 01:23:01.126950 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '569bf59b-6775-4e64-a9d3-9da312de2e70', 'tag': '9307663c-6697-4856-831f-2f73db1fece1'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:23:01.139086 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9324c3a-74bf-46cd-ba46-5e21c7559d2f" -d '{"events": [{"name": "network-changed", "server_uuid": "569bf59b-6775-4e64-a9d3-9da312de2e70", "tag": "9307663c-6697-4856-831f-2f73db1fece1"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:23:01.211896 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-8c744889-1d6e-4c97-878b-88b09e019b3d None None] Provisioning complete for port 8be0c707-2e49-4e58-a708-d1c05455e883 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:01.212526 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8c744889-1d6e-4c97-878b-88b09e019b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (8be0c707-2e49-4e58-a708-d1c05455e883), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:01.256734 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30cc34a3-09e5-4d33-8f4f-96aba352df38 x-openstack-request-id: req-30cc34a3-09e5-4d33-8f4f-96aba352df38 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:23:01.258827 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "569bf59b-6775-4e64-a9d3-9da312de2e70", "tag": "9307663c-6697-4856-831f-2f73db1fece1", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:23:01.259360 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-30cc34a3-09e5-4d33-8f4f-96aba352df38 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:23:01.260038 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '569bf59b-6775-4e64-a9d3-9da312de2e70', 'tag': '9307663c-6697-4856-831f-2f73db1fece1', 'status': 'completed', 'code': 200} Feb 09 01:23:01.266124 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-ace5fba4-e16d-4b3a-a8b0-8fc3f37cb5e0 None None] Set router 724c6f3c-408b-4456-823c-67ac5a065a76 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:23:01.324668 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-8c744889-1d6e-4c97-878b-88b09e019b3d None None] Port 8be0c707-2e49-4e58-a708-d1c05455e883 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:23:01.435961 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dcd9e0-4de9-427e-96f3-a0de1d7026e0 req-c6eca51d-2c0f-49ac-9819-3583cd73b1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:01.437575 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-a5dcd9e0-4de9-427e-96f3-a0de1d7026e0 req-c6eca51d-2c0f-49ac-9819-3583cd73b1f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ea634eba134a436c8efc984f29cf1d41&device_id=569bf59b-6775-4e64-a9d3-9da312de2e70 HTTP/1.1" status: 200 len: 1125 time: 0.2653732 Feb 09 01:23:01.454754 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c129ab-a146-451e-a053-d8c6e3c0c1ff tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Router 3866abb3-237a-4a9a-b229-f083fb531143 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:23:01.553531 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-4721e996-0a31-4683-9ccd-98f3c64272f4 admin admin] Allocated IP 172.20.0.1 (a7c73c67-867b-4cd1-a7a6-d305a5dc51d2/36ed6c8a-8eab-4ee5-af4e-3a7d95f66f05/4f572d78-6122-448f-9e32-1e89dd982849) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:01.603028 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-a5dcd9e0-4de9-427e-96f3-a0de1d7026e0 req-450bb213-dce6-4b77-8a4d-03c1a68140e3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9307663c-6697-4856-831f-2f73db1fece1 HTTP/1.1" status: 200 len: 217 time: 0.1578443 Feb 09 01:23:01.898794 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa4030-290f-4d6d-af46-aec6e35552bf req-6f403f62-6d26-4f9e-9118-e54e2156ee2d tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:01.901472 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-22aa4030-290f-4d6d-af46-aec6e35552bf req-6f403f62-6d26-4f9e-9118-e54e2156ee2d tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=569bf59b-6775-4e64-a9d3-9da312de2e70 HTTP/1.1" status: 200 len: 943 time: 0.3159928 Feb 09 01:23:01.920138 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-ace5fba4-e16d-4b3a-a8b0-8fc3f37cb5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724c6f3c-408b-4456-823c-67ac5a065a76', 'name': 'tempest-ServerRescueNegativeTestJSON-1333089373-router', 'tenant_id': '2c4f55ab750f4159bdfcab050e5654ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '8e0d1f2e-746f-431b-b43a-8760353e5aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:52Z', 'updated_at': '2022-02-09T01:22:56Z', 'revision_number': 3, 'project_id': '2c4f55ab750f4159bdfcab050e5654ef', 'gw_port': {'id': '8e0d1f2e-746f-431b-b43a-8760353e5aa5', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724c6f3c-408b-4456-823c-67ac5a065a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:54Z', 'updated_at': '2022-02-09T01:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:02.019963 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace5fba4-e16d-4b3a-a8b0-8fc3f37cb5e0 None None] The sync data for ids ['724c6f3c-408b-4456-823c-67ac5a065a76'] in n-d-828369-4 is: [{'id': '724c6f3c-408b-4456-823c-67ac5a065a76', 'name': 'tempest-ServerRescueNegativeTestJSON-1333089373-router', 'tenant_id': '2c4f55ab750f4159bdfcab050e5654ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '8e0d1f2e-746f-431b-b43a-8760353e5aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:52Z', 'updated_at': '2022-02-09T01:22:56Z', 'revision_number': 3, 'project_id': '2c4f55ab750f4159bdfcab050e5654ef', 'gw_port': {'id': '8e0d1f2e-746f-431b-b43a-8760353e5aa5', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724c6f3c-408b-4456-823c-67ac5a065a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:54Z', 'updated_at': '2022-02-09T01:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:23:02.057166 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4721e996-0a31-4683-9ccd-98f3c64272f4 admin admin] Publish callbacks [] for port (4f572d78-6122-448f-9e32-1e89dd982849), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:02.145914 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4721e996-0a31-4683-9ccd-98f3c64272f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (4f572d78-6122-448f-9e32-1e89dd982849), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:02.223520 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4721e996-0a31-4683-9ccd-98f3c64272f4 admin admin] Network a7c73c67-867b-4cd1-a7a6-d305a5dc51d2 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:02.229147 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-4721e996-0a31-4683-9ccd-98f3c64272f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:02.298828 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4721e996-0a31-4683-9ccd-98f3c64272f4 admin admin] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:23:02.395898 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96e39894-288c-4eec-8bd5-17d41a1b7c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:02.407128 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4721e996-0a31-4683-9ccd-98f3c64272f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (724c6f3c-408b-4456-823c-67ac5a065a76), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:02.603289 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 39860) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:02.638537 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-22aa4030-290f-4d6d-af46-aec6e35552bf req-0db4be43-ed3e-4936-9bac-99999dbc9dcd tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7249329 Feb 09 01:23:02.755322 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a685764e-487d-4579-b0ab-67cfbde58aba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:02.757679 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4721e996-0a31-4683-9ccd-98f3c64272f4 admin admin] Pushing event updated for resources: {'Port': ['ID=4f572d78-6122-448f-9e32-1e89dd982849,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:02.878022 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 8e0d1f2e-746f-431b-b43a-8760353e5aa5 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:23:02.993857 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a685764e-487d-4579-b0ab-67cfbde58aba admin admin] Publish callbacks [] for security_group (396fffd5-6dad-4939-bfee-dd631dba1ff0), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:03.030771 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dcd9e0-4de9-427e-96f3-a0de1d7026e0 req-5e9e8929-7cf8-469d-af41-e5c6c6895f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:03.040107 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4721e996-0a31-4683-9ccd-98f3c64272f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4f572d78-6122-448f-9e32-1e89dd982849), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:03.046940 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-a5dcd9e0-4de9-427e-96f3-a0de1d7026e0 req-5e9e8929-7cf8-469d-af41-e5c6c6895f7f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cd2bf801-d138-4a76-952d-e259104944cf HTTP/1.1" status: 200 len: 855 time: 1.4362018 Feb 09 01:23:03.069283 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a685764e-487d-4579-b0ab-67cfbde58aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (396fffd5-6dad-4939-bfee-dd631dba1ff0), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:03.138682 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 8e0d1f2e-746f-431b-b43a-8760353e5aa5 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:03.141621 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (8e0d1f2e-746f-431b-b43a-8760353e5aa5), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:03.142108 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-a5dcd9e0-4de9-427e-96f3-a0de1d7026e0 req-fb3ae99b-bb45-48f7-b123-2051081d609f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=633bdf52-4e13-4a9d-8810-49c577c6cdb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737371 Feb 09 01:23:03.240979 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c129ab-a146-451e-a053-d8c6e3c0c1ff tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:23:03.252807 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-24c129ab-a146-451e-a053-d8c6e3c0c1ff tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "PUT /v2.0/routers/3866abb3-237a-4a9a-b229-f083fb531143/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5810461 Feb 09 01:23:03.255560 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 39884) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:03.333498 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5137b4c8-d841-4d3f-aa76-c53a0c3c0477 None None] Sync routers for ids ['3866abb3-237a-4a9a-b229-f083fb531143'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:23:03.339854 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a685764e-487d-4579-b0ab-67cfbde58aba admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5368906595f9423183dbaba9f595aa46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7345362 Feb 09 01:23:03.343840 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 39886) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:03.344815 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0a4d04-791b-4bd8-94a0-c30cb6e6f9c9 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:03.349184 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3a0a4d04-791b-4bd8-94a0-c30cb6e6f9c9 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/ports/8be0c707-2e49-4e58-a708-d1c05455e883 HTTP/1.1" status: 200 len: 911 time: 0.0924900 Feb 09 01:23:03.349797 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 39888) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:03.376939 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5137b4c8-d841-4d3f-aa76-c53a0c3c0477 None None] Routers {'3866abb3-237a-4a9a-b229-f083fb531143'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:23:03.377915 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-5137b4c8-d841-4d3f-aa76-c53a0c3c0477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:22:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['3866abb3-237a-4a9a-b229-f083fb531143'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:03.393184 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a685764e-487d-4579-b0ab-67cfbde58aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396fffd5-6dad-4939-bfee-dd631dba1ff0,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:03.475200 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-461296e8-c4dd-4a25-b8a4-f3067da6d98b admin admin] Publish callbacks [] for security_group (396fffd5-6dad-4939-bfee-dd631dba1ff0), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:03.477609 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-a5dcd9e0-4de9-427e-96f3-a0de1d7026e0 req-244900a5-850e-4b38-b090-2cb4845b3cbf service neutron] 10.222.0.47 "GET /v2.0/networks/633bdf52-4e13-4a9d-8810-49c577c6cdb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345711 Feb 09 01:23:03.522532 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-461296e8-c4dd-4a25-b8a4-f3067da6d98b admin admin] Publish callbacks [] for security_group (396fffd5-6dad-4939-bfee-dd631dba1ff0), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:03.597660 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0c88bc-c98f-41ea-9f0a-696d5e763a83 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:03.604582 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0c88bc-c98f-41ea-9f0a-696d5e763a83 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:03.610180 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7b0c88bc-c98f-41ea-9f0a-696d5e763a83 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2541833 Feb 09 01:23:03.612953 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 39898) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:03.679304 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-461296e8-c4dd-4a25-b8a4-f3067da6d98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (396fffd5-6dad-4939-bfee-dd631dba1ff0), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:03.682799 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-461296e8-c4dd-4a25-b8a4-f3067da6d98b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:03.683700 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-461296e8-c4dd-4a25-b8a4-f3067da6d98b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/396fffd5-6dad-4939-bfee-dd631dba1ff0 HTTP/1.1" status: 204 len: 168 time: 0.3386073 Feb 09 01:23:03.739452 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461296e8-c4dd-4a25-b8a4-f3067da6d98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396fffd5-6dad-4939-bfee-dd631dba1ff0,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:03.747054 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-5137b4c8-d841-4d3f-aa76-c53a0c3c0477 None None] Set router 3866abb3-237a-4a9a-b229-f083fb531143 gateway port host: None {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:23:03.932442 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-a5dcd9e0-4de9-427e-96f3-a0de1d7026e0 req-025dade3-5399-4008-8445-345a5f3772a7 service neutron] 10.222.0.47 "GET /v2.0/networks/633bdf52-4e13-4a9d-8810-49c577c6cdb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4464836 Feb 09 01:23:04.136931 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4721e996-0a31-4683-9ccd-98f3c64272f4 admin admin] Publish callbacks [] for port (4f572d78-6122-448f-9e32-1e89dd982849), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:04.167288 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b3c27-1df4-4de2-8512-2dab2d3dd856 req-13254a77-8211-4327-8554-1a13db7bf22c tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:04.194589 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7b8b3c27-1df4-4de2-8512-2dab2d3dd856 req-13254a77-8211-4327-8554-1a13db7bf22c tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=569bf59b-6775-4e64-a9d3-9da312de2e70 HTTP/1.1" status: 200 len: 943 time: 0.3950410 Feb 09 01:23:04.251470 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 8e0d1f2e-746f-431b-b43a-8760353e5aa5 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:04.251931 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8e0d1f2e-746f-431b-b43a-8760353e5aa5), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:04.291323 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4721e996-0a31-4683-9ccd-98f3c64272f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (4f572d78-6122-448f-9e32-1e89dd982849), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:04.510212 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 8e0d1f2e-746f-431b-b43a-8760353e5aa5, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=8e0d1f2e-746f-431b-b43a-8760353e5aa5,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:04.523775 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ef9513ab-4511-467b-bfa9-0917c104bec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:04.527293 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (8e0d1f2e-746f-431b-b43a-8760353e5aa5), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:04.576428 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9324c3a-74bf-46cd-ba46-5e21c7559d2f req-f675f288-c389-42ec-82df-e1f8bf26ed33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:04.579605 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-a9324c3a-74bf-46cd-ba46-5e21c7559d2f req-f675f288-c389-42ec-82df-e1f8bf26ed33 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ea634eba134a436c8efc984f29cf1d41&device_id=569bf59b-6775-4e64-a9d3-9da312de2e70 HTTP/1.1" status: 200 len: 1125 time: 0.5524306 Feb 09 01:23:04.692469 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7b8b3c27-1df4-4de2-8512-2dab2d3dd856 req-02c3b308-324c-4516-8a5d-267fb38ceb87 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4963214 Feb 09 01:23:04.707281 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4721e996-0a31-4683-9ccd-98f3c64272f4 admin admin] Pushing event updated for resources: {'Port': ['ID=4f572d78-6122-448f-9e32-1e89dd982849,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:04.721688 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-5137b4c8-d841-4d3f-aa76-c53a0c3c0477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3866abb3-237a-4a9a-b229-f083fb531143', 'name': 'tempest-NetworksTestDHCPv6-router-616517315', 'tenant_id': '2aa099fb60d240ab8ce8691ee5b2e38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:54Z', 'updated_at': '2022-02-09T01:22:58Z', 'revision_number': 2, 'project_id': '2aa099fb60d240ab8ce8691ee5b2e38c', 'gw_port_host': None, '_interfaces': [{'id': '8be0c707-2e49-4e58-a708-d1c05455e883', 'name': '', 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'tenant_id': '2aa099fb60d240ab8ce8691ee5b2e38c', 'mac_address': 'fa:16:3e:7a:ae:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3866abb3-237a-4a9a-b229-f083fb531143', 'device_owner': 'network:router_interface', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': 'e325df9e-2b0e-4caf-b5e3-5fdff6551be0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:55Z', 'updated_at': '2022-02-09T01:22:59Z', 'revision_number': 2, 'project_id': '2aa099fb60d240ab8ce8691ee5b2e38c', 'subnets': [{'id': 'e325df9e-2b0e-4caf-b5e3-5fdff6551be0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:04.730545 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4721e996-0a31-4683-9ccd-98f3c64272f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (724c6f3c-408b-4456-823c-67ac5a065a76), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:04.757929 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9324c3a-74bf-46cd-ba46-5e21c7559d2f req-a35fa7b1-be8b-41d0-9ed4-0a1182562064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:04.760910 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-a9324c3a-74bf-46cd-ba46-5e21c7559d2f req-a35fa7b1-be8b-41d0-9ed4-0a1182562064 service neutron] 10.222.0.47 "GET /v2.0/networks?id=633bdf52-4e13-4a9d-8810-49c577c6cdb8 HTTP/1.1" status: 200 len: 917 time: 0.1618845 Feb 09 01:23:04.817160 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-a9324c3a-74bf-46cd-ba46-5e21c7559d2f req-feee1790-d1b8-4b3e-990c-f00a1940726a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9307663c-6697-4856-831f-2f73db1fece1 HTTP/1.1" status: 200 len: 217 time: 0.0489676 Feb 09 01:23:04.830768 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5137b4c8-d841-4d3f-aa76-c53a0c3c0477 None None] Checking router: 3866abb3-237a-4a9a-b229-f083fb531143 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:23:04.836103 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5137b4c8-d841-4d3f-aa76-c53a0c3c0477 None None] Updating router 3866abb3-237a-4a9a-b229-f083fb531143 port 8be0c707-2e49-4e58-a708-d1c05455e883 binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:23:04.902512 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9324c3a-74bf-46cd-ba46-5e21c7559d2f req-d8dbe0aa-f278-488e-97d6-abea97e58d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:04.907468 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-a9324c3a-74bf-46cd-ba46-5e21c7559d2f req-d8dbe0aa-f278-488e-97d6-abea97e58d32 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cd2bf801-d138-4a76-952d-e259104944cf HTTP/1.1" status: 200 len: 855 time: 0.0828929 Feb 09 01:23:04.969680 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=8e0d1f2e-746f-431b-b43a-8760353e5aa5,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:05.016259 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-a9324c3a-74bf-46cd-ba46-5e21c7559d2f req-64f802b2-828b-4b4b-9297-f977ed9e3e18 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=633bdf52-4e13-4a9d-8810-49c577c6cdb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736246 Feb 09 01:23:05.025485 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5137b4c8-d841-4d3f-aa76-c53a0c3c0477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8be0c707-2e49-4e58-a708-d1c05455e883), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:05.104224 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4721e996-0a31-4683-9ccd-98f3c64272f4 admin admin] Network a7c73c67-867b-4cd1-a7a6-d305a5dc51d2 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:05.118843 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-4721e996-0a31-4683-9ccd-98f3c64272f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:05.489264 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6e8ab7e3-eea2-4c21-85be-eb3e13c739a8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (3866abb3-237a-4a9a-b229-f083fb531143), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:05.614497 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4721e996-0a31-4683-9ccd-98f3c64272f4 admin admin] Router 724c6f3c-408b-4456-823c-67ac5a065a76 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:23:05.724794 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-a9324c3a-74bf-46cd-ba46-5e21c7559d2f req-faa0ee05-f67f-428f-af0b-43d95ab219ee service neutron] 10.222.0.47 "GET /v2.0/networks/633bdf52-4e13-4a9d-8810-49c577c6cdb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6942899 Feb 09 01:23:05.931289 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5137b4c8-d841-4d3f-aa76-c53a0c3c0477 None None] Publish callbacks [] for port (8be0c707-2e49-4e58-a708-d1c05455e883), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:05.983647 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-a9324c3a-74bf-46cd-ba46-5e21c7559d2f req-b6673227-c0cb-4a7d-9ae8-59092c122a56 service neutron] 10.222.0.47 "GET /v2.0/networks/633bdf52-4e13-4a9d-8810-49c577c6cdb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500718 Feb 09 01:23:05.995399 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5137b4c8-d841-4d3f-aa76-c53a0c3c0477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (8be0c707-2e49-4e58-a708-d1c05455e883), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:06.200303 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4721e996-0a31-4683-9ccd-98f3c64272f4 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:23:06.216318 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6007a534-e3de-49c4-9e1f-7d9e18316891 None None] Sync routers for ids ['724c6f3c-408b-4456-823c-67ac5a065a76'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:23:06.231039 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4721e996-0a31-4683-9ccd-98f3c64272f4 admin admin] 10.222.0.50 "PUT /v2.0/routers/724c6f3c-408b-4456-823c-67ac5a065a76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2341719 Feb 09 01:23:06.233193 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6007a534-e3de-49c4-9e1f-7d9e18316891 None None] Routers {'724c6f3c-408b-4456-823c-67ac5a065a76'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:23:06.234298 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-6007a534-e3de-49c4-9e1f-7d9e18316891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:23:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['724c6f3c-408b-4456-823c-67ac5a065a76'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:06.239463 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:06.246921 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86e991-2e36-488e-ad27-855e64af4ee1 req-172b6c44-98bf-4884-9916-da6ff668d969 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:06.254440 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3e86e991-2e36-488e-ad27-855e64af4ee1 req-172b6c44-98bf-4884-9916-da6ff668d969 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=569bf59b-6775-4e64-a9d3-9da312de2e70 HTTP/1.1" status: 200 len: 943 time: 0.3603709 Feb 09 01:23:06.403301 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3e86e991-2e36-488e-ad27-855e64af4ee1 req-5a2ae406-ceed-44fd-bed1-11ce4720b714 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468046 Feb 09 01:23:06.411546 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 9307663c-6697-4856-831f-2f73db1fece1 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:23:06.452687 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-6e8ab7e3-eea2-4c21-85be-eb3e13c739a8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting port 8be0c707-2e49-4e58-a708-d1c05455e883 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:23:06.453037 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6e8ab7e3-eea2-4c21-85be-eb3e13c739a8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (8be0c707-2e49-4e58-a708-d1c05455e883), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:06.532126 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c1ce11-030c-42f9-9d09-a05a78417730 None None] Pushing event updated for resources: {'Port': ['ID=8be0c707-2e49-4e58-a708-d1c05455e883,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:06.557855 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-6007a534-e3de-49c4-9e1f-7d9e18316891 None None] Set router 724c6f3c-408b-4456-823c-67ac5a065a76 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:23:06.682299 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-5137b4c8-d841-4d3f-aa76-c53a0c3c0477 None None] Attempting to bind port 8be0c707-2e49-4e58-a708-d1c05455e883 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:23:06.684430 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-5137b4c8-d841-4d3f-aa76-c53a0c3c0477 None None] Attempting to bind port 8be0c707-2e49-4e58-a708-d1c05455e883 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:23:06.685093 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5137b4c8-d841-4d3f-aa76-c53a0c3c0477 None None] Attempting to bind port 8be0c707-2e49-4e58-a708-d1c05455e883 on network a8203b0d-e7af-492c-8c21-23f9563ce2e8 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:23:06.707615 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c1ce11-030c-42f9-9d09-a05a78417730 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:06.711462 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c1ce11-030c-42f9-9d09-a05a78417730 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:06.712074 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c1ce11-030c-42f9-9d09-a05a78417730 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:06.712770 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c1ce11-030c-42f9-9d09-a05a78417730 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:06.713437 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c1ce11-030c-42f9-9d09-a05a78417730 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:06.714148 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c1ce11-030c-42f9-9d09-a05a78417730 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:06.715314 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c1ce11-030c-42f9-9d09-a05a78417730 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:06.716827 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c1ce11-030c-42f9-9d09-a05a78417730 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:06.719214 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c1ce11-030c-42f9-9d09-a05a78417730 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:06.722738 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c1ce11-030c-42f9-9d09-a05a78417730 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:06.723360 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c1ce11-030c-42f9-9d09-a05a78417730 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:06.729090 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c1ce11-030c-42f9-9d09-a05a78417730 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:06.733246 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c1ce11-030c-42f9-9d09-a05a78417730 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:06.737984 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-6e8ab7e3-eea2-4c21-85be-eb3e13c739a8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] For port 8be0c707-2e49-4e58-a708-d1c05455e883, host n-d-828369-4, got binding levels [] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:06.738528 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6e8ab7e3-eea2-4c21-85be-eb3e13c739a8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (8be0c707-2e49-4e58-a708-d1c05455e883), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:06.774067 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5137b4c8-d841-4d3f-aa76-c53a0c3c0477 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:23:06.781808 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5137b4c8-d841-4d3f-aa76-c53a0c3c0477 None None] Checking segment: {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:23:06.785151 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5137b4c8-d841-4d3f-aa76-c53a0c3c0477 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:06.786531 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-6e8ab7e3-eea2-4c21-85be-eb3e13c739a8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Calling delete_port for 8be0c707-2e49-4e58-a708-d1c05455e883 owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:23:06.789328 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5137b4c8-d841-4d3f-aa76-c53a0c3c0477 None None] Bound using segment: {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:23:06.790118 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-5137b4c8-d841-4d3f-aa76-c53a0c3c0477 None None] Bound port: 8be0c707-2e49-4e58-a708-d1c05455e883, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:23:06.791184 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5137b4c8-d841-4d3f-aa76-c53a0c3c0477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8be0c707-2e49-4e58-a708-d1c05455e883), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:06.962166 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.resource_extend [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:23:06.998374 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 8e0d1f2e-746f-431b-b43a-8760353e5aa5 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:23:07.104047 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-6007a534-e3de-49c4-9e1f-7d9e18316891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724c6f3c-408b-4456-823c-67ac5a065a76', 'name': 'tempest-ServerRescueNegativeTestJSON-1333089373-router', 'tenant_id': '2c4f55ab750f4159bdfcab050e5654ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '8e0d1f2e-746f-431b-b43a-8760353e5aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:52Z', 'updated_at': '2022-02-09T01:23:02Z', 'revision_number': 4, 'project_id': '2c4f55ab750f4159bdfcab050e5654ef', 'gw_port': {'id': '8e0d1f2e-746f-431b-b43a-8760353e5aa5', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724c6f3c-408b-4456-823c-67ac5a065a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:54Z', 'updated_at': '2022-02-09T01:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '4f572d78-6122-448f-9e32-1e89dd982849', 'name': '', 'network_id': 'a7c73c67-867b-4cd1-a7a6-d305a5dc51d2', 'tenant_id': '2c4f55ab750f4159bdfcab050e5654ef', 'mac_address': 'fa:16:3e:43:20:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724c6f3c-408b-4456-823c-67ac5a065a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '36ed6c8a-8eab-4ee5-af4e-3a7d95f66f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:23:00Z', 'updated_at': '2022-02-09T01:23:03Z', 'revision_number': 2, 'project_id': '2c4f55ab750f4159bdfcab050e5654ef', 'subnets': [{'id': '36ed6c8a-8eab-4ee5-af4e-3a7d95f66f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:07.197623 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6e8ab7e3-eea2-4c21-85be-eb3e13c739a8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (8be0c707-2e49-4e58-a708-d1c05455e883), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:07.287523 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6007a534-e3de-49c4-9e1f-7d9e18316891 None None] Checking router: 724c6f3c-408b-4456-823c-67ac5a065a76 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:23:07.290403 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6007a534-e3de-49c4-9e1f-7d9e18316891 None None] Updating router 724c6f3c-408b-4456-823c-67ac5a065a76 port 4f572d78-6122-448f-9e32-1e89dd982849 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:23:07.381678 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6007a534-e3de-49c4-9e1f-7d9e18316891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4f572d78-6122-448f-9e32-1e89dd982849), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:07.666386 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6e8ab7e3-eea2-4c21-85be-eb3e13c739a8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (3866abb3-237a-4a9a-b229-f083fb531143), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:07.693999 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8ab7e3-eea2-4c21-85be-eb3e13c739a8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Port': ['ID=8be0c707-2e49-4e58-a708-d1c05455e883,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:07.759161 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f41d0-3b20-4e89-ae58-b18b0a505684 req-06dc8f80-7788-4f8e-8fb1-d17e092016df tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:07.776331 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a40f41d0-3b20-4e89-ae58-b18b0a505684 req-06dc8f80-7788-4f8e-8fb1-d17e092016df tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=569bf59b-6775-4e64-a9d3-9da312de2e70 HTTP/1.1" status: 200 len: 943 time: 0.2313659 Feb 09 01:23:08.004102 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a40f41d0-3b20-4e89-ae58-b18b0a505684 req-9262f041-55e9-400c-890b-d814ec5925ed tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260356 Feb 09 01:23:08.176241 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:08.180005 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-acb2c586-134a-4731-b39a-2054ae1b1df9 None None] Provisioning complete for port 8be0c707-2e49-4e58-a708-d1c05455e883 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:08.180524 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-acb2c586-134a-4731-b39a-2054ae1b1df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (8be0c707-2e49-4e58-a708-d1c05455e883), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:08.308481 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 8e0d1f2e-746f-431b-b43a-8760353e5aa5 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:08.314309 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (8e0d1f2e-746f-431b-b43a-8760353e5aa5), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:08.338659 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6007a534-e3de-49c4-9e1f-7d9e18316891 None None] Publish callbacks [] for port (4f572d78-6122-448f-9e32-1e89dd982849), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:08.354080 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6007a534-e3de-49c4-9e1f-7d9e18316891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (4f572d78-6122-448f-9e32-1e89dd982849), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:08.414760 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e8ab7e3-eea2-4c21-85be-eb3e13c739a8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Router 3866abb3-237a-4a9a-b229-f083fb531143 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:23:08.487917 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:08.505081 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-acb2c586-134a-4731-b39a-2054ae1b1df9 None None] Port 8be0c707-2e49-4e58-a708-d1c05455e883 was deleted so its status cannot be updated. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 09 01:23:08.583852 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.api [None req-5137b4c8-d841-4d3f-aa76-c53a0c3c0477 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:23:08.585345 n-d-828369-4 neutron-server[103138]: DEBUG oslo_db.api [None req-5137b4c8-d841-4d3f-aa76-c53a0c3c0477 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:23:08.608529 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:08.628471 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8ab7e3-eea2-4c21-85be-eb3e13c739a8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:23:08.658217 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6e8ab7e3-eea2-4c21-85be-eb3e13c739a8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "PUT /v2.0/routers/3866abb3-237a-4a9a-b229-f083fb531143/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0439234 Feb 09 01:23:08.659253 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 9307663c-6697-4856-831f-2f73db1fece1, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=9307663c-6697-4856-831f-2f73db1fece1,segment=NetworkSegment(e1b6dfa9-0088-4f06-bf4d-732afafaf84a),segment_id=e1b6dfa9-0088-4f06-bf4d-732afafaf84a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:08.663628 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40052) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:08.703606 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1207e1fc-bd32-43fb-98f7-cac4590b3b26 None None] Pushing event updated for resources: {'Port': ['ID=4f572d78-6122-448f-9e32-1e89dd982849,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:08.867925 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '9307663c-6697-4856-831f-2f73db1fece1', 'network_id': '633bdf52-4e13-4a9d-8810-49c577c6cdb8', 'port_id': '9307663c-6697-4856-831f-2f73db1fece1', 'mac_address': 'fa:16:3e:ba:a7:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd2bf801-d138-4a76-952d-e259104944cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:23:08.914547 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-6007a534-e3de-49c4-9e1f-7d9e18316891 None None] Attempting to bind port 4f572d78-6122-448f-9e32-1e89dd982849 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:23:08.914547 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-6007a534-e3de-49c4-9e1f-7d9e18316891 None None] Attempting to bind port 4f572d78-6122-448f-9e32-1e89dd982849 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '091e8814-090f-4ca2-8f12-f9cfbccdf71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'a7c73c67-867b-4cd1-a7a6-d305a5dc51d2'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:23:08.920050 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6007a534-e3de-49c4-9e1f-7d9e18316891 None None] Attempting to bind port 4f572d78-6122-448f-9e32-1e89dd982849 on network a7c73c67-867b-4cd1-a7a6-d305a5dc51d2 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:23:08.946661 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6007a534-e3de-49c4-9e1f-7d9e18316891 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:23:08.953296 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6007a534-e3de-49c4-9e1f-7d9e18316891 None None] Checking segment: {'id': '091e8814-090f-4ca2-8f12-f9cfbccdf71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'a7c73c67-867b-4cd1-a7a6-d305a5dc51d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:23:08.961441 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6007a534-e3de-49c4-9e1f-7d9e18316891 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:08.962100 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6007a534-e3de-49c4-9e1f-7d9e18316891 None None] Bound using segment: {'id': '091e8814-090f-4ca2-8f12-f9cfbccdf71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'a7c73c67-867b-4cd1-a7a6-d305a5dc51d2'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:23:08.962894 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-6007a534-e3de-49c4-9e1f-7d9e18316891 None None] Bound port: 4f572d78-6122-448f-9e32-1e89dd982849, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '091e8814-090f-4ca2-8f12-f9cfbccdf71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'a7c73c67-867b-4cd1-a7a6-d305a5dc51d2'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:23:08.963466 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6007a534-e3de-49c4-9e1f-7d9e18316891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4f572d78-6122-448f-9e32-1e89dd982849), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:09.008897 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53219c6-f06d-4443-91da-09392a50b995 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:09.043659 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b6013-b217-4ad9-8953-b84ebe60cf08 req-ba19e9f0-f970-448a-ac44-0f252ec9adaf tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:09.055979 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 9307663c-6697-4856-831f-2f73db1fece1 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:09.056403 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (9307663c-6697-4856-831f-2f73db1fece1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:09.058038 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53219c6-f06d-4443-91da-09392a50b995 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:09.068191 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-717b6013-b217-4ad9-8953-b84ebe60cf08 req-ba19e9f0-f970-448a-ac44-0f252ec9adaf tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/networks?id=a7c73c67-867b-4cd1-a7a6-d305a5dc51d2 HTTP/1.1" status: 200 len: 819 time: 0.6722672 Feb 09 01:23:09.068759 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 40066) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:09.072239 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f53219c6-f06d-4443-91da-09392a50b995 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4072266 Feb 09 01:23:09.110662 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 8e0d1f2e-746f-431b-b43a-8760353e5aa5 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:09.129118 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9307663c-6697-4856-831f-2f73db1fece1 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:23:09.144838 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-6007a534-e3de-49c4-9e1f-7d9e18316891 None None] For port 4f572d78-6122-448f-9e32-1e89dd982849, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:23:09.150936 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-6007a534-e3de-49c4-9e1f-7d9e18316891 None None] For port 4f572d78-6122-448f-9e32-1e89dd982849, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=4f572d78-6122-448f-9e32-1e89dd982849,segment=NetworkSegment(091e8814-090f-4ca2-8f12-f9cfbccdf71e),segment_id=091e8814-090f-4ca2-8f12-f9cfbccdf71e)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:23:09.174296 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-6007a534-e3de-49c4-9e1f-7d9e18316891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (4f572d78-6122-448f-9e32-1e89dd982849), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:09.208872 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 9307663c-6697-4856-831f-2f73db1fece1, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=9307663c-6697-4856-831f-2f73db1fece1,segment=NetworkSegment(e1b6dfa9-0088-4f06-bf4d-732afafaf84a),segment_id=e1b6dfa9-0088-4f06-bf4d-732afafaf84a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:09.215015 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-5137b4c8-d841-4d3f-aa76-c53a0c3c0477 None None] Attempting to bind port 8be0c707-2e49-4e58-a708-d1c05455e883 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:23:09.217806 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-5137b4c8-d841-4d3f-aa76-c53a0c3c0477 None None] Attempting to bind port 8be0c707-2e49-4e58-a708-d1c05455e883 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:23:09.219010 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5137b4c8-d841-4d3f-aa76-c53a0c3c0477 None None] Attempting to bind port 8be0c707-2e49-4e58-a708-d1c05455e883 on network a8203b0d-e7af-492c-8c21-23f9563ce2e8 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:23:09.249526 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5137b4c8-d841-4d3f-aa76-c53a0c3c0477 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:23:09.250738 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5137b4c8-d841-4d3f-aa76-c53a0c3c0477 None None] Checking segment: {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:23:09.251326 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5137b4c8-d841-4d3f-aa76-c53a0c3c0477 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:09.252072 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5137b4c8-d841-4d3f-aa76-c53a0c3c0477 None None] Bound using segment: {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:23:09.252770 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-5137b4c8-d841-4d3f-aa76-c53a0c3c0477 None None] Bound port: 8be0c707-2e49-4e58-a708-d1c05455e883, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:23:09.253539 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5137b4c8-d841-4d3f-aa76-c53a0c3c0477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8be0c707-2e49-4e58-a708-d1c05455e883), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:09.257996 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (9307663c-6697-4856-831f-2f73db1fece1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:09.260004 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-717b6013-b217-4ad9-8953-b84ebe60cf08 req-8afecea3-0e40-40b3-aa32-0c75b48b4792 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/quotas/2c4f55ab750f4159bdfcab050e5654ef HTTP/1.1" status: 200 len: 375 time: 0.1078417 Feb 09 01:23:09.327680 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-5137b4c8-d841-4d3f-aa76-c53a0c3c0477 None None] Port 8be0c707-2e49-4e58-a708-d1c05455e883 has been deleted concurrently {{(pid=103138) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 09 01:23:09.342215 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6007a534-e3de-49c4-9e1f-7d9e18316891 None None] Routers {'724c6f3c-408b-4456-823c-67ac5a065a76'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:23:09.349969 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-6007a534-e3de-49c4-9e1f-7d9e18316891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:23:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['724c6f3c-408b-4456-823c-67ac5a065a76'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:09.494440 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5137b4c8-d841-4d3f-aa76-c53a0c3c0477 None None] Routers {'3866abb3-237a-4a9a-b229-f083fb531143'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:23:09.495208 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-5137b4c8-d841-4d3f-aa76-c53a0c3c0477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:23:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['3866abb3-237a-4a9a-b229-f083fb531143'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:09.646381 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c1e0c3e-a444-4a4a-85c5-9b66a8d4c438 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting subnet e325df9e-2b0e-4caf-b5e3-5fdff6551be0 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:23:09.678097 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7c1e0c3e-a444-4a4a-85c5-9b66a8d4c438 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (e325df9e-2b0e-4caf-b5e3-5fdff6551be0), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:09.767375 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1207e1fc-bd32-43fb-98f7-cac4590b3b26 None None] Pushing event updated for resources: {'Port': ['ID=4f572d78-6122-448f-9e32-1e89dd982849,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:09.774788 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da87a7-a779-494c-b3de-c72023ff9e6b req-825c01e5-5718-4851-a4c4-05fea2087c3c tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:09.783442 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-63da87a7-a779-494c-b3de-c72023ff9e6b req-825c01e5-5718-4851-a4c4-05fea2087c3c tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=569bf59b-6775-4e64-a9d3-9da312de2e70 HTTP/1.1" status: 200 len: 944 time: 0.5318120 Feb 09 01:23:09.843961 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-6007a534-e3de-49c4-9e1f-7d9e18316891 None None] Set router 724c6f3c-408b-4456-823c-67ac5a065a76 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:23:09.848101 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7c1e0c3e-a444-4a4a-85c5-9b66a8d4c438 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (e325df9e-2b0e-4caf-b5e3-5fdff6551be0), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:09.856200 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['9307663c-6697-4856-831f-2f73db1fece1'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:23:09.900764 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=9307663c-6697-4856-831f-2f73db1fece1,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:09.917538 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-63da87a7-a779-494c-b3de-c72023ff9e6b req-7f86c0d6-d72b-45c9-951f-3dab14c7887b tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279948 Feb 09 01:23:09.954679 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-717b6013-b217-4ad9-8953-b84ebe60cf08 req-5d32ebc7-7b0e-4daf-8aef-da85387249e2 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c4f55ab750f4159bdfcab050e5654ef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6653068 Feb 09 01:23:09.984499 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-5137b4c8-d841-4d3f-aa76-c53a0c3c0477 None None] Set router 3866abb3-237a-4a9a-b229-f083fb531143 gateway port host: None {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:23:10.201079 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7c1e0c3e-a444-4a4a-85c5-9b66a8d4c438 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (e325df9e-2b0e-4caf-b5e3-5fdff6551be0), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:10.293715 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-5137b4c8-d841-4d3f-aa76-c53a0c3c0477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3866abb3-237a-4a9a-b229-f083fb531143', 'name': 'tempest-NetworksTestDHCPv6-router-616517315', 'tenant_id': '2aa099fb60d240ab8ce8691ee5b2e38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:54Z', 'updated_at': '2022-02-09T01:23:07Z', 'revision_number': 3, 'project_id': '2aa099fb60d240ab8ce8691ee5b2e38c', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:10.365249 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5137b4c8-d841-4d3f-aa76-c53a0c3c0477 None None] The sync data for ids ['3866abb3-237a-4a9a-b229-f083fb531143'] in n-d-828369-4 is: [{'id': '3866abb3-237a-4a9a-b229-f083fb531143', 'name': 'tempest-NetworksTestDHCPv6-router-616517315', 'tenant_id': '2aa099fb60d240ab8ce8691ee5b2e38c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:54Z', 'updated_at': '2022-02-09T01:23:07Z', 'revision_number': 3, 'project_id': '2aa099fb60d240ab8ce8691ee5b2e38c', 'gw_port_host': None}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:23:10.368852 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:10.399103 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7c1e0c3e-a444-4a4a-85c5-9b66a8d4c438 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (e325df9e-2b0e-4caf-b5e3-5fdff6551be0), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:10.501469 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e0c3e-a444-4a4a-85c5-9b66a8d4c438 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Subnet': ['ID=e325df9e-2b0e-4caf-b5e3-5fdff6551be0,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:10.640710 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-717b6013-b217-4ad9-8953-b84ebe60cf08 req-1a387a7c-f98e-4896-a642-f13371cbde74 service neutron] 10.222.0.50 "GET /v2.0/networks/a7c73c67-867b-4cd1-a7a6-d305a5dc51d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6828361 Feb 09 01:23:10.651806 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7c1e0c3e-a444-4a4a-85c5-9b66a8d4c438 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:10.659577 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a657394f-f6bd-4777-b4ac-1b4b0be9f899 None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:23:10.675812 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-7c1e0c3e-a444-4a4a-85c5-9b66a8d4c438 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/e325df9e-2b0e-4caf-b5e3-5fdff6551be0 HTTP/1.1" status: 204 len: 168 time: 1.6030564 Feb 09 01:23:10.676587 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40112) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:10.733424 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-6007a534-e3de-49c4-9e1f-7d9e18316891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724c6f3c-408b-4456-823c-67ac5a065a76', 'name': 'tempest-ServerRescueNegativeTestJSON-1333089373-router', 'tenant_id': '2c4f55ab750f4159bdfcab050e5654ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '8e0d1f2e-746f-431b-b43a-8760353e5aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:52Z', 'updated_at': '2022-02-09T01:23:02Z', 'revision_number': 4, 'project_id': '2c4f55ab750f4159bdfcab050e5654ef', 'gw_port': {'id': '8e0d1f2e-746f-431b-b43a-8760353e5aa5', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724c6f3c-408b-4456-823c-67ac5a065a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:54Z', 'updated_at': '2022-02-09T01:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '4f572d78-6122-448f-9e32-1e89dd982849', 'name': '', 'network_id': 'a7c73c67-867b-4cd1-a7a6-d305a5dc51d2', 'tenant_id': '2c4f55ab750f4159bdfcab050e5654ef', 'mac_address': 'fa:16:3e:43:20:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724c6f3c-408b-4456-823c-67ac5a065a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '36ed6c8a-8eab-4ee5-af4e-3a7d95f66f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:23:00Z', 'updated_at': '2022-02-09T01:23:09Z', 'revision_number': 4, 'project_id': '2c4f55ab750f4159bdfcab050e5654ef', 'subnets': [{'id': '36ed6c8a-8eab-4ee5-af4e-3a7d95f66f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:10.805488 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6007a534-e3de-49c4-9e1f-7d9e18316891 None None] The sync data for ids ['724c6f3c-408b-4456-823c-67ac5a065a76'] in n-d-828369-4 is: [{'id': '724c6f3c-408b-4456-823c-67ac5a065a76', 'name': 'tempest-ServerRescueNegativeTestJSON-1333089373-router', 'tenant_id': '2c4f55ab750f4159bdfcab050e5654ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '8e0d1f2e-746f-431b-b43a-8760353e5aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:52Z', 'updated_at': '2022-02-09T01:23:02Z', 'revision_number': 4, 'project_id': '2c4f55ab750f4159bdfcab050e5654ef', 'gw_port': {'id': '8e0d1f2e-746f-431b-b43a-8760353e5aa5', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724c6f3c-408b-4456-823c-67ac5a065a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:54Z', 'updated_at': '2022-02-09T01:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '4f572d78-6122-448f-9e32-1e89dd982849', 'name': '', 'network_id': 'a7c73c67-867b-4cd1-a7a6-d305a5dc51d2', 'tenant_id': '2c4f55ab750f4159bdfcab050e5654ef', 'mac_address': 'fa:16:3e:43:20:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724c6f3c-408b-4456-823c-67ac5a065a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': '36ed6c8a-8eab-4ee5-af4e-3a7d95f66f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:23:00Z', 'updated_at': '2022-02-09T01:23:09Z', 'revision_number': 4, 'project_id': '2c4f55ab750f4159bdfcab050e5654ef', 'subnets': [{'id': '36ed6c8a-8eab-4ee5-af4e-3a7d95f66f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:23:11.027373 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-44fd58b0-0832-444a-b896-e922bb7d0645 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3475561 Feb 09 01:23:11.032405 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 40126) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:11.295626 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1ea9c431-8384-4605-8a1f-5ac418d033f4 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for router (3866abb3-237a-4a9a-b229-f083fb531143), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:11.541118 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4f572d78-6122-448f-9e32-1e89dd982849 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:23:11.618735 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d77a60-e0ca-4a0d-8b29-b71981497eea None None] DHCP port deletion for a8203b0d-e7af-492c-8c21-23f9563ce2e8 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:23:11.731685 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 4f572d78-6122-448f-9e32-1e89dd982849 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:11.732089 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4f572d78-6122-448f-9e32-1e89dd982849), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:11.922175 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-44d77a60-e0ca-4a0d-8b29-b71981497eea None None] Deleting port b4b492dd-4492-4df9-88fc-ea196e91ad56 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:23:11.922753 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-44d77a60-e0ca-4a0d-8b29-b71981497eea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (b4b492dd-4492-4df9-88fc-ea196e91ad56), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:12.148448 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-717b6013-b217-4ad9-8953-b84ebe60cf08 req-08d26bad-e59d-484e-b7d2-d9c968e5cfcd service neutron] 10.222.0.50 "GET /v2.0/networks/a7c73c67-867b-4cd1-a7a6-d305a5dc51d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4720504 Feb 09 01:23:12.202326 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb88b1f-da78-4033-9fd5-136074154ef9 req-ee970cf2-8c51-4793-9e26-11724f415b65 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:12.207578 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ffb88b1f-da78-4033-9fd5-136074154ef9 req-ee970cf2-8c51-4793-9e26-11724f415b65 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=569bf59b-6775-4e64-a9d3-9da312de2e70 HTTP/1.1" status: 200 len: 944 time: 1.0375214 Feb 09 01:23:12.264392 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1ea9c431-8384-4605-8a1f-5ac418d033f4 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (3866abb3-237a-4a9a-b229-f083fb531143), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:12.280344 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1ea9c431-8384-4605-8a1f-5ac418d033f4 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for router_controller (3866abb3-237a-4a9a-b229-f083fb531143), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:12.286888 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 4f572d78-6122-448f-9e32-1e89dd982849 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:12.298231 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4f572d78-6122-448f-9e32-1e89dd982849), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:12.393574 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ffb88b1f-da78-4033-9fd5-136074154ef9 req-0aa52443-343e-40a9-9225-5d2342bef53c tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773088 Feb 09 01:23:12.524301 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1ea9c431-8384-4605-8a1f-5ac418d033f4 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (3866abb3-237a-4a9a-b229-f083fb531143), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:12.524905 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea9c431-8384-4605-8a1f-5ac418d033f4 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Fanout notify agent at l3_agent the message router_deleted on router 3866abb3-237a-4a9a-b229-f083fb531143 {{(pid=103136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:23:12.557388 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 4f572d78-6122-448f-9e32-1e89dd982849, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=4f572d78-6122-448f-9e32-1e89dd982849,segment=NetworkSegment(091e8814-090f-4ca2-8f12-f9cfbccdf71e),segment_id=091e8814-090f-4ca2-8f12-f9cfbccdf71e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:12.560474 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-44d77a60-e0ca-4a0d-8b29-b71981497eea None None] For port b4b492dd-4492-4df9-88fc-ea196e91ad56, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=b4b492dd-4492-4df9-88fc-ea196e91ad56,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:12.561064 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-44d77a60-e0ca-4a0d-8b29-b71981497eea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (b4b492dd-4492-4df9-88fc-ea196e91ad56), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:12.568209 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1ea9c431-8384-4605-8a1f-5ac418d033f4 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:12.571695 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1ea9c431-8384-4605-8a1f-5ac418d033f4 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/routers/3866abb3-237a-4a9a-b229-f083fb531143 HTTP/1.1" status: 204 len: 168 time: 1.5359716 Feb 09 01:23:12.572057 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40162) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:12.618568 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-44d77a60-e0ca-4a0d-8b29-b71981497eea None None] Calling delete_port for b4b492dd-4492-4df9-88fc-ea196e91ad56 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:23:12.674461 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-db45c008-8050-4c56-b112-b068da035287 req-a5a89eb3-0163-4dce-9fef-8d40feaa9b50 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=27692869-bfd1-47aa-8ed5-f3224fa206ce HTTP/1.1" status: 200 len: 210 time: 0.1415918 Feb 09 01:23:12.791887 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38e4fe5-68ad-4c96-9bcc-df5a9b9ac412 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:12.796414 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 40178) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:12.808925 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c38e4fe5-68ad-4c96-9bcc-df5a9b9ac412 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2204266 Feb 09 01:23:12.931927 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (4f572d78-6122-448f-9e32-1e89dd982849), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:12.938012 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67aabca-afb5-49d2-b54e-cad3422db302 None None] Sync routers for ids ['3866abb3-237a-4a9a-b229-f083fb531143'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:23:13.003079 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d73902-7e0b-49f4-a2f2-7a80f59407ab tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:13.007931 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40186) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:13.017263 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-13d73902-7e0b-49f4-a2f2-7a80f59407ab tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2107530 Feb 09 01:23:13.062104 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-44d77a60-e0ca-4a0d-8b29-b71981497eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (b4b492dd-4492-4df9-88fc-ea196e91ad56), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:13.190482 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d77a60-e0ca-4a0d-8b29-b71981497eea None None] No DVR routers for this DVR port b4b492dd-4492-4df9-88fc-ea196e91ad56 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:23:13.190863 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-04410b8e-f18a-46fa-bb68-b4fb32302727 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1814876 Feb 09 01:23:13.201086 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40206) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:13.211616 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-701758bd-f0ba-4d6e-b7d1-763d5ccc7dce tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'subnet': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:13.227730 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67aabca-afb5-49d2-b54e-cad3422db302 None None] Routers set() bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:23:13.234592 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67aabca-afb5-49d2-b54e-cad3422db302 None None] Router IDs set() for agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 01:23:13.236475 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_agentschedulers_db [None req-c67aabca-afb5-49d2-b54e-cad3422db302 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3866abb3-237a-4a9a-b229-f083fb531143'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:23:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent'). {{(pid=103138) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 01:23:13.334417 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 9307663c-6697-4856-831f-2f73db1fece1 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:23:13.427604 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device b4b492dd-4492-4df9-88fc-ea196e91ad56 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:23:13.486873 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=4f572d78-6122-448f-9e32-1e89dd982849,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:13.562790 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701758bd-f0ba-4d6e-b7d1-763d5ccc7dce tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:13.566520 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-701758bd-f0ba-4d6e-b7d1-763d5ccc7dce tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:13.615105 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb7ef2-7e3b-4593-ac5d-ca8a4505fe3d req-566ffa56-9539-43c6-a0fb-cdf74a2f5f09 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:13.617770 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74cb7ef2-7e3b-4593-ac5d-ca8a4505fe3d req-566ffa56-9539-43c6-a0fb-cdf74a2f5f09 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/networks?id=a7c73c67-867b-4cd1-a7a6-d305a5dc51d2 HTTP/1.1" status: 200 len: 819 time: 0.4489858 Feb 09 01:23:13.655900 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74cb7ef2-7e3b-4593-ac5d-ca8a4505fe3d req-146135ee-c33c-400d-9f07-dea8ff3ff03b tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/quotas/2c4f55ab750f4159bdfcab050e5654ef HTTP/1.1" status: 200 len: 375 time: 0.0319543 Feb 09 01:23:13.728701 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: b4b492dd-4492-4df9-88fc-ea196e91ad56 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:23:13.730566 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device b4b492dd-4492-4df9-88fc-ea196e91ad56 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:23:13.760447 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d77a60-e0ca-4a0d-8b29-b71981497eea None None] Pushing event deleted for resources: {'Port': ['ID=b4b492dd-4492-4df9-88fc-ea196e91ad56,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:13.777572 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67aabca-afb5-49d2-b54e-cad3422db302 None None] Routers set() bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:23:13.778217 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67aabca-afb5-49d2-b54e-cad3422db302 None None] Router IDs set() for agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 09 01:23:13.781759 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_agentschedulers_db [None req-c67aabca-afb5-49d2-b54e-cad3422db302 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3866abb3-237a-4a9a-b229-f083fb531143'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:23:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent'). {{(pid=103138) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 09 01:23:13.782386 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67aabca-afb5-49d2-b54e-cad3422db302 None None] The sync data for ids ['3866abb3-237a-4a9a-b229-f083fb531143'] in n-d-828369-4 is: [] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:23:13.838060 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 9307663c-6697-4856-831f-2f73db1fece1 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:23:13.847558 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 9307663c-6697-4856-831f-2f73db1fece1 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:13.848253 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (9307663c-6697-4856-831f-2f73db1fece1), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:14.002898 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74cb7ef2-7e3b-4593-ac5d-ca8a4505fe3d req-e509a1f6-aa4e-4f8a-acc4-59fe3e3c392a tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2c4f55ab750f4159bdfcab050e5654ef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3372850 Feb 09 01:23:14.153347 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 9307663c-6697-4856-831f-2f73db1fece1 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:14.156121 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (9307663c-6697-4856-831f-2f73db1fece1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:14.292757 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 9307663c-6697-4856-831f-2f73db1fece1, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=9307663c-6697-4856-831f-2f73db1fece1,segment=NetworkSegment(e1b6dfa9-0088-4f06-bf4d-732afafaf84a),segment_id=e1b6dfa9-0088-4f06-bf4d-732afafaf84a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:14.296422 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569bf59b-6775-4e64-a9d3-9da312de2e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9307663c-6697-4856-831f-2f73db1fece1'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:23:14.297420 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29bf8b86-f7e0-4435-b094-b0c8d8a67679" -d '{"events": [{"server_uuid": "569bf59b-6775-4e64-a9d3-9da312de2e70", "name": "network-vif-plugged", "status": "completed", "tag": "9307663c-6697-4856-831f-2f73db1fece1"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:23:14.305006 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (9307663c-6697-4856-831f-2f73db1fece1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:14.414125 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=9307663c-6697-4856-831f-2f73db1fece1,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:15.036061 n-d-828369-4 neutron-server[103137]: DEBUG neutron.objects.ports [None req-701758bd-f0ba-4d6e-b7d1-763d5ccc7dce tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103137) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:23:15.041454 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-701758bd-f0ba-4d6e-b7d1-763d5ccc7dce tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (3b0afce2-4d82-4a8d-97f9-5c451c09223a), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:15.086809 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701758bd-f0ba-4d6e-b7d1-763d5ccc7dce tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:15.091260 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-701758bd-f0ba-4d6e-b7d1-763d5ccc7dce tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:15.097291 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701758bd-f0ba-4d6e-b7d1-763d5ccc7dce tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:15.099578 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-701758bd-f0ba-4d6e-b7d1-763d5ccc7dce tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:15.104269 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3553fea8-24f8-4646-9195-bd3fb8538ac0 None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:23:15.244593 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74cb7ef2-7e3b-4593-ac5d-ca8a4505fe3d req-a8c451e1-3d47-407d-91a5-1fd320149fe3 service neutron] 10.222.0.50 "GET /v2.0/networks/a7c73c67-867b-4cd1-a7a6-d305a5dc51d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2228286 Feb 09 01:23:15.266439 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0dcfa7-d46d-4ddf-aba3-d0849e6d5a49 req-99d920eb-48af-43b8-8053-ad6eb687d8c4 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:15.273813 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1e0dcfa7-d46d-4ddf-aba3-d0849e6d5a49 req-99d920eb-48af-43b8-8053-ad6eb687d8c4 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=569bf59b-6775-4e64-a9d3-9da312de2e70 HTTP/1.1" status: 200 len: 944 time: 1.5772760 Feb 09 01:23:15.303701 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4f572d78-6122-448f-9e32-1e89dd982849 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:23:15.306161 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-701758bd-f0ba-4d6e-b7d1-763d5ccc7dce tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1036913 Feb 09 01:23:15.323045 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40246) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:15.334727 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-a5af2518-181d-4008-aa6b-f2d4b4ec332e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'subnet': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:15.499144 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b6013-b217-4ad9-8953-b84ebe60cf08 req-a6e10dbb-ad43-40d3-aaea-c1f3dfab7dcf tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:15.501069 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-717b6013-b217-4ad9-8953-b84ebe60cf08 req-a6e10dbb-ad43-40d3-aaea-c1f3dfab7dcf tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.120 "GET /v2.0/networks?id=a7c73c67-867b-4cd1-a7a6-d305a5dc51d2 HTTP/1.1" status: 200 len: 819 time: 0.2522638 Feb 09 01:23:15.524402 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-717b6013-b217-4ad9-8953-b84ebe60cf08 req-82ffc1be-d633-4b52-8cfb-9179f67f63fa tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Request body: {'port': {'device_id': '27692869-bfd1-47aa-8ed5-f3224fa206ce', 'network_id': 'a7c73c67-867b-4cd1-a7a6-d305a5dc51d2', 'admin_state_up': True, 'tenant_id': '2c4f55ab750f4159bdfcab050e5654ef'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:15.621200 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b218f32c-89bc-4523-9af8-7f347a7dccc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'project_id': '2aa099fb60d240ab8ce8691ee5b2e38c', 'fixed_ips': [{'subnet_id': '3b0afce2-4d82-4a8d-97f9-5c451c09223a'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:23:15.621963 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b218f32c-89bc-4523-9af8-7f347a7dccc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:15.741045 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1e0dcfa7-d46d-4ddf-aba3-d0849e6d5a49 req-46c3f735-fadb-4523-9f25-2639885af23e tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4662538 Feb 09 01:23:15.778800 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701758bd-f0ba-4d6e-b7d1-763d5ccc7dce tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Subnet': ['ID=3b0afce2-4d82-4a8d-97f9-5c451c09223a,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:15.854960 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5af2518-181d-4008-aa6b-f2d4b4ec332e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:15.860692 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a5af2518-181d-4008-aa6b-f2d4b4ec332e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:15.941174 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74cb7ef2-7e3b-4593-ac5d-ca8a4505fe3d req-3757061d-797b-429f-9f2b-c1e6edd0bb62 service neutron] 10.222.0.50 "GET /v2.0/networks/a7c73c67-867b-4cd1-a7a6-d305a5dc51d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4673734 Feb 09 01:23:15.974966 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bec2384-afdd-4bd5-8e46-113e0e624bd0 x-openstack-request-id: req-3bec2384-afdd-4bd5-8e46-113e0e624bd0 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:23:15.977238 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "569bf59b-6775-4e64-a9d3-9da312de2e70", "name": "network-vif-plugged", "status": "completed", "tag": "9307663c-6697-4856-831f-2f73db1fece1", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:23:15.977489 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3bec2384-afdd-4bd5-8e46-113e0e624bd0 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:23:15.977901 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569bf59b-6775-4e64-a9d3-9da312de2e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9307663c-6697-4856-831f-2f73db1fece1', 'code': 200} Feb 09 01:23:16.091997 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-717b6013-b217-4ad9-8953-b84ebe60cf08 req-82ffc1be-d633-4b52-8cfb-9179f67f63fa tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Made reservation on behalf of 2c4f55ab750f4159bdfcab050e5654ef for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:16.105943 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-717b6013-b217-4ad9-8953-b84ebe60cf08 req-82ffc1be-d633-4b52-8cfb-9179f67f63fa tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:16.121556 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 4f572d78-6122-448f-9e32-1e89dd982849 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:16.122104 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4f572d78-6122-448f-9e32-1e89dd982849), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:16.276226 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a5af2518-181d-4008-aa6b-f2d4b4ec332e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (b3ab2b1e-8c30-47ae-8279-33707489c571), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:16.382983 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af2518-181d-4008-aa6b-f2d4b4ec332e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Subnet': ['ID=b3ab2b1e-8c30-47ae-8279-33707489c571,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:16.414606 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5af2518-181d-4008-aa6b-f2d4b4ec332e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:16.419489 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f4c6e-5990-456f-9df7-19eb1634bddd req-9af655f4-a80f-462e-be0d-6d0f026b12f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:16.421085 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-819f4c6e-5990-456f-9df7-19eb1634bddd req-9af655f4-a80f-462e-be0d-6d0f026b12f6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=569bf59b-6775-4e64-a9d3-9da312de2e70 HTTP/1.1" status: 200 len: 1127 time: 0.1836843 Feb 09 01:23:16.429472 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-a5af2518-181d-4008-aa6b-f2d4b4ec332e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:16.432681 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5af2518-181d-4008-aa6b-f2d4b4ec332e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:16.433328 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a5af2518-181d-4008-aa6b-f2d4b4ec332e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:16.524098 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a5af2518-181d-4008-aa6b-f2d4b4ec332e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1999521 Feb 09 01:23:16.533390 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40272) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:16.568156 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-7389e800-99af-4b17-8e2d-7c1a84904352 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'port': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'mac_address': 'fa:16:3e:1d:25:a1', 'name': 'tempest-NetworksTestDHCPv6-868226953'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:16.633259 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-b218f32c-89bc-4523-9af8-7f347a7dccc5 None None] Allocated IP 2001:db8::f816:3eff:fe45:bfa9 (a8203b0d-e7af-492c-8c21-23f9563ce2e8/3b0afce2-4d82-4a8d-97f9-5c451c09223a/e5c9208b-e4a0-4281-b520-0ab1ba94b457) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:16.834995 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e9299def-2692-42e1-9590-24377a37e3b9 req-546e3c80-cb6a-48e6-80df-f5d52cf2ab81 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=547c25db-5882-4232-865f-96655cf83a72 HTTP/1.1" status: 200 len: 210 time: 0.1356039 Feb 09 01:23:16.858480 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:23:16.870695 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-819f4c6e-5990-456f-9df7-19eb1634bddd req-edd9c2b6-17b9-4b3d-a1e7-9ed7b1290f20 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4165623 Feb 09 01:23:16.894317 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-717b6013-b217-4ad9-8953-b84ebe60cf08 req-82ffc1be-d633-4b52-8cfb-9179f67f63fa tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Allocated IP 172.20.0.7 (a7c73c67-867b-4cd1-a7a6-d305a5dc51d2/36ed6c8a-8eab-4ee5-af4e-3a7d95f66f05/46174fdb-97e1-4b41-ba6d-ca24476f1d8d) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:17.044883 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 4f572d78-6122-448f-9e32-1e89dd982849 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:17.059636 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7389e800-99af-4b17-8e2d-7c1a84904352 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:17.311865 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b218f32c-89bc-4523-9af8-7f347a7dccc5 None None] Publish callbacks [] for port (e5c9208b-e4a0-4281-b520-0ab1ba94b457), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:17.330947 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b218f32c-89bc-4523-9af8-7f347a7dccc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (e5c9208b-e4a0-4281-b520-0ab1ba94b457), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:17.349241 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7389e800-99af-4b17-8e2d-7c1a84904352 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:17.395023 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b218f32c-89bc-4523-9af8-7f347a7dccc5 None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:17.413594 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-7389e800-99af-4b17-8e2d-7c1a84904352 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] device_id is not set on port 698c5409-26b6-487e-97ac-023b4952f78e yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:23:17.423775 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-b218f32c-89bc-4523-9af8-7f347a7dccc5 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:17.427501 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b218f32c-89bc-4523-9af8-7f347a7dccc5 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:23:17.460857 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b218f32c-89bc-4523-9af8-7f347a7dccc5 None None] Pushing event updated for resources: {'Port': ['ID=e5c9208b-e4a0-4281-b520-0ab1ba94b457,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:17.587239 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16054477-c683-4762-81f9-26cea0a28a04 req-75aae460-b90a-4169-800c-2a69f0e76c46 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:17.588868 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-16054477-c683-4762-81f9-26cea0a28a04 req-75aae460-b90a-4169-800c-2a69f0e76c46 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=569bf59b-6775-4e64-a9d3-9da312de2e70 HTTP/1.1" status: 200 len: 945 time: 0.5390670 Feb 09 01:23:17.713846 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-b218f32c-89bc-4523-9af8-7f347a7dccc5 None None] Attempting to bind port e5c9208b-e4a0-4281-b520-0ab1ba94b457 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:23:17.714231 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-b218f32c-89bc-4523-9af8-7f347a7dccc5 None None] Attempting to bind port e5c9208b-e4a0-4281-b520-0ab1ba94b457 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:23:17.714608 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b218f32c-89bc-4523-9af8-7f347a7dccc5 None None] Attempting to bind port e5c9208b-e4a0-4281-b520-0ab1ba94b457 on network a8203b0d-e7af-492c-8c21-23f9563ce2e8 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:23:17.742520 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b218f32c-89bc-4523-9af8-7f347a7dccc5 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:23:17.745061 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b218f32c-89bc-4523-9af8-7f347a7dccc5 None None] Checking segment: {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:23:17.745493 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b218f32c-89bc-4523-9af8-7f347a7dccc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:17.745903 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b218f32c-89bc-4523-9af8-7f347a7dccc5 None None] Bound using segment: {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:23:17.746400 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-b218f32c-89bc-4523-9af8-7f347a7dccc5 None None] Bound port: e5c9208b-e4a0-4281-b520-0ab1ba94b457, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:23:17.746812 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b218f32c-89bc-4523-9af8-7f347a7dccc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e5c9208b-e4a0-4281-b520-0ab1ba94b457), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:17.854079 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-717b6013-b217-4ad9-8953-b84ebe60cf08 req-82ffc1be-d633-4b52-8cfb-9179f67f63fa tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Publish callbacks [] for port (46174fdb-97e1-4b41-ba6d-ca24476f1d8d), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:17.909148 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-16054477-c683-4762-81f9-26cea0a28a04 req-32e1e54f-15a4-4210-b62f-7b7c3594f931 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723613 Feb 09 01:23:17.921773 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-b218f32c-89bc-4523-9af8-7f347a7dccc5 None None] For port e5c9208b-e4a0-4281-b520-0ab1ba94b457, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:23:17.929615 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-b218f32c-89bc-4523-9af8-7f347a7dccc5 None None] For port e5c9208b-e4a0-4281-b520-0ab1ba94b457, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=e5c9208b-e4a0-4281-b520-0ab1ba94b457,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:23:17.944451 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b218f32c-89bc-4523-9af8-7f347a7dccc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e5c9208b-e4a0-4281-b520-0ab1ba94b457), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:17.995520 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-717b6013-b217-4ad9-8953-b84ebe60cf08 req-82ffc1be-d633-4b52-8cfb-9179f67f63fa tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (46174fdb-97e1-4b41-ba6d-ca24476f1d8d), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:18.117346 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b218f32c-89bc-4523-9af8-7f347a7dccc5 None None] Pushing event updated for resources: {'Port': ['ID=e5c9208b-e4a0-4281-b520-0ab1ba94b457,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:18.174783 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-7389e800-99af-4b17-8e2d-7c1a84904352 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Allocated IP 172.20.0.12 (a8203b0d-e7af-492c-8c21-23f9563ce2e8/b3ab2b1e-8c30-47ae-8279-33707489c571/698c5409-26b6-487e-97ac-023b4952f78e) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:18.184757 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-36492159-756c-4e4c-9f6b-4f6c7dd3c184 req-dd272d5b-42e5-4ab5-b7fc-18d3ab4bb48b tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=547c25db-5882-4232-865f-96655cf83a72 HTTP/1.1" status: 200 len: 210 time: 0.0727930 Feb 09 01:23:18.207733 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-717b6013-b217-4ad9-8953-b84ebe60cf08 req-82ffc1be-d633-4b52-8cfb-9179f67f63fa tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Network a7c73c67-867b-4cd1-a7a6-d305a5dc51d2 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:18.213928 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-717b6013-b217-4ad9-8953-b84ebe60cf08 req-82ffc1be-d633-4b52-8cfb-9179f67f63fa tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:18.216126 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ffc1be-d633-4b52-8cfb-9179f67f63fa tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Pushing event updated for resources: {'Port': ['ID=46174fdb-97e1-4b41-ba6d-ca24476f1d8d,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:18.223940 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-717b6013-b217-4ad9-8953-b84ebe60cf08 req-82ffc1be-d633-4b52-8cfb-9179f67f63fa tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:23:18.252683 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-7389e800-99af-4b17-8e2d-7c1a84904352 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Allocated IP 2001:db8::f816:3eff:fe1d:25a1 (a8203b0d-e7af-492c-8c21-23f9563ce2e8/3b0afce2-4d82-4a8d-97f9-5c451c09223a/698c5409-26b6-487e-97ac-023b4952f78e) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:18.322636 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b6013-b217-4ad9-8953-b84ebe60cf08 req-82ffc1be-d633-4b52-8cfb-9179f67f63fa tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:18.323571 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-717b6013-b217-4ad9-8953-b84ebe60cf08 req-82ffc1be-d633-4b52-8cfb-9179f67f63fa tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:18.364657 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-717b6013-b217-4ad9-8953-b84ebe60cf08 req-82ffc1be-d633-4b52-8cfb-9179f67f63fa tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8509314 Feb 09 01:23:18.390277 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-717b6013-b217-4ad9-8953-b84ebe60cf08 req-fb080b32-47e2-4db2-be14-653f12ab593f service neutron] Request body: {'port': {'device_id': '27692869-bfd1-47aa-8ed5-f3224fa206ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:18.626401 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-717b6013-b217-4ad9-8953-b84ebe60cf08 req-fb080b32-47e2-4db2-be14-653f12ab593f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (46174fdb-97e1-4b41-ba6d-ca24476f1d8d), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:18.824856 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb7ef2-7e3b-4593-ac5d-ca8a4505fe3d req-36973308-4b8a-4692-9243-808b9e84fa9c tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:18.827706 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-74cb7ef2-7e3b-4593-ac5d-ca8a4505fe3d req-36973308-4b8a-4692-9243-808b9e84fa9c tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.47 "GET /v2.0/networks?id=a7c73c67-867b-4cd1-a7a6-d305a5dc51d2 HTTP/1.1" status: 200 len: 819 time: 0.4101937 Feb 09 01:23:18.853362 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-74cb7ef2-7e3b-4593-ac5d-ca8a4505fe3d req-971410cf-296e-4326-b651-80f9f358be0a tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Request body: {'port': {'device_id': '547c25db-5882-4232-865f-96655cf83a72', 'network_id': 'a7c73c67-867b-4cd1-a7a6-d305a5dc51d2', 'admin_state_up': True, 'tenant_id': '2c4f55ab750f4159bdfcab050e5654ef'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:18.962160 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7389e800-99af-4b17-8e2d-7c1a84904352 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for port (698c5409-26b6-487e-97ac-023b4952f78e), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:19.098822 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74cb7ef2-7e3b-4593-ac5d-ca8a4505fe3d req-971410cf-296e-4326-b651-80f9f358be0a tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Made reservation on behalf of 2c4f55ab750f4159bdfcab050e5654ef for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:19.107847 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-74cb7ef2-7e3b-4593-ac5d-ca8a4505fe3d req-971410cf-296e-4326-b651-80f9f358be0a tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:19.183939 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7389e800-99af-4b17-8e2d-7c1a84904352 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (698c5409-26b6-487e-97ac-023b4952f78e), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:19.342804 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7389e800-99af-4b17-8e2d-7c1a84904352 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:19.351956 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7389e800-99af-4b17-8e2d-7c1a84904352 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Port': ['ID=698c5409-26b6-487e-97ac-023b4952f78e,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:19.353988 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-7389e800-99af-4b17-8e2d-7c1a84904352 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:19.356448 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7389e800-99af-4b17-8e2d-7c1a84904352 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:23:19.381482 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device e5c9208b-e4a0-4281-b520-0ab1ba94b457 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:23:19.413734 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4eb13-1440-4d56-948b-c75c3574117d req-56b1c58b-e21d-4a80-b578-4b8ef8f9af00 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:19.415477 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a2f4eb13-1440-4d56-948b-c75c3574117d req-56b1c58b-e21d-4a80-b578-4b8ef8f9af00 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=569bf59b-6775-4e64-a9d3-9da312de2e70 HTTP/1.1" status: 200 len: 945 time: 0.2914462 Feb 09 01:23:19.475764 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0df98180-a1ec-49ec-85d5-3b2c873402ad req-5e945c68-f3af-481b-b1d1-a32fcc6b4372 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=547c25db-5882-4232-865f-96655cf83a72 HTTP/1.1" status: 200 len: 210 time: 0.0591638 Feb 09 01:23:19.522728 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7389e800-99af-4b17-8e2d-7c1a84904352 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:19.523446 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7389e800-99af-4b17-8e2d-7c1a84904352 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:19.588258 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port e5c9208b-e4a0-4281-b520-0ab1ba94b457 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:19.590424 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e5c9208b-e4a0-4281-b520-0ab1ba94b457), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:19.601528 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7389e800-99af-4b17-8e2d-7c1a84904352 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.0491979 Feb 09 01:23:19.603191 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40372) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:19.604691 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7389e800-99af-4b17-8e2d-7c1a84904352 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:19.605045 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7389e800-99af-4b17-8e2d-7c1a84904352 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:19.605393 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7389e800-99af-4b17-8e2d-7c1a84904352 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:19.605740 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7389e800-99af-4b17-8e2d-7c1a84904352 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:19.606083 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7389e800-99af-4b17-8e2d-7c1a84904352 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:19.606421 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7389e800-99af-4b17-8e2d-7c1a84904352 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:19.606759 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7389e800-99af-4b17-8e2d-7c1a84904352 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:19.607094 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7389e800-99af-4b17-8e2d-7c1a84904352 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:19.607429 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7389e800-99af-4b17-8e2d-7c1a84904352 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:19.607760 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7389e800-99af-4b17-8e2d-7c1a84904352 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:19.608088 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7389e800-99af-4b17-8e2d-7c1a84904352 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:19.608417 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7389e800-99af-4b17-8e2d-7c1a84904352 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:19.627839 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7389e800-99af-4b17-8e2d-7c1a84904352 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:19.674116 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a2f4eb13-1440-4d56-948b-c75c3574117d req-93f72ce4-8234-4074-bd16-92c7982a4918 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400076 Feb 09 01:23:19.774252 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-717b6013-b217-4ad9-8953-b84ebe60cf08 req-fb080b32-47e2-4db2-be14-653f12ab593f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46174fdb-97e1-4b41-ba6d-ca24476f1d8d {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:23:19.795164 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-717b6013-b217-4ad9-8953-b84ebe60cf08 req-fb080b32-47e2-4db2-be14-653f12ab593f service neutron] Publish callbacks [] for port (46174fdb-97e1-4b41-ba6d-ca24476f1d8d), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:19.863989 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-717b6013-b217-4ad9-8953-b84ebe60cf08 req-fb080b32-47e2-4db2-be14-653f12ab593f service neutron] Transition to ACTIVE for port object 46174fdb-97e1-4b41-ba6d-ca24476f1d8d will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:19.909212 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port e5c9208b-e4a0-4281-b520-0ab1ba94b457 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:19.909682 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e5c9208b-e4a0-4281-b520-0ab1ba94b457), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:19.925805 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-717b6013-b217-4ad9-8953-b84ebe60cf08 req-fb080b32-47e2-4db2-be14-653f12ab593f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (46174fdb-97e1-4b41-ba6d-ca24476f1d8d), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:19.984392 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dabadf-ddc0-4e68-b8bb-c6aa0aa6879c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:19.999672 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dabadf-ddc0-4e68-b8bb-c6aa0aa6879c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:20.002497 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-36dabadf-ddc0-4e68-b8bb-c6aa0aa6879c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.3585856 Feb 09 01:23:20.005221 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40382) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:20.050402 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port e5c9208b-e4a0-4281-b520-0ab1ba94b457, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=e5c9208b-e4a0-4281-b520-0ab1ba94b457,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:20.070638 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e5c9208b-e4a0-4281-b520-0ab1ba94b457), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:20.129396 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e418835-45d9-431d-b9d9-11c0c2436200 req-8b7eb3e2-443f-42df-b99d-79637bd4f4ff tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:20.136893 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e418835-45d9-431d-b9d9-11c0c2436200 req-8b7eb3e2-443f-42df-b99d-79637bd4f4ff tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 946 time: 0.4469166 Feb 09 01:23:20.218985 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=e5c9208b-e4a0-4281-b520-0ab1ba94b457,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:20.228728 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7c553d-cd02-4dbf-8b41-3aa95b36d997 None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:23:20.245776 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb080b32-47e2-4db2-be14-653f12ab593f service neutron] Pushing event updated for resources: {'Port': ['ID=46174fdb-97e1-4b41-ba6d-ca24476f1d8d,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:20.311345 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c8006-5b72-472d-8d88-b88e3da1efdd req-10a9b127-a192-45e4-87a6-8e325fdfbfc3 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:20.312933 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3f8c8006-5b72-472d-8d88-b88e3da1efdd req-10a9b127-a192-45e4-87a6-8e325fdfbfc3 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=569bf59b-6775-4e64-a9d3-9da312de2e70 HTTP/1.1" status: 200 len: 945 time: 0.4909623 Feb 09 01:23:20.392220 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b9f5a06-ef52-4efc-96f8-386ecf0d377a None None] Provisioning complete for port e5c9208b-e4a0-4281-b520-0ab1ba94b457 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:20.392783 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b9f5a06-ef52-4efc-96f8-386ecf0d377a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e5c9208b-e4a0-4281-b520-0ab1ba94b457), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:20.403906 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e418835-45d9-431d-b9d9-11c0c2436200 req-c1495efd-c5f5-4c6f-aebb-7eb39b25080e tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2511151 Feb 09 01:23:20.461904 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-b7c043c6-d7fd-485a-8dab-dbefcdd0b71d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting port 698c5409-26b6-487e-97ac-023b4952f78e {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:23:20.462066 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b7c043c6-d7fd-485a-8dab-dbefcdd0b71d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (698c5409-26b6-487e-97ac-023b4952f78e), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:20.638453 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-717b6013-b217-4ad9-8953-b84ebe60cf08 req-fb080b32-47e2-4db2-be14-653f12ab593f service neutron] Attempting to bind port 46174fdb-97e1-4b41-ba6d-ca24476f1d8d on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:23:20.640363 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-717b6013-b217-4ad9-8953-b84ebe60cf08 req-fb080b32-47e2-4db2-be14-653f12ab593f service neutron] Attempting to bind port 46174fdb-97e1-4b41-ba6d-ca24476f1d8d by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '091e8814-090f-4ca2-8f12-f9cfbccdf71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'a7c73c67-867b-4cd1-a7a6-d305a5dc51d2'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:23:20.640788 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717b6013-b217-4ad9-8953-b84ebe60cf08 req-fb080b32-47e2-4db2-be14-653f12ab593f service neutron] Attempting to bind port 46174fdb-97e1-4b41-ba6d-ca24476f1d8d on network a7c73c67-867b-4cd1-a7a6-d305a5dc51d2 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:23:20.670369 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717b6013-b217-4ad9-8953-b84ebe60cf08 req-fb080b32-47e2-4db2-be14-653f12ab593f service neutron] Port 46174fdb-97e1-4b41-ba6d-ca24476f1d8d on network a7c73c67-867b-4cd1-a7a6-d305a5dc51d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:23:20.670791 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717b6013-b217-4ad9-8953-b84ebe60cf08 req-fb080b32-47e2-4db2-be14-653f12ab593f service neutron] Attempting to bind port 46174fdb-97e1-4b41-ba6d-ca24476f1d8d on network a7c73c67-867b-4cd1-a7a6-d305a5dc51d2 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:23:20.689255 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717b6013-b217-4ad9-8953-b84ebe60cf08 req-fb080b32-47e2-4db2-be14-653f12ab593f service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:23:20.689576 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717b6013-b217-4ad9-8953-b84ebe60cf08 req-fb080b32-47e2-4db2-be14-653f12ab593f service neutron] Checking segment: {'id': '091e8814-090f-4ca2-8f12-f9cfbccdf71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'a7c73c67-867b-4cd1-a7a6-d305a5dc51d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:23:20.689968 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717b6013-b217-4ad9-8953-b84ebe60cf08 req-fb080b32-47e2-4db2-be14-653f12ab593f service neutron] Bound using segment: {'id': '091e8814-090f-4ca2-8f12-f9cfbccdf71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'a7c73c67-867b-4cd1-a7a6-d305a5dc51d2'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:23:20.690437 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-717b6013-b217-4ad9-8953-b84ebe60cf08 req-fb080b32-47e2-4db2-be14-653f12ab593f service neutron] Bound port: 46174fdb-97e1-4b41-ba6d-ca24476f1d8d, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '091e8814-090f-4ca2-8f12-f9cfbccdf71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'a7c73c67-867b-4cd1-a7a6-d305a5dc51d2'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:23:20.690817 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-717b6013-b217-4ad9-8953-b84ebe60cf08 req-fb080b32-47e2-4db2-be14-653f12ab593f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (46174fdb-97e1-4b41-ba6d-ca24476f1d8d), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:20.700765 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [req-74cb7ef2-7e3b-4593-ac5d-ca8a4505fe3d req-971410cf-296e-4326-b651-80f9f358be0a tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Allocated IP 172.20.0.2 (a7c73c67-867b-4cd1-a7a6-d305a5dc51d2/36ed6c8a-8eab-4ee5-af4e-3a7d95f66f05/0ec2765c-c8ca-498a-a0a0-9b25ec909aaf) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:20.720068 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3f8c8006-5b72-472d-8d88-b88e3da1efdd req-7aefa03c-40b8-4e2a-a275-34cb07cc39c9 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927102 Feb 09 01:23:20.843859 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-717b6013-b217-4ad9-8953-b84ebe60cf08 req-fb080b32-47e2-4db2-be14-653f12ab593f service neutron] For port 46174fdb-97e1-4b41-ba6d-ca24476f1d8d, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:23:20.850486 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-717b6013-b217-4ad9-8953-b84ebe60cf08 req-fb080b32-47e2-4db2-be14-653f12ab593f service neutron] For port 46174fdb-97e1-4b41-ba6d-ca24476f1d8d, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=46174fdb-97e1-4b41-ba6d-ca24476f1d8d,segment=NetworkSegment(091e8814-090f-4ca2-8f12-f9cfbccdf71e),segment_id=091e8814-090f-4ca2-8f12-f9cfbccdf71e)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:23:20.864114 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-717b6013-b217-4ad9-8953-b84ebe60cf08 req-fb080b32-47e2-4db2-be14-653f12ab593f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (46174fdb-97e1-4b41-ba6d-ca24476f1d8d), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:20.947447 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b7c043c6-d7fd-485a-8dab-dbefcdd0b71d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (698c5409-26b6-487e-97ac-023b4952f78e), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:20.989175 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb080b32-47e2-4db2-be14-653f12ab593f service neutron] Pushing event updated for resources: {'Port': ['ID=46174fdb-97e1-4b41-ba6d-ca24476f1d8d,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:21.011432 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-b7c043c6-d7fd-485a-8dab-dbefcdd0b71d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Calling delete_port for 698c5409-26b6-487e-97ac-023b4952f78e owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:23:21.149548 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-29ba6afd-52d8-41c5-b311-408527158e49 req-83ff57fd-bb88-486e-b5e7-3cd473f065d7 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=547c25db-5882-4232-865f-96655cf83a72 HTTP/1.1" status: 200 len: 210 time: 0.1530571 Feb 09 01:23:21.157326 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b9f5a06-ef52-4efc-96f8-386ecf0d377a None None] Current status of the port e5c9208b-e4a0-4281-b520-0ab1ba94b457 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:21.200874 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b6013-b217-4ad9-8953-b84ebe60cf08 req-fb080b32-47e2-4db2-be14-653f12ab593f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:21.201580 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-717b6013-b217-4ad9-8953-b84ebe60cf08 req-fb080b32-47e2-4db2-be14-653f12ab593f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:21.203049 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-717b6013-b217-4ad9-8953-b84ebe60cf08 req-fb080b32-47e2-4db2-be14-653f12ab593f service neutron] 10.222.0.120 "PUT /v2.0/ports/46174fdb-97e1-4b41-ba6d-ca24476f1d8d HTTP/1.1" status: 200 len: 1091 time: 2.8300810 Feb 09 01:23:21.203554 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27692869-bfd1-47aa-8ed5-f3224fa206ce', 'tag': '46174fdb-97e1-4b41-ba6d-ca24476f1d8d'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:23:21.242274 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b035e339-6d06-4cb4-933a-408b0c30d5bf" -d '{"events": [{"name": "network-changed", "server_uuid": "27692869-bfd1-47aa-8ed5-f3224fa206ce", "tag": "46174fdb-97e1-4b41-ba6d-ca24476f1d8d"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:23:21.322665 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:23:21.416618 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-74cb7ef2-7e3b-4593-ac5d-ca8a4505fe3d req-971410cf-296e-4326-b651-80f9f358be0a tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Publish callbacks [] for port (0ec2765c-c8ca-498a-a0a0-9b25ec909aaf), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:21.428246 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b6013-b217-4ad9-8953-b84ebe60cf08 req-a4cbb4db-11a1-4314-b173-988c7d9d539d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:21.428938 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device e5c9208b-e4a0-4281-b520-0ab1ba94b457 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:23:21.433963 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-717b6013-b217-4ad9-8953-b84ebe60cf08 req-a4cbb4db-11a1-4314-b173-988c7d9d539d service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2c4f55ab750f4159bdfcab050e5654ef&device_id=27692869-bfd1-47aa-8ed5-f3224fa206ce HTTP/1.1" status: 200 len: 1125 time: 0.1780179 Feb 09 01:23:21.459937 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf04f0b-006c-4891-9038-aded88d420e8 None None] Update dhcp port {'port': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'fixed_ips': [{'subnet_id': '3b0afce2-4d82-4a8d-97f9-5c451c09223a', 'ip_address': '2001:db8::f816:3eff:fe45:bfa9'}, {'subnet_id': 'b3ab2b1e-8c30-47ae-8279-33707489c571'}], 'binding:host_id': 'n-d-828369-4'}, 'id': 'e5c9208b-e4a0-4281-b520-0ab1ba94b457'} from n-d-828369-4. {{(pid=103138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 01:23:21.582372 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e01a71b-0019-45f8-830e-38b056d7b598 x-openstack-request-id: req-6e01a71b-0019-45f8-830e-38b056d7b598 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:23:21.591893 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27692869-bfd1-47aa-8ed5-f3224fa206ce", "tag": "46174fdb-97e1-4b41-ba6d-ca24476f1d8d", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:23:21.592241 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6e01a71b-0019-45f8-830e-38b056d7b598 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:23:21.592725 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27692869-bfd1-47aa-8ed5-f3224fa206ce', 'tag': '46174fdb-97e1-4b41-ba6d-ca24476f1d8d', 'status': 'completed', 'code': 200} Feb 09 01:23:21.603869 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-717b6013-b217-4ad9-8953-b84ebe60cf08 req-c3ba1f98-3af2-4a20-8de4-fd525f467724 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46174fdb-97e1-4b41-ba6d-ca24476f1d8d HTTP/1.1" status: 200 len: 217 time: 0.1621513 Feb 09 01:23:21.650322 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bdf04f0b-006c-4891-9038-aded88d420e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e5c9208b-e4a0-4281-b520-0ab1ba94b457), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:21.765992 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port e5c9208b-e4a0-4281-b520-0ab1ba94b457 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:21.768000 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e5c9208b-e4a0-4281-b520-0ab1ba94b457), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:21.820522 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b6013-b217-4ad9-8953-b84ebe60cf08 req-2c1276fd-7bfb-4497-8257-f366d086cd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:21.822083 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-717b6013-b217-4ad9-8953-b84ebe60cf08 req-2c1276fd-7bfb-4497-8257-f366d086cd5b service neutron] 10.222.0.120 "GET /v2.0/subnets?id=36ed6c8a-8eab-4ee5-af4e-3a7d95f66f05 HTTP/1.1" status: 200 len: 859 time: 0.2104282 Feb 09 01:23:21.832152 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277b787-ea26-401a-aa7c-ab687a8c90a7 req-c073c1d5-bc82-4fa6-956d-3076fd727ac0 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:21.841213 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7277b787-ea26-401a-aa7c-ab687a8c90a7 req-c073c1d5-bc82-4fa6-956d-3076fd727ac0 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=569bf59b-6775-4e64-a9d3-9da312de2e70 HTTP/1.1" status: 200 len: 945 time: 0.1242673 Feb 09 01:23:21.847140 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-74cb7ef2-7e3b-4593-ac5d-ca8a4505fe3d req-971410cf-296e-4326-b651-80f9f358be0a tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (0ec2765c-c8ca-498a-a0a0-9b25ec909aaf), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:21.888584 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-717b6013-b217-4ad9-8953-b84ebe60cf08 req-52f87ae6-71bf-4076-9ae7-55d3896774fd service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=a7c73c67-867b-4cd1-a7a6-d305a5dc51d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387001 Feb 09 01:23:21.897352 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b0cab-72c8-4b22-abd7-59346b999852 req-fd79811b-4198-455e-b743-ca6f8e078102 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:21.905626 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-107b0cab-72c8-4b22-abd7-59346b999852 req-fd79811b-4198-455e-b743-ca6f8e078102 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 946 time: 0.1977468 Feb 09 01:23:21.954411 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971410cf-296e-4326-b651-80f9f358be0a tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Pushing event updated for resources: {'Port': ['ID=0ec2765c-c8ca-498a-a0a0-9b25ec909aaf,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:22.000165 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:22.005217 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1f1c0538-aa1a-4918-b06a-0ef1c2faaef3), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:22.005429 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74cb7ef2-7e3b-4593-ac5d-ca8a4505fe3d req-971410cf-296e-4326-b651-80f9f358be0a tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Network a7c73c67-867b-4cd1-a7a6-d305a5dc51d2 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:22.014622 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [req-74cb7ef2-7e3b-4593-ac5d-ca8a4505fe3d req-971410cf-296e-4326-b651-80f9f358be0a tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:22.025649 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-74cb7ef2-7e3b-4593-ac5d-ca8a4505fe3d req-971410cf-296e-4326-b651-80f9f358be0a tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:23:22.032232 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-107b0cab-72c8-4b22-abd7-59346b999852 req-46a309f4-7a75-43bd-b1e6-34b2dc69ae36 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221941 Feb 09 01:23:22.053959 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b7c043c6-d7fd-485a-8dab-dbefcdd0b71d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (698c5409-26b6-487e-97ac-023b4952f78e), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:22.163508 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-717b6013-b217-4ad9-8953-b84ebe60cf08 req-3effa02f-0538-40ae-9ef1-61d991c41976 service neutron] 10.222.0.120 "GET /v2.0/networks/a7c73c67-867b-4cd1-a7a6-d305a5dc51d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375987 Feb 09 01:23:22.190677 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb7ef2-7e3b-4593-ac5d-ca8a4505fe3d req-971410cf-296e-4326-b651-80f9f358be0a tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:22.191523 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-74cb7ef2-7e3b-4593-ac5d-ca8a4505fe3d req-971410cf-296e-4326-b651-80f9f358be0a tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:22.196944 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7277b787-ea26-401a-aa7c-ab687a8c90a7 req-b4812356-fe76-42ca-8216-5c31f5807c21 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542738 Feb 09 01:23:22.281590 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c043c6-d7fd-485a-8dab-dbefcdd0b71d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Port': ['ID=698c5409-26b6-487e-97ac-023b4952f78e,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:22.318202 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=1f1c0538-aa1a-4918-b06a-0ef1c2faaef3,segment=NetworkSegment(c65aa26b-6f4d-4da5-9ac6-6c267d824ab1),segment_id=c65aa26b-6f4d-4da5-9ac6-6c267d824ab1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:22.333006 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da201e6-e78b-4295-a3ae-350bcd1cce1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f1c0538-aa1a-4918-b06a-0ef1c2faaef3'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:23:22.339198 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f81e40-95af-416d-a271-73439ff9f37d" -d '{"events": [{"server_uuid": "3da201e6-e78b-4295-a3ae-350bcd1cce1d", "name": "network-vif-unplugged", "status": "completed", "tag": "1f1c0538-aa1a-4918-b06a-0ef1c2faaef3"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:23:22.369989 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1f1c0538-aa1a-4918-b06a-0ef1c2faaef3), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:22.401839 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-74cb7ef2-7e3b-4593-ac5d-ca8a4505fe3d req-971410cf-296e-4326-b651-80f9f358be0a tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5642326 Feb 09 01:23:22.452525 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-74cb7ef2-7e3b-4593-ac5d-ca8a4505fe3d req-928b2f5c-7cab-4b28-bf6a-87f60dd601ea service neutron] Request body: {'port': {'device_id': '547c25db-5882-4232-865f-96655cf83a72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:22.602228 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-74cb7ef2-7e3b-4593-ac5d-ca8a4505fe3d req-928b2f5c-7cab-4b28-bf6a-87f60dd601ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (0ec2765c-c8ca-498a-a0a0-9b25ec909aaf), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:22.606458 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b7c043c6-d7fd-485a-8dab-dbefcdd0b71d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:22.610251 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b7c043c6-d7fd-485a-8dab-dbefcdd0b71d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/ports/698c5409-26b6-487e-97ac-023b4952f78e HTTP/1.1" status: 204 len: 168 time: 2.5957470 Feb 09 01:23:22.612483 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40432) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:22.617587 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port e5c9208b-e4a0-4281-b520-0ab1ba94b457 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:22.670051 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ad5cb-68cc-445d-8ad6-f853a24b9bfd req-85265d4a-638b-43a7-ac42-875f926304ab tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:22.677784 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b47ad5cb-68cc-445d-8ad6-f853a24b9bfd req-85265d4a-638b-43a7-ac42-875f926304ab tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=569bf59b-6775-4e64-a9d3-9da312de2e70 HTTP/1.1" status: 200 len: 945 time: 0.2566674 Feb 09 01:23:22.681878 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=1f1c0538-aa1a-4918-b06a-0ef1c2faaef3,revision_number=11']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:22.716271 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-bdf04f0b-006c-4891-9038-aded88d420e8 None None] Allocated IP 172.20.0.2 (a8203b0d-e7af-492c-8c21-23f9563ce2e8/b3ab2b1e-8c30-47ae-8279-33707489c571/e5c9208b-e4a0-4281-b520-0ab1ba94b457) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:22.726843 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216a344-8223-452b-85ef-9ea02680b46b req-f534f192-fdbb-4c3e-b222-02aded585dc9 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:22.737357 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d216a344-8223-452b-85ef-9ea02680b46b req-f534f192-fdbb-4c3e-b222-02aded585dc9 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=547c25db-5882-4232-865f-96655cf83a72 HTTP/1.1" status: 200 len: 931 time: 0.3403738 Feb 09 01:23:22.879729 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e026c39-e62c-408d-a899-f43ff335f89e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:22.882927 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e026c39-e62c-408d-a899-f43ff335f89e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:22.885900 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e026c39-e62c-408d-a899-f43ff335f89e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:22.890757 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4e026c39-e62c-408d-a899-f43ff335f89e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2507048 Feb 09 01:23:22.896931 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40438) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:22.934837 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b47ad5cb-68cc-445d-8ad6-f853a24b9bfd req-e3e366fc-f6bc-4ccd-9dbc-a8ac788b0d78 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558954 Feb 09 01:23:22.991659 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-bdf04f0b-006c-4891-9038-aded88d420e8 None None] For port e5c9208b-e4a0-4281-b520-0ab1ba94b457, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=e5c9208b-e4a0-4281-b520-0ab1ba94b457,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:22.994356 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-717b6013-b217-4ad9-8953-b84ebe60cf08 req-20b7908b-7026-4528-bfb9-848412d62a66 service neutron] 10.222.0.120 "GET /v2.0/networks/a7c73c67-867b-4cd1-a7a6-d305a5dc51d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7962840 Feb 09 01:23:23.044410 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d216a344-8223-452b-85ef-9ea02680b46b req-bdea0aab-c63a-4738-a311-1482e4fbd7b1 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055286 Feb 09 01:23:23.088516 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bdf04f0b-006c-4891-9038-aded88d420e8 None None] Publish callbacks [] for port (e5c9208b-e4a0-4281-b520-0ab1ba94b457), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:23.102236 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bdf04f0b-006c-4891-9038-aded88d420e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e5c9208b-e4a0-4281-b520-0ab1ba94b457), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:23.209592 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92c8d70-8a10-49c8-9180-020ce7e5afed x-openstack-request-id: req-f92c8d70-8a10-49c8-9180-020ce7e5afed {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:23:23.209829 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da201e6-e78b-4295-a3ae-350bcd1cce1d", "name": "network-vif-unplugged", "status": "completed", "tag": "1f1c0538-aa1a-4918-b06a-0ef1c2faaef3", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:23:23.210112 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f92c8d70-8a10-49c8-9180-020ce7e5afed {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:23:23.210516 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da201e6-e78b-4295-a3ae-350bcd1cce1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f1c0538-aa1a-4918-b06a-0ef1c2faaef3', 'code': 200} Feb 09 01:23:23.211128 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf04f0b-006c-4891-9038-aded88d420e8 None None] Pushing event updated for resources: {'Port': ['ID=e5c9208b-e4a0-4281-b520-0ab1ba94b457,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:23.257104 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035e339-6d06-4cb4-933a-408b0c30d5bf req-083d02f8-6a50-4ee0-bc37-29a57aba6530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:23.259151 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b035e339-6d06-4cb4-933a-408b0c30d5bf req-083d02f8-6a50-4ee0-bc37-29a57aba6530 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2c4f55ab750f4159bdfcab050e5654ef&device_id=27692869-bfd1-47aa-8ed5-f3224fa206ce HTTP/1.1" status: 200 len: 1125 time: 0.1983602 Feb 09 01:23:23.291073 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab362568-c86e-4829-93f3-573679e36475 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting subnet 3b0afce2-4d82-4a8d-97f9-5c451c09223a {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:23:23.296533 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:23:23.299145 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ab362568-c86e-4829-93f3-573679e36475 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (3b0afce2-4d82-4a8d-97f9-5c451c09223a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:23.412364 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ab362568-c86e-4829-93f3-573679e36475 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (3b0afce2-4d82-4a8d-97f9-5c451c09223a), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:23.532590 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02feea7f-f9dc-4d09-932b-b74e8edb1db2 req-5eecff3c-0d21-4dee-aaf3-18c08c9ac17f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:23.542882 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02feea7f-f9dc-4d09-932b-b74e8edb1db2 req-5eecff3c-0d21-4dee-aaf3-18c08c9ac17f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.2086480 Feb 09 01:23:23.547977 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035e339-6d06-4cb4-933a-408b0c30d5bf req-899f7d8c-42d2-47b2-9c6b-f0d6a7cd2723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:23.550780 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b035e339-6d06-4cb4-933a-408b0c30d5bf req-899f7d8c-42d2-47b2-9c6b-f0d6a7cd2723 service neutron] 10.222.0.120 "GET /v2.0/networks?id=a7c73c67-867b-4cd1-a7a6-d305a5dc51d2 HTTP/1.1" status: 200 len: 921 time: 0.2816725 Feb 09 01:23:23.640003 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ab362568-c86e-4829-93f3-573679e36475 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (3b0afce2-4d82-4a8d-97f9-5c451c09223a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:23.760928 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=1f1c0538-aa1a-4918-b06a-0ef1c2faaef3,segment=NetworkSegment(c65aa26b-6f4d-4da5-9ac6-6c267d824ab1),segment_id=c65aa26b-6f4d-4da5-9ac6-6c267d824ab1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:23.773748 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b035e339-6d06-4cb4-933a-408b0c30d5bf req-1066e5fa-5d48-4603-93a5-727cf5f9d231 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46174fdb-97e1-4b41-ba6d-ca24476f1d8d HTTP/1.1" status: 200 len: 217 time: 0.2035704 Feb 09 01:23:23.784215 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ab362568-c86e-4829-93f3-573679e36475 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (3b0afce2-4d82-4a8d-97f9-5c451c09223a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:23.811265 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '1f1c0538-aa1a-4918-b06a-0ef1c2faaef3', 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042', 'port_id': '1f1c0538-aa1a-4918-b06a-0ef1c2faaef3', 'mac_address': 'fa:16:3e:9f:2c:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8a10734-f380-44a3-a9f7-298105351e3b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:23:23.868136 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02feea7f-f9dc-4d09-932b-b74e8edb1db2 req-6876e4fd-1640-469a-9b43-97fd95ab27da tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3162436 Feb 09 01:23:23.903509 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:23.904180 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1f1c0538-aa1a-4918-b06a-0ef1c2faaef3), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:23.923952 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:23:23.948622 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=1f1c0538-aa1a-4918-b06a-0ef1c2faaef3,segment=NetworkSegment(c65aa26b-6f4d-4da5-9ac6-6c267d824ab1),segment_id=c65aa26b-6f4d-4da5-9ac6-6c267d824ab1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:23.955512 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1f1c0538-aa1a-4918-b06a-0ef1c2faaef3), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:24.020373 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57ab26-3d8b-4e7f-9ac0-627c0e60b298 req-494e2977-fa45-4f43-8d30-74364241c090 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:24.050486 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1d57ab26-3d8b-4e7f-9ac0-627c0e60b298 req-494e2977-fa45-4f43-8d30-74364241c090 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=569bf59b-6775-4e64-a9d3-9da312de2e70 HTTP/1.1" status: 200 len: 945 time: 0.4326363 Feb 09 01:23:24.137491 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=1f1c0538-aa1a-4918-b06a-0ef1c2faaef3,revision_number=12']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:24.184637 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035e339-6d06-4cb4-933a-408b0c30d5bf req-f078ba51-07f2-4547-bafb-aea2dae4faa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:24.188379 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b035e339-6d06-4cb4-933a-408b0c30d5bf req-f078ba51-07f2-4547-bafb-aea2dae4faa0 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=36ed6c8a-8eab-4ee5-af4e-3a7d95f66f05 HTTP/1.1" status: 200 len: 859 time: 0.4014242 Feb 09 01:23:24.190379 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-74cb7ef2-7e3b-4593-ac5d-ca8a4505fe3d req-928b2f5c-7cab-4b28-bf6a-87f60dd601ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ec2765c-c8ca-498a-a0a0-9b25ec909aaf {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:23:24.199933 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['1f1c0538-aa1a-4918-b06a-0ef1c2faaef3'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:23:24.216778 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-74cb7ef2-7e3b-4593-ac5d-ca8a4505fe3d req-928b2f5c-7cab-4b28-bf6a-87f60dd601ea service neutron] Publish callbacks [] for port (0ec2765c-c8ca-498a-a0a0-9b25ec909aaf), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:24.242864 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-74cb7ef2-7e3b-4593-ac5d-ca8a4505fe3d req-928b2f5c-7cab-4b28-bf6a-87f60dd601ea service neutron] Transition to ACTIVE for port object 0ec2765c-c8ca-498a-a0a0-9b25ec909aaf will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:24.293734 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab362568-c86e-4829-93f3-573679e36475 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Subnet': ['ID=3b0afce2-4d82-4a8d-97f9-5c451c09223a,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:24.311686 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ab362568-c86e-4829-93f3-573679e36475 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:24.323117 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ab362568-c86e-4829-93f3-573679e36475 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/3b0afce2-4d82-4a8d-97f9-5c451c09223a HTTP/1.1" status: 204 len: 168 time: 1.4206767 Feb 09 01:23:24.325482 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40458) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:24.349488 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-74cb7ef2-7e3b-4593-ac5d-ca8a4505fe3d req-928b2f5c-7cab-4b28-bf6a-87f60dd601ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (0ec2765c-c8ca-498a-a0a0-9b25ec909aaf), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:24.481854 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b035e339-6d06-4cb4-933a-408b0c30d5bf req-ca1b0279-9170-46fc-95a4-baa0f57bb715 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=a7c73c67-867b-4cd1-a7a6-d305a5dc51d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2845228 Feb 09 01:23:24.685322 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1d57ab26-3d8b-4e7f-9ac0-627c0e60b298 req-3cbadaec-3976-48ef-b870-0f6151138d1e tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6339078 Feb 09 01:23:24.706018 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a15200e-c21e-4a3c-9a1e-f5af651d7171 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting subnet b3ab2b1e-8c30-47ae-8279-33707489c571 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:23:24.757084 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b2f5c-7cab-4b28-bf6a-87f60dd601ea service neutron] Pushing event updated for resources: {'Port': ['ID=0ec2765c-c8ca-498a-a0a0-9b25ec909aaf,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:24.784291 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1a15200e-c21e-4a3c-9a1e-f5af651d7171 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (b3ab2b1e-8c30-47ae-8279-33707489c571), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:24.809439 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8dafda-2e87-4afc-94b9-f08a553d4d17 None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:23:24.818808 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e00bb0-272c-4b92-9098-da4a5003022f req-b5d76e3a-77b5-423e-ba13-f2eefa360851 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:24.834980 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f5e00bb0-272c-4b92-9098-da4a5003022f req-b5d76e3a-77b5-423e-ba13-f2eefa360851 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=547c25db-5882-4232-865f-96655cf83a72 HTTP/1.1" status: 200 len: 943 time: 0.6022210 Feb 09 01:23:24.922233 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-f85da3f7-3952-4002-81d1-7f2d964b8dbe None None] Provisioning complete for port e5c9208b-e4a0-4281-b520-0ab1ba94b457 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:24.922889 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f85da3f7-3952-4002-81d1-7f2d964b8dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e5c9208b-e4a0-4281-b520-0ab1ba94b457), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:24.965843 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1a15200e-c21e-4a3c-9a1e-f5af651d7171 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (b3ab2b1e-8c30-47ae-8279-33707489c571), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:25.011786 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b035e339-6d06-4cb4-933a-408b0c30d5bf req-6bd92278-23c0-47eb-8052-64d4a81eb90a service neutron] 10.222.0.120 "GET /v2.0/networks/a7c73c67-867b-4cd1-a7a6-d305a5dc51d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5092795 Feb 09 01:23:25.071968 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-74cb7ef2-7e3b-4593-ac5d-ca8a4505fe3d req-928b2f5c-7cab-4b28-bf6a-87f60dd601ea service neutron] Attempting to bind port 0ec2765c-c8ca-498a-a0a0-9b25ec909aaf on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:23:25.072431 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-74cb7ef2-7e3b-4593-ac5d-ca8a4505fe3d req-928b2f5c-7cab-4b28-bf6a-87f60dd601ea service neutron] Attempting to bind port 0ec2765c-c8ca-498a-a0a0-9b25ec909aaf by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '091e8814-090f-4ca2-8f12-f9cfbccdf71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'a7c73c67-867b-4cd1-a7a6-d305a5dc51d2'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:23:25.073775 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cb7ef2-7e3b-4593-ac5d-ca8a4505fe3d req-928b2f5c-7cab-4b28-bf6a-87f60dd601ea service neutron] Attempting to bind port 0ec2765c-c8ca-498a-a0a0-9b25ec909aaf on network a7c73c67-867b-4cd1-a7a6-d305a5dc51d2 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:23:25.103662 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cb7ef2-7e3b-4593-ac5d-ca8a4505fe3d req-928b2f5c-7cab-4b28-bf6a-87f60dd601ea service neutron] Port 0ec2765c-c8ca-498a-a0a0-9b25ec909aaf on network a7c73c67-867b-4cd1-a7a6-d305a5dc51d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:23:25.104034 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cb7ef2-7e3b-4593-ac5d-ca8a4505fe3d req-928b2f5c-7cab-4b28-bf6a-87f60dd601ea service neutron] Attempting to bind port 0ec2765c-c8ca-498a-a0a0-9b25ec909aaf on network a7c73c67-867b-4cd1-a7a6-d305a5dc51d2 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:23:25.122398 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cb7ef2-7e3b-4593-ac5d-ca8a4505fe3d req-928b2f5c-7cab-4b28-bf6a-87f60dd601ea service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:23:25.122738 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cb7ef2-7e3b-4593-ac5d-ca8a4505fe3d req-928b2f5c-7cab-4b28-bf6a-87f60dd601ea service neutron] Checking segment: {'id': '091e8814-090f-4ca2-8f12-f9cfbccdf71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'a7c73c67-867b-4cd1-a7a6-d305a5dc51d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:23:25.123127 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cb7ef2-7e3b-4593-ac5d-ca8a4505fe3d req-928b2f5c-7cab-4b28-bf6a-87f60dd601ea service neutron] Bound using segment: {'id': '091e8814-090f-4ca2-8f12-f9cfbccdf71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'a7c73c67-867b-4cd1-a7a6-d305a5dc51d2'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:23:25.138315 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-74cb7ef2-7e3b-4593-ac5d-ca8a4505fe3d req-928b2f5c-7cab-4b28-bf6a-87f60dd601ea service neutron] Bound port: 0ec2765c-c8ca-498a-a0a0-9b25ec909aaf, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '091e8814-090f-4ca2-8f12-f9cfbccdf71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'a7c73c67-867b-4cd1-a7a6-d305a5dc51d2'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:23:25.138699 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-74cb7ef2-7e3b-4593-ac5d-ca8a4505fe3d req-928b2f5c-7cab-4b28-bf6a-87f60dd601ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (0ec2765c-c8ca-498a-a0a0-9b25ec909aaf), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:25.157812 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f5e00bb0-272c-4b92-9098-da4a5003022f req-2aea1b08-1774-410f-9d64-7b9b3f407ba5 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214405 Feb 09 01:23:25.199074 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe53ac-9f42-47bc-a9c0-8afbb4c01077 req-f915a860-b034-4a6d-9979-1090cdb8318f tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:25.203499 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1dfe53ac-9f42-47bc-a9c0-8afbb4c01077 req-f915a860-b034-4a6d-9979-1090cdb8318f tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=569bf59b-6775-4e64-a9d3-9da312de2e70 HTTP/1.1" status: 200 len: 945 time: 0.3101974 Feb 09 01:23:25.309407 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1dfe53ac-9f42-47bc-a9c0-8afbb4c01077 req-f68b64e6-b28a-403f-a128-af44b9f207bb tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945671 Feb 09 01:23:25.378247 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 46174fdb-97e1-4b41-ba6d-ca24476f1d8d details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:23:25.405683 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1a15200e-c21e-4a3c-9a1e-f5af651d7171 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (b3ab2b1e-8c30-47ae-8279-33707489c571), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:25.484170 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b035e339-6d06-4cb4-933a-408b0c30d5bf req-5f7216ab-f112-4062-826e-5ee030eab48f service neutron] 10.222.0.120 "GET /v2.0/networks/a7c73c67-867b-4cd1-a7a6-d305a5dc51d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4546065 Feb 09 01:23:25.494392 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:23:25.506092 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device e5c9208b-e4a0-4281-b520-0ab1ba94b457 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:23:25.510126 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-74cb7ef2-7e3b-4593-ac5d-ca8a4505fe3d req-928b2f5c-7cab-4b28-bf6a-87f60dd601ea service neutron] For port 0ec2765c-c8ca-498a-a0a0-9b25ec909aaf, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:23:25.517677 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-74cb7ef2-7e3b-4593-ac5d-ca8a4505fe3d req-928b2f5c-7cab-4b28-bf6a-87f60dd601ea service neutron] For port 0ec2765c-c8ca-498a-a0a0-9b25ec909aaf, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=0ec2765c-c8ca-498a-a0a0-9b25ec909aaf,segment=NetworkSegment(091e8814-090f-4ca2-8f12-f9cfbccdf71e),segment_id=091e8814-090f-4ca2-8f12-f9cfbccdf71e)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:23:25.530730 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c857574c-ec16-4b76-96d2-d9ec187c9153 req-4dd1e44d-65a9-47c0-9e83-78a7f5242e85 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:25.536829 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-74cb7ef2-7e3b-4593-ac5d-ca8a4505fe3d req-928b2f5c-7cab-4b28-bf6a-87f60dd601ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (0ec2765c-c8ca-498a-a0a0-9b25ec909aaf), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:25.543954 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c857574c-ec16-4b76-96d2-d9ec187c9153 req-4dd1e44d-65a9-47c0-9e83-78a7f5242e85 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 945 time: 0.2146749 Feb 09 01:23:25.632161 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1a15200e-c21e-4a3c-9a1e-f5af651d7171 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (b3ab2b1e-8c30-47ae-8279-33707489c571), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:25.642412 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb7ef2-7e3b-4593-ac5d-ca8a4505fe3d req-928b2f5c-7cab-4b28-bf6a-87f60dd601ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:25.643043 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-74cb7ef2-7e3b-4593-ac5d-ca8a4505fe3d req-928b2f5c-7cab-4b28-bf6a-87f60dd601ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:25.644431 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-74cb7ef2-7e3b-4593-ac5d-ca8a4505fe3d req-928b2f5c-7cab-4b28-bf6a-87f60dd601ea service neutron] 10.222.0.47 "PUT /v2.0/ports/0ec2765c-c8ca-498a-a0a0-9b25ec909aaf HTTP/1.1" status: 200 len: 1091 time: 3.1978104 Feb 09 01:23:25.649989 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '547c25db-5882-4232-865f-96655cf83a72', 'tag': '0ec2765c-c8ca-498a-a0a0-9b25ec909aaf'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:23:25.657970 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2779c89-1cab-490f-a596-71783fbc29df" -d '{"events": [{"name": "network-changed", "server_uuid": "547c25db-5882-4232-865f-96655cf83a72", "tag": "0ec2765c-c8ca-498a-a0a0-9b25ec909aaf"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:23:25.739743 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a15200e-c21e-4a3c-9a1e-f5af651d7171 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Subnet': ['ID=b3ab2b1e-8c30-47ae-8279-33707489c571,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:25.778071 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1a15200e-c21e-4a3c-9a1e-f5af651d7171 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:25.779256 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c857574c-ec16-4b76-96d2-d9ec187c9153 req-76046c39-92d8-4f27-a991-67d8b37aac51 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2229025 Feb 09 01:23:25.785863 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 40482) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:25.790503 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1a15200e-c21e-4a3c-9a1e-f5af651d7171 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/b3ab2b1e-8c30-47ae-8279-33707489c571 HTTP/1.1" status: 204 len: 168 time: 1.4596591 Feb 09 01:23:25.800181 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b2f5c-7cab-4b28-bf6a-87f60dd601ea service neutron] Pushing event updated for resources: {'Port': ['ID=0ec2765c-c8ca-498a-a0a0-9b25ec909aaf,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:25.886555 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb7ef2-7e3b-4593-ac5d-ca8a4505fe3d req-000696c0-c251-4fa6-8c92-682a7b1daf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:25.888387 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-74cb7ef2-7e3b-4593-ac5d-ca8a4505fe3d req-000696c0-c251-4fa6-8c92-682a7b1daf17 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2c4f55ab750f4159bdfcab050e5654ef&device_id=547c25db-5882-4232-865f-96655cf83a72 HTTP/1.1" status: 200 len: 1125 time: 0.1685309 Feb 09 01:23:26.015637 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-cb7fc037-1a73-4a5e-aa05-15353353a5db tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2242312 Feb 09 01:23:26.016439 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 40490) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:26.021591 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-1c5e3de3-fc18-477c-b1c4-e55a3d283b92 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'subnet': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:26.070092 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14272f1-a1d4-4835-bd35-2e0edb8dfed4 x-openstack-request-id: req-c14272f1-a1d4-4835-bd35-2e0edb8dfed4 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:23:26.070622 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "547c25db-5882-4232-865f-96655cf83a72", "tag": "0ec2765c-c8ca-498a-a0a0-9b25ec909aaf", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:23:26.074446 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c14272f1-a1d4-4835-bd35-2e0edb8dfed4 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:23:26.075691 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '547c25db-5882-4232-865f-96655cf83a72', 'tag': '0ec2765c-c8ca-498a-a0a0-9b25ec909aaf', 'status': 'completed', 'code': 200} Feb 09 01:23:26.078337 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f85da3f7-3952-4002-81d1-7f2d964b8dbe None None] Current status of the port e5c9208b-e4a0-4281-b520-0ab1ba94b457 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:26.092942 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-74cb7ef2-7e3b-4593-ac5d-ca8a4505fe3d req-f5442867-7286-42e6-ace1-77d160679070 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0ec2765c-c8ca-498a-a0a0-9b25ec909aaf HTTP/1.1" status: 200 len: 217 time: 0.1727223 Feb 09 01:23:26.151550 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-f85da3f7-3952-4002-81d1-7f2d964b8dbe None None] Could not find standard attr ID for object 698c5409-26b6-487e-97ac-023b4952f78e. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:23:26.271807 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb7ef2-7e3b-4593-ac5d-ca8a4505fe3d req-c9183701-7161-4970-adee-7728383fecd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:26.273726 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-74cb7ef2-7e3b-4593-ac5d-ca8a4505fe3d req-c9183701-7161-4970-adee-7728383fecd5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36ed6c8a-8eab-4ee5-af4e-3a7d95f66f05 HTTP/1.1" status: 200 len: 859 time: 0.1799920 Feb 09 01:23:26.290599 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 46174fdb-97e1-4b41-ba6d-ca24476f1d8d, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=46174fdb-97e1-4b41-ba6d-ca24476f1d8d,segment=NetworkSegment(091e8814-090f-4ca2-8f12-f9cfbccdf71e),segment_id=091e8814-090f-4ca2-8f12-f9cfbccdf71e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:26.392615 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:26.392982 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (1f1c0538-aa1a-4918-b06a-0ef1c2faaef3), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:26.394673 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-74cb7ef2-7e3b-4593-ac5d-ca8a4505fe3d req-039243cb-6f8c-45f8-86a3-33eb5cd2f6f2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a7c73c67-867b-4cd1-a7a6-d305a5dc51d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1126904 Feb 09 01:23:26.394903 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '46174fdb-97e1-4b41-ba6d-ca24476f1d8d', 'network_id': 'a7c73c67-867b-4cd1-a7a6-d305a5dc51d2', 'port_id': '46174fdb-97e1-4b41-ba6d-ca24476f1d8d', 'mac_address': 'fa:16:3e:0e:65:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36ed6c8a-8eab-4ee5-af4e-3a7d95f66f05', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:23:26.539980 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port e5c9208b-e4a0-4281-b520-0ab1ba94b457 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:26.540413 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e5c9208b-e4a0-4281-b520-0ab1ba94b457), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:26.633985 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5e3de3-fc18-477c-b1c4-e55a3d283b92 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:26.646216 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1c5e3de3-fc18-477c-b1c4-e55a3d283b92 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:26.687006 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-74cb7ef2-7e3b-4593-ac5d-ca8a4505fe3d req-21c96f46-d642-44ab-89d8-b0d04e90cfbb service neutron] 10.222.0.47 "GET /v2.0/networks/a7c73c67-867b-4cd1-a7a6-d305a5dc51d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824972 Feb 09 01:23:26.787087 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 46174fdb-97e1-4b41-ba6d-ca24476f1d8d is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:26.787487 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (46174fdb-97e1-4b41-ba6d-ca24476f1d8d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:26.844518 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46174fdb-97e1-4b41-ba6d-ca24476f1d8d {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:23:26.972360 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 46174fdb-97e1-4b41-ba6d-ca24476f1d8d, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=46174fdb-97e1-4b41-ba6d-ca24476f1d8d,segment=NetworkSegment(091e8814-090f-4ca2-8f12-f9cfbccdf71e),segment_id=091e8814-090f-4ca2-8f12-f9cfbccdf71e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:26.981091 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-74cb7ef2-7e3b-4593-ac5d-ca8a4505fe3d req-29a43a20-8f99-458e-b71a-e0e7205d722d service neutron] 10.222.0.47 "GET /v2.0/networks/a7c73c67-867b-4cd1-a7a6-d305a5dc51d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875931 Feb 09 01:23:27.083849 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (46174fdb-97e1-4b41-ba6d-ca24476f1d8d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:27.140949 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5b065-52b5-4a7f-aabc-9feb4ccd7ca4 req-d820d133-4f45-48ce-a5ba-945981a586c4 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:27.143304 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:27.149191 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1f1c0538-aa1a-4918-b06a-0ef1c2faaef3), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:27.154631 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-38a5b065-52b5-4a7f-aabc-9feb4ccd7ca4 req-d820d133-4f45-48ce-a5ba-945981a586c4 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=547c25db-5882-4232-865f-96655cf83a72 HTTP/1.1" status: 200 len: 943 time: 0.6710651 Feb 09 01:23:27.192801 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671471d0-8b9f-45a7-8778-14bc7cb58b36 req-2eb76cae-5626-409c-8d05-efe5976cd3c7 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:27.194831 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-671471d0-8b9f-45a7-8778-14bc7cb58b36 req-2eb76cae-5626-409c-8d05-efe5976cd3c7 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=569bf59b-6775-4e64-a9d3-9da312de2e70 HTTP/1.1" status: 200 len: 945 time: 0.9073796 Feb 09 01:23:27.212007 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8710f039-b99f-42ba-bc52-6a5c0d813f15 req-6d9d70bc-097d-40f6-8637-e6dbd86623d0 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:27.213746 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8710f039-b99f-42ba-bc52-6a5c0d813f15 req-6d9d70bc-097d-40f6-8637-e6dbd86623d0 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.47 "GET /v2.0/ports?device_id=569bf59b-6775-4e64-a9d3-9da312de2e70 HTTP/1.1" status: 200 len: 945 time: 0.2080357 Feb 09 01:23:27.245414 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2779c89-1cab-490f-a596-71783fbc29df req-cbc5cf03-1133-4a4b-822d-dc39dee4fc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:27.256867 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f2779c89-1cab-490f-a596-71783fbc29df req-cbc5cf03-1133-4a4b-822d-dc39dee4fc5c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2c4f55ab750f4159bdfcab050e5654ef&device_id=547c25db-5882-4232-865f-96655cf83a72 HTTP/1.1" status: 200 len: 1125 time: 0.2035224 Feb 09 01:23:27.301918 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-38a5b065-52b5-4a7f-aabc-9feb4ccd7ca4 req-26c26c0d-ecca-47a0-a6d4-18ef52985f68 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426060 Feb 09 01:23:27.336767 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port e5c9208b-e4a0-4281-b520-0ab1ba94b457 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:27.418362 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['46174fdb-97e1-4b41-ba6d-ca24476f1d8d'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:23:27.478399 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da201e6-e78b-4295-a3ae-350bcd1cce1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1c0538-aa1a-4918-b06a-0ef1c2faaef3'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:23:27.488680 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc26a68-39ac-4b33-bc17-d9a9fcd70acd" -d '{"events": [{"server_uuid": "3da201e6-e78b-4295-a3ae-350bcd1cce1d", "name": "network-vif-plugged", "status": "completed", "tag": "1f1c0538-aa1a-4918-b06a-0ef1c2faaef3"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:23:27.586247 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2779c89-1cab-490f-a596-71783fbc29df req-b475611a-be23-4e26-8e6f-15d666e5753d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:27.594052 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f2779c89-1cab-490f-a596-71783fbc29df req-b475611a-be23-4e26-8e6f-15d666e5753d service neutron] 10.222.0.47 "GET /v2.0/networks?id=a7c73c67-867b-4cd1-a7a6-d305a5dc51d2 HTTP/1.1" status: 200 len: 921 time: 0.3325374 Feb 09 01:23:27.635286 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47287412-fc6f-44c4-bd72-07f87d826bba None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:23:27.698703 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=1f1c0538-aa1a-4918-b06a-0ef1c2faaef3,segment=NetworkSegment(c65aa26b-6f4d-4da5-9ac6-6c267d824ab1),segment_id=c65aa26b-6f4d-4da5-9ac6-6c267d824ab1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:27.730501 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f2779c89-1cab-490f-a596-71783fbc29df req-5147e7bd-6afb-48e5-a480-12dc8ed35e05 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0ec2765c-c8ca-498a-a0a0-9b25ec909aaf HTTP/1.1" status: 200 len: 217 time: 0.1299295 Feb 09 01:23:27.746234 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=46174fdb-97e1-4b41-ba6d-ca24476f1d8d,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:27.842606 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2779c89-1cab-490f-a596-71783fbc29df req-d9a27cee-2c1b-4e72-a6c2-c0244a8a0334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:27.846523 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f2779c89-1cab-490f-a596-71783fbc29df req-d9a27cee-2c1b-4e72-a6c2-c0244a8a0334 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36ed6c8a-8eab-4ee5-af4e-3a7d95f66f05 HTTP/1.1" status: 200 len: 859 time: 0.1076865 Feb 09 01:23:27.908958 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f2779c89-1cab-490f-a596-71783fbc29df req-7a4d6b4d-d7cf-480f-9dc4-e99696546ee5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a7c73c67-867b-4cd1-a7a6-d305a5dc51d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555320 Feb 09 01:23:28.178532 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f2779c89-1cab-490f-a596-71783fbc29df req-f34a904d-d3d8-41a7-bfb7-b73628f186bc service neutron] 10.222.0.47 "GET /v2.0/networks/a7c73c67-867b-4cd1-a7a6-d305a5dc51d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611871 Feb 09 01:23:28.408450 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1f1c0538-aa1a-4918-b06a-0ef1c2faaef3), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:28.730475 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-21afca51-0f9b-4cdc-a9ac-5294fc533f3d None None] Provisioning complete for port e5c9208b-e4a0-4281-b520-0ab1ba94b457 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:28.730870 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-21afca51-0f9b-4cdc-a9ac-5294fc533f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e5c9208b-e4a0-4281-b520-0ab1ba94b457), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:29.027404 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-671471d0-8b9f-45a7-8778-14bc7cb58b36 req-1f0f9d3f-9445-46c6-9d25-4f610240768d tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8064959 Feb 09 01:23:29.030397 n-d-828369-4 neutron-server[103136]: DEBUG neutron.objects.ports [None req-1c5e3de3-fc18-477c-b1c4-e55a3d283b92 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103136) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:23:29.095035 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f2779c89-1cab-490f-a596-71783fbc29df req-08685216-cde5-4260-9a19-745240d31748 service neutron] 10.222.0.47 "GET /v2.0/networks/a7c73c67-867b-4cd1-a7a6-d305a5dc51d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9105618 Feb 09 01:23:29.135488 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0a4dd0-28c6-447d-8966-a858d409f3c6 x-openstack-request-id: req-aa0a4dd0-28c6-447d-8966-a858d409f3c6 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:23:29.141046 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da201e6-e78b-4295-a3ae-350bcd1cce1d", "name": "network-vif-plugged", "status": "completed", "tag": "1f1c0538-aa1a-4918-b06a-0ef1c2faaef3", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:23:29.142435 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-aa0a4dd0-28c6-447d-8966-a858d409f3c6 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:23:29.144941 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da201e6-e78b-4295-a3ae-350bcd1cce1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1c0538-aa1a-4918-b06a-0ef1c2faaef3', 'code': 200} Feb 09 01:23:29.293489 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=1f1c0538-aa1a-4918-b06a-0ef1c2faaef3,revision_number=13']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:29.475744 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1c0d3-4485-4c8f-b91b-fc7cd783c5c3 req-b8c01c0e-b772-4e27-bb52-08605dfdc49d tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:29.478279 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-78a1c0d3-4485-4c8f-b91b-fc7cd783c5c3 req-b8c01c0e-b772-4e27-bb52-08605dfdc49d tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 946 time: 1.9222171 Feb 09 01:23:29.523659 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-21afca51-0f9b-4cdc-a9ac-5294fc533f3d None None] Current status of the port e5c9208b-e4a0-4281-b520-0ab1ba94b457 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:29.631449 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc358d3-4a5b-44b7-a610-4eaf635fe028 None None] Update dhcp port {'port': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'fixed_ips': [{'subnet_id': '181459b7-fceb-4cfd-b547-c247c5b8756a'}], 'binding:host_id': 'n-d-828369-4'}, 'id': 'e5c9208b-e4a0-4281-b520-0ab1ba94b457'} from n-d-828369-4. {{(pid=103138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 01:23:29.662164 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-78a1c0d3-4485-4c8f-b91b-fc7cd783c5c3 req-06c1f66f-cc5b-462d-81b6-e5be70b9edf6 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552429 Feb 09 01:23:29.672814 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-8710f039-b99f-42ba-bc52-6a5c0d813f15 req-01336c8f-1e49-49c5-b0f0-e7b46ef3748d tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Deleting port 9307663c-6697-4856-831f-2f73db1fece1 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:23:29.673161 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8710f039-b99f-42ba-bc52-6a5c0d813f15 req-01336c8f-1e49-49c5-b0f0-e7b46ef3748d tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (9307663c-6697-4856-831f-2f73db1fece1), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:29.712821 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bbc358d3-4a5b-44b7-a610-4eaf635fe028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e5c9208b-e4a0-4281-b520-0ab1ba94b457), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:30.104198 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd8ee8-670b-4b58-9a06-ffaa7c169310 req-1ba0c233-0694-4e4c-a516-7f6cfc1354f6 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:30.118272 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8cfd8ee8-670b-4b58-9a06-ffaa7c169310 req-1ba0c233-0694-4e4c-a516-7f6cfc1354f6 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=547c25db-5882-4232-865f-96655cf83a72 HTTP/1.1" status: 200 len: 943 time: 0.7984166 Feb 09 01:23:30.200193 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.api [None req-bbc358d3-4a5b-44b7-a610-4eaf635fe028 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe45:bfa9-80dd2a53-4ce4-4719-a00c-ee8513b5a0 {{(pid=103138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:23:30.201957 n-d-828369-4 neutron-server[103138]: DEBUG oslo_db.api [None req-bbc358d3-4a5b-44b7-a610-4eaf635fe028 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:23:30.225824 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1c5e3de3-fc18-477c-b1c4-e55a3d283b92 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e5c9208b-e4a0-4281-b520-0ab1ba94b457), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:30.446138 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-8710f039-b99f-42ba-bc52-6a5c0d813f15 req-01336c8f-1e49-49c5-b0f0-e7b46ef3748d tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] For port 9307663c-6697-4856-831f-2f73db1fece1, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=9307663c-6697-4856-831f-2f73db1fece1,segment=NetworkSegment(e1b6dfa9-0088-4f06-bf4d-732afafaf84a),segment_id=e1b6dfa9-0088-4f06-bf4d-732afafaf84a)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:30.446622 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8710f039-b99f-42ba-bc52-6a5c0d813f15 req-01336c8f-1e49-49c5-b0f0-e7b46ef3748d tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (9307663c-6697-4856-831f-2f73db1fece1), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:30.561843 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-8710f039-b99f-42ba-bc52-6a5c0d813f15 req-01336c8f-1e49-49c5-b0f0-e7b46ef3748d tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Calling delete_port for 9307663c-6697-4856-831f-2f73db1fece1 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:23:30.566813 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8cfd8ee8-670b-4b58-9a06-ffaa7c169310 req-54e72ce6-5ebd-44cb-b744-f65a82255b9e tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441029 Feb 09 01:23:30.735174 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7d633-14b2-4ae9-ba58-1ac70b3e13c5 req-c8f49d3f-166d-4f97-bda2-e1b8386bb673 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:30.736859 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6fb7d633-14b2-4ae9-ba58-1ac70b3e13c5 req-c8f49d3f-166d-4f97-bda2-e1b8386bb673 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=569bf59b-6775-4e64-a9d3-9da312de2e70 HTTP/1.1" status: 200 len: 945 time: 0.5152981 Feb 09 01:23:30.813000 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bbc358d3-4a5b-44b7-a610-4eaf635fe028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e5c9208b-e4a0-4281-b520-0ab1ba94b457), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:30.819025 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6fb7d633-14b2-4ae9-ba58-1ac70b3e13c5 req-b81b6138-1d0a-4f4c-9773-37a0e93d50f0 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/security-groups?id=bbd1ed18-1217-48cd-92eb-13784e407021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724957 Feb 09 01:23:30.843009 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-1c5e3de3-fc18-477c-b1c4-e55a3d283b92 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] For port e5c9208b-e4a0-4281-b520-0ab1ba94b457, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=e5c9208b-e4a0-4281-b520-0ab1ba94b457,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:30.917594 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1c5e3de3-fc18-477c-b1c4-e55a3d283b92 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for port (e5c9208b-e4a0-4281-b520-0ab1ba94b457), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:30.967557 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1c5e3de3-fc18-477c-b1c4-e55a3d283b92 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (e5c9208b-e4a0-4281-b520-0ab1ba94b457), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:31.095355 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1c5e3de3-fc18-477c-b1c4-e55a3d283b92 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (181459b7-fceb-4cfd-b547-c247c5b8756a), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:31.231898 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e3de3-fc18-477c-b1c4-e55a3d283b92 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Subnet': ['ID=181459b7-fceb-4cfd-b547-c247c5b8756a,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:31.239508 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8710f039-b99f-42ba-bc52-6a5c0d813f15 req-01336c8f-1e49-49c5-b0f0-e7b46ef3748d tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (9307663c-6697-4856-831f-2f73db1fece1), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:31.313579 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293cb0a0-30a7-473a-9e07-57ec8532f969 req-b38ea27f-27bc-452d-b644-d2ecbf4b0669 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:31.342470 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-293cb0a0-30a7-473a-9e07-57ec8532f969 req-b38ea27f-27bc-452d-b644-d2ecbf4b0669 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 946 time: 0.4222970 Feb 09 01:23:31.478032 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 46174fdb-97e1-4b41-ba6d-ca24476f1d8d up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:23:31.504221 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e3de3-fc18-477c-b1c4-e55a3d283b92 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Port': ['ID=e5c9208b-e4a0-4281-b520-0ab1ba94b457,revision_number=8']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:31.568277 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5e3de3-fc18-477c-b1c4-e55a3d283b92 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:31.571387 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 0ec2765c-c8ca-498a-a0a0-9b25ec909aaf details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:23:31.571897 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5e3de3-fc18-477c-b1c4-e55a3d283b92 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:31.572940 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5e3de3-fc18-477c-b1c4-e55a3d283b92 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:31.573396 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5e3de3-fc18-477c-b1c4-e55a3d283b92 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:31.574565 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5e3de3-fc18-477c-b1c4-e55a3d283b92 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:31.575859 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 9307663c-6697-4856-831f-2f73db1fece1 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:23:31.576334 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5e3de3-fc18-477c-b1c4-e55a3d283b92 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:31.576816 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5e3de3-fc18-477c-b1c4-e55a3d283b92 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:31.577240 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5e3de3-fc18-477c-b1c4-e55a3d283b92 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:31.580819 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5e3de3-fc18-477c-b1c4-e55a3d283b92 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:31.581239 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5e3de3-fc18-477c-b1c4-e55a3d283b92 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:31.581685 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5e3de3-fc18-477c-b1c4-e55a3d283b92 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:31.582145 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5e3de3-fc18-477c-b1c4-e55a3d283b92 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:31.582582 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5e3de3-fc18-477c-b1c4-e55a3d283b92 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:31.586820 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.api [None req-bbc358d3-4a5b-44b7-a610-4eaf635fe028 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:23:31.600456 n-d-828369-4 neutron-server[103138]: DEBUG oslo_db.api [None req-bbc358d3-4a5b-44b7-a610-4eaf635fe028 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:23:31.608897 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5e3de3-fc18-477c-b1c4-e55a3d283b92 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:31.620321 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5e3de3-fc18-477c-b1c4-e55a3d283b92 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:31.621262 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5e3de3-fc18-477c-b1c4-e55a3d283b92 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:31.621472 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5e3de3-fc18-477c-b1c4-e55a3d283b92 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:31.621903 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5e3de3-fc18-477c-b1c4-e55a3d283b92 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:31.622372 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5e3de3-fc18-477c-b1c4-e55a3d283b92 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:31.622808 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5e3de3-fc18-477c-b1c4-e55a3d283b92 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:31.623617 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5e3de3-fc18-477c-b1c4-e55a3d283b92 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:31.625135 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5e3de3-fc18-477c-b1c4-e55a3d283b92 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:31.625619 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5e3de3-fc18-477c-b1c4-e55a3d283b92 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:31.626053 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5e3de3-fc18-477c-b1c4-e55a3d283b92 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:31.627400 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5e3de3-fc18-477c-b1c4-e55a3d283b92 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:31.628903 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5e3de3-fc18-477c-b1c4-e55a3d283b92 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:31.630037 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5e3de3-fc18-477c-b1c4-e55a3d283b92 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:23:31.735059 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: 9307663c-6697-4856-831f-2f73db1fece1 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:23:31.743190 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01336c8f-1e49-49c5-b0f0-e7b46ef3748d tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Pushing event deleted for resources: {'Port': ['ID=9307663c-6697-4856-831f-2f73db1fece1,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:31.749319 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 9307663c-6697-4856-831f-2f73db1fece1 not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:23:31.813132 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.resource_extend [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:23:31.869600 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-1c5e3de3-fc18-477c-b1c4-e55a3d283b92 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:31.907696 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5e3de3-fc18-477c-b1c4-e55a3d283b92 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:31.910710 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1c5e3de3-fc18-477c-b1c4-e55a3d283b92 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:31.938035 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 46174fdb-97e1-4b41-ba6d-ca24476f1d8d completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:23:31.953433 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 46174fdb-97e1-4b41-ba6d-ca24476f1d8d triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:31.961633 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (46174fdb-97e1-4b41-ba6d-ca24476f1d8d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:32.050393 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-293cb0a0-30a7-473a-9e07-57ec8532f969 req-52647493-b51b-40cb-a4d2-288261191bef tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7055578 Feb 09 01:23:32.054556 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40608) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:32.062253 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-8710f039-b99f-42ba-bc52-6a5c0d813f15 req-01336c8f-1e49-49c5-b0f0-e7b46ef3748d tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] No DVR routers for this DVR port 9307663c-6697-4856-831f-2f73db1fece1 on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:23:32.067143 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8710f039-b99f-42ba-bc52-6a5c0d813f15 req-01336c8f-1e49-49c5-b0f0-e7b46ef3748d tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:32.082351 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8710f039-b99f-42ba-bc52-6a5c0d813f15 req-01336c8f-1e49-49c5-b0f0-e7b46ef3748d tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.47 "DELETE /v2.0/ports/9307663c-6697-4856-831f-2f73db1fece1 HTTP/1.1" status: 204 len: 173 time: 4.8526151 Feb 09 01:23:32.185386 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569bf59b-6775-4e64-a9d3-9da312de2e70', 'name': 'network-vif-deleted', 'tag': '9307663c-6697-4856-831f-2f73db1fece1'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:23:32.195941 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d45363-233c-4308-800d-07953ca69814" -d '{"events": [{"server_uuid": "569bf59b-6775-4e64-a9d3-9da312de2e70", "name": "network-vif-deleted", "tag": "9307663c-6697-4856-831f-2f73db1fece1"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:23:32.222335 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 0ec2765c-c8ca-498a-a0a0-9b25ec909aaf, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=0ec2765c-c8ca-498a-a0a0-9b25ec909aaf,segment=NetworkSegment(091e8814-090f-4ca2-8f12-f9cfbccdf71e),segment_id=091e8814-090f-4ca2-8f12-f9cfbccdf71e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:32.232450 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1c5e3de3-fc18-477c-b1c4-e55a3d283b92 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.2147465 Feb 09 01:23:32.235207 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40614) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:32.240904 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-481189ea-39e3-4786-9f8a-1ec9625d41be tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'subnet': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:32.271321 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '0ec2765c-c8ca-498a-a0a0-9b25ec909aaf', 'network_id': 'a7c73c67-867b-4cd1-a7a6-d305a5dc51d2', 'port_id': '0ec2765c-c8ca-498a-a0a0-9b25ec909aaf', 'mac_address': 'fa:16:3e:41:15:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36ed6c8a-8eab-4ee5-af4e-3a7d95f66f05', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:23:32.350685 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e48e99df-2040-4c9f-a678-7b084065b189 req-2719a6a1-a389-43a8-b57f-a93a652e7367 tempest-ServerDiskConfigTestJSON-285521333 tempest-ServerDiskConfigTestJSON-285521333-project] 10.222.0.50 "GET /v2.0/ports?device_id=569bf59b-6775-4e64-a9d3-9da312de2e70 HTTP/1.1" status: 200 len: 210 time: 0.0979810 Feb 09 01:23:32.417313 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a305698-67e4-4268-b1df-6c40b0564419 req-da853b61-2c6d-4a4c-8fa3-1463b0058394 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:32.426301 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9a305698-67e4-4268-b1df-6c40b0564419 req-da853b61-2c6d-4a4c-8fa3-1463b0058394 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=547c25db-5882-4232-865f-96655cf83a72 HTTP/1.1" status: 200 len: 943 time: 0.5245245 Feb 09 01:23:32.448498 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c40e5f43-ceca-4848-ae32-caafe4b4df68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:32.512302 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bbc358d3-4a5b-44b7-a610-4eaf635fe028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e5c9208b-e4a0-4281-b520-0ab1ba94b457), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:32.525681 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2114a40-8bbe-44b9-8050-4e8d6e6223ef x-openstack-request-id: req-e2114a40-8bbe-44b9-8050-4e8d6e6223ef {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:23:32.527404 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "569bf59b-6775-4e64-a9d3-9da312de2e70", "name": "network-vif-deleted", "tag": "9307663c-6697-4856-831f-2f73db1fece1", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:23:32.527768 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e2114a40-8bbe-44b9-8050-4e8d6e6223ef {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:23:32.528279 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569bf59b-6775-4e64-a9d3-9da312de2e70', 'name': 'network-vif-deleted', 'tag': '9307663c-6697-4856-831f-2f73db1fece1', 'status': 'completed', 'code': 200} Feb 09 01:23:32.593631 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9a305698-67e4-4268-b1df-6c40b0564419 req-590df8e0-02cd-4435-9fb3-a8f991204172 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578135 Feb 09 01:23:32.696461 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c40e5f43-ceca-4848-ae32-caafe4b4df68 admin admin] Publish callbacks [] for security_group (b7900082-8d9f-49bc-ab8a-42f5cc05c7da), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:32.710960 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c40e5f43-ceca-4848-ae32-caafe4b4df68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b7900082-8d9f-49bc-ab8a-42f5cc05c7da), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:32.814073 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 40620) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:32.815498 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c40e5f43-ceca-4848-ae32-caafe4b4df68 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5d96b89b57e14082874b002f426771a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7550063 Feb 09 01:23:33.009954 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481189ea-39e3-4786-9f8a-1ec9625d41be tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:33.020491 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2b00c312-a5ed-49a2-a9e9-ba6bf4f14f2a admin admin] Publish callbacks [] for security_group (b7900082-8d9f-49bc-ab8a-42f5cc05c7da), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:33.022414 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-481189ea-39e3-4786-9f8a-1ec9625d41be tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:33.034810 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e5f43-ceca-4848-ae32-caafe4b4df68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7900082-8d9f-49bc-ab8a-42f5cc05c7da,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:33.095766 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2b00c312-a5ed-49a2-a9e9-ba6bf4f14f2a admin admin] Publish callbacks [] for security_group (b7900082-8d9f-49bc-ab8a-42f5cc05c7da), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:33.197706 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2b00c312-a5ed-49a2-a9e9-ba6bf4f14f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b7900082-8d9f-49bc-ab8a-42f5cc05c7da), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:33.201184 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2b00c312-a5ed-49a2-a9e9-ba6bf4f14f2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:33.206354 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2b00c312-a5ed-49a2-a9e9-ba6bf4f14f2a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b7900082-8d9f-49bc-ab8a-42f5cc05c7da HTTP/1.1" status: 204 len: 168 time: 0.3882785 Feb 09 01:23:33.229505 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b00c312-a5ed-49a2-a9e9-ba6bf4f14f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7900082-8d9f-49bc-ab8a-42f5cc05c7da,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:33.322427 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-bbc358d3-4a5b-44b7-a610-4eaf635fe028 None None] For port e5c9208b-e4a0-4281-b520-0ab1ba94b457, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=e5c9208b-e4a0-4281-b520-0ab1ba94b457,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:33.387486 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380fca0-2cd8-4917-9599-8aa77bd424bf req-e6114157-69cf-4d74-96bf-def6a2945284 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:33.392135 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5380fca0-2cd8-4917-9599-8aa77bd424bf req-e6114157-69cf-4d74-96bf-def6a2945284 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 946 time: 0.1406827 Feb 09 01:23:33.446047 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bbc358d3-4a5b-44b7-a610-4eaf635fe028 None None] Publish callbacks [] for port (e5c9208b-e4a0-4281-b520-0ab1ba94b457), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:33.502221 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bbc358d3-4a5b-44b7-a610-4eaf635fe028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e5c9208b-e4a0-4281-b520-0ab1ba94b457), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:33.595524 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5380fca0-2cd8-4917-9599-8aa77bd424bf req-e7546925-b9b8-4ce1-adfe-f29aa23fb723 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972790 Feb 09 01:23:33.874720 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device e5c9208b-e4a0-4281-b520-0ab1ba94b457 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:23:33.883802 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8267d7ae-1099-4dc0-bb4b-0a9b4636e813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:33.978093 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-481189ea-39e3-4786-9f8a-1ec9625d41be tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (cd68d347-ee9e-4ad9-96f3-7d1e995847fc), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:34.017070 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945d832-7f2b-482e-ad5f-e2fd3b7be4d9 req-c96ba03a-23d8-4c92-a4c7-d565c7608ba6 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:34.028405 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6945d832-7f2b-482e-ad5f-e2fd3b7be4d9 req-c96ba03a-23d8-4c92-a4c7-d565c7608ba6 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=547c25db-5882-4232-865f-96655cf83a72 HTTP/1.1" status: 200 len: 943 time: 0.2384589 Feb 09 01:23:34.063885 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 40646) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:34.131147 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc358d3-4a5b-44b7-a610-4eaf635fe028 None None] Pushing event updated for resources: {'Port': ['ID=e5c9208b-e4a0-4281-b520-0ab1ba94b457,revision_number=9']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:34.141867 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 40650) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:34.196803 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 0ec2765c-c8ca-498a-a0a0-9b25ec909aaf is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:34.199678 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481189ea-39e3-4786-9f8a-1ec9625d41be tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:34.215256 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (0ec2765c-c8ca-498a-a0a0-9b25ec909aaf), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:34.218757 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-481189ea-39e3-4786-9f8a-1ec9625d41be tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:34.227466 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481189ea-39e3-4786-9f8a-1ec9625d41be tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:34.234556 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-481189ea-39e3-4786-9f8a-1ec9625d41be tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:34.288165 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481189ea-39e3-4786-9f8a-1ec9625d41be tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Subnet': ['ID=cd68d347-ee9e-4ad9-96f3-7d1e995847fc,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:34.303583 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port e5c9208b-e4a0-4281-b520-0ab1ba94b457 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:34.306117 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e5c9208b-e4a0-4281-b520-0ab1ba94b457), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:34.312284 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-481189ea-39e3-4786-9f8a-1ec9625d41be tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0757725 Feb 09 01:23:34.315058 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40652) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:34.330110 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-b168a5a6-aea4-471a-9387-b162c4cf1200 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'port': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'mac_address': 'fa:16:3e:62:63:d9', 'name': 'tempest-NetworksTestDHCPv6-786097985'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:34.349286 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bcc2043-bf1d-4a92-b930-4a203cd24f7c admin admin] Deleting subnet cd2bf801-d138-4a76-952d-e259104944cf {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:23:34.359859 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8bcc2043-bf1d-4a92-b930-4a203cd24f7c admin admin] Publish callbacks [] for subnet (cd2bf801-d138-4a76-952d-e259104944cf), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:34.507426 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8bcc2043-bf1d-4a92-b930-4a203cd24f7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (cd2bf801-d138-4a76-952d-e259104944cf), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:34.594895 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 46174fdb-97e1-4b41-ba6d-ca24476f1d8d is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:34.595451 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (46174fdb-97e1-4b41-ba6d-ca24476f1d8d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:34.686252 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8bcc2043-bf1d-4a92-b930-4a203cd24f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (cd2bf801-d138-4a76-952d-e259104944cf), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:34.704802 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ec2765c-c8ca-498a-a0a0-9b25ec909aaf {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:23:34.707159 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b168a5a6-aea4-471a-9387-b162c4cf1200 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:34.833936 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3d7283aa-ad77-4627-bb28-284980f07177 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:34.853943 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port e5c9208b-e4a0-4281-b520-0ab1ba94b457 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:34.870564 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8bcc2043-bf1d-4a92-b930-4a203cd24f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (cd2bf801-d138-4a76-952d-e259104944cf), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:34.877371 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7f9dfbc1-2bc2-4115-b714-c8092f663afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:34.908641 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 0ec2765c-c8ca-498a-a0a0-9b25ec909aaf, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=0ec2765c-c8ca-498a-a0a0-9b25ec909aaf,segment=NetworkSegment(091e8814-090f-4ca2-8f12-f9cfbccdf71e),segment_id=091e8814-090f-4ca2-8f12-f9cfbccdf71e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:34.916485 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27692869-bfd1-47aa-8ed5-f3224fa206ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46174fdb-97e1-4b41-ba6d-ca24476f1d8d'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:23:34.919357 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13858ca2-313c-49c5-a9f4-76e8894b414e" -d '{"events": [{"server_uuid": "27692869-bfd1-47aa-8ed5-f3224fa206ce", "name": "network-vif-plugged", "status": "completed", "tag": "46174fdb-97e1-4b41-ba6d-ca24476f1d8d"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:23:34.935449 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (0ec2765c-c8ca-498a-a0a0-9b25ec909aaf), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:35.074504 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc2043-bf1d-4a92-b930-4a203cd24f7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd2bf801-d138-4a76-952d-e259104944cf,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:35.075869 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=0ec2765c-c8ca-498a-a0a0-9b25ec909aaf,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:35.097148 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 46174fdb-97e1-4b41-ba6d-ca24476f1d8d, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=46174fdb-97e1-4b41-ba6d-ca24476f1d8d,segment=NetworkSegment(091e8814-090f-4ca2-8f12-f9cfbccdf71e),segment_id=091e8814-090f-4ca2-8f12-f9cfbccdf71e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:35.106048 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (46174fdb-97e1-4b41-ba6d-ca24476f1d8d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:35.114692 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8bcc2043-bf1d-4a92-b930-4a203cd24f7c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:35.126059 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8bcc2043-bf1d-4a92-b930-4a203cd24f7c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/cd2bf801-d138-4a76-952d-e259104944cf HTTP/1.1" status: 204 len: 168 time: 0.9793265 Feb 09 01:23:35.131968 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40662) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:35.255186 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=46174fdb-97e1-4b41-ba6d-ca24476f1d8d,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:35.269399 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417db899-b243-49c2-a42c-a6072c3a0bf8 None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:23:35.275881 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['0ec2765c-c8ca-498a-a0a0-9b25ec909aaf'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:23:35.301875 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6945d832-7f2b-482e-ad5f-e2fd3b7be4d9 req-2ec7fc3c-59b0-41eb-a405-31accc19a25b tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2704439 Feb 09 01:23:35.338776 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5c1cc-f0ef-4519-b40c-813dd53b2725 req-128d16fd-3290-4baf-bd1c-48f34d02ab52 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:35.339583 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9ec5c1cc-f0ef-4519-b40c-813dd53b2725 req-128d16fd-3290-4baf-bd1c-48f34d02ab52 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 946 time: 0.5001876 Feb 09 01:23:35.350734 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c72841e2-6cc7-4d7d-a095-f42f28aa10de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (633bdf52-4e13-4a9d-8810-49c577c6cdb8), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:35.374322 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b168a5a6-aea4-471a-9387-b162c4cf1200 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:35.567305 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-b168a5a6-aea4-471a-9387-b162c4cf1200 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] device_id is not set on port 90b43b69-cb32-4f06-9387-08f2d89c73a2 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:23:35.716231 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6043d5ee-6c1d-47f8-a92f-4476ef87cdde x-openstack-request-id: req-6043d5ee-6c1d-47f8-a92f-4476ef87cdde {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:23:35.716810 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27692869-bfd1-47aa-8ed5-f3224fa206ce", "name": "network-vif-plugged", "status": "completed", "tag": "46174fdb-97e1-4b41-ba6d-ca24476f1d8d", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:23:35.716810 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6043d5ee-6c1d-47f8-a92f-4476ef87cdde {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:23:35.717181 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27692869-bfd1-47aa-8ed5-f3224fa206ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46174fdb-97e1-4b41-ba6d-ca24476f1d8d', 'code': 200} Feb 09 01:23:35.719657 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9ec5c1cc-f0ef-4519-b40c-813dd53b2725 req-20f0f8a0-4d4f-4d49-80c6-83b3d823ef8d tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3496673 Feb 09 01:23:35.788159 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3d7283aa-ad77-4627-bb28-284980f07177 admin admin] Publish callbacks [] for security_group (c03f2068-1488-434f-9db3-ac9ae86e6ca4), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:35.806424 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3d7283aa-ad77-4627-bb28-284980f07177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (c03f2068-1488-434f-9db3-ac9ae86e6ca4), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:35.823840 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c72841e2-6cc7-4d7d-a095-f42f28aa10de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (633bdf52-4e13-4a9d-8810-49c577c6cdb8), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:35.836987 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb5a38-17d9-478d-8c74-10c4ecc33008 req-76c013ef-fc73-4092-8d36-725571369ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:35.840191 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1abb5a38-17d9-478d-8c74-10c4ecc33008 req-76c013ef-fc73-4092-8d36-725571369ca6 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=27692869-bfd1-47aa-8ed5-f3224fa206ce HTTP/1.1" status: 200 len: 1127 time: 0.3256946 Feb 09 01:23:35.865242 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-25027dad-1fad-45bd-be0f-b89641a8f715 None None] Provisioning complete for port e5c9208b-e4a0-4281-b520-0ab1ba94b457 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:35.868183 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-25027dad-1fad-45bd-be0f-b89641a8f715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e5c9208b-e4a0-4281-b520-0ab1ba94b457), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:35.921909 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-c72841e2-6cc7-4d7d-a095-f42f28aa10de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['633bdf52-4e13-4a9d-8810-49c577c6cdb8']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:35.957750 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7283aa-ad77-4627-bb28-284980f07177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03f2068-1488-434f-9db3-ac9ae86e6ca4,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:35.959389 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-c72841e2-6cc7-4d7d-a095-f42f28aa10de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1b6dfa9-0088-4f06-bf4d-732afafaf84a') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:35.959709 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-c72841e2-6cc7-4d7d-a095-f42f28aa10de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1b6dfa9-0088-4f06-bf4d-732afafaf84a') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:23:35.971042 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3d7283aa-ad77-4627-bb28-284980f07177 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7a318e1f30764ad19f49a8529ce4be11&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9010293 Feb 09 01:23:35.971907 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40668) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:36.029001 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1abb5a38-17d9-478d-8c74-10c4ecc33008 req-55b9af9e-c335-4ba5-bb42-d4c4f504121a service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587663 Feb 09 01:23:36.038239 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c72841e2-6cc7-4d7d-a095-f42f28aa10de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (e1b6dfa9-0088-4f06-bf4d-732afafaf84a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:36.099667 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c72841e2-6cc7-4d7d-a095-f42f28aa10de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (e1b6dfa9-0088-4f06-bf4d-732afafaf84a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:36.131843 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:36.153228 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c72841e2-6cc7-4d7d-a095-f42f28aa10de admin admin] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:23:36.154696 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c72841e2-6cc7-4d7d-a095-f42f28aa10de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (e1b6dfa9-0088-4f06-bf4d-732afafaf84a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:36.188078 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:23:36.188078 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:23:36.188078 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:23:36.188078 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:23:36.188078 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:23:36.188078 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:23:36.188078 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:23:36.188078 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:23:36.188078 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:23:36.188078 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:23:36.188078 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:23:36.188078 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:23:36.188078 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:23:36.188078 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:23:36.188078 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:23:36.188078 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:23:36.188078 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:23:36.188078 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:23:36.188078 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:23:36.188078 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:23:36.188078 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:23:36.188078 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:23:36.188078 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:23:36.188078 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:23:36.188078 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:23:36.188078 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:23:36.188078 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:23:36.188078 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:23:36.188078 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:23:36.188078 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:23:36.188078 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:23:36.188078 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:23:36.370771 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8369965-42b9-496d-b2c3-2d27c012ee0c None None] Update dhcp port {'port': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'fixed_ips': [{'subnet_id': '181459b7-fceb-4cfd-b547-c247c5b8756a', 'ip_address': '2001:db8::f816:3eff:fe45:bfa9'}, {'subnet_id': 'cd68d347-ee9e-4ad9-96f3-7d1e995847fc'}], 'binding:host_id': 'n-d-828369-4'}, 'id': 'e5c9208b-e4a0-4281-b520-0ab1ba94b457'} from n-d-828369-4. {{(pid=103138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 01:23:36.417431 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d8369965-42b9-496d-b2c3-2d27c012ee0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e5c9208b-e4a0-4281-b520-0ab1ba94b457), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:36.469647 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-25027dad-1fad-45bd-be0f-b89641a8f715 None None] Current status of the port e5c9208b-e4a0-4281-b520-0ab1ba94b457 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:36.546209 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-b168a5a6-aea4-471a-9387-b162c4cf1200 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Allocated IP 172.20.0.10 (a8203b0d-e7af-492c-8c21-23f9563ce2e8/cd68d347-ee9e-4ad9-96f3-7d1e995847fc/90b43b69-cb32-4f06-9387-08f2d89c73a2) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:36.551651 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c72841e2-6cc7-4d7d-a095-f42f28aa10de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (633bdf52-4e13-4a9d-8810-49c577c6cdb8), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:36.572292 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39da1ec-fd39-4069-9f04-078838351dc4 req-9457b4c4-18ef-49fa-89c2-f2905441db71 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:36.588034 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c39da1ec-fd39-4069-9f04-078838351dc4 req-9457b4c4-18ef-49fa-89c2-f2905441db71 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=547c25db-5882-4232-865f-96655cf83a72 HTTP/1.1" status: 200 len: 944 time: 0.1423104 Feb 09 01:23:36.598523 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c72841e2-6cc7-4d7d-a095-f42f28aa10de admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:36.630340 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c72841e2-6cc7-4d7d-a095-f42f28aa10de admin admin] 10.222.0.50 "DELETE /v2.0/networks/633bdf52-4e13-4a9d-8810-49c577c6cdb8 HTTP/1.1" status: 204 len: 168 time: 1.4772754 Feb 09 01:23:36.680407 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-b168a5a6-aea4-471a-9387-b162c4cf1200 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Allocated IP 2001:db8::f816:3eff:fe62:63d9 (a8203b0d-e7af-492c-8c21-23f9563ce2e8/181459b7-fceb-4cfd-b547-c247c5b8756a/90b43b69-cb32-4f06-9387-08f2d89c73a2) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:36.697478 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72841e2-6cc7-4d7d-a095-f42f28aa10de admin admin] Pushing event deleted for resources: {'Network': ['ID=633bdf52-4e13-4a9d-8810-49c577c6cdb8,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:36.703796 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c0c71e30-f514-4416-a317-466b59c2e9cd admin admin] Publish callbacks [] for security_group (c03f2068-1488-434f-9db3-ac9ae86e6ca4), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:36.740660 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c39da1ec-fd39-4069-9f04-078838351dc4 req-c9cce2c1-6cca-4006-9c14-cdb8d416f50d tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516197 Feb 09 01:23:36.794047 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c0c71e30-f514-4416-a317-466b59c2e9cd admin admin] Publish callbacks [] for security_group (c03f2068-1488-434f-9db3-ac9ae86e6ca4), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:36.913484 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c0c71e30-f514-4416-a317-466b59c2e9cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (c03f2068-1488-434f-9db3-ac9ae86e6ca4), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:36.924159 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c0c71e30-f514-4416-a317-466b59c2e9cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:36.926869 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c0c71e30-f514-4416-a317-466b59c2e9cd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c03f2068-1488-434f-9db3-ac9ae86e6ca4 HTTP/1.1" status: 204 len: 168 time: 0.9294436 Feb 09 01:23:36.941143 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 0ec2765c-c8ca-498a-a0a0-9b25ec909aaf up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:23:36.984224 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c71e30-f514-4416-a317-466b59c2e9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03f2068-1488-434f-9db3-ac9ae86e6ca4,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:37.147429 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32fb7f-18b8-4d1a-9ec0-2b8972d16d5f req-61e374f1-af62-4e3b-875b-30b187a0a1b1 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:37.162537 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8e32fb7f-18b8-4d1a-9ec0-2b8972d16d5f req-61e374f1-af62-4e3b-875b-30b187a0a1b1 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 946 time: 0.2318447 Feb 09 01:23:37.177316 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 40684) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:37.258211 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 0ec2765c-c8ca-498a-a0a0-9b25ec909aaf completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:23:37.279168 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:37.284076 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 0ec2765c-c8ca-498a-a0a0-9b25ec909aaf triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:37.285462 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (0ec2765c-c8ca-498a-a0a0-9b25ec909aaf), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:37.341324 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8e32fb7f-18b8-4d1a-9ec0-2b8972d16d5f req-ef5b8c5f-1697-485d-8249-343aadd2f1d4 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778791 Feb 09 01:23:37.426133 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3f1c9082-a9dc-44dd-8750-869196397234 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ea634eba134a436c8efc984f29cf1d41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2399688 Feb 09 01:23:37.427033 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 40692) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:37.546484 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 0ec2765c-c8ca-498a-a0a0-9b25ec909aaf is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:37.546718 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (0ec2765c-c8ca-498a-a0a0-9b25ec909aaf), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:37.571971 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3a87761a-83d8-4b72-9fab-d4df6acea1dd admin admin] Publish callbacks [] for security_group (bbd1ed18-1217-48cd-92eb-13784e407021), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:37.599838 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b168a5a6-aea4-471a-9387-b162c4cf1200 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for port (90b43b69-cb32-4f06-9387-08f2d89c73a2), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:37.637188 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 0ec2765c-c8ca-498a-a0a0-9b25ec909aaf, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=0ec2765c-c8ca-498a-a0a0-9b25ec909aaf,segment=NetworkSegment(091e8814-090f-4ca2-8f12-f9cfbccdf71e),segment_id=091e8814-090f-4ca2-8f12-f9cfbccdf71e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:37.640615 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3a87761a-83d8-4b72-9fab-d4df6acea1dd admin admin] Publish callbacks [] for security_group (bbd1ed18-1217-48cd-92eb-13784e407021), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:37.662799 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (0ec2765c-c8ca-498a-a0a0-9b25ec909aaf), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:37.718535 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547c25db-5882-4232-865f-96655cf83a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec2765c-c8ca-498a-a0a0-9b25ec909aaf'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:23:37.727728 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4d9315-3a79-48e2-bad8-5466faef3550" -d '{"events": [{"server_uuid": "547c25db-5882-4232-865f-96655cf83a72", "name": "network-vif-plugged", "status": "completed", "tag": "0ec2765c-c8ca-498a-a0a0-9b25ec909aaf"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:23:37.734032 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b168a5a6-aea4-471a-9387-b162c4cf1200 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (90b43b69-cb32-4f06-9387-08f2d89c73a2), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:37.748047 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3a87761a-83d8-4b72-9fab-d4df6acea1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (bbd1ed18-1217-48cd-92eb-13784e407021), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:37.751744 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3a87761a-83d8-4b72-9fab-d4df6acea1dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:37.756190 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3a87761a-83d8-4b72-9fab-d4df6acea1dd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bbd1ed18-1217-48cd-92eb-13784e407021 HTTP/1.1" status: 204 len: 168 time: 0.3280363 Feb 09 01:23:37.763361 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:37.783638 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a87761a-83d8-4b72-9fab-d4df6acea1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd1ed18-1217-48cd-92eb-13784e407021,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:37.870083 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6af3ce0-d1a5-46fb-8587-17bb072de745 x-openstack-request-id: req-e6af3ce0-d1a5-46fb-8587-17bb072de745 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:23:37.870637 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547c25db-5882-4232-865f-96655cf83a72", "name": "network-vif-plugged", "status": "completed", "tag": "0ec2765c-c8ca-498a-a0a0-9b25ec909aaf", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:23:37.871239 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e6af3ce0-d1a5-46fb-8587-17bb072de745 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:23:37.871839 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '547c25db-5882-4232-865f-96655cf83a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec2765c-c8ca-498a-a0a0-9b25ec909aaf', 'code': 200} Feb 09 01:23:37.921812 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b168a5a6-aea4-471a-9387-b162c4cf1200 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Port': ['ID=90b43b69-cb32-4f06-9387-08f2d89c73a2,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:37.947254 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-d8369965-42b9-496d-b2c3-2d27c012ee0c None None] Allocated IP 172.20.0.2 (a8203b0d-e7af-492c-8c21-23f9563ce2e8/cd68d347-ee9e-4ad9-96f3-7d1e995847fc/e5c9208b-e4a0-4281-b520-0ab1ba94b457) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:37.994194 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b168a5a6-aea4-471a-9387-b162c4cf1200 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:38.010771 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-b168a5a6-aea4-471a-9387-b162c4cf1200 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:38.030146 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b168a5a6-aea4-471a-9387-b162c4cf1200 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:23:38.074724 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-d8369965-42b9-496d-b2c3-2d27c012ee0c None None] For port e5c9208b-e4a0-4281-b520-0ab1ba94b457, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=e5c9208b-e4a0-4281-b520-0ab1ba94b457,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:38.126826 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d8369965-42b9-496d-b2c3-2d27c012ee0c None None] Publish callbacks [] for port (e5c9208b-e4a0-4281-b520-0ab1ba94b457), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:38.133393 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=0ec2765c-c8ca-498a-a0a0-9b25ec909aaf,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:38.140524 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d8369965-42b9-496d-b2c3-2d27c012ee0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e5c9208b-e4a0-4281-b520-0ab1ba94b457), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:38.166741 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5df7e4-5cdc-4b4c-99ad-7eaac3c10581 req-3bee5fb2-3405-4180-8156-d231d01a04aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:38.168426 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa5df7e4-5cdc-4b4c-99ad-7eaac3c10581 req-3bee5fb2-3405-4180-8156-d231d01a04aa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=547c25db-5882-4232-865f-96655cf83a72 HTTP/1.1" status: 200 len: 1127 time: 0.2465985 Feb 09 01:23:38.221243 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8369965-42b9-496d-b2c3-2d27c012ee0c None None] Pushing event updated for resources: {'Port': ['ID=e5c9208b-e4a0-4281-b520-0ab1ba94b457,revision_number=10']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:38.290416 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b168a5a6-aea4-471a-9387-b162c4cf1200 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:38.291014 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b168a5a6-aea4-471a-9387-b162c4cf1200 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:38.298153 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344b627-40cb-48bb-b194-57e6e8b02a3d req-23f65a6d-699d-4f1d-9554-0ff8b06685cb tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:38.299747 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2344b627-40cb-48bb-b194-57e6e8b02a3d req-23f65a6d-699d-4f1d-9554-0ff8b06685cb tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=547c25db-5882-4232-865f-96655cf83a72 HTTP/1.1" status: 200 len: 945 time: 0.3061633 Feb 09 01:23:38.331393 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b168a5a6-aea4-471a-9387-b162c4cf1200 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.0130007 Feb 09 01:23:38.332261 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40712) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:38.450170 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:38.467056 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40716) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:38.551697 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2344b627-40cb-48bb-b194-57e6e8b02a3d req-f35ac2c1-972a-442e-b3a3-cf1f2ccb5ba4 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428010 Feb 09 01:23:38.567172 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5f737b-8e4e-4767-a945-f205273cab21 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:38.595697 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5f737b-8e4e-4767-a945-f205273cab21 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:38.606595 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-fb5f737b-8e4e-4767-a945-f205273cab21 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.2731485 Feb 09 01:23:38.612832 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40726) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:38.621401 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa5df7e4-5cdc-4b4c-99ad-7eaac3c10581 req-30f662bf-8ab5-4683-b84e-1a40f52b1148 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988168 Feb 09 01:23:38.899890 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48dd67-61e8-4e74-b15e-f2a9d25c60bf req-dfd85a23-f357-42d4-bc64-e23a170d8d25 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:38.902935 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd48dd67-61e8-4e74-b15e-f2a9d25c60bf req-dfd85a23-f357-42d4-bc64-e23a170d8d25 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 946 time: 0.3126771 Feb 09 01:23:38.927539 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e4039384-0a7b-4d77-8c9d-431febdf77a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:39.057884 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd48dd67-61e8-4e74-b15e-f2a9d25c60bf req-ad3fc8a9-d36c-4807-8261-6fcd22244161 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476982 Feb 09 01:23:39.166219 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-e3f5a524-4275-4070-823f-8aa6d7968656 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting port 90b43b69-cb32-4f06-9387-08f2d89c73a2 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:23:39.169358 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e3f5a524-4275-4070-823f-8aa6d7968656 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (90b43b69-cb32-4f06-9387-08f2d89c73a2), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:39.341580 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e4039384-0a7b-4d77-8c9d-431febdf77a4 admin admin] Publish callbacks [] for security_group (b7c67da5-1a90-4f24-9b6c-d1cd960bdb97), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:39.364956 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e4039384-0a7b-4d77-8c9d-431febdf77a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b7c67da5-1a90-4f24-9b6c-d1cd960bdb97), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:39.411537 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:39.463835 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e3f5a524-4275-4070-823f-8aa6d7968656 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (90b43b69-cb32-4f06-9387-08f2d89c73a2), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:39.524027 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device e5c9208b-e4a0-4281-b520-0ab1ba94b457 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:23:39.550788 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-e3f5a524-4275-4070-823f-8aa6d7968656 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Calling delete_port for 90b43b69-cb32-4f06-9387-08f2d89c73a2 owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:23:39.609977 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e4039384-0a7b-4d77-8c9d-431febdf77a4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5973df66cc4044fda31dbeda51cd6e00&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1406143 Feb 09 01:23:39.610769 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4039384-0a7b-4d77-8c9d-431febdf77a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c67da5-1a90-4f24-9b6c-d1cd960bdb97,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:39.613810 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 40754) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:39.806657 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e1184206-4117-4bd7-90d1-0896c049e853 admin admin] Publish callbacks [] for security_group (b7c67da5-1a90-4f24-9b6c-d1cd960bdb97), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:39.867653 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port e5c9208b-e4a0-4281-b520-0ab1ba94b457 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:39.867956 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e5c9208b-e4a0-4281-b520-0ab1ba94b457), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:39.908846 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e1184206-4117-4bd7-90d1-0896c049e853 admin admin] Publish callbacks [] for security_group (b7c67da5-1a90-4f24-9b6c-d1cd960bdb97), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:40.055811 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51eb5d09-89c2-4473-923f-37a8fdcde1bf None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:23:40.104696 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e1184206-4117-4bd7-90d1-0896c049e853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b7c67da5-1a90-4f24-9b6c-d1cd960bdb97), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:40.107786 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e1184206-4117-4bd7-90d1-0896c049e853 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:40.122814 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e1184206-4117-4bd7-90d1-0896c049e853 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b7c67da5-1a90-4f24-9b6c-d1cd960bdb97 HTTP/1.1" status: 204 len: 168 time: 0.5018260 Feb 09 01:23:40.142216 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1184206-4117-4bd7-90d1-0896c049e853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c67da5-1a90-4f24-9b6c-d1cd960bdb97,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:40.231113 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692271c5-1030-4b06-a3b3-036f957df1ae req-846a8260-e61d-49fe-b0fc-4d65aacb104f tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:40.241300 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-692271c5-1030-4b06-a3b3-036f957df1ae req-846a8260-e61d-49fe-b0fc-4d65aacb104f tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=547c25db-5882-4232-865f-96655cf83a72 HTTP/1.1" status: 200 len: 945 time: 0.2297876 Feb 09 01:23:40.250104 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e3f5a524-4275-4070-823f-8aa6d7968656 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (90b43b69-cb32-4f06-9387-08f2d89c73a2), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:40.326112 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40772) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:40.342801 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5a524-4275-4070-823f-8aa6d7968656 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Port': ['ID=90b43b69-cb32-4f06-9387-08f2d89c73a2,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:40.417277 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-692271c5-1030-4b06-a3b3-036f957df1ae req-4286d31a-329b-44b4-8b74-55b4cb8f1d95 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686888 Feb 09 01:23:40.494265 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed48f9c-3139-4d12-b1b6-0299b1aaa1b4 req-e5c2bcb8-0e7e-488d-882a-d269e7f078c2 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:40.506248 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5ed48f9c-3139-4d12-b1b6-0299b1aaa1b4 req-e5c2bcb8-0e7e-488d-882a-d269e7f078c2 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 946 time: 0.2460432 Feb 09 01:23:40.593962 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e3f5a524-4275-4070-823f-8aa6d7968656 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:40.613702 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e3f5a524-4275-4070-823f-8aa6d7968656 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/ports/90b43b69-cb32-4f06-9387-08f2d89c73a2 HTTP/1.1" status: 204 len: 168 time: 1.9997311 Feb 09 01:23:40.617294 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40780) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:40.656326 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5ed48f9c-3139-4d12-b1b6-0299b1aaa1b4 req-fbb1cc83-dc72-49a3-ac49-a3b75a6821f9 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467195 Feb 09 01:23:40.750803 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22223f8-a5be-43f9-a4a9-c700241fae5a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:40.752400 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22223f8-a5be-43f9-a4a9-c700241fae5a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:40.755215 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22223f8-a5be-43f9-a4a9-c700241fae5a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:40.771719 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 40786) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:40.772893 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e22223f8-a5be-43f9-a4a9-c700241fae5a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1543295 Feb 09 01:23:41.046239 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-9e4433e7-3a11-416d-8011-52b9e23a627e None None] Provisioning complete for port e5c9208b-e4a0-4281-b520-0ab1ba94b457 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:41.047098 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e4433e7-3a11-416d-8011-52b9e23a627e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e5c9208b-e4a0-4281-b520-0ab1ba94b457), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:41.203351 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-b2860930-6093-49a3-b29b-b07315bf58da admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1685557842-network', 'tenant_id': '9280b9db8d3848f8832517db8b659897'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:41.215285 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-218c27da-6ab5-484a-960d-8c4c007061e5 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting subnet 181459b7-fceb-4cfd-b547-c247c5b8756a {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:23:41.229755 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port e5c9208b-e4a0-4281-b520-0ab1ba94b457 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:41.262818 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-218c27da-6ab5-484a-960d-8c4c007061e5 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (181459b7-fceb-4cfd-b547-c247c5b8756a), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:41.263754 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2860930-6093-49a3-b29b-b07315bf58da admin admin] Made reservation on behalf of 9280b9db8d3848f8832517db8b659897 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:41.270349 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b2860930-6093-49a3-b29b-b07315bf58da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:41.319880 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b2860930-6093-49a3-b29b-b07315bf58da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:41.480343 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-9e4433e7-3a11-416d-8011-52b9e23a627e None None] Current status of the port e5c9208b-e4a0-4281-b520-0ab1ba94b457 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:41.489938 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-218c27da-6ab5-484a-960d-8c4c007061e5 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (181459b7-fceb-4cfd-b547-c247c5b8756a), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:41.592216 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40798) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:41.650165 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c6cce157-88c1-4800-aec1-d1aa43904038 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:41.821641 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b2860930-6093-49a3-b29b-b07315bf58da admin admin] Publish callbacks [] for security_group (335446df-a7e9-4afa-a718-154f1a728451), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:41.838346 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b2860930-6093-49a3-b29b-b07315bf58da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (335446df-a7e9-4afa-a718-154f1a728451), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:41.884322 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-218c27da-6ab5-484a-960d-8c4c007061e5 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (181459b7-fceb-4cfd-b547-c247c5b8756a), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:41.951641 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9056b8-b1fd-45f1-8922-94287dc60fbc req-8c9954a7-02b9-4886-892d-5f97ad307f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:41.953234 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bf9056b8-b1fd-45f1-8922-94287dc60fbc req-8c9954a7-02b9-4886-892d-5f97ad307f26 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2c4f55ab750f4159bdfcab050e5654ef&device_id=547c25db-5882-4232-865f-96655cf83a72 HTTP/1.1" status: 200 len: 1127 time: 1.0538695 Feb 09 01:23:42.029799 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf64949-6698-454a-bc1e-8727af206966 req-afb3d193-38ed-4956-89e4-d281c5bf87d9 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:42.037481 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3cf64949-6698-454a-bc1e-8727af206966 req-afb3d193-38ed-4956-89e4-d281c5bf87d9 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=547c25db-5882-4232-865f-96655cf83a72 HTTP/1.1" status: 200 len: 945 time: 1.1339865 Feb 09 01:23:42.045702 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-8e627d2d-52f7-4af1-91b1-4aadc947df1c None None] Provisioning complete for port e5c9208b-e4a0-4281-b520-0ab1ba94b457 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:42.047893 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8e627d2d-52f7-4af1-91b1-4aadc947df1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e5c9208b-e4a0-4281-b520-0ab1ba94b457), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:42.060994 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2860930-6093-49a3-b29b-b07315bf58da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335446df-a7e9-4afa-a718-154f1a728451,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:42.073625 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c6cce157-88c1-4800-aec1-d1aa43904038 admin admin] Publish callbacks [] for security_group (431a31f7-27cc-40a6-8df2-f21f4090ef1a), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:42.080108 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2860930-6093-49a3-b29b-b07315bf58da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1046} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:23:42.097547 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c6cce157-88c1-4800-aec1-d1aa43904038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (431a31f7-27cc-40a6-8df2-f21f4090ef1a), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:42.267732 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3cf64949-6698-454a-bc1e-8727af206966 req-b952c8dd-eda9-402f-b828-59ef4cbc39d0 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291226 Feb 09 01:23:42.268780 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-218c27da-6ab5-484a-960d-8c4c007061e5 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (181459b7-fceb-4cfd-b547-c247c5b8756a), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:42.270068 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b2860930-6093-49a3-b29b-b07315bf58da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (a836f049-f451-4bc4-afb4-1bb3d0fc2588), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:42.275429 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-b2860930-6093-49a3-b29b-b07315bf58da admin admin] Added segment a836f049-f451-4bc4-afb4-1bb3d0fc2588 of type vlan for network 61bedc61-f650-40cd-b78b-0e98dfc102b2 Feb 09 01:23:42.329418 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-218c27da-6ab5-484a-960d-8c4c007061e5 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:42.334836 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-218c27da-6ab5-484a-960d-8c4c007061e5 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/181459b7-fceb-4cfd-b547-c247c5b8756a HTTP/1.1" status: 204 len: 168 time: 1.5595098 Feb 09 01:23:42.336341 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c27da-6ab5-484a-960d-8c4c007061e5 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Subnet': ['ID=181459b7-fceb-4cfd-b547-c247c5b8756a,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:42.343369 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40814) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:42.385294 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2982c531-5175-4051-b43e-dd380df6abae req-93f2ad4d-3de1-48ae-a313-4085cf56f8bc tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:42.396049 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2982c531-5175-4051-b43e-dd380df6abae req-93f2ad4d-3de1-48ae-a313-4085cf56f8bc tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 946 time: 0.5364790 Feb 09 01:23:42.492728 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c6cce157-88c1-4800-aec1-d1aa43904038 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0103b645e1724f9d8c2aa40a0ca136fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8911233 Feb 09 01:23:42.494974 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-8e627d2d-52f7-4af1-91b1-4aadc947df1c None None] Current status of the port e5c9208b-e4a0-4281-b520-0ab1ba94b457 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:42.516266 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 40816) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:42.535284 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cce157-88c1-4800-aec1-d1aa43904038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431a31f7-27cc-40a6-8df2-f21f4090ef1a,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:42.539236 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2982c531-5175-4051-b43e-dd380df6abae req-481c1353-e4a3-4531-981a-884de73fd60a tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376803 Feb 09 01:23:42.600252 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b2860930-6093-49a3-b29b-b07315bf58da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (61bedc61-f650-40cd-b78b-0e98dfc102b2), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:42.642329 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-1981ea98-e431-4093-8133-1deb237f0228 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting subnet cd68d347-ee9e-4ad9-96f3-7d1e995847fc {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:23:42.648283 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9056b8-b1fd-45f1-8922-94287dc60fbc req-c59f0762-67ec-4b3d-9822-81db051075db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:42.653813 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bf9056b8-b1fd-45f1-8922-94287dc60fbc req-c59f0762-67ec-4b3d-9822-81db051075db service neutron] 10.222.0.47 "GET /v2.0/networks?id=a7c73c67-867b-4cd1-a7a6-d305a5dc51d2 HTTP/1.1" status: 200 len: 921 time: 0.6491401 Feb 09 01:23:42.655563 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfec44dc-88ed-4cbf-aa36-99e75631e055 None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:23:42.656777 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1981ea98-e431-4093-8133-1deb237f0228 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (cd68d347-ee9e-4ad9-96f3-7d1e995847fc), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:42.730349 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b2860930-6093-49a3-b29b-b07315bf58da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (61bedc61-f650-40cd-b78b-0e98dfc102b2), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:42.731471 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2860930-6093-49a3-b29b-b07315bf58da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:42.732157 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b2860930-6093-49a3-b29b-b07315bf58da admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:42.745869 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bf9056b8-b1fd-45f1-8922-94287dc60fbc req-ebee68fc-2209-4928-9ecb-8d0f68a4b68d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0ec2765c-c8ca-498a-a0a0-9b25ec909aaf HTTP/1.1" status: 200 len: 217 time: 0.0780830 Feb 09 01:23:42.761536 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1981ea98-e431-4093-8133-1deb237f0228 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (cd68d347-ee9e-4ad9-96f3-7d1e995847fc), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:42.768420 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-81c10f03-9f7a-4ddc-b982-5002ae95e9a0 admin admin] Publish callbacks [] for security_group (431a31f7-27cc-40a6-8df2-f21f4090ef1a), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:42.819750 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-81c10f03-9f7a-4ddc-b982-5002ae95e9a0 admin admin] Publish callbacks [] for security_group (431a31f7-27cc-40a6-8df2-f21f4090ef1a), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:42.848990 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-33f88043-9269-4ba8-a080-2e55715b53d1 None None] Could not find standard attr ID for object 698c5409-26b6-487e-97ac-023b4952f78e. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:23:42.947419 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b2860930-6093-49a3-b29b-b07315bf58da admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.6163709 Feb 09 01:23:43.001435 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40824) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:43.027713 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-427522f9-c057-4ac0-8211-b5132d7fa852 admin admin] Request body: {'subnet': {'network_id': '61bedc61-f650-40cd-b78b-0e98dfc102b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1685557842-subnet', 'tenant_id': '9280b9db8d3848f8832517db8b659897', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:43.030923 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9056b8-b1fd-45f1-8922-94287dc60fbc req-c0ec73b7-fa1a-4fb8-ac36-2591f01a8ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:43.038561 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bf9056b8-b1fd-45f1-8922-94287dc60fbc req-c0ec73b7-fa1a-4fb8-ac36-2591f01a8ba5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36ed6c8a-8eab-4ee5-af4e-3a7d95f66f05 HTTP/1.1" status: 200 len: 859 time: 0.2696571 Feb 09 01:23:43.042185 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-81c10f03-9f7a-4ddc-b982-5002ae95e9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (431a31f7-27cc-40a6-8df2-f21f4090ef1a), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:43.050472 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-81c10f03-9f7a-4ddc-b982-5002ae95e9a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:43.058263 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-81c10f03-9f7a-4ddc-b982-5002ae95e9a0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/431a31f7-27cc-40a6-8df2-f21f4090ef1a HTTP/1.1" status: 204 len: 168 time: 0.5164361 Feb 09 01:23:43.076865 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c10f03-9f7a-4ddc-b982-5002ae95e9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431a31f7-27cc-40a6-8df2-f21f4090ef1a,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:43.156189 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2860930-6093-49a3-b29b-b07315bf58da admin admin] Pushing event updated for resources: {'Network': ['ID=61bedc61-f650-40cd-b78b-0e98dfc102b2,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:43.169079 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 61bedc61-f650-40cd-b78b-0e98dfc102b2 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:23:43.220870 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bf9056b8-b1fd-45f1-8922-94287dc60fbc req-50454a23-2be0-46e1-9c5e-d4b18361b5a4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a7c73c67-867b-4cd1-a7a6-d305a5dc51d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1609409 Feb 09 01:23:43.261155 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427522f9-c057-4ac0-8211-b5132d7fa852 admin admin] Made reservation on behalf of 9280b9db8d3848f8832517db8b659897 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:43.266606 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-427522f9-c057-4ac0-8211-b5132d7fa852 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:43.506352 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1981ea98-e431-4093-8133-1deb237f0228 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (cd68d347-ee9e-4ad9-96f3-7d1e995847fc), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:43.679618 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bf9056b8-b1fd-45f1-8922-94287dc60fbc req-ca946638-4f17-448d-a86d-bf01a74f9926 service neutron] 10.222.0.47 "GET /v2.0/networks/a7c73c67-867b-4cd1-a7a6-d305a5dc51d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381902 Feb 09 01:23:43.794189 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1981ea98-e431-4093-8133-1deb237f0228 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (cd68d347-ee9e-4ad9-96f3-7d1e995847fc), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:43.904494 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1981ea98-e431-4093-8133-1deb237f0228 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Subnet': ['ID=cd68d347-ee9e-4ad9-96f3-7d1e995847fc,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:43.926307 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1981ea98-e431-4093-8133-1deb237f0228 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:43.944215 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1981ea98-e431-4093-8133-1deb237f0228 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/cd68d347-ee9e-4ad9-96f3-7d1e995847fc HTTP/1.1" status: 204 len: 168 time: 1.5744541 Feb 09 01:23:43.949251 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40848) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:43.968081 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40850) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:44.087283 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-91776396-0813-45a8-86ec-5670b7d6deb0 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1308739 Feb 09 01:23:44.090729 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40856) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:44.095928 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-267fb307-c30d-4d7e-8673-506940cd858e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'subnet': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:44.230886 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bf9056b8-b1fd-45f1-8922-94287dc60fbc req-b3714fd5-df72-4f46-8086-65a2fc104b11 service neutron] 10.222.0.47 "GET /v2.0/networks/a7c73c67-867b-4cd1-a7a6-d305a5dc51d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5503767 Feb 09 01:23:44.301508 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4bfcba-bdf5-447a-924a-367066009584 req-9f29ec11-67bf-4284-8538-bce0e9766230 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:44.305879 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1d4bfcba-bdf5-447a-924a-367066009584 req-9f29ec11-67bf-4284-8538-bce0e9766230 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=547c25db-5882-4232-865f-96655cf83a72 HTTP/1.1" status: 200 len: 945 time: 0.5843060 Feb 09 01:23:44.415478 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-427522f9-c057-4ac0-8211-b5132d7fa852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (6e6e2962-9972-47c4-8f92-056048e0781d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:44.496153 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1d4bfcba-bdf5-447a-924a-367066009584 req-9fae4c0e-676d-4ac8-94de-6bb31eca56fd tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734416 Feb 09 01:23:44.506549 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427522f9-c057-4ac0-8211-b5132d7fa852 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e6e2962-9972-47c4-8f92-056048e0781d,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:44.548723 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed50ead-5928-4595-989a-be6c0efa76b7 req-2186d837-4921-4a84-9ffd-725ca7ce6d5b tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:44.552654 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3a42306b-1d20-42e0-9297-9b480410bdf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:44.568199 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1ed50ead-5928-4595-989a-be6c0efa76b7 req-2186d837-4921-4a84-9ffd-725ca7ce6d5b tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 946 time: 0.7157872 Feb 09 01:23:44.663343 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267fb307-c30d-4d7e-8673-506940cd858e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:44.674706 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7b5afe-1b14-42f6-8b8f-5db56b76f41f None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:23:44.684141 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-267fb307-c30d-4d7e-8673-506940cd858e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:44.737253 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1ed50ead-5928-4595-989a-be6c0efa76b7 req-f9b959a6-223d-4635-913a-efd401311b10 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680214 Feb 09 01:23:44.890710 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-0c376862-b482-428a-a338-de4aeff4d531 None None] Provisioning complete for port e5c9208b-e4a0-4281-b520-0ab1ba94b457 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:44.891404 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0c376862-b482-428a-a338-de4aeff4d531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e5c9208b-e4a0-4281-b520-0ab1ba94b457), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:45.193950 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-0c376862-b482-428a-a338-de4aeff4d531 None None] Current status of the port e5c9208b-e4a0-4281-b520-0ab1ba94b457 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:45.209977 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427522f9-c057-4ac0-8211-b5132d7fa852 admin admin] Checking segment: {'id': 'a836f049-f451-4bc4-afb4-1bb3d0fc2588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '61bedc61-f650-40cd-b78b-0e98dfc102b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:23:45.210539 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427522f9-c057-4ac0-8211-b5132d7fa852 admin admin] Network hostable DHCP agents. Network: 61bedc61-f650-40cd-b78b-0e98dfc102b2, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:23:45.220303 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-267fb307-c30d-4d7e-8673-506940cd858e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (b8e994aa-c480-464b-a418-253e34a05b36), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:45.286018 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08adb52c-47ad-4ebd-b357-a9106c0d8603 None None] DHCP port deletion for a8203b0d-e7af-492c-8c21-23f9563ce2e8 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:23:45.322819 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267fb307-c30d-4d7e-8673-506940cd858e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:45.348752 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-267fb307-c30d-4d7e-8673-506940cd858e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:45.355172 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267fb307-c30d-4d7e-8673-506940cd858e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:45.361215 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-267fb307-c30d-4d7e-8673-506940cd858e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:45.392592 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-08adb52c-47ad-4ebd-b357-a9106c0d8603 None None] Deleting port e5c9208b-e4a0-4281-b520-0ab1ba94b457 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:23:45.393296 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-08adb52c-47ad-4ebd-b357-a9106c0d8603 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (e5c9208b-e4a0-4281-b520-0ab1ba94b457), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:45.431078 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427522f9-c057-4ac0-8211-b5132d7fa852 admin admin] Network 61bedc61-f650-40cd-b78b-0e98dfc102b2 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:23:45.501904 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267fb307-c30d-4d7e-8673-506940cd858e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Subnet': ['ID=b8e994aa-c480-464b-a418-253e34a05b36,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:45.558539 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 40890) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:45.558684 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-267fb307-c30d-4d7e-8673-506940cd858e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4665787 Feb 09 01:23:45.564413 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-9705d996-7434-45fd-b9b0-af3011c00555 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'subnet': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:45.578740 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-427522f9-c057-4ac0-8211-b5132d7fa852 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 61bedc61-f650-40cd-b78b-0e98dfc102b2) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:45.613236 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427522f9-c057-4ac0-8211-b5132d7fa852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:45.623274 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-427522f9-c057-4ac0-8211-b5132d7fa852 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:45.658747 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3a42306b-1d20-42e0-9297-9b480410bdf3 admin admin] Publish callbacks [] for security_group (5647afc0-7d94-43b9-9001-fb3704450f9f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:45.674720 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-08adb52c-47ad-4ebd-b357-a9106c0d8603 None None] For port e5c9208b-e4a0-4281-b520-0ab1ba94b457, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=e5c9208b-e4a0-4281-b520-0ab1ba94b457,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:45.675300 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-08adb52c-47ad-4ebd-b357-a9106c0d8603 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (e5c9208b-e4a0-4281-b520-0ab1ba94b457), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:45.675788 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3a42306b-1d20-42e0-9297-9b480410bdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (5647afc0-7d94-43b9-9001-fb3704450f9f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:45.713014 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-08adb52c-47ad-4ebd-b357-a9106c0d8603 None None] Calling delete_port for e5c9208b-e4a0-4281-b520-0ab1ba94b457 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:23:45.746480 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3a42306b-1d20-42e0-9297-9b480410bdf3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fd5bbfacb10d4de286c553cc98215713&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7629566 Feb 09 01:23:45.753324 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40896) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:45.798355 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-427522f9-c057-4ac0-8211-b5132d7fa852 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.7856979 Feb 09 01:23:45.897041 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a42306b-1d20-42e0-9297-9b480410bdf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5647afc0-7d94-43b9-9001-fb3704450f9f,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:45.944107 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device e5c9208b-e4a0-4281-b520-0ab1ba94b457 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:23:45.948467 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c994a8-85cc-4c61-9d04-7abce513b9f7 None None] Network 61bedc61-f650-40cd-b78b-0e98dfc102b2 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:23:45.969744 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-08adb52c-47ad-4ebd-b357-a9106c0d8603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (e5c9208b-e4a0-4281-b520-0ab1ba94b457), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:46.015865 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a8927a6e-8a0a-4014-bc96-003634cbbb17 admin admin] Publish callbacks [] for security_group (5647afc0-7d94-43b9-9001-fb3704450f9f), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:46.090147 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a8927a6e-8a0a-4014-bc96-003634cbbb17 admin admin] Publish callbacks [] for security_group (5647afc0-7d94-43b9-9001-fb3704450f9f), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:46.229755 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a8927a6e-8a0a-4014-bc96-003634cbbb17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (5647afc0-7d94-43b9-9001-fb3704450f9f), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:46.231454 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a8927a6e-8a0a-4014-bc96-003634cbbb17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:46.236086 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a8927a6e-8a0a-4014-bc96-003634cbbb17 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5647afc0-7d94-43b9-9001-fb3704450f9f HTTP/1.1" status: 204 len: 168 time: 0.4768913 Feb 09 01:23:46.261766 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8927a6e-8a0a-4014-bc96-003634cbbb17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5647afc0-7d94-43b9-9001-fb3704450f9f,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:46.266376 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: e5c9208b-e4a0-4281-b520-0ab1ba94b457 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:23:46.268571 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device e5c9208b-e4a0-4281-b520-0ab1ba94b457 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:23:46.292589 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc8aba-573f-45a5-9911-2fdac769dd8c req-e1c90a9a-51f5-4b05-9e7d-61742d24e7a3 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:46.294708 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-88fc8aba-573f-45a5-9911-2fdac769dd8c req-e1c90a9a-51f5-4b05-9e7d-61742d24e7a3 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=547c25db-5882-4232-865f-96655cf83a72 HTTP/1.1" status: 200 len: 945 time: 0.3634191 Feb 09 01:23:46.327100 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08adb52c-47ad-4ebd-b357-a9106c0d8603 None None] Pushing event deleted for resources: {'Port': ['ID=e5c9208b-e4a0-4281-b520-0ab1ba94b457,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:46.343722 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a339ff3-48f7-4f6c-90a2-dd6f21c75738 req-90f75ce8-a9e3-4a97-be9f-5d88674e3d16 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:46.346637 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a339ff3-48f7-4f6c-90a2-dd6f21c75738 req-90f75ce8-a9e3-4a97-be9f-5d88674e3d16 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 946 time: 0.4170289 Feb 09 01:23:46.352889 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08adb52c-47ad-4ebd-b357-a9106c0d8603 None None] No DVR routers for this DVR port e5c9208b-e4a0-4281-b520-0ab1ba94b457 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:23:46.353120 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9705d996-7434-45fd-b9b0-af3011c00555 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:46.358291 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9705d996-7434-45fd-b9b0-af3011c00555 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:46.382992 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809c92fe-36ca-43e4-9953-cc569e32e9c5 None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:23:46.548076 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a339ff3-48f7-4f6c-90a2-dd6f21c75738 req-b608dc11-f6a6-4303-bdc3-77b599160940 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854694 Feb 09 01:23:46.724438 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f611463c-384b-434d-a187-67603b103559 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'project_id': '2aa099fb60d240ab8ce8691ee5b2e38c', 'fixed_ips': [{'subnet_id': 'b8e994aa-c480-464b-a418-253e34a05b36'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:23:46.730667 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f611463c-384b-434d-a187-67603b103559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:46.752176 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-88fc8aba-573f-45a5-9911-2fdac769dd8c req-9fafa04a-2645-483a-a54f-1e43bebb1e95 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4485784 Feb 09 01:23:46.882271 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc810292-4d32-4c1c-8bc6-d00efe0533bc None None] Network 61bedc61-f650-40cd-b78b-0e98dfc102b2 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:23:47.509851 n-d-828369-4 neutron-server[103136]: DEBUG neutron.objects.ports [None req-9705d996-7434-45fd-b9b0-af3011c00555 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103136) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:23:47.512499 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9705d996-7434-45fd-b9b0-af3011c00555 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (f3293825-d807-4d47-acca-73e82479e08a), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:47.641659 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9705d996-7434-45fd-b9b0-af3011c00555 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Subnet': ['ID=f3293825-d807-4d47-acca-73e82479e08a,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:47.682356 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9705d996-7434-45fd-b9b0-af3011c00555 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:47.685942 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-9705d996-7434-45fd-b9b0-af3011c00555 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:47.693629 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9705d996-7434-45fd-b9b0-af3011c00555 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:47.694525 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9705d996-7434-45fd-b9b0-af3011c00555 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:47.753353 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-f611463c-384b-434d-a187-67603b103559 None None] Allocated IP 172.20.0.2 (a8203b0d-e7af-492c-8c21-23f9563ce2e8/b8e994aa-c480-464b-a418-253e34a05b36/a34bbf98-34d9-465d-bf34-ca1410e55746) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:47.932793 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40958) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:47.954877 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dc6c8226-12ce-471f-9a82-434c63eca7e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:48.191094 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dc6c8226-12ce-471f-9a82-434c63eca7e9 admin admin] Publish callbacks [] for security_group (841f51ed-7277-47f2-93bf-ea6d40916c3c), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:48.205561 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dc6c8226-12ce-471f-9a82-434c63eca7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (841f51ed-7277-47f2-93bf-ea6d40916c3c), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:48.357560 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c8226-12ce-471f-9a82-434c63eca7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841f51ed-7277-47f2-93bf-ea6d40916c3c,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:48.392783 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-dc6c8226-12ce-471f-9a82-434c63eca7e9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9e53cbae7b8747ffb71756ef77be4926&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4588130 Feb 09 01:23:48.394407 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40968) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:48.472058 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f611463c-384b-434d-a187-67603b103559 None None] Publish callbacks [] for port (a34bbf98-34d9-465d-bf34-ca1410e55746), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:48.492299 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f611463c-384b-434d-a187-67603b103559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (a34bbf98-34d9-465d-bf34-ca1410e55746), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:48.500123 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-9705d996-7434-45fd-b9b0-af3011c00555 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9402006 Feb 09 01:23:48.503193 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40976) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:48.513739 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-d89686ac-780f-4718-b658-5e93ff3faef8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'port': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'mac_address': 'fa:16:3e:22:3f:b2', 'name': 'tempest-NetworksTestDHCPv6-56927489'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:48.606204 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-71deb0b0-6cd4-4ce2-b27f-dcc22ad9ceaa admin admin] Publish callbacks [] for security_group (841f51ed-7277-47f2-93bf-ea6d40916c3c), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:48.618229 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f611463c-384b-434d-a187-67603b103559 None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:48.645427 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-f611463c-384b-434d-a187-67603b103559 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:48.650868 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f611463c-384b-434d-a187-67603b103559 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:23:48.664298 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468d761-e9d4-4ca3-a908-482e838ce168 req-f88d9d64-0c1a-4618-b9af-76ea73e5a782 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:48.678647 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8468d761-e9d4-4ca3-a908-482e838ce168 req-f88d9d64-0c1a-4618-b9af-76ea73e5a782 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] 10.222.0.50 "GET /v2.0/networks?id=61bedc61-f650-40cd-b78b-0e98dfc102b2 HTTP/1.1" status: 200 len: 822 time: 0.9366179 Feb 09 01:23:48.756627 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8468d761-e9d4-4ca3-a908-482e838ce168 req-3d963aac-6fef-4990-b4db-af83067b9939 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] 10.222.0.50 "GET /v2.0/quotas/9280b9db8d3848f8832517db8b659897 HTTP/1.1" status: 200 len: 375 time: 0.0769446 Feb 09 01:23:48.783325 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-f611463c-384b-434d-a187-67603b103559 None None] Attempting to bind port a34bbf98-34d9-465d-bf34-ca1410e55746 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:23:48.785349 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-f611463c-384b-434d-a187-67603b103559 None None] Attempting to bind port a34bbf98-34d9-465d-bf34-ca1410e55746 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:23:48.785349 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f611463c-384b-434d-a187-67603b103559 None None] Attempting to bind port a34bbf98-34d9-465d-bf34-ca1410e55746 on network a8203b0d-e7af-492c-8c21-23f9563ce2e8 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:23:48.794105 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f611463c-384b-434d-a187-67603b103559 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:23:48.794864 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f611463c-384b-434d-a187-67603b103559 None None] Checking segment: {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:23:48.796193 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f611463c-384b-434d-a187-67603b103559 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:48.796742 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f611463c-384b-434d-a187-67603b103559 None None] Bound using segment: {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:23:48.797499 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-f611463c-384b-434d-a187-67603b103559 None None] Bound port: a34bbf98-34d9-465d-bf34-ca1410e55746, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:23:48.798136 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f611463c-384b-434d-a187-67603b103559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a34bbf98-34d9-465d-bf34-ca1410e55746), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:48.813309 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611463c-384b-434d-a187-67603b103559 None None] Pushing event updated for resources: {'Port': ['ID=a34bbf98-34d9-465d-bf34-ca1410e55746,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:48.845355 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-71deb0b0-6cd4-4ce2-b27f-dcc22ad9ceaa admin admin] Publish callbacks [] for security_group (841f51ed-7277-47f2-93bf-ea6d40916c3c), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:48.868282 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8468d761-e9d4-4ca3-a908-482e838ce168 req-045e6d2e-567d-4368-aa17-b5a66f956b5d tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9280b9db8d3848f8832517db8b659897&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1096227 Feb 09 01:23:48.905823 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-f611463c-384b-434d-a187-67603b103559 None None] For port a34bbf98-34d9-465d-bf34-ca1410e55746, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:23:48.906889 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9365dc-6962-4e7a-a388-267f150854c1 req-0a591122-6174-4bb3-8c41-f9f335280e21 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:48.916728 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-f611463c-384b-434d-a187-67603b103559 None None] For port a34bbf98-34d9-465d-bf34-ca1410e55746, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=a34bbf98-34d9-465d-bf34-ca1410e55746,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:23:48.919290 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1f9365dc-6962-4e7a-a388-267f150854c1 req-0a591122-6174-4bb3-8c41-f9f335280e21 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 946 time: 0.4344716 Feb 09 01:23:48.943868 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f611463c-384b-434d-a187-67603b103559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a34bbf98-34d9-465d-bf34-ca1410e55746), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:49.039040 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89686ac-780f-4718-b658-5e93ff3faef8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:49.090315 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611463c-384b-434d-a187-67603b103559 None None] Pushing event updated for resources: {'Port': ['ID=a34bbf98-34d9-465d-bf34-ca1410e55746,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:49.103917 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1f9365dc-6962-4e7a-a388-267f150854c1 req-2b25a701-14e4-46ce-a32d-950fb50166e4 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718814 Feb 09 01:23:49.361538 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8468d761-e9d4-4ca3-a908-482e838ce168 req-d3119074-151d-4b37-923d-47bb9dd52ea0 service neutron] 10.222.0.50 "GET /v2.0/networks/61bedc61-f650-40cd-b78b-0e98dfc102b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4923172 Feb 09 01:23:49.473424 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d89686ac-780f-4718-b658-5e93ff3faef8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:49.526595 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-71deb0b0-6cd4-4ce2-b27f-dcc22ad9ceaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (841f51ed-7277-47f2-93bf-ea6d40916c3c), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:49.530017 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-71deb0b0-6cd4-4ce2-b27f-dcc22ad9ceaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:49.531487 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-71deb0b0-6cd4-4ce2-b27f-dcc22ad9ceaa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/841f51ed-7277-47f2-93bf-ea6d40916c3c HTTP/1.1" status: 204 len: 168 time: 1.1350820 Feb 09 01:23:49.604714 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-d89686ac-780f-4718-b658-5e93ff3faef8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] device_id is not set on port ea3bca65-5f08-4c30-a5b0-1cecb86dfa2d yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:23:49.672828 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deb0b0-6cd4-4ce2-b27f-dcc22ad9ceaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841f51ed-7277-47f2-93bf-ea6d40916c3c,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:49.797988 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8468d761-e9d4-4ca3-a908-482e838ce168 req-e36d2726-0bf8-492a-988c-fdb5de5ae9ce service neutron] 10.222.0.50 "GET /v2.0/networks/61bedc61-f650-40cd-b78b-0e98dfc102b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4352977 Feb 09 01:23:49.869849 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef59d3a-3a08-410b-a5e2-51e95ebb5402 req-9af8c90d-575d-4a27-9a78-d06b4a73fff5 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:49.881556 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8ef59d3a-3a08-410b-a5e2-51e95ebb5402 req-9af8c90d-575d-4a27-9a78-d06b4a73fff5 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=547c25db-5882-4232-865f-96655cf83a72 HTTP/1.1" status: 200 len: 945 time: 0.2381072 Feb 09 01:23:50.014030 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8ef59d3a-3a08-410b-a5e2-51e95ebb5402 req-5265cea7-00ff-42d6-b53b-a8814aabaf93 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295421 Feb 09 01:23:50.340438 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-d89686ac-780f-4718-b658-5e93ff3faef8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Allocated IP 172.20.0.14 (a8203b0d-e7af-492c-8c21-23f9563ce2e8/b8e994aa-c480-464b-a418-253e34a05b36/ea3bca65-5f08-4c30-a5b0-1cecb86dfa2d) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:50.352978 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0461e948-dad8-4b65-9192-0ef261112ba0 req-3e8de287-30b0-47a3-a65b-2d13a61a21f8 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a43b9bf-51e1-401a-a95e-0bc314b2b324 HTTP/1.1" status: 200 len: 210 time: 0.1318274 Feb 09 01:23:50.362220 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-d89686ac-780f-4718-b658-5e93ff3faef8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Allocated IP 2001:db8::f816:3eff:fe22:3fb2 (a8203b0d-e7af-492c-8c21-23f9563ce2e8/f3293825-d807-4d47-acca-73e82479e08a/ea3bca65-5f08-4c30-a5b0-1cecb86dfa2d) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:50.654194 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66290e6-969a-49ed-8c6f-c433e5ab5fc1 req-7fc2757c-003d-4f8c-82e8-414527c656ec tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:50.666884 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e66290e6-969a-49ed-8c6f-c433e5ab5fc1 req-7fc2757c-003d-4f8c-82e8-414527c656ec tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 946 time: 0.3275037 Feb 09 01:23:50.871335 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d89686ac-780f-4718-b658-5e93ff3faef8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for port (ea3bca65-5f08-4c30-a5b0-1cecb86dfa2d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:50.875237 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e66290e6-969a-49ed-8c6f-c433e5ab5fc1 req-8a4d1fbd-5de3-4f3d-abcf-68dd3710350a tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023933 Feb 09 01:23:50.899450 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 41114) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:50.939427 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-eab27148-8348-4fdb-893f-29ab2dfba440 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:50.977012 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d89686ac-780f-4718-b658-5e93ff3faef8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (ea3bca65-5f08-4c30-a5b0-1cecb86dfa2d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:51.126557 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89686ac-780f-4718-b658-5e93ff3faef8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:51.147580 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-d89686ac-780f-4718-b658-5e93ff3faef8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:51.172487 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89686ac-780f-4718-b658-5e93ff3faef8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:23:51.197334 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-eab27148-8348-4fdb-893f-29ab2dfba440 admin admin] Publish callbacks [] for security_group (b8309050-8d0f-4649-b841-de6ba9c4b16c), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:51.214694 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-eab27148-8348-4fdb-893f-29ab2dfba440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b8309050-8d0f-4649-b841-de6ba9c4b16c), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:51.335498 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951670dd-31da-4fdf-a887-ee46b43d41de None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:23:51.339763 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-eab27148-8348-4fdb-893f-29ab2dfba440 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8ca7e0defdd34911b8221aff8bdc0d40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4388506 Feb 09 01:23:51.342064 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab27148-8348-4fdb-893f-29ab2dfba440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8309050-8d0f-4649-b841-de6ba9c4b16c,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:51.346754 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 41150) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:51.366027 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd001f-75db-4488-ba24-4b96dd3c923c req-663beaf2-23f1-43b6-84fa-823268e15224 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:51.368452 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3dd001f-75db-4488-ba24-4b96dd3c923c req-663beaf2-23f1-43b6-84fa-823268e15224 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=547c25db-5882-4232-865f-96655cf83a72 HTTP/1.1" status: 200 len: 945 time: 0.1558168 Feb 09 01:23:51.375208 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89686ac-780f-4718-b658-5e93ff3faef8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:51.375906 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d89686ac-780f-4718-b658-5e93ff3faef8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:51.379544 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89686ac-780f-4718-b658-5e93ff3faef8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Port': ['ID=ea3bca65-5f08-4c30-a5b0-1cecb86dfa2d,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:51.423379 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d89686ac-780f-4718-b658-5e93ff3faef8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.9170954 Feb 09 01:23:51.424035 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41156) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:51.617891 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4059846d-dda8-457c-9e5d-097a1ceff7f3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:51.631946 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4059846d-dda8-457c-9e5d-097a1ceff7f3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:51.643514 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4059846d-dda8-457c-9e5d-097a1ceff7f3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.2181184 Feb 09 01:23:51.644338 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41170) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:51.674987 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6bdf937d-d22c-4f25-ae67-a60e3863f9cf None None] Provisioning complete for port a34bbf98-34d9-465d-bf34-ca1410e55746 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:51.682815 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6bdf937d-d22c-4f25-ae67-a60e3863f9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a34bbf98-34d9-465d-bf34-ca1410e55746), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:51.857442 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a5ab3241-f3b1-45d8-8ce4-190d25a9e9ab req-e53c897a-a4f3-432b-b878-b7e0eed35f96 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a43b9bf-51e1-401a-a95e-0bc314b2b324 HTTP/1.1" status: 200 len: 210 time: 0.3220124 Feb 09 01:23:51.881973 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device a34bbf98-34d9-465d-bf34-ca1410e55746 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:23:51.960525 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3dd001f-75db-4488-ba24-4b96dd3c923c req-cd370c91-bbe1-45fc-9f53-dd948e35c617 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5821066 Feb 09 01:23:51.966801 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-93882ba1-897d-4b5e-8612-fb95390bfecb admin admin] Publish callbacks [] for security_group (b8309050-8d0f-4649-b841-de6ba9c4b16c), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:51.969921 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-7f128ccf-0895-4d76-bd07-ab494ca5d584 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting port ea3bca65-5f08-4c30-a5b0-1cecb86dfa2d {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:23:51.971090 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7f128ccf-0895-4d76-bd07-ab494ca5d584 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (ea3bca65-5f08-4c30-a5b0-1cecb86dfa2d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:52.213917 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-93882ba1-897d-4b5e-8612-fb95390bfecb admin admin] Publish callbacks [] for security_group (b8309050-8d0f-4649-b841-de6ba9c4b16c), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:52.368718 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-93882ba1-897d-4b5e-8612-fb95390bfecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b8309050-8d0f-4649-b841-de6ba9c4b16c), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:52.380135 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-93882ba1-897d-4b5e-8612-fb95390bfecb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:52.392227 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-93882ba1-897d-4b5e-8612-fb95390bfecb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b8309050-8d0f-4649-b841-de6ba9c4b16c HTTP/1.1" status: 204 len: 168 time: 1.0440879 Feb 09 01:23:52.444094 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6bdf937d-d22c-4f25-ae67-a60e3863f9cf None None] Current status of the port a34bbf98-34d9-465d-bf34-ca1410e55746 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:52.445876 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6bdf937d-d22c-4f25-ae67-a60e3863f9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a34bbf98-34d9-465d-bf34-ca1410e55746), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:52.453494 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93882ba1-897d-4b5e-8612-fb95390bfecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8309050-8d0f-4649-b841-de6ba9c4b16c,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:52.462628 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7f128ccf-0895-4d76-bd07-ab494ca5d584 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (ea3bca65-5f08-4c30-a5b0-1cecb86dfa2d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:52.515041 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-7f128ccf-0895-4d76-bd07-ab494ca5d584 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Calling delete_port for ea3bca65-5f08-4c30-a5b0-1cecb86dfa2d owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:23:52.619057 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port a34bbf98-34d9-465d-bf34-ca1410e55746 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:52.619451 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a34bbf98-34d9-465d-bf34-ca1410e55746), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:52.859937 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a39f3b-bcb4-48d6-b52a-c3b238fa887e req-32f7906f-b6ff-4463-9899-15a17aeedd9b tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:52.876271 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-40a39f3b-bcb4-48d6-b52a-c3b238fa887e req-32f7906f-b6ff-4463-9899-15a17aeedd9b tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 946 time: 0.8334856 Feb 09 01:23:52.888993 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6bdf937d-d22c-4f25-ae67-a60e3863f9cf None None] For port a34bbf98-34d9-465d-bf34-ca1410e55746, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=a34bbf98-34d9-465d-bf34-ca1410e55746,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:52.941313 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6bdf937d-d22c-4f25-ae67-a60e3863f9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a34bbf98-34d9-465d-bf34-ca1410e55746), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:52.950876 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304653de-c679-44e8-a2a8-07d496ef34d8 None None] Update dhcp port {'port': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'fixed_ips': [{'subnet_id': 'b8e994aa-c480-464b-a418-253e34a05b36', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f3293825-d807-4d47-acca-73e82479e08a'}], 'binding:host_id': 'n-d-828369-4'}, 'id': 'a34bbf98-34d9-465d-bf34-ca1410e55746'} from n-d-828369-4. {{(pid=103138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 01:23:53.032478 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468d761-e9d4-4ca3-a908-482e838ce168 req-fc18ee5b-ee16-4fb1-8a7c-0dd548bbffa8 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:53.036013 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8468d761-e9d4-4ca3-a908-482e838ce168 req-fc18ee5b-ee16-4fb1-8a7c-0dd548bbffa8 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] 10.222.0.47 "GET /v2.0/networks?id=61bedc61-f650-40cd-b78b-0e98dfc102b2 HTTP/1.1" status: 200 len: 822 time: 0.5758917 Feb 09 01:23:53.058801 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-8468d761-e9d4-4ca3-a908-482e838ce168 req-6de662af-6dc2-4d1f-9c15-8adc6fccf688 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] Request body: {'port': {'device_id': '5a43b9bf-51e1-401a-a95e-0bc314b2b324', 'network_id': '61bedc61-f650-40cd-b78b-0e98dfc102b2', 'admin_state_up': True, 'tenant_id': '9280b9db8d3848f8832517db8b659897'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:53.099522 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7f128ccf-0895-4d76-bd07-ab494ca5d584 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (ea3bca65-5f08-4c30-a5b0-1cecb86dfa2d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:53.185906 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-304653de-c679-44e8-a2a8-07d496ef34d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a34bbf98-34d9-465d-bf34-ca1410e55746), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:53.287750 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e868d1d-8ca9-4e5c-9c18-8061a66d87bf req-3a681d97-2099-46cd-ab0d-e3b45b63ad21 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a43b9bf-51e1-401a-a95e-0bc314b2b324 HTTP/1.1" status: 200 len: 210 time: 0.0552685 Feb 09 01:23:53.344187 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-40a39f3b-bcb4-48d6-b52a-c3b238fa887e req-1017e6e1-e7d9-41e1-a22c-0914059e6f03 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4647877 Feb 09 01:23:53.550711 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7f128ccf-0895-4d76-bd07-ab494ca5d584 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:53.576022 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7f128ccf-0895-4d76-bd07-ab494ca5d584 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/ports/ea3bca65-5f08-4c30-a5b0-1cecb86dfa2d HTTP/1.1" status: 204 len: 168 time: 1.9303489 Feb 09 01:23:53.577851 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41282) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:53.604100 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f128ccf-0895-4d76-bd07-ab494ca5d584 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Port': ['ID=ea3bca65-5f08-4c30-a5b0-1cecb86dfa2d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:53.615675 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8468d761-e9d4-4ca3-a908-482e838ce168 req-6de662af-6dc2-4d1f-9c15-8adc6fccf688 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] Made reservation on behalf of 9280b9db8d3848f8832517db8b659897 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:53.622139 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8468d761-e9d4-4ca3-a908-482e838ce168 req-6de662af-6dc2-4d1f-9c15-8adc6fccf688 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:53.737683 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b23b39-a45a-4031-958e-e18d5319148d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:53.740604 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b23b39-a45a-4031-958e-e18d5319148d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:53.745701 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b23b39-a45a-4031-958e-e18d5319148d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:53.753270 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-40b23b39-a45a-4031-958e-e18d5319148d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1740570 Feb 09 01:23:53.755644 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41296) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:53.870816 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:23:53.912853 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-74656d08-e0e0-4e49-a8be-839e3beb0824 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting subnet b8e994aa-c480-464b-a418-253e34a05b36 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:23:53.926123 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-74656d08-e0e0-4e49-a8be-839e3beb0824 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (b8e994aa-c480-464b-a418-253e34a05b36), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:54.071043 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92efc28a-8c0b-40d2-90de-26e730ab4f16 req-da24af03-6023-4bcf-b611-b6ea283341f1 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:54.076223 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-92efc28a-8c0b-40d2-90de-26e730ab4f16 req-da24af03-6023-4bcf-b611-b6ea283341f1 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=547c25db-5882-4232-865f-96655cf83a72 HTTP/1.1" status: 200 len: 945 time: 0.5808618 Feb 09 01:23:54.134742 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-74656d08-e0e0-4e49-a8be-839e3beb0824 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (b8e994aa-c480-464b-a418-253e34a05b36), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:54.194020 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-8468d761-e9d4-4ca3-a908-482e838ce168 req-6de662af-6dc2-4d1f-9c15-8adc6fccf688 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] Allocated IP 172.20.0.5 (61bedc61-f650-40cd-b78b-0e98dfc102b2/6e6e2962-9972-47c4-8f92-056048e0781d/fe008ff9-c69c-41b9-928d-1ae1599e451f) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:54.411553 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port a34bbf98-34d9-465d-bf34-ca1410e55746 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:54.413771 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-74656d08-e0e0-4e49-a8be-839e3beb0824 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (b8e994aa-c480-464b-a418-253e34a05b36), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:54.432685 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf937d-d22c-4f25-ae67-a60e3863f9cf None None] Pushing event updated for resources: {'Port': ['ID=a34bbf98-34d9-465d-bf34-ca1410e55746,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:54.560413 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-74656d08-e0e0-4e49-a8be-839e3beb0824 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (b8e994aa-c480-464b-a418-253e34a05b36), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server [None req-304653de-c679-44e8-a2a8-07d496ef34d8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b8e994aa-c480-464b-a418-253e34a05b36: This subnet is being modified by another concurrent operation. Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise exception Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b8e994aa-c480-464b-a418-253e34a05b36: This subnet is being modified by another concurrent operation. Feb 09 01:23:54.565095 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server Feb 09 01:23:54.591869 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-74656d08-e0e0-4e49-a8be-839e3beb0824 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:54.600317 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-74656d08-e0e0-4e49-a8be-839e3beb0824 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/b8e994aa-c480-464b-a418-253e34a05b36 HTTP/1.1" status: 204 len: 168 time: 0.8409684 Feb 09 01:23:54.605024 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41366) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:54.661344 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-92efc28a-8c0b-40d2-90de-26e730ab4f16 req-a219659b-3f95-4eb0-a7e7-0a982fb7a51e tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5710530 Feb 09 01:23:54.668765 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74656d08-e0e0-4e49-a8be-839e3beb0824 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Subnet': ['ID=b8e994aa-c480-464b-a418-253e34a05b36,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:54.729268 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-3757d3a4-9187-4b2b-84e1-5ed11589be80 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting subnet f3293825-d807-4d47-acca-73e82479e08a {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:23:54.734574 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3757d3a4-9187-4b2b-84e1-5ed11589be80 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (f3293825-d807-4d47-acca-73e82479e08a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:54.738923 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fd572e-cc5b-43cc-8631-802344bb87cb None None] get_active_networks_info from n-d-828369-4 {{(pid=103138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:23:54.789170 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3757d3a4-9187-4b2b-84e1-5ed11589be80 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (f3293825-d807-4d47-acca-73e82479e08a), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:54.870652 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3757d3a4-9187-4b2b-84e1-5ed11589be80 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (f3293825-d807-4d47-acca-73e82479e08a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:54.873926 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-1c925e4c-1c30-46b9-9e2d-6d736ae3df2a None None] Could not find standard attr ID for object ea3bca65-5f08-4c30-a5b0-1cecb86dfa2d. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:23:54.971506 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3757d3a4-9187-4b2b-84e1-5ed11589be80 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (f3293825-d807-4d47-acca-73e82479e08a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:55.006806 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3757d3a4-9187-4b2b-84e1-5ed11589be80 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:55.015575 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3757d3a4-9187-4b2b-84e1-5ed11589be80 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/f3293825-d807-4d47-acca-73e82479e08a HTTP/1.1" status: 204 len: 168 time: 0.4069879 Feb 09 01:23:55.025164 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41394) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:55.027827 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-65d4b0a8-8fae-48cc-8734-caa0de3ccba7 req-3b3c04cb-5d27-4d26-8330-136407dbf2cd tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a43b9bf-51e1-401a-a95e-0bc314b2b324 HTTP/1.1" status: 200 len: 210 time: 0.4408467 Feb 09 01:23:55.049295 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-1c925e4c-1c30-46b9-9e2d-6d736ae3df2a None None] Provisioning complete for port a34bbf98-34d9-465d-bf34-ca1410e55746 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:55.049619 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1c925e4c-1c30-46b9-9e2d-6d736ae3df2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a34bbf98-34d9-465d-bf34-ca1410e55746), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:55.272917 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3757d3a4-9187-4b2b-84e1-5ed11589be80 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Subnet': ['ID=f3293825-d807-4d47-acca-73e82479e08a,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:55.305393 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ffbb1621-ad1d-4d90-800e-090f3a3e2860 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2790451 Feb 09 01:23:55.314216 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41418) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:55.322965 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fd572e-cc5b-43cc-8631-802344bb87cb None None] Resources bound (agent type, host, resource id): {{(pid=103138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:23:55.331981 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-d9d515ad-e9b6-4e78-9296-951e931cc2c6 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'subnet': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:55.380761 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59008d2b-2fad-4eba-80d2-d2b01ef6b5f4 req-f4b0ba9f-2d49-43f1-ba8b-a9f00a0ae822 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:55.382510 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-59008d2b-2fad-4eba-80d2-d2b01ef6b5f4 req-f4b0ba9f-2d49-43f1-ba8b-a9f00a0ae822 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 946 time: 0.4586155 Feb 09 01:23:55.511954 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d515ad-e9b6-4e78-9296-951e931cc2c6 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:55.517821 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d9d515ad-e9b6-4e78-9296-951e931cc2c6 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:55.652003 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8468d761-e9d4-4ca3-a908-482e838ce168 req-6de662af-6dc2-4d1f-9c15-8adc6fccf688 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] Publish callbacks [] for port (fe008ff9-c69c-41b9-928d-1ae1599e451f), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:55.692308 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-59008d2b-2fad-4eba-80d2-d2b01ef6b5f4 req-5aebade1-2635-42e1-b5d8-965d6d7f551c tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2850637 Feb 09 01:23:55.773795 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8468d761-e9d4-4ca3-a908-482e838ce168 req-6de662af-6dc2-4d1f-9c15-8adc6fccf688 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (fe008ff9-c69c-41b9-928d-1ae1599e451f), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:55.793842 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-1c925e4c-1c30-46b9-9e2d-6d736ae3df2a None None] Current status of the port a34bbf98-34d9-465d-bf34-ca1410e55746 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:55.890145 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de662af-6dc2-4d1f-9c15-8adc6fccf688 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] Pushing event updated for resources: {'Port': ['ID=fe008ff9-c69c-41b9-928d-1ae1599e451f,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:55.942860 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8468d761-e9d4-4ca3-a908-482e838ce168 req-6de662af-6dc2-4d1f-9c15-8adc6fccf688 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] Network 61bedc61-f650-40cd-b78b-0e98dfc102b2 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:55.946067 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-8468d761-e9d4-4ca3-a908-482e838ce168 req-6de662af-6dc2-4d1f-9c15-8adc6fccf688 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:55.954888 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-8468d761-e9d4-4ca3-a908-482e838ce168 req-6de662af-6dc2-4d1f-9c15-8adc6fccf688 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:23:56.326723 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f482634-6060-4395-af8a-4efd49293c64 None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:23:56.497580 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468d761-e9d4-4ca3-a908-482e838ce168 req-6de662af-6dc2-4d1f-9c15-8adc6fccf688 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:56.501526 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8468d761-e9d4-4ca3-a908-482e838ce168 req-6de662af-6dc2-4d1f-9c15-8adc6fccf688 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:56.608923 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952481c-a640-4ebb-b643-6c7b98685619 req-38596358-63ea-4538-8a9a-c15dec46a2b3 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:56.618504 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1952481c-a640-4ebb-b643-6c7b98685619 req-38596358-63ea-4538-8a9a-c15dec46a2b3 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=547c25db-5882-4232-865f-96655cf83a72 HTTP/1.1" status: 200 len: 945 time: 0.6736853 Feb 09 01:23:56.621062 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device a34bbf98-34d9-465d-bf34-ca1410e55746 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:23:56.683570 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8468d761-e9d4-4ca3-a908-482e838ce168 req-6de662af-6dc2-4d1f-9c15-8adc6fccf688 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6370444 Feb 09 01:23:56.691799 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec45bd-9bc7-4dda-a0b5-110e709302d4 req-e4da5a5e-9c87-4a68-9d77-a61634b7607a tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:56.701925 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e9ec45bd-9bc7-4dda-a0b5-110e709302d4 req-e4da5a5e-9c87-4a68-9d77-a61634b7607a tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a43b9bf-51e1-401a-a95e-0bc314b2b324 HTTP/1.1" status: 200 len: 931 time: 0.4808111 Feb 09 01:23:56.716469 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-8468d761-e9d4-4ca3-a908-482e838ce168 req-067c15ba-d9e1-49a7-be1c-4623246a5697 service neutron] Request body: {'port': {'device_id': '5a43b9bf-51e1-401a-a95e-0bc314b2b324', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:56.748325 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-e5048b5c-6e6b-4194-9456-0522fc3827bd None None] Provisioning complete for port a34bbf98-34d9-465d-bf34-ca1410e55746 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:23:56.748731 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e5048b5c-6e6b-4194-9456-0522fc3827bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a34bbf98-34d9-465d-bf34-ca1410e55746), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:56.819179 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1952481c-a640-4ebb-b643-6c7b98685619 req-ae6c234f-b424-465e-af29-4ebcf902ffdd tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966953 Feb 09 01:23:56.859379 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e9ec45bd-9bc7-4dda-a0b5-110e709302d4 req-13d63678-ebda-4d53-abab-76ad2eac3391 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] 10.222.0.50 "GET /v2.0/security-groups?id=335446df-a7e9-4afa-a718-154f1a728451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554017 Feb 09 01:23:56.960589 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8468d761-e9d4-4ca3-a908-482e838ce168 req-067c15ba-d9e1-49a7-be1c-4623246a5697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (fe008ff9-c69c-41b9-928d-1ae1599e451f), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:57.156877 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb4dbe-a56b-46b3-902e-daa23020c7b7 req-e0e31a46-13ee-4bc9-9bec-614121ce5702 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:57.174801 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c0eb4dbe-a56b-46b3-902e-daa23020c7b7 req-e0e31a46-13ee-4bc9-9bec-614121ce5702 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 946 time: 0.2237742 Feb 09 01:23:57.255320 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a682f2b-d8a4-4b3a-b85b-ee3c75bb2ebd None None] DHCP port deletion for a8203b0d-e7af-492c-8c21-23f9563ce2e8 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:23:57.284773 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e5048b5c-6e6b-4194-9456-0522fc3827bd None None] Current status of the port a34bbf98-34d9-465d-bf34-ca1410e55746 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:57.390646 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port a34bbf98-34d9-465d-bf34-ca1410e55746 is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:23:57.391297 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a34bbf98-34d9-465d-bf34-ca1410e55746), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:57.451003 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c0eb4dbe-a56b-46b3-902e-daa23020c7b7 req-c0e59df8-482e-4584-8d74-1a88f567be67 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2750916 Feb 09 01:23:57.482529 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d9d515ad-e9b6-4e78-9296-951e931cc2c6 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (dc87e255-bf5d-4768-a418-c674f7e15362), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:57.567881 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port a34bbf98-34d9-465d-bf34-ca1410e55746, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=a34bbf98-34d9-465d-bf34-ca1410e55746,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:57.582074 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a34bbf98-34d9-465d-bf34-ca1410e55746), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:57.677353 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d515ad-e9b6-4e78-9296-951e931cc2c6 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:57.697894 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-d9d515ad-e9b6-4e78-9296-951e931cc2c6 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:57.704724 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d515ad-e9b6-4e78-9296-951e931cc2c6 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:57.705327 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d9d515ad-e9b6-4e78-9296-951e931cc2c6 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:57.766387 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=a34bbf98-34d9-465d-bf34-ca1410e55746,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:57.772871 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-2a682f2b-d8a4-4b3a-b85b-ee3c75bb2ebd None None] Deleting port a34bbf98-34d9-465d-bf34-ca1410e55746 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:23:57.773858 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2a682f2b-d8a4-4b3a-b85b-ee3c75bb2ebd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (a34bbf98-34d9-465d-bf34-ca1410e55746), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:57.785676 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d515ad-e9b6-4e78-9296-951e931cc2c6 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Subnet': ['ID=dc87e255-bf5d-4768-a418-c674f7e15362,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:57.808304 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d9d515ad-e9b6-4e78-9296-951e931cc2c6 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4870737 Feb 09 01:23:57.810225 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 41606) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:23:57.826616 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-d4e967a8-219d-4f20-aeb7-04837c3c9c43 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'subnet': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:23:58.038324 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-2a682f2b-d8a4-4b3a-b85b-ee3c75bb2ebd None None] For port a34bbf98-34d9-465d-bf34-ca1410e55746, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=a34bbf98-34d9-465d-bf34-ca1410e55746,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:23:58.040127 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2a682f2b-d8a4-4b3a-b85b-ee3c75bb2ebd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (a34bbf98-34d9-465d-bf34-ca1410e55746), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:58.056371 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-2a682f2b-d8a4-4b3a-b85b-ee3c75bb2ebd None None] Calling delete_port for a34bbf98-34d9-465d-bf34-ca1410e55746 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:23:58.165423 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2a682f2b-d8a4-4b3a-b85b-ee3c75bb2ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (a34bbf98-34d9-465d-bf34-ca1410e55746), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:58.259118 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a682f2b-d8a4-4b3a-b85b-ee3c75bb2ebd None None] No DVR routers for this DVR port a34bbf98-34d9-465d-bf34-ca1410e55746 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:23:58.275935 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a682f2b-d8a4-4b3a-b85b-ee3c75bb2ebd None None] Pushing event deleted for resources: {'Port': ['ID=a34bbf98-34d9-465d-bf34-ca1410e55746,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:58.287647 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509ed1cf-96a3-416f-a271-c3e58b2cfa54 None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:23:58.444802 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b01b9-b36f-4cfc-9b0d-d2d7b1f19175 req-8a97629a-dd74-4125-9967-3175c04fd806 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:58.461017 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7e6b01b9-b36f-4cfc-9b0d-d2d7b1f19175 req-8a97629a-dd74-4125-9967-3175c04fd806 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=547c25db-5882-4232-865f-96655cf83a72 HTTP/1.1" status: 200 len: 945 time: 0.3857391 Feb 09 01:23:58.543814 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4710b5cb-51d1-4d9c-a0e2-383039d940bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'project_id': '2aa099fb60d240ab8ce8691ee5b2e38c', 'fixed_ips': [{'subnet_id': 'dc87e255-bf5d-4768-a418-c674f7e15362'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:23:58.549045 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4710b5cb-51d1-4d9c-a0e2-383039d940bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:58.629682 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7e6b01b9-b36f-4cfc-9b0d-d2d7b1f19175 req-385eb9a4-a70c-45ae-8150-d8457ed3982a tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638236 Feb 09 01:23:58.697519 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-8468d761-e9d4-4ca3-a908-482e838ce168 req-067c15ba-d9e1-49a7-be1c-4623246a5697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe008ff9-c69c-41b9-928d-1ae1599e451f {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:23:58.741421 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8468d761-e9d4-4ca3-a908-482e838ce168 req-067c15ba-d9e1-49a7-be1c-4623246a5697 service neutron] Publish callbacks [] for port (fe008ff9-c69c-41b9-928d-1ae1599e451f), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:58.973395 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-4710b5cb-51d1-4d9c-a0e2-383039d940bf None None] Allocated IP 172.20.0.2 (a8203b0d-e7af-492c-8c21-23f9563ce2e8/dc87e255-bf5d-4768-a418-c674f7e15362/765671ac-b2c7-4e02-8b11-19871257b667) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:23:59.018289 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-8468d761-e9d4-4ca3-a908-482e838ce168 req-067c15ba-d9e1-49a7-be1c-4623246a5697 service neutron] Transition to ACTIVE for port object fe008ff9-c69c-41b9-928d-1ae1599e451f will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:23:59.066153 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465844c-32e0-487e-bf67-140f76b1a093 req-be034828-9a86-47c8-ba87-8af585d62f8b tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:59.067810 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9465844c-32e0-487e-bf67-140f76b1a093 req-be034828-9a86-47c8-ba87-8af585d62f8b tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a43b9bf-51e1-401a-a95e-0bc314b2b324 HTTP/1.1" status: 200 len: 931 time: 1.0092363 Feb 09 01:23:59.084472 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1ade5-e951-4143-a065-bb33ca10599a req-ffdbe0e8-9423-40f2-9dd4-ca18c523678b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:59.092062 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-79e1ade5-e951-4143-a065-bb33ca10599a req-ffdbe0e8-9423-40f2-9dd4-ca18c523678b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2c4f55ab750f4159bdfcab050e5654ef&device_id=547c25db-5882-4232-865f-96655cf83a72 HTTP/1.1" status: 200 len: 1127 time: 0.1606867 Feb 09 01:23:59.097506 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8468d761-e9d4-4ca3-a908-482e838ce168 req-067c15ba-d9e1-49a7-be1c-4623246a5697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (fe008ff9-c69c-41b9-928d-1ae1599e451f), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:59.227758 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4710b5cb-51d1-4d9c-a0e2-383039d940bf None None] Publish callbacks [] for port (765671ac-b2c7-4e02-8b11-19871257b667), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:59.249202 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4710b5cb-51d1-4d9c-a0e2-383039d940bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (765671ac-b2c7-4e02-8b11-19871257b667), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:59.297430 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4710b5cb-51d1-4d9c-a0e2-383039d940bf None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:23:59.307213 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-4710b5cb-51d1-4d9c-a0e2-383039d940bf None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:23:59.311645 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4710b5cb-51d1-4d9c-a0e2-383039d940bf None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:23:59.334220 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4710b5cb-51d1-4d9c-a0e2-383039d940bf None None] Pushing event updated for resources: {'Port': ['ID=765671ac-b2c7-4e02-8b11-19871257b667,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:59.396979 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-4710b5cb-51d1-4d9c-a0e2-383039d940bf None None] Attempting to bind port 765671ac-b2c7-4e02-8b11-19871257b667 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:23:59.397539 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-4710b5cb-51d1-4d9c-a0e2-383039d940bf None None] Attempting to bind port 765671ac-b2c7-4e02-8b11-19871257b667 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:23:59.399458 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4710b5cb-51d1-4d9c-a0e2-383039d940bf None None] Attempting to bind port 765671ac-b2c7-4e02-8b11-19871257b667 on network a8203b0d-e7af-492c-8c21-23f9563ce2e8 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:23:59.410340 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9465844c-32e0-487e-bf67-140f76b1a093 req-5c1f939d-282e-43dc-9886-c13ae4bc580a tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] 10.222.0.50 "GET /v2.0/security-groups?id=335446df-a7e9-4afa-a718-154f1a728451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040004 Feb 09 01:23:59.430316 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1ade5-e951-4143-a065-bb33ca10599a req-5785bb7b-dfac-42f6-bc7f-3e2ed98242c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:59.430927 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4710b5cb-51d1-4d9c-a0e2-383039d940bf None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:23:59.432219 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4710b5cb-51d1-4d9c-a0e2-383039d940bf None None] Checking segment: {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:23:59.433664 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4710b5cb-51d1-4d9c-a0e2-383039d940bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:59.434257 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4710b5cb-51d1-4d9c-a0e2-383039d940bf None None] Bound using segment: {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:23:59.435578 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-79e1ade5-e951-4143-a065-bb33ca10599a req-5785bb7b-dfac-42f6-bc7f-3e2ed98242c5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a7c73c67-867b-4cd1-a7a6-d305a5dc51d2 HTTP/1.1" status: 200 len: 921 time: 0.3230107 Feb 09 01:23:59.436260 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-4710b5cb-51d1-4d9c-a0e2-383039d940bf None None] Bound port: 765671ac-b2c7-4e02-8b11-19871257b667, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:23:59.436959 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4710b5cb-51d1-4d9c-a0e2-383039d940bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (765671ac-b2c7-4e02-8b11-19871257b667), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:59.458029 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65a47b-0795-487f-b525-da8238e39699 req-685450a5-e43c-4459-9af5-1e938c519a8d tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:59.465687 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5d65a47b-0795-487f-b525-da8238e39699 req-685450a5-e43c-4459-9af5-1e938c519a8d tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 946 time: 0.6825635 Feb 09 01:23:59.469762 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e967a8-219d-4f20-aeb7-04837c3c9c43 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:23:59.473241 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d4e967a8-219d-4f20-aeb7-04837c3c9c43 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:59.548256 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-79e1ade5-e951-4143-a065-bb33ca10599a req-0c38b549-83f1-44a0-8121-e4170db09af2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0ec2765c-c8ca-498a-a0a0-9b25ec909aaf HTTP/1.1" status: 200 len: 217 time: 0.1027308 Feb 09 01:23:59.605057 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-4710b5cb-51d1-4d9c-a0e2-383039d940bf None None] For port 765671ac-b2c7-4e02-8b11-19871257b667, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:23:59.612154 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-4710b5cb-51d1-4d9c-a0e2-383039d940bf None None] For port 765671ac-b2c7-4e02-8b11-19871257b667, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=765671ac-b2c7-4e02-8b11-19871257b667,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:23:59.625517 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4710b5cb-51d1-4d9c-a0e2-383039d940bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (765671ac-b2c7-4e02-8b11-19871257b667), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:23:59.696836 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1ade5-e951-4143-a065-bb33ca10599a req-7f9beffa-ecee-4c95-9531-b35235b6c473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:23:59.701413 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5d65a47b-0795-487f-b525-da8238e39699 req-a2fca124-6d93-4ab6-9c09-6e66dd5b7f01 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2346401 Feb 09 01:23:59.702860 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-79e1ade5-e951-4143-a065-bb33ca10599a req-7f9beffa-ecee-4c95-9531-b35235b6c473 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36ed6c8a-8eab-4ee5-af4e-3a7d95f66f05 HTTP/1.1" status: 200 len: 859 time: 0.1465521 Feb 09 01:23:59.791038 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-79e1ade5-e951-4143-a065-bb33ca10599a req-2a00f30b-1de4-4418-8b80-15fc2868cdd1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a7c73c67-867b-4cd1-a7a6-d305a5dc51d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731168 Feb 09 01:23:59.802240 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067c15ba-d9e1-49a7-be1c-4623246a5697 service neutron] Pushing event updated for resources: {'Port': ['ID=fe008ff9-c69c-41b9-928d-1ae1599e451f,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:23:59.869835 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-8468d761-e9d4-4ca3-a908-482e838ce168 req-067c15ba-d9e1-49a7-be1c-4623246a5697 service neutron] Attempting to bind port fe008ff9-c69c-41b9-928d-1ae1599e451f on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:23:59.871983 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-8468d761-e9d4-4ca3-a908-482e838ce168 req-067c15ba-d9e1-49a7-be1c-4623246a5697 service neutron] Attempting to bind port fe008ff9-c69c-41b9-928d-1ae1599e451f by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'a836f049-f451-4bc4-afb4-1bb3d0fc2588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '61bedc61-f650-40cd-b78b-0e98dfc102b2'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:23:59.872671 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8468d761-e9d4-4ca3-a908-482e838ce168 req-067c15ba-d9e1-49a7-be1c-4623246a5697 service neutron] Attempting to bind port fe008ff9-c69c-41b9-928d-1ae1599e451f on network 61bedc61-f650-40cd-b78b-0e98dfc102b2 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:23:59.958849 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4710b5cb-51d1-4d9c-a0e2-383039d940bf None None] Pushing event updated for resources: {'Port': ['ID=765671ac-b2c7-4e02-8b11-19871257b667,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:00.044816 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8468d761-e9d4-4ca3-a908-482e838ce168 req-067c15ba-d9e1-49a7-be1c-4623246a5697 service neutron] Port fe008ff9-c69c-41b9-928d-1ae1599e451f on network 61bedc61-f650-40cd-b78b-0e98dfc102b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:24:00.045850 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8468d761-e9d4-4ca3-a908-482e838ce168 req-067c15ba-d9e1-49a7-be1c-4623246a5697 service neutron] Attempting to bind port fe008ff9-c69c-41b9-928d-1ae1599e451f on network 61bedc61-f650-40cd-b78b-0e98dfc102b2 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:24:00.132510 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-79e1ade5-e951-4143-a065-bb33ca10599a req-4eb889d2-dcea-477a-9131-c3f388249d83 service neutron] 10.222.0.47 "GET /v2.0/networks/a7c73c67-867b-4cd1-a7a6-d305a5dc51d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338177 Feb 09 01:24:00.170789 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12848a18-e3c3-422b-9f44-5696094c176d req-7d1b6ff3-58e5-446e-840b-7eeef0b1a1e5 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:00.174286 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-12848a18-e3c3-422b-9f44-5696094c176d req-7d1b6ff3-58e5-446e-840b-7eeef0b1a1e5 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=547c25db-5882-4232-865f-96655cf83a72 HTTP/1.1" status: 200 len: 945 time: 0.3557563 Feb 09 01:24:00.176370 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8468d761-e9d4-4ca3-a908-482e838ce168 req-067c15ba-d9e1-49a7-be1c-4623246a5697 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:24:00.177969 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8468d761-e9d4-4ca3-a908-482e838ce168 req-067c15ba-d9e1-49a7-be1c-4623246a5697 service neutron] Checking segment: {'id': 'a836f049-f451-4bc4-afb4-1bb3d0fc2588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '61bedc61-f650-40cd-b78b-0e98dfc102b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:24:00.178641 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8468d761-e9d4-4ca3-a908-482e838ce168 req-067c15ba-d9e1-49a7-be1c-4623246a5697 service neutron] Bound using segment: {'id': 'a836f049-f451-4bc4-afb4-1bb3d0fc2588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '61bedc61-f650-40cd-b78b-0e98dfc102b2'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:24:00.180570 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-8468d761-e9d4-4ca3-a908-482e838ce168 req-067c15ba-d9e1-49a7-be1c-4623246a5697 service neutron] Bound port: fe008ff9-c69c-41b9-928d-1ae1599e451f, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a836f049-f451-4bc4-afb4-1bb3d0fc2588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '61bedc61-f650-40cd-b78b-0e98dfc102b2'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:24:00.181184 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8468d761-e9d4-4ca3-a908-482e838ce168 req-067c15ba-d9e1-49a7-be1c-4623246a5697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (fe008ff9-c69c-41b9-928d-1ae1599e451f), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:00.510330 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-79e1ade5-e951-4143-a065-bb33ca10599a req-48665c89-917b-4c09-893f-b662b2b78f4d service neutron] 10.222.0.47 "GET /v2.0/networks/a7c73c67-867b-4cd1-a7a6-d305a5dc51d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710096 Feb 09 01:24:00.764345 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-12848a18-e3c3-422b-9f44-5696094c176d req-dad920e1-6e12-481d-964c-49e95c889d55 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5340548 Feb 09 01:24:00.849968 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 765671ac-b2c7-4e02-8b11-19871257b667 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:24:01.016523 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f1684-8ef8-4628-8f28-dba34187c0df req-c36c137c-8f8a-43c8-acb6-4e94d7496ad4 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:01.022834 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-da2f1684-8ef8-4628-8f28-dba34187c0df req-c36c137c-8f8a-43c8-acb6-4e94d7496ad4 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a43b9bf-51e1-401a-a95e-0bc314b2b324 HTTP/1.1" status: 200 len: 943 time: 0.2787435 Feb 09 01:24:01.032362 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-8468d761-e9d4-4ca3-a908-482e838ce168 req-067c15ba-d9e1-49a7-be1c-4623246a5697 service neutron] For port fe008ff9-c69c-41b9-928d-1ae1599e451f, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:24:01.378092 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 765671ac-b2c7-4e02-8b11-19871257b667 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:01.378666 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (765671ac-b2c7-4e02-8b11-19871257b667), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:01.380123 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-8468d761-e9d4-4ca3-a908-482e838ce168 req-067c15ba-d9e1-49a7-be1c-4623246a5697 service neutron] For port fe008ff9-c69c-41b9-928d-1ae1599e451f, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=fe008ff9-c69c-41b9-928d-1ae1599e451f,segment=NetworkSegment(a836f049-f451-4bc4-afb4-1bb3d0fc2588),segment_id=a836f049-f451-4bc4-afb4-1bb3d0fc2588)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:24:01.410398 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8468d761-e9d4-4ca3-a908-482e838ce168 req-067c15ba-d9e1-49a7-be1c-4623246a5697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (fe008ff9-c69c-41b9-928d-1ae1599e451f), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:01.653836 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 765671ac-b2c7-4e02-8b11-19871257b667 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:01.655693 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (765671ac-b2c7-4e02-8b11-19871257b667), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:01.766601 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 765671ac-b2c7-4e02-8b11-19871257b667, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=765671ac-b2c7-4e02-8b11-19871257b667,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:01.776144 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (765671ac-b2c7-4e02-8b11-19871257b667), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:01.854822 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468d761-e9d4-4ca3-a908-482e838ce168 req-067c15ba-d9e1-49a7-be1c-4623246a5697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:01.857248 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8468d761-e9d4-4ca3-a908-482e838ce168 req-067c15ba-d9e1-49a7-be1c-4623246a5697 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:01.858857 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8468d761-e9d4-4ca3-a908-482e838ce168 req-067c15ba-d9e1-49a7-be1c-4623246a5697 service neutron] 10.222.0.47 "PUT /v2.0/ports/fe008ff9-c69c-41b9-928d-1ae1599e451f HTTP/1.1" status: 200 len: 1091 time: 5.1468928 Feb 09 01:24:01.859564 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067c15ba-d9e1-49a7-be1c-4623246a5697 service neutron] Pushing event updated for resources: {'Port': ['ID=fe008ff9-c69c-41b9-928d-1ae1599e451f,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:01.917885 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a43b9bf-51e1-401a-a95e-0bc314b2b324', 'tag': 'fe008ff9-c69c-41b9-928d-1ae1599e451f'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:24:01.926533 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a78ae19-c1d7-42ca-9249-4c94fd75e6f8" -d '{"events": [{"name": "network-changed", "server_uuid": "5a43b9bf-51e1-401a-a95e-0bc314b2b324", "tag": "fe008ff9-c69c-41b9-928d-1ae1599e451f"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:24:01.928379 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=765671ac-b2c7-4e02-8b11-19871257b667,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:02.197639 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-d98af197-d0a1-4cdc-b336-6838d199cac0 None None] Provisioning complete for port 765671ac-b2c7-4e02-8b11-19871257b667 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:02.198282 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d98af197-d0a1-4cdc-b336-6838d199cac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (765671ac-b2c7-4e02-8b11-19871257b667), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:02.361745 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-da2f1684-8ef8-4628-8f28-dba34187c0df req-0f3ce889-a1ab-443c-b79e-36e5411c6f42 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] 10.222.0.50 "GET /v2.0/security-groups?id=335446df-a7e9-4afa-a718-154f1a728451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9672015 Feb 09 01:24:02.390817 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53653c-0bd5-4559-8cfe-066f7ce1eacb req-d2cafe15-69d9-41a3-bf1f-eb7e2bef1d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:02.418419 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bd53653c-0bd5-4559-8cfe-066f7ce1eacb req-d2cafe15-69d9-41a3-bf1f-eb7e2bef1d29 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=99253303b883423fad908712b3678824&device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 1128 time: 0.7099094 Feb 09 01:24:02.454090 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5da939-e970-43eb-ae0b-6d7a25599c93 req-db88bb08-036a-4a5e-8b49-6cdc10d5e350 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:02.469672 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1a5da939-e970-43eb-ae0b-6d7a25599c93 req-db88bb08-036a-4a5e-8b49-6cdc10d5e350 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 946 time: 1.0842633 Feb 09 01:24:02.542168 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b9e9c0e7-5863-4a50-9d47-18934b6ba974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:02.613463 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-d98af197-d0a1-4cdc-b336-6838d199cac0 None None] Current status of the port 765671ac-b2c7-4e02-8b11-19871257b667 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:02.653418 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 765671ac-b2c7-4e02-8b11-19871257b667 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:24:02.772968 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-ad859201-3834-4dc5-9f32-242bafd97a92 None None] Could not find standard attr ID for object 90b43b69-cb32-4f06-9387-08f2d89c73a2. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:24:02.834210 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 765671ac-b2c7-4e02-8b11-19871257b667 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:02.834788 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (765671ac-b2c7-4e02-8b11-19871257b667), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:03.171782 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-c7c07f12-a792-4f45-a5c4-4979955121ef None None] Could not find standard attr ID for object ea3bca65-5f08-4c30-a5b0-1cecb86dfa2d. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:24:03.219803 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 765671ac-b2c7-4e02-8b11-19871257b667 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:03.410894 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468d761-e9d4-4ca3-a908-482e838ce168 req-20a1ea83-4153-443d-9b6d-44e13edd0140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:03.421546 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8468d761-e9d4-4ca3-a908-482e838ce168 req-20a1ea83-4153-443d-9b6d-44e13edd0140 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9280b9db8d3848f8832517db8b659897&device_id=5a43b9bf-51e1-401a-a95e-0bc314b2b324 HTTP/1.1" status: 200 len: 1125 time: 1.4587376 Feb 09 01:24:03.501855 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53653c-0bd5-4559-8cfe-066f7ce1eacb req-9e4a1c6e-d426-404d-b0c4-85dfc4fb6f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:03.512068 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bd53653c-0bd5-4559-8cfe-066f7ce1eacb req-9e4a1c6e-d426-404d-b0c4-85dfc4fb6f58 service neutron] 10.222.0.120 "GET /v2.0/networks?id=d88b7625-86d0-4021-80a0-5ba2f7b1a042 HTTP/1.1" status: 200 len: 913 time: 1.0051441 Feb 09 01:24:03.617671 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a5487-49e4-40fc-b2c0-568279d93114 req-7498fed7-713b-4fc7-b10c-d4e85204306a tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:03.624996 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-806a5487-49e4-40fc-b2c0-568279d93114 req-7498fed7-713b-4fc7-b10c-d4e85204306a tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=547c25db-5882-4232-865f-96655cf83a72 HTTP/1.1" status: 200 len: 945 time: 0.8140192 Feb 09 01:24:03.818352 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1a5da939-e970-43eb-ae0b-6d7a25599c93 req-7ad380b3-79fa-4ac8-9336-34e5dd055423 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3472710 Feb 09 01:24:03.944067 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8468d761-e9d4-4ca3-a908-482e838ce168 req-4da2ae65-ae9e-4b0b-a462-f2a80ba3664a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe008ff9-c69c-41b9-928d-1ae1599e451f HTTP/1.1" status: 200 len: 217 time: 0.4911737 Feb 09 01:24:03.986275 n-d-828369-4 neutron-server[103136]: DEBUG neutron.objects.ports [None req-d4e967a8-219d-4f20-aeb7-04837c3c9c43 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103136) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:24:04.164875 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468d761-e9d4-4ca3-a908-482e838ce168 req-a4445260-8165-4bba-b40e-e045b59b8515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:04.188183 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8468d761-e9d4-4ca3-a908-482e838ce168 req-a4445260-8165-4bba-b40e-e045b59b8515 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6e6e2962-9972-47c4-8f92-056048e0781d HTTP/1.1" status: 200 len: 862 time: 0.2006071 Feb 09 01:24:04.209385 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f101e1-4959-4c58-b5b0-6018f93781c9 x-openstack-request-id: req-09f101e1-4959-4c58-b5b0-6018f93781c9 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:24:04.210819 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a43b9bf-51e1-401a-a95e-0bc314b2b324", "tag": "fe008ff9-c69c-41b9-928d-1ae1599e451f", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:24:04.213785 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-09f101e1-4959-4c58-b5b0-6018f93781c9 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:24:04.214384 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a43b9bf-51e1-401a-a95e-0bc314b2b324', 'tag': 'fe008ff9-c69c-41b9-928d-1ae1599e451f', 'status': 'completed', 'code': 200} Feb 09 01:24:04.350376 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41714) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:04.367812 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8468d761-e9d4-4ca3-a908-482e838ce168 req-2fb57177-82f6-4090-b53d-d322601ddaed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61bedc61-f650-40cd-b78b-0e98dfc102b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1656470 Feb 09 01:24:04.430477 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c4b0b628-5b04-4ca9-94bd-b86f7d3c449e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:04.568424 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8954ed9a-8cc0-43cf-b5f3-de084c8efadf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:04.808295 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8954ed9a-8cc0-43cf-b5f3-de084c8efadf admin admin] Publish callbacks [] for security_group (38d3f709-d780-46b1-93e9-7ede3a59f3fa), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:04.828366 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8954ed9a-8cc0-43cf-b5f3-de084c8efadf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (38d3f709-d780-46b1-93e9-7ede3a59f3fa), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:04.920527 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954ed9a-8cc0-43cf-b5f3-de084c8efadf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d3f709-d780-46b1-93e9-7ede3a59f3fa,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:05.017850 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8954ed9a-8cc0-43cf-b5f3-de084c8efadf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=53933f5a9853489aa81a632e63f17076&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6652515 Feb 09 01:24:05.018603 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41728) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:05.158545 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-48d51492-df03-4e16-8f61-2abbba5ad026 admin admin] Publish callbacks [] for security_group (38d3f709-d780-46b1-93e9-7ede3a59f3fa), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:05.206712 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-48d51492-df03-4e16-8f61-2abbba5ad026 admin admin] Publish callbacks [] for security_group (38d3f709-d780-46b1-93e9-7ede3a59f3fa), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:05.302680 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-48d51492-df03-4e16-8f61-2abbba5ad026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (38d3f709-d780-46b1-93e9-7ede3a59f3fa), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:05.308224 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-48d51492-df03-4e16-8f61-2abbba5ad026 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:05.310562 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-48d51492-df03-4e16-8f61-2abbba5ad026 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/38d3f709-d780-46b1-93e9-7ede3a59f3fa HTTP/1.1" status: 204 len: 168 time: 0.2906432 Feb 09 01:24:05.325497 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d51492-df03-4e16-8f61-2abbba5ad026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d3f709-d780-46b1-93e9-7ede3a59f3fa,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:05.576742 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8468d761-e9d4-4ca3-a908-482e838ce168 req-79d76e08-9e16-49f6-938b-400773f8b48c service neutron] 10.222.0.47 "GET /v2.0/networks/61bedc61-f650-40cd-b78b-0e98dfc102b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1990523 Feb 09 01:24:05.588860 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bd53653c-0bd5-4559-8cfe-066f7ce1eacb req-4165f142-bd39-489f-b842-0be2aa389200 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 HTTP/1.1" status: 200 len: 1001 time: 2.0568151 Feb 09 01:24:05.602022 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-806a5487-49e4-40fc-b2c0-568279d93114 req-2aa233f5-022c-4e56-a6b8-d085be2f6b6b tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8818653 Feb 09 01:24:05.886915 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:05.932701 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53653c-0bd5-4559-8cfe-066f7ce1eacb req-602aad74-7878-426d-8f65-6ce24e87a25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:05.936950 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bd53653c-0bd5-4559-8cfe-066f7ce1eacb req-602aad74-7878-426d-8f65-6ce24e87a25f service neutron] 10.222.0.120 "GET /v2.0/subnets?id=e8a10734-f380-44a3-a9f7-298105351e3b HTTP/1.1" status: 200 len: 850 time: 0.2949800 Feb 09 01:24:06.021855 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41742) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:06.049776 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-851c69b5-1390-42b1-866e-a5d46f31ca86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:06.201427 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8468d761-e9d4-4ca3-a908-482e838ce168 req-c4b1ae0f-8cd4-4c46-b79f-a4b5ecff4d29 service neutron] 10.222.0.47 "GET /v2.0/networks/61bedc61-f650-40cd-b78b-0e98dfc102b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4015012 Feb 09 01:24:06.316143 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-851c69b5-1390-42b1-866e-a5d46f31ca86 admin admin] Publish callbacks [] for security_group (9cf71d2d-2c97-4dd3-a148-dd13513bf96d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:06.331519 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-851c69b5-1390-42b1-866e-a5d46f31ca86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (9cf71d2d-2c97-4dd3-a148-dd13513bf96d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:06.391097 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a0259e-1e2d-4d22-8427-9967a1ca3938 req-f950983c-d50b-466b-8faa-797e81ad5c6b tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:06.395738 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-79a0259e-1e2d-4d22-8427-9967a1ca3938 req-f950983c-d50b-466b-8faa-797e81ad5c6b tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a43b9bf-51e1-401a-a95e-0bc314b2b324 HTTP/1.1" status: 200 len: 943 time: 2.1788025 Feb 09 01:24:06.405320 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d4e967a8-219d-4f20-aeb7-04837c3c9c43 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (765671ac-b2c7-4e02-8b11-19871257b667), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:06.419427 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c69b5-1390-42b1-866e-a5d46f31ca86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf71d2d-2c97-4dd3-a148-dd13513bf96d,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:06.435785 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-851c69b5-1390-42b1-866e-a5d46f31ca86 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b5048a8bbaf04558b617fc1f1f202fa1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4121664 Feb 09 01:24:06.441756 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41768) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:06.518274 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53653c-0bd5-4559-8cfe-066f7ce1eacb req-68228ece-e044-4e89-8b4e-560134901f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:06.521086 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bd53653c-0bd5-4559-8cfe-066f7ce1eacb req-68228ece-e044-4e89-8b4e-560134901f70 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=d88b7625-86d0-4021-80a0-5ba2f7b1a042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5669467 Feb 09 01:24:06.550000 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ba5a4-c5fa-420c-9f49-25df150f9e89 req-ae04726b-1419-49ae-ab5f-6051d3cb82e7 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:06.558070 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-993ba5a4-c5fa-420c-9f49-25df150f9e89 req-ae04726b-1419-49ae-ab5f-6051d3cb82e7 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 946 time: 0.6177812 Feb 09 01:24:06.576181 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bd8dd98-8c17-4bba-9b27-d9c49337af38 admin admin] Publish callbacks [] for security_group (9cf71d2d-2c97-4dd3-a148-dd13513bf96d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:06.623666 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bd8dd98-8c17-4bba-9b27-d9c49337af38 admin admin] Publish callbacks [] for security_group (9cf71d2d-2c97-4dd3-a148-dd13513bf96d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:06.707594 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bd8dd98-8c17-4bba-9b27-d9c49337af38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (9cf71d2d-2c97-4dd3-a148-dd13513bf96d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:06.710736 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bd8dd98-8c17-4bba-9b27-d9c49337af38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:06.712346 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7bd8dd98-8c17-4bba-9b27-d9c49337af38 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9cf71d2d-2c97-4dd3-a148-dd13513bf96d HTTP/1.1" status: 204 len: 168 time: 0.2678919 Feb 09 01:24:06.727337 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd8dd98-8c17-4bba-9b27-d9c49337af38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf71d2d-2c97-4dd3-a148-dd13513bf96d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:06.896996 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-d4e967a8-219d-4f20-aeb7-04837c3c9c43 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] For port 765671ac-b2c7-4e02-8b11-19871257b667, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=765671ac-b2c7-4e02-8b11-19871257b667,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:06.943968 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d4e967a8-219d-4f20-aeb7-04837c3c9c43 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for port (765671ac-b2c7-4e02-8b11-19871257b667), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:07.115709 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-993ba5a4-c5fa-420c-9f49-25df150f9e89 req-f37c6d97-d274-4d24-b72f-11847cee4c59 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5564566 Feb 09 01:24:07.118449 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bd53653c-0bd5-4559-8cfe-066f7ce1eacb req-414e8a90-3f01-4f33-9bba-881017c2427c service neutron] 10.222.0.120 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718030 Feb 09 01:24:07.144617 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d4e967a8-219d-4f20-aeb7-04837c3c9c43 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (765671ac-b2c7-4e02-8b11-19871257b667), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:07.427637 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:07.535858 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d4e967a8-219d-4f20-aeb7-04837c3c9c43 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (3e8ff895-7fc9-4fd3-9de6-6e7806aaf7ec), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:07.562864 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e967a8-219d-4f20-aeb7-04837c3c9c43 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Port': ['ID=765671ac-b2c7-4e02-8b11-19871257b667,revision_number=5']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:07.698059 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:07.701705 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bd53653c-0bd5-4559-8cfe-066f7ce1eacb req-ae59aa22-2d22-4d9c-b9b1-7d56898602c4 service neutron] 10.222.0.120 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5237613 Feb 09 01:24:07.719223 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e967a8-219d-4f20-aeb7-04837c3c9c43 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:07.739822 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e967a8-219d-4f20-aeb7-04837c3c9c43 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Subnet': ['ID=3e8ff895-7fc9-4fd3-9de6-6e7806aaf7ec,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:07.757853 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-d4e967a8-219d-4f20-aeb7-04837c3c9c43 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:07.768879 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a792598-a2ac-43f8-941e-b06fbcbcc422 None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:24:07.781822 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-79a0259e-1e2d-4d22-8427-9967a1ca3938 req-088a7a3f-8b9e-44f6-a1ab-f35e94753ad7 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] 10.222.0.50 "GET /v2.0/security-groups?id=335446df-a7e9-4afa-a718-154f1a728451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3577657 Feb 09 01:24:07.786540 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e967a8-219d-4f20-aeb7-04837c3c9c43 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:07.795878 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d4e967a8-219d-4f20-aeb7-04837c3c9c43 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:07.831289 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78ae19-c1d7-42ca-9249-4c94fd75e6f8 req-bed7c64b-6201-41c2-abb5-aa53e5e9ad8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:07.832646 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3a78ae19-c1d7-42ca-9249-4c94fd75e6f8 req-bed7c64b-6201-41c2-abb5-aa53e5e9ad8d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9280b9db8d3848f8832517db8b659897&device_id=5a43b9bf-51e1-401a-a95e-0bc314b2b324 HTTP/1.1" status: 200 len: 1125 time: 1.5111241 Feb 09 01:24:08.055619 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41818) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:08.057647 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d4e967a8-219d-4f20-aeb7-04837c3c9c43 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 10.2437930 Feb 09 01:24:08.061017 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-a3078cfe-e0f3-4074-813f-375d9d710b3d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'port': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'mac_address': 'fa:16:3e:08:8f:c7', 'name': 'tempest-NetworksTestDHCPv6-35472690'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:08.137336 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d643fc8-494e-4942-bafc-42d3e34db60f req-e22e5ddd-8013-486a-9d19-46915c5bcf15 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:08.139422 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1d643fc8-494e-4942-bafc-42d3e34db60f req-e22e5ddd-8013-486a-9d19-46915c5bcf15 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=547c25db-5882-4232-865f-96655cf83a72 HTTP/1.1" status: 200 len: 945 time: 0.5873787 Feb 09 01:24:08.431819 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3078cfe-e0f3-4074-813f-375d9d710b3d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:08.443533 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1d643fc8-494e-4942-bafc-42d3e34db60f req-126e7a30-ba96-4037-8583-0ba497b66216 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936182 Feb 09 01:24:08.453983 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:08.477815 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78ae19-c1d7-42ca-9249-4c94fd75e6f8 req-610748c1-57ca-4f84-95df-de7f68536ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:08.478275 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3a78ae19-c1d7-42ca-9249-4c94fd75e6f8 req-610748c1-57ca-4f84-95df-de7f68536ee8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=61bedc61-f650-40cd-b78b-0e98dfc102b2 HTTP/1.1" status: 200 len: 924 time: 0.6383593 Feb 09 01:24:08.641067 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 765671ac-b2c7-4e02-8b11-19871257b667 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:24:08.665016 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cab1bf-6a25-4132-b904-6832751bf229 req-07c4f230-6a8d-42c2-b184-d889c29f3c2a tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:08.669023 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-26cab1bf-6a25-4132-b904-6832751bf229 req-07c4f230-6a8d-42c2-b184-d889c29f3c2a tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 946 time: 0.3620453 Feb 09 01:24:08.675785 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3a78ae19-c1d7-42ca-9249-4c94fd75e6f8 req-8d4c4a44-41b7-4ce5-b777-962c7da5bc94 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe008ff9-c69c-41b9-928d-1ae1599e451f HTTP/1.1" status: 200 len: 217 time: 0.1849229 Feb 09 01:24:08.694843 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a3078cfe-e0f3-4074-813f-375d9d710b3d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:08.745922 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-a3078cfe-e0f3-4074-813f-375d9d710b3d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] device_id is not set on port 94ab4981-aa6d-4f6d-b902-d0ddfa1456b5 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:24:09.062133 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-26cab1bf-6a25-4132-b904-6832751bf229 req-167a4f39-949f-4b1d-8956-9fffad8b846c tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3813856 Feb 09 01:24:09.064386 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78ae19-c1d7-42ca-9249-4c94fd75e6f8 req-24289f90-1110-467b-b3b7-f3ef4ce04955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:09.067954 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3a78ae19-c1d7-42ca-9249-4c94fd75e6f8 req-24289f90-1110-467b-b3b7-f3ef4ce04955 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6e6e2962-9972-47c4-8f92-056048e0781d HTTP/1.1" status: 200 len: 862 time: 0.3088241 Feb 09 01:24:09.107132 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-a3078cfe-e0f3-4074-813f-375d9d710b3d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Allocated IP 172.20.0.14 (a8203b0d-e7af-492c-8c21-23f9563ce2e8/dc87e255-bf5d-4768-a418-c674f7e15362/94ab4981-aa6d-4f6d-b902-d0ddfa1456b5) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:24:09.115082 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-a3078cfe-e0f3-4074-813f-375d9d710b3d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Allocated IP 2001:db8::f816:3eff:fe08:8fc7 (a8203b0d-e7af-492c-8c21-23f9563ce2e8/3e8ff895-7fc9-4fd3-9de6-6e7806aaf7ec/94ab4981-aa6d-4f6d-b902-d0ddfa1456b5) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:24:09.269604 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3a78ae19-c1d7-42ca-9249-4c94fd75e6f8 req-a88ec967-26a5-40a0-9f6d-09d5079071fb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=61bedc61-f650-40cd-b78b-0e98dfc102b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853601 Feb 09 01:24:09.379363 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device fe008ff9-c69c-41b9-928d-1ae1599e451f details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:24:09.438969 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 765671ac-b2c7-4e02-8b11-19871257b667 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:09.439654 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (765671ac-b2c7-4e02-8b11-19871257b667), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:09.484362 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a3078cfe-e0f3-4074-813f-375d9d710b3d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for port (94ab4981-aa6d-4f6d-b902-d0ddfa1456b5), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:09.526619 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a3078cfe-e0f3-4074-813f-375d9d710b3d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (94ab4981-aa6d-4f6d-b902-d0ddfa1456b5), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:09.535791 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:24:09.657064 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3078cfe-e0f3-4074-813f-375d9d710b3d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:09.667328 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-a3078cfe-e0f3-4074-813f-375d9d710b3d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:09.681978 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3078cfe-e0f3-4074-813f-375d9d710b3d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:24:09.689726 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921127b-033d-457a-8bbc-49e0e74cab63 req-23f31047-3a1a-4a42-8967-609a02376be8 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:09.691352 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9921127b-033d-457a-8bbc-49e0e74cab63 req-23f31047-3a1a-4a42-8967-609a02376be8 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a43b9bf-51e1-401a-a95e-0bc314b2b324 HTTP/1.1" status: 200 len: 943 time: 0.6220412 Feb 09 01:24:09.704613 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:09.761538 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.resource_extend [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:24:09.801853 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3078cfe-e0f3-4074-813f-375d9d710b3d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:09.802559 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a3078cfe-e0f3-4074-813f-375d9d710b3d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:09.833424 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3078cfe-e0f3-4074-813f-375d9d710b3d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Port': ['ID=94ab4981-aa6d-4f6d-b902-d0ddfa1456b5,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:09.859698 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a3078cfe-e0f3-4074-813f-375d9d710b3d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.8005111 Feb 09 01:24:09.859882 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41880) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:09.872430 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3a78ae19-c1d7-42ca-9249-4c94fd75e6f8 req-e0d41692-9e32-40fb-b0b8-97462b690ad5 service neutron] 10.222.0.47 "GET /v2.0/networks/61bedc61-f650-40cd-b78b-0e98dfc102b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6018641 Feb 09 01:24:09.899970 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28381b-c72f-46a9-b1f1-cd0068924e2c req-4d19afe7-ea08-4130-b9d8-5e295dc23bbb tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:09.907057 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cc28381b-c72f-46a9-b1f1-cd0068924e2c req-4d19afe7-ea08-4130-b9d8-5e295dc23bbb tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 946 time: 0.4288394 Feb 09 01:24:09.923570 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:09.923906 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1f1c0538-aa1a-4918-b06a-0ef1c2faaef3), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:09.982459 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7832db6c-95a3-4261-ae35-b4ac3ca3d96d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:09.993595 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7832db6c-95a3-4261-ae35-b4ac3ca3d96d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:10.006866 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7832db6c-95a3-4261-ae35-b4ac3ca3d96d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1459267 Feb 09 01:24:10.011506 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41884) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:10.046542 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port fe008ff9-c69c-41b9-928d-1ae1599e451f, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=fe008ff9-c69c-41b9-928d-1ae1599e451f,segment=NetworkSegment(a836f049-f451-4bc4-afb4-1bb3d0fc2588),segment_id=a836f049-f451-4bc4-afb4-1bb3d0fc2588)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:10.061005 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-557dbce5-6757-445d-8b3f-d082d4f038fd None None] Provisioning complete for port 765671ac-b2c7-4e02-8b11-19871257b667 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:10.061722 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-557dbce5-6757-445d-8b3f-d082d4f038fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (765671ac-b2c7-4e02-8b11-19871257b667), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:10.064084 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': 'fe008ff9-c69c-41b9-928d-1ae1599e451f', 'network_id': '61bedc61-f650-40cd-b78b-0e98dfc102b2', 'port_id': 'fe008ff9-c69c-41b9-928d-1ae1599e451f', 'mac_address': 'fa:16:3e:70:f8:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e6e2962-9972-47c4-8f92-056048e0781d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:24:10.107958 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da201e6-e78b-4295-a3ae-350bcd1cce1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f1c0538-aa1a-4918-b06a-0ef1c2faaef3'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:24:10.110593 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4c167a-ab7c-4d65-ad08-b234c581dd48" -d '{"events": [{"server_uuid": "3da201e6-e78b-4295-a3ae-350bcd1cce1d", "name": "network-vif-unplugged", "status": "completed", "tag": "1f1c0538-aa1a-4918-b06a-0ef1c2faaef3"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:24:10.192323 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=1f1c0538-aa1a-4918-b06a-0ef1c2faaef3,segment=NetworkSegment(c65aa26b-6f4d-4da5-9ac6-6c267d824ab1),segment_id=c65aa26b-6f4d-4da5-9ac6-6c267d824ab1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:10.211109 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-b6b00ff0-afbf-4c4e-af68-8fe935c618f7 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting port 94ab4981-aa6d-4f6d-b902-d0ddfa1456b5 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:24:10.211583 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b6b00ff0-afbf-4c4e-af68-8fe935c618f7 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (94ab4981-aa6d-4f6d-b902-d0ddfa1456b5), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:10.228166 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 765671ac-b2c7-4e02-8b11-19871257b667 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:10.236631 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1f1c0538-aa1a-4918-b06a-0ef1c2faaef3), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:10.241676 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3a78ae19-c1d7-42ca-9249-4c94fd75e6f8 req-38d4ebfa-81ec-4ecc-9228-968144634605 service neutron] 10.222.0.47 "GET /v2.0/networks/61bedc61-f650-40cd-b78b-0e98dfc102b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335283 Feb 09 01:24:10.312636 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9921127b-033d-457a-8bbc-49e0e74cab63 req-3931680e-3e7a-4973-a571-0c3086c683c1 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] 10.222.0.50 "GET /v2.0/security-groups?id=335446df-a7e9-4afa-a718-154f1a728451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5755742 Feb 09 01:24:10.383888 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cc28381b-c72f-46a9-b1f1-cd0068924e2c req-27325eea-d37a-434e-8535-df37b680ef60 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666768 Feb 09 01:24:10.446602 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b6b00ff0-afbf-4c4e-af68-8fe935c618f7 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (94ab4981-aa6d-4f6d-b902-d0ddfa1456b5), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:10.469990 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=1f1c0538-aa1a-4918-b06a-0ef1c2faaef3,revision_number=14']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:10.485826 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port fe008ff9-c69c-41b9-928d-1ae1599e451f is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:10.486465 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (fe008ff9-c69c-41b9-928d-1ae1599e451f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:10.487043 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-b6b00ff0-afbf-4c4e-af68-8fe935c618f7 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Calling delete_port for 94ab4981-aa6d-4f6d-b902-d0ddfa1456b5 owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:24:10.520813 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64346d64-f2c5-4f10-aa84-5d48d83b0eff x-openstack-request-id: req-64346d64-f2c5-4f10-aa84-5d48d83b0eff {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:24:10.521122 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da201e6-e78b-4295-a3ae-350bcd1cce1d", "name": "network-vif-unplugged", "status": "completed", "tag": "1f1c0538-aa1a-4918-b06a-0ef1c2faaef3", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:24:10.521395 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-64346d64-f2c5-4f10-aa84-5d48d83b0eff {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:24:10.521839 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da201e6-e78b-4295-a3ae-350bcd1cce1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f1c0538-aa1a-4918-b06a-0ef1c2faaef3', 'code': 200} Feb 09 01:24:10.566475 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:10.567121 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:10.567222 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:10.567511 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:10.567855 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:10.568198 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:10.568536 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:10.574890 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e880d9-3756-4589-af9c-93f007de936f req-098fdc72-7704-4349-86e9-1f703a7f9ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:10.576638 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a7e880d9-3756-4589-af9c-93f007de936f req-098fdc72-7704-4349-86e9-1f703a7f9ff5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=547c25db-5882-4232-865f-96655cf83a72 HTTP/1.1" status: 200 len: 1127 time: 0.1691978 Feb 09 01:24:10.585143 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:10.585506 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:10.585859 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:10.586739 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:10.587082 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:10.587426 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:10.598573 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbb670-d62c-4388-a6e4-d5bf5dd472b3 req-4429af7e-84a9-4b1c-98e0-fd122010dfc9 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:10.606522 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ecdbb670-d62c-4388-a6e4-d5bf5dd472b3 req-4429af7e-84a9-4b1c-98e0-fd122010dfc9 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=547c25db-5882-4232-865f-96655cf83a72 HTTP/1.1" status: 200 len: 945 time: 0.0881150 Feb 09 01:24:10.628665 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe008ff9-c69c-41b9-928d-1ae1599e451f {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:24:10.812310 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a7e880d9-3756-4589-af9c-93f007de936f req-5ab1f3fa-9a99-42b3-a8c9-3b607997fdc2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262650 Feb 09 01:24:10.829033 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port fe008ff9-c69c-41b9-928d-1ae1599e451f, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=fe008ff9-c69c-41b9-928d-1ae1599e451f,segment=NetworkSegment(a836f049-f451-4bc4-afb4-1bb3d0fc2588),segment_id=a836f049-f451-4bc4-afb4-1bb3d0fc2588)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:10.843444 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ecdbb670-d62c-4388-a6e4-d5bf5dd472b3 req-d2581fa3-48db-427a-9460-0b7eab61124d tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359357 Feb 09 01:24:10.870305 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (fe008ff9-c69c-41b9-928d-1ae1599e451f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:10.966386 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-557dbce5-6757-445d-8b3f-d082d4f038fd None None] Current status of the port 765671ac-b2c7-4e02-8b11-19871257b667 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:11.040341 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=fe008ff9-c69c-41b9-928d-1ae1599e451f,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:11.050608 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b6b00ff0-afbf-4c4e-af68-8fe935c618f7 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (94ab4981-aa6d-4f6d-b902-d0ddfa1456b5), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:11.107367 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-90cad018-eb61-4fa6-9628-a977c69c85cc None None] Could not find standard attr ID for object 94ab4981-aa6d-4f6d-b902-d0ddfa1456b5. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:24:11.123050 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['fe008ff9-c69c-41b9-928d-1ae1599e451f'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:24:11.155826 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b00ff0-afbf-4c4e-af68-8fe935c618f7 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Port': ['ID=94ab4981-aa6d-4f6d-b902-d0ddfa1456b5,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:11.450281 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b6b00ff0-afbf-4c4e-af68-8fe935c618f7 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:11.463936 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b6b00ff0-afbf-4c4e-af68-8fe935c618f7 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/ports/94ab4981-aa6d-4f6d-b902-d0ddfa1456b5 HTTP/1.1" status: 204 len: 168 time: 1.4509799 Feb 09 01:24:11.466951 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41948) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:11.685041 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd2d484-3093-4d1b-8893-d8f499d14022 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:11.688240 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd2d484-3093-4d1b-8893-d8f499d14022 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:11.691125 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd2d484-3093-4d1b-8893-d8f499d14022 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:11.696866 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5cd2d484-3093-4d1b-8893-d8f499d14022 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2286737 Feb 09 01:24:11.701303 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41956) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:11.727022 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be047f-b80d-416e-a119-f54d78774e74 req-173d1842-e4c6-48af-8ac0-d9e228bc103e tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:11.737882 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-63be047f-b80d-416e-a119-f54d78774e74 req-173d1842-e4c6-48af-8ac0-d9e228bc103e tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a43b9bf-51e1-401a-a95e-0bc314b2b324 HTTP/1.1" status: 200 len: 944 time: 0.2148268 Feb 09 01:24:11.801703 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-63be047f-b80d-416e-a119-f54d78774e74 req-16bd0080-1818-4cc5-8476-ff9690c02feb tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] 10.222.0.50 "GET /v2.0/security-groups?id=335446df-a7e9-4afa-a718-154f1a728451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589955 Feb 09 01:24:11.846685 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 41960) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:11.875423 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-0433ac01-2e00-40eb-8d81-475c8c9e6f7f tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting subnet 3e8ff895-7fc9-4fd3-9de6-6e7806aaf7ec {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:24:11.888334 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0433ac01-2e00-40eb-8d81-475c8c9e6f7f tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (3e8ff895-7fc9-4fd3-9de6-6e7806aaf7ec), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:12.022147 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0433ac01-2e00-40eb-8d81-475c8c9e6f7f tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (3e8ff895-7fc9-4fd3-9de6-6e7806aaf7ec), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:12.128821 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd488f-2f7f-47e7-8bd6-2c60f46dc8a5 req-3e34e623-be23-4e94-878e-5ee1d8fee0af tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:12.131323 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4bbd488f-2f7f-47e7-8bd6-2c60f46dc8a5 req-3e34e623-be23-4e94-878e-5ee1d8fee0af tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=547c25db-5882-4232-865f-96655cf83a72 HTTP/1.1" status: 200 len: 945 time: 0.1521842 Feb 09 01:24:12.210123 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0433ac01-2e00-40eb-8d81-475c8c9e6f7f tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (3e8ff895-7fc9-4fd3-9de6-6e7806aaf7ec), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:12.249037 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d2d450c1-7417-4000-bf82-8b7d31ebd6d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:12.398194 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4bbd488f-2f7f-47e7-8bd6-2c60f46dc8a5 req-dcecd738-6318-4c3a-9b16-85d01b0cc4e6 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604024 Feb 09 01:24:12.442139 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0433ac01-2e00-40eb-8d81-475c8c9e6f7f tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (3e8ff895-7fc9-4fd3-9de6-6e7806aaf7ec), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:12.537329 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0433ac01-2e00-40eb-8d81-475c8c9e6f7f tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Subnet': ['ID=3e8ff895-7fc9-4fd3-9de6-6e7806aaf7ec,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:12.555853 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0433ac01-2e00-40eb-8d81-475c8c9e6f7f tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:12.568677 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a330d7b4-23ba-4573-ba0f-f86bb91118ca None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:24:12.571171 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0433ac01-2e00-40eb-8d81-475c8c9e6f7f tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/3e8ff895-7fc9-4fd3-9de6-6e7806aaf7ec HTTP/1.1" status: 204 len: 168 time: 0.8570719 Feb 09 01:24:12.572050 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42004) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:12.585250 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d2d450c1-7417-4000-bf82-8b7d31ebd6d0 admin admin] Publish callbacks [] for security_group (09535fe8-a6a9-46e1-9022-a151946db0ec), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:12.680242 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d2d450c1-7417-4000-bf82-8b7d31ebd6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (09535fe8-a6a9-46e1-9022-a151946db0ec), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:12.729351 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-feba495e-a89a-4a42-98f4-e5b6fd836f58 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting subnet dc87e255-bf5d-4768-a418-c674f7e15362 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:24:12.733631 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-feba495e-a89a-4a42-98f4-e5b6fd836f58 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (dc87e255-bf5d-4768-a418-c674f7e15362), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:12.773293 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d450c1-7417-4000-bf82-8b7d31ebd6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09535fe8-a6a9-46e1-9022-a151946db0ec,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:12.827172 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d2d450c1-7417-4000-bf82-8b7d31ebd6d0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=87ead404dc3a4e44acbf0f196bd083c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9741168 Feb 09 01:24:12.830614 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 42010) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:12.844671 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-feba495e-a89a-4a42-98f4-e5b6fd836f58 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (dc87e255-bf5d-4768-a418-c674f7e15362), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:12.886167 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236aede3-dc60-4346-a492-d362d38013ba req-f199a7ce-7713-487b-ad92-417e11ce774b tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:12.887923 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-236aede3-dc60-4346-a492-d362d38013ba req-f199a7ce-7713-487b-ad92-417e11ce774b tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=27692869-bfd1-47aa-8ed5-f3224fa206ce HTTP/1.1" status: 200 len: 945 time: 0.3011971 Feb 09 01:24:13.009613 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-feba495e-a89a-4a42-98f4-e5b6fd836f58 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (dc87e255-bf5d-4768-a418-c674f7e15362), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:13.039332 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d549423a-b3b2-45e5-9e6e-51e60a65d4a4 admin admin] Publish callbacks [] for security_group (09535fe8-a6a9-46e1-9022-a151946db0ec), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:13.054758 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-236aede3-dc60-4346-a492-d362d38013ba req-a06eeaa7-8744-4ecc-93d9-472fc50743ef tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513529 Feb 09 01:24:13.082835 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09427331-01ec-4495-a590-d7036c83c8ef req-d06aacb5-41fc-4e70-b90a-d4ff0579d4a4 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:13.084446 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-09427331-01ec-4495-a590-d7036c83c8ef req-d06aacb5-41fc-4e70-b90a-d4ff0579d4a4 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.2068574 Feb 09 01:24:13.119479 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device fe008ff9-c69c-41b9-928d-1ae1599e451f up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:24:13.190231 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-feba495e-a89a-4a42-98f4-e5b6fd836f58 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (dc87e255-bf5d-4768-a418-c674f7e15362), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:13.205649 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d549423a-b3b2-45e5-9e6e-51e60a65d4a4 admin admin] Publish callbacks [] for security_group (09535fe8-a6a9-46e1-9022-a151946db0ec), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:13.255392 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port fe008ff9-c69c-41b9-928d-1ae1599e451f completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:24:13.261003 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port fe008ff9-c69c-41b9-928d-1ae1599e451f triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:13.261590 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (fe008ff9-c69c-41b9-928d-1ae1599e451f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:13.264094 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-feba495e-a89a-4a42-98f4-e5b6fd836f58 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:13.267508 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-feba495e-a89a-4a42-98f4-e5b6fd836f58 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/dc87e255-bf5d-4768-a418-c674f7e15362 HTTP/1.1" status: 204 len: 168 time: 0.6930511 Feb 09 01:24:13.268398 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba495e-a89a-4a42-98f4-e5b6fd836f58 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Subnet': ['ID=dc87e255-bf5d-4768-a418-c674f7e15362,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:13.271792 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42018) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:13.380111 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c6ef7e14-e265-4fda-ba53-e678b3ea34a9 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1071415 Feb 09 01:24:13.385345 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42022) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:13.420500 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d549423a-b3b2-45e5-9e6e-51e60a65d4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (09535fe8-a6a9-46e1-9022-a151946db0ec), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:13.441496 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d549423a-b3b2-45e5-9e6e-51e60a65d4a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:13.444153 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d549423a-b3b2-45e5-9e6e-51e60a65d4a4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/09535fe8-a6a9-46e1-9022-a151946db0ec HTTP/1.1" status: 204 len: 168 time: 0.6111474 Feb 09 01:24:13.460750 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port fe008ff9-c69c-41b9-928d-1ae1599e451f is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:13.461925 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (fe008ff9-c69c-41b9-928d-1ae1599e451f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:13.521714 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a43b9bf-51e1-401a-a95e-0bc314b2b324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe008ff9-c69c-41b9-928d-1ae1599e451f'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:24:13.529496 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a392fc1-a234-49a9-866e-902b1aad669d" -d '{"events": [{"server_uuid": "5a43b9bf-51e1-401a-a95e-0bc314b2b324", "name": "network-vif-plugged", "status": "completed", "tag": "fe008ff9-c69c-41b9-928d-1ae1599e451f"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:24:13.529961 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adcc71e-8668-4d07-815b-a88e8d05b528 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:13.536748 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1adcc71e-8668-4d07-815b-a88e8d05b528 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1493425 Feb 09 01:24:13.539804 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42034) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:13.572186 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port fe008ff9-c69c-41b9-928d-1ae1599e451f, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=fe008ff9-c69c-41b9-928d-1ae1599e451f,segment=NetworkSegment(a836f049-f451-4bc4-afb4-1bb3d0fc2588),segment_id=a836f049-f451-4bc4-afb4-1bb3d0fc2588)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:13.575905 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549423a-b3b2-45e5-9e6e-51e60a65d4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09535fe8-a6a9-46e1-9022-a151946db0ec,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:13.595411 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-09427331-01ec-4495-a590-d7036c83c8ef req-884c4915-5345-4bfd-b007-d01edff6f7dd tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4952786 Feb 09 01:24:13.596780 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (fe008ff9-c69c-41b9-928d-1ae1599e451f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:13.632303 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b8b4e-0a87-47d6-8733-ddc58f2ab1c0 req-bc8c44cf-c9f8-4637-a9aa-4ef7799d49ed tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:13.635041 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cb3b8b4e-0a87-47d6-8733-ddc58f2ab1c0 req-bc8c44cf-c9f8-4637-a9aa-4ef7799d49ed tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a43b9bf-51e1-401a-a95e-0bc314b2b324 HTTP/1.1" status: 200 len: 944 time: 0.3340385 Feb 09 01:24:13.716872 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=fe008ff9-c69c-41b9-928d-1ae1599e451f,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:13.731051 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b79f95-fa7e-4a40-a2ae-e71f90b9fa3a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:13.748043 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-11b79f95-fa7e-4a40-a2ae-e71f90b9fa3a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2041662 Feb 09 01:24:13.748624 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42040) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:13.796224 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cb3b8b4e-0a87-47d6-8733-ddc58f2ab1c0 req-b40917d3-3146-4143-ac7e-1bc894f5f75b tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] 10.222.0.50 "GET /v2.0/security-groups?id=335446df-a7e9-4afa-a718-154f1a728451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508627 Feb 09 01:24:13.885028 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e774b475-ecf9-4a12-ab9d-1677c80a14f4 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1331260 Feb 09 01:24:13.891132 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42044) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:13.895254 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-ae30eea2-cc91-481e-bbd0-b5fe900169cc tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'subnet': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:14.135101 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae30eea2-cc91-481e-bbd0-b5fe900169cc tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:14.138877 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ae30eea2-cc91-481e-bbd0-b5fe900169cc tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:14.140631 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae30eea2-cc91-481e-bbd0-b5fe900169cc tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:24:14.141243 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae30eea2-cc91-481e-bbd0-b5fe900169cc tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:24:14.168422 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ae30eea2-cc91-481e-bbd0-b5fe900169cc tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2773201 Feb 09 01:24:14.171532 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42048) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:14.184038 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd94fb9-395f-43c1-a236-268c2f3243c4 None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:24:14.198805 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-a292ae77-ece9-42e2-87ac-6a648b3c4a67 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'subnet': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:14.243779 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5328a-c59d-491c-aa35-52d8183ed9f2 req-69751b9a-28f8-4973-8505-c8fe7002fbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:14.250237 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-12a5328a-c59d-491c-aa35-52d8183ed9f2 req-69751b9a-28f8-4973-8505-c8fe7002fbe4 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=99253303b883423fad908712b3678824&device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 1126 time: 0.1403840 Feb 09 01:24:14.460509 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-cfbb9139-1438-47cf-9712-0d0167ec3d97 None None] Provisioning complete for port 765671ac-b2c7-4e02-8b11-19871257b667 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:14.463470 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cfbb9139-1438-47cf-9712-0d0167ec3d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (765671ac-b2c7-4e02-8b11-19871257b667), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:14.470588 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42052) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:14.478295 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a292ae77-ece9-42e2-87ac-6a648b3c4a67 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:14.509970 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a292ae77-ece9-42e2-87ac-6a648b3c4a67 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:14.512203 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-a292ae77-ece9-42e2-87ac-6a648b3c4a67 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:24:14.512680 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a292ae77-ece9-42e2-87ac-6a648b3c4a67 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:24:14.547597 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5328a-c59d-491c-aa35-52d8183ed9f2 req-79317391-2f9e-401e-97e5-959990dffd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:14.551291 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-12a5328a-c59d-491c-aa35-52d8183ed9f2 req-79317391-2f9e-401e-97e5-959990dffd7b service neutron] 10.222.0.120 "GET /v2.0/networks?id=d88b7625-86d0-4021-80a0-5ba2f7b1a042 HTTP/1.1" status: 200 len: 913 time: 0.2949321 Feb 09 01:24:14.552287 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-abaa8543-c526-4f58-9a40-49c6468592c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:14.599049 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a292ae77-ece9-42e2-87ac-6a648b3c4a67 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4248052 Feb 09 01:24:14.612683 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42056) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:14.636984 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-38299049-3fd1-45a2-827c-510e3054f3b1 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'subnet': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:14.676982 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-cfbb9139-1438-47cf-9712-0d0167ec3d97 None None] Current status of the port 765671ac-b2c7-4e02-8b11-19871257b667 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:14.700485 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e1dbfc-08c8-439e-a158-7de2a9eab1d6 x-openstack-request-id: req-16e1dbfc-08c8-439e-a158-7de2a9eab1d6 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:24:14.700800 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a43b9bf-51e1-401a-a95e-0bc314b2b324", "name": "network-vif-plugged", "status": "completed", "tag": "fe008ff9-c69c-41b9-928d-1ae1599e451f", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:24:14.702150 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-16e1dbfc-08c8-439e-a158-7de2a9eab1d6 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:24:14.703010 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a43b9bf-51e1-401a-a95e-0bc314b2b324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe008ff9-c69c-41b9-928d-1ae1599e451f', 'code': 200} Feb 09 01:24:14.706593 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c8ee9e-8908-4bec-b8e1-855f05f6a712 None None] DHCP port deletion for a8203b0d-e7af-492c-8c21-23f9563ce2e8 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:24:14.776811 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c3c8ee9e-8908-4bec-b8e1-855f05f6a712 None None] Deleting port 765671ac-b2c7-4e02-8b11-19871257b667 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:24:14.777441 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ee9e-8908-4bec-b8e1-855f05f6a712 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (765671ac-b2c7-4e02-8b11-19871257b667), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:14.872753 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-c3c8ee9e-8908-4bec-b8e1-855f05f6a712 None None] For port 765671ac-b2c7-4e02-8b11-19871257b667, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=765671ac-b2c7-4e02-8b11-19871257b667,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:14.873794 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ee9e-8908-4bec-b8e1-855f05f6a712 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (765671ac-b2c7-4e02-8b11-19871257b667), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:14.904760 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c3c8ee9e-8908-4bec-b8e1-855f05f6a712 None None] Calling delete_port for 765671ac-b2c7-4e02-8b11-19871257b667 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:24:14.950677 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-abaa8543-c526-4f58-9a40-49c6468592c4 admin admin] Publish callbacks [] for security_group (eee232d4-a8a5-4082-8c82-7704bafafa3a), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:14.961483 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-abaa8543-c526-4f58-9a40-49c6468592c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (eee232d4-a8a5-4082-8c82-7704bafafa3a), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:15.004410 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38299049-3fd1-45a2-827c-510e3054f3b1 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:15.008039 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c3c8ee9e-8908-4bec-b8e1-855f05f6a712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (765671ac-b2c7-4e02-8b11-19871257b667), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:15.040975 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-38299049-3fd1-45a2-827c-510e3054f3b1 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:15.043002 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-38299049-3fd1-45a2-827c-510e3054f3b1 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:24:15.045625 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38299049-3fd1-45a2-827c-510e3054f3b1 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:24:15.064159 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c8ee9e-8908-4bec-b8e1-855f05f6a712 None None] Pushing event deleted for resources: {'Port': ['ID=765671ac-b2c7-4e02-8b11-19871257b667,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:15.078674 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c8ee9e-8908-4bec-b8e1-855f05f6a712 None None] No DVR routers for this DVR port 765671ac-b2c7-4e02-8b11-19871257b667 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:24:15.109176 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-12a5328a-c59d-491c-aa35-52d8183ed9f2 req-062f332a-5743-4faf-8688-2ad896105cf9 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 HTTP/1.1" status: 200 len: 999 time: 0.5402620 Feb 09 01:24:15.118542 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-abaa8543-c526-4f58-9a40-49c6468592c4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=66a69efb1544457a96331a6f5bc5f714&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6463976 Feb 09 01:24:15.119322 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42064) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:15.164812 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ded5ed-7791-44af-b0ba-4e38c920c2e4 req-a220f463-ab39-4af6-bdd3-af5a8075d2d9 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:15.166367 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b2ded5ed-7791-44af-b0ba-4e38c920c2e4 req-a220f463-ab39-4af6-bdd3-af5a8075d2d9 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.6141567 Feb 09 01:24:15.171321 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-38299049-3fd1-45a2-827c-510e3054f3b1 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5574024 Feb 09 01:24:15.177702 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 42066) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:15.178709 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa8543-c526-4f58-9a40-49c6468592c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee232d4-a8a5-4082-8c82-7704bafafa3a,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:15.180288 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b7b5e-03ee-4e35-97d6-42394e525a6f req-39da1995-6d2e-48d5-ba64-f6940033b5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:15.181796 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e20b7b5e-03ee-4e35-97d6-42394e525a6f req-39da1995-6d2e-48d5-ba64-f6940033b5be service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5a43b9bf-51e1-401a-a95e-0bc314b2b324 HTTP/1.1" status: 200 len: 1127 time: 0.3118887 Feb 09 01:24:15.188007 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-e01dfb6a-efc5-408a-b8a9-de06292ee484 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'subnet': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:15.201363 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b9810-0a09-4eb6-b2e7-83873cc43370 req-707b1cac-975c-4be7-8973-fac227140721 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:15.209595 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-257b9810-0a09-4eb6-b2e7-83873cc43370 req-707b1cac-975c-4be7-8973-fac227140721 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=27692869-bfd1-47aa-8ed5-f3224fa206ce HTTP/1.1" status: 200 len: 945 time: 0.3309124 Feb 09 01:24:15.264366 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4d73cb2c-2da0-4135-80f3-30ae7e621396 admin admin] Publish callbacks [] for security_group (eee232d4-a8a5-4082-8c82-7704bafafa3a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:15.291963 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4d73cb2c-2da0-4135-80f3-30ae7e621396 admin admin] Publish callbacks [] for security_group (eee232d4-a8a5-4082-8c82-7704bafafa3a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:15.327293 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5328a-c59d-491c-aa35-52d8183ed9f2 req-60ea5acb-4a5e-454e-8bb8-fdba55bcd055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:15.328748 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-12a5328a-c59d-491c-aa35-52d8183ed9f2 req-60ea5acb-4a5e-454e-8bb8-fdba55bcd055 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=e8a10734-f380-44a3-a9f7-298105351e3b HTTP/1.1" status: 200 len: 850 time: 0.2114611 Feb 09 01:24:15.346493 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4d73cb2c-2da0-4135-80f3-30ae7e621396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (eee232d4-a8a5-4082-8c82-7704bafafa3a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:15.350932 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4d73cb2c-2da0-4135-80f3-30ae7e621396 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:15.354701 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4d73cb2c-2da0-4135-80f3-30ae7e621396 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/eee232d4-a8a5-4082-8c82-7704bafafa3a HTTP/1.1" status: 204 len: 168 time: 0.2265542 Feb 09 01:24:15.362829 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d73cb2c-2da0-4135-80f3-30ae7e621396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee232d4-a8a5-4082-8c82-7704bafafa3a,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:15.463362 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b2ded5ed-7791-44af-b0ba-4e38c920c2e4 req-9594b800-8aa3-484c-8b12-8feb53717434 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2862935 Feb 09 01:24:15.515865 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e20b7b5e-03ee-4e35-97d6-42394e525a6f req-d31d0fd0-647e-474e-85cd-a4bcdaa266d8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=335446df-a7e9-4afa-a718-154f1a728451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956860 Feb 09 01:24:15.546348 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01dfb6a-efc5-408a-b8a9-de06292ee484 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:15.556024 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e01dfb6a-efc5-408a-b8a9-de06292ee484 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:15.559734 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-e01dfb6a-efc5-408a-b8a9-de06292ee484 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:24:15.562468 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e01dfb6a-efc5-408a-b8a9-de06292ee484 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:24:15.604232 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-257b9810-0a09-4eb6-b2e7-83873cc43370 req-b0abbe2b-7f42-447e-af50-53da2b44a6e0 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3926859 Feb 09 01:24:15.736003 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5328a-c59d-491c-aa35-52d8183ed9f2 req-57ab6238-df36-40cc-8c7f-bd5a3ebf1550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:15.743393 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-12a5328a-c59d-491c-aa35-52d8183ed9f2 req-57ab6238-df36-40cc-8c7f-bd5a3ebf1550 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=d88b7625-86d0-4021-80a0-5ba2f7b1a042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3970947 Feb 09 01:24:15.769484 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42076) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:15.770023 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e01dfb6a-efc5-408a-b8a9-de06292ee484 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5871246 Feb 09 01:24:15.776345 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-5bfd7f90-1e34-4c6b-8cc9-776d4fb54275 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'subnet': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:15.802356 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff9d20-9159-4712-aeaa-90b02f87db01 req-66a0d6c4-4070-4ab4-8608-0c2d8179cf15 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:15.811396 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-39ff9d20-9159-4712-aeaa-90b02f87db01 req-66a0d6c4-4070-4ab4-8608-0c2d8179cf15 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a43b9bf-51e1-401a-a95e-0bc314b2b324 HTTP/1.1" status: 200 len: 945 time: 0.1877520 Feb 09 01:24:15.987974 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-39ff9d20-9159-4712-aeaa-90b02f87db01 req-87231a24-8a74-41b6-93d6-a39e0079e5a6 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] 10.222.0.50 "GET /v2.0/security-groups?id=335446df-a7e9-4afa-a718-154f1a728451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721368 Feb 09 01:24:16.125436 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-12a5328a-c59d-491c-aa35-52d8183ed9f2 req-2e215a2d-f7a5-4234-9796-cfb871b6aa7a service neutron] 10.222.0.120 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521230 Feb 09 01:24:16.136511 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bfd7f90-1e34-4c6b-8cc9-776d4fb54275 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:16.140533 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5bfd7f90-1e34-4c6b-8cc9-776d4fb54275 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:16.150810 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bfd7f90-1e34-4c6b-8cc9-776d4fb54275 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:24:16.152605 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bfd7f90-1e34-4c6b-8cc9-776d4fb54275 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:24:16.190481 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5bfd7f90-1e34-4c6b-8cc9-776d4fb54275 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4194825 Feb 09 01:24:16.195036 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42092) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:16.203598 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-635445e2-0490-4757-afa7-12ad7fa14080 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'subnet': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:16.408617 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-12a5328a-c59d-491c-aa35-52d8183ed9f2 req-2d089029-737d-4057-86b3-0080122c0b46 service neutron] 10.222.0.120 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776763 Feb 09 01:24:16.500075 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635445e2-0490-4757-afa7-12ad7fa14080 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:16.514963 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-635445e2-0490-4757-afa7-12ad7fa14080 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:16.520700 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-635445e2-0490-4757-afa7-12ad7fa14080 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:24:16.526191 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-635445e2-0490-4757-afa7-12ad7fa14080 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:24:16.578913 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 765671ac-b2c7-4e02-8b11-19871257b667 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:24:16.579461 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 42102) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:16.581740 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-635445e2-0490-4757-afa7-12ad7fa14080 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3848443 Feb 09 01:24:16.630753 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-21a25913-614a-49bf-9a38-c970e3f5a3af tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0480440 Feb 09 01:24:16.631487 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42104) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:16.652141 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 765671ac-b2c7-4e02-8b11-19871257b667 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:24:16.652421 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 765671ac-b2c7-4e02-8b11-19871257b667 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:24:16.729785 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5360bd-c451-442c-bf89-b1062cdec2bb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:16.734946 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 42108) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:16.737220 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1e5360bd-c451-442c-bf89-b1062cdec2bb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1043022 Feb 09 01:24:16.855160 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a83bed6e-db32-4d95-9474-85180201fcd1 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1114297 Feb 09 01:24:16.859434 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42112) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:16.864460 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-931499b7-6495-448a-9749-03dc631e52b3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'subnet': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:16.866426 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27852b86-e854-4d2d-a90c-ed33f2f3c909 req-2c448c3b-827e-425d-981f-bb64e9cbebba tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:16.877026 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-27852b86-e854-4d2d-a90c-ed33f2f3c909 req-2c448c3b-827e-425d-981f-bb64e9cbebba tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.2510536 Feb 09 01:24:17.056075 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-27852b86-e854-4d2d-a90c-ed33f2f3c909 req-ffba8641-3887-4e89-bb97-50bf06576b1f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759505 Feb 09 01:24:17.106016 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5c029-0384-4219-9b4d-f6ccafe63e23 req-e69f92e1-4f3e-4426-9ff4-661a035cc701 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:17.120785 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2d5c029-0384-4219-9b4d-f6ccafe63e23 req-e69f92e1-4f3e-4426-9ff4-661a035cc701 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=27692869-bfd1-47aa-8ed5-f3224fa206ce HTTP/1.1" status: 200 len: 945 time: 0.2638505 Feb 09 01:24:17.159661 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931499b7-6495-448a-9749-03dc631e52b3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:17.179052 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-931499b7-6495-448a-9749-03dc631e52b3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:17.322303 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2d5c029-0384-4219-9b4d-f6ccafe63e23 req-e4377ee1-cbbd-438b-8fcd-a3ff1771d7bd tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004952 Feb 09 01:24:17.373591 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3b1bd-2e27-4480-b1be-4f5356eecd0c req-b6fc1cd9-ee98-47aa-aa1b-64dec6222a56 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:17.384218 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fff3b1bd-2e27-4480-b1be-4f5356eecd0c req-b6fc1cd9-ee98-47aa-aa1b-64dec6222a56 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a43b9bf-51e1-401a-a95e-0bc314b2b324 HTTP/1.1" status: 200 len: 945 time: 0.1558714 Feb 09 01:24:17.455360 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fff3b1bd-2e27-4480-b1be-4f5356eecd0c req-10a98a0f-e059-403b-9eaa-ce5ce53cb3f1 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] 10.222.0.50 "GET /v2.0/security-groups?id=335446df-a7e9-4afa-a718-154f1a728451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693200 Feb 09 01:24:17.647484 n-d-828369-4 neutron-server[103137]: DEBUG neutron.objects.ports [None req-931499b7-6495-448a-9749-03dc631e52b3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103137) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:24:17.651630 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-931499b7-6495-448a-9749-03dc631e52b3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (2dfae32c-84d8-4d79-a641-47f862cf43ab), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:17.717257 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931499b7-6495-448a-9749-03dc631e52b3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:17.721729 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-931499b7-6495-448a-9749-03dc631e52b3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:17.731664 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c16f2f5-f9aa-4bf8-9e43-dac43717e50c None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:24:17.732747 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931499b7-6495-448a-9749-03dc631e52b3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:17.733362 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-931499b7-6495-448a-9749-03dc631e52b3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:17.770445 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-931499b7-6495-448a-9749-03dc631e52b3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9075408 Feb 09 01:24:17.771229 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 42136) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:17.776238 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931499b7-6495-448a-9749-03dc631e52b3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Subnet': ['ID=2dfae32c-84d8-4d79-a641-47f862cf43ab,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:17.777763 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-7a67744b-e16f-410f-a824-5800ca24bf8c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'port': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'mac_address': 'fa:16:3e:ac:84:e7', 'name': 'tempest-NetworksTestDHCPv6-716901721'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:17.966907 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3c9b8a-1caa-49ee-836b-996334f33cdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'project_id': '2aa099fb60d240ab8ce8691ee5b2e38c', 'fixed_ips': [{'subnet_id': '2dfae32c-84d8-4d79-a641-47f862cf43ab'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:24:17.967785 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3d3c9b8a-1caa-49ee-836b-996334f33cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:18.026569 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d2510-5bc0-45a6-bfd6-ac5bb96552bf req-df5ccfd9-fe42-438d-b257-d179dd313b80 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:18.028491 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fc6d2510-5bc0-45a6-bfd6-ac5bb96552bf req-df5ccfd9-fe42-438d-b257-d179dd313b80 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a43b9bf-51e1-401a-a95e-0bc314b2b324 HTTP/1.1" status: 200 len: 945 time: 0.1389062 Feb 09 01:24:18.119531 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fc6d2510-5bc0-45a6-bfd6-ac5bb96552bf req-f8860be9-db85-487e-8664-e9af41c8ce74 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] 10.222.0.50 "GET /v2.0/security-groups?id=335446df-a7e9-4afa-a718-154f1a728451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774593 Feb 09 01:24:18.174164 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a67744b-e16f-410f-a824-5800ca24bf8c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:18.276233 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-3d3c9b8a-1caa-49ee-836b-996334f33cdc None None] Allocated IP 2001:db8::f816:3eff:fed3:be65 (a8203b0d-e7af-492c-8c21-23f9563ce2e8/2dfae32c-84d8-4d79-a641-47f862cf43ab/659672a9-2b2d-4654-9a6e-42461e4f0aa1) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:24:18.447707 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e150b32-64b9-4b7f-8677-dd1d7700aa8d req-7fd33020-4312-48e2-8432-959fb9cbb7a9 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:18.453097 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9e150b32-64b9-4b7f-8677-dd1d7700aa8d req-7fd33020-4312-48e2-8432-959fb9cbb7a9 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.1836054 Feb 09 01:24:18.606561 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3d3c9b8a-1caa-49ee-836b-996334f33cdc None None] Publish callbacks [] for port (659672a9-2b2d-4654-9a6e-42461e4f0aa1), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:18.618461 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9e150b32-64b9-4b7f-8677-dd1d7700aa8d req-fdc10fb8-535f-470f-9be4-72650c39c2fc tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201520 Feb 09 01:24:18.621261 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3d3c9b8a-1caa-49ee-836b-996334f33cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (659672a9-2b2d-4654-9a6e-42461e4f0aa1), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:18.649582 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7a67744b-e16f-410f-a824-5800ca24bf8c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:18.719828 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-7a67744b-e16f-410f-a824-5800ca24bf8c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] device_id is not set on port e6bdfd8d-4b47-4e9e-85f4-b27560fdfb03 yet. {{(pid=103136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:24:18.728791 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3c9b8a-1caa-49ee-836b-996334f33cdc None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:18.733988 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-3d3c9b8a-1caa-49ee-836b-996334f33cdc None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:18.740182 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c9b8a-1caa-49ee-836b-996334f33cdc None None] Pushing event updated for resources: {'Port': ['ID=659672a9-2b2d-4654-9a6e-42461e4f0aa1,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:18.743396 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3c9b8a-1caa-49ee-836b-996334f33cdc None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:24:18.860674 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-3d3c9b8a-1caa-49ee-836b-996334f33cdc None None] Attempting to bind port 659672a9-2b2d-4654-9a6e-42461e4f0aa1 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:24:18.861336 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-3d3c9b8a-1caa-49ee-836b-996334f33cdc None None] Attempting to bind port 659672a9-2b2d-4654-9a6e-42461e4f0aa1 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:24:18.861893 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3c9b8a-1caa-49ee-836b-996334f33cdc None None] Attempting to bind port 659672a9-2b2d-4654-9a6e-42461e4f0aa1 on network a8203b0d-e7af-492c-8c21-23f9563ce2e8 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:24:18.868047 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3c9b8a-1caa-49ee-836b-996334f33cdc None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:24:18.868722 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3c9b8a-1caa-49ee-836b-996334f33cdc None None] Checking segment: {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:24:18.869323 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3d3c9b8a-1caa-49ee-836b-996334f33cdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:18.869988 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3c9b8a-1caa-49ee-836b-996334f33cdc None None] Bound using segment: {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:24:18.870649 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-3d3c9b8a-1caa-49ee-836b-996334f33cdc None None] Bound port: 659672a9-2b2d-4654-9a6e-42461e4f0aa1, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:24:18.871216 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3d3c9b8a-1caa-49ee-836b-996334f33cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (659672a9-2b2d-4654-9a6e-42461e4f0aa1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:18.960618 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e38ddb-bffa-49fe-8c4b-d8923e1b29e9 req-bd4b1706-7a7c-4164-80a1-facd7a8e6e74 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:18.970488 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-91e38ddb-bffa-49fe-8c4b-d8923e1b29e9 req-bd4b1706-7a7c-4164-80a1-facd7a8e6e74 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=27692869-bfd1-47aa-8ed5-f3224fa206ce HTTP/1.1" status: 200 len: 945 time: 0.5158036 Feb 09 01:24:18.977488 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-3d3c9b8a-1caa-49ee-836b-996334f33cdc None None] For port 659672a9-2b2d-4654-9a6e-42461e4f0aa1, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:24:18.981740 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-3d3c9b8a-1caa-49ee-836b-996334f33cdc None None] For port 659672a9-2b2d-4654-9a6e-42461e4f0aa1, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=659672a9-2b2d-4654-9a6e-42461e4f0aa1,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:24:18.990820 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3d3c9b8a-1caa-49ee-836b-996334f33cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (659672a9-2b2d-4654-9a6e-42461e4f0aa1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:19.130762 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c9b8a-1caa-49ee-836b-996334f33cdc None None] Pushing event updated for resources: {'Port': ['ID=659672a9-2b2d-4654-9a6e-42461e4f0aa1,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:20.076652 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-91e38ddb-bffa-49fe-8c4b-d8923e1b29e9 req-03fb7ade-d79a-4e8b-bab0-39a0ad10d372 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0894217 Feb 09 01:24:20.113682 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6862d5a6-8493-4a2e-bb93-bfbf654a3014 req-2d9bf9c6-a8ca-4999-ac7d-1338fc8bcbf5 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:20.122294 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6862d5a6-8493-4a2e-bb93-bfbf654a3014 req-2d9bf9c6-a8ca-4999-ac7d-1338fc8bcbf5 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 1.1367636 Feb 09 01:24:20.166257 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535358f1-6328-4ee3-9150-318086273115 req-fe9bb197-4d0c-4c97-834b-ba7d0090f2b8 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:20.168219 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-535358f1-6328-4ee3-9150-318086273115 req-fe9bb197-4d0c-4c97-834b-ba7d0090f2b8 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a43b9bf-51e1-401a-a95e-0bc314b2b324 HTTP/1.1" status: 200 len: 945 time: 1.1201723 Feb 09 01:24:20.173489 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-7a67744b-e16f-410f-a824-5800ca24bf8c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Allocated IP 2001:db8::f816:3eff:feac:84e7 (a8203b0d-e7af-492c-8c21-23f9563ce2e8/2dfae32c-84d8-4d79-a641-47f862cf43ab/e6bdfd8d-4b47-4e9e-85f4-b27560fdfb03) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:24:20.430691 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6862d5a6-8493-4a2e-bb93-bfbf654a3014 req-64f03773-d396-4099-bee7-aab876caa492 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3070850 Feb 09 01:24:20.561343 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe2535-943e-4601-bf44-8e27cc7a7502 req-b857cd82-3e00-4954-9a39-80a9a740753b tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:20.563104 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f9fe2535-943e-4601-bf44-8e27cc7a7502 req-b857cd82-3e00-4954-9a39-80a9a740753b tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a43b9bf-51e1-401a-a95e-0bc314b2b324 HTTP/1.1" status: 200 len: 945 time: 0.2883244 Feb 09 01:24:20.665123 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-535358f1-6328-4ee3-9150-318086273115 req-33f79466-ca71-4f77-b96b-707e9e656530 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] Deleting port fe008ff9-c69c-41b9-928d-1ae1599e451f {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:24:20.665835 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-535358f1-6328-4ee3-9150-318086273115 req-33f79466-ca71-4f77-b96b-707e9e656530 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (fe008ff9-c69c-41b9-928d-1ae1599e451f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:20.707447 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 659672a9-2b2d-4654-9a6e-42461e4f0aa1 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:24:20.915984 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-eb9982cf-2226-495a-bb9a-f5197cf002e9 None None] Provisioning complete for port 659672a9-2b2d-4654-9a6e-42461e4f0aa1 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:20.917401 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-eb9982cf-2226-495a-bb9a-f5197cf002e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (659672a9-2b2d-4654-9a6e-42461e4f0aa1), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:21.019718 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 659672a9-2b2d-4654-9a6e-42461e4f0aa1 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:21.020117 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (659672a9-2b2d-4654-9a6e-42461e4f0aa1), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:21.057097 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f9fe2535-943e-4601-bf44-8e27cc7a7502 req-a6fe40c4-32aa-454b-a564-3e98b748b56b tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] 10.222.0.50 "GET /v2.0/security-groups?id=335446df-a7e9-4afa-a718-154f1a728451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4852960 Feb 09 01:24:21.174951 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-eb9982cf-2226-495a-bb9a-f5197cf002e9 None None] Current status of the port 659672a9-2b2d-4654-9a6e-42461e4f0aa1 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:21.181659 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-eb9982cf-2226-495a-bb9a-f5197cf002e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (659672a9-2b2d-4654-9a6e-42461e4f0aa1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:21.202511 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7a67744b-e16f-410f-a824-5800ca24bf8c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for port (e6bdfd8d-4b47-4e9e-85f4-b27560fdfb03), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:21.258939 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b815f64-f04f-4474-abd4-86b78557fec2 req-3c7651b8-dff8-4785-80e1-593dd58efa7e tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:21.276929 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8b815f64-f04f-4474-abd4-86b78557fec2 req-3c7651b8-dff8-4785-80e1-593dd58efa7e tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.6968429 Feb 09 01:24:21.306796 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 659672a9-2b2d-4654-9a6e-42461e4f0aa1 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:21.308292 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (659672a9-2b2d-4654-9a6e-42461e4f0aa1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:21.366012 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-eb9982cf-2226-495a-bb9a-f5197cf002e9 None None] For port 659672a9-2b2d-4654-9a6e-42461e4f0aa1, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=659672a9-2b2d-4654-9a6e-42461e4f0aa1,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:21.393434 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-eb9982cf-2226-495a-bb9a-f5197cf002e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (659672a9-2b2d-4654-9a6e-42461e4f0aa1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:21.398425 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-535358f1-6328-4ee3-9150-318086273115 req-33f79466-ca71-4f77-b96b-707e9e656530 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] For port fe008ff9-c69c-41b9-928d-1ae1599e451f, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=fe008ff9-c69c-41b9-928d-1ae1599e451f,segment=NetworkSegment(a836f049-f451-4bc4-afb4-1bb3d0fc2588),segment_id=a836f049-f451-4bc4-afb4-1bb3d0fc2588)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:21.398425 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-535358f1-6328-4ee3-9150-318086273115 req-33f79466-ca71-4f77-b96b-707e9e656530 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (fe008ff9-c69c-41b9-928d-1ae1599e451f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:21.469267 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-535358f1-6328-4ee3-9150-318086273115 req-33f79466-ca71-4f77-b96b-707e9e656530 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] Calling delete_port for fe008ff9-c69c-41b9-928d-1ae1599e451f owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:24:21.653056 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9982cf-2226-495a-bb9a-f5197cf002e9 None None] Pushing event updated for resources: {'Port': ['ID=659672a9-2b2d-4654-9a6e-42461e4f0aa1,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:21.677602 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.api [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:24:21.677976 n-d-828369-4 neutron-server[103138]: DEBUG oslo_db.api [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:24:21.795888 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8b815f64-f04f-4474-abd4-86b78557fec2 req-264c2a69-b50c-4d29-a0d8-ec90d44e9c68 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5107837 Feb 09 01:24:21.799711 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-535358f1-6328-4ee3-9150-318086273115 req-33f79466-ca71-4f77-b96b-707e9e656530 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (fe008ff9-c69c-41b9-928d-1ae1599e451f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:21.888339 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f79466-ca71-4f77-b96b-707e9e656530 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] Pushing event deleted for resources: {'Port': ['ID=fe008ff9-c69c-41b9-928d-1ae1599e451f,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:21.908905 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7a67744b-e16f-410f-a824-5800ca24bf8c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (e6bdfd8d-4b47-4e9e-85f4-b27560fdfb03), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:22.068323 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a67744b-e16f-410f-a824-5800ca24bf8c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Port': ['ID=e6bdfd8d-4b47-4e9e-85f4-b27560fdfb03,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:22.162874 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-535358f1-6328-4ee3-9150-318086273115 req-33f79466-ca71-4f77-b96b-707e9e656530 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] No DVR routers for this DVR port fe008ff9-c69c-41b9-928d-1ae1599e451f on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:24:22.207155 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a67744b-e16f-410f-a824-5800ca24bf8c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:22.223818 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-535358f1-6328-4ee3-9150-318086273115 req-33f79466-ca71-4f77-b96b-707e9e656530 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:22.230964 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-535358f1-6328-4ee3-9150-318086273115 req-33f79466-ca71-4f77-b96b-707e9e656530 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] 10.222.0.47 "DELETE /v2.0/ports/fe008ff9-c69c-41b9-928d-1ae1599e451f HTTP/1.1" status: 204 len: 173 time: 2.0546982 Feb 09 01:24:22.246090 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-7a67744b-e16f-410f-a824-5800ca24bf8c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:22.278750 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a43b9bf-51e1-401a-a95e-0bc314b2b324', 'name': 'network-vif-deleted', 'tag': 'fe008ff9-c69c-41b9-928d-1ae1599e451f'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:24:22.299272 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75045726-7275-4e18-8283-eaf1f56683fc" -d '{"events": [{"server_uuid": "5a43b9bf-51e1-401a-a95e-0bc314b2b324", "name": "network-vif-deleted", "tag": "fe008ff9-c69c-41b9-928d-1ae1599e451f"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:24:22.321394 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a67744b-e16f-410f-a824-5800ca24bf8c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:24:22.340465 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a67744b-e16f-410f-a824-5800ca24bf8c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:22.350397 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7a67744b-e16f-410f-a824-5800ca24bf8c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:22.371374 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 659672a9-2b2d-4654-9a6e-42461e4f0aa1 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:22.618165 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-7a67744b-e16f-410f-a824-5800ca24bf8c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.8436513 Feb 09 01:24:22.618473 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42236) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:22.624358 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 659672a9-2b2d-4654-9a6e-42461e4f0aa1 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:24:22.637665 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-012bc0dd-b1f1-4ea6-81d9-eaec17b0af5e req-70b7fd93-e022-47b9-9e12-8af9d0ad7eb1 tempest-ServerAddressesNegativeTestJSON-1366092421 tempest-ServerAddressesNegativeTestJSON-1366092421-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a43b9bf-51e1-401a-a95e-0bc314b2b324 HTTP/1.1" status: 200 len: 210 time: 0.2301567 Feb 09 01:24:22.757976 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ad7725-b08b-4e7b-847f-b0d2e8915b83 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:22.778071 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ad7725-b08b-4e7b-847f-b0d2e8915b83 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:22.781492 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-74ad7725-b08b-4e7b-847f-b0d2e8915b83 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1610777 Feb 09 01:24:22.784413 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42238) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:22.807623 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-8c5ea3c2-9372-434c-bbce-b20e50a08396 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:22.815813 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-8c5ea3c2-9372-434c-bbce-b20e50a08396 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/networks?id=d88b7625-86d0-4021-80a0-5ba2f7b1a042 HTTP/1.1" status: 200 len: 811 time: 0.4541759 Feb 09 01:24:22.834238 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f37a45-3048-4c06-8bb1-de654d5968e6 x-openstack-request-id: req-d5f37a45-3048-4c06-8bb1-de654d5968e6 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:24:22.834540 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a43b9bf-51e1-401a-a95e-0bc314b2b324", "name": "network-vif-deleted", "tag": "fe008ff9-c69c-41b9-928d-1ae1599e451f", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:24:22.834803 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d5f37a45-3048-4c06-8bb1-de654d5968e6 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:24:22.835220 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a43b9bf-51e1-401a-a95e-0bc314b2b324', 'name': 'network-vif-deleted', 'tag': 'fe008ff9-c69c-41b9-928d-1ae1599e451f', 'status': 'completed', 'code': 200} Feb 09 01:24:22.848298 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-a8a3373a-ad16-4a27-a5b7-a2ebb34d2069 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/quotas/99253303b883423fad908712b3678824 HTTP/1.1" status: 200 len: 375 time: 0.0288992 Feb 09 01:24:22.898601 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 659672a9-2b2d-4654-9a6e-42461e4f0aa1 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:22.902189 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (659672a9-2b2d-4654-9a6e-42461e4f0aa1), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:23.026461 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-a7d2c5ee-0a83-4d37-b885-a50689ae0ffe None None] Provisioning complete for port e6bdfd8d-4b47-4e9e-85f4-b27560fdfb03 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:23.027175 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a7d2c5ee-0a83-4d37-b885-a50689ae0ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e6bdfd8d-4b47-4e9e-85f4-b27560fdfb03), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:23.056735 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-ba2649f3-b879-4f5a-9bca-03adad1d75d3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting port e6bdfd8d-4b47-4e9e-85f4-b27560fdfb03 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:24:23.057117 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ba2649f3-b879-4f5a-9bca-03adad1d75d3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (e6bdfd8d-4b47-4e9e-85f4-b27560fdfb03), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:23.062514 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-8fa94241-190b-4541-b053-32532adfa83d tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=99253303b883423fad908712b3678824&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2132804 Feb 09 01:24:23.182738 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a7d2c5ee-0a83-4d37-b885-a50689ae0ffe None None] Port e6bdfd8d-4b47-4e9e-85f4-b27560fdfb03 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:24:23.273093 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-b0553025-dc10-43ce-b78b-9e5a475fc9d1 service neutron] 10.222.0.50 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032354 Feb 09 01:24:23.311527 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 42252) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:23.342400 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device fe008ff9-c69c-41b9-928d-1ae1599e451f no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:24:23.406051 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: fe008ff9-c69c-41b9-928d-1ae1599e451f {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:24:23.406613 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device fe008ff9-c69c-41b9-928d-1ae1599e451f not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:24:23.411660 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ba2649f3-b879-4f5a-9bca-03adad1d75d3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (e6bdfd8d-4b47-4e9e-85f4-b27560fdfb03), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:23.411878 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 659672a9-2b2d-4654-9a6e-42461e4f0aa1 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:23.445490 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-ba2649f3-b879-4f5a-9bca-03adad1d75d3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Calling delete_port for e6bdfd8d-4b47-4e9e-85f4-b27560fdfb03 owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:24:23.498539 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-37731248-7510-4366-be57-3673646e9fda service neutron] 10.222.0.50 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217276 Feb 09 01:24:23.677740 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6d9924a0-f4cd-4a57-9c7d-25a5408947d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:23.769822 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 42274) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:23.911341 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ba2649f3-b879-4f5a-9bca-03adad1d75d3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (e6bdfd8d-4b47-4e9e-85f4-b27560fdfb03), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:23.958876 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aff71d3-01e2-4330-9f84-6361d7a31ff1 admin admin] Deleting subnet 6e6e2962-9972-47c4-8f92-056048e0781d {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:24:23.984779 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ba2649f3-b879-4f5a-9bca-03adad1d75d3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:23.988937 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ba2649f3-b879-4f5a-9bca-03adad1d75d3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/ports/e6bdfd8d-4b47-4e9e-85f4-b27560fdfb03 HTTP/1.1" status: 204 len: 168 time: 1.2030325 Feb 09 01:24:24.009720 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-82997075-2778-42af-b446-0bb76a9e9b9a req-9e6f05d3-8c6a-4e07-9f1b-ac0804e4ba34 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=206a159e-d5b7-4c7a-bf55-d28bde7be5d6 HTTP/1.1" status: 200 len: 210 time: 0.2583792 Feb 09 01:24:24.010278 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 42280) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:24.014759 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2aff71d3-01e2-4330-9f84-6361d7a31ff1 admin admin] Publish callbacks [] for subnet (6e6e2962-9972-47c4-8f92-056048e0781d), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:24.037996 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2649f3-b879-4f5a-9bca-03adad1d75d3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Port': ['ID=e6bdfd8d-4b47-4e9e-85f4-b27560fdfb03,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:24.054131 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2649f3-b879-4f5a-9bca-03adad1d75d3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:24.055769 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2649f3-b879-4f5a-9bca-03adad1d75d3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:24.056137 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2649f3-b879-4f5a-9bca-03adad1d75d3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:24.057297 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2649f3-b879-4f5a-9bca-03adad1d75d3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:24.057965 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2649f3-b879-4f5a-9bca-03adad1d75d3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:24.058348 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2649f3-b879-4f5a-9bca-03adad1d75d3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:24.058738 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2649f3-b879-4f5a-9bca-03adad1d75d3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:24.059350 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2649f3-b879-4f5a-9bca-03adad1d75d3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:24.059819 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2649f3-b879-4f5a-9bca-03adad1d75d3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:24.060171 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2649f3-b879-4f5a-9bca-03adad1d75d3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:24.060633 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2649f3-b879-4f5a-9bca-03adad1d75d3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:24.061131 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2649f3-b879-4f5a-9bca-03adad1d75d3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:24.061648 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2649f3-b879-4f5a-9bca-03adad1d75d3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:24.310442 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6d9924a0-f4cd-4a57-9c7d-25a5408947d5 admin admin] Publish callbacks [] for security_group (e38f9d83-bc8c-46d3-a983-ff40ec4f86c2), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:24.324388 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8dbaa7-bb55-4733-8c10-3692255eb110 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:24.327482 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8dbaa7-bb55-4733-8c10-3692255eb110 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:24.335604 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-0d8dbaa7-bb55-4733-8c10-3692255eb110 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3135843 Feb 09 01:24:24.338752 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42292) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:24.356728 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6d9924a0-f4cd-4a57-9c7d-25a5408947d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e38f9d83-bc8c-46d3-a983-ff40ec4f86c2), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:24.439702 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-6d9924a0-f4cd-4a57-9c7d-25a5408947d5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=096716ca71184f9da12d15b0646c9dcc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1274579 Feb 09 01:24:24.445836 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2aff71d3-01e2-4330-9f84-6361d7a31ff1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (6e6e2962-9972-47c4-8f92-056048e0781d), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:24.481918 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8660889-c091-4c06-935a-6c2070836176 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting subnet 2dfae32c-84d8-4d79-a641-47f862cf43ab {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:24:24.492195 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42294) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:24.501234 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d8660889-c091-4c06-935a-6c2070836176 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (2dfae32c-84d8-4d79-a641-47f862cf43ab), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:24.613136 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9052006b-12ff-4210-864f-9c0c9bd7e662 admin admin] Publish callbacks [] for security_group (e38f9d83-bc8c-46d3-a983-ff40ec4f86c2), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:24.622632 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d8660889-c091-4c06-935a-6c2070836176 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (2dfae32c-84d8-4d79-a641-47f862cf43ab), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:24.639347 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2aff71d3-01e2-4330-9f84-6361d7a31ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (6e6e2962-9972-47c4-8f92-056048e0781d), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:24.765835 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d8660889-c091-4c06-935a-6c2070836176 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (2dfae32c-84d8-4d79-a641-47f862cf43ab), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:24.800634 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9924a0-f4cd-4a57-9c7d-25a5408947d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38f9d83-bc8c-46d3-a983-ff40ec4f86c2,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:24.848739 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d8660889-c091-4c06-935a-6c2070836176 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (2dfae32c-84d8-4d79-a641-47f862cf43ab), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:24.860140 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9052006b-12ff-4210-864f-9c0c9bd7e662 admin admin] Publish callbacks [] for security_group (e38f9d83-bc8c-46d3-a983-ff40ec4f86c2), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:24.938623 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d8660889-c091-4c06-935a-6c2070836176 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:24.944119 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2050251a-f6c1-4b75-8e86-66f573c97897 None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:24:24.960352 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d8660889-c091-4c06-935a-6c2070836176 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/2dfae32c-84d8-4d79-a641-47f862cf43ab HTTP/1.1" status: 204 len: 168 time: 0.6203804 Feb 09 01:24:24.965641 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8660889-c091-4c06-935a-6c2070836176 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Subnet': ['ID=2dfae32c-84d8-4d79-a641-47f862cf43ab,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:24.972275 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42302) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:25.017986 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2aff71d3-01e2-4330-9f84-6361d7a31ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (6e6e2962-9972-47c4-8f92-056048e0781d), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:25.104909 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff71d3-01e2-4330-9f84-6361d7a31ff1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e6e2962-9972-47c4-8f92-056048e0781d,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:25.114752 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ff98921d-9cca-4560-b8d1-a2d5f4420a0f tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1289172 Feb 09 01:24:25.126852 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 42306) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:25.131528 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2aff71d3-01e2-4330-9f84-6361d7a31ff1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:25.151859 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2aff71d3-01e2-4330-9f84-6361d7a31ff1 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/6e6e2962-9972-47c4-8f92-056048e0781d HTTP/1.1" status: 204 len: 168 time: 1.3665481 Feb 09 01:24:25.155793 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42308) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:25.163514 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9052006b-12ff-4210-864f-9c0c9bd7e662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e38f9d83-bc8c-46d3-a983-ff40ec4f86c2), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:25.169591 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9052006b-12ff-4210-864f-9c0c9bd7e662 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:25.169807 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-1c6e9e83-3b83-4d34-9849-9e454ce03186 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'subnet': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:25.173873 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9052006b-12ff-4210-864f-9c0c9bd7e662 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e38f9d83-bc8c-46d3-a983-ff40ec4f86c2 HTTP/1.1" status: 204 len: 168 time: 0.6797125 Feb 09 01:24:25.186593 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5919c-4c8d-4840-be8c-11c993f946c8 req-c9d81351-1b69-4ff6-9680-139f7d6be958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:25.192691 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0ab5919c-4c8d-4840-be8c-11c993f946c8 req-c9d81351-1b69-4ff6-9680-139f7d6be958 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2c4f55ab750f4159bdfcab050e5654ef&device_id=27692869-bfd1-47aa-8ed5-f3224fa206ce HTTP/1.1" status: 200 len: 1127 time: 0.3921106 Feb 09 01:24:25.268994 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e4a71a-8760-4893-adf6-d44808994bc5 None None] DHCP port deletion for a8203b0d-e7af-492c-8c21-23f9563ce2e8 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:24:25.301737 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9052006b-12ff-4210-864f-9c0c9bd7e662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38f9d83-bc8c-46d3-a983-ff40ec4f86c2,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:25.331901 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be25679-2778-4b37-a53b-a334e8f73432 req-8e8c166e-a714-47c3-b6ee-fbb2158db4ba tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:25.347114 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9be25679-2778-4b37-a53b-a334e8f73432 req-8e8c166e-a714-47c3-b6ee-fbb2158db4ba tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=27692869-bfd1-47aa-8ed5-f3224fa206ce HTTP/1.1" status: 200 len: 945 time: 0.5969014 Feb 09 01:24:25.443084 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81fa5621-c03b-49b6-a0a0-1e00d68a2185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (61bedc61-f650-40cd-b78b-0e98dfc102b2), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:25.515308 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e578d386-27ae-423a-b523-1d664b5b903a req-43caaa07-c945-4b77-8db6-0b0418977faa tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=206a159e-d5b7-4c7a-bf55-d28bde7be5d6 HTTP/1.1" status: 200 len: 210 time: 0.3855524 Feb 09 01:24:25.633589 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81fa5621-c03b-49b6-a0a0-1e00d68a2185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (61bedc61-f650-40cd-b78b-0e98dfc102b2), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:25.705284 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-81fa5621-c03b-49b6-a0a0-1e00d68a2185 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61bedc61-f650-40cd-b78b-0e98dfc102b2']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:25.735715 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-81fa5621-c03b-49b6-a0a0-1e00d68a2185 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a836f049-f451-4bc4-afb4-1bb3d0fc2588') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:25.738982 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-81fa5621-c03b-49b6-a0a0-1e00d68a2185 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a836f049-f451-4bc4-afb4-1bb3d0fc2588') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:25.761465 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81fa5621-c03b-49b6-a0a0-1e00d68a2185 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (a836f049-f451-4bc4-afb4-1bb3d0fc2588), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:25.790876 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81fa5621-c03b-49b6-a0a0-1e00d68a2185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (a836f049-f451-4bc4-afb4-1bb3d0fc2588), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:25.812130 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81fa5621-c03b-49b6-a0a0-1e00d68a2185 admin admin] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:24:25.813110 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81fa5621-c03b-49b6-a0a0-1e00d68a2185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (a836f049-f451-4bc4-afb4-1bb3d0fc2588), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:25.884068 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e6e4a71a-8760-4893-adf6-d44808994bc5 None None] Deleting port 659672a9-2b2d-4654-9a6e-42461e4f0aa1 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:24:25.884673 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e6e4a71a-8760-4893-adf6-d44808994bc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (659672a9-2b2d-4654-9a6e-42461e4f0aa1), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:25.893132 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9be25679-2778-4b37-a53b-a334e8f73432 req-57451157-9717-40d9-9011-e2a80407b2fd tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5441613 Feb 09 01:24:25.991491 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:24:25.991491 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:24:25.991491 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:24:25.991491 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:24:25.991491 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:24:25.991491 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:24:25.991491 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:24:25.991491 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:24:25.991491 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:24:25.991491 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:24:25.991491 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:24:25.991491 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:24:25.991491 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:24:25.991491 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:24:25.991491 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:24:25.991491 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:24:25.991491 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:24:25.991491 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:24:25.991491 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:24:25.991491 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:24:25.991491 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:24:25.991491 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:24:25.991491 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:24:25.991491 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:24:25.991491 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:24:25.991491 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:24:25.991491 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:24:25.991491 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:24:25.991491 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:24:25.991491 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:24:25.991491 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:24:25.991491 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:24:25.996809 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81fa5621-c03b-49b6-a0a0-1e00d68a2185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (61bedc61-f650-40cd-b78b-0e98dfc102b2), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:26.016260 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81fa5621-c03b-49b6-a0a0-1e00d68a2185 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:26.019917 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-81fa5621-c03b-49b6-a0a0-1e00d68a2185 admin admin] 10.222.0.50 "DELETE /v2.0/networks/61bedc61-f650-40cd-b78b-0e98dfc102b2 HTTP/1.1" status: 204 len: 168 time: 0.8630874 Feb 09 01:24:26.043155 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-e6e4a71a-8760-4893-adf6-d44808994bc5 None None] For port 659672a9-2b2d-4654-9a6e-42461e4f0aa1, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=659672a9-2b2d-4654-9a6e-42461e4f0aa1,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:26.043679 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e6e4a71a-8760-4893-adf6-d44808994bc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (659672a9-2b2d-4654-9a6e-42461e4f0aa1), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:26.072244 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e6e4a71a-8760-4893-adf6-d44808994bc5 None None] Calling delete_port for 659672a9-2b2d-4654-9a6e-42461e4f0aa1 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:24:26.081609 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fa5621-c03b-49b6-a0a0-1e00d68a2185 admin admin] Pushing event deleted for resources: {'Network': ['ID=61bedc61-f650-40cd-b78b-0e98dfc102b2,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:26.103239 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6e9e83-3b83-4d34-9849-9e454ce03186 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:26.116371 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1c6e9e83-3b83-4d34-9849-9e454ce03186 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:26.318006 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e6e4a71a-8760-4893-adf6-d44808994bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (659672a9-2b2d-4654-9a6e-42461e4f0aa1), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:26.329287 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5919c-4c8d-4840-be8c-11c993f946c8 req-b8d2b095-d437-425c-9106-a1539e7becf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:26.330969 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0ab5919c-4c8d-4840-be8c-11c993f946c8 req-b8d2b095-d437-425c-9106-a1539e7becf0 service neutron] 10.222.0.120 "GET /v2.0/networks?id=a7c73c67-867b-4cd1-a7a6-d305a5dc51d2 HTTP/1.1" status: 200 len: 921 time: 1.0937376 Feb 09 01:24:26.346133 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e4a71a-8760-4893-adf6-d44808994bc5 None None] No DVR routers for this DVR port 659672a9-2b2d-4654-9a6e-42461e4f0aa1 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:24:26.381935 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42336) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:26.411634 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e4a71a-8760-4893-adf6-d44808994bc5 None None] Pushing event deleted for resources: {'Port': ['ID=659672a9-2b2d-4654-9a6e-42461e4f0aa1,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:26.413757 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-b8aaab67-459f-4748-a869-43fd9b96f6c7 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:26.419923 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-b8aaab67-459f-4748-a869-43fd9b96f6c7 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.120 "GET /v2.0/networks?id=d88b7625-86d0-4021-80a0-5ba2f7b1a042 HTTP/1.1" status: 200 len: 811 time: 0.9477279 Feb 09 01:24:26.507761 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-eec5065d-2179-494d-98a1-a843a1d5b909 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9280b9db8d3848f8832517db8b659897&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1244011 Feb 09 01:24:26.512984 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42340) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:26.522001 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-1ef66b7c-5307-41da-8838-0992570d4df2 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Request body: {'port': {'device_id': '206a159e-d5b7-4c7a-bf55-d28bde7be5d6', 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042', 'admin_state_up': True, 'tenant_id': '99253303b883423fad908712b3678824'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:26.531199 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0ab5919c-4c8d-4840-be8c-11c993f946c8 req-09dbdbbd-e273-4efc-85fb-61fafcdf13da service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46174fdb-97e1-4b41-ba6d-ca24476f1d8d HTTP/1.1" status: 200 len: 217 time: 0.1776979 Feb 09 01:24:26.600520 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 659672a9-2b2d-4654-9a6e-42461e4f0aa1 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:24:26.629206 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d37a7f3a-15a7-42c4-b134-4ea719d587c1 admin admin] Publish callbacks [] for security_group (335446df-a7e9-4afa-a718-154f1a728451), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:26.645980 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 659672a9-2b2d-4654-9a6e-42461e4f0aa1 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:24:26.646337 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 659672a9-2b2d-4654-9a6e-42461e4f0aa1 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:24:26.707632 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d37a7f3a-15a7-42c4-b134-4ea719d587c1 admin admin] Publish callbacks [] for security_group (335446df-a7e9-4afa-a718-154f1a728451), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:26.828199 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d37a7f3a-15a7-42c4-b134-4ea719d587c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (335446df-a7e9-4afa-a718-154f1a728451), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:26.832924 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d37a7f3a-15a7-42c4-b134-4ea719d587c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:26.834420 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d37a7f3a-15a7-42c4-b134-4ea719d587c1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/335446df-a7e9-4afa-a718-154f1a728451 HTTP/1.1" status: 204 len: 168 time: 0.3204045 Feb 09 01:24:26.850178 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37a7f3a-15a7-42c4-b134-4ea719d587c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335446df-a7e9-4afa-a718-154f1a728451,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:26.927677 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-22a7f5f1-5442-43aa-993b-e301a27b5d6f req-9cca7a6a-48af-48d4-be81-4a06021f5311 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=206a159e-d5b7-4c7a-bf55-d28bde7be5d6 HTTP/1.1" status: 200 len: 210 time: 0.2615874 Feb 09 01:24:26.980703 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5919c-4c8d-4840-be8c-11c993f946c8 req-bc37f10a-8e42-4ade-9121-fc10cf2ada92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:26.982592 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0ab5919c-4c8d-4840-be8c-11c993f946c8 req-bc37f10a-8e42-4ade-9121-fc10cf2ada92 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=36ed6c8a-8eab-4ee5-af4e-3a7d95f66f05 HTTP/1.1" status: 200 len: 859 time: 0.4287066 Feb 09 01:24:27.087527 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0ab5919c-4c8d-4840-be8c-11c993f946c8 req-2a904d80-de0f-49c3-bc59-f1185e916ee4 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=a7c73c67-867b-4cd1-a7a6-d305a5dc51d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788035 Feb 09 01:24:27.594997 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc1769-f2bc-4798-8f49-9b0592403265 req-6214b29e-8ed8-49da-8324-2e11b40476b8 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:27.605014 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-88fc1769-f2bc-4798-8f49-9b0592403265 req-6214b29e-8ed8-49da-8324-2e11b40476b8 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=27692869-bfd1-47aa-8ed5-f3224fa206ce HTTP/1.1" status: 200 len: 945 time: 0.5163503 Feb 09 01:24:27.611983 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-1ef66b7c-5307-41da-8838-0992570d4df2 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Made reservation on behalf of 99253303b883423fad908712b3678824 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:27.619148 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-1ef66b7c-5307-41da-8838-0992570d4df2 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:27.710193 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0ab5919c-4c8d-4840-be8c-11c993f946c8 req-685c9ff3-9606-40e8-9702-37ecedac8ef1 service neutron] 10.222.0.120 "GET /v2.0/networks/a7c73c67-867b-4cd1-a7a6-d305a5dc51d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6143978 Feb 09 01:24:27.745468 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-88fc1769-f2bc-4798-8f49-9b0592403265 req-f1b95773-9051-4b1d-8c45-91135cee9259 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358533 Feb 09 01:24:28.115066 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ebe14aca-2162-4e42-81d5-d29958fce809 req-234b2f4a-33f5-40a1-88d7-529bfc7de752 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=206a159e-d5b7-4c7a-bf55-d28bde7be5d6 HTTP/1.1" status: 200 len: 210 time: 0.0722528 Feb 09 01:24:28.207164 n-d-828369-4 neutron-server[103136]: DEBUG neutron.objects.ports [None req-1c6e9e83-3b83-4d34-9849-9e454ce03186 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103136) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:24:28.214504 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1c6e9e83-3b83-4d34-9849-9e454ce03186 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (fa02d35f-1587-4da7-a7fb-1650fc40090b), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:28.251366 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0ab5919c-4c8d-4840-be8c-11c993f946c8 req-4fa974da-7187-4f47-b44c-8103ce14608f service neutron] 10.222.0.120 "GET /v2.0/networks/a7c73c67-867b-4cd1-a7a6-d305a5dc51d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5032883 Feb 09 01:24:28.333056 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e9e83-3b83-4d34-9849-9e454ce03186 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Subnet': ['ID=fa02d35f-1587-4da7-a7fb-1650fc40090b,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:28.356990 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-1ef66b7c-5307-41da-8838-0992570d4df2 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Allocated IP 172.20.0.9 (d88b7625-86d0-4021-80a0-5ba2f7b1a042/e8a10734-f380-44a3-a9f7-298105351e3b/3942803c-74dd-4a55-a831-3d2e2ac75e88) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:24:28.367239 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6e9e83-3b83-4d34-9849-9e454ce03186 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:28.371431 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-1c6e9e83-3b83-4d34-9849-9e454ce03186 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:28.386844 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8363dbb-20f9-4563-b679-0539148cae68 None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:24:28.396521 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42432) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:28.434533 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6e9e83-3b83-4d34-9849-9e454ce03186 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:28.435323 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1c6e9e83-3b83-4d34-9849-9e454ce03186 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:28.636284 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdab3cd-fbf7-44d4-a79f-3320275b137d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'project_id': '2aa099fb60d240ab8ce8691ee5b2e38c', 'fixed_ips': [{'subnet_id': 'fa02d35f-1587-4da7-a7fb-1650fc40090b'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:24:28.637947 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8fdab3cd-fbf7-44d4-a79f-3320275b137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:28.673487 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1c6e9e83-3b83-4d34-9849-9e454ce03186 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5137675 Feb 09 01:24:28.674005 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42462) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:28.683776 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-391f91eb-81be-459d-89e8-dd8a3496bc6a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'port': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'mac_address': 'fa:16:3e:99:fe:f7', 'name': 'tempest-NetworksTestDHCPv6-1944350996'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:28.796804 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-230e1d9e-d5c6-4202-b407-04e162390931 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2088912722-network', 'tenant_id': '33fb75f9afa64cc698e4fe59cdb0843e'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:28.916745 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230e1d9e-d5c6-4202-b407-04e162390931 admin admin] Made reservation on behalf of 33fb75f9afa64cc698e4fe59cdb0843e for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:28.920890 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-230e1d9e-d5c6-4202-b407-04e162390931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:28.949055 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-230e1d9e-d5c6-4202-b407-04e162390931 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:28.999799 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-8fdab3cd-fbf7-44d4-a79f-3320275b137d None None] Allocated IP 2001:db8::f816:3eff:fe41:5b5c (a8203b0d-e7af-492c-8c21-23f9563ce2e8/fa02d35f-1587-4da7-a7fb-1650fc40090b/fd0a1cfc-2281-4919-81ed-a7fcb804f4fb) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:24:29.090571 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391f91eb-81be-459d-89e8-dd8a3496bc6a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:29.092459 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-1ef66b7c-5307-41da-8838-0992570d4df2 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks [] for port (3942803c-74dd-4a55-a831-3d2e2ac75e88), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:29.197740 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3fab55-1d1a-44bf-b54c-2f2299907a4c req-a8aa90ad-d5d5-4953-a059-ced53c5e22fe tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:29.206877 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4e3fab55-1d1a-44bf-b54c-2f2299907a4c req-a8aa90ad-d5d5-4953-a059-ced53c5e22fe tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=27692869-bfd1-47aa-8ed5-f3224fa206ce HTTP/1.1" status: 200 len: 945 time: 0.2662237 Feb 09 01:24:29.238566 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-1ef66b7c-5307-41da-8838-0992570d4df2 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (3942803c-74dd-4a55-a831-3d2e2ac75e88), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:29.289485 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-230e1d9e-d5c6-4202-b407-04e162390931 admin admin] Publish callbacks [] for security_group (7f69c536-89ec-4d31-9996-f5459644a86b), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:29.319242 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-230e1d9e-d5c6-4202-b407-04e162390931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (7f69c536-89ec-4d31-9996-f5459644a86b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:29.378530 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-1ef66b7c-5307-41da-8838-0992570d4df2 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Network d88b7625-86d0-4021-80a0-5ba2f7b1a042 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:29.386293 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-230e1d9e-d5c6-4202-b407-04e162390931 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1007} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:24:29.415383 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-1ef66b7c-5307-41da-8838-0992570d4df2 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:29.419250 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-1ef66b7c-5307-41da-8838-0992570d4df2 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:24:29.439123 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef66b7c-5307-41da-8838-0992570d4df2 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Pushing event updated for resources: {'Port': ['ID=3942803c-74dd-4a55-a831-3d2e2ac75e88,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:29.466071 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8fdab3cd-fbf7-44d4-a79f-3320275b137d None None] Publish callbacks [] for port (fd0a1cfc-2281-4919-81ed-a7fcb804f4fb), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:29.466630 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-230e1d9e-d5c6-4202-b407-04e162390931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (1f71eaa0-f848-4fa8-8dc0-a878a8acc7c7), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:29.475207 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-230e1d9e-d5c6-4202-b407-04e162390931 admin admin] Added segment 1f71eaa0-f848-4fa8-8dc0-a878a8acc7c7 of type vlan for network 6dadc292-9db2-4c8d-9c03-42f79abbabb0 Feb 09 01:24:29.480094 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8fdab3cd-fbf7-44d4-a79f-3320275b137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (fd0a1cfc-2281-4919-81ed-a7fcb804f4fb), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:29.491425 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4e3fab55-1d1a-44bf-b54c-2f2299907a4c req-e486402d-456c-43f7-ae4b-8f303781311b tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661524 Feb 09 01:24:29.497357 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-391f91eb-81be-459d-89e8-dd8a3496bc6a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:29.517917 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b9745-8112-48d8-9e47-b08581ef6dae req-aaf1d010-e598-4e6f-9cd0-facab8ea784e tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:29.522111 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-414b9745-8112-48d8-9e47-b08581ef6dae req-aaf1d010-e598-4e6f-9cd0-facab8ea784e tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=206a159e-d5b7-4c7a-bf55-d28bde7be5d6 HTTP/1.1" status: 200 len: 931 time: 0.2325728 Feb 09 01:24:29.543922 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e1d9e-d5c6-4202-b407-04e162390931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f69c536-89ec-4d31-9996-f5459644a86b,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:29.606619 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-1ef66b7c-5307-41da-8838-0992570d4df2 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:29.621916 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-1ef66b7c-5307-41da-8838-0992570d4df2 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:29.665807 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdab3cd-fbf7-44d4-a79f-3320275b137d None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:29.671076 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-8fdab3cd-fbf7-44d4-a79f-3320275b137d None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:29.672206 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-1ef66b7c-5307-41da-8838-0992570d4df2 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1678169 Feb 09 01:24:29.677785 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdab3cd-fbf7-44d4-a79f-3320275b137d None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:24:29.696477 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-391f91eb-81be-459d-89e8-dd8a3496bc6a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] device_id is not set on port b9cb09a8-9a5f-4525-9342-0178a26717f4 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:24:29.713558 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-414b9745-8112-48d8-9e47-b08581ef6dae req-40c86c67-002b-47e9-9000-cc3feb1d1784 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593914 Feb 09 01:24:29.726003 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdab3cd-fbf7-44d4-a79f-3320275b137d None None] Pushing event updated for resources: {'Port': ['ID=fd0a1cfc-2281-4919-81ed-a7fcb804f4fb,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:29.729360 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-230e1d9e-d5c6-4202-b407-04e162390931 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (6dadc292-9db2-4c8d-9c03-42f79abbabb0), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:29.729982 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-738db737-3b1d-49b6-8443-169bbce8b31b service neutron] Request body: {'port': {'device_id': '206a159e-d5b7-4c7a-bf55-d28bde7be5d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:29.778273 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-8fdab3cd-fbf7-44d4-a79f-3320275b137d None None] Attempting to bind port fd0a1cfc-2281-4919-81ed-a7fcb804f4fb on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:24:29.779062 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-8fdab3cd-fbf7-44d4-a79f-3320275b137d None None] Attempting to bind port fd0a1cfc-2281-4919-81ed-a7fcb804f4fb by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:24:29.779622 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdab3cd-fbf7-44d4-a79f-3320275b137d None None] Attempting to bind port fd0a1cfc-2281-4919-81ed-a7fcb804f4fb on network a8203b0d-e7af-492c-8c21-23f9563ce2e8 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:24:29.787271 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdab3cd-fbf7-44d4-a79f-3320275b137d None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:24:29.788144 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdab3cd-fbf7-44d4-a79f-3320275b137d None None] Checking segment: {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:24:29.789156 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8fdab3cd-fbf7-44d4-a79f-3320275b137d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:29.790266 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdab3cd-fbf7-44d4-a79f-3320275b137d None None] Bound using segment: {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:24:29.791413 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-8fdab3cd-fbf7-44d4-a79f-3320275b137d None None] Bound port: fd0a1cfc-2281-4919-81ed-a7fcb804f4fb, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:24:29.791998 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8fdab3cd-fbf7-44d4-a79f-3320275b137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (fd0a1cfc-2281-4919-81ed-a7fcb804f4fb), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:29.869872 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-738db737-3b1d-49b6-8443-169bbce8b31b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3942803c-74dd-4a55-a831-3d2e2ac75e88), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:29.909692 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-8fdab3cd-fbf7-44d4-a79f-3320275b137d None None] For port fd0a1cfc-2281-4919-81ed-a7fcb804f4fb, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:24:29.917465 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-8fdab3cd-fbf7-44d4-a79f-3320275b137d None None] For port fd0a1cfc-2281-4919-81ed-a7fcb804f4fb, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=fd0a1cfc-2281-4919-81ed-a7fcb804f4fb,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:24:29.932915 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8fdab3cd-fbf7-44d4-a79f-3320275b137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (fd0a1cfc-2281-4919-81ed-a7fcb804f4fb), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:30.036674 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdab3cd-fbf7-44d4-a79f-3320275b137d None None] Pushing event updated for resources: {'Port': ['ID=fd0a1cfc-2281-4919-81ed-a7fcb804f4fb,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:30.066997 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-0a69202c-53ad-4f8d-91fc-1d5df22bbd72 None None] Provisioning complete for port 3942803c-74dd-4a55-a831-3d2e2ac75e88 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:30.068006 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a69202c-53ad-4f8d-91fc-1d5df22bbd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (3942803c-74dd-4a55-a831-3d2e2ac75e88), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:30.162978 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-0a69202c-53ad-4f8d-91fc-1d5df22bbd72 None None] Port 3942803c-74dd-4a55-a831-3d2e2ac75e88 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:24:30.512734 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-391f91eb-81be-459d-89e8-dd8a3496bc6a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Allocated IP 2001:db8::f816:3eff:fe99:fef7 (a8203b0d-e7af-492c-8c21-23f9563ce2e8/fa02d35f-1587-4da7-a7fb-1650fc40090b/b9cb09a8-9a5f-4525-9342-0178a26717f4) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:24:30.590122 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.db.resource_extend [None req-230e1d9e-d5c6-4202-b407-04e162390931 admin admin] It took 0.85 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:24:30.605783 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42564) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:30.625556 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-230e1d9e-d5c6-4202-b407-04e162390931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (6dadc292-9db2-4c8d-9c03-42f79abbabb0), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:30.627376 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230e1d9e-d5c6-4202-b407-04e162390931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:30.628627 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-230e1d9e-d5c6-4202-b407-04e162390931 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:30.691481 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device fd0a1cfc-2281-4919-81ed-a7fcb804f4fb up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:24:30.859743 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port fd0a1cfc-2281-4919-81ed-a7fcb804f4fb triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:30.860137 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (fd0a1cfc-2281-4919-81ed-a7fcb804f4fb), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:30.863797 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-230e1d9e-d5c6-4202-b407-04e162390931 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4660482 Feb 09 01:24:30.868875 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42578) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:30.870426 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:24:30.883482 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-060e145d-5ed2-4cde-bfc7-4787dfaacde6 admin admin] Request body: {'subnet': {'network_id': '6dadc292-9db2-4c8d-9c03-42f79abbabb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2088912722-subnet', 'tenant_id': '33fb75f9afa64cc698e4fe59cdb0843e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:30.913397 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e1d9e-d5c6-4202-b407-04e162390931 admin admin] Pushing event updated for resources: {'Network': ['ID=6dadc292-9db2-4c8d-9c03-42f79abbabb0,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:30.920907 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060e145d-5ed2-4cde-bfc7-4787dfaacde6 admin admin] Made reservation on behalf of 33fb75f9afa64cc698e4fe59cdb0843e for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:30.924154 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-060e145d-5ed2-4cde-bfc7-4787dfaacde6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:30.962084 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 6dadc292-9db2-4c8d-9c03-42f79abbabb0 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:24:31.091577 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ecafdf-ab7b-4612-b375-62c95e531543 req-4287ce25-f319-4dbd-979b-19b52d5d459d tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:31.105584 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31ecafdf-ab7b-4612-b375-62c95e531543 req-4287ce25-f319-4dbd-979b-19b52d5d459d tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=27692869-bfd1-47aa-8ed5-f3224fa206ce HTTP/1.1" status: 200 len: 945 time: 0.4611101 Feb 09 01:24:31.108873 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-391f91eb-81be-459d-89e8-dd8a3496bc6a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for port (b9cb09a8-9a5f-4525-9342-0178a26717f4), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:31.166264 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-391f91eb-81be-459d-89e8-dd8a3496bc6a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (b9cb09a8-9a5f-4525-9342-0178a26717f4), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:31.213230 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port fd0a1cfc-2281-4919-81ed-a7fcb804f4fb is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:31.213896 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (fd0a1cfc-2281-4919-81ed-a7fcb804f4fb), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:31.231325 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c71de52-9454-48dd-82bb-1aa44ff5844f req-563fe76b-6e0d-4759-976d-e9f2f471c527 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:31.240262 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9c71de52-9454-48dd-82bb-1aa44ff5844f req-563fe76b-6e0d-4759-976d-e9f2f471c527 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=206a159e-d5b7-4c7a-bf55-d28bde7be5d6 HTTP/1.1" status: 200 len: 931 time: 0.4077520 Feb 09 01:24:31.299511 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port fd0a1cfc-2281-4919-81ed-a7fcb804f4fb, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=fd0a1cfc-2281-4919-81ed-a7fcb804f4fb,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:31.304040 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-738db737-3b1d-49b6-8443-169bbce8b31b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3942803c-74dd-4a55-a831-3d2e2ac75e88 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:24:31.311177 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (fd0a1cfc-2281-4919-81ed-a7fcb804f4fb), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:31.322169 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-738db737-3b1d-49b6-8443-169bbce8b31b service neutron] Publish callbacks [] for port (3942803c-74dd-4a55-a831-3d2e2ac75e88), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:31.365185 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31ecafdf-ab7b-4612-b375-62c95e531543 req-d787e24b-d912-49fd-930c-084e7233cc32 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583513 Feb 09 01:24:31.381487 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-738db737-3b1d-49b6-8443-169bbce8b31b service neutron] Transition to ACTIVE for port object 3942803c-74dd-4a55-a831-3d2e2ac75e88 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:24:31.396187 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-738db737-3b1d-49b6-8443-169bbce8b31b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (3942803c-74dd-4a55-a831-3d2e2ac75e88), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:31.405667 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9c71de52-9454-48dd-82bb-1aa44ff5844f req-54b2d0b4-949d-4182-ae2f-1695f6ba9f4f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642363 Feb 09 01:24:31.468676 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=fd0a1cfc-2281-4919-81ed-a7fcb804f4fb,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:31.491874 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738db737-3b1d-49b6-8443-169bbce8b31b service neutron] Pushing event updated for resources: {'Port': ['ID=3942803c-74dd-4a55-a831-3d2e2ac75e88,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:31.505033 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8ca50c0c-6f33-40db-8077-3ce21029cfc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:31.532837 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-060e145d-5ed2-4cde-bfc7-4787dfaacde6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (5f9e9a8b-30c8-45fe-af55-db4baf56158f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:31.621181 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391f91eb-81be-459d-89e8-dd8a3496bc6a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:31.661462 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-738db737-3b1d-49b6-8443-169bbce8b31b service neutron] Attempting to bind port 3942803c-74dd-4a55-a831-3d2e2ac75e88 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:24:31.662060 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-738db737-3b1d-49b6-8443-169bbce8b31b service neutron] Attempting to bind port 3942803c-74dd-4a55-a831-3d2e2ac75e88 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': 'c65aa26b-6f4d-4da5-9ac6-6c267d824ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:24:31.662587 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-738db737-3b1d-49b6-8443-169bbce8b31b service neutron] Attempting to bind port 3942803c-74dd-4a55-a831-3d2e2ac75e88 on network d88b7625-86d0-4021-80a0-5ba2f7b1a042 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:24:31.670601 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-738db737-3b1d-49b6-8443-169bbce8b31b service neutron] Port 3942803c-74dd-4a55-a831-3d2e2ac75e88 on network d88b7625-86d0-4021-80a0-5ba2f7b1a042 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:24:31.671193 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-738db737-3b1d-49b6-8443-169bbce8b31b service neutron] Attempting to bind port 3942803c-74dd-4a55-a831-3d2e2ac75e88 on network d88b7625-86d0-4021-80a0-5ba2f7b1a042 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:24:31.681679 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-738db737-3b1d-49b6-8443-169bbce8b31b service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:24:31.682535 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-738db737-3b1d-49b6-8443-169bbce8b31b service neutron] Checking segment: {'id': 'c65aa26b-6f4d-4da5-9ac6-6c267d824ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:24:31.683232 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-738db737-3b1d-49b6-8443-169bbce8b31b service neutron] Bound using segment: {'id': 'c65aa26b-6f4d-4da5-9ac6-6c267d824ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:24:31.686712 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-738db737-3b1d-49b6-8443-169bbce8b31b service neutron] Bound port: 3942803c-74dd-4a55-a831-3d2e2ac75e88, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c65aa26b-6f4d-4da5-9ac6-6c267d824ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:24:31.687350 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-738db737-3b1d-49b6-8443-169bbce8b31b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3942803c-74dd-4a55-a831-3d2e2ac75e88), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:31.693658 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-391f91eb-81be-459d-89e8-dd8a3496bc6a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:31.699110 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391f91eb-81be-459d-89e8-dd8a3496bc6a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:24:31.705823 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391f91eb-81be-459d-89e8-dd8a3496bc6a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:31.706458 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-391f91eb-81be-459d-89e8-dd8a3496bc6a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:31.751439 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060e145d-5ed2-4cde-bfc7-4787dfaacde6 admin admin] Checking segment: {'id': '1f71eaa0-f848-4fa8-8dc0-a878a8acc7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '6dadc292-9db2-4c8d-9c03-42f79abbabb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:24:31.751823 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060e145d-5ed2-4cde-bfc7-4787dfaacde6 admin admin] Network hostable DHCP agents. Network: 6dadc292-9db2-4c8d-9c03-42f79abbabb0, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:24:31.757409 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060e145d-5ed2-4cde-bfc7-4787dfaacde6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f9e9a8b-30c8-45fe-af55-db4baf56158f,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:31.770006 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-391f91eb-81be-459d-89e8-dd8a3496bc6a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0948484 Feb 09 01:24:31.778046 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42586) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:31.833511 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-a69335a8-11c5-42dc-a4ce-d1b2d1aa29aa None None] Provisioning complete for port fd0a1cfc-2281-4919-81ed-a7fcb804f4fb triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:31.834045 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a69335a8-11c5-42dc-a4ce-d1b2d1aa29aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (fd0a1cfc-2281-4919-81ed-a7fcb804f4fb), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:31.836106 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f91eb-81be-459d-89e8-dd8a3496bc6a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Port': ['ID=b9cb09a8-9a5f-4525-9342-0178a26717f4,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:31.870654 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060e145d-5ed2-4cde-bfc7-4787dfaacde6 admin admin] Network 6dadc292-9db2-4c8d-9c03-42f79abbabb0 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:24:31.884100 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-738db737-3b1d-49b6-8443-169bbce8b31b service neutron] For port 3942803c-74dd-4a55-a831-3d2e2ac75e88, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:24:31.892327 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-738db737-3b1d-49b6-8443-169bbce8b31b service neutron] For port 3942803c-74dd-4a55-a831-3d2e2ac75e88, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=3942803c-74dd-4a55-a831-3d2e2ac75e88,segment=NetworkSegment(c65aa26b-6f4d-4da5-9ac6-6c267d824ab1),segment_id=c65aa26b-6f4d-4da5-9ac6-6c267d824ab1)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:24:31.903209 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-060e145d-5ed2-4cde-bfc7-4787dfaacde6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 6dadc292-9db2-4c8d-9c03-42f79abbabb0) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:31.909255 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060e145d-5ed2-4cde-bfc7-4787dfaacde6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:31.910073 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-060e145d-5ed2-4cde-bfc7-4787dfaacde6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:31.915250 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-738db737-3b1d-49b6-8443-169bbce8b31b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (3942803c-74dd-4a55-a831-3d2e2ac75e88), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:31.939462 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bc58bd-0d22-4d82-baef-05d23a5cb985 None None] Network 6dadc292-9db2-4c8d-9c03-42f79abbabb0 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:24:31.945361 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e353f2-6fc5-402a-8c58-2220aa4651cc tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:31.951938 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e353f2-6fc5-402a-8c58-2220aa4651cc tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:31.954438 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-12e353f2-6fc5-402a-8c58-2220aa4651cc tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1721973 Feb 09 01:24:31.970069 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-060e145d-5ed2-4cde-bfc7-4787dfaacde6 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0872223 Feb 09 01:24:31.970069 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42588) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:32.067563 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-738db737-3b1d-49b6-8443-169bbce8b31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:32.074263 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-738db737-3b1d-49b6-8443-169bbce8b31b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:32.083361 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-738db737-3b1d-49b6-8443-169bbce8b31b service neutron] 10.222.0.120 "PUT /v2.0/ports/3942803c-74dd-4a55-a831-3d2e2ac75e88 HTTP/1.1" status: 200 len: 1091 time: 2.3685226 Feb 09 01:24:32.084074 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '206a159e-d5b7-4c7a-bf55-d28bde7be5d6', 'tag': '3942803c-74dd-4a55-a831-3d2e2ac75e88'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:24:32.089081 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8ca50c0c-6f33-40db-8077-3ce21029cfc6 admin admin] Publish callbacks [] for security_group (0961dbb5-9402-46ae-930c-b234a451955f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:32.104130 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8ca50c0c-6f33-40db-8077-3ce21029cfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (0961dbb5-9402-46ae-930c-b234a451955f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:32.104314 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd16eaaa-901e-44c3-ae12-4159e6d2f435" -d '{"events": [{"name": "network-changed", "server_uuid": "206a159e-d5b7-4c7a-bf55-d28bde7be5d6", "tag": "3942803c-74dd-4a55-a831-3d2e2ac75e88"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:24:32.138728 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-cea9d3d3-f619-4d2a-9fbe-22fde4978e31 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting port b9cb09a8-9a5f-4525-9342-0178a26717f4 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:24:32.139108 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cea9d3d3-f619-4d2a-9fbe-22fde4978e31 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (b9cb09a8-9a5f-4525-9342-0178a26717f4), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:32.254998 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ad6e63-67f1-48f3-aeb0-3f542c667ec1 x-openstack-request-id: req-c3ad6e63-67f1-48f3-aeb0-3f542c667ec1 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:24:32.255348 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "206a159e-d5b7-4c7a-bf55-d28bde7be5d6", "tag": "3942803c-74dd-4a55-a831-3d2e2ac75e88", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:24:32.255615 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c3ad6e63-67f1-48f3-aeb0-3f542c667ec1 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:24:32.257015 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '206a159e-d5b7-4c7a-bf55-d28bde7be5d6', 'tag': '3942803c-74dd-4a55-a831-3d2e2ac75e88', 'status': 'completed', 'code': 200} Feb 09 01:24:32.302974 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738db737-3b1d-49b6-8443-169bbce8b31b service neutron] Pushing event updated for resources: {'Port': ['ID=3942803c-74dd-4a55-a831-3d2e2ac75e88,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:32.350909 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738db737-3b1d-49b6-8443-169bbce8b31b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:32.351161 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738db737-3b1d-49b6-8443-169bbce8b31b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:32.351517 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738db737-3b1d-49b6-8443-169bbce8b31b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:32.354528 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738db737-3b1d-49b6-8443-169bbce8b31b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:32.354911 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738db737-3b1d-49b6-8443-169bbce8b31b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:32.355266 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738db737-3b1d-49b6-8443-169bbce8b31b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:32.355612 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738db737-3b1d-49b6-8443-169bbce8b31b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:32.355951 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738db737-3b1d-49b6-8443-169bbce8b31b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:32.356289 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738db737-3b1d-49b6-8443-169bbce8b31b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:32.356694 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738db737-3b1d-49b6-8443-169bbce8b31b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:32.357037 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738db737-3b1d-49b6-8443-169bbce8b31b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:32.357369 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738db737-3b1d-49b6-8443-169bbce8b31b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:32.357698 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738db737-3b1d-49b6-8443-169bbce8b31b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:32.391138 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cea9d3d3-f619-4d2a-9fbe-22fde4978e31 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (b9cb09a8-9a5f-4525-9342-0178a26717f4), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:32.393588 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ca3f3e-fadc-43e0-9a0b-fea2bfc314fe None None] Network 6dadc292-9db2-4c8d-9c03-42f79abbabb0 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:24:32.411770 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-3b0c2d79-8934-4aa8-a02f-5a54c82f830b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:32.421684 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-3b0c2d79-8934-4aa8-a02f-5a54c82f830b service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=99253303b883423fad908712b3678824&device_id=206a159e-d5b7-4c7a-bf55-d28bde7be5d6 HTTP/1.1" status: 200 len: 1125 time: 0.2842975 Feb 09 01:24:32.481866 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8ca50c0c-6f33-40db-8077-3ce21029cfc6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=734ac715edf54d698f67c6b2676fd3dd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8721981 Feb 09 01:24:32.505060 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42604) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:32.551637 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-cea9d3d3-f619-4d2a-9fbe-22fde4978e31 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Calling delete_port for b9cb09a8-9a5f-4525-9342-0178a26717f4 owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:24:32.569915 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a69335a8-11c5-42dc-a4ce-d1b2d1aa29aa None None] Current status of the port fd0a1cfc-2281-4919-81ed-a7fcb804f4fb is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:32.575942 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-1f7958a0-ad58-4142-83d7-0daf8690495d service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3942803c-74dd-4a55-a831-3d2e2ac75e88 HTTP/1.1" status: 200 len: 217 time: 0.1469088 Feb 09 01:24:32.605173 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ec44f8d3-0b6a-4bba-8ea9-44a6afc09bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:32.650544 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device fd0a1cfc-2281-4919-81ed-a7fcb804f4fb up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:24:32.660209 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca50c0c-6f33-40db-8077-3ce21029cfc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0961dbb5-9402-46ae-930c-b234a451955f,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:32.712089 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-8c7755a5-1303-46c9-8274-3af0834e915a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:32.714847 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-8c7755a5-1303-46c9-8274-3af0834e915a service neutron] 10.222.0.120 "GET /v2.0/subnets?id=e8a10734-f380-44a3-a9f7-298105351e3b HTTP/1.1" status: 200 len: 850 time: 0.1295137 Feb 09 01:24:32.723598 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997217e-10f6-4204-9c9b-15612811ad6f req-19677bfc-afed-430b-8550-42b94722bfba tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:32.725915 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d997217e-10f6-4204-9c9b-15612811ad6f req-19677bfc-afed-430b-8550-42b94722bfba tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=27692869-bfd1-47aa-8ed5-f3224fa206ce HTTP/1.1" status: 200 len: 945 time: 0.1719229 Feb 09 01:24:32.886314 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ffac84e7-db44-4fd2-a7fa-4ec9364c15e8 admin admin] Publish callbacks [] for security_group (0961dbb5-9402-46ae-930c-b234a451955f), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:32.886913 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d997217e-10f6-4204-9c9b-15612811ad6f req-40259e43-544d-47d4-9fb0-c88850a1e4ad tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489253 Feb 09 01:24:32.896898 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-61a5e123-5440-4b48-a6e6-9c1e6c05cd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:32.898511 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-61a5e123-5440-4b48-a6e6-9c1e6c05cd4e service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=d88b7625-86d0-4021-80a0-5ba2f7b1a042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1713426 Feb 09 01:24:32.952299 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ffac84e7-db44-4fd2-a7fa-4ec9364c15e8 admin admin] Publish callbacks [] for security_group (0961dbb5-9402-46ae-930c-b234a451955f), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:33.109170 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-c2053c5d-3ae7-4925-aa02-cde3ddfcbb52 None None] Provisioning complete for port b9cb09a8-9a5f-4525-9342-0178a26717f4 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:33.109671 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c2053c5d-3ae7-4925-aa02-cde3ddfcbb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b9cb09a8-9a5f-4525-9342-0178a26717f4), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:33.111871 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port fd0a1cfc-2281-4919-81ed-a7fcb804f4fb triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:33.112246 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (fd0a1cfc-2281-4919-81ed-a7fcb804f4fb), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:33.138209 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ffac84e7-db44-4fd2-a7fa-4ec9364c15e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (0961dbb5-9402-46ae-930c-b234a451955f), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:33.141973 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ffac84e7-db44-4fd2-a7fa-4ec9364c15e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:33.147446 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ffac84e7-db44-4fd2-a7fa-4ec9364c15e8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0961dbb5-9402-46ae-930c-b234a451955f HTTP/1.1" status: 204 len: 168 time: 0.6342957 Feb 09 01:24:33.152995 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cea9d3d3-f619-4d2a-9fbe-22fde4978e31 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (b9cb09a8-9a5f-4525-9342-0178a26717f4), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:33.193251 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea9d3d3-f619-4d2a-9fbe-22fde4978e31 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Port': ['ID=b9cb09a8-9a5f-4525-9342-0178a26717f4,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:33.199723 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac84e7-db44-4fd2-a7fa-4ec9364c15e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0961dbb5-9402-46ae-930c-b234a451955f,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:33.288978 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c2053c5d-3ae7-4925-aa02-cde3ddfcbb52 None None] Port b9cb09a8-9a5f-4525-9342-0178a26717f4 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:24:33.336723 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cea9d3d3-f619-4d2a-9fbe-22fde4978e31 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:33.353754 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-cea9d3d3-f619-4d2a-9fbe-22fde4978e31 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/ports/b9cb09a8-9a5f-4525-9342-0178a26717f4 HTTP/1.1" status: 204 len: 168 time: 1.3867762 Feb 09 01:24:33.355225 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42626) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:33.438060 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68daa2c-2236-45d8-9c92-26913acfbb0b req-6d63263a-71b2-421a-a54f-4fdb3ad2c12d tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:33.477689 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a68daa2c-2236-45d8-9c92-26913acfbb0b req-6d63263a-71b2-421a-a54f-4fdb3ad2c12d tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=206a159e-d5b7-4c7a-bf55-d28bde7be5d6 HTTP/1.1" status: 200 len: 943 time: 0.3570478 Feb 09 01:24:33.524225 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fc88c7-d518-4777-873c-aa931c81958a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:33.525910 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fc88c7-d518-4777-873c-aa931c81958a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:33.528230 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-97fc88c7-d518-4777-873c-aa931c81958a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1687045 Feb 09 01:24:33.530828 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42634) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:33.559992 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-0274ffc8-4275-4396-a63a-f7758e77b4bd service neutron] 10.222.0.120 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6519420 Feb 09 01:24:33.609268 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port fd0a1cfc-2281-4919-81ed-a7fcb804f4fb is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:33.679670 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f850a09-c62e-429a-ae2e-334c58a378ed tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting subnet fa02d35f-1587-4da7-a7fb-1650fc40090b {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:24:33.694587 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0f850a09-c62e-429a-ae2e-334c58a378ed tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (fa02d35f-1587-4da7-a7fb-1650fc40090b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:33.717349 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 42636) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:33.756758 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0f850a09-c62e-429a-ae2e-334c58a378ed tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (fa02d35f-1587-4da7-a7fb-1650fc40090b), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:33.778402 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a68daa2c-2236-45d8-9c92-26913acfbb0b req-47588526-6d46-4432-99f0-99f397637b26 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918489 Feb 09 01:24:33.900315 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 42648) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:33.912451 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e7802a83-63c2-4f95-8b1a-a70dd1fb7c9f req-be3edb8f-9588-4cc9-85d4-1e4a73a24f09 service neutron] 10.222.0.120 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206501 Feb 09 01:24:33.944292 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0b882f33-2663-48de-976a-a2deb9eec2ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:34.025716 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e5601771-1e62-46a3-a587-da5b021da80a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:34.048370 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0f850a09-c62e-429a-ae2e-334c58a378ed tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (fa02d35f-1587-4da7-a7fb-1650fc40090b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:34.179154 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0f850a09-c62e-429a-ae2e-334c58a378ed tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (fa02d35f-1587-4da7-a7fb-1650fc40090b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:34.196665 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e5601771-1e62-46a3-a587-da5b021da80a admin admin] Publish callbacks [] for security_group (a1b0871b-2731-4959-8316-17dda82c57ad), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:34.237088 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f850a09-c62e-429a-ae2e-334c58a378ed tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Subnet': ['ID=fa02d35f-1587-4da7-a7fb-1650fc40090b,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:34.251516 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0f850a09-c62e-429a-ae2e-334c58a378ed tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:34.258519 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0f850a09-c62e-429a-ae2e-334c58a378ed tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/fa02d35f-1587-4da7-a7fb-1650fc40090b HTTP/1.1" status: 204 len: 168 time: 0.7254994 Feb 09 01:24:34.259220 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42656) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:34.259821 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1533d5c-8d6c-4184-9695-6141a57bf04b None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:24:34.304577 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0b882f33-2663-48de-976a-a2deb9eec2ed admin admin] Publish callbacks [] for security_group (4498f8ea-2985-48a2-ae39-4084322f2cba), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:34.313487 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-35d1e937-5034-410a-8ab3-df2108234a1d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0524802 Feb 09 01:24:34.314209 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42660) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:34.360745 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e5601771-1e62-46a3-a587-da5b021da80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (a1b0871b-2731-4959-8316-17dda82c57ad), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:34.364523 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0b882f33-2663-48de-976a-a2deb9eec2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (4498f8ea-2985-48a2-ae39-4084322f2cba), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:34.468479 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5601771-1e62-46a3-a587-da5b021da80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b0871b-2731-4959-8316-17dda82c57ad,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:34.512072 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0761967-cc49-4128-b5dc-fd1d1efcaafc req-fb71614d-1be2-430b-8801-89f8a6b96185 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:34.512436 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03be7f52-0a2d-48ca-a801-fc6d64dff88e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:34.517068 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-03be7f52-0a2d-48ca-a801-fc6d64dff88e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2016711 Feb 09 01:24:34.517821 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42668) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:34.519334 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e9e48577-ea1f-4e5a-873d-1908872359a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:34.533269 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e0761967-cc49-4128-b5dc-fd1d1efcaafc req-fb71614d-1be2-430b-8801-89f8a6b96185 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=27692869-bfd1-47aa-8ed5-f3224fa206ce HTTP/1.1" status: 200 len: 945 time: 0.2208879 Feb 09 01:24:34.542354 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e5601771-1e62-46a3-a587-da5b021da80a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c1639d331bfe417a9677b185f6fdad30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8214118 Feb 09 01:24:34.547509 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42672) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:34.551905 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-0b882f33-2663-48de-976a-a2deb9eec2ed admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fac3b8046b8941ba82d91ee9929606b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6484976 Feb 09 01:24:34.587159 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 42676) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:34.618768 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16eaaa-901e-44c3-ae12-4159e6d2f435 req-ccc415ba-1c16-48f7-8cce-400bb311d0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:34.620414 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dd16eaaa-901e-44c3-ae12-4159e6d2f435 req-ccc415ba-1c16-48f7-8cce-400bb311d0c8 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=99253303b883423fad908712b3678824&device_id=206a159e-d5b7-4c7a-bf55-d28bde7be5d6 HTTP/1.1" status: 200 len: 1125 time: 0.5895283 Feb 09 01:24:34.642915 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1c80fe-df8a-453a-9bf9-40aa480743ca None None] DHCP port deletion for a8203b0d-e7af-492c-8c21-23f9563ce2e8 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:24:34.669785 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b882f33-2663-48de-976a-a2deb9eec2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4498f8ea-2985-48a2-ae39-4084322f2cba,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:34.707848 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24715e7b-607e-4134-8ac1-2f4cc9ddd770 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:34.728942 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-24715e7b-607e-4134-8ac1-2f4cc9ddd770 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2080758 Feb 09 01:24:34.728942 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42686) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:34.784922 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-cd1c80fe-df8a-453a-9bf9-40aa480743ca None None] Deleting port fd0a1cfc-2281-4919-81ed-a7fcb804f4fb {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:24:34.785311 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cd1c80fe-df8a-453a-9bf9-40aa480743ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (fd0a1cfc-2281-4919-81ed-a7fcb804f4fb), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:34.807428 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f60e5bd4-a525-450f-a30a-f5a880c429a2 admin admin] Publish callbacks [] for security_group (a1b0871b-2731-4959-8316-17dda82c57ad), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:34.811701 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e0ac8652-d957-482f-9063-5fd250f82659 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0804179 Feb 09 01:24:34.816182 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42690) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:34.825189 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-1494e35f-016e-417f-8357-e5bc74be7fe2 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'subnet': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:34.840998 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e0761967-cc49-4128-b5dc-fd1d1efcaafc req-6a051c48-53ed-46ab-a317-e3d03bb86003 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939587 Feb 09 01:24:34.919892 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f60e5bd4-a525-450f-a30a-f5a880c429a2 admin admin] Publish callbacks [] for security_group (a1b0871b-2731-4959-8316-17dda82c57ad), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:34.961239 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0fa409e9-0264-46ab-958a-ed79e9de7b72 admin admin] Publish callbacks [] for security_group (4498f8ea-2985-48a2-ae39-4084322f2cba), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:34.983622 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-cd1c80fe-df8a-453a-9bf9-40aa480743ca None None] For port fd0a1cfc-2281-4919-81ed-a7fcb804f4fb, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=fd0a1cfc-2281-4919-81ed-a7fcb804f4fb,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:34.984294 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cd1c80fe-df8a-453a-9bf9-40aa480743ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (fd0a1cfc-2281-4919-81ed-a7fcb804f4fb), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:35.027179 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-cd1c80fe-df8a-453a-9bf9-40aa480743ca None None] Calling delete_port for fd0a1cfc-2281-4919-81ed-a7fcb804f4fb owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:24:35.050437 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0fa409e9-0264-46ab-958a-ed79e9de7b72 admin admin] Publish callbacks [] for security_group (4498f8ea-2985-48a2-ae39-4084322f2cba), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:35.061244 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1494e35f-016e-417f-8357-e5bc74be7fe2 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:35.069225 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1494e35f-016e-417f-8357-e5bc74be7fe2 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:35.181455 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0fa409e9-0264-46ab-958a-ed79e9de7b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (4498f8ea-2985-48a2-ae39-4084322f2cba), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:35.184086 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0fa409e9-0264-46ab-958a-ed79e9de7b72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:35.187684 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-0fa409e9-0264-46ab-958a-ed79e9de7b72 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4498f8ea-2985-48a2-ae39-4084322f2cba HTTP/1.1" status: 204 len: 168 time: 0.5947819 Feb 09 01:24:35.258846 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cd1c80fe-df8a-453a-9bf9-40aa480743ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (fd0a1cfc-2281-4919-81ed-a7fcb804f4fb), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:35.283403 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa409e9-0264-46ab-958a-ed79e9de7b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4498f8ea-2985-48a2-ae39-4084322f2cba,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:35.286181 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1c80fe-df8a-453a-9bf9-40aa480743ca None None] No DVR routers for this DVR port fd0a1cfc-2281-4919-81ed-a7fcb804f4fb on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:24:35.304054 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16eaaa-901e-44c3-ae12-4159e6d2f435 req-426e1223-c0b4-42f1-b463-149df9936eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:35.325750 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dd16eaaa-901e-44c3-ae12-4159e6d2f435 req-426e1223-c0b4-42f1-b463-149df9936eaa service neutron] 10.222.0.120 "GET /v2.0/networks?id=d88b7625-86d0-4021-80a0-5ba2f7b1a042 HTTP/1.1" status: 200 len: 913 time: 0.6948512 Feb 09 01:24:35.408748 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1c80fe-df8a-453a-9bf9-40aa480743ca None None] Pushing event deleted for resources: {'Port': ['ID=fd0a1cfc-2281-4919-81ed-a7fcb804f4fb,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:35.422612 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dd16eaaa-901e-44c3-ae12-4159e6d2f435 req-b0f5ef77-8715-4656-81f2-4e6a1e05fcb9 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3942803c-74dd-4a55-a831-3d2e2ac75e88 HTTP/1.1" status: 200 len: 217 time: 0.0959694 Feb 09 01:24:35.526145 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16eaaa-901e-44c3-ae12-4159e6d2f435 req-a644c69d-c6c0-4473-8207-d991c2cac364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:35.528872 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f60e5bd4-a525-450f-a30a-f5a880c429a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (a1b0871b-2731-4959-8316-17dda82c57ad), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:35.531982 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dd16eaaa-901e-44c3-ae12-4159e6d2f435 req-a644c69d-c6c0-4473-8207-d991c2cac364 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=e8a10734-f380-44a3-a9f7-298105351e3b HTTP/1.1" status: 200 len: 850 time: 0.1008964 Feb 09 01:24:35.535156 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f60e5bd4-a525-450f-a30a-f5a880c429a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:35.541550 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f60e5bd4-a525-450f-a30a-f5a880c429a2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a1b0871b-2731-4959-8316-17dda82c57ad HTTP/1.1" status: 204 len: 168 time: 0.9916356 Feb 09 01:24:35.580184 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285a68b-a9a6-440d-99ef-1146339bcf80 req-b8140b3d-f09a-4ae5-96af-7b4e5e53759f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:35.581958 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 3942803c-74dd-4a55-a831-3d2e2ac75e88 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:24:35.583181 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9285a68b-a9a6-440d-99ef-1146339bcf80 req-b8140b3d-f09a-4ae5-96af-7b4e5e53759f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=206a159e-d5b7-4c7a-bf55-d28bde7be5d6 HTTP/1.1" status: 200 len: 943 time: 0.4602919 Feb 09 01:24:35.619114 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e5bd4-a525-450f-a30a-f5a880c429a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b0871b-2731-4959-8316-17dda82c57ad,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:35.713849 n-d-828369-4 neutron-server[103137]: DEBUG neutron.objects.ports [None req-1494e35f-016e-417f-8357-e5bc74be7fe2 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103137) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:24:35.717589 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1494e35f-016e-417f-8357-e5bc74be7fe2 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (6883f840-b056-4dc0-9c90-a8cd30793abd), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:35.732276 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9285a68b-a9a6-440d-99ef-1146339bcf80 req-34c858a9-ef78-41fa-a404-873b626c8c72 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141233 Feb 09 01:24:35.762626 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16eaaa-901e-44c3-ae12-4159e6d2f435 req-527e0871-ce59-498e-8341-f41679a71bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:35.765685 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dd16eaaa-901e-44c3-ae12-4159e6d2f435 req-527e0871-ce59-498e-8341-f41679a71bd2 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=d88b7625-86d0-4021-80a0-5ba2f7b1a042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2198336 Feb 09 01:24:35.902620 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1494e35f-016e-417f-8357-e5bc74be7fe2 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:35.953632 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 3942803c-74dd-4a55-a831-3d2e2ac75e88, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=3942803c-74dd-4a55-a831-3d2e2ac75e88,segment=NetworkSegment(c65aa26b-6f4d-4da5-9ac6-6c267d824ab1),segment_id=c65aa26b-6f4d-4da5-9ac6-6c267d824ab1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:35.956171 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-1494e35f-016e-417f-8357-e5bc74be7fe2 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:35.965048 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1494e35f-016e-417f-8357-e5bc74be7fe2 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:35.966557 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1494e35f-016e-417f-8357-e5bc74be7fe2 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:35.973475 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1494e35f-016e-417f-8357-e5bc74be7fe2 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Subnet': ['ID=6883f840-b056-4dc0-9c90-a8cd30793abd,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:35.995262 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '3942803c-74dd-4a55-a831-3d2e2ac75e88', 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042', 'port_id': '3942803c-74dd-4a55-a831-3d2e2ac75e88', 'mac_address': 'fa:16:3e:ba:a2:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8a10734-f380-44a3-a9f7-298105351e3b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:24:36.027753 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1494e35f-016e-417f-8357-e5bc74be7fe2 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.2088900 Feb 09 01:24:36.028022 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42748) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:36.038051 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-aa3ae5a1-ec1b-4d59-a792-1234fd4ebc57 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'port': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'mac_address': 'fa:16:3e:0d:b2:3e', 'name': 'tempest-NetworksTestDHCPv6-227844672'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:36.108026 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afa031e-0307-4ab2-b21a-9f5ef8993e5a None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:24:36.141606 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 3942803c-74dd-4a55-a831-3d2e2ac75e88 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:36.143215 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3942803c-74dd-4a55-a831-3d2e2ac75e88), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:36.246809 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3ae5a1-ec1b-4d59-a792-1234fd4ebc57 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:36.301622 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5eecc-ccdc-4192-95bd-9e70efc3d53b req-406e6bc0-0ef4-4530-b653-b8d5b9ec059f tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:36.303177 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f8b5eecc-ccdc-4192-95bd-9e70efc3d53b req-406e6bc0-0ef4-4530-b653-b8d5b9ec059f tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] 10.222.0.50 "GET /v2.0/networks?id=6dadc292-9db2-4c8d-9c03-42f79abbabb0 HTTP/1.1" status: 200 len: 810 time: 0.3216395 Feb 09 01:24:36.370582 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:36.373705 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3942803c-74dd-4a55-a831-3d2e2ac75e88 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:24:36.397171 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fffadc4-4618-40f1-a200-e602f9c1b1a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'project_id': '2aa099fb60d240ab8ce8691ee5b2e38c', 'fixed_ips': [{'subnet_id': '6883f840-b056-4dc0-9c90-a8cd30793abd'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:24:36.410743 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3fffadc4-4618-40f1-a200-e602f9c1b1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:36.453315 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f8b5eecc-ccdc-4192-95bd-9e70efc3d53b req-8c998825-4a56-411d-8956-df77cfe14281 tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] 10.222.0.50 "GET /v2.0/quotas/33fb75f9afa64cc698e4fe59cdb0843e HTTP/1.1" status: 200 len: 375 time: 0.1281695 Feb 09 01:24:36.491679 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 3942803c-74dd-4a55-a831-3d2e2ac75e88, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=3942803c-74dd-4a55-a831-3d2e2ac75e88,segment=NetworkSegment(c65aa26b-6f4d-4da5-9ac6-6c267d824ab1),segment_id=c65aa26b-6f4d-4da5-9ac6-6c267d824ab1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:36.512190 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (3942803c-74dd-4a55-a831-3d2e2ac75e88), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:36.527887 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-aa3ae5a1-ec1b-4d59-a792-1234fd4ebc57 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:36.570049 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-aa3ae5a1-ec1b-4d59-a792-1234fd4ebc57 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] device_id is not set on port a18a3cd3-4197-42b9-aec7-aff06869b725 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:24:36.620317 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42760) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:36.641476 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5553206b-53d1-4d7d-99f5-b2e75249ab5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:36.642859 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f8b5eecc-ccdc-4192-95bd-9e70efc3d53b req-b030ccc4-8ded-40dc-b923-6b7a23419e7d tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=33fb75f9afa64cc698e4fe59cdb0843e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1153805 Feb 09 01:24:36.811471 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device fd0a1cfc-2281-4919-81ed-a7fcb804f4fb no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:24:36.832697 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5553206b-53d1-4d7d-99f5-b2e75249ab5c admin admin] Publish callbacks [] for security_group (4199b2a9-5b23-489c-b7b2-84ccacb8a4b3), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:36.843593 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5553206b-53d1-4d7d-99f5-b2e75249ab5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (4199b2a9-5b23-489c-b7b2-84ccacb8a4b3), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:36.881486 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5e704-0b14-462a-b278-38315300b5c1 req-dc948dc4-7972-4ace-a0d8-acd086bcb98d tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:36.883250 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-70c5e704-0b14-462a-b278-38315300b5c1 req-dc948dc4-7972-4ace-a0d8-acd086bcb98d tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=27692869-bfd1-47aa-8ed5-f3224fa206ce HTTP/1.1" status: 200 len: 945 time: 0.5747521 Feb 09 01:24:36.898640 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dd16eaaa-901e-44c3-ae12-4159e6d2f435 req-207c6612-ffd3-4926-91aa-8787c2c6306d service neutron] 10.222.0.120 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1232543 Feb 09 01:24:36.925612 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['3942803c-74dd-4a55-a831-3d2e2ac75e88'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:24:36.958654 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5553206b-53d1-4d7d-99f5-b2e75249ab5c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bb28c1aab5cb45b29ab6a7f5276b4be6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3363266 Feb 09 01:24:36.964563 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5553206b-53d1-4d7d-99f5-b2e75249ab5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4199b2a9-5b23-489c-b7b2-84ccacb8a4b3,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:36.968025 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42774) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:37.055054 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-afd0d384-faac-4fa2-9ccd-a55cbc0b8ad4 admin admin] Publish callbacks [] for security_group (4199b2a9-5b23-489c-b7b2-84ccacb8a4b3), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:37.075026 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: fd0a1cfc-2281-4919-81ed-a7fcb804f4fb {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:24:37.075379 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device fd0a1cfc-2281-4919-81ed-a7fcb804f4fb not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:24:37.138318 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-afd0d384-faac-4fa2-9ccd-a55cbc0b8ad4 admin admin] Publish callbacks [] for security_group (4199b2a9-5b23-489c-b7b2-84ccacb8a4b3), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:37.152698 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=3942803c-74dd-4a55-a831-3d2e2ac75e88,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:37.156857 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 42780) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:37.237895 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-aa3ae5a1-ec1b-4d59-a792-1234fd4ebc57 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Allocated IP 2001:db8::f816:3eff:fe0d:b23e (a8203b0d-e7af-492c-8c21-23f9563ce2e8/6883f840-b056-4dc0-9c90-a8cd30793abd/a18a3cd3-4197-42b9-aec7-aff06869b725) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:24:37.249496 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-afd0d384-faac-4fa2-9ccd-a55cbc0b8ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (4199b2a9-5b23-489c-b7b2-84ccacb8a4b3), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:37.251942 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-70c5e704-0b14-462a-b278-38315300b5c1 req-4cf24925-4007-41fa-a327-eec9ee7f4fae tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413639 Feb 09 01:24:37.268683 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-afd0d384-faac-4fa2-9ccd-a55cbc0b8ad4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:37.269903 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-afd0d384-faac-4fa2-9ccd-a55cbc0b8ad4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4199b2a9-5b23-489c-b7b2-84ccacb8a4b3 HTTP/1.1" status: 204 len: 168 time: 0.2967665 Feb 09 01:24:37.280000 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dd16eaaa-901e-44c3-ae12-4159e6d2f435 req-b8691936-0c67-40a4-a166-ae76340ebbf7 service neutron] 10.222.0.120 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779152 Feb 09 01:24:37.322215 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd0d384-faac-4fa2-9ccd-a55cbc0b8ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4199b2a9-5b23-489c-b7b2-84ccacb8a4b3,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:37.472003 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f8b5eecc-ccdc-4192-95bd-9e70efc3d53b req-95effd9b-88c1-44a5-88f6-4af3fd1d2f9c service neutron] 10.222.0.50 "GET /v2.0/networks/6dadc292-9db2-4c8d-9c03-42f79abbabb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8281357 Feb 09 01:24:37.583241 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-aa3ae5a1-ec1b-4d59-a792-1234fd4ebc57 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for port (a18a3cd3-4197-42b9-aec7-aff06869b725), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:37.597535 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:37.643902 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-26176882-ab6e-40d6-94f1-4fbfcdd93d01 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-157314528-network', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:37.658869 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f8b5eecc-ccdc-4192-95bd-9e70efc3d53b req-8f5853af-220a-40a4-91b9-88aafab43e63 service neutron] 10.222.0.50 "GET /v2.0/networks/6dadc292-9db2-4c8d-9c03-42f79abbabb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843297 Feb 09 01:24:37.669699 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-aa3ae5a1-ec1b-4d59-a792-1234fd4ebc57 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (a18a3cd3-4197-42b9-aec7-aff06869b725), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:37.718054 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-3fffadc4-4618-40f1-a200-e602f9c1b1a5 None None] Allocated IP 2001:db8::f816:3eff:fe8b:f91d (a8203b0d-e7af-492c-8c21-23f9563ce2e8/6883f840-b056-4dc0-9c90-a8cd30793abd/1cfd103d-4f04-413f-a210-de6e677f145d) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:24:37.764363 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26176882-ab6e-40d6-94f1-4fbfcdd93d01 admin admin] Made reservation on behalf of c9bde012005949bf8ed5f5d05d570ac0 for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:37.772395 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-26176882-ab6e-40d6-94f1-4fbfcdd93d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:37.787029 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-26176882-ab6e-40d6-94f1-4fbfcdd93d01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:37.799135 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3ae5a1-ec1b-4d59-a792-1234fd4ebc57 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:37.811881 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-aa3ae5a1-ec1b-4d59-a792-1234fd4ebc57 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:37.823998 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3ae5a1-ec1b-4d59-a792-1234fd4ebc57 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:24:37.842201 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3ae5a1-ec1b-4d59-a792-1234fd4ebc57 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:37.842861 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-aa3ae5a1-ec1b-4d59-a792-1234fd4ebc57 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:37.859900 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ae5a1-ec1b-4d59-a792-1234fd4ebc57 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Port': ['ID=a18a3cd3-4197-42b9-aec7-aff06869b725,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:37.888914 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-26176882-ab6e-40d6-94f1-4fbfcdd93d01 admin admin] Publish callbacks [] for security_group (9797818a-579b-4e66-9dd6-848be19de897), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:37.893104 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3fffadc4-4618-40f1-a200-e602f9c1b1a5 None None] Publish callbacks [] for port (1cfd103d-4f04-413f-a210-de6e677f145d), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:37.896874 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-26176882-ab6e-40d6-94f1-4fbfcdd93d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (9797818a-579b-4e66-9dd6-848be19de897), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:37.900961 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3fffadc4-4618-40f1-a200-e602f9c1b1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (1cfd103d-4f04-413f-a210-de6e677f145d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:37.911689 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-aa3ae5a1-ec1b-4d59-a792-1234fd4ebc57 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8823118 Feb 09 01:24:37.912327 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42792) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:37.921404 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e64662-db4e-42ec-821e-ff96f32ea5ac req-891209ed-c611-433c-9b2c-44f919a53202 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:37.928698 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d8e64662-db4e-42ec-821e-ff96f32ea5ac req-891209ed-c611-433c-9b2c-44f919a53202 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=206a159e-d5b7-4c7a-bf55-d28bde7be5d6 HTTP/1.1" status: 200 len: 944 time: 0.2914720 Feb 09 01:24:37.931900 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 42794) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:37.973283 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fffadc4-4618-40f1-a200-e602f9c1b1a5 None None] Pushing event updated for resources: {'Port': ['ID=1cfd103d-4f04-413f-a210-de6e677f145d,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:37.979923 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:37.989067 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fffadc4-4618-40f1-a200-e602f9c1b1a5 None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:37.990993 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-3fffadc4-4618-40f1-a200-e602f9c1b1a5 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:37.994011 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fffadc4-4618-40f1-a200-e602f9c1b1a5 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:24:38.033134 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549f8ce0-8711-4fe1-b5ac-7a9979b2c11f tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:38.052466 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549f8ce0-8711-4fe1-b5ac-7a9979b2c11f tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:38.059236 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-549f8ce0-8711-4fe1-b5ac-7a9979b2c11f tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1394634 Feb 09 01:24:38.061248 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42804) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:38.096160 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26176882-ab6e-40d6-94f1-4fbfcdd93d01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1020} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:24:38.098616 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5f98c9f9-3e05-4c4d-9820-dee4d30a804b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:38.105972 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-3fffadc4-4618-40f1-a200-e602f9c1b1a5 None None] Attempting to bind port 1cfd103d-4f04-413f-a210-de6e677f145d on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:24:38.106358 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-3fffadc4-4618-40f1-a200-e602f9c1b1a5 None None] Attempting to bind port 1cfd103d-4f04-413f-a210-de6e677f145d by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:24:38.106739 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fffadc4-4618-40f1-a200-e602f9c1b1a5 None None] Attempting to bind port 1cfd103d-4f04-413f-a210-de6e677f145d on network a8203b0d-e7af-492c-8c21-23f9563ce2e8 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:24:38.113810 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fffadc4-4618-40f1-a200-e602f9c1b1a5 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:24:38.114219 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fffadc4-4618-40f1-a200-e602f9c1b1a5 None None] Checking segment: {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:24:38.114606 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3fffadc4-4618-40f1-a200-e602f9c1b1a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:38.115012 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fffadc4-4618-40f1-a200-e602f9c1b1a5 None None] Bound using segment: {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:24:38.115546 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-3fffadc4-4618-40f1-a200-e602f9c1b1a5 None None] Bound port: 1cfd103d-4f04-413f-a210-de6e677f145d, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:24:38.115975 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3fffadc4-4618-40f1-a200-e602f9c1b1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1cfd103d-4f04-413f-a210-de6e677f145d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:38.182343 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26176882-ab6e-40d6-94f1-4fbfcdd93d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9797818a-579b-4e66-9dd6-848be19de897,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:38.262926 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5233331a-0b2c-4f14-8d82-9a9da313f415 req-8206ece3-668e-4632-8d65-b78a27888ca2 tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] 10.222.0.50 "GET /v2.0/ports?device_id=69540b18-9afa-4b4b-88ca-905257684d22 HTTP/1.1" status: 200 len: 210 time: 0.0538816 Feb 09 01:24:38.269098 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-26176882-ab6e-40d6-94f1-4fbfcdd93d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (d40e3b64-4486-4490-9380-e6758cb22819), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:38.269667 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-26176882-ab6e-40d6-94f1-4fbfcdd93d01 admin admin] Added segment d40e3b64-4486-4490-9380-e6758cb22819 of type vlan for network e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 Feb 09 01:24:38.288949 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-3fffadc4-4618-40f1-a200-e602f9c1b1a5 None None] For port 1cfd103d-4f04-413f-a210-de6e677f145d, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:24:38.293382 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d8e64662-db4e-42ec-821e-ff96f32ea5ac req-bbf65cd6-345f-4465-a281-fb12b8b11755 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634295 Feb 09 01:24:38.294362 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-3fffadc4-4618-40f1-a200-e602f9c1b1a5 None None] For port 1cfd103d-4f04-413f-a210-de6e677f145d, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=1cfd103d-4f04-413f-a210-de6e677f145d,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:24:38.303049 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3fffadc4-4618-40f1-a200-e602f9c1b1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1cfd103d-4f04-413f-a210-de6e677f145d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:38.350749 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-48ad20dc-da55-4285-b135-3c94269f73c6 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting port a18a3cd3-4197-42b9-aec7-aff06869b725 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:24:38.351107 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-48ad20dc-da55-4285-b135-3c94269f73c6 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (a18a3cd3-4197-42b9-aec7-aff06869b725), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:38.489882 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-26176882-ab6e-40d6-94f1-4fbfcdd93d01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (e3d3bfb4-e5ce-458a-8f81-66f36b8e4175), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:38.510374 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:38.511982 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-48ad20dc-da55-4285-b135-3c94269f73c6 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (a18a3cd3-4197-42b9-aec7-aff06869b725), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:38.518549 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fffadc4-4618-40f1-a200-e602f9c1b1a5 None None] Pushing event updated for resources: {'Port': ['ID=1cfd103d-4f04-413f-a210-de6e677f145d,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:38.534669 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-48ad20dc-da55-4285-b135-3c94269f73c6 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Calling delete_port for a18a3cd3-4197-42b9-aec7-aff06869b725 owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:24:38.562135 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5fac1-3250-4a60-ad21-81c23df122d4 req-699fcded-cb0d-44bf-adb9-c437b51da404 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:38.563934 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1f5fac1-3250-4a60-ad21-81c23df122d4 req-699fcded-cb0d-44bf-adb9-c437b51da404 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=27692869-bfd1-47aa-8ed5-f3224fa206ce HTTP/1.1" status: 200 len: 945 time: 0.1429865 Feb 09 01:24:38.566838 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-26176882-ab6e-40d6-94f1-4fbfcdd93d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (e3d3bfb4-e5ce-458a-8f81-66f36b8e4175), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:38.568231 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26176882-ab6e-40d6-94f1-4fbfcdd93d01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:38.568707 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-26176882-ab6e-40d6-94f1-4fbfcdd93d01 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:38.606323 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-26176882-ab6e-40d6-94f1-4fbfcdd93d01 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4449291 Feb 09 01:24:38.606655 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42814) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:38.614766 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-d4d34cd0-d5a3-4d2c-93a4-a6e36204f89e admin admin] Request body: {'subnet': {'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-157314528-subnet', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:38.713347 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d34cd0-d5a3-4d2c-93a4-a6e36204f89e admin admin] Made reservation on behalf of c9bde012005949bf8ed5f5d05d570ac0 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:38.715629 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d4d34cd0-d5a3-4d2c-93a4-a6e36204f89e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:38.784649 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1f5fac1-3250-4a60-ad21-81c23df122d4 req-c61a5a72-7f76-4c61-9942-3ef701e5a697 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027264 Feb 09 01:24:38.798762 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5f98c9f9-3e05-4c4d-9820-dee4d30a804b admin admin] Publish callbacks [] for security_group (9d230124-6d55-495d-8fb8-c06c154d9cc7), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:38.802229 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26176882-ab6e-40d6-94f1-4fbfcdd93d01 admin admin] Pushing event updated for resources: {'Network': ['ID=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:38.829082 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5f98c9f9-3e05-4c4d-9820-dee4d30a804b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (9d230124-6d55-495d-8fb8-c06c154d9cc7), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:38.834360 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:24:38.872426 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f98c9f9-3e05-4c4d-9820-dee4d30a804b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d230124-6d55-495d-8fb8-c06c154d9cc7,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:38.904666 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-5f98c9f9-3e05-4c4d-9820-dee4d30a804b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=820aa97f9117460ca0d280201009a15f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9588745 Feb 09 01:24:38.905735 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 42822) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:38.982586 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-48ad20dc-da55-4285-b135-3c94269f73c6 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (a18a3cd3-4197-42b9-aec7-aff06869b725), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:39.032216 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad20dc-da55-4285-b135-3c94269f73c6 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Port': ['ID=a18a3cd3-4197-42b9-aec7-aff06869b725,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:39.041462 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3f1227f0-db6d-4d62-8cdd-cb522143fae3 admin admin] Publish callbacks [] for security_group (9d230124-6d55-495d-8fb8-c06c154d9cc7), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:39.056388 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-48ad20dc-da55-4285-b135-3c94269f73c6 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:39.059767 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-48ad20dc-da55-4285-b135-3c94269f73c6 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/ports/a18a3cd3-4197-42b9-aec7-aff06869b725 HTTP/1.1" status: 204 len: 168 time: 0.9952681 Feb 09 01:24:39.063987 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42826) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:39.070334 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3f1227f0-db6d-4d62-8cdd-cb522143fae3 admin admin] Publish callbacks [] for security_group (9d230124-6d55-495d-8fb8-c06c154d9cc7), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:39.143883 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3f1227f0-db6d-4d62-8cdd-cb522143fae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (9d230124-6d55-495d-8fb8-c06c154d9cc7), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:39.147110 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3f1227f0-db6d-4d62-8cdd-cb522143fae3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:39.148648 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3f1227f0-db6d-4d62-8cdd-cb522143fae3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9d230124-6d55-495d-8fb8-c06c154d9cc7 HTTP/1.1" status: 204 len: 168 time: 0.2410550 Feb 09 01:24:39.171617 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1227f0-db6d-4d62-8cdd-cb522143fae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d230124-6d55-495d-8fb8-c06c154d9cc7,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:39.175417 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8026ea27-f981-4f6b-a78b-fa206fd81c89 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:39.177260 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8026ea27-f981-4f6b-a78b-fa206fd81c89 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:39.178502 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8026ea27-f981-4f6b-a78b-fa206fd81c89 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1133978 Feb 09 01:24:39.181718 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 42834) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:39.285342 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d4d34cd0-d5a3-4d2c-93a4-a6e36204f89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (68d3f132-83c5-49da-80a3-1924c70a8491), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:39.307384 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-76ee9d92-3260-429c-8c65-a777ca676ea1 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting subnet 6883f840-b056-4dc0-9c90-a8cd30793abd {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:24:39.315359 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-76ee9d92-3260-429c-8c65-a777ca676ea1 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (6883f840-b056-4dc0-9c90-a8cd30793abd), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:39.403486 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d34cd0-d5a3-4d2c-93a4-a6e36204f89e admin admin] Pushing event updated for resources: {'Subnet': ['ID=68d3f132-83c5-49da-80a3-1924c70a8491,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:39.415802 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:39.444290 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d34cd0-d5a3-4d2c-93a4-a6e36204f89e admin admin] Checking segment: {'id': 'd40e3b64-4486-4490-9380-e6758cb22819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:24:39.444696 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d34cd0-d5a3-4d2c-93a4-a6e36204f89e admin admin] Network hostable DHCP agents. Network: e3d3bfb4-e5ce-458a-8f81-66f36b8e4175, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:24:39.490299 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d34cd0-d5a3-4d2c-93a4-a6e36204f89e admin admin] Network e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:24:39.492357 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-76ee9d92-3260-429c-8c65-a777ca676ea1 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (6883f840-b056-4dc0-9c90-a8cd30793abd), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:39.499263 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2398416-a314-4c58-9cad-55f568fca56f req-37dd4420-69b0-4744-bde7-074973dfef5e tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] 10.222.0.50 "GET /v2.0/ports?device_id=69540b18-9afa-4b4b-88ca-905257684d22 HTTP/1.1" status: 200 len: 210 time: 0.0904398 Feb 09 01:24:39.506995 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-d4d34cd0-d5a3-4d2c-93a4-a6e36204f89e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, e3d3bfb4-e5ce-458a-8f81-66f36b8e4175) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:39.517034 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e350534-7c93-4561-853c-eb93dee73117 None None] Network e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:24:39.542210 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d34cd0-d5a3-4d2c-93a4-a6e36204f89e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:39.544695 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d4d34cd0-d5a3-4d2c-93a4-a6e36204f89e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:39.604821 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d4d34cd0-d5a3-4d2c-93a4-a6e36204f89e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9950421 Feb 09 01:24:39.606032 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42844) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:39.609322 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bdd52a-f348-418c-8f25-5c5388b2b6f8 req-37019dd5-5e51-46b2-8703-e63d9c275d9b tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:39.616394 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-45bdd52a-f348-418c-8f25-5c5388b2b6f8 req-37019dd5-5e51-46b2-8703-e63d9c275d9b tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=206a159e-d5b7-4c7a-bf55-d28bde7be5d6 HTTP/1.1" status: 200 len: 944 time: 0.1361787 Feb 09 01:24:39.620262 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-0226fc30-79fd-444f-ac11-39d848c3af5b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-157314528-router', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:39.668714 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0226fc30-79fd-444f-ac11-39d848c3af5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:39.669839 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0226fc30-79fd-444f-ac11-39d848c3af5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:39.727854 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 3942803c-74dd-4a55-a831-3d2e2ac75e88 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:24:39.746594 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-76ee9d92-3260-429c-8c65-a777ca676ea1 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (6883f840-b056-4dc0-9c90-a8cd30793abd), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:39.847039 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-45bdd52a-f348-418c-8f25-5c5388b2b6f8 req-9f90fea4-3057-47e0-a3dc-12ea122b4f8d tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832707 Feb 09 01:24:39.888035 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0226fc30-79fd-444f-ac11-39d848c3af5b admin admin] Publish callbacks [] for router_controller (c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:39.953125 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-76ee9d92-3260-429c-8c65-a777ca676ea1 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (6883f840-b056-4dc0-9c90-a8cd30793abd), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:39.976155 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-76ee9d92-3260-429c-8c65-a777ca676ea1 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:39.982314 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-76ee9d92-3260-429c-8c65-a777ca676ea1 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/6883f840-b056-4dc0-9c90-a8cd30793abd HTTP/1.1" status: 204 len: 168 time: 0.7988751 Feb 09 01:24:39.995072 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42858) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:40.018838 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 3942803c-74dd-4a55-a831-3d2e2ac75e88 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:24:40.033373 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0ec93f-0dd4-4767-8884-944f63c96f5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'fixed_ips': [{'subnet_id': '68d3f132-83c5-49da-80a3-1924c70a8491'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:24:40.047767 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2b0ec93f-0dd4-4767-8884-944f63c96f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:40.073202 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee9d92-3260-429c-8c65-a777ca676ea1 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Subnet': ['ID=6883f840-b056-4dc0-9c90-a8cd30793abd,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:40.197130 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 3942803c-74dd-4a55-a831-3d2e2ac75e88 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:40.198168 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (3942803c-74dd-4a55-a831-3d2e2ac75e88), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:40.240834 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 42866) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:40.248342 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1449c06a-d26b-43ca-ac1e-73d71ff46001 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2519991 Feb 09 01:24:40.265504 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-9206764a-7d95-4cde-9273-2ebe24e6edb7 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'subnet': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:40.338060 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c88068d-f5fd-4ee1-bbd8-2e796349300e None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:24:40.430292 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b1351-8b93-4928-9d1a-297dabe54c73 req-de53c3b5-74fb-42cf-8845-f88db7995c28 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:40.440283 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-728b1351-8b93-4928-9d1a-297dabe54c73 req-de53c3b5-74fb-42cf-8845-f88db7995c28 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=27692869-bfd1-47aa-8ed5-f3224fa206ce HTTP/1.1" status: 200 len: 945 time: 0.4021497 Feb 09 01:24:40.444260 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0226fc30-79fd-444f-ac11-39d848c3af5b admin admin] Publish callbacks [] for router_gateway (c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:40.553155 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9206764a-7d95-4cde-9273-2ebe24e6edb7 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:40.568026 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9206764a-7d95-4cde-9273-2ebe24e6edb7 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:40.618671 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-8b30592e-41e1-4171-8945-ab70b1109534 None None] Provisioning complete for port 1cfd103d-4f04-413f-a210-de6e677f145d triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:40.619187 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8b30592e-41e1-4171-8945-ab70b1109534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (1cfd103d-4f04-413f-a210-de6e677f145d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:40.730158 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5eecc-ccdc-4192-95bd-9e70efc3d53b req-27df369e-0324-4fb1-b016-fa0c00273be1 tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:40.732094 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f8b5eecc-ccdc-4192-95bd-9e70efc3d53b req-27df369e-0324-4fb1-b016-fa0c00273be1 tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] 10.222.0.47 "GET /v2.0/networks?id=6dadc292-9db2-4c8d-9c03-42f79abbabb0 HTTP/1.1" status: 200 len: 810 time: 0.6819820 Feb 09 01:24:40.755011 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-2b0ec93f-0dd4-4767-8884-944f63c96f5f None None] Allocated IP 172.20.0.2 (e3d3bfb4-e5ce-458a-8f81-66f36b8e4175/68d3f132-83c5-49da-80a3-1924c70a8491/db66f892-9421-48a5-b1d2-c44b22cd1ece) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:24:40.771507 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-73a034e2-a35a-46c9-b7fd-a1fb2b16aaac req-f00c74de-9fc9-4c50-9247-ee944c7fe317 tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] 10.222.0.50 "GET /v2.0/ports?device_id=69540b18-9afa-4b4b-88ca-905257684d22 HTTP/1.1" status: 200 len: 210 time: 0.0749252 Feb 09 01:24:40.780572 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 1cfd103d-4f04-413f-a210-de6e677f145d up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:24:40.805256 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-f8b5eecc-ccdc-4192-95bd-9e70efc3d53b req-67cfe1d3-ce47-4b09-9552-0b90da4fc331 tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] Request body: {'port': {'device_id': '69540b18-9afa-4b4b-88ca-905257684d22', 'network_id': '6dadc292-9db2-4c8d-9c03-42f79abbabb0', 'admin_state_up': True, 'tenant_id': '33fb75f9afa64cc698e4fe59cdb0843e'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:40.940805 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-728b1351-8b93-4928-9d1a-297dabe54c73 req-e71a92da-4176-4ba5-987c-d97f8c67eb38 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4995587 Feb 09 01:24:40.941476 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 42888) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:41.128079 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 3942803c-74dd-4a55-a831-3d2e2ac75e88 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:41.128761 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3942803c-74dd-4a55-a831-3d2e2ac75e88), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:41.195000 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-4429a5d2-5b90-464b-91d8-3328ee6c073f admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1765108493-network', 'tenant_id': '4f98c7fdebb0485fb570809def96421c'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:41.270463 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2b0ec93f-0dd4-4767-8884-944f63c96f5f None None] Publish callbacks [] for port (db66f892-9421-48a5-b1d2-c44b22cd1ece), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:41.284422 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '206a159e-d5b7-4c7a-bf55-d28bde7be5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3942803c-74dd-4a55-a831-3d2e2ac75e88'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:24:41.286552 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85450d57-ed07-4549-bc12-3ca9033ca8b9" -d '{"events": [{"server_uuid": "206a159e-d5b7-4c7a-bf55-d28bde7be5d6", "name": "network-vif-plugged", "status": "completed", "tag": "3942803c-74dd-4a55-a831-3d2e2ac75e88"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:24:41.304755 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2b0ec93f-0dd4-4767-8884-944f63c96f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (db66f892-9421-48a5-b1d2-c44b22cd1ece), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:41.314566 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 3942803c-74dd-4a55-a831-3d2e2ac75e88, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=3942803c-74dd-4a55-a831-3d2e2ac75e88,segment=NetworkSegment(c65aa26b-6f4d-4da5-9ac6-6c267d824ab1),segment_id=c65aa26b-6f4d-4da5-9ac6-6c267d824ab1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:41.321460 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-8b30592e-41e1-4171-8945-ab70b1109534 None None] Current status of the port 1cfd103d-4f04-413f-a210-de6e677f145d is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:41.321928 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8b30592e-41e1-4171-8945-ab70b1109534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1cfd103d-4f04-413f-a210-de6e677f145d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:41.361746 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (3942803c-74dd-4a55-a831-3d2e2ac75e88), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:41.380293 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729540f7-9688-4733-8838-8fe4beaaccf5 x-openstack-request-id: req-729540f7-9688-4733-8838-8fe4beaaccf5 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:24:41.380522 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "206a159e-d5b7-4c7a-bf55-d28bde7be5d6", "name": "network-vif-plugged", "status": "completed", "tag": "3942803c-74dd-4a55-a831-3d2e2ac75e88", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:24:41.380820 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-729540f7-9688-4733-8838-8fe4beaaccf5 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:24:41.381218 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '206a159e-d5b7-4c7a-bf55-d28bde7be5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3942803c-74dd-4a55-a831-3d2e2ac75e88', 'code': 200} Feb 09 01:24:41.387223 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 1cfd103d-4f04-413f-a210-de6e677f145d triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:41.387611 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (1cfd103d-4f04-413f-a210-de6e677f145d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:41.401926 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4429a5d2-5b90-464b-91d8-3328ee6c073f admin admin] Made reservation on behalf of 4f98c7fdebb0485fb570809def96421c for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:41.411695 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4429a5d2-5b90-464b-91d8-3328ee6c073f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:41.411960 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0ec93f-0dd4-4767-8884-944f63c96f5f None None] Network e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:41.436343 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0226fc30-79fd-444f-ac11-39d848c3af5b admin admin] Publish callbacks [] for router_gateway (c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:41.445460 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-2b0ec93f-0dd4-4767-8884-944f63c96f5f None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:41.448287 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cd6ed3-9b7a-4fa4-82d4-6c34562f626c None None] DHCP port deletion for a8203b0d-e7af-492c-8c21-23f9563ce2e8 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:24:41.450768 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0ec93f-0dd4-4767-8884-944f63c96f5f None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:24:41.456031 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ec93f-0dd4-4767-8884-944f63c96f5f None None] Pushing event updated for resources: {'Port': ['ID=db66f892-9421-48a5-b1d2-c44b22cd1ece,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:41.487931 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0226fc30-79fd-444f-ac11-39d848c3af5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:41.504044 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592287e0-842f-4fe4-867d-7b6d381d4d72 req-9d9eeca1-83ea-46a1-aea6-26bb50a1d37e tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:41.515412 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-592287e0-842f-4fe4-867d-7b6d381d4d72 req-9d9eeca1-83ea-46a1-aea6-26bb50a1d37e tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=206a159e-d5b7-4c7a-bf55-d28bde7be5d6 HTTP/1.1" status: 200 len: 944 time: 0.5213010 Feb 09 01:24:41.522512 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4429a5d2-5b90-464b-91d8-3328ee6c073f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:41.551996 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8b5eecc-ccdc-4192-95bd-9e70efc3d53b req-67cfe1d3-ce47-4b09-9552-0b90da4fc331 tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] Made reservation on behalf of 33fb75f9afa64cc698e4fe59cdb0843e for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:41.556467 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f8b5eecc-ccdc-4192-95bd-9e70efc3d53b req-67cfe1d3-ce47-4b09-9552-0b90da4fc331 tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:41.574832 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-8b30592e-41e1-4171-8945-ab70b1109534 None None] For port 1cfd103d-4f04-413f-a210-de6e677f145d, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=1cfd103d-4f04-413f-a210-de6e677f145d,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:41.622515 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8b30592e-41e1-4171-8945-ab70b1109534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1cfd103d-4f04-413f-a210-de6e677f145d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:41.641776 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-592287e0-842f-4fe4-867d-7b6d381d4d72 req-ab483f40-f2ce-46b9-8f8f-99d34d82ea59 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737891 Feb 09 01:24:41.646147 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=3942803c-74dd-4a55-a831-3d2e2ac75e88,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:41.661496 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-2b0ec93f-0dd4-4767-8884-944f63c96f5f None None] Attempting to bind port db66f892-9421-48a5-b1d2-c44b22cd1ece on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:24:41.661879 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-2b0ec93f-0dd4-4767-8884-944f63c96f5f None None] Attempting to bind port db66f892-9421-48a5-b1d2-c44b22cd1ece by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'd40e3b64-4486-4490-9380-e6758cb22819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:24:41.662255 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0ec93f-0dd4-4767-8884-944f63c96f5f None None] Attempting to bind port db66f892-9421-48a5-b1d2-c44b22cd1ece on network e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:24:41.700445 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0ec93f-0dd4-4767-8884-944f63c96f5f None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:24:41.700894 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0ec93f-0dd4-4767-8884-944f63c96f5f None None] Checking segment: {'id': 'd40e3b64-4486-4490-9380-e6758cb22819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:24:41.701264 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2b0ec93f-0dd4-4767-8884-944f63c96f5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:41.701671 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0ec93f-0dd4-4767-8884-944f63c96f5f None None] Bound using segment: {'id': 'd40e3b64-4486-4490-9380-e6758cb22819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:24:41.702164 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-2b0ec93f-0dd4-4767-8884-944f63c96f5f None None] Bound port: db66f892-9421-48a5-b1d2-c44b22cd1ece, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd40e3b64-4486-4490-9380-e6758cb22819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:24:41.702552 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2b0ec93f-0dd4-4767-8884-944f63c96f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (db66f892-9421-48a5-b1d2-c44b22cd1ece), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:41.732033 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-0226fc30-79fd-444f-ac11-39d848c3af5b admin admin] Allocated IP 172.25.8.243 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/832db3f3-699c-4232-b40d-da165c776bca) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:24:41.764436 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a1cd6ed3-9b7a-4fa4-82d4-6c34562f626c None None] Deleting port 1cfd103d-4f04-413f-a210-de6e677f145d {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:24:41.764883 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a1cd6ed3-9b7a-4fa4-82d4-6c34562f626c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (1cfd103d-4f04-413f-a210-de6e677f145d), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:41.771279 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30592e-41e1-4171-8945-ab70b1109534 None None] Pushing event updated for resources: {'Port': ['ID=1cfd103d-4f04-413f-a210-de6e677f145d,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:41.831136 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 1cfd103d-4f04-413f-a210-de6e677f145d is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:41.887179 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-2b0ec93f-0dd4-4767-8884-944f63c96f5f None None] For port db66f892-9421-48a5-b1d2-c44b22cd1ece, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:24:41.929766 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-2b0ec93f-0dd4-4767-8884-944f63c96f5f None None] For port db66f892-9421-48a5-b1d2-c44b22cd1ece, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=db66f892-9421-48a5-b1d2-c44b22cd1ece,segment=NetworkSegment(d40e3b64-4486-4490-9380-e6758cb22819),segment_id=d40e3b64-4486-4490-9380-e6758cb22819)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:24:41.935917 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-a1cd6ed3-9b7a-4fa4-82d4-6c34562f626c None None] For port 1cfd103d-4f04-413f-a210-de6e677f145d, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=1cfd103d-4f04-413f-a210-de6e677f145d,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:41.936628 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a1cd6ed3-9b7a-4fa4-82d4-6c34562f626c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (1cfd103d-4f04-413f-a210-de6e677f145d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:41.947013 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2b0ec93f-0dd4-4767-8884-944f63c96f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (db66f892-9421-48a5-b1d2-c44b22cd1ece), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:41.960057 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a1cd6ed3-9b7a-4fa4-82d4-6c34562f626c None None] Calling delete_port for 1cfd103d-4f04-413f-a210-de6e677f145d owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:24:41.964575 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-f8b5eecc-ccdc-4192-95bd-9e70efc3d53b req-67cfe1d3-ce47-4b09-9552-0b90da4fc331 tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] Allocated IP 172.20.0.4 (6dadc292-9db2-4c8d-9c03-42f79abbabb0/5f9e9a8b-30c8-45fe-af55-db4baf56158f/0e705fc3-c1c8-4b8d-a1e9-d634564c8d64) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:24:41.999656 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0226fc30-79fd-444f-ac11-39d848c3af5b admin admin] Publish callbacks [] for port (832db3f3-699c-4232-b40d-da165c776bca), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:42.120193 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0226fc30-79fd-444f-ac11-39d848c3af5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (832db3f3-699c-4232-b40d-da165c776bca), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:42.161287 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ec93f-0dd4-4767-8884-944f63c96f5f None None] Pushing event updated for resources: {'Port': ['ID=db66f892-9421-48a5-b1d2-c44b22cd1ece,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:42.234563 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a1cd6ed3-9b7a-4fa4-82d4-6c34562f626c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (1cfd103d-4f04-413f-a210-de6e677f145d), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:42.242158 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0226fc30-79fd-444f-ac11-39d848c3af5b admin admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:42.245818 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-0226fc30-79fd-444f-ac11-39d848c3af5b admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:42.250287 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0226fc30-79fd-444f-ac11-39d848c3af5b admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:24:42.280699 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0226fc30-79fd-444f-ac11-39d848c3af5b admin admin] Pushing event updated for resources: {'Port': ['ID=832db3f3-699c-4232-b40d-da165c776bca,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:42.645732 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd6ed3-9b7a-4fa4-82d4-6c34562f626c None None] Pushing event deleted for resources: {'Port': ['ID=1cfd103d-4f04-413f-a210-de6e677f145d,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:42.653532 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cd6ed3-9b7a-4fa4-82d4-6c34562f626c None None] No DVR routers for this DVR port 1cfd103d-4f04-413f-a210-de6e677f145d on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:24:42.746591 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0226fc30-79fd-444f-ac11-39d848c3af5b admin admin] Publish callbacks [] for router_gateway (c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:42.801863 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device db66f892-9421-48a5-b1d2-c44b22cd1ece up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:24:42.937488 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port db66f892-9421-48a5-b1d2-c44b22cd1ece triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:42.937798 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (db66f892-9421-48a5-b1d2-c44b22cd1ece), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:42.948066 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42930) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:43.109439 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port db66f892-9421-48a5-b1d2-c44b22cd1ece is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:43.109848 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (db66f892-9421-48a5-b1d2-c44b22cd1ece), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:43.163358 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-440cb080-9728-42c3-87aa-210dacd27798 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:43.170744 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port db66f892-9421-48a5-b1d2-c44b22cd1ece, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=db66f892-9421-48a5-b1d2-c44b22cd1ece,segment=NetworkSegment(d40e3b64-4486-4490-9380-e6758cb22819),segment_id=d40e3b64-4486-4490-9380-e6758cb22819)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:43.185050 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (db66f892-9421-48a5-b1d2-c44b22cd1ece), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:43.282445 n-d-828369-4 neutron-server[103136]: DEBUG neutron.objects.ports [None req-9206764a-7d95-4cde-9273-2ebe24e6edb7 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103136) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:24:43.300414 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ed5ef80f-3e08-41b3-850a-7f0aff7b1e98 req-ef265ddc-cae1-4be3-bfcf-1b19c4b0c4fe tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] 10.222.0.50 "GET /v2.0/ports?device_id=69540b18-9afa-4b4b-88ca-905257684d22 HTTP/1.1" status: 200 len: 210 time: 0.3043058 Feb 09 01:24:43.303139 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 1cfd103d-4f04-413f-a210-de6e677f145d no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:24:43.339082 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685fa04c-3ae4-4b40-a72b-12be4fe22c30 req-f2a6a7a4-2000-4b93-bf75-c63071785725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:43.348304 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-685fa04c-3ae4-4b40-a72b-12be4fe22c30 req-f2a6a7a4-2000-4b93-bf75-c63071785725 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=206a159e-d5b7-4c7a-bf55-d28bde7be5d6 HTTP/1.1" status: 200 len: 1127 time: 1.8178051 Feb 09 01:24:43.351512 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 1cfd103d-4f04-413f-a210-de6e677f145d {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:24:43.363966 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 1cfd103d-4f04-413f-a210-de6e677f145d not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:24:43.376759 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=db66f892-9421-48a5-b1d2-c44b22cd1ece,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:43.406955 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0226fc30-79fd-444f-ac11-39d848c3af5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:43.499456 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f8b5eecc-ccdc-4192-95bd-9e70efc3d53b req-67cfe1d3-ce47-4b09-9552-0b90da4fc331 tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] Publish callbacks [] for port (0e705fc3-c1c8-4b8d-a1e9-d634564c8d64), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:43.536810 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-440cb080-9728-42c3-87aa-210dacd27798 admin admin] Publish callbacks [] for security_group (fd9a2c60-58d0-4a8b-b124-add6cec36d56), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:43.547273 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-440cb080-9728-42c3-87aa-210dacd27798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (fd9a2c60-58d0-4a8b-b124-add6cec36d56), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:43.656621 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f8b5eecc-ccdc-4192-95bd-9e70efc3d53b req-67cfe1d3-ce47-4b09-9552-0b90da4fc331 tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (0e705fc3-c1c8-4b8d-a1e9-d634564c8d64), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:43.668424 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440cb080-9728-42c3-87aa-210dacd27798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9a2c60-58d0-4a8b-b124-add6cec36d56,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:43.677730 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-440cb080-9728-42c3-87aa-210dacd27798 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=76787acde33940be9d7923ea57edec65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7284045 Feb 09 01:24:43.681049 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42944) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:43.798107 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d8ad83e3-0b39-49d6-a060-1dbd12129ffc admin admin] Publish callbacks [] for security_group (fd9a2c60-58d0-4a8b-b124-add6cec36d56), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:43.804465 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0226fc30-79fd-444f-ac11-39d848c3af5b admin admin] Router c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:24:43.896904 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806afc8d-8f34-4bea-9cbc-2e328684dd66 req-ae9d40c5-e903-487b-adaf-3280afd9b1f7 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:43.902462 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-806afc8d-8f34-4bea-9cbc-2e328684dd66 req-ae9d40c5-e903-487b-adaf-3280afd9b1f7 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=27692869-bfd1-47aa-8ed5-f3224fa206ce HTTP/1.1" status: 200 len: 945 time: 0.9236100 Feb 09 01:24:43.904853 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5eb7c9-70bc-479a-9260-af30eb45ebd8 None None] Network e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:24:43.912332 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8b5eecc-ccdc-4192-95bd-9e70efc3d53b req-67cfe1d3-ce47-4b09-9552-0b90da4fc331 tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] Network 6dadc292-9db2-4c8d-9c03-42f79abbabb0 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:43.944258 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4429a5d2-5b90-464b-91d8-3328ee6c073f admin admin] Publish callbacks [] for security_group (04af7b96-0a35-4cd1-9dab-a787ce0c689c), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:43.953874 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-f8b5eecc-ccdc-4192-95bd-9e70efc3d53b req-67cfe1d3-ce47-4b09-9552-0b90da4fc331 tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:43.986304 n-d-828369-4 neutron-server[103136]: WARNING neutron.services.revisions.revision_plugin [None req-9206764a-7d95-4cde-9273-2ebe24e6edb7 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Could not find related port for resource to bump revision. Feb 09 01:24:43.988007 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cfe1d3-ce47-4b09-9552-0b90da4fc331 tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] Pushing event updated for resources: {'Port': ['ID=0e705fc3-c1c8-4b8d-a1e9-d634564c8d64,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:44.000443 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-685fa04c-3ae4-4b40-a72b-12be4fe22c30 req-f9ed3f47-9ab4-4e26-97a6-bd48f94147ba service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5295558 Feb 09 01:24:44.012655 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b5eecc-ccdc-4192-95bd-9e70efc3d53b req-67cfe1d3-ce47-4b09-9552-0b90da4fc331 tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:24:44.024440 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a62a49-5f85-41b9-bef1-bf86f14a9956 req-e85e89e7-f2e0-4b7c-b8cf-5bb25860160f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:44.026643 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-05a62a49-5f85-41b9-bef1-bf86f14a9956 req-e85e89e7-f2e0-4b7c-b8cf-5bb25860160f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=206a159e-d5b7-4c7a-bf55-d28bde7be5d6 HTTP/1.1" status: 200 len: 945 time: 0.5703776 Feb 09 01:24:44.027512 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4429a5d2-5b90-464b-91d8-3328ee6c073f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (04af7b96-0a35-4cd1-9dab-a787ce0c689c), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:44.031720 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-316480a3-a683-46c2-b36d-74781497c94e None None] Provisioning complete for port db66f892-9421-48a5-b1d2-c44b22cd1ece triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:44.032384 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-316480a3-a683-46c2-b36d-74781497c94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (db66f892-9421-48a5-b1d2-c44b22cd1ece), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:44.066173 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4429a5d2-5b90-464b-91d8-3328ee6c073f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1034} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:24:44.090850 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4429a5d2-5b90-464b-91d8-3328ee6c073f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (48933cd2-4d24-4749-84b3-745901d79474), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:44.093805 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-4429a5d2-5b90-464b-91d8-3328ee6c073f admin admin] Added segment 48933cd2-4d24-4749-84b3-745901d79474 of type vlan for network 6076cc38-83af-4e8f-b6d9-59b61dc00254 Feb 09 01:24:44.114755 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d8ad83e3-0b39-49d6-a060-1dbd12129ffc admin admin] Publish callbacks [] for security_group (fd9a2c60-58d0-4a8b-b124-add6cec36d56), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:44.140904 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4429a5d2-5b90-464b-91d8-3328ee6c073f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (6076cc38-83af-4e8f-b6d9-59b61dc00254), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:44.214187 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.ipam_pluggable_backend [None req-9206764a-7d95-4cde-9273-2ebe24e6edb7 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Port 1cfd103d-4f04-413f-a210-de6e677f145d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103136) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 09 01:24:44.214729 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.ipam_pluggable_backend [None req-9206764a-7d95-4cde-9273-2ebe24e6edb7 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Reverting IP allocation for 2001:db8::f816:3eff:fe8b:f91d {{(pid=103136) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 09 01:24:44.222072 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5eecc-ccdc-4192-95bd-9e70efc3d53b req-67cfe1d3-ce47-4b09-9552-0b90da4fc331 tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:44.223350 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f8b5eecc-ccdc-4192-95bd-9e70efc3d53b req-67cfe1d3-ce47-4b09-9552-0b90da4fc331 tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:44.233558 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0226fc30-79fd-444f-ac11-39d848c3af5b admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:24:44.238724 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4429a5d2-5b90-464b-91d8-3328ee6c073f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (6076cc38-83af-4e8f-b6d9-59b61dc00254), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:44.240452 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4429a5d2-5b90-464b-91d8-3328ee6c073f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:44.241331 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4429a5d2-5b90-464b-91d8-3328ee6c073f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:44.245693 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.ipam_pluggable_backend [None req-9206764a-7d95-4cde-9273-2ebe24e6edb7 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe8b:f91d {{(pid=103136) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 09 01:24:44.250955 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375c9f9e-0780-49ac-bf31-eafb1aa7c5b7 None None] Sync routers for ids ['c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:24:44.267127 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375c9f9e-0780-49ac-bf31-eafb1aa7c5b7 None None] Routers {'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:24:44.267466 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-375c9f9e-0780-49ac-bf31-eafb1aa7c5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:24:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:44.280238 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0226fc30-79fd-444f-ac11-39d848c3af5b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:44.286539 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0226fc30-79fd-444f-ac11-39d848c3af5b admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6752729 Feb 09 01:24:44.286700 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d8ad83e3-0b39-49d6-a060-1dbd12129ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (fd9a2c60-58d0-4a8b-b124-add6cec36d56), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:44.288327 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-316480a3-a683-46c2-b36d-74781497c94e None None] Current status of the port db66f892-9421-48a5-b1d2-c44b22cd1ece is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:44.294066 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d8ad83e3-0b39-49d6-a060-1dbd12129ffc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:44.296564 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d8ad83e3-0b39-49d6-a060-1dbd12129ffc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fd9a2c60-58d0-4a8b-b124-add6cec36d56 HTTP/1.1" status: 204 len: 168 time: 0.6131256 Feb 09 01:24:44.298063 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42950) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:44.409993 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad83e3-0b39-49d6-a060-1dbd12129ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9a2c60-58d0-4a8b-b124-add6cec36d56,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:44.506666 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f8b5eecc-ccdc-4192-95bd-9e70efc3d53b req-67cfe1d3-ce47-4b09-9552-0b90da4fc331 tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7269330 Feb 09 01:24:44.579338 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-375c9f9e-0780-49ac-bf31-eafb1aa7c5b7 None None] Set router c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:24:44.592703 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4429a5d2-5b90-464b-91d8-3328ee6c073f admin admin] Pushing event updated for resources: {'Network': ['ID=6076cc38-83af-4e8f-b6d9-59b61dc00254,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:44.618382 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 6076cc38-83af-4e8f-b6d9-59b61dc00254 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:24:44.671404 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4429a5d2-5b90-464b-91d8-3328ee6c073f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04af7b96-0a35-4cd1-9dab-a787ce0c689c,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:44.703410 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9206764a-7d95-4cde-9273-2ebe24e6edb7 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (aa2c3278-829c-4363-9b68-e01d86f2c753), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:44.730462 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42964) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:44.731925 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4429a5d2-5b90-464b-91d8-3328ee6c073f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.7745621 Feb 09 01:24:44.744188 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device db66f892-9421-48a5-b1d2-c44b22cd1ece up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:24:44.745626 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-459fa1ed-6e99-448d-b287-16bd2c5fe3bd admin admin] Request body: {'subnet': {'network_id': '6076cc38-83af-4e8f-b6d9-59b61dc00254', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1765108493-subnet', 'tenant_id': '4f98c7fdebb0485fb570809def96421c', 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:44.753733 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-f8b5eecc-ccdc-4192-95bd-9e70efc3d53b req-646627bc-10ca-49f0-8d2a-3a05af0dfee6 service neutron] Request body: {'port': {'device_id': '69540b18-9afa-4b4b-88ca-905257684d22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:44.922603 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port db66f892-9421-48a5-b1d2-c44b22cd1ece triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:44.922997 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (db66f892-9421-48a5-b1d2-c44b22cd1ece), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:44.946278 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-806afc8d-8f34-4bea-9cbc-2e328684dd66 req-d8235f3d-635d-4667-baec-f5459b800f35 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0253575 Feb 09 01:24:44.972082 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459fa1ed-6e99-448d-b287-16bd2c5fe3bd admin admin] Made reservation on behalf of 4f98c7fdebb0485fb570809def96421c for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:44.974415 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-459fa1ed-6e99-448d-b287-16bd2c5fe3bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:44.978031 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-375c9f9e-0780-49ac-bf31-eafb1aa7c5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'name': 'tempest-TestVolumeBootPattern-157314528-router', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '832db3f3-699c-4232-b40d-da165c776bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:39Z', 'updated_at': '2022-02-09T01:24:42Z', 'revision_number': 3, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'gw_port': {'id': '832db3f3-699c-4232-b40d-da165c776bca', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:41Z', 'updated_at': '2022-02-09T01:24:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:45.042345 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-f3c3107a-544c-4750-b304-a52d279f184d None None] Provisioning complete for port db66f892-9421-48a5-b1d2-c44b22cd1ece triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:45.047527 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f3c3107a-544c-4750-b304-a52d279f184d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (db66f892-9421-48a5-b1d2-c44b22cd1ece), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:45.053461 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9206764a-7d95-4cde-9273-2ebe24e6edb7 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:45.073939 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375c9f9e-0780-49ac-bf31-eafb1aa7c5b7 None None] Checking router: c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:24:45.074299 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375c9f9e-0780-49ac-bf31-eafb1aa7c5b7 None None] Updating router c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf port 832db3f3-699c-4232-b40d-da165c776bca binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:24:45.101581 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-9206764a-7d95-4cde-9273-2ebe24e6edb7 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:45.121522 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9206764a-7d95-4cde-9273-2ebe24e6edb7 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:45.122806 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9206764a-7d95-4cde-9273-2ebe24e6edb7 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:45.160915 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf82287-f575-478f-8b77-cb9f59759f83 None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:24:45.177244 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-375c9f9e-0780-49ac-bf31-eafb1aa7c5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (832db3f3-699c-4232-b40d-da165c776bca), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:45.346616 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f3c3107a-544c-4750-b304-a52d279f184d None None] Current status of the port db66f892-9421-48a5-b1d2-c44b22cd1ece is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:45.407075 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port db66f892-9421-48a5-b1d2-c44b22cd1ece is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:45.476473 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9206764a-7d95-4cde-9273-2ebe24e6edb7 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Subnet': ['ID=aa2c3278-829c-4363-9b68-e01d86f2c753,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:45.496937 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5251be63-b45f-4995-974a-0d1d0c7c7e7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'project_id': '2aa099fb60d240ab8ce8691ee5b2e38c', 'fixed_ips': [{'subnet_id': 'aa2c3278-829c-4363-9b68-e01d86f2c753'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:24:45.497825 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5251be63-b45f-4995-974a-0d1d0c7c7e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:45.538749 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-9206764a-7d95-4cde-9273-2ebe24e6edb7 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 5.2857261 Feb 09 01:24:45.539415 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 42984) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:45.575323 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-21ee6a6e-a66b-4712-b1fa-db18ca9f2df8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'port': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'mac_address': 'fa:16:3e:dc:6d:da', 'name': 'tempest-NetworksTestDHCPv6-1603848863'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:45.619785 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-05a62a49-5f85-41b9-bef1-bf86f14a9956 req-e7c6a56c-d4a5-4ae2-88b1-97c3cf6ea65d tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3825376 Feb 09 01:24:45.623932 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-459fa1ed-6e99-448d-b287-16bd2c5fe3bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (f080e354-192c-45c8-9f02-4a3b41a60c52), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:45.778652 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459fa1ed-6e99-448d-b287-16bd2c5fe3bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f080e354-192c-45c8-9f02-4a3b41a60c52,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:45.788875 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba34e7-06cb-444e-b292-14c76b06d071 req-6e174d22-cfb4-40b7-9d6c-d7c663c1627b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:45.793297 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fbba34e7-06cb-444e-b292-14c76b06d071 req-6e174d22-cfb4-40b7-9d6c-d7c663c1627b service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=27692869-bfd1-47aa-8ed5-f3224fa206ce HTTP/1.1" status: 200 len: 1127 time: 0.9770772 Feb 09 01:24:45.816915 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f8b5eecc-ccdc-4192-95bd-9e70efc3d53b req-646627bc-10ca-49f0-8d2a-3a05af0dfee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (0e705fc3-c1c8-4b8d-a1e9-d634564c8d64), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:45.867484 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-375c9f9e-0780-49ac-bf31-eafb1aa7c5b7 None None] Publish callbacks [] for port (832db3f3-699c-4232-b40d-da165c776bca), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:45.885861 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-375c9f9e-0780-49ac-bf31-eafb1aa7c5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (832db3f3-699c-4232-b40d-da165c776bca), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:45.905153 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-5251be63-b45f-4995-974a-0d1d0c7c7e7e None None] Allocated IP 2001:db8::f816:3eff:feed:5010 (a8203b0d-e7af-492c-8c21-23f9563ce2e8/aa2c3278-829c-4363-9b68-e01d86f2c753/fc9fbdee-b2f7-4ed5-9256-13085fa7ef47) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:24:45.914337 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459fa1ed-6e99-448d-b287-16bd2c5fe3bd admin admin] Checking segment: {'id': '48933cd2-4d24-4749-84b3-745901d79474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '6076cc38-83af-4e8f-b6d9-59b61dc00254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:24:45.915422 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459fa1ed-6e99-448d-b287-16bd2c5fe3bd admin admin] Network hostable DHCP agents. Network: 6076cc38-83af-4e8f-b6d9-59b61dc00254, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:24:45.985456 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7f8dc-bd89-4954-9264-c56110fe13c6 req-21bd9361-13ed-4938-a28d-bdb9b0023aff tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:45.987276 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f5b7f8dc-bd89-4954-9264-c56110fe13c6 req-21bd9361-13ed-4938-a28d-bdb9b0023aff tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] 10.222.0.50 "GET /v2.0/ports?device_id=69540b18-9afa-4b4b-88ca-905257684d22 HTTP/1.1" status: 200 len: 931 time: 0.7970710 Feb 09 01:24:46.100154 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459fa1ed-6e99-448d-b287-16bd2c5fe3bd admin admin] Network 6076cc38-83af-4e8f-b6d9-59b61dc00254 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:24:46.100758 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-375c9f9e-0780-49ac-bf31-eafb1aa7c5b7 None None] Attempting to bind port 832db3f3-699c-4232-b40d-da165c776bca on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:24:46.102528 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-375c9f9e-0780-49ac-bf31-eafb1aa7c5b7 None None] Attempting to bind port 832db3f3-699c-4232-b40d-da165c776bca by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:24:46.103045 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375c9f9e-0780-49ac-bf31-eafb1aa7c5b7 None None] Attempting to bind port 832db3f3-699c-4232-b40d-da165c776bca on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:24:46.122249 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375c9f9e-0780-49ac-bf31-eafb1aa7c5b7 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:24:46.122620 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375c9f9e-0780-49ac-bf31-eafb1aa7c5b7 None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:24:46.124095 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-375c9f9e-0780-49ac-bf31-eafb1aa7c5b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:46.124502 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375c9f9e-0780-49ac-bf31-eafb1aa7c5b7 None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:24:46.125019 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-375c9f9e-0780-49ac-bf31-eafb1aa7c5b7 None None] Bound port: 832db3f3-699c-4232-b40d-da165c776bca, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:24:46.128399 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-375c9f9e-0780-49ac-bf31-eafb1aa7c5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (832db3f3-699c-4232-b40d-da165c776bca), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:46.137431 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-459fa1ed-6e99-448d-b287-16bd2c5fe3bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 6076cc38-83af-4e8f-b6d9-59b61dc00254) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:46.169416 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da62ffe-ce4f-4142-a9c1-17f07db9ea91 None None] Network 6076cc38-83af-4e8f-b6d9-59b61dc00254 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:24:46.196833 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553ef45-6942-400a-825e-0b4219a94e2a None None] Pushing event updated for resources: {'Port': ['ID=832db3f3-699c-4232-b40d-da165c776bca,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:46.205637 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459fa1ed-6e99-448d-b287-16bd2c5fe3bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:46.206226 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-459fa1ed-6e99-448d-b287-16bd2c5fe3bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:46.234598 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b553ef45-6942-400a-825e-0b4219a94e2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:46.235004 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b553ef45-6942-400a-825e-0b4219a94e2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:46.235453 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b553ef45-6942-400a-825e-0b4219a94e2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:46.235749 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b553ef45-6942-400a-825e-0b4219a94e2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:46.236087 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b553ef45-6942-400a-825e-0b4219a94e2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:46.236419 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b553ef45-6942-400a-825e-0b4219a94e2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:46.236772 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b553ef45-6942-400a-825e-0b4219a94e2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:46.237155 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b553ef45-6942-400a-825e-0b4219a94e2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:46.238589 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b553ef45-6942-400a-825e-0b4219a94e2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:46.238940 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b553ef45-6942-400a-825e-0b4219a94e2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:46.239477 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b553ef45-6942-400a-825e-0b4219a94e2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:46.239819 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b553ef45-6942-400a-825e-0b4219a94e2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:46.240151 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b553ef45-6942-400a-825e-0b4219a94e2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:24:46.280275 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-459fa1ed-6e99-448d-b287-16bd2c5fe3bd admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5486045 Feb 09 01:24:46.286797 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43000) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:46.308446 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-7e0263a8-860c-4d2a-a20f-6598cde1a49d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1765108493-router', 'tenant_id': '4f98c7fdebb0485fb570809def96421c', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:46.312526 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-375c9f9e-0780-49ac-bf31-eafb1aa7c5b7 None None] For port 832db3f3-699c-4232-b40d-da165c776bca, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:24:46.319550 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-375c9f9e-0780-49ac-bf31-eafb1aa7c5b7 None None] For port 832db3f3-699c-4232-b40d-da165c776bca, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=832db3f3-699c-4232-b40d-da165c776bca,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:24:46.335923 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-375c9f9e-0780-49ac-bf31-eafb1aa7c5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (832db3f3-699c-4232-b40d-da165c776bca), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:46.356375 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1c58f41b-20d8-44e6-81be-a6d8ea89f6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:46.363881 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e0263a8-860c-4d2a-a20f-6598cde1a49d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (729c8c43-c9e6-41e1-ba40-28def817fcf5), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:46.367275 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e0263a8-860c-4d2a-a20f-6598cde1a49d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (729c8c43-c9e6-41e1-ba40-28def817fcf5), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:46.430360 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375c9f9e-0780-49ac-bf31-eafb1aa7c5b7 None None] Routers {'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:24:46.435271 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-375c9f9e-0780-49ac-bf31-eafb1aa7c5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:24:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:46.540721 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553ef45-6942-400a-825e-0b4219a94e2a None None] Pushing event updated for resources: {'Port': ['ID=832db3f3-699c-4232-b40d-da165c776bca,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:46.564066 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fbba34e7-06cb-444e-b292-14c76b06d071 req-85468897-b412-4135-998f-81be397f87f3 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7438118 Feb 09 01:24:46.578366 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef214f6-b300-4389-b65b-55d8adb9c0c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-6076cc38-83af-4e8f-b6d9-59b61dc00254', 'network_id': '6076cc38-83af-4e8f-b6d9-59b61dc00254', 'project_id': '4f98c7fdebb0485fb570809def96421c', 'fixed_ips': [{'subnet_id': 'f080e354-192c-45c8-9f02-4a3b41a60c52'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:24:46.579504 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9ef214f6-b300-4389-b65b-55d8adb9c0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:46.669246 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e0263a8-860c-4d2a-a20f-6598cde1a49d admin admin] Publish callbacks [] for router_controller (729c8c43-c9e6-41e1-ba40-28def817fcf5), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:46.740437 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f5b7f8dc-bd89-4954-9264-c56110fe13c6 req-bc9442ad-1774-4b55-a7a4-7cf368127b06 tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f69c536-89ec-4d31-9996-f5459644a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6873600 Feb 09 01:24:46.749530 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ee6a6e-a66b-4712-b1fa-db18ca9f2df8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:46.862199 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-375c9f9e-0780-49ac-bf31-eafb1aa7c5b7 None None] Set router c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:24:46.902115 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37537ac8-06f6-4f1d-b577-4d81db27a35f req-ff01aec9-7d80-41e4-b600-f7a79ad2d250 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:46.910882 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-37537ac8-06f6-4f1d-b577-4d81db27a35f req-ff01aec9-7d80-41e4-b600-f7a79ad2d250 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=27692869-bfd1-47aa-8ed5-f3224fa206ce HTTP/1.1" status: 200 len: 945 time: 0.7678411 Feb 09 01:24:47.124400 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5251be63-b45f-4995-974a-0d1d0c7c7e7e None None] Publish callbacks [] for port (fc9fbdee-b2f7-4ed5-9256-13085fa7ef47), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:47.142250 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-9ef214f6-b300-4389-b65b-55d8adb9c0c8 None None] Allocated IP 172.20.0.2 (6076cc38-83af-4e8f-b6d9-59b61dc00254/f080e354-192c-45c8-9f02-4a3b41a60c52/6d8da642-12ca-4c86-b09a-0d0865fb9dc7) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:24:47.144322 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-37537ac8-06f6-4f1d-b577-4d81db27a35f req-953befef-0948-4609-9b65-3696d451becd tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259238 Feb 09 01:24:47.148240 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5251be63-b45f-4995-974a-0d1d0c7c7e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (fc9fbdee-b2f7-4ed5-9256-13085fa7ef47), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:47.151277 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-21ee6a6e-a66b-4712-b1fa-db18ca9f2df8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:47.177435 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-1c58f41b-20d8-44e6-81be-a6d8ea89f6d0 admin admin] Allocated IP 172.20.0.1 (e3d3bfb4-e5ce-458a-8f81-66f36b8e4175/68d3f132-83c5-49da-80a3-1924c70a8491/363b3493-e9bd-4c21-9ff5-05551ea98e75) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:24:47.187308 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-f8b5eecc-ccdc-4192-95bd-9e70efc3d53b req-646627bc-10ca-49f0-8d2a-3a05af0dfee6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e705fc3-c1c8-4b8d-a1e9-d634564c8d64 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:24:47.201025 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f8b5eecc-ccdc-4192-95bd-9e70efc3d53b req-646627bc-10ca-49f0-8d2a-3a05af0dfee6 service neutron] Publish callbacks [] for port (0e705fc3-c1c8-4b8d-a1e9-d634564c8d64), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:47.213589 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34157465-9a19-4909-82aa-87d7e164450e req-6ebe5b88-637b-4178-9ff5-aac3749b2471 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:47.215146 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34157465-9a19-4909-82aa-87d7e164450e req-6ebe5b88-637b-4178-9ff5-aac3749b2471 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=206a159e-d5b7-4c7a-bf55-d28bde7be5d6 HTTP/1.1" status: 200 len: 945 time: 0.2521713 Feb 09 01:24:47.223821 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-21ee6a6e-a66b-4712-b1fa-db18ca9f2df8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] device_id is not set on port 5e184df3-c3a3-40f3-b9c5-d25dc1afbf09 yet. {{(pid=103136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:24:47.250568 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-f8b5eecc-ccdc-4192-95bd-9e70efc3d53b req-646627bc-10ca-49f0-8d2a-3a05af0dfee6 service neutron] Transition to ACTIVE for port object 0e705fc3-c1c8-4b8d-a1e9-d634564c8d64 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:24:47.295648 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f8b5eecc-ccdc-4192-95bd-9e70efc3d53b req-646627bc-10ca-49f0-8d2a-3a05af0dfee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (0e705fc3-c1c8-4b8d-a1e9-d634564c8d64), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:47.334974 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e0263a8-860c-4d2a-a20f-6598cde1a49d admin admin] Publish callbacks [] for router_gateway (729c8c43-c9e6-41e1-ba40-28def817fcf5), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:47.356255 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5251be63-b45f-4995-974a-0d1d0c7c7e7e None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:47.357140 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5251be63-b45f-4995-974a-0d1d0c7c7e7e None None] Pushing event updated for resources: {'Port': ['ID=fc9fbdee-b2f7-4ed5-9256-13085fa7ef47,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:47.378547 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-5251be63-b45f-4995-974a-0d1d0c7c7e7e None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:47.382278 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5251be63-b45f-4995-974a-0d1d0c7c7e7e None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:24:47.500688 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34157465-9a19-4909-82aa-87d7e164450e req-3f1e89af-a9c9-44b6-b43f-b3a3b0b21457 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710469 Feb 09 01:24:47.565705 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646627bc-10ca-49f0-8d2a-3a05af0dfee6 service neutron] Pushing event updated for resources: {'Port': ['ID=0e705fc3-c1c8-4b8d-a1e9-d634564c8d64,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:47.587739 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1c58f41b-20d8-44e6-81be-a6d8ea89f6d0 admin admin] Publish callbacks [] for port (363b3493-e9bd-4c21-9ff5-05551ea98e75), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:47.649178 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-5251be63-b45f-4995-974a-0d1d0c7c7e7e None None] Attempting to bind port fc9fbdee-b2f7-4ed5-9256-13085fa7ef47 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:24:47.649732 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-5251be63-b45f-4995-974a-0d1d0c7c7e7e None None] Attempting to bind port fc9fbdee-b2f7-4ed5-9256-13085fa7ef47 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:24:47.650188 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5251be63-b45f-4995-974a-0d1d0c7c7e7e None None] Attempting to bind port fc9fbdee-b2f7-4ed5-9256-13085fa7ef47 on network a8203b0d-e7af-492c-8c21-23f9563ce2e8 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:24:47.699408 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5251be63-b45f-4995-974a-0d1d0c7c7e7e None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:24:47.699831 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5251be63-b45f-4995-974a-0d1d0c7c7e7e None None] Checking segment: {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:24:47.700262 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5251be63-b45f-4995-974a-0d1d0c7c7e7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:47.700713 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5251be63-b45f-4995-974a-0d1d0c7c7e7e None None] Bound using segment: {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:24:47.701232 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-5251be63-b45f-4995-974a-0d1d0c7c7e7e None None] Bound port: fc9fbdee-b2f7-4ed5-9256-13085fa7ef47, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:24:47.701637 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5251be63-b45f-4995-974a-0d1d0c7c7e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (fc9fbdee-b2f7-4ed5-9256-13085fa7ef47), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:47.709951 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1c58f41b-20d8-44e6-81be-a6d8ea89f6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (363b3493-e9bd-4c21-9ff5-05551ea98e75), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:47.731831 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-21ee6a6e-a66b-4712-b1fa-db18ca9f2df8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Allocated IP 2001:db8::f816:3eff:fedc:6dda (a8203b0d-e7af-492c-8c21-23f9563ce2e8/aa2c3278-829c-4363-9b68-e01d86f2c753/5e184df3-c3a3-40f3-b9c5-d25dc1afbf09) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:24:47.823535 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c58f41b-20d8-44e6-81be-a6d8ea89f6d0 admin admin] Network e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:47.827859 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-1c58f41b-20d8-44e6-81be-a6d8ea89f6d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:47.836479 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-f8b5eecc-ccdc-4192-95bd-9e70efc3d53b req-646627bc-10ca-49f0-8d2a-3a05af0dfee6 service neutron] Attempting to bind port 0e705fc3-c1c8-4b8d-a1e9-d634564c8d64 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:24:47.836844 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-f8b5eecc-ccdc-4192-95bd-9e70efc3d53b req-646627bc-10ca-49f0-8d2a-3a05af0dfee6 service neutron] Attempting to bind port 0e705fc3-c1c8-4b8d-a1e9-d634564c8d64 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '1f71eaa0-f848-4fa8-8dc0-a878a8acc7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '6dadc292-9db2-4c8d-9c03-42f79abbabb0'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:24:47.837192 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b5eecc-ccdc-4192-95bd-9e70efc3d53b req-646627bc-10ca-49f0-8d2a-3a05af0dfee6 service neutron] Attempting to bind port 0e705fc3-c1c8-4b8d-a1e9-d634564c8d64 on network 6dadc292-9db2-4c8d-9c03-42f79abbabb0 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:24:47.855335 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c58f41b-20d8-44e6-81be-a6d8ea89f6d0 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:24:47.928968 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c58f41b-20d8-44e6-81be-a6d8ea89f6d0 admin admin] Pushing event updated for resources: {'Port': ['ID=363b3493-e9bd-4c21-9ff5-05551ea98e75,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:47.940908 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b5eecc-ccdc-4192-95bd-9e70efc3d53b req-646627bc-10ca-49f0-8d2a-3a05af0dfee6 service neutron] Port 0e705fc3-c1c8-4b8d-a1e9-d634564c8d64 on network 6dadc292-9db2-4c8d-9c03-42f79abbabb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:24:47.941324 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b5eecc-ccdc-4192-95bd-9e70efc3d53b req-646627bc-10ca-49f0-8d2a-3a05af0dfee6 service neutron] Attempting to bind port 0e705fc3-c1c8-4b8d-a1e9-d634564c8d64 on network 6dadc292-9db2-4c8d-9c03-42f79abbabb0 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:24:47.962339 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-375c9f9e-0780-49ac-bf31-eafb1aa7c5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'name': 'tempest-TestVolumeBootPattern-157314528-router', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '832db3f3-699c-4232-b40d-da165c776bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:39Z', 'updated_at': '2022-02-09T01:24:42Z', 'revision_number': 3, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'gw_port': {'id': '832db3f3-699c-4232-b40d-da165c776bca', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:41Z', 'updated_at': '2022-02-09T01:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:47.997631 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1c58f41b-20d8-44e6-81be-a6d8ea89f6d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:48.045497 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b5eecc-ccdc-4192-95bd-9e70efc3d53b req-646627bc-10ca-49f0-8d2a-3a05af0dfee6 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:24:48.045849 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b5eecc-ccdc-4192-95bd-9e70efc3d53b req-646627bc-10ca-49f0-8d2a-3a05af0dfee6 service neutron] Checking segment: {'id': '1f71eaa0-f848-4fa8-8dc0-a878a8acc7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '6dadc292-9db2-4c8d-9c03-42f79abbabb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:24:48.046519 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b5eecc-ccdc-4192-95bd-9e70efc3d53b req-646627bc-10ca-49f0-8d2a-3a05af0dfee6 service neutron] Bound using segment: {'id': '1f71eaa0-f848-4fa8-8dc0-a878a8acc7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '6dadc292-9db2-4c8d-9c03-42f79abbabb0'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:24:48.046705 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-f8b5eecc-ccdc-4192-95bd-9e70efc3d53b req-646627bc-10ca-49f0-8d2a-3a05af0dfee6 service neutron] Bound port: 0e705fc3-c1c8-4b8d-a1e9-d634564c8d64, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f71eaa0-f848-4fa8-8dc0-a878a8acc7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '6dadc292-9db2-4c8d-9c03-42f79abbabb0'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:24:48.047075 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f8b5eecc-ccdc-4192-95bd-9e70efc3d53b req-646627bc-10ca-49f0-8d2a-3a05af0dfee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (0e705fc3-c1c8-4b8d-a1e9-d634564c8d64), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:48.115047 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375c9f9e-0780-49ac-bf31-eafb1aa7c5b7 None None] The sync data for ids ['c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'] in n-d-828369-4 is: [{'id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'name': 'tempest-TestVolumeBootPattern-157314528-router', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '832db3f3-699c-4232-b40d-da165c776bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:39Z', 'updated_at': '2022-02-09T01:24:42Z', 'revision_number': 3, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'gw_port': {'id': '832db3f3-699c-4232-b40d-da165c776bca', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:41Z', 'updated_at': '2022-02-09T01:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:24:48.139378 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-5251be63-b45f-4995-974a-0d1d0c7c7e7e None None] For port fc9fbdee-b2f7-4ed5-9256-13085fa7ef47, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:24:48.151104 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-5251be63-b45f-4995-974a-0d1d0c7c7e7e None None] For port fc9fbdee-b2f7-4ed5-9256-13085fa7ef47, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=fc9fbdee-b2f7-4ed5-9256-13085fa7ef47,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:24:48.197379 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5251be63-b45f-4995-974a-0d1d0c7c7e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (fc9fbdee-b2f7-4ed5-9256-13085fa7ef47), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:48.213275 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9ef214f6-b300-4389-b65b-55d8adb9c0c8 None None] Publish callbacks [] for port (6d8da642-12ca-4c86-b09a-0d0865fb9dc7), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:48.268021 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9ef214f6-b300-4389-b65b-55d8adb9c0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (6d8da642-12ca-4c86-b09a-0d0865fb9dc7), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:48.331806 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef214f6-b300-4389-b65b-55d8adb9c0c8 None None] Network 6076cc38-83af-4e8f-b6d9-59b61dc00254 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:48.335799 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-9ef214f6-b300-4389-b65b-55d8adb9c0c8 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:48.344726 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef214f6-b300-4389-b65b-55d8adb9c0c8 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:24:48.373771 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5251be63-b45f-4995-974a-0d1d0c7c7e7e None None] Pushing event updated for resources: {'Port': ['ID=fc9fbdee-b2f7-4ed5-9256-13085fa7ef47,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:48.527503 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-5e06f7ce-315d-4a04-abc7-9afe2b4ddf0d None None] Provisioning complete for port 363b3493-e9bd-4c21-9ff5-05551ea98e75 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:48.527896 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5e06f7ce-315d-4a04-abc7-9afe2b4ddf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (363b3493-e9bd-4c21-9ff5-05551ea98e75), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:48.619919 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef214f6-b300-4389-b65b-55d8adb9c0c8 None None] Pushing event updated for resources: {'Port': ['ID=6d8da642-12ca-4c86-b09a-0d0865fb9dc7,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:48.633049 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-9ef214f6-b300-4389-b65b-55d8adb9c0c8 None None] Attempting to bind port 6d8da642-12ca-4c86-b09a-0d0865fb9dc7 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:24:48.633479 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-9ef214f6-b300-4389-b65b-55d8adb9c0c8 None None] Attempting to bind port 6d8da642-12ca-4c86-b09a-0d0865fb9dc7 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '48933cd2-4d24-4749-84b3-745901d79474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '6076cc38-83af-4e8f-b6d9-59b61dc00254'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:24:48.633858 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef214f6-b300-4389-b65b-55d8adb9c0c8 None None] Attempting to bind port 6d8da642-12ca-4c86-b09a-0d0865fb9dc7 on network 6076cc38-83af-4e8f-b6d9-59b61dc00254 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:24:48.651967 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef214f6-b300-4389-b65b-55d8adb9c0c8 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:24:48.652726 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef214f6-b300-4389-b65b-55d8adb9c0c8 None None] Checking segment: {'id': '48933cd2-4d24-4749-84b3-745901d79474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '6076cc38-83af-4e8f-b6d9-59b61dc00254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:24:48.653330 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9ef214f6-b300-4389-b65b-55d8adb9c0c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:48.654020 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef214f6-b300-4389-b65b-55d8adb9c0c8 None None] Bound using segment: {'id': '48933cd2-4d24-4749-84b3-745901d79474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '6076cc38-83af-4e8f-b6d9-59b61dc00254'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:24:48.663664 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-9ef214f6-b300-4389-b65b-55d8adb9c0c8 None None] Bound port: 6d8da642-12ca-4c86-b09a-0d0865fb9dc7, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48933cd2-4d24-4749-84b3-745901d79474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '6076cc38-83af-4e8f-b6d9-59b61dc00254'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:24:48.664401 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9ef214f6-b300-4389-b65b-55d8adb9c0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6d8da642-12ca-4c86-b09a-0d0865fb9dc7), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:48.726141 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0168310-c1e9-4bf3-ad6a-67d9d78b61e5 req-61679297-0acb-4ebd-afeb-ca70ae353cff tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:48.735346 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0168310-c1e9-4bf3-ad6a-67d9d78b61e5 req-61679297-0acb-4ebd-afeb-ca70ae353cff tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=206a159e-d5b7-4c7a-bf55-d28bde7be5d6 HTTP/1.1" status: 200 len: 945 time: 0.6799085 Feb 09 01:24:48.743020 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-f8b5eecc-ccdc-4192-95bd-9e70efc3d53b req-646627bc-10ca-49f0-8d2a-3a05af0dfee6 service neutron] For port 0e705fc3-c1c8-4b8d-a1e9-d634564c8d64, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:24:48.754811 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4a82e-aa82-46ec-99c5-785a6ed02982 req-2efc8743-1c0b-4ed4-a56a-48e58b24d86f tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:48.756711 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-24c4a82e-aa82-46ec-99c5-785a6ed02982 req-2efc8743-1c0b-4ed4-a56a-48e58b24d86f tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] 10.222.0.50 "GET /v2.0/ports?device_id=69540b18-9afa-4b4b-88ca-905257684d22 HTTP/1.1" status: 200 len: 943 time: 0.7669680 Feb 09 01:24:48.787670 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-f8b5eecc-ccdc-4192-95bd-9e70efc3d53b req-646627bc-10ca-49f0-8d2a-3a05af0dfee6 service neutron] For port 0e705fc3-c1c8-4b8d-a1e9-d634564c8d64, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=0e705fc3-c1c8-4b8d-a1e9-d634564c8d64,segment=NetworkSegment(1f71eaa0-f848-4fa8-8dc0-a878a8acc7c7),segment_id=1f71eaa0-f848-4fa8-8dc0-a878a8acc7c7)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:24:48.801074 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-5e06f7ce-315d-4a04-abc7-9afe2b4ddf0d None None] Port 363b3493-e9bd-4c21-9ff5-05551ea98e75 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:24:48.837501 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-21ee6a6e-a66b-4712-b1fa-db18ca9f2df8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for port (5e184df3-c3a3-40f3-b9c5-d25dc1afbf09), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:48.866548 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f8b5eecc-ccdc-4192-95bd-9e70efc3d53b req-646627bc-10ca-49f0-8d2a-3a05af0dfee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (0e705fc3-c1c8-4b8d-a1e9-d634564c8d64), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:48.923197 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-9ef214f6-b300-4389-b65b-55d8adb9c0c8 None None] For port 6d8da642-12ca-4c86-b09a-0d0865fb9dc7, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:24:48.926603 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-9ef214f6-b300-4389-b65b-55d8adb9c0c8 None None] For port 6d8da642-12ca-4c86-b09a-0d0865fb9dc7, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=6d8da642-12ca-4c86-b09a-0d0865fb9dc7,segment=NetworkSegment(48933cd2-4d24-4749-84b3-745901d79474),segment_id=48933cd2-4d24-4749-84b3-745901d79474)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:24:48.935008 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9ef214f6-b300-4389-b65b-55d8adb9c0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (6d8da642-12ca-4c86-b09a-0d0865fb9dc7), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:48.974935 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0168310-c1e9-4bf3-ad6a-67d9d78b61e5 req-973cf053-2b86-4431-a181-d57b73a1f7ec tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383511 Feb 09 01:24:49.016517 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5eecc-ccdc-4192-95bd-9e70efc3d53b req-646627bc-10ca-49f0-8d2a-3a05af0dfee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:49.016765 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f8b5eecc-ccdc-4192-95bd-9e70efc3d53b req-646627bc-10ca-49f0-8d2a-3a05af0dfee6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:49.018764 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f8b5eecc-ccdc-4192-95bd-9e70efc3d53b req-646627bc-10ca-49f0-8d2a-3a05af0dfee6 service neutron] 10.222.0.47 "PUT /v2.0/ports/0e705fc3-c1c8-4b8d-a1e9-d634564c8d64 HTTP/1.1" status: 200 len: 1091 time: 4.3999026 Feb 09 01:24:49.028226 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69540b18-9afa-4b4b-88ca-905257684d22', 'tag': '0e705fc3-c1c8-4b8d-a1e9-d634564c8d64'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:24:49.030790 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0580beae-d961-40ed-9bc5-98a7f323e89b" -d '{"events": [{"name": "network-changed", "server_uuid": "69540b18-9afa-4b4b-88ca-905257684d22", "tag": "0e705fc3-c1c8-4b8d-a1e9-d634564c8d64"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:24:49.112368 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef214f6-b300-4389-b65b-55d8adb9c0c8 None None] Pushing event updated for resources: {'Port': ['ID=6d8da642-12ca-4c86-b09a-0d0865fb9dc7,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:49.159686 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-24c4a82e-aa82-46ec-99c5-785a6ed02982 req-db446053-6cfe-4f57-886c-82c0c5ba371e tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f69c536-89ec-4d31-9996-f5459644a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3661695 Feb 09 01:24:49.245904 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e0263a8-860c-4d2a-a20f-6598cde1a49d admin admin] Publish callbacks [] for router_gateway (729c8c43-c9e6-41e1-ba40-28def817fcf5), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:49.281420 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b5907b-e4de-4106-931f-6beada35e6e8 x-openstack-request-id: req-42b5907b-e4de-4106-931f-6beada35e6e8 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:24:49.282165 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69540b18-9afa-4b4b-88ca-905257684d22", "tag": "0e705fc3-c1c8-4b8d-a1e9-d634564c8d64", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:24:49.282598 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-42b5907b-e4de-4106-931f-6beada35e6e8 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:24:49.283180 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69540b18-9afa-4b4b-88ca-905257684d22', 'tag': '0e705fc3-c1c8-4b8d-a1e9-d634564c8d64', 'status': 'completed', 'code': 200} Feb 09 01:24:49.287293 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e0263a8-860c-4d2a-a20f-6598cde1a49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:49.330839 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646627bc-10ca-49f0-8d2a-3a05af0dfee6 service neutron] Pushing event updated for resources: {'Port': ['ID=0e705fc3-c1c8-4b8d-a1e9-d634564c8d64,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:49.356368 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-21ee6a6e-a66b-4712-b1fa-db18ca9f2df8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (5e184df3-c3a3-40f3-b9c5-d25dc1afbf09), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:49.431851 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1c58f41b-20d8-44e6-81be-a6d8ea89f6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (363b3493-e9bd-4c21-9ff5-05551ea98e75), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:49.501188 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5eecc-ccdc-4192-95bd-9e70efc3d53b req-52909d7b-b32b-4814-9a31-b74549b1c55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:49.503109 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f8b5eecc-ccdc-4192-95bd-9e70efc3d53b req-52909d7b-b32b-4814-9a31-b74549b1c55c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=33fb75f9afa64cc698e4fe59cdb0843e&device_id=69540b18-9afa-4b4b-88ca-905257684d22 HTTP/1.1" status: 200 len: 1125 time: 0.4206941 Feb 09 01:24:49.511579 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ee6a6e-a66b-4712-b1fa-db18ca9f2df8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:49.548099 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402d99c-950d-40d0-8ab3-aa224df28c15 req-79cdb11a-da09-4b3f-86fa-ca4f333a7461 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:49.560572 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-7e0263a8-860c-4d2a-a20f-6598cde1a49d admin admin] Allocated IP 172.25.8.7 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/4f51b24f-b023-49d9-8560-e53fdf916e1f) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:24:49.562194 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0402d99c-950d-40d0-8ab3-aa224df28c15 req-79cdb11a-da09-4b3f-86fa-ca4f333a7461 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=27692869-bfd1-47aa-8ed5-f3224fa206ce HTTP/1.1" status: 200 len: 945 time: 0.3580787 Feb 09 01:24:49.677523 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-21ee6a6e-a66b-4712-b1fa-db18ca9f2df8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:49.710293 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ee6a6e-a66b-4712-b1fa-db18ca9f2df8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:24:49.724019 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ee6a6e-a66b-4712-b1fa-db18ca9f2df8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:49.730881 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-21ee6a6e-a66b-4712-b1fa-db18ca9f2df8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:49.776883 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f8b5eecc-ccdc-4192-95bd-9e70efc3d53b req-934fd248-4e45-4eac-9bf8-4414affd606e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e705fc3-c1c8-4b8d-a1e9-d634564c8d64 HTTP/1.1" status: 200 len: 217 time: 0.2638865 Feb 09 01:24:49.790562 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-21ee6a6e-a66b-4712-b1fa-db18ca9f2df8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.2386098 Feb 09 01:24:49.794765 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43062) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:49.798383 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee6a6e-a66b-4712-b1fa-db18ca9f2df8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Port': ['ID=5e184df3-c3a3-40f3-b9c5-d25dc1afbf09,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:49.925382 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e0263a8-860c-4d2a-a20f-6598cde1a49d admin admin] Publish callbacks [] for port (4f51b24f-b023-49d9-8560-e53fdf916e1f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:49.941060 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1c58f41b-20d8-44e6-81be-a6d8ea89f6d0 admin admin] Publish callbacks [] for port (363b3493-e9bd-4c21-9ff5-05551ea98e75), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:49.972310 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0402d99c-950d-40d0-8ab3-aa224df28c15 req-bcbce8ec-038a-4c85-9bb2-25841a58cabd tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089551 Feb 09 01:24:50.049712 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1c58f41b-20d8-44e6-81be-a6d8ea89f6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (363b3493-e9bd-4c21-9ff5-05551ea98e75), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:50.061990 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e0263a8-860c-4d2a-a20f-6598cde1a49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (4f51b24f-b023-49d9-8560-e53fdf916e1f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:50.103907 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5eecc-ccdc-4192-95bd-9e70efc3d53b req-55ad7d30-b0a7-4167-9b96-cb5e1a68f668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:50.105670 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f8b5eecc-ccdc-4192-95bd-9e70efc3d53b req-55ad7d30-b0a7-4167-9b96-cb5e1a68f668 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5f9e9a8b-30c8-45fe-af55-db4baf56158f HTTP/1.1" status: 200 len: 850 time: 0.3095200 Feb 09 01:24:50.193684 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cea2565-ea57-45f7-8415-7583951e47da tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:50.204478 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cea2565-ea57-45f7-8415-7583951e47da tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:50.206648 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2cea2565-ea57-45f7-8415-7583951e47da tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4091272 Feb 09 01:24:50.242318 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43078) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:50.244955 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f8b5eecc-ccdc-4192-95bd-9e70efc3d53b req-6441e081-cffd-409b-b3b2-5a9f947308ec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6dadc292-9db2-4c8d-9c03-42f79abbabb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1302955 Feb 09 01:24:50.341738 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0263a8-860c-4d2a-a20f-6598cde1a49d admin admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:50.416248 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-7e0263a8-860c-4d2a-a20f-6598cde1a49d admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:50.461314 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0263a8-860c-4d2a-a20f-6598cde1a49d admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:24:50.462376 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f8b5eecc-ccdc-4192-95bd-9e70efc3d53b req-805be7e4-42ae-420a-8628-e5ef3452834a service neutron] 10.222.0.47 "GET /v2.0/networks/6dadc292-9db2-4c8d-9c03-42f79abbabb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955917 Feb 09 01:24:50.510123 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c58f41b-20d8-44e6-81be-a6d8ea89f6d0 admin admin] Pushing event updated for resources: {'Port': ['ID=363b3493-e9bd-4c21-9ff5-05551ea98e75,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:50.521492 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-28ab0932-3191-4e9b-b01b-440747a1af93 None None] Provisioning complete for port fc9fbdee-b2f7-4ed5-9256-13085fa7ef47 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:50.521492 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-28ab0932-3191-4e9b-b01b-440747a1af93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (fc9fbdee-b2f7-4ed5-9256-13085fa7ef47), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:50.545128 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1c58f41b-20d8-44e6-81be-a6d8ea89f6d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:50.635747 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f8b5eecc-ccdc-4192-95bd-9e70efc3d53b req-2dea450c-f6b4-4758-9ba8-1a0850fbe116 service neutron] 10.222.0.47 "GET /v2.0/networks/6dadc292-9db2-4c8d-9c03-42f79abbabb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510403 Feb 09 01:24:50.761595 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-28ab0932-3191-4e9b-b01b-440747a1af93 None None] Current status of the port fc9fbdee-b2f7-4ed5-9256-13085fa7ef47 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:50.762292 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-28ab0932-3191-4e9b-b01b-440747a1af93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (fc9fbdee-b2f7-4ed5-9256-13085fa7ef47), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:50.768722 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc426797-112f-4fc7-bcec-f2d6edba95c7 req-d9434713-a432-48bc-886c-ea2468e8e88d tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:50.777605 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dc426797-112f-4fc7-bcec-f2d6edba95c7 req-d9434713-a432-48bc-886c-ea2468e8e88d tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=206a159e-d5b7-4c7a-bf55-d28bde7be5d6 HTTP/1.1" status: 200 len: 945 time: 0.6342261 Feb 09 01:24:50.846000 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-28ab0932-3191-4e9b-b01b-440747a1af93 None None] For port fc9fbdee-b2f7-4ed5-9256-13085fa7ef47, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=fc9fbdee-b2f7-4ed5-9256-13085fa7ef47,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:50.862002 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-28ab0932-3191-4e9b-b01b-440747a1af93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (fc9fbdee-b2f7-4ed5-9256-13085fa7ef47), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:50.923253 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 832db3f3-699c-4232-b40d-da165c776bca up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:24:50.941779 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082054d9-339d-4639-a522-f5591b51fcc7 req-ee663568-8207-4b4f-b29f-7fe52d7e240d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:50.943379 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-082054d9-339d-4639-a522-f5591b51fcc7 req-ee663568-8207-4b4f-b29f-7fe52d7e240d service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2c4f55ab750f4159bdfcab050e5654ef&device_id=27692869-bfd1-47aa-8ed5-f3224fa206ce HTTP/1.1" status: 200 len: 1127 time: 0.5040545 Feb 09 01:24:51.011978 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6646de-4394-4285-a39f-25574c6aa762 req-7256bf42-93ae-4557-8cf0-ad381268f129 tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:51.013536 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2d6646de-4394-4285-a39f-25574c6aa762 req-7256bf42-93ae-4557-8cf0-ad381268f129 tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] 10.222.0.50 "GET /v2.0/ports?device_id=69540b18-9afa-4b4b-88ca-905257684d22 HTTP/1.1" status: 200 len: 943 time: 0.3658385 Feb 09 01:24:51.036009 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab0932-3191-4e9b-b01b-440747a1af93 None None] Pushing event updated for resources: {'Port': ['ID=fc9fbdee-b2f7-4ed5-9256-13085fa7ef47,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:51.075950 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0263a8-860c-4d2a-a20f-6598cde1a49d admin admin] Pushing event updated for resources: {'Port': ['ID=4f51b24f-b023-49d9-8560-e53fdf916e1f,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:51.092133 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-3243997f-6700-48a4-a090-966088f5a323 None None] Provisioning complete for port 5e184df3-c3a3-40f3-b9c5-d25dc1afbf09 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:51.092968 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3243997f-6700-48a4-a090-966088f5a323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (5e184df3-c3a3-40f3-b9c5-d25dc1afbf09), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:51.097433 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0580beae-d961-40ed-9bc5-98a7f323e89b req-e86bd70e-18c0-47ac-8b27-71fc83264e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:51.098969 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0580beae-d961-40ed-9bc5-98a7f323e89b req-e86bd70e-18c0-47ac-8b27-71fc83264e4a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=33fb75f9afa64cc698e4fe59cdb0843e&device_id=69540b18-9afa-4b4b-88ca-905257684d22 HTTP/1.1" status: 200 len: 1125 time: 0.3595500 Feb 09 01:24:51.102771 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dc426797-112f-4fc7-bcec-f2d6edba95c7 req-e362bd6b-af76-4e57-9476-7790270c5286 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129282 Feb 09 01:24:51.131490 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16be202-1ab8-4661-b48b-1478b767b409 None None] Network 6076cc38-83af-4e8f-b6d9-59b61dc00254 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:24:51.256653 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 832db3f3-699c-4232-b40d-da165c776bca triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:51.257305 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (832db3f3-699c-4232-b40d-da165c776bca), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:51.296071 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-3243997f-6700-48a4-a090-966088f5a323 None None] Port 5e184df3-c3a3-40f3-b9c5-d25dc1afbf09 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:24:51.411396 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e0263a8-860c-4d2a-a20f-6598cde1a49d admin admin] Publish callbacks [] for router_gateway (729c8c43-c9e6-41e1-ba40-28def817fcf5), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:51.486221 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-09c70cd5-ce27-44ca-b3b3-b6568cccfe7e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting port 5e184df3-c3a3-40f3-b9c5-d25dc1afbf09 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:24:51.487184 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-09c70cd5-ce27-44ca-b3b3-b6568cccfe7e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (5e184df3-c3a3-40f3-b9c5-d25dc1afbf09), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:51.594313 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c58f41b-20d8-44e6-81be-a6d8ea89f6d0 admin admin] Network e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:51.603083 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-1c58f41b-20d8-44e6-81be-a6d8ea89f6d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:51.733697 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0580beae-d961-40ed-9bc5-98a7f323e89b req-ed8d9a6d-2c94-4614-bf31-e0c91f6b4b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:51.735606 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0580beae-d961-40ed-9bc5-98a7f323e89b req-ed8d9a6d-2c94-4614-bf31-e0c91f6b4b89 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6dadc292-9db2-4c8d-9c03-42f79abbabb0 HTTP/1.1" status: 200 len: 912 time: 0.6224279 Feb 09 01:24:51.803760 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c58f41b-20d8-44e6-81be-a6d8ea89f6d0 admin admin] Router c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:24:51.812985 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 832db3f3-699c-4232-b40d-da165c776bca is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:51.814204 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (832db3f3-699c-4232-b40d-da165c776bca), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:51.824303 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082054d9-339d-4639-a522-f5591b51fcc7 req-a7bd68ee-6166-4a34-bf43-42988e4042f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:51.827535 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-082054d9-339d-4639-a522-f5591b51fcc7 req-a7bd68ee-6166-4a34-bf43-42988e4042f3 service neutron] 10.222.0.120 "GET /v2.0/networks?id=a7c73c67-867b-4cd1-a7a6-d305a5dc51d2 HTTP/1.1" status: 200 len: 921 time: 0.8748724 Feb 09 01:24:51.860696 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 832db3f3-699c-4232-b40d-da165c776bca, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=832db3f3-699c-4232-b40d-da165c776bca,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:51.872748 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-5330e53d-799c-4ece-b03b-6c08271b121c None None] Provisioning complete for port 6d8da642-12ca-4c86-b09a-0d0865fb9dc7 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:51.873618 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5330e53d-799c-4ece-b03b-6c08271b121c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (6d8da642-12ca-4c86-b09a-0d0865fb9dc7), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:51.881601 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (832db3f3-699c-4232-b40d-da165c776bca), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:51.882653 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device fc9fbdee-b2f7-4ed5-9256-13085fa7ef47 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:24:51.979551 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-09c70cd5-ce27-44ca-b3b3-b6568cccfe7e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (5e184df3-c3a3-40f3-b9c5-d25dc1afbf09), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:51.996378 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-09c70cd5-ce27-44ca-b3b3-b6568cccfe7e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Calling delete_port for 5e184df3-c3a3-40f3-b9c5-d25dc1afbf09 owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:24:52.072853 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=832db3f3-699c-4232-b40d-da165c776bca,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:52.083924 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0580beae-d961-40ed-9bc5-98a7f323e89b req-32972b52-ac16-4952-8762-a452a77bb62a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e705fc3-c1c8-4b8d-a1e9-d634564c8d64 HTTP/1.1" status: 200 len: 217 time: 0.2405760 Feb 09 01:24:52.153377 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-082054d9-339d-4639-a522-f5591b51fcc7 req-50071a2a-f3e2-4430-b97b-5965a7a5c8c7 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46174fdb-97e1-4b41-ba6d-ca24476f1d8d HTTP/1.1" status: 200 len: 217 time: 0.2896001 Feb 09 01:24:52.163964 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port fc9fbdee-b2f7-4ed5-9256-13085fa7ef47 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:52.164831 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (fc9fbdee-b2f7-4ed5-9256-13085fa7ef47), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:52.220081 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2d6646de-4394-4285-a39f-25574c6aa762 req-29a8b404-0624-49d8-9d4b-c39445bc19d3 tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f69c536-89ec-4d31-9996-f5459644a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1863637 Feb 09 01:24:52.279768 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-09c70cd5-ce27-44ca-b3b3-b6568cccfe7e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (5e184df3-c3a3-40f3-b9c5-d25dc1afbf09), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:52.287871 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0580beae-d961-40ed-9bc5-98a7f323e89b req-d0e8bb88-b7bd-4d56-ac06-837e428e682d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:52.291314 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0580beae-d961-40ed-9bc5-98a7f323e89b req-d0e8bb88-b7bd-4d56-ac06-837e428e682d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5f9e9a8b-30c8-45fe-af55-db4baf56158f HTTP/1.1" status: 200 len: 850 time: 0.1584764 Feb 09 01:24:52.299296 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082054d9-339d-4639-a522-f5591b51fcc7 req-a6aaf703-1c8b-465b-8f3d-4a8c9633c02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:52.301296 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-082054d9-339d-4639-a522-f5591b51fcc7 req-a6aaf703-1c8b-465b-8f3d-4a8c9633c02e service neutron] 10.222.0.120 "GET /v2.0/subnets?id=36ed6c8a-8eab-4ee5-af4e-3a7d95f66f05 HTTP/1.1" status: 200 len: 859 time: 0.0985520 Feb 09 01:24:52.323682 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f5cdc-2003-43ec-b139-f546278b7026 req-286f21f7-5afd-46c7-92f0-147192d418bf tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:52.325653 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-117f5cdc-2003-43ec-b139-f546278b7026 req-286f21f7-5afd-46c7-92f0-147192d418bf tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=27692869-bfd1-47aa-8ed5-f3224fa206ce HTTP/1.1" status: 200 len: 945 time: 0.5895474 Feb 09 01:24:52.364557 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-5330e53d-799c-4ece-b03b-6c08271b121c None None] Current status of the port 6d8da642-12ca-4c86-b09a-0d0865fb9dc7 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:52.365900 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5330e53d-799c-4ece-b03b-6c08271b121c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6d8da642-12ca-4c86-b09a-0d0865fb9dc7), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:52.373916 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c70cd5-ce27-44ca-b3b3-b6568cccfe7e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Port': ['ID=5e184df3-c3a3-40f3-b9c5-d25dc1afbf09,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:52.386693 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0580beae-d961-40ed-9bc5-98a7f323e89b req-caa88fb0-8344-4ed0-a51e-e2511f0f43fd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6dadc292-9db2-4c8d-9c03-42f79abbabb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827703 Feb 09 01:24:52.442418 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-5330e53d-799c-4ece-b03b-6c08271b121c None None] For port 6d8da642-12ca-4c86-b09a-0d0865fb9dc7, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=6d8da642-12ca-4c86-b09a-0d0865fb9dc7,segment=NetworkSegment(48933cd2-4d24-4749-84b3-745901d79474),segment_id=48933cd2-4d24-4749-84b3-745901d79474)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:52.451098 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5330e53d-799c-4ece-b03b-6c08271b121c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (6d8da642-12ca-4c86-b09a-0d0865fb9dc7), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:52.495281 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-09c70cd5-ce27-44ca-b3b3-b6568cccfe7e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:52.498958 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-09c70cd5-ce27-44ca-b3b3-b6568cccfe7e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/ports/5e184df3-c3a3-40f3-b9c5-d25dc1afbf09 HTTP/1.1" status: 204 len: 168 time: 2.2521160 Feb 09 01:24:52.502406 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-082054d9-339d-4639-a522-f5591b51fcc7 req-e92fd7c5-2fc9-418e-a1dc-b9c9516ead1e service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=a7c73c67-867b-4cd1-a7a6-d305a5dc51d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1739590 Feb 09 01:24:52.522992 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43140) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:52.591268 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c58f41b-20d8-44e6-81be-a6d8ea89f6d0 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:24:52.606858 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1c58f41b-20d8-44e6-81be-a6d8ea89f6d0 admin admin] 10.222.0.50 "PUT /v2.0/routers/c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3032100 Feb 09 01:24:52.632152 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1293b45-d032-4bca-95e3-5bf086d03737 None None] Sync routers for ids ['c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:24:52.663849 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e0263a8-860c-4d2a-a20f-6598cde1a49d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (729c8c43-c9e6-41e1-ba40-28def817fcf5), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:52.788732 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330e53d-799c-4ece-b03b-6c08271b121c None None] Pushing event updated for resources: {'Port': ['ID=6d8da642-12ca-4c86-b09a-0d0865fb9dc7,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:52.817825 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0a5d6b-0e1e-44bc-b0cc-8de1164bf794 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:52.819123 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0a5d6b-0e1e-44bc-b0cc-8de1164bf794 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:52.824004 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8e0a5d6b-0e1e-44bc-b0cc-8de1164bf794 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2927783 Feb 09 01:24:52.833525 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43150) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:52.837542 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1293b45-d032-4bca-95e3-5bf086d03737 None None] Routers {'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:24:52.839827 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-b1293b45-d032-4bca-95e3-5bf086d03737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:24:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:52.904821 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-cef7bc4b-93d1-4c26-887d-e0c6a188a406 None None] Provisioning complete for port 363b3493-e9bd-4c21-9ff5-05551ea98e75 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:52.905395 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cef7bc4b-93d1-4c26-887d-e0c6a188a406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (363b3493-e9bd-4c21-9ff5-05551ea98e75), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:52.947331 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0263a8-860c-4d2a-a20f-6598cde1a49d admin admin] Router 729c8c43-c9e6-41e1-ba40-28def817fcf5 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:24:52.948161 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port fc9fbdee-b2f7-4ed5-9256-13085fa7ef47 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:52.949498 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 6d8da642-12ca-4c86-b09a-0d0865fb9dc7 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:24:53.015352 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-117f5cdc-2003-43ec-b139-f546278b7026 req-b2d67878-d98b-41d7-b6e4-67b2fb7310e2 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6368444 Feb 09 01:24:53.073650 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4db71-5c56-438a-968d-5492f754216a req-c23d061e-ef75-447d-a9a0-0d3ae41d3024 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:53.078477 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 6d8da642-12ca-4c86-b09a-0d0865fb9dc7 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:53.079093 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (6d8da642-12ca-4c86-b09a-0d0865fb9dc7), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:53.084933 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-cef7bc4b-93d1-4c26-887d-e0c6a188a406 None None] Port 363b3493-e9bd-4c21-9ff5-05551ea98e75 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:24:53.086388 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-56b4db71-5c56-438a-968d-5492f754216a req-c23d061e-ef75-447d-a9a0-0d3ae41d3024 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=206a159e-d5b7-4c7a-bf55-d28bde7be5d6 HTTP/1.1" status: 200 len: 945 time: 0.7032444 Feb 09 01:24:53.107314 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-87985a73-695a-4774-80a1-976cb72a78a6 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting subnet aa2c3278-829c-4363-9b68-e01d86f2c753 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:24:53.111428 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-87985a73-695a-4774-80a1-976cb72a78a6 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (aa2c3278-829c-4363-9b68-e01d86f2c753), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:53.166140 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-87985a73-695a-4774-80a1-976cb72a78a6 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (aa2c3278-829c-4363-9b68-e01d86f2c753), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:53.174056 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-cef7bc4b-93d1-4c26-887d-e0c6a188a406 None None] Provisioning complete for port 6d8da642-12ca-4c86-b09a-0d0865fb9dc7 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:53.174449 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cef7bc4b-93d1-4c26-887d-e0c6a188a406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (6d8da642-12ca-4c86-b09a-0d0865fb9dc7), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:53.229571 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0263a8-860c-4d2a-a20f-6598cde1a49d admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:24:53.233700 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-b1293b45-d032-4bca-95e3-5bf086d03737 None None] Set router c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:24:53.248820 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb657d7-a212-41fb-b240-3ce799d45a3e None None] Sync routers for ids ['729c8c43-c9e6-41e1-ba40-28def817fcf5'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:24:53.253106 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-082054d9-339d-4639-a522-f5591b51fcc7 req-0c9ec684-2721-4b57-ad86-3d4c8749fbf1 service neutron] 10.222.0.120 "GET /v2.0/networks/a7c73c67-867b-4cd1-a7a6-d305a5dc51d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7327535 Feb 09 01:24:53.276037 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e0263a8-860c-4d2a-a20f-6598cde1a49d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:53.279738 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7e0263a8-860c-4d2a-a20f-6598cde1a49d admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 6.9877853 Feb 09 01:24:53.279892 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb657d7-a212-41fb-b240-3ce799d45a3e None None] Routers {'729c8c43-c9e6-41e1-ba40-28def817fcf5'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:24:53.280023 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-1bb657d7-a212-41fb-b240-3ce799d45a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:24:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['729c8c43-c9e6-41e1-ba40-28def817fcf5'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:53.282210 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43162) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:53.286943 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0580beae-d961-40ed-9bc5-98a7f323e89b req-b0ba8126-b303-4ece-8f33-8af884c1d024 service neutron] 10.222.0.47 "GET /v2.0/networks/6dadc292-9db2-4c8d-9c03-42f79abbabb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8550301 Feb 09 01:24:53.384418 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 0e705fc3-c1c8-4b8d-a1e9-d634564c8d64 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:24:53.492882 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 0e705fc3-c1c8-4b8d-a1e9-d634564c8d64, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=0e705fc3-c1c8-4b8d-a1e9-d634564c8d64,segment=NetworkSegment(1f71eaa0-f848-4fa8-8dc0-a878a8acc7c7),segment_id=1f71eaa0-f848-4fa8-8dc0-a878a8acc7c7)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:53.509864 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '0e705fc3-c1c8-4b8d-a1e9-d634564c8d64', 'network_id': '6dadc292-9db2-4c8d-9c03-42f79abbabb0', 'port_id': '0e705fc3-c1c8-4b8d-a1e9-d634564c8d64', 'mac_address': 'fa:16:3e:f3:86:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f9e9a8b-30c8-45fe-af55-db4baf56158f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:24:53.573787 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-1bb657d7-a212-41fb-b240-3ce799d45a3e None None] Set router 729c8c43-c9e6-41e1-ba40-28def817fcf5 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:24:53.668351 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 0e705fc3-c1c8-4b8d-a1e9-d634564c8d64 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:53.669069 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (0e705fc3-c1c8-4b8d-a1e9-d634564c8d64), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:53.690328 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e705fc3-c1c8-4b8d-a1e9-d634564c8d64 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:24:53.733200 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-56b4db71-5c56-438a-968d-5492f754216a req-f260cd63-eaf5-43cf-9514-d54784d11535 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6455362 Feb 09 01:24:53.738175 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0580beae-d961-40ed-9bc5-98a7f323e89b req-9d957cba-200f-4cfa-9523-606d3aebf4af service neutron] 10.222.0.47 "GET /v2.0/networks/6dadc292-9db2-4c8d-9c03-42f79abbabb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625551 Feb 09 01:24:53.918471 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 0e705fc3-c1c8-4b8d-a1e9-d634564c8d64, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=0e705fc3-c1c8-4b8d-a1e9-d634564c8d64,segment=NetworkSegment(1f71eaa0-f848-4fa8-8dc0-a878a8acc7c7),segment_id=1f71eaa0-f848-4fa8-8dc0-a878a8acc7c7)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:53.938162 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-cef7bc4b-93d1-4c26-887d-e0c6a188a406 None None] Current status of the port 6d8da642-12ca-4c86-b09a-0d0865fb9dc7 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:53.940279 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-082054d9-339d-4639-a522-f5591b51fcc7 req-19d34e97-6008-409b-8fce-12bc150001dd service neutron] 10.222.0.120 "GET /v2.0/networks/a7c73c67-867b-4cd1-a7a6-d305a5dc51d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6741149 Feb 09 01:24:53.942437 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43180) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:53.947756 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (0e705fc3-c1c8-4b8d-a1e9-d634564c8d64), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:53.960602 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 6d8da642-12ca-4c86-b09a-0d0865fb9dc7 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:53.983378 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-78813256-3cfc-4244-ab72-8409b0d05f82 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1330956286-network', 'tenant_id': 'ec505bef08414d84b29dc30590be813b'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:54.067464 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-87985a73-695a-4774-80a1-976cb72a78a6 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (aa2c3278-829c-4363-9b68-e01d86f2c753), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:54.105491 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe550e-b1f8-4769-871c-ba657df1b5c4 req-d63d78e0-ccef-4147-9364-af2144c6adbe tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:54.107198 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3ebe550e-b1f8-4769-871c-ba657df1b5c4 req-d63d78e0-ccef-4147-9364-af2144c6adbe tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] 10.222.0.50 "GET /v2.0/ports?device_id=69540b18-9afa-4b4b-88ca-905257684d22 HTTP/1.1" status: 200 len: 944 time: 0.3680801 Feb 09 01:24:54.113382 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78813256-3cfc-4244-ab72-8409b0d05f82 admin admin] Made reservation on behalf of ec505bef08414d84b29dc30590be813b for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:54.113382 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-78813256-3cfc-4244-ab72-8409b0d05f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:54.149308 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-78813256-3cfc-4244-ab72-8409b0d05f82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:54.156616 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-1bb657d7-a212-41fb-b240-3ce799d45a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729c8c43-c9e6-41e1-ba40-28def817fcf5', 'name': 'tempest-TestServerBasicOps-1765108493-router', 'tenant_id': '4f98c7fdebb0485fb570809def96421c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '4f51b24f-b023-49d9-8560-e53fdf916e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:46Z', 'updated_at': '2022-02-09T01:24:51Z', 'revision_number': 3, 'project_id': '4f98c7fdebb0485fb570809def96421c', 'gw_port': {'id': '4f51b24f-b023-49d9-8560-e53fdf916e1f', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729c8c43-c9e6-41e1-ba40-28def817fcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:49Z', 'updated_at': '2022-02-09T01:24:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:54.180710 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 832db3f3-699c-4232-b40d-da165c776bca up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:24:54.230046 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb657d7-a212-41fb-b240-3ce799d45a3e None None] Checking router: 729c8c43-c9e6-41e1-ba40-28def817fcf5 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:24:54.230400 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb657d7-a212-41fb-b240-3ce799d45a3e None None] Updating router 729c8c43-c9e6-41e1-ba40-28def817fcf5 port 4f51b24f-b023-49d9-8560-e53fdf916e1f binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:24:54.248101 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-78813256-3cfc-4244-ab72-8409b0d05f82 admin admin] Publish callbacks [] for security_group (3be135ac-7d3a-4485-8d80-618c54346ff8), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:54.252434 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['0e705fc3-c1c8-4b8d-a1e9-d634564c8d64'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:24:54.294190 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1bb657d7-a212-41fb-b240-3ce799d45a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4f51b24f-b023-49d9-8560-e53fdf916e1f), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:54.309255 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-78813256-3cfc-4244-ab72-8409b0d05f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (3be135ac-7d3a-4485-8d80-618c54346ff8), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:54.357492 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-b1293b45-d032-4bca-95e3-5bf086d03737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'name': 'tempest-TestVolumeBootPattern-157314528-router', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '832db3f3-699c-4232-b40d-da165c776bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:39Z', 'updated_at': '2022-02-09T01:24:49Z', 'revision_number': 4, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'gw_port': {'id': '832db3f3-699c-4232-b40d-da165c776bca', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:41Z', 'updated_at': '2022-02-09T01:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '363b3493-e9bd-4c21-9ff5-05551ea98e75', 'name': '', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'mac_address': 'fa:16:3e:6d:67:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '68d3f132-83c5-49da-80a3-1924c70a8491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:46Z', 'updated_at': '2022-02-09T01:24:49Z', 'revision_number': 2, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'subnets': [{'id': '68d3f132-83c5-49da-80a3-1924c70a8491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:54.378188 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78813256-3cfc-4244-ab72-8409b0d05f82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1040} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:24:54.389978 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-78813256-3cfc-4244-ab72-8409b0d05f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (bb1a3265-6e01-4bd5-9871-f23548fdd29a), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:54.390350 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-78813256-3cfc-4244-ab72-8409b0d05f82 admin admin] Added segment bb1a3265-6e01-4bd5-9871-f23548fdd29a of type vlan for network 3f2c564e-03b0-4781-82ee-6d5da5e8ddaf Feb 09 01:24:54.394845 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1293b45-d032-4bca-95e3-5bf086d03737 None None] Checking router: c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:24:54.395221 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1293b45-d032-4bca-95e3-5bf086d03737 None None] Updating router c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf port 363b3493-e9bd-4c21-9ff5-05551ea98e75 binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:24:54.400704 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=0e705fc3-c1c8-4b8d-a1e9-d634564c8d64,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:54.454951 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-78813256-3cfc-4244-ab72-8409b0d05f82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (3f2c564e-03b0-4781-82ee-6d5da5e8ddaf), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:54.470771 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b1293b45-d032-4bca-95e3-5bf086d03737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (363b3493-e9bd-4c21-9ff5-05551ea98e75), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:54.494215 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 832db3f3-699c-4232-b40d-da165c776bca triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:54.494597 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (832db3f3-699c-4232-b40d-da165c776bca), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:54.505221 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78813256-3cfc-4244-ab72-8409b0d05f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be135ac-7d3a-4485-8d80-618c54346ff8,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:54.566245 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3ebe550e-b1f8-4769-871c-ba657df1b5c4 req-3c803e9e-0cf6-4d8e-8e92-90ccf9013b03 tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f69c536-89ec-4d31-9996-f5459644a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4473236 Feb 09 01:24:54.647721 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-87985a73-695a-4774-80a1-976cb72a78a6 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (aa2c3278-829c-4363-9b68-e01d86f2c753), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:54.733205 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1bb657d7-a212-41fb-b240-3ce799d45a3e None None] Publish callbacks [] for port (4f51b24f-b023-49d9-8560-e53fdf916e1f), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:54.742259 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1bb657d7-a212-41fb-b240-3ce799d45a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (4f51b24f-b023-49d9-8560-e53fdf916e1f), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:54.745188 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-87985a73-695a-4774-80a1-976cb72a78a6 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:54.753409 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-87985a73-695a-4774-80a1-976cb72a78a6 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/aa2c3278-829c-4363-9b68-e01d86f2c753 HTTP/1.1" status: 204 len: 168 time: 1.9187155 Feb 09 01:24:54.755860 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43190) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:54.757831 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-78813256-3cfc-4244-ab72-8409b0d05f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (3f2c564e-03b0-4781-82ee-6d5da5e8ddaf), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:54.760167 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78813256-3cfc-4244-ab72-8409b0d05f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:54.760788 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10eba980-5868-4394-b827-2b374968f714 None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:24:54.760934 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-78813256-3cfc-4244-ab72-8409b0d05f82 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:54.770599 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87985a73-695a-4774-80a1-976cb72a78a6 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Subnet': ['ID=aa2c3278-829c-4363-9b68-e01d86f2c753,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:54.869567 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-1bb657d7-a212-41fb-b240-3ce799d45a3e None None] Attempting to bind port 4f51b24f-b023-49d9-8560-e53fdf916e1f on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:24:54.870259 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-1bb657d7-a212-41fb-b240-3ce799d45a3e None None] Attempting to bind port 4f51b24f-b023-49d9-8560-e53fdf916e1f by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:24:54.870754 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb657d7-a212-41fb-b240-3ce799d45a3e None None] Attempting to bind port 4f51b24f-b023-49d9-8560-e53fdf916e1f on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:24:54.876270 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-80b91c19-374b-47b3-8a1b-748a0dec660c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1192784 Feb 09 01:24:54.880699 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 832db3f3-699c-4232-b40d-da165c776bca is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:54.881465 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43200) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:54.881840 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device fc9fbdee-b2f7-4ed5-9256-13085fa7ef47 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:24:54.887922 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb657d7-a212-41fb-b240-3ce799d45a3e None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:24:54.888572 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb657d7-a212-41fb-b240-3ce799d45a3e None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:24:54.889094 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1bb657d7-a212-41fb-b240-3ce799d45a3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:54.889598 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb657d7-a212-41fb-b240-3ce799d45a3e None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:24:54.890214 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-1bb657d7-a212-41fb-b240-3ce799d45a3e None None] Bound port: 4f51b24f-b023-49d9-8560-e53fdf916e1f, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:24:54.890704 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1bb657d7-a212-41fb-b240-3ce799d45a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4f51b24f-b023-49d9-8560-e53fdf916e1f), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:54.910552 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00049f3-4a12-42c9-8c07-bd8430d36422 req-60b4f736-e923-4091-9b54-0a3b19c888b1 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:54.912672 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c00049f3-4a12-42c9-8c07-bd8430d36422 req-60b4f736-e923-4091-9b54-0a3b19c888b1 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=27692869-bfd1-47aa-8ed5-f3224fa206ce HTTP/1.1" status: 200 len: 945 time: 0.6629314 Feb 09 01:24:54.948233 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78813256-3cfc-4244-ab72-8409b0d05f82 admin admin] Pushing event updated for resources: {'Network': ['ID=3f2c564e-03b0-4781-82ee-6d5da5e8ddaf,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:54.957057 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-1bb657d7-a212-41fb-b240-3ce799d45a3e None None] For port 4f51b24f-b023-49d9-8560-e53fdf916e1f, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:24:54.959098 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-1bb657d7-a212-41fb-b240-3ce799d45a3e None None] For port 4f51b24f-b023-49d9-8560-e53fdf916e1f, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=4f51b24f-b023-49d9-8560-e53fdf916e1f,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:24:54.965141 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e05f31-6376-46fa-9caa-72a1db93b43e None None] Pushing event updated for resources: {'Port': ['ID=4f51b24f-b023-49d9-8560-e53fdf916e1f,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:54.987550 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1bb657d7-a212-41fb-b240-3ce799d45a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (4f51b24f-b023-49d9-8560-e53fdf916e1f), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:55.027650 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb5da-faf4-42ae-964d-49181361a5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:55.034598 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 3f2c564e-03b0-4781-82ee-6d5da5e8ddaf details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:24:55.053739 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-78813256-3cfc-4244-ab72-8409b0d05f82 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1054282 Feb 09 01:24:55.062769 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43202) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:55.081995 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-e6727a15-0b4b-4f39-99c8-cbfbaeaa300d admin admin] Request body: {'subnet': {'network_id': '3f2c564e-03b0-4781-82ee-6d5da5e8ddaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1330956286-subnet', 'tenant_id': 'ec505bef08414d84b29dc30590be813b', 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:55.096303 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb657d7-a212-41fb-b240-3ce799d45a3e None None] Routers {'729c8c43-c9e6-41e1-ba40-28def817fcf5'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:24:55.097347 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-1bb657d7-a212-41fb-b240-3ce799d45a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:24:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['729c8c43-c9e6-41e1-ba40-28def817fcf5'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:55.143726 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e05f31-6376-46fa-9caa-72a1db93b43e None None] Pushing event updated for resources: {'Port': ['ID=4f51b24f-b023-49d9-8560-e53fdf916e1f,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:55.147938 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f85a433-a3c8-47e6-823e-8dbdfaaff743 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:55.154796 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236489de-9c66-409d-b1eb-07110baf4ce6 req-08e4770e-3175-45ef-b420-c3dab4c10ae0 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:55.155074 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5f85a433-a3c8-47e6-823e-8dbdfaaff743 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2174592 Feb 09 01:24:55.162818 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43204) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:55.163384 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6727a15-0b4b-4f39-99c8-cbfbaeaa300d admin admin] Made reservation on behalf of ec505bef08414d84b29dc30590be813b for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:55.165415 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-236489de-9c66-409d-b1eb-07110baf4ce6 req-08e4770e-3175-45ef-b420-c3dab4c10ae0 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=206a159e-d5b7-4c7a-bf55-d28bde7be5d6 HTTP/1.1" status: 200 len: 945 time: 0.2464995 Feb 09 01:24:55.167375 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e6727a15-0b4b-4f39-99c8-cbfbaeaa300d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:55.173028 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c00049f3-4a12-42c9-8c07-bd8430d36422 req-3c9010f4-aa76-47d1-ac43-05418c458d11 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854961 Feb 09 01:24:55.277187 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-236489de-9c66-409d-b1eb-07110baf4ce6 req-f1c693ba-0ec2-4363-9563-8a6396099b40 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029680 Feb 09 01:24:55.323231 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-1bb657d7-a212-41fb-b240-3ce799d45a3e None None] Set router 729c8c43-c9e6-41e1-ba40-28def817fcf5 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:24:55.375126 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfe4b76-223a-47df-bd42-0365d0eca0ee tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:55.378904 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ddfe4b76-223a-47df-bd42-0365d0eca0ee tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2012334 Feb 09 01:24:55.379418 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43210) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:55.486093 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-aebf2e64-9a41-492f-8283-0c47ef415028 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1017449 Feb 09 01:24:55.488352 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43212) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:55.501070 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-6a0a054c-4f83-4151-a635-75806222abbb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'subnet': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:55.549858 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port fc9fbdee-b2f7-4ed5-9256-13085fa7ef47 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:55.550252 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (fc9fbdee-b2f7-4ed5-9256-13085fa7ef47), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:55.766944 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-1bb657d7-a212-41fb-b240-3ce799d45a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729c8c43-c9e6-41e1-ba40-28def817fcf5', 'name': 'tempest-TestServerBasicOps-1765108493-router', 'tenant_id': '4f98c7fdebb0485fb570809def96421c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '4f51b24f-b023-49d9-8560-e53fdf916e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:46Z', 'updated_at': '2022-02-09T01:24:51Z', 'revision_number': 3, 'project_id': '4f98c7fdebb0485fb570809def96421c', 'gw_port': {'id': '4f51b24f-b023-49d9-8560-e53fdf916e1f', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729c8c43-c9e6-41e1-ba40-28def817fcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:49Z', 'updated_at': '2022-02-09T01:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:55.779784 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf06ae90-aab0-41c7-b7f4-0495938e2a20 None None] DHCP port deletion for a8203b0d-e7af-492c-8c21-23f9563ce2e8 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:24:55.848356 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-6b9fb5da-faf4-42ae-964d-49181361a5da admin admin] Allocated IP 172.20.0.1 (6076cc38-83af-4e8f-b6d9-59b61dc00254/f080e354-192c-45c8-9f02-4a3b41a60c52/ed1d5eee-781c-4a1b-8c14-17114c85e732) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:24:55.849028 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb657d7-a212-41fb-b240-3ce799d45a3e None None] The sync data for ids ['729c8c43-c9e6-41e1-ba40-28def817fcf5'] in n-d-828369-4 is: [{'id': '729c8c43-c9e6-41e1-ba40-28def817fcf5', 'name': 'tempest-TestServerBasicOps-1765108493-router', 'tenant_id': '4f98c7fdebb0485fb570809def96421c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '4f51b24f-b023-49d9-8560-e53fdf916e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:46Z', 'updated_at': '2022-02-09T01:24:51Z', 'revision_number': 3, 'project_id': '4f98c7fdebb0485fb570809def96421c', 'gw_port': {'id': '4f51b24f-b023-49d9-8560-e53fdf916e1f', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729c8c43-c9e6-41e1-ba40-28def817fcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:49Z', 'updated_at': '2022-02-09T01:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:24:55.860513 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57408f5f-4339-4423-b39a-4918cc9ae161 req-4a9277d1-a008-454e-be85-47e0d25aad9b tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:55.861520 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0a054c-4f83-4151-a635-75806222abbb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:55.866513 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-57408f5f-4339-4423-b39a-4918cc9ae161 req-4a9277d1-a008-454e-be85-47e0d25aad9b tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] 10.222.0.50 "GET /v2.0/ports?device_id=69540b18-9afa-4b4b-88ca-905257684d22 HTTP/1.1" status: 200 len: 944 time: 0.1042910 Feb 09 01:24:55.872509 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6a0a054c-4f83-4151-a635-75806222abbb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:55.954374 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-57408f5f-4339-4423-b39a-4918cc9ae161 req-96106797-b6b4-4a09-bbb5-8027b48143d3 tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f69c536-89ec-4d31-9996-f5459644a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817075 Feb 09 01:24:55.957891 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b1293b45-d032-4bca-95e3-5bf086d03737 None None] Publish callbacks [] for port (363b3493-e9bd-4c21-9ff5-05551ea98e75), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:55.973701 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port fc9fbdee-b2f7-4ed5-9256-13085fa7ef47 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:55.979416 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 6d8da642-12ca-4c86-b09a-0d0865fb9dc7 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:24:55.983802 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b1293b45-d032-4bca-95e3-5bf086d03737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (363b3493-e9bd-4c21-9ff5-05551ea98e75), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:56.146378 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e6727a15-0b4b-4f39-99c8-cbfbaeaa300d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (b23fe9d1-b054-4ff0-8b48-bb7761b98005), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:56.166310 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-cf06ae90-aab0-41c7-b7f4-0495938e2a20 None None] Deleting port fc9fbdee-b2f7-4ed5-9256-13085fa7ef47 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:24:56.166953 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cf06ae90-aab0-41c7-b7f4-0495938e2a20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (fc9fbdee-b2f7-4ed5-9256-13085fa7ef47), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:56.193522 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d18d243-e975-46ff-9e2f-920a949f1d29 None None] Pushing event updated for resources: {'Port': ['ID=363b3493-e9bd-4c21-9ff5-05551ea98e75,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:56.363903 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-cf06ae90-aab0-41c7-b7f4-0495938e2a20 None None] For port fc9fbdee-b2f7-4ed5-9256-13085fa7ef47, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=fc9fbdee-b2f7-4ed5-9256-13085fa7ef47,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:24:56.368562 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cf06ae90-aab0-41c7-b7f4-0495938e2a20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (fc9fbdee-b2f7-4ed5-9256-13085fa7ef47), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:56.390569 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-cf06ae90-aab0-41c7-b7f4-0495938e2a20 None None] Calling delete_port for fc9fbdee-b2f7-4ed5-9256-13085fa7ef47 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:24:56.503944 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cf06ae90-aab0-41c7-b7f4-0495938e2a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (fc9fbdee-b2f7-4ed5-9256-13085fa7ef47), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:56.542844 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf06ae90-aab0-41c7-b7f4-0495938e2a20 None None] No DVR routers for this DVR port fc9fbdee-b2f7-4ed5-9256-13085fa7ef47 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:24:56.548332 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf06ae90-aab0-41c7-b7f4-0495938e2a20 None None] Pushing event deleted for resources: {'Port': ['ID=fc9fbdee-b2f7-4ed5-9256-13085fa7ef47,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:56.569547 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-b1293b45-d032-4bca-95e3-5bf086d03737 None None] Attempting to bind port 363b3493-e9bd-4c21-9ff5-05551ea98e75 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:24:56.570076 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-b1293b45-d032-4bca-95e3-5bf086d03737 None None] Attempting to bind port 363b3493-e9bd-4c21-9ff5-05551ea98e75 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'd40e3b64-4486-4490-9380-e6758cb22819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:24:56.570553 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1293b45-d032-4bca-95e3-5bf086d03737 None None] Attempting to bind port 363b3493-e9bd-4c21-9ff5-05551ea98e75 on network e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:24:56.573439 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 6d8da642-12ca-4c86-b09a-0d0865fb9dc7 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:56.573954 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (6d8da642-12ca-4c86-b09a-0d0865fb9dc7), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:56.582167 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80beff-fc52-423f-bba8-5b28d222d7e5 req-a9723609-67ed-4349-abee-c4dae89c269a tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:56.583913 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7d80beff-fc52-423f-bba8-5b28d222d7e5 req-a9723609-67ed-4349-abee-c4dae89c269a tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=27692869-bfd1-47aa-8ed5-f3224fa206ce HTTP/1.1" status: 200 len: 945 time: 0.2239180 Feb 09 01:24:56.605999 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1293b45-d032-4bca-95e3-5bf086d03737 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:24:56.606509 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1293b45-d032-4bca-95e3-5bf086d03737 None None] Checking segment: {'id': 'd40e3b64-4486-4490-9380-e6758cb22819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:24:56.607202 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b1293b45-d032-4bca-95e3-5bf086d03737 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:56.607900 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1293b45-d032-4bca-95e3-5bf086d03737 None None] Bound using segment: {'id': 'd40e3b64-4486-4490-9380-e6758cb22819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:24:56.608427 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-b1293b45-d032-4bca-95e3-5bf086d03737 None None] Bound port: 363b3493-e9bd-4c21-9ff5-05551ea98e75, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd40e3b64-4486-4490-9380-e6758cb22819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:24:56.608956 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b1293b45-d032-4bca-95e3-5bf086d03737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (363b3493-e9bd-4c21-9ff5-05551ea98e75), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:56.652296 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e3ad8-c504-408c-af45-c63df8a6206c req-32d3b6f1-559c-4f73-af77-f66f80455ca3 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:56.653948 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c58e3ad8-c504-408c-af45-c63df8a6206c req-32d3b6f1-559c-4f73-af77-f66f80455ca3 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=206a159e-d5b7-4c7a-bf55-d28bde7be5d6 HTTP/1.1" status: 200 len: 945 time: 0.2237499 Feb 09 01:24:56.686986 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-d2972a27-a7f0-488c-a897-22b2e56ecd01 None None] Provisioning complete for port 363b3493-e9bd-4c21-9ff5-05551ea98e75 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:56.687531 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d2972a27-a7f0-488c-a897-22b2e56ecd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (363b3493-e9bd-4c21-9ff5-05551ea98e75), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:56.707190 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6727a15-0b4b-4f39-99c8-cbfbaeaa300d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b23fe9d1-b054-4ff0-8b48-bb7761b98005,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:56.714790 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7d80beff-fc52-423f-bba8-5b28d222d7e5 req-2293f683-8ef5-4151-954a-861a8b25c808 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160512 Feb 09 01:24:56.792264 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c58e3ad8-c504-408c-af45-c63df8a6206c req-9e6ea251-1d42-4392-bee2-d5d1f2b58351 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315730 Feb 09 01:24:56.802550 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-d2972a27-a7f0-488c-a897-22b2e56ecd01 None None] Port 363b3493-e9bd-4c21-9ff5-05551ea98e75 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:24:56.864412 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-b1293b45-d032-4bca-95e3-5bf086d03737 None None] For port 363b3493-e9bd-4c21-9ff5-05551ea98e75, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:24:56.882292 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6a0a054c-4f83-4151-a635-75806222abbb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (78a17427-282f-4691-b838-e0b5c2f2dc17), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:56.951500 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-b1293b45-d032-4bca-95e3-5bf086d03737 None None] For port 363b3493-e9bd-4c21-9ff5-05551ea98e75, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=363b3493-e9bd-4c21-9ff5-05551ea98e75,segment=NetworkSegment(d40e3b64-4486-4490-9380-e6758cb22819),segment_id=d40e3b64-4486-4490-9380-e6758cb22819)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:24:56.963943 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6727a15-0b4b-4f39-99c8-cbfbaeaa300d admin admin] Checking segment: {'id': 'bb1a3265-6e01-4bd5-9871-f23548fdd29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '3f2c564e-03b0-4781-82ee-6d5da5e8ddaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:24:56.964316 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6727a15-0b4b-4f39-99c8-cbfbaeaa300d admin admin] Network hostable DHCP agents. Network: 3f2c564e-03b0-4781-82ee-6d5da5e8ddaf, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:24:56.996867 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b1293b45-d032-4bca-95e3-5bf086d03737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (363b3493-e9bd-4c21-9ff5-05551ea98e75), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:57.016976 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb5da-faf4-42ae-964d-49181361a5da admin admin] Publish callbacks [] for port (ed1d5eee-781c-4a1b-8c14-17114c85e732), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:57.045842 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0a054c-4f83-4151-a635-75806222abbb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:57.060221 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-6a0a054c-4f83-4151-a635-75806222abbb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:57.076335 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0a054c-4f83-4151-a635-75806222abbb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:57.077204 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6a0a054c-4f83-4151-a635-75806222abbb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:57.108990 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0a054c-4f83-4151-a635-75806222abbb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Subnet': ['ID=78a17427-282f-4691-b838-e0b5c2f2dc17,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:57.132270 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6a0a054c-4f83-4151-a635-75806222abbb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6426983 Feb 09 01:24:57.135849 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43248) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:57.136485 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6727a15-0b4b-4f39-99c8-cbfbaeaa300d admin admin] Network 3f2c564e-03b0-4781-82ee-6d5da5e8ddaf is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:24:57.156791 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-10b55a9c-c4cc-4b12-b523-f2cf9663e2ce tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'port': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'mac_address': 'fa:16:3e:2f:95:22', 'name': 'tempest-NetworksTestDHCPv6-549546402'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:57.166675 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-e6727a15-0b4b-4f39-99c8-cbfbaeaa300d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 3f2c564e-03b0-4781-82ee-6d5da5e8ddaf) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:57.177075 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6727a15-0b4b-4f39-99c8-cbfbaeaa300d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:57.177075 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e6727a15-0b4b-4f39-99c8-cbfbaeaa300d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:57.187234 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d18d243-e975-46ff-9e2f-920a949f1d29 None None] Pushing event updated for resources: {'Port': ['ID=363b3493-e9bd-4c21-9ff5-05551ea98e75,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:57.190009 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb5da-faf4-42ae-964d-49181361a5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (ed1d5eee-781c-4a1b-8c14-17114c85e732), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:57.193157 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0510cb-46c6-4099-a054-87cdc8a5856d None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:24:57.221807 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 6d8da642-12ca-4c86-b09a-0d0865fb9dc7 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:57.227218 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1021f8-3300-4d3a-b3b1-9a62c69e84a7 None None] Network 3f2c564e-03b0-4781-82ee-6d5da5e8ddaf requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:24:57.254998 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9fb5da-faf4-42ae-964d-49181361a5da admin admin] Network 6076cc38-83af-4e8f-b6d9-59b61dc00254 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:57.329644 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-6b9fb5da-faf4-42ae-964d-49181361a5da admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:57.333686 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9fb5da-faf4-42ae-964d-49181361a5da admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:24:57.337869 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9fb5da-faf4-42ae-964d-49181361a5da admin admin] Pushing event updated for resources: {'Port': ['ID=ed1d5eee-781c-4a1b-8c14-17114c85e732,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:57.350103 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e6727a15-0b4b-4f39-99c8-cbfbaeaa300d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2853558 Feb 09 01:24:57.377375 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43252) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:57.386560 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-d4695883-0527-432a-9757-97fe797443d8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1330956286-router', 'tenant_id': 'ec505bef08414d84b29dc30590be813b', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:24:57.477694 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb5da-faf4-42ae-964d-49181361a5da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (729c8c43-c9e6-41e1-ba40-28def817fcf5), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:57.571721 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 0e705fc3-c1c8-4b8d-a1e9-d634564c8d64 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:24:57.591734 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d4695883-0527-432a-9757-97fe797443d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (78df22d9-f208-4a1a-bc9e-5d78d257b2e9), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:57.592820 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d4695883-0527-432a-9757-97fe797443d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (78df22d9-f208-4a1a-bc9e-5d78d257b2e9), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:57.623692 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592fc6ed-afb8-44bd-b654-d6aef8566b68 req-214e1b47-6739-410f-af92-5eaf93c1f63b tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:57.645711 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-592fc6ed-afb8-44bd-b654-d6aef8566b68 req-214e1b47-6739-410f-af92-5eaf93c1f63b tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] 10.222.0.50 "GET /v2.0/ports?device_id=69540b18-9afa-4b4b-88ca-905257684d22 HTTP/1.1" status: 200 len: 944 time: 0.5687878 Feb 09 01:24:57.661645 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4f51b24f-b023-49d9-8560-e53fdf916e1f up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:24:57.813754 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b55a9c-c4cc-4b12-b523-f2cf9663e2ce tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:24:57.826509 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1293b45-d032-4bca-95e3-5bf086d03737 None None] Routers {'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:24:57.837616 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-b1293b45-d032-4bca-95e3-5bf086d03737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:24:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:24:57.856768 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-592fc6ed-afb8-44bd-b654-d6aef8566b68 req-1b1efeee-24e1-4630-ba22-4a5d589404c9 tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f69c536-89ec-4d31-9996-f5459644a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064788 Feb 09 01:24:57.893888 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d4695883-0527-432a-9757-97fe797443d8 admin admin] Publish callbacks [] for router_controller (78df22d9-f208-4a1a-bc9e-5d78d257b2e9), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:58.098829 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-10b55a9c-c4cc-4b12-b523-f2cf9663e2ce tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:58.139053 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb5da-faf4-42ae-964d-49181361a5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ed1d5eee-781c-4a1b-8c14-17114c85e732), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:58.193368 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916aa7a5-8e10-40dc-bb7d-4b30d2ae119e req-a446c57b-c975-4da7-b6c6-1c057d150e8d tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:58.202334 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-916aa7a5-8e10-40dc-bb7d-4b30d2ae119e req-a446c57b-c975-4da7-b6c6-1c057d150e8d tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=206a159e-d5b7-4c7a-bf55-d28bde7be5d6 HTTP/1.1" status: 200 len: 945 time: 0.2530746 Feb 09 01:24:58.217324 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-10b55a9c-c4cc-4b12-b523-f2cf9663e2ce tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] device_id is not set on port aa57d681-4aa0-4ae7-8947-e9068b6356bd yet. {{(pid=103136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:24:58.306847 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-c42b17fa-1f3b-4b7b-80e6-b8b50fd898e3 None None] Provisioning complete for port 363b3493-e9bd-4c21-9ff5-05551ea98e75 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:58.307512 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c42b17fa-1f3b-4b7b-80e6-b8b50fd898e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (363b3493-e9bd-4c21-9ff5-05551ea98e75), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:58.322321 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-b1293b45-d032-4bca-95e3-5bf086d03737 None None] Set router c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:24:58.333293 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-916aa7a5-8e10-40dc-bb7d-4b30d2ae119e req-aeea8c6e-921e-495b-add2-b0f1e07dd006 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173971 Feb 09 01:24:58.333962 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d4695883-0527-432a-9757-97fe797443d8 admin admin] Publish callbacks [] for router_gateway (78df22d9-f208-4a1a-bc9e-5d78d257b2e9), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:58.511779 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-10b55a9c-c4cc-4b12-b523-f2cf9663e2ce tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Allocated IP 2001:db8::3ab (a8203b0d-e7af-492c-8c21-23f9563ce2e8/78a17427-282f-4691-b838-e0b5c2f2dc17/aa57d681-4aa0-4ae7-8947-e9068b6356bd) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:24:58.538665 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb5da-faf4-42ae-964d-49181361a5da admin admin] Publish callbacks [] for port (ed1d5eee-781c-4a1b-8c14-17114c85e732), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:58.553434 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb5da-faf4-42ae-964d-49181361a5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (ed1d5eee-781c-4a1b-8c14-17114c85e732), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:58.574032 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b857253-b6a1-4a00-b768-2ad06ccbbddb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-3f2c564e-03b0-4781-82ee-6d5da5e8ddaf', 'network_id': '3f2c564e-03b0-4781-82ee-6d5da5e8ddaf', 'project_id': 'ec505bef08414d84b29dc30590be813b', 'fixed_ips': [{'subnet_id': 'b23fe9d1-b054-4ff0-8b48-bb7761b98005'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:24:58.575138 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1b857253-b6a1-4a00-b768-2ad06ccbbddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:58.591295 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 4f51b24f-b023-49d9-8560-e53fdf916e1f triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:58.591619 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4f51b24f-b023-49d9-8560-e53fdf916e1f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:58.615987 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7f87ed-66da-44b7-8a06-cfc56b3a871e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'project_id': '2aa099fb60d240ab8ce8691ee5b2e38c', 'fixed_ips': [{'subnet_id': '78a17427-282f-4691-b838-e0b5c2f2dc17'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:24:58.618106 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ab7f87ed-66da-44b7-8a06-cfc56b3a871e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:58.723030 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 0e705fc3-c1c8-4b8d-a1e9-d634564c8d64 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:24:58.833462 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 0e705fc3-c1c8-4b8d-a1e9-d634564c8d64 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:24:58.833851 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (0e705fc3-c1c8-4b8d-a1e9-d634564c8d64), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:58.857508 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6b9fb5da-faf4-42ae-964d-49181361a5da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (729c8c43-c9e6-41e1-ba40-28def817fcf5), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:58.859642 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9fb5da-faf4-42ae-964d-49181361a5da admin admin] Pushing event updated for resources: {'Port': ['ID=ed1d5eee-781c-4a1b-8c14-17114c85e732,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:58.947604 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-10b55a9c-c4cc-4b12-b523-f2cf9663e2ce tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for port (aa57d681-4aa0-4ae7-8947-e9068b6356bd), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:59.026735 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-10b55a9c-c4cc-4b12-b523-f2cf9663e2ce tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (aa57d681-4aa0-4ae7-8947-e9068b6356bd), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:59.198445 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b55a9c-c4cc-4b12-b523-f2cf9663e2ce tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:59.222744 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-10b55a9c-c4cc-4b12-b523-f2cf9663e2ce tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:59.226102 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b55a9c-c4cc-4b12-b523-f2cf9663e2ce tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Port': ['ID=aa57d681-4aa0-4ae7-8947-e9068b6356bd,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:24:59.228803 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b55a9c-c4cc-4b12-b523-f2cf9663e2ce tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:24:59.248065 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b55a9c-c4cc-4b12-b523-f2cf9663e2ce tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:59.249176 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-10b55a9c-c4cc-4b12-b523-f2cf9663e2ce tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:59.306860 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6558a6c-9900-4abe-92a4-0c93166ddd30 req-8b4836e9-ac65-4e13-925b-c25d54b00e92 tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:59.315216 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6558a6c-9900-4abe-92a4-0c93166ddd30 req-8b4836e9-ac65-4e13-925b-c25d54b00e92 tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] 10.222.0.50 "GET /v2.0/ports?device_id=69540b18-9afa-4b4b-88ca-905257684d22 HTTP/1.1" status: 200 len: 944 time: 0.3041744 Feb 09 01:24:59.351189 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9fb5da-faf4-42ae-964d-49181361a5da admin admin] Network 6076cc38-83af-4e8f-b6d9-59b61dc00254 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:59.360799 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-ab7f87ed-66da-44b7-8a06-cfc56b3a871e None None] Allocated IP 2001:db8::2 (a8203b0d-e7af-492c-8c21-23f9563ce2e8/78a17427-282f-4691-b838-e0b5c2f2dc17/fb728c11-1c78-4ff2-bf41-f538c4dd4e2f) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:24:59.363095 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-6b9fb5da-faf4-42ae-964d-49181361a5da admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:24:59.389841 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-10b55a9c-c4cc-4b12-b523-f2cf9663e2ce tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2518556 Feb 09 01:24:59.393610 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43290) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:59.577847 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ab7f87ed-66da-44b7-8a06-cfc56b3a871e None None] Publish callbacks [] for port (fb728c11-1c78-4ff2-bf41-f538c4dd4e2f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:59.662623 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9fb5da-faf4-42ae-964d-49181361a5da admin admin] Router 729c8c43-c9e6-41e1-ba40-28def817fcf5 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:24:59.713334 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6558a6c-9900-4abe-92a4-0c93166ddd30 req-f0eb85e6-7a26-4945-ad2e-f16c53a2fba2 tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f69c536-89ec-4d31-9996-f5459644a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955531 Feb 09 01:24:59.756868 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1120f17f-f19d-41ac-8017-119f334310b4 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:59.758633 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1120f17f-f19d-41ac-8017-119f334310b4 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.3513119 Feb 09 01:24:59.761156 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43298) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:24:59.785102 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f723ba1-8a62-4aca-8e81-faaf2d81bb34 req-34d9234d-dfb6-445d-bdf9-3a1ac385b478 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:24:59.798504 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9f723ba1-8a62-4aca-8e81-faaf2d81bb34 req-34d9234d-dfb6-445d-bdf9-3a1ac385b478 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=206a159e-d5b7-4c7a-bf55-d28bde7be5d6 HTTP/1.1" status: 200 len: 945 time: 0.2650349 Feb 09 01:24:59.806590 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ab7f87ed-66da-44b7-8a06-cfc56b3a871e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (fb728c11-1c78-4ff2-bf41-f538c4dd4e2f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:59.921209 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c42b17fa-1f3b-4b7b-80e6-b8b50fd898e3 None None] Current status of the port 363b3493-e9bd-4c21-9ff5-05551ea98e75 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:24:59.921883 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c42b17fa-1f3b-4b7b-80e6-b8b50fd898e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (363b3493-e9bd-4c21-9ff5-05551ea98e75), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:59.964835 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d4695883-0527-432a-9757-97fe797443d8 admin admin] Publish callbacks [] for router_gateway (78df22d9-f208-4a1a-bc9e-5d78d257b2e9), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:24:59.965340 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7f87ed-66da-44b7-8a06-cfc56b3a871e None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:24:59.968419 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9f723ba1-8a62-4aca-8e81-faaf2d81bb34 req-ecfb2b9f-29a7-4f91-81f6-fbee86d4553b tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690526 Feb 09 01:25:00.023882 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d4695883-0527-432a-9757-97fe797443d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:00.061694 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-ab7f87ed-66da-44b7-8a06-cfc56b3a871e None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:00.112617 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f87ed-66da-44b7-8a06-cfc56b3a871e None None] Pushing event updated for resources: {'Port': ['ID=fb728c11-1c78-4ff2-bf41-f538c4dd4e2f,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:00.120998 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7f87ed-66da-44b7-8a06-cfc56b3a871e None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:25:00.213247 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-1b857253-b6a1-4a00-b768-2ad06ccbbddb None None] Allocated IP 172.20.0.2 (3f2c564e-03b0-4781-82ee-6d5da5e8ddaf/b23fe9d1-b054-4ff0-8b48-bb7761b98005/8a9aeccc-ed73-43db-801a-02d5971708a5) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:00.251560 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-1af08e08-2657-4e94-bce7-8eaf11ee4333 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting port aa57d681-4aa0-4ae7-8947-e9068b6356bd {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:25:00.254615 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1af08e08-2657-4e94-bce7-8eaf11ee4333 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (aa57d681-4aa0-4ae7-8947-e9068b6356bd), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:00.260931 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-c42b17fa-1f3b-4b7b-80e6-b8b50fd898e3 None None] For port 363b3493-e9bd-4c21-9ff5-05551ea98e75, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=363b3493-e9bd-4c21-9ff5-05551ea98e75,segment=NetworkSegment(d40e3b64-4486-4490-9380-e6758cb22819),segment_id=d40e3b64-4486-4490-9380-e6758cb22819)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:00.265687 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 4f51b24f-b023-49d9-8560-e53fdf916e1f is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:00.276143 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4f51b24f-b023-49d9-8560-e53fdf916e1f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:00.297051 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9fb5da-faf4-42ae-964d-49181361a5da admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:25:00.416864 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cfaa8c-4d66-4f6d-8d73-1218b340ca7a None None] Sync routers for ids ['729c8c43-c9e6-41e1-ba40-28def817fcf5'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:25:00.422146 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c42b17fa-1f3b-4b7b-80e6-b8b50fd898e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (363b3493-e9bd-4c21-9ff5-05551ea98e75), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:00.441160 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-d4695883-0527-432a-9757-97fe797443d8 admin admin] Allocated IP 172.25.8.17 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/a873525f-e022-432b-b24b-5306aad42f7f) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:00.510759 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1af08e08-2657-4e94-bce7-8eaf11ee4333 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (aa57d681-4aa0-4ae7-8947-e9068b6356bd), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:00.546767 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-1af08e08-2657-4e94-bce7-8eaf11ee4333 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Calling delete_port for aa57d681-4aa0-4ae7-8947-e9068b6356bd owned by {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:25:00.606000 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d4695883-0527-432a-9757-97fe797443d8 admin admin] Publish callbacks [] for port (a873525f-e022-432b-b24b-5306aad42f7f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:00.640348 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 0e705fc3-c1c8-4b8d-a1e9-d634564c8d64 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:00.644105 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (0e705fc3-c1c8-4b8d-a1e9-d634564c8d64), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:00.659228 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6b9fb5da-faf4-42ae-964d-49181361a5da admin admin] 10.222.0.50 "PUT /v2.0/routers/729c8c43-c9e6-41e1-ba40-28def817fcf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3741157 Feb 09 01:25:00.667658 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d4695883-0527-432a-9757-97fe797443d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (a873525f-e022-432b-b24b-5306aad42f7f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:00.748740 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43322) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:00.772870 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-ab7f87ed-66da-44b7-8a06-cfc56b3a871e None None] Attempting to bind port fb728c11-1c78-4ff2-bf41-f538c4dd4e2f on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:25:00.773391 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-ab7f87ed-66da-44b7-8a06-cfc56b3a871e None None] Attempting to bind port fb728c11-1c78-4ff2-bf41-f538c4dd4e2f by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:25:00.773765 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7f87ed-66da-44b7-8a06-cfc56b3a871e None None] Attempting to bind port fb728c11-1c78-4ff2-bf41-f538c4dd4e2f on network a8203b0d-e7af-492c-8c21-23f9563ce2e8 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:25:00.791833 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 4f51b24f-b023-49d9-8560-e53fdf916e1f, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=4f51b24f-b023-49d9-8560-e53fdf916e1f,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:00.885364 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4695883-0527-432a-9757-97fe797443d8 admin admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:00.907877 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7f87ed-66da-44b7-8a06-cfc56b3a871e None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:25:00.908831 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7f87ed-66da-44b7-8a06-cfc56b3a871e None None] Checking segment: {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:25:00.908831 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ab7f87ed-66da-44b7-8a06-cfc56b3a871e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:00.909627 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7f87ed-66da-44b7-8a06-cfc56b3a871e None None] Bound using segment: {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:25:00.914329 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-ab7f87ed-66da-44b7-8a06-cfc56b3a871e None None] Bound port: fb728c11-1c78-4ff2-bf41-f538c4dd4e2f, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:25:00.914756 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ab7f87ed-66da-44b7-8a06-cfc56b3a871e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (fb728c11-1c78-4ff2-bf41-f538c4dd4e2f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:00.917336 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-d4695883-0527-432a-9757-97fe797443d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:00.924239 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4695883-0527-432a-9757-97fe797443d8 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:25:00.933717 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-c42b17fa-1f3b-4b7b-80e6-b8b50fd898e3 None None] Provisioning complete for port ed1d5eee-781c-4a1b-8c14-17114c85e732 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:00.934104 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c42b17fa-1f3b-4b7b-80e6-b8b50fd898e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (ed1d5eee-781c-4a1b-8c14-17114c85e732), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:00.935522 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1af08e08-2657-4e94-bce7-8eaf11ee4333 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (aa57d681-4aa0-4ae7-8947-e9068b6356bd), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:01.030853 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c42b17fa-1f3b-4b7b-80e6-b8b50fd898e3 None None] Port ed1d5eee-781c-4a1b-8c14-17114c85e732 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:25:01.033985 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-b1293b45-d032-4bca-95e3-5bf086d03737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'name': 'tempest-TestVolumeBootPattern-157314528-router', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '832db3f3-699c-4232-b40d-da165c776bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:39Z', 'updated_at': '2022-02-09T01:24:49Z', 'revision_number': 4, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'gw_port': {'id': '832db3f3-699c-4232-b40d-da165c776bca', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:41Z', 'updated_at': '2022-02-09T01:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '363b3493-e9bd-4c21-9ff5-05551ea98e75', 'name': '', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'mac_address': 'fa:16:3e:6d:67:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '68d3f132-83c5-49da-80a3-1924c70a8491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:46Z', 'updated_at': '2022-02-09T01:24:56Z', 'revision_number': 4, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'subnets': [{'id': '68d3f132-83c5-49da-80a3-1924c70a8491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:01.035789 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cfaa8c-4d66-4f6d-8d73-1218b340ca7a None None] Routers {'729c8c43-c9e6-41e1-ba40-28def817fcf5'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:25:01.037870 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-03cfaa8c-4d66-4f6d-8d73-1218b340ca7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:24:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['729c8c43-c9e6-41e1-ba40-28def817fcf5'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:01.093430 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af08e08-2657-4e94-bce7-8eaf11ee4333 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Port': ['ID=aa57d681-4aa0-4ae7-8947-e9068b6356bd,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:01.098029 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4695883-0527-432a-9757-97fe797443d8 admin admin] Pushing event updated for resources: {'Port': ['ID=a873525f-e022-432b-b24b-5306aad42f7f,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:01.155627 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-992cf78c-a81b-4724-96fd-66f694a563e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:01.204075 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (4f51b24f-b023-49d9-8560-e53fdf916e1f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:01.226994 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1af08e08-2657-4e94-bce7-8eaf11ee4333 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:01.234562 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1af08e08-2657-4e94-bce7-8eaf11ee4333 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/ports/aa57d681-4aa0-4ae7-8947-e9068b6356bd HTTP/1.1" status: 204 len: 168 time: 1.4722128 Feb 09 01:25:01.238087 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43340) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:01.306686 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-664bfcdc-e482-4f99-8efe-7ca9c340a06a req-022248f9-25c0-4eb9-9f37-bbced499efe3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=547c25db-5882-4232-865f-96655cf83a72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3972876 Feb 09 01:25:01.345654 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device fc9fbdee-b2f7-4ed5-9256-13085fa7ef47 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:25:01.390966 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1293b45-d032-4bca-95e3-5bf086d03737 None None] The sync data for ids ['c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'] in n-d-828369-4 is: [{'id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'name': 'tempest-TestVolumeBootPattern-157314528-router', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '832db3f3-699c-4232-b40d-da165c776bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:39Z', 'updated_at': '2022-02-09T01:24:49Z', 'revision_number': 4, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'gw_port': {'id': '832db3f3-699c-4232-b40d-da165c776bca', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:41Z', 'updated_at': '2022-02-09T01:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '363b3493-e9bd-4c21-9ff5-05551ea98e75', 'name': '', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'mac_address': 'fa:16:3e:6d:67:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '68d3f132-83c5-49da-80a3-1924c70a8491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:46Z', 'updated_at': '2022-02-09T01:24:56Z', 'revision_number': 4, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'subnets': [{'id': '68d3f132-83c5-49da-80a3-1924c70a8491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:25:01.393274 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69540b18-9afa-4b4b-88ca-905257684d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e705fc3-c1c8-4b8d-a1e9-d634564c8d64'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:25:01.402541 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5082362-0a73-4351-ae67-935c9b800e6b" -d '{"events": [{"server_uuid": "69540b18-9afa-4b4b-88ca-905257684d22", "name": "network-vif-plugged", "status": "completed", "tag": "0e705fc3-c1c8-4b8d-a1e9-d634564c8d64"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:25:01.418623 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fea9b6-55d1-4fd6-8d7c-2b4e7ac6a1cb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:01.419985 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fea9b6-55d1-4fd6-8d7c-2b4e7ac6a1cb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:01.421591 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a9fea9b6-55d1-4fd6-8d7c-2b4e7ac6a1cb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1809683 Feb 09 01:25:01.432993 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42b17fa-1f3b-4b7b-80e6-b8b50fd898e3 None None] Pushing event updated for resources: {'Port': ['ID=363b3493-e9bd-4c21-9ff5-05551ea98e75,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:01.437866 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43346) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:01.444402 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: fc9fbdee-b2f7-4ed5-9256-13085fa7ef47 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:25:01.445308 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device fc9fbdee-b2f7-4ed5-9256-13085fa7ef47 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:25:01.569548 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 0e705fc3-c1c8-4b8d-a1e9-d634564c8d64, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=0e705fc3-c1c8-4b8d-a1e9-d634564c8d64,segment=NetworkSegment(1f71eaa0-f848-4fa8-8dc0-a878a8acc7c7),segment_id=1f71eaa0-f848-4fa8-8dc0-a878a8acc7c7)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:01.668732 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (0e705fc3-c1c8-4b8d-a1e9-d634564c8d64), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:01.675620 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-96c3a5b5-9722-4016-91d9-70ec5a56e952 None None] Provisioning complete for port ed1d5eee-781c-4a1b-8c14-17114c85e732 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:01.675620 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-96c3a5b5-9722-4016-91d9-70ec5a56e952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (ed1d5eee-781c-4a1b-8c14-17114c85e732), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:01.680684 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-d60019ce-73f6-4216-a201-39c1dc5a23c9 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting subnet 78a17427-282f-4691-b838-e0b5c2f2dc17 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:25:01.710089 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d60019ce-73f6-4216-a201-39c1dc5a23c9 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (78a17427-282f-4691-b838-e0b5c2f2dc17), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:01.770254 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051574a-ac2b-4a23-828c-dc1468bb5e7f req-c9b70224-1c06-4ab4-a441-8ee5421282cf tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:01.772778 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a051574a-ac2b-4a23-828c-dc1468bb5e7f req-c9b70224-1c06-4ab4-a441-8ee5421282cf tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=27692869-bfd1-47aa-8ed5-f3224fa206ce HTTP/1.1" status: 200 len: 945 time: 0.7856319 Feb 09 01:25:01.881366 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 363b3493-e9bd-4c21-9ff5-05551ea98e75 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:25:01.919457 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-992cf78c-a81b-4724-96fd-66f694a563e1 admin admin] Publish callbacks [] for security_group (e81cc8c4-c266-4ef9-b877-5384825ba8fc), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:01.949559 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-992cf78c-a81b-4724-96fd-66f694a563e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e81cc8c4-c266-4ef9-b877-5384825ba8fc), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:02.046784 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d60019ce-73f6-4216-a201-39c1dc5a23c9 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (78a17427-282f-4691-b838-e0b5c2f2dc17), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:02.069840 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1b857253-b6a1-4a00-b768-2ad06ccbbddb None None] Publish callbacks [] for port (8a9aeccc-ed73-43db-801a-02d5971708a5), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:02.074090 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=4f51b24f-b023-49d9-8560-e53fdf916e1f,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:02.082694 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-ab7f87ed-66da-44b7-8a06-cfc56b3a871e None None] For port fb728c11-1c78-4ff2-bf41-f538c4dd4e2f, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:25:02.153569 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43362) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:02.159459 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-90d76d99-2fb7-413a-acdc-eddec84d2d5c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1933728008-network', 'tenant_id': 'b9b1459f473849d985e42afcfc5cb7e5'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:02.182329 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-03cfaa8c-4d66-4f6d-8d73-1218b340ca7a None None] Set router 729c8c43-c9e6-41e1-ba40-28def817fcf5 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:25:02.190703 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-96c3a5b5-9722-4016-91d9-70ec5a56e952 None None] Port ed1d5eee-781c-4a1b-8c14-17114c85e732 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:25:02.192974 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=0e705fc3-c1c8-4b8d-a1e9-d634564c8d64,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:02.252511 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1b857253-b6a1-4a00-b768-2ad06ccbbddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (8a9aeccc-ed73-43db-801a-02d5971708a5), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:02.290778 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-ab7f87ed-66da-44b7-8a06-cfc56b3a871e None None] For port fb728c11-1c78-4ff2-bf41-f538c4dd4e2f, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=fb728c11-1c78-4ff2-bf41-f538c4dd4e2f,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:25:02.302479 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d76d99-2fb7-413a-acdc-eddec84d2d5c admin admin] Made reservation on behalf of b9b1459f473849d985e42afcfc5cb7e5 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:02.305211 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-90d76d99-2fb7-413a-acdc-eddec84d2d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:02.308110 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-992cf78c-a81b-4724-96fd-66f694a563e1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=205a170f56a34e1e9836ff2cf399734d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5546055 Feb 09 01:25:02.312734 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43368) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:02.325540 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63462c7-756a-45bd-a63c-f3508f6d8307 req-52e502ff-8bce-4d85-ae57-50c93b2392fa tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:02.327434 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a63462c7-756a-45bd-a63c-f3508f6d8307 req-52e502ff-8bce-4d85-ae57-50c93b2392fa tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] 10.222.0.50 "GET /v2.0/ports?device_id=69540b18-9afa-4b4b-88ca-905257684d22 HTTP/1.1" status: 200 len: 944 time: 1.4073677 Feb 09 01:25:02.348499 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-90d76d99-2fb7-413a-acdc-eddec84d2d5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:02.351432 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d60019ce-73f6-4216-a201-39c1dc5a23c9 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (78a17427-282f-4691-b838-e0b5c2f2dc17), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:02.427583 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ab7f87ed-66da-44b7-8a06-cfc56b3a871e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (fb728c11-1c78-4ff2-bf41-f538c4dd4e2f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:02.429221 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bfcdc-e482-4f99-8efe-7ca9c340a06a req-af7a4835-d8d1-4a3e-a30e-ce843b275455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:02.431874 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-664bfcdc-e482-4f99-8efe-7ca9c340a06a req-af7a4835-d8d1-4a3e-a30e-ce843b275455 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2c4f55ab750f4159bdfcab050e5654ef&device_id=547c25db-5882-4232-865f-96655cf83a72 HTTP/1.1" status: 200 len: 1127 time: 1.0526536 Feb 09 01:25:02.451201 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d60019ce-73f6-4216-a201-39c1dc5a23c9 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (78a17427-282f-4691-b838-e0b5c2f2dc17), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:02.478273 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b857253-b6a1-4a00-b768-2ad06ccbbddb None None] Network 3f2c564e-03b0-4781-82ee-6d5da5e8ddaf is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:02.526396 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-1b857253-b6a1-4a00-b768-2ad06ccbbddb None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:02.531054 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9233366a-5096-4083-a09b-a26e35ccf0e8 admin admin] Publish callbacks [] for security_group (e81cc8c4-c266-4ef9-b877-5384825ba8fc), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:02.577155 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d4695883-0527-432a-9757-97fe797443d8 admin admin] Publish callbacks [] for router_gateway (78df22d9-f208-4a1a-bc9e-5d78d257b2e9), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:02.597686 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b857253-b6a1-4a00-b768-2ad06ccbbddb None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:25:02.637370 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d60019ce-73f6-4216-a201-39c1dc5a23c9 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:02.646765 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d60019ce-73f6-4216-a201-39c1dc5a23c9 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/78a17427-282f-4691-b838-e0b5c2f2dc17 HTTP/1.1" status: 204 len: 168 time: 1.2028282 Feb 09 01:25:02.646765 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bfcdc-e482-4f99-8efe-7ca9c340a06a req-0a24edc6-ceb5-4231-8d59-e2cf92094b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:02.646765 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-664bfcdc-e482-4f99-8efe-7ca9c340a06a req-0a24edc6-ceb5-4231-8d59-e2cf92094b11 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a7c73c67-867b-4cd1-a7a6-d305a5dc51d2 HTTP/1.1" status: 200 len: 921 time: 0.1662629 Feb 09 01:25:02.651459 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992cf78c-a81b-4724-96fd-66f694a563e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81cc8c4-c266-4ef9-b877-5384825ba8fc,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:02.690079 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43374) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:02.702425 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b857253-b6a1-4a00-b768-2ad06ccbbddb None None] Pushing event updated for resources: {'Port': ['ID=8a9aeccc-ed73-43db-801a-02d5971708a5,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:02.703506 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9233366a-5096-4083-a09b-a26e35ccf0e8 admin admin] Publish callbacks [] for security_group (e81cc8c4-c266-4ef9-b877-5384825ba8fc), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:02.717553 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-10d67186-5b5d-4dde-b7cd-fbe3ac79e4fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:02.791714 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-0e86b12f-fcac-42f8-bcbb-a124704a2a66 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1000307 Feb 09 01:25:02.829967 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60019ce-73f6-4216-a201-39c1dc5a23c9 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Subnet': ['ID=78a17427-282f-4691-b838-e0b5c2f2dc17,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:02.832975 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43376) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:02.833489 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9233366a-5096-4083-a09b-a26e35ccf0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e81cc8c4-c266-4ef9-b877-5384825ba8fc), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:02.836927 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9233366a-5096-4083-a09b-a26e35ccf0e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:02.841483 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9233366a-5096-4083-a09b-a26e35ccf0e8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e81cc8c4-c266-4ef9-b877-5384825ba8fc HTTP/1.1" status: 204 len: 168 time: 0.5251403 Feb 09 01:25:02.888273 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 363b3493-e9bd-4c21-9ff5-05551ea98e75 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:02.890265 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (363b3493-e9bd-4c21-9ff5-05551ea98e75), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:02.917684 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a63462c7-756a-45bd-a63c-f3508f6d8307 req-d5669f56-7a80-483a-92b4-2343809f651b tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f69c536-89ec-4d31-9996-f5459644a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5705411 Feb 09 01:25:02.927819 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-664bfcdc-e482-4f99-8efe-7ca9c340a06a req-4dd78a19-9a60-4872-b46c-5cab359fce26 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0ec2765c-c8ca-498a-a0a0-9b25ec909aaf HTTP/1.1" status: 200 len: 217 time: 0.2670305 Feb 09 01:25:02.931398 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a051574a-ac2b-4a23-828c-dc1468bb5e7f req-24663901-3e1c-4722-9a70-cb5a2850475b tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1173368 Feb 09 01:25:03.016899 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bfcdc-e482-4f99-8efe-7ca9c340a06a req-35f92bc8-c9c6-410b-b86b-9531f4854585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:03.018407 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-664bfcdc-e482-4f99-8efe-7ca9c340a06a req-35f92bc8-c9c6-410b-b86b-9531f4854585 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36ed6c8a-8eab-4ee5-af4e-3a7d95f66f05 HTTP/1.1" status: 200 len: 859 time: 0.0768774 Feb 09 01:25:03.092058 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233366a-5096-4083-a09b-a26e35ccf0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81cc8c4-c266-4ef9-b877-5384825ba8fc,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:03.100910 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-664bfcdc-e482-4f99-8efe-7ca9c340a06a req-96db2a50-1b24-4564-a263-099a20e14848 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a7c73c67-867b-4cd1-a7a6-d305a5dc51d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750425 Feb 09 01:25:03.301267 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e6c7fb-1886-46f4-a350-a8d1dd336979 x-openstack-request-id: req-e5e6c7fb-1886-46f4-a350-a8d1dd336979 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:25:03.302496 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69540b18-9afa-4b4b-88ca-905257684d22", "name": "network-vif-plugged", "status": "completed", "tag": "0e705fc3-c1c8-4b8d-a1e9-d634564c8d64", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:25:03.302496 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e5e6c7fb-1886-46f4-a350-a8d1dd336979 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:25:03.307502 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69540b18-9afa-4b4b-88ca-905257684d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e705fc3-c1c8-4b8d-a1e9-d634564c8d64', 'code': 200} Feb 09 01:25:03.323192 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-90d76d99-2fb7-413a-acdc-eddec84d2d5c admin admin] Publish callbacks [] for security_group (b6541199-5cdf-4762-9de5-f70a866e8cc9), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:03.366215 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-90d76d99-2fb7-413a-acdc-eddec84d2d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b6541199-5cdf-4762-9de5-f70a866e8cc9), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:03.478467 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5286f-9857-4f3f-a757-d3fb93729b53 req-5cb491be-3d44-461c-abfd-4a075f77d2a9 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:03.488856 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4b5286f-9857-4f3f-a757-d3fb93729b53 req-5cb491be-3d44-461c-abfd-4a075f77d2a9 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=206a159e-d5b7-4c7a-bf55-d28bde7be5d6 HTTP/1.1" status: 200 len: 945 time: 0.3300953 Feb 09 01:25:03.578736 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90d76d99-2fb7-413a-acdc-eddec84d2d5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1031} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:25:03.731180 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-90d76d99-2fb7-413a-acdc-eddec84d2d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (a482a1c8-c758-4780-adf2-c7eeb7c316ab), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:03.731803 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-90d76d99-2fb7-413a-acdc-eddec84d2d5c admin admin] Added segment a482a1c8-c758-4780-adf2-c7eeb7c316ab of type vlan for network aa3a140a-b307-40df-8e54-e8400f4711b5 Feb 09 01:25:03.759341 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f03fd6d-1fc5-4eb6-9bef-061810b63827 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:03.768357 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0f03fd6d-1fc5-4eb6-9bef-061810b63827 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.9254029 Feb 09 01:25:03.786394 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43396) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:03.802416 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d76d99-2fb7-413a-acdc-eddec84d2d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6541199-5cdf-4762-9de5-f70a866e8cc9,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:03.822941 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c85fe7-52e8-4f68-a259-a2e53d087f93 req-8d5f5131-2c35-493f-976b-f1c33c720fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:03.829526 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-b4c85fe7-52e8-4f68-a259-a2e53d087f93 req-8d5f5131-2c35-493f-976b-f1c33c720fd6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=69540b18-9afa-4b4b-88ca-905257684d22 HTTP/1.1" status: 200 len: 1127 time: 0.6297047 Feb 09 01:25:04.063922 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-1b857253-b6a1-4a00-b768-2ad06ccbbddb None None] Attempting to bind port 8a9aeccc-ed73-43db-801a-02d5971708a5 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:25:04.064517 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-1b857253-b6a1-4a00-b768-2ad06ccbbddb None None] Attempting to bind port 8a9aeccc-ed73-43db-801a-02d5971708a5 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'bb1a3265-6e01-4bd5-9871-f23548fdd29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '3f2c564e-03b0-4781-82ee-6d5da5e8ddaf'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:25:04.065482 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b857253-b6a1-4a00-b768-2ad06ccbbddb None None] Attempting to bind port 8a9aeccc-ed73-43db-801a-02d5971708a5 on network 3f2c564e-03b0-4781-82ee-6d5da5e8ddaf {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:25:04.113525 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f87ed-66da-44b7-8a06-cfc56b3a871e None None] Pushing event updated for resources: {'Port': ['ID=fb728c11-1c78-4ff2-bf41-f538c4dd4e2f,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:04.141894 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b857253-b6a1-4a00-b768-2ad06ccbbddb None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:25:04.142395 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b857253-b6a1-4a00-b768-2ad06ccbbddb None None] Checking segment: {'id': 'bb1a3265-6e01-4bd5-9871-f23548fdd29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '3f2c564e-03b0-4781-82ee-6d5da5e8ddaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:25:04.144529 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1b857253-b6a1-4a00-b768-2ad06ccbbddb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:04.144529 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b857253-b6a1-4a00-b768-2ad06ccbbddb None None] Bound using segment: {'id': 'bb1a3265-6e01-4bd5-9871-f23548fdd29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '3f2c564e-03b0-4781-82ee-6d5da5e8ddaf'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:25:04.144529 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-1b857253-b6a1-4a00-b768-2ad06ccbbddb None None] Bound port: 8a9aeccc-ed73-43db-801a-02d5971708a5, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1a3265-6e01-4bd5-9871-f23548fdd29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '3f2c564e-03b0-4781-82ee-6d5da5e8ddaf'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:25:04.144529 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1b857253-b6a1-4a00-b768-2ad06ccbbddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8a9aeccc-ed73-43db-801a-02d5971708a5), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:04.367543 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 363b3493-e9bd-4c21-9ff5-05551ea98e75 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:04.381521 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-03cfaa8c-4d66-4f6d-8d73-1218b340ca7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729c8c43-c9e6-41e1-ba40-28def817fcf5', 'name': 'tempest-TestServerBasicOps-1765108493-router', 'tenant_id': '4f98c7fdebb0485fb570809def96421c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '4f51b24f-b023-49d9-8560-e53fdf916e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:46Z', 'updated_at': '2022-02-09T01:24:57Z', 'revision_number': 4, 'project_id': '4f98c7fdebb0485fb570809def96421c', 'gw_port': {'id': '4f51b24f-b023-49d9-8560-e53fdf916e1f', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729c8c43-c9e6-41e1-ba40-28def817fcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:49Z', 'updated_at': '2022-02-09T01:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'ed1d5eee-781c-4a1b-8c14-17114c85e732', 'name': '', 'network_id': '6076cc38-83af-4e8f-b6d9-59b61dc00254', 'tenant_id': '4f98c7fdebb0485fb570809def96421c', 'mac_address': 'fa:16:3e:18:06:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729c8c43-c9e6-41e1-ba40-28def817fcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'f080e354-192c-45c8-9f02-4a3b41a60c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:55Z', 'updated_at': '2022-02-09T01:24:58Z', 'revision_number': 2, 'project_id': '4f98c7fdebb0485fb570809def96421c', 'subnets': [{'id': 'f080e354-192c-45c8-9f02-4a3b41a60c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:04.457106 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-1b857253-b6a1-4a00-b768-2ad06ccbbddb None None] For port 8a9aeccc-ed73-43db-801a-02d5971708a5, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:25:04.469702 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cfaa8c-4d66-4f6d-8d73-1218b340ca7a None None] Checking router: 729c8c43-c9e6-41e1-ba40-28def817fcf5 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:25:04.470253 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cfaa8c-4d66-4f6d-8d73-1218b340ca7a None None] Updating router 729c8c43-c9e6-41e1-ba40-28def817fcf5 port ed1d5eee-781c-4a1b-8c14-17114c85e732 binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:25:04.503288 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d4695883-0527-432a-9757-97fe797443d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (78df22d9-f208-4a1a-bc9e-5d78d257b2e9), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:04.509748 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-870a27f5-1c5e-4bcf-98cb-bff14b38a554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:04.515690 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-664bfcdc-e482-4f99-8efe-7ca9c340a06a req-0d43895e-8b44-441d-8d6e-9e85ceb8e8d3 service neutron] 10.222.0.47 "GET /v2.0/networks/a7c73c67-867b-4cd1-a7a6-d305a5dc51d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4050720 Feb 09 01:25:04.526740 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-1b857253-b6a1-4a00-b768-2ad06ccbbddb None None] For port 8a9aeccc-ed73-43db-801a-02d5971708a5, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=8a9aeccc-ed73-43db-801a-02d5971708a5,segment=NetworkSegment(bb1a3265-6e01-4bd5-9871-f23548fdd29a),segment_id=bb1a3265-6e01-4bd5-9871-f23548fdd29a)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:25:04.637263 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1b857253-b6a1-4a00-b768-2ad06ccbbddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (8a9aeccc-ed73-43db-801a-02d5971708a5), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:04.640790 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26943871-b464-4df0-b07f-8161627b60a1 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:04.646294 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-26943871-b464-4df0-b07f-8161627b60a1 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8319004 Feb 09 01:25:04.647056 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43422) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:04.734247 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-664bfcdc-e482-4f99-8efe-7ca9c340a06a req-b1439c09-afd7-48b1-b6e7-5ebaa8a13363 service neutron] 10.222.0.47 "GET /v2.0/networks/a7c73c67-867b-4cd1-a7a6-d305a5dc51d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749661 Feb 09 01:25:04.814223 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-03cfaa8c-4d66-4f6d-8d73-1218b340ca7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ed1d5eee-781c-4a1b-8c14-17114c85e732), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:04.895918 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4f51b24f-b023-49d9-8560-e53fdf916e1f up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:25:04.911248 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4b5286f-9857-4f3f-a757-d3fb93729b53 req-56549b55-630e-4771-a4ae-69c56633454f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4254322 Feb 09 01:25:04.995497 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c394f6a5-bb61-4e82-bd18-2a45b0e82439 None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:25:05.026170 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-21929a7f-1aa5-4c71-b1b6-189fd92c4440 req-150dccf8-a9e7-4f4d-af28-d239cdd95d63 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=27692869-bfd1-47aa-8ed5-f3224fa206ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4966991 Feb 09 01:25:05.036350 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e628e1-3c62-4e2e-89e4-611ca855390f req-1dd8365c-1ffc-49c5-ab27-a31c8eb3c31b tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:05.037647 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c3e628e1-3c62-4e2e-89e4-611ca855390f req-1dd8365c-1ffc-49c5-ab27-a31c8eb3c31b tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] 10.222.0.50 "GET /v2.0/ports?device_id=69540b18-9afa-4b4b-88ca-905257684d22 HTTP/1.1" status: 200 len: 945 time: 0.4633622 Feb 09 01:25:05.157246 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b03b4bf5-6088-4b8a-b19c-b4c3496f08ac tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4887536 Feb 09 01:25:05.157915 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43434) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:05.159698 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-90d76d99-2fb7-413a-acdc-eddec84d2d5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (aa3a140a-b307-40df-8e54-e8400f4711b5), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:05.188850 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-6964771d-70db-4585-899f-8174129e6d27 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'subnet': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:05.271381 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c3e628e1-3c62-4e2e-89e4-611ca855390f req-47625cba-8b71-4a93-9c18-b2e06e75d15e tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f69c536-89ec-4d31-9996-f5459644a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263446 Feb 09 01:25:05.309490 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-b4c85fe7-52e8-4f68-a259-a2e53d087f93 req-db5dd108-be9e-4005-b10a-c302703fa420 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7f69c536-89ec-4d31-9996-f5459644a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4502459 Feb 09 01:25:05.325133 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21929a7f-1aa5-4c71-b1b6-189fd92c4440 req-fc4aa707-e7e9-49c1-ad37-3291bc6b36d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:05.327122 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-21929a7f-1aa5-4c71-b1b6-189fd92c4440 req-fc4aa707-e7e9-49c1-ad37-3291bc6b36d0 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2c4f55ab750f4159bdfcab050e5654ef&device_id=27692869-bfd1-47aa-8ed5-f3224fa206ce HTTP/1.1" status: 200 len: 1127 time: 0.1830587 Feb 09 01:25:05.338661 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b857253-b6a1-4a00-b768-2ad06ccbbddb None None] Pushing event updated for resources: {'Port': ['ID=8a9aeccc-ed73-43db-801a-02d5971708a5,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:05.377368 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6964771d-70db-4585-899f-8174129e6d27 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:05.380988 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6964771d-70db-4585-899f-8174129e6d27 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:05.402003 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.db.resource_extend [None req-90d76d99-2fb7-413a-acdc-eddec84d2d5c admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:25:05.484143 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-d098f1ec-fd39-4a63-bc60-4c4997dc316f None None] Provisioning complete for port fb728c11-1c78-4ff2-bf41-f538c4dd4e2f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:05.484571 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d098f1ec-fd39-4a63-bc60-4c4997dc316f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (fb728c11-1c78-4ff2-bf41-f538c4dd4e2f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:05.517165 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-90d76d99-2fb7-413a-acdc-eddec84d2d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (aa3a140a-b307-40df-8e54-e8400f4711b5), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:05.522487 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d76d99-2fb7-413a-acdc-eddec84d2d5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:05.524826 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-90d76d99-2fb7-413a-acdc-eddec84d2d5c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:05.592237 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21929a7f-1aa5-4c71-b1b6-189fd92c4440 req-86129cff-b329-48a1-ae19-a82498fa5e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:05.593754 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-21929a7f-1aa5-4c71-b1b6-189fd92c4440 req-86129cff-b329-48a1-ae19-a82498fa5e99 service neutron] 10.222.0.120 "GET /v2.0/networks?id=a7c73c67-867b-4cd1-a7a6-d305a5dc51d2 HTTP/1.1" status: 200 len: 921 time: 0.2262166 Feb 09 01:25:05.684510 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-21929a7f-1aa5-4c71-b1b6-189fd92c4440 req-84590c45-7298-4dd4-b090-46b43fa68cdb service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46174fdb-97e1-4b41-ba6d-ca24476f1d8d HTTP/1.1" status: 200 len: 217 time: 0.0836651 Feb 09 01:25:05.688369 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 4f51b24f-b023-49d9-8560-e53fdf916e1f triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:05.688792 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4f51b24f-b023-49d9-8560-e53fdf916e1f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:05.795994 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-90d76d99-2fb7-413a-acdc-eddec84d2d5c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.6411867 Feb 09 01:25:05.796665 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43452) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:05.844255 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21929a7f-1aa5-4c71-b1b6-189fd92c4440 req-25247fe5-9c86-46f5-914d-07343b6376b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:05.845819 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-21929a7f-1aa5-4c71-b1b6-189fd92c4440 req-25247fe5-9c86-46f5-914d-07343b6376b6 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=36ed6c8a-8eab-4ee5-af4e-3a7d95f66f05 HTTP/1.1" status: 200 len: 859 time: 0.1548102 Feb 09 01:25:05.852248 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-d9e2e7aa-efd6-462d-a55c-1fa0c20263a5 admin admin] Request body: {'subnet': {'network_id': 'aa3a140a-b307-40df-8e54-e8400f4711b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1933728008-subnet', 'tenant_id': 'b9b1459f473849d985e42afcfc5cb7e5', 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:05.944441 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-21929a7f-1aa5-4c71-b1b6-189fd92c4440 req-1a007e62-89c2-4965-81c6-8b08a5c08964 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=a7c73c67-867b-4cd1-a7a6-d305a5dc51d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918670 Feb 09 01:25:05.996356 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75bb978-1a65-429d-b566-b41b31653e4a None None] DHCP port deletion for a8203b0d-e7af-492c-8c21-23f9563ce2e8 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:25:06.180235 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0beb8ca-22d4-4c3b-859f-64b7dabd3f9c req-ce2a25d8-13b3-4f80-9d44-4ef666c56e3c tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:06.180991 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-d098f1ec-fd39-4a63-bc60-4c4997dc316f None None] Current status of the port fb728c11-1c78-4ff2-bf41-f538c4dd4e2f is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:06.181856 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d098f1ec-fd39-4a63-bc60-4c4997dc316f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (fb728c11-1c78-4ff2-bf41-f538c4dd4e2f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:06.185814 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:06.188838 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e0beb8ca-22d4-4c3b-859f-64b7dabd3f9c req-ce2a25d8-13b3-4f80-9d44-4ef666c56e3c tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=206a159e-d5b7-4c7a-bf55-d28bde7be5d6 HTTP/1.1" status: 200 len: 945 time: 0.1208057 Feb 09 01:25:06.234722 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e2e7aa-efd6-462d-a55c-1fa0c20263a5 admin admin] Made reservation on behalf of b9b1459f473849d985e42afcfc5cb7e5 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:06.239954 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d9e2e7aa-efd6-462d-a55c-1fa0c20263a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:06.413383 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e0beb8ca-22d4-4c3b-859f-64b7dabd3f9c req-f261ef8b-496c-4399-a41c-16630423389d tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211494 Feb 09 01:25:06.421431 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-21929a7f-1aa5-4c71-b1b6-189fd92c4440 req-1dcdd7a2-b272-4fee-98b0-ae171a4c20aa service neutron] 10.222.0.120 "GET /v2.0/networks/a7c73c67-867b-4cd1-a7a6-d305a5dc51d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4689786 Feb 09 01:25:06.487774 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-d098f1ec-fd39-4a63-bc60-4c4997dc316f None None] For port fb728c11-1c78-4ff2-bf41-f538c4dd4e2f, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=fb728c11-1c78-4ff2-bf41-f538c4dd4e2f,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:06.497245 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b75bb978-1a65-429d-b566-b41b31653e4a None None] Deleting port fb728c11-1c78-4ff2-bf41-f538c4dd4e2f {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:25:06.497861 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b75bb978-1a65-429d-b566-b41b31653e4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (fb728c11-1c78-4ff2-bf41-f538c4dd4e2f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:06.561417 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 4f51b24f-b023-49d9-8560-e53fdf916e1f is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:06.563119 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device fb728c11-1c78-4ff2-bf41-f538c4dd4e2f up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:25:06.618170 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d098f1ec-fd39-4a63-bc60-4c4997dc316f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (fb728c11-1c78-4ff2-bf41-f538c4dd4e2f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:06.687243 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-21929a7f-1aa5-4c71-b1b6-189fd92c4440 req-73ee8700-0e08-40ec-82b9-8be2f4c91a5f service neutron] 10.222.0.120 "GET /v2.0/networks/a7c73c67-867b-4cd1-a7a6-d305a5dc51d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584989 Feb 09 01:25:06.710150 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d76d99-2fb7-413a-acdc-eddec84d2d5c admin admin] Pushing event updated for resources: {'Network': ['ID=aa3a140a-b307-40df-8e54-e8400f4711b5,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:06.747889 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d2d74a-5de1-4fa9-bd38-6953fcdec9db None None] Network 3f2c564e-03b0-4781-82ee-6d5da5e8ddaf requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:25:06.782225 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d9e2e7aa-efd6-462d-a55c-1fa0c20263a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (79f05a80-7fcc-4c1e-b71f-c17326959dc6), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:06.810882 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bf2e6-e465-4237-b302-efebe8bffcee req-a7c979a2-13b2-471c-9eb0-4ab29ae265d5 tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:06.815101 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-041bf2e6-e465-4237-b302-efebe8bffcee req-a7c979a2-13b2-471c-9eb0-4ab29ae265d5 tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] 10.222.0.50 "GET /v2.0/ports?device_id=69540b18-9afa-4b4b-88ca-905257684d22 HTTP/1.1" status: 200 len: 945 time: 0.1268764 Feb 09 01:25:06.847562 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network aa3a140a-b307-40df-8e54-e8400f4711b5 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:25:06.879207 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e2e7aa-efd6-462d-a55c-1fa0c20263a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79f05a80-7fcc-4c1e-b71f-c17326959dc6,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:06.924008 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4695883-0527-432a-9757-97fe797443d8 admin admin] Router 78df22d9-f208-4a1a-bc9e-5d78d257b2e9 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:25:06.926816 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-041bf2e6-e465-4237-b302-efebe8bffcee req-52404c33-e080-4ece-8484-ba10d2c39d4e tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f69c536-89ec-4d31-9996-f5459644a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058648 Feb 09 01:25:06.981797 n-d-828369-4 neutron-server[103137]: DEBUG neutron.objects.ports [None req-6964771d-70db-4585-899f-8174129e6d27 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103137) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:25:07.151079 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-03cfaa8c-4d66-4f6d-8d73-1218b340ca7a None None] Publish callbacks [] for port (ed1d5eee-781c-4a1b-8c14-17114c85e732), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:07.159143 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port fb728c11-1c78-4ff2-bf41-f538c4dd4e2f triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:07.159771 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (fb728c11-1c78-4ff2-bf41-f538c4dd4e2f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:07.185181 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4695883-0527-432a-9757-97fe797443d8 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:25:07.193904 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbddfcac-7bcc-44c8-a832-851117ff4542 None None] Sync routers for ids ['78df22d9-f208-4a1a-bc9e-5d78d257b2e9'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:25:07.210104 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbddfcac-7bcc-44c8-a832-851117ff4542 None None] Routers {'78df22d9-f208-4a1a-bc9e-5d78d257b2e9'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:25:07.210748 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-fbddfcac-7bcc-44c8-a832-851117ff4542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:25:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['78df22d9-f208-4a1a-bc9e-5d78d257b2e9'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:07.244208 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-03cfaa8c-4d66-4f6d-8d73-1218b340ca7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (ed1d5eee-781c-4a1b-8c14-17114c85e732), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:07.277507 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-a8636cc6-adf6-46af-b95f-642f7801ccf0 None None] Provisioning complete for port 8a9aeccc-ed73-43db-801a-02d5971708a5 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:07.278553 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a8636cc6-adf6-46af-b95f-642f7801ccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (8a9aeccc-ed73-43db-801a-02d5971708a5), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:07.310688 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d098f1ec-fd39-4a63-bc60-4c4997dc316f None None] Pushing event updated for resources: {'Port': ['ID=fb728c11-1c78-4ff2-bf41-f538c4dd4e2f,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:07.381570 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-b75bb978-1a65-429d-b566-b41b31653e4a None None] For port fb728c11-1c78-4ff2-bf41-f538c4dd4e2f, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=fb728c11-1c78-4ff2-bf41-f538c4dd4e2f,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:07.381842 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b75bb978-1a65-429d-b566-b41b31653e4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (fb728c11-1c78-4ff2-bf41-f538c4dd4e2f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:07.407378 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b75bb978-1a65-429d-b566-b41b31653e4a None None] Calling delete_port for fb728c11-1c78-4ff2-bf41-f538c4dd4e2f owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:25:07.419925 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e2e7aa-efd6-462d-a55c-1fa0c20263a5 admin admin] Checking segment: {'id': 'a482a1c8-c758-4780-adf2-c7eeb7c316ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'aa3a140a-b307-40df-8e54-e8400f4711b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:25:07.420304 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e2e7aa-efd6-462d-a55c-1fa0c20263a5 admin admin] Network hostable DHCP agents. Network: aa3a140a-b307-40df-8e54-e8400f4711b5, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:25:07.501997 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-fbddfcac-7bcc-44c8-a832-851117ff4542 None None] Set router 78df22d9-f208-4a1a-bc9e-5d78d257b2e9 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:25:07.551392 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d4695883-0527-432a-9757-97fe797443d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:07.553007 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d4695883-0527-432a-9757-97fe797443d8 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.1742361 Feb 09 01:25:07.556882 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43502) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:07.557384 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:07.567042 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b75bb978-1a65-429d-b566-b41b31653e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (fb728c11-1c78-4ff2-bf41-f538c4dd4e2f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:07.648093 n-d-828369-4 neutron-server[103137]: WARNING neutron.services.revisions.revision_plugin [None req-6964771d-70db-4585-899f-8174129e6d27 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Could not find related port for resource to bump revision. Feb 09 01:25:07.676009 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.ipam_pluggable_backend [None req-6964771d-70db-4585-899f-8174129e6d27 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Port fb728c11-1c78-4ff2-bf41-f538c4dd4e2f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103137) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 09 01:25:07.676336 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.ipam_pluggable_backend [None req-6964771d-70db-4585-899f-8174129e6d27 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Reverting IP allocation for 2001:db8::f816:3eff:fe26:aad0 {{(pid=103137) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 09 01:25:07.686836 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Could not find standard attr ID for object fb728c11-1c78-4ff2-bf41-f538c4dd4e2f. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:25:07.687054 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.ipam_pluggable_backend [None req-6964771d-70db-4585-899f-8174129e6d27 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe26:aad0 {{(pid=103137) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 09 01:25:07.690535 n-d-828369-4 neutron-server[103138]: INFO neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No ports have port_id starting with fb728c11-1c78-4ff2-bf41-f538c4dd4e2f Feb 09 01:25:07.692228 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6964771d-70db-4585-899f-8174129e6d27 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (12113caf-8393-46b7-af36-a1965eacb419), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:07.789114 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e2e7aa-efd6-462d-a55c-1fa0c20263a5 admin admin] Network aa3a140a-b307-40df-8e54-e8400f4711b5 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:25:07.861114 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75bb978-1a65-429d-b566-b41b31653e4a None None] No DVR routers for this DVR port fb728c11-1c78-4ff2-bf41-f538c4dd4e2f on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:25:07.929243 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780b573d-f801-4e4d-bc17-9494f0af279f None None] Pushing event updated for resources: {'Port': ['ID=ed1d5eee-781c-4a1b-8c14-17114c85e732,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:07.941206 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-d9e2e7aa-efd6-462d-a55c-1fa0c20263a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, aa3a140a-b307-40df-8e54-e8400f4711b5) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:07.964275 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6964771d-70db-4585-899f-8174129e6d27 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:07.975407 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74edf7a6-43a8-456a-927d-dcd4b513b6b6 None None] Network aa3a140a-b307-40df-8e54-e8400f4711b5 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:25:07.993685 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:25:08.046399 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e2e7aa-efd6-462d-a55c-1fa0c20263a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:08.047063 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d9e2e7aa-efd6-462d-a55c-1fa0c20263a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:08.058324 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-6964771d-70db-4585-899f-8174129e6d27 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:08.061930 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6964771d-70db-4585-899f-8174129e6d27 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:08.062536 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6964771d-70db-4585-899f-8174129e6d27 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:08.132030 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6964771d-70db-4585-899f-8174129e6d27 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Subnet': ['ID=12113caf-8393-46b7-af36-a1965eacb419,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:08.150320 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c5d94-8b5a-4b2c-82e9-c0c9538ec4e2 req-06ce5d2a-51d4-42d2-a760-f6598b8a14ac tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:08.151124 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6964771d-70db-4585-899f-8174129e6d27 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9794853 Feb 09 01:25:08.151124 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43512) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:08.152379 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-200c5d94-8b5a-4b2c-82e9-c0c9538ec4e2 req-06ce5d2a-51d4-42d2-a760-f6598b8a14ac tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=206a159e-d5b7-4c7a-bf55-d28bde7be5d6 HTTP/1.1" status: 200 len: 945 time: 0.4937022 Feb 09 01:25:08.168679 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-c5113a0d-ba9e-497e-b839-705aea3c956d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'subnet': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:08.191726 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d9e2e7aa-efd6-462d-a55c-1fa0c20263a5 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3598483 Feb 09 01:25:08.195216 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43514) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:08.198610 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-fbddfcac-7bcc-44c8-a832-851117ff4542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78df22d9-f208-4a1a-bc9e-5d78d257b2e9', 'name': 'tempest-TestVolumeBootPattern-1330956286-router', 'tenant_id': 'ec505bef08414d84b29dc30590be813b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'a873525f-e022-432b-b24b-5306aad42f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:57Z', 'updated_at': '2022-02-09T01:25:02Z', 'revision_number': 3, 'project_id': 'ec505bef08414d84b29dc30590be813b', 'gw_port': {'id': 'a873525f-e022-432b-b24b-5306aad42f7f', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78df22d9-f208-4a1a-bc9e-5d78d257b2e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:00Z', 'updated_at': '2022-02-09T01:25:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:08.224100 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-503dcae5-c90d-4755-8340-d101bdae9913 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1933728008-router', 'tenant_id': 'b9b1459f473849d985e42afcfc5cb7e5', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:08.255987 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbddfcac-7bcc-44c8-a832-851117ff4542 None None] Checking router: 78df22d9-f208-4a1a-bc9e-5d78d257b2e9 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:25:08.256814 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbddfcac-7bcc-44c8-a832-851117ff4542 None None] Updating router 78df22d9-f208-4a1a-bc9e-5d78d257b2e9 port a873525f-e022-432b-b24b-5306aad42f7f binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:25:08.261467 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-503dcae5-c90d-4755-8340-d101bdae9913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (19babdbe-7e44-45ab-a830-d831a8c238d6), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:08.262111 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-503dcae5-c90d-4755-8340-d101bdae9913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (19babdbe-7e44-45ab-a830-d831a8c238d6), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:08.301229 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fbddfcac-7bcc-44c8-a832-851117ff4542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a873525f-e022-432b-b24b-5306aad42f7f), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:08.428187 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-200c5d94-8b5a-4b2c-82e9-c0c9538ec4e2 req-dec65c3b-238b-40d4-a8ce-1f785d2f58b1 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581432 Feb 09 01:25:08.481583 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5113a0d-ba9e-497e-b839-705aea3c956d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:08.494358 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c5113a0d-ba9e-497e-b839-705aea3c956d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:08.553036 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-503dcae5-c90d-4755-8340-d101bdae9913 admin admin] Publish callbacks [] for router_controller (19babdbe-7e44-45ab-a830-d831a8c238d6), precommit_add_association {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:08.566826 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0499b31-cfa3-49ad-b9d5-3a60854add76 None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:25:08.571581 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 8a9aeccc-ed73-43db-801a-02d5971708a5 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:25:08.577381 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:08.625934 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43522) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:08.639230 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-b9c37c63-381d-4839-8ea9-b915e4ebbe94 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Request body: {'network': {'name': 'tempest-network-smoke--846616853', 'project_id': '5b3cbba90205438cb5119ccafd525f59', 'port_security_enabled': True}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:08.712914 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c37c63-381d-4839-8ea9-b915e4ebbe94 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Made reservation on behalf of 5b3cbba90205438cb5119ccafd525f59 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:08.719474 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b9c37c63-381d-4839-8ea9-b915e4ebbe94 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:08.746365 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b9c37c63-381d-4839-8ea9-b915e4ebbe94 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:08.788983 n-d-828369-4 neutron-server[103137]: INFO neutron.db.ipam_backend_mixin [None req-c5113a0d-ba9e-497e-b839-705aea3c956d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 12113caf-8393-46b7-af36-a1965eacb419 (CIDR: 2001:db8::/64) Feb 09 01:25:08.797622 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5113a0d-ba9e-497e-b839-705aea3c956d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:25:08.798515 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5113a0d-ba9e-497e-b839-705aea3c956d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:25:08.799065 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75bb978-1a65-429d-b566-b41b31653e4a None None] Pushing event deleted for resources: {'Port': ['ID=fb728c11-1c78-4ff2-bf41-f538c4dd4e2f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:08.872528 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fbddfcac-7bcc-44c8-a832-851117ff4542 None None] Publish callbacks [] for port (a873525f-e022-432b-b24b-5306aad42f7f), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:08.874765 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:08.886439 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fbddfcac-7bcc-44c8-a832-851117ff4542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a873525f-e022-432b-b24b-5306aad42f7f), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:08.896511 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba85ddd-b3ce-44b5-a061-fa3b5e9cd970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-aa3a140a-b307-40df-8e54-e8400f4711b5', 'network_id': 'aa3a140a-b307-40df-8e54-e8400f4711b5', 'project_id': 'b9b1459f473849d985e42afcfc5cb7e5', 'fixed_ips': [{'subnet_id': '79f05a80-7fcc-4c1e-b71f-c17326959dc6'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:25:08.897593 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5ba85ddd-b3ce-44b5-a061-fa3b5e9cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:08.905634 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-03cfaa8c-4d66-4f6d-8d73-1218b340ca7a None None] Attempting to bind port ed1d5eee-781c-4a1b-8c14-17114c85e732 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:25:08.906308 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-03cfaa8c-4d66-4f6d-8d73-1218b340ca7a None None] Attempting to bind port ed1d5eee-781c-4a1b-8c14-17114c85e732 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '48933cd2-4d24-4749-84b3-745901d79474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '6076cc38-83af-4e8f-b6d9-59b61dc00254'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:25:08.906826 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cfaa8c-4d66-4f6d-8d73-1218b340ca7a None None] Attempting to bind port ed1d5eee-781c-4a1b-8c14-17114c85e732 on network 6076cc38-83af-4e8f-b6d9-59b61dc00254 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:25:08.974861 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cfaa8c-4d66-4f6d-8d73-1218b340ca7a None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:25:08.975338 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cfaa8c-4d66-4f6d-8d73-1218b340ca7a None None] Checking segment: {'id': '48933cd2-4d24-4749-84b3-745901d79474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '6076cc38-83af-4e8f-b6d9-59b61dc00254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:25:08.975869 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-03cfaa8c-4d66-4f6d-8d73-1218b340ca7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:08.976378 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03cfaa8c-4d66-4f6d-8d73-1218b340ca7a None None] Bound using segment: {'id': '48933cd2-4d24-4749-84b3-745901d79474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '6076cc38-83af-4e8f-b6d9-59b61dc00254'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:25:08.977022 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-03cfaa8c-4d66-4f6d-8d73-1218b340ca7a None None] Bound port: ed1d5eee-781c-4a1b-8c14-17114c85e732, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48933cd2-4d24-4749-84b3-745901d79474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '6076cc38-83af-4e8f-b6d9-59b61dc00254'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:25:08.977574 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-03cfaa8c-4d66-4f6d-8d73-1218b340ca7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ed1d5eee-781c-4a1b-8c14-17114c85e732), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:08.977697 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b9c37c63-381d-4839-8ea9-b915e4ebbe94 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for security_group (939c62a5-0aaa-4986-a313-82512828f91b), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:08.988442 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c5113a0d-ba9e-497e-b839-705aea3c956d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8332837 Feb 09 01:25:08.994822 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43528) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:08.998913 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b9c37c63-381d-4839-8ea9-b915e4ebbe94 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (939c62a5-0aaa-4986-a313-82512828f91b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:09.019859 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-5cdada7d-0b3d-4212-ac87-e28ae4fc3e88 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'subnet': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:09.022773 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7645687-ef8d-4ac5-b4af-5fd2247a3b9b None None] Pushing event updated for resources: {'Port': ['ID=a873525f-e022-432b-b24b-5306aad42f7f,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:09.092428 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-fbddfcac-7bcc-44c8-a832-851117ff4542 None None] Attempting to bind port a873525f-e022-432b-b24b-5306aad42f7f on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:25:09.094147 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-fbddfcac-7bcc-44c8-a832-851117ff4542 None None] Attempting to bind port a873525f-e022-432b-b24b-5306aad42f7f by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:25:09.094147 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbddfcac-7bcc-44c8-a832-851117ff4542 None None] Attempting to bind port a873525f-e022-432b-b24b-5306aad42f7f on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:25:09.102066 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbddfcac-7bcc-44c8-a832-851117ff4542 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:25:09.110978 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbddfcac-7bcc-44c8-a832-851117ff4542 None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:25:09.111322 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fbddfcac-7bcc-44c8-a832-851117ff4542 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:09.111585 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbddfcac-7bcc-44c8-a832-851117ff4542 None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:25:09.112101 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-fbddfcac-7bcc-44c8-a832-851117ff4542 None None] Bound port: a873525f-e022-432b-b24b-5306aad42f7f, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:25:09.112491 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fbddfcac-7bcc-44c8-a832-851117ff4542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a873525f-e022-432b-b24b-5306aad42f7f), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:09.112628 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a8636cc6-adf6-46af-b95f-642f7801ccf0 None None] Current status of the port 8a9aeccc-ed73-43db-801a-02d5971708a5 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:09.113118 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a8636cc6-adf6-46af-b95f-642f7801ccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8a9aeccc-ed73-43db-801a-02d5971708a5), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:09.228091 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-503dcae5-c90d-4755-8340-d101bdae9913 admin admin] Publish callbacks [] for router_gateway (19babdbe-7e44-45ab-a830-d831a8c238d6), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:09.230903 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-fbddfcac-7bcc-44c8-a832-851117ff4542 None None] For port a873525f-e022-432b-b24b-5306aad42f7f, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:25:09.237081 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8be9ad-221f-4aea-8fd4-49874ed62b80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'project_id': '2aa099fb60d240ab8ce8691ee5b2e38c', 'fixed_ips': [{'subnet_id': '12113caf-8393-46b7-af36-a1965eacb419'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:25:09.239292 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-fbddfcac-7bcc-44c8-a832-851117ff4542 None None] For port a873525f-e022-432b-b24b-5306aad42f7f, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=a873525f-e022-432b-b24b-5306aad42f7f,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:25:09.243930 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fa8be9ad-221f-4aea-8fd4-49874ed62b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:09.257351 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-fbddfcac-7bcc-44c8-a832-851117ff4542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a873525f-e022-432b-b24b-5306aad42f7f), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:09.287638 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de7312-7872-4e20-94b3-7e50531cf5aa req-d0b33b19-3a27-42ec-a3da-5f28292373ab tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:09.295914 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-32de7312-7872-4e20-94b3-7e50531cf5aa req-d0b33b19-3a27-42ec-a3da-5f28292373ab tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] 10.222.0.50 "GET /v2.0/ports?device_id=69540b18-9afa-4b4b-88ca-905257684d22 HTTP/1.1" status: 200 len: 945 time: 0.5485361 Feb 09 01:25:09.316842 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c37c63-381d-4839-8ea9-b915e4ebbe94 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=939c62a5-0aaa-4986-a313-82512828f91b,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:09.334302 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9c37c63-381d-4839-8ea9-b915e4ebbe94 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1027} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:25:09.353646 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b9c37c63-381d-4839-8ea9-b915e4ebbe94 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (f69b07ec-dee5-46fd-8a53-740b9e3f9b15), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:09.354147 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-b9c37c63-381d-4839-8ea9-b915e4ebbe94 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Added segment f69b07ec-dee5-46fd-8a53-740b9e3f9b15 of type vlan for network a9e9e7a6-9eb2-4975-9046-e4e20dd94f00 Feb 09 01:25:09.368331 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 8a9aeccc-ed73-43db-801a-02d5971708a5 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:09.368752 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (8a9aeccc-ed73-43db-801a-02d5971708a5), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:09.374585 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cdada7d-0b3d-4212-ac87-e28ae4fc3e88 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:09.381327 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5cdada7d-0b3d-4212-ac87-e28ae4fc3e88 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:09.403167 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7645687-ef8d-4ac5-b4af-5fd2247a3b9b None None] Pushing event updated for resources: {'Port': ['ID=a873525f-e022-432b-b24b-5306aad42f7f,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:09.417658 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbddfcac-7bcc-44c8-a832-851117ff4542 None None] Routers {'78df22d9-f208-4a1a-bc9e-5d78d257b2e9'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:25:09.423752 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-fbddfcac-7bcc-44c8-a832-851117ff4542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:25:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['78df22d9-f208-4a1a-bc9e-5d78d257b2e9'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:09.467399 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ed00bb4e-66e6-4447-840c-52d8cc7be54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:09.470097 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-a8636cc6-adf6-46af-b95f-642f7801ccf0 None None] For port 8a9aeccc-ed73-43db-801a-02d5971708a5, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=8a9aeccc-ed73-43db-801a-02d5971708a5,segment=NetworkSegment(bb1a3265-6e01-4bd5-9871-f23548fdd29a),segment_id=bb1a3265-6e01-4bd5-9871-f23548fdd29a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:09.529942 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-32de7312-7872-4e20-94b3-7e50531cf5aa req-786d10cb-5b60-4a4a-ab02-d8f1a050297c tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f69c536-89ec-4d31-9996-f5459644a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253313 Feb 09 01:25:09.585198 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-03cfaa8c-4d66-4f6d-8d73-1218b340ca7a None None] For port ed1d5eee-781c-4a1b-8c14-17114c85e732, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:25:09.593469 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a8636cc6-adf6-46af-b95f-642f7801ccf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (8a9aeccc-ed73-43db-801a-02d5971708a5), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:09.708913 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-fbddfcac-7bcc-44c8-a832-851117ff4542 None None] Set router 78df22d9-f208-4a1a-bc9e-5d78d257b2e9 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:25:09.824808 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-03cfaa8c-4d66-4f6d-8d73-1218b340ca7a None None] For port ed1d5eee-781c-4a1b-8c14-17114c85e732, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=ed1d5eee-781c-4a1b-8c14-17114c85e732,segment=NetworkSegment(48933cd2-4d24-4749-84b3-745901d79474),segment_id=48933cd2-4d24-4749-84b3-745901d79474)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:25:09.840044 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:09.843684 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5cdada7d-0b3d-4212-ac87-e28ae4fc3e88 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (9a113b09-e071-4ee3-985c-0a5b164146ad), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:09.930342 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-5ba85ddd-b3ce-44b5-a061-fa3b5e9cd970 None None] Allocated IP 172.20.0.2 (aa3a140a-b307-40df-8e54-e8400f4711b5/79f05a80-7fcc-4c1e-b71f-c17326959dc6/3ad35d39-e6b9-4273-b649-cfadc573acee) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:09.934147 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-03cfaa8c-4d66-4f6d-8d73-1218b340ca7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (ed1d5eee-781c-4a1b-8c14-17114c85e732), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:09.981748 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdada7d-0b3d-4212-ac87-e28ae4fc3e88 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Subnet': ['ID=9a113b09-e071-4ee3-985c-0a5b164146ad,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:09.997639 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b9c37c63-381d-4839-8ea9-b915e4ebbe94 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (a9e9e7a6-9eb2-4975-9046-e4e20dd94f00), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:10.004133 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8636cc6-adf6-46af-b95f-642f7801ccf0 None None] Pushing event updated for resources: {'Port': ['ID=8a9aeccc-ed73-43db-801a-02d5971708a5,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:10.073707 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdada7d-0b3d-4212-ac87-e28ae4fc3e88 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:10.076978 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-ed00bb4e-66e6-4447-840c-52d8cc7be54d admin admin] Allocated IP 172.20.0.1 (3f2c564e-03b0-4781-82ee-6d5da5e8ddaf/b23fe9d1-b054-4ff0-8b48-bb7761b98005/25556ba1-8c36-4708-b589-92caafb8dc80) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:10.079824 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-5cdada7d-0b3d-4212-ac87-e28ae4fc3e88 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:10.083742 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdada7d-0b3d-4212-ac87-e28ae4fc3e88 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:10.084350 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5cdada7d-0b3d-4212-ac87-e28ae4fc3e88 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:10.128753 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780b573d-f801-4e4d-bc17-9494f0af279f None None] Pushing event updated for resources: {'Port': ['ID=ed1d5eee-781c-4a1b-8c14-17114c85e732,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:10.171071 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5cdada7d-0b3d-4212-ac87-e28ae4fc3e88 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1732304 Feb 09 01:25:10.176129 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43550) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:10.188354 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-2c72845b-3d56-48f4-9211-ead4c2197f52 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'port': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'mac_address': 'fa:16:3e:f1:28:19', 'name': 'tempest-NetworksTestDHCPv6-866436950'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:10.189263 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-79238bff-23cf-4799-b077-739f87e20d86 None None] Provisioning complete for port 8a9aeccc-ed73-43db-801a-02d5971708a5 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:10.189841 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-79238bff-23cf-4799-b077-739f87e20d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (8a9aeccc-ed73-43db-801a-02d5971708a5), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:10.197544 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b9c37c63-381d-4839-8ea9-b915e4ebbe94 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (a9e9e7a6-9eb2-4975-9046-e4e20dd94f00), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:10.204118 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c37c63-381d-4839-8ea9-b915e4ebbe94 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:10.204771 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b9c37c63-381d-4839-8ea9-b915e4ebbe94 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:10.284433 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ed00bb4e-66e6-4447-840c-52d8cc7be54d admin admin] Publish callbacks [] for port (25556ba1-8c36-4708-b589-92caafb8dc80), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:10.334426 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-fbddfcac-7bcc-44c8-a832-851117ff4542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78df22d9-f208-4a1a-bc9e-5d78d257b2e9', 'name': 'tempest-TestVolumeBootPattern-1330956286-router', 'tenant_id': 'ec505bef08414d84b29dc30590be813b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'a873525f-e022-432b-b24b-5306aad42f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:57Z', 'updated_at': '2022-02-09T01:25:02Z', 'revision_number': 3, 'project_id': 'ec505bef08414d84b29dc30590be813b', 'gw_port': {'id': 'a873525f-e022-432b-b24b-5306aad42f7f', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78df22d9-f208-4a1a-bc9e-5d78d257b2e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:00Z', 'updated_at': '2022-02-09T01:25:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:10.411295 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbddfcac-7bcc-44c8-a832-851117ff4542 None None] The sync data for ids ['78df22d9-f208-4a1a-bc9e-5d78d257b2e9'] in n-d-828369-4 is: [{'id': '78df22d9-f208-4a1a-bc9e-5d78d257b2e9', 'name': 'tempest-TestVolumeBootPattern-1330956286-router', 'tenant_id': 'ec505bef08414d84b29dc30590be813b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'a873525f-e022-432b-b24b-5306aad42f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:57Z', 'updated_at': '2022-02-09T01:25:02Z', 'revision_number': 3, 'project_id': 'ec505bef08414d84b29dc30590be813b', 'gw_port': {'id': 'a873525f-e022-432b-b24b-5306aad42f7f', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78df22d9-f208-4a1a-bc9e-5d78d257b2e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:00Z', 'updated_at': '2022-02-09T01:25:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:25:10.437197 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a582cf-b3dd-414d-bfee-23de35763455 req-62f5d536-3ac9-4882-91a4-fb3041404bde tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:10.437197 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-20a582cf-b3dd-414d-bfee-23de35763455 req-62f5d536-3ac9-4882-91a4-fb3041404bde tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=206a159e-d5b7-4c7a-bf55-d28bde7be5d6 HTTP/1.1" status: 200 len: 945 time: 0.7980278 Feb 09 01:25:10.448277 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ed00bb4e-66e6-4447-840c-52d8cc7be54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (25556ba1-8c36-4708-b589-92caafb8dc80), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:10.458623 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-fa8be9ad-221f-4aea-8fd4-49874ed62b80 None None] Allocated IP 2001:db8::f816:3eff:fe28:2cdf (a8203b0d-e7af-492c-8c21-23f9563ce2e8/12113caf-8393-46b7-af36-a1965eacb419/d0d7f211-842e-42fe-a213-68e69a0680f8) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:10.588183 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c37c63-381d-4839-8ea9-b915e4ebbe94 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Pushing event updated for resources: {'Network': ['ID=a9e9e7a6-9eb2-4975-9046-e4e20dd94f00,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:10.628083 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b9c37c63-381d-4839-8ea9-b915e4ebbe94 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.0000088 Feb 09 01:25:10.632235 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43560) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:10.636112 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-20a582cf-b3dd-414d-bfee-23de35763455 req-4114cebb-afde-497a-9f86-b6639f6f5b19 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454148 Feb 09 01:25:10.639363 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-11751329-b5b0-44a3-a2bf-e0fe6581de7b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1146390635', 'admin_state_up': True, 'project_id': '5b3cbba90205438cb5119ccafd525f59', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:10.669409 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c72845b-3d56-48f4-9211-ead4c2197f52 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:10.699426 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fa8be9ad-221f-4aea-8fd4-49874ed62b80 None None] Publish callbacks [] for port (d0d7f211-842e-42fe-a213-68e69a0680f8), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:10.738125 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed00bb4e-66e6-4447-840c-52d8cc7be54d admin admin] Network 3f2c564e-03b0-4781-82ee-6d5da5e8ddaf is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:10.760664 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-ed00bb4e-66e6-4447-840c-52d8cc7be54d admin admin] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:10.763896 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed00bb4e-66e6-4447-840c-52d8cc7be54d admin admin] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:25:10.806139 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2c72845b-3d56-48f4-9211-ead4c2197f52 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:10.808530 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-11751329-b5b0-44a3-a2bf-e0fe6581de7b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (e84b1918-32c9-46d0-8f6e-475abc81a0d7), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:10.810039 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-11751329-b5b0-44a3-a2bf-e0fe6581de7b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (e84b1918-32c9-46d0-8f6e-475abc81a0d7), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:10.851924 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ed00bb4e-66e6-4447-840c-52d8cc7be54d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (78df22d9-f208-4a1a-bc9e-5d78d257b2e9), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:10.903405 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-2c72845b-3d56-48f4-9211-ead4c2197f52 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] device_id is not set on port 5fa1e86d-1770-4f26-888d-25408f2a0527 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:25:10.947974 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network a9e9e7a6-9eb2-4975-9046-e4e20dd94f00 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:25:10.957992 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fa8be9ad-221f-4aea-8fd4-49874ed62b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (d0d7f211-842e-42fe-a213-68e69a0680f8), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:11.038605 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00bb4e-66e6-4447-840c-52d8cc7be54d admin admin] Pushing event updated for resources: {'Port': ['ID=25556ba1-8c36-4708-b589-92caafb8dc80,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:11.148501 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b778b-7b01-412f-9b61-9ad35e4cfdc4 req-6c1f97a7-5285-4209-88a8-745622a82122 tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:11.157696 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-719b778b-7b01-412f-9b61-9ad35e4cfdc4 req-6c1f97a7-5285-4209-88a8-745622a82122 tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] 10.222.0.50 "GET /v2.0/ports?device_id=69540b18-9afa-4b4b-88ca-905257684d22 HTTP/1.1" status: 200 len: 945 time: 0.8199728 Feb 09 01:25:11.213925 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-503dcae5-c90d-4755-8340-d101bdae9913 admin admin] Publish callbacks [] for router_gateway (19babdbe-7e44-45ab-a830-d831a8c238d6), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:11.272388 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ed00bb4e-66e6-4447-840c-52d8cc7be54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (25556ba1-8c36-4708-b589-92caafb8dc80), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:11.282919 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-503dcae5-c90d-4755-8340-d101bdae9913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:11.328634 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cfaa8c-4d66-4f6d-8d73-1218b340ca7a None None] Routers {'729c8c43-c9e6-41e1-ba40-28def817fcf5'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:25:11.331939 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-03cfaa8c-4d66-4f6d-8d73-1218b340ca7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:25:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['729c8c43-c9e6-41e1-ba40-28def817fcf5'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:11.405804 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-719b778b-7b01-412f-9b61-9ad35e4cfdc4 req-dd19473a-c6d5-4f98-8752-19a7e5a57442 tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f69c536-89ec-4d31-9996-f5459644a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466073 Feb 09 01:25:11.654583 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-03cfaa8c-4d66-4f6d-8d73-1218b340ca7a None None] Set router 729c8c43-c9e6-41e1-ba40-28def817fcf5 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:25:11.715329 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ed00bb4e-66e6-4447-840c-52d8cc7be54d admin admin] Publish callbacks [] for port (25556ba1-8c36-4708-b589-92caafb8dc80), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:11.736625 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8be9ad-221f-4aea-8fd4-49874ed62b80 None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:11.745340 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-fa8be9ad-221f-4aea-8fd4-49874ed62b80 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:11.747788 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8be9ad-221f-4aea-8fd4-49874ed62b80 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:25:11.752881 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-503dcae5-c90d-4755-8340-d101bdae9913 admin admin] Allocated IP 172.25.8.105 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/04e75430-e13a-4143-b391-dfbfc8723bd4) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:11.798177 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5ba85ddd-b3ce-44b5-a061-fa3b5e9cd970 None None] Publish callbacks [] for port (3ad35d39-e6b9-4273-b649-cfadc573acee), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:11.811466 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-11751329-b5b0-44a3-a2bf-e0fe6581de7b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for router_controller (e84b1918-32c9-46d0-8f6e-475abc81a0d7), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:11.907433 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-503dcae5-c90d-4755-8340-d101bdae9913 admin admin] Publish callbacks [] for port (04e75430-e13a-4143-b391-dfbfc8723bd4), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:11.957276 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ed00bb4e-66e6-4447-840c-52d8cc7be54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (25556ba1-8c36-4708-b589-92caafb8dc80), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:11.975145 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-503dcae5-c90d-4755-8340-d101bdae9913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (04e75430-e13a-4143-b391-dfbfc8723bd4), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:12.105688 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503dcae5-c90d-4755-8340-d101bdae9913 admin admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:12.126229 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-503dcae5-c90d-4755-8340-d101bdae9913 admin admin] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:12.143945 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503dcae5-c90d-4755-8340-d101bdae9913 admin admin] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:25:12.177851 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ed00bb4e-66e6-4447-840c-52d8cc7be54d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (78df22d9-f208-4a1a-bc9e-5d78d257b2e9), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:12.200806 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00bb4e-66e6-4447-840c-52d8cc7be54d admin admin] Pushing event updated for resources: {'Port': ['ID=25556ba1-8c36-4708-b589-92caafb8dc80,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:12.256989 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0edae6-72ed-4d15-a3fb-a6ad490f0375 req-c7a59c67-a9e9-45d4-95e3-3673f23a4437 tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:12.260014 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-8e0edae6-72ed-4d15-a3fb-a6ad490f0375 req-c7a59c67-a9e9-45d4-95e3-3673f23a4437 tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] 10.222.0.47 "GET /v2.0/ports?device_id=69540b18-9afa-4b4b-88ca-905257684d22 HTTP/1.1" status: 200 len: 945 time: 0.4648645 Feb 09 01:25:12.276081 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-11751329-b5b0-44a3-a2bf-e0fe6581de7b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for router_gateway (e84b1918-32c9-46d0-8f6e-475abc81a0d7), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:12.286059 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74474d0-acf2-442a-a2f6-416c04eb6635 req-6d621486-1dea-4dd5-b7ef-72d0d4089f88 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:12.287877 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c74474d0-acf2-442a-a2f6-416c04eb6635 req-6d621486-1dea-4dd5-b7ef-72d0d4089f88 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=206a159e-d5b7-4c7a-bf55-d28bde7be5d6 HTTP/1.1" status: 200 len: 945 time: 0.3327668 Feb 09 01:25:12.339053 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503dcae5-c90d-4755-8340-d101bdae9913 admin admin] Pushing event updated for resources: {'Port': ['ID=04e75430-e13a-4143-b391-dfbfc8723bd4,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:12.364957 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-fa8be9ad-221f-4aea-8fd4-49874ed62b80 None None] Attempting to bind port d0d7f211-842e-42fe-a213-68e69a0680f8 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:25:12.365410 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-fa8be9ad-221f-4aea-8fd4-49874ed62b80 None None] Attempting to bind port d0d7f211-842e-42fe-a213-68e69a0680f8 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:25:12.365789 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8be9ad-221f-4aea-8fd4-49874ed62b80 None None] Attempting to bind port d0d7f211-842e-42fe-a213-68e69a0680f8 on network a8203b0d-e7af-492c-8c21-23f9563ce2e8 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:25:12.388187 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 8a9aeccc-ed73-43db-801a-02d5971708a5 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:12.390558 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5ba85ddd-b3ce-44b5-a061-fa3b5e9cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (3ad35d39-e6b9-4273-b649-cfadc573acee), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:12.437567 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-2c72845b-3d56-48f4-9211-ead4c2197f52 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Allocated IP 2001:db8:0:1::82 (a8203b0d-e7af-492c-8c21-23f9563ce2e8/9a113b09-e071-4ee3-985c-0a5b164146ad/5fa1e86d-1770-4f26-888d-25408f2a0527) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:12.473965 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8be9ad-221f-4aea-8fd4-49874ed62b80 None None] Pushing event updated for resources: {'Port': ['ID=d0d7f211-842e-42fe-a213-68e69a0680f8,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:12.501016 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-2c72845b-3d56-48f4-9211-ead4c2197f52 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Allocated IP 2001:db8::f816:3eff:fef1:2819 (a8203b0d-e7af-492c-8c21-23f9563ce2e8/12113caf-8393-46b7-af36-a1965eacb419/5fa1e86d-1770-4f26-888d-25408f2a0527) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:12.521409 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c74474d0-acf2-442a-a2f6-416c04eb6635 req-9579ceae-dcd4-45e8-824e-a5a9c0cf30bc tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756938 Feb 09 01:25:12.562803 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8be9ad-221f-4aea-8fd4-49874ed62b80 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:25:12.563327 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8be9ad-221f-4aea-8fd4-49874ed62b80 None None] Checking segment: {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:25:12.563842 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fa8be9ad-221f-4aea-8fd4-49874ed62b80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:12.564356 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8be9ad-221f-4aea-8fd4-49874ed62b80 None None] Bound using segment: {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:25:12.565085 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-fa8be9ad-221f-4aea-8fd4-49874ed62b80 None None] Bound port: d0d7f211-842e-42fe-a213-68e69a0680f8, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:25:12.565668 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fa8be9ad-221f-4aea-8fd4-49874ed62b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d0d7f211-842e-42fe-a213-68e69a0680f8), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:12.583717 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed00bb4e-66e6-4447-840c-52d8cc7be54d admin admin] Network 3f2c564e-03b0-4781-82ee-6d5da5e8ddaf is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:12.596320 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-ed00bb4e-66e6-4447-840c-52d8cc7be54d admin admin] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:12.599336 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba85ddd-b3ce-44b5-a061-fa3b5e9cd970 None None] Network aa3a140a-b307-40df-8e54-e8400f4711b5 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:12.641734 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-5ba85ddd-b3ce-44b5-a061-fa3b5e9cd970 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:12.656861 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba85ddd-b3ce-44b5-a061-fa3b5e9cd970 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:25:12.670265 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device fb728c11-1c78-4ff2-bf41-f538c4dd4e2f no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:25:12.681624 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8be9ad-221f-4aea-8fd4-49874ed62b80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:12.694594 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8be9ad-221f-4aea-8fd4-49874ed62b80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:12.695174 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8be9ad-221f-4aea-8fd4-49874ed62b80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:12.695746 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8be9ad-221f-4aea-8fd4-49874ed62b80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:12.696392 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8be9ad-221f-4aea-8fd4-49874ed62b80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:12.697010 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8be9ad-221f-4aea-8fd4-49874ed62b80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:12.697579 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8be9ad-221f-4aea-8fd4-49874ed62b80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:12.698130 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8be9ad-221f-4aea-8fd4-49874ed62b80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:12.698684 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8be9ad-221f-4aea-8fd4-49874ed62b80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:12.699264 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8be9ad-221f-4aea-8fd4-49874ed62b80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:12.699824 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8be9ad-221f-4aea-8fd4-49874ed62b80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:12.700369 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8be9ad-221f-4aea-8fd4-49874ed62b80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:12.700930 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8be9ad-221f-4aea-8fd4-49874ed62b80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:12.727261 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-8e0edae6-72ed-4d15-a3fb-a6ad490f0375 req-860bceb7-1244-4bf1-8ea8-b696aa903c81 tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] Deleting port 0e705fc3-c1c8-4b8d-a1e9-d634564c8d64 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:25:12.728305 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-8e0edae6-72ed-4d15-a3fb-a6ad490f0375 req-860bceb7-1244-4bf1-8ea8-b696aa903c81 tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (0e705fc3-c1c8-4b8d-a1e9-d634564c8d64), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:12.786599 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba85ddd-b3ce-44b5-a061-fa3b5e9cd970 None None] Pushing event updated for resources: {'Port': ['ID=3ad35d39-e6b9-4273-b649-cfadc573acee,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:12.880368 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-79238bff-23cf-4799-b077-739f87e20d86 None None] Current status of the port 8a9aeccc-ed73-43db-801a-02d5971708a5 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:12.932808 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-8e0edae6-72ed-4d15-a3fb-a6ad490f0375 req-860bceb7-1244-4bf1-8ea8-b696aa903c81 tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] For port 0e705fc3-c1c8-4b8d-a1e9-d634564c8d64, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=0e705fc3-c1c8-4b8d-a1e9-d634564c8d64,segment=NetworkSegment(1f71eaa0-f848-4fa8-8dc0-a878a8acc7c7),segment_id=1f71eaa0-f848-4fa8-8dc0-a878a8acc7c7)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:12.933442 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-8e0edae6-72ed-4d15-a3fb-a6ad490f0375 req-860bceb7-1244-4bf1-8ea8-b696aa903c81 tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (0e705fc3-c1c8-4b8d-a1e9-d634564c8d64), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:12.951513 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-8e0edae6-72ed-4d15-a3fb-a6ad490f0375 req-860bceb7-1244-4bf1-8ea8-b696aa903c81 tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] Calling delete_port for 0e705fc3-c1c8-4b8d-a1e9-d634564c8d64 owned by compute:nova {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:25:12.982300 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-fa8be9ad-221f-4aea-8fd4-49874ed62b80 None None] For port d0d7f211-842e-42fe-a213-68e69a0680f8, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:25:12.994593 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-fa8be9ad-221f-4aea-8fd4-49874ed62b80 None None] For port d0d7f211-842e-42fe-a213-68e69a0680f8, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=d0d7f211-842e-42fe-a213-68e69a0680f8,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:25:13.090825 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: fb728c11-1c78-4ff2-bf41-f538c4dd4e2f {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:25:13.095621 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device fb728c11-1c78-4ff2-bf41-f538c4dd4e2f not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:25:13.150513 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fa8be9ad-221f-4aea-8fd4-49874ed62b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d0d7f211-842e-42fe-a213-68e69a0680f8), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:13.158180 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-503dcae5-c90d-4755-8340-d101bdae9913 admin admin] Publish callbacks [] for router_gateway (19babdbe-7e44-45ab-a830-d831a8c238d6), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:13.271410 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-5ba85ddd-b3ce-44b5-a061-fa3b5e9cd970 None None] Attempting to bind port 3ad35d39-e6b9-4273-b649-cfadc573acee on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:25:13.275503 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-5ba85ddd-b3ce-44b5-a061-fa3b5e9cd970 None None] Attempting to bind port 3ad35d39-e6b9-4273-b649-cfadc573acee by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'a482a1c8-c758-4780-adf2-c7eeb7c316ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'aa3a140a-b307-40df-8e54-e8400f4711b5'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:25:13.276317 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba85ddd-b3ce-44b5-a061-fa3b5e9cd970 None None] Attempting to bind port 3ad35d39-e6b9-4273-b649-cfadc573acee on network aa3a140a-b307-40df-8e54-e8400f4711b5 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:25:13.351034 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-79238bff-23cf-4799-b077-739f87e20d86 None None] Provisioning complete for port ed1d5eee-781c-4a1b-8c14-17114c85e732 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:13.353162 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-79238bff-23cf-4799-b077-739f87e20d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (ed1d5eee-781c-4a1b-8c14-17114c85e732), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:13.363143 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8be9ad-221f-4aea-8fd4-49874ed62b80 None None] Pushing event updated for resources: {'Port': ['ID=d0d7f211-842e-42fe-a213-68e69a0680f8,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:13.370292 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba85ddd-b3ce-44b5-a061-fa3b5e9cd970 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:25:13.370946 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba85ddd-b3ce-44b5-a061-fa3b5e9cd970 None None] Checking segment: {'id': 'a482a1c8-c758-4780-adf2-c7eeb7c316ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'aa3a140a-b307-40df-8e54-e8400f4711b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:25:13.371620 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5ba85ddd-b3ce-44b5-a061-fa3b5e9cd970 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:13.372132 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba85ddd-b3ce-44b5-a061-fa3b5e9cd970 None None] Bound using segment: {'id': 'a482a1c8-c758-4780-adf2-c7eeb7c316ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'aa3a140a-b307-40df-8e54-e8400f4711b5'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:25:13.372770 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-5ba85ddd-b3ce-44b5-a061-fa3b5e9cd970 None None] Bound port: 3ad35d39-e6b9-4273-b649-cfadc573acee, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a482a1c8-c758-4780-adf2-c7eeb7c316ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'aa3a140a-b307-40df-8e54-e8400f4711b5'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:25:13.373263 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5ba85ddd-b3ce-44b5-a061-fa3b5e9cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3ad35d39-e6b9-4273-b649-cfadc573acee), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:13.442109 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2c72845b-3d56-48f4-9211-ead4c2197f52 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for port (5fa1e86d-1770-4f26-888d-25408f2a0527), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:13.520986 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device a873525f-e022-432b-b24b-5306aad42f7f up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:25:13.529078 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-03cfaa8c-4d66-4f6d-8d73-1218b340ca7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729c8c43-c9e6-41e1-ba40-28def817fcf5', 'name': 'tempest-TestServerBasicOps-1765108493-router', 'tenant_id': '4f98c7fdebb0485fb570809def96421c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '4f51b24f-b023-49d9-8560-e53fdf916e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:46Z', 'updated_at': '2022-02-09T01:24:57Z', 'revision_number': 4, 'project_id': '4f98c7fdebb0485fb570809def96421c', 'gw_port': {'id': '4f51b24f-b023-49d9-8560-e53fdf916e1f', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729c8c43-c9e6-41e1-ba40-28def817fcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:49Z', 'updated_at': '2022-02-09T01:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'ed1d5eee-781c-4a1b-8c14-17114c85e732', 'name': '', 'network_id': '6076cc38-83af-4e8f-b6d9-59b61dc00254', 'tenant_id': '4f98c7fdebb0485fb570809def96421c', 'mac_address': 'fa:16:3e:18:06:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729c8c43-c9e6-41e1-ba40-28def817fcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'f080e354-192c-45c8-9f02-4a3b41a60c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:55Z', 'updated_at': '2022-02-09T01:25:09Z', 'revision_number': 4, 'project_id': '4f98c7fdebb0485fb570809def96421c', 'subnets': [{'id': 'f080e354-192c-45c8-9f02-4a3b41a60c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:13.582036 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2c72845b-3d56-48f4-9211-ead4c2197f52 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (5fa1e86d-1770-4f26-888d-25408f2a0527), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:13.601987 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cfaa8c-4d66-4f6d-8d73-1218b340ca7a None None] The sync data for ids ['729c8c43-c9e6-41e1-ba40-28def817fcf5'] in n-d-828369-4 is: [{'id': '729c8c43-c9e6-41e1-ba40-28def817fcf5', 'name': 'tempest-TestServerBasicOps-1765108493-router', 'tenant_id': '4f98c7fdebb0485fb570809def96421c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '4f51b24f-b023-49d9-8560-e53fdf916e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:46Z', 'updated_at': '2022-02-09T01:24:57Z', 'revision_number': 4, 'project_id': '4f98c7fdebb0485fb570809def96421c', 'gw_port': {'id': '4f51b24f-b023-49d9-8560-e53fdf916e1f', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729c8c43-c9e6-41e1-ba40-28def817fcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:49Z', 'updated_at': '2022-02-09T01:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'ed1d5eee-781c-4a1b-8c14-17114c85e732', 'name': '', 'network_id': '6076cc38-83af-4e8f-b6d9-59b61dc00254', 'tenant_id': '4f98c7fdebb0485fb570809def96421c', 'mac_address': 'fa:16:3e:18:06:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729c8c43-c9e6-41e1-ba40-28def817fcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'f080e354-192c-45c8-9f02-4a3b41a60c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:55Z', 'updated_at': '2022-02-09T01:25:09Z', 'revision_number': 4, 'project_id': '4f98c7fdebb0485fb570809def96421c', 'subnets': [{'id': 'f080e354-192c-45c8-9f02-4a3b41a60c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:25:13.829932 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-5ba85ddd-b3ce-44b5-a061-fa3b5e9cd970 None None] For port 3ad35d39-e6b9-4273-b649-cfadc573acee, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:25:13.839618 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-79238bff-23cf-4799-b077-739f87e20d86 None None] Current status of the port ed1d5eee-781c-4a1b-8c14-17114c85e732 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:13.845969 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-79238bff-23cf-4799-b077-739f87e20d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ed1d5eee-781c-4a1b-8c14-17114c85e732), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:13.849722 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-5ba85ddd-b3ce-44b5-a061-fa3b5e9cd970 None None] For port 3ad35d39-e6b9-4273-b649-cfadc573acee, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=3ad35d39-e6b9-4273-b649-cfadc573acee,segment=NetworkSegment(a482a1c8-c758-4780-adf2-c7eeb7c316ab),segment_id=a482a1c8-c758-4780-adf2-c7eeb7c316ab)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:25:13.876133 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5ba85ddd-b3ce-44b5-a061-fa3b5e9cd970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (3ad35d39-e6b9-4273-b649-cfadc573acee), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:13.965485 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba85ddd-b3ce-44b5-a061-fa3b5e9cd970 None None] Pushing event updated for resources: {'Port': ['ID=3ad35d39-e6b9-4273-b649-cfadc573acee,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:13.989706 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port a873525f-e022-432b-b24b-5306aad42f7f triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:13.990127 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a873525f-e022-432b-b24b-5306aad42f7f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:14.070904 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-79238bff-23cf-4799-b077-739f87e20d86 None None] For port ed1d5eee-781c-4a1b-8c14-17114c85e732, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=ed1d5eee-781c-4a1b-8c14-17114c85e732,segment=NetworkSegment(48933cd2-4d24-4749-84b3-745901d79474),segment_id=48933cd2-4d24-4749-84b3-745901d79474)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:14.073180 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c72845b-3d56-48f4-9211-ead4c2197f52 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:14.078158 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-79238bff-23cf-4799-b077-739f87e20d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (ed1d5eee-781c-4a1b-8c14-17114c85e732), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:14.168655 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-2c72845b-3d56-48f4-9211-ead4c2197f52 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:14.219115 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79238bff-23cf-4799-b077-739f87e20d86 None None] Pushing event updated for resources: {'Port': ['ID=ed1d5eee-781c-4a1b-8c14-17114c85e732,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:14.242276 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c72845b-3d56-48f4-9211-ead4c2197f52 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Port': ['ID=5fa1e86d-1770-4f26-888d-25408f2a0527,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:14.250454 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c72845b-3d56-48f4-9211-ead4c2197f52 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:25:14.259252 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c72845b-3d56-48f4-9211-ead4c2197f52 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:14.260591 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2c72845b-3d56-48f4-9211-ead4c2197f52 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:14.267176 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-8e0edae6-72ed-4d15-a3fb-a6ad490f0375 req-860bceb7-1244-4bf1-8ea8-b696aa903c81 tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (0e705fc3-c1c8-4b8d-a1e9-d634564c8d64), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:14.283679 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-8351f2f2-774a-4deb-9e52-4be0380292ad None None] Provisioning complete for port 25556ba1-8c36-4708-b589-92caafb8dc80 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:14.289708 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8351f2f2-774a-4deb-9e52-4be0380292ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (25556ba1-8c36-4708-b589-92caafb8dc80), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:14.353663 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860bceb7-1244-4bf1-8ea8-b696aa903c81 tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] Pushing event deleted for resources: {'Port': ['ID=0e705fc3-c1c8-4b8d-a1e9-d634564c8d64,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:14.419619 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2c72845b-3d56-48f4-9211-ead4c2197f52 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.2419834 Feb 09 01:25:14.491977 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-8351f2f2-774a-4deb-9e52-4be0380292ad None None] Port 25556ba1-8c36-4708-b589-92caafb8dc80 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:25:14.496298 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port a873525f-e022-432b-b24b-5306aad42f7f is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:14.497258 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a873525f-e022-432b-b24b-5306aad42f7f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:14.535300 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-8351f2f2-774a-4deb-9e52-4be0380292ad None None] Provisioning complete for port ed1d5eee-781c-4a1b-8c14-17114c85e732 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:14.535988 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8351f2f2-774a-4deb-9e52-4be0380292ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (ed1d5eee-781c-4a1b-8c14-17114c85e732), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:14.572249 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43608) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:14.628832 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-11751329-b5b0-44a3-a2bf-e0fe6581de7b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for router_gateway (e84b1918-32c9-46d0-8f6e-475abc81a0d7), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:14.671828 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port a873525f-e022-432b-b24b-5306aad42f7f, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=a873525f-e022-432b-b24b-5306aad42f7f,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:14.685215 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0edae6-72ed-4d15-a3fb-a6ad490f0375 req-860bceb7-1244-4bf1-8ea8-b696aa903c81 tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] No DVR routers for this DVR port 0e705fc3-c1c8-4b8d-a1e9-d634564c8d64 on host n-h1-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:25:14.689951 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a873525f-e022-432b-b24b-5306aad42f7f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:14.695464 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 8a9aeccc-ed73-43db-801a-02d5971708a5 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:25:14.700040 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-8e0edae6-72ed-4d15-a3fb-a6ad490f0375 req-860bceb7-1244-4bf1-8ea8-b696aa903c81 tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:14.705528 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-8e0edae6-72ed-4d15-a3fb-a6ad490f0375 req-860bceb7-1244-4bf1-8ea8-b696aa903c81 tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] 10.222.0.47 "DELETE /v2.0/ports/0e705fc3-c1c8-4b8d-a1e9-d634564c8d64 HTTP/1.1" status: 204 len: 173 time: 2.4248922 Feb 09 01:25:14.847918 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69540b18-9afa-4b4b-88ca-905257684d22', 'name': 'network-vif-deleted', 'tag': '0e705fc3-c1c8-4b8d-a1e9-d634564c8d64'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:25:14.858453 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41164893-7e61-4fda-aebd-542c88dd47b3" -d '{"events": [{"server_uuid": "69540b18-9afa-4b4b-88ca-905257684d22", "name": "network-vif-deleted", "tag": "0e705fc3-c1c8-4b8d-a1e9-d634564c8d64"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:25:14.909941 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-11751329-b5b0-44a3-a2bf-e0fe6581de7b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:14.927285 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70443d3-bb6f-439f-baea-332a4666f3b2 req-28b3690a-118f-415e-8c80-88c653043b0d tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:14.943652 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a70443d3-bb6f-439f-baea-332a4666f3b2 req-28b3690a-118f-415e-8c80-88c653043b0d tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] 10.222.0.50 "GET /v2.0/ports?device_id=69540b18-9afa-4b4b-88ca-905257684d22 HTTP/1.1" status: 200 len: 867 time: 2.0990703 Feb 09 01:25:14.988095 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-8351f2f2-774a-4deb-9e52-4be0380292ad None None] Current status of the port ed1d5eee-781c-4a1b-8c14-17114c85e732 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:15.002865 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=a873525f-e022-432b-b24b-5306aad42f7f,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:15.057540 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 8a9aeccc-ed73-43db-801a-02d5971708a5 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:15.058113 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (8a9aeccc-ed73-43db-801a-02d5971708a5), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:15.125916 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed00bb4e-66e6-4447-840c-52d8cc7be54d admin admin] Router 78df22d9-f208-4a1a-bc9e-5d78d257b2e9 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:25:15.162244 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9de470-6703-42ee-87b2-2c4487f0c885 req-2815df13-66e5-4875-86f7-147d3cf0a41a tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:15.170075 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a9de470-6703-42ee-87b2-2c4487f0c885 req-2815df13-66e5-4875-86f7-147d3cf0a41a tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=206a159e-d5b7-4c7a-bf55-d28bde7be5d6 HTTP/1.1" status: 200 len: 945 time: 0.4946492 Feb 09 01:25:15.194466 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-11751329-b5b0-44a3-a2bf-e0fe6581de7b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Allocated IP 172.25.8.129 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/d68bd94e-edd1-4757-9aef-7d6b0e0e20ac) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:15.285204 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 8a9aeccc-ed73-43db-801a-02d5971708a5 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:15.306765 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a70443d3-bb6f-439f-baea-332a4666f3b2 req-34656fe6-237f-46ca-8eae-7abd47c1d0c9 tempest-ServerGroupTestJSON-699914835 tempest-ServerGroupTestJSON-699914835-project] 10.222.0.50 "GET /v2.0/security-groups?id=7f69c536-89ec-4d31-9996-f5459644a86b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621860 Feb 09 01:25:15.394572 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 0e705fc3-c1c8-4b8d-a1e9-d634564c8d64 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:25:15.509877 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50c08f3-ba08-4ab3-865b-a3189a7b8362 x-openstack-request-id: req-d50c08f3-ba08-4ab3-865b-a3189a7b8362 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:25:15.511526 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69540b18-9afa-4b4b-88ca-905257684d22", "name": "network-vif-deleted", "tag": "0e705fc3-c1c8-4b8d-a1e9-d634564c8d64", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:25:15.512473 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: 0e705fc3-c1c8-4b8d-a1e9-d634564c8d64 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:25:15.512877 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 0e705fc3-c1c8-4b8d-a1e9-d634564c8d64 not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:25:15.513094 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d50c08f3-ba08-4ab3-865b-a3189a7b8362 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:25:15.516227 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69540b18-9afa-4b4b-88ca-905257684d22', 'name': 'network-vif-deleted', 'tag': '0e705fc3-c1c8-4b8d-a1e9-d634564c8d64', 'status': 'completed', 'code': 200} Feb 09 01:25:15.570779 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1128de6-c2e1-411c-b4f7-43dc7ec9a21d None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:25:15.670768 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-11751329-b5b0-44a3-a2bf-e0fe6581de7b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for port (d68bd94e-edd1-4757-9aef-7d6b0e0e20ac), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:15.723509 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-87a9b0d2-8e82-43f6-b07e-e53e21bcdbc7 None None] Provisioning complete for port d0d7f211-842e-42fe-a213-68e69a0680f8 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:15.723902 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-87a9b0d2-8e82-43f6-b07e-e53e21bcdbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d0d7f211-842e-42fe-a213-68e69a0680f8), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:15.824796 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-41e9b1ed-12ce-4df7-bb6e-40e23440687d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting port 5fa1e86d-1770-4f26-888d-25408f2a0527 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:25:15.825145 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-41e9b1ed-12ce-4df7-bb6e-40e23440687d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (5fa1e86d-1770-4f26-888d-25408f2a0527), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:15.964754 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device d0d7f211-842e-42fe-a213-68e69a0680f8 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:25:15.969300 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-503dcae5-c90d-4755-8340-d101bdae9913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (19babdbe-7e44-45ab-a830-d831a8c238d6), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:15.976033 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-11751329-b5b0-44a3-a2bf-e0fe6581de7b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (d68bd94e-edd1-4757-9aef-7d6b0e0e20ac), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:16.101670 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port d0d7f211-842e-42fe-a213-68e69a0680f8 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:16.102250 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d0d7f211-842e-42fe-a213-68e69a0680f8), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:16.151862 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11751329-b5b0-44a3-a2bf-e0fe6581de7b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:16.162265 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-11751329-b5b0-44a3-a2bf-e0fe6581de7b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:16.188410 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11751329-b5b0-44a3-a2bf-e0fe6581de7b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:25:16.194770 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11751329-b5b0-44a3-a2bf-e0fe6581de7b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Pushing event updated for resources: {'Port': ['ID=d68bd94e-edd1-4757-9aef-7d6b0e0e20ac,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:16.214329 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a9de470-6703-42ee-87b2-2c4487f0c885 req-6f0bfe0e-1346-4766-a0e1-b8241018db42 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9459274 Feb 09 01:25:16.250218 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-87a9b0d2-8e82-43f6-b07e-e53e21bcdbc7 None None] Current status of the port d0d7f211-842e-42fe-a213-68e69a0680f8 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:16.251220 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-87a9b0d2-8e82-43f6-b07e-e53e21bcdbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d0d7f211-842e-42fe-a213-68e69a0680f8), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:16.382980 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a24cc3-bfb5-4027-93b0-fcde5126bcb4 None None] Network aa3a140a-b307-40df-8e54-e8400f4711b5 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:25:16.393308 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed00bb4e-66e6-4447-840c-52d8cc7be54d admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:25:16.396085 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c96f90d-c589-4524-b9aa-1d2c5064c6fe None None] Update dhcp port {'port': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'fixed_ips': [{'subnet_id': '12113caf-8393-46b7-af36-a1965eacb419', 'ip_address': '2001:db8::f816:3eff:fe28:2cdf'}, {'subnet_id': '9a113b09-e071-4ee3-985c-0a5b164146ad'}], 'binding:host_id': 'n-d-828369-4'}, 'id': 'd0d7f211-842e-42fe-a213-68e69a0680f8'} from n-d-828369-4. {{(pid=103138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 01:25:16.422358 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-41e9b1ed-12ce-4df7-bb6e-40e23440687d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (5fa1e86d-1770-4f26-888d-25408f2a0527), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:16.439358 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ed00bb4e-66e6-4447-840c-52d8cc7be54d admin admin] 10.222.0.50 "PUT /v2.0/routers/78df22d9-f208-4a1a-bc9e-5d78d257b2e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8802507 Feb 09 01:25:16.599334 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-503dcae5-c90d-4755-8340-d101bdae9913 admin admin] Router 19babdbe-7e44-45ab-a830-d831a8c238d6 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:25:16.716122 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-87a9b0d2-8e82-43f6-b07e-e53e21bcdbc7 None None] For port d0d7f211-842e-42fe-a213-68e69a0680f8, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=d0d7f211-842e-42fe-a213-68e69a0680f8,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:16.737463 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port d0d7f211-842e-42fe-a213-68e69a0680f8 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:16.737872 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d0d7f211-842e-42fe-a213-68e69a0680f8), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:16.745208 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a56f58-bd04-4b83-8673-15bc001aa411 None None] Sync routers for ids ['78df22d9-f208-4a1a-bc9e-5d78d257b2e9'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:25:16.749575 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-41e9b1ed-12ce-4df7-bb6e-40e23440687d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Calling delete_port for 5fa1e86d-1770-4f26-888d-25408f2a0527 owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:25:16.897005 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-87a9b0d2-8e82-43f6-b07e-e53e21bcdbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d0d7f211-842e-42fe-a213-68e69a0680f8), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:16.904197 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503dcae5-c90d-4755-8340-d101bdae9913 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:25:16.929911 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f912dec-e3e8-47e7-b7aa-dfb039fe0519 None None] Sync routers for ids ['19babdbe-7e44-45ab-a830-d831a8c238d6'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:25:16.946334 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a56f58-bd04-4b83-8673-15bc001aa411 None None] Routers {'78df22d9-f208-4a1a-bc9e-5d78d257b2e9'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:25:16.956956 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-44a56f58-bd04-4b83-8673-15bc001aa411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:25:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['78df22d9-f208-4a1a-bc9e-5d78d257b2e9'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:16.965247 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f912dec-e3e8-47e7-b7aa-dfb039fe0519 None None] Routers {'19babdbe-7e44-45ab-a830-d831a8c238d6'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:25:16.966070 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9f912dec-e3e8-47e7-b7aa-dfb039fe0519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:25:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['19babdbe-7e44-45ab-a830-d831a8c238d6'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:16.991193 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1556ecfd-3ed1-4a0b-b685-3106fc7c214d req-c00f5eb6-83b4-4fba-b975-6e6dd65a67d4 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:17.017468 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1556ecfd-3ed1-4a0b-b685-3106fc7c214d req-c00f5eb6-83b4-4fba-b975-6e6dd65a67d4 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.4392378 Feb 09 01:25:17.057695 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-503dcae5-c90d-4755-8340-d101bdae9913 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:17.061806 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-503dcae5-c90d-4755-8340-d101bdae9913 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.8462484 Feb 09 01:25:17.075422 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43668) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:17.110959 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43672) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:17.190152 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a51a6e7-8d79-42c7-8c55-a08a098271a6 admin admin] Deleting subnet 5f9e9a8b-30c8-45fe-af55-db4baf56158f {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:25:17.203363 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6a51a6e7-8d79-42c7-8c55-a08a098271a6 admin admin] Publish callbacks [] for subnet (5f9e9a8b-30c8-45fe-af55-db4baf56158f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:17.238490 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-44a56f58-bd04-4b83-8673-15bc001aa411 None None] Set router 78df22d9-f208-4a1a-bc9e-5d78d257b2e9 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:25:17.307567 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-9f912dec-e3e8-47e7-b7aa-dfb039fe0519 None None] Set router 19babdbe-7e44-45ab-a830-d831a8c238d6 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:25:17.310695 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6a51a6e7-8d79-42c7-8c55-a08a098271a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (5f9e9a8b-30c8-45fe-af55-db4baf56158f), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:17.406355 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3c96f90d-c589-4524-b9aa-1d2c5064c6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d0d7f211-842e-42fe-a213-68e69a0680f8), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:17.440329 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6a51a6e7-8d79-42c7-8c55-a08a098271a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (5f9e9a8b-30c8-45fe-af55-db4baf56158f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:17.471923 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-11751329-b5b0-44a3-a2bf-e0fe6581de7b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for router_gateway (e84b1918-32c9-46d0-8f6e-475abc81a0d7), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:17.558622 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1556ecfd-3ed1-4a0b-b685-3106fc7c214d req-c6eb46f0-1209-4296-a074-8a28ade096fe tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5392721 Feb 09 01:25:17.626222 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6a51a6e7-8d79-42c7-8c55-a08a098271a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (5f9e9a8b-30c8-45fe-af55-db4baf56158f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:17.761140 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6a51a6e7-8d79-42c7-8c55-a08a098271a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:17.780642 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-6a51a6e7-8d79-42c7-8c55-a08a098271a6 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5f9e9a8b-30c8-45fe-af55-db4baf56158f HTTP/1.1" status: 204 len: 168 time: 0.6665773 Feb 09 01:25:17.781335 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43690) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:17.784284 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a51a6e7-8d79-42c7-8c55-a08a098271a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f9e9a8b-30c8-45fe-af55-db4baf56158f,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:17.803967 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-41e9b1ed-12ce-4df7-bb6e-40e23440687d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (5fa1e86d-1770-4f26-888d-25408f2a0527), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:17.852039 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-dfb08d1a-0ce5-4786-bc77-d5ce6ab48ed3 None None] Provisioning complete for port 3ad35d39-e6b9-4273-b649-cfadc573acee triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:17.853486 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dfb08d1a-0ce5-4786-bc77-d5ce6ab48ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (3ad35d39-e6b9-4273-b649-cfadc573acee), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:17.883938 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9f912dec-e3e8-47e7-b7aa-dfb039fe0519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19babdbe-7e44-45ab-a830-d831a8c238d6', 'name': 'tempest-TestServerBasicOps-1933728008-router', 'tenant_id': 'b9b1459f473849d985e42afcfc5cb7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '04e75430-e13a-4143-b391-dfbfc8723bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:25:08Z', 'updated_at': '2022-02-09T01:25:12Z', 'revision_number': 3, 'project_id': 'b9b1459f473849d985e42afcfc5cb7e5', 'gw_port': {'id': '04e75430-e13a-4143-b391-dfbfc8723bd4', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19babdbe-7e44-45ab-a830-d831a8c238d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:11Z', 'updated_at': '2022-02-09T01:25:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:17.944241 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f912dec-e3e8-47e7-b7aa-dfb039fe0519 None None] Checking router: 19babdbe-7e44-45ab-a830-d831a8c238d6 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:25:17.946063 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f912dec-e3e8-47e7-b7aa-dfb039fe0519 None None] Updating router 19babdbe-7e44-45ab-a830-d831a8c238d6 port 04e75430-e13a-4143-b391-dfbfc8723bd4 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:25:18.002882 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e9b1ed-12ce-4df7-bb6e-40e23440687d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Port': ['ID=5fa1e86d-1770-4f26-888d-25408f2a0527,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:18.011471 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9f912dec-e3e8-47e7-b7aa-dfb039fe0519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (04e75430-e13a-4143-b391-dfbfc8723bd4), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:18.164427 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a9b0d2-8e82-43f6-b07e-e53e21bcdbc7 None None] Pushing event updated for resources: {'Port': ['ID=d0d7f211-842e-42fe-a213-68e69a0680f8,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:18.184417 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f8b297f0-0ba9-43f4-910c-178ad2778f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (6dadc292-9db2-4c8d-9c03-42f79abbabb0), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:18.213159 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-41e9b1ed-12ce-4df7-bb6e-40e23440687d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:18.219821 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-41e9b1ed-12ce-4df7-bb6e-40e23440687d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/ports/5fa1e86d-1770-4f26-888d-25408f2a0527 HTTP/1.1" status: 204 len: 168 time: 3.6338892 Feb 09 01:25:18.224175 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43696) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:18.237521 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf7f29-b471-4686-a4c6-b90a07aab31c req-3ed218df-5a8e-405d-83e2-2bd9f6ba2c51 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:18.247505 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5fbf7f29-b471-4686-a4c6-b90a07aab31c req-3ed218df-5a8e-405d-83e2-2bd9f6ba2c51 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.4546647 Feb 09 01:25:18.542586 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f8b297f0-0ba9-43f4-910c-178ad2778f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (6dadc292-9db2-4c8d-9c03-42f79abbabb0), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:18.573309 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-3c96f90d-c589-4524-b9aa-1d2c5064c6fe None None] Allocated IP 2001:db8:0:1::2 (a8203b0d-e7af-492c-8c21-23f9563ce2e8/9a113b09-e071-4ee3-985c-0a5b164146ad/d0d7f211-842e-42fe-a213-68e69a0680f8) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:18.582103 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.api [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:25:18.584901 n-d-828369-4 neutron-server[103138]: DEBUG oslo_db.api [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:25:18.600152 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9f912dec-e3e8-47e7-b7aa-dfb039fe0519 None None] Publish callbacks [] for port (04e75430-e13a-4143-b391-dfbfc8723bd4), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:18.616773 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9f912dec-e3e8-47e7-b7aa-dfb039fe0519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (04e75430-e13a-4143-b391-dfbfc8723bd4), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:18.698250 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5fbf7f29-b471-4686-a4c6-b90a07aab31c req-ef6cc6bf-8fea-4632-b4e3-63d66c66cf3d tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4350092 Feb 09 01:25:18.712782 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-f8b297f0-0ba9-43f4-910c-178ad2778f77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dadc292-9db2-4c8d-9c03-42f79abbabb0']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:18.729610 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e572ec7-e728-4e1f-9ab3-132edd333bdd None None] Pushing event updated for resources: {'Port': ['ID=04e75430-e13a-4143-b391-dfbfc8723bd4,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:18.742539 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-f8b297f0-0ba9-43f4-910c-178ad2778f77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f71eaa0-f848-4fa8-8dc0-a878a8acc7c7') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:18.743674 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-f8b297f0-0ba9-43f4-910c-178ad2778f77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f71eaa0-f848-4fa8-8dc0-a878a8acc7c7') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:18.769711 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f8b297f0-0ba9-43f4-910c-178ad2778f77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (1f71eaa0-f848-4fa8-8dc0-a878a8acc7c7), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:18.773875 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-9f912dec-e3e8-47e7-b7aa-dfb039fe0519 None None] Attempting to bind port 04e75430-e13a-4143-b391-dfbfc8723bd4 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:25:18.774287 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-9f912dec-e3e8-47e7-b7aa-dfb039fe0519 None None] Attempting to bind port 04e75430-e13a-4143-b391-dfbfc8723bd4 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:25:18.774691 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f912dec-e3e8-47e7-b7aa-dfb039fe0519 None None] Attempting to bind port 04e75430-e13a-4143-b391-dfbfc8723bd4 on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:25:18.787043 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f912dec-e3e8-47e7-b7aa-dfb039fe0519 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:25:18.787430 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f912dec-e3e8-47e7-b7aa-dfb039fe0519 None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:25:18.787840 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9f912dec-e3e8-47e7-b7aa-dfb039fe0519 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:18.797141 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f912dec-e3e8-47e7-b7aa-dfb039fe0519 None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:25:18.797748 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-9f912dec-e3e8-47e7-b7aa-dfb039fe0519 None None] Bound port: 04e75430-e13a-4143-b391-dfbfc8723bd4, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:25:18.798163 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9f912dec-e3e8-47e7-b7aa-dfb039fe0519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (04e75430-e13a-4143-b391-dfbfc8723bd4), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:18.801210 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f8b297f0-0ba9-43f4-910c-178ad2778f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (1f71eaa0-f848-4fa8-8dc0-a878a8acc7c7), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:18.816990 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8b297f0-0ba9-43f4-910c-178ad2778f77 admin admin] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:25:18.817592 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f8b297f0-0ba9-43f4-910c-178ad2778f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (1f71eaa0-f848-4fa8-8dc0-a878a8acc7c7), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:18.819719 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:25:18.819719 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:25:18.819719 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:25:18.819719 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:25:18.819719 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:25:18.819719 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:25:18.819719 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:25:18.819719 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:25:18.819719 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:25:18.819719 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:25:18.819719 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:25:18.819719 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:25:18.819719 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:25:18.819719 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:25:18.819719 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:25:18.819719 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:25:18.819719 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:25:18.819719 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:25:18.819719 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:25:18.819719 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:25:18.819719 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:25:18.819719 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:25:18.819719 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:25:18.819719 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:25:18.819719 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:25:18.819719 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:25:18.819719 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:25:18.819719 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:25:18.819719 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:25:18.819719 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:25:18.819719 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:25:18.819719 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:25:18.889512 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-dfb08d1a-0ce5-4786-bc77-d5ce6ab48ed3 None None] Current status of the port 3ad35d39-e6b9-4273-b649-cfadc573acee is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:18.890098 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dfb08d1a-0ce5-4786-bc77-d5ce6ab48ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3ad35d39-e6b9-4273-b649-cfadc573acee), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:18.905751 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-9f912dec-e3e8-47e7-b7aa-dfb039fe0519 None None] For port 04e75430-e13a-4143-b391-dfbfc8723bd4, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:25:18.909505 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-9f912dec-e3e8-47e7-b7aa-dfb039fe0519 None None] For port 04e75430-e13a-4143-b391-dfbfc8723bd4, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=04e75430-e13a-4143-b391-dfbfc8723bd4,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:25:18.917334 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9f912dec-e3e8-47e7-b7aa-dfb039fe0519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (04e75430-e13a-4143-b391-dfbfc8723bd4), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:18.980510 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-dfb08d1a-0ce5-4786-bc77-d5ce6ab48ed3 None None] For port 3ad35d39-e6b9-4273-b649-cfadc573acee, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=3ad35d39-e6b9-4273-b649-cfadc573acee,segment=NetworkSegment(a482a1c8-c758-4780-adf2-c7eeb7c316ab),segment_id=a482a1c8-c758-4780-adf2-c7eeb7c316ab)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:18.990414 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-3c96f90d-c589-4524-b9aa-1d2c5064c6fe None None] For port d0d7f211-842e-42fe-a213-68e69a0680f8, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=d0d7f211-842e-42fe-a213-68e69a0680f8,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:18.997908 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dfb08d1a-0ce5-4786-bc77-d5ce6ab48ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (3ad35d39-e6b9-4273-b649-cfadc573acee), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:19.016263 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f8b297f0-0ba9-43f4-910c-178ad2778f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (6dadc292-9db2-4c8d-9c03-42f79abbabb0), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:19.030963 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f8b297f0-0ba9-43f4-910c-178ad2778f77 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:19.051315 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e572ec7-e728-4e1f-9ab3-132edd333bdd None None] Pushing event updated for resources: {'Port': ['ID=04e75430-e13a-4143-b391-dfbfc8723bd4,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:19.060264 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f8b297f0-0ba9-43f4-910c-178ad2778f77 admin admin] 10.222.0.50 "DELETE /v2.0/networks/6dadc292-9db2-4c8d-9c03-42f79abbabb0 HTTP/1.1" status: 204 len: 168 time: 1.2775061 Feb 09 01:25:19.085146 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f912dec-e3e8-47e7-b7aa-dfb039fe0519 None None] Routers {'19babdbe-7e44-45ab-a830-d831a8c238d6'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:25:19.086070 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9f912dec-e3e8-47e7-b7aa-dfb039fe0519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:25:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['19babdbe-7e44-45ab-a830-d831a8c238d6'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:19.126215 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b297f0-0ba9-43f4-910c-178ad2778f77 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dadc292-9db2-4c8d-9c03-42f79abbabb0,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:19.318798 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb08d1a-0ce5-4786-bc77-d5ce6ab48ed3 None None] Pushing event updated for resources: {'Port': ['ID=3ad35d39-e6b9-4273-b649-cfadc573acee,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:19.378267 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-9f912dec-e3e8-47e7-b7aa-dfb039fe0519 None None] Set router 19babdbe-7e44-45ab-a830-d831a8c238d6 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:25:19.397156 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3c96f90d-c589-4524-b9aa-1d2c5064c6fe None None] Publish callbacks [] for port (d0d7f211-842e-42fe-a213-68e69a0680f8), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:19.481940 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3c96f90d-c589-4524-b9aa-1d2c5064c6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d0d7f211-842e-42fe-a213-68e69a0680f8), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:19.561402 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-f3c09c7b-8ec8-4ca3-ba34-426f9eca292c tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:19.563692 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-f3c09c7b-8ec8-4ca3-ba34-426f9eca292c tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/networks?id=d88b7625-86d0-4021-80a0-5ba2f7b1a042 HTTP/1.1" status: 200 len: 811 time: 0.3185711 Feb 09 01:25:19.564329 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43730) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:19.589470 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-6abb5f58-f933-4b8c-82c3-852ad34c8836 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/quotas/99253303b883423fad908712b3678824 HTTP/1.1" status: 200 len: 375 time: 0.0171473 Feb 09 01:25:19.659647 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-44a56f58-bd04-4b83-8673-15bc001aa411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78df22d9-f208-4a1a-bc9e-5d78d257b2e9', 'name': 'tempest-TestVolumeBootPattern-1330956286-router', 'tenant_id': 'ec505bef08414d84b29dc30590be813b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'a873525f-e022-432b-b24b-5306aad42f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:57Z', 'updated_at': '2022-02-09T01:25:11Z', 'revision_number': 4, 'project_id': 'ec505bef08414d84b29dc30590be813b', 'gw_port': {'id': 'a873525f-e022-432b-b24b-5306aad42f7f', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78df22d9-f208-4a1a-bc9e-5d78d257b2e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:00Z', 'updated_at': '2022-02-09T01:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '25556ba1-8c36-4708-b589-92caafb8dc80', 'name': '', 'network_id': '3f2c564e-03b0-4781-82ee-6d5da5e8ddaf', 'tenant_id': 'ec505bef08414d84b29dc30590be813b', 'mac_address': 'fa:16:3e:2d:d9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78df22d9-f208-4a1a-bc9e-5d78d257b2e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'b23fe9d1-b054-4ff0-8b48-bb7761b98005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:09Z', 'updated_at': '2022-02-09T01:25:11Z', 'revision_number': 2, 'project_id': 'ec505bef08414d84b29dc30590be813b', 'subnets': [{'id': 'b23fe9d1-b054-4ff0-8b48-bb7761b98005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:19.667861 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-952f7879-7513-457e-8371-c48b08b2e737 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=33fb75f9afa64cc698e4fe59cdb0843e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1022294 Feb 09 01:25:19.672085 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43732) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:19.674802 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-11751329-b5b0-44a3-a2bf-e0fe6581de7b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (e84b1918-32c9-46d0-8f6e-475abc81a0d7), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:19.731753 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a56f58-bd04-4b83-8673-15bc001aa411 None None] Checking router: 78df22d9-f208-4a1a-bc9e-5d78d257b2e9 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:25:19.732349 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a56f58-bd04-4b83-8673-15bc001aa411 None None] Updating router 78df22d9-f208-4a1a-bc9e-5d78d257b2e9 port 25556ba1-8c36-4708-b589-92caafb8dc80 binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:25:19.768712 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01eefd6-5439-4c01-ba09-21b26f0d9237 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:19.779562 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a01eefd6-5439-4c01-ba09-21b26f0d9237 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 1.5382037 Feb 09 01:25:19.791943 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-44a56f58-bd04-4b83-8673-15bc001aa411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (25556ba1-8c36-4708-b589-92caafb8dc80), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:19.807095 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-dffaacea-f8c3-4f2f-8264-ebdc5d2e9ece None None] Provisioning complete for port 3ad35d39-e6b9-4273-b649-cfadc573acee triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:19.807686 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dffaacea-f8c3-4f2f-8264-ebdc5d2e9ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (3ad35d39-e6b9-4273-b649-cfadc573acee), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:19.825191 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-47eacb34-3b1f-4036-8f80-b18fadc38b39 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=99253303b883423fad908712b3678824&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2276433 Feb 09 01:25:19.825191 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43738) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:19.839978 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9f912dec-e3e8-47e7-b7aa-dfb039fe0519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19babdbe-7e44-45ab-a830-d831a8c238d6', 'name': 'tempest-TestServerBasicOps-1933728008-router', 'tenant_id': 'b9b1459f473849d985e42afcfc5cb7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '04e75430-e13a-4143-b391-dfbfc8723bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:25:08Z', 'updated_at': '2022-02-09T01:25:12Z', 'revision_number': 3, 'project_id': 'b9b1459f473849d985e42afcfc5cb7e5', 'gw_port': {'id': '04e75430-e13a-4143-b391-dfbfc8723bd4', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19babdbe-7e44-45ab-a830-d831a8c238d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:11Z', 'updated_at': '2022-02-09T01:25:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:19.883181 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-78b73ae0-db3e-497d-8267-7700071b8270 admin admin] Publish callbacks [] for security_group (7f69c536-89ec-4d31-9996-f5459644a86b), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:19.959058 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f912dec-e3e8-47e7-b7aa-dfb039fe0519 None None] The sync data for ids ['19babdbe-7e44-45ab-a830-d831a8c238d6'] in n-d-828369-4 is: [{'id': '19babdbe-7e44-45ab-a830-d831a8c238d6', 'name': 'tempest-TestServerBasicOps-1933728008-router', 'tenant_id': 'b9b1459f473849d985e42afcfc5cb7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '04e75430-e13a-4143-b391-dfbfc8723bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:25:08Z', 'updated_at': '2022-02-09T01:25:12Z', 'revision_number': 3, 'project_id': 'b9b1459f473849d985e42afcfc5cb7e5', 'gw_port': {'id': '04e75430-e13a-4143-b391-dfbfc8723bd4', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19babdbe-7e44-45ab-a830-d831a8c238d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:11Z', 'updated_at': '2022-02-09T01:25:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:25:20.007648 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port d0d7f211-842e-42fe-a213-68e69a0680f8 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:20.008782 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device ed1d5eee-781c-4a1b-8c14-17114c85e732 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:25:20.057291 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-78b73ae0-db3e-497d-8267-7700071b8270 admin admin] Publish callbacks [] for security_group (7f69c536-89ec-4d31-9996-f5459644a86b), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:20.191345 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96f90d-c589-4524-b9aa-1d2c5064c6fe None None] Pushing event updated for resources: {'Port': ['ID=d0d7f211-842e-42fe-a213-68e69a0680f8,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:20.194315 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21eb065f-c20f-4a87-9bbc-11ac364447eb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:20.212509 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-21eb065f-c20f-4a87-9bbc-11ac364447eb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3725052 Feb 09 01:25:20.225338 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43746) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:20.292470 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-5c4ca106-ebe9-4e64-a48d-1c83cd569c82 service neutron] 10.222.0.50 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542243 Feb 09 01:25:20.564459 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517c6f89-683f-4945-888a-0c8b6c84e44d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:20.595914 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517c6f89-683f-4945-888a-0c8b6c84e44d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:20.631331 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517c6f89-683f-4945-888a-0c8b6c84e44d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:20.640845 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-517c6f89-683f-4945-888a-0c8b6c84e44d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3936689 Feb 09 01:25:20.643559 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43752) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:20.751127 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-dffaacea-f8c3-4f2f-8264-ebdc5d2e9ece None None] Current status of the port 3ad35d39-e6b9-4273-b649-cfadc573acee is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:20.766345 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port ed1d5eee-781c-4a1b-8c14-17114c85e732 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:20.768966 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (ed1d5eee-781c-4a1b-8c14-17114c85e732), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:20.773202 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-78b73ae0-db3e-497d-8267-7700071b8270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (7f69c536-89ec-4d31-9996-f5459644a86b), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:20.776871 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-78b73ae0-db3e-497d-8267-7700071b8270 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:20.779522 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-78b73ae0-db3e-497d-8267-7700071b8270 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7f69c536-89ec-4d31-9996-f5459644a86b HTTP/1.1" status: 204 len: 168 time: 1.1025178 Feb 09 01:25:20.790398 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-01dc6095-0bf9-4b1d-99eb-e9fc62ca5105 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting subnet 12113caf-8393-46b7-af36-a1965eacb419 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:25:20.802404 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-01dc6095-0bf9-4b1d-99eb-e9fc62ca5105 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (12113caf-8393-46b7-af36-a1965eacb419), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:20.862826 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d3b3339c-6858-4f07-bdb1-afd820f647c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:20.914920 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b73ae0-db3e-497d-8267-7700071b8270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f69c536-89ec-4d31-9996-f5459644a86b,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:20.959939 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11751329-b5b0-44a3-a2bf-e0fe6581de7b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Router e84b1918-32c9-46d0-8f6e-475abc81a0d7 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:25:21.060237 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-7c537738-0a12-43da-b2c8-58422301524b service neutron] 10.222.0.50 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6861367 Feb 09 01:25:21.072223 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-01dc6095-0bf9-4b1d-99eb-e9fc62ca5105 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (12113caf-8393-46b7-af36-a1965eacb419), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:21.364012 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-44a56f58-bd04-4b83-8673-15bc001aa411 None None] Publish callbacks [] for port (25556ba1-8c36-4708-b589-92caafb8dc80), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:21.376687 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-a89168cd-0ab4-409a-8574-bfdb5c20384c None None] Could not find standard attr ID for object 5fa1e86d-1770-4f26-888d-25408f2a0527. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:25:21.416090 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port ed1d5eee-781c-4a1b-8c14-17114c85e732 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:21.444971 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-01dc6095-0bf9-4b1d-99eb-e9fc62ca5105 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (12113caf-8393-46b7-af36-a1965eacb419), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:21.448727 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device a873525f-e022-432b-b24b-5306aad42f7f up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:25:21.450596 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-44a56f58-bd04-4b83-8673-15bc001aa411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (25556ba1-8c36-4708-b589-92caafb8dc80), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:21.737266 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-97884037-19f6-4b96-a6f8-c558fdfbf9da req-477762dd-89db-4c0d-8b38-337c401b18be tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=63d42b01-d78c-439e-85dc-157a3d7b930b HTTP/1.1" status: 200 len: 210 time: 0.1546991 Feb 09 01:25:21.741164 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-a89168cd-0ab4-409a-8574-bfdb5c20384c None None] Provisioning complete for port d0d7f211-842e-42fe-a213-68e69a0680f8 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:21.744250 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a89168cd-0ab4-409a-8574-bfdb5c20384c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d0d7f211-842e-42fe-a213-68e69a0680f8), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:21.841156 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-01dc6095-0bf9-4b1d-99eb-e9fc62ca5105 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (12113caf-8393-46b7-af36-a1965eacb419), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:21.975655 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec01018-432d-44fc-ac38-b64014baa5f2 None None] Pushing event updated for resources: {'Port': ['ID=25556ba1-8c36-4708-b589-92caafb8dc80,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:22.041109 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-01dc6095-0bf9-4b1d-99eb-e9fc62ca5105 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:22.053432 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-01dc6095-0bf9-4b1d-99eb-e9fc62ca5105 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/12113caf-8393-46b7-af36-a1965eacb419 HTTP/1.1" status: 204 len: 168 time: 1.4087617 Feb 09 01:25:22.061698 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43792) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:22.062915 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc6095-0bf9-4b1d-99eb-e9fc62ca5105 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Subnet': ['ID=12113caf-8393-46b7-af36-a1965eacb419,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:22.118914 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-d3b3339c-6858-4f07-bdb1-afd820f647c4 admin admin] Allocated IP 172.20.0.1 (aa3a140a-b307-40df-8e54-e8400f4711b5/79f05a80-7fcc-4c1e-b71f-c17326959dc6/773e60c5-81dc-47b4-b838-7e369df9486c) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:22.127588 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11751329-b5b0-44a3-a2bf-e0fe6581de7b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:25:22.239841 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-48b5d461-2d02-44e9-a29b-003f10d9ed49 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting subnet 9a113b09-e071-4ee3-985c-0a5b164146ad {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:25:22.253191 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port a873525f-e022-432b-b24b-5306aad42f7f triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:22.253579 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a873525f-e022-432b-b24b-5306aad42f7f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:22.254212 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-48b5d461-2d02-44e9-a29b-003f10d9ed49 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (9a113b09-e071-4ee3-985c-0a5b164146ad), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:22.276806 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4b4436-a4f7-445b-a653-3da7a027c9d8 None None] Sync routers for ids ['e84b1918-32c9-46d0-8f6e-475abc81a0d7'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:25:22.380143 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-48b5d461-2d02-44e9-a29b-003f10d9ed49 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (9a113b09-e071-4ee3-985c-0a5b164146ad), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:22.406035 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-11751329-b5b0-44a3-a2bf-e0fe6581de7b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:22.409858 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-11751329-b5b0-44a3-a2bf-e0fe6581de7b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 11.7761366 Feb 09 01:25:22.417965 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43808) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:22.475471 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4b4436-a4f7-445b-a653-3da7a027c9d8 None None] Routers {'e84b1918-32c9-46d0-8f6e-475abc81a0d7'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:25:22.483993 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-9e4b4436-a4f7-445b-a653-3da7a027c9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:25:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['e84b1918-32c9-46d0-8f6e-475abc81a0d7'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:22.605766 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-48b5d461-2d02-44e9-a29b-003f10d9ed49 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (9a113b09-e071-4ee3-985c-0a5b164146ad), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:22.733223 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-48b5d461-2d02-44e9-a29b-003f10d9ed49 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (9a113b09-e071-4ee3-985c-0a5b164146ad), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:22.780004 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d3b3339c-6858-4f07-bdb1-afd820f647c4 admin admin] Publish callbacks [] for port (773e60c5-81dc-47b4-b838-7e369df9486c), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:22.823408 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b5d461-2d02-44e9-a29b-003f10d9ed49 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Subnet': ['ID=9a113b09-e071-4ee3-985c-0a5b164146ad,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:22.855356 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-48b5d461-2d02-44e9-a29b-003f10d9ed49 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:22.861267 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-48b5d461-2d02-44e9-a29b-003f10d9ed49 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/9a113b09-e071-4ee3-985c-0a5b164146ad HTTP/1.1" status: 204 len: 168 time: 0.7817378 Feb 09 01:25:22.861842 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43822) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:22.954787 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-9e4b4436-a4f7-445b-a653-3da7a027c9d8 None None] Set router e84b1918-32c9-46d0-8f6e-475abc81a0d7 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:25:22.961289 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d3b3339c-6858-4f07-bdb1-afd820f647c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (773e60c5-81dc-47b4-b838-7e369df9486c), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:23.053271 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d0750a24-5045-400f-beb7-355963053dfe tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1894274 Feb 09 01:25:23.139439 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43832) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:23.156385 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-63db80e2-bae5-4677-83a8-9d0d2c403a7c req-05535d9f-bb71-450c-900d-4e5bc48b8111 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=63d42b01-d78c-439e-85dc-157a3d7b930b HTTP/1.1" status: 200 len: 210 time: 0.2550352 Feb 09 01:25:23.157137 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4923954d-bddd-4d2e-804c-51079df233c1 None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:25:23.168155 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-91ffc3e8-d673-4dd3-b235-fca3b6299437 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'subnet': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:23.193977 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-44a56f58-bd04-4b83-8673-15bc001aa411 None None] Attempting to bind port 25556ba1-8c36-4708-b589-92caafb8dc80 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:25:23.194366 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-44a56f58-bd04-4b83-8673-15bc001aa411 None None] Attempting to bind port 25556ba1-8c36-4708-b589-92caafb8dc80 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'bb1a3265-6e01-4bd5-9871-f23548fdd29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '3f2c564e-03b0-4781-82ee-6d5da5e8ddaf'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:25:23.194713 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a56f58-bd04-4b83-8673-15bc001aa411 None None] Attempting to bind port 25556ba1-8c36-4708-b589-92caafb8dc80 on network 3f2c564e-03b0-4781-82ee-6d5da5e8ddaf {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:25:23.200641 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43834) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:23.220437 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b3339c-6858-4f07-bdb1-afd820f647c4 admin admin] Network aa3a140a-b307-40df-8e54-e8400f4711b5 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:23.285998 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-d3b3339c-6858-4f07-bdb1-afd820f647c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:23.297398 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b3339c-6858-4f07-bdb1-afd820f647c4 admin admin] Pushing event updated for resources: {'Port': ['ID=773e60c5-81dc-47b4-b838-7e369df9486c,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:23.305156 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a56f58-bd04-4b83-8673-15bc001aa411 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:25:23.306325 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a56f58-bd04-4b83-8673-15bc001aa411 None None] Checking segment: {'id': 'bb1a3265-6e01-4bd5-9871-f23548fdd29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '3f2c564e-03b0-4781-82ee-6d5da5e8ddaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:25:23.306910 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-44a56f58-bd04-4b83-8673-15bc001aa411 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:23.307457 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a56f58-bd04-4b83-8673-15bc001aa411 None None] Bound using segment: {'id': 'bb1a3265-6e01-4bd5-9871-f23548fdd29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '3f2c564e-03b0-4781-82ee-6d5da5e8ddaf'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:25:23.308279 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-44a56f58-bd04-4b83-8673-15bc001aa411 None None] Bound port: 25556ba1-8c36-4708-b589-92caafb8dc80, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1a3265-6e01-4bd5-9871-f23548fdd29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '3f2c564e-03b0-4781-82ee-6d5da5e8ddaf'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:25:23.309760 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-44a56f58-bd04-4b83-8673-15bc001aa411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (25556ba1-8c36-4708-b589-92caafb8dc80), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:23.315841 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b3339c-6858-4f07-bdb1-afd820f647c4 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:25:23.415077 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-81241164-676f-4614-87c8-b73df1fa2e7b tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=5b3cbba90205438cb5119ccafd525f59&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.8817916 Feb 09 01:25:23.417051 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d3b3339c-6858-4f07-bdb1-afd820f647c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (19babdbe-7e44-45ab-a830-d831a8c238d6), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:23.420194 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43840) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:23.535736 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-03bd664b-37de-4bea-80ea-8cc5f74ebdc1 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:23.538830 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-03bd664b-37de-4bea-80ea-8cc5f74ebdc1 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/networks?id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 HTTP/1.1" status: 200 len: 811 time: 0.4960036 Feb 09 01:25:23.548979 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ffc3e8-d673-4dd3-b235-fca3b6299437 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:23.553132 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-91ffc3e8-d673-4dd3-b235-fca3b6299437 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:23.679169 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-f89e6ad4-c4e3-4644-92f6-82ac2265f203 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1851025938-network', 'tenant_id': 'bef4c852e8b54e71a7af0b80c21cbbef'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:23.724256 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89e6ad4-c4e3-4644-92f6-82ac2265f203 admin admin] Made reservation on behalf of bef4c852e8b54e71a7af0b80c21cbbef for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:23.726919 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f89e6ad4-c4e3-4644-92f6-82ac2265f203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:23.824891 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-81d3204b-a606-4ac7-b3ba-30a55c0d8f44 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/quotas/c9bde012005949bf8ed5f5d05d570ac0 HTTP/1.1" status: 200 len: 375 time: 0.2773473 Feb 09 01:25:23.915997 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f89e6ad4-c4e3-4644-92f6-82ac2265f203 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:23.981898 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-44a56f58-bd04-4b83-8673-15bc001aa411 None None] For port 25556ba1-8c36-4708-b589-92caafb8dc80, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:25:24.003326 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-44a56f58-bd04-4b83-8673-15bc001aa411 None None] For port 25556ba1-8c36-4708-b589-92caafb8dc80, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=25556ba1-8c36-4708-b589-92caafb8dc80,segment=NetworkSegment(bb1a3265-6e01-4bd5-9871-f23548fdd29a),segment_id=bb1a3265-6e01-4bd5-9871-f23548fdd29a)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:25:24.094636 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a89168cd-0ab4-409a-8574-bfdb5c20384c None None] Current status of the port d0d7f211-842e-42fe-a213-68e69a0680f8 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:24.113983 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d3b3339c-6858-4f07-bdb1-afd820f647c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (773e60c5-81dc-47b4-b838-7e369df9486c), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:24.127844 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-44a56f58-bd04-4b83-8673-15bc001aa411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (25556ba1-8c36-4708-b589-92caafb8dc80), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:24.250691 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-d3633bc4-8cca-474e-b08f-c0889e9720e1 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c9bde012005949bf8ed5f5d05d570ac0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4247632 Feb 09 01:25:24.429155 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a56f58-bd04-4b83-8673-15bc001aa411 None None] Routers {'78df22d9-f208-4a1a-bc9e-5d78d257b2e9'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:25:24.431846 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-44a56f58-bd04-4b83-8673-15bc001aa411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:25:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['78df22d9-f208-4a1a-bc9e-5d78d257b2e9'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:24.476345 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0e3aee52-cf8e-414b-a272-45130809d295 req-e467db23-a655-47bc-88ab-d57fb0394509 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=63d42b01-d78c-439e-85dc-157a3d7b930b HTTP/1.1" status: 200 len: 210 time: 0.0884264 Feb 09 01:25:24.503934 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4071d2-fc22-42e8-8337-2b3f44a4139c tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:24.508570 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8b4071d2-fc22-42e8-8337-2b3f44a4139c tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0868413 Feb 09 01:25:24.515433 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43858) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:24.521396 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-13bce592-36b4-4dd8-9505-d0f8e376d9a9 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:24.522847 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-13bce592-36b4-4dd8-9505-d0f8e376d9a9 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.47 "GET /v2.0/networks?id=d88b7625-86d0-4021-80a0-5ba2f7b1a042 HTTP/1.1" status: 200 len: 811 time: 0.8188560 Feb 09 01:25:24.539418 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f89e6ad4-c4e3-4644-92f6-82ac2265f203 admin admin] Publish callbacks [] for security_group (24a54a31-e2ad-4634-81b8-578e8643c1f8), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:24.557747 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-748fa3c1-7f67-4bd1-9826-6169a08a5593 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Request body: {'port': {'device_id': '63d42b01-d78c-439e-85dc-157a3d7b930b', 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042', 'admin_state_up': True, 'tenant_id': '99253303b883423fad908712b3678824'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:24.570026 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-f881e899-7d9c-4305-8fa3-ecd6f2f62907 service neutron] 10.222.0.50 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181672 Feb 09 01:25:24.597596 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f89e6ad4-c4e3-4644-92f6-82ac2265f203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (24a54a31-e2ad-4634-81b8-578e8643c1f8), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:24.628827 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a0120ed8-8560-4aa8-b21a-925913b9cee6 tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=ca740734-29c2-4b60-ae10-4c709b5c6ef4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1047871 Feb 09 01:25:24.657568 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43860) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:24.669990 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-8f8feb44-7cbe-445d-9bc4-549d2a285537 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2012935234', 'network_id': 'a9e9e7a6-9eb2-4975-9046-e4e20dd94f00', 'project_id': '5b3cbba90205438cb5119ccafd525f59', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:24.681634 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-6f5be72e-6aa7-4331-af8b-19b7c6abb552 service neutron] 10.222.0.50 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053436 Feb 09 01:25:24.716967 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-a9034aab-ad3d-4615-bf0f-0c24dbe5caf0 None None] Provisioning complete for port 773e60c5-81dc-47b4-b838-7e369df9486c triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:24.717350 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a9034aab-ad3d-4615-bf0f-0c24dbe5caf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (773e60c5-81dc-47b4-b838-7e369df9486c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:24.723816 n-d-828369-4 neutron-server[103136]: DEBUG neutron.objects.ports [None req-91ffc3e8-d673-4dd3-b235-fca3b6299437 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103136) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:25:24.746242 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port a873525f-e022-432b-b24b-5306aad42f7f is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:24.747662 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 3ad35d39-e6b9-4273-b649-cfadc573acee up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:25:24.793837 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec01018-432d-44fc-ac38-b64014baa5f2 None None] Pushing event updated for resources: {'Port': ['ID=25556ba1-8c36-4708-b589-92caafb8dc80,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:24.830980 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f89e6ad4-c4e3-4644-92f6-82ac2265f203 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1008} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:25:24.975755 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 3ad35d39-e6b9-4273-b649-cfadc573acee triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:24.976240 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (3ad35d39-e6b9-4273-b649-cfadc573acee), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:25.019570 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa56516e-0c30-4f64-a685-9e531f8603b6 None None] DHCP port deletion for a8203b0d-e7af-492c-8c21-23f9563ce2e8 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:25:25.030580 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d3b3339c-6858-4f07-bdb1-afd820f647c4 admin admin] Publish callbacks [] for port (773e60c5-81dc-47b4-b838-7e369df9486c), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:25.098057 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a9034aab-ad3d-4615-bf0f-0c24dbe5caf0 None None] Port 773e60c5-81dc-47b4-b838-7e369df9486c cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:25:25.137891 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d3b3339c-6858-4f07-bdb1-afd820f647c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (773e60c5-81dc-47b4-b838-7e369df9486c), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:25.158308 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f89e6ad4-c4e3-4644-92f6-82ac2265f203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (96479043-39bf-4b8b-a716-2f273ae69737), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:25.158657 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-f89e6ad4-c4e3-4644-92f6-82ac2265f203 admin admin] Added segment 96479043-39bf-4b8b-a716-2f273ae69737 of type vlan for network b9134a69-73e5-4747-b85c-dfd137cfad6b Feb 09 01:25:25.198724 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-a9034aab-ad3d-4615-bf0f-0c24dbe5caf0 None None] Could not find standard attr ID for object 5fa1e86d-1770-4f26-888d-25408f2a0527. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:25:25.207189 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-91ffc3e8-d673-4dd3-b235-fca3b6299437 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d0d7f211-842e-42fe-a213-68e69a0680f8), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:25.212985 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-9e4b4436-a4f7-445b-a653-3da7a027c9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84b1918-32c9-46d0-8f6e-475abc81a0d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1146390635', 'tenant_id': '5b3cbba90205438cb5119ccafd525f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'd68bd94e-edd1-4757-9aef-7d6b0e0e20ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:25:10Z', 'updated_at': '2022-02-09T01:25:16Z', 'revision_number': 3, 'project_id': '5b3cbba90205438cb5119ccafd525f59', 'gw_port': {'id': 'd68bd94e-edd1-4757-9aef-7d6b0e0e20ac', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:90:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84b1918-32c9-46d0-8f6e-475abc81a0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:14Z', 'updated_at': '2022-02-09T01:25:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:25.246849 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-44a56f58-bd04-4b83-8673-15bc001aa411 None None] Set router 78df22d9-f208-4a1a-bc9e-5d78d257b2e9 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:25:25.275310 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e6ad4-c4e3-4644-92f6-82ac2265f203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a54a31-e2ad-4634-81b8-578e8643c1f8,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:25.391327 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4b4436-a4f7-445b-a653-3da7a027c9d8 None None] Checking router: e84b1918-32c9-46d0-8f6e-475abc81a0d7 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:25:25.391697 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4b4436-a4f7-445b-a653-3da7a027c9d8 None None] Updating router e84b1918-32c9-46d0-8f6e-475abc81a0d7 port d68bd94e-edd1-4757-9aef-7d6b0e0e20ac binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:25:25.426124 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-27940bce-76a3-49fb-99f9-8af565c6abd1 req-0a5240d1-bba6-45e4-b22e-4efc7fdbed30 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=543a959e-bde0-48bf-9f11-100ee08ccb40 HTTP/1.1" status: 200 len: 210 time: 0.0733356 Feb 09 01:25:25.466452 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e4b4436-a4f7-445b-a653-3da7a027c9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d68bd94e-edd1-4757-9aef-7d6b0e0e20ac), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:25.488581 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e6ad4-c4e3-4644-92f6-82ac2265f203 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:25.489245 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e6ad4-c4e3-4644-92f6-82ac2265f203 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:25.490198 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e6ad4-c4e3-4644-92f6-82ac2265f203 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:25.490951 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e6ad4-c4e3-4644-92f6-82ac2265f203 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:25.491452 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e6ad4-c4e3-4644-92f6-82ac2265f203 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:25.492204 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e6ad4-c4e3-4644-92f6-82ac2265f203 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:25.492706 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e6ad4-c4e3-4644-92f6-82ac2265f203 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:25.494072 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e6ad4-c4e3-4644-92f6-82ac2265f203 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:25.494555 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e6ad4-c4e3-4644-92f6-82ac2265f203 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:25.495187 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e6ad4-c4e3-4644-92f6-82ac2265f203 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:25.495667 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e6ad4-c4e3-4644-92f6-82ac2265f203 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:25.496982 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e6ad4-c4e3-4644-92f6-82ac2265f203 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:25.497956 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89e6ad4-c4e3-4644-92f6-82ac2265f203 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:25.519909 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-748fa3c1-7f67-4bd1-9826-6169a08a5593 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Made reservation on behalf of 99253303b883423fad908712b3678824 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:25.524129 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-748fa3c1-7f67-4bd1-9826-6169a08a5593 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:25.541889 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f89e6ad4-c4e3-4644-92f6-82ac2265f203 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (b9134a69-73e5-4747-b85c-dfd137cfad6b), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:25.560032 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b3339c-6858-4f07-bdb1-afd820f647c4 admin admin] Pushing event updated for resources: {'Port': ['ID=773e60c5-81dc-47b4-b838-7e369df9486c,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:25.587981 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d3b3339c-6858-4f07-bdb1-afd820f647c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (19babdbe-7e44-45ab-a830-d831a8c238d6), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:25.716131 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-a9034aab-ad3d-4615-bf0f-0c24dbe5caf0 None None] Provisioning complete for port 25556ba1-8c36-4708-b589-92caafb8dc80 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:25.730900 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8feb44-7cbe-445d-9bc4-549d2a285537 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Made reservation on behalf of 5b3cbba90205438cb5119ccafd525f59 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:25.732339 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a9034aab-ad3d-4615-bf0f-0c24dbe5caf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (25556ba1-8c36-4708-b589-92caafb8dc80), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:25.735720 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8f8feb44-7cbe-445d-9bc4-549d2a285537 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:25.743702 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cde2ca21-99ff-4341-b862-ccb75f78cd31 req-81559385-9561-463c-a1e3-4edbc80b329c tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=63d42b01-d78c-439e-85dc-157a3d7b930b HTTP/1.1" status: 200 len: 210 time: 0.0809491 Feb 09 01:25:25.775518 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f89e6ad4-c4e3-4644-92f6-82ac2265f203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (b9134a69-73e5-4747-b85c-dfd137cfad6b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:25.776791 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89e6ad4-c4e3-4644-92f6-82ac2265f203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:25.777467 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f89e6ad4-c4e3-4644-92f6-82ac2265f203 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:25.798695 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-91ffc3e8-d673-4dd3-b235-fca3b6299437 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] For port d0d7f211-842e-42fe-a213-68e69a0680f8, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=d0d7f211-842e-42fe-a213-68e69a0680f8,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:25.844341 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-91ffc3e8-d673-4dd3-b235-fca3b6299437 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for port (d0d7f211-842e-42fe-a213-68e69a0680f8), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:25.862535 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-91ffc3e8-d673-4dd3-b235-fca3b6299437 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (d0d7f211-842e-42fe-a213-68e69a0680f8), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:25.951422 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-91ffc3e8-d673-4dd3-b235-fca3b6299437 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (fae92ff6-b908-43ba-acd0-ddfa8aa2ed25), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:26.099977 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ffc3e8-d673-4dd3-b235-fca3b6299437 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:26.103237 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ffc3e8-d673-4dd3-b235-fca3b6299437 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Subnet': ['ID=fae92ff6-b908-43ba-acd0-ddfa8aa2ed25,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:26.108054 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-91ffc3e8-d673-4dd3-b235-fca3b6299437 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:26.111097 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ffc3e8-d673-4dd3-b235-fca3b6299437 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:26.111708 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-91ffc3e8-d673-4dd3-b235-fca3b6299437 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:26.113988 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ffc3e8-d673-4dd3-b235-fca3b6299437 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Port': ['ID=d0d7f211-842e-42fe-a213-68e69a0680f8,revision_number=8']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:26.139089 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-91ffc3e8-d673-4dd3-b235-fca3b6299437 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9767478 Feb 09 01:25:26.141606 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43898) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:26.147294 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-32ab0104-784c-49ff-bc60-71e02fae4659 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'subnet': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:26.304345 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ab0104-784c-49ff-bc60-71e02fae4659 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:26.322622 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-32ab0104-784c-49ff-bc60-71e02fae4659 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:26.389883 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 3ad35d39-e6b9-4273-b649-cfadc573acee is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:26.408561 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-fa56516e-0c30-4f64-a685-9e531f8603b6 None None] Deleting port d0d7f211-842e-42fe-a213-68e69a0680f8 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:25:26.409050 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fa56516e-0c30-4f64-a685-9e531f8603b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (d0d7f211-842e-42fe-a213-68e69a0680f8), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:26.525135 n-d-828369-4 neutron-server[103136]: INFO neutron.db.ipam_backend_mixin [None req-32ab0104-784c-49ff-bc60-71e02fae4659 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fae92ff6-b908-43ba-acd0-ddfa8aa2ed25 (CIDR: 2001:db8::/64) Feb 09 01:25:26.534705 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-32ab0104-784c-49ff-bc60-71e02fae4659 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:25:26.537329 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32ab0104-784c-49ff-bc60-71e02fae4659 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:25:26.571944 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f89e6ad4-c4e3-4644-92f6-82ac2265f203 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.3476670 Feb 09 01:25:26.582405 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43908) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:26.593734 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-af4d0f6b-69c9-49e7-837e-22cf5663001e admin admin] Request body: {'subnet': {'network_id': 'b9134a69-73e5-4747-b85c-dfd137cfad6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1851025938-subnet', 'tenant_id': 'bef4c852e8b54e71a7af0b80c21cbbef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:26.601529 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-fa56516e-0c30-4f64-a685-9e531f8603b6 None None] For port d0d7f211-842e-42fe-a213-68e69a0680f8, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=d0d7f211-842e-42fe-a213-68e69a0680f8,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:26.603153 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fa56516e-0c30-4f64-a685-9e531f8603b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (d0d7f211-842e-42fe-a213-68e69a0680f8), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:26.619203 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-fa56516e-0c30-4f64-a685-9e531f8603b6 None None] Calling delete_port for d0d7f211-842e-42fe-a213-68e69a0680f8 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:25:26.649063 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4d0f6b-69c9-49e7-837e-22cf5663001e admin admin] Made reservation on behalf of bef4c852e8b54e71a7af0b80c21cbbef for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:26.651790 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-af4d0f6b-69c9-49e7-837e-22cf5663001e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:26.693202 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e6ad4-c4e3-4644-92f6-82ac2265f203 admin admin] Pushing event updated for resources: {'Network': ['ID=b9134a69-73e5-4747-b85c-dfd137cfad6b,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:26.739692 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6f32096a-5b59-4cff-8a81-7f634cda1bc0 req-9155782b-79e2-4a6b-b4dc-2f399cabd6a1 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=543a959e-bde0-48bf-9f11-100ee08ccb40 HTTP/1.1" status: 200 len: 210 time: 0.1416371 Feb 09 01:25:26.749289 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-32ab0104-784c-49ff-bc60-71e02fae4659 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6066220 Feb 09 01:25:26.752725 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43910) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:26.782045 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network b9134a69-73e5-4747-b85c-dfd137cfad6b details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:25:26.791033 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-41b9e615-af31-4aad-8f83-eb33f2bce534 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'subnet': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:26.796884 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fa56516e-0c30-4f64-a685-9e531f8603b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (d0d7f211-842e-42fe-a213-68e69a0680f8), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:26.916062 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 04e75430-e13a-4143-b391-dfbfc8723bd4 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:25:26.935256 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-748fa3c1-7f67-4bd1-9826-6169a08a5593 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Allocated IP 172.20.0.5 (d88b7625-86d0-4021-80a0-5ba2f7b1a042/e8a10734-f380-44a3-a9f7-298105351e3b/4a7f28fe-4468-4bb0-903a-2671c1ddf3d6) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:26.987371 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa56516e-0c30-4f64-a685-9e531f8603b6 None None] Pushing event deleted for resources: {'Port': ['ID=d0d7f211-842e-42fe-a213-68e69a0680f8,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:27.050369 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-643f2e9b-778f-4cee-b31c-ea0b8f0c1610 req-fd91ceb5-4c8c-4402-9cfa-1b3cb9789677 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=63d42b01-d78c-439e-85dc-157a3d7b930b HTTP/1.1" status: 200 len: 210 time: 0.1443117 Feb 09 01:25:27.079790 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b3339c-6858-4f07-bdb1-afd820f647c4 admin admin] Network aa3a140a-b307-40df-8e54-e8400f4711b5 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:27.105590 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-d3b3339c-6858-4f07-bdb1-afd820f647c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:27.117459 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b9e615-af31-4aad-8f83-eb33f2bce534 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:27.128291 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-41b9e615-af31-4aad-8f83-eb33f2bce534 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:27.236219 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa56516e-0c30-4f64-a685-9e531f8603b6 None None] No DVR routers for this DVR port d0d7f211-842e-42fe-a213-68e69a0680f8 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:25:27.398593 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a9034aab-ad3d-4615-bf0f-0c24dbe5caf0 None None] Current status of the port 25556ba1-8c36-4708-b589-92caafb8dc80 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:27.403841 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a9034aab-ad3d-4615-bf0f-0c24dbe5caf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (25556ba1-8c36-4708-b589-92caafb8dc80), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:27.436295 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3beb0651-124a-4a63-b021-371879e14c09 None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:25:27.552985 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 04e75430-e13a-4143-b391-dfbfc8723bd4 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:27.554278 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (04e75430-e13a-4143-b391-dfbfc8723bd4), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:27.756133 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b3339c-6858-4f07-bdb1-afd820f647c4 admin admin] Router 19babdbe-7e44-45ab-a830-d831a8c238d6 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:25:27.904172 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-748fa3c1-7f67-4bd1-9826-6169a08a5593 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks [] for port (4a7f28fe-4468-4bb0-903a-2671c1ddf3d6), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:27.975472 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-af4d0f6b-69c9-49e7-837e-22cf5663001e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (fd0d17a4-0479-4fd8-8334-1bca51d940d5), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:28.142067 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e4b4436-a4f7-445b-a653-3da7a027c9d8 None None] Publish callbacks [] for port (d68bd94e-edd1-4757-9aef-7d6b0e0e20ac), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:28.147090 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-748fa3c1-7f67-4bd1-9826-6169a08a5593 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (4a7f28fe-4468-4bb0-903a-2671c1ddf3d6), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:28.179753 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['3942803c-74dd-4a55-a831-3d2e2ac75e88'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:25:28.187443 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-a9034aab-ad3d-4615-bf0f-0c24dbe5caf0 None None] For port 25556ba1-8c36-4708-b589-92caafb8dc80, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=25556ba1-8c36-4708-b589-92caafb8dc80,segment=NetworkSegment(bb1a3265-6e01-4bd5-9871-f23548fdd29a),segment_id=bb1a3265-6e01-4bd5-9871-f23548fdd29a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:28.259565 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e4b4436-a4f7-445b-a653-3da7a027c9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d68bd94e-edd1-4757-9aef-7d6b0e0e20ac), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:28.292353 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a9034aab-ad3d-4615-bf0f-0c24dbe5caf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (25556ba1-8c36-4708-b589-92caafb8dc80), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:28.378505 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d0f6b-69c9-49e7-837e-22cf5663001e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd0d17a4-0479-4fd8-8334-1bca51d940d5,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:28.447289 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 04e75430-e13a-4143-b391-dfbfc8723bd4 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:28.447754 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (04e75430-e13a-4143-b391-dfbfc8723bd4), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:28.465596 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-748fa3c1-7f67-4bd1-9826-6169a08a5593 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Network d88b7625-86d0-4021-80a0-5ba2f7b1a042 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:28.501469 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b3339c-6858-4f07-bdb1-afd820f647c4 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:25:28.506530 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46570f29-30ea-4c78-bebd-d5c2b25c731f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'project_id': '2aa099fb60d240ab8ce8691ee5b2e38c', 'fixed_ips': [{'subnet_id': 'fae92ff6-b908-43ba-acd0-ddfa8aa2ed25'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:25:28.507351 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-46570f29-30ea-4c78-bebd-d5c2b25c731f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:28.517852 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d3b3339c-6858-4f07-bdb1-afd820f647c4 admin admin] 10.222.0.50 "PUT /v2.0/routers/19babdbe-7e44-45ab-a830-d831a8c238d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4315057 Feb 09 01:25:28.517852 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748fa3c1-7f67-4bd1-9826-6169a08a5593 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Pushing event updated for resources: {'Port': ['ID=4a7f28fe-4468-4bb0-903a-2671c1ddf3d6,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:28.523050 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795dff52-46e5-434a-8915-a6a73d6922f3 None None] Sync routers for ids ['19babdbe-7e44-45ab-a830-d831a8c238d6'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:25:28.523467 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-44a56f58-bd04-4b83-8673-15bc001aa411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78df22d9-f208-4a1a-bc9e-5d78d257b2e9', 'name': 'tempest-TestVolumeBootPattern-1330956286-router', 'tenant_id': 'ec505bef08414d84b29dc30590be813b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'a873525f-e022-432b-b24b-5306aad42f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:57Z', 'updated_at': '2022-02-09T01:25:11Z', 'revision_number': 4, 'project_id': 'ec505bef08414d84b29dc30590be813b', 'gw_port': {'id': 'a873525f-e022-432b-b24b-5306aad42f7f', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78df22d9-f208-4a1a-bc9e-5d78d257b2e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:00Z', 'updated_at': '2022-02-09T01:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '25556ba1-8c36-4708-b589-92caafb8dc80', 'name': '', 'network_id': '3f2c564e-03b0-4781-82ee-6d5da5e8ddaf', 'tenant_id': 'ec505bef08414d84b29dc30590be813b', 'mac_address': 'fa:16:3e:2d:d9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78df22d9-f208-4a1a-bc9e-5d78d257b2e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'b23fe9d1-b054-4ff0-8b48-bb7761b98005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:09Z', 'updated_at': '2022-02-09T01:25:23Z', 'revision_number': 4, 'project_id': 'ec505bef08414d84b29dc30590be813b', 'subnets': [{'id': 'b23fe9d1-b054-4ff0-8b48-bb7761b98005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:28.545703 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-748fa3c1-7f67-4bd1-9826-6169a08a5593 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:28.554527 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-748fa3c1-7f67-4bd1-9826-6169a08a5593 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:25:28.568630 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795dff52-46e5-434a-8915-a6a73d6922f3 None None] Routers {'19babdbe-7e44-45ab-a830-d831a8c238d6'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:25:28.581207 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-795dff52-46e5-434a-8915-a6a73d6922f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:25:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['19babdbe-7e44-45ab-a830-d831a8c238d6'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:28.593230 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8f8feb44-7cbe-445d-9bc4-549d2a285537 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (83e43821-f1ba-4e65-b966-0b3287e8374d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:28.667868 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-2ed6fcd0-21e0-46eb-858b-8464b61eba17 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:28.700859 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-2ed6fcd0-21e0-46eb-858b-8464b61eba17 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.120 "GET /v2.0/networks?id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 HTTP/1.1" status: 200 len: 811 time: 1.0613630 Feb 09 01:25:28.716417 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-46570f29-30ea-4c78-bebd-d5c2b25c731f None None] Allocated IP 2001:db8::f816:3eff:fe2b:acd (a8203b0d-e7af-492c-8c21-23f9563ce2e8/fae92ff6-b908-43ba-acd0-ddfa8aa2ed25/add294a4-d02e-4378-a182-b2d532d8ea75) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:28.828221 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1d78e817-fda2-42b3-93d5-2844a2dfd53e req-b1c6bda2-db3f-474c-9197-cee12ca13cc0 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=543a959e-bde0-48bf-9f11-100ee08ccb40 HTTP/1.1" status: 200 len: 210 time: 0.4631307 Feb 09 01:25:28.829344 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-41b9e615-af31-4aad-8f83-eb33f2bce534 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (e3f0ab88-ce64-4c30-b2b2-c542f941835d), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:28.849483 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-748fa3c1-7f67-4bd1-9826-6169a08a5593 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:28.851111 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-748fa3c1-7f67-4bd1-9826-6169a08a5593 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:28.854762 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8feb44-7cbe-445d-9bc4-549d2a285537 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Pushing event updated for resources: {'Subnet': ['ID=83e43821-f1ba-4e65-b966-0b3287e8374d,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:28.896949 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4d0f6b-69c9-49e7-837e-22cf5663001e admin admin] Checking segment: {'id': '96479043-39bf-4b8b-a716-2f273ae69737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'b9134a69-73e5-4747-b85c-dfd137cfad6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:25:28.897836 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4d0f6b-69c9-49e7-837e-22cf5663001e admin admin] Network hostable DHCP agents. Network: b9134a69-73e5-4747-b85c-dfd137cfad6b, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:25:28.927229 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8feb44-7cbe-445d-9bc4-549d2a285537 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Checking segment: {'id': 'f69b07ec-dee5-46fd-8a53-740b9e3f9b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'a9e9e7a6-9eb2-4975-9046-e4e20dd94f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:25:28.927736 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8feb44-7cbe-445d-9bc4-549d2a285537 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Network hostable DHCP agents. Network: a9e9e7a6-9eb2-4975-9046-e4e20dd94f00, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:25:28.937434 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-748fa3c1-7f67-4bd1-9826-6169a08a5593 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4004927 Feb 09 01:25:28.956920 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-2453a86b-2771-492c-a9da-3f69c749429e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Request body: {'port': {'device_id': '543a959e-bde0-48bf-9f11-100ee08ccb40', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'admin_state_up': True, 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:28.987792 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-795dff52-46e5-434a-8915-a6a73d6922f3 None None] Set router 19babdbe-7e44-45ab-a830-d831a8c238d6 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:25:29.005518 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-9de2a7f1-d3ed-43e1-906a-8b0d1a873fe2 service neutron] Request body: {'port': {'device_id': '63d42b01-d78c-439e-85dc-157a3d7b930b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:29.016216 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-46570f29-30ea-4c78-bebd-d5c2b25c731f None None] Publish callbacks [] for port (add294a4-d02e-4378-a182-b2d532d8ea75), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:29.061994 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-674fda71-4336-4695-ab32-f3912193c3bf None None] Provisioning complete for port 773e60c5-81dc-47b4-b838-7e369df9486c triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:29.062668 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-674fda71-4336-4695-ab32-f3912193c3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (773e60c5-81dc-47b4-b838-7e369df9486c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:29.117447 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 04e75430-e13a-4143-b391-dfbfc8723bd4, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=04e75430-e13a-4143-b391-dfbfc8723bd4,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:29.121864 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-674fda71-4336-4695-ab32-f3912193c3bf None None] Port 773e60c5-81dc-47b4-b838-7e369df9486c cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:25:29.124296 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-46570f29-30ea-4c78-bebd-d5c2b25c731f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (add294a4-d02e-4378-a182-b2d532d8ea75), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:29.136264 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a56f58-bd04-4b83-8673-15bc001aa411 None None] The sync data for ids ['78df22d9-f208-4a1a-bc9e-5d78d257b2e9'] in n-d-828369-4 is: [{'id': '78df22d9-f208-4a1a-bc9e-5d78d257b2e9', 'name': 'tempest-TestVolumeBootPattern-1330956286-router', 'tenant_id': 'ec505bef08414d84b29dc30590be813b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'a873525f-e022-432b-b24b-5306aad42f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:57Z', 'updated_at': '2022-02-09T01:25:11Z', 'revision_number': 4, 'project_id': 'ec505bef08414d84b29dc30590be813b', 'gw_port': {'id': 'a873525f-e022-432b-b24b-5306aad42f7f', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78df22d9-f208-4a1a-bc9e-5d78d257b2e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:00Z', 'updated_at': '2022-02-09T01:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '25556ba1-8c36-4708-b589-92caafb8dc80', 'name': '', 'network_id': '3f2c564e-03b0-4781-82ee-6d5da5e8ddaf', 'tenant_id': 'ec505bef08414d84b29dc30590be813b', 'mac_address': 'fa:16:3e:2d:d9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78df22d9-f208-4a1a-bc9e-5d78d257b2e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': 'b23fe9d1-b054-4ff0-8b48-bb7761b98005', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:09Z', 'updated_at': '2022-02-09T01:25:23Z', 'revision_number': 4, 'project_id': 'ec505bef08414d84b29dc30590be813b', 'subnets': [{'id': 'b23fe9d1-b054-4ff0-8b48-bb7761b98005', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:25:29.144788 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (04e75430-e13a-4143-b391-dfbfc8723bd4), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:29.145665 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 3ad35d39-e6b9-4273-b649-cfadc573acee up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:25:29.204612 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-9de2a7f1-d3ed-43e1-906a-8b0d1a873fe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4a7f28fe-4468-4bb0-903a-2671c1ddf3d6), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:29.273062 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4d0f6b-69c9-49e7-837e-22cf5663001e admin admin] Network b9134a69-73e5-4747-b85c-dfd137cfad6b is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:25:29.298989 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b9e615-af31-4aad-8f83-eb33f2bce534 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:29.304993 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e952d556-5dd6-4bd3-a2a8-16415f5f0a99 None None] Pushing event updated for resources: {'Port': ['ID=d68bd94e-edd1-4757-9aef-7d6b0e0e20ac,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:29.331429 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-41b9e615-af31-4aad-8f83-eb33f2bce534 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:29.340181 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-9e4b4436-a4f7-445b-a653-3da7a027c9d8 None None] Attempting to bind port d68bd94e-edd1-4757-9aef-7d6b0e0e20ac on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:25:29.340869 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-9e4b4436-a4f7-445b-a653-3da7a027c9d8 None None] Attempting to bind port d68bd94e-edd1-4757-9aef-7d6b0e0e20ac by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:25:29.341416 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4b4436-a4f7-445b-a653-3da7a027c9d8 None None] Attempting to bind port d68bd94e-edd1-4757-9aef-7d6b0e0e20ac on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:25:29.345188 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8feb44-7cbe-445d-9bc4-549d2a285537 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Network a9e9e7a6-9eb2-4975-9046-e4e20dd94f00 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:25:29.350696 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b9e615-af31-4aad-8f83-eb33f2bce534 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:29.351455 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-41b9e615-af31-4aad-8f83-eb33f2bce534 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:29.376208 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-8f8feb44-7cbe-445d-9bc4-549d2a285537 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, a9e9e7a6-9eb2-4975-9046-e4e20dd94f00) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:29.377831 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9e615-af31-4aad-8f83-eb33f2bce534 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Subnet': ['ID=e3f0ab88-ce64-4c30-b2b2-c542f941835d,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:29.407216 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8feb44-7cbe-445d-9bc4-549d2a285537 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:29.411456 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8f8feb44-7cbe-445d-9bc4-549d2a285537 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:29.450885 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d287b8-7994-4308-a61e-169c8ab1dd18 req-cb90d994-46d9-4e4a-a8d4-cb6e29ad768c tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:29.455740 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9034aab-ad3d-4615-bf0f-0c24dbe5caf0 None None] Pushing event updated for resources: {'Port': ['ID=25556ba1-8c36-4708-b589-92caafb8dc80,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:29.458814 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-af4d0f6b-69c9-49e7-837e-22cf5663001e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, b9134a69-73e5-4747-b85c-dfd137cfad6b) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:29.465944 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e0d287b8-7994-4308-a61e-169c8ab1dd18 req-cb90d994-46d9-4e4a-a8d4-cb6e29ad768c tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=63d42b01-d78c-439e-85dc-157a3d7b930b HTTP/1.1" status: 200 len: 931 time: 1.1076863 Feb 09 01:25:29.484298 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-41b9e615-af31-4aad-8f83-eb33f2bce534 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7301619 Feb 09 01:25:29.499707 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4d0f6b-69c9-49e7-837e-22cf5663001e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:29.500715 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-af4d0f6b-69c9-49e7-837e-22cf5663001e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:29.502078 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43950) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:29.512411 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-2453a86b-2771-492c-a9da-3f69c749429e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Made reservation on behalf of c9bde012005949bf8ed5f5d05d570ac0 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:29.524078 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-2453a86b-2771-492c-a9da-3f69c749429e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:29.528381 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8f8feb44-7cbe-445d-9bc4-549d2a285537 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 4.8604474 Feb 09 01:25:29.536372 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43952) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:29.545558 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-429aa4f4-0f06-40b3-8cd6-805868ce58cb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'port': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'mac_address': 'fa:16:3e:c5:45:ce', 'name': 'tempest-NetworksTestDHCPv6-1565256494'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:29.596659 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002e56a4-8814-4a3e-8336-b19cbd7f6037 None None] Network a9e9e7a6-9eb2-4975-9046-e4e20dd94f00 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:25:29.725691 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-af4d0f6b-69c9-49e7-837e-22cf5663001e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.1362634 Feb 09 01:25:29.859231 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-795dff52-46e5-434a-8915-a6a73d6922f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19babdbe-7e44-45ab-a830-d831a8c238d6', 'name': 'tempest-TestServerBasicOps-1933728008-router', 'tenant_id': 'b9b1459f473849d985e42afcfc5cb7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '04e75430-e13a-4143-b391-dfbfc8723bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:25:08Z', 'updated_at': '2022-02-09T01:25:23Z', 'revision_number': 4, 'project_id': 'b9b1459f473849d985e42afcfc5cb7e5', 'gw_port': {'id': '04e75430-e13a-4143-b391-dfbfc8723bd4', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19babdbe-7e44-45ab-a830-d831a8c238d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:11Z', 'updated_at': '2022-02-09T01:25:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '773e60c5-81dc-47b4-b838-7e369df9486c', 'name': '', 'network_id': 'aa3a140a-b307-40df-8e54-e8400f4711b5', 'tenant_id': 'b9b1459f473849d985e42afcfc5cb7e5', 'mac_address': 'fa:16:3e:59:c3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19babdbe-7e44-45ab-a830-d831a8c238d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '79f05a80-7fcc-4c1e-b71f-c17326959dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:20Z', 'updated_at': '2022-02-09T01:25:24Z', 'revision_number': 2, 'project_id': 'b9b1459f473849d985e42afcfc5cb7e5', 'subnets': [{'id': '79f05a80-7fcc-4c1e-b71f-c17326959dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:29.867101 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46570f29-30ea-4c78-bebd-d5c2b25c731f None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:29.966051 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795dff52-46e5-434a-8915-a6a73d6922f3 None None] Checking router: 19babdbe-7e44-45ab-a830-d831a8c238d6 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:25:29.966628 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795dff52-46e5-434a-8915-a6a73d6922f3 None None] Updating router 19babdbe-7e44-45ab-a830-d831a8c238d6 port 773e60c5-81dc-47b4-b838-7e369df9486c binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:25:29.970926 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75d983d-70fa-4627-887c-dc3a06eb0fc8 None None] Network b9134a69-73e5-4747-b85c-dfd137cfad6b requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:25:29.979885 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-46570f29-30ea-4c78-bebd-d5c2b25c731f None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:29.994357 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46570f29-30ea-4c78-bebd-d5c2b25c731f None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:25:30.042770 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-795dff52-46e5-434a-8915-a6a73d6922f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (773e60c5-81dc-47b4-b838-7e369df9486c), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:30.094900 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e0d287b8-7994-4308-a61e-169c8ab1dd18 req-06ab551a-ba3e-4bd2-96db-1c12c7900580 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6280000 Feb 09 01:25:30.125515 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-674fda71-4336-4695-ab32-f3912193c3bf None None] Provisioning complete for port 25556ba1-8c36-4708-b589-92caafb8dc80 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:30.128789 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-674fda71-4336-4695-ab32-f3912193c3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (25556ba1-8c36-4708-b589-92caafb8dc80), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:30.136177 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4b4436-a4f7-445b-a653-3da7a027c9d8 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:25:30.144676 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4b4436-a4f7-445b-a653-3da7a027c9d8 None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:25:30.144937 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e4b4436-a4f7-445b-a653-3da7a027c9d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:30.145493 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4b4436-a4f7-445b-a653-3da7a027c9d8 None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:25:30.145871 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-9e4b4436-a4f7-445b-a653-3da7a027c9d8 None None] Bound port: d68bd94e-edd1-4757-9aef-7d6b0e0e20ac, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:25:30.146249 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e4b4436-a4f7-445b-a653-3da7a027c9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d68bd94e-edd1-4757-9aef-7d6b0e0e20ac), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:30.283586 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-9e4b4436-a4f7-445b-a653-3da7a027c9d8 None None] For port d68bd94e-edd1-4757-9aef-7d6b0e0e20ac, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:25:30.285358 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-9e4b4436-a4f7-445b-a653-3da7a027c9d8 None None] For port d68bd94e-edd1-4757-9aef-7d6b0e0e20ac, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=d68bd94e-edd1-4757-9aef-7d6b0e0e20ac,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:25:30.296091 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46570f29-30ea-4c78-bebd-d5c2b25c731f None None] Pushing event updated for resources: {'Port': ['ID=add294a4-d02e-4378-a182-b2d532d8ea75,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:30.362344 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e4b4436-a4f7-445b-a653-3da7a027c9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d68bd94e-edd1-4757-9aef-7d6b0e0e20ac), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:30.411855 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429aa4f4-0f06-40b3-8cd6-805868ce58cb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:30.427123 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025932ec-9753-4f90-9e17-eac9129ee771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-a9e9e7a6-9eb2-4975-9046-e4e20dd94f00', 'network_id': 'a9e9e7a6-9eb2-4975-9046-e4e20dd94f00', 'project_id': '5b3cbba90205438cb5119ccafd525f59', 'fixed_ips': [{'subnet_id': '83e43821-f1ba-4e65-b966-0b3287e8374d'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:25:30.429486 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-025932ec-9753-4f90-9e17-eac9129ee771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:30.528696 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43964) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:30.534263 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-29d03cec-9947-4550-a776-e64a97f81467 req-680f5022-221d-492b-86d7-e79a55b0cb05 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=543a959e-bde0-48bf-9f11-100ee08ccb40 HTTP/1.1" status: 200 len: 210 time: 0.1611054 Feb 09 01:25:30.543769 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-6e84dd61-5405-48a7-812d-3cc0c2d632ab tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1283570117', 'description': 'tempest-secgroup-smoke-1283570117 description', 'project_id': '4f98c7fdebb0485fb570809def96421c'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:30.600586 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-2453a86b-2771-492c-a9da-3f69c749429e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Allocated IP 172.20.0.6 (e3d3bfb4-e5ce-458a-8f81-66f36b8e4175/68d3f132-83c5-49da-80a3-1924c70a8491/bea4c47e-96ea-4c48-a7a3-4bbe25954aba) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:30.645444 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6e84dd61-5405-48a7-812d-3cc0c2d632ab tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:30.880858 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-795dff52-46e5-434a-8915-a6a73d6922f3 None None] Publish callbacks [] for port (773e60c5-81dc-47b4-b838-7e369df9486c), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:30.891366 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-795dff52-46e5-434a-8915-a6a73d6922f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (773e60c5-81dc-47b4-b838-7e369df9486c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:30.968794 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6e84dd61-5405-48a7-812d-3cc0c2d632ab tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks [] for security_group (64d94c76-3ef2-4d2c-9b56-3b589fa64b66), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:30.979499 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-429aa4f4-0f06-40b3-8cd6-805868ce58cb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:31.006762 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0459933b-e6c8-4c5e-a8b9-3a189b90d011 None None] Pushing event updated for resources: {'Port': ['ID=773e60c5-81dc-47b4-b838-7e369df9486c,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:31.015318 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6e84dd61-5405-48a7-812d-3cc0c2d632ab tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (64d94c76-3ef2-4d2c-9b56-3b589fa64b66), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:31.035574 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-9de2a7f1-d3ed-43e1-906a-8b0d1a873fe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a7f28fe-4468-4bb0-903a-2671c1ddf3d6 {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:25:31.067865 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-795dff52-46e5-434a-8915-a6a73d6922f3 None None] Attempting to bind port 773e60c5-81dc-47b4-b838-7e369df9486c on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:25:31.068246 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-795dff52-46e5-434a-8915-a6a73d6922f3 None None] Attempting to bind port 773e60c5-81dc-47b4-b838-7e369df9486c by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'a482a1c8-c758-4780-adf2-c7eeb7c316ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'aa3a140a-b307-40df-8e54-e8400f4711b5'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:25:31.068713 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795dff52-46e5-434a-8915-a6a73d6922f3 None None] Attempting to bind port 773e60c5-81dc-47b4-b838-7e369df9486c on network aa3a140a-b307-40df-8e54-e8400f4711b5 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:25:31.069003 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-9de2a7f1-d3ed-43e1-906a-8b0d1a873fe2 service neutron] Publish callbacks [] for port (4a7f28fe-4468-4bb0-903a-2671c1ddf3d6), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:31.087045 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795dff52-46e5-434a-8915-a6a73d6922f3 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:25:31.087433 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795dff52-46e5-434a-8915-a6a73d6922f3 None None] Checking segment: {'id': 'a482a1c8-c758-4780-adf2-c7eeb7c316ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'aa3a140a-b307-40df-8e54-e8400f4711b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:25:31.087844 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-795dff52-46e5-434a-8915-a6a73d6922f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:31.088247 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795dff52-46e5-434a-8915-a6a73d6922f3 None None] Bound using segment: {'id': 'a482a1c8-c758-4780-adf2-c7eeb7c316ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'aa3a140a-b307-40df-8e54-e8400f4711b5'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:25:31.099293 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-795dff52-46e5-434a-8915-a6a73d6922f3 None None] Bound port: 773e60c5-81dc-47b4-b838-7e369df9486c, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a482a1c8-c758-4780-adf2-c7eeb7c316ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'aa3a140a-b307-40df-8e54-e8400f4711b5'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:25:31.099792 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-795dff52-46e5-434a-8915-a6a73d6922f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (773e60c5-81dc-47b4-b838-7e369df9486c), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:31.130114 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-674fda71-4336-4695-ab32-f3912193c3bf None None] Current status of the port 25556ba1-8c36-4708-b589-92caafb8dc80 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:31.145347 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 3ad35d39-e6b9-4273-b649-cfadc573acee triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:31.146006 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (3ad35d39-e6b9-4273-b649-cfadc573acee), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:31.173688 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7368d218-265b-4251-9c8f-6599530acd6f None None] Network b9134a69-73e5-4747-b85c-dfd137cfad6b requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:25:31.274047 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e84dd61-5405-48a7-812d-3cc0c2d632ab tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64d94c76-3ef2-4d2c-9b56-3b589fa64b66,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:31.276611 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-795dff52-46e5-434a-8915-a6a73d6922f3 None None] For port 773e60c5-81dc-47b4-b838-7e369df9486c, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:25:31.280374 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-795dff52-46e5-434a-8915-a6a73d6922f3 None None] For port 773e60c5-81dc-47b4-b838-7e369df9486c, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=773e60c5-81dc-47b4-b838-7e369df9486c,segment=NetworkSegment(a482a1c8-c758-4780-adf2-c7eeb7c316ab),segment_id=a482a1c8-c758-4780-adf2-c7eeb7c316ab)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:25:31.294245 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6e84dd61-5405-48a7-812d-3cc0c2d632ab tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:31.295535 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-795dff52-46e5-434a-8915-a6a73d6922f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (773e60c5-81dc-47b4-b838-7e369df9486c), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:31.299565 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-6e84dd61-5405-48a7-812d-3cc0c2d632ab tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7663622 Feb 09 01:25:31.304737 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43982) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:31.317370 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-8f84855d-682f-4df4-8f29-fb28c9a758d4 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Request body: {'security_group_rule': {'security_group_id': '64d94c76-3ef2-4d2c-9b56-3b589fa64b66', 'project_id': '4f98c7fdebb0485fb570809def96421c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:31.326785 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-9de2a7f1-d3ed-43e1-906a-8b0d1a873fe2 service neutron] Transition to ACTIVE for port object 4a7f28fe-4468-4bb0-903a-2671c1ddf3d6 will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:25:31.345059 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-9de2a7f1-d3ed-43e1-906a-8b0d1a873fe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (4a7f28fe-4468-4bb0-903a-2671c1ddf3d6), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:31.462770 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de2a7f1-d3ed-43e1-906a-8b0d1a873fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=4a7f28fe-4468-4bb0-903a-2671c1ddf3d6,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:31.468265 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795dff52-46e5-434a-8915-a6a73d6922f3 None None] Routers {'19babdbe-7e44-45ab-a830-d831a8c238d6'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:25:31.468928 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-795dff52-46e5-434a-8915-a6a73d6922f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:25:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['19babdbe-7e44-45ab-a830-d831a8c238d6'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:31.536033 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4b4436-a4f7-445b-a653-3da7a027c9d8 None None] Routers {'e84b1918-32c9-46d0-8f6e-475abc81a0d7'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:25:31.542623 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-9e4b4436-a4f7-445b-a653-3da7a027c9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:25:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['e84b1918-32c9-46d0-8f6e-475abc81a0d7'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:31.584952 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0459933b-e6c8-4c5e-a8b9-3a189b90d011 None None] Pushing event updated for resources: {'Port': ['ID=773e60c5-81dc-47b4-b838-7e369df9486c,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:31.625780 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2e712e9a-2041-4d44-967b-af801df40782 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:31.668444 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dfda7b-2ef1-437d-b7d5-70b7c033114b req-64561878-9576-41ad-8cbc-5e2dab60d14f tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:31.683924 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-9e4b4436-a4f7-445b-a653-3da7a027c9d8 None None] Set router e84b1918-32c9-46d0-8f6e-475abc81a0d7 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:25:31.684461 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-94dfda7b-2ef1-437d-b7d5-70b7c033114b req-64561878-9576-41ad-8cbc-5e2dab60d14f tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] 10.222.0.50 "GET /v2.0/networks?id=b9134a69-73e5-4747-b85c-dfd137cfad6b HTTP/1.1" status: 200 len: 813 time: 0.6797445 Feb 09 01:25:31.687603 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-429aa4f4-0f06-40b3-8cd6-805868ce58cb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] device_id is not set on port 9475e26f-addf-4db9-b83d-a89a69e9c30f yet. {{(pid=103136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:25:31.752040 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-795dff52-46e5-434a-8915-a6a73d6922f3 None None] Set router 19babdbe-7e44-45ab-a830-d831a8c238d6 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:25:31.795214 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-46570f29-30ea-4c78-bebd-d5c2b25c731f None None] Attempting to bind port add294a4-d02e-4378-a182-b2d532d8ea75 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:25:31.795754 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-46570f29-30ea-4c78-bebd-d5c2b25c731f None None] Attempting to bind port add294a4-d02e-4378-a182-b2d532d8ea75 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:25:31.796236 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46570f29-30ea-4c78-bebd-d5c2b25c731f None None] Attempting to bind port add294a4-d02e-4378-a182-b2d532d8ea75 on network a8203b0d-e7af-492c-8c21-23f9563ce2e8 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:25:31.945183 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-94dfda7b-2ef1-437d-b7d5-70b7c033114b req-572a3cc1-1247-442d-bafe-67b6df55750e tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] 10.222.0.50 "GET /v2.0/quotas/bef4c852e8b54e71a7af0b80c21cbbef HTTP/1.1" status: 200 len: 375 time: 0.2597067 Feb 09 01:25:32.053937 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-94dfda7b-2ef1-437d-b7d5-70b7c033114b req-81c4a21f-88d4-4a2b-90b6-4fd3d4902705 tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=bef4c852e8b54e71a7af0b80c21cbbef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1071177 Feb 09 01:25:32.114358 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-2e712e9a-2041-4d44-967b-af801df40782 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Allocated IP 172.20.0.1 (a9e9e7a6-9eb2-4975-9046-e4e20dd94f00/83e43821-f1ba-4e65-b966-0b3287e8374d/e247bd2c-fbde-42ae-80ee-e8521e04effe) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:32.127090 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46570f29-30ea-4c78-bebd-d5c2b25c731f None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:25:32.127675 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46570f29-30ea-4c78-bebd-d5c2b25c731f None None] Checking segment: {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:25:32.128231 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-46570f29-30ea-4c78-bebd-d5c2b25c731f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:32.128782 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46570f29-30ea-4c78-bebd-d5c2b25c731f None None] Bound using segment: {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:25:32.129510 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-46570f29-30ea-4c78-bebd-d5c2b25c731f None None] Bound port: add294a4-d02e-4378-a182-b2d532d8ea75, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:25:32.130201 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-46570f29-30ea-4c78-bebd-d5c2b25c731f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (add294a4-d02e-4378-a182-b2d532d8ea75), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:32.144369 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=04e75430-e13a-4143-b391-dfbfc8723bd4,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:32.174458 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-795dff52-46e5-434a-8915-a6a73d6922f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19babdbe-7e44-45ab-a830-d831a8c238d6', 'name': 'tempest-TestServerBasicOps-1933728008-router', 'tenant_id': 'b9b1459f473849d985e42afcfc5cb7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '04e75430-e13a-4143-b391-dfbfc8723bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:25:08Z', 'updated_at': '2022-02-09T01:25:23Z', 'revision_number': 4, 'project_id': 'b9b1459f473849d985e42afcfc5cb7e5', 'gw_port': {'id': '04e75430-e13a-4143-b391-dfbfc8723bd4', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19babdbe-7e44-45ab-a830-d831a8c238d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:11Z', 'updated_at': '2022-02-09T01:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '773e60c5-81dc-47b4-b838-7e369df9486c', 'name': '', 'network_id': 'aa3a140a-b307-40df-8e54-e8400f4711b5', 'tenant_id': 'b9b1459f473849d985e42afcfc5cb7e5', 'mac_address': 'fa:16:3e:59:c3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19babdbe-7e44-45ab-a830-d831a8c238d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '79f05a80-7fcc-4c1e-b71f-c17326959dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:20Z', 'updated_at': '2022-02-09T01:25:31Z', 'revision_number': 4, 'project_id': 'b9b1459f473849d985e42afcfc5cb7e5', 'subnets': [{'id': '79f05a80-7fcc-4c1e-b71f-c17326959dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:32.204175 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795dff52-46e5-434a-8915-a6a73d6922f3 None None] The sync data for ids ['19babdbe-7e44-45ab-a830-d831a8c238d6'] in n-d-828369-4 is: [{'id': '19babdbe-7e44-45ab-a830-d831a8c238d6', 'name': 'tempest-TestServerBasicOps-1933728008-router', 'tenant_id': 'b9b1459f473849d985e42afcfc5cb7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '04e75430-e13a-4143-b391-dfbfc8723bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:25:08Z', 'updated_at': '2022-02-09T01:25:23Z', 'revision_number': 4, 'project_id': 'b9b1459f473849d985e42afcfc5cb7e5', 'gw_port': {'id': '04e75430-e13a-4143-b391-dfbfc8723bd4', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19babdbe-7e44-45ab-a830-d831a8c238d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:11Z', 'updated_at': '2022-02-09T01:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '773e60c5-81dc-47b4-b838-7e369df9486c', 'name': '', 'network_id': 'aa3a140a-b307-40df-8e54-e8400f4711b5', 'tenant_id': 'b9b1459f473849d985e42afcfc5cb7e5', 'mac_address': 'fa:16:3e:59:c3:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19babdbe-7e44-45ab-a830-d831a8c238d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '79f05a80-7fcc-4c1e-b71f-c17326959dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:20Z', 'updated_at': '2022-02-09T01:25:31Z', 'revision_number': 4, 'project_id': 'b9b1459f473849d985e42afcfc5cb7e5', 'subnets': [{'id': '79f05a80-7fcc-4c1e-b71f-c17326959dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:25:32.224510 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-46570f29-30ea-4c78-bebd-d5c2b25c731f None None] For port add294a4-d02e-4378-a182-b2d532d8ea75, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:25:32.229491 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-46570f29-30ea-4c78-bebd-d5c2b25c731f None None] For port add294a4-d02e-4378-a182-b2d532d8ea75, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=add294a4-d02e-4378-a182-b2d532d8ea75,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:25:32.236066 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-94dfda7b-2ef1-437d-b7d5-70b7c033114b req-fe4363df-d66b-415b-a88e-d6a2a5f18601 service neutron] 10.222.0.50 "GET /v2.0/networks/b9134a69-73e5-4747-b85c-dfd137cfad6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811593 Feb 09 01:25:32.308087 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2e712e9a-2041-4d44-967b-af801df40782 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for port (e247bd2c-fbde-42ae-80ee-e8521e04effe), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:32.392367 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2e712e9a-2041-4d44-967b-af801df40782 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (e247bd2c-fbde-42ae-80ee-e8521e04effe), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:32.398588 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-46570f29-30ea-4c78-bebd-d5c2b25c731f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (add294a4-d02e-4378-a182-b2d532d8ea75), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:32.479922 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a87826-9adf-45e4-bd46-200db9b1f1c9 req-cd236f53-08e3-4075-b160-cb810500a86c tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:32.481560 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-83a87826-9adf-45e4-bd46-200db9b1f1c9 req-cd236f53-08e3-4075-b160-cb810500a86c tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=63d42b01-d78c-439e-85dc-157a3d7b930b HTTP/1.1" status: 200 len: 943 time: 1.0173762 Feb 09 01:25:32.501585 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e712e9a-2041-4d44-967b-af801df40782 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Network a9e9e7a6-9eb2-4975-9046-e4e20dd94f00 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:32.502902 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8f84855d-682f-4df4-8f29-fb28c9a758d4 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks [] for security_group_rule (ad4f1feb-fcd2-49a8-b38a-d05480c473f1), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:32.504000 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-2453a86b-2771-492c-a9da-3f69c749429e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks [] for port (bea4c47e-96ea-4c48-a7a3-4bbe25954aba), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:32.549433 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e712e9a-2041-4d44-967b-af801df40782 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Pushing event updated for resources: {'Port': ['ID=e247bd2c-fbde-42ae-80ee-e8521e04effe,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:32.552659 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-2e712e9a-2041-4d44-967b-af801df40782 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:32.580639 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e712e9a-2041-4d44-967b-af801df40782 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:25:32.583577 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-025932ec-9753-4f90-9e17-eac9129ee771 None None] Allocated IP 172.20.0.2 (a9e9e7a6-9eb2-4975-9046-e4e20dd94f00/83e43821-f1ba-4e65-b966-0b3287e8374d/15101336-8d26-41e9-ae4d-31acd0ed00c4) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:32.637022 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2e712e9a-2041-4d44-967b-af801df40782 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (e84b1918-32c9-46d0-8f6e-475abc81a0d7), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:32.684389 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-83a87826-9adf-45e4-bd46-200db9b1f1c9 req-905321b1-16b0-4918-bcb2-2d86c4a2caf2 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758401 Feb 09 01:25:32.694520 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-94dfda7b-2ef1-437d-b7d5-70b7c033114b req-2af19bc4-a8fc-4404-a8cf-b1561a51e2eb service neutron] 10.222.0.50 "GET /v2.0/networks/b9134a69-73e5-4747-b85c-dfd137cfad6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4575441 Feb 09 01:25:32.711068 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8f84855d-682f-4df4-8f29-fb28c9a758d4 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks [] for security_group_rule (ad4f1feb-fcd2-49a8-b38a-d05480c473f1), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:32.816472 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-025932ec-9753-4f90-9e17-eac9129ee771 None None] Publish callbacks [] for port (15101336-8d26-41e9-ae4d-31acd0ed00c4), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:32.823277 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8f84855d-682f-4df4-8f29-fb28c9a758d4 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (ad4f1feb-fcd2-49a8-b38a-d05480c473f1), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:32.863469 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-025932ec-9753-4f90-9e17-eac9129ee771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (15101336-8d26-41e9-ae4d-31acd0ed00c4), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:32.893812 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84855d-682f-4df4-8f29-fb28c9a758d4 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad4f1feb-fcd2-49a8-b38a-d05480c473f1,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:32.910924 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-604e30a1-c35e-452e-b8dc-d9c1916a9642 None None] Provisioning complete for port 773e60c5-81dc-47b4-b838-7e369df9486c triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:32.911429 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-604e30a1-c35e-452e-b8dc-d9c1916a9642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (773e60c5-81dc-47b4-b838-7e369df9486c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:32.912129 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8f84855d-682f-4df4-8f29-fb28c9a758d4 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:32.918197 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8f84855d-682f-4df4-8f29-fb28c9a758d4 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6124213 Feb 09 01:25:32.920040 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43992) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:32.921911 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-2453a86b-2771-492c-a9da-3f69c749429e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (bea4c47e-96ea-4c48-a7a3-4bbe25954aba), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:32.927461 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f94a13d9-2a92-4056-a645-06b5b6c78578 req-95a6c2fb-35a8-457b-bd6a-419aa7254f14 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=543a959e-bde0-48bf-9f11-100ee08ccb40 HTTP/1.1" status: 200 len: 210 time: 0.1152043 Feb 09 01:25:32.951347 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-2ac005f2-7c51-4fd5-be47-67d9b8fd678d tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Request body: {'security_group_rule': {'security_group_id': '64d94c76-3ef2-4d2c-9b56-3b589fa64b66', 'project_id': '4f98c7fdebb0485fb570809def96421c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:32.965098 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ccb37b92-d8c6-4987-b11b-7ff8ef1a06e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:33.066563 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-429aa4f4-0f06-40b3-8cd6-805868ce58cb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Allocated IP 2001:db8:0:1::31d (a8203b0d-e7af-492c-8c21-23f9563ce2e8/e3f0ab88-ce64-4c30-b2b2-c542f941835d/9475e26f-addf-4db9-b83d-a89a69e9c30f) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:33.117095 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025932ec-9753-4f90-9e17-eac9129ee771 None None] Network a9e9e7a6-9eb2-4975-9046-e4e20dd94f00 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:33.138162 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-2453a86b-2771-492c-a9da-3f69c749429e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Network e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:33.141933 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e952d556-5dd6-4bd3-a2a8-16415f5f0a99 None None] Pushing event updated for resources: {'Port': ['ID=d68bd94e-edd1-4757-9aef-7d6b0e0e20ac,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:33.144987 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-9de2a7f1-d3ed-43e1-906a-8b0d1a873fe2 service neutron] Attempting to bind port 4a7f28fe-4468-4bb0-903a-2671c1ddf3d6 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:25:33.147492 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-9de2a7f1-d3ed-43e1-906a-8b0d1a873fe2 service neutron] Attempting to bind port 4a7f28fe-4468-4bb0-903a-2671c1ddf3d6 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'c65aa26b-6f4d-4da5-9ac6-6c267d824ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:25:33.147896 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-9de2a7f1-d3ed-43e1-906a-8b0d1a873fe2 service neutron] Attempting to bind port 4a7f28fe-4468-4bb0-903a-2671c1ddf3d6 on network d88b7625-86d0-4021-80a0-5ba2f7b1a042 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:25:33.152576 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-429aa4f4-0f06-40b3-8cd6-805868ce58cb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Allocated IP 2001:db8::f816:3eff:fec5:45ce (a8203b0d-e7af-492c-8c21-23f9563ce2e8/fae92ff6-b908-43ba-acd0-ddfa8aa2ed25/9475e26f-addf-4db9-b83d-a89a69e9c30f) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:33.163970 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2ac005f2-7c51-4fd5-be47-67d9b8fd678d tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks [] for security_group_rule (b8a6ffc5-7179-49e2-af65-e4f99c3c8fbd), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:33.219968 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-2453a86b-2771-492c-a9da-3f69c749429e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:33.234283 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-021d70b7-6d9b-4466-a181-2c72c92a37fd req-58978dd8-793d-474d-b78b-32d027af958a tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] 10.222.0.50 "GET /v2.0/ports?device_id=52b9a3cd-86f9-4816-84b7-59f174e8f46e HTTP/1.1" status: 200 len: 210 time: 0.1500621 Feb 09 01:25:33.237042 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-9de2a7f1-d3ed-43e1-906a-8b0d1a873fe2 service neutron] Port 4a7f28fe-4468-4bb0-903a-2671c1ddf3d6 on network d88b7625-86d0-4021-80a0-5ba2f7b1a042 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:25:33.237628 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-2453a86b-2771-492c-a9da-3f69c749429e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:25:33.240600 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-9de2a7f1-d3ed-43e1-906a-8b0d1a873fe2 service neutron] Attempting to bind port 4a7f28fe-4468-4bb0-903a-2671c1ddf3d6 on network d88b7625-86d0-4021-80a0-5ba2f7b1a042 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:25:33.307286 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-025932ec-9753-4f90-9e17-eac9129ee771 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:33.325654 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025932ec-9753-4f90-9e17-eac9129ee771 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:25:33.382077 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 3ad35d39-e6b9-4273-b649-cfadc573acee is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:33.413935 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-9de2a7f1-d3ed-43e1-906a-8b0d1a873fe2 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:25:33.414288 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-9de2a7f1-d3ed-43e1-906a-8b0d1a873fe2 service neutron] Checking segment: {'id': 'c65aa26b-6f4d-4da5-9ac6-6c267d824ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:25:33.414691 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-9de2a7f1-d3ed-43e1-906a-8b0d1a873fe2 service neutron] Bound using segment: {'id': 'c65aa26b-6f4d-4da5-9ac6-6c267d824ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:25:33.415696 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-9de2a7f1-d3ed-43e1-906a-8b0d1a873fe2 service neutron] Bound port: 4a7f28fe-4468-4bb0-903a-2671c1ddf3d6, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c65aa26b-6f4d-4da5-9ac6-6c267d824ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:25:33.416070 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-9de2a7f1-d3ed-43e1-906a-8b0d1a873fe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4a7f28fe-4468-4bb0-903a-2671c1ddf3d6), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:33.501375 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device d0d7f211-842e-42fe-a213-68e69a0680f8 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:25:33.545229 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2453a86b-2771-492c-a9da-3f69c749429e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Pushing event updated for resources: {'Port': ['ID=bea4c47e-96ea-4c48-a7a3-4bbe25954aba,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:33.554813 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2ac005f2-7c51-4fd5-be47-67d9b8fd678d tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks [] for security_group_rule (b8a6ffc5-7179-49e2-af65-e4f99c3c8fbd), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:33.567461 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-2453a86b-2771-492c-a9da-3f69c749429e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:33.569090 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-2453a86b-2771-492c-a9da-3f69c749429e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:33.620742 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-9de2a7f1-d3ed-43e1-906a-8b0d1a873fe2 service neutron] For port 4a7f28fe-4468-4bb0-903a-2671c1ddf3d6, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:25:33.624040 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-9de2a7f1-d3ed-43e1-906a-8b0d1a873fe2 service neutron] For port 4a7f28fe-4468-4bb0-903a-2671c1ddf3d6, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=4a7f28fe-4468-4bb0-903a-2671c1ddf3d6,segment=NetworkSegment(c65aa26b-6f4d-4da5-9ac6-6c267d824ab1),segment_id=c65aa26b-6f4d-4da5-9ac6-6c267d824ab1)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:25:33.629778 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46570f29-30ea-4c78-bebd-d5c2b25c731f None None] Pushing event updated for resources: {'Port': ['ID=add294a4-d02e-4378-a182-b2d532d8ea75,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:33.636576 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-429aa4f4-0f06-40b3-8cd6-805868ce58cb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for port (9475e26f-addf-4db9-b83d-a89a69e9c30f), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:33.657717 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: d0d7f211-842e-42fe-a213-68e69a0680f8 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:25:33.658269 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device d0d7f211-842e-42fe-a213-68e69a0680f8 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:25:33.661477 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2ac005f2-7c51-4fd5-be47-67d9b8fd678d tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (b8a6ffc5-7179-49e2-af65-e4f99c3c8fbd), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:33.668754 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-9de2a7f1-d3ed-43e1-906a-8b0d1a873fe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (4a7f28fe-4468-4bb0-903a-2671c1ddf3d6), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:33.677079 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2453a86b-2771-492c-a9da-3f69c749429e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:33.683460 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2453a86b-2771-492c-a9da-3f69c749429e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:33.683993 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2453a86b-2771-492c-a9da-3f69c749429e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:33.684449 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2453a86b-2771-492c-a9da-3f69c749429e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:33.684927 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2453a86b-2771-492c-a9da-3f69c749429e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:33.685450 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2453a86b-2771-492c-a9da-3f69c749429e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:33.685992 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2453a86b-2771-492c-a9da-3f69c749429e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:33.686432 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2453a86b-2771-492c-a9da-3f69c749429e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:33.686875 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2453a86b-2771-492c-a9da-3f69c749429e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:33.687312 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2453a86b-2771-492c-a9da-3f69c749429e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:33.687749 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2453a86b-2771-492c-a9da-3f69c749429e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:33.688183 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2453a86b-2771-492c-a9da-3f69c749429e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:33.688757 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2453a86b-2771-492c-a9da-3f69c749429e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:25:33.726138 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-429aa4f4-0f06-40b3-8cd6-805868ce58cb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (9475e26f-addf-4db9-b83d-a89a69e9c30f), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:33.731162 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-2453a86b-2771-492c-a9da-3f69c749429e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8843994 Feb 09 01:25:33.867754 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-9de2a7f1-d3ed-43e1-906a-8b0d1a873fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:33.886823 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-9de2a7f1-d3ed-43e1-906a-8b0d1a873fe2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:33.888365 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-9de2a7f1-d3ed-43e1-906a-8b0d1a873fe2 service neutron] 10.222.0.47 "PUT /v2.0/ports/4a7f28fe-4468-4bb0-903a-2671c1ddf3d6 HTTP/1.1" status: 200 len: 1091 time: 4.9423449 Feb 09 01:25:33.890220 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025932ec-9753-4f90-9e17-eac9129ee771 None None] Pushing event updated for resources: {'Port': ['ID=15101336-8d26-41e9-ae4d-31acd0ed00c4,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:34.001730 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429aa4f4-0f06-40b3-8cd6-805868ce58cb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:34.005445 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2e712e9a-2041-4d44-967b-af801df40782 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e247bd2c-fbde-42ae-80ee-e8521e04effe), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:34.007214 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d42b01-d78c-439e-85dc-157a3d7b930b', 'tag': '4a7f28fe-4468-4bb0-903a-2671c1ddf3d6'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:25:34.039930 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b17910c-1f1d-4966-9e6a-31c7842217e0" -d '{"events": [{"name": "network-changed", "server_uuid": "63d42b01-d78c-439e-85dc-157a3d7b930b", "tag": "4a7f28fe-4468-4bb0-903a-2671c1ddf3d6"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:25:34.087300 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2ac005f2-7c51-4fd5-be47-67d9b8fd678d tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:34.090179 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2ac005f2-7c51-4fd5-be47-67d9b8fd678d tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1472313 Feb 09 01:25:34.103111 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-5ee2a9a4-d662-4be7-9ca6-87ef1493d275 service neutron] Request body: {'port': {'device_id': '543a959e-bde0-48bf-9f11-100ee08ccb40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:34.114442 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-429aa4f4-0f06-40b3-8cd6-805868ce58cb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:34.126089 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-025932ec-9753-4f90-9e17-eac9129ee771 None None] Attempting to bind port 15101336-8d26-41e9-ae4d-31acd0ed00c4 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:25:34.130940 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44018) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:34.135386 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429aa4f4-0f06-40b3-8cd6-805868ce58cb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:25:34.136156 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-025932ec-9753-4f90-9e17-eac9129ee771 None None] Attempting to bind port 15101336-8d26-41e9-ae4d-31acd0ed00c4 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f69b07ec-dee5-46fd-8a53-740b9e3f9b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'a9e9e7a6-9eb2-4975-9046-e4e20dd94f00'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:25:34.136767 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025932ec-9753-4f90-9e17-eac9129ee771 None None] Attempting to bind port 15101336-8d26-41e9-ae4d-31acd0ed00c4 on network a9e9e7a6-9eb2-4975-9046-e4e20dd94f00 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:25:34.146224 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac005f2-7c51-4fd5-be47-67d9b8fd678d tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8a6ffc5-7179-49e2-af65-e4f99c3c8fbd,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:34.156886 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429aa4f4-0f06-40b3-8cd6-805868ce58cb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:34.163598 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-429aa4f4-0f06-40b3-8cd6-805868ce58cb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:34.164503 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-0cff5bda-9675-492d-9aac-3be382e11688 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Request body: {'security_group_rule': {'security_group_id': '64d94c76-3ef2-4d2c-9b56-3b589fa64b66', 'project_id': '4f98c7fdebb0485fb570809def96421c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:34.194834 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025932ec-9753-4f90-9e17-eac9129ee771 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:25:34.210417 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025932ec-9753-4f90-9e17-eac9129ee771 None None] Checking segment: {'id': 'f69b07ec-dee5-46fd-8a53-740b9e3f9b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'a9e9e7a6-9eb2-4975-9046-e4e20dd94f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:25:34.210839 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-025932ec-9753-4f90-9e17-eac9129ee771 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:34.219372 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025932ec-9753-4f90-9e17-eac9129ee771 None None] Bound using segment: {'id': 'f69b07ec-dee5-46fd-8a53-740b9e3f9b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'a9e9e7a6-9eb2-4975-9046-e4e20dd94f00'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:25:34.219914 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-025932ec-9753-4f90-9e17-eac9129ee771 None None] Bound port: 15101336-8d26-41e9-ae4d-31acd0ed00c4, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f69b07ec-dee5-46fd-8a53-740b9e3f9b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'a9e9e7a6-9eb2-4975-9046-e4e20dd94f00'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:25:34.220327 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-025932ec-9753-4f90-9e17-eac9129ee771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (15101336-8d26-41e9-ae4d-31acd0ed00c4), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:34.224566 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-604e30a1-c35e-452e-b8dc-d9c1916a9642 None None] Current status of the port 773e60c5-81dc-47b4-b838-7e369df9486c is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:34.245231 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-604e30a1-c35e-452e-b8dc-d9c1916a9642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (773e60c5-81dc-47b4-b838-7e369df9486c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:34.274595 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429aa4f4-0f06-40b3-8cd6-805868ce58cb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Port': ['ID=9475e26f-addf-4db9-b83d-a89a69e9c30f,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:34.495527 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-429aa4f4-0f06-40b3-8cd6-805868ce58cb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.9840145 Feb 09 01:25:34.499592 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44028) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:34.564945 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-025932ec-9753-4f90-9e17-eac9129ee771 None None] For port 15101336-8d26-41e9-ae4d-31acd0ed00c4, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:25:34.575587 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-025932ec-9753-4f90-9e17-eac9129ee771 None None] For port 15101336-8d26-41e9-ae4d-31acd0ed00c4, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=15101336-8d26-41e9-ae4d-31acd0ed00c4,segment=NetworkSegment(f69b07ec-dee5-46fd-8a53-740b9e3f9b15),segment_id=f69b07ec-dee5-46fd-8a53-740b9e3f9b15)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:25:34.606137 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcc4997-8450-4785-b989-821870193482 None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:25:34.668082 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-5ee2a9a4-d662-4be7-9ca6-87ef1493d275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (bea4c47e-96ea-4c48-a7a3-4bbe25954aba), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:34.690624 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de2a7f1-d3ed-43e1-906a-8b0d1a873fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=4a7f28fe-4468-4bb0-903a-2671c1ddf3d6,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:34.723361 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-025932ec-9753-4f90-9e17-eac9129ee771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (15101336-8d26-41e9-ae4d-31acd0ed00c4), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:34.736721 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b09792-7565-40d7-bf67-3f92cf5bd98a req-a82ca012-f09b-46e2-ad81-15dd46a02804 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:34.738371 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b8b09792-7565-40d7-bf67-3f92cf5bd98a req-a82ca012-f09b-46e2-ad81-15dd46a02804 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=63d42b01-d78c-439e-85dc-157a3d7b930b HTTP/1.1" status: 200 len: 943 time: 0.7975366 Feb 09 01:25:34.760962 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0cff5bda-9675-492d-9aac-3be382e11688 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks [] for security_group_rule (98d3da0d-a80c-4bd5-a229-c731d5ecc75a), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:34.777886 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc66c8f-f874-4328-a10b-154e595a2a7a req-1b3c76fb-eedf-4b7c-92a4-3d77a262e1b4 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:34.797181 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ebc66c8f-f874-4328-a10b-154e595a2a7a req-1b3c76fb-eedf-4b7c-92a4-3d77a262e1b4 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=543a959e-bde0-48bf-9f11-100ee08ccb40 HTTP/1.1" status: 200 len: 931 time: 0.6225202 Feb 09 01:25:34.832081 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 04e75430-e13a-4143-b391-dfbfc8723bd4 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:25:34.879531 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-9e4b4436-a4f7-445b-a653-3da7a027c9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84b1918-32c9-46d0-8f6e-475abc81a0d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1146390635', 'tenant_id': '5b3cbba90205438cb5119ccafd525f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'd68bd94e-edd1-4757-9aef-7d6b0e0e20ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:25:10Z', 'updated_at': '2022-02-09T01:25:16Z', 'revision_number': 3, 'project_id': '5b3cbba90205438cb5119ccafd525f59', 'gw_port': {'id': 'd68bd94e-edd1-4757-9aef-7d6b0e0e20ac', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:90:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84b1918-32c9-46d0-8f6e-475abc81a0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:14Z', 'updated_at': '2022-02-09T01:25:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:34.919683 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b8b09792-7565-40d7-bf67-3f92cf5bd98a req-0cd86ec5-de1c-4c3e-9532-f1502b7cf9f7 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214659 Feb 09 01:25:34.927812 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a3a387a1-f982-40de-864a-3c1bb300eea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:34.931454 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-604e30a1-c35e-452e-b8dc-d9c1916a9642 None None] For port 773e60c5-81dc-47b4-b838-7e369df9486c, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=773e60c5-81dc-47b4-b838-7e369df9486c,segment=NetworkSegment(a482a1c8-c758-4780-adf2-c7eeb7c316ab),segment_id=a482a1c8-c758-4780-adf2-c7eeb7c316ab)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:34.944342 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025932ec-9753-4f90-9e17-eac9129ee771 None None] Pushing event updated for resources: {'Port': ['ID=15101336-8d26-41e9-ae4d-31acd0ed00c4,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:34.951506 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4b4436-a4f7-445b-a653-3da7a027c9d8 None None] The sync data for ids ['e84b1918-32c9-46d0-8f6e-475abc81a0d7'] in n-d-828369-4 is: [{'id': 'e84b1918-32c9-46d0-8f6e-475abc81a0d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1146390635', 'tenant_id': '5b3cbba90205438cb5119ccafd525f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'd68bd94e-edd1-4757-9aef-7d6b0e0e20ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:25:10Z', 'updated_at': '2022-02-09T01:25:16Z', 'revision_number': 3, 'project_id': '5b3cbba90205438cb5119ccafd525f59', 'gw_port': {'id': 'd68bd94e-edd1-4757-9aef-7d6b0e0e20ac', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:90:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84b1918-32c9-46d0-8f6e-475abc81a0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:14Z', 'updated_at': '2022-02-09T01:25:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:25:34.989541 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-604e30a1-c35e-452e-b8dc-d9c1916a9642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (773e60c5-81dc-47b4-b838-7e369df9486c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:35.061002 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ebc66c8f-f874-4328-a10b-154e595a2a7a req-34268824-a53a-4691-9cb7-c0405b2ffe01 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187741 Feb 09 01:25:35.089197 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-555c56f2-b4af-403b-b1af-320d07caaa04 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting port 9475e26f-addf-4db9-b83d-a89a69e9c30f {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:25:35.089673 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-555c56f2-b4af-403b-b1af-320d07caaa04 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (9475e26f-addf-4db9-b83d-a89a69e9c30f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:35.101051 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 04e75430-e13a-4143-b391-dfbfc8723bd4 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:35.101462 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (04e75430-e13a-4143-b391-dfbfc8723bd4), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:35.195451 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e30a1-c35e-452e-b8dc-d9c1916a9642 None None] Pushing event updated for resources: {'Port': ['ID=773e60c5-81dc-47b4-b838-7e369df9486c,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:35.366939 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 04e75430-e13a-4143-b391-dfbfc8723bd4 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:35.368505 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device add294a4-d02e-4378-a182-b2d532d8ea75 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:25:35.459151 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-13df6815-bdd4-42d8-b6b5-b5d0160e65fc req-d8ef0ee6-f2cc-4c4f-b514-2591f57de267 tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] 10.222.0.50 "GET /v2.0/ports?device_id=52b9a3cd-86f9-4816-84b7-59f174e8f46e HTTP/1.1" status: 200 len: 210 time: 0.2339342 Feb 09 01:25:35.535753 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-35585b94-4524-4506-8560-7ae01fd078df None None] Provisioning complete for port add294a4-d02e-4378-a182-b2d532d8ea75 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:35.536143 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-35585b94-4524-4506-8560-7ae01fd078df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (add294a4-d02e-4378-a182-b2d532d8ea75), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:35.550451 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213c81d8-9486-482c-83fd-057473b2dd71 x-openstack-request-id: req-213c81d8-9486-482c-83fd-057473b2dd71 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:25:35.551861 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63d42b01-d78c-439e-85dc-157a3d7b930b", "tag": "4a7f28fe-4468-4bb0-903a-2671c1ddf3d6", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:25:35.552281 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-213c81d8-9486-482c-83fd-057473b2dd71 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:25:35.552864 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63d42b01-d78c-439e-85dc-157a3d7b930b', 'tag': '4a7f28fe-4468-4bb0-903a-2671c1ddf3d6', 'status': 'completed', 'code': 200} Feb 09 01:25:35.564914 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66196e1d-7682-47ee-a927-6d1ffb656582 None None] Update dhcp port {'port': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'fixed_ips': [{'subnet_id': 'fae92ff6-b908-43ba-acd0-ddfa8aa2ed25', 'ip_address': '2001:db8::f816:3eff:fe2b:acd'}, {'subnet_id': 'e3f0ab88-ce64-4c30-b2b2-c542f941835d'}], 'binding:host_id': 'n-d-828369-4'}, 'id': 'add294a4-d02e-4378-a182-b2d532d8ea75'} from n-d-828369-4. {{(pid=103138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 01:25:35.611444 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-c7d0f0d0-db63-458f-ac70-dd0978db00c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:35.613001 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-c7d0f0d0-db63-458f-ac70-dd0978db00c0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=99253303b883423fad908712b3678824&device_id=63d42b01-d78c-439e-85dc-157a3d7b930b HTTP/1.1" status: 200 len: 1125 time: 1.5432501 Feb 09 01:25:35.689187 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-66196e1d-7682-47ee-a927-6d1ffb656582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (add294a4-d02e-4378-a182-b2d532d8ea75), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:35.750564 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-2945c1ac-d205-46fc-87a4-3d670a735563 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a7f28fe-4468-4bb0-903a-2671c1ddf3d6 HTTP/1.1" status: 200 len: 217 time: 0.1186368 Feb 09 01:25:35.834326 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-555c56f2-b4af-403b-b1af-320d07caaa04 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (9475e26f-addf-4db9-b83d-a89a69e9c30f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:35.881149 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-555c56f2-b4af-403b-b1af-320d07caaa04 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Calling delete_port for 9475e26f-addf-4db9-b83d-a89a69e9c30f owned by {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:25:35.927740 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port add294a4-d02e-4378-a182-b2d532d8ea75 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:35.928129 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (add294a4-d02e-4378-a182-b2d532d8ea75), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:35.955776 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:35.959395 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0cff5bda-9675-492d-9aac-3be382e11688 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks [] for security_group_rule (98d3da0d-a80c-4bd5-a229-c731d5ecc75a), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:35.973878 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0cff5bda-9675-492d-9aac-3be382e11688 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (98d3da0d-a80c-4bd5-a229-c731d5ecc75a), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:35.981795 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-e0dbc760-0b21-428f-afb6-a94b08101fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:35.983651 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-e0dbc760-0b21-428f-afb6-a94b08101fba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e8a10734-f380-44a3-a9f7-298105351e3b HTTP/1.1" status: 200 len: 850 time: 0.2192256 Feb 09 01:25:36.087230 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff5bda-9675-492d-9aac-3be382e11688 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98d3da0d-a80c-4bd5-a229-c731d5ecc75a,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:36.108310 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-35585b94-4524-4506-8560-7ae01fd078df None None] Current status of the port add294a4-d02e-4378-a182-b2d532d8ea75 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:36.109777 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-35585b94-4524-4506-8560-7ae01fd078df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (add294a4-d02e-4378-a182-b2d532d8ea75), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:36.129669 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0cff5bda-9675-492d-9aac-3be382e11688 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:36.137875 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0cff5bda-9675-492d-9aac-3be382e11688 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0021784 Feb 09 01:25:36.148910 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44046) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:36.162431 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-66196e1d-7682-47ee-a927-6d1ffb656582 None None] Allocated IP 2001:db8:0:1::2 (a8203b0d-e7af-492c-8c21-23f9563ce2e8/e3f0ab88-ce64-4c30-b2b2-c542f941835d/add294a4-d02e-4378-a182-b2d532d8ea75) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:36.169960 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-16595ca2-8a46-4800-bdf6-e52a5a418fcf tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Request body: {'security_group_rule': {'security_group_id': '64d94c76-3ef2-4d2c-9b56-3b589fa64b66', 'project_id': '4f98c7fdebb0485fb570809def96421c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:36.314283 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-555c56f2-b4af-403b-b1af-320d07caaa04 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (9475e26f-addf-4db9-b83d-a89a69e9c30f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:36.338672 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-34863894-3a58-41b3-b6e4-8b43ce767e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:36.346537 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-34863894-3a58-41b3-b6e4-8b43ce767e91 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d88b7625-86d0-4021-80a0-5ba2f7b1a042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3527305 Feb 09 01:25:36.350482 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2e712e9a-2041-4d44-967b-af801df40782 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for port (e247bd2c-fbde-42ae-80ee-e8521e04effe), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:36.378518 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2e712e9a-2041-4d44-967b-af801df40782 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (e247bd2c-fbde-42ae-80ee-e8521e04effe), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:36.387038 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-16595ca2-8a46-4800-bdf6-e52a5a418fcf tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks [] for security_group_rule (93293b72-59f9-44f9-8683-bba9ac0085df), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:36.396586 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dfda7b-2ef1-437d-b7d5-70b7c033114b req-4999a498-9c03-41a5-a70b-50303c38b54e tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:36.398508 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-94dfda7b-2ef1-437d-b7d5-70b7c033114b req-4999a498-9c03-41a5-a70b-50303c38b54e tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] 10.222.0.47 "GET /v2.0/networks?id=b9134a69-73e5-4747-b85c-dfd137cfad6b HTTP/1.1" status: 200 len: 813 time: 1.2350423 Feb 09 01:25:36.476671 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-94dfda7b-2ef1-437d-b7d5-70b7c033114b req-8528a89b-6caa-4649-8ecc-a9aa780ae489 tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] Request body: {'port': {'device_id': '52b9a3cd-86f9-4816-84b7-59f174e8f46e', 'network_id': 'b9134a69-73e5-4747-b85c-dfd137cfad6b', 'admin_state_up': True, 'tenant_id': 'bef4c852e8b54e71a7af0b80c21cbbef'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:36.548910 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c56f2-b4af-403b-b1af-320d07caaa04 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Port': ['ID=9475e26f-addf-4db9-b83d-a89a69e9c30f,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:36.619705 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port add294a4-d02e-4378-a182-b2d532d8ea75 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:36.620109 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (add294a4-d02e-4378-a182-b2d532d8ea75), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:36.667910 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-66196e1d-7682-47ee-a927-6d1ffb656582 None None] For port add294a4-d02e-4378-a182-b2d532d8ea75, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=add294a4-d02e-4378-a182-b2d532d8ea75,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:36.678409 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e712e9a-2041-4d44-967b-af801df40782 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Pushing event updated for resources: {'Port': ['ID=e247bd2c-fbde-42ae-80ee-e8521e04effe,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:36.740827 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf3f8e1-3824-47c8-96a1-f5e8faeedb8d req-a23cd922-e913-4981-8a62-ed790a2e1af2 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:36.742038 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1480f68f-71f0-41db-a93b-1707232a98bc None None] Network a9e9e7a6-9eb2-4975-9046-e4e20dd94f00 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:25:36.742788 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1bf3f8e1-3824-47c8-96a1-f5e8faeedb8d req-a23cd922-e913-4981-8a62-ed790a2e1af2 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=63d42b01-d78c-439e-85dc-157a3d7b930b HTTP/1.1" status: 200 len: 943 time: 0.5202754 Feb 09 01:25:36.748932 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-66196e1d-7682-47ee-a927-6d1ffb656582 None None] Publish callbacks [] for port (add294a4-d02e-4378-a182-b2d532d8ea75), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:36.775930 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2e712e9a-2041-4d44-967b-af801df40782 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (e84b1918-32c9-46d0-8f6e-475abc81a0d7), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:36.801274 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-16595ca2-8a46-4800-bdf6-e52a5a418fcf tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks [] for security_group_rule (93293b72-59f9-44f9-8683-bba9ac0085df), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:36.848782 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-16595ca2-8a46-4800-bdf6-e52a5a418fcf tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (93293b72-59f9-44f9-8683-bba9ac0085df), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:36.878410 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-66196e1d-7682-47ee-a927-6d1ffb656582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (add294a4-d02e-4378-a182-b2d532d8ea75), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:36.886576 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16595ca2-8a46-4800-bdf6-e52a5a418fcf tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93293b72-59f9-44f9-8683-bba9ac0085df,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:36.891711 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-16595ca2-8a46-4800-bdf6-e52a5a418fcf tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:36.893451 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-16595ca2-8a46-4800-bdf6-e52a5a418fcf tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7391729 Feb 09 01:25:36.900813 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-8eff01ea-d5cd-4242-9d02-8649aad29821 service neutron] 10.222.0.47 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5456383 Feb 09 01:25:36.901661 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44052) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:36.907829 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-6dde1bc2-9799-4764-a02d-48ef829f5494 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Request body: {'security_group_rule': {'security_group_id': '64d94c76-3ef2-4d2c-9b56-3b589fa64b66', 'project_id': '4f98c7fdebb0485fb570809def96421c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:36.936335 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.api [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:25:36.937152 n-d-828369-4 neutron-server[103138]: DEBUG oslo_db.api [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:25:37.004220 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.api [None req-35585b94-4524-4506-8560-7ae01fd078df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:25:37.004605 n-d-828369-4 neutron-server[103138]: DEBUG oslo_db.api [None req-35585b94-4524-4506-8560-7ae01fd078df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:25:37.015874 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ca558271-c55e-404f-83c2-c133bce9ba32 req-e77b8d78-1bb3-47b1-8e4e-314e04aca57c service neutron] 10.222.0.47 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015408 Feb 09 01:25:37.135242 n-d-828369-4 neutron-server[103137]: INFO neutron.db.securitygroups_db [None req-6dde1bc2-9799-4764-a02d-48ef829f5494 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Project 4f98c7fdebb0485fb570809def96421c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:25:37.144534 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6dde1bc2-9799-4764-a02d-48ef829f5494 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks [] for security_group_rule (e424550d-0ea5-4c3a-90f4-f7fc3d27eff3), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:37.146153 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66196e1d-7682-47ee-a927-6d1ffb656582 None None] Pushing event updated for resources: {'Port': ['ID=add294a4-d02e-4378-a182-b2d532d8ea75,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:37.166881 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e712e9a-2041-4d44-967b-af801df40782 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Network a9e9e7a6-9eb2-4975-9046-e4e20dd94f00 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:37.182680 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-2e712e9a-2041-4d44-967b-af801df40782 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:37.195098 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17910c-1f1d-4966-9e6a-31c7842217e0 req-a0f6aca2-e02d-485f-9873-4d2c8fcfef3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:37.198157 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-5b17910c-1f1d-4966-9e6a-31c7842217e0 req-a0f6aca2-e02d-485f-9873-4d2c8fcfef3b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=99253303b883423fad908712b3678824&device_id=63d42b01-d78c-439e-85dc-157a3d7b930b HTTP/1.1" status: 200 len: 1125 time: 0.1218951 Feb 09 01:25:37.202978 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:37.398730 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6dde1bc2-9799-4764-a02d-48ef829f5494 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks [] for security_group_rule (e424550d-0ea5-4c3a-90f4-f7fc3d27eff3), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:37.410689 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6dde1bc2-9799-4764-a02d-48ef829f5494 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (e424550d-0ea5-4c3a-90f4-f7fc3d27eff3), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:37.426797 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdfaac0-d024-4669-b174-b23eabbe60ab req-7ae37934-feb6-4a2b-9641-fe262f01e1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:37.428879 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dbdfaac0-d024-4669-b174-b23eabbe60ab req-7ae37934-feb6-4a2b-9641-fe262f01e1c1 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2c4f55ab750f4159bdfcab050e5654ef&device_id=27692869-bfd1-47aa-8ed5-f3224fa206ce HTTP/1.1" status: 200 len: 1127 time: 1.7464395 Feb 09 01:25:37.434736 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde1bc2-9799-4764-a02d-48ef829f5494 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e424550d-0ea5-4c3a-90f4-f7fc3d27eff3,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:37.464909 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736bf42-6d54-48d2-87e7-14bd4210cc46 req-e9b0b1e4-780e-4467-8dab-35d48be869e2 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:37.475822 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6dde1bc2-9799-4764-a02d-48ef829f5494 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:37.479629 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0736bf42-6d54-48d2-87e7-14bd4210cc46 req-e9b0b1e4-780e-4467-8dab-35d48be869e2 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=27692869-bfd1-47aa-8ed5-f3224fa206ce HTTP/1.1" status: 200 len: 945 time: 1.2659054 Feb 09 01:25:37.479782 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6dde1bc2-9799-4764-a02d-48ef829f5494 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5728631 Feb 09 01:25:37.484787 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44054) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:37.491608 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-ad549eec-3b96-4d49-a229-c0a49499538f tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Request body: {'security_group_rule': {'security_group_id': '64d94c76-3ef2-4d2c-9b56-3b589fa64b66', 'project_id': '4f98c7fdebb0485fb570809def96421c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:37.537368 n-d-828369-4 neutron-server[103137]: INFO neutron.db.securitygroups_db [None req-ad549eec-3b96-4d49-a229-c0a49499538f tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Project 4f98c7fdebb0485fb570809def96421c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:25:37.549740 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ad549eec-3b96-4d49-a229-c0a49499538f tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks [] for security_group_rule (326263d0-1bc8-4de0-a607-0af03ed14900), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:37.564801 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17910c-1f1d-4966-9e6a-31c7842217e0 req-70910660-292f-4ed4-91bd-307e81f4fb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:37.566308 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-5b17910c-1f1d-4966-9e6a-31c7842217e0 req-70910660-292f-4ed4-91bd-307e81f4fb47 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d88b7625-86d0-4021-80a0-5ba2f7b1a042 HTTP/1.1" status: 200 len: 913 time: 0.3576076 Feb 09 01:25:37.574712 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e712e9a-2041-4d44-967b-af801df40782 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Router e84b1918-32c9-46d0-8f6e-475abc81a0d7 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:25:37.599161 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port add294a4-d02e-4378-a182-b2d532d8ea75 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:37.599568 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (add294a4-d02e-4378-a182-b2d532d8ea75), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:37.636274 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-555c56f2-b4af-403b-b1af-320d07caaa04 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:37.642112 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-555c56f2-b4af-403b-b1af-320d07caaa04 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/ports/9475e26f-addf-4db9-b83d-a89a69e9c30f HTTP/1.1" status: 204 len: 168 time: 3.1372771 Feb 09 01:25:37.669363 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44056) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:37.692151 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-35585b94-4524-4506-8560-7ae01fd078df None None] Current status of the port add294a4-d02e-4378-a182-b2d532d8ea75 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:37.692564 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-35585b94-4524-4506-8560-7ae01fd078df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (add294a4-d02e-4378-a182-b2d532d8ea75), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:37.735179 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-5b17910c-1f1d-4966-9e6a-31c7842217e0 req-21779995-4938-43e3-a5b9-9491082902e6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a7f28fe-4468-4bb0-903a-2671c1ddf3d6 HTTP/1.1" status: 200 len: 217 time: 0.1551452 Feb 09 01:25:37.753754 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port add294a4-d02e-4378-a182-b2d532d8ea75, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=add294a4-d02e-4378-a182-b2d532d8ea75,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:37.758362 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:37.775431 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (add294a4-d02e-4378-a182-b2d532d8ea75), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:37.776167 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 25556ba1-8c36-4708-b589-92caafb8dc80 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:25:37.859568 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94dfda7b-2ef1-437d-b7d5-70b7c033114b req-8528a89b-6caa-4649-8ecc-a9aa780ae489 tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] Made reservation on behalf of bef4c852e8b54e71a7af0b80c21cbbef for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:37.874234 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-94dfda7b-2ef1-437d-b7d5-70b7c033114b req-8528a89b-6caa-4649-8ecc-a9aa780ae489 tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:37.939909 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.api [None req-35585b94-4524-4506-8560-7ae01fd078df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:25:37.944564 n-d-828369-4 neutron-server[103138]: DEBUG oslo_db.api [None req-35585b94-4524-4506-8560-7ae01fd078df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:25:37.986563 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 25556ba1-8c36-4708-b589-92caafb8dc80 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:37.992258 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (25556ba1-8c36-4708-b589-92caafb8dc80), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:37.999004 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=add294a4-d02e-4378-a182-b2d532d8ea75,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:38.041738 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1bf3f8e1-3824-47c8-96a1-f5e8faeedb8d req-42a19072-0db9-4b50-96c0-02ff6740a217 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320049 Feb 09 01:25:38.050776 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0736bf42-6d54-48d2-87e7-14bd4210cc46 req-396bdb34-05a6-4924-9e1c-672d251f848d tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5726981 Feb 09 01:25:38.057752 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdfaac0-d024-4669-b174-b23eabbe60ab req-0aa6059c-c94d-4187-9cd5-5b10a1648dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:38.059251 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dbdfaac0-d024-4669-b174-b23eabbe60ab req-0aa6059c-c94d-4187-9cd5-5b10a1648dcf service neutron] 10.222.0.120 "GET /v2.0/networks?id=a7c73c67-867b-4cd1-a7a6-d305a5dc51d2 HTTP/1.1" status: 200 len: 921 time: 0.5254548 Feb 09 01:25:38.114153 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-5ee2a9a4-d662-4be7-9ca6-87ef1493d275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bea4c47e-96ea-4c48-a7a3-4bbe25954aba {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:25:38.155448 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c901db-a1a3-4c11-a14b-b299f954107e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:38.157098 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-18c901db-a1a3-4c11-a14b-b299f954107e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.4864664 Feb 09 01:25:38.179235 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44060) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:38.187823 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17910c-1f1d-4966-9e6a-31c7842217e0 req-f293bd7d-45db-489c-9e1d-29e257ee047a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:38.189746 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-5b17910c-1f1d-4966-9e6a-31c7842217e0 req-f293bd7d-45db-489c-9e1d-29e257ee047a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e8a10734-f380-44a3-a9f7-298105351e3b HTTP/1.1" status: 200 len: 850 time: 0.4417024 Feb 09 01:25:38.193365 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-5ee2a9a4-d662-4be7-9ca6-87ef1493d275 service neutron] Publish callbacks [] for port (bea4c47e-96ea-4c48-a7a3-4bbe25954aba), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:38.214394 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dbdfaac0-d024-4669-b174-b23eabbe60ab req-47572056-5699-4cee-8dba-27db40353fe1 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46174fdb-97e1-4b41-ba6d-ca24476f1d8d HTTP/1.1" status: 200 len: 217 time: 0.1412585 Feb 09 01:25:38.236836 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ad549eec-3b96-4d49-a229-c0a49499538f tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks [] for security_group_rule (326263d0-1bc8-4de0-a607-0af03ed14900), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:38.243045 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 25556ba1-8c36-4708-b589-92caafb8dc80 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:38.248232 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 773e60c5-81dc-47b4-b838-7e369df9486c up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:25:38.313911 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 773e60c5-81dc-47b4-b838-7e369df9486c triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:38.314220 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (773e60c5-81dc-47b4-b838-7e369df9486c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:38.346986 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ad549eec-3b96-4d49-a229-c0a49499538f tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (326263d0-1bc8-4de0-a607-0af03ed14900), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:38.374952 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c990d927-899c-4d33-a428-eefee553cc8a req-6de83de3-604e-4b18-9d72-c76c586d0ef1 tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] 10.222.0.50 "GET /v2.0/ports?device_id=52b9a3cd-86f9-4816-84b7-59f174e8f46e HTTP/1.1" status: 200 len: 210 time: 0.0478039 Feb 09 01:25:38.378472 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-5ee2a9a4-d662-4be7-9ca6-87ef1493d275 service neutron] Transition to ACTIVE for port object bea4c47e-96ea-4c48-a7a3-4bbe25954aba will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:25:38.390966 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdfaac0-d024-4669-b174-b23eabbe60ab req-f63cce12-5dd6-4e9a-8614-157ca92df71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:38.392532 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dbdfaac0-d024-4669-b174-b23eabbe60ab req-f63cce12-5dd6-4e9a-8614-157ca92df71b service neutron] 10.222.0.120 "GET /v2.0/subnets?id=36ed6c8a-8eab-4ee5-af4e-3a7d95f66f05 HTTP/1.1" status: 200 len: 859 time: 0.1187780 Feb 09 01:25:38.415930 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-5ee2a9a4-d662-4be7-9ca6-87ef1493d275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (bea4c47e-96ea-4c48-a7a3-4bbe25954aba), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:38.428981 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad549eec-3b96-4d49-a229-c0a49499538f tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=326263d0-1bc8-4de0-a607-0af03ed14900,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:38.465915 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ad549eec-3b96-4d49-a229-c0a49499538f tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:38.474802 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634bb6e0-a0a7-470e-b126-46ce721ada43 req-54085b6d-bf54-4d78-8a8d-9a531eaa8618 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:38.475522 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ad549eec-3b96-4d49-a229-c0a49499538f tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9796870 Feb 09 01:25:38.479838 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-634bb6e0-a0a7-470e-b126-46ce721ada43 req-54085b6d-bf54-4d78-8a8d-9a531eaa8618 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=543a959e-bde0-48bf-9f11-100ee08ccb40 HTTP/1.1" status: 200 len: 931 time: 0.2801926 Feb 09 01:25:38.481333 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e712e9a-2041-4d44-967b-af801df40782 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:25:38.498853 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2e712e9a-2041-4d44-967b-af801df40782 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "PUT /v2.0/routers/e84b1918-32c9-46d0-8f6e-475abc81a0d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9535713 Feb 09 01:25:38.503052 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44064) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:38.508691 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-13629dbd-d7a9-4651-9058-766abdc22239 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--496905357', 'description': 'tempest-secgroup_access--496905357 description', 'project_id': '5b3cbba90205438cb5119ccafd525f59'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:38.536439 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4923b40b-3de4-4a2f-ad15-73fae95bddb8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:38.536692 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 773e60c5-81dc-47b4-b838-7e369df9486c is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:38.538581 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4923b40b-3de4-4a2f-ad15-73fae95bddb8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3582153 Feb 09 01:25:38.546706 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86de2055-6951-484b-9f17-3a985519d9c1 None None] Sync routers for ids ['e84b1918-32c9-46d0-8f6e-475abc81a0d7'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:25:38.548687 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44066) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:38.553718 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17910c-1f1d-4966-9e6a-31c7842217e0 req-ef5efd98-3311-4984-b156-3d4badba6eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:38.555588 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-5b17910c-1f1d-4966-9e6a-31c7842217e0 req-ef5efd98-3311-4984-b156-3d4badba6eb4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d88b7625-86d0-4021-80a0-5ba2f7b1a042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3266423 Feb 09 01:25:38.577950 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dbdfaac0-d024-4669-b174-b23eabbe60ab req-752005aa-7c0a-49f5-9264-39b467ab0b6f service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=a7c73c67-867b-4cd1-a7a6-d305a5dc51d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1765764 Feb 09 01:25:38.579561 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:38.584044 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86de2055-6951-484b-9f17-3a985519d9c1 None None] Routers {'e84b1918-32c9-46d0-8f6e-475abc81a0d7'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:25:38.587058 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-86de2055-6951-484b-9f17-3a985519d9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:25:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['e84b1918-32c9-46d0-8f6e-475abc81a0d7'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:38.834047 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-5b17910c-1f1d-4966-9e6a-31c7842217e0 req-aa0d1adc-1794-4d46-b249-29f546b6d152 service neutron] 10.222.0.47 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540853 Feb 09 01:25:38.865833 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-86de2055-6951-484b-9f17-3a985519d9c1 None None] Set router e84b1918-32c9-46d0-8f6e-475abc81a0d7 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:25:38.930069 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-13629dbd-d7a9-4651-9058-766abdc22239 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:38.971542 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2a9a4-d662-4be7-9ca6-87ef1493d275 service neutron] Pushing event updated for resources: {'Port': ['ID=bea4c47e-96ea-4c48-a7a3-4bbe25954aba,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:39.013762 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-94dfda7b-2ef1-437d-b7d5-70b7c033114b req-8528a89b-6caa-4649-8ecc-a9aa780ae489 tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] Allocated IP 172.20.0.4 (b9134a69-73e5-4747-b85c-dfd137cfad6b/fd0d17a4-0479-4fd8-8334-1bca51d940d5/a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:39.058153 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-634bb6e0-a0a7-470e-b126-46ce721ada43 req-187b702b-3272-4a21-bff6-70307f91c37d tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5714428 Feb 09 01:25:39.064445 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-13629dbd-d7a9-4651-9058-766abdc22239 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for security_group (dcfc638c-9490-44f4-b609-16a2e61796c5), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:39.079532 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-13629dbd-d7a9-4651-9058-766abdc22239 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (dcfc638c-9490-44f4-b609-16a2e61796c5), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:39.122872 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13629dbd-d7a9-4651-9058-766abdc22239 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfc638c-9490-44f4-b609-16a2e61796c5,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:39.138316 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c57034-6188-4a12-aeb2-108e09f9cbc6 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:39.141397 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c57034-6188-4a12-aeb2-108e09f9cbc6 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:39.144329 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c57034-6188-4a12-aeb2-108e09f9cbc6 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:39.146198 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-72c57034-6188-4a12-aeb2-108e09f9cbc6 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.5889142 Feb 09 01:25:39.150262 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44084) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:39.167425 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device d68bd94e-edd1-4757-9aef-7d6b0e0e20ac up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:25:39.198517 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-5ee2a9a4-d662-4be7-9ca6-87ef1493d275 service neutron] Attempting to bind port bea4c47e-96ea-4c48-a7a3-4bbe25954aba on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:25:39.198777 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-5ee2a9a4-d662-4be7-9ca6-87ef1493d275 service neutron] Attempting to bind port bea4c47e-96ea-4c48-a7a3-4bbe25954aba by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': 'd40e3b64-4486-4490-9380-e6758cb22819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:25:39.199107 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-5ee2a9a4-d662-4be7-9ca6-87ef1493d275 service neutron] Attempting to bind port bea4c47e-96ea-4c48-a7a3-4bbe25954aba on network e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:25:39.221613 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-045354b4-9696-44e9-9f0d-9ebfe84254bc tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting subnet e3f0ab88-ce64-4c30-b2b2-c542f941835d {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:25:39.225123 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-045354b4-9696-44e9-9f0d-9ebfe84254bc tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (e3f0ab88-ce64-4c30-b2b2-c542f941835d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:39.269866 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-045354b4-9696-44e9-9f0d-9ebfe84254bc tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (e3f0ab88-ce64-4c30-b2b2-c542f941835d), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:39.292093 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-1e11927a-12e0-457c-9d55-36ea60207e71 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1283570117&fields=id&tenant_id=4f98c7fdebb0485fb570809def96421c HTTP/1.1" status: 200 len: 267 time: 0.5829809 Feb 09 01:25:39.302621 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-5ee2a9a4-d662-4be7-9ca6-87ef1493d275 service neutron] Port bea4c47e-96ea-4c48-a7a3-4bbe25954aba on network e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:25:39.303301 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-5ee2a9a4-d662-4be7-9ca6-87ef1493d275 service neutron] Attempting to bind port bea4c47e-96ea-4c48-a7a3-4bbe25954aba on network e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:25:39.306073 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-13629dbd-d7a9-4651-9058-766abdc22239 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:39.307024 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-35585b94-4524-4506-8560-7ae01fd078df None None] Current status of the port add294a4-d02e-4378-a182-b2d532d8ea75 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:39.310180 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-13629dbd-d7a9-4651-9058-766abdc22239 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.8050244 Feb 09 01:25:39.312488 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44086) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:39.324314 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-c868a0d5-4b0d-45e7-ba65-a4099e6312bd tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1700010606', 'description': 'tempest-secgroup_general--1700010606 description', 'project_id': '5b3cbba90205438cb5119ccafd525f59'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:39.339068 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port d68bd94e-edd1-4757-9aef-7d6b0e0e20ac triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:39.339429 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d68bd94e-edd1-4757-9aef-7d6b0e0e20ac), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:39.360588 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-5b17910c-1f1d-4966-9e6a-31c7842217e0 req-ce03ae75-e491-4777-99e3-05cba88be1ac service neutron] 10.222.0.47 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4954004 Feb 09 01:25:39.416420 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:39.424461 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-86de2055-6951-484b-9f17-3a985519d9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84b1918-32c9-46d0-8f6e-475abc81a0d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1146390635', 'tenant_id': '5b3cbba90205438cb5119ccafd525f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'd68bd94e-edd1-4757-9aef-7d6b0e0e20ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:25:10Z', 'updated_at': '2022-02-09T01:25:33Z', 'revision_number': 4, 'project_id': '5b3cbba90205438cb5119ccafd525f59', 'gw_port': {'id': 'd68bd94e-edd1-4757-9aef-7d6b0e0e20ac', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:90:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84b1918-32c9-46d0-8f6e-475abc81a0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:14Z', 'updated_at': '2022-02-09T01:25:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'e247bd2c-fbde-42ae-80ee-e8521e04effe', 'name': '', 'network_id': 'a9e9e7a6-9eb2-4975-9046-e4e20dd94f00', 'tenant_id': '5b3cbba90205438cb5119ccafd525f59', 'mac_address': 'fa:16:3e:a7:5e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84b1918-32c9-46d0-8f6e-475abc81a0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '83e43821-f1ba-4e65-b966-0b3287e8374d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:31Z', 'updated_at': '2022-02-09T01:25:35Z', 'revision_number': 2, 'project_id': '5b3cbba90205438cb5119ccafd525f59', 'subnets': [{'id': '83e43821-f1ba-4e65-b966-0b3287e8374d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:39.438649 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-5ee2a9a4-d662-4be7-9ca6-87ef1493d275 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:25:39.439373 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-5ee2a9a4-d662-4be7-9ca6-87ef1493d275 service neutron] Checking segment: {'id': 'd40e3b64-4486-4490-9380-e6758cb22819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:25:39.439979 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-045354b4-9696-44e9-9f0d-9ebfe84254bc tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (e3f0ab88-ce64-4c30-b2b2-c542f941835d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:39.440233 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-5ee2a9a4-d662-4be7-9ca6-87ef1493d275 service neutron] Bound using segment: {'id': 'd40e3b64-4486-4490-9380-e6758cb22819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:25:39.441094 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-5ee2a9a4-d662-4be7-9ca6-87ef1493d275 service neutron] Bound port: bea4c47e-96ea-4c48-a7a3-4bbe25954aba, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd40e3b64-4486-4490-9380-e6758cb22819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:25:39.442152 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-5ee2a9a4-d662-4be7-9ca6-87ef1493d275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (bea4c47e-96ea-4c48-a7a3-4bbe25954aba), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:39.452984 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dbdfaac0-d024-4669-b174-b23eabbe60ab req-1a4d7cfa-d43a-40fc-85c0-88f6f1cb6073 service neutron] 10.222.0.120 "GET /v2.0/networks/a7c73c67-867b-4cd1-a7a6-d305a5dc51d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8212745 Feb 09 01:25:39.479639 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86de2055-6951-484b-9f17-3a985519d9c1 None None] Checking router: e84b1918-32c9-46d0-8f6e-475abc81a0d7 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:25:39.480008 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86de2055-6951-484b-9f17-3a985519d9c1 None None] Updating router e84b1918-32c9-46d0-8f6e-475abc81a0d7 port e247bd2c-fbde-42ae-80ee-e8521e04effe binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:25:39.513979 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-86de2055-6951-484b-9f17-3a985519d9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e247bd2c-fbde-42ae-80ee-e8521e04effe), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:39.520101 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c868a0d5-4b0d-45e7-ba65-a4099e6312bd tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:39.531711 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 4a7f28fe-4468-4bb0-903a-2671c1ddf3d6 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:25:39.546175 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-045354b4-9696-44e9-9f0d-9ebfe84254bc tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (e3f0ab88-ce64-4c30-b2b2-c542f941835d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:39.570252 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-045354b4-9696-44e9-9f0d-9ebfe84254bc tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:39.573932 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dbdfaac0-d024-4669-b174-b23eabbe60ab req-a5ab3562-1155-4992-8f7b-2404e17e9450 service neutron] 10.222.0.120 "GET /v2.0/networks/a7c73c67-867b-4cd1-a7a6-d305a5dc51d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052258 Feb 09 01:25:39.576342 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-045354b4-9696-44e9-9f0d-9ebfe84254bc tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/e3f0ab88-ce64-4c30-b2b2-c542f941835d HTTP/1.1" status: 204 len: 168 time: 0.4227593 Feb 09 01:25:39.587041 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d40760-47e9-49b9-b915-ce8de6cb2fbd req-b3de4748-2842-41ab-a2f3-0f4fe33a9a9b tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:39.588992 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c6d40760-47e9-49b9-b915-ce8de6cb2fbd req-b3de4748-2842-41ab-a2f3-0f4fe33a9a9b tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=63d42b01-d78c-439e-85dc-157a3d7b930b HTTP/1.1" status: 200 len: 943 time: 0.3874147 Feb 09 01:25:39.589558 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44090) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:39.628869 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045354b4-9696-44e9-9f0d-9ebfe84254bc tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Subnet': ['ID=e3f0ab88-ce64-4c30-b2b2-c542f941835d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:39.684989 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3e2e88-f1f6-41fd-a1f7-118e6d508d84 None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:25:39.688405 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port d68bd94e-edd1-4757-9aef-7d6b0e0e20ac is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:39.689257 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d68bd94e-edd1-4757-9aef-7d6b0e0e20ac), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:39.695880 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c6d40760-47e9-49b9-b915-ce8de6cb2fbd req-f2a7d0fa-e062-451f-bba8-499b344a196b tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822659 Feb 09 01:25:39.727732 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c868a0d5-4b0d-45e7-ba65-a4099e6312bd tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for security_group (f0718378-8307-420f-8220-cf74a6bc0f74), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:39.738034 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c868a0d5-4b0d-45e7-ba65-a4099e6312bd tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (f0718378-8307-420f-8220-cf74a6bc0f74), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:39.815264 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c868a0d5-4b0d-45e7-ba65-a4099e6312bd tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:39.819733 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c868a0d5-4b0d-45e7-ba65-a4099e6312bd tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5041561 Feb 09 01:25:39.821334 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44096) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:39.826227 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-d6f3ec1e-b52c-4bfb-8e97-89e2a0506864 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Request body: {'security_group_rule': {'security_group_id': 'dcfc638c-9490-44f4-b609-16a2e61796c5', 'project_id': '5b3cbba90205438cb5119ccafd525f59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:39.833412 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c868a0d5-4b0d-45e7-ba65-a4099e6312bd tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0718378-8307-420f-8220-cf74a6bc0f74,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:39.859839 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d6f3ec1e-b52c-4bfb-8e97-89e2a0506864 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for security_group_rule (499785ab-7c5c-43a9-a3b1-664187ddbc9a), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:39.860772 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bb0fb69-d5eb-4792-8289-c5123fe076ee tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting subnet fae92ff6-b908-43ba-acd0-ddfa8aa2ed25 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:25:39.867912 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port d68bd94e-edd1-4757-9aef-7d6b0e0e20ac, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=d68bd94e-edd1-4757-9aef-7d6b0e0e20ac,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:39.892450 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-985a8873-ed65-4c5d-80b7-26fccd59487a tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:39.894106 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-985a8873-ed65-4c5d-80b7-26fccd59487a tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] 10.222.0.50 "GET /v2.0/networks?id=6076cc38-83af-4e8f-b6d9-59b61dc00254 HTTP/1.1" status: 200 len: 809 time: 0.6008544 Feb 09 01:25:39.904908 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7bb0fb69-d5eb-4792-8289-c5123fe076ee tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (fae92ff6-b908-43ba-acd0-ddfa8aa2ed25), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:39.940871 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d6f3ec1e-b52c-4bfb-8e97-89e2a0506864 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for security_group_rule (499785ab-7c5c-43a9-a3b1-664187ddbc9a), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:39.941287 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-5ee2a9a4-d662-4be7-9ca6-87ef1493d275 service neutron] For port bea4c47e-96ea-4c48-a7a3-4bbe25954aba, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:25:39.946003 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d6f3ec1e-b52c-4bfb-8e97-89e2a0506864 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (499785ab-7c5c-43a9-a3b1-664187ddbc9a), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:39.968178 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f3ec1e-b52c-4bfb-8e97-89e2a0506864 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=499785ab-7c5c-43a9-a3b1-664187ddbc9a,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:39.973465 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-94dfda7b-2ef1-437d-b7d5-70b7c033114b req-8528a89b-6caa-4649-8ecc-a9aa780ae489 tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] Publish callbacks [] for port (a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:39.975698 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-6a54bb4b-158f-49a0-9650-b4a9850d4652 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] 10.222.0.50 "GET /v2.0/quotas/4f98c7fdebb0485fb570809def96421c HTTP/1.1" status: 200 len: 375 time: 0.0638077 Feb 09 01:25:39.980887 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-5ee2a9a4-d662-4be7-9ca6-87ef1493d275 service neutron] For port bea4c47e-96ea-4c48-a7a3-4bbe25954aba, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=bea4c47e-96ea-4c48-a7a3-4bbe25954aba,segment=NetworkSegment(d40e3b64-4486-4490-9380-e6758cb22819),segment_id=d40e3b64-4486-4490-9380-e6758cb22819)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:25:39.999873 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d6f3ec1e-b52c-4bfb-8e97-89e2a0506864 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:40.002190 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d6f3ec1e-b52c-4bfb-8e97-89e2a0506864 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1792724 Feb 09 01:25:40.019041 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d68bd94e-edd1-4757-9aef-7d6b0e0e20ac), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:40.019719 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 15101336-8d26-41e9-ae4d-31acd0ed00c4 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:25:40.039755 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-5ee2a9a4-d662-4be7-9ca6-87ef1493d275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (bea4c47e-96ea-4c48-a7a3-4bbe25954aba), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:40.048170 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7bb0fb69-d5eb-4792-8289-c5123fe076ee tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (fae92ff6-b908-43ba-acd0-ddfa8aa2ed25), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:40.140236 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-5ee2a9a4-d662-4be7-9ca6-87ef1493d275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:40.140696 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-5ee2a9a4-d662-4be7-9ca6-87ef1493d275 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:40.142178 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-5ee2a9a4-d662-4be7-9ca6-87ef1493d275 service neutron] 10.222.0.120 "PUT /v2.0/ports/bea4c47e-96ea-4c48-a7a3-4bbe25954aba HTTP/1.1" status: 200 len: 1091 time: 6.3850043 Feb 09 01:25:40.149569 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '543a959e-bde0-48bf-9f11-100ee08ccb40', 'tag': 'bea4c47e-96ea-4c48-a7a3-4bbe25954aba'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:25:40.152110 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a27ddb0-305b-4b9d-8c59-bfaf95bc87eb" -d '{"events": [{"name": "network-changed", "server_uuid": "543a959e-bde0-48bf-9f11-100ee08ccb40", "tag": "bea4c47e-96ea-4c48-a7a3-4bbe25954aba"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:25:40.173802 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-f4587d37-8759-4302-9c34-32cadc7ef416 None None] Provisioning complete for port add294a4-d02e-4378-a182-b2d532d8ea75 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:40.174230 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f4587d37-8759-4302-9c34-32cadc7ef416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (add294a4-d02e-4378-a182-b2d532d8ea75), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:40.174544 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0815c3-9640-42f3-835c-9953b689871b req-00e35cf3-8fa7-4450-a4f8-e25d76e8e350 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:40.189204 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5c0815c3-9640-42f3-835c-9953b689871b req-00e35cf3-8fa7-4450-a4f8-e25d76e8e350 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=27692869-bfd1-47aa-8ed5-f3224fa206ce HTTP/1.1" status: 200 len: 945 time: 0.3596201 Feb 09 01:25:40.283174 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-e1c4f142-3c0a-48fb-b7a2-24ecdfd128aa tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4f98c7fdebb0485fb570809def96421c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2983785 Feb 09 01:25:40.293618 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-94dfda7b-2ef1-437d-b7d5-70b7c033114b req-8528a89b-6caa-4649-8ecc-a9aa780ae489 tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:40.356958 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5c0815c3-9640-42f3-835c-9953b689871b req-a3f29543-802c-40ab-86ac-c8cfe6597e06 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664286 Feb 09 01:25:40.357617 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2a9a4-d662-4be7-9ca6-87ef1493d275 service neutron] Pushing event updated for resources: {'Port': ['ID=bea4c47e-96ea-4c48-a7a3-4bbe25954aba,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:40.430498 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8528a89b-6caa-4649-8ecc-a9aa780ae489 tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] Pushing event updated for resources: {'Port': ['ID=a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:40.539456 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7bb0fb69-d5eb-4792-8289-c5123fe076ee tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (fae92ff6-b908-43ba-acd0-ddfa8aa2ed25), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:40.543818 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94dfda7b-2ef1-437d-b7d5-70b7c033114b req-8528a89b-6caa-4649-8ecc-a9aa780ae489 tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] Network b9134a69-73e5-4747-b85c-dfd137cfad6b is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:40.566740 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-599f8dc6-e03b-44d6-ad2d-e9ee55382576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:40.568338 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-599f8dc6-e03b-44d6-ad2d-e9ee55382576 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=c9bde012005949bf8ed5f5d05d570ac0&device_id=543a959e-bde0-48bf-9f11-100ee08ccb40 HTTP/1.1" status: 200 len: 1125 time: 0.3647346 Feb 09 01:25:40.574519 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-94dfda7b-2ef1-437d-b7d5-70b7c033114b req-8528a89b-6caa-4649-8ecc-a9aa780ae489 tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:40.579099 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-86de2055-6951-484b-9f17-3a985519d9c1 None None] Publish callbacks [] for port (e247bd2c-fbde-42ae-80ee-e8521e04effe), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:40.581384 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-94dfda7b-2ef1-437d-b7d5-70b7c033114b req-8528a89b-6caa-4649-8ecc-a9aa780ae489 tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:25:40.587789 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=d68bd94e-edd1-4757-9aef-7d6b0e0e20ac,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:40.608598 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-86de2055-6951-484b-9f17-3a985519d9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e247bd2c-fbde-42ae-80ee-e8521e04effe), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:40.624664 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 4a7f28fe-4468-4bb0-903a-2671c1ddf3d6, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=4a7f28fe-4468-4bb0-903a-2671c1ddf3d6,segment=NetworkSegment(c65aa26b-6f4d-4da5-9ac6-6c267d824ab1),segment_id=c65aa26b-6f4d-4da5-9ac6-6c267d824ab1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:40.640772 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 15101336-8d26-41e9-ae4d-31acd0ed00c4 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:40.641019 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (15101336-8d26-41e9-ae4d-31acd0ed00c4), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:40.681823 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-73123f7c-1a73-4d7c-aebf-701a7f3fa0b0 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bea4c47e-96ea-4c48-a7a3-4bbe25954aba HTTP/1.1" status: 200 len: 217 time: 0.0964227 Feb 09 01:25:40.721979 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '4a7f28fe-4468-4bb0-903a-2671c1ddf3d6', 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042', 'port_id': '4a7f28fe-4468-4bb0-903a-2671c1ddf3d6', 'mac_address': 'fa:16:3e:ef:58:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8a10734-f380-44a3-a9f7-298105351e3b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:25:40.757976 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-3e687c69-b32a-4071-9167-25f276509aaa service neutron] 10.222.0.50 "GET /v2.0/networks/6076cc38-83af-4e8f-b6d9-59b61dc00254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175408 Feb 09 01:25:40.794519 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad161ab2-6160-4019-abb9-974c5343712d req-cdfc50a4-819c-4681-9b39-bbac300cd773 tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:40.796110 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad161ab2-6160-4019-abb9-974c5343712d req-cdfc50a4-819c-4681-9b39-bbac300cd773 tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] 10.222.0.50 "GET /v2.0/ports?device_id=52b9a3cd-86f9-4816-84b7-59f174e8f46e HTTP/1.1" status: 200 len: 931 time: 0.3131750 Feb 09 01:25:40.805413 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dfda7b-2ef1-437d-b7d5-70b7c033114b req-8528a89b-6caa-4649-8ecc-a9aa780ae489 tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:40.806653 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-94dfda7b-2ef1-437d-b7d5-70b7c033114b req-8528a89b-6caa-4649-8ecc-a9aa780ae489 tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:40.815495 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 15101336-8d26-41e9-ae4d-31acd0ed00c4 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:40.816056 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (15101336-8d26-41e9-ae4d-31acd0ed00c4), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:40.863665 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09cc58e-94ad-4759-897e-31f96e45d8c3 None None] Pushing event updated for resources: {'Port': ['ID=e247bd2c-fbde-42ae-80ee-e8521e04effe,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:40.902252 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7bb0fb69-d5eb-4792-8289-c5123fe076ee tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (fae92ff6-b908-43ba-acd0-ddfa8aa2ed25), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:40.914074 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f4587d37-8759-4302-9c34-32cadc7ef416 None None] Current status of the port add294a4-d02e-4378-a182-b2d532d8ea75 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:40.958101 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 15101336-8d26-41e9-ae4d-31acd0ed00c4, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=15101336-8d26-41e9-ae4d-31acd0ed00c4,segment=NetworkSegment(f69b07ec-dee5-46fd-8a53-740b9e3f9b15),segment_id=f69b07ec-dee5-46fd-8a53-740b9e3f9b15)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:40.971504 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (15101336-8d26-41e9-ae4d-31acd0ed00c4), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:40.972464 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device add294a4-d02e-4378-a182-b2d532d8ea75 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:25:40.987301 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 4a7f28fe-4468-4bb0-903a-2671c1ddf3d6 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:40.987732 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4a7f28fe-4468-4bb0-903a-2671c1ddf3d6), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:41.059662 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-489b7085-01e3-4f6a-99d3-af0c6d9eeb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:41.061346 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-489b7085-01e3-4f6a-99d3-af0c6d9eeb4e service neutron] 10.222.0.120 "GET /v2.0/subnets?id=68d3f132-83c5-49da-80a3-1924c70a8491 HTTP/1.1" status: 200 len: 850 time: 0.3671739 Feb 09 01:25:41.063214 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7bb0fb69-d5eb-4792-8289-c5123fe076ee tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:41.063599 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-86de2055-6951-484b-9f17-3a985519d9c1 None None] Attempting to bind port e247bd2c-fbde-42ae-80ee-e8521e04effe on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:25:41.063997 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-86de2055-6951-484b-9f17-3a985519d9c1 None None] Attempting to bind port e247bd2c-fbde-42ae-80ee-e8521e04effe by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f69b07ec-dee5-46fd-8a53-740b9e3f9b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'a9e9e7a6-9eb2-4975-9046-e4e20dd94f00'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:25:41.064375 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86de2055-6951-484b-9f17-3a985519d9c1 None None] Attempting to bind port e247bd2c-fbde-42ae-80ee-e8521e04effe on network a9e9e7a6-9eb2-4975-9046-e4e20dd94f00 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:25:41.066423 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-7bb0fb69-d5eb-4792-8289-c5123fe076ee tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/fae92ff6-b908-43ba-acd0-ddfa8aa2ed25 HTTP/1.1" status: 204 len: 168 time: 1.4710879 Feb 09 01:25:41.069962 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44112) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:41.075295 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb0fb69-d5eb-4792-8289-c5123fe076ee tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Subnet': ['ID=fae92ff6-b908-43ba-acd0-ddfa8aa2ed25,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:41.126012 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-051abc5a-f600-420b-9b2a-a0499905700c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0541122 Feb 09 01:25:41.130414 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44114) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:41.138533 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-ca0d18f1-2061-4c24-86d1-ba7282bc6174 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'subnet': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:41.139106 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-c402c38e-4b44-4cf6-b5bd-38597518d8b7 service neutron] 10.222.0.50 "GET /v2.0/networks/6076cc38-83af-4e8f-b6d9-59b61dc00254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607857 Feb 09 01:25:41.147857 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-94dfda7b-2ef1-437d-b7d5-70b7c033114b req-8528a89b-6caa-4649-8ecc-a9aa780ae489 tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6846898 Feb 09 01:25:41.162798 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-94dfda7b-2ef1-437d-b7d5-70b7c033114b req-b6b054ce-de28-4cd3-aabf-6d8cd71a4b7c service neutron] Request body: {'port': {'device_id': '52b9a3cd-86f9-4816-84b7-59f174e8f46e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:41.180499 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a7f28fe-4468-4bb0-903a-2671c1ddf3d6 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:25:41.196342 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-f4587d37-8759-4302-9c34-32cadc7ef416 None None] Provisioning complete for port 15101336-8d26-41e9-ae4d-31acd0ed00c4 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:41.197789 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f4587d37-8759-4302-9c34-32cadc7ef416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (15101336-8d26-41e9-ae4d-31acd0ed00c4), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:41.199943 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=15101336-8d26-41e9-ae4d-31acd0ed00c4,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:41.231069 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86de2055-6951-484b-9f17-3a985519d9c1 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:25:41.231657 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86de2055-6951-484b-9f17-3a985519d9c1 None None] Checking segment: {'id': 'f69b07ec-dee5-46fd-8a53-740b9e3f9b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'a9e9e7a6-9eb2-4975-9046-e4e20dd94f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:25:41.232169 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-86de2055-6951-484b-9f17-3a985519d9c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:41.232708 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86de2055-6951-484b-9f17-3a985519d9c1 None None] Bound using segment: {'id': 'f69b07ec-dee5-46fd-8a53-740b9e3f9b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'a9e9e7a6-9eb2-4975-9046-e4e20dd94f00'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:25:41.233629 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-86de2055-6951-484b-9f17-3a985519d9c1 None None] Bound port: e247bd2c-fbde-42ae-80ee-e8521e04effe, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f69b07ec-dee5-46fd-8a53-740b9e3f9b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'a9e9e7a6-9eb2-4975-9046-e4e20dd94f00'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:25:41.233944 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-86de2055-6951-484b-9f17-3a985519d9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e247bd2c-fbde-42ae-80ee-e8521e04effe), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:41.268689 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-94dfda7b-2ef1-437d-b7d5-70b7c033114b req-b6b054ce-de28-4cd3-aabf-6d8cd71a4b7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:41.321288 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 4a7f28fe-4468-4bb0-903a-2671c1ddf3d6, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=4a7f28fe-4468-4bb0-903a-2671c1ddf3d6,segment=NetworkSegment(c65aa26b-6f4d-4da5-9ac6-6c267d824ab1),segment_id=c65aa26b-6f4d-4da5-9ac6-6c267d824ab1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:41.336995 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad161ab2-6160-4019-abb9-974c5343712d req-73894178-8ad8-4a06-a923-0f573e755304 tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] 10.222.0.50 "GET /v2.0/security-groups?id=24a54a31-e2ad-4634-81b8-578e8643c1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5058722 Feb 09 01:25:41.364065 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (4a7f28fe-4468-4bb0-903a-2671c1ddf3d6), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:41.380561 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-362e4da7-76bb-4a26-9c66-bafb9b82c77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:41.389341 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-362e4da7-76bb-4a26-9c66-bafb9b82c77a service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3171909 Feb 09 01:25:41.405331 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0d18f1-2061-4c24-86d1-ba7282bc6174 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:41.409387 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ca0d18f1-2061-4c24-86d1-ba7282bc6174 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:41.457311 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=4a7f28fe-4468-4bb0-903a-2671c1ddf3d6,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:41.567066 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-86de2055-6951-484b-9f17-3a985519d9c1 None None] For port e247bd2c-fbde-42ae-80ee-e8521e04effe, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:25:41.571941 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-86de2055-6951-484b-9f17-3a985519d9c1 None None] For port e247bd2c-fbde-42ae-80ee-e8521e04effe, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=e247bd2c-fbde-42ae-80ee-e8521e04effe,segment=NetworkSegment(f69b07ec-dee5-46fd-8a53-740b9e3f9b15),segment_id=f69b07ec-dee5-46fd-8a53-740b9e3f9b15)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:25:41.638569 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port add294a4-d02e-4378-a182-b2d532d8ea75 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:41.638961 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (add294a4-d02e-4378-a182-b2d532d8ea75), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:41.641159 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-86de2055-6951-484b-9f17-3a985519d9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e247bd2c-fbde-42ae-80ee-e8521e04effe), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:41.705153 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['4a7f28fe-4468-4bb0-903a-2671c1ddf3d6'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:25:41.714984 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-cd93f083-e39b-43f6-b19a-33416e50f80c service neutron] 10.222.0.120 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150606 Feb 09 01:25:41.864672 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8cdc2b-6eb2-4613-b7be-ef4d962db3f3 None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:25:41.886705 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ca0d18f1-2061-4c24-86d1-ba7282bc6174 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (35c655ac-b379-4c1e-a395-4a1581660d95), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:41.962437 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0d18f1-2061-4c24-86d1-ba7282bc6174 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:41.967047 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-ca0d18f1-2061-4c24-86d1-ba7282bc6174 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:41.976738 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0d18f1-2061-4c24-86d1-ba7282bc6174 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:41.977999 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ca0d18f1-2061-4c24-86d1-ba7282bc6174 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:41.981170 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09cc58e-94ad-4759-897e-31f96e45d8c3 None None] Pushing event updated for resources: {'Port': ['ID=e247bd2c-fbde-42ae-80ee-e8521e04effe,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:42.012785 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0d18f1-2061-4c24-86d1-ba7282bc6174 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Subnet': ['ID=35c655ac-b379-4c1e-a395-4a1581660d95,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:42.059790 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ca0d18f1-2061-4c24-86d1-ba7282bc6174 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9267211 Feb 09 01:25:42.062798 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44136) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:42.079268 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-ac387328-cc17-4483-bbf8-7510033ad827 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'subnet': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:42.114002 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86de2055-6951-484b-9f17-3a985519d9c1 None None] Routers {'e84b1918-32c9-46d0-8f6e-475abc81a0d7'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:25:42.114925 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-86de2055-6951-484b-9f17-3a985519d9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:25:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['e84b1918-32c9-46d0-8f6e-475abc81a0d7'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:42.120169 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f4587d37-8759-4302-9c34-32cadc7ef416 None None] Current status of the port 15101336-8d26-41e9-ae4d-31acd0ed00c4 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:42.159753 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458b962d-3424-4624-a5c3-026e399a155d x-openstack-request-id: req-458b962d-3424-4624-a5c3-026e399a155d {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:25:42.160049 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "543a959e-bde0-48bf-9f11-100ee08ccb40", "tag": "bea4c47e-96ea-4c48-a7a3-4bbe25954aba", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:25:42.160931 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-458b962d-3424-4624-a5c3-026e399a155d {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:25:42.160931 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '543a959e-bde0-48bf-9f11-100ee08ccb40', 'tag': 'bea4c47e-96ea-4c48-a7a3-4bbe25954aba', 'status': 'completed', 'code': 200} Feb 09 01:25:42.273806 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-f4587d37-8759-4302-9c34-32cadc7ef416 None None] Provisioning complete for port e247bd2c-fbde-42ae-80ee-e8521e04effe triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:42.274836 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f4587d37-8759-4302-9c34-32cadc7ef416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e247bd2c-fbde-42ae-80ee-e8521e04effe), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:42.329595 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e01b5-1aad-43ca-a355-1f4614d6596c req-4f530b0d-0d74-443a-b272-3a4a613f6402 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:42.331162 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-505e01b5-1aad-43ca-a355-1f4614d6596c req-4f530b0d-0d74-443a-b272-3a4a613f6402 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=543a959e-bde0-48bf-9f11-100ee08ccb40 HTTP/1.1" status: 200 len: 943 time: 0.8255231 Feb 09 01:25:42.346287 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-8be2948e-647f-4781-b890-529e6f92d68e tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup_access--496905357&fields=id&tenant_id=5b3cbba90205438cb5119ccafd525f59 HTTP/1.1" status: 200 len: 267 time: 0.1840775 Feb 09 01:25:42.350996 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac387328-cc17-4483-bbf8-7510033ad827 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:42.357374 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ac387328-cc17-4483-bbf8-7510033ad827 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:42.399671 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f23038b-2935-46fa-b935-ebf1741f898b None None] DHCP port deletion for a8203b0d-e7af-492c-8c21-23f9563ce2e8 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:25:42.441819 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9af0543-20e5-40f8-9a6c-dccc44b54acb req-faa4361c-13f3-4836-9fc7-125eaf05b5a8 service neutron] 10.222.0.120 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976770 Feb 09 01:25:42.544406 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-505e01b5-1aad-43ca-a355-1f4614d6596c req-09e62106-cc67-4a99-99f3-1f43dec8e913 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839275 Feb 09 01:25:42.558093 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-b54261eb-dc1c-49b4-80e1-f7206ed2a7b9 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup_general--1700010606&fields=id&tenant_id=5b3cbba90205438cb5119ccafd525f59 HTTP/1.1" status: 200 len: 267 time: 0.1854827 Feb 09 01:25:42.640003 n-d-828369-4 neutron-server[103137]: INFO neutron.db.ipam_backend_mixin [None req-ac387328-cc17-4483-bbf8-7510033ad827 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 35c655ac-b379-4c1e-a395-4a1581660d95 (CIDR: 2001:db8::/64) Feb 09 01:25:42.655528 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac387328-cc17-4483-bbf8-7510033ad827 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:25:42.655989 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac387328-cc17-4483-bbf8-7510033ad827 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:25:42.713993 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ac387328-cc17-4483-bbf8-7510033ad827 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6390350 Feb 09 01:25:42.714190 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44144) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:42.724040 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-0637a568-16dc-489b-8d6f-14cfaea8bae5 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'subnet': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:42.787742 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-94dfda7b-2ef1-437d-b7d5-70b7c033114b req-b6b054ce-de28-4cd3-aabf-6d8cd71a4b7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:25:42.803734 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-94dfda7b-2ef1-437d-b7d5-70b7c033114b req-b6b054ce-de28-4cd3-aabf-6d8cd71a4b7c service neutron] Publish callbacks [] for port (a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:42.820467 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port add294a4-d02e-4378-a182-b2d532d8ea75 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:42.822253 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 773e60c5-81dc-47b4-b838-7e369df9486c up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:25:42.823825 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f4587d37-8759-4302-9c34-32cadc7ef416 None None] Current status of the port e247bd2c-fbde-42ae-80ee-e8521e04effe is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:42.824219 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f4587d37-8759-4302-9c34-32cadc7ef416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e247bd2c-fbde-42ae-80ee-e8521e04effe), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:42.836677 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-94dfda7b-2ef1-437d-b7d5-70b7c033114b req-b6b054ce-de28-4cd3-aabf-6d8cd71a4b7c service neutron] Transition to ACTIVE for port object a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:25:42.857489 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27ddb0-305b-4b9d-8c59-bfaf95bc87eb req-0bb61f98-d92c-4232-8849-844b941c9006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:42.858591 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4a27ddb0-305b-4b9d-8c59-bfaf95bc87eb req-0bb61f98-d92c-4232-8849-844b941c9006 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=c9bde012005949bf8ed5f5d05d570ac0&device_id=543a959e-bde0-48bf-9f11-100ee08ccb40 HTTP/1.1" status: 200 len: 1125 time: 0.2796233 Feb 09 01:25:42.859038 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-94dfda7b-2ef1-437d-b7d5-70b7c033114b req-b6b054ce-de28-4cd3-aabf-6d8cd71a4b7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:42.873443 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-8d4c2089-59d6-4549-a493-90144c19f5fd tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:42.874933 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-8d4c2089-59d6-4549-a493-90144c19f5fd tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "GET /v2.0/networks?id=a9e9e7a6-9eb2-4975-9046-e4e20dd94f00 HTTP/1.1" status: 200 len: 796 time: 0.2972381 Feb 09 01:25:42.933998 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bff569-e602-4801-b4d6-59efba259225 req-d1035865-ee56-4db0-96cb-3e009c469fe0 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:42.934254 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-86de2055-6951-484b-9f17-3a985519d9c1 None None] Set router e84b1918-32c9-46d0-8f6e-475abc81a0d7 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:25:42.936281 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d5bff569-e602-4801-b4d6-59efba259225 req-d1035865-ee56-4db0-96cb-3e009c469fe0 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=63d42b01-d78c-439e-85dc-157a3d7b930b HTTP/1.1" status: 200 len: 944 time: 0.2373714 Feb 09 01:25:42.981284 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0637a568-16dc-489b-8d6f-14cfaea8bae5 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:42.987350 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0637a568-16dc-489b-8d6f-14cfaea8bae5 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:43.026395 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-f4587d37-8759-4302-9c34-32cadc7ef416 None None] For port e247bd2c-fbde-42ae-80ee-e8521e04effe, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=e247bd2c-fbde-42ae-80ee-e8521e04effe,segment=NetworkSegment(f69b07ec-dee5-46fd-8a53-740b9e3f9b15),segment_id=f69b07ec-dee5-46fd-8a53-740b9e3f9b15)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:43.076134 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-5bb3c8a5-bba6-438a-a408-7f65fb901b31 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "GET /v2.0/quotas/5b3cbba90205438cb5119ccafd525f59 HTTP/1.1" status: 200 len: 375 time: 0.1681223 Feb 09 01:25:43.082687 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f4587d37-8759-4302-9c34-32cadc7ef416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e247bd2c-fbde-42ae-80ee-e8521e04effe), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:43.121765 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b054ce-de28-4cd3-aabf-6d8cd71a4b7c service neutron] Pushing event updated for resources: {'Port': ['ID=a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:43.161040 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4587d37-8759-4302-9c34-32cadc7ef416 None None] Pushing event updated for resources: {'Port': ['ID=e247bd2c-fbde-42ae-80ee-e8521e04effe,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:43.167613 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 773e60c5-81dc-47b4-b838-7e369df9486c triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:43.168850 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (773e60c5-81dc-47b4-b838-7e369df9486c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:43.223314 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-8f23038b-2935-46fa-b935-ebf1741f898b None None] Deleting port add294a4-d02e-4378-a182-b2d532d8ea75 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:25:43.223944 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8f23038b-2935-46fa-b935-ebf1741f898b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (add294a4-d02e-4378-a182-b2d532d8ea75), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:43.280829 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d5bff569-e602-4801-b4d6-59efba259225 req-c350f81c-9629-4ef2-897f-2b932515d8c0 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358725 Feb 09 01:25:43.309188 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-8f23038b-2935-46fa-b935-ebf1741f898b None None] For port add294a4-d02e-4378-a182-b2d532d8ea75, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=add294a4-d02e-4378-a182-b2d532d8ea75,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:43.309603 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8f23038b-2935-46fa-b935-ebf1741f898b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (add294a4-d02e-4378-a182-b2d532d8ea75), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:43.323266 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-8f23038b-2935-46fa-b935-ebf1741f898b None None] Calling delete_port for add294a4-d02e-4378-a182-b2d532d8ea75 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:25:43.440925 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8f23038b-2935-46fa-b935-ebf1741f898b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (add294a4-d02e-4378-a182-b2d532d8ea75), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:43.491528 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-eee36327-9279-4859-be12-2222f34ba5a8 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:43.494864 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-eee36327-9279-4859-be12-2222f34ba5a8 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] 10.222.0.120 "GET /v2.0/networks?id=6076cc38-83af-4e8f-b6d9-59b61dc00254 HTTP/1.1" status: 200 len: 809 time: 0.2574737 Feb 09 01:25:43.505993 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f23038b-2935-46fa-b935-ebf1741f898b None None] Pushing event deleted for resources: {'Port': ['ID=add294a4-d02e-4378-a182-b2d532d8ea75,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:43.530685 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 4a7f28fe-4468-4bb0-903a-2671c1ddf3d6 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:25:43.534160 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f23038b-2935-46fa-b935-ebf1741f898b None None] No DVR routers for this DVR port add294a4-d02e-4378-a182-b2d532d8ea75 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:25:43.536160 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-f4587d37-8759-4302-9c34-32cadc7ef416 None None] Could not find standard attr ID for object 9475e26f-addf-4db9-b83d-a89a69e9c30f. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:25:43.556908 n-d-828369-4 neutron-server[103137]: DEBUG neutron.objects.ports [None req-0637a568-16dc-489b-8d6f-14cfaea8bae5 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103137) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:25:43.558415 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0637a568-16dc-489b-8d6f-14cfaea8bae5 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (78e38f96-9429-4629-927c-102df4dadbbb), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:43.577106 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-94dfda7b-2ef1-437d-b7d5-70b7c033114b req-b6b054ce-de28-4cd3-aabf-6d8cd71a4b7c service neutron] Attempting to bind port a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:25:43.577515 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-94dfda7b-2ef1-437d-b7d5-70b7c033114b req-b6b054ce-de28-4cd3-aabf-6d8cd71a4b7c service neutron] Attempting to bind port a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '96479043-39bf-4b8b-a716-2f273ae69737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'b9134a69-73e5-4747-b85c-dfd137cfad6b'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:25:43.577868 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dfda7b-2ef1-437d-b7d5-70b7c033114b req-b6b054ce-de28-4cd3-aabf-6d8cd71a4b7c service neutron] Attempting to bind port a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd on network b9134a69-73e5-4747-b85c-dfd137cfad6b {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:25:43.597945 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 773e60c5-81dc-47b4-b838-7e369df9486c is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:43.636346 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0db2dcc-c66b-431c-ad2c-227a20e2bf70 None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:25:43.646321 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0637a568-16dc-489b-8d6f-14cfaea8bae5 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:43.654174 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-0637a568-16dc-489b-8d6f-14cfaea8bae5 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:43.662807 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0637a568-16dc-489b-8d6f-14cfaea8bae5 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:43.663412 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0637a568-16dc-489b-8d6f-14cfaea8bae5 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:43.673897 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dfda7b-2ef1-437d-b7d5-70b7c033114b req-b6b054ce-de28-4cd3-aabf-6d8cd71a4b7c service neutron] Port a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd on network b9134a69-73e5-4747-b85c-dfd137cfad6b not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:25:43.674243 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dfda7b-2ef1-437d-b7d5-70b7c033114b req-b6b054ce-de28-4cd3-aabf-6d8cd71a4b7c service neutron] Attempting to bind port a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd on network b9134a69-73e5-4747-b85c-dfd137cfad6b {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:25:43.689192 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0637a568-16dc-489b-8d6f-14cfaea8bae5 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Subnet': ['ID=78e38f96-9429-4629-927c-102df4dadbbb,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:43.701081 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-f25cdd7d-ceac-42a7-975f-0f0a72a5e446 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f98c7fdebb0485fb570809def96421c HTTP/1.1" status: 200 len: 380 time: 0.1856103 Feb 09 01:25:43.704097 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0637a568-16dc-489b-8d6f-14cfaea8bae5 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9888904 Feb 09 01:25:43.707397 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44150) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:43.719505 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-28aa2711-daa1-47fa-ad35-3bb22ffef3c3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'port': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'mac_address': 'fa:16:3e:15:6c:83', 'name': 'tempest-NetworksTestDHCPv6-170428139'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:43.724295 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27ddb0-305b-4b9d-8c59-bfaf95bc87eb req-4b2e65a4-fa07-4e18-81a8-969c5fa0650f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:43.727102 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4a27ddb0-305b-4b9d-8c59-bfaf95bc87eb req-4b2e65a4-fa07-4e18-81a8-969c5fa0650f service neutron] 10.222.0.120 "GET /v2.0/networks?id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 HTTP/1.1" status: 200 len: 913 time: 0.8483179 Feb 09 01:25:43.737463 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-14e05b59-f607-4451-820d-dd2ab110b72f tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Request body: {'port': {'device_id': '8987e885-8c40-404c-967a-7cdc62a89da4', 'network_id': '6076cc38-83af-4e8f-b6d9-59b61dc00254', 'admin_state_up': True, 'tenant_id': '4f98c7fdebb0485fb570809def96421c', 'security_groups': ['64d94c76-3ef2-4d2c-9b56-3b589fa64b66']}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:43.811671 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dfda7b-2ef1-437d-b7d5-70b7c033114b req-b6b054ce-de28-4cd3-aabf-6d8cd71a4b7c service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:25:43.812392 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dfda7b-2ef1-437d-b7d5-70b7c033114b req-b6b054ce-de28-4cd3-aabf-6d8cd71a4b7c service neutron] Checking segment: {'id': '96479043-39bf-4b8b-a716-2f273ae69737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'b9134a69-73e5-4747-b85c-dfd137cfad6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:25:43.812392 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94dfda7b-2ef1-437d-b7d5-70b7c033114b req-b6b054ce-de28-4cd3-aabf-6d8cd71a4b7c service neutron] Bound using segment: {'id': '96479043-39bf-4b8b-a716-2f273ae69737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'b9134a69-73e5-4747-b85c-dfd137cfad6b'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:25:43.818068 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-94dfda7b-2ef1-437d-b7d5-70b7c033114b req-b6b054ce-de28-4cd3-aabf-6d8cd71a4b7c service neutron] Bound port: a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96479043-39bf-4b8b-a716-2f273ae69737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': 'b9134a69-73e5-4747-b85c-dfd137cfad6b'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:25:43.818460 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-94dfda7b-2ef1-437d-b7d5-70b7c033114b req-b6b054ce-de28-4cd3-aabf-6d8cd71a4b7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:43.905447 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-514670e5-a78f-4bd5-b201-971c66bf61d9 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5b3cbba90205438cb5119ccafd525f59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8173773 Feb 09 01:25:43.925259 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 15101336-8d26-41e9-ae4d-31acd0ed00c4 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:25:43.928151 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4a27ddb0-305b-4b9d-8c59-bfaf95bc87eb req-d7962e02-5d7b-46b0-82db-38acf5ebdf51 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bea4c47e-96ea-4c48-a7a3-4bbe25954aba HTTP/1.1" status: 200 len: 217 time: 0.1837437 Feb 09 01:25:43.941216 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-ee7b513b-2570-44fc-b0b1-ecc038f6c18e None None] Could not find standard attr ID for object add294a4-d02e-4378-a182-b2d532d8ea75. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:25:43.942989 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28aa2711-daa1-47fa-ad35-3bb22ffef3c3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:44.051514 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-ee7b513b-2570-44fc-b0b1-ecc038f6c18e None None] Provisioning complete for port e247bd2c-fbde-42ae-80ee-e8521e04effe triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:44.052499 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ee7b513b-2570-44fc-b0b1-ecc038f6c18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e247bd2c-fbde-42ae-80ee-e8521e04effe), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:44.097909 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-28aa2711-daa1-47fa-ad35-3bb22ffef3c3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:44.105638 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e8133-fd23-4bba-9131-6cc4fd77c7e4 req-db7dbdf4-5be2-40cc-b5ab-3ae3e31095d5 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:44.107224 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d77e8133-fd23-4bba-9131-6cc4fd77c7e4 req-db7dbdf4-5be2-40cc-b5ab-3ae3e31095d5 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=27692869-bfd1-47aa-8ed5-f3224fa206ce HTTP/1.1" status: 200 len: 945 time: 0.5681548 Feb 09 01:25:44.108730 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27ddb0-305b-4b9d-8c59-bfaf95bc87eb req-5519beba-1aff-4304-bf34-8bfdbcdfba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:44.110050 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4a27ddb0-305b-4b9d-8c59-bfaf95bc87eb req-5519beba-1aff-4304-bf34-8bfdbcdfba57 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=68d3f132-83c5-49da-80a3-1924c70a8491 HTTP/1.1" status: 200 len: 850 time: 0.1663947 Feb 09 01:25:44.132014 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-28aa2711-daa1-47fa-ad35-3bb22ffef3c3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] device_id is not set on port cd1884a0-bbbd-45bb-862c-5cd3d8f9a260 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:25:44.177192 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 4a7f28fe-4468-4bb0-903a-2671c1ddf3d6 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:25:44.226492 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 4a7f28fe-4468-4bb0-903a-2671c1ddf3d6 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:44.227671 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4a7f28fe-4468-4bb0-903a-2671c1ddf3d6), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:44.304889 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedce099-deab-4e6b-967b-c3423a6e95d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'project_id': '2aa099fb60d240ab8ce8691ee5b2e38c', 'fixed_ips': [{'subnet_id': '35c655ac-b379-4c1e-a395-4a1581660d95'}, {'subnet_id': '78e38f96-9429-4629-927c-102df4dadbbb'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:25:44.306484 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fedce099-deab-4e6b-967b-c3423a6e95d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:44.325523 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 15101336-8d26-41e9-ae4d-31acd0ed00c4 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:44.325889 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (15101336-8d26-41e9-ae4d-31acd0ed00c4), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:44.357929 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-28aa2711-daa1-47fa-ad35-3bb22ffef3c3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Allocated IP 2001:db8::2c4 (a8203b0d-e7af-492c-8c21-23f9563ce2e8/35c655ac-b379-4c1e-a395-4a1581660d95/cd1884a0-bbbd-45bb-862c-5cd3d8f9a260) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:44.367665 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-28aa2711-daa1-47fa-ad35-3bb22ffef3c3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Allocated IP 2001:db8:0:1:f816:3eff:fe15:6c83 (a8203b0d-e7af-492c-8c21-23f9563ce2e8/78e38f96-9429-4629-927c-102df4dadbbb/cd1884a0-bbbd-45bb-862c-5cd3d8f9a260) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:44.435792 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d77e8133-fd23-4bba-9131-6cc4fd77c7e4 req-1adcfaaa-8773-4a42-8a55-db083d862cb9 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653995 Feb 09 01:25:44.437920 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-94dfda7b-2ef1-437d-b7d5-70b7c033114b req-b6b054ce-de28-4cd3-aabf-6d8cd71a4b7c service neutron] For port a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:25:44.539119 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-94dfda7b-2ef1-437d-b7d5-70b7c033114b req-b6b054ce-de28-4cd3-aabf-6d8cd71a4b7c service neutron] For port a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd,segment=NetworkSegment(96479043-39bf-4b8b-a716-2f273ae69737),segment_id=96479043-39bf-4b8b-a716-2f273ae69737)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:25:44.621249 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ee7b513b-2570-44fc-b0b1-ecc038f6c18e None None] Current status of the port e247bd2c-fbde-42ae-80ee-e8521e04effe is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:44.626225 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-94dfda7b-2ef1-437d-b7d5-70b7c033114b req-b6b054ce-de28-4cd3-aabf-6d8cd71a4b7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:44.634547 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f74ce382-2638-41ec-884c-a7aa7a92b90a req-60610cdd-6f83-43c4-9528-a4658232926a tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] 10.222.0.50 "GET /v2.0/ports?device_id=8987e885-8c40-404c-967a-7cdc62a89da4 HTTP/1.1" status: 200 len: 210 time: 0.0832441 Feb 09 01:25:44.644430 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-fa7d17c6-f4de-4a92-adf8-0fdca3be0a65 service neutron] 10.222.0.50 "GET /v2.0/networks/a9e9e7a6-9eb2-4975-9046-e4e20dd94f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7125764 Feb 09 01:25:44.675568 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-86de2055-6951-484b-9f17-3a985519d9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84b1918-32c9-46d0-8f6e-475abc81a0d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1146390635', 'tenant_id': '5b3cbba90205438cb5119ccafd525f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'd68bd94e-edd1-4757-9aef-7d6b0e0e20ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:25:10Z', 'updated_at': '2022-02-09T01:25:33Z', 'revision_number': 4, 'project_id': '5b3cbba90205438cb5119ccafd525f59', 'gw_port': {'id': 'd68bd94e-edd1-4757-9aef-7d6b0e0e20ac', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:90:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84b1918-32c9-46d0-8f6e-475abc81a0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:14Z', 'updated_at': '2022-02-09T01:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'e247bd2c-fbde-42ae-80ee-e8521e04effe', 'name': '', 'network_id': 'a9e9e7a6-9eb2-4975-9046-e4e20dd94f00', 'tenant_id': '5b3cbba90205438cb5119ccafd525f59', 'mac_address': 'fa:16:3e:a7:5e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84b1918-32c9-46d0-8f6e-475abc81a0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '83e43821-f1ba-4e65-b966-0b3287e8374d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:31Z', 'updated_at': '2022-02-09T01:25:41Z', 'revision_number': 4, 'project_id': '5b3cbba90205438cb5119ccafd525f59', 'subnets': [{'id': '83e43821-f1ba-4e65-b966-0b3287e8374d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:25:44.733066 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27ddb0-305b-4b9d-8c59-bfaf95bc87eb req-4ea6070f-a353-49bf-9c1d-4b6eab16a537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:44.734801 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4a27ddb0-305b-4b9d-8c59-bfaf95bc87eb req-4ea6070f-a353-49bf-9c1d-4b6eab16a537 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6084380 Feb 09 01:25:44.739163 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86de2055-6951-484b-9f17-3a985519d9c1 None None] The sync data for ids ['e84b1918-32c9-46d0-8f6e-475abc81a0d7'] in n-d-828369-4 is: [{'id': 'e84b1918-32c9-46d0-8f6e-475abc81a0d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1146390635', 'tenant_id': '5b3cbba90205438cb5119ccafd525f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'd68bd94e-edd1-4757-9aef-7d6b0e0e20ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:25:10Z', 'updated_at': '2022-02-09T01:25:33Z', 'revision_number': 4, 'project_id': '5b3cbba90205438cb5119ccafd525f59', 'gw_port': {'id': 'd68bd94e-edd1-4757-9aef-7d6b0e0e20ac', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:90:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84b1918-32c9-46d0-8f6e-475abc81a0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:14Z', 'updated_at': '2022-02-09T01:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'e247bd2c-fbde-42ae-80ee-e8521e04effe', 'name': '', 'network_id': 'a9e9e7a6-9eb2-4975-9046-e4e20dd94f00', 'tenant_id': '5b3cbba90205438cb5119ccafd525f59', 'mac_address': 'fa:16:3e:a7:5e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e84b1918-32c9-46d0-8f6e-475abc81a0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '83e43821-f1ba-4e65-b966-0b3287e8374d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:31Z', 'updated_at': '2022-02-09T01:25:41Z', 'revision_number': 4, 'project_id': '5b3cbba90205438cb5119ccafd525f59', 'subnets': [{'id': '83e43821-f1ba-4e65-b966-0b3287e8374d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:25:44.835504 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dfda7b-2ef1-437d-b7d5-70b7c033114b req-b6b054ce-de28-4cd3-aabf-6d8cd71a4b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:44.836451 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-94dfda7b-2ef1-437d-b7d5-70b7c033114b req-b6b054ce-de28-4cd3-aabf-6d8cd71a4b7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:44.838700 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-94dfda7b-2ef1-437d-b7d5-70b7c033114b req-b6b054ce-de28-4cd3-aabf-6d8cd71a4b7c service neutron] 10.222.0.47 "PUT /v2.0/ports/a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd HTTP/1.1" status: 200 len: 1091 time: 3.6802886 Feb 09 01:25:44.851955 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52b9a3cd-86f9-4816-84b7-59f174e8f46e', 'tag': 'a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:25:44.856124 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225b6417-f8de-47c8-b575-479921be410e" -d '{"events": [{"name": "network-changed", "server_uuid": "52b9a3cd-86f9-4816-84b7-59f174e8f46e", "tag": "a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:25:44.882255 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 15101336-8d26-41e9-ae4d-31acd0ed00c4 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:44.883362 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device d68bd94e-edd1-4757-9aef-7d6b0e0e20ac up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:25:44.904630 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 4a7f28fe-4468-4bb0-903a-2671c1ddf3d6 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:44.905148 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4a7f28fe-4468-4bb0-903a-2671c1ddf3d6), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:44.906228 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-14e05b59-f607-4451-820d-dd2ab110b72f tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Made reservation on behalf of 4f98c7fdebb0485fb570809def96421c for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:44.907149 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:25:44.911281 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-14e05b59-f607-4451-820d-dd2ab110b72f tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:44.953243 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d42b01-d78c-439e-85dc-157a3d7b930b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7f28fe-4468-4bb0-903a-2671c1ddf3d6'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:25:44.955671 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6497e65-bb3e-4b11-814c-b267f6cc2f24" -d '{"events": [{"server_uuid": "63d42b01-d78c-439e-85dc-157a3d7b930b", "name": "network-vif-plugged", "status": "completed", "tag": "4a7f28fe-4468-4bb0-903a-2671c1ddf3d6"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:25:44.987496 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 4a7f28fe-4468-4bb0-903a-2671c1ddf3d6, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=4a7f28fe-4468-4bb0-903a-2671c1ddf3d6,segment=NetworkSegment(c65aa26b-6f4d-4da5-9ac6-6c267d824ab1),segment_id=c65aa26b-6f4d-4da5-9ac6-6c267d824ab1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:44.999936 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (4a7f28fe-4468-4bb0-903a-2671c1ddf3d6), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:45.000535 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b054ce-de28-4cd3-aabf-6d8cd71a4b7c service neutron] Pushing event updated for resources: {'Port': ['ID=a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:45.086759 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port d68bd94e-edd1-4757-9aef-7d6b0e0e20ac triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:45.087359 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d68bd94e-edd1-4757-9aef-7d6b0e0e20ac), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:45.091227 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=4a7f28fe-4468-4bb0-903a-2671c1ddf3d6,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:45.198890 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port d68bd94e-edd1-4757-9aef-7d6b0e0e20ac is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:45.283092 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device add294a4-d02e-4378-a182-b2d532d8ea75 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:25:45.339165 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: add294a4-d02e-4378-a182-b2d532d8ea75 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:25:45.339805 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device add294a4-d02e-4378-a182-b2d532d8ea75 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:25:45.395159 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-28aa2711-daa1-47fa-ad35-3bb22ffef3c3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for port (cd1884a0-bbbd-45bb-862c-5cd3d8f9a260), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:45.410121 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4a27ddb0-305b-4b9d-8c59-bfaf95bc87eb req-cba62bd2-7c2e-4749-ace0-979473dc708c service neutron] 10.222.0.120 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6608913 Feb 09 01:25:45.455296 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-3599f8bd-95e5-4aee-a10e-b654dec19d2f service neutron] 10.222.0.50 "GET /v2.0/networks/a9e9e7a6-9eb2-4975-9046-e4e20dd94f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7862196 Feb 09 01:25:45.460073 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-28aa2711-daa1-47fa-ad35-3bb22ffef3c3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (cd1884a0-bbbd-45bb-862c-5cd3d8f9a260), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:45.461775 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-14e05b59-f607-4451-820d-dd2ab110b72f tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Allocated IP 172.20.0.14 (6076cc38-83af-4e8f-b6d9-59b61dc00254/f080e354-192c-45c8-9f02-4a3b41a60c52/084736e9-2e33-480f-b54d-c1da4a3657ca) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:45.634286 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aa2711-daa1-47fa-ad35-3bb22ffef3c3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Port': ['ID=cd1884a0-bbbd-45bb-862c-5cd3d8f9a260,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:45.669123 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28aa2711-daa1-47fa-ad35-3bb22ffef3c3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:45.677004 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-28aa2711-daa1-47fa-ad35-3bb22ffef3c3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:45.686916 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28aa2711-daa1-47fa-ad35-3bb22ffef3c3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:25:45.702048 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28aa2711-daa1-47fa-ad35-3bb22ffef3c3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:45.709940 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-28aa2711-daa1-47fa-ad35-3bb22ffef3c3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:45.740027 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4a27ddb0-305b-4b9d-8c59-bfaf95bc87eb req-4ffdda40-da80-4a97-9659-941b943e1dcc service neutron] 10.222.0.120 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738008 Feb 09 01:25:45.770734 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-28aa2711-daa1-47fa-ad35-3bb22ffef3c3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0599575 Feb 09 01:25:45.772995 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44170) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:45.801645 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-fedce099-deab-4e6b-967b-c3423a6e95d5 None None] Allocated IP 2001:db8::2 (a8203b0d-e7af-492c-8c21-23f9563ce2e8/35c655ac-b379-4c1e-a395-4a1581660d95/7041c8e8-997a-4f74-ab80-17d545d0c51e) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:45.821866 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-fedce099-deab-4e6b-967b-c3423a6e95d5 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe8b:66f3 (a8203b0d-e7af-492c-8c21-23f9563ce2e8/78e38f96-9429-4629-927c-102df4dadbbb/7041c8e8-997a-4f74-ab80-17d545d0c51e) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:45.900579 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dfda7b-2ef1-437d-b7d5-70b7c033114b req-a2836420-f397-42e0-82a8-2817a0e885f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:45.910618 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-94dfda7b-2ef1-437d-b7d5-70b7c033114b req-a2836420-f397-42e0-82a8-2817a0e885f7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bef4c852e8b54e71a7af0b80c21cbbef&device_id=52b9a3cd-86f9-4816-84b7-59f174e8f46e HTTP/1.1" status: 200 len: 1125 time: 0.9598653 Feb 09 01:25:45.983102 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device e247bd2c-fbde-42ae-80ee-e8521e04effe up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:25:46.031778 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b09c75b-abd4-41ca-8d34-bfb9d0020eaf req-4167f3e7-0243-4987-a3a4-a77114dc45a4 tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:46.054700 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3b09c75b-abd4-41ca-8d34-bfb9d0020eaf req-4167f3e7-0243-4987-a3a4-a77114dc45a4 tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] 10.222.0.50 "GET /v2.0/ports?device_id=52b9a3cd-86f9-4816-84b7-59f174e8f46e HTTP/1.1" status: 200 len: 943 time: 1.1845212 Feb 09 01:25:46.058432 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-b314cfd2-0c5b-4be2-810e-708a7c31e69c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting port cd1884a0-bbbd-45bb-862c-5cd3d8f9a260 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:25:46.060809 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b314cfd2-0c5b-4be2-810e-708a7c31e69c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (cd1884a0-bbbd-45bb-862c-5cd3d8f9a260), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:46.115423 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-94dfda7b-2ef1-437d-b7d5-70b7c033114b req-f021cfaa-b660-40bc-af65-169b672abf6c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd HTTP/1.1" status: 200 len: 217 time: 0.1384678 Feb 09 01:25:46.326263 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port e247bd2c-fbde-42ae-80ee-e8521e04effe triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:46.326853 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e247bd2c-fbde-42ae-80ee-e8521e04effe), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:46.354345 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b314cfd2-0c5b-4be2-810e-708a7c31e69c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (cd1884a0-bbbd-45bb-862c-5cd3d8f9a260), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:46.360043 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3b09c75b-abd4-41ca-8d34-bfb9d0020eaf req-67de1a93-59f3-40a5-9087-df14368d3c52 tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] 10.222.0.50 "GET /v2.0/security-groups?id=24a54a31-e2ad-4634-81b8-578e8643c1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030910 Feb 09 01:25:46.397486 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-b314cfd2-0c5b-4be2-810e-708a7c31e69c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Calling delete_port for cd1884a0-bbbd-45bb-862c-5cd3d8f9a260 owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:25:46.402843 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fedce099-deab-4e6b-967b-c3423a6e95d5 None None] Publish callbacks [] for port (7041c8e8-997a-4f74-ab80-17d545d0c51e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:46.424634 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fedce099-deab-4e6b-967b-c3423a6e95d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (7041c8e8-997a-4f74-ab80-17d545d0c51e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:46.447931 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff167ed-9014-4a2b-88e5-66f8db0a868d req-38a1ab08-0c60-4434-a2ce-7f59737e00a2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:46.462138 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3ff167ed-9014-4a2b-88e5-66f8db0a868d req-38a1ab08-0c60-4434-a2ce-7f59737e00a2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=543a959e-bde0-48bf-9f11-100ee08ccb40 HTTP/1.1" status: 200 len: 943 time: 0.5443616 Feb 09 01:25:46.491877 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedce099-deab-4e6b-967b-c3423a6e95d5 None None] Pushing event updated for resources: {'Port': ['ID=7041c8e8-997a-4f74-ab80-17d545d0c51e,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:46.547489 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedce099-deab-4e6b-967b-c3423a6e95d5 None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:46.553016 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-fedce099-deab-4e6b-967b-c3423a6e95d5 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:46.555668 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedce099-deab-4e6b-967b-c3423a6e95d5 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:25:46.680067 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port e247bd2c-fbde-42ae-80ee-e8521e04effe is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:46.687833 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-fedce099-deab-4e6b-967b-c3423a6e95d5 None None] Attempting to bind port 7041c8e8-997a-4f74-ab80-17d545d0c51e on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:25:46.689040 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-fedce099-deab-4e6b-967b-c3423a6e95d5 None None] Attempting to bind port 7041c8e8-997a-4f74-ab80-17d545d0c51e by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:25:46.689728 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedce099-deab-4e6b-967b-c3423a6e95d5 None None] Attempting to bind port 7041c8e8-997a-4f74-ab80-17d545d0c51e on network a8203b0d-e7af-492c-8c21-23f9563ce2e8 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:25:46.709537 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedce099-deab-4e6b-967b-c3423a6e95d5 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:25:46.710152 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedce099-deab-4e6b-967b-c3423a6e95d5 None None] Checking segment: {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:25:46.712528 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fedce099-deab-4e6b-967b-c3423a6e95d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:46.712982 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedce099-deab-4e6b-967b-c3423a6e95d5 None None] Bound using segment: {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:25:46.713885 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-fedce099-deab-4e6b-967b-c3423a6e95d5 None None] Bound port: 7041c8e8-997a-4f74-ab80-17d545d0c51e, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:25:46.714233 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fedce099-deab-4e6b-967b-c3423a6e95d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7041c8e8-997a-4f74-ab80-17d545d0c51e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:46.715225 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dfda7b-2ef1-437d-b7d5-70b7c033114b req-084661dc-b1f1-4ada-a029-c288513967f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:46.716870 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-94dfda7b-2ef1-437d-b7d5-70b7c033114b req-084661dc-b1f1-4ada-a029-c288513967f4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fd0d17a4-0479-4fd8-8334-1bca51d940d5 HTTP/1.1" status: 200 len: 853 time: 0.5331216 Feb 09 01:25:46.718843 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962b69b-8690-45e4-8c5b-b1f1ce92a178 req-8c390d8f-6615-402c-84bb-db6951769df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:46.721035 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8962b69b-8690-45e4-8c5b-b1f1ce92a178 req-8c390d8f-6615-402c-84bb-db6951769df1 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=27692869-bfd1-47aa-8ed5-f3224fa206ce HTTP/1.1" status: 200 len: 1127 time: 0.9456360 Feb 09 01:25:46.835567 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-94dfda7b-2ef1-437d-b7d5-70b7c033114b req-359062ee-32f7-4df1-9394-6ae445af9a98 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b9134a69-73e5-4747-b85c-dfd137cfad6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073565 Feb 09 01:25:46.854517 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-fedce099-deab-4e6b-967b-c3423a6e95d5 None None] For port 7041c8e8-997a-4f74-ab80-17d545d0c51e, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:25:46.860899 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-fedce099-deab-4e6b-967b-c3423a6e95d5 None None] For port 7041c8e8-997a-4f74-ab80-17d545d0c51e, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=7041c8e8-997a-4f74-ab80-17d545d0c51e,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:25:46.872083 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fedce099-deab-4e6b-967b-c3423a6e95d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (7041c8e8-997a-4f74-ab80-17d545d0c51e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:46.886227 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b314cfd2-0c5b-4be2-810e-708a7c31e69c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (cd1884a0-bbbd-45bb-862c-5cd3d8f9a260), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:46.963644 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b314cfd2-0c5b-4be2-810e-708a7c31e69c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Port': ['ID=cd1884a0-bbbd-45bb-862c-5cd3d8f9a260,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:47.000634 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedce099-deab-4e6b-967b-c3423a6e95d5 None None] Pushing event updated for resources: {'Port': ['ID=7041c8e8-997a-4f74-ab80-17d545d0c51e,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:47.054544 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3ff167ed-9014-4a2b-88e5-66f8db0a868d req-28fc57ab-c30b-4346-ab0d-2dea9426926f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5679781 Feb 09 01:25:47.069251 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b314cfd2-0c5b-4be2-810e-708a7c31e69c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:47.074870 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b314cfd2-0c5b-4be2-810e-708a7c31e69c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/ports/cd1884a0-bbbd-45bb-862c-5cd3d8f9a260 HTTP/1.1" status: 204 len: 168 time: 1.2962463 Feb 09 01:25:47.078741 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44180) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:47.106425 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2d3c7-5bb9-47cd-bd63-7bd803d26aa0 req-7d37ca8b-a6d0-48cc-a07c-cfad654646f5 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:47.114110 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-19e2d3c7-5bb9-47cd-bd63-7bd803d26aa0 req-7d37ca8b-a6d0-48cc-a07c-cfad654646f5 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=63d42b01-d78c-439e-85dc-157a3d7b930b HTTP/1.1" status: 200 len: 945 time: 0.5529516 Feb 09 01:25:47.156029 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfcb1131-c275-4a04-ac08-92553bd3efe0 x-openstack-request-id: req-bfcb1131-c275-4a04-ac08-92553bd3efe0 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:25:47.156325 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52b9a3cd-86f9-4816-84b7-59f174e8f46e", "tag": "a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:25:47.156690 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bfcb1131-c275-4a04-ac08-92553bd3efe0 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:25:47.157160 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52b9a3cd-86f9-4816-84b7-59f174e8f46e', 'tag': 'a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd', 'status': 'completed', 'code': 200} Feb 09 01:25:47.168705 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4751610c-bcce-420b-8816-1344dc8fb935 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:47.170644 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4751610c-bcce-420b-8816-1344dc8fb935 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0908294 Feb 09 01:25:47.175453 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44184) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:47.185000 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8962b69b-8690-45e4-8c5b-b1f1ce92a178 req-1cf78f9b-e868-43b1-8c7f-eefab25916eb service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4345253 Feb 09 01:25:47.188446 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-14e05b59-f607-4451-820d-dd2ab110b72f tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks [] for port (084736e9-2e33-480f-b54d-c1da4a3657ca), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:47.201268 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-94dfda7b-2ef1-437d-b7d5-70b7c033114b req-8fc47595-b11d-42f0-ad62-8fdbfb760645 service neutron] 10.222.0.47 "GET /v2.0/networks/b9134a69-73e5-4747-b85c-dfd137cfad6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380597 Feb 09 01:25:47.307916 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa49a6c-1175-4d8e-b37b-ead79fb22512 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:47.327122 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44188) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:47.334889 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-faa49a6c-1175-4d8e-b37b-ead79fb22512 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1360102 Feb 09 01:25:47.363535 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e157627-d66b-446f-bb28-5c7d16a53a83 x-openstack-request-id: req-0e157627-d66b-446f-bb28-5c7d16a53a83 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:25:47.364473 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d42b01-d78c-439e-85dc-157a3d7b930b", "name": "network-vif-plugged", "status": "completed", "tag": "4a7f28fe-4468-4bb0-903a-2671c1ddf3d6", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:25:47.364840 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-19e2d3c7-5bb9-47cd-bd63-7bd803d26aa0 req-6c4adc7c-7fcb-42e6-a109-782da5812d5c tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478585 Feb 09 01:25:47.365977 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0e157627-d66b-446f-bb28-5c7d16a53a83 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:25:47.366628 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d42b01-d78c-439e-85dc-157a3d7b930b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7f28fe-4468-4bb0-903a-2671c1ddf3d6', 'code': 200} Feb 09 01:25:47.416134 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-94dfda7b-2ef1-437d-b7d5-70b7c033114b req-cf2cd6e6-cdb8-4ee7-93d0-69eb311b9349 service neutron] 10.222.0.47 "GET /v2.0/networks/b9134a69-73e5-4747-b85c-dfd137cfad6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068002 Feb 09 01:25:47.468913 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bb05a0-5be9-409f-9e11-5c1ef24eb00a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:47.470477 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bb05a0-5be9-409f-9e11-5c1ef24eb00a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:47.471804 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bb05a0-5be9-409f-9e11-5c1ef24eb00a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:47.473922 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d4bb05a0-5be9-409f-9e11-5c1ef24eb00a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1428981 Feb 09 01:25:47.476960 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44192) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:47.526563 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-14e05b59-f607-4451-820d-dd2ab110b72f tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (084736e9-2e33-480f-b54d-c1da4a3657ca), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:47.547325 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3c1918c7-b63d-44e1-89fe-e5475a06abd6 req-616bb3d1-3305-444c-b5af-e59e926a16c5 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] 10.222.0.50 "GET /v2.0/ports?device_id=8987e885-8c40-404c-967a-7cdc62a89da4 HTTP/1.1" status: 200 len: 210 time: 0.0721428 Feb 09 01:25:47.657915 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-3092475b-1162-468d-823e-ec418c17477c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting subnet 35c655ac-b379-4c1e-a395-4a1581660d95 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:25:47.662914 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3092475b-1162-468d-823e-ec418c17477c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (35c655ac-b379-4c1e-a395-4a1581660d95), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:47.752767 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3092475b-1162-468d-823e-ec418c17477c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (35c655ac-b379-4c1e-a395-4a1581660d95), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:47.783965 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 7041c8e8-997a-4f74-ab80-17d545d0c51e up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:25:47.805009 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-5d7444aa-178a-4c4b-b410-6e75b01f5e27 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:47.807511 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-5d7444aa-178a-4c4b-b410-6e75b01f5e27 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.47 "GET /v2.0/networks?id=a9e9e7a6-9eb2-4975-9046-e4e20dd94f00 HTTP/1.1" status: 200 len: 796 time: 0.2595053 Feb 09 01:25:47.847525 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 7041c8e8-997a-4f74-ab80-17d545d0c51e triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:47.848079 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (7041c8e8-997a-4f74-ab80-17d545d0c51e), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:47.920734 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-816c288f-969d-4cfa-ae30-5e75aaee7a35 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b3cbba90205438cb5119ccafd525f59 HTTP/1.1" status: 200 len: 477 time: 0.1028330 Feb 09 01:25:47.948255 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-de6ba8c2-a87f-4662-bd6f-cdb53737a799 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Request body: {'port': {'device_id': '57f2cdfd-c686-43f5-afbe-b6cf4cd5b837', 'network_id': 'a9e9e7a6-9eb2-4975-9046-e4e20dd94f00', 'admin_state_up': True, 'tenant_id': '5b3cbba90205438cb5119ccafd525f59', 'security_groups': ['dcfc638c-9490-44f4-b609-16a2e61796c5', 'f0718378-8307-420f-8220-cf74a6bc0f74']}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:47.966127 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 7041c8e8-997a-4f74-ab80-17d545d0c51e is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:47.966554 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7041c8e8-997a-4f74-ab80-17d545d0c51e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:48.024435 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 7041c8e8-997a-4f74-ab80-17d545d0c51e, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=7041c8e8-997a-4f74-ab80-17d545d0c51e,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:48.035246 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (7041c8e8-997a-4f74-ab80-17d545d0c51e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:48.085321 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3092475b-1162-468d-823e-ec418c17477c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (35c655ac-b379-4c1e-a395-4a1581660d95), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:48.164532 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=7041c8e8-997a-4f74-ab80-17d545d0c51e,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:48.249994 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-de6ba8c2-a87f-4662-bd6f-cdb53737a799 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Made reservation on behalf of 5b3cbba90205438cb5119ccafd525f59 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:48.254274 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-de6ba8c2-a87f-4662-bd6f-cdb53737a799 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:48.301691 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-14e05b59-f607-4451-820d-dd2ab110b72f tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Network 6076cc38-83af-4e8f-b6d9-59b61dc00254 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:48.347636 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-14e05b59-f607-4451-820d-dd2ab110b72f tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:48.350710 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-14e05b59-f607-4451-820d-dd2ab110b72f tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:25:48.355327 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9d25d491-6409-4616-a517-da38a4e1c438 req-fa2e8db6-70b2-44d6-8d34-37cd55df62e0 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "GET /v2.0/ports?device_id=57f2cdfd-c686-43f5-afbe-b6cf4cd5b837 HTTP/1.1" status: 200 len: 210 time: 0.0669007 Feb 09 01:25:48.371514 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e05b59-f607-4451-820d-dd2ab110b72f tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Pushing event updated for resources: {'Port': ['ID=084736e9-2e33-480f-b54d-c1da4a3657ca,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:48.428145 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b6417-f8de-47c8-b575-479921be410e req-cea032a6-68ab-4c5b-b2e2-0b8c69b999e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:48.429895 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-225b6417-f8de-47c8-b575-479921be410e req-cea032a6-68ab-4c5b-b2e2-0b8c69b999e7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bef4c852e8b54e71a7af0b80c21cbbef&device_id=52b9a3cd-86f9-4816-84b7-59f174e8f46e HTTP/1.1" status: 200 len: 1125 time: 0.9329379 Feb 09 01:25:48.458389 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-de6ba8c2-a87f-4662-bd6f-cdb53737a799 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Allocated IP 172.20.0.7 (a9e9e7a6-9eb2-4975-9046-e4e20dd94f00/83e43821-f1ba-4e65-b966-0b3287e8374d/7c2fb4f3-9886-4020-8b66-77efaf1098a9) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:48.540396 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7719a8c3-485d-4373-be29-82b18d77f092 None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:25:48.565779 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d64f2-6565-4080-b22d-f652a24aa6e9 req-67c280b1-2b1e-4972-9f72-f512d60fd336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:48.567391 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9d9d64f2-6565-4080-b22d-f652a24aa6e9 req-67c280b1-2b1e-4972-9f72-f512d60fd336 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=63d42b01-d78c-439e-85dc-157a3d7b930b HTTP/1.1" status: 200 len: 1127 time: 1.0189607 Feb 09 01:25:48.568379 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b6417-f8de-47c8-b575-479921be410e req-169c5f91-c90d-4c00-9d1b-32891e0f8b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:48.569901 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-225b6417-f8de-47c8-b575-479921be410e req-169c5f91-c90d-4c00-9d1b-32891e0f8b1f service neutron] 10.222.0.47 "GET /v2.0/networks?id=b9134a69-73e5-4747-b85c-dfd137cfad6b HTTP/1.1" status: 200 len: 915 time: 0.1306505 Feb 09 01:25:48.642913 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-81f59d9a-df2c-4a7b-a7f6-39500fff2666 None None] Provisioning complete for port 7041c8e8-997a-4f74-ab80-17d545d0c51e triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:48.643549 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-81f59d9a-df2c-4a7b-a7f6-39500fff2666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (7041c8e8-997a-4f74-ab80-17d545d0c51e), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:48.677488 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-de6ba8c2-a87f-4662-bd6f-cdb53737a799 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for port (7c2fb4f3-9886-4020-8b66-77efaf1098a9), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:48.705272 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-14e05b59-f607-4451-820d-dd2ab110b72f tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:48.705917 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-14e05b59-f607-4451-820d-dd2ab110b72f tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:48.710593 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-20ab0365-3e6f-4a52-a0bb-23c025544b50 service neutron] (103137) timed out ('10.222.0.50', 38514) {{(pid=103137) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 01:25:48.719581 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-de6ba8c2-a87f-4662-bd6f-cdb53737a799 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (7c2fb4f3-9886-4020-8b66-77efaf1098a9), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:48.722483 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27017fc-e831-4693-b829-84edc370e7d9 req-e38188c0-f5da-4c8c-87a2-049f2548ba96 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:48.731087 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d27017fc-e831-4693-b829-84edc370e7d9 req-e38188c0-f5da-4c8c-87a2-049f2548ba96 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=27692869-bfd1-47aa-8ed5-f3224fa206ce HTTP/1.1" status: 200 len: 945 time: 1.1404634 Feb 09 01:25:48.734115 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-225b6417-f8de-47c8-b575-479921be410e req-d3755eb8-c44c-49d6-9c5b-cb6dcba03716 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd HTTP/1.1" status: 200 len: 217 time: 0.1192777 Feb 09 01:25:48.736397 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3092475b-1162-468d-823e-ec418c17477c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (35c655ac-b379-4c1e-a395-4a1581660d95), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:48.789676 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3092475b-1162-468d-823e-ec418c17477c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:48.797451 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3092475b-1162-468d-823e-ec418c17477c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/35c655ac-b379-4c1e-a395-4a1581660d95 HTTP/1.1" status: 204 len: 168 time: 1.3179469 Feb 09 01:25:48.812501 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-81f59d9a-df2c-4a7b-a7f6-39500fff2666 None None] Current status of the port 7041c8e8-997a-4f74-ab80-17d545d0c51e is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:48.817275 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44202) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:48.840176 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3092475b-1162-468d-823e-ec418c17477c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Subnet': ['ID=35c655ac-b379-4c1e-a395-4a1581660d95,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:48.849025 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b6417-f8de-47c8-b575-479921be410e req-f75623f3-f6c8-41ea-82d0-44a58c72fe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:48.852208 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-225b6417-f8de-47c8-b575-479921be410e req-f75623f3-f6c8-41ea-82d0-44a58c72fe9f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fd0d17a4-0479-4fd8-8334-1bca51d940d5 HTTP/1.1" status: 200 len: 853 time: 0.0746255 Feb 09 01:25:48.852939 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-de6ba8c2-a87f-4662-bd6f-cdb53737a799 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Network a9e9e7a6-9eb2-4975-9046-e4e20dd94f00 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:48.885985 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-de6ba8c2-a87f-4662-bd6f-cdb53737a799 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:48.895472 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-de6ba8c2-a87f-4662-bd6f-cdb53737a799 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:25:48.919327 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc60a7d-006a-4a5e-ab73-663c7c06a6d8 req-5be9ae88-29e9-447c-80d2-06cc80d50674 tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:48.921452 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8cc60a7d-006a-4a5e-ab73-663c7c06a6d8 req-5be9ae88-29e9-447c-80d2-06cc80d50674 tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] 10.222.0.50 "GET /v2.0/ports?device_id=52b9a3cd-86f9-4816-84b7-59f174e8f46e HTTP/1.1" status: 200 len: 943 time: 0.3462310 Feb 09 01:25:48.924253 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-225b6417-f8de-47c8-b575-479921be410e req-d1a6ec04-834f-42ec-8407-9d7761aff22d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b9134a69-73e5-4747-b85c-dfd137cfad6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569868 Feb 09 01:25:48.933746 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-14e05b59-f607-4451-820d-dd2ab110b72f tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2242010 Feb 09 01:25:48.953757 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-de6ba8c2-a87f-4662-bd6f-cdb53737a799 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:48.954386 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-de6ba8c2-a87f-4662-bd6f-cdb53737a799 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:48.956341 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-7065b3a0-1e3d-4673-ad1f-d23b6b3d3a48 None None] Provisioning complete for port 084736e9-2e33-480f-b54d-c1da4a3657ca triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:48.956997 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7065b3a0-1e3d-4673-ad1f-d23b6b3d3a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (084736e9-2e33-480f-b54d-c1da4a3657ca), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:48.969593 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ba8c2-a87f-4662-bd6f-cdb53737a799 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Pushing event updated for resources: {'Port': ['ID=7c2fb4f3-9886-4020-8b66-77efaf1098a9,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:48.984320 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-de6ba8c2-a87f-4662-bd6f-cdb53737a799 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.0410290 Feb 09 01:25:49.010378 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-d39674f7-77de-45f5-b632-7b3a7ead45f3 service neutron] Request body: {'port': {'device_id': '57f2cdfd-c686-43f5-afbe-b6cf4cd5b837', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:49.031527 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-e10a87f9-e307-438f-9d6b-c46a24d65097 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting subnet 78e38f96-9429-4629-927c-102df4dadbbb {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:25:49.050516 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9d9d64f2-6565-4080-b22d-f652a24aa6e9 req-e5e72450-2684-4d64-9e63-3bd964794c8d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4369903 Feb 09 01:25:49.051421 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-7065b3a0-1e3d-4673-ad1f-d23b6b3d3a48 None None] Port 084736e9-2e33-480f-b54d-c1da4a3657ca cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:25:49.056823 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-2a8c1586-7437-431f-b4d4-d02e64300126 service neutron] Request body: {'port': {'device_id': '8987e885-8c40-404c-967a-7cdc62a89da4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:49.071721 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e10a87f9-e307-438f-9d6b-c46a24d65097 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (78e38f96-9429-4629-927c-102df4dadbbb), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:49.117568 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d27017fc-e831-4693-b829-84edc370e7d9 req-bb24c732-a424-4ca2-b62c-a59edf9a9f07 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853977 Feb 09 01:25:49.130866 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-225b6417-f8de-47c8-b575-479921be410e req-94aad18f-7bdc-4169-be71-572ced29674f service neutron] 10.222.0.47 "GET /v2.0/networks/b9134a69-73e5-4747-b85c-dfd137cfad6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672859 Feb 09 01:25:49.176970 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0451ec26-e2b9-44a1-a3ae-5c24b4c929e2 None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:25:49.185431 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8cc60a7d-006a-4a5e-ab73-663c7c06a6d8 req-d9fe2ee1-1705-43a1-820a-4e288b9eaa9a tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] 10.222.0.50 "GET /v2.0/security-groups?id=24a54a31-e2ad-4634-81b8-578e8643c1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253990 Feb 09 01:25:49.227534 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-2a8c1586-7437-431f-b4d4-d02e64300126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (084736e9-2e33-480f-b54d-c1da4a3657ca), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:49.248413 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e10a87f9-e307-438f-9d6b-c46a24d65097 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (78e38f96-9429-4629-927c-102df4dadbbb), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:49.259915 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-d39674f7-77de-45f5-b632-7b3a7ead45f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7c2fb4f3-9886-4020-8b66-77efaf1098a9), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:49.350116 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-288204bb-f77d-4b24-91f8-9254c8227c79 None None] Provisioning complete for port 7041c8e8-997a-4f74-ab80-17d545d0c51e triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:49.350818 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-288204bb-f77d-4b24-91f8-9254c8227c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (7041c8e8-997a-4f74-ab80-17d545d0c51e), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:49.378064 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-225b6417-f8de-47c8-b575-479921be410e req-237f869f-99f6-4230-9daa-8d1c26d3e98c service neutron] 10.222.0.47 "GET /v2.0/networks/b9134a69-73e5-4747-b85c-dfd137cfad6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346929 Feb 09 01:25:49.505796 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:25:49.518948 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e10a87f9-e307-438f-9d6b-c46a24d65097 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (78e38f96-9429-4629-927c-102df4dadbbb), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:49.543153 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-288204bb-f77d-4b24-91f8-9254c8227c79 None None] Current status of the port 7041c8e8-997a-4f74-ab80-17d545d0c51e is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:49.700927 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e10a87f9-e307-438f-9d6b-c46a24d65097 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (78e38f96-9429-4629-927c-102df4dadbbb), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:49.717028 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd,segment=NetworkSegment(96479043-39bf-4b8b-a716-2f273ae69737),segment_id=96479043-39bf-4b8b-a716-2f273ae69737)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:49.759617 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 7041c8e8-997a-4f74-ab80-17d545d0c51e up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:25:49.770547 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e10a87f9-e307-438f-9d6b-c46a24d65097 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:49.775749 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e10a87f9-e307-438f-9d6b-c46a24d65097 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/78e38f96-9429-4629-927c-102df4dadbbb HTTP/1.1" status: 204 len: 168 time: 0.9557598 Feb 09 01:25:49.779257 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44208) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:49.799503 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': 'a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd', 'network_id': 'b9134a69-73e5-4747-b85c-dfd137cfad6b', 'port_id': 'a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd', 'mac_address': 'fa:16:3e:b4:24:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0d17a4-0479-4fd8-8334-1bca51d940d5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:25:49.822788 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-2a8c1586-7437-431f-b4d4-d02e64300126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 084736e9-2e33-480f-b54d-c1da4a3657ca {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:25:49.832189 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-2a8c1586-7437-431f-b4d4-d02e64300126 service neutron] Publish callbacks [] for port (084736e9-2e33-480f-b54d-c1da4a3657ca), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:49.853301 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a87f9-e307-438f-9d6b-c46a24d65097 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Subnet': ['ID=78e38f96-9429-4629-927c-102df4dadbbb,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:49.859461 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-2a8c1586-7437-431f-b4d4-d02e64300126 service neutron] Transition to ACTIVE for port object 084736e9-2e33-480f-b54d-c1da4a3657ca will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:25:49.862200 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-f2b1c7bf-d54a-40d1-80eb-678b8153280f None None] Provisioning complete for port 7c2fb4f3-9886-4020-8b66-77efaf1098a9 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:49.862607 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f2b1c7bf-d54a-40d1-80eb-678b8153280f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (7c2fb4f3-9886-4020-8b66-77efaf1098a9), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:49.871187 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f0d8e1c0-4a20-467d-b3d1-940bd99ce33c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0880818 Feb 09 01:25:49.872619 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-2a8c1586-7437-431f-b4d4-d02e64300126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (084736e9-2e33-480f-b54d-c1da4a3657ca), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:49.874593 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44210) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:49.891604 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-a209b336-eb54-478b-a355-0385f2174963 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'subnet': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:49.923673 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:49.924245 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:49.949477 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f2b1c7bf-d54a-40d1-80eb-678b8153280f None None] Port 7c2fb4f3-9886-4020-8b66-77efaf1098a9 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:25:49.953994 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:25:49.979328 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 7041c8e8-997a-4f74-ab80-17d545d0c51e triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:49.979722 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (7041c8e8-997a-4f74-ab80-17d545d0c51e), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:49.981408 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fddc3d-9670-42e4-ab85-2f810b793b0f req-050c17f0-61e2-4878-b68b-eea13f828955 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:49.983360 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-d39674f7-77de-45f5-b632-7b3a7ead45f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c2fb4f3-9886-4020-8b66-77efaf1098a9 {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:25:49.989880 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-78fddc3d-9670-42e4-ab85-2f810b793b0f req-050c17f0-61e2-4878-b68b-eea13f828955 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=63d42b01-d78c-439e-85dc-157a3d7b930b HTTP/1.1" status: 200 len: 945 time: 0.6100321 Feb 09 01:25:49.995658 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-d39674f7-77de-45f5-b632-7b3a7ead45f3 service neutron] Publish callbacks [] for port (7c2fb4f3-9886-4020-8b66-77efaf1098a9), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:50.007729 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [req-00047308-49a0-4121-8bd4-ee82a469b552 req-ca074d44-c21b-40a3-ac50-7b909cc8e8f0 service neutron] (103137) timed out ('10.222.0.120', 64193) {{(pid=103137) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 01:25:50.031935 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-d39674f7-77de-45f5-b632-7b3a7ead45f3 service neutron] Transition to ACTIVE for port object 7c2fb4f3-9886-4020-8b66-77efaf1098a9 will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:25:50.042868 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-d39674f7-77de-45f5-b632-7b3a7ead45f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (7c2fb4f3-9886-4020-8b66-77efaf1098a9), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:50.090956 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd,segment=NetworkSegment(96479043-39bf-4b8b-a716-2f273ae69737),segment_id=96479043-39bf-4b8b-a716-2f273ae69737)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:50.105077 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:50.115254 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021a215-dfd3-48b1-961d-81ae3a476cb8 req-e0a1dea7-87a7-40ad-8bb3-60ce32443677 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:50.122887 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4021a215-dfd3-48b1-961d-81ae3a476cb8 req-e0a1dea7-87a7-40ad-8bb3-60ce32443677 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=543a959e-bde0-48bf-9f11-100ee08ccb40 HTTP/1.1" status: 200 len: 943 time: 0.7418859 Feb 09 01:25:50.189315 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39674f7-77de-45f5-b632-7b3a7ead45f3 service neutron] Pushing event updated for resources: {'Port': ['ID=7c2fb4f3-9886-4020-8b66-77efaf1098a9,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:50.283043 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 7041c8e8-997a-4f74-ab80-17d545d0c51e is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:50.326934 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:50.339668 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:25:50.352417 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8c1586-7437-431f-b4d4-d02e64300126 service neutron] Pushing event updated for resources: {'Port': ['ID=084736e9-2e33-480f-b54d-c1da4a3657ca,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:50.421012 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-d39674f7-77de-45f5-b632-7b3a7ead45f3 service neutron] Attempting to bind port 7c2fb4f3-9886-4020-8b66-77efaf1098a9 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:25:50.421784 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-d39674f7-77de-45f5-b632-7b3a7ead45f3 service neutron] Attempting to bind port 7c2fb4f3-9886-4020-8b66-77efaf1098a9 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'f69b07ec-dee5-46fd-8a53-740b9e3f9b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'a9e9e7a6-9eb2-4975-9046-e4e20dd94f00'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:25:50.422133 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-d39674f7-77de-45f5-b632-7b3a7ead45f3 service neutron] Attempting to bind port 7c2fb4f3-9886-4020-8b66-77efaf1098a9 on network a9e9e7a6-9eb2-4975-9046-e4e20dd94f00 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:25:50.434983 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-d39674f7-77de-45f5-b632-7b3a7ead45f3 service neutron] Port 7c2fb4f3-9886-4020-8b66-77efaf1098a9 on network a9e9e7a6-9eb2-4975-9046-e4e20dd94f00 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:25:50.435320 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-d39674f7-77de-45f5-b632-7b3a7ead45f3 service neutron] Attempting to bind port 7c2fb4f3-9886-4020-8b66-77efaf1098a9 on network a9e9e7a6-9eb2-4975-9046-e4e20dd94f00 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:25:50.443021 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-78fddc3d-9670-42e4-ab85-2f810b793b0f req-ac3abd68-564d-4e78-a403-c1d46a61c00a tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4520602 Feb 09 01:25:50.447618 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-d39674f7-77de-45f5-b632-7b3a7ead45f3 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:25:50.447968 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-d39674f7-77de-45f5-b632-7b3a7ead45f3 service neutron] Checking segment: {'id': 'f69b07ec-dee5-46fd-8a53-740b9e3f9b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'a9e9e7a6-9eb2-4975-9046-e4e20dd94f00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:25:50.448370 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-d39674f7-77de-45f5-b632-7b3a7ead45f3 service neutron] Bound using segment: {'id': 'f69b07ec-dee5-46fd-8a53-740b9e3f9b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'a9e9e7a6-9eb2-4975-9046-e4e20dd94f00'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:25:50.448834 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-d39674f7-77de-45f5-b632-7b3a7ead45f3 service neutron] Bound port: 7c2fb4f3-9886-4020-8b66-77efaf1098a9, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f69b07ec-dee5-46fd-8a53-740b9e3f9b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'a9e9e7a6-9eb2-4975-9046-e4e20dd94f00'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:25:50.449204 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-d39674f7-77de-45f5-b632-7b3a7ead45f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7c2fb4f3-9886-4020-8b66-77efaf1098a9), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:50.516464 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4021a215-dfd3-48b1-961d-81ae3a476cb8 req-a2a22512-27e9-4d0e-9ded-8c79d0101158 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918550 Feb 09 01:25:50.569384 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862097f0-054a-422a-bb84-6aa50d9758a1 None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:25:50.582216 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a209b336-eb54-478b-a355-0385f2174963 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:50.588152 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a209b336-eb54-478b-a355-0385f2174963 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:50.648365 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-d39674f7-77de-45f5-b632-7b3a7ead45f3 service neutron] For port 7c2fb4f3-9886-4020-8b66-77efaf1098a9, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:25:50.652008 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-d39674f7-77de-45f5-b632-7b3a7ead45f3 service neutron] For port 7c2fb4f3-9886-4020-8b66-77efaf1098a9, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=7c2fb4f3-9886-4020-8b66-77efaf1098a9,segment=NetworkSegment(f69b07ec-dee5-46fd-8a53-740b9e3f9b15),segment_id=f69b07ec-dee5-46fd-8a53-740b9e3f9b15)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:25:50.660178 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-d39674f7-77de-45f5-b632-7b3a7ead45f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (7c2fb4f3-9886-4020-8b66-77efaf1098a9), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:50.670640 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-2a8c1586-7437-431f-b4d4-d02e64300126 service neutron] Attempting to bind port 084736e9-2e33-480f-b54d-c1da4a3657ca on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:25:50.671376 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-2a8c1586-7437-431f-b4d4-d02e64300126 service neutron] Attempting to bind port 084736e9-2e33-480f-b54d-c1da4a3657ca by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '48933cd2-4d24-4749-84b3-745901d79474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '6076cc38-83af-4e8f-b6d9-59b61dc00254'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:25:50.671949 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-2a8c1586-7437-431f-b4d4-d02e64300126 service neutron] Attempting to bind port 084736e9-2e33-480f-b54d-c1da4a3657ca on network 6076cc38-83af-4e8f-b6d9-59b61dc00254 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:25:50.706908 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-104eaca9-e768-4b88-806a-d4df4173b34a None None] Provisioning complete for port 7041c8e8-997a-4f74-ab80-17d545d0c51e triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:50.707296 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-104eaca9-e768-4b88-806a-d4df4173b34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (7041c8e8-997a-4f74-ab80-17d545d0c51e), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:50.724612 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-2a8c1586-7437-431f-b4d4-d02e64300126 service neutron] Port 084736e9-2e33-480f-b54d-c1da4a3657ca on network 6076cc38-83af-4e8f-b6d9-59b61dc00254 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:25:50.725303 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-2a8c1586-7437-431f-b4d4-d02e64300126 service neutron] Attempting to bind port 084736e9-2e33-480f-b54d-c1da4a3657ca on network 6076cc38-83af-4e8f-b6d9-59b61dc00254 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:25:50.732300 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [req-e30fe26d-c795-4d5a-8426-eb5ee5eaa73f req-34bb7322-ee9e-4428-97aa-f5924e48a73d service neutron] (103137) timed out ('10.222.0.120', 64385) {{(pid=103137) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 01:25:50.732991 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39674f7-77de-45f5-b632-7b3a7ead45f3 service neutron] Pushing event updated for resources: {'Port': ['ID=7c2fb4f3-9886-4020-8b66-77efaf1098a9,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:50.750455 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-2a8c1586-7437-431f-b4d4-d02e64300126 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:25:50.751176 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-2a8c1586-7437-431f-b4d4-d02e64300126 service neutron] Checking segment: {'id': '48933cd2-4d24-4749-84b3-745901d79474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '6076cc38-83af-4e8f-b6d9-59b61dc00254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:25:50.751791 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-2a8c1586-7437-431f-b4d4-d02e64300126 service neutron] Bound using segment: {'id': '48933cd2-4d24-4749-84b3-745901d79474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '6076cc38-83af-4e8f-b6d9-59b61dc00254'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:25:50.752731 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-2a8c1586-7437-431f-b4d4-d02e64300126 service neutron] Bound port: 084736e9-2e33-480f-b54d-c1da4a3657ca, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48933cd2-4d24-4749-84b3-745901d79474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '6076cc38-83af-4e8f-b6d9-59b61dc00254'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:25:50.753376 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-2a8c1586-7437-431f-b4d4-d02e64300126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (084736e9-2e33-480f-b54d-c1da4a3657ca), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:50.756920 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-d39674f7-77de-45f5-b632-7b3a7ead45f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:50.757662 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-d39674f7-77de-45f5-b632-7b3a7ead45f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:50.760969 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-d39674f7-77de-45f5-b632-7b3a7ead45f3 service neutron] 10.222.0.47 "PUT /v2.0/ports/7c2fb4f3-9886-4020-8b66-77efaf1098a9 HTTP/1.1" status: 200 len: 1130 time: 1.7609527 Feb 09 01:25:50.761461 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57f2cdfd-c686-43f5-afbe-b6cf4cd5b837', 'tag': '7c2fb4f3-9886-4020-8b66-77efaf1098a9'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:25:50.764774 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74724ff8-3ae7-44b1-b592-740f4d75f1ea" -d '{"events": [{"name": "network-changed", "server_uuid": "57f2cdfd-c686-43f5-afbe-b6cf4cd5b837", "tag": "7c2fb4f3-9886-4020-8b66-77efaf1098a9"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:25:50.837894 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5564a6a-bd17-4c94-bb97-b37e462b486a req-8f009b04-d8e5-4d5e-8ff1-08232bfa2260 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:50.839917 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c5564a6a-bd17-4c94-bb97-b37e462b486a req-8f009b04-d8e5-4d5e-8ff1-08232bfa2260 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] 10.222.0.50 "GET /v2.0/ports?device_id=8987e885-8c40-404c-967a-7cdc62a89da4 HTTP/1.1" status: 200 len: 944 time: 0.1956453 Feb 09 01:25:50.865341 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-45a0b06f-35c2-4749-947b-ce60ba54a185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:50.866937 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-45a0b06f-35c2-4749-947b-ce60ba54a185 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5b3cbba90205438cb5119ccafd525f59&device_id=57f2cdfd-c686-43f5-afbe-b6cf4cd5b837 HTTP/1.1" status: 200 len: 1164 time: 0.0599165 Feb 09 01:25:50.915657 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-7d559c51-bdc8-415d-bcf4-54b8268b8cef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c2fb4f3-9886-4020-8b66-77efaf1098a9 HTTP/1.1" status: 200 len: 217 time: 0.0394750 Feb 09 01:25:50.930190 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c6402-f2ec-490b-8dad-58e441628b0e req-eb443936-7c2b-40ac-a91b-eb3a643f89e0 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:50.933717 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a65c6402-f2ec-490b-8dad-58e441628b0e req-eb443936-7c2b-40ac-a91b-eb3a643f89e0 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "GET /v2.0/ports?device_id=57f2cdfd-c686-43f5-afbe-b6cf4cd5b837 HTTP/1.1" status: 200 len: 982 time: 0.2750483 Feb 09 01:25:51.031456 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-e377d850-1675-46c2-9c2b-b799124e9713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:51.034685 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-e377d850-1675-46c2-9c2b-b799124e9713 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=83e43821-f1ba-4e65-b966-0b3287e8374d HTTP/1.1" status: 200 len: 835 time: 0.1126137 Feb 09 01:25:51.073627 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-2a8c1586-7437-431f-b4d4-d02e64300126 service neutron] For port 084736e9-2e33-480f-b54d-c1da4a3657ca, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:25:51.090666 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c5564a6a-bd17-4c94-bb97-b37e462b486a req-7e8d51ee-7320-4c06-87b3-76aa48d05fe1 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] 10.222.0.50 "GET /v2.0/security-groups?id=64d94c76-3ef2-4d2c-9b56-3b589fa64b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2221508 Feb 09 01:25:51.124778 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-2a8c1586-7437-431f-b4d4-d02e64300126 service neutron] For port 084736e9-2e33-480f-b54d-c1da4a3657ca, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=084736e9-2e33-480f-b54d-c1da4a3657ca,segment=NetworkSegment(48933cd2-4d24-4749-84b3-745901d79474),segment_id=48933cd2-4d24-4749-84b3-745901d79474)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:25:51.124892 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-104eaca9-e768-4b88-806a-d4df4173b34a None None] Current status of the port 7041c8e8-997a-4f74-ab80-17d545d0c51e is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:51.173124 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f9578f-e931-46a3-a72b-e5562c4ae487 None None] DHCP port deletion for a8203b0d-e7af-492c-8c21-23f9563ce2e8 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:25:51.186989 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-d0e61917-2ac2-4ee2-abe3-c693031c8fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:51.188508 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-d0e61917-2ac2-4ee2-abe3-c693031c8fb4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a9e9e7a6-9eb2-4975-9046-e4e20dd94f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1487598 Feb 09 01:25:51.189307 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a65c6402-f2ec-490b-8dad-58e441628b0e req-6d57a752-0b29-4b42-a700-9e4d5c481b85 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0718378-8307-420f-8220-cf74a6bc0f74&id=dcfc638c-9490-44f4-b609-16a2e61796c5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2475798 Feb 09 01:25:51.190792 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-2a8c1586-7437-431f-b4d4-d02e64300126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (084736e9-2e33-480f-b54d-c1da4a3657ca), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:51.271129 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-2a8c1586-7437-431f-b4d4-d02e64300126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:51.271760 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-2a8c1586-7437-431f-b4d4-d02e64300126 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:51.273359 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-2a8c1586-7437-431f-b4d4-d02e64300126 service neutron] 10.222.0.120 "PUT /v2.0/ports/084736e9-2e33-480f-b54d-c1da4a3657ca HTTP/1.1" status: 200 len: 1092 time: 2.3145895 Feb 09 01:25:51.273819 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8987e885-8c40-404c-967a-7cdc62a89da4', 'tag': '084736e9-2e33-480f-b54d-c1da4a3657ca'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:25:51.276191 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d01e4b0-1889-4104-9980-27606ad33a31" -d '{"events": [{"name": "network-changed", "server_uuid": "8987e885-8c40-404c-967a-7cdc62a89da4", "tag": "084736e9-2e33-480f-b54d-c1da4a3657ca"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:25:51.318932 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a209b336-eb54-478b-a355-0385f2174963 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (80d4deeb-3b3b-4bb3-bfa1-d1fd9e62feaf), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:51.338403 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-1cab4ca3-76b0-4214-a824-b0476df0330e service neutron] 10.222.0.47 "GET /v2.0/networks/a9e9e7a6-9eb2-4975-9046-e4e20dd94f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403680 Feb 09 01:25:51.358318 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-61f9578f-e931-46a3-a72b-e5562c4ae487 None None] Deleting port 7041c8e8-997a-4f74-ab80-17d545d0c51e {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:25:51.358757 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-61f9578f-e931-46a3-a72b-e5562c4ae487 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (7041c8e8-997a-4f74-ab80-17d545d0c51e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:51.471151 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-736ebb90-1577-4277-a0fd-95c7e0912aad req-ea4987c8-479b-4648-8b34-e07c45c293fa service neutron] 10.222.0.47 "GET /v2.0/networks/a9e9e7a6-9eb2-4975-9046-e4e20dd94f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269543 Feb 09 01:25:51.504562 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-61f9578f-e931-46a3-a72b-e5562c4ae487 None None] For port 7041c8e8-997a-4f74-ab80-17d545d0c51e, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=7041c8e8-997a-4f74-ab80-17d545d0c51e,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:51.505072 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-61f9578f-e931-46a3-a72b-e5562c4ae487 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (7041c8e8-997a-4f74-ab80-17d545d0c51e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:51.512989 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209b336-eb54-478b-a355-0385f2174963 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Subnet': ['ID=80d4deeb-3b3b-4bb3-bfa1-d1fd9e62feaf,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:51.519964 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-61f9578f-e931-46a3-a72b-e5562c4ae487 None None] Calling delete_port for 7041c8e8-997a-4f74-ab80-17d545d0c51e owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:25:51.523107 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8c1586-7437-431f-b4d4-d02e64300126 service neutron] Pushing event updated for resources: {'Port': ['ID=084736e9-2e33-480f-b54d-c1da4a3657ca,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:51.527025 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:25:51.537983 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a209b336-eb54-478b-a355-0385f2174963 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:51.550930 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-a209b336-eb54-478b-a355-0385f2174963 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:51.560658 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a209b336-eb54-478b-a355-0385f2174963 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:51.561278 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a209b336-eb54-478b-a355-0385f2174963 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:51.582450 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a240c-3709-4f4e-8249-debdf1e3f7fa req-f1ed1d6d-7cd5-4873-89da-79f4fe3ba36b tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:51.583963 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-067a240c-3709-4f4e-8249-debdf1e3f7fa req-f1ed1d6d-7cd5-4873-89da-79f4fe3ba36b tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=27692869-bfd1-47aa-8ed5-f3224fa206ce HTTP/1.1" status: 200 len: 945 time: 0.3358078 Feb 09 01:25:51.598900 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8829e51-4562-4b02-a15a-544afd47ba13 req-d6f26719-e577-43da-9cba-07ced92f3340 tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:51.601150 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e8829e51-4562-4b02-a15a-544afd47ba13 req-d6f26719-e577-43da-9cba-07ced92f3340 tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] 10.222.0.50 "GET /v2.0/ports?device_id=52b9a3cd-86f9-4816-84b7-59f174e8f46e HTTP/1.1" status: 200 len: 944 time: 0.2976162 Feb 09 01:25:51.629905 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-125ffce8-ef3e-431f-937b-21c007e5e039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:51.633747 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-125ffce8-ef3e-431f-937b-21c007e5e039 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=4f98c7fdebb0485fb570809def96421c&device_id=8987e885-8c40-404c-967a-7cdc62a89da4 HTTP/1.1" status: 200 len: 1126 time: 0.2764845 Feb 09 01:25:51.641028 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44228) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:51.641568 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a209b336-eb54-478b-a355-0385f2174963 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7605424 Feb 09 01:25:51.645979 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-fea95445-d083-4637-8542-84606f16ae7c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'subnet': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:51.691845 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:25:51.695695 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-a2b5b52c-1ee8-40e7-b9d5-d0996d9546e7 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=084736e9-2e33-480f-b54d-c1da4a3657ca HTTP/1.1" status: 200 len: 217 time: 0.0527761 Feb 09 01:25:51.701252 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-61f9578f-e931-46a3-a72b-e5562c4ae487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (7041c8e8-997a-4f74-ab80-17d545d0c51e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:51.709682 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:51.710044 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:51.765826 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 7041c8e8-997a-4f74-ab80-17d545d0c51e no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:25:51.790736 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 7041c8e8-997a-4f74-ab80-17d545d0c51e {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:25:51.790736 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 7041c8e8-997a-4f74-ab80-17d545d0c51e not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:25:51.792354 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f9578f-e931-46a3-a72b-e5562c4ae487 None None] Pushing event deleted for resources: {'Port': ['ID=7041c8e8-997a-4f74-ab80-17d545d0c51e,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:51.799091 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f9578f-e931-46a3-a72b-e5562c4ae487 None None] No DVR routers for this DVR port 7041c8e8-997a-4f74-ab80-17d545d0c51e on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:25:51.812817 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-067a240c-3709-4f4e-8249-debdf1e3f7fa req-3d7812ff-d86c-4620-a961-03064303ab64 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005258 Feb 09 01:25:51.833455 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e8829e51-4562-4b02-a15a-544afd47ba13 req-94782396-e2c5-4ef3-a256-882afd2d3d41 tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] 10.222.0.50 "GET /v2.0/security-groups?id=24a54a31-e2ad-4634-81b8-578e8643c1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459863 Feb 09 01:25:51.838666 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-c081280c-cd69-4478-a92a-76d12df2dbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:51.845745 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-c081280c-cd69-4478-a92a-76d12df2dbad service neutron] 10.222.0.120 "GET /v2.0/subnets?id=f080e354-192c-45c8-9f02-4a3b41a60c52 HTTP/1.1" status: 200 len: 848 time: 0.1335204 Feb 09 01:25:51.878079 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8aebb7b-c5a6-47b1-bd8a-26e4ac9378c8 None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:25:51.915388 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea95445-d083-4637-8542-84606f16ae7c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:51.924053 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fea95445-d083-4637-8542-84606f16ae7c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:51.940664 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ad1784-11c5-4e24-9283-bebe02aeaae2 x-openstack-request-id: req-a5ad1784-11c5-4e24-9283-bebe02aeaae2 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:25:51.940972 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57f2cdfd-c686-43f5-afbe-b6cf4cd5b837", "tag": "7c2fb4f3-9886-4020-8b66-77efaf1098a9", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:25:51.941241 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a5ad1784-11c5-4e24-9283-bebe02aeaae2 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:25:51.943241 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57f2cdfd-c686-43f5-afbe-b6cf4cd5b837', 'tag': '7c2fb4f3-9886-4020-8b66-77efaf1098a9', 'status': 'completed', 'code': 200} Feb 09 01:25:51.946622 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83340d4-8b93-4385-b3bd-625a8aab0883 x-openstack-request-id: req-f83340d4-8b93-4385-b3bd-625a8aab0883 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:25:51.947380 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8987e885-8c40-404c-967a-7cdc62a89da4", "tag": "084736e9-2e33-480f-b54d-c1da4a3657ca", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:25:51.949029 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f83340d4-8b93-4385-b3bd-625a8aab0883 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:25:51.954740 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8987e885-8c40-404c-967a-7cdc62a89da4', 'tag': '084736e9-2e33-480f-b54d-c1da4a3657ca', 'status': 'completed', 'code': 200} Feb 09 01:25:51.964859 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-205a8863-7775-4460-9254-7d09c0e36f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:51.966584 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-205a8863-7775-4460-9254-7d09c0e36f5c service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=6076cc38-83af-4e8f-b6d9-59b61dc00254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1143003 Feb 09 01:25:51.985782 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:51.987490 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:52.024254 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b9a3cd-86f9-4816-84b7-59f174e8f46e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:25:52.026972 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26377f2a-9ccf-4133-9b19-6aaf1b1f8022" -d '{"events": [{"server_uuid": "52b9a3cd-86f9-4816-84b7-59f174e8f46e", "name": "network-vif-plugged", "status": "completed", "tag": "a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:25:52.049316 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd,segment=NetworkSegment(96479043-39bf-4b8b-a716-2f273ae69737),segment_id=96479043-39bf-4b8b-a716-2f273ae69737)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:52.057654 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:52.116283 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbe4bc0-805b-4d94-9936-dfa166f38562 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'project_id': '2aa099fb60d240ab8ce8691ee5b2e38c', 'fixed_ips': [{'subnet_id': '80d4deeb-3b3b-4bb3-bfa1-d1fd9e62feaf'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:25:52.117185 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6bbe4bc0-805b-4d94-9936-dfa166f38562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:52.136136 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74724ff8-3ae7-44b1-b592-740f4d75f1ea req-769a29c8-f2fb-4e5f-ba32-691bb68941bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:52.137852 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-74724ff8-3ae7-44b1-b592-740f4d75f1ea req-769a29c8-f2fb-4e5f-ba32-691bb68941bd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5b3cbba90205438cb5119ccafd525f59&device_id=57f2cdfd-c686-43f5-afbe-b6cf4cd5b837 HTTP/1.1" status: 200 len: 1164 time: 0.1656036 Feb 09 01:25:52.146944 n-d-828369-4 neutron-server[103137]: INFO neutron.db.ipam_backend_mixin [None req-fea95445-d083-4637-8542-84606f16ae7c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 80d4deeb-3b3b-4bb3-bfa1-d1fd9e62feaf (CIDR: 2001:db8::/64) Feb 09 01:25:52.148103 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:52.171796 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-fea95445-d083-4637-8542-84606f16ae7c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:25:52.172569 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fea95445-d083-4637-8542-84606f16ae7c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:25:52.196499 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-d7f6001d-2a03-43ee-a991-6082022ab935 service neutron] 10.222.0.120 "GET /v2.0/networks/6076cc38-83af-4e8f-b6d9-59b61dc00254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136822 Feb 09 01:25:52.219589 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-fea95445-d083-4637-8542-84606f16ae7c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5774896 Feb 09 01:25:52.222351 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44238) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:52.227663 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-acd7fa2a-d901-4761-bda7-4cb75c433279 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'subnet': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:52.286361 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d6e34-2118-4823-a28d-1c32812b5446 req-057de07d-0f1b-4c97-b9b5-8fbc7bb0e416 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:52.294403 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-949d6e34-2118-4823-a28d-1c32812b5446 req-057de07d-0f1b-4c97-b9b5-8fbc7bb0e416 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=543a959e-bde0-48bf-9f11-100ee08ccb40 HTTP/1.1" status: 200 len: 943 time: 0.2876875 Feb 09 01:25:52.346829 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-6bbe4bc0-805b-4d94-9936-dfa166f38562 None None] Allocated IP 2001:db8::2 (a8203b0d-e7af-492c-8c21-23f9563ce2e8/80d4deeb-3b3b-4bb3-bfa1-d1fd9e62feaf/3a063927-a2f0-4615-b61f-57800c37d125) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:52.362133 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17df6de-0f69-4d02-bdc7-f4989225e88f req-22ad9c61-5c09-49b1-b929-c3b4ca4e2e8d tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:52.363758 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c17df6de-0f69-4d02-bdc7-f4989225e88f req-22ad9c61-5c09-49b1-b929-c3b4ca4e2e8d tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=63d42b01-d78c-439e-85dc-157a3d7b930b HTTP/1.1" status: 200 len: 945 time: 0.3006477 Feb 09 01:25:52.371239 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74724ff8-3ae7-44b1-b592-740f4d75f1ea req-141d2f24-2659-47e9-aa92-e1444630cb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:52.372849 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-74724ff8-3ae7-44b1-b592-740f4d75f1ea req-141d2f24-2659-47e9-aa92-e1444630cb4b service neutron] 10.222.0.47 "GET /v2.0/networks?id=a9e9e7a6-9eb2-4975-9046-e4e20dd94f00 HTTP/1.1" status: 200 len: 898 time: 0.2250671 Feb 09 01:25:52.417855 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-949d6e34-2118-4823-a28d-1c32812b5446 req-440926ab-0500-4136-a5c9-a3fbc5eb36f5 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170115 Feb 09 01:25:52.450899 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-74724ff8-3ae7-44b1-b592-740f4d75f1ea req-6f82c265-95ae-4fc0-adfc-cb7c86df2a66 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c2fb4f3-9886-4020-8b66-77efaf1098a9 HTTP/1.1" status: 200 len: 217 time: 0.0701885 Feb 09 01:25:52.452691 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd7fa2a-d901-4761-bda7-4cb75c433279 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:52.459400 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-acd7fa2a-d901-4761-bda7-4cb75c433279 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:52.473915 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee0f49b8-e25a-43dd-9153-6536de923b3f req-bfa6c571-1ee0-489c-ae50-024a55c7d05b service neutron] 10.222.0.120 "GET /v2.0/networks/6076cc38-83af-4e8f-b6d9-59b61dc00254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671237 Feb 09 01:25:52.503253 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c17df6de-0f69-4d02-bdc7-f4989225e88f req-e5e32a57-15a2-43e5-81f4-16a42ec46b88 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267817 Feb 09 01:25:52.603919 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64064f63-e53a-41c0-84cb-4810448a78a4 x-openstack-request-id: req-64064f63-e53a-41c0-84cb-4810448a78a4 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:25:52.609049 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52b9a3cd-86f9-4816-84b7-59f174e8f46e", "name": "network-vif-plugged", "status": "completed", "tag": "a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:25:52.611124 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-64064f63-e53a-41c0-84cb-4810448a78a4 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:25:52.611570 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b9a3cd-86f9-4816-84b7-59f174e8f46e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd', 'code': 200} Feb 09 01:25:52.622123 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6bbe4bc0-805b-4d94-9936-dfa166f38562 None None] Publish callbacks [] for port (3a063927-a2f0-4615-b61f-57800c37d125), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:52.637546 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6bbe4bc0-805b-4d94-9936-dfa166f38562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (3a063927-a2f0-4615-b61f-57800c37d125), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:52.655850 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01e4b0-1889-4104-9980-27606ad33a31 req-176f6003-23eb-4180-9b39-5925e7540b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:52.659533 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0d01e4b0-1889-4104-9980-27606ad33a31 req-176f6003-23eb-4180-9b39-5925e7540b39 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=4f98c7fdebb0485fb570809def96421c&device_id=8987e885-8c40-404c-967a-7cdc62a89da4 HTTP/1.1" status: 200 len: 1126 time: 0.1114485 Feb 09 01:25:52.724077 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbe4bc0-805b-4d94-9936-dfa166f38562 None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:52.728732 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-6bbe4bc0-805b-4d94-9936-dfa166f38562 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:52.733964 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbe4bc0-805b-4d94-9936-dfa166f38562 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:25:52.762987 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74724ff8-3ae7-44b1-b592-740f4d75f1ea req-16becdf5-6ced-4e85-84ab-e201c32463ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:52.764657 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-74724ff8-3ae7-44b1-b592-740f4d75f1ea req-16becdf5-6ced-4e85-84ab-e201c32463ea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=83e43821-f1ba-4e65-b966-0b3287e8374d HTTP/1.1" status: 200 len: 835 time: 0.1214762 Feb 09 01:25:52.837510 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe4bc0-805b-4d94-9936-dfa166f38562 None None] Pushing event updated for resources: {'Port': ['ID=3a063927-a2f0-4615-b61f-57800c37d125,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:52.846415 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-6bbe4bc0-805b-4d94-9936-dfa166f38562 None None] Attempting to bind port 3a063927-a2f0-4615-b61f-57800c37d125 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:25:52.846736 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-6bbe4bc0-805b-4d94-9936-dfa166f38562 None None] Attempting to bind port 3a063927-a2f0-4615-b61f-57800c37d125 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:25:52.847268 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbe4bc0-805b-4d94-9936-dfa166f38562 None None] Attempting to bind port 3a063927-a2f0-4615-b61f-57800c37d125 on network a8203b0d-e7af-492c-8c21-23f9563ce2e8 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:25:52.855234 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbe4bc0-805b-4d94-9936-dfa166f38562 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:25:52.855959 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbe4bc0-805b-4d94-9936-dfa166f38562 None None] Checking segment: {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:25:52.857010 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6bbe4bc0-805b-4d94-9936-dfa166f38562 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:52.857544 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbe4bc0-805b-4d94-9936-dfa166f38562 None None] Bound using segment: {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:25:52.860274 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-6bbe4bc0-805b-4d94-9936-dfa166f38562 None None] Bound port: 3a063927-a2f0-4615-b61f-57800c37d125, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dccd3ca-5e69-48d2-b714-c4b46d3cc806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:25:52.860274 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6bbe4bc0-805b-4d94-9936-dfa166f38562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3a063927-a2f0-4615-b61f-57800c37d125), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:52.870889 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74724ff8-3ae7-44b1-b592-740f4d75f1ea req-3c8c2228-32b7-48fb-85aa-c8b3a8137c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:52.873048 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-74724ff8-3ae7-44b1-b592-740f4d75f1ea req-3c8c2228-32b7-48fb-85aa-c8b3a8137c75 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a9e9e7a6-9eb2-4975-9046-e4e20dd94f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1013496 Feb 09 01:25:52.961640 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6bbe4bc0-805b-4d94-9936-dfa166f38562 None None] For port 3a063927-a2f0-4615-b61f-57800c37d125, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:25:52.966530 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6bbe4bc0-805b-4d94-9936-dfa166f38562 None None] For port 3a063927-a2f0-4615-b61f-57800c37d125, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=3a063927-a2f0-4615-b61f-57800c37d125,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:25:52.977413 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f6739-57c0-463a-bc46-2a6c8c7f23f9 req-7248fe8a-4aba-4a74-87d7-6fcecf5d35ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:52.978901 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6bbe4bc0-805b-4d94-9936-dfa166f38562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (3a063927-a2f0-4615-b61f-57800c37d125), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:52.979625 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-757f6739-57c0-463a-bc46-2a6c8c7f23f9 req-7248fe8a-4aba-4a74-87d7-6fcecf5d35ae service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=52b9a3cd-86f9-4816-84b7-59f174e8f46e HTTP/1.1" status: 200 len: 1127 time: 0.3172045 Feb 09 01:25:52.987979 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-74724ff8-3ae7-44b1-b592-740f4d75f1ea req-7fc048fb-8b46-4f24-a1bb-75a11c178da0 service neutron] 10.222.0.47 "GET /v2.0/networks/a9e9e7a6-9eb2-4975-9046-e4e20dd94f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078100 Feb 09 01:25:53.052162 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b7926-1ce6-47fd-8033-93ad8e2c9103 req-7c0d3bd2-cfab-4596-b969-2b3b9efa6d0b tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:53.054714 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-240b7926-1ce6-47fd-8033-93ad8e2c9103 req-7c0d3bd2-cfab-4596-b969-2b3b9efa6d0b tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] 10.222.0.50 "GET /v2.0/ports?device_id=8987e885-8c40-404c-967a-7cdc62a89da4 HTTP/1.1" status: 200 len: 944 time: 0.3270047 Feb 09 01:25:53.106152 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe4bc0-805b-4d94-9936-dfa166f38562 None None] Pushing event updated for resources: {'Port': ['ID=3a063927-a2f0-4615-b61f-57800c37d125,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:53.113288 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d16443-68b6-4ff7-bdea-3072217d24c7 req-1b1e30bd-70e2-4d97-a519-b58a4d08ac7d tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:53.123755 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d6d16443-68b6-4ff7-bdea-3072217d24c7 req-1b1e30bd-70e2-4d97-a519-b58a4d08ac7d tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "GET /v2.0/ports?device_id=57f2cdfd-c686-43f5-afbe-b6cf4cd5b837 HTTP/1.1" status: 200 len: 982 time: 0.3287451 Feb 09 01:25:53.129253 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01e4b0-1889-4104-9980-27606ad33a31 req-17c56ff5-3e7a-4633-8074-8d74c56260b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:53.130716 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0d01e4b0-1889-4104-9980-27606ad33a31 req-17c56ff5-3e7a-4633-8074-8d74c56260b0 service neutron] 10.222.0.120 "GET /v2.0/networks?id=6076cc38-83af-4e8f-b6d9-59b61dc00254 HTTP/1.1" status: 200 len: 911 time: 0.4465821 Feb 09 01:25:53.151100 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-74724ff8-3ae7-44b1-b592-740f4d75f1ea req-146f0e26-8c62-4a9a-91e3-cf177b85cb42 service neutron] 10.222.0.47 "GET /v2.0/networks/a9e9e7a6-9eb2-4975-9046-e4e20dd94f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578975 Feb 09 01:25:53.233311 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-757f6739-57c0-463a-bc46-2a6c8c7f23f9 req-8e57d092-a2bf-4309-8e35-e7ce4fb91d10 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=24a54a31-e2ad-4634-81b8-578e8643c1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408175 Feb 09 01:25:53.239644 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0d01e4b0-1889-4104-9980-27606ad33a31 req-319d57e6-c0ab-4db1-afc6-11a407259ae2 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=084736e9-2e33-480f-b54d-c1da4a3657ca HTTP/1.1" status: 200 len: 217 time: 0.0720797 Feb 09 01:25:53.280986 n-d-828369-4 neutron-server[103137]: DEBUG neutron.objects.ports [None req-acd7fa2a-d901-4761-bda7-4cb75c433279 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103137) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 09 01:25:53.344574 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-240b7926-1ce6-47fd-8033-93ad8e2c9103 req-cbb541cf-8afa-4ad7-a6f7-145ac0886a41 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] 10.222.0.50 "GET /v2.0/security-groups?id=64d94c76-3ef2-4d2c-9b56-3b589fa64b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190163 Feb 09 01:25:53.350827 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d6d16443-68b6-4ff7-bdea-3072217d24c7 req-c1f95bc3-2f87-4724-9c38-135bbc55ff88 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0718378-8307-420f-8220-cf74a6bc0f74&id=dcfc638c-9490-44f4-b609-16a2e61796c5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2186322 Feb 09 01:25:53.378065 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01e4b0-1889-4104-9980-27606ad33a31 req-4ef5e64a-ac18-49ec-9084-835febca0f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:53.379602 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0d01e4b0-1889-4104-9980-27606ad33a31 req-4ef5e64a-ac18-49ec-9084-835febca0f47 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=f080e354-192c-45c8-9f02-4a3b41a60c52 HTTP/1.1" status: 200 len: 848 time: 0.1304665 Feb 09 01:25:53.491640 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01e4b0-1889-4104-9980-27606ad33a31 req-8a77a81a-178c-4f17-b392-a34e1f50c0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:53.493889 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0d01e4b0-1889-4104-9980-27606ad33a31 req-8a77a81a-178c-4f17-b392-a34e1f50c0c2 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=6076cc38-83af-4e8f-b6d9-59b61dc00254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1043773 Feb 09 01:25:53.520015 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 7c2fb4f3-9886-4020-8b66-77efaf1098a9 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:25:53.612038 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-acd7fa2a-d901-4761-bda7-4cb75c433279 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3a063927-a2f0-4615-b61f-57800c37d125), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:53.692367 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 7c2fb4f3-9886-4020-8b66-77efaf1098a9, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=7c2fb4f3-9886-4020-8b66-77efaf1098a9,segment=NetworkSegment(f69b07ec-dee5-46fd-8a53-740b9e3f9b15),segment_id=f69b07ec-dee5-46fd-8a53-740b9e3f9b15)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:53.709968 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '7c2fb4f3-9886-4020-8b66-77efaf1098a9', 'network_id': 'a9e9e7a6-9eb2-4975-9046-e4e20dd94f00', 'port_id': '7c2fb4f3-9886-4020-8b66-77efaf1098a9', 'mac_address': 'fa:16:3e:96:c1:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1027, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83e43821-f1ba-4e65-b966-0b3287e8374d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:25:53.764990 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 7c2fb4f3-9886-4020-8b66-77efaf1098a9 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:53.765630 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7c2fb4f3-9886-4020-8b66-77efaf1098a9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:53.783298 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c2fb4f3-9886-4020-8b66-77efaf1098a9 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:25:53.806492 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-acd7fa2a-d901-4761-bda7-4cb75c433279 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] For port 3a063927-a2f0-4615-b61f-57800c37d125, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=3a063927-a2f0-4615-b61f-57800c37d125,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:53.823428 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 7c2fb4f3-9886-4020-8b66-77efaf1098a9, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=7c2fb4f3-9886-4020-8b66-77efaf1098a9,segment=NetworkSegment(f69b07ec-dee5-46fd-8a53-740b9e3f9b15),segment_id=f69b07ec-dee5-46fd-8a53-740b9e3f9b15)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:53.828525 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (7c2fb4f3-9886-4020-8b66-77efaf1098a9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:53.849985 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-acd7fa2a-d901-4761-bda7-4cb75c433279 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for port (3a063927-a2f0-4615-b61f-57800c37d125), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:53.855490 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-acd7fa2a-d901-4761-bda7-4cb75c433279 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (3a063927-a2f0-4615-b61f-57800c37d125), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:53.869694 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 3a063927-a2f0-4615-b61f-57800c37d125 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:25:53.873240 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0d01e4b0-1889-4104-9980-27606ad33a31 req-8a433175-c116-4181-bdea-cdee139660b3 service neutron] 10.222.0.120 "GET /v2.0/networks/6076cc38-83af-4e8f-b6d9-59b61dc00254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720212 Feb 09 01:25:53.895758 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-acd7fa2a-d901-4761-bda7-4cb75c433279 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (6cc18839-64d6-438c-a867-ffd31a56d6b9), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:53.936598 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=7c2fb4f3-9886-4020-8b66-77efaf1098a9,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:53.956056 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 3a063927-a2f0-4615-b61f-57800c37d125 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:53.957415 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (3a063927-a2f0-4615-b61f-57800c37d125), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:53.960364 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd7fa2a-d901-4761-bda7-4cb75c433279 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:53.972483 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-acd7fa2a-d901-4761-bda7-4cb75c433279 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:53.991691 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd7fa2a-d901-4761-bda7-4cb75c433279 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:53.992462 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-acd7fa2a-d901-4761-bda7-4cb75c433279 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:54.014571 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd7fa2a-d901-4761-bda7-4cb75c433279 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Subnet': ['ID=6cc18839-64d6-438c-a867-ffd31a56d6b9,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:54.022921 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd7fa2a-d901-4761-bda7-4cb75c433279 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Port': ['ID=3a063927-a2f0-4615-b61f-57800c37d125,revision_number=4']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:54.049036 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-acd7fa2a-d901-4761-bda7-4cb75c433279 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.8252883 Feb 09 01:25:54.051969 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44256) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:54.058981 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-9f44ce76-4c7c-4501-809a-12c10619e60d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Request body: {'port': {'network_id': 'a8203b0d-e7af-492c-8c21-23f9563ce2e8', 'mac_address': 'fa:16:3e:7e:81:91', 'name': 'tempest-NetworksTestDHCPv6-724855924'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:54.070888 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d47df-7712-4669-83b3-edf165efef42 req-d76e944a-3856-43df-891a-7feeec456768 tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:54.072641 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-563d47df-7712-4669-83b3-edf165efef42 req-d76e944a-3856-43df-891a-7feeec456768 tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] 10.222.0.50 "GET /v2.0/ports?device_id=52b9a3cd-86f9-4816-84b7-59f174e8f46e HTTP/1.1" status: 200 len: 945 time: 0.4609313 Feb 09 01:25:54.074618 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e2b79-4466-415b-a3a0-e4917cf14d07 req-6122e524-94c7-47ad-97c8-2bf2191628aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:54.076016 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-883e2b79-4466-415b-a3a0-e4917cf14d07 req-6122e524-94c7-47ad-97c8-2bf2191628aa service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=2c4f55ab750f4159bdfcab050e5654ef&device_id=27692869-bfd1-47aa-8ed5-f3224fa206ce HTTP/1.1" status: 200 len: 1127 time: 0.4732032 Feb 09 01:25:54.102127 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 3a063927-a2f0-4615-b61f-57800c37d125 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:54.102621 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3a063927-a2f0-4615-b61f-57800c37d125), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:54.119187 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['7c2fb4f3-9886-4020-8b66-77efaf1098a9'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:25:54.140488 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d58f06a-340e-4771-9646-35a93dba1716 req-7751d0b2-ec83-45bd-b750-640236a912f9 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:54.142314 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8d58f06a-340e-4771-9646-35a93dba1716 req-7751d0b2-ec83-45bd-b750-640236a912f9 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=543a959e-bde0-48bf-9f11-100ee08ccb40 HTTP/1.1" status: 200 len: 943 time: 0.4405632 Feb 09 01:25:54.144188 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0d01e4b0-1889-4104-9980-27606ad33a31 req-626daf7d-816d-4fc3-a6e6-0c138f25f311 service neutron] 10.222.0.120 "GET /v2.0/networks/6076cc38-83af-4e8f-b6d9-59b61dc00254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616827 Feb 09 01:25:54.212246 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f44ce76-4c7c-4501-809a-12c10619e60d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Made reservation on behalf of 2aa099fb60d240ab8ce8691ee5b2e38c for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:25:54.212874 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 3a063927-a2f0-4615-b61f-57800c37d125, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=3a063927-a2f0-4615-b61f-57800c37d125,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:54.220375 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (3a063927-a2f0-4615-b61f-57800c37d125), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:54.247469 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-563d47df-7712-4669-83b3-edf165efef42 req-68e7ee9c-9ff9-4070-9aa8-e3e40d5121ff tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] 10.222.0.50 "GET /v2.0/security-groups?id=24a54a31-e2ad-4634-81b8-578e8643c1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550989 Feb 09 01:25:54.339218 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=3a063927-a2f0-4615-b61f-57800c37d125,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:54.480181 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9f44ce76-4c7c-4501-809a-12c10619e60d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:54.499258 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8d58f06a-340e-4771-9646-35a93dba1716 req-fddcb3b4-07e9-44c0-b8f6-8990b75676c6 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980244 Feb 09 01:25:54.513368 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-9f44ce76-4c7c-4501-809a-12c10619e60d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] device_id is not set on port d18aa08a-9509-41c6-8ad4-df6615a7f3ee yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:25:54.548078 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e2b79-4466-415b-a3a0-e4917cf14d07 req-429ca5da-7a00-4a1d-b837-3accd3a1a4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:54.549619 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-883e2b79-4466-415b-a3a0-e4917cf14d07 req-429ca5da-7a00-4a1d-b837-3accd3a1a4b7 service neutron] 10.222.0.120 "GET /v2.0/networks?id=a7c73c67-867b-4cd1-a7a6-d305a5dc51d2 HTTP/1.1" status: 200 len: 921 time: 0.4585407 Feb 09 01:25:54.586701 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f33105-8ebc-405f-944e-f3b159ecb76e None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:25:54.590746 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6883bb-512d-44d2-b783-073855bbc626 req-4026f705-46ed-46a9-bb16-2ee641810964 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:54.597636 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dd6883bb-512d-44d2-b783-073855bbc626 req-4026f705-46ed-46a9-bb16-2ee641810964 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=27692869-bfd1-47aa-8ed5-f3224fa206ce HTTP/1.1" status: 200 len: 945 time: 0.2109101 Feb 09 01:25:54.656193 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-883e2b79-4466-415b-a3a0-e4917cf14d07 req-6d873d4c-00ea-42c3-b40a-22789810eea3 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46174fdb-97e1-4b41-ba6d-ca24476f1d8d HTTP/1.1" status: 200 len: 217 time: 0.0984848 Feb 09 01:25:54.665860 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-aa3d5296-fe2b-419a-a13e-ece6007cc2b3 None None] Provisioning complete for port 3a063927-a2f0-4615-b61f-57800c37d125 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:54.666244 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-aa3d5296-fe2b-419a-a13e-ece6007cc2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (3a063927-a2f0-4615-b61f-57800c37d125), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:54.726862 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dd6883bb-512d-44d2-b783-073855bbc626 req-64fe6ed0-6abf-4cde-984e-8725880b36fb tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282599 Feb 09 01:25:54.793992 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e2b79-4466-415b-a3a0-e4917cf14d07 req-a50589ac-acb3-45b1-90cd-8aea0d7bccfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:54.795660 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-883e2b79-4466-415b-a3a0-e4917cf14d07 req-a50589ac-acb3-45b1-90cd-8aea0d7bccfe service neutron] 10.222.0.120 "GET /v2.0/subnets?id=36ed6c8a-8eab-4ee5-af4e-3a7d95f66f05 HTTP/1.1" status: 200 len: 859 time: 0.1208286 Feb 09 01:25:54.811395 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-aa3d5296-fe2b-419a-a13e-ece6007cc2b3 None None] Current status of the port 3a063927-a2f0-4615-b61f-57800c37d125 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:55.124219 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-9f44ce76-4c7c-4501-809a-12c10619e60d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Allocated IP 2001:db8::236 (a8203b0d-e7af-492c-8c21-23f9563ce2e8/80d4deeb-3b3b-4bb3-bfa1-d1fd9e62feaf/d18aa08a-9509-41c6-8ad4-df6615a7f3ee) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:55.132273 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-9f44ce76-4c7c-4501-809a-12c10619e60d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7e:8191 (a8203b0d-e7af-492c-8c21-23f9563ce2e8/6cc18839-64d6-438c-a867-ffd31a56d6b9/d18aa08a-9509-41c6-8ad4-df6615a7f3ee) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:25:55.275489 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-883e2b79-4466-415b-a3a0-e4917cf14d07 req-ff57effd-7350-4166-b78b-cd6cf60cb6e7 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=a7c73c67-867b-4cd1-a7a6-d305a5dc51d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4684498 Feb 09 01:25:55.320100 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9f44ce76-4c7c-4501-809a-12c10619e60d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for port (d18aa08a-9509-41c6-8ad4-df6615a7f3ee), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:55.342373 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479648d-ec2e-4727-903a-72b442c20c1a req-496b3088-50e5-4615-9b53-058d0876a8f4 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:55.349439 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2479648d-ec2e-4727-903a-72b442c20c1a req-496b3088-50e5-4615-9b53-058d0876a8f4 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] 10.222.0.50 "GET /v2.0/ports?device_id=8987e885-8c40-404c-967a-7cdc62a89da4 HTTP/1.1" status: 200 len: 944 time: 0.7449002 Feb 09 01:25:55.362702 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9f44ce76-4c7c-4501-809a-12c10619e60d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (d18aa08a-9509-41c6-8ad4-df6615a7f3ee), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:55.407561 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f44ce76-4c7c-4501-809a-12c10619e60d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:25:55.411346 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-9f44ce76-4c7c-4501-809a-12c10619e60d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:25:55.416042 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f44ce76-4c7c-4501-809a-12c10619e60d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:25:55.429171 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f44ce76-4c7c-4501-809a-12c10619e60d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:55.429933 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9f44ce76-4c7c-4501-809a-12c10619e60d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:55.441971 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911a420-d6f3-4a12-b010-004d51af618c req-02a84513-da21-46ff-9959-477cf82ed457 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:55.453708 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f911a420-d6f3-4a12-b010-004d51af618c req-02a84513-da21-46ff-9959-477cf82ed457 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "GET /v2.0/ports?device_id=57f2cdfd-c686-43f5-afbe-b6cf4cd5b837 HTTP/1.1" status: 200 len: 983 time: 0.6305878 Feb 09 01:25:55.455141 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f44ce76-4c7c-4501-809a-12c10619e60d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event updated for resources: {'Port': ['ID=d18aa08a-9509-41c6-8ad4-df6615a7f3ee,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:55.462118 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9f44ce76-4c7c-4501-809a-12c10619e60d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4078894 Feb 09 01:25:55.465137 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44268) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:55.468519 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-883e2b79-4466-415b-a3a0-e4917cf14d07 req-3cb11ea3-a162-4d91-a22e-b2fd5a5d5e93 service neutron] 10.222.0.120 "GET /v2.0/networks/a7c73c67-867b-4cd1-a7a6-d305a5dc51d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848626 Feb 09 01:25:55.523213 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 7c2fb4f3-9886-4020-8b66-77efaf1098a9 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:25:55.592784 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 7c2fb4f3-9886-4020-8b66-77efaf1098a9 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:25:55.597938 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 7c2fb4f3-9886-4020-8b66-77efaf1098a9 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:55.598449 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (7c2fb4f3-9886-4020-8b66-77efaf1098a9), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:55.599770 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2479648d-ec2e-4727-903a-72b442c20c1a req-c1a3b1b9-a010-42ab-b31c-2aca4cedb6b3 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] 10.222.0.50 "GET /v2.0/security-groups?id=64d94c76-3ef2-4d2c-9b56-3b589fa64b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2493470 Feb 09 01:25:55.635642 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-c6f622c9-0371-41a3-bb82-0f2c0210cf49 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting port d18aa08a-9509-41c6-8ad4-df6615a7f3ee {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:25:55.636116 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c6f622c9-0371-41a3-bb82-0f2c0210cf49 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (d18aa08a-9509-41c6-8ad4-df6615a7f3ee), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:55.646542 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f911a420-d6f3-4a12-b010-004d51af618c req-261e606b-8e38-4fdb-b3bb-1e1504ac262d tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0718378-8307-420f-8220-cf74a6bc0f74&id=dcfc638c-9490-44f4-b609-16a2e61796c5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1915305 Feb 09 01:25:55.712066 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-883e2b79-4466-415b-a3a0-e4917cf14d07 req-1b4db28e-2700-4362-8400-8b2c098d69cc service neutron] 10.222.0.120 "GET /v2.0/networks/a7c73c67-867b-4cd1-a7a6-d305a5dc51d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325389 Feb 09 01:25:55.716456 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6811bc93-ecc3-4b4b-b473-803d6e87b2c2 None None] Provisioning complete for port 3a063927-a2f0-4615-b61f-57800c37d125 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:55.728788 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6811bc93-ecc3-4b4b-b473-803d6e87b2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (3a063927-a2f0-4615-b61f-57800c37d125), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:55.813252 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 3a063927-a2f0-4615-b61f-57800c37d125 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:25:55.832052 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c6f622c9-0371-41a3-bb82-0f2c0210cf49 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (d18aa08a-9509-41c6-8ad4-df6615a7f3ee), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:55.848396 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-c6f622c9-0371-41a3-bb82-0f2c0210cf49 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Calling delete_port for d18aa08a-9509-41c6-8ad4-df6615a7f3ee owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:25:55.869016 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2933550-af2d-485e-8984-486ad399561e req-2f87bc81-e444-4159-a18b-d0f78df6cb44 tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:55.876176 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2933550-af2d-485e-8984-486ad399561e req-2f87bc81-e444-4159-a18b-d0f78df6cb44 tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] 10.222.0.50 "GET /v2.0/ports?device_id=52b9a3cd-86f9-4816-84b7-59f174e8f46e HTTP/1.1" status: 200 len: 945 time: 0.1076951 Feb 09 01:25:55.935245 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 7c2fb4f3-9886-4020-8b66-77efaf1098a9 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:55.935809 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7c2fb4f3-9886-4020-8b66-77efaf1098a9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:55.961167 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 3a063927-a2f0-4615-b61f-57800c37d125 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:55.961715 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (3a063927-a2f0-4615-b61f-57800c37d125), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:56.016461 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 084736e9-2e33-480f-b54d-c1da4a3657ca details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:25:56.018781 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d072d6-dffe-4f7d-a76c-d090308a4747 req-737c3dfe-90d8-4a89-ab5c-88ec953e9a03 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:56.021441 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-48d072d6-dffe-4f7d-a76c-d090308a4747 req-737c3dfe-90d8-4a89-ab5c-88ec953e9a03 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=543a959e-bde0-48bf-9f11-100ee08ccb40 HTTP/1.1" status: 200 len: 943 time: 0.1433797 Feb 09 01:25:56.033546 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2933550-af2d-485e-8984-486ad399561e req-6436e3c7-b2c1-49d8-a76d-b42f5006c5a2 tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] 10.222.0.50 "GET /v2.0/security-groups?id=24a54a31-e2ad-4634-81b8-578e8643c1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452880 Feb 09 01:25:56.072849 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f2cdfd-c686-43f5-afbe-b6cf4cd5b837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c2fb4f3-9886-4020-8b66-77efaf1098a9'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:25:56.075883 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b180686-8552-4956-8a15-cab5acd2507c" -d '{"events": [{"server_uuid": "57f2cdfd-c686-43f5-afbe-b6cf4cd5b837", "name": "network-vif-plugged", "status": "completed", "tag": "7c2fb4f3-9886-4020-8b66-77efaf1098a9"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:25:56.125464 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 7c2fb4f3-9886-4020-8b66-77efaf1098a9, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=7c2fb4f3-9886-4020-8b66-77efaf1098a9,segment=NetworkSegment(f69b07ec-dee5-46fd-8a53-740b9e3f9b15),segment_id=f69b07ec-dee5-46fd-8a53-740b9e3f9b15)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:56.128923 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6811bc93-ecc3-4b4b-b473-803d6e87b2c2 None None] Current status of the port 3a063927-a2f0-4615-b61f-57800c37d125 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:56.148858 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (7c2fb4f3-9886-4020-8b66-77efaf1098a9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:56.202119 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-48d072d6-dffe-4f7d-a76c-d090308a4747 req-f77acefa-e2b9-4619-ad3a-c0e8740695a6 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624146 Feb 09 01:25:56.235691 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c6f622c9-0371-41a3-bb82-0f2c0210cf49 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (d18aa08a-9509-41c6-8ad4-df6615a7f3ee), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:56.256187 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=7c2fb4f3-9886-4020-8b66-77efaf1098a9,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:56.267281 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a33f34-2613-4bea-9d6d-4d20e7e02a98 req-a24f8856-9225-4de2-a206-0ad551fdbb21 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:56.279523 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b8a33f34-2613-4bea-9d6d-4d20e7e02a98 req-a24f8856-9225-4de2-a206-0ad551fdbb21 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=27692869-bfd1-47aa-8ed5-f3224fa206ce HTTP/1.1" status: 200 len: 945 time: 0.1387973 Feb 09 01:25:56.326832 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f622c9-0371-41a3-bb82-0f2c0210cf49 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Port': ['ID=d18aa08a-9509-41c6-8ad4-df6615a7f3ee,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:56.369913 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b8a33f34-2613-4bea-9d6d-4d20e7e02a98 req-7fc77c95-b751-48da-90b6-ed624700a194 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806386 Feb 09 01:25:56.463906 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c6f622c9-0371-41a3-bb82-0f2c0210cf49 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:56.469581 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44282) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:56.483344 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c6f622c9-0371-41a3-bb82-0f2c0210cf49 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/ports/d18aa08a-9509-41c6-8ad4-df6615a7f3ee HTTP/1.1" status: 204 len: 168 time: 1.0170884 Feb 09 01:25:56.519041 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66b6b3c-7797-49b3-b668-b4897d0ec055 x-openstack-request-id: req-d66b6b3c-7797-49b3-b668-b4897d0ec055 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:25:56.519467 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57f2cdfd-c686-43f5-afbe-b6cf4cd5b837", "name": "network-vif-plugged", "status": "completed", "tag": "7c2fb4f3-9886-4020-8b66-77efaf1098a9", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:25:56.519811 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d66b6b3c-7797-49b3-b668-b4897d0ec055 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:25:56.520308 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57f2cdfd-c686-43f5-afbe-b6cf4cd5b837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c2fb4f3-9886-4020-8b66-77efaf1098a9', 'code': 200} Feb 09 01:25:56.522379 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-693a4210-fff7-4bf8-80c5-614745a091d8 None None] Could not find standard attr ID for object cd1884a0-bbbd-45bb-862c-5cd3d8f9a260. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:25:56.566385 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d128365-9459-46da-bbfe-bf818f3012a5 req-33b0395e-cd51-4c97-8e9c-554f1756f783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:56.567990 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4d128365-9459-46da-bbfe-bf818f3012a5 req-33b0395e-cd51-4c97-8e9c-554f1756f783 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=57f2cdfd-c686-43f5-afbe-b6cf4cd5b837 HTTP/1.1" status: 200 len: 1166 time: 0.0874650 Feb 09 01:25:56.575556 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3436f9a9-cfe0-4ce6-8c78-6966e98cd44b tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:56.579947 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44286) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:56.580095 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3436f9a9-cfe0-4ce6-8c78-6966e98cd44b tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1092007 Feb 09 01:25:56.629476 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 3a063927-a2f0-4615-b61f-57800c37d125 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:56.652205 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 084736e9-2e33-480f-b54d-c1da4a3657ca, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=084736e9-2e33-480f-b54d-c1da4a3657ca,segment=NetworkSegment(48933cd2-4d24-4749-84b3-745901d79474),segment_id=48933cd2-4d24-4749-84b3-745901d79474)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:56.675462 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-69aa9175-6063-47a2-a038-d009a1d6fd95 None None] Could not find standard attr ID for object d18aa08a-9509-41c6-8ad4-df6615a7f3ee. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:25:56.679997 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '084736e9-2e33-480f-b54d-c1da4a3657ca', 'network_id': '6076cc38-83af-4e8f-b6d9-59b61dc00254', 'port_id': '084736e9-2e33-480f-b54d-c1da4a3657ca', 'mac_address': 'fa:16:3e:5a:d5:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f080e354-192c-45c8-9f02-4a3b41a60c52', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:25:56.695640 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4d128365-9459-46da-bbfe-bf818f3012a5 req-d2b8ad01-818f-40e3-9386-20f393e2b7f4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f0718378-8307-420f-8220-cf74a6bc0f74&id=dcfc638c-9490-44f4-b609-16a2e61796c5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1134055 Feb 09 01:25:56.727940 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474a8260-6db6-4832-a893-73e757143f08 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:56.732295 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-474a8260-6db6-4832-a893-73e757143f08 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1510093 Feb 09 01:25:56.735456 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44296) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:56.752477 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 084736e9-2e33-480f-b54d-c1da4a3657ca is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:56.752908 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (084736e9-2e33-480f-b54d-c1da4a3657ca), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:56.783584 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 084736e9-2e33-480f-b54d-c1da4a3657ca {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:25:56.802983 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994849d7-a49f-4af6-ac58-afcdafcf2903 req-69d46b89-1338-4744-a0c6-0d49e742afb0 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:56.805792 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-994849d7-a49f-4af6-ac58-afcdafcf2903 req-69d46b89-1338-4744-a0c6-0d49e742afb0 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] 10.222.0.50 "GET /v2.0/ports?device_id=8987e885-8c40-404c-967a-7cdc62a89da4 HTTP/1.1" status: 200 len: 944 time: 0.0979559 Feb 09 01:25:56.817400 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 084736e9-2e33-480f-b54d-c1da4a3657ca, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=084736e9-2e33-480f-b54d-c1da4a3657ca,segment=NetworkSegment(48933cd2-4d24-4749-84b3-745901d79474),segment_id=48933cd2-4d24-4749-84b3-745901d79474)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:56.823579 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (084736e9-2e33-480f-b54d-c1da4a3657ca), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:56.855456 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656a76f4-0341-4794-8102-e3025d383245 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:56.856887 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656a76f4-0341-4794-8102-e3025d383245 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:56.858388 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656a76f4-0341-4794-8102-e3025d383245 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:56.860005 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-656a76f4-0341-4794-8102-e3025d383245 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1232650 Feb 09 01:25:56.862617 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44300) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:56.895827 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-994849d7-a49f-4af6-ac58-afcdafcf2903 req-73952f69-6301-4430-95a4-34e9c2094794 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] 10.222.0.50 "GET /v2.0/security-groups?id=64d94c76-3ef2-4d2c-9b56-3b589fa64b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838223 Feb 09 01:25:56.899999 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=084736e9-2e33-480f-b54d-c1da4a3657ca,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:56.970367 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-f360e9c8-f472-487a-a50e-1c1d916c854a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting subnet 6cc18839-64d6-438c-a867-ffd31a56d6b9 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:25:56.972648 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e695b9-7819-46e7-beda-cfc84ef3611b req-090d9de7-ad22-402d-9e53-d43ec504328a tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:56.974597 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f360e9c8-f472-487a-a50e-1c1d916c854a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (6cc18839-64d6-438c-a867-ffd31a56d6b9), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:56.986922 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-92e695b9-7819-46e7-beda-cfc84ef3611b req-090d9de7-ad22-402d-9e53-d43ec504328a tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "GET /v2.0/ports?device_id=57f2cdfd-c686-43f5-afbe-b6cf4cd5b837 HTTP/1.1" status: 200 len: 984 time: 0.0857379 Feb 09 01:25:57.029950 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f360e9c8-f472-487a-a50e-1c1d916c854a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (6cc18839-64d6-438c-a867-ffd31a56d6b9), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:57.098841 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-92e695b9-7819-46e7-beda-cfc84ef3611b req-37b68361-4aac-42bf-90a4-752b7fb22402 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0718378-8307-420f-8220-cf74a6bc0f74&id=dcfc638c-9490-44f4-b609-16a2e61796c5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1110013 Feb 09 01:25:57.106335 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['084736e9-2e33-480f-b54d-c1da4a3657ca'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:25:57.135473 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f360e9c8-f472-487a-a50e-1c1d916c854a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (6cc18839-64d6-438c-a867-ffd31a56d6b9), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:57.186824 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d0e18-5f7f-4299-b24d-e33866da8959 req-f4add2b0-7530-4164-8b59-96b38d407fd1 tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:57.188447 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a92d0e18-5f7f-4299-b24d-e33866da8959 req-f4add2b0-7530-4164-8b59-96b38d407fd1 tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] 10.222.0.50 "GET /v2.0/ports?device_id=52b9a3cd-86f9-4816-84b7-59f174e8f46e HTTP/1.1" status: 200 len: 945 time: 0.0859566 Feb 09 01:25:57.246929 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f360e9c8-f472-487a-a50e-1c1d916c854a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (6cc18839-64d6-438c-a867-ffd31a56d6b9), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:57.286448 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f360e9c8-f472-487a-a50e-1c1d916c854a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Subnet': ['ID=6cc18839-64d6-438c-a867-ffd31a56d6b9,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:57.293775 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a92d0e18-5f7f-4299-b24d-e33866da8959 req-4f0acfca-b9f1-4b66-a2a1-12e3cfb2f504 tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] 10.222.0.50 "GET /v2.0/security-groups?id=24a54a31-e2ad-4634-81b8-578e8643c1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996225 Feb 09 01:25:57.305713 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f360e9c8-f472-487a-a50e-1c1d916c854a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:57.310786 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f360e9c8-f472-487a-a50e-1c1d916c854a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/6cc18839-64d6-438c-a867-ffd31a56d6b9 HTTP/1.1" status: 204 len: 168 time: 0.4471829 Feb 09 01:25:57.313220 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44304) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:57.335439 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56af0b08-2b5e-49cd-ba31-ba52739727e6 None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:25:57.366887 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6c266-8d24-427e-9ac2-f968676541cc req-b52c0753-06dc-4315-84ae-8f800b6457a2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:57.368318 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9c6c266-8d24-427e-9ac2-f968676541cc req-b52c0753-06dc-4315-84ae-8f800b6457a2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=543a959e-bde0-48bf-9f11-100ee08ccb40 HTTP/1.1" status: 200 len: 943 time: 0.0673184 Feb 09 01:25:57.388131 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce1557ad-ce21-4ad6-ba5b-8f2b63d77d82 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Deleting subnet 80d4deeb-3b3b-4bb3-bfa1-d1fd9e62feaf {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:25:57.397021 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ce1557ad-ce21-4ad6-ba5b-8f2b63d77d82 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (80d4deeb-3b3b-4bb3-bfa1-d1fd9e62feaf), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:57.437839 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9c6c266-8d24-427e-9ac2-f968676541cc req-655e86d3-30cc-4c33-87c1-ac2c31943c78 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628836 Feb 09 01:25:57.450828 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ce1557ad-ce21-4ad6-ba5b-8f2b63d77d82 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (80d4deeb-3b3b-4bb3-bfa1-d1fd9e62feaf), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:57.508492 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157ce62-09ac-4b36-a732-c4389c2166fc req-b9c8d146-1e6c-40c2-9fc6-ec42245ab277 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:57.510612 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2157ce62-09ac-4b36-a732-c4389c2166fc req-b9c8d146-1e6c-40c2-9fc6-ec42245ab277 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=27692869-bfd1-47aa-8ed5-f3224fa206ce HTTP/1.1" status: 200 len: 945 time: 0.0718145 Feb 09 01:25:57.545929 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ce1557ad-ce21-4ad6-ba5b-8f2b63d77d82 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (80d4deeb-3b3b-4bb3-bfa1-d1fd9e62feaf), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:57.573180 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2157ce62-09ac-4b36-a732-c4389c2166fc req-5cd9328c-3176-47b0-9e7d-da31ac26b013 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564122 Feb 09 01:25:57.651633 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ce1557ad-ce21-4ad6-ba5b-8f2b63d77d82 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (80d4deeb-3b3b-4bb3-bfa1-d1fd9e62feaf), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:57.680089 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1557ad-ce21-4ad6-ba5b-8f2b63d77d82 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Subnet': ['ID=80d4deeb-3b3b-4bb3-bfa1-d1fd9e62feaf,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:57.687584 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ce1557ad-ce21-4ad6-ba5b-8f2b63d77d82 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:57.693078 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ce1557ad-ce21-4ad6-ba5b-8f2b63d77d82 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/80d4deeb-3b3b-4bb3-bfa1-d1fd9e62feaf HTTP/1.1" status: 204 len: 168 time: 0.3764982 Feb 09 01:25:57.694501 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44314) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:57.756984 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44318) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:57.761517 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-53a94581-b47c-4dd8-b7b0-ee922fa6394c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0641563 Feb 09 01:25:57.828844 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4d0e6b-ab15-4478-854f-0179dad72943 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:57.832581 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-cb4d0e6b-ab15-4478-854f-0179dad72943 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0724781 Feb 09 01:25:57.833216 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44320) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:57.907152 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2275ada-8193-4488-9671-0c81136b49e7 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:57.908770 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e2275ada-8193-4488-9671-0c81136b49e7 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0745158 Feb 09 01:25:57.911621 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44324) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:57.995527 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-dcd029e2-f72d-4e39-bf4e-2794830f2c17 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0827055 Feb 09 01:25:57.999964 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44330) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:58.063793 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-60560891-278c-4235-ac2c-0ded8f6e0b71 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:25:58.064686 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60560891-278c-4235-ac2c-0ded8f6e0b71 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:25:58.068417 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-60560891-278c-4235-ac2c-0ded8f6e0b71 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/ports/d18aa08a-9509-41c6-8ad4-df6615a7f3ee HTTP/1.1" status: 404 len: 333 time: 0.0672109 Feb 09 01:25:58.071879 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44334) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:58.121726 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-362834f7-019f-45f8-8c62-68681e78bb6b tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:25:58.122200 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-362834f7-019f-45f8-8c62-68681e78bb6b tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:25:58.125585 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-362834f7-019f-45f8-8c62-68681e78bb6b tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/6cc18839-64d6-438c-a867-ffd31a56d6b9 HTTP/1.1" status: 404 len: 337 time: 0.0527270 Feb 09 01:25:58.125721 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd5a83-1596-46a2-bae2-0e3713c89314 req-39339e27-2587-4917-8af7-a584bbf71a64 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:58.128420 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44336) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:58.133937 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01fd5a83-1596-46a2-bae2-0e3713c89314 req-39339e27-2587-4917-8af7-a584bbf71a64 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] 10.222.0.50 "GET /v2.0/ports?device_id=8987e885-8c40-404c-967a-7cdc62a89da4 HTTP/1.1" status: 200 len: 945 time: 0.1211696 Feb 09 01:25:58.194019 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-af88b159-a44c-4734-934f-5bbaf9f56eab tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:25:58.195613 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af88b159-a44c-4734-934f-5bbaf9f56eab tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:25:58.204008 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-af88b159-a44c-4734-934f-5bbaf9f56eab tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/80d4deeb-3b3b-4bb3-bfa1-d1fd9e62feaf HTTP/1.1" status: 404 len: 337 time: 0.0744736 Feb 09 01:25:58.207541 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44340) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:58.213848 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01fd5a83-1596-46a2-bae2-0e3713c89314 req-8ed2449b-5879-4b78-aa86-135bf193d96a tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] 10.222.0.50 "GET /v2.0/security-groups?id=64d94c76-3ef2-4d2c-9b56-3b589fa64b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735166 Feb 09 01:25:58.243068 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-5431e8e0-b2e2-45fa-8952-54205b83d8b3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:25:58.243693 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5431e8e0-b2e2-45fa-8952-54205b83d8b3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:25:58.251408 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5431e8e0-b2e2-45fa-8952-54205b83d8b3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/ports/cd1884a0-bbbd-45bb-862c-5cd3d8f9a260 HTTP/1.1" status: 404 len: 333 time: 0.0426018 Feb 09 01:25:58.253857 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44342) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:58.286319 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ee4e981-f7d6-4746-820d-b223840836b4 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:25:58.287058 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ee4e981-f7d6-4746-820d-b223840836b4 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:25:58.291489 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1ee4e981-f7d6-4746-820d-b223840836b4 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/78e38f96-9429-4629-927c-102df4dadbbb HTTP/1.1" status: 404 len: 337 time: 0.0364974 Feb 09 01:25:58.294168 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44344) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:58.322866 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fa86dd5-6241-437a-a813-99a56ccbfcff tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:25:58.323331 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fa86dd5-6241-437a-a813-99a56ccbfcff tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:25:58.326680 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4fa86dd5-6241-437a-a813-99a56ccbfcff tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/35c655ac-b379-4c1e-a395-4a1581660d95 HTTP/1.1" status: 404 len: 337 time: 0.0313523 Feb 09 01:25:58.332649 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a5b75-e294-43b5-a040-06c597ed98d9 req-1445737c-26e1-4578-b56f-a66844231722 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:58.333139 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44348) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:58.348304 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0b0a5b75-e294-43b5-a040-06c597ed98d9 req-1445737c-26e1-4578-b56f-a66844231722 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "GET /v2.0/ports?device_id=57f2cdfd-c686-43f5-afbe-b6cf4cd5b837 HTTP/1.1" status: 200 len: 984 time: 0.0954297 Feb 09 01:25:58.372924 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd6b57d8-6075-4b4b-883f-ba8a44cd401e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:25:58.374317 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd6b57d8-6075-4b4b-883f-ba8a44cd401e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:25:58.382828 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-dd6b57d8-6075-4b4b-883f-ba8a44cd401e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/ports/9475e26f-addf-4db9-b83d-a89a69e9c30f HTTP/1.1" status: 404 len: 333 time: 0.0468988 Feb 09 01:25:58.383075 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44350) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:58.417975 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1ff7c22-b0fb-4b5c-9d8f-81d1458c58c6 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:25:58.418446 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1ff7c22-b0fb-4b5c-9d8f-81d1458c58c6 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:25:58.418980 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e30589a-301f-40f5-a129-8a2dee69c0a4 None None] Network a8203b0d-e7af-492c-8c21-23f9563ce2e8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:25:58.423849 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f1ff7c22-b0fb-4b5c-9d8f-81d1458c58c6 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/e3f0ab88-ce64-4c30-b2b2-c542f941835d HTTP/1.1" status: 404 len: 337 time: 0.0373333 Feb 09 01:25:58.424073 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44352) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:58.453545 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9e57c76-1bca-485a-8a92-a98df36d51aa tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:25:58.454010 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9e57c76-1bca-485a-8a92-a98df36d51aa tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:25:58.460901 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f9e57c76-1bca-485a-8a92-a98df36d51aa tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/fae92ff6-b908-43ba-acd0-ddfa8aa2ed25 HTTP/1.1" status: 404 len: 337 time: 0.0335202 Feb 09 01:25:58.461269 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44356) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:58.493952 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f77616e-76fb-4690-b3d3-fcebb4375fda tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:25:58.494540 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f77616e-76fb-4690-b3d3-fcebb4375fda tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:25:58.499823 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1f77616e-76fb-4690-b3d3-fcebb4375fda tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/ports/5fa1e86d-1770-4f26-888d-25408f2a0527 HTTP/1.1" status: 404 len: 333 time: 0.0354280 Feb 09 01:25:58.500219 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44358) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:58.502512 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0b0a5b75-e294-43b5-a040-06c597ed98d9 req-e5c3682b-233e-41f6-825a-db5587e4b40d tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0718378-8307-420f-8220-cf74a6bc0f74&id=dcfc638c-9490-44f4-b609-16a2e61796c5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1530147 Feb 09 01:25:58.535955 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-30107702-e2d2-40ef-824d-4c2b607bc01d None None] Provisioning complete for port 3a063927-a2f0-4615-b61f-57800c37d125 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:25:58.539321 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-30107702-e2d2-40ef-824d-4c2b607bc01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (3a063927-a2f0-4615-b61f-57800c37d125), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:58.542954 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f250130-b8d3-4000-8330-ab59dfe245f4 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:25:58.544201 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f250130-b8d3-4000-8330-ab59dfe245f4 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:25:58.551232 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2f250130-b8d3-4000-8330-ab59dfe245f4 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/9a113b09-e071-4ee3-985c-0a5b164146ad HTTP/1.1" status: 404 len: 337 time: 0.0475273 Feb 09 01:25:58.554844 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44362) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:58.558364 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15870a-2088-463b-adaf-7a9d73e87f95 req-6a4ceb70-7314-44a8-8b0f-7afc2d05bd6d tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:58.561130 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c15870a-2088-463b-adaf-7a9d73e87f95 req-6a4ceb70-7314-44a8-8b0f-7afc2d05bd6d tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] 10.222.0.47 "GET /v2.0/ports?device_id=52b9a3cd-86f9-4816-84b7-59f174e8f46e HTTP/1.1" status: 200 len: 945 time: 0.1778946 Feb 09 01:25:58.574579 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb63e5-a77e-46e3-9009-ae86f80fe8d9 req-cec4efbf-d031-4210-92e5-a60360de79ed tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:58.581512 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c6eb63e5-a77e-46e3-9009-ae86f80fe8d9 req-cec4efbf-d031-4210-92e5-a60360de79ed tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] 10.222.0.50 "GET /v2.0/ports?device_id=52b9a3cd-86f9-4816-84b7-59f174e8f46e HTTP/1.1" status: 200 len: 945 time: 0.1874475 Feb 09 01:25:58.611533 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca5a1220-8ceb-4d7f-b5c0-b7b21d0eff15 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:25:58.612196 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca5a1220-8ceb-4d7f-b5c0-b7b21d0eff15 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:25:58.616157 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ca5a1220-8ceb-4d7f-b5c0-b7b21d0eff15 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/12113caf-8393-46b7-af36-a1965eacb419 HTTP/1.1" status: 404 len: 337 time: 0.0583060 Feb 09 01:25:58.619100 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44364) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:58.672941 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3ab0a6-7610-4b2b-9552-0075a9361f6d None None] DHCP port deletion for a8203b0d-e7af-492c-8c21-23f9563ce2e8 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:25:58.686499 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-982d76c4-0ea1-4495-b928-c7dddd7c764e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:25:58.687093 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-982d76c4-0ea1-4495-b928-c7dddd7c764e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:25:58.687743 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-30107702-e2d2-40ef-824d-4c2b607bc01d None None] Current status of the port 3a063927-a2f0-4615-b61f-57800c37d125 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:25:58.692610 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-982d76c4-0ea1-4495-b928-c7dddd7c764e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/ports/aa57d681-4aa0-4ae7-8947-e9068b6356bd HTTP/1.1" status: 404 len: 333 time: 0.0681355 Feb 09 01:25:58.694029 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44366) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:58.740781 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-81318146-1b64-411a-beb6-4015e0084a22 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:25:58.741306 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c6eb63e5-a77e-46e3-9009-ae86f80fe8d9 req-8e43bbe3-d6d6-4faf-9dfe-495ae7c7e253 tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] 10.222.0.50 "GET /v2.0/security-groups?id=24a54a31-e2ad-4634-81b8-578e8643c1f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584609 Feb 09 01:25:58.741598 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81318146-1b64-411a-beb6-4015e0084a22 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:25:58.749026 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-81318146-1b64-411a-beb6-4015e0084a22 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/78a17427-282f-4691-b838-e0b5c2f2dc17 HTTP/1.1" status: 404 len: 337 time: 0.0529952 Feb 09 01:25:58.749648 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44370) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:58.760019 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ec3ab0a6-7610-4b2b-9552-0075a9361f6d None None] Deleting port 3a063927-a2f0-4615-b61f-57800c37d125 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:25:58.760414 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ec3ab0a6-7610-4b2b-9552-0075a9361f6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (3a063927-a2f0-4615-b61f-57800c37d125), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:58.782367 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-e417c520-3777-4485-bab5-6a749fc4bb79 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:25:58.782665 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e417c520-3777-4485-bab5-6a749fc4bb79 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:25:58.789761 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e417c520-3777-4485-bab5-6a749fc4bb79 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/ports/5e184df3-c3a3-40f3-b9c5-d25dc1afbf09 HTTP/1.1" status: 404 len: 333 time: 0.0388603 Feb 09 01:25:58.790551 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44372) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:58.819148 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30077a-8424-4f28-905f-d6c09d8e4828 req-68f1802e-1111-44c2-9586-c50fb5e3458d tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:58.828158 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-db30077a-8424-4f28-905f-d6c09d8e4828 req-68f1802e-1111-44c2-9586-c50fb5e3458d tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=543a959e-bde0-48bf-9f11-100ee08ccb40 HTTP/1.1" status: 200 len: 943 time: 0.2112072 Feb 09 01:25:58.840448 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e71918-ec1a-4b49-9715-3f2aabf4f7ed tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:25:58.840972 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6e71918-ec1a-4b49-9715-3f2aabf4f7ed tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:25:58.844315 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e6e71918-ec1a-4b49-9715-3f2aabf4f7ed tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/aa2c3278-829c-4363-9b68-e01d86f2c753 HTTP/1.1" status: 404 len: 337 time: 0.0526636 Feb 09 01:25:58.847124 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44374) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:58.877710 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-7406edf8-2929-461e-8689-e2c8cce9aeda tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:25:58.878292 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-ec3ab0a6-7610-4b2b-9552-0075a9361f6d None None] For port 3a063927-a2f0-4615-b61f-57800c37d125, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=3a063927-a2f0-4615-b61f-57800c37d125,segment=NetworkSegment(1dccd3ca-5e69-48d2-b714-c4b46d3cc806),segment_id=1dccd3ca-5e69-48d2-b714-c4b46d3cc806)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:58.878435 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7406edf8-2929-461e-8689-e2c8cce9aeda tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:25:58.878698 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ec3ab0a6-7610-4b2b-9552-0075a9361f6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (3a063927-a2f0-4615-b61f-57800c37d125), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:58.881488 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7406edf8-2929-461e-8689-e2c8cce9aeda tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/ports/a18a3cd3-4197-42b9-aec7-aff06869b725 HTTP/1.1" status: 404 len: 333 time: 0.0331969 Feb 09 01:25:58.883959 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44376) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:58.897775 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ec3ab0a6-7610-4b2b-9552-0075a9361f6d None None] Calling delete_port for 3a063927-a2f0-4615-b61f-57800c37d125 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:25:58.910961 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-48e8a154-1195-416e-99c8-6598bc5e499d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:25:58.911423 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48e8a154-1195-416e-99c8-6598bc5e499d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:25:58.914623 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-48e8a154-1195-416e-99c8-6598bc5e499d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/6883f840-b056-4dc0-9c90-a8cd30793abd HTTP/1.1" status: 404 len: 337 time: 0.0290036 Feb 09 01:25:58.917292 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44378) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:58.925613 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-db30077a-8424-4f28-905f-d6c09d8e4828 req-f3752555-e758-48c5-a315-a67afdd0992f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960426 Feb 09 01:25:58.944398 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2eb7250-1181-4a40-9ed6-3108a5316b0c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:25:58.945988 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2eb7250-1181-4a40-9ed6-3108a5316b0c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:25:58.950215 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b2eb7250-1181-4a40-9ed6-3108a5316b0c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/ports/b9cb09a8-9a5f-4525-9342-0178a26717f4 HTTP/1.1" status: 404 len: 333 time: 0.0317354 Feb 09 01:25:58.951376 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-0c15870a-2088-463b-adaf-7a9d73e87f95 req-01609ef8-f16e-465d-9854-1e01d019b818 tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] Deleting port a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:25:58.951733 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0c15870a-2088-463b-adaf-7a9d73e87f95 req-01609ef8-f16e-465d-9854-1e01d019b818 tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:58.952697 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44380) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:58.986619 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-496cbca8-1be7-48cd-8cd6-003ff1b88132 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:25:58.987314 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-496cbca8-1be7-48cd-8cd6-003ff1b88132 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:25:58.990658 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-496cbca8-1be7-48cd-8cd6-003ff1b88132 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/fa02d35f-1587-4da7-a7fb-1650fc40090b HTTP/1.1" status: 404 len: 337 time: 0.0369029 Feb 09 01:25:58.993314 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44382) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:59.003718 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c94e8-20ab-4a7a-ae33-5a82945fc804 req-ccbc17b8-1a3d-4f79-87f4-c118f48cbbfa tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:59.011413 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ce2c94e8-20ab-4a7a-ae33-5a82945fc804 req-ccbc17b8-1a3d-4f79-87f4-c118f48cbbfa tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "GET /v2.0/ports?device_id=57f2cdfd-c686-43f5-afbe-b6cf4cd5b837 HTTP/1.1" status: 200 len: 984 time: 0.1714303 Feb 09 01:25:59.024108 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-197b37d5-32e5-441d-90a8-8d3298e90358 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:25:59.028000 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-197b37d5-32e5-441d-90a8-8d3298e90358 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:25:59.034294 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44386) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:59.037305 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-197b37d5-32e5-441d-90a8-8d3298e90358 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/ports/e6bdfd8d-4b47-4e9e-85f4-b27560fdfb03 HTTP/1.1" status: 404 len: 333 time: 0.0361464 Feb 09 01:25:59.039561 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ec3ab0a6-7610-4b2b-9552-0075a9361f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (3a063927-a2f0-4615-b61f-57800c37d125), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:59.068117 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ab0a6-7610-4b2b-9552-0075a9361f6d None None] Pushing event deleted for resources: {'Port': ['ID=3a063927-a2f0-4615-b61f-57800c37d125,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:59.072597 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3ab0a6-7610-4b2b-9552-0075a9361f6d None None] No DVR routers for this DVR port 3a063927-a2f0-4615-b61f-57800c37d125 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:25:59.089741 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-238fd0f5-7c75-415e-a46a-e6b3da0a7542 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:25:59.090210 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-238fd0f5-7c75-415e-a46a-e6b3da0a7542 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:25:59.093331 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-238fd0f5-7c75-415e-a46a-e6b3da0a7542 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/2dfae32c-84d8-4d79-a641-47f862cf43ab HTTP/1.1" status: 404 len: 337 time: 0.0580912 Feb 09 01:25:59.095978 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44388) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:59.123360 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-1328c2b1-d693-4e63-967d-df1442652faa tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:25:59.124716 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1328c2b1-d693-4e63-967d-df1442652faa tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:25:59.127976 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1328c2b1-d693-4e63-967d-df1442652faa tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/ports/94ab4981-aa6d-4f6d-b902-d0ddfa1456b5 HTTP/1.1" status: 404 len: 333 time: 0.0307050 Feb 09 01:25:59.130666 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44390) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:59.143975 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ce2c94e8-20ab-4a7a-ae33-5a82945fc804 req-7bf041c3-b632-423b-bf0b-3e62f3079a56 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0718378-8307-420f-8220-cf74a6bc0f74&id=dcfc638c-9490-44f4-b609-16a2e61796c5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1316783 Feb 09 01:25:59.153517 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-0c15870a-2088-463b-adaf-7a9d73e87f95 req-01609ef8-f16e-465d-9854-1e01d019b818 tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] For port a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd,segment=NetworkSegment(96479043-39bf-4b8b-a716-2f273ae69737),segment_id=96479043-39bf-4b8b-a716-2f273ae69737)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:25:59.154127 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0c15870a-2088-463b-adaf-7a9d73e87f95 req-01609ef8-f16e-465d-9854-1e01d019b818 tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:59.164480 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-e98ffbcf-8f76-4cb7-9a43-b7c618bee702 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:25:59.164480 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e98ffbcf-8f76-4cb7-9a43-b7c618bee702 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:25:59.167613 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e98ffbcf-8f76-4cb7-9a43-b7c618bee702 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/3e8ff895-7fc9-4fd3-9de6-6e7806aaf7ec HTTP/1.1" status: 404 len: 337 time: 0.0357795 Feb 09 01:25:59.174815 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-0c15870a-2088-463b-adaf-7a9d73e87f95 req-01609ef8-f16e-465d-9854-1e01d019b818 tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] Calling delete_port for a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:25:59.176510 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44394) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:59.204773 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-47bbcdd0-e402-4ead-991d-8e58f5a870ed tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:25:59.205444 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47bbcdd0-e402-4ead-991d-8e58f5a870ed tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:25:59.209549 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-47bbcdd0-e402-4ead-991d-8e58f5a870ed tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/dc87e255-bf5d-4768-a418-c674f7e15362 HTTP/1.1" status: 404 len: 337 time: 0.0320508 Feb 09 01:25:59.213860 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44398) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:59.249088 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-8baf74a6-1d41-4655-b715-4ec9559a7ac9 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:25:59.249944 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8baf74a6-1d41-4655-b715-4ec9559a7ac9 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:25:59.254858 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8baf74a6-1d41-4655-b715-4ec9559a7ac9 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/ports/ea3bca65-5f08-4c30-a5b0-1cecb86dfa2d HTTP/1.1" status: 404 len: 333 time: 0.0395434 Feb 09 01:25:59.257570 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44402) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:59.288042 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-5235402d-31ba-4351-99de-e6ba3e75053a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:25:59.288665 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5235402d-31ba-4351-99de-e6ba3e75053a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:25:59.292439 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5235402d-31ba-4351-99de-e6ba3e75053a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/f3293825-d807-4d47-acca-73e82479e08a HTTP/1.1" status: 404 len: 337 time: 0.0338218 Feb 09 01:25:59.294986 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44404) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:59.321791 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-be33f4e9-af78-42e0-a1aa-593808d98126 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:25:59.322250 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be33f4e9-af78-42e0-a1aa-593808d98126 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:25:59.327714 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-be33f4e9-af78-42e0-a1aa-593808d98126 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/b8e994aa-c480-464b-a418-253e34a05b36 HTTP/1.1" status: 404 len: 337 time: 0.0295362 Feb 09 01:25:59.327945 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44406) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:59.351769 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c8ec15a-de02-4fcf-896d-a565357cef72 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:25:59.351953 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c8ec15a-de02-4fcf-896d-a565357cef72 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:25:59.357773 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1c8ec15a-de02-4fcf-896d-a565357cef72 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/ports/90b43b69-cb32-4f06-9387-08f2d89c73a2 HTTP/1.1" status: 404 len: 333 time: 0.0266581 Feb 09 01:25:59.358429 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44408) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:59.359732 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b08741-d5d3-4104-a063-2321c7f56d28 req-c5da2a51-caa2-425b-947f-91b6595fa4e6 tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:59.361325 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c8b08741-d5d3-4104-a063-2321c7f56d28 req-c5da2a51-caa2-425b-947f-91b6595fa4e6 tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=57f2cdfd-c686-43f5-afbe-b6cf4cd5b837 HTTP/1.1" status: 200 len: 1166 time: 0.1112092 Feb 09 01:25:59.394556 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-36c79b59-26f3-4ce2-bddc-8a0241ad199d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:25:59.395121 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36c79b59-26f3-4ce2-bddc-8a0241ad199d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:25:59.400836 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-36c79b59-26f3-4ce2-bddc-8a0241ad199d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/cd68d347-ee9e-4ad9-96f3-7d1e995847fc HTTP/1.1" status: 404 len: 337 time: 0.0417707 Feb 09 01:25:59.401151 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44410) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:59.424555 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c8b08741-d5d3-4104-a063-2321c7f56d28 req-6cf59732-399e-4feb-b0de-b70e4234f94c tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:59.454241 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-82201876-1975-43ca-a4db-1914c8ecc51d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:25:59.454619 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82201876-1975-43ca-a4db-1914c8ecc51d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:25:59.460013 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-82201876-1975-43ca-a4db-1914c8ecc51d tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/181459b7-fceb-4cfd-b547-c247c5b8756a HTTP/1.1" status: 404 len: 337 time: 0.0477693 Feb 09 01:25:59.460499 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44412) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:59.464644 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23dccf-87d6-4e0f-80a2-753291711019 req-2302e8cb-066c-4b0a-a145-1d2158cbaeb4 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:59.466747 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4b23dccf-87d6-4e0f-80a2-753291711019 req-2302e8cb-066c-4b0a-a145-1d2158cbaeb4 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] 10.222.0.50 "GET /v2.0/ports?device_id=8987e885-8c40-404c-967a-7cdc62a89da4 HTTP/1.1" status: 200 len: 945 time: 0.1750059 Feb 09 01:25:59.488463 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5d2a81f-8786-4177-8f5f-be6559721256 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:25:59.489547 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5d2a81f-8786-4177-8f5f-be6559721256 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:25:59.491804 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0c15870a-2088-463b-adaf-7a9d73e87f95 req-01609ef8-f16e-465d-9854-1e01d019b818 tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:59.493001 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d5d2a81f-8786-4177-8f5f-be6559721256 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/ports/698c5409-26b6-487e-97ac-023b4952f78e HTTP/1.1" status: 404 len: 333 time: 0.0307250 Feb 09 01:25:59.495692 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44414) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:59.504808 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:25:59.523435 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-815378d4-3b17-49c9-b141-fd0e9664d610 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:25:59.524231 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-815378d4-3b17-49c9-b141-fd0e9664d610 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:25:59.527592 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-815378d4-3b17-49c9-b141-fd0e9664d610 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/b3ab2b1e-8c30-47ae-8279-33707489c571 HTTP/1.1" status: 404 len: 337 time: 0.0309734 Feb 09 01:25:59.535414 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44416) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:59.543372 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01609ef8-f16e-465d-9854-1e01d019b818 tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] Pushing event deleted for resources: {'Port': ['ID=a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:59.576576 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-30a1de4b-9c98-4c1c-8f93-105571313fc1 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:25:59.577056 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30a1de4b-9c98-4c1c-8f93-105571313fc1 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:25:59.582701 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-30a1de4b-9c98-4c1c-8f93-105571313fc1 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/3b0afce2-4d82-4a8d-97f9-5c451c09223a HTTP/1.1" status: 404 len: 337 time: 0.0437579 Feb 09 01:25:59.582968 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44418) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:59.615643 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-886604e9-c0fa-4cc7-8e64-c2850994f1fb tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/ports?device_id=3866abb3-237a-4a9a-b229-f083fb531143 HTTP/1.1" status: 200 len: 205 time: 0.0293450 Feb 09 01:25:59.616143 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44420) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:59.626586 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c15870a-2088-463b-adaf-7a9d73e87f95 req-01609ef8-f16e-465d-9854-1e01d019b818 tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] No DVR routers for this DVR port a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:25:59.631528 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4b23dccf-87d6-4e0f-80a2-753291711019 req-f3f28249-f429-4cf6-b000-122802294cc5 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] 10.222.0.50 "GET /v2.0/security-groups?id=64d94c76-3ef2-4d2c-9b56-3b589fa64b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535041 Feb 09 01:25:59.632634 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0c15870a-2088-463b-adaf-7a9d73e87f95 req-01609ef8-f16e-465d-9854-1e01d019b818 tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:59.635913 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c15870a-2088-463b-adaf-7a9d73e87f95 req-01609ef8-f16e-465d-9854-1e01d019b818 tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] 10.222.0.47 "DELETE /v2.0/ports/a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd HTTP/1.1" status: 204 len: 173 time: 1.0342002 Feb 09 01:25:59.637649 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b9a3cd-86f9-4816-84b7-59f174e8f46e', 'name': 'network-vif-deleted', 'tag': 'a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:25:59.644660 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e6031b-1305-49f1-8323-9f3a0c0e7a38" -d '{"events": [{"server_uuid": "52b9a3cd-86f9-4816-84b7-59f174e8f46e", "name": "network-vif-deleted", "tag": "a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:25:59.686070 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c8b08741-d5d3-4104-a063-2321c7f56d28 req-6cf59732-399e-4feb-b0de-b70e4234f94c tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] Publish callbacks [] for security_group (4f62b026-2fa4-446f-b774-bb8ebde414af), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:59.702800 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c8b08741-d5d3-4104-a063-2321c7f56d28 req-6cf59732-399e-4feb-b0de-b70e4234f94c tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (4f62b026-2fa4-446f-b774-bb8ebde414af), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:25:59.710096 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-ee09e42e-9ec8-4623-989a-cac8c9809f5c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] delete failed (client error): The resource could not be found. Feb 09 01:25:59.717733 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ee09e42e-9ec8-4623-989a-cac8c9809f5c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/routers/3866abb3-237a-4a9a-b229-f083fb531143 HTTP/1.1" status: 404 len: 336 time: 0.1004312 Feb 09 01:25:59.718537 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44424) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:59.730635 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f196bd0-dc2b-4b83-a1e7-07c69d7f5c56 x-openstack-request-id: req-8f196bd0-dc2b-4b83-a1e7-07c69d7f5c56 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:25:59.731042 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52b9a3cd-86f9-4816-84b7-59f174e8f46e", "name": "network-vif-deleted", "tag": "a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:25:59.731391 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8f196bd0-dc2b-4b83-a1e7-07c69d7f5c56 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:25:59.731893 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b9a3cd-86f9-4816-84b7-59f174e8f46e', 'name': 'network-vif-deleted', 'tag': 'a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd', 'status': 'completed', 'code': 200} Feb 09 01:25:59.757217 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a8a8121-7c72-4eab-8e95-0330fce6a54c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:25:59.757959 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a8a8121-7c72-4eab-8e95-0330fce6a54c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:25:59.768314 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9a8a8121-7c72-4eab-8e95-0330fce6a54c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/e325df9e-2b0e-4caf-b5e3-5fdff6551be0 HTTP/1.1" status: 404 len: 337 time: 0.0486453 Feb 09 01:25:59.768824 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44428) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:59.778976 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 3a063927-a2f0-4615-b61f-57800c37d125 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:25:59.810458 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 3a063927-a2f0-4615-b61f-57800c37d125 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:25:59.810830 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 3a063927-a2f0-4615-b61f-57800c37d125 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:25:59.816411 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf59732-399e-4feb-b0de-b70e4234f94c tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f62b026-2fa4-446f-b774-bb8ebde414af,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:25:59.820715 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3dfe484d-26c9-4269-9105-34f1eba59018 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "GET /v2.0/ports?device_id=3e2f63c7-6408-4cb4-a53a-a736b052e1ac HTTP/1.1" status: 200 len: 205 time: 0.0481455 Feb 09 01:25:59.824084 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44432) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:59.824319 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c8b08741-d5d3-4104-a063-2321c7f56d28 req-6cf59732-399e-4feb-b0de-b70e4234f94c tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=f0718378-8307-420f-8220-cf74a6bc0f74&id=dcfc638c-9490-44f4-b609-16a2e61796c5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4566755 Feb 09 01:25:59.852509 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44434) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:59.885956 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-e20bdc0c-c444-4590-970a-ebc821b0c6b5 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] delete failed (client error): The resource could not be found. Feb 09 01:25:59.889591 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e20bdc0c-c444-4590-970a-ebc821b0c6b5 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/routers/3e2f63c7-6408-4cb4-a53a-a736b052e1ac HTTP/1.1" status: 404 len: 336 time: 0.0638299 Feb 09 01:25:59.890144 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44436) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:59.922219 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-e80a727f-5bc6-4e8f-873f-f9691300a360 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:25:59.922942 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e80a727f-5bc6-4e8f-873f-f9691300a360 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:25:59.926205 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e80a727f-5bc6-4e8f-873f-f9691300a360 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/085c038a-adb8-4b4d-bd5b-b958c6baeb1b HTTP/1.1" status: 404 len: 337 time: 0.0351620 Feb 09 01:25:59.926903 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-21c6eec9-a13b-4a7b-802d-03e6e38f5b57 req-8c1f5b63-4b7e-4a5d-b4ff-2b0b2b73d352 tempest-ServerPasswordTestJSON-1135332314 tempest-ServerPasswordTestJSON-1135332314-project] 10.222.0.50 "GET /v2.0/ports?device_id=52b9a3cd-86f9-4816-84b7-59f174e8f46e HTTP/1.1" status: 200 len: 210 time: 0.0395167 Feb 09 01:25:59.929856 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44438) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:59.963014 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9d0bfcf-c6fb-4b33-9722-39805d6236a6 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:25:59.963497 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9d0bfcf-c6fb-4b33-9722-39805d6236a6 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:25:59.969108 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c9d0bfcf-c6fb-4b33-9722-39805d6236a6 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/8e63a591-f864-4f59-a057-3da06c27ae07 HTTP/1.1" status: 404 len: 337 time: 0.0359385 Feb 09 01:25:59.969310 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44442) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:59.980505 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5661a852-56d3-44f9-8d43-a777c216b1c4 tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:25:59.982118 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-5661a852-56d3-44f9-8d43-a777c216b1c4 tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=57f2cdfd-c686-43f5-afbe-b6cf4cd5b837 HTTP/1.1" status: 200 len: 1161 time: 0.1279647 Feb 09 01:25:59.985293 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44444) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:25:59.987023 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 084736e9-2e33-480f-b54d-c1da4a3657ca up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:25:59.990709 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-f60caee1-e3d9-4ebb-bfb6-8e2681b4d698 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'port_id': '7c2fb4f3-9886-4020-8b66-77efaf1098a9', 'tenant_id': '5b3cbba90205438cb5119ccafd525f59', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:25:59.998087 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeb68df5-6a37-4503-8c6e-aa2873563df1 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:25:59.998699 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeb68df5-6a37-4503-8c6e-aa2873563df1 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:26:00.002097 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-aeb68df5-6a37-4503-8c6e-aa2873563df1 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/ports/a7853c7d-ccbb-46c7-a04b-0dd63e92771c HTTP/1.1" status: 404 len: 333 time: 0.0317907 Feb 09 01:26:00.004582 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44446) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:00.029119 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f60caee1-e3d9-4ebb-bfb6-8e2681b4d698 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:00.041572 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce313625-dd73-47b1-a104-cda5b1fd096c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:26:00.042041 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce313625-dd73-47b1-a104-cda5b1fd096c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:26:00.047661 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ce313625-dd73-47b1-a104-cda5b1fd096c tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/7e6878ff-103f-4dda-86a0-c5d04f0e618c HTTP/1.1" status: 404 len: 337 time: 0.0399067 Feb 09 01:26:00.047915 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44448) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:00.074816 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 084736e9-2e33-480f-b54d-c1da4a3657ca completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:26:00.079519 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 084736e9-2e33-480f-b54d-c1da4a3657ca triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:00.080307 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (084736e9-2e33-480f-b54d-c1da4a3657ca), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:00.098295 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-98b13ff5-91e7-45a2-8852-9ee00ec821e4 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:26:00.099139 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98b13ff5-91e7-45a2-8852-9ee00ec821e4 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:26:00.103439 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-98b13ff5-91e7-45a2-8852-9ee00ec821e4 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/ports/406453ba-ecf2-43f6-bc76-3c6a517b455b HTTP/1.1" status: 404 len: 333 time: 0.0543036 Feb 09 01:26:00.106374 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44450) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:00.140852 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-c45993c5-ed57-4044-aa0b-c597e39d7e23 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:26:00.141637 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c45993c5-ed57-4044-aa0b-c597e39d7e23 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:26:00.145060 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c45993c5-ed57-4044-aa0b-c597e39d7e23 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/bff6b4d9-c764-4882-a1fc-79d9626c50a5 HTTP/1.1" status: 404 len: 337 time: 0.0374365 Feb 09 01:26:00.148522 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44454) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:00.201274 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-65e01464-658b-4fae-8076-b91fe30bd3a4 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:26:00.201848 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65e01464-658b-4fae-8076-b91fe30bd3a4 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:26:00.206862 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-65e01464-658b-4fae-8076-b91fe30bd3a4 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/ports/875b0881-f062-4f6d-9968-724fe90a49fa HTTP/1.1" status: 404 len: 333 time: 0.0570188 Feb 09 01:26:00.215453 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44456) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:00.218532 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f60caee1-e3d9-4ebb-bfb6-8e2681b4d698 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:00.219535 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4f014-d640-4884-b9f6-1b6bc359e687 req-8f1837e8-d606-4bad-a521-ad6a24e65372 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:00.221461 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3ce4f014-d640-4884-b9f6-1b6bc359e687 req-8f1837e8-d606-4bad-a521-ad6a24e65372 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=543a959e-bde0-48bf-9f11-100ee08ccb40 HTTP/1.1" status: 200 len: 943 time: 0.1891363 Feb 09 01:26:00.272489 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 084736e9-2e33-480f-b54d-c1da4a3657ca is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:00.273325 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (084736e9-2e33-480f-b54d-c1da4a3657ca), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:00.304651 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8987e885-8c40-404c-967a-7cdc62a89da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '084736e9-2e33-480f-b54d-c1da4a3657ca'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:26:00.307454 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f57dcfa-d8ee-42b0-b58c-d0d0b6f384c6" -d '{"events": [{"server_uuid": "8987e885-8c40-404c-967a-7cdc62a89da4", "name": "network-vif-plugged", "status": "completed", "tag": "084736e9-2e33-480f-b54d-c1da4a3657ca"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:26:00.341148 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 084736e9-2e33-480f-b54d-c1da4a3657ca, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=084736e9-2e33-480f-b54d-c1da4a3657ca,segment=NetworkSegment(48933cd2-4d24-4749-84b3-745901d79474),segment_id=48933cd2-4d24-4749-84b3-745901d79474)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:00.349098 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (084736e9-2e33-480f-b54d-c1da4a3657ca), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:00.351683 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3ce4f014-d640-4884-b9f6-1b6bc359e687 req-d9390ef6-8aea-419b-817e-5a0f0111ebdb tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207471 Feb 09 01:26:00.379424 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51477173-62ad-4b74-bbb0-a821c927f2bc x-openstack-request-id: req-51477173-62ad-4b74-bbb0-a821c927f2bc {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:26:00.379719 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8987e885-8c40-404c-967a-7cdc62a89da4", "name": "network-vif-plugged", "status": "completed", "tag": "084736e9-2e33-480f-b54d-c1da4a3657ca", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:26:00.379978 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-51477173-62ad-4b74-bbb0-a821c927f2bc {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:26:00.380376 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8987e885-8c40-404c-967a-7cdc62a89da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '084736e9-2e33-480f-b54d-c1da4a3657ca', 'code': 200} Feb 09 01:26:00.393484 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-15399bf1-3b67-4998-b0df-1dd705a6a3e3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:26:00.394090 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15399bf1-3b67-4998-b0df-1dd705a6a3e3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:26:00.399230 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-15399bf1-3b67-4998-b0df-1dd705a6a3e3 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/a45e8c85-7202-498d-82c5-328566788e18 HTTP/1.1" status: 404 len: 337 time: 0.1733503 Feb 09 01:26:00.399835 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44462) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:00.407980 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-f60caee1-e3d9-4ebb-bfb6-8e2681b4d698 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Allocated IP 172.25.8.6 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/4e22abc8-5040-4200-a2a4-db5207472466) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:00.420693 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=084736e9-2e33-480f-b54d-c1da4a3657ca,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:00.436785 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3562e62-5a17-4544-aee4-2b6f21ddf7be tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:26:00.437433 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3562e62-5a17-4544-aee4-2b6f21ddf7be tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:26:00.442949 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e3562e62-5a17-4544-aee4-2b6f21ddf7be tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/ports/89bbade8-12d3-48ec-a751-b3f6740e656b HTTP/1.1" status: 404 len: 333 time: 0.0396700 Feb 09 01:26:00.443177 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44464) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:00.504191 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4a14486-3665-4e7e-b97d-cc2c02adc014 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:26:00.504756 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4a14486-3665-4e7e-b97d-cc2c02adc014 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:26:00.510767 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d4a14486-3665-4e7e-b97d-cc2c02adc014 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/0c5a3680-af60-47c0-8597-aeb67de5fdb3 HTTP/1.1" status: 404 len: 337 time: 0.0636785 Feb 09 01:26:00.511453 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44466) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:00.532590 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a565e32-d034-4e72-acf8-c9b8baa35325 req-20fd5522-a825-49b1-bd3b-f280efade69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:00.534231 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1a565e32-d034-4e72-acf8-c9b8baa35325 req-20fd5522-a825-49b1-bd3b-f280efade69c service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=8987e885-8c40-404c-967a-7cdc62a89da4 HTTP/1.1" status: 200 len: 1128 time: 0.0804410 Feb 09 01:26:00.547682 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-7293f172-a0d0-477b-a5f4-6dfefc2be9e8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:26:00.548278 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7293f172-a0d0-477b-a5f4-6dfefc2be9e8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:26:00.554192 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7293f172-a0d0-477b-a5f4-6dfefc2be9e8 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/ports/0aa47808-5d19-42c7-9448-63e47baf07c5 HTTP/1.1" status: 404 len: 333 time: 0.0397642 Feb 09 01:26:00.555534 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44468) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:00.558982 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f60caee1-e3d9-4ebb-bfb6-8e2681b4d698 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for port (4e22abc8-5040-4200-a2a4-db5207472466), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:00.585043 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1a565e32-d034-4e72-acf8-c9b8baa35325 req-cb2926e4-e9b5-4c23-82f0-4a6c1978b65e service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=64d94c76-3ef2-4d2c-9b56-3b589fa64b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451398 Feb 09 01:26:00.588339 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb92d392-cb5a-432b-b65b-c312009e91c2 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:26:00.588827 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb92d392-cb5a-432b-b65b-c312009e91c2 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:26:00.591828 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-cb92d392-cb5a-432b-b65b-c312009e91c2 tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/106872e0-a953-4988-be5f-a9900b6576eb HTTP/1.1" status: 404 len: 337 time: 0.0365047 Feb 09 01:26:00.594524 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44470) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:00.619611 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f60caee1-e3d9-4ebb-bfb6-8e2681b4d698 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (4e22abc8-5040-4200-a2a4-db5207472466), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:00.620283 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-526d638e-7279-4e52-bf4e-7e8025bc413a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:26:00.621117 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-526d638e-7279-4e52-bf4e-7e8025bc413a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:26:00.626670 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-526d638e-7279-4e52-bf4e-7e8025bc413a tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/ports/b1f8cb08-0576-4e1f-b09d-8ab7f5fcf488 HTTP/1.1" status: 404 len: 333 time: 0.0283890 Feb 09 01:26:00.627479 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44472) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:00.658215 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b4c0333-7e75-411f-ac90-9234a5ac872b tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:26:00.659035 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b4c0333-7e75-411f-ac90-9234a5ac872b tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:26:00.664204 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-9b4c0333-7e75-411f-ac90-9234a5ac872b tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/24fd7805-26a8-443b-8406-1f372d3aa818 HTTP/1.1" status: 404 len: 337 time: 0.0337989 Feb 09 01:26:00.664367 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60caee1-e3d9-4ebb-bfb6-8e2681b4d698 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:00.664585 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44474) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:00.668358 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-f60caee1-e3d9-4ebb-bfb6-8e2681b4d698 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:00.671076 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60caee1-e3d9-4ebb-bfb6-8e2681b4d698 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:26:00.691193 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-e203b6a6-d6ad-4335-aab1-019a2a93184e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:26:00.691870 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e203b6a6-d6ad-4335-aab1-019a2a93184e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:26:00.695272 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e203b6a6-d6ad-4335-aab1-019a2a93184e tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/ports/35ab20a6-6ec7-490e-aa8b-20eaf0badce6 HTTP/1.1" status: 404 len: 333 time: 0.0296988 Feb 09 01:26:00.698362 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44478) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:00.719927 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60caee1-e3d9-4ebb-bfb6-8e2681b4d698 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Pushing event updated for resources: {'Port': ['ID=4e22abc8-5040-4200-a2a4-db5207472466,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:00.724668 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a5c18a5-65c6-47d9-905d-00d3c588ccfa tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] DELETE failed (client error): The resource could not be found. Feb 09 01:26:00.725138 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a5c18a5-65c6-47d9-905d-00d3c588ccfa tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:26:00.730992 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1a5c18a5-65c6-47d9-905d-00d3c588ccfa tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/subnets/86416160-b8db-4718-b3da-e88941e56764 HTTP/1.1" status: 404 len: 337 time: 0.0288768 Feb 09 01:26:00.731204 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44480) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:00.848419 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-61364ebe-bfab-4020-9408-eeaa5bea58fd tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (a8203b0d-e7af-492c-8c21-23f9563ce2e8), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:00.874046 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52038984-793a-4c80-a0c0-8cc3a0e397c2 req-1fdd8b58-a82e-4c3b-86a0-84eae7f9517d tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:00.880909 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-52038984-793a-4c80-a0c0-8cc3a0e397c2 req-1fdd8b58-a82e-4c3b-86a0-84eae7f9517d tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] 10.222.0.50 "GET /v2.0/ports?device_id=8987e885-8c40-404c-967a-7cdc62a89da4 HTTP/1.1" status: 200 len: 946 time: 0.1404560 Feb 09 01:26:00.990882 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-61364ebe-bfab-4020-9408-eeaa5bea58fd tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (a8203b0d-e7af-492c-8c21-23f9563ce2e8), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:01.020025 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44494) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:01.021116 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-52038984-793a-4c80-a0c0-8cc3a0e397c2 req-6340006c-cd2e-4c50-b111-2cdd8177abbf tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] 10.222.0.50 "GET /v2.0/security-groups?id=64d94c76-3ef2-4d2c-9b56-3b589fa64b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393433 Feb 09 01:26:01.034909 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-61364ebe-bfab-4020-9408-eeaa5bea58fd tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8203b0d-e7af-492c-8c21-23f9563ce2e8']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:01.051696 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-61364ebe-bfab-4020-9408-eeaa5bea58fd tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dccd3ca-5e69-48d2-b714-c4b46d3cc806') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:01.052257 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-61364ebe-bfab-4020-9408-eeaa5bea58fd tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dccd3ca-5e69-48d2-b714-c4b46d3cc806') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:01.064402 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-61364ebe-bfab-4020-9408-eeaa5bea58fd tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (1dccd3ca-5e69-48d2-b714-c4b46d3cc806), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:01.082892 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-61364ebe-bfab-4020-9408-eeaa5bea58fd tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (1dccd3ca-5e69-48d2-b714-c4b46d3cc806), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:01.095021 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61364ebe-bfab-4020-9408-eeaa5bea58fd tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:26:01.095940 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-61364ebe-bfab-4020-9408-eeaa5bea58fd tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (1dccd3ca-5e69-48d2-b714-c4b46d3cc806), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:01.105506 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:26:01.105506 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:26:01.105506 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:26:01.105506 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:26:01.105506 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:26:01.105506 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:26:01.105506 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:26:01.105506 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:26:01.105506 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:26:01.105506 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:26:01.105506 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:26:01.105506 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:26:01.105506 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:26:01.105506 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:26:01.105506 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:26:01.105506 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:26:01.105506 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:26:01.105506 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:26:01.105506 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:26:01.105506 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:26:01.105506 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:26:01.105506 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:26:01.105506 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:26:01.105506 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:26:01.105506 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:26:01.105506 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:26:01.105506 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:26:01.105506 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:26:01.105506 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:26:01.105506 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:26:01.105506 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:26:01.105506 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:26:01.126549 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccd23f1a-d868-489e-b154-41865313d09a admin admin] Deleting subnet fd0d17a4-0479-4fd8-8334-1bca51d940d5 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:26:01.129969 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ccd23f1a-d868-489e-b154-41865313d09a admin admin] Publish callbacks [] for subnet (fd0d17a4-0479-4fd8-8334-1bca51d940d5), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:01.168572 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ccd23f1a-d868-489e-b154-41865313d09a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (fd0d17a4-0479-4fd8-8334-1bca51d940d5), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:01.199012 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-61364ebe-bfab-4020-9408-eeaa5bea58fd tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (a8203b0d-e7af-492c-8c21-23f9563ce2e8), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:01.216052 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-61364ebe-bfab-4020-9408-eeaa5bea58fd tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:01.219858 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-61364ebe-bfab-4020-9408-eeaa5bea58fd tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] 10.222.0.50 "DELETE /v2.0/networks/a8203b0d-e7af-492c-8c21-23f9563ce2e8 HTTP/1.1" status: 204 len: 168 time: 0.4877391 Feb 09 01:26:01.234197 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61364ebe-bfab-4020-9408-eeaa5bea58fd tempest-NetworksTestDHCPv6-57509373 tempest-NetworksTestDHCPv6-57509373-project] Pushing event deleted for resources: {'Network': ['ID=a8203b0d-e7af-492c-8c21-23f9563ce2e8,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:01.367469 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ccd23f1a-d868-489e-b154-41865313d09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (fd0d17a4-0479-4fd8-8334-1bca51d940d5), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:01.543644 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7418f2a2-fb15-4933-b53a-e6ebd745f21e req-16c2d43d-38a2-493f-a8fe-126fcc34bd46 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:01.544260 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44524) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:01.546945 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7418f2a2-fb15-4933-b53a-e6ebd745f21e req-16c2d43d-38a2-493f-a8fe-126fcc34bd46 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=543a959e-bde0-48bf-9f11-100ee08ccb40 HTTP/1.1" status: 200 len: 943 time: 0.0963697 Feb 09 01:26:01.576975 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ccd23f1a-d868-489e-b154-41865313d09a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (fd0d17a4-0479-4fd8-8334-1bca51d940d5), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:01.583594 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:26:01.649704 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:26:01.650129 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device a42dd8ec-fa1f-49d4-9b8c-7f19fb0f5bdd not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:26:01.651738 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7418f2a2-fb15-4933-b53a-e6ebd745f21e req-94e4ffd5-9699-4181-8829-32e6c2811738 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924983 Feb 09 01:26:01.707539 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd23f1a-d868-489e-b154-41865313d09a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd0d17a4-0479-4fd8-8334-1bca51d940d5,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:01.723005 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ccd23f1a-d868-489e-b154-41865313d09a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:01.726258 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ccd23f1a-d868-489e-b154-41865313d09a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/fd0d17a4-0479-4fd8-8334-1bca51d940d5 HTTP/1.1" status: 204 len: 168 time: 0.7051103 Feb 09 01:26:01.727572 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f60caee1-e3d9-4ebb-bfb6-8e2681b4d698 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for floatingip (ac33b90d-eb4a-43e2-a874-cb2a49fccd9a), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:01.729713 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44546) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:01.893397 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d7c348b2-27bd-49fc-936b-d63536855f05 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2aa099fb60d240ab8ce8691ee5b2e38c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3477278 Feb 09 01:26:01.897743 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44568) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:01.901414 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f60caee1-e3d9-4ebb-bfb6-8e2681b4d698 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4e22abc8-5040-4200-a2a4-db5207472466), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:01.911628 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d97d372e-736d-4581-8166-7830ef4c282c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (b9134a69-73e5-4747-b85c-dfd137cfad6b), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:01.970316 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f8fc81af-e17a-40d8-a836-4da34034d3f6 req-f06eccb3-2e61-4af9-a9db-16bf33d31072 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=547c25db-5882-4232-865f-96655cf83a72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1083319 Feb 09 01:26:02.002726 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device bea4c47e-96ea-4c48-a7a3-4bbe25954aba details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:26:02.144269 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fc8dad54-a5e1-461b-ab79-916a27c1e3c5 admin admin] Publish callbacks [] for security_group (863cd8ab-986f-447b-af4f-7ff9544fb575), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:02.162782 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f60caee1-e3d9-4ebb-bfb6-8e2681b4d698 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for port (4e22abc8-5040-4200-a2a4-db5207472466), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:02.174216 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d97d372e-736d-4581-8166-7830ef4c282c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (b9134a69-73e5-4747-b85c-dfd137cfad6b), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:02.182878 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f60caee1-e3d9-4ebb-bfb6-8e2681b4d698 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (4e22abc8-5040-4200-a2a4-db5207472466), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:02.208616 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc81af-e17a-40d8-a836-4da34034d3f6 req-c0f4d049-b50a-4392-91e6-b719dd9036de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:02.210169 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f8fc81af-e17a-40d8-a836-4da34034d3f6 req-c0f4d049-b50a-4392-91e6-b719dd9036de service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2c4f55ab750f4159bdfcab050e5654ef&device_id=547c25db-5882-4232-865f-96655cf83a72 HTTP/1.1" status: 200 len: 1127 time: 0.1838944 Feb 09 01:26:02.218932 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-d97d372e-736d-4581-8166-7830ef4c282c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9134a69-73e5-4747-b85c-dfd137cfad6b']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:02.222656 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fc8dad54-a5e1-461b-ab79-916a27c1e3c5 admin admin] Publish callbacks [] for security_group (863cd8ab-986f-447b-af4f-7ff9544fb575), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:02.258945 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-d97d372e-736d-4581-8166-7830ef4c282c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96479043-39bf-4b8b-a716-2f273ae69737') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:02.258945 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-d97d372e-736d-4581-8166-7830ef4c282c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96479043-39bf-4b8b-a716-2f273ae69737') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:02.271009 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port bea4c47e-96ea-4c48-a7a3-4bbe25954aba, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=bea4c47e-96ea-4c48-a7a3-4bbe25954aba,segment=NetworkSegment(d40e3b64-4486-4490-9380-e6758cb22819),segment_id=d40e3b64-4486-4490-9380-e6758cb22819)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:02.289485 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': 'bea4c47e-96ea-4c48-a7a3-4bbe25954aba', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'port_id': 'bea4c47e-96ea-4c48-a7a3-4bbe25954aba', 'mac_address': 'fa:16:3e:73:19:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68d3f132-83c5-49da-80a3-1924c70a8491', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:26:02.304256 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d97d372e-736d-4581-8166-7830ef4c282c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (96479043-39bf-4b8b-a716-2f273ae69737), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:02.345351 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60caee1-e3d9-4ebb-bfb6-8e2681b4d698 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Pushing event updated for resources: {'Port': ['ID=4e22abc8-5040-4200-a2a4-db5207472466,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:02.361870 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f60caee1-e3d9-4ebb-bfb6-8e2681b4d698 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (ac33b90d-eb4a-43e2-a874-cb2a49fccd9a), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:02.365942 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port bea4c47e-96ea-4c48-a7a3-4bbe25954aba is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:02.366551 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (bea4c47e-96ea-4c48-a7a3-4bbe25954aba), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:02.395440 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d97d372e-736d-4581-8166-7830ef4c282c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (96479043-39bf-4b8b-a716-2f273ae69737), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:02.416459 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d97d372e-736d-4581-8166-7830ef4c282c admin admin] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:26:02.417067 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d97d372e-736d-4581-8166-7830ef4c282c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (96479043-39bf-4b8b-a716-2f273ae69737), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:02.418812 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:26:02.418812 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:26:02.418812 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:26:02.418812 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:26:02.418812 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:26:02.418812 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:26:02.418812 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:26:02.418812 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:26:02.418812 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:26:02.418812 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:26:02.418812 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:26:02.418812 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:26:02.418812 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:26:02.418812 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:26:02.418812 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:26:02.418812 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:26:02.418812 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:26:02.418812 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:26:02.418812 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:26:02.418812 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:26:02.418812 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:26:02.418812 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:26:02.418812 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:26:02.418812 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:26:02.418812 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:26:02.418812 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:26:02.418812 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:26:02.418812 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:26:02.418812 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:26:02.418812 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:26:02.418812 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:26:02.418812 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:26:02.425407 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bea4c47e-96ea-4c48-a7a3-4bbe25954aba {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:26:02.438571 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6ac9535e-4679-4453-8654-083b0f5095b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:02.461003 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port bea4c47e-96ea-4c48-a7a3-4bbe25954aba, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=bea4c47e-96ea-4c48-a7a3-4bbe25954aba,segment=NetworkSegment(d40e3b64-4486-4490-9380-e6758cb22819),segment_id=d40e3b64-4486-4490-9380-e6758cb22819)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:02.467623 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (bea4c47e-96ea-4c48-a7a3-4bbe25954aba), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:02.520915 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af302da2-aa85-4a20-89f3-5a2bdbfb7942 req-b6bd13c7-d5b9-41bd-a1fb-82254eee9d1a tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:02.522946 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-af302da2-aa85-4a20-89f3-5a2bdbfb7942 req-b6bd13c7-d5b9-41bd-a1fb-82254eee9d1a tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] 10.222.0.50 "GET /v2.0/ports?device_id=8987e885-8c40-404c-967a-7cdc62a89da4 HTTP/1.1" status: 200 len: 946 time: 0.3065419 Feb 09 01:26:02.529731 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fc8dad54-a5e1-461b-ab79-916a27c1e3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (863cd8ab-986f-447b-af4f-7ff9544fb575), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:02.534286 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fc8dad54-a5e1-461b-ab79-916a27c1e3c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:02.535680 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-fc8dad54-a5e1-461b-ab79-916a27c1e3c5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/863cd8ab-986f-447b-af4f-7ff9544fb575 HTTP/1.1" status: 204 len: 168 time: 0.6342847 Feb 09 01:26:02.571004 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d97d372e-736d-4581-8166-7830ef4c282c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (b9134a69-73e5-4747-b85c-dfd137cfad6b), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:02.575340 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=bea4c47e-96ea-4c48-a7a3-4bbe25954aba,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:02.579572 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8dad54-a5e1-461b-ab79-916a27c1e3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863cd8ab-986f-447b-af4f-7ff9544fb575,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:02.632062 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d97d372e-736d-4581-8166-7830ef4c282c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:02.636151 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d97d372e-736d-4581-8166-7830ef4c282c admin admin] 10.222.0.50 "DELETE /v2.0/networks/b9134a69-73e5-4747-b85c-dfd137cfad6b HTTP/1.1" status: 204 len: 168 time: 0.9053600 Feb 09 01:26:02.637854 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d372e-736d-4581-8166-7830ef4c282c admin admin] Pushing event deleted for resources: {'Network': ['ID=b9134a69-73e5-4747-b85c-dfd137cfad6b,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:02.651099 n-d-828369-4 neutron-server[103137]: INFO neutron.db.l3_db [None req-f60caee1-e3d9-4ebb-bfb6-8e2681b4d698 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Floating IP ac33b90d-eb4a-43e2-a874-cb2a49fccd9a associated. External IP: 172.25.8.6, port: 7c2fb4f3-9886-4020-8b66-77efaf1098a9. Feb 09 01:26:02.654990 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc81af-e17a-40d8-a836-4da34034d3f6 req-d4a6050c-18a4-4300-831e-b0c040994d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:02.656492 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f8fc81af-e17a-40d8-a836-4da34034d3f6 req-d4a6050c-18a4-4300-831e-b0c040994d26 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a7c73c67-867b-4cd1-a7a6-d305a5dc51d2 HTTP/1.1" status: 200 len: 921 time: 0.4133415 Feb 09 01:26:02.733754 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['bea4c47e-96ea-4c48-a7a3-4bbe25954aba'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:26:02.786307 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f8fc81af-e17a-40d8-a836-4da34034d3f6 req-bf640cdb-d22d-4a32-93dd-82a0bcf91f0f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0ec2765c-c8ca-498a-a0a0-9b25ec909aaf HTTP/1.1" status: 200 len: 217 time: 0.1093516 Feb 09 01:26:02.894932 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-af302da2-aa85-4a20-89f3-5a2bdbfb7942 req-ac8e7099-0818-4a9b-9138-fca01f907440 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] 10.222.0.50 "GET /v2.0/security-groups?id=64d94c76-3ef2-4d2c-9b56-3b589fa64b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3511600 Feb 09 01:26:02.935167 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc81af-e17a-40d8-a836-4da34034d3f6 req-964f5ca9-e62e-453b-aa5b-c8eac9ad16fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:02.936899 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f8fc81af-e17a-40d8-a836-4da34034d3f6 req-964f5ca9-e62e-453b-aa5b-c8eac9ad16fa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=36ed6c8a-8eab-4ee5-af4e-3a7d95f66f05 HTTP/1.1" status: 200 len: 859 time: 0.1336315 Feb 09 01:26:03.127810 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f8fc81af-e17a-40d8-a836-4da34034d3f6 req-ffea3108-949f-40ed-ac5a-4c3792d3509e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a7c73c67-867b-4cd1-a7a6-d305a5dc51d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1821842 Feb 09 01:26:03.130745 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44700) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:03.410993 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f6bcb6bf-a685-4614-a8a1-c973673ee229 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bef4c852e8b54e71a7af0b80c21cbbef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2751763 Feb 09 01:26:03.411838 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44748) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:03.448409 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edef30-088d-4639-a9a9-f6b954675698 req-e5abff88-6f0f-469a-9e9c-ac2cefea8231 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:03.455928 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-79edef30-088d-4639-a9a9-f6b954675698 req-e5abff88-6f0f-469a-9e9c-ac2cefea8231 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] 10.222.0.50 "GET /v2.0/ports?device_id=8987e885-8c40-404c-967a-7cdc62a89da4 HTTP/1.1" status: 200 len: 946 time: 0.3240597 Feb 09 01:26:03.471842 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26902284-9c38-4735-bed0-904b7bab76d9 req-12fa2652-cc6b-43cb-8d49-79a66c9e43a2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:03.480022 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-26902284-9c38-4735-bed0-904b7bab76d9 req-12fa2652-cc6b-43cb-8d49-79a66c9e43a2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=543a959e-bde0-48bf-9f11-100ee08ccb40 HTTP/1.1" status: 200 len: 944 time: 0.5232079 Feb 09 01:26:03.577083 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f8fc81af-e17a-40d8-a836-4da34034d3f6 req-4d750c4b-4bb8-4d05-b507-58a91f6ce05f service neutron] 10.222.0.47 "GET /v2.0/networks/a7c73c67-867b-4cd1-a7a6-d305a5dc51d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806450 Feb 09 01:26:03.614541 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60caee1-e3d9-4ebb-bfb6-8e2681b4d698 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Router e84b1918-32c9-46d0-8f6e-475abc81a0d7 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:26:03.679488 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-79edef30-088d-4639-a9a9-f6b954675698 req-d768ef3d-d34e-42e3-bb60-2b1b7186ae6d tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] 10.222.0.50 "GET /v2.0/security-groups?id=64d94c76-3ef2-4d2c-9b56-3b589fa64b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2224751 Feb 09 01:26:03.720504 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-26902284-9c38-4735-bed0-904b7bab76d9 req-96ba9055-3e97-40be-949f-1f132d89ec3a tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365298 Feb 09 01:26:03.754688 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4f15d615-07dd-4077-beb5-b5f02512c3bb admin admin] Publish callbacks [] for security_group (24a54a31-e2ad-4634-81b8-578e8643c1f8), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:03.877548 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4f15d615-07dd-4077-beb5-b5f02512c3bb admin admin] Publish callbacks [] for security_group (24a54a31-e2ad-4634-81b8-578e8643c1f8), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:03.896368 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60caee1-e3d9-4ebb-bfb6-8e2681b4d698 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:26:03.921260 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a6bfc9-f280-41a3-9618-daac23c214ec None None] Sync routers for ids ['e84b1918-32c9-46d0-8f6e-475abc81a0d7'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:26:03.925006 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f60caee1-e3d9-4ebb-bfb6-8e2681b4d698 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:03.941209 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44814) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:03.943809 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a6bfc9-f280-41a3-9618-daac23c214ec None None] Routers {'e84b1918-32c9-46d0-8f6e-475abc81a0d7'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:26:03.949372 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-b0a6bfc9-f280-41a3-9618-daac23c214ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:25:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['e84b1918-32c9-46d0-8f6e-475abc81a0d7'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:03.970242 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f60caee1-e3d9-4ebb-bfb6-8e2681b4d698 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 3.9834878 Feb 09 01:26:03.971186 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57f2cdfd-c686-43f5-afbe-b6cf4cd5b837', 'tag': '7c2fb4f3-9886-4020-8b66-77efaf1098a9'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:26:03.973814 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a22110-e33c-4e12-9e46-220f02a286d1" -d '{"events": [{"name": "network-changed", "server_uuid": "57f2cdfd-c686-43f5-afbe-b6cf4cd5b837", "tag": "7c2fb4f3-9886-4020-8b66-77efaf1098a9"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:26:03.976376 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44820) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:04.034278 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f8fc81af-e17a-40d8-a836-4da34034d3f6 req-a4903ac5-369b-4f89-995a-49739ef5a64f service neutron] 10.222.0.47 "GET /v2.0/networks/a7c73c67-867b-4cd1-a7a6-d305a5dc51d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4407780 Feb 09 01:26:04.042862 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device bea4c47e-96ea-4c48-a7a3-4bbe25954aba up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:26:04.123018 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367adaf-a92d-4f66-b5aa-f5d7beb58164 req-6dc911b8-5bd9-4c97-93b4-facb7679f04c tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:04.136366 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8367adaf-a92d-4f66-b5aa-f5d7beb58164 req-6dc911b8-5bd9-4c97-93b4-facb7679f04c tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] 10.222.0.50 "GET /v2.0/ports?device_id=8987e885-8c40-404c-967a-7cdc62a89da4 HTTP/1.1" status: 200 len: 946 time: 0.2686510 Feb 09 01:26:04.178054 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4f15d615-07dd-4077-beb5-b5f02512c3bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (24a54a31-e2ad-4634-81b8-578e8643c1f8), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:04.181095 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4f15d615-07dd-4077-beb5-b5f02512c3bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:04.182799 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4f15d615-07dd-4077-beb5-b5f02512c3bb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/24a54a31-e2ad-4634-81b8-578e8643c1f8 HTTP/1.1" status: 204 len: 168 time: 0.7650459 Feb 09 01:26:04.189820 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5edd706-4ead-4044-b831-e1e5924c8e12 x-openstack-request-id: req-d5edd706-4ead-4044-b831-e1e5924c8e12 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:26:04.190129 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57f2cdfd-c686-43f5-afbe-b6cf4cd5b837", "tag": "7c2fb4f3-9886-4020-8b66-77efaf1098a9", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:26:04.191883 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d5edd706-4ead-4044-b831-e1e5924c8e12 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:26:04.192319 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57f2cdfd-c686-43f5-afbe-b6cf4cd5b837', 'tag': '7c2fb4f3-9886-4020-8b66-77efaf1098a9', 'status': 'completed', 'code': 200} Feb 09 01:26:04.205095 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port bea4c47e-96ea-4c48-a7a3-4bbe25954aba completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:26:04.210706 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port bea4c47e-96ea-4c48-a7a3-4bbe25954aba triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:04.211350 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (bea4c47e-96ea-4c48-a7a3-4bbe25954aba), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:04.220342 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15d615-07dd-4077-beb5-b5f02512c3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a54a31-e2ad-4634-81b8-578e8643c1f8,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:04.228939 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-b0a6bfc9-f280-41a3-9618-daac23c214ec None None] Set router e84b1918-32c9-46d0-8f6e-475abc81a0d7 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:26:04.299702 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a22110-e33c-4e12-9e46-220f02a286d1 req-079d3b7b-26b2-43b5-96d2-c4d7a1ed37c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:04.301736 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-07a22110-e33c-4e12-9e46-220f02a286d1 req-079d3b7b-26b2-43b5-96d2-c4d7a1ed37c9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5b3cbba90205438cb5119ccafd525f59&device_id=57f2cdfd-c686-43f5-afbe-b6cf4cd5b837 HTTP/1.1" status: 200 len: 1166 time: 0.1632895 Feb 09 01:26:04.307462 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8367adaf-a92d-4f66-b5aa-f5d7beb58164 req-220fd0bb-7fcd-419f-8156-da9742aa8333 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] 10.222.0.50 "GET /v2.0/security-groups?id=64d94c76-3ef2-4d2c-9b56-3b589fa64b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701772 Feb 09 01:26:04.347559 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44860) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:04.352638 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port bea4c47e-96ea-4c48-a7a3-4bbe25954aba is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:04.355306 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (bea4c47e-96ea-4c48-a7a3-4bbe25954aba), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:04.422245 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port bea4c47e-96ea-4c48-a7a3-4bbe25954aba, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=bea4c47e-96ea-4c48-a7a3-4bbe25954aba,segment=NetworkSegment(d40e3b64-4486-4490-9380-e6758cb22819),segment_id=d40e3b64-4486-4490-9380-e6758cb22819)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:04.425639 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543a959e-bde0-48bf-9f11-100ee08ccb40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bea4c47e-96ea-4c48-a7a3-4bbe25954aba'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:26:04.429025 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63253bc1-6ee8-444a-a5b2-ca1ddc48368b" -d '{"events": [{"server_uuid": "543a959e-bde0-48bf-9f11-100ee08ccb40", "name": "network-vif-plugged", "status": "completed", "tag": "bea4c47e-96ea-4c48-a7a3-4bbe25954aba"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:26:04.439311 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (bea4c47e-96ea-4c48-a7a3-4bbe25954aba), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:04.441894 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-f0a301da-4a0b-4539-a8f9-5c1a7c006f71 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-804983773'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:04.473787 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4747c28b-73e9-498f-bdf0-52080b9fe6b7 req-8b6812e7-bcac-4227-b20c-155790ecfc51 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:04.484534 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4747c28b-73e9-498f-bdf0-52080b9fe6b7 req-8b6812e7-bcac-4227-b20c-155790ecfc51 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.2836616 Feb 09 01:26:04.589910 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=bea4c47e-96ea-4c48-a7a3-4bbe25954aba,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:04.618125 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5770e4f4-6b22-4808-8865-cdbb382ceb36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:04.633786 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba1a01d-a992-47fe-a837-7342c0162dec x-openstack-request-id: req-0ba1a01d-a992-47fe-a837-7342c0162dec {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:26:04.634159 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "543a959e-bde0-48bf-9f11-100ee08ccb40", "name": "network-vif-plugged", "status": "completed", "tag": "bea4c47e-96ea-4c48-a7a3-4bbe25954aba", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:26:04.634509 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0ba1a01d-a992-47fe-a837-7342c0162dec {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:26:04.634975 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '543a959e-bde0-48bf-9f11-100ee08ccb40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bea4c47e-96ea-4c48-a7a3-4bbe25954aba', 'code': 200} Feb 09 01:26:04.724802 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a301da-4a0b-4539-a8f9-5c1a7c006f71 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Made reservation on behalf of aefb9da2cc8d4f30a54f357e1e7a9156 for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:04.743451 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f0a301da-4a0b-4539-a8f9-5c1a7c006f71 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:04.786940 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29859bf-ca3a-416a-a6b5-da248c9aad15 tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:04.787551 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29859bf-ca3a-416a-a6b5-da248c9aad15 tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:04.787874 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29859bf-ca3a-416a-a6b5-da248c9aad15 tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:04.791610 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29859bf-ca3a-416a-a6b5-da248c9aad15 tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:04.792097 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29859bf-ca3a-416a-a6b5-da248c9aad15 tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:04.792595 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29859bf-ca3a-416a-a6b5-da248c9aad15 tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:04.798591 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29859bf-ca3a-416a-a6b5-da248c9aad15 tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:04.799176 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29859bf-ca3a-416a-a6b5-da248c9aad15 tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:04.799653 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29859bf-ca3a-416a-a6b5-da248c9aad15 tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:04.800288 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29859bf-ca3a-416a-a6b5-da248c9aad15 tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:04.802984 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f29859bf-ca3a-416a-a6b5-da248c9aad15 tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7093 time: 0.8250732 Feb 09 01:26:04.810700 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44906) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:04.849838 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-b0a6bfc9-f280-41a3-9618-daac23c214ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84b1918-32c9-46d0-8f6e-475abc81a0d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1146390635', 'tenant_id': '5b3cbba90205438cb5119ccafd525f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'd68bd94e-edd1-4757-9aef-7d6b0e0e20ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:25:10Z', 'updated_at': '2022-02-09T01:25:33Z', 'revision_number': 4, 'project_id': '5b3cbba90205438cb5119ccafd525f59', 'gw_port': {'id': 'd68bd94e-edd1-4757-9aef-7d6b0e0e20ac', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:90:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84b1918-32c9-46d0-8f6e-475abc81a0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:14Z', 'updated_at': '2022-02-09T01:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'ac33b90d-eb4a-43e2-a874-cb2a49fccd9a', 'tenant_id': '5b3cbba90205438cb5119ccafd525f59', 'floating_ip_address': '172.25.8.6', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'e84b1918-32c9-46d0-8f6e-475abc81a0d7', 'port_id': '7c2fb4f3-9886-4020-8b66-77efaf1098a9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9e9e7a6-9eb2-4975-9046-e4e20dd94f00', 'mac_address': 'fa:16:3e:96:c1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f2cdfd-c686-43f5-afbe-b6cf4cd5b837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:26:01Z', 'updated_at': '2022-02-09T01:26:01Z', 'revision_number': 0, 'project_id': '5b3cbba90205438cb5119ccafd525f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e247bd2c-fbde-42ae-80ee-e8521e04effe', 'name': '', 'network_id': 'a9e9e7a6-9eb2-4975-9046-e4e20dd94f00', 'tenant_id': '5b3cbba90205438cb5119ccafd525f59', 'mac_address': 'fa:16:3e:a7:5e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84b1918-32c9-46d0-8f6e-475abc81a0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '83e43821-f1ba-4e65-b966-0b3287e8374d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:31Z', 'updated_at': '2022-02-09T01:25:42Z', 'revision_number': 5, 'project_id': '5b3cbba90205438cb5119ccafd525f59', 'subnets': [{'id': '83e43821-f1ba-4e65-b966-0b3287e8374d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:04.943778 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a6bfc9-f280-41a3-9618-daac23c214ec None None] Checking router: e84b1918-32c9-46d0-8f6e-475abc81a0d7 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:26:04.979593 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a6bfc9-f280-41a3-9618-daac23c214ec None None] Routers {'e84b1918-32c9-46d0-8f6e-475abc81a0d7'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:26:04.980236 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-b0a6bfc9-f280-41a3-9618-daac23c214ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:26:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['e84b1918-32c9-46d0-8f6e-475abc81a0d7'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:05.086708 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edadd27-8e42-488f-b0e0-98464a51be85 tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:05.088467 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edadd27-8e42-488f-b0e0-98464a51be85 tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:05.089129 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edadd27-8e42-488f-b0e0-98464a51be85 tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:05.089756 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edadd27-8e42-488f-b0e0-98464a51be85 tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:05.090380 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edadd27-8e42-488f-b0e0-98464a51be85 tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:05.091021 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edadd27-8e42-488f-b0e0-98464a51be85 tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:05.091713 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edadd27-8e42-488f-b0e0-98464a51be85 tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:05.092336 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edadd27-8e42-488f-b0e0-98464a51be85 tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:05.093244 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edadd27-8e42-488f-b0e0-98464a51be85 tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:05.093907 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edadd27-8e42-488f-b0e0-98464a51be85 tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:05.100907 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6edadd27-8e42-488f-b0e0-98464a51be85 tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6562 time: 0.2885621 Feb 09 01:26:05.104018 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44946) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:05.273743 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336bb476-d91c-4de0-88a3-39f65cd1eeb3 tempest-TestServerBasicOps-858401101 tempest-TestServerBasicOps-858401101-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:05.276787 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-336bb476-d91c-4de0-88a3-39f65cd1eeb3 tempest-TestServerBasicOps-858401101 tempest-TestServerBasicOps-858401101-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8987e885-8c40-404c-967a-7cdc62a89da4 HTTP/1.1" status: 200 len: 1123 time: 0.8902590 Feb 09 01:26:05.278643 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-b0a6bfc9-f280-41a3-9618-daac23c214ec None None] Set router e84b1918-32c9-46d0-8f6e-475abc81a0d7 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:26:05.284289 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44964) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:05.291039 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-c2890861-d851-4176-9126-d238f790570d tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'port_id': '084736e9-2e33-480f-b54d-c1da4a3657ca', 'tenant_id': '4f98c7fdebb0485fb570809def96421c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:05.383277 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c2890861-d851-4176-9126-d238f790570d tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:05.514497 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4747c28b-73e9-498f-bdf0-52080b9fe6b7 req-ae1ead3c-cc4f-45e9-9e6a-81039f07b7a5 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0283697 Feb 09 01:26:05.625515 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f0a301da-4a0b-4539-a8f9-5c1a7c006f71 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:05.723511 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fafc9ee-fbf8-4d2b-9a49-b06307dad9f4 req-0340e443-9552-4126-b3e2-143d3e43f32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:05.725548 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6fafc9ee-fbf8-4d2b-9a49-b06307dad9f4 req-0340e443-9552-4126-b3e2-143d3e43f32e service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=543a959e-bde0-48bf-9f11-100ee08ccb40 HTTP/1.1" status: 200 len: 1127 time: 0.2181973 Feb 09 01:26:05.729787 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a22110-e33c-4e12-9e46-220f02a286d1 req-3fcb137e-13b7-4f43-9540-fc460f4ebff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:05.731829 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-07a22110-e33c-4e12-9e46-220f02a286d1 req-3fcb137e-13b7-4f43-9540-fc460f4ebff9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a9e9e7a6-9eb2-4975-9046-e4e20dd94f00 HTTP/1.1" status: 200 len: 898 time: 1.4212096 Feb 09 01:26:05.809651 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6fafc9ee-fbf8-4d2b-9a49-b06307dad9f4 req-460aad9f-1323-489f-baec-28f4caa308ea service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765030 Feb 09 01:26:05.814204 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee2cfb25-9aec-4fa5-889a-7b342da4e4bd req-e678e094-2ec9-466e-b793-b656535a3697 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1718431 Feb 09 01:26:05.892426 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9cf42-7623-4ec2-8a90-e4f2dc246237 req-5bab1202-730a-4c86-8224-b737e742491f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:05.894853 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bcc9cf42-7623-4ec2-8a90-e4f2dc246237 req-5bab1202-730a-4c86-8224-b737e742491f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=543a959e-bde0-48bf-9f11-100ee08ccb40 HTTP/1.1" status: 200 len: 945 time: 0.3662744 Feb 09 01:26:05.909847 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:05.990325 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8fbbe34a-5579-4858-93f4-2589d8d5c2cd tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5935 time: 0.8813999 Feb 09 01:26:05.996248 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45042) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:06.016431 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c2890861-d851-4176-9126-d238f790570d tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:06.097412 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-b0a6bfc9-f280-41a3-9618-daac23c214ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84b1918-32c9-46d0-8f6e-475abc81a0d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1146390635', 'tenant_id': '5b3cbba90205438cb5119ccafd525f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'd68bd94e-edd1-4757-9aef-7d6b0e0e20ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:25:10Z', 'updated_at': '2022-02-09T01:25:33Z', 'revision_number': 4, 'project_id': '5b3cbba90205438cb5119ccafd525f59', 'gw_port': {'id': 'd68bd94e-edd1-4757-9aef-7d6b0e0e20ac', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:90:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84b1918-32c9-46d0-8f6e-475abc81a0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:14Z', 'updated_at': '2022-02-09T01:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'ac33b90d-eb4a-43e2-a874-cb2a49fccd9a', 'tenant_id': '5b3cbba90205438cb5119ccafd525f59', 'floating_ip_address': '172.25.8.6', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'e84b1918-32c9-46d0-8f6e-475abc81a0d7', 'port_id': '7c2fb4f3-9886-4020-8b66-77efaf1098a9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9e9e7a6-9eb2-4975-9046-e4e20dd94f00', 'mac_address': 'fa:16:3e:96:c1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f2cdfd-c686-43f5-afbe-b6cf4cd5b837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:26:01Z', 'updated_at': '2022-02-09T01:26:01Z', 'revision_number': 0, 'project_id': '5b3cbba90205438cb5119ccafd525f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e247bd2c-fbde-42ae-80ee-e8521e04effe', 'name': '', 'network_id': 'a9e9e7a6-9eb2-4975-9046-e4e20dd94f00', 'tenant_id': '5b3cbba90205438cb5119ccafd525f59', 'mac_address': 'fa:16:3e:a7:5e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84b1918-32c9-46d0-8f6e-475abc81a0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '83e43821-f1ba-4e65-b966-0b3287e8374d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:31Z', 'updated_at': '2022-02-09T01:25:42Z', 'revision_number': 5, 'project_id': '5b3cbba90205438cb5119ccafd525f59', 'subnets': [{'id': '83e43821-f1ba-4e65-b966-0b3287e8374d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:06.120673 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-07a22110-e33c-4e12-9e46-220f02a286d1 req-16322471-e456-4d3b-bffb-43bbd243ad23 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c2fb4f3-9886-4020-8b66-77efaf1098a9 HTTP/1.1" status: 200 len: 997 time: 0.3724260 Feb 09 01:26:06.149891 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a6bfc9-f280-41a3-9618-daac23c214ec None None] The sync data for ids ['e84b1918-32c9-46d0-8f6e-475abc81a0d7'] in n-d-828369-4 is: [{'id': 'e84b1918-32c9-46d0-8f6e-475abc81a0d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1146390635', 'tenant_id': '5b3cbba90205438cb5119ccafd525f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'd68bd94e-edd1-4757-9aef-7d6b0e0e20ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:25:10Z', 'updated_at': '2022-02-09T01:25:33Z', 'revision_number': 4, 'project_id': '5b3cbba90205438cb5119ccafd525f59', 'gw_port': {'id': 'd68bd94e-edd1-4757-9aef-7d6b0e0e20ac', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:90:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84b1918-32c9-46d0-8f6e-475abc81a0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:14Z', 'updated_at': '2022-02-09T01:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'ac33b90d-eb4a-43e2-a874-cb2a49fccd9a', 'tenant_id': '5b3cbba90205438cb5119ccafd525f59', 'floating_ip_address': '172.25.8.6', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'e84b1918-32c9-46d0-8f6e-475abc81a0d7', 'port_id': '7c2fb4f3-9886-4020-8b66-77efaf1098a9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9e9e7a6-9eb2-4975-9046-e4e20dd94f00', 'mac_address': 'fa:16:3e:96:c1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f2cdfd-c686-43f5-afbe-b6cf4cd5b837', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:26:01Z', 'updated_at': '2022-02-09T01:26:01Z', 'revision_number': 0, 'project_id': '5b3cbba90205438cb5119ccafd525f59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e247bd2c-fbde-42ae-80ee-e8521e04effe', 'name': '', 'network_id': 'a9e9e7a6-9eb2-4975-9046-e4e20dd94f00', 'tenant_id': '5b3cbba90205438cb5119ccafd525f59', 'mac_address': 'fa:16:3e:a7:5e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84b1918-32c9-46d0-8f6e-475abc81a0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '83e43821-f1ba-4e65-b966-0b3287e8374d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:31Z', 'updated_at': '2022-02-09T01:25:42Z', 'revision_number': 5, 'project_id': '5b3cbba90205438cb5119ccafd525f59', 'subnets': [{'id': '83e43821-f1ba-4e65-b966-0b3287e8374d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:26:06.160998 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bcc9cf42-7623-4ec2-8a90-e4f2dc246237 req-e39020ef-599a-455f-9d08-9eb1400b782e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458425 Feb 09 01:26:06.271850 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-c2890861-d851-4176-9126-d238f790570d tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Allocated IP 172.25.8.113 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/91d0d791-c4a0-434e-8774-cfe7b95f8521) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:06.307651 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf05227f-38bc-43ce-93a7-2319f5aa36b7 req-b7e9d000-8af2-477b-8bb4-703a8ad70dac tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:06.314560 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cf05227f-38bc-43ce-93a7-2319f5aa36b7 req-b7e9d000-8af2-477b-8bb4-703a8ad70dac tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.4473662 Feb 09 01:26:06.338799 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a22110-e33c-4e12-9e46-220f02a286d1 req-ebd1f84c-1b66-424c-b1cc-6d1bf0e0c7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:06.340570 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-07a22110-e33c-4e12-9e46-220f02a286d1 req-ebd1f84c-1b66-424c-b1cc-6d1bf0e0c7d3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=83e43821-f1ba-4e65-b966-0b3287e8374d HTTP/1.1" status: 200 len: 835 time: 0.1837380 Feb 09 01:26:06.377419 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58b9792-4223-4afa-9a17-8f8e8685875f tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:06.378240 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58b9792-4223-4afa-9a17-8f8e8685875f tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:06.399426 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c58b9792-4223-4afa-9a17-8f8e8685875f tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e84b1918-32c9-46d0-8f6e-475abc81a0d7 HTTP/1.1" status: 200 len: 2062 time: 0.3986847 Feb 09 01:26:06.422843 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f0a301da-4a0b-4539-a8f9-5c1a7c006f71 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Publish callbacks [] for security_group (dad49b12-91ce-4353-b7bc-f6de09db6d10), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:06.459346 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f0a301da-4a0b-4539-a8f9-5c1a7c006f71 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (dad49b12-91ce-4353-b7bc-f6de09db6d10), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:06.470707 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c2890861-d851-4176-9126-d238f790570d tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks [] for port (91d0d791-c4a0-434e-8774-cfe7b95f8521), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:06.473952 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2cfb25-9aec-4fa5-889a-7b342da4e4bd req-13e98cdb-893d-4cf1-866a-10565b5760e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:06.477076 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee2cfb25-9aec-4fa5-889a-7b342da4e4bd req-13e98cdb-893d-4cf1-866a-10565b5760e8 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=99253303b883423fad908712b3678824&device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 1126 time: 0.3858125 Feb 09 01:26:06.530115 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0a301da-4a0b-4539-a8f9-5c1a7c006f71 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1026} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:26:06.569312 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c2890861-d851-4176-9126-d238f790570d tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (91d0d791-c4a0-434e-8774-cfe7b95f8521), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:06.639435 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cf05227f-38bc-43ce-93a7-2319f5aa36b7 req-ad311683-525c-4050-9b1b-06de6f13d01a tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3236861 Feb 09 01:26:06.675886 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9630406d-4e23-457c-ab99-8e49fc5d3d76 None None] New status for floating IP ac33b90d-eb4a-43e2-a874-cb2a49fccd9a: ACTIVE {{(pid=103138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:26:06.688994 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a301da-4a0b-4539-a8f9-5c1a7c006f71 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dad49b12-91ce-4353-b7bc-f6de09db6d10,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:06.724365 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2890861-d851-4176-9126-d238f790570d tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:06.730667 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-c2890861-d851-4176-9126-d238f790570d tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:06.738601 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2890861-d851-4176-9126-d238f790570d tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Pushing event updated for resources: {'Port': ['ID=91d0d791-c4a0-434e-8774-cfe7b95f8521,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:06.740862 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2890861-d851-4176-9126-d238f790570d tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:26:06.764957 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f0a301da-4a0b-4539-a8f9-5c1a7c006f71 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (c3ec06a3-0291-45d3-88b0-f6ec80808cc1), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:06.766067 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-f0a301da-4a0b-4539-a8f9-5c1a7c006f71 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Added segment c3ec06a3-0291-45d3-88b0-f6ec80808cc1 of type vlan for network 5c4d1816-dbf0-4c32-acf1-d83c866e13d3 Feb 09 01:26:06.821542 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a22110-e33c-4e12-9e46-220f02a286d1 req-e203dbed-d875-4333-98a3-842a4949e99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:06.823904 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-07a22110-e33c-4e12-9e46-220f02a286d1 req-e203dbed-d875-4333-98a3-842a4949e99d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a9e9e7a6-9eb2-4975-9046-e4e20dd94f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4594741 Feb 09 01:26:06.837407 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f0a301da-4a0b-4539-a8f9-5c1a7c006f71 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (5c4d1816-dbf0-4c32-acf1-d83c866e13d3), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:07.072839 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2cfb25-9aec-4fa5-889a-7b342da4e4bd req-33fd52d2-38fc-4537-9977-5738cfaab1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:07.074995 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee2cfb25-9aec-4fa5-889a-7b342da4e4bd req-33fd52d2-38fc-4537-9977-5738cfaab1c1 service neutron] 10.222.0.120 "GET /v2.0/networks?id=d88b7625-86d0-4021-80a0-5ba2f7b1a042 HTTP/1.1" status: 200 len: 913 time: 0.5426998 Feb 09 01:26:07.079436 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f0a301da-4a0b-4539-a8f9-5c1a7c006f71 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (5c4d1816-dbf0-4c32-acf1-d83c866e13d3), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:07.084840 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a301da-4a0b-4539-a8f9-5c1a7c006f71 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:07.086325 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f0a301da-4a0b-4539-a8f9-5c1a7c006f71 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:07.278808 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:07.391236 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a301da-4a0b-4539-a8f9-5c1a7c006f71 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Pushing event updated for resources: {'Network': ['ID=5c4d1816-dbf0-4c32-acf1-d83c866e13d3,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:07.405484 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 5c4d1816-dbf0-4c32-acf1-d83c866e13d3 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:26:07.406369 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f0a301da-4a0b-4539-a8f9-5c1a7c006f71 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.4640930 Feb 09 01:26:07.419155 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47768a6f-f8c4-470c-8a7d-68fa3b71bb56 req-45c1cc63-684d-4e68-ae8c-0a9e684fbbd7 tempest-ServerShowV247Test-662037562 tempest-ServerShowV247Test-662037562-project] 10.222.0.50 "GET /v2.0/ports?device_id=04ac87f4-b009-4887-9c10-34a29755259f HTTP/1.1" status: 200 len: 210 time: 0.3868132 Feb 09 01:26:07.428414 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45090) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:07.444747 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c2890861-d851-4176-9126-d238f790570d tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks [] for floatingip (a43f732b-2b47-4a73-927a-0029a57ebf8e), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:07.478127 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-2f884e7d-a809-40a9-b6aa-a56003fa71ff tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Request body: {'subnet': {'network_id': '5c4d1816-dbf0-4c32-acf1-d83c866e13d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:07.561204 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c2890861-d851-4176-9126-d238f790570d tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (91d0d791-c4a0-434e-8774-cfe7b95f8521), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:07.645500 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee2cfb25-9aec-4fa5-889a-7b342da4e4bd req-7779f160-4d25-4323-98cc-428dde36babe service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 HTTP/1.1" status: 200 len: 999 time: 0.4517417 Feb 09 01:26:07.717187 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:07.796286 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53854eb2-7030-4676-a6de-6438ae741a75 req-46b936ec-6c3e-41e5-b7df-3606c06e3acb tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:07.801011 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-53854eb2-7030-4676-a6de-6438ae741a75 req-46b936ec-6c3e-41e5-b7df-3606c06e3acb tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.6863136 Feb 09 01:26:07.807969 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c2890861-d851-4176-9126-d238f790570d tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks [] for port (91d0d791-c4a0-434e-8774-cfe7b95f8521), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:07.814319 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c2890861-d851-4176-9126-d238f790570d tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (91d0d791-c4a0-434e-8774-cfe7b95f8521), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:07.882500 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2cfb25-9aec-4fa5-889a-7b342da4e4bd req-716bdf89-59e5-40cc-a001-d2c458d8d3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:07.884464 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee2cfb25-9aec-4fa5-889a-7b342da4e4bd req-716bdf89-59e5-40cc-a001-d2c458d8d3a7 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=e8a10734-f380-44a3-a9f7-298105351e3b HTTP/1.1" status: 200 len: 850 time: 0.2327366 Feb 09 01:26:07.901710 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-07a22110-e33c-4e12-9e46-220f02a286d1 req-8f967485-4058-4035-a48d-7cdae4b6acc1 service neutron] 10.222.0.47 "GET /v2.0/networks/a9e9e7a6-9eb2-4975-9046-e4e20dd94f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0361390 Feb 09 01:26:07.910538 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2890861-d851-4176-9126-d238f790570d tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Pushing event updated for resources: {'Port': ['ID=91d0d791-c4a0-434e-8774-cfe7b95f8521,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:07.923588 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c2890861-d851-4176-9126-d238f790570d tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (a43f732b-2b47-4a73-927a-0029a57ebf8e), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:07.952692 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d2b70-eff1-46cf-9213-d3daee97a502 req-704e54a0-4909-4033-8624-fac1275e7533 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:07.954290 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e95d2b70-eff1-46cf-9213-d3daee97a502 req-704e54a0-4909-4033-8624-fac1275e7533 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=543a959e-bde0-48bf-9f11-100ee08ccb40 HTTP/1.1" status: 200 len: 945 time: 0.3419716 Feb 09 01:26:07.982975 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-53854eb2-7030-4676-a6de-6438ae741a75 req-03446b18-f90f-4db9-b301-07da08418d33 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658773 Feb 09 01:26:08.039752 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f884e7d-a809-40a9-b6aa-a56003fa71ff tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Made reservation on behalf of aefb9da2cc8d4f30a54f357e1e7a9156 for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:08.044664 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2f884e7d-a809-40a9-b6aa-a56003fa71ff tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:08.077518 n-d-828369-4 neutron-server[103137]: INFO neutron.db.l3_db [None req-c2890861-d851-4176-9126-d238f790570d tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Floating IP a43f732b-2b47-4a73-927a-0029a57ebf8e associated. External IP: 172.25.8.113, port: 084736e9-2e33-480f-b54d-c1da4a3657ca. Feb 09 01:26:08.333806 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2f884e7d-a809-40a9-b6aa-a56003fa71ff tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (c8178ed9-778d-4ca9-bf5b-3dd86c3857b4), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:08.429830 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:08.461241 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e95d2b70-eff1-46cf-9213-d3daee97a502 req-f47d197e-bcea-4ed9-b292-adf6aa547281 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4939194 Feb 09 01:26:08.473742 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2cfb25-9aec-4fa5-889a-7b342da4e4bd req-dfaea20c-7b30-4fac-92ba-b964961b39fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:08.475678 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee2cfb25-9aec-4fa5-889a-7b342da4e4bd req-dfaea20c-7b30-4fac-92ba-b964961b39fc service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=d88b7625-86d0-4021-80a0-5ba2f7b1a042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5798323 Feb 09 01:26:08.561382 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2890861-d851-4176-9126-d238f790570d tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Router 729c8c43-c9e6-41e1-ba40-28def817fcf5 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:26:08.652598 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f884e7d-a809-40a9-b6aa-a56003fa71ff tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Pushing event updated for resources: {'Subnet': ['ID=c8178ed9-778d-4ca9-bf5b-3dd86c3857b4,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:08.656253 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4717164a-4c02-424d-a921-1ebfbb54a77a req-bb4c4d0c-dda0-4f58-8a0e-c4065412e8d3 tempest-ServerShowV247Test-662037562 tempest-ServerShowV247Test-662037562-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2c92fc5-ea58-413a-a76f-31c02770bb35 HTTP/1.1" status: 200 len: 210 time: 0.0504179 Feb 09 01:26:08.693597 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-07a22110-e33c-4e12-9e46-220f02a286d1 req-1513d205-3f76-42b9-b279-a2b081657cf7 service neutron] 10.222.0.47 "GET /v2.0/networks/a9e9e7a6-9eb2-4975-9046-e4e20dd94f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7492833 Feb 09 01:26:08.707691 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f884e7d-a809-40a9-b6aa-a56003fa71ff tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Checking segment: {'id': 'c3ec06a3-0291-45d3-88b0-f6ec80808cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '5c4d1816-dbf0-4c32-acf1-d83c866e13d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:26:08.708067 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f884e7d-a809-40a9-b6aa-a56003fa71ff tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Network hostable DHCP agents. Network: 5c4d1816-dbf0-4c32-acf1-d83c866e13d3, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:26:08.730063 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee2cfb25-9aec-4fa5-889a-7b342da4e4bd req-31a2f965-ef65-4263-bc2e-e4061b79e6ed service neutron] 10.222.0.120 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410796 Feb 09 01:26:08.744111 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2890861-d851-4176-9126-d238f790570d tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:26:08.758841 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7d00cb-31ca-4071-a20c-e6fe4952ed85 None None] Sync routers for ids ['729c8c43-c9e6-41e1-ba40-28def817fcf5'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:26:08.776016 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c2890861-d851-4176-9126-d238f790570d tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:08.790657 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7d00cb-31ca-4071-a20c-e6fe4952ed85 None None] Routers {'729c8c43-c9e6-41e1-ba40-28def817fcf5'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:26:08.791278 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-0b7d00cb-31ca-4071-a20c-e6fe4952ed85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:26:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['729c8c43-c9e6-41e1-ba40-28def817fcf5'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:08.824248 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c2890861-d851-4176-9126-d238f790570d tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5385427 Feb 09 01:26:08.825105 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8987e885-8c40-404c-967a-7cdc62a89da4', 'tag': '084736e9-2e33-480f-b54d-c1da4a3657ca'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:26:08.827706 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1278e69-cfcd-43a9-a69b-d8e9e65a42d0" -d '{"events": [{"name": "network-changed", "server_uuid": "8987e885-8c40-404c-967a-7cdc62a89da4", "tag": "084736e9-2e33-480f-b54d-c1da4a3657ca"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:26:08.929302 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f884e7d-a809-40a9-b6aa-a56003fa71ff tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Network 5c4d1816-dbf0-4c32-acf1-d83c866e13d3 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:26:08.961068 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a867c-4032-4dd0-b034-67c5fa06c111 req-0971dd33-2723-4576-9321-97e7eaebb842 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:08.962737 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a60a867c-4032-4dd0-b034-67c5fa06c111 req-0971dd33-2723-4576-9321-97e7eaebb842 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=543a959e-bde0-48bf-9f11-100ee08ccb40 HTTP/1.1" status: 200 len: 945 time: 0.1943736 Feb 09 01:26:08.983271 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-2f884e7d-a809-40a9-b6aa-a56003fa71ff tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 5c4d1816-dbf0-4c32-acf1-d83c866e13d3) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:08.997579 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc178dd-d98b-4d7a-9d8e-32a6b3267720 None None] Network 5c4d1816-dbf0-4c32-acf1-d83c866e13d3 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:26:09.006929 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89df2e33-eb62-4a55-b8d4-a6f89d5d4684 x-openstack-request-id: req-89df2e33-eb62-4a55-b8d4-a6f89d5d4684 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:26:09.007231 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8987e885-8c40-404c-967a-7cdc62a89da4", "tag": "084736e9-2e33-480f-b54d-c1da4a3657ca", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:26:09.007491 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-89df2e33-eb62-4a55-b8d4-a6f89d5d4684 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:26:09.007927 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8987e885-8c40-404c-967a-7cdc62a89da4', 'tag': '084736e9-2e33-480f-b54d-c1da4a3657ca', 'status': 'completed', 'code': 200} Feb 09 01:26:09.028613 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-0b7d00cb-31ca-4071-a20c-e6fe4952ed85 None None] Set router 729c8c43-c9e6-41e1-ba40-28def817fcf5 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:26:09.031483 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee2cfb25-9aec-4fa5-889a-7b342da4e4bd req-a1d249e2-ac86-4267-91f6-03fcaa1f0856 service neutron] 10.222.0.120 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915082 Feb 09 01:26:09.043744 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f884e7d-a809-40a9-b6aa-a56003fa71ff tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:09.044764 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2f884e7d-a809-40a9-b6aa-a56003fa71ff tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:09.137433 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2f884e7d-a809-40a9-b6aa-a56003fa71ff tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6741893 Feb 09 01:26:09.139876 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45138) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:09.146436 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-ba43409a-7004-4499-804c-f5223a35c4d0 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Request body: {'port': {'network_id': '5c4d1816-dbf0-4c32-acf1-d83c866e13d3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-933365186'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:09.198081 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7899748-1700-4aa1-a9e9-a5bf22ba4f1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-5c4d1816-dbf0-4c32-acf1-d83c866e13d3', 'network_id': '5c4d1816-dbf0-4c32-acf1-d83c866e13d3', 'project_id': 'aefb9da2cc8d4f30a54f357e1e7a9156', 'fixed_ips': [{'subnet_id': 'c8178ed9-778d-4ca9-bf5b-3dd86c3857b4'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:26:09.198963 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b7899748-1700-4aa1-a9e9-a5bf22ba4f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:09.243237 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a60a867c-4032-4dd0-b034-67c5fa06c111 req-e65b70e3-1835-4b82-9781-e2579fadfb5c tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709389 Feb 09 01:26:09.270669 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1278e69-cfcd-43a9-a69b-d8e9e65a42d0 req-b101ecda-7407-447c-aea1-e1ab873d855f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:09.272577 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1278e69-cfcd-43a9-a69b-d8e9e65a42d0 req-b101ecda-7407-447c-aea1-e1ab873d855f service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=4f98c7fdebb0485fb570809def96421c&device_id=8987e885-8c40-404c-967a-7cdc62a89da4 HTTP/1.1" status: 200 len: 1128 time: 0.2168999 Feb 09 01:26:09.318390 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0ec68-9bba-4d33-8b81-99db63e5a5ac req-84db8754-5e9d-4ae5-a365-9bbf77d6f37f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:09.323500 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0b0ec68-9bba-4d33-8b81-99db63e5a5ac req-84db8754-5e9d-4ae5-a365-9bbf77d6f37f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.2172694 Feb 09 01:26:09.404905 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba43409a-7004-4499-804c-f5223a35c4d0 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Made reservation on behalf of aefb9da2cc8d4f30a54f357e1e7a9156 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:09.408526 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ba43409a-7004-4499-804c-f5223a35c4d0 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:09.417493 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:09.447421 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-ba43409a-7004-4499-804c-f5223a35c4d0 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] device_id is not set on port 8d1b3b49-99f2-4f30-8b7d-b2ff0fe8b4d7 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:26:09.501848 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-b7899748-1700-4aa1-a9e9-a5bf22ba4f1a None None] Allocated IP 2001:db8::2 (5c4d1816-dbf0-4c32-acf1-d83c866e13d3/c8178ed9-778d-4ca9-bf5b-3dd86c3857b4/cf08f7c1-bf24-4fde-b53b-83077cca14db) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:09.505259 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-0b7d00cb-31ca-4071-a20c-e6fe4952ed85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729c8c43-c9e6-41e1-ba40-28def817fcf5', 'name': 'tempest-TestServerBasicOps-1765108493-router', 'tenant_id': '4f98c7fdebb0485fb570809def96421c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '4f51b24f-b023-49d9-8560-e53fdf916e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:46Z', 'updated_at': '2022-02-09T01:24:57Z', 'revision_number': 4, 'project_id': '4f98c7fdebb0485fb570809def96421c', 'gw_port': {'id': '4f51b24f-b023-49d9-8560-e53fdf916e1f', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729c8c43-c9e6-41e1-ba40-28def817fcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:49Z', 'updated_at': '2022-02-09T01:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'a43f732b-2b47-4a73-927a-0029a57ebf8e', 'tenant_id': '4f98c7fdebb0485fb570809def96421c', 'floating_ip_address': '172.25.8.113', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '729c8c43-c9e6-41e1-ba40-28def817fcf5', 'port_id': '084736e9-2e33-480f-b54d-c1da4a3657ca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6076cc38-83af-4e8f-b6d9-59b61dc00254', 'mac_address': 'fa:16:3e:5a:d5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8987e885-8c40-404c-967a-7cdc62a89da4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:26:07Z', 'updated_at': '2022-02-09T01:26:07Z', 'revision_number': 0, 'project_id': '4f98c7fdebb0485fb570809def96421c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed1d5eee-781c-4a1b-8c14-17114c85e732', 'name': '', 'network_id': '6076cc38-83af-4e8f-b6d9-59b61dc00254', 'tenant_id': '4f98c7fdebb0485fb570809def96421c', 'mac_address': 'fa:16:3e:18:06:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729c8c43-c9e6-41e1-ba40-28def817fcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'f080e354-192c-45c8-9f02-4a3b41a60c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:55Z', 'updated_at': '2022-02-09T01:25:13Z', 'revision_number': 5, 'project_id': '4f98c7fdebb0485fb570809def96421c', 'subnets': [{'id': 'f080e354-192c-45c8-9f02-4a3b41a60c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:09.570380 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7d00cb-31ca-4071-a20c-e6fe4952ed85 None None] Checking router: 729c8c43-c9e6-41e1-ba40-28def817fcf5 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:26:09.582755 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7d00cb-31ca-4071-a20c-e6fe4952ed85 None None] Routers {'729c8c43-c9e6-41e1-ba40-28def817fcf5'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:26:09.583458 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-0b7d00cb-31ca-4071-a20c-e6fe4952ed85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:26:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['729c8c43-c9e6-41e1-ba40-28def817fcf5'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:09.641376 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0b0ec68-9bba-4d33-8b81-99db63e5a5ac req-90a6ecad-58ec-44c2-bb20-8511cf9d948c tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3100712 Feb 09 01:26:09.680195 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a921eb5-84ec-4bb2-9d84-a38bce9e86f7 req-f7ab5969-62c9-4ae8-8060-fc45c04f7550 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:09.689185 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a921eb5-84ec-4bb2-9d84-a38bce9e86f7 req-f7ab5969-62c9-4ae8-8060-fc45c04f7550 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=543a959e-bde0-48bf-9f11-100ee08ccb40 HTTP/1.1" status: 200 len: 945 time: 0.2095702 Feb 09 01:26:09.709122 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-0b7d00cb-31ca-4071-a20c-e6fe4952ed85 None None] Set router 729c8c43-c9e6-41e1-ba40-28def817fcf5 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:26:09.719658 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2f3e6ce7-8744-4603-ab0b-31d7fa81ac57 req-41a9fa79-6edb-4d0d-ab96-8802f07cde2a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=04ac87f4-b009-4887-9c10-34a29755259f HTTP/1.1" status: 200 len: 210 time: 0.0593626 Feb 09 01:26:09.726885 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1278e69-cfcd-43a9-a69b-d8e9e65a42d0 req-40a72e09-880e-47cb-ab82-d834299c4f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:09.729376 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1278e69-cfcd-43a9-a69b-d8e9e65a42d0 req-40a72e09-880e-47cb-ab82-d834299c4f89 service neutron] 10.222.0.120 "GET /v2.0/networks?id=6076cc38-83af-4e8f-b6d9-59b61dc00254 HTTP/1.1" status: 200 len: 911 time: 0.4496908 Feb 09 01:26:09.856618 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a921eb5-84ec-4bb2-9d84-a38bce9e86f7 req-d8d3d832-4a30-45cd-b85a-2cc23c4977d4 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610746 Feb 09 01:26:09.866745 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1278e69-cfcd-43a9-a69b-d8e9e65a42d0 req-27c68e71-258b-4d32-90f1-1cb95ea2725b service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=084736e9-2e33-480f-b54d-c1da4a3657ca HTTP/1.1" status: 200 len: 1000 time: 0.1280949 Feb 09 01:26:09.896808 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b7899748-1700-4aa1-a9e9-a5bf22ba4f1a None None] Publish callbacks [] for port (cf08f7c1-bf24-4fde-b53b-83077cca14db), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:09.904981 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b7899748-1700-4aa1-a9e9-a5bf22ba4f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (cf08f7c1-bf24-4fde-b53b-83077cca14db), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:09.991016 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7899748-1700-4aa1-a9e9-a5bf22ba4f1a None None] Network 5c4d1816-dbf0-4c32-acf1-d83c866e13d3 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:09.997650 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-b7899748-1700-4aa1-a9e9-a5bf22ba4f1a None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:10.002423 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7899748-1700-4aa1-a9e9-a5bf22ba4f1a None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:26:10.010311 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7899748-1700-4aa1-a9e9-a5bf22ba4f1a None None] Pushing event updated for resources: {'Port': ['ID=cf08f7c1-bf24-4fde-b53b-83077cca14db,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:10.068998 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5e41781c-a07c-4acd-aca8-4da1f975963b req-93ff66cc-ba27-4b24-9d53-ae31fa3f7347 tempest-ServerShowV247Test-662037562 tempest-ServerShowV247Test-662037562-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2c92fc5-ea58-413a-a76f-31c02770bb35 HTTP/1.1" status: 200 len: 210 time: 0.1979704 Feb 09 01:26:10.096466 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-ba43409a-7004-4499-804c-f5223a35c4d0 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Allocated IP 2001:db8::266 (5c4d1816-dbf0-4c32-acf1-d83c866e13d3/c8178ed9-778d-4ca9-bf5b-3dd86c3857b4/8d1b3b49-99f2-4f30-8b7d-b2ff0fe8b4d7) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:10.098007 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1278e69-cfcd-43a9-a69b-d8e9e65a42d0 req-a3b0dd67-6232-4257-be77-26a39cc4af6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:10.100936 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1278e69-cfcd-43a9-a69b-d8e9e65a42d0 req-a3b0dd67-6232-4257-be77-26a39cc4af6e service neutron] 10.222.0.120 "GET /v2.0/subnets?id=f080e354-192c-45c8-9f02-4a3b41a60c52 HTTP/1.1" status: 200 len: 848 time: 0.2065880 Feb 09 01:26:10.128694 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-b7899748-1700-4aa1-a9e9-a5bf22ba4f1a None None] Attempting to bind port cf08f7c1-bf24-4fde-b53b-83077cca14db on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:26:10.129065 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-b7899748-1700-4aa1-a9e9-a5bf22ba4f1a None None] Attempting to bind port cf08f7c1-bf24-4fde-b53b-83077cca14db by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'c3ec06a3-0291-45d3-88b0-f6ec80808cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '5c4d1816-dbf0-4c32-acf1-d83c866e13d3'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:26:10.129553 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7899748-1700-4aa1-a9e9-a5bf22ba4f1a None None] Attempting to bind port cf08f7c1-bf24-4fde-b53b-83077cca14db on network 5c4d1816-dbf0-4c32-acf1-d83c866e13d3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:26:10.135119 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7899748-1700-4aa1-a9e9-a5bf22ba4f1a None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:26:10.135509 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7899748-1700-4aa1-a9e9-a5bf22ba4f1a None None] Checking segment: {'id': 'c3ec06a3-0291-45d3-88b0-f6ec80808cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '5c4d1816-dbf0-4c32-acf1-d83c866e13d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:26:10.135925 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b7899748-1700-4aa1-a9e9-a5bf22ba4f1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:10.136329 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7899748-1700-4aa1-a9e9-a5bf22ba4f1a None None] Bound using segment: {'id': 'c3ec06a3-0291-45d3-88b0-f6ec80808cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '5c4d1816-dbf0-4c32-acf1-d83c866e13d3'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:26:10.136885 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-b7899748-1700-4aa1-a9e9-a5bf22ba4f1a None None] Bound port: cf08f7c1-bf24-4fde-b53b-83077cca14db, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ec06a3-0291-45d3-88b0-f6ec80808cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '5c4d1816-dbf0-4c32-acf1-d83c866e13d3'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:26:10.137342 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b7899748-1700-4aa1-a9e9-a5bf22ba4f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (cf08f7c1-bf24-4fde-b53b-83077cca14db), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:10.161759 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-0b7d00cb-31ca-4071-a20c-e6fe4952ed85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729c8c43-c9e6-41e1-ba40-28def817fcf5', 'name': 'tempest-TestServerBasicOps-1765108493-router', 'tenant_id': '4f98c7fdebb0485fb570809def96421c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '4f51b24f-b023-49d9-8560-e53fdf916e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:46Z', 'updated_at': '2022-02-09T01:24:57Z', 'revision_number': 4, 'project_id': '4f98c7fdebb0485fb570809def96421c', 'gw_port': {'id': '4f51b24f-b023-49d9-8560-e53fdf916e1f', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729c8c43-c9e6-41e1-ba40-28def817fcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:49Z', 'updated_at': '2022-02-09T01:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'a43f732b-2b47-4a73-927a-0029a57ebf8e', 'tenant_id': '4f98c7fdebb0485fb570809def96421c', 'floating_ip_address': '172.25.8.113', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '729c8c43-c9e6-41e1-ba40-28def817fcf5', 'port_id': '084736e9-2e33-480f-b54d-c1da4a3657ca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6076cc38-83af-4e8f-b6d9-59b61dc00254', 'mac_address': 'fa:16:3e:5a:d5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8987e885-8c40-404c-967a-7cdc62a89da4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:26:07Z', 'updated_at': '2022-02-09T01:26:07Z', 'revision_number': 0, 'project_id': '4f98c7fdebb0485fb570809def96421c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed1d5eee-781c-4a1b-8c14-17114c85e732', 'name': '', 'network_id': '6076cc38-83af-4e8f-b6d9-59b61dc00254', 'tenant_id': '4f98c7fdebb0485fb570809def96421c', 'mac_address': 'fa:16:3e:18:06:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729c8c43-c9e6-41e1-ba40-28def817fcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'f080e354-192c-45c8-9f02-4a3b41a60c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:55Z', 'updated_at': '2022-02-09T01:25:13Z', 'revision_number': 5, 'project_id': '4f98c7fdebb0485fb570809def96421c', 'subnets': [{'id': 'f080e354-192c-45c8-9f02-4a3b41a60c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:10.215106 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1278e69-cfcd-43a9-a69b-d8e9e65a42d0 req-4935b645-4f9b-4f06-9d84-eb5cfc4818b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:10.219218 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1278e69-cfcd-43a9-a69b-d8e9e65a42d0 req-4935b645-4f9b-4f06-9d84-eb5cfc4818b6 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=6076cc38-83af-4e8f-b6d9-59b61dc00254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1104400 Feb 09 01:26:10.226036 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7d00cb-31ca-4071-a20c-e6fe4952ed85 None None] The sync data for ids ['729c8c43-c9e6-41e1-ba40-28def817fcf5'] in n-d-828369-4 is: [{'id': '729c8c43-c9e6-41e1-ba40-28def817fcf5', 'name': 'tempest-TestServerBasicOps-1765108493-router', 'tenant_id': '4f98c7fdebb0485fb570809def96421c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '4f51b24f-b023-49d9-8560-e53fdf916e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:46Z', 'updated_at': '2022-02-09T01:24:57Z', 'revision_number': 4, 'project_id': '4f98c7fdebb0485fb570809def96421c', 'gw_port': {'id': '4f51b24f-b023-49d9-8560-e53fdf916e1f', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729c8c43-c9e6-41e1-ba40-28def817fcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:49Z', 'updated_at': '2022-02-09T01:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'a43f732b-2b47-4a73-927a-0029a57ebf8e', 'tenant_id': '4f98c7fdebb0485fb570809def96421c', 'floating_ip_address': '172.25.8.113', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '729c8c43-c9e6-41e1-ba40-28def817fcf5', 'port_id': '084736e9-2e33-480f-b54d-c1da4a3657ca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2754, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6076cc38-83af-4e8f-b6d9-59b61dc00254', 'mac_address': 'fa:16:3e:5a:d5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8987e885-8c40-404c-967a-7cdc62a89da4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:26:07Z', 'updated_at': '2022-02-09T01:26:07Z', 'revision_number': 0, 'project_id': '4f98c7fdebb0485fb570809def96421c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed1d5eee-781c-4a1b-8c14-17114c85e732', 'name': '', 'network_id': '6076cc38-83af-4e8f-b6d9-59b61dc00254', 'tenant_id': '4f98c7fdebb0485fb570809def96421c', 'mac_address': 'fa:16:3e:18:06:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729c8c43-c9e6-41e1-ba40-28def817fcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'f080e354-192c-45c8-9f02-4a3b41a60c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:55Z', 'updated_at': '2022-02-09T01:25:13Z', 'revision_number': 5, 'project_id': '4f98c7fdebb0485fb570809def96421c', 'subnets': [{'id': 'f080e354-192c-45c8-9f02-4a3b41a60c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:26:10.229627 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-b7899748-1700-4aa1-a9e9-a5bf22ba4f1a None None] For port cf08f7c1-bf24-4fde-b53b-83077cca14db, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:26:10.233841 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-b7899748-1700-4aa1-a9e9-a5bf22ba4f1a None None] For port cf08f7c1-bf24-4fde-b53b-83077cca14db, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=cf08f7c1-bf24-4fde-b53b-83077cca14db,segment=NetworkSegment(c3ec06a3-0291-45d3-88b0-f6ec80808cc1),segment_id=c3ec06a3-0291-45d3-88b0-f6ec80808cc1)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:26:10.245909 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b7899748-1700-4aa1-a9e9-a5bf22ba4f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (cf08f7c1-bf24-4fde-b53b-83077cca14db), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:10.358576 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7899748-1700-4aa1-a9e9-a5bf22ba4f1a None None] Pushing event updated for resources: {'Port': ['ID=cf08f7c1-bf24-4fde-b53b-83077cca14db,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:10.441066 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ba43409a-7004-4499-804c-f5223a35c4d0 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Publish callbacks [] for port (8d1b3b49-99f2-4f30-8b7d-b2ff0fe8b4d7), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:10.443699 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1278e69-cfcd-43a9-a69b-d8e9e65a42d0 req-b0c0e5c1-65b4-4841-9b68-665fdb37bd86 service neutron] 10.222.0.120 "GET /v2.0/networks/6076cc38-83af-4e8f-b6d9-59b61dc00254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160299 Feb 09 01:26:10.495224 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ba43409a-7004-4499-804c-f5223a35c4d0 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (8d1b3b49-99f2-4f30-8b7d-b2ff0fe8b4d7), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:10.531177 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce8da0-b15f-4146-bde9-75278cf93eed req-196627c1-33b2-4832-ab4b-aa3fcf70c025 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:10.543093 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba43409a-7004-4499-804c-f5223a35c4d0 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Network 5c4d1816-dbf0-4c32-acf1-d83c866e13d3 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:10.544105 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-63ce8da0-b15f-4146-bde9-75278cf93eed req-196627c1-33b2-4832-ab4b-aa3fcf70c025 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=543a959e-bde0-48bf-9f11-100ee08ccb40 HTTP/1.1" status: 200 len: 945 time: 0.1532209 Feb 09 01:26:10.549301 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-ba43409a-7004-4499-804c-f5223a35c4d0 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:10.551857 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba43409a-7004-4499-804c-f5223a35c4d0 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:26:10.558850 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba43409a-7004-4499-804c-f5223a35c4d0 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:10.559187 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ba43409a-7004-4499-804c-f5223a35c4d0 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:10.580756 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba43409a-7004-4499-804c-f5223a35c4d0 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Pushing event updated for resources: {'Port': ['ID=8d1b3b49-99f2-4f30-8b7d-b2ff0fe8b4d7,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:10.592491 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ba43409a-7004-4499-804c-f5223a35c4d0 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.4511719 Feb 09 01:26:10.595245 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45152) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:10.601820 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-75d35d9e-9bbb-4dc3-824e-dda4e658da40 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Request body: {'port': {'network_id': '5c4d1816-dbf0-4c32-acf1-d83c866e13d3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-454605426', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:10.602375 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.api.validators [None req-75d35d9e-9bbb-4dc3-824e-dda4e658da40 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] bootfile-name is not in valid_values {{(pid=103137) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 01:26:10.602733 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.api.validators [None req-75d35d9e-9bbb-4dc3-824e-dda4e658da40 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] tftp-server is not in valid_values {{(pid=103137) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 01:26:10.603612 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.api.validators [None req-75d35d9e-9bbb-4dc3-824e-dda4e658da40 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] server-ip-address is not in valid_values {{(pid=103137) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 01:26:10.655416 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea04bf1-b288-4389-b043-819fde58c3c8 None None] New status for floating IP a43f732b-2b47-4a73-927a-0029a57ebf8e: ACTIVE {{(pid=103138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:26:10.675494 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1278e69-cfcd-43a9-a69b-d8e9e65a42d0 req-841a34ad-603d-49ff-af27-2836a431f1f9 service neutron] 10.222.0.120 "GET /v2.0/networks/6076cc38-83af-4e8f-b6d9-59b61dc00254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176940 Feb 09 01:26:10.766655 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-63ce8da0-b15f-4146-bde9-75278cf93eed req-22768225-8cfb-438c-a3fd-bd7c13d4ebda tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214477 Feb 09 01:26:10.816076 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d35d9e-9bbb-4dc3-824e-dda4e658da40 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Made reservation on behalf of aefb9da2cc8d4f30a54f357e1e7a9156 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:10.824875 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-75d35d9e-9bbb-4dc3-824e-dda4e658da40 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:10.875505 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-75d35d9e-9bbb-4dc3-824e-dda4e658da40 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] device_id is not set on port bb54ca60-f700-4d1a-acb4-fc627015881f yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:26:10.931975 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b752d-47f1-419b-865a-f680e0d5fca6 req-23539134-f9af-498d-8f29-abb67b289e84 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:10.939684 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-435b752d-47f1-419b-865a-f680e0d5fca6 req-23539134-f9af-498d-8f29-abb67b289e84 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.1658874 Feb 09 01:26:11.064860 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-435b752d-47f1-419b-865a-f680e0d5fca6 req-aff8b806-02ef-4c1a-97ac-062193800464 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242073 Feb 09 01:26:11.086006 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-75d35d9e-9bbb-4dc3-824e-dda4e658da40 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Allocated IP 2001:db8::291 (5c4d1816-dbf0-4c32-acf1-d83c866e13d3/c8178ed9-778d-4ca9-bf5b-3dd86c3857b4/bb54ca60-f700-4d1a-acb4-fc627015881f) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:11.183718 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6a7ee157-0bfa-4831-bd6c-79106487c937 req-33344e69-65b1-4bfa-aa8c-9def5c311699 tempest-ServerShowV247Test-662037562 tempest-ServerShowV247Test-662037562-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2c92fc5-ea58-413a-a76f-31c02770bb35 HTTP/1.1" status: 200 len: 210 time: 0.0339119 Feb 09 01:26:11.264351 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-75d35d9e-9bbb-4dc3-824e-dda4e658da40 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Publish callbacks [] for port (bb54ca60-f700-4d1a-acb4-fc627015881f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:11.303818 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-75d35d9e-9bbb-4dc3-824e-dda4e658da40 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (bb54ca60-f700-4d1a-acb4-fc627015881f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:11.364186 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d35d9e-9bbb-4dc3-824e-dda4e658da40 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Network 5c4d1816-dbf0-4c32-acf1-d83c866e13d3 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:11.367442 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-75d35d9e-9bbb-4dc3-824e-dda4e658da40 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:11.370667 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d35d9e-9bbb-4dc3-824e-dda4e658da40 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:26:11.376278 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d35d9e-9bbb-4dc3-824e-dda4e658da40 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:11.377041 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-75d35d9e-9bbb-4dc3-824e-dda4e658da40 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:11.394198 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d35d9e-9bbb-4dc3-824e-dda4e658da40 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Pushing event updated for resources: {'Port': ['ID=bb54ca60-f700-4d1a-acb4-fc627015881f,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:11.404027 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-75d35d9e-9bbb-4dc3-824e-dda4e658da40 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.8076420 Feb 09 01:26:11.405976 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45162) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:11.465227 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8a170a-9fb1-4988-a1c3-2bc489f380a4 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:11.470607 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8a170a-9fb1-4988-a1c3-2bc489f380a4 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:11.475829 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8a170a-9fb1-4988-a1c3-2bc489f380a4 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:11.480593 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-0e8a170a-9fb1-4988-a1c3-2bc489f380a4 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.0707130 Feb 09 01:26:11.481811 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45164) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:11.589245 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-896b4578-9154-4950-b3a8-b7a4500a3299 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Deleting port bb54ca60-f700-4d1a-acb4-fc627015881f {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:26:11.590138 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-896b4578-9154-4950-b3a8-b7a4500a3299 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (bb54ca60-f700-4d1a-acb4-fc627015881f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:11.671116 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9e592ced-1dfd-43c0-8f8b-35731d24ebf8 req-7cfd5c2a-5679-49e9-aa6d-2923ff182933 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c2c92fc5-ea58-413a-a76f-31c02770bb35 HTTP/1.1" status: 200 len: 210 time: 0.0408003 Feb 09 01:26:11.728710 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-896b4578-9154-4950-b3a8-b7a4500a3299 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (bb54ca60-f700-4d1a-acb4-fc627015881f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:11.738560 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-896b4578-9154-4950-b3a8-b7a4500a3299 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Calling delete_port for bb54ca60-f700-4d1a-acb4-fc627015881f owned by {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:26:11.762920 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b894c43-a920-4597-a924-5300c5b07a3e None None] Network 5c4d1816-dbf0-4c32-acf1-d83c866e13d3 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:26:11.812211 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device cf08f7c1-bf24-4fde-b53b-83077cca14db up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:26:11.902699 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-f8ceff9a-26b6-4de4-bc45-40f403a53c32 None None] Provisioning complete for port cf08f7c1-bf24-4fde-b53b-83077cca14db triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:11.903234 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f8ceff9a-26b6-4de4-bc45-40f403a53c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (cf08f7c1-bf24-4fde-b53b-83077cca14db), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:11.966168 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port cf08f7c1-bf24-4fde-b53b-83077cca14db triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:11.966705 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (cf08f7c1-bf24-4fde-b53b-83077cca14db), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:12.077454 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f8ceff9a-26b6-4de4-bc45-40f403a53c32 None None] Current status of the port cf08f7c1-bf24-4fde-b53b-83077cca14db is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:12.078588 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f8ceff9a-26b6-4de4-bc45-40f403a53c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (cf08f7c1-bf24-4fde-b53b-83077cca14db), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:12.154583 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port cf08f7c1-bf24-4fde-b53b-83077cca14db is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:12.155280 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (cf08f7c1-bf24-4fde-b53b-83077cca14db), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:12.161289 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-f8ceff9a-26b6-4de4-bc45-40f403a53c32 None None] For port cf08f7c1-bf24-4fde-b53b-83077cca14db, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=cf08f7c1-bf24-4fde-b53b-83077cca14db,segment=NetworkSegment(c3ec06a3-0291-45d3-88b0-f6ec80808cc1),segment_id=c3ec06a3-0291-45d3-88b0-f6ec80808cc1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:12.173085 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f8ceff9a-26b6-4de4-bc45-40f403a53c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (cf08f7c1-bf24-4fde-b53b-83077cca14db), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:12.281496 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ceff9a-26b6-4de4-bc45-40f403a53c32 None None] Pushing event updated for resources: {'Port': ['ID=cf08f7c1-bf24-4fde-b53b-83077cca14db,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:12.284636 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.api [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:26:12.285093 n-d-828369-4 neutron-server[103138]: DEBUG oslo_db.api [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:26:12.360010 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d83859-bc39-4006-ab32-91450b503b44 req-dd6e36ce-9e6b-4c0d-9576-023cc98cae49 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:12.361699 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c8d83859-bc39-4006-ab32-91450b503b44 req-dd6e36ce-9e6b-4c0d-9576-023cc98cae49 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.120 "GET /v2.0/ports?device_id=543a959e-bde0-48bf-9f11-100ee08ccb40 HTTP/1.1" status: 200 len: 945 time: 0.1510527 Feb 09 01:26:12.380183 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08435322-fecb-484e-841a-f7b207b6808f req-068725c8-3a24-4bcf-b554-9989186b2fcc tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:12.381732 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-08435322-fecb-484e-841a-f7b207b6808f req-068725c8-3a24-4bcf-b554-9989186b2fcc tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=543a959e-bde0-48bf-9f11-100ee08ccb40 HTTP/1.1" status: 200 len: 945 time: 0.1699588 Feb 09 01:26:12.480199 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-896b4578-9154-4950-b3a8-b7a4500a3299 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (bb54ca60-f700-4d1a-acb4-fc627015881f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:12.508822 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-ff2f8ba4-9887-442a-8143-f51186df5d55 None None] Provisioning complete for port cf08f7c1-bf24-4fde-b53b-83077cca14db triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:12.509320 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ff2f8ba4-9887-442a-8143-f51186df5d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (cf08f7c1-bf24-4fde-b53b-83077cca14db), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:12.552632 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896b4578-9154-4950-b3a8-b7a4500a3299 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Pushing event deleted for resources: {'Port': ['ID=bb54ca60-f700-4d1a-acb4-fc627015881f,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:12.585880 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-08435322-fecb-484e-841a-f7b207b6808f req-dba616d5-00be-485a-a06b-8871c7227c07 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950777 Feb 09 01:26:12.632342 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94539ef9-0982-40e1-9b45-747ed2c98956 req-a2673cef-476d-4a84-b6c3-8cfac03354c7 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:12.633954 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-94539ef9-0982-40e1-9b45-747ed2c98956 req-a2673cef-476d-4a84-b6c3-8cfac03354c7 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.2331893 Feb 09 01:26:12.641800 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-896b4578-9154-4950-b3a8-b7a4500a3299 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:12.645348 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-896b4578-9154-4950-b3a8-b7a4500a3299 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] 10.222.0.50 "DELETE /v2.0/ports/bb54ca60-f700-4d1a-acb4-fc627015881f HTTP/1.1" status: 204 len: 168 time: 1.1625378 Feb 09 01:26:12.649475 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45180) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:12.656963 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-40426587-82b2-473b-8985-d412346c2141 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Request body: {'port': {'name': 'tempest-new-port-name-1508234039', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:12.657376 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.api.validators [None req-40426587-82b2-473b-8985-d412346c2141 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] bootfile-name is not in valid_values {{(pid=103136) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 01:26:12.657738 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.api.validators [None req-40426587-82b2-473b-8985-d412346c2141 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] tftp-server is not in valid_values {{(pid=103136) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 01:26:12.658093 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.api.validators [None req-40426587-82b2-473b-8985-d412346c2141 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] server-ip-address is not in valid_values {{(pid=103136) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 09 01:26:12.670246 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ff2f8ba4-9887-442a-8143-f51186df5d55 None None] Current status of the port cf08f7c1-bf24-4fde-b53b-83077cca14db is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:12.694573 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-ff2f8ba4-9887-442a-8143-f51186df5d55 None None] Provisioning complete for port 8d1b3b49-99f2-4f30-8b7d-b2ff0fe8b4d7 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:12.695102 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ff2f8ba4-9887-442a-8143-f51186df5d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (8d1b3b49-99f2-4f30-8b7d-b2ff0fe8b4d7), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:12.760572 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ff2f8ba4-9887-442a-8143-f51186df5d55 None None] Port 8d1b3b49-99f2-4f30-8b7d-b2ff0fe8b4d7 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:26:12.763997 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-ff2f8ba4-9887-442a-8143-f51186df5d55 None None] Could not find standard attr ID for object bb54ca60-f700-4d1a-acb4-fc627015881f. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:26:12.791445 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-c8d83859-bc39-4006-ab32-91450b503b44 req-d3516025-b2a0-40e8-9220-e1d271fc0f29 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Deleting port bea4c47e-96ea-4c48-a7a3-4bbe25954aba {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:26:12.791658 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c8d83859-bc39-4006-ab32-91450b503b44 req-d3516025-b2a0-40e8-9220-e1d271fc0f29 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (bea4c47e-96ea-4c48-a7a3-4bbe25954aba), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:12.795786 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cff59090-d38f-4899-8df1-7be8804c32f7 req-d243ec55-2cbe-4f16-9a64-7dc622033601 tempest-ServerShowV247Test-662037562 tempest-ServerShowV247Test-662037562-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2c92fc5-ea58-413a-a76f-31c02770bb35 HTTP/1.1" status: 200 len: 210 time: 0.0791135 Feb 09 01:26:12.851646 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port cf08f7c1-bf24-4fde-b53b-83077cca14db is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:12.880430 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-40426587-82b2-473b-8985-d412346c2141 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8d1b3b49-99f2-4f30-8b7d-b2ff0fe8b4d7), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:12.896760 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-94539ef9-0982-40e1-9b45-747ed2c98956 req-991ab5c5-0fca-4b90-a080-7a450015138e tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2462401 Feb 09 01:26:12.902015 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-2979fc7d-5357-4d5a-8e74-d17dea657adf None None] Provisioning complete for port 8d1b3b49-99f2-4f30-8b7d-b2ff0fe8b4d7 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:12.902918 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2979fc7d-5357-4d5a-8e74-d17dea657adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (8d1b3b49-99f2-4f30-8b7d-b2ff0fe8b4d7), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:12.955896 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-2979fc7d-5357-4d5a-8e74-d17dea657adf None None] Port 8d1b3b49-99f2-4f30-8b7d-b2ff0fe8b4d7 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:26:13.027273 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-c8d83859-bc39-4006-ab32-91450b503b44 req-d3516025-b2a0-40e8-9220-e1d271fc0f29 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] For port bea4c47e-96ea-4c48-a7a3-4bbe25954aba, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=bea4c47e-96ea-4c48-a7a3-4bbe25954aba,segment=NetworkSegment(d40e3b64-4486-4490-9380-e6758cb22819),segment_id=d40e3b64-4486-4490-9380-e6758cb22819)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:13.027914 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c8d83859-bc39-4006-ab32-91450b503b44 req-d3516025-b2a0-40e8-9220-e1d271fc0f29 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (bea4c47e-96ea-4c48-a7a3-4bbe25954aba), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:13.111691 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-c8d83859-bc39-4006-ab32-91450b503b44 req-d3516025-b2a0-40e8-9220-e1d271fc0f29 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Calling delete_port for bea4c47e-96ea-4c48-a7a3-4bbe25954aba owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:26:13.181872 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-8f12383e-a5ff-4f9c-af21-8b9b89e32108 None None] Could not find standard attr ID for object bb54ca60-f700-4d1a-acb4-fc627015881f. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:26:13.254746 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-40426587-82b2-473b-8985-d412346c2141 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Publish callbacks [] for port (8d1b3b49-99f2-4f30-8b7d-b2ff0fe8b4d7), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:13.261470 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-40426587-82b2-473b-8985-d412346c2141 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (8d1b3b49-99f2-4f30-8b7d-b2ff0fe8b4d7), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:13.300065 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-40426587-82b2-473b-8985-d412346c2141 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] In _notify_port_updated(), no bound segment for port 8d1b3b49-99f2-4f30-8b7d-b2ff0fe8b4d7 on network 5c4d1816-dbf0-4c32-acf1-d83c866e13d3 {{(pid=103136) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:26:13.305069 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40426587-82b2-473b-8985-d412346c2141 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:13.305740 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-40426587-82b2-473b-8985-d412346c2141 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:13.307632 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-40426587-82b2-473b-8985-d412346c2141 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] 10.222.0.50 "PUT /v2.0/ports/8d1b3b49-99f2-4f30-8b7d-b2ff0fe8b4d7 HTTP/1.1" status: 200 len: 1130 time: 0.6576898 Feb 09 01:26:13.310475 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45186) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:13.361111 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40426587-82b2-473b-8985-d412346c2141 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Pushing event updated for resources: {'Port': ['ID=8d1b3b49-99f2-4f30-8b7d-b2ff0fe8b4d7,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:13.361653 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faddbead-e3e8-4a4b-856c-0b50d89dc6e0 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:13.365948 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45188) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:13.366137 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-faddbead-e3e8-4a4b-856c-0b50d89dc6e0 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] 10.222.0.50 "GET /v2.0/ports/8d1b3b49-99f2-4f30-8b7d-b2ff0fe8b4d7 HTTP/1.1" status: 200 len: 1130 time: 0.0544612 Feb 09 01:26:13.375405 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c8d83859-bc39-4006-ab32-91450b503b44 req-d3516025-b2a0-40e8-9220-e1d271fc0f29 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (bea4c47e-96ea-4c48-a7a3-4bbe25954aba), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:13.388197 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['bea4c47e-96ea-4c48-a7a3-4bbe25954aba'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:26:13.437453 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3516025-b2a0-40e8-9220-e1d271fc0f29 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Pushing event deleted for resources: {'Port': ['ID=bea4c47e-96ea-4c48-a7a3-4bbe25954aba,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:13.517296 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d83859-bc39-4006-ab32-91450b503b44 req-d3516025-b2a0-40e8-9220-e1d271fc0f29 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] No DVR routers for this DVR port bea4c47e-96ea-4c48-a7a3-4bbe25954aba on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:26:13.520938 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c8d83859-bc39-4006-ab32-91450b503b44 req-d3516025-b2a0-40e8-9220-e1d271fc0f29 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:13.524663 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c8d83859-bc39-4006-ab32-91450b503b44 req-d3516025-b2a0-40e8-9220-e1d271fc0f29 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.120 "DELETE /v2.0/ports/bea4c47e-96ea-4c48-a7a3-4bbe25954aba HTTP/1.1" status: 204 len: 173 time: 1.1538367 Feb 09 01:26:13.525804 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543a959e-bde0-48bf-9f11-100ee08ccb40', 'name': 'network-vif-deleted', 'tag': 'bea4c47e-96ea-4c48-a7a3-4bbe25954aba'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:26:13.535704 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13499c3-14cc-4ed5-b2f9-de5bb9fa462a" -d '{"events": [{"server_uuid": "543a959e-bde0-48bf-9f11-100ee08ccb40", "name": "network-vif-deleted", "tag": "bea4c47e-96ea-4c48-a7a3-4bbe25954aba"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:26:13.587071 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-a714077a-db03-4dc0-8541-f501efd94097 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Deleting port 8d1b3b49-99f2-4f30-8b7d-b2ff0fe8b4d7 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:26:13.588014 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a714077a-db03-4dc0-8541-f501efd94097 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (8d1b3b49-99f2-4f30-8b7d-b2ff0fe8b4d7), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:13.614885 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657fea80-1b07-4cbc-b1e0-53d442e23f11 x-openstack-request-id: req-657fea80-1b07-4cbc-b1e0-53d442e23f11 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:26:13.615109 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "543a959e-bde0-48bf-9f11-100ee08ccb40", "name": "network-vif-deleted", "tag": "bea4c47e-96ea-4c48-a7a3-4bbe25954aba", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:26:13.615347 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-657fea80-1b07-4cbc-b1e0-53d442e23f11 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:26:13.615755 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '543a959e-bde0-48bf-9f11-100ee08ccb40', 'name': 'network-vif-deleted', 'tag': 'bea4c47e-96ea-4c48-a7a3-4bbe25954aba', 'status': 'completed', 'code': 200} Feb 09 01:26:13.772693 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1b547274-9cfb-4a12-a0aa-2500524a9ab3 req-e6dacda0-cf33-4dc8-857e-46b1f550e92a tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=543a959e-bde0-48bf-9f11-100ee08ccb40 HTTP/1.1" status: 200 len: 210 time: 0.0483036 Feb 09 01:26:13.784805 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device cf08f7c1-bf24-4fde-b53b-83077cca14db up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:26:13.813153 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a714077a-db03-4dc0-8541-f501efd94097 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (8d1b3b49-99f2-4f30-8b7d-b2ff0fe8b4d7), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:13.829668 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-a714077a-db03-4dc0-8541-f501efd94097 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Calling delete_port for 8d1b3b49-99f2-4f30-8b7d-b2ff0fe8b4d7 owned by {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:26:13.872508 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port cf08f7c1-bf24-4fde-b53b-83077cca14db triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:13.872838 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (cf08f7c1-bf24-4fde-b53b-83077cca14db), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:13.979153 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port cf08f7c1-bf24-4fde-b53b-83077cca14db is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:13.981262 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-e33262ad-8906-4f6c-a3ab-0e87245afa64 None None] Provisioning complete for port 8d1b3b49-99f2-4f30-8b7d-b2ff0fe8b4d7 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:13.981638 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e33262ad-8906-4f6c-a3ab-0e87245afa64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (8d1b3b49-99f2-4f30-8b7d-b2ff0fe8b4d7), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:14.022192 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4c9636fb-27a3-45c1-976c-ee96cbd928ed req-029d32a1-17d4-4413-a8d2-41144b8c6ac3 tempest-ServerShowV247Test-662037562 tempest-ServerShowV247Test-662037562-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2c92fc5-ea58-413a-a76f-31c02770bb35 HTTP/1.1" status: 200 len: 210 time: 0.1246011 Feb 09 01:26:14.026087 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e33262ad-8906-4f6c-a3ab-0e87245afa64 None None] Port 8d1b3b49-99f2-4f30-8b7d-b2ff0fe8b4d7 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:26:14.051081 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a714077a-db03-4dc0-8541-f501efd94097 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (8d1b3b49-99f2-4f30-8b7d-b2ff0fe8b4d7), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:14.088203 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a714077a-db03-4dc0-8541-f501efd94097 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Pushing event deleted for resources: {'Port': ['ID=8d1b3b49-99f2-4f30-8b7d-b2ff0fe8b4d7,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:14.106949 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959826e-06d5-4cf3-bf2c-f84fb7302858 req-5d1a72f1-4398-4e91-a070-379bed020103 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:14.115212 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1959826e-06d5-4cf3-bf2c-f84fb7302858 req-5d1a72f1-4398-4e91-a070-379bed020103 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.1277463 Feb 09 01:26:14.140093 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a714077a-db03-4dc0-8541-f501efd94097 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:14.145582 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a714077a-db03-4dc0-8541-f501efd94097 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] 10.222.0.50 "DELETE /v2.0/ports/8d1b3b49-99f2-4f30-8b7d-b2ff0fe8b4d7 HTTP/1.1" status: 204 len: 168 time: 0.7786298 Feb 09 01:26:14.147479 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45210) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:14.241039 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1959826e-06d5-4cf3-bf2c-f84fb7302858 req-ce4471b9-97af-42b6-80be-732f0a4ad8ca tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254213 Feb 09 01:26:14.499148 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-56f26d60-7bfa-4503-930d-3afaa08854c0 req-8eaadea8-aa97-4860-8053-daccf05a787e tempest-ServerShowV247Test-662037562 tempest-ServerShowV247Test-662037562-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2c92fc5-ea58-413a-a76f-31c02770bb35 HTTP/1.1" status: 200 len: 210 time: 0.0645986 Feb 09 01:26:14.697411 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ce3df62-8e75-42b3-8488-1156fb371d19 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Deleting subnet c8178ed9-778d-4ca9-bf5b-3dd86c3857b4 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:26:14.702542 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5ce3df62-8e75-42b3-8488-1156fb371d19 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Publish callbacks [] for subnet (c8178ed9-778d-4ca9-bf5b-3dd86c3857b4), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:14.752907 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5ce3df62-8e75-42b3-8488-1156fb371d19 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (c8178ed9-778d-4ca9-bf5b-3dd86c3857b4), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:14.840279 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5ce3df62-8e75-42b3-8488-1156fb371d19 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (c8178ed9-778d-4ca9-bf5b-3dd86c3857b4), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:14.903727 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5ce3df62-8e75-42b3-8488-1156fb371d19 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (c8178ed9-778d-4ca9-bf5b-3dd86c3857b4), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:14.917265 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ab654e60-74a0-4127-8712-f7af5c424744 req-63f65f16-ae54-4fb6-9049-244acd7e8902 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=543a959e-bde0-48bf-9f11-100ee08ccb40 HTTP/1.1" status: 200 len: 210 time: 0.0306139 Feb 09 01:26:14.936580 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce3df62-8e75-42b3-8488-1156fb371d19 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Pushing event deleted for resources: {'Subnet': ['ID=c8178ed9-778d-4ca9-bf5b-3dd86c3857b4,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:14.938833 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5ce3df62-8e75-42b3-8488-1156fb371d19 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:14.944075 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05acf370-8436-4706-bc4c-0aa5aa8dc6a7 None None] Network 5c4d1816-dbf0-4c32-acf1-d83c866e13d3 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:26:14.944884 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5ce3df62-8e75-42b3-8488-1156fb371d19 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] 10.222.0.50 "DELETE /v2.0/subnets/c8178ed9-778d-4ca9-bf5b-3dd86c3857b4 HTTP/1.1" status: 204 len: 168 time: 0.7948744 Feb 09 01:26:14.946263 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45232) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:15.028461 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7ebda96f-1f96-4bac-97b5-11a1f623faa5 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (5c4d1816-dbf0-4c32-acf1-d83c866e13d3), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:15.099655 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-7ebda96f-1f96-4bac-97b5-11a1f623faa5 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Deleting port cf08f7c1-bf24-4fde-b53b-83077cca14db {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:26:15.100168 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7ebda96f-1f96-4bac-97b5-11a1f623faa5 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (cf08f7c1-bf24-4fde-b53b-83077cca14db), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:15.121512 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e089a07c-6b4e-4538-96b8-4eaae27c0303 None None] DHCP port deletion for 5c4d1816-dbf0-4c32-acf1-d83c866e13d3 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:26:15.171009 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-7ebda96f-1f96-4bac-97b5-11a1f623faa5 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] For port cf08f7c1-bf24-4fde-b53b-83077cca14db, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=cf08f7c1-bf24-4fde-b53b-83077cca14db,segment=NetworkSegment(c3ec06a3-0291-45d3-88b0-f6ec80808cc1),segment_id=c3ec06a3-0291-45d3-88b0-f6ec80808cc1)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:15.171278 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7ebda96f-1f96-4bac-97b5-11a1f623faa5 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (cf08f7c1-bf24-4fde-b53b-83077cca14db), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:15.176587 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e089a07c-6b4e-4538-96b8-4eaae27c0303 None None] Deleting port cf08f7c1-bf24-4fde-b53b-83077cca14db {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:26:15.176982 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e089a07c-6b4e-4538-96b8-4eaae27c0303 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (cf08f7c1-bf24-4fde-b53b-83077cca14db), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:15.185454 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-7ebda96f-1f96-4bac-97b5-11a1f623faa5 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Calling delete_port for cf08f7c1-bf24-4fde-b53b-83077cca14db owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:26:15.240006 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-e089a07c-6b4e-4538-96b8-4eaae27c0303 None None] For port cf08f7c1-bf24-4fde-b53b-83077cca14db, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=cf08f7c1-bf24-4fde-b53b-83077cca14db,segment=NetworkSegment(c3ec06a3-0291-45d3-88b0-f6ec80808cc1),segment_id=c3ec06a3-0291-45d3-88b0-f6ec80808cc1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:15.240411 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e089a07c-6b4e-4538-96b8-4eaae27c0303 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (cf08f7c1-bf24-4fde-b53b-83077cca14db), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:15.252887 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e089a07c-6b4e-4538-96b8-4eaae27c0303 None None] Calling delete_port for cf08f7c1-bf24-4fde-b53b-83077cca14db owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:26:15.271435 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7ebda96f-1f96-4bac-97b5-11a1f623faa5 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (cf08f7c1-bf24-4fde-b53b-83077cca14db), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:15.303286 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebda96f-1f96-4bac-97b5-11a1f623faa5 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Pushing event deleted for resources: {'Port': ['ID=cf08f7c1-bf24-4fde-b53b-83077cca14db,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:15.306123 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebda96f-1f96-4bac-97b5-11a1f623faa5 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] No DVR routers for this DVR port cf08f7c1-bf24-4fde-b53b-83077cca14db on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:26:15.375766 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e089a07c-6b4e-4538-96b8-4eaae27c0303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (cf08f7c1-bf24-4fde-b53b-83077cca14db), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:15.376782 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548ce40-1400-4634-9ac3-aaab1335a095 req-a3965ed7-93f4-471e-810a-b3bde7aa287a tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:15.386353 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5548ce40-1400-4634-9ac3-aaab1335a095 req-a3965ed7-93f4-471e-810a-b3bde7aa287a tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.0692267 Feb 09 01:26:15.401816 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7ebda96f-1f96-4bac-97b5-11a1f623faa5 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (5c4d1816-dbf0-4c32-acf1-d83c866e13d3), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:15.411542 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089a07c-6b4e-4538-96b8-4eaae27c0303 None None] Pushing event deleted for resources: {'Port': ['ID=cf08f7c1-bf24-4fde-b53b-83077cca14db,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:15.424963 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e089a07c-6b4e-4538-96b8-4eaae27c0303 None None] No DVR routers for this DVR port cf08f7c1-bf24-4fde-b53b-83077cca14db on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:26:15.427839 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089a07c-6b4e-4538-96b8-4eaae27c0303 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:15.428205 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089a07c-6b4e-4538-96b8-4eaae27c0303 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:15.428722 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089a07c-6b4e-4538-96b8-4eaae27c0303 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:15.429073 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089a07c-6b4e-4538-96b8-4eaae27c0303 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:15.429416 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089a07c-6b4e-4538-96b8-4eaae27c0303 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:15.429756 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089a07c-6b4e-4538-96b8-4eaae27c0303 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:15.430093 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089a07c-6b4e-4538-96b8-4eaae27c0303 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:15.430429 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089a07c-6b4e-4538-96b8-4eaae27c0303 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:15.430763 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089a07c-6b4e-4538-96b8-4eaae27c0303 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:15.431097 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089a07c-6b4e-4538-96b8-4eaae27c0303 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:15.431963 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089a07c-6b4e-4538-96b8-4eaae27c0303 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:15.432299 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089a07c-6b4e-4538-96b8-4eaae27c0303 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:15.432653 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e089a07c-6b4e-4538-96b8-4eaae27c0303 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:15.444297 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-7ebda96f-1f96-4bac-97b5-11a1f623faa5 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c4d1816-dbf0-4c32-acf1-d83c866e13d3']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:15.475219 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-7ebda96f-1f96-4bac-97b5-11a1f623faa5 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ec06a3-0291-45d3-88b0-f6ec80808cc1') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:15.475455 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-7ebda96f-1f96-4bac-97b5-11a1f623faa5 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ec06a3-0291-45d3-88b0-f6ec80808cc1') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:15.477217 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5548ce40-1400-4634-9ac3-aaab1335a095 req-e26f3aa4-c2a6-433c-8aac-c42fd7a63a96 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895576 Feb 09 01:26:15.495840 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7ebda96f-1f96-4bac-97b5-11a1f623faa5 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (c3ec06a3-0291-45d3-88b0-f6ec80808cc1), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:15.518171 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7ebda96f-1f96-4bac-97b5-11a1f623faa5 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (c3ec06a3-0291-45d3-88b0-f6ec80808cc1), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:15.525928 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ebda96f-1f96-4bac-97b5-11a1f623faa5 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:26:15.526394 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7ebda96f-1f96-4bac-97b5-11a1f623faa5 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (c3ec06a3-0291-45d3-88b0-f6ec80808cc1), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:15.529857 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:26:15.529857 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:26:15.529857 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:26:15.529857 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:26:15.529857 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:26:15.529857 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:26:15.529857 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:26:15.529857 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:26:15.529857 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:26:15.529857 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:26:15.529857 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:26:15.529857 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:26:15.529857 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:26:15.529857 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:26:15.529857 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:26:15.529857 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:26:15.529857 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:26:15.529857 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:26:15.529857 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:26:15.529857 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:26:15.529857 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:26:15.529857 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:26:15.529857 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:26:15.529857 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:26:15.529857 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:26:15.529857 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:26:15.529857 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:26:15.529857 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:26:15.529857 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:26:15.529857 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:26:15.529857 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:26:15.529857 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:26:15.609827 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7ebda96f-1f96-4bac-97b5-11a1f623faa5 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (5c4d1816-dbf0-4c32-acf1-d83c866e13d3), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:15.614167 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2fa27b1f-b07b-4cdb-87b6-a7acfb5e4a84 req-23c63fbe-267f-4625-b7b9-f31f8f38d588 tempest-ServerShowV247Test-662037562 tempest-ServerShowV247Test-662037562-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2c92fc5-ea58-413a-a76f-31c02770bb35 HTTP/1.1" status: 200 len: 210 time: 0.0296438 Feb 09 01:26:15.617808 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7ebda96f-1f96-4bac-97b5-11a1f623faa5 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:15.624809 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7ebda96f-1f96-4bac-97b5-11a1f623faa5 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] 10.222.0.50 "DELETE /v2.0/networks/5c4d1816-dbf0-4c32-acf1-d83c866e13d3 HTTP/1.1" status: 204 len: 168 time: 0.6746581 Feb 09 01:26:15.649279 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebda96f-1f96-4bac-97b5-11a1f623faa5 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370 tempest-ExtraDHCPOptionsIpV6TestJSON-200469370-project] Pushing event deleted for resources: {'Network': ['ID=5c4d1816-dbf0-4c32-acf1-d83c866e13d3,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:15.748732 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device cf08f7c1-bf24-4fde-b53b-83077cca14db no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:26:15.770362 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: cf08f7c1-bf24-4fde-b53b-83077cca14db {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:26:15.770362 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device cf08f7c1-bf24-4fde-b53b-83077cca14db not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:26:15.935908 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45246) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:16.046918 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9b785063-9359-4050-88a4-c6cf291447ab req-72e1265f-872d-42a0-8345-9786b17b1e67 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=543a959e-bde0-48bf-9f11-100ee08ccb40 HTTP/1.1" status: 200 len: 210 time: 0.0433972 Feb 09 01:26:16.101506 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device bea4c47e-96ea-4c48-a7a3-4bbe25954aba no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:26:16.110065 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45252) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:16.110274 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-78f47972-015a-4cf8-b43f-0d09bca71125 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=aefb9da2cc8d4f30a54f357e1e7a9156&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1731057 Feb 09 01:26:16.126811 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: bea4c47e-96ea-4c48-a7a3-4bbe25954aba {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:26:16.127400 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device bea4c47e-96ea-4c48-a7a3-4bbe25954aba not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:26:16.163906 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-dcbc05e4-d24f-4184-916b-2eb3b0045579 admin admin] Publish callbacks [] for security_group (dad49b12-91ce-4353-b7bc-f6de09db6d10), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:16.188136 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-dcbc05e4-d24f-4184-916b-2eb3b0045579 admin admin] Publish callbacks [] for security_group (dad49b12-91ce-4353-b7bc-f6de09db6d10), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:16.251414 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-dcbc05e4-d24f-4184-916b-2eb3b0045579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (dad49b12-91ce-4353-b7bc-f6de09db6d10), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:16.254879 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-dcbc05e4-d24f-4184-916b-2eb3b0045579 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:16.256165 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-dcbc05e4-d24f-4184-916b-2eb3b0045579 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dad49b12-91ce-4353-b7bc-f6de09db6d10 HTTP/1.1" status: 204 len: 168 time: 0.1449382 Feb 09 01:26:16.267226 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc05e4-d24f-4184-916b-2eb3b0045579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad49b12-91ce-4353-b7bc-f6de09db6d10,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:16.630809 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b392b-0c6a-4ea7-a7bc-da64ade94386 req-ec443edf-844f-4770-8982-b72939adcd46 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:16.640481 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-915b392b-0c6a-4ea7-a7bc-da64ade94386 req-ec443edf-844f-4770-8982-b72939adcd46 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.0655663 Feb 09 01:26:16.705541 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-915b392b-0c6a-4ea7-a7bc-da64ade94386 req-6eea5cdc-29ad-494e-9491-84aaa8e37c7b tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634141 Feb 09 01:26:16.777692 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7b5f3617-c5c7-4b7c-bdcb-e80777d3efdc req-c4a38051-94fd-4af4-ace9-76a255c29677 tempest-ServerShowV247Test-662037562 tempest-ServerShowV247Test-662037562-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2c92fc5-ea58-413a-a76f-31c02770bb35 HTTP/1.1" status: 200 len: 210 time: 0.0357833 Feb 09 01:26:17.068132 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45286) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:17.169972 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-69cbceaf-6ffa-4635-92ae-a4238a3a754d req-8bc3859c-b8e9-42b1-b730-7e0bb8eef5c2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=543a959e-bde0-48bf-9f11-100ee08ccb40 HTTP/1.1" status: 200 len: 210 time: 0.0412252 Feb 09 01:26:17.189987 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-372917eb-9026-4db4-be7d-92dfdbd01ea4 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1464894416'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:17.212360 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372917eb-9026-4db4-be7d-92dfdbd01ea4 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Made reservation on behalf of 8e161205b1d840769c4af13ffb1c150f for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:17.216417 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-372917eb-9026-4db4-be7d-92dfdbd01ea4 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:17.224741 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-372917eb-9026-4db4-be7d-92dfdbd01ea4 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:17.308213 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-372917eb-9026-4db4-be7d-92dfdbd01ea4 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks [] for security_group (c582b4ef-e1da-45fd-bc89-332042067d2b), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:17.313321 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-372917eb-9026-4db4-be7d-92dfdbd01ea4 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (c582b4ef-e1da-45fd-bc89-332042067d2b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:17.352562 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-372917eb-9026-4db4-be7d-92dfdbd01ea4 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1045} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:26:17.361738 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372917eb-9026-4db4-be7d-92dfdbd01ea4 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c582b4ef-e1da-45fd-bc89-332042067d2b,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:17.370859 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-372917eb-9026-4db4-be7d-92dfdbd01ea4 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (e24fdc18-1e79-4f9a-a93b-821118d448b0), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:17.371765 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-372917eb-9026-4db4-be7d-92dfdbd01ea4 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Added segment e24fdc18-1e79-4f9a-a93b-821118d448b0 of type vlan for network 65cb6fae-50b7-4adc-afdd-51999ef8b7b9 Feb 09 01:26:17.426385 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-372917eb-9026-4db4-be7d-92dfdbd01ea4 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (65cb6fae-50b7-4adc-afdd-51999ef8b7b9), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:17.461046 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-372917eb-9026-4db4-be7d-92dfdbd01ea4 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (65cb6fae-50b7-4adc-afdd-51999ef8b7b9), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:17.468153 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372917eb-9026-4db4-be7d-92dfdbd01ea4 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:17.468976 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-372917eb-9026-4db4-be7d-92dfdbd01ea4 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:17.545287 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-372917eb-9026-4db4-be7d-92dfdbd01ea4 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4753959 Feb 09 01:26:17.611729 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372917eb-9026-4db4-be7d-92dfdbd01ea4 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event updated for resources: {'Network': ['ID=65cb6fae-50b7-4adc-afdd-51999ef8b7b9,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:17.624805 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 65cb6fae-50b7-4adc-afdd-51999ef8b7b9 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:26:17.832934 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ffafa-0f9d-41a0-85ea-ef42e70ea01b req-1984646e-8f2c-4fbd-a7f8-f3eaf4059986 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:17.835194 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-da6ffafa-0f9d-41a0-85ea-ef42e70ea01b req-1984646e-8f2c-4fbd-a7f8-f3eaf4059986 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.0589602 Feb 09 01:26:17.981598 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-da6ffafa-0f9d-41a0-85ea-ef42e70ea01b req-fa8135c5-0230-4dc6-98d3-5f4eed6c48bd tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390946 Feb 09 01:26:17.988406 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c628d13c-dda2-46d8-98a8-e5430812249a req-69d52fdd-3e27-4670-a0d4-d1d3fb2e4a51 tempest-ServerShowV247Test-662037562 tempest-ServerShowV247Test-662037562-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2c92fc5-ea58-413a-a76f-31c02770bb35 HTTP/1.1" status: 200 len: 210 time: 0.0683172 Feb 09 01:26:18.277147 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0bccb2c1-db25-4219-90a7-5054e1ee36a9 req-e436e440-e86d-4aeb-a6f4-9de6ce76d8d2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=543a959e-bde0-48bf-9f11-100ee08ccb40 HTTP/1.1" status: 200 len: 210 time: 0.0406127 Feb 09 01:26:19.180590 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a59e0dac-f028-4569-9c13-7f1470b1bfc0 req-0424b7d5-7a00-4ee4-a1c0-6f5c6e3f108d tempest-ServerShowV247Test-662037562 tempest-ServerShowV247Test-662037562-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2c92fc5-ea58-413a-a76f-31c02770bb35 HTTP/1.1" status: 200 len: 210 time: 0.0446818 Feb 09 01:26:19.216738 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549ae4d-7b54-4453-91b4-783ea6168837 req-faa237bc-503f-4b3b-a54e-3c8c430049db tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:19.224928 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9549ae4d-7b54-4453-91b4-783ea6168837 req-faa237bc-503f-4b3b-a54e-3c8c430049db tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.1262841 Feb 09 01:26:19.293069 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9549ae4d-7b54-4453-91b4-783ea6168837 req-e8d3b947-7f42-4213-8c61-9388d78e0277 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619068 Feb 09 01:26:19.388419 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-90236b95-c67e-4730-b18f-3ddfd9f4ea58 req-4b89164d-eaf3-4eb6-b40c-52983e491cc9 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=543a959e-bde0-48bf-9f11-100ee08ccb40 HTTP/1.1" status: 200 len: 210 time: 0.0297544 Feb 09 01:26:20.307145 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e1618e3-c623-48eb-ba5e-b2ef2a4128ea req-0be4d24d-505a-4c41-ba89-6e46ff3b342e tempest-ServerShowV247Test-662037562 tempest-ServerShowV247Test-662037562-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2c92fc5-ea58-413a-a76f-31c02770bb35 HTTP/1.1" status: 200 len: 210 time: 0.0447204 Feb 09 01:26:20.433954 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c678de2-8bae-49f8-9ea9-f478ea441df3 req-378f0c5d-fc1e-4f53-bc9c-4adc53139184 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:20.435751 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c678de2-8bae-49f8-9ea9-f478ea441df3 req-378f0c5d-fc1e-4f53-bc9c-4adc53139184 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.0649869 Feb 09 01:26:20.541670 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3362d53e-486e-43de-ac66-6be794ec999e req-5399088e-b2c8-41f0-89b4-eb84dc8eb839 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=543a959e-bde0-48bf-9f11-100ee08ccb40 HTTP/1.1" status: 200 len: 210 time: 0.0427780 Feb 09 01:26:20.557653 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c678de2-8bae-49f8-9ea9-f478ea441df3 req-f2565e3e-dabf-4921-b5d7-1d2c8fa8165f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086755 Feb 09 01:26:20.860070 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45328) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:20.866099 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-251e28b9-b36a-4a55-8a2d-505e498ac7df tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Request body: {'subnet': {'network_id': '65cb6fae-50b7-4adc-afdd-51999ef8b7b9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:20.955900 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251e28b9-b36a-4a55-8a2d-505e498ac7df tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Made reservation on behalf of 8e161205b1d840769c4af13ffb1c150f for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:20.959756 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-251e28b9-b36a-4a55-8a2d-505e498ac7df tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:21.163349 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-251e28b9-b36a-4a55-8a2d-505e498ac7df tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (ecdb2aba-0171-4791-8adf-bd63705a2ed6), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:21.235425 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e28b9-b36a-4a55-8a2d-505e498ac7df tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event updated for resources: {'Subnet': ['ID=ecdb2aba-0171-4791-8adf-bd63705a2ed6,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:21.247805 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251e28b9-b36a-4a55-8a2d-505e498ac7df tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Checking segment: {'id': 'e24fdc18-1e79-4f9a-a93b-821118d448b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '65cb6fae-50b7-4adc-afdd-51999ef8b7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:26:21.249095 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251e28b9-b36a-4a55-8a2d-505e498ac7df tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Network hostable DHCP agents. Network: 65cb6fae-50b7-4adc-afdd-51999ef8b7b9, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:26:21.269032 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251e28b9-b36a-4a55-8a2d-505e498ac7df tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Network 65cb6fae-50b7-4adc-afdd-51999ef8b7b9 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:26:21.280961 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-251e28b9-b36a-4a55-8a2d-505e498ac7df tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 65cb6fae-50b7-4adc-afdd-51999ef8b7b9) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:21.285644 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251e28b9-b36a-4a55-8a2d-505e498ac7df tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:21.286243 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-251e28b9-b36a-4a55-8a2d-505e498ac7df tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:21.292015 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fde5a1-a36b-404b-ba48-a543c1fc39c5 None None] Network 65cb6fae-50b7-4adc-afdd-51999ef8b7b9 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:26:21.308185 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-251e28b9-b36a-4a55-8a2d-505e498ac7df tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4423919 Feb 09 01:26:21.308427 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45332) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:21.314046 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-1c0778b1-5268-43e7-af24-28402a22ef90 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1674669322'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:21.334978 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0778b1-5268-43e7-af24-28402a22ef90 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Made reservation on behalf of 8e161205b1d840769c4af13ffb1c150f for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:21.339204 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1c0778b1-5268-43e7-af24-28402a22ef90 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:21.370827 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c0778b1-5268-43e7-af24-28402a22ef90 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1011} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:26:21.383587 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1c0778b1-5268-43e7-af24-28402a22ef90 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (ce872635-a407-4889-9caa-913f1ff042ab), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:21.384131 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-1c0778b1-5268-43e7-af24-28402a22ef90 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Added segment ce872635-a407-4889-9caa-913f1ff042ab of type vlan for network f755c3e4-8975-4ce2-992f-19ab8c2f43f7 Feb 09 01:26:21.432605 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1c0778b1-5268-43e7-af24-28402a22ef90 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (f755c3e4-8975-4ce2-992f-19ab8c2f43f7), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:21.436140 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9517ce3-197d-43d3-9ecc-c21ad0129a57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-65cb6fae-50b7-4adc-afdd-51999ef8b7b9', 'network_id': '65cb6fae-50b7-4adc-afdd-51999ef8b7b9', 'project_id': '8e161205b1d840769c4af13ffb1c150f', 'fixed_ips': [{'subnet_id': 'ecdb2aba-0171-4791-8adf-bd63705a2ed6'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:26:21.437277 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c9517ce3-197d-43d3-9ecc-c21ad0129a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:21.464903 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1c0778b1-5268-43e7-af24-28402a22ef90 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (f755c3e4-8975-4ce2-992f-19ab8c2f43f7), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:21.472521 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0778b1-5268-43e7-af24-28402a22ef90 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:21.473207 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1c0778b1-5268-43e7-af24-28402a22ef90 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:21.480350 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0262e311-ae1f-49f5-addb-cb22bb3e19ae req-7e5a7f26-2c2d-425f-8f95-7126b22959d8 tempest-ServerShowV247Test-662037562 tempest-ServerShowV247Test-662037562-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2c92fc5-ea58-413a-a76f-31c02770bb35 HTTP/1.1" status: 200 len: 210 time: 0.0479240 Feb 09 01:26:21.560238 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45336) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:21.560878 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1c0778b1-5268-43e7-af24-28402a22ef90 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2512643 Feb 09 01:26:21.566419 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-46eb9bd0-c095-46c5-94e6-4788908ae937 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Request body: {'subnet': {'network_id': 'f755c3e4-8975-4ce2-992f-19ab8c2f43f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:21.616736 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0778b1-5268-43e7-af24-28402a22ef90 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event updated for resources: {'Network': ['ID=f755c3e4-8975-4ce2-992f-19ab8c2f43f7,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:21.625399 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-c9517ce3-197d-43d3-9ecc-c21ad0129a57 None None] Allocated IP 2001:db8:0:ffff::2 (65cb6fae-50b7-4adc-afdd-51999ef8b7b9/ecdb2aba-0171-4791-8adf-bd63705a2ed6/5674b363-ac28-4465-9165-37ec3b04ee43) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:21.695166 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network f755c3e4-8975-4ce2-992f-19ab8c2f43f7 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:26:21.755547 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-39ad3e00-033e-4b7e-9221-9bcfe91a3b48 req-22e36e52-8b2c-47e4-9390-4eaeab864083 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=543a959e-bde0-48bf-9f11-100ee08ccb40 HTTP/1.1" status: 200 len: 210 time: 0.0655754 Feb 09 01:26:21.795917 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa291a5-dce9-454d-9c6d-602d8a0e9465 req-4b2ea574-5baf-44e3-acb5-eee48e2777d4 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:21.801030 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3aa291a5-dce9-454d-9c6d-602d8a0e9465 req-4b2ea574-5baf-44e3-acb5-eee48e2777d4 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.1100075 Feb 09 01:26:21.815803 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46eb9bd0-c095-46c5-94e6-4788908ae937 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Made reservation on behalf of 8e161205b1d840769c4af13ffb1c150f for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:21.819388 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-46eb9bd0-c095-46c5-94e6-4788908ae937 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:21.862570 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c9517ce3-197d-43d3-9ecc-c21ad0129a57 None None] Publish callbacks [] for port (5674b363-ac28-4465-9165-37ec3b04ee43), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:21.870164 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c9517ce3-197d-43d3-9ecc-c21ad0129a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (5674b363-ac28-4465-9165-37ec3b04ee43), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:21.910191 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:26:21.914607 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3aa291a5-dce9-454d-9c6d-602d8a0e9465 req-18a8bbd2-0198-49ae-afdc-5c5d4dae37ef tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060910 Feb 09 01:26:21.925670 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9517ce3-197d-43d3-9ecc-c21ad0129a57 None None] Network 65cb6fae-50b7-4adc-afdd-51999ef8b7b9 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:21.928717 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-c9517ce3-197d-43d3-9ecc-c21ad0129a57 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:21.932393 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9517ce3-197d-43d3-9ecc-c21ad0129a57 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:26:21.947696 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9517ce3-197d-43d3-9ecc-c21ad0129a57 None None] Pushing event updated for resources: {'Port': ['ID=5674b363-ac28-4465-9165-37ec3b04ee43,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:22.070716 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-46eb9bd0-c095-46c5-94e6-4788908ae937 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (4721a879-c14d-4bff-9f8c-9b144ca4f953), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:22.128638 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb9bd0-c095-46c5-94e6-4788908ae937 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event updated for resources: {'Subnet': ['ID=4721a879-c14d-4bff-9f8c-9b144ca4f953,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:22.147638 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46eb9bd0-c095-46c5-94e6-4788908ae937 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Checking segment: {'id': 'ce872635-a407-4889-9caa-913f1ff042ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'f755c3e4-8975-4ce2-992f-19ab8c2f43f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:26:22.148013 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46eb9bd0-c095-46c5-94e6-4788908ae937 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Network hostable DHCP agents. Network: f755c3e4-8975-4ce2-992f-19ab8c2f43f7, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:26:22.166417 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46eb9bd0-c095-46c5-94e6-4788908ae937 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Network f755c3e4-8975-4ce2-992f-19ab8c2f43f7 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:26:22.177026 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-46eb9bd0-c095-46c5-94e6-4788908ae937 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, f755c3e4-8975-4ce2-992f-19ab8c2f43f7) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:22.182611 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46eb9bd0-c095-46c5-94e6-4788908ae937 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:22.183225 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-46eb9bd0-c095-46c5-94e6-4788908ae937 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:22.191272 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-c9517ce3-197d-43d3-9ecc-c21ad0129a57 None None] Attempting to bind port 5674b363-ac28-4465-9165-37ec3b04ee43 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:26:22.192164 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-c9517ce3-197d-43d3-9ecc-c21ad0129a57 None None] Attempting to bind port 5674b363-ac28-4465-9165-37ec3b04ee43 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'e24fdc18-1e79-4f9a-a93b-821118d448b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '65cb6fae-50b7-4adc-afdd-51999ef8b7b9'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:26:22.194386 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9517ce3-197d-43d3-9ecc-c21ad0129a57 None None] Attempting to bind port 5674b363-ac28-4465-9165-37ec3b04ee43 on network 65cb6fae-50b7-4adc-afdd-51999ef8b7b9 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:26:22.200099 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8d5f60-7695-4ddb-99fd-3ec3caebfafc None None] Network f755c3e4-8975-4ce2-992f-19ab8c2f43f7 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:26:22.203740 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-46eb9bd0-c095-46c5-94e6-4788908ae937 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6416647 Feb 09 01:26:22.206444 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45346) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:22.209569 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9517ce3-197d-43d3-9ecc-c21ad0129a57 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:26:22.209886 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9517ce3-197d-43d3-9ecc-c21ad0129a57 None None] Checking segment: {'id': 'e24fdc18-1e79-4f9a-a93b-821118d448b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '65cb6fae-50b7-4adc-afdd-51999ef8b7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:26:22.218411 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c9517ce3-197d-43d3-9ecc-c21ad0129a57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:22.218411 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9517ce3-197d-43d3-9ecc-c21ad0129a57 None None] Bound using segment: {'id': 'e24fdc18-1e79-4f9a-a93b-821118d448b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '65cb6fae-50b7-4adc-afdd-51999ef8b7b9'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:26:22.218411 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-c9517ce3-197d-43d3-9ecc-c21ad0129a57 None None] Bound port: 5674b363-ac28-4465-9165-37ec3b04ee43, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24fdc18-1e79-4f9a-a93b-821118d448b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '65cb6fae-50b7-4adc-afdd-51999ef8b7b9'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:26:22.218411 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c9517ce3-197d-43d3-9ecc-c21ad0129a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5674b363-ac28-4465-9165-37ec3b04ee43), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:22.326080 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-68fb3098-688d-4000-ba37-90a204fa460b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (f755c3e4-8975-4ce2-992f-19ab8c2f43f7), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:22.359236 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-c9517ce3-197d-43d3-9ecc-c21ad0129a57 None None] For port 5674b363-ac28-4465-9165-37ec3b04ee43, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:26:22.363227 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-c9517ce3-197d-43d3-9ecc-c21ad0129a57 None None] For port 5674b363-ac28-4465-9165-37ec3b04ee43, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=5674b363-ac28-4465-9165-37ec3b04ee43,segment=NetworkSegment(e24fdc18-1e79-4f9a-a93b-821118d448b0),segment_id=e24fdc18-1e79-4f9a-a93b-821118d448b0)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:26:22.370620 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c9517ce3-197d-43d3-9ecc-c21ad0129a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (5674b363-ac28-4465-9165-37ec3b04ee43), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:22.380613 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e2b9a0-ce8a-46e0-944c-8edb97e41421 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-f755c3e4-8975-4ce2-992f-19ab8c2f43f7', 'network_id': 'f755c3e4-8975-4ce2-992f-19ab8c2f43f7', 'project_id': '8e161205b1d840769c4af13ffb1c150f', 'fixed_ips': [{'subnet_id': '4721a879-c14d-4bff-9f8c-9b144ca4f953'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:26:22.381823 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a3e2b9a0-ce8a-46e0-944c-8edb97e41421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:22.394052 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-68fb3098-688d-4000-ba37-90a204fa460b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (4721a879-c14d-4bff-9f8c-9b144ca4f953), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:22.467861 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9517ce3-197d-43d3-9ecc-c21ad0129a57 None None] Pushing event updated for resources: {'Port': ['ID=5674b363-ac28-4465-9165-37ec3b04ee43,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:22.479901 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-68fb3098-688d-4000-ba37-90a204fa460b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (4721a879-c14d-4bff-9f8c-9b144ca4f953), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:22.519228 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb3098-688d-4000-ba37-90a204fa460b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event deleted for resources: {'Subnet': ['ID=4721a879-c14d-4bff-9f8c-9b144ca4f953,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server [None req-a3e2b9a0-ce8a-46e0-944c-8edb97e41421 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4721a879-c14d-4bff-9f8c-9b144ca4f953: This subnet is being modified by another concurrent operation. Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise exception Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4721a879-c14d-4bff-9f8c-9b144ca4f953: This subnet is being modified by another concurrent operation. Feb 09 01:26:22.566634 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server Feb 09 01:26:22.591704 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca33643b-4eef-4661-b975-fcbd21dea508 None None] Network f755c3e4-8975-4ce2-992f-19ab8c2f43f7 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:26:22.598606 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-68fb3098-688d-4000-ba37-90a204fa460b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (f755c3e4-8975-4ce2-992f-19ab8c2f43f7), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:22.642712 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f7484520-48a8-4524-a070-2d4b5ab655fe req-5822b2f4-3369-4c3f-8d3a-2a540e8af1db tempest-ServerShowV247Test-662037562 tempest-ServerShowV247Test-662037562-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2c92fc5-ea58-413a-a76f-31c02770bb35 HTTP/1.1" status: 200 len: 210 time: 0.0413134 Feb 09 01:26:22.651835 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-68fb3098-688d-4000-ba37-90a204fa460b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f755c3e4-8975-4ce2-992f-19ab8c2f43f7']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:22.672150 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-68fb3098-688d-4000-ba37-90a204fa460b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce872635-a407-4889-9caa-913f1ff042ab') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:22.672584 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-68fb3098-688d-4000-ba37-90a204fa460b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce872635-a407-4889-9caa-913f1ff042ab') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:22.684498 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-68fb3098-688d-4000-ba37-90a204fa460b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (ce872635-a407-4889-9caa-913f1ff042ab), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:22.699855 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-68fb3098-688d-4000-ba37-90a204fa460b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (ce872635-a407-4889-9caa-913f1ff042ab), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:22.706320 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68fb3098-688d-4000-ba37-90a204fa460b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:26:22.706823 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-68fb3098-688d-4000-ba37-90a204fa460b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (ce872635-a407-4889-9caa-913f1ff042ab), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:22.710609 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:26:22.710609 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:26:22.710609 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:26:22.710609 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:26:22.710609 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:26:22.710609 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:26:22.710609 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:26:22.710609 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:26:22.710609 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:26:22.710609 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:26:22.710609 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:26:22.710609 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:26:22.710609 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:26:22.710609 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:26:22.710609 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:26:22.710609 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:26:22.710609 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:26:22.710609 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:26:22.710609 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:26:22.710609 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:26:22.710609 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:26:22.710609 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:26:22.710609 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:26:22.710609 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:26:22.710609 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:26:22.710609 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:26:22.710609 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:26:22.710609 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:26:22.710609 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:26:22.710609 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:26:22.710609 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:26:22.710609 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:26:22.800345 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-68fb3098-688d-4000-ba37-90a204fa460b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (f755c3e4-8975-4ce2-992f-19ab8c2f43f7), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:22.819043 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-68fb3098-688d-4000-ba37-90a204fa460b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:22.826900 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-68fb3098-688d-4000-ba37-90a204fa460b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "DELETE /v2.0/networks/f755c3e4-8975-4ce2-992f-19ab8c2f43f7 HTTP/1.1" status: 204 len: 168 time: 0.6160126 Feb 09 01:26:22.827747 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45352) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:22.833529 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-5a4c9d09-5697-438e-8c01-af62c962f4fb tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1366219381'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:22.838797 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb3098-688d-4000-ba37-90a204fa460b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event deleted for resources: {'Network': ['ID=f755c3e4-8975-4ce2-992f-19ab8c2f43f7,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:22.875399 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4c9d09-5697-438e-8c01-af62c962f4fb tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Made reservation on behalf of 8e161205b1d840769c4af13ffb1c150f for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:22.880517 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5a4c9d09-5697-438e-8c01-af62c962f4fb tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:22.914046 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cee83aa7-bad4-4e64-9223-a64761746289 req-163ab6c3-4dac-48dd-8918-f7f4a482a8bc tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=543a959e-bde0-48bf-9f11-100ee08ccb40 HTTP/1.1" status: 200 len: 210 time: 0.0380144 Feb 09 01:26:22.945678 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a4c9d09-5697-438e-8c01-af62c962f4fb tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1036} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:26:22.949989 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5a4c9d09-5697-438e-8c01-af62c962f4fb tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (4180a6ea-0f70-476c-80d7-a3f99c098d1c), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:22.950628 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-5a4c9d09-5697-438e-8c01-af62c962f4fb tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Added segment 4180a6ea-0f70-476c-80d7-a3f99c098d1c of type vlan for network 47bbcce2-c2a5-4820-9533-76edfedc08f4 Feb 09 01:26:22.996701 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5a4c9d09-5697-438e-8c01-af62c962f4fb tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (47bbcce2-c2a5-4820-9533-76edfedc08f4), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:23.024155 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5a4c9d09-5697-438e-8c01-af62c962f4fb tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (47bbcce2-c2a5-4820-9533-76edfedc08f4), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:23.029566 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4c9d09-5697-438e-8c01-af62c962f4fb tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:23.030152 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5a4c9d09-5697-438e-8c01-af62c962f4fb tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:23.066065 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765a2fc-5308-4724-acde-ae8dcfab19a3 req-719bf75d-bc5c-406c-8ae6-61cd27c9a7dc tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:23.067810 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c765a2fc-5308-4724-acde-ae8dcfab19a3 req-719bf75d-bc5c-406c-8ae6-61cd27c9a7dc tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.0611908 Feb 09 01:26:23.097643 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5a4c9d09-5697-438e-8c01-af62c962f4fb tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2681289 Feb 09 01:26:23.100504 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45360) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:23.105433 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-8b2428e7-357b-4c06-9da5-a7be69924fd5 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Request body: {'subnet': {'network_id': '47bbcce2-c2a5-4820-9533-76edfedc08f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:23.125719 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c9d09-5697-438e-8c01-af62c962f4fb tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event updated for resources: {'Network': ['ID=47bbcce2-c2a5-4820-9533-76edfedc08f4,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:23.136164 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c765a2fc-5308-4724-acde-ae8dcfab19a3 req-1dfd90ce-affe-493b-8062-a86be5ba3a3f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607808 Feb 09 01:26:23.138959 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 47bbcce2-c2a5-4820-9533-76edfedc08f4 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:26:23.214833 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2428e7-357b-4c06-9da5-a7be69924fd5 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Made reservation on behalf of 8e161205b1d840769c4af13ffb1c150f for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:23.218646 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8b2428e7-357b-4c06-9da5-a7be69924fd5 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:23.440589 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8b2428e7-357b-4c06-9da5-a7be69924fd5 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (c514b0d8-4db3-49d4-b091-1f20f744c89b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:23.510903 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2428e7-357b-4c06-9da5-a7be69924fd5 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event updated for resources: {'Subnet': ['ID=c514b0d8-4db3-49d4-b091-1f20f744c89b,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:23.519729 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2428e7-357b-4c06-9da5-a7be69924fd5 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Checking segment: {'id': '4180a6ea-0f70-476c-80d7-a3f99c098d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '47bbcce2-c2a5-4820-9533-76edfedc08f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:26:23.520109 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2428e7-357b-4c06-9da5-a7be69924fd5 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Network hostable DHCP agents. Network: 47bbcce2-c2a5-4820-9533-76edfedc08f4, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:26:23.537966 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2428e7-357b-4c06-9da5-a7be69924fd5 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Network 47bbcce2-c2a5-4820-9533-76edfedc08f4 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:26:23.548769 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-8b2428e7-357b-4c06-9da5-a7be69924fd5 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 47bbcce2-c2a5-4820-9533-76edfedc08f4) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:23.553638 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2428e7-357b-4c06-9da5-a7be69924fd5 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:23.554255 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8b2428e7-357b-4c06-9da5-a7be69924fd5 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:23.566898 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41dfff73-746a-4ca8-a1c9-0fb86a310b25 None None] Network 47bbcce2-c2a5-4820-9533-76edfedc08f4 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:26:23.576358 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8b2428e7-357b-4c06-9da5-a7be69924fd5 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4747846 Feb 09 01:26:23.580370 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45364) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:23.585925 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-601fb69e-e41d-405a-8f9a-d5b2d76f4b85 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1132788362'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:23.611871 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601fb69e-e41d-405a-8f9a-d5b2d76f4b85 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Made reservation on behalf of 8e161205b1d840769c4af13ffb1c150f for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:23.615673 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-601fb69e-e41d-405a-8f9a-d5b2d76f4b85 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:23.647739 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-601fb69e-e41d-405a-8f9a-d5b2d76f4b85 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1038} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:26:23.668130 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-601fb69e-e41d-405a-8f9a-d5b2d76f4b85 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (29aed649-b323-451f-b538-857f11c2db61), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:23.668571 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-601fb69e-e41d-405a-8f9a-d5b2d76f4b85 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Added segment 29aed649-b323-451f-b538-857f11c2db61 of type vlan for network 4a9157e0-f19e-4c7b-ae57-0b0c999c2c04 Feb 09 01:26:23.721231 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a76baa4-33dc-40f8-b2d6-0b3417337d95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-47bbcce2-c2a5-4820-9533-76edfedc08f4', 'network_id': '47bbcce2-c2a5-4820-9533-76edfedc08f4', 'project_id': '8e161205b1d840769c4af13ffb1c150f', 'fixed_ips': [{'subnet_id': 'c514b0d8-4db3-49d4-b091-1f20f744c89b'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:26:23.722187 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6a76baa4-33dc-40f8-b2d6-0b3417337d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:23.749253 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-601fb69e-e41d-405a-8f9a-d5b2d76f4b85 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (4a9157e0-f19e-4c7b-ae57-0b0c999c2c04), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:23.809869 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-601fb69e-e41d-405a-8f9a-d5b2d76f4b85 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (4a9157e0-f19e-4c7b-ae57-0b0c999c2c04), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:23.814282 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3087bb85-0e4a-418c-a10d-539f3bfee2e2 req-87c6a239-ab2b-4e6e-94e9-ae6b06b6ffc5 tempest-ServerShowV247Test-662037562 tempest-ServerShowV247Test-662037562-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2c92fc5-ea58-413a-a76f-31c02770bb35 HTTP/1.1" status: 200 len: 210 time: 0.0494802 Feb 09 01:26:23.822688 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601fb69e-e41d-405a-8f9a-d5b2d76f4b85 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:23.825739 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-601fb69e-e41d-405a-8f9a-d5b2d76f4b85 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:23.862420 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 5674b363-ac28-4465-9165-37ec3b04ee43 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:26:23.893422 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-601fb69e-e41d-405a-8f9a-d5b2d76f4b85 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3118334 Feb 09 01:26:23.896161 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45368) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:23.912121 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601fb69e-e41d-405a-8f9a-d5b2d76f4b85 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event updated for resources: {'Network': ['ID=4a9157e0-f19e-4c7b-ae57-0b0c999c2c04,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:23.913382 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-12c41407-401b-418d-b608-38a1c2d8e4b3 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Request body: {'subnet': {'network_id': '4a9157e0-f19e-4c7b-ae57-0b0c999c2c04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:23.928932 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 4a9157e0-f19e-4c7b-ae57-0b0c999c2c04 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:26:23.931208 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a0680f-df66-4fed-93a5-ca745a1a4e7e None None] Network 65cb6fae-50b7-4adc-afdd-51999ef8b7b9 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:26:24.054905 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6331b38c-c340-43de-ac3f-4b6988b6e4f9 req-3985f66a-f841-4ad0-b0dd-c346f690ca9a tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=543a959e-bde0-48bf-9f11-100ee08ccb40 HTTP/1.1" status: 200 len: 210 time: 0.0335679 Feb 09 01:26:24.065257 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c41407-401b-418d-b608-38a1c2d8e4b3 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Made reservation on behalf of 8e161205b1d840769c4af13ffb1c150f for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:24.068959 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-12c41407-401b-418d-b608-38a1c2d8e4b3 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:24.135592 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.ipam_backend_mixin [None req-12c41407-401b-418d-b608-38a1c2d8e4b3 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Performing IP validity checks on allocation pools {{(pid=103136) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 01:26:24.136113 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.ipam_backend_mixin [None req-12c41407-401b-418d-b608-38a1c2d8e4b3 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103136) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 01:26:24.139920 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-6a76baa4-33dc-40f8-b2d6-0b3417337d95 None None] Allocated IP 2001:db8::3 (47bbcce2-c2a5-4820-9533-76edfedc08f4/c514b0d8-4db3-49d4-b091-1f20f744c89b/d06559c4-a2f2-457e-889b-14b594aac0f9) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:24.160938 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-49e1de24-47cd-4c33-90f4-5775f278c6cd None None] Provisioning complete for port 5674b363-ac28-4465-9165-37ec3b04ee43 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:24.161638 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-49e1de24-47cd-4c33-90f4-5775f278c6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (5674b363-ac28-4465-9165-37ec3b04ee43), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:24.171168 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 5674b363-ac28-4465-9165-37ec3b04ee43 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:24.171574 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (5674b363-ac28-4465-9165-37ec3b04ee43), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:24.291583 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-12c41407-401b-418d-b608-38a1c2d8e4b3 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (5adac2d4-6f3b-46f8-803a-cef1b8d16c28), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:24.433053 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c41407-401b-418d-b608-38a1c2d8e4b3 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Checking segment: {'id': '29aed649-b323-451f-b538-857f11c2db61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '4a9157e0-f19e-4c7b-ae57-0b0c999c2c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:26:24.433516 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c41407-401b-418d-b608-38a1c2d8e4b3 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Network hostable DHCP agents. Network: 4a9157e0-f19e-4c7b-ae57-0b0c999c2c04, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:26:24.439294 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c41407-401b-418d-b608-38a1c2d8e4b3 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event updated for resources: {'Subnet': ['ID=5adac2d4-6f3b-46f8-803a-cef1b8d16c28,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:24.454864 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a635a3c-4e47-4801-b246-c8d9c4a552d4 req-eb57e469-9c56-41fc-80da-d0f7099ea2eb tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:24.456590 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1a635a3c-4e47-4801-b246-c8d9c4a552d4 req-eb57e469-9c56-41fc-80da-d0f7099ea2eb tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.1502998 Feb 09 01:26:24.471335 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-49e1de24-47cd-4c33-90f4-5775f278c6cd None None] Current status of the port 5674b363-ac28-4465-9165-37ec3b04ee43 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:24.471658 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-49e1de24-47cd-4c33-90f4-5775f278c6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5674b363-ac28-4465-9165-37ec3b04ee43), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:24.479999 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 5674b363-ac28-4465-9165-37ec3b04ee43 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:24.480404 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5674b363-ac28-4465-9165-37ec3b04ee43), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:24.495828 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6a76baa4-33dc-40f8-b2d6-0b3417337d95 None None] Publish callbacks [] for port (d06559c4-a2f2-457e-889b-14b594aac0f9), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:24.500239 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c41407-401b-418d-b608-38a1c2d8e4b3 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Network 4a9157e0-f19e-4c7b-ae57-0b0c999c2c04 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:26:24.516281 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6a76baa4-33dc-40f8-b2d6-0b3417337d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (d06559c4-a2f2-457e-889b-14b594aac0f9), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:24.523718 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-12c41407-401b-418d-b608-38a1c2d8e4b3 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 4a9157e0-f19e-4c7b-ae57-0b0c999c2c04) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:24.535161 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c41407-401b-418d-b608-38a1c2d8e4b3 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:24.535763 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-12c41407-401b-418d-b608-38a1c2d8e4b3 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:24.567001 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8e71fb-f3ba-4684-b31b-89cdfecc91e8 None None] Network 4a9157e0-f19e-4c7b-ae57-0b0c999c2c04 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:26:24.571643 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1a635a3c-4e47-4801-b246-c8d9c4a552d4 req-32e670c4-d057-4b7a-ba79-41447676e2a3 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079683 Feb 09 01:26:24.575820 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-49e1de24-47cd-4c33-90f4-5775f278c6cd None None] For port 5674b363-ac28-4465-9165-37ec3b04ee43, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=5674b363-ac28-4465-9165-37ec3b04ee43,segment=NetworkSegment(e24fdc18-1e79-4f9a-a93b-821118d448b0),segment_id=e24fdc18-1e79-4f9a-a93b-821118d448b0)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:24.583096 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-12c41407-401b-418d-b608-38a1c2d8e4b3 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.6846404 Feb 09 01:26:24.585520 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45378) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:24.630947 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-49e1de24-47cd-4c33-90f4-5775f278c6cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (5674b363-ac28-4465-9165-37ec3b04ee43), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:24.644774 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a76baa4-33dc-40f8-b2d6-0b3417337d95 None None] Network 47bbcce2-c2a5-4820-9533-76edfedc08f4 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:24.650160 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a76baa4-33dc-40f8-b2d6-0b3417337d95 None None] Pushing event updated for resources: {'Port': ['ID=d06559c4-a2f2-457e-889b-14b594aac0f9,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:24.677618 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-6a76baa4-33dc-40f8-b2d6-0b3417337d95 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:24.684600 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a76baa4-33dc-40f8-b2d6-0b3417337d95 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:26:24.733523 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7c00a761-f9cb-4460-af9b-f73e2365522d tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (4a9157e0-f19e-4c7b-ae57-0b0c999c2c04), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:24.793258 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7c00a761-f9cb-4460-af9b-f73e2365522d tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (5adac2d4-6f3b-46f8-803a-cef1b8d16c28), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:24.858531 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7c00a761-f9cb-4460-af9b-f73e2365522d tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (5adac2d4-6f3b-46f8-803a-cef1b8d16c28), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:24.887832 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c00a761-f9cb-4460-af9b-f73e2365522d tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event deleted for resources: {'Subnet': ['ID=5adac2d4-6f3b-46f8-803a-cef1b8d16c28,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:24.900076 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.api [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:26:24.900446 n-d-828369-4 neutron-server[103138]: DEBUG oslo_db.api [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:26:24.975784 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a2e1b7dc-6a1a-4ea0-8b68-9f3e335a9140 req-4b0131fd-9f8b-4ea9-acb1-9f66f3fb7e78 tempest-ServerShowV247Test-662037562 tempest-ServerShowV247Test-662037562-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2c92fc5-ea58-413a-a76f-31c02770bb35 HTTP/1.1" status: 200 len: 210 time: 0.0353262 Feb 09 01:26:24.976888 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e1de24-47cd-4c33-90f4-5775f278c6cd None None] Pushing event updated for resources: {'Port': ['ID=5674b363-ac28-4465-9165-37ec3b04ee43,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:24.983528 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7c00a761-f9cb-4460-af9b-f73e2365522d tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (4a9157e0-f19e-4c7b-ae57-0b0c999c2c04), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:24.989926 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-a5f19ef2-6be1-4746-853c-45451a3aaf6d None None] Provisioning complete for port 5674b363-ac28-4465-9165-37ec3b04ee43 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:24.990659 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a5f19ef2-6be1-4746-853c-45451a3aaf6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (5674b363-ac28-4465-9165-37ec3b04ee43), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:25.009470 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-7c00a761-f9cb-4460-af9b-f73e2365522d tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a9157e0-f19e-4c7b-ae57-0b0c999c2c04']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:25.023161 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6225b718-9b0a-4a98-a651-e17aff8871d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-4a9157e0-f19e-4c7b-ae57-0b0c999c2c04', 'network_id': '4a9157e0-f19e-4c7b-ae57-0b0c999c2c04', 'project_id': '8e161205b1d840769c4af13ffb1c150f', 'fixed_ips': [{'subnet_id': '5adac2d4-6f3b-46f8-803a-cef1b8d16c28'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:26:25.024036 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6225b718-9b0a-4a98-a651-e17aff8871d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:25.025485 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-7c00a761-f9cb-4460-af9b-f73e2365522d tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29aed649-b323-451f-b538-857f11c2db61') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:25.026049 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-7c00a761-f9cb-4460-af9b-f73e2365522d tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29aed649-b323-451f-b538-857f11c2db61') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:25.030181 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-6a76baa4-33dc-40f8-b2d6-0b3417337d95 None None] Attempting to bind port d06559c4-a2f2-457e-889b-14b594aac0f9 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:26:25.030566 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-6a76baa4-33dc-40f8-b2d6-0b3417337d95 None None] Attempting to bind port d06559c4-a2f2-457e-889b-14b594aac0f9 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '4180a6ea-0f70-476c-80d7-a3f99c098d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '47bbcce2-c2a5-4820-9533-76edfedc08f4'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:26:25.032691 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a76baa4-33dc-40f8-b2d6-0b3417337d95 None None] Attempting to bind port d06559c4-a2f2-457e-889b-14b594aac0f9 on network 47bbcce2-c2a5-4820-9533-76edfedc08f4 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:26:25.047132 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7c00a761-f9cb-4460-af9b-f73e2365522d tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (29aed649-b323-451f-b538-857f11c2db61), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:25.062420 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7c00a761-f9cb-4460-af9b-f73e2365522d tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (29aed649-b323-451f-b538-857f11c2db61), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:25.063821 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a76baa4-33dc-40f8-b2d6-0b3417337d95 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:26:25.064228 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a76baa4-33dc-40f8-b2d6-0b3417337d95 None None] Checking segment: {'id': '4180a6ea-0f70-476c-80d7-a3f99c098d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '47bbcce2-c2a5-4820-9533-76edfedc08f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:26:25.064868 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6a76baa4-33dc-40f8-b2d6-0b3417337d95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:25.065214 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a76baa4-33dc-40f8-b2d6-0b3417337d95 None None] Bound using segment: {'id': '4180a6ea-0f70-476c-80d7-a3f99c098d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '47bbcce2-c2a5-4820-9533-76edfedc08f4'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:26:25.065706 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-6a76baa4-33dc-40f8-b2d6-0b3417337d95 None None] Bound port: d06559c4-a2f2-457e-889b-14b594aac0f9, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4180a6ea-0f70-476c-80d7-a3f99c098d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '47bbcce2-c2a5-4820-9533-76edfedc08f4'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:26:25.066145 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6a76baa4-33dc-40f8-b2d6-0b3417337d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d06559c4-a2f2-457e-889b-14b594aac0f9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:25.070287 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c00a761-f9cb-4460-af9b-f73e2365522d tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:26:25.070716 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7c00a761-f9cb-4460-af9b-f73e2365522d tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (29aed649-b323-451f-b538-857f11c2db61), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:25.074347 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:26:25.074347 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:26:25.074347 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:26:25.074347 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:26:25.074347 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:26:25.074347 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:26:25.074347 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:26:25.074347 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:26:25.074347 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:26:25.074347 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:26:25.074347 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:26:25.074347 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:26:25.074347 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:26:25.074347 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:26:25.074347 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:26:25.074347 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:26:25.074347 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:26:25.074347 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:26:25.074347 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:26:25.074347 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:26:25.074347 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:26:25.074347 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:26:25.074347 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:26:25.074347 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:26:25.074347 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:26:25.074347 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:26:25.074347 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:26:25.074347 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:26:25.074347 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:26:25.074347 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:26:25.074347 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:26:25.074347 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:26:25.183786 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d7e993-24e5-4eec-bc49-8a31dcebc51f None None] Network 4a9157e0-f19e-4c7b-ae57-0b0c999c2c04 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:26:25.209148 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2391ec50-5d9f-4384-91f5-99922e60af2f req-a8521164-2b6f-42f1-9c7a-aed9fca22210 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=543a959e-bde0-48bf-9f11-100ee08ccb40 HTTP/1.1" status: 200 len: 210 time: 0.0515630 Feb 09 01:26:25.226675 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7c00a761-f9cb-4460-af9b-f73e2365522d tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (4a9157e0-f19e-4c7b-ae57-0b0c999c2c04), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:25.236008 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7c00a761-f9cb-4460-af9b-f73e2365522d tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:25.242877 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-7c00a761-f9cb-4460-af9b-f73e2365522d tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "DELETE /v2.0/networks/4a9157e0-f19e-4c7b-ae57-0b0c999c2c04 HTTP/1.1" status: 204 len: 168 time: 0.6531165 Feb 09 01:26:25.243114 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45386) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:25.248446 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-73e48419-65af-41cd-a003-af5165313fba tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2098683436'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:25.262585 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c00a761-f9cb-4460-af9b-f73e2365522d tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event deleted for resources: {'Network': ['ID=4a9157e0-f19e-4c7b-ae57-0b0c999c2c04,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:25.281809 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e48419-65af-41cd-a003-af5165313fba tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Made reservation on behalf of 8e161205b1d840769c4af13ffb1c150f for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:25.285704 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-73e48419-65af-41cd-a003-af5165313fba tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:25.295082 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6a76baa4-33dc-40f8-b2d6-0b3417337d95 None None] For port d06559c4-a2f2-457e-889b-14b594aac0f9, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:26:25.316724 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73e48419-65af-41cd-a003-af5165313fba tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1000} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:26:25.320082 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a5f19ef2-6be1-4746-853c-45451a3aaf6d None None] Current status of the port 5674b363-ac28-4465-9165-37ec3b04ee43 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:25.325152 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6a76baa4-33dc-40f8-b2d6-0b3417337d95 None None] For port d06559c4-a2f2-457e-889b-14b594aac0f9, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=d06559c4-a2f2-457e-889b-14b594aac0f9,segment=NetworkSegment(4180a6ea-0f70-476c-80d7-a3f99c098d1c),segment_id=4180a6ea-0f70-476c-80d7-a3f99c098d1c)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:26:25.329693 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-73e48419-65af-41cd-a003-af5165313fba tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (0af0a353-1e6b-4136-b940-f99755aa9ff5), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:25.330374 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-73e48419-65af-41cd-a003-af5165313fba tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Added segment 0af0a353-1e6b-4136-b940-f99755aa9ff5 of type vlan for network ffb2db23-87bc-4df5-bb4a-ec118dd4fdb6 Feb 09 01:26:25.332698 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6a76baa4-33dc-40f8-b2d6-0b3417337d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d06559c4-a2f2-457e-889b-14b594aac0f9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:25.377942 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-73e48419-65af-41cd-a003-af5165313fba tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (ffb2db23-87bc-4df5-bb4a-ec118dd4fdb6), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:25.426763 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-73e48419-65af-41cd-a003-af5165313fba tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (ffb2db23-87bc-4df5-bb4a-ec118dd4fdb6), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:25.438671 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e48419-65af-41cd-a003-af5165313fba tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:25.439417 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-73e48419-65af-41cd-a003-af5165313fba tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:25.483535 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a76baa4-33dc-40f8-b2d6-0b3417337d95 None None] Pushing event updated for resources: {'Port': ['ID=d06559c4-a2f2-457e-889b-14b594aac0f9,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:25.499468 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 5674b363-ac28-4465-9165-37ec3b04ee43 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:25.513947 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-73e48419-65af-41cd-a003-af5165313fba tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2695043 Feb 09 01:26:25.517198 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45390) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:25.528184 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-898b5961-5fa1-4227-a6ea-3b4a3ff53221 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Request body: {'subnet': {'network_id': 'ffb2db23-87bc-4df5-bb4a-ec118dd4fdb6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:25.540505 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e48419-65af-41cd-a003-af5165313fba tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event updated for resources: {'Network': ['ID=ffb2db23-87bc-4df5-bb4a-ec118dd4fdb6,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:25.551751 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network ffb2db23-87bc-4df5-bb4a-ec118dd4fdb6 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:26:25.654324 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898b5961-5fa1-4227-a6ea-3b4a3ff53221 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Made reservation on behalf of 8e161205b1d840769c4af13ffb1c150f for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:25.659398 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-898b5961-5fa1-4227-a6ea-3b4a3ff53221 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:25.767902 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406aa3a-d3df-4cba-bd4f-1a82503a0d00 req-e55ec5b2-4e0c-4a7e-b995-1caa88001675 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:25.779250 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9406aa3a-d3df-4cba-bd4f-1a82503a0d00 req-e55ec5b2-4e0c-4a7e-b995-1caa88001675 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.1203079 Feb 09 01:26:25.851017 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 5674b363-ac28-4465-9165-37ec3b04ee43 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:26:25.878794 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9406aa3a-d3df-4cba-bd4f-1a82503a0d00 req-0874d44a-4bac-4853-8d6a-817ae612b8e3 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982170 Feb 09 01:26:25.932342 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 5674b363-ac28-4465-9165-37ec3b04ee43 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:25.933120 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (5674b363-ac28-4465-9165-37ec3b04ee43), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:25.993355 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-898b5961-5fa1-4227-a6ea-3b4a3ff53221 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (aec2a15e-2fa7-4966-bec5-ffb48814d00d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:26.073429 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 5674b363-ac28-4465-9165-37ec3b04ee43 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:26.091668 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b5961-5fa1-4227-a6ea-3b4a3ff53221 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event updated for resources: {'Subnet': ['ID=aec2a15e-2fa7-4966-bec5-ffb48814d00d,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:26.105792 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898b5961-5fa1-4227-a6ea-3b4a3ff53221 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:26.106236 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898b5961-5fa1-4227-a6ea-3b4a3ff53221 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:26.106660 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898b5961-5fa1-4227-a6ea-3b4a3ff53221 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:26.107082 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898b5961-5fa1-4227-a6ea-3b4a3ff53221 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:26.107496 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898b5961-5fa1-4227-a6ea-3b4a3ff53221 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:26.107977 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898b5961-5fa1-4227-a6ea-3b4a3ff53221 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:26.108570 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898b5961-5fa1-4227-a6ea-3b4a3ff53221 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:26.109020 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898b5961-5fa1-4227-a6ea-3b4a3ff53221 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:26.109531 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898b5961-5fa1-4227-a6ea-3b4a3ff53221 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:26.109937 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898b5961-5fa1-4227-a6ea-3b4a3ff53221 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:26.110339 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898b5961-5fa1-4227-a6ea-3b4a3ff53221 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:26.110744 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898b5961-5fa1-4227-a6ea-3b4a3ff53221 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:26.111144 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898b5961-5fa1-4227-a6ea-3b4a3ff53221 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:26.114633 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898b5961-5fa1-4227-a6ea-3b4a3ff53221 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Checking segment: {'id': '0af0a353-1e6b-4136-b940-f99755aa9ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'ffb2db23-87bc-4df5-bb4a-ec118dd4fdb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:26:26.115164 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898b5961-5fa1-4227-a6ea-3b4a3ff53221 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Network hostable DHCP agents. Network: ffb2db23-87bc-4df5-bb4a-ec118dd4fdb6, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:26:26.140090 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898b5961-5fa1-4227-a6ea-3b4a3ff53221 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Network ffb2db23-87bc-4df5-bb4a-ec118dd4fdb6 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:26:26.155319 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-898b5961-5fa1-4227-a6ea-3b4a3ff53221 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, ffb2db23-87bc-4df5-bb4a-ec118dd4fdb6) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:26.165433 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabd27b4-6c69-41e9-a065-5ccb5c0eb6d4 None None] Network ffb2db23-87bc-4df5-bb4a-ec118dd4fdb6 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:26:26.167999 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898b5961-5fa1-4227-a6ea-3b4a3ff53221 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:26.168949 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-898b5961-5fa1-4227-a6ea-3b4a3ff53221 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:26.193188 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-898b5961-5fa1-4227-a6ea-3b4a3ff53221 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.6731517 Feb 09 01:26:26.195928 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45402) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:26.318429 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2504c573-6651-48d5-9197-b14a5e906028 req-9c586a24-8c42-44d0-b258-3428ca0b7167 tempest-ServerShowV247Test-662037562 tempest-ServerShowV247Test-662037562-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2c92fc5-ea58-413a-a76f-31c02770bb35 HTTP/1.1" status: 200 len: 210 time: 0.0774157 Feb 09 01:26:26.349848 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c1d013-f987-47cd-85fe-e3932941c90e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-ffb2db23-87bc-4df5-bb4a-ec118dd4fdb6', 'network_id': 'ffb2db23-87bc-4df5-bb4a-ec118dd4fdb6', 'project_id': '8e161205b1d840769c4af13ffb1c150f', 'fixed_ips': [{'subnet_id': 'aec2a15e-2fa7-4966-bec5-ffb48814d00d'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:26:26.351177 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b9c1d013-f987-47cd-85fe-e3932941c90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:26.438768 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e65a5c-30b0-47ca-b780-7f572510e962 req-2ac37aec-6bf2-4cd3-aebb-3f65fad3c970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:26.440229 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-82e65a5c-30b0-47ca-b780-7f572510e962 req-2ac37aec-6bf2-4cd3-aebb-3f65fad3c970 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=99253303b883423fad908712b3678824&device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 1126 time: 0.1353047 Feb 09 01:26:26.445767 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c5c99b9c-ece2-4f5b-a31a-fa0a12e2e021 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (ffb2db23-87bc-4df5-bb4a-ec118dd4fdb6), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:26.453426 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ffdcd-4659-48fd-a839-dff0099e6104 req-7f7b019e-53a6-4056-ad1e-bb9abf674441 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:26.456713 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-db3ffdcd-4659-48fd-a839-dff0099e6104 req-7f7b019e-53a6-4056-ad1e-bb9abf674441 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.1488404 Feb 09 01:26:26.612040 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-b9c1d013-f987-47cd-85fe-e3932941c90e None None] Allocated IP 2001:db8::1 (ffb2db23-87bc-4df5-bb4a-ec118dd4fdb6/aec2a15e-2fa7-4966-bec5-ffb48814d00d/60eeb4aa-728a-43cd-a774-aa17053d495e) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:26.631832 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-db3ffdcd-4659-48fd-a839-dff0099e6104 req-bc6d8a7b-338f-43aa-b2a8-2e17e6819f29 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657810 Feb 09 01:26:26.796894 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b9c1d013-f987-47cd-85fe-e3932941c90e None None] Publish callbacks [] for port (60eeb4aa-728a-43cd-a774-aa17053d495e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:26.803971 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b9c1d013-f987-47cd-85fe-e3932941c90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (60eeb4aa-728a-43cd-a774-aa17053d495e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:26.865214 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1d013-f987-47cd-85fe-e3932941c90e None None] Pushing event updated for resources: {'Port': ['ID=60eeb4aa-728a-43cd-a774-aa17053d495e,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:26.878742 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c1d013-f987-47cd-85fe-e3932941c90e None None] Network ffb2db23-87bc-4df5-bb4a-ec118dd4fdb6 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:26.880175 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-b9c1d013-f987-47cd-85fe-e3932941c90e None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:26.882881 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c1d013-f987-47cd-85fe-e3932941c90e None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:26:26.944833 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab468d1c-e6e0-4f0e-bf0c-1c952fe3752d None None] Network 47bbcce2-c2a5-4820-9533-76edfedc08f4 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:26:27.015820 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-b9c1d013-f987-47cd-85fe-e3932941c90e None None] Attempting to bind port 60eeb4aa-728a-43cd-a774-aa17053d495e on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:26:27.016276 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-b9c1d013-f987-47cd-85fe-e3932941c90e None None] Attempting to bind port 60eeb4aa-728a-43cd-a774-aa17053d495e by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '0af0a353-1e6b-4136-b940-f99755aa9ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'ffb2db23-87bc-4df5-bb4a-ec118dd4fdb6'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:26:27.016751 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c1d013-f987-47cd-85fe-e3932941c90e None None] Attempting to bind port 60eeb4aa-728a-43cd-a774-aa17053d495e on network ffb2db23-87bc-4df5-bb4a-ec118dd4fdb6 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:26:27.033223 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c1d013-f987-47cd-85fe-e3932941c90e None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:26:27.033223 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c1d013-f987-47cd-85fe-e3932941c90e None None] Checking segment: {'id': '0af0a353-1e6b-4136-b940-f99755aa9ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'ffb2db23-87bc-4df5-bb4a-ec118dd4fdb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:26:27.033605 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b9c1d013-f987-47cd-85fe-e3932941c90e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:27.037708 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c1d013-f987-47cd-85fe-e3932941c90e None None] Bound using segment: {'id': '0af0a353-1e6b-4136-b940-f99755aa9ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'ffb2db23-87bc-4df5-bb4a-ec118dd4fdb6'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:26:27.037708 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-b9c1d013-f987-47cd-85fe-e3932941c90e None None] Bound port: 60eeb4aa-728a-43cd-a774-aa17053d495e, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0af0a353-1e6b-4136-b940-f99755aa9ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'ffb2db23-87bc-4df5-bb4a-ec118dd4fdb6'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:26:27.037708 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b9c1d013-f987-47cd-85fe-e3932941c90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (60eeb4aa-728a-43cd-a774-aa17053d495e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:27.057169 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-b1eaaaa3-c74c-4f58-9885-f3003bc04735 None None] Provisioning complete for port d06559c4-a2f2-457e-889b-14b594aac0f9 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:27.057559 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b1eaaaa3-c74c-4f58-9885-f3003bc04735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d06559c4-a2f2-457e-889b-14b594aac0f9), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:27.065353 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c5c99b9c-ece2-4f5b-a31a-fa0a12e2e021 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (aec2a15e-2fa7-4966-bec5-ffb48814d00d), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:27.088945 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e65a5c-30b0-47ca-b780-7f572510e962 req-812e7f5d-a03b-4367-b109-ae69180aa965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:27.090396 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-82e65a5c-30b0-47ca-b780-7f572510e962 req-812e7f5d-a03b-4367-b109-ae69180aa965 service neutron] 10.222.0.120 "GET /v2.0/networks?id=d88b7625-86d0-4021-80a0-5ba2f7b1a042 HTTP/1.1" status: 200 len: 913 time: 0.6345658 Feb 09 01:26:27.175910 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-82e65a5c-30b0-47ca-b780-7f572510e962 req-a6ed17f1-e6d4-4718-8e9d-e64bb1c82465 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 HTTP/1.1" status: 200 len: 999 time: 0.0760527 Feb 09 01:26:27.210436 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-b9c1d013-f987-47cd-85fe-e3932941c90e None None] For port 60eeb4aa-728a-43cd-a774-aa17053d495e, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:26:27.217435 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c5c99b9c-ece2-4f5b-a31a-fa0a12e2e021 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (aec2a15e-2fa7-4966-bec5-ffb48814d00d), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:27.230273 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-b9c1d013-f987-47cd-85fe-e3932941c90e None None] For port 60eeb4aa-728a-43cd-a774-aa17053d495e, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=60eeb4aa-728a-43cd-a774-aa17053d495e,segment=NetworkSegment(0af0a353-1e6b-4136-b940-f99755aa9ff5),segment_id=0af0a353-1e6b-4136-b940-f99755aa9ff5)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:26:27.244779 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b9c1d013-f987-47cd-85fe-e3932941c90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (60eeb4aa-728a-43cd-a774-aa17053d495e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:27.254029 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b1eaaaa3-c74c-4f58-9885-f3003bc04735 None None] Current status of the port d06559c4-a2f2-457e-889b-14b594aac0f9 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:27.254437 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b1eaaaa3-c74c-4f58-9885-f3003bc04735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d06559c4-a2f2-457e-889b-14b594aac0f9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:27.256614 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c99b9c-ece2-4f5b-a31a-fa0a12e2e021 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event deleted for resources: {'Subnet': ['ID=aec2a15e-2fa7-4966-bec5-ffb48814d00d,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:27.330668 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c5c99b9c-ece2-4f5b-a31a-fa0a12e2e021 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (ffb2db23-87bc-4df5-bb4a-ec118dd4fdb6), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:27.354077 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-c5c99b9c-ece2-4f5b-a31a-fa0a12e2e021 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb2db23-87bc-4df5-bb4a-ec118dd4fdb6']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:27.364589 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1d013-f987-47cd-85fe-e3932941c90e None None] Pushing event updated for resources: {'Port': ['ID=60eeb4aa-728a-43cd-a774-aa17053d495e,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:27.371917 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-b1eaaaa3-c74c-4f58-9885-f3003bc04735 None None] For port d06559c4-a2f2-457e-889b-14b594aac0f9, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=d06559c4-a2f2-457e-889b-14b594aac0f9,segment=NetworkSegment(4180a6ea-0f70-476c-80d7-a3f99c098d1c),segment_id=4180a6ea-0f70-476c-80d7-a3f99c098d1c)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:27.378115 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b1eaaaa3-c74c-4f58-9885-f3003bc04735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d06559c4-a2f2-457e-889b-14b594aac0f9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:27.386148 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-c5c99b9c-ece2-4f5b-a31a-fa0a12e2e021 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0af0a353-1e6b-4136-b940-f99755aa9ff5') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:27.386462 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-c5c99b9c-ece2-4f5b-a31a-fa0a12e2e021 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0af0a353-1e6b-4136-b940-f99755aa9ff5') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:27.428040 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c5c99b9c-ece2-4f5b-a31a-fa0a12e2e021 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (0af0a353-1e6b-4136-b940-f99755aa9ff5), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:27.442674 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e65a5c-30b0-47ca-b780-7f572510e962 req-aed76134-8908-4aa0-a379-925dbd30c04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:27.444586 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-82e65a5c-30b0-47ca-b780-7f572510e962 req-aed76134-8908-4aa0-a379-925dbd30c04f service neutron] 10.222.0.120 "GET /v2.0/subnets?id=e8a10734-f380-44a3-a9f7-298105351e3b HTTP/1.1" status: 200 len: 850 time: 0.2605898 Feb 09 01:26:27.478880 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eaaaa3-c74c-4f58-9885-f3003bc04735 None None] Pushing event updated for resources: {'Port': ['ID=d06559c4-a2f2-457e-889b-14b594aac0f9,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:27.513603 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bdac756a-6943-4844-9a0a-e15163a19575 req-32c1e023-7829-41c5-80df-fac2e6a503f9 tempest-ServerShowV247Test-662037562 tempest-ServerShowV247Test-662037562-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2c92fc5-ea58-413a-a76f-31c02770bb35 HTTP/1.1" status: 200 len: 210 time: 0.0638101 Feb 09 01:26:27.515411 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c5c99b9c-ece2-4f5b-a31a-fa0a12e2e021 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (0af0a353-1e6b-4136-b940-f99755aa9ff5), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:27.525043 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5c99b9c-ece2-4f5b-a31a-fa0a12e2e021 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:26:27.526097 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c5c99b9c-ece2-4f5b-a31a-fa0a12e2e021 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (0af0a353-1e6b-4136-b940-f99755aa9ff5), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:27.530576 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:26:27.530576 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:26:27.530576 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:26:27.530576 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:26:27.530576 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:26:27.530576 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:26:27.530576 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:26:27.530576 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:26:27.530576 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:26:27.530576 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:26:27.530576 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:26:27.530576 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:26:27.530576 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:26:27.530576 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:26:27.530576 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:26:27.530576 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:26:27.530576 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:26:27.530576 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:26:27.530576 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:26:27.530576 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:26:27.530576 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:26:27.530576 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:26:27.530576 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:26:27.530576 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:26:27.530576 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:26:27.530576 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:26:27.530576 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:26:27.530576 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:26:27.530576 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:26:27.530576 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:26:27.530576 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:26:27.530576 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:26:27.616062 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e65a5c-30b0-47ca-b780-7f572510e962 req-632cf8b0-2559-46fa-9323-3cbce02a910b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:27.620628 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-82e65a5c-30b0-47ca-b780-7f572510e962 req-632cf8b0-2559-46fa-9323-3cbce02a910b service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=d88b7625-86d0-4021-80a0-5ba2f7b1a042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1590579 Feb 09 01:26:27.622420 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.db.api [None req-c5c99b9c-ece2-4f5b-a31a-fa0a12e2e021 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 01:26:27.622420 n-d-828369-4 neutron-server[103136]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 01:26:27.622420 n-d-828369-4 neutron-server[103136]: [parameters: {'id': 'ffb2db23-87bc-4df5-bb4a-ec118dd4fdb6'}] Feb 09 01:26:27.622420 n-d-828369-4 neutron-server[103136]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:26:27.623049 n-d-828369-4 neutron-server[103136]: DEBUG oslo_db.api [None req-c5c99b9c-ece2-4f5b-a31a-fa0a12e2e021 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:26:27.823341 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-d25f45c2-b5cc-44be-9733-78c6335f4059 None None] Provisioning complete for port d06559c4-a2f2-457e-889b-14b594aac0f9 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:27.823653 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d25f45c2-b5cc-44be-9733-78c6335f4059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d06559c4-a2f2-457e-889b-14b594aac0f9), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:27.911286 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-82e65a5c-30b0-47ca-b780-7f572510e962 req-a49d62cc-eeaa-4388-9ba4-d1d73d8ebbfe service neutron] 10.222.0.120 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825744 Feb 09 01:26:27.924033 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device d06559c4-a2f2-457e-889b-14b594aac0f9 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:26:27.925780 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361a630-75bd-4729-996b-c55503ec22ee req-794aa38c-95b8-4f46-84f5-2cdf100112f6 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:27.943073 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9361a630-75bd-4729-996b-c55503ec22ee req-794aa38c-95b8-4f46-84f5-2cdf100112f6 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.1631072 Feb 09 01:26:28.039690 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port d06559c4-a2f2-457e-889b-14b594aac0f9 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:28.040077 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d06559c4-a2f2-457e-889b-14b594aac0f9), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:28.047719 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9361a630-75bd-4729-996b-c55503ec22ee req-dcc129e0-e601-4d33-a97a-15a54ddecaf5 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034446 Feb 09 01:26:28.089415 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-82e65a5c-30b0-47ca-b780-7f572510e962 req-8dee35ee-40c3-4718-8058-a3fe1b0b55c1 service neutron] 10.222.0.120 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378167 Feb 09 01:26:28.124139 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c5c99b9c-ece2-4f5b-a31a-fa0a12e2e021 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (ffb2db23-87bc-4df5-bb4a-ec118dd4fdb6), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:28.143828 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port d06559c4-a2f2-457e-889b-14b594aac0f9 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:28.145989 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-d25f45c2-b5cc-44be-9733-78c6335f4059 None None] Current status of the port d06559c4-a2f2-457e-889b-14b594aac0f9 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:28.196830 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-c5c99b9c-ece2-4f5b-a31a-fa0a12e2e021 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Deleting port 60eeb4aa-728a-43cd-a774-aa17053d495e {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:26:28.197970 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c5c99b9c-ece2-4f5b-a31a-fa0a12e2e021 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (60eeb4aa-728a-43cd-a774-aa17053d495e), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:28.268703 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-c5c99b9c-ece2-4f5b-a31a-fa0a12e2e021 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] For port 60eeb4aa-728a-43cd-a774-aa17053d495e, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=60eeb4aa-728a-43cd-a774-aa17053d495e,segment=NetworkSegment(0af0a353-1e6b-4136-b940-f99755aa9ff5),segment_id=0af0a353-1e6b-4136-b940-f99755aa9ff5)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:28.269189 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c5c99b9c-ece2-4f5b-a31a-fa0a12e2e021 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (60eeb4aa-728a-43cd-a774-aa17053d495e), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:28.284866 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-c5c99b9c-ece2-4f5b-a31a-fa0a12e2e021 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Calling delete_port for 60eeb4aa-728a-43cd-a774-aa17053d495e owned by network:dhcp {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:26:28.382306 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c5c99b9c-ece2-4f5b-a31a-fa0a12e2e021 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (60eeb4aa-728a-43cd-a774-aa17053d495e), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:28.413789 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c99b9c-ece2-4f5b-a31a-fa0a12e2e021 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event deleted for resources: {'Port': ['ID=60eeb4aa-728a-43cd-a774-aa17053d495e,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:28.416140 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c99b9c-ece2-4f5b-a31a-fa0a12e2e021 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] No DVR routers for this DVR port 60eeb4aa-728a-43cd-a774-aa17053d495e on host n-d-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:26:28.526558 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c5c99b9c-ece2-4f5b-a31a-fa0a12e2e021 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (ffb2db23-87bc-4df5-bb4a-ec118dd4fdb6), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:28.551294 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-c5c99b9c-ece2-4f5b-a31a-fa0a12e2e021 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb2db23-87bc-4df5-bb4a-ec118dd4fdb6']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:28.566275 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-c5c99b9c-ece2-4f5b-a31a-fa0a12e2e021 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0af0a353-1e6b-4136-b940-f99755aa9ff5') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:28.566606 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-c5c99b9c-ece2-4f5b-a31a-fa0a12e2e021 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0af0a353-1e6b-4136-b940-f99755aa9ff5') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:28.577764 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c5c99b9c-ece2-4f5b-a31a-fa0a12e2e021 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (0af0a353-1e6b-4136-b940-f99755aa9ff5), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:28.610346 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c5c99b9c-ece2-4f5b-a31a-fa0a12e2e021 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (0af0a353-1e6b-4136-b940-f99755aa9ff5), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:28.634122 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5c99b9c-ece2-4f5b-a31a-fa0a12e2e021 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:26:28.635777 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c5c99b9c-ece2-4f5b-a31a-fa0a12e2e021 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (0af0a353-1e6b-4136-b940-f99755aa9ff5), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:28.698828 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:26:28.698828 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:26:28.698828 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:26:28.698828 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:26:28.698828 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:26:28.698828 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:26:28.698828 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:26:28.698828 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:26:28.698828 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:26:28.698828 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:26:28.698828 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:26:28.698828 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:26:28.698828 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:26:28.698828 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:26:28.698828 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:26:28.698828 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:26:28.698828 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:26:28.698828 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:26:28.698828 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:26:28.698828 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:26:28.698828 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:26:28.698828 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:26:28.698828 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:26:28.698828 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:26:28.698828 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:26:28.698828 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:26:28.698828 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:26:28.698828 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:26:28.698828 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:26:28.698828 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:26:28.698828 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:26:28.698828 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:26:28.738458 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a7377553-102a-4f0b-8196-8742414213ab req-0901d815-ae6d-4964-a743-951197020f6d tempest-ServerShowV247Test-662037562 tempest-ServerShowV247Test-662037562-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2c92fc5-ea58-413a-a76f-31c02770bb35 HTTP/1.1" status: 200 len: 210 time: 0.0387235 Feb 09 01:26:28.760259 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c5c99b9c-ece2-4f5b-a31a-fa0a12e2e021 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (ffb2db23-87bc-4df5-bb4a-ec118dd4fdb6), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:28.765682 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c5c99b9c-ece2-4f5b-a31a-fa0a12e2e021 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:28.769477 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c5c99b9c-ece2-4f5b-a31a-fa0a12e2e021 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "DELETE /v2.0/networks/ffb2db23-87bc-4df5-bb4a-ec118dd4fdb6 HTTP/1.1" status: 204 len: 168 time: 2.5724645 Feb 09 01:26:28.773018 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45432) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:28.778570 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-7b34d367-cc0b-4d4e-b7e2-710dba4f59e0 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-577978103'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:28.785827 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c99b9c-ece2-4f5b-a31a-fa0a12e2e021 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event deleted for resources: {'Network': ['ID=ffb2db23-87bc-4df5-bb4a-ec118dd4fdb6,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:28.822683 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b34d367-cc0b-4d4e-b7e2-710dba4f59e0 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Made reservation on behalf of 8e161205b1d840769c4af13ffb1c150f for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:28.826508 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7b34d367-cc0b-4d4e-b7e2-710dba4f59e0 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:28.842207 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300735b3-88b0-48bc-bd58-57d27ad82aae None None] get_active_networks_info from n-d-828369-4 {{(pid=103138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:26:28.857958 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b34d367-cc0b-4d4e-b7e2-710dba4f59e0 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1007} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:26:28.874003 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7b34d367-cc0b-4d4e-b7e2-710dba4f59e0 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (d1001e71-d4f0-4385-b879-330f5464ebf3), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:28.874456 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-7b34d367-cc0b-4d4e-b7e2-710dba4f59e0 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Added segment d1001e71-d4f0-4385-b879-330f5464ebf3 of type vlan for network bc8492e9-f685-4333-b595-f9c369ddf9e6 Feb 09 01:26:28.877916 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-7c8fd056-790e-4e4d-814a-b7d95d430625 None None] Could not find standard attr ID for object 60eeb4aa-728a-43cd-a774-aa17053d495e. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:26:28.934257 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7b34d367-cc0b-4d4e-b7e2-710dba4f59e0 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (bc8492e9-f685-4333-b595-f9c369ddf9e6), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:28.966146 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7b34d367-cc0b-4d4e-b7e2-710dba4f59e0 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (bc8492e9-f685-4333-b595-f9c369ddf9e6), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:28.974638 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b34d367-cc0b-4d4e-b7e2-710dba4f59e0 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:28.975920 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7b34d367-cc0b-4d4e-b7e2-710dba4f59e0 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:28.987036 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300735b3-88b0-48bc-bd58-57d27ad82aae None None] Resources bound (agent type, host, resource id): {{(pid=103138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:26:29.048833 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7b34d367-cc0b-4d4e-b7e2-710dba4f59e0 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2747626 Feb 09 01:26:29.052423 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45434) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:29.059840 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-59fb17c9-6d32-4bcf-b57b-43318094beb8 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Request body: {'subnet': {'network_id': 'bc8492e9-f685-4333-b595-f9c369ddf9e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:29.074472 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b34d367-cc0b-4d4e-b7e2-710dba4f59e0 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event updated for resources: {'Network': ['ID=bc8492e9-f685-4333-b595-f9c369ddf9e6,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:29.086953 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network bc8492e9-f685-4333-b595-f9c369ddf9e6 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:26:29.240326 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fb17c9-6d32-4bcf-b57b-43318094beb8 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Made reservation on behalf of 8e161205b1d840769c4af13ffb1c150f for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:29.245047 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-59fb17c9-6d32-4bcf-b57b-43318094beb8 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:29.301198 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96824538-81fc-44cc-947d-ac7b8724d880 req-af5b1544-bd07-49cc-b866-bbe5c7b94d65 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:29.308107 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-96824538-81fc-44cc-947d-ac7b8724d880 req-af5b1544-bd07-49cc-b866-bbe5c7b94d65 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.1628423 Feb 09 01:26:29.390111 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2b3239-e1d6-4cfd-b2dc-280128e07cbe None None] DHCP port deletion for ffb2db23-87bc-4df5-bb4a-ec118dd4fdb6 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:26:29.407287 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-96824538-81fc-44cc-947d-ac7b8724d880 req-30315f0a-ce82-4964-a23a-0a1645bdabeb tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952516 Feb 09 01:26:29.427890 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd52d9b-0d6b-49fd-9279-224df57a1cab None None] Network ffb2db23-87bc-4df5-bb4a-ec118dd4fdb6 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:26:29.442799 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd52d9b-0d6b-49fd-9279-224df57a1cab None None] Network ffb2db23-87bc-4df5-bb4a-ec118dd4fdb6 could not be found, it might have been deleted concurrently. {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 01:26:29.577893 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-59fb17c9-6d32-4bcf-b57b-43318094beb8 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (27df1c84-20ad-45ff-b478-b7051619b99c), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:29.593674 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8e87b-e076-49cc-871d-6e60867d02b7 req-8fec29df-e210-4e66-b442-af68b98fce45 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:29.595202 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d6a8e87b-e076-49cc-871d-6e60867d02b7 req-8fec29df-e210-4e66-b442-af68b98fce45 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.1089206 Feb 09 01:26:29.669010 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb17c9-6d32-4bcf-b57b-43318094beb8 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event updated for resources: {'Subnet': ['ID=27df1c84-20ad-45ff-b478-b7051619b99c,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:29.705371 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d6a8e87b-e076-49cc-871d-6e60867d02b7 req-3e1872de-6b49-4e1f-bbb9-b319777b9906 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916572 Feb 09 01:26:29.709262 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fb17c9-6d32-4bcf-b57b-43318094beb8 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Checking segment: {'id': 'd1001e71-d4f0-4385-b879-330f5464ebf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': 'bc8492e9-f685-4333-b595-f9c369ddf9e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:26:29.709614 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fb17c9-6d32-4bcf-b57b-43318094beb8 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Network hostable DHCP agents. Network: bc8492e9-f685-4333-b595-f9c369ddf9e6, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:26:29.728623 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fb17c9-6d32-4bcf-b57b-43318094beb8 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Network bc8492e9-f685-4333-b595-f9c369ddf9e6 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:26:29.745298 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-59fb17c9-6d32-4bcf-b57b-43318094beb8 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, bc8492e9-f685-4333-b595-f9c369ddf9e6) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:29.757048 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bec9f8-4403-4551-b631-3c368141ef31 None None] Network bc8492e9-f685-4333-b595-f9c369ddf9e6 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:26:29.763020 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fb17c9-6d32-4bcf-b57b-43318094beb8 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:29.764448 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-59fb17c9-6d32-4bcf-b57b-43318094beb8 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:29.787312 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-59fb17c9-6d32-4bcf-b57b-43318094beb8 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7334435 Feb 09 01:26:29.790055 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45448) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:29.978041 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f746727c-bb75-40ab-a9e1-9ea6064897be tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (bc8492e9-f685-4333-b595-f9c369ddf9e6), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:29.980133 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a3673a0c-eb21-489b-b71e-d4903890bf84 req-5ac90766-4c56-4af9-9416-bd51c28b97f7 tempest-ServerShowV247Test-662037562 tempest-ServerShowV247Test-662037562-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2c92fc5-ea58-413a-a76f-31c02770bb35 HTTP/1.1" status: 200 len: 210 time: 0.0531299 Feb 09 01:26:30.036952 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174db0ba-08f1-4480-94a4-43027b515262 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-bc8492e9-f685-4333-b595-f9c369ddf9e6', 'network_id': 'bc8492e9-f685-4333-b595-f9c369ddf9e6', 'project_id': '8e161205b1d840769c4af13ffb1c150f', 'fixed_ips': [{'subnet_id': '27df1c84-20ad-45ff-b478-b7051619b99c'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:26:30.036952 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-174db0ba-08f1-4480-94a4-43027b515262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:30.100315 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f746727c-bb75-40ab-a9e1-9ea6064897be tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (27df1c84-20ad-45ff-b478-b7051619b99c), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:30.180409 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339de95-5371-443c-a405-fe14350db056 req-c338e937-4bf8-4cee-956b-a71bbfd66835 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:30.184743 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3339de95-5371-443c-a405-fe14350db056 req-c338e937-4bf8-4cee-956b-a71bbfd66835 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.1151543 Feb 09 01:26:30.235939 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f746727c-bb75-40ab-a9e1-9ea6064897be tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (27df1c84-20ad-45ff-b478-b7051619b99c), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server [None req-174db0ba-08f1-4480-94a4-43027b515262 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 27df1c84-20ad-45ff-b478-b7051619b99c: This subnet is being modified by another concurrent operation. Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise exception Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 27df1c84-20ad-45ff-b478-b7051619b99c: This subnet is being modified by another concurrent operation. Feb 09 01:26:30.255147 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server Feb 09 01:26:30.276463 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf82748e-cc97-4133-85da-88c0967479ec None None] get_active_networks_info from n-d-828369-4 {{(pid=103138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:26:30.301925 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3339de95-5371-443c-a405-fe14350db056 req-55b65690-8c2a-41e1-8ac0-f25e719441f9 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098135 Feb 09 01:26:30.307491 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f746727c-bb75-40ab-a9e1-9ea6064897be tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event deleted for resources: {'Subnet': ['ID=27df1c84-20ad-45ff-b478-b7051619b99c,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:30.657769 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f746727c-bb75-40ab-a9e1-9ea6064897be tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (bc8492e9-f685-4333-b595-f9c369ddf9e6), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:30.678967 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-f746727c-bb75-40ab-a9e1-9ea6064897be tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc8492e9-f685-4333-b595-f9c369ddf9e6']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:30.700838 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-f746727c-bb75-40ab-a9e1-9ea6064897be tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1001e71-d4f0-4385-b879-330f5464ebf3') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:30.701149 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-f746727c-bb75-40ab-a9e1-9ea6064897be tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1001e71-d4f0-4385-b879-330f5464ebf3') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:30.725116 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f746727c-bb75-40ab-a9e1-9ea6064897be tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (d1001e71-d4f0-4385-b879-330f5464ebf3), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:30.753723 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f746727c-bb75-40ab-a9e1-9ea6064897be tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (d1001e71-d4f0-4385-b879-330f5464ebf3), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:30.766473 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f746727c-bb75-40ab-a9e1-9ea6064897be tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:26:30.767336 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f746727c-bb75-40ab-a9e1-9ea6064897be tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (d1001e71-d4f0-4385-b879-330f5464ebf3), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:30.795011 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf82748e-cc97-4133-85da-88c0967479ec None None] Resources bound (agent type, host, resource id): {{(pid=103138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:26:30.807009 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f4897-6ca4-41c2-8c88-5eb42d03dbe7 req-d7a7cbdc-e659-4c19-a956-fe000f4e5fb4 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:30.810889 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-044f4897-6ca4-41c2-8c88-5eb42d03dbe7 req-d7a7cbdc-e659-4c19-a956-fe000f4e5fb4 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.1214221 Feb 09 01:26:30.941622 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-044f4897-6ca4-41c2-8c88-5eb42d03dbe7 req-5a7ddec2-3854-4ade-b68f-f8ed0f374a31 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246624 Feb 09 01:26:30.948673 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:26:30.948673 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:26:30.948673 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:26:30.948673 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:26:30.948673 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:26:30.948673 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:26:30.948673 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:26:30.948673 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:26:30.948673 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:26:30.948673 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:26:30.948673 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:26:30.948673 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:26:30.948673 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:26:30.948673 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:26:30.948673 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:26:30.948673 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:26:30.948673 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:26:30.948673 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:26:30.948673 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:26:30.948673 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:26:30.948673 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:26:30.948673 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:26:30.948673 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:26:30.948673 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:26:30.948673 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:26:30.948673 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:26:30.948673 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:26:30.948673 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:26:30.948673 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:26:30.948673 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:26:30.948673 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:26:30.948673 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:26:30.951317 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f746727c-bb75-40ab-a9e1-9ea6064897be tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (bc8492e9-f685-4333-b595-f9c369ddf9e6), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:30.970984 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f746727c-bb75-40ab-a9e1-9ea6064897be tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:30.982636 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f746727c-bb75-40ab-a9e1-9ea6064897be tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "DELETE /v2.0/networks/bc8492e9-f685-4333-b595-f9c369ddf9e6 HTTP/1.1" status: 204 len: 168 time: 1.1881247 Feb 09 01:26:30.984072 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45466) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:30.989208 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-4b8726cb-8928-4047-8cfc-566b5b046b67 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1596893559'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:31.041449 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f746727c-bb75-40ab-a9e1-9ea6064897be tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event deleted for resources: {'Network': ['ID=bc8492e9-f685-4333-b595-f9c369ddf9e6,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:31.047086 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8726cb-8928-4047-8cfc-566b5b046b67 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Made reservation on behalf of 8e161205b1d840769c4af13ffb1c150f for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:31.059981 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4b8726cb-8928-4047-8cfc-566b5b046b67 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:31.117351 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b8726cb-8928-4047-8cfc-566b5b046b67 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1000} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:26:31.135571 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4b8726cb-8928-4047-8cfc-566b5b046b67 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (915a1eb1-c751-4a43-a32f-a90ca800f2e4), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:31.135927 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-4b8726cb-8928-4047-8cfc-566b5b046b67 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Added segment 915a1eb1-c751-4a43-a32f-a90ca800f2e4 of type vlan for network c9c95d71-bd8c-448f-8f5e-d7e3d9d41164 Feb 09 01:26:31.228474 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4b8726cb-8928-4047-8cfc-566b5b046b67 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (c9c95d71-bd8c-448f-8f5e-d7e3d9d41164), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:31.263538 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4b8726cb-8928-4047-8cfc-566b5b046b67 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (c9c95d71-bd8c-448f-8f5e-d7e3d9d41164), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:31.268624 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8726cb-8928-4047-8cfc-566b5b046b67 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:31.269249 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4b8726cb-8928-4047-8cfc-566b5b046b67 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:31.278993 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b688837-6125-45bf-ad65-0dc677fedc60 None None] Network bc8492e9-f685-4333-b595-f9c369ddf9e6 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:26:31.296734 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b688837-6125-45bf-ad65-0dc677fedc60 None None] Network bc8492e9-f685-4333-b595-f9c369ddf9e6 could not be found, it might have been deleted concurrently. {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 01:26:31.354206 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c08eff55-fa96-4b96-bfa5-6c31abb0e43c req-158425f2-07f8-4084-8f99-1079bb78e899 tempest-ServerShowV247Test-662037562 tempest-ServerShowV247Test-662037562-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2c92fc5-ea58-413a-a76f-31c02770bb35 HTTP/1.1" status: 200 len: 210 time: 0.0996006 Feb 09 01:26:31.392965 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4b8726cb-8928-4047-8cfc-566b5b046b67 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4076154 Feb 09 01:26:31.393268 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45470) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:31.401351 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-c9fb26b2-4193-4b6d-ae60-c15c2a713b9a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Request body: {'subnet': {'network_id': 'c9c95d71-bd8c-448f-8f5e-d7e3d9d41164', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:31.409097 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8726cb-8928-4047-8cfc-566b5b046b67 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event updated for resources: {'Network': ['ID=c9c95d71-bd8c-448f-8f5e-d7e3d9d41164,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:31.421812 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network c9c95d71-bd8c-448f-8f5e-d7e3d9d41164 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:26:31.556028 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9fb26b2-4193-4b6d-ae60-c15c2a713b9a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Made reservation on behalf of 8e161205b1d840769c4af13ffb1c150f for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:31.560170 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c9fb26b2-4193-4b6d-ae60-c15c2a713b9a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:31.804360 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c9fb26b2-4193-4b6d-ae60-c15c2a713b9a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (d13e111d-e03e-437e-8dd7-94e46a6bbe95), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:31.893252 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb26b2-4193-4b6d-ae60-c15c2a713b9a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event updated for resources: {'Subnet': ['ID=d13e111d-e03e-437e-8dd7-94e46a6bbe95,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:31.898172 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fb26b2-4193-4b6d-ae60-c15c2a713b9a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Checking segment: {'id': '915a1eb1-c751-4a43-a32f-a90ca800f2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'c9c95d71-bd8c-448f-8f5e-d7e3d9d41164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:26:31.898597 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fb26b2-4193-4b6d-ae60-c15c2a713b9a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Network hostable DHCP agents. Network: c9c95d71-bd8c-448f-8f5e-d7e3d9d41164, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:26:31.924512 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fb26b2-4193-4b6d-ae60-c15c2a713b9a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Network c9c95d71-bd8c-448f-8f5e-d7e3d9d41164 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:26:31.938786 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-c9fb26b2-4193-4b6d-ae60-c15c2a713b9a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, c9c95d71-bd8c-448f-8f5e-d7e3d9d41164) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:31.943407 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fb26b2-4193-4b6d-ae60-c15c2a713b9a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:31.944145 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c9fb26b2-4193-4b6d-ae60-c15c2a713b9a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:31.952095 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57056119-5d9e-461c-8953-796d0888b91e None None] Network c9c95d71-bd8c-448f-8f5e-d7e3d9d41164 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:26:31.963301 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c9fb26b2-4193-4b6d-ae60-c15c2a713b9a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5685029 Feb 09 01:26:31.966521 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45476) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:31.973135 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-ae9a17fe-2464-4d6b-85b2-077410fc5eae tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Request body: {'subnet': {'network_id': 'c9c95d71-bd8c-448f-8f5e-d7e3d9d41164', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:32.167615 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01052149-31be-430d-a59c-1b0df1cc6526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-c9c95d71-bd8c-448f-8f5e-d7e3d9d41164', 'network_id': 'c9c95d71-bd8c-448f-8f5e-d7e3d9d41164', 'project_id': '8e161205b1d840769c4af13ffb1c150f', 'fixed_ips': [{'subnet_id': 'd13e111d-e03e-437e-8dd7-94e46a6bbe95'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:26:32.168929 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-01052149-31be-430d-a59c-1b0df1cc6526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:32.317094 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5513c5-54c7-47bf-8fab-467b759b7980 req-a4b3685f-42d0-4c67-a9a5-e6e5a681e0fb tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:32.323040 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bd5513c5-54c7-47bf-8fab-467b759b7980 req-a4b3685f-42d0-4c67-a9a5-e6e5a681e0fb tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.1671648 Feb 09 01:26:32.439315 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-99bd41a7-d3eb-41a8-8148-1af807df15ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:32.552980 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-01052149-31be-430d-a59c-1b0df1cc6526 None None] Allocated IP 2001:db8::2 (c9c95d71-bd8c-448f-8f5e-d7e3d9d41164/d13e111d-e03e-437e-8dd7-94e46a6bbe95/42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:32.565195 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-42aaf39b-5392-47ff-9bbf-ea0a97b5c817 req-731cc225-6f69-4b8d-b2de-86f95fc57a12 tempest-ServerShowV247Test-662037562 tempest-ServerShowV247Test-662037562-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2c92fc5-ea58-413a-a76f-31c02770bb35 HTTP/1.1" status: 200 len: 210 time: 0.0664742 Feb 09 01:26:32.578720 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bd5513c5-54c7-47bf-8fab-467b759b7980 req-17bd46d7-9f5c-4762-9afb-f35db90d493c tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2449906 Feb 09 01:26:32.604356 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9a17fe-2464-4d6b-85b2-077410fc5eae tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Made reservation on behalf of 8e161205b1d840769c4af13ffb1c150f for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:32.608127 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ae9a17fe-2464-4d6b-85b2-077410fc5eae tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:32.898806 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-01052149-31be-430d-a59c-1b0df1cc6526 None None] Publish callbacks [] for port (42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:32.908210 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-01052149-31be-430d-a59c-1b0df1cc6526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:33.022085 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01052149-31be-430d-a59c-1b0df1cc6526 None None] Network c9c95d71-bd8c-448f-8f5e-d7e3d9d41164 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:33.028183 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-01052149-31be-430d-a59c-1b0df1cc6526 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:33.030911 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01052149-31be-430d-a59c-1b0df1cc6526 None None] Pushing event updated for resources: {'Port': ['ID=42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:33.040949 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01052149-31be-430d-a59c-1b0df1cc6526 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:26:33.134237 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ae9a17fe-2464-4d6b-85b2-077410fc5eae tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (f0b44a3c-85aa-403e-ae30-44c7a98cfcb0), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:33.165228 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-01052149-31be-430d-a59c-1b0df1cc6526 None None] Attempting to bind port 42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:26:33.165875 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-01052149-31be-430d-a59c-1b0df1cc6526 None None] Attempting to bind port 42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '915a1eb1-c751-4a43-a32f-a90ca800f2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'c9c95d71-bd8c-448f-8f5e-d7e3d9d41164'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:26:33.166775 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01052149-31be-430d-a59c-1b0df1cc6526 None None] Attempting to bind port 42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3 on network c9c95d71-bd8c-448f-8f5e-d7e3d9d41164 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:26:33.179719 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01052149-31be-430d-a59c-1b0df1cc6526 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:26:33.180289 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01052149-31be-430d-a59c-1b0df1cc6526 None None] Checking segment: {'id': '915a1eb1-c751-4a43-a32f-a90ca800f2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'c9c95d71-bd8c-448f-8f5e-d7e3d9d41164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:26:33.180838 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-01052149-31be-430d-a59c-1b0df1cc6526 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:33.181349 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01052149-31be-430d-a59c-1b0df1cc6526 None None] Bound using segment: {'id': '915a1eb1-c751-4a43-a32f-a90ca800f2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'c9c95d71-bd8c-448f-8f5e-d7e3d9d41164'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:26:33.181972 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-01052149-31be-430d-a59c-1b0df1cc6526 None None] Bound port: 42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915a1eb1-c751-4a43-a32f-a90ca800f2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'c9c95d71-bd8c-448f-8f5e-d7e3d9d41164'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:26:33.186357 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-01052149-31be-430d-a59c-1b0df1cc6526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:33.217781 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a17fe-2464-4d6b-85b2-077410fc5eae tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event updated for resources: {'Subnet': ['ID=f0b44a3c-85aa-403e-ae30-44c7a98cfcb0,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:33.241951 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9a17fe-2464-4d6b-85b2-077410fc5eae tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Network c9c95d71-bd8c-448f-8f5e-d7e3d9d41164 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:33.244892 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-ae9a17fe-2464-4d6b-85b2-077410fc5eae tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:33.257920 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9a17fe-2464-4d6b-85b2-077410fc5eae tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:33.258538 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ae9a17fe-2464-4d6b-85b2-077410fc5eae tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:33.305561 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167af761-f563-47d7-af00-67564bf55caf req-f9193dc4-7a91-4d7f-b849-7f3cb38b218a tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:33.310793 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-01052149-31be-430d-a59c-1b0df1cc6526 None None] For port 42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:26:33.326601 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-01052149-31be-430d-a59c-1b0df1cc6526 None None] For port 42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3,segment=NetworkSegment(915a1eb1-c751-4a43-a32f-a90ca800f2e4),segment_id=915a1eb1-c751-4a43-a32f-a90ca800f2e4)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:26:33.328785 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-167af761-f563-47d7-af00-67564bf55caf req-f9193dc4-7a91-4d7f-b849-7f3cb38b218a tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.2126656 Feb 09 01:26:33.341488 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-01052149-31be-430d-a59c-1b0df1cc6526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:33.433444 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-167af761-f563-47d7-af00-67564bf55caf req-64fa099c-c518-4978-a163-44f5b708b81d tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036980 Feb 09 01:26:33.440835 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ae9a17fe-2464-4d6b-85b2-077410fc5eae tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4732533 Feb 09 01:26:33.444481 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45500) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:33.520529 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01052149-31be-430d-a59c-1b0df1cc6526 None None] Pushing event updated for resources: {'Port': ['ID=42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:33.563789 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb182e4-9004-4213-a103-563e482e2293 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:33.565064 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb182e4-9004-4213-a103-563e482e2293 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:33.566387 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb182e4-9004-4213-a103-563e482e2293 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:33.567718 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb182e4-9004-4213-a103-563e482e2293 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:33.574976 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb182e4-9004-4213-a103-563e482e2293 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:33.576947 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6bb182e4-9004-4213-a103-563e482e2293 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1310322 Feb 09 01:26:33.580777 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45502) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:33.585842 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-0bb68603-eebc-4cb0-a18d-9d56187364d1 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-584325160'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:33.623810 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb68603-eebc-4cb0-a18d-9d56187364d1 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Made reservation on behalf of 8e161205b1d840769c4af13ffb1c150f for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:33.627521 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0bb68603-eebc-4cb0-a18d-9d56187364d1 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:33.673973 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bb68603-eebc-4cb0-a18d-9d56187364d1 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1038} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:26:33.697893 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0bb68603-eebc-4cb0-a18d-9d56187364d1 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (1aaf5ddd-5d50-4a9f-913f-d5f50929aff5), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:33.700166 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-0bb68603-eebc-4cb0-a18d-9d56187364d1 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Added segment 1aaf5ddd-5d50-4a9f-913f-d5f50929aff5 of type vlan for network 6ab556a0-3c8c-403a-94e2-eb380d529a03 Feb 09 01:26:33.805003 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6025466f-d047-463b-aba2-64abc9bfd3f6 req-1aec2cd9-ee1c-403d-8765-2335a79c67a5 tempest-ServerShowV247Test-662037562 tempest-ServerShowV247Test-662037562-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2c92fc5-ea58-413a-a76f-31c02770bb35 HTTP/1.1" status: 200 len: 210 time: 0.0666564 Feb 09 01:26:33.855475 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0bb68603-eebc-4cb0-a18d-9d56187364d1 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (6ab556a0-3c8c-403a-94e2-eb380d529a03), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:33.943268 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0bb68603-eebc-4cb0-a18d-9d56187364d1 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (6ab556a0-3c8c-403a-94e2-eb380d529a03), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:33.949820 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb68603-eebc-4cb0-a18d-9d56187364d1 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:33.950566 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0bb68603-eebc-4cb0-a18d-9d56187364d1 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:34.079167 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-0bb68603-eebc-4cb0-a18d-9d56187364d1 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4972398 Feb 09 01:26:34.080949 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb68603-eebc-4cb0-a18d-9d56187364d1 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event updated for resources: {'Network': ['ID=6ab556a0-3c8c-403a-94e2-eb380d529a03,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:34.081610 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45508) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:34.092244 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-1ecc7f18-995b-4594-81b3-1793a752e351 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:34.093744 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb68603-eebc-4cb0-a18d-9d56187364d1 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:34.094332 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb68603-eebc-4cb0-a18d-9d56187364d1 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:34.094948 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb68603-eebc-4cb0-a18d-9d56187364d1 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:34.095543 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb68603-eebc-4cb0-a18d-9d56187364d1 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:34.096102 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb68603-eebc-4cb0-a18d-9d56187364d1 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:34.096789 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb68603-eebc-4cb0-a18d-9d56187364d1 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:34.097344 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb68603-eebc-4cb0-a18d-9d56187364d1 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:34.097913 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb68603-eebc-4cb0-a18d-9d56187364d1 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:34.098475 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb68603-eebc-4cb0-a18d-9d56187364d1 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:34.099025 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb68603-eebc-4cb0-a18d-9d56187364d1 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:34.099800 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb68603-eebc-4cb0-a18d-9d56187364d1 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:34.100630 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb68603-eebc-4cb0-a18d-9d56187364d1 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:34.102432 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb68603-eebc-4cb0-a18d-9d56187364d1 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:34.115094 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 6ab556a0-3c8c-403a-94e2-eb380d529a03 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:26:34.381387 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1ecc7f18-995b-4594-81b3-1793a752e351 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (6ab556a0-3c8c-403a-94e2-eb380d529a03), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:34.399425 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1ecc7f18-995b-4594-81b3-1793a752e351 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (6ab556a0-3c8c-403a-94e2-eb380d529a03), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:34.437251 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-728680a4-50e7-4957-9b19-49939a21acec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:34.584752 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1ecc7f18-995b-4594-81b3-1793a752e351 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Network 6ab556a0-3c8c-403a-94e2-eb380d529a03 is not hosted by any dhcp agent {{(pid=103137) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 01:26:34.593925 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecc7f18-995b-4594-81b3-1793a752e351 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:34.600204 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1ecc7f18-995b-4594-81b3-1793a752e351 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:34.604785 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1ecc7f18-995b-4594-81b3-1793a752e351 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "PUT /v2.0/networks/6ab556a0-3c8c-403a-94e2-eb380d529a03 HTTP/1.1" status: 200 len: 723 time: 0.5182595 Feb 09 01:26:34.610615 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45516) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:34.624708 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-fee4b11f-6964-494e-a042-2dcda45e41e2 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Request body: {'subnet': {'network_id': '6ab556a0-3c8c-403a-94e2-eb380d529a03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:34.683962 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4966e0-8b24-49ca-968c-dc38b9887e0c req-6685264c-fbcc-4ce6-a6c6-82af5bb9c97f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:34.709037 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ba4966e0-8b24-49ca-968c-dc38b9887e0c req-6685264c-fbcc-4ce6-a6c6-82af5bb9c97f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.1376517 Feb 09 01:26:34.796510 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc7f18-995b-4594-81b3-1793a752e351 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event updated for resources: {'Network': ['ID=6ab556a0-3c8c-403a-94e2-eb380d529a03,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:34.807678 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 6ab556a0-3c8c-403a-94e2-eb380d529a03 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:26:34.845872 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ba4966e0-8b24-49ca-968c-dc38b9887e0c req-5406ff86-a71a-4071-a3f9-ea8690535800 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358485 Feb 09 01:26:35.008075 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee4b11f-6964-494e-a042-2dcda45e41e2 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Made reservation on behalf of 8e161205b1d840769c4af13ffb1c150f for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:35.015910 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fee4b11f-6964-494e-a042-2dcda45e41e2 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:35.131186 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c6717976-c998-4f1b-b5bc-a10fd58ac5eb req-8db44f2d-f2d4-47c1-92e9-bca1e723860b tempest-ServerShowV247Test-662037562 tempest-ServerShowV247Test-662037562-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2c92fc5-ea58-413a-a76f-31c02770bb35 HTTP/1.1" status: 200 len: 210 time: 0.1056051 Feb 09 01:26:35.213334 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0abe9-47ac-499c-8c24-46afafc3a14d req-ddc27fba-99bd-436f-830e-e4dde7c3b67b tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:35.214921 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b5e0abe9-47ac-499c-8c24-46afafc3a14d req-ddc27fba-99bd-436f-830e-e4dde7c3b67b tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.0827701 Feb 09 01:26:35.236490 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84aee86c-374c-4080-baf5-7ea7abd53b36 None None] Network c9c95d71-bd8c-448f-8f5e-d7e3d9d41164 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:26:35.352122 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b5e0abe9-47ac-499c-8c24-46afafc3a14d req-a4b7a599-06cf-42f7-bc76-357af4d334e5 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311646 Feb 09 01:26:35.521741 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-36ed5b85-65c6-44d0-b84e-9757bd56a139 None None] Provisioning complete for port 42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:35.528958 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-36ed5b85-65c6-44d0-b84e-9757bd56a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:35.550524 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fee4b11f-6964-494e-a042-2dcda45e41e2 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (736f7a06-463f-41de-8a58-b8241c8efe26), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:35.558254 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aceac40-5abe-41df-8d18-001edd71a4ea req-6f4e38c9-cce2-4f7a-91c2-735ab9322e39 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:35.560106 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6aceac40-5abe-41df-8d18-001edd71a4ea req-6f4e38c9-cce2-4f7a-91c2-735ab9322e39 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.1060596 Feb 09 01:26:35.704998 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6aceac40-5abe-41df-8d18-001edd71a4ea req-4aabed32-7275-494b-b4a4-6567b1f35d88 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275218 Feb 09 01:26:35.706376 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee4b11f-6964-494e-a042-2dcda45e41e2 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event updated for resources: {'Subnet': ['ID=736f7a06-463f-41de-8a58-b8241c8efe26,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:35.772879 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee4b11f-6964-494e-a042-2dcda45e41e2 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Checking segment: {'id': '1aaf5ddd-5d50-4a9f-913f-d5f50929aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '6ab556a0-3c8c-403a-94e2-eb380d529a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:26:35.773511 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee4b11f-6964-494e-a042-2dcda45e41e2 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Network hostable DHCP agents. Network: 6ab556a0-3c8c-403a-94e2-eb380d529a03, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:26:35.802606 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee4b11f-6964-494e-a042-2dcda45e41e2 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Network 6ab556a0-3c8c-403a-94e2-eb380d529a03 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:26:35.815774 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-fee4b11f-6964-494e-a042-2dcda45e41e2 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 6ab556a0-3c8c-403a-94e2-eb380d529a03) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:35.846851 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee4b11f-6964-494e-a042-2dcda45e41e2 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:35.849303 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fee4b11f-6964-494e-a042-2dcda45e41e2 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:35.868328 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b7bf8b-7e4e-4edb-8bda-e13c1c38d7c3 None None] Network 6ab556a0-3c8c-403a-94e2-eb380d529a03 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:26:35.908404 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-fee4b11f-6964-494e-a042-2dcda45e41e2 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2847090 Feb 09 01:26:35.912482 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45532) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:35.926400 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-344bedd9-e55f-482e-8c50-46943c23b90b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:35.999331 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-36ed5b85-65c6-44d0-b84e-9757bd56a139 None None] Current status of the port 42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:35.999744 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-36ed5b85-65c6-44d0-b84e-9757bd56a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:36.001395 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407bd4e-3b04-4399-b8fa-b635daa00ca9 req-561b480f-a3da-4a67-a873-e8b1156b646f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:36.007151 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8407bd4e-3b04-4399-b8fa-b635daa00ca9 req-561b480f-a3da-4a67-a873-e8b1156b646f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.1471875 Feb 09 01:26:36.025527 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:26:36.142812 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8407bd4e-3b04-4399-b8fa-b635daa00ca9 req-4bafeadb-0d04-4b90-93b7-7d05a6fa0be6 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240680 Feb 09 01:26:36.184048 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-344bedd9-e55f-482e-8c50-46943c23b90b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25419363'] for subnet (736f7a06-463f-41de-8a58-b8241c8efe26), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:36.225377 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-36ed5b85-65c6-44d0-b84e-9757bd56a139 None None] For port 42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3,segment=NetworkSegment(915a1eb1-c751-4a43-a32f-a90ca800f2e4),segment_id=915a1eb1-c751-4a43-a32f-a90ca800f2e4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:36.304470 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:36.311209 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2d1afd9-987c-4814-87a6-746d920aba5f req-54f064d9-d71a-4a97-bc4c-f6dce845b935 tempest-ServerShowV247Test-662037562 tempest-ServerShowV247Test-662037562-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2c92fc5-ea58-413a-a76f-31c02770bb35 HTTP/1.1" status: 200 len: 210 time: 0.0642745 Feb 09 01:26:36.318407 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-36ed5b85-65c6-44d0-b84e-9757bd56a139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:36.402734 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37b8cea-c7b9-41b9-8e6a-8f63759ef11c None None] Update dhcp port {'port': {'network_id': 'c9c95d71-bd8c-448f-8f5e-d7e3d9d41164', 'fixed_ips': [{'subnet_id': 'd13e111d-e03e-437e-8dd7-94e46a6bbe95', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f0b44a3c-85aa-403e-ae30-44c7a98cfcb0'}], 'binding:host_id': 'n-d-828369-4'}, 'id': '42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3'} from n-d-828369-4. {{(pid=103138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 01:26:36.459930 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ed5b85-65c6-44d0-b84e-9757bd56a139 None None] Pushing event updated for resources: {'Port': ['ID=42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:36.522516 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-344bedd9-e55f-482e-8c50-46943c23b90b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750578436100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25954094'] for subnet (736f7a06-463f-41de-8a58-b8241c8efe26), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:36.535408 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e37b8cea-c7b9-41b9-8e6a-8f63759ef11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:36.571783 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0398808-120c-4940-b4d0-29cca5ac13f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-6ab556a0-3c8c-403a-94e2-eb380d529a03', 'network_id': '6ab556a0-3c8c-403a-94e2-eb380d529a03', 'project_id': '8e161205b1d840769c4af13ffb1c150f', 'fixed_ips': [{'subnet_id': '736f7a06-463f-41de-8a58-b8241c8efe26'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:26:36.573070 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a0398808-120c-4940-b4d0-29cca5ac13f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:36.588566 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:36.589288 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:36.600039 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344bedd9-e55f-482e-8c50-46943c23b90b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event updated for resources: {'Subnet': ['ID=736f7a06-463f-41de-8a58-b8241c8efe26,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:36.615844 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344bedd9-e55f-482e-8c50-46943c23b90b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:36.616452 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-344bedd9-e55f-482e-8c50-46943c23b90b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:36.620333 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-344bedd9-e55f-482e-8c50-46943c23b90b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "PUT /v2.0/subnets/736f7a06-463f-41de-8a58-b8241c8efe26 HTTP/1.1" status: 200 len: 826 time: 0.7056367 Feb 09 01:26:36.620597 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45550) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:36.672063 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45554) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:36.844634 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9f35f0ab-aa9c-4fdd-86d5-9099a8da3f4a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (6ab556a0-3c8c-403a-94e2-eb380d529a03), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:36.871231 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6db10bb2-2a80-483e-942f-18bf76be625d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:36.961946 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9f35f0ab-aa9c-4fdd-86d5-9099a8da3f4a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (736f7a06-463f-41de-8a58-b8241c8efe26), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:37.018119 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-a0398808-120c-4940-b4d0-29cca5ac13f0 None None] Allocated IP 2001:db8::2 (6ab556a0-3c8c-403a-94e2-eb380d529a03/736f7a06-463f-41de-8a58-b8241c8efe26/577beed0-56ec-4ba3-aa2b-f403c98d0c39) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:37.026326 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:37.036357 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6db10bb2-2a80-483e-942f-18bf76be625d admin admin] Publish callbacks [] for security_group (36cb373d-11a0-48b6-bc31-3264dec768ac), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:37.042574 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6db10bb2-2a80-483e-942f-18bf76be625d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (36cb373d-11a0-48b6-bc31-3264dec768ac), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:37.053867 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-e37b8cea-c7b9-41b9-8e6a-8f63759ef11c None None] Allocated IP 172.20.0.1 (c9c95d71-bd8c-448f-8f5e-d7e3d9d41164/f0b44a3c-85aa-403e-ae30-44c7a98cfcb0/42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:37.100864 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-6db10bb2-2a80-483e-942f-18bf76be625d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b3d02365335e483392a76d34f21800ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4252870 Feb 09 01:26:37.101271 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45558) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:37.137201 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db10bb2-2a80-483e-942f-18bf76be625d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36cb373d-11a0-48b6-bc31-3264dec768ac,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:37.200853 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-585ecadf-a25d-49f0-a311-8ad0d2789da4 admin admin] Publish callbacks [] for security_group (36cb373d-11a0-48b6-bc31-3264dec768ac), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:37.239873 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-585ecadf-a25d-49f0-a311-8ad0d2789da4 admin admin] Publish callbacks [] for security_group (36cb373d-11a0-48b6-bc31-3264dec768ac), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:37.307039 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-585ecadf-a25d-49f0-a311-8ad0d2789da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (36cb373d-11a0-48b6-bc31-3264dec768ac), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:37.310391 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-585ecadf-a25d-49f0-a311-8ad0d2789da4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:37.316167 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-585ecadf-a25d-49f0-a311-8ad0d2789da4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/36cb373d-11a0-48b6-bc31-3264dec768ac HTTP/1.1" status: 204 len: 168 time: 0.2137728 Feb 09 01:26:37.327578 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585ecadf-a25d-49f0-a311-8ad0d2789da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36cb373d-11a0-48b6-bc31-3264dec768ac,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:37.459277 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:37.530617 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-e37b8cea-c7b9-41b9-8e6a-8f63759ef11c None None] For port 42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3,segment=NetworkSegment(915a1eb1-c751-4a43-a32f-a90ca800f2e4),segment_id=915a1eb1-c751-4a43-a32f-a90ca800f2e4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:37.542691 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ae4a2923-cacc-481e-909c-3d6c6f510445 req-8a7df544-ad81-4991-bbd8-97058011dc10 tempest-ServerShowV247Test-662037562 tempest-ServerShowV247Test-662037562-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2c92fc5-ea58-413a-a76f-31c02770bb35 HTTP/1.1" status: 200 len: 210 time: 0.0815189 Feb 09 01:26:37.612026 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a0398808-120c-4940-b4d0-29cca5ac13f0 None None] Publish callbacks [] for port (577beed0-56ec-4ba3-aa2b-f403c98d0c39), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:37.629655 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e37b8cea-c7b9-41b9-8e6a-8f63759ef11c None None] Publish callbacks [] for port (42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:37.635517 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a0398808-120c-4940-b4d0-29cca5ac13f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (577beed0-56ec-4ba3-aa2b-f403c98d0c39), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:37.639863 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e37b8cea-c7b9-41b9-8e6a-8f63759ef11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:37.655629 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9f35f0ab-aa9c-4fdd-86d5-9099a8da3f4a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (736f7a06-463f-41de-8a58-b8241c8efe26), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:37.768342 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f35f0ab-aa9c-4fdd-86d5-9099a8da3f4a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event deleted for resources: {'Subnet': ['ID=736f7a06-463f-41de-8a58-b8241c8efe26,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:37.800287 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:37.820413 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0398808-120c-4940-b4d0-29cca5ac13f0 None None] Network 6ab556a0-3c8c-403a-94e2-eb380d529a03 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:37.827973 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-a0398808-120c-4940-b4d0-29cca5ac13f0 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:37.847301 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0398808-120c-4940-b4d0-29cca5ac13f0 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:26:37.849375 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9f35f0ab-aa9c-4fdd-86d5-9099a8da3f4a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (6ab556a0-3c8c-403a-94e2-eb380d529a03), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:37.851431 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0398808-120c-4940-b4d0-29cca5ac13f0 None None] Pushing event updated for resources: {'Port': ['ID=577beed0-56ec-4ba3-aa2b-f403c98d0c39,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:37.881781 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:26:37.898764 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-9f35f0ab-aa9c-4fdd-86d5-9099a8da3f4a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab556a0-3c8c-403a-94e2-eb380d529a03']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:37.920978 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-9f35f0ab-aa9c-4fdd-86d5-9099a8da3f4a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aaf5ddd-5d50-4a9f-913f-d5f50929aff5') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:37.921394 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-9f35f0ab-aa9c-4fdd-86d5-9099a8da3f4a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aaf5ddd-5d50-4a9f-913f-d5f50929aff5') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:37.942355 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9f35f0ab-aa9c-4fdd-86d5-9099a8da3f4a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (1aaf5ddd-5d50-4a9f-913f-d5f50929aff5), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:37.971023 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9f35f0ab-aa9c-4fdd-86d5-9099a8da3f4a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (1aaf5ddd-5d50-4a9f-913f-d5f50929aff5), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:37.984046 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f35f0ab-aa9c-4fdd-86d5-9099a8da3f4a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:26:37.984725 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9f35f0ab-aa9c-4fdd-86d5-9099a8da3f4a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (1aaf5ddd-5d50-4a9f-913f-d5f50929aff5), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:37.988169 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:26:37.988169 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:26:37.988169 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:26:37.988169 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:26:37.988169 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:26:37.988169 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:26:37.988169 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:26:37.988169 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:26:37.988169 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:26:37.988169 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:26:37.988169 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:26:37.988169 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:26:37.988169 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:26:37.988169 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:26:37.988169 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:26:37.988169 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:26:37.988169 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:26:37.988169 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:26:37.988169 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:26:37.988169 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:26:37.988169 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:26:37.988169 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:26:37.988169 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:26:37.988169 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:26:37.988169 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:26:37.988169 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:26:37.988169 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:26:37.988169 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:26:37.988169 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:26:37.988169 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:26:37.988169 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:26:37.988169 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:26:37.990628 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45570) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:38.016710 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-395f4e4d-1465-4bb6-86fe-bcaad371cda9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:38.034926 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b8cea-c7b9-41b9-8e6a-8f63759ef11c None None] Pushing event updated for resources: {'Port': ['ID=42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:38.040032 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-a0398808-120c-4940-b4d0-29cca5ac13f0 None None] Attempting to bind port 577beed0-56ec-4ba3-aa2b-f403c98d0c39 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:26:38.040663 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-a0398808-120c-4940-b4d0-29cca5ac13f0 None None] Attempting to bind port 577beed0-56ec-4ba3-aa2b-f403c98d0c39 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '1aaf5ddd-5d50-4a9f-913f-d5f50929aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '6ab556a0-3c8c-403a-94e2-eb380d529a03'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:26:38.041788 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0398808-120c-4940-b4d0-29cca5ac13f0 None None] Attempting to bind port 577beed0-56ec-4ba3-aa2b-f403c98d0c39 on network 6ab556a0-3c8c-403a-94e2-eb380d529a03 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:26:38.057052 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0398808-120c-4940-b4d0-29cca5ac13f0 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:26:38.057695 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0398808-120c-4940-b4d0-29cca5ac13f0 None None] Checking segment: {'id': '1aaf5ddd-5d50-4a9f-913f-d5f50929aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '6ab556a0-3c8c-403a-94e2-eb380d529a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:26:38.058286 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a0398808-120c-4940-b4d0-29cca5ac13f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:38.058860 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0398808-120c-4940-b4d0-29cca5ac13f0 None None] Bound using segment: {'id': '1aaf5ddd-5d50-4a9f-913f-d5f50929aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '6ab556a0-3c8c-403a-94e2-eb380d529a03'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:26:38.060521 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-a0398808-120c-4940-b4d0-29cca5ac13f0 None None] Bound port: 577beed0-56ec-4ba3-aa2b-f403c98d0c39, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aaf5ddd-5d50-4a9f-913f-d5f50929aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '6ab556a0-3c8c-403a-94e2-eb380d529a03'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:26:38.061142 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a0398808-120c-4940-b4d0-29cca5ac13f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (577beed0-56ec-4ba3-aa2b-f403c98d0c39), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:38.095665 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:38.096308 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:38.149358 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.db.api [None req-9f35f0ab-aa9c-4fdd-86d5-9099a8da3f4a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 09 01:26:38.149358 n-d-828369-4 neutron-server[103137]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 09 01:26:38.149358 n-d-828369-4 neutron-server[103137]: [parameters: {'id': '6ab556a0-3c8c-403a-94e2-eb380d529a03'}] Feb 09 01:26:38.149358 n-d-828369-4 neutron-server[103137]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:26:38.150155 n-d-828369-4 neutron-server[103137]: DEBUG oslo_db.api [None req-9f35f0ab-aa9c-4fdd-86d5-9099a8da3f4a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:26:38.216623 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-a0398808-120c-4940-b4d0-29cca5ac13f0 None None] For port 577beed0-56ec-4ba3-aa2b-f403c98d0c39, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:26:38.263451 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-a0398808-120c-4940-b4d0-29cca5ac13f0 None None] For port 577beed0-56ec-4ba3-aa2b-f403c98d0c39, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=577beed0-56ec-4ba3-aa2b-f403c98d0c39,segment=NetworkSegment(1aaf5ddd-5d50-4a9f-913f-d5f50929aff5),segment_id=1aaf5ddd-5d50-4a9f-913f-d5f50929aff5)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:26:38.271595 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:38.278827 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a0398808-120c-4940-b4d0-29cca5ac13f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (577beed0-56ec-4ba3-aa2b-f403c98d0c39), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:38.295618 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-395f4e4d-1465-4bb6-86fe-bcaad371cda9 admin admin] Publish callbacks [] for security_group (b6f7b28a-8432-4983-8358-6cab9fc0c052), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:38.305451 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-395f4e4d-1465-4bb6-86fe-bcaad371cda9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b6f7b28a-8432-4983-8358-6cab9fc0c052), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:38.403292 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45572) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:38.405013 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-395f4e4d-1465-4bb6-86fe-bcaad371cda9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cf262d8d943046619818002144188e43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4096608 Feb 09 01:26:38.407236 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f4e4d-1465-4bb6-86fe-bcaad371cda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f7b28a-8432-4983-8358-6cab9fc0c052,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:38.454558 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf67f51b-4ebd-4f9f-bc34-c6d8c7df6cfa None None] Network 6ab556a0-3c8c-403a-94e2-eb380d529a03 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:26:38.510978 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-25178edf-954e-47a7-a9fa-bf4691d8d818 admin admin] Publish callbacks [] for security_group (b6f7b28a-8432-4983-8358-6cab9fc0c052), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:38.578323 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-25178edf-954e-47a7-a9fa-bf4691d8d818 admin admin] Publish callbacks [] for security_group (b6f7b28a-8432-4983-8358-6cab9fc0c052), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:38.651480 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9f35f0ab-aa9c-4fdd-86d5-9099a8da3f4a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (6ab556a0-3c8c-403a-94e2-eb380d529a03), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:38.712763 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-25178edf-954e-47a7-a9fa-bf4691d8d818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b6f7b28a-8432-4983-8358-6cab9fc0c052), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:38.717302 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-25178edf-954e-47a7-a9fa-bf4691d8d818 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:38.720281 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0398808-120c-4940-b4d0-29cca5ac13f0 None None] Pushing event updated for resources: {'Port': ['ID=577beed0-56ec-4ba3-aa2b-f403c98d0c39,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:38.721978 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-25178edf-954e-47a7-a9fa-bf4691d8d818 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b6f7b28a-8432-4983-8358-6cab9fc0c052 HTTP/1.1" status: 204 len: 168 time: 0.3172784 Feb 09 01:26:38.736617 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25178edf-954e-47a7-a9fa-bf4691d8d818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f7b28a-8432-4983-8358-6cab9fc0c052,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:38.741197 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:38.746096 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-9f35f0ab-aa9c-4fdd-86d5-9099a8da3f4a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Deleting port 577beed0-56ec-4ba3-aa2b-f403c98d0c39 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:26:38.746458 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9f35f0ab-aa9c-4fdd-86d5-9099a8da3f4a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (577beed0-56ec-4ba3-aa2b-f403c98d0c39), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:38.767629 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b34721d-927f-4dd1-b71c-2153d7aaeb66 None None] Network 6ab556a0-3c8c-403a-94e2-eb380d529a03 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:26:38.786344 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a143d266-9956-4679-b781-a7f01562ebbd req-4464af43-4314-4c7e-8e9e-89f39564c851 tempest-ServerShowV247Test-662037562 tempest-ServerShowV247Test-662037562-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2c92fc5-ea58-413a-a76f-31c02770bb35 HTTP/1.1" status: 200 len: 210 time: 0.1246700 Feb 09 01:26:38.942183 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-9f35f0ab-aa9c-4fdd-86d5-9099a8da3f4a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] For port 577beed0-56ec-4ba3-aa2b-f403c98d0c39, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=577beed0-56ec-4ba3-aa2b-f403c98d0c39,segment=NetworkSegment(1aaf5ddd-5d50-4a9f-913f-d5f50929aff5),segment_id=1aaf5ddd-5d50-4a9f-913f-d5f50929aff5)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:38.942805 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9f35f0ab-aa9c-4fdd-86d5-9099a8da3f4a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (577beed0-56ec-4ba3-aa2b-f403c98d0c39), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:38.977170 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-9f35f0ab-aa9c-4fdd-86d5-9099a8da3f4a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Calling delete_port for 577beed0-56ec-4ba3-aa2b-f403c98d0c39 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:26:39.004516 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2320999f-0cb5-4186-b440-f56cfbe0d34e None None] get_active_networks_info from n-d-828369-4 {{(pid=103138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:26:39.170843 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9f35f0ab-aa9c-4fdd-86d5-9099a8da3f4a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (577beed0-56ec-4ba3-aa2b-f403c98d0c39), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:39.199747 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f35f0ab-aa9c-4fdd-86d5-9099a8da3f4a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event deleted for resources: {'Port': ['ID=577beed0-56ec-4ba3-aa2b-f403c98d0c39,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:39.205546 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f35f0ab-aa9c-4fdd-86d5-9099a8da3f4a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] No DVR routers for this DVR port 577beed0-56ec-4ba3-aa2b-f403c98d0c39 on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:26:39.248388 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-4557fe7a-24bf-4173-8074-fd951868c5c2 None None] Provisioning complete for port 42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:39.248913 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4557fe7a-24bf-4173-8074-fd951868c5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:39.334520 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10187c-9bf4-476e-811e-e0b08510b887 req-f428a690-315e-4ab8-8d28-d80371ef3150 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:39.337141 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4c10187c-9bf4-476e-811e-e0b08510b887 req-f428a690-315e-4ab8-8d28-d80371ef3150 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=547c25db-5882-4232-865f-96655cf83a72 HTTP/1.1" status: 200 len: 945 time: 0.1157081 Feb 09 01:26:39.367069 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9f35f0ab-aa9c-4fdd-86d5-9099a8da3f4a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (6ab556a0-3c8c-403a-94e2-eb380d529a03), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:39.393716 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-9f35f0ab-aa9c-4fdd-86d5-9099a8da3f4a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab556a0-3c8c-403a-94e2-eb380d529a03']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:39.418127 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-9f35f0ab-aa9c-4fdd-86d5-9099a8da3f4a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aaf5ddd-5d50-4a9f-913f-d5f50929aff5') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:39.418456 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-9f35f0ab-aa9c-4fdd-86d5-9099a8da3f4a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aaf5ddd-5d50-4a9f-913f-d5f50929aff5') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:39.444243 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9f35f0ab-aa9c-4fdd-86d5-9099a8da3f4a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (1aaf5ddd-5d50-4a9f-913f-d5f50929aff5), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:39.470824 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4c10187c-9bf4-476e-811e-e0b08510b887 req-38acdfed-91cd-4a1a-8d05-e799d2340194 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225374 Feb 09 01:26:39.474084 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9f35f0ab-aa9c-4fdd-86d5-9099a8da3f4a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (1aaf5ddd-5d50-4a9f-913f-d5f50929aff5), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:39.487774 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f35f0ab-aa9c-4fdd-86d5-9099a8da3f4a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:26:39.487774 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9f35f0ab-aa9c-4fdd-86d5-9099a8da3f4a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (1aaf5ddd-5d50-4a9f-913f-d5f50929aff5), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:39.487774 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:26:39.487774 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:26:39.487774 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:26:39.487774 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:26:39.487774 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:26:39.487774 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:26:39.487774 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:26:39.487774 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:26:39.487774 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:26:39.487774 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:26:39.487774 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:26:39.487774 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:26:39.487774 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:26:39.487774 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:26:39.487774 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:26:39.487774 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:26:39.487774 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:26:39.487774 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:26:39.487774 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:26:39.487774 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:26:39.487774 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:26:39.487774 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:26:39.487774 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:26:39.487774 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:26:39.487774 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:26:39.487774 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:26:39.487774 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:26:39.487774 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:26:39.487774 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:26:39.487774 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:26:39.487774 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:26:39.487774 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:26:39.515692 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:39.570016 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9f35f0ab-aa9c-4fdd-86d5-9099a8da3f4a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (6ab556a0-3c8c-403a-94e2-eb380d529a03), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:39.584746 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9f35f0ab-aa9c-4fdd-86d5-9099a8da3f4a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:39.592231 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9f35f0ab-aa9c-4fdd-86d5-9099a8da3f4a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "DELETE /v2.0/networks/6ab556a0-3c8c-403a-94e2-eb380d529a03 HTTP/1.1" status: 204 len: 168 time: 2.9696105 Feb 09 01:26:39.594802 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45600) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:39.595436 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2320999f-0cb5-4186-b440-f56cfbe0d34e None None] Resources bound (agent type, host, resource id): {{(pid=103138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:26:39.624081 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f35f0ab-aa9c-4fdd-86d5-9099a8da3f4a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event deleted for resources: {'Network': ['ID=6ab556a0-3c8c-403a-94e2-eb380d529a03,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:39.626827 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c34ae8a-4606-4eed-a841-9bcbff97c653 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] DELETE failed (client error): The resource could not be found. Feb 09 01:26:39.627579 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c34ae8a-4606-4eed-a841-9bcbff97c653 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:26:39.631249 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8c34ae8a-4606-4eed-a841-9bcbff97c653 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "DELETE /v2.0/networks/6ab556a0-3c8c-403a-94e2-eb380d529a03 HTTP/1.1" status: 404 len: 339 time: 0.0350046 Feb 09 01:26:39.634815 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45602) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:39.641342 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-290ab0f5-1191-455f-a8c6-60e28b460b37 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1956221021', 'description': 'd1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:39.670452 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290ab0f5-1191-455f-a8c6-60e28b460b37 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Made reservation on behalf of 8e161205b1d840769c4af13ffb1c150f for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:39.675503 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-290ab0f5-1191-455f-a8c6-60e28b460b37 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:39.726839 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-290ab0f5-1191-455f-a8c6-60e28b460b37 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1003} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:26:39.735387 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-4557fe7a-24bf-4173-8074-fd951868c5c2 None None] Current status of the port 42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:39.749861 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-290ab0f5-1191-455f-a8c6-60e28b460b37 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (f6002a70-6d43-47e8-84c8-9cb8d961d1f6), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:39.749861 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-290ab0f5-1191-455f-a8c6-60e28b460b37 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Added segment f6002a70-6d43-47e8-84c8-9cb8d961d1f6 of type vlan for network 4ec2d377-ca03-4e92-b034-501fc2eb3c17 Feb 09 01:26:39.790390 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45612) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:39.820192 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-290ab0f5-1191-455f-a8c6-60e28b460b37 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (4ec2d377-ca03-4e92-b034-501fc2eb3c17), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:39.852912 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-290ab0f5-1191-455f-a8c6-60e28b460b37 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (4ec2d377-ca03-4e92-b034-501fc2eb3c17), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:39.878878 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290ab0f5-1191-455f-a8c6-60e28b460b37 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:39.879552 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-290ab0f5-1191-455f-a8c6-60e28b460b37 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:39.892200 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:26:40.026765 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-290ab0f5-1191-455f-a8c6-60e28b460b37 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3874538 Feb 09 01:26:40.036240 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45630) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:40.158319 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:40.158715 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:40.165607 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a7c7c84b-6cdb-45c5-ac9a-33a3650d0c85 req-163e11ca-081d-47de-a073-601f98f6a211 tempest-ServerShowV247Test-662037562 tempest-ServerShowV247Test-662037562-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2c92fc5-ea58-413a-a76f-31c02770bb35 HTTP/1.1" status: 200 len: 210 time: 0.1179829 Feb 09 01:26:40.221022 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6aceeb0-d80e-4006-8f43-fd10c84791ab tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:40.221022 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e6aceeb0-d80e-4006-8f43-fd10c84791ab tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "GET /v2.0/networks?id=4ec2d377-ca03-4e92-b034-501fc2eb3c17 HTTP/1.1" status: 200 len: 765 time: 0.1816125 Feb 09 01:26:40.231668 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45650) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:40.249535 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-2a4c339b-d2dd-4e23-83b9-94a142d8bee4 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Request body: {'network': {'description': 'd2'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:40.260501 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ab0f5-1191-455f-a8c6-60e28b460b37 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event updated for resources: {'Network': ['ID=4ec2d377-ca03-4e92-b034-501fc2eb3c17,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:40.282853 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 4ec2d377-ca03-4e92-b034-501fc2eb3c17 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:26:40.308593 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc357d9-83c9-4c5b-a316-1066b9a45da5 None None] Network c9c95d71-bd8c-448f-8f5e-d7e3d9d41164 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:26:40.406431 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3e591f10-f8ef-4061-aeec-2323c57d3d3c tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] 10.222.0.50 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 5087 time: 0.6144936 Feb 09 01:26:40.410888 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45670) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:40.417780 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-54ead6b9-6076-45fd-9aab-9679496d527f tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Request body: {'network': {'name': 'tempest-network-smoke--1765365441', 'project_id': '5b3cbba90205438cb5119ccafd525f59', 'port_security_enabled': False}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:40.469096 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:40.589388 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2a4c339b-d2dd-4e23-83b9-94a142d8bee4 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (4ec2d377-ca03-4e92-b034-501fc2eb3c17), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:40.616279 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2a4c339b-d2dd-4e23-83b9-94a142d8bee4 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (4ec2d377-ca03-4e92-b034-501fc2eb3c17), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:40.707099 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2a4c339b-d2dd-4e23-83b9-94a142d8bee4 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Network 4ec2d377-ca03-4e92-b034-501fc2eb3c17 is not hosted by any dhcp agent {{(pid=103137) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 01:26:40.711916 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4c339b-d2dd-4e23-83b9-94a142d8bee4 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:40.712520 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2a4c339b-d2dd-4e23-83b9-94a142d8bee4 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:40.716592 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2a4c339b-d2dd-4e23-83b9-94a142d8bee4 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "PUT /v2.0/networks/4ec2d377-ca03-4e92-b034-501fc2eb3c17 HTTP/1.1" status: 200 len: 762 time: 0.4813931 Feb 09 01:26:40.721065 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45700) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:40.739653 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ead6b9-6076-45fd-9aab-9679496d527f tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Made reservation on behalf of 5b3cbba90205438cb5119ccafd525f59 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:40.745337 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-54ead6b9-6076-45fd-9aab-9679496d527f tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:40.771877 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c339b-d2dd-4e23-83b9-94a142d8bee4 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event updated for resources: {'Network': ['ID=4ec2d377-ca03-4e92-b034-501fc2eb3c17,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:40.772885 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286ea51-2cbe-466e-9ddc-7ab6a02bf4bc req-13268089-9f42-43d3-80b8-c344010079a8 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:40.785964 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 4ec2d377-ca03-4e92-b034-501fc2eb3c17 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:26:40.796946 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54ead6b9-6076-45fd-9aab-9679496d527f tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1017} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:26:40.804008 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc54f4d-d2e8-42c1-ba84-5a5c9d548962 req-d5a9efc0-1146-4a9b-8afb-f47d33a84025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:40.805166 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e286ea51-2cbe-466e-9ddc-7ab6a02bf4bc req-13268089-9f42-43d3-80b8-c344010079a8 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=547c25db-5882-4232-865f-96655cf83a72 HTTP/1.1" status: 200 len: 945 time: 0.1758857 Feb 09 01:26:40.805600 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7bc54f4d-d2e8-42c1-ba84-5a5c9d548962 req-d5a9efc0-1146-4a9b-8afb-f47d33a84025 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8987e885-8c40-404c-967a-7cdc62a89da4 HTTP/1.1" status: 200 len: 1128 time: 0.5877628 Feb 09 01:26:40.811951 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-54ead6b9-6076-45fd-9aab-9679496d527f tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (dfd208fe-46de-4dce-8266-c1b1a45aa2db), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:40.812300 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-54ead6b9-6076-45fd-9aab-9679496d527f tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Added segment dfd208fe-46de-4dce-8266-c1b1a45aa2db of type vlan for network 4a130744-37d6-4e5b-9d7f-30f89f770944 Feb 09 01:26:40.938580 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-54ead6b9-6076-45fd-9aab-9679496d527f tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (4a130744-37d6-4e5b-9d7f-30f89f770944), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:40.970704 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-54ead6b9-6076-45fd-9aab-9679496d527f tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (4a130744-37d6-4e5b-9d7f-30f89f770944), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:40.980515 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ead6b9-6076-45fd-9aab-9679496d527f tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:40.991431 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-54ead6b9-6076-45fd-9aab-9679496d527f tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:41.026124 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7bc54f4d-d2e8-42c1-ba84-5a5c9d548962 req-ed878835-0d50-42da-81ce-c7f183cf335c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=64d94c76-3ef2-4d2c-9b56-3b589fa64b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2114592 Feb 09 01:26:41.093438 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d4c20a-58d6-476c-b393-ef3cddbea099 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:41.095008 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-79d4c20a-58d6-476c-b393-ef3cddbea099 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "GET /v2.0/networks?id=4ec2d377-ca03-4e92-b034-501fc2eb3c17 HTTP/1.1" status: 200 len: 765 time: 0.3730824 Feb 09 01:26:41.099368 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45724) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:41.130324 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-54ead6b9-6076-45fd-9aab-9679496d527f tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7183435 Feb 09 01:26:41.135323 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45726) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:41.140522 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-648e1838-8bf8-4b05-ad38-cae2c524241e tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-605234827', 'admin_state_up': True, 'project_id': '5b3cbba90205438cb5119ccafd525f59', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:41.248386 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-648e1838-8bf8-4b05-ad38-cae2c524241e tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (4614f5cd-9938-4bc7-a327-6bc2b01290b7), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:41.249638 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-648e1838-8bf8-4b05-ad38-cae2c524241e tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (4614f5cd-9938-4bc7-a327-6bc2b01290b7), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:41.254524 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ead6b9-6076-45fd-9aab-9679496d527f tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Pushing event updated for resources: {'Network': ['ID=4a130744-37d6-4e5b-9d7f-30f89f770944,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:41.274052 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-982a6b24-897d-4ec0-acc8-d9bc1ecc69bf None None] Provisioning complete for port 42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:41.274773 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-982a6b24-897d-4ec0-acc8-d9bc1ecc69bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:41.292536 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 4a130744-37d6-4e5b-9d7f-30f89f770944 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:26:41.457272 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e286ea51-2cbe-466e-9ddc-7ab6a02bf4bc req-41e859dd-edf9-4923-aaab-d699728d7d48 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6438072 Feb 09 01:26:41.460106 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-269c4d5c-4163-4ebe-ac24-bcfcb911c111 req-61693b32-f538-4fa6-9717-7443f31e2c7b tempest-ServerShowV247Test-662037562 tempest-ServerShowV247Test-662037562-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2c92fc5-ea58-413a-a76f-31c02770bb35 HTTP/1.1" status: 200 len: 210 time: 0.1222105 Feb 09 01:26:41.476142 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-648e1838-8bf8-4b05-ad38-cae2c524241e tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for router_controller (4614f5cd-9938-4bc7-a327-6bc2b01290b7), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:41.632818 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07af9190-247a-4297-8f8e-f2e0b0688db4 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:41.638549 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-07af9190-247a-4297-8f8e-f2e0b0688db4 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5381052 Feb 09 01:26:41.639189 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45756) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:41.773842 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-982a6b24-897d-4ec0-acc8-d9bc1ecc69bf None None] Current status of the port 42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:41.820786 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d0224c72-eba4-4d7e-a775-2e28fce39c7e tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "GET /v2.0/subnets?network_id=ca740734-29c2-4b60-ae10-4c709b5c6ef4 HTTP/1.1" status: 200 len: 207 time: 0.1804416 Feb 09 01:26:41.838494 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45772) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:41.961942 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-648e1838-8bf8-4b05-ad38-cae2c524241e tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for router_gateway (4614f5cd-9938-4bc7-a327-6bc2b01290b7), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:42.315721 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14dfd774-b571-4480-8b4d-03ec62d3012b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:42.322034 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14dfd774-b571-4480-8b4d-03ec62d3012b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:42.328173 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14dfd774-b571-4480-8b4d-03ec62d3012b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:42.333979 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14dfd774-b571-4480-8b4d-03ec62d3012b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:42.341842 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14dfd774-b571-4480-8b4d-03ec62d3012b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:42.349464 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14dfd774-b571-4480-8b4d-03ec62d3012b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:42.351731 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-14dfd774-b571-4480-8b4d-03ec62d3012b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.5100687 Feb 09 01:26:42.370830 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45806) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:42.579327 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1944016c-9eed-4259-9968-f58d9c1009b3 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.2033479 Feb 09 01:26:42.585649 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45816) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:42.722488 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-648e1838-8bf8-4b05-ad38-cae2c524241e tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for router_gateway (4614f5cd-9938-4bc7-a327-6bc2b01290b7), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:42.770195 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-648e1838-8bf8-4b05-ad38-cae2c524241e tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:42.770627 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6d21d0-65a0-458b-af41-0bca0ad5524a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:42.771959 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6d21d0-65a0-458b-af41-0bca0ad5524a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:42.773886 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6d21d0-65a0-458b-af41-0bca0ad5524a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:42.775518 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6d21d0-65a0-458b-af41-0bca0ad5524a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:42.776852 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6d21d0-65a0-458b-af41-0bca0ad5524a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:42.784219 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45822) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:42.785375 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8f6d21d0-65a0-458b-af41-0bca0ad5524a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1986575 Feb 09 01:26:42.793171 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd444c-0eda-449f-a9bc-7c20dda12a40 req-e6b20d05-421c-4b8e-98d1-a8b0437b4b43 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:42.794631 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-04fd444c-0eda-449f-a9bc-7c20dda12a40 req-e6b20d05-421c-4b8e-98d1-a8b0437b4b43 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.47 "GET /v2.0/ports?device_id=547c25db-5882-4232-865f-96655cf83a72 HTTP/1.1" status: 200 len: 945 time: 1.0608549 Feb 09 01:26:42.938554 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-92d95e05-5609-4156-baac-8c6553b66b0d req-8deff453-28ce-4dfa-9d33-f3ab82d3f7ae tempest-ServerShowV247Test-662037562 tempest-ServerShowV247Test-662037562-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2c92fc5-ea58-413a-a76f-31c02770bb35 HTTP/1.1" status: 200 len: 210 time: 0.1429040 Feb 09 01:26:42.943747 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9df394-afa7-4bd0-87c2-7d8462ade59b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['shared'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:42.945232 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9df394-afa7-4bd0-87c2-7d8462ade59b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['shared'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:42.946760 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9df394-afa7-4bd0-87c2-7d8462ade59b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['shared'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:42.948814 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9df394-afa7-4bd0-87c2-7d8462ade59b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['shared'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:42.950106 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9df394-afa7-4bd0-87c2-7d8462ade59b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['shared'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:42.957652 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ae9df394-afa7-4bd0-87c2-7d8462ade59b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1676142 Feb 09 01:26:42.961852 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45824) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:43.002824 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c2c40-c600-4ee2-bfa8-6d76d1e80760 req-35addea8-0dda-4d16-85fe-fcaae3fa107a tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:43.005062 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-337c2c40-c600-4ee2-bfa8-6d76d1e80760 req-35addea8-0dda-4d16-85fe-fcaae3fa107a tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=547c25db-5882-4232-865f-96655cf83a72 HTTP/1.1" status: 200 len: 945 time: 0.3897946 Feb 09 01:26:43.076007 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-648e1838-8bf8-4b05-ad38-cae2c524241e tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Allocated IP 172.25.8.240 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/726ddea6-d10f-448e-be91-668be3fc52f0) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:43.265647 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-648e1838-8bf8-4b05-ad38-cae2c524241e tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for port (726ddea6-d10f-448e-be91-668be3fc52f0), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:43.349034 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-648e1838-8bf8-4b05-ad38-cae2c524241e tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (726ddea6-d10f-448e-be91-668be3fc52f0), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:43.409028 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e1838-8bf8-4b05-ad38-cae2c524241e tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Pushing event updated for resources: {'Port': ['ID=726ddea6-d10f-448e-be91-668be3fc52f0,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:43.437260 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648e1838-8bf8-4b05-ad38-cae2c524241e tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:43.438742 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-648e1838-8bf8-4b05-ad38-cae2c524241e tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:43.446591 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648e1838-8bf8-4b05-ad38-cae2c524241e tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:26:43.767173 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-337c2c40-c600-4ee2-bfa8-6d76d1e80760 req-40ae9b73-286e-4d72-9371-0a66567704d2 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7131135 Feb 09 01:26:43.844234 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-648e1838-8bf8-4b05-ad38-cae2c524241e tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for router_gateway (4614f5cd-9938-4bc7-a327-6bc2b01290b7), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:43.846510 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332a92cf-5c23-409e-9944-c91d6dcaee65 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:43.848154 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-332a92cf-5c23-409e-9944-c91d6dcaee65 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "GET /v2.0/networks/65cb6fae-50b7-4adc-afdd-51999ef8b7b9 HTTP/1.1" status: 200 len: 804 time: 0.8834496 Feb 09 01:26:43.852066 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-04fd444c-0eda-449f-a9bc-7c20dda12a40 req-9bbf1cc1-82a2-403e-a798-031c0bb173cd tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Deleting port 0ec2765c-c8ca-498a-a0a0-9b25ec909aaf {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:26:43.852687 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-04fd444c-0eda-449f-a9bc-7c20dda12a40 req-9bbf1cc1-82a2-403e-a798-031c0bb173cd tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (0ec2765c-c8ca-498a-a0a0-9b25ec909aaf), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:43.856141 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45830) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:44.047313 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-04fd444c-0eda-449f-a9bc-7c20dda12a40 req-9bbf1cc1-82a2-403e-a798-031c0bb173cd tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] For port 0ec2765c-c8ca-498a-a0a0-9b25ec909aaf, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=0ec2765c-c8ca-498a-a0a0-9b25ec909aaf,segment=NetworkSegment(091e8814-090f-4ca2-8f12-f9cfbccdf71e),segment_id=091e8814-090f-4ca2-8f12-f9cfbccdf71e)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:44.048084 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-04fd444c-0eda-449f-a9bc-7c20dda12a40 req-9bbf1cc1-82a2-403e-a798-031c0bb173cd tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (0ec2765c-c8ca-498a-a0a0-9b25ec909aaf), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:44.059635 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e59230d1-9539-4f00-998b-41f416c30c11 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "GET /v2.0/networks/65cb6fae-50b7-4adc-afdd-51999ef8b7b9?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2021945 Feb 09 01:26:44.064704 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45834) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:44.078869 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-04fd444c-0eda-449f-a9bc-7c20dda12a40 req-9bbf1cc1-82a2-403e-a798-031c0bb173cd tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Calling delete_port for 0ec2765c-c8ca-498a-a0a0-9b25ec909aaf owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:26:44.132165 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-648e1838-8bf8-4b05-ad38-cae2c524241e tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (4614f5cd-9938-4bc7-a327-6bc2b01290b7), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:44.151028 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-207de192-422a-4212-b263-91ff569297c9 req-b7afeca5-b6f1-430b-a0f8-17e2f5fa6c3f tempest-ServerShowV247Test-662037562 tempest-ServerShowV247Test-662037562-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2c92fc5-ea58-413a-a76f-31c02770bb35 HTTP/1.1" status: 200 len: 210 time: 0.0479975 Feb 09 01:26:44.207028 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80585904-0aeb-4b92-b9dd-b71ab8876a42 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:44.208961 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-80585904-0aeb-4b92-b9dd-b71ab8876a42 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "GET /v2.0/subnets/ecdb2aba-0171-4791-8adf-bd63705a2ed6 HTTP/1.1" status: 200 len: 843 time: 0.1430850 Feb 09 01:26:44.212450 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45836) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:44.295142 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38652242-25bb-485b-b79e-9046c36ad5ee tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['shared'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:44.299966 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-38652242-25bb-485b-b79e-9046c36ad5ee tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "GET /v2.0/subnets/ecdb2aba-0171-4791-8adf-bd63705a2ed6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0823717 Feb 09 01:26:44.300583 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45840) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:44.306710 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-c8acecce-fdc7-4256-bce4-082dd68e4e77 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1696404687'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:44.320412 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648e1838-8bf8-4b05-ad38-cae2c524241e tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Router 4614f5cd-9938-4bc7-a327-6bc2b01290b7 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:26:44.335346 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8acecce-fdc7-4256-bce4-082dd68e4e77 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Made reservation on behalf of 8e161205b1d840769c4af13ffb1c150f for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:44.341936 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c8acecce-fdc7-4256-bce4-082dd68e4e77 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:44.375998 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8acecce-fdc7-4256-bce4-082dd68e4e77 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1048} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:26:44.387573 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c8acecce-fdc7-4256-bce4-082dd68e4e77 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (8c4e8ffd-6bd7-4261-ba3b-d47ca597d6f9), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:44.388085 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-c8acecce-fdc7-4256-bce4-082dd68e4e77 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Added segment 8c4e8ffd-6bd7-4261-ba3b-d47ca597d6f9 of type vlan for network abadcb46-beb1-4f73-a5c8-a75145d01563 Feb 09 01:26:44.466797 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c8acecce-fdc7-4256-bce4-082dd68e4e77 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (abadcb46-beb1-4f73-a5c8-a75145d01563), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:44.505008 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648e1838-8bf8-4b05-ad38-cae2c524241e tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:26:44.515665 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-04fd444c-0eda-449f-a9bc-7c20dda12a40 req-9bbf1cc1-82a2-403e-a798-031c0bb173cd tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (0ec2765c-c8ca-498a-a0a0-9b25ec909aaf), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:44.517791 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136591c4-73cb-4aa6-8b15-538b3682ea28 None None] Sync routers for ids ['4614f5cd-9938-4bc7-a327-6bc2b01290b7'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:26:44.518333 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c8acecce-fdc7-4256-bce4-082dd68e4e77 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (abadcb46-beb1-4f73-a5c8-a75145d01563), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:44.523705 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8acecce-fdc7-4256-bce4-082dd68e4e77 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:44.524533 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c8acecce-fdc7-4256-bce4-082dd68e4e77 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:44.531777 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['46174fdb-97e1-4b41-ba6d-ca24476f1d8d'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:26:44.537407 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-648e1838-8bf8-4b05-ad38-cae2c524241e tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:44.539172 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-648e1838-8bf8-4b05-ad38-cae2c524241e tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.4025762 Feb 09 01:26:44.542768 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45842) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:44.557245 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136591c4-73cb-4aa6-8b15-538b3682ea28 None None] Routers {'4614f5cd-9938-4bc7-a327-6bc2b01290b7'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:26:44.559616 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-136591c4-73cb-4aa6-8b15-538b3682ea28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:26:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['4614f5cd-9938-4bc7-a327-6bc2b01290b7'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:44.646080 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29710502-3a5d-45e1-b309-21d9ecdf0f2a tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:44.648582 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-29710502-3a5d-45e1-b309-21d9ecdf0f2a tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=5b3cbba90205438cb5119ccafd525f59&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1039093 Feb 09 01:26:44.650894 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45844) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:44.725503 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-136591c4-73cb-4aa6-8b15-538b3682ea28 None None] Set router 4614f5cd-9938-4bc7-a327-6bc2b01290b7 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:26:44.730193 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbf1cc1-82a2-403e-a798-031c0bb173cd tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Pushing event deleted for resources: {'Port': ['ID=0ec2765c-c8ca-498a-a0a0-9b25ec909aaf,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:44.811302 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-04fd444c-0eda-449f-a9bc-7c20dda12a40 req-9bbf1cc1-82a2-403e-a798-031c0bb173cd tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] No DVR routers for this DVR port 0ec2765c-c8ca-498a-a0a0-9b25ec909aaf on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:26:44.816514 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c8acecce-fdc7-4256-bce4-082dd68e4e77 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5150495 Feb 09 01:26:44.817830 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-04fd444c-0eda-449f-a9bc-7c20dda12a40 req-9bbf1cc1-82a2-403e-a798-031c0bb173cd tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:44.822405 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-04fd444c-0eda-449f-a9bc-7c20dda12a40 req-9bbf1cc1-82a2-403e-a798-031c0bb173cd tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.47 "DELETE /v2.0/ports/0ec2765c-c8ca-498a-a0a0-9b25ec909aaf HTTP/1.1" status: 204 len: 173 time: 2.0127833 Feb 09 01:26:44.825341 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '547c25db-5882-4232-865f-96655cf83a72', 'name': 'network-vif-deleted', 'tag': '0ec2765c-c8ca-498a-a0a0-9b25ec909aaf'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:26:44.827811 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be04925-cc9f-49db-91e9-efc318426493" -d '{"events": [{"server_uuid": "547c25db-5882-4232-865f-96655cf83a72", "name": "network-vif-deleted", "tag": "0ec2765c-c8ca-498a-a0a0-9b25ec909aaf"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:26:44.830148 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45848) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:44.855709 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-f408b396-1143-4d67-b13d-47c1c50acba0 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Request body: {'subnet': {'network_id': 'abadcb46-beb1-4f73-a5c8-a75145d01563', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:44.894872 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8acecce-fdc7-4256-bce4-082dd68e4e77 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event updated for resources: {'Network': ['ID=abadcb46-beb1-4f73-a5c8-a75145d01563,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:44.911866 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network abadcb46-beb1-4f73-a5c8-a75145d01563 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:26:44.939899 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c59d1d4-865a-41fb-b1a0-d96a5b06b8e9 x-openstack-request-id: req-6c59d1d4-865a-41fb-b1a0-d96a5b06b8e9 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:26:44.940321 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "547c25db-5882-4232-865f-96655cf83a72", "name": "network-vif-deleted", "tag": "0ec2765c-c8ca-498a-a0a0-9b25ec909aaf", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:26:44.940838 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6c59d1d4-865a-41fb-b1a0-d96a5b06b8e9 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:26:44.941983 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '547c25db-5882-4232-865f-96655cf83a72', 'name': 'network-vif-deleted', 'tag': '0ec2765c-c8ca-498a-a0a0-9b25ec909aaf', 'status': 'completed', 'code': 200} Feb 09 01:26:44.980726 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb65dd8b-e3e2-4a47-9061-a6b9da8c70e8 tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:44.987500 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-eb65dd8b-e3e2-4a47-9061-a6b9da8c70e8 tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3348591 Feb 09 01:26:44.991791 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45854) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:45.066371 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-40ec5fa7-1e7d-4a15-adf0-8e00b84dc2d8 tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=ca740734-29c2-4b60-ae10-4c709b5c6ef4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0731640 Feb 09 01:26:45.074968 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45856) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:45.097324 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-48f53d44-c28f-4134-8352-72f3f01c15d7 req-49b77752-ca06-4bf5-8637-edb5fe088bd7 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=547c25db-5882-4232-865f-96655cf83a72 HTTP/1.1" status: 200 len: 210 time: 0.1195042 Feb 09 01:26:45.152475 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a280413a-9d89-4f2e-9681-52ef9a50f1a8 tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=5b3cbba90205438cb5119ccafd525f59&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0773032 Feb 09 01:26:45.155336 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45858) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:45.167950 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f408b396-1143-4d67-b13d-47c1c50acba0 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Made reservation on behalf of 8e161205b1d840769c4af13ffb1c150f for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:45.172710 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f408b396-1143-4d67-b13d-47c1c50acba0 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:45.242673 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.ipam_backend_mixin [None req-f408b396-1143-4d67-b13d-47c1c50acba0 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Performing IP validity checks on allocation pools {{(pid=103136) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 01:26:45.243202 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.ipam_backend_mixin [None req-f408b396-1143-4d67-b13d-47c1c50acba0 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103136) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 01:26:45.264052 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423fd46d-36de-400c-a49f-5d36406aae5e tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:45.266212 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-423fd46d-36de-400c-a49f-5d36406aae5e tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1097739 Feb 09 01:26:45.270114 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45862) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:45.316571 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-bd68eb04-4677-4bb3-8c44-2f56f245f9ac tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=ca740734-29c2-4b60-ae10-4c709b5c6ef4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437295 Feb 09 01:26:45.319299 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45864) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:45.325027 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-cdc631a4-a0d8-42d4-9df2-9b230299eab9 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-399685887', 'network_id': '4a130744-37d6-4e5b-9d7f-30f89f770944', 'project_id': '5b3cbba90205438cb5119ccafd525f59', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:45.376464 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-136591c4-73cb-4aa6-8b15-538b3682ea28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4614f5cd-9938-4bc7-a327-6bc2b01290b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-605234827', 'tenant_id': '5b3cbba90205438cb5119ccafd525f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '726ddea6-d10f-448e-be91-668be3fc52f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:41Z', 'updated_at': '2022-02-09T01:26:43Z', 'revision_number': 3, 'project_id': '5b3cbba90205438cb5119ccafd525f59', 'gw_port': {'id': '726ddea6-d10f-448e-be91-668be3fc52f0', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:85:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4614f5cd-9938-4bc7-a327-6bc2b01290b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:42Z', 'updated_at': '2022-02-09T01:26:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:45.449137 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-043c2212-cc7a-44a1-bb29-abd2e5b71dc9 req-b663ec36-0421-4167-bd61-df5f07f97b40 tempest-ServerShowV247Test-662037562 tempest-ServerShowV247Test-662037562-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2c92fc5-ea58-413a-a76f-31c02770bb35 HTTP/1.1" status: 200 len: 210 time: 0.0915504 Feb 09 01:26:45.449404 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc631a4-a0d8-42d4-9df2-9b230299eab9 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Made reservation on behalf of 5b3cbba90205438cb5119ccafd525f59 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:45.455433 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cdc631a4-a0d8-42d4-9df2-9b230299eab9 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:45.465415 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136591c4-73cb-4aa6-8b15-538b3682ea28 None None] Checking router: 4614f5cd-9938-4bc7-a327-6bc2b01290b7 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:26:45.465752 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136591c4-73cb-4aa6-8b15-538b3682ea28 None None] Updating router 4614f5cd-9938-4bc7-a327-6bc2b01290b7 port 726ddea6-d10f-448e-be91-668be3fc52f0 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:26:45.525116 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f408b396-1143-4d67-b13d-47c1c50acba0 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (9a4270df-cf2d-4644-a921-e91238c72348), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:45.547796 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-136591c4-73cb-4aa6-8b15-538b3682ea28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (726ddea6-d10f-448e-be91-668be3fc52f0), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:45.677226 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 0ec2765c-c8ca-498a-a0a0-9b25ec909aaf no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:26:45.706292 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408b396-1143-4d67-b13d-47c1c50acba0 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event updated for resources: {'Subnet': ['ID=9a4270df-cf2d-4644-a921-e91238c72348,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:45.723591 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: 0ec2765c-c8ca-498a-a0a0-9b25ec909aaf {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:26:45.724190 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 0ec2765c-c8ca-498a-a0a0-9b25ec909aaf not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:26:45.724695 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f408b396-1143-4d67-b13d-47c1c50acba0 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Checking segment: {'id': '8c4e8ffd-6bd7-4261-ba3b-d47ca597d6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'abadcb46-beb1-4f73-a5c8-a75145d01563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:26:45.727918 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f408b396-1143-4d67-b13d-47c1c50acba0 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Network hostable DHCP agents. Network: abadcb46-beb1-4f73-a5c8-a75145d01563, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:26:45.766692 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f408b396-1143-4d67-b13d-47c1c50acba0 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Network abadcb46-beb1-4f73-a5c8-a75145d01563 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:26:45.774294 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cdc631a4-a0d8-42d4-9df2-9b230299eab9 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (6d59555b-1971-478b-a4f8-9b82f6b06f6b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:45.781721 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-f408b396-1143-4d67-b13d-47c1c50acba0 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, abadcb46-beb1-4f73-a5c8-a75145d01563) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:45.786735 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f408b396-1143-4d67-b13d-47c1c50acba0 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:45.788299 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f408b396-1143-4d67-b13d-47c1c50acba0 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:45.793608 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2873f7c9-2ffc-4adf-9033-5f0aa1934f30 None None] Network abadcb46-beb1-4f73-a5c8-a75145d01563 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:26:45.824662 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f408b396-1143-4d67-b13d-47c1c50acba0 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9884629 Feb 09 01:26:45.827259 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45868) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:45.834494 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-342b591e-8e46-410e-9dd5-a64c24559927 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:45.932740 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc631a4-a0d8-42d4-9df2-9b230299eab9 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Pushing event updated for resources: {'Subnet': ['ID=6d59555b-1971-478b-a4f8-9b82f6b06f6b,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:45.939338 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc631a4-a0d8-42d4-9df2-9b230299eab9 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Checking segment: {'id': 'dfd208fe-46de-4dce-8266-c1b1a45aa2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '4a130744-37d6-4e5b-9d7f-30f89f770944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:26:45.940531 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc631a4-a0d8-42d4-9df2-9b230299eab9 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Network hostable DHCP agents. Network: 4a130744-37d6-4e5b-9d7f-30f89f770944, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:26:45.961624 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc631a4-a0d8-42d4-9df2-9b230299eab9 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Network 4a130744-37d6-4e5b-9d7f-30f89f770944 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:26:45.974668 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-cdc631a4-a0d8-42d4-9df2-9b230299eab9 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 4a130744-37d6-4e5b-9d7f-30f89f770944) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:45.983259 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc631a4-a0d8-42d4-9df2-9b230299eab9 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:45.983886 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cdc631a4-a0d8-42d4-9df2-9b230299eab9 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:45.989937 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6668a269-c875-4fa5-9985-d321e5418b33 None None] Network 4a130744-37d6-4e5b-9d7f-30f89f770944 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:26:46.027153 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-cdc631a4-a0d8-42d4-9df2-9b230299eab9 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7066507 Feb 09 01:26:46.030216 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45872) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:46.122747 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-342b591e-8e46-410e-9dd5-a64c24559927 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25660870'] for subnet (9a4270df-cf2d-4644-a921-e91238c72348), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:46.146970 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-136591c4-73cb-4aa6-8b15-538b3682ea28 None None] Publish callbacks [] for port (726ddea6-d10f-448e-be91-668be3fc52f0), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:46.164121 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-136591c4-73cb-4aa6-8b15-538b3682ea28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (726ddea6-d10f-448e-be91-668be3fc52f0), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:46.191200 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ab6d3f-b2c9-401a-939a-f1233da1a9bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-4a130744-37d6-4e5b-9d7f-30f89f770944', 'network_id': '4a130744-37d6-4e5b-9d7f-30f89f770944', 'project_id': '5b3cbba90205438cb5119ccafd525f59', 'fixed_ips': [{'subnet_id': '6d59555b-1971-478b-a4f8-9b82f6b06f6b'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:26:46.192457 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-85ab6d3f-b2c9-401a-939a-f1233da1a9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:46.225301 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fddb94-b22d-4d74-bc85-fea6eae88b87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-abadcb46-beb1-4f73-a5c8-a75145d01563', 'network_id': 'abadcb46-beb1-4f73-a5c8-a75145d01563', 'project_id': '8e161205b1d840769c4af13ffb1c150f', 'fixed_ips': [{'subnet_id': '9a4270df-cf2d-4644-a921-e91238c72348'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:26:46.227038 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4fddb94-b22d-4d74-bc85-fea6eae88b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:46.242985 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe1392-c228-4668-ba66-6aeee021d140 None None] Pushing event updated for resources: {'Port': ['ID=726ddea6-d10f-448e-be91-668be3fc52f0,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:46.259526 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fe1392-c228-4668-ba66-6aeee021d140 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:46.259977 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fe1392-c228-4668-ba66-6aeee021d140 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:46.260472 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fe1392-c228-4668-ba66-6aeee021d140 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:46.260866 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fe1392-c228-4668-ba66-6aeee021d140 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:46.261205 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fe1392-c228-4668-ba66-6aeee021d140 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:46.261812 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fe1392-c228-4668-ba66-6aeee021d140 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:46.262013 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fe1392-c228-4668-ba66-6aeee021d140 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:46.262355 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fe1392-c228-4668-ba66-6aeee021d140 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:46.262982 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fe1392-c228-4668-ba66-6aeee021d140 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:46.263328 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fe1392-c228-4668-ba66-6aeee021d140 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:46.263662 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fe1392-c228-4668-ba66-6aeee021d140 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:46.264001 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fe1392-c228-4668-ba66-6aeee021d140 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:46.264610 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fe1392-c228-4668-ba66-6aeee021d140 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:26:46.296018 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-136591c4-73cb-4aa6-8b15-538b3682ea28 None None] Attempting to bind port 726ddea6-d10f-448e-be91-668be3fc52f0 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:26:46.296569 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-136591c4-73cb-4aa6-8b15-538b3682ea28 None None] Attempting to bind port 726ddea6-d10f-448e-be91-668be3fc52f0 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:26:46.296990 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136591c4-73cb-4aa6-8b15-538b3682ea28 None None] Attempting to bind port 726ddea6-d10f-448e-be91-668be3fc52f0 on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:26:46.319814 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136591c4-73cb-4aa6-8b15-538b3682ea28 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:26:46.320196 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136591c4-73cb-4aa6-8b15-538b3682ea28 None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:26:46.320630 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-136591c4-73cb-4aa6-8b15-538b3682ea28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:46.321036 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136591c4-73cb-4aa6-8b15-538b3682ea28 None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:26:46.325728 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-136591c4-73cb-4aa6-8b15-538b3682ea28 None None] Bound port: 726ddea6-d10f-448e-be91-668be3fc52f0, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:26:46.327234 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-136591c4-73cb-4aa6-8b15-538b3682ea28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (726ddea6-d10f-448e-be91-668be3fc52f0), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:46.460563 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-136591c4-73cb-4aa6-8b15-538b3682ea28 None None] For port 726ddea6-d10f-448e-be91-668be3fc52f0, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:26:46.477697 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-136591c4-73cb-4aa6-8b15-538b3682ea28 None None] For port 726ddea6-d10f-448e-be91-668be3fc52f0, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=726ddea6-d10f-448e-be91-668be3fc52f0,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:26:46.493409 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-136591c4-73cb-4aa6-8b15-538b3682ea28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (726ddea6-d10f-448e-be91-668be3fc52f0), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:46.648747 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136591c4-73cb-4aa6-8b15-538b3682ea28 None None] Routers {'4614f5cd-9938-4bc7-a327-6bc2b01290b7'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:26:46.651205 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-136591c4-73cb-4aa6-8b15-538b3682ea28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:26:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['4614f5cd-9938-4bc7-a327-6bc2b01290b7'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:46.745176 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-342b591e-8e46-410e-9dd5-a64c24559927 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750578436100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26191375'] for subnet (9a4270df-cf2d-4644-a921-e91238c72348), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:46.810899 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe1392-c228-4668-ba66-6aeee021d140 None None] Pushing event updated for resources: {'Port': ['ID=726ddea6-d10f-448e-be91-668be3fc52f0,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:46.821155 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-b4fddb94-b22d-4d74-bc85-fea6eae88b87 None None] Allocated IP 2001:db8::3 (abadcb46-beb1-4f73-a5c8-a75145d01563/9a4270df-cf2d-4644-a921-e91238c72348/ed454a4f-ca3f-4342-a2fa-281b742661a4) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:46.855856 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1c69478-460c-4e86-993c-876d8c7d763c req-a649ee92-af01-4a9b-98b8-a8470a3a4d71 tempest-ServerShowV247Test-662037562 tempest-ServerShowV247Test-662037562-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2c92fc5-ea58-413a-a76f-31c02770bb35 HTTP/1.1" status: 200 len: 210 time: 0.1245408 Feb 09 01:26:46.915094 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-136591c4-73cb-4aa6-8b15-538b3682ea28 None None] Set router 4614f5cd-9938-4bc7-a327-6bc2b01290b7 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:26:46.938813 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-85ab6d3f-b2c9-401a-939a-f1233da1a9bf None None] Allocated IP 172.20.0.18 (4a130744-37d6-4e5b-9d7f-30f89f770944/6d59555b-1971-478b-a4f8-9b82f6b06f6b/62c1cd15-8911-4752-b15a-f6ef853454ed) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:47.134635 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4fddb94-b22d-4d74-bc85-fea6eae88b87 None None] Publish callbacks [] for port (ed454a4f-ca3f-4342-a2fa-281b742661a4), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:47.159825 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4fddb94-b22d-4d74-bc85-fea6eae88b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (ed454a4f-ca3f-4342-a2fa-281b742661a4), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:47.161489 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342b591e-8e46-410e-9dd5-a64c24559927 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:47.162180 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-342b591e-8e46-410e-9dd5-a64c24559927 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:47.163554 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-342b591e-8e46-410e-9dd5-a64c24559927 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "PUT /v2.0/subnets/9a4270df-cf2d-4644-a921-e91238c72348 HTTP/1.1" status: 200 len: 900 time: 1.3352363 Feb 09 01:26:47.166508 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45886) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:47.178592 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b591e-8e46-410e-9dd5-a64c24559927 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event updated for resources: {'Subnet': ['ID=9a4270df-cf2d-4644-a921-e91238c72348,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:47.215702 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc4da4-9089-4cf7-829c-d0b326401792 req-0edb0dc4-4f9f-4cbb-84fd-2116cb401252 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:47.217419 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-85fc4da4-9089-4cf7-829c-d0b326401792 req-0edb0dc4-4f9f-4cbb-84fd-2116cb401252 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=27692869-bfd1-47aa-8ed5-f3224fa206ce HTTP/1.1" status: 200 len: 945 time: 0.3670349 Feb 09 01:26:47.229548 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-136591c4-73cb-4aa6-8b15-538b3682ea28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4614f5cd-9938-4bc7-a327-6bc2b01290b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-605234827', 'tenant_id': '5b3cbba90205438cb5119ccafd525f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '726ddea6-d10f-448e-be91-668be3fc52f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:41Z', 'updated_at': '2022-02-09T01:26:43Z', 'revision_number': 3, 'project_id': '5b3cbba90205438cb5119ccafd525f59', 'gw_port': {'id': '726ddea6-d10f-448e-be91-668be3fc52f0', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:85:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4614f5cd-9938-4bc7-a327-6bc2b01290b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:42Z', 'updated_at': '2022-02-09T01:26:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:47.273702 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136591c4-73cb-4aa6-8b15-538b3682ea28 None None] The sync data for ids ['4614f5cd-9938-4bc7-a327-6bc2b01290b7'] in n-d-828369-4 is: [{'id': '4614f5cd-9938-4bc7-a327-6bc2b01290b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-605234827', 'tenant_id': '5b3cbba90205438cb5119ccafd525f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '726ddea6-d10f-448e-be91-668be3fc52f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:41Z', 'updated_at': '2022-02-09T01:26:43Z', 'revision_number': 3, 'project_id': '5b3cbba90205438cb5119ccafd525f59', 'gw_port': {'id': '726ddea6-d10f-448e-be91-668be3fc52f0', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:85:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4614f5cd-9938-4bc7-a327-6bc2b01290b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:42Z', 'updated_at': '2022-02-09T01:26:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:26:47.302566 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fddb94-b22d-4d74-bc85-fea6eae88b87 None None] Network abadcb46-beb1-4f73-a5c8-a75145d01563 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:47.302783 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-95bed11d-2173-4f63-b929-385db512ea6b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:47.315125 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-b4fddb94-b22d-4d74-bc85-fea6eae88b87 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:47.336529 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fddb94-b22d-4d74-bc85-fea6eae88b87 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:26:47.351925 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-85fc4da4-9089-4cf7-829c-d0b326401792 req-e1584f9f-0e56-4e2d-9b63-0a90fca89a70 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116979 Feb 09 01:26:47.372291 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fddb94-b22d-4d74-bc85-fea6eae88b87 None None] Pushing event updated for resources: {'Port': ['ID=ed454a4f-ca3f-4342-a2fa-281b742661a4,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:47.429347 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-85ab6d3f-b2c9-401a-939a-f1233da1a9bf None None] Publish callbacks [] for port (62c1cd15-8911-4752-b15a-f6ef853454ed), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:47.458845 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-57ff5ffd-fdec-45a2-9204-64254372b41b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (abadcb46-beb1-4f73-a5c8-a75145d01563), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:47.492490 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-b4fddb94-b22d-4d74-bc85-fea6eae88b87 None None] Attempting to bind port ed454a4f-ca3f-4342-a2fa-281b742661a4 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:26:47.493044 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-b4fddb94-b22d-4d74-bc85-fea6eae88b87 None None] Attempting to bind port ed454a4f-ca3f-4342-a2fa-281b742661a4 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '8c4e8ffd-6bd7-4261-ba3b-d47ca597d6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'abadcb46-beb1-4f73-a5c8-a75145d01563'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:26:47.493552 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fddb94-b22d-4d74-bc85-fea6eae88b87 None None] Attempting to bind port ed454a4f-ca3f-4342-a2fa-281b742661a4 on network abadcb46-beb1-4f73-a5c8-a75145d01563 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:26:47.501474 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fddb94-b22d-4d74-bc85-fea6eae88b87 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:26:47.501857 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fddb94-b22d-4d74-bc85-fea6eae88b87 None None] Checking segment: {'id': '8c4e8ffd-6bd7-4261-ba3b-d47ca597d6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'abadcb46-beb1-4f73-a5c8-a75145d01563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:26:47.502425 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4fddb94-b22d-4d74-bc85-fea6eae88b87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:47.502911 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fddb94-b22d-4d74-bc85-fea6eae88b87 None None] Bound using segment: {'id': '8c4e8ffd-6bd7-4261-ba3b-d47ca597d6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'abadcb46-beb1-4f73-a5c8-a75145d01563'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:26:47.503463 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-b4fddb94-b22d-4d74-bc85-fea6eae88b87 None None] Bound port: ed454a4f-ca3f-4342-a2fa-281b742661a4, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c4e8ffd-6bd7-4261-ba3b-d47ca597d6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'abadcb46-beb1-4f73-a5c8-a75145d01563'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:26:47.503926 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4fddb94-b22d-4d74-bc85-fea6eae88b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ed454a4f-ca3f-4342-a2fa-281b742661a4), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:47.522060 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-85ab6d3f-b2c9-401a-939a-f1233da1a9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (62c1cd15-8911-4752-b15a-f6ef853454ed), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:47.552703 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-57ff5ffd-fdec-45a2-9204-64254372b41b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Deleting port ed454a4f-ca3f-4342-a2fa-281b742661a4 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:26:47.553068 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-57ff5ffd-fdec-45a2-9204-64254372b41b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (ed454a4f-ca3f-4342-a2fa-281b742661a4), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:47.590225 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ab6d3f-b2c9-401a-939a-f1233da1a9bf None None] Network 4a130744-37d6-4e5b-9d7f-30f89f770944 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:47.594580 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-85ab6d3f-b2c9-401a-939a-f1233da1a9bf None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:47.597158 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ab6d3f-b2c9-401a-939a-f1233da1a9bf None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:26:47.686494 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-57ff5ffd-fdec-45a2-9204-64254372b41b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] For port ed454a4f-ca3f-4342-a2fa-281b742661a4, host n-d-828369-4, got binding levels [] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:47.688753 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-57ff5ffd-fdec-45a2-9204-64254372b41b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (ed454a4f-ca3f-4342-a2fa-281b742661a4), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:47.702738 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab6d3f-b2c9-401a-939a-f1233da1a9bf None None] Pushing event updated for resources: {'Port': ['ID=62c1cd15-8911-4752-b15a-f6ef853454ed,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:47.716145 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-57ff5ffd-fdec-45a2-9204-64254372b41b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Calling delete_port for ed454a4f-ca3f-4342-a2fa-281b742661a4 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:26:47.724097 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-85ab6d3f-b2c9-401a-939a-f1233da1a9bf None None] Attempting to bind port 62c1cd15-8911-4752-b15a-f6ef853454ed on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:26:47.728202 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-85ab6d3f-b2c9-401a-939a-f1233da1a9bf None None] Attempting to bind port 62c1cd15-8911-4752-b15a-f6ef853454ed by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'dfd208fe-46de-4dce-8266-c1b1a45aa2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '4a130744-37d6-4e5b-9d7f-30f89f770944'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:26:47.728792 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ab6d3f-b2c9-401a-939a-f1233da1a9bf None None] Attempting to bind port 62c1cd15-8911-4752-b15a-f6ef853454ed on network 4a130744-37d6-4e5b-9d7f-30f89f770944 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:26:47.751158 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ab6d3f-b2c9-401a-939a-f1233da1a9bf None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:26:47.751544 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ab6d3f-b2c9-401a-939a-f1233da1a9bf None None] Checking segment: {'id': 'dfd208fe-46de-4dce-8266-c1b1a45aa2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '4a130744-37d6-4e5b-9d7f-30f89f770944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:26:47.751859 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-85ab6d3f-b2c9-401a-939a-f1233da1a9bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:47.752272 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ab6d3f-b2c9-401a-939a-f1233da1a9bf None None] Bound using segment: {'id': 'dfd208fe-46de-4dce-8266-c1b1a45aa2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '4a130744-37d6-4e5b-9d7f-30f89f770944'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:26:47.757031 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-85ab6d3f-b2c9-401a-939a-f1233da1a9bf None None] Bound port: 62c1cd15-8911-4752-b15a-f6ef853454ed, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfd208fe-46de-4dce-8266-c1b1a45aa2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '4a130744-37d6-4e5b-9d7f-30f89f770944'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:26:47.757464 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-85ab6d3f-b2c9-401a-939a-f1233da1a9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (62c1cd15-8911-4752-b15a-f6ef853454ed), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:47.770259 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-b4fddb94-b22d-4d74-bc85-fea6eae88b87 None None] For port ed454a4f-ca3f-4342-a2fa-281b742661a4, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:26:47.803594 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-b4fddb94-b22d-4d74-bc85-fea6eae88b87 None None] For port ed454a4f-ca3f-4342-a2fa-281b742661a4, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=ed454a4f-ca3f-4342-a2fa-281b742661a4,segment=NetworkSegment(8c4e8ffd-6bd7-4261-ba3b-d47ca597d6f9),segment_id=8c4e8ffd-6bd7-4261-ba3b-d47ca597d6f9)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:26:47.846216 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4fddb94-b22d-4d74-bc85-fea6eae88b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (ed454a4f-ca3f-4342-a2fa-281b742661a4), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:47.932937 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e9984d5b-9186-426d-95f2-1dcbb30e7133 req-8a46c4c8-b81e-4b73-979a-69b71314b889 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c2c92fc5-ea58-413a-a76f-31c02770bb35 HTTP/1.1" status: 200 len: 210 time: 0.4700351 Feb 09 01:26:47.976071 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-57ff5ffd-fdec-45a2-9204-64254372b41b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (ed454a4f-ca3f-4342-a2fa-281b742661a4), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:48.019222 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff5ffd-fdec-45a2-9204-64254372b41b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event deleted for resources: {'Port': ['ID=ed454a4f-ca3f-4342-a2fa-281b742661a4,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:48.022553 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-85ab6d3f-b2c9-401a-939a-f1233da1a9bf None None] For port 62c1cd15-8911-4752-b15a-f6ef853454ed, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:26:48.038829 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-85ab6d3f-b2c9-401a-939a-f1233da1a9bf None None] For port 62c1cd15-8911-4752-b15a-f6ef853454ed, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=62c1cd15-8911-4752-b15a-f6ef853454ed,segment=NetworkSegment(dfd208fe-46de-4dce-8266-c1b1a45aa2db),segment_id=dfd208fe-46de-4dce-8266-c1b1a45aa2db)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:26:48.065485 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-85ab6d3f-b2c9-401a-939a-f1233da1a9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (62c1cd15-8911-4752-b15a-f6ef853454ed), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:48.067567 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fddb94-b22d-4d74-bc85-fea6eae88b87 None None] Pushing event updated for resources: {'Port': ['ID=ed454a4f-ca3f-4342-a2fa-281b742661a4,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:48.097487 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ff5ffd-fdec-45a2-9204-64254372b41b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] No DVR routers for this DVR port ed454a4f-ca3f-4342-a2fa-281b742661a4 on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:26:48.158738 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab6d3f-b2c9-401a-939a-f1233da1a9bf None None] Pushing event updated for resources: {'Port': ['ID=62c1cd15-8911-4752-b15a-f6ef853454ed,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:48.162478 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-57ff5ffd-fdec-45a2-9204-64254372b41b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (9a4270df-cf2d-4644-a921-e91238c72348), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:48.215387 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2a7960c-4670-4e8b-b5cf-ca9454d8b529 req-f1b126a4-c6d0-4a08-9f60-424570824263 tempest-ServerShowV247Test-662037562 tempest-ServerShowV247Test-662037562-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2c92fc5-ea58-413a-a76f-31c02770bb35 HTTP/1.1" status: 200 len: 210 time: 0.2077181 Feb 09 01:26:48.310112 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-57ff5ffd-fdec-45a2-9204-64254372b41b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (9a4270df-cf2d-4644-a921-e91238c72348), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:48.396700 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff5ffd-fdec-45a2-9204-64254372b41b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event deleted for resources: {'Subnet': ['ID=9a4270df-cf2d-4644-a921-e91238c72348,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:48.502144 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-57ff5ffd-fdec-45a2-9204-64254372b41b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (abadcb46-beb1-4f73-a5c8-a75145d01563), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:48.535625 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-57ff5ffd-fdec-45a2-9204-64254372b41b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abadcb46-beb1-4f73-a5c8-a75145d01563']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:48.549868 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-57ff5ffd-fdec-45a2-9204-64254372b41b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c4e8ffd-6bd7-4261-ba3b-d47ca597d6f9') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:48.550435 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-57ff5ffd-fdec-45a2-9204-64254372b41b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c4e8ffd-6bd7-4261-ba3b-d47ca597d6f9') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:48.563877 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-57ff5ffd-fdec-45a2-9204-64254372b41b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (8c4e8ffd-6bd7-4261-ba3b-d47ca597d6f9), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:48.586799 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-95bed11d-2173-4f63-b929-385db512ea6b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Allocated IP 172.20.0.17 (4a130744-37d6-4e5b-9d7f-30f89f770944/6d59555b-1971-478b-a4f8-9b82f6b06f6b/724de4c8-5b60-4c37-9e71-ec815c43985e) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:26:48.628779 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-57ff5ffd-fdec-45a2-9204-64254372b41b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (8c4e8ffd-6bd7-4261-ba3b-d47ca597d6f9), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:48.653275 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ff5ffd-fdec-45a2-9204-64254372b41b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:26:48.654042 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-57ff5ffd-fdec-45a2-9204-64254372b41b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (8c4e8ffd-6bd7-4261-ba3b-d47ca597d6f9), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:48.657926 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:26:48.657926 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:26:48.657926 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:26:48.657926 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:26:48.657926 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:26:48.657926 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:26:48.657926 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:26:48.657926 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:26:48.657926 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:26:48.657926 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:26:48.657926 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:26:48.657926 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:26:48.657926 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:26:48.657926 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:26:48.657926 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:26:48.657926 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:26:48.657926 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:26:48.657926 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:26:48.657926 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:26:48.657926 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:26:48.657926 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:26:48.657926 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:26:48.657926 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:26:48.657926 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:26:48.657926 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:26:48.657926 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:26:48.657926 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:26:48.657926 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:26:48.657926 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:26:48.657926 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:26:48.657926 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:26:48.657926 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:26:48.751114 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-57ff5ffd-fdec-45a2-9204-64254372b41b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (abadcb46-beb1-4f73-a5c8-a75145d01563), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:48.766587 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-57ff5ffd-fdec-45a2-9204-64254372b41b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:48.774098 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-57ff5ffd-fdec-45a2-9204-64254372b41b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "DELETE /v2.0/networks/abadcb46-beb1-4f73-a5c8-a75145d01563 HTTP/1.1" status: 204 len: 168 time: 1.6025131 Feb 09 01:26:48.776828 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45900) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:48.794516 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff5ffd-fdec-45a2-9204-64254372b41b tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event deleted for resources: {'Network': ['ID=abadcb46-beb1-4f73-a5c8-a75145d01563,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:48.819535 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-aec120e4-cc92-4bf4-88f3-75d9b9d1b770 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] DELETE failed (client error): The resource could not be found. Feb 09 01:26:48.820040 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aec120e4-cc92-4bf4-88f3-75d9b9d1b770 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:26:48.826470 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45902) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:48.826682 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-aec120e4-cc92-4bf4-88f3-75d9b9d1b770 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "DELETE /v2.0/subnets/9a4270df-cf2d-4644-a921-e91238c72348 HTTP/1.1" status: 404 len: 337 time: 0.0483403 Feb 09 01:26:48.851085 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6747cd7-39b0-4d61-adeb-b90f94c1e475 req-ffd514af-af89-43b8-b792-366724a164b0 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:48.858459 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a6747cd7-39b0-4d61-adeb-b90f94c1e475 req-ffd514af-af89-43b8-b792-366724a164b0 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=27692869-bfd1-47aa-8ed5-f3224fa206ce HTTP/1.1" status: 200 len: 945 time: 0.2701926 Feb 09 01:26:48.861713 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-fed59a37-65d0-48c5-910f-f3af63f49334 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] DELETE failed (client error): The resource could not be found. Feb 09 01:26:48.862520 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fed59a37-65d0-48c5-910f-f3af63f49334 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:26:48.868029 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-fed59a37-65d0-48c5-910f-f3af63f49334 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "DELETE /v2.0/networks/abadcb46-beb1-4f73-a5c8-a75145d01563 HTTP/1.1" status: 404 len: 339 time: 0.0400164 Feb 09 01:26:48.872276 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45904) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:48.988963 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a6747cd7-39b0-4d61-adeb-b90f94c1e475 req-0d58557e-fe57-40ed-8bf6-44bafdff8aea tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278183 Feb 09 01:26:49.003540 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-95bed11d-2173-4f63-b929-385db512ea6b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for port (724de4c8-5b60-4c37-9e71-ec815c43985e), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:49.027905 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cbef3c1c-2eed-45e3-9e7a-b3d2ec0f0ab0 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (4ec2d377-ca03-4e92-b034-501fc2eb3c17), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:49.055865 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-95bed11d-2173-4f63-b929-385db512ea6b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (724de4c8-5b60-4c37-9e71-ec815c43985e), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:49.131256 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bed11d-2173-4f63-b929-385db512ea6b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Network 4a130744-37d6-4e5b-9d7f-30f89f770944 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:49.142888 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-95bed11d-2173-4f63-b929-385db512ea6b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:49.145535 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bed11d-2173-4f63-b929-385db512ea6b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:26:49.172648 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cbef3c1c-2eed-45e3-9e7a-b3d2ec0f0ab0 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (4ec2d377-ca03-4e92-b034-501fc2eb3c17), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:49.221701 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-cbef3c1c-2eed-45e3-9e7a-b3d2ec0f0ab0 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ec2d377-ca03-4e92-b034-501fc2eb3c17']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:49.237462 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-95bed11d-2173-4f63-b929-385db512ea6b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (4614f5cd-9938-4bc7-a327-6bc2b01290b7), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:49.241620 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bed11d-2173-4f63-b929-385db512ea6b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Pushing event updated for resources: {'Port': ['ID=724de4c8-5b60-4c37-9e71-ec815c43985e,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:49.243955 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-cbef3c1c-2eed-45e3-9e7a-b3d2ec0f0ab0 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6002a70-6d43-47e8-84c8-9cb8d961d1f6') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:49.245120 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-cbef3c1c-2eed-45e3-9e7a-b3d2ec0f0ab0 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6002a70-6d43-47e8-84c8-9cb8d961d1f6') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:49.261846 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cbef3c1c-2eed-45e3-9e7a-b3d2ec0f0ab0 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (f6002a70-6d43-47e8-84c8-9cb8d961d1f6), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:49.296013 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cbef3c1c-2eed-45e3-9e7a-b3d2ec0f0ab0 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (f6002a70-6d43-47e8-84c8-9cb8d961d1f6), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:49.315724 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbef3c1c-2eed-45e3-9e7a-b3d2ec0f0ab0 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:26:49.316359 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cbef3c1c-2eed-45e3-9e7a-b3d2ec0f0ab0 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (f6002a70-6d43-47e8-84c8-9cb8d961d1f6), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:49.325842 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:26:49.325842 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:26:49.325842 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:26:49.325842 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:26:49.325842 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:26:49.325842 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:26:49.325842 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:26:49.325842 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:26:49.325842 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:26:49.325842 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:26:49.325842 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:26:49.325842 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:26:49.325842 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:26:49.325842 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:26:49.325842 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:26:49.325842 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:26:49.325842 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:26:49.325842 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:26:49.325842 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:26:49.325842 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:26:49.325842 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:26:49.325842 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:26:49.325842 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:26:49.325842 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:26:49.325842 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:26:49.325842 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:26:49.325842 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:26:49.325842 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:26:49.325842 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:26:49.325842 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:26:49.325842 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:26:49.325842 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:26:49.407608 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cbef3c1c-2eed-45e3-9e7a-b3d2ec0f0ab0 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (4ec2d377-ca03-4e92-b034-501fc2eb3c17), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:49.413228 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cbef3c1c-2eed-45e3-9e7a-b3d2ec0f0ab0 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:49.417749 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-cbef3c1c-2eed-45e3-9e7a-b3d2ec0f0ab0 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "DELETE /v2.0/networks/4ec2d377-ca03-4e92-b034-501fc2eb3c17 HTTP/1.1" status: 204 len: 168 time: 0.5441029 Feb 09 01:26:49.422191 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45910) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:49.442095 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2b630fe2-5667-434b-9a0c-aff8e69c63eb req-1302b9ee-2dc4-4505-addb-1bf70ae6b707 tempest-ServerShowV247Test-662037562 tempest-ServerShowV247Test-662037562-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2c92fc5-ea58-413a-a76f-31c02770bb35 HTTP/1.1" status: 200 len: 210 time: 0.0448189 Feb 09 01:26:49.442631 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef3c1c-2eed-45e3-9e7a-b3d2ec0f0ab0 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event deleted for resources: {'Network': ['ID=4ec2d377-ca03-4e92-b034-501fc2eb3c17,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:49.475374 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b140975-fbdf-40f7-84bc-38073fb6d12a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] DELETE failed (client error): The resource could not be found. Feb 09 01:26:49.475591 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b140975-fbdf-40f7-84bc-38073fb6d12a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:26:49.482779 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0b140975-fbdf-40f7-84bc-38073fb6d12a tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "DELETE /v2.0/subnets/736f7a06-463f-41de-8a58-b8241c8efe26 HTTP/1.1" status: 404 len: 337 time: 0.0573821 Feb 09 01:26:49.483180 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45914) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:49.503821 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-20843c93-27d4-4f24-8858-a428a9c30b31 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] DELETE failed (client error): The resource could not be found. Feb 09 01:26:49.504345 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20843c93-27d4-4f24-8858-a428a9c30b31 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:26:49.508183 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-20843c93-27d4-4f24-8858-a428a9c30b31 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "DELETE /v2.0/networks/6ab556a0-3c8c-403a-94e2-eb380d529a03 HTTP/1.1" status: 404 len: 339 time: 0.0237134 Feb 09 01:26:49.513093 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45916) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:49.536761 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-95bed11d-2173-4f63-b929-385db512ea6b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (724de4c8-5b60-4c37-9e71-ec815c43985e), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:49.611289 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-97e590ea-9f18-4844-8a1c-bf2e97f538be tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Deleting subnet f0b44a3c-85aa-403e-ae30-44c7a98cfcb0 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:26:49.615861 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-97e590ea-9f18-4844-8a1c-bf2e97f538be tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks [] for subnet (f0b44a3c-85aa-403e-ae30-44c7a98cfcb0), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:49.658082 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-63e4548d-155f-445d-826d-0927045112a7 None None] Could not find standard attr ID for object ed454a4f-ca3f-4342-a2fa-281b742661a4. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:26:49.689389 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-97e590ea-9f18-4844-8a1c-bf2e97f538be tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (f0b44a3c-85aa-403e-ae30-44c7a98cfcb0), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:49.715632 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb24bd4-0848-4c0d-8b73-1c490a52dbc6 None None] DHCP port deletion for abadcb46-beb1-4f73-a5c8-a75145d01563 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:26:49.737756 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bfa9bf-56c9-46cc-8396-00c695d22011 None None] Network abadcb46-beb1-4f73-a5c8-a75145d01563 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:26:49.758560 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bfa9bf-56c9-46cc-8396-00c695d22011 None None] Network abadcb46-beb1-4f73-a5c8-a75145d01563 could not be found, it might have been deleted concurrently. {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 01:26:49.771662 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd7c8fb-c2d1-48bf-922a-faff5783e614 None None] Network abadcb46-beb1-4f73-a5c8-a75145d01563 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:26:49.810212 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-97e590ea-9f18-4844-8a1c-bf2e97f538be tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (f0b44a3c-85aa-403e-ae30-44c7a98cfcb0), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:49.812219 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd7c8fb-c2d1-48bf-922a-faff5783e614 None None] Network abadcb46-beb1-4f73-a5c8-a75145d01563 could not be found, it might have been deleted concurrently. {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 01:26:49.934209 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-97e590ea-9f18-4844-8a1c-bf2e97f538be tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (f0b44a3c-85aa-403e-ae30-44c7a98cfcb0), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:49.979698 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-97e590ea-9f18-4844-8a1c-bf2e97f538be tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:49.983300 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-97e590ea-9f18-4844-8a1c-bf2e97f538be tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "DELETE /v2.0/subnets/f0b44a3c-85aa-403e-ae30-44c7a98cfcb0 HTTP/1.1" status: 204 len: 168 time: 0.4690185 Feb 09 01:26:49.984892 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e590ea-9f18-4844-8a1c-bf2e97f538be tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event deleted for resources: {'Subnet': ['ID=f0b44a3c-85aa-403e-ae30-44c7a98cfcb0,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:49.988336 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e3086d-b8a4-4973-b85f-7a7b290958b5 None None] Network c9c95d71-bd8c-448f-8f5e-d7e3d9d41164 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:26:49.994981 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45920) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:50.126456 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b81be9b-d082-49a4-bc48-3747a7163c46 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Deleting subnet d13e111d-e03e-437e-8dd7-94e46a6bbe95 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:26:50.135657 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1b81be9b-d082-49a4-bc48-3747a7163c46 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks [] for subnet (d13e111d-e03e-437e-8dd7-94e46a6bbe95), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:50.152401 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 726ddea6-d10f-448e-be91-668be3fc52f0 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:26:50.173780 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-95bed11d-2173-4f63-b929-385db512ea6b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for port (724de4c8-5b60-4c37-9e71-ec815c43985e), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:50.210555 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1b81be9b-d082-49a4-bc48-3747a7163c46 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (d13e111d-e03e-437e-8dd7-94e46a6bbe95), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:50.269602 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f247284e-452e-4a8a-b1cf-b8eab68e12d7 req-8e453626-e04c-4a96-953c-eac005726975 tempest-ServerShowV247Test-662037562 tempest-ServerShowV247Test-662037562-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2c92fc5-ea58-413a-a76f-31c02770bb35&device_id=04ac87f4-b009-4887-9c10-34a29755259f HTTP/1.1" status: 200 len: 210 time: 0.0913651 Feb 09 01:26:50.272800 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-95bed11d-2173-4f63-b929-385db512ea6b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (724de4c8-5b60-4c37-9e71-ec815c43985e), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:50.389052 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-95bed11d-2173-4f63-b929-385db512ea6b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (4614f5cd-9938-4bc7-a327-6bc2b01290b7), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:50.419632 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 726ddea6-d10f-448e-be91-668be3fc52f0 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:50.420163 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (726ddea6-d10f-448e-be91-668be3fc52f0), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:50.587747 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bed11d-2173-4f63-b929-385db512ea6b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Pushing event updated for resources: {'Port': ['ID=724de4c8-5b60-4c37-9e71-ec815c43985e,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:50.615460 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c449b3a-6870-4c5b-8dda-91ddbb7fa01d req-84caed8c-a612-46dc-a1ba-e68e6644f08f tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:50.627704 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6c449b3a-6870-4c5b-8dda-91ddbb7fa01d req-84caed8c-a612-46dc-a1ba-e68e6644f08f tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=27692869-bfd1-47aa-8ed5-f3224fa206ce HTTP/1.1" status: 200 len: 945 time: 0.4509740 Feb 09 01:26:50.647081 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 726ddea6-d10f-448e-be91-668be3fc52f0 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:50.652076 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (726ddea6-d10f-448e-be91-668be3fc52f0), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:50.700454 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 726ddea6-d10f-448e-be91-668be3fc52f0, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=726ddea6-d10f-448e-be91-668be3fc52f0,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:50.714893 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (726ddea6-d10f-448e-be91-668be3fc52f0), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:50.716333 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 62c1cd15-8911-4752-b15a-f6ef853454ed up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:26:50.721539 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e8710d63-bb43-4936-9f2d-368b29f7fe01 req-0912326f-eb1d-4451-ac45-1ab331919776 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ae22903183a34fe490493a29929efeba&device_id=c2c92fc5-ea58-413a-a76f-31c02770bb35 HTTP/1.1" status: 200 len: 210 time: 0.0881476 Feb 09 01:26:50.830478 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a727908-3969-4538-a355-b169ed032c84 None None] Network 4a130744-37d6-4e5b-9d7f-30f89f770944 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:26:50.849697 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=726ddea6-d10f-448e-be91-668be3fc52f0,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:50.880466 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9568a2d4-cbf0-4844-8060-9132ac918edc req-3f87c01d-fc57-4548-8211-26735848c380 tempest-ServerShowV247Test-662037562 tempest-ServerShowV247Test-662037562-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2c92fc5-ea58-413a-a76f-31c02770bb35 HTTP/1.1" status: 200 len: 210 time: 0.1286089 Feb 09 01:26:50.888816 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e8710d63-bb43-4936-9f2d-368b29f7fe01 req-829ad0de-adab-496d-9e44-60b05380a8a5 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=ae22903183a34fe490493a29929efeba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1525135 Feb 09 01:26:50.960059 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 62c1cd15-8911-4752-b15a-f6ef853454ed triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:50.960858 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (62c1cd15-8911-4752-b15a-f6ef853454ed), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:50.962818 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-590b04fa-d1e6-45dc-9565-b3160fcdb769 None None] Provisioning complete for port 62c1cd15-8911-4752-b15a-f6ef853454ed triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:50.963474 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-590b04fa-d1e6-45dc-9565-b3160fcdb769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (62c1cd15-8911-4752-b15a-f6ef853454ed), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:50.975008 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bed11d-2173-4f63-b929-385db512ea6b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Network 4a130744-37d6-4e5b-9d7f-30f89f770944 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:26:51.049294 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1b81be9b-d082-49a4-bc48-3747a7163c46 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (d13e111d-e03e-437e-8dd7-94e46a6bbe95), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:51.087356 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6c449b3a-6870-4c5b-8dda-91ddbb7fa01d req-5f1ff803-0aea-4d16-a835-acbbfcad3abe tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4585841 Feb 09 01:26:51.089288 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-95bed11d-2173-4f63-b929-385db512ea6b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:26:51.167503 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1b81be9b-d082-49a4-bc48-3747a7163c46 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (d13e111d-e03e-437e-8dd7-94e46a6bbe95), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:51.207270 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b81be9b-d082-49a4-bc48-3747a7163c46 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event deleted for resources: {'Subnet': ['ID=d13e111d-e03e-437e-8dd7-94e46a6bbe95,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:51.235738 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1b81be9b-d082-49a4-bc48-3747a7163c46 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:51.245722 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1b81be9b-d082-49a4-bc48-3747a7163c46 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "DELETE /v2.0/subnets/d13e111d-e03e-437e-8dd7-94e46a6bbe95 HTTP/1.1" status: 204 len: 168 time: 1.2493973 Feb 09 01:26:51.248466 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45932) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:51.374585 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8710d63-bb43-4936-9f2d-368b29f7fe01 req-0f69a74b-4a66-4f6c-9692-a4d5ec43abf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:51.376310 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e8710d63-bb43-4936-9f2d-368b29f7fe01 req-0f69a74b-4a66-4f6c-9692-a4d5ec43abf4 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4797423 Feb 09 01:26:51.404094 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a707e22e-16f5-47d9-a95c-064917d7ae2e tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (c9c95d71-bd8c-448f-8f5e-d7e3d9d41164), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:51.464993 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95bed11d-2173-4f63-b929-385db512ea6b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Router 4614f5cd-9938-4bc7-a327-6bc2b01290b7 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:26:51.497379 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 62c1cd15-8911-4752-b15a-f6ef853454ed is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:51.498117 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (62c1cd15-8911-4752-b15a-f6ef853454ed), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:51.500043 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-590b04fa-d1e6-45dc-9565-b3160fcdb769 None None] Current status of the port 62c1cd15-8911-4752-b15a-f6ef853454ed is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:51.500498 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-590b04fa-d1e6-45dc-9565-b3160fcdb769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (62c1cd15-8911-4752-b15a-f6ef853454ed), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:51.552844 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-a707e22e-16f5-47d9-a95c-064917d7ae2e tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Deleting port 42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:26:51.553474 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a707e22e-16f5-47d9-a95c-064917d7ae2e tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:51.559116 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 62c1cd15-8911-4752-b15a-f6ef853454ed, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=62c1cd15-8911-4752-b15a-f6ef853454ed,segment=NetworkSegment(dfd208fe-46de-4dce-8266-c1b1a45aa2db),segment_id=dfd208fe-46de-4dce-8266-c1b1a45aa2db)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:51.567034 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (62c1cd15-8911-4752-b15a-f6ef853454ed), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:51.657674 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=62c1cd15-8911-4752-b15a-f6ef853454ed,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:51.669913 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-a707e22e-16f5-47d9-a95c-064917d7ae2e tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] For port 42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3,segment=NetworkSegment(915a1eb1-c751-4a43-a32f-a90ca800f2e4),segment_id=915a1eb1-c751-4a43-a32f-a90ca800f2e4)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:51.669913 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a707e22e-16f5-47d9-a95c-064917d7ae2e tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:51.687336 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-a707e22e-16f5-47d9-a95c-064917d7ae2e tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Calling delete_port for 42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:26:51.731656 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95bed11d-2173-4f63-b929-385db512ea6b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:26:51.735333 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0afef72-9c87-41cc-b9c5-8785a4491975 None None] Network c9c95d71-bd8c-448f-8f5e-d7e3d9d41164 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:26:51.747803 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-95bed11d-2173-4f63-b929-385db512ea6b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "PUT /v2.0/routers/4614f5cd-9938-4bc7-a327-6bc2b01290b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7164340 Feb 09 01:26:51.774400 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958be877-35d7-45f6-94ab-05cf6794d3a1 None None] Sync routers for ids ['4614f5cd-9938-4bc7-a327-6bc2b01290b7'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:26:51.863168 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a707e22e-16f5-47d9-a95c-064917d7ae2e tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:51.865859 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 726ddea6-d10f-448e-be91-668be3fc52f0 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:26:51.901968 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707e22e-16f5-47d9-a95c-064917d7ae2e tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event deleted for resources: {'Port': ['ID=42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:51.922228 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a707e22e-16f5-47d9-a95c-064917d7ae2e tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] No DVR routers for this DVR port 42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3 on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:26:51.951970 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958be877-35d7-45f6-94ab-05cf6794d3a1 None None] Routers {'4614f5cd-9938-4bc7-a327-6bc2b01290b7'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:26:51.953407 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-958be877-35d7-45f6-94ab-05cf6794d3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:26:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['4614f5cd-9938-4bc7-a327-6bc2b01290b7'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:52.051536 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.api [None req-590b04fa-d1e6-45dc-9565-b3160fcdb769 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:26:52.052472 n-d-828369-4 neutron-server[103138]: DEBUG oslo_db.api [None req-590b04fa-d1e6-45dc-9565-b3160fcdb769 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:26:52.083999 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cf3806c9-8dd4-40fb-aded-6a6dd8810f8d req-ccb37ef8-b36d-4b43-84bb-08e2839fbcfe tempest-ServerShowV247Test-662037562 tempest-ServerShowV247Test-662037562-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2c92fc5-ea58-413a-a76f-31c02770bb35 HTTP/1.1" status: 200 len: 210 time: 0.0403733 Feb 09 01:26:52.111872 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a2595-6ea4-442e-96de-b5dbe3ce7859 req-96a5b948-92e6-4fff-b8e8-d018e6362e77 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:52.113333 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a707e22e-16f5-47d9-a95c-064917d7ae2e tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (c9c95d71-bd8c-448f-8f5e-d7e3d9d41164), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:52.113917 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-432a2595-6ea4-442e-96de-b5dbe3ce7859 req-96a5b948-92e6-4fff-b8e8-d018e6362e77 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.120 "GET /v2.0/ports?device_id=27692869-bfd1-47aa-8ed5-f3224fa206ce HTTP/1.1" status: 200 len: 945 time: 0.1151044 Feb 09 01:26:52.154700 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 726ddea6-d10f-448e-be91-668be3fc52f0 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:52.155094 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (726ddea6-d10f-448e-be91-668be3fc52f0), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:52.173649 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-a707e22e-16f5-47d9-a95c-064917d7ae2e tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9c95d71-bd8c-448f-8f5e-d7e3d9d41164']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:52.210171 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-a707e22e-16f5-47d9-a95c-064917d7ae2e tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '915a1eb1-c751-4a43-a32f-a90ca800f2e4') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:52.210546 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-a707e22e-16f5-47d9-a95c-064917d7ae2e tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '915a1eb1-c751-4a43-a32f-a90ca800f2e4') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:52.223579 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a707e22e-16f5-47d9-a95c-064917d7ae2e tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (915a1eb1-c751-4a43-a32f-a90ca800f2e4), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:52.248478 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a707e22e-16f5-47d9-a95c-064917d7ae2e tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (915a1eb1-c751-4a43-a32f-a90ca800f2e4), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:52.255308 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a707e22e-16f5-47d9-a95c-064917d7ae2e tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:26:52.255715 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a707e22e-16f5-47d9-a95c-064917d7ae2e tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (915a1eb1-c751-4a43-a32f-a90ca800f2e4), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:52.259663 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:26:52.259663 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:26:52.259663 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:26:52.259663 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:26:52.259663 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:26:52.259663 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:26:52.259663 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:26:52.259663 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:26:52.259663 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:26:52.259663 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:26:52.259663 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:26:52.259663 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:26:52.259663 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:26:52.259663 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:26:52.259663 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:26:52.259663 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:26:52.259663 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:26:52.259663 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:26:52.259663 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:26:52.259663 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:26:52.259663 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:26:52.259663 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:26:52.259663 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:26:52.259663 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:26:52.259663 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:26:52.259663 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:26:52.259663 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:26:52.259663 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:26:52.259663 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:26:52.259663 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:26:52.259663 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:26:52.259663 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:26:52.288883 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 726ddea6-d10f-448e-be91-668be3fc52f0 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:52.290115 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 62c1cd15-8911-4752-b15a-f6ef853454ed up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:26:52.293543 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182da9d3-ddac-4d78-bc26-2760f6bdce5f None None] DHCP port deletion for c9c95d71-bd8c-448f-8f5e-d7e3d9d41164 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:26:52.391555 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c4eea-86bc-4d3a-add1-0b39b013f158 req-f481113f-c895-4388-bd68-78204caee669 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:52.393527 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-693c4eea-86bc-4d3a-add1-0b39b013f158 req-f481113f-c895-4388-bd68-78204caee669 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=27692869-bfd1-47aa-8ed5-f3224fa206ce HTTP/1.1" status: 200 len: 945 time: 0.1113269 Feb 09 01:26:52.399307 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a707e22e-16f5-47d9-a95c-064917d7ae2e tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (c9c95d71-bd8c-448f-8f5e-d7e3d9d41164), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:52.404595 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-432a2595-6ea4-442e-96de-b5dbe3ce7859 req-89676dd9-f721-4be2-940f-a46ab7f1650e tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Deleting port 46174fdb-97e1-4b41-ba6d-ca24476f1d8d {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:26:52.409294 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-432a2595-6ea4-442e-96de-b5dbe3ce7859 req-89676dd9-f721-4be2-940f-a46ab7f1650e tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (46174fdb-97e1-4b41-ba6d-ca24476f1d8d), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:52.412871 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-958be877-35d7-45f6-94ab-05cf6794d3a1 None None] Set router 4614f5cd-9938-4bc7-a327-6bc2b01290b7 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:26:52.443221 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a707e22e-16f5-47d9-a95c-064917d7ae2e tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:52.450198 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a707e22e-16f5-47d9-a95c-064917d7ae2e tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "DELETE /v2.0/networks/c9c95d71-bd8c-448f-8f5e-d7e3d9d41164 HTTP/1.1" status: 204 len: 168 time: 1.2005887 Feb 09 01:26:52.451149 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707e22e-16f5-47d9-a95c-064917d7ae2e tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event deleted for resources: {'Network': ['ID=c9c95d71-bd8c-448f-8f5e-d7e3d9d41164,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:52.455789 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45950) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:52.542649 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2bc7df6-4fdc-4009-adec-39a540b54981 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] DELETE failed (client error): The resource could not be found. Feb 09 01:26:52.545382 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2bc7df6-4fdc-4009-adec-39a540b54981 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:26:52.556740 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d2bc7df6-4fdc-4009-adec-39a540b54981 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "DELETE /v2.0/subnets/27df1c84-20ad-45ff-b478-b7051619b99c HTTP/1.1" status: 404 len: 337 time: 0.0969257 Feb 09 01:26:52.556982 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45954) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:52.611402 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca9aa456-4fa0-4f3e-8315-0651ba75bf68 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] DELETE failed (client error): The resource could not be found. Feb 09 01:26:52.611913 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca9aa456-4fa0-4f3e-8315-0651ba75bf68 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:26:52.615087 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ca9aa456-4fa0-4f3e-8315-0651ba75bf68 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "DELETE /v2.0/networks/bc8492e9-f685-4333-b595-f9c369ddf9e6 HTTP/1.1" status: 404 len: 339 time: 0.0574880 Feb 09 01:26:52.618000 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45956) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:52.627411 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-693c4eea-86bc-4d3a-add1-0b39b013f158 req-c2db568a-4a01-438d-8031-4ad0f2490ccb tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/security-groups?id=f3138557-33e7-4e28-bed7-a42bf80308fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083998 Feb 09 01:26:52.634267 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-432a2595-6ea4-442e-96de-b5dbe3ce7859 req-89676dd9-f721-4be2-940f-a46ab7f1650e tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] For port 46174fdb-97e1-4b41-ba6d-ca24476f1d8d, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=46174fdb-97e1-4b41-ba6d-ca24476f1d8d,segment=NetworkSegment(091e8814-090f-4ca2-8f12-f9cfbccdf71e),segment_id=091e8814-090f-4ca2-8f12-f9cfbccdf71e)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:52.634647 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-432a2595-6ea4-442e-96de-b5dbe3ce7859 req-89676dd9-f721-4be2-940f-a46ab7f1650e tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (46174fdb-97e1-4b41-ba6d-ca24476f1d8d), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:52.648102 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-432a2595-6ea4-442e-96de-b5dbe3ce7859 req-89676dd9-f721-4be2-940f-a46ab7f1650e tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Calling delete_port for 46174fdb-97e1-4b41-ba6d-ca24476f1d8d owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:26:52.675465 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-590b04fa-d1e6-45dc-9565-b3160fcdb769 None None] Current status of the port 62c1cd15-8911-4752-b15a-f6ef853454ed is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:52.685913 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 62c1cd15-8911-4752-b15a-f6ef853454ed triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:52.686300 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (62c1cd15-8911-4752-b15a-f6ef853454ed), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:52.688779 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-a06165a6-1daa-4898-9bf9-8e17262a4e03 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] DELETE failed (client error): The resource could not be found. Feb 09 01:26:52.689431 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a06165a6-1daa-4898-9bf9-8e17262a4e03 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:26:52.702498 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a06165a6-1daa-4898-9bf9-8e17262a4e03 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "DELETE /v2.0/subnets/aec2a15e-2fa7-4966-bec5-ffb48814d00d HTTP/1.1" status: 404 len: 337 time: 0.0829399 Feb 09 01:26:52.704489 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45958) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:52.723688 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e8710d63-bb43-4936-9f2d-368b29f7fe01 req-1df912f1-3275-4889-8c6b-cc52ec5faefa tempest-ServerShowV247Test-662037562 tempest-ServerShowV247Test-662037562-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2c92fc5-ea58-413a-a76f-31c02770bb35 HTTP/1.1" status: 200 len: 210 time: 0.0657468 Feb 09 01:26:52.739852 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-38de56fa-1587-4081-b9db-e7428c372647 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] DELETE failed (client error): The resource could not be found. Feb 09 01:26:52.741427 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38de56fa-1587-4081-b9db-e7428c372647 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:26:52.749860 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-38de56fa-1587-4081-b9db-e7428c372647 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "DELETE /v2.0/networks/ffb2db23-87bc-4df5-bb4a-ec118dd4fdb6 HTTP/1.1" status: 404 len: 339 time: 0.0436566 Feb 09 01:26:52.750804 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45960) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:52.804531 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9687d95-ea85-484e-ad3b-ab05af554716 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] DELETE failed (client error): The resource could not be found. Feb 09 01:26:52.805026 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9687d95-ea85-484e-ad3b-ab05af554716 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:26:52.811958 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d9687d95-ea85-484e-ad3b-ab05af554716 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "DELETE /v2.0/subnets/5adac2d4-6f3b-46f8-803a-cef1b8d16c28 HTTP/1.1" status: 404 len: 337 time: 0.0561118 Feb 09 01:26:52.812175 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45962) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:52.840673 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8eee2e6-dc39-4268-ae5e-3b661a035b27 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] DELETE failed (client error): The resource could not be found. Feb 09 01:26:52.841538 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8eee2e6-dc39-4268-ae5e-3b661a035b27 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:26:52.848254 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f8eee2e6-dc39-4268-ae5e-3b661a035b27 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "DELETE /v2.0/networks/4a9157e0-f19e-4c7b-ae57-0b0c999c2c04 HTTP/1.1" status: 404 len: 339 time: 0.0328429 Feb 09 01:26:52.851858 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45964) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:52.853297 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 62c1cd15-8911-4752-b15a-f6ef853454ed is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:52.864795 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-5d8729e6-0169-4762-8e59-487b72f5bc04 None None] Provisioning complete for port 724de4c8-5b60-4c37-9e71-ec815c43985e triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:52.864795 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5d8729e6-0169-4762-8e59-487b72f5bc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (724de4c8-5b60-4c37-9e71-ec815c43985e), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:52.868564 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device ed454a4f-ca3f-4342-a2fa-281b742661a4 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:26:52.875401 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-958be877-35d7-45f6-94ab-05cf6794d3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4614f5cd-9938-4bc7-a327-6bc2b01290b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-605234827', 'tenant_id': '5b3cbba90205438cb5119ccafd525f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '726ddea6-d10f-448e-be91-668be3fc52f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:41Z', 'updated_at': '2022-02-09T01:26:49Z', 'revision_number': 4, 'project_id': '5b3cbba90205438cb5119ccafd525f59', 'gw_port': {'id': '726ddea6-d10f-448e-be91-668be3fc52f0', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:85:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4614f5cd-9938-4bc7-a327-6bc2b01290b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:42Z', 'updated_at': '2022-02-09T01:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '724de4c8-5b60-4c37-9e71-ec815c43985e', 'name': '', 'network_id': '4a130744-37d6-4e5b-9d7f-30f89f770944', 'tenant_id': '5b3cbba90205438cb5119ccafd525f59', 'mac_address': 'fa:16:3e:a4:10:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4614f5cd-9938-4bc7-a327-6bc2b01290b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '6d59555b-1971-478b-a4f8-9b82f6b06f6b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:48Z', 'updated_at': '2022-02-09T01:26:49Z', 'revision_number': 2, 'project_id': '5b3cbba90205438cb5119ccafd525f59', 'subnets': [{'id': '6d59555b-1971-478b-a4f8-9b82f6b06f6b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:52.895418 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-432a2595-6ea4-442e-96de-b5dbe3ce7859 req-89676dd9-f721-4be2-940f-a46ab7f1650e tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (46174fdb-97e1-4b41-ba6d-ca24476f1d8d), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:52.932800 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89676dd9-f721-4be2-940f-a46ab7f1650e tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Pushing event deleted for resources: {'Port': ['ID=46174fdb-97e1-4b41-ba6d-ca24476f1d8d,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:52.934916 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-8935ffdf-ca82-475a-8a0d-6377c97c2ada tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Deleting subnet c514b0d8-4db3-49d4-b091-1f20f744c89b {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:26:52.939464 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8935ffdf-ca82-475a-8a0d-6377c97c2ada tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks [] for subnet (c514b0d8-4db3-49d4-b091-1f20f744c89b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:52.949527 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['46174fdb-97e1-4b41-ba6d-ca24476f1d8d'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:26:52.956741 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: ed454a4f-ca3f-4342-a2fa-281b742661a4 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:26:52.957015 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device ed454a4f-ca3f-4342-a2fa-281b742661a4 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:26:52.985168 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958be877-35d7-45f6-94ab-05cf6794d3a1 None None] Checking router: 4614f5cd-9938-4bc7-a327-6bc2b01290b7 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:26:52.985525 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958be877-35d7-45f6-94ab-05cf6794d3a1 None None] Updating router 4614f5cd-9938-4bc7-a327-6bc2b01290b7 port 724de4c8-5b60-4c37-9e71-ec815c43985e binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:26:53.002392 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8935ffdf-ca82-475a-8a0d-6377c97c2ada tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (c514b0d8-4db3-49d4-b091-1f20f744c89b), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:53.005916 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-432a2595-6ea4-442e-96de-b5dbe3ce7859 req-89676dd9-f721-4be2-940f-a46ab7f1650e tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] No DVR routers for this DVR port 46174fdb-97e1-4b41-ba6d-ca24476f1d8d on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:26:53.008373 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-432a2595-6ea4-442e-96de-b5dbe3ce7859 req-89676dd9-f721-4be2-940f-a46ab7f1650e tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:53.013041 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-432a2595-6ea4-442e-96de-b5dbe3ce7859 req-89676dd9-f721-4be2-940f-a46ab7f1650e tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.120 "DELETE /v2.0/ports/46174fdb-97e1-4b41-ba6d-ca24476f1d8d HTTP/1.1" status: 204 len: 173 time: 0.8830645 Feb 09 01:26:53.013458 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27692869-bfd1-47aa-8ed5-f3224fa206ce', 'name': 'network-vif-deleted', 'tag': '46174fdb-97e1-4b41-ba6d-ca24476f1d8d'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:26:53.016038 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65caf751-1b23-4bbe-ba98-b77d653518c5" -d '{"events": [{"server_uuid": "27692869-bfd1-47aa-8ed5-f3224fa206ce", "name": "network-vif-deleted", "tag": "46174fdb-97e1-4b41-ba6d-ca24476f1d8d"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:26:53.033800 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-5d8729e6-0169-4762-8e59-487b72f5bc04 None None] Port 724de4c8-5b60-4c37-9e71-ec815c43985e cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:26:53.042631 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-5d8729e6-0169-4762-8e59-487b72f5bc04 None None] Could not find standard attr ID for object 42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:26:53.050731 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-958be877-35d7-45f6-94ab-05cf6794d3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (724de4c8-5b60-4c37-9e71-ec815c43985e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:53.095058 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-5d8729e6-0169-4762-8e59-487b72f5bc04 None None] Provisioning complete for port 62c1cd15-8911-4752-b15a-f6ef853454ed triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:53.095447 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5d8729e6-0169-4762-8e59-487b72f5bc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (62c1cd15-8911-4752-b15a-f6ef853454ed), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:53.104141 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8935ffdf-ca82-475a-8a0d-6377c97c2ada tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (c514b0d8-4db3-49d4-b091-1f20f744c89b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:53.152212 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478bedbc-0e29-4726-b412-2662784e2db6 x-openstack-request-id: req-478bedbc-0e29-4726-b412-2662784e2db6 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:26:53.152583 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27692869-bfd1-47aa-8ed5-f3224fa206ce", "name": "network-vif-deleted", "tag": "46174fdb-97e1-4b41-ba6d-ca24476f1d8d", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:26:53.152823 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-478bedbc-0e29-4726-b412-2662784e2db6 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:26:53.153231 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27692869-bfd1-47aa-8ed5-f3224fa206ce', 'name': 'network-vif-deleted', 'tag': '46174fdb-97e1-4b41-ba6d-ca24476f1d8d', 'status': 'completed', 'code': 200} Feb 09 01:26:53.262525 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8935ffdf-ca82-475a-8a0d-6377c97c2ada tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (c514b0d8-4db3-49d4-b091-1f20f744c89b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:53.307090 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-88f9dd4e-8db9-483d-9637-3ecbb0fc8227 req-81360214-1351-4722-8197-dddaa07e9a28 tempest-ServerShowV247Test-662037562 tempest-ServerShowV247Test-662037562-project] 10.222.0.50 "GET /v2.0/ports?device_id=c2c92fc5-ea58-413a-a76f-31c02770bb35 HTTP/1.1" status: 200 len: 210 time: 0.0481761 Feb 09 01:26:53.339839 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8935ffdf-ca82-475a-8a0d-6377c97c2ada tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event deleted for resources: {'Subnet': ['ID=c514b0d8-4db3-49d4-b091-1f20f744c89b,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:53.342073 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8935ffdf-ca82-475a-8a0d-6377c97c2ada tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:53.348718 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8935ffdf-ca82-475a-8a0d-6377c97c2ada tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "DELETE /v2.0/subnets/c514b0d8-4db3-49d4-b091-1f20f744c89b HTTP/1.1" status: 204 len: 168 time: 0.4959722 Feb 09 01:26:53.348718 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45972) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:53.357367 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704fc853-3549-4c5a-b23f-be146f37edab None None] Network 47bbcce2-c2a5-4820-9533-76edfedc08f4 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:26:53.437170 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-884f7eb3-a056-41e3-8a6a-a057e5354cc5 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (47bbcce2-c2a5-4820-9533-76edfedc08f4), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:53.530099 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-884f7eb3-a056-41e3-8a6a-a057e5354cc5 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Deleting port d06559c4-a2f2-457e-889b-14b594aac0f9 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:26:53.530490 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-884f7eb3-a056-41e3-8a6a-a057e5354cc5 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (d06559c4-a2f2-457e-889b-14b594aac0f9), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:53.623780 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-884f7eb3-a056-41e3-8a6a-a057e5354cc5 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] For port d06559c4-a2f2-457e-889b-14b594aac0f9, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=d06559c4-a2f2-457e-889b-14b594aac0f9,segment=NetworkSegment(4180a6ea-0f70-476c-80d7-a3f99c098d1c),segment_id=4180a6ea-0f70-476c-80d7-a3f99c098d1c)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:53.624149 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-884f7eb3-a056-41e3-8a6a-a057e5354cc5 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (d06559c4-a2f2-457e-889b-14b594aac0f9), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:53.631324 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-5d8729e6-0169-4762-8e59-487b72f5bc04 None None] Current status of the port 62c1cd15-8911-4752-b15a-f6ef853454ed is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:53.640964 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-884f7eb3-a056-41e3-8a6a-a057e5354cc5 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Calling delete_port for d06559c4-a2f2-457e-889b-14b594aac0f9 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:26:53.725581 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-958be877-35d7-45f6-94ab-05cf6794d3a1 None None] Publish callbacks [] for port (724de4c8-5b60-4c37-9e71-ec815c43985e), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:53.738255 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-958be877-35d7-45f6-94ab-05cf6794d3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (724de4c8-5b60-4c37-9e71-ec815c43985e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:53.768991 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-884f7eb3-a056-41e3-8a6a-a057e5354cc5 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (d06559c4-a2f2-457e-889b-14b594aac0f9), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:53.797003 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3191a8-b733-49ad-97e1-748f2cb28f08 None None] DHCP port deletion for 47bbcce2-c2a5-4820-9533-76edfedc08f4 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:26:53.825569 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c0ccfce0-88b7-4af4-a6a3-90d2c75efe1e req-05526253-164d-4614-922d-0ed41125c726 tempest-ServerRescueNegativeTestJSON-653013349 tempest-ServerRescueNegativeTestJSON-653013349-project] 10.222.0.50 "GET /v2.0/ports?device_id=27692869-bfd1-47aa-8ed5-f3224fa206ce HTTP/1.1" status: 200 len: 210 time: 0.0605407 Feb 09 01:26:53.827298 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0ba28a-d541-4743-ab9e-82002145f19d None None] Pushing event updated for resources: {'Port': ['ID=724de4c8-5b60-4c37-9e71-ec815c43985e,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:53.863045 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884f7eb3-a056-41e3-8a6a-a057e5354cc5 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] No DVR routers for this DVR port d06559c4-a2f2-457e-889b-14b594aac0f9 on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:26:53.902065 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f7eb3-a056-41e3-8a6a-a057e5354cc5 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event deleted for resources: {'Port': ['ID=d06559c4-a2f2-457e-889b-14b594aac0f9,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:53.906666 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:26:53.943406 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:26:53.943779 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 42ea2dc9-8a1c-4737-9b4f-92a11f1fb7d3 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:26:53.945712 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-958be877-35d7-45f6-94ab-05cf6794d3a1 None None] Attempting to bind port 724de4c8-5b60-4c37-9e71-ec815c43985e on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:26:53.946084 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-958be877-35d7-45f6-94ab-05cf6794d3a1 None None] Attempting to bind port 724de4c8-5b60-4c37-9e71-ec815c43985e by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'dfd208fe-46de-4dce-8266-c1b1a45aa2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '4a130744-37d6-4e5b-9d7f-30f89f770944'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:26:53.946460 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958be877-35d7-45f6-94ab-05cf6794d3a1 None None] Attempting to bind port 724de4c8-5b60-4c37-9e71-ec815c43985e on network 4a130744-37d6-4e5b-9d7f-30f89f770944 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:26:53.955149 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958be877-35d7-45f6-94ab-05cf6794d3a1 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:26:53.955538 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958be877-35d7-45f6-94ab-05cf6794d3a1 None None] Checking segment: {'id': 'dfd208fe-46de-4dce-8266-c1b1a45aa2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '4a130744-37d6-4e5b-9d7f-30f89f770944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:26:53.955955 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-958be877-35d7-45f6-94ab-05cf6794d3a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:53.956366 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958be877-35d7-45f6-94ab-05cf6794d3a1 None None] Bound using segment: {'id': 'dfd208fe-46de-4dce-8266-c1b1a45aa2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '4a130744-37d6-4e5b-9d7f-30f89f770944'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:26:53.956892 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-958be877-35d7-45f6-94ab-05cf6794d3a1 None None] Bound port: 724de4c8-5b60-4c37-9e71-ec815c43985e, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfd208fe-46de-4dce-8266-c1b1a45aa2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '4a130744-37d6-4e5b-9d7f-30f89f770944'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:26:53.957289 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-958be877-35d7-45f6-94ab-05cf6794d3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (724de4c8-5b60-4c37-9e71-ec815c43985e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:53.980168 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-884f7eb3-a056-41e3-8a6a-a057e5354cc5 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (47bbcce2-c2a5-4820-9533-76edfedc08f4), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:54.013785 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-884f7eb3-a056-41e3-8a6a-a057e5354cc5 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47bbcce2-c2a5-4820-9533-76edfedc08f4']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:54.025274 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-884f7eb3-a056-41e3-8a6a-a057e5354cc5 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4180a6ea-0f70-476c-80d7-a3f99c098d1c') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:54.025919 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-884f7eb3-a056-41e3-8a6a-a057e5354cc5 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4180a6ea-0f70-476c-80d7-a3f99c098d1c') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:54.037583 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-884f7eb3-a056-41e3-8a6a-a057e5354cc5 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (4180a6ea-0f70-476c-80d7-a3f99c098d1c), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:54.044046 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-958be877-35d7-45f6-94ab-05cf6794d3a1 None None] For port 724de4c8-5b60-4c37-9e71-ec815c43985e, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:26:54.049932 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-958be877-35d7-45f6-94ab-05cf6794d3a1 None None] For port 724de4c8-5b60-4c37-9e71-ec815c43985e, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=724de4c8-5b60-4c37-9e71-ec815c43985e,segment=NetworkSegment(dfd208fe-46de-4dce-8266-c1b1a45aa2db),segment_id=dfd208fe-46de-4dce-8266-c1b1a45aa2db)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:26:54.054073 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-884f7eb3-a056-41e3-8a6a-a057e5354cc5 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (4180a6ea-0f70-476c-80d7-a3f99c098d1c), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:54.059911 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-958be877-35d7-45f6-94ab-05cf6794d3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (724de4c8-5b60-4c37-9e71-ec815c43985e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:54.068422 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-884f7eb3-a056-41e3-8a6a-a057e5354cc5 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:26:54.069111 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-884f7eb3-a056-41e3-8a6a-a057e5354cc5 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (4180a6ea-0f70-476c-80d7-a3f99c098d1c), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:54.072852 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:26:54.072852 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:26:54.072852 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:26:54.072852 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:26:54.072852 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:26:54.072852 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:26:54.072852 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:26:54.072852 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:26:54.072852 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:26:54.072852 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:26:54.072852 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:26:54.072852 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:26:54.072852 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:26:54.072852 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:26:54.072852 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:26:54.072852 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:26:54.072852 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:26:54.072852 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:26:54.072852 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:26:54.072852 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:26:54.072852 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:26:54.072852 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:26:54.072852 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:26:54.072852 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:26:54.072852 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:26:54.072852 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:26:54.072852 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:26:54.072852 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:26:54.072852 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:26:54.072852 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:26:54.072852 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:26:54.072852 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:26:54.121787 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958be877-35d7-45f6-94ab-05cf6794d3a1 None None] Routers {'4614f5cd-9938-4bc7-a327-6bc2b01290b7'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:26:54.123129 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-958be877-35d7-45f6-94ab-05cf6794d3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:26:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['4614f5cd-9938-4bc7-a327-6bc2b01290b7'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:54.170678 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-884f7eb3-a056-41e3-8a6a-a057e5354cc5 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (47bbcce2-c2a5-4820-9533-76edfedc08f4), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:54.185031 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-884f7eb3-a056-41e3-8a6a-a057e5354cc5 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:54.192585 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45980) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:54.194030 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-884f7eb3-a056-41e3-8a6a-a057e5354cc5 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "DELETE /v2.0/networks/47bbcce2-c2a5-4820-9533-76edfedc08f4 HTTP/1.1" status: 204 len: 168 time: 0.8387177 Feb 09 01:26:54.219864 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f7eb3-a056-41e3-8a6a-a057e5354cc5 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event deleted for resources: {'Network': ['ID=47bbcce2-c2a5-4820-9533-76edfedc08f4,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:54.246887 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-691b92ff-c092-4155-a673-ce1f13af593d tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] DELETE failed (client error): The resource could not be found. Feb 09 01:26:54.248490 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-691b92ff-c092-4155-a673-ce1f13af593d tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:26:54.249770 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0ba28a-d541-4743-ab9e-82002145f19d None None] Pushing event updated for resources: {'Port': ['ID=724de4c8-5b60-4c37-9e71-ec815c43985e,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:54.254321 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-691b92ff-c092-4155-a673-ce1f13af593d tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "DELETE /v2.0/subnets/4721a879-c14d-4bff-9f8c-9b144ca4f953 HTTP/1.1" status: 404 len: 337 time: 0.0603230 Feb 09 01:26:54.256241 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45982) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:54.271003 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-0f339b6e-b34d-4f80-a88c-1c8271f7616d None None] Provisioning complete for port 724de4c8-5b60-4c37-9e71-ec815c43985e triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:54.271673 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0f339b6e-b34d-4f80-a88c-1c8271f7616d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (724de4c8-5b60-4c37-9e71-ec815c43985e), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:54.278907 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6841479-3b4a-4ea7-9d7a-4776e68727d7 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] DELETE failed (client error): The resource could not be found. Feb 09 01:26:54.279434 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6841479-3b4a-4ea7-9d7a-4776e68727d7 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:26:54.285054 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b6841479-3b4a-4ea7-9d7a-4776e68727d7 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "DELETE /v2.0/networks/f755c3e4-8975-4ce2-992f-19ab8c2f43f7 HTTP/1.1" status: 404 len: 339 time: 0.0254557 Feb 09 01:26:54.285559 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45984) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:54.368193 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-15c31d82-d6f4-4c5c-89d3-6f4cc9d8bbb6 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Deleting subnet ecdb2aba-0171-4791-8adf-bd63705a2ed6 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:26:54.373465 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-15c31d82-d6f4-4c5c-89d3-6f4cc9d8bbb6 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks [] for subnet (ecdb2aba-0171-4791-8adf-bd63705a2ed6), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:54.438503 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-15c31d82-d6f4-4c5c-89d3-6f4cc9d8bbb6 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (ecdb2aba-0171-4791-8adf-bd63705a2ed6), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:54.530464 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-958be877-35d7-45f6-94ab-05cf6794d3a1 None None] Set router 4614f5cd-9938-4bc7-a327-6bc2b01290b7 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:26:54.560858 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-15c31d82-d6f4-4c5c-89d3-6f4cc9d8bbb6 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (ecdb2aba-0171-4791-8adf-bd63705a2ed6), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:54.655725 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-15c31d82-d6f4-4c5c-89d3-6f4cc9d8bbb6 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (ecdb2aba-0171-4791-8adf-bd63705a2ed6), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:54.665228 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6a16e636-7168-4fb5-9ede-ffae9252b6ea req-a60c08c5-6445-4c30-880f-a33bc575b1fb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ae22903183a34fe490493a29929efeba&device_id=04ac87f4-b009-4887-9c10-34a29755259f HTTP/1.1" status: 200 len: 210 time: 0.0565674 Feb 09 01:26:54.670893 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-0f339b6e-b34d-4f80-a88c-1c8271f7616d None None] Current status of the port 724de4c8-5b60-4c37-9e71-ec815c43985e is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:54.671303 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0f339b6e-b34d-4f80-a88c-1c8271f7616d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (724de4c8-5b60-4c37-9e71-ec815c43985e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:54.693052 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c31d82-d6f4-4c5c-89d3-6f4cc9d8bbb6 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event deleted for resources: {'Subnet': ['ID=ecdb2aba-0171-4791-8adf-bd63705a2ed6,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:54.707827 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-15c31d82-d6f4-4c5c-89d3-6f4cc9d8bbb6 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:54.710728 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-15c31d82-d6f4-4c5c-89d3-6f4cc9d8bbb6 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "DELETE /v2.0/subnets/ecdb2aba-0171-4791-8adf-bd63705a2ed6 HTTP/1.1" status: 204 len: 168 time: 0.4237339 Feb 09 01:26:54.713830 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45992) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:54.725500 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6a16e636-7168-4fb5-9ede-ffae9252b6ea req-e95514ad-fbd2-45f7-8669-8c22da87bb45 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=ae22903183a34fe490493a29929efeba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529182 Feb 09 01:26:54.734860 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fade985-17b6-4a5f-8517-ae3a4d5991e8 None None] Network 65cb6fae-50b7-4adc-afdd-51999ef8b7b9 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:26:54.783578 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e4614817-5808-40a2-977b-66c24b815a26 req-388eeb67-15fd-4883-8f8c-f6570a9f3281 tempest-ServerShowV247Test-662037562 tempest-ServerShowV247Test-662037562-project] 10.222.0.50 "GET /v2.0/ports?device_id=04ac87f4-b009-4887-9c10-34a29755259f HTTP/1.1" status: 200 len: 210 time: 0.0545876 Feb 09 01:26:54.859251 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-251da850-f359-4cfb-a4fe-39503fdfb888 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (65cb6fae-50b7-4adc-afdd-51999ef8b7b9), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:54.899850 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45998) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:54.906025 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-0f339b6e-b34d-4f80-a88c-1c8271f7616d None None] For port 724de4c8-5b60-4c37-9e71-ec815c43985e, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=724de4c8-5b60-4c37-9e71-ec815c43985e,segment=NetworkSegment(dfd208fe-46de-4dce-8266-c1b1a45aa2db),segment_id=dfd208fe-46de-4dce-8266-c1b1a45aa2db)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:54.917082 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0f339b6e-b34d-4f80-a88c-1c8271f7616d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (724de4c8-5b60-4c37-9e71-ec815c43985e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:54.936364 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16e636-7168-4fb5-9ede-ffae9252b6ea req-8fa1bf44-1143-4c34-8bb8-daf3999f70b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:54.938335 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6a16e636-7168-4fb5-9ede-ffae9252b6ea req-8fa1bf44-1143-4c34-8bb8-daf3999f70b5 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1976802 Feb 09 01:26:55.030674 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-251da850-f359-4cfb-a4fe-39503fdfb888 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Deleting port 5674b363-ac28-4465-9165-37ec3b04ee43 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:26:55.031312 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-251da850-f359-4cfb-a4fe-39503fdfb888 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (5674b363-ac28-4465-9165-37ec3b04ee43), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:55.046982 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f339b6e-b34d-4f80-a88c-1c8271f7616d None None] Pushing event updated for resources: {'Port': ['ID=724de4c8-5b60-4c37-9e71-ec815c43985e,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:55.073876 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-f0fcfc74-88a8-4914-8c27-5d9c4219fa99 None None] Provisioning complete for port 724de4c8-5b60-4c37-9e71-ec815c43985e triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:55.074259 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f0fcfc74-88a8-4914-8c27-5d9c4219fa99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (724de4c8-5b60-4c37-9e71-ec815c43985e), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:55.132019 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-251da850-f359-4cfb-a4fe-39503fdfb888 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] For port 5674b363-ac28-4465-9165-37ec3b04ee43, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=5674b363-ac28-4465-9165-37ec3b04ee43,segment=NetworkSegment(e24fdc18-1e79-4f9a-a93b-821118d448b0),segment_id=e24fdc18-1e79-4f9a-a93b-821118d448b0)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:55.132396 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-251da850-f359-4cfb-a4fe-39503fdfb888 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (5674b363-ac28-4465-9165-37ec3b04ee43), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:55.142319 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-958be877-35d7-45f6-94ab-05cf6794d3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4614f5cd-9938-4bc7-a327-6bc2b01290b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-605234827', 'tenant_id': '5b3cbba90205438cb5119ccafd525f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '726ddea6-d10f-448e-be91-668be3fc52f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:41Z', 'updated_at': '2022-02-09T01:26:49Z', 'revision_number': 4, 'project_id': '5b3cbba90205438cb5119ccafd525f59', 'gw_port': {'id': '726ddea6-d10f-448e-be91-668be3fc52f0', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:85:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4614f5cd-9938-4bc7-a327-6bc2b01290b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:42Z', 'updated_at': '2022-02-09T01:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '724de4c8-5b60-4c37-9e71-ec815c43985e', 'name': '', 'network_id': '4a130744-37d6-4e5b-9d7f-30f89f770944', 'tenant_id': '5b3cbba90205438cb5119ccafd525f59', 'mac_address': 'fa:16:3e:a4:10:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4614f5cd-9938-4bc7-a327-6bc2b01290b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '6d59555b-1971-478b-a4f8-9b82f6b06f6b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:48Z', 'updated_at': '2022-02-09T01:26:54Z', 'revision_number': 4, 'project_id': '5b3cbba90205438cb5119ccafd525f59', 'subnets': [{'id': '6d59555b-1971-478b-a4f8-9b82f6b06f6b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:55.183623 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfa0aef-43e1-4954-b26b-21ddb9a8cf9c None None] DHCP port deletion for 65cb6fae-50b7-4adc-afdd-51999ef8b7b9 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:26:55.191262 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958be877-35d7-45f6-94ab-05cf6794d3a1 None None] The sync data for ids ['4614f5cd-9938-4bc7-a327-6bc2b01290b7'] in n-d-828369-4 is: [{'id': '4614f5cd-9938-4bc7-a327-6bc2b01290b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-605234827', 'tenant_id': '5b3cbba90205438cb5119ccafd525f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '726ddea6-d10f-448e-be91-668be3fc52f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:41Z', 'updated_at': '2022-02-09T01:26:49Z', 'revision_number': 4, 'project_id': '5b3cbba90205438cb5119ccafd525f59', 'gw_port': {'id': '726ddea6-d10f-448e-be91-668be3fc52f0', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:85:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4614f5cd-9938-4bc7-a327-6bc2b01290b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:42Z', 'updated_at': '2022-02-09T01:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '724de4c8-5b60-4c37-9e71-ec815c43985e', 'name': '', 'network_id': '4a130744-37d6-4e5b-9d7f-30f89f770944', 'tenant_id': '5b3cbba90205438cb5119ccafd525f59', 'mac_address': 'fa:16:3e:a4:10:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4614f5cd-9938-4bc7-a327-6bc2b01290b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '6d59555b-1971-478b-a4f8-9b82f6b06f6b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:48Z', 'updated_at': '2022-02-09T01:26:54Z', 'revision_number': 4, 'project_id': '5b3cbba90205438cb5119ccafd525f59', 'subnets': [{'id': '6d59555b-1971-478b-a4f8-9b82f6b06f6b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:26:55.211632 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-251da850-f359-4cfb-a4fe-39503fdfb888 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Calling delete_port for 5674b363-ac28-4465-9165-37ec3b04ee43 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:26:55.381599 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f0fcfc74-88a8-4914-8c27-5d9c4219fa99 None None] Current status of the port 724de4c8-5b60-4c37-9e71-ec815c43985e is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:55.410858 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-9dfa0aef-43e1-4954-b26b-21ddb9a8cf9c None None] Deleting port 5674b363-ac28-4465-9165-37ec3b04ee43 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:26:55.411294 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9dfa0aef-43e1-4954-b26b-21ddb9a8cf9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (5674b363-ac28-4465-9165-37ec3b04ee43), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:55.448851 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-251da850-f359-4cfb-a4fe-39503fdfb888 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (5674b363-ac28-4465-9165-37ec3b04ee43), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:55.500077 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251da850-f359-4cfb-a4fe-39503fdfb888 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event deleted for resources: {'Port': ['ID=5674b363-ac28-4465-9165-37ec3b04ee43,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:55.502687 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251da850-f359-4cfb-a4fe-39503fdfb888 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] No DVR routers for this DVR port 5674b363-ac28-4465-9165-37ec3b04ee43 on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:26:55.520248 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-9dfa0aef-43e1-4954-b26b-21ddb9a8cf9c None None] For port 5674b363-ac28-4465-9165-37ec3b04ee43, host n-d-828369-4, got binding levels [] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:55.521495 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9dfa0aef-43e1-4954-b26b-21ddb9a8cf9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (5674b363-ac28-4465-9165-37ec3b04ee43), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:55.540425 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-9dfa0aef-43e1-4954-b26b-21ddb9a8cf9c None None] Calling delete_port for 5674b363-ac28-4465-9165-37ec3b04ee43 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:26:55.544882 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.ipam_backend_mixin [None req-9dfa0aef-43e1-4954-b26b-21ddb9a8cf9c None None] Port 5674b363-ac28-4465-9165-37ec3b04ee43 was not found and therefore no delete operation was performed {{(pid=103138) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 01:26:55.546321 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9dfa0aef-43e1-4954-b26b-21ddb9a8cf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (5674b363-ac28-4465-9165-37ec3b04ee43), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:55.576920 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa0aef-43e1-4954-b26b-21ddb9a8cf9c None None] Pushing event deleted for resources: {'Port': ['ID=5674b363-ac28-4465-9165-37ec3b04ee43,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:55.584160 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfa0aef-43e1-4954-b26b-21ddb9a8cf9c None None] No DVR routers for this DVR port 5674b363-ac28-4465-9165-37ec3b04ee43 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:26:55.635430 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-251da850-f359-4cfb-a4fe-39503fdfb888 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (65cb6fae-50b7-4adc-afdd-51999ef8b7b9), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:55.676244 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-251da850-f359-4cfb-a4fe-39503fdfb888 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65cb6fae-50b7-4adc-afdd-51999ef8b7b9']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:55.707936 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-251da850-f359-4cfb-a4fe-39503fdfb888 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e24fdc18-1e79-4f9a-a93b-821118d448b0') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:55.708280 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-251da850-f359-4cfb-a4fe-39503fdfb888 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e24fdc18-1e79-4f9a-a93b-821118d448b0') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:55.724366 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-251da850-f359-4cfb-a4fe-39503fdfb888 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (e24fdc18-1e79-4f9a-a93b-821118d448b0), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:55.746375 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-251da850-f359-4cfb-a4fe-39503fdfb888 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (e24fdc18-1e79-4f9a-a93b-821118d448b0), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:55.763402 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-251da850-f359-4cfb-a4fe-39503fdfb888 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:26:55.763815 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-251da850-f359-4cfb-a4fe-39503fdfb888 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (e24fdc18-1e79-4f9a-a93b-821118d448b0), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:55.767072 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:26:55.767072 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:26:55.767072 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:26:55.767072 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:26:55.767072 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:26:55.767072 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:26:55.767072 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:26:55.767072 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:26:55.767072 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:26:55.767072 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:26:55.767072 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:26:55.767072 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:26:55.767072 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:26:55.767072 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:26:55.767072 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:26:55.767072 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:26:55.767072 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:26:55.767072 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:26:55.767072 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:26:55.767072 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:26:55.767072 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:26:55.767072 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:26:55.767072 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:26:55.767072 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:26:55.767072 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:26:55.767072 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:26:55.767072 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:26:55.767072 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:26:55.767072 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:26:55.767072 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:26:55.767072 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:26:55.767072 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:26:55.841776 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 724de4c8-5b60-4c37-9e71-ec815c43985e up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:26:55.878512 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c4e14416-4b40-4236-b617-5ed8ae3b6b46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (724c6f3c-408b-4456-823c-67ac5a065a76), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:55.939378 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dc79ee98-62f1-42c0-860a-11cb1ca31616 req-38038b1c-3c83-4d70-9659-59b243a044ac tempest-ServerShowV247Test-662037562 tempest-ServerShowV247Test-662037562-project] 10.222.0.50 "GET /v2.0/ports?device_id=04ac87f4-b009-4887-9c10-34a29755259f HTTP/1.1" status: 200 len: 210 time: 0.0406537 Feb 09 01:26:55.959115 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 724de4c8-5b60-4c37-9e71-ec815c43985e triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:26:55.962103 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (724de4c8-5b60-4c37-9e71-ec815c43985e), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:55.984832 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-251da850-f359-4cfb-a4fe-39503fdfb888 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (65cb6fae-50b7-4adc-afdd-51999ef8b7b9), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:55.998742 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-251da850-f359-4cfb-a4fe-39503fdfb888 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:56.002051 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-251da850-f359-4cfb-a4fe-39503fdfb888 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] 10.222.0.50 "DELETE /v2.0/networks/65cb6fae-50b7-4adc-afdd-51999ef8b7b9 HTTP/1.1" status: 204 len: 168 time: 1.2863324 Feb 09 01:26:56.030001 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251da850-f359-4cfb-a4fe-39503fdfb888 tempest-NetworksIpV6Test-972828806 tempest-NetworksIpV6Test-972828806-project] Pushing event deleted for resources: {'Network': ['ID=65cb6fae-50b7-4adc-afdd-51999ef8b7b9,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:56.120060 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 724de4c8-5b60-4c37-9e71-ec815c43985e is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:26:56.203983 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device d06559c4-a2f2-457e-889b-14b594aac0f9 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:26:56.233299 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 46174fdb-97e1-4b41-ba6d-ca24476f1d8d no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:26:56.235539 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: d06559c4-a2f2-457e-889b-14b594aac0f9 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:26:56.235884 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device d06559c4-a2f2-457e-889b-14b594aac0f9 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:26:56.236289 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 5674b363-ac28-4465-9165-37ec3b04ee43 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:26:56.274238 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: 46174fdb-97e1-4b41-ba6d-ca24476f1d8d {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:26:56.274579 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 46174fdb-97e1-4b41-ba6d-ca24476f1d8d not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:26:56.308060 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 5674b363-ac28-4465-9165-37ec3b04ee43 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:26:56.308060 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 5674b363-ac28-4465-9165-37ec3b04ee43 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:26:56.345577 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6a16e636-7168-4fb5-9ede-ffae9252b6ea req-11412d3d-91d0-49bf-aedc-7abeccd41b83 tempest-ServerShowV247Test-662037562 tempest-ServerShowV247Test-662037562-project] 10.222.0.47 "GET /v2.0/ports?device_id=04ac87f4-b009-4887-9c10-34a29755259f HTTP/1.1" status: 200 len: 210 time: 0.0516062 Feb 09 01:26:56.465705 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-c4e14416-4b40-4236-b617-5ed8ae3b6b46 admin admin] Deleting port 4f572d78-6122-448f-9e32-1e89dd982849 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:26:56.466312 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c4e14416-4b40-4236-b617-5ed8ae3b6b46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (4f572d78-6122-448f-9e32-1e89dd982849), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:56.569001 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 46014) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:56.618781 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-c4e14416-4b40-4236-b617-5ed8ae3b6b46 admin admin] For port 4f572d78-6122-448f-9e32-1e89dd982849, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=4f572d78-6122-448f-9e32-1e89dd982849,segment=NetworkSegment(091e8814-090f-4ca2-8f12-f9cfbccdf71e),segment_id=091e8814-090f-4ca2-8f12-f9cfbccdf71e)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:56.620777 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c4e14416-4b40-4236-b617-5ed8ae3b6b46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (4f572d78-6122-448f-9e32-1e89dd982849), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:56.650826 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-c4e14416-4b40-4236-b617-5ed8ae3b6b46 admin admin] Calling delete_port for 4f572d78-6122-448f-9e32-1e89dd982849 owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:26:56.806097 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-28a2b36b-ccf3-4aee-8477-89c074b9dd6e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8e161205b1d840769c4af13ffb1c150f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2358513 Feb 09 01:26:56.811216 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46018) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:56.910189 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-224c3321-a3c7-4d64-aa91-fa7f4a7b87d8 admin admin] Publish callbacks [] for security_group (c582b4ef-e1da-45fd-bc89-332042067d2b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:56.945456 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c4e14416-4b40-4236-b617-5ed8ae3b6b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (4f572d78-6122-448f-9e32-1e89dd982849), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:57.292494 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 46028) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:57.324076 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e14416-4b40-4236-b617-5ed8ae3b6b46 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f572d78-6122-448f-9e32-1e89dd982849,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:57.346193 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-224c3321-a3c7-4d64-aa91-fa7f4a7b87d8 admin admin] Publish callbacks [] for security_group (c582b4ef-e1da-45fd-bc89-332042067d2b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:57.428414 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-224c3321-a3c7-4d64-aa91-fa7f4a7b87d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (c582b4ef-e1da-45fd-bc89-332042067d2b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:57.432735 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-73c70d20-4732-4d6f-8189-03ea4ee8f03c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:57.445884 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-224c3321-a3c7-4d64-aa91-fa7f4a7b87d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:57.447049 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-224c3321-a3c7-4d64-aa91-fa7f4a7b87d8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c582b4ef-e1da-45fd-bc89-332042067d2b HTTP/1.1" status: 204 len: 168 time: 0.6347303 Feb 09 01:26:57.571120 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c3321-a3c7-4d64-aa91-fa7f4a7b87d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c582b4ef-e1da-45fd-bc89-332042067d2b,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:57.611285 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c4e14416-4b40-4236-b617-5ed8ae3b6b46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (724c6f3c-408b-4456-823c-67ac5a065a76), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:57.616154 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-73c70d20-4732-4d6f-8189-03ea4ee8f03c admin admin] Publish callbacks [] for security_group (e5d4f41b-7d81-4164-9635-6aad8d8ad529), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:57.624817 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-73c70d20-4732-4d6f-8189-03ea4ee8f03c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e5d4f41b-7d81-4164-9635-6aad8d8ad529), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:57.701322 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-73c70d20-4732-4d6f-8189-03ea4ee8f03c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ae22903183a34fe490493a29929efeba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4076166 Feb 09 01:26:57.704407 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46038) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:57.736932 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c70d20-4732-4d6f-8189-03ea4ee8f03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d4f41b-7d81-4164-9635-6aad8d8ad529,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:57.775273 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-310d5abe-21ca-4211-b6de-818fb855d239 admin admin] Publish callbacks [] for security_group (e5d4f41b-7d81-4164-9635-6aad8d8ad529), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:57.811355 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-310d5abe-21ca-4211-b6de-818fb855d239 admin admin] Publish callbacks [] for security_group (e5d4f41b-7d81-4164-9635-6aad8d8ad529), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:57.954722 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-310d5abe-21ca-4211-b6de-818fb855d239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e5d4f41b-7d81-4164-9635-6aad8d8ad529), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:57.957979 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-310d5abe-21ca-4211-b6de-818fb855d239 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:57.958902 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-310d5abe-21ca-4211-b6de-818fb855d239 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e5d4f41b-7d81-4164-9635-6aad8d8ad529 HTTP/1.1" status: 204 len: 168 time: 0.2537141 Feb 09 01:26:57.974582 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310d5abe-21ca-4211-b6de-818fb855d239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d4f41b-7d81-4164-9635-6aad8d8ad529,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:58.021923 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e14416-4b40-4236-b617-5ed8ae3b6b46 admin admin] Router 724c6f3c-408b-4456-823c-67ac5a065a76 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:26:58.208712 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e14416-4b40-4236-b617-5ed8ae3b6b46 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:26:58.219367 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c4e14416-4b40-4236-b617-5ed8ae3b6b46 admin admin] 10.222.0.50 "PUT /v2.0/routers/724c6f3c-408b-4456-823c-67ac5a065a76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3108892 Feb 09 01:26:58.219550 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46054) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:58.224977 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137c8e05-6a97-4dc0-8bca-408c012ecf4c None None] Sync routers for ids ['724c6f3c-408b-4456-823c-67ac5a065a76'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:26:58.247330 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137c8e05-6a97-4dc0-8bca-408c012ecf4c None None] Routers {'724c6f3c-408b-4456-823c-67ac5a065a76'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:26:58.250351 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-137c8e05-6a97-4dc0-8bca-408c012ecf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:26:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['724c6f3c-408b-4456-823c-67ac5a065a76'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:58.398483 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9948e718-fb9a-443b-9041-4ec407a7b44e admin admin] Publish callbacks [] for router (724c6f3c-408b-4456-823c-67ac5a065a76), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:58.428695 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-137c8e05-6a97-4dc0-8bca-408c012ecf4c None None] Set router 724c6f3c-408b-4456-823c-67ac5a065a76 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:26:58.657249 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9948e718-fb9a-443b-9041-4ec407a7b44e admin admin] Publish callbacks [] for router_gateway (724c6f3c-408b-4456-823c-67ac5a065a76), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:58.664949 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 46074) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:58.700727 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-137c8e05-6a97-4dc0-8bca-408c012ecf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724c6f3c-408b-4456-823c-67ac5a065a76', 'name': 'tempest-ServerRescueNegativeTestJSON-1333089373-router', 'tenant_id': '2c4f55ab750f4159bdfcab050e5654ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '8e0d1f2e-746f-431b-b43a-8760353e5aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:52Z', 'updated_at': '2022-02-09T01:26:56Z', 'revision_number': 5, 'project_id': '2c4f55ab750f4159bdfcab050e5654ef', 'gw_port': {'id': '8e0d1f2e-746f-431b-b43a-8760353e5aa5', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:4b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724c6f3c-408b-4456-823c-67ac5a065a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2467, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:22:54Z', 'updated_at': '2022-02-09T01:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:58.739577 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137c8e05-6a97-4dc0-8bca-408c012ecf4c None None] Checking router: 724c6f3c-408b-4456-823c-67ac5a065a76 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:26:58.755351 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137c8e05-6a97-4dc0-8bca-408c012ecf4c None None] Routers {'724c6f3c-408b-4456-823c-67ac5a065a76'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:26:58.756475 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-137c8e05-6a97-4dc0-8bca-408c012ecf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:26:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['724c6f3c-408b-4456-823c-67ac5a065a76'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:58.764187 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-9948e718-fb9a-443b-9041-4ec407a7b44e admin admin] Deleting port 8e0d1f2e-746f-431b-b43a-8760353e5aa5 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:26:58.764572 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9948e718-fb9a-443b-9041-4ec407a7b44e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (8e0d1f2e-746f-431b-b43a-8760353e5aa5), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:58.892223 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-13aa04df-4901-4a41-b49d-5fd65ab7ae1f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Request body: {'network': {'name': 'tempest-RoutersTest-1436127597'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:58.913537 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:26:58.915459 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-9948e718-fb9a-443b-9041-4ec407a7b44e admin admin] For port 8e0d1f2e-746f-431b-b43a-8760353e5aa5, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=8e0d1f2e-746f-431b-b43a-8760353e5aa5,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:26:58.915829 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9948e718-fb9a-443b-9041-4ec407a7b44e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (8e0d1f2e-746f-431b-b43a-8760353e5aa5), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:58.935800 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-137c8e05-6a97-4dc0-8bca-408c012ecf4c None None] Set router 724c6f3c-408b-4456-823c-67ac5a065a76 gateway port host: None {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:26:58.937453 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-9948e718-fb9a-443b-9041-4ec407a7b44e admin admin] Calling delete_port for 8e0d1f2e-746f-431b-b43a-8760353e5aa5 owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:26:58.943285 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13aa04df-4901-4a41-b49d-5fd65ab7ae1f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Made reservation on behalf of 97d0b2cfb3c54d2dbdc39a6f73fdb6ce for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:58.952161 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-13aa04df-4901-4a41-b49d-5fd65ab7ae1f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:58.973401 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-13aa04df-4901-4a41-b49d-5fd65ab7ae1f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:59.029710 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-137c8e05-6a97-4dc0-8bca-408c012ecf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724c6f3c-408b-4456-823c-67ac5a065a76', 'name': 'tempest-ServerRescueNegativeTestJSON-1333089373-router', 'tenant_id': '2c4f55ab750f4159bdfcab050e5654ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:52Z', 'updated_at': '2022-02-09T01:26:58Z', 'revision_number': 6, 'project_id': '2c4f55ab750f4159bdfcab050e5654ef', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:26:59.072445 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137c8e05-6a97-4dc0-8bca-408c012ecf4c None None] The sync data for ids ['724c6f3c-408b-4456-823c-67ac5a065a76'] in n-d-828369-4 is: [{'id': '724c6f3c-408b-4456-823c-67ac5a065a76', 'name': 'tempest-ServerRescueNegativeTestJSON-1333089373-router', 'tenant_id': '2c4f55ab750f4159bdfcab050e5654ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:22:52Z', 'updated_at': '2022-02-09T01:26:58Z', 'revision_number': 6, 'project_id': '2c4f55ab750f4159bdfcab050e5654ef', 'gw_port_host': None}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:26:59.120059 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-13aa04df-4901-4a41-b49d-5fd65ab7ae1f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for security_group (23a7af9d-920a-4ba0-b040-f8066fcd9432), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:59.128807 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-13aa04df-4901-4a41-b49d-5fd65ab7ae1f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (23a7af9d-920a-4ba0-b040-f8066fcd9432), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:59.147711 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13aa04df-4901-4a41-b49d-5fd65ab7ae1f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1046} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:26:59.163852 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-13aa04df-4901-4a41-b49d-5fd65ab7ae1f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (4b42b5d7-8418-4c8c-9011-6af09dddc6df), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:59.164467 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-13aa04df-4901-4a41-b49d-5fd65ab7ae1f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Added segment 4b42b5d7-8418-4c8c-9011-6af09dddc6df of type vlan for network e4d0cdf1-d120-4eb0-9a6d-a0ce2eb40755 Feb 09 01:26:59.207578 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9948e718-fb9a-443b-9041-4ec407a7b44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (8e0d1f2e-746f-431b-b43a-8760353e5aa5), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:59.249832 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9948e718-fb9a-443b-9041-4ec407a7b44e admin admin] Pushing event deleted for resources: {'Port': ['ID=8e0d1f2e-746f-431b-b43a-8760353e5aa5,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:59.342617 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9948e718-fb9a-443b-9041-4ec407a7b44e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (724c6f3c-408b-4456-823c-67ac5a065a76), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:59.503781 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9948e718-fb9a-443b-9041-4ec407a7b44e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (724c6f3c-408b-4456-823c-67ac5a065a76), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:59.506722 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9948e718-fb9a-443b-9041-4ec407a7b44e admin admin] Publish callbacks [] for router_controller (724c6f3c-408b-4456-823c-67ac5a065a76), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:59.554700 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-13aa04df-4901-4a41-b49d-5fd65ab7ae1f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (e4d0cdf1-d120-4eb0-9a6d-a0ce2eb40755), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:59.591987 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9948e718-fb9a-443b-9041-4ec407a7b44e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (724c6f3c-408b-4456-823c-67ac5a065a76), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:59.593054 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9948e718-fb9a-443b-9041-4ec407a7b44e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 724c6f3c-408b-4456-823c-67ac5a065a76 {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:26:59.598822 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9948e718-fb9a-443b-9041-4ec407a7b44e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:59.603055 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9948e718-fb9a-443b-9041-4ec407a7b44e admin admin] 10.222.0.50 "DELETE /v2.0/routers/724c6f3c-408b-4456-823c-67ac5a065a76 HTTP/1.1" status: 204 len: 168 time: 1.3825371 Feb 09 01:26:59.603887 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46100) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:59.623431 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa04df-4901-4a41-b49d-5fd65ab7ae1f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23a7af9d-920a-4ba0-b040-f8066fcd9432,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:59.625750 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-13aa04df-4901-4a41-b49d-5fd65ab7ae1f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (e4d0cdf1-d120-4eb0-9a6d-a0ce2eb40755), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:59.631687 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13aa04df-4901-4a41-b49d-5fd65ab7ae1f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:59.632289 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-13aa04df-4901-4a41-b49d-5fd65ab7ae1f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:59.658768 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d868b5b-b483-4ac6-995b-f91fd77f0a51 admin admin] Deleting subnet 36ed6c8a-8eab-4ee5-af4e-3a7d95f66f05 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:26:59.662083 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9d868b5b-b483-4ac6-995b-f91fd77f0a51 admin admin] Publish callbacks [] for subnet (36ed6c8a-8eab-4ee5-af4e-3a7d95f66f05), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:59.698054 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-13aa04df-4901-4a41-b49d-5fd65ab7ae1f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0314236 Feb 09 01:26:59.700567 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 46102) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:59.707523 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-58c050bf-7ccd-4373-abc2-ac9ae211a947 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Request body: {'network': {'name': 'tempest-RoutersTest-249118096'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:26:59.707844 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9d868b5b-b483-4ac6-995b-f91fd77f0a51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (36ed6c8a-8eab-4ee5-af4e-3a7d95f66f05), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:59.716480 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa04df-4901-4a41-b49d-5fd65ab7ae1f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event updated for resources: {'Network': ['ID=e4d0cdf1-d120-4eb0-9a6d-a0ce2eb40755,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:59.734631 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c050bf-7ccd-4373-abc2-ac9ae211a947 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Made reservation on behalf of 97d0b2cfb3c54d2dbdc39a6f73fdb6ce for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:26:59.738217 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-58c050bf-7ccd-4373-abc2-ac9ae211a947 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:59.739415 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network e4d0cdf1-d120-4eb0-9a6d-a0ce2eb40755 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:26:59.770065 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58c050bf-7ccd-4373-abc2-ac9ae211a947 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1011} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:26:59.771660 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9d868b5b-b483-4ac6-995b-f91fd77f0a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (36ed6c8a-8eab-4ee5-af4e-3a7d95f66f05), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:59.780896 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-58c050bf-7ccd-4373-abc2-ac9ae211a947 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (10807a70-4051-4a72-93dc-f682b984a892), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:59.781550 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-58c050bf-7ccd-4373-abc2-ac9ae211a947 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Added segment 10807a70-4051-4a72-93dc-f682b984a892 of type vlan for network 49ba6534-7f9a-46e1-a690-33718fa2f015 Feb 09 01:26:59.843460 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9d868b5b-b483-4ac6-995b-f91fd77f0a51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (36ed6c8a-8eab-4ee5-af4e-3a7d95f66f05), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:59.843699 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-58c050bf-7ccd-4373-abc2-ac9ae211a947 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (49ba6534-7f9a-46e1-a690-33718fa2f015), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:59.849086 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9d868b5b-b483-4ac6-995b-f91fd77f0a51 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:59.854999 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9d868b5b-b483-4ac6-995b-f91fd77f0a51 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/36ed6c8a-8eab-4ee5-af4e-3a7d95f66f05 HTTP/1.1" status: 204 len: 168 time: 0.2500911 Feb 09 01:26:59.855434 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 46104) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:26:59.873102 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d868b5b-b483-4ac6-995b-f91fd77f0a51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36ed6c8a-8eab-4ee5-af4e-3a7d95f66f05,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:26:59.919113 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-58c050bf-7ccd-4373-abc2-ac9ae211a947 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (49ba6534-7f9a-46e1-a690-33718fa2f015), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:59.924209 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c050bf-7ccd-4373-abc2-ac9ae211a947 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:26:59.924836 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-58c050bf-7ccd-4373-abc2-ac9ae211a947 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:26:59.999807 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-58c050bf-7ccd-4373-abc2-ac9ae211a947 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2979784 Feb 09 01:27:00.003083 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46106) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:00.018023 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6353bf5e-6ce9-4703-baec-20f6633854fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (a7c73c67-867b-4cd1-a7a6-d305a5dc51d2), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:00.018505 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-2f40377c-eb5a-4766-a0d7-f23f347a5545 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Request body: {'subnet': {'network_id': 'e4d0cdf1-d120-4eb0-9a6d-a0ce2eb40755', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:00.042440 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c050bf-7ccd-4373-abc2-ac9ae211a947 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event updated for resources: {'Network': ['ID=49ba6534-7f9a-46e1-a690-33718fa2f015,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:00.056216 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 49ba6534-7f9a-46e1-a690-33718fa2f015 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:27:00.060197 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 8e0d1f2e-746f-431b-b43a-8760353e5aa5 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:27:00.139463 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6353bf5e-6ce9-4703-baec-20f6633854fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (a7c73c67-867b-4cd1-a7a6-d305a5dc51d2), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:00.148915 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 8e0d1f2e-746f-431b-b43a-8760353e5aa5 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:27:00.149535 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 8e0d1f2e-746f-431b-b43a-8760353e5aa5 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:27:00.150262 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4f572d78-6122-448f-9e32-1e89dd982849 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:27:00.179928 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-6353bf5e-6ce9-4703-baec-20f6633854fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7c73c67-867b-4cd1-a7a6-d305a5dc51d2']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:00.180146 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 4f572d78-6122-448f-9e32-1e89dd982849 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:27:00.180272 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f40377c-eb5a-4766-a0d7-f23f347a5545 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Made reservation on behalf of 97d0b2cfb3c54d2dbdc39a6f73fdb6ce for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:00.180363 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4f572d78-6122-448f-9e32-1e89dd982849 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:27:00.183777 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2f40377c-eb5a-4766-a0d7-f23f347a5545 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:00.214272 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-6353bf5e-6ce9-4703-baec-20f6633854fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '091e8814-090f-4ca2-8f12-f9cfbccdf71e') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:00.215176 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-6353bf5e-6ce9-4703-baec-20f6633854fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '091e8814-090f-4ca2-8f12-f9cfbccdf71e') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:00.235286 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6353bf5e-6ce9-4703-baec-20f6633854fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (091e8814-090f-4ca2-8f12-f9cfbccdf71e), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:00.253104 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6353bf5e-6ce9-4703-baec-20f6633854fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (091e8814-090f-4ca2-8f12-f9cfbccdf71e), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:00.260884 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6353bf5e-6ce9-4703-baec-20f6633854fe admin admin] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:27:00.261500 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6353bf5e-6ce9-4703-baec-20f6633854fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (091e8814-090f-4ca2-8f12-f9cfbccdf71e), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:00.264165 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:27:00.264165 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:27:00.264165 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:27:00.264165 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:27:00.264165 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:27:00.264165 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:27:00.264165 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:27:00.264165 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:27:00.264165 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:27:00.264165 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:27:00.264165 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:27:00.264165 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:27:00.264165 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:27:00.264165 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:27:00.264165 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:27:00.264165 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:27:00.264165 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:27:00.264165 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:27:00.264165 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:27:00.264165 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:27:00.264165 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:27:00.264165 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:27:00.264165 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:27:00.264165 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:27:00.264165 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:27:00.264165 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:27:00.264165 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:27:00.264165 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:27:00.264165 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:27:00.264165 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:27:00.264165 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:27:00.264165 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:27:00.338965 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6353bf5e-6ce9-4703-baec-20f6633854fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (a7c73c67-867b-4cd1-a7a6-d305a5dc51d2), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:00.344331 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6353bf5e-6ce9-4703-baec-20f6633854fe admin admin] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:00.347764 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-6353bf5e-6ce9-4703-baec-20f6633854fe admin admin] 10.222.0.50 "DELETE /v2.0/networks/a7c73c67-867b-4cd1-a7a6-d305a5dc51d2 HTTP/1.1" status: 204 len: 168 time: 0.4912410 Feb 09 01:27:00.361822 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6353bf5e-6ce9-4703-baec-20f6633854fe admin admin] Pushing event deleted for resources: {'Network': ['ID=a7c73c67-867b-4cd1-a7a6-d305a5dc51d2,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:00.462283 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2f40377c-eb5a-4766-a0d7-f23f347a5545 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (aa7fa310-4505-4734-a7e8-1aaa982da5ad), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:00.529029 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f40377c-eb5a-4766-a0d7-f23f347a5545 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event updated for resources: {'Subnet': ['ID=aa7fa310-4505-4734-a7e8-1aaa982da5ad,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:00.545529 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f40377c-eb5a-4766-a0d7-f23f347a5545 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Checking segment: {'id': '4b42b5d7-8418-4c8c-9011-6af09dddc6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'e4d0cdf1-d120-4eb0-9a6d-a0ce2eb40755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:27:00.545970 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f40377c-eb5a-4766-a0d7-f23f347a5545 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Network hostable DHCP agents. Network: e4d0cdf1-d120-4eb0-9a6d-a0ce2eb40755, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:27:00.596086 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46112) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:00.606668 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f40377c-eb5a-4766-a0d7-f23f347a5545 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Network e4d0cdf1-d120-4eb0-9a6d-a0ce2eb40755 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:27:00.671079 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-2f40377c-eb5a-4766-a0d7-f23f347a5545 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, e4d0cdf1-d120-4eb0-9a6d-a0ce2eb40755) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:00.679644 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f8b6bc-e6e0-4d0f-98a8-0d4f4b92ab88 None None] Network e4d0cdf1-d120-4eb0-9a6d-a0ce2eb40755 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:27:00.689701 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f40377c-eb5a-4766-a0d7-f23f347a5545 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:00.690303 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2f40377c-eb5a-4766-a0d7-f23f347a5545 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:00.711936 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 46116) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:00.712523 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-43e41c3e-d258-462f-9bbf-fba7f5822129 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2c4f55ab750f4159bdfcab050e5654ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1135795 Feb 09 01:27:00.725732 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2f40377c-eb5a-4766-a0d7-f23f347a5545 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7190022 Feb 09 01:27:00.726141 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46118) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:00.734613 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-4830e74e-3136-4897-97d5-b65ae7155f0c tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Request body: {'subnet': {'network_id': '49ba6534-7f9a-46e1-a690-33718fa2f015', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:00.788360 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0777e61d-7ce9-4d9f-825e-1fc7e8b32785 admin admin] Publish callbacks [] for security_group (f3138557-33e7-4e28-bed7-a42bf80308fa), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:00.815969 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675769a2-0121-4e24-842b-1e0981be2ba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-e4d0cdf1-d120-4eb0-9a6d-a0ce2eb40755', 'network_id': 'e4d0cdf1-d120-4eb0-9a6d-a0ce2eb40755', 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'fixed_ips': [{'subnet_id': 'aa7fa310-4505-4734-a7e8-1aaa982da5ad'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:27:00.818678 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-675769a2-0121-4e24-842b-1e0981be2ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:00.825026 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0777e61d-7ce9-4d9f-825e-1fc7e8b32785 admin admin] Publish callbacks [] for security_group (f3138557-33e7-4e28-bed7-a42bf80308fa), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:00.874449 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4830e74e-3136-4897-97d5-b65ae7155f0c tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Made reservation on behalf of 97d0b2cfb3c54d2dbdc39a6f73fdb6ce for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:00.879104 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4830e74e-3136-4897-97d5-b65ae7155f0c tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:00.892705 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0777e61d-7ce9-4d9f-825e-1fc7e8b32785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (f3138557-33e7-4e28-bed7-a42bf80308fa), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:00.896305 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0777e61d-7ce9-4d9f-825e-1fc7e8b32785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:00.897844 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-0777e61d-7ce9-4d9f-825e-1fc7e8b32785 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f3138557-33e7-4e28-bed7-a42bf80308fa HTTP/1.1" status: 204 len: 168 time: 0.1837652 Feb 09 01:27:00.908688 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777e61d-7ce9-4d9f-825e-1fc7e8b32785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3138557-33e7-4e28-bed7-a42bf80308fa,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:01.043375 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-675769a2-0121-4e24-842b-1e0981be2ba8 None None] Allocated IP 172.20.0.2 (e4d0cdf1-d120-4eb0-9a6d-a0ce2eb40755/aa7fa310-4505-4734-a7e8-1aaa982da5ad/cf3afc3a-a9f6-4391-951b-db2b407fd158) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:01.184224 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4830e74e-3136-4897-97d5-b65ae7155f0c tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (9ade4a5d-baf1-421b-9a35-cfba0803381b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:01.250986 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-675769a2-0121-4e24-842b-1e0981be2ba8 None None] Publish callbacks [] for port (cf3afc3a-a9f6-4391-951b-db2b407fd158), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:01.256920 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4830e74e-3136-4897-97d5-b65ae7155f0c tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event updated for resources: {'Subnet': ['ID=9ade4a5d-baf1-421b-9a35-cfba0803381b,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:01.265252 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-675769a2-0121-4e24-842b-1e0981be2ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (cf3afc3a-a9f6-4391-951b-db2b407fd158), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:01.275028 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4830e74e-3136-4897-97d5-b65ae7155f0c tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Checking segment: {'id': '10807a70-4051-4a72-93dc-f682b984a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '49ba6534-7f9a-46e1-a690-33718fa2f015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:27:01.279487 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4830e74e-3136-4897-97d5-b65ae7155f0c tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Network hostable DHCP agents. Network: 49ba6534-7f9a-46e1-a690-33718fa2f015, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:27:01.322175 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4830e74e-3136-4897-97d5-b65ae7155f0c tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Network 49ba6534-7f9a-46e1-a690-33718fa2f015 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:27:01.332458 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-4830e74e-3136-4897-97d5-b65ae7155f0c tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 49ba6534-7f9a-46e1-a690-33718fa2f015) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:01.337831 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4830e74e-3136-4897-97d5-b65ae7155f0c tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:01.339074 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4830e74e-3136-4897-97d5-b65ae7155f0c tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:01.353281 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b318d340-05e5-46d5-bfd4-12cd8e273b10 None None] Network 49ba6534-7f9a-46e1-a690-33718fa2f015 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:27:01.362913 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4830e74e-3136-4897-97d5-b65ae7155f0c tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6331801 Feb 09 01:27:01.363412 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46128) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:01.368315 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-7a3ec219-21e0-4cd7-95e9-e0b1c4dc7787 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1653711298', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:01.400411 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7a3ec219-21e0-4cd7-95e9-e0b1c4dc7787 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (5049ab7b-826f-4d3d-9d71-74eb7b04d85f), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:01.404451 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7a3ec219-21e0-4cd7-95e9-e0b1c4dc7787 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (5049ab7b-826f-4d3d-9d71-74eb7b04d85f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:01.421073 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675769a2-0121-4e24-842b-1e0981be2ba8 None None] Pushing event updated for resources: {'Port': ['ID=cf3afc3a-a9f6-4391-951b-db2b407fd158,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:01.443060 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675769a2-0121-4e24-842b-1e0981be2ba8 None None] Network e4d0cdf1-d120-4eb0-9a6d-a0ce2eb40755 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:01.446061 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-675769a2-0121-4e24-842b-1e0981be2ba8 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:01.449977 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675769a2-0121-4e24-842b-1e0981be2ba8 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:27:01.485130 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7a3ec219-21e0-4cd7-95e9-e0b1c4dc7787 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for router_controller (5049ab7b-826f-4d3d-9d71-74eb7b04d85f), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:01.500188 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7a3ec219-21e0-4cd7-95e9-e0b1c4dc7787 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (5049ab7b-826f-4d3d-9d71-74eb7b04d85f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:01.543316 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7a3ec219-21e0-4cd7-95e9-e0b1c4dc7787 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:01.545299 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7a3ec219-21e0-4cd7-95e9-e0b1c4dc7787 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1805835 Feb 09 01:27:01.547615 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46136) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:01.549163 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-675769a2-0121-4e24-842b-1e0981be2ba8 None None] Attempting to bind port cf3afc3a-a9f6-4391-951b-db2b407fd158 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:27:01.549517 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-675769a2-0121-4e24-842b-1e0981be2ba8 None None] Attempting to bind port cf3afc3a-a9f6-4391-951b-db2b407fd158 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '4b42b5d7-8418-4c8c-9011-6af09dddc6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'e4d0cdf1-d120-4eb0-9a6d-a0ce2eb40755'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:27:01.549905 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675769a2-0121-4e24-842b-1e0981be2ba8 None None] Attempting to bind port cf3afc3a-a9f6-4391-951b-db2b407fd158 on network e4d0cdf1-d120-4eb0-9a6d-a0ce2eb40755 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:27:01.557018 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3f0cc4-7fb2-4bce-8c15-6f61d10990c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-49ba6534-7f9a-46e1-a690-33718fa2f015', 'network_id': '49ba6534-7f9a-46e1-a690-33718fa2f015', 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'fixed_ips': [{'subnet_id': '9ade4a5d-baf1-421b-9a35-cfba0803381b'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:27:01.557880 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5f3f0cc4-7fb2-4bce-8c15-6f61d10990c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:01.573488 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675769a2-0121-4e24-842b-1e0981be2ba8 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:27:01.573488 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675769a2-0121-4e24-842b-1e0981be2ba8 None None] Checking segment: {'id': '4b42b5d7-8418-4c8c-9011-6af09dddc6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'e4d0cdf1-d120-4eb0-9a6d-a0ce2eb40755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:27:01.573488 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-675769a2-0121-4e24-842b-1e0981be2ba8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:01.573488 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675769a2-0121-4e24-842b-1e0981be2ba8 None None] Bound using segment: {'id': '4b42b5d7-8418-4c8c-9011-6af09dddc6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'e4d0cdf1-d120-4eb0-9a6d-a0ce2eb40755'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:27:01.575202 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-675769a2-0121-4e24-842b-1e0981be2ba8 None None] Bound port: cf3afc3a-a9f6-4391-951b-db2b407fd158, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b42b5d7-8418-4c8c-9011-6af09dddc6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': 'e4d0cdf1-d120-4eb0-9a6d-a0ce2eb40755'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:27:01.576860 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-675769a2-0121-4e24-842b-1e0981be2ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (cf3afc3a-a9f6-4391-951b-db2b407fd158), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:01.759844 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-675769a2-0121-4e24-842b-1e0981be2ba8 None None] For port cf3afc3a-a9f6-4391-951b-db2b407fd158, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:27:01.785949 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-675769a2-0121-4e24-842b-1e0981be2ba8 None None] For port cf3afc3a-a9f6-4391-951b-db2b407fd158, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=cf3afc3a-a9f6-4391-951b-db2b407fd158,segment=NetworkSegment(4b42b5d7-8418-4c8c-9011-6af09dddc6df),segment_id=4b42b5d7-8418-4c8c-9011-6af09dddc6df)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:27:01.799500 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-675769a2-0121-4e24-842b-1e0981be2ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (cf3afc3a-a9f6-4391-951b-db2b407fd158), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:01.816302 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-5f3f0cc4-7fb2-4bce-8c15-6f61d10990c5 None None] Allocated IP 172.21.0.2 (49ba6534-7f9a-46e1-a690-33718fa2f015/9ade4a5d-baf1-421b-9a35-cfba0803381b/4f23f492-62c9-487e-a1c2-d986deb06d08) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:01.970334 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675769a2-0121-4e24-842b-1e0981be2ba8 None None] Pushing event updated for resources: {'Port': ['ID=cf3afc3a-a9f6-4391-951b-db2b407fd158,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:02.093267 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 46148) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:02.098600 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee16ffd3-3949-4fb6-adb8-b8e17deb1d09 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:02.101345 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5f3f0cc4-7fb2-4bce-8c15-6f61d10990c5 None None] Publish callbacks [] for port (4f23f492-62c9-487e-a1c2-d986deb06d08), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:02.114896 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5f3f0cc4-7fb2-4bce-8c15-6f61d10990c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (4f23f492-62c9-487e-a1c2-d986deb06d08), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:02.185371 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3f0cc4-7fb2-4bce-8c15-6f61d10990c5 None None] Network 49ba6534-7f9a-46e1-a690-33718fa2f015 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:02.195402 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-5f3f0cc4-7fb2-4bce-8c15-6f61d10990c5 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:02.198455 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3f0cc4-7fb2-4bce-8c15-6f61d10990c5 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:27:02.391458 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-17792672-f185-4ab4-a707-4151f3c4a366 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-286091112-network', 'tenant_id': '31c4eafebbf44350a88b001e0af836f1'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:02.443814 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17792672-f185-4ab4-a707-4151f3c4a366 admin admin] Made reservation on behalf of 31c4eafebbf44350a88b001e0af836f1 for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:02.448268 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-17792672-f185-4ab4-a707-4151f3c4a366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:02.462559 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-17792672-f185-4ab4-a707-4151f3c4a366 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:02.479178 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f0cc4-7fb2-4bce-8c15-6f61d10990c5 None None] Pushing event updated for resources: {'Port': ['ID=4f23f492-62c9-487e-a1c2-d986deb06d08,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:02.519337 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-ee16ffd3-3949-4fb6-adb8-b8e17deb1d09 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Allocated IP 172.20.0.1 (e4d0cdf1-d120-4eb0-9a6d-a0ce2eb40755/aa7fa310-4505-4734-a7e8-1aaa982da5ad/a8ffe163-6c5e-4b1a-98d3-cfe5823c4217) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:02.530943 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-5f3f0cc4-7fb2-4bce-8c15-6f61d10990c5 None None] Attempting to bind port 4f23f492-62c9-487e-a1c2-d986deb06d08 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:27:02.530943 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-5f3f0cc4-7fb2-4bce-8c15-6f61d10990c5 None None] Attempting to bind port 4f23f492-62c9-487e-a1c2-d986deb06d08 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '10807a70-4051-4a72-93dc-f682b984a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '49ba6534-7f9a-46e1-a690-33718fa2f015'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:27:02.531351 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3f0cc4-7fb2-4bce-8c15-6f61d10990c5 None None] Attempting to bind port 4f23f492-62c9-487e-a1c2-d986deb06d08 on network 49ba6534-7f9a-46e1-a690-33718fa2f015 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:27:02.533672 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c751e9aa-cca9-45d4-99f8-c8a9bfe46bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:02.550544 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3f0cc4-7fb2-4bce-8c15-6f61d10990c5 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:27:02.551110 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3f0cc4-7fb2-4bce-8c15-6f61d10990c5 None None] Checking segment: {'id': '10807a70-4051-4a72-93dc-f682b984a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '49ba6534-7f9a-46e1-a690-33718fa2f015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:27:02.552399 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5f3f0cc4-7fb2-4bce-8c15-6f61d10990c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:02.553480 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3f0cc4-7fb2-4bce-8c15-6f61d10990c5 None None] Bound using segment: {'id': '10807a70-4051-4a72-93dc-f682b984a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '49ba6534-7f9a-46e1-a690-33718fa2f015'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:27:02.563496 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-5f3f0cc4-7fb2-4bce-8c15-6f61d10990c5 None None] Bound port: 4f23f492-62c9-487e-a1c2-d986deb06d08, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10807a70-4051-4a72-93dc-f682b984a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '49ba6534-7f9a-46e1-a690-33718fa2f015'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:27:02.563786 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5f3f0cc4-7fb2-4bce-8c15-6f61d10990c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4f23f492-62c9-487e-a1c2-d986deb06d08), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:02.580141 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-17792672-f185-4ab4-a707-4151f3c4a366 admin admin] Publish callbacks [] for security_group (46d19180-284b-4c8d-825a-ad8d8b30e0d1), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:02.586824 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-17792672-f185-4ab4-a707-4151f3c4a366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (46d19180-284b-4c8d-825a-ad8d8b30e0d1), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:02.619566 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17792672-f185-4ab4-a707-4151f3c4a366 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1044} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:27:02.631319 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17792672-f185-4ab4-a707-4151f3c4a366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d19180-284b-4c8d-825a-ad8d8b30e0d1,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:02.637762 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-17792672-f185-4ab4-a707-4151f3c4a366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (1193260d-27f2-4ff2-a182-33c2ceebabdd), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:02.638123 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-17792672-f185-4ab4-a707-4151f3c4a366 admin admin] Added segment 1193260d-27f2-4ff2-a182-33c2ceebabdd of type vlan for network 8d490496-130e-4c33-8332-cd83182ef0e5 Feb 09 01:27:02.679197 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-5f3f0cc4-7fb2-4bce-8c15-6f61d10990c5 None None] For port 4f23f492-62c9-487e-a1c2-d986deb06d08, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:27:02.682804 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-5f3f0cc4-7fb2-4bce-8c15-6f61d10990c5 None None] For port 4f23f492-62c9-487e-a1c2-d986deb06d08, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=4f23f492-62c9-487e-a1c2-d986deb06d08,segment=NetworkSegment(10807a70-4051-4a72-93dc-f682b984a892),segment_id=10807a70-4051-4a72-93dc-f682b984a892)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:27:02.690997 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5f3f0cc4-7fb2-4bce-8c15-6f61d10990c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (4f23f492-62c9-487e-a1c2-d986deb06d08), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:02.696629 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-17792672-f185-4ab4-a707-4151f3c4a366 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (8d490496-130e-4c33-8332-cd83182ef0e5), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:02.721896 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee16ffd3-3949-4fb6-adb8-b8e17deb1d09 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for port (a8ffe163-6c5e-4b1a-98d3-cfe5823c4217), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:02.741388 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-17792672-f185-4ab4-a707-4151f3c4a366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (8d490496-130e-4c33-8332-cd83182ef0e5), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:02.742691 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17792672-f185-4ab4-a707-4151f3c4a366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:02.743537 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-17792672-f185-4ab4-a707-4151f3c4a366 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:02.782603 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f0cc4-7fb2-4bce-8c15-6f61d10990c5 None None] Pushing event updated for resources: {'Port': ['ID=4f23f492-62c9-487e-a1c2-d986deb06d08,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:02.815871 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee16ffd3-3949-4fb6-adb8-b8e17deb1d09 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (a8ffe163-6c5e-4b1a-98d3-cfe5823c4217), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:02.858631 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-17792672-f185-4ab4-a707-4151f3c4a366 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7608848 Feb 09 01:27:02.863093 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46156) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:02.871882 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17792672-f185-4ab4-a707-4151f3c4a366 admin admin] Pushing event updated for resources: {'Network': ['ID=8d490496-130e-4c33-8332-cd83182ef0e5,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:02.884466 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 8d490496-130e-4c33-8332-cd83182ef0e5 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:27:02.890204 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee16ffd3-3949-4fb6-adb8-b8e17deb1d09 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Network e4d0cdf1-d120-4eb0-9a6d-a0ce2eb40755 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:02.894240 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-872e1e27-07d2-4e6d-ba3a-13add6c99f58 admin admin] Request body: {'subnet': {'network_id': '8d490496-130e-4c33-8332-cd83182ef0e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-286091112-subnet', 'tenant_id': '31c4eafebbf44350a88b001e0af836f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:02.902123 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-ee16ffd3-3949-4fb6-adb8-b8e17deb1d09 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:02.910406 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee16ffd3-3949-4fb6-adb8-b8e17deb1d09 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:27:02.960847 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee16ffd3-3949-4fb6-adb8-b8e17deb1d09 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event updated for resources: {'Port': ['ID=a8ffe163-6c5e-4b1a-98d3-cfe5823c4217,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:02.966846 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872e1e27-07d2-4e6d-ba3a-13add6c99f58 admin admin] Made reservation on behalf of 31c4eafebbf44350a88b001e0af836f1 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:02.969245 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-872e1e27-07d2-4e6d-ba3a-13add6c99f58 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:03.038770 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee16ffd3-3949-4fb6-adb8-b8e17deb1d09 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (5049ab7b-826f-4d3d-9d71-74eb7b04d85f), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:03.286885 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee16ffd3-3949-4fb6-adb8-b8e17deb1d09 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a8ffe163-6c5e-4b1a-98d3-cfe5823c4217), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:03.371823 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-872e1e27-07d2-4e6d-ba3a-13add6c99f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (3a5a2108-7da0-44fa-8862-c4f70e7f91ac), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:03.388978 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1df7f1-4370-4481-aefa-48e6c0b1772c None None] Network e4d0cdf1-d120-4eb0-9a6d-a0ce2eb40755 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:27:03.534650 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-f96ad3d0-6af8-4c26-9c61-521c3d82e93d None None] Provisioning complete for port cf3afc3a-a9f6-4391-951b-db2b407fd158 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:03.535043 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f96ad3d0-6af8-4c26-9c61-521c3d82e93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (cf3afc3a-a9f6-4391-951b-db2b407fd158), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:03.634468 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f96ad3d0-6af8-4c26-9c61-521c3d82e93d None None] Current status of the port cf3afc3a-a9f6-4391-951b-db2b407fd158 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:03.634807 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f96ad3d0-6af8-4c26-9c61-521c3d82e93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (cf3afc3a-a9f6-4391-951b-db2b407fd158), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:03.710780 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-f96ad3d0-6af8-4c26-9c61-521c3d82e93d None None] For port cf3afc3a-a9f6-4391-951b-db2b407fd158, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=cf3afc3a-a9f6-4391-951b-db2b407fd158,segment=NetworkSegment(4b42b5d7-8418-4c8c-9011-6af09dddc6df),segment_id=4b42b5d7-8418-4c8c-9011-6af09dddc6df)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:03.717427 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f96ad3d0-6af8-4c26-9c61-521c3d82e93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (cf3afc3a-a9f6-4391-951b-db2b407fd158), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:03.862299 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ad3d0-6af8-4c26-9c61-521c3d82e93d None None] Pushing event updated for resources: {'Port': ['ID=cf3afc3a-a9f6-4391-951b-db2b407fd158,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:03.958092 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e1e27-07d2-4e6d-ba3a-13add6c99f58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a5a2108-7da0-44fa-8862-c4f70e7f91ac,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:03.984203 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-37a97646-bafe-4b51-a71f-c62af1b234bd req-41367dea-c7a3-4a4c-813f-be9e4ad7acd6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=63d42b01-d78c-439e-85dc-157a3d7b930b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1058340 Feb 09 01:27:03.997971 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872e1e27-07d2-4e6d-ba3a-13add6c99f58 admin admin] Checking segment: {'id': '1193260d-27f2-4ff2-a182-33c2ceebabdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '8d490496-130e-4c33-8332-cd83182ef0e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:27:03.998430 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872e1e27-07d2-4e6d-ba3a-13add6c99f58 admin admin] Network hostable DHCP agents. Network: 8d490496-130e-4c33-8332-cd83182ef0e5, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:27:04.014500 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4f23f492-62c9-487e-a1c2-d986deb06d08 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:27:04.076569 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872e1e27-07d2-4e6d-ba3a-13add6c99f58 admin admin] Network 8d490496-130e-4c33-8332-cd83182ef0e5 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:27:04.099012 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a97646-bafe-4b51-a71f-c62af1b234bd req-7c29a18b-3e90-47c7-b63f-ec67fa489bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:04.101597 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-37a97646-bafe-4b51-a71f-c62af1b234bd req-7c29a18b-3e90-47c7-b63f-ec67fa489bf0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=99253303b883423fad908712b3678824&device_id=63d42b01-d78c-439e-85dc-157a3d7b930b HTTP/1.1" status: 200 len: 1127 time: 0.0829785 Feb 09 01:27:04.141613 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 4f23f492-62c9-487e-a1c2-d986deb06d08 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:04.141613 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4f23f492-62c9-487e-a1c2-d986deb06d08), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:04.143857 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6af7ee95-7b63-4fc6-bac9-8f99aeb8626c None None] Provisioning complete for port cf3afc3a-a9f6-4391-951b-db2b407fd158 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:04.144700 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6af7ee95-7b63-4fc6-bac9-8f99aeb8626c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (cf3afc3a-a9f6-4391-951b-db2b407fd158), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:04.159965 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-872e1e27-07d2-4e6d-ba3a-13add6c99f58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 8d490496-130e-4c33-8332-cd83182ef0e5) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:04.178769 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872e1e27-07d2-4e6d-ba3a-13add6c99f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:04.179867 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-872e1e27-07d2-4e6d-ba3a-13add6c99f58 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:04.223400 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-872e1e27-07d2-4e6d-ba3a-13add6c99f58 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3550568 Feb 09 01:27:04.228411 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae26f16b-1cd7-4d31-b628-36a473e2eed5 None None] Network 8d490496-130e-4c33-8332-cd83182ef0e5 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:27:04.352762 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a97646-bafe-4b51-a71f-c62af1b234bd req-2c10c4aa-1e5f-4d40-99a7-f6445fab362b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:04.354345 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-37a97646-bafe-4b51-a71f-c62af1b234bd req-2c10c4aa-1e5f-4d40-99a7-f6445fab362b service neutron] 10.222.0.47 "GET /v2.0/networks?id=d88b7625-86d0-4021-80a0-5ba2f7b1a042 HTTP/1.1" status: 200 len: 913 time: 0.2220941 Feb 09 01:27:04.361299 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee16ffd3-3949-4fb6-adb8-b8e17deb1d09 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for port (a8ffe163-6c5e-4b1a-98d3-cfe5823c4217), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:04.369911 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee16ffd3-3949-4fb6-adb8-b8e17deb1d09 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (a8ffe163-6c5e-4b1a-98d3-cfe5823c4217), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:04.483723 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-37a97646-bafe-4b51-a71f-c62af1b234bd req-c2a16310-0026-41c1-904c-eb34d52e6def service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a7f28fe-4468-4bb0-903a-2671c1ddf3d6 HTTP/1.1" status: 200 len: 217 time: 0.1234190 Feb 09 01:27:04.513834 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169e66f4-1fdc-4a03-9ef3-6d8eb57f5947 None None] Network 49ba6534-7f9a-46e1-a690-33718fa2f015 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:27:04.542089 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee16ffd3-3949-4fb6-adb8-b8e17deb1d09 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (5049ab7b-826f-4d3d-9d71-74eb7b04d85f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:04.555711 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee16ffd3-3949-4fb6-adb8-b8e17deb1d09 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event updated for resources: {'Port': ['ID=a8ffe163-6c5e-4b1a-98d3-cfe5823c4217,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:04.597374 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a97646-bafe-4b51-a71f-c62af1b234bd req-0d36a001-fd1c-43fb-a818-381b30ccea12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:04.599823 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-37a97646-bafe-4b51-a71f-c62af1b234bd req-0d36a001-fd1c-43fb-a818-381b30ccea12 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e8a10734-f380-44a3-a9f7-298105351e3b HTTP/1.1" status: 200 len: 850 time: 0.1037135 Feb 09 01:27:04.602550 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0148749-7282-45c6-a8cc-e8de1f32bbff None None] Network 8d490496-130e-4c33-8332-cd83182ef0e5 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:27:04.605714 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-53459d64-aaa7-42a6-b98d-561c6847c89e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:04.627148 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6af7ee95-7b63-4fc6-bac9-8f99aeb8626c None None] Current status of the port cf3afc3a-a9f6-4391-951b-db2b407fd158 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:04.681861 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a97646-bafe-4b51-a71f-c62af1b234bd req-4a20912e-267e-4bf0-a437-52801e8d461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:04.683994 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-37a97646-bafe-4b51-a71f-c62af1b234bd req-4a20912e-267e-4bf0-a437-52801e8d461c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d88b7625-86d0-4021-80a0-5ba2f7b1a042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0772603 Feb 09 01:27:04.685474 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 4f23f492-62c9-487e-a1c2-d986deb06d08 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:04.685901 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4f23f492-62c9-487e-a1c2-d986deb06d08), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:04.727201 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee16ffd3-3949-4fb6-adb8-b8e17deb1d09 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Network e4d0cdf1-d120-4eb0-9a6d-a0ce2eb40755 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:04.731713 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6af7ee95-7b63-4fc6-bac9-8f99aeb8626c None None] Provisioning complete for port a8ffe163-6c5e-4b1a-98d3-cfe5823c4217 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:04.731713 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6af7ee95-7b63-4fc6-bac9-8f99aeb8626c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a8ffe163-6c5e-4b1a-98d3-cfe5823c4217), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:04.733257 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-ee16ffd3-3949-4fb6-adb8-b8e17deb1d09 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:04.813930 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-37a97646-bafe-4b51-a71f-c62af1b234bd req-f23edf6b-ce94-4299-949e-aaf2935fb001 service neutron] 10.222.0.47 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227107 Feb 09 01:27:04.841896 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 4f23f492-62c9-487e-a1c2-d986deb06d08, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=4f23f492-62c9-487e-a1c2-d986deb06d08,segment=NetworkSegment(10807a70-4051-4a72-93dc-f682b984a892),segment_id=10807a70-4051-4a72-93dc-f682b984a892)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:04.870820 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (4f23f492-62c9-487e-a1c2-d986deb06d08), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:04.871668 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device cf3afc3a-a9f6-4391-951b-db2b407fd158 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:27:04.908993 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6af7ee95-7b63-4fc6-bac9-8f99aeb8626c None None] Port a8ffe163-6c5e-4b1a-98d3-cfe5823c4217 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:27:04.942051 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee16ffd3-3949-4fb6-adb8-b8e17deb1d09 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Router 5049ab7b-826f-4d3d-9d71-74eb7b04d85f is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:27:05.027394 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-37a97646-bafe-4b51-a71f-c62af1b234bd req-c9650dfe-6715-4013-a3dc-e4d4c62f30ad service neutron] 10.222.0.47 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071707 Feb 09 01:27:05.029571 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=4f23f492-62c9-487e-a1c2-d986deb06d08,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:05.090876 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port cf3afc3a-a9f6-4391-951b-db2b407fd158 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:05.093946 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (cf3afc3a-a9f6-4391-951b-db2b407fd158), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:05.097065 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee16ffd3-3949-4fb6-adb8-b8e17deb1d09 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:27:05.101254 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-c27ff76c-6127-4df2-bb42-c6951d8eb766 None None] Provisioning complete for port 4f23f492-62c9-487e-a1c2-d986deb06d08 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:05.101254 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c27ff76c-6127-4df2-bb42-c6951d8eb766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4f23f492-62c9-487e-a1c2-d986deb06d08), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:05.112307 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ee16ffd3-3949-4fb6-adb8-b8e17deb1d09 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "PUT /v2.0/routers/5049ab7b-826f-4d3d-9d71-74eb7b04d85f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5630944 Feb 09 01:27:05.115049 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 46176) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:05.137582 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbcf090-ae33-4714-a184-914941dc28f4 None None] Sync routers for ids ['5049ab7b-826f-4d3d-9d71-74eb7b04d85f'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:05.180426 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93ccaa6-536b-4812-ae40-ce2cf439f5fe tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:05.182081 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d93ccaa6-536b-4812-ae40-ce2cf439f5fe tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "GET /v2.0/ports/a8ffe163-6c5e-4b1a-98d3-cfe5823c4217 HTTP/1.1" status: 200 len: 910 time: 0.0657425 Feb 09 01:27:05.184868 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46178) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:05.204085 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbcf090-ae33-4714-a184-914941dc28f4 None None] Routers {'5049ab7b-826f-4d3d-9d71-74eb7b04d85f'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:05.204761 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-6cbcf090-ae33-4714-a184-914941dc28f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:27:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['5049ab7b-826f-4d3d-9d71-74eb7b04d85f'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:05.282895 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-6cbcf090-ae33-4714-a184-914941dc28f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:05.348677 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbcf090-ae33-4714-a184-914941dc28f4 None None] Routers {'5049ab7b-826f-4d3d-9d71-74eb7b04d85f'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:05.349252 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-6cbcf090-ae33-4714-a184-914941dc28f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:27:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['5049ab7b-826f-4d3d-9d71-74eb7b04d85f'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:05.423659 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-6cbcf090-ae33-4714-a184-914941dc28f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:05.424332 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbcf090-ae33-4714-a184-914941dc28f4 None None] The sync data for ids ['5049ab7b-826f-4d3d-9d71-74eb7b04d85f'] in n-d-828369-4 is: [] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:05.425762 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port cf3afc3a-a9f6-4391-951b-db2b407fd158 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:05.447225 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c27ff76c-6127-4df2-bb42-c6951d8eb766 None None] Current status of the port 4f23f492-62c9-487e-a1c2-d986deb06d08 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:05.460458 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-c27ff76c-6127-4df2-bb42-c6951d8eb766 None None] Provisioning complete for port a8ffe163-6c5e-4b1a-98d3-cfe5823c4217 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:05.460876 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c27ff76c-6127-4df2-bb42-c6951d8eb766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a8ffe163-6c5e-4b1a-98d3-cfe5823c4217), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:05.502677 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c27ff76c-6127-4df2-bb42-c6951d8eb766 None None] Port a8ffe163-6c5e-4b1a-98d3-cfe5823c4217 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:27:05.624802 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-24005e9f-3466-4330-be53-f849c337bdec None None] Provisioning complete for port 4f23f492-62c9-487e-a1c2-d986deb06d08 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:05.625410 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-24005e9f-3466-4330-be53-f849c337bdec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4f23f492-62c9-487e-a1c2-d986deb06d08), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:05.642498 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4ed88982-59c3-434f-8cd5-9d61d25f28b0 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:05.727097 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-24005e9f-3466-4330-be53-f849c337bdec None None] Current status of the port 4f23f492-62c9-487e-a1c2-d986deb06d08 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:05.742285 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-24005e9f-3466-4330-be53-f849c337bdec None None] Provisioning complete for port a8ffe163-6c5e-4b1a-98d3-cfe5823c4217 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:05.742676 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-24005e9f-3466-4330-be53-f849c337bdec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a8ffe163-6c5e-4b1a-98d3-cfe5823c4217), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:05.794190 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device cf3afc3a-a9f6-4391-951b-db2b407fd158 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:27:05.841900 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-24005e9f-3466-4330-be53-f849c337bdec None None] Port a8ffe163-6c5e-4b1a-98d3-cfe5823c4217 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:27:05.873470 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port cf3afc3a-a9f6-4391-951b-db2b407fd158 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:05.874202 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (cf3afc3a-a9f6-4391-951b-db2b407fd158), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:05.926116 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:05.959272 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-4ed88982-59c3-434f-8cd5-9d61d25f28b0 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Allocated IP 172.21.0.1 (49ba6534-7f9a-46e1-a690-33718fa2f015/9ade4a5d-baf1-421b-9a35-cfba0803381b/c9041c68-c58a-4ad9-ab1f-3ea093b67dbe) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:05.989502 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port cf3afc3a-a9f6-4391-951b-db2b407fd158 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:05.990616 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4f23f492-62c9-487e-a1c2-d986deb06d08 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:27:06.066638 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 4f23f492-62c9-487e-a1c2-d986deb06d08 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:06.066638 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4f23f492-62c9-487e-a1c2-d986deb06d08), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:06.152977 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4ed88982-59c3-434f-8cd5-9d61d25f28b0 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for port (c9041c68-c58a-4ad9-ab1f-3ea093b67dbe), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:06.157918 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 4f23f492-62c9-487e-a1c2-d986deb06d08 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:06.198887 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4ed88982-59c3-434f-8cd5-9d61d25f28b0 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (c9041c68-c58a-4ad9-ab1f-3ea093b67dbe), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:06.244519 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed88982-59c3-434f-8cd5-9d61d25f28b0 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Network 49ba6534-7f9a-46e1-a690-33718fa2f015 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:06.247993 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-4ed88982-59c3-434f-8cd5-9d61d25f28b0 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:06.253254 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed88982-59c3-434f-8cd5-9d61d25f28b0 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:27:06.259942 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed88982-59c3-434f-8cd5-9d61d25f28b0 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event updated for resources: {'Port': ['ID=c9041c68-c58a-4ad9-ab1f-3ea093b67dbe,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:06.324536 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4ed88982-59c3-434f-8cd5-9d61d25f28b0 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (5049ab7b-826f-4d3d-9d71-74eb7b04d85f), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:06.489613 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4ed88982-59c3-434f-8cd5-9d61d25f28b0 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c9041c68-c58a-4ad9-ab1f-3ea093b67dbe), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:06.585229 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-b85f0459-4c69-4cc8-8f2d-6bf732c4e990 None None] Provisioning complete for port c9041c68-c58a-4ad9-ab1f-3ea093b67dbe triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:06.585772 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b85f0459-4c69-4cc8-8f2d-6bf732c4e990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c9041c68-c58a-4ad9-ab1f-3ea093b67dbe), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:06.881775 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e156cce7-39a8-4403-a766-b549f0c5b42c req-c430148b-cd5c-443e-ba71-dbd4444eafd8 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=206a159e-d5b7-4c7a-bf55-d28bde7be5d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2873628 Feb 09 01:27:06.959921 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4ed88982-59c3-434f-8cd5-9d61d25f28b0 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for port (c9041c68-c58a-4ad9-ab1f-3ea093b67dbe), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:06.967615 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4ed88982-59c3-434f-8cd5-9d61d25f28b0 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (c9041c68-c58a-4ad9-ab1f-3ea093b67dbe), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:06.993139 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b85f0459-4c69-4cc8-8f2d-6bf732c4e990 None None] Port c9041c68-c58a-4ad9-ab1f-3ea093b67dbe cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:27:07.001458 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-477fabfd-524c-4371-a28a-299aaf22b684 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:07.015033 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-477fabfd-524c-4371-a28a-299aaf22b684 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "GET /v2.0/networks?id=4a130744-37d6-4e5b-9d7f-30f89f770944 HTTP/1.1" status: 200 len: 798 time: 0.3443470 Feb 09 01:27:07.043487 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-f19d31ce-6133-4907-a95e-6a31fca63645 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "GET /v2.0/quotas/5b3cbba90205438cb5119ccafd525f59 HTTP/1.1" status: 200 len: 375 time: 0.0273962 Feb 09 01:27:07.067966 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156cce7-39a8-4403-a766-b549f0c5b42c req-dad18165-42d4-4302-875a-c97d3982859f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:07.068216 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed88982-59c3-434f-8cd5-9d61d25f28b0 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event updated for resources: {'Port': ['ID=c9041c68-c58a-4ad9-ab1f-3ea093b67dbe,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:07.069261 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e156cce7-39a8-4403-a766-b549f0c5b42c req-dad18165-42d4-4302-875a-c97d3982859f service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=99253303b883423fad908712b3678824&device_id=206a159e-d5b7-4c7a-bf55-d28bde7be5d6 HTTP/1.1" status: 200 len: 1127 time: 0.1635120 Feb 09 01:27:07.077320 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4ed88982-59c3-434f-8cd5-9d61d25f28b0 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (5049ab7b-826f-4d3d-9d71-74eb7b04d85f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:07.201998 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:07.242118 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-bbfc31e7-5bb7-4c6f-a7f0-fd337eabff98 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5b3cbba90205438cb5119ccafd525f59&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1959167 Feb 09 01:27:07.251365 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156cce7-39a8-4403-a766-b549f0c5b42c req-1950dfdb-5e54-4159-ab9d-415c896082e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:07.254313 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e156cce7-39a8-4403-a766-b549f0c5b42c req-1950dfdb-5e54-4159-ab9d-415c896082e0 service neutron] 10.222.0.120 "GET /v2.0/networks?id=d88b7625-86d0-4021-80a0-5ba2f7b1a042 HTTP/1.1" status: 200 len: 913 time: 0.1543248 Feb 09 01:27:07.298774 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed88982-59c3-434f-8cd5-9d61d25f28b0 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Network 49ba6534-7f9a-46e1-a690-33718fa2f015 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:07.300290 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-4ed88982-59c3-434f-8cd5-9d61d25f28b0 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:07.329889 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e156cce7-39a8-4403-a766-b549f0c5b42c req-0a7bf5ae-0b92-4105-95ad-ccb768889237 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3942803c-74dd-4a55-a831-3d2e2ac75e88 HTTP/1.1" status: 200 len: 217 time: 0.0661721 Feb 09 01:27:07.487815 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed88982-59c3-434f-8cd5-9d61d25f28b0 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Router 5049ab7b-826f-4d3d-9d71-74eb7b04d85f has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:27:07.581639 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156cce7-39a8-4403-a766-b549f0c5b42c req-89f959e0-5d2f-4291-a77e-3a9d90331ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:07.583448 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e156cce7-39a8-4403-a766-b549f0c5b42c req-89f959e0-5d2f-4291-a77e-3a9d90331ec0 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=e8a10734-f380-44a3-a9f7-298105351e3b HTTP/1.1" status: 200 len: 850 time: 0.2314520 Feb 09 01:27:07.682188 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed88982-59c3-434f-8cd5-9d61d25f28b0 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:27:07.689859 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4ed88982-59c3-434f-8cd5-9d61d25f28b0 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "PUT /v2.0/routers/5049ab7b-826f-4d3d-9d71-74eb7b04d85f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5035336 Feb 09 01:27:07.694502 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd43e8e-21d4-4f73-8666-8e79f048b8ca None None] Sync routers for ids ['5049ab7b-826f-4d3d-9d71-74eb7b04d85f'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:07.694993 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 46228) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:07.714094 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd43e8e-21d4-4f73-8666-8e79f048b8ca None None] Routers {'5049ab7b-826f-4d3d-9d71-74eb7b04d85f'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:07.714674 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9cd43e8e-21d4-4f73-8666-8e79f048b8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:27:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['5049ab7b-826f-4d3d-9d71-74eb7b04d85f'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:07.730997 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-957eefb2-5f55-49ad-81a7-af81bc2aa041 service neutron] 10.222.0.50 "GET /v2.0/networks/4a130744-37d6-4e5b-9d7f-30f89f770944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037740 Feb 09 01:27:07.745709 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4c6f0-6976-4bba-ad94-e813c81b6c0f req-d1682238-d3e6-4b95-b889-af71bbf2079e tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:07.747863 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e8d4c6f0-6976-4bba-ad94-e813c81b6c0f req-d1682238-d3e6-4b95-b889-af71bbf2079e tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] 10.222.0.50 "GET /v2.0/networks?id=8d490496-130e-4c33-8332-cd83182ef0e5 HTTP/1.1" status: 200 len: 808 time: 0.4220641 Feb 09 01:27:07.758905 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9cd43e8e-21d4-4f73-8666-8e79f048b8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:07.774205 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:07.774886 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd43e8e-21d4-4f73-8666-8e79f048b8ca None None] Routers {'5049ab7b-826f-4d3d-9d71-74eb7b04d85f'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:07.775550 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9cd43e8e-21d4-4f73-8666-8e79f048b8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:27:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['5049ab7b-826f-4d3d-9d71-74eb7b04d85f'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:07.804775 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-cc6e13f1-83b4-4fdf-b6bb-d71d4c446043 None None] Provisioning complete for port c9041c68-c58a-4ad9-ab1f-3ea093b67dbe triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:07.805814 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cc6e13f1-83b4-4fdf-b6bb-d71d4c446043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c9041c68-c58a-4ad9-ab1f-3ea093b67dbe), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:07.814080 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9cd43e8e-21d4-4f73-8666-8e79f048b8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:07.814735 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd43e8e-21d4-4f73-8666-8e79f048b8ca None None] The sync data for ids ['5049ab7b-826f-4d3d-9d71-74eb7b04d85f'] in n-d-828369-4 is: [] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:07.879884 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-cc6e13f1-83b4-4fdf-b6bb-d71d4c446043 None None] Port c9041c68-c58a-4ad9-ab1f-3ea093b67dbe cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:27:07.912347 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156cce7-39a8-4403-a766-b549f0c5b42c req-52d22be0-76be-4a82-a0ff-90e523dcf265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:07.914643 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e156cce7-39a8-4403-a766-b549f0c5b42c req-52d22be0-76be-4a82-a0ff-90e523dcf265 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=d88b7625-86d0-4021-80a0-5ba2f7b1a042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3245347 Feb 09 01:27:07.959211 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e8d4c6f0-6976-4bba-ad94-e813c81b6c0f req-91b45eb3-6e24-445f-ae5b-ab4df1923b9f tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] 10.222.0.50 "GET /v2.0/quotas/31c4eafebbf44350a88b001e0af836f1 HTTP/1.1" status: 200 len: 375 time: 0.0636387 Feb 09 01:27:07.961760 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-597cab9a-002a-4158-a1a5-f9369aff60ca service neutron] 10.222.0.50 "GET /v2.0/networks/4a130744-37d6-4e5b-9d7f-30f89f770944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128696 Feb 09 01:27:08.005039 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1392fb61-32e8-40cc-b186-8068c90f372c tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:08.009334 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1392fb61-32e8-40cc-b186-8068c90f372c tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "GET /v2.0/ports/c9041c68-c58a-4ad9-ab1f-3ea093b67dbe HTTP/1.1" status: 200 len: 910 time: 0.2783847 Feb 09 01:27:08.010286 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 46240) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:08.351885 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e8d4c6f0-6976-4bba-ad94-e813c81b6c0f req-6841b447-2763-4bad-be52-b770fb6b0f33 tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=31c4eafebbf44350a88b001e0af836f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3531969 Feb 09 01:27:08.443903 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:08.621113 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e03a7fa7-4217-443c-8429-2d9560097874 req-8c718333-6dab-4ab5-906a-8ffd2a7f43e1 tempest-ServerShowV254Test-986758758 tempest-ServerShowV254Test-986758758-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea5ef315-138b-4874-926f-6fa90393447a HTTP/1.1" status: 200 len: 210 time: 0.0527775 Feb 09 01:27:09.052103 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e156cce7-39a8-4403-a766-b549f0c5b42c req-a97d4043-e802-4e79-a86b-eb1020dc0bf4 service neutron] 10.222.0.120 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1203847 Feb 09 01:27:09.132105 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-50b9c3ff-5373-451b-a3ea-06eedc40fc34 req-ef41b207-701c-4c25-9631-feec3e754707 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "GET /v2.0/ports?device_id=925a5246-c45c-4850-9106-283e25e36d01 HTTP/1.1" status: 200 len: 210 time: 0.1377087 Feb 09 01:27:09.165454 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e8d4c6f0-6976-4bba-ad94-e813c81b6c0f req-4948a36f-8284-4685-bf1f-cb5a46180127 service neutron] 10.222.0.50 "GET /v2.0/networks/8d490496-130e-4c33-8332-cd83182ef0e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8005874 Feb 09 01:27:09.168482 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437766a-ff35-4d87-aee3-f7fa36f66fa5 req-ad0672ec-cb6e-425d-8f48-c12f157d885d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:09.170133 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1437766a-ff35-4d87-aee3-f7fa36f66fa5 req-ad0672ec-cb6e-425d-8f48-c12f157d885d service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=99253303b883423fad908712b3678824&device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 1126 time: 0.7812965 Feb 09 01:27:09.416086 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:09.485994 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e156cce7-39a8-4403-a766-b549f0c5b42c req-8ceb3734-0e41-4aa6-b46a-9fa88096cf3d service neutron] 10.222.0.120 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164670 Feb 09 01:27:09.548914 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437766a-ff35-4d87-aee3-f7fa36f66fa5 req-000981a2-b42f-4b25-a3ae-d8b09a843b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:09.550807 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1437766a-ff35-4d87-aee3-f7fa36f66fa5 req-000981a2-b42f-4b25-a3ae-d8b09a843b81 service neutron] 10.222.0.120 "GET /v2.0/networks?id=d88b7625-86d0-4021-80a0-5ba2f7b1a042 HTTP/1.1" status: 200 len: 913 time: 0.3604717 Feb 09 01:27:09.555027 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e8d4c6f0-6976-4bba-ad94-e813c81b6c0f req-ebec7d8d-4490-4dc2-b235-bf299cdfa70b service neutron] 10.222.0.50 "GET /v2.0/networks/8d490496-130e-4c33-8332-cd83182ef0e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741784 Feb 09 01:27:09.598388 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb64e3-693e-4ebd-b9f4-5ab81d86bf0f req-57983b88-eff8-4edb-88e9-482d972fac29 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:09.599966 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-21bb64e3-693e-4ebd-b9f4-5ab81d86bf0f req-57983b88-eff8-4edb-88e9-482d972fac29 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.3767281 Feb 09 01:27:09.779400 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-926b069c-75ed-40fe-8b4d-310d24e5b1e7 req-e1c214a1-d4f4-4059-a8ac-d5481a25379f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ea5ef315-138b-4874-926f-6fa90393447a HTTP/1.1" status: 200 len: 210 time: 0.0953887 Feb 09 01:27:09.791323 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c037a6f0-8e20-40c7-93d3-e4b019ea76b7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (5049ab7b-826f-4d3d-9d71-74eb7b04d85f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:09.875175 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-21bb64e3-693e-4ebd-b9f4-5ab81d86bf0f req-48f04e44-f0c5-426b-bcb0-c399ccc1990a tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2594714 Feb 09 01:27:09.967976 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-4250895b-2b49-4999-ae17-7f0674df39dd tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:09.973540 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-4250895b-2b49-4999-ae17-7f0674df39dd tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.120 "GET /v2.0/networks?id=4a130744-37d6-4e5b-9d7f-30f89f770944 HTTP/1.1" status: 200 len: 798 time: 0.4552565 Feb 09 01:27:10.037217 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1437766a-ff35-4d87-aee3-f7fa36f66fa5 req-eb4b0b03-06ba-44d5-afc5-0e5df23e0ce5 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 HTTP/1.1" status: 200 len: 999 time: 0.4300590 Feb 09 01:27:10.077078 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-96e3b67b-243d-479d-902b-2a246c889113 req-d7a54e23-5d99-4314-aedd-947db4e3ac51 tempest-ServerShowV254Test-986758758 tempest-ServerShowV254Test-986758758-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea5ef315-138b-4874-926f-6fa90393447a HTTP/1.1" status: 200 len: 210 time: 0.2008960 Feb 09 01:27:10.090898 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-dccf6ac7-7722-4d45-89b5-bdfe7e57710b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Request body: {'port': {'device_id': '925a5246-c45c-4850-9106-283e25e36d01', 'network_id': '4a130744-37d6-4e5b-9d7f-30f89f770944', 'admin_state_up': True, 'tenant_id': '5b3cbba90205438cb5119ccafd525f59'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:10.191739 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b6e838c5-baa5-4607-8c88-4755bba27f84 req-51926568-b8a5-4dc0-af18-d074db0c34e9 tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] 10.222.0.50 "GET /v2.0/ports?device_id=450cd261-9f7b-4ac2-b433-9349f92b3cba HTTP/1.1" status: 200 len: 210 time: 0.2160683 Feb 09 01:27:10.239974 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437766a-ff35-4d87-aee3-f7fa36f66fa5 req-fc24bf79-3c52-4690-9083-e7768f1bf006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:10.241579 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1437766a-ff35-4d87-aee3-f7fa36f66fa5 req-fc24bf79-3c52-4690-9083-e7768f1bf006 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=e8a10734-f380-44a3-a9f7-298105351e3b HTTP/1.1" status: 200 len: 850 time: 0.1473505 Feb 09 01:27:10.390638 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1af6b560-59cf-465f-98ff-c855ef2668bc req-7d77fcda-5ef0-4048-a4d9-f24f705257d3 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "GET /v2.0/ports?device_id=925a5246-c45c-4850-9106-283e25e36d01 HTTP/1.1" status: 200 len: 210 time: 0.1307263 Feb 09 01:27:10.535735 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-dccf6ac7-7722-4d45-89b5-bdfe7e57710b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Made reservation on behalf of 5b3cbba90205438cb5119ccafd525f59 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:10.539035 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-dccf6ac7-7722-4d45-89b5-bdfe7e57710b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:10.547338 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437766a-ff35-4d87-aee3-f7fa36f66fa5 req-4a3babd6-e025-4679-af68-3ebb38d86574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:10.548897 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1437766a-ff35-4d87-aee3-f7fa36f66fa5 req-4a3babd6-e025-4679-af68-3ebb38d86574 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=d88b7625-86d0-4021-80a0-5ba2f7b1a042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2991858 Feb 09 01:27:10.798754 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1437766a-ff35-4d87-aee3-f7fa36f66fa5 req-7ed0082a-6811-41c5-aa30-61aa928929ce service neutron] 10.222.0.120 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427964 Feb 09 01:27:11.301859 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-dccf6ac7-7722-4d45-89b5-bdfe7e57710b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Allocated IP 172.20.0.22 (4a130744-37d6-4e5b-9d7f-30f89f770944/6d59555b-1971-478b-a4f8-9b82f6b06f6b/69b89f77-751b-412a-ad7d-6e3ff1f35a02) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:11.362571 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0885fbc-4f3c-4438-8e76-4b592ad3a6c9 req-73415f35-ca5c-4fe5-b4e5-be00025c9e65 tempest-ServerShowV254Test-986758758 tempest-ServerShowV254Test-986758758-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea5ef315-138b-4874-926f-6fa90393447a HTTP/1.1" status: 200 len: 210 time: 0.0659282 Feb 09 01:27:11.488641 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4c6f0-6976-4bba-ad94-e813c81b6c0f req-0d3a55b7-ef60-447c-b3bc-81988fd577e7 tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:11.490436 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e8d4c6f0-6976-4bba-ad94-e813c81b6c0f req-0d3a55b7-ef60-447c-b3bc-81988fd577e7 tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] 10.222.0.47 "GET /v2.0/networks?id=8d490496-130e-4c33-8332-cd83182ef0e5 HTTP/1.1" status: 200 len: 808 time: 0.3190749 Feb 09 01:27:11.541893 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2278b-ca5d-43f8-ae04-1409460125a0 req-b5cb1562-f510-4faf-b635-a394c096c0d5 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:11.543755 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-26c2278b-ca5d-43f8-ae04-1409460125a0 req-b5cb1562-f510-4faf-b635-a394c096c0d5 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.3739495 Feb 09 01:27:11.545836 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d049b01b-7144-45f3-9155-285f244c08b0 req-5a42a754-321c-418d-a339-d7e58585ff31 tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] 10.222.0.50 "GET /v2.0/ports?device_id=450cd261-9f7b-4ac2-b433-9349f92b3cba HTTP/1.1" status: 200 len: 210 time: 0.0669501 Feb 09 01:27:11.554496 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-e8d4c6f0-6976-4bba-ad94-e813c81b6c0f req-14c09619-69a3-4480-998d-24a93d66d792 tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] Request body: {'port': {'device_id': '450cd261-9f7b-4ac2-b433-9349f92b3cba', 'network_id': '8d490496-130e-4c33-8332-cd83182ef0e5', 'admin_state_up': True, 'tenant_id': '31c4eafebbf44350a88b001e0af836f1'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:11.559235 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1437766a-ff35-4d87-aee3-f7fa36f66fa5 req-9778f815-be0a-4857-a608-cc72cff966b0 service neutron] 10.222.0.120 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7391224 Feb 09 01:27:11.625103 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-c037a6f0-8e20-40c7-93d3-e4b019ea76b7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Deleting port c9041c68-c58a-4ad9-ab1f-3ea093b67dbe {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:27:11.625663 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c037a6f0-8e20-40c7-93d3-e4b019ea76b7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (c9041c68-c58a-4ad9-ab1f-3ea093b67dbe), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:11.860446 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-dccf6ac7-7722-4d45-89b5-bdfe7e57710b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for port (69b89f77-751b-412a-ad7d-6e3ff1f35a02), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:11.898689 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-26c2278b-ca5d-43f8-ae04-1409460125a0 req-5c2522cb-dcde-41a6-a640-9d733bf17e54 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3338580 Feb 09 01:27:11.900592 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c037a6f0-8e20-40c7-93d3-e4b019ea76b7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (c9041c68-c58a-4ad9-ab1f-3ea093b67dbe), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:11.982957 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-35fbf5a8-4f69-4428-9563-25649889f40b req-951f1ae3-5d0e-484c-9891-2d4535fdeb22 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "GET /v2.0/ports?device_id=925a5246-c45c-4850-9106-283e25e36d01 HTTP/1.1" status: 200 len: 210 time: 0.0445569 Feb 09 01:27:11.982957 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8d4c6f0-6976-4bba-ad94-e813c81b6c0f req-14c09619-69a3-4480-998d-24a93d66d792 tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] Made reservation on behalf of 31c4eafebbf44350a88b001e0af836f1 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:11.991206 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e8d4c6f0-6976-4bba-ad94-e813c81b6c0f req-14c09619-69a3-4480-998d-24a93d66d792 tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:12.026564 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-c037a6f0-8e20-40c7-93d3-e4b019ea76b7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Calling delete_port for c9041c68-c58a-4ad9-ab1f-3ea093b67dbe owned by network:router_interface {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:27:12.063804 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-dccf6ac7-7722-4d45-89b5-bdfe7e57710b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (69b89f77-751b-412a-ad7d-6e3ff1f35a02), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:12.323636 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf6ac7-7722-4d45-89b5-bdfe7e57710b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Pushing event updated for resources: {'Port': ['ID=69b89f77-751b-412a-ad7d-6e3ff1f35a02,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:12.371988 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-dccf6ac7-7722-4d45-89b5-bdfe7e57710b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Network 4a130744-37d6-4e5b-9d7f-30f89f770944 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:12.444873 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-dccf6ac7-7722-4d45-89b5-bdfe7e57710b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:12.448663 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-dccf6ac7-7722-4d45-89b5-bdfe7e57710b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:27:12.479338 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-e8d4c6f0-6976-4bba-ad94-e813c81b6c0f req-14c09619-69a3-4480-998d-24a93d66d792 tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] Allocated IP 172.20.0.4 (8d490496-130e-4c33-8332-cd83182ef0e5/3a5a2108-7da0-44fa-8862-c4f70e7f91ac/5165e257-8727-4815-a2eb-990498e6b77f) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:12.640495 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e8d4c6f0-6976-4bba-ad94-e813c81b6c0f req-14c09619-69a3-4480-998d-24a93d66d792 tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] Publish callbacks [] for port (5165e257-8727-4815-a2eb-990498e6b77f), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:12.721617 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a7828ed3-59f6-449f-8b0f-c2bb58243287 req-1f5527ff-f08b-4a53-9a63-76b77046911a tempest-ServerShowV254Test-986758758 tempest-ServerShowV254Test-986758758-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea5ef315-138b-4874-926f-6fa90393447a HTTP/1.1" status: 200 len: 210 time: 0.3480780 Feb 09 01:27:12.776037 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a4391ff7-7947-4ff6-8f44-304a3f5705c9 req-85141927-43f0-47c1-964c-998dd1a20366 tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] 10.222.0.50 "GET /v2.0/ports?device_id=450cd261-9f7b-4ac2-b433-9349f92b3cba HTTP/1.1" status: 200 len: 210 time: 0.0531301 Feb 09 01:27:12.840189 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-dccf6ac7-7722-4d45-89b5-bdfe7e57710b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:12.841275 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-dccf6ac7-7722-4d45-89b5-bdfe7e57710b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:12.856333 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-48e73887-d2bf-4c1a-a263-70f4624b0108 None None] Provisioning complete for port 69b89f77-751b-412a-ad7d-6e3ff1f35a02 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:12.856949 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-48e73887-d2bf-4c1a-a263-70f4624b0108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (69b89f77-751b-412a-ad7d-6e3ff1f35a02), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:12.863237 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e8d4c6f0-6976-4bba-ad94-e813c81b6c0f req-14c09619-69a3-4480-998d-24a93d66d792 tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (5165e257-8727-4815-a2eb-990498e6b77f), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:12.882784 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-dccf6ac7-7722-4d45-89b5-bdfe7e57710b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.8443308 Feb 09 01:27:12.902690 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-48e73887-d2bf-4c1a-a263-70f4624b0108 None None] Port 69b89f77-751b-412a-ad7d-6e3ff1f35a02 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:27:12.908969 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-b8e3e4fe-33a3-4f77-bcfc-a16d8e66f9b1 service neutron] Request body: {'port': {'device_id': '925a5246-c45c-4850-9106-283e25e36d01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:12.951148 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8d4c6f0-6976-4bba-ad94-e813c81b6c0f req-14c09619-69a3-4480-998d-24a93d66d792 tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] Network 8d490496-130e-4c33-8332-cd83182ef0e5 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:12.959079 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c037a6f0-8e20-40c7-93d3-e4b019ea76b7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (c9041c68-c58a-4ad9-ab1f-3ea093b67dbe), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:12.965753 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-e8d4c6f0-6976-4bba-ad94-e813c81b6c0f req-14c09619-69a3-4480-998d-24a93d66d792 tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:12.976526 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d4c6f0-6976-4bba-ad94-e813c81b6c0f req-14c09619-69a3-4480-998d-24a93d66d792 tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:27:12.983396 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c09619-69a3-4480-998d-24a93d66d792 tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] Pushing event updated for resources: {'Port': ['ID=5165e257-8727-4815-a2eb-990498e6b77f,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:13.110989 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-b8e3e4fe-33a3-4f77-bcfc-a16d8e66f9b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (69b89f77-751b-412a-ad7d-6e3ff1f35a02), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:13.168952 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c037a6f0-8e20-40c7-93d3-e4b019ea76b7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event deleted for resources: {'Port': ['ID=c9041c68-c58a-4ad9-ab1f-3ea093b67dbe,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:13.175673 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4c6f0-6976-4bba-ad94-e813c81b6c0f req-14c09619-69a3-4480-998d-24a93d66d792 tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:13.176834 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e8d4c6f0-6976-4bba-ad94-e813c81b6c0f req-14c09619-69a3-4480-998d-24a93d66d792 tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:13.329364 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e8d4c6f0-6976-4bba-ad94-e813c81b6c0f req-14c09619-69a3-4480-998d-24a93d66d792 tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7821455 Feb 09 01:27:13.388274 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-e8d4c6f0-6976-4bba-ad94-e813c81b6c0f req-32d3a627-410c-4ba8-b6d4-fdd985b93ac2 service neutron] Request body: {'port': {'device_id': '450cd261-9f7b-4ac2-b433-9349f92b3cba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:13.519390 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0822a513-46ea-4b68-99ae-0772aef5bc8b req-f69eb9cc-9c8c-46e2-9115-0b698861c8de tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:13.520965 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0822a513-46ea-4b68-99ae-0772aef5bc8b req-f69eb9cc-9c8c-46e2-9115-0b698861c8de tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "GET /v2.0/ports?device_id=925a5246-c45c-4850-9106-283e25e36d01 HTTP/1.1" status: 200 len: 895 time: 0.3953464 Feb 09 01:27:13.542792 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c83df7-eef8-4b37-9cfe-66047a8f3ace req-7d48a4f0-d9a2-40c2-90a8-7c4f4f92262d tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:13.542792 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-28c83df7-eef8-4b37-9cfe-66047a8f3ace req-7d48a4f0-d9a2-40c2-90a8-7c4f4f92262d tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.4955816 Feb 09 01:27:13.710279 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e8d4c6f0-6976-4bba-ad94-e813c81b6c0f req-32d3a627-410c-4ba8-b6d4-fdd985b93ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5165e257-8727-4815-a2eb-990498e6b77f), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:13.727620 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c037a6f0-8e20-40c7-93d3-e4b019ea76b7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (5049ab7b-826f-4d3d-9d71-74eb7b04d85f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:13.780425 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-28c83df7-eef8-4b37-9cfe-66047a8f3ace req-0ee5708c-87a6-49ef-a07e-1e5b9cbee13a tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2278130 Feb 09 01:27:14.259993 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-b8e3e4fe-33a3-4f77-bcfc-a16d8e66f9b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69b89f77-751b-412a-ad7d-6e3ff1f35a02 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:27:14.282575 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fc8a49c7-a404-4907-84a5-72ec41da914a req-036b0c32-8764-4fd4-933c-d33ce534357c tempest-ServerShowV254Test-986758758 tempest-ServerShowV254Test-986758758-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea5ef315-138b-4874-926f-6fa90393447a HTTP/1.1" status: 200 len: 210 time: 0.4022772 Feb 09 01:27:14.299594 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-b8e3e4fe-33a3-4f77-bcfc-a16d8e66f9b1 service neutron] Publish callbacks [] for port (69b89f77-751b-412a-ad7d-6e3ff1f35a02), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:14.390498 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-b8e3e4fe-33a3-4f77-bcfc-a16d8e66f9b1 service neutron] Transition to ACTIVE for port object 69b89f77-751b-412a-ad7d-6e3ff1f35a02 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:27:14.408052 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-b8e3e4fe-33a3-4f77-bcfc-a16d8e66f9b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (69b89f77-751b-412a-ad7d-6e3ff1f35a02), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:14.429269 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef884760-440e-4f6d-8fd7-27b7a6eb1f8b req-e67babcc-c6c3-4f99-8cc6-e4e640df85d7 tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:14.430770 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ef884760-440e-4f6d-8fd7-27b7a6eb1f8b req-e67babcc-c6c3-4f99-8cc6-e4e640df85d7 tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] 10.222.0.50 "GET /v2.0/ports?device_id=450cd261-9f7b-4ac2-b433-9349f92b3cba HTTP/1.1" status: 200 len: 931 time: 0.2378573 Feb 09 01:27:14.647417 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e3e4fe-33a3-4f77-bcfc-a16d8e66f9b1 service neutron] Pushing event updated for resources: {'Port': ['ID=69b89f77-751b-412a-ad7d-6e3ff1f35a02,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:14.873508 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ef884760-440e-4f6d-8fd7-27b7a6eb1f8b req-ea63348a-ee92-4bc9-a5c8-41ef27865d9a tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] 10.222.0.50 "GET /v2.0/security-groups?id=46d19180-284b-4c8d-825a-ad8d8b30e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4169590 Feb 09 01:27:14.895775 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c037a6f0-8e20-40c7-93d3-e4b019ea76b7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Router 5049ab7b-826f-4d3d-9d71-74eb7b04d85f has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:27:14.923491 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b90384-0baa-4145-b6b7-76c992953f1b req-98700842-eefb-40d6-9a7f-1f2c2c22b359 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:14.925879 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a5b90384-0baa-4145-b6b7-76c992953f1b req-98700842-eefb-40d6-9a7f-1f2c2c22b359 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "GET /v2.0/ports?device_id=925a5246-c45c-4850-9106-283e25e36d01 HTTP/1.1" status: 200 len: 907 time: 0.2501287 Feb 09 01:27:14.967043 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-b8e3e4fe-33a3-4f77-bcfc-a16d8e66f9b1 service neutron] Attempting to bind port 69b89f77-751b-412a-ad7d-6e3ff1f35a02 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:27:14.967625 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-b8e3e4fe-33a3-4f77-bcfc-a16d8e66f9b1 service neutron] Attempting to bind port 69b89f77-751b-412a-ad7d-6e3ff1f35a02 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': 'dfd208fe-46de-4dce-8266-c1b1a45aa2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '4a130744-37d6-4e5b-9d7f-30f89f770944'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:27:14.968156 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-b8e3e4fe-33a3-4f77-bcfc-a16d8e66f9b1 service neutron] Attempting to bind port 69b89f77-751b-412a-ad7d-6e3ff1f35a02 on network 4a130744-37d6-4e5b-9d7f-30f89f770944 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:27:15.066996 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-b8e3e4fe-33a3-4f77-bcfc-a16d8e66f9b1 service neutron] Port 69b89f77-751b-412a-ad7d-6e3ff1f35a02 on network 4a130744-37d6-4e5b-9d7f-30f89f770944 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:27:15.067244 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-b8e3e4fe-33a3-4f77-bcfc-a16d8e66f9b1 service neutron] Attempting to bind port 69b89f77-751b-412a-ad7d-6e3ff1f35a02 on network 4a130744-37d6-4e5b-9d7f-30f89f770944 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:27:15.102273 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-b8e3e4fe-33a3-4f77-bcfc-a16d8e66f9b1 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:27:15.102580 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-b8e3e4fe-33a3-4f77-bcfc-a16d8e66f9b1 service neutron] Checking segment: {'id': 'dfd208fe-46de-4dce-8266-c1b1a45aa2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '4a130744-37d6-4e5b-9d7f-30f89f770944'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:27:15.102943 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-b8e3e4fe-33a3-4f77-bcfc-a16d8e66f9b1 service neutron] Bound using segment: {'id': 'dfd208fe-46de-4dce-8266-c1b1a45aa2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '4a130744-37d6-4e5b-9d7f-30f89f770944'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:27:15.103399 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-b8e3e4fe-33a3-4f77-bcfc-a16d8e66f9b1 service neutron] Bound port: 69b89f77-751b-412a-ad7d-6e3ff1f35a02, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfd208fe-46de-4dce-8266-c1b1a45aa2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '4a130744-37d6-4e5b-9d7f-30f89f770944'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:27:15.103770 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-b8e3e4fe-33a3-4f77-bcfc-a16d8e66f9b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (69b89f77-751b-412a-ad7d-6e3ff1f35a02), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:15.110244 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-e8d4c6f0-6976-4bba-ad94-e813c81b6c0f req-32d3a627-410c-4ba8-b6d4-fdd985b93ac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5165e257-8727-4815-a2eb-990498e6b77f {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:27:15.132685 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e8d4c6f0-6976-4bba-ad94-e813c81b6c0f req-32d3a627-410c-4ba8-b6d4-fdd985b93ac2 service neutron] Publish callbacks [] for port (5165e257-8727-4815-a2eb-990498e6b77f), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:15.168058 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c037a6f0-8e20-40c7-93d3-e4b019ea76b7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:27:15.178463 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c037a6f0-8e20-40c7-93d3-e4b019ea76b7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "PUT /v2.0/routers/5049ab7b-826f-4d3d-9d71-74eb7b04d85f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1572185 Feb 09 01:27:15.179089 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46370) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:15.188128 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-e8d4c6f0-6976-4bba-ad94-e813c81b6c0f req-32d3a627-410c-4ba8-b6d4-fdd985b93ac2 service neutron] Transition to ACTIVE for port object 5165e257-8727-4815-a2eb-990498e6b77f will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:27:15.200084 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37f86ca-8376-451a-a67a-c1b4e5ae7b2e None None] Sync routers for ids ['5049ab7b-826f-4d3d-9d71-74eb7b04d85f'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:15.204552 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d023ef-1676-4458-9d32-1892125deaef req-ab0cc209-4b2b-4e76-bcb4-3f5e3e6ce410 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:15.206089 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-14d023ef-1676-4458-9d32-1892125deaef req-ab0cc209-4b2b-4e76-bcb4-3f5e3e6ce410 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.1853275 Feb 09 01:27:15.206746 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e8d4c6f0-6976-4bba-ad94-e813c81b6c0f req-32d3a627-410c-4ba8-b6d4-fdd985b93ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (5165e257-8727-4815-a2eb-990498e6b77f), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:15.242723 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37f86ca-8376-451a-a67a-c1b4e5ae7b2e None None] Routers {'5049ab7b-826f-4d3d-9d71-74eb7b04d85f'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:15.243452 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-f37f86ca-8376-451a-a67a-c1b4e5ae7b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:27:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['5049ab7b-826f-4d3d-9d71-74eb7b04d85f'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:15.279816 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-f37f86ca-8376-451a-a67a-c1b4e5ae7b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:15.295339 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-b8e3e4fe-33a3-4f77-bcfc-a16d8e66f9b1 service neutron] For port 69b89f77-751b-412a-ad7d-6e3ff1f35a02, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:27:15.297572 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37f86ca-8376-451a-a67a-c1b4e5ae7b2e None None] Routers {'5049ab7b-826f-4d3d-9d71-74eb7b04d85f'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:15.298361 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-f37f86ca-8376-451a-a67a-c1b4e5ae7b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:27:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['5049ab7b-826f-4d3d-9d71-74eb7b04d85f'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:15.309407 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d3a627-410c-4ba8-b6d4-fdd985b93ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=5165e257-8727-4815-a2eb-990498e6b77f,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:15.324166 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-b8e3e4fe-33a3-4f77-bcfc-a16d8e66f9b1 service neutron] For port 69b89f77-751b-412a-ad7d-6e3ff1f35a02, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=69b89f77-751b-412a-ad7d-6e3ff1f35a02,segment=NetworkSegment(dfd208fe-46de-4dce-8266-c1b1a45aa2db),segment_id=dfd208fe-46de-4dce-8266-c1b1a45aa2db)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:27:15.384518 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-b8e3e4fe-33a3-4f77-bcfc-a16d8e66f9b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (69b89f77-751b-412a-ad7d-6e3ff1f35a02), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:15.385240 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-f37f86ca-8376-451a-a67a-c1b4e5ae7b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:15.386089 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37f86ca-8376-451a-a67a-c1b4e5ae7b2e None None] The sync data for ids ['5049ab7b-826f-4d3d-9d71-74eb7b04d85f'] in n-d-828369-4 is: [] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:15.512269 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-b8e3e4fe-33a3-4f77-bcfc-a16d8e66f9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:15.513010 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-b8e3e4fe-33a3-4f77-bcfc-a16d8e66f9b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:15.514647 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-b8e3e4fe-33a3-4f77-bcfc-a16d8e66f9b1 service neutron] 10.222.0.120 "PUT /v2.0/ports/69b89f77-751b-412a-ad7d-6e3ff1f35a02 HTTP/1.1" status: 200 len: 1055 time: 2.6098917 Feb 09 01:27:15.565491 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e3e4fe-33a3-4f77-bcfc-a16d8e66f9b1 service neutron] Pushing event updated for resources: {'Port': ['ID=69b89f77-751b-412a-ad7d-6e3ff1f35a02,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:15.585181 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-14d023ef-1676-4458-9d32-1892125deaef req-d3f07f05-3068-4f5c-9e87-cb8c47128022 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3426468 Feb 09 01:27:15.610929 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '925a5246-c45c-4850-9106-283e25e36d01', 'tag': '69b89f77-751b-412a-ad7d-6e3ff1f35a02'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:27:15.614719 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da04b543-f4e5-4885-95a6-c4779e7b89e1" -d '{"events": [{"name": "network-changed", "server_uuid": "925a5246-c45c-4850-9106-283e25e36d01", "tag": "69b89f77-751b-412a-ad7d-6e3ff1f35a02"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:27:15.617508 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-e8d4c6f0-6976-4bba-ad94-e813c81b6c0f req-32d3a627-410c-4ba8-b6d4-fdd985b93ac2 service neutron] Attempting to bind port 5165e257-8727-4815-a2eb-990498e6b77f on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:27:15.618104 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-e8d4c6f0-6976-4bba-ad94-e813c81b6c0f req-32d3a627-410c-4ba8-b6d4-fdd985b93ac2 service neutron] Attempting to bind port 5165e257-8727-4815-a2eb-990498e6b77f by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '1193260d-27f2-4ff2-a182-33c2ceebabdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '8d490496-130e-4c33-8332-cd83182ef0e5'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:27:15.618605 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d4c6f0-6976-4bba-ad94-e813c81b6c0f req-32d3a627-410c-4ba8-b6d4-fdd985b93ac2 service neutron] Attempting to bind port 5165e257-8727-4815-a2eb-990498e6b77f on network 8d490496-130e-4c33-8332-cd83182ef0e5 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:27:15.737497 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d4c6f0-6976-4bba-ad94-e813c81b6c0f req-32d3a627-410c-4ba8-b6d4-fdd985b93ac2 service neutron] Port 5165e257-8727-4815-a2eb-990498e6b77f on network 8d490496-130e-4c33-8332-cd83182ef0e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:27:15.737973 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d4c6f0-6976-4bba-ad94-e813c81b6c0f req-32d3a627-410c-4ba8-b6d4-fdd985b93ac2 service neutron] Attempting to bind port 5165e257-8727-4815-a2eb-990498e6b77f on network 8d490496-130e-4c33-8332-cd83182ef0e5 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:27:15.745942 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bbd52c0b-5de6-484e-9cd0-9047b8988f6e req-fb9e6e1f-e1b7-4895-a0aa-7373bf0d2a0b tempest-ServerShowV254Test-986758758 tempest-ServerShowV254Test-986758758-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea5ef315-138b-4874-926f-6fa90393447a HTTP/1.1" status: 200 len: 210 time: 0.3377736 Feb 09 01:27:15.752263 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713cdcc0-dfd7-497e-85d1-3f3f53988d53 x-openstack-request-id: req-713cdcc0-dfd7-497e-85d1-3f3f53988d53 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:27:15.752598 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "925a5246-c45c-4850-9106-283e25e36d01", "tag": "69b89f77-751b-412a-ad7d-6e3ff1f35a02", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:27:15.754126 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-713cdcc0-dfd7-497e-85d1-3f3f53988d53 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:27:15.754126 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '925a5246-c45c-4850-9106-283e25e36d01', 'tag': '69b89f77-751b-412a-ad7d-6e3ff1f35a02', 'status': 'completed', 'code': 200} Feb 09 01:27:15.754126 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d4c6f0-6976-4bba-ad94-e813c81b6c0f req-32d3a627-410c-4ba8-b6d4-fdd985b93ac2 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:27:15.754421 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d4c6f0-6976-4bba-ad94-e813c81b6c0f req-32d3a627-410c-4ba8-b6d4-fdd985b93ac2 service neutron] Checking segment: {'id': '1193260d-27f2-4ff2-a182-33c2ceebabdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '8d490496-130e-4c33-8332-cd83182ef0e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:27:15.754794 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d4c6f0-6976-4bba-ad94-e813c81b6c0f req-32d3a627-410c-4ba8-b6d4-fdd985b93ac2 service neutron] Bound using segment: {'id': '1193260d-27f2-4ff2-a182-33c2ceebabdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '8d490496-130e-4c33-8332-cd83182ef0e5'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:27:15.755141 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-e8d4c6f0-6976-4bba-ad94-e813c81b6c0f req-32d3a627-410c-4ba8-b6d4-fdd985b93ac2 service neutron] Bound port: 5165e257-8727-4815-a2eb-990498e6b77f, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1193260d-27f2-4ff2-a182-33c2ceebabdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '8d490496-130e-4c33-8332-cd83182ef0e5'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:27:15.755512 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e8d4c6f0-6976-4bba-ad94-e813c81b6c0f req-32d3a627-410c-4ba8-b6d4-fdd985b93ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5165e257-8727-4815-a2eb-990498e6b77f), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:15.769108 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f02290d8-f815-4f2e-b0a2-85d37909f696 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (5049ab7b-826f-4d3d-9d71-74eb7b04d85f), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:15.899910 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-e8d4c6f0-6976-4bba-ad94-e813c81b6c0f req-32d3a627-410c-4ba8-b6d4-fdd985b93ac2 service neutron] For port 5165e257-8727-4815-a2eb-990498e6b77f, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:27:15.909571 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-e8d4c6f0-6976-4bba-ad94-e813c81b6c0f req-32d3a627-410c-4ba8-b6d4-fdd985b93ac2 service neutron] For port 5165e257-8727-4815-a2eb-990498e6b77f, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=5165e257-8727-4815-a2eb-990498e6b77f,segment=NetworkSegment(1193260d-27f2-4ff2-a182-33c2ceebabdd),segment_id=1193260d-27f2-4ff2-a182-33c2ceebabdd)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:27:15.925819 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e8d4c6f0-6976-4bba-ad94-e813c81b6c0f req-32d3a627-410c-4ba8-b6d4-fdd985b93ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (5165e257-8727-4815-a2eb-990498e6b77f), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:16.009511 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-1bb8904d-9b51-4007-9b15-e78d702681f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:16.014071 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-1bb8904d-9b51-4007-9b15-e78d702681f6 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=5b3cbba90205438cb5119ccafd525f59&device_id=925a5246-c45c-4850-9106-283e25e36d01 HTTP/1.1" status: 200 len: 1089 time: 0.4267197 Feb 09 01:27:16.092473 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4c6f0-6976-4bba-ad94-e813c81b6c0f req-32d3a627-410c-4ba8-b6d4-fdd985b93ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:16.093758 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e8d4c6f0-6976-4bba-ad94-e813c81b6c0f req-32d3a627-410c-4ba8-b6d4-fdd985b93ac2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:16.095297 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e8d4c6f0-6976-4bba-ad94-e813c81b6c0f req-32d3a627-410c-4ba8-b6d4-fdd985b93ac2 service neutron] 10.222.0.47 "PUT /v2.0/ports/5165e257-8727-4815-a2eb-990498e6b77f HTTP/1.1" status: 200 len: 1091 time: 2.7588968 Feb 09 01:27:16.182612 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-c5d04f98-75d6-43df-89e9-153365063cbb service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=69b89f77-751b-412a-ad7d-6e3ff1f35a02 HTTP/1.1" status: 200 len: 217 time: 0.1397974 Feb 09 01:27:16.266501 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d3a627-410c-4ba8-b6d4-fdd985b93ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=5165e257-8727-4815-a2eb-990498e6b77f,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:16.302670 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4b949-9222-40fe-9b67-77902b5e8409 req-0485aeee-8a57-4922-aaa4-10d7c0743081 tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:16.304189 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cdd4b949-9222-40fe-9b67-77902b5e8409 req-0485aeee-8a57-4922-aaa4-10d7c0743081 tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] 10.222.0.50 "GET /v2.0/ports?device_id=450cd261-9f7b-4ac2-b433-9349f92b3cba HTTP/1.1" status: 200 len: 943 time: 0.2834809 Feb 09 01:27:16.308159 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-3fcee7ad-13d2-4b30-abfa-5a823595a1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:16.309621 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-3fcee7ad-13d2-4b30-abfa-5a823595a1ec service neutron] 10.222.0.120 "GET /v2.0/subnets?id=6d59555b-1971-478b-a4f8-9b82f6b06f6b HTTP/1.1" status: 200 len: 837 time: 0.1076021 Feb 09 01:27:16.346025 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe776ea5-fd5d-4904-bc8c-4349ee984037 req-99039443-2da0-4a9c-8433-7f5fddad26a5 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:16.347510 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fe776ea5-fd5d-4904-bc8c-4349ee984037 req-99039443-2da0-4a9c-8433-7f5fddad26a5 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "GET /v2.0/ports?device_id=925a5246-c45c-4850-9106-283e25e36d01 HTTP/1.1" status: 200 len: 907 time: 0.2709014 Feb 09 01:27:16.376565 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4c6f0-6976-4bba-ad94-e813c81b6c0f req-b05c1a11-c2d4-47ae-96ae-1ce53d68cff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:16.376565 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e8d4c6f0-6976-4bba-ad94-e813c81b6c0f req-b05c1a11-c2d4-47ae-96ae-1ce53d68cff8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=31c4eafebbf44350a88b001e0af836f1&device_id=450cd261-9f7b-4ac2-b433-9349f92b3cba HTTP/1.1" status: 200 len: 1125 time: 0.2072501 Feb 09 01:27:16.435984 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e8d4c6f0-6976-4bba-ad94-e813c81b6c0f req-c3ad71e1-5fe2-4a7c-9929-a73075c290c0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5165e257-8727-4815-a2eb-990498e6b77f HTTP/1.1" status: 200 len: 217 time: 0.0534134 Feb 09 01:27:16.452813 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cdd4b949-9222-40fe-9b67-77902b5e8409 req-3285016c-287c-4ed3-93ab-d98ecaaa2293 tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] 10.222.0.50 "GET /v2.0/security-groups?id=46d19180-284b-4c8d-825a-ad8d8b30e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387994 Feb 09 01:27:16.493176 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-c40930f4-78e2-4bcf-9b26-969d00347de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:16.495563 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-c40930f4-78e2-4bcf-9b26-969d00347de6 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=4a130744-37d6-4e5b-9d7f-30f89f770944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1728950 Feb 09 01:27:16.522244 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4c6f0-6976-4bba-ad94-e813c81b6c0f req-e4021612-0236-4b42-8ee2-15a81a9e5af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:16.523719 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e8d4c6f0-6976-4bba-ad94-e813c81b6c0f req-e4021612-0236-4b42-8ee2-15a81a9e5af9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3a5a2108-7da0-44fa-8862-c4f70e7f91ac HTTP/1.1" status: 200 len: 848 time: 0.0814674 Feb 09 01:27:16.586370 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-f02290d8-f815-4f2e-b0a2-85d37909f696 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Deleting port a8ffe163-6c5e-4b1a-98d3-cfe5823c4217 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:27:16.586947 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e8d4c6f0-6976-4bba-ad94-e813c81b6c0f req-9d00bb08-334b-4bb1-be65-c27a6a5fc172 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8d490496-130e-4c33-8332-cd83182ef0e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317545 Feb 09 01:27:16.587573 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f02290d8-f815-4f2e-b0a2-85d37909f696 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (a8ffe163-6c5e-4b1a-98d3-cfe5823c4217), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:16.648614 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-5bfd7f9d-2a6b-468a-9ed7-650f51444f79 service neutron] 10.222.0.120 "GET /v2.0/networks/4a130744-37d6-4e5b-9d7f-30f89f770944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466985 Feb 09 01:27:16.694767 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f02290d8-f815-4f2e-b0a2-85d37909f696 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (a8ffe163-6c5e-4b1a-98d3-cfe5823c4217), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:16.707929 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-f02290d8-f815-4f2e-b0a2-85d37909f696 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Calling delete_port for a8ffe163-6c5e-4b1a-98d3-cfe5823c4217 owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:27:16.775056 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ce7accb2-1d15-4dad-80ab-be4187aa0240 req-9cc9d9fd-07ed-4864-a3e5-06af8c95a735 service neutron] 10.222.0.120 "GET /v2.0/networks/4a130744-37d6-4e5b-9d7f-30f89f770944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089621 Feb 09 01:27:16.911643 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e81b642-9e79-4ba7-a46b-4ef5b029f69c req-a8021769-bca6-4e66-bb91-564ed893c94c tempest-ServerShowV254Test-986758758 tempest-ServerShowV254Test-986758758-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea5ef315-138b-4874-926f-6fa90393447a HTTP/1.1" status: 200 len: 210 time: 0.0348902 Feb 09 01:27:16.959415 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6fd8ae-c352-4308-8c1d-ce26d0596a37 req-2315a1fb-1e97-4ab2-b550-619a75734a14 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:16.961115 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-be6fd8ae-c352-4308-8c1d-ce26d0596a37 req-2315a1fb-1e97-4ab2-b550-619a75734a14 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.1847498 Feb 09 01:27:17.016865 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04b543-f4e5-4885-95a6-c4779e7b89e1 req-a4eecb83-f712-4641-9444-659fed515823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:17.018585 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-da04b543-f4e5-4885-95a6-c4779e7b89e1 req-a4eecb83-f712-4641-9444-659fed515823 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=5b3cbba90205438cb5119ccafd525f59&device_id=925a5246-c45c-4850-9106-283e25e36d01 HTTP/1.1" status: 200 len: 1089 time: 0.1618421 Feb 09 01:27:17.051461 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f02290d8-f815-4f2e-b0a2-85d37909f696 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (a8ffe163-6c5e-4b1a-98d3-cfe5823c4217), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:17.084615 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02290d8-f815-4f2e-b0a2-85d37909f696 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event deleted for resources: {'Port': ['ID=a8ffe163-6c5e-4b1a-98d3-cfe5823c4217,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:17.187246 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e8d4c6f0-6976-4bba-ad94-e813c81b6c0f req-60f026cd-60c9-4e02-b4ad-1476885aaf55 service neutron] 10.222.0.47 "GET /v2.0/networks/8d490496-130e-4c33-8332-cd83182ef0e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5940075 Feb 09 01:27:17.192784 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04b543-f4e5-4885-95a6-c4779e7b89e1 req-86aef6ae-7a9c-43f1-a5e2-80ba6c7c55ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:17.196286 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-da04b543-f4e5-4885-95a6-c4779e7b89e1 req-86aef6ae-7a9c-43f1-a5e2-80ba6c7c55ad service neutron] 10.222.0.120 "GET /v2.0/networks?id=4a130744-37d6-4e5b-9d7f-30f89f770944 HTTP/1.1" status: 200 len: 900 time: 0.1650646 Feb 09 01:27:17.212341 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-be6fd8ae-c352-4308-8c1d-ce26d0596a37 req-9224a153-9224-483b-9f06-f543d2342f70 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2427528 Feb 09 01:27:17.359931 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f02290d8-f815-4f2e-b0a2-85d37909f696 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (5049ab7b-826f-4d3d-9d71-74eb7b04d85f), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:17.397282 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-da04b543-f4e5-4885-95a6-c4779e7b89e1 req-7c7d0d77-a6dc-4723-9e36-5b9bcf6d0bdf service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=69b89f77-751b-412a-ad7d-6e3ff1f35a02 HTTP/1.1" status: 200 len: 217 time: 0.1884329 Feb 09 01:27:17.562220 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e8d4c6f0-6976-4bba-ad94-e813c81b6c0f req-0553e3c3-ede8-4b88-a7c3-0a4e39d097fa service neutron] 10.222.0.47 "GET /v2.0/networks/8d490496-130e-4c33-8332-cd83182ef0e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648317 Feb 09 01:27:17.577620 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04b543-f4e5-4885-95a6-c4779e7b89e1 req-3973553f-f24f-415f-9fa4-53f922d7388f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:17.579085 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-da04b543-f4e5-4885-95a6-c4779e7b89e1 req-3973553f-f24f-415f-9fa4-53f922d7388f service neutron] 10.222.0.120 "GET /v2.0/subnets?id=6d59555b-1971-478b-a4f8-9b82f6b06f6b HTTP/1.1" status: 200 len: 837 time: 0.1738029 Feb 09 01:27:17.608040 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01981d-1fbe-45f7-91d0-9fed741855db req-86e6f292-e043-4e33-ad97-b9d36fb642ea tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:17.609909 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ea01981d-1fbe-45f7-91d0-9fed741855db req-86e6f292-e043-4e33-ad97-b9d36fb642ea tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "GET /v2.0/ports?device_id=925a5246-c45c-4850-9106-283e25e36d01 HTTP/1.1" status: 200 len: 907 time: 0.1328332 Feb 09 01:27:17.680285 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02290d8-f815-4f2e-b0a2-85d37909f696 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Router 5049ab7b-826f-4d3d-9d71-74eb7b04d85f has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:27:17.703158 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04b543-f4e5-4885-95a6-c4779e7b89e1 req-9a6f1346-2ce9-4fac-8604-f7cb49f4d2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:17.704914 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-da04b543-f4e5-4885-95a6-c4779e7b89e1 req-9a6f1346-2ce9-4fac-8604-f7cb49f4d2b0 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=4a130744-37d6-4e5b-9d7f-30f89f770944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1172206 Feb 09 01:27:17.712032 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29db35-f3cb-4d59-9a93-6238e3b3722e req-5d9f23f8-2fa0-4d46-beb9-ccff225339b2 tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:17.713540 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ce29db35-f3cb-4d59-9a93-6238e3b3722e req-5d9f23f8-2fa0-4d46-beb9-ccff225339b2 tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] 10.222.0.50 "GET /v2.0/ports?device_id=450cd261-9f7b-4ac2-b433-9349f92b3cba HTTP/1.1" status: 200 len: 943 time: 0.1012552 Feb 09 01:27:17.780351 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02290d8-f815-4f2e-b0a2-85d37909f696 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:27:17.790265 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f02290d8-f815-4f2e-b0a2-85d37909f696 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "PUT /v2.0/routers/5049ab7b-826f-4d3d-9d71-74eb7b04d85f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6042051 Feb 09 01:27:17.790973 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46398) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:17.794601 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c841d95-5fc7-4821-9c64-f2e91632583e None None] Sync routers for ids ['5049ab7b-826f-4d3d-9d71-74eb7b04d85f'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:17.812323 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c841d95-5fc7-4821-9c64-f2e91632583e None None] Routers {'5049ab7b-826f-4d3d-9d71-74eb7b04d85f'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:17.813494 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-8c841d95-5fc7-4821-9c64-f2e91632583e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:27:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['5049ab7b-826f-4d3d-9d71-74eb7b04d85f'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:17.828665 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-25a6b16b-9bc0-474f-b01a-d8335b0ceb67 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "GET /v2.0/ports?device_id=5049ab7b-826f-4d3d-9d71-74eb7b04d85f HTTP/1.1" status: 200 len: 205 time: 0.0335090 Feb 09 01:27:17.829088 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46400) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:17.942725 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9cbc7890-3955-4063-ae84-f6558ab2d229 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for router (5049ab7b-826f-4d3d-9d71-74eb7b04d85f), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:18.031756 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-8c841d95-5fc7-4821-9c64-f2e91632583e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:18.046686 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c841d95-5fc7-4821-9c64-f2e91632583e None None] Routers {'5049ab7b-826f-4d3d-9d71-74eb7b04d85f'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:18.047641 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-8c841d95-5fc7-4821-9c64-f2e91632583e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:27:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['5049ab7b-826f-4d3d-9d71-74eb7b04d85f'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:18.061704 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '450cd261-9f7b-4ac2-b433-9349f92b3cba', 'tag': '5165e257-8727-4815-a2eb-990498e6b77f'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:27:18.064836 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5110a0dd-8065-417b-9104-69b736d93c45" -d '{"events": [{"name": "network-changed", "server_uuid": "450cd261-9f7b-4ac2-b433-9349f92b3cba", "tag": "5165e257-8727-4815-a2eb-990498e6b77f"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:27:18.091113 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-8c841d95-5fc7-4821-9c64-f2e91632583e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:18.092054 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c841d95-5fc7-4821-9c64-f2e91632583e None None] The sync data for ids ['5049ab7b-826f-4d3d-9d71-74eb7b04d85f'] in n-d-828369-4 is: [] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:18.155547 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6ef6d9e4-06f4-4ee2-bf71-7419269a0726 req-db7761e0-1726-4654-9084-11d0e53013d6 tempest-ServerShowV254Test-986758758 tempest-ServerShowV254Test-986758758-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea5ef315-138b-4874-926f-6fa90393447a HTTP/1.1" status: 200 len: 210 time: 0.0433476 Feb 09 01:27:18.196998 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ce29db35-f3cb-4d59-9a93-6238e3b3722e req-5045ac61-9451-4f83-a4f4-3c84394a0899 tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] 10.222.0.50 "GET /v2.0/security-groups?id=46d19180-284b-4c8d-825a-ad8d8b30e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4632313 Feb 09 01:27:18.250509 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d49d113-e5fb-4f8d-bb34-c105662dce1c x-openstack-request-id: req-7d49d113-e5fb-4f8d-bb34-c105662dce1c {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:27:18.250509 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "450cd261-9f7b-4ac2-b433-9349f92b3cba", "tag": "5165e257-8727-4815-a2eb-990498e6b77f", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:27:18.250509 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7d49d113-e5fb-4f8d-bb34-c105662dce1c {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:27:18.250509 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '450cd261-9f7b-4ac2-b433-9349f92b3cba', 'tag': '5165e257-8727-4815-a2eb-990498e6b77f', 'status': 'completed', 'code': 200} Feb 09 01:27:18.259841 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-da04b543-f4e5-4885-95a6-c4779e7b89e1 req-1fd62baf-08f8-4f66-a60b-f87a81b6818e service neutron] 10.222.0.120 "GET /v2.0/networks/4a130744-37d6-4e5b-9d7f-30f89f770944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5450628 Feb 09 01:27:18.266464 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9cbc7890-3955-4063-ae84-f6558ab2d229 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (5049ab7b-826f-4d3d-9d71-74eb7b04d85f), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:18.268787 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9cbc7890-3955-4063-ae84-f6558ab2d229 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for router_controller (5049ab7b-826f-4d3d-9d71-74eb7b04d85f), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:18.346701 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9cbc7890-3955-4063-ae84-f6558ab2d229 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (5049ab7b-826f-4d3d-9d71-74eb7b04d85f), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:18.347469 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cbc7890-3955-4063-ae84-f6558ab2d229 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Fanout notify agent at l3_agent the message router_deleted on router 5049ab7b-826f-4d3d-9d71-74eb7b04d85f {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:27:18.356428 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9cbc7890-3955-4063-ae84-f6558ab2d229 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:18.359866 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9cbc7890-3955-4063-ae84-f6558ab2d229 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "DELETE /v2.0/routers/5049ab7b-826f-4d3d-9d71-74eb7b04d85f HTTP/1.1" status: 204 len: 168 time: 0.5295079 Feb 09 01:27:18.364233 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 46410) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:18.489507 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-b068dfad-eea9-4678-befa-704acda26e9c tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Deleting subnet 9ade4a5d-baf1-421b-9a35-cfba0803381b {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:27:18.510741 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b068dfad-eea9-4678-befa-704acda26e9c tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for subnet (9ade4a5d-baf1-421b-9a35-cfba0803381b), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:18.564500 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110a0dd-8065-417b-9104-69b736d93c45 req-1f6f2c8b-4f8c-44ca-9860-59208acb84c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:18.566131 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5110a0dd-8065-417b-9104-69b736d93c45 req-1f6f2c8b-4f8c-44ca-9860-59208acb84c2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=31c4eafebbf44350a88b001e0af836f1&device_id=450cd261-9f7b-4ac2-b433-9349f92b3cba HTTP/1.1" status: 200 len: 1125 time: 0.2920880 Feb 09 01:27:18.575234 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-da04b543-f4e5-4885-95a6-c4779e7b89e1 req-4a956e28-8ad8-4dcd-b7d1-5aa311e787c8 service neutron] 10.222.0.120 "GET /v2.0/networks/4a130744-37d6-4e5b-9d7f-30f89f770944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089206 Feb 09 01:27:18.605367 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531154e-6d0d-46d3-aa5d-daedc5f27ddd req-553f6340-8d81-406d-8d42-9167fae157d4 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:18.606736 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8531154e-6d0d-46d3-aa5d-daedc5f27ddd req-553f6340-8d81-406d-8d42-9167fae157d4 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.2473288 Feb 09 01:27:18.625602 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b068dfad-eea9-4678-befa-704acda26e9c tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (9ade4a5d-baf1-421b-9a35-cfba0803381b), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:18.884816 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8531154e-6d0d-46d3-aa5d-daedc5f27ddd req-ded01447-8ebf-4382-9a7b-0716deb97d3d tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2619107 Feb 09 01:27:18.896583 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110a0dd-8065-417b-9104-69b736d93c45 req-32037e9e-d620-4e5b-9e30-dd8a246ca000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:18.898192 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5110a0dd-8065-417b-9104-69b736d93c45 req-32037e9e-d620-4e5b-9e30-dd8a246ca000 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8d490496-130e-4c33-8332-cd83182ef0e5 HTTP/1.1" status: 200 len: 910 time: 0.3163211 Feb 09 01:27:18.920687 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b068dfad-eea9-4678-befa-704acda26e9c tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (9ade4a5d-baf1-421b-9a35-cfba0803381b), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:18.984278 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd224f-d220-4ca9-a240-27787c714627 req-0fa4b776-c0ec-446e-941b-b35f03efc0cb tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:18.986042 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-75bd224f-d220-4ca9-a240-27787c714627 req-0fa4b776-c0ec-446e-941b-b35f03efc0cb tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "GET /v2.0/ports?device_id=925a5246-c45c-4850-9106-283e25e36d01 HTTP/1.1" status: 200 len: 907 time: 0.2672477 Feb 09 01:27:18.990483 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5110a0dd-8065-417b-9104-69b736d93c45 req-bc6208cc-6cc7-489f-84e8-b79cc0f5a330 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5165e257-8727-4815-a2eb-990498e6b77f HTTP/1.1" status: 200 len: 217 time: 0.0837135 Feb 09 01:27:19.080608 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110a0dd-8065-417b-9104-69b736d93c45 req-fd365757-0bf4-4c89-ba19-f3d9256f45a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:19.080608 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5110a0dd-8065-417b-9104-69b736d93c45 req-fd365757-0bf4-4c89-ba19-f3d9256f45a1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3a5a2108-7da0-44fa-8862-c4f70e7f91ac HTTP/1.1" status: 200 len: 848 time: 0.0793092 Feb 09 01:27:19.095374 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b068dfad-eea9-4678-befa-704acda26e9c tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (9ade4a5d-baf1-421b-9a35-cfba0803381b), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:19.129377 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5110a0dd-8065-417b-9104-69b736d93c45 req-a870fa58-b9e2-4f3d-a27c-c1414a18b0bb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8d490496-130e-4c33-8332-cd83182ef0e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455244 Feb 09 01:27:19.159870 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b068dfad-eea9-4678-befa-704acda26e9c tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:19.163493 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b068dfad-eea9-4678-befa-704acda26e9c tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "DELETE /v2.0/subnets/9ade4a5d-baf1-421b-9a35-cfba0803381b HTTP/1.1" status: 204 len: 168 time: 0.7961879 Feb 09 01:27:19.164463 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068dfad-eea9-4678-befa-704acda26e9c tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event deleted for resources: {'Subnet': ['ID=9ade4a5d-baf1-421b-9a35-cfba0803381b,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:19.166272 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46420) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:19.173881 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e09479-da4b-487f-aeea-02ca54967d9c None None] Network 49ba6534-7f9a-46e1-a690-33718fa2f015 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:27:19.271765 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-59fbc3a2-7f72-4994-af83-f1648f543a1e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Deleting subnet aa7fa310-4505-4734-a7e8-1aaa982da5ad {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:27:19.285156 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5110a0dd-8065-417b-9104-69b736d93c45 req-41ca3de7-d091-43d1-a018-c30dd5f770b1 service neutron] 10.222.0.47 "GET /v2.0/networks/8d490496-130e-4c33-8332-cd83182ef0e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369510 Feb 09 01:27:19.286536 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-59fbc3a2-7f72-4994-af83-f1648f543a1e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for subnet (aa7fa310-4505-4734-a7e8-1aaa982da5ad), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:19.385673 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-59fbc3a2-7f72-4994-af83-f1648f543a1e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (aa7fa310-4505-4734-a7e8-1aaa982da5ad), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:19.402902 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddeb47d2-485b-4f1f-b9d7-f813ac524558 None None] DHCP port deletion for 49ba6534-7f9a-46e1-a690-33718fa2f015 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:27:19.478550 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-713bebc4-af3c-4330-a244-ed02686446c6 req-ce663a2f-4ae2-4f4d-98cd-a79756d35550 tempest-ServerShowV254Test-986758758 tempest-ServerShowV254Test-986758758-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea5ef315-138b-4874-926f-6fa90393447a HTTP/1.1" status: 200 len: 210 time: 0.1256030 Feb 09 01:27:19.483056 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5110a0dd-8065-417b-9104-69b736d93c45 req-9a5385df-f7a1-4286-8aed-b1f5fa0f236e service neutron] 10.222.0.47 "GET /v2.0/networks/8d490496-130e-4c33-8332-cd83182ef0e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917021 Feb 09 01:27:19.523592 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ddeb47d2-485b-4f1f-b9d7-f813ac524558 None None] Deleting port 4f23f492-62c9-487e-a1c2-d986deb06d08 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:27:19.524495 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ddeb47d2-485b-4f1f-b9d7-f813ac524558 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (4f23f492-62c9-487e-a1c2-d986deb06d08), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:19.533688 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68116b4f-6500-482b-a734-71b2c2574898 req-7721344d-2510-461f-a305-9e0f2d463af9 tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:19.535244 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-68116b4f-6500-482b-a734-71b2c2574898 req-7721344d-2510-461f-a305-9e0f2d463af9 tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] 10.222.0.50 "GET /v2.0/ports?device_id=450cd261-9f7b-4ac2-b433-9349f92b3cba HTTP/1.1" status: 200 len: 943 time: 0.1513715 Feb 09 01:27:19.587943 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-59fbc3a2-7f72-4994-af83-f1648f543a1e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (aa7fa310-4505-4734-a7e8-1aaa982da5ad), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:19.643252 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-68116b4f-6500-482b-a734-71b2c2574898 req-f928ecb3-d691-49d9-90ee-8171a45aab6d tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] 10.222.0.50 "GET /v2.0/security-groups?id=46d19180-284b-4c8d-825a-ad8d8b30e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936029 Feb 09 01:27:19.647013 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-ddeb47d2-485b-4f1f-b9d7-f813ac524558 None None] For port 4f23f492-62c9-487e-a1c2-d986deb06d08, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=4f23f492-62c9-487e-a1c2-d986deb06d08,segment=NetworkSegment(10807a70-4051-4a72-93dc-f682b984a892),segment_id=10807a70-4051-4a72-93dc-f682b984a892)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:19.648792 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ddeb47d2-485b-4f1f-b9d7-f813ac524558 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (4f23f492-62c9-487e-a1c2-d986deb06d08), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:19.666131 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ddeb47d2-485b-4f1f-b9d7-f813ac524558 None None] Calling delete_port for 4f23f492-62c9-487e-a1c2-d986deb06d08 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:27:19.696374 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-59fbc3a2-7f72-4994-af83-f1648f543a1e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (aa7fa310-4505-4734-a7e8-1aaa982da5ad), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:19.730494 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fbc3a2-7f72-4994-af83-f1648f543a1e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event deleted for resources: {'Subnet': ['ID=aa7fa310-4505-4734-a7e8-1aaa982da5ad,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:19.740518 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-59fbc3a2-7f72-4994-af83-f1648f543a1e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:19.747481 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-59fbc3a2-7f72-4994-af83-f1648f543a1e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "DELETE /v2.0/subnets/aa7fa310-4505-4734-a7e8-1aaa982da5ad HTTP/1.1" status: 204 len: 168 time: 0.5787292 Feb 09 01:27:19.748207 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46428) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:19.749337 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c3a9a1-6ce9-4132-ba08-67ab544c3d75 None None] Network e4d0cdf1-d120-4eb0-9a6d-a0ce2eb40755 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:27:19.823345 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4f23f492-62c9-487e-a1c2-d986deb06d08 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:27:19.827030 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 5165e257-8727-4815-a2eb-990498e6b77f details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:27:19.840213 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-50211cca-78d3-4454-b96c-0f1da2b083c1 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (49ba6534-7f9a-46e1-a690-33718fa2f015), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:19.897019 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ddeb47d2-485b-4f1f-b9d7-f813ac524558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (4f23f492-62c9-487e-a1c2-d986deb06d08), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:19.913256 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-50211cca-78d3-4454-b96c-0f1da2b083c1 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Deleting port 4f23f492-62c9-487e-a1c2-d986deb06d08 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:27:19.913701 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-50211cca-78d3-4454-b96c-0f1da2b083c1 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (4f23f492-62c9-487e-a1c2-d986deb06d08), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:19.958062 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb47d2-485b-4f1f-b9d7-f813ac524558 None None] Pushing event deleted for resources: {'Port': ['ID=4f23f492-62c9-487e-a1c2-d986deb06d08,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:20.001407 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-50211cca-78d3-4454-b96c-0f1da2b083c1 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] For port 4f23f492-62c9-487e-a1c2-d986deb06d08, host n-d-828369-4, got binding levels [] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:20.001691 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-50211cca-78d3-4454-b96c-0f1da2b083c1 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (4f23f492-62c9-487e-a1c2-d986deb06d08), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:20.010167 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No active binding found for port 4f23f492-62c9-487e-a1c2-d986deb06d08 {{(pid=103138) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 01:27:20.010167 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] The host n-d-828369-4 is not matching for port 4f23f492-62c9-487e-a1c2-d986deb06d08 host None! {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:27:20.010167 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4f23f492-62c9-487e-a1c2-d986deb06d08 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:27:20.017717 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-50211cca-78d3-4454-b96c-0f1da2b083c1 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Calling delete_port for 4f23f492-62c9-487e-a1c2-d986deb06d08 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:27:20.021605 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.ipam_backend_mixin [None req-50211cca-78d3-4454-b96c-0f1da2b083c1 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Port 4f23f492-62c9-487e-a1c2-d986deb06d08 was not found and therefore no delete operation was performed {{(pid=103137) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 01:27:20.023016 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-50211cca-78d3-4454-b96c-0f1da2b083c1 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (4f23f492-62c9-487e-a1c2-d986deb06d08), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:20.048174 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb47d2-485b-4f1f-b9d7-f813ac524558 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:20.051567 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb47d2-485b-4f1f-b9d7-f813ac524558 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:20.052998 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb47d2-485b-4f1f-b9d7-f813ac524558 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:20.053553 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb47d2-485b-4f1f-b9d7-f813ac524558 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:20.055073 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50211cca-78d3-4454-b96c-0f1da2b083c1 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event deleted for resources: {'Port': ['ID=4f23f492-62c9-487e-a1c2-d986deb06d08,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:20.055445 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb47d2-485b-4f1f-b9d7-f813ac524558 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:20.057620 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50211cca-78d3-4454-b96c-0f1da2b083c1 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] No DVR routers for this DVR port 4f23f492-62c9-487e-a1c2-d986deb06d08 on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:27:20.066504 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb47d2-485b-4f1f-b9d7-f813ac524558 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:20.067084 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb47d2-485b-4f1f-b9d7-f813ac524558 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:20.067649 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb47d2-485b-4f1f-b9d7-f813ac524558 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:20.068198 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb47d2-485b-4f1f-b9d7-f813ac524558 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:20.068764 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb47d2-485b-4f1f-b9d7-f813ac524558 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:20.070794 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb47d2-485b-4f1f-b9d7-f813ac524558 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:20.071342 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb47d2-485b-4f1f-b9d7-f813ac524558 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:20.072002 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb47d2-485b-4f1f-b9d7-f813ac524558 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:20.094600 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddeb47d2-485b-4f1f-b9d7-f813ac524558 None None] No DVR routers for this DVR port 4f23f492-62c9-487e-a1c2-d986deb06d08 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:27:20.190450 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-50211cca-78d3-4454-b96c-0f1da2b083c1 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (49ba6534-7f9a-46e1-a690-33718fa2f015), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:20.231439 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-50211cca-78d3-4454-b96c-0f1da2b083c1 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49ba6534-7f9a-46e1-a690-33718fa2f015']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:20.240029 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 5165e257-8727-4815-a2eb-990498e6b77f, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=5165e257-8727-4815-a2eb-990498e6b77f,segment=NetworkSegment(1193260d-27f2-4ff2-a182-33c2ceebabdd),segment_id=1193260d-27f2-4ff2-a182-33c2ceebabdd)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:20.255409 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-50211cca-78d3-4454-b96c-0f1da2b083c1 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10807a70-4051-4a72-93dc-f682b984a892') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:20.255703 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-50211cca-78d3-4454-b96c-0f1da2b083c1 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10807a70-4051-4a72-93dc-f682b984a892') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:20.256874 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '5165e257-8727-4815-a2eb-990498e6b77f', 'network_id': '8d490496-130e-4c33-8332-cd83182ef0e5', 'port_id': '5165e257-8727-4815-a2eb-990498e6b77f', 'mac_address': 'fa:16:3e:6c:47:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a5a2108-7da0-44fa-8862-c4f70e7f91ac', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:27:20.265644 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371c825a-712c-4094-842f-030b1d88757b None None] DHCP port deletion for e4d0cdf1-d120-4eb0-9a6d-a0ce2eb40755 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:27:20.275006 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a0330-6b32-49be-ad0d-f79718a782e8 req-70059f90-a390-4e37-8fe5-8cd66567c0c9 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:20.276993 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ea5a0330-6b32-49be-ad0d-f79718a782e8 req-70059f90-a390-4e37-8fe5-8cd66567c0c9 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "GET /v2.0/ports?device_id=925a5246-c45c-4850-9106-283e25e36d01 HTTP/1.1" status: 200 len: 907 time: 0.1250200 Feb 09 01:27:20.308221 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-50211cca-78d3-4454-b96c-0f1da2b083c1 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (10807a70-4051-4a72-93dc-f682b984a892), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:20.321996 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-50211cca-78d3-4454-b96c-0f1da2b083c1 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (10807a70-4051-4a72-93dc-f682b984a892), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:20.329114 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50211cca-78d3-4454-b96c-0f1da2b083c1 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:27:20.329775 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-50211cca-78d3-4454-b96c-0f1da2b083c1 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (10807a70-4051-4a72-93dc-f682b984a892), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:20.333432 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:27:20.333432 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:27:20.333432 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:27:20.333432 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:27:20.333432 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:27:20.333432 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:27:20.333432 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:27:20.333432 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:27:20.333432 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:27:20.333432 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:27:20.333432 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:27:20.333432 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:27:20.333432 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:27:20.333432 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:27:20.333432 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:27:20.333432 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:27:20.333432 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:27:20.333432 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:27:20.333432 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:27:20.333432 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:27:20.333432 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:27:20.333432 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:27:20.333432 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:27:20.333432 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:27:20.333432 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:27:20.333432 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:27:20.333432 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:27:20.333432 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:27:20.333432 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:27:20.333432 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:27:20.333432 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:27:20.333432 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:27:20.359922 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 5165e257-8727-4815-a2eb-990498e6b77f is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:20.360390 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5165e257-8727-4815-a2eb-990498e6b77f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:20.380592 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5165e257-8727-4815-a2eb-990498e6b77f {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:27:20.385901 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 69b89f77-751b-412a-ad7d-6e3ff1f35a02 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:27:20.403822 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-50211cca-78d3-4454-b96c-0f1da2b083c1 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (49ba6534-7f9a-46e1-a690-33718fa2f015), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:20.411603 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-50211cca-78d3-4454-b96c-0f1da2b083c1 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:20.418551 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-50211cca-78d3-4454-b96c-0f1da2b083c1 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "DELETE /v2.0/networks/49ba6534-7f9a-46e1-a690-33718fa2f015 HTTP/1.1" status: 204 len: 168 time: 0.6662402 Feb 09 01:27:20.419571 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 46434) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:20.422575 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-371c825a-712c-4094-842f-030b1d88757b None None] Deleting port cf3afc3a-a9f6-4391-951b-db2b407fd158 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:27:20.422964 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-371c825a-712c-4094-842f-030b1d88757b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (cf3afc3a-a9f6-4391-951b-db2b407fd158), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:20.428500 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 5165e257-8727-4815-a2eb-990498e6b77f, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=5165e257-8727-4815-a2eb-990498e6b77f,segment=NetworkSegment(1193260d-27f2-4ff2-a182-33c2ceebabdd),segment_id=1193260d-27f2-4ff2-a182-33c2ceebabdd)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:20.428735 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50211cca-78d3-4454-b96c-0f1da2b083c1 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event deleted for resources: {'Network': ['ID=49ba6534-7f9a-46e1-a690-33718fa2f015,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:20.476325 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (5165e257-8727-4815-a2eb-990498e6b77f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:20.550704 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fe1d3eee-0462-4f67-aed8-d786e21f364d tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (e4d0cdf1-d120-4eb0-9a6d-a0ce2eb40755), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:20.591944 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-371c825a-712c-4094-842f-030b1d88757b None None] For port cf3afc3a-a9f6-4391-951b-db2b407fd158, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=cf3afc3a-a9f6-4391-951b-db2b407fd158,segment=NetworkSegment(4b42b5d7-8418-4c8c-9011-6af09dddc6df),segment_id=4b42b5d7-8418-4c8c-9011-6af09dddc6df)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:20.592359 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-371c825a-712c-4094-842f-030b1d88757b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (cf3afc3a-a9f6-4391-951b-db2b407fd158), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:20.621477 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-371c825a-712c-4094-842f-030b1d88757b None None] Calling delete_port for cf3afc3a-a9f6-4391-951b-db2b407fd158 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:27:20.628425 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=5165e257-8727-4815-a2eb-990498e6b77f,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:20.639493 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bdaf46af-8810-4111-ae74-e43bf72de342 req-2f21cd04-ddf0-4500-bf76-27784e29800f tempest-ServerShowV254Test-986758758 tempest-ServerShowV254Test-986758758-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea5ef315-138b-4874-926f-6fa90393447a HTTP/1.1" status: 200 len: 210 time: 0.0394580 Feb 09 01:27:20.668931 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-fe1d3eee-0462-4f67-aed8-d786e21f364d tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Deleting port cf3afc3a-a9f6-4391-951b-db2b407fd158 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:27:20.669616 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fe1d3eee-0462-4f67-aed8-d786e21f364d tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (cf3afc3a-a9f6-4391-951b-db2b407fd158), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:20.711712 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 69b89f77-751b-412a-ad7d-6e3ff1f35a02, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=69b89f77-751b-412a-ad7d-6e3ff1f35a02,segment=NetworkSegment(dfd208fe-46de-4dce-8266-c1b1a45aa2db),segment_id=dfd208fe-46de-4dce-8266-c1b1a45aa2db)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:20.724270 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['5165e257-8727-4815-a2eb-990498e6b77f'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:27:20.754067 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-fe1d3eee-0462-4f67-aed8-d786e21f364d tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] For port cf3afc3a-a9f6-4391-951b-db2b407fd158, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=cf3afc3a-a9f6-4391-951b-db2b407fd158,segment=NetworkSegment(4b42b5d7-8418-4c8c-9011-6af09dddc6df),segment_id=4b42b5d7-8418-4c8c-9011-6af09dddc6df)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:20.754447 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fe1d3eee-0462-4f67-aed8-d786e21f364d tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (cf3afc3a-a9f6-4391-951b-db2b407fd158), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:20.771594 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-fe1d3eee-0462-4f67-aed8-d786e21f364d tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Calling delete_port for cf3afc3a-a9f6-4391-951b-db2b407fd158 owned by network:dhcp {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:27:20.772189 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '69b89f77-751b-412a-ad7d-6e3ff1f35a02', 'network_id': '4a130744-37d6-4e5b-9d7f-30f89f770944', 'port_id': '69b89f77-751b-412a-ad7d-6e3ff1f35a02', 'mac_address': 'fa:16:3e:96:f4:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d59555b-1971-478b-a4f8-9b82f6b06f6b', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:27:20.837042 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 69b89f77-751b-412a-ad7d-6e3ff1f35a02 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:20.837537 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (69b89f77-751b-412a-ad7d-6e3ff1f35a02), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:20.865837 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69b89f77-751b-412a-ad7d-6e3ff1f35a02 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:27:20.889940 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb36a27-536f-4275-a3b5-089fabf7eb5a req-6797c2da-1463-4c4f-9b45-58d249c38edd tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:20.891626 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8eb36a27-536f-4275-a3b5-089fabf7eb5a req-6797c2da-1463-4c4f-9b45-58d249c38edd tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] 10.222.0.50 "GET /v2.0/ports?device_id=450cd261-9f7b-4ac2-b433-9349f92b3cba HTTP/1.1" status: 200 len: 944 time: 0.1064284 Feb 09 01:27:20.894235 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-371c825a-712c-4094-842f-030b1d88757b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (cf3afc3a-a9f6-4391-951b-db2b407fd158), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:20.925409 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 69b89f77-751b-412a-ad7d-6e3ff1f35a02, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=69b89f77-751b-412a-ad7d-6e3ff1f35a02,segment=NetworkSegment(dfd208fe-46de-4dce-8266-c1b1a45aa2db),segment_id=dfd208fe-46de-4dce-8266-c1b1a45aa2db)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:20.929556 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371c825a-712c-4094-842f-030b1d88757b None None] Pushing event deleted for resources: {'Port': ['ID=cf3afc3a-a9f6-4391-951b-db2b407fd158,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:20.933315 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fe1d3eee-0462-4f67-aed8-d786e21f364d tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (cf3afc3a-a9f6-4391-951b-db2b407fd158), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:20.937152 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (69b89f77-751b-412a-ad7d-6e3ff1f35a02), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:20.944642 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371c825a-712c-4094-842f-030b1d88757b None None] No DVR routers for this DVR port cf3afc3a-a9f6-4391-951b-db2b407fd158 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:27:20.971495 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d3eee-0462-4f67-aed8-d786e21f364d tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event deleted for resources: {'Port': ['ID=cf3afc3a-a9f6-4391-951b-db2b407fd158,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:20.981522 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1d3eee-0462-4f67-aed8-d786e21f364d tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] No DVR routers for this DVR port cf3afc3a-a9f6-4391-951b-db2b407fd158 on host n-d-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:27:20.992173 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8eb36a27-536f-4275-a3b5-089fabf7eb5a req-be5b5ccd-933f-4e9b-9507-923cbfb0a2ae tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] 10.222.0.50 "GET /v2.0/security-groups?id=46d19180-284b-4c8d-825a-ad8d8b30e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946970 Feb 09 01:27:21.021398 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=69b89f77-751b-412a-ad7d-6e3ff1f35a02,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:21.079148 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fe1d3eee-0462-4f67-aed8-d786e21f364d tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (e4d0cdf1-d120-4eb0-9a6d-a0ce2eb40755), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:21.099247 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-fe1d3eee-0462-4f67-aed8-d786e21f364d tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4d0cdf1-d120-4eb0-9a6d-a0ce2eb40755']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:21.108251 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-fe1d3eee-0462-4f67-aed8-d786e21f364d tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b42b5d7-8418-4c8c-9011-6af09dddc6df') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:21.108713 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-fe1d3eee-0462-4f67-aed8-d786e21f364d tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b42b5d7-8418-4c8c-9011-6af09dddc6df') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:21.119540 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fe1d3eee-0462-4f67-aed8-d786e21f364d tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (4b42b5d7-8418-4c8c-9011-6af09dddc6df), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:21.132400 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fe1d3eee-0462-4f67-aed8-d786e21f364d tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (4b42b5d7-8418-4c8c-9011-6af09dddc6df), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:21.138609 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe1d3eee-0462-4f67-aed8-d786e21f364d tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:27:21.138997 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fe1d3eee-0462-4f67-aed8-d786e21f364d tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (4b42b5d7-8418-4c8c-9011-6af09dddc6df), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:21.142156 n-d-828369-4 neutron-server[103136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:27:21.142156 n-d-828369-4 neutron-server[103136]: self.session.flush() Feb 09 01:27:21.142156 n-d-828369-4 neutron-server[103136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:27:21.142156 n-d-828369-4 neutron-server[103136]: self.session.flush() Feb 09 01:27:21.142156 n-d-828369-4 neutron-server[103136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:27:21.142156 n-d-828369-4 neutron-server[103136]: self.session.flush() Feb 09 01:27:21.142156 n-d-828369-4 neutron-server[103136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:27:21.142156 n-d-828369-4 neutron-server[103136]: self.session.flush() Feb 09 01:27:21.142156 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:27:21.142156 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:27:21.142156 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:27:21.142156 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:27:21.142156 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:27:21.142156 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:27:21.142156 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:27:21.142156 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:27:21.142156 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:27:21.142156 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:27:21.142156 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:27:21.142156 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:27:21.142156 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:27:21.142156 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:27:21.142156 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:27:21.142156 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:27:21.142156 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:27:21.142156 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:27:21.142156 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:27:21.142156 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:27:21.142156 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:27:21.142156 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:27:21.142156 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:27:21.142156 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:27:21.142156 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:27:21.142156 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:27:21.142156 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:27:21.142156 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:27:21.142156 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:27:21.142156 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:27:21.142156 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:27:21.142156 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:27:21.205239 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fe1d3eee-0462-4f67-aed8-d786e21f364d tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (e4d0cdf1-d120-4eb0-9a6d-a0ce2eb40755), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:21.206620 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['69b89f77-751b-412a-ad7d-6e3ff1f35a02'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:27:21.209809 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fe1d3eee-0462-4f67-aed8-d786e21f364d tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:21.218244 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-fe1d3eee-0462-4f67-aed8-d786e21f364d tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "DELETE /v2.0/networks/e4d0cdf1-d120-4eb0-9a6d-a0ce2eb40755 HTTP/1.1" status: 204 len: 168 time: 0.7973411 Feb 09 01:27:21.218403 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46446) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:21.224157 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-09545a5a-1956-48fb-bb00-d48333108c0e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Request body: {'network': {'name': 'tempest-RoutersTest-567155252'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:21.233520 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d3eee-0462-4f67-aed8-d786e21f364d tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event deleted for resources: {'Network': ['ID=e4d0cdf1-d120-4eb0-9a6d-a0ce2eb40755,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:21.266691 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09545a5a-1956-48fb-bb00-d48333108c0e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Made reservation on behalf of 97d0b2cfb3c54d2dbdc39a6f73fdb6ce for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:21.270669 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-09545a5a-1956-48fb-bb00-d48333108c0e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:21.298536 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09545a5a-1956-48fb-bb00-d48333108c0e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1032} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:27:21.307399 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-09545a5a-1956-48fb-bb00-d48333108c0e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (6fa30a90-0f41-401d-8ee2-21d8b5f6e1c4), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:21.307751 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-09545a5a-1956-48fb-bb00-d48333108c0e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Added segment 6fa30a90-0f41-401d-8ee2-21d8b5f6e1c4 of type vlan for network 32281a43-38e6-4c33-922a-e776d786da6b Feb 09 01:27:21.353718 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-09545a5a-1956-48fb-bb00-d48333108c0e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (32281a43-38e6-4c33-922a-e776d786da6b), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:21.390962 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-09545a5a-1956-48fb-bb00-d48333108c0e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (32281a43-38e6-4c33-922a-e776d786da6b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:21.396066 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09545a5a-1956-48fb-bb00-d48333108c0e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:21.396789 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-09545a5a-1956-48fb-bb00-d48333108c0e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:21.436266 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8d4fc-85d3-40e0-9e29-70cdbf08fda8 req-58735ea2-20ca-4204-a512-51e9fe9c9995 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:21.438251 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-89a8d4fc-85d3-40e0-9e29-70cdbf08fda8 req-58735ea2-20ca-4204-a512-51e9fe9c9995 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "GET /v2.0/ports?device_id=925a5246-c45c-4850-9106-283e25e36d01 HTTP/1.1" status: 200 len: 908 time: 0.0796893 Feb 09 01:27:21.468152 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-09545a5a-1956-48fb-bb00-d48333108c0e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2487888 Feb 09 01:27:21.471303 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46454) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:21.475980 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-fa6f07c0-eeaa-4662-a0d0-650fb3d8d657 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Request body: {'subnet': {'network_id': '32281a43-38e6-4c33-922a-e776d786da6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:21.482840 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09545a5a-1956-48fb-bb00-d48333108c0e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event updated for resources: {'Network': ['ID=32281a43-38e6-4c33-922a-e776d786da6b,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:21.493240 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 32281a43-38e6-4c33-922a-e776d786da6b details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:27:21.573739 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6f07c0-eeaa-4662-a0d0-650fb3d8d657 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Made reservation on behalf of 97d0b2cfb3c54d2dbdc39a6f73fdb6ce for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:21.578154 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fa6f07c0-eeaa-4662-a0d0-650fb3d8d657 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:21.796113 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fa6f07c0-eeaa-4662-a0d0-650fb3d8d657 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (039680a9-9ef6-441b-83a7-2d64779413e9), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:21.799821 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-55cc1808-e78e-4bd1-94f4-53fd3493b57e req-12a4bd0e-f158-4c09-b6e0-94ba290970a8 tempest-ServerShowV254Test-986758758 tempest-ServerShowV254Test-986758758-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea5ef315-138b-4874-926f-6fa90393447a HTTP/1.1" status: 200 len: 210 time: 0.0487633 Feb 09 01:27:21.815311 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device cf3afc3a-a9f6-4391-951b-db2b407fd158 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:27:21.838094 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 5165e257-8727-4815-a2eb-990498e6b77f up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:27:21.840468 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: cf3afc3a-a9f6-4391-951b-db2b407fd158 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:27:21.840844 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device cf3afc3a-a9f6-4391-951b-db2b407fd158 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:27:21.897487 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 5165e257-8727-4815-a2eb-990498e6b77f completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:27:21.898120 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6f07c0-eeaa-4662-a0d0-650fb3d8d657 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Checking segment: {'id': '6fa30a90-0f41-401d-8ee2-21d8b5f6e1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '32281a43-38e6-4c33-922a-e776d786da6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:27:21.898348 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6f07c0-eeaa-4662-a0d0-650fb3d8d657 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Network hostable DHCP agents. Network: 32281a43-38e6-4c33-922a-e776d786da6b, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:27:21.901857 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 5165e257-8727-4815-a2eb-990498e6b77f triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:21.902285 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (5165e257-8727-4815-a2eb-990498e6b77f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:21.905978 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f07c0-eeaa-4662-a0d0-650fb3d8d657 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event updated for resources: {'Subnet': ['ID=039680a9-9ef6-441b-83a7-2d64779413e9,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:21.944757 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6f07c0-eeaa-4662-a0d0-650fb3d8d657 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Network 32281a43-38e6-4c33-922a-e776d786da6b is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:27:21.958743 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-fa6f07c0-eeaa-4662-a0d0-650fb3d8d657 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 32281a43-38e6-4c33-922a-e776d786da6b) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:21.964202 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6f07c0-eeaa-4662-a0d0-650fb3d8d657 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:21.964979 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fa6f07c0-eeaa-4662-a0d0-650fb3d8d657 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:21.972357 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc2661f-71d1-455c-9280-63d54df88450 None None] Network 32281a43-38e6-4c33-922a-e776d786da6b requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:27:21.985176 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-fa6f07c0-eeaa-4662-a0d0-650fb3d8d657 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5129733 Feb 09 01:27:21.987704 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 46462) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:21.993706 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-42eb22ff-c82b-4baa-948f-fd3424bc9e69 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-852166287', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:22.020018 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-42eb22ff-c82b-4baa-948f-fd3424bc9e69 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (5b026314-e0d1-4ab4-ac6f-fb5d9f135eb7), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:22.022101 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-42eb22ff-c82b-4baa-948f-fd3424bc9e69 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (5b026314-e0d1-4ab4-ac6f-fb5d9f135eb7), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:22.091739 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-42eb22ff-c82b-4baa-948f-fd3424bc9e69 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for router_controller (5b026314-e0d1-4ab4-ac6f-fb5d9f135eb7), precommit_add_association {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:22.096986 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-42eb22ff-c82b-4baa-948f-fd3424bc9e69 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (5b026314-e0d1-4ab4-ac6f-fb5d9f135eb7), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:22.116374 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3cab36-3053-4f1f-b814-f2922a1460a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-32281a43-38e6-4c33-922a-e776d786da6b', 'network_id': '32281a43-38e6-4c33-922a-e776d786da6b', 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'fixed_ips': [{'subnet_id': '039680a9-9ef6-441b-83a7-2d64779413e9'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:27:22.117273 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dd3cab36-3053-4f1f-b814-f2922a1460a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:22.134202 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 5165e257-8727-4815-a2eb-990498e6b77f is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:22.134590 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5165e257-8727-4815-a2eb-990498e6b77f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:22.165816 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-42eb22ff-c82b-4baa-948f-fd3424bc9e69 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:22.168015 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-42eb22ff-c82b-4baa-948f-fd3424bc9e69 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1789391 Feb 09 01:27:22.171277 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46466) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:22.178278 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-7e0ba179-2184-4ada-8333-add37017ba0f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Request body: {'port': {'network_id': '32281a43-38e6-4c33-922a-e776d786da6b', 'name': 'tempest-RoutersTest-1206820666'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:22.219905 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '450cd261-9f7b-4ac2-b433-9349f92b3cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5165e257-8727-4815-a2eb-990498e6b77f'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:27:22.222188 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73f827f-1c64-462a-8b73-6e217eeb9455" -d '{"events": [{"server_uuid": "450cd261-9f7b-4ac2-b433-9349f92b3cba", "name": "network-vif-plugged", "status": "completed", "tag": "5165e257-8727-4815-a2eb-990498e6b77f"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:27:22.229678 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b2d84-732d-4505-b60d-1b5caee24c3b req-ce746a32-6808-4a0f-840d-9205eefc1dbe tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:22.245332 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 5165e257-8727-4815-a2eb-990498e6b77f, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=5165e257-8727-4815-a2eb-990498e6b77f,segment=NetworkSegment(1193260d-27f2-4ff2-a182-33c2ceebabdd),segment_id=1193260d-27f2-4ff2-a182-33c2ceebabdd)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:22.245579 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f35b2d84-732d-4505-b60d-1b5caee24c3b req-ce746a32-6808-4a0f-840d-9205eefc1dbe tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] 10.222.0.50 "GET /v2.0/ports?device_id=450cd261-9f7b-4ac2-b433-9349f92b3cba HTTP/1.1" status: 200 len: 944 time: 0.1217854 Feb 09 01:27:22.253530 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (5165e257-8727-4815-a2eb-990498e6b77f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:22.303304 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c22dbbe-10f9-4d15-aa5b-e1e0581dddde x-openstack-request-id: req-6c22dbbe-10f9-4d15-aa5b-e1e0581dddde {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:27:22.303670 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "450cd261-9f7b-4ac2-b433-9349f92b3cba", "name": "network-vif-plugged", "status": "completed", "tag": "5165e257-8727-4815-a2eb-990498e6b77f", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:27:22.303839 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6c22dbbe-10f9-4d15-aa5b-e1e0581dddde {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:27:22.304233 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '450cd261-9f7b-4ac2-b433-9349f92b3cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5165e257-8727-4815-a2eb-990498e6b77f', 'code': 200} Feb 09 01:27:22.366077 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=5165e257-8727-4815-a2eb-990498e6b77f,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:22.374083 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-dd3cab36-3053-4f1f-b814-f2922a1460a7 None None] Allocated IP 172.20.0.2 (32281a43-38e6-4c33-922a-e776d786da6b/039680a9-9ef6-441b-83a7-2d64779413e9/5921c108-d789-4c78-8064-d363991ae04d) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:22.379167 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 69b89f77-751b-412a-ad7d-6e3ff1f35a02 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:27:22.465485 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0ba179-2184-4ada-8333-add37017ba0f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Made reservation on behalf of 97d0b2cfb3c54d2dbdc39a6f73fdb6ce for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:22.470483 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e0ba179-2184-4ada-8333-add37017ba0f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:22.527019 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 69b89f77-751b-412a-ad7d-6e3ff1f35a02 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:27:22.536915 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-7e0ba179-2184-4ada-8333-add37017ba0f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] device_id is not set on port c022362b-4e30-487b-ab63-fd948c82f787 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:27:22.537749 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f35b2d84-732d-4505-b60d-1b5caee24c3b req-a02bbea1-6f25-449f-9f61-fdcc58562e20 tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] 10.222.0.50 "GET /v2.0/security-groups?id=46d19180-284b-4c8d-825a-ad8d8b30e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912812 Feb 09 01:27:22.557146 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 69b89f77-751b-412a-ad7d-6e3ff1f35a02 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:22.557538 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (69b89f77-751b-412a-ad7d-6e3ff1f35a02), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:22.564337 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086a0e2-f56d-48a4-8682-030ef21a42eb req-dfbbf878-6d71-404c-bf49-6deaab392e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:22.565959 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a086a0e2-f56d-48a4-8682-030ef21a42eb req-dfbbf878-6d71-404c-bf49-6deaab392e90 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=450cd261-9f7b-4ac2-b433-9349f92b3cba HTTP/1.1" status: 200 len: 1127 time: 0.1387725 Feb 09 01:27:22.657631 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dd3cab36-3053-4f1f-b814-f2922a1460a7 None None] Publish callbacks [] for port (5921c108-d789-4c78-8064-d363991ae04d), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:22.673493 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a086a0e2-f56d-48a4-8682-030ef21a42eb req-30b85c37-a0f9-4238-86ab-3c827cd7dd7e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=46d19180-284b-4c8d-825a-ad8d8b30e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859823 Feb 09 01:27:22.687353 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a29f3-f6ed-42e1-a638-fcbc5c19b9d2 req-d19cbce7-5b23-4fa3-820e-01c7c3232c54 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:22.689193 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-234a29f3-f6ed-42e1-a638-fcbc5c19b9d2 req-d19cbce7-5b23-4fa3-820e-01c7c3232c54 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "GET /v2.0/ports?device_id=925a5246-c45c-4850-9106-283e25e36d01 HTTP/1.1" status: 200 len: 908 time: 0.1223400 Feb 09 01:27:22.701413 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 69b89f77-751b-412a-ad7d-6e3ff1f35a02 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:22.701816 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (69b89f77-751b-412a-ad7d-6e3ff1f35a02), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:22.714927 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dd3cab36-3053-4f1f-b814-f2922a1460a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (5921c108-d789-4c78-8064-d363991ae04d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:22.755279 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.db.api [None req-7e0ba179-2184-4ada-8333-add37017ba0f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-6d524d59-364a-405e-aca5-27b342dd7c6a {{(pid=103137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:27:22.755634 n-d-828369-4 neutron-server[103137]: DEBUG oslo_db.api [None req-7e0ba179-2184-4ada-8333-add37017ba0f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:27:22.770214 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3cab36-3053-4f1f-b814-f2922a1460a7 None None] Network 32281a43-38e6-4c33-922a-e776d786da6b is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:22.771933 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 69b89f77-751b-412a-ad7d-6e3ff1f35a02, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=69b89f77-751b-412a-ad7d-6e3ff1f35a02,segment=NetworkSegment(dfd208fe-46de-4dce-8266-c1b1a45aa2db),segment_id=dfd208fe-46de-4dce-8266-c1b1a45aa2db)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:22.778367 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-dd3cab36-3053-4f1f-b814-f2922a1460a7 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:22.782518 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (69b89f77-751b-412a-ad7d-6e3ff1f35a02), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:22.786099 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3cab36-3053-4f1f-b814-f2922a1460a7 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:27:22.793709 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3cab36-3053-4f1f-b814-f2922a1460a7 None None] Pushing event updated for resources: {'Port': ['ID=5921c108-d789-4c78-8064-d363991ae04d,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:22.852334 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=69b89f77-751b-412a-ad7d-6e3ff1f35a02,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:22.909449 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-dd3cab36-3053-4f1f-b814-f2922a1460a7 None None] Attempting to bind port 5921c108-d789-4c78-8064-d363991ae04d on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:27:22.910013 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-dd3cab36-3053-4f1f-b814-f2922a1460a7 None None] Attempting to bind port 5921c108-d789-4c78-8064-d363991ae04d by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '6fa30a90-0f41-401d-8ee2-21d8b5f6e1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '32281a43-38e6-4c33-922a-e776d786da6b'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:27:22.910886 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9a7a5978-489d-46cf-a5e2-50d79f30e619 req-b2244646-af5c-40fb-ae34-681947916eeb tempest-ServerShowV254Test-986758758 tempest-ServerShowV254Test-986758758-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea5ef315-138b-4874-926f-6fa90393447a HTTP/1.1" status: 200 len: 210 time: 0.0369463 Feb 09 01:27:22.911305 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3cab36-3053-4f1f-b814-f2922a1460a7 None None] Attempting to bind port 5921c108-d789-4c78-8064-d363991ae04d on network 32281a43-38e6-4c33-922a-e776d786da6b {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:27:22.918268 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3cab36-3053-4f1f-b814-f2922a1460a7 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:27:22.918653 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3cab36-3053-4f1f-b814-f2922a1460a7 None None] Checking segment: {'id': '6fa30a90-0f41-401d-8ee2-21d8b5f6e1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '32281a43-38e6-4c33-922a-e776d786da6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:27:22.919064 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dd3cab36-3053-4f1f-b814-f2922a1460a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:22.919468 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3cab36-3053-4f1f-b814-f2922a1460a7 None None] Bound using segment: {'id': '6fa30a90-0f41-401d-8ee2-21d8b5f6e1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '32281a43-38e6-4c33-922a-e776d786da6b'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:27:22.920095 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-dd3cab36-3053-4f1f-b814-f2922a1460a7 None None] Bound port: 5921c108-d789-4c78-8064-d363991ae04d, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fa30a90-0f41-401d-8ee2-21d8b5f6e1c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '32281a43-38e6-4c33-922a-e776d786da6b'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:27:22.920490 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dd3cab36-3053-4f1f-b814-f2922a1460a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5921c108-d789-4c78-8064-d363991ae04d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:22.993155 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-dd3cab36-3053-4f1f-b814-f2922a1460a7 None None] For port 5921c108-d789-4c78-8064-d363991ae04d, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:27:22.996510 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-dd3cab36-3053-4f1f-b814-f2922a1460a7 None None] For port 5921c108-d789-4c78-8064-d363991ae04d, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=5921c108-d789-4c78-8064-d363991ae04d,segment=NetworkSegment(6fa30a90-0f41-401d-8ee2-21d8b5f6e1c4),segment_id=6fa30a90-0f41-401d-8ee2-21d8b5f6e1c4)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:27:23.002979 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dd3cab36-3053-4f1f-b814-f2922a1460a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (5921c108-d789-4c78-8064-d363991ae04d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:23.221690 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3cab36-3053-4f1f-b814-f2922a1460a7 None None] Pushing event updated for resources: {'Port': ['ID=5921c108-d789-4c78-8064-d363991ae04d,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:23.257279 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e0ba179-2184-4ada-8333-add37017ba0f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:23.282371 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-7e0ba179-2184-4ada-8333-add37017ba0f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] device_id is not set on port 443a59ea-858e-41d4-8e93-b2d0051d9706 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:27:23.410787 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-7e0ba179-2184-4ada-8333-add37017ba0f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Allocated IP 172.20.0.13 (32281a43-38e6-4c33-922a-e776d786da6b/039680a9-9ef6-441b-83a7-2d64779413e9/443a59ea-858e-41d4-8e93-b2d0051d9706) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:23.661372 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e0ba179-2184-4ada-8333-add37017ba0f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for port (443a59ea-858e-41d4-8e93-b2d0051d9706), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:23.731773 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e0ba179-2184-4ada-8333-add37017ba0f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (443a59ea-858e-41d4-8e93-b2d0051d9706), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:23.780485 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c34bb-c482-4a21-8c8d-1de65be50f7e req-f0c83a26-7b4e-4742-8df5-109c3c71367a tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:23.785709 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e9c34bb-c482-4a21-8c8d-1de65be50f7e req-f0c83a26-7b4e-4742-8df5-109c3c71367a tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] 10.222.0.50 "GET /v2.0/ports?device_id=450cd261-9f7b-4ac2-b433-9349f92b3cba HTTP/1.1" status: 200 len: 945 time: 0.0999315 Feb 09 01:27:23.857111 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0ba179-2184-4ada-8333-add37017ba0f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Network 32281a43-38e6-4c33-922a-e776d786da6b is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:23.870506 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-7e0ba179-2184-4ada-8333-add37017ba0f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:23.874460 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0ba179-2184-4ada-8333-add37017ba0f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:27:23.942033 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e9c34bb-c482-4a21-8c8d-1de65be50f7e req-2c380fdc-cb9f-42c8-80e7-5a82b66b1be1 tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] 10.222.0.50 "GET /v2.0/security-groups?id=46d19180-284b-4c8d-825a-ad8d8b30e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322222 Feb 09 01:27:23.957362 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 5921c108-d789-4c78-8064-d363991ae04d up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:27:23.974493 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ba179-2184-4ada-8333-add37017ba0f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event updated for resources: {'Port': ['ID=443a59ea-858e-41d4-8e93-b2d0051d9706,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:23.991748 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea26b5-35dc-403d-92b4-2feb7b769085 req-4b214d9f-71f6-431e-b9ad-dd8506ab211c tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:23.998107 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9ea26b5-35dc-403d-92b4-2feb7b769085 req-4b214d9f-71f6-431e-b9ad-dd8506ab211c tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "GET /v2.0/ports?device_id=925a5246-c45c-4850-9106-283e25e36d01 HTTP/1.1" status: 200 len: 909 time: 0.1265395 Feb 09 01:27:24.031141 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0ba179-2184-4ada-8333-add37017ba0f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:24.033502 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e0ba179-2184-4ada-8333-add37017ba0f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:24.059985 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7e0ba179-2184-4ada-8333-add37017ba0f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8873718 Feb 09 01:27:24.062994 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46494) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:24.065241 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 5921c108-d789-4c78-8064-d363991ae04d triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:24.065632 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (5921c108-d789-4c78-8064-d363991ae04d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:24.077826 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e8fb290-7ace-494b-99b0-1db2f5854f89 req-7d352af3-4af0-42e2-ab86-ce96d55dc46e tempest-ServerShowV254Test-986758758 tempest-ServerShowV254Test-986758758-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea5ef315-138b-4874-926f-6fa90393447a HTTP/1.1" status: 200 len: 210 time: 0.0440385 Feb 09 01:27:24.264921 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 5921c108-d789-4c78-8064-d363991ae04d is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:24.267074 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5921c108-d789-4c78-8064-d363991ae04d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:24.315289 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925a5246-c45c-4850-9106-283e25e36d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b89f77-751b-412a-ad7d-6e3ff1f35a02'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:27:24.317521 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0741ad-1857-4e99-ab52-93238bb6f848" -d '{"events": [{"server_uuid": "925a5246-c45c-4850-9106-283e25e36d01", "name": "network-vif-plugged", "status": "completed", "tag": "69b89f77-751b-412a-ad7d-6e3ff1f35a02"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:27:24.376398 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 5921c108-d789-4c78-8064-d363991ae04d, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=5921c108-d789-4c78-8064-d363991ae04d,segment=NetworkSegment(6fa30a90-0f41-401d-8ee2-21d8b5f6e1c4),segment_id=6fa30a90-0f41-401d-8ee2-21d8b5f6e1c4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:24.388010 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (5921c108-d789-4c78-8064-d363991ae04d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:24.435635 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27463bd6-7e43-4aeb-9fe2-2d4fe24b3f49 x-openstack-request-id: req-27463bd6-7e43-4aeb-9fe2-2d4fe24b3f49 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:27:24.435928 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925a5246-c45c-4850-9106-283e25e36d01", "name": "network-vif-plugged", "status": "completed", "tag": "69b89f77-751b-412a-ad7d-6e3ff1f35a02", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:27:24.436306 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-27463bd6-7e43-4aeb-9fe2-2d4fe24b3f49 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:27:24.436696 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925a5246-c45c-4850-9106-283e25e36d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69b89f77-751b-412a-ad7d-6e3ff1f35a02', 'code': 200} Feb 09 01:27:24.492776 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=5921c108-d789-4c78-8064-d363991ae04d,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:24.626327 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c5f33-2fb7-4c0d-ba69-4f4353ed182a req-61617f70-f599-47fd-899f-01f8387e5328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:24.628417 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-712c5f33-2fb7-4c0d-ba69-4f4353ed182a req-61617f70-f599-47fd-899f-01f8387e5328 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=925a5246-c45c-4850-9106-283e25e36d01 HTTP/1.1" status: 200 len: 1091 time: 0.1183527 Feb 09 01:27:24.655554 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d9651b08-7a0a-4a10-b6d7-9e7d5f6847f3 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (443a59ea-858e-41d4-8e93-b2d0051d9706), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:24.758687 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92bda9d-1334-4a99-b0d3-a349ddf91275 None None] Network 32281a43-38e6-4c33-922a-e776d786da6b requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:27:24.868001 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-9f8bc320-35bd-47ff-bff5-1609a53579c7 None None] Provisioning complete for port 5921c108-d789-4c78-8064-d363991ae04d triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:24.868381 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9f8bc320-35bd-47ff-bff5-1609a53579c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (5921c108-d789-4c78-8064-d363991ae04d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:24.931317 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d9651b08-7a0a-4a10-b6d7-9e7d5f6847f3 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for port (443a59ea-858e-41d4-8e93-b2d0051d9706), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:24.937199 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d9651b08-7a0a-4a10-b6d7-9e7d5f6847f3 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (443a59ea-858e-41d4-8e93-b2d0051d9706), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:24.957830 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-9f8bc320-35bd-47ff-bff5-1609a53579c7 None None] Current status of the port 5921c108-d789-4c78-8064-d363991ae04d is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:25.057642 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9651b08-7a0a-4a10-b6d7-9e7d5f6847f3 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event updated for resources: {'Port': ['ID=443a59ea-858e-41d4-8e93-b2d0051d9706,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:25.183267 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80501264-b7ab-4131-8f55-96dcc647f4da req-b6499ea8-29c9-4650-8933-e01e934e9124 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:25.196703 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-80501264-b7ab-4131-8f55-96dcc647f4da req-b6499ea8-29c9-4650-8933-e01e934e9124 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "GET /v2.0/ports?device_id=925a5246-c45c-4850-9106-283e25e36d01 HTTP/1.1" status: 200 len: 909 time: 0.0931392 Feb 09 01:27:25.215356 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce2089-6111-4b55-9192-0e44bf662604 req-57b4607d-5641-4cb4-a904-e85fbdd5fa2d tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:25.223184 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d6ce2089-6111-4b55-9192-0e44bf662604 req-57b4607d-5641-4cb4-a904-e85fbdd5fa2d tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] 10.222.0.50 "GET /v2.0/ports?device_id=450cd261-9f7b-4ac2-b433-9349f92b3cba HTTP/1.1" status: 200 len: 945 time: 0.1621900 Feb 09 01:27:25.253417 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d9651b08-7a0a-4a10-b6d7-9e7d5f6847f3 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (5b026314-e0d1-4ab4-ac6f-fb5d9f135eb7), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:25.289666 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-2d65a81a-9aba-447e-8a4e-1617291a0233 None None] Provisioning complete for port 5921c108-d789-4c78-8064-d363991ae04d triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:25.290329 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2d65a81a-9aba-447e-8a4e-1617291a0233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (5921c108-d789-4c78-8064-d363991ae04d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:25.300819 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d6ce2089-6111-4b55-9192-0e44bf662604 req-9ef6c0ea-5c9c-4ce7-b4e0-0085a565d162 tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] 10.222.0.50 "GET /v2.0/security-groups?id=46d19180-284b-4c8d-825a-ad8d8b30e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657177 Feb 09 01:27:25.381192 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-822d2868-5009-4223-b9b0-14f180e83dbb req-5be48cbc-4404-47af-a2af-2f3ffdd2c8da tempest-ServerShowV254Test-986758758 tempest-ServerShowV254Test-986758758-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea5ef315-138b-4874-926f-6fa90393447a HTTP/1.1" status: 200 len: 210 time: 0.0781395 Feb 09 01:27:25.411134 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-2d65a81a-9aba-447e-8a4e-1617291a0233 None None] Current status of the port 5921c108-d789-4c78-8064-d363991ae04d is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:25.426546 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-2d65a81a-9aba-447e-8a4e-1617291a0233 None None] Provisioning complete for port 443a59ea-858e-41d4-8e93-b2d0051d9706 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:25.427059 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2d65a81a-9aba-447e-8a4e-1617291a0233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (443a59ea-858e-41d4-8e93-b2d0051d9706), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:25.472915 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-2d65a81a-9aba-447e-8a4e-1617291a0233 None None] Port 443a59ea-858e-41d4-8e93-b2d0051d9706 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:27:25.616480 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-ed4ff92e-8006-47ee-a73f-1b2c782f9ae6 None None] Provisioning complete for port 443a59ea-858e-41d4-8e93-b2d0051d9706 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:25.616894 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ed4ff92e-8006-47ee-a73f-1b2c782f9ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (443a59ea-858e-41d4-8e93-b2d0051d9706), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:25.719047 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ed4ff92e-8006-47ee-a73f-1b2c782f9ae6 None None] Port 443a59ea-858e-41d4-8e93-b2d0051d9706 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:27:25.915903 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 5921c108-d789-4c78-8064-d363991ae04d up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:27:25.985927 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-62a1a1d3-8178-4c3c-b67c-6ba962183216 None None] Provisioning complete for port 443a59ea-858e-41d4-8e93-b2d0051d9706 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:25.986552 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-62a1a1d3-8178-4c3c-b67c-6ba962183216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (443a59ea-858e-41d4-8e93-b2d0051d9706), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:26.004025 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d9651b08-7a0a-4a10-b6d7-9e7d5f6847f3 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (443a59ea-858e-41d4-8e93-b2d0051d9706), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:26.058102 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-62a1a1d3-8178-4c3c-b67c-6ba962183216 None None] Port 443a59ea-858e-41d4-8e93-b2d0051d9706 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:27:26.063035 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 5921c108-d789-4c78-8064-d363991ae04d triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:26.063483 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (5921c108-d789-4c78-8064-d363991ae04d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:26.244904 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 5921c108-d789-4c78-8064-d363991ae04d is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:26.247399 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-1f44b463-1af2-4615-aa2d-d8dd158e52d1 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:26.256512 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-1f44b463-1af2-4615-aa2d-d8dd158e52d1 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/networks?id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 HTTP/1.1" status: 200 len: 811 time: 0.2032595 Feb 09 01:27:26.297903 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-267adf2c-6932-487c-b7e9-662388f7274f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/quotas/c9bde012005949bf8ed5f5d05d570ac0 HTTP/1.1" status: 200 len: 375 time: 0.0193186 Feb 09 01:27:26.319985 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d9651b08-7a0a-4a10-b6d7-9e7d5f6847f3 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for port (443a59ea-858e-41d4-8e93-b2d0051d9706), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:26.326048 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d9651b08-7a0a-4a10-b6d7-9e7d5f6847f3 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (443a59ea-858e-41d4-8e93-b2d0051d9706), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:26.407200 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d9651b08-7a0a-4a10-b6d7-9e7d5f6847f3 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (5b026314-e0d1-4ab4-ac6f-fb5d9f135eb7), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:26.409000 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9651b08-7a0a-4a10-b6d7-9e7d5f6847f3 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event updated for resources: {'Port': ['ID=443a59ea-858e-41d4-8e93-b2d0051d9706,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:26.417068 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9651b08-7a0a-4a10-b6d7-9e7d5f6847f3 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:26.417823 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-73458a6f-0c58-4f74-b5de-01fe9e303bfd tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c9bde012005949bf8ed5f5d05d570ac0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1189179 Feb 09 01:27:26.423757 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9651b08-7a0a-4a10-b6d7-9e7d5f6847f3 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:26.423986 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9651b08-7a0a-4a10-b6d7-9e7d5f6847f3 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:26.424337 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9651b08-7a0a-4a10-b6d7-9e7d5f6847f3 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:26.424706 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9651b08-7a0a-4a10-b6d7-9e7d5f6847f3 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:26.425052 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9651b08-7a0a-4a10-b6d7-9e7d5f6847f3 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:26.425384 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9651b08-7a0a-4a10-b6d7-9e7d5f6847f3 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:26.425715 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9651b08-7a0a-4a10-b6d7-9e7d5f6847f3 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:26.426043 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9651b08-7a0a-4a10-b6d7-9e7d5f6847f3 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:26.426369 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9651b08-7a0a-4a10-b6d7-9e7d5f6847f3 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:26.426693 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9651b08-7a0a-4a10-b6d7-9e7d5f6847f3 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:26.427022 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9651b08-7a0a-4a10-b6d7-9e7d5f6847f3 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:26.427344 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9651b08-7a0a-4a10-b6d7-9e7d5f6847f3 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:26.439683 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ffbda-62f1-4eb1-bc0c-35d77967e4d2 req-2698a4f4-4c6b-4086-889d-75490a4952bd tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:26.441203 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-559ffbda-62f1-4eb1-bc0c-35d77967e4d2 req-2698a4f4-4c6b-4086-889d-75490a4952bd tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "GET /v2.0/ports?device_id=925a5246-c45c-4850-9106-283e25e36d01 HTTP/1.1" status: 200 len: 909 time: 0.1047370 Feb 09 01:27:26.538346 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9651b08-7a0a-4a10-b6d7-9e7d5f6847f3 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Network 32281a43-38e6-4c33-922a-e776d786da6b is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:26.540167 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-d9651b08-7a0a-4a10-b6d7-9e7d5f6847f3 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:26.547474 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-242ddd4a-4158-453a-bc9b-e38bf3a45d36 service neutron] 10.222.0.50 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226256 Feb 09 01:27:26.633546 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-91bb6fa3-8bad-48da-a110-02b5e92353e7 req-118bd493-1e50-4586-9b37-88d8cf6d8353 tempest-ServerShowV254Test-986758758 tempest-ServerShowV254Test-986758758-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea5ef315-138b-4874-926f-6fa90393447a HTTP/1.1" status: 200 len: 210 time: 0.0672612 Feb 09 01:27:26.696307 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-88f5a91a-926a-477b-80d6-697b774ccb68 service neutron] 10.222.0.50 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484721 Feb 09 01:27:26.701752 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9651b08-7a0a-4a10-b6d7-9e7d5f6847f3 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Router 5b026314-e0d1-4ab4-ac6f-fb5d9f135eb7 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:27:26.842525 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9651b08-7a0a-4a10-b6d7-9e7d5f6847f3 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:27:26.848180 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d9651b08-7a0a-4a10-b6d7-9e7d5f6847f3 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "PUT /v2.0/routers/5b026314-e0d1-4ab4-ac6f-fb5d9f135eb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7844095 Feb 09 01:27:26.850686 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46550) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:26.851818 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b3a512-9550-4a21-9d4e-56264b3bee98 req-6e0e3f59-41d3-4d99-9319-dad009dbd33f tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:26.853531 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c7b3a512-9550-4a21-9d4e-56264b3bee98 req-6e0e3f59-41d3-4d99-9319-dad009dbd33f tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "GET /v2.0/ports?device_id=925a5246-c45c-4850-9106-283e25e36d01 HTTP/1.1" status: 200 len: 909 time: 0.0990813 Feb 09 01:27:26.855997 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24c1a43-f120-423e-a7d5-0d07bb548aa3 None None] Sync routers for ids ['5b026314-e0d1-4ab4-ac6f-fb5d9f135eb7'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:26.878582 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24c1a43-f120-423e-a7d5-0d07bb548aa3 None None] Routers {'5b026314-e0d1-4ab4-ac6f-fb5d9f135eb7'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:26.879643 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-d24c1a43-f120-423e-a7d5-0d07bb548aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:27:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['5b026314-e0d1-4ab4-ac6f-fb5d9f135eb7'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:26.916220 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3305133-cd39-438b-9c98-6146a1704653 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:26.921272 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c3305133-cd39-438b-9c98-6146a1704653 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "GET /v2.0/ports/443a59ea-858e-41d4-8e93-b2d0051d9706 HTTP/1.1" status: 200 len: 978 time: 0.0665555 Feb 09 01:27:26.921386 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 46554) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:26.936119 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-d24c1a43-f120-423e-a7d5-0d07bb548aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:26.959345 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24c1a43-f120-423e-a7d5-0d07bb548aa3 None None] Routers {'5b026314-e0d1-4ab4-ac6f-fb5d9f135eb7'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:26.960250 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-d24c1a43-f120-423e-a7d5-0d07bb548aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:27:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['5b026314-e0d1-4ab4-ac6f-fb5d9f135eb7'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:27.020686 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-f721b843-38cc-4868-b610-39963952f18b None None] Provisioning complete for port 443a59ea-858e-41d4-8e93-b2d0051d9706 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:27.021342 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f721b843-38cc-4868-b610-39963952f18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (443a59ea-858e-41d4-8e93-b2d0051d9706), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:27.086845 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-d24c1a43-f120-423e-a7d5-0d07bb548aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:27.087660 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24c1a43-f120-423e-a7d5-0d07bb548aa3 None None] The sync data for ids ['5b026314-e0d1-4ab4-ac6f-fb5d9f135eb7'] in n-d-828369-4 is: [] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:27.098090 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f721b843-38cc-4868-b610-39963952f18b None None] Port 443a59ea-858e-41d4-8e93-b2d0051d9706 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:27:27.442179 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ca53814d-7b72-4dfb-ac5e-73e1185234f8 req-276fb8fc-b840-4380-9b13-9dfd73371148 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 210 time: 0.3771191 Feb 09 01:27:27.660762 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72567f-f2de-44d4-8f6f-3cabdda070d2 req-98282a1f-23b3-47a5-9eb1-09f3b3269258 tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:27.662854 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-db72567f-f2de-44d4-8f6f-3cabdda070d2 req-98282a1f-23b3-47a5-9eb1-09f3b3269258 tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=925a5246-c45c-4850-9106-283e25e36d01 HTTP/1.1" status: 200 len: 1091 time: 0.6066597 Feb 09 01:27:27.829255 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-af4dbc99-5f59-4792-a656-536512011407 req-32e29885-34cf-45b1-828e-8dc9e29aa08a tempest-ServerShowV254Test-986758758 tempest-ServerShowV254Test-986758758-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea5ef315-138b-4874-926f-6fa90393447a HTTP/1.1" status: 200 len: 210 time: 0.0635736 Feb 09 01:27:27.908382 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31c19c-8ed1-4915-b177-59415e766072 req-1ffd48dd-b827-4c89-899a-aecc3e664da1 tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:27.909944 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a31c19c-8ed1-4915-b177-59415e766072 req-1ffd48dd-b827-4c89-899a-aecc3e664da1 tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=57f2cdfd-c686-43f5-afbe-b6cf4cd5b837 HTTP/1.1" status: 200 len: 1166 time: 0.1185930 Feb 09 01:27:28.052497 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a31c19c-8ed1-4915-b177-59415e766072 req-0e24e233-a8f5-469a-a747-f1c7091835d1 tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=f0718378-8307-420f-8220-cf74a6bc0f74&id=dcfc638c-9490-44f4-b609-16a2e61796c5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1104248 Feb 09 01:27:28.057187 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4428e371-0ac6-4142-952c-008b6bbe3b5c tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (5b026314-e0d1-4ab4-ac6f-fb5d9f135eb7), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:28.071683 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46584) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:28.157650 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94636110-b160-483e-8787-e2c3f2923f9e tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:28.159523 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-94636110-b160-483e-8787-e2c3f2923f9e tempest-TestSecurityGroupsBasicOps-95887938 tempest-TestSecurityGroupsBasicOps-95887938-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=925a5246-c45c-4850-9106-283e25e36d01 HTTP/1.1" status: 200 len: 1086 time: 0.0865359 Feb 09 01:27:28.438634 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-efe8e98a-c655-498a-989b-d7fee34e0ab0 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:28.440761 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-efe8e98a-c655-498a-989b-d7fee34e0ab0 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.120 "GET /v2.0/networks?id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 HTTP/1.1" status: 200 len: 811 time: 0.3037808 Feb 09 01:27:28.456320 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-48414cfc-0c2d-4449-acdf-b93ee8d42b60 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Request body: {'port': {'device_id': '24dd9ad0-33d3-4a67-8aa9-bb3602398585', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'admin_state_up': True, 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:28.575213 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea0fe4f-c5b5-4494-9cb4-15c125d6ca12 req-cba1f43e-bff3-4c1d-8027-59be10ef86ee tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:28.576913 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eea0fe4f-c5b5-4494-9cb4-15c125d6ca12 req-cba1f43e-bff3-4c1d-8027-59be10ef86ee tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "GET /v2.0/ports?device_id=925a5246-c45c-4850-9106-283e25e36d01 HTTP/1.1" status: 200 len: 909 time: 0.1791754 Feb 09 01:27:28.658497 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-996a0017-416d-4080-8799-b98a35cffb2a req-fb14a497-0815-485f-ba3e-8ad8c4fdab60 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 210 time: 0.0780478 Feb 09 01:27:28.689142 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-48414cfc-0c2d-4449-acdf-b93ee8d42b60 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Made reservation on behalf of c9bde012005949bf8ed5f5d05d570ac0 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:28.693906 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-48414cfc-0c2d-4449-acdf-b93ee8d42b60 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:28.748075 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-4428e371-0ac6-4142-952c-008b6bbe3b5c tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Deleting port 443a59ea-858e-41d4-8e93-b2d0051d9706 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:27:28.748429 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4428e371-0ac6-4142-952c-008b6bbe3b5c tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (443a59ea-858e-41d4-8e93-b2d0051d9706), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:28.850612 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4428e371-0ac6-4142-952c-008b6bbe3b5c tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (443a59ea-858e-41d4-8e93-b2d0051d9706), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:28.864614 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-4428e371-0ac6-4142-952c-008b6bbe3b5c tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Calling delete_port for 443a59ea-858e-41d4-8e93-b2d0051d9706 owned by network:router_interface {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:27:29.153296 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1ce7c947-f0b6-425d-af91-053632fba5f6 req-f47187de-0db1-4356-a630-25839c0c18f5 tempest-ServerShowV254Test-986758758 tempest-ServerShowV254Test-986758758-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea5ef315-138b-4874-926f-6fa90393447a HTTP/1.1" status: 200 len: 210 time: 0.0962586 Feb 09 01:27:29.188013 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4428e371-0ac6-4142-952c-008b6bbe3b5c tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (443a59ea-858e-41d4-8e93-b2d0051d9706), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:29.264252 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428e371-0ac6-4142-952c-008b6bbe3b5c tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event deleted for resources: {'Port': ['ID=443a59ea-858e-41d4-8e93-b2d0051d9706,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:29.299544 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e92846-96a8-4abe-bd49-c824086ae571 req-a951e8c8-467d-4f16-b1eb-7e6217d511b9 tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:29.306587 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74e92846-96a8-4abe-bd49-c824086ae571 req-a951e8c8-467d-4f16-b1eb-7e6217d511b9 tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] 10.222.0.50 "GET /v2.0/ports?device_id=450cd261-9f7b-4ac2-b433-9349f92b3cba HTTP/1.1" status: 200 len: 945 time: 0.2360253 Feb 09 01:27:29.320771 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-48414cfc-0c2d-4449-acdf-b93ee8d42b60 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Allocated IP 172.20.0.4 (e3d3bfb4-e5ce-458a-8f81-66f36b8e4175/68d3f132-83c5-49da-80a3-1924c70a8491/dcd5d785-decc-45a2-8a15-2b05c9071ea1) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:29.506346 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74e92846-96a8-4abe-bd49-c824086ae571 req-23215071-2e89-4d51-bf9d-78a5cc6148e1 tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] 10.222.0.50 "GET /v2.0/security-groups?id=46d19180-284b-4c8d-825a-ad8d8b30e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986606 Feb 09 01:27:29.582393 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4428e371-0ac6-4142-952c-008b6bbe3b5c tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (5b026314-e0d1-4ab4-ac6f-fb5d9f135eb7), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:29.784728 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-48414cfc-0c2d-4449-acdf-b93ee8d42b60 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks [] for port (dcd5d785-decc-45a2-8a15-2b05c9071ea1), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:29.905297 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8933b4b4-6b21-436c-aa29-78448c319e91 req-2249ac07-4f7f-492f-b66f-84d7c65fb93f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 210 time: 0.0671866 Feb 09 01:27:29.920075 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4428e371-0ac6-4142-952c-008b6bbe3b5c tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Router 5b026314-e0d1-4ab4-ac6f-fb5d9f135eb7 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:27:29.979800 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4e9b0-a524-4e28-96b4-a79a03eb779f req-b782f9a6-89a6-4801-a1a8-9b15d88bae16 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:29.981366 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2bf4e9b0-a524-4e28-96b4-a79a03eb779f req-b782f9a6-89a6-4801-a1a8-9b15d88bae16 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.120 "GET /v2.0/ports?device_id=925a5246-c45c-4850-9106-283e25e36d01 HTTP/1.1" status: 200 len: 909 time: 0.2019854 Feb 09 01:27:29.983797 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-48414cfc-0c2d-4449-acdf-b93ee8d42b60 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (dcd5d785-decc-45a2-8a15-2b05c9071ea1), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:29.992009 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f601e-804a-4dd3-982a-f93d237dab12 req-d2aeacb7-2625-462f-8238-592deebd0030 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:29.999082 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3a2f601e-804a-4dd3-982a-f93d237dab12 req-d2aeacb7-2625-462f-8238-592deebd0030 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "GET /v2.0/ports?device_id=925a5246-c45c-4850-9106-283e25e36d01 HTTP/1.1" status: 200 len: 909 time: 0.2179534 Feb 09 01:27:30.505926 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4a502929-9494-4272-89e5-b9365758e13e req-6e5e34da-bb8c-4bd4-a0ac-48e30b15d7a7 tempest-ServerShowV254Test-986758758 tempest-ServerShowV254Test-986758758-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea5ef315-138b-4874-926f-6fa90393447a HTTP/1.1" status: 200 len: 210 time: 0.0758462 Feb 09 01:27:30.506706 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4428e371-0ac6-4142-952c-008b6bbe3b5c tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:27:30.514629 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4428e371-0ac6-4142-952c-008b6bbe3b5c tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "PUT /v2.0/routers/5b026314-e0d1-4ab4-ac6f-fb5d9f135eb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5897596 Feb 09 01:27:30.514984 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46620) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:30.519132 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-48414cfc-0c2d-4449-acdf-b93ee8d42b60 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Network e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:30.532663 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-48414cfc-0c2d-4449-acdf-b93ee8d42b60 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:30.549647 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed4061c-4864-4242-803f-c7bb2df86682 None None] Sync routers for ids ['5b026314-e0d1-4ab4-ac6f-fb5d9f135eb7'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:30.560211 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-48414cfc-0c2d-4449-acdf-b93ee8d42b60 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:27:30.562799 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48414cfc-0c2d-4449-acdf-b93ee8d42b60 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Pushing event updated for resources: {'Port': ['ID=dcd5d785-decc-45a2-8a15-2b05c9071ea1,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:30.580523 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed4061c-4864-4242-803f-c7bb2df86682 None None] Routers {'5b026314-e0d1-4ab4-ac6f-fb5d9f135eb7'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:30.581761 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-7ed4061c-4864-4242-803f-c7bb2df86682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:27:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['5b026314-e0d1-4ab4-ac6f-fb5d9f135eb7'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:30.666386 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-48414cfc-0c2d-4449-acdf-b93ee8d42b60 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:30.667398 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-48414cfc-0c2d-4449-acdf-b93ee8d42b60 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:30.675973 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-7ed4061c-4864-4242-803f-c7bb2df86682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:30.694407 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed4061c-4864-4242-803f-c7bb2df86682 None None] Routers {'5b026314-e0d1-4ab4-ac6f-fb5d9f135eb7'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:30.695426 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-7ed4061c-4864-4242-803f-c7bb2df86682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:27:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['5b026314-e0d1-4ab4-ac6f-fb5d9f135eb7'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:30.752381 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c55f1b-9196-4060-9b3f-56c0825d39c9 req-3f011a3c-abf2-4901-9578-a8bdef095bd4 tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:30.753951 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6c55f1b-9196-4060-9b3f-56c0825d39c9 req-3f011a3c-abf2-4901-9578-a8bdef095bd4 tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] 10.222.0.47 "GET /v2.0/ports?device_id=450cd261-9f7b-4ac2-b433-9349f92b3cba HTTP/1.1" status: 200 len: 945 time: 0.3199720 Feb 09 01:27:30.765234 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-48414cfc-0c2d-4449-acdf-b93ee8d42b60 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3132710 Feb 09 01:27:30.767392 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-7ed4061c-4864-4242-803f-c7bb2df86682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:30.768239 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed4061c-4864-4242-803f-c7bb2df86682 None None] The sync data for ids ['5b026314-e0d1-4ab4-ac6f-fb5d9f135eb7'] in n-d-828369-4 is: [] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:30.896027 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-a5db97f7-671f-483c-abbc-5d3fea2ee07e service neutron] Request body: {'port': {'device_id': '24dd9ad0-33d3-4a67-8aa9-bb3602398585', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:30.966316 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-65e37d2c-4e58-48f0-9b1f-6e5dd9e38357 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] remove_router_interface failed (client error): The resource could not be found. Feb 09 01:27:30.967690 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-65e37d2c-4e58-48f0-9b1f-6e5dd9e38357 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "PUT /v2.0/routers/5b026314-e0d1-4ab4-ac6f-fb5d9f135eb7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4507797 Feb 09 01:27:30.970376 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46626) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:30.981341 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-7543fdbb-e6ac-4507-872a-08d79380adac None None] Provisioning complete for port dcd5d785-decc-45a2-8a15-2b05c9071ea1 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:30.983100 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7543fdbb-e6ac-4507-872a-08d79380adac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (dcd5d785-decc-45a2-8a15-2b05c9071ea1), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:30.994172 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-a5db97f7-671f-483c-abbc-5d3fea2ee07e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (dcd5d785-decc-45a2-8a15-2b05c9071ea1), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:31.017389 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6939999c-bd2b-40ef-b924-bb09a569459b tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b026314-e0d1-4ab4-ac6f-fb5d9f135eb7 HTTP/1.1" status: 200 len: 205 time: 0.0438762 Feb 09 01:27:31.018417 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d2457-047f-4f58-af00-ebf2ab8e84b1 req-8fea683b-e4bb-4295-b066-cf254280e5e6 tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:31.021024 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46630) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:31.039304 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1f9d2457-047f-4f58-af00-ebf2ab8e84b1 req-8fea683b-e4bb-4295-b066-cf254280e5e6 tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] 10.222.0.50 "GET /v2.0/ports?device_id=450cd261-9f7b-4ac2-b433-9349f92b3cba HTTP/1.1" status: 200 len: 945 time: 0.3489821 Feb 09 01:27:31.062018 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-7543fdbb-e6ac-4507-872a-08d79380adac None None] Port dcd5d785-decc-45a2-8a15-2b05c9071ea1 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:27:31.074297 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-2bf4e9b0-a524-4e28-96b4-a79a03eb779f req-63103a1c-f9b0-4b98-a15c-f23652f00d5b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Deleting port 69b89f77-751b-412a-ad7d-6e3ff1f35a02 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:27:31.074641 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2bf4e9b0-a524-4e28-96b4-a79a03eb779f req-63103a1c-f9b0-4b98-a15c-f23652f00d5b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (69b89f77-751b-412a-ad7d-6e3ff1f35a02), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:31.122087 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d5e1d41e-fa41-4c80-9060-8a22fe74e0ee tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for router (5b026314-e0d1-4ab4-ac6f-fb5d9f135eb7), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:31.194728 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-2bf4e9b0-a524-4e28-96b4-a79a03eb779f req-63103a1c-f9b0-4b98-a15c-f23652f00d5b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] For port 69b89f77-751b-412a-ad7d-6e3ff1f35a02, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=69b89f77-751b-412a-ad7d-6e3ff1f35a02,segment=NetworkSegment(dfd208fe-46de-4dce-8266-c1b1a45aa2db),segment_id=dfd208fe-46de-4dce-8266-c1b1a45aa2db)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:31.195377 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2bf4e9b0-a524-4e28-96b4-a79a03eb779f req-63103a1c-f9b0-4b98-a15c-f23652f00d5b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (69b89f77-751b-412a-ad7d-6e3ff1f35a02), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:31.209641 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-2bf4e9b0-a524-4e28-96b4-a79a03eb779f req-63103a1c-f9b0-4b98-a15c-f23652f00d5b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Calling delete_port for 69b89f77-751b-412a-ad7d-6e3ff1f35a02 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:27:31.298216 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d5e1d41e-fa41-4c80-9060-8a22fe74e0ee tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (5b026314-e0d1-4ab4-ac6f-fb5d9f135eb7), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:31.300823 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d5e1d41e-fa41-4c80-9060-8a22fe74e0ee tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for router_controller (5b026314-e0d1-4ab4-ac6f-fb5d9f135eb7), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:31.348125 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d5e1d41e-fa41-4c80-9060-8a22fe74e0ee tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (5b026314-e0d1-4ab4-ac6f-fb5d9f135eb7), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:31.348935 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e1d41e-fa41-4c80-9060-8a22fe74e0ee tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Fanout notify agent at l3_agent the message router_deleted on router 5b026314-e0d1-4ab4-ac6f-fb5d9f135eb7 {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:27:31.357206 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d5e1d41e-fa41-4c80-9060-8a22fe74e0ee tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:31.359098 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d5e1d41e-fa41-4c80-9060-8a22fe74e0ee tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "DELETE /v2.0/routers/5b026314-e0d1-4ab4-ac6f-fb5d9f135eb7 HTTP/1.1" status: 204 len: 168 time: 0.3371298 Feb 09 01:27:31.361643 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46634) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:31.421038 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f215969-d8c8-48a5-ac67-374242f0c8bf tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Deleting subnet 039680a9-9ef6-441b-83a7-2d64779413e9 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:27:31.425245 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5f215969-d8c8-48a5-ac67-374242f0c8bf tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for subnet (039680a9-9ef6-441b-83a7-2d64779413e9), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:31.475052 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1f9d2457-047f-4f58-af00-ebf2ab8e84b1 req-dde40653-a61d-4f06-b2b5-670c39699ccb tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] 10.222.0.50 "GET /v2.0/security-groups?id=46d19180-284b-4c8d-825a-ad8d8b30e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4345138 Feb 09 01:27:31.499162 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5f215969-d8c8-48a5-ac67-374242f0c8bf tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (039680a9-9ef6-441b-83a7-2d64779413e9), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:31.505768 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2bf4e9b0-a524-4e28-96b4-a79a03eb779f req-63103a1c-f9b0-4b98-a15c-f23652f00d5b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (69b89f77-751b-412a-ad7d-6e3ff1f35a02), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:31.551860 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66bb91a-f89b-4460-a029-82a9cc06481b req-4f94f152-5a6d-4132-b2ca-db6cd8ddc692 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:31.560100 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f66bb91a-f89b-4460-a029-82a9cc06481b req-4f94f152-5a6d-4132-b2ca-db6cd8ddc692 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 931 time: 0.1845067 Feb 09 01:27:31.586119 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63103a1c-f9b0-4b98-a15c-f23652f00d5b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Pushing event deleted for resources: {'Port': ['ID=69b89f77-751b-412a-ad7d-6e3ff1f35a02,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:31.632412 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5f215969-d8c8-48a5-ac67-374242f0c8bf tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (039680a9-9ef6-441b-83a7-2d64779413e9), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:31.730734 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5f215969-d8c8-48a5-ac67-374242f0c8bf tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (039680a9-9ef6-441b-83a7-2d64779413e9), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:31.764801 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-e6c55f1b-9196-4060-9b3f-56c0825d39c9 req-61b58eed-7f79-455e-9199-bcc4c04c0ed2 tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] Deleting port 5165e257-8727-4815-a2eb-990498e6b77f {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:27:31.765140 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e6c55f1b-9196-4060-9b3f-56c0825d39c9 req-61b58eed-7f79-455e-9199-bcc4c04c0ed2 tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (5165e257-8727-4815-a2eb-990498e6b77f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:31.765631 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f215969-d8c8-48a5-ac67-374242f0c8bf tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event deleted for resources: {'Subnet': ['ID=039680a9-9ef6-441b-83a7-2d64779413e9,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:31.781549 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd28db2-51e4-498f-bcb5-ebbeb0fb40b9 None None] Network 32281a43-38e6-4c33-922a-e776d786da6b requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:27:31.781736 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5f215969-d8c8-48a5-ac67-374242f0c8bf tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:31.785471 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5f215969-d8c8-48a5-ac67-374242f0c8bf tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "DELETE /v2.0/subnets/039680a9-9ef6-441b-83a7-2d64779413e9 HTTP/1.1" status: 204 len: 168 time: 0.4226446 Feb 09 01:27:31.787998 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46638) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:31.813680 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1fae6b44-7f9e-4e91-8d27-78d6ff0d0e71 req-34ed8b98-2b6f-4a88-9865-937c43a9ca8b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "GET /v2.0/ports?device_id=925a5246-c45c-4850-9106-283e25e36d01 HTTP/1.1" status: 200 len: 210 time: 0.2026930 Feb 09 01:27:31.928450 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf4e9b0-a524-4e28-96b4-a79a03eb779f req-63103a1c-f9b0-4b98-a15c-f23652f00d5b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] No DVR routers for this DVR port 69b89f77-751b-412a-ad7d-6e3ff1f35a02 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:27:31.935766 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2bf4e9b0-a524-4e28-96b4-a79a03eb779f req-63103a1c-f9b0-4b98-a15c-f23652f00d5b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:31.939247 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2bf4e9b0-a524-4e28-96b4-a79a03eb779f req-63103a1c-f9b0-4b98-a15c-f23652f00d5b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.120 "DELETE /v2.0/ports/69b89f77-751b-412a-ad7d-6e3ff1f35a02 HTTP/1.1" status: 204 len: 173 time: 1.9391806 Feb 09 01:27:31.983068 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f66bb91a-f89b-4460-a029-82a9cc06481b req-eab9b0f8-828f-4d98-b506-1ed357b58a95 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222429 Feb 09 01:27:31.983575 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925a5246-c45c-4850-9106-283e25e36d01', 'name': 'network-vif-deleted', 'tag': '69b89f77-751b-412a-ad7d-6e3ff1f35a02'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:27:31.989767 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d19fba-a7d4-4d7d-881c-b9abc4b3d67f" -d '{"events": [{"server_uuid": "925a5246-c45c-4850-9106-283e25e36d01", "name": "network-vif-deleted", "tag": "69b89f77-751b-412a-ad7d-6e3ff1f35a02"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:27:31.992297 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1c62bd73-bfee-490e-94d8-4e432192978a tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (32281a43-38e6-4c33-922a-e776d786da6b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:32.033308 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3adaf6-a047-4763-b889-8d1810576aac None None] DHCP port deletion for 32281a43-38e6-4c33-922a-e776d786da6b request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:27:32.048411 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-07d59b85-d87e-4ce4-ab2a-23b52d6d32ee req-1a886f17-e851-4698-9701-e270bf42824c tempest-ServerShowV254Test-986758758 tempest-ServerShowV254Test-986758758-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea5ef315-138b-4874-926f-6fa90393447a HTTP/1.1" status: 200 len: 210 time: 0.0340703 Feb 09 01:27:32.116296 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80bed741-3486-414b-8159-1dacb8c60261 x-openstack-request-id: req-80bed741-3486-414b-8159-1dacb8c60261 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:27:32.116881 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925a5246-c45c-4850-9106-283e25e36d01", "name": "network-vif-deleted", "tag": "69b89f77-751b-412a-ad7d-6e3ff1f35a02", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:27:32.117437 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-80bed741-3486-414b-8159-1dacb8c60261 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:27:32.118093 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925a5246-c45c-4850-9106-283e25e36d01', 'name': 'network-vif-deleted', 'tag': '69b89f77-751b-412a-ad7d-6e3ff1f35a02', 'status': 'completed', 'code': 200} Feb 09 01:27:32.155078 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-1c62bd73-bfee-490e-94d8-4e432192978a tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Deleting port 5921c108-d789-4c78-8064-d363991ae04d {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:27:32.155459 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1c62bd73-bfee-490e-94d8-4e432192978a tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (5921c108-d789-4c78-8064-d363991ae04d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:32.169862 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-0f3adaf6-a047-4763-b889-8d1810576aac None None] Deleting port 5921c108-d789-4c78-8064-d363991ae04d {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:27:32.170361 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0f3adaf6-a047-4763-b889-8d1810576aac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (5921c108-d789-4c78-8064-d363991ae04d), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:32.189726 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-e6c55f1b-9196-4060-9b3f-56c0825d39c9 req-61b58eed-7f79-455e-9199-bcc4c04c0ed2 tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] For port 5165e257-8727-4815-a2eb-990498e6b77f, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=5165e257-8727-4815-a2eb-990498e6b77f,segment=NetworkSegment(1193260d-27f2-4ff2-a182-33c2ceebabdd),segment_id=1193260d-27f2-4ff2-a182-33c2ceebabdd)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:32.190406 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e6c55f1b-9196-4060-9b3f-56c0825d39c9 req-61b58eed-7f79-455e-9199-bcc4c04c0ed2 tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (5165e257-8727-4815-a2eb-990498e6b77f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:32.218275 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-e6c55f1b-9196-4060-9b3f-56c0825d39c9 req-61b58eed-7f79-455e-9199-bcc4c04c0ed2 tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] Calling delete_port for 5165e257-8727-4815-a2eb-990498e6b77f owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:27:32.258415 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-0f3adaf6-a047-4763-b889-8d1810576aac None None] For port 5921c108-d789-4c78-8064-d363991ae04d, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=5921c108-d789-4c78-8064-d363991ae04d,segment=NetworkSegment(6fa30a90-0f41-401d-8ee2-21d8b5f6e1c4),segment_id=6fa30a90-0f41-401d-8ee2-21d8b5f6e1c4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:32.258881 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0f3adaf6-a047-4763-b889-8d1810576aac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (5921c108-d789-4c78-8064-d363991ae04d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:32.283147 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-0f3adaf6-a047-4763-b889-8d1810576aac None None] Calling delete_port for 5921c108-d789-4c78-8064-d363991ae04d owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:27:32.283826 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-1c62bd73-bfee-490e-94d8-4e432192978a tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] For port 5921c108-d789-4c78-8064-d363991ae04d, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=5921c108-d789-4c78-8064-d363991ae04d,segment=NetworkSegment(6fa30a90-0f41-401d-8ee2-21d8b5f6e1c4),segment_id=6fa30a90-0f41-401d-8ee2-21d8b5f6e1c4)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:32.284431 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1c62bd73-bfee-490e-94d8-4e432192978a tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (5921c108-d789-4c78-8064-d363991ae04d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:32.306662 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-1c62bd73-bfee-490e-94d8-4e432192978a tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Calling delete_port for 5921c108-d789-4c78-8064-d363991ae04d owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:27:32.397874 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-a5db97f7-671f-483c-abbc-5d3fea2ee07e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcd5d785-decc-45a2-8a15-2b05c9071ea1 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:27:32.416296 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-a5db97f7-671f-483c-abbc-5d3fea2ee07e service neutron] Publish callbacks [] for port (dcd5d785-decc-45a2-8a15-2b05c9071ea1), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:32.434347 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-a5db97f7-671f-483c-abbc-5d3fea2ee07e service neutron] Transition to ACTIVE for port object dcd5d785-decc-45a2-8a15-2b05c9071ea1 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:27:32.442686 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-a5db97f7-671f-483c-abbc-5d3fea2ee07e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (dcd5d785-decc-45a2-8a15-2b05c9071ea1), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:32.487036 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-03f0828b-fbbf-4591-a68b-df8c6903ff41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:32.559276 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0f3adaf6-a047-4763-b889-8d1810576aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (5921c108-d789-4c78-8064-d363991ae04d), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:32.602122 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1c62bd73-bfee-490e-94d8-4e432192978a tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (5921c108-d789-4c78-8064-d363991ae04d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:32.602871 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3adaf6-a047-4763-b889-8d1810576aac None None] Pushing event deleted for resources: {'Port': ['ID=5921c108-d789-4c78-8064-d363991ae04d,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:32.607769 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3adaf6-a047-4763-b889-8d1810576aac None None] No DVR routers for this DVR port 5921c108-d789-4c78-8064-d363991ae04d on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:27:32.675971 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c62bd73-bfee-490e-94d8-4e432192978a tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] No DVR routers for this DVR port 5921c108-d789-4c78-8064-d363991ae04d on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:27:32.677944 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c62bd73-bfee-490e-94d8-4e432192978a tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event deleted for resources: {'Port': ['ID=5921c108-d789-4c78-8064-d363991ae04d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:32.796834 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db97f7-671f-483c-abbc-5d3fea2ee07e service neutron] Pushing event updated for resources: {'Port': ['ID=dcd5d785-decc-45a2-8a15-2b05c9071ea1,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:32.817815 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1c62bd73-bfee-490e-94d8-4e432192978a tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (32281a43-38e6-4c33-922a-e776d786da6b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:32.843601 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e6c55f1b-9196-4060-9b3f-56c0825d39c9 req-61b58eed-7f79-455e-9199-bcc4c04c0ed2 tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (5165e257-8727-4815-a2eb-990498e6b77f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:32.856162 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-1c62bd73-bfee-490e-94d8-4e432192978a tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32281a43-38e6-4c33-922a-e776d786da6b']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:32.862104 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['5165e257-8727-4815-a2eb-990498e6b77f'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:27:32.885360 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-1c62bd73-bfee-490e-94d8-4e432192978a tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fa30a90-0f41-401d-8ee2-21d8b5f6e1c4') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:32.886842 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-1c62bd73-bfee-490e-94d8-4e432192978a tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fa30a90-0f41-401d-8ee2-21d8b5f6e1c4') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:32.918190 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1c62bd73-bfee-490e-94d8-4e432192978a tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (6fa30a90-0f41-401d-8ee2-21d8b5f6e1c4), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:32.920060 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46648) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:32.947216 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b58eed-7f79-455e-9199-bcc4c04c0ed2 tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] Pushing event deleted for resources: {'Port': ['ID=5165e257-8727-4815-a2eb-990498e6b77f,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:32.961732 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811913ef-3c12-4374-9c56-655d65a06abb req-f71c7f1e-fb91-45a8-a0c1-2e6d72b2881c tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:32.972395 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-811913ef-3c12-4374-9c56-655d65a06abb req-f71c7f1e-fb91-45a8-a0c1-2e6d72b2881c tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] 10.222.0.50 "GET /v2.0/ports?device_id=450cd261-9f7b-4ac2-b433-9349f92b3cba HTTP/1.1" status: 200 len: 867 time: 0.3064716 Feb 09 01:27:33.009629 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1c62bd73-bfee-490e-94d8-4e432192978a tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (6fa30a90-0f41-401d-8ee2-21d8b5f6e1c4), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:33.020073 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c62bd73-bfee-490e-94d8-4e432192978a tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:27:33.020073 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1c62bd73-bfee-490e-94d8-4e432192978a tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (6fa30a90-0f41-401d-8ee2-21d8b5f6e1c4), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:33.108848 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:27:33.108848 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:27:33.108848 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:27:33.108848 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:27:33.108848 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:27:33.108848 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:27:33.108848 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:27:33.108848 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:27:33.108848 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:27:33.108848 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:27:33.108848 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:27:33.108848 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:27:33.108848 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:27:33.108848 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:27:33.108848 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:27:33.108848 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:27:33.108848 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:27:33.108848 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:27:33.108848 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:27:33.108848 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:27:33.108848 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:27:33.108848 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:27:33.108848 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:27:33.108848 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:27:33.108848 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:27:33.108848 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:27:33.108848 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:27:33.108848 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:27:33.108848 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:27:33.108848 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:27:33.108848 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:27:33.108848 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:27:33.108848 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:27:33.108848 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:27:33.108848 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:27:33.108848 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:27:33.108848 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:27:33.108848 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:27:33.108848 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:27:33.108848 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:27:33.155786 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1c62bd73-bfee-490e-94d8-4e432192978a tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (32281a43-38e6-4c33-922a-e776d786da6b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:33.160367 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-a5db97f7-671f-483c-abbc-5d3fea2ee07e service neutron] Attempting to bind port dcd5d785-decc-45a2-8a15-2b05c9071ea1 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:27:33.160939 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-a5db97f7-671f-483c-abbc-5d3fea2ee07e service neutron] Attempting to bind port dcd5d785-decc-45a2-8a15-2b05c9071ea1 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': 'd40e3b64-4486-4490-9380-e6758cb22819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:27:33.161435 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-a5db97f7-671f-483c-abbc-5d3fea2ee07e service neutron] Attempting to bind port dcd5d785-decc-45a2-8a15-2b05c9071ea1 on network e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:27:33.164957 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1c62bd73-bfee-490e-94d8-4e432192978a tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:33.168206 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1c62bd73-bfee-490e-94d8-4e432192978a tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "DELETE /v2.0/networks/32281a43-38e6-4c33-922a-e776d786da6b HTTP/1.1" status: 204 len: 168 time: 1.3792083 Feb 09 01:27:33.170674 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c55f1b-9196-4060-9b3f-56c0825d39c9 req-61b58eed-7f79-455e-9199-bcc4c04c0ed2 tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] No DVR routers for this DVR port 5165e257-8727-4815-a2eb-990498e6b77f on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:27:33.180828 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e6c55f1b-9196-4060-9b3f-56c0825d39c9 req-61b58eed-7f79-455e-9199-bcc4c04c0ed2 tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:33.184683 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6c55f1b-9196-4060-9b3f-56c0825d39c9 req-61b58eed-7f79-455e-9199-bcc4c04c0ed2 tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] 10.222.0.47 "DELETE /v2.0/ports/5165e257-8727-4815-a2eb-990498e6b77f HTTP/1.1" status: 204 len: 173 time: 2.4185231 Feb 09 01:27:33.187768 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 46654) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:33.214157 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c62bd73-bfee-490e-94d8-4e432192978a tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event deleted for resources: {'Network': ['ID=32281a43-38e6-4c33-922a-e776d786da6b,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:33.240625 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-5af1a43e-73ae-4815-b8f6-43d4916c2bcc tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Request body: {'network': {'name': 'tempest-RoutersTest-635544765'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:33.252459 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-a5db97f7-671f-483c-abbc-5d3fea2ee07e service neutron] Port dcd5d785-decc-45a2-8a15-2b05c9071ea1 on network e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:27:33.252810 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-a5db97f7-671f-483c-abbc-5d3fea2ee07e service neutron] Attempting to bind port dcd5d785-decc-45a2-8a15-2b05c9071ea1 on network e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:27:33.263967 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-811913ef-3c12-4374-9c56-655d65a06abb req-1d8165e7-c8d3-41b3-a55e-9fd645cc1936 tempest-ServerTagsTestJSON-760628257 tempest-ServerTagsTestJSON-760628257-project] 10.222.0.50 "GET /v2.0/security-groups?id=46d19180-284b-4c8d-825a-ad8d8b30e0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871971 Feb 09 01:27:33.276755 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-a5db97f7-671f-483c-abbc-5d3fea2ee07e service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:27:33.277185 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-a5db97f7-671f-483c-abbc-5d3fea2ee07e service neutron] Checking segment: {'id': 'd40e3b64-4486-4490-9380-e6758cb22819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:27:33.277589 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-a5db97f7-671f-483c-abbc-5d3fea2ee07e service neutron] Bound using segment: {'id': 'd40e3b64-4486-4490-9380-e6758cb22819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:27:33.278101 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-a5db97f7-671f-483c-abbc-5d3fea2ee07e service neutron] Bound port: dcd5d785-decc-45a2-8a15-2b05c9071ea1, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd40e3b64-4486-4490-9380-e6758cb22819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:27:33.278486 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-a5db97f7-671f-483c-abbc-5d3fea2ee07e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (dcd5d785-decc-45a2-8a15-2b05c9071ea1), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:33.309388 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af1a43e-73ae-4815-b8f6-43d4916c2bcc tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Made reservation on behalf of 97d0b2cfb3c54d2dbdc39a6f73fdb6ce for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:33.312844 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5af1a43e-73ae-4815-b8f6-43d4916c2bcc tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:33.340627 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1eef3-f2a4-4055-8361-1ea538744fc0 req-61025a4d-e70b-4551-a240-5137cfa7a542 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:33.347522 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cad1eef3-f2a4-4055-8361-1ea538744fc0 req-61025a4d-e70b-4551-a240-5137cfa7a542 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 943 time: 0.2687111 Feb 09 01:27:33.488067 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3423e8c3-9c1a-4841-92ad-49eb44406ddd req-09667ac1-0e2b-4303-985c-6e5bff70e59f tempest-ServerShowV254Test-986758758 tempest-ServerShowV254Test-986758758-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea5ef315-138b-4874-926f-6fa90393447a HTTP/1.1" status: 200 len: 210 time: 0.0628603 Feb 09 01:27:33.513751 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5af1a43e-73ae-4815-b8f6-43d4916c2bcc tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1003} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:27:33.542812 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cad1eef3-f2a4-4055-8361-1ea538744fc0 req-63c1b9aa-35ae-4cc1-af37-a61118bb54e3 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946311 Feb 09 01:27:33.548768 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-a5db97f7-671f-483c-abbc-5d3fea2ee07e service neutron] For port dcd5d785-decc-45a2-8a15-2b05c9071ea1, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:27:33.551168 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5af1a43e-73ae-4815-b8f6-43d4916c2bcc tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (9086d1da-86ff-42c1-b26b-a1b87ad6e73d), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:33.551531 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-5af1a43e-73ae-4815-b8f6-43d4916c2bcc tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Added segment 9086d1da-86ff-42c1-b26b-a1b87ad6e73d of type vlan for network cac0c259-db7a-44ff-89eb-ef54ee29064d Feb 09 01:27:33.553749 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-a5db97f7-671f-483c-abbc-5d3fea2ee07e service neutron] For port dcd5d785-decc-45a2-8a15-2b05c9071ea1, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=dcd5d785-decc-45a2-8a15-2b05c9071ea1,segment=NetworkSegment(d40e3b64-4486-4490-9380-e6758cb22819),segment_id=d40e3b64-4486-4490-9380-e6758cb22819)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:27:33.610533 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-a5db97f7-671f-483c-abbc-5d3fea2ee07e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (dcd5d785-decc-45a2-8a15-2b05c9071ea1), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:33.707093 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5af1a43e-73ae-4815-b8f6-43d4916c2bcc tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (cac0c259-db7a-44ff-89eb-ef54ee29064d), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:33.741437 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-a5db97f7-671f-483c-abbc-5d3fea2ee07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:33.742166 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-a5db97f7-671f-483c-abbc-5d3fea2ee07e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:33.744477 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-a5db97f7-671f-483c-abbc-5d3fea2ee07e service neutron] 10.222.0.120 "PUT /v2.0/ports/dcd5d785-decc-45a2-8a15-2b05c9071ea1 HTTP/1.1" status: 200 len: 1091 time: 2.8563852 Feb 09 01:27:33.745787 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5af1a43e-73ae-4815-b8f6-43d4916c2bcc tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (cac0c259-db7a-44ff-89eb-ef54ee29064d), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:33.752463 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af1a43e-73ae-4815-b8f6-43d4916c2bcc tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:33.752950 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5af1a43e-73ae-4815-b8f6-43d4916c2bcc tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:33.812397 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-00448a7d-ad2e-4ab7-8da0-ea52f50307e4 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (4614f5cd-9938-4bc7-a327-6bc2b01290b7), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:33.907433 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 5921c108-d789-4c78-8064-d363991ae04d no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:27:33.966156 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 5921c108-d789-4c78-8064-d363991ae04d {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:27:33.967012 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 5921c108-d789-4c78-8064-d363991ae04d not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:27:33.999366 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db97f7-671f-483c-abbc-5d3fea2ee07e service neutron] Pushing event updated for resources: {'Port': ['ID=dcd5d785-decc-45a2-8a15-2b05c9071ea1,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:34.039348 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-5af1a43e-73ae-4815-b8f6-43d4916c2bcc tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8176246 Feb 09 01:27:34.044919 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 46658) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:34.051244 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-c4f95c3a-bf20-4995-8ce4-f6bc5bed712f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Request body: {'subnet': {'network_id': 'cac0c259-db7a-44ff-89eb-ef54ee29064d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:34.109035 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af1a43e-73ae-4815-b8f6-43d4916c2bcc tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event updated for resources: {'Network': ['ID=cac0c259-db7a-44ff-89eb-ef54ee29064d,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:34.122436 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '450cd261-9f7b-4ac2-b433-9349f92b3cba', 'name': 'network-vif-deleted', 'tag': '5165e257-8727-4815-a2eb-990498e6b77f'}, {'name': 'network-changed', 'server_uuid': '24dd9ad0-33d3-4a67-8aa9-bb3602398585', 'tag': 'dcd5d785-decc-45a2-8a15-2b05c9071ea1'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:27:34.125216 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682cc089-7500-45f9-ada5-65c9676f9ede" -d '{"events": [{"server_uuid": "450cd261-9f7b-4ac2-b433-9349f92b3cba", "name": "network-vif-deleted", "tag": "5165e257-8727-4815-a2eb-990498e6b77f"}, {"name": "network-changed", "server_uuid": "24dd9ad0-33d3-4a67-8aa9-bb3602398585", "tag": "dcd5d785-decc-45a2-8a15-2b05c9071ea1"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:27:34.143136 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1a43e-73ae-4815-b8f6-43d4916c2bcc tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:34.143777 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1a43e-73ae-4815-b8f6-43d4916c2bcc tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:34.144292 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1a43e-73ae-4815-b8f6-43d4916c2bcc tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:34.144829 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1a43e-73ae-4815-b8f6-43d4916c2bcc tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:34.145827 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1a43e-73ae-4815-b8f6-43d4916c2bcc tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:34.146334 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1a43e-73ae-4815-b8f6-43d4916c2bcc tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:34.146826 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1a43e-73ae-4815-b8f6-43d4916c2bcc tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:34.147571 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1a43e-73ae-4815-b8f6-43d4916c2bcc tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:34.148060 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1a43e-73ae-4815-b8f6-43d4916c2bcc tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:34.148582 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1a43e-73ae-4815-b8f6-43d4916c2bcc tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:34.149083 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1a43e-73ae-4815-b8f6-43d4916c2bcc tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:34.149577 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1a43e-73ae-4815-b8f6-43d4916c2bcc tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:34.150084 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af1a43e-73ae-4815-b8f6-43d4916c2bcc tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:27:34.168871 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network cac0c259-db7a-44ff-89eb-ef54ee29064d details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:27:34.176316 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-ca822f57-d443-43a1-802d-ec5e554fde95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:34.178458 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-ca822f57-d443-43a1-802d-ec5e554fde95 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=c9bde012005949bf8ed5f5d05d570ac0&device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 1125 time: 0.2761426 Feb 09 01:27:34.237107 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-a4f2b8fb-2c1e-45ea-a6c3-68f1e0bbd342 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcd5d785-decc-45a2-8a15-2b05c9071ea1 HTTP/1.1" status: 200 len: 217 time: 0.0501289 Feb 09 01:27:34.288099 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 09 Feb 2022 01:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f27996-4b87-4266-954b-ae4bbe622641 x-openstack-request-id: req-c1f27996-4b87-4266-954b-ae4bbe622641 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:27:34.288403 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "450cd261-9f7b-4ac2-b433-9349f92b3cba", "name": "network-vif-deleted", "tag": "5165e257-8727-4815-a2eb-990498e6b77f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "24dd9ad0-33d3-4a67-8aa9-bb3602398585", "tag": "dcd5d785-decc-45a2-8a15-2b05c9071ea1", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:27:34.288684 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c1f27996-4b87-4266-954b-ae4bbe622641 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:27:34.289079 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '450cd261-9f7b-4ac2-b433-9349f92b3cba', 'name': 'network-vif-deleted', 'tag': '5165e257-8727-4815-a2eb-990498e6b77f', 'status': 'completed', 'code': 200} Feb 09 01:27:34.289334 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24dd9ad0-33d3-4a67-8aa9-bb3602398585', 'tag': 'dcd5d785-decc-45a2-8a15-2b05c9071ea1', 'status': 'completed', 'code': 200} Feb 09 01:27:34.299080 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f95c3a-bf20-4995-8ce4-f6bc5bed712f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Made reservation on behalf of 97d0b2cfb3c54d2dbdc39a6f73fdb6ce for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:34.302664 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c4f95c3a-bf20-4995-8ce4-f6bc5bed712f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:34.386845 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46666) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:34.436154 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4d25b57-cfa4-4eb9-98fa-2e85002767ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:34.453793 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 69b89f77-751b-412a-ad7d-6e3ff1f35a02 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:27:34.481651 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: 69b89f77-751b-412a-ad7d-6e3ff1f35a02 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:27:34.482194 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 69b89f77-751b-412a-ad7d-6e3ff1f35a02 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:27:34.674780 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-80d6b2bd-1ac3-44c2-9985-c3921170a0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:34.676875 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-80d6b2bd-1ac3-44c2-9985-c3921170a0b0 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=68d3f132-83c5-49da-80a3-1924c70a8491 HTTP/1.1" status: 200 len: 850 time: 0.4336038 Feb 09 01:27:34.688037 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c4f95c3a-bf20-4995-8ce4-f6bc5bed712f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (ef76bb30-22b2-4621-90a1-76a622e4090e), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:34.800200 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e05bcc16-8fbc-4ca8-b573-25d1172c26d9 req-e991fa67-bfc9-4924-a49f-d8597e96e09b tempest-ServerShowV254Test-986758758 tempest-ServerShowV254Test-986758758-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea5ef315-138b-4874-926f-6fa90393447a HTTP/1.1" status: 200 len: 210 time: 0.0955906 Feb 09 01:27:34.863884 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-3b3323fe-4c00-461d-ab11-6aae62952163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:34.865694 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-3b3323fe-4c00-461d-ab11-6aae62952163 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1750889 Feb 09 01:27:34.871829 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f95c3a-bf20-4995-8ce4-f6bc5bed712f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event updated for resources: {'Subnet': ['ID=ef76bb30-22b2-4621-90a1-76a622e4090e,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:34.917731 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fb4741f-39e0-431f-9bff-ace0d27bac1c admin admin] Deleting subnet 3a5a2108-7da0-44fa-8862-c4f70e7f91ac {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:27:34.923065 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-00448a7d-ad2e-4ab7-8da0-ea52f50307e4 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Deleting port 724de4c8-5b60-4c37-9e71-ec815c43985e {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:27:34.923416 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-00448a7d-ad2e-4ab7-8da0-ea52f50307e4 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (724de4c8-5b60-4c37-9e71-ec815c43985e), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:35.027832 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4fb4741f-39e0-431f-9bff-ace0d27bac1c admin admin] Publish callbacks [] for subnet (3a5a2108-7da0-44fa-8862-c4f70e7f91ac), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:35.143007 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-00448a7d-ad2e-4ab7-8da0-ea52f50307e4 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] For port 724de4c8-5b60-4c37-9e71-ec815c43985e, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=724de4c8-5b60-4c37-9e71-ec815c43985e,segment=NetworkSegment(dfd208fe-46de-4dce-8266-c1b1a45aa2db),segment_id=dfd208fe-46de-4dce-8266-c1b1a45aa2db)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:35.143393 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-00448a7d-ad2e-4ab7-8da0-ea52f50307e4 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (724de4c8-5b60-4c37-9e71-ec815c43985e), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:35.150298 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4fb4741f-39e0-431f-9bff-ace0d27bac1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (3a5a2108-7da0-44fa-8862-c4f70e7f91ac), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:35.194514 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-00448a7d-ad2e-4ab7-8da0-ea52f50307e4 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Calling delete_port for 724de4c8-5b60-4c37-9e71-ec815c43985e owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:27:35.218788 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4fb4741f-39e0-431f-9bff-ace0d27bac1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (3a5a2108-7da0-44fa-8862-c4f70e7f91ac), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:35.364055 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-c0f88640-2160-4deb-b23c-11a4a3ed4749 service neutron] 10.222.0.120 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4834332 Feb 09 01:27:35.365622 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f95c3a-bf20-4995-8ce4-f6bc5bed712f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Checking segment: {'id': '9086d1da-86ff-42c1-b26b-a1b87ad6e73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'cac0c259-db7a-44ff-89eb-ef54ee29064d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:27:35.366270 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f95c3a-bf20-4995-8ce4-f6bc5bed712f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Network hostable DHCP agents. Network: cac0c259-db7a-44ff-89eb-ef54ee29064d, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:27:35.391735 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa641e4b-d24b-4b7e-83b9-f22e093c43e4 req-bdc96073-4fc2-429c-9719-b86b411788d8 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:35.395928 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4fb4741f-39e0-431f-9bff-ace0d27bac1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (3a5a2108-7da0-44fa-8862-c4f70e7f91ac), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:35.399162 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa641e4b-d24b-4b7e-83b9-f22e093c43e4 req-bdc96073-4fc2-429c-9719-b86b411788d8 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 943 time: 0.7205093 Feb 09 01:27:35.437393 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb4741f-39e0-431f-9bff-ace0d27bac1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a5a2108-7da0-44fa-8862-c4f70e7f91ac,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:35.442509 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4fb4741f-39e0-431f-9bff-ace0d27bac1c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:35.449385 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4fb4741f-39e0-431f-9bff-ace0d27bac1c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3a5a2108-7da0-44fa-8862-c4f70e7f91ac HTTP/1.1" status: 204 len: 168 time: 1.0489841 Feb 09 01:27:35.450344 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46674) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:35.534511 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa641e4b-d24b-4b7e-83b9-f22e093c43e4 req-4f5e740b-f63f-47b6-9cb2-32526811102c tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343684 Feb 09 01:27:35.538306 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f95c3a-bf20-4995-8ce4-f6bc5bed712f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Network cac0c259-db7a-44ff-89eb-ef54ee29064d is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:27:35.543442 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-29b52513-fc59-404e-bb35-66a04d706585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (8d490496-130e-4c33-8332-cd83182ef0e5), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:35.571085 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-c4f95c3a-bf20-4995-8ce4-f6bc5bed712f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, cac0c259-db7a-44ff-89eb-ef54ee29064d) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:35.575460 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f95c3a-bf20-4995-8ce4-f6bc5bed712f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:35.577212 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c4f95c3a-bf20-4995-8ce4-f6bc5bed712f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:35.610277 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0f46b4b3-a2b8-4adf-821c-02eaf0210a15 req-7685d6a3-e9b9-4a94-91dc-62cf01d17605 service neutron] 10.222.0.120 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339313 Feb 09 01:27:35.631246 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b041dec4-7d3c-4f8c-9b92-934be67b6400 None None] Network cac0c259-db7a-44ff-89eb-ef54ee29064d requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:27:35.640932 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46676) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:35.641245 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c4f95c3a-bf20-4995-8ce4-f6bc5bed712f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5936975 Feb 09 01:27:35.666953 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-ecc1e1d9-04d6-4493-baab-181c9d37a800 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-365599389', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:35.674396 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-00448a7d-ad2e-4ab7-8da0-ea52f50307e4 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (724de4c8-5b60-4c37-9e71-ec815c43985e), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:35.881323 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cc089-7500-45f9-ada5-65c9676f9ede req-12a280bc-f12f-4b02-8187-32d5b2d2db64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:35.882866 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-682cc089-7500-45f9-ada5-65c9676f9ede req-12a280bc-f12f-4b02-8187-32d5b2d2db64 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=c9bde012005949bf8ed5f5d05d570ac0&device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 1125 time: 0.1816523 Feb 09 01:27:35.913295 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:27:35.921552 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 5165e257-8727-4815-a2eb-990498e6b77f no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:27:35.989017 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00448a7d-ad2e-4ab7-8da0-ea52f50307e4 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Pushing event deleted for resources: {'Port': ['ID=724de4c8-5b60-4c37-9e71-ec815c43985e,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:35.991456 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: 5165e257-8727-4815-a2eb-990498e6b77f {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:27:35.999221 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 5165e257-8727-4815-a2eb-990498e6b77f not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:27:36.009362 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:36.044535 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-29b52513-fc59-404e-bb35-66a04d706585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (8d490496-130e-4c33-8332-cd83182ef0e5), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:36.051401 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ecc1e1d9-04d6-4493-baab-181c9d37a800 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (91cf9675-ca85-4064-bba2-7ba6a1f066f3), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:36.052462 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ecc1e1d9-04d6-4493-baab-181c9d37a800 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (91cf9675-ca85-4064-bba2-7ba6a1f066f3), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:36.071653 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-35e1de7f-dd0d-4f65-b379-b88a815f2d20 req-ec5d9fba-5fbd-4197-9054-741c601f83c4 tempest-ServerShowV254Test-986758758 tempest-ServerShowV254Test-986758758-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea5ef315-138b-4874-926f-6fa90393447a HTTP/1.1" status: 200 len: 210 time: 0.0650725 Feb 09 01:27:36.086914 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774fdc37-97de-4180-ad2d-212a66519cdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-cac0c259-db7a-44ff-89eb-ef54ee29064d', 'network_id': 'cac0c259-db7a-44ff-89eb-ef54ee29064d', 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'fixed_ips': [{'subnet_id': 'ef76bb30-22b2-4621-90a1-76a622e4090e'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:27:36.088086 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-29b52513-fc59-404e-bb35-66a04d706585 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d490496-130e-4c33-8332-cd83182ef0e5']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:36.089576 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-774fdc37-97de-4180-ad2d-212a66519cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:36.124862 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-29b52513-fc59-404e-bb35-66a04d706585 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1193260d-27f2-4ff2-a182-33c2ceebabdd') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:36.125156 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-29b52513-fc59-404e-bb35-66a04d706585 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1193260d-27f2-4ff2-a182-33c2ceebabdd') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:36.186887 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-29b52513-fc59-404e-bb35-66a04d706585 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (1193260d-27f2-4ff2-a182-33c2ceebabdd), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:36.204424 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cc089-7500-45f9-ada5-65c9676f9ede req-e0969544-e9ae-499e-9489-d2f8e7fa0a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:36.205963 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-682cc089-7500-45f9-ada5-65c9676f9ede req-e0969544-e9ae-499e-9489-d2f8e7fa0a56 service neutron] 10.222.0.120 "GET /v2.0/networks?id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 HTTP/1.1" status: 200 len: 913 time: 0.3165421 Feb 09 01:27:36.207229 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ecc1e1d9-04d6-4493-baab-181c9d37a800 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for router_controller (91cf9675-ca85-4064-bba2-7ba6a1f066f3), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:36.223382 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-00448a7d-ad2e-4ab7-8da0-ea52f50307e4 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (4614f5cd-9938-4bc7-a327-6bc2b01290b7), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:36.224484 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ecc1e1d9-04d6-4493-baab-181c9d37a800 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (91cf9675-ca85-4064-bba2-7ba6a1f066f3), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:36.252043 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-29b52513-fc59-404e-bb35-66a04d706585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (1193260d-27f2-4ff2-a182-33c2ceebabdd), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:36.265208 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-682cc089-7500-45f9-ada5-65c9676f9ede req-4091ed1a-1be2-4dd4-8546-d196c89275cb service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcd5d785-decc-45a2-8a15-2b05c9071ea1 HTTP/1.1" status: 200 len: 217 time: 0.0526345 Feb 09 01:27:36.274736 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29b52513-fc59-404e-bb35-66a04d706585 admin admin] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:27:36.275397 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-29b52513-fc59-404e-bb35-66a04d706585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (1193260d-27f2-4ff2-a182-33c2ceebabdd), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:36.278734 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:27:36.278734 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:27:36.278734 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:27:36.278734 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:27:36.278734 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:27:36.278734 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:27:36.278734 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:27:36.278734 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:27:36.278734 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:27:36.278734 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:27:36.278734 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:27:36.278734 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:27:36.278734 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:27:36.278734 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:27:36.278734 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:27:36.278734 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:27:36.278734 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:27:36.278734 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:27:36.278734 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:27:36.278734 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:27:36.278734 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:27:36.278734 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:27:36.278734 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:27:36.278734 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:27:36.278734 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:27:36.278734 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:27:36.278734 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:27:36.278734 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:27:36.278734 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:27:36.278734 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:27:36.278734 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:27:36.278734 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:27:36.342278 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ecc1e1d9-04d6-4493-baab-181c9d37a800 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:36.343679 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ecc1e1d9-04d6-4493-baab-181c9d37a800 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6810913 Feb 09 01:27:36.348933 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46680) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:36.380018 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-774fdc37-97de-4180-ad2d-212a66519cdc None None] Allocated IP 172.20.0.2 (cac0c259-db7a-44ff-89eb-ef54ee29064d/ef76bb30-22b2-4621-90a1-76a622e4090e/59a71890-c82b-40ee-b21e-93ab37b7ec96) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:36.435931 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cc089-7500-45f9-ada5-65c9676f9ede req-044d4af0-058c-4e46-a7c5-b26fc7ae9c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:36.444597 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-682cc089-7500-45f9-ada5-65c9676f9ede req-044d4af0-058c-4e46-a7c5-b26fc7ae9c6e service neutron] 10.222.0.120 "GET /v2.0/subnets?id=68d3f132-83c5-49da-80a3-1924c70a8491 HTTP/1.1" status: 200 len: 850 time: 0.1728361 Feb 09 01:27:36.523727 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-29b52513-fc59-404e-bb35-66a04d706585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (8d490496-130e-4c33-8332-cd83182ef0e5), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:36.553669 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-29b52513-fc59-404e-bb35-66a04d706585 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:36.559828 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-29b52513-fc59-404e-bb35-66a04d706585 admin admin] 10.222.0.50 "DELETE /v2.0/networks/8d490496-130e-4c33-8332-cd83182ef0e5 HTTP/1.1" status: 204 len: 168 time: 1.1077156 Feb 09 01:27:36.591797 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cc089-7500-45f9-ada5-65c9676f9ede req-51a627b7-564d-4380-b4fd-2b8f95f4a26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:36.592422 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-682cc089-7500-45f9-ada5-65c9676f9ede req-51a627b7-564d-4380-b4fd-2b8f95f4a26d service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1417944 Feb 09 01:27:36.620391 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b52513-fc59-404e-bb35-66a04d706585 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d490496-130e-4c33-8332-cd83182ef0e5,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:36.770017 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-774fdc37-97de-4180-ad2d-212a66519cdc None None] Publish callbacks [] for port (59a71890-c82b-40ee-b21e-93ab37b7ec96), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:36.786087 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-774fdc37-97de-4180-ad2d-212a66519cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (59a71890-c82b-40ee-b21e-93ab37b7ec96), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:36.823623 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774fdc37-97de-4180-ad2d-212a66519cdc None None] Network cac0c259-db7a-44ff-89eb-ef54ee29064d is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:36.826733 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-774fdc37-97de-4180-ad2d-212a66519cdc None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:36.851588 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774fdc37-97de-4180-ad2d-212a66519cdc None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:27:36.943933 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774fdc37-97de-4180-ad2d-212a66519cdc None None] Pushing event updated for resources: {'Port': ['ID=59a71890-c82b-40ee-b21e-93ab37b7ec96,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:36.945408 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-682cc089-7500-45f9-ada5-65c9676f9ede req-5d581f8f-05a8-4e55-80fa-7086576f362d service neutron] 10.222.0.120 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407669 Feb 09 01:27:36.961060 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-774fdc37-97de-4180-ad2d-212a66519cdc None None] Attempting to bind port 59a71890-c82b-40ee-b21e-93ab37b7ec96 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:27:36.961665 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-774fdc37-97de-4180-ad2d-212a66519cdc None None] Attempting to bind port 59a71890-c82b-40ee-b21e-93ab37b7ec96 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '9086d1da-86ff-42c1-b26b-a1b87ad6e73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'cac0c259-db7a-44ff-89eb-ef54ee29064d'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:27:36.962046 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774fdc37-97de-4180-ad2d-212a66519cdc None None] Attempting to bind port 59a71890-c82b-40ee-b21e-93ab37b7ec96 on network cac0c259-db7a-44ff-89eb-ef54ee29064d {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:27:36.977706 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774fdc37-97de-4180-ad2d-212a66519cdc None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:27:36.977945 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 46688) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:36.978488 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774fdc37-97de-4180-ad2d-212a66519cdc None None] Checking segment: {'id': '9086d1da-86ff-42c1-b26b-a1b87ad6e73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'cac0c259-db7a-44ff-89eb-ef54ee29064d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:27:36.982368 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-774fdc37-97de-4180-ad2d-212a66519cdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:36.983839 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774fdc37-97de-4180-ad2d-212a66519cdc None None] Bound using segment: {'id': '9086d1da-86ff-42c1-b26b-a1b87ad6e73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'cac0c259-db7a-44ff-89eb-ef54ee29064d'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:27:36.984770 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-774fdc37-97de-4180-ad2d-212a66519cdc None None] Bound port: 59a71890-c82b-40ee-b21e-93ab37b7ec96, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9086d1da-86ff-42c1-b26b-a1b87ad6e73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'cac0c259-db7a-44ff-89eb-ef54ee29064d'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:27:36.984770 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-774fdc37-97de-4180-ad2d-212a66519cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (59a71890-c82b-40ee-b21e-93ab37b7ec96), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:37.074143 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fac653-9d36-4023-9514-f260540ee8e7 req-ff48cd74-06b5-4793-92c3-ea6416a1fd49 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:37.082944 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-40fac653-9d36-4023-9514-f260540ee8e7 req-ff48cd74-06b5-4793-92c3-ea6416a1fd49 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 943 time: 0.2850096 Feb 09 01:27:37.115120 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00448a7d-ad2e-4ab7-8da0-ea52f50307e4 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Router 4614f5cd-9938-4bc7-a327-6bc2b01290b7 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:27:37.169185 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-774fdc37-97de-4180-ad2d-212a66519cdc None None] For port 59a71890-c82b-40ee-b21e-93ab37b7ec96, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:27:37.183695 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-0125addc-154b-4bec-a1a6-9286a9905cb2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=31c4eafebbf44350a88b001e0af836f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1882787 Feb 09 01:27:37.191248 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 46692) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:37.204975 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-774fdc37-97de-4180-ad2d-212a66519cdc None None] For port 59a71890-c82b-40ee-b21e-93ab37b7ec96, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=59a71890-c82b-40ee-b21e-93ab37b7ec96,segment=NetworkSegment(9086d1da-86ff-42c1-b26b-a1b87ad6e73d),segment_id=9086d1da-86ff-42c1-b26b-a1b87ad6e73d)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:27:37.215504 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-682cc089-7500-45f9-ada5-65c9676f9ede req-202b3acc-79ee-446d-a90f-e75525f77f0f service neutron] 10.222.0.120 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506900 Feb 09 01:27:37.239159 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-40fac653-9d36-4023-9514-f260540ee8e7 req-b674ce79-d19e-48d6-aea2-0b9dc4717aed tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538870 Feb 09 01:27:37.281712 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f4f9716e-1cbb-4496-a7b9-e243e14acee6 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:37.292119 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-774fdc37-97de-4180-ad2d-212a66519cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (59a71890-c82b-40ee-b21e-93ab37b7ec96), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:37.299478 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:37.357908 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4fe97b67-2cbc-4486-8de5-9e9af8402cea req-f0f850d0-2043-47e7-b5cf-1a45f9176aa7 tempest-ServerShowV254Test-986758758 tempest-ServerShowV254Test-986758758-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea5ef315-138b-4874-926f-6fa90393447a HTTP/1.1" status: 200 len: 210 time: 0.0983744 Feb 09 01:27:37.411919 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00448a7d-ad2e-4ab7-8da0-ea52f50307e4 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:27:37.421246 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-00448a7d-ad2e-4ab7-8da0-ea52f50307e4 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "PUT /v2.0/routers/4614f5cd-9938-4bc7-a327-6bc2b01290b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4969304 Feb 09 01:27:37.424400 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46694) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:37.426721 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774fdc37-97de-4180-ad2d-212a66519cdc None None] Pushing event updated for resources: {'Port': ['ID=59a71890-c82b-40ee-b21e-93ab37b7ec96,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:37.432578 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e1c353-52cc-4a2a-bb69-bb3c4827f5ef None None] Sync routers for ids ['4614f5cd-9938-4bc7-a327-6bc2b01290b7'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:37.436083 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6287c5ac-3b03-45f7-b09e-b04e09462781 admin admin] Publish callbacks [] for security_group (46d19180-284b-4c8d-825a-ad8d8b30e0d1), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:37.456328 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e1c353-52cc-4a2a-bb69-bb3c4827f5ef None None] Routers {'4614f5cd-9938-4bc7-a327-6bc2b01290b7'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:37.457513 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-a6e1c353-52cc-4a2a-bb69-bb3c4827f5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:27:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['4614f5cd-9938-4bc7-a327-6bc2b01290b7'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:37.512345 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6287c5ac-3b03-45f7-b09e-b04e09462781 admin admin] Publish callbacks [] for security_group (46d19180-284b-4c8d-825a-ad8d8b30e0d1), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:37.584927 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c60f2fd-cc13-44a0-a346-617d051345f6 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Deleting subnet 6d59555b-1971-478b-a4f8-9b82f6b06f6b {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:27:37.600103 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5c60f2fd-cc13-44a0-a346-617d051345f6 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for subnet (6d59555b-1971-478b-a4f8-9b82f6b06f6b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:37.627430 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6287c5ac-3b03-45f7-b09e-b04e09462781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (46d19180-284b-4c8d-825a-ad8d8b30e0d1), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:37.637534 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6287c5ac-3b03-45f7-b09e-b04e09462781 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:37.641315 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-6287c5ac-3b03-45f7-b09e-b04e09462781 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/46d19180-284b-4c8d-825a-ad8d8b30e0d1 HTTP/1.1" status: 204 len: 168 time: 0.4348545 Feb 09 01:27:37.654218 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6287c5ac-3b03-45f7-b09e-b04e09462781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d19180-284b-4c8d-825a-ad8d8b30e0d1,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:37.715338 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5c60f2fd-cc13-44a0-a346-617d051345f6 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (6d59555b-1971-478b-a4f8-9b82f6b06f6b), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:37.841615 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:37.876829 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-a6e1c353-52cc-4a2a-bb69-bb3c4827f5ef None None] Set router 4614f5cd-9938-4bc7-a327-6bc2b01290b7 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:27:37.935575 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5c60f2fd-cc13-44a0-a346-617d051345f6 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (6d59555b-1971-478b-a4f8-9b82f6b06f6b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:38.159021 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-f4f9716e-1cbb-4496-a7b9-e243e14acee6 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Allocated IP 172.20.0.1 (cac0c259-db7a-44ff-89eb-ef54ee29064d/ef76bb30-22b2-4621-90a1-76a622e4090e/5a59c83f-3638-4cc7-bf65-c8d857f4b1fb) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:38.188374 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5c60f2fd-cc13-44a0-a346-617d051345f6 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (6d59555b-1971-478b-a4f8-9b82f6b06f6b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:38.304426 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-a6e1c353-52cc-4a2a-bb69-bb3c4827f5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4614f5cd-9938-4bc7-a327-6bc2b01290b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-605234827', 'tenant_id': '5b3cbba90205438cb5119ccafd525f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '726ddea6-d10f-448e-be91-668be3fc52f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:41Z', 'updated_at': '2022-02-09T01:27:35Z', 'revision_number': 5, 'project_id': '5b3cbba90205438cb5119ccafd525f59', 'gw_port': {'id': '726ddea6-d10f-448e-be91-668be3fc52f0', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:85:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4614f5cd-9938-4bc7-a327-6bc2b01290b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:42Z', 'updated_at': '2022-02-09T01:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:38.346330 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e1c353-52cc-4a2a-bb69-bb3c4827f5ef None None] Checking router: 4614f5cd-9938-4bc7-a327-6bc2b01290b7 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:27:38.355252 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60f2fd-cc13-44a0-a346-617d051345f6 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Pushing event deleted for resources: {'Subnet': ['ID=6d59555b-1971-478b-a4f8-9b82f6b06f6b,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:38.362821 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e1c353-52cc-4a2a-bb69-bb3c4827f5ef None None] Routers {'4614f5cd-9938-4bc7-a327-6bc2b01290b7'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:38.363690 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-a6e1c353-52cc-4a2a-bb69-bb3c4827f5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:27:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['4614f5cd-9938-4bc7-a327-6bc2b01290b7'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:38.365035 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5c60f2fd-cc13-44a0-a346-617d051345f6 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:38.368699 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5c60f2fd-cc13-44a0-a346-617d051345f6 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "DELETE /v2.0/subnets/6d59555b-1971-478b-a4f8-9b82f6b06f6b HTTP/1.1" status: 204 len: 168 time: 0.9434927 Feb 09 01:27:38.372726 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 46704) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:38.374085 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f6ed60-f149-48ff-99dd-44ae9a1749d4 None None] Network 4a130744-37d6-4e5b-9d7f-30f89f770944 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:27:38.650116 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f4f9716e-1cbb-4496-a7b9-e243e14acee6 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for port (5a59c83f-3638-4cc7-bf65-c8d857f4b1fb), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:38.801387 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f4f9716e-1cbb-4496-a7b9-e243e14acee6 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (5a59c83f-3638-4cc7-bf65-c8d857f4b1fb), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:38.875079 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0a3d22be-63af-4aee-9619-5e343061f8ae tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for router (4614f5cd-9938-4bc7-a327-6bc2b01290b7), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:38.879463 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:38.903352 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-507a2bc9-956b-4ec9-a275-11c32f41003a req-f438c742-98c7-4046-8e94-79514c4d6700 tempest-ServerShowV254Test-986758758 tempest-ServerShowV254Test-986758758-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea5ef315-138b-4874-926f-6fa90393447a HTTP/1.1" status: 200 len: 210 time: 0.0434794 Feb 09 01:27:38.987348 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f9716e-1cbb-4496-a7b9-e243e14acee6 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Network cac0c259-db7a-44ff-89eb-ef54ee29064d is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:39.013886 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-f4f9716e-1cbb-4496-a7b9-e243e14acee6 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:39.035237 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f9716e-1cbb-4496-a7b9-e243e14acee6 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:27:39.043461 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a280a-b56d-41b6-b387-02765bf794d9 req-8466acde-9705-417d-b0db-37e1a38a279c tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:39.045106 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9d8a280a-b56d-41b6-b387-02765bf794d9 req-8466acde-9705-417d-b0db-37e1a38a279c tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 943 time: 0.4756773 Feb 09 01:27:39.116891 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f9716e-1cbb-4496-a7b9-e243e14acee6 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event updated for resources: {'Port': ['ID=5a59c83f-3638-4cc7-bf65-c8d857f4b1fb,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:39.180839 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9d8a280a-b56d-41b6-b387-02765bf794d9 req-4f1d3abe-d71b-45fa-9f79-11f84bce4e0b tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206813 Feb 09 01:27:39.230085 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f4f9716e-1cbb-4496-a7b9-e243e14acee6 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (91cf9675-ca85-4064-bba2-7ba6a1f066f3), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:39.251725 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0a3d22be-63af-4aee-9619-5e343061f8ae tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for router_gateway (4614f5cd-9938-4bc7-a327-6bc2b01290b7), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:39.293239 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-a6e1c353-52cc-4a2a-bb69-bb3c4827f5ef None None] Set router 4614f5cd-9938-4bc7-a327-6bc2b01290b7 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:27:39.425761 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-0a3d22be-63af-4aee-9619-5e343061f8ae tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Deleting port 726ddea6-d10f-448e-be91-668be3fc52f0 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:27:39.427438 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0a3d22be-63af-4aee-9619-5e343061f8ae tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (726ddea6-d10f-448e-be91-668be3fc52f0), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:39.545814 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2146626-3fbb-4d11-8e30-1eaa1a03c5eb None None] Network cac0c259-db7a-44ff-89eb-ef54ee29064d requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:27:39.565422 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f4f9716e-1cbb-4496-a7b9-e243e14acee6 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5a59c83f-3638-4cc7-bf65-c8d857f4b1fb), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:39.682502 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-0a3d22be-63af-4aee-9619-5e343061f8ae tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] For port 726ddea6-d10f-448e-be91-668be3fc52f0, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=726ddea6-d10f-448e-be91-668be3fc52f0,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:39.683146 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0a3d22be-63af-4aee-9619-5e343061f8ae tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (726ddea6-d10f-448e-be91-668be3fc52f0), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:39.694251 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6219c3-e316-494d-b090-54ee79e6d231 None None] DHCP port deletion for 4a130744-37d6-4e5b-9d7f-30f89f770944 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:27:39.728642 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:39.748917 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-0a3d22be-63af-4aee-9619-5e343061f8ae tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Calling delete_port for 726ddea6-d10f-448e-be91-668be3fc52f0 owned by network:router_gateway {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:27:39.843763 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-15c1cb0a-9a50-47a7-a6ba-8e41a01bc0be None None] Provisioning complete for port 59a71890-c82b-40ee-b21e-93ab37b7ec96 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:39.847016 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-15c1cb0a-9a50-47a7-a6ba-8e41a01bc0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (59a71890-c82b-40ee-b21e-93ab37b7ec96), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:40.052437 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 59a71890-c82b-40ee-b21e-93ab37b7ec96 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:27:40.239472 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d674cace-67c0-4398-a57f-4a66b0f92229 req-fd7b39a9-2250-47f0-88e5-3e25c0ea2dec tempest-ServerShowV254Test-986758758 tempest-ServerShowV254Test-986758758-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea5ef315-138b-4874-926f-6fa90393447a HTTP/1.1" status: 200 len: 210 time: 0.1003692 Feb 09 01:27:40.380652 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-0d6219c3-e316-494d-b090-54ee79e6d231 None None] Deleting port 62c1cd15-8911-4752-b15a-f6ef853454ed {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:27:40.381292 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0d6219c3-e316-494d-b090-54ee79e6d231 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (62c1cd15-8911-4752-b15a-f6ef853454ed), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:40.431670 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-91b0dfa2-136d-41f7-88b1-02ec2b619850 req-23f19a57-1b34-4574-a2dc-237a51c0d6fc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ea5ef315-138b-4874-926f-6fa90393447a HTTP/1.1" status: 200 len: 210 time: 0.1271389 Feb 09 01:27:40.512964 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 59a71890-c82b-40ee-b21e-93ab37b7ec96 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:40.512964 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (59a71890-c82b-40ee-b21e-93ab37b7ec96), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:40.601943 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422674c-1d6e-425f-97f5-4f379caa99b4 req-7678ae1d-6081-4b28-8958-a2ef6fa16280 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:40.603485 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9422674c-1d6e-425f-97f5-4f379caa99b4 req-7678ae1d-6081-4b28-8958-a2ef6fa16280 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 943 time: 0.2750673 Feb 09 01:27:40.615228 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0a3d22be-63af-4aee-9619-5e343061f8ae tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (726ddea6-d10f-448e-be91-668be3fc52f0), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:40.630580 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-15c1cb0a-9a50-47a7-a6ba-8e41a01bc0be None None] Current status of the port 59a71890-c82b-40ee-b21e-93ab37b7ec96 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:40.631937 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-15c1cb0a-9a50-47a7-a6ba-8e41a01bc0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (59a71890-c82b-40ee-b21e-93ab37b7ec96), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:40.743921 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-0d6219c3-e316-494d-b090-54ee79e6d231 None None] For port 62c1cd15-8911-4752-b15a-f6ef853454ed, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=62c1cd15-8911-4752-b15a-f6ef853454ed,segment=NetworkSegment(dfd208fe-46de-4dce-8266-c1b1a45aa2db),segment_id=dfd208fe-46de-4dce-8266-c1b1a45aa2db)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:40.747878 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3d22be-63af-4aee-9619-5e343061f8ae tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Pushing event deleted for resources: {'Port': ['ID=726ddea6-d10f-448e-be91-668be3fc52f0,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:40.748563 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0d6219c3-e316-494d-b090-54ee79e6d231 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (62c1cd15-8911-4752-b15a-f6ef853454ed), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:40.798089 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-a6e1c353-52cc-4a2a-bb69-bb3c4827f5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4614f5cd-9938-4bc7-a327-6bc2b01290b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-605234827', 'tenant_id': '5b3cbba90205438cb5119ccafd525f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '726ddea6-d10f-448e-be91-668be3fc52f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:41Z', 'updated_at': '2022-02-09T01:27:35Z', 'revision_number': 5, 'project_id': '5b3cbba90205438cb5119ccafd525f59', 'gw_port': {'id': '726ddea6-d10f-448e-be91-668be3fc52f0', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:85:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4614f5cd-9938-4bc7-a327-6bc2b01290b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:42Z', 'updated_at': '2022-02-09T01:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:40.849026 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-0d6219c3-e316-494d-b090-54ee79e6d231 None None] Calling delete_port for 62c1cd15-8911-4752-b15a-f6ef853454ed owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:27:40.855811 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e1c353-52cc-4a2a-bb69-bb3c4827f5ef None None] The sync data for ids ['4614f5cd-9938-4bc7-a327-6bc2b01290b7'] in n-d-828369-4 is: [{'id': '4614f5cd-9938-4bc7-a327-6bc2b01290b7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-605234827', 'tenant_id': '5b3cbba90205438cb5119ccafd525f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '726ddea6-d10f-448e-be91-668be3fc52f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:26:41Z', 'updated_at': '2022-02-09T01:27:35Z', 'revision_number': 5, 'project_id': '5b3cbba90205438cb5119ccafd525f59', 'gw_port': {'id': '726ddea6-d10f-448e-be91-668be3fc52f0', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:85:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4614f5cd-9938-4bc7-a327-6bc2b01290b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:26:42Z', 'updated_at': '2022-02-09T01:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:40.883424 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-15c1cb0a-9a50-47a7-a6ba-8e41a01bc0be None None] For port 59a71890-c82b-40ee-b21e-93ab37b7ec96, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=59a71890-c82b-40ee-b21e-93ab37b7ec96,segment=NetworkSegment(9086d1da-86ff-42c1-b26b-a1b87ad6e73d),segment_id=9086d1da-86ff-42c1-b26b-a1b87ad6e73d)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:40.909328 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-15c1cb0a-9a50-47a7-a6ba-8e41a01bc0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (59a71890-c82b-40ee-b21e-93ab37b7ec96), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:40.987304 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9422674c-1d6e-425f-97f5-4f379caa99b4 req-55633809-251a-46c5-98e1-85699877b9c2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528340 Feb 09 01:27:41.003744 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0a3d22be-63af-4aee-9619-5e343061f8ae tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (4614f5cd-9938-4bc7-a327-6bc2b01290b7), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:41.092992 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f4f9716e-1cbb-4496-a7b9-e243e14acee6 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for port (5a59c83f-3638-4cc7-bf65-c8d857f4b1fb), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:41.106733 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f4f9716e-1cbb-4496-a7b9-e243e14acee6 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (5a59c83f-3638-4cc7-bf65-c8d857f4b1fb), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:41.144438 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0a3d22be-63af-4aee-9619-5e343061f8ae tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (4614f5cd-9938-4bc7-a327-6bc2b01290b7), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:41.149647 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0a3d22be-63af-4aee-9619-5e343061f8ae tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for router_controller (4614f5cd-9938-4bc7-a327-6bc2b01290b7), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:41.267733 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f9716e-1cbb-4496-a7b9-e243e14acee6 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event updated for resources: {'Port': ['ID=5a59c83f-3638-4cc7-bf65-c8d857f4b1fb,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:41.322224 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f4f9716e-1cbb-4496-a7b9-e243e14acee6 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (91cf9675-ca85-4064-bba2-7ba6a1f066f3), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:41.355250 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0a3d22be-63af-4aee-9619-5e343061f8ae tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (4614f5cd-9938-4bc7-a327-6bc2b01290b7), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:41.356377 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3d22be-63af-4aee-9619-5e343061f8ae tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Fanout notify agent at l3_agent the message router_deleted on router 4614f5cd-9938-4bc7-a327-6bc2b01290b7 {{(pid=103136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:27:41.375066 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0a3d22be-63af-4aee-9619-5e343061f8ae tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:41.376379 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-0a3d22be-63af-4aee-9619-5e343061f8ae tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "DELETE /v2.0/routers/4614f5cd-9938-4bc7-a327-6bc2b01290b7 HTTP/1.1" status: 204 len: 168 time: 3.0024488 Feb 09 01:27:41.380010 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 46750) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:41.534664 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f9716e-1cbb-4496-a7b9-e243e14acee6 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Network cac0c259-db7a-44ff-89eb-ef54ee29064d is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:41.547816 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-51348fa3-b14c-4b41-a960-e8dfbf0edb34 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (4a130744-37d6-4e5b-9d7f-30f89f770944), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:41.565064 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-f4f9716e-1cbb-4496-a7b9-e243e14acee6 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:41.602591 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1ddca39c-63ca-4aa4-a37b-f3194b26a300 req-710bab76-7850-4def-b74d-be6c317724b2 tempest-ServerShowV254Test-986758758 tempest-ServerShowV254Test-986758758-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea5ef315-138b-4874-926f-6fa90393447a HTTP/1.1" status: 200 len: 210 time: 0.0759618 Feb 09 01:27:41.618752 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 59a71890-c82b-40ee-b21e-93ab37b7ec96 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:41.631816 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-b476b8d5-f125-4022-ae7c-275e46b0c11d None None] Provisioning complete for port 59a71890-c82b-40ee-b21e-93ab37b7ec96 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:41.636748 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b476b8d5-f125-4022-ae7c-275e46b0c11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (59a71890-c82b-40ee-b21e-93ab37b7ec96), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:41.760091 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c1cb0a-9a50-47a7-a6ba-8e41a01bc0be None None] Pushing event updated for resources: {'Port': ['ID=59a71890-c82b-40ee-b21e-93ab37b7ec96,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:41.786855 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 62c1cd15-8911-4752-b15a-f6ef853454ed no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:27:41.846972 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-51348fa3-b14c-4b41-a960-e8dfbf0edb34 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Deleting port 62c1cd15-8911-4752-b15a-f6ef853454ed {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:27:41.847330 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-51348fa3-b14c-4b41-a960-e8dfbf0edb34 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (62c1cd15-8911-4752-b15a-f6ef853454ed), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:41.956756 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0d6219c3-e316-494d-b090-54ee79e6d231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (62c1cd15-8911-4752-b15a-f6ef853454ed), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:42.027693 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6219c3-e316-494d-b090-54ee79e6d231 None None] No DVR routers for this DVR port 62c1cd15-8911-4752-b15a-f6ef853454ed on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:27:42.055232 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6219c3-e316-494d-b090-54ee79e6d231 None None] Pushing event deleted for resources: {'Port': ['ID=62c1cd15-8911-4752-b15a-f6ef853454ed,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:42.056328 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-51348fa3-b14c-4b41-a960-e8dfbf0edb34 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] For port 62c1cd15-8911-4752-b15a-f6ef853454ed, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=62c1cd15-8911-4752-b15a-f6ef853454ed,segment=NetworkSegment(dfd208fe-46de-4dce-8266-c1b1a45aa2db),segment_id=dfd208fe-46de-4dce-8266-c1b1a45aa2db)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:42.056776 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-51348fa3-b14c-4b41-a960-e8dfbf0edb34 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (62c1cd15-8911-4752-b15a-f6ef853454ed), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:42.101543 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 62c1cd15-8911-4752-b15a-f6ef853454ed is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:42.102278 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (62c1cd15-8911-4752-b15a-f6ef853454ed), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:42.127880 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-51348fa3-b14c-4b41-a960-e8dfbf0edb34 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Calling delete_port for 62c1cd15-8911-4752-b15a-f6ef853454ed owned by network:dhcp {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:27:42.163833 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b476b8d5-f125-4022-ae7c-275e46b0c11d None None] Current status of the port 59a71890-c82b-40ee-b21e-93ab37b7ec96 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:42.166293 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f9716e-1cbb-4496-a7b9-e243e14acee6 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Router 91cf9675-ca85-4064-bba2-7ba6a1f066f3 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:27:42.206569 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-b476b8d5-f125-4022-ae7c-275e46b0c11d None None] Provisioning complete for port 5a59c83f-3638-4cc7-bf65-c8d857f4b1fb triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:42.208644 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b476b8d5-f125-4022-ae7c-275e46b0c11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (5a59c83f-3638-4cc7-bf65-c8d857f4b1fb), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:42.305987 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b476b8d5-f125-4022-ae7c-275e46b0c11d None None] Port 5a59c83f-3638-4cc7-bf65-c8d857f4b1fb cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:27:42.375454 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff47cd6-ef40-46b3-9f0c-bcbdfaec0f1c req-8d925bc3-f0f6-48e4-9ecc-d32458bfa020 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:42.383454 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cff47cd6-ef40-46b3-9f0c-bcbdfaec0f1c req-8d925bc3-f0f6-48e4-9ecc-d32458bfa020 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 943 time: 0.1438720 Feb 09 01:27:42.422543 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f9716e-1cbb-4496-a7b9-e243e14acee6 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:27:42.437612 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28aa4814-2524-4c4d-9e63-ce8db41099c3 None None] Sync routers for ids ['91cf9675-ca85-4064-bba2-7ba6a1f066f3'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:42.442283 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-51348fa3-b14c-4b41-a960-e8dfbf0edb34 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (62c1cd15-8911-4752-b15a-f6ef853454ed), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:42.444859 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-a40494b3-74d8-4f97-b55c-df1600d114ba None None] Provisioning complete for port 5a59c83f-3638-4cc7-bf65-c8d857f4b1fb triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:42.448239 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f4f9716e-1cbb-4496-a7b9-e243e14acee6 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "PUT /v2.0/routers/91cf9675-ca85-4064-bba2-7ba6a1f066f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0937536 Feb 09 01:27:42.448406 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a40494b3-74d8-4f97-b55c-df1600d114ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (5a59c83f-3638-4cc7-bf65-c8d857f4b1fb), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:42.449085 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46762) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:42.471769 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28aa4814-2524-4c4d-9e63-ce8db41099c3 None None] Routers {'91cf9675-ca85-4064-bba2-7ba6a1f066f3'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:42.474752 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-28aa4814-2524-4c4d-9e63-ce8db41099c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:27:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['91cf9675-ca85-4064-bba2-7ba6a1f066f3'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:42.585435 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a40494b3-74d8-4f97-b55c-df1600d114ba None None] Port 5a59c83f-3638-4cc7-bf65-c8d857f4b1fb cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:27:42.591661 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cff47cd6-ef40-46b3-9f0c-bcbdfaec0f1c req-34c4adb7-8478-4c6e-9364-0a369977fc0c tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065983 Feb 09 01:27:42.595693 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51348fa3-b14c-4b41-a960-e8dfbf0edb34 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] No DVR routers for this DVR port 62c1cd15-8911-4752-b15a-f6ef853454ed on host n-d-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:27:42.600873 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51348fa3-b14c-4b41-a960-e8dfbf0edb34 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Pushing event deleted for resources: {'Port': ['ID=62c1cd15-8911-4752-b15a-f6ef853454ed,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:42.661754 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfce2b6-584b-4d6a-9744-f8e6bc1db7d4 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:42.686280 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5bfce2b6-584b-4d6a-9744-f8e6bc1db7d4 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "GET /v2.0/ports/5a59c83f-3638-4cc7-bf65-c8d857f4b1fb HTTP/1.1" status: 200 len: 910 time: 0.2326548 Feb 09 01:27:42.687597 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46770) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:42.697380 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-28aa4814-2524-4c4d-9e63-ce8db41099c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:42.764023 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28aa4814-2524-4c4d-9e63-ce8db41099c3 None None] Routers {'91cf9675-ca85-4064-bba2-7ba6a1f066f3'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:42.767882 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-28aa4814-2524-4c4d-9e63-ce8db41099c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:27:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['91cf9675-ca85-4064-bba2-7ba6a1f066f3'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:42.826232 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-51348fa3-b14c-4b41-a960-e8dfbf0edb34 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (4a130744-37d6-4e5b-9d7f-30f89f770944), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:42.863403 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-51348fa3-b14c-4b41-a960-e8dfbf0edb34 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a130744-37d6-4e5b-9d7f-30f89f770944']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:42.876336 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-28aa4814-2524-4c4d-9e63-ce8db41099c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:42.877116 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28aa4814-2524-4c4d-9e63-ce8db41099c3 None None] The sync data for ids ['91cf9675-ca85-4064-bba2-7ba6a1f066f3'] in n-d-828369-4 is: [] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:42.891834 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-51348fa3-b14c-4b41-a960-e8dfbf0edb34 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd208fe-46de-4dce-8266-c1b1a45aa2db') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:42.892419 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-51348fa3-b14c-4b41-a960-e8dfbf0edb34 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd208fe-46de-4dce-8266-c1b1a45aa2db') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:42.907029 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-51348fa3-b14c-4b41-a960-e8dfbf0edb34 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (dfd208fe-46de-4dce-8266-c1b1a45aa2db), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:42.926408 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-51348fa3-b14c-4b41-a960-e8dfbf0edb34 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (dfd208fe-46de-4dce-8266-c1b1a45aa2db), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:42.934221 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51348fa3-b14c-4b41-a960-e8dfbf0edb34 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Releasing vlan 1017 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:27:42.935395 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-51348fa3-b14c-4b41-a960-e8dfbf0edb34 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (dfd208fe-46de-4dce-8266-c1b1a45aa2db), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:42.940202 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 59a71890-c82b-40ee-b21e-93ab37b7ec96 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:27:43.002839 n-d-828369-4 neutron-server[103136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:27:43.002839 n-d-828369-4 neutron-server[103136]: self.session.flush() Feb 09 01:27:43.002839 n-d-828369-4 neutron-server[103136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:27:43.002839 n-d-828369-4 neutron-server[103136]: self.session.flush() Feb 09 01:27:43.002839 n-d-828369-4 neutron-server[103136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:27:43.002839 n-d-828369-4 neutron-server[103136]: self.session.flush() Feb 09 01:27:43.002839 n-d-828369-4 neutron-server[103136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:27:43.002839 n-d-828369-4 neutron-server[103136]: self.session.flush() Feb 09 01:27:43.002839 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:27:43.002839 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:27:43.002839 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:27:43.002839 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:27:43.002839 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:27:43.002839 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:27:43.002839 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:27:43.002839 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:27:43.002839 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:27:43.002839 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:27:43.002839 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:27:43.002839 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:27:43.002839 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:27:43.002839 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:27:43.002839 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:27:43.002839 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:27:43.002839 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:27:43.002839 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:27:43.002839 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:27:43.002839 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:27:43.002839 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:27:43.002839 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:27:43.002839 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:27:43.002839 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:27:43.002839 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:27:43.002839 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:27:43.002839 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:27:43.002839 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:27:43.002839 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:27:43.002839 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:27:43.002839 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:27:43.002839 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:27:43.015703 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-51348fa3-b14c-4b41-a960-e8dfbf0edb34 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (4a130744-37d6-4e5b-9d7f-30f89f770944), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:43.065321 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 59a71890-c82b-40ee-b21e-93ab37b7ec96 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:43.066143 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (59a71890-c82b-40ee-b21e-93ab37b7ec96), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:43.094088 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-51348fa3-b14c-4b41-a960-e8dfbf0edb34 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:43.100713 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-51348fa3-b14c-4b41-a960-e8dfbf0edb34 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "DELETE /v2.0/networks/4a130744-37d6-4e5b-9d7f-30f89f770944 HTTP/1.1" status: 204 len: 168 time: 1.7169194 Feb 09 01:27:43.102522 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-06676f15-4415-4800-83c4-8cbd5f77f6d0 req-8d055edf-8be6-4f0a-a18b-f3cdad7e672f tempest-ServerShowV254Test-986758758 tempest-ServerShowV254Test-986758758-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea5ef315-138b-4874-926f-6fa90393447a HTTP/1.1" status: 200 len: 210 time: 0.0952940 Feb 09 01:27:43.102996 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 46774) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:43.121035 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51348fa3-b14c-4b41-a960-e8dfbf0edb34 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Pushing event deleted for resources: {'Network': ['ID=4a130744-37d6-4e5b-9d7f-30f89f770944,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:43.292845 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 59a71890-c82b-40ee-b21e-93ab37b7ec96 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:27:43.302654 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 724de4c8-5b60-4c37-9e71-ec815c43985e no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:27:43.349288 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 724de4c8-5b60-4c37-9e71-ec815c43985e {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:27:43.349566 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 724de4c8-5b60-4c37-9e71-ec815c43985e not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:27:43.681105 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f09bd00d-ed70-4c48-81b9-f1f02d820c1b tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (91cf9675-ca85-4064-bba2-7ba6a1f066f3), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:43.805103 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-deece111-4e96-4d0f-9bea-d062941a2efe req-31bc7b60-ec18-4087-a7bb-8f97b8e757b7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ffd6ad71c2744efa9f9ff5042a1195b8&device_id=ea5ef315-138b-4874-926f-6fa90393447a HTTP/1.1" status: 200 len: 210 time: 0.1635082 Feb 09 01:27:43.901798 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-efac74ac-1fc3-4acf-9fb2-13ba75cddd66 req-9cfbb646-7491-4f28-b775-faea49b90024 tempest-ServerShowV254Test-986758758 tempest-ServerShowV254Test-986758758-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea5ef315-138b-4874-926f-6fa90393447a HTTP/1.1" status: 200 len: 210 time: 0.1007848 Feb 09 01:27:43.997289 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-deece111-4e96-4d0f-9bea-d062941a2efe req-305834b8-413c-4694-9aa4-1e14b45cb74b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=ffd6ad71c2744efa9f9ff5042a1195b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1738989 Feb 09 01:27:44.031084 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-5be020d7-d6a3-4db0-b4cc-a9df0a1a5087 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Deleting port 4e22abc8-5040-4200-a2a4-db5207472466 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:27:44.034477 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5be020d7-d6a3-4db0-b4cc-a9df0a1a5087 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (4e22abc8-5040-4200-a2a4-db5207472466), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:44.235415 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5be020d7-d6a3-4db0-b4cc-a9df0a1a5087 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (4e22abc8-5040-4200-a2a4-db5207472466), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:44.235741 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5be020d7-d6a3-4db0-b4cc-a9df0a1a5087 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for floatingip (4e22abc8-5040-4200-a2a4-db5207472466), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:44.301495 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-f09bd00d-ed70-4c48-81b9-f1f02d820c1b tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Deleting port 5a59c83f-3638-4cc7-bf65-c8d857f4b1fb {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:27:44.301963 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f09bd00d-ed70-4c48-81b9-f1f02d820c1b tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (5a59c83f-3638-4cc7-bf65-c8d857f4b1fb), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:44.323609 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 726ddea6-d10f-448e-be91-668be3fc52f0 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:27:44.355001 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-5be020d7-d6a3-4db0-b4cc-a9df0a1a5087 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Calling delete_port for 4e22abc8-5040-4200-a2a4-db5207472466 owned by network:floatingip {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:27:44.379015 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84fe007-fdcc-4106-a203-1315d05dff63 req-60ca812c-2fa2-45ba-b2df-522dfa9f3453 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:44.396793 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c84fe007-fdcc-4106-a203-1315d05dff63 req-60ca812c-2fa2-45ba-b2df-522dfa9f3453 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 943 time: 0.5720551 Feb 09 01:27:44.398408 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 726ddea6-d10f-448e-be91-668be3fc52f0 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:27:44.398771 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 726ddea6-d10f-448e-be91-668be3fc52f0 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:27:44.414210 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46792) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:44.524435 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f09bd00d-ed70-4c48-81b9-f1f02d820c1b tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (5a59c83f-3638-4cc7-bf65-c8d857f4b1fb), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:44.547225 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-f09bd00d-ed70-4c48-81b9-f1f02d820c1b tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Calling delete_port for 5a59c83f-3638-4cc7-bf65-c8d857f4b1fb owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:27:44.694461 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c0fa8971-ea30-4c81-ae1d-ff662c9faba9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:44.778494 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c0fa8971-ea30-4c81-ae1d-ff662c9faba9 admin admin] Publish callbacks [] for security_group (3fdfc1b2-2452-4521-800f-09788c398673), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:44.786338 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c0fa8971-ea30-4c81-ae1d-ff662c9faba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (3fdfc1b2-2452-4521-800f-09788c398673), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:44.809221 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deece111-4e96-4d0f-9bea-d062941a2efe req-675ad39f-b440-4849-b01f-255f6f55738a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:44.811169 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-deece111-4e96-4d0f-9bea-d062941a2efe req-675ad39f-b440-4849-b01f-255f6f55738a service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.8044989 Feb 09 01:27:44.844523 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c84fe007-fdcc-4106-a203-1315d05dff63 req-f0e383bb-b66b-421b-9cd8-7af437421db6 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4467094 Feb 09 01:27:44.958190 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c0fa8971-ea30-4c81-ae1d-ff662c9faba9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0becda5df8ef4e35a179c07d459252f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5429158 Feb 09 01:27:44.960649 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46798) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:44.977036 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa8971-ea30-4c81-ae1d-ff662c9faba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fdfc1b2-2452-4521-800f-09788c398673,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:45.049336 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5be020d7-d6a3-4db0-b4cc-a9df0a1a5087 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (4e22abc8-5040-4200-a2a4-db5207472466), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:45.137169 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be020d7-d6a3-4db0-b4cc-a9df0a1a5087 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Pushing event deleted for resources: {'Port': ['ID=4e22abc8-5040-4200-a2a4-db5207472466,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:45.155650 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-aab1ae5d-13a7-4439-87d3-4729c450a8b8 admin admin] Publish callbacks [] for security_group (3fdfc1b2-2452-4521-800f-09788c398673), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:45.179202 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-aab1ae5d-13a7-4439-87d3-4729c450a8b8 admin admin] Publish callbacks [] for security_group (3fdfc1b2-2452-4521-800f-09788c398673), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:45.206633 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31228aea-61a3-4295-89e8-73e05a1988f5 req-4e5ce6a8-58d0-4b7b-a993-c9900af0f127 tempest-ServerShowV254Test-986758758 tempest-ServerShowV254Test-986758758-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea5ef315-138b-4874-926f-6fa90393447a HTTP/1.1" status: 200 len: 210 time: 0.0927517 Feb 09 01:27:45.253774 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f09bd00d-ed70-4c48-81b9-f1f02d820c1b tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (5a59c83f-3638-4cc7-bf65-c8d857f4b1fb), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:45.286925 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-aab1ae5d-13a7-4439-87d3-4729c450a8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (3fdfc1b2-2452-4521-800f-09788c398673), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:45.289947 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-aab1ae5d-13a7-4439-87d3-4729c450a8b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:45.291319 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-aab1ae5d-13a7-4439-87d3-4729c450a8b8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3fdfc1b2-2452-4521-800f-09788c398673 HTTP/1.1" status: 204 len: 168 time: 0.3296351 Feb 09 01:27:45.297186 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09bd00d-ed70-4c48-81b9-f1f02d820c1b tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event deleted for resources: {'Port': ['ID=5a59c83f-3638-4cc7-bf65-c8d857f4b1fb,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:45.320736 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab1ae5d-13a7-4439-87d3-4729c450a8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fdfc1b2-2452-4521-800f-09788c398673,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:45.333036 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5be020d7-d6a3-4db0-b4cc-a9df0a1a5087 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for floatingip (ac33b90d-eb4a-43e2-a874-cb2a49fccd9a), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:45.333554 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [None req-5be020d7-d6a3-4db0-b4cc-a9df0a1a5087 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Floating IP ac33b90d-eb4a-43e2-a874-cb2a49fccd9a disassociated (deleted). External IP: 172.25.8.6, port: 7c2fb4f3-9886-4020-8b66-77efaf1098a9. Feb 09 01:27:45.727191 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f09bd00d-ed70-4c48-81b9-f1f02d820c1b tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (91cf9675-ca85-4064-bba2-7ba6a1f066f3), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:46.092562 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46810) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:46.136162 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e643b750-0748-4ecf-9c5f-244842ec7635 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:46.146563 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09bd00d-ed70-4c48-81b9-f1f02d820c1b tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Router 91cf9675-ca85-4064-bba2-7ba6a1f066f3 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:27:46.170630 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-deece111-4e96-4d0f-9bea-d062941a2efe req-49f9caa3-4cac-4291-b452-b154315c56ad tempest-ServerShowV254Test-986758758 tempest-ServerShowV254Test-986758758-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea5ef315-138b-4874-926f-6fa90393447a HTTP/1.1" status: 200 len: 210 time: 0.0425305 Feb 09 01:27:46.267835 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09bd00d-ed70-4c48-81b9-f1f02d820c1b tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:27:46.277314 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f09bd00d-ed70-4c48-81b9-f1f02d820c1b tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "PUT /v2.0/routers/91cf9675-ca85-4064-bba2-7ba6a1f066f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5885470 Feb 09 01:27:46.279373 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46814) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:46.315933 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb15c92-adce-46e2-a940-210e4eba09e8 None None] Sync routers for ids ['91cf9675-ca85-4064-bba2-7ba6a1f066f3'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:46.333434 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e53b2056-5fcb-4de5-a910-8bb1ef1a8d09 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "GET /v2.0/ports?device_id=91cf9675-ca85-4064-bba2-7ba6a1f066f3 HTTP/1.1" status: 200 len: 205 time: 0.0529583 Feb 09 01:27:46.334329 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46816) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:46.335044 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb15c92-adce-46e2-a940-210e4eba09e8 None None] Routers {'91cf9675-ca85-4064-bba2-7ba6a1f066f3'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:46.335772 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-6fb15c92-adce-46e2-a940-210e4eba09e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:27:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['91cf9675-ca85-4064-bba2-7ba6a1f066f3'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:46.428328 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-6fb15c92-adce-46e2-a940-210e4eba09e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:46.431414 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-59f11b8d-1e04-494d-b20b-87d2beaec8f7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for router (91cf9675-ca85-4064-bba2-7ba6a1f066f3), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:46.442244 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb15c92-adce-46e2-a940-210e4eba09e8 None None] Routers {'91cf9675-ca85-4064-bba2-7ba6a1f066f3'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:46.444117 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-6fb15c92-adce-46e2-a940-210e4eba09e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:27:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['91cf9675-ca85-4064-bba2-7ba6a1f066f3'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:46.531309 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e643b750-0748-4ecf-9c5f-244842ec7635 admin admin] Publish callbacks [] for security_group (26fd7957-181a-408c-8a87-a0fd589edb7b), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:46.569838 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-6fb15c92-adce-46e2-a940-210e4eba09e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:46.572795 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb15c92-adce-46e2-a940-210e4eba09e8 None None] The sync data for ids ['91cf9675-ca85-4064-bba2-7ba6a1f066f3'] in n-d-828369-4 is: [] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:46.645430 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be020d7-d6a3-4db0-b4cc-a9df0a1a5087 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Router e84b1918-32c9-46d0-8f6e-475abc81a0d7 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:27:46.654050 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e14358d-0586-40bb-9e97-8126fba90689 req-133fcaad-06d8-47bb-8e84-e320b9f0b2dd tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:46.656099 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0e14358d-0586-40bb-9e97-8126fba90689 req-133fcaad-06d8-47bb-8e84-e320b9f0b2dd tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 943 time: 0.6522677 Feb 09 01:27:46.663133 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e643b750-0748-4ecf-9c5f-244842ec7635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (26fd7957-181a-408c-8a87-a0fd589edb7b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:46.670423 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-87307990-c07c-4ceb-bc5e-576086ea7ad1 req-fe71306e-c836-45f1-90a7-fb168c9a1952 tempest-ServerShowV254Test-986758758 tempest-ServerShowV254Test-986758758-project] 10.222.0.50 "GET /v2.0/ports?device_id=ea5ef315-138b-4874-926f-6fa90393447a HTTP/1.1" status: 200 len: 210 time: 0.0596821 Feb 09 01:27:46.738465 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0e14358d-0586-40bb-9e97-8126fba90689 req-a4054380-c436-4404-a480-ebcb0fa881d2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649500 Feb 09 01:27:46.795474 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-59f11b8d-1e04-494d-b20b-87d2beaec8f7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (91cf9675-ca85-4064-bba2-7ba6a1f066f3), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:46.802428 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-59f11b8d-1e04-494d-b20b-87d2beaec8f7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for router_controller (91cf9675-ca85-4064-bba2-7ba6a1f066f3), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:46.816892 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e643b750-0748-4ecf-9c5f-244842ec7635 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8ed1c214bdad46c28ac262ed011d8542&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7232063 Feb 09 01:27:46.820904 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46818) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:46.862701 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e643b750-0748-4ecf-9c5f-244842ec7635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26fd7957-181a-408c-8a87-a0fd589edb7b,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:46.889128 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be020d7-d6a3-4db0-b4cc-a9df0a1a5087 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:27:46.896755 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5be020d7-d6a3-4db0-b4cc-a9df0a1a5087 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:46.901682 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-59f11b8d-1e04-494d-b20b-87d2beaec8f7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (91cf9675-ca85-4064-bba2-7ba6a1f066f3), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:46.902620 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f11b8d-1e04-494d-b20b-87d2beaec8f7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Fanout notify agent at l3_agent the message router_deleted on router 91cf9675-ca85-4064-bba2-7ba6a1f066f3 {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:27:46.903584 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af96aeb8-c520-4f00-9a44-3fd59c3fdc8f None None] Sync routers for ids ['e84b1918-32c9-46d0-8f6e-475abc81a0d7'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:46.915252 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-59f11b8d-1e04-494d-b20b-87d2beaec8f7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:46.919142 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-59f11b8d-1e04-494d-b20b-87d2beaec8f7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "DELETE /v2.0/routers/91cf9675-ca85-4064-bba2-7ba6a1f066f3 HTTP/1.1" status: 204 len: 168 time: 0.5786836 Feb 09 01:27:46.920359 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46820) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:46.951965 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af96aeb8-c520-4f00-9a44-3fd59c3fdc8f None None] Routers {'e84b1918-32c9-46d0-8f6e-475abc81a0d7'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:46.952677 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-af96aeb8-c520-4f00-9a44-3fd59c3fdc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:27:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['e84b1918-32c9-46d0-8f6e-475abc81a0d7'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:46.956503 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-5be020d7-d6a3-4db0-b4cc-a9df0a1a5087 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "DELETE /v2.0/floatingips/ac33b90d-eb4a-43e2-a874-cb2a49fccd9a HTTP/1.1" status: 204 len: 168 time: 3.8422089 Feb 09 01:27:46.958999 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57f2cdfd-c686-43f5-afbe-b6cf4cd5b837', 'tag': '7c2fb4f3-9886-4020-8b66-77efaf1098a9'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:27:46.963038 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb337ab-3803-4216-8a44-c460ef916f64" -d '{"events": [{"name": "network-changed", "server_uuid": "57f2cdfd-c686-43f5-afbe-b6cf4cd5b837", "tag": "7c2fb4f3-9886-4020-8b66-77efaf1098a9"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:27:46.986237 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a92aa594-d572-41f5-9752-b64ae562ce51 admin admin] Publish callbacks [] for security_group (26fd7957-181a-408c-8a87-a0fd589edb7b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:47.023918 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a92aa594-d572-41f5-9752-b64ae562ce51 admin admin] Publish callbacks [] for security_group (26fd7957-181a-408c-8a87-a0fd589edb7b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:47.030457 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2f3d222-3c5e-41ed-849d-f2a1f57200c2 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Deleting subnet ef76bb30-22b2-4621-90a1-76a622e4090e {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:27:47.042271 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c2f3d222-3c5e-41ed-849d-f2a1f57200c2 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for subnet (ef76bb30-22b2-4621-90a1-76a622e4090e), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:47.051885 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67957039-947d-419c-a838-621e3e8b097a x-openstack-request-id: req-67957039-947d-419c-a838-621e3e8b097a {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:27:47.052772 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57f2cdfd-c686-43f5-afbe-b6cf4cd5b837", "tag": "7c2fb4f3-9886-4020-8b66-77efaf1098a9", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:27:47.053234 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-67957039-947d-419c-a838-621e3e8b097a {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:27:47.053800 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57f2cdfd-c686-43f5-afbe-b6cf4cd5b837', 'tag': '7c2fb4f3-9886-4020-8b66-77efaf1098a9', 'status': 'completed', 'code': 200} Feb 09 01:27:47.135200 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c2f3d222-3c5e-41ed-849d-f2a1f57200c2 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (ef76bb30-22b2-4621-90a1-76a622e4090e), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:47.189087 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb337ab-3803-4216-8a44-c460ef916f64 req-b4130a4b-7466-4a7c-9c09-98754db8135d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:47.192209 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bcb337ab-3803-4216-8a44-c460ef916f64 req-b4130a4b-7466-4a7c-9c09-98754db8135d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5b3cbba90205438cb5119ccafd525f59&device_id=57f2cdfd-c686-43f5-afbe-b6cf4cd5b837 HTTP/1.1" status: 200 len: 1166 time: 0.1197660 Feb 09 01:27:47.231341 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a92aa594-d572-41f5-9752-b64ae562ce51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (26fd7957-181a-408c-8a87-a0fd589edb7b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:47.241148 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a92aa594-d572-41f5-9752-b64ae562ce51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:47.243190 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a92aa594-d572-41f5-9752-b64ae562ce51 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/26fd7957-181a-408c-8a87-a0fd589edb7b HTTP/1.1" status: 204 len: 168 time: 0.4210284 Feb 09 01:27:47.341077 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92aa594-d572-41f5-9752-b64ae562ce51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fd7957-181a-408c-8a87-a0fd589edb7b,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:47.351609 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-af96aeb8-c520-4f00-9a44-3fd59c3fdc8f None None] Set router e84b1918-32c9-46d0-8f6e-475abc81a0d7 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:27:47.368212 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb337ab-3803-4216-8a44-c460ef916f64 req-398cedc0-e689-48ad-a501-fbee9e1fe69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:47.370783 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bcb337ab-3803-4216-8a44-c460ef916f64 req-398cedc0-e689-48ad-a501-fbee9e1fe69e service neutron] 10.222.0.47 "GET /v2.0/networks?id=a9e9e7a6-9eb2-4975-9046-e4e20dd94f00 HTTP/1.1" status: 200 len: 898 time: 0.1719215 Feb 09 01:27:47.393421 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c2f3d222-3c5e-41ed-849d-f2a1f57200c2 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (ef76bb30-22b2-4621-90a1-76a622e4090e), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:47.487290 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c2f3d222-3c5e-41ed-849d-f2a1f57200c2 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (ef76bb30-22b2-4621-90a1-76a622e4090e), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:47.525457 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f3d222-3c5e-41ed-849d-f2a1f57200c2 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event deleted for resources: {'Subnet': ['ID=ef76bb30-22b2-4621-90a1-76a622e4090e,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:47.531727 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bcb337ab-3803-4216-8a44-c460ef916f64 req-b4fd1060-4381-4efe-a59d-8458d2c44410 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c2fb4f3-9886-4020-8b66-77efaf1098a9 HTTP/1.1" status: 200 len: 217 time: 0.1509697 Feb 09 01:27:47.542331 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c2f3d222-3c5e-41ed-849d-f2a1f57200c2 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:47.548731 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48af6b9-a1f4-4879-a1fe-d1d2455136d5 None None] Network cac0c259-db7a-44ff-89eb-ef54ee29064d requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:27:47.549489 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c2f3d222-3c5e-41ed-849d-f2a1f57200c2 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "DELETE /v2.0/subnets/ef76bb30-22b2-4621-90a1-76a622e4090e HTTP/1.1" status: 204 len: 168 time: 0.6153870 Feb 09 01:27:47.550426 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46832) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:47.718746 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb90b0-b65b-4713-a057-196a03bf5980 req-62ce9d23-639f-48c1-8b78-7eaadc7034c7 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:47.727280 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-06fb90b0-b65b-4713-a057-196a03bf5980 req-62ce9d23-639f-48c1-8b78-7eaadc7034c7 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "GET /v2.0/ports?device_id=57f2cdfd-c686-43f5-afbe-b6cf4cd5b837 HTTP/1.1" status: 200 len: 984 time: 0.3334215 Feb 09 01:27:47.730377 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb337ab-3803-4216-8a44-c460ef916f64 req-05889b15-8ed7-418e-a972-c1e9f46d05f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:47.735080 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bcb337ab-3803-4216-8a44-c460ef916f64 req-05889b15-8ed7-418e-a972-c1e9f46d05f4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=83e43821-f1ba-4e65-b966-0b3287e8374d HTTP/1.1" status: 200 len: 835 time: 0.1929581 Feb 09 01:27:47.757076 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ce7cd07a-f77f-4a4e-80a5-1a6a7e196a3b tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (cac0c259-db7a-44ff-89eb-ef54ee29064d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:47.890580 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db19e851-8ff4-4f03-ade4-cbd24359656b None None] DHCP port deletion for cac0c259-db7a-44ff-89eb-ef54ee29064d request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:27:47.934139 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-ce7cd07a-f77f-4a4e-80a5-1a6a7e196a3b tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Deleting port 59a71890-c82b-40ee-b21e-93ab37b7ec96 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:27:47.939013 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ce7cd07a-f77f-4a4e-80a5-1a6a7e196a3b tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (59a71890-c82b-40ee-b21e-93ab37b7ec96), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:47.955852 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-af96aeb8-c520-4f00-9a44-3fd59c3fdc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84b1918-32c9-46d0-8f6e-475abc81a0d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1146390635', 'tenant_id': '5b3cbba90205438cb5119ccafd525f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'd68bd94e-edd1-4757-9aef-7d6b0e0e20ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:25:10Z', 'updated_at': '2022-02-09T01:25:33Z', 'revision_number': 4, 'project_id': '5b3cbba90205438cb5119ccafd525f59', 'gw_port': {'id': 'd68bd94e-edd1-4757-9aef-7d6b0e0e20ac', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:90:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84b1918-32c9-46d0-8f6e-475abc81a0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:14Z', 'updated_at': '2022-02-09T01:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'e247bd2c-fbde-42ae-80ee-e8521e04effe', 'name': '', 'network_id': 'a9e9e7a6-9eb2-4975-9046-e4e20dd94f00', 'tenant_id': '5b3cbba90205438cb5119ccafd525f59', 'mac_address': 'fa:16:3e:a7:5e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84b1918-32c9-46d0-8f6e-475abc81a0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '83e43821-f1ba-4e65-b966-0b3287e8374d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:31Z', 'updated_at': '2022-02-09T01:25:42Z', 'revision_number': 5, 'project_id': '5b3cbba90205438cb5119ccafd525f59', 'subnets': [{'id': '83e43821-f1ba-4e65-b966-0b3287e8374d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:47.984256 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-06fb90b0-b65b-4713-a057-196a03bf5980 req-37f7de75-0a9e-4585-b752-08094126838f tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0718378-8307-420f-8220-cf74a6bc0f74&id=dcfc638c-9490-44f4-b609-16a2e61796c5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2453001 Feb 09 01:27:47.987751 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb337ab-3803-4216-8a44-c460ef916f64 req-159add9f-5288-470b-aa7d-94b3a1e66ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:47.992525 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bcb337ab-3803-4216-8a44-c460ef916f64 req-159add9f-5288-470b-aa7d-94b3a1e66ea7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a9e9e7a6-9eb2-4975-9046-e4e20dd94f00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2513661 Feb 09 01:27:47.997758 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-db19e851-8ff4-4f03-ade4-cbd24359656b None None] Deleting port 59a71890-c82b-40ee-b21e-93ab37b7ec96 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:27:47.998150 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-db19e851-8ff4-4f03-ade4-cbd24359656b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (59a71890-c82b-40ee-b21e-93ab37b7ec96), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:48.061088 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af96aeb8-c520-4f00-9a44-3fd59c3fdc8f None None] Checking router: e84b1918-32c9-46d0-8f6e-475abc81a0d7 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:27:48.087354 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af96aeb8-c520-4f00-9a44-3fd59c3fdc8f None None] Routers {'e84b1918-32c9-46d0-8f6e-475abc81a0d7'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:48.087990 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-af96aeb8-c520-4f00-9a44-3fd59c3fdc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:27:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['e84b1918-32c9-46d0-8f6e-475abc81a0d7'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:48.127628 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-ce7cd07a-f77f-4a4e-80a5-1a6a7e196a3b tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] For port 59a71890-c82b-40ee-b21e-93ab37b7ec96, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=59a71890-c82b-40ee-b21e-93ab37b7ec96,segment=NetworkSegment(9086d1da-86ff-42c1-b26b-a1b87ad6e73d),segment_id=9086d1da-86ff-42c1-b26b-a1b87ad6e73d)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:48.128016 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ce7cd07a-f77f-4a4e-80a5-1a6a7e196a3b tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (59a71890-c82b-40ee-b21e-93ab37b7ec96), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:48.142827 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-db19e851-8ff4-4f03-ade4-cbd24359656b None None] For port 59a71890-c82b-40ee-b21e-93ab37b7ec96, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=59a71890-c82b-40ee-b21e-93ab37b7ec96,segment=NetworkSegment(9086d1da-86ff-42c1-b26b-a1b87ad6e73d),segment_id=9086d1da-86ff-42c1-b26b-a1b87ad6e73d)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:48.143241 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-db19e851-8ff4-4f03-ade4-cbd24359656b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (59a71890-c82b-40ee-b21e-93ab37b7ec96), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:48.162223 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-ce7cd07a-f77f-4a4e-80a5-1a6a7e196a3b tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Calling delete_port for 59a71890-c82b-40ee-b21e-93ab37b7ec96 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:27:48.202480 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-db19e851-8ff4-4f03-ade4-cbd24359656b None None] Calling delete_port for 59a71890-c82b-40ee-b21e-93ab37b7ec96 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:27:48.395459 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc316c9-aef9-4341-8661-5380b250d71d req-81322692-8314-4f36-b304-19c118fd34b7 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:48.402776 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-acc316c9-aef9-4341-8661-5380b250d71d req-81322692-8314-4f36-b304-19c118fd34b7 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 943 time: 0.4173017 Feb 09 01:27:48.421828 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-af96aeb8-c520-4f00-9a44-3fd59c3fdc8f None None] Set router e84b1918-32c9-46d0-8f6e-475abc81a0d7 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:27:48.439255 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ce7cd07a-f77f-4a4e-80a5-1a6a7e196a3b tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (59a71890-c82b-40ee-b21e-93ab37b7ec96), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:48.462141 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bcb337ab-3803-4216-8a44-c460ef916f64 req-aae4e264-c984-4492-a3bf-879d6407b202 service neutron] 10.222.0.47 "GET /v2.0/networks/a9e9e7a6-9eb2-4975-9046-e4e20dd94f00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4615588 Feb 09 01:27:48.520991 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7cd07a-f77f-4a4e-80a5-1a6a7e196a3b tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event deleted for resources: {'Port': ['ID=59a71890-c82b-40ee-b21e-93ab37b7ec96,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:48.526932 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46860) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:48.554540 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7cd07a-f77f-4a4e-80a5-1a6a7e196a3b tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] No DVR routers for this DVR port 59a71890-c82b-40ee-b21e-93ab37b7ec96 on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:27:48.628306 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 59a71890-c82b-40ee-b21e-93ab37b7ec96 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:27:48.660705 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 59a71890-c82b-40ee-b21e-93ab37b7ec96 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:27:48.661515 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 59a71890-c82b-40ee-b21e-93ab37b7ec96 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:27:48.697168 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-db19e851-8ff4-4f03-ade4-cbd24359656b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (59a71890-c82b-40ee-b21e-93ab37b7ec96), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:48.733275 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db19e851-8ff4-4f03-ade4-cbd24359656b None None] No DVR routers for this DVR port 59a71890-c82b-40ee-b21e-93ab37b7ec96 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:27:48.781103 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db19e851-8ff4-4f03-ade4-cbd24359656b None None] Pushing event deleted for resources: {'Port': ['ID=59a71890-c82b-40ee-b21e-93ab37b7ec96,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:48.834263 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-acc316c9-aef9-4341-8661-5380b250d71d req-d569ed84-624f-476b-b054-809ab17751cd tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633788 Feb 09 01:27:48.882011 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ce7cd07a-f77f-4a4e-80a5-1a6a7e196a3b tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (cac0c259-db7a-44ff-89eb-ef54ee29064d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:48.890111 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bcb337ab-3803-4216-8a44-c460ef916f64 req-60d516bd-0d2c-4846-b714-a7d9969061e3 service neutron] 10.222.0.47 "GET /v2.0/networks/a9e9e7a6-9eb2-4975-9046-e4e20dd94f00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206054 Feb 09 01:27:48.913530 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b856e3d4-0426-4ed4-a238-be41a16d8d94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:48.947342 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-ce7cd07a-f77f-4a4e-80a5-1a6a7e196a3b tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cac0c259-db7a-44ff-89eb-ef54ee29064d']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:48.965390 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-ce7cd07a-f77f-4a4e-80a5-1a6a7e196a3b tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9086d1da-86ff-42c1-b26b-a1b87ad6e73d') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:48.965698 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-ce7cd07a-f77f-4a4e-80a5-1a6a7e196a3b tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9086d1da-86ff-42c1-b26b-a1b87ad6e73d') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:48.966310 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-af96aeb8-c520-4f00-9a44-3fd59c3fdc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84b1918-32c9-46d0-8f6e-475abc81a0d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1146390635', 'tenant_id': '5b3cbba90205438cb5119ccafd525f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'd68bd94e-edd1-4757-9aef-7d6b0e0e20ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:25:10Z', 'updated_at': '2022-02-09T01:25:33Z', 'revision_number': 4, 'project_id': '5b3cbba90205438cb5119ccafd525f59', 'gw_port': {'id': 'd68bd94e-edd1-4757-9aef-7d6b0e0e20ac', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:90:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84b1918-32c9-46d0-8f6e-475abc81a0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:14Z', 'updated_at': '2022-02-09T01:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'e247bd2c-fbde-42ae-80ee-e8521e04effe', 'name': '', 'network_id': 'a9e9e7a6-9eb2-4975-9046-e4e20dd94f00', 'tenant_id': '5b3cbba90205438cb5119ccafd525f59', 'mac_address': 'fa:16:3e:a7:5e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84b1918-32c9-46d0-8f6e-475abc81a0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '83e43821-f1ba-4e65-b966-0b3287e8374d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:31Z', 'updated_at': '2022-02-09T01:25:42Z', 'revision_number': 5, 'project_id': '5b3cbba90205438cb5119ccafd525f59', 'subnets': [{'id': '83e43821-f1ba-4e65-b966-0b3287e8374d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:48.981627 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9ea54-1426-4b93-a0f7-20aad31ae92a req-9f067c2b-38d7-47d0-8713-5814884bea8d tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:48.983164 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-72d9ea54-1426-4b93-a0f7-20aad31ae92a req-9f067c2b-38d7-47d0-8713-5814884bea8d tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.47 "GET /v2.0/ports?device_id=57f2cdfd-c686-43f5-afbe-b6cf4cd5b837 HTTP/1.1" status: 200 len: 984 time: 0.3346312 Feb 09 01:27:49.040650 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ce7cd07a-f77f-4a4e-80a5-1a6a7e196a3b tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (9086d1da-86ff-42c1-b26b-a1b87ad6e73d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:49.042471 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af96aeb8-c520-4f00-9a44-3fd59c3fdc8f None None] The sync data for ids ['e84b1918-32c9-46d0-8f6e-475abc81a0d7'] in n-d-828369-4 is: [{'id': 'e84b1918-32c9-46d0-8f6e-475abc81a0d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1146390635', 'tenant_id': '5b3cbba90205438cb5119ccafd525f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'd68bd94e-edd1-4757-9aef-7d6b0e0e20ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:25:10Z', 'updated_at': '2022-02-09T01:25:33Z', 'revision_number': 4, 'project_id': '5b3cbba90205438cb5119ccafd525f59', 'gw_port': {'id': 'd68bd94e-edd1-4757-9aef-7d6b0e0e20ac', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:90:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84b1918-32c9-46d0-8f6e-475abc81a0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:14Z', 'updated_at': '2022-02-09T01:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'e247bd2c-fbde-42ae-80ee-e8521e04effe', 'name': '', 'network_id': 'a9e9e7a6-9eb2-4975-9046-e4e20dd94f00', 'tenant_id': '5b3cbba90205438cb5119ccafd525f59', 'mac_address': 'fa:16:3e:a7:5e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84b1918-32c9-46d0-8f6e-475abc81a0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '83e43821-f1ba-4e65-b966-0b3287e8374d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:31Z', 'updated_at': '2022-02-09T01:25:42Z', 'revision_number': 5, 'project_id': '5b3cbba90205438cb5119ccafd525f59', 'subnets': [{'id': '83e43821-f1ba-4e65-b966-0b3287e8374d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:49.180892 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f31bb1-56b4-44c8-b9ef-a1bf29817f30 req-310e1753-4c8d-4be3-a699-042113f41518 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:49.183114 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0f31bb1-56b4-44c8-b9ef-a1bf29817f30 req-310e1753-4c8d-4be3-a699-042113f41518 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "GET /v2.0/ports?device_id=57f2cdfd-c686-43f5-afbe-b6cf4cd5b837 HTTP/1.1" status: 200 len: 984 time: 0.1007268 Feb 09 01:27:49.309446 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0f31bb1-56b4-44c8-b9ef-a1bf29817f30 req-ab0f6cfe-7b1a-453e-8db7-810ddb2d69d0 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "GET /v2.0/security-groups?id=f0718378-8307-420f-8220-cf74a6bc0f74&id=dcfc638c-9490-44f4-b609-16a2e61796c5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1190882 Feb 09 01:27:49.466055 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f292a76-b562-4426-a060-2a62139120f6 None None] New status for floating IP ac33b90d-eb4a-43e2-a874-cb2a49fccd9a: DOWN {{(pid=103138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:27:49.582620 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ce7cd07a-f77f-4a4e-80a5-1a6a7e196a3b tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (9086d1da-86ff-42c1-b26b-a1b87ad6e73d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:49.603269 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce7cd07a-f77f-4a4e-80a5-1a6a7e196a3b tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:27:49.603686 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ce7cd07a-f77f-4a4e-80a5-1a6a7e196a3b tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (9086d1da-86ff-42c1-b26b-a1b87ad6e73d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:49.608802 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:27:49.608802 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:27:49.608802 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:27:49.608802 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:27:49.608802 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:27:49.608802 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:27:49.608802 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:27:49.608802 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:27:49.608802 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:27:49.608802 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:27:49.608802 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:27:49.608802 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:27:49.608802 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:27:49.608802 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:27:49.608802 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:27:49.608802 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:27:49.608802 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:27:49.608802 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:27:49.608802 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:27:49.608802 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:27:49.608802 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:27:49.608802 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:27:49.608802 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:27:49.608802 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:27:49.608802 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:27:49.608802 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:27:49.608802 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:27:49.608802 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:27:49.608802 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:27:49.608802 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:27:49.608802 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:27:49.608802 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:27:49.697165 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-72d9ea54-1426-4b93-a0f7-20aad31ae92a req-f52ca4e0-70a1-480d-8f1c-f3f26a1203a3 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Deleting port 7c2fb4f3-9886-4020-8b66-77efaf1098a9 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:27:49.697519 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-72d9ea54-1426-4b93-a0f7-20aad31ae92a req-f52ca4e0-70a1-480d-8f1c-f3f26a1203a3 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (7c2fb4f3-9886-4020-8b66-77efaf1098a9), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:49.746592 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ce7cd07a-f77f-4a4e-80a5-1a6a7e196a3b tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (cac0c259-db7a-44ff-89eb-ef54ee29064d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:49.753720 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ce7cd07a-f77f-4a4e-80a5-1a6a7e196a3b tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:49.757849 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ce7cd07a-f77f-4a4e-80a5-1a6a7e196a3b tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "DELETE /v2.0/networks/cac0c259-db7a-44ff-89eb-ef54ee29064d HTTP/1.1" status: 204 len: 168 time: 2.2061927 Feb 09 01:27:49.762028 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 46890) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:49.767876 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-4cf468cf-4be5-415f-a881-5daa3cfefab2 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-281602959', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}, 'admin_state_up': False}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:49.819584 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4cf468cf-4be5-415f-a881-5daa3cfefab2 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (e177d561-7bcf-4474-8533-9b1738e54eed), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:49.821912 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4cf468cf-4be5-415f-a881-5daa3cfefab2 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (e177d561-7bcf-4474-8533-9b1738e54eed), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:49.823589 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7cd07a-f77f-4a4e-80a5-1a6a7e196a3b tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event deleted for resources: {'Network': ['ID=cac0c259-db7a-44ff-89eb-ef54ee29064d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:49.915225 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4cf468cf-4be5-415f-a881-5daa3cfefab2 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for router_controller (e177d561-7bcf-4474-8533-9b1738e54eed), precommit_add_association {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:49.933262 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-72d9ea54-1426-4b93-a0f7-20aad31ae92a req-f52ca4e0-70a1-480d-8f1c-f3f26a1203a3 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] For port 7c2fb4f3-9886-4020-8b66-77efaf1098a9, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=7c2fb4f3-9886-4020-8b66-77efaf1098a9,segment=NetworkSegment(f69b07ec-dee5-46fd-8a53-740b9e3f9b15),segment_id=f69b07ec-dee5-46fd-8a53-740b9e3f9b15)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:49.935073 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-72d9ea54-1426-4b93-a0f7-20aad31ae92a req-f52ca4e0-70a1-480d-8f1c-f3f26a1203a3 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (7c2fb4f3-9886-4020-8b66-77efaf1098a9), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:49.985346 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-72d9ea54-1426-4b93-a0f7-20aad31ae92a req-f52ca4e0-70a1-480d-8f1c-f3f26a1203a3 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Calling delete_port for 7c2fb4f3-9886-4020-8b66-77efaf1098a9 owned by compute:nova {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:27:50.043975 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b856e3d4-0426-4ed4-a238-be41a16d8d94 admin admin] Publish callbacks [] for security_group (a03c5781-223a-4137-8e7b-0b2b34650dea), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:50.198771 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e6dec-14c5-431c-a9c6-4b7e3136bdde req-c32b569b-f2d0-43e4-ae4d-ff7db4d846c2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:50.210150 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6c3e6dec-14c5-431c-a9c6-4b7e3136bdde req-c32b569b-f2d0-43e4-ae4d-ff7db4d846c2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 943 time: 0.1920962 Feb 09 01:27:50.237657 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4cf468cf-4be5-415f-a881-5daa3cfefab2 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for router_gateway (e177d561-7bcf-4474-8533-9b1738e54eed), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:50.249445 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b856e3d4-0426-4ed4-a238-be41a16d8d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (a03c5781-223a-4137-8e7b-0b2b34650dea), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:50.261428 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-72d9ea54-1426-4b93-a0f7-20aad31ae92a req-f52ca4e0-70a1-480d-8f1c-f3f26a1203a3 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (7c2fb4f3-9886-4020-8b66-77efaf1098a9), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:50.303098 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6c3e6dec-14c5-431c-a9c6-4b7e3136bdde req-0f0b798a-950e-4719-a55c-ed113e7829c7 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853424 Feb 09 01:27:50.418773 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ca4e0-70a1-480d-8f1c-f3f26a1203a3 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Pushing event deleted for resources: {'Port': ['ID=7c2fb4f3-9886-4020-8b66-77efaf1098a9,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:50.468229 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d9ea54-1426-4b93-a0f7-20aad31ae92a req-f52ca4e0-70a1-480d-8f1c-f3f26a1203a3 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] No DVR routers for this DVR port 7c2fb4f3-9886-4020-8b66-77efaf1098a9 on host n-h1-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:27:50.486704 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b856e3d4-0426-4ed4-a238-be41a16d8d94 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ffd6ad71c2744efa9f9ff5042a1195b8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9564853 Feb 09 01:27:50.489074 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 46910) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:50.496450 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-72d9ea54-1426-4b93-a0f7-20aad31ae92a req-f52ca4e0-70a1-480d-8f1c-f3f26a1203a3 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:50.502400 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-72d9ea54-1426-4b93-a0f7-20aad31ae92a req-f52ca4e0-70a1-480d-8f1c-f3f26a1203a3 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.47 "DELETE /v2.0/ports/7c2fb4f3-9886-4020-8b66-77efaf1098a9 HTTP/1.1" status: 204 len: 173 time: 1.5122097 Feb 09 01:27:50.514077 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57f2cdfd-c686-43f5-afbe-b6cf4cd5b837', 'name': 'network-vif-deleted', 'tag': '7c2fb4f3-9886-4020-8b66-77efaf1098a9'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:27:50.518988 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5b979233-2431-4e09-9fb1-069c74370023 req-3a5b0371-fb10-41dd-adaf-50e3ed783c3a tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "GET /v2.0/ports?device_id=57f2cdfd-c686-43f5-afbe-b6cf4cd5b837 HTTP/1.1" status: 200 len: 210 time: 0.0639329 Feb 09 01:27:50.523156 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af42853b-1177-4aa3-810c-0424b28685dc" -d '{"events": [{"server_uuid": "57f2cdfd-c686-43f5-afbe-b6cf4cd5b837", "name": "network-vif-deleted", "tag": "7c2fb4f3-9886-4020-8b66-77efaf1098a9"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:27:50.534917 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b856e3d4-0426-4ed4-a238-be41a16d8d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03c5781-223a-4137-8e7b-0b2b34650dea,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:50.690645 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4cf468cf-4be5-415f-a881-5daa3cfefab2 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for router_gateway (e177d561-7bcf-4474-8533-9b1738e54eed), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:50.694444 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8272d5b8-63e2-48f2-8813-226999924322 admin admin] Publish callbacks [] for security_group (a03c5781-223a-4137-8e7b-0b2b34650dea), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:50.743027 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4cf468cf-4be5-415f-a881-5daa3cfefab2 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:50.811914 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8272d5b8-63e2-48f2-8813-226999924322 admin admin] Publish callbacks [] for security_group (a03c5781-223a-4137-8e7b-0b2b34650dea), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:50.910562 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605b1f9c-3ae2-405f-a44e-bd474b876f18 x-openstack-request-id: req-605b1f9c-3ae2-405f-a44e-bd474b876f18 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:27:50.910869 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57f2cdfd-c686-43f5-afbe-b6cf4cd5b837", "name": "network-vif-deleted", "tag": "7c2fb4f3-9886-4020-8b66-77efaf1098a9", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:27:50.911275 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-605b1f9c-3ae2-405f-a44e-bd474b876f18 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:27:50.912281 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57f2cdfd-c686-43f5-afbe-b6cf4cd5b837', 'name': 'network-vif-deleted', 'tag': '7c2fb4f3-9886-4020-8b66-77efaf1098a9', 'status': 'completed', 'code': 200} Feb 09 01:27:50.914736 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8272d5b8-63e2-48f2-8813-226999924322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (a03c5781-223a-4137-8e7b-0b2b34650dea), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:50.918035 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8272d5b8-63e2-48f2-8813-226999924322 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:50.919218 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8272d5b8-63e2-48f2-8813-226999924322 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a03c5781-223a-4137-8e7b-0b2b34650dea HTTP/1.1" status: 204 len: 168 time: 0.4301684 Feb 09 01:27:50.969097 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8272d5b8-63e2-48f2-8813-226999924322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03c5781-223a-4137-8e7b-0b2b34650dea,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:50.999585 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-4cf468cf-4be5-415f-a881-5daa3cfefab2 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Allocated IP 172.25.8.139 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/f43eda09-9f53-4a8c-a022-0810a913284d) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:51.050345 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46924) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:51.177482 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ce5b7-de66-4a75-a3e4-d0683a4750f1 req-838ed6b1-91fc-495c-ac7e-4b1affe4e956 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:51.187328 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d17ce5b7-de66-4a75-a3e4-d0683a4750f1 req-838ed6b1-91fc-495c-ac7e-4b1affe4e956 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.1182330 Feb 09 01:27:51.285109 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4cf468cf-4be5-415f-a881-5daa3cfefab2 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for port (f43eda09-9f53-4a8c-a022-0810a913284d), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:51.302145 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cb0886eb-f13a-42cf-b47c-d7187c48314c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:51.303527 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d17ce5b7-de66-4a75-a3e4-d0683a4750f1 req-a807acfd-9b97-414e-ac74-1d1b0004de9d tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150897 Feb 09 01:27:51.377358 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4cf468cf-4be5-415f-a881-5daa3cfefab2 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (f43eda09-9f53-4a8c-a022-0810a913284d), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:51.471336 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cb0886eb-f13a-42cf-b47c-d7187c48314c admin admin] Publish callbacks [] for security_group (8b3b27ac-d37c-4d4d-85a7-83410deb4569), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:51.478830 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf468cf-4be5-415f-a881-5daa3cfefab2 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:51.479270 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cb0886eb-f13a-42cf-b47c-d7187c48314c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (8b3b27ac-d37c-4d4d-85a7-83410deb4569), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:51.521391 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-4cf468cf-4be5-415f-a881-5daa3cfefab2 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:51.524480 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0886eb-f13a-42cf-b47c-d7187c48314c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3b27ac-d37c-4d4d-85a7-83410deb4569,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:51.537389 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-cb0886eb-f13a-42cf-b47c-d7187c48314c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c1daad94a70f4055845371e44eba3cc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4823272 Feb 09 01:27:51.541529 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46936) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:51.550482 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf468cf-4be5-415f-a881-5daa3cfefab2 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:27:51.616941 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5939e002-b4a5-478a-a46b-c7ff78d96d15 admin admin] Publish callbacks [] for security_group (8b3b27ac-d37c-4d4d-85a7-83410deb4569), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:51.621983 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf468cf-4be5-415f-a881-5daa3cfefab2 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event updated for resources: {'Port': ['ID=f43eda09-9f53-4a8c-a022-0810a913284d,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:51.659847 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5939e002-b4a5-478a-a46b-c7ff78d96d15 admin admin] Publish callbacks [] for security_group (8b3b27ac-d37c-4d4d-85a7-83410deb4569), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:51.717211 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5939e002-b4a5-478a-a46b-c7ff78d96d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (8b3b27ac-d37c-4d4d-85a7-83410deb4569), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:51.720029 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5939e002-b4a5-478a-a46b-c7ff78d96d15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:51.721229 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5939e002-b4a5-478a-a46b-c7ff78d96d15 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8b3b27ac-d37c-4d4d-85a7-83410deb4569 HTTP/1.1" status: 204 len: 168 time: 0.1786985 Feb 09 01:27:51.747346 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60613119-5ff4-44c1-9781-f664d624bde1 req-e476d40a-c12b-4426-8cd2-e5414d78885c tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:51.748804 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-60613119-5ff4-44c1-9781-f664d624bde1 req-e476d40a-c12b-4426-8cd2-e5414d78885c tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.2960224 Feb 09 01:27:51.759665 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac232d-2cbf-4320-8b25-15673b597ef6 req-27c535b2-a95b-40c2-b1a5-22f121eaeb5d tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:51.772239 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5939e002-b4a5-478a-a46b-c7ff78d96d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3b27ac-d37c-4d4d-85a7-83410deb4569,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:51.781875 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8dac232d-2cbf-4320-8b25-15673b597ef6 req-27c535b2-a95b-40c2-b1a5-22f121eaeb5d tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 943 time: 0.3216972 Feb 09 01:27:52.058222 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4cf468cf-4be5-415f-a881-5daa3cfefab2 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for router_gateway (e177d561-7bcf-4474-8533-9b1738e54eed), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:52.076815 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8dac232d-2cbf-4320-8b25-15673b597ef6 req-9057a2fd-d202-4b9b-9858-64876044c0d2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889645 Feb 09 01:27:52.081307 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-60613119-5ff4-44c1-9781-f664d624bde1 req-ed954064-d049-4da1-b2ff-dedf79bbc192 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2408028 Feb 09 01:27:52.164412 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46964) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:52.318300 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-16994745-a8e9-4eaa-8c65-eecd187255dc tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for security_group (f0718378-8307-420f-8220-cf74a6bc0f74), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:52.434388 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-16994745-a8e9-4eaa-8c65-eecd187255dc tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for security_group (f0718378-8307-420f-8220-cf74a6bc0f74), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:52.533090 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-16994745-a8e9-4eaa-8c65-eecd187255dc tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (f0718378-8307-420f-8220-cf74a6bc0f74), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:52.535744 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-16994745-a8e9-4eaa-8c65-eecd187255dc tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:52.538404 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-16994745-a8e9-4eaa-8c65-eecd187255dc tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "DELETE /v2.0/security-groups/f0718378-8307-420f-8220-cf74a6bc0f74 HTTP/1.1" status: 204 len: 168 time: 0.3728504 Feb 09 01:27:52.542891 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 46986) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:52.553574 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16994745-a8e9-4eaa-8c65-eecd187255dc tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0718378-8307-420f-8220-cf74a6bc0f74,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:52.708253 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-149fbf7c-a506-4f23-9c8a-4a89bc136c31 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for security_group (dcfc638c-9490-44f4-b609-16a2e61796c5), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:52.740067 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-a211248b-86ca-407a-b771-9edc6818d5b8 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:52.743718 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-a211248b-86ca-407a-b771-9edc6818d5b8 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/networks?id=d88b7625-86d0-4021-80a0-5ba2f7b1a042 HTTP/1.1" status: 200 len: 811 time: 0.3030319 Feb 09 01:27:52.749935 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4cf468cf-4be5-415f-a881-5daa3cfefab2 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (e177d561-7bcf-4474-8533-9b1738e54eed), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:52.774518 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-b86ca6b6-9fcb-45b8-966a-b5eaa0f527d4 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/quotas/99253303b883423fad908712b3678824 HTTP/1.1" status: 200 len: 375 time: 0.0296869 Feb 09 01:27:53.275884 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-149fbf7c-a506-4f23-9c8a-4a89bc136c31 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for security_group (dcfc638c-9490-44f4-b609-16a2e61796c5), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:53.422269 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-5823f5b7-500d-4b03-a3d4-6a43490af848 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=99253303b883423fad908712b3678824&fields=id HTTP/1.1" status: 200 len: 440 time: 0.6464772 Feb 09 01:27:53.523011 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-149fbf7c-a506-4f23-9c8a-4a89bc136c31 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (dcfc638c-9490-44f4-b609-16a2e61796c5), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:53.525681 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-149fbf7c-a506-4f23-9c8a-4a89bc136c31 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:53.527565 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-149fbf7c-a506-4f23-9c8a-4a89bc136c31 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "DELETE /v2.0/security-groups/dcfc638c-9490-44f4-b609-16a2e61796c5 HTTP/1.1" status: 204 len: 168 time: 0.9814768 Feb 09 01:27:53.530833 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47032) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:53.551857 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149fbf7c-a506-4f23-9c8a-4a89bc136c31 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfc638c-9490-44f4-b609-16a2e61796c5,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:53.561148 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf468cf-4be5-415f-a881-5daa3cfefab2 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Router e177d561-7bcf-4474-8533-9b1738e54eed is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:27:53.708953 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529ba42-0ed9-411d-81b8-a7ed974964b9 req-446c2286-ac12-4e2e-a0da-8552d99c1189 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:53.716829 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4529ba42-0ed9-411d-81b8-a7ed974964b9 req-446c2286-ac12-4e2e-a0da-8552d99c1189 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 943 time: 0.2834597 Feb 09 01:27:53.792412 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-f9859992-f87d-461f-8a0a-30b990452249 service neutron] 10.222.0.50 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689177 Feb 09 01:27:53.889834 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47042) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:53.960886 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4529ba42-0ed9-411d-81b8-a7ed974964b9 req-fd0501c3-a668-4564-8adc-21ab5d3e17f8 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386332 Feb 09 01:27:53.981512 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf468cf-4be5-415f-a881-5daa3cfefab2 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:27:53.989848 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 7c2fb4f3-9886-4020-8b66-77efaf1098a9 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:27:54.025876 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40acc8a6-05fa-4957-9e3a-c61531d274a3 None None] Sync routers for ids ['e177d561-7bcf-4474-8533-9b1738e54eed'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:54.060620 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40acc8a6-05fa-4957-9e3a-c61531d274a3 None None] Routers {'e177d561-7bcf-4474-8533-9b1738e54eed'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:54.061538 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-40acc8a6-05fa-4957-9e3a-c61531d274a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:27:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['e177d561-7bcf-4474-8533-9b1738e54eed'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:54.066469 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: 7c2fb4f3-9886-4020-8b66-77efaf1098a9 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:27:54.066828 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 7c2fb4f3-9886-4020-8b66-77efaf1098a9 not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:27:54.110298 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-088d7df4-586a-4f1e-8d71-3c9546525904 service neutron] 10.222.0.50 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172340 Feb 09 01:27:54.113711 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4cf468cf-4be5-415f-a881-5daa3cfefab2 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:54.116099 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4cf468cf-4be5-415f-a881-5daa3cfefab2 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.3522825 Feb 09 01:27:54.123707 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47048) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:54.188216 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0b2fff5d-acf5-4a50-8d8e-2d9ca6537593 req-4e340cf1-18ef-4a95-a431-98d6b1b9afc1 tempest-ServerShowV257Test-1882631392 tempest-ServerShowV257Test-1882631392-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9f35a41-d139-4682-9dba-2daff013e03e HTTP/1.1" status: 200 len: 210 time: 0.1033010 Feb 09 01:27:54.190128 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-40acc8a6-05fa-4957-9e3a-c61531d274a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:54.202900 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40acc8a6-05fa-4957-9e3a-c61531d274a3 None None] Routers {'e177d561-7bcf-4474-8533-9b1738e54eed'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:54.204405 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-40acc8a6-05fa-4957-9e3a-c61531d274a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:27:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['e177d561-7bcf-4474-8533-9b1738e54eed'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:54.246283 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-40acc8a6-05fa-4957-9e3a-c61531d274a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:54.247120 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40acc8a6-05fa-4957-9e3a-c61531d274a3 None None] The sync data for ids ['e177d561-7bcf-4474-8533-9b1738e54eed'] in n-d-828369-4 is: [] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:54.347613 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-173c9913-1e4c-47a2-a905-e4c70ddd1bbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:54.389672 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dae413b7-e5c0-4c03-ae9a-be07a9b07715 req-e9dc272f-fda8-431e-ab2f-2bbf988f8efc tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=02b695cc-1177-4b9e-a8a2-a130d469452e HTTP/1.1" status: 200 len: 210 time: 0.0511615 Feb 09 01:27:54.632696 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47058) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:54.632951 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ff824931-7dc7-417e-bf1c-cf2f8d056723 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "GET /v2.0/routers/e177d561-7bcf-4474-8533-9b1738e54eed HTTP/1.1" status: 200 len: 880 time: 0.5057383 Feb 09 01:27:54.680797 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-173c9913-1e4c-47a2-a905-e4c70ddd1bbc admin admin] Publish callbacks [] for security_group (e6d29464-7d0d-4540-8fc9-f03eb7427ba8), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:54.697769 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-173c9913-1e4c-47a2-a905-e4c70ddd1bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e6d29464-7d0d-4540-8fc9-f03eb7427ba8), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:54.745722 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-173c9913-1e4c-47a2-a905-e4c70ddd1bbc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=57a7d40d74bd4bf5a73324bd343b92d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8538766 Feb 09 01:27:54.748424 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47062) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:54.757722 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c9913-1e4c-47a2-a905-e4c70ddd1bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d29464-7d0d-4540-8fc9-f03eb7427ba8,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:54.811375 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2221d44b-4f58-43e3-8283-079a0d9dac83 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (e84b1918-32c9-46d0-8f6e-475abc81a0d7), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:54.932103 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a13046e4-ee7c-42a4-b872-f61cf9066a02 admin admin] Publish callbacks [] for security_group (e6d29464-7d0d-4540-8fc9-f03eb7427ba8), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:54.974165 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a13046e4-ee7c-42a4-b872-f61cf9066a02 admin admin] Publish callbacks [] for security_group (e6d29464-7d0d-4540-8fc9-f03eb7427ba8), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:55.152862 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-fe9eb2ca-e9ca-48ee-bb13-991f61111b31 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.5186672 Feb 09 01:27:55.155829 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47068) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:55.160927 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-8daa454a-832d-42d0-976a-afde432fcd07 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-281602959'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:55.179813 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a13046e4-ee7c-42a4-b872-f61cf9066a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e6d29464-7d0d-4540-8fc9-f03eb7427ba8), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:55.183026 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a13046e4-ee7c-42a4-b872-f61cf9066a02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:55.184569 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a13046e4-ee7c-42a4-b872-f61cf9066a02 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e6d29464-7d0d-4540-8fc9-f03eb7427ba8 HTTP/1.1" status: 204 len: 168 time: 0.4335752 Feb 09 01:27:55.199142 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13046e4-ee7c-42a4-b872-f61cf9066a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d29464-7d0d-4540-8fc9-f03eb7427ba8,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:55.467656 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17755a3c-7c26-4e0c-87dc-1bdd22b3719c req-b49af4ca-2714-4d7f-8228-bb6c6965fdf8 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:55.475065 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-17755a3c-7c26-4e0c-87dc-1bdd22b3719c req-b49af4ca-2714-4d7f-8228-bb6c6965fdf8 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 943 time: 0.3843210 Feb 09 01:27:55.537136 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-044dde1f-3d59-4bf6-8b4a-77335f903f55 req-f302df33-72ca-46ff-b5d7-e17749c44fbb tempest-ServerShowV257Test-1882631392 tempest-ServerShowV257Test-1882631392-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9f35a41-d139-4682-9dba-2daff013e03e HTTP/1.1" status: 200 len: 210 time: 0.0563073 Feb 09 01:27:55.552488 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-2221d44b-4f58-43e3-8283-079a0d9dac83 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Deleting port e247bd2c-fbde-42ae-80ee-e8521e04effe {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:27:55.554633 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2221d44b-4f58-43e3-8283-079a0d9dac83 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (e247bd2c-fbde-42ae-80ee-e8521e04effe), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:55.703635 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-2221d44b-4f58-43e3-8283-079a0d9dac83 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] For port e247bd2c-fbde-42ae-80ee-e8521e04effe, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=e247bd2c-fbde-42ae-80ee-e8521e04effe,segment=NetworkSegment(f69b07ec-dee5-46fd-8a53-740b9e3f9b15),segment_id=f69b07ec-dee5-46fd-8a53-740b9e3f9b15)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:27:55.704267 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2221d44b-4f58-43e3-8283-079a0d9dac83 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (e247bd2c-fbde-42ae-80ee-e8521e04effe), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:55.720252 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-2221d44b-4f58-43e3-8283-079a0d9dac83 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Calling delete_port for e247bd2c-fbde-42ae-80ee-e8521e04effe owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:27:55.786795 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-17755a3c-7c26-4e0c-87dc-1bdd22b3719c req-3b4c03c3-7ad2-4716-8d2f-99fa76fcdd78 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107901 Feb 09 01:27:55.860032 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ba14ada7-c0bb-40eb-967e-c5df9980a459 req-7bc05b37-ff56-4b24-8416-46930d1c9205 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=02b695cc-1177-4b9e-a8a2-a130d469452e HTTP/1.1" status: 200 len: 210 time: 0.0790026 Feb 09 01:27:56.057117 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-f4fb70f6-c94f-4589-835e-aa38962db50f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:56.059301 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-f4fb70f6-c94f-4589-835e-aa38962db50f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.47 "GET /v2.0/networks?id=d88b7625-86d0-4021-80a0-5ba2f7b1a042 HTTP/1.1" status: 200 len: 811 time: 0.1673548 Feb 09 01:27:56.086393 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-ae7ec8ec-7e15-4c29-9304-09cdc5550231 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Request body: {'port': {'device_id': '02b695cc-1177-4b9e-a8a2-a130d469452e', 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042', 'admin_state_up': True, 'tenant_id': '99253303b883423fad908712b3678824'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:56.103503 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8daa454a-832d-42d0-976a-afde432fcd07 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57606'] for router (e177d561-7bcf-4474-8533-9b1738e54eed), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:56.124394 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8daa454a-832d-42d0-976a-afde432fcd07 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-482771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-482762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-478377'] for router (e177d561-7bcf-4474-8533-9b1738e54eed), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:56.243442 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2221d44b-4f58-43e3-8283-079a0d9dac83 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (e247bd2c-fbde-42ae-80ee-e8521e04effe), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:56.275520 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8daa454a-832d-42d0-976a-afde432fcd07 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Router e177d561-7bcf-4474-8533-9b1738e54eed has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:27:56.283455 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2221d44b-4f58-43e3-8283-079a0d9dac83 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Pushing event deleted for resources: {'Port': ['ID=e247bd2c-fbde-42ae-80ee-e8521e04effe,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:56.436139 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-ae7ec8ec-7e15-4c29-9304-09cdc5550231 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Made reservation on behalf of 99253303b883423fad908712b3678824 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:27:56.442253 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-ae7ec8ec-7e15-4c29-9304-09cdc5550231 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:56.526922 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d31ae12c-c900-4f1a-a94b-484b18dee180 req-2163ce14-0ddc-4a35-815d-d13b66bfba1f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b9f35a41-d139-4682-9dba-2daff013e03e HTTP/1.1" status: 200 len: 210 time: 0.0681179 Feb 09 01:27:56.595296 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8daa454a-832d-42d0-976a-afde432fcd07 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:27:56.605870 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2514632e-bea0-4fdc-bbaa-01c2390e72da None None] Sync routers for ids ['e177d561-7bcf-4474-8533-9b1738e54eed'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:56.611410 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8daa454a-832d-42d0-976a-afde432fcd07 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:56.613065 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8daa454a-832d-42d0-976a-afde432fcd07 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "PUT /v2.0/routers/e177d561-7bcf-4474-8533-9b1738e54eed HTTP/1.1" status: 200 len: 887 time: 1.4558854 Feb 09 01:27:56.615724 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47100) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:56.638092 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2514632e-bea0-4fdc-bbaa-01c2390e72da None None] Routers {'e177d561-7bcf-4474-8533-9b1738e54eed'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:56.638761 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-2514632e-bea0-4fdc-bbaa-01c2390e72da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:27:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['e177d561-7bcf-4474-8533-9b1738e54eed'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:56.709307 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-ae7ec8ec-7e15-4c29-9304-09cdc5550231 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Allocated IP 172.20.0.11 (d88b7625-86d0-4021-80a0-5ba2f7b1a042/e8a10734-f380-44a3-a9f7-298105351e3b/41f93ddb-edab-41b4-b3f7-d248563c317d) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:27:56.736244 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-2514632e-bea0-4fdc-bbaa-01c2390e72da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:56.765325 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2514632e-bea0-4fdc-bbaa-01c2390e72da None None] Routers {'e177d561-7bcf-4474-8533-9b1738e54eed'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:56.765969 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-2514632e-bea0-4fdc-bbaa-01c2390e72da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:27:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['e177d561-7bcf-4474-8533-9b1738e54eed'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:56.821104 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e6cf3133-74a1-40a3-a0fa-3daa1970b887 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "GET /v2.0/routers/e177d561-7bcf-4474-8533-9b1738e54eed HTTP/1.1" status: 200 len: 887 time: 0.2031960 Feb 09 01:27:56.829214 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47104) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:56.913161 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-2514632e-bea0-4fdc-bbaa-01c2390e72da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:56.917539 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-ae7ec8ec-7e15-4c29-9304-09cdc5550231 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks [] for port (41f93ddb-edab-41b4-b3f7-d248563c317d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:56.918084 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2514632e-bea0-4fdc-bbaa-01c2390e72da None None] The sync data for ids ['e177d561-7bcf-4474-8533-9b1738e54eed'] in n-d-828369-4 is: [] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:27:56.944049 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-03297202-9b77-4c9c-b014-811cba8b4522 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "GET /v2.0/ports?device_id=e177d561-7bcf-4474-8533-9b1738e54eed HTTP/1.1" status: 200 len: 205 time: 0.1116397 Feb 09 01:27:56.945030 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47110) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:56.982042 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e6f88b6-e974-4403-8bf7-ef03dc9193e9 req-1b150763-3c28-4135-9c40-8322ff8e7af0 tempest-ServerShowV257Test-1882631392 tempest-ServerShowV257Test-1882631392-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9f35a41-d139-4682-9dba-2daff013e03e HTTP/1.1" status: 200 len: 210 time: 0.1575658 Feb 09 01:27:56.995712 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-ae7ec8ec-7e15-4c29-9304-09cdc5550231 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (41f93ddb-edab-41b4-b3f7-d248563c317d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:57.021781 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['4a7f28fe-4468-4bb0-903a-2671c1ddf3d6'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:27:57.025228 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['3942803c-74dd-4a55-a831-3d2e2ac75e88'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:27:57.028763 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-ae7ec8ec-7e15-4c29-9304-09cdc5550231 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Network d88b7625-86d0-4021-80a0-5ba2f7b1a042 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:27:57.038337 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-ae7ec8ec-7e15-4c29-9304-09cdc5550231 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:27:57.077316 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-ae7ec8ec-7e15-4c29-9304-09cdc5550231 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:27:57.173793 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ec8ec-7e15-4c29-9304-09cdc5550231 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Pushing event updated for resources: {'Port': ['ID=41f93ddb-edab-41b4-b3f7-d248563c317d,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:57.197096 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-ae7ec8ec-7e15-4c29-9304-09cdc5550231 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:57.197738 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-ae7ec8ec-7e15-4c29-9304-09cdc5550231 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:57.240210 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2221d44b-4f58-43e3-8283-079a0d9dac83 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (e84b1918-32c9-46d0-8f6e-475abc81a0d7), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:57.257287 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-ae7ec8ec-7e15-4c29-9304-09cdc5550231 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1794312 Feb 09 01:27:57.279098 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-1342d1bd-333f-41b4-b228-f12023a3d82f service neutron] Request body: {'port': {'device_id': '02b695cc-1177-4b9e-a8a2-a130d469452e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:27:57.363736 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1b09e7ba-07d6-45aa-93e9-f660595d8dcf tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for router (e177d561-7bcf-4474-8533-9b1738e54eed), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:57.615185 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-1342d1bd-333f-41b4-b228-f12023a3d82f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (41f93ddb-edab-41b4-b3f7-d248563c317d), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:57.656992 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-935cee35-cc38-44ed-9c80-8ac405cd438a None None] Provisioning complete for port 41f93ddb-edab-41b4-b3f7-d248563c317d triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:27:57.658674 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-935cee35-cc38-44ed-9c80-8ac405cd438a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (41f93ddb-edab-41b4-b3f7-d248563c317d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:57.721350 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db2995-7472-4427-bd60-ea45143837bf req-d779a2bd-c179-44cc-bad9-4113b448b429 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:57.729242 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-41db2995-7472-4427-bd60-ea45143837bf req-d779a2bd-c179-44cc-bad9-4113b448b429 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 943 time: 0.7930481 Feb 09 01:27:57.766879 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e8789-1273-4489-bada-6c38b9f7033c req-0a408928-c3ac-4265-8ddb-7d1a1a3077e6 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:57.774121 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a41e8789-1273-4489-bada-6c38b9f7033c req-0a408928-c3ac-4265-8ddb-7d1a1a3077e6 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=02b695cc-1177-4b9e-a8a2-a130d469452e HTTP/1.1" status: 200 len: 932 time: 0.5686336 Feb 09 01:27:57.804007 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-935cee35-cc38-44ed-9c80-8ac405cd438a None None] Port 41f93ddb-edab-41b4-b3f7-d248563c317d cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:27:57.889352 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1b09e7ba-07d6-45aa-93e9-f660595d8dcf tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for router_gateway (e177d561-7bcf-4474-8533-9b1738e54eed), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:57.907612 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a41e8789-1273-4489-bada-6c38b9f7033c req-4e33acb8-8f8c-4122-8b30-dddf3a557483 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326377 Feb 09 01:27:57.932682 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-41db2995-7472-4427-bd60-ea45143837bf req-8a84969c-11df-4304-836d-5671117966ad tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022760 Feb 09 01:27:58.094334 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-1b09e7ba-07d6-45aa-93e9-f660595d8dcf tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Deleting port f43eda09-9f53-4a8c-a022-0810a913284d {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:27:58.096885 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1b09e7ba-07d6-45aa-93e9-f660595d8dcf tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (f43eda09-9f53-4a8c-a022-0810a913284d), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:58.220341 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4b308be9-31c0-4f88-b9c1-5d169857ca44 req-6297470f-0ba0-4014-8088-26674d3d4942 tempest-ServerShowV257Test-1882631392 tempest-ServerShowV257Test-1882631392-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9f35a41-d139-4682-9dba-2daff013e03e HTTP/1.1" status: 200 len: 210 time: 0.0466695 Feb 09 01:27:58.313260 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1b09e7ba-07d6-45aa-93e9-f660595d8dcf tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (f43eda09-9f53-4a8c-a022-0810a913284d), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:58.346808 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-1b09e7ba-07d6-45aa-93e9-f660595d8dcf tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Calling delete_port for f43eda09-9f53-4a8c-a022-0810a913284d owned by network:router_gateway {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:27:58.491060 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2221d44b-4f58-43e3-8283-079a0d9dac83 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Router e84b1918-32c9-46d0-8f6e-475abc81a0d7 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:27:58.663018 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1b09e7ba-07d6-45aa-93e9-f660595d8dcf tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (f43eda09-9f53-4a8c-a022-0810a913284d), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:58.732169 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b09e7ba-07d6-45aa-93e9-f660595d8dcf tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event deleted for resources: {'Port': ['ID=f43eda09-9f53-4a8c-a022-0810a913284d,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:58.786400 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-1342d1bd-333f-41b4-b228-f12023a3d82f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41f93ddb-edab-41b4-b3f7-d248563c317d {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:27:58.799446 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-1342d1bd-333f-41b4-b228-f12023a3d82f service neutron] Publish callbacks [] for port (41f93ddb-edab-41b4-b3f7-d248563c317d), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:58.815979 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-1342d1bd-333f-41b4-b228-f12023a3d82f service neutron] Transition to ACTIVE for port object 41f93ddb-edab-41b4-b3f7-d248563c317d will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:27:58.826119 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-1342d1bd-333f-41b4-b228-f12023a3d82f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (41f93ddb-edab-41b4-b3f7-d248563c317d), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:58.880990 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342d1bd-333f-41b4-b228-f12023a3d82f service neutron] Pushing event updated for resources: {'Port': ['ID=41f93ddb-edab-41b4-b3f7-d248563c317d,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:58.919701 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8c4bf616-3b2f-4a2f-857b-0086179432c9 req-9da44c87-6270-4cef-8929-9fe2db36dc65 tempest-ServerShowV257Test-1882631392 tempest-ServerShowV257Test-1882631392-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9f35a41-d139-4682-9dba-2daff013e03e HTTP/1.1" status: 200 len: 210 time: 0.1035995 Feb 09 01:27:59.013871 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1b09e7ba-07d6-45aa-93e9-f660595d8dcf tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (e177d561-7bcf-4474-8533-9b1738e54eed), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:59.097347 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [req-3afa786e-be33-43ac-8482-b92b77ec2a8d req-6eff01d7-cc56-4803-adfa-0affa1d834aa service neutron] (103137) timed out ('10.222.0.50', 37420) {{(pid=103137) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 01:27:59.109790 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47194) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:59.218528 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-1342d1bd-333f-41b4-b228-f12023a3d82f service neutron] Attempting to bind port 41f93ddb-edab-41b4-b3f7-d248563c317d on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:27:59.218528 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-1342d1bd-333f-41b4-b228-f12023a3d82f service neutron] Attempting to bind port 41f93ddb-edab-41b4-b3f7-d248563c317d by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'c65aa26b-6f4d-4da5-9ac6-6c267d824ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:27:59.219030 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-1342d1bd-333f-41b4-b228-f12023a3d82f service neutron] Attempting to bind port 41f93ddb-edab-41b4-b3f7-d248563c317d on network d88b7625-86d0-4021-80a0-5ba2f7b1a042 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:27:59.222706 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2221d44b-4f58-43e3-8283-079a0d9dac83 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:27:59.231605 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2221d44b-4f58-43e3-8283-079a0d9dac83 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "PUT /v2.0/routers/e84b1918-32c9-46d0-8f6e-475abc81a0d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6996729 Feb 09 01:27:59.232887 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-1342d1bd-333f-41b4-b228-f12023a3d82f service neutron] Port 41f93ddb-edab-41b4-b3f7-d248563c317d on network d88b7625-86d0-4021-80a0-5ba2f7b1a042 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:27:59.233333 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-1342d1bd-333f-41b4-b228-f12023a3d82f service neutron] Attempting to bind port 41f93ddb-edab-41b4-b3f7-d248563c317d on network d88b7625-86d0-4021-80a0-5ba2f7b1a042 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:27:59.235406 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47198) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:59.235660 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27de6665-242b-4838-8c08-1ad9f74cc07a None None] Sync routers for ids ['e84b1918-32c9-46d0-8f6e-475abc81a0d7'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:27:59.253580 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27de6665-242b-4838-8c08-1ad9f74cc07a None None] Routers {'e84b1918-32c9-46d0-8f6e-475abc81a0d7'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:59.254502 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-27de6665-242b-4838-8c08-1ad9f74cc07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:27:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['e84b1918-32c9-46d0-8f6e-475abc81a0d7'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:59.297089 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-1342d1bd-333f-41b4-b228-f12023a3d82f service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:27:59.297612 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-1342d1bd-333f-41b4-b228-f12023a3d82f service neutron] Checking segment: {'id': 'c65aa26b-6f4d-4da5-9ac6-6c267d824ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:27:59.298113 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-1342d1bd-333f-41b4-b228-f12023a3d82f service neutron] Bound using segment: {'id': 'c65aa26b-6f4d-4da5-9ac6-6c267d824ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:27:59.298679 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-1342d1bd-333f-41b4-b228-f12023a3d82f service neutron] Bound port: 41f93ddb-edab-41b4-b3f7-d248563c317d, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c65aa26b-6f4d-4da5-9ac6-6c267d824ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:27:59.299177 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-1342d1bd-333f-41b4-b228-f12023a3d82f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (41f93ddb-edab-41b4-b3f7-d248563c317d), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:59.361939 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-296dbc50-ae8a-4b4a-a103-da7b85cd7da6 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Deleting subnet 83e43821-f1ba-4e65-b966-0b3287e8374d {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:27:59.373967 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-296dbc50-ae8a-4b4a-a103-da7b85cd7da6 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for subnet (83e43821-f1ba-4e65-b966-0b3287e8374d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:59.479307 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-296dbc50-ae8a-4b4a-a103-da7b85cd7da6 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (83e43821-f1ba-4e65-b966-0b3287e8374d), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:59.585897 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-296dbc50-ae8a-4b4a-a103-da7b85cd7da6 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (83e43821-f1ba-4e65-b966-0b3287e8374d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:59.617200 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-27de6665-242b-4838-8c08-1ad9f74cc07a None None] Set router e84b1918-32c9-46d0-8f6e-475abc81a0d7 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:27:59.704181 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e3f4ed6d-0a1d-4ab5-9563-91626a856f9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:59.706747 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-296dbc50-ae8a-4b4a-a103-da7b85cd7da6 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (83e43821-f1ba-4e65-b966-0b3287e8374d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:59.747711 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1b09e7ba-07d6-45aa-93e9-f660595d8dcf tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (e177d561-7bcf-4474-8533-9b1738e54eed), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:59.753753 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1b09e7ba-07d6-45aa-93e9-f660595d8dcf tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for router_controller (e177d561-7bcf-4474-8533-9b1738e54eed), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:59.783554 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-296dbc50-ae8a-4b4a-a103-da7b85cd7da6 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:59.791633 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b147b704-e62a-43dc-b3de-ede05c770c18 None None] Network a9e9e7a6-9eb2-4975-9046-e4e20dd94f00 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:27:59.804488 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-296dbc50-ae8a-4b4a-a103-da7b85cd7da6 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "DELETE /v2.0/subnets/83e43821-f1ba-4e65-b966-0b3287e8374d HTTP/1.1" status: 204 len: 168 time: 0.5678046 Feb 09 01:27:59.807372 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296dbc50-ae8a-4b4a-a103-da7b85cd7da6 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Pushing event deleted for resources: {'Subnet': ['ID=83e43821-f1ba-4e65-b966-0b3287e8374d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:27:59.819888 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47202) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:27:59.862211 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-27de6665-242b-4838-8c08-1ad9f74cc07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84b1918-32c9-46d0-8f6e-475abc81a0d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1146390635', 'tenant_id': '5b3cbba90205438cb5119ccafd525f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'd68bd94e-edd1-4757-9aef-7d6b0e0e20ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:25:10Z', 'updated_at': '2022-02-09T01:27:56Z', 'revision_number': 5, 'project_id': '5b3cbba90205438cb5119ccafd525f59', 'gw_port': {'id': 'd68bd94e-edd1-4757-9aef-7d6b0e0e20ac', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:90:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84b1918-32c9-46d0-8f6e-475abc81a0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:14Z', 'updated_at': '2022-02-09T01:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:59.881290 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-1342d1bd-333f-41b4-b228-f12023a3d82f service neutron] For port 41f93ddb-edab-41b4-b3f7-d248563c317d, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:27:59.889609 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-1342d1bd-333f-41b4-b228-f12023a3d82f service neutron] For port 41f93ddb-edab-41b4-b3f7-d248563c317d, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=41f93ddb-edab-41b4-b3f7-d248563c317d,segment=NetworkSegment(c65aa26b-6f4d-4da5-9ac6-6c267d824ab1),segment_id=c65aa26b-6f4d-4da5-9ac6-6c267d824ab1)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:27:59.893592 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27de6665-242b-4838-8c08-1ad9f74cc07a None None] Checking router: e84b1918-32c9-46d0-8f6e-475abc81a0d7 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:27:59.904352 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-1342d1bd-333f-41b4-b228-f12023a3d82f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (41f93ddb-edab-41b4-b3f7-d248563c317d), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:27:59.904812 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27de6665-242b-4838-8c08-1ad9f74cc07a None None] Routers {'e84b1918-32c9-46d0-8f6e-475abc81a0d7'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:27:59.905877 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-27de6665-242b-4838-8c08-1ad9f74cc07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:27:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['e84b1918-32c9-46d0-8f6e-475abc81a0d7'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:27:59.944525 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95340b13-aeb7-4e62-8190-62bfc4f9f187 req-17dec49a-b89b-4895-90b9-c503c5b5da01 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:27:59.949460 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-95340b13-aeb7-4e62-8190-62bfc4f9f187 req-17dec49a-b89b-4895-90b9-c503c5b5da01 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=02b695cc-1177-4b9e-a8a2-a130d469452e HTTP/1.1" status: 200 len: 944 time: 0.8352191 Feb 09 01:28:00.018703 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-1342d1bd-333f-41b4-b228-f12023a3d82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:00.019369 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-1342d1bd-333f-41b4-b228-f12023a3d82f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:00.023494 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1b09e7ba-07d6-45aa-93e9-f660595d8dcf tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (e177d561-7bcf-4474-8533-9b1738e54eed), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:00.024066 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b09e7ba-07d6-45aa-93e9-f660595d8dcf tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Fanout notify agent at l3_agent the message router_deleted on router e177d561-7bcf-4474-8533-9b1738e54eed {{(pid=103136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:28:00.053280 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1b09e7ba-07d6-45aa-93e9-f660595d8dcf tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:00.066309 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-1342d1bd-333f-41b4-b228-f12023a3d82f service neutron] 10.222.0.47 "PUT /v2.0/ports/41f93ddb-edab-41b4-b3f7-d248563c317d HTTP/1.1" status: 200 len: 1092 time: 2.7490950 Feb 09 01:28:00.069111 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-27de6665-242b-4838-8c08-1ad9f74cc07a None None] Set router e84b1918-32c9-46d0-8f6e-475abc81a0d7 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:28:00.074401 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1b09e7ba-07d6-45aa-93e9-f660595d8dcf tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "DELETE /v2.0/routers/e177d561-7bcf-4474-8533-9b1738e54eed HTTP/1.1" status: 204 len: 168 time: 3.1027141 Feb 09 01:28:00.087041 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02b695cc-1177-4b9e-a8a2-a130d469452e', 'tag': '41f93ddb-edab-41b4-b3f7-d248563c317d'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:28:00.090341 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47206) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:00.099472 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9682a485-6111-467c-8318-55f6ffdfaa8e" -d '{"events": [{"name": "network-changed", "server_uuid": "02b695cc-1177-4b9e-a8a2-a130d469452e", "tag": "41f93ddb-edab-41b4-b3f7-d248563c317d"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:28:00.129437 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-6b17e85f-c5de-481b-941d-3a7e4c0311ac tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Request body: {'network': {'name': 'tempest-RoutersTest-962777615'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:00.173491 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117033f6-d38f-47ee-beb4-57dae2c8a19e None None] DHCP port deletion for a9e9e7a6-9eb2-4975-9046-e4e20dd94f00 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:28:00.192130 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce430178-0bf6-4ff7-880b-65947d56d185 req-d2cacdcc-3728-478d-8578-ec06c3101aa2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:00.209287 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ce430178-0bf6-4ff7-880b-65947d56d185 req-d2cacdcc-3728-478d-8578-ec06c3101aa2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 943 time: 1.0984604 Feb 09 01:28:00.227807 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342d1bd-333f-41b4-b228-f12023a3d82f service neutron] Pushing event updated for resources: {'Port': ['ID=41f93ddb-edab-41b4-b3f7-d248563c317d,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:00.312269 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-117033f6-d38f-47ee-beb4-57dae2c8a19e None None] Deleting port 15101336-8d26-41e9-ae4d-31acd0ed00c4 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:28:00.312706 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-117033f6-d38f-47ee-beb4-57dae2c8a19e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (15101336-8d26-41e9-ae4d-31acd0ed00c4), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:00.322017 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-48e29557-bf48-455c-bce2-b11da4f9fea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:00.324151 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-48e29557-bf48-455c-bce2-b11da4f9fea7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=99253303b883423fad908712b3678824&device_id=02b695cc-1177-4b9e-a8a2-a130d469452e HTTP/1.1" status: 200 len: 1126 time: 0.2183127 Feb 09 01:28:00.385607 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-95340b13-aeb7-4e62-8190-62bfc4f9f187 req-435a33dd-3ac5-4aff-a7d0-fd36a96132e5 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629825 Feb 09 01:28:00.418146 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b17e85f-c5de-481b-941d-3a7e4c0311ac tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Made reservation on behalf of 97d0b2cfb3c54d2dbdc39a6f73fdb6ce for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:00.421471 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6b17e85f-c5de-481b-941d-3a7e4c0311ac tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:00.446998 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-53e1d7e8-e34f-47ce-9e60-c8a317b10fbc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41f93ddb-edab-41b4-b3f7-d248563c317d HTTP/1.1" status: 200 len: 217 time: 0.1152978 Feb 09 01:28:00.473624 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-117033f6-d38f-47ee-beb4-57dae2c8a19e None None] For port 15101336-8d26-41e9-ae4d-31acd0ed00c4, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=15101336-8d26-41e9-ae4d-31acd0ed00c4,segment=NetworkSegment(f69b07ec-dee5-46fd-8a53-740b9e3f9b15),segment_id=f69b07ec-dee5-46fd-8a53-740b9e3f9b15)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:28:00.474028 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-117033f6-d38f-47ee-beb4-57dae2c8a19e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (15101336-8d26-41e9-ae4d-31acd0ed00c4), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:00.500706 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-117033f6-d38f-47ee-beb4-57dae2c8a19e None None] Calling delete_port for 15101336-8d26-41e9-ae4d-31acd0ed00c4 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:28:00.545678 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fd7c1295-e958-4890-bbc2-bd8547fcccb1 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for router (e84b1918-32c9-46d0-8f6e-475abc81a0d7), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:00.546040 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e3f4ed6d-0a1d-4ab5-9563-91626a856f9a admin admin] Publish callbacks [] for security_group (f06206c9-a936-4bfc-a8d2-a733686b3b2d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:00.549316 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-27de6665-242b-4838-8c08-1ad9f74cc07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e84b1918-32c9-46d0-8f6e-475abc81a0d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1146390635', 'tenant_id': '5b3cbba90205438cb5119ccafd525f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'd68bd94e-edd1-4757-9aef-7d6b0e0e20ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:25:10Z', 'updated_at': '2022-02-09T01:27:56Z', 'revision_number': 5, 'project_id': '5b3cbba90205438cb5119ccafd525f59', 'gw_port': {'id': 'd68bd94e-edd1-4757-9aef-7d6b0e0e20ac', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:90:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84b1918-32c9-46d0-8f6e-475abc81a0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:14Z', 'updated_at': '2022-02-09T01:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:00.561676 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ce430178-0bf6-4ff7-880b-65947d56d185 req-b71fa6ab-2f43-4e85-9319-313439d8df9c tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207989 Feb 09 01:28:00.564359 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e3f4ed6d-0a1d-4ab5-9563-91626a856f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (f06206c9-a936-4bfc-a8d2-a733686b3b2d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:00.589631 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 15101336-8d26-41e9-ae4d-31acd0ed00c4 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:28:00.621835 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4ed6d-0a1d-4ab5-9563-91626a856f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06206c9-a936-4bfc-a8d2-a733686b3b2d,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:00.638812 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-cb89c560-3c72-4eca-9191-d7fe58d24e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:00.640173 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-cb89c560-3c72-4eca-9191-d7fe58d24e3e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e8a10734-f380-44a3-a9f7-298105351e3b HTTP/1.1" status: 200 len: 850 time: 0.1732304 Feb 09 01:28:00.660270 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27de6665-242b-4838-8c08-1ad9f74cc07a None None] The sync data for ids ['e84b1918-32c9-46d0-8f6e-475abc81a0d7'] in n-d-828369-4 is: [{'id': 'e84b1918-32c9-46d0-8f6e-475abc81a0d7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1146390635', 'tenant_id': '5b3cbba90205438cb5119ccafd525f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': 'd68bd94e-edd1-4757-9aef-7d6b0e0e20ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:25:10Z', 'updated_at': '2022-02-09T01:27:56Z', 'revision_number': 5, 'project_id': '5b3cbba90205438cb5119ccafd525f59', 'gw_port': {'id': 'd68bd94e-edd1-4757-9aef-7d6b0e0e20ac', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:90:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e84b1918-32c9-46d0-8f6e-475abc81a0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2693, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:14Z', 'updated_at': '2022-02-09T01:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:28:00.662938 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604cac2c-c455-45cc-9509-765991f5eb6c x-openstack-request-id: req-604cac2c-c455-45cc-9509-765991f5eb6c {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:28:00.663242 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02b695cc-1177-4b9e-a8a2-a130d469452e", "tag": "41f93ddb-edab-41b4-b3f7-d248563c317d", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:28:00.663504 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-604cac2c-c455-45cc-9509-765991f5eb6c {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:28:00.663908 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02b695cc-1177-4b9e-a8a2-a130d469452e', 'tag': '41f93ddb-edab-41b4-b3f7-d248563c317d', 'status': 'completed', 'code': 200} Feb 09 01:28:00.674504 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e8a6cdae-e009-4708-898b-5e592f94ec72 req-00df638e-bd18-4dbf-bcd5-07d82d0e8b0a tempest-ServerShowV257Test-1882631392 tempest-ServerShowV257Test-1882631392-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9f35a41-d139-4682-9dba-2daff013e03e HTTP/1.1" status: 200 len: 210 time: 0.1316388 Feb 09 01:28:00.675386 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b17e85f-c5de-481b-941d-3a7e4c0311ac tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1018} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:28:00.726487 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6b17e85f-c5de-481b-941d-3a7e4c0311ac tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (bc876872-be7d-442c-a203-49efb71b6ba0), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:00.726949 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-6b17e85f-c5de-481b-941d-3a7e4c0311ac tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Added segment bc876872-be7d-442c-a203-49efb71b6ba0 of type vlan for network 617a3fa0-ecd2-4a09-9d92-76c85d1fc129 Feb 09 01:28:00.768891 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e3f4ed6d-0a1d-4ab5-9563-91626a856f9a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=59f73d4e35c14e78a68bcdab30cff3e5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6535842 Feb 09 01:28:00.771439 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47212) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:00.802922 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-117033f6-d38f-47ee-beb4-57dae2c8a19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (15101336-8d26-41e9-ae4d-31acd0ed00c4), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:00.814797 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-f336f160-507d-4cfa-b2c2-7c020fe5b378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:00.816367 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-f336f160-507d-4cfa-b2c2-7c020fe5b378 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d88b7625-86d0-4021-80a0-5ba2f7b1a042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1553597 Feb 09 01:28:00.818377 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6b17e85f-c5de-481b-941d-3a7e4c0311ac tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (617a3fa0-ecd2-4a09-9d92-76c85d1fc129), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:00.856384 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117033f6-d38f-47ee-beb4-57dae2c8a19e None None] Pushing event deleted for resources: {'Port': ['ID=15101336-8d26-41e9-ae4d-31acd0ed00c4,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:00.883050 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 15101336-8d26-41e9-ae4d-31acd0ed00c4 is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:00.883580 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (15101336-8d26-41e9-ae4d-31acd0ed00c4), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:00.888248 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117033f6-d38f-47ee-beb4-57dae2c8a19e None None] No DVR routers for this DVR port 15101336-8d26-41e9-ae4d-31acd0ed00c4 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:28:00.899468 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fd7c1295-e958-4890-bbc2-bd8547fcccb1 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for router_gateway (e84b1918-32c9-46d0-8f6e-475abc81a0d7), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:00.913549 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6b17e85f-c5de-481b-941d-3a7e4c0311ac tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (617a3fa0-ecd2-4a09-9d92-76c85d1fc129), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:00.922071 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b17e85f-c5de-481b-941d-3a7e4c0311ac tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:00.922711 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6b17e85f-c5de-481b-941d-3a7e4c0311ac tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:00.994551 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-279fdfce-13e4-4e7d-acbb-26487709668a service neutron] 10.222.0.47 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723673 Feb 09 01:28:01.019131 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-31ed6897-d4f8-4fa6-bcc6-106c5f4bfec9 admin admin] Publish callbacks [] for security_group (f06206c9-a936-4bfc-a8d2-a733686b3b2d), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:01.096049 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-6b17e85f-c5de-481b-941d-3a7e4c0311ac tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9848812 Feb 09 01:28:01.102082 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47214) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:01.118082 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-80ab340b-eaf6-4629-b8c6-74ec391f7e7e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Request body: {'subnet': {'network_id': '617a3fa0-ecd2-4a09-9d92-76c85d1fc129', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:01.132527 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-31ed6897-d4f8-4fa6-bcc6-106c5f4bfec9 admin admin] Publish callbacks [] for security_group (f06206c9-a936-4bfc-a8d2-a733686b3b2d), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:01.135333 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b17e85f-c5de-481b-941d-3a7e4c0311ac tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event updated for resources: {'Network': ['ID=617a3fa0-ecd2-4a09-9d92-76c85d1fc129,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:01.146398 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 617a3fa0-ecd2-4a09-9d92-76c85d1fc129 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:28:01.201321 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-31d04980-a348-48e5-b13f-4c1ed2ae228e req-47e61714-9e63-458f-b13a-cbc74280963f service neutron] 10.222.0.47 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979289 Feb 09 01:28:01.224095 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-fd7c1295-e958-4890-bbc2-bd8547fcccb1 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Deleting port d68bd94e-edd1-4757-9aef-7d6b0e0e20ac {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:28:01.224831 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fd7c1295-e958-4890-bbc2-bd8547fcccb1 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (d68bd94e-edd1-4757-9aef-7d6b0e0e20ac), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:01.305586 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ab340b-eaf6-4629-b8c6-74ec391f7e7e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Made reservation on behalf of 97d0b2cfb3c54d2dbdc39a6f73fdb6ce for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:01.313851 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-80ab340b-eaf6-4629-b8c6-74ec391f7e7e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:01.319153 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-31ed6897-d4f8-4fa6-bcc6-106c5f4bfec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (f06206c9-a936-4bfc-a8d2-a733686b3b2d), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:01.321973 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-31ed6897-d4f8-4fa6-bcc6-106c5f4bfec9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:01.323929 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-31ed6897-d4f8-4fa6-bcc6-106c5f4bfec9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f06206c9-a936-4bfc-a8d2-a733686b3b2d HTTP/1.1" status: 204 len: 168 time: 0.5509133 Feb 09 01:28:01.340180 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed6897-d4f8-4fa6-bcc6-106c5f4bfec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06206c9-a936-4bfc-a8d2-a733686b3b2d,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:01.412666 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-fd7c1295-e958-4890-bbc2-bd8547fcccb1 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] For port d68bd94e-edd1-4757-9aef-7d6b0e0e20ac, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=d68bd94e-edd1-4757-9aef-7d6b0e0e20ac,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:28:01.415745 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fd7c1295-e958-4890-bbc2-bd8547fcccb1 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (d68bd94e-edd1-4757-9aef-7d6b0e0e20ac), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:01.438560 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682a485-6111-467c-8318-55f6ffdfaa8e req-e520ef37-f15b-4a51-a9a4-2efe3884b2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:01.443333 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-9682a485-6111-467c-8318-55f6ffdfaa8e req-e520ef37-f15b-4a51-a9a4-2efe3884b2b1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=99253303b883423fad908712b3678824&device_id=02b695cc-1177-4b9e-a8a2-a130d469452e HTTP/1.1" status: 200 len: 1126 time: 0.1712272 Feb 09 01:28:01.446857 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-fd7c1295-e958-4890-bbc2-bd8547fcccb1 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Calling delete_port for d68bd94e-edd1-4757-9aef-7d6b0e0e20ac owned by network:router_gateway {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:28:01.586628 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682a485-6111-467c-8318-55f6ffdfaa8e req-5fcb5edb-e039-4772-bcac-20804b146a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:01.588420 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-9682a485-6111-467c-8318-55f6ffdfaa8e req-5fcb5edb-e039-4772-bcac-20804b146a61 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d88b7625-86d0-4021-80a0-5ba2f7b1a042 HTTP/1.1" status: 200 len: 913 time: 0.1386807 Feb 09 01:28:01.645842 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-9682a485-6111-467c-8318-55f6ffdfaa8e req-03320b09-e563-4990-b67a-6bd8928bc598 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41f93ddb-edab-41b4-b3f7-d248563c317d HTTP/1.1" status: 200 len: 217 time: 0.0492136 Feb 09 01:28:01.760113 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682a485-6111-467c-8318-55f6ffdfaa8e req-a865c6a0-fe84-4a3f-8a1d-349d83a0bb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:01.761773 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-9682a485-6111-467c-8318-55f6ffdfaa8e req-a865c6a0-fe84-4a3f-8a1d-349d83a0bb56 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e8a10734-f380-44a3-a9f7-298105351e3b HTTP/1.1" status: 200 len: 850 time: 0.1100683 Feb 09 01:28:01.808952 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ccb13-67fb-4cbf-b7cd-df185557147f req-d26a344a-3150-4f7c-bff6-831c6956a3a3 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:01.811817 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4e9ccb13-67fb-4cbf-b7cd-df185557147f req-d26a344a-3150-4f7c-bff6-831c6956a3a3 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=02b695cc-1177-4b9e-a8a2-a130d469452e HTTP/1.1" status: 200 len: 944 time: 0.2356608 Feb 09 01:28:01.866327 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-80ab340b-eaf6-4629-b8c6-74ec391f7e7e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (ec18e3f6-e0ea-4157-be0e-6c340a23d7d7), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:01.882229 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7604cf-813c-4105-9493-25aadcaee8ab req-7a543506-7b92-43a5-ba42-b4ce0fccacc6 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:01.883895 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5f7604cf-813c-4105-9493-25aadcaee8ab req-7a543506-7b92-43a5-ba42-b4ce0fccacc6 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 943 time: 0.1630373 Feb 09 01:28:01.884740 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47228) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:01.903065 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682a485-6111-467c-8318-55f6ffdfaa8e req-c581ddf3-6876-4f5e-8d51-5abca1e2611e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:01.905806 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-9682a485-6111-467c-8318-55f6ffdfaa8e req-c581ddf3-6876-4f5e-8d51-5abca1e2611e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d88b7625-86d0-4021-80a0-5ba2f7b1a042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1369669 Feb 09 01:28:01.992452 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d8a165c5-1f6c-45d0-b4d2-98f65d482966 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:01.993837 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab340b-eaf6-4629-b8c6-74ec391f7e7e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event updated for resources: {'Subnet': ['ID=ec18e3f6-e0ea-4157-be0e-6c340a23d7d7,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:02.027786 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4e9ccb13-67fb-4cbf-b7cd-df185557147f req-bd2653f3-5bd8-44d5-89b6-24ad32bff202 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050862 Feb 09 01:28:02.039522 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ab340b-eaf6-4629-b8c6-74ec391f7e7e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Checking segment: {'id': 'bc876872-be7d-442c-a203-49efb71b6ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '617a3fa0-ecd2-4a09-9d92-76c85d1fc129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:28:02.039899 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ab340b-eaf6-4629-b8c6-74ec391f7e7e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Network hostable DHCP agents. Network: 617a3fa0-ecd2-4a09-9d92-76c85d1fc129, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:28:02.080269 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-9682a485-6111-467c-8318-55f6ffdfaa8e req-a5cd6174-db99-4a09-bcfd-346ee0604f59 service neutron] 10.222.0.47 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626689 Feb 09 01:28:02.081484 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ab340b-eaf6-4629-b8c6-74ec391f7e7e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Network 617a3fa0-ecd2-4a09-9d92-76c85d1fc129 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:28:02.086791 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5f7604cf-813c-4105-9493-25aadcaee8ab req-9618e54b-59e6-4d02-9291-aba25b70d321 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774011 Feb 09 01:28:02.101666 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fd7c1295-e958-4890-bbc2-bd8547fcccb1 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (d68bd94e-edd1-4757-9aef-7d6b0e0e20ac), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:02.101902 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-80ab340b-eaf6-4629-b8c6-74ec391f7e7e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 617a3fa0-ecd2-4a09-9d92-76c85d1fc129) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:02.111819 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a549fac-788f-458f-ad53-1bfdbff50931 None None] Network 617a3fa0-ecd2-4a09-9d92-76c85d1fc129 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:28:02.175456 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ab340b-eaf6-4629-b8c6-74ec391f7e7e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:02.175456 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-80ab340b-eaf6-4629-b8c6-74ec391f7e7e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:02.202807 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7c1295-e958-4890-bbc2-bd8547fcccb1 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Pushing event deleted for resources: {'Port': ['ID=d68bd94e-edd1-4757-9aef-7d6b0e0e20ac,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:02.209412 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-80ab340b-eaf6-4629-b8c6-74ec391f7e7e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1057129 Feb 09 01:28:02.209998 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47230) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:02.219188 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-a2405064-1a7f-4f5d-b54b-0a510ca4f006 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1987023488', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:02.305064 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a2405064-1a7f-4f5d-b54b-0a510ca4f006 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (3b9f35a3-4593-4b38-bd6c-202c9bfb2045), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:02.306233 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a2405064-1a7f-4f5d-b54b-0a510ca4f006 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (3b9f35a3-4593-4b38-bd6c-202c9bfb2045), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:02.329413 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-06a9a834-4ec2-47dc-abc9-b5002d56ce00 req-c83936d7-6f0b-4cc1-9135-354ddfe81e11 tempest-ServerShowV257Test-1882631392 tempest-ServerShowV257Test-1882631392-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9f35a41-d139-4682-9dba-2daff013e03e HTTP/1.1" status: 200 len: 210 time: 0.1488714 Feb 09 01:28:02.343597 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-9682a485-6111-467c-8318-55f6ffdfaa8e req-afb5ad5e-8138-4a6c-805d-7182f48804ca service neutron] 10.222.0.47 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524278 Feb 09 01:28:02.346763 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604861f3-091d-4dd8-81f5-dd8b34ed4c82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-617a3fa0-ecd2-4a09-9d92-76c85d1fc129', 'network_id': '617a3fa0-ecd2-4a09-9d92-76c85d1fc129', 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'fixed_ips': [{'subnet_id': 'ec18e3f6-e0ea-4157-be0e-6c340a23d7d7'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:28:02.356991 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-604861f3-091d-4dd8-81f5-dd8b34ed4c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:02.385036 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fd7c1295-e958-4890-bbc2-bd8547fcccb1 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (e84b1918-32c9-46d0-8f6e-475abc81a0d7), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:02.413195 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d8a165c5-1f6c-45d0-b4d2-98f65d482966 admin admin] Publish callbacks [] for security_group (413ebc38-ca15-44d5-8548-824eb58cafb8), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:02.428860 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device e247bd2c-fbde-42ae-80ee-e8521e04effe no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:28:02.432579 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0d0ff012-d4c3-494d-90ff-40d3dd452d4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:02.443107 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d8a165c5-1f6c-45d0-b4d2-98f65d482966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (413ebc38-ca15-44d5-8548-824eb58cafb8), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:02.462068 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a2405064-1a7f-4f5d-b54b-0a510ca4f006 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for router_controller (3b9f35a3-4593-4b38-bd6c-202c9bfb2045), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:02.468261 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a2405064-1a7f-4f5d-b54b-0a510ca4f006 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (3b9f35a3-4593-4b38-bd6c-202c9bfb2045), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:02.494188 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a2405064-1a7f-4f5d-b54b-0a510ca4f006 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:02.496402 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a2405064-1a7f-4f5d-b54b-0a510ca4f006 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2824404 Feb 09 01:28:02.498563 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47232) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:02.564400 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d8a165c5-1f6c-45d0-b4d2-98f65d482966 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7f433eaf5a0a4dfab784a0ea0c6277d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6563218 Feb 09 01:28:02.565036 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47234) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:02.566937 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fd7c1295-e958-4890-bbc2-bd8547fcccb1 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (e84b1918-32c9-46d0-8f6e-475abc81a0d7), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:02.602713 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fd7c1295-e958-4890-bbc2-bd8547fcccb1 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for router_controller (e84b1918-32c9-46d0-8f6e-475abc81a0d7), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:02.615148 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a165c5-1f6c-45d0-b4d2-98f65d482966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413ebc38-ca15-44d5-8548-824eb58cafb8,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:02.650606 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-604861f3-091d-4dd8-81f5-dd8b34ed4c82 None None] Allocated IP 172.20.0.2 (617a3fa0-ecd2-4a09-9d92-76c85d1fc129/ec18e3f6-e0ea-4157-be0e-6c340a23d7d7/2bd8e18d-e460-4a62-bc9e-56b0727c9c8e) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:02.712735 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c8384af0-2a98-4737-abed-2f4b67a7c018 admin admin] Publish callbacks [] for security_group (413ebc38-ca15-44d5-8548-824eb58cafb8), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:02.720194 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fd7c1295-e958-4890-bbc2-bd8547fcccb1 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (e84b1918-32c9-46d0-8f6e-475abc81a0d7), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:02.720750 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7c1295-e958-4890-bbc2-bd8547fcccb1 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Fanout notify agent at l3_agent the message router_deleted on router e84b1918-32c9-46d0-8f6e-475abc81a0d7 {{(pid=103136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:28:02.732876 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fd7c1295-e958-4890-bbc2-bd8547fcccb1 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:02.734054 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-fd7c1295-e958-4890-bbc2-bd8547fcccb1 tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "DELETE /v2.0/routers/e84b1918-32c9-46d0-8f6e-475abc81a0d7 HTTP/1.1" status: 204 len: 168 time: 2.9003897 Feb 09 01:28:02.751057 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47238) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:02.863677 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3356eb68-1246-48cd-a13e-1d6a26908c0b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (a9e9e7a6-9eb2-4975-9046-e4e20dd94f00), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:02.871437 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-604861f3-091d-4dd8-81f5-dd8b34ed4c82 None None] Publish callbacks [] for port (2bd8e18d-e460-4a62-bc9e-56b0727c9c8e), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:02.886729 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c8384af0-2a98-4737-abed-2f4b67a7c018 admin admin] Publish callbacks [] for security_group (413ebc38-ca15-44d5-8548-824eb58cafb8), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:02.916891 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-604861f3-091d-4dd8-81f5-dd8b34ed4c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (2bd8e18d-e460-4a62-bc9e-56b0727c9c8e), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:02.927212 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: e247bd2c-fbde-42ae-80ee-e8521e04effe {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:28:02.933267 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device e247bd2c-fbde-42ae-80ee-e8521e04effe not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:28:02.979521 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604861f3-091d-4dd8-81f5-dd8b34ed4c82 None None] Network 617a3fa0-ecd2-4a09-9d92-76c85d1fc129 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:02.981666 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-604861f3-091d-4dd8-81f5-dd8b34ed4c82 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:02.990702 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604861f3-091d-4dd8-81f5-dd8b34ed4c82 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:28:03.001512 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604861f3-091d-4dd8-81f5-dd8b34ed4c82 None None] Pushing event updated for resources: {'Port': ['ID=2bd8e18d-e460-4a62-bc9e-56b0727c9c8e,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:03.064327 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-604861f3-091d-4dd8-81f5-dd8b34ed4c82 None None] Attempting to bind port 2bd8e18d-e460-4a62-bc9e-56b0727c9c8e on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:28:03.064764 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-604861f3-091d-4dd8-81f5-dd8b34ed4c82 None None] Attempting to bind port 2bd8e18d-e460-4a62-bc9e-56b0727c9c8e by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'bc876872-be7d-442c-a203-49efb71b6ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '617a3fa0-ecd2-4a09-9d92-76c85d1fc129'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:28:03.065216 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604861f3-091d-4dd8-81f5-dd8b34ed4c82 None None] Attempting to bind port 2bd8e18d-e460-4a62-bc9e-56b0727c9c8e on network 617a3fa0-ecd2-4a09-9d92-76c85d1fc129 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:28:03.070921 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604861f3-091d-4dd8-81f5-dd8b34ed4c82 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:28:03.071309 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604861f3-091d-4dd8-81f5-dd8b34ed4c82 None None] Checking segment: {'id': 'bc876872-be7d-442c-a203-49efb71b6ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '617a3fa0-ecd2-4a09-9d92-76c85d1fc129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:28:03.071725 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-604861f3-091d-4dd8-81f5-dd8b34ed4c82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:03.072133 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604861f3-091d-4dd8-81f5-dd8b34ed4c82 None None] Bound using segment: {'id': 'bc876872-be7d-442c-a203-49efb71b6ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '617a3fa0-ecd2-4a09-9d92-76c85d1fc129'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:28:03.072649 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-604861f3-091d-4dd8-81f5-dd8b34ed4c82 None None] Bound port: 2bd8e18d-e460-4a62-bc9e-56b0727c9c8e, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc876872-be7d-442c-a203-49efb71b6ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '617a3fa0-ecd2-4a09-9d92-76c85d1fc129'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:28:03.073048 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-604861f3-091d-4dd8-81f5-dd8b34ed4c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (2bd8e18d-e460-4a62-bc9e-56b0727c9c8e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:03.100573 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cd475792-4730-4729-9a87-401e18d70178 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:03.122027 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3356eb68-1246-48cd-a13e-1d6a26908c0b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (a9e9e7a6-9eb2-4975-9046-e4e20dd94f00), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:03.155802 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-604861f3-091d-4dd8-81f5-dd8b34ed4c82 None None] For port 2bd8e18d-e460-4a62-bc9e-56b0727c9c8e, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:28:03.159871 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-604861f3-091d-4dd8-81f5-dd8b34ed4c82 None None] For port 2bd8e18d-e460-4a62-bc9e-56b0727c9c8e, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=2bd8e18d-e460-4a62-bc9e-56b0727c9c8e,segment=NetworkSegment(bc876872-be7d-442c-a203-49efb71b6ba0),segment_id=bc876872-be7d-442c-a203-49efb71b6ba0)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:28:03.176198 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-604861f3-091d-4dd8-81f5-dd8b34ed4c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (2bd8e18d-e460-4a62-bc9e-56b0727c9c8e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:03.184124 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-3356eb68-1246-48cd-a13e-1d6a26908c0b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9e9e7a6-9eb2-4975-9046-e4e20dd94f00']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:03.201870 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-3356eb68-1246-48cd-a13e-1d6a26908c0b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f69b07ec-dee5-46fd-8a53-740b9e3f9b15') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:03.202214 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-3356eb68-1246-48cd-a13e-1d6a26908c0b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f69b07ec-dee5-46fd-8a53-740b9e3f9b15') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:03.216090 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3356eb68-1246-48cd-a13e-1d6a26908c0b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (f69b07ec-dee5-46fd-8a53-740b9e3f9b15), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:03.234717 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3356eb68-1246-48cd-a13e-1d6a26908c0b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (f69b07ec-dee5-46fd-8a53-740b9e3f9b15), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:03.242808 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3356eb68-1246-48cd-a13e-1d6a26908c0b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:28:03.243341 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3356eb68-1246-48cd-a13e-1d6a26908c0b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (f69b07ec-dee5-46fd-8a53-740b9e3f9b15), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:03.350618 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:28:03.350618 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:28:03.350618 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:28:03.350618 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:28:03.350618 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:28:03.350618 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:28:03.350618 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:28:03.350618 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:28:03.350618 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:28:03.350618 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:28:03.350618 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:28:03.350618 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:28:03.350618 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:28:03.350618 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:28:03.350618 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:28:03.350618 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:28:03.350618 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:28:03.350618 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:28:03.350618 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:28:03.350618 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:28:03.350618 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:28:03.350618 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:28:03.350618 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:28:03.350618 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:28:03.350618 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:28:03.350618 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:28:03.350618 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:28:03.350618 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:28:03.350618 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:28:03.350618 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:28:03.350618 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:28:03.350618 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:28:03.354230 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3356eb68-1246-48cd-a13e-1d6a26908c0b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (a9e9e7a6-9eb2-4975-9046-e4e20dd94f00), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:03.360181 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3356eb68-1246-48cd-a13e-1d6a26908c0b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:03.369837 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3356eb68-1246-48cd-a13e-1d6a26908c0b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] 10.222.0.50 "DELETE /v2.0/networks/a9e9e7a6-9eb2-4975-9046-e4e20dd94f00 HTTP/1.1" status: 204 len: 168 time: 0.6143467 Feb 09 01:28:03.413884 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604861f3-091d-4dd8-81f5-dd8b34ed4c82 None None] Pushing event updated for resources: {'Port': ['ID=2bd8e18d-e460-4a62-bc9e-56b0727c9c8e,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:03.505913 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3356eb68-1246-48cd-a13e-1d6a26908c0b tempest-TestSecurityGroupsBasicOps-2144340100 tempest-TestSecurityGroupsBasicOps-2144340100-project] Pushing event deleted for resources: {'Network': ['ID=a9e9e7a6-9eb2-4975-9046-e4e20dd94f00,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:03.532005 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3341414-e02d-4c45-98ec-498739e66803 req-8db8b847-41e4-46ef-99e2-c8a38090d9a3 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:03.534414 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b3341414-e02d-4c45-98ec-498739e66803 req-8db8b847-41e4-46ef-99e2-c8a38090d9a3 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 943 time: 0.2051682 Feb 09 01:28:03.599210 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c8384af0-2a98-4737-abed-2f4b67a7c018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (413ebc38-ca15-44d5-8548-824eb58cafb8), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:03.614460 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c8384af0-2a98-4737-abed-2f4b67a7c018 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:03.615680 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c8384af0-2a98-4737-abed-2f4b67a7c018 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/413ebc38-ca15-44d5-8548-824eb58cafb8 HTTP/1.1" status: 204 len: 168 time: 1.0438406 Feb 09 01:28:03.640570 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8384af0-2a98-4737-abed-2f4b67a7c018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413ebc38-ca15-44d5-8548-824eb58cafb8,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:03.657323 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1faf6-c9dd-431b-9554-6ae5881791c2 req-c9af4845-c120-4a80-9e7c-aa3e08ab8134 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:03.668013 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8df1faf6-c9dd-431b-9554-6ae5881791c2 req-c9af4845-c120-4a80-9e7c-aa3e08ab8134 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=02b695cc-1177-4b9e-a8a2-a130d469452e HTTP/1.1" status: 200 len: 944 time: 0.3264253 Feb 09 01:28:03.716385 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b3341414-e02d-4c45-98ec-498739e66803 req-90724fb7-ad72-43ff-a37f-2067f871dd67 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720819 Feb 09 01:28:03.842690 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8df1faf6-c9dd-431b-9554-6ae5881791c2 req-2eefc84b-4b76-45fb-ada1-227201781cfa tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736119 Feb 09 01:28:03.887282 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-cd475792-4730-4729-9a87-401e18d70178 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Allocated IP 172.20.0.1 (617a3fa0-ecd2-4a09-9d92-76c85d1fc129/ec18e3f6-e0ea-4157-be0e-6c340a23d7d7/d19fea27-4ca6-4402-af8e-d1d8e35f3b1b) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:03.986770 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bbbb21e8-d63a-4420-b902-d042263e06fd req-bdd00aed-25a1-482b-8948-0cd893be57c9 tempest-ServerShowV257Test-1882631392 tempest-ServerShowV257Test-1882631392-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9f35a41-d139-4682-9dba-2daff013e03e HTTP/1.1" status: 200 len: 210 time: 0.0784309 Feb 09 01:28:04.023682 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 41f93ddb-edab-41b4-b3f7-d248563c317d details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:28:04.146255 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cd475792-4730-4729-9a87-401e18d70178 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for port (d19fea27-4ca6-4402-af8e-d1d8e35f3b1b), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:04.224778 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cd475792-4730-4729-9a87-401e18d70178 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (d19fea27-4ca6-4402-af8e-d1d8e35f3b1b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:04.255193 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 41f93ddb-edab-41b4-b3f7-d248563c317d, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=41f93ddb-edab-41b4-b3f7-d248563c317d,segment=NetworkSegment(c65aa26b-6f4d-4da5-9ac6-6c267d824ab1),segment_id=c65aa26b-6f4d-4da5-9ac6-6c267d824ab1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:28:04.286209 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47262) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:04.299044 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '41f93ddb-edab-41b4-b3f7-d248563c317d', 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042', 'port_id': '41f93ddb-edab-41b4-b3f7-d248563c317d', 'mac_address': 'fa:16:3e:30:2d:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8a10734-f380-44a3-a9f7-298105351e3b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:28:04.350855 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd475792-4730-4729-9a87-401e18d70178 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Network 617a3fa0-ecd2-4a09-9d92-76c85d1fc129 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:04.371263 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-cd475792-4730-4729-9a87-401e18d70178 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:04.384589 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd475792-4730-4729-9a87-401e18d70178 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:28:04.404715 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd475792-4730-4729-9a87-401e18d70178 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event updated for resources: {'Port': ['ID=d19fea27-4ca6-4402-af8e-d1d8e35f3b1b,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:04.440302 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 41f93ddb-edab-41b4-b3f7-d248563c317d is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:04.441145 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (41f93ddb-edab-41b4-b3f7-d248563c317d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:04.494396 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cd475792-4730-4729-9a87-401e18d70178 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (3b9f35a3-4593-4b38-bd6c-202c9bfb2045), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:04.511199 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 2bd8e18d-e460-4a62-bc9e-56b0727c9c8e up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:28:04.562702 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41f93ddb-edab-41b4-b3f7-d248563c317d {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:28:04.584555 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-fdb6deb5-a4e8-4ca2-aa0d-0cbf4ca5a7e9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5b3cbba90205438cb5119ccafd525f59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2970622 Feb 09 01:28:04.586970 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47272) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:04.592155 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8b39c0f9-fa2a-4e7e-a6a6-b6d3fddc1439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:04.661914 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c8ed8e07-1fda-4772-9eec-1f498a6c6c09 admin admin] Publish callbacks [] for security_group (939c62a5-0aaa-4986-a313-82512828f91b), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:04.662510 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 41f93ddb-edab-41b4-b3f7-d248563c317d, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=41f93ddb-edab-41b4-b3f7-d248563c317d,segment=NetworkSegment(c65aa26b-6f4d-4da5-9ac6-6c267d824ab1),segment_id=c65aa26b-6f4d-4da5-9ac6-6c267d824ab1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:28:04.670826 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (41f93ddb-edab-41b4-b3f7-d248563c317d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:04.716748 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c8ed8e07-1fda-4772-9eec-1f498a6c6c09 admin admin] Publish callbacks [] for security_group (939c62a5-0aaa-4986-a313-82512828f91b), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:04.737522 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 2bd8e18d-e460-4a62-bc9e-56b0727c9c8e triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:04.738191 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (2bd8e18d-e460-4a62-bc9e-56b0727c9c8e), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:04.777115 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cd475792-4730-4729-9a87-401e18d70178 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d19fea27-4ca6-4402-af8e-d1d8e35f3b1b), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:04.792919 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=41f93ddb-edab-41b4-b3f7-d248563c317d,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:04.900319 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['41f93ddb-edab-41b4-b3f7-d248563c317d'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:28:04.910431 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c8ed8e07-1fda-4772-9eec-1f498a6c6c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (939c62a5-0aaa-4986-a313-82512828f91b), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:04.926961 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c8ed8e07-1fda-4772-9eec-1f498a6c6c09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:04.929710 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c8ed8e07-1fda-4772-9eec-1f498a6c6c09 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/939c62a5-0aaa-4986-a313-82512828f91b HTTP/1.1" status: 204 len: 168 time: 0.3418086 Feb 09 01:28:04.949876 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed8e07-1fda-4772-9eec-1f498a6c6c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939c62a5-0aaa-4986-a313-82512828f91b,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:05.079089 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28a1591-a50c-4b54-b03a-388cec92c239 None None] Network 617a3fa0-ecd2-4a09-9d92-76c85d1fc129 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:28:05.166326 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df646254-b48a-497f-9620-246d278f2cc5 req-19571f90-db42-4211-bd95-bfb3ee717970 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:05.169416 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-df646254-b48a-497f-9620-246d278f2cc5 req-19571f90-db42-4211-bd95-bfb3ee717970 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 943 time: 0.2367394 Feb 09 01:28:05.231292 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-df646254-b48a-497f-9620-246d278f2cc5 req-449cad94-1bc6-4887-884e-298a98c32464 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543563 Feb 09 01:28:05.239765 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f93ff-7da1-4e35-9a6c-cec20c675be3 req-51cb02be-e94e-49a3-9fdb-8a51d9dcc0cc tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:05.247098 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e81f93ff-7da1-4e35-9a6c-cec20c675be3 req-51cb02be-e94e-49a3-9fdb-8a51d9dcc0cc tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=02b695cc-1177-4b9e-a8a2-a130d469452e HTTP/1.1" status: 200 len: 945 time: 0.2488980 Feb 09 01:28:05.346574 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cd475792-4730-4729-9a87-401e18d70178 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for port (d19fea27-4ca6-4402-af8e-d1d8e35f3b1b), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:05.354903 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cd475792-4730-4729-9a87-401e18d70178 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (d19fea27-4ca6-4402-af8e-d1d8e35f3b1b), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:05.360030 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e81f93ff-7da1-4e35-9a6c-cec20c675be3 req-588f3f8d-1479-463c-aa88-6172c01f38ce tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079583 Feb 09 01:28:05.440328 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd475792-4730-4729-9a87-401e18d70178 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event updated for resources: {'Port': ['ID=d19fea27-4ca6-4402-af8e-d1d8e35f3b1b,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:05.454468 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-be883d13-8fb0-4d26-b9ef-62d4407b8298 req-77dd2524-f233-4be0-932c-a6a82c98bc10 tempest-ServerShowV257Test-1882631392 tempest-ServerShowV257Test-1882631392-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9f35a41-d139-4682-9dba-2daff013e03e HTTP/1.1" status: 200 len: 210 time: 0.0872786 Feb 09 01:28:05.512447 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cd475792-4730-4729-9a87-401e18d70178 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (3b9f35a3-4593-4b38-bd6c-202c9bfb2045), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:05.528763 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-b5a7c07e-af5d-43d5-91cd-d1c6d52e3812 None None] Provisioning complete for port 2bd8e18d-e460-4a62-bc9e-56b0727c9c8e triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:05.534893 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b5a7c07e-af5d-43d5-91cd-d1c6d52e3812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (2bd8e18d-e460-4a62-bc9e-56b0727c9c8e), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:05.622225 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47300) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:05.668294 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a4fdbdb6-7b2a-44d7-840f-f50829bc1288 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:05.726916 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd475792-4730-4729-9a87-401e18d70178 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Network 617a3fa0-ecd2-4a09-9d92-76c85d1fc129 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:05.730629 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-cd475792-4730-4729-9a87-401e18d70178 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:05.755705 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 2bd8e18d-e460-4a62-bc9e-56b0727c9c8e is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:05.756044 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (2bd8e18d-e460-4a62-bc9e-56b0727c9c8e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:05.836779 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a4fdbdb6-7b2a-44d7-840f-f50829bc1288 admin admin] Publish callbacks [] for security_group (6300e994-ec6b-4bcb-b331-87f9403eba00), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:05.846029 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a4fdbdb6-7b2a-44d7-840f-f50829bc1288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (6300e994-ec6b-4bcb-b331-87f9403eba00), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:05.887608 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 2bd8e18d-e460-4a62-bc9e-56b0727c9c8e, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=2bd8e18d-e460-4a62-bc9e-56b0727c9c8e,segment=NetworkSegment(bc876872-be7d-442c-a203-49efb71b6ba0),segment_id=bc876872-be7d-442c-a203-49efb71b6ba0)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:28:05.889726 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a4fdbdb6-7b2a-44d7-840f-f50829bc1288 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cb126375cafb47faacff111247a6b1c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2645895 Feb 09 01:28:05.893441 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47302) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:05.919178 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (2bd8e18d-e460-4a62-bc9e-56b0727c9c8e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:05.942998 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device d68bd94e-edd1-4757-9aef-7d6b0e0e20ac no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:28:05.976527 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:06.043983 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fdbdb6-7b2a-44d7-840f-f50829bc1288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6300e994-ec6b-4bcb-b331-87f9403eba00,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:06.092666 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-54f71ceb-7b88-4b62-bce6-71bd3556e156 admin admin] Publish callbacks [] for security_group (6300e994-ec6b-4bcb-b331-87f9403eba00), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:06.099976 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: d68bd94e-edd1-4757-9aef-7d6b0e0e20ac {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:28:06.100454 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device d68bd94e-edd1-4757-9aef-7d6b0e0e20ac not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:28:06.216597 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-54f71ceb-7b88-4b62-bce6-71bd3556e156 admin admin] Publish callbacks [] for security_group (6300e994-ec6b-4bcb-b331-87f9403eba00), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:06.227283 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd475792-4730-4729-9a87-401e18d70178 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Router 3b9f35a3-4593-4b38-bd6c-202c9bfb2045 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:28:06.277621 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=2bd8e18d-e460-4a62-bc9e-56b0727c9c8e,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:06.282844 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-54f71ceb-7b88-4b62-bce6-71bd3556e156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (6300e994-ec6b-4bcb-b331-87f9403eba00), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:06.286120 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b5a7c07e-af5d-43d5-91cd-d1c6d52e3812 None None] Current status of the port 2bd8e18d-e460-4a62-bc9e-56b0727c9c8e is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:06.293554 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-54f71ceb-7b88-4b62-bce6-71bd3556e156 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:06.297716 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-54f71ceb-7b88-4b62-bce6-71bd3556e156 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6300e994-ec6b-4bcb-b331-87f9403eba00 HTTP/1.1" status: 204 len: 168 time: 0.4034457 Feb 09 01:28:06.317327 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f71ceb-7b88-4b62-bce6-71bd3556e156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6300e994-ec6b-4bcb-b331-87f9403eba00,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:06.477788 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd475792-4730-4729-9a87-401e18d70178 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:28:06.491350 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-cd475792-4730-4729-9a87-401e18d70178 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "PUT /v2.0/routers/3b9f35a3-4593-4b38-bd6c-202c9bfb2045/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9877386 Feb 09 01:28:06.492291 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8007cc7-972f-4452-a00c-028bfc084f8f None None] Sync routers for ids ['3b9f35a3-4593-4b38-bd6c-202c9bfb2045'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:28:06.492458 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47350) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:06.510468 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8007cc7-972f-4452-a00c-028bfc084f8f None None] Routers {'3b9f35a3-4593-4b38-bd6c-202c9bfb2045'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:28:06.511334 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-d8007cc7-972f-4452-a00c-028bfc084f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:28:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['3b9f35a3-4593-4b38-bd6c-202c9bfb2045'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:06.579239 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adb03db-5f48-4c19-a03c-62d78daa527a tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:06.589760 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3adb03db-5f48-4c19-a03c-62d78daa527a tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "GET /v2.0/ports/d19fea27-4ca6-4402-af8e-d1d8e35f3b1b HTTP/1.1" status: 200 len: 910 time: 0.0859015 Feb 09 01:28:06.590025 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47354) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:06.600030 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-eda9ff98-3da0-43e3-8388-9701307c1e18 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ec18e3f6-e0ea-4157-be0e-6c340a23d7d7'}]}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:06.609117 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a3dac-8f02-45fe-8ed6-22273cc5aa82 req-fed3a1b3-764b-4355-8023-c42b3e3353ff tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:06.610741 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-790a3dac-8f02-45fe-8ed6-22273cc5aa82 req-fed3a1b3-764b-4355-8023-c42b3e3353ff tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 943 time: 0.1868281 Feb 09 01:28:06.622257 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-d8007cc7-972f-4452-a00c-028bfc084f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:06.647606 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8007cc7-972f-4452-a00c-028bfc084f8f None None] Routers {'3b9f35a3-4593-4b38-bd6c-202c9bfb2045'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:28:06.648379 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-d8007cc7-972f-4452-a00c-028bfc084f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:28:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['3b9f35a3-4593-4b38-bd6c-202c9bfb2045'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:06.803776 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-790a3dac-8f02-45fe-8ed6-22273cc5aa82 req-12632523-fea8-4f23-8d33-629786b7328e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657295 Feb 09 01:28:06.858096 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b5099-c69e-466a-9132-be5e3ef8a412 req-6f44baec-cd2f-48d2-86ab-33c51950a919 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:06.860405 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f47b5099-c69e-466a-9132-be5e3ef8a412 req-6f44baec-cd2f-48d2-86ab-33c51950a919 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=02b695cc-1177-4b9e-a8a2-a130d469452e HTTP/1.1" status: 200 len: 945 time: 0.2445693 Feb 09 01:28:06.937351 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47360) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:06.978060 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eda9ff98-3da0-43e3-8388-9701307c1e18 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d19fea27-4ca6-4402-af8e-d1d8e35f3b1b), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:07.021494 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-35dfda0b-8277-4517-8611-7e08a05fafa6 req-08e25a73-613b-4146-9046-261f9d93f74f tempest-ServerShowV257Test-1882631392 tempest-ServerShowV257Test-1882631392-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9f35a41-d139-4682-9dba-2daff013e03e HTTP/1.1" status: 200 len: 210 time: 0.0612528 Feb 09 01:28:07.045837 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f47b5099-c69e-466a-9132-be5e3ef8a412 req-c6e4789a-b1f1-42c3-a436-20e6e4bf9504 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789598 Feb 09 01:28:07.195798 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-d8007cc7-972f-4452-a00c-028bfc084f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:07.196617 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8007cc7-972f-4452-a00c-028bfc084f8f None None] The sync data for ids ['3b9f35a3-4593-4b38-bd6c-202c9bfb2045'] in n-d-828369-4 is: [] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:28:07.280972 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e70fe822-73de-4531-b367-60975cfceb37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:07.296116 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:07.441293 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-060a21f2-9e0c-4f64-8098-26310d7f4a12 None None] Provisioning complete for port d19fea27-4ca6-4402-af8e-d1d8e35f3b1b triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:07.441668 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-060a21f2-9e0c-4f64-8098-26310d7f4a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d19fea27-4ca6-4402-af8e-d1d8e35f3b1b), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:07.447280 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e70fe822-73de-4531-b367-60975cfceb37 admin admin] Publish callbacks [] for security_group (411de7b3-7b69-4406-ae8d-38c935cecb73), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:07.448870 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47366) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:07.464674 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e70fe822-73de-4531-b367-60975cfceb37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (411de7b3-7b69-4406-ae8d-38c935cecb73), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:07.518878 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70fe822-73de-4531-b367-60975cfceb37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411de7b3-7b69-4406-ae8d-38c935cecb73,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:07.564821 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e70fe822-73de-4531-b367-60975cfceb37 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5629aab2fbd542bcbcd83d5de7c236a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6262403 Feb 09 01:28:07.570418 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47368) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:07.638154 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e1147b51-37e9-4a60-abe2-7d4d948e6a4a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2589c69c33ac4d4a871790c86d7e4a62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1873443 Feb 09 01:28:07.639456 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47370) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:07.676973 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d6caebfc-d8c2-459d-b292-9be04938d793 admin admin] Publish callbacks [] for security_group (411de7b3-7b69-4406-ae8d-38c935cecb73), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:07.681991 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-060a21f2-9e0c-4f64-8098-26310d7f4a12 None None] Port d19fea27-4ca6-4402-af8e-d1d8e35f3b1b cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:28:07.722088 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d6caebfc-d8c2-459d-b292-9be04938d793 admin admin] Publish callbacks [] for security_group (411de7b3-7b69-4406-ae8d-38c935cecb73), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:07.748088 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-060a21f2-9e0c-4f64-8098-26310d7f4a12 None None] Provisioning complete for port 2bd8e18d-e460-4a62-bc9e-56b0727c9c8e triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:07.748900 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-060a21f2-9e0c-4f64-8098-26310d7f4a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (2bd8e18d-e460-4a62-bc9e-56b0727c9c8e), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:07.784319 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:07.795681 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-caa5f850-bed8-49fc-940d-bc0c3664ecdc admin admin] Publish callbacks [] for security_group (4f62b026-2fa4-446f-b774-bb8ebde414af), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:07.822661 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-caa5f850-bed8-49fc-940d-bc0c3664ecdc admin admin] Publish callbacks [] for security_group (4f62b026-2fa4-446f-b774-bb8ebde414af), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:07.833678 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d6caebfc-d8c2-459d-b292-9be04938d793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (411de7b3-7b69-4406-ae8d-38c935cecb73), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:07.836740 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d6caebfc-d8c2-459d-b292-9be04938d793 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:07.837899 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d6caebfc-d8c2-459d-b292-9be04938d793 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/411de7b3-7b69-4406-ae8d-38c935cecb73 HTTP/1.1" status: 204 len: 168 time: 0.2664597 Feb 09 01:28:07.859372 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6caebfc-d8c2-459d-b292-9be04938d793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411de7b3-7b69-4406-ae8d-38c935cecb73,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:07.915530 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-caa5f850-bed8-49fc-940d-bc0c3664ecdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (4f62b026-2fa4-446f-b774-bb8ebde414af), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:07.925707 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-caa5f850-bed8-49fc-940d-bc0c3664ecdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:07.930953 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-caa5f850-bed8-49fc-940d-bc0c3664ecdc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4f62b026-2fa4-446f-b774-bb8ebde414af HTTP/1.1" status: 204 len: 168 time: 0.2906785 Feb 09 01:28:07.963809 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5f850-bed8-49fc-940d-bc0c3664ecdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f62b026-2fa4-446f-b774-bb8ebde414af,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:08.064525 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-060a21f2-9e0c-4f64-8098-26310d7f4a12 None None] Current status of the port 2bd8e18d-e460-4a62-bc9e-56b0727c9c8e is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:08.077201 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 41f93ddb-edab-41b4-b3f7-d248563c317d up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:28:08.143238 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f838a7-41e6-45c4-9935-2bb26461bacc req-7d517301-cec6-478e-883e-d0ac457b2d11 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:08.161771 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-11f838a7-41e6-45c4-9935-2bb26461bacc req-7d517301-cec6-478e-883e-d0ac457b2d11 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 943 time: 0.2296162 Feb 09 01:28:08.242603 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-11f838a7-41e6-45c4-9935-2bb26461bacc req-de420338-41b4-44e5-b972-389caeffbd00 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798805 Feb 09 01:28:08.272622 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eda9ff98-3da0-43e3-8388-9701307c1e18 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for port (d19fea27-4ca6-4402-af8e-d1d8e35f3b1b), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:08.279320 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-07d5155e-f530-42c5-85bb-bd8d3ef33425 None None] Provisioning complete for port d19fea27-4ca6-4402-af8e-d1d8e35f3b1b triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:08.283415 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-07d5155e-f530-42c5-85bb-bd8d3ef33425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d19fea27-4ca6-4402-af8e-d1d8e35f3b1b), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:08.308778 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eda9ff98-3da0-43e3-8388-9701307c1e18 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (d19fea27-4ca6-4402-af8e-d1d8e35f3b1b), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:08.412795 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 2bd8e18d-e460-4a62-bc9e-56b0727c9c8e up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:28:08.464103 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-07d5155e-f530-42c5-85bb-bd8d3ef33425 None None] Port d19fea27-4ca6-4402-af8e-d1d8e35f3b1b cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:28:08.467096 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:08.522017 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 41f93ddb-edab-41b4-b3f7-d248563c317d completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:28:08.530304 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 41f93ddb-edab-41b4-b3f7-d248563c317d triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:08.531492 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (41f93ddb-edab-41b4-b3f7-d248563c317d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:08.569830 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dfa2dddb-f425-41a7-83f1-1302bb5c00ac req-a8a68933-5834-4c34-baac-ca066117d88b tempest-ServerShowV257Test-1882631392 tempest-ServerShowV257Test-1882631392-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9f35a41-d139-4682-9dba-2daff013e03e HTTP/1.1" status: 200 len: 210 time: 0.1421797 Feb 09 01:28:08.581579 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda9ff98-3da0-43e3-8388-9701307c1e18 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event updated for resources: {'Port': ['ID=d19fea27-4ca6-4402-af8e-d1d8e35f3b1b,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:08.634417 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda9ff98-3da0-43e3-8388-9701307c1e18 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:08.634417 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eda9ff98-3da0-43e3-8388-9701307c1e18 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:08.640189 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-eda9ff98-3da0-43e3-8388-9701307c1e18 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "PUT /v2.0/ports/d19fea27-4ca6-4402-af8e-d1d8e35f3b1b HTTP/1.1" status: 200 len: 910 time: 2.0477974 Feb 09 01:28:08.640856 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47392) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:08.645678 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35574aee-571c-4073-b8bc-1e88bb5fa47b req-742daa20-1187-4ee7-9f6b-36c02910bef7 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:08.654232 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-35574aee-571c-4073-b8bc-1e88bb5fa47b req-742daa20-1187-4ee7-9f6b-36c02910bef7 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=02b695cc-1177-4b9e-a8a2-a130d469452e HTTP/1.1" status: 200 len: 945 time: 0.3592818 Feb 09 01:28:08.704204 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 2bd8e18d-e460-4a62-bc9e-56b0727c9c8e triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:08.704804 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (2bd8e18d-e460-4a62-bc9e-56b0727c9c8e), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:08.718177 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-35574aee-571c-4073-b8bc-1e88bb5fa47b req-78917618-8e94-4325-9f9a-62ae35dc8e80 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626659 Feb 09 01:28:08.760310 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4e298337-401b-4972-99fa-4dd4f0d8e0bd req-a829cd2e-e12b-41e0-a40f-a08d1c6605de service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=8987e885-8c40-404c-967a-7cdc62a89da4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1744070 Feb 09 01:28:08.881735 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e298337-401b-4972-99fa-4dd4f0d8e0bd req-39620729-3db2-4aaa-8170-29acdb66eed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:08.883224 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 41f93ddb-edab-41b4-b3f7-d248563c317d is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:08.883785 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (41f93ddb-edab-41b4-b3f7-d248563c317d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:08.883888 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4e298337-401b-4972-99fa-4dd4f0d8e0bd req-39620729-3db2-4aaa-8170-29acdb66eed7 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=4f98c7fdebb0485fb570809def96421c&device_id=8987e885-8c40-404c-967a-7cdc62a89da4 HTTP/1.1" status: 200 len: 1128 time: 0.0967932 Feb 09 01:28:08.946922 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b695cc-1177-4b9e-a8a2-a130d469452e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f93ddb-edab-41b4-b3f7-d248563c317d'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:28:08.949508 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2bb0868-ce3c-40f5-b13f-60a7a08ef554" -d '{"events": [{"server_uuid": "02b695cc-1177-4b9e-a8a2-a130d469452e", "name": "network-vif-plugged", "status": "completed", "tag": "41f93ddb-edab-41b4-b3f7-d248563c317d"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:28:09.037360 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 41f93ddb-edab-41b4-b3f7-d248563c317d, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=41f93ddb-edab-41b4-b3f7-d248563c317d,segment=NetworkSegment(c65aa26b-6f4d-4da5-9ac6-6c267d824ab1),segment_id=c65aa26b-6f4d-4da5-9ac6-6c267d824ab1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:28:09.050283 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (41f93ddb-edab-41b4-b3f7-d248563c317d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:09.133310 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe65121-b12f-41e7-86d9-8240e2c0e75b x-openstack-request-id: req-8fe65121-b12f-41e7-86d9-8240e2c0e75b {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:28:09.133553 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b695cc-1177-4b9e-a8a2-a130d469452e", "name": "network-vif-plugged", "status": "completed", "tag": "41f93ddb-edab-41b4-b3f7-d248563c317d", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:28:09.133817 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8fe65121-b12f-41e7-86d9-8240e2c0e75b {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:28:09.134379 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02b695cc-1177-4b9e-a8a2-a130d469452e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f93ddb-edab-41b4-b3f7-d248563c317d', 'code': 200} Feb 09 01:28:09.135674 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 2bd8e18d-e460-4a62-bc9e-56b0727c9c8e is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:09.191169 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=41f93ddb-edab-41b4-b3f7-d248563c317d,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:09.225747 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e298337-401b-4972-99fa-4dd4f0d8e0bd req-eff795a0-4768-439c-a348-232e36880ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:09.227295 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4e298337-401b-4972-99fa-4dd4f0d8e0bd req-eff795a0-4768-439c-a348-232e36880ef9 service neutron] 10.222.0.120 "GET /v2.0/networks?id=6076cc38-83af-4e8f-b6d9-59b61dc00254 HTTP/1.1" status: 200 len: 911 time: 0.3130949 Feb 09 01:28:09.280484 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e3309-0de6-4bee-99d6-4c573cdfec52 req-27b80dff-977d-4d67-bbd6-9a215b87e4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:09.282411 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ce0e3309-0de6-4bee-99d6-4c573cdfec52 req-27b80dff-977d-4d67-bbd6-9a215b87e4c9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=02b695cc-1177-4b9e-a8a2-a130d469452e HTTP/1.1" status: 200 len: 1128 time: 0.1187887 Feb 09 01:28:09.341251 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4e298337-401b-4972-99fa-4dd4f0d8e0bd req-13207c79-977b-435b-81d5-a6b92e90d5c5 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=084736e9-2e33-480f-b54d-c1da4a3657ca HTTP/1.1" status: 200 len: 1002 time: 0.1020238 Feb 09 01:28:09.369125 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ce0e3309-0de6-4bee-99d6-4c573cdfec52 req-e705afc6-54b2-4fb9-acf3-1646c73a9512 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806551 Feb 09 01:28:09.414707 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:09.439051 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5370e98c-b60e-4321-968b-65a32b2e962e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (3b9f35a3-4593-4b38-bd6c-202c9bfb2045), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:09.520910 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e298337-401b-4972-99fa-4dd4f0d8e0bd req-ab4dc7ec-9ab0-4eec-b973-9ba3a26a6894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:09.522676 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4e298337-401b-4972-99fa-4dd4f0d8e0bd req-ab4dc7ec-9ab0-4eec-b973-9ba3a26a6894 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=f080e354-192c-45c8-9f02-4a3b41a60c52 HTTP/1.1" status: 200 len: 848 time: 0.1747978 Feb 09 01:28:09.532015 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e1cf8-fd2a-494b-aabf-2dce5e11509f req-167cedf5-a22a-4915-b015-da41644b9d5e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:09.533433 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ab2e1cf8-fd2a-494b-aabf-2dce5e11509f req-167cedf5-a22a-4915-b015-da41644b9d5e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 943 time: 0.1368785 Feb 09 01:28:09.611371 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e298337-401b-4972-99fa-4dd4f0d8e0bd req-660c37ea-06e3-43cb-b950-5a170dc544e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:09.612989 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4e298337-401b-4972-99fa-4dd4f0d8e0bd req-660c37ea-06e3-43cb-b950-5a170dc544e3 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=6076cc38-83af-4e8f-b6d9-59b61dc00254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0785074 Feb 09 01:28:09.651586 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ab2e1cf8-fd2a-494b-aabf-2dce5e11509f req-34a9c74b-a85a-48bd-8e1b-c0dcd72e38eb tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078558 Feb 09 01:28:09.833786 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a6c66872-1256-4e12-bdbd-b9bc72aa2a29 req-2a04a6ac-7e96-453c-af42-f9df85c56acd tempest-ServerShowV257Test-1882631392 tempest-ServerShowV257Test-1882631392-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9f35a41-d139-4682-9dba-2daff013e03e HTTP/1.1" status: 200 len: 210 time: 0.0742621 Feb 09 01:28:09.852283 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-5370e98c-b60e-4321-968b-65a32b2e962e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Deleting port d19fea27-4ca6-4402-af8e-d1d8e35f3b1b {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:28:09.852676 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5370e98c-b60e-4321-968b-65a32b2e962e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (d19fea27-4ca6-4402-af8e-d1d8e35f3b1b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:09.908959 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4e298337-401b-4972-99fa-4dd4f0d8e0bd req-fb687cd0-896d-4af3-85b8-032dc991c76a service neutron] 10.222.0.120 "GET /v2.0/networks/6076cc38-83af-4e8f-b6d9-59b61dc00254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898753 Feb 09 01:28:09.937062 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54820a8d-7e8e-4198-9e51-91a149a55cfd req-324fbb39-407b-4734-b16a-e23d420514aa tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:09.949445 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-54820a8d-7e8e-4198-9e51-91a149a55cfd req-324fbb39-407b-4734-b16a-e23d420514aa tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=02b695cc-1177-4b9e-a8a2-a130d469452e HTTP/1.1" status: 200 len: 946 time: 0.1029243 Feb 09 01:28:10.026302 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5370e98c-b60e-4321-968b-65a32b2e962e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (d19fea27-4ca6-4402-af8e-d1d8e35f3b1b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:10.055112 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-5370e98c-b60e-4321-968b-65a32b2e962e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Calling delete_port for d19fea27-4ca6-4402-af8e-d1d8e35f3b1b owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:28:10.056926 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47434) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:10.061107 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-54820a8d-7e8e-4198-9e51-91a149a55cfd req-cc1ba8e1-7d7e-4da5-a836-515618eeeb27 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107383 Feb 09 01:28:10.104204 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4e298337-401b-4972-99fa-4dd4f0d8e0bd req-693be629-eb4f-4a0b-bac7-0c61eefa0a2d service neutron] 10.222.0.120 "GET /v2.0/networks/6076cc38-83af-4e8f-b6d9-59b61dc00254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869819 Feb 09 01:28:10.254094 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-7bf478ff-e48d-44d2-b907-c6fea0b3e24d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1477930470-network', 'tenant_id': '4ffecf79ef28414a94c82fbd3208c381'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:10.304150 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf478ff-e48d-44d2-b907-c6fea0b3e24d admin admin] Made reservation on behalf of 4ffecf79ef28414a94c82fbd3208c381 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:10.306460 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bf478ff-e48d-44d2-b907-c6fea0b3e24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:10.320706 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bf478ff-e48d-44d2-b907-c6fea0b3e24d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:10.347352 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5370e98c-b60e-4321-968b-65a32b2e962e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (d19fea27-4ca6-4402-af8e-d1d8e35f3b1b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:10.379281 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5370e98c-b60e-4321-968b-65a32b2e962e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event deleted for resources: {'Port': ['ID=d19fea27-4ca6-4402-af8e-d1d8e35f3b1b,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:10.519446 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bf478ff-e48d-44d2-b907-c6fea0b3e24d admin admin] Publish callbacks [] for security_group (21ad16ab-a95d-4719-81e8-8679a7c79781), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:10.591308 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bf478ff-e48d-44d2-b907-c6fea0b3e24d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (21ad16ab-a95d-4719-81e8-8679a7c79781), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:10.653804 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5370e98c-b60e-4321-968b-65a32b2e962e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (3b9f35a3-4593-4b38-bd6c-202c9bfb2045), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:10.661303 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bf478ff-e48d-44d2-b907-c6fea0b3e24d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1033} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:28:10.666403 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf478ff-e48d-44d2-b907-c6fea0b3e24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ad16ab-a95d-4719-81e8-8679a7c79781,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:10.739359 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bf478ff-e48d-44d2-b907-c6fea0b3e24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (25ffc71a-87b5-47bc-ac3a-d1ad83c65f95), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:10.739902 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-7bf478ff-e48d-44d2-b907-c6fea0b3e24d admin admin] Added segment 25ffc71a-87b5-47bc-ac3a-d1ad83c65f95 of type vlan for network 7c1e365b-e37c-4467-a216-ac25b15524b9 Feb 09 01:28:10.853167 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022fa4ce-96b8-4637-803a-b4524f035d7a req-59f30da2-9f76-40f9-a71e-88ae809e09fe tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:10.856076 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-022fa4ce-96b8-4637-803a-b4524f035d7a req-59f30da2-9f76-40f9-a71e-88ae809e09fe tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 943 time: 0.0944815 Feb 09 01:28:10.914302 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bf478ff-e48d-44d2-b907-c6fea0b3e24d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (7c1e365b-e37c-4467-a216-ac25b15524b9), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:10.934758 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5370e98c-b60e-4321-968b-65a32b2e962e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Router 3b9f35a3-4593-4b38-bd6c-202c9bfb2045 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:28:10.959599 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bf478ff-e48d-44d2-b907-c6fea0b3e24d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (7c1e365b-e37c-4467-a216-ac25b15524b9), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:10.960586 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf478ff-e48d-44d2-b907-c6fea0b3e24d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:10.961185 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bf478ff-e48d-44d2-b907-c6fea0b3e24d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:10.971829 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-022fa4ce-96b8-4637-803a-b4524f035d7a req-3937ba59-e47b-49f7-bdb3-8f21b372ff9d tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083176 Feb 09 01:28:11.053071 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6cfa7833-e8bc-4a47-9f46-f16e001ae92f req-40691735-e43a-4dab-bcbf-18aa08f3f411 tempest-ServerShowV257Test-1882631392 tempest-ServerShowV257Test-1882631392-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9f35a41-d139-4682-9dba-2daff013e03e HTTP/1.1" status: 200 len: 210 time: 0.0624111 Feb 09 01:28:11.072528 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47458) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:11.126645 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7bf478ff-e48d-44d2-b907-c6fea0b3e24d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0657706 Feb 09 01:28:11.127172 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47464) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:11.133961 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5370e98c-b60e-4321-968b-65a32b2e962e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:28:11.138720 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf478ff-e48d-44d2-b907-c6fea0b3e24d admin admin] Pushing event updated for resources: {'Network': ['ID=7c1e365b-e37c-4467-a216-ac25b15524b9,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:11.147369 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5370e98c-b60e-4321-968b-65a32b2e962e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "PUT /v2.0/routers/3b9f35a3-4593-4b38-bd6c-202c9bfb2045/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5022593 Feb 09 01:28:11.147992 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47466) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:11.148452 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 7c1e365b-e37c-4467-a216-ac25b15524b9 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:28:11.152076 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba78680-046c-4e50-b42e-f2fef373b536 None None] Sync routers for ids ['3b9f35a3-4593-4b38-bd6c-202c9bfb2045'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:28:11.162633 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-23eaab9f-0ce7-4842-b02d-f07f85068866 admin admin] Request body: {'subnet': {'network_id': '7c1e365b-e37c-4467-a216-ac25b15524b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1477930470-subnet', 'tenant_id': '4ffecf79ef28414a94c82fbd3208c381', 'ip_version': 4}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:11.172467 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba78680-046c-4e50-b42e-f2fef373b536 None None] Routers {'3b9f35a3-4593-4b38-bd6c-202c9bfb2045'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:28:11.174639 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-0ba78680-046c-4e50-b42e-f2fef373b536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:28:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['3b9f35a3-4593-4b38-bd6c-202c9bfb2045'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:11.205249 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6d5f8290-bb49-4007-bee2-7c63cf5fd051 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b9f35a3-4593-4b38-bd6c-202c9bfb2045 HTTP/1.1" status: 200 len: 205 time: 0.0554721 Feb 09 01:28:11.205950 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47468) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:11.225738 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-0ba78680-046c-4e50-b42e-f2fef373b536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:11.235955 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba78680-046c-4e50-b42e-f2fef373b536 None None] Routers {'3b9f35a3-4593-4b38-bd6c-202c9bfb2045'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:28:11.236712 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-0ba78680-046c-4e50-b42e-f2fef373b536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:28:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['3b9f35a3-4593-4b38-bd6c-202c9bfb2045'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:11.277201 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-0ba78680-046c-4e50-b42e-f2fef373b536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:11.278200 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba78680-046c-4e50-b42e-f2fef373b536 None None] The sync data for ids ['3b9f35a3-4593-4b38-bd6c-202c9bfb2045'] in n-d-828369-4 is: [] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:28:11.294052 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23eaab9f-0ce7-4842-b02d-f07f85068866 admin admin] Made reservation on behalf of 4ffecf79ef28414a94c82fbd3208c381 for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:11.296358 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-23eaab9f-0ce7-4842-b02d-f07f85068866 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:11.302004 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-2893e828-13bc-4f6e-938f-5c5883b0c83f tempest-ExternalNetworksAdminNegativeTestJSON-677278653 tempest-ExternalNetworksAdminNegativeTestJSON-677278653-project-admin] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:11.357604 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e821cc9a-3a7e-4ed5-b769-1975cb135232 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for router (3b9f35a3-4593-4b38-bd6c-202c9bfb2045), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:11.393561 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2893e828-13bc-4f6e-938f-5c5883b0c83f tempest-ExternalNetworksAdminNegativeTestJSON-677278653 tempest-ExternalNetworksAdminNegativeTestJSON-677278653-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:11.452181 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c5350-5239-4792-8c85-143897d5e305 req-8ed4c955-fe44-4e57-9ec2-43ba218ecb12 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:11.459074 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-db2c5350-5239-4792-8c85-143897d5e305 req-8ed4c955-fe44-4e57-9ec2-43ba218ecb12 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=02b695cc-1177-4b9e-a8a2-a130d469452e HTTP/1.1" status: 200 len: 946 time: 0.2501383 Feb 09 01:28:11.552597 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-db2c5350-5239-4792-8c85-143897d5e305 req-d1f64151-1d6a-40cc-a062-01fdc66f23ab tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802448 Feb 09 01:28:11.559991 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e821cc9a-3a7e-4ed5-b769-1975cb135232 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (3b9f35a3-4593-4b38-bd6c-202c9bfb2045), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:11.562280 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e821cc9a-3a7e-4ed5-b769-1975cb135232 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for router_controller (3b9f35a3-4593-4b38-bd6c-202c9bfb2045), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:11.614611 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e821cc9a-3a7e-4ed5-b769-1975cb135232 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (3b9f35a3-4593-4b38-bd6c-202c9bfb2045), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:11.614969 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e821cc9a-3a7e-4ed5-b769-1975cb135232 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Fanout notify agent at l3_agent the message router_deleted on router 3b9f35a3-4593-4b38-bd6c-202c9bfb2045 {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:28:11.624178 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e821cc9a-3a7e-4ed5-b769-1975cb135232 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:11.628440 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e821cc9a-3a7e-4ed5-b769-1975cb135232 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "DELETE /v2.0/routers/3b9f35a3-4593-4b38-bd6c-202c9bfb2045 HTTP/1.1" status: 204 len: 168 time: 0.4201572 Feb 09 01:28:11.628623 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47472) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:11.770753 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-23eaab9f-0ce7-4842-b02d-f07f85068866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (8800f021-7b79-4b5c-af69-0572bdc39fe5), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:11.791075 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-48dcf1c1-d9f9-46c7-ba2f-aa647ccac3ba tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Deleting subnet ec18e3f6-e0ea-4157-be0e-6c340a23d7d7 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:28:12.164640 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-48dcf1c1-d9f9-46c7-ba2f-aa647ccac3ba tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for subnet (ec18e3f6-e0ea-4157-be0e-6c340a23d7d7), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:12.169555 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2893e828-13bc-4f6e-938f-5c5883b0c83f tempest-ExternalNetworksAdminNegativeTestJSON-677278653 tempest-ExternalNetworksAdminNegativeTestJSON-677278653-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:12.209686 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-52033743-9c6e-4ee9-84c4-4135782e20f8 req-594fdffb-c1a2-4cfd-9a7c-acf76fa43356 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=99253303b883423fad908712b3678824 HTTP/1.1" status: 200 len: 267 time: 0.5021391 Feb 09 01:28:12.315075 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eaab9f-0ce7-4842-b02d-f07f85068866 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8800f021-7b79-4b5c-af69-0572bdc39fe5,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:12.344238 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-48dcf1c1-d9f9-46c7-ba2f-aa647ccac3ba tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (ec18e3f6-e0ea-4157-be0e-6c340a23d7d7), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:12.435259 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eaab9f-0ce7-4842-b02d-f07f85068866 admin admin] Checking segment: {'id': '25ffc71a-87b5-47bc-ac3a-d1ad83c65f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '7c1e365b-e37c-4467-a216-ac25b15524b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:28:12.435626 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23eaab9f-0ce7-4842-b02d-f07f85068866 admin admin] Network hostable DHCP agents. Network: 7c1e365b-e37c-4467-a216-ac25b15524b9, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:28:12.448900 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b02d7f-3c05-4fdc-a91f-1eb9fbd7a741 req-bee472f4-f9ae-44d0-aba0-26e85dfa8a13 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:12.450411 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-46b02d7f-3c05-4fdc-a91f-1eb9fbd7a741 req-bee472f4-f9ae-44d0-aba0-26e85dfa8a13 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 943 time: 0.2898719 Feb 09 01:28:12.520363 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52033743-9c6e-4ee9-84c4-4135782e20f8 req-4f4112be-241c-4ac7-b05e-14e17874f160 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:12.521913 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-52033743-9c6e-4ee9-84c4-4135782e20f8 req-4f4112be-241c-4ac7-b05e-14e17874f160 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=02b695cc-1177-4b9e-a8a2-a130d469452e HTTP/1.1" status: 200 len: 946 time: 0.2871439 Feb 09 01:28:12.543577 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-2893e828-13bc-4f6e-938f-5c5883b0c83f tempest-ExternalNetworksAdminNegativeTestJSON-677278653 tempest-ExternalNetworksAdminNegativeTestJSON-677278653-project-admin] Allocated IP 172.25.8.94 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/bc563247-714a-4c1b-910b-bccacb99010b) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:12.554411 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-52033743-9c6e-4ee9-84c4-4135782e20f8 req-752a2f03-25e1-4c07-baf3-30cd02f48d9f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Request body: {'port': {'security_groups': []}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:12.563255 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23eaab9f-0ce7-4842-b02d-f07f85068866 admin admin] Network 7c1e365b-e37c-4467-a216-ac25b15524b9 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:28:12.609820 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-48dcf1c1-d9f9-46c7-ba2f-aa647ccac3ba tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (ec18e3f6-e0ea-4157-be0e-6c340a23d7d7), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:12.651202 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-23eaab9f-0ce7-4842-b02d-f07f85068866 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 7c1e365b-e37c-4467-a216-ac25b15524b9) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:12.661609 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14de6d52-8358-45e6-a0e3-903643e3091d None None] Network 7c1e365b-e37c-4467-a216-ac25b15524b9 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:28:12.696036 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23eaab9f-0ce7-4842-b02d-f07f85068866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:12.696650 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-23eaab9f-0ce7-4842-b02d-f07f85068866 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:12.711979 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-46b02d7f-3c05-4fdc-a91f-1eb9fbd7a741 req-4ffc49d7-d3de-4c72-b5eb-9f37098fcab7 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507443 Feb 09 01:28:12.767799 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-23eaab9f-0ce7-4842-b02d-f07f85068866 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6356633 Feb 09 01:28:12.770697 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47482) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:12.780302 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-866d474e-8a1a-40f4-9d8a-ea7e77f9a9c2 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1477930470-router', 'tenant_id': '4ffecf79ef28414a94c82fbd3208c381', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:12.791008 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-52033743-9c6e-4ee9-84c4-4135782e20f8 req-752a2f03-25e1-4c07-baf3-30cd02f48d9f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (41f93ddb-edab-41b4-b3f7-d248563c317d), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:12.832899 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-48dcf1c1-d9f9-46c7-ba2f-aa647ccac3ba tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (ec18e3f6-e0ea-4157-be0e-6c340a23d7d7), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:12.835241 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dc7090-a110-4d35-8d3f-e34992372604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-7c1e365b-e37c-4467-a216-ac25b15524b9', 'network_id': '7c1e365b-e37c-4467-a216-ac25b15524b9', 'project_id': '4ffecf79ef28414a94c82fbd3208c381', 'fixed_ips': [{'subnet_id': '8800f021-7b79-4b5c-af69-0572bdc39fe5'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:28:12.836349 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02dc7090-a110-4d35-8d3f-e34992372604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:12.848093 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-866d474e-8a1a-40f4-9d8a-ea7e77f9a9c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (8f474954-c472-4df2-b961-57893adfcd55), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:12.850491 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-866d474e-8a1a-40f4-9d8a-ea7e77f9a9c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (8f474954-c472-4df2-b961-57893adfcd55), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:12.881047 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2893e828-13bc-4f6e-938f-5c5883b0c83f tempest-ExternalNetworksAdminNegativeTestJSON-677278653 tempest-ExternalNetworksAdminNegativeTestJSON-677278653-project-admin] Publish callbacks [] for port (bc563247-714a-4c1b-910b-bccacb99010b), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:12.916301 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:28:12.918165 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dcf1c1-d9f9-46c7-ba2f-aa647ccac3ba tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event deleted for resources: {'Subnet': ['ID=ec18e3f6-e0ea-4157-be0e-6c340a23d7d7,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:12.942009 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-866d474e-8a1a-40f4-9d8a-ea7e77f9a9c2 admin admin] Publish callbacks [] for router_controller (8f474954-c472-4df2-b961-57893adfcd55), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:12.944636 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cdffaa0c-cf8a-457d-9cf8-c41371c78c73 req-80df38c2-8c90-46a8-a837-c9eae7f2c8b6 tempest-ServerShowV257Test-1882631392 tempest-ServerShowV257Test-1882631392-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9f35a41-d139-4682-9dba-2daff013e03e HTTP/1.1" status: 200 len: 210 time: 0.1094873 Feb 09 01:28:12.950087 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-48dcf1c1-d9f9-46c7-ba2f-aa647ccac3ba tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:12.952769 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb83753-7474-4755-bbd0-ab950e10104d None None] Network 617a3fa0-ecd2-4a09-9d92-76c85d1fc129 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:28:12.956260 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-48dcf1c1-d9f9-46c7-ba2f-aa647ccac3ba tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "DELETE /v2.0/subnets/ec18e3f6-e0ea-4157-be0e-6c340a23d7d7 HTTP/1.1" status: 204 len: 168 time: 1.3264391 Feb 09 01:28:12.956950 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47484) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:13.100503 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-02dc7090-a110-4d35-8d3f-e34992372604 None None] Allocated IP 172.20.0.2 (7c1e365b-e37c-4467-a216-ac25b15524b9/8800f021-7b79-4b5c-af69-0572bdc39fe5/afd376df-1626-49f7-a971-e0e8d979fd79) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:13.122371 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d27deca2-0a44-4674-bfa8-690f3eb4601d tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (617a3fa0-ecd2-4a09-9d92-76c85d1fc129), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:13.129084 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2893e828-13bc-4f6e-938f-5c5883b0c83f tempest-ExternalNetworksAdminNegativeTestJSON-677278653 tempest-ExternalNetworksAdminNegativeTestJSON-677278653-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (bc563247-714a-4c1b-910b-bccacb99010b), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:13.207379 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2893e828-13bc-4f6e-938f-5c5883b0c83f tempest-ExternalNetworksAdminNegativeTestJSON-677278653 tempest-ExternalNetworksAdminNegativeTestJSON-677278653-project-admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:13.210924 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-866d474e-8a1a-40f4-9d8a-ea7e77f9a9c2 admin admin] Publish callbacks [] for router_gateway (8f474954-c472-4df2-b961-57893adfcd55), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:13.233147 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b2b748-2b60-47f3-b9d7-adddc4969af0 None None] DHCP port deletion for 617a3fa0-ecd2-4a09-9d92-76c85d1fc129 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:28:13.242904 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-2893e828-13bc-4f6e-938f-5c5883b0c83f tempest-ExternalNetworksAdminNegativeTestJSON-677278653 tempest-ExternalNetworksAdminNegativeTestJSON-677278653-project-admin] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:13.250990 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-52033743-9c6e-4ee9-84c4-4135782e20f8 req-752a2f03-25e1-4c07-baf3-30cd02f48d9f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] For port 41f93ddb-edab-41b4-b3f7-d248563c317d, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=41f93ddb-edab-41b4-b3f7-d248563c317d,segment=NetworkSegment(c65aa26b-6f4d-4da5-9ac6-6c267d824ab1),segment_id=c65aa26b-6f4d-4da5-9ac6-6c267d824ab1)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:28:13.252898 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2893e828-13bc-4f6e-938f-5c5883b0c83f tempest-ExternalNetworksAdminNegativeTestJSON-677278653 tempest-ExternalNetworksAdminNegativeTestJSON-677278653-project-admin] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:28:13.255970 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2893e828-13bc-4f6e-938f-5c5883b0c83f tempest-ExternalNetworksAdminNegativeTestJSON-677278653 tempest-ExternalNetworksAdminNegativeTestJSON-677278653-project-admin] Pushing event updated for resources: {'Port': ['ID=bc563247-714a-4c1b-910b-bccacb99010b,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:13.320149 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02dc7090-a110-4d35-8d3f-e34992372604 None None] Publish callbacks [] for port (afd376df-1626-49f7-a971-e0e8d979fd79), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:13.332246 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-52033743-9c6e-4ee9-84c4-4135782e20f8 req-752a2f03-25e1-4c07-baf3-30cd02f48d9f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks [] for port (41f93ddb-edab-41b4-b3f7-d248563c317d), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:13.339377 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02dc7090-a110-4d35-8d3f-e34992372604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (afd376df-1626-49f7-a971-e0e8d979fd79), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:13.385056 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-52033743-9c6e-4ee9-84c4-4135782e20f8 req-752a2f03-25e1-4c07-baf3-30cd02f48d9f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (41f93ddb-edab-41b4-b3f7-d248563c317d), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:13.388067 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dc7090-a110-4d35-8d3f-e34992372604 None None] Network 7c1e365b-e37c-4467-a216-ac25b15524b9 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:13.395189 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a7b2b748-2b60-47f3-b9d7-adddc4969af0 None None] Deleting port 2bd8e18d-e460-4a62-bc9e-56b0727c9c8e {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:28:13.395561 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a7b2b748-2b60-47f3-b9d7-adddc4969af0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (2bd8e18d-e460-4a62-bc9e-56b0727c9c8e), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:13.460241 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-a7b2b748-2b60-47f3-b9d7-adddc4969af0 None None] For port 2bd8e18d-e460-4a62-bc9e-56b0727c9c8e, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=2bd8e18d-e460-4a62-bc9e-56b0727c9c8e,segment=NetworkSegment(bc876872-be7d-442c-a203-49efb71b6ba0),segment_id=bc876872-be7d-442c-a203-49efb71b6ba0)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:28:13.460528 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-d27deca2-0a44-4674-bfa8-690f3eb4601d tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Deleting port 2bd8e18d-e460-4a62-bc9e-56b0727c9c8e {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:28:13.460755 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a7b2b748-2b60-47f3-b9d7-adddc4969af0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (2bd8e18d-e460-4a62-bc9e-56b0727c9c8e), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:13.460940 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d27deca2-0a44-4674-bfa8-690f3eb4601d tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (2bd8e18d-e460-4a62-bc9e-56b0727c9c8e), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:13.474842 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a7b2b748-2b60-47f3-b9d7-adddc4969af0 None None] Calling delete_port for 2bd8e18d-e460-4a62-bc9e-56b0727c9c8e owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:28:13.522794 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52033743-9c6e-4ee9-84c4-4135782e20f8 req-752a2f03-25e1-4c07-baf3-30cd02f48d9f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:13.523456 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-52033743-9c6e-4ee9-84c4-4135782e20f8 req-752a2f03-25e1-4c07-baf3-30cd02f48d9f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:13.526426 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-52033743-9c6e-4ee9-84c4-4135782e20f8 req-752a2f03-25e1-4c07-baf3-30cd02f48d9f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "PUT /v2.0/ports/41f93ddb-edab-41b4-b3f7-d248563c317d HTTP/1.1" status: 200 len: 905 time: 0.9878199 Feb 09 01:28:13.527034 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02b695cc-1177-4b9e-a8a2-a130d469452e', 'tag': '41f93ddb-edab-41b4-b3f7-d248563c317d'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:28:13.532050 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8c24cc-b41a-4307-8475-15889487db8d" -d '{"events": [{"name": "network-changed", "server_uuid": "02b695cc-1177-4b9e-a8a2-a130d469452e", "tag": "41f93ddb-edab-41b4-b3f7-d248563c317d"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:28:13.550515 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2893e828-13bc-4f6e-938f-5c5883b0c83f tempest-ExternalNetworksAdminNegativeTestJSON-677278653 tempest-ExternalNetworksAdminNegativeTestJSON-677278653-project-admin] Publish callbacks [] for floatingip (b3aec9bc-9191-4559-9385-712ca89f4b6e), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:13.559335 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-866d474e-8a1a-40f4-9d8a-ea7e77f9a9c2 admin admin] Publish callbacks [] for router_gateway (8f474954-c472-4df2-b961-57893adfcd55), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:13.579973 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a2f03-25e1-4c07-baf3-30cd02f48d9f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Pushing event updated for resources: {'Port': ['ID=41f93ddb-edab-41b4-b3f7-d248563c317d,revision_number=6']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:13.601645 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-02dc7090-a110-4d35-8d3f-e34992372604 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:13.604091 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['3942803c-74dd-4a55-a831-3d2e2ac75e88'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:28:13.614837 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-866d474e-8a1a-40f4-9d8a-ea7e77f9a9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:13.637554 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-d27deca2-0a44-4674-bfa8-690f3eb4601d tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] For port 2bd8e18d-e460-4a62-bc9e-56b0727c9c8e, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=2bd8e18d-e460-4a62-bc9e-56b0727c9c8e,segment=NetworkSegment(bc876872-be7d-442c-a203-49efb71b6ba0),segment_id=bc876872-be7d-442c-a203-49efb71b6ba0)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:28:13.637930 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d27deca2-0a44-4674-bfa8-690f3eb4601d tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (2bd8e18d-e460-4a62-bc9e-56b0727c9c8e), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:13.661927 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['4a7f28fe-4468-4bb0-903a-2671c1ddf3d6', '41f93ddb-edab-41b4-b3f7-d248563c317d'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:28:13.669146 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fc1b60-6e44-49b4-99f5-e3a15754b7ee x-openstack-request-id: req-f3fc1b60-6e44-49b4-99f5-e3a15754b7ee {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:28:13.669454 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02b695cc-1177-4b9e-a8a2-a130d469452e", "tag": "41f93ddb-edab-41b4-b3f7-d248563c317d", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:28:13.669718 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f3fc1b60-6e44-49b4-99f5-e3a15754b7ee {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:28:13.670129 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02b695cc-1177-4b9e-a8a2-a130d469452e', 'tag': '41f93ddb-edab-41b4-b3f7-d248563c317d', 'status': 'completed', 'code': 200} Feb 09 01:28:13.677817 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-d27deca2-0a44-4674-bfa8-690f3eb4601d tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Calling delete_port for 2bd8e18d-e460-4a62-bc9e-56b0727c9c8e owned by network:dhcp {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:28:13.694346 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2893e828-13bc-4f6e-938f-5c5883b0c83f tempest-ExternalNetworksAdminNegativeTestJSON-677278653 tempest-ExternalNetworksAdminNegativeTestJSON-677278653-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (bc563247-714a-4c1b-910b-bccacb99010b), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:13.724455 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dc7090-a110-4d35-8d3f-e34992372604 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:28:13.733149 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a7b2b748-2b60-47f3-b9d7-adddc4969af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (2bd8e18d-e460-4a62-bc9e-56b0727c9c8e), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:13.759675 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['41f93ddb-edab-41b4-b3f7-d248563c317d'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:28:13.762572 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc7090-a110-4d35-8d3f-e34992372604 None None] Pushing event updated for resources: {'Port': ['ID=afd376df-1626-49f7-a971-e0e8d979fd79,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:13.878237 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c24cc-b41a-4307-8475-15889487db8d req-1718f106-bd4f-4148-94ff-f1376c1536c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:13.879836 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-8e8c24cc-b41a-4307-8475-15889487db8d req-1718f106-bd4f-4148-94ff-f1376c1536c3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=99253303b883423fad908712b3678824&device_id=02b695cc-1177-4b9e-a8a2-a130d469452e HTTP/1.1" status: 200 len: 1090 time: 0.1790051 Feb 09 01:28:13.886478 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b2b748-2b60-47f3-b9d7-adddc4969af0 None None] No DVR routers for this DVR port 2bd8e18d-e460-4a62-bc9e-56b0727c9c8e on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:28:13.950719 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b2b748-2b60-47f3-b9d7-adddc4969af0 None None] Pushing event deleted for resources: {'Port': ['ID=2bd8e18d-e460-4a62-bc9e-56b0727c9c8e,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:13.990459 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-02dc7090-a110-4d35-8d3f-e34992372604 None None] Attempting to bind port afd376df-1626-49f7-a971-e0e8d979fd79 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:28:13.990839 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-02dc7090-a110-4d35-8d3f-e34992372604 None None] Attempting to bind port afd376df-1626-49f7-a971-e0e8d979fd79 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '25ffc71a-87b5-47bc-ac3a-d1ad83c65f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '7c1e365b-e37c-4467-a216-ac25b15524b9'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:28:13.991273 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dc7090-a110-4d35-8d3f-e34992372604 None None] Attempting to bind port afd376df-1626-49f7-a971-e0e8d979fd79 on network 7c1e365b-e37c-4467-a216-ac25b15524b9 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:28:13.997100 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-866d474e-8a1a-40f4-9d8a-ea7e77f9a9c2 admin admin] Allocated IP 172.25.8.215 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/32c95831-448d-4662-86af-8691fa831b54) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:14.008671 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dc7090-a110-4d35-8d3f-e34992372604 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:28:14.008671 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dc7090-a110-4d35-8d3f-e34992372604 None None] Checking segment: {'id': '25ffc71a-87b5-47bc-ac3a-d1ad83c65f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '7c1e365b-e37c-4467-a216-ac25b15524b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:28:14.008671 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02dc7090-a110-4d35-8d3f-e34992372604 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:14.008671 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dc7090-a110-4d35-8d3f-e34992372604 None None] Bound using segment: {'id': '25ffc71a-87b5-47bc-ac3a-d1ad83c65f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '7c1e365b-e37c-4467-a216-ac25b15524b9'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:28:14.009197 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-02dc7090-a110-4d35-8d3f-e34992372604 None None] Bound port: afd376df-1626-49f7-a971-e0e8d979fd79, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ffc71a-87b5-47bc-ac3a-d1ad83c65f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '7c1e365b-e37c-4467-a216-ac25b15524b9'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:28:14.009345 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02dc7090-a110-4d35-8d3f-e34992372604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (afd376df-1626-49f7-a971-e0e8d979fd79), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:14.038220 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-39f4994c-208e-4c6e-a55a-fb32b34e0912 None None] Provisioning complete for port 41f93ddb-edab-41b4-b3f7-d248563c317d triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:14.038220 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-39f4994c-208e-4c6e-a55a-fb32b34e0912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (41f93ddb-edab-41b4-b3f7-d248563c317d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:14.053945 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87bd1b2-c044-4f9e-94d3-251c6784b0a4 req-7ac1773f-a809-4342-8a10-5f6db8c529aa tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:14.055782 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f87bd1b2-c044-4f9e-94d3-251c6784b0a4 req-7ac1773f-a809-4342-8a10-5f6db8c529aa tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=02b695cc-1177-4b9e-a8a2-a130d469452e HTTP/1.1" status: 200 len: 908 time: 0.3580608 Feb 09 01:28:14.063833 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d27deca2-0a44-4674-bfa8-690f3eb4601d tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (2bd8e18d-e460-4a62-bc9e-56b0727c9c8e), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:14.082107 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e59a23-b5c4-41a3-9540-9b07284ebccc req-78188f6b-1ea6-4d82-8f9b-24827f08a1bc tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:14.089932 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-09e59a23-b5c4-41a3-9540-9b07284ebccc req-78188f6b-1ea6-4d82-8f9b-24827f08a1bc tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 943 time: 0.2289174 Feb 09 01:28:14.129399 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27deca2-0a44-4674-bfa8-690f3eb4601d tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event deleted for resources: {'Port': ['ID=2bd8e18d-e460-4a62-bc9e-56b0727c9c8e,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:14.147464 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27deca2-0a44-4674-bfa8-690f3eb4601d tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] No DVR routers for this DVR port 2bd8e18d-e460-4a62-bc9e-56b0727c9c8e on host n-d-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:28:14.176151 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c24cc-b41a-4307-8475-15889487db8d req-d4bc8242-224b-4117-a530-63523f1b913b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:14.177678 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-8e8c24cc-b41a-4307-8475-15889487db8d req-d4bc8242-224b-4117-a530-63523f1b913b service neutron] 10.222.0.47 "GET /v2.0/networks?id=d88b7625-86d0-4021-80a0-5ba2f7b1a042 HTTP/1.1" status: 200 len: 913 time: 0.2869635 Feb 09 01:28:14.222335 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-02dc7090-a110-4d35-8d3f-e34992372604 None None] For port afd376df-1626-49f7-a971-e0e8d979fd79, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:28:14.225726 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-02dc7090-a110-4d35-8d3f-e34992372604 None None] For port afd376df-1626-49f7-a971-e0e8d979fd79, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=afd376df-1626-49f7-a971-e0e8d979fd79,segment=NetworkSegment(25ffc71a-87b5-47bc-ac3a-d1ad83c65f95),segment_id=25ffc71a-87b5-47bc-ac3a-d1ad83c65f95)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:28:14.240727 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02dc7090-a110-4d35-8d3f-e34992372604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (afd376df-1626-49f7-a971-e0e8d979fd79), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:14.266772 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-8e8c24cc-b41a-4307-8475-15889487db8d req-794b9587-62cf-4cc8-b030-02a743bab670 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41f93ddb-edab-41b4-b3f7-d248563c317d HTTP/1.1" status: 200 len: 217 time: 0.0807059 Feb 09 01:28:14.328523 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc7090-a110-4d35-8d3f-e34992372604 None None] Pushing event updated for resources: {'Port': ['ID=afd376df-1626-49f7-a971-e0e8d979fd79,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:14.330487 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-866d474e-8a1a-40f4-9d8a-ea7e77f9a9c2 admin admin] Publish callbacks [] for port (32c95831-448d-4662-86af-8691fa831b54), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:14.363185 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c24cc-b41a-4307-8475-15889487db8d req-a0a5d7d4-87c1-4d31-b1f3-dbb3700963e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:14.364837 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-8e8c24cc-b41a-4307-8475-15889487db8d req-a0a5d7d4-87c1-4d31-b1f3-dbb3700963e1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e8a10734-f380-44a3-a9f7-298105351e3b HTTP/1.1" status: 200 len: 850 time: 0.0884838 Feb 09 01:28:14.369270 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-57e341d4-e841-4735-b966-ee12a043fc7c req-a3944a5e-7415-4afa-b3ca-c3dc1ee87e92 tempest-ServerShowV257Test-1882631392 tempest-ServerShowV257Test-1882631392-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9f35a41-d139-4682-9dba-2daff013e03e HTTP/1.1" status: 200 len: 210 time: 0.1776836 Feb 09 01:28:14.393897 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-39f4994c-208e-4c6e-a55a-fb32b34e0912 None None] Current status of the port 41f93ddb-edab-41b4-b3f7-d248563c317d is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:14.412328 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-09e59a23-b5c4-41a3-9540-9b07284ebccc req-9f1f191e-32be-40f3-9bc8-76a70ccdb11c tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212142 Feb 09 01:28:14.434270 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 2bd8e18d-e460-4a62-bc9e-56b0727c9c8e no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:28:14.442514 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-866d474e-8a1a-40f4-9d8a-ea7e77f9a9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (32c95831-448d-4662-86af-8691fa831b54), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:14.470170 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d27deca2-0a44-4674-bfa8-690f3eb4601d tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (617a3fa0-ecd2-4a09-9d92-76c85d1fc129), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:14.480365 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 2bd8e18d-e460-4a62-bc9e-56b0727c9c8e {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:28:14.480596 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 2bd8e18d-e460-4a62-bc9e-56b0727c9c8e not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:28:14.499289 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2893e828-13bc-4f6e-938f-5c5883b0c83f tempest-ExternalNetworksAdminNegativeTestJSON-677278653 tempest-ExternalNetworksAdminNegativeTestJSON-677278653-project-admin] Publish callbacks [] for port (bc563247-714a-4c1b-910b-bccacb99010b), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:14.549576 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2893e828-13bc-4f6e-938f-5c5883b0c83f tempest-ExternalNetworksAdminNegativeTestJSON-677278653 tempest-ExternalNetworksAdminNegativeTestJSON-677278653-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (bc563247-714a-4c1b-910b-bccacb99010b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:14.556533 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-d27deca2-0a44-4674-bfa8-690f3eb4601d tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['617a3fa0-ecd2-4a09-9d92-76c85d1fc129']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:14.604432 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-d27deca2-0a44-4674-bfa8-690f3eb4601d tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc876872-be7d-442c-a203-49efb71b6ba0') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:14.605512 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-d27deca2-0a44-4674-bfa8-690f3eb4601d tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc876872-be7d-442c-a203-49efb71b6ba0') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:14.610838 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device dcd5d785-decc-45a2-8a15-2b05c9071ea1 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:28:14.633554 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d27deca2-0a44-4674-bfa8-690f3eb4601d tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (bc876872-be7d-442c-a203-49efb71b6ba0), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:14.650548 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d27deca2-0a44-4674-bfa8-690f3eb4601d tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (bc876872-be7d-442c-a203-49efb71b6ba0), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:14.660434 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d27deca2-0a44-4674-bfa8-690f3eb4601d tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:28:14.661203 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d27deca2-0a44-4674-bfa8-690f3eb4601d tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (bc876872-be7d-442c-a203-49efb71b6ba0), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:14.770369 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:28:14.770369 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:28:14.770369 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:28:14.770369 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:28:14.770369 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:28:14.770369 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:28:14.770369 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:28:14.770369 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:28:14.770369 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:28:14.770369 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:28:14.770369 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:28:14.770369 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:28:14.770369 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:28:14.770369 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:28:14.770369 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:28:14.770369 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:28:14.770369 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:28:14.770369 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:28:14.770369 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:28:14.770369 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:28:14.770369 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:28:14.770369 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:28:14.770369 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:28:14.770369 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:28:14.770369 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:28:14.770369 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:28:14.770369 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:28:14.770369 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:28:14.770369 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:28:14.770369 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:28:14.770369 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:28:14.770369 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:28:14.798672 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d27deca2-0a44-4674-bfa8-690f3eb4601d tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (617a3fa0-ecd2-4a09-9d92-76c85d1fc129), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:14.823380 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d27deca2-0a44-4674-bfa8-690f3eb4601d tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:14.839920 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d27deca2-0a44-4674-bfa8-690f3eb4601d tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "DELETE /v2.0/networks/617a3fa0-ecd2-4a09-9d92-76c85d1fc129 HTTP/1.1" status: 204 len: 168 time: 1.8742931 Feb 09 01:28:14.869641 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47498) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:14.877187 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-c824f36e-8079-42a7-920f-9566fe618934 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1370585882', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:14.909967 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port dcd5d785-decc-45a2-8a15-2b05c9071ea1, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=dcd5d785-decc-45a2-8a15-2b05c9071ea1,segment=NetworkSegment(d40e3b64-4486-4490-9380-e6758cb22819),segment_id=d40e3b64-4486-4490-9380-e6758cb22819)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:28:14.931651 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2893e828-13bc-4f6e-938f-5c5883b0c83f tempest-ExternalNetworksAdminNegativeTestJSON-677278653 tempest-ExternalNetworksAdminNegativeTestJSON-677278653-project-admin] Pushing event updated for resources: {'Port': ['ID=bc563247-714a-4c1b-910b-bccacb99010b,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:14.935423 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27deca2-0a44-4674-bfa8-690f3eb4601d tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event deleted for resources: {'Network': ['ID=617a3fa0-ecd2-4a09-9d92-76c85d1fc129,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:14.944597 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c824f36e-8079-42a7-920f-9566fe618934 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (3cda6346-95ae-4504-baf4-a5958017f8be), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:14.945788 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c824f36e-8079-42a7-920f-9566fe618934 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (3cda6346-95ae-4504-baf4-a5958017f8be), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:14.949543 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': 'dcd5d785-decc-45a2-8a15-2b05c9071ea1', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'port_id': 'dcd5d785-decc-45a2-8a15-2b05c9071ea1', 'mac_address': 'fa:16:3e:cb:68:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68d3f132-83c5-49da-80a3-1924c70a8491', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:28:14.977724 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866d474e-8a1a-40f4-9d8a-ea7e77f9a9c2 admin admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:14.979917 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c24cc-b41a-4307-8475-15889487db8d req-a1111282-6050-4881-8cfe-d1e0d3efa029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:14.981707 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-8e8c24cc-b41a-4307-8475-15889487db8d req-a1111282-6050-4881-8cfe-d1e0d3efa029 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d88b7625-86d0-4021-80a0-5ba2f7b1a042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6076796 Feb 09 01:28:14.985486 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-866d474e-8a1a-40f4-9d8a-ea7e77f9a9c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:14.988626 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866d474e-8a1a-40f4-9d8a-ea7e77f9a9c2 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:28:15.043699 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c824f36e-8079-42a7-920f-9566fe618934 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for router_controller (3cda6346-95ae-4504-baf4-a5958017f8be), precommit_add_association {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:15.053534 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c824f36e-8079-42a7-920f-9566fe618934 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (3cda6346-95ae-4504-baf4-a5958017f8be), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:15.069114 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2893e828-13bc-4f6e-938f-5c5883b0c83f tempest-ExternalNetworksAdminNegativeTestJSON-677278653 tempest-ExternalNetworksAdminNegativeTestJSON-677278653-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (b3aec9bc-9191-4559-9385-712ca89f4b6e), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:15.096092 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d474e-8a1a-40f4-9d8a-ea7e77f9a9c2 admin admin] Pushing event updated for resources: {'Port': ['ID=32c95831-448d-4662-86af-8691fa831b54,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:15.097630 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c824f36e-8079-42a7-920f-9566fe618934 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:15.103697 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c824f36e-8079-42a7-920f-9566fe618934 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2311940 Feb 09 01:28:15.104533 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47504) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:15.110751 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2893e828-13bc-4f6e-938f-5c5883b0c83f tempest-ExternalNetworksAdminNegativeTestJSON-677278653 tempest-ExternalNetworksAdminNegativeTestJSON-677278653-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:15.115604 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2893e828-13bc-4f6e-938f-5c5883b0c83f tempest-ExternalNetworksAdminNegativeTestJSON-677278653 tempest-ExternalNetworksAdminNegativeTestJSON-677278653-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0387452 Feb 09 01:28:15.117936 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port dcd5d785-decc-45a2-8a15-2b05c9071ea1 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:15.118346 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (dcd5d785-decc-45a2-8a15-2b05c9071ea1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:15.120006 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-f8fd54db-4673-4621-a7b1-020d9166ac93 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Request body: {'network': {'name': 'tempest-RoutersTest-1164127730'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:15.122744 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47506) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:15.148688 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67fd91-5642-4146-8c31-0e28e838256b req-9f4d7232-2fda-4fd1-a3f9-0e4cbedec255 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:15.150663 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6a67fd91-5642-4146-8c31-0e28e838256b req-9f4d7232-2fda-4fd1-a3f9-0e4cbedec255 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.6876004 Feb 09 01:28:15.152653 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8fd54db-4673-4621-a7b1-020d9166ac93 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Made reservation on behalf of 97d0b2cfb3c54d2dbdc39a6f73fdb6ce for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:15.155384 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-1eb6d2e1-70d6-48f5-9989-0fb2f7957ba3 tempest-ExternalNetworksAdminNegativeTestJSON-677278653 tempest-ExternalNetworksAdminNegativeTestJSON-677278653-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-309437444', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'fixed_ips': [{'ip_address': '172.25.8.94'}]}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:15.156923 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f8fd54db-4673-4621-a7b1-020d9166ac93 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:15.160458 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcd5d785-decc-45a2-8a15-2b05c9071ea1 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:28:15.213195 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port dcd5d785-decc-45a2-8a15-2b05c9071ea1, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=dcd5d785-decc-45a2-8a15-2b05c9071ea1,segment=NetworkSegment(d40e3b64-4486-4490-9380-e6758cb22819),segment_id=d40e3b64-4486-4490-9380-e6758cb22819)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:28:15.220079 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (dcd5d785-decc-45a2-8a15-2b05c9071ea1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:15.238993 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6a67fd91-5642-4146-8c31-0e28e838256b req-035bfa85-d15a-4492-bbe1-3d7c3f6d334c tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792761 Feb 09 01:28:15.239606 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8fd54db-4673-4621-a7b1-020d9166ac93 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1030} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:28:15.262506 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f8fd54db-4673-4621-a7b1-020d9166ac93 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (59a43da0-8fbf-491f-a108-c60ff559cda3), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:15.265565 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-f8fd54db-4673-4621-a7b1-020d9166ac93 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Added segment 59a43da0-8fbf-491f-a108-c60ff559cda3 of type vlan for network 7a270272-64b7-4ca9-a64b-7296b464b1ae Feb 09 01:28:15.315488 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb6d2e1-70d6-48f5-9989-0fb2f7957ba3 tempest-ExternalNetworksAdminNegativeTestJSON-677278653 tempest-ExternalNetworksAdminNegativeTestJSON-677278653-project-admin] Made reservation on behalf of c22e1da5fa534e339ea0f47be9d8b31b for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:15.316656 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=dcd5d785-decc-45a2-8a15-2b05c9071ea1,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:15.318051 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1eb6d2e1-70d6-48f5-9989-0fb2f7957ba3 tempest-ExternalNetworksAdminNegativeTestJSON-677278653 tempest-ExternalNetworksAdminNegativeTestJSON-677278653-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:15.329473 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f8fd54db-4673-4621-a7b1-020d9166ac93 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (7a270272-64b7-4ca9-a64b-7296b464b1ae), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:15.361263 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1eb6d2e1-70d6-48f5-9989-0fb2f7957ba3 tempest-ExternalNetworksAdminNegativeTestJSON-677278653 tempest-ExternalNetworksAdminNegativeTestJSON-677278653-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:15.368121 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f8fd54db-4673-4621-a7b1-020d9166ac93 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (7a270272-64b7-4ca9-a64b-7296b464b1ae), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:15.385126 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fd54db-4673-4621-a7b1-020d9166ac93 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:15.385957 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f8fd54db-4673-4621-a7b1-020d9166ac93 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:15.412949 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-8e8c24cc-b41a-4307-8475-15889487db8d req-c4a00785-d705-47a1-acf4-344c2e5bb5a1 service neutron] 10.222.0.47 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516142 Feb 09 01:28:15.452330 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['dcd5d785-decc-45a2-8a15-2b05c9071ea1'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:28:15.551136 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f8fd54db-4673-4621-a7b1-020d9166ac93 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4438064 Feb 09 01:28:15.562468 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-65f41bb5-6875-413e-af92-80d3153ef270 req-52f78017-dae9-4b5b-9f7a-b0d23f88591b tempest-ServerShowV257Test-1882631392 tempest-ServerShowV257Test-1882631392-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9f35a41-d139-4682-9dba-2daff013e03e HTTP/1.1" status: 200 len: 210 time: 0.1227815 Feb 09 01:28:15.565229 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47514) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:15.575289 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-09106b98-7722-4fe2-816a-a841b9a15f4e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Request body: {'subnet': {'network_id': '7a270272-64b7-4ca9-a64b-7296b464b1ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:15.639118 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-8e8c24cc-b41a-4307-8475-15889487db8d req-babebbef-02e6-42bc-90f7-46c7a5b3ff67 service neutron] 10.222.0.47 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193820 Feb 09 01:28:15.663607 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd54db-4673-4621-a7b1-020d9166ac93 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event updated for resources: {'Network': ['ID=7a270272-64b7-4ca9-a64b-7296b464b1ae,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:15.720731 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1eb6d2e1-70d6-48f5-9989-0fb2f7957ba3 tempest-ExternalNetworksAdminNegativeTestJSON-677278653 tempest-ExternalNetworksAdminNegativeTestJSON-677278653-project-admin] Publish callbacks [] for security_group (64b504bd-3eb1-4ffd-a5b0-fc3d9215ea05), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:15.722198 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82900a68-4758-4cf8-941a-7edf5810cb1a req-f8b10a50-7334-4f9a-95cf-4cabfa391df6 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:15.724651 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-82900a68-4758-4cf8-941a-7edf5810cb1a req-f8b10a50-7334-4f9a-95cf-4cabfa391df6 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.3337314 Feb 09 01:28:15.739395 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1eb6d2e1-70d6-48f5-9989-0fb2f7957ba3 tempest-ExternalNetworksAdminNegativeTestJSON-677278653 tempest-ExternalNetworksAdminNegativeTestJSON-677278653-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (64b504bd-3eb1-4ffd-a5b0-fc3d9215ea05), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:15.741884 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 7a270272-64b7-4ca9-a64b-7296b464b1ae details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:28:15.771623 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-1eb6d2e1-70d6-48f5-9989-0fb2f7957ba3 tempest-ExternalNetworksAdminNegativeTestJSON-677278653 tempest-ExternalNetworksAdminNegativeTestJSON-677278653-project-admin] device_id is not set on port 2cd418eb-5e07-442b-8813-eed6b201799a yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:28:15.781456 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09106b98-7722-4fe2-816a-a841b9a15f4e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Made reservation on behalf of 97d0b2cfb3c54d2dbdc39a6f73fdb6ce for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:15.785165 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-09106b98-7722-4fe2-816a-a841b9a15f4e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:15.789168 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-866d474e-8a1a-40f4-9d8a-ea7e77f9a9c2 admin admin] Publish callbacks [] for router_gateway (8f474954-c472-4df2-b961-57893adfcd55), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:15.813627 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f308ae1-bbe5-4581-8584-3b5795dfa9cd req-378615e5-171f-4383-bab6-0088653125e2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:15.815817 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1f308ae1-bbe5-4581-8584-3b5795dfa9cd req-378615e5-171f-4383-bab6-0088653125e2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 944 time: 0.1415875 Feb 09 01:28:15.894231 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb6d2e1-70d6-48f5-9989-0fb2f7957ba3 tempest-ExternalNetworksAdminNegativeTestJSON-677278653 tempest-ExternalNetworksAdminNegativeTestJSON-677278653-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b504bd-3eb1-4ffd-a5b0-fc3d9215ea05,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:15.931218 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-82900a68-4758-4cf8-941a-7edf5810cb1a req-40496a20-78bb-46c7-ace1-64cb1344c5a1 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951540 Feb 09 01:28:15.948394 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1f308ae1-bbe5-4581-8584-3b5795dfa9cd req-32250e92-7b36-426f-80ba-0e716df0fd61 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976822 Feb 09 01:28:16.114864 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-09106b98-7722-4fe2-816a-a841b9a15f4e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (d603a904-ec18-4b46-981a-c15c52d44f5a), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:16.170068 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b0a199-a1b8-47a8-93e6-4f49ac9d5cf7 None None] Network 7c1e365b-e37c-4467-a216-ac25b15524b9 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:28:16.273519 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-866d474e-8a1a-40f4-9d8a-ea7e77f9a9c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (8f474954-c472-4df2-b961-57893adfcd55), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:16.281285 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eb6d2e1-70d6-48f5-9989-0fb2f7957ba3 tempest-ExternalNetworksAdminNegativeTestJSON-677278653 tempest-ExternalNetworksAdminNegativeTestJSON-677278653-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 09 01:28:16.281793 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eb6d2e1-70d6-48f5-9989-0fb2f7957ba3 tempest-ExternalNetworksAdminNegativeTestJSON-677278653 tempest-ExternalNetworksAdminNegativeTestJSON-677278653-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:28:16.311281 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-8b554413-ac82-4c5f-ae06-40e4abbe9042 None None] Provisioning complete for port afd376df-1626-49f7-a971-e0e8d979fd79 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:16.311988 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8b554413-ac82-4c5f-ae06-40e4abbe9042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (afd376df-1626-49f7-a971-e0e8d979fd79), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:16.439715 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1eb6d2e1-70d6-48f5-9989-0fb2f7957ba3 tempest-ExternalNetworksAdminNegativeTestJSON-677278653 tempest-ExternalNetworksAdminNegativeTestJSON-677278653-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.2893102 Feb 09 01:28:16.444165 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47536) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:16.484027 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device afd376df-1626-49f7-a971-e0e8d979fd79 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:28:16.619352 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device dcd5d785-decc-45a2-8a15-2b05c9071ea1 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:28:16.622989 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-8b554413-ac82-4c5f-ae06-40e4abbe9042 None None] Current status of the port afd376df-1626-49f7-a971-e0e8d979fd79 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:16.627716 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8b554413-ac82-4c5f-ae06-40e4abbe9042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (afd376df-1626-49f7-a971-e0e8d979fd79), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:16.683012 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09106b98-7722-4fe2-816a-a841b9a15f4e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event updated for resources: {'Subnet': ['ID=d603a904-ec18-4b46-981a-c15c52d44f5a,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:16.685857 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-8b554413-ac82-4c5f-ae06-40e4abbe9042 None None] For port afd376df-1626-49f7-a971-e0e8d979fd79, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=afd376df-1626-49f7-a971-e0e8d979fd79,segment=NetworkSegment(25ffc71a-87b5-47bc-ac3a-d1ad83c65f95),segment_id=25ffc71a-87b5-47bc-ac3a-d1ad83c65f95)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:28:16.715765 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8b554413-ac82-4c5f-ae06-40e4abbe9042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (afd376df-1626-49f7-a971-e0e8d979fd79), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:16.822975 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-5831c837-4ed6-4549-9d5d-a269b9013ae3 tempest-ExternalNetworksAdminNegativeTestJSON-677278653 tempest-ExternalNetworksAdminNegativeTestJSON-677278653-project-admin] Deleting port bc563247-714a-4c1b-910b-bccacb99010b {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:28:16.824259 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5831c837-4ed6-4549-9d5d-a269b9013ae3 tempest-ExternalNetworksAdminNegativeTestJSON-677278653 tempest-ExternalNetworksAdminNegativeTestJSON-677278653-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (bc563247-714a-4c1b-910b-bccacb99010b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:16.837874 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port afd376df-1626-49f7-a971-e0e8d979fd79 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:16.838246 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (afd376df-1626-49f7-a971-e0e8d979fd79), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:16.873163 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866d474e-8a1a-40f4-9d8a-ea7e77f9a9c2 admin admin] Router 8f474954-c472-4df2-b961-57893adfcd55 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:28:16.879501 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-36c7825d-2806-4d34-b384-a70eda5facf4 req-cb09bbe6-01de-488f-a5b6-bac779b89e50 tempest-ServerShowV257Test-1882631392 tempest-ServerShowV257Test-1882631392-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9f35a41-d139-4682-9dba-2daff013e03e HTTP/1.1" status: 200 len: 210 time: 0.0502775 Feb 09 01:28:16.902782 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09106b98-7722-4fe2-816a-a841b9a15f4e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Checking segment: {'id': '59a43da0-8fbf-491f-a108-c60ff559cda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '7a270272-64b7-4ca9-a64b-7296b464b1ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:28:16.903402 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09106b98-7722-4fe2-816a-a841b9a15f4e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Network hostable DHCP agents. Network: 7a270272-64b7-4ca9-a64b-7296b464b1ae, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:28:16.916295 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b554413-ac82-4c5f-ae06-40e4abbe9042 None None] Pushing event updated for resources: {'Port': ['ID=afd376df-1626-49f7-a971-e0e8d979fd79,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:16.929046 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6d4bb269-29ed-4982-8927-c1ebad68ba0f None None] Provisioning complete for port afd376df-1626-49f7-a971-e0e8d979fd79 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:16.929429 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6d4bb269-29ed-4982-8927-c1ebad68ba0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (afd376df-1626-49f7-a971-e0e8d979fd79), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:16.952448 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09106b98-7722-4fe2-816a-a841b9a15f4e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Network 7a270272-64b7-4ca9-a64b-7296b464b1ae is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:28:16.971677 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port afd376df-1626-49f7-a971-e0e8d979fd79 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:16.974376 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port dcd5d785-decc-45a2-8a15-2b05c9071ea1 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:28:16.979134 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-09106b98-7722-4fe2-816a-a841b9a15f4e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 7a270272-64b7-4ca9-a64b-7296b464b1ae) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:16.997244 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a846d0b-597d-4de9-98a7-ea7e5a586aeb None None] Network 7a270272-64b7-4ca9-a64b-7296b464b1ae requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:28:17.012838 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09106b98-7722-4fe2-816a-a841b9a15f4e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:17.014469 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-09106b98-7722-4fe2-816a-a841b9a15f4e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:17.031491 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5831c837-4ed6-4549-9d5d-a269b9013ae3 tempest-ExternalNetworksAdminNegativeTestJSON-677278653 tempest-ExternalNetworksAdminNegativeTestJSON-677278653-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (bc563247-714a-4c1b-910b-bccacb99010b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:17.032281 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5831c837-4ed6-4549-9d5d-a269b9013ae3 tempest-ExternalNetworksAdminNegativeTestJSON-677278653 tempest-ExternalNetworksAdminNegativeTestJSON-677278653-project-admin] Publish callbacks [] for floatingip (bc563247-714a-4c1b-910b-bccacb99010b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:17.048883 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-5831c837-4ed6-4549-9d5d-a269b9013ae3 tempest-ExternalNetworksAdminNegativeTestJSON-677278653 tempest-ExternalNetworksAdminNegativeTestJSON-677278653-project-admin] Calling delete_port for bc563247-714a-4c1b-910b-bccacb99010b owned by network:floatingip {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:28:17.082341 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port dcd5d785-decc-45a2-8a15-2b05c9071ea1 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:17.082725 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (dcd5d785-decc-45a2-8a15-2b05c9071ea1), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:17.083929 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-09106b98-7722-4fe2-816a-a841b9a15f4e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5172842 Feb 09 01:28:17.084707 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47542) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:17.141717 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957e739a-338a-4be0-935f-b5c0800eebbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-7a270272-64b7-4ca9-a64b-7296b464b1ae', 'network_id': '7a270272-64b7-4ca9-a64b-7296b464b1ae', 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'fixed_ips': [{'subnet_id': 'd603a904-ec18-4b46-981a-c15c52d44f5a'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:28:17.142565 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-957e739a-338a-4be0-935f-b5c0800eebbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:17.172334 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c232344-d606-4dac-aa9e-67ead210a06a req-26946af3-e985-490e-97b9-f0acf940ee3f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:17.175988 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9c232344-d606-4dac-aa9e-67ead210a06a req-26946af3-e985-490e-97b9-f0acf940ee3f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/networks?id=d88b7625-86d0-4021-80a0-5ba2f7b1a042 HTTP/1.1" status: 200 len: 811 time: 0.4686954 Feb 09 01:28:17.254311 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9c232344-d606-4dac-aa9e-67ead210a06a req-7e480dae-365a-4ca3-b908-77996c6ec73a tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/quotas/99253303b883423fad908712b3678824 HTTP/1.1" status: 200 len: 375 time: 0.0355744 Feb 09 01:28:17.264276 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866d474e-8a1a-40f4-9d8a-ea7e77f9a9c2 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:28:17.278249 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5831c837-4ed6-4549-9d5d-a269b9013ae3 tempest-ExternalNetworksAdminNegativeTestJSON-677278653 tempest-ExternalNetworksAdminNegativeTestJSON-677278653-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (bc563247-714a-4c1b-910b-bccacb99010b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:17.283228 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53f8e98-94d0-4c44-b82d-dd62a3f55108 None None] Sync routers for ids ['8f474954-c472-4df2-b961-57893adfcd55'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:28:17.354554 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5831c837-4ed6-4549-9d5d-a269b9013ae3 tempest-ExternalNetworksAdminNegativeTestJSON-677278653 tempest-ExternalNetworksAdminNegativeTestJSON-677278653-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc563247-714a-4c1b-910b-bccacb99010b,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:17.367558 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port dcd5d785-decc-45a2-8a15-2b05c9071ea1 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:17.367959 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (dcd5d785-decc-45a2-8a15-2b05c9071ea1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:17.373936 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53f8e98-94d0-4c44-b82d-dd62a3f55108 None None] Routers {'8f474954-c472-4df2-b961-57893adfcd55'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:28:17.374593 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-e53f8e98-94d0-4c44-b82d-dd62a3f55108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:28:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['8f474954-c472-4df2-b961-57893adfcd55'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:17.390207 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6d4bb269-29ed-4982-8927-c1ebad68ba0f None None] Current status of the port afd376df-1626-49f7-a971-e0e8d979fd79 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:17.425005 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-866d474e-8a1a-40f4-9d8a-ea7e77f9a9c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:17.430948 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-866d474e-8a1a-40f4-9d8a-ea7e77f9a9c2 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6564565 Feb 09 01:28:17.437665 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47546) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:17.488373 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port dcd5d785-decc-45a2-8a15-2b05c9071ea1, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=dcd5d785-decc-45a2-8a15-2b05c9071ea1,segment=NetworkSegment(d40e3b64-4486-4490-9380-e6758cb22819),segment_id=d40e3b64-4486-4490-9380-e6758cb22819)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:28:17.493155 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24dd9ad0-33d3-4a67-8aa9-bb3602398585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd5d785-decc-45a2-8a15-2b05c9071ea1'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:28:17.496417 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e92846-6112-4360-866f-a2e32ae1aa29" -d '{"events": [{"server_uuid": "24dd9ad0-33d3-4a67-8aa9-bb3602398585", "name": "network-vif-plugged", "status": "completed", "tag": "dcd5d785-decc-45a2-8a15-2b05c9071ea1"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:28:17.505909 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (dcd5d785-decc-45a2-8a15-2b05c9071ea1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:17.530487 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1a579-74cd-412a-a438-91211c3524c0 req-d9b41379-4879-4aee-bc13-1e09903b905c tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:17.532394 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e1c1a579-74cd-412a-a438-91211c3524c0 req-d9b41379-4879-4aee-bc13-1e09903b905c tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 944 time: 0.3950167 Feb 09 01:28:17.545105 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-957e739a-338a-4be0-935f-b5c0800eebbd None None] Allocated IP 172.20.0.2 (7a270272-64b7-4ca9-a64b-7296b464b1ae/d603a904-ec18-4b46-981a-c15c52d44f5a/99d5ac5e-8286-4445-99c5-8f8a5350ab47) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:17.566715 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5831c837-4ed6-4549-9d5d-a269b9013ae3 tempest-ExternalNetworksAdminNegativeTestJSON-677278653 tempest-ExternalNetworksAdminNegativeTestJSON-677278653-project-admin] Publish callbacks [] for floatingip (b3aec9bc-9191-4559-9385-712ca89f4b6e), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:17.569579 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5831c837-4ed6-4549-9d5d-a269b9013ae3 tempest-ExternalNetworksAdminNegativeTestJSON-677278653 tempest-ExternalNetworksAdminNegativeTestJSON-677278653-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:17.570974 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5831c837-4ed6-4549-9d5d-a269b9013ae3 tempest-ExternalNetworksAdminNegativeTestJSON-677278653 tempest-ExternalNetworksAdminNegativeTestJSON-677278653-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/b3aec9bc-9191-4559-9385-712ca89f4b6e HTTP/1.1" status: 204 len: 168 time: 1.1224897 Feb 09 01:28:17.659377 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6fc0e795-8ff5-46be-8a1f-8fbf40263ab1 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:17.686485 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e1c1a579-74cd-412a-a438-91211c3524c0 req-8ad0c65c-a3e7-4122-a218-05517574c558 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341109 Feb 09 01:28:17.720269 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9c232344-d606-4dac-aa9e-67ead210a06a req-2aa66524-1420-4c88-98df-c1755c91ac4b tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=99253303b883423fad908712b3678824&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3708794 Feb 09 01:28:17.827849 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-957e739a-338a-4be0-935f-b5c0800eebbd None None] Publish callbacks [] for port (99d5ac5e-8286-4445-99c5-8f8a5350ab47), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:17.850490 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=dcd5d785-decc-45a2-8a15-2b05c9071ea1,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:17.854524 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2461af-ec0b-4962-9da8-7029ecbaaa10 x-openstack-request-id: req-2a2461af-ec0b-4962-9da8-7029ecbaaa10 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:28:17.855314 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24dd9ad0-33d3-4a67-8aa9-bb3602398585", "name": "network-vif-plugged", "status": "completed", "tag": "dcd5d785-decc-45a2-8a15-2b05c9071ea1", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:28:17.855745 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2a2461af-ec0b-4962-9da8-7029ecbaaa10 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:28:17.856578 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24dd9ad0-33d3-4a67-8aa9-bb3602398585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd5d785-decc-45a2-8a15-2b05c9071ea1', 'code': 200} Feb 09 01:28:17.886845 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-e53f8e98-94d0-4c44-b82d-dd62a3f55108 None None] Set router 8f474954-c472-4df2-b961-57893adfcd55 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:28:17.914842 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9c232344-d606-4dac-aa9e-67ead210a06a req-289228d6-8ac6-4d67-bd15-987371911dd0 service neutron] 10.222.0.50 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498725 Feb 09 01:28:18.014952 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-957e739a-338a-4be0-935f-b5c0800eebbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (99d5ac5e-8286-4445-99c5-8f8a5350ab47), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:18.066509 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47556) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:18.103607 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-be41bf6b-06f6-46fa-859f-6bc57f104dbe req-9cfeabd0-541e-420a-9e09-fbc2b7ad456d tempest-ServerShowV257Test-1882631392 tempest-ServerShowV257Test-1882631392-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9f35a41-d139-4682-9dba-2daff013e03e HTTP/1.1" status: 200 len: 210 time: 0.0360754 Feb 09 01:28:18.136283 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957e739a-338a-4be0-935f-b5c0800eebbd None None] Network 7a270272-64b7-4ca9-a64b-7296b464b1ae is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:18.149545 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-957e739a-338a-4be0-935f-b5c0800eebbd None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:18.163659 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957e739a-338a-4be0-935f-b5c0800eebbd None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:28:18.174382 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e739a-338a-4be0-935f-b5c0800eebbd None None] Pushing event updated for resources: {'Port': ['ID=99d5ac5e-8286-4445-99c5-8f8a5350ab47,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:18.190122 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189ea42-bbf5-441e-b441-4905cb02ed29 req-6bc7b696-53f3-45e2-85e7-df5d9b6dfaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:18.193286 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9189ea42-bbf5-441e-b441-4905cb02ed29 req-6bc7b696-53f3-45e2-85e7-df5d9b6dfaf3 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 1127 time: 0.2385211 Feb 09 01:28:18.265459 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-957e739a-338a-4be0-935f-b5c0800eebbd None None] Attempting to bind port 99d5ac5e-8286-4445-99c5-8f8a5350ab47 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:28:18.265771 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-957e739a-338a-4be0-935f-b5c0800eebbd None None] Attempting to bind port 99d5ac5e-8286-4445-99c5-8f8a5350ab47 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '59a43da0-8fbf-491f-a108-c60ff559cda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '7a270272-64b7-4ca9-a64b-7296b464b1ae'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:28:18.266327 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957e739a-338a-4be0-935f-b5c0800eebbd None None] Attempting to bind port 99d5ac5e-8286-4445-99c5-8f8a5350ab47 on network 7a270272-64b7-4ca9-a64b-7296b464b1ae {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:28:18.275353 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957e739a-338a-4be0-935f-b5c0800eebbd None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:28:18.275739 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957e739a-338a-4be0-935f-b5c0800eebbd None None] Checking segment: {'id': '59a43da0-8fbf-491f-a108-c60ff559cda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '7a270272-64b7-4ca9-a64b-7296b464b1ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:28:18.276325 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-957e739a-338a-4be0-935f-b5c0800eebbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:18.276785 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957e739a-338a-4be0-935f-b5c0800eebbd None None] Bound using segment: {'id': '59a43da0-8fbf-491f-a108-c60ff559cda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '7a270272-64b7-4ca9-a64b-7296b464b1ae'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:28:18.277697 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-957e739a-338a-4be0-935f-b5c0800eebbd None None] Bound port: 99d5ac5e-8286-4445-99c5-8f8a5350ab47, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59a43da0-8fbf-491f-a108-c60ff559cda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '7a270272-64b7-4ca9-a64b-7296b464b1ae'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:28:18.277983 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-957e739a-338a-4be0-935f-b5c0800eebbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (99d5ac5e-8286-4445-99c5-8f8a5350ab47), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:18.394857 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e0393b5-4af3-4ab9-a709-aff0d6f6d3fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:18.414438 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device afd376df-1626-49f7-a971-e0e8d979fd79 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:28:18.417152 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-957e739a-338a-4be0-935f-b5c0800eebbd None None] For port 99d5ac5e-8286-4445-99c5-8f8a5350ab47, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:28:18.433781 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9c232344-d606-4dac-aa9e-67ead210a06a req-f99e5d81-7c57-46c0-89bf-75fc1d798f39 service neutron] 10.222.0.50 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4486113 Feb 09 01:28:18.468848 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-957e739a-338a-4be0-935f-b5c0800eebbd None None] For port 99d5ac5e-8286-4445-99c5-8f8a5350ab47, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=99d5ac5e-8286-4445-99c5-8f8a5350ab47,segment=NetworkSegment(59a43da0-8fbf-491f-a108-c60ff559cda3),segment_id=59a43da0-8fbf-491f-a108-c60ff559cda3)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:28:18.478526 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-e53f8e98-94d0-4c44-b82d-dd62a3f55108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f474954-c472-4df2-b961-57893adfcd55', 'name': 'tempest-TestServerMultinode-1477930470-router', 'tenant_id': '4ffecf79ef28414a94c82fbd3208c381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '32c95831-448d-4662-86af-8691fa831b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:12Z', 'updated_at': '2022-02-09T01:28:15Z', 'revision_number': 3, 'project_id': '4ffecf79ef28414a94c82fbd3208c381', 'gw_port': {'id': '32c95831-448d-4662-86af-8691fa831b54', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:19:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f474954-c472-4df2-b961-57893adfcd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:13Z', 'updated_at': '2022-02-09T01:28:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:18.580664 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e0393b5-4af3-4ab9-a709-aff0d6f6d3fe admin admin] Publish callbacks [] for security_group (2e5a2636-9d86-4160-8704-b17f46bdd5a1), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:18.588268 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9189ea42-bbf5-441e-b441-4905cb02ed29 req-dc8736b2-8dea-40e0-8f7f-5b8bddd46cb1 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860927 Feb 09 01:28:18.594188 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2e0393b5-4af3-4ab9-a709-aff0d6f6d3fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (2e5a2636-9d86-4160-8704-b17f46bdd5a1), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:18.637856 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2673c553-823f-44a8-9167-e48bc9e03121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:18.650979 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2e0393b5-4af3-4ab9-a709-aff0d6f6d3fe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9af120878e8d4d0ba753a3d6b036285a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5552418 Feb 09 01:28:18.651712 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47562) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:18.700066 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0393b5-4af3-4ab9-a709-aff0d6f6d3fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5a2636-9d86-4160-8704-b17f46bdd5a1,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:18.729457 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-6fc0e795-8ff5-46be-8a1f-8fbf40263ab1 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Allocated IP 172.20.0.1 (7a270272-64b7-4ca9-a64b-7296b464b1ae/d603a904-ec18-4b46-981a-c15c52d44f5a/22250887-9eda-43fa-ab79-16e51ff09fce) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:18.748136 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53f8e98-94d0-4c44-b82d-dd62a3f55108 None None] Checking router: 8f474954-c472-4df2-b961-57893adfcd55 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:28:18.748491 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53f8e98-94d0-4c44-b82d-dd62a3f55108 None None] Updating router 8f474954-c472-4df2-b961-57893adfcd55 port 32c95831-448d-4662-86af-8691fa831b54 binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:28:18.814118 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e53f8e98-94d0-4c44-b82d-dd62a3f55108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (32c95831-448d-4662-86af-8691fa831b54), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:18.849533 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-957e739a-338a-4be0-935f-b5c0800eebbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (99d5ac5e-8286-4445-99c5-8f8a5350ab47), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:18.903235 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6fc0e795-8ff5-46be-8a1f-8fbf40263ab1 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for port (22250887-9eda-43fa-ab79-16e51ff09fce), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:18.907485 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-2673c553-823f-44a8-9167-e48bc9e03121 admin admin] Allocated IP 172.20.0.1 (7c1e365b-e37c-4467-a216-ac25b15524b9/8800f021-7b79-4b5c-af69-0572bdc39fe5/10dcd331-47cf-4993-81f1-ec70bb7a57bd) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:18.989495 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6fc0e795-8ff5-46be-8a1f-8fbf40263ab1 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (22250887-9eda-43fa-ab79-16e51ff09fce), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:19.068273 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port afd376df-1626-49f7-a971-e0e8d979fd79 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:19.069155 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (afd376df-1626-49f7-a971-e0e8d979fd79), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:19.093121 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bbf482c5-c211-474f-8b48-f1ee32ca7a2b admin admin] Publish callbacks [] for security_group (2e5a2636-9d86-4160-8704-b17f46bdd5a1), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:19.096706 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc0e795-8ff5-46be-8a1f-8fbf40263ab1 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event updated for resources: {'Port': ['ID=22250887-9eda-43fa-ab79-16e51ff09fce,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:19.101359 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd4584f8-4306-49c0-af3f-f6f8dd40e3b5 req-ee871eee-637f-4f06-8fd5-8b0f110163ee tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccca30c7-d504-4508-aedc-fae32de95a07 HTTP/1.1" status: 200 len: 210 time: 0.3264759 Feb 09 01:28:19.109043 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc0e795-8ff5-46be-8a1f-8fbf40263ab1 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Network 7a270272-64b7-4ca9-a64b-7296b464b1ae is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:19.114024 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-6fc0e795-8ff5-46be-8a1f-8fbf40263ab1 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:19.123715 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc0e795-8ff5-46be-8a1f-8fbf40263ab1 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:28:19.127778 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e739a-338a-4be0-935f-b5c0800eebbd None None] Pushing event updated for resources: {'Port': ['ID=99d5ac5e-8286-4445-99c5-8f8a5350ab47,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:19.165844 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bbf482c5-c211-474f-8b48-f1ee32ca7a2b admin admin] Publish callbacks [] for security_group (2e5a2636-9d86-4160-8704-b17f46bdd5a1), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:19.173891 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee2cb0-c83a-4580-ab0a-1553abca142f req-f86b3ca4-b6ce-442f-b8da-5494da6be342 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:19.175867 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-83ee2cb0-c83a-4580-ab0a-1553abca142f req-f86b3ca4-b6ce-442f-b8da-5494da6be342 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 945 time: 0.2128360 Feb 09 01:28:19.190864 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2673c553-823f-44a8-9167-e48bc9e03121 admin admin] Publish callbacks [] for port (10dcd331-47cf-4993-81f1-ec70bb7a57bd), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:19.291990 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bbf482c5-c211-474f-8b48-f1ee32ca7a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (2e5a2636-9d86-4160-8704-b17f46bdd5a1), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:19.308583 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6fc0e795-8ff5-46be-8a1f-8fbf40263ab1 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (3cda6346-95ae-4504-baf4-a5958017f8be), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:19.308818 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bbf482c5-c211-474f-8b48-f1ee32ca7a2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:19.311604 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-bbf482c5-c211-474f-8b48-f1ee32ca7a2b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2e5a2636-9d86-4160-8704-b17f46bdd5a1 HTTP/1.1" status: 204 len: 168 time: 0.6580479 Feb 09 01:28:19.345474 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf482c5-c211-474f-8b48-f1ee32ca7a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5a2636-9d86-4160-8704-b17f46bdd5a1,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:19.371205 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2673c553-823f-44a8-9167-e48bc9e03121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (10dcd331-47cf-4993-81f1-ec70bb7a57bd), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:19.399023 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0965a3a1-16c7-41fd-90e6-e345e78dd655 req-e3288e06-95dc-43f4-a266-f82c4d1fbe82 tempest-ServerShowV257Test-1882631392 tempest-ServerShowV257Test-1882631392-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9f35a41-d139-4682-9dba-2daff013e03e HTTP/1.1" status: 200 len: 210 time: 0.0862246 Feb 09 01:28:19.413781 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-83ee2cb0-c83a-4580-ab0a-1553abca142f req-83fa74a3-1786-4638-9db9-4ae7c15edea7 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319655 Feb 09 01:28:19.500242 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2673c553-823f-44a8-9167-e48bc9e03121 admin admin] Network 7c1e365b-e37c-4467-a216-ac25b15524b9 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:19.503738 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-2673c553-823f-44a8-9167-e48bc9e03121 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:19.507652 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2673c553-823f-44a8-9167-e48bc9e03121 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:28:19.560391 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2673c553-823f-44a8-9167-e48bc9e03121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (8f474954-c472-4df2-b961-57893adfcd55), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:19.567611 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2673c553-823f-44a8-9167-e48bc9e03121 admin admin] Pushing event updated for resources: {'Port': ['ID=10dcd331-47cf-4993-81f1-ec70bb7a57bd,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:19.574474 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port afd376df-1626-49f7-a971-e0e8d979fd79 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:19.666842 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6fc0e795-8ff5-46be-8a1f-8fbf40263ab1 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (22250887-9eda-43fa-ab79-16e51ff09fce), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:19.869769 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e53f8e98-94d0-4c44-b82d-dd62a3f55108 None None] Publish callbacks [] for port (32c95831-448d-4662-86af-8691fa831b54), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:19.878276 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e53f8e98-94d0-4c44-b82d-dd62a3f55108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (32c95831-448d-4662-86af-8691fa831b54), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:19.937890 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2673c553-823f-44a8-9167-e48bc9e03121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (10dcd331-47cf-4993-81f1-ec70bb7a57bd), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:19.977683 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47584) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:19.986022 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-e53f8e98-94d0-4c44-b82d-dd62a3f55108 None None] Attempting to bind port 32c95831-448d-4662-86af-8691fa831b54 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:28:19.986362 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-e53f8e98-94d0-4c44-b82d-dd62a3f55108 None None] Attempting to bind port 32c95831-448d-4662-86af-8691fa831b54 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:28:19.989511 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53f8e98-94d0-4c44-b82d-dd62a3f55108 None None] Attempting to bind port 32c95831-448d-4662-86af-8691fa831b54 on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:28:20.002874 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f63a8-3bff-4324-9c67-6dd92f3b15de None None] Pushing event updated for resources: {'Port': ['ID=32c95831-448d-4662-86af-8691fa831b54,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:20.006078 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53f8e98-94d0-4c44-b82d-dd62a3f55108 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:28:20.006466 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53f8e98-94d0-4c44-b82d-dd62a3f55108 None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:28:20.006878 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e53f8e98-94d0-4c44-b82d-dd62a3f55108 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:20.007272 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53f8e98-94d0-4c44-b82d-dd62a3f55108 None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:28:20.007765 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-e53f8e98-94d0-4c44-b82d-dd62a3f55108 None None] Bound port: 32c95831-448d-4662-86af-8691fa831b54, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:28:20.008153 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e53f8e98-94d0-4c44-b82d-dd62a3f55108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (32c95831-448d-4662-86af-8691fa831b54), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:20.078781 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-e53f8e98-94d0-4c44-b82d-dd62a3f55108 None None] For port 32c95831-448d-4662-86af-8691fa831b54, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:28:20.082016 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-e53f8e98-94d0-4c44-b82d-dd62a3f55108 None None] For port 32c95831-448d-4662-86af-8691fa831b54, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=32c95831-448d-4662-86af-8691fa831b54,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:28:20.098188 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e53f8e98-94d0-4c44-b82d-dd62a3f55108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (32c95831-448d-4662-86af-8691fa831b54), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:20.168456 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-04812876-4e0c-4533-9bfa-a507aea8103b None None] Provisioning complete for port 10dcd331-47cf-4993-81f1-ec70bb7a57bd triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:20.174473 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-04812876-4e0c-4533-9bfa-a507aea8103b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (10dcd331-47cf-4993-81f1-ec70bb7a57bd), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:20.211204 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-67322a26-906a-47bd-8a03-4c46eded9bba admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c22e1da5fa534e339ea0f47be9d8b31b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2287908 Feb 09 01:28:20.213727 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47588) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:20.244913 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2673c553-823f-44a8-9167-e48bc9e03121 admin admin] Publish callbacks [] for port (10dcd331-47cf-4993-81f1-ec70bb7a57bd), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:20.296238 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2673c553-823f-44a8-9167-e48bc9e03121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (10dcd331-47cf-4993-81f1-ec70bb7a57bd), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:20.315844 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-90af6b4b-2b59-4a15-b753-6f7824a48bca req-36066a87-6cbc-4dea-a083-9c176c3f2e6c tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccca30c7-d504-4508-aedc-fae32de95a07 HTTP/1.1" status: 200 len: 210 time: 0.0514317 Feb 09 01:28:20.344528 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-04812876-4e0c-4533-9bfa-a507aea8103b None None] Port 10dcd331-47cf-4993-81f1-ec70bb7a57bd cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:28:20.347197 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f63a8-3bff-4324-9c67-6dd92f3b15de None None] Pushing event updated for resources: {'Port': ['ID=32c95831-448d-4662-86af-8691fa831b54,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:20.359381 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f63a8-3bff-4324-9c67-6dd92f3b15de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:20.360873 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6fc0e795-8ff5-46be-8a1f-8fbf40263ab1 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for port (22250887-9eda-43fa-ab79-16e51ff09fce), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:20.366137 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f63a8-3bff-4324-9c67-6dd92f3b15de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:20.366646 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f63a8-3bff-4324-9c67-6dd92f3b15de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:20.366849 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6fc0e795-8ff5-46be-8a1f-8fbf40263ab1 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (22250887-9eda-43fa-ab79-16e51ff09fce), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:20.367213 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f63a8-3bff-4324-9c67-6dd92f3b15de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:20.367669 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f63a8-3bff-4324-9c67-6dd92f3b15de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:20.368107 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f63a8-3bff-4324-9c67-6dd92f3b15de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:20.368628 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f63a8-3bff-4324-9c67-6dd92f3b15de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:20.382109 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f63a8-3bff-4324-9c67-6dd92f3b15de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:20.382415 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f63a8-3bff-4324-9c67-6dd92f3b15de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:20.382733 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f63a8-3bff-4324-9c67-6dd92f3b15de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:20.383073 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f63a8-3bff-4324-9c67-6dd92f3b15de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:20.383406 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f63a8-3bff-4324-9c67-6dd92f3b15de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:20.383739 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f63a8-3bff-4324-9c67-6dd92f3b15de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:20.395259 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53f8e98-94d0-4c44-b82d-dd62a3f55108 None None] Routers {'8f474954-c472-4df2-b961-57893adfcd55'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:28:20.395894 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-e53f8e98-94d0-4c44-b82d-dd62a3f55108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:28:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['8f474954-c472-4df2-b961-57893adfcd55'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:20.455128 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 99d5ac5e-8286-4445-99c5-8f8a5350ab47 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:28:20.478829 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2673c553-823f-44a8-9167-e48bc9e03121 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (8f474954-c472-4df2-b961-57893adfcd55), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:20.539384 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6fc0e795-8ff5-46be-8a1f-8fbf40263ab1 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (3cda6346-95ae-4504-baf4-a5958017f8be), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:20.556509 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc0e795-8ff5-46be-8a1f-8fbf40263ab1 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event updated for resources: {'Port': ['ID=22250887-9eda-43fa-ab79-16e51ff09fce,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:20.623557 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 99d5ac5e-8286-4445-99c5-8f8a5350ab47 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:20.624146 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (99d5ac5e-8286-4445-99c5-8f8a5350ab47), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:20.688851 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-07dbda59-cee6-4116-8573-b73ccda17428 admin admin] Publish callbacks [] for security_group (64b504bd-3eb1-4ffd-a5b0-fc3d9215ea05), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:20.703872 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-e53f8e98-94d0-4c44-b82d-dd62a3f55108 None None] Set router 8f474954-c472-4df2-b961-57893adfcd55 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:28:20.724958 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-07dbda59-cee6-4116-8573-b73ccda17428 admin admin] Publish callbacks [] for security_group (64b504bd-3eb1-4ffd-a5b0-fc3d9215ea05), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:20.754231 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8b8d1655-252b-400d-aa0c-08c29d7d1909 req-68de0942-7fe1-4362-a020-963b020cb5b6 tempest-ServerShowV257Test-1882631392 tempest-ServerShowV257Test-1882631392-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9f35a41-d139-4682-9dba-2daff013e03e HTTP/1.1" status: 200 len: 210 time: 0.2065759 Feb 09 01:28:20.784089 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 99d5ac5e-8286-4445-99c5-8f8a5350ab47 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:20.784089 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (99d5ac5e-8286-4445-99c5-8f8a5350ab47), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:20.787165 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2673c553-823f-44a8-9167-e48bc9e03121 admin admin] Pushing event updated for resources: {'Port': ['ID=10dcd331-47cf-4993-81f1-ec70bb7a57bd,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:20.794057 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4590ea-8d73-497d-8fae-c747a44d47e4 None None] Network 7a270272-64b7-4ca9-a64b-7296b464b1ae requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:28:20.816297 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-07dbda59-cee6-4116-8573-b73ccda17428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (64b504bd-3eb1-4ffd-a5b0-fc3d9215ea05), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:20.820400 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-07dbda59-cee6-4116-8573-b73ccda17428 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:20.829212 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-07dbda59-cee6-4116-8573-b73ccda17428 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/64b504bd-3eb1-4ffd-a5b0-fc3d9215ea05 HTTP/1.1" status: 204 len: 168 time: 0.6108544 Feb 09 01:28:20.856044 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dbda59-cee6-4116-8573-b73ccda17428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b504bd-3eb1-4ffd-a5b0-fc3d9215ea05,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:20.896947 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2673c553-823f-44a8-9167-e48bc9e03121 admin admin] Network 7c1e365b-e37c-4467-a216-ac25b15524b9 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:20.899708 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-2673c553-823f-44a8-9167-e48bc9e03121 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:20.912128 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 99d5ac5e-8286-4445-99c5-8f8a5350ab47, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=99d5ac5e-8286-4445-99c5-8f8a5350ab47,segment=NetworkSegment(59a43da0-8fbf-491f-a108-c60ff559cda3),segment_id=59a43da0-8fbf-491f-a108-c60ff559cda3)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:28:20.923624 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-3f8b6ce5-a7bc-48cf-90ff-ab4e374d946c None None] Provisioning complete for port 99d5ac5e-8286-4445-99c5-8f8a5350ab47 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:20.924159 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3f8b6ce5-a7bc-48cf-90ff-ab4e374d946c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (99d5ac5e-8286-4445-99c5-8f8a5350ab47), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:20.985153 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc0e795-8ff5-46be-8a1f-8fbf40263ab1 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Network 7a270272-64b7-4ca9-a64b-7296b464b1ae is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:20.991640 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (99d5ac5e-8286-4445-99c5-8f8a5350ab47), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:20.993290 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-6fc0e795-8ff5-46be-8a1f-8fbf40263ab1 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:21.130284 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=99d5ac5e-8286-4445-99c5-8f8a5350ab47,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:21.147797 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2673c553-823f-44a8-9167-e48bc9e03121 admin admin] Router 8f474954-c472-4df2-b961-57893adfcd55 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:28:21.271564 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-3f8b6ce5-a7bc-48cf-90ff-ab4e374d946c None None] Current status of the port 99d5ac5e-8286-4445-99c5-8f8a5350ab47 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:21.289204 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c232344-d606-4dac-aa9e-67ead210a06a req-aeb616c7-9b51-49df-810b-e7e6e4bffcb8 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:21.291411 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9c232344-d606-4dac-aa9e-67ead210a06a req-aeb616c7-9b51-49df-810b-e7e6e4bffcb8 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.120 "GET /v2.0/networks?id=d88b7625-86d0-4021-80a0-5ba2f7b1a042 HTTP/1.1" status: 200 len: 811 time: 0.7458575 Feb 09 01:28:21.304584 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c25db-0cba-4059-bf6c-e7d2143e85c6 req-1d414d67-8ede-43d3-a4bc-fb29ee984a7d tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:21.306121 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5a9c25db-0cba-4059-bf6c-e7d2143e85c6 req-1d414d67-8ede-43d3-a4bc-fb29ee984a7d tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 945 time: 0.6178682 Feb 09 01:28:21.312992 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-9c232344-d606-4dac-aa9e-67ead210a06a req-0118d1c7-5611-4067-acfb-9e8fe9dff15e tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Request body: {'port': {'device_id': 'ccca30c7-d504-4508-aedc-fae32de95a07', 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042', 'admin_state_up': True, 'tenant_id': '99253303b883423fad908712b3678824'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:21.353461 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2673c553-823f-44a8-9167-e48bc9e03121 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:28:21.386940 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2673c553-823f-44a8-9167-e48bc9e03121 admin admin] 10.222.0.50 "PUT /v2.0/routers/8f474954-c472-4df2-b961-57893adfcd55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9265063 Feb 09 01:28:21.423212 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-3b5804d7-00d1-4cae-ac68-1a3b66173b8b None None] Provisioning complete for port 10dcd331-47cf-4993-81f1-ec70bb7a57bd triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:21.437888 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3b5804d7-00d1-4cae-ac68-1a3b66173b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (10dcd331-47cf-4993-81f1-ec70bb7a57bd), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:21.468878 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-e53f8e98-94d0-4c44-b82d-dd62a3f55108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f474954-c472-4df2-b961-57893adfcd55', 'name': 'tempest-TestServerMultinode-1477930470-router', 'tenant_id': '4ffecf79ef28414a94c82fbd3208c381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '32c95831-448d-4662-86af-8691fa831b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:12Z', 'updated_at': '2022-02-09T01:28:19Z', 'revision_number': 4, 'project_id': '4ffecf79ef28414a94c82fbd3208c381', 'gw_port': {'id': '32c95831-448d-4662-86af-8691fa831b54', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:19:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f474954-c472-4df2-b961-57893adfcd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:13Z', 'updated_at': '2022-02-09T01:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '10dcd331-47cf-4993-81f1-ec70bb7a57bd', 'name': '', 'network_id': '7c1e365b-e37c-4467-a216-ac25b15524b9', 'tenant_id': '4ffecf79ef28414a94c82fbd3208c381', 'mac_address': 'fa:16:3e:71:38:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f474954-c472-4df2-b961-57893adfcd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '8800f021-7b79-4b5c-af69-0572bdc39fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:18Z', 'updated_at': '2022-02-09T01:28:20Z', 'revision_number': 2, 'project_id': '4ffecf79ef28414a94c82fbd3208c381', 'subnets': [{'id': '8800f021-7b79-4b5c-af69-0572bdc39fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:21.511983 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53f8e98-94d0-4c44-b82d-dd62a3f55108 None None] The sync data for ids ['8f474954-c472-4df2-b961-57893adfcd55'] in n-d-828369-4 is: [{'id': '8f474954-c472-4df2-b961-57893adfcd55', 'name': 'tempest-TestServerMultinode-1477930470-router', 'tenant_id': '4ffecf79ef28414a94c82fbd3208c381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '32c95831-448d-4662-86af-8691fa831b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:12Z', 'updated_at': '2022-02-09T01:28:19Z', 'revision_number': 4, 'project_id': '4ffecf79ef28414a94c82fbd3208c381', 'gw_port': {'id': '32c95831-448d-4662-86af-8691fa831b54', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:19:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f474954-c472-4df2-b961-57893adfcd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:13Z', 'updated_at': '2022-02-09T01:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '10dcd331-47cf-4993-81f1-ec70bb7a57bd', 'name': '', 'network_id': '7c1e365b-e37c-4467-a216-ac25b15524b9', 'tenant_id': '4ffecf79ef28414a94c82fbd3208c381', 'mac_address': 'fa:16:3e:71:38:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f474954-c472-4df2-b961-57893adfcd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '8800f021-7b79-4b5c-af69-0572bdc39fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:18Z', 'updated_at': '2022-02-09T01:28:20Z', 'revision_number': 2, 'project_id': '4ffecf79ef28414a94c82fbd3208c381', 'subnets': [{'id': '8800f021-7b79-4b5c-af69-0572bdc39fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:28:21.523901 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-3b5804d7-00d1-4cae-ac68-1a3b66173b8b None None] Port 10dcd331-47cf-4993-81f1-ec70bb7a57bd cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:28:21.586754 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-15ab1df9-5ccf-4ec5-88df-49bfa2a836b1 req-71bfaebc-fbf1-433b-a885-980a0de562c8 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccca30c7-d504-4508-aedc-fae32de95a07 HTTP/1.1" status: 200 len: 210 time: 0.1267378 Feb 09 01:28:21.721823 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5a9c25db-0cba-4059-bf6c-e7d2143e85c6 req-f1fff86a-249b-481a-a996-c9ea95aea994 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037473 Feb 09 01:28:21.748945 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc0e795-8ff5-46be-8a1f-8fbf40263ab1 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Router 3cda6346-95ae-4504-baf4-a5958017f8be is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:28:21.754669 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c232344-d606-4dac-aa9e-67ead210a06a req-0118d1c7-5611-4067-acfb-9e8fe9dff15e tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Made reservation on behalf of 99253303b883423fad908712b3678824 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:21.768724 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9c232344-d606-4dac-aa9e-67ead210a06a req-0118d1c7-5611-4067-acfb-9e8fe9dff15e tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:21.810489 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-e8d1daeb-232c-42ad-be0e-89f43e5e4a13 None None] Provisioning complete for port 99d5ac5e-8286-4445-99c5-8f8a5350ab47 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:21.818348 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e8d1daeb-232c-42ad-be0e-89f43e5e4a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (99d5ac5e-8286-4445-99c5-8f8a5350ab47), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:22.084439 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e8d1daeb-232c-42ad-be0e-89f43e5e4a13 None None] Current status of the port 99d5ac5e-8286-4445-99c5-8f8a5350ab47 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:22.097405 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-e8d1daeb-232c-42ad-be0e-89f43e5e4a13 None None] Provisioning complete for port 22250887-9eda-43fa-ab79-16e51ff09fce triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:22.097854 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e8d1daeb-232c-42ad-be0e-89f43e5e4a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (22250887-9eda-43fa-ab79-16e51ff09fce), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:22.135703 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e8d1daeb-232c-42ad-be0e-89f43e5e4a13 None None] Port 22250887-9eda-43fa-ab79-16e51ff09fce cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:28:22.278669 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-cf1b9251-8c1f-438d-a89c-70667f3db8f7 None None] Provisioning complete for port 22250887-9eda-43fa-ab79-16e51ff09fce triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:22.279071 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cf1b9251-8c1f-438d-a89c-70667f3db8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (22250887-9eda-43fa-ab79-16e51ff09fce), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:22.456363 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 99d5ac5e-8286-4445-99c5-8f8a5350ab47 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:28:22.462762 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-cf1b9251-8c1f-438d-a89c-70667f3db8f7 None None] Port 22250887-9eda-43fa-ab79-16e51ff09fce cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:28:22.464347 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47638) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:22.472724 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-942beeee-32b1-44dd-85a3-cead18f2790f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-950840163-network', 'tenant_id': '6315096f882943ae8e8ef99fc8ef2039'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:22.518677 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942beeee-32b1-44dd-85a3-cead18f2790f admin admin] Made reservation on behalf of 6315096f882943ae8e8ef99fc8ef2039 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:22.521386 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-942beeee-32b1-44dd-85a3-cead18f2790f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:22.528111 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 99d5ac5e-8286-4445-99c5-8f8a5350ab47 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:22.533397 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (99d5ac5e-8286-4445-99c5-8f8a5350ab47), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:22.553016 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-942beeee-32b1-44dd-85a3-cead18f2790f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:22.696323 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 99d5ac5e-8286-4445-99c5-8f8a5350ab47 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:22.727822 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-d2b314c6-61db-4a49-a916-07de9b0d83a2 None None] Provisioning complete for port 22250887-9eda-43fa-ab79-16e51ff09fce triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:22.728228 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d2b314c6-61db-4a49-a916-07de9b0d83a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (22250887-9eda-43fa-ab79-16e51ff09fce), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:22.770234 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-942beeee-32b1-44dd-85a3-cead18f2790f admin admin] Publish callbacks [] for security_group (23aadf47-471e-4955-af58-ae02af4b1fdf), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:22.778698 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-942beeee-32b1-44dd-85a3-cead18f2790f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (23aadf47-471e-4955-af58-ae02af4b1fdf), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:22.850912 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-d2b314c6-61db-4a49-a916-07de9b0d83a2 None None] Port 22250887-9eda-43fa-ab79-16e51ff09fce cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:28:22.883143 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-49cb9b89-09c1-4cf7-b92e-d8ddd2ef6808 req-c1a7090f-f610-4abb-9abe-7d18bc08a91f tempest-ServerShowV257Test-1882631392 tempest-ServerShowV257Test-1882631392-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9f35a41-d139-4682-9dba-2daff013e03e HTTP/1.1" status: 200 len: 210 time: 0.9212325 Feb 09 01:28:22.893024 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-942beeee-32b1-44dd-85a3-cead18f2790f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1021} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:28:22.910583 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942beeee-32b1-44dd-85a3-cead18f2790f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23aadf47-471e-4955-af58-ae02af4b1fdf,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:22.947295 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-942beeee-32b1-44dd-85a3-cead18f2790f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (90a93e77-1f13-485b-ad6a-064316f0e646), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:22.948998 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-942beeee-32b1-44dd-85a3-cead18f2790f admin admin] Added segment 90a93e77-1f13-485b-ad6a-064316f0e646 of type vlan for network d0f91cd1-0ad8-4b97-8d56-dc5ec192c0f6 Feb 09 01:28:23.067296 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-942beeee-32b1-44dd-85a3-cead18f2790f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (d0f91cd1-0ad8-4b97-8d56-dc5ec192c0f6), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:23.085700 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-9c232344-d606-4dac-aa9e-67ead210a06a req-0118d1c7-5611-4067-acfb-9e8fe9dff15e tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Allocated IP 172.20.0.6 (d88b7625-86d0-4021-80a0-5ba2f7b1a042/e8a10734-f380-44a3-a9f7-298105351e3b/f72cb158-ae73-4777-be1f-4d98341d602e) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:23.130345 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc0e795-8ff5-46be-8a1f-8fbf40263ab1 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:28:23.141308 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2f6c8b-922a-4d6f-9fbc-291e93f43c4e None None] Sync routers for ids ['3cda6346-95ae-4504-baf4-a5958017f8be'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:28:23.169820 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2f6c8b-922a-4d6f-9fbc-291e93f43c4e None None] Routers {'3cda6346-95ae-4504-baf4-a5958017f8be'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:28:23.170339 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-942beeee-32b1-44dd-85a3-cead18f2790f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (d0f91cd1-0ad8-4b97-8d56-dc5ec192c0f6), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:23.171638 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-8d2f6c8b-922a-4d6f-9fbc-291e93f43c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:28:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['3cda6346-95ae-4504-baf4-a5958017f8be'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:23.178426 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942beeee-32b1-44dd-85a3-cead18f2790f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:23.179060 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-942beeee-32b1-44dd-85a3-cead18f2790f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:23.179715 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-6fc0e795-8ff5-46be-8a1f-8fbf40263ab1 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "PUT /v2.0/routers/3cda6346-95ae-4504-baf4-a5958017f8be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0878186 Feb 09 01:28:23.184718 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47656) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:23.193079 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1909c92b-de0c-4e54-bd36-522b14f1cd14 req-89e28160-1671-4f9d-9a14-bca03c2f5fca tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccca30c7-d504-4508-aedc-fae32de95a07 HTTP/1.1" status: 200 len: 210 time: 0.0781004 Feb 09 01:28:23.240475 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-7cdbca3f-c74d-4471-b35e-ea1cc24c7725 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Request body: {'network': {'name': 'tempest-RoutersTest-460598876'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:23.286432 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681881e-6244-4b0d-ad4e-33a932fa5ff0 req-c22774c6-26ac-4076-8079-62d4f617c4ee tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:23.298406 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1681881e-6244-4b0d-ad4e-33a932fa5ff0 req-c22774c6-26ac-4076-8079-62d4f617c4ee tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 945 time: 1.3583436 Feb 09 01:28:23.328452 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-942beeee-32b1-44dd-85a3-cead18f2790f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8607829 Feb 09 01:28:23.340193 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47660) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:23.340846 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-8d2f6c8b-922a-4d6f-9fbc-291e93f43c4e None None] Set router 3cda6346-95ae-4504-baf4-a5958017f8be gateway port host: None {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:28:23.356366 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-17077254-6c7e-4794-a238-19deda601aa8 admin admin] Request body: {'subnet': {'network_id': 'd0f91cd1-0ad8-4b97-8d56-dc5ec192c0f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-950840163-subnet', 'tenant_id': '6315096f882943ae8e8ef99fc8ef2039', 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:23.358925 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cdbca3f-c74d-4471-b35e-ea1cc24c7725 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Made reservation on behalf of 97d0b2cfb3c54d2dbdc39a6f73fdb6ce for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:23.362538 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7cdbca3f-c74d-4471-b35e-ea1cc24c7725 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:23.420726 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942beeee-32b1-44dd-85a3-cead18f2790f admin admin] Pushing event updated for resources: {'Network': ['ID=d0f91cd1-0ad8-4b97-8d56-dc5ec192c0f6,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:23.431962 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network d0f91cd1-0ad8-4b97-8d56-dc5ec192c0f6 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:28:23.499678 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cdbca3f-c74d-4471-b35e-ea1cc24c7725 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1044} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:28:23.516955 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17077254-6c7e-4794-a238-19deda601aa8 admin admin] Made reservation on behalf of 6315096f882943ae8e8ef99fc8ef2039 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:23.529939 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-17077254-6c7e-4794-a238-19deda601aa8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:23.563565 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7cdbca3f-c74d-4471-b35e-ea1cc24c7725 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (f9b6b58d-8390-4f69-b94d-6b97fdc198cb), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:23.563916 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-7cdbca3f-c74d-4471-b35e-ea1cc24c7725 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Added segment f9b6b58d-8390-4f69-b94d-6b97fdc198cb of type vlan for network cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53 Feb 09 01:28:23.569167 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1681881e-6244-4b0d-ad4e-33a932fa5ff0 req-b3fb50ee-68b4-40e7-8469-67b36a7c66e6 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697825 Feb 09 01:28:23.785561 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9c232344-d606-4dac-aa9e-67ead210a06a req-0118d1c7-5611-4067-acfb-9e8fe9dff15e tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks [] for port (f72cb158-ae73-4777-be1f-4d98341d602e), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:23.889582 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7cdbca3f-c74d-4471-b35e-ea1cc24c7725 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:23.937445 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-8d2f6c8b-922a-4d6f-9fbc-291e93f43c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'name': 'tempest-RoutersTest-router-1370585882', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:14Z', 'updated_at': '2022-02-09T01:28:19Z', 'revision_number': 2, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'gw_port_host': None, '_interfaces': [{'id': '22250887-9eda-43fa-ab79-16e51ff09fce', 'name': '', 'network_id': '7a270272-64b7-4ca9-a64b-7296b464b1ae', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:c3:cd:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd603a904-ec18-4b46-981a-c15c52d44f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:18Z', 'updated_at': '2022-02-09T01:28:20Z', 'revision_number': 2, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': 'd603a904-ec18-4b46-981a-c15c52d44f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:23.955200 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7cdbca3f-c74d-4471-b35e-ea1cc24c7725 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:23.960713 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdbca3f-c74d-4471-b35e-ea1cc24c7725 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:23.961556 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7cdbca3f-c74d-4471-b35e-ea1cc24c7725 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:23.995188 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97cc8b-f472-46f3-931f-0bfc5ae206e9 req-adfff798-6f89-4a2b-af3c-14b98f81b6a5 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:24.018028 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8d97cc8b-f472-46f3-931f-0bfc5ae206e9 req-adfff798-6f89-4a2b-af3c-14b98f81b6a5 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 945 time: 0.2776499 Feb 09 01:28:24.061854 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2f6c8b-922a-4d6f-9fbc-291e93f43c4e None None] Checking router: 3cda6346-95ae-4504-baf4-a5958017f8be for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:28:24.063130 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2f6c8b-922a-4d6f-9fbc-291e93f43c4e None None] Updating router 3cda6346-95ae-4504-baf4-a5958017f8be port 22250887-9eda-43fa-ab79-16e51ff09fce binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:28:24.077797 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9c232344-d606-4dac-aa9e-67ead210a06a req-0118d1c7-5611-4067-acfb-9e8fe9dff15e tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (f72cb158-ae73-4777-be1f-4d98341d602e), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:24.109560 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['4a7f28fe-4468-4bb0-903a-2671c1ddf3d6'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:28:24.112834 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['3942803c-74dd-4a55-a831-3d2e2ac75e88'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:28:24.149773 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8d2f6c8b-922a-4d6f-9fbc-291e93f43c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (22250887-9eda-43fa-ab79-16e51ff09fce), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:24.173768 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7cdbca3f-c74d-4471-b35e-ea1cc24c7725 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9732559 Feb 09 01:28:24.185619 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47678) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:24.231093 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-b9eb9c9c-7c0a-4582-9ee6-a68dc99802b7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Request body: {'subnet': {'network_id': 'cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:24.295098 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b26b67d2-6586-4f51-a23e-dd45f96fa0be req-dbcb2c23-ba73-452a-9b5f-ac29465da902 tempest-ServerShowV257Test-1882631392 tempest-ServerShowV257Test-1882631392-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9f35a41-d139-4682-9dba-2daff013e03e HTTP/1.1" status: 200 len: 210 time: 0.1935813 Feb 09 01:28:24.424216 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c232344-d606-4dac-aa9e-67ead210a06a req-0118d1c7-5611-4067-acfb-9e8fe9dff15e tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Network d88b7625-86d0-4021-80a0-5ba2f7b1a042 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:24.462819 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-9c232344-d606-4dac-aa9e-67ead210a06a req-0118d1c7-5611-4067-acfb-9e8fe9dff15e tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:24.485647 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c232344-d606-4dac-aa9e-67ead210a06a req-0118d1c7-5611-4067-acfb-9e8fe9dff15e tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:28:24.557539 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0118d1c7-5611-4067-acfb-9e8fe9dff15e tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Pushing event updated for resources: {'Port': ['ID=f72cb158-ae73-4777-be1f-4d98341d602e,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:24.562382 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 32c95831-448d-4662-86af-8691fa831b54 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:28:24.623106 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8d97cc8b-f472-46f3-931f-0bfc5ae206e9 req-63155171-efb9-4f03-a2fb-967e9f27e58e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6041558 Feb 09 01:28:24.701785 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c232344-d606-4dac-aa9e-67ead210a06a req-0118d1c7-5611-4067-acfb-9e8fe9dff15e tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:24.705688 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9c232344-d606-4dac-aa9e-67ead210a06a req-0118d1c7-5611-4067-acfb-9e8fe9dff15e tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:24.733752 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-17077254-6c7e-4794-a238-19deda601aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (27364577-3268-4ee9-a473-76524015881a), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:24.742622 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdbca3f-c74d-4471-b35e-ea1cc24c7725 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event updated for resources: {'Network': ['ID=cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:24.764599 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9eb9c9c-7c0a-4582-9ee6-a68dc99802b7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Made reservation on behalf of 97d0b2cfb3c54d2dbdc39a6f73fdb6ce for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:24.767964 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b9eb9c9c-7c0a-4582-9ee6-a68dc99802b7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:24.776638 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:28:24.793811 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af78a3c-0a59-4b98-8ba1-59235d87a263 req-3e481cdd-bfab-4c93-b46d-d851d96398fb tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:24.796022 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6af78a3c-0a59-4b98-8ba1-59235d87a263 req-3e481cdd-bfab-4c93-b46d-d851d96398fb tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccca30c7-d504-4508-aedc-fae32de95a07 HTTP/1.1" status: 200 len: 931 time: 0.2127068 Feb 09 01:28:24.799580 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9c232344-d606-4dac-aa9e-67ead210a06a req-0118d1c7-5611-4067-acfb-9e8fe9dff15e tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4925146 Feb 09 01:28:24.872348 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-9c232344-d606-4dac-aa9e-67ead210a06a req-67609d37-5e3d-4a70-aea1-9aabc5ee4f9f service neutron] Request body: {'port': {'device_id': 'ccca30c7-d504-4508-aedc-fae32de95a07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:24.973155 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17077254-6c7e-4794-a238-19deda601aa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27364577-3268-4ee9-a473-76524015881a,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:24.986657 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47692) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:25.020428 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 32c95831-448d-4662-86af-8691fa831b54 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:25.023139 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (32c95831-448d-4662-86af-8691fa831b54), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:25.044752 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6af78a3c-0a59-4b98-8ba1-59235d87a263 req-37b0c946-3dcf-45c6-8977-3479e19bdd98 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421706 Feb 09 01:28:25.045523 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9c232344-d606-4dac-aa9e-67ead210a06a req-67609d37-5e3d-4a70-aea1-9aabc5ee4f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f72cb158-ae73-4777-be1f-4d98341d602e), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:25.053997 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8d2f6c8b-922a-4d6f-9fbc-291e93f43c4e None None] Publish callbacks [] for port (22250887-9eda-43fa-ab79-16e51ff09fce), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:25.072506 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8d2f6c8b-922a-4d6f-9fbc-291e93f43c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (22250887-9eda-43fa-ab79-16e51ff09fce), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:25.098934 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-9ef4c8d8-eccd-48ac-861a-92c4897e0c46 None None] Provisioning complete for port f72cb158-ae73-4777-be1f-4d98341d602e triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:25.103202 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9ef4c8d8-eccd-48ac-861a-92c4897e0c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f72cb158-ae73-4777-be1f-4d98341d602e), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:25.173853 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-9ef4c8d8-eccd-48ac-861a-92c4897e0c46 None None] Port f72cb158-ae73-4777-be1f-4d98341d602e cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:28:25.242552 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a68c54-711c-4fdb-99d5-0b5688a2f2b3 None None] Pushing event updated for resources: {'Port': ['ID=22250887-9eda-43fa-ab79-16e51ff09fce,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:25.259055 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 32c95831-448d-4662-86af-8691fa831b54 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:25.259698 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (32c95831-448d-4662-86af-8691fa831b54), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:25.262863 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a68c54-711c-4fdb-99d5-0b5688a2f2b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:25.263210 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a68c54-711c-4fdb-99d5-0b5688a2f2b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:25.263554 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a68c54-711c-4fdb-99d5-0b5688a2f2b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:25.263888 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a68c54-711c-4fdb-99d5-0b5688a2f2b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:25.264215 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a68c54-711c-4fdb-99d5-0b5688a2f2b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:25.264562 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a68c54-711c-4fdb-99d5-0b5688a2f2b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:25.264893 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a68c54-711c-4fdb-99d5-0b5688a2f2b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:25.265216 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a68c54-711c-4fdb-99d5-0b5688a2f2b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:25.265534 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a68c54-711c-4fdb-99d5-0b5688a2f2b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:25.265854 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a68c54-711c-4fdb-99d5-0b5688a2f2b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:25.266174 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a68c54-711c-4fdb-99d5-0b5688a2f2b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:25.266492 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a68c54-711c-4fdb-99d5-0b5688a2f2b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:25.266810 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a68c54-711c-4fdb-99d5-0b5688a2f2b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:25.292946 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17077254-6c7e-4794-a238-19deda601aa8 admin admin] Checking segment: {'id': '90a93e77-1f13-485b-ad6a-064316f0e646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'd0f91cd1-0ad8-4b97-8d56-dc5ec192c0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:28:25.294653 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17077254-6c7e-4794-a238-19deda601aa8 admin admin] Network hostable DHCP agents. Network: d0f91cd1-0ad8-4b97-8d56-dc5ec192c0f6, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:28:25.306431 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 32c95831-448d-4662-86af-8691fa831b54, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=32c95831-448d-4662-86af-8691fa831b54,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:28:25.321353 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (32c95831-448d-4662-86af-8691fa831b54), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:25.440479 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17077254-6c7e-4794-a238-19deda601aa8 admin admin] Network d0f91cd1-0ad8-4b97-8d56-dc5ec192c0f6 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:28:25.477051 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9099285-a79e-4d70-94c9-231359e279f6 req-e6680f13-91f9-4465-b5f4-87936dcd4d4b tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:25.498710 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b9099285-a79e-4d70-94c9-231359e279f6 req-e6680f13-91f9-4465-b5f4-87936dcd4d4b tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 945 time: 0.1815417 Feb 09 01:28:25.522899 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-8d2f6c8b-922a-4d6f-9fbc-291e93f43c4e None None] Attempting to bind port 22250887-9eda-43fa-ab79-16e51ff09fce on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:28:25.525046 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=32c95831-448d-4662-86af-8691fa831b54,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:25.526978 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-8d2f6c8b-922a-4d6f-9fbc-291e93f43c4e None None] Attempting to bind port 22250887-9eda-43fa-ab79-16e51ff09fce by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '59a43da0-8fbf-491f-a108-c60ff559cda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '7a270272-64b7-4ca9-a64b-7296b464b1ae'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:28:25.527428 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2f6c8b-922a-4d6f-9fbc-291e93f43c4e None None] Attempting to bind port 22250887-9eda-43fa-ab79-16e51ff09fce on network 7a270272-64b7-4ca9-a64b-7296b464b1ae {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:28:25.563184 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2f6c8b-922a-4d6f-9fbc-291e93f43c4e None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:28:25.563633 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2f6c8b-922a-4d6f-9fbc-291e93f43c4e None None] Checking segment: {'id': '59a43da0-8fbf-491f-a108-c60ff559cda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '7a270272-64b7-4ca9-a64b-7296b464b1ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:28:25.565172 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8d2f6c8b-922a-4d6f-9fbc-291e93f43c4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:25.565588 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2f6c8b-922a-4d6f-9fbc-291e93f43c4e None None] Bound using segment: {'id': '59a43da0-8fbf-491f-a108-c60ff559cda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '7a270272-64b7-4ca9-a64b-7296b464b1ae'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:28:25.566099 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-8d2f6c8b-922a-4d6f-9fbc-291e93f43c4e None None] Bound port: 22250887-9eda-43fa-ab79-16e51ff09fce, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59a43da0-8fbf-491f-a108-c60ff559cda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '7a270272-64b7-4ca9-a64b-7296b464b1ae'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:28:25.566491 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8d2f6c8b-922a-4d6f-9fbc-291e93f43c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (22250887-9eda-43fa-ab79-16e51ff09fce), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:25.587221 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-17077254-6c7e-4794-a238-19deda601aa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, d0f91cd1-0ad8-4b97-8d56-dc5ec192c0f6) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:25.597450 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6688e94c-95fa-4b97-b3fd-583916acc02b None None] Network d0f91cd1-0ad8-4b97-8d56-dc5ec192c0f6 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:28:25.598116 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17077254-6c7e-4794-a238-19deda601aa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:25.598741 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-17077254-6c7e-4794-a238-19deda601aa8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:25.610338 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-40dd6664-452b-4d58-a6ae-2232f3dcf5ab tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:25.641569 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-125bf637-bb19-4f99-ae39-a9789317b17e req-cf17422b-e476-4ccc-a7a6-7a2041fa781d tempest-ServerShowV257Test-1882631392 tempest-ServerShowV257Test-1882631392-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9f35a41-d139-4682-9dba-2daff013e03e HTTP/1.1" status: 200 len: 210 time: 0.0910759 Feb 09 01:28:25.711021 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-40dd6664-452b-4d58-a6ae-2232f3dcf5ab tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:25.727818 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-17077254-6c7e-4794-a238-19deda601aa8 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3830116 Feb 09 01:28:25.730734 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47702) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:25.731734 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-8d2f6c8b-922a-4d6f-9fbc-291e93f43c4e None None] For port 22250887-9eda-43fa-ab79-16e51ff09fce, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:28:25.735114 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-8d2f6c8b-922a-4d6f-9fbc-291e93f43c4e None None] For port 22250887-9eda-43fa-ab79-16e51ff09fce, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=22250887-9eda-43fa-ab79-16e51ff09fce,segment=NetworkSegment(59a43da0-8fbf-491f-a108-c60ff559cda3),segment_id=59a43da0-8fbf-491f-a108-c60ff559cda3)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:28:25.749129 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8d2f6c8b-922a-4d6f-9fbc-291e93f43c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (22250887-9eda-43fa-ab79-16e51ff09fce), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:25.766864 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-3d1f1841-eec5-4f27-887d-9e10b519719f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-950840163-router', 'tenant_id': '6315096f882943ae8e8ef99fc8ef2039', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:25.815107 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b11965-229f-450c-b2a3-12cf75b9e708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-d0f91cd1-0ad8-4b97-8d56-dc5ec192c0f6', 'network_id': 'd0f91cd1-0ad8-4b97-8d56-dc5ec192c0f6', 'project_id': '6315096f882943ae8e8ef99fc8ef2039', 'fixed_ips': [{'subnet_id': '27364577-3268-4ee9-a473-76524015881a'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:28:25.815975 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e8b11965-229f-450c-b2a3-12cf75b9e708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:25.816797 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b9099285-a79e-4d70-94c9-231359e279f6 req-a09235e5-d569-4912-8ff4-30032a03737e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155813 Feb 09 01:28:25.836046 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548f3d26-e835-45ed-b564-14b363687d7b None None] Sync routers for ids ['8f474954-c472-4df2-b961-57893adfcd55'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:28:25.864141 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-51e19d6c-57e6-4216-97b2-edbed5436d20 None None] Provisioning complete for port 22250887-9eda-43fa-ab79-16e51ff09fce triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:25.864580 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-51e19d6c-57e6-4216-97b2-edbed5436d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (22250887-9eda-43fa-ab79-16e51ff09fce), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:25.872106 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548f3d26-e835-45ed-b564-14b363687d7b None None] Routers {'8f474954-c472-4df2-b961-57893adfcd55'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:28:25.872806 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-548f3d26-e835-45ed-b564-14b363687d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:28:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['8f474954-c472-4df2-b961-57893adfcd55'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:25.966138 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-9c232344-d606-4dac-aa9e-67ead210a06a req-67609d37-5e3d-4a70-aea1-9aabc5ee4f9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f72cb158-ae73-4777-be1f-4d98341d602e {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:28:25.986278 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9c232344-d606-4dac-aa9e-67ead210a06a req-67609d37-5e3d-4a70-aea1-9aabc5ee4f9f service neutron] Publish callbacks [] for port (f72cb158-ae73-4777-be1f-4d98341d602e), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:26.009749 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3d1f1841-eec5-4f27-887d-9e10b519719f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (875f1ea5-84e6-4a54-87bb-f01ecebb1988), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:26.011819 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-9c232344-d606-4dac-aa9e-67ead210a06a req-67609d37-5e3d-4a70-aea1-9aabc5ee4f9f service neutron] Transition to ACTIVE for port object f72cb158-ae73-4777-be1f-4d98341d602e will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:28:26.016839 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9c232344-d606-4dac-aa9e-67ead210a06a req-67609d37-5e3d-4a70-aea1-9aabc5ee4f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (f72cb158-ae73-4777-be1f-4d98341d602e), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:26.018092 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3d1f1841-eec5-4f27-887d-9e10b519719f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (875f1ea5-84e6-4a54-87bb-f01ecebb1988), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:26.088310 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2f6c8b-922a-4d6f-9fbc-291e93f43c4e None None] Routers {'3cda6346-95ae-4504-baf4-a5958017f8be'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:28:26.088433 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-8d2f6c8b-922a-4d6f-9fbc-291e93f43c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:28:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['3cda6346-95ae-4504-baf4-a5958017f8be'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:26.131524 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67609d37-5e3d-4a70-aea1-9aabc5ee4f9f service neutron] Pushing event updated for resources: {'Port': ['ID=f72cb158-ae73-4777-be1f-4d98341d602e,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:26.197179 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a68c54-711c-4fdb-99d5-0b5688a2f2b3 None None] Pushing event updated for resources: {'Port': ['ID=22250887-9eda-43fa-ab79-16e51ff09fce,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:26.214741 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b9eb9c9c-7c0a-4582-9ee6-a68dc99802b7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (e02b13f4-3113-4df7-9f28-8a3ca4f007d9), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:26.306947 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3d1f1841-eec5-4f27-887d-9e10b519719f admin admin] Publish callbacks [] for router_controller (875f1ea5-84e6-4a54-87bb-f01ecebb1988), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:26.344332 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-e8b11965-229f-450c-b2a3-12cf75b9e708 None None] Allocated IP 172.20.0.2 (d0f91cd1-0ad8-4b97-8d56-dc5ec192c0f6/27364577-3268-4ee9-a473-76524015881a/b028173e-dc30-488e-8691-a808746d5eb5) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:26.375750 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-9c232344-d606-4dac-aa9e-67ead210a06a req-67609d37-5e3d-4a70-aea1-9aabc5ee4f9f service neutron] Attempting to bind port f72cb158-ae73-4777-be1f-4d98341d602e on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:28:26.375750 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-9c232344-d606-4dac-aa9e-67ead210a06a req-67609d37-5e3d-4a70-aea1-9aabc5ee4f9f service neutron] Attempting to bind port f72cb158-ae73-4777-be1f-4d98341d602e by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': 'c65aa26b-6f4d-4da5-9ac6-6c267d824ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:28:26.375750 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c232344-d606-4dac-aa9e-67ead210a06a req-67609d37-5e3d-4a70-aea1-9aabc5ee4f9f service neutron] Attempting to bind port f72cb158-ae73-4777-be1f-4d98341d602e on network d88b7625-86d0-4021-80a0-5ba2f7b1a042 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:28:26.387034 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-8d2f6c8b-922a-4d6f-9fbc-291e93f43c4e None None] Set router 3cda6346-95ae-4504-baf4-a5958017f8be gateway port host: None {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:28:26.400961 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-548f3d26-e835-45ed-b564-14b363687d7b None None] Set router 8f474954-c472-4df2-b961-57893adfcd55 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:28:26.423777 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c232344-d606-4dac-aa9e-67ead210a06a req-67609d37-5e3d-4a70-aea1-9aabc5ee4f9f service neutron] Port f72cb158-ae73-4777-be1f-4d98341d602e on network d88b7625-86d0-4021-80a0-5ba2f7b1a042 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:28:26.424138 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c232344-d606-4dac-aa9e-67ead210a06a req-67609d37-5e3d-4a70-aea1-9aabc5ee4f9f service neutron] Attempting to bind port f72cb158-ae73-4777-be1f-4d98341d602e on network d88b7625-86d0-4021-80a0-5ba2f7b1a042 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:28:26.438880 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c232344-d606-4dac-aa9e-67ead210a06a req-67609d37-5e3d-4a70-aea1-9aabc5ee4f9f service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:28:26.439259 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c232344-d606-4dac-aa9e-67ead210a06a req-67609d37-5e3d-4a70-aea1-9aabc5ee4f9f service neutron] Checking segment: {'id': 'c65aa26b-6f4d-4da5-9ac6-6c267d824ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:28:26.439635 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c232344-d606-4dac-aa9e-67ead210a06a req-67609d37-5e3d-4a70-aea1-9aabc5ee4f9f service neutron] Bound using segment: {'id': 'c65aa26b-6f4d-4da5-9ac6-6c267d824ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:28:26.440080 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-9c232344-d606-4dac-aa9e-67ead210a06a req-67609d37-5e3d-4a70-aea1-9aabc5ee4f9f service neutron] Bound port: f72cb158-ae73-4777-be1f-4d98341d602e, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c65aa26b-6f4d-4da5-9ac6-6c267d824ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:28:26.440452 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9c232344-d606-4dac-aa9e-67ead210a06a req-67609d37-5e3d-4a70-aea1-9aabc5ee4f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f72cb158-ae73-4777-be1f-4d98341d602e), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:26.494154 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 32c95831-448d-4662-86af-8691fa831b54 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:28:26.554952 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-51e19d6c-57e6-4216-97b2-edbed5436d20 None None] Current status of the port 22250887-9eda-43fa-ab79-16e51ff09fce is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:26.557310 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-51e19d6c-57e6-4216-97b2-edbed5436d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (22250887-9eda-43fa-ab79-16e51ff09fce), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:26.635563 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb9c9c-7c0a-4582-9ee6-a68dc99802b7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event updated for resources: {'Subnet': ['ID=e02b13f4-3113-4df7-9f28-8a3ca4f007d9,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:26.665217 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eb9c9c-7c0a-4582-9ee6-a68dc99802b7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:26.665858 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eb9c9c-7c0a-4582-9ee6-a68dc99802b7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:26.666361 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eb9c9c-7c0a-4582-9ee6-a68dc99802b7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:26.666855 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eb9c9c-7c0a-4582-9ee6-a68dc99802b7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:26.668066 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eb9c9c-7c0a-4582-9ee6-a68dc99802b7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:26.668834 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eb9c9c-7c0a-4582-9ee6-a68dc99802b7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:26.669437 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eb9c9c-7c0a-4582-9ee6-a68dc99802b7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:26.669944 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eb9c9c-7c0a-4582-9ee6-a68dc99802b7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:26.670434 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eb9c9c-7c0a-4582-9ee6-a68dc99802b7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:26.670929 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eb9c9c-7c0a-4582-9ee6-a68dc99802b7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:26.671508 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eb9c9c-7c0a-4582-9ee6-a68dc99802b7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:26.671989 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eb9c9c-7c0a-4582-9ee6-a68dc99802b7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:26.672471 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9eb9c9c-7c0a-4582-9ee6-a68dc99802b7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:26.712627 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6cfa08-ce6a-40cc-b20f-2aeaae379d43 req-f91863b8-19a5-4340-a722-185bdffade8c tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:26.715693 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3a6cfa08-ce6a-40cc-b20f-2aeaae379d43 req-f91863b8-19a5-4340-a722-185bdffade8c tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccca30c7-d504-4508-aedc-fae32de95a07 HTTP/1.1" status: 200 len: 943 time: 0.4188426 Feb 09 01:28:26.741421 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3588a-47f2-44cd-a84b-45c5e2979380 req-73c0d273-277b-4b34-91e1-580b98c02d66 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:26.743447 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a7a3588a-47f2-44cd-a84b-45c5e2979380 req-73c0d273-277b-4b34-91e1-580b98c02d66 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.120 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 945 time: 0.2738178 Feb 09 01:28:26.792115 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9eb9c9c-7c0a-4582-9ee6-a68dc99802b7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Checking segment: {'id': 'f9b6b58d-8390-4f69-b94d-6b97fdc198cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:28:26.793721 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9eb9c9c-7c0a-4582-9ee6-a68dc99802b7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Network hostable DHCP agents. Network: cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:28:26.800942 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4c019482-f97f-48f6-94a8-cdf2b0fec1bc req-493a506a-0ab7-42df-8e01-c16b7100ce99 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b9f35a41-d139-4682-9dba-2daff013e03e HTTP/1.1" status: 200 len: 210 time: 0.0716233 Feb 09 01:28:26.819243 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3a6cfa08-ce6a-40cc-b20f-2aeaae379d43 req-272237be-77da-4b52-bf49-971e4a4b30eb tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909343 Feb 09 01:28:26.824849 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3d1f1841-eec5-4f27-887d-9e10b519719f admin admin] Publish callbacks [] for router_gateway (875f1ea5-84e6-4a54-87bb-f01ecebb1988), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:26.860123 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-9c232344-d606-4dac-aa9e-67ead210a06a req-67609d37-5e3d-4a70-aea1-9aabc5ee4f9f service neutron] For port f72cb158-ae73-4777-be1f-4d98341d602e, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:28:26.864280 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-40dd6664-452b-4d58-a6ae-2232f3dcf5ab tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:26.866367 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9eb9c9c-7c0a-4582-9ee6-a68dc99802b7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Network cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:28:26.905238 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7f90da6a-b821-446a-ad2a-818994b87f4e req-b3781616-042d-4d23-aa6f-5839fc9ac7c5 tempest-ServerShowV257Test-1882631392 tempest-ServerShowV257Test-1882631392-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9f35a41-d139-4682-9dba-2daff013e03e HTTP/1.1" status: 200 len: 210 time: 0.0464742 Feb 09 01:28:26.926071 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-9c232344-d606-4dac-aa9e-67ead210a06a req-67609d37-5e3d-4a70-aea1-9aabc5ee4f9f service neutron] For port f72cb158-ae73-4777-be1f-4d98341d602e, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=f72cb158-ae73-4777-be1f-4d98341d602e,segment=NetworkSegment(c65aa26b-6f4d-4da5-9ac6-6c267d824ab1),segment_id=c65aa26b-6f4d-4da5-9ac6-6c267d824ab1)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:28:26.941603 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-b9eb9c9c-7c0a-4582-9ee6-a68dc99802b7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:26.942117 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9c232344-d606-4dac-aa9e-67ead210a06a req-67609d37-5e3d-4a70-aea1-9aabc5ee4f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (f72cb158-ae73-4777-be1f-4d98341d602e), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:26.950012 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9eb9c9c-7c0a-4582-9ee6-a68dc99802b7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:26.950720 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b9eb9c9c-7c0a-4582-9ee6-a68dc99802b7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:26.983522 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-8d2f6c8b-922a-4d6f-9fbc-291e93f43c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'name': 'tempest-RoutersTest-router-1370585882', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:14Z', 'updated_at': '2022-02-09T01:28:19Z', 'revision_number': 2, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'gw_port_host': None, '_interfaces': [{'id': '22250887-9eda-43fa-ab79-16e51ff09fce', 'name': '', 'network_id': '7a270272-64b7-4ca9-a64b-7296b464b1ae', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:c3:cd:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd603a904-ec18-4b46-981a-c15c52d44f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:18Z', 'updated_at': '2022-02-09T01:28:25Z', 'revision_number': 4, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': 'd603a904-ec18-4b46-981a-c15c52d44f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:27.060442 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2f6c8b-922a-4d6f-9fbc-291e93f43c4e None None] The sync data for ids ['3cda6346-95ae-4504-baf4-a5958017f8be'] in n-d-828369-4 is: [{'id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'name': 'tempest-RoutersTest-router-1370585882', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:14Z', 'updated_at': '2022-02-09T01:28:19Z', 'revision_number': 2, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'gw_port_host': None, '_interfaces': [{'id': '22250887-9eda-43fa-ab79-16e51ff09fce', 'name': '', 'network_id': '7a270272-64b7-4ca9-a64b-7296b464b1ae', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:c3:cd:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd603a904-ec18-4b46-981a-c15c52d44f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:18Z', 'updated_at': '2022-02-09T01:28:25Z', 'revision_number': 4, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': 'd603a904-ec18-4b46-981a-c15c52d44f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:28:27.077768 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e8b11965-229f-450c-b2a3-12cf75b9e708 None None] Publish callbacks [] for port (b028173e-dc30-488e-8691-a808746d5eb5), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:27.088812 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c232344-d606-4dac-aa9e-67ead210a06a req-67609d37-5e3d-4a70-aea1-9aabc5ee4f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:27.091121 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9c232344-d606-4dac-aa9e-67ead210a06a req-67609d37-5e3d-4a70-aea1-9aabc5ee4f9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:27.094164 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9c232344-d606-4dac-aa9e-67ead210a06a req-67609d37-5e3d-4a70-aea1-9aabc5ee4f9f service neutron] 10.222.0.120 "PUT /v2.0/ports/f72cb158-ae73-4777-be1f-4d98341d602e HTTP/1.1" status: 200 len: 1091 time: 2.2351780 Feb 09 01:28:27.107058 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b9eb9c9c-7c0a-4582-9ee6-a68dc99802b7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9203157 Feb 09 01:28:27.116577 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccca30c7-d504-4508-aedc-fae32de95a07', 'tag': 'f72cb158-ae73-4777-be1f-4d98341d602e'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:28:27.119402 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747eeab5-1da9-4f33-9616-07e4953b3f92" -d '{"events": [{"name": "network-changed", "server_uuid": "ccca30c7-d504-4508-aedc-fae32de95a07", "tag": "f72cb158-ae73-4777-be1f-4d98341d602e"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:28:27.125111 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47712) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:27.193302 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5cfc27-1f4f-4993-8402-46ce86b7bbec None None] Network cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:28:27.198434 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e8b11965-229f-450c-b2a3-12cf75b9e708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (b028173e-dc30-488e-8691-a808746d5eb5), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:27.312747 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-51e19d6c-57e6-4216-97b2-edbed5436d20 None None] For port 22250887-9eda-43fa-ab79-16e51ff09fce, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=22250887-9eda-43fa-ab79-16e51ff09fce,segment=NetworkSegment(59a43da0-8fbf-491f-a108-c60ff559cda3),segment_id=59a43da0-8fbf-491f-a108-c60ff559cda3)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:28:27.318487 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da947cc7-390e-44d7-84fc-b6fb97808d3c x-openstack-request-id: req-da947cc7-390e-44d7-84fc-b6fb97808d3c {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:28:27.319063 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccca30c7-d504-4508-aedc-fae32de95a07", "tag": "f72cb158-ae73-4777-be1f-4d98341d602e", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:28:27.320863 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-da947cc7-390e-44d7-84fc-b6fb97808d3c {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:28:27.321311 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccca30c7-d504-4508-aedc-fae32de95a07', 'tag': 'f72cb158-ae73-4777-be1f-4d98341d602e', 'status': 'completed', 'code': 200} Feb 09 01:28:27.326481 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-40dd6664-452b-4d58-a6ae-2232f3dcf5ab tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Allocated IP 172.25.8.92 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/d279eecf-614a-4db8-a551-2d0df558f53a) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:27.348756 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b11965-229f-450c-b2a3-12cf75b9e708 None None] Pushing event updated for resources: {'Port': ['ID=b028173e-dc30-488e-8691-a808746d5eb5,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:27.387294 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-a7a3588a-47f2-44cd-a84b-45c5e2979380 req-bc47103c-3b11-4e1b-9150-1af1c6c34e70 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Deleting port dcd5d785-decc-45a2-8a15-2b05c9071ea1 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:28:27.387799 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a7a3588a-47f2-44cd-a84b-45c5e2979380 req-bc47103c-3b11-4e1b-9150-1af1c6c34e70 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (dcd5d785-decc-45a2-8a15-2b05c9071ea1), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:27.431638 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-51e19d6c-57e6-4216-97b2-edbed5436d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (22250887-9eda-43fa-ab79-16e51ff09fce), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:27.452498 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67609d37-5e3d-4a70-aea1-9aabc5ee4f9f service neutron] Pushing event updated for resources: {'Port': ['ID=f72cb158-ae73-4777-be1f-4d98341d602e,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:27.529490 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b11965-229f-450c-b2a3-12cf75b9e708 None None] Network d0f91cd1-0ad8-4b97-8d56-dc5ec192c0f6 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:27.578423 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-e8b11965-229f-450c-b2a3-12cf75b9e708 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:27.593192 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e19d6c-57e6-4216-97b2-edbed5436d20 None None] Pushing event updated for resources: {'Port': ['ID=22250887-9eda-43fa-ab79-16e51ff09fce,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:27.596178 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b11965-229f-450c-b2a3-12cf75b9e708 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:28:27.610855 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-a7a3588a-47f2-44cd-a84b-45c5e2979380 req-bc47103c-3b11-4e1b-9150-1af1c6c34e70 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] For port dcd5d785-decc-45a2-8a15-2b05c9071ea1, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=dcd5d785-decc-45a2-8a15-2b05c9071ea1,segment=NetworkSegment(d40e3b64-4486-4490-9380-e6758cb22819),segment_id=d40e3b64-4486-4490-9380-e6758cb22819)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:28:27.611238 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a7a3588a-47f2-44cd-a84b-45c5e2979380 req-bc47103c-3b11-4e1b-9150-1af1c6c34e70 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (dcd5d785-decc-45a2-8a15-2b05c9071ea1), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:27.628456 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-a7a3588a-47f2-44cd-a84b-45c5e2979380 req-bc47103c-3b11-4e1b-9150-1af1c6c34e70 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Calling delete_port for dcd5d785-decc-45a2-8a15-2b05c9071ea1 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:28:27.641918 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 32c95831-448d-4662-86af-8691fa831b54 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:27.642218 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (32c95831-448d-4662-86af-8691fa831b54), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:27.785204 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-40dd6664-452b-4d58-a6ae-2232f3dcf5ab tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks [] for port (d279eecf-614a-4db8-a551-2d0df558f53a), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:27.838599 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a7a3588a-47f2-44cd-a84b-45c5e2979380 req-bc47103c-3b11-4e1b-9150-1af1c6c34e70 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (dcd5d785-decc-45a2-8a15-2b05c9071ea1), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:27.842563 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-e8b11965-229f-450c-b2a3-12cf75b9e708 None None] Attempting to bind port b028173e-dc30-488e-8691-a808746d5eb5 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:28:27.843180 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-e8b11965-229f-450c-b2a3-12cf75b9e708 None None] Attempting to bind port b028173e-dc30-488e-8691-a808746d5eb5 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '90a93e77-1f13-485b-ad6a-064316f0e646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'd0f91cd1-0ad8-4b97-8d56-dc5ec192c0f6'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:28:27.843559 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b11965-229f-450c-b2a3-12cf75b9e708 None None] Attempting to bind port b028173e-dc30-488e-8691-a808746d5eb5 on network d0f91cd1-0ad8-4b97-8d56-dc5ec192c0f6 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:28:27.859243 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b11965-229f-450c-b2a3-12cf75b9e708 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:28:27.859681 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b11965-229f-450c-b2a3-12cf75b9e708 None None] Checking segment: {'id': '90a93e77-1f13-485b-ad6a-064316f0e646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'd0f91cd1-0ad8-4b97-8d56-dc5ec192c0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:28:27.860099 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e8b11965-229f-450c-b2a3-12cf75b9e708 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:27.860498 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b11965-229f-450c-b2a3-12cf75b9e708 None None] Bound using segment: {'id': '90a93e77-1f13-485b-ad6a-064316f0e646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'd0f91cd1-0ad8-4b97-8d56-dc5ec192c0f6'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:28:27.861013 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-e8b11965-229f-450c-b2a3-12cf75b9e708 None None] Bound port: b028173e-dc30-488e-8691-a808746d5eb5, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a93e77-1f13-485b-ad6a-064316f0e646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'd0f91cd1-0ad8-4b97-8d56-dc5ec192c0f6'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:28:27.861399 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e8b11965-229f-450c-b2a3-12cf75b9e708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b028173e-dc30-488e-8691-a808746d5eb5), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:27.868677 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a97a8-db6d-470d-bb80-91a7bcf0ec72 req-3d329557-003c-4f14-8fcb-b28581c7299b tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:27.870818 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ba1a97a8-db6d-470d-bb80-91a7bcf0ec72 req-3d329557-003c-4f14-8fcb-b28581c7299b tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 945 time: 0.8897767 Feb 09 01:28:27.878636 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['dcd5d785-decc-45a2-8a15-2b05c9071ea1'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:28:27.924430 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc47103c-3b11-4e1b-9150-1af1c6c34e70 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Pushing event deleted for resources: {'Port': ['ID=dcd5d785-decc-45a2-8a15-2b05c9071ea1,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:27.970364 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c232344-d606-4dac-aa9e-67ead210a06a req-5f61c8a5-f921-4b91-882e-785d811b099d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:27.974576 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9c232344-d606-4dac-aa9e-67ead210a06a req-5f61c8a5-f921-4b91-882e-785d811b099d service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=99253303b883423fad908712b3678824&device_id=ccca30c7-d504-4508-aedc-fae32de95a07 HTTP/1.1" status: 200 len: 1125 time: 0.7325945 Feb 09 01:28:28.067061 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3d1f1841-eec5-4f27-887d-9e10b519719f admin admin] Publish callbacks [] for router_gateway (875f1ea5-84e6-4a54-87bb-f01ecebb1988), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:28.097627 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-927c62a8-7f1e-43cf-810a-92288f8a9c8b None None] Provisioning complete for port 22250887-9eda-43fa-ab79-16e51ff09fce triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:28.098023 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-927c62a8-7f1e-43cf-810a-92288f8a9c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (22250887-9eda-43fa-ab79-16e51ff09fce), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:28.111211 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3d1f1841-eec5-4f27-887d-9e10b519719f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:28.195633 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a3588a-47f2-44cd-a84b-45c5e2979380 req-bc47103c-3b11-4e1b-9150-1af1c6c34e70 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] No DVR routers for this DVR port dcd5d785-decc-45a2-8a15-2b05c9071ea1 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:28:28.215955 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcb8d60-2ace-4f1e-aeb5-539f745cd8ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53', 'network_id': 'cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53', 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'fixed_ips': [{'subnet_id': 'e02b13f4-3113-4df7-9f28-8a3ca4f007d9'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:28:28.217322 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9bcb8d60-2ace-4f1e-aeb5-539f745cd8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:28.245260 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a7a3588a-47f2-44cd-a84b-45c5e2979380 req-bc47103c-3b11-4e1b-9150-1af1c6c34e70 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:28.251762 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a7a3588a-47f2-44cd-a84b-45c5e2979380 req-bc47103c-3b11-4e1b-9150-1af1c6c34e70 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.120 "DELETE /v2.0/ports/dcd5d785-decc-45a2-8a15-2b05c9071ea1 HTTP/1.1" status: 204 len: 173 time: 1.4762444 Feb 09 01:28:28.282986 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-3d1f1841-eec5-4f27-887d-9e10b519719f admin admin] Allocated IP 172.25.8.20 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/19da6fd0-b811-4fe8-b195-9f05cf0b99f5) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:28.421798 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-e8b11965-229f-450c-b2a3-12cf75b9e708 None None] For port b028173e-dc30-488e-8691-a808746d5eb5, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:28:28.425318 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-e8b11965-229f-450c-b2a3-12cf75b9e708 None None] For port b028173e-dc30-488e-8691-a808746d5eb5, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=b028173e-dc30-488e-8691-a808746d5eb5,segment=NetworkSegment(90a93e77-1f13-485b-ad6a-064316f0e646),segment_id=90a93e77-1f13-485b-ad6a-064316f0e646)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:28:28.434132 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3d1f1841-eec5-4f27-887d-9e10b519719f admin admin] Publish callbacks [] for port (19da6fd0-b811-4fe8-b195-9f05cf0b99f5), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:28.439222 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e8b11965-229f-450c-b2a3-12cf75b9e708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b028173e-dc30-488e-8691-a808746d5eb5), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:28.450621 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-40dd6664-452b-4d58-a6ae-2232f3dcf5ab tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (d279eecf-614a-4db8-a551-2d0df558f53a), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:28.525897 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9c232344-d606-4dac-aa9e-67ead210a06a req-ee626019-2a27-4cd8-8a9a-79ca8b5a575b service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f72cb158-ae73-4777-be1f-4d98341d602e HTTP/1.1" status: 200 len: 217 time: 0.3406074 Feb 09 01:28:28.584808 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dd6664-452b-4d58-a6ae-2232f3dcf5ab tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Pushing event updated for resources: {'Port': ['ID=d279eecf-614a-4db8-a551-2d0df558f53a,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:28.602983 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3d1f1841-eec5-4f27-887d-9e10b519719f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (19da6fd0-b811-4fe8-b195-9f05cf0b99f5), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:28.643005 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1f1841-eec5-4f27-887d-9e10b519719f admin admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:28.646425 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dd6664-452b-4d58-a6ae-2232f3dcf5ab tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:28.648969 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-3d1f1841-eec5-4f27-887d-9e10b519719f admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:28.684803 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1f1841-eec5-4f27-887d-9e10b519719f admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:28:28.749931 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e4fe811e-ca5a-40f3-a48b-9902cd589aec tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:28.764346 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c232344-d606-4dac-aa9e-67ead210a06a req-24940367-174f-4a30-bc67-ddadf9c0e6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:28.765885 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9c232344-d606-4dac-aa9e-67ead210a06a req-24940367-174f-4a30-bc67-ddadf9c0e6c6 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=e8a10734-f380-44a3-a9f7-298105351e3b HTTP/1.1" status: 200 len: 850 time: 0.1351635 Feb 09 01:28:28.843466 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 32c95831-448d-4662-86af-8691fa831b54 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:29.053577 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-40dd6664-452b-4d58-a6ae-2232f3dcf5ab tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:29.062789 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dd6664-452b-4d58-a6ae-2232f3dcf5ab tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:28:29.130603 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b11965-229f-450c-b2a3-12cf75b9e708 None None] Pushing event updated for resources: {'Port': ['ID=b028173e-dc30-488e-8691-a808746d5eb5,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:29.134468 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 22250887-9eda-43fa-ab79-16e51ff09fce up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:28:29.169693 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f1841-eec5-4f27-887d-9e10b519719f admin admin] Pushing event updated for resources: {'Port': ['ID=19da6fd0-b811-4fe8-b195-9f05cf0b99f5,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:29.240775 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-927c62a8-7f1e-43cf-810a-92288f8a9c8b None None] Current status of the port 22250887-9eda-43fa-ab79-16e51ff09fce is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:29.244578 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-548f3d26-e835-45ed-b564-14b363687d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f474954-c472-4df2-b961-57893adfcd55', 'name': 'tempest-TestServerMultinode-1477930470-router', 'tenant_id': '4ffecf79ef28414a94c82fbd3208c381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '32c95831-448d-4662-86af-8691fa831b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:12Z', 'updated_at': '2022-02-09T01:28:19Z', 'revision_number': 4, 'project_id': '4ffecf79ef28414a94c82fbd3208c381', 'gw_port': {'id': '32c95831-448d-4662-86af-8691fa831b54', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:19:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f474954-c472-4df2-b961-57893adfcd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:13Z', 'updated_at': '2022-02-09T01:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '10dcd331-47cf-4993-81f1-ec70bb7a57bd', 'name': '', 'network_id': '7c1e365b-e37c-4467-a216-ac25b15524b9', 'tenant_id': '4ffecf79ef28414a94c82fbd3208c381', 'mac_address': 'fa:16:3e:71:38:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f474954-c472-4df2-b961-57893adfcd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '8800f021-7b79-4b5c-af69-0572bdc39fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:18Z', 'updated_at': '2022-02-09T01:28:20Z', 'revision_number': 2, 'project_id': '4ffecf79ef28414a94c82fbd3208c381', 'subnets': [{'id': '8800f021-7b79-4b5c-af69-0572bdc39fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:29.296213 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548f3d26-e835-45ed-b564-14b363687d7b None None] Checking router: 8f474954-c472-4df2-b961-57893adfcd55 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:28:29.296757 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548f3d26-e835-45ed-b564-14b363687d7b None None] Updating router 8f474954-c472-4df2-b961-57893adfcd55 port 10dcd331-47cf-4993-81f1-ec70bb7a57bd binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:28:29.303617 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-9bcb8d60-2ace-4f1e-aeb5-539f745cd8ab None None] Allocated IP 172.21.0.2 (cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53/e02b13f4-3113-4df7-9f28-8a3ca4f007d9/13761fae-7263-4667-aef9-91681f0eeb18) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:29.321084 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3d1f1841-eec5-4f27-887d-9e10b519719f admin admin] Publish callbacks [] for router_gateway (875f1ea5-84e6-4a54-87bb-f01ecebb1988), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:29.342318 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24dd9ad0-33d3-4a67-8aa9-bb3602398585', 'name': 'network-vif-deleted', 'tag': 'dcd5d785-decc-45a2-8a15-2b05c9071ea1'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:28:29.344877 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a0f368-2e79-4aec-9c96-4430281b107e" -d '{"events": [{"server_uuid": "24dd9ad0-33d3-4a67-8aa9-bb3602398585", "name": "network-vif-deleted", "tag": "dcd5d785-decc-45a2-8a15-2b05c9071ea1"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:28:29.367264 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ba1a97a8-db6d-470d-bb80-91a7bcf0ec72 req-47ea7677-1a03-46bf-81c8-9eb19d11dc68 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4482589 Feb 09 01:28:29.370240 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-548f3d26-e835-45ed-b564-14b363687d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (10dcd331-47cf-4993-81f1-ec70bb7a57bd), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:29.382690 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c91ddd-1107-4bac-b293-f75e60a22eff req-081d4849-bf5c-455d-9042-8a0a119fc5cd tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:29.384132 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-46c91ddd-1107-4bac-b293-f75e60a22eff req-081d4849-bf5c-455d-9042-8a0a119fc5cd tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccca30c7-d504-4508-aedc-fae32de95a07 HTTP/1.1" status: 200 len: 943 time: 1.2002516 Feb 09 01:28:29.419701 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 22250887-9eda-43fa-ab79-16e51ff09fce triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:29.420329 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (22250887-9eda-43fa-ab79-16e51ff09fce), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:29.490893 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-46c91ddd-1107-4bac-b293-f75e60a22eff req-ac7a8aaf-1b0e-4981-bc76-0e5b92f1cbb1 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964322 Feb 09 01:28:29.494696 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c232344-d606-4dac-aa9e-67ead210a06a req-1bc696eb-0715-430d-baa4-f741041ef7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:29.501516 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9c232344-d606-4dac-aa9e-67ead210a06a req-1bc696eb-0715-430d-baa4-f741041ef7e8 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=d88b7625-86d0-4021-80a0-5ba2f7b1a042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2128949 Feb 09 01:28:29.547953 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b6b22346-37c1-43be-b1e1-35bb2315ec0c req-f8a52d09-f4d6-4f82-b9f9-1e758fddd265 tempest-ServerShowV257Test-1882631392 tempest-ServerShowV257Test-1882631392-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9f35a41-d139-4682-9dba-2daff013e03e HTTP/1.1" status: 200 len: 210 time: 0.0452921 Feb 09 01:28:29.617641 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b93fe9-3222-403f-97e6-246be50fe986 x-openstack-request-id: req-17b93fe9-3222-403f-97e6-246be50fe986 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:28:29.618111 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24dd9ad0-33d3-4a67-8aa9-bb3602398585", "name": "network-vif-deleted", "tag": "dcd5d785-decc-45a2-8a15-2b05c9071ea1", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:28:29.618374 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-17b93fe9-3222-403f-97e6-246be50fe986 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:28:29.618771 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24dd9ad0-33d3-4a67-8aa9-bb3602398585', 'name': 'network-vif-deleted', 'tag': 'dcd5d785-decc-45a2-8a15-2b05c9071ea1', 'status': 'completed', 'code': 200} Feb 09 01:28:29.806043 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9c232344-d606-4dac-aa9e-67ead210a06a req-a991fd19-80cc-45f4-be50-e38f81d84d38 service neutron] 10.222.0.120 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387459 Feb 09 01:28:30.054991 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-548f3d26-e835-45ed-b564-14b363687d7b None None] Publish callbacks [] for port (10dcd331-47cf-4993-81f1-ec70bb7a57bd), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:30.079774 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e59543bd-6a2a-48a1-9c21-541d66ba5d0e req-bc96a356-fa34-4412-b8f2-4b4d693bc5a3 tempest-ServerShowV257Test-1882631392 tempest-ServerShowV257Test-1882631392-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9f35a41-d139-4682-9dba-2daff013e03e HTTP/1.1" status: 200 len: 210 time: 0.0842059 Feb 09 01:28:30.084877 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9c232344-d606-4dac-aa9e-67ead210a06a req-ebd0c203-60ce-4c39-9458-4727c79074a2 service neutron] 10.222.0.120 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781823 Feb 09 01:28:30.149800 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-6b3ec2c7-f428-4111-adf4-cab1644a00b1 req-ed60720a-c086-4685-8aaf-3037a638d294 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=beccead6a975457eb083e747ac67a78c&device_id=b9f35a41-d139-4682-9dba-2daff013e03e HTTP/1.1" status: 200 len: 210 time: 0.1395762 Feb 09 01:28:30.156809 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-548f3d26-e835-45ed-b564-14b363687d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (10dcd331-47cf-4993-81f1-ec70bb7a57bd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:30.239065 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-6b3ec2c7-f428-4111-adf4-cab1644a00b1 req-020185de-bc4b-4247-a752-66794964d895 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=beccead6a975457eb083e747ac67a78c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582502 Feb 09 01:28:30.242881 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747eeab5-1da9-4f33-9616-07e4953b3f92 req-9d4b3ec8-eb21-4ea5-a7bc-d2b504f7782a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:30.247162 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-747eeab5-1da9-4f33-9616-07e4953b3f92 req-9d4b3ec8-eb21-4ea5-a7bc-d2b504f7782a service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=99253303b883423fad908712b3678824&device_id=ccca30c7-d504-4508-aedc-fae32de95a07 HTTP/1.1" status: 200 len: 1125 time: 0.1053634 Feb 09 01:28:30.319352 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 22250887-9eda-43fa-ab79-16e51ff09fce is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:30.354695 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48043b9-2621-4be8-9b5a-957e5a5136bd None None] Pushing event updated for resources: {'Port': ['ID=10dcd331-47cf-4993-81f1-ec70bb7a57bd,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:30.362473 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9bcb8d60-2ace-4f1e-aeb5-539f745cd8ab None None] Publish callbacks [] for port (13761fae-7263-4667-aef9-91681f0eeb18), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:30.382809 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3ad876-5a1d-4754-9dac-22287d53008f None None] Network d0f91cd1-0ad8-4b97-8d56-dc5ec192c0f6 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:28:30.476557 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747eeab5-1da9-4f33-9616-07e4953b3f92 req-725779fb-97da-496a-8023-41ea7c1e458f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:30.483497 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-747eeab5-1da9-4f33-9616-07e4953b3f92 req-725779fb-97da-496a-8023-41ea7c1e458f service neutron] 10.222.0.120 "GET /v2.0/networks?id=d88b7625-86d0-4021-80a0-5ba2f7b1a042 HTTP/1.1" status: 200 len: 913 time: 0.2300787 Feb 09 01:28:30.494499 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ec2c7-f428-4111-adf4-cab1644a00b1 req-da5f3e1f-b89f-4677-94a6-9f93ce4c76e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:30.497142 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-6b3ec2c7-f428-4111-adf4-cab1644a00b1 req-da5f3e1f-b89f-4677-94a6-9f93ce4c76e2 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2489038 Feb 09 01:28:30.540794 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-40dd6664-452b-4d58-a6ae-2232f3dcf5ab tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks [] for floatingip (9bb12fc4-e3ca-4249-9b03-da55cd1f5d64), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:30.598366 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-e4fe811e-ca5a-40f3-a48b-9902cd589aec tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Allocated IP 172.21.0.1 (cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53/e02b13f4-3113-4df7-9f28-8a3ca4f007d9/530651e9-ed72-4c9d-ab0b-62bc0f4dbc76) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:30.647901 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9bcb8d60-2ace-4f1e-aeb5-539f745cd8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (13761fae-7263-4667-aef9-91681f0eeb18), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:30.721057 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-40dd6664-452b-4d58-a6ae-2232f3dcf5ab tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d279eecf-614a-4db8-a551-2d0df558f53a), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:30.732219 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device dcd5d785-decc-45a2-8a15-2b05c9071ea1 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:28:30.774027 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: dcd5d785-decc-45a2-8a15-2b05c9071ea1 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:28:30.774413 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device dcd5d785-decc-45a2-8a15-2b05c9071ea1 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:28:30.789534 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-548f3d26-e835-45ed-b564-14b363687d7b None None] Attempting to bind port 10dcd331-47cf-4993-81f1-ec70bb7a57bd on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:28:30.789830 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-548f3d26-e835-45ed-b564-14b363687d7b None None] Attempting to bind port 10dcd331-47cf-4993-81f1-ec70bb7a57bd by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '25ffc71a-87b5-47bc-ac3a-d1ad83c65f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '7c1e365b-e37c-4467-a216-ac25b15524b9'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:28:30.790211 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548f3d26-e835-45ed-b564-14b363687d7b None None] Attempting to bind port 10dcd331-47cf-4993-81f1-ec70bb7a57bd on network 7c1e365b-e37c-4467-a216-ac25b15524b9 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:28:30.810065 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcb8d60-2ace-4f1e-aeb5-539f745cd8ab None None] Network cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:30.810886 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-3abcb66e-c617-49ce-bce4-5fe1ed64601d None None] Provisioning complete for port b028173e-dc30-488e-8691-a808746d5eb5 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:30.811271 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3abcb66e-c617-49ce-bce4-5fe1ed64601d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b028173e-dc30-488e-8691-a808746d5eb5), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:30.813043 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3d1f1841-eec5-4f27-887d-9e10b519719f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (875f1ea5-84e6-4a54-87bb-f01ecebb1988), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:30.858003 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-9bcb8d60-2ace-4f1e-aeb5-539f745cd8ab None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:30.860478 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcb8d60-2ace-4f1e-aeb5-539f745cd8ab None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:28:30.865025 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548f3d26-e835-45ed-b564-14b363687d7b None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:28:30.865436 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548f3d26-e835-45ed-b564-14b363687d7b None None] Checking segment: {'id': '25ffc71a-87b5-47bc-ac3a-d1ad83c65f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '7c1e365b-e37c-4467-a216-ac25b15524b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:28:30.865854 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-548f3d26-e835-45ed-b564-14b363687d7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:30.866261 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548f3d26-e835-45ed-b564-14b363687d7b None None] Bound using segment: {'id': '25ffc71a-87b5-47bc-ac3a-d1ad83c65f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '7c1e365b-e37c-4467-a216-ac25b15524b9'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:28:30.866769 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-548f3d26-e835-45ed-b564-14b363687d7b None None] Bound port: 10dcd331-47cf-4993-81f1-ec70bb7a57bd, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ffc71a-87b5-47bc-ac3a-d1ad83c65f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '7c1e365b-e37c-4467-a216-ac25b15524b9'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:28:30.867161 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-548f3d26-e835-45ed-b564-14b363687d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (10dcd331-47cf-4993-81f1-ec70bb7a57bd), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:30.881544 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb8d60-2ace-4f1e-aeb5-539f745cd8ab None None] Pushing event updated for resources: {'Port': ['ID=13761fae-7263-4667-aef9-91681f0eeb18,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:30.941211 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-548f3d26-e835-45ed-b564-14b363687d7b None None] For port 10dcd331-47cf-4993-81f1-ec70bb7a57bd, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:28:30.944358 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-548f3d26-e835-45ed-b564-14b363687d7b None None] For port 10dcd331-47cf-4993-81f1-ec70bb7a57bd, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=10dcd331-47cf-4993-81f1-ec70bb7a57bd,segment=NetworkSegment(25ffc71a-87b5-47bc-ac3a-d1ad83c65f95),segment_id=25ffc71a-87b5-47bc-ac3a-d1ad83c65f95)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:28:30.958386 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-548f3d26-e835-45ed-b564-14b363687d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (10dcd331-47cf-4993-81f1-ec70bb7a57bd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:31.169710 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device b028173e-dc30-488e-8691-a808746d5eb5 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:28:31.179641 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-40dd6664-452b-4d58-a6ae-2232f3dcf5ab tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks [] for port (d279eecf-614a-4db8-a551-2d0df558f53a), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:31.192442 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-40dd6664-452b-4d58-a6ae-2232f3dcf5ab tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (d279eecf-614a-4db8-a551-2d0df558f53a), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:31.273514 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548f3d26-e835-45ed-b564-14b363687d7b None None] Routers {'8f474954-c472-4df2-b961-57893adfcd55'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:28:31.274168 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-548f3d26-e835-45ed-b564-14b363687d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:28:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['8f474954-c472-4df2-b961-57893adfcd55'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:31.378161 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dd6664-452b-4d58-a6ae-2232f3dcf5ab tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Pushing event updated for resources: {'Port': ['ID=d279eecf-614a-4db8-a551-2d0df558f53a,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:31.421209 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-548f3d26-e835-45ed-b564-14b363687d7b None None] Set router 8f474954-c472-4df2-b961-57893adfcd55 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:28:31.441716 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-40dd6664-452b-4d58-a6ae-2232f3dcf5ab tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (9bb12fc4-e3ca-4249-9b03-da55cd1f5d64), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:31.466320 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1f1841-eec5-4f27-887d-9e10b519719f admin admin] Router 875f1ea5-84e6-4a54-87bb-f01ecebb1988 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:28:31.477213 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-40dd6664-452b-4d58-a6ae-2232f3dcf5ab tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:31.478770 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-40dd6664-452b-4d58-a6ae-2232f3dcf5ab tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.3896253 Feb 09 01:28:31.483039 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47740) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:31.489456 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-114c076a-41ff-4ecd-96fa-67bb83831f1e tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-739097987'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:31.598748 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-abb466c2-b5fb-4287-ad97-dc69c00815a4 req-75744598-7be6-44df-aca3-786c1ebcec32 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 210 time: 0.8907070 Feb 09 01:28:31.600058 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-747eeab5-1da9-4f33-9616-07e4953b3f92 req-d1a7bb6c-edb5-4661-8ebd-083816c02bcd service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f72cb158-ae73-4777-be1f-4d98341d602e HTTP/1.1" status: 200 len: 217 time: 0.8796194 Feb 09 01:28:31.665573 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114c076a-41ff-4ecd-96fa-67bb83831f1e tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Made reservation on behalf of b61b38481a67469a8e8ee9958ba75702 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:31.669538 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-114c076a-41ff-4ecd-96fa-67bb83831f1e tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:31.683560 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-114c076a-41ff-4ecd-96fa-67bb83831f1e tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:31.760643 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1f1841-eec5-4f27-887d-9e10b519719f admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:28:31.774256 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687744f2-320e-4302-aeab-2fffebd65535 None None] Sync routers for ids ['875f1ea5-84e6-4a54-87bb-f01ecebb1988'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:28:31.797050 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687744f2-320e-4302-aeab-2fffebd65535 None None] Routers {'875f1ea5-84e6-4a54-87bb-f01ecebb1988'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:28:31.799083 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-687744f2-320e-4302-aeab-2fffebd65535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:28:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['875f1ea5-84e6-4a54-87bb-f01ecebb1988'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:31.821151 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3d1f1841-eec5-4f27-887d-9e10b519719f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:31.837278 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3d1f1841-eec5-4f27-887d-9e10b519719f admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.1058347 Feb 09 01:28:31.839988 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47742) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:31.851755 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-824613b5-fb0c-45c3-be70-cb900e5b5d0d req-ad3bce58-b673-4be6-90e4-254acd50f520 tempest-ServerShowV257Test-1882631392 tempest-ServerShowV257Test-1882631392-project] 10.222.0.50 "GET /v2.0/ports?device_id=b9f35a41-d139-4682-9dba-2daff013e03e HTTP/1.1" status: 200 len: 210 time: 0.0974696 Feb 09 01:28:31.855727 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747eeab5-1da9-4f33-9616-07e4953b3f92 req-60776fa1-6033-4105-9ba0-1b2eb74735ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:31.867761 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-747eeab5-1da9-4f33-9616-07e4953b3f92 req-60776fa1-6033-4105-9ba0-1b2eb74735ea service neutron] 10.222.0.120 "GET /v2.0/subnets?id=e8a10734-f380-44a3-a9f7-298105351e3b HTTP/1.1" status: 200 len: 850 time: 0.2448111 Feb 09 01:28:31.867761 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb519bb-4538-41c9-b70f-ccfaf17a1b89 req-3db61a69-a085-418d-883e-3b3561524635 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:31.868733 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6eb519bb-4538-41c9-b70f-ccfaf17a1b89 req-3db61a69-a085-418d-883e-3b3561524635 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccca30c7-d504-4508-aedc-fae32de95a07 HTTP/1.1" status: 200 len: 943 time: 1.1328821 Feb 09 01:28:31.897135 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-6b3ec2c7-f428-4111-adf4-cab1644a00b1 req-cea9c8b9-ecab-4ccb-9fee-097811a02696 tempest-ServerShowV257Test-1882631392 tempest-ServerShowV257Test-1882631392-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9f35a41-d139-4682-9dba-2daff013e03e HTTP/1.1" status: 200 len: 210 time: 0.0891716 Feb 09 01:28:31.899273 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e4fe811e-ca5a-40f3-a48b-9902cd589aec tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for port (530651e9-ed72-4c9d-ab0b-62bc0f4dbc76), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:31.967746 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-3abcb66e-c617-49ce-bce4-5fe1ed64601d None None] Current status of the port b028173e-dc30-488e-8691-a808746d5eb5 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:31.968167 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3abcb66e-c617-49ce-bce4-5fe1ed64601d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b028173e-dc30-488e-8691-a808746d5eb5), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:31.999408 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-9bcb8d60-2ace-4f1e-aeb5-539f745cd8ab None None] Attempting to bind port 13761fae-7263-4667-aef9-91681f0eeb18 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:28:31.999709 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-9bcb8d60-2ace-4f1e-aeb5-539f745cd8ab None None] Attempting to bind port 13761fae-7263-4667-aef9-91681f0eeb18 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f9b6b58d-8390-4f69-b94d-6b97fdc198cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:28:32.000084 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcb8d60-2ace-4f1e-aeb5-539f745cd8ab None None] Attempting to bind port 13761fae-7263-4667-aef9-91681f0eeb18 on network cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:28:32.002431 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6eb519bb-4538-41c9-b70f-ccfaf17a1b89 req-87e77503-3cc7-4727-9fd8-20b4fafc5430 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160302 Feb 09 01:28:32.016590 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747eeab5-1da9-4f33-9616-07e4953b3f92 req-f226506d-4541-47ba-b791-ad6b413bb7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:32.025915 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-747eeab5-1da9-4f33-9616-07e4953b3f92 req-f226506d-4541-47ba-b791-ad6b413bb7a1 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=d88b7625-86d0-4021-80a0-5ba2f7b1a042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1450341 Feb 09 01:28:32.030021 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48043b9-2621-4be8-9b5a-957e5a5136bd None None] Pushing event updated for resources: {'Port': ['ID=10dcd331-47cf-4993-81f1-ec70bb7a57bd,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:32.064926 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-687744f2-320e-4302-aeab-2fffebd65535 None None] Set router 875f1ea5-84e6-4a54-87bb-f01ecebb1988 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:28:32.109712 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcb8d60-2ace-4f1e-aeb5-539f745cd8ab None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:28:32.110949 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcb8d60-2ace-4f1e-aeb5-539f745cd8ab None None] Checking segment: {'id': 'f9b6b58d-8390-4f69-b94d-6b97fdc198cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:28:32.111365 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9bcb8d60-2ace-4f1e-aeb5-539f745cd8ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:32.111775 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcb8d60-2ace-4f1e-aeb5-539f745cd8ab None None] Bound using segment: {'id': 'f9b6b58d-8390-4f69-b94d-6b97fdc198cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:28:32.112365 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-9bcb8d60-2ace-4f1e-aeb5-539f745cd8ab None None] Bound port: 13761fae-7263-4667-aef9-91681f0eeb18, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b6b58d-8390-4f69-b94d-6b97fdc198cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:28:32.112921 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9bcb8d60-2ace-4f1e-aeb5-539f745cd8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (13761fae-7263-4667-aef9-91681f0eeb18), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:32.122456 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port b028173e-dc30-488e-8691-a808746d5eb5 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:32.122845 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b028173e-dc30-488e-8691-a808746d5eb5), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:32.151559 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e4fe811e-ca5a-40f3-a48b-9902cd589aec tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (530651e9-ed72-4c9d-ab0b-62bc0f4dbc76), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:32.162203 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-3abcb66e-c617-49ce-bce4-5fe1ed64601d None None] For port b028173e-dc30-488e-8691-a808746d5eb5, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=b028173e-dc30-488e-8691-a808746d5eb5,segment=NetworkSegment(90a93e77-1f13-485b-ad6a-064316f0e646),segment_id=90a93e77-1f13-485b-ad6a-064316f0e646)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:28:32.183896 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-114c076a-41ff-4ecd-96fa-67bb83831f1e tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks [] for security_group (62145dce-dd9c-46b8-affd-f5e0104a719d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:32.199771 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3abcb66e-c617-49ce-bce4-5fe1ed64601d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b028173e-dc30-488e-8691-a808746d5eb5), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:32.201245 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-114c076a-41ff-4ecd-96fa-67bb83831f1e tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (62145dce-dd9c-46b8-affd-f5e0104a719d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:32.231627 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-114c076a-41ff-4ecd-96fa-67bb83831f1e tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1016} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:28:32.252826 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-114c076a-41ff-4ecd-96fa-67bb83831f1e tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (78131d69-d017-49e4-a3df-be6c6db9a12f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:32.255333 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-114c076a-41ff-4ecd-96fa-67bb83831f1e tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Added segment 78131d69-d017-49e4-a3df-be6c6db9a12f of type vlan for network cc04862c-9321-47f7-845a-60d91f945710 Feb 09 01:28:32.331581 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fe811e-ca5a-40f3-a48b-9902cd589aec tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Network cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:32.360509 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-114c076a-41ff-4ecd-96fa-67bb83831f1e tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (cc04862c-9321-47f7-845a-60d91f945710), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:32.361700 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-9bcb8d60-2ace-4f1e-aeb5-539f745cd8ab None None] For port 13761fae-7263-4667-aef9-91681f0eeb18, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:28:32.367523 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-e4fe811e-ca5a-40f3-a48b-9902cd589aec tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:32.374021 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-9bcb8d60-2ace-4f1e-aeb5-539f745cd8ab None None] For port 13761fae-7263-4667-aef9-91681f0eeb18, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=13761fae-7263-4667-aef9-91681f0eeb18,segment=NetworkSegment(f9b6b58d-8390-4f69-b94d-6b97fdc198cb),segment_id=f9b6b58d-8390-4f69-b94d-6b97fdc198cb)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:28:32.396834 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fe811e-ca5a-40f3-a48b-9902cd589aec tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:28:32.426239 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abcb66e-c617-49ce-bce4-5fe1ed64601d None None] Pushing event updated for resources: {'Port': ['ID=b028173e-dc30-488e-8691-a808746d5eb5,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:32.430885 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe811e-ca5a-40f3-a48b-9902cd589aec tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event updated for resources: {'Port': ['ID=530651e9-ed72-4c9d-ab0b-62bc0f4dbc76,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:32.438294 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-114c076a-41ff-4ecd-96fa-67bb83831f1e tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (cc04862c-9321-47f7-845a-60d91f945710), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:32.446936 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114c076a-41ff-4ecd-96fa-67bb83831f1e tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:32.447235 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-114c076a-41ff-4ecd-96fa-67bb83831f1e tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:32.494731 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9bcb8d60-2ace-4f1e-aeb5-539f745cd8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (13761fae-7263-4667-aef9-91681f0eeb18), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:32.552347 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-747eeab5-1da9-4f33-9616-07e4953b3f92 req-781cea4a-499e-4e23-ac1f-ad48538bd3aa service neutron] 10.222.0.120 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5253246 Feb 09 01:28:32.590307 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e4fe811e-ca5a-40f3-a48b-9902cd589aec tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (3cda6346-95ae-4504-baf4-a5958017f8be), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:32.628373 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-687744f2-320e-4302-aeab-2fffebd65535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '875f1ea5-84e6-4a54-87bb-f01ecebb1988', 'name': 'tempest-TestServerMultinode-950840163-router', 'tenant_id': '6315096f882943ae8e8ef99fc8ef2039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '19da6fd0-b811-4fe8-b195-9f05cf0b99f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:26Z', 'updated_at': '2022-02-09T01:28:29Z', 'revision_number': 3, 'project_id': '6315096f882943ae8e8ef99fc8ef2039', 'gw_port': {'id': '19da6fd0-b811-4fe8-b195-9f05cf0b99f5', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:64:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875f1ea5-84e6-4a54-87bb-f01ecebb1988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:28Z', 'updated_at': '2022-02-09T01:28:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:32.644661 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c076a-41ff-4ecd-96fa-67bb83831f1e tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Pushing event updated for resources: {'Network': ['ID=cc04862c-9321-47f7-845a-60d91f945710,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:32.682190 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f65f287b-82b5-4961-b084-1eaa6dc39c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:32.689547 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network cc04862c-9321-47f7-845a-60d91f945710 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:28:32.729096 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687744f2-320e-4302-aeab-2fffebd65535 None None] Checking router: 875f1ea5-84e6-4a54-87bb-f01ecebb1988 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:28:32.731896 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687744f2-320e-4302-aeab-2fffebd65535 None None] Updating router 875f1ea5-84e6-4a54-87bb-f01ecebb1988 port 19da6fd0-b811-4fe8-b195-9f05cf0b99f5 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:28:32.779531 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c076a-41ff-4ecd-96fa-67bb83831f1e tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62145dce-dd9c-46b8-affd-f5e0104a719d,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:32.805158 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-687744f2-320e-4302-aeab-2fffebd65535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (19da6fd0-b811-4fe8-b195-9f05cf0b99f5), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:32.834071 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device f72cb158-ae73-4777-be1f-4d98341d602e details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:28:32.852689 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6c5b42a6-da7a-4af4-a14a-00b44d519e79 None None] Provisioning complete for port 10dcd331-47cf-4993-81f1-ec70bb7a57bd triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:32.853929 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6c5b42a6-da7a-4af4-a14a-00b44d519e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (10dcd331-47cf-4993-81f1-ec70bb7a57bd), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:32.872113 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-114c076a-41ff-4ecd-96fa-67bb83831f1e tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3807137 Feb 09 01:28:32.875239 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47752) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:32.911313 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-e8efe4ce-ec06-4280-96d7-31e04326efd9 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Request body: {'subnet': {'network_id': 'cc04862c-9321-47f7-845a-60d91f945710', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:32.957846 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-92d13a6c-ec64-43a9-9bb5-d419fa6a0169 req-7d6de499-88db-4f2f-aaa8-7c02c4c3975e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 210 time: 0.1396041 Feb 09 01:28:33.115138 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-747eeab5-1da9-4f33-9616-07e4953b3f92 req-85577d8e-1703-4b7c-814a-a012c4493fa2 service neutron] 10.222.0.120 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5533340 Feb 09 01:28:33.186029 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb8d60-2ace-4f1e-aeb5-539f745cd8ab None None] Pushing event updated for resources: {'Port': ['ID=13761fae-7263-4667-aef9-91681f0eeb18,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:33.311951 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e4fe811e-ca5a-40f3-a48b-9902cd589aec tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (530651e9-ed72-4c9d-ab0b-62bc0f4dbc76), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:33.364922 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.resource_extend [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:28:33.395951 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8efe4ce-ec06-4280-96d7-31e04326efd9 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Made reservation on behalf of b61b38481a67469a8e8ee9958ba75702 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:33.407589 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e8efe4ce-ec06-4280-96d7-31e04326efd9 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:33.513846 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b4eb3-756d-4c3f-9d57-3cc31d421139 req-4479275d-99ac-41cd-95f8-279508435dee tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:33.520917 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-426b4eb3-756d-4c3f-9d57-3cc31d421139 req-4479275d-99ac-41cd-95f8-279508435dee tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccca30c7-d504-4508-aedc-fae32de95a07 HTTP/1.1" status: 200 len: 943 time: 0.3072212 Feb 09 01:28:33.586154 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6c5b42a6-da7a-4af4-a14a-00b44d519e79 None None] Current status of the port 10dcd331-47cf-4993-81f1-ec70bb7a57bd is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:33.586653 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6c5b42a6-da7a-4af4-a14a-00b44d519e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (10dcd331-47cf-4993-81f1-ec70bb7a57bd), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:33.598916 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-687744f2-320e-4302-aeab-2fffebd65535 None None] Publish callbacks [] for port (19da6fd0-b811-4fe8-b195-9f05cf0b99f5), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:33.609416 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port b028173e-dc30-488e-8691-a808746d5eb5 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:33.612029 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-687744f2-320e-4302-aeab-2fffebd65535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (19da6fd0-b811-4fe8-b195-9f05cf0b99f5), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:33.750940 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-687744f2-320e-4302-aeab-2fffebd65535 None None] Attempting to bind port 19da6fd0-b811-4fe8-b195-9f05cf0b99f5 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:28:33.753081 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-687744f2-320e-4302-aeab-2fffebd65535 None None] Attempting to bind port 19da6fd0-b811-4fe8-b195-9f05cf0b99f5 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:28:33.754343 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687744f2-320e-4302-aeab-2fffebd65535 None None] Attempting to bind port 19da6fd0-b811-4fe8-b195-9f05cf0b99f5 on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:28:33.769377 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-548f3d26-e835-45ed-b564-14b363687d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f474954-c472-4df2-b961-57893adfcd55', 'name': 'tempest-TestServerMultinode-1477930470-router', 'tenant_id': '4ffecf79ef28414a94c82fbd3208c381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '32c95831-448d-4662-86af-8691fa831b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:12Z', 'updated_at': '2022-02-09T01:28:19Z', 'revision_number': 4, 'project_id': '4ffecf79ef28414a94c82fbd3208c381', 'gw_port': {'id': '32c95831-448d-4662-86af-8691fa831b54', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:19:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f474954-c472-4df2-b961-57893adfcd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:13Z', 'updated_at': '2022-02-09T01:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '10dcd331-47cf-4993-81f1-ec70bb7a57bd', 'name': '', 'network_id': '7c1e365b-e37c-4467-a216-ac25b15524b9', 'tenant_id': '4ffecf79ef28414a94c82fbd3208c381', 'mac_address': 'fa:16:3e:71:38:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f474954-c472-4df2-b961-57893adfcd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '8800f021-7b79-4b5c-af69-0572bdc39fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:18Z', 'updated_at': '2022-02-09T01:28:30Z', 'revision_number': 4, 'project_id': '4ffecf79ef28414a94c82fbd3208c381', 'subnets': [{'id': '8800f021-7b79-4b5c-af69-0572bdc39fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:33.793812 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47764) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:33.821853 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a0ff1-a039-40ae-a455-88182eaa8b58 None None] Pushing event updated for resources: {'Port': ['ID=19da6fd0-b811-4fe8-b195-9f05cf0b99f5,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:33.836206 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687744f2-320e-4302-aeab-2fffebd65535 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:28:33.837113 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687744f2-320e-4302-aeab-2fffebd65535 None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:28:33.837810 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-687744f2-320e-4302-aeab-2fffebd65535 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:33.838753 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687744f2-320e-4302-aeab-2fffebd65535 None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:28:33.839823 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-687744f2-320e-4302-aeab-2fffebd65535 None None] Bound port: 19da6fd0-b811-4fe8-b195-9f05cf0b99f5, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:28:33.842205 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-687744f2-320e-4302-aeab-2fffebd65535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (19da6fd0-b811-4fe8-b195-9f05cf0b99f5), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:33.898122 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548f3d26-e835-45ed-b564-14b363687d7b None None] The sync data for ids ['8f474954-c472-4df2-b961-57893adfcd55'] in n-d-828369-4 is: [{'id': '8f474954-c472-4df2-b961-57893adfcd55', 'name': 'tempest-TestServerMultinode-1477930470-router', 'tenant_id': '4ffecf79ef28414a94c82fbd3208c381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '32c95831-448d-4662-86af-8691fa831b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:12Z', 'updated_at': '2022-02-09T01:28:19Z', 'revision_number': 4, 'project_id': '4ffecf79ef28414a94c82fbd3208c381', 'gw_port': {'id': '32c95831-448d-4662-86af-8691fa831b54', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:19:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f474954-c472-4df2-b961-57893adfcd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:13Z', 'updated_at': '2022-02-09T01:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '10dcd331-47cf-4993-81f1-ec70bb7a57bd', 'name': '', 'network_id': '7c1e365b-e37c-4467-a216-ac25b15524b9', 'tenant_id': '4ffecf79ef28414a94c82fbd3208c381', 'mac_address': 'fa:16:3e:71:38:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f474954-c472-4df2-b961-57893adfcd55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2949, 'fixed_ips': [{'subnet_id': '8800f021-7b79-4b5c-af69-0572bdc39fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:18Z', 'updated_at': '2022-02-09T01:28:30Z', 'revision_number': 4, 'project_id': '4ffecf79ef28414a94c82fbd3208c381', 'subnets': [{'id': '8800f021-7b79-4b5c-af69-0572bdc39fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:28:33.906809 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6c5b42a6-da7a-4af4-a14a-00b44d519e79 None None] For port 10dcd331-47cf-4993-81f1-ec70bb7a57bd, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=10dcd331-47cf-4993-81f1-ec70bb7a57bd,segment=NetworkSegment(25ffc71a-87b5-47bc-ac3a-d1ad83c65f95),segment_id=25ffc71a-87b5-47bc-ac3a-d1ad83c65f95)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:28:33.909306 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port f72cb158-ae73-4777-be1f-4d98341d602e, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=f72cb158-ae73-4777-be1f-4d98341d602e,segment=NetworkSegment(c65aa26b-6f4d-4da5-9ac6-6c267d824ab1),segment_id=c65aa26b-6f4d-4da5-9ac6-6c267d824ab1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:28:33.924692 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6c5b42a6-da7a-4af4-a14a-00b44d519e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (10dcd331-47cf-4993-81f1-ec70bb7a57bd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:33.936285 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-687744f2-320e-4302-aeab-2fffebd65535 None None] For port 19da6fd0-b811-4fe8-b195-9f05cf0b99f5, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:28:33.942320 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-687744f2-320e-4302-aeab-2fffebd65535 None None] For port 19da6fd0-b811-4fe8-b195-9f05cf0b99f5, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=19da6fd0-b811-4fe8-b195-9f05cf0b99f5,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:28:33.946001 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-426b4eb3-756d-4c3f-9d57-3cc31d421139 req-84769072-e6ac-4eba-a07c-4956c123eec2 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4240148 Feb 09 01:28:33.955998 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-687744f2-320e-4302-aeab-2fffebd65535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (19da6fd0-b811-4fe8-b195-9f05cf0b99f5), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:34.003305 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': 'f72cb158-ae73-4777-be1f-4d98341d602e', 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042', 'port_id': 'f72cb158-ae73-4777-be1f-4d98341d602e', 'mac_address': 'fa:16:3e:a2:80:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8a10734-f380-44a3-a9f7-298105351e3b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:28:34.170377 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687744f2-320e-4302-aeab-2fffebd65535 None None] Routers {'875f1ea5-84e6-4a54-87bb-f01ecebb1988'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:28:34.171278 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-687744f2-320e-4302-aeab-2fffebd65535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:28:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['875f1ea5-84e6-4a54-87bb-f01ecebb1988'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:34.233669 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 13761fae-7263-4667-aef9-91681f0eeb18 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:28:34.320396 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a0ff1-a039-40ae-a455-88182eaa8b58 None None] Pushing event updated for resources: {'Port': ['ID=19da6fd0-b811-4fe8-b195-9f05cf0b99f5,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:34.352944 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-38c08661-0934-406c-a081-6f0f5f815f7a req-7312fc3d-5964-4337-91b7-d826ae9c6331 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 210 time: 0.1208284 Feb 09 01:28:34.358837 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-21bde1d1-f2ef-4067-a196-e4cd2a3722c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:34.365469 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6c5b42a6-da7a-4af4-a14a-00b44d519e79 None None] Provisioning complete for port b028173e-dc30-488e-8691-a808746d5eb5 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:34.366027 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6c5b42a6-da7a-4af4-a14a-00b44d519e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b028173e-dc30-488e-8691-a808746d5eb5), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:34.488033 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-687744f2-320e-4302-aeab-2fffebd65535 None None] Set router 875f1ea5-84e6-4a54-87bb-f01ecebb1988 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:28:34.549048 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e9e0e4e4-0806-485e-ac4b-395c02ec86d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:34.671828 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-be9efc3a-762d-4a6e-929b-a105f60c65b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:34.682746 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port f72cb158-ae73-4777-be1f-4d98341d602e is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:34.683327 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f72cb158-ae73-4777-be1f-4d98341d602e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:34.700076 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b42a6-da7a-4af4-a14a-00b44d519e79 None None] Pushing event updated for resources: {'Port': ['ID=10dcd331-47cf-4993-81f1-ec70bb7a57bd,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:34.723818 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e4fe811e-ca5a-40f3-a48b-9902cd589aec tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for port (530651e9-ed72-4c9d-ab0b-62bc0f4dbc76), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:34.741316 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e4fe811e-ca5a-40f3-a48b-9902cd589aec tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (530651e9-ed72-4c9d-ab0b-62bc0f4dbc76), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:34.756511 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f72cb158-ae73-4777-be1f-4d98341d602e {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:28:34.770359 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 13761fae-7263-4667-aef9-91681f0eeb18 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:34.770747 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (13761fae-7263-4667-aef9-91681f0eeb18), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:34.885968 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e4fe811e-ca5a-40f3-a48b-9902cd589aec tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (3cda6346-95ae-4504-baf4-a5958017f8be), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:34.945240 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-e9e0e4e4-0806-485e-ac4b-395c02ec86d9 admin admin] Allocated IP 172.20.0.1 (d0f91cd1-0ad8-4b97-8d56-dc5ec192c0f6/27364577-3268-4ee9-a473-76524015881a/87710c53-ba3f-47ed-948e-36dea0e38215) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:34.963583 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port f72cb158-ae73-4777-be1f-4d98341d602e, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=f72cb158-ae73-4777-be1f-4d98341d602e,segment=NetworkSegment(c65aa26b-6f4d-4da5-9ac6-6c267d824ab1),segment_id=c65aa26b-6f4d-4da5-9ac6-6c267d824ab1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:28:35.069354 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2de87c-bd94-45af-9955-511c9d1a3f62 None None] Network cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:28:35.072343 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-687744f2-320e-4302-aeab-2fffebd65535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '875f1ea5-84e6-4a54-87bb-f01ecebb1988', 'name': 'tempest-TestServerMultinode-950840163-router', 'tenant_id': '6315096f882943ae8e8ef99fc8ef2039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '19da6fd0-b811-4fe8-b195-9f05cf0b99f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:26Z', 'updated_at': '2022-02-09T01:28:29Z', 'revision_number': 3, 'project_id': '6315096f882943ae8e8ef99fc8ef2039', 'gw_port': {'id': '19da6fd0-b811-4fe8-b195-9f05cf0b99f5', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:64:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875f1ea5-84e6-4a54-87bb-f01ecebb1988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:28Z', 'updated_at': '2022-02-09T01:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:35.095872 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f72cb158-ae73-4777-be1f-4d98341d602e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:35.144994 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687744f2-320e-4302-aeab-2fffebd65535 None None] The sync data for ids ['875f1ea5-84e6-4a54-87bb-f01ecebb1988'] in n-d-828369-4 is: [{'id': '875f1ea5-84e6-4a54-87bb-f01ecebb1988', 'name': 'tempest-TestServerMultinode-950840163-router', 'tenant_id': '6315096f882943ae8e8ef99fc8ef2039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '19da6fd0-b811-4fe8-b195-9f05cf0b99f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:26Z', 'updated_at': '2022-02-09T01:28:29Z', 'revision_number': 3, 'project_id': '6315096f882943ae8e8ef99fc8ef2039', 'gw_port': {'id': '19da6fd0-b811-4fe8-b195-9f05cf0b99f5', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:64:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875f1ea5-84e6-4a54-87bb-f01ecebb1988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:28Z', 'updated_at': '2022-02-09T01:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:28:35.233399 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e9e0e4e4-0806-485e-ac4b-395c02ec86d9 admin admin] Publish callbacks [] for port (87710c53-ba3f-47ed-948e-36dea0e38215), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:35.248193 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-21bde1d1-f2ef-4067-a196-e4cd2a3722c2 admin admin] Publish callbacks [] for security_group (d637e828-2ca8-4650-b032-a3b10bcfb95a), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:35.283162 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-21bde1d1-f2ef-4067-a196-e4cd2a3722c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (d637e828-2ca8-4650-b032-a3b10bcfb95a), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:35.289174 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 13761fae-7263-4667-aef9-91681f0eeb18 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:35.289842 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (13761fae-7263-4667-aef9-91681f0eeb18), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:35.309601 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e9e0e4e4-0806-485e-ac4b-395c02ec86d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (87710c53-ba3f-47ed-948e-36dea0e38215), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:35.335299 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe811e-ca5a-40f3-a48b-9902cd589aec tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event updated for resources: {'Port': ['ID=530651e9-ed72-4c9d-ab0b-62bc0f4dbc76,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:35.343131 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e8efe4ce-ec06-4280-96d7-31e04326efd9 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (38b9ec66-d4fc-470d-a337-5f88aa23e0a3), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:35.356779 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6c5b42a6-da7a-4af4-a14a-00b44d519e79 None None] Current status of the port b028173e-dc30-488e-8691-a808746d5eb5 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:35.364982 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe811e-ca5a-40f3-a48b-9902cd589aec tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:35.365547 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe811e-ca5a-40f3-a48b-9902cd589aec tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:35.365958 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe811e-ca5a-40f3-a48b-9902cd589aec tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:35.366407 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe811e-ca5a-40f3-a48b-9902cd589aec tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:35.366852 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe811e-ca5a-40f3-a48b-9902cd589aec tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:35.367342 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe811e-ca5a-40f3-a48b-9902cd589aec tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:35.367808 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe811e-ca5a-40f3-a48b-9902cd589aec tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:35.368254 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe811e-ca5a-40f3-a48b-9902cd589aec tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:35.369494 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe811e-ca5a-40f3-a48b-9902cd589aec tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:35.369957 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe811e-ca5a-40f3-a48b-9902cd589aec tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:35.370399 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe811e-ca5a-40f3-a48b-9902cd589aec tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:35.370880 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe811e-ca5a-40f3-a48b-9902cd589aec tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:35.371316 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fe811e-ca5a-40f3-a48b-9902cd589aec tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:28:35.437319 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2964bf-e23f-4335-921a-7d134e7f147f req-12e84a1d-081b-4c92-ac44-ba05490172be tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:35.439209 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fb2964bf-e23f-4335-921a-7d134e7f147f req-12e84a1d-081b-4c92-ac44-ba05490172be tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccca30c7-d504-4508-aedc-fae32de95a07 HTTP/1.1" status: 200 len: 944 time: 0.3205216 Feb 09 01:28:35.439467 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['f72cb158-ae73-4777-be1f-4d98341d602e'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:28:35.468744 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-21bde1d1-f2ef-4067-a196-e4cd2a3722c2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=beccead6a975457eb083e747ac67a78c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6622291 Feb 09 01:28:35.485538 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47776) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:35.510145 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e0e4e4-0806-485e-ac4b-395c02ec86d9 admin admin] Network d0f91cd1-0ad8-4b97-8d56-dc5ec192c0f6 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:35.519505 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bde1d1-f2ef-4067-a196-e4cd2a3722c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d637e828-2ca8-4650-b032-a3b10bcfb95a,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:35.548179 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fe811e-ca5a-40f3-a48b-9902cd589aec tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Network cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:35.592059 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-e4fe811e-ca5a-40f3-a48b-9902cd589aec tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:35.609642 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-e9e0e4e4-0806-485e-ac4b-395c02ec86d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:35.614171 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-722af3e9-2737-4773-8450-124c2fee4fb0 req-1ef94826-3eda-4fd3-8f3e-ed61ab18947c tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 210 time: 0.0644524 Feb 09 01:28:35.634092 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 13761fae-7263-4667-aef9-91681f0eeb18, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=13761fae-7263-4667-aef9-91681f0eeb18,segment=NetworkSegment(f9b6b58d-8390-4f69-b94d-6b97fdc198cb),segment_id=f9b6b58d-8390-4f69-b94d-6b97fdc198cb)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:28:35.647527 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=f72cb158-ae73-4777-be1f-4d98341d602e,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:35.666897 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e0e4e4-0806-485e-ac4b-395c02ec86d9 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:28:35.671263 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (13761fae-7263-4667-aef9-91681f0eeb18), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:35.672203 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 10dcd331-47cf-4993-81f1-ec70bb7a57bd up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:28:35.790585 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e9e0e4e4-0806-485e-ac4b-395c02ec86d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (875f1ea5-84e6-4a54-87bb-f01ecebb1988), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:35.888819 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fb2964bf-e23f-4335-921a-7d134e7f147f req-a76b33ba-1983-46c7-9dab-01cd7b52d3ba tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4417138 Feb 09 01:28:35.889777 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-51c4cf7c-66ea-4a09-acd3-e657a01d6a1e admin admin] Publish callbacks [] for security_group (d637e828-2ca8-4650-b032-a3b10bcfb95a), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:35.918773 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-fe90411a-19d3-4c93-bbd9-58f35f060c33 None None] Provisioning complete for port 13761fae-7263-4667-aef9-91681f0eeb18 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:35.931196 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fe90411a-19d3-4c93-bbd9-58f35f060c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (13761fae-7263-4667-aef9-91681f0eeb18), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:35.941713 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e0e4e4-0806-485e-ac4b-395c02ec86d9 admin admin] Pushing event updated for resources: {'Port': ['ID=87710c53-ba3f-47ed-948e-36dea0e38215,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:35.987065 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-51c4cf7c-66ea-4a09-acd3-e657a01d6a1e admin admin] Publish callbacks [] for security_group (d637e828-2ca8-4650-b032-a3b10bcfb95a), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:36.008358 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8efe4ce-ec06-4280-96d7-31e04326efd9 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Pushing event updated for resources: {'Subnet': ['ID=38b9ec66-d4fc-470d-a337-5f88aa23e0a3,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:36.037439 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8efe4ce-ec06-4280-96d7-31e04326efd9 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Checking segment: {'id': '78131d69-d017-49e4-a3df-be6c6db9a12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'cc04862c-9321-47f7-845a-60d91f945710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:28:36.048308 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8efe4ce-ec06-4280-96d7-31e04326efd9 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Network hostable DHCP agents. Network: cc04862c-9321-47f7-845a-60d91f945710, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:28:36.083189 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4fe811e-ca5a-40f3-a48b-9902cd589aec tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Router 3cda6346-95ae-4504-baf4-a5958017f8be has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:28:36.123081 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8efe4ce-ec06-4280-96d7-31e04326efd9 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Network cc04862c-9321-47f7-845a-60d91f945710 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:28:36.239910 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-e8efe4ce-ec06-4280-96d7-31e04326efd9 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, cc04862c-9321-47f7-845a-60d91f945710) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:36.262825 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8efe4ce-ec06-4280-96d7-31e04326efd9 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:36.265116 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e8efe4ce-ec06-4280-96d7-31e04326efd9 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:36.291633 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8ec73e-b35f-4b49-b327-20cb72d16af6 None None] Network cc04862c-9321-47f7-845a-60d91f945710 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:28:36.311410 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:36.312385 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=13761fae-7263-4667-aef9-91681f0eeb18,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:36.354523 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 10dcd331-47cf-4993-81f1-ec70bb7a57bd triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:36.355611 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (10dcd331-47cf-4993-81f1-ec70bb7a57bd), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:36.367770 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-51c4cf7c-66ea-4a09-acd3-e657a01d6a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (d637e828-2ca8-4650-b032-a3b10bcfb95a), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:36.371212 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-51c4cf7c-66ea-4a09-acd3-e657a01d6a1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:36.377802 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e8efe4ce-ec06-4280-96d7-31e04326efd9 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5014961 Feb 09 01:28:36.382160 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-51c4cf7c-66ea-4a09-acd3-e657a01d6a1e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d637e828-2ca8-4650-b032-a3b10bcfb95a HTTP/1.1" status: 204 len: 168 time: 0.8927183 Feb 09 01:28:36.387887 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47780) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:36.406818 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-8afa86e3-b99b-44fd-a66f-9790ec1f95f2 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-286119076', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}, 'admin_state_up': False}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:36.420580 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e9e0e4e4-0806-485e-ac4b-395c02ec86d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (87710c53-ba3f-47ed-948e-36dea0e38215), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:36.467769 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c4cf7c-66ea-4a09-acd3-e657a01d6a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d637e828-2ca8-4650-b032-a3b10bcfb95a,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:36.495774 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4fe811e-ca5a-40f3-a48b-9902cd589aec tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:28:36.514325 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e4fe811e-ca5a-40f3-a48b-9902cd589aec tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "PUT /v2.0/routers/3cda6346-95ae-4504-baf4-a5958017f8be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3790731 Feb 09 01:28:36.518500 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47784) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:36.525705 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-ca81d597-ee96-4775-b973-b8a59fc2b275 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Request body: {'network': {'name': 'tempest-RoutersTest-1560325933'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:36.550700 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8afa86e3-b99b-44fd-a66f-9790ec1f95f2 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (a187f7fc-9969-49b5-992c-7698094a49b8), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:36.552935 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8afa86e3-b99b-44fd-a66f-9790ec1f95f2 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (a187f7fc-9969-49b5-992c-7698094a49b8), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:36.586694 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca81d597-ee96-4775-b973-b8a59fc2b275 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Made reservation on behalf of 97d0b2cfb3c54d2dbdc39a6f73fdb6ce for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:36.591705 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ca81d597-ee96-4775-b973-b8a59fc2b275 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:36.633351 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e985fa3a-c1c3-4ee8-8552-322c5c14ec63 None None] Sync routers for ids ['3cda6346-95ae-4504-baf4-a5958017f8be'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:28:36.777765 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca81d597-ee96-4775-b973-b8a59fc2b275 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1000} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:28:36.787425 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8afa86e3-b99b-44fd-a66f-9790ec1f95f2 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks [] for router_controller (a187f7fc-9969-49b5-992c-7698094a49b8), precommit_add_association {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:36.860490 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ca81d597-ee96-4775-b973-b8a59fc2b275 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (1bce628e-a6da-4553-9fd6-d1aceb47c548), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:36.860883 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-ca81d597-ee96-4775-b973-b8a59fc2b275 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Added segment 1bce628e-a6da-4553-9fd6-d1aceb47c548 of type vlan for network 565308a9-da5f-4afd-9791-4c77cd24cc4b Feb 09 01:28:36.901462 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e985fa3a-c1c3-4ee8-8552-322c5c14ec63 None None] Routers {'3cda6346-95ae-4504-baf4-a5958017f8be'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:28:36.913027 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-e985fa3a-c1c3-4ee8-8552-322c5c14ec63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:28:35Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['3cda6346-95ae-4504-baf4-a5958017f8be'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:36.969860 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ca81d597-ee96-4775-b973-b8a59fc2b275 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (565308a9-da5f-4afd-9791-4c77cd24cc4b), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:37.016663 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e9e0e4e4-0806-485e-ac4b-395c02ec86d9 admin admin] Publish callbacks [] for port (87710c53-ba3f-47ed-948e-36dea0e38215), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:37.028792 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e9e0e4e4-0806-485e-ac4b-395c02ec86d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (87710c53-ba3f-47ed-948e-36dea0e38215), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:37.145117 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ca81d597-ee96-4775-b973-b8a59fc2b275 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (565308a9-da5f-4afd-9791-4c77cd24cc4b), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:37.153102 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca81d597-ee96-4775-b973-b8a59fc2b275 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:37.153736 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ca81d597-ee96-4775-b973-b8a59fc2b275 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:37.226421 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-51e3f7c0-ace7-4b09-8376-b07966c57ce9 req-50fea504-4148-4c5d-b469-0a625c5b6eb7 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 210 time: 0.4198995 Feb 09 01:28:37.232634 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e9e0e4e4-0806-485e-ac4b-395c02ec86d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (875f1ea5-84e6-4a54-87bb-f01ecebb1988), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:37.261027 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e0e4e4-0806-485e-ac4b-395c02ec86d9 admin admin] Pushing event updated for resources: {'Port': ['ID=87710c53-ba3f-47ed-948e-36dea0e38215,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:37.399682 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ca81d597-ee96-4775-b973-b8a59fc2b275 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8797174 Feb 09 01:28:37.478287 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47802) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:37.484673 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-6b4fa7ef-ba81-42a8-8a53-584961e836d2 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Request body: {'subnet': {'network_id': '565308a9-da5f-4afd-9791-4c77cd24cc4b', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:37.610964 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-e985fa3a-c1c3-4ee8-8552-322c5c14ec63 None None] Set router 3cda6346-95ae-4504-baf4-a5958017f8be gateway port host: None {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:28:37.616240 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8afa86e3-b99b-44fd-a66f-9790ec1f95f2 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks [] for router_gateway (a187f7fc-9969-49b5-992c-7698094a49b8), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:37.655975 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e0e4e4-0806-485e-ac4b-395c02ec86d9 admin admin] Network d0f91cd1-0ad8-4b97-8d56-dc5ec192c0f6 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:37.657553 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-fe90411a-19d3-4c93-bbd9-58f35f060c33 None None] Current status of the port 13761fae-7263-4667-aef9-91681f0eeb18 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:37.682300 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-e9e0e4e4-0806-485e-ac4b-395c02ec86d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:37.720812 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca81d597-ee96-4775-b973-b8a59fc2b275 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event updated for resources: {'Network': ['ID=565308a9-da5f-4afd-9791-4c77cd24cc4b,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:37.740305 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e5383-c780-4872-a2c7-bcbc89025491 req-f69916e5-4bbe-48bf-9ce0-d8e75de0d0b9 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:37.742606 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c32e5383-c780-4872-a2c7-bcbc89025491 req-f69916e5-4bbe-48bf-9ce0-d8e75de0d0b9 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccca30c7-d504-4508-aedc-fae32de95a07 HTTP/1.1" status: 200 len: 944 time: 0.6200871 Feb 09 01:28:37.744983 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 565308a9-da5f-4afd-9791-4c77cd24cc4b details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:28:37.748700 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:37.880983 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c32e5383-c780-4872-a2c7-bcbc89025491 req-adbfb621-177e-4254-b052-c760b300cff0 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291759 Feb 09 01:28:38.016030 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4fa7ef-ba81-42a8-8a53-584961e836d2 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Made reservation on behalf of 97d0b2cfb3c54d2dbdc39a6f73fdb6ce for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:38.020086 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6b4fa7ef-ba81-42a8-8a53-584961e836d2 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:38.053387 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47814) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:38.139952 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:38.156247 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e0e4e4-0806-485e-ac4b-395c02ec86d9 admin admin] Router 875f1ea5-84e6-4a54-87bb-f01ecebb1988 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:28:38.199480 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8afa86e3-b99b-44fd-a66f-9790ec1f95f2 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks [] for router_gateway (a187f7fc-9969-49b5-992c-7698094a49b8), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:38.212924 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9a2a80-ab81-45b4-83dc-7df85e7d0f5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-cc04862c-9321-47f7-845a-60d91f945710', 'network_id': 'cc04862c-9321-47f7-845a-60d91f945710', 'project_id': 'b61b38481a67469a8e8ee9958ba75702', 'fixed_ips': [{'subnet_id': '38b9ec66-d4fc-470d-a337-5f88aa23e0a3'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:28:38.214127 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ba9a2a80-ab81-45b4-83dc-7df85e7d0f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:38.251742 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8afa86e3-b99b-44fd-a66f-9790ec1f95f2 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:38.461233 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-cf5312f3-b89c-4578-872e-63c5fed345b3 None None] Provisioning complete for port 13761fae-7263-4667-aef9-91681f0eeb18 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:38.461671 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cf5312f3-b89c-4578-872e-63c5fed345b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (13761fae-7263-4667-aef9-91681f0eeb18), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:38.534608 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-8afa86e3-b99b-44fd-a66f-9790ec1f95f2 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Allocated IP 172.25.8.147 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/8d86c245-060b-4cc9-b7a1-aa0ae337551a) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:38.611558 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 10dcd331-47cf-4993-81f1-ec70bb7a57bd is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:38.612910 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device b028173e-dc30-488e-8691-a808746d5eb5 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:28:38.649167 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-65e7d163-d9c1-443d-9305-f95a0f82ef6c admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-16220790-network', 'tenant_id': 'd96a3dd6a074479b9a111060c6fed051'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:38.710011 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:38.717688 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4c07c96b-cfdc-4e06-a1d6-6ac3358910af req-2b7e305c-f02f-41ed-97d4-fc98ac0dc26f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 210 time: 0.0741265 Feb 09 01:28:38.752361 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e7d163-d9c1-443d-9305-f95a0f82ef6c admin admin] Made reservation on behalf of d96a3dd6a074479b9a111060c6fed051 for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:38.760874 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-65e7d163-d9c1-443d-9305-f95a0f82ef6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:38.782246 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-ba9a2a80-ab81-45b4-83dc-7df85e7d0f5a None None] Allocated IP 172.20.0.2 (cc04862c-9321-47f7-845a-60d91f945710/38b9ec66-d4fc-470d-a337-5f88aa23e0a3/0bd459af-28c9-4827-9798-39fb4ce7458d) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:38.798260 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-65e7d163-d9c1-443d-9305-f95a0f82ef6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:38.824968 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e0e4e4-0806-485e-ac4b-395c02ec86d9 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:28:38.836885 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e9e0e4e4-0806-485e-ac4b-395c02ec86d9 admin admin] 10.222.0.50 "PUT /v2.0/routers/875f1ea5-84e6-4a54-87bb-f01ecebb1988/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9924192 Feb 09 01:28:38.838196 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6b4fa7ef-ba81-42a8-8a53-584961e836d2 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (5a03072e-66bd-47fa-8950-4550c8370d9b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:38.845426 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617e0326-6187-41cf-b7d9-4cf6a8571d24 None None] Sync routers for ids ['875f1ea5-84e6-4a54-87bb-f01ecebb1988'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:28:38.862917 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617e0326-6187-41cf-b7d9-4cf6a8571d24 None None] Routers {'875f1ea5-84e6-4a54-87bb-f01ecebb1988'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:28:38.865150 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-617e0326-6187-41cf-b7d9-4cf6a8571d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:28:35Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['875f1ea5-84e6-4a54-87bb-f01ecebb1988'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:38.897359 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port b028173e-dc30-488e-8691-a808746d5eb5 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:38.897679 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b028173e-dc30-488e-8691-a808746d5eb5), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:38.934453 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4fa7ef-ba81-42a8-8a53-584961e836d2 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event updated for resources: {'Subnet': ['ID=5a03072e-66bd-47fa-8950-4550c8370d9b,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:38.946411 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8afa86e3-b99b-44fd-a66f-9790ec1f95f2 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks [] for port (8d86c245-060b-4cc9-b7a1-aa0ae337551a), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:38.992410 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4fa7ef-ba81-42a8-8a53-584961e836d2 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Checking segment: {'id': '1bce628e-a6da-4553-9fd6-d1aceb47c548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '565308a9-da5f-4afd-9791-4c77cd24cc4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:28:38.992822 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4fa7ef-ba81-42a8-8a53-584961e836d2 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Network hostable DHCP agents. Network: 565308a9-da5f-4afd-9791-4c77cd24cc4b, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:28:39.024070 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-cf5312f3-b89c-4578-872e-63c5fed345b3 None None] Current status of the port 13761fae-7263-4667-aef9-91681f0eeb18 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:39.037349 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4fa7ef-ba81-42a8-8a53-584961e836d2 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Network 565308a9-da5f-4afd-9791-4c77cd24cc4b is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:28:39.051279 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-6b4fa7ef-ba81-42a8-8a53-584961e836d2 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 565308a9-da5f-4afd-9791-4c77cd24cc4b) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:39.056474 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4fa7ef-ba81-42a8-8a53-584961e836d2 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:39.057114 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6b4fa7ef-ba81-42a8-8a53-584961e836d2 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:39.084571 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-e985fa3a-c1c3-4ee8-8552-322c5c14ec63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'name': 'tempest-RoutersTest-router-1370585882', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:14Z', 'updated_at': '2022-02-09T01:28:33Z', 'revision_number': 3, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'gw_port_host': None, '_interfaces': [{'id': '22250887-9eda-43fa-ab79-16e51ff09fce', 'name': '', 'network_id': '7a270272-64b7-4ca9-a64b-7296b464b1ae', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:c3:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd603a904-ec18-4b46-981a-c15c52d44f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:18Z', 'updated_at': '2022-02-09T01:28:27Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': 'd603a904-ec18-4b46-981a-c15c52d44f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '530651e9-ed72-4c9d-ab0b-62bc0f4dbc76', 'name': '', 'network_id': 'cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:b5:53:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': 'e02b13f4-3113-4df7-9f28-8a3ca4f007d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:28Z', 'updated_at': '2022-02-09T01:28:33Z', 'revision_number': 2, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': 'e02b13f4-3113-4df7-9f28-8a3ca4f007d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:39.092760 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6b4fa7ef-ba81-42a8-8a53-584961e836d2 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6124685 Feb 09 01:28:39.095508 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47826) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:39.104825 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0db0a80-75d9-40e9-8cdf-8a3da8363349 None None] Network 565308a9-da5f-4afd-9791-4c77cd24cc4b requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:28:39.154446 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-617e0326-6187-41cf-b7d9-4cf6a8571d24 None None] Set router 875f1ea5-84e6-4a54-87bb-f01ecebb1988 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:28:39.167211 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8afa86e3-b99b-44fd-a66f-9790ec1f95f2 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (8d86c245-060b-4cc9-b7a1-aa0ae337551a), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:39.229831 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device f72cb158-ae73-4777-be1f-4d98341d602e up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:28:39.255860 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-65e7d163-d9c1-443d-9305-f95a0f82ef6c admin admin] Publish callbacks [] for security_group (e32a2f21-d407-4d88-b2f8-fcd8d456b57d), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:39.273329 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-65e7d163-d9c1-443d-9305-f95a0f82ef6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e32a2f21-d407-4d88-b2f8-fcd8d456b57d), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:39.332435 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e985fa3a-c1c3-4ee8-8552-322c5c14ec63 None None] Checking router: 3cda6346-95ae-4504-baf4-a5958017f8be for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:28:39.332852 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e985fa3a-c1c3-4ee8-8552-322c5c14ec63 None None] Updating router 3cda6346-95ae-4504-baf4-a5958017f8be port 530651e9-ed72-4c9d-ab0b-62bc0f4dbc76 binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:28:39.348803 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ef4b2-9585-4f5b-ad22-380d6b7e8ed9 req-dfa7083a-0eca-48f9-a084-88757dd82916 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:39.376029 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e985fa3a-c1c3-4ee8-8552-322c5c14ec63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (530651e9-ed72-4c9d-ab0b-62bc0f4dbc76), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:39.378061 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0b9ef4b2-9585-4f5b-ad22-380d6b7e8ed9 req-dfa7083a-0eca-48f9-a084-88757dd82916 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccca30c7-d504-4508-aedc-fae32de95a07 HTTP/1.1" status: 200 len: 944 time: 0.3794405 Feb 09 01:28:39.385918 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e354c33-63b5-4273-b76f-2ca0cfb93603 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-565308a9-da5f-4afd-9791-4c77cd24cc4b', 'network_id': '565308a9-da5f-4afd-9791-4c77cd24cc4b', 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'fixed_ips': [{'subnet_id': '5a03072e-66bd-47fa-8950-4550c8370d9b'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:28:39.386163 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afa86e3-b99b-44fd-a66f-9790ec1f95f2 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:39.386814 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4e354c33-63b5-4273-b76f-2ca0cfb93603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:39.414368 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-cf5312f3-b89c-4578-872e-63c5fed345b3 None None] Provisioning complete for port 530651e9-ed72-4c9d-ab0b-62bc0f4dbc76 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:39.414749 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cf5312f3-b89c-4578-872e-63c5fed345b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (530651e9-ed72-4c9d-ab0b-62bc0f4dbc76), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:39.466223 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-8afa86e3-b99b-44fd-a66f-9790ec1f95f2 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:39.466854 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-cf5312f3-b89c-4578-872e-63c5fed345b3 None None] Port 530651e9-ed72-4c9d-ab0b-62bc0f4dbc76 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:28:39.526468 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afa86e3-b99b-44fd-a66f-9790ec1f95f2 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:28:39.532823 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa86e3-b99b-44fd-a66f-9790ec1f95f2 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Pushing event updated for resources: {'Port': ['ID=8d86c245-060b-4cc9-b7a1-aa0ae337551a,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:39.548427 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65e7d163-d9c1-443d-9305-f95a0f82ef6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1009} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:28:39.594937 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-cf5312f3-b89c-4578-872e-63c5fed345b3 None None] Provisioning complete for port 87710c53-ba3f-47ed-948e-36dea0e38215 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:39.595627 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cf5312f3-b89c-4578-872e-63c5fed345b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (87710c53-ba3f-47ed-948e-36dea0e38215), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:39.648635 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-617e0326-6187-41cf-b7d9-4cf6a8571d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '875f1ea5-84e6-4a54-87bb-f01ecebb1988', 'name': 'tempest-TestServerMultinode-950840163-router', 'tenant_id': '6315096f882943ae8e8ef99fc8ef2039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '19da6fd0-b811-4fe8-b195-9f05cf0b99f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:26Z', 'updated_at': '2022-02-09T01:28:36Z', 'revision_number': 4, 'project_id': '6315096f882943ae8e8ef99fc8ef2039', 'gw_port': {'id': '19da6fd0-b811-4fe8-b195-9f05cf0b99f5', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:64:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875f1ea5-84e6-4a54-87bb-f01ecebb1988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:28Z', 'updated_at': '2022-02-09T01:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '87710c53-ba3f-47ed-948e-36dea0e38215', 'name': '', 'network_id': 'd0f91cd1-0ad8-4b97-8d56-dc5ec192c0f6', 'tenant_id': '6315096f882943ae8e8ef99fc8ef2039', 'mac_address': 'fa:16:3e:63:e2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875f1ea5-84e6-4a54-87bb-f01ecebb1988', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '27364577-3268-4ee9-a473-76524015881a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:34Z', 'updated_at': '2022-02-09T01:28:36Z', 'revision_number': 2, 'project_id': '6315096f882943ae8e8ef99fc8ef2039', 'subnets': [{'id': '27364577-3268-4ee9-a473-76524015881a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:39.654540 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-65e7d163-d9c1-443d-9305-f95a0f82ef6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (112dde58-0c6d-4408-862a-6a6612e1082d), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:39.654932 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-65e7d163-d9c1-443d-9305-f95a0f82ef6c admin admin] Added segment 112dde58-0c6d-4408-862a-6a6612e1082d of type vlan for network 348af23b-da15-498f-b505-ff8b53a2c477 Feb 09 01:28:39.658087 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-cf5312f3-b89c-4578-872e-63c5fed345b3 None None] Port 87710c53-ba3f-47ed-948e-36dea0e38215 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:28:39.703840 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:39.724378 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-65e7d163-d9c1-443d-9305-f95a0f82ef6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (348af23b-da15-498f-b505-ff8b53a2c477), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:39.816199 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port f72cb158-ae73-4777-be1f-4d98341d602e completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:28:39.860115 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-65e7d163-d9c1-443d-9305-f95a0f82ef6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (348af23b-da15-498f-b505-ff8b53a2c477), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:39.862228 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e7d163-d9c1-443d-9305-f95a0f82ef6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:39.862818 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-65e7d163-d9c1-443d-9305-f95a0f82ef6c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:39.889914 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0b9ef4b2-9585-4f5b-ad22-380d6b7e8ed9 req-9ac3c556-e1ba-473d-ae21-dbdab7d3f122 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5093334 Feb 09 01:28:39.920039 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-4e354c33-63b5-4273-b76f-2ca0cfb93603 None None] Allocated IP 172.22.0.2 (565308a9-da5f-4afd-9791-4c77cd24cc4b/5a03072e-66bd-47fa-8950-4550c8370d9b/f1f4477b-70e5-4eeb-940d-3ef66fee5dcd) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:39.934243 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617e0326-6187-41cf-b7d9-4cf6a8571d24 None None] Checking router: 875f1ea5-84e6-4a54-87bb-f01ecebb1988 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:28:39.940581 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617e0326-6187-41cf-b7d9-4cf6a8571d24 None None] Updating router 875f1ea5-84e6-4a54-87bb-f01ecebb1988 port 87710c53-ba3f-47ed-948e-36dea0e38215 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:28:40.012788 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-617e0326-6187-41cf-b7d9-4cf6a8571d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (87710c53-ba3f-47ed-948e-36dea0e38215), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:40.118426 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9fe9b1ff-0b57-4fab-89e1-1373deef0bb0 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:40.276519 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port f72cb158-ae73-4777-be1f-4d98341d602e triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:40.277817 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f72cb158-ae73-4777-be1f-4d98341d602e), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:40.349340 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-936269c2-67df-488d-b0fd-50b6d751797c None None] Provisioning complete for port 87710c53-ba3f-47ed-948e-36dea0e38215 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:40.349678 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-936269c2-67df-488d-b0fd-50b6d751797c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (87710c53-ba3f-47ed-948e-36dea0e38215), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:40.356390 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e7d163-d9c1-443d-9305-f95a0f82ef6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32a2f21-d407-4d88-b2f8-fcd8d456b57d,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:40.374070 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e7d163-d9c1-443d-9305-f95a0f82ef6c admin admin] Pushing event updated for resources: {'Network': ['ID=348af23b-da15-498f-b505-ff8b53a2c477,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:40.391858 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-65e7d163-d9c1-443d-9305-f95a0f82ef6c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3293254 Feb 09 01:28:40.471408 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f9afc5f6-1db6-4f79-8b02-54ac27245786 req-792138aa-8ff8-4171-8472-9381809d0efd tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 210 time: 0.1098235 Feb 09 01:28:40.615604 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 348af23b-da15-498f-b505-ff8b53a2c477 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:28:40.615604 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port b028173e-dc30-488e-8691-a808746d5eb5 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:40.622276 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4e354c33-63b5-4273-b76f-2ca0cfb93603 None None] Publish callbacks [] for port (f1f4477b-70e5-4eeb-940d-3ef66fee5dcd), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:40.686550 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-617e0326-6187-41cf-b7d9-4cf6a8571d24 None None] Publish callbacks [] for port (87710c53-ba3f-47ed-948e-36dea0e38215), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:40.700724 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-617e0326-6187-41cf-b7d9-4cf6a8571d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (87710c53-ba3f-47ed-948e-36dea0e38215), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:40.779478 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-a5a90104-bf7f-4ca9-b911-b6e085f479eb tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:40.801186 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-a5a90104-bf7f-4ca9-b911-b6e085f479eb tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/networks?id=7c1e365b-e37c-4467-a216-ac25b15524b9 HTTP/1.1" status: 200 len: 912 time: 0.9162755 Feb 09 01:28:40.846460 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-5d5829c9-fb6e-44f9-a48b-4f940864d94a tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/quotas/6315096f882943ae8e8ef99fc8ef2039 HTTP/1.1" status: 200 len: 375 time: 0.0413096 Feb 09 01:28:40.861225 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-9fe9b1ff-0b57-4fab-89e1-1373deef0bb0 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Allocated IP 172.22.0.1 (565308a9-da5f-4afd-9791-4c77cd24cc4b/5a03072e-66bd-47fa-8950-4550c8370d9b/6786a32a-d903-4bcd-9a8a-c8f85e8ae464) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:41.036896 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3562fe93-e08a-4bb7-a553-15a327af5963 None None] Pushing event updated for resources: {'Port': ['ID=87710c53-ba3f-47ed-948e-36dea0e38215,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:41.044573 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-617e0326-6187-41cf-b7d9-4cf6a8571d24 None None] Attempting to bind port 87710c53-ba3f-47ed-948e-36dea0e38215 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:28:41.045229 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-617e0326-6187-41cf-b7d9-4cf6a8571d24 None None] Attempting to bind port 87710c53-ba3f-47ed-948e-36dea0e38215 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '90a93e77-1f13-485b-ad6a-064316f0e646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'd0f91cd1-0ad8-4b97-8d56-dc5ec192c0f6'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:28:41.045600 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617e0326-6187-41cf-b7d9-4cf6a8571d24 None None] Attempting to bind port 87710c53-ba3f-47ed-948e-36dea0e38215 on network d0f91cd1-0ad8-4b97-8d56-dc5ec192c0f6 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:28:41.051888 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617e0326-6187-41cf-b7d9-4cf6a8571d24 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:28:41.052289 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617e0326-6187-41cf-b7d9-4cf6a8571d24 None None] Checking segment: {'id': '90a93e77-1f13-485b-ad6a-064316f0e646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'd0f91cd1-0ad8-4b97-8d56-dc5ec192c0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:28:41.052784 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-617e0326-6187-41cf-b7d9-4cf6a8571d24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:41.053186 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617e0326-6187-41cf-b7d9-4cf6a8571d24 None None] Bound using segment: {'id': '90a93e77-1f13-485b-ad6a-064316f0e646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'd0f91cd1-0ad8-4b97-8d56-dc5ec192c0f6'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:28:41.053665 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-617e0326-6187-41cf-b7d9-4cf6a8571d24 None None] Bound port: 87710c53-ba3f-47ed-948e-36dea0e38215, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a93e77-1f13-485b-ad6a-064316f0e646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'd0f91cd1-0ad8-4b97-8d56-dc5ec192c0f6'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:28:41.054054 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-617e0326-6187-41cf-b7d9-4cf6a8571d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (87710c53-ba3f-47ed-948e-36dea0e38215), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:41.082480 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 19da6fd0-b811-4fe8-b195-9f05cf0b99f5 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:28:41.086276 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4e354c33-63b5-4273-b76f-2ca0cfb93603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (f1f4477b-70e5-4eeb-940d-3ef66fee5dcd), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:41.149828 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9fe9b1ff-0b57-4fab-89e1-1373deef0bb0 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for port (6786a32a-d903-4bcd-9a8a-c8f85e8ae464), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:41.170691 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-617e0326-6187-41cf-b7d9-4cf6a8571d24 None None] For port 87710c53-ba3f-47ed-948e-36dea0e38215, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:28:41.175378 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-617e0326-6187-41cf-b7d9-4cf6a8571d24 None None] For port 87710c53-ba3f-47ed-948e-36dea0e38215, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=87710c53-ba3f-47ed-948e-36dea0e38215,segment=NetworkSegment(90a93e77-1f13-485b-ad6a-064316f0e646),segment_id=90a93e77-1f13-485b-ad6a-064316f0e646)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:28:41.193935 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-617e0326-6187-41cf-b7d9-4cf6a8571d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (87710c53-ba3f-47ed-948e-36dea0e38215), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:41.205569 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ba9a2a80-ab81-45b4-83dc-7df85e7d0f5a None None] Publish callbacks [] for port (0bd459af-28c9-4827-9798-39fb4ce7458d), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:41.215849 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e354c33-63b5-4273-b76f-2ca0cfb93603 None None] Pushing event updated for resources: {'Port': ['ID=f1f4477b-70e5-4eeb-940d-3ef66fee5dcd,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:41.234029 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9fe9b1ff-0b57-4fab-89e1-1373deef0bb0 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (6786a32a-d903-4bcd-9a8a-c8f85e8ae464), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:41.236899 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-936269c2-67df-488d-b0fd-50b6d751797c None None] Port 87710c53-ba3f-47ed-948e-36dea0e38215 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:28:41.241891 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8afa86e3-b99b-44fd-a66f-9790ec1f95f2 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks [] for router_gateway (a187f7fc-9969-49b5-992c-7698094a49b8), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:41.248662 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e354c33-63b5-4273-b76f-2ca0cfb93603 None None] Network 565308a9-da5f-4afd-9791-4c77cd24cc4b is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:41.270113 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-4e354c33-63b5-4273-b76f-2ca0cfb93603 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:41.273933 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e354c33-63b5-4273-b76f-2ca0cfb93603 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:28:41.284182 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ba9a2a80-ab81-45b4-83dc-7df85e7d0f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (0bd459af-28c9-4827-9798-39fb4ce7458d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:41.333095 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9b1ff-0b57-4fab-89e1-1373deef0bb0 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event updated for resources: {'Port': ['ID=6786a32a-d903-4bcd-9a8a-c8f85e8ae464,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:41.366802 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe9b1ff-0b57-4fab-89e1-1373deef0bb0 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Network 565308a9-da5f-4afd-9791-4c77cd24cc4b is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:41.373688 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-9fe9b1ff-0b57-4fab-89e1-1373deef0bb0 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:41.377551 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe9b1ff-0b57-4fab-89e1-1373deef0bb0 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:28:41.393248 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a2a80-ab81-45b4-83dc-7df85e7d0f5a None None] Pushing event updated for resources: {'Port': ['ID=0bd459af-28c9-4827-9798-39fb4ce7458d,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:41.410911 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617e0326-6187-41cf-b7d9-4cf6a8571d24 None None] Routers {'875f1ea5-84e6-4a54-87bb-f01ecebb1988'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:28:41.416205 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-617e0326-6187-41cf-b7d9-4cf6a8571d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:28:35Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['875f1ea5-84e6-4a54-87bb-f01ecebb1988'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:41.480558 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9fe9b1ff-0b57-4fab-89e1-1373deef0bb0 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (3cda6346-95ae-4504-baf4-a5958017f8be), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:41.549266 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9a2a80-ab81-45b4-83dc-7df85e7d0f5a None None] Network cc04862c-9321-47f7-845a-60d91f945710 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:41.570773 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-ba9a2a80-ab81-45b4-83dc-7df85e7d0f5a None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:41.639619 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9a2a80-ab81-45b4-83dc-7df85e7d0f5a None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:28:41.664847 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port f72cb158-ae73-4777-be1f-4d98341d602e is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:41.665642 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f72cb158-ae73-4777-be1f-4d98341d602e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:41.694602 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3562fe93-e08a-4bb7-a553-15a327af5963 None None] Pushing event updated for resources: {'Port': ['ID=87710c53-ba3f-47ed-948e-36dea0e38215,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:41.696576 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 19da6fd0-b811-4fe8-b195-9f05cf0b99f5 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:41.696576 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (19da6fd0-b811-4fe8-b195-9f05cf0b99f5), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:41.752014 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9fe9b1ff-0b57-4fab-89e1-1373deef0bb0 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6786a32a-d903-4bcd-9a8a-c8f85e8ae464), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:41.802629 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-617e0326-6187-41cf-b7d9-4cf6a8571d24 None None] Set router 875f1ea5-84e6-4a54-87bb-f01ecebb1988 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:28:41.813684 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-4c5b4252-941a-4d05-b994-450b4df03b5c tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/ports?tenant_id=6315096f882943ae8e8ef99fc8ef2039&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9659152 Feb 09 01:28:41.849982 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-80f6b425-93d1-463a-8fc5-04a11ec371f4 None None] Provisioning complete for port 87710c53-ba3f-47ed-948e-36dea0e38215 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:41.850366 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-80f6b425-93d1-463a-8fc5-04a11ec371f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (87710c53-ba3f-47ed-948e-36dea0e38215), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:42.045293 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-4e354c33-63b5-4273-b76f-2ca0cfb93603 None None] Attempting to bind port f1f4477b-70e5-4eeb-940d-3ef66fee5dcd on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:28:42.045671 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-4e354c33-63b5-4273-b76f-2ca0cfb93603 None None] Attempting to bind port f1f4477b-70e5-4eeb-940d-3ef66fee5dcd by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '1bce628e-a6da-4553-9fd6-d1aceb47c548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '565308a9-da5f-4afd-9791-4c77cd24cc4b'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:28:42.046044 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e354c33-63b5-4273-b76f-2ca0cfb93603 None None] Attempting to bind port f1f4477b-70e5-4eeb-940d-3ef66fee5dcd on network 565308a9-da5f-4afd-9791-4c77cd24cc4b {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:28:42.067748 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e354c33-63b5-4273-b76f-2ca0cfb93603 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:28:42.068175 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e354c33-63b5-4273-b76f-2ca0cfb93603 None None] Checking segment: {'id': '1bce628e-a6da-4553-9fd6-d1aceb47c548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '565308a9-da5f-4afd-9791-4c77cd24cc4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:28:42.068551 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4e354c33-63b5-4273-b76f-2ca0cfb93603 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:42.072583 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c07f985-358d-4e95-a474-4413e539bd51 req-d0ca365a-2e24-4722-a5c7-3d60fe6737b3 tempest-ComputeTenantNetworksTest-1673920272 tempest-ComputeTenantNetworksTest-1673920272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:42.076485 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e354c33-63b5-4273-b76f-2ca0cfb93603 None None] Bound using segment: {'id': '1bce628e-a6da-4553-9fd6-d1aceb47c548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '565308a9-da5f-4afd-9791-4c77cd24cc4b'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:28:42.077043 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-4e354c33-63b5-4273-b76f-2ca0cfb93603 None None] Bound port: f1f4477b-70e5-4eeb-940d-3ef66fee5dcd, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bce628e-a6da-4553-9fd6-d1aceb47c548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '565308a9-da5f-4afd-9791-4c77cd24cc4b'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:28:42.077442 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4e354c33-63b5-4273-b76f-2ca0cfb93603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f1f4477b-70e5-4eeb-940d-3ef66fee5dcd), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:42.103946 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c07f985-358d-4e95-a474-4413e539bd51 req-d0ca365a-2e24-4722-a5c7-3d60fe6737b3 tempest-ComputeTenantNetworksTest-1673920272 tempest-ComputeTenantNetworksTest-1673920272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:42.110141 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c07f985-358d-4e95-a474-4413e539bd51 req-d0ca365a-2e24-4722-a5c7-3d60fe6737b3 tempest-ComputeTenantNetworksTest-1673920272 tempest-ComputeTenantNetworksTest-1673920272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:42.111790 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4c07f985-358d-4e95-a474-4413e539bd51 req-d0ca365a-2e24-4722-a5c7-3d60fe6737b3 tempest-ComputeTenantNetworksTest-1673920272 tempest-ComputeTenantNetworksTest-1673920272-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1901 time: 0.8799906 Feb 09 01:28:42.132690 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-1ef2d320-ead6-4ac0-9ed2-e0a8b9da05a1 service neutron] 10.222.0.50 "GET /v2.0/networks/7c1e365b-e37c-4467-a216-ac25b15524b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108244 Feb 09 01:28:42.143993 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccca30c7-d504-4508-aedc-fae32de95a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72cb158-ae73-4777-be1f-4d98341d602e'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:28:42.145924 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f02b16-2c50-43f6-abfd-5dfd62164895" -d '{"events": [{"server_uuid": "ccca30c7-d504-4508-aedc-fae32de95a07", "name": "network-vif-plugged", "status": "completed", "tag": "f72cb158-ae73-4777-be1f-4d98341d602e"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:28:42.197651 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8afa86e3-b99b-44fd-a66f-9790ec1f95f2 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (a187f7fc-9969-49b5-992c-7698094a49b8), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:42.220670 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-617e0326-6187-41cf-b7d9-4cf6a8571d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '875f1ea5-84e6-4a54-87bb-f01ecebb1988', 'name': 'tempest-TestServerMultinode-950840163-router', 'tenant_id': '6315096f882943ae8e8ef99fc8ef2039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '19da6fd0-b811-4fe8-b195-9f05cf0b99f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:26Z', 'updated_at': '2022-02-09T01:28:36Z', 'revision_number': 4, 'project_id': '6315096f882943ae8e8ef99fc8ef2039', 'gw_port': {'id': '19da6fd0-b811-4fe8-b195-9f05cf0b99f5', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:64:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875f1ea5-84e6-4a54-87bb-f01ecebb1988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:28Z', 'updated_at': '2022-02-09T01:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '87710c53-ba3f-47ed-948e-36dea0e38215', 'name': '', 'network_id': 'd0f91cd1-0ad8-4b97-8d56-dc5ec192c0f6', 'tenant_id': '6315096f882943ae8e8ef99fc8ef2039', 'mac_address': 'fa:16:3e:63:e2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875f1ea5-84e6-4a54-87bb-f01ecebb1988', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '27364577-3268-4ee9-a473-76524015881a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:34Z', 'updated_at': '2022-02-09T01:28:41Z', 'revision_number': 4, 'project_id': '6315096f882943ae8e8ef99fc8ef2039', 'subnets': [{'id': '27364577-3268-4ee9-a473-76524015881a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:42.264309 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-ba9a2a80-ab81-45b4-83dc-7df85e7d0f5a None None] Attempting to bind port 0bd459af-28c9-4827-9798-39fb4ce7458d on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:28:42.284687 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-ba9a2a80-ab81-45b4-83dc-7df85e7d0f5a None None] Attempting to bind port 0bd459af-28c9-4827-9798-39fb4ce7458d by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '78131d69-d017-49e4-a3df-be6c6db9a12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'cc04862c-9321-47f7-845a-60d91f945710'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:28:42.285225 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9a2a80-ab81-45b4-83dc-7df85e7d0f5a None None] Attempting to bind port 0bd459af-28c9-4827-9798-39fb4ce7458d on network cc04862c-9321-47f7-845a-60d91f945710 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:28:42.290338 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port f72cb158-ae73-4777-be1f-4d98341d602e, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=f72cb158-ae73-4777-be1f-4d98341d602e,segment=NetworkSegment(c65aa26b-6f4d-4da5-9ac6-6c267d824ab1),segment_id=c65aa26b-6f4d-4da5-9ac6-6c267d824ab1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:28:42.291478 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617e0326-6187-41cf-b7d9-4cf6a8571d24 None None] The sync data for ids ['875f1ea5-84e6-4a54-87bb-f01ecebb1988'] in n-d-828369-4 is: [{'id': '875f1ea5-84e6-4a54-87bb-f01ecebb1988', 'name': 'tempest-TestServerMultinode-950840163-router', 'tenant_id': '6315096f882943ae8e8ef99fc8ef2039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '19da6fd0-b811-4fe8-b195-9f05cf0b99f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:26Z', 'updated_at': '2022-02-09T01:28:36Z', 'revision_number': 4, 'project_id': '6315096f882943ae8e8ef99fc8ef2039', 'gw_port': {'id': '19da6fd0-b811-4fe8-b195-9f05cf0b99f5', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:64:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875f1ea5-84e6-4a54-87bb-f01ecebb1988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:28Z', 'updated_at': '2022-02-09T01:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '87710c53-ba3f-47ed-948e-36dea0e38215', 'name': '', 'network_id': 'd0f91cd1-0ad8-4b97-8d56-dc5ec192c0f6', 'tenant_id': '6315096f882943ae8e8ef99fc8ef2039', 'mac_address': 'fa:16:3e:63:e2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '875f1ea5-84e6-4a54-87bb-f01ecebb1988', 'device_owner': 'network:router_interface', 'standard_attr_id': 2978, 'fixed_ips': [{'subnet_id': '27364577-3268-4ee9-a473-76524015881a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:34Z', 'updated_at': '2022-02-09T01:28:41Z', 'revision_number': 4, 'project_id': '6315096f882943ae8e8ef99fc8ef2039', 'subnets': [{'id': '27364577-3268-4ee9-a473-76524015881a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:28:42.319762 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9fe9b1ff-0b57-4fab-89e1-1373deef0bb0 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for port (6786a32a-d903-4bcd-9a8a-c8f85e8ae464), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:42.325274 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9fe9b1ff-0b57-4fab-89e1-1373deef0bb0 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (6786a32a-d903-4bcd-9a8a-c8f85e8ae464), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:42.434495 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-4e354c33-63b5-4273-b76f-2ca0cfb93603 None None] For port f1f4477b-70e5-4eeb-940d-3ef66fee5dcd, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:28:42.446368 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-4e354c33-63b5-4273-b76f-2ca0cfb93603 None None] For port f1f4477b-70e5-4eeb-940d-3ef66fee5dcd, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f1f4477b-70e5-4eeb-940d-3ef66fee5dcd,segment=NetworkSegment(1bce628e-a6da-4553-9fd6-d1aceb47c548),segment_id=1bce628e-a6da-4553-9fd6-d1aceb47c548)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:28:42.475602 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f72cb158-ae73-4777-be1f-4d98341d602e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:42.479825 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4e354c33-63b5-4273-b76f-2ca0cfb93603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f1f4477b-70e5-4eeb-940d-3ef66fee5dcd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:42.491639 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9a2a80-ab81-45b4-83dc-7df85e7d0f5a None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:28:42.503169 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9a2a80-ab81-45b4-83dc-7df85e7d0f5a None None] Checking segment: {'id': '78131d69-d017-49e4-a3df-be6c6db9a12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'cc04862c-9321-47f7-845a-60d91f945710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:28:42.504062 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ba9a2a80-ab81-45b4-83dc-7df85e7d0f5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:42.504749 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9a2a80-ab81-45b4-83dc-7df85e7d0f5a None None] Bound using segment: {'id': '78131d69-d017-49e4-a3df-be6c6db9a12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'cc04862c-9321-47f7-845a-60d91f945710'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:28:42.505494 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-ba9a2a80-ab81-45b4-83dc-7df85e7d0f5a None None] Bound port: 0bd459af-28c9-4827-9798-39fb4ce7458d, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78131d69-d017-49e4-a3df-be6c6db9a12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'cc04862c-9321-47f7-845a-60d91f945710'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:28:42.506148 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ba9a2a80-ab81-45b4-83dc-7df85e7d0f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (0bd459af-28c9-4827-9798-39fb4ce7458d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:42.512054 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9b1ff-0b57-4fab-89e1-1373deef0bb0 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event updated for resources: {'Port': ['ID=6786a32a-d903-4bcd-9a8a-c8f85e8ae464,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:42.515072 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9fe9b1ff-0b57-4fab-89e1-1373deef0bb0 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (3cda6346-95ae-4504-baf4-a5958017f8be), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:42.706325 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d701fa5-7cfb-4279-91aa-08fe546fdf55 req-fe6c558f-2874-4f45-9ebb-0cf1df05661f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:42.707920 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7d701fa5-7cfb-4279-91aa-08fe546fdf55 req-fe6c558f-2874-4f45-9ebb-0cf1df05661f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccca30c7-d504-4508-aedc-fae32de95a07 HTTP/1.1" status: 200 len: 945 time: 0.3755374 Feb 09 01:28:42.744985 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-3328df70-8351-4399-8ba7-a456ea710ba1 service neutron] 10.222.0.50 "GET /v2.0/networks/7c1e365b-e37c-4467-a216-ac25b15524b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5365148 Feb 09 01:28:42.751573 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe9b1ff-0b57-4fab-89e1-1373deef0bb0 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Network 565308a9-da5f-4afd-9791-4c77cd24cc4b is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:42.753117 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-9fe9b1ff-0b57-4fab-89e1-1373deef0bb0 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:42.890477 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7d701fa5-7cfb-4279-91aa-08fe546fdf55 req-358825b1-e270-4153-9cde-49114d0d2dbb tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685090 Feb 09 01:28:42.905428 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8afa86e3-b99b-44fd-a66f-9790ec1f95f2 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Router a187f7fc-9969-49b5-992c-7698094a49b8 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:28:43.041579 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=f72cb158-ae73-4777-be1f-4d98341d602e,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:43.043166 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe9b1ff-0b57-4fab-89e1-1373deef0bb0 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Router 3cda6346-95ae-4504-baf4-a5958017f8be has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:28:43.160256 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e354c33-63b5-4273-b76f-2ca0cfb93603 None None] Pushing event updated for resources: {'Port': ['ID=f1f4477b-70e5-4eeb-940d-3ef66fee5dcd,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:43.178572 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 19da6fd0-b811-4fe8-b195-9f05cf0b99f5 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:43.179127 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (19da6fd0-b811-4fe8-b195-9f05cf0b99f5), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:43.230460 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe9b1ff-0b57-4fab-89e1-1373deef0bb0 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:28:43.252826 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9fe9b1ff-0b57-4fab-89e1-1373deef0bb0 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "PUT /v2.0/routers/3cda6346-95ae-4504-baf4-a5958017f8be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1558573 Feb 09 01:28:43.253158 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47878) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:43.259775 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-cf014902-aaae-40cc-a76c-1074b4bce6ce tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Request body: {'network': {'name': 'tempest-RoutersTest-110171077'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:43.358004 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e985fa3a-c1c3-4ee8-8552-322c5c14ec63 None None] Publish callbacks [] for port (530651e9-ed72-4c9d-ab0b-62bc0f4dbc76), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:43.366450 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf014902-aaae-40cc-a76c-1074b4bce6ce tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Made reservation on behalf of 97d0b2cfb3c54d2dbdc39a6f73fdb6ce for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:43.366974 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-80f6b425-93d1-463a-8fc5-04a11ec371f4 None None] Current status of the port 87710c53-ba3f-47ed-948e-36dea0e38215 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:43.367095 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-80f6b425-93d1-463a-8fc5-04a11ec371f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (87710c53-ba3f-47ed-948e-36dea0e38215), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:43.371527 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cf014902-aaae-40cc-a76c-1074b4bce6ce tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:43.391135 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 19da6fd0-b811-4fe8-b195-9f05cf0b99f5, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=19da6fd0-b811-4fe8-b195-9f05cf0b99f5,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:28:43.419903 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (19da6fd0-b811-4fe8-b195-9f05cf0b99f5), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:43.424592 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2c4a2185-bad0-46f7-a41d-687c7ff96abe req-86ad0b05-19f2-42a0-a4b7-7080dc7e6e2b tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 210 time: 0.2706835 Feb 09 01:28:43.424811 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 13761fae-7263-4667-aef9-91681f0eeb18 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:28:43.426759 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e985fa3a-c1c3-4ee8-8552-322c5c14ec63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (530651e9-ed72-4c9d-ab0b-62bc0f4dbc76), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:43.520052 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf014902-aaae-40cc-a76c-1074b4bce6ce tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1007} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:28:43.569547 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cf014902-aaae-40cc-a76c-1074b4bce6ce tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (60bea2b5-1638-4c83-a709-9cec6b4cdcb0), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:43.570418 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-cf014902-aaae-40cc-a76c-1074b4bce6ce tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Added segment 60bea2b5-1638-4c83-a709-9cec6b4cdcb0 of type vlan for network 1a6844bc-2697-4085-b4ed-a2fb9b7f9157 Feb 09 01:28:43.719844 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-ba9a2a80-ab81-45b4-83dc-7df85e7d0f5a None None] For port 0bd459af-28c9-4827-9798-39fb4ce7458d, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:28:43.724949 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=19da6fd0-b811-4fe8-b195-9f05cf0b99f5,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:43.765116 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c05515-4789-4bed-83c2-bde28b83a617 x-openstack-request-id: req-63c05515-4789-4bed-83c2-bde28b83a617 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:28:43.770374 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccca30c7-d504-4508-aedc-fae32de95a07", "name": "network-vif-plugged", "status": "completed", "tag": "f72cb158-ae73-4777-be1f-4d98341d602e", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:28:43.770871 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-63c05515-4789-4bed-83c2-bde28b83a617 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:28:43.774504 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cf014902-aaae-40cc-a76c-1074b4bce6ce tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (1a6844bc-2697-4085-b4ed-a2fb9b7f9157), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:43.774842 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccca30c7-d504-4508-aedc-fae32de95a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72cb158-ae73-4777-be1f-4d98341d602e', 'code': 200} Feb 09 01:28:43.828297 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-ba9a2a80-ab81-45b4-83dc-7df85e7d0f5a None None] For port 0bd459af-28c9-4827-9798-39fb4ce7458d, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=0bd459af-28c9-4827-9798-39fb4ce7458d,segment=NetworkSegment(78131d69-d017-49e4-a3df-be6c6db9a12f),segment_id=78131d69-d017-49e4-a3df-be6c6db9a12f)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:28:43.852774 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917d472-edaf-47b1-9178-d9a718102f58 req-222b9bf6-15db-4c7a-ae2b-9bd2262863a9 tempest-ComputeTenantNetworksTest-1673920272 tempest-ComputeTenantNetworksTest-1673920272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:43.858163 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5917d472-edaf-47b1-9178-d9a718102f58 req-222b9bf6-15db-4c7a-ae2b-9bd2262863a9 tempest-ComputeTenantNetworksTest-1673920272 tempest-ComputeTenantNetworksTest-1673920272-project] 10.222.0.50 "GET /v2.0/networks/348af23b-da15-498f-b505-ff8b53a2c477 HTTP/1.1" status: 200 len: 767 time: 0.7063723 Feb 09 01:28:43.863444 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8afa86e3-b99b-44fd-a66f-9790ec1f95f2 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:28:43.868783 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cf014902-aaae-40cc-a76c-1074b4bce6ce tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (1a6844bc-2697-4085-b4ed-a2fb9b7f9157), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:43.878392 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf014902-aaae-40cc-a76c-1074b4bce6ce tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:43.879049 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cf014902-aaae-40cc-a76c-1074b4bce6ce tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:43.905696 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47886) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:43.907182 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c10317-a45d-4596-9926-1bec8b117106 None None] Sync routers for ids ['a187f7fc-9969-49b5-992c-7698094a49b8'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:28:44.025713 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7771392d-7e9b-4253-9479-c74dd5ad4afe req-5486f119-7af4-4c0c-957b-4303e3e06380 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d1a21398-4a13-4097-8f84-332261e8e348 HTTP/1.1" status: 200 len: 210 time: 0.2337909 Feb 09 01:28:44.070160 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8afa86e3-b99b-44fd-a66f-9790ec1f95f2 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:44.071912 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8afa86e3-b99b-44fd-a66f-9790ec1f95f2 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.6747985 Feb 09 01:28:44.078444 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ba9a2a80-ab81-45b4-83dc-7df85e7d0f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (0bd459af-28c9-4827-9798-39fb4ce7458d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:44.085204 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47894) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:44.115569 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc3ab2-ba5f-4ef4-a34a-c75c5fe30c52 req-b3b17306-52f8-40b4-8151-f308d2126688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:44.123633 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-59cc3ab2-ba5f-4ef4-a34a-c75c5fe30c52 req-b3b17306-52f8-40b4-8151-f308d2126688 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=ccca30c7-d504-4508-aedc-fae32de95a07 HTTP/1.1" status: 200 len: 1127 time: 0.3729684 Feb 09 01:28:44.206134 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-cf014902-aaae-40cc-a76c-1074b4bce6ce tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9517770 Feb 09 01:28:44.207040 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47896) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:44.285660 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-80f6b425-93d1-463a-8fc5-04a11ec371f4 None None] For port 87710c53-ba3f-47ed-948e-36dea0e38215, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=87710c53-ba3f-47ed-948e-36dea0e38215,segment=NetworkSegment(90a93e77-1f13-485b-ad6a-064316f0e646),segment_id=90a93e77-1f13-485b-ad6a-064316f0e646)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:28:44.312534 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-e985fa3a-c1c3-4ee8-8552-322c5c14ec63 None None] Attempting to bind port 530651e9-ed72-4c9d-ab0b-62bc0f4dbc76 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:28:44.314630 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-e985fa3a-c1c3-4ee8-8552-322c5c14ec63 None None] Attempting to bind port 530651e9-ed72-4c9d-ab0b-62bc0f4dbc76 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f9b6b58d-8390-4f69-b94d-6b97fdc198cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:28:44.315183 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e985fa3a-c1c3-4ee8-8552-322c5c14ec63 None None] Attempting to bind port 530651e9-ed72-4c9d-ab0b-62bc0f4dbc76 on network cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:28:44.338303 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c10317-a45d-4596-9926-1bec8b117106 None None] Routers {'a187f7fc-9969-49b5-992c-7698094a49b8'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:28:44.340779 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-08c10317-a45d-4596-9926-1bec8b117106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:28:35Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['a187f7fc-9969-49b5-992c-7698094a49b8'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:44.353130 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-d936daae-a859-479c-ac0f-b26dd396a4ed tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Request body: {'subnet': {'network_id': '1a6844bc-2697-4085-b4ed-a2fb9b7f9157', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:44.546821 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-08c10317-a45d-4596-9926-1bec8b117106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:44.575303 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e85d71-1901-4b0d-a76b-23e7a28c4888 None None] Pushing event updated for resources: {'Port': ['ID=530651e9-ed72-4c9d-ab0b-62bc0f4dbc76,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:44.599679 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-80f6b425-93d1-463a-8fc5-04a11ec371f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (87710c53-ba3f-47ed-948e-36dea0e38215), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:44.689778 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 13761fae-7263-4667-aef9-91681f0eeb18 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:44.689977 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (13761fae-7263-4667-aef9-91681f0eeb18), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:44.746349 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760a11a-11d7-42f8-a9a5-85cb60f23a30 req-2386ed2e-7825-48f3-9e54-e3b067241d01 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:44.783610 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2760a11a-11d7-42f8-a9a5-85cb60f23a30 req-2386ed2e-7825-48f3-9e54-e3b067241d01 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccca30c7-d504-4508-aedc-fae32de95a07 HTTP/1.1" status: 200 len: 945 time: 0.6636598 Feb 09 01:28:44.799576 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e985fa3a-c1c3-4ee8-8552-322c5c14ec63 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:28:44.800008 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e985fa3a-c1c3-4ee8-8552-322c5c14ec63 None None] Checking segment: {'id': 'f9b6b58d-8390-4f69-b94d-6b97fdc198cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:28:44.800437 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e985fa3a-c1c3-4ee8-8552-322c5c14ec63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:44.800891 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e985fa3a-c1c3-4ee8-8552-322c5c14ec63 None None] Bound using segment: {'id': 'f9b6b58d-8390-4f69-b94d-6b97fdc198cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:28:44.801641 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-e985fa3a-c1c3-4ee8-8552-322c5c14ec63 None None] Bound port: 530651e9-ed72-4c9d-ab0b-62bc0f4dbc76, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9b6b58d-8390-4f69-b94d-6b97fdc198cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:28:44.801801 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e985fa3a-c1c3-4ee8-8552-322c5c14ec63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (530651e9-ed72-4c9d-ab0b-62bc0f4dbc76), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:44.807333 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5cb90389-781d-4b0b-92f7-051287603554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (348af23b-da15-498f-b505-ff8b53a2c477), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:44.940063 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-59cc3ab2-ba5f-4ef4-a34a-c75c5fe30c52 req-06ad10fa-684c-4a67-ba41-9a933330b577 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5007610 Feb 09 01:28:44.944984 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c10317-a45d-4596-9926-1bec8b117106 None None] Routers {'a187f7fc-9969-49b5-992c-7698094a49b8'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:28:44.948526 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-08c10317-a45d-4596-9926-1bec8b117106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:28:35Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['a187f7fc-9969-49b5-992c-7698094a49b8'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:44.966848 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf014902-aaae-40cc-a76c-1074b4bce6ce tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event updated for resources: {'Network': ['ID=1a6844bc-2697-4085-b4ed-a2fb9b7f9157,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:45.074624 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-08c10317-a45d-4596-9926-1bec8b117106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:45.075305 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c10317-a45d-4596-9926-1bec8b117106 None None] The sync data for ids ['a187f7fc-9969-49b5-992c-7698094a49b8'] in n-d-828369-4 is: [] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:28:45.099477 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 1a6844bc-2697-4085-b4ed-a2fb9b7f9157 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:28:45.133393 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-66a29cb4-86a8-436a-8191-866a59ba9dcf req-7a028972-b88c-4209-9d35-26364e2816d4 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 210 time: 0.4663038 Feb 09 01:28:45.231958 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2760a11a-11d7-42f8-a9a5-85cb60f23a30 req-a828293c-9061-483c-a685-7abeb465810c tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4411304 Feb 09 01:28:45.255718 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5cb90389-781d-4b0b-92f7-051287603554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (348af23b-da15-498f-b505-ff8b53a2c477), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:45.304361 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-5cb90389-781d-4b0b-92f7-051287603554 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['348af23b-da15-498f-b505-ff8b53a2c477']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:45.338071 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-5cb90389-781d-4b0b-92f7-051287603554 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '112dde58-0c6d-4408-862a-6a6612e1082d') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:45.338673 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-5cb90389-781d-4b0b-92f7-051287603554 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '112dde58-0c6d-4408-862a-6a6612e1082d') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:45.366244 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5cb90389-781d-4b0b-92f7-051287603554 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (112dde58-0c6d-4408-862a-6a6612e1082d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:45.396672 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5cb90389-781d-4b0b-92f7-051287603554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (112dde58-0c6d-4408-862a-6a6612e1082d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:45.410923 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cb90389-781d-4b0b-92f7-051287603554 admin admin] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:28:45.411632 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5cb90389-781d-4b0b-92f7-051287603554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (112dde58-0c6d-4408-862a-6a6612e1082d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:45.429691 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40010e60-a8c4-4b19-960b-7eeab0761ce3 None None] Network 565308a9-da5f-4afd-9791-4c77cd24cc4b requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:28:45.479810 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-4914333e-e104-4f16-a2eb-bb259db9fb74 None None] Provisioning complete for port 530651e9-ed72-4c9d-ab0b-62bc0f4dbc76 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:45.482651 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4914333e-e104-4f16-a2eb-bb259db9fb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (530651e9-ed72-4c9d-ab0b-62bc0f4dbc76), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:45.492455 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:28:45.492455 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:28:45.492455 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:28:45.492455 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:28:45.492455 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:28:45.492455 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:28:45.492455 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:28:45.492455 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:28:45.492455 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:28:45.492455 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:28:45.492455 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:28:45.492455 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:28:45.492455 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:28:45.492455 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:28:45.492455 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:28:45.492455 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:28:45.492455 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:28:45.492455 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:28:45.492455 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:28:45.492455 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:28:45.492455 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:28:45.492455 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:28:45.492455 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:28:45.492455 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:28:45.492455 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:28:45.492455 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:28:45.492455 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:28:45.492455 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:28:45.492455 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:28:45.492455 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:28:45.492455 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:28:45.492455 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:28:45.495450 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d936daae-a859-479c-ac0f-b26dd396a4ed tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Made reservation on behalf of 97d0b2cfb3c54d2dbdc39a6f73fdb6ce for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:45.498458 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d936daae-a859-479c-ac0f-b26dd396a4ed tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:45.536370 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-50b854a1-33c1-4cd9-874a-853b9282b6b5 req-03dab2b9-c37a-4121-8889-6aa92219e93d tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d1a21398-4a13-4097-8f84-332261e8e348 HTTP/1.1" status: 200 len: 210 time: 0.0954375 Feb 09 01:28:45.604887 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5cb90389-781d-4b0b-92f7-051287603554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (348af23b-da15-498f-b505-ff8b53a2c477), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:45.644013 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5cb90389-781d-4b0b-92f7-051287603554 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:45.652795 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 13761fae-7263-4667-aef9-91681f0eeb18 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:45.653977 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 10dcd331-47cf-4993-81f1-ec70bb7a57bd up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:28:45.659652 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5cb90389-781d-4b0b-92f7-051287603554 admin admin] 10.222.0.50 "DELETE /v2.0/networks/348af23b-da15-498f-b505-ff8b53a2c477 HTTP/1.1" status: 204 len: 168 time: 1.7458744 Feb 09 01:28:45.693711 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb90389-781d-4b0b-92f7-051287603554 admin admin] Pushing event deleted for resources: {'Network': ['ID=348af23b-da15-498f-b505-ff8b53a2c477,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:45.923383 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-4914333e-e104-4f16-a2eb-bb259db9fb74 None None] Port 530651e9-ed72-4c9d-ab0b-62bc0f4dbc76 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:28:45.976610 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47910) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:46.038678 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3130745d-08a5-41be-a8a4-194c61db5eae tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:46.088579 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a2a80-ab81-45b4-83dc-7df85e7d0f5a None None] Pushing event updated for resources: {'Port': ['ID=0bd459af-28c9-4827-9798-39fb4ce7458d,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:46.308246 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f6b425-93d1-463a-8fc5-04a11ec371f4 None None] Pushing event updated for resources: {'Port': ['ID=87710c53-ba3f-47ed-948e-36dea0e38215,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:46.372931 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-76319913-2f83-4850-b83b-3790a83e6d9e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d96a3dd6a074479b9a111060c6fed051&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3884730 Feb 09 01:28:46.385089 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47916) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:46.394097 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d936daae-a859-479c-ac0f-b26dd396a4ed tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (881fe7b8-0d7f-4b5f-aa17-fd1daf99ba3c), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:46.440438 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-38f731f6-f984-446e-a32e-fa85e88ffce0 req-79fbc609-26ac-4743-8876-8ca16d17fb6c tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 210 time: 0.0339329 Feb 09 01:28:46.445908 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-e985fa3a-c1c3-4ee8-8552-322c5c14ec63 None None] For port 530651e9-ed72-4c9d-ab0b-62bc0f4dbc76, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:28:46.490427 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77de4c1-6d79-45ee-81b2-3aaa61c40d11 None None] Network cc04862c-9321-47f7-845a-60d91f945710 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:28:46.534383 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d936daae-a859-479c-ac0f-b26dd396a4ed tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event updated for resources: {'Subnet': ['ID=881fe7b8-0d7f-4b5f-aa17-fd1daf99ba3c,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:46.595645 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-4914333e-e104-4f16-a2eb-bb259db9fb74 None None] Provisioning complete for port 87710c53-ba3f-47ed-948e-36dea0e38215 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:46.596894 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4914333e-e104-4f16-a2eb-bb259db9fb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (87710c53-ba3f-47ed-948e-36dea0e38215), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:46.678526 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-e985fa3a-c1c3-4ee8-8552-322c5c14ec63 None None] For port 530651e9-ed72-4c9d-ab0b-62bc0f4dbc76, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=530651e9-ed72-4c9d-ab0b-62bc0f4dbc76,segment=NetworkSegment(f9b6b58d-8390-4f69-b94d-6b97fdc198cb),segment_id=f9b6b58d-8390-4f69-b94d-6b97fdc198cb)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:28:46.681014 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 10dcd331-47cf-4993-81f1-ec70bb7a57bd triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:46.681652 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (10dcd331-47cf-4993-81f1-ec70bb7a57bd), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:46.708657 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bab99be-3842-4f1c-bf1e-0db25e1c789a admin admin] Publish callbacks [] for security_group (e32a2f21-d407-4d88-b2f8-fcd8d456b57d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:46.790777 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d936daae-a859-479c-ac0f-b26dd396a4ed tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Checking segment: {'id': '60bea2b5-1638-4c83-a709-9cec6b4cdcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '1a6844bc-2697-4085-b4ed-a2fb9b7f9157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:28:46.791147 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d936daae-a859-479c-ac0f-b26dd396a4ed tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Network hostable DHCP agents. Network: 1a6844bc-2697-4085-b4ed-a2fb9b7f9157, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:28:46.794614 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e985fa3a-c1c3-4ee8-8552-322c5c14ec63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (530651e9-ed72-4c9d-ab0b-62bc0f4dbc76), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:46.801598 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bab99be-3842-4f1c-bf1e-0db25e1c789a admin admin] Publish callbacks [] for security_group (e32a2f21-d407-4d88-b2f8-fcd8d456b57d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:46.919299 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d936daae-a859-479c-ac0f-b26dd396a4ed tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Network 1a6844bc-2697-4085-b4ed-a2fb9b7f9157 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:28:46.934345 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-d936daae-a859-479c-ac0f-b26dd396a4ed tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 1a6844bc-2697-4085-b4ed-a2fb9b7f9157) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:46.940399 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d936daae-a859-479c-ac0f-b26dd396a4ed tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:46.941038 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d936daae-a859-479c-ac0f-b26dd396a4ed tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:46.977505 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bab99be-3842-4f1c-bf1e-0db25e1c789a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e32a2f21-d407-4d88-b2f8-fcd8d456b57d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:46.982533 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bab99be-3842-4f1c-bf1e-0db25e1c789a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:46.983758 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7bab99be-3842-4f1c-bf1e-0db25e1c789a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e32a2f21-d407-4d88-b2f8-fcd8d456b57d HTTP/1.1" status: 204 len: 168 time: 0.5970464 Feb 09 01:28:47.014231 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d936daae-a859-479c-ac0f-b26dd396a4ed tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6758971 Feb 09 01:28:47.026245 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47922) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:47.030435 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-4914333e-e104-4f16-a2eb-bb259db9fb74 None None] Current status of the port 87710c53-ba3f-47ed-948e-36dea0e38215 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:47.041695 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e985fa3a-c1c3-4ee8-8552-322c5c14ec63 None None] Routers {'3cda6346-95ae-4504-baf4-a5958017f8be'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:28:47.042353 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-e985fa3a-c1c3-4ee8-8552-322c5c14ec63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:28:35Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['3cda6346-95ae-4504-baf4-a5958017f8be'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:47.048170 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bab99be-3842-4f1c-bf1e-0db25e1c789a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32a2f21-d407-4d88-b2f8-fcd8d456b57d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:47.533904 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c4e4eb83-db61-4184-8b30-2720528fa8bd req-1717c93a-7c51-46e6-b8d7-7df242677959 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d1a21398-4a13-4097-8f84-332261e8e348 HTTP/1.1" status: 200 len: 210 time: 0.1136055 Feb 09 01:28:47.675334 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-96ac8fe5-2fea-4560-bf98-759ac2333044 req-d01096bd-ea9e-41cd-b517-d8b6409c21d4 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 210 time: 0.0465372 Feb 09 01:28:47.708288 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6665fe54-ee8e-4292-9995-3f643675f82a None None] Network 1a6844bc-2697-4085-b4ed-a2fb9b7f9157 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:28:47.723144 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe9f18-73fc-4c48-94f2-aa5cc8cf6234 req-f4b5cfc8-feb1-4e65-8c87-c352c3011a36 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:47.732056 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3dfe9f18-73fc-4c48-94f2-aa5cc8cf6234 req-f4b5cfc8-feb1-4e65-8c87-c352c3011a36 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccca30c7-d504-4508-aedc-fae32de95a07 HTTP/1.1" status: 200 len: 945 time: 1.2730291 Feb 09 01:28:47.740357 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-6afe24ba-cf41-4fb8-b12f-493b27a72a3d tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:47.741559 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-6afe24ba-cf41-4fb8-b12f-493b27a72a3d tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.120 "GET /v2.0/networks?id=7c1e365b-e37c-4467-a216-ac25b15524b9 HTTP/1.1" status: 200 len: 912 time: 1.7580163 Feb 09 01:28:47.758547 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-a0e45c76-a2a5-4e54-b711-4388c78545ba tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Request body: {'port': {'device_id': 'd1a21398-4a13-4097-8f84-332261e8e348', 'network_id': '7c1e365b-e37c-4467-a216-ac25b15524b9', 'admin_state_up': True, 'tenant_id': '6315096f882943ae8e8ef99fc8ef2039'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:47.800229 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-a0e45c76-a2a5-4e54-b711-4388c78545ba tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Made reservation on behalf of 6315096f882943ae8e8ef99fc8ef2039 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:47.802565 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-a0e45c76-a2a5-4e54-b711-4388c78545ba tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:47.905373 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3dfe9f18-73fc-4c48-94f2-aa5cc8cf6234 req-96c430af-8b89-4584-8dd4-e02822ee9193 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719820 Feb 09 01:28:47.942805 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-e985fa3a-c1c3-4ee8-8552-322c5c14ec63 None None] Set router 3cda6346-95ae-4504-baf4-a5958017f8be gateway port host: None {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:28:48.200268 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-a0e45c76-a2a5-4e54-b711-4388c78545ba tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Allocated IP 172.20.0.5 (7c1e365b-e37c-4467-a216-ac25b15524b9/8800f021-7b79-4b5c-af69-0572bdc39fe5/10dbf63c-03d2-4168-9c69-b2727d421dd8) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:48.363947 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-903b4e66-e7ec-4691-8b2c-2519856894fa tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:48.447830 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 10dcd331-47cf-4993-81f1-ec70bb7a57bd is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:48.618896 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e85d71-1901-4b0d-a76b-23e7a28c4888 None None] Pushing event updated for resources: {'Port': ['ID=530651e9-ed72-4c9d-ab0b-62bc0f4dbc76,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:48.646927 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-a7cae8e5-5748-4f9c-8978-913d09aba48d None None] Provisioning complete for port f1f4477b-70e5-4eeb-940d-3ef66fee5dcd triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:48.647633 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a7cae8e5-5748-4f9c-8978-913d09aba48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f1f4477b-70e5-4eeb-940d-3ef66fee5dcd), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:48.790858 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-a0e45c76-a2a5-4e54-b711-4388c78545ba tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Publish callbacks [] for port (10dbf63c-03d2-4168-9c69-b2727d421dd8), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:48.924310 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbf46bc-0e20-4cc8-a026-5569a98a4bcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-1a6844bc-2697-4085-b4ed-a2fb9b7f9157', 'network_id': '1a6844bc-2697-4085-b4ed-a2fb9b7f9157', 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'fixed_ips': [{'subnet_id': '881fe7b8-0d7f-4b5f-aa17-fd1daf99ba3c'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:28:48.925942 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6cbf46bc-0e20-4cc8-a026-5569a98a4bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:48.927306 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859cdc5e-ff9e-4db1-be37-cb102fe17dd7 req-85aaf64c-3d72-4703-b462-f44986cb63c2 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:48.941222 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-859cdc5e-ff9e-4db1-be37-cb102fe17dd7 req-85aaf64c-3d72-4703-b462-f44986cb63c2 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccca30c7-d504-4508-aedc-fae32de95a07 HTTP/1.1" status: 200 len: 945 time: 0.5573823 Feb 09 01:28:48.949509 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-095f5ae4-4b89-49a8-b936-6ac8a4bb116c req-53961af3-2842-4d5a-9308-ad6549fbf4bc tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d1a21398-4a13-4097-8f84-332261e8e348 HTTP/1.1" status: 200 len: 210 time: 0.3004811 Feb 09 01:28:48.992954 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47956) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:49.107034 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-a0e45c76-a2a5-4e54-b711-4388c78545ba tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (10dbf63c-03d2-4168-9c69-b2727d421dd8), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:49.110338 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 19da6fd0-b811-4fe8-b195-9f05cf0b99f5 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:28:49.228995 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-903b4e66-e7ec-4691-8b2c-2519856894fa tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Allocated IP 172.23.0.1 (1a6844bc-2697-4085-b4ed-a2fb9b7f9157/881fe7b8-0d7f-4b5f-aa17-fd1daf99ba3c/cdceeb9a-46e0-491c-b179-d2fb862ff776) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:49.234322 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-e985fa3a-c1c3-4ee8-8552-322c5c14ec63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'name': 'tempest-RoutersTest-router-1370585882', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:14Z', 'updated_at': '2022-02-09T01:28:41Z', 'revision_number': 4, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'gw_port_host': None, '_interfaces': [{'id': '22250887-9eda-43fa-ab79-16e51ff09fce', 'name': '', 'network_id': '7a270272-64b7-4ca9-a64b-7296b464b1ae', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:c3:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd603a904-ec18-4b46-981a-c15c52d44f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:18Z', 'updated_at': '2022-02-09T01:28:27Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': 'd603a904-ec18-4b46-981a-c15c52d44f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '530651e9-ed72-4c9d-ab0b-62bc0f4dbc76', 'name': '', 'network_id': 'cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:b5:53:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': 'e02b13f4-3113-4df7-9f28-8a3ca4f007d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:28Z', 'updated_at': '2022-02-09T01:28:46Z', 'revision_number': 4, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': 'e02b13f4-3113-4df7-9f28-8a3ca4f007d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6786a32a-d903-4bcd-9a8a-c8f85e8ae464', 'name': '', 'network_id': '565308a9-da5f-4afd-9791-4c77cd24cc4b', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:05:99:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '5a03072e-66bd-47fa-8950-4550c8370d9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:40Z', 'updated_at': '2022-02-09T01:28:41Z', 'revision_number': 2, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': '5a03072e-66bd-47fa-8950-4550c8370d9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:49.265768 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e985fa3a-c1c3-4ee8-8552-322c5c14ec63 None None] The sync data for ids ['3cda6346-95ae-4504-baf4-a5958017f8be'] in n-d-828369-4 is: [{'id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'name': 'tempest-RoutersTest-router-1370585882', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:14Z', 'updated_at': '2022-02-09T01:28:41Z', 'revision_number': 4, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'gw_port_host': None, '_interfaces': [{'id': '22250887-9eda-43fa-ab79-16e51ff09fce', 'name': '', 'network_id': '7a270272-64b7-4ca9-a64b-7296b464b1ae', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:c3:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd603a904-ec18-4b46-981a-c15c52d44f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:18Z', 'updated_at': '2022-02-09T01:28:27Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': 'd603a904-ec18-4b46-981a-c15c52d44f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '530651e9-ed72-4c9d-ab0b-62bc0f4dbc76', 'name': '', 'network_id': 'cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:b5:53:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': 'e02b13f4-3113-4df7-9f28-8a3ca4f007d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:28Z', 'updated_at': '2022-02-09T01:28:46Z', 'revision_number': 4, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': 'e02b13f4-3113-4df7-9f28-8a3ca4f007d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6786a32a-d903-4bcd-9a8a-c8f85e8ae464', 'name': '', 'network_id': '565308a9-da5f-4afd-9791-4c77cd24cc4b', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:05:99:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '5a03072e-66bd-47fa-8950-4550c8370d9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:40Z', 'updated_at': '2022-02-09T01:28:41Z', 'revision_number': 2, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': '5a03072e-66bd-47fa-8950-4550c8370d9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:28:49.379226 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a7cae8e5-5748-4f9c-8978-913d09aba48d None None] Current status of the port f1f4477b-70e5-4eeb-940d-3ef66fee5dcd is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:49.379984 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a7cae8e5-5748-4f9c-8978-913d09aba48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f1f4477b-70e5-4eeb-940d-3ef66fee5dcd), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:49.439220 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-5f0dee00-6b5d-4d6f-b22a-7dc9bf244e55 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1891011159-network', 'tenant_id': '52bd326cd32044dbad2c04ed294f1153'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:49.462885 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-a7cae8e5-5748-4f9c-8978-913d09aba48d None None] For port f1f4477b-70e5-4eeb-940d-3ef66fee5dcd, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f1f4477b-70e5-4eeb-940d-3ef66fee5dcd,segment=NetworkSegment(1bce628e-a6da-4553-9fd6-d1aceb47c548),segment_id=1bce628e-a6da-4553-9fd6-d1aceb47c548)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:28:49.465191 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 19da6fd0-b811-4fe8-b195-9f05cf0b99f5 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:49.465581 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (19da6fd0-b811-4fe8-b195-9f05cf0b99f5), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:49.501421 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-903b4e66-e7ec-4691-8b2c-2519856894fa tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for port (cdceeb9a-46e0-491c-b179-d2fb862ff776), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:49.535498 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a7cae8e5-5748-4f9c-8978-913d09aba48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f1f4477b-70e5-4eeb-940d-3ef66fee5dcd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:49.545701 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0dee00-6b5d-4d6f-b22a-7dc9bf244e55 admin admin] Made reservation on behalf of 52bd326cd32044dbad2c04ed294f1153 for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:49.549516 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5f0dee00-6b5d-4d6f-b22a-7dc9bf244e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:49.571043 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f3b7e18e-a1bd-493e-8ba6-ed855251faff req-08a48049-335b-424e-99d1-ec42965cd21c tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 210 time: 0.4307249 Feb 09 01:28:49.590130 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-903b4e66-e7ec-4691-8b2c-2519856894fa tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (cdceeb9a-46e0-491c-b179-d2fb862ff776), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:49.669208 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-a0e45c76-a2a5-4e54-b711-4388c78545ba tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Network 7c1e365b-e37c-4467-a216-ac25b15524b9 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:49.682911 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5f0dee00-6b5d-4d6f-b22a-7dc9bf244e55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:49.697710 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b4e66-e7ec-4691-8b2c-2519856894fa tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event updated for resources: {'Port': ['ID=cdceeb9a-46e0-491c-b179-d2fb862ff776,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:49.717204 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-a7cae8e5-5748-4f9c-8978-913d09aba48d None None] Provisioning complete for port 0bd459af-28c9-4827-9798-39fb4ce7458d triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:49.717596 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a7cae8e5-5748-4f9c-8978-913d09aba48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (0bd459af-28c9-4827-9798-39fb4ce7458d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:49.720785 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903b4e66-e7ec-4691-8b2c-2519856894fa tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Network 1a6844bc-2697-4085-b4ed-a2fb9b7f9157 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:49.729112 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-903b4e66-e7ec-4691-8b2c-2519856894fa tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:49.732883 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903b4e66-e7ec-4691-8b2c-2519856894fa tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:28:49.744416 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-a0e45c76-a2a5-4e54-b711-4388c78545ba tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:49.755086 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-a0e45c76-a2a5-4e54-b711-4388c78545ba tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:28:49.786848 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e45c76-a2a5-4e54-b711-4388c78545ba tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Pushing event updated for resources: {'Port': ['ID=10dbf63c-03d2-4168-9c69-b2727d421dd8,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:49.852862 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-3130745d-08a5-41be-a8a4-194c61db5eae tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Allocated IP 172.20.0.1 (cc04862c-9321-47f7-845a-60d91f945710/38b9ec66-d4fc-470d-a337-5f88aa23e0a3/10cb2481-4692-4f1c-8dec-91071228e0b5) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:49.867089 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cae8e5-5748-4f9c-8978-913d09aba48d None None] Pushing event updated for resources: {'Port': ['ID=f1f4477b-70e5-4eeb-940d-3ef66fee5dcd,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:49.869158 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-903b4e66-e7ec-4691-8b2c-2519856894fa tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (3cda6346-95ae-4504-baf4-a5958017f8be), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:49.882709 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 19da6fd0-b811-4fe8-b195-9f05cf0b99f5 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:49.887745 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f1f4477b-70e5-4eeb-940d-3ef66fee5dcd up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:28:49.919061 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:28:49.955791 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-859cdc5e-ff9e-4db1-be37-cb102fe17dd7 req-f08bfc1e-fec5-46c9-bfee-24960b10d481 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0027094 Feb 09 01:28:49.993634 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-6cbf46bc-0e20-4cc8-a026-5569a98a4bcb None None] Allocated IP 172.23.0.2 (1a6844bc-2697-4085-b4ed-a2fb9b7f9157/881fe7b8-0d7f-4b5f-aa17-fd1daf99ba3c/7532efc4-259c-4b2a-802a-c250cbb854d3) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:28:50.166709 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port f1f4477b-70e5-4eeb-940d-3ef66fee5dcd triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:50.167751 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f1f4477b-70e5-4eeb-940d-3ef66fee5dcd), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:50.178591 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3130745d-08a5-41be-a8a4-194c61db5eae tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks [] for port (10cb2481-4692-4f1c-8dec-91071228e0b5), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:50.206322 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a7cae8e5-5748-4f9c-8978-913d09aba48d None None] Current status of the port 0bd459af-28c9-4827-9798-39fb4ce7458d is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:50.213257 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a7cae8e5-5748-4f9c-8978-913d09aba48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (0bd459af-28c9-4827-9798-39fb4ce7458d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:50.213939 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-903b4e66-e7ec-4691-8b2c-2519856894fa tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (cdceeb9a-46e0-491c-b179-d2fb862ff776), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:50.233330 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3130745d-08a5-41be-a8a4-194c61db5eae tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (10cb2481-4692-4f1c-8dec-91071228e0b5), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:50.359651 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130745d-08a5-41be-a8a4-194c61db5eae tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Pushing event updated for resources: {'Port': ['ID=10cb2481-4692-4f1c-8dec-91071228e0b5,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:50.363673 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-a0e45c76-a2a5-4e54-b711-4388c78545ba tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:50.364563 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-a0e45c76-a2a5-4e54-b711-4388c78545ba tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:50.392284 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-a0e45c76-a2a5-4e54-b711-4388c78545ba tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.6414912 Feb 09 01:28:50.410271 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-a7cae8e5-5748-4f9c-8978-913d09aba48d None None] For port 0bd459af-28c9-4827-9798-39fb4ce7458d, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=0bd459af-28c9-4827-9798-39fb4ce7458d,segment=NetworkSegment(78131d69-d017-49e4-a3df-be6c6db9a12f),segment_id=78131d69-d017-49e4-a3df-be6c6db9a12f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:28:50.438790 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3130745d-08a5-41be-a8a4-194c61db5eae tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Network cc04862c-9321-47f7-845a-60d91f945710 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:50.450625 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-0a6a45d0-a255-4c34-ab04-468241753b01 service neutron] Request body: {'port': {'device_id': 'd1a21398-4a13-4097-8f84-332261e8e348', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:50.452892 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a7cae8e5-5748-4f9c-8978-913d09aba48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (0bd459af-28c9-4827-9798-39fb4ce7458d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:50.481355 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-3130745d-08a5-41be-a8a4-194c61db5eae tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:50.532754 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3130745d-08a5-41be-a8a4-194c61db5eae tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:28:50.550632 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5f0dee00-6b5d-4d6f-b22a-7dc9bf244e55 admin admin] Publish callbacks [] for security_group (89cf32ef-8647-4bf5-8025-bd4fbbfa8670), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:50.556005 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87e993-449c-4d2e-aa2a-ef8a756dd0d3 req-d24edd84-501a-4b39-81e3-93f9f0ca4be3 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:50.570181 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a87e993-449c-4d2e-aa2a-ef8a756dd0d3 req-d24edd84-501a-4b39-81e3-93f9f0ca4be3 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d1a21398-4a13-4097-8f84-332261e8e348 HTTP/1.1" status: 200 len: 1027 time: 0.3382316 Feb 09 01:28:50.703536 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5f0dee00-6b5d-4d6f-b22a-7dc9bf244e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (89cf32ef-8647-4bf5-8025-bd4fbbfa8670), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:50.834834 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6cbf46bc-0e20-4cc8-a026-5569a98a4bcb None None] Publish callbacks [] for port (7532efc4-259c-4b2a-802a-c250cbb854d3), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:50.852188 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f0dee00-6b5d-4d6f-b22a-7dc9bf244e55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1049} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:28:50.854079 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port f1f4477b-70e5-4eeb-940d-3ef66fee5dcd is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:50.856394 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 87710c53-ba3f-47ed-948e-36dea0e38215 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:28:50.878318 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5f0dee00-6b5d-4d6f-b22a-7dc9bf244e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (1666a7a2-41b4-455c-a9b6-1ec0c33c0758), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:50.878880 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-5f0dee00-6b5d-4d6f-b22a-7dc9bf244e55 admin admin] Added segment 1666a7a2-41b4-455c-a9b6-1ec0c33c0758 of type vlan for network 9b2a4079-2723-4a47-b157-14dd261b93dd Feb 09 01:28:50.923054 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-a7cae8e5-5748-4f9c-8978-913d09aba48d None None] Provisioning complete for port 6786a32a-d903-4bcd-9a8a-c8f85e8ae464 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:50.923457 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a7cae8e5-5748-4f9c-8978-913d09aba48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (6786a32a-d903-4bcd-9a8a-c8f85e8ae464), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:50.947413 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6cbf46bc-0e20-4cc8-a026-5569a98a4bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (7532efc4-259c-4b2a-802a-c250cbb854d3), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:50.989847 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-903b4e66-e7ec-4691-8b2c-2519856894fa tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for port (cdceeb9a-46e0-491c-b179-d2fb862ff776), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:50.993374 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a3b34c4-b5ee-406c-b889-782a79ff4989 req-10fb9a6d-e7bd-479c-abec-3225913f0007 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=24dd9ad0-33d3-4a67-8aa9-bb3602398585 HTTP/1.1" status: 200 len: 210 time: 0.2276113 Feb 09 01:28:50.999087 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47974) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:51.012559 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-903b4e66-e7ec-4691-8b2c-2519856894fa tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (cdceeb9a-46e0-491c-b179-d2fb862ff776), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:51.045027 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cae8e5-5748-4f9c-8978-913d09aba48d None None] Pushing event updated for resources: {'Port': ['ID=0bd459af-28c9-4827-9798-39fb4ce7458d,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:51.053075 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a7cae8e5-5748-4f9c-8978-913d09aba48d None None] Port 6786a32a-d903-4bcd-9a8a-c8f85e8ae464 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:28:51.114993 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0dee00-6b5d-4d6f-b22a-7dc9bf244e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89cf32ef-8647-4bf5-8025-bd4fbbfa8670,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:51.134253 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3130745d-08a5-41be-a8a4-194c61db5eae tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (a187f7fc-9969-49b5-992c-7698094a49b8), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:51.147857 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbf46bc-0e20-4cc8-a026-5569a98a4bcb None None] Network 1a6844bc-2697-4085-b4ed-a2fb9b7f9157 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:51.161773 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-6cbf46bc-0e20-4cc8-a026-5569a98a4bcb None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:51.171606 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbf46bc-0e20-4cc8-a026-5569a98a4bcb None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:28:51.246181 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b4e66-e7ec-4691-8b2c-2519856894fa tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event updated for resources: {'Port': ['ID=cdceeb9a-46e0-491c-b179-d2fb862ff776,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:51.285285 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-903b4e66-e7ec-4691-8b2c-2519856894fa tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (3cda6346-95ae-4504-baf4-a5958017f8be), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:51.297941 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5f0dee00-6b5d-4d6f-b22a-7dc9bf244e55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (9b2a4079-2723-4a47-b157-14dd261b93dd), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:51.316370 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-0a6a45d0-a255-4c34-ab04-468241753b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (10dbf63c-03d2-4168-9c69-b2727d421dd8), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:51.324313 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3e861553-ab8b-4037-90cf-f2ad5268dc2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:51.337338 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a87e993-449c-4d2e-aa2a-ef8a756dd0d3 req-9376e3f6-aa70-4500-bfcb-d820dfac7e5d tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=23aadf47-471e-4955-af58-ae02af4b1fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7661035 Feb 09 01:28:51.373567 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf46bc-0e20-4cc8-a026-5569a98a4bcb None None] Pushing event updated for resources: {'Port': ['ID=7532efc4-259c-4b2a-802a-c250cbb854d3,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:51.402885 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-c43e2cd9-00c1-482a-90c6-0ea5c19bb860 None None] Provisioning complete for port 6786a32a-d903-4bcd-9a8a-c8f85e8ae464 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:51.403293 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c43e2cd9-00c1-482a-90c6-0ea5c19bb860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (6786a32a-d903-4bcd-9a8a-c8f85e8ae464), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:51.493716 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.db.resource_extend [None req-5f0dee00-6b5d-4d6f-b22a-7dc9bf244e55 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:28:51.510196 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c43e2cd9-00c1-482a-90c6-0ea5c19bb860 None None] Port 6786a32a-d903-4bcd-9a8a-c8f85e8ae464 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:28:51.531661 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 87710c53-ba3f-47ed-948e-36dea0e38215 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:51.534452 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (87710c53-ba3f-47ed-948e-36dea0e38215), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:51.547226 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-6cbf46bc-0e20-4cc8-a026-5569a98a4bcb None None] Attempting to bind port 7532efc4-259c-4b2a-802a-c250cbb854d3 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:28:51.547663 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-6cbf46bc-0e20-4cc8-a026-5569a98a4bcb None None] Attempting to bind port 7532efc4-259c-4b2a-802a-c250cbb854d3 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '60bea2b5-1638-4c83-a709-9cec6b4cdcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '1a6844bc-2697-4085-b4ed-a2fb9b7f9157'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:28:51.548092 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbf46bc-0e20-4cc8-a026-5569a98a4bcb None None] Attempting to bind port 7532efc4-259c-4b2a-802a-c250cbb854d3 on network 1a6844bc-2697-4085-b4ed-a2fb9b7f9157 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:28:51.619761 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903b4e66-e7ec-4691-8b2c-2519856894fa tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Network 1a6844bc-2697-4085-b4ed-a2fb9b7f9157 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:51.628590 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5f0dee00-6b5d-4d6f-b22a-7dc9bf244e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (9b2a4079-2723-4a47-b157-14dd261b93dd), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:51.629689 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0dee00-6b5d-4d6f-b22a-7dc9bf244e55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:51.630398 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5f0dee00-6b5d-4d6f-b22a-7dc9bf244e55 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:51.634450 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-903b4e66-e7ec-4691-8b2c-2519856894fa tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:51.690650 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96407ef0-90e2-448c-927f-4540ccb53128 req-e3cb9257-7064-4128-bf6b-38db0f65d164 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:51.692421 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-96407ef0-90e2-448c-927f-4540ccb53128 req-e3cb9257-7064-4128-bf6b-38db0f65d164 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccca30c7-d504-4508-aedc-fae32de95a07 HTTP/1.1" status: 200 len: 945 time: 0.4505610 Feb 09 01:28:51.834385 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e5df4c-464d-4286-9742-60dd4ee21cb7 None None] Sync routers for ids ['3cda6346-95ae-4504-baf4-a5958017f8be'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:28:51.853060 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-5f0dee00-6b5d-4d6f-b22a-7dc9bf244e55 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.7770607 Feb 09 01:28:51.854395 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e5df4c-464d-4286-9742-60dd4ee21cb7 None None] Routers {'3cda6346-95ae-4504-baf4-a5958017f8be'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:28:51.857372 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-47e5df4c-464d-4286-9742-60dd4ee21cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:28:35Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['3cda6346-95ae-4504-baf4-a5958017f8be'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:51.872223 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47978) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:51.880127 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-8f12505d-55b1-48b2-bf53-32f38f561785 admin admin] Request body: {'subnet': {'network_id': '9b2a4079-2723-4a47-b157-14dd261b93dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1891011159-subnet', 'tenant_id': '52bd326cd32044dbad2c04ed294f1153', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:51.947702 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbf46bc-0e20-4cc8-a026-5569a98a4bcb None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:28:51.956573 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbf46bc-0e20-4cc8-a026-5569a98a4bcb None None] Checking segment: {'id': '60bea2b5-1638-4c83-a709-9cec6b4cdcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '1a6844bc-2697-4085-b4ed-a2fb9b7f9157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:28:51.958945 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6cbf46bc-0e20-4cc8-a026-5569a98a4bcb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:51.960499 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbf46bc-0e20-4cc8-a026-5569a98a4bcb None None] Bound using segment: {'id': '60bea2b5-1638-4c83-a709-9cec6b4cdcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '1a6844bc-2697-4085-b4ed-a2fb9b7f9157'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:28:51.962008 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-6cbf46bc-0e20-4cc8-a026-5569a98a4bcb None None] Bound port: 7532efc4-259c-4b2a-802a-c250cbb854d3, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60bea2b5-1638-4c83-a709-9cec6b4cdcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '1a6844bc-2697-4085-b4ed-a2fb9b7f9157'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:28:51.963790 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6cbf46bc-0e20-4cc8-a026-5569a98a4bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7532efc4-259c-4b2a-802a-c250cbb854d3), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:51.975401 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0dee00-6b5d-4d6f-b22a-7dc9bf244e55 admin admin] Pushing event updated for resources: {'Network': ['ID=9b2a4079-2723-4a47-b157-14dd261b93dd,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:51.999013 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-c43e2cd9-00c1-482a-90c6-0ea5c19bb860 None None] Provisioning complete for port 10cb2481-4692-4f1c-8dec-91071228e0b5 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:51.999667 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c43e2cd9-00c1-482a-90c6-0ea5c19bb860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (10cb2481-4692-4f1c-8dec-91071228e0b5), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:52.029569 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 9b2a4079-2723-4a47-b157-14dd261b93dd details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:28:52.082628 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-47e5df4c-464d-4286-9742-60dd4ee21cb7 None None] Set router 3cda6346-95ae-4504-baf4-a5958017f8be gateway port host: None {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:28:52.207782 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3130745d-08a5-41be-a8a4-194c61db5eae tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (10cb2481-4692-4f1c-8dec-91071228e0b5), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:52.227171 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f12505d-55b1-48b2-bf53-32f38f561785 admin admin] Made reservation on behalf of 52bd326cd32044dbad2c04ed294f1153 for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:28:52.233900 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8f12505d-55b1-48b2-bf53-32f38f561785 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:52.264100 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c43e2cd9-00c1-482a-90c6-0ea5c19bb860 None None] Port 10cb2481-4692-4f1c-8dec-91071228e0b5 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:28:52.324469 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 87710c53-ba3f-47ed-948e-36dea0e38215 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:52.326823 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 0bd459af-28c9-4827-9798-39fb4ce7458d up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:28:52.364117 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-96407ef0-90e2-448c-927f-4540ccb53128 req-215e8042-5fcc-4837-8d77-036c8b19127c tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5978763 Feb 09 01:28:52.388099 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-c43e2cd9-00c1-482a-90c6-0ea5c19bb860 None None] Provisioning complete for port 0bd459af-28c9-4827-9798-39fb4ce7458d triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:52.388918 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c43e2cd9-00c1-482a-90c6-0ea5c19bb860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (0bd459af-28c9-4827-9798-39fb4ce7458d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:52.510999 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6cbf46bc-0e20-4cc8-a026-5569a98a4bcb None None] For port 7532efc4-259c-4b2a-802a-c250cbb854d3, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:28:52.522690 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3e861553-ab8b-4037-90cf-f2ad5268dc2a admin admin] Publish callbacks [] for security_group (b7e681c7-684c-425f-a9e1-dafc58810766), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:52.536345 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-47e5df4c-464d-4286-9742-60dd4ee21cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'name': 'tempest-RoutersTest-router-1370585882', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:14Z', 'updated_at': '2022-02-09T01:28:50Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'gw_port_host': None, '_interfaces': [{'id': '22250887-9eda-43fa-ab79-16e51ff09fce', 'name': '', 'network_id': '7a270272-64b7-4ca9-a64b-7296b464b1ae', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:c3:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd603a904-ec18-4b46-981a-c15c52d44f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:18Z', 'updated_at': '2022-02-09T01:28:27Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': 'd603a904-ec18-4b46-981a-c15c52d44f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '530651e9-ed72-4c9d-ab0b-62bc0f4dbc76', 'name': '', 'network_id': 'cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:b5:53:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': 'e02b13f4-3113-4df7-9f28-8a3ca4f007d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:28Z', 'updated_at': '2022-02-09T01:28:46Z', 'revision_number': 4, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': 'e02b13f4-3113-4df7-9f28-8a3ca4f007d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6786a32a-d903-4bcd-9a8a-c8f85e8ae464', 'name': '', 'network_id': '565308a9-da5f-4afd-9791-4c77cd24cc4b', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:05:99:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '5a03072e-66bd-47fa-8950-4550c8370d9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:40Z', 'updated_at': '2022-02-09T01:28:41Z', 'revision_number': 2, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': '5a03072e-66bd-47fa-8950-4550c8370d9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdceeb9a-46e0-491c-b179-d2fb862ff776', 'name': '', 'network_id': '1a6844bc-2697-4085-b4ed-a2fb9b7f9157', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:ea:03:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '881fe7b8-0d7f-4b5f-aa17-fd1daf99ba3c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:48Z', 'updated_at': '2022-02-09T01:28:50Z', 'revision_number': 2, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': '881fe7b8-0d7f-4b5f-aa17-fd1daf99ba3c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:52.539642 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3e861553-ab8b-4037-90cf-f2ad5268dc2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b7e681c7-684c-425f-a9e1-dafc58810766), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:52.568502 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6cbf46bc-0e20-4cc8-a026-5569a98a4bcb None None] For port 7532efc4-259c-4b2a-802a-c250cbb854d3, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=7532efc4-259c-4b2a-802a-c250cbb854d3,segment=NetworkSegment(60bea2b5-1638-4c83-a709-9cec6b4cdcb0),segment_id=60bea2b5-1638-4c83-a709-9cec6b4cdcb0)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:28:52.625582 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e5df4c-464d-4286-9742-60dd4ee21cb7 None None] Checking router: 3cda6346-95ae-4504-baf4-a5958017f8be for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:28:52.625872 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e5df4c-464d-4286-9742-60dd4ee21cb7 None None] Updating router 3cda6346-95ae-4504-baf4-a5958017f8be port 6786a32a-d903-4bcd-9a8a-c8f85e8ae464 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:28:52.649613 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903b4e66-e7ec-4691-8b2c-2519856894fa tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Router 3cda6346-95ae-4504-baf4-a5958017f8be has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:28:52.683546 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-47e5df4c-464d-4286-9742-60dd4ee21cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6786a32a-d903-4bcd-9a8a-c8f85e8ae464), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:52.693567 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6cbf46bc-0e20-4cc8-a026-5569a98a4bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (7532efc4-259c-4b2a-802a-c250cbb854d3), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:52.730445 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3e861553-ab8b-4037-90cf-f2ad5268dc2a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d18409e36a764782bc6667b27c97b03a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7279081 Feb 09 01:28:52.732565 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47992) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:52.740201 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e861553-ab8b-4037-90cf-f2ad5268dc2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e681c7-684c-425f-a9e1-dafc58810766,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:52.783536 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 0bd459af-28c9-4827-9798-39fb4ce7458d triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:52.784091 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (0bd459af-28c9-4827-9798-39fb4ce7458d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:52.899588 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c43e2cd9-00c1-482a-90c6-0ea5c19bb860 None None] Current status of the port 0bd459af-28c9-4827-9798-39fb4ce7458d is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:52.980515 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-0a6a45d0-a255-4c34-ab04-468241753b01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10dbf63c-03d2-4168-9c69-b2727d421dd8 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:28:52.996967 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf46bc-0e20-4cc8-a026-5569a98a4bcb None None] Pushing event updated for resources: {'Port': ['ID=7532efc4-259c-4b2a-802a-c250cbb854d3,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:52.999199 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dadb3140-4e96-442c-87b0-255344d035fe admin admin] Publish callbacks [] for security_group (b7e681c7-684c-425f-a9e1-dafc58810766), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:53.012921 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-0a6a45d0-a255-4c34-ab04-468241753b01 service neutron] Publish callbacks [] for port (10dbf63c-03d2-4168-9c69-b2727d421dd8), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:53.025898 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-c43e2cd9-00c1-482a-90c6-0ea5c19bb860 None None] Provisioning complete for port 10dbf63c-03d2-4168-9c69-b2727d421dd8 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:53.026563 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c43e2cd9-00c1-482a-90c6-0ea5c19bb860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (10dbf63c-03d2-4168-9c69-b2727d421dd8), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:53.040782 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-0a6a45d0-a255-4c34-ab04-468241753b01 service neutron] Transition to ACTIVE for port object 10dbf63c-03d2-4168-9c69-b2727d421dd8 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:28:53.056677 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903b4e66-e7ec-4691-8b2c-2519856894fa tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:28:53.071169 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-0a6a45d0-a255-4c34-ab04-468241753b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (10dbf63c-03d2-4168-9c69-b2727d421dd8), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:53.100185 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-903b4e66-e7ec-4691-8b2c-2519856894fa tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "PUT /v2.0/routers/3cda6346-95ae-4504-baf4-a5958017f8be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0698378 Feb 09 01:28:53.121267 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 48000) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:53.132334 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a81f43-4b80-4d88-b7dd-2d4724c107b7 req-3284e513-0d83-44e5-823a-686327b0080c tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:53.145088 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-49a81f43-4b80-4d88-b7dd-2d4724c107b7 req-3284e513-0d83-44e5-823a-686327b0080c tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d1a21398-4a13-4097-8f84-332261e8e348 HTTP/1.1" status: 200 len: 1027 time: 0.6386943 Feb 09 01:28:53.153530 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dadb3140-4e96-442c-87b0-255344d035fe admin admin] Publish callbacks [] for security_group (b7e681c7-684c-425f-a9e1-dafc58810766), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:53.153750 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-f2a8f915-423f-4d47-9e0c-29edc7d612e5 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:53.222962 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c43e2cd9-00c1-482a-90c6-0ea5c19bb860 None None] Port 10dbf63c-03d2-4168-9c69-b2727d421dd8 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:28:53.255862 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 0bd459af-28c9-4827-9798-39fb4ce7458d is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:53.260016 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dadb3140-4e96-442c-87b0-255344d035fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b7e681c7-684c-425f-a9e1-dafc58810766), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:53.271464 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dadb3140-4e96-442c-87b0-255344d035fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:53.285224 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-dadb3140-4e96-442c-87b0-255344d035fe admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b7e681c7-684c-425f-a9e1-dafc58810766 HTTP/1.1" status: 204 len: 168 time: 0.5281022 Feb 09 01:28:53.285749 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-c43e2cd9-00c1-482a-90c6-0ea5c19bb860 None None] Provisioning complete for port 530651e9-ed72-4c9d-ab0b-62bc0f4dbc76 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:53.287112 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c43e2cd9-00c1-482a-90c6-0ea5c19bb860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (530651e9-ed72-4c9d-ab0b-62bc0f4dbc76), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:53.321484 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb3140-4e96-442c-87b0-255344d035fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e681c7-684c-425f-a9e1-dafc58810766,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:53.417332 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-47e5df4c-464d-4286-9742-60dd4ee21cb7 None None] Publish callbacks [] for port (6786a32a-d903-4bcd-9a8a-c8f85e8ae464), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:53.435202 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-47e5df4c-464d-4286-9742-60dd4ee21cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (6786a32a-d903-4bcd-9a8a-c8f85e8ae464), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:53.573210 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c43e2cd9-00c1-482a-90c6-0ea5c19bb860 None None] Current status of the port 530651e9-ed72-4c9d-ab0b-62bc0f4dbc76 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:53.575488 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c43e2cd9-00c1-482a-90c6-0ea5c19bb860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (530651e9-ed72-4c9d-ab0b-62bc0f4dbc76), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:53.670449 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-c43e2cd9-00c1-482a-90c6-0ea5c19bb860 None None] For port 530651e9-ed72-4c9d-ab0b-62bc0f4dbc76, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=530651e9-ed72-4c9d-ab0b-62bc0f4dbc76,segment=NetworkSegment(f9b6b58d-8390-4f69-b94d-6b97fdc198cb),segment_id=f9b6b58d-8390-4f69-b94d-6b97fdc198cb)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:28:53.681158 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c43e2cd9-00c1-482a-90c6-0ea5c19bb860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (530651e9-ed72-4c9d-ab0b-62bc0f4dbc76), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:53.782503 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa3859-3968-4a22-bb65-6ba94c150172 None None] Pushing event updated for resources: {'Port': ['ID=6786a32a-d903-4bcd-9a8a-c8f85e8ae464,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:53.798744 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 0bd459af-28c9-4827-9798-39fb4ce7458d up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:28:53.868979 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e2cd9-00c1-482a-90c6-0ea5c19bb860 None None] Pushing event updated for resources: {'Port': ['ID=530651e9-ed72-4c9d-ab0b-62bc0f4dbc76,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:53.937253 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-47e5df4c-464d-4286-9742-60dd4ee21cb7 None None] Attempting to bind port 6786a32a-d903-4bcd-9a8a-c8f85e8ae464 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:28:53.937635 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-47e5df4c-464d-4286-9742-60dd4ee21cb7 None None] Attempting to bind port 6786a32a-d903-4bcd-9a8a-c8f85e8ae464 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '1bce628e-a6da-4553-9fd6-d1aceb47c548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '565308a9-da5f-4afd-9791-4c77cd24cc4b'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:28:53.938010 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e5df4c-464d-4286-9742-60dd4ee21cb7 None None] Attempting to bind port 6786a32a-d903-4bcd-9a8a-c8f85e8ae464 on network 565308a9-da5f-4afd-9791-4c77cd24cc4b {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:28:53.946134 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 0bd459af-28c9-4827-9798-39fb4ce7458d triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:53.946721 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (0bd459af-28c9-4827-9798-39fb4ce7458d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:53.951943 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e5df4c-464d-4286-9742-60dd4ee21cb7 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:28:53.952333 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e5df4c-464d-4286-9742-60dd4ee21cb7 None None] Checking segment: {'id': '1bce628e-a6da-4553-9fd6-d1aceb47c548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '565308a9-da5f-4afd-9791-4c77cd24cc4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:28:53.952772 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-47e5df4c-464d-4286-9742-60dd4ee21cb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:53.953178 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e5df4c-464d-4286-9742-60dd4ee21cb7 None None] Bound using segment: {'id': '1bce628e-a6da-4553-9fd6-d1aceb47c548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '565308a9-da5f-4afd-9791-4c77cd24cc4b'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:28:53.953711 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-47e5df4c-464d-4286-9742-60dd4ee21cb7 None None] Bound port: 6786a32a-d903-4bcd-9a8a-c8f85e8ae464, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bce628e-a6da-4553-9fd6-d1aceb47c548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '565308a9-da5f-4afd-9791-4c77cd24cc4b'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:28:53.954042 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-47e5df4c-464d-4286-9742-60dd4ee21cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6786a32a-d903-4bcd-9a8a-c8f85e8ae464), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:54.197436 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-47e5df4c-464d-4286-9742-60dd4ee21cb7 None None] For port 6786a32a-d903-4bcd-9a8a-c8f85e8ae464, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:28:54.219652 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-47e5df4c-464d-4286-9742-60dd4ee21cb7 None None] For port 6786a32a-d903-4bcd-9a8a-c8f85e8ae464, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=6786a32a-d903-4bcd-9a8a-c8f85e8ae464,segment=NetworkSegment(1bce628e-a6da-4553-9fd6-d1aceb47c548),segment_id=1bce628e-a6da-4553-9fd6-d1aceb47c548)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:28:54.234544 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-47e5df4c-464d-4286-9742-60dd4ee21cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (6786a32a-d903-4bcd-9a8a-c8f85e8ae464), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:54.239666 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 0bd459af-28c9-4827-9798-39fb4ce7458d is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:54.241196 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f1f4477b-70e5-4eeb-940d-3ef66fee5dcd up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:28:54.286969 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e5df4c-464d-4286-9742-60dd4ee21cb7 None None] Updating router 3cda6346-95ae-4504-baf4-a5958017f8be port cdceeb9a-46e0-491c-b179-d2fb862ff776 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:28:54.434331 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-d438160c-3f66-42af-97ff-41505184030a None None] Provisioning complete for port 6786a32a-d903-4bcd-9a8a-c8f85e8ae464 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:54.445187 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.extraroute_db [None req-f2a8f915-423f-4d47-9e0c-29edc7d612e5 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103136) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 01:28:54.445873 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d438160c-3f66-42af-97ff-41505184030a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (6786a32a-d903-4bcd-9a8a-c8f85e8ae464), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:54.485193 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-47e5df4c-464d-4286-9742-60dd4ee21cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (cdceeb9a-46e0-491c-b179-d2fb862ff776), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:54.499674 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.extraroute_db [None req-f2a8f915-423f-4d47-9e0c-29edc7d612e5 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Removed routes are [] {{(pid=103136) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 01:28:54.500933 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f2a8f915-423f-4d47-9e0c-29edc7d612e5 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57606'] for router (3cda6346-95ae-4504-baf4-a5958017f8be), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:54.517362 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-49a81f43-4b80-4d88-b7dd-2d4724c107b7 req-8735b0a5-8679-4153-a071-94a46f824861 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=23aadf47-471e-4955-af58-ae02af4b1fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3713615 Feb 09 01:28:54.526891 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port f1f4477b-70e5-4eeb-940d-3ef66fee5dcd triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:54.527375 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f1f4477b-70e5-4eeb-940d-3ef66fee5dcd), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:54.628307 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa3859-3968-4a22-bb65-6ba94c150172 None None] Pushing event updated for resources: {'Port': ['ID=6786a32a-d903-4bcd-9a8a-c8f85e8ae464,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:54.758971 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-d438160c-3f66-42af-97ff-41505184030a None None] Current status of the port 6786a32a-d903-4bcd-9a8a-c8f85e8ae464 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:54.759373 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d438160c-3f66-42af-97ff-41505184030a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6786a32a-d903-4bcd-9a8a-c8f85e8ae464), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:54.908812 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port f1f4477b-70e5-4eeb-940d-3ef66fee5dcd is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:54.910415 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 530651e9-ed72-4c9d-ab0b-62bc0f4dbc76 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:28:54.964491 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a394b4d-80dd-4171-8c63-c4002f0c9c90 None None] Network 1a6844bc-2697-4085-b4ed-a2fb9b7f9157 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:28:54.994032 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a45d0-a255-4c34-ab04-468241753b01 service neutron] Pushing event updated for resources: {'Port': ['ID=10dbf63c-03d2-4168-9c69-b2727d421dd8,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:55.001780 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8f12505d-55b1-48b2-bf53-32f38f561785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (ab72f72c-a599-42ad-9f47-8b5f3a8651e8), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:55.022473 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-d438160c-3f66-42af-97ff-41505184030a None None] For port 6786a32a-d903-4bcd-9a8a-c8f85e8ae464, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=6786a32a-d903-4bcd-9a8a-c8f85e8ae464,segment=NetworkSegment(1bce628e-a6da-4553-9fd6-d1aceb47c548),segment_id=1bce628e-a6da-4553-9fd6-d1aceb47c548)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:28:55.035505 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d438160c-3f66-42af-97ff-41505184030a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (6786a32a-d903-4bcd-9a8a-c8f85e8ae464), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:55.142589 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d438160c-3f66-42af-97ff-41505184030a None None] Pushing event updated for resources: {'Port': ['ID=6786a32a-d903-4bcd-9a8a-c8f85e8ae464,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:55.160829 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 530651e9-ed72-4c9d-ab0b-62bc0f4dbc76 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:55.160829 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (530651e9-ed72-4c9d-ab0b-62bc0f4dbc76), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:55.211465 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-0ad95613-6ae1-40bc-8496-901d83fca739 None None] Provisioning complete for port 6786a32a-d903-4bcd-9a8a-c8f85e8ae464 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:55.211851 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0ad95613-6ae1-40bc-8496-901d83fca739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (6786a32a-d903-4bcd-9a8a-c8f85e8ae464), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:55.260963 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-47e5df4c-464d-4286-9742-60dd4ee21cb7 None None] Publish callbacks [] for port (cdceeb9a-46e0-491c-b179-d2fb862ff776), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:55.276376 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-47e5df4c-464d-4286-9742-60dd4ee21cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (cdceeb9a-46e0-491c-b179-d2fb862ff776), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:55.363448 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-0ad95613-6ae1-40bc-8496-901d83fca739 None None] Current status of the port 6786a32a-d903-4bcd-9a8a-c8f85e8ae464 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:55.373159 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 530651e9-ed72-4c9d-ab0b-62bc0f4dbc76 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:55.385142 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa3859-3968-4a22-bb65-6ba94c150172 None None] Pushing event updated for resources: {'Port': ['ID=cdceeb9a-46e0-491c-b179-d2fb862ff776,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:55.391277 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-0ad95613-6ae1-40bc-8496-901d83fca739 None None] Provisioning complete for port 7532efc4-259c-4b2a-802a-c250cbb854d3 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:55.401085 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0ad95613-6ae1-40bc-8496-901d83fca739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (7532efc4-259c-4b2a-802a-c250cbb854d3), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:55.585374 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-47e5df4c-464d-4286-9742-60dd4ee21cb7 None None] Attempting to bind port cdceeb9a-46e0-491c-b179-d2fb862ff776 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:28:55.586514 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-47e5df4c-464d-4286-9742-60dd4ee21cb7 None None] Attempting to bind port cdceeb9a-46e0-491c-b179-d2fb862ff776 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '60bea2b5-1638-4c83-a709-9cec6b4cdcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '1a6844bc-2697-4085-b4ed-a2fb9b7f9157'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:28:55.586849 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e5df4c-464d-4286-9742-60dd4ee21cb7 None None] Attempting to bind port cdceeb9a-46e0-491c-b179-d2fb862ff776 on network 1a6844bc-2697-4085-b4ed-a2fb9b7f9157 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:28:55.603756 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e5df4c-464d-4286-9742-60dd4ee21cb7 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:28:55.604165 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e5df4c-464d-4286-9742-60dd4ee21cb7 None None] Checking segment: {'id': '60bea2b5-1638-4c83-a709-9cec6b4cdcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '1a6844bc-2697-4085-b4ed-a2fb9b7f9157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:28:55.604675 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-47e5df4c-464d-4286-9742-60dd4ee21cb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:55.605712 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e5df4c-464d-4286-9742-60dd4ee21cb7 None None] Bound using segment: {'id': '60bea2b5-1638-4c83-a709-9cec6b4cdcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '1a6844bc-2697-4085-b4ed-a2fb9b7f9157'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:28:55.606271 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-47e5df4c-464d-4286-9742-60dd4ee21cb7 None None] Bound port: cdceeb9a-46e0-491c-b179-d2fb862ff776, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60bea2b5-1638-4c83-a709-9cec6b4cdcb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '1a6844bc-2697-4085-b4ed-a2fb9b7f9157'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:28:55.606672 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-47e5df4c-464d-4286-9742-60dd4ee21cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (cdceeb9a-46e0-491c-b179-d2fb862ff776), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:55.705738 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-0ad95613-6ae1-40bc-8496-901d83fca739 None None] Current status of the port 7532efc4-259c-4b2a-802a-c250cbb854d3 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:55.706310 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0ad95613-6ae1-40bc-8496-901d83fca739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7532efc4-259c-4b2a-802a-c250cbb854d3), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:55.811791 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-47e5df4c-464d-4286-9742-60dd4ee21cb7 None None] For port cdceeb9a-46e0-491c-b179-d2fb862ff776, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:28:55.816857 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-0ad95613-6ae1-40bc-8496-901d83fca739 None None] For port 7532efc4-259c-4b2a-802a-c250cbb854d3, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=7532efc4-259c-4b2a-802a-c250cbb854d3,segment=NetworkSegment(60bea2b5-1638-4c83-a709-9cec6b4cdcb0),segment_id=60bea2b5-1638-4c83-a709-9cec6b4cdcb0)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:28:55.824774 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0ad95613-6ae1-40bc-8496-901d83fca739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (7532efc4-259c-4b2a-802a-c250cbb854d3), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:55.836439 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-47e5df4c-464d-4286-9742-60dd4ee21cb7 None None] For port cdceeb9a-46e0-491c-b179-d2fb862ff776, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=cdceeb9a-46e0-491c-b179-d2fb862ff776,segment=NetworkSegment(60bea2b5-1638-4c83-a709-9cec6b4cdcb0),segment_id=60bea2b5-1638-4c83-a709-9cec6b4cdcb0)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:28:55.851623 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-47e5df4c-464d-4286-9742-60dd4ee21cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (cdceeb9a-46e0-491c-b179-d2fb862ff776), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:55.895019 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 7532efc4-259c-4b2a-802a-c250cbb854d3 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:28:55.989344 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa3859-3968-4a22-bb65-6ba94c150172 None None] Pushing event updated for resources: {'Port': ['ID=cdceeb9a-46e0-491c-b179-d2fb862ff776,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:56.001043 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e5df4c-464d-4286-9742-60dd4ee21cb7 None None] Routers {'3cda6346-95ae-4504-baf4-a5958017f8be'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:28:56.001671 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-47e5df4c-464d-4286-9742-60dd4ee21cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:28:35Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['3cda6346-95ae-4504-baf4-a5958017f8be'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:56.063358 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f12505d-55b1-48b2-bf53-32f38f561785 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab72f72c-a599-42ad-9f47-8b5f3a8651e8,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:56.067823 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad95613-6ae1-40bc-8496-901d83fca739 None None] Pushing event updated for resources: {'Port': ['ID=7532efc4-259c-4b2a-802a-c250cbb854d3,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:56.126480 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-e67aee7d-68cb-4d4e-a260-aa8ebe4c83d1 None None] Provisioning complete for port cdceeb9a-46e0-491c-b179-d2fb862ff776 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:56.127152 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e67aee7d-68cb-4d4e-a260-aa8ebe4c83d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (cdceeb9a-46e0-491c-b179-d2fb862ff776), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:56.222161 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-47e5df4c-464d-4286-9742-60dd4ee21cb7 None None] Set router 3cda6346-95ae-4504-baf4-a5958017f8be gateway port host: None {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:28:56.240187 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 7532efc4-259c-4b2a-802a-c250cbb854d3 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:56.240601 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (7532efc4-259c-4b2a-802a-c250cbb854d3), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:56.289646 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-0a6a45d0-a255-4c34-ab04-468241753b01 service neutron] Attempting to bind port 10dbf63c-03d2-4168-9c69-b2727d421dd8 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:28:56.290248 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-0a6a45d0-a255-4c34-ab04-468241753b01 service neutron] Attempting to bind port 10dbf63c-03d2-4168-9c69-b2727d421dd8 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '25ffc71a-87b5-47bc-ac3a-d1ad83c65f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '7c1e365b-e37c-4467-a216-ac25b15524b9'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:28:56.290781 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-0a6a45d0-a255-4c34-ab04-468241753b01 service neutron] Attempting to bind port 10dbf63c-03d2-4168-9c69-b2727d421dd8 on network 7c1e365b-e37c-4467-a216-ac25b15524b9 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:28:56.343032 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3130745d-08a5-41be-a8a4-194c61db5eae tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks [] for port (10cb2481-4692-4f1c-8dec-91071228e0b5), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:56.387162 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f2a8f915-423f-4d47-9e0c-29edc7d612e5 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57606'] for router (3cda6346-95ae-4504-baf4-a5958017f8be), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:56.401967 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da924ea-2fed-4f24-b93c-72e7d14db938 req-38b8b75c-368b-49f4-94c5-247bdffd7a6a tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:56.420980 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0da924ea-2fed-4f24-b93c-72e7d14db938 req-38b8b75c-368b-49f4-94c5-247bdffd7a6a tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccca30c7-d504-4508-aedc-fae32de95a07 HTTP/1.1" status: 200 len: 945 time: 3.0049489 Feb 09 01:28:56.438240 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f12505d-55b1-48b2-bf53-32f38f561785 admin admin] Checking segment: {'id': '1666a7a2-41b4-455c-a9b6-1ec0c33c0758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '9b2a4079-2723-4a47-b157-14dd261b93dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:28:56.438616 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f12505d-55b1-48b2-bf53-32f38f561785 admin admin] Network hostable DHCP agents. Network: 9b2a4079-2723-4a47-b157-14dd261b93dd, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:28:56.455075 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3130745d-08a5-41be-a8a4-194c61db5eae tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (10cb2481-4692-4f1c-8dec-91071228e0b5), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:56.482816 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e67aee7d-68cb-4d4e-a260-aa8ebe4c83d1 None None] Current status of the port cdceeb9a-46e0-491c-b179-d2fb862ff776 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:56.483148 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e67aee7d-68cb-4d4e-a260-aa8ebe4c83d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (cdceeb9a-46e0-491c-b179-d2fb862ff776), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:56.515926 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-0a6a45d0-a255-4c34-ab04-468241753b01 service neutron] Port 10dbf63c-03d2-4168-9c69-b2727d421dd8 on network 7c1e365b-e37c-4467-a216-ac25b15524b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:28:56.516423 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-0a6a45d0-a255-4c34-ab04-468241753b01 service neutron] Attempting to bind port 10dbf63c-03d2-4168-9c69-b2727d421dd8 on network 7c1e365b-e37c-4467-a216-ac25b15524b9 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:28:56.544055 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3130745d-08a5-41be-a8a4-194c61db5eae tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (a187f7fc-9969-49b5-992c-7698094a49b8), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:56.590480 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-0a6a45d0-a255-4c34-ab04-468241753b01 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:28:56.590843 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-0a6a45d0-a255-4c34-ab04-468241753b01 service neutron] Checking segment: {'id': '25ffc71a-87b5-47bc-ac3a-d1ad83c65f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '7c1e365b-e37c-4467-a216-ac25b15524b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:28:56.591265 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-0a6a45d0-a255-4c34-ab04-468241753b01 service neutron] Bound using segment: {'id': '25ffc71a-87b5-47bc-ac3a-d1ad83c65f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '7c1e365b-e37c-4467-a216-ac25b15524b9'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:28:56.591717 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-0a6a45d0-a255-4c34-ab04-468241753b01 service neutron] Bound port: 10dbf63c-03d2-4168-9c69-b2727d421dd8, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25ffc71a-87b5-47bc-ac3a-d1ad83c65f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '7c1e365b-e37c-4467-a216-ac25b15524b9'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:28:56.592206 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-0a6a45d0-a255-4c34-ab04-468241753b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (10dbf63c-03d2-4168-9c69-b2727d421dd8), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:56.630972 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 7532efc4-259c-4b2a-802a-c250cbb854d3 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:56.634582 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 530651e9-ed72-4c9d-ab0b-62bc0f4dbc76 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:28:56.643869 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-e67aee7d-68cb-4d4e-a260-aa8ebe4c83d1 None None] For port cdceeb9a-46e0-491c-b179-d2fb862ff776, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=cdceeb9a-46e0-491c-b179-d2fb862ff776,segment=NetworkSegment(60bea2b5-1638-4c83-a709-9cec6b4cdcb0),segment_id=60bea2b5-1638-4c83-a709-9cec6b4cdcb0)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:28:56.703231 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e67aee7d-68cb-4d4e-a260-aa8ebe4c83d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (cdceeb9a-46e0-491c-b179-d2fb862ff776), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:56.804185 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-47e5df4c-464d-4286-9742-60dd4ee21cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'name': 'tempest-RoutersTest-router-1370585882', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:14Z', 'updated_at': '2022-02-09T01:28:54Z', 'revision_number': 6, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'gw_port_host': None, '_interfaces': [{'id': '22250887-9eda-43fa-ab79-16e51ff09fce', 'name': '', 'network_id': '7a270272-64b7-4ca9-a64b-7296b464b1ae', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:c3:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd603a904-ec18-4b46-981a-c15c52d44f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:18Z', 'updated_at': '2022-02-09T01:28:27Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': 'd603a904-ec18-4b46-981a-c15c52d44f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '530651e9-ed72-4c9d-ab0b-62bc0f4dbc76', 'name': '', 'network_id': 'cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:b5:53:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': 'e02b13f4-3113-4df7-9f28-8a3ca4f007d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:28Z', 'updated_at': '2022-02-09T01:28:53Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': 'e02b13f4-3113-4df7-9f28-8a3ca4f007d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6786a32a-d903-4bcd-9a8a-c8f85e8ae464', 'name': '', 'network_id': '565308a9-da5f-4afd-9791-4c77cd24cc4b', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:05:99:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '5a03072e-66bd-47fa-8950-4550c8370d9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:40Z', 'updated_at': '2022-02-09T01:28:54Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': '5a03072e-66bd-47fa-8950-4550c8370d9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdceeb9a-46e0-491c-b179-d2fb862ff776', 'name': '', 'network_id': '1a6844bc-2697-4085-b4ed-a2fb9b7f9157', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:ea:03:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '881fe7b8-0d7f-4b5f-aa17-fd1daf99ba3c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:48Z', 'updated_at': '2022-02-09T01:28:55Z', 'revision_number': 4, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': '881fe7b8-0d7f-4b5f-aa17-fd1daf99ba3c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:56.839220 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-e67aee7d-68cb-4d4e-a260-aa8ebe4c83d1 None None] Provisioning complete for port 7532efc4-259c-4b2a-802a-c250cbb854d3 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:56.840276 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e67aee7d-68cb-4d4e-a260-aa8ebe4c83d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (7532efc4-259c-4b2a-802a-c250cbb854d3), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:56.853537 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e5df4c-464d-4286-9742-60dd4ee21cb7 None None] The sync data for ids ['3cda6346-95ae-4504-baf4-a5958017f8be'] in n-d-828369-4 is: [{'id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'name': 'tempest-RoutersTest-router-1370585882', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:14Z', 'updated_at': '2022-02-09T01:28:54Z', 'revision_number': 6, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'gw_port_host': None, '_interfaces': [{'id': '22250887-9eda-43fa-ab79-16e51ff09fce', 'name': '', 'network_id': '7a270272-64b7-4ca9-a64b-7296b464b1ae', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:c3:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd603a904-ec18-4b46-981a-c15c52d44f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:18Z', 'updated_at': '2022-02-09T01:28:27Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': 'd603a904-ec18-4b46-981a-c15c52d44f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '530651e9-ed72-4c9d-ab0b-62bc0f4dbc76', 'name': '', 'network_id': 'cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:b5:53:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': 'e02b13f4-3113-4df7-9f28-8a3ca4f007d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:28Z', 'updated_at': '2022-02-09T01:28:53Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': 'e02b13f4-3113-4df7-9f28-8a3ca4f007d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6786a32a-d903-4bcd-9a8a-c8f85e8ae464', 'name': '', 'network_id': '565308a9-da5f-4afd-9791-4c77cd24cc4b', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:05:99:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '5a03072e-66bd-47fa-8950-4550c8370d9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:40Z', 'updated_at': '2022-02-09T01:28:54Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': '5a03072e-66bd-47fa-8950-4550c8370d9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdceeb9a-46e0-491c-b179-d2fb862ff776', 'name': '', 'network_id': '1a6844bc-2697-4085-b4ed-a2fb9b7f9157', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:ea:03:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '881fe7b8-0d7f-4b5f-aa17-fd1daf99ba3c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:48Z', 'updated_at': '2022-02-09T01:28:55Z', 'revision_number': 4, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': '881fe7b8-0d7f-4b5f-aa17-fd1daf99ba3c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:28:56.857178 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f2a8f915-423f-4d47-9e0c-29edc7d612e5 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-482771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-482762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-478377'] for router (3cda6346-95ae-4504-baf4-a5958017f8be), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:56.955013 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67aee7d-68cb-4d4e-a260-aa8ebe4c83d1 None None] Pushing event updated for resources: {'Port': ['ID=cdceeb9a-46e0-491c-b179-d2fb862ff776,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:57.015180 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-0a6a45d0-a255-4c34-ab04-468241753b01 service neutron] For port 10dbf63c-03d2-4168-9c69-b2727d421dd8, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:28:57.018944 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-0a6a45d0-a255-4c34-ab04-468241753b01 service neutron] For port 10dbf63c-03d2-4168-9c69-b2727d421dd8, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=10dbf63c-03d2-4168-9c69-b2727d421dd8,segment=NetworkSegment(25ffc71a-87b5-47bc-ac3a-d1ad83c65f95),segment_id=25ffc71a-87b5-47bc-ac3a-d1ad83c65f95)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:28:57.024888 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 530651e9-ed72-4c9d-ab0b-62bc0f4dbc76 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:57.025323 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (530651e9-ed72-4c9d-ab0b-62bc0f4dbc76), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:57.158716 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-0a6a45d0-a255-4c34-ab04-468241753b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (10dbf63c-03d2-4168-9c69-b2727d421dd8), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:57.214242 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device f72cb158-ae73-4777-be1f-4d98341d602e details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:28:57.235645 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e67aee7d-68cb-4d4e-a260-aa8ebe4c83d1 None None] Current status of the port 7532efc4-259c-4b2a-802a-c250cbb854d3 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:57.236382 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3130745d-08a5-41be-a8a4-194c61db5eae tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Network cc04862c-9321-47f7-845a-60d91f945710 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:28:57.331816 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-3130745d-08a5-41be-a8a4-194c61db5eae tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:57.337081 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f12505d-55b1-48b2-bf53-32f38f561785 admin admin] Network 9b2a4079-2723-4a47-b157-14dd261b93dd is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:28:57.384460 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0da924ea-2fed-4f24-b93c-72e7d14db938 req-b506833a-9d58-4d32-8853-3e4e8b3a3091 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9569390 Feb 09 01:28:57.438011 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130745d-08a5-41be-a8a4-194c61db5eae tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Pushing event updated for resources: {'Port': ['ID=10cb2481-4692-4f1c-8dec-91071228e0b5,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:57.450131 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-f1e14350-ebf5-4b41-9ecd-81a936f83a8d None None] Provisioning complete for port cdceeb9a-46e0-491c-b179-d2fb862ff776 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:57.450520 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f1e14350-ebf5-4b41-9ecd-81a936f83a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (cdceeb9a-46e0-491c-b179-d2fb862ff776), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:57.481984 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-0a6a45d0-a255-4c34-ab04-468241753b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:57.482680 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-0a6a45d0-a255-4c34-ab04-468241753b01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:57.489429 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 530651e9-ed72-4c9d-ab0b-62bc0f4dbc76 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:57.490622 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 6786a32a-d903-4bcd-9a8a-c8f85e8ae464 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:28:57.495667 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-0a6a45d0-a255-4c34-ab04-468241753b01 service neutron] 10.222.0.120 "PUT /v2.0/ports/10dbf63c-03d2-4168-9c69-b2727d421dd8 HTTP/1.1" status: 200 len: 1091 time: 7.0646467 Feb 09 01:28:57.503073 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a21398-4a13-4097-8f84-332261e8e348', 'tag': '10dbf63c-03d2-4168-9c69-b2727d421dd8'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:28:57.512976 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e30564-c447-471c-9c26-d6c4840e883c" -d '{"events": [{"name": "network-changed", "server_uuid": "d1a21398-4a13-4097-8f84-332261e8e348", "tag": "10dbf63c-03d2-4168-9c69-b2727d421dd8"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:28:57.517576 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-8f12505d-55b1-48b2-bf53-32f38f561785 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 9b2a4079-2723-4a47-b157-14dd261b93dd) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:28:57.557735 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf47425-0307-474c-8636-44aa0a661091 req-682b9c6f-664e-4653-921d-ae7eb01a8437 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:57.577058 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7a459c-cf87-49ee-8979-2cd1cb9dc0c4 None None] Network 9b2a4079-2723-4a47-b157-14dd261b93dd requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:28:57.580416 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2cf47425-0307-474c-8636-44aa0a661091 req-682b9c6f-664e-4653-921d-ae7eb01a8437 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d1a21398-4a13-4097-8f84-332261e8e348 HTTP/1.1" status: 200 len: 1082 time: 1.3034337 Feb 09 01:28:57.613276 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f12505d-55b1-48b2-bf53-32f38f561785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:57.622847 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8f12505d-55b1-48b2-bf53-32f38f561785 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:57.943094 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0fe6ddd-972e-4919-9fba-7f678f7733f2 x-openstack-request-id: req-e0fe6ddd-972e-4919-9fba-7f678f7733f2 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:28:57.943413 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1a21398-4a13-4097-8f84-332261e8e348", "tag": "10dbf63c-03d2-4168-9c69-b2727d421dd8", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:28:57.943710 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e0fe6ddd-972e-4919-9fba-7f678f7733f2 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:28:57.944126 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a21398-4a13-4097-8f84-332261e8e348', 'tag': '10dbf63c-03d2-4168-9c69-b2727d421dd8', 'status': 'completed', 'code': 200} Feb 09 01:28:57.969828 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8f12505d-55b1-48b2-bf53-32f38f561785 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 6.0962572 Feb 09 01:28:58.170684 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2cf47425-0307-474c-8636-44aa0a661091 req-2e3b5300-8bd6-4265-93f0-26ee199e26c8 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=23aadf47-471e-4955-af58-ae02af4b1fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5777371 Feb 09 01:28:58.210143 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a45d0-a255-4c34-ab04-468241753b01 service neutron] Pushing event updated for resources: {'Port': ['ID=10dbf63c-03d2-4168-9c69-b2727d421dd8,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:28:58.246446 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a8f915-423f-4d47-9e0c-29edc7d612e5 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Router 3cda6346-95ae-4504-baf4-a5958017f8be has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:28:58.286204 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3130745d-08a5-41be-a8a4-194c61db5eae tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Router a187f7fc-9969-49b5-992c-7698094a49b8 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:28:58.308094 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-e05c4307-d488-4efb-ad1e-c59edd74f490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:58.326192 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-e05c4307-d488-4efb-ad1e-c59edd74f490 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=6315096f882943ae8e8ef99fc8ef2039&device_id=d1a21398-4a13-4097-8f84-332261e8e348 HTTP/1.1" status: 200 len: 1125 time: 0.7366021 Feb 09 01:28:58.347524 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port f72cb158-ae73-4777-be1f-4d98341d602e, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=f72cb158-ae73-4777-be1f-4d98341d602e,segment=NetworkSegment(c65aa26b-6f4d-4da5-9ac6-6c267d824ab1),segment_id=c65aa26b-6f4d-4da5-9ac6-6c267d824ab1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:28:58.353628 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3401f1-e7a3-4778-a7a5-88d821e90359 None None] Network 9b2a4079-2723-4a47-b157-14dd261b93dd requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:28:58.473814 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': 'f72cb158-ae73-4777-be1f-4d98341d602e', 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042', 'port_id': 'f72cb158-ae73-4777-be1f-4d98341d602e', 'mac_address': 'fa:16:3e:a2:80:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8a10734-f380-44a3-a9f7-298105351e3b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:28:58.577625 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 6786a32a-d903-4bcd-9a8a-c8f85e8ae464 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:58.578233 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (6786a32a-d903-4bcd-9a8a-c8f85e8ae464), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:58.601072 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-cfcfc1ba-f3c3-4d9a-afe6-d904b86e3493 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10dbf63c-03d2-4168-9c69-b2727d421dd8 HTTP/1.1" status: 200 len: 217 time: 0.1334558 Feb 09 01:28:58.640958 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15351007-c273-49f9-98d3-16b8bca2c9ff None None] Sync routers for ids ['3cda6346-95ae-4504-baf4-a5958017f8be'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:28:58.659757 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port f72cb158-ae73-4777-be1f-4d98341d602e is: ACTIVE; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:58.660403 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f72cb158-ae73-4777-be1f-4d98341d602e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:58.662161 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f1e14350-ebf5-4b41-9ecd-81a936f83a8d None None] Current status of the port cdceeb9a-46e0-491c-b179-d2fb862ff776 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:58.688921 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15351007-c273-49f9-98d3-16b8bca2c9ff None None] Routers {'3cda6346-95ae-4504-baf4-a5958017f8be'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:28:58.689831 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-15351007-c273-49f9-98d3-16b8bca2c9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:28:35Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['3cda6346-95ae-4504-baf4-a5958017f8be'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:58.808497 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a8f915-423f-4d47-9e0c-29edc7d612e5 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:28:58.819133 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f2a8f915-423f-4d47-9e0c-29edc7d612e5 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:58.823108 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48090) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:58.833355 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f2a8f915-423f-4d47-9e0c-29edc7d612e5 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "PUT /v2.0/routers/3cda6346-95ae-4504-baf4-a5958017f8be HTTP/1.1" status: 200 len: 934 time: 5.6858211 Feb 09 01:28:58.841879 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-c17bac62-ed62-4c79-ab44-e29cf9fbf3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:58.847615 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-c17bac62-ed62-4c79-ab44-e29cf9fbf3a0 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=8800f021-7b79-4b5c-af69-0572bdc39fe5 HTTP/1.1" status: 200 len: 849 time: 0.2049434 Feb 09 01:28:58.878882 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f72cb158-ae73-4777-be1f-4d98341d602e {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:28:58.921809 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215fb37-892f-49f5-a108-786eafd350e1 req-bd561296-77a4-4760-8994-f691910b9262 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:58.928639 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b215fb37-892f-49f5-a108-786eafd350e1 req-bd561296-77a4-4760-8994-f691910b9262 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccca30c7-d504-4508-aedc-fae32de95a07 HTTP/1.1" status: 200 len: 945 time: 0.2872791 Feb 09 01:28:59.052629 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-db3d12c6-d2b0-4133-a415-e778c341c453 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "GET /v2.0/routers/3cda6346-95ae-4504-baf4-a5958017f8be HTTP/1.1" status: 200 len: 934 time: 0.2264943 Feb 09 01:28:59.063068 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48102) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:59.070344 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-ba213d5f-fff9-4eb1-b47f-47153246af21 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Request body: {'router': {'routes': None}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:59.072345 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-15351007-c273-49f9-98d3-16b8bca2c9ff None None] Set router 3cda6346-95ae-4504-baf4-a5958017f8be gateway port host: None {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:28:59.083855 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-055bb9db-2c98-40ee-8646-1533c1e7ce88 None None] Provisioning complete for port cdceeb9a-46e0-491c-b179-d2fb862ff776 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:28:59.084221 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-055bb9db-2c98-40ee-8646-1533c1e7ce88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (cdceeb9a-46e0-491c-b179-d2fb862ff776), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:59.176107 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port f72cb158-ae73-4777-be1f-4d98341d602e, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=f72cb158-ae73-4777-be1f-4d98341d602e,segment=NetworkSegment(c65aa26b-6f4d-4da5-9ac6-6c267d824ab1),segment_id=c65aa26b-6f4d-4da5-9ac6-6c267d824ab1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:28:59.248556 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f72cb158-ae73-4777-be1f-4d98341d602e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:28:59.307278 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b215fb37-892f-49f5-a108-786eafd350e1 req-6ef58139-069b-4080-9e20-09757c3c4908 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832987 Feb 09 01:28:59.323533 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3130745d-08a5-41be-a8a4-194c61db5eae tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:28:59.336732 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21abcb7d-ee16-458f-992a-4aec2a097bc9 None None] Sync routers for ids ['a187f7fc-9969-49b5-992c-7698094a49b8'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:28:59.347057 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3130745d-08a5-41be-a8a4-194c61db5eae tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] 10.222.0.50 "PUT /v2.0/routers/a187f7fc-9969-49b5-992c-7698094a49b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2486835 Feb 09 01:28:59.371958 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 48108) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:28:59.375962 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21abcb7d-ee16-458f-992a-4aec2a097bc9 None None] Routers {'a187f7fc-9969-49b5-992c-7698094a49b8'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:28:59.376857 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-21abcb7d-ee16-458f-992a-4aec2a097bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:28:35Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['a187f7fc-9969-49b5-992c-7698094a49b8'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:59.391621 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-bd570523-cb7f-491b-a318-26e1cb48d9a9 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Request body: {'port': {'network_id': 'cc04862c-9321-47f7-845a-60d91f945710', 'name': 'tempest-FloatingIPAdminTestJSON-2146839590'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:28:59.419472 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 6786a32a-d903-4bcd-9a8a-c8f85e8ae464 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:28:59.486336 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-21abcb7d-ee16-458f-992a-4aec2a097bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:59.519697 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['f72cb158-ae73-4777-be1f-4d98341d602e'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:28:59.537482 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21abcb7d-ee16-458f-992a-4aec2a097bc9 None None] Routers {'a187f7fc-9969-49b5-992c-7698094a49b8'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:28:59.538127 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-21abcb7d-ee16-458f-992a-4aec2a097bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:28:35Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['a187f7fc-9969-49b5-992c-7698094a49b8'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:59.547619 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-fef6f70a-109a-4300-8f47-24a9d2f5a444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:59.549408 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-fef6f70a-109a-4300-8f47-24a9d2f5a444 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=7c1e365b-e37c-4467-a216-ac25b15524b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6941342 Feb 09 01:28:59.656222 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-21abcb7d-ee16-458f-992a-4aec2a097bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:28:59.670923 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21abcb7d-ee16-458f-992a-4aec2a097bc9 None None] The sync data for ids ['a187f7fc-9969-49b5-992c-7698094a49b8'] in n-d-828369-4 is: [] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:28:59.694844 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea68968-afb5-4a78-83ed-39dc1557c267 req-ff4272ea-ce3d-43ea-9b9e-b14da6d78269 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:59.706092 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eea68968-afb5-4a78-83ed-39dc1557c267 req-ff4272ea-ce3d-43ea-9b9e-b14da6d78269 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d1a21398-4a13-4097-8f84-332261e8e348 HTTP/1.1" status: 200 len: 1125 time: 0.2002883 Feb 09 01:28:59.722811 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793e607-a8ee-4aa9-bc08-0e4740b8c87c req-6ad89815-81fa-4aea-bd81-6295d43a62e7 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:28:59.736801 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5793e607-a8ee-4aa9-bc08-0e4740b8c87c req-6ad89815-81fa-4aea-bd81-6295d43a62e7 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/networks?id=9b2a4079-2723-4a47-b157-14dd261b93dd HTTP/1.1" status: 200 len: 815 time: 0.6866760 Feb 09 01:28:59.880656 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5793e607-a8ee-4aa9-bc08-0e4740b8c87c req-f86357ed-445e-48dc-8c76-405a1c6dd92c tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/quotas/52bd326cd32044dbad2c04ed294f1153 HTTP/1.1" status: 200 len: 375 time: 0.1146696 Feb 09 01:28:59.957358 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 7532efc4-259c-4b2a-802a-c250cbb854d3 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:28:59.966581 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5793e607-a8ee-4aa9-bc08-0e4740b8c87c req-df7789ef-8b8b-40fb-8a0a-9faa1224c44f tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=52bd326cd32044dbad2c04ed294f1153&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0540860 Feb 09 01:29:00.080301 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=f72cb158-ae73-4777-be1f-4d98341d602e,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:00.117851 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eea68968-afb5-4a78-83ed-39dc1557c267 req-1ac82dd1-e65b-48e9-b25c-9aaaa0f43ca1 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=23aadf47-471e-4955-af58-ae02af4b1fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4108121 Feb 09 01:29:00.120681 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-a79d865b-35a1-47e1-b824-770005d848e5 service neutron] 10.222.0.120 "GET /v2.0/networks/7c1e365b-e37c-4467-a216-ac25b15524b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5583489 Feb 09 01:29:00.149103 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 7532efc4-259c-4b2a-802a-c250cbb854d3 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:00.149495 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (7532efc4-259c-4b2a-802a-c250cbb854d3), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:00.228020 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.extraroute_db [None req-ba213d5f-fff9-4eb1-b47f-47153246af21 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Added routes are [] {{(pid=103137) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 01:29:00.228515 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.extraroute_db [None req-ba213d5f-fff9-4eb1-b47f-47153246af21 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103137) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 01:29:00.233059 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-055bb9db-2c98-40ee-8646-1533c1e7ce88 None None] Current status of the port cdceeb9a-46e0-491c-b179-d2fb862ff776 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:00.284717 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-055bb9db-2c98-40ee-8646-1533c1e7ce88 None None] Provisioning complete for port 10cb2481-4692-4f1c-8dec-91071228e0b5 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:00.285594 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-055bb9db-2c98-40ee-8646-1533c1e7ce88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (10cb2481-4692-4f1c-8dec-91071228e0b5), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:00.293622 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd570523-cb7f-491b-a318-26e1cb48d9a9 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Made reservation on behalf of b61b38481a67469a8e8ee9958ba75702 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:00.304409 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ba213d5f-fff9-4eb1-b47f-47153246af21 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57606'] for router (3cda6346-95ae-4504-baf4-a5958017f8be), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:00.309967 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bd570523-cb7f-491b-a318-26e1cb48d9a9 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:00.350319 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-055bb9db-2c98-40ee-8646-1533c1e7ce88 None None] Port 10cb2481-4692-4f1c-8dec-91071228e0b5 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:29:00.449668 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-bd570523-cb7f-491b-a318-26e1cb48d9a9 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] device_id is not set on port bb62e363-6020-46aa-80d2-f03da81e8537 yet. {{(pid=103136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:29:00.518399 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 7532efc4-259c-4b2a-802a-c250cbb854d3 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:00.521169 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device cdceeb9a-46e0-491c-b179-d2fb862ff776 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:29:00.609841 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ba213d5f-fff9-4eb1-b47f-47153246af21 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57606'] for router (3cda6346-95ae-4504-baf4-a5958017f8be), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:00.616127 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ba213d5f-fff9-4eb1-b47f-47153246af21 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-482771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-482762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-478377'] for router (3cda6346-95ae-4504-baf4-a5958017f8be), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:00.655291 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-15351007-c273-49f9-98d3-16b8bca2c9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'name': 'tempest-RoutersTest-router-1370585882', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:14Z', 'updated_at': '2022-02-09T01:28:54Z', 'revision_number': 6, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'gw_port_host': None, '_interfaces': [{'id': '22250887-9eda-43fa-ab79-16e51ff09fce', 'name': '', 'network_id': '7a270272-64b7-4ca9-a64b-7296b464b1ae', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:c3:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd603a904-ec18-4b46-981a-c15c52d44f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:18Z', 'updated_at': '2022-02-09T01:28:27Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': 'd603a904-ec18-4b46-981a-c15c52d44f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '530651e9-ed72-4c9d-ab0b-62bc0f4dbc76', 'name': '', 'network_id': 'cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:b5:53:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': 'e02b13f4-3113-4df7-9f28-8a3ca4f007d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:28Z', 'updated_at': '2022-02-09T01:28:53Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': 'e02b13f4-3113-4df7-9f28-8a3ca4f007d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6786a32a-d903-4bcd-9a8a-c8f85e8ae464', 'name': '', 'network_id': '565308a9-da5f-4afd-9791-4c77cd24cc4b', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:05:99:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '5a03072e-66bd-47fa-8950-4550c8370d9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:40Z', 'updated_at': '2022-02-09T01:28:54Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': '5a03072e-66bd-47fa-8950-4550c8370d9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdceeb9a-46e0-491c-b179-d2fb862ff776', 'name': '', 'network_id': '1a6844bc-2697-4085-b4ed-a2fb9b7f9157', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:ea:03:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '881fe7b8-0d7f-4b5f-aa17-fd1daf99ba3c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:48Z', 'updated_at': '2022-02-09T01:28:56Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': '881fe7b8-0d7f-4b5f-aa17-fd1daf99ba3c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:00.660738 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port cdceeb9a-46e0-491c-b179-d2fb862ff776 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:00.661356 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (cdceeb9a-46e0-491c-b179-d2fb862ff776), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:00.766051 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15351007-c273-49f9-98d3-16b8bca2c9ff None None] Checking router: 3cda6346-95ae-4504-baf4-a5958017f8be for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:29:00.781345 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15351007-c273-49f9-98d3-16b8bca2c9ff None None] Routers {'3cda6346-95ae-4504-baf4-a5958017f8be'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:29:00.781977 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-15351007-c273-49f9-98d3-16b8bca2c9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:28:35Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['3cda6346-95ae-4504-baf4-a5958017f8be'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:00.788957 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba213d5f-fff9-4eb1-b47f-47153246af21 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Router 3cda6346-95ae-4504-baf4-a5958017f8be has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:29:00.871862 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ba50d575-8a95-486a-957d-99f9d6561a5d req-f392f1fb-488b-401b-a735-449f27a13ff3 service neutron] 10.222.0.120 "GET /v2.0/networks/7c1e365b-e37c-4467-a216-ac25b15524b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7409034 Feb 09 01:29:00.969813 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-15351007-c273-49f9-98d3-16b8bca2c9ff None None] Set router 3cda6346-95ae-4504-baf4-a5958017f8be gateway port host: None {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:29:01.006260 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba213d5f-fff9-4eb1-b47f-47153246af21 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:29:01.031194 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ba213d5f-fff9-4eb1-b47f-47153246af21 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:01.035178 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ba213d5f-fff9-4eb1-b47f-47153246af21 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "PUT /v2.0/routers/3cda6346-95ae-4504-baf4-a5958017f8be HTTP/1.1" status: 200 len: 700 time: 1.9687176 Feb 09 01:29:01.037784 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48126) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:01.332843 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port cdceeb9a-46e0-491c-b179-d2fb862ff776 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:01.340135 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device f72cb158-ae73-4777-be1f-4d98341d602e up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:29:01.354500 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f092924f-fe98-46cd-a85a-f50da669fd94 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "GET /v2.0/routers/3cda6346-95ae-4504-baf4-a5958017f8be HTTP/1.1" status: 200 len: 700 time: 0.3152637 Feb 09 01:29:01.357813 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48134) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:01.508524 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae3c5f-dace-4234-b18f-8ac59c82a3af req-1ceff5ae-2175-4873-8a14-bd87a7348ac3 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:01.514496 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-08ae3c5f-dace-4234-b18f-8ac59c82a3af req-1ceff5ae-2175-4873-8a14-bd87a7348ac3 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccca30c7-d504-4508-aedc-fae32de95a07 HTTP/1.1" status: 200 len: 944 time: 1.0540497 Feb 09 01:29:01.567429 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5793e607-a8ee-4aa9-bc08-0e4740b8c87c req-699b3869-4b01-413e-914c-786a6f7b68fe service neutron] 10.222.0.50 "GET /v2.0/networks/9b2a4079-2723-4a47-b157-14dd261b93dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5846329 Feb 09 01:29:01.575086 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port f72cb158-ae73-4777-be1f-4d98341d602e triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:01.575875 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f72cb158-ae73-4777-be1f-4d98341d602e), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:01.674186 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e30564-c447-471c-9c26-d6c4840e883c req-6a5bb24e-cfe6-4311-81fe-a3338da48f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:01.678321 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-60e30564-c447-471c-9c26-d6c4840e883c req-6a5bb24e-cfe6-4311-81fe-a3338da48f03 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=6315096f882943ae8e8ef99fc8ef2039&device_id=d1a21398-4a13-4097-8f84-332261e8e348 HTTP/1.1" status: 200 len: 1125 time: 0.7534130 Feb 09 01:29:01.684942 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-bd570523-cb7f-491b-a318-26e1cb48d9a9 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Allocated IP 172.20.0.14 (cc04862c-9321-47f7-845a-60d91f945710/38b9ec66-d4fc-470d-a337-5f88aa23e0a3/bb62e363-6020-46aa-80d2-f03da81e8537) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:01.696216 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-08ae3c5f-dace-4234-b18f-8ac59c82a3af req-401e1483-74a2-4ce3-9e50-57876b90204d tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544144 Feb 09 01:29:01.844117 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5793e607-a8ee-4aa9-bc08-0e4740b8c87c req-452d4e0b-92cc-4f83-910b-b05199a2ce89 service neutron] 10.222.0.50 "GET /v2.0/networks/9b2a4079-2723-4a47-b157-14dd261b93dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646390 Feb 09 01:29:02.038155 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e30564-c447-471c-9c26-d6c4840e883c req-31b36336-4286-42ab-bbab-97a673753981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:02.042199 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-60e30564-c447-471c-9c26-d6c4840e883c req-31b36336-4286-42ab-bbab-97a673753981 service neutron] 10.222.0.120 "GET /v2.0/networks?id=7c1e365b-e37c-4467-a216-ac25b15524b9 HTTP/1.1" status: 200 len: 912 time: 0.3437223 Feb 09 01:29:02.262963 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-15351007-c273-49f9-98d3-16b8bca2c9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'name': 'tempest-RoutersTest-router-1370585882', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:14Z', 'updated_at': '2022-02-09T01:29:00Z', 'revision_number': 7, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'gw_port_host': None, '_interfaces': [{'id': '22250887-9eda-43fa-ab79-16e51ff09fce', 'name': '', 'network_id': '7a270272-64b7-4ca9-a64b-7296b464b1ae', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:c3:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd603a904-ec18-4b46-981a-c15c52d44f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:18Z', 'updated_at': '2022-02-09T01:28:27Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': 'd603a904-ec18-4b46-981a-c15c52d44f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '530651e9-ed72-4c9d-ab0b-62bc0f4dbc76', 'name': '', 'network_id': 'cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:b5:53:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': 'e02b13f4-3113-4df7-9f28-8a3ca4f007d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:28Z', 'updated_at': '2022-02-09T01:28:53Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': 'e02b13f4-3113-4df7-9f28-8a3ca4f007d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6786a32a-d903-4bcd-9a8a-c8f85e8ae464', 'name': '', 'network_id': '565308a9-da5f-4afd-9791-4c77cd24cc4b', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:05:99:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '5a03072e-66bd-47fa-8950-4550c8370d9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:40Z', 'updated_at': '2022-02-09T01:28:54Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': '5a03072e-66bd-47fa-8950-4550c8370d9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdceeb9a-46e0-491c-b179-d2fb862ff776', 'name': '', 'network_id': '1a6844bc-2697-4085-b4ed-a2fb9b7f9157', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:ea:03:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '881fe7b8-0d7f-4b5f-aa17-fd1daf99ba3c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:48Z', 'updated_at': '2022-02-09T01:28:56Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': '881fe7b8-0d7f-4b5f-aa17-fd1daf99ba3c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:02.291256 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-60e30564-c447-471c-9c26-d6c4840e883c req-52158ff8-9a48-4b4e-b3f0-356eded2b313 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10dbf63c-03d2-4168-9c69-b2727d421dd8 HTTP/1.1" status: 200 len: 217 time: 0.2379651 Feb 09 01:29:02.291711 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9641e68f-7fe3-4518-9289-b03788466790 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (3cda6346-95ae-4504-baf4-a5958017f8be), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:02.305605 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15351007-c273-49f9-98d3-16b8bca2c9ff None None] The sync data for ids ['3cda6346-95ae-4504-baf4-a5958017f8be'] in n-d-828369-4 is: [{'id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'name': 'tempest-RoutersTest-router-1370585882', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:14Z', 'updated_at': '2022-02-09T01:29:00Z', 'revision_number': 7, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'gw_port_host': None, '_interfaces': [{'id': '22250887-9eda-43fa-ab79-16e51ff09fce', 'name': '', 'network_id': '7a270272-64b7-4ca9-a64b-7296b464b1ae', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:c3:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd603a904-ec18-4b46-981a-c15c52d44f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:18Z', 'updated_at': '2022-02-09T01:28:27Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': 'd603a904-ec18-4b46-981a-c15c52d44f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '530651e9-ed72-4c9d-ab0b-62bc0f4dbc76', 'name': '', 'network_id': 'cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:b5:53:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': 'e02b13f4-3113-4df7-9f28-8a3ca4f007d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:28Z', 'updated_at': '2022-02-09T01:28:53Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': 'e02b13f4-3113-4df7-9f28-8a3ca4f007d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6786a32a-d903-4bcd-9a8a-c8f85e8ae464', 'name': '', 'network_id': '565308a9-da5f-4afd-9791-4c77cd24cc4b', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:05:99:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '5a03072e-66bd-47fa-8950-4550c8370d9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:40Z', 'updated_at': '2022-02-09T01:28:54Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': '5a03072e-66bd-47fa-8950-4550c8370d9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdceeb9a-46e0-491c-b179-d2fb862ff776', 'name': '', 'network_id': '1a6844bc-2697-4085-b4ed-a2fb9b7f9157', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:ea:03:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '881fe7b8-0d7f-4b5f-aa17-fd1daf99ba3c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:48Z', 'updated_at': '2022-02-09T01:28:56Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': '881fe7b8-0d7f-4b5f-aa17-fd1daf99ba3c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:29:02.330747 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port f72cb158-ae73-4777-be1f-4d98341d602e is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:02.330948 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f72cb158-ae73-4777-be1f-4d98341d602e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:02.471301 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-742e7b8d-884e-4a7c-ac05-0ce8c876b7c0 req-e2b7305b-cda8-4529-8ad8-c67aaeb9e576 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7e0db12-1b89-46e8-b056-daff5e924179 HTTP/1.1" status: 200 len: 210 time: 0.2173998 Feb 09 01:29:02.510354 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccca30c7-d504-4508-aedc-fae32de95a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72cb158-ae73-4777-be1f-4d98341d602e'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:29:02.513976 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a6be3b-6581-41d4-b9cc-0cb9a7cfab00" -d '{"events": [{"server_uuid": "ccca30c7-d504-4508-aedc-fae32de95a07", "name": "network-vif-plugged", "status": "completed", "tag": "f72cb158-ae73-4777-be1f-4d98341d602e"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:29:02.532051 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ca831a1f-30ce-4b2a-9f29-b78f50385852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:02.560104 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port f72cb158-ae73-4777-be1f-4d98341d602e, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=f72cb158-ae73-4777-be1f-4d98341d602e,segment=NetworkSegment(c65aa26b-6f4d-4da5-9ac6-6c267d824ab1),segment_id=c65aa26b-6f4d-4da5-9ac6-6c267d824ab1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:02.576141 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f72cb158-ae73-4777-be1f-4d98341d602e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:02.670611 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d35ca93-a4e5-4338-949b-b7c276b541d8 x-openstack-request-id: req-6d35ca93-a4e5-4338-949b-b7c276b541d8 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:29:02.670981 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccca30c7-d504-4508-aedc-fae32de95a07", "name": "network-vif-plugged", "status": "completed", "tag": "f72cb158-ae73-4777-be1f-4d98341d602e", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:29:02.671166 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6d35ca93-a4e5-4338-949b-b7c276b541d8 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:29:02.671634 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccca30c7-d504-4508-aedc-fae32de95a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72cb158-ae73-4777-be1f-4d98341d602e', 'code': 200} Feb 09 01:29:02.751577 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=f72cb158-ae73-4777-be1f-4d98341d602e,revision_number=7']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:02.769992 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bd570523-cb7f-491b-a318-26e1cb48d9a9 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks [] for port (bb62e363-6020-46aa-80d2-f03da81e8537), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:02.923490 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bd570523-cb7f-491b-a318-26e1cb48d9a9 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (bb62e363-6020-46aa-80d2-f03da81e8537), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:02.938565 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8e4688-60ff-470f-83a5-e7e2b6a1a5b4 None None] Sync routers for ids ['3cda6346-95ae-4504-baf4-a5958017f8be'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:29:02.956894 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8e4688-60ff-470f-83a5-e7e2b6a1a5b4 None None] Routers {'3cda6346-95ae-4504-baf4-a5958017f8be'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:29:02.957821 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-9b8e4688-60ff-470f-83a5-e7e2b6a1a5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:28:35Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['3cda6346-95ae-4504-baf4-a5958017f8be'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:03.056213 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-9641e68f-7fe3-4518-9289-b03788466790 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Deleting port cdceeb9a-46e0-491c-b179-d2fb862ff776 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:29:03.060113 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9641e68f-7fe3-4518-9289-b03788466790 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (cdceeb9a-46e0-491c-b179-d2fb862ff776), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:03.102990 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd570523-cb7f-491b-a318-26e1cb48d9a9 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Network cc04862c-9321-47f7-845a-60d91f945710 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:03.119751 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-bd570523-cb7f-491b-a318-26e1cb48d9a9 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:03.132417 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4377a0-2bc0-45b6-b33e-8a56c200e1b8 req-3e330bda-21b5-437d-97dd-dcc93192be89 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:03.141285 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fc4377a0-2bc0-45b6-b33e-8a56c200e1b8 req-3e330bda-21b5-437d-97dd-dcc93192be89 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d1a21398-4a13-4097-8f84-332261e8e348 HTTP/1.1" status: 200 len: 1125 time: 1.0944612 Feb 09 01:29:03.149797 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd570523-cb7f-491b-a318-26e1cb48d9a9 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:29:03.158812 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-9b8e4688-60ff-470f-83a5-e7e2b6a1a5b4 None None] Set router 3cda6346-95ae-4504-baf4-a5958017f8be gateway port host: None {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:29:03.281340 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd570523-cb7f-491b-a318-26e1cb48d9a9 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:03.282622 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bd570523-cb7f-491b-a318-26e1cb48d9a9 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:03.337344 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-9641e68f-7fe3-4518-9289-b03788466790 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] For port cdceeb9a-46e0-491c-b179-d2fb862ff776, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=cdceeb9a-46e0-491c-b179-d2fb862ff776,segment=NetworkSegment(60bea2b5-1638-4c83-a709-9cec6b4cdcb0),segment_id=60bea2b5-1638-4c83-a709-9cec6b4cdcb0)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:03.337344 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9641e68f-7fe3-4518-9289-b03788466790 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (cdceeb9a-46e0-491c-b179-d2fb862ff776), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:03.365808 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-9641e68f-7fe3-4518-9289-b03788466790 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Calling delete_port for cdceeb9a-46e0-491c-b179-d2fb862ff776 owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:29:03.383281 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e30564-c447-471c-9c26-d6c4840e883c req-c562c425-4195-4cbe-b8ad-26b8a4ab49bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:03.384805 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-60e30564-c447-471c-9c26-d6c4840e883c req-c562c425-4195-4cbe-b8ad-26b8a4ab49bf service neutron] 10.222.0.120 "GET /v2.0/subnets?id=8800f021-7b79-4b5c-af69-0572bdc39fe5 HTTP/1.1" status: 200 len: 849 time: 0.8849931 Feb 09 01:29:03.445996 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd570523-cb7f-491b-a318-26e1cb48d9a9 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Pushing event updated for resources: {'Port': ['ID=bb62e363-6020-46aa-80d2-f03da81e8537,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:03.570002 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-bd570523-cb7f-491b-a318-26e1cb48d9a9 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.1909988 Feb 09 01:29:03.584277 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 48164) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:03.645146 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260150d9-55e0-49f2-aa76-9040c9c6231a req-b59dcc91-4013-4090-bc48-b600ed291cd2 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:03.655327 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-260150d9-55e0-49f2-aa76-9040c9c6231a req-b59dcc91-4013-4090-bc48-b600ed291cd2 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccca30c7-d504-4508-aedc-fae32de95a07 HTTP/1.1" status: 200 len: 945 time: 0.7956240 Feb 09 01:29:03.704422 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fc4377a0-2bc0-45b6-b33e-8a56c200e1b8 req-58fc073e-bf32-4411-ab35-54e777556f77 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=23aadf47-471e-4955-af58-ae02af4b1fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5609863 Feb 09 01:29:03.714534 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-55981e28-1b03-4ccb-ba5f-38498c2ee59f None None] Provisioning complete for port bb62e363-6020-46aa-80d2-f03da81e8537 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:03.717263 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-55981e28-1b03-4ccb-ba5f-38498c2ee59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (bb62e363-6020-46aa-80d2-f03da81e8537), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:03.820227 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-260150d9-55e0-49f2-aa76-9040c9c6231a req-77eb9eb0-7490-4303-b0a8-6a3703806c6c tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634059 Feb 09 01:29:03.853358 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e30564-c447-471c-9c26-d6c4840e883c req-df1536d0-9456-4bfa-988d-ddda53a4873a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:03.860214 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-60e30564-c447-471c-9c26-d6c4840e883c req-df1536d0-9456-4bfa-988d-ddda53a4873a service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=7c1e365b-e37c-4467-a216-ac25b15524b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4449041 Feb 09 01:29:03.892510 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-55981e28-1b03-4ccb-ba5f-38498c2ee59f None None] Port bb62e363-6020-46aa-80d2-f03da81e8537 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:29:03.931358 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-8c7e1da6-f10f-4636-9c87-7caacfca2290 tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'project_id': 'b61b38481a67469a8e8ee9958ba75702', 'port_id': 'bb62e363-6020-46aa-80d2-f03da81e8537'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:03.998284 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-9b8e4688-60ff-470f-83a5-e7e2b6a1a5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'name': 'tempest-RoutersTest-router-1370585882', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:14Z', 'updated_at': '2022-02-09T01:29:00Z', 'revision_number': 7, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'gw_port_host': None, '_interfaces': [{'id': '22250887-9eda-43fa-ab79-16e51ff09fce', 'name': '', 'network_id': '7a270272-64b7-4ca9-a64b-7296b464b1ae', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:c3:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd603a904-ec18-4b46-981a-c15c52d44f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:18Z', 'updated_at': '2022-02-09T01:28:27Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': 'd603a904-ec18-4b46-981a-c15c52d44f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '530651e9-ed72-4c9d-ab0b-62bc0f4dbc76', 'name': '', 'network_id': 'cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:b5:53:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': 'e02b13f4-3113-4df7-9f28-8a3ca4f007d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:28Z', 'updated_at': '2022-02-09T01:28:53Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': 'e02b13f4-3113-4df7-9f28-8a3ca4f007d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6786a32a-d903-4bcd-9a8a-c8f85e8ae464', 'name': '', 'network_id': '565308a9-da5f-4afd-9791-4c77cd24cc4b', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:05:99:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '5a03072e-66bd-47fa-8950-4550c8370d9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:40Z', 'updated_at': '2022-02-09T01:28:54Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': '5a03072e-66bd-47fa-8950-4550c8370d9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdceeb9a-46e0-491c-b179-d2fb862ff776', 'name': '', 'network_id': '1a6844bc-2697-4085-b4ed-a2fb9b7f9157', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:ea:03:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '881fe7b8-0d7f-4b5f-aa17-fd1daf99ba3c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:48Z', 'updated_at': '2022-02-09T01:28:56Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': '881fe7b8-0d7f-4b5f-aa17-fd1daf99ba3c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:04.067970 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8e4688-60ff-470f-83a5-e7e2b6a1a5b4 None None] Checking router: 3cda6346-95ae-4504-baf4-a5958017f8be for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:29:04.084151 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8e4688-60ff-470f-83a5-e7e2b6a1a5b4 None None] Routers {'3cda6346-95ae-4504-baf4-a5958017f8be'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:29:04.084928 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-9b8e4688-60ff-470f-83a5-e7e2b6a1a5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:28:35Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['3cda6346-95ae-4504-baf4-a5958017f8be'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:04.115197 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0ba96f23-bc14-4758-bda7-4a50fe2a860f req-63c6f045-3f1f-45f6-b486-31eddf134030 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7e0db12-1b89-46e8-b056-daff5e924179 HTTP/1.1" status: 200 len: 210 time: 0.0904016 Feb 09 01:29:04.160554 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8c7e1da6-f10f-4636-9c87-7caacfca2290 tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:04.320432 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9641e68f-7fe3-4518-9289-b03788466790 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (cdceeb9a-46e0-491c-b179-d2fb862ff776), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:04.369351 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-60e30564-c447-471c-9c26-d6c4840e883c req-fad63658-588e-406b-8e91-f74ddf67e505 service neutron] 10.222.0.120 "GET /v2.0/networks/7c1e365b-e37c-4467-a216-ac25b15524b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5023487 Feb 09 01:29:04.423174 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-9b8e4688-60ff-470f-83a5-e7e2b6a1a5b4 None None] Set router 3cda6346-95ae-4504-baf4-a5958017f8be gateway port host: None {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:29:04.459678 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9641e68f-7fe3-4518-9289-b03788466790 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event deleted for resources: {'Port': ['ID=cdceeb9a-46e0-491c-b179-d2fb862ff776,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:04.547996 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0deafca3-da8f-4436-9b07-2dcb1f519847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:04.650923 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793e607-a8ee-4aa9-bc08-0e4740b8c87c req-3694697c-9f3a-42d3-a348-3a124652926d tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:04.653310 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-5793e607-a8ee-4aa9-bc08-0e4740b8c87c req-3694697c-9f3a-42d3-a348-3a124652926d tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.47 "GET /v2.0/networks?id=9b2a4079-2723-4a47-b157-14dd261b93dd HTTP/1.1" status: 200 len: 815 time: 0.6343622 Feb 09 01:29:04.680012 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-5793e607-a8ee-4aa9-bc08-0e4740b8c87c req-d426a3d3-eeec-4b8e-ac1d-ad1a37ba65a5 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Request body: {'port': {'device_id': 'd7e0db12-1b89-46e8-b056-daff5e924179', 'network_id': '9b2a4079-2723-4a47-b157-14dd261b93dd', 'admin_state_up': True, 'tenant_id': '52bd326cd32044dbad2c04ed294f1153'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:04.682963 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-60e30564-c447-471c-9c26-d6c4840e883c req-ee19255c-b905-4b67-959d-90c6233abac0 service neutron] 10.222.0.120 "GET /v2.0/networks/7c1e365b-e37c-4467-a216-ac25b15524b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023093 Feb 09 01:29:04.702828 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8c7e1da6-f10f-4636-9c87-7caacfca2290 tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:04.970582 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-8c7e1da6-f10f-4636-9c87-7caacfca2290 tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Allocated IP 172.25.8.75 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/9516cfbf-f939-42ad-b222-b7098aba505b) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:05.150885 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-9b8e4688-60ff-470f-83a5-e7e2b6a1a5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'name': 'tempest-RoutersTest-router-1370585882', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:14Z', 'updated_at': '2022-02-09T01:29:00Z', 'revision_number': 7, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'gw_port_host': None, '_interfaces': [{'id': '22250887-9eda-43fa-ab79-16e51ff09fce', 'name': '', 'network_id': '7a270272-64b7-4ca9-a64b-7296b464b1ae', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:c3:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd603a904-ec18-4b46-981a-c15c52d44f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:18Z', 'updated_at': '2022-02-09T01:28:27Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': 'd603a904-ec18-4b46-981a-c15c52d44f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '530651e9-ed72-4c9d-ab0b-62bc0f4dbc76', 'name': '', 'network_id': 'cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:b5:53:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': 'e02b13f4-3113-4df7-9f28-8a3ca4f007d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:28Z', 'updated_at': '2022-02-09T01:28:53Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': 'e02b13f4-3113-4df7-9f28-8a3ca4f007d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6786a32a-d903-4bcd-9a8a-c8f85e8ae464', 'name': '', 'network_id': '565308a9-da5f-4afd-9791-4c77cd24cc4b', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:05:99:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '5a03072e-66bd-47fa-8950-4550c8370d9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:40Z', 'updated_at': '2022-02-09T01:28:54Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': '5a03072e-66bd-47fa-8950-4550c8370d9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdceeb9a-46e0-491c-b179-d2fb862ff776', 'name': '', 'network_id': '1a6844bc-2697-4085-b4ed-a2fb9b7f9157', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:ea:03:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '881fe7b8-0d7f-4b5f-aa17-fd1daf99ba3c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:48Z', 'updated_at': '2022-02-09T01:28:56Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': '881fe7b8-0d7f-4b5f-aa17-fd1daf99ba3c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:05.194728 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8c7e1da6-f10f-4636-9c87-7caacfca2290 tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Publish callbacks [] for port (9516cfbf-f939-42ad-b222-b7098aba505b), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:05.243503 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8e4688-60ff-470f-83a5-e7e2b6a1a5b4 None None] The sync data for ids ['3cda6346-95ae-4504-baf4-a5958017f8be'] in n-d-828369-4 is: [{'id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'name': 'tempest-RoutersTest-router-1370585882', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:14Z', 'updated_at': '2022-02-09T01:29:00Z', 'revision_number': 7, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'gw_port_host': None, '_interfaces': [{'id': '22250887-9eda-43fa-ab79-16e51ff09fce', 'name': '', 'network_id': '7a270272-64b7-4ca9-a64b-7296b464b1ae', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:c3:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd603a904-ec18-4b46-981a-c15c52d44f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:18Z', 'updated_at': '2022-02-09T01:28:27Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': 'd603a904-ec18-4b46-981a-c15c52d44f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '530651e9-ed72-4c9d-ab0b-62bc0f4dbc76', 'name': '', 'network_id': 'cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:b5:53:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': 'e02b13f4-3113-4df7-9f28-8a3ca4f007d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:28Z', 'updated_at': '2022-02-09T01:28:53Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': 'e02b13f4-3113-4df7-9f28-8a3ca4f007d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6786a32a-d903-4bcd-9a8a-c8f85e8ae464', 'name': '', 'network_id': '565308a9-da5f-4afd-9791-4c77cd24cc4b', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:05:99:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '5a03072e-66bd-47fa-8950-4550c8370d9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:40Z', 'updated_at': '2022-02-09T01:28:54Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': '5a03072e-66bd-47fa-8950-4550c8370d9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdceeb9a-46e0-491c-b179-d2fb862ff776', 'name': '', 'network_id': '1a6844bc-2697-4085-b4ed-a2fb9b7f9157', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:ea:03:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': '881fe7b8-0d7f-4b5f-aa17-fd1daf99ba3c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:48Z', 'updated_at': '2022-02-09T01:28:56Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': '881fe7b8-0d7f-4b5f-aa17-fd1daf99ba3c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:29:05.316616 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 10dbf63c-03d2-4168-9c69-b2727d421dd8 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:29:05.330099 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8c7e1da6-f10f-4636-9c87-7caacfca2290 tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (9516cfbf-f939-42ad-b222-b7098aba505b), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:05.677947 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7e1da6-f10f-4636-9c87-7caacfca2290 tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:05.734111 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5793e607-a8ee-4aa9-bc08-0e4740b8c87c req-d426a3d3-eeec-4b8e-ac1d-ad1a37ba65a5 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Made reservation on behalf of 52bd326cd32044dbad2c04ed294f1153 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:05.734651 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 10dbf63c-03d2-4168-9c69-b2727d421dd8, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=10dbf63c-03d2-4168-9c69-b2727d421dd8,segment=NetworkSegment(25ffc71a-87b5-47bc-ac3a-d1ad83c65f95),segment_id=25ffc71a-87b5-47bc-ac3a-d1ad83c65f95)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:05.736015 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-8c7e1da6-f10f-4636-9c87-7caacfca2290 tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:05.738793 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-5793e607-a8ee-4aa9-bc08-0e4740b8c87c req-d426a3d3-eeec-4b8e-ac1d-ad1a37ba65a5 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:05.744683 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7e1da6-f10f-4636-9c87-7caacfca2290 tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:29:05.767723 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '10dbf63c-03d2-4168-9c69-b2727d421dd8', 'network_id': '7c1e365b-e37c-4467-a216-ac25b15524b9', 'port_id': '10dbf63c-03d2-4168-9c69-b2727d421dd8', 'mac_address': 'fa:16:3e:37:aa:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1033, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8800f021-7b79-4b5c-af69-0572bdc39fe5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:29:05.866775 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 10dbf63c-03d2-4168-9c69-b2727d421dd8 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:05.867387 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (10dbf63c-03d2-4168-9c69-b2727d421dd8), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:05.937568 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10dbf63c-03d2-4168-9c69-b2727d421dd8 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:29:05.963166 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9641e68f-7fe3-4518-9289-b03788466790 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (3cda6346-95ae-4504-baf4-a5958017f8be), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:05.994285 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:06.015696 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 10dbf63c-03d2-4168-9c69-b2727d421dd8, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=10dbf63c-03d2-4168-9c69-b2727d421dd8,segment=NetworkSegment(25ffc71a-87b5-47bc-ac3a-d1ad83c65f95),segment_id=25ffc71a-87b5-47bc-ac3a-d1ad83c65f95)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:06.028907 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (10dbf63c-03d2-4168-9c69-b2727d421dd8), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:06.144690 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=10dbf63c-03d2-4168-9c69-b2727d421dd8,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:06.296840 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['10dbf63c-03d2-4168-9c69-b2727d421dd8'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:29:06.374681 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [req-5793e607-a8ee-4aa9-bc08-0e4740b8c87c req-d426a3d3-eeec-4b8e-ac1d-ad1a37ba65a5 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Allocated IP 172.20.0.6 (9b2a4079-2723-4a47-b157-14dd261b93dd/ab72f72c-a599-42ad-9f47-8b5f3a8651e8/50570b3c-89b5-4464-931c-c142e9339e93) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:06.602881 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e1da6-f10f-4636-9c87-7caacfca2290 tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Pushing event updated for resources: {'Port': ['ID=9516cfbf-f939-42ad-b222-b7098aba505b,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:06.766078 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de531fcf-cfaf-4e18-a62d-c10b0e4814b1 req-09effa45-79e4-470e-a845-e04705dc471c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=63d42b01-d78c-439e-85dc-157a3d7b930b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.5107179 Feb 09 01:29:06.796288 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea82d775-6c69-44f7-8bf5-0b35a08bf6d3 req-c65e734b-04ca-42c8-8cb1-9ff09ec92a09 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:06.798121 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ea82d775-6c69-44f7-8bf5-0b35a08bf6d3 req-c65e734b-04ca-42c8-8cb1-9ff09ec92a09 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d1a21398-4a13-4097-8f84-332261e8e348 HTTP/1.1" status: 200 len: 1125 time: 1.5377553 Feb 09 01:29:06.842278 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b77d7-23fa-4cbb-aca0-a60cf2ba1277 req-fedbcf81-0bb9-4559-adc3-63661c54212d tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:06.853537 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8c6b77d7-23fa-4cbb-aca0-a60cf2ba1277 req-fedbcf81-0bb9-4559-adc3-63661c54212d tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccca30c7-d504-4508-aedc-fae32de95a07 HTTP/1.1" status: 200 len: 945 time: 1.5714939 Feb 09 01:29:06.956359 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-5793e607-a8ee-4aa9-bc08-0e4740b8c87c req-d426a3d3-eeec-4b8e-ac1d-ad1a37ba65a5 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Publish callbacks [] for port (50570b3c-89b5-4464-931c-c142e9339e93), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:07.015849 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9641e68f-7fe3-4518-9289-b03788466790 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Router 3cda6346-95ae-4504-baf4-a5958017f8be has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:29:07.023749 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-5793e607-a8ee-4aa9-bc08-0e4740b8c87c req-d426a3d3-eeec-4b8e-ac1d-ad1a37ba65a5 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (50570b3c-89b5-4464-931c-c142e9339e93), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:07.054189 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5793e607-a8ee-4aa9-bc08-0e4740b8c87c req-d426a3d3-eeec-4b8e-ac1d-ad1a37ba65a5 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Network 9b2a4079-2723-4a47-b157-14dd261b93dd is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:07.091269 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8c6b77d7-23fa-4cbb-aca0-a60cf2ba1277 req-b716140c-3a80-426c-9ac7-e66f987a0e71 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357545 Feb 09 01:29:07.129016 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [req-5793e607-a8ee-4aa9-bc08-0e4740b8c87c req-d426a3d3-eeec-4b8e-ac1d-ad1a37ba65a5 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:07.131968 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-5793e607-a8ee-4aa9-bc08-0e4740b8c87c req-d426a3d3-eeec-4b8e-ac1d-ad1a37ba65a5 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:29:07.206352 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ea82d775-6c69-44f7-8bf5-0b35a08bf6d3 req-d3df3001-14d4-4f40-b080-4e27e2a53b7b tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=23aadf47-471e-4955-af58-ae02af4b1fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218880 Feb 09 01:29:07.219232 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:07.251154 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793e607-a8ee-4aa9-bc08-0e4740b8c87c req-d426a3d3-eeec-4b8e-ac1d-ad1a37ba65a5 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:07.251835 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-5793e607-a8ee-4aa9-bc08-0e4740b8c87c req-d426a3d3-eeec-4b8e-ac1d-ad1a37ba65a5 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:07.288379 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de531fcf-cfaf-4e18-a62d-c10b0e4814b1 req-8c8d961e-8c0c-4629-80e3-84c2c80b9858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:07.295097 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426a3d3-eeec-4b8e-ac1d-ad1a37ba65a5 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Pushing event updated for resources: {'Port': ['ID=50570b3c-89b5-4464-931c-c142e9339e93,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:07.301895 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de531fcf-cfaf-4e18-a62d-c10b0e4814b1 req-8c8d961e-8c0c-4629-80e3-84c2c80b9858 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=99253303b883423fad908712b3678824&device_id=63d42b01-d78c-439e-85dc-157a3d7b930b HTTP/1.1" status: 200 len: 1127 time: 0.4316130 Feb 09 01:29:07.324472 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-5793e607-a8ee-4aa9-bc08-0e4740b8c87c req-d426a3d3-eeec-4b8e-ac1d-ad1a37ba65a5 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6600170 Feb 09 01:29:07.327446 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8c7e1da6-f10f-4636-9c87-7caacfca2290 tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Publish callbacks [] for floatingip (58bca68e-d2f3-464b-b818-74d383ca8503), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:07.361414 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-5793e607-a8ee-4aa9-bc08-0e4740b8c87c req-6ffad8b4-60d5-4a74-834d-1eefee10fb81 service neutron] Request body: {'port': {'device_id': 'd7e0db12-1b89-46e8-b056-daff5e924179', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:07.442713 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9641e68f-7fe3-4518-9289-b03788466790 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:29:07.456641 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ddd693-4d50-44a4-820f-edbbf7a364ab None None] Sync routers for ids ['3cda6346-95ae-4504-baf4-a5958017f8be'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:29:07.470967 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9641e68f-7fe3-4518-9289-b03788466790 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "PUT /v2.0/routers/3cda6346-95ae-4504-baf4-a5958017f8be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1117196 Feb 09 01:29:07.475217 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48204) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:07.487430 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ddd693-4d50-44a4-820f-edbbf7a364ab None None] Routers {'3cda6346-95ae-4504-baf4-a5958017f8be'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:29:07.488372 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-44ddd693-4d50-44a4-820f-edbbf7a364ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:29:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['3cda6346-95ae-4504-baf4-a5958017f8be'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:07.619259 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-4457f177-4944-47cc-8666-28d6155dde04 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Deleting subnet 881fe7b8-0d7f-4b5f-aa17-fd1daf99ba3c {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:29:07.664626 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-44ddd693-4d50-44a4-820f-edbbf7a364ab None None] Set router 3cda6346-95ae-4504-baf4-a5958017f8be gateway port host: None {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:29:07.712944 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4457f177-4944-47cc-8666-28d6155dde04 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for subnet (881fe7b8-0d7f-4b5f-aa17-fd1daf99ba3c), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:07.719804 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-5793e607-a8ee-4aa9-bc08-0e4740b8c87c req-6ffad8b4-60d5-4a74-834d-1eefee10fb81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (50570b3c-89b5-4464-931c-c142e9339e93), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:07.720752 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8c7e1da6-f10f-4636-9c87-7caacfca2290 tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (9516cfbf-f939-42ad-b222-b7098aba505b), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:07.754027 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:07.827228 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4457f177-4944-47cc-8666-28d6155dde04 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (881fe7b8-0d7f-4b5f-aa17-fd1daf99ba3c), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:08.063428 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8c7e1da6-f10f-4636-9c87-7caacfca2290 tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Publish callbacks [] for port (9516cfbf-f939-42ad-b222-b7098aba505b), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:08.079376 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8c7e1da6-f10f-4636-9c87-7caacfca2290 tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (9516cfbf-f939-42ad-b222-b7098aba505b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:08.103161 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60fa9e-1d1d-4c34-896b-f3f749f06a44 req-f82b7f7f-c3f9-40a0-bf41-967d0e9b87fb tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:08.104800 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e60fa9e-1d1d-4c34-896b-f3f749f06a44 req-f82b7f7f-c3f9-40a0-bf41-967d0e9b87fb tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7e0db12-1b89-46e8-b056-daff5e924179 HTTP/1.1" status: 200 len: 931 time: 0.7414503 Feb 09 01:29:08.123601 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-44ddd693-4d50-44a4-820f-edbbf7a364ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'name': 'tempest-RoutersTest-router-1370585882', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:14Z', 'updated_at': '2022-02-09T01:29:03Z', 'revision_number': 8, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'gw_port_host': None, '_interfaces': [{'id': '22250887-9eda-43fa-ab79-16e51ff09fce', 'name': '', 'network_id': '7a270272-64b7-4ca9-a64b-7296b464b1ae', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:c3:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd603a904-ec18-4b46-981a-c15c52d44f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:18Z', 'updated_at': '2022-02-09T01:28:27Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': 'd603a904-ec18-4b46-981a-c15c52d44f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '530651e9-ed72-4c9d-ab0b-62bc0f4dbc76', 'name': '', 'network_id': 'cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:b5:53:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': 'e02b13f4-3113-4df7-9f28-8a3ca4f007d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:28Z', 'updated_at': '2022-02-09T01:28:53Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': 'e02b13f4-3113-4df7-9f28-8a3ca4f007d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6786a32a-d903-4bcd-9a8a-c8f85e8ae464', 'name': '', 'network_id': '565308a9-da5f-4afd-9791-4c77cd24cc4b', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:05:99:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '5a03072e-66bd-47fa-8950-4550c8370d9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:40Z', 'updated_at': '2022-02-09T01:28:54Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': '5a03072e-66bd-47fa-8950-4550c8370d9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:08.132270 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4457f177-4944-47cc-8666-28d6155dde04 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (881fe7b8-0d7f-4b5f-aa17-fd1daf99ba3c), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:08.172810 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ddd693-4d50-44a4-820f-edbbf7a364ab None None] Checking router: 3cda6346-95ae-4504-baf4-a5958017f8be for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:29:08.194655 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ddd693-4d50-44a4-820f-edbbf7a364ab None None] Routers {'3cda6346-95ae-4504-baf4-a5958017f8be'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:29:08.197610 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-44ddd693-4d50-44a4-820f-edbbf7a364ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:29:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['3cda6346-95ae-4504-baf4-a5958017f8be'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:08.228667 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de531fcf-cfaf-4e18-a62d-c10b0e4814b1 req-5576ad9e-0b6f-49c6-994e-da17ad95fc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:08.230170 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de531fcf-cfaf-4e18-a62d-c10b0e4814b1 req-5576ad9e-0b6f-49c6-994e-da17ad95fc19 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d88b7625-86d0-4021-80a0-5ba2f7b1a042 HTTP/1.1" status: 200 len: 913 time: 0.8720076 Feb 09 01:29:08.272014 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4457f177-4944-47cc-8666-28d6155dde04 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (881fe7b8-0d7f-4b5f-aa17-fd1daf99ba3c), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:08.347344 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de531fcf-cfaf-4e18-a62d-c10b0e4814b1 req-a2d1408a-516c-4662-97c9-d33b9b6dd3e1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a7f28fe-4468-4bb0-903a-2671c1ddf3d6 HTTP/1.1" status: 200 len: 217 time: 0.0467322 Feb 09 01:29:08.350021 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4457f177-4944-47cc-8666-28d6155dde04 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event deleted for resources: {'Subnet': ['ID=881fe7b8-0d7f-4b5f-aa17-fd1daf99ba3c,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:08.363857 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9511faf3-87b2-47d4-8b09-94ba62116170 None None] Network 1a6844bc-2697-4085-b4ed-a2fb9b7f9157 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:29:08.375416 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4457f177-4944-47cc-8666-28d6155dde04 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:08.382884 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4457f177-4944-47cc-8666-28d6155dde04 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "DELETE /v2.0/subnets/881fe7b8-0d7f-4b5f-aa17-fd1daf99ba3c HTTP/1.1" status: 204 len: 168 time: 0.9042957 Feb 09 01:29:08.392047 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48212) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:08.395486 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-44ddd693-4d50-44a4-820f-edbbf7a364ab None None] Set router 3cda6346-95ae-4504-baf4-a5958017f8be gateway port host: None {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:29:08.415588 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e60fa9e-1d1d-4c34-896b-f3f749f06a44 req-9ae571b2-7a7d-428a-b891-82302d3a0f69 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/security-groups?id=89cf32ef-8647-4bf5-8025-bd4fbbfa8670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884777 Feb 09 01:29:08.522700 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-5793e607-a8ee-4aa9-bc08-0e4740b8c87c req-6ffad8b4-60d5-4a74-834d-1eefee10fb81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50570b3c-89b5-4464-931c-c142e9339e93 {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:29:08.525909 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e1da6-f10f-4636-9c87-7caacfca2290 tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Pushing event updated for resources: {'Port': ['ID=9516cfbf-f939-42ad-b222-b7098aba505b,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:08.542720 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-5793e607-a8ee-4aa9-bc08-0e4740b8c87c req-6ffad8b4-60d5-4a74-834d-1eefee10fb81 service neutron] Publish callbacks [] for port (50570b3c-89b5-4464-931c-c142e9339e93), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:08.562574 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248398c-c7e7-48a8-b337-45c2ac78c36e req-53ef263d-7b7a-4528-9ab3-7605287ee541 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:08.564257 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:08.581090 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e248398c-c7e7-48a8-b337-45c2ac78c36e req-53ef263d-7b7a-4528-9ab3-7605287ee541 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccca30c7-d504-4508-aedc-fae32de95a07 HTTP/1.1" status: 200 len: 945 time: 0.3487756 Feb 09 01:29:08.598292 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-5793e607-a8ee-4aa9-bc08-0e4740b8c87c req-6ffad8b4-60d5-4a74-834d-1eefee10fb81 service neutron] Transition to ACTIVE for port object 50570b3c-89b5-4464-931c-c142e9339e93 will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:08.609845 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de531fcf-cfaf-4e18-a62d-c10b0e4814b1 req-b1d12f20-f902-46cc-bc9e-4b139074cf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:08.612068 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-5793e607-a8ee-4aa9-bc08-0e4740b8c87c req-6ffad8b4-60d5-4a74-834d-1eefee10fb81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (50570b3c-89b5-4464-931c-c142e9339e93), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:08.612670 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de531fcf-cfaf-4e18-a62d-c10b0e4814b1 req-b1d12f20-f902-46cc-bc9e-4b139074cf33 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e8a10734-f380-44a3-a9f7-298105351e3b HTTP/1.1" status: 200 len: 850 time: 0.2498500 Feb 09 01:29:08.613766 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8c7e1da6-f10f-4636-9c87-7caacfca2290 tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (58bca68e-d2f3-464b-b818-74d383ca8503), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:08.665563 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9899b8a4-5fea-4a4f-891f-1dcc6d420844 None None] DHCP port deletion for 1a6844bc-2697-4085-b4ed-a2fb9b7f9157 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:29:08.796445 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-9899b8a4-5fea-4a4f-891f-1dcc6d420844 None None] Deleting port 7532efc4-259c-4b2a-802a-c250cbb854d3 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:29:08.800037 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9899b8a4-5fea-4a4f-891f-1dcc6d420844 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (7532efc4-259c-4b2a-802a-c250cbb854d3), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:08.801859 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-78aaeaf1-f188-4ee5-a9ac-5644da48182f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (1a6844bc-2697-4085-b4ed-a2fb9b7f9157), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:08.821354 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffad8b4-60d5-4a74-834d-1eefee10fb81 service neutron] Pushing event updated for resources: {'Port': ['ID=50570b3c-89b5-4464-931c-c142e9339e93,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:08.905580 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-5793e607-a8ee-4aa9-bc08-0e4740b8c87c req-6ffad8b4-60d5-4a74-834d-1eefee10fb81 service neutron] Attempting to bind port 50570b3c-89b5-4464-931c-c142e9339e93 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:29:08.905943 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-5793e607-a8ee-4aa9-bc08-0e4740b8c87c req-6ffad8b4-60d5-4a74-834d-1eefee10fb81 service neutron] Attempting to bind port 50570b3c-89b5-4464-931c-c142e9339e93 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '1666a7a2-41b4-455c-a9b6-1ec0c33c0758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '9b2a4079-2723-4a47-b157-14dd261b93dd'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:29:08.906222 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5793e607-a8ee-4aa9-bc08-0e4740b8c87c req-6ffad8b4-60d5-4a74-834d-1eefee10fb81 service neutron] Attempting to bind port 50570b3c-89b5-4464-931c-c142e9339e93 on network 9b2a4079-2723-4a47-b157-14dd261b93dd {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:29:08.912801 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5793e607-a8ee-4aa9-bc08-0e4740b8c87c req-6ffad8b4-60d5-4a74-834d-1eefee10fb81 service neutron] Port 50570b3c-89b5-4464-931c-c142e9339e93 on network 9b2a4079-2723-4a47-b157-14dd261b93dd not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:29:08.913138 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5793e607-a8ee-4aa9-bc08-0e4740b8c87c req-6ffad8b4-60d5-4a74-834d-1eefee10fb81 service neutron] Attempting to bind port 50570b3c-89b5-4464-931c-c142e9339e93 on network 9b2a4079-2723-4a47-b157-14dd261b93dd {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:29:08.920872 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5793e607-a8ee-4aa9-bc08-0e4740b8c87c req-6ffad8b4-60d5-4a74-834d-1eefee10fb81 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:29:08.920872 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5793e607-a8ee-4aa9-bc08-0e4740b8c87c req-6ffad8b4-60d5-4a74-834d-1eefee10fb81 service neutron] Checking segment: {'id': '1666a7a2-41b4-455c-a9b6-1ec0c33c0758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '9b2a4079-2723-4a47-b157-14dd261b93dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:29:08.921250 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5793e607-a8ee-4aa9-bc08-0e4740b8c87c req-6ffad8b4-60d5-4a74-834d-1eefee10fb81 service neutron] Bound using segment: {'id': '1666a7a2-41b4-455c-a9b6-1ec0c33c0758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '9b2a4079-2723-4a47-b157-14dd261b93dd'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:29:08.921705 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-5793e607-a8ee-4aa9-bc08-0e4740b8c87c req-6ffad8b4-60d5-4a74-834d-1eefee10fb81 service neutron] Bound port: 50570b3c-89b5-4464-931c-c142e9339e93, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1666a7a2-41b4-455c-a9b6-1ec0c33c0758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '9b2a4079-2723-4a47-b157-14dd261b93dd'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:29:08.922076 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-5793e607-a8ee-4aa9-bc08-0e4740b8c87c req-6ffad8b4-60d5-4a74-834d-1eefee10fb81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (50570b3c-89b5-4464-931c-c142e9339e93), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:09.065718 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-78aaeaf1-f188-4ee5-a9ac-5644da48182f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Deleting port 7532efc4-259c-4b2a-802a-c250cbb854d3 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:29:09.066066 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-78aaeaf1-f188-4ee5-a9ac-5644da48182f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (7532efc4-259c-4b2a-802a-c250cbb854d3), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:09.080757 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-9899b8a4-5fea-4a4f-891f-1dcc6d420844 None None] For port 7532efc4-259c-4b2a-802a-c250cbb854d3, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=7532efc4-259c-4b2a-802a-c250cbb854d3,segment=NetworkSegment(60bea2b5-1638-4c83-a709-9cec6b4cdcb0),segment_id=60bea2b5-1638-4c83-a709-9cec6b4cdcb0)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:09.085090 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9899b8a4-5fea-4a4f-891f-1dcc6d420844 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (7532efc4-259c-4b2a-802a-c250cbb854d3), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:09.155468 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-9899b8a4-5fea-4a4f-891f-1dcc6d420844 None None] Calling delete_port for 7532efc4-259c-4b2a-802a-c250cbb854d3 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:29:09.171639 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-5793e607-a8ee-4aa9-bc08-0e4740b8c87c req-6ffad8b4-60d5-4a74-834d-1eefee10fb81 service neutron] For port 50570b3c-89b5-4464-931c-c142e9339e93, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:29:09.202311 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-5793e607-a8ee-4aa9-bc08-0e4740b8c87c req-6ffad8b4-60d5-4a74-834d-1eefee10fb81 service neutron] For port 50570b3c-89b5-4464-931c-c142e9339e93, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=50570b3c-89b5-4464-931c-c142e9339e93,segment=NetworkSegment(1666a7a2-41b4-455c-a9b6-1ec0c33c0758),segment_id=1666a7a2-41b4-455c-a9b6-1ec0c33c0758)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:29:09.205059 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-78aaeaf1-f188-4ee5-a9ac-5644da48182f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] For port 7532efc4-259c-4b2a-802a-c250cbb854d3, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=7532efc4-259c-4b2a-802a-c250cbb854d3,segment=NetworkSegment(60bea2b5-1638-4c83-a709-9cec6b4cdcb0),segment_id=60bea2b5-1638-4c83-a709-9cec6b4cdcb0)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:09.205437 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-78aaeaf1-f188-4ee5-a9ac-5644da48182f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (7532efc4-259c-4b2a-802a-c250cbb854d3), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:09.217528 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-5793e607-a8ee-4aa9-bc08-0e4740b8c87c req-6ffad8b4-60d5-4a74-834d-1eefee10fb81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (50570b3c-89b5-4464-931c-c142e9339e93), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:09.236565 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793e607-a8ee-4aa9-bc08-0e4740b8c87c req-6ffad8b4-60d5-4a74-834d-1eefee10fb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:09.237384 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-5793e607-a8ee-4aa9-bc08-0e4740b8c87c req-6ffad8b4-60d5-4a74-834d-1eefee10fb81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:09.240004 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-5793e607-a8ee-4aa9-bc08-0e4740b8c87c req-6ffad8b4-60d5-4a74-834d-1eefee10fb81 service neutron] 10.222.0.47 "PUT /v2.0/ports/50570b3c-89b5-4464-931c-c142e9339e93 HTTP/1.1" status: 200 len: 1091 time: 1.9027371 Feb 09 01:29:09.245919 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e0db12-1b89-46e8-b056-daff5e924179', 'tag': '50570b3c-89b5-4464-931c-c142e9339e93'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:29:09.248607 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b3cad3-aa12-4c71-b247-08ed3803a4d7" -d '{"events": [{"name": "network-changed", "server_uuid": "d7e0db12-1b89-46e8-b056-daff5e924179", "tag": "50570b3c-89b5-4464-931c-c142e9339e93"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:29:09.252236 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-78aaeaf1-f188-4ee5-a9ac-5644da48182f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Calling delete_port for 7532efc4-259c-4b2a-802a-c250cbb854d3 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:29:09.261451 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-44ddd693-4d50-44a4-820f-edbbf7a364ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'name': 'tempest-RoutersTest-router-1370585882', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:14Z', 'updated_at': '2022-02-09T01:29:03Z', 'revision_number': 8, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'gw_port_host': None, '_interfaces': [{'id': '22250887-9eda-43fa-ab79-16e51ff09fce', 'name': '', 'network_id': '7a270272-64b7-4ca9-a64b-7296b464b1ae', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:c3:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd603a904-ec18-4b46-981a-c15c52d44f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:18Z', 'updated_at': '2022-02-09T01:28:27Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': 'd603a904-ec18-4b46-981a-c15c52d44f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '530651e9-ed72-4c9d-ab0b-62bc0f4dbc76', 'name': '', 'network_id': 'cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:b5:53:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': 'e02b13f4-3113-4df7-9f28-8a3ca4f007d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:28Z', 'updated_at': '2022-02-09T01:28:53Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': 'e02b13f4-3113-4df7-9f28-8a3ca4f007d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6786a32a-d903-4bcd-9a8a-c8f85e8ae464', 'name': '', 'network_id': '565308a9-da5f-4afd-9791-4c77cd24cc4b', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:05:99:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '5a03072e-66bd-47fa-8950-4550c8370d9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:40Z', 'updated_at': '2022-02-09T01:28:54Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': '5a03072e-66bd-47fa-8950-4550c8370d9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:09.336033 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 10dbf63c-03d2-4168-9c69-b2727d421dd8 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:29:09.382794 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ddd693-4d50-44a4-820f-edbbf7a364ab None None] The sync data for ids ['3cda6346-95ae-4504-baf4-a5958017f8be'] in n-d-828369-4 is: [{'id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'name': 'tempest-RoutersTest-router-1370585882', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:14Z', 'updated_at': '2022-02-09T01:29:03Z', 'revision_number': 8, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'gw_port_host': None, '_interfaces': [{'id': '22250887-9eda-43fa-ab79-16e51ff09fce', 'name': '', 'network_id': '7a270272-64b7-4ca9-a64b-7296b464b1ae', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:c3:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd603a904-ec18-4b46-981a-c15c52d44f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:18Z', 'updated_at': '2022-02-09T01:28:27Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': 'd603a904-ec18-4b46-981a-c15c52d44f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '530651e9-ed72-4c9d-ab0b-62bc0f4dbc76', 'name': '', 'network_id': 'cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:b5:53:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': 'e02b13f4-3113-4df7-9f28-8a3ca4f007d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:28Z', 'updated_at': '2022-02-09T01:28:53Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': 'e02b13f4-3113-4df7-9f28-8a3ca4f007d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6786a32a-d903-4bcd-9a8a-c8f85e8ae464', 'name': '', 'network_id': '565308a9-da5f-4afd-9791-4c77cd24cc4b', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:05:99:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '5a03072e-66bd-47fa-8950-4550c8370d9b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:40Z', 'updated_at': '2022-02-09T01:28:54Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': '5a03072e-66bd-47fa-8950-4550c8370d9b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:29:09.411681 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffad8b4-60d5-4a74-834d-1eefee10fb81 service neutron] Pushing event updated for resources: {'Port': ['ID=50570b3c-89b5-4464-931c-c142e9339e93,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:09.422042 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793e607-a8ee-4aa9-bc08-0e4740b8c87c req-ea69c30d-d38a-4952-9da7-ee082537259a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:09.423195 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-5793e607-a8ee-4aa9-bc08-0e4740b8c87c req-ea69c30d-d38a-4952-9da7-ee082537259a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=52bd326cd32044dbad2c04ed294f1153&device_id=d7e0db12-1b89-46e8-b056-daff5e924179 HTTP/1.1" status: 200 len: 1125 time: 0.1410577 Feb 09 01:29:09.501776 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:09.538789 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9899b8a4-5fea-4a4f-891f-1dcc6d420844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (7532efc4-259c-4b2a-802a-c250cbb854d3), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:09.578610 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-78aaeaf1-f188-4ee5-a9ac-5644da48182f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (7532efc4-259c-4b2a-802a-c250cbb854d3), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:09.615915 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-5793e607-a8ee-4aa9-bc08-0e4740b8c87c req-b1bbc513-2357-40c1-8570-0e5a1f940692 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50570b3c-89b5-4464-931c-c142e9339e93 HTTP/1.1" status: 200 len: 217 time: 0.1835093 Feb 09 01:29:09.640703 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78aaeaf1-f188-4ee5-a9ac-5644da48182f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] No DVR routers for this DVR port 7532efc4-259c-4b2a-802a-c250cbb854d3 on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:29:09.659551 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 10dbf63c-03d2-4168-9c69-b2727d421dd8 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:09.664334 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9899b8a4-5fea-4a4f-891f-1dcc6d420844 None None] No DVR routers for this DVR port 7532efc4-259c-4b2a-802a-c250cbb854d3 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:29:09.678824 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aaeaf1-f188-4ee5-a9ac-5644da48182f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event deleted for resources: {'Port': ['ID=7532efc4-259c-4b2a-802a-c250cbb854d3,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:09.684723 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 10dbf63c-03d2-4168-9c69-b2727d421dd8 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:09.685215 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (10dbf63c-03d2-4168-9c69-b2727d421dd8), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:09.687733 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9899b8a4-5fea-4a4f-891f-1dcc6d420844 None None] Pushing event deleted for resources: {'Port': ['ID=7532efc4-259c-4b2a-802a-c250cbb854d3,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:09.899731 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 10dbf63c-03d2-4168-9c69-b2727d421dd8 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:09.900418 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (10dbf63c-03d2-4168-9c69-b2727d421dd8), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:09.996158 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793e607-a8ee-4aa9-bc08-0e4740b8c87c req-57046694-9152-477c-be7f-0cde22908abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:09.999070 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-5793e607-a8ee-4aa9-bc08-0e4740b8c87c req-57046694-9152-477c-be7f-0cde22908abc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab72f72c-a599-42ad-9f47-8b5f3a8651e8 HTTP/1.1" status: 200 len: 855 time: 0.3561637 Feb 09 01:29:10.023892 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [None req-8c7e1da6-f10f-4636-9c87-7caacfca2290 tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Floating IP 58bca68e-d2f3-464b-b818-74d383ca8503 associated. External IP: 172.25.8.75, port: bb62e363-6020-46aa-80d2-f03da81e8537. Feb 09 01:29:10.024490 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 10dbf63c-03d2-4168-9c69-b2727d421dd8, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=10dbf63c-03d2-4168-9c69-b2727d421dd8,segment=NetworkSegment(25ffc71a-87b5-47bc-ac3a-d1ad83c65f95),segment_id=25ffc71a-87b5-47bc-ac3a-d1ad83c65f95)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:10.028402 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a21398-4a13-4097-8f84-332261e8e348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10dbf63c-03d2-4168-9c69-b2727d421dd8'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:29:10.031248 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c5affd-c2f4-49f4-aad8-06079fb9e0c5" -d '{"events": [{"server_uuid": "d1a21398-4a13-4097-8f84-332261e8e348", "name": "network-vif-plugged", "status": "completed", "tag": "10dbf63c-03d2-4168-9c69-b2727d421dd8"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:29:10.034960 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 7532efc4-259c-4b2a-802a-c250cbb854d3 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:29:10.042878 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (10dbf63c-03d2-4168-9c69-b2727d421dd8), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:10.162109 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=10dbf63c-03d2-4168-9c69-b2727d421dd8,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:10.172676 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 7532efc4-259c-4b2a-802a-c250cbb854d3 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:29:10.173518 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 7532efc4-259c-4b2a-802a-c250cbb854d3 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:29:10.174403 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device cdceeb9a-46e0-491c-b179-d2fb862ff776 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:29:10.181079 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-5793e607-a8ee-4aa9-bc08-0e4740b8c87c req-bb082817-c7c2-4af2-bdda-0d1125f577ee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b2a4079-2723-4a47-b157-14dd261b93dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1581728 Feb 09 01:29:10.186775 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e248398c-c7e7-48a8-b337-45c2ac78c36e req-b7193a1e-008a-4eef-991f-ba50090ff843 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6046910 Feb 09 01:29:10.197986 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de531fcf-cfaf-4e18-a62d-c10b0e4814b1 req-ca811447-7020-4903-a55f-b24c3fbf4be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:10.200526 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de531fcf-cfaf-4e18-a62d-c10b0e4814b1 req-ca811447-7020-4903-a55f-b24c3fbf4be9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d88b7625-86d0-4021-80a0-5ba2f7b1a042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.5527494 Feb 09 01:29:10.218935 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779d182-331d-44ad-87d6-588847bfbbdf req-12f82a07-1c32-40cd-9835-0591833c50df tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:10.225971 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d779d182-331d-44ad-87d6-588847bfbbdf req-12f82a07-1c32-40cd-9835-0591833c50df tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d1a21398-4a13-4097-8f84-332261e8e348 HTTP/1.1" status: 200 len: 1126 time: 1.6204820 Feb 09 01:29:10.256423 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: cdceeb9a-46e0-491c-b179-d2fb862ff776 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:29:10.257640 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device cdceeb9a-46e0-491c-b179-d2fb862ff776 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:29:10.405128 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c6557a-22a6-4855-97e4-43f0e6ea777e x-openstack-request-id: req-c3c6557a-22a6-4855-97e4-43f0e6ea777e {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:29:10.405779 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7e0db12-1b89-46e8-b056-daff5e924179", "tag": "50570b3c-89b5-4464-931c-c142e9339e93", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:29:10.406218 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c3c6557a-22a6-4855-97e4-43f0e6ea777e {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:29:10.406792 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7e0db12-1b89-46e8-b056-daff5e924179', 'tag': '50570b3c-89b5-4464-931c-c142e9339e93', 'status': 'completed', 'code': 200} Feb 09 01:29:10.477679 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d779d182-331d-44ad-87d6-588847bfbbdf req-3bc25f6a-5c46-4746-9c04-987cbae36eca tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=23aadf47-471e-4955-af58-ae02af4b1fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504094 Feb 09 01:29:10.481212 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-78aaeaf1-f188-4ee5-a9ac-5644da48182f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (1a6844bc-2697-4085-b4ed-a2fb9b7f9157), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:10.567632 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15721905-d435-45a5-8511-097fc1b12b36 x-openstack-request-id: req-15721905-d435-45a5-8511-097fc1b12b36 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:29:10.567953 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a21398-4a13-4097-8f84-332261e8e348", "name": "network-vif-plugged", "status": "completed", "tag": "10dbf63c-03d2-4168-9c69-b2727d421dd8", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:29:10.568296 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-15721905-d435-45a5-8511-097fc1b12b36 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:29:10.568606 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a21398-4a13-4097-8f84-332261e8e348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10dbf63c-03d2-4168-9c69-b2727d421dd8', 'code': 200} Feb 09 01:29:10.594923 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-78aaeaf1-f188-4ee5-a9ac-5644da48182f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a6844bc-2697-4085-b4ed-a2fb9b7f9157']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:10.628178 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-5793e607-a8ee-4aa9-bc08-0e4740b8c87c req-72371791-0fc1-49a1-8ff4-2c7afc3ad132 service neutron] 10.222.0.47 "GET /v2.0/networks/9b2a4079-2723-4a47-b157-14dd261b93dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4267054 Feb 09 01:29:10.635966 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de531fcf-cfaf-4e18-a62d-c10b0e4814b1 req-974df90c-6dc6-400a-9abb-6ee58f566573 service neutron] 10.222.0.47 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283776 Feb 09 01:29:10.637635 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-78aaeaf1-f188-4ee5-a9ac-5644da48182f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60bea2b5-1638-4c83-a709-9cec6b4cdcb0') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:10.647947 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-78aaeaf1-f188-4ee5-a9ac-5644da48182f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60bea2b5-1638-4c83-a709-9cec6b4cdcb0') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:10.674060 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c231234-4713-49ec-b4de-8277ee0d51cf req-1df4f8b3-1329-45a2-9757-67665b10a961 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:10.681534 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6c231234-4713-49ec-b4de-8277ee0d51cf req-1df4f8b3-1329-45a2-9757-67665b10a961 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7e0db12-1b89-46e8-b056-daff5e924179 HTTP/1.1" status: 200 len: 943 time: 0.3233149 Feb 09 01:29:10.826476 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-5793e607-a8ee-4aa9-bc08-0e4740b8c87c req-a72030de-7ffa-4283-816d-5bbdc17d1b24 service neutron] 10.222.0.47 "GET /v2.0/networks/9b2a4079-2723-4a47-b157-14dd261b93dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706245 Feb 09 01:29:10.830161 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-78aaeaf1-f188-4ee5-a9ac-5644da48182f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (60bea2b5-1638-4c83-a709-9cec6b4cdcb0), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:10.848190 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-78aaeaf1-f188-4ee5-a9ac-5644da48182f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (60bea2b5-1638-4c83-a709-9cec6b4cdcb0), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:10.859890 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78aaeaf1-f188-4ee5-a9ac-5644da48182f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:29:10.860903 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-78aaeaf1-f188-4ee5-a9ac-5644da48182f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (60bea2b5-1638-4c83-a709-9cec6b4cdcb0), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:10.864146 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:29:10.864146 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:29:10.864146 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:29:10.864146 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:29:10.864146 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:29:10.864146 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:29:10.864146 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:29:10.864146 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:29:10.864146 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:29:10.864146 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:29:10.864146 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:29:10.864146 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:29:10.864146 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:29:10.864146 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:29:10.864146 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:29:10.864146 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:29:10.864146 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:29:10.864146 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:29:10.864146 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:29:10.864146 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:29:10.864146 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:29:10.864146 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:29:10.864146 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:29:10.864146 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:29:10.864146 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:29:10.864146 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:29:10.864146 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:29:10.864146 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:29:10.864146 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:29:10.864146 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:29:10.864146 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:29:10.864146 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:29:10.864146 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:29:10.864146 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:29:10.864146 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:29:10.864146 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:29:10.864146 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:29:10.864146 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:29:10.864146 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:29:10.864146 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:29:10.956284 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6c231234-4713-49ec-b4de-8277ee0d51cf req-fa1aabd4-4e61-41ce-a330-ca0f97051d6c tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/security-groups?id=89cf32ef-8647-4bf5-8025-bd4fbbfa8670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718899 Feb 09 01:29:10.981127 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90465778-8663-44ca-ae0d-19526954e43c req-f5281c79-d55c-4811-ba2f-b1dda15d675b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:10.983407 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-90465778-8663-44ca-ae0d-19526954e43c req-f5281c79-d55c-4811-ba2f-b1dda15d675b service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=d1a21398-4a13-4097-8f84-332261e8e348 HTTP/1.1" status: 200 len: 1127 time: 0.2840910 Feb 09 01:29:10.987304 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cb58fc38-eb07-4f87-9b1b-3d2b9dd4b67b req-3fd54c9c-18d5-4f07-a62c-eac041030474 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3677876 Feb 09 01:29:11.003105 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de531fcf-cfaf-4e18-a62d-c10b0e4814b1 req-15594c56-217a-420c-9295-bc02b9d85be0 service neutron] 10.222.0.47 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373353 Feb 09 01:29:11.005760 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7e1da6-f10f-4636-9c87-7caacfca2290 tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Router a187f7fc-9969-49b5-992c-7698094a49b8 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:29:11.054908 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-78aaeaf1-f188-4ee5-a9ac-5644da48182f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (1a6844bc-2697-4085-b4ed-a2fb9b7f9157), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:11.066194 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-78aaeaf1-f188-4ee5-a9ac-5644da48182f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:11.078454 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 48254) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:11.083982 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-78aaeaf1-f188-4ee5-a9ac-5644da48182f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "DELETE /v2.0/networks/1a6844bc-2697-4085-b4ed-a2fb9b7f9157 HTTP/1.1" status: 204 len: 168 time: 2.6898572 Feb 09 01:29:11.120134 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aaeaf1-f188-4ee5-a9ac-5644da48182f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event deleted for resources: {'Network': ['ID=1a6844bc-2697-4085-b4ed-a2fb9b7f9157,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:11.153895 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b3cad3-aa12-4c71-b247-08ed3803a4d7 req-9d1c2866-c80e-4b11-9b66-78114b17addf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:11.156098 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-70b3cad3-aa12-4c71-b247-08ed3803a4d7 req-9d1c2866-c80e-4b11-9b66-78114b17addf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=52bd326cd32044dbad2c04ed294f1153&device_id=d7e0db12-1b89-46e8-b056-daff5e924179 HTTP/1.1" status: 200 len: 1125 time: 0.2239885 Feb 09 01:29:11.218669 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-90465778-8663-44ca-ae0d-19526954e43c req-1a1ce8c4-bc99-4c27-9381-9e8977e7d6a6 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=23aadf47-471e-4955-af58-ae02af4b1fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242479 Feb 09 01:29:11.387335 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b3cad3-aa12-4c71-b247-08ed3803a4d7 req-e8f5dc00-e14c-452f-838a-071f8954f167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:11.393924 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-70b3cad3-aa12-4c71-b247-08ed3803a4d7 req-e8f5dc00-e14c-452f-838a-071f8954f167 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b2a4079-2723-4a47-b157-14dd261b93dd HTTP/1.1" status: 200 len: 917 time: 0.2236586 Feb 09 01:29:11.458122 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58fc38-eb07-4f87-9b1b-3d2b9dd4b67b req-147956fd-59f7-40c6-a5b4-5f6be7e2fb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:11.459730 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cb58fc38-eb07-4f87-9b1b-3d2b9dd4b67b req-147956fd-59f7-40c6-a5b4-5f6be7e2fb3b service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=99253303b883423fad908712b3678824&device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 1126 time: 0.3410108 Feb 09 01:29:11.496575 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7e1da6-f10f-4636-9c87-7caacfca2290 tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:29:11.508048 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535700ef-a76f-427e-a71c-b75c06cda11d None None] Sync routers for ids ['a187f7fc-9969-49b5-992c-7698094a49b8'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:29:11.522616 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-70b3cad3-aa12-4c71-b247-08ed3803a4d7 req-4491e7d2-5a14-4c5b-91e2-2591d1a2729d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50570b3c-89b5-4464-931c-c142e9339e93 HTTP/1.1" status: 200 len: 217 time: 0.1225340 Feb 09 01:29:11.549613 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535700ef-a76f-427e-a71c-b75c06cda11d None None] Routers {'a187f7fc-9969-49b5-992c-7698094a49b8'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:29:11.553963 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-535700ef-a76f-427e-a71c-b75c06cda11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:29:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['a187f7fc-9969-49b5-992c-7698094a49b8'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:11.652618 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b3cad3-aa12-4c71-b247-08ed3803a4d7 req-94273da6-9049-43ed-87cd-a24db8fd07b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:11.658755 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-70b3cad3-aa12-4c71-b247-08ed3803a4d7 req-94273da6-9049-43ed-87cd-a24db8fd07b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab72f72c-a599-42ad-9f47-8b5f3a8651e8 HTTP/1.1" status: 200 len: 855 time: 0.1267130 Feb 09 01:29:11.678976 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d0d45-6d93-4d69-8bf3-ee64077cf8fa req-42984572-03fa-4b83-8b73-5ce0b6055706 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:11.685570 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-535700ef-a76f-427e-a71c-b75c06cda11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:11.686539 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-885d0d45-6d93-4d69-8bf3-ee64077cf8fa req-42984572-03fa-4b83-8b73-5ce0b6055706 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccca30c7-d504-4508-aedc-fae32de95a07 HTTP/1.1" status: 200 len: 945 time: 0.3657396 Feb 09 01:29:11.723080 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8c7e1da6-f10f-4636-9c87-7caacfca2290 tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:11.726072 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535700ef-a76f-427e-a71c-b75c06cda11d None None] Routers {'a187f7fc-9969-49b5-992c-7698094a49b8'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:29:11.726718 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-535700ef-a76f-427e-a71c-b75c06cda11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:29:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['a187f7fc-9969-49b5-992c-7698094a49b8'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:11.731588 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-70b3cad3-aa12-4c71-b247-08ed3803a4d7 req-abcc55e5-d185-433c-91f1-a96ea01bf927 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b2a4079-2723-4a47-b157-14dd261b93dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679190 Feb 09 01:29:11.880657 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-535700ef-a76f-427e-a71c-b75c06cda11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:11.881402 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535700ef-a76f-427e-a71c-b75c06cda11d None None] The sync data for ids ['a187f7fc-9969-49b5-992c-7698094a49b8'] in n-d-828369-4 is: [] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:29:11.912676 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8c7e1da6-f10f-4636-9c87-7caacfca2290 tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 8.3246200 Feb 09 01:29:11.917984 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48270) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:11.969322 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-885d0d45-6d93-4d69-8bf3-ee64077cf8fa req-0df433ab-6fa0-4317-9de5-24130320fb63 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764945 Feb 09 01:29:11.974480 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58fc38-eb07-4f87-9b1b-3d2b9dd4b67b req-fd3b2f88-d71d-4e6c-a058-c0f708d04498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:11.985507 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cb58fc38-eb07-4f87-9b1b-3d2b9dd4b67b req-fd3b2f88-d71d-4e6c-a058-c0f708d04498 service neutron] 10.222.0.120 "GET /v2.0/networks?id=d88b7625-86d0-4021-80a0-5ba2f7b1a042 HTTP/1.1" status: 200 len: 913 time: 0.4978907 Feb 09 01:29:11.993800 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f42c1bf-4950-4d53-95dd-38a4a944d0ce req-6d9cb8ba-b3c4-4501-86e4-cfb886639f9b tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:12.002218 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2f42c1bf-4950-4d53-95dd-38a4a944d0ce req-6d9cb8ba-b3c4-4501-86e4-cfb886639f9b tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d1a21398-4a13-4097-8f84-332261e8e348 HTTP/1.1" status: 200 len: 1127 time: 0.3841417 Feb 09 01:29:12.131312 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cb58fc38-eb07-4f87-9b1b-3d2b9dd4b67b req-e94d845b-dfe1-407e-8334-9785043bf06a service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 HTTP/1.1" status: 200 len: 999 time: 0.1224720 Feb 09 01:29:12.169048 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-71831e67-4da1-4504-b808-6a5b04a448b9 tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] 10.222.0.50 "GET /v2.0/floatingips/58bca68e-d2f3-464b-b818-74d383ca8503 HTTP/1.1" status: 200 len: 983 time: 0.2437983 Feb 09 01:29:12.174851 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48278) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:12.205552 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2f42c1bf-4950-4d53-95dd-38a4a944d0ce req-2876a34d-b926-4c31-a470-94d30516972d tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=23aadf47-471e-4955-af58-ae02af4b1fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023325 Feb 09 01:29:12.269585 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58fc38-eb07-4f87-9b1b-3d2b9dd4b67b req-979f8d88-fb0c-403c-846a-4bad794f0127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:12.271060 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cb58fc38-eb07-4f87-9b1b-3d2b9dd4b67b req-979f8d88-fb0c-403c-846a-4bad794f0127 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=e8a10734-f380-44a3-a9f7-298105351e3b HTTP/1.1" status: 200 len: 850 time: 0.1330140 Feb 09 01:29:12.313778 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-70b3cad3-aa12-4c71-b247-08ed3803a4d7 req-e3c40403-6df8-4dc6-b075-7724bdb50f5e service neutron] 10.222.0.47 "GET /v2.0/networks/9b2a4079-2723-4a47-b157-14dd261b93dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5722692 Feb 09 01:29:12.385858 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968197a-c561-455b-8ffb-442869f6c44b req-6c73994a-7d4d-41b3-8f4b-5ff72db508df tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:12.398379 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e968197a-c561-455b-8ffb-442869f6c44b req-6c73994a-7d4d-41b3-8f4b-5ff72db508df tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7e0db12-1b89-46e8-b056-daff5e924179 HTTP/1.1" status: 200 len: 943 time: 0.2782133 Feb 09 01:29:12.412628 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 50570b3c-89b5-4464-931c-c142e9339e93 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:29:12.580969 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-62ec044a-12b1-4cd9-971f-58202f3b0671 tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3035 time: 0.4028828 Feb 09 01:29:12.585376 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48286) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:12.632506 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58fc38-eb07-4f87-9b1b-3d2b9dd4b67b req-2a270456-7fbe-4f0b-b9e2-e12067c8bb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:12.636105 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cb58fc38-eb07-4f87-9b1b-3d2b9dd4b67b req-2a270456-7fbe-4f0b-b9e2-e12067c8bb28 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=d88b7625-86d0-4021-80a0-5ba2f7b1a042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3487954 Feb 09 01:29:12.651458 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e968197a-c561-455b-8ffb-442869f6c44b req-9c4c6471-35aa-4c2c-a80b-01bfbf294255 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/security-groups?id=89cf32ef-8647-4bf5-8025-bd4fbbfa8670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983397 Feb 09 01:29:12.689728 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 50570b3c-89b5-4464-931c-c142e9339e93, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=50570b3c-89b5-4464-931c-c142e9339e93,segment=NetworkSegment(1666a7a2-41b4-455c-a9b6-1ec0c33c0758),segment_id=1666a7a2-41b4-455c-a9b6-1ec0c33c0758)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:12.708394 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '50570b3c-89b5-4464-931c-c142e9339e93', 'network_id': '9b2a4079-2723-4a47-b157-14dd261b93dd', 'port_id': '50570b3c-89b5-4464-931c-c142e9339e93', 'mac_address': 'fa:16:3e:ea:e2:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab72f72c-a599-42ad-9f47-8b5f3a8651e8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:29:12.755523 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b77a19b1-b621-4706-89d3-f392ef33cd02 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (3cda6346-95ae-4504-baf4-a5958017f8be), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:12.788499 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 50570b3c-89b5-4464-931c-c142e9339e93 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:12.789194 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (50570b3c-89b5-4464-931c-c142e9339e93), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:12.820374 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50570b3c-89b5-4464-931c-c142e9339e93 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:29:12.877314 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 50570b3c-89b5-4464-931c-c142e9339e93, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=50570b3c-89b5-4464-931c-c142e9339e93,segment=NetworkSegment(1666a7a2-41b4-455c-a9b6-1ec0c33c0758),segment_id=1666a7a2-41b4-455c-a9b6-1ec0c33c0758)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:12.888786 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (50570b3c-89b5-4464-931c-c142e9339e93), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:13.031149 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=50570b3c-89b5-4464-931c-c142e9339e93,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:13.116838 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['50570b3c-89b5-4464-931c-c142e9339e93'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:29:13.773397 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cb58fc38-eb07-4f87-9b1b-3d2b9dd4b67b req-d7b0f78b-b819-4f75-93ac-5809d675e7f6 service neutron] 10.222.0.120 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1206734 Feb 09 01:29:13.803817 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618bbcb7-c0ba-4ef0-9f06-dd178ccb3acc req-a83e07c3-9105-42e1-8d3d-75105def649d tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:13.805594 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-618bbcb7-c0ba-4ef0-9f06-dd178ccb3acc req-a83e07c3-9105-42e1-8d3d-75105def649d tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d1a21398-4a13-4097-8f84-332261e8e348 HTTP/1.1" status: 200 len: 1127 time: 0.1824567 Feb 09 01:29:13.892995 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb0f0a3-9804-4347-bdea-234cc5a199f3 req-2b1dbd19-8e49-47cc-997b-8920f1e6fdc6 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:13.894833 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fbb0f0a3-9804-4347-bdea-234cc5a199f3 req-2b1dbd19-8e49-47cc-997b-8920f1e6fdc6 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccca30c7-d504-4508-aedc-fae32de95a07 HTTP/1.1" status: 200 len: 945 time: 0.2594461 Feb 09 01:29:14.102388 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-70b3cad3-aa12-4c71-b247-08ed3803a4d7 req-ce8386ff-279b-472b-890a-53d1f3f73104 service neutron] 10.222.0.47 "GET /v2.0/networks/9b2a4079-2723-4a47-b157-14dd261b93dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7686055 Feb 09 01:29:14.162255 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-618bbcb7-c0ba-4ef0-9f06-dd178ccb3acc req-1ed6f93b-4559-42f1-a568-b6f9b3ecbe27 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=23aadf47-471e-4955-af58-ae02af4b1fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075488 Feb 09 01:29:14.180856 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cb58fc38-eb07-4f87-9b1b-3d2b9dd4b67b req-88007e14-a8ba-476d-91f4-d9b0c3731de6 service neutron] 10.222.0.120 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3903143 Feb 09 01:29:14.186303 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fbb0f0a3-9804-4347-bdea-234cc5a199f3 req-a9494c83-59b7-4709-8168-e22f0fedf806 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789469 Feb 09 01:29:14.213934 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-cd0e943b-eb2b-4315-99ec-243ae270fea8 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Deleting port 9516cfbf-f939-42ad-b222-b7098aba505b {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:29:14.214362 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cd0e943b-eb2b-4315-99ec-243ae270fea8 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (9516cfbf-f939-42ad-b222-b7098aba505b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:14.265610 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-b77a19b1-b621-4706-89d3-f392ef33cd02 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Deleting port 6786a32a-d903-4bcd-9a8a-c8f85e8ae464 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:29:14.265971 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b77a19b1-b621-4706-89d3-f392ef33cd02 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (6786a32a-d903-4bcd-9a8a-c8f85e8ae464), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:14.429600 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 50570b3c-89b5-4464-931c-c142e9339e93 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:29:14.441987 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cd0e943b-eb2b-4315-99ec-243ae270fea8 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (9516cfbf-f939-42ad-b222-b7098aba505b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:14.448276 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cd0e943b-eb2b-4315-99ec-243ae270fea8 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks [] for floatingip (9516cfbf-f939-42ad-b222-b7098aba505b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:14.473326 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-cd0e943b-eb2b-4315-99ec-243ae270fea8 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Calling delete_port for 9516cfbf-f939-42ad-b222-b7098aba505b owned by network:floatingip {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:29:14.551259 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 50570b3c-89b5-4464-931c-c142e9339e93 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:14.560824 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 50570b3c-89b5-4464-931c-c142e9339e93 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:14.562490 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (50570b3c-89b5-4464-931c-c142e9339e93), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:14.570946 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163812f-f20b-4533-bbc4-8c01120779a7 req-e386c3d8-6e2f-402b-be00-4ab8ccf8059c tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:14.577494 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b163812f-f20b-4533-bbc4-8c01120779a7 req-e386c3d8-6e2f-402b-be00-4ab8ccf8059c tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d1a21398-4a13-4097-8f84-332261e8e348 HTTP/1.1" status: 200 len: 1127 time: 0.2568076 Feb 09 01:29:14.597869 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d01d02-0e65-4332-802f-b3b51b6b8c0e req-f7bb5c4e-fc04-4488-b273-6c1035aba77d tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:14.603249 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-45d01d02-0e65-4332-802f-b3b51b6b8c0e req-f7bb5c4e-fc04-4488-b273-6c1035aba77d tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7e0db12-1b89-46e8-b056-daff5e924179 HTTP/1.1" status: 200 len: 944 time: 0.3052709 Feb 09 01:29:14.722866 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-b77a19b1-b621-4706-89d3-f392ef33cd02 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] For port 6786a32a-d903-4bcd-9a8a-c8f85e8ae464, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=6786a32a-d903-4bcd-9a8a-c8f85e8ae464,segment=NetworkSegment(1bce628e-a6da-4553-9fd6-d1aceb47c548),segment_id=1bce628e-a6da-4553-9fd6-d1aceb47c548)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:14.725094 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b77a19b1-b621-4706-89d3-f392ef33cd02 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (6786a32a-d903-4bcd-9a8a-c8f85e8ae464), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:14.735493 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 50570b3c-89b5-4464-931c-c142e9339e93 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:14.735940 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (50570b3c-89b5-4464-931c-c142e9339e93), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:14.757948 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cd0e943b-eb2b-4315-99ec-243ae270fea8 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (9516cfbf-f939-42ad-b222-b7098aba505b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:14.816236 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e943b-eb2b-4315-99ec-243ae270fea8 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Pushing event deleted for resources: {'Port': ['ID=9516cfbf-f939-42ad-b222-b7098aba505b,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:14.823799 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-45d01d02-0e65-4332-802f-b3b51b6b8c0e req-805c6060-80a3-4dea-b540-a1dc4d997181 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/security-groups?id=89cf32ef-8647-4bf5-8025-bd4fbbfa8670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085211 Feb 09 01:29:14.826105 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 50570b3c-89b5-4464-931c-c142e9339e93, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=50570b3c-89b5-4464-931c-c142e9339e93,segment=NetworkSegment(1666a7a2-41b4-455c-a9b6-1ec0c33c0758),segment_id=1666a7a2-41b4-455c-a9b6-1ec0c33c0758)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:14.828087 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e0db12-1b89-46e8-b056-daff5e924179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50570b3c-89b5-4464-931c-c142e9339e93'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:29:14.836247 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af59f733-3c82-41ed-a80c-1c24b531dd48" -d '{"events": [{"server_uuid": "d7e0db12-1b89-46e8-b056-daff5e924179", "name": "network-vif-plugged", "status": "completed", "tag": "50570b3c-89b5-4464-931c-c142e9339e93"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:29:14.843986 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (50570b3c-89b5-4464-931c-c142e9339e93), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:14.853892 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-b77a19b1-b621-4706-89d3-f392ef33cd02 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Calling delete_port for 6786a32a-d903-4bcd-9a8a-c8f85e8ae464 owned by network:router_interface {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:29:14.917080 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b163812f-f20b-4533-bbc4-8c01120779a7 req-7d67f10c-7558-437e-861c-1e36b10f2632 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=23aadf47-471e-4955-af58-ae02af4b1fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117585 Feb 09 01:29:14.974403 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=50570b3c-89b5-4464-931c-c142e9339e93,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:14.975344 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cd0e943b-eb2b-4315-99ec-243ae270fea8 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks [] for floatingip (58bca68e-d2f3-464b-b818-74d383ca8503), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:14.976586 n-d-828369-4 neutron-server[103137]: INFO neutron.db.l3_db [None req-cd0e943b-eb2b-4315-99ec-243ae270fea8 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Floating IP 58bca68e-d2f3-464b-b818-74d383ca8503 disassociated (deleted). External IP: 172.25.8.75, port: bb62e363-6020-46aa-80d2-f03da81e8537. Feb 09 01:29:14.998058 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795ec0fd-d05b-49b0-aba1-0c607900b935 x-openstack-request-id: req-795ec0fd-d05b-49b0-aba1-0c607900b935 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:29:14.998385 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e0db12-1b89-46e8-b056-daff5e924179", "name": "network-vif-plugged", "status": "completed", "tag": "50570b3c-89b5-4464-931c-c142e9339e93", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:29:14.998625 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-795ec0fd-d05b-49b0-aba1-0c607900b935 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:29:14.999039 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e0db12-1b89-46e8-b056-daff5e924179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50570b3c-89b5-4464-931c-c142e9339e93', 'code': 200} Feb 09 01:29:15.283412 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d312abf-7218-454d-b607-30ee3cfe27c0 req-d83e9022-1164-40c7-968e-31f4bdaafe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:15.285799 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-5d312abf-7218-454d-b607-30ee3cfe27c0 req-d83e9022-1164-40c7-968e-31f4bdaafe2e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d7e0db12-1b89-46e8-b056-daff5e924179 HTTP/1.1" status: 200 len: 1127 time: 0.2289538 Feb 09 01:29:15.470493 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b77a19b1-b621-4706-89d3-f392ef33cd02 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (6786a32a-d903-4bcd-9a8a-c8f85e8ae464), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:15.515101 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-5d312abf-7218-454d-b607-30ee3cfe27c0 req-db18f855-0275-4e4f-982b-2b5a8349574e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=89cf32ef-8647-4bf5-8025-bd4fbbfa8670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233582 Feb 09 01:29:15.576793 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a19b1-b621-4706-89d3-f392ef33cd02 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event deleted for resources: {'Port': ['ID=6786a32a-d903-4bcd-9a8a-c8f85e8ae464,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:15.622479 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd0e943b-eb2b-4315-99ec-243ae270fea8 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Router a187f7fc-9969-49b5-992c-7698094a49b8 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:29:15.663700 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8311576-49cc-4887-b420-7ec3dd03a0b3 req-3c6321f0-c3a6-475b-b02c-65ec7f0dccba tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:15.671983 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f8311576-49cc-4887-b420-7ec3dd03a0b3 req-3c6321f0-c3a6-475b-b02c-65ec7f0dccba tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccca30c7-d504-4508-aedc-fae32de95a07 HTTP/1.1" status: 200 len: 945 time: 0.2618964 Feb 09 01:29:15.674096 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764cad8f-ae24-4f4c-b47e-b008076315cd req-254e26ce-4e3e-410c-bcb2-f653b007f757 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:15.675584 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-764cad8f-ae24-4f4c-b47e-b008076315cd req-254e26ce-4e3e-410c-bcb2-f653b007f757 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d1a21398-4a13-4097-8f84-332261e8e348 HTTP/1.1" status: 200 len: 1127 time: 0.5925589 Feb 09 01:29:15.829811 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0e943b-eb2b-4315-99ec-243ae270fea8 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:29:15.835165 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cd0e943b-eb2b-4315-99ec-243ae270fea8 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:15.843407 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cf0c94-6bac-4663-8c83-cd1a06693ced None None] Sync routers for ids ['a187f7fc-9969-49b5-992c-7698094a49b8'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:29:15.863645 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cf0c94-6bac-4663-8c83-cd1a06693ced None None] Routers {'a187f7fc-9969-49b5-992c-7698094a49b8'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:29:15.864638 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-19cf0c94-6bac-4663-8c83-cd1a06693ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:29:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['a187f7fc-9969-49b5-992c-7698094a49b8'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:15.916957 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-cd0e943b-eb2b-4315-99ec-243ae270fea8 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] 10.222.0.50 "DELETE /v2.0/floatingips/58bca68e-d2f3-464b-b818-74d383ca8503 HTTP/1.1" status: 204 len: 168 time: 3.3306773 Feb 09 01:29:15.918639 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48338) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:15.923048 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-bc04e707-0d16-4af6-ab58-00ad42b2bf3d tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:15.961944 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-19cf0c94-6bac-4663-8c83-cd1a06693ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:15.966599 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bc04e707-0d16-4af6-ab58-00ad42b2bf3d tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:15.998634 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cf0c94-6bac-4663-8c83-cd1a06693ced None None] Routers {'a187f7fc-9969-49b5-992c-7698094a49b8'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:29:15.999364 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-19cf0c94-6bac-4663-8c83-cd1a06693ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:29:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['a187f7fc-9969-49b5-992c-7698094a49b8'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:16.071718 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-764cad8f-ae24-4f4c-b47e-b008076315cd req-faed9128-2da3-4395-b536-8a34f5898c8b tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=23aadf47-471e-4955-af58-ae02af4b1fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766053 Feb 09 01:29:16.077621 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-19cf0c94-6bac-4663-8c83-cd1a06693ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:16.078282 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cf0c94-6bac-4663-8c83-cd1a06693ced None None] The sync data for ids ['a187f7fc-9969-49b5-992c-7698094a49b8'] in n-d-828369-4 is: [] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:29:16.103861 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f8311576-49cc-4887-b420-7ec3dd03a0b3 req-70461464-00c2-4c72-8c9b-9472648978c6 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4125643 Feb 09 01:29:16.159528 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b77a19b1-b621-4706-89d3-f392ef33cd02 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (3cda6346-95ae-4504-baf4-a5958017f8be), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:16.228574 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bc04e707-0d16-4af6-ab58-00ad42b2bf3d tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:16.482157 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-bc04e707-0d16-4af6-ab58-00ad42b2bf3d tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Allocated IP 172.25.8.102 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/83feac4f-4550-47f9-a0ae-5c082c0b34c2) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:16.679051 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bc04e707-0d16-4af6-ab58-00ad42b2bf3d tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Publish callbacks [] for port (83feac4f-4550-47f9-a0ae-5c082c0b34c2), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:16.732331 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bc04e707-0d16-4af6-ab58-00ad42b2bf3d tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (83feac4f-4550-47f9-a0ae-5c082c0b34c2), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:16.796632 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c81e6a-a5d5-4949-a7a4-4af35390248a req-32b52b74-f782-4f2a-86c0-1ddaf616e58c tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:16.800285 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc04e707-0d16-4af6-ab58-00ad42b2bf3d tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:16.803356 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-bc04e707-0d16-4af6-ab58-00ad42b2bf3d tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:16.803867 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-60c81e6a-a5d5-4949-a7a4-4af35390248a req-32b52b74-f782-4f2a-86c0-1ddaf616e58c tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7e0db12-1b89-46e8-b056-daff5e924179 HTTP/1.1" status: 200 len: 945 time: 0.4101989 Feb 09 01:29:16.807562 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc04e707-0d16-4af6-ab58-00ad42b2bf3d tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:29:16.834363 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b77a19b1-b621-4706-89d3-f392ef33cd02 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Router 3cda6346-95ae-4504-baf4-a5958017f8be has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:29:16.865069 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc04e707-0d16-4af6-ab58-00ad42b2bf3d tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Pushing event updated for resources: {'Port': ['ID=83feac4f-4550-47f9-a0ae-5c082c0b34c2,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:16.890645 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-74d629d5-3d70-4848-89cb-a2c83a715256 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:16.892165 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-74d629d5-3d70-4848-89cb-a2c83a715256 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/networks?id=7c1e365b-e37c-4467-a216-ac25b15524b9 HTTP/1.1" status: 200 len: 912 time: 0.3424335 Feb 09 01:29:16.963242 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bc04e707-0d16-4af6-ab58-00ad42b2bf3d tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Publish callbacks [] for floatingip (ae4fb03c-c3f3-4d55-9f70-1ee0f2c9da3b), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:17.015114 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bc04e707-0d16-4af6-ab58-00ad42b2bf3d tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (83feac4f-4550-47f9-a0ae-5c082c0b34c2), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:17.023593 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-7dc35937-0e32-44a9-a059-6fb3fc8d24d6 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/quotas/6315096f882943ae8e8ef99fc8ef2039 HTTP/1.1" status: 200 len: 375 time: 0.1223750 Feb 09 01:29:17.046599 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-60c81e6a-a5d5-4949-a7a4-4af35390248a req-9f73acb3-42b9-468d-a330-5e70161c9c70 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/security-groups?id=89cf32ef-8647-4bf5-8025-bd4fbbfa8670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377403 Feb 09 01:29:17.115213 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77a19b1-b621-4706-89d3-f392ef33cd02 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:29:17.123419 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b77a19b1-b621-4706-89d3-f392ef33cd02 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "PUT /v2.0/routers/3cda6346-95ae-4504-baf4-a5958017f8be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0439558 Feb 09 01:29:17.127034 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 48356) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:17.129841 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d695ea9c-6528-4d04-be66-8714bb9b3719 None None] Sync routers for ids ['3cda6346-95ae-4504-baf4-a5958017f8be'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:29:17.156341 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d695ea9c-6528-4d04-be66-8714bb9b3719 None None] Routers {'3cda6346-95ae-4504-baf4-a5958017f8be'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:29:17.158866 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-d695ea9c-6528-4d04-be66-8714bb9b3719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:29:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['3cda6346-95ae-4504-baf4-a5958017f8be'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:17.188994 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-1745e21f-0d6f-4193-8c37-a1199778bb7d tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/ports?tenant_id=6315096f882943ae8e8ef99fc8ef2039&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1412058 Feb 09 01:29:17.430648 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bc04e707-0d16-4af6-ab58-00ad42b2bf3d tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Publish callbacks [] for port (83feac4f-4550-47f9-a0ae-5c082c0b34c2), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:17.436561 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-fde59917-b00a-44db-b2a5-8f3ae19385cd tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Deleting subnet 5a03072e-66bd-47fa-8950-4550c8370d9b {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:29:17.439510 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bc04e707-0d16-4af6-ab58-00ad42b2bf3d tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (83feac4f-4550-47f9-a0ae-5c082c0b34c2), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:17.446057 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fde59917-b00a-44db-b2a5-8f3ae19385cd tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for subnet (5a03072e-66bd-47fa-8950-4550c8370d9b), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:17.500452 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e2884-3976-4ba7-a780-c95df9a58eda req-f521cd12-6a04-4d1d-a166-79ff0210dfad tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:17.505630 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-499e2884-3976-4ba7-a780-c95df9a58eda req-f521cd12-6a04-4d1d-a166-79ff0210dfad tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccca30c7-d504-4508-aedc-fae32de95a07 HTTP/1.1" status: 200 len: 945 time: 0.2865772 Feb 09 01:29:17.572864 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bc04e707-0d16-4af6-ab58-00ad42b2bf3d tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (ae4fb03c-c3f3-4d55-9f70-1ee0f2c9da3b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:17.628948 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-499e2884-3976-4ba7-a780-c95df9a58eda req-a1fd742d-6dba-41ae-8785-f24dea99879b tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849569 Feb 09 01:29:17.636879 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fde59917-b00a-44db-b2a5-8f3ae19385cd tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (5a03072e-66bd-47fa-8950-4550c8370d9b), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:17.674466 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-b182b161-c072-4d6a-af23-ff6ade3a554b service neutron] 10.222.0.50 "GET /v2.0/networks/7c1e365b-e37c-4467-a216-ac25b15524b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4840641 Feb 09 01:29:17.696028 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bc04e707-0d16-4af6-ab58-00ad42b2bf3d tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:17.702817 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 48394) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:17.704314 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-bc04e707-0d16-4af6-ab58-00ad42b2bf3d tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7845116 Feb 09 01:29:17.736775 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc04e707-0d16-4af6-ab58-00ad42b2bf3d tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Pushing event updated for resources: {'Port': ['ID=83feac4f-4550-47f9-a0ae-5c082c0b34c2,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:17.869201 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-d695ea9c-6528-4d04-be66-8714bb9b3719 None None] Set router 3cda6346-95ae-4504-baf4-a5958017f8be gateway port host: None {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:29:17.926848 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fde59917-b00a-44db-b2a5-8f3ae19385cd tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (5a03072e-66bd-47fa-8950-4550c8370d9b), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:17.946853 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-b4ece5ac-4f2a-4206-967e-33d8cbd57075 service neutron] 10.222.0.50 "GET /v2.0/networks/7c1e365b-e37c-4467-a216-ac25b15524b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712574 Feb 09 01:29:18.119622 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-9f305b3e-8724-4cec-9a17-25664386a124 tempest-FloatingIPAdminTestJSON-152669843 tempest-FloatingIPAdminTestJSON-152669843-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:18.287003 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-52c942ed-9fd2-4bd2-a6c7-2697c1ad9681 req-e47ff47a-4271-4413-83ed-9e3826431902 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4d852e4f-fefc-41ec-a9fb-ed78c9a471d7 HTTP/1.1" status: 200 len: 210 time: 0.1173224 Feb 09 01:29:18.420346 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-d695ea9c-6528-4d04-be66-8714bb9b3719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'name': 'tempest-RoutersTest-router-1370585882', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:14Z', 'updated_at': '2022-02-09T01:29:15Z', 'revision_number': 9, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'gw_port_host': None, '_interfaces': [{'id': '22250887-9eda-43fa-ab79-16e51ff09fce', 'name': '', 'network_id': '7a270272-64b7-4ca9-a64b-7296b464b1ae', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:c3:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd603a904-ec18-4b46-981a-c15c52d44f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:18Z', 'updated_at': '2022-02-09T01:28:27Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': 'd603a904-ec18-4b46-981a-c15c52d44f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '530651e9-ed72-4c9d-ab0b-62bc0f4dbc76', 'name': '', 'network_id': 'cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:b5:53:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': 'e02b13f4-3113-4df7-9f28-8a3ca4f007d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:28Z', 'updated_at': '2022-02-09T01:28:53Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': 'e02b13f4-3113-4df7-9f28-8a3ca4f007d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:18.475198 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d695ea9c-6528-4d04-be66-8714bb9b3719 None None] Checking router: 3cda6346-95ae-4504-baf4-a5958017f8be for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:29:18.485306 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fde59917-b00a-44db-b2a5-8f3ae19385cd tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (5a03072e-66bd-47fa-8950-4550c8370d9b), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:18.497341 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d695ea9c-6528-4d04-be66-8714bb9b3719 None None] Routers {'3cda6346-95ae-4504-baf4-a5958017f8be'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:29:18.498207 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-d695ea9c-6528-4d04-be66-8714bb9b3719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:29:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['3cda6346-95ae-4504-baf4-a5958017f8be'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:18.515782 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9f305b3e-8724-4cec-9a17-25664386a124 tempest-FloatingIPAdminTestJSON-152669843 tempest-FloatingIPAdminTestJSON-152669843-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:18.625471 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-d695ea9c-6528-4d04-be66-8714bb9b3719 None None] Set router 3cda6346-95ae-4504-baf4-a5958017f8be gateway port host: None {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:29:18.696834 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde59917-b00a-44db-b2a5-8f3ae19385cd tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event deleted for resources: {'Subnet': ['ID=5a03072e-66bd-47fa-8950-4550c8370d9b,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:18.700870 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fde59917-b00a-44db-b2a5-8f3ae19385cd tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:18.718890 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-fde59917-b00a-44db-b2a5-8f3ae19385cd tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "DELETE /v2.0/subnets/5a03072e-66bd-47fa-8950-4550c8370d9b HTTP/1.1" status: 204 len: 168 time: 1.5904717 Feb 09 01:29:18.721763 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48426) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:18.776436 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813198f2-1c0f-4242-b92c-5cf53610839b req-fe2778d8-9ae1-46c4-89df-da57e9d795a9 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:18.803556 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-813198f2-1c0f-4242-b92c-5cf53610839b req-fe2778d8-9ae1-46c4-89df-da57e9d795a9 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7e0db12-1b89-46e8-b056-daff5e924179 HTTP/1.1" status: 200 len: 945 time: 0.5005867 Feb 09 01:29:18.826347 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c0f520-7c93-4aad-a4b4-f25ece35ac2b None None] Network 565308a9-da5f-4afd-9791-4c77cd24cc4b requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:29:18.986385 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c6adbef0-69f0-4f34-b45f-430648f94a1f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (565308a9-da5f-4afd-9791-4c77cd24cc4b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:19.209195 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-813198f2-1c0f-4242-b92c-5cf53610839b req-4ec742bb-67a1-4d72-99bb-496d6acb2845 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/security-groups?id=89cf32ef-8647-4bf5-8025-bd4fbbfa8670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4045215 Feb 09 01:29:19.229500 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-c6adbef0-69f0-4f34-b45f-430648f94a1f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Deleting port f1f4477b-70e5-4eeb-940d-3ef66fee5dcd {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:29:19.232115 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c6adbef0-69f0-4f34-b45f-430648f94a1f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (f1f4477b-70e5-4eeb-940d-3ef66fee5dcd), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:19.284728 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-d695ea9c-6528-4d04-be66-8714bb9b3719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'name': 'tempest-RoutersTest-router-1370585882', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:14Z', 'updated_at': '2022-02-09T01:29:15Z', 'revision_number': 9, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'gw_port_host': None, '_interfaces': [{'id': '22250887-9eda-43fa-ab79-16e51ff09fce', 'name': '', 'network_id': '7a270272-64b7-4ca9-a64b-7296b464b1ae', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:c3:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd603a904-ec18-4b46-981a-c15c52d44f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:18Z', 'updated_at': '2022-02-09T01:28:27Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': 'd603a904-ec18-4b46-981a-c15c52d44f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '530651e9-ed72-4c9d-ab0b-62bc0f4dbc76', 'name': '', 'network_id': 'cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:b5:53:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': 'e02b13f4-3113-4df7-9f28-8a3ca4f007d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:28Z', 'updated_at': '2022-02-09T01:28:53Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': 'e02b13f4-3113-4df7-9f28-8a3ca4f007d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:19.377071 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b233b-30a8-4cd9-8702-e6bce94b6180 req-d267e93e-b093-4d94-ac11-9929f2921fc4 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:19.378701 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2c9b233b-30a8-4cd9-8702-e6bce94b6180 req-d267e93e-b093-4d94-ac11-9929f2921fc4 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccca30c7-d504-4508-aedc-fae32de95a07 HTTP/1.1" status: 200 len: 945 time: 0.5199637 Feb 09 01:29:19.387288 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bbe02e-a79c-4db9-bc69-154a29701797 None None] DHCP port deletion for 565308a9-da5f-4afd-9791-4c77cd24cc4b request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:29:19.391868 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d695ea9c-6528-4d04-be66-8714bb9b3719 None None] The sync data for ids ['3cda6346-95ae-4504-baf4-a5958017f8be'] in n-d-828369-4 is: [{'id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'name': 'tempest-RoutersTest-router-1370585882', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:14Z', 'updated_at': '2022-02-09T01:29:15Z', 'revision_number': 9, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'gw_port_host': None, '_interfaces': [{'id': '22250887-9eda-43fa-ab79-16e51ff09fce', 'name': '', 'network_id': '7a270272-64b7-4ca9-a64b-7296b464b1ae', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:c3:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd603a904-ec18-4b46-981a-c15c52d44f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:18Z', 'updated_at': '2022-02-09T01:28:27Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': 'd603a904-ec18-4b46-981a-c15c52d44f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '530651e9-ed72-4c9d-ab0b-62bc0f4dbc76', 'name': '', 'network_id': 'cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:b5:53:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': 'e02b13f4-3113-4df7-9f28-8a3ca4f007d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:28Z', 'updated_at': '2022-02-09T01:28:53Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': 'e02b13f4-3113-4df7-9f28-8a3ca4f007d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:29:19.564720 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-c6adbef0-69f0-4f34-b45f-430648f94a1f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] For port f1f4477b-70e5-4eeb-940d-3ef66fee5dcd, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f1f4477b-70e5-4eeb-940d-3ef66fee5dcd,segment=NetworkSegment(1bce628e-a6da-4553-9fd6-d1aceb47c548),segment_id=1bce628e-a6da-4553-9fd6-d1aceb47c548)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:19.565282 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c6adbef0-69f0-4f34-b45f-430648f94a1f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (f1f4477b-70e5-4eeb-940d-3ef66fee5dcd), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:19.619340 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-c6adbef0-69f0-4f34-b45f-430648f94a1f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Calling delete_port for f1f4477b-70e5-4eeb-940d-3ef66fee5dcd owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:29:19.652700 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-d8bbe02e-a79c-4db9-bc69-154a29701797 None None] Deleting port f1f4477b-70e5-4eeb-940d-3ef66fee5dcd {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:29:19.653712 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d8bbe02e-a79c-4db9-bc69-154a29701797 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (f1f4477b-70e5-4eeb-940d-3ef66fee5dcd), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:19.682555 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-298db6ea-9f59-4714-bf33-a769e09dc6f6 req-e71647d7-fcbd-4b89-9a9b-5b535bd56469 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4d852e4f-fefc-41ec-a9fb-ed78c9a471d7 HTTP/1.1" status: 200 len: 210 time: 0.1625965 Feb 09 01:29:19.751576 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9f305b3e-8724-4cec-9a17-25664386a124 tempest-FloatingIPAdminTestJSON-152669843 tempest-FloatingIPAdminTestJSON-152669843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:19.897305 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2c9b233b-30a8-4cd9-8702-e6bce94b6180 req-1367cf9b-d732-47ed-a384-31b5e9ec9426 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4945686 Feb 09 01:29:19.922292 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-d8bbe02e-a79c-4db9-bc69-154a29701797 None None] For port f1f4477b-70e5-4eeb-940d-3ef66fee5dcd, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f1f4477b-70e5-4eeb-940d-3ef66fee5dcd,segment=NetworkSegment(1bce628e-a6da-4553-9fd6-d1aceb47c548),segment_id=1bce628e-a6da-4553-9fd6-d1aceb47c548)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:19.925892 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d8bbe02e-a79c-4db9-bc69-154a29701797 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (f1f4477b-70e5-4eeb-940d-3ef66fee5dcd), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:19.965340 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f1f4477b-70e5-4eeb-940d-3ef66fee5dcd no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:29:19.969901 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c6adbef0-69f0-4f34-b45f-430648f94a1f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (f1f4477b-70e5-4eeb-940d-3ef66fee5dcd), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:20.079295 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-d8bbe02e-a79c-4db9-bc69-154a29701797 None None] Calling delete_port for f1f4477b-70e5-4eeb-940d-3ef66fee5dcd owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:29:20.088481 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: f1f4477b-70e5-4eeb-940d-3ef66fee5dcd {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:29:20.101427 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6adbef0-69f0-4f34-b45f-430648f94a1f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event deleted for resources: {'Port': ['ID=f1f4477b-70e5-4eeb-940d-3ef66fee5dcd,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:20.105375 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f1f4477b-70e5-4eeb-940d-3ef66fee5dcd not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:29:20.168432 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6adbef0-69f0-4f34-b45f-430648f94a1f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] No DVR routers for this DVR port f1f4477b-70e5-4eeb-940d-3ef66fee5dcd on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:29:20.431407 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-9f305b3e-8724-4cec-9a17-25664386a124 tempest-FloatingIPAdminTestJSON-152669843 tempest-FloatingIPAdminTestJSON-152669843-project] Allocated IP 172.25.8.253 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/a5287a76-d0b3-4b74-a30d-89d6319ce3ee) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:20.460742 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c6adbef0-69f0-4f34-b45f-430648f94a1f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (565308a9-da5f-4afd-9791-4c77cd24cc4b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:20.500412 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-c6adbef0-69f0-4f34-b45f-430648f94a1f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['565308a9-da5f-4afd-9791-4c77cd24cc4b']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:20.513511 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-c6adbef0-69f0-4f34-b45f-430648f94a1f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bce628e-a6da-4553-9fd6-d1aceb47c548') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:20.514094 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-c6adbef0-69f0-4f34-b45f-430648f94a1f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bce628e-a6da-4553-9fd6-d1aceb47c548') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:20.517234 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d8bbe02e-a79c-4db9-bc69-154a29701797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (f1f4477b-70e5-4eeb-940d-3ef66fee5dcd), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:20.534364 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c6adbef0-69f0-4f34-b45f-430648f94a1f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (1bce628e-a6da-4553-9fd6-d1aceb47c548), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:20.550173 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c6adbef0-69f0-4f34-b45f-430648f94a1f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (1bce628e-a6da-4553-9fd6-d1aceb47c548), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:20.557916 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6adbef0-69f0-4f34-b45f-430648f94a1f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:29:20.558786 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c6adbef0-69f0-4f34-b45f-430648f94a1f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (1bce628e-a6da-4553-9fd6-d1aceb47c548), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:20.619372 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bbe02e-a79c-4db9-bc69-154a29701797 None None] Pushing event deleted for resources: {'Port': ['ID=f1f4477b-70e5-4eeb-940d-3ef66fee5dcd,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:20.636633 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bbe02e-a79c-4db9-bc69-154a29701797 None None] No DVR routers for this DVR port f1f4477b-70e5-4eeb-940d-3ef66fee5dcd on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:29:20.654138 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bbe02e-a79c-4db9-bc69-154a29701797 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:20.656139 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bbe02e-a79c-4db9-bc69-154a29701797 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:20.658544 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bbe02e-a79c-4db9-bc69-154a29701797 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:20.659069 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bbe02e-a79c-4db9-bc69-154a29701797 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:20.659581 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bbe02e-a79c-4db9-bc69-154a29701797 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:20.660107 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bbe02e-a79c-4db9-bc69-154a29701797 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:20.663714 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bbe02e-a79c-4db9-bc69-154a29701797 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:20.664240 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bbe02e-a79c-4db9-bc69-154a29701797 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:20.664790 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bbe02e-a79c-4db9-bc69-154a29701797 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:20.665299 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bbe02e-a79c-4db9-bc69-154a29701797 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:20.665926 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bbe02e-a79c-4db9-bc69-154a29701797 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:20.666430 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bbe02e-a79c-4db9-bc69-154a29701797 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:20.666931 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bbe02e-a79c-4db9-bc69-154a29701797 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:20.705818 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:29:20.705818 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:29:20.705818 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:29:20.705818 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:29:20.705818 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:29:20.705818 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:29:20.705818 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:29:20.705818 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:29:20.705818 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:29:20.705818 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:29:20.705818 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:29:20.705818 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:29:20.705818 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:29:20.705818 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:29:20.705818 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:29:20.705818 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:29:20.705818 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:29:20.705818 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:29:20.705818 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:29:20.705818 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:29:20.705818 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:29:20.705818 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:29:20.705818 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:29:20.705818 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:29:20.705818 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:29:20.705818 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:29:20.705818 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:29:20.705818 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:29:20.705818 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:29:20.705818 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:29:20.705818 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:29:20.705818 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:29:20.718272 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9f305b3e-8724-4cec-9a17-25664386a124 tempest-FloatingIPAdminTestJSON-152669843 tempest-FloatingIPAdminTestJSON-152669843-project] Publish callbacks [] for port (a5287a76-d0b3-4b74-a30d-89d6319ce3ee), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:20.733116 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c6adbef0-69f0-4f34-b45f-430648f94a1f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (565308a9-da5f-4afd-9791-4c77cd24cc4b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:20.768964 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9f305b3e-8724-4cec-9a17-25664386a124 tempest-FloatingIPAdminTestJSON-152669843 tempest-FloatingIPAdminTestJSON-152669843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (a5287a76-d0b3-4b74-a30d-89d6319ce3ee), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:20.834823 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f305b3e-8724-4cec-9a17-25664386a124 tempest-FloatingIPAdminTestJSON-152669843 tempest-FloatingIPAdminTestJSON-152669843-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:20.837849 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-9f305b3e-8724-4cec-9a17-25664386a124 tempest-FloatingIPAdminTestJSON-152669843 tempest-FloatingIPAdminTestJSON-152669843-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:20.847057 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f305b3e-8724-4cec-9a17-25664386a124 tempest-FloatingIPAdminTestJSON-152669843 tempest-FloatingIPAdminTestJSON-152669843-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:29:20.848481 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c6adbef0-69f0-4f34-b45f-430648f94a1f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:20.857861 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c6adbef0-69f0-4f34-b45f-430648f94a1f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "DELETE /v2.0/networks/565308a9-da5f-4afd-9791-4c77cd24cc4b HTTP/1.1" status: 204 len: 168 time: 2.1299129 Feb 09 01:29:20.859159 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6adbef0-69f0-4f34-b45f-430648f94a1f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event deleted for resources: {'Network': ['ID=565308a9-da5f-4afd-9791-4c77cd24cc4b,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:20.860358 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 48478) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:20.951438 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-401d9f31-9918-41d1-8635-896ff2ca0dde tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:20.961696 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-401d9f31-9918-41d1-8635-896ff2ca0dde tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.47 "GET /v2.0/networks?id=7c1e365b-e37c-4467-a216-ac25b15524b9 HTTP/1.1" status: 200 len: 912 time: 0.8510280 Feb 09 01:29:20.972598 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-50dad207-d3c6-45a0-92a6-da9a7efded7e tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Request body: {'port': {'device_id': '4d852e4f-fefc-41ec-a9fb-ed78c9a471d7', 'network_id': '7c1e365b-e37c-4467-a216-ac25b15524b9', 'admin_state_up': True, 'tenant_id': '6315096f882943ae8e8ef99fc8ef2039'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:21.017079 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-50dad207-d3c6-45a0-92a6-da9a7efded7e tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Made reservation on behalf of 6315096f882943ae8e8ef99fc8ef2039 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:21.019774 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-50dad207-d3c6-45a0-92a6-da9a7efded7e tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:21.113428 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a3ef6a6c-a50d-4d53-af46-22a360348636 req-756666d1-4d11-476e-bf63-d3a247a57e94 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4d852e4f-fefc-41ec-a9fb-ed78c9a471d7 HTTP/1.1" status: 200 len: 210 time: 0.1572099 Feb 09 01:29:21.160338 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f305b3e-8724-4cec-9a17-25664386a124 tempest-FloatingIPAdminTestJSON-152669843 tempest-FloatingIPAdminTestJSON-152669843-project] Pushing event updated for resources: {'Port': ['ID=a5287a76-d0b3-4b74-a30d-89d6319ce3ee,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:21.280293 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-50dad207-d3c6-45a0-92a6-da9a7efded7e tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Allocated IP 172.20.0.6 (7c1e365b-e37c-4467-a216-ac25b15524b9/8800f021-7b79-4b5c-af69-0572bdc39fe5/5f553255-2596-4da2-b62f-b47dab2ebf8f) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:21.304732 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9f305b3e-8724-4cec-9a17-25664386a124 tempest-FloatingIPAdminTestJSON-152669843 tempest-FloatingIPAdminTestJSON-152669843-project] Publish callbacks [] for floatingip (fb181b7a-517e-4283-a3a1-092314631c26), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:21.370966 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffbb4e-da4a-4d59-ac02-11305696906c req-c6383c41-3f12-418c-af31-843155e14564 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:21.383007 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-19ffbb4e-da4a-4d59-ac02-11305696906c req-c6383c41-3f12-418c-af31-843155e14564 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccca30c7-d504-4508-aedc-fae32de95a07 HTTP/1.1" status: 200 len: 945 time: 0.2524536 Feb 09 01:29:21.542725 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 6786a32a-d903-4bcd-9a8a-c8f85e8ae464 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:29:21.609599 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 6786a32a-d903-4bcd-9a8a-c8f85e8ae464 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:29:21.610125 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 6786a32a-d903-4bcd-9a8a-c8f85e8ae464 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:29:21.666717 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-50dad207-d3c6-45a0-92a6-da9a7efded7e tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Publish callbacks [] for port (5f553255-2596-4da2-b62f-b47dab2ebf8f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:21.757687 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-50dad207-d3c6-45a0-92a6-da9a7efded7e tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (5f553255-2596-4da2-b62f-b47dab2ebf8f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:21.770855 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['10dbf63c-03d2-4168-9c69-b2727d421dd8'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:29:21.859499 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-50dad207-d3c6-45a0-92a6-da9a7efded7e tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Network 7c1e365b-e37c-4467-a216-ac25b15524b9 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:21.873728 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-50dad207-d3c6-45a0-92a6-da9a7efded7e tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:21.885448 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-50dad207-d3c6-45a0-92a6-da9a7efded7e tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:29:22.134583 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-50dad207-d3c6-45a0-92a6-da9a7efded7e tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:22.136458 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-50dad207-d3c6-45a0-92a6-da9a7efded7e tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:22.209558 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-50dad207-d3c6-45a0-92a6-da9a7efded7e tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.2384965 Feb 09 01:29:22.237444 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-d7ac69c4-ede8-43fb-b15c-d8a4d0b0c024 service neutron] Request body: {'port': {'device_id': '4d852e4f-fefc-41ec-a9fb-ed78c9a471d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:22.425970 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-d7ac69c4-ede8-43fb-b15c-d8a4d0b0c024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5f553255-2596-4da2-b62f-b47dab2ebf8f), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:22.501847 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dad207-d3c6-45a0-92a6-da9a7efded7e tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Pushing event updated for resources: {'Port': ['ID=5f553255-2596-4da2-b62f-b47dab2ebf8f,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:22.554290 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-f16ce7fa-584e-4453-9d16-c103190a30fd None None] Provisioning complete for port 5f553255-2596-4da2-b62f-b47dab2ebf8f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:22.557354 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f16ce7fa-584e-4453-9d16-c103190a30fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (5f553255-2596-4da2-b62f-b47dab2ebf8f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:22.645131 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f16ce7fa-584e-4453-9d16-c103190a30fd None None] Port 5f553255-2596-4da2-b62f-b47dab2ebf8f cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:29:22.981059 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-19ffbb4e-da4a-4d59-ac02-11305696906c req-dc08fb49-e883-4ca0-a9c4-c50a463f7411 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5971122 Feb 09 01:29:22.987689 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9f305b3e-8724-4cec-9a17-25664386a124 tempest-FloatingIPAdminTestJSON-152669843 tempest-FloatingIPAdminTestJSON-152669843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a5287a76-d0b3-4b74-a30d-89d6319ce3ee), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:23.085628 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4d2fb-a48e-43a3-a0ab-f2c9eb51bcbc req-5e5940db-2653-403f-ab5f-f970596d19de tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:23.093527 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dfc4d2fb-a48e-43a3-a0ab-f2c9eb51bcbc req-5e5940db-2653-403f-ab5f-f970596d19de tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4d852e4f-fefc-41ec-a9fb-ed78c9a471d7 HTTP/1.1" status: 200 len: 1027 time: 0.3316045 Feb 09 01:29:23.258128 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dfc4d2fb-a48e-43a3-a0ab-f2c9eb51bcbc req-45c57925-5d56-4e01-bbf6-d0fbee8ad568 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=23aadf47-471e-4955-af58-ae02af4b1fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574540 Feb 09 01:29:23.397458 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-d7ac69c4-ede8-43fb-b15c-d8a4d0b0c024 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f553255-2596-4da2-b62f-b47dab2ebf8f {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:29:23.418786 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-d7ac69c4-ede8-43fb-b15c-d8a4d0b0c024 service neutron] Publish callbacks [] for port (5f553255-2596-4da2-b62f-b47dab2ebf8f), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:23.463543 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-d7ac69c4-ede8-43fb-b15c-d8a4d0b0c024 service neutron] Transition to ACTIVE for port object 5f553255-2596-4da2-b62f-b47dab2ebf8f will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:23.469955 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-d7ac69c4-ede8-43fb-b15c-d8a4d0b0c024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (5f553255-2596-4da2-b62f-b47dab2ebf8f), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:23.472507 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b3bc289a-447b-4f32-87a3-da25d3b63b4a tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (3cda6346-95ae-4504-baf4-a5958017f8be), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:23.625317 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ac69c4-ede8-43fb-b15c-d8a4d0b0c024 service neutron] Pushing event updated for resources: {'Port': ['ID=5f553255-2596-4da2-b62f-b47dab2ebf8f,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:23.851257 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9f305b3e-8724-4cec-9a17-25664386a124 tempest-FloatingIPAdminTestJSON-152669843 tempest-FloatingIPAdminTestJSON-152669843-project] Publish callbacks [] for port (a5287a76-d0b3-4b74-a30d-89d6319ce3ee), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:23.871599 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9f305b3e-8724-4cec-9a17-25664386a124 tempest-FloatingIPAdminTestJSON-152669843 tempest-FloatingIPAdminTestJSON-152669843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (a5287a76-d0b3-4b74-a30d-89d6319ce3ee), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:23.951022 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-d7ac69c4-ede8-43fb-b15c-d8a4d0b0c024 service neutron] Attempting to bind port 5f553255-2596-4da2-b62f-b47dab2ebf8f on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:29:23.951635 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-d7ac69c4-ede8-43fb-b15c-d8a4d0b0c024 service neutron] Attempting to bind port 5f553255-2596-4da2-b62f-b47dab2ebf8f by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '25ffc71a-87b5-47bc-ac3a-d1ad83c65f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '7c1e365b-e37c-4467-a216-ac25b15524b9'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:29:23.952947 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-d7ac69c4-ede8-43fb-b15c-d8a4d0b0c024 service neutron] Attempting to bind port 5f553255-2596-4da2-b62f-b47dab2ebf8f on network 7c1e365b-e37c-4467-a216-ac25b15524b9 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:29:23.967781 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-d7ac69c4-ede8-43fb-b15c-d8a4d0b0c024 service neutron] Port 5f553255-2596-4da2-b62f-b47dab2ebf8f on network 7c1e365b-e37c-4467-a216-ac25b15524b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:29:23.968398 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-d7ac69c4-ede8-43fb-b15c-d8a4d0b0c024 service neutron] Attempting to bind port 5f553255-2596-4da2-b62f-b47dab2ebf8f on network 7c1e365b-e37c-4467-a216-ac25b15524b9 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:29:23.977400 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-d7ac69c4-ede8-43fb-b15c-d8a4d0b0c024 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:29:23.979583 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-d7ac69c4-ede8-43fb-b15c-d8a4d0b0c024 service neutron] Checking segment: {'id': '25ffc71a-87b5-47bc-ac3a-d1ad83c65f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '7c1e365b-e37c-4467-a216-ac25b15524b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:29:23.981596 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-d7ac69c4-ede8-43fb-b15c-d8a4d0b0c024 service neutron] Bound using segment: {'id': '25ffc71a-87b5-47bc-ac3a-d1ad83c65f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '7c1e365b-e37c-4467-a216-ac25b15524b9'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:29:23.982258 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-d7ac69c4-ede8-43fb-b15c-d8a4d0b0c024 service neutron] Bound port: 5f553255-2596-4da2-b62f-b47dab2ebf8f, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25ffc71a-87b5-47bc-ac3a-d1ad83c65f95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '7c1e365b-e37c-4467-a216-ac25b15524b9'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:29:23.984207 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-d7ac69c4-ede8-43fb-b15c-d8a4d0b0c024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5f553255-2596-4da2-b62f-b47dab2ebf8f), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:24.114165 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f305b3e-8724-4cec-9a17-25664386a124 tempest-FloatingIPAdminTestJSON-152669843 tempest-FloatingIPAdminTestJSON-152669843-project] Pushing event updated for resources: {'Port': ['ID=a5287a76-d0b3-4b74-a30d-89d6319ce3ee,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:24.166122 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-d7ac69c4-ede8-43fb-b15c-d8a4d0b0c024 service neutron] For port 5f553255-2596-4da2-b62f-b47dab2ebf8f, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:29:24.170934 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-d7ac69c4-ede8-43fb-b15c-d8a4d0b0c024 service neutron] For port 5f553255-2596-4da2-b62f-b47dab2ebf8f, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=5f553255-2596-4da2-b62f-b47dab2ebf8f,segment=NetworkSegment(25ffc71a-87b5-47bc-ac3a-d1ad83c65f95),segment_id=25ffc71a-87b5-47bc-ac3a-d1ad83c65f95)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:29:24.184744 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-d7ac69c4-ede8-43fb-b15c-d8a4d0b0c024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (5f553255-2596-4da2-b62f-b47dab2ebf8f), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:24.222258 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-d7ac69c4-ede8-43fb-b15c-d8a4d0b0c024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:24.225100 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-d7ac69c4-ede8-43fb-b15c-d8a4d0b0c024 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:24.228788 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-d7ac69c4-ede8-43fb-b15c-d8a4d0b0c024 service neutron] 10.222.0.47 "PUT /v2.0/ports/5f553255-2596-4da2-b62f-b47dab2ebf8f HTTP/1.1" status: 200 len: 1091 time: 2.0037701 Feb 09 01:29:24.231800 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d852e4f-fefc-41ec-a9fb-ed78c9a471d7', 'tag': '5f553255-2596-4da2-b62f-b47dab2ebf8f'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:29:24.257989 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a15615-edab-4ab9-8b1e-69258653a302" -d '{"events": [{"name": "network-changed", "server_uuid": "4d852e4f-fefc-41ec-a9fb-ed78c9a471d7", "tag": "5f553255-2596-4da2-b62f-b47dab2ebf8f"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:29:24.362932 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9f305b3e-8724-4cec-9a17-25664386a124 tempest-FloatingIPAdminTestJSON-152669843 tempest-FloatingIPAdminTestJSON-152669843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (fb181b7a-517e-4283-a3a1-092314631c26), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:24.383716 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f371ad2-02e7-4e01-9412-06bcac958378 x-openstack-request-id: req-2f371ad2-02e7-4e01-9412-06bcac958378 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:29:24.389431 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d852e4f-fefc-41ec-a9fb-ed78c9a471d7", "tag": "5f553255-2596-4da2-b62f-b47dab2ebf8f", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:29:24.389778 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2f371ad2-02e7-4e01-9412-06bcac958378 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:29:24.390223 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d852e4f-fefc-41ec-a9fb-ed78c9a471d7', 'tag': '5f553255-2596-4da2-b62f-b47dab2ebf8f', 'status': 'completed', 'code': 200} Feb 09 01:29:24.439654 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-de374fc8-f984-478a-8f49-cac64cb93916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:24.444852 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c448a-2d82-4c7d-b2f3-62be49ae25a0 req-15b2b342-24a6-480a-98df-2533251f8efd tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:24.454414 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-de374fc8-f984-478a-8f49-cac64cb93916 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6315096f882943ae8e8ef99fc8ef2039&device_id=4d852e4f-fefc-41ec-a9fb-ed78c9a471d7 HTTP/1.1" status: 200 len: 1125 time: 0.1558998 Feb 09 01:29:24.482871 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ce6c448a-2d82-4c7d-b2f3-62be49ae25a0 req-15b2b342-24a6-480a-98df-2533251f8efd tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccca30c7-d504-4508-aedc-fae32de95a07 HTTP/1.1" status: 200 len: 945 time: 0.3722296 Feb 09 01:29:24.508523 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ac69c4-ede8-43fb-b15c-d8a4d0b0c024 service neutron] Pushing event updated for resources: {'Port': ['ID=5f553255-2596-4da2-b62f-b47dab2ebf8f,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:24.529065 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9f305b3e-8724-4cec-9a17-25664386a124 tempest-FloatingIPAdminTestJSON-152669843 tempest-FloatingIPAdminTestJSON-152669843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:24.549063 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-9f305b3e-8724-4cec-9a17-25664386a124 tempest-FloatingIPAdminTestJSON-152669843 tempest-FloatingIPAdminTestJSON-152669843-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8444974 Feb 09 01:29:24.550986 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 48512) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:24.660276 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-471e6710-c6c9-43e0-916e-94a38f809ff8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f553255-2596-4da2-b62f-b47dab2ebf8f HTTP/1.1" status: 200 len: 217 time: 0.1890934 Feb 09 01:29:24.801324 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-12dbd6f8-6abf-4789-a2fc-df9c95be030b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:24.802850 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-12dbd6f8-6abf-4789-a2fc-df9c95be030b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8800f021-7b79-4b5c-af69-0572bdc39fe5 HTTP/1.1" status: 200 len: 849 time: 0.1369519 Feb 09 01:29:24.886191 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-52186c63-be81-4857-979c-8ef7c2a89af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:24.888054 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-52186c63-be81-4857-979c-8ef7c2a89af4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7c1e365b-e37c-4467-a216-ac25b15524b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0776944 Feb 09 01:29:25.100448 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ce6c448a-2d82-4c7d-b2f3-62be49ae25a0 req-66450440-7db8-4fd6-a234-58508eb88df1 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6020579 Feb 09 01:29:25.104613 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48522) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:25.125181 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-65265c78-2399-4e91-8d8e-4623af58df1f tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3220 time: 0.5574687 Feb 09 01:29:25.197550 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-d389e52a-cda6-40b9-b947-808ac279a628 service neutron] 10.222.0.47 "GET /v2.0/networks/7c1e365b-e37c-4467-a216-ac25b15524b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016729 Feb 09 01:29:25.227925 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7300899b-5750-4d5f-991f-9af3f5ebd0f1 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1205888 Feb 09 01:29:25.231660 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd0077-f232-4444-bc95-3b5debb345b0 req-daba58cd-eed4-4eeb-81c2-2ac6c7d032d7 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:25.233299 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-69bd0077-f232-4444-bc95-3b5debb345b0 req-daba58cd-eed4-4eeb-81c2-2ac6c7d032d7 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4d852e4f-fefc-41ec-a9fb-ed78c9a471d7 HTTP/1.1" status: 200 len: 1125 time: 0.6065598 Feb 09 01:29:25.233799 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 48524) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:25.407371 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-fbbbc751-220e-48c2-9fb2-a077b9378e0d req-eca8bc50-fbb6-4fe4-a91b-af25b4fb784b service neutron] 10.222.0.47 "GET /v2.0/networks/7c1e365b-e37c-4467-a216-ac25b15524b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885092 Feb 09 01:29:25.472628 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-69bd0077-f232-4444-bc95-3b5debb345b0 req-c65468f4-be59-4555-bbae-55f5b3ac07d6 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=23aadf47-471e-4955-af58-ae02af4b1fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119546 Feb 09 01:29:25.483004 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-b3bc289a-447b-4f32-87a3-da25d3b63b4a tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Deleting port 530651e9-ed72-4c9d-ab0b-62bc0f4dbc76 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:29:25.483367 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b3bc289a-447b-4f32-87a3-da25d3b63b4a tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (530651e9-ed72-4c9d-ab0b-62bc0f4dbc76), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:25.641121 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-79fbd92a-8880-4019-9bf1-2879c9d2ee31 tempest-FloatingIPAdminTestJSON-152669843 tempest-FloatingIPAdminTestJSON-152669843-project] Deleting port a5287a76-d0b3-4b74-a30d-89d6319ce3ee {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:29:25.641739 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-79fbd92a-8880-4019-9bf1-2879c9d2ee31 tempest-FloatingIPAdminTestJSON-152669843 tempest-FloatingIPAdminTestJSON-152669843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (a5287a76-d0b3-4b74-a30d-89d6319ce3ee), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:25.718442 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a15615-edab-4ab9-8b1e-69258653a302 req-44605353-504a-4992-b221-658c00be3c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:25.725231 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-23a15615-edab-4ab9-8b1e-69258653a302 req-44605353-504a-4992-b221-658c00be3c12 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6315096f882943ae8e8ef99fc8ef2039&device_id=4d852e4f-fefc-41ec-a9fb-ed78c9a471d7 HTTP/1.1" status: 200 len: 1125 time: 0.1873922 Feb 09 01:29:25.909626 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-b3bc289a-447b-4f32-87a3-da25d3b63b4a tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] For port 530651e9-ed72-4c9d-ab0b-62bc0f4dbc76, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=530651e9-ed72-4c9d-ab0b-62bc0f4dbc76,segment=NetworkSegment(f9b6b58d-8390-4f69-b94d-6b97fdc198cb),segment_id=f9b6b58d-8390-4f69-b94d-6b97fdc198cb)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:25.914073 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b3bc289a-447b-4f32-87a3-da25d3b63b4a tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (530651e9-ed72-4c9d-ab0b-62bc0f4dbc76), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:25.951309 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a15615-edab-4ab9-8b1e-69258653a302 req-6b30e6ef-e08a-4b26-a4f0-8c1c8036e10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:25.952914 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-23a15615-edab-4ab9-8b1e-69258653a302 req-6b30e6ef-e08a-4b26-a4f0-8c1c8036e10c service neutron] 10.222.0.47 "GET /v2.0/networks?id=7c1e365b-e37c-4467-a216-ac25b15524b9 HTTP/1.1" status: 200 len: 912 time: 0.2180569 Feb 09 01:29:26.030325 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-79fbd92a-8880-4019-9bf1-2879c9d2ee31 tempest-FloatingIPAdminTestJSON-152669843 tempest-FloatingIPAdminTestJSON-152669843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (a5287a76-d0b3-4b74-a30d-89d6319ce3ee), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:26.030664 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-79fbd92a-8880-4019-9bf1-2879c9d2ee31 tempest-FloatingIPAdminTestJSON-152669843 tempest-FloatingIPAdminTestJSON-152669843-project] Publish callbacks [] for floatingip (a5287a76-d0b3-4b74-a30d-89d6319ce3ee), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:26.045708 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-79fbd92a-8880-4019-9bf1-2879c9d2ee31 tempest-FloatingIPAdminTestJSON-152669843 tempest-FloatingIPAdminTestJSON-152669843-project] Calling delete_port for a5287a76-d0b3-4b74-a30d-89d6319ce3ee owned by network:floatingip {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:29:26.080842 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-23a15615-edab-4ab9-8b1e-69258653a302 req-d9f17d16-4d97-4743-8423-fa736564c17b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f553255-2596-4da2-b62f-b47dab2ebf8f HTTP/1.1" status: 200 len: 217 time: 0.1205864 Feb 09 01:29:26.224479 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a15615-edab-4ab9-8b1e-69258653a302 req-f69b0a39-914d-4633-bf8c-bff1702466e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:26.226824 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-23a15615-edab-4ab9-8b1e-69258653a302 req-f69b0a39-914d-4633-bf8c-bff1702466e8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8800f021-7b79-4b5c-af69-0572bdc39fe5 HTTP/1.1" status: 200 len: 849 time: 0.1393628 Feb 09 01:29:26.337255 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a15615-edab-4ab9-8b1e-69258653a302 req-da4763fd-d429-4c3c-9d1d-b557bf7531d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:26.341539 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-23a15615-edab-4ab9-8b1e-69258653a302 req-da4763fd-d429-4c3c-9d1d-b557bf7531d2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7c1e365b-e37c-4467-a216-ac25b15524b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1077080 Feb 09 01:29:26.384714 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-79fbd92a-8880-4019-9bf1-2879c9d2ee31 tempest-FloatingIPAdminTestJSON-152669843 tempest-FloatingIPAdminTestJSON-152669843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (a5287a76-d0b3-4b74-a30d-89d6319ce3ee), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:26.387504 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-b3bc289a-447b-4f32-87a3-da25d3b63b4a tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Calling delete_port for 530651e9-ed72-4c9d-ab0b-62bc0f4dbc76 owned by network:router_interface {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:29:26.531553 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fbd92a-8880-4019-9bf1-2879c9d2ee31 tempest-FloatingIPAdminTestJSON-152669843 tempest-FloatingIPAdminTestJSON-152669843-project] Pushing event deleted for resources: {'Port': ['ID=a5287a76-d0b3-4b74-a30d-89d6319ce3ee,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:26.567186 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-23a15615-edab-4ab9-8b1e-69258653a302 req-2a636bd7-69fc-4759-ad2b-c001a5e24600 service neutron] 10.222.0.47 "GET /v2.0/networks/7c1e365b-e37c-4467-a216-ac25b15524b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181039 Feb 09 01:29:26.825213 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-23a15615-edab-4ab9-8b1e-69258653a302 req-2b5670eb-df7b-4212-baaa-f24c2cf5d603 service neutron] 10.222.0.47 "GET /v2.0/networks/7c1e365b-e37c-4467-a216-ac25b15524b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471485 Feb 09 01:29:26.872795 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06df3c-512d-4c1d-ac1f-fafeac78c00a req-dc703dd1-a6f9-4512-b750-d10396f9b0a5 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:26.883782 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7b06df3c-512d-4c1d-ac1f-fafeac78c00a req-dc703dd1-a6f9-4512-b750-d10396f9b0a5 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccca30c7-d504-4508-aedc-fae32de95a07 HTTP/1.1" status: 200 len: 945 time: 0.5283890 Feb 09 01:29:26.898839 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-79fbd92a-8880-4019-9bf1-2879c9d2ee31 tempest-FloatingIPAdminTestJSON-152669843 tempest-FloatingIPAdminTestJSON-152669843-project] Publish callbacks [] for floatingip (fb181b7a-517e-4283-a3a1-092314631c26), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:26.902025 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-79fbd92a-8880-4019-9bf1-2879c9d2ee31 tempest-FloatingIPAdminTestJSON-152669843 tempest-FloatingIPAdminTestJSON-152669843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:26.906703 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48548) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:26.907173 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-79fbd92a-8880-4019-9bf1-2879c9d2ee31 tempest-FloatingIPAdminTestJSON-152669843 tempest-FloatingIPAdminTestJSON-152669843-project] 10.222.0.50 "DELETE /v2.0/floatingips/fb181b7a-517e-4283-a3a1-092314631c26 HTTP/1.1" status: 204 len: 168 time: 1.6719871 Feb 09 01:29:26.931144 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:29:27.041834 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7b06df3c-512d-4c1d-ac1f-fafeac78c00a req-36e8a0d4-39f6-4811-b171-6c1466f14101 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523321 Feb 09 01:29:27.047443 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd5263-db67-4b7c-87f4-c8918084097f req-8715a084-48d0-40f8-8426-4ccf35361d80 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:27.049235 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d7bd5263-db67-4b7c-87f4-c8918084097f req-8715a084-48d0-40f8-8426-4ccf35361d80 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4d852e4f-fefc-41ec-a9fb-ed78c9a471d7 HTTP/1.1" status: 200 len: 1125 time: 0.3754060 Feb 09 01:29:27.272016 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d7bd5263-db67-4b7c-87f4-c8918084097f req-e95a89aa-60ac-4a41-931d-00044af72567 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=23aadf47-471e-4955-af58-ae02af4b1fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042899 Feb 09 01:29:27.320754 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b3bc289a-447b-4f32-87a3-da25d3b63b4a tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (530651e9-ed72-4c9d-ab0b-62bc0f4dbc76), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:27.384414 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bc289a-447b-4f32-87a3-da25d3b63b4a tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event deleted for resources: {'Port': ['ID=530651e9-ed72-4c9d-ab0b-62bc0f4dbc76,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:27.395372 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-b67bfdbb-7ee1-4788-a65c-02afca705e5c tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Deleting port 83feac4f-4550-47f9-a0ae-5c082c0b34c2 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:29:27.404394 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b67bfdbb-7ee1-4788-a65c-02afca705e5c tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (83feac4f-4550-47f9-a0ae-5c082c0b34c2), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:27.629862 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b67bfdbb-7ee1-4788-a65c-02afca705e5c tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (83feac4f-4550-47f9-a0ae-5c082c0b34c2), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:27.630417 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b67bfdbb-7ee1-4788-a65c-02afca705e5c tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Publish callbacks [] for floatingip (83feac4f-4550-47f9-a0ae-5c082c0b34c2), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:27.658672 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-b67bfdbb-7ee1-4788-a65c-02afca705e5c tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Calling delete_port for 83feac4f-4550-47f9-a0ae-5c082c0b34c2 owned by network:floatingip {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:29:27.801789 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b3bc289a-447b-4f32-87a3-da25d3b63b4a tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (3cda6346-95ae-4504-baf4-a5958017f8be), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:27.901416 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b67bfdbb-7ee1-4788-a65c-02afca705e5c tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (83feac4f-4550-47f9-a0ae-5c082c0b34c2), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:27.956761 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67bfdbb-7ee1-4788-a65c-02afca705e5c tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Pushing event deleted for resources: {'Port': ['ID=83feac4f-4550-47f9-a0ae-5c082c0b34c2,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:27.965682 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67bfdbb-7ee1-4788-a65c-02afca705e5c tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:27.966266 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67bfdbb-7ee1-4788-a65c-02afca705e5c tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:27.966800 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67bfdbb-7ee1-4788-a65c-02afca705e5c tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:27.967309 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67bfdbb-7ee1-4788-a65c-02afca705e5c tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:27.967803 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67bfdbb-7ee1-4788-a65c-02afca705e5c tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:27.968294 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67bfdbb-7ee1-4788-a65c-02afca705e5c tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:27.968823 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67bfdbb-7ee1-4788-a65c-02afca705e5c tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:27.969328 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67bfdbb-7ee1-4788-a65c-02afca705e5c tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:27.969819 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67bfdbb-7ee1-4788-a65c-02afca705e5c tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:27.970342 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67bfdbb-7ee1-4788-a65c-02afca705e5c tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:27.970910 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67bfdbb-7ee1-4788-a65c-02afca705e5c tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:27.971418 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67bfdbb-7ee1-4788-a65c-02afca705e5c tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:27.971914 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67bfdbb-7ee1-4788-a65c-02afca705e5c tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:28.094447 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3bc289a-447b-4f32-87a3-da25d3b63b4a tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Router 3cda6346-95ae-4504-baf4-a5958017f8be has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:29:28.101941 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b67bfdbb-7ee1-4788-a65c-02afca705e5c tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Publish callbacks [] for floatingip (ae4fb03c-c3f3-4d55-9f70-1ee0f2c9da3b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:28.105403 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b67bfdbb-7ee1-4788-a65c-02afca705e5c tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:28.111303 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b67bfdbb-7ee1-4788-a65c-02afca705e5c tempest-FloatingIPAdminTestJSON-681462006 tempest-FloatingIPAdminTestJSON-681462006-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/ae4fb03c-c3f3-4d55-9f70-1ee0f2c9da3b HTTP/1.1" status: 204 len: 168 time: 1.2032883 Feb 09 01:29:28.111574 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 48568) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:28.518368 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 5f553255-2596-4da2-b62f-b47dab2ebf8f details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:29:28.686314 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 5f553255-2596-4da2-b62f-b47dab2ebf8f, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=5f553255-2596-4da2-b62f-b47dab2ebf8f,segment=NetworkSegment(25ffc71a-87b5-47bc-ac3a-d1ad83c65f95),segment_id=25ffc71a-87b5-47bc-ac3a-d1ad83c65f95)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:28.718439 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '5f553255-2596-4da2-b62f-b47dab2ebf8f', 'network_id': '7c1e365b-e37c-4467-a216-ac25b15524b9', 'port_id': '5f553255-2596-4da2-b62f-b47dab2ebf8f', 'mac_address': 'fa:16:3e:59:02:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1033, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8800f021-7b79-4b5c-af69-0572bdc39fe5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:29:28.786842 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 5f553255-2596-4da2-b62f-b47dab2ebf8f is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:28.787606 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5f553255-2596-4da2-b62f-b47dab2ebf8f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:28.803960 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f553255-2596-4da2-b62f-b47dab2ebf8f {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:29:28.829393 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 5f553255-2596-4da2-b62f-b47dab2ebf8f, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=5f553255-2596-4da2-b62f-b47dab2ebf8f,segment=NetworkSegment(25ffc71a-87b5-47bc-ac3a-d1ad83c65f95),segment_id=25ffc71a-87b5-47bc-ac3a-d1ad83c65f95)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:28.834768 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (5f553255-2596-4da2-b62f-b47dab2ebf8f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:28.838436 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3bc289a-447b-4f32-87a3-da25d3b63b4a tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:29:28.850623 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a2c146-b9fc-452d-9acc-39bf3a73d5d7 None None] Sync routers for ids ['3cda6346-95ae-4504-baf4-a5958017f8be'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:29:28.856086 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b3bc289a-447b-4f32-87a3-da25d3b63b4a tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "PUT /v2.0/routers/3cda6346-95ae-4504-baf4-a5958017f8be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9918749 Feb 09 01:29:28.860602 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48578) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:28.897807 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a2c146-b9fc-452d-9acc-39bf3a73d5d7 None None] Routers {'3cda6346-95ae-4504-baf4-a5958017f8be'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:29:28.911747 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-f9a2c146-b9fc-452d-9acc-39bf3a73d5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:29:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['3cda6346-95ae-4504-baf4-a5958017f8be'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:28.931574 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aea93f-a4c8-4819-adc8-2f39fb992f59 req-d72301c7-8b18-419e-8be5-345d2aa84ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:28.933152 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-24aea93f-a4c8-4819-adc8-2f39fb992f59 req-d72301c7-8b18-419e-8be5-345d2aa84ee3 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=99253303b883423fad908712b3678824&device_id=ccca30c7-d504-4508-aedc-fae32de95a07 HTTP/1.1" status: 200 len: 1127 time: 0.7423468 Feb 09 01:29:29.051051 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aea93f-a4c8-4819-adc8-2f39fb992f59 req-b925e754-cb9a-45ee-b578-867421116f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:29.052998 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-24aea93f-a4c8-4819-adc8-2f39fb992f59 req-b925e754-cb9a-45ee-b578-867421116f0b service neutron] 10.222.0.120 "GET /v2.0/networks?id=d88b7625-86d0-4021-80a0-5ba2f7b1a042 HTTP/1.1" status: 200 len: 913 time: 0.1077754 Feb 09 01:29:29.066875 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bcd9cc-8839-47e4-9c39-48c02923e077 req-10f2bb04-6642-4c79-b899-2eee77f7d63b tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:29.068441 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1bcd9cc-8839-47e4-9c39-48c02923e077 req-10f2bb04-6642-4c79-b899-2eee77f7d63b tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccca30c7-d504-4508-aedc-fae32de95a07 HTTP/1.1" status: 200 len: 945 time: 0.8872464 Feb 09 01:29:29.121424 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-74e04d62-b01f-4bb3-a553-843868dd2888 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Deleting subnet e02b13f4-3113-4df7-9f28-8a3ca4f007d9 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:29:29.134121 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-74e04d62-b01f-4bb3-a553-843868dd2888 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for subnet (e02b13f4-3113-4df7-9f28-8a3ca4f007d9), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:29.142537 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ff98b-81c1-4b34-9970-95854dba4f6d req-d6c4ee1c-4b33-44bd-b1e4-0ae86cd25dc7 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:29.149135 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7f1ff98b-81c1-4b34-9970-95854dba4f6d req-d6c4ee1c-4b33-44bd-b1e4-0ae86cd25dc7 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4d852e4f-fefc-41ec-a9fb-ed78c9a471d7 HTTP/1.1" status: 200 len: 1125 time: 0.4476976 Feb 09 01:29:29.175485 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['5f553255-2596-4da2-b62f-b47dab2ebf8f'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:29:29.282550 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7f1ff98b-81c1-4b34-9970-95854dba4f6d req-e64c2344-97d4-4108-81cc-2ae3c63cff71 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=23aadf47-471e-4955-af58-ae02af4b1fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779960 Feb 09 01:29:29.287529 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-24aea93f-a4c8-4819-adc8-2f39fb992f59 req-873c37d7-cd7c-44eb-bebd-f3af3b50b6d1 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f72cb158-ae73-4777-be1f-4d98341d602e HTTP/1.1" status: 200 len: 217 time: 0.2084143 Feb 09 01:29:29.297113 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-f9a2c146-b9fc-452d-9acc-39bf3a73d5d7 None None] Set router 3cda6346-95ae-4504-baf4-a5958017f8be gateway port host: None {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:29:29.310152 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-74e04d62-b01f-4bb3-a553-843868dd2888 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (e02b13f4-3113-4df7-9f28-8a3ca4f007d9), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:29.315605 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-671e770a-c32b-4cbe-9d32-ba3e6428a3b7 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Deleting port bb62e363-6020-46aa-80d2-f03da81e8537 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:29:29.319307 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-671e770a-c32b-4cbe-9d32-ba3e6428a3b7 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (bb62e363-6020-46aa-80d2-f03da81e8537), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:29.338753 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=5f553255-2596-4da2-b62f-b47dab2ebf8f,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:29.455766 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aea93f-a4c8-4819-adc8-2f39fb992f59 req-f056f5f9-8e53-46f1-887c-5cbd8a60200f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:29.464775 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-24aea93f-a4c8-4819-adc8-2f39fb992f59 req-f056f5f9-8e53-46f1-887c-5cbd8a60200f service neutron] 10.222.0.120 "GET /v2.0/subnets?id=e8a10734-f380-44a3-a9f7-298105351e3b HTTP/1.1" status: 200 len: 850 time: 0.1321564 Feb 09 01:29:29.657097 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1bcd9cc-8839-47e4-9c39-48c02923e077 req-87df8539-8b8a-4ac6-b588-afa70083e4d6 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5687330 Feb 09 01:29:29.728077 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aea93f-a4c8-4819-adc8-2f39fb992f59 req-6398a38f-23e1-47bf-952f-20535e154b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:29.742393 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-24aea93f-a4c8-4819-adc8-2f39fb992f59 req-6398a38f-23e1-47bf-952f-20535e154b5c service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=d88b7625-86d0-4021-80a0-5ba2f7b1a042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1543262 Feb 09 01:29:29.803831 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-f9a2c146-b9fc-452d-9acc-39bf3a73d5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'name': 'tempest-RoutersTest-router-1370585882', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:14Z', 'updated_at': '2022-02-09T01:29:27Z', 'revision_number': 10, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'gw_port_host': None, '_interfaces': [{'id': '22250887-9eda-43fa-ab79-16e51ff09fce', 'name': '', 'network_id': '7a270272-64b7-4ca9-a64b-7296b464b1ae', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:c3:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd603a904-ec18-4b46-981a-c15c52d44f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:18Z', 'updated_at': '2022-02-09T01:28:27Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': 'd603a904-ec18-4b46-981a-c15c52d44f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:29.865862 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a2c146-b9fc-452d-9acc-39bf3a73d5d7 None None] Checking router: 3cda6346-95ae-4504-baf4-a5958017f8be for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:29:29.877178 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a2c146-b9fc-452d-9acc-39bf3a73d5d7 None None] Routers {'3cda6346-95ae-4504-baf4-a5958017f8be'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:29:29.877178 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-f9a2c146-b9fc-452d-9acc-39bf3a73d5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:29:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['3cda6346-95ae-4504-baf4-a5958017f8be'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:29.943243 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-24aea93f-a4c8-4819-adc8-2f39fb992f59 req-10078213-7dc5-42ab-a8c8-4e723046dc49 service neutron] 10.222.0.120 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928618 Feb 09 01:29:30.072074 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-f9a2c146-b9fc-452d-9acc-39bf3a73d5d7 None None] Set router 3cda6346-95ae-4504-baf4-a5958017f8be gateway port host: None {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:29:30.072826 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-671e770a-c32b-4cbe-9d32-ba3e6428a3b7 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (bb62e363-6020-46aa-80d2-f03da81e8537), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:30.116030 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-671e770a-c32b-4cbe-9d32-ba3e6428a3b7 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Calling delete_port for bb62e363-6020-46aa-80d2-f03da81e8537 owned by {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:29:30.278766 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-74e04d62-b01f-4bb3-a553-843868dd2888 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (e02b13f4-3113-4df7-9f28-8a3ca4f007d9), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:30.448844 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-74e04d62-b01f-4bb3-a553-843868dd2888 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (e02b13f4-3113-4df7-9f28-8a3ca4f007d9), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:30.507181 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-f9a2c146-b9fc-452d-9acc-39bf3a73d5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'name': 'tempest-RoutersTest-router-1370585882', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:14Z', 'updated_at': '2022-02-09T01:29:27Z', 'revision_number': 10, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'gw_port_host': None, '_interfaces': [{'id': '22250887-9eda-43fa-ab79-16e51ff09fce', 'name': '', 'network_id': '7a270272-64b7-4ca9-a64b-7296b464b1ae', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:c3:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd603a904-ec18-4b46-981a-c15c52d44f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:18Z', 'updated_at': '2022-02-09T01:28:27Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': 'd603a904-ec18-4b46-981a-c15c52d44f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:30.538603 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 5f553255-2596-4da2-b62f-b47dab2ebf8f up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:29:30.542902 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-74e04d62-b01f-4bb3-a553-843868dd2888 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:30.555322 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-74e04d62-b01f-4bb3-a553-843868dd2888 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "DELETE /v2.0/subnets/e02b13f4-3113-4df7-9f28-8a3ca4f007d9 HTTP/1.1" status: 204 len: 168 time: 1.6909609 Feb 09 01:29:30.560351 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e04d62-b01f-4bb3-a553-843868dd2888 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event deleted for resources: {'Subnet': ['ID=e02b13f4-3113-4df7-9f28-8a3ca4f007d9,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:30.562283 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48598) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:30.591629 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-24aea93f-a4c8-4819-adc8-2f39fb992f59 req-5dc77711-d647-4dfd-8cb8-45474c147386 service neutron] 10.222.0.120 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6341069 Feb 09 01:29:30.592373 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a2c146-b9fc-452d-9acc-39bf3a73d5d7 None None] The sync data for ids ['3cda6346-95ae-4504-baf4-a5958017f8be'] in n-d-828369-4 is: [{'id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'name': 'tempest-RoutersTest-router-1370585882', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:14Z', 'updated_at': '2022-02-09T01:29:27Z', 'revision_number': 10, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'gw_port_host': None, '_interfaces': [{'id': '22250887-9eda-43fa-ab79-16e51ff09fce', 'name': '', 'network_id': '7a270272-64b7-4ca9-a64b-7296b464b1ae', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'mac_address': 'fa:16:3e:c3:cd:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': 'd603a904-ec18-4b46-981a-c15c52d44f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:18Z', 'updated_at': '2022-02-09T01:28:27Z', 'revision_number': 5, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'subnets': [{'id': 'd603a904-ec18-4b46-981a-c15c52d44f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:29:30.597404 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-671e770a-c32b-4cbe-9d32-ba3e6428a3b7 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (bb62e363-6020-46aa-80d2-f03da81e8537), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:30.699189 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c8e8f021-6d3d-428e-8e27-56b82702f926 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:30.714587 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d954a8fd-33ba-400a-9192-c35beae59405 None None] Network cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:29:30.739953 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e770a-c32b-4cbe-9d32-ba3e6428a3b7 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Pushing event deleted for resources: {'Port': ['ID=bb62e363-6020-46aa-80d2-f03da81e8537,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:30.766514 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-c8e8f021-6d3d-428e-8e27-56b82702f926 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Deleting port 13761fae-7263-4667-aef9-91681f0eeb18 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:29:30.766871 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c8e8f021-6d3d-428e-8e27-56b82702f926 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (13761fae-7263-4667-aef9-91681f0eeb18), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:30.949079 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-c8e8f021-6d3d-428e-8e27-56b82702f926 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] For port 13761fae-7263-4667-aef9-91681f0eeb18, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=13761fae-7263-4667-aef9-91681f0eeb18,segment=NetworkSegment(f9b6b58d-8390-4f69-b94d-6b97fdc198cb),segment_id=f9b6b58d-8390-4f69-b94d-6b97fdc198cb)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:30.950047 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c8e8f021-6d3d-428e-8e27-56b82702f926 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (13761fae-7263-4667-aef9-91681f0eeb18), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:30.957990 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 5f553255-2596-4da2-b62f-b47dab2ebf8f completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:29:30.966328 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 5f553255-2596-4da2-b62f-b47dab2ebf8f triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:29:30.977205 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (5f553255-2596-4da2-b62f-b47dab2ebf8f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:30.996263 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-c8e8f021-6d3d-428e-8e27-56b82702f926 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Calling delete_port for 13761fae-7263-4667-aef9-91681f0eeb18 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:29:31.006158 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c76c5-7c8a-4c82-bae8-761f31a34728 req-9cf2d8bb-2d0c-4ddc-bdc8-c92f377f2769 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:31.026222 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-860c76c5-7c8a-4c82-bae8-761f31a34728 req-9cf2d8bb-2d0c-4ddc-bdc8-c92f377f2769 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4d852e4f-fefc-41ec-a9fb-ed78c9a471d7 HTTP/1.1" status: 200 len: 1126 time: 0.5024507 Feb 09 01:29:31.144411 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-671e770a-c32b-4cbe-9d32-ba3e6428a3b7 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:31.147802 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-671e770a-c32b-4cbe-9d32-ba3e6428a3b7 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] 10.222.0.50 "DELETE /v2.0/ports/bb62e363-6020-46aa-80d2-f03da81e8537 HTTP/1.1" status: 204 len: 168 time: 3.0352402 Feb 09 01:29:31.166927 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 48602) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:31.206123 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 5f553255-2596-4da2-b62f-b47dab2ebf8f is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:31.206710 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5f553255-2596-4da2-b62f-b47dab2ebf8f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:31.298815 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-860c76c5-7c8a-4c82-bae8-761f31a34728 req-6fc1814b-1b1f-467d-8f50-3f505ecf0df4 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=23aadf47-471e-4955-af58-ae02af4b1fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422225 Feb 09 01:29:31.307336 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c8e8f021-6d3d-428e-8e27-56b82702f926 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (13761fae-7263-4667-aef9-91681f0eeb18), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:31.326195 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 5f553255-2596-4da2-b62f-b47dab2ebf8f, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=5f553255-2596-4da2-b62f-b47dab2ebf8f,segment=NetworkSegment(25ffc71a-87b5-47bc-ac3a-d1ad83c65f95),segment_id=25ffc71a-87b5-47bc-ac3a-d1ad83c65f95)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:31.333569 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2df2b2-438a-410a-9fcb-eac882b0eeb1 req-5f4fc029-7084-48ac-a773-958b845973d4 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:31.334649 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d852e4f-fefc-41ec-a9fb-ed78c9a471d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f553255-2596-4da2-b62f-b47dab2ebf8f'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:29:31.339296 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f374bfbb-d59a-49e5-b711-9b14f9fbd0f5" -d '{"events": [{"server_uuid": "4d852e4f-fefc-41ec-a9fb-ed78c9a471d7", "name": "network-vif-plugged", "status": "completed", "tag": "5f553255-2596-4da2-b62f-b47dab2ebf8f"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:29:31.342535 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6a358c-cefd-4792-a9a7-c8cad11c8f47 None None] DHCP port deletion for cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:29:31.342686 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7d2df2b2-438a-410a-9fcb-eac882b0eeb1 req-5f4fc029-7084-48ac-a773-958b845973d4 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccca30c7-d504-4508-aedc-fae32de95a07 HTTP/1.1" status: 200 len: 945 time: 0.5041161 Feb 09 01:29:31.357482 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (5f553255-2596-4da2-b62f-b47dab2ebf8f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:31.398380 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e8f021-6d3d-428e-8e27-56b82702f926 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event deleted for resources: {'Port': ['ID=13761fae-7263-4667-aef9-91681f0eeb18,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:31.415626 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e8f021-6d3d-428e-8e27-56b82702f926 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] No DVR routers for this DVR port 13761fae-7263-4667-aef9-91681f0eeb18 on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:29:31.471198 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166df7d6-e3b9-46e1-b346-ed5b3d819f86 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:31.476013 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-166df7d6-e3b9-46e1-b346-ed5b3d819f86 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] 10.222.0.50 "GET /v2.0/ports?device_id=a187f7fc-9969-49b5-992c-7698094a49b8 HTTP/1.1" status: 200 len: 913 time: 0.2981200 Feb 09 01:29:31.495098 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7d2df2b2-438a-410a-9fcb-eac882b0eeb1 req-c3270985-c051-4bb6-bf70-f5fa64c37517 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454854 Feb 09 01:29:31.500979 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ad58de-7616-46ff-9aba-1ba532e601ca x-openstack-request-id: req-18ad58de-7616-46ff-9aba-1ba532e601ca {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:29:31.501249 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d852e4f-fefc-41ec-a9fb-ed78c9a471d7", "name": "network-vif-plugged", "status": "completed", "tag": "5f553255-2596-4da2-b62f-b47dab2ebf8f", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:29:31.501380 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-18ad58de-7616-46ff-9aba-1ba532e601ca {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:29:31.501766 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d852e4f-fefc-41ec-a9fb-ed78c9a471d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f553255-2596-4da2-b62f-b47dab2ebf8f', 'code': 200} Feb 09 01:29:31.503163 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 48608) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:31.532946 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device f72cb158-ae73-4777-be1f-4d98341d602e no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:29:31.620025 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c8e8f021-6d3d-428e-8e27-56b82702f926 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:31.663575 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-c8e8f021-6d3d-428e-8e27-56b82702f926 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:31.675366 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-c8e8f021-6d3d-428e-8e27-56b82702f926 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9b6b58d-8390-4f69-b94d-6b97fdc198cb') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:31.677177 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-c8e8f021-6d3d-428e-8e27-56b82702f926 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9b6b58d-8390-4f69-b94d-6b97fdc198cb') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:31.688975 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c8e8f021-6d3d-428e-8e27-56b82702f926 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (f9b6b58d-8390-4f69-b94d-6b97fdc198cb), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:31.704507 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c8e8f021-6d3d-428e-8e27-56b82702f926 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (f9b6b58d-8390-4f69-b94d-6b97fdc198cb), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:31.712795 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e8f021-6d3d-428e-8e27-56b82702f926 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:29:31.713211 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c8e8f021-6d3d-428e-8e27-56b82702f926 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (f9b6b58d-8390-4f69-b94d-6b97fdc198cb), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:31.717468 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 13761fae-7263-4667-aef9-91681f0eeb18 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:29:31.789616 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:29:31.789616 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:29:31.789616 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:29:31.789616 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:29:31.789616 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:29:31.789616 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:29:31.789616 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:29:31.789616 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:29:31.789616 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:29:31.789616 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:29:31.789616 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:29:31.789616 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:29:31.789616 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:29:31.789616 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:29:31.789616 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:29:31.789616 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:29:31.789616 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:29:31.789616 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:29:31.789616 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:29:31.789616 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:29:31.789616 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:29:31.789616 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:29:31.789616 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:29:31.789616 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:29:31.789616 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:29:31.789616 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:29:31.789616 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:29:31.789616 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:29:31.789616 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:29:31.789616 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:29:31.789616 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:29:31.789616 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:29:31.796664 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 13761fae-7263-4667-aef9-91681f0eeb18 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:29:31.797618 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 13761fae-7263-4667-aef9-91681f0eeb18 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:29:31.799609 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 530651e9-ed72-4c9d-ab0b-62bc0f4dbc76 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:29:31.802872 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c8e8f021-6d3d-428e-8e27-56b82702f926 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:31.837849 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c8e8f021-6d3d-428e-8e27-56b82702f926 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:31.843887 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c8e8f021-6d3d-428e-8e27-56b82702f926 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "DELETE /v2.0/networks/cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53 HTTP/1.1" status: 204 len: 168 time: 1.2807302 Feb 09 01:29:31.847320 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 530651e9-ed72-4c9d-ab0b-62bc0f4dbc76 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:29:31.847683 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 530651e9-ed72-4c9d-ab0b-62bc0f4dbc76 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:29:31.855442 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48614) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:31.867928 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e8f021-6d3d-428e-8e27-56b82702f926 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event deleted for resources: {'Network': ['ID=cb4841b2-fcdc-41a1-a7c5-dcdc5a867a53,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:31.877223 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=5f553255-2596-4da2-b62f-b47dab2ebf8f,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:31.967752 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port f72cb158-ae73-4777-be1f-4d98341d602e is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:31.968149 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f72cb158-ae73-4777-be1f-4d98341d602e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:31.974902 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61d6e0-1383-4956-9cc4-82908f097412 req-c3a39640-1d47-422b-803b-cb3260fb753f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:31.977147 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-cd61d6e0-1383-4956-9cc4-82908f097412 req-c3a39640-1d47-422b-803b-cb3260fb753f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4d852e4f-fefc-41ec-a9fb-ed78c9a471d7 HTTP/1.1" status: 200 len: 1127 time: 0.1896894 Feb 09 01:29:32.078591 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port f72cb158-ae73-4777-be1f-4d98341d602e, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=f72cb158-ae73-4777-be1f-4d98341d602e,segment=NetworkSegment(c65aa26b-6f4d-4da5-9ac6-6c267d824ab1),segment_id=c65aa26b-6f4d-4da5-9ac6-6c267d824ab1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:32.088937 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f72cb158-ae73-4777-be1f-4d98341d602e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:32.185182 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=f72cb158-ae73-4777-be1f-4d98341d602e,revision_number=8']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:32.254835 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-cd61d6e0-1383-4956-9cc4-82908f097412 req-e52481bb-576c-4cb6-ba54-4a5ba71f93d5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=23aadf47-471e-4955-af58-ae02af4b1fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657573 Feb 09 01:29:32.414859 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-10cffdc0-7b1f-4078-b6d0-1ffbd142f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:32.623786 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-408d953e-1810-4c53-b681-1fc618779c32 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (3cda6346-95ae-4504-baf4-a5958017f8be), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:32.798914 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1927e-eff3-48a4-b8cb-64829f7b9372 req-271aadc8-eb5c-4932-b44e-d80f7172d8a9 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:32.808249 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9de1927e-eff3-48a4-b8cb-64829f7b9372 req-271aadc8-eb5c-4932-b44e-d80f7172d8a9 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4d852e4f-fefc-41ec-a9fb-ed78c9a471d7 HTTP/1.1" status: 200 len: 1127 time: 0.3378646 Feb 09 01:29:32.881958 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47c121-5a5e-430a-8aba-f442a963ea21 req-ed4a8201-4db6-4c10-b525-d979d91feb04 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:32.883715 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0e47c121-5a5e-430a-8aba-f442a963ea21 req-ed4a8201-4db6-4c10-b525-d979d91feb04 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccca30c7-d504-4508-aedc-fae32de95a07 HTTP/1.1" status: 200 len: 943 time: 0.1602411 Feb 09 01:29:32.910548 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1b3c9e0c-c160-497e-9d4b-8d722737cec8 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (a187f7fc-9969-49b5-992c-7698094a49b8), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:33.245257 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9de1927e-eff3-48a4-b8cb-64829f7b9372 req-7939bb74-5ce2-4845-aaf8-8cafb4dd3858 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=23aadf47-471e-4955-af58-ae02af4b1fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4352276 Feb 09 01:29:33.338315 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0e47c121-5a5e-430a-8aba-f442a963ea21 req-0c587d43-46a1-44f6-bfaa-51f8ec89ed30 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4469516 Feb 09 01:29:33.384428 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-408d953e-1810-4c53-b681-1fc618779c32 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Deleting port 22250887-9eda-43fa-ab79-16e51ff09fce {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:29:33.385175 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-408d953e-1810-4c53-b681-1fc618779c32 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (22250887-9eda-43fa-ab79-16e51ff09fce), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:33.502683 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccca30c7-d504-4508-aedc-fae32de95a07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f72cb158-ae73-4777-be1f-4d98341d602e'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:29:33.505693 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12d8b33-fe8e-42e8-9330-7e05e6190d55" -d '{"events": [{"server_uuid": "ccca30c7-d504-4508-aedc-fae32de95a07", "name": "network-vif-unplugged", "status": "completed", "tag": "f72cb158-ae73-4777-be1f-4d98341d602e"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:29:33.532176 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-1b3c9e0c-c160-497e-9d4b-8d722737cec8 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Deleting port 10cb2481-4692-4f1c-8dec-91071228e0b5 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:29:33.532535 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1b3c9e0c-c160-497e-9d4b-8d722737cec8 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (10cb2481-4692-4f1c-8dec-91071228e0b5), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:33.568881 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Feb 2022 01:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1465d62f-58b1-48f5-937a-8969267b0235 x-openstack-request-id: req-1465d62f-58b1-48f5-937a-8969267b0235 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:29:33.569695 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccca30c7-d504-4508-aedc-fae32de95a07", "name": "network-vif-unplugged", "status": "failed", "tag": "f72cb158-ae73-4777-be1f-4d98341d602e", "code": 422}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:29:33.570159 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1465d62f-58b1-48f5-937a-8969267b0235 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:29:33.571753 n-d-828369-4 neutron-server[103138]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ccca30c7-d504-4508-aedc-fae32de95a07', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f72cb158-ae73-4777-be1f-4d98341d602e', 'code': 422} returned with failed status Feb 09 01:29:33.598987 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-408d953e-1810-4c53-b681-1fc618779c32 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] For port 22250887-9eda-43fa-ab79-16e51ff09fce, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=22250887-9eda-43fa-ab79-16e51ff09fce,segment=NetworkSegment(59a43da0-8fbf-491f-a108-c60ff559cda3),segment_id=59a43da0-8fbf-491f-a108-c60ff559cda3)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:33.599339 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-408d953e-1810-4c53-b681-1fc618779c32 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (22250887-9eda-43fa-ab79-16e51ff09fce), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:33.627789 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-408d953e-1810-4c53-b681-1fc618779c32 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Calling delete_port for 22250887-9eda-43fa-ab79-16e51ff09fce owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:29:33.682877 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1b3c9e0c-c160-497e-9d4b-8d722737cec8 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (10cb2481-4692-4f1c-8dec-91071228e0b5), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:33.705448 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-1b3c9e0c-c160-497e-9d4b-8d722737cec8 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Calling delete_port for 10cb2481-4692-4f1c-8dec-91071228e0b5 owned by network:router_interface {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:29:33.963318 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-408d953e-1810-4c53-b681-1fc618779c32 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (22250887-9eda-43fa-ab79-16e51ff09fce), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:33.979213 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1b3c9e0c-c160-497e-9d4b-8d722737cec8 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (10cb2481-4692-4f1c-8dec-91071228e0b5), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:34.018587 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d953e-1810-4c53-b681-1fc618779c32 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event deleted for resources: {'Port': ['ID=22250887-9eda-43fa-ab79-16e51ff09fce,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:34.076658 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3c9e0c-c160-497e-9d4b-8d722737cec8 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Pushing event deleted for resources: {'Port': ['ID=10cb2481-4692-4f1c-8dec-91071228e0b5,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:34.288772 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-408d953e-1810-4c53-b681-1fc618779c32 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (3cda6346-95ae-4504-baf4-a5958017f8be), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:34.482882 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-045dd806-f164-4d34-a6c8-d48428023289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:34.613788 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d04b55-3181-4463-9649-137b9568bd0c req-71eab707-5436-44b5-b942-7740b1ec0518 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:34.623625 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b5d04b55-3181-4463-9649-137b9568bd0c req-71eab707-5436-44b5-b942-7740b1ec0518 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4d852e4f-fefc-41ec-a9fb-ed78c9a471d7 HTTP/1.1" status: 200 len: 1127 time: 0.1711109 Feb 09 01:29:34.655526 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884af184-90bd-4dfe-9617-303b3575725c req-b24e018a-e501-454c-9e4e-0d689fc10d73 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:34.664566 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-884af184-90bd-4dfe-9617-303b3575725c req-b24e018a-e501-454c-9e4e-0d689fc10d73 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccca30c7-d504-4508-aedc-fae32de95a07 HTTP/1.1" status: 200 len: 943 time: 0.1345184 Feb 09 01:29:34.745959 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-884af184-90bd-4dfe-9617-303b3575725c req-17fabd83-d0b2-4f35-a607-90da993c8154 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727952 Feb 09 01:29:34.752733 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1b3c9e0c-c160-497e-9d4b-8d722737cec8 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (a187f7fc-9969-49b5-992c-7698094a49b8), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:34.784612 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408d953e-1810-4c53-b681-1fc618779c32 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Router 3cda6346-95ae-4504-baf4-a5958017f8be has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:29:34.791211 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b5d04b55-3181-4463-9649-137b9568bd0c req-02fb753d-e326-403b-b312-bcc8a26b0f0c tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=23aadf47-471e-4955-af58-ae02af4b1fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666734 Feb 09 01:29:34.974607 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408d953e-1810-4c53-b681-1fc618779c32 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:29:34.984964 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729d69df-33db-4558-8161-67fa4ee4e779 None None] Sync routers for ids ['3cda6346-95ae-4504-baf4-a5958017f8be'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:29:34.987946 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-408d953e-1810-4c53-b681-1fc618779c32 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "PUT /v2.0/routers/3cda6346-95ae-4504-baf4-a5958017f8be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1296692 Feb 09 01:29:34.989740 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48648) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:35.008951 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729d69df-33db-4558-8161-67fa4ee4e779 None None] Routers {'3cda6346-95ae-4504-baf4-a5958017f8be'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:29:35.009928 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-729d69df-33db-4558-8161-67fa4ee4e779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:29:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['3cda6346-95ae-4504-baf4-a5958017f8be'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:35.102772 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-4781192f-751c-4f9a-879f-51adc248dea8 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Deleting subnet d603a904-ec18-4b46-981a-c15c52d44f5a {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:29:35.114859 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4781192f-751c-4f9a-879f-51adc248dea8 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for subnet (d603a904-ec18-4b46-981a-c15c52d44f5a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:35.171900 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-729d69df-33db-4558-8161-67fa4ee4e779 None None] Set router 3cda6346-95ae-4504-baf4-a5958017f8be gateway port host: None {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:29:35.239665 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4781192f-751c-4f9a-879f-51adc248dea8 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (d603a904-ec18-4b46-981a-c15c52d44f5a), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:35.243273 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-729d69df-33db-4558-8161-67fa4ee4e779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'name': 'tempest-RoutersTest-router-1370585882', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:14Z', 'updated_at': '2022-02-09T01:29:33Z', 'revision_number': 11, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:35.273328 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729d69df-33db-4558-8161-67fa4ee4e779 None None] Checking router: 3cda6346-95ae-4504-baf4-a5958017f8be for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:29:35.285572 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729d69df-33db-4558-8161-67fa4ee4e779 None None] Routers {'3cda6346-95ae-4504-baf4-a5958017f8be'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:29:35.286486 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-729d69df-33db-4558-8161-67fa4ee4e779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:29:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['3cda6346-95ae-4504-baf4-a5958017f8be'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:35.406640 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4781192f-751c-4f9a-879f-51adc248dea8 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (d603a904-ec18-4b46-981a-c15c52d44f5a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:35.566209 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4781192f-751c-4f9a-879f-51adc248dea8 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (d603a904-ec18-4b46-981a-c15c52d44f5a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:35.654419 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4781192f-751c-4f9a-879f-51adc248dea8 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event deleted for resources: {'Subnet': ['ID=d603a904-ec18-4b46-981a-c15c52d44f5a,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:35.660286 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4781192f-751c-4f9a-879f-51adc248dea8 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:35.673233 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4781192f-751c-4f9a-879f-51adc248dea8 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "DELETE /v2.0/subnets/d603a904-ec18-4b46-981a-c15c52d44f5a HTTP/1.1" status: 204 len: 168 time: 0.6791379 Feb 09 01:29:35.688830 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48650) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:35.730256 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3c9e0c-c160-497e-9d4b-8d722737cec8 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Router a187f7fc-9969-49b5-992c-7698094a49b8 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:29:35.825598 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-729d69df-33db-4558-8161-67fa4ee4e779 None None] Set router 3cda6346-95ae-4504-baf4-a5958017f8be gateway port host: None {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:29:35.879636 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e2c64876-e471-4625-bf23-f0bf5ff45a6f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (7a270272-64b7-4ca9-a64b-7296b464b1ae), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:35.894362 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3c9e0c-c160-497e-9d4b-8d722737cec8 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:29:35.908061 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbdad15-267c-4fad-b5f1-6b53457f6696 None None] Sync routers for ids ['a187f7fc-9969-49b5-992c-7698094a49b8'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:29:35.909514 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1b3c9e0c-c160-497e-9d4b-8d722737cec8 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] 10.222.0.50 "PUT /v2.0/routers/a187f7fc-9969-49b5-992c-7698094a49b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4052973 Feb 09 01:29:35.922744 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee53d768-de46-47ae-97eb-0eae444135b8 req-8332542c-e4d9-48b4-81d6-d7e6d22fc278 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:35.924649 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee53d768-de46-47ae-97eb-0eae444135b8 req-8332542c-e4d9-48b4-81d6-d7e6d22fc278 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.9920733 Feb 09 01:29:35.925325 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 48654) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:35.945595 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbdad15-267c-4fad-b5f1-6b53457f6696 None None] Routers {'a187f7fc-9969-49b5-992c-7698094a49b8'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:29:35.947067 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-6fbdad15-267c-4fad-b5f1-6b53457f6696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:29:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['a187f7fc-9969-49b5-992c-7698094a49b8'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:35.972456 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e961abdb-33bb-4024-bd23-04dae06ecc3b None None] Network 7a270272-64b7-4ca9-a64b-7296b464b1ae requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:29:35.994812 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-729d69df-33db-4558-8161-67fa4ee4e779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'name': 'tempest-RoutersTest-router-1370585882', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:14Z', 'updated_at': '2022-02-09T01:29:33Z', 'revision_number': 11, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:36.047273 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-e2c64876-e471-4625-bf23-f0bf5ff45a6f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Deleting port 99d5ac5e-8286-4445-99c5-8f8a5350ab47 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:29:36.047620 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e2c64876-e471-4625-bf23-f0bf5ff45a6f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (99d5ac5e-8286-4445-99c5-8f8a5350ab47), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:36.060212 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-6fbdad15-267c-4fad-b5f1-6b53457f6696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:36.094035 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbdad15-267c-4fad-b5f1-6b53457f6696 None None] Routers {'a187f7fc-9969-49b5-992c-7698094a49b8'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:29:36.095372 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-6fbdad15-267c-4fad-b5f1-6b53457f6696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:29:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['a187f7fc-9969-49b5-992c-7698094a49b8'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:36.169276 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad05acc7-8de8-4423-beb0-8ce7441b92cd req-c7c8cb02-a3ca-47a6-90df-fc578117405c tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:36.170867 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad05acc7-8de8-4423-beb0-8ce7441b92cd req-c7c8cb02-a3ca-47a6-90df-fc578117405c tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4d852e4f-fefc-41ec-a9fb-ed78c9a471d7 HTTP/1.1" status: 200 len: 1127 time: 1.2202249 Feb 09 01:29:36.197378 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-6fbdad15-267c-4fad-b5f1-6b53457f6696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:36.198926 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbdad15-267c-4fad-b5f1-6b53457f6696 None None] The sync data for ids ['a187f7fc-9969-49b5-992c-7698094a49b8'] in n-d-828369-4 is: [] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:29:36.208166 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-e2c64876-e471-4625-bf23-f0bf5ff45a6f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] For port 99d5ac5e-8286-4445-99c5-8f8a5350ab47, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=99d5ac5e-8286-4445-99c5-8f8a5350ab47,segment=NetworkSegment(59a43da0-8fbf-491f-a108-c60ff559cda3),segment_id=59a43da0-8fbf-491f-a108-c60ff559cda3)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:36.208568 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e2c64876-e471-4625-bf23-f0bf5ff45a6f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (99d5ac5e-8286-4445-99c5-8f8a5350ab47), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:36.236022 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-e2c64876-e471-4625-bf23-f0bf5ff45a6f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Calling delete_port for 99d5ac5e-8286-4445-99c5-8f8a5350ab47 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:29:36.236378 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729d69df-33db-4558-8161-67fa4ee4e779 None None] The sync data for ids ['3cda6346-95ae-4504-baf4-a5958017f8be'] in n-d-828369-4 is: [{'id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'name': 'tempest-RoutersTest-router-1370585882', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:14Z', 'updated_at': '2022-02-09T01:29:33Z', 'revision_number': 11, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'gw_port_host': None}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:29:36.276402 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:36.280472 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c6ed213c-fc9c-464d-a9f4-fce59e07d07e tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks [] for router (a187f7fc-9969-49b5-992c-7698094a49b8), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:36.363027 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e2c64876-e471-4625-bf23-f0bf5ff45a6f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (99d5ac5e-8286-4445-99c5-8f8a5350ab47), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:36.384573 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c64876-e471-4625-bf23-f0bf5ff45a6f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] No DVR routers for this DVR port 99d5ac5e-8286-4445-99c5-8f8a5350ab47 on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:29:36.410738 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c64876-e471-4625-bf23-f0bf5ff45a6f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event deleted for resources: {'Port': ['ID=99d5ac5e-8286-4445-99c5-8f8a5350ab47,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:36.459483 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee53d768-de46-47ae-97eb-0eae444135b8 req-67df2ecd-a055-487a-9cc1-0296c24c0622 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3362250 Feb 09 01:29:36.514402 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad05acc7-8de8-4423-beb0-8ce7441b92cd req-a7e2f90e-1e28-4bc9-83c5-9eb897382538 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=23aadf47-471e-4955-af58-ae02af4b1fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226485 Feb 09 01:29:36.526468 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e2c64876-e471-4625-bf23-f0bf5ff45a6f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (7a270272-64b7-4ca9-a64b-7296b464b1ae), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:36.585007 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c6ed213c-fc9c-464d-a9f4-fce59e07d07e tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks [] for router_gateway (a187f7fc-9969-49b5-992c-7698094a49b8), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:36.587135 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-e2c64876-e471-4625-bf23-f0bf5ff45a6f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a270272-64b7-4ca9-a64b-7296b464b1ae']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:36.641019 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-e2c64876-e471-4625-bf23-f0bf5ff45a6f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59a43da0-8fbf-491f-a108-c60ff559cda3') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:36.641498 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-e2c64876-e471-4625-bf23-f0bf5ff45a6f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59a43da0-8fbf-491f-a108-c60ff559cda3') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:36.646486 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084d054a-90a4-4e5f-a869-bd833a7238be None None] DHCP port deletion for 7a270272-64b7-4ca9-a64b-7296b464b1ae request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:29:36.694638 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e2c64876-e471-4625-bf23-f0bf5ff45a6f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (59a43da0-8fbf-491f-a108-c60ff559cda3), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:36.728593 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e2c64876-e471-4625-bf23-f0bf5ff45a6f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (59a43da0-8fbf-491f-a108-c60ff559cda3), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:36.737649 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2c64876-e471-4625-bf23-f0bf5ff45a6f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:29:36.738221 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e2c64876-e471-4625-bf23-f0bf5ff45a6f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (59a43da0-8fbf-491f-a108-c60ff559cda3), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:36.741616 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:29:36.741616 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:29:36.741616 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:29:36.741616 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:29:36.741616 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:29:36.741616 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:29:36.741616 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:29:36.741616 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:29:36.741616 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:29:36.741616 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:29:36.741616 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:29:36.741616 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:29:36.741616 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:29:36.741616 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:29:36.741616 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:29:36.741616 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:29:36.741616 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:29:36.741616 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:29:36.741616 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:29:36.741616 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:29:36.741616 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:29:36.741616 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:29:36.741616 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:29:36.741616 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:29:36.741616 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:29:36.741616 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:29:36.741616 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:29:36.741616 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:29:36.741616 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:29:36.741616 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:29:36.741616 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:29:36.741616 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:29:36.824507 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e2c64876-e471-4625-bf23-f0bf5ff45a6f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (7a270272-64b7-4ca9-a64b-7296b464b1ae), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:36.839403 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e2c64876-e471-4625-bf23-f0bf5ff45a6f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:36.860867 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e2c64876-e471-4625-bf23-f0bf5ff45a6f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "DELETE /v2.0/networks/7a270272-64b7-4ca9-a64b-7296b464b1ae HTTP/1.1" status: 204 len: 168 time: 1.1710093 Feb 09 01:29:36.864078 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 48668) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:36.888818 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-8124aea1-7bb3-4044-9e6e-c0e96aed4e4e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Request body: {'router': {'routes': None}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:36.897594 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c64876-e471-4625-bf23-f0bf5ff45a6f tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Pushing event deleted for resources: {'Network': ['ID=7a270272-64b7-4ca9-a64b-7296b464b1ae,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:37.131175 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb20d8e7-94b0-4de8-ab16-4b2d824bce73 req-99eb53ed-2795-4b13-af1f-8154b7cd9fed tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:37.135870 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cb20d8e7-94b0-4de8-ab16-4b2d824bce73 req-99eb53ed-2795-4b13-af1f-8154b7cd9fed tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.5060322 Feb 09 01:29:37.186408 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f18a4-5e40-4a76-a2cc-736713a8ac40 req-00f8d3db-9ff9-45ed-a403-032bfe8a4525 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:37.196724 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ec5f18a4-5e40-4a76-a2cc-736713a8ac40 req-00f8d3db-9ff9-45ed-a403-032bfe8a4525 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4d852e4f-fefc-41ec-a9fb-ed78c9a471d7 HTTP/1.1" status: 200 len: 1127 time: 0.5687096 Feb 09 01:29:37.225988 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:37.250265 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.extraroute_db [None req-8124aea1-7bb3-4044-9e6e-c0e96aed4e4e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Added routes are [] {{(pid=103136) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 09 01:29:37.250724 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.extraroute_db [None req-8124aea1-7bb3-4044-9e6e-c0e96aed4e4e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Removed routes are [] {{(pid=103136) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 09 01:29:37.251198 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8124aea1-7bb3-4044-9e6e-c0e96aed4e4e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57606'] for router (3cda6346-95ae-4504-baf4-a5958017f8be), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:37.260976 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed213c-fc9c-464d-a9f4-fce59e07d07e tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Deleting port 8d86c245-060b-4cc9-b7a1-aa0ae337551a {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:29:37.261442 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c6ed213c-fc9c-464d-a9f4-fce59e07d07e tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (8d86c245-060b-4cc9-b7a1-aa0ae337551a), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:37.445118 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ec5f18a4-5e40-4a76-a2cc-736713a8ac40 req-2a14fdd8-f02b-4e50-b90a-02e2dec2d78a tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=23aadf47-471e-4955-af58-ae02af4b1fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015300 Feb 09 01:29:37.451821 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device f72cb158-ae73-4777-be1f-4d98341d602e no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:29:37.460433 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48676) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:37.611353 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8124aea1-7bb3-4044-9e6e-c0e96aed4e4e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57606'] for router (3cda6346-95ae-4504-baf4-a5958017f8be), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:37.619211 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cb20d8e7-94b0-4de8-ab16-4b2d824bce73 req-a0ff6a9f-dd94-47c5-b318-9eaf731fcc46 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4730992 Feb 09 01:29:37.622628 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8124aea1-7bb3-4044-9e6e-c0e96aed4e4e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-482771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-482762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-478377'] for router (3cda6346-95ae-4504-baf4-a5958017f8be), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:37.655529 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 99d5ac5e-8286-4445-99c5-8f8a5350ab47 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:29:37.730244 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a5a6fbd4-e106-48c8-9777-7fd38266dd28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:37.734189 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c6ed213c-fc9c-464d-a9f4-fce59e07d07e tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (8d86c245-060b-4cc9-b7a1-aa0ae337551a), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:37.749469 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed213c-fc9c-464d-a9f4-fce59e07d07e tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Calling delete_port for 8d86c245-060b-4cc9-b7a1-aa0ae337551a owned by network:router_gateway {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:29:37.752918 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 99d5ac5e-8286-4445-99c5-8f8a5350ab47 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:29:37.753390 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 99d5ac5e-8286-4445-99c5-8f8a5350ab47 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:29:37.754232 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 22250887-9eda-43fa-ab79-16e51ff09fce no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:29:37.861595 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 22250887-9eda-43fa-ab79-16e51ff09fce {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:29:37.861951 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 22250887-9eda-43fa-ab79-16e51ff09fce not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:29:37.966642 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:37.976899 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a5a6fbd4-e106-48c8-9777-7fd38266dd28 admin admin] Publish callbacks [] for security_group (dc59be44-94e8-4d30-9d81-ecae6a5b27bc), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:37.982656 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a5a6fbd4-e106-48c8-9777-7fd38266dd28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (dc59be44-94e8-4d30-9d81-ecae6a5b27bc), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:37.997427 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port f72cb158-ae73-4777-be1f-4d98341d602e is: DOWN; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:29:38.036128 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a5a6fbd4-e106-48c8-9777-7fd38266dd28 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bf873534c2e14489aa8ecb6de5225887&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5729623 Feb 09 01:29:38.040131 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48688) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:38.081987 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6fbd4-e106-48c8-9777-7fd38266dd28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc59be44-94e8-4d30-9d81-ecae6a5b27bc,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:38.097283 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8124aea1-7bb3-4044-9e6e-c0e96aed4e4e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Router 3cda6346-95ae-4504-baf4-a5958017f8be has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:29:38.132250 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-57d53a6b-051e-4d5a-ad00-ab50a496cda6 admin admin] Publish callbacks [] for security_group (dc59be44-94e8-4d30-9d81-ecae6a5b27bc), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:38.163347 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-57d53a6b-051e-4d5a-ad00-ab50a496cda6 admin admin] Publish callbacks [] for security_group (dc59be44-94e8-4d30-9d81-ecae6a5b27bc), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:38.265771 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-57d53a6b-051e-4d5a-ad00-ab50a496cda6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (dc59be44-94e8-4d30-9d81-ecae6a5b27bc), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:38.268758 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-57d53a6b-051e-4d5a-ad00-ab50a496cda6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:38.272795 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-57d53a6b-051e-4d5a-ad00-ab50a496cda6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dc59be44-94e8-4d30-9d81-ecae6a5b27bc HTTP/1.1" status: 204 len: 168 time: 0.2313390 Feb 09 01:29:38.299030 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d53a6b-051e-4d5a-ad00-ab50a496cda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc59be44-94e8-4d30-9d81-ecae6a5b27bc,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:38.421276 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8124aea1-7bb3-4044-9e6e-c0e96aed4e4e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:29:38.433215 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8124aea1-7bb3-4044-9e6e-c0e96aed4e4e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:38.434785 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8124aea1-7bb3-4044-9e6e-c0e96aed4e4e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "PUT /v2.0/routers/3cda6346-95ae-4504-baf4-a5958017f8be HTTP/1.1" status: 200 len: 701 time: 1.5686939 Feb 09 01:29:38.437740 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48696) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:38.471793 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7f0b0-b65f-4c7d-9697-2be2b804d43d req-fd986e65-36d8-4181-8c9d-2a1989deb30e tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:38.476288 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-73d7f0b0-b65f-4c7d-9697-2be2b804d43d req-fd986e65-36d8-4181-8c9d-2a1989deb30e tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.5330026 Feb 09 01:29:38.483209 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc510188-c41d-416e-9481-fe903207afb6 None None] Sync routers for ids ['3cda6346-95ae-4504-baf4-a5958017f8be'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:29:38.486515 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-43b8f912-dcba-4aa7-953b-143fbcede77d tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "GET /v2.0/ports?device_id=3cda6346-95ae-4504-baf4-a5958017f8be HTTP/1.1" status: 200 len: 205 time: 0.0474753 Feb 09 01:29:38.491269 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 48698) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:38.522660 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d82fd9-04ee-487c-b35d-739e2ed3610c req-997401e2-385c-436d-a4ab-97fbe72e82ee tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:38.525606 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6d82fd9-04ee-487c-b35d-739e2ed3610c req-997401e2-385c-436d-a4ab-97fbe72e82ee tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4d852e4f-fefc-41ec-a9fb-ed78c9a471d7 HTTP/1.1" status: 200 len: 1127 time: 0.5487695 Feb 09 01:29:38.541966 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc510188-c41d-416e-9481-fe903207afb6 None None] Routers {'3cda6346-95ae-4504-baf4-a5958017f8be'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:29:38.544819 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-bc510188-c41d-416e-9481-fe903207afb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:29:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['3cda6346-95ae-4504-baf4-a5958017f8be'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:38.693619 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-bc510188-c41d-416e-9481-fe903207afb6 None None] Set router 3cda6346-95ae-4504-baf4-a5958017f8be gateway port host: None {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:29:38.723253 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1a572539-ae02-4bed-b0ca-fa5e76b9565b tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for router (3cda6346-95ae-4504-baf4-a5958017f8be), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:38.811223 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:38.825737 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-bc510188-c41d-416e-9481-fe903207afb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'name': 'tempest-RoutersTest-router-1370585882', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:14Z', 'updated_at': '2022-02-09T01:29:33Z', 'revision_number': 11, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:38.911585 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c6ed213c-fc9c-464d-a9f4-fce59e07d07e tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (8d86c245-060b-4cc9-b7a1-aa0ae337551a), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:38.920719 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc510188-c41d-416e-9481-fe903207afb6 None None] Checking router: 3cda6346-95ae-4504-baf4-a5958017f8be for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:29:38.934806 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc510188-c41d-416e-9481-fe903207afb6 None None] Routers {'3cda6346-95ae-4504-baf4-a5958017f8be'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:29:38.935447 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-bc510188-c41d-416e-9481-fe903207afb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:29:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['3cda6346-95ae-4504-baf4-a5958017f8be'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:38.937840 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-73d7f0b0-b65f-4c7d-9697-2be2b804d43d req-aa3cc559-8db2-4897-8203-e257dd7d852c tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4546068 Feb 09 01:29:39.015851 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed213c-fc9c-464d-a9f4-fce59e07d07e tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Pushing event deleted for resources: {'Port': ['ID=8d86c245-060b-4cc9-b7a1-aa0ae337551a,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:39.091998 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-bc510188-c41d-416e-9481-fe903207afb6 None None] Set router 3cda6346-95ae-4504-baf4-a5958017f8be gateway port host: None {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:29:39.151392 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-bc510188-c41d-416e-9481-fe903207afb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'name': 'tempest-RoutersTest-router-1370585882', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:14Z', 'updated_at': '2022-02-09T01:29:33Z', 'revision_number': 11, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:39.167995 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6d82fd9-04ee-487c-b35d-739e2ed3610c req-bec08c14-9be9-4d13-b0c4-956f2ad9c9b9 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=23aadf47-471e-4955-af58-ae02af4b1fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5867422 Feb 09 01:29:39.189721 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc510188-c41d-416e-9481-fe903207afb6 None None] The sync data for ids ['3cda6346-95ae-4504-baf4-a5958017f8be'] in n-d-828369-4 is: [{'id': '3cda6346-95ae-4504-baf4-a5958017f8be', 'name': 'tempest-RoutersTest-router-1370585882', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:14Z', 'updated_at': '2022-02-09T01:29:33Z', 'revision_number': 11, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'gw_port_host': None}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:29:39.222066 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed213c-fc9c-464d-a9f4-fce59e07d07e tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:39.222652 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed213c-fc9c-464d-a9f4-fce59e07d07e tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:39.223003 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed213c-fc9c-464d-a9f4-fce59e07d07e tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:39.223354 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed213c-fc9c-464d-a9f4-fce59e07d07e tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:39.223710 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed213c-fc9c-464d-a9f4-fce59e07d07e tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:39.224039 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed213c-fc9c-464d-a9f4-fce59e07d07e tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:39.224463 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed213c-fc9c-464d-a9f4-fce59e07d07e tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:39.224970 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed213c-fc9c-464d-a9f4-fce59e07d07e tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:39.225311 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed213c-fc9c-464d-a9f4-fce59e07d07e tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:39.225641 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed213c-fc9c-464d-a9f4-fce59e07d07e tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:39.225971 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed213c-fc9c-464d-a9f4-fce59e07d07e tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:39.226307 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed213c-fc9c-464d-a9f4-fce59e07d07e tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:39.226628 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ed213c-fc9c-464d-a9f4-fce59e07d07e tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:29:39.322939 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1a572539-ae02-4bed-b0ca-fa5e76b9565b tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (3cda6346-95ae-4504-baf4-a5958017f8be), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:39.328938 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12cb92-e3f6-4393-ba56-0807f2b47f7d req-e87a78f8-1481-4ca6-b8a1-5d554e5393cc tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:39.330496 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-bc12cb92-e3f6-4393-ba56-0807f2b47f7d req-e87a78f8-1481-4ca6-b8a1-5d554e5393cc tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=4d852e4f-fefc-41ec-a9fb-ed78c9a471d7 HTTP/1.1" status: 200 len: 1127 time: 0.1108637 Feb 09 01:29:39.337220 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1a572539-ae02-4bed-b0ca-fa5e76b9565b tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for router_controller (3cda6346-95ae-4504-baf4-a5958017f8be), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:39.382492 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c6ed213c-fc9c-464d-a9f4-fce59e07d07e tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (a187f7fc-9969-49b5-992c-7698094a49b8), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:39.470257 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:39.603811 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-bc12cb92-e3f6-4393-ba56-0807f2b47f7d req-41ca38f7-40dc-42db-b150-568e9e07bb26 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Deleting port 5f553255-2596-4da2-b62f-b47dab2ebf8f {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:29:39.604331 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-bc12cb92-e3f6-4393-ba56-0807f2b47f7d req-41ca38f7-40dc-42db-b150-568e9e07bb26 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (5f553255-2596-4da2-b62f-b47dab2ebf8f), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:39.682029 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1a572539-ae02-4bed-b0ca-fa5e76b9565b tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (3cda6346-95ae-4504-baf4-a5958017f8be), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:39.682846 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a572539-ae02-4bed-b0ca-fa5e76b9565b tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Fanout notify agent at l3_agent the message router_deleted on router 3cda6346-95ae-4504-baf4-a5958017f8be {{(pid=103136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:29:39.697220 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1a572539-ae02-4bed-b0ca-fa5e76b9565b tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:39.703012 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1a572539-ae02-4bed-b0ca-fa5e76b9565b tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "DELETE /v2.0/routers/3cda6346-95ae-4504-baf4-a5958017f8be HTTP/1.1" status: 204 len: 168 time: 1.2060757 Feb 09 01:29:39.704441 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48726) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:39.722067 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-9e0c2d67-63e1-4ac7-9283-4a51940ff1b6 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-493779566', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:39.730159 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c6ed213c-fc9c-464d-a9f4-fce59e07d07e tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (a187f7fc-9969-49b5-992c-7698094a49b8), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:39.733037 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c6ed213c-fc9c-464d-a9f4-fce59e07d07e tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks [] for router_controller (a187f7fc-9969-49b5-992c-7698094a49b8), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:39.822809 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9e0c2d67-63e1-4ac7-9283-4a51940ff1b6 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (3c1a64c5-4736-4826-8053-3cb99c0d75b9), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:39.826337 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9e0c2d67-63e1-4ac7-9283-4a51940ff1b6 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (3c1a64c5-4736-4826-8053-3cb99c0d75b9), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:39.827646 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c6ed213c-fc9c-464d-a9f4-fce59e07d07e tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (a187f7fc-9969-49b5-992c-7698094a49b8), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:39.828184 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ed213c-fc9c-464d-a9f4-fce59e07d07e tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Fanout notify agent at l3_agent the message router_deleted on router a187f7fc-9969-49b5-992c-7698094a49b8 {{(pid=103136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:29:39.835495 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c6ed213c-fc9c-464d-a9f4-fce59e07d07e tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:39.836768 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c6ed213c-fc9c-464d-a9f4-fce59e07d07e tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] 10.222.0.50 "DELETE /v2.0/routers/a187f7fc-9969-49b5-992c-7698094a49b8 HTTP/1.1" status: 204 len: 168 time: 3.9092555 Feb 09 01:29:39.839473 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 48728) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:39.884107 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-bc12cb92-e3f6-4393-ba56-0807f2b47f7d req-41ca38f7-40dc-42db-b150-568e9e07bb26 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] For port 5f553255-2596-4da2-b62f-b47dab2ebf8f, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=5f553255-2596-4da2-b62f-b47dab2ebf8f,segment=NetworkSegment(25ffc71a-87b5-47bc-ac3a-d1ad83c65f95),segment_id=25ffc71a-87b5-47bc-ac3a-d1ad83c65f95)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:39.884979 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-bc12cb92-e3f6-4393-ba56-0807f2b47f7d req-41ca38f7-40dc-42db-b150-568e9e07bb26 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (5f553255-2596-4da2-b62f-b47dab2ebf8f), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:39.917924 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-bc12cb92-e3f6-4393-ba56-0807f2b47f7d req-41ca38f7-40dc-42db-b150-568e9e07bb26 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Calling delete_port for 5f553255-2596-4da2-b62f-b47dab2ebf8f owned by compute:nova {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:29:39.939607 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-4185d152-71a9-417d-8664-3fc41b57749b tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Deleting subnet 38b9ec66-d4fc-470d-a337-5f88aa23e0a3 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:29:39.951080 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4185d152-71a9-417d-8664-3fc41b57749b tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks [] for subnet (38b9ec66-d4fc-470d-a337-5f88aa23e0a3), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:39.961227 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9e0c2d67-63e1-4ac7-9283-4a51940ff1b6 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for router_controller (3c1a64c5-4736-4826-8053-3cb99c0d75b9), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:40.009139 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9e0c2d67-63e1-4ac7-9283-4a51940ff1b6 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (3c1a64c5-4736-4826-8053-3cb99c0d75b9), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:40.050515 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4185d152-71a9-417d-8664-3fc41b57749b tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (38b9ec66-d4fc-470d-a337-5f88aa23e0a3), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:40.054957 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9e0c2d67-63e1-4ac7-9283-4a51940ff1b6 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:40.061899 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9e0c2d67-63e1-4ac7-9283-4a51940ff1b6 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3499455 Feb 09 01:29:40.065534 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48732) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:40.071697 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-78d6aff7-1b9f-4cd8-ac09-58aba0f52e15 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:40.385968 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06dbda0-827e-43f1-baf0-fdd1be2417e0 req-2780b3e0-4f51-4eb1-8af0-e1aafaa5e5a2 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:40.394334 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-78d6aff7-1b9f-4cd8-ac09-58aba0f52e15 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-482776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-478390', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57606'] for router (3c1a64c5-4736-4826-8053-3cb99c0d75b9), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:40.402339 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d06dbda0-827e-43f1-baf0-fdd1be2417e0 req-2780b3e0-4f51-4eb1-8af0-e1aafaa5e5a2 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.3442953 Feb 09 01:29:40.409423 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-78d6aff7-1b9f-4cd8-ac09-58aba0f52e15 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-482771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-482762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-478377'] for router (3c1a64c5-4736-4826-8053-3cb99c0d75b9), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:40.466542 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4185d152-71a9-417d-8664-3fc41b57749b tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (38b9ec66-d4fc-470d-a337-5f88aa23e0a3), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:40.577361 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d06dbda0-827e-43f1-baf0-fdd1be2417e0 req-6f595fb7-bec2-4c53-8cf3-d6851af86daf tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677186 Feb 09 01:29:40.581742 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333de5e0-56b5-4ad0-bf00-d2b859dee80a req-1f431b9b-5cde-40f4-9457-bd317046a086 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:40.585599 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-bc12cb92-e3f6-4393-ba56-0807f2b47f7d req-41ca38f7-40dc-42db-b150-568e9e07bb26 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (5f553255-2596-4da2-b62f-b47dab2ebf8f), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:40.592718 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-333de5e0-56b5-4ad0-bf00-d2b859dee80a req-1f431b9b-5cde-40f4-9457-bd317046a086 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4d852e4f-fefc-41ec-a9fb-ed78c9a471d7 HTTP/1.1" status: 200 len: 1127 time: 0.2741683 Feb 09 01:29:40.601422 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['10dbf63c-03d2-4168-9c69-b2727d421dd8'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:29:40.605593 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['5f553255-2596-4da2-b62f-b47dab2ebf8f'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:29:40.626492 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca38f7-40dc-42db-b150-568e9e07bb26 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f553255-2596-4da2-b62f-b47dab2ebf8f,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:40.648209 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4185d152-71a9-417d-8664-3fc41b57749b tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (38b9ec66-d4fc-470d-a337-5f88aa23e0a3), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:40.697121 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4185d152-71a9-417d-8664-3fc41b57749b tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Pushing event deleted for resources: {'Subnet': ['ID=38b9ec66-d4fc-470d-a337-5f88aa23e0a3,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:40.709720 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-333de5e0-56b5-4ad0-bf00-d2b859dee80a req-065db789-a09e-4da2-8cb9-06d360d025a5 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=23aadf47-471e-4955-af58-ae02af4b1fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158354 Feb 09 01:29:40.713364 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4185d152-71a9-417d-8664-3fc41b57749b tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:40.729502 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4185d152-71a9-417d-8664-3fc41b57749b tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] 10.222.0.50 "DELETE /v2.0/subnets/38b9ec66-d4fc-470d-a337-5f88aa23e0a3 HTTP/1.1" status: 204 len: 168 time: 0.8890061 Feb 09 01:29:40.730587 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 48744) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:40.773090 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc12cb92-e3f6-4393-ba56-0807f2b47f7d req-41ca38f7-40dc-42db-b150-568e9e07bb26 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] No DVR routers for this DVR port 5f553255-2596-4da2-b62f-b47dab2ebf8f on host n-h1-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:29:40.782512 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14f2e3a-ce39-472e-80e8-7a41c7cf175c None None] Network cc04862c-9321-47f7-845a-60d91f945710 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:29:40.786120 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-bc12cb92-e3f6-4393-ba56-0807f2b47f7d req-41ca38f7-40dc-42db-b150-568e9e07bb26 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:40.789505 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-bc12cb92-e3f6-4393-ba56-0807f2b47f7d req-41ca38f7-40dc-42db-b150-568e9e07bb26 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.47 "DELETE /v2.0/ports/5f553255-2596-4da2-b62f-b47dab2ebf8f HTTP/1.1" status: 204 len: 173 time: 1.4473059 Feb 09 01:29:40.791476 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d852e4f-fefc-41ec-a9fb-ed78c9a471d7', 'name': 'network-vif-deleted', 'tag': '5f553255-2596-4da2-b62f-b47dab2ebf8f'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:29:40.814053 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528be6b3-8229-4968-9530-563800162b21" -d '{"events": [{"server_uuid": "4d852e4f-fefc-41ec-a9fb-ed78c9a471d7", "name": "network-vif-deleted", "tag": "5f553255-2596-4da2-b62f-b47dab2ebf8f"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:29:40.839834 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d6aff7-1b9f-4cd8-ac09-58aba0f52e15 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Router 3c1a64c5-4736-4826-8053-3cb99c0d75b9 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:29:40.939103 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8c7a2b97-8d7e-4901-9a8d-b6c908439755 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (cc04862c-9321-47f7-845a-60d91f945710), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:41.050474 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-8c7a2b97-8d7e-4901-9a8d-b6c908439755 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Deleting port 0bd459af-28c9-4827-9798-39fb4ce7458d {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:29:41.051074 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8c7a2b97-8d7e-4901-9a8d-b6c908439755 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (0bd459af-28c9-4827-9798-39fb4ce7458d), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:41.051532 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456a7ef9-fdc6-4f26-aceb-6cabce09efc0 x-openstack-request-id: req-456a7ef9-fdc6-4f26-aceb-6cabce09efc0 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:29:41.051831 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d852e4f-fefc-41ec-a9fb-ed78c9a471d7", "name": "network-vif-deleted", "tag": "5f553255-2596-4da2-b62f-b47dab2ebf8f", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:29:41.052092 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-456a7ef9-fdc6-4f26-aceb-6cabce09efc0 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:29:41.052508 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d852e4f-fefc-41ec-a9fb-ed78c9a471d7', 'name': 'network-vif-deleted', 'tag': '5f553255-2596-4da2-b62f-b47dab2ebf8f', 'status': 'completed', 'code': 200} Feb 09 01:29:41.054981 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d6aff7-1b9f-4cd8-ac09-58aba0f52e15 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:29:41.062436 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-78d6aff7-1b9f-4cd8-ac09-58aba0f52e15 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:41.063802 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-78d6aff7-1b9f-4cd8-ac09-58aba0f52e15 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "PUT /v2.0/routers/3c1a64c5-4736-4826-8053-3cb99c0d75b9 HTTP/1.1" status: 200 len: 693 time: 0.9973304 Feb 09 01:29:41.069117 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48750) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:41.071060 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992b785d-0417-463d-8c3e-1b1300daea4c None None] Sync routers for ids ['3c1a64c5-4736-4826-8053-3cb99c0d75b9'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:29:41.091610 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992b785d-0417-463d-8c3e-1b1300daea4c None None] Routers {'3c1a64c5-4736-4826-8053-3cb99c0d75b9'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:29:41.092943 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-992b785d-0417-463d-8c3e-1b1300daea4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:29:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['3c1a64c5-4736-4826-8053-3cb99c0d75b9'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:41.198365 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-8c7a2b97-8d7e-4901-9a8d-b6c908439755 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] For port 0bd459af-28c9-4827-9798-39fb4ce7458d, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=0bd459af-28c9-4827-9798-39fb4ce7458d,segment=NetworkSegment(78131d69-d017-49e4-a3df-be6c6db9a12f),segment_id=78131d69-d017-49e4-a3df-be6c6db9a12f)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:41.198819 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8c7a2b97-8d7e-4901-9a8d-b6c908439755 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (0bd459af-28c9-4827-9798-39fb4ce7458d), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:41.228933 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-8c7a2b97-8d7e-4901-9a8d-b6c908439755 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Calling delete_port for 0bd459af-28c9-4827-9798-39fb4ce7458d owned by network:dhcp {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:29:41.287329 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-bc786556-94b9-4ea4-ae36-e2c44bb58dc3 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "GET /v2.0/routers/3c1a64c5-4736-4826-8053-3cb99c0d75b9 HTTP/1.1" status: 200 len: 699 time: 0.2169938 Feb 09 01:29:41.296927 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48752) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:41.350370 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34ff856-cb4e-48f8-9038-2b022e35f962 None None] DHCP port deletion for cc04862c-9321-47f7-845a-60d91f945710 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:29:41.382440 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-106fd7c0-0513-4e68-98b8-aba5f8a981e5 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c1a64c5-4736-4826-8053-3cb99c0d75b9 HTTP/1.1" status: 200 len: 205 time: 0.0843275 Feb 09 01:29:41.389980 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48762) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:41.436842 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8c7a2b97-8d7e-4901-9a8d-b6c908439755 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (0bd459af-28c9-4827-9798-39fb4ce7458d), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:41.494369 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-992b785d-0417-463d-8c3e-1b1300daea4c None None] Set router 3c1a64c5-4736-4826-8053-3cb99c0d75b9 gateway port host: None {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:29:41.521757 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a34ff856-cb4e-48f8-9038-2b022e35f962 None None] Deleting port 0bd459af-28c9-4827-9798-39fb4ce7458d {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:29:41.522167 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a34ff856-cb4e-48f8-9038-2b022e35f962 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (0bd459af-28c9-4827-9798-39fb4ce7458d), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:41.552084 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a2b97-8d7e-4901-9a8d-b6c908439755 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Pushing event deleted for resources: {'Port': ['ID=0bd459af-28c9-4827-9798-39fb4ce7458d,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:41.569206 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7a2b97-8d7e-4901-9a8d-b6c908439755 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] No DVR routers for this DVR port 0bd459af-28c9-4827-9798-39fb4ce7458d on host n-d-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:29:41.626008 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-992b785d-0417-463d-8c3e-1b1300daea4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1a64c5-4736-4826-8053-3cb99c0d75b9', 'name': 'tempest-RoutersTest-router-493779566', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:29:39Z', 'updated_at': '2022-02-09T01:29:40Z', 'revision_number': 2, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:41.665351 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5c01e9e5-b4c8-402b-8cbb-2f2d34ff48c7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for router (3c1a64c5-4736-4826-8053-3cb99c0d75b9), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:41.672487 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 0bd459af-28c9-4827-9798-39fb4ce7458d no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:29:41.703439 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992b785d-0417-463d-8c3e-1b1300daea4c None None] Checking router: 3c1a64c5-4736-4826-8053-3cb99c0d75b9 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:29:41.732832 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992b785d-0417-463d-8c3e-1b1300daea4c None None] Routers {'3c1a64c5-4736-4826-8053-3cb99c0d75b9'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:29:41.734055 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-992b785d-0417-463d-8c3e-1b1300daea4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:29:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['3c1a64c5-4736-4826-8053-3cb99c0d75b9'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:41.737832 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 0bd459af-28c9-4827-9798-39fb4ce7458d {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:29:41.738411 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 0bd459af-28c9-4827-9798-39fb4ce7458d not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:29:41.804444 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-a34ff856-cb4e-48f8-9038-2b022e35f962 None None] For port 0bd459af-28c9-4827-9798-39fb4ce7458d, host n-d-828369-4, got binding levels [] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:41.804887 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a34ff856-cb4e-48f8-9038-2b022e35f962 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (0bd459af-28c9-4827-9798-39fb4ce7458d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:41.847942 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a34ff856-cb4e-48f8-9038-2b022e35f962 None None] Calling delete_port for 0bd459af-28c9-4827-9798-39fb4ce7458d owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:29:41.853474 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.ipam_backend_mixin [None req-a34ff856-cb4e-48f8-9038-2b022e35f962 None None] Port 0bd459af-28c9-4827-9798-39fb4ce7458d was not found and therefore no delete operation was performed {{(pid=103138) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 01:29:41.859149 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a34ff856-cb4e-48f8-9038-2b022e35f962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (0bd459af-28c9-4827-9798-39fb4ce7458d), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:41.885457 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34ff856-cb4e-48f8-9038-2b022e35f962 None None] No DVR routers for this DVR port 0bd459af-28c9-4827-9798-39fb4ce7458d on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:29:41.942073 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ff856-cb4e-48f8-9038-2b022e35f962 None None] Pushing event deleted for resources: {'Port': ['ID=0bd459af-28c9-4827-9798-39fb4ce7458d,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:41.983458 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-992b785d-0417-463d-8c3e-1b1300daea4c None None] Set router 3c1a64c5-4736-4826-8053-3cb99c0d75b9 gateway port host: None {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:29:42.018445 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5c01e9e5-b4c8-402b-8cbb-2f2d34ff48c7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (3c1a64c5-4736-4826-8053-3cb99c0d75b9), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:42.020985 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5c01e9e5-b4c8-402b-8cbb-2f2d34ff48c7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for router_controller (3c1a64c5-4736-4826-8053-3cb99c0d75b9), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:42.079973 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5c01e9e5-b4c8-402b-8cbb-2f2d34ff48c7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (3c1a64c5-4736-4826-8053-3cb99c0d75b9), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:42.081160 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c01e9e5-b4c8-402b-8cbb-2f2d34ff48c7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Fanout notify agent at l3_agent the message router_deleted on router 3c1a64c5-4736-4826-8053-3cb99c0d75b9 {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:29:42.102707 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5c01e9e5-b4c8-402b-8cbb-2f2d34ff48c7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:42.108456 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5c01e9e5-b4c8-402b-8cbb-2f2d34ff48c7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "DELETE /v2.0/routers/3c1a64c5-4736-4826-8053-3cb99c0d75b9 HTTP/1.1" status: 204 len: 168 time: 0.7145529 Feb 09 01:29:42.111854 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48776) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:42.122214 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-992b785d-0417-463d-8c3e-1b1300daea4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1a64c5-4736-4826-8053-3cb99c0d75b9', 'name': 'tempest-RoutersTest-router-493779566', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:29:39Z', 'updated_at': '2022-02-09T01:29:40Z', 'revision_number': 2, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:42.183325 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-aed6aaf7-9c2a-4368-940b-c8406419c50c tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c1a64c5-4736-4826-8053-3cb99c0d75b9 HTTP/1.1" status: 200 len: 205 time: 0.0678949 Feb 09 01:29:42.184382 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48780) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:42.203268 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992b785d-0417-463d-8c3e-1b1300daea4c None None] The sync data for ids ['3c1a64c5-4736-4826-8053-3cb99c0d75b9'] in n-d-828369-4 is: [{'id': '3c1a64c5-4736-4826-8053-3cb99c0d75b9', 'name': 'tempest-RoutersTest-router-493779566', 'tenant_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:29:39Z', 'updated_at': '2022-02-09T01:29:40Z', 'revision_number': 2, 'project_id': '97d0b2cfb3c54d2dbdc39a6f73fdb6ce', 'gw_port_host': None}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:29:42.248042 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-a69f59f3-40e3-4d6d-8628-5be6f6fd9fab tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] delete failed (client error): The resource could not be found. Feb 09 01:29:42.250893 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a69f59f3-40e3-4d6d-8628-5be6f6fd9fab tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "DELETE /v2.0/routers/3c1a64c5-4736-4826-8053-3cb99c0d75b9 HTTP/1.1" status: 404 len: 336 time: 0.0626793 Feb 09 01:29:42.253559 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48782) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:42.293455 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-679aa9fb-f493-497f-bb2a-fded6f4b369d tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] DELETE failed (client error): The resource could not be found. Feb 09 01:29:42.293921 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-679aa9fb-f493-497f-bb2a-fded6f4b369d tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:29:42.298099 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-679aa9fb-f493-497f-bb2a-fded6f4b369d tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "DELETE /v2.0/subnets/881fe7b8-0d7f-4b5f-aa17-fd1daf99ba3c HTTP/1.1" status: 404 len: 337 time: 0.0435479 Feb 09 01:29:42.300654 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48784) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:42.339350 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5736855-8090-45d2-8493-c726f9ad2654 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] DELETE failed (client error): The resource could not be found. Feb 09 01:29:42.339870 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5736855-8090-45d2-8493-c726f9ad2654 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:29:42.344575 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c5736855-8090-45d2-8493-c726f9ad2654 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "DELETE /v2.0/subnets/5a03072e-66bd-47fa-8950-4550c8370d9b HTTP/1.1" status: 404 len: 337 time: 0.0419559 Feb 09 01:29:42.346088 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48786) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:42.379773 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-db3bb684-d512-42e4-89ff-72644330394d tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] DELETE failed (client error): The resource could not be found. Feb 09 01:29:42.380234 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db3bb684-d512-42e4-89ff-72644330394d tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:29:42.395420 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-db3bb684-d512-42e4-89ff-72644330394d tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "DELETE /v2.0/subnets/e02b13f4-3113-4df7-9f28-8a3ca4f007d9 HTTP/1.1" status: 404 len: 337 time: 0.0481882 Feb 09 01:29:42.403217 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48788) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:42.453609 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a2e48fb-805d-4be2-8ed1-a74bc9fc7702 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] DELETE failed (client error): The resource could not be found. Feb 09 01:29:42.454075 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a2e48fb-805d-4be2-8ed1-a74bc9fc7702 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:29:42.457133 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5a2e48fb-805d-4be2-8ed1-a74bc9fc7702 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "DELETE /v2.0/subnets/d603a904-ec18-4b46-981a-c15c52d44f5a HTTP/1.1" status: 404 len: 337 time: 0.0527225 Feb 09 01:29:42.459711 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48790) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:42.513652 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d3b4aa84-e3f0-489c-9891-2facf7f55247 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "GET /v2.0/ports?device_id=3cda6346-95ae-4504-baf4-a5958017f8be HTTP/1.1" status: 200 len: 205 time: 0.0527818 Feb 09 01:29:42.515994 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48792) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:42.595061 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8c7a2b97-8d7e-4901-9a8d-b6c908439755 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (cc04862c-9321-47f7-845a-60d91f945710), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:42.599958 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-173cd955-ea82-4e7e-9175-6e1887d0d319 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] delete failed (client error): The resource could not be found. Feb 09 01:29:42.601039 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-173cd955-ea82-4e7e-9175-6e1887d0d319 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "DELETE /v2.0/routers/3cda6346-95ae-4504-baf4-a5958017f8be HTTP/1.1" status: 404 len: 336 time: 0.0840826 Feb 09 01:29:42.604496 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48794) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:42.607540 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a75cc-9a7f-454c-85e8-1afdaf6b110f req-b9321162-dbb6-4528-bc25-14317cbc6722 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:42.609152 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b22a75cc-9a7f-454c-85e8-1afdaf6b110f req-b9321162-dbb6-4528-bc25-14317cbc6722 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.2033246 Feb 09 01:29:42.624227 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963726cc-a13e-4857-9d90-76dc9e59fbe5 req-2b862218-9dad-4755-96d7-9348bd96b302 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:42.625857 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-963726cc-a13e-4857-9d90-76dc9e59fbe5 req-2b862218-9dad-4755-96d7-9348bd96b302 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d1a21398-4a13-4097-8f84-332261e8e348 HTTP/1.1" status: 200 len: 1127 time: 0.2212920 Feb 09 01:29:42.669920 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-43a87e95-c8ee-44f8-afd0-bce73c224c67 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "GET /v2.0/ports?device_id=3b9f35a3-4593-4b38-bd6c-202c9bfb2045 HTTP/1.1" status: 200 len: 205 time: 0.0643163 Feb 09 01:29:42.672231 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48796) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:42.693646 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b22a75cc-9a7f-454c-85e8-1afdaf6b110f req-944d2fb8-fc8d-456e-b4f3-5fc55e6c62fa tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775115 Feb 09 01:29:42.723213 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-93c93481-51be-4b48-b529-8a76c09c0315 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] delete failed (client error): The resource could not be found. Feb 09 01:29:42.726885 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-93c93481-51be-4b48-b529-8a76c09c0315 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "DELETE /v2.0/routers/3b9f35a3-4593-4b38-bd6c-202c9bfb2045 HTTP/1.1" status: 404 len: 336 time: 0.0512536 Feb 09 01:29:42.727294 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48800) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:42.753655 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-8c7a2b97-8d7e-4901-9a8d-b6c908439755 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc04862c-9321-47f7-845a-60d91f945710']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:42.762955 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8a24feb-d0c3-45bc-a8ae-1a8ffc3d06e9 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] DELETE failed (client error): The resource could not be found. Feb 09 01:29:42.764109 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8a24feb-d0c3-45bc-a8ae-1a8ffc3d06e9 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:29:42.770311 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b8a24feb-d0c3-45bc-a8ae-1a8ffc3d06e9 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "DELETE /v2.0/subnets/ec18e3f6-e0ea-4157-be0e-6c340a23d7d7 HTTP/1.1" status: 404 len: 337 time: 0.0395141 Feb 09 01:29:42.770506 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-8c7a2b97-8d7e-4901-9a8d-b6c908439755 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78131d69-d017-49e4-a3df-be6c6db9a12f') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:42.770506 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-8c7a2b97-8d7e-4901-9a8d-b6c908439755 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78131d69-d017-49e4-a3df-be6c6db9a12f') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:42.780797 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8c7a2b97-8d7e-4901-9a8d-b6c908439755 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (78131d69-d017-49e4-a3df-be6c6db9a12f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:42.781105 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48802) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:42.799770 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8c7a2b97-8d7e-4901-9a8d-b6c908439755 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (78131d69-d017-49e4-a3df-be6c6db9a12f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:42.806773 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c7a2b97-8d7e-4901-9a8d-b6c908439755 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:29:42.807376 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8c7a2b97-8d7e-4901-9a8d-b6c908439755 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (78131d69-d017-49e4-a3df-be6c6db9a12f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:42.834129 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-47ca644d-0241-4c6b-b963-41c763d1add7 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "GET /v2.0/ports?device_id=e177d561-7bcf-4474-8533-9b1738e54eed HTTP/1.1" status: 200 len: 205 time: 0.0489390 Feb 09 01:29:42.834774 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48806) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:42.900613 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:29:42.900613 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:29:42.900613 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:29:42.900613 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:29:42.900613 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:29:42.900613 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:29:42.900613 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:29:42.900613 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:29:42.900613 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:29:42.900613 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:29:42.900613 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:29:42.900613 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:29:42.900613 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:29:42.900613 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:29:42.900613 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:29:42.900613 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:29:42.900613 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:29:42.900613 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:29:42.900613 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:29:42.900613 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:29:42.900613 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:29:42.900613 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:29:42.900613 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:29:42.900613 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:29:42.900613 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:29:42.900613 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:29:42.900613 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:29:42.900613 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:29:42.900613 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:29:42.900613 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:29:42.900613 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:29:42.900613 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:29:42.909395 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8c7a2b97-8d7e-4901-9a8d-b6c908439755 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (cc04862c-9321-47f7-845a-60d91f945710), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:42.926923 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-19524fbf-bb5d-4f39-b876-ed995e8e9773 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] delete failed (client error): The resource could not be found. Feb 09 01:29:42.928146 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-19524fbf-bb5d-4f39-b876-ed995e8e9773 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "DELETE /v2.0/routers/e177d561-7bcf-4474-8533-9b1738e54eed HTTP/1.1" status: 404 len: 336 time: 0.0923648 Feb 09 01:29:42.938281 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48808) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:42.942336 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8c7a2b97-8d7e-4901-9a8d-b6c908439755 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:42.949989 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8c7a2b97-8d7e-4901-9a8d-b6c908439755 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] 10.222.0.50 "DELETE /v2.0/networks/cc04862c-9321-47f7-845a-60d91f945710 HTTP/1.1" status: 204 len: 168 time: 2.2183554 Feb 09 01:29:42.951433 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a2b97-8d7e-4901-9a8d-b6c908439755 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Pushing event deleted for resources: {'Network': ['ID=cc04862c-9321-47f7-845a-60d91f945710,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:42.960705 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48812) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:42.983985 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-963726cc-a13e-4857-9d90-76dc9e59fbe5 req-ed7c68c2-3d8c-4053-ae6d-b737beabbb62 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=23aadf47-471e-4955-af58-ae02af4b1fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143525 Feb 09 01:29:43.046768 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-baed1a19-16a9-43f4-b214-7fe46e52570e tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "GET /v2.0/ports?device_id=91cf9675-ca85-4064-bba2-7ba6a1f066f3 HTTP/1.1" status: 200 len: 205 time: 0.1073034 Feb 09 01:29:43.049325 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 48814) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:43.114750 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [None req-ef0bd59d-9bd0-4adf-8f3b-c44778282661 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] delete failed (client error): The resource could not be found. Feb 09 01:29:43.121842 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ef0bd59d-9bd0-4adf-8f3b-c44778282661 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "DELETE /v2.0/routers/91cf9675-ca85-4064-bba2-7ba6a1f066f3 HTTP/1.1" status: 404 len: 336 time: 0.0708938 Feb 09 01:29:43.124474 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 48816) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:43.182845 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-1287104a-c75b-4ece-baef-21281f610573 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] DELETE failed (client error): The resource could not be found. Feb 09 01:29:43.183320 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1287104a-c75b-4ece-baef-21281f610573 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:29:43.200679 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1287104a-c75b-4ece-baef-21281f610573 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "DELETE /v2.0/subnets/ef76bb30-22b2-4621-90a1-76a622e4090e HTTP/1.1" status: 404 len: 337 time: 0.0750310 Feb 09 01:29:43.203458 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 48818) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:43.253189 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-078f5298-694e-49d2-8652-9aca676ff720 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b026314-e0d1-4ab4-ac6f-fb5d9f135eb7 HTTP/1.1" status: 200 len: 205 time: 0.0482910 Feb 09 01:29:43.255997 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 48820) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:43.316681 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [None req-bc65b62d-42a1-45fc-be9b-9ee8156d35af tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] delete failed (client error): The resource could not be found. Feb 09 01:29:43.321115 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-bc65b62d-42a1-45fc-be9b-9ee8156d35af tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "DELETE /v2.0/routers/5b026314-e0d1-4ab4-ac6f-fb5d9f135eb7 HTTP/1.1" status: 404 len: 336 time: 0.0637183 Feb 09 01:29:43.326528 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 48822) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:43.366045 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-06665e70-806c-4acc-a4bf-4269d03f3517 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] DELETE failed (client error): The resource could not be found. Feb 09 01:29:43.366977 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06665e70-806c-4acc-a4bf-4269d03f3517 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:29:43.373926 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-06665e70-806c-4acc-a4bf-4269d03f3517 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "DELETE /v2.0/subnets/039680a9-9ef6-441b-83a7-2d64779413e9 HTTP/1.1" status: 404 len: 337 time: 0.0458927 Feb 09 01:29:43.375061 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 48824) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:43.436519 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4e32a5fa-b367-42d8-9aa7-30b6bbba5659 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "GET /v2.0/ports?device_id=5049ab7b-826f-4d3d-9d71-74eb7b04d85f HTTP/1.1" status: 200 len: 205 time: 0.0590978 Feb 09 01:29:43.437328 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 48826) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:43.517567 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [None req-8cf4c78b-7958-453b-93a0-0e7b89e22f32 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] delete failed (client error): The resource could not be found. Feb 09 01:29:43.521032 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8cf4c78b-7958-453b-93a0-0e7b89e22f32 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "DELETE /v2.0/routers/5049ab7b-826f-4d3d-9d71-74eb7b04d85f HTTP/1.1" status: 404 len: 336 time: 0.0803277 Feb 09 01:29:43.521919 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 48828) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:43.638407 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2e7c440-aeff-4535-9001-398014cdb2d3 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] DELETE failed (client error): The resource could not be found. Feb 09 01:29:43.639070 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2e7c440-aeff-4535-9001-398014cdb2d3 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:29:43.643085 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e2e7c440-aeff-4535-9001-398014cdb2d3 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "DELETE /v2.0/subnets/9ade4a5d-baf1-421b-9a35-cfba0803381b HTTP/1.1" status: 404 len: 337 time: 0.1201451 Feb 09 01:29:43.646097 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48838) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:43.681961 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fff948-6b6b-443f-b6b0-e1743113cf80 req-dc409f04-2421-465f-9a69-3613bf1df31b tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:43.683664 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d7fff948-6b6b-443f-b6b0-e1743113cf80 req-dc409f04-2421-465f-9a69-3613bf1df31b tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.120 "GET /v2.0/ports?device_id=d1a21398-4a13-4097-8f84-332261e8e348 HTTP/1.1" status: 200 len: 1127 time: 0.1379726 Feb 09 01:29:43.760168 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-db1ed3fd-f8c0-4f45-9edf-34eb901c8a25 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] DELETE failed (client error): The resource could not be found. Feb 09 01:29:43.761378 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db1ed3fd-f8c0-4f45-9edf-34eb901c8a25 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:29:43.765759 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-db1ed3fd-f8c0-4f45-9edf-34eb901c8a25 tempest-RoutersTest-1319106709 tempest-RoutersTest-1319106709-project] 10.222.0.50 "DELETE /v2.0/subnets/aa7fa310-4505-4734-a7e8-1aaa982da5ad HTTP/1.1" status: 404 len: 337 time: 0.1170542 Feb 09 01:29:43.838839 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-b3b45b7c-2900-4ef3-a512-d21f528cc071 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Deleting port d279eecf-614a-4db8-a551-2d0df558f53a {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:29:43.840400 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b3b45b7c-2900-4ef3-a512-d21f528cc071 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (d279eecf-614a-4db8-a551-2d0df558f53a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:43.865196 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-d7fff948-6b6b-443f-b6b0-e1743113cf80 req-496fab96-b0e3-44e1-a9de-a5f454f5ac93 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Deleting port 10dbf63c-03d2-4168-9c69-b2727d421dd8 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:29:43.865827 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d7fff948-6b6b-443f-b6b0-e1743113cf80 req-496fab96-b0e3-44e1-a9de-a5f454f5ac93 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (10dbf63c-03d2-4168-9c69-b2727d421dd8), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:43.985965 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b27ffd-0c40-4b9c-b26f-dc9378929aae req-06d88abf-693e-4a2a-b053-9d8d1fb2de39 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:43.994381 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-19b27ffd-0c40-4b9c-b26f-dc9378929aae req-06d88abf-693e-4a2a-b053-9d8d1fb2de39 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.1453369 Feb 09 01:29:44.097010 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-19b27ffd-0c40-4b9c-b26f-dc9378929aae req-50096c38-a2b8-4ff0-9a4c-06a38a8c07a3 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998831 Feb 09 01:29:44.136772 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b3b45b7c-2900-4ef3-a512-d21f528cc071 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (d279eecf-614a-4db8-a551-2d0df558f53a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:44.137314 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b3b45b7c-2900-4ef3-a512-d21f528cc071 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks [] for floatingip (d279eecf-614a-4db8-a551-2d0df558f53a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:44.165039 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-b3b45b7c-2900-4ef3-a512-d21f528cc071 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Calling delete_port for d279eecf-614a-4db8-a551-2d0df558f53a owned by network:floatingip {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:29:44.208264 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-d7fff948-6b6b-443f-b6b0-e1743113cf80 req-496fab96-b0e3-44e1-a9de-a5f454f5ac93 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] For port 10dbf63c-03d2-4168-9c69-b2727d421dd8, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=10dbf63c-03d2-4168-9c69-b2727d421dd8,segment=NetworkSegment(25ffc71a-87b5-47bc-ac3a-d1ad83c65f95),segment_id=25ffc71a-87b5-47bc-ac3a-d1ad83c65f95)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:44.213148 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d7fff948-6b6b-443f-b6b0-e1743113cf80 req-496fab96-b0e3-44e1-a9de-a5f454f5ac93 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (10dbf63c-03d2-4168-9c69-b2727d421dd8), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:44.252031 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-d7fff948-6b6b-443f-b6b0-e1743113cf80 req-496fab96-b0e3-44e1-a9de-a5f454f5ac93 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Calling delete_port for 10dbf63c-03d2-4168-9c69-b2727d421dd8 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:29:44.302228 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd2403-5a19-4f1a-91a3-88da1cb9107d req-dbf508a5-6aba-4e86-8e36-0d9016acf2b6 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:44.303820 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-60dd2403-5a19-4f1a-91a3-88da1cb9107d req-dbf508a5-6aba-4e86-8e36-0d9016acf2b6 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d1a21398-4a13-4097-8f84-332261e8e348 HTTP/1.1" status: 200 len: 1127 time: 0.1810968 Feb 09 01:29:44.337131 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48856) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:44.491270 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b3b45b7c-2900-4ef3-a512-d21f528cc071 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (d279eecf-614a-4db8-a551-2d0df558f53a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:44.539743 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b45b7c-2900-4ef3-a512-d21f528cc071 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Pushing event deleted for resources: {'Port': ['ID=d279eecf-614a-4db8-a551-2d0df558f53a,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:44.544419 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-60dd2403-5a19-4f1a-91a3-88da1cb9107d req-b7c93889-cf0d-4aa4-a107-fd8de0eec100 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=23aadf47-471e-4955-af58-ae02af4b1fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599772 Feb 09 01:29:44.579008 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 5f553255-2596-4da2-b62f-b47dab2ebf8f no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:29:44.608263 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: 5f553255-2596-4da2-b62f-b47dab2ebf8f {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:29:44.608919 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 5f553255-2596-4da2-b62f-b47dab2ebf8f not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:29:44.641888 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d7fff948-6b6b-443f-b6b0-e1743113cf80 req-496fab96-b0e3-44e1-a9de-a5f454f5ac93 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (10dbf63c-03d2-4168-9c69-b2727d421dd8), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:44.655171 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['10dbf63c-03d2-4168-9c69-b2727d421dd8'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:29:44.674507 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b3b45b7c-2900-4ef3-a512-d21f528cc071 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks [] for floatingip (9bb12fc4-e3ca-4249-9b03-da55cd1f5d64), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:44.677453 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b3b45b7c-2900-4ef3-a512-d21f528cc071 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:44.681683 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b3b45b7c-2900-4ef3-a512-d21f528cc071 tempest-FloatingIPAdminTestJSON-460067322 tempest-FloatingIPAdminTestJSON-460067322-project] 10.222.0.50 "DELETE /v2.0/floatingips/9bb12fc4-e3ca-4249-9b03-da55cd1f5d64 HTTP/1.1" status: 204 len: 168 time: 1.7216864 Feb 09 01:29:44.694379 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-81bb0aad-6ded-42ff-bd2b-0bac5f9072d0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=97d0b2cfb3c54d2dbdc39a6f73fdb6ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3522696 Feb 09 01:29:44.695044 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48866) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:44.719032 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496fab96-b0e3-44e1-a9de-a5f454f5ac93 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Pushing event deleted for resources: {'Port': ['ID=10dbf63c-03d2-4168-9c69-b2727d421dd8,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:44.797490 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7fff948-6b6b-443f-b6b0-e1743113cf80 req-496fab96-b0e3-44e1-a9de-a5f454f5ac93 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] No DVR routers for this DVR port 10dbf63c-03d2-4168-9c69-b2727d421dd8 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:29:44.802721 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d7fff948-6b6b-443f-b6b0-e1743113cf80 req-496fab96-b0e3-44e1-a9de-a5f454f5ac93 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:44.807741 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d7fff948-6b6b-443f-b6b0-e1743113cf80 req-496fab96-b0e3-44e1-a9de-a5f454f5ac93 tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.120 "DELETE /v2.0/ports/10dbf63c-03d2-4168-9c69-b2727d421dd8 HTTP/1.1" status: 204 len: 173 time: 1.1178982 Feb 09 01:29:44.808327 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a21398-4a13-4097-8f84-332261e8e348', 'name': 'network-vif-deleted', 'tag': '10dbf63c-03d2-4168-9c69-b2727d421dd8'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:29:44.814963 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ce4035-cba9-4259-ae0d-1e235b22e0e3" -d '{"events": [{"server_uuid": "d1a21398-4a13-4097-8f84-332261e8e348", "name": "network-vif-deleted", "tag": "10dbf63c-03d2-4168-9c69-b2727d421dd8"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:29:44.859345 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-30cabb3d-0d90-4ad5-9546-3caead5a1c28 admin admin] Publish callbacks [] for security_group (23a7af9d-920a-4ba0-b040-f8066fcd9432), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:44.915345 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb8e256-0c53-4c15-bb9f-34beda071e20 x-openstack-request-id: req-cdb8e256-0c53-4c15-bb9f-34beda071e20 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:29:44.915580 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a21398-4a13-4097-8f84-332261e8e348", "name": "network-vif-deleted", "tag": "10dbf63c-03d2-4168-9c69-b2727d421dd8", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:29:44.915849 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cdb8e256-0c53-4c15-bb9f-34beda071e20 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:29:44.916227 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a21398-4a13-4097-8f84-332261e8e348', 'name': 'network-vif-deleted', 'tag': '10dbf63c-03d2-4168-9c69-b2727d421dd8', 'status': 'completed', 'code': 200} Feb 09 01:29:44.930248 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-30cabb3d-0d90-4ad5-9546-3caead5a1c28 admin admin] Publish callbacks [] for security_group (23a7af9d-920a-4ba0-b040-f8066fcd9432), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:45.070450 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-30cabb3d-0d90-4ad5-9546-3caead5a1c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (23a7af9d-920a-4ba0-b040-f8066fcd9432), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:45.074350 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-30cabb3d-0d90-4ad5-9546-3caead5a1c28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:45.076265 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-30cabb3d-0d90-4ad5-9546-3caead5a1c28 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/23a7af9d-920a-4ba0-b040-f8066fcd9432 HTTP/1.1" status: 204 len: 168 time: 0.3802211 Feb 09 01:29:45.116515 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cabb3d-0d90-4ad5-9546-3caead5a1c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a7af9d-920a-4ba0-b040-f8066fcd9432,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:45.302902 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48878) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:45.401078 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c1097-3179-4b4b-af21-96e2bfa8a357 req-e48aa3f2-6dfb-4d76-a98d-aac4776ad2fc tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:45.424519 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5e8c1097-3179-4b4b-af21-96e2bfa8a357 req-e48aa3f2-6dfb-4d76-a98d-aac4776ad2fc tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.1325881 Feb 09 01:29:45.601598 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5e8c1097-3179-4b4b-af21-96e2bfa8a357 req-7670a1cd-854b-49d8-8cde-488368cff735 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751087 Feb 09 01:29:45.756455 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6c3e8ee4-df26-4912-a1a3-d67a28fe2922 req-341ffb51-9f81-4660-abec-7642982f707f tempest-TestServerMultinode-1828812456 tempest-TestServerMultinode-1828812456-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d1a21398-4a13-4097-8f84-332261e8e348 HTTP/1.1" status: 200 len: 210 time: 0.0458238 Feb 09 01:29:45.759302 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-475d5a45-461b-412b-a1f5-057b0f8802e2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b61b38481a67469a8e8ee9958ba75702&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4547870 Feb 09 01:29:45.761891 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 48890) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:45.853429 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3f4dd108-af74-4288-8b15-93f2856239ed admin admin] Publish callbacks [] for security_group (62145dce-dd9c-46b8-affd-f5e0104a719d), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:45.880777 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3f4dd108-af74-4288-8b15-93f2856239ed admin admin] Publish callbacks [] for security_group (62145dce-dd9c-46b8-affd-f5e0104a719d), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:45.969109 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3f4dd108-af74-4288-8b15-93f2856239ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (62145dce-dd9c-46b8-affd-f5e0104a719d), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:45.972487 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3f4dd108-af74-4288-8b15-93f2856239ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:45.973900 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3f4dd108-af74-4288-8b15-93f2856239ed admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/62145dce-dd9c-46b8-affd-f5e0104a719d HTTP/1.1" status: 204 len: 168 time: 0.2099383 Feb 09 01:29:45.990911 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4dd108-af74-4288-8b15-93f2856239ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62145dce-dd9c-46b8-affd-f5e0104a719d,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:46.478478 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48912) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:46.493845 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-13368984-dd53-4af7-90e5-2fab9ba93902 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:46.591211 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-13368984-dd53-4af7-90e5-2fab9ba93902 admin admin] Publish callbacks [] for security_group (f388c01a-0d1c-4a4a-ac05-c20be139603c), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:46.608961 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-13368984-dd53-4af7-90e5-2fab9ba93902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (f388c01a-0d1c-4a4a-ac05-c20be139603c), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:46.688749 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 48922) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:46.722708 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13368984-dd53-4af7-90e5-2fab9ba93902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f388c01a-0d1c-4a4a-ac05-c20be139603c,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:46.749393 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-13368984-dd53-4af7-90e5-2fab9ba93902 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b5efa8c1879d4a1c8e1a70b1c72d2b1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2698176 Feb 09 01:29:46.753780 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 48926) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:46.851173 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ac164e7c-1109-4b39-8dc1-8b3a58d40f6c admin admin] Publish callbacks [] for security_group (f388c01a-0d1c-4a4a-ac05-c20be139603c), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:46.874672 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48930) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:46.912653 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ac164e7c-1109-4b39-8dc1-8b3a58d40f6c admin admin] Publish callbacks [] for security_group (f388c01a-0d1c-4a4a-ac05-c20be139603c), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:47.019166 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01292a-3393-4bc9-a289-60a5217ea152 req-a65418af-eb2b-4bee-8cec-7107af82ac45 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:47.022366 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e01292a-3393-4bc9-a289-60a5217ea152 req-a65418af-eb2b-4bee-8cec-7107af82ac45 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.2434056 Feb 09 01:29:47.028527 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-043913e6-edad-4d5b-bfd5-a4a1d5645b8d tempest-DvrRoutersNegativeTest-1979856098 tempest-DvrRoutersNegativeTest-1979856098-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-119859098', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:47.031927 n-d-828369-4 neutron-server[103136]: DEBUG neutron.policy [None req-043913e6-edad-4d5b-bfd5-a4a1d5645b8d tempest-DvrRoutersNegativeTest-1979856098 tempest-DvrRoutersNegativeTest-1979856098-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103136) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 09 01:29:47.032437 n-d-828369-4 neutron-server[103136]: DEBUG neutron.policy [None req-043913e6-edad-4d5b-bfd5-a4a1d5645b8d tempest-DvrRoutersNegativeTest-1979856098 tempest-DvrRoutersNegativeTest-1979856098-project] Failed policy check for 'create_router' {{(pid=103136) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 09 01:29:47.033332 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [None req-043913e6-edad-4d5b-bfd5-a4a1d5645b8d tempest-DvrRoutersNegativeTest-1979856098 tempest-DvrRoutersNegativeTest-1979856098-project] create failed (client error): Access was denied to this resource. Feb 09 01:29:47.035027 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-043913e6-edad-4d5b-bfd5-a4a1d5645b8d tempest-DvrRoutersNegativeTest-1979856098 tempest-DvrRoutersNegativeTest-1979856098-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3451080 Feb 09 01:29:47.062392 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ac164e7c-1109-4b39-8dc1-8b3a58d40f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (f388c01a-0d1c-4a4a-ac05-c20be139603c), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:47.071767 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ac164e7c-1109-4b39-8dc1-8b3a58d40f6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:47.073169 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ac164e7c-1109-4b39-8dc1-8b3a58d40f6c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f388c01a-0d1c-4a4a-ac05-c20be139603c HTTP/1.1" status: 204 len: 168 time: 0.3182037 Feb 09 01:29:47.113215 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac164e7c-1109-4b39-8dc1-8b3a58d40f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f388c01a-0d1c-4a4a-ac05-c20be139603c,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:47.200936 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e01292a-3393-4bc9-a289-60a5217ea152 req-fa6702db-a32c-49bf-8eec-e29898dba234 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614571 Feb 09 01:29:47.473739 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 10dbf63c-03d2-4168-9c69-b2727d421dd8 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:29:47.516724 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: 10dbf63c-03d2-4168-9c69-b2727d421dd8 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:29:47.518171 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 10dbf63c-03d2-4168-9c69-b2727d421dd8 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:29:47.556613 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48942) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:47.656068 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1af7d529-9f99-4e03-80da-bba0eb95e8c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (8f474954-c472-4df2-b961-57893adfcd55), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:47.752352 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1b0c369b-55b2-4c84-b6e8-477ecc127c4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:47.817277 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 48958) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:47.835133 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-27b3e806-ab4b-406a-8775-0df218811101 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:47.959329 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1b0c369b-55b2-4c84-b6e8-477ecc127c4a admin admin] Publish callbacks [] for security_group (768e0cbb-6d80-453c-9f47-7ade623a1f3d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:47.991320 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-27b3e806-ab4b-406a-8775-0df218811101 admin admin] Publish callbacks [] for security_group (e17826bb-f0ad-4421-bb78-43e62e34f96e), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:48.000623 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-27b3e806-ab4b-406a-8775-0df218811101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e17826bb-f0ad-4421-bb78-43e62e34f96e), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:48.007574 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1b0c369b-55b2-4c84-b6e8-477ecc127c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (768e0cbb-6d80-453c-9f47-7ade623a1f3d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:48.102212 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1b0c369b-55b2-4c84-b6e8-477ecc127c4a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f763eff1d2a54a3e8246f771901a62a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5445325 Feb 09 01:29:48.104294 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 48960) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:48.124283 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-27b3e806-ab4b-406a-8775-0df218811101 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=de4565b784ed436fa1699a2ce3966d05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3050940 Feb 09 01:29:48.125296 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 48962) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:48.125974 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b3e806-ab4b-406a-8775-0df218811101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17826bb-f0ad-4421-bb78-43e62e34f96e,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:48.202942 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c369b-55b2-4c84-b6e8-477ecc127c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768e0cbb-6d80-453c-9f47-7ade623a1f3d,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:48.213776 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5fad7ca9-7e87-4787-a8aa-324735136d29 admin admin] Publish callbacks [] for security_group (e17826bb-f0ad-4421-bb78-43e62e34f96e), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:48.243992 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5fad7ca9-7e87-4787-a8aa-324735136d29 admin admin] Publish callbacks [] for security_group (e17826bb-f0ad-4421-bb78-43e62e34f96e), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:48.280373 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d0570ea8-b969-4df5-857b-486610d1ef1b admin admin] Publish callbacks [] for security_group (768e0cbb-6d80-453c-9f47-7ade623a1f3d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:48.304317 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d0570ea8-b969-4df5-857b-486610d1ef1b admin admin] Publish callbacks [] for security_group (768e0cbb-6d80-453c-9f47-7ade623a1f3d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:48.380199 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d0570ea8-b969-4df5-857b-486610d1ef1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (768e0cbb-6d80-453c-9f47-7ade623a1f3d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:48.380599 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5fad7ca9-7e87-4787-a8aa-324735136d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e17826bb-f0ad-4421-bb78-43e62e34f96e), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:48.383082 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5fad7ca9-7e87-4787-a8aa-324735136d29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:48.383415 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d0570ea8-b969-4df5-857b-486610d1ef1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:48.389956 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-5fad7ca9-7e87-4787-a8aa-324735136d29 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e17826bb-f0ad-4421-bb78-43e62e34f96e HTTP/1.1" status: 204 len: 168 time: 0.2421877 Feb 09 01:29:48.390604 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d0570ea8-b969-4df5-857b-486610d1ef1b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/768e0cbb-6d80-453c-9f47-7ade623a1f3d HTTP/1.1" status: 204 len: 168 time: 0.2785375 Feb 09 01:29:48.399432 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e019f-3bf7-46cb-876f-a1ab27b5cf96 req-7d33063c-b3e9-46f4-baa9-094f68e77ab7 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:48.400947 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-335e019f-3bf7-46cb-876f-a1ab27b5cf96 req-7d33063c-b3e9-46f4-baa9-094f68e77ab7 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.0888033 Feb 09 01:29:48.401834 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad7ca9-7e87-4787-a8aa-324735136d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17826bb-f0ad-4421-bb78-43e62e34f96e,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:48.417536 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0570ea8-b969-4df5-857b-486610d1ef1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768e0cbb-6d80-453c-9f47-7ade623a1f3d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:48.459289 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-1af7d529-9f99-4e03-80da-bba0eb95e8c8 admin admin] Deleting port 10dcd331-47cf-4993-81f1-ec70bb7a57bd {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:29:48.459773 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1af7d529-9f99-4e03-80da-bba0eb95e8c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (10dcd331-47cf-4993-81f1-ec70bb7a57bd), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:48.509615 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-335e019f-3bf7-46cb-876f-a1ab27b5cf96 req-7853c21d-ff3e-4243-bbce-23ad969a9edc tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012259 Feb 09 01:29:48.565843 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-1af7d529-9f99-4e03-80da-bba0eb95e8c8 admin admin] For port 10dcd331-47cf-4993-81f1-ec70bb7a57bd, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=10dcd331-47cf-4993-81f1-ec70bb7a57bd,segment=NetworkSegment(25ffc71a-87b5-47bc-ac3a-d1ad83c65f95),segment_id=25ffc71a-87b5-47bc-ac3a-d1ad83c65f95)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:48.566811 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1af7d529-9f99-4e03-80da-bba0eb95e8c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (10dcd331-47cf-4993-81f1-ec70bb7a57bd), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:48.582280 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-1af7d529-9f99-4e03-80da-bba0eb95e8c8 admin admin] Calling delete_port for 10dcd331-47cf-4993-81f1-ec70bb7a57bd owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:29:48.938524 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1af7d529-9f99-4e03-80da-bba0eb95e8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (10dcd331-47cf-4993-81f1-ec70bb7a57bd), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:48.995553 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af7d529-9f99-4e03-80da-bba0eb95e8c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=10dcd331-47cf-4993-81f1-ec70bb7a57bd,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:49.030890 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d581727-53d5-4af5-8e91-9973b617df02 req-b904f1f5-6086-4ed9-acae-9b7fe9f81954 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:49.040865 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0d581727-53d5-4af5-8e91-9973b617df02 req-b904f1f5-6086-4ed9-acae-9b7fe9f81954 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.1590171 Feb 09 01:29:49.046452 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0726bb1-b373-4f1f-994f-6c6972dd4617 req-cb080f53-44aa-494b-b330-b4fef954a5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:49.048210 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0726bb1-b373-4f1f-994f-6c6972dd4617 req-cb080f53-44aa-494b-b330-b4fef954a5bd service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=99253303b883423fad908712b3678824&device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 1126 time: 0.2254922 Feb 09 01:29:49.265709 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0726bb1-b373-4f1f-994f-6c6972dd4617 req-c7ee4e57-700c-41ca-b576-d692df950fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:49.267273 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0726bb1-b373-4f1f-994f-6c6972dd4617 req-c7ee4e57-700c-41ca-b576-d692df950fa2 service neutron] 10.222.0.120 "GET /v2.0/networks?id=d88b7625-86d0-4021-80a0-5ba2f7b1a042 HTTP/1.1" status: 200 len: 913 time: 0.2027185 Feb 09 01:29:49.366965 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1af7d529-9f99-4e03-80da-bba0eb95e8c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (8f474954-c472-4df2-b961-57893adfcd55), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:49.501236 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0d581727-53d5-4af5-8e91-9973b617df02 req-c6b5933b-0aef-4233-991f-1e745448c48d tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4519272 Feb 09 01:29:49.525357 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0726bb1-b373-4f1f-994f-6c6972dd4617 req-bd96b8e3-a6a9-4843-8cf6-87d82bba01a4 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 HTTP/1.1" status: 200 len: 999 time: 0.2446630 Feb 09 01:29:49.646946 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0726bb1-b373-4f1f-994f-6c6972dd4617 req-d43e70b7-f48b-462b-b71b-462dbb8252da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:49.648790 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0726bb1-b373-4f1f-994f-6c6972dd4617 req-d43e70b7-f48b-462b-b71b-462dbb8252da service neutron] 10.222.0.120 "GET /v2.0/subnets?id=e8a10734-f380-44a3-a9f7-298105351e3b HTTP/1.1" status: 200 len: 850 time: 0.1202221 Feb 09 01:29:49.742146 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0726bb1-b373-4f1f-994f-6c6972dd4617 req-9e43fcb7-6432-4602-8396-9b01d5c03d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:49.743614 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0726bb1-b373-4f1f-994f-6c6972dd4617 req-9e43fcb7-6432-4602-8396-9b01d5c03d43 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=d88b7625-86d0-4021-80a0-5ba2f7b1a042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0884497 Feb 09 01:29:49.751472 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af7d529-9f99-4e03-80da-bba0eb95e8c8 admin admin] Router 8f474954-c472-4df2-b961-57893adfcd55 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:29:49.902515 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af7d529-9f99-4e03-80da-bba0eb95e8c8 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:29:49.914173 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1af7d529-9f99-4e03-80da-bba0eb95e8c8 admin admin] 10.222.0.50 "PUT /v2.0/routers/8f474954-c472-4df2-b961-57893adfcd55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0361302 Feb 09 01:29:49.915012 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49022) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:49.916673 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bcc88e-1960-455e-bfcc-40fdf97d040e None None] Sync routers for ids ['8f474954-c472-4df2-b961-57893adfcd55'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:29:49.932058 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bcc88e-1960-455e-bfcc-40fdf97d040e None None] Routers {'8f474954-c472-4df2-b961-57893adfcd55'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:29:49.933858 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-42bcc88e-1960-455e-bfcc-40fdf97d040e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:29:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['8f474954-c472-4df2-b961-57893adfcd55'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:49.960889 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0726bb1-b373-4f1f-994f-6c6972dd4617 req-5f7a26e3-0d0f-417d-b786-c2bfa3e0de27 service neutron] 10.222.0.120 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057259 Feb 09 01:29:50.061909 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d90dbf5c-1d60-4829-bbd6-27fb796ef06c admin admin] Publish callbacks [] for router (8f474954-c472-4df2-b961-57893adfcd55), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:50.093969 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49028) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:50.206650 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-42bcc88e-1960-455e-bfcc-40fdf97d040e None None] Set router 8f474954-c472-4df2-b961-57893adfcd55 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:29:50.209186 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0726bb1-b373-4f1f-994f-6c6972dd4617 req-f320c99d-2746-4baa-a8f6-c53407fafebd service neutron] 10.222.0.120 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458165 Feb 09 01:29:50.224778 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d90dbf5c-1d60-4829-bbd6-27fb796ef06c admin admin] Publish callbacks [] for router_gateway (8f474954-c472-4df2-b961-57893adfcd55), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:50.316092 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-7ddc4d5b-67c1-44bb-8fa4-4df0eb7b215d tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:50.317091 n-d-828369-4 neutron-server[103136]: WARNING neutron.api.v2.base [None req-7ddc4d5b-67c1-44bb-8fa4-4df0eb7b215d tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 01:29:50.317781 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [None req-7ddc4d5b-67c1-44bb-8fa4-4df0eb7b215d tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 01:29:50.319499 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-7ddc4d5b-67c1-44bb-8fa4-4df0eb7b215d tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2239616 Feb 09 01:29:50.323401 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49036) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:50.330549 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-4cc02227-268b-4252-a3eb-fd8a89c89c0f tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Request body: {'security_group': {'name': 'tempest-secgroup--1585680653'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:50.374004 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-d90dbf5c-1d60-4829-bbd6-27fb796ef06c admin admin] Deleting port 32c95831-448d-4662-86af-8691fa831b54 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:29:50.375883 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4cc02227-268b-4252-a3eb-fd8a89c89c0f tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:50.378217 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d90dbf5c-1d60-4829-bbd6-27fb796ef06c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (32c95831-448d-4662-86af-8691fa831b54), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:50.396050 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4cc02227-268b-4252-a3eb-fd8a89c89c0f tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:50.588770 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-d90dbf5c-1d60-4829-bbd6-27fb796ef06c admin admin] For port 32c95831-448d-4662-86af-8691fa831b54, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=32c95831-448d-4662-86af-8691fa831b54,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:50.589142 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d90dbf5c-1d60-4829-bbd6-27fb796ef06c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (32c95831-448d-4662-86af-8691fa831b54), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:50.612001 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4cc02227-268b-4252-a3eb-fd8a89c89c0f tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (af38c0ba-7bf7-4b58-988e-0a2e2861386d), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:50.619553 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-d90dbf5c-1d60-4829-bbd6-27fb796ef06c admin admin] Calling delete_port for 32c95831-448d-4662-86af-8691fa831b54 owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:29:50.620997 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4cc02227-268b-4252-a3eb-fd8a89c89c0f tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (af38c0ba-7bf7-4b58-988e-0a2e2861386d), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:50.716130 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-42bcc88e-1960-455e-bfcc-40fdf97d040e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f474954-c472-4df2-b961-57893adfcd55', 'name': 'tempest-TestServerMultinode-1477930470-router', 'tenant_id': '4ffecf79ef28414a94c82fbd3208c381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '32c95831-448d-4662-86af-8691fa831b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:12Z', 'updated_at': '2022-02-09T01:29:48Z', 'revision_number': 5, 'project_id': '4ffecf79ef28414a94c82fbd3208c381', 'gw_port': {'id': '32c95831-448d-4662-86af-8691fa831b54', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:19:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f474954-c472-4df2-b961-57893adfcd55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:13Z', 'updated_at': '2022-02-09T01:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:50.796693 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc02227-268b-4252-a3eb-fd8a89c89c0f tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af38c0ba-7bf7-4b58-988e-0a2e2861386d,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:50.797860 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bcc88e-1960-455e-bfcc-40fdf97d040e None None] Checking router: 8f474954-c472-4df2-b961-57893adfcd55 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:29:50.832423 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bcc88e-1960-455e-bfcc-40fdf97d040e None None] Routers {'8f474954-c472-4df2-b961-57893adfcd55'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:29:50.833119 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-42bcc88e-1960-455e-bfcc-40fdf97d040e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:29:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['8f474954-c472-4df2-b961-57893adfcd55'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:50.906949 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21e5ad-b75d-45fb-af68-4ddf8c3363bd req-3d44a0b9-7011-4fef-8f4d-62881757928d tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:50.925132 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6d21e5ad-b75d-45fb-af68-4ddf8c3363bd req-3d44a0b9-7011-4fef-8f4d-62881757928d tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.2511826 Feb 09 01:29:50.946315 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4cc02227-268b-4252-a3eb-fd8a89c89c0f tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (e17d7a03-a6e8-458a-b94b-baf4d00b0cbb), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:50.968778 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4cc02227-268b-4252-a3eb-fd8a89c89c0f tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e17d7a03-a6e8-458a-b94b-baf4d00b0cbb), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:50.994329 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d90dbf5c-1d60-4829-bbd6-27fb796ef06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (32c95831-448d-4662-86af-8691fa831b54), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:51.096422 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-42bcc88e-1960-455e-bfcc-40fdf97d040e None None] Set router 8f474954-c472-4df2-b961-57893adfcd55 gateway port host: None {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:29:51.099336 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90dbf5c-1d60-4829-bbd6-27fb796ef06c admin admin] Pushing event deleted for resources: {'Port': ['ID=32c95831-448d-4662-86af-8691fa831b54,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:51.110830 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4cc02227-268b-4252-a3eb-fd8a89c89c0f tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:51.115710 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4cc02227-268b-4252-a3eb-fd8a89c89c0f tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7911077 Feb 09 01:29:51.165529 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49068) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:51.171112 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-729a15ed-87b2-4993-8976-5830cc00abd9 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Request body: {'security_group_rule': {'security_group_id': 'e17d7a03-a6e8-458a-b94b-baf4d00b0cbb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:51.194629 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-42bcc88e-1960-455e-bfcc-40fdf97d040e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f474954-c472-4df2-b961-57893adfcd55', 'name': 'tempest-TestServerMultinode-1477930470-router', 'tenant_id': '4ffecf79ef28414a94c82fbd3208c381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:12Z', 'updated_at': '2022-02-09T01:29:50Z', 'revision_number': 6, 'project_id': '4ffecf79ef28414a94c82fbd3208c381', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:51.223905 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc02227-268b-4252-a3eb-fd8a89c89c0f tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e17d7a03-a6e8-458a-b94b-baf4d00b0cbb,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:51.247169 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d90dbf5c-1d60-4829-bbd6-27fb796ef06c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (8f474954-c472-4df2-b961-57893adfcd55), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:51.267700 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6d21e5ad-b75d-45fb-af68-4ddf8c3363bd req-4d9c4fb7-5521-43dd-b76a-37f62e09920c tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3378456 Feb 09 01:29:51.354541 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-729a15ed-87b2-4993-8976-5830cc00abd9 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group_rule (a3309280-b2a9-47d1-9348-76e9218c1de7), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:51.373860 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd69e5-37c4-45af-aa0a-de4cae777be9 req-f9a04b6b-e20d-4762-85e2-1d8c6229b95f tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:51.375509 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0cd69e5-37c4-45af-aa0a-de4cae777be9 req-f9a04b6b-e20d-4762-85e2-1d8c6229b95f tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/networks?id=9b2a4079-2723-4a47-b157-14dd261b93dd HTTP/1.1" status: 200 len: 815 time: 0.3610711 Feb 09 01:29:51.399125 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0cd69e5-37c4-45af-aa0a-de4cae777be9 req-1a87bcfa-2840-459e-a2e2-06e89a69a350 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/quotas/52bd326cd32044dbad2c04ed294f1153 HTTP/1.1" status: 200 len: 375 time: 0.0169582 Feb 09 01:29:51.434529 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d90dbf5c-1d60-4829-bbd6-27fb796ef06c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (8f474954-c472-4df2-b961-57893adfcd55), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:51.441002 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49072) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:51.442684 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d90dbf5c-1d60-4829-bbd6-27fb796ef06c admin admin] Publish callbacks [] for router_controller (8f474954-c472-4df2-b961-57893adfcd55), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:51.444739 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bcc88e-1960-455e-bfcc-40fdf97d040e None None] The sync data for ids ['8f474954-c472-4df2-b961-57893adfcd55'] in n-d-828369-4 is: [{'id': '8f474954-c472-4df2-b961-57893adfcd55', 'name': 'tempest-TestServerMultinode-1477930470-router', 'tenant_id': '4ffecf79ef28414a94c82fbd3208c381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:12Z', 'updated_at': '2022-02-09T01:29:50Z', 'revision_number': 6, 'project_id': '4ffecf79ef28414a94c82fbd3208c381', 'gw_port_host': None}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:29:51.523836 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0cd69e5-37c4-45af-aa0a-de4cae777be9 req-73311d16-b556-45c0-b45d-8e04992e74f0 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=52bd326cd32044dbad2c04ed294f1153&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1172252 Feb 09 01:29:51.544264 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-729a15ed-87b2-4993-8976-5830cc00abd9 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group_rule (a3309280-b2a9-47d1-9348-76e9218c1de7), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:51.545507 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d90dbf5c-1d60-4829-bbd6-27fb796ef06c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (8f474954-c472-4df2-b961-57893adfcd55), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:51.546176 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90dbf5c-1d60-4829-bbd6-27fb796ef06c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f474954-c472-4df2-b961-57893adfcd55 {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:29:51.551200 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d90dbf5c-1d60-4829-bbd6-27fb796ef06c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:51.555490 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d90dbf5c-1d60-4829-bbd6-27fb796ef06c admin admin] 10.222.0.50 "DELETE /v2.0/routers/8f474954-c472-4df2-b961-57893adfcd55 HTTP/1.1" status: 204 len: 168 time: 1.6393378 Feb 09 01:29:51.556380 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49076) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:51.607224 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-729a15ed-87b2-4993-8976-5830cc00abd9 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (a3309280-b2a9-47d1-9348-76e9218c1de7), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:51.614233 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-e25c4c37-2fb9-46d1-8fbc-55c0e6bb81b4 admin admin] Deleting subnet 8800f021-7b79-4b5c-af69-0572bdc39fe5 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:29:51.619823 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e25c4c37-2fb9-46d1-8fbc-55c0e6bb81b4 admin admin] Publish callbacks [] for subnet (8800f021-7b79-4b5c-af69-0572bdc39fe5), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:51.654807 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a15ed-87b2-4993-8976-5830cc00abd9 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3309280-b2a9-47d1-9348-76e9218c1de7,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:51.665269 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-729a15ed-87b2-4993-8976-5830cc00abd9 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:51.666539 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-729a15ed-87b2-4993-8976-5830cc00abd9 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4997153 Feb 09 01:29:51.669894 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49078) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:51.674146 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0cd69e5-37c4-45af-aa0a-de4cae777be9 req-b8c04672-ffeb-4dad-9338-6b09996c6a00 service neutron] 10.222.0.50 "GET /v2.0/networks/9b2a4079-2723-4a47-b157-14dd261b93dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389287 Feb 09 01:29:51.676072 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-01a547ba-46a0-4006-90bb-ff13235c6f22 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Request body: {'security_group_rule': {'security_group_id': 'e17d7a03-a6e8-458a-b94b-baf4d00b0cbb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:51.690442 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e25c4c37-2fb9-46d1-8fbc-55c0e6bb81b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (8800f021-7b79-4b5c-af69-0572bdc39fe5), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:51.743521 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-01a547ba-46a0-4006-90bb-ff13235c6f22 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group_rule (9e66ad69-7e3e-49e9-97f9-1233829e3fc1), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:51.863431 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-d3bb6dae-6bfe-4760-924b-04ec148f0337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1633812650'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:51.899779 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e25c4c37-2fb9-46d1-8fbc-55c0e6bb81b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (8800f021-7b79-4b5c-af69-0572bdc39fe5), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:51.947115 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0cd69e5-37c4-45af-aa0a-de4cae777be9 req-b0c80c3d-d57d-41d6-9c55-d3e20390bc79 service neutron] 10.222.0.50 "GET /v2.0/networks/9b2a4079-2723-4a47-b157-14dd261b93dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669249 Feb 09 01:29:51.971430 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 10dcd331-47cf-4993-81f1-ec70bb7a57bd no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:29:52.020387 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 10dcd331-47cf-4993-81f1-ec70bb7a57bd {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:29:52.021014 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e25c4c37-2fb9-46d1-8fbc-55c0e6bb81b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (8800f021-7b79-4b5c-af69-0572bdc39fe5), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:52.023704 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 10dcd331-47cf-4993-81f1-ec70bb7a57bd not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:29:52.074650 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c4c37-2fb9-46d1-8fbc-55c0e6bb81b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8800f021-7b79-4b5c-af69-0572bdc39fe5,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:52.080655 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-01a547ba-46a0-4006-90bb-ff13235c6f22 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 01:29:52.084592 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-01a547ba-46a0-4006-90bb-ff13235c6f22 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4109433 Feb 09 01:29:52.084803 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49080) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:52.093978 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e25c4c37-2fb9-46d1-8fbc-55c0e6bb81b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:52.102371 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce612758-c954-4a99-b2f3-72da90edc4c4 None None] Network 7c1e365b-e37c-4467-a216-ac25b15524b9 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:29:52.103348 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e25c4c37-2fb9-46d1-8fbc-55c0e6bb81b4 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/8800f021-7b79-4b5c-af69-0572bdc39fe5 HTTP/1.1" status: 204 len: 168 time: 0.5455832 Feb 09 01:29:52.104338 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49082) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:52.105221 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3bb6dae-6bfe-4760-924b-04ec148f0337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557-project] Made reservation on behalf of 16f6343b26df42949b804d22b37862dd for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:52.109264 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d3bb6dae-6bfe-4760-924b-04ec148f0337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:52.143692 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d3bb6dae-6bfe-4760-924b-04ec148f0337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:52.222253 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6490a729-6b7b-49f6-8784-1cd280cc8534 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (e17d7a03-a6e8-458a-b94b-baf4d00b0cbb), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:52.281769 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-62d73616-32a6-440a-bc45-d82a53730144 req-7a924797-40c5-43df-ac28-17779d09f0c8 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b87a00-6562-4f8f-a405-6ee60198bf48 HTTP/1.1" status: 200 len: 210 time: 0.0610342 Feb 09 01:29:52.318662 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-97e0368c-0437-4da7-9eed-ca24c54d4f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (7c1e365b-e37c-4467-a216-ac25b15524b9), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:52.326344 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6490a729-6b7b-49f6-8784-1cd280cc8534 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (e17d7a03-a6e8-458a-b94b-baf4d00b0cbb), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:52.420757 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e6e15c-e34a-45ef-b14b-58922d154b0a None None] DHCP port deletion for 7c1e365b-e37c-4467-a216-ac25b15524b9 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:29:52.450808 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d3bb6dae-6bfe-4760-924b-04ec148f0337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557-project] Publish callbacks [] for security_group (24af9123-bbdd-4359-8af1-82c9b931a9c2), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:52.463253 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d3bb6dae-6bfe-4760-924b-04ec148f0337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (24af9123-bbdd-4359-8af1-82c9b931a9c2), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:52.478675 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517c1ec-eecb-4f47-b2ec-a6d2dab56aae req-c5efa33a-00bf-448c-9125-06475a58019b tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:52.480856 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2517c1ec-eecb-4f47-b2ec-a6d2dab56aae req-c5efa33a-00bf-448c-9125-06475a58019b tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.1115410 Feb 09 01:29:52.482192 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6490a729-6b7b-49f6-8784-1cd280cc8534 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e17d7a03-a6e8-458a-b94b-baf4d00b0cbb), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:52.485385 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6490a729-6b7b-49f6-8784-1cd280cc8534 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:52.497278 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-97e0368c-0437-4da7-9eed-ca24c54d4f53 admin admin] Deleting port afd376df-1626-49f7-a971-e0e8d979fd79 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:29:52.497641 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-97e0368c-0437-4da7-9eed-ca24c54d4f53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (afd376df-1626-49f7-a971-e0e8d979fd79), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:52.503154 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-6490a729-6b7b-49f6-8784-1cd280cc8534 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "DELETE /v2.0/security-groups/e17d7a03-a6e8-458a-b94b-baf4d00b0cbb HTTP/1.1" status: 204 len: 168 time: 0.4170573 Feb 09 01:29:52.505376 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49094) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:52.520404 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3bb6dae-6bfe-4760-924b-04ec148f0337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1016} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:29:52.562837 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6490a729-6b7b-49f6-8784-1cd280cc8534 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17d7a03-a6e8-458a-b94b-baf4d00b0cbb,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:52.629152 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb6dae-6bfe-4760-924b-04ec148f0337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24af9123-bbdd-4359-8af1-82c9b931a9c2,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:52.649208 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-60aac856-c9d9-4398-b31d-9bfdd00ac002 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1244695 Feb 09 01:29:52.650043 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49100) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:52.657986 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-c43ebab8-4390-438d-b2f6-d3fe5b94596e tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Request body: {'security_group': {'name': 'tempest-secgroup--1179307749'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:52.660901 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-93e6e15c-e34a-45ef-b14b-58922d154b0a None None] Deleting port afd376df-1626-49f7-a971-e0e8d979fd79 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:29:52.661479 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-93e6e15c-e34a-45ef-b14b-58922d154b0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (afd376df-1626-49f7-a971-e0e8d979fd79), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:52.679741 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d3bb6dae-6bfe-4760-924b-04ec148f0337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (b37c8abe-b2f4-403f-8883-9be0a055d69f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:52.685466 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-d3bb6dae-6bfe-4760-924b-04ec148f0337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557-project] Added segment b37c8abe-b2f4-403f-8883-9be0a055d69f of type vlan for network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 Feb 09 01:29:52.693960 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2517c1ec-eecb-4f47-b2ec-a6d2dab56aae req-b3d8244e-b3ec-4768-9a2b-df1aae336833 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846948 Feb 09 01:29:52.727369 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c43ebab8-4390-438d-b2f6-d3fe5b94596e tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:52.777167 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-97e0368c-0437-4da7-9eed-ca24c54d4f53 admin admin] For port afd376df-1626-49f7-a971-e0e8d979fd79, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=afd376df-1626-49f7-a971-e0e8d979fd79,segment=NetworkSegment(25ffc71a-87b5-47bc-ac3a-d1ad83c65f95),segment_id=25ffc71a-87b5-47bc-ac3a-d1ad83c65f95)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:52.777450 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-97e0368c-0437-4da7-9eed-ca24c54d4f53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (afd376df-1626-49f7-a971-e0e8d979fd79), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:52.878518 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-93e6e15c-e34a-45ef-b14b-58922d154b0a None None] For port afd376df-1626-49f7-a971-e0e8d979fd79, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=afd376df-1626-49f7-a971-e0e8d979fd79,segment=NetworkSegment(25ffc71a-87b5-47bc-ac3a-d1ad83c65f95),segment_id=25ffc71a-87b5-47bc-ac3a-d1ad83c65f95)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:52.878922 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-93e6e15c-e34a-45ef-b14b-58922d154b0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (afd376df-1626-49f7-a971-e0e8d979fd79), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:52.888255 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-97e0368c-0437-4da7-9eed-ca24c54d4f53 admin admin] Calling delete_port for afd376df-1626-49f7-a971-e0e8d979fd79 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:29:52.905520 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d3bb6dae-6bfe-4760-924b-04ec148f0337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (3aea036f-1fb1-4f4f-9e6d-04ed9f818f06), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:52.910964 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-93e6e15c-e34a-45ef-b14b-58922d154b0a None None] Calling delete_port for afd376df-1626-49f7-a971-e0e8d979fd79 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:29:52.931712 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c43ebab8-4390-438d-b2f6-d3fe5b94596e tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (4a4e8353-ae0f-4ad4-b93a-4535d1d42383), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:53.049878 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c43ebab8-4390-438d-b2f6-d3fe5b94596e tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (4a4e8353-ae0f-4ad4-b93a-4535d1d42383), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:53.097473 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d3bb6dae-6bfe-4760-924b-04ec148f0337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (3aea036f-1fb1-4f4f-9e6d-04ed9f818f06), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:53.103487 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-93e6e15c-e34a-45ef-b14b-58922d154b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (afd376df-1626-49f7-a971-e0e8d979fd79), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:53.104516 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bb6dae-6bfe-4760-924b-04ec148f0337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:53.105254 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d3bb6dae-6bfe-4760-924b-04ec148f0337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:53.143807 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e6e15c-e34a-45ef-b14b-58922d154b0a None None] Pushing event deleted for resources: {'Port': ['ID=afd376df-1626-49f7-a971-e0e8d979fd79,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:53.159251 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e6e15c-e34a-45ef-b14b-58922d154b0a None None] No DVR routers for this DVR port afd376df-1626-49f7-a971-e0e8d979fd79 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:29:53.163725 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c43ebab8-4390-438d-b2f6-d3fe5b94596e tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:53.181071 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c43ebab8-4390-438d-b2f6-d3fe5b94596e tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5257320 Feb 09 01:29:53.181282 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ebab8-4390-438d-b2f6-d3fe5b94596e tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4e8353-ae0f-4ad4-b93a-4535d1d42383,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:53.183368 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49108) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:53.191619 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-f2a24df4-f88b-4690-983f-013dd7a488b0 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Request body: {'security_group_rule': {'security_group_id': '4a4e8353-ae0f-4ad4-b93a-4535d1d42383', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:53.191619 n-d-828369-4 neutron-server[103136]: WARNING neutron.api.v2.base [None req-f2a24df4-f88b-4690-983f-013dd7a488b0 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 09 01:29:53.191619 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [None req-f2a24df4-f88b-4690-983f-013dd7a488b0 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:29:53.197407 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f2a24df4-f88b-4690-983f-013dd7a488b0 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0074394 Feb 09 01:29:53.197407 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49110) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:53.227647 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d0c30-7a4e-4c54-b7bf-98c500d5dc04 req-675ca2a4-3d49-4513-a631-21082034ad4a tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:53.229286 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-004d0c30-7a4e-4c54-b7bf-98c500d5dc04 req-675ca2a4-3d49-4513-a631-21082034ad4a tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.2927685 Feb 09 01:29:53.334510 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-55ab8842-9917-42bf-bb87-34ebdccf5bb5 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (4a4e8353-ae0f-4ad4-b93a-4535d1d42383), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:53.393462 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d3bb6dae-6bfe-4760-924b-04ec148f0337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.9487228 Feb 09 01:29:53.399506 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-55ab8842-9917-42bf-bb87-34ebdccf5bb5 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (4a4e8353-ae0f-4ad4-b93a-4535d1d42383), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:53.437833 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb6dae-6bfe-4760-924b-04ec148f0337 tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557-project] Pushing event updated for resources: {'Network': ['ID=3aea036f-1fb1-4f4f-9e6d-04ed9f818f06,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:53.438197 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-004d0c30-7a4e-4c54-b7bf-98c500d5dc04 req-b34cfdb9-1c3f-4edd-abd4-6738583c8631 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254382 Feb 09 01:29:53.455929 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:29:53.457422 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-97e0368c-0437-4da7-9eed-ca24c54d4f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (afd376df-1626-49f7-a971-e0e8d979fd79), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:53.483528 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e0368c-0437-4da7-9eed-ca24c54d4f53 admin admin] No DVR routers for this DVR port afd376df-1626-49f7-a971-e0e8d979fd79 on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:29:53.579230 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e0368c-0437-4da7-9eed-ca24c54d4f53 admin admin] Pushing event deleted for resources: {'Port': ['ID=afd376df-1626-49f7-a971-e0e8d979fd79,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:53.601307 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-298ec355-4200-48ef-a84e-a94ec1c73500 req-b713166c-6ce4-43b5-acd4-cb482e4123d6 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b87a00-6562-4f8f-a405-6ee60198bf48 HTTP/1.1" status: 200 len: 210 time: 0.0957413 Feb 09 01:29:53.602539 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-55ab8842-9917-42bf-bb87-34ebdccf5bb5 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (4a4e8353-ae0f-4ad4-b93a-4535d1d42383), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:53.606263 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-55ab8842-9917-42bf-bb87-34ebdccf5bb5 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:53.622976 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-55ab8842-9917-42bf-bb87-34ebdccf5bb5 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "DELETE /v2.0/security-groups/4a4e8353-ae0f-4ad4-b93a-4535d1d42383 HTTP/1.1" status: 204 len: 168 time: 0.4225521 Feb 09 01:29:53.634551 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49122) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:53.664596 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab8842-9917-42bf-bb87-34ebdccf5bb5 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4e8353-ae0f-4ad4-b93a-4535d1d42383,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:53.682240 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 32c95831-448d-4662-86af-8691fa831b54 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:29:53.728877 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-97e0368c-0437-4da7-9eed-ca24c54d4f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (7c1e365b-e37c-4467-a216-ac25b15524b9), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:53.758432 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 32c95831-448d-4662-86af-8691fa831b54 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:29:53.758795 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 32c95831-448d-4662-86af-8691fa831b54 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:29:53.759215 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device afd376df-1626-49f7-a971-e0e8d979fd79 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:29:53.772845 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-97e0368c-0437-4da7-9eed-ca24c54d4f53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c1e365b-e37c-4467-a216-ac25b15524b9']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:53.786765 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49124) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:53.793659 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Request body: {'port': {'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06', 'binding:host_id': 'n-h1-828369-4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-141995380'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:53.796371 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-04dd752d-2c94-4f05-9a3d-4003f5f15264 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1573343 Feb 09 01:29:53.798978 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: afd376df-1626-49f7-a971-e0e8d979fd79 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:29:53.799562 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device afd376df-1626-49f7-a971-e0e8d979fd79 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:29:53.800184 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49126) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:53.803268 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-97e0368c-0437-4da7-9eed-ca24c54d4f53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25ffc71a-87b5-47bc-ac3a-d1ad83c65f95') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:53.803747 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-97e0368c-0437-4da7-9eed-ca24c54d4f53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25ffc71a-87b5-47bc-ac3a-d1ad83c65f95') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:29:53.805177 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-230a8323-62e7-4a52-8dba-a34d78af283a tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Request body: {'security_group': {'name': 'tempest-secgroup--2141793962'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:53.819787 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-97e0368c-0437-4da7-9eed-ca24c54d4f53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (25ffc71a-87b5-47bc-ac3a-d1ad83c65f95), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:53.846960 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-230a8323-62e7-4a52-8dba-a34d78af283a tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:53.848417 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-97e0368c-0437-4da7-9eed-ca24c54d4f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (25ffc71a-87b5-47bc-ac3a-d1ad83c65f95), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:53.855078 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Made reservation on behalf of e829a9f9b46542f9a174bf5a2a7d6fb5 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:53.858036 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:53.864700 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a4b79-8b97-4814-b7ef-f65f90fe7592 req-27873cc9-c553-47ce-9845-dbe24acd8ce9 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:53.866235 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-299a4b79-8b97-4814-b7ef-f65f90fe7592 req-27873cc9-c553-47ce-9845-dbe24acd8ce9 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.1461382 Feb 09 01:29:53.877920 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97e0368c-0437-4da7-9eed-ca24c54d4f53 admin admin] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:29:53.878329 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-97e0368c-0437-4da7-9eed-ca24c54d4f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (25ffc71a-87b5-47bc-ac3a-d1ad83c65f95), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:53.880318 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:29:53.880318 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:29:53.880318 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:29:53.880318 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:29:53.880318 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:29:53.880318 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:29:53.880318 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:29:53.880318 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:29:53.880318 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:29:53.880318 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:29:53.880318 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:29:53.880318 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:29:53.880318 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:29:53.880318 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:29:53.880318 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:29:53.880318 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:29:53.880318 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:29:53.880318 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:29:53.880318 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:29:53.880318 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:29:53.880318 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:29:53.880318 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:29:53.880318 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:29:53.880318 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:29:53.880318 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:29:53.880318 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:29:53.880318 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:29:53.880318 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:29:53.880318 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:29:53.880318 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:29:53.880318 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:29:53.880318 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:29:53.880318 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:29:53.880318 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:29:53.880318 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:29:53.880318 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:29:53.880318 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:29:53.880318 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:29:53.880318 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:29:53.880318 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:29:53.889765 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:53.947558 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-299a4b79-8b97-4814-b7ef-f65f90fe7592 req-8d8147d0-cba4-4aa3-ba54-14d643cfd86d tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672543 Feb 09 01:29:53.964871 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-97e0368c-0437-4da7-9eed-ca24c54d4f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (7c1e365b-e37c-4467-a216-ac25b15524b9), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:53.974418 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-97e0368c-0437-4da7-9eed-ca24c54d4f53 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:53.977571 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-97e0368c-0437-4da7-9eed-ca24c54d4f53 admin admin] 10.222.0.50 "DELETE /v2.0/networks/7c1e365b-e37c-4467-a216-ac25b15524b9 HTTP/1.1" status: 204 len: 168 time: 1.8566301 Feb 09 01:29:53.989122 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49130) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:53.991336 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e0368c-0437-4da7-9eed-ca24c54d4f53 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c1e365b-e37c-4467-a216-ac25b15524b9,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:54.087508 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Publish callbacks [] for security_group (95d77ad9-0cb5-424d-aa4c-df6e3ea5a07a), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:54.095430 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (95d77ad9-0cb5-424d-aa4c-df6e3ea5a07a), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:54.130281 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] device_id is not set on port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:29:54.171495 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d77ad9-0cb5-424d-aa4c-df6e3ea5a07a,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:54.226448 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-230a8323-62e7-4a52-8dba-a34d78af283a tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (01667641-011a-48b7-9572-1beeaf5307a3), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:54.240448 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-230a8323-62e7-4a52-8dba-a34d78af283a tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (01667641-011a-48b7-9572-1beeaf5307a3), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:54.300586 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a8323-62e7-4a52-8dba-a34d78af283a tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01667641-011a-48b7-9572-1beeaf5307a3,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:54.332206 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-230a8323-62e7-4a52-8dba-a34d78af283a tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:54.333610 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-230a8323-62e7-4a52-8dba-a34d78af283a tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5323062 Feb 09 01:29:54.347514 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49138) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:54.356681 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-9c0b1b78-bac1-44a5-8642-d4f6214b5f46 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Request body: {'security_group_rule': {'security_group_id': '01667641-011a-48b7-9572-1beeaf5307a3', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:54.368165 n-d-828369-4 neutron-server[103137]: WARNING neutron.api.v2.base [None req-9c0b1b78-bac1-44a5-8642-d4f6214b5f46 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 09 01:29:54.368795 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-9c0b1b78-bac1-44a5-8642-d4f6214b5f46 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:29:54.374295 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9c0b1b78-bac1-44a5-8642-d4f6214b5f46 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0255651 Feb 09 01:29:54.375693 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49140) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:54.428600 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd69e5-37c4-45af-aa0a-de4cae777be9 req-5243e51f-29ba-440a-bf16-d2d6797de3f1 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:54.430259 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0cd69e5-37c4-45af-aa0a-de4cae777be9 req-5243e51f-29ba-440a-bf16-d2d6797de3f1 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.120 "GET /v2.0/networks?id=9b2a4079-2723-4a47-b157-14dd261b93dd HTTP/1.1" status: 200 len: 815 time: 0.4636528 Feb 09 01:29:54.461203 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-b0cd69e5-37c4-45af-aa0a-de4cae777be9 req-85c92159-877c-4169-8e63-d7978878a564 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Request body: {'port': {'device_id': 'd3b87a00-6562-4f8f-a405-6ee60198bf48', 'network_id': '9b2a4079-2723-4a47-b157-14dd261b93dd', 'admin_state_up': True, 'tenant_id': '52bd326cd32044dbad2c04ed294f1153'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:54.521640 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9fc7e3e0-a13e-469a-a8de-da22f9995aa5 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (01667641-011a-48b7-9572-1beeaf5307a3), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:54.543823 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] device_id is not set on port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:29:54.561098 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9fc7e3e0-a13e-469a-a8de-da22f9995aa5 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (01667641-011a-48b7-9572-1beeaf5307a3), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:54.564158 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Publish callbacks [] for port (fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:54.584900 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:54.727044 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9fc7e3e0-a13e-469a-a8de-da22f9995aa5 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (01667641-011a-48b7-9572-1beeaf5307a3), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:54.729573 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9fc7e3e0-a13e-469a-a8de-da22f9995aa5 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:54.733736 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0380ae-9daf-4eba-b532-35d87c6c52ce req-abada384-9b44-4af4-9142-7a48787a60b3 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:54.735972 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ce0380ae-9daf-4eba-b532-35d87c6c52ce req-abada384-9b44-4af4-9142-7a48787a60b3 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.4376159 Feb 09 01:29:54.753690 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9fc7e3e0-a13e-469a-a8de-da22f9995aa5 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "DELETE /v2.0/security-groups/01667641-011a-48b7-9572-1beeaf5307a3 HTTP/1.1" status: 204 len: 168 time: 0.3734636 Feb 09 01:29:54.754319 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49148) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:54.773925 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Pushing event updated for resources: {'Port': ['ID=fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:54.802934 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ede59e5c-9e85-442c-80a5-b1101725bbf4 req-c3422277-141f-4b54-a05c-ef65de43b8d3 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b87a00-6562-4f8f-a405-6ee60198bf48 HTTP/1.1" status: 200 len: 210 time: 0.0824611 Feb 09 01:29:54.806698 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc7e3e0-a13e-469a-a8de-da22f9995aa5 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01667641-011a-48b7-9572-1beeaf5307a3,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:54.818083 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Checking segment: {'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:29:54.818530 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Network hostable DHCP agents. Network: 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:29:54.904349 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c7c9263b-679f-4a51-9dbc-ba439a6a8c94 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1264453 Feb 09 01:29:54.906330 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:29:54.909335 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49150) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:54.918859 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-cb226b24-5203-4ced-b2cc-5959c7b91f89 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Request body: {'security_group': {'name': 'tempest-secgroup--208939400'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:54.933734 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ce0380ae-9daf-4eba-b532-35d87c6c52ce req-b844a7b7-8444-43c8-a7d2-ae25648120d4 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714272 Feb 09 01:29:54.937532 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0cd69e5-37c4-45af-aa0a-de4cae777be9 req-85c92159-877c-4169-8e63-d7978878a564 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Made reservation on behalf of 52bd326cd32044dbad2c04ed294f1153 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:54.941113 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b0cd69e5-37c4-45af-aa0a-de4cae777be9 req-85c92159-877c-4169-8e63-d7978878a564 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:54.951935 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:54.962505 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:29:54.963293 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e3f7b4-c517-4ee7-a893-97929ac80a0d None None] Network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:29:55.004556 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cb226b24-5203-4ced-b2cc-5959c7b91f89 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:55.009944 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:29:55.011145 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:29:55.011789 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:29:55.067827 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:29:55.068297 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Failed to bind port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] Feb 09 01:29:55.070527 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempt 2 to bind port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f Feb 09 01:29:55.117786 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:29:55.118128 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:29:55.118418 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:29:55.136477 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:29:55.137905 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Failed to bind port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] Feb 09 01:29:55.139635 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempt 3 to bind port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f Feb 09 01:29:55.174424 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:29:55.174770 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:29:55.175532 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:29:55.189646 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:29:55.190007 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Failed to bind port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] Feb 09 01:29:55.191024 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-b0cd69e5-37c4-45af-aa0a-de4cae777be9 req-85c92159-877c-4169-8e63-d7978878a564 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Allocated IP 172.20.0.12 (9b2a4079-2723-4a47-b157-14dd261b93dd/ab72f72c-a599-42ad-9f47-8b5f3a8651e8/574199ea-1318-4174-8814-dd905bf81266) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:29:55.192375 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempt 4 to bind port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f Feb 09 01:29:55.208745 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e5ffa93f-e220-4492-9d27-294a2a935957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (875f1ea5-84e6-4a54-87bb-f01ecebb1988), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:55.230152 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:29:55.230534 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:29:55.231272 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:29:55.243004 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:29:55.243373 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Failed to bind port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] Feb 09 01:29:55.259007 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempt 5 to bind port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f Feb 09 01:29:55.291819 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cb226b24-5203-4ced-b2cc-5959c7b91f89 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (af0ca5fc-4183-4183-ad21-3b7f1ff3f1ea), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:55.296261 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:29:55.296690 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:29:55.297041 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:29:55.302824 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cb226b24-5203-4ced-b2cc-5959c7b91f89 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (af0ca5fc-4183-4183-ad21-3b7f1ff3f1ea), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:55.311346 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:29:55.311715 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Failed to bind port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] Feb 09 01:29:55.315539 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempt 6 to bind port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f Feb 09 01:29:55.371328 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:29:55.372516 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:29:55.373169 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:29:55.386054 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cb226b24-5203-4ced-b2cc-5959c7b91f89 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:55.388196 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-cb226b24-5203-4ced-b2cc-5959c7b91f89 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4755318 Feb 09 01:29:55.397009 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb226b24-5203-4ced-b2cc-5959c7b91f89 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af0ca5fc-4183-4183-ad21-3b7f1ff3f1ea,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:55.417096 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49152) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:55.418425 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:29:55.419303 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Failed to bind port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] Feb 09 01:29:55.431364 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-3f20c848-0d9d-4b16-8319-3cec52eadf6a tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Request body: {'security_group_rule': {'security_group_id': 'af0ca5fc-4183-4183-ad21-3b7f1ff3f1ea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:55.466263 n-d-828369-4 neutron-server[103137]: WARNING neutron.api.v2.base [None req-3f20c848-0d9d-4b16-8319-3cec52eadf6a tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 09 01:29:55.467110 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-3f20c848-0d9d-4b16-8319-3cec52eadf6a tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:29:55.469204 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3f20c848-0d9d-4b16-8319-3cec52eadf6a tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0450363 Feb 09 01:29:55.470713 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempt 7 to bind port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f Feb 09 01:29:55.501607 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49156) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:55.539164 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:29:55.541214 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:29:55.543401 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:29:55.559540 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-f9290859-af8c-4ea1-85dd-3f8429e23d3c tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Request body: {'security_group_rule': {'security_group_id': 'af0ca5fc-4183-4183-ad21-3b7f1ff3f1ea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:55.560501 n-d-828369-4 neutron-server[103137]: WARNING neutron.api.v2.base [None req-f9290859-af8c-4ea1-85dd-3f8429e23d3c tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 09 01:29:55.561458 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-f9290859-af8c-4ea1-85dd-3f8429e23d3c tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:29:55.562742 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f9290859-af8c-4ea1-85dd-3f8429e23d3c tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0516033 Feb 09 01:29:55.576352 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49160) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:55.576352 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-0c47ef7d-74e1-417e-abd2-8bcb50dda55c tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Request body: {'security_group_rule': {'security_group_id': 'af0ca5fc-4183-4183-ad21-3b7f1ff3f1ea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:55.576352 n-d-828369-4 neutron-server[103137]: WARNING neutron.api.v2.base [None req-0c47ef7d-74e1-417e-abd2-8bcb50dda55c tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 09 01:29:55.576352 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-0c47ef7d-74e1-417e-abd2-8bcb50dda55c tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:29:55.576352 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0c47ef7d-74e1-417e-abd2-8bcb50dda55c tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061622 Feb 09 01:29:55.577306 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49162) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:55.583095 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-95e9129e-c5b8-4231-b391-5e6d59a31621 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Request body: {'security_group_rule': {'security_group_id': 'af0ca5fc-4183-4183-ad21-3b7f1ff3f1ea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:55.584182 n-d-828369-4 neutron-server[103137]: WARNING neutron.api.v2.base [None req-95e9129e-c5b8-4231-b391-5e6d59a31621 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 09 01:29:55.585034 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-95e9129e-c5b8-4231-b391-5e6d59a31621 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:29:55.586395 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-95e9129e-c5b8-4231-b391-5e6d59a31621 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0081389 Feb 09 01:29:55.587498 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:29:55.587898 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Failed to bind port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] Feb 09 01:29:55.588356 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempt 8 to bind port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f Feb 09 01:29:55.591963 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49164) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:55.620627 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:29:55.621070 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:29:55.621517 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:29:55.640633 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:29:55.641049 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Failed to bind port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] Feb 09 01:29:55.646612 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempt 9 to bind port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f Feb 09 01:29:55.680364 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-64fcc607-c522-48a4-962e-8db43e106042 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (af0ca5fc-4183-4183-ad21-3b7f1ff3f1ea), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:55.683414 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:29:55.683923 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:29:55.684359 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:29:55.699445 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:29:55.700564 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Failed to bind port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] Feb 09 01:29:55.703829 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempt 10 to bind port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f Feb 09 01:29:55.726206 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:29:55.727166 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:29:55.727686 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:29:55.735354 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-64fcc607-c522-48a4-962e-8db43e106042 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (af0ca5fc-4183-4183-ad21-3b7f1ff3f1ea), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:55.745272 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:29:55.745611 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Failed to bind port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] Feb 09 01:29:55.745985 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:55.878233 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] For port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:29:55.878618 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempted to set empty binding levels {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 01:29:55.880683 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-64fcc607-c522-48a4-962e-8db43e106042 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (af0ca5fc-4183-4183-ad21-3b7f1ff3f1ea), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:55.884774 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-64fcc607-c522-48a4-962e-8db43e106042 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:55.886564 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-64fcc607-c522-48a4-962e-8db43e106042 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "DELETE /v2.0/security-groups/af0ca5fc-4183-4183-ad21-3b7f1ff3f1ea HTTP/1.1" status: 204 len: 168 time: 0.2932158 Feb 09 01:29:55.893888 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:55.896084 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49168) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:55.913642 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b0cd69e5-37c4-45af-aa0a-de4cae777be9 req-85c92159-877c-4169-8e63-d7978878a564 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Publish callbacks [] for port (574199ea-1318-4174-8814-dd905bf81266), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:55.955197 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fcc607-c522-48a4-962e-8db43e106042 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0ca5fc-4183-4183-ad21-3b7f1ff3f1ea,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:55.973157 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:55.973825 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:56.025361 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-dd961558-e026-44b4-b3cf-5e145f46702e tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1243198 Feb 09 01:29:56.027423 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd9f895c-49ba-43a3-b3b5-818c122520e6 req-d3664395-7973-4a10-9b1d-38b5319e837a tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b87a00-6562-4f8f-a405-6ee60198bf48 HTTP/1.1" status: 200 len: 210 time: 0.0819581 Feb 09 01:29:56.029861 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49172) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:56.031182 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.2416713 Feb 09 01:29:56.036176 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49174) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:56.046204 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-aac5abed-8929-4c5d-9793-97f16a2a06c6 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Request body: {'security_group': {'name': 'tempest-secgroup--452629360'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:56.087177 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b212f3-3071-4ac6-b2a2-5369a763300a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Pushing event updated for resources: {'Port': ['ID=fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:56.134724 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b0cd69e5-37c4-45af-aa0a-de4cae777be9 req-85c92159-877c-4169-8e63-d7978878a564 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (574199ea-1318-4174-8814-dd905bf81266), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:56.147347 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['50570b3c-89b5-4464-931c-c142e9339e93'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:29:56.281261 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-aac5abed-8929-4c5d-9793-97f16a2a06c6 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:56.359742 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0cd69e5-37c4-45af-aa0a-de4cae777be9 req-85c92159-877c-4169-8e63-d7978878a564 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Network 9b2a4079-2723-4a47-b157-14dd261b93dd is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:56.373953 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c92159-877c-4169-8e63-d7978878a564 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Pushing event updated for resources: {'Port': ['ID=574199ea-1318-4174-8814-dd905bf81266,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:56.385145 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-b0cd69e5-37c4-45af-aa0a-de4cae777be9 req-85c92159-877c-4169-8e63-d7978878a564 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:56.394409 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0cd69e5-37c4-45af-aa0a-de4cae777be9 req-85c92159-877c-4169-8e63-d7978878a564 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:29:56.458147 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c7ceb-fd48-4c14-9824-b607e84c1897 req-104d040f-5797-4c7b-acf0-f5bf00cb3090 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:56.460637 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6b5c7ceb-fd48-4c14-9824-b607e84c1897 req-104d040f-5797-4c7b-acf0-f5bf00cb3090 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.3734791 Feb 09 01:29:56.512978 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd69e5-37c4-45af-aa0a-de4cae777be9 req-85c92159-877c-4169-8e63-d7978878a564 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:56.515270 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b0cd69e5-37c4-45af-aa0a-de4cae777be9 req-85c92159-877c-4169-8e63-d7978878a564 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:56.557459 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-e9fd250c-d4c6-493f-88d2-297ecd71325c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Deleting port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:29:56.558063 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e9fd250c-d4c6-493f-88d2-297ecd71325c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:56.602870 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0cd69e5-37c4-45af-aa0a-de4cae777be9 req-85c92159-877c-4169-8e63-d7978878a564 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1607494 Feb 09 01:29:56.617674 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-aac5abed-8929-4c5d-9793-97f16a2a06c6 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (9fc2e9d8-4189-420a-b429-90f08ad93815), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:56.626567 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-b0cd69e5-37c4-45af-aa0a-de4cae777be9 req-d7fa2c62-f411-470a-b704-58a30fa5c6b6 service neutron] Request body: {'port': {'device_id': 'd3b87a00-6562-4f8f-a405-6ee60198bf48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:56.677852 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-e9fd250c-d4c6-493f-88d2-297ecd71325c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] For port fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f, host n-h1-828369-4, got binding levels [] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:56.678289 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e9fd250c-d4c6-493f-88d2-297ecd71325c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:56.687024 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-aac5abed-8929-4c5d-9793-97f16a2a06c6 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (9fc2e9d8-4189-420a-b429-90f08ad93815), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:56.692638 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-e9fd250c-d4c6-493f-88d2-297ecd71325c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Calling delete_port for fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:29:56.714864 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6b5c7ceb-fd48-4c14-9824-b607e84c1897 req-951d6276-d2d7-4121-a706-f02c27b6208d tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2414742 Feb 09 01:29:56.740611 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-aac5abed-8929-4c5d-9793-97f16a2a06c6 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:56.741239 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-aac5abed-8929-4c5d-9793-97f16a2a06c6 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6997778 Feb 09 01:29:56.747537 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49182) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:56.752469 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-876c0140-d789-41a7-9a5b-395f2c9f9e73 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Request body: {'security_group_rule': {'security_group_id': '9fc2e9d8-4189-420a-b429-90f08ad93815', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:56.753544 n-d-828369-4 neutron-server[103136]: WARNING neutron.api.v2.base [None req-876c0140-d789-41a7-9a5b-395f2c9f9e73 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 01:29:56.754235 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [None req-876c0140-d789-41a7-9a5b-395f2c9f9e73 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:29:56.755564 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-876c0140-d789-41a7-9a5b-395f2c9f9e73 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065060 Feb 09 01:29:56.805980 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49184) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:56.813333 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-01e8e0c2-816c-4301-b99c-9ce4cfd2a7d7 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Request body: {'security_group_rule': {'security_group_id': '9fc2e9d8-4189-420a-b429-90f08ad93815', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:56.844665 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac5abed-8929-4c5d-9793-97f16a2a06c6 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc2e9d8-4189-420a-b429-90f08ad93815,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:56.849816 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e9fd250c-d4c6-493f-88d2-297ecd71325c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:56.865405 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b0cd69e5-37c4-45af-aa0a-de4cae777be9 req-d7fa2c62-f411-470a-b704-58a30fa5c6b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (574199ea-1318-4174-8814-dd905bf81266), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:56.925900 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-e5ffa93f-e220-4492-9d27-294a2a935957 admin admin] Deleting port 87710c53-ba3f-47ed-948e-36dea0e38215 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:29:56.926597 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e5ffa93f-e220-4492-9d27-294a2a935957 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (87710c53-ba3f-47ed-948e-36dea0e38215), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:56.941479 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e9fd250c-d4c6-493f-88d2-297ecd71325c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:56.955636 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e9fd250c-d4c6-493f-88d2-297ecd71325c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] 10.222.0.50 "DELETE /v2.0/ports/fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f HTTP/1.1" status: 204 len: 168 time: 0.9184000 Feb 09 01:29:56.957276 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd250c-d4c6-493f-88d2-297ecd71325c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Pushing event deleted for resources: {'Port': ['ID=fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:56.963707 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49188) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:56.995296 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [None req-01e8e0c2-816c-4301-b99c-9ce4cfd2a7d7 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:29:56.999902 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-01e8e0c2-816c-4301-b99c-9ce4cfd2a7d7 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1878493 Feb 09 01:29:57.009966 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49190) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:57.018710 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-68d3d7c6-af84-48d0-922b-052af690dd77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] GET failed (client error): The resource could not be found. Feb 09 01:29:57.023581 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-68d3d7c6-af84-48d0-922b-052af690dd77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] 10.222.0.50 "GET /v2.0/ports/fce9cc03-259a-4c01-95a4-d4e5ac5f8a4f HTTP/1.1" status: 404 len: 333 time: 0.0553117 Feb 09 01:29:57.028578 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49192) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:57.036607 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-0ac5044e-3002-467e-9efb-ecfc7a4b16e8 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Request body: {'security_group_rule': {'security_group_id': '9fc2e9d8-4189-420a-b429-90f08ad93815', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:57.037088 n-d-828369-4 neutron-server[103136]: WARNING neutron.api.v2.base [None req-0ac5044e-3002-467e-9efb-ecfc7a4b16e8 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 09 01:29:57.037580 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [None req-0ac5044e-3002-467e-9efb-ecfc7a4b16e8 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:29:57.038554 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-0ac5044e-3002-467e-9efb-ecfc7a4b16e8 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0127466 Feb 09 01:29:57.042623 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-d6e466d9-3be8-40b2-beea-ff1343652562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Request body: {'port': {'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2087904360'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:57.047986 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49194) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:57.055791 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-fa2b249f-e46d-4ea9-a081-1644296bc92c tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Request body: {'security_group_rule': {'security_group_id': '9fc2e9d8-4189-420a-b429-90f08ad93815', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:57.100211 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e466d9-3be8-40b2-beea-ff1343652562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Made reservation on behalf of e829a9f9b46542f9a174bf5a2a7d6fb5 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:57.102915 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d6e466d9-3be8-40b2-beea-ff1343652562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:57.123010 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-e5ffa93f-e220-4492-9d27-294a2a935957 admin admin] For port 87710c53-ba3f-47ed-948e-36dea0e38215, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=87710c53-ba3f-47ed-948e-36dea0e38215,segment=NetworkSegment(90a93e77-1f13-485b-ad6a-064316f0e646),segment_id=90a93e77-1f13-485b-ad6a-064316f0e646)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:57.123403 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e5ffa93f-e220-4492-9d27-294a2a935957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (87710c53-ba3f-47ed-948e-36dea0e38215), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:57.147988 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-d6e466d9-3be8-40b2-beea-ff1343652562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] device_id is not set on port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:29:57.213317 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-fa2b249f-e46d-4ea9-a081-1644296bc92c tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:29:57.215947 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-fa2b249f-e46d-4ea9-a081-1644296bc92c tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1661601 Feb 09 01:29:57.218728 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49198) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:57.227525 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-4a5a4b3d-a943-446a-8285-7fdaff909f06 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Request body: {'security_group_rule': {'security_group_id': '9fc2e9d8-4189-420a-b429-90f08ad93815', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:57.228852 n-d-828369-4 neutron-server[103137]: WARNING neutron.api.v2.base [None req-4a5a4b3d-a943-446a-8285-7fdaff909f06 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 01:29:57.229620 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-4a5a4b3d-a943-446a-8285-7fdaff909f06 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:29:57.231484 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4a5a4b3d-a943-446a-8285-7fdaff909f06 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0108948 Feb 09 01:29:57.235105 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49200) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:57.237460 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-e5ffa93f-e220-4492-9d27-294a2a935957 admin admin] Calling delete_port for 87710c53-ba3f-47ed-948e-36dea0e38215 owned by network:router_interface {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:29:57.256293 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-2bbef05e-3fa0-4e2d-b660-7e0573d7c98d tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Request body: {'security_group_rule': {'security_group_id': '9fc2e9d8-4189-420a-b429-90f08ad93815', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:57.339376 n-d-828369-4 neutron-server[103137]: INFO neutron.db.securitygroups_db [None req-2bbef05e-3fa0-4e2d-b660-7e0573d7c98d tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Project f7e04277ded84dbfb57077af5a2226ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:29:57.386782 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-2bbef05e-3fa0-4e2d-b660-7e0573d7c98d tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:29:57.391207 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2bbef05e-3fa0-4e2d-b660-7e0573d7c98d tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1541960 Feb 09 01:29:57.397655 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49202) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:57.409034 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-b734c44f-08cf-472c-a1c2-c9dc4b8bc100 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Request body: {'security_group_rule': {'security_group_id': '9fc2e9d8-4189-420a-b429-90f08ad93815', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:57.410006 n-d-828369-4 neutron-server[103137]: WARNING neutron.api.v2.base [None req-b734c44f-08cf-472c-a1c2-c9dc4b8bc100 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 09 01:29:57.410805 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-b734c44f-08cf-472c-a1c2-c9dc4b8bc100 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:29:57.412035 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b734c44f-08cf-472c-a1c2-c9dc4b8bc100 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0133388 Feb 09 01:29:57.423447 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49204) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:57.432601 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-a68263dd-4fc1-4c4c-977a-071b56031821 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Request body: {'security_group_rule': {'security_group_id': '9fc2e9d8-4189-420a-b429-90f08ad93815', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:57.484980 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d70a5fa-80f4-478f-b6d0-e69f32e7ba7a req-5869d2f9-52c7-4995-8bbd-b0046482822d tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:57.486477 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5d70a5fa-80f4-478f-b6d0-e69f32e7ba7a req-5869d2f9-52c7-4995-8bbd-b0046482822d tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.4755738 Feb 09 01:29:57.516327 n-d-828369-4 neutron-server[103137]: INFO neutron.db.securitygroups_db [None req-a68263dd-4fc1-4c4c-977a-071b56031821 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Project f7e04277ded84dbfb57077af5a2226ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:29:57.528726 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c2274-821e-4d0f-b1ea-bc00dd31b91f req-2f2abfef-4675-4ad1-b318-8a31e722773c tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:57.530341 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa8c2274-821e-4d0f-b1ea-bc00dd31b91f req-2f2abfef-4675-4ad1-b318-8a31e722773c tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b87a00-6562-4f8f-a405-6ee60198bf48 HTTP/1.1" status: 200 len: 932 time: 0.3240230 Feb 09 01:29:57.536905 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf82e2-376a-45c2-ae1b-2ab6f6b71a39 req-2f7bcbfe-2b92-41ca-a098-238a6acb0619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:57.538427 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c8bf82e2-376a-45c2-ae1b-2ab6f6b71a39 req-2f7bcbfe-2b92-41ca-a098-238a6acb0619 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=99253303b883423fad908712b3678824&device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 1126 time: 0.5059686 Feb 09 01:29:57.564273 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-a68263dd-4fc1-4c4c-977a-071b56031821 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:29:57.566167 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a68263dd-4fc1-4c4c-977a-071b56031821 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1415365 Feb 09 01:29:57.570849 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49208) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:57.582041 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-1133efb6-4009-4388-98d8-c83a734b3133 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Request body: {'security_group_rule': {'security_group_id': '9fc2e9d8-4189-420a-b429-90f08ad93815', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:57.616755 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d6e466d9-3be8-40b2-beea-ff1343652562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Publish callbacks [] for port (6ad7cd42-81ab-407b-a58d-6ebfc6555635), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:57.642198 n-d-828369-4 neutron-server[103137]: INFO neutron.db.securitygroups_db [None req-1133efb6-4009-4388-98d8-c83a734b3133 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Project f7e04277ded84dbfb57077af5a2226ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:29:57.682155 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-1133efb6-4009-4388-98d8-c83a734b3133 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:29:57.683676 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1133efb6-4009-4388-98d8-c83a734b3133 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1077867 Feb 09 01:29:57.687121 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49212) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:57.704985 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d6e466d9-3be8-40b2-beea-ff1343652562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (6ad7cd42-81ab-407b-a58d-6ebfc6555635), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:57.773254 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e466d9-3be8-40b2-beea-ff1343652562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:57.783652 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5d70a5fa-80f4-478f-b6d0-e69f32e7ba7a req-b235ce26-bb25-4b48-a244-e17f252fef3b tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2789898 Feb 09 01:29:57.795232 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dc4006ed-44bb-47fd-a638-3b3be7565cc4 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (9fc2e9d8-4189-420a-b429-90f08ad93815), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:57.820100 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-d6e466d9-3be8-40b2-beea-ff1343652562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:57.822698 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e466d9-3be8-40b2-beea-ff1343652562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:29:57.823981 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e466d9-3be8-40b2-beea-ff1343652562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:57.825199 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d6e466d9-3be8-40b2-beea-ff1343652562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:57.827774 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dc4006ed-44bb-47fd-a638-3b3be7565cc4 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (9fc2e9d8-4189-420a-b429-90f08ad93815), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:57.836693 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa8c2274-821e-4d0f-b1ea-bc00dd31b91f req-19b2291f-dc2a-4f5d-b739-d65f6f3827bb tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/security-groups?id=89cf32ef-8647-4bf5-8025-bd4fbbfa8670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951839 Feb 09 01:29:57.845809 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e466d9-3be8-40b2-beea-ff1343652562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Pushing event updated for resources: {'Port': ['ID=6ad7cd42-81ab-407b-a58d-6ebfc6555635,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:57.858678 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf82e2-376a-45c2-ae1b-2ab6f6b71a39 req-82c6497f-4f20-4af6-93b3-dba9abe112b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:57.861415 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c8bf82e2-376a-45c2-ae1b-2ab6f6b71a39 req-82c6497f-4f20-4af6-93b3-dba9abe112b0 service neutron] 10.222.0.120 "GET /v2.0/networks?id=d88b7625-86d0-4021-80a0-5ba2f7b1a042 HTTP/1.1" status: 200 len: 913 time: 0.2720227 Feb 09 01:29:57.877161 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d6e466d9-3be8-40b2-beea-ff1343652562 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8450370 Feb 09 01:29:57.879905 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49218) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:57.889718 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-828369-4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:57.923376 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dc4006ed-44bb-47fd-a638-3b3be7565cc4 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (9fc2e9d8-4189-420a-b429-90f08ad93815), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:57.926079 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dc4006ed-44bb-47fd-a638-3b3be7565cc4 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:57.927268 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-dc4006ed-44bb-47fd-a638-3b3be7565cc4 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "DELETE /v2.0/security-groups/9fc2e9d8-4189-420a-b429-90f08ad93815 HTTP/1.1" status: 204 len: 168 time: 0.2389483 Feb 09 01:29:57.930433 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49224) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:57.964037 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4006ed-44bb-47fd-a638-3b3be7565cc4 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc2e9d8-4189-420a-b429-90f08ad93815,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:57.973179 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6ad7cd42-81ab-407b-a58d-6ebfc6555635), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:57.994377 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-b0cd69e5-37c4-45af-aa0a-de4cae777be9 req-d7fa2c62-f411-470a-b704-58a30fa5c6b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 574199ea-1318-4174-8814-dd905bf81266 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:29:58.010968 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b0cd69e5-37c4-45af-aa0a-de4cae777be9 req-d7fa2c62-f411-470a-b704-58a30fa5c6b6 service neutron] Publish callbacks [] for port (574199ea-1318-4174-8814-dd905bf81266), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:58.101377 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c8bf82e2-376a-45c2-ae1b-2ab6f6b71a39 req-297ddbf7-ae25-49b3-bf00-55436fa378c7 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 HTTP/1.1" status: 200 len: 999 time: 0.2299573 Feb 09 01:29:58.117786 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-b0cd69e5-37c4-45af-aa0a-de4cae777be9 req-d7fa2c62-f411-470a-b704-58a30fa5c6b6 service neutron] Transition to ACTIVE for port object 574199ea-1318-4174-8814-dd905bf81266 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:29:58.131461 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e5ffa93f-e220-4492-9d27-294a2a935957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (87710c53-ba3f-47ed-948e-36dea0e38215), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:58.155608 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] device_id is not set on port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:29:58.159274 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b0cd69e5-37c4-45af-aa0a-de4cae777be9 req-d7fa2c62-f411-470a-b704-58a30fa5c6b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (574199ea-1318-4174-8814-dd905bf81266), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:58.163547 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Publish callbacks [] for port (6ad7cd42-81ab-407b-a58d-6ebfc6555635), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:58.170333 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (6ad7cd42-81ab-407b-a58d-6ebfc6555635), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:58.194478 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-606cb65e-edfe-42d8-afef-77504547fc92 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2595708 Feb 09 01:29:58.198818 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49226) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:58.206304 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-52852714-3316-4806-8aac-e064e2aa5ce8 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Request body: {'security_group': {'name': 'tempest-secgroup--106327174'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:58.207571 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ffa93f-e220-4492-9d27-294a2a935957 admin admin] Pushing event deleted for resources: {'Port': ['ID=87710c53-ba3f-47ed-948e-36dea0e38215,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:58.252498 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Pushing event updated for resources: {'Port': ['ID=6ad7cd42-81ab-407b-a58d-6ebfc6555635,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:58.260535 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-52852714-3316-4806-8aac-e064e2aa5ce8 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:58.281710 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:29:58.282094 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:29:58.282433 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:29:58.291345 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:29:58.291728 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Failed to bind port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] Feb 09 01:29:58.292058 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf82e2-376a-45c2-ae1b-2ab6f6b71a39 req-3e841210-3e00-4b78-bd53-01b5d4b369fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:58.293613 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c8bf82e2-376a-45c2-ae1b-2ab6f6b71a39 req-3e841210-3e00-4b78-bd53-01b5d4b369fd service neutron] 10.222.0.120 "GET /v2.0/subnets?id=e8a10734-f380-44a3-a9f7-298105351e3b HTTP/1.1" status: 200 len: 850 time: 0.1844018 Feb 09 01:29:58.294322 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempt 2 to bind port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 Feb 09 01:29:58.313839 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:29:58.314178 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:29:58.314523 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:29:58.327222 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:29:58.327755 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Failed to bind port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] Feb 09 01:29:58.329122 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempt 3 to bind port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 Feb 09 01:29:58.350672 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:29:58.350973 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:29:58.351456 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:29:58.353610 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-a85977e4-6fcd-42ea-ab4d-f719a206ecbd tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:58.355170 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-a85977e4-6fcd-42ea-ab4d-f719a206ecbd tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/networks?id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 HTTP/1.1" status: 200 len: 811 time: 0.3562512 Feb 09 01:29:58.361356 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:29:58.361692 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Failed to bind port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] Feb 09 01:29:58.367194 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempt 4 to bind port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 Feb 09 01:29:58.380811 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa2c62-f411-470a-b704-58a30fa5c6b6 service neutron] Pushing event updated for resources: {'Port': ['ID=574199ea-1318-4174-8814-dd905bf81266,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:58.388410 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-52852714-3316-4806-8aac-e064e2aa5ce8 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (2737a472-e306-4262-8df1-f8aadddf9df3), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:58.391833 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:29:58.392187 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:29:58.392758 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:29:58.398366 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-52852714-3316-4806-8aac-e064e2aa5ce8 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (2737a472-e306-4262-8df1-f8aadddf9df3), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:58.403974 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:29:58.404314 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Failed to bind port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] Feb 09 01:29:58.406946 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempt 5 to bind port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 Feb 09 01:29:58.439675 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-d7b12377-9479-4c69-8057-b38e8c000a45 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/quotas/c9bde012005949bf8ed5f5d05d570ac0 HTTP/1.1" status: 200 len: 375 time: 0.0624442 Feb 09 01:29:58.446546 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:29:58.447862 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:29:58.447862 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:29:58.452132 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-52852714-3316-4806-8aac-e064e2aa5ce8 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:58.453445 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-52852714-3316-4806-8aac-e064e2aa5ce8 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2541137 Feb 09 01:29:58.457020 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49228) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:58.461833 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-e15ee126-bd6c-4d3e-9815-49ae7f37953c tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Request body: {'security_group_rule': {'security_group_id': '2737a472-e306-4262-8df1-f8aadddf9df3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:58.465594 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:29:58.465927 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Failed to bind port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] Feb 09 01:29:58.467388 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempt 6 to bind port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 Feb 09 01:29:58.469738 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52852714-3316-4806-8aac-e064e2aa5ce8 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2737a472-e306-4262-8df1-f8aadddf9df3,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:58.493724 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:29:58.493999 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:29:58.494344 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:29:58.500317 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:29:58.500714 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Failed to bind port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] Feb 09 01:29:58.502323 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempt 7 to bind port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 Feb 09 01:29:58.523160 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:29:58.523506 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:29:58.523852 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:29:58.530839 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:29:58.531172 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Failed to bind port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] Feb 09 01:29:58.532735 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempt 8 to bind port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 Feb 09 01:29:58.537304 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-e15ee126-bd6c-4d3e-9815-49ae7f37953c tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] create failed (client error): The resource could not be found. Feb 09 01:29:58.538383 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e15ee126-bd6c-4d3e-9815-49ae7f37953c tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0802009 Feb 09 01:29:58.543517 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49230) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:58.550051 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-b006b73b-1bf5-419c-8849-74f184049d29 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Request body: {'security_group_rule': {'security_group_id': '2737a472-e306-4262-8df1-f8aadddf9df3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '3d71d0e8-32c0-48c5-9986-4f55a0bba9f8'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:58.556456 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:29:58.556830 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:29:58.557182 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:29:58.565210 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:29:58.565842 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Failed to bind port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] Feb 09 01:29:58.567792 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempt 9 to bind port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 Feb 09 01:29:58.571493 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf82e2-376a-45c2-ae1b-2ab6f6b71a39 req-48a0fea6-d932-494c-9780-3e197e48f311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:58.573039 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c8bf82e2-376a-45c2-ae1b-2ab6f6b71a39 req-48a0fea6-d932-494c-9780-3e197e48f311 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=d88b7625-86d0-4021-80a0-5ba2f7b1a042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2478213 Feb 09 01:29:58.584510 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:29:58.584910 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:29:58.585139 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:29:58.593434 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:29:58.593773 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Failed to bind port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] Feb 09 01:29:58.594673 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempt 10 to bind port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 Feb 09 01:29:58.614683 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:29:58.615037 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:29:58.615515 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:29:58.620061 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:29:58.620376 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Failed to bind port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] Feb 09 01:29:58.620795 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6ad7cd42-81ab-407b-a58d-6ebfc6555635), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:58.642928 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-b006b73b-1bf5-419c-8849-74f184049d29 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] create failed (client error): The resource could not be found. Feb 09 01:29:58.643154 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-b0cd69e5-37c4-45af-aa0a-de4cae777be9 req-d7fa2c62-f411-470a-b704-58a30fa5c6b6 service neutron] Attempting to bind port 574199ea-1318-4174-8814-dd905bf81266 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:29:58.643330 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-b0cd69e5-37c4-45af-aa0a-de4cae777be9 req-d7fa2c62-f411-470a-b704-58a30fa5c6b6 service neutron] Attempting to bind port 574199ea-1318-4174-8814-dd905bf81266 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '1666a7a2-41b4-455c-a9b6-1ec0c33c0758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '9b2a4079-2723-4a47-b157-14dd261b93dd'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:29:58.643697 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cd69e5-37c4-45af-aa0a-de4cae777be9 req-d7fa2c62-f411-470a-b704-58a30fa5c6b6 service neutron] Attempting to bind port 574199ea-1318-4174-8814-dd905bf81266 on network 9b2a4079-2723-4a47-b157-14dd261b93dd {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:29:58.645295 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b006b73b-1bf5-419c-8849-74f184049d29 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1007614 Feb 09 01:29:58.646138 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49236) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:58.684569 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cd69e5-37c4-45af-aa0a-de4cae777be9 req-d7fa2c62-f411-470a-b704-58a30fa5c6b6 service neutron] Port 574199ea-1318-4174-8814-dd905bf81266 on network 9b2a4079-2723-4a47-b157-14dd261b93dd not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:29:58.684923 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cd69e5-37c4-45af-aa0a-de4cae777be9 req-d7fa2c62-f411-470a-b704-58a30fa5c6b6 service neutron] Attempting to bind port 574199ea-1318-4174-8814-dd905bf81266 on network 9b2a4079-2723-4a47-b157-14dd261b93dd {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:29:58.710979 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] For port 6ad7cd42-81ab-407b-a58d-6ebfc6555635, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:29:58.711392 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempted to set empty binding levels {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 01:29:58.714954 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-c340215e-d80f-4deb-8183-0ae2f88babd5 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c9bde012005949bf8ed5f5d05d570ac0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2580147 Feb 09 01:29:58.715455 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cd69e5-37c4-45af-aa0a-de4cae777be9 req-d7fa2c62-f411-470a-b704-58a30fa5c6b6 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:29:58.715803 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cd69e5-37c4-45af-aa0a-de4cae777be9 req-d7fa2c62-f411-470a-b704-58a30fa5c6b6 service neutron] Checking segment: {'id': '1666a7a2-41b4-455c-a9b6-1ec0c33c0758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '9b2a4079-2723-4a47-b157-14dd261b93dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:29:58.716241 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0cd69e5-37c4-45af-aa0a-de4cae777be9 req-d7fa2c62-f411-470a-b704-58a30fa5c6b6 service neutron] Bound using segment: {'id': '1666a7a2-41b4-455c-a9b6-1ec0c33c0758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '9b2a4079-2723-4a47-b157-14dd261b93dd'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:29:58.716721 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-b0cd69e5-37c4-45af-aa0a-de4cae777be9 req-d7fa2c62-f411-470a-b704-58a30fa5c6b6 service neutron] Bound port: 574199ea-1318-4174-8814-dd905bf81266, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1666a7a2-41b4-455c-a9b6-1ec0c33c0758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '9b2a4079-2723-4a47-b157-14dd261b93dd'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:29:58.717085 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b0cd69e5-37c4-45af-aa0a-de4cae777be9 req-d7fa2c62-f411-470a-b704-58a30fa5c6b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (574199ea-1318-4174-8814-dd905bf81266), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:58.722194 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (6ad7cd42-81ab-407b-a58d-6ebfc6555635), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:58.724587 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e5ffa93f-e220-4492-9d27-294a2a935957 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (875f1ea5-84e6-4a54-87bb-f01ecebb1988), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:58.759249 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] In _notify_port_updated(), no bound segment for port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 {{(pid=103137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:29:58.759921 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:58.760567 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:58.764900 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] 10.222.0.50 "PUT /v2.0/ports/6ad7cd42-81ab-407b-a58d-6ebfc6555635 HTTP/1.1" status: 200 len: 979 time: 0.8795304 Feb 09 01:29:58.766452 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49246) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:58.841993 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c8bf82e2-376a-45c2-ae1b-2ab6f6b71a39 req-008f3211-ffe2-46e8-bb2e-6bfe97cd3d3d service neutron] 10.222.0.120 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559865 Feb 09 01:29:58.842330 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b2371-659b-4737-a7d4-dd0a372d46c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Pushing event updated for resources: {'Port': ['ID=6ad7cd42-81ab-407b-a58d-6ebfc6555635,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:58.897160 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77c9236-58dc-4edd-ad0c-bcfa6d2751bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:58.897556 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77c9236-58dc-4edd-ad0c-bcfa6d2751bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:58.898024 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77c9236-58dc-4edd-ad0c-bcfa6d2751bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:58.898481 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77c9236-58dc-4edd-ad0c-bcfa6d2751bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:58.898942 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77c9236-58dc-4edd-ad0c-bcfa6d2751bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:58.899398 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77c9236-58dc-4edd-ad0c-bcfa6d2751bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:58.899857 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77c9236-58dc-4edd-ad0c-bcfa6d2751bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:58.900323 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77c9236-58dc-4edd-ad0c-bcfa6d2751bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:58.900776 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77c9236-58dc-4edd-ad0c-bcfa6d2751bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:58.901231 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77c9236-58dc-4edd-ad0c-bcfa6d2751bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:58.903890 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77c9236-58dc-4edd-ad0c-bcfa6d2751bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:58.903890 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77c9236-58dc-4edd-ad0c-bcfa6d2751bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:58.903890 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77c9236-58dc-4edd-ad0c-bcfa6d2751bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:58.903890 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77c9236-58dc-4edd-ad0c-bcfa6d2751bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:58.905494 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77c9236-58dc-4edd-ad0c-bcfa6d2751bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:58.905983 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77c9236-58dc-4edd-ad0c-bcfa6d2751bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:58.906445 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77c9236-58dc-4edd-ad0c-bcfa6d2751bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:58.906898 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77c9236-58dc-4edd-ad0c-bcfa6d2751bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:58.907352 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77c9236-58dc-4edd-ad0c-bcfa6d2751bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:58.907806 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77c9236-58dc-4edd-ad0c-bcfa6d2751bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:58.908264 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77c9236-58dc-4edd-ad0c-bcfa6d2751bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:58.909138 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77c9236-58dc-4edd-ad0c-bcfa6d2751bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:58.909560 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77c9236-58dc-4edd-ad0c-bcfa6d2751bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:58.910060 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77c9236-58dc-4edd-ad0c-bcfa6d2751bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:58.910664 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77c9236-58dc-4edd-ad0c-bcfa6d2751bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:58.911265 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77c9236-58dc-4edd-ad0c-bcfa6d2751bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:58.911759 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77c9236-58dc-4edd-ad0c-bcfa6d2751bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:58.912213 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77c9236-58dc-4edd-ad0c-bcfa6d2751bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:58.912866 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77c9236-58dc-4edd-ad0c-bcfa6d2751bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:58.913448 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77c9236-58dc-4edd-ad0c-bcfa6d2751bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:58.913931 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77c9236-58dc-4edd-ad0c-bcfa6d2751bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:58.914383 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77c9236-58dc-4edd-ad0c-bcfa6d2751bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:58.922503 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c77c9236-58dc-4edd-ad0c-bcfa6d2751bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29618 time: 0.1487741 Feb 09 01:29:58.922697 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49260) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:59.011188 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-3a9c945a-e3fc-40cf-b087-27854e3bafdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Deleting port 6ad7cd42-81ab-407b-a58d-6ebfc6555635 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:29:59.011493 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3a9c945a-e3fc-40cf-b087-27854e3bafdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (6ad7cd42-81ab-407b-a58d-6ebfc6555635), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:59.080733 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-3a9c945a-e3fc-40cf-b087-27854e3bafdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] For port 6ad7cd42-81ab-407b-a58d-6ebfc6555635, host n-h1-828369-4, got binding levels [] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:29:59.081106 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3a9c945a-e3fc-40cf-b087-27854e3bafdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (6ad7cd42-81ab-407b-a58d-6ebfc6555635), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:59.096310 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-3a9c945a-e3fc-40cf-b087-27854e3bafdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Calling delete_port for 6ad7cd42-81ab-407b-a58d-6ebfc6555635 owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:29:59.190212 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3a9c945a-e3fc-40cf-b087-27854e3bafdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (6ad7cd42-81ab-407b-a58d-6ebfc6555635), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:59.226894 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3a9c945a-e3fc-40cf-b087-27854e3bafdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:59.233711 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3a9c945a-e3fc-40cf-b087-27854e3bafdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] 10.222.0.50 "DELETE /v2.0/ports/6ad7cd42-81ab-407b-a58d-6ebfc6555635 HTTP/1.1" status: 204 len: 168 time: 0.3089685 Feb 09 01:29:59.233923 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c945a-e3fc-40cf-b087-27854e3bafdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ad7cd42-81ab-407b-a58d-6ebfc6555635,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:59.235601 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49278) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:59.261067 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-a86381da-5086-48e7-984d-e1a41d06a947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] GET failed (client error): The resource could not be found. Feb 09 01:29:59.267112 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a86381da-5086-48e7-984d-e1a41d06a947 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] 10.222.0.50 "GET /v2.0/ports/6ad7cd42-81ab-407b-a58d-6ebfc6555635 HTTP/1.1" status: 404 len: 333 time: 0.0259004 Feb 09 01:29:59.267527 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49280) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:59.275420 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-c3172e78-ce28-40a9-91b2-01ef48750167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1032673439', 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:29:59.302168 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3172e78-ce28-40a9-91b2-01ef48750167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Made reservation on behalf of e829a9f9b46542f9a174bf5a2a7d6fb5 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:29:59.304664 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c3172e78-ce28-40a9-91b2-01ef48750167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:59.329009 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-c3172e78-ce28-40a9-91b2-01ef48750167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] device_id is not set on port 35ead698-e3cd-4ebe-b626-d1f99bfc9605 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:29:59.431791 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-249c5522-2a7e-4685-9ad5-6b88983bf378 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (2737a472-e306-4262-8df1-f8aadddf9df3), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:59.508268 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-249c5522-2a7e-4685-9ad5-6b88983bf378 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (2737a472-e306-4262-8df1-f8aadddf9df3), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:59.522149 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c3172e78-ce28-40a9-91b2-01ef48750167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Publish callbacks [] for port (35ead698-e3cd-4ebe-b626-d1f99bfc9605), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:59.535814 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-a762460e-350d-4f58-89b7-0857e727123e service neutron] 10.222.0.50 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8093150 Feb 09 01:29:59.571662 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c3172e78-ce28-40a9-91b2-01ef48750167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (35ead698-e3cd-4ebe-b626-d1f99bfc9605), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:59.600895 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-b0cd69e5-37c4-45af-aa0a-de4cae777be9 req-d7fa2c62-f411-470a-b704-58a30fa5c6b6 service neutron] For port 574199ea-1318-4174-8814-dd905bf81266, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:29:59.621158 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3172e78-ce28-40a9-91b2-01ef48750167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:29:59.624727 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-c3172e78-ce28-40a9-91b2-01ef48750167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:29:59.628337 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3172e78-ce28-40a9-91b2-01ef48750167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:29:59.629070 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-b0cd69e5-37c4-45af-aa0a-de4cae777be9 req-d7fa2c62-f411-470a-b704-58a30fa5c6b6 service neutron] For port 574199ea-1318-4174-8814-dd905bf81266, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=574199ea-1318-4174-8814-dd905bf81266,segment=NetworkSegment(1666a7a2-41b4-455c-a9b6-1ec0c33c0758),segment_id=1666a7a2-41b4-455c-a9b6-1ec0c33c0758)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:29:59.629298 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3172e78-ce28-40a9-91b2-01ef48750167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:59.630091 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c3172e78-ce28-40a9-91b2-01ef48750167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:59.638451 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3172e78-ce28-40a9-91b2-01ef48750167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Pushing event updated for resources: {'Port': ['ID=35ead698-e3cd-4ebe-b626-d1f99bfc9605,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:59.656002 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c3172e78-ce28-40a9-91b2-01ef48750167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3875206 Feb 09 01:29:59.658722 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49290) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:59.688441 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171eba6-c25c-45b0-9207-76404062e572 req-bef377d8-df3b-4c7b-8dfd-a60d3a81d09b tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:59.689880 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0171eba6-c25c-45b0-9207-76404062e572 req-bef377d8-df3b-4c7b-8dfd-a60d3a81d09b tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.7678273 Feb 09 01:29:59.691756 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c8bf82e2-376a-45c2-ae1b-2ab6f6b71a39 req-80435cc2-07fb-4df3-8f05-6b8d8bcdb411 service neutron] 10.222.0.120 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7686172 Feb 09 01:29:59.704436 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7467edef-80b3-4475-bf7d-7134b7494d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:59.706568 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7467edef-80b3-4475-bf7d-7134b7494d33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] 10.222.0.50 "GET /v2.0/ports/35ead698-e3cd-4ebe-b626-d1f99bfc9605 HTTP/1.1" status: 200 len: 959 time: 0.0460176 Feb 09 01:29:59.709510 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49292) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:29:59.735866 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b0cd69e5-37c4-45af-aa0a-de4cae777be9 req-d7fa2c62-f411-470a-b704-58a30fa5c6b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (574199ea-1318-4174-8814-dd905bf81266), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:59.795528 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-e84874d4-7995-4625-964b-b905e73270bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Deleting port 35ead698-e3cd-4ebe-b626-d1f99bfc9605 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:29:59.795972 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e84874d4-7995-4625-964b-b905e73270bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (35ead698-e3cd-4ebe-b626-d1f99bfc9605), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:59.825166 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-b731795f-b507-43c7-8888-c6df4d5022da service neutron] 10.222.0.50 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541194 Feb 09 01:29:59.869574 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e84874d4-7995-4625-964b-b905e73270bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (35ead698-e3cd-4ebe-b626-d1f99bfc9605), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:59.883575 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-e84874d4-7995-4625-964b-b905e73270bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Calling delete_port for 35ead698-e3cd-4ebe-b626-d1f99bfc9605 owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:29:59.917866 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd69e5-37c4-45af-aa0a-de4cae777be9 req-d7fa2c62-f411-470a-b704-58a30fa5c6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:29:59.918757 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b0cd69e5-37c4-45af-aa0a-de4cae777be9 req-d7fa2c62-f411-470a-b704-58a30fa5c6b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:29:59.920320 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0cd69e5-37c4-45af-aa0a-de4cae777be9 req-d7fa2c62-f411-470a-b704-58a30fa5c6b6 service neutron] 10.222.0.120 "PUT /v2.0/ports/574199ea-1318-4174-8814-dd905bf81266 HTTP/1.1" status: 200 len: 1092 time: 3.3013647 Feb 09 01:29:59.963600 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b87a00-6562-4f8f-a405-6ee60198bf48', 'tag': '574199ea-1318-4174-8814-dd905bf81266'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:29:59.966609 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0822ea4d-331d-4d96-b9e9-827581c3a2fd" -d '{"events": [{"name": "network-changed", "server_uuid": "d3b87a00-6562-4f8f-a405-6ee60198bf48", "tag": "574199ea-1318-4174-8814-dd905bf81266"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:29:59.969120 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa2c62-f411-470a-b704-58a30fa5c6b6 service neutron] Pushing event updated for resources: {'Port': ['ID=574199ea-1318-4174-8814-dd905bf81266,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:29:59.992352 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ffa93f-e220-4492-9d27-294a2a935957 admin admin] Router 875f1ea5-84e6-4a54-87bb-f01ecebb1988 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:30:00.029636 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-249c5522-2a7e-4685-9ad5-6b88983bf378 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (2737a472-e306-4262-8df1-f8aadddf9df3), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:00.038211 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-249c5522-2a7e-4685-9ad5-6b88983bf378 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:00.038211 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-249c5522-2a7e-4685-9ad5-6b88983bf378 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "DELETE /v2.0/security-groups/2737a472-e306-4262-8df1-f8aadddf9df3 HTTP/1.1" status: 204 len: 168 time: 1.3860130 Feb 09 01:30:00.038883 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49302) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:00.062347 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e84874d4-7995-4625-964b-b905e73270bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (35ead698-e3cd-4ebe-b626-d1f99bfc9605), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:00.132013 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84874d4-7995-4625-964b-b905e73270bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Pushing event deleted for resources: {'Port': ['ID=35ead698-e3cd-4ebe-b626-d1f99bfc9605,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:00.150913 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e84874d4-7995-4625-964b-b905e73270bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:00.161665 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e84874d4-7995-4625-964b-b905e73270bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] 10.222.0.50 "DELETE /v2.0/ports/35ead698-e3cd-4ebe-b626-d1f99bfc9605 HTTP/1.1" status: 204 len: 168 time: 0.4497128 Feb 09 01:30:00.162417 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49304) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:00.209636 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ffa93f-e220-4492-9d27-294a2a935957 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:30:00.213074 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c5522-2a7e-4685-9ad5-6b88983bf378 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2737a472-e306-4262-8df1-f8aadddf9df3,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:00.217889 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e5ffa93f-e220-4492-9d27-294a2a935957 admin admin] 10.222.0.50 "PUT /v2.0/routers/875f1ea5-84e6-4a54-87bb-f01ecebb1988/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1730390 Feb 09 01:30:00.223420 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49310) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:00.227654 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0171eba6-c25c-45b0-9207-76404062e572 req-b3c77ad9-a97c-4488-a9f8-734b80872a4d tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5294483 Feb 09 01:30:00.236823 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b84f7e-407b-45a6-9138-86219ed3becd None None] Sync routers for ids ['875f1ea5-84e6-4a54-87bb-f01ecebb1988'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:30:00.258379 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3ed9e861-339e-4933-b2b6-72fd44d5283b tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2189529 Feb 09 01:30:00.260013 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a9c03db-9cab-433f-9d56-e933429a6955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] GET failed (client error): The resource could not be found. Feb 09 01:30:00.261407 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9a9c03db-9cab-433f-9d56-e933429a6955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] 10.222.0.50 "GET /v2.0/ports/35ead698-e3cd-4ebe-b626-d1f99bfc9605 HTTP/1.1" status: 404 len: 333 time: 0.0928414 Feb 09 01:30:00.268117 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49312) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:00.268477 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49314) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:00.288048 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-6029cbdc-7745-4aef-9806-f663b268fd07 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Request body: {'security_group_rule': {'security_group_id': '07d8840f-53c8-4d91-81e3-83fa2ca3df9c', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:00.294053 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b84f7e-407b-45a6-9138-86219ed3becd None None] Routers {'875f1ea5-84e6-4a54-87bb-f01ecebb1988'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:30:00.295540 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-18b84f7e-407b-45a6-9138-86219ed3becd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:29:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['875f1ea5-84e6-4a54-87bb-f01ecebb1988'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:00.303105 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-8fa074d7-89f4-478d-a72d-52106af5cb56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Request body: {'port': {'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-740390243'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:00.358760 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa074d7-89f4-478d-a72d-52106af5cb56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Made reservation on behalf of e829a9f9b46542f9a174bf5a2a7d6fb5 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:00.369314 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8fa074d7-89f4-478d-a72d-52106af5cb56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:00.379050 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b7934280-df76-4a37-ac15-c5305b6f50f9 admin admin] Publish callbacks [] for router (875f1ea5-84e6-4a54-87bb-f01ecebb1988), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:00.381636 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe00f1a-de54-49fb-8129-bc6da4accaa3 x-openstack-request-id: req-0fe00f1a-de54-49fb-8129-bc6da4accaa3 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:30:00.381922 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3b87a00-6562-4f8f-a405-6ee60198bf48", "tag": "574199ea-1318-4174-8814-dd905bf81266", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:30:00.382719 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0fe00f1a-de54-49fb-8129-bc6da4accaa3 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:30:00.383355 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3b87a00-6562-4f8f-a405-6ee60198bf48', 'tag': '574199ea-1318-4174-8814-dd905bf81266', 'status': 'completed', 'code': 200} Feb 09 01:30:00.455881 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-8fa074d7-89f4-478d-a72d-52106af5cb56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] device_id is not set on port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:30:00.472676 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-18b84f7e-407b-45a6-9138-86219ed3becd None None] Set router 875f1ea5-84e6-4a54-87bb-f01ecebb1988 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:30:00.527162 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd69e5-37c4-45af-aa0a-de4cae777be9 req-dff542d1-4dc0-4ddf-a815-35a78f49ca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:00.529505 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0cd69e5-37c4-45af-aa0a-de4cae777be9 req-dff542d1-4dc0-4ddf-a815-35a78f49ca1a service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=52bd326cd32044dbad2c04ed294f1153&device_id=d3b87a00-6562-4f8f-a405-6ee60198bf48 HTTP/1.1" status: 200 len: 1126 time: 0.5069892 Feb 09 01:30:00.567690 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-df366e29-1779-474e-9e82-54efcf55c91a req-3175cb13-624d-49c7-9beb-5b685c8c6ecb tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=195f58aa-ee26-46ef-8ade-98d430506d01 HTTP/1.1" status: 200 len: 210 time: 0.0768745 Feb 09 01:30:00.570548 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-6029cbdc-7745-4aef-9806-f663b268fd07 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] create failed (client error): The resource could not be found. Feb 09 01:30:00.571852 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6029cbdc-7745-4aef-9806-f663b268fd07 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3023112 Feb 09 01:30:00.579799 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49324) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:00.586773 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-f71c436a-4357-4571-b24d-49585ba726fe tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Request body: {'security_group': {'name': 'tempest-secgroup--2050037273'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:00.644502 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0cd69e5-37c4-45af-aa0a-de4cae777be9 req-e34deb80-bcbc-410e-9d15-9d1478091bb6 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=574199ea-1318-4174-8814-dd905bf81266 HTTP/1.1" status: 200 len: 217 time: 0.0922530 Feb 09 01:30:00.656783 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f71c436a-4357-4571-b24d-49585ba726fe tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:00.710442 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a1595b-b08e-414f-8aa9-f74b304d0b1d req-ac87f2e1-6f1d-4abe-acfa-716fb3ca84f5 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:00.719084 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-48a1595b-b08e-414f-8aa9-f74b304d0b1d req-ac87f2e1-6f1d-4abe-acfa-716fb3ca84f5 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b87a00-6562-4f8f-a405-6ee60198bf48 HTTP/1.1" status: 200 len: 944 time: 0.3318300 Feb 09 01:30:00.744426 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b7934280-df76-4a37-ac15-c5305b6f50f9 admin admin] Publish callbacks [] for router_gateway (875f1ea5-84e6-4a54-87bb-f01ecebb1988), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:00.751444 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd69e5-37c4-45af-aa0a-de4cae777be9 req-5e0f9e6b-2fa8-4f1b-8063-6c2462f4cb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:00.753694 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0cd69e5-37c4-45af-aa0a-de4cae777be9 req-5e0f9e6b-2fa8-4f1b-8063-6c2462f4cb81 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=ab72f72c-a599-42ad-9f47-8b5f3a8651e8 HTTP/1.1" status: 200 len: 855 time: 0.1011281 Feb 09 01:30:00.771941 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-18b84f7e-407b-45a6-9138-86219ed3becd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '875f1ea5-84e6-4a54-87bb-f01ecebb1988', 'name': 'tempest-TestServerMultinode-950840163-router', 'tenant_id': '6315096f882943ae8e8ef99fc8ef2039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '19da6fd0-b811-4fe8-b195-9f05cf0b99f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:26Z', 'updated_at': '2022-02-09T01:29:57Z', 'revision_number': 5, 'project_id': '6315096f882943ae8e8ef99fc8ef2039', 'gw_port': {'id': '19da6fd0-b811-4fe8-b195-9f05cf0b99f5', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:64:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875f1ea5-84e6-4a54-87bb-f01ecebb1988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:28:28Z', 'updated_at': '2022-02-09T01:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:00.808322 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b84f7e-407b-45a6-9138-86219ed3becd None None] Checking router: 875f1ea5-84e6-4a54-87bb-f01ecebb1988 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:30:00.819553 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b84f7e-407b-45a6-9138-86219ed3becd None None] Routers {'875f1ea5-84e6-4a54-87bb-f01ecebb1988'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:30:00.820424 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-18b84f7e-407b-45a6-9138-86219ed3becd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:29:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['875f1ea5-84e6-4a54-87bb-f01ecebb1988'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:00.839805 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0cd69e5-37c4-45af-aa0a-de4cae777be9 req-b52edbae-f8a4-4533-bb88-c64acdad95f7 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9b2a4079-2723-4a47-b157-14dd261b93dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789976 Feb 09 01:30:00.900811 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8fa074d7-89f4-478d-a72d-52106af5cb56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Publish callbacks [] for port (8806dc07-6e8a-4e32-b846-4ed5aca8c856), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:00.934269 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-18b84f7e-407b-45a6-9138-86219ed3becd None None] Set router 875f1ea5-84e6-4a54-87bb-f01ecebb1988 gateway port host: None {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:30:00.977246 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f71c436a-4357-4571-b24d-49585ba726fe tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (d69255fb-d688-4b02-9342-970e5a10f7dd), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:00.984408 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f71c436a-4357-4571-b24d-49585ba726fe tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (d69255fb-d688-4b02-9342-970e5a10f7dd), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:01.016097 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c436a-4357-4571-b24d-49585ba726fe tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d69255fb-d688-4b02-9342-970e5a10f7dd,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:01.020913 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8fa074d7-89f4-478d-a72d-52106af5cb56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (8806dc07-6e8a-4e32-b846-4ed5aca8c856), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:01.032375 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f71c436a-4357-4571-b24d-49585ba726fe tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:01.033710 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f71c436a-4357-4571-b24d-49585ba726fe tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4528036 Feb 09 01:30:01.049849 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49330) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:01.064123 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-4e5b4c11-37b0-496f-a875-f8257dd21999 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Request body: {'security_group': {'name': 'tempest-secgroup--787714761'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:01.074442 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa074d7-89f4-478d-a72d-52106af5cb56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:01.077329 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-8fa074d7-89f4-478d-a72d-52106af5cb56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:01.081930 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa074d7-89f4-478d-a72d-52106af5cb56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:30:01.082864 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa074d7-89f4-478d-a72d-52106af5cb56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:01.083466 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8fa074d7-89f4-478d-a72d-52106af5cb56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:01.086164 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-18b84f7e-407b-45a6-9138-86219ed3becd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '875f1ea5-84e6-4a54-87bb-f01ecebb1988', 'name': 'tempest-TestServerMultinode-950840163-router', 'tenant_id': '6315096f882943ae8e8ef99fc8ef2039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:26Z', 'updated_at': '2022-02-09T01:30:00Z', 'revision_number': 6, 'project_id': '6315096f882943ae8e8ef99fc8ef2039', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:01.087229 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa074d7-89f4-478d-a72d-52106af5cb56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Pushing event updated for resources: {'Port': ['ID=8806dc07-6e8a-4e32-b846-4ed5aca8c856,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:01.115264 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8fa074d7-89f4-478d-a72d-52106af5cb56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8438604 Feb 09 01:30:01.118127 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49332) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:01.129709 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-828369-4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:01.143812 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0cd69e5-37c4-45af-aa0a-de4cae777be9 req-7ead2f2d-61b7-4ba7-99ec-1e15bb09d78c service neutron] 10.222.0.120 "GET /v2.0/networks/9b2a4079-2723-4a47-b157-14dd261b93dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761536 Feb 09 01:30:01.146142 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4e5b4c11-37b0-496f-a875-f8257dd21999 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:01.150650 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-48a1595b-b08e-414f-8aa9-f74b304d0b1d req-01b482ef-6b22-4efc-ab85-72e4c120d952 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/security-groups?id=89cf32ef-8647-4bf5-8025-bd4fbbfa8670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4303737 Feb 09 01:30:01.155753 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b84f7e-407b-45a6-9138-86219ed3becd None None] The sync data for ids ['875f1ea5-84e6-4a54-87bb-f01ecebb1988'] in n-d-828369-4 is: [{'id': '875f1ea5-84e6-4a54-87bb-f01ecebb1988', 'name': 'tempest-TestServerMultinode-950840163-router', 'tenant_id': '6315096f882943ae8e8ef99fc8ef2039', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:28:26Z', 'updated_at': '2022-02-09T01:30:00Z', 'revision_number': 6, 'project_id': '6315096f882943ae8e8ef99fc8ef2039', 'gw_port_host': None}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:30:01.220433 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8806dc07-6e8a-4e32-b846-4ed5aca8c856), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:01.270622 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-b7934280-df76-4a37-ac15-c5305b6f50f9 admin admin] Deleting port 19da6fd0-b811-4fe8-b195-9f05cf0b99f5 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:30:01.270978 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b7934280-df76-4a37-ac15-c5305b6f50f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (19da6fd0-b811-4fe8-b195-9f05cf0b99f5), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:01.421813 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] device_id is not set on port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:30:01.430814 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Publish callbacks [] for port (8806dc07-6e8a-4e32-b846-4ed5aca8c856), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:01.437637 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (8806dc07-6e8a-4e32-b846-4ed5aca8c856), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:01.440297 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0cd69e5-37c4-45af-aa0a-de4cae777be9 req-0ecccf95-a970-48ac-91ef-9bcfd83102f1 service neutron] 10.222.0.120 "GET /v2.0/networks/9b2a4079-2723-4a47-b157-14dd261b93dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886977 Feb 09 01:30:01.442056 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-b7934280-df76-4a37-ac15-c5305b6f50f9 admin admin] For port 19da6fd0-b811-4fe8-b195-9f05cf0b99f5, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=19da6fd0-b811-4fe8-b195-9f05cf0b99f5,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:01.442434 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b7934280-df76-4a37-ac15-c5305b6f50f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (19da6fd0-b811-4fe8-b195-9f05cf0b99f5), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:01.498967 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Pushing event updated for resources: {'Port': ['ID=8806dc07-6e8a-4e32-b846-4ed5aca8c856,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:01.510045 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:30:01.510392 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:30:01.510735 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:01.517916 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:30:01.518273 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Failed to bind port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] Feb 09 01:30:01.518651 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempt 2 to bind port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 Feb 09 01:30:01.522970 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-b7934280-df76-4a37-ac15-c5305b6f50f9 admin admin] Calling delete_port for 19da6fd0-b811-4fe8-b195-9f05cf0b99f5 owned by network:router_gateway {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:30:01.561830 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:30:01.562366 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:30:01.562877 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:01.568600 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:30:01.569119 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Failed to bind port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] Feb 09 01:30:01.569743 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempt 3 to bind port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 Feb 09 01:30:01.584612 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:30:01.585186 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:30:01.585287 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:01.595752 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 87710c53-ba3f-47ed-948e-36dea0e38215 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:30:01.596440 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:30:01.596991 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Failed to bind port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] Feb 09 01:30:01.597554 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempt 4 to bind port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 Feb 09 01:30:01.620199 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:30:01.622497 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:30:01.623190 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:01.630560 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:30:01.630907 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Failed to bind port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] Feb 09 01:30:01.631315 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempt 5 to bind port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 Feb 09 01:30:01.639178 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4e5b4c11-37b0-496f-a875-f8257dd21999 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (281fe857-f92b-409a-91ea-c6b1a7647614), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:01.653205 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 87710c53-ba3f-47ed-948e-36dea0e38215 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:30:01.655273 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 87710c53-ba3f-47ed-948e-36dea0e38215 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:30:01.664198 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71d9d5-a04d-4338-b98a-7cb9fc906a1e req-7e234b14-9f80-49ce-98b4-624f725228e9 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:01.670250 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bc71d9d5-a04d-4338-b98a-7cb9fc906a1e req-7e234b14-9f80-49ce-98b4-624f725228e9 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.3252673 Feb 09 01:30:01.687997 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:30:01.688307 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:30:01.690043 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:01.716847 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4e5b4c11-37b0-496f-a875-f8257dd21999 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (281fe857-f92b-409a-91ea-c6b1a7647614), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:01.748409 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:30:01.748776 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Failed to bind port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] Feb 09 01:30:01.751007 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempt 6 to bind port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 Feb 09 01:30:01.772704 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:30:01.773457 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:30:01.773616 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:01.781627 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:30:01.781966 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Failed to bind port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] Feb 09 01:30:01.782366 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempt 7 to bind port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 Feb 09 01:30:01.807000 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:30:01.807000 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:30:01.807000 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:01.822356 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:30:01.822703 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Failed to bind port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] Feb 09 01:30:01.825687 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempt 8 to bind port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 Feb 09 01:30:01.850094 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:30:01.850443 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:30:01.850789 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:01.859360 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-43c2903e-ea78-4de7-9f43-6369f42a93ec tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:01.860947 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-43c2903e-ea78-4de7-9f43-6369f42a93ec tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.47 "GET /v2.0/networks?id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 HTTP/1.1" status: 200 len: 811 time: 0.1983926 Feb 09 01:30:01.863123 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:30:01.863477 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Failed to bind port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] Feb 09 01:30:01.863855 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempt 9 to bind port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 Feb 09 01:30:01.878923 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-9a61eba8-6bce-4e4c-91a3-346017b76011 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Request body: {'port': {'device_id': '195f58aa-ee26-46ef-8ade-98d430506d01', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'admin_state_up': True, 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:01.927738 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:30:01.928087 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:30:01.928430 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:01.936827 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:30:01.937164 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Failed to bind port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] Feb 09 01:30:01.941654 n-d-828369-4 neutron-server[103137]: INFO neutron.plugins.ml2.plugin [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempt 10 to bind port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 Feb 09 01:30:01.955288 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-54c113e3-9dd2-4319-9647-f9993059e10d req-8596b800-7490-4c5b-89d2-d60e5d7ddabb tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=195f58aa-ee26-46ef-8ade-98d430506d01 HTTP/1.1" status: 200 len: 210 time: 0.2335503 Feb 09 01:30:01.969580 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:30:01.970178 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:30:01.970890 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempting to bind port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:01.975731 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b7934280-df76-4a37-ac15-c5305b6f50f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (19da6fd0-b811-4fe8-b195-9f05cf0b99f5), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:01.989797 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:30:01.990132 n-d-828369-4 neutron-server[103137]: ERROR neutron.plugins.ml2.managers [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Failed to bind port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 on host n-h1-828369-4 for vnic_type normal using segments [{'id': 'b37c8abe-b2f4-403f-8883-9be0a055d69f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '3aea036f-1fb1-4f4f-9e6d-04ed9f818f06'}] Feb 09 01:30:01.990504 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8806dc07-6e8a-4e32-b846-4ed5aca8c856), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:02.016878 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7934280-df76-4a37-ac15-c5305b6f50f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=19da6fd0-b811-4fe8-b195-9f05cf0b99f5,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:02.030151 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4e5b4c11-37b0-496f-a875-f8257dd21999 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:02.035650 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4e5b4c11-37b0-496f-a875-f8257dd21999 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9783244 Feb 09 01:30:02.040595 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49340) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:02.049720 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0822ea4d-331d-4d96-b9e9-827581c3a2fd req-62651e42-9b33-4f3f-a5e6-695fdee788dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:02.051447 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0822ea4d-331d-4d96-b9e9-827581c3a2fd req-62651e42-9b33-4f3f-a5e6-695fdee788dc service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=52bd326cd32044dbad2c04ed294f1153&device_id=d3b87a00-6562-4f8f-a405-6ee60198bf48 HTTP/1.1" status: 200 len: 1126 time: 0.5546389 Feb 09 01:30:02.052929 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5b4c11-37b0-496f-a875-f8257dd21999 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=281fe857-f92b-409a-91ea-c6b1a7647614,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:02.061962 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-382d5420-8748-41fb-a65b-81696512c9bc tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Request body: {'security_group_rule': {'security_group_id': 'd69255fb-d688-4b02-9342-970e5a10f7dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '281fe857-f92b-409a-91ea-c6b1a7647614'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:02.089842 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-9a61eba8-6bce-4e4c-91a3-346017b76011 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Made reservation on behalf of c9bde012005949bf8ed5f5d05d570ac0 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:02.097828 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-9a61eba8-6bce-4e4c-91a3-346017b76011 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:02.138037 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] For port 8806dc07-6e8a-4e32-b846-4ed5aca8c856, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:30:02.138692 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attempted to set empty binding levels {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 09 01:30:02.150971 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (8806dc07-6e8a-4e32-b846-4ed5aca8c856), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:02.251015 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0822ea4d-331d-4d96-b9e9-827581c3a2fd req-53a5fc4c-41e8-4c7d-8676-50568b6efcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:02.251681 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] In _notify_port_updated(), no bound segment for port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 on network 3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 {{(pid=103137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:30:02.252838 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0822ea4d-331d-4d96-b9e9-827581c3a2fd req-53a5fc4c-41e8-4c7d-8676-50568b6efcd6 service neutron] 10.222.0.120 "GET /v2.0/networks?id=9b2a4079-2723-4a47-b157-14dd261b93dd HTTP/1.1" status: 200 len: 917 time: 0.1594129 Feb 09 01:30:02.267999 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:02.273295 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:02.274860 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] 10.222.0.50 "PUT /v2.0/ports/8806dc07-6e8a-4e32-b846-4ed5aca8c856 HTTP/1.1" status: 200 len: 978 time: 1.1528363 Feb 09 01:30:02.306770 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49344) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:02.310714 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f576e5c-ef5a-46a4-969b-d8910505afa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Pushing event updated for resources: {'Port': ['ID=8806dc07-6e8a-4e32-b846-4ed5aca8c856,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:02.417317 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a3775a66-cfbc-4af8-903d-649e96959115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:02.442041 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bc71d9d5-a04d-4338-b98a-7cb9fc906a1e req-fdd61075-519a-4301-a5ad-36dffcb82410 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7214179 Feb 09 01:30:02.542866 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-9a61eba8-6bce-4e4c-91a3-346017b76011 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Allocated IP 172.20.0.6 (e3d3bfb4-e5ce-458a-8f81-66f36b8e4175/68d3f132-83c5-49da-80a3-1924c70a8491/311c2179-d368-4458-890a-e6cd34e7de98) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:02.552319 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0822ea4d-331d-4d96-b9e9-827581c3a2fd req-70b88dcb-1254-4959-aa5e-8431806480f7 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=574199ea-1318-4174-8814-dd905bf81266 HTTP/1.1" status: 200 len: 217 time: 0.2433205 Feb 09 01:30:02.572421 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [None req-382d5420-8748-41fb-a65b-81696512c9bc tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:30:02.577962 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-382d5420-8748-41fb-a65b-81696512c9bc tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5222957 Feb 09 01:30:02.578964 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49352) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:02.678217 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b7934280-df76-4a37-ac15-c5305b6f50f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (875f1ea5-84e6-4a54-87bb-f01ecebb1988), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:02.764641 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484aa35d-5580-412f-a43d-6640d31e44d0 req-1ecdc1cd-432c-4ba9-8344-3c04e46e7041 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:02.766097 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-484aa35d-5580-412f-a43d-6640d31e44d0 req-1ecdc1cd-432c-4ba9-8344-3c04e46e7041 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b87a00-6562-4f8f-a405-6ee60198bf48 HTTP/1.1" status: 200 len: 944 time: 0.4538059 Feb 09 01:30:02.832394 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0822ea4d-331d-4d96-b9e9-827581c3a2fd req-347ba079-44f3-43c0-a5e5-a879a8c1d9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:02.833920 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0822ea4d-331d-4d96-b9e9-827581c3a2fd req-347ba079-44f3-43c0-a5e5-a879a8c1d9b9 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=ab72f72c-a599-42ad-9f47-8b5f3a8651e8 HTTP/1.1" status: 200 len: 855 time: 0.2711999 Feb 09 01:30:02.835091 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fc33b36c-3ec9-4deb-9c37-848a33a3f6db tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (281fe857-f92b-409a-91ea-c6b1a7647614), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:02.872017 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fc33b36c-3ec9-4deb-9c37-848a33a3f6db tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (281fe857-f92b-409a-91ea-c6b1a7647614), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:02.895987 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b7934280-df76-4a37-ac15-c5305b6f50f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (875f1ea5-84e6-4a54-87bb-f01ecebb1988), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:02.919706 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b7934280-df76-4a37-ac15-c5305b6f50f9 admin admin] Publish callbacks [] for router_controller (875f1ea5-84e6-4a54-87bb-f01ecebb1988), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:02.925986 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0822ea4d-331d-4d96-b9e9-827581c3a2fd req-73156cb2-d4a2-4863-b559-a3da4ad3d784 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9b2a4079-2723-4a47-b157-14dd261b93dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598071 Feb 09 01:30:02.943428 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-9a61eba8-6bce-4e4c-91a3-346017b76011 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks [] for port (311c2179-d368-4458-890a-e6cd34e7de98), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:02.951780 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fc33b36c-3ec9-4deb-9c37-848a33a3f6db tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (281fe857-f92b-409a-91ea-c6b1a7647614), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:02.955750 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fc33b36c-3ec9-4deb-9c37-848a33a3f6db tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:02.959644 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-fc33b36c-3ec9-4deb-9c37-848a33a3f6db tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "DELETE /v2.0/security-groups/281fe857-f92b-409a-91ea-c6b1a7647614 HTTP/1.1" status: 204 len: 168 time: 0.3772631 Feb 09 01:30:02.961640 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49356) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:02.991081 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33b36c-3ec9-4deb-9c37-848a33a3f6db tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=281fe857-f92b-409a-91ea-c6b1a7647614,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:03.049831 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6e292f49-8e38-474b-8a3c-1efebbd96864 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0826676 Feb 09 01:30:03.050180 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-0583ddd1-7c5f-456a-8a85-10736b962f14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Deleting port 8806dc07-6e8a-4e32-b846-4ed5aca8c856 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:30:03.050180 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0583ddd1-7c5f-456a-8a85-10736b962f14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (8806dc07-6e8a-4e32-b846-4ed5aca8c856), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:03.051243 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49360) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:03.064511 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-9a61eba8-6bce-4e4c-91a3-346017b76011 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (311c2179-d368-4458-890a-e6cd34e7de98), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:03.076349 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b7934280-df76-4a37-ac15-c5305b6f50f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (875f1ea5-84e6-4a54-87bb-f01ecebb1988), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:03.076349 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7934280-df76-4a37-ac15-c5305b6f50f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 875f1ea5-84e6-4a54-87bb-f01ecebb1988 {{(pid=103136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:30:03.120138 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b7934280-df76-4a37-ac15-c5305b6f50f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:03.126456 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b7934280-df76-4a37-ac15-c5305b6f50f9 admin admin] 10.222.0.50 "DELETE /v2.0/routers/875f1ea5-84e6-4a54-87bb-f01ecebb1988 HTTP/1.1" status: 204 len: 168 time: 2.8946764 Feb 09 01:30:03.129571 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49362) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:03.132757 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a61eba8-6bce-4e4c-91a3-346017b76011 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Pushing event updated for resources: {'Port': ['ID=311c2179-d368-4458-890a-e6cd34e7de98,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:03.191591 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e12cfbd-1377-426c-bf2a-a9cbfb2fd549 admin admin] Deleting subnet 27364577-3268-4ee9-a473-76524015881a {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:30:03.196429 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-484aa35d-5580-412f-a43d-6640d31e44d0 req-cc728227-8afa-49bd-a056-92b43ce31b18 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/security-groups?id=89cf32ef-8647-4bf5-8025-bd4fbbfa8670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749459 Feb 09 01:30:03.202901 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0e12cfbd-1377-426c-bf2a-a9cbfb2fd549 admin admin] Publish callbacks [] for subnet (27364577-3268-4ee9-a473-76524015881a), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:03.218548 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25dfa60-a683-494f-ad1b-51f1d1841a5c req-3035dde3-ec00-45d7-b447-8a7df07e89f8 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:03.220158 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b25dfa60-a683-494f-ad1b-51f1d1841a5c req-3035dde3-ec00-45d7-b447-8a7df07e89f8 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.6489475 Feb 09 01:30:03.229439 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-9a61eba8-6bce-4e4c-91a3-346017b76011 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Network e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:03.232345 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-9a61eba8-6bce-4e4c-91a3-346017b76011 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:03.235606 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-9a61eba8-6bce-4e4c-91a3-346017b76011 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:30:03.303769 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-27a70cd9-e71d-4be7-a25d-5df28f30ea0c tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (d69255fb-d688-4b02-9342-970e5a10f7dd), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:03.342078 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-9a61eba8-6bce-4e4c-91a3-346017b76011 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:03.342934 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-9a61eba8-6bce-4e4c-91a3-346017b76011 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:03.366153 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-9a61eba8-6bce-4e4c-91a3-346017b76011 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4926159 Feb 09 01:30:03.375738 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-27a70cd9-e71d-4be7-a25d-5df28f30ea0c tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (d69255fb-d688-4b02-9342-970e5a10f7dd), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:03.383302 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-4dc12340-c9d4-40b4-8ba6-b30bb1bd63d0 service neutron] Request body: {'port': {'device_id': '195f58aa-ee26-46ef-8ade-98d430506d01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:03.488134 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-4dc12340-c9d4-40b4-8ba6-b30bb1bd63d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (311c2179-d368-4458-890a-e6cd34e7de98), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:03.557245 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-27a70cd9-e71d-4be7-a25d-5df28f30ea0c tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (d69255fb-d688-4b02-9342-970e5a10f7dd), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:03.560515 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-27a70cd9-e71d-4be7-a25d-5df28f30ea0c tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:03.564803 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-27a70cd9-e71d-4be7-a25d-5df28f30ea0c tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "DELETE /v2.0/security-groups/d69255fb-d688-4b02-9342-970e5a10f7dd HTTP/1.1" status: 204 len: 168 time: 0.5109360 Feb 09 01:30:03.567771 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49364) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:03.607621 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-fe458748-103e-4f4f-9e39-543e5695244b None None] Provisioning complete for port 311c2179-d368-4458-890a-e6cd34e7de98 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:03.608829 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fe458748-103e-4f4f-9e39-543e5695244b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (311c2179-d368-4458-890a-e6cd34e7de98), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:03.622071 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a70cd9-e71d-4be7-a25d-5df28f30ea0c tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69255fb-d688-4b02-9342-970e5a10f7dd,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:03.693503 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 19da6fd0-b811-4fe8-b195-9f05cf0b99f5 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:30:03.697563 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-fe458748-103e-4f4f-9e39-543e5695244b None None] Port 311c2179-d368-4458-890a-e6cd34e7de98 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:30:03.745027 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 19da6fd0-b811-4fe8-b195-9f05cf0b99f5 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:30:03.745381 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 19da6fd0-b811-4fe8-b195-9f05cf0b99f5 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:30:03.769103 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-0583ddd1-7c5f-456a-8a85-10736b962f14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] For port 8806dc07-6e8a-4e32-b846-4ed5aca8c856, host n-h1-828369-4, got binding levels [] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:03.769103 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0583ddd1-7c5f-456a-8a85-10736b962f14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (8806dc07-6e8a-4e32-b846-4ed5aca8c856), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:03.769790 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c2d5a525-62ee-4d2d-930d-6f22a24def0d tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1869314 Feb 09 01:30:03.771499 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49372) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:03.780198 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-fa17645c-8bbf-4241-a0ba-fe9c5df9ef89 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Request body: {'security_group': {'name': 'tempest-secgroup--1260199751'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:03.827824 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-0583ddd1-7c5f-456a-8a85-10736b962f14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Calling delete_port for 8806dc07-6e8a-4e32-b846-4ed5aca8c856 owned by {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:30:03.839634 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0e12cfbd-1377-426c-bf2a-a9cbfb2fd549 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (27364577-3268-4ee9-a473-76524015881a), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:03.857234 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fa17645c-8bbf-4241-a0ba-fe9c5df9ef89 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:03.890808 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0822ea4d-331d-4d96-b9e9-827581c3a2fd req-1ed28855-cf4e-419a-b1ec-8e16f44dee75 service neutron] 10.222.0.120 "GET /v2.0/networks/9b2a4079-2723-4a47-b157-14dd261b93dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9520760 Feb 09 01:30:03.924218 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:30:04.023244 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fa17645c-8bbf-4241-a0ba-fe9c5df9ef89 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (45beae9f-b220-4e6a-83b8-d3994b36ffbe), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:04.030123 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-4dc12340-c9d4-40b4-8ba6-b30bb1bd63d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 311c2179-d368-4458-890a-e6cd34e7de98 {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:30:04.034325 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66894fda-7ab6-4c57-a959-4c8b04b8298d req-a2c3a583-1e5c-43b2-8fac-50060a5a914b tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:04.035918 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-66894fda-7ab6-4c57-a959-4c8b04b8298d req-a2c3a583-1e5c-43b2-8fac-50060a5a914b tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=195f58aa-ee26-46ef-8ade-98d430506d01 HTTP/1.1" status: 200 len: 931 time: 0.3091955 Feb 09 01:30:04.039109 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b25dfa60-a683-494f-ad1b-51f1d1841a5c req-59195069-c85b-417b-8d67-0c6b75b60419 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3222425 Feb 09 01:30:04.064129 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fa17645c-8bbf-4241-a0ba-fe9c5df9ef89 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (45beae9f-b220-4e6a-83b8-d3994b36ffbe), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:04.068383 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-4dc12340-c9d4-40b4-8ba6-b30bb1bd63d0 service neutron] Publish callbacks [] for port (311c2179-d368-4458-890a-e6cd34e7de98), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:04.146410 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-4dc12340-c9d4-40b4-8ba6-b30bb1bd63d0 service neutron] Transition to ACTIVE for port object 311c2179-d368-4458-890a-e6cd34e7de98 will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:04.158167 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-4dc12340-c9d4-40b4-8ba6-b30bb1bd63d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (311c2179-d368-4458-890a-e6cd34e7de98), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:04.196023 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fa17645c-8bbf-4241-a0ba-fe9c5df9ef89 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:04.197335 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-fa17645c-8bbf-4241-a0ba-fe9c5df9ef89 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4224455 Feb 09 01:30:04.216415 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49380) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:04.239872 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa17645c-8bbf-4241-a0ba-fe9c5df9ef89 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45beae9f-b220-4e6a-83b8-d3994b36ffbe,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:04.254642 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-a87fe2fa-fe5b-4a72-95c8-e10190966bee tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Request body: {'security_group_rule': {'security_group_id': '45beae9f-b220-4e6a-83b8-d3994b36ffbe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:04.313713 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc12340-c9d4-40b4-8ba6-b30bb1bd63d0 service neutron] Pushing event updated for resources: {'Port': ['ID=311c2179-d368-4458-890a-e6cd34e7de98,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:04.351662 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0e12cfbd-1377-426c-bf2a-a9cbfb2fd549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (27364577-3268-4ee9-a473-76524015881a), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:04.422621 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-44441f8a-d8e7-4b58-8521-8db342f93288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:04.457775 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0822ea4d-331d-4d96-b9e9-827581c3a2fd req-3e58d698-45ef-4479-ae6b-d875b22fb1ab service neutron] 10.222.0.120 "GET /v2.0/networks/9b2a4079-2723-4a47-b157-14dd261b93dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5545037 Feb 09 01:30:04.461318 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0583ddd1-7c5f-456a-8a85-10736b962f14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (8806dc07-6e8a-4e32-b846-4ed5aca8c856), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:04.478341 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-4dc12340-c9d4-40b4-8ba6-b30bb1bd63d0 service neutron] Attempting to bind port 311c2179-d368-4458-890a-e6cd34e7de98 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:30:04.478582 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-4dc12340-c9d4-40b4-8ba6-b30bb1bd63d0 service neutron] Attempting to bind port 311c2179-d368-4458-890a-e6cd34e7de98 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'd40e3b64-4486-4490-9380-e6758cb22819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:30:04.478731 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-4dc12340-c9d4-40b4-8ba6-b30bb1bd63d0 service neutron] Attempting to bind port 311c2179-d368-4458-890a-e6cd34e7de98 on network e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:04.496232 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-4dc12340-c9d4-40b4-8ba6-b30bb1bd63d0 service neutron] Port 311c2179-d368-4458-890a-e6cd34e7de98 on network e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:30:04.496624 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-4dc12340-c9d4-40b4-8ba6-b30bb1bd63d0 service neutron] Attempting to bind port 311c2179-d368-4458-890a-e6cd34e7de98 on network e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:04.502460 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0e12cfbd-1377-426c-bf2a-a9cbfb2fd549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (27364577-3268-4ee9-a473-76524015881a), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:04.509774 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-4dc12340-c9d4-40b4-8ba6-b30bb1bd63d0 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:30:04.510194 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-4dc12340-c9d4-40b4-8ba6-b30bb1bd63d0 service neutron] Checking segment: {'id': 'd40e3b64-4486-4490-9380-e6758cb22819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:30:04.510598 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-4dc12340-c9d4-40b4-8ba6-b30bb1bd63d0 service neutron] Bound using segment: {'id': 'd40e3b64-4486-4490-9380-e6758cb22819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:30:04.511072 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-4dc12340-c9d4-40b4-8ba6-b30bb1bd63d0 service neutron] Bound port: 311c2179-d368-4458-890a-e6cd34e7de98, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd40e3b64-4486-4490-9380-e6758cb22819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:30:04.511443 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-4dc12340-c9d4-40b4-8ba6-b30bb1bd63d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (311c2179-d368-4458-890a-e6cd34e7de98), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:04.521923 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-66894fda-7ab6-4c57-a959-4c8b04b8298d req-a83b87cf-cd82-492a-9369-5c6ac3037b09 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4664836 Feb 09 01:30:04.558691 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0e12cfbd-1377-426c-bf2a-a9cbfb2fd549 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:04.563501 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9483346f-1bf5-4ebb-a8d2-95cf78f8bd1f None None] Network d0f91cd1-0ad8-4b97-8d56-dc5ec192c0f6 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:30:04.567551 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-0e12cfbd-1377-426c-bf2a-a9cbfb2fd549 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/27364577-3268-4ee9-a473-76524015881a HTTP/1.1" status: 204 len: 168 time: 1.4278691 Feb 09 01:30:04.568587 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [None req-a87fe2fa-fe5b-4a72-95c8-e10190966bee tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:30:04.572794 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a87fe2fa-fe5b-4a72-95c8-e10190966bee tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3553476 Feb 09 01:30:04.579001 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49396) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:04.579348 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49398) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:04.580130 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e12cfbd-1377-426c-bf2a-a9cbfb2fd549 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27364577-3268-4ee9-a473-76524015881a,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:04.591854 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-400b5e62-dce2-4fe7-8c80-f9d61103affb tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Request body: {'security_group_rule': {'security_group_id': '45beae9f-b220-4e6a-83b8-d3994b36ffbe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:04.698741 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-4dc12340-c9d4-40b4-8ba6-b30bb1bd63d0 service neutron] For port 311c2179-d368-4458-890a-e6cd34e7de98, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:30:04.707477 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-4dc12340-c9d4-40b4-8ba6-b30bb1bd63d0 service neutron] For port 311c2179-d368-4458-890a-e6cd34e7de98, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=311c2179-d368-4458-890a-e6cd34e7de98,segment=NetworkSegment(d40e3b64-4486-4490-9380-e6758cb22819),segment_id=d40e3b64-4486-4490-9380-e6758cb22819)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:30:04.716348 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7c82477e-edb7-4c07-aace-42c6f956b6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (d0f91cd1-0ad8-4b97-8d56-dc5ec192c0f6), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:04.724215 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-4dc12340-c9d4-40b4-8ba6-b30bb1bd63d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (311c2179-d368-4458-890a-e6cd34e7de98), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:04.763984 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0583ddd1-7c5f-456a-8a85-10736b962f14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:04.771702 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-0583ddd1-7c5f-456a-8a85-10736b962f14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] 10.222.0.50 "DELETE /v2.0/ports/8806dc07-6e8a-4e32-b846-4ed5aca8c856 HTTP/1.1" status: 204 len: 168 time: 2.4581535 Feb 09 01:30:04.773010 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583ddd1-7c5f-456a-8a85-10736b962f14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] Pushing event deleted for resources: {'Port': ['ID=8806dc07-6e8a-4e32-b846-4ed5aca8c856,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:04.785395 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49412) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:04.788633 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [None req-400b5e62-dce2-4fe7-8c80-f9d61103affb tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:30:04.794866 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-400b5e62-dce2-4fe7-8c80-f9d61103affb tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2087247 Feb 09 01:30:04.796233 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49416) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:04.850635 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-4dc12340-c9d4-40b4-8ba6-b30bb1bd63d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:04.851420 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-4dc12340-c9d4-40b4-8ba6-b30bb1bd63d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:04.854069 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-4dc12340-c9d4-40b4-8ba6-b30bb1bd63d0 service neutron] 10.222.0.47 "PUT /v2.0/ports/311c2179-d368-4458-890a-e6cd34e7de98 HTTP/1.1" status: 200 len: 1091 time: 1.4740028 Feb 09 01:30:04.857363 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '195f58aa-ee26-46ef-8ade-98d430506d01', 'tag': '311c2179-d368-4458-890a-e6cd34e7de98'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:30:04.859641 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52577ff1-ef4d-4de4-bfd7-a68d037fc3f4" -d '{"events": [{"name": "network-changed", "server_uuid": "195f58aa-ee26-46ef-8ade-98d430506d01", "tag": "311c2179-d368-4458-890a-e6cd34e7de98"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:30:04.905927 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-db3ed077-0a56-4632-ab9e-b23e85a94160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] GET failed (client error): The resource could not be found. Feb 09 01:30:04.911890 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-db3ed077-0a56-4632-ab9e-b23e85a94160 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849167028-project-admin] 10.222.0.50 "GET /v2.0/ports/8806dc07-6e8a-4e32-b846-4ed5aca8c856 HTTP/1.1" status: 404 len: 333 time: 0.1246254 Feb 09 01:30:04.925814 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49430) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:04.994543 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92354b5b-846a-4df0-9920-18cc17509935 None None] DHCP port deletion for d0f91cd1-0ad8-4b97-8d56-dc5ec192c0f6 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:30:05.025222 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd76e9-cef3-480f-b912-47a6e481fa24 req-45f92c27-d901-4cae-bc28-37293403aed6 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:05.027244 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5dfd76e9-cef3-480f-b912-47a6e481fa24 req-45f92c27-d901-4cae-bc28-37293403aed6 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b87a00-6562-4f8f-a405-6ee60198bf48 HTTP/1.1" status: 200 len: 944 time: 0.3078349 Feb 09 01:30:05.105769 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5dfd76e9-cef3-480f-b912-47a6e481fa24 req-2020ba91-c311-4667-a7b1-d6d562571341 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/security-groups?id=89cf32ef-8647-4bf5-8025-bd4fbbfa8670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657985 Feb 09 01:30:05.112502 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-7c82477e-edb7-4c07-aace-42c6f956b6d8 admin admin] Deleting port b028173e-dc30-488e-8691-a808746d5eb5 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:30:05.113354 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7c82477e-edb7-4c07-aace-42c6f956b6d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (b028173e-dc30-488e-8691-a808746d5eb5), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:05.128158 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc12340-c9d4-40b4-8ba6-b30bb1bd63d0 service neutron] Pushing event updated for resources: {'Port': ['ID=311c2179-d368-4458-890a-e6cd34e7de98,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:05.155405 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-92354b5b-846a-4df0-9920-18cc17509935 None None] Deleting port b028173e-dc30-488e-8691-a808746d5eb5 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:30:05.156087 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-92354b5b-846a-4df0-9920-18cc17509935 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (b028173e-dc30-488e-8691-a808746d5eb5), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:05.196579 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-7c82477e-edb7-4c07-aace-42c6f956b6d8 admin admin] For port b028173e-dc30-488e-8691-a808746d5eb5, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=b028173e-dc30-488e-8691-a808746d5eb5,segment=NetworkSegment(90a93e77-1f13-485b-ad6a-064316f0e646),segment_id=90a93e77-1f13-485b-ad6a-064316f0e646)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:05.196989 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7c82477e-edb7-4c07-aace-42c6f956b6d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (b028173e-dc30-488e-8691-a808746d5eb5), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:05.221359 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-7c82477e-edb7-4c07-aace-42c6f956b6d8 admin admin] Calling delete_port for b028173e-dc30-488e-8691-a808746d5eb5 owned by network:dhcp {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:30:05.234934 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-477763b1-96fd-46db-8d29-e52e82f3550f tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (3aea036f-1fb1-4f4f-9e6d-04ed9f818f06), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:05.250859 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8251eea6-99de-4492-9330-0b1cb85a01bb x-openstack-request-id: req-8251eea6-99de-4492-9330-0b1cb85a01bb {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:30:05.251237 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "195f58aa-ee26-46ef-8ade-98d430506d01", "tag": "311c2179-d368-4458-890a-e6cd34e7de98", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:30:05.251443 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8251eea6-99de-4492-9330-0b1cb85a01bb {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:30:05.253087 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '195f58aa-ee26-46ef-8ade-98d430506d01', 'tag': '311c2179-d368-4458-890a-e6cd34e7de98', 'status': 'completed', 'code': 200} Feb 09 01:30:05.296990 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b85383b8-8110-4c37-80fa-a2d4af2e5b9d tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (45beae9f-b220-4e6a-83b8-d3994b36ffbe), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:05.308811 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-92354b5b-846a-4df0-9920-18cc17509935 None None] For port b028173e-dc30-488e-8691-a808746d5eb5, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=b028173e-dc30-488e-8691-a808746d5eb5,segment=NetworkSegment(90a93e77-1f13-485b-ad6a-064316f0e646),segment_id=90a93e77-1f13-485b-ad6a-064316f0e646)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:05.310158 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-92354b5b-846a-4df0-9920-18cc17509935 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (b028173e-dc30-488e-8691-a808746d5eb5), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:05.325552 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-92354b5b-846a-4df0-9920-18cc17509935 None None] Calling delete_port for b028173e-dc30-488e-8691-a808746d5eb5 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:30:05.400012 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7c82477e-edb7-4c07-aace-42c6f956b6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (b028173e-dc30-488e-8691-a808746d5eb5), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:05.439848 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82477e-edb7-4c07-aace-42c6f956b6d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b028173e-dc30-488e-8691-a808746d5eb5,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:05.446993 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c82477e-edb7-4c07-aace-42c6f956b6d8 admin admin] No DVR routers for this DVR port b028173e-dc30-488e-8691-a808746d5eb5 on host n-d-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:30:05.469572 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b85383b8-8110-4c37-80fa-a2d4af2e5b9d tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (45beae9f-b220-4e6a-83b8-d3994b36ffbe), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:05.474214 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-0b9b8053-5ae7-4cf9-a64b-db669af01a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:05.475081 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-92354b5b-846a-4df0-9920-18cc17509935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (b028173e-dc30-488e-8691-a808746d5eb5), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:05.477062 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-0b9b8053-5ae7-4cf9-a64b-db669af01a1b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9bde012005949bf8ed5f5d05d570ac0&device_id=195f58aa-ee26-46ef-8ade-98d430506d01 HTTP/1.1" status: 200 len: 1125 time: 0.5611486 Feb 09 01:30:05.495820 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04a7d1-c207-4c20-bb85-6be2d43bcaf5 req-6966e78e-1999-456c-bc93-ab5ac7e2260a tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:05.499620 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-db04a7d1-c207-4c20-bb85-6be2d43bcaf5 req-6966e78e-1999-456c-bc93-ab5ac7e2260a tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=ccca30c7-d504-4508-aedc-fae32de95a07 HTTP/1.1" status: 200 len: 943 time: 0.1743269 Feb 09 01:30:05.550068 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 574199ea-1318-4174-8814-dd905bf81266 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:30:05.563216 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-516398c9-d546-40d1-8908-f90b50e30817 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=311c2179-d368-4458-890a-e6cd34e7de98 HTTP/1.1" status: 200 len: 217 time: 0.0645850 Feb 09 01:30:05.603805 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7c82477e-edb7-4c07-aace-42c6f956b6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (d0f91cd1-0ad8-4b97-8d56-dc5ec192c0f6), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:05.664327 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-7c82477e-edb7-4c07-aace-42c6f956b6d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0f91cd1-0ad8-4b97-8d56-dc5ec192c0f6']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:05.701262 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-7c82477e-edb7-4c07-aace-42c6f956b6d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90a93e77-1f13-485b-ad6a-064316f0e646') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:05.701565 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-7c82477e-edb7-4c07-aace-42c6f956b6d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90a93e77-1f13-485b-ad6a-064316f0e646') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:05.705930 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-477763b1-96fd-46db-8d29-e52e82f3550f tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (3aea036f-1fb1-4f4f-9e6d-04ed9f818f06), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:05.709267 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 574199ea-1318-4174-8814-dd905bf81266, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=574199ea-1318-4174-8814-dd905bf81266,segment=NetworkSegment(1666a7a2-41b4-455c-a9b6-1ec0c33c0758),segment_id=1666a7a2-41b4-455c-a9b6-1ec0c33c0758)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:05.716789 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-40b16492-c456-4d88-97bb-86a461a290f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:05.720668 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-40b16492-c456-4d88-97bb-86a461a290f3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68d3f132-83c5-49da-80a3-1924c70a8491 HTTP/1.1" status: 200 len: 850 time: 0.1306095 Feb 09 01:30:05.722993 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7c82477e-edb7-4c07-aace-42c6f956b6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (90a93e77-1f13-485b-ad6a-064316f0e646), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:05.728051 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '574199ea-1318-4174-8814-dd905bf81266', 'network_id': '9b2a4079-2723-4a47-b157-14dd261b93dd', 'port_id': '574199ea-1318-4174-8814-dd905bf81266', 'mac_address': 'fa:16:3e:a5:1a:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab72f72c-a599-42ad-9f47-8b5f3a8651e8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:30:05.730477 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device b028173e-dc30-488e-8691-a808746d5eb5 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:30:05.751509 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7c82477e-edb7-4c07-aace-42c6f956b6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (90a93e77-1f13-485b-ad6a-064316f0e646), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:05.756818 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92354b5b-846a-4df0-9920-18cc17509935 None None] Pushing event deleted for resources: {'Port': ['ID=b028173e-dc30-488e-8691-a808746d5eb5,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:05.759522 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92354b5b-846a-4df0-9920-18cc17509935 None None] No DVR routers for this DVR port b028173e-dc30-488e-8691-a808746d5eb5 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:30:05.762370 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: b028173e-dc30-488e-8691-a808746d5eb5 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:30:05.763245 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device b028173e-dc30-488e-8691-a808746d5eb5 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:30:05.776868 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c82477e-edb7-4c07-aace-42c6f956b6d8 admin admin] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:30:05.777361 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7c82477e-edb7-4c07-aace-42c6f956b6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (90a93e77-1f13-485b-ad6a-064316f0e646), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:05.783722 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:30:05.783722 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:30:05.783722 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:30:05.783722 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:30:05.783722 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:30:05.783722 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:30:05.783722 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:30:05.783722 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:30:05.783722 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:30:05.783722 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:30:05.783722 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:30:05.783722 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:30:05.783722 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:30:05.783722 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:30:05.783722 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:30:05.783722 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:30:05.783722 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:30:05.783722 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:30:05.783722 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:30:05.783722 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:30:05.783722 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:30:05.783722 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:30:05.783722 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:30:05.783722 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:30:05.783722 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:30:05.783722 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:30:05.783722 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:30:05.783722 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:30:05.783722 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:30:05.783722 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:30:05.783722 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:30:05.783722 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:30:05.815610 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fb68e-2cbc-4dbe-b26a-20318a95264c req-24b837f7-aaf7-42ad-b223-88aaeff31bfa tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:05.820088 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b85383b8-8110-4c37-80fa-a2d4af2e5b9d tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (45beae9f-b220-4e6a-83b8-d3994b36ffbe), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:05.824437 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b85383b8-8110-4c37-80fa-a2d4af2e5b9d tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:05.825332 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b85383b8-8110-4c37-80fa-a2d4af2e5b9d tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "DELETE /v2.0/security-groups/45beae9f-b220-4e6a-83b8-d3994b36ffbe HTTP/1.1" status: 204 len: 168 time: 1.0274436 Feb 09 01:30:05.827683 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 574199ea-1318-4174-8814-dd905bf81266 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:05.828383 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (574199ea-1318-4174-8814-dd905bf81266), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:05.828511 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1f9fb68e-2cbc-4dbe-b26a-20318a95264c req-24b837f7-aaf7-42ad-b223-88aaeff31bfa tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=195f58aa-ee26-46ef-8ade-98d430506d01 HTTP/1.1" status: 200 len: 943 time: 0.1880345 Feb 09 01:30:05.829265 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49442) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:05.846434 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 574199ea-1318-4174-8814-dd905bf81266 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:30:05.869493 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 574199ea-1318-4174-8814-dd905bf81266, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=574199ea-1318-4174-8814-dd905bf81266,segment=NetworkSegment(1666a7a2-41b4-455c-a9b6-1ec0c33c0758),segment_id=1666a7a2-41b4-455c-a9b6-1ec0c33c0758)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:05.874592 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (574199ea-1318-4174-8814-dd905bf81266), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:05.906164 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-477763b1-96fd-46db-8d29-e52e82f3550f tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aea036f-1fb1-4f4f-9e6d-04ed9f818f06']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:05.929789 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-db04a7d1-c207-4c20-bb85-6be2d43bcaf5 req-6bc55d15-5099-4e71-8078-2fbcee09bece tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Deleting port f72cb158-ae73-4777-be1f-4d98341d602e {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:30:05.930015 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-db04a7d1-c207-4c20-bb85-6be2d43bcaf5 req-6bc55d15-5099-4e71-8078-2fbcee09bece tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (f72cb158-ae73-4777-be1f-4d98341d602e), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:05.939626 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=574199ea-1318-4174-8814-dd905bf81266,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:05.947830 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85383b8-8110-4c37-80fa-a2d4af2e5b9d tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45beae9f-b220-4e6a-83b8-d3994b36ffbe,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:05.958644 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-477763b1-96fd-46db-8d29-e52e82f3550f tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b37c8abe-b2f4-403f-8883-9be0a055d69f') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:05.959008 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-477763b1-96fd-46db-8d29-e52e82f3550f tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b37c8abe-b2f4-403f-8883-9be0a055d69f') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:05.970109 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:05.990015 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-477763b1-96fd-46db-8d29-e52e82f3550f tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (b37c8abe-b2f4-403f-8883-9be0a055d69f), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:06.017339 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-524a74f3-8917-4d28-8c10-02861e271542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:06.019844 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-524a74f3-8917-4d28-8c10-02861e271542 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2304976 Feb 09 01:30:06.021272 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-477763b1-96fd-46db-8d29-e52e82f3550f tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (b37c8abe-b2f4-403f-8883-9be0a055d69f), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:06.047823 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-db04a7d1-c207-4c20-bb85-6be2d43bcaf5 req-6bc55d15-5099-4e71-8078-2fbcee09bece tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] For port f72cb158-ae73-4777-be1f-4d98341d602e, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=f72cb158-ae73-4777-be1f-4d98341d602e,segment=NetworkSegment(c65aa26b-6f4d-4da5-9ac6-6c267d824ab1),segment_id=c65aa26b-6f4d-4da5-9ac6-6c267d824ab1)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:06.048606 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-db04a7d1-c207-4c20-bb85-6be2d43bcaf5 req-6bc55d15-5099-4e71-8078-2fbcee09bece tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (f72cb158-ae73-4777-be1f-4d98341d602e), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:06.066657 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-db04a7d1-c207-4c20-bb85-6be2d43bcaf5 req-6bc55d15-5099-4e71-8078-2fbcee09bece tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Calling delete_port for f72cb158-ae73-4777-be1f-4d98341d602e owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:30:06.131829 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-b166febe-de45-4109-9ed1-d105c2797a09 service neutron] 10.222.0.47 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058619 Feb 09 01:30:06.133009 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-477763b1-96fd-46db-8d29-e52e82f3550f tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557-project] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:30:06.133420 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-477763b1-96fd-46db-8d29-e52e82f3550f tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (b37c8abe-b2f4-403f-8883-9be0a055d69f), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:06.136651 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:30:06.136651 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:30:06.136651 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:30:06.136651 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:30:06.136651 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:30:06.136651 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:30:06.136651 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:30:06.136651 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:30:06.136651 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:30:06.136651 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:30:06.136651 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:30:06.136651 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:30:06.136651 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:30:06.136651 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:30:06.136651 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:30:06.136651 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:30:06.136651 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:30:06.136651 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:30:06.136651 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:30:06.136651 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:30:06.136651 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:30:06.136651 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:30:06.136651 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:30:06.136651 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:30:06.136651 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:30:06.136651 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:30:06.136651 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:30:06.136651 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:30:06.136651 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:30:06.136651 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:30:06.136651 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:30:06.136651 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:30:06.166405 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['574199ea-1318-4174-8814-dd905bf81266'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:30:06.243031 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-db04a7d1-c207-4c20-bb85-6be2d43bcaf5 req-6bc55d15-5099-4e71-8078-2fbcee09bece tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (f72cb158-ae73-4777-be1f-4d98341d602e), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:06.256768 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7c82477e-edb7-4c07-aace-42c6f956b6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (d0f91cd1-0ad8-4b97-8d56-dc5ec192c0f6), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:06.266647 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['4a7f28fe-4468-4bb0-903a-2671c1ddf3d6'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:30:06.277057 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-477763b1-96fd-46db-8d29-e52e82f3550f tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (3aea036f-1fb1-4f4f-9e6d-04ed9f818f06), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:06.283915 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-477763b1-96fd-46db-8d29-e52e82f3550f tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:06.290651 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-477763b1-96fd-46db-8d29-e52e82f3550f tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557-project] 10.222.0.50 "DELETE /v2.0/networks/3aea036f-1fb1-4f4f-9e6d-04ed9f818f06 HTTP/1.1" status: 204 len: 168 time: 1.3622069 Feb 09 01:30:06.315671 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477763b1-96fd-46db-8d29-e52e82f3550f tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-694168557-project] Pushing event deleted for resources: {'Network': ['ID=3aea036f-1fb1-4f4f-9e6d-04ed9f818f06,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:06.323993 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['3942803c-74dd-4a55-a831-3d2e2ac75e88'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:30:06.344601 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-483b1233-7b2e-4621-8fc9-55a75108bbfc req-038398bf-bbf6-45db-b4cb-40f8946c2cbe service neutron] 10.222.0.47 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960530 Feb 09 01:30:06.388531 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7c82477e-edb7-4c07-aace-42c6f956b6d8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:06.399529 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-7c82477e-edb7-4c07-aace-42c6f956b6d8 admin admin] 10.222.0.50 "DELETE /v2.0/networks/d0f91cd1-0ad8-4b97-8d56-dc5ec192c0f6 HTTP/1.1" status: 204 len: 168 time: 1.8153780 Feb 09 01:30:06.514305 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52577ff1-ef4d-4de4-bfd7-a68d037fc3f4 req-13fd1cab-e2f3-43ba-9432-37ba3f38785f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:06.516017 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-52577ff1-ef4d-4de4-bfd7-a68d037fc3f4 req-13fd1cab-e2f3-43ba-9432-37ba3f38785f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9bde012005949bf8ed5f5d05d570ac0&device_id=195f58aa-ee26-46ef-8ade-98d430506d01 HTTP/1.1" status: 200 len: 1125 time: 0.1052866 Feb 09 01:30:06.521092 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c5140986-32b1-4207-b24b-91b707630969 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6420667 Feb 09 01:30:06.521983 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc55d15-5099-4e71-8078-2fbcee09bece tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Pushing event deleted for resources: {'Port': ['ID=f72cb158-ae73-4777-be1f-4d98341d602e,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:06.526746 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49450) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:06.530199 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82477e-edb7-4c07-aace-42c6f956b6d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0f91cd1-0ad8-4b97-8d56-dc5ec192c0f6,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:06.559277 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-4d1279c1-6fc1-400f-a034-a712e42ca3c9 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Request body: {'security_group': {'name': 'tempest-secgroup--967438561'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:06.629414 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1f9fb68e-2cbc-4dbe-b26a-20318a95264c req-8f95479e-5b35-4cab-a8e7-2ec63c57865e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7442584 Feb 09 01:30:06.687358 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-db04a7d1-c207-4c20-bb85-6be2d43bcaf5 req-6bc55d15-5099-4e71-8078-2fbcee09bece tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] No DVR routers for this DVR port f72cb158-ae73-4777-be1f-4d98341d602e on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:30:06.692349 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-db04a7d1-c207-4c20-bb85-6be2d43bcaf5 req-6bc55d15-5099-4e71-8078-2fbcee09bece tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:06.698415 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-db04a7d1-c207-4c20-bb85-6be2d43bcaf5 req-6bc55d15-5099-4e71-8078-2fbcee09bece tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "DELETE /v2.0/ports/f72cb158-ae73-4777-be1f-4d98341d602e HTTP/1.1" status: 204 len: 173 time: 1.1422985 Feb 09 01:30:06.698921 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccca30c7-d504-4508-aedc-fae32de95a07', 'name': 'network-vif-deleted', 'tag': 'f72cb158-ae73-4777-be1f-4d98341d602e'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:30:06.701386 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea13abb-d509-4494-b067-6cb5b32d836a" -d '{"events": [{"server_uuid": "ccca30c7-d504-4508-aedc-fae32de95a07", "name": "network-vif-deleted", "tag": "f72cb158-ae73-4777-be1f-4d98341d602e"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:30:06.818675 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4d1279c1-6fc1-400f-a034-a712e42ca3c9 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:06.889474 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c792f-6fe2-4192-87bc-6348c0e2852d req-191164c3-0b5b-4812-a24d-475e27a21cd4 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:06.905616 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-174c792f-6fe2-4192-87bc-6348c0e2852d req-191164c3-0b5b-4812-a24d-475e27a21cd4 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b87a00-6562-4f8f-a405-6ee60198bf48 HTTP/1.1" status: 200 len: 945 time: 0.1182857 Feb 09 01:30:06.949015 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-b23bec9b-1ace-4922-9da3-311f6c987419 req-749ec07a-0f67-4a38-8bb7-14b7ab90cf0e service neutron] (103136) timed out ('10.222.0.50', 56712) {{(pid=103136) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 01:30:06.994620 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49462) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:07.068336 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4d1279c1-6fc1-400f-a034-a712e42ca3c9 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (1e7bf953-d846-46d7-913d-42311eb3094d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:07.081359 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4d1279c1-6fc1-400f-a034-a712e42ca3c9 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1e7bf953-d846-46d7-913d-42311eb3094d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:07.131030 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49464) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:07.152307 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c549e20b-6c58-4f20-8562-38d758a8ece6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4ffecf79ef28414a94c82fbd3208c381&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1483042 Feb 09 01:30:07.159837 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49466) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:07.190233 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52577ff1-ef4d-4de4-bfd7-a68d037fc3f4 req-c1b3a041-5fb1-4d17-8086-dd8da6dc5a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:07.194444 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-52577ff1-ef4d-4de4-bfd7-a68d037fc3f4 req-c1b3a041-5fb1-4d17-8086-dd8da6dc5a22 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 HTTP/1.1" status: 200 len: 913 time: 0.6667695 Feb 09 01:30:07.254930 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-174c792f-6fe2-4192-87bc-6348c0e2852d req-9b8042be-70d9-4871-a025-8dd25b8b3376 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/security-groups?id=89cf32ef-8647-4bf5-8025-bd4fbbfa8670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481123 Feb 09 01:30:07.298816 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b9027be8-b983-4e49-b65c-29b1758eb97e admin admin] Publish callbacks [] for security_group (21ad16ab-a95d-4719-81e8-8679a7c79781), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:07.313005 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-20d52ef3-504d-4941-b1d5-4040c82ebba3 req-28c06cb2-020e-44a5-8f1d-8121c0687d1f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=02b695cc-1177-4b9e-a8a2-a130d469452e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3981695 Feb 09 01:30:07.333748 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:07.334498 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4d1279c1-6fc1-400f-a034-a712e42ca3c9 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:07.341673 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4d1279c1-6fc1-400f-a034-a712e42ca3c9 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7916265 Feb 09 01:30:07.351704 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49470) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:07.358328 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 09 Feb 2022 01:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d830d1-fd1a-4d8d-be7e-f48a14bba79d x-openstack-request-id: req-75d830d1-fd1a-4d8d-be7e-f48a14bba79d {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:30:07.358634 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccca30c7-d504-4508-aedc-fae32de95a07", "name": "network-vif-deleted", "tag": "f72cb158-ae73-4777-be1f-4d98341d602e", "status": "failed", "code": 422}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:30:07.358898 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-75d830d1-fd1a-4d8d-be7e-f48a14bba79d {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:30:07.359322 n-d-828369-4 neutron-server[103136]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ccca30c7-d504-4508-aedc-fae32de95a07', 'name': 'network-vif-deleted', 'tag': 'f72cb158-ae73-4777-be1f-4d98341d602e', 'status': 'failed', 'code': 422} returned with failed status Feb 09 01:30:07.363939 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1279c1-6fc1-400f-a034-a712e42ca3c9 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7bf953-d846-46d7-913d-42311eb3094d,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:07.379363 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-ee38515f-b34f-4c0f-9272-627b2655ce16 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:07.380067 n-d-828369-4 neutron-server[103137]: WARNING neutron.api.v2.base [None req-ee38515f-b34f-4c0f-9272-627b2655ce16 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 01:30:07.380676 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-ee38515f-b34f-4c0f-9272-627b2655ce16 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 01:30:07.384999 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ee38515f-b34f-4c0f-9272-627b2655ce16 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "PUT /v2.0/security-groups/1e7bf953-d846-46d7-913d-42311eb3094d HTTP/1.1" status: 409 len: 330 time: 0.0219190 Feb 09 01:30:07.393725 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-52577ff1-ef4d-4de4-bfd7-a68d037fc3f4 req-6191f4e9-67f7-4a68-8ddc-9cb4797fabcc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=311c2179-d368-4458-890a-e6cd34e7de98 HTTP/1.1" status: 200 len: 217 time: 0.1916542 Feb 09 01:30:07.395223 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49472) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:07.407974 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b9027be8-b983-4e49-b65c-29b1758eb97e admin admin] Publish callbacks [] for security_group (21ad16ab-a95d-4719-81e8-8679a7c79781), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:07.586981 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d52ef3-504d-4941-b1d5-4040c82ebba3 req-76940071-a489-468b-84e3-16cc34f8f343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:07.594158 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-20d52ef3-504d-4941-b1d5-4040c82ebba3 req-76940071-a489-468b-84e3-16cc34f8f343 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=99253303b883423fad908712b3678824&device_id=02b695cc-1177-4b9e-a8a2-a130d469452e HTTP/1.1" status: 200 len: 1090 time: 0.2339966 Feb 09 01:30:07.613466 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b9027be8-b983-4e49-b65c-29b1758eb97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (21ad16ab-a95d-4719-81e8-8679a7c79781), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:07.616404 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b9027be8-b983-4e49-b65c-29b1758eb97e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:07.617205 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-133c046e-d578-456d-953f-c05ea3aa07a3 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (1e7bf953-d846-46d7-913d-42311eb3094d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:07.617972 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b9027be8-b983-4e49-b65c-29b1758eb97e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/21ad16ab-a95d-4719-81e8-8679a7c79781 HTTP/1.1" status: 204 len: 168 time: 0.4526978 Feb 09 01:30:07.626805 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52577ff1-ef4d-4de4-bfd7-a68d037fc3f4 req-ec2ea3e0-a161-4785-ba33-964364defab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:07.628523 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-52577ff1-ef4d-4de4-bfd7-a68d037fc3f4 req-ec2ea3e0-a161-4785-ba33-964364defab4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68d3f132-83c5-49da-80a3-1924c70a8491 HTTP/1.1" status: 200 len: 850 time: 0.1981311 Feb 09 01:30:07.641298 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2231e0fd-a7a9-4f81-905b-ec7a318083a0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=16f6343b26df42949b804d22b37862dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4996617 Feb 09 01:30:07.642050 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49478) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:07.749788 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-133c046e-d578-456d-953f-c05ea3aa07a3 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (1e7bf953-d846-46d7-913d-42311eb3094d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:07.787631 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9027be8-b983-4e49-b65c-29b1758eb97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ad16ab-a95d-4719-81e8-8679a7c79781,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:07.815848 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:07.859937 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b2328295-c2b0-427e-800e-08b950660e21 admin admin] Publish callbacks [] for security_group (24af9123-bbdd-4359-8af1-82c9b931a9c2), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:07.867487 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52577ff1-ef4d-4de4-bfd7-a68d037fc3f4 req-2e61b3fb-6caf-4722-9aad-eccb09bf76b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:07.869386 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-52577ff1-ef4d-4de4-bfd7-a68d037fc3f4 req-2e61b3fb-6caf-4722-9aad-eccb09bf76b0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2261422 Feb 09 01:30:07.877822 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-133c046e-d578-456d-953f-c05ea3aa07a3 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1e7bf953-d846-46d7-913d-42311eb3094d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:07.882810 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-133c046e-d578-456d-953f-c05ea3aa07a3 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:07.890568 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-133c046e-d578-456d-953f-c05ea3aa07a3 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "DELETE /v2.0/security-groups/1e7bf953-d846-46d7-913d-42311eb3094d HTTP/1.1" status: 204 len: 168 time: 0.4943352 Feb 09 01:30:07.900445 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49486) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:07.986152 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c046e-d578-456d-953f-c05ea3aa07a3 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7bf953-d846-46d7-913d-42311eb3094d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:07.996373 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b2328295-c2b0-427e-800e-08b950660e21 admin admin] Publish callbacks [] for security_group (24af9123-bbdd-4359-8af1-82c9b931a9c2), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:08.026689 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d52ef3-504d-4941-b1d5-4040c82ebba3 req-6d14835a-e765-4368-9c3e-4a1f68a45cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:08.029188 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-20d52ef3-504d-4941-b1d5-4040c82ebba3 req-6d14835a-e765-4368-9c3e-4a1f68a45cde service neutron] 10.222.0.47 "GET /v2.0/networks?id=d88b7625-86d0-4021-80a0-5ba2f7b1a042 HTTP/1.1" status: 200 len: 913 time: 0.4100237 Feb 09 01:30:08.152095 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c37efabb-f99e-4558-98d0-b2da5a96c95a tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2430444 Feb 09 01:30:08.153735 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-52577ff1-ef4d-4de4-bfd7-a68d037fc3f4 req-afcb8e91-08f7-464d-8236-910eb0876374 service neutron] 10.222.0.47 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763722 Feb 09 01:30:08.160181 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49492) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:08.164979 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-20d52ef3-504d-4941-b1d5-4040c82ebba3 req-68b6e408-f87c-4e53-a7b8-e0dd09398271 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41f93ddb-edab-41b4-b3f7-d248563c317d HTTP/1.1" status: 200 len: 217 time: 0.1290910 Feb 09 01:30:08.243163 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49494) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:08.249693 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [None req-af01f3f8-a5dc-45ca-86eb-a9c0ae810338 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] delete failed (client error): The resource could not be found. Feb 09 01:30:08.250842 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-af01f3f8-a5dc-45ca-86eb-a9c0ae810338 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "DELETE /v2.0/security-groups/7c69f98b-8d86-42f2-bf90-332885df7f8e HTTP/1.1" status: 404 len: 347 time: 0.0888836 Feb 09 01:30:08.258562 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49496) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:08.283058 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-8479eef5-867c-46ec-8262-928963ce7ed0 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] show failed (client error): The resource could not be found. Feb 09 01:30:08.288791 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8479eef5-867c-46ec-8262-928963ce7ed0 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "GET /v2.0/security-groups/cd3b3331-3764-4af9-90a4-394317f64033 HTTP/1.1" status: 404 len: 347 time: 0.0263805 Feb 09 01:30:08.289531 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49500) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:08.304879 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211baac-f99a-4494-815f-fd0b8ff14398 req-5d04c13d-ad5e-4f1a-a21f-ac88b7cc79df tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:08.306657 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8211baac-f99a-4494-815f-fd0b8ff14398 req-5d04c13d-ad5e-4f1a-a21f-ac88b7cc79df tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=195f58aa-ee26-46ef-8ade-98d430506d01 HTTP/1.1" status: 200 len: 943 time: 0.2731707 Feb 09 01:30:08.321638 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-59975fd2-2b47-4188-975b-574af4eb28e8 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] show failed (client error): The resource could not be found. Feb 09 01:30:08.322499 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d52ef3-504d-4941-b1d5-4040c82ebba3 req-6d862143-aa7e-41a2-a2ab-fdeeb1ab8897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:08.324006 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-20d52ef3-504d-4941-b1d5-4040c82ebba3 req-6d862143-aa7e-41a2-a2ab-fdeeb1ab8897 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e8a10734-f380-44a3-a9f7-298105351e3b HTTP/1.1" status: 200 len: 850 time: 0.1424189 Feb 09 01:30:08.327562 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-59975fd2-2b47-4188-975b-574af4eb28e8 tempest-NegativeSecGroupIPv6Test-279964335 tempest-NegativeSecGroupIPv6Test-279964335-project] 10.222.0.50 "GET /v2.0/security-group-rules/cedbe54d-00d9-4fb7-a269-bf64eb16d9a5 HTTP/1.1" status: 404 len: 356 time: 0.0259366 Feb 09 01:30:08.338274 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa6cbd-d9bb-4da5-8dd7-63409d01a147 req-afad9f01-5c19-49aa-b4f4-d4520687dbc4 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:08.339701 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1aa6cbd-d9bb-4da5-8dd7-63409d01a147 req-afad9f01-5c19-49aa-b4f4-d4520687dbc4 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=02b695cc-1177-4b9e-a8a2-a130d469452e HTTP/1.1" status: 200 len: 908 time: 0.1807895 Feb 09 01:30:08.409722 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b2328295-c2b0-427e-800e-08b950660e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (24af9123-bbdd-4359-8af1-82c9b931a9c2), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:08.413093 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b2328295-c2b0-427e-800e-08b950660e21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:08.423027 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b2328295-c2b0-427e-800e-08b950660e21 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/24af9123-bbdd-4359-8af1-82c9b931a9c2 HTTP/1.1" status: 204 len: 168 time: 0.7771246 Feb 09 01:30:08.439484 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-abc1f3c8-37a7-4ab0-9e1d-f5b2f0f93fc2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6315096f882943ae8e8ef99fc8ef2039&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1879885 Feb 09 01:30:08.441449 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49506) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:08.449623 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2328295-c2b0-427e-800e-08b950660e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24af9123-bbdd-4359-8af1-82c9b931a9c2,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:08.452881 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:08.466588 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-52577ff1-ef4d-4de4-bfd7-a68d037fc3f4 req-0d93ebe8-4b62-4e91-984a-32a602c3c38c service neutron] 10.222.0.47 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031948 Feb 09 01:30:08.543270 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8211baac-f99a-4494-815f-fd0b8ff14398 req-b8affe79-6331-40ef-ac2f-fc7faade9bfa tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998475 Feb 09 01:30:08.588222 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d52ef3-504d-4941-b1d5-4040c82ebba3 req-d50044b6-5f4c-4588-b406-a3996d326c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:08.591185 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-20d52ef3-504d-4941-b1d5-4040c82ebba3 req-d50044b6-5f4c-4588-b406-a3996d326c24 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d88b7625-86d0-4021-80a0-5ba2f7b1a042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2460721 Feb 09 01:30:08.713074 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-20d52ef3-504d-4941-b1d5-4040c82ebba3 req-c862e2ed-c4b2-4cd7-bb61-5b02b87e0c27 service neutron] 10.222.0.47 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136529 Feb 09 01:30:08.772833 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49512) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:08.796273 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a139c3fd-5a5c-494c-b8e0-4b26f6f1cf2c admin admin] Publish callbacks [] for security_group (23aadf47-471e-4955-af58-ae02af4b1fdf), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:08.836648 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a1051-3e81-46fb-8168-e3417844aaa1 req-189931c7-681d-498f-8688-05b10fe4d420 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:08.840109 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ed1a1051-3e81-46fb-8168-e3417844aaa1 req-189931c7-681d-498f-8688-05b10fe4d420 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b87a00-6562-4f8f-a405-6ee60198bf48 HTTP/1.1" status: 200 len: 945 time: 0.3058784 Feb 09 01:30:08.960463 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a139c3fd-5a5c-494c-b8e0-4b26f6f1cf2c admin admin] Publish callbacks [] for security_group (23aadf47-471e-4955-af58-ae02af4b1fdf), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:08.999701 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49520) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:09.016031 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9787bf8d-82ec-4591-b530-db4bf8fec0d6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f7e04277ded84dbfb57077af5a2226ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2418795 Feb 09 01:30:09.021204 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49522) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:09.114877 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-20d52ef3-504d-4941-b1d5-4040c82ebba3 req-bfc35149-a313-4c05-96a6-dc93d84a47e4 service neutron] 10.222.0.47 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929641 Feb 09 01:30:09.142989 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ed1a1051-3e81-46fb-8168-e3417844aaa1 req-16963e13-ebc0-4a17-9dcd-02e2d1fd850c tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/security-groups?id=89cf32ef-8647-4bf5-8025-bd4fbbfa8670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752676 Feb 09 01:30:09.143226 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1c268359-23c9-48b6-85ac-6bdf0492b53a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e829a9f9b46542f9a174bf5a2a7d6fb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1397643 Feb 09 01:30:09.144456 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49526) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:09.146782 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f2344742-37a8-4cfa-a2fb-781549a6af30 admin admin] Publish callbacks [] for security_group (af38c0ba-7bf7-4b58-988e-0a2e2861386d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:09.188173 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a139c3fd-5a5c-494c-b8e0-4b26f6f1cf2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (23aadf47-471e-4955-af58-ae02af4b1fdf), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:09.192871 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a139c3fd-5a5c-494c-b8e0-4b26f6f1cf2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:09.202560 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a139c3fd-5a5c-494c-b8e0-4b26f6f1cf2c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/23aadf47-471e-4955-af58-ae02af4b1fdf HTTP/1.1" status: 204 len: 168 time: 0.7533433 Feb 09 01:30:09.221635 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a139c3fd-5a5c-494c-b8e0-4b26f6f1cf2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23aadf47-471e-4955-af58-ae02af4b1fdf,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:09.225160 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f2344742-37a8-4cfa-a2fb-781549a6af30 admin admin] Publish callbacks [] for security_group (af38c0ba-7bf7-4b58-988e-0a2e2861386d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:09.320931 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f5795200-d6f8-4719-b229-b4d0bd4e52d5 admin admin] Publish callbacks [] for security_group (95d77ad9-0cb5-424d-aa4c-df6e3ea5a07a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:09.332044 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f2344742-37a8-4cfa-a2fb-781549a6af30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (af38c0ba-7bf7-4b58-988e-0a2e2861386d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:09.335082 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f2344742-37a8-4cfa-a2fb-781549a6af30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:09.336666 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f2344742-37a8-4cfa-a2fb-781549a6af30 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/af38c0ba-7bf7-4b58-988e-0a2e2861386d HTTP/1.1" status: 204 len: 168 time: 0.3143139 Feb 09 01:30:09.359572 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f5795200-d6f8-4719-b229-b4d0bd4e52d5 admin admin] Publish callbacks [] for security_group (95d77ad9-0cb5-424d-aa4c-df6e3ea5a07a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:09.362105 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2344742-37a8-4cfa-a2fb-781549a6af30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af38c0ba-7bf7-4b58-988e-0a2e2861386d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:09.487120 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f5795200-d6f8-4719-b229-b4d0bd4e52d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (95d77ad9-0cb5-424d-aa4c-df6e3ea5a07a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:09.490779 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f5795200-d6f8-4719-b229-b4d0bd4e52d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:09.492107 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f5795200-d6f8-4719-b229-b4d0bd4e52d5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/95d77ad9-0cb5-424d-aa4c-df6e3ea5a07a HTTP/1.1" status: 204 len: 168 time: 0.3468711 Feb 09 01:30:09.516944 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 574199ea-1318-4174-8814-dd905bf81266 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:30:09.520940 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5795200-d6f8-4719-b229-b4d0bd4e52d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d77ad9-0cb5-424d-aa4c-df6e3ea5a07a,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:09.524420 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:09.538179 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711667b3-9bd2-412e-9271-5bc4108449b3 req-83566980-6d13-4f70-ba85-cdfd4d3d01f5 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:09.540156 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-711667b3-9bd2-412e-9271-5bc4108449b3 req-83566980-6d13-4f70-ba85-cdfd4d3d01f5 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.47 "GET /v2.0/ports?device_id=02b695cc-1177-4b9e-a8a2-a130d469452e HTTP/1.1" status: 200 len: 908 time: 0.1351221 Feb 09 01:30:09.610586 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 574199ea-1318-4174-8814-dd905bf81266 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:30:09.617244 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 574199ea-1318-4174-8814-dd905bf81266 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:09.617763 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (574199ea-1318-4174-8814-dd905bf81266), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:09.806135 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 574199ea-1318-4174-8814-dd905bf81266 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:09.806793 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (574199ea-1318-4174-8814-dd905bf81266), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:09.901956 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 574199ea-1318-4174-8814-dd905bf81266, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=574199ea-1318-4174-8814-dd905bf81266,segment=NetworkSegment(1666a7a2-41b4-455c-a9b6-1ec0c33c0758),segment_id=1666a7a2-41b4-455c-a9b6-1ec0c33c0758)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:09.903859 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b87a00-6562-4f8f-a405-6ee60198bf48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574199ea-1318-4174-8814-dd905bf81266'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:30:09.907524 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb6cdb1-49f0-4cb7-9d21-4013d0356098" -d '{"events": [{"server_uuid": "d3b87a00-6562-4f8f-a405-6ee60198bf48", "name": "network-vif-plugged", "status": "completed", "tag": "574199ea-1318-4174-8814-dd905bf81266"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:30:09.914048 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (574199ea-1318-4174-8814-dd905bf81266), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:09.958136 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256b2ca-bab6-4e9c-ba9d-2ebacdccaa3e req-91919389-428d-460c-aa70-d42384f75f7e tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:09.959647 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3256b2ca-bab6-4e9c-ba9d-2ebacdccaa3e req-91919389-428d-460c-aa70-d42384f75f7e tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=02b695cc-1177-4b9e-a8a2-a130d469452e HTTP/1.1" status: 200 len: 908 time: 0.4141397 Feb 09 01:30:10.015904 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed983fb-0d10-46ab-b7d2-2d50815efe3c req-4b04605e-45bd-4f1c-8305-037d91f5850b tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:10.025769 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=574199ea-1318-4174-8814-dd905bf81266,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:10.026038 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1ed983fb-0d10-46ab-b7d2-2d50815efe3c req-4b04605e-45bd-4f1c-8305-037d91f5850b tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=195f58aa-ee26-46ef-8ade-98d430506d01 HTTP/1.1" status: 200 len: 943 time: 0.2304492 Feb 09 01:30:10.061816 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-711667b3-9bd2-412e-9271-5bc4108449b3 req-666b89fa-f5b0-45b2-bd4e-e83d8b0dd447 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Deleting port 41f93ddb-edab-41b4-b3f7-d248563c317d {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:30:10.062175 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-711667b3-9bd2-412e-9271-5bc4108449b3 req-666b89fa-f5b0-45b2-bd4e-e83d8b0dd447 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (41f93ddb-edab-41b4-b3f7-d248563c317d), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:10.079095 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1a751f-b445-40ce-99a3-1b93b4ba9075 x-openstack-request-id: req-ea1a751f-b445-40ce-99a3-1b93b4ba9075 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:30:10.079678 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3b87a00-6562-4f8f-a405-6ee60198bf48", "name": "network-vif-plugged", "status": "completed", "tag": "574199ea-1318-4174-8814-dd905bf81266", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:30:10.081540 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ea1a751f-b445-40ce-99a3-1b93b4ba9075 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:30:10.082182 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b87a00-6562-4f8f-a405-6ee60198bf48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574199ea-1318-4174-8814-dd905bf81266', 'code': 200} Feb 09 01:30:10.259000 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1ed983fb-0d10-46ab-b7d2-2d50815efe3c req-43a45111-97bf-4a68-89d8-e0de81d83f1b tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320180 Feb 09 01:30:10.399367 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5dc246-9a71-4585-9fe2-c0ada94fb46d req-a97d9944-c36f-4af0-8c01-d5464e0db531 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:10.401609 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aa5dc246-9a71-4585-9fe2-c0ada94fb46d req-a97d9944-c36f-4af0-8c01-d5464e0db531 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b87a00-6562-4f8f-a405-6ee60198bf48 HTTP/1.1" status: 200 len: 946 time: 0.0968521 Feb 09 01:30:10.411039 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-711667b3-9bd2-412e-9271-5bc4108449b3 req-666b89fa-f5b0-45b2-bd4e-e83d8b0dd447 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] For port 41f93ddb-edab-41b4-b3f7-d248563c317d, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=41f93ddb-edab-41b4-b3f7-d248563c317d,segment=NetworkSegment(c65aa26b-6f4d-4da5-9ac6-6c267d824ab1),segment_id=c65aa26b-6f4d-4da5-9ac6-6c267d824ab1)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:10.411709 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-711667b3-9bd2-412e-9271-5bc4108449b3 req-666b89fa-f5b0-45b2-bd4e-e83d8b0dd447 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (41f93ddb-edab-41b4-b3f7-d248563c317d), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:10.435246 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6482ee-1b60-4f53-80ca-c36b675e46b9 req-9affa394-1166-45d1-b5df-59894c9964f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:10.437672 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee6482ee-1b60-4f53-80ca-c36b675e46b9 req-9affa394-1166-45d1-b5df-59894c9964f9 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=d3b87a00-6562-4f8f-a405-6ee60198bf48 HTTP/1.1" status: 200 len: 1128 time: 0.2330790 Feb 09 01:30:10.453589 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-711667b3-9bd2-412e-9271-5bc4108449b3 req-666b89fa-f5b0-45b2-bd4e-e83d8b0dd447 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Calling delete_port for 41f93ddb-edab-41b4-b3f7-d248563c317d owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:30:10.530960 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aa5dc246-9a71-4585-9fe2-c0ada94fb46d req-9ddb1181-5804-496b-8744-a1cb7a2f9784 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/security-groups?id=89cf32ef-8647-4bf5-8025-bd4fbbfa8670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228888 Feb 09 01:30:10.635735 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee6482ee-1b60-4f53-80ca-c36b675e46b9 req-0c753a3d-c04d-490a-b958-589a85d6ba5d service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=89cf32ef-8647-4bf5-8025-bd4fbbfa8670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858268 Feb 09 01:30:10.791694 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-711667b3-9bd2-412e-9271-5bc4108449b3 req-666b89fa-f5b0-45b2-bd4e-e83d8b0dd447 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (41f93ddb-edab-41b4-b3f7-d248563c317d), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:10.829691 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b89fa-f5b0-45b2-bd4e-e83d8b0dd447 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Pushing event deleted for resources: {'Port': ['ID=41f93ddb-edab-41b4-b3f7-d248563c317d,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:10.891606 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-711667b3-9bd2-412e-9271-5bc4108449b3 req-666b89fa-f5b0-45b2-bd4e-e83d8b0dd447 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] No DVR routers for this DVR port 41f93ddb-edab-41b4-b3f7-d248563c317d on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:30:10.894609 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-711667b3-9bd2-412e-9271-5bc4108449b3 req-666b89fa-f5b0-45b2-bd4e-e83d8b0dd447 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:10.898901 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-711667b3-9bd2-412e-9271-5bc4108449b3 req-666b89fa-f5b0-45b2-bd4e-e83d8b0dd447 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.47 "DELETE /v2.0/ports/41f93ddb-edab-41b4-b3f7-d248563c317d HTTP/1.1" status: 204 len: 173 time: 1.3514988 Feb 09 01:30:10.899584 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b695cc-1177-4b9e-a8a2-a130d469452e', 'name': 'network-vif-deleted', 'tag': '41f93ddb-edab-41b4-b3f7-d248563c317d'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:30:10.902634 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9025ad9e-6994-4c75-9000-09e2aa27e600" -d '{"events": [{"server_uuid": "02b695cc-1177-4b9e-a8a2-a130d469452e", "name": "network-vif-deleted", "tag": "41f93ddb-edab-41b4-b3f7-d248563c317d"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:30:10.967256 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9147d9f8-7436-4ef1-bf5d-6c531754ca3c x-openstack-request-id: req-9147d9f8-7436-4ef1-bf5d-6c531754ca3c {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:30:10.967618 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b695cc-1177-4b9e-a8a2-a130d469452e", "name": "network-vif-deleted", "tag": "41f93ddb-edab-41b4-b3f7-d248563c317d", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:30:10.967880 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9147d9f8-7436-4ef1-bf5d-6c531754ca3c {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:30:10.968289 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02b695cc-1177-4b9e-a8a2-a130d469452e', 'name': 'network-vif-deleted', 'tag': '41f93ddb-edab-41b4-b3f7-d248563c317d', 'status': 'completed', 'code': 200} Feb 09 01:30:11.185709 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-65c45b35-1c88-4193-b809-42450a7ca207 req-fd4256f0-fe84-4474-ad69-ec17ceba1509 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=02b695cc-1177-4b9e-a8a2-a130d469452e HTTP/1.1" status: 200 len: 210 time: 0.0801384 Feb 09 01:30:11.238921 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49598) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:11.345848 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49608) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:11.421022 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-4b869c02-2854-4574-af30-2005611bdb6a tempest-SubnetPoolsTestJSON-1066922190 tempest-SubnetPoolsTestJSON-1066922190-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-867609054', 'prefixes': ['172.20.0.0/16']}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:11.487583 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-4b1b1f8b-9b9d-4d50-a636-92ec8b3021f3 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-15852950-network', 'tenant_id': 'b3aeeadca5854bdd863d3882b4cc0f6d'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:11.759083 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49616) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:11.779751 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4b869c02-2854-4574-af30-2005611bdb6a tempest-SubnetPoolsTestJSON-1066922190 tempest-SubnetPoolsTestJSON-1066922190-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:11.781293 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4b869c02-2854-4574-af30-2005611bdb6a tempest-SubnetPoolsTestJSON-1066922190 tempest-SubnetPoolsTestJSON-1066922190-project] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5412655 Feb 09 01:30:11.789371 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c58ccdc8-b739-452d-b040-65dc6d903d83 req-4d5396e5-ee7f-46d9-9b08-b7d106562835 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=206a159e-d5b7-4c7a-bf55-d28bde7be5d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1739242 Feb 09 01:30:11.791428 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49620) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:11.824923 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6299851-db0b-4f27-b9fd-54d1926a9652 req-bd7fe48b-b71e-4552-880d-c8390c75ec39 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:11.827370 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d6299851-db0b-4f27-b9fd-54d1926a9652 req-bd7fe48b-b71e-4552-880d-c8390c75ec39 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=195f58aa-ee26-46ef-8ade-98d430506d01 HTTP/1.1" status: 200 len: 943 time: 0.3734159 Feb 09 01:30:11.944869 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d6299851-db0b-4f27-b9fd-54d1926a9652 req-1306edae-1be0-4847-9f98-b6b4cabf69e3 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068490 Feb 09 01:30:11.962884 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-541f582b-6846-46f6-a7bf-992358bf51de tempest-SubnetPoolsTestJSON-1066922190 tempest-SubnetPoolsTestJSON-1066922190-project] 10.222.0.50 "GET /v2.0/subnetpools/4ca42aa3-f698-4d27-8da4-f1666cf6c6d6 HTTP/1.1" status: 200 len: 731 time: 0.1701262 Feb 09 01:30:11.968736 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49622) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:11.981968 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-67b73090-1b9b-4ead-845b-7e1f1ba6c694 tempest-SubnetPoolsTestJSON-1066922190 tempest-SubnetPoolsTestJSON-1066922190-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-309220324'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:11.992227 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a230a07-be6f-4b3c-ab78-b9dff8c9ad3c req-e8d3705c-581b-45c4-8a57-3e073e765bbc tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:11.994067 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6a230a07-be6f-4b3c-ab78-b9dff8c9ad3c req-e8d3705c-581b-45c4-8a57-3e073e765bbc tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b87a00-6562-4f8f-a405-6ee60198bf48 HTTP/1.1" status: 200 len: 946 time: 0.3229511 Feb 09 01:30:12.002718 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-aca28ac7-e9f8-4cf8-b4ee-168a5cdfa35d tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Request body: {'networks': [{'name': 'tempest-network--464620032'}, {'name': 'tempest-network--481870811'}]} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:12.003294 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-aca28ac7-e9f8-4cf8-b4ee-168a5cdfa35d tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Request body: {'network': {'name': 'tempest-network--464620032'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:12.003954 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-aca28ac7-e9f8-4cf8-b4ee-168a5cdfa35d tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Request body: {'network': {'name': 'tempest-network--481870811'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:12.091325 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1b1f8b-9b9d-4d50-a636-92ec8b3021f3 admin admin] Made reservation on behalf of b3aeeadca5854bdd863d3882b4cc0f6d for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:12.094230 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4b1b1f8b-9b9d-4d50-a636-92ec8b3021f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:12.104250 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4b1b1f8b-9b9d-4d50-a636-92ec8b3021f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:12.141946 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ccdc8-b739-452d-b040-65dc6d903d83 req-6f003265-b5f6-4b05-a578-ca74976b1106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:12.143730 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c58ccdc8-b739-452d-b040-65dc6d903d83 req-6f003265-b5f6-4b05-a578-ca74976b1106 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=99253303b883423fad908712b3678824&device_id=206a159e-d5b7-4c7a-bf55-d28bde7be5d6 HTTP/1.1" status: 200 len: 1127 time: 0.3152778 Feb 09 01:30:12.146812 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-67b73090-1b9b-4ead-845b-7e1f1ba6c694 tempest-SubnetPoolsTestJSON-1066922190 tempest-SubnetPoolsTestJSON-1066922190-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:12.148289 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-67b73090-1b9b-4ead-845b-7e1f1ba6c694 tempest-SubnetPoolsTestJSON-1066922190 tempest-SubnetPoolsTestJSON-1066922190-project] 10.222.0.50 "PUT /v2.0/subnetpools/4ca42aa3-f698-4d27-8da4-f1666cf6c6d6 HTTP/1.1" status: 200 len: 683 time: 0.1707623 Feb 09 01:30:12.154829 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49624) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:12.173811 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca28ac7-e9f8-4cf8-b4ee-168a5cdfa35d tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Made reservation on behalf of 8ab546e97698410f8f8188f98769e27b for: {'network': 2} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:12.178205 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-aca28ac7-e9f8-4cf8-b4ee-168a5cdfa35d tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:12.254224 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4b1b1f8b-9b9d-4d50-a636-92ec8b3021f3 admin admin] Publish callbacks [] for security_group (7b34df33-963b-42f5-8c55-c63a061e6725), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:12.259713 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4b1b1f8b-9b9d-4d50-a636-92ec8b3021f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (7b34df33-963b-42f5-8c55-c63a061e6725), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:12.294607 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b1b1f8b-9b9d-4d50-a636-92ec8b3021f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1029} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:30:12.305978 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-aca28ac7-e9f8-4cf8-b4ee-168a5cdfa35d tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:12.307121 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b1f8b-9b9d-4d50-a636-92ec8b3021f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b34df33-963b-42f5-8c55-c63a061e6725,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:12.313140 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4b1b1f8b-9b9d-4d50-a636-92ec8b3021f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (413c47f4-c877-4be9-af5f-602e28df9356), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:12.313486 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-4b1b1f8b-9b9d-4d50-a636-92ec8b3021f3 admin admin] Added segment 413c47f4-c877-4be9-af5f-602e28df9356 of type vlan for network 93c32fc2-bae3-4827-9c71-54a8b09774c9 Feb 09 01:30:12.366736 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6a230a07-be6f-4b3c-ab78-b9dff8c9ad3c req-21752577-ed66-46e9-8139-7d0d5fc659cc tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/security-groups?id=89cf32ef-8647-4bf5-8025-bd4fbbfa8670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411696 Feb 09 01:30:12.399274 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4b1b1f8b-9b9d-4d50-a636-92ec8b3021f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (93c32fc2-bae3-4827-9c71-54a8b09774c9), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:12.433160 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4b1b1f8b-9b9d-4d50-a636-92ec8b3021f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (93c32fc2-bae3-4827-9c71-54a8b09774c9), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:12.435526 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1b1f8b-9b9d-4d50-a636-92ec8b3021f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:12.436377 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4b1b1f8b-9b9d-4d50-a636-92ec8b3021f3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:12.475227 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-aca28ac7-e9f8-4cf8-b4ee-168a5cdfa35d tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks [] for security_group (08b4390b-2f14-4b75-bc5a-6b361288b095), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:12.488324 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-aca28ac7-e9f8-4cf8-b4ee-168a5cdfa35d tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (08b4390b-2f14-4b75-bc5a-6b361288b095), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:12.488832 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-aca28ac7-e9f8-4cf8-b4ee-168a5cdfa35d tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:12.576699 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4b1b1f8b-9b9d-4d50-a636-92ec8b3021f3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.2296782 Feb 09 01:30:12.580718 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49634) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:12.594639 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b1f8b-9b9d-4d50-a636-92ec8b3021f3 admin admin] Pushing event updated for resources: {'Network': ['ID=93c32fc2-bae3-4827-9c71-54a8b09774c9,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:12.607902 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-a32c7071-9830-4e7e-b566-39f5840ccc73 admin admin] Request body: {'subnet': {'network_id': '93c32fc2-bae3-4827-9c71-54a8b09774c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-15852950-subnet', 'tenant_id': 'b3aeeadca5854bdd863d3882b4cc0f6d', 'ip_version': 4}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:12.608117 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 93c32fc2-bae3-4827-9c71-54a8b09774c9 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:30:12.702937 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aca28ac7-e9f8-4cf8-b4ee-168a5cdfa35d tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1024} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:30:12.707548 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca28ac7-e9f8-4cf8-b4ee-168a5cdfa35d tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08b4390b-2f14-4b75-bc5a-6b361288b095,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:12.713105 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ac0c3027-7d26-4481-aba6-9aa5be1001a0 tempest-SubnetPoolsTestJSON-1066922190 tempest-SubnetPoolsTestJSON-1066922190-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:12.714281 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ac0c3027-7d26-4481-aba6-9aa5be1001a0 tempest-SubnetPoolsTestJSON-1066922190 tempest-SubnetPoolsTestJSON-1066922190-project] 10.222.0.50 "DELETE /v2.0/subnetpools/4ca42aa3-f698-4d27-8da4-f1666cf6c6d6 HTTP/1.1" status: 204 len: 168 time: 0.5582943 Feb 09 01:30:12.720232 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49636) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:12.727584 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ccdc8-b739-452d-b040-65dc6d903d83 req-ccd83975-b517-442e-af05-aab5ff8fc264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:12.729186 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c58ccdc8-b739-452d-b040-65dc6d903d83 req-ccd83975-b517-442e-af05-aab5ff8fc264 service neutron] 10.222.0.120 "GET /v2.0/networks?id=d88b7625-86d0-4021-80a0-5ba2f7b1a042 HTTP/1.1" status: 200 len: 913 time: 0.5564940 Feb 09 01:30:12.741608 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-aca28ac7-e9f8-4cf8-b4ee-168a5cdfa35d tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (1e902f88-91e6-490f-a650-e3136b6fdd62), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:12.741971 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-aca28ac7-e9f8-4cf8-b4ee-168a5cdfa35d tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Added segment 1e902f88-91e6-490f-a650-e3136b6fdd62 of type vlan for network 66909e61-9fef-4625-8269-2c637d50fd21 Feb 09 01:30:12.747061 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32c7071-9830-4e7e-b566-39f5840ccc73 admin admin] Made reservation on behalf of b3aeeadca5854bdd863d3882b4cc0f6d for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:12.751808 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a32c7071-9830-4e7e-b566-39f5840ccc73 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:12.776914 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-450a6ff0-9a3f-4c78-b193-14ec14002b51 tempest-SubnetPoolsTestJSON-1066922190 tempest-SubnetPoolsTestJSON-1066922190-project] show failed (client error): The resource could not be found. Feb 09 01:30:12.782006 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-450a6ff0-9a3f-4c78-b193-14ec14002b51 tempest-SubnetPoolsTestJSON-1066922190 tempest-SubnetPoolsTestJSON-1066922190-project] 10.222.0.50 "GET /v2.0/subnetpools/4ca42aa3-f698-4d27-8da4-f1666cf6c6d6 HTTP/1.1" status: 404 len: 346 time: 0.0626822 Feb 09 01:30:12.783480 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49638) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:12.802948 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-096997cb-969e-42d0-a89c-60377b21e848 tempest-SubnetPoolsTestJSON-1066922190 tempest-SubnetPoolsTestJSON-1066922190-project] delete failed (client error): The resource could not be found. Feb 09 01:30:12.804594 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-096997cb-969e-42d0-a89c-60377b21e848 tempest-SubnetPoolsTestJSON-1066922190 tempest-SubnetPoolsTestJSON-1066922190-project] 10.222.0.50 "DELETE /v2.0/subnetpools/4ca42aa3-f698-4d27-8da4-f1666cf6c6d6 HTTP/1.1" status: 404 len: 346 time: 0.0202475 Feb 09 01:30:13.152838 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49646) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:13.277639 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-65c92f29-e877-4be8-b142-97c2985c6af0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:13.290859 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c58ccdc8-b739-452d-b040-65dc6d903d83 req-af092068-49f5-4680-8549-4966204abd3e service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3942803c-74dd-4a55-a831-3d2e2ac75e88 HTTP/1.1" status: 200 len: 217 time: 0.5533252 Feb 09 01:30:13.367470 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-65c92f29-e877-4be8-b142-97c2985c6af0 admin admin] Publish callbacks [] for security_group (b82853fc-c679-4fd5-a336-9f14714018b9), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:13.373486 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-65c92f29-e877-4be8-b142-97c2985c6af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b82853fc-c679-4fd5-a336-9f14714018b9), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:13.404091 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-aca28ac7-e9f8-4cf8-b4ee-168a5cdfa35d tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (66909e61-9fef-4625-8269-2c637d50fd21), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:13.422844 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-65c92f29-e877-4be8-b142-97c2985c6af0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e75984b1b2924c0db4a0f3118f1d13db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2682495 Feb 09 01:30:13.425153 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49656) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:13.450737 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bda44c-94c2-4b99-ac74-67557acb3dbd req-8a055d79-54ed-4e34-8c30-eac0fc219f09 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:13.459236 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-12bda44c-94c2-4b99-ac74-67557acb3dbd req-8a055d79-54ed-4e34-8c30-eac0fc219f09 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=63d42b01-d78c-439e-85dc-157a3d7b930b HTTP/1.1" status: 200 len: 945 time: 0.8282130 Feb 09 01:30:13.488419 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c92f29-e877-4be8-b142-97c2985c6af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82853fc-c679-4fd5-a336-9f14714018b9,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:13.510970 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ccdc8-b739-452d-b040-65dc6d903d83 req-70aac659-1f04-4873-96a6-f0ea9e3a9caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:13.513023 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c58ccdc8-b739-452d-b040-65dc6d903d83 req-70aac659-1f04-4873-96a6-f0ea9e3a9caa service neutron] 10.222.0.120 "GET /v2.0/subnets?id=e8a10734-f380-44a3-a9f7-298105351e3b HTTP/1.1" status: 200 len: 850 time: 0.2092390 Feb 09 01:30:13.532258 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-009d0282-43b4-47ad-85d2-416f08e1ae8b admin admin] Publish callbacks [] for security_group (b82853fc-c679-4fd5-a336-9f14714018b9), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:13.578413 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-009d0282-43b4-47ad-85d2-416f08e1ae8b admin admin] Publish callbacks [] for security_group (b82853fc-c679-4fd5-a336-9f14714018b9), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:13.598683 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934a562-1fa0-4fb9-a812-6f2131c3cd29 req-7c400b28-9079-437e-a5a5-bdb676301999 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:13.605742 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9934a562-1fa0-4fb9-a812-6f2131c3cd29 req-7c400b28-9079-437e-a5a5-bdb676301999 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=195f58aa-ee26-46ef-8ade-98d430506d01 HTTP/1.1" status: 200 len: 943 time: 0.3480830 Feb 09 01:30:13.674500 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aca28ac7-e9f8-4cf8-b4ee-168a5cdfa35d tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1022} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:30:13.690371 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-009d0282-43b4-47ad-85d2-416f08e1ae8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b82853fc-c679-4fd5-a336-9f14714018b9), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:13.703465 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-009d0282-43b4-47ad-85d2-416f08e1ae8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:13.703626 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-12bda44c-94c2-4b99-ac74-67557acb3dbd req-36c0da35-a65c-458a-82f8-6e58b59de753 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433960 Feb 09 01:30:13.718384 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-009d0282-43b4-47ad-85d2-416f08e1ae8b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b82853fc-c679-4fd5-a336-9f14714018b9 HTTP/1.1" status: 204 len: 168 time: 0.2814844 Feb 09 01:30:13.750534 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d0282-43b4-47ad-85d2-416f08e1ae8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82853fc-c679-4fd5-a336-9f14714018b9,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:13.773901 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-aca28ac7-e9f8-4cf8-b4ee-168a5cdfa35d tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (0b819170-1db2-4b83-9154-84c24f7fd3ed), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:13.776076 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-aca28ac7-e9f8-4cf8-b4ee-168a5cdfa35d tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Added segment 0b819170-1db2-4b83-9154-84c24f7fd3ed of type vlan for network 1c91937d-312a-4855-b8f2-2326e06278eb Feb 09 01:30:14.050004 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9934a562-1fa0-4fb9-a812-6f2131c3cd29 req-3de87902-43b3-4878-a655-6bcd53b82f0d tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4425526 Feb 09 01:30:14.131294 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ccdc8-b739-452d-b040-65dc6d903d83 req-4e34e745-84d2-4d5d-b2e7-e8266c627129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:14.132861 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c58ccdc8-b739-452d-b040-65dc6d903d83 req-4e34e745-84d2-4d5d-b2e7-e8266c627129 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=d88b7625-86d0-4021-80a0-5ba2f7b1a042&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6126776 Feb 09 01:30:14.290780 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-aca28ac7-e9f8-4cf8-b4ee-168a5cdfa35d tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (1c91937d-312a-4855-b8f2-2326e06278eb), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:14.303507 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c58ccdc8-b739-452d-b040-65dc6d903d83 req-280c3c88-59d7-4416-948d-fce11ae38eb7 service neutron] 10.222.0.120 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518214 Feb 09 01:30:14.331746 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a32c7071-9830-4e7e-b566-39f5840ccc73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (dac68236-869b-4558-801e-e99e8aa7b1d4), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:14.354000 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da79f11-3ad8-4e57-be37-782110e2a350 req-e49a3049-e4df-4285-a2c4-9687ca5e9684 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:14.355490 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7da79f11-3ad8-4e57-be37-782110e2a350 req-e49a3049-e4df-4285-a2c4-9687ca5e9684 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.47 "GET /v2.0/ports?device_id=63d42b01-d78c-439e-85dc-157a3d7b930b HTTP/1.1" status: 200 len: 945 time: 0.5282342 Feb 09 01:30:14.485075 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-aca28ac7-e9f8-4cf8-b4ee-168a5cdfa35d tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (66909e61-9fef-4625-8269-2c637d50fd21), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:14.485591 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-aca28ac7-e9f8-4cf8-b4ee-168a5cdfa35d tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (1c91937d-312a-4855-b8f2-2326e06278eb), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:14.490477 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca28ac7-e9f8-4cf8-b4ee-168a5cdfa35d tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:14.494830 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca28ac7-e9f8-4cf8-b4ee-168a5cdfa35d tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:14.495473 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-aca28ac7-e9f8-4cf8-b4ee-168a5cdfa35d tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:14.526186 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed27ce-5876-44d7-a900-197efd33fa91 req-2fe788cc-4969-4803-8d2c-6b2321ccfb73 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:14.527698 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-24ed27ce-5876-44d7-a900-197efd33fa91 req-2fe788cc-4969-4803-8d2c-6b2321ccfb73 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b87a00-6562-4f8f-a405-6ee60198bf48 HTTP/1.1" status: 200 len: 946 time: 0.6598122 Feb 09 01:30:14.663222 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 41f93ddb-edab-41b4-b3f7-d248563c317d no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:30:14.743242 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-aca28ac7-e9f8-4cf8-b4ee-168a5cdfa35d tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.9793591 Feb 09 01:30:14.743632 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49682) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:14.766108 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32c7071-9830-4e7e-b566-39f5840ccc73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dac68236-869b-4558-801e-e99e8aa7b1d4,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:14.926254 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: 41f93ddb-edab-41b4-b3f7-d248563c317d {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:30:14.931559 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 41f93ddb-edab-41b4-b3f7-d248563c317d not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:30:15.095305 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c58ccdc8-b739-452d-b040-65dc6d903d83 req-29beea77-e05f-4226-a7a9-208a789ba7f4 service neutron] 10.222.0.120 "GET /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7827904 Feb 09 01:30:15.098962 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca28ac7-e9f8-4cf8-b4ee-168a5cdfa35d tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Pushing event updated for resources: {'Network': ['ID=66909e61-9fef-4625-8269-2c637d50fd21,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:15.121005 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 66909e61-9fef-4625-8269-2c637d50fd21 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:30:15.172401 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-24ed27ce-5876-44d7-a900-197efd33fa91 req-f6baa82f-f006-4071-a52c-b96cdc6a1bef tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/security-groups?id=89cf32ef-8647-4bf5-8025-bd4fbbfa8670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6094041 Feb 09 01:30:15.428604 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32c7071-9830-4e7e-b566-39f5840ccc73 admin admin] Checking segment: {'id': '413c47f4-c877-4be9-af5f-602e28df9356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '93c32fc2-bae3-4827-9c71-54a8b09774c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:30:15.429206 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32c7071-9830-4e7e-b566-39f5840ccc73 admin admin] Network hostable DHCP agents. Network: 93c32fc2-bae3-4827-9c71-54a8b09774c9, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:30:15.435426 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca28ac7-e9f8-4cf8-b4ee-168a5cdfa35d tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Pushing event updated for resources: {'Network': ['ID=1c91937d-312a-4855-b8f2-2326e06278eb,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:15.443766 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec90b9bb-b4a3-44ab-b033-06e1d9e468c8 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:15.451382 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 1c91937d-312a-4855-b8f2-2326e06278eb details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:30:15.455890 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec90b9bb-b4a3-44ab-b033-06e1d9e468c8 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:15.463815 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec90b9bb-b4a3-44ab-b033-06e1d9e468c8 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:15.482666 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec90b9bb-b4a3-44ab-b033-06e1d9e468c8 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:15.487029 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ec90b9bb-b4a3-44ab-b033-06e1d9e468c8 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.7396834 Feb 09 01:30:15.488654 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49692) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:15.510894 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32c7071-9830-4e7e-b566-39f5840ccc73 admin admin] Network 93c32fc2-bae3-4827-9c71-54a8b09774c9 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:30:15.546269 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-a32c7071-9830-4e7e-b566-39f5840ccc73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 93c32fc2-bae3-4827-9c71-54a8b09774c9) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:15.549954 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-7da79f11-3ad8-4e57-be37-782110e2a350 req-24480ba4-464d-456f-8b63-37030f63079a tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Deleting port 4a7f28fe-4468-4bb0-903a-2671c1ddf3d6 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:30:15.550465 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7da79f11-3ad8-4e57-be37-782110e2a350 req-24480ba4-464d-456f-8b63-37030f63079a tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (4a7f28fe-4468-4bb0-903a-2671c1ddf3d6), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:15.571020 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32c7071-9830-4e7e-b566-39f5840ccc73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:15.572028 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a32c7071-9830-4e7e-b566-39f5840ccc73 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:15.607179 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0d427c-6a14-49d4-947a-cdf8c2b3751a None None] Network 93c32fc2-bae3-4827-9c71-54a8b09774c9 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:30:15.622391 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf90e1a-4baa-4e0a-aa87-6d48fa99fe87 req-a6be4895-1a27-430c-997b-7e68ae0e8cee tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:15.624338 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1cf90e1a-4baa-4e0a-aa87-6d48fa99fe87 req-a6be4895-1a27-430c-997b-7e68ae0e8cee tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=63d42b01-d78c-439e-85dc-157a3d7b930b HTTP/1.1" status: 200 len: 945 time: 0.7609806 Feb 09 01:30:15.636489 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277cff6-1350-4e8b-9df7-5a4598983634 req-72b0e6bc-81a6-47eb-b8cd-51634c12a338 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:15.638985 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b277cff6-1350-4e8b-9df7-5a4598983634 req-72b0e6bc-81a6-47eb-b8cd-51634c12a338 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=195f58aa-ee26-46ef-8ade-98d430506d01 HTTP/1.1" status: 200 len: 943 time: 0.2302666 Feb 09 01:30:15.687237 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0471b2ea-3c01-4fa7-82b5-b100b07c6483 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (66909e61-9fef-4625-8269-2c637d50fd21), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:15.693990 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a32c7071-9830-4e7e-b566-39f5840ccc73 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 839 time: 3.1048791 Feb 09 01:30:15.695840 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49696) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:15.699709 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-2a47a6ca-687d-474a-8bdf-d2888c17c10c admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-15852950-router', 'tenant_id': 'b3aeeadca5854bdd863d3882b4cc0f6d', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:15.749171 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2a47a6ca-687d-474a-8bdf-d2888c17c10c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (2e16c87a-6866-4ac2-8180-7a4c65f3ee7f), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:15.750251 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2a47a6ca-687d-474a-8bdf-d2888c17c10c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (2e16c87a-6866-4ac2-8180-7a4c65f3ee7f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:15.786988 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-7da79f11-3ad8-4e57-be37-782110e2a350 req-24480ba4-464d-456f-8b63-37030f63079a tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] For port 4a7f28fe-4468-4bb0-903a-2671c1ddf3d6, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=4a7f28fe-4468-4bb0-903a-2671c1ddf3d6,segment=NetworkSegment(c65aa26b-6f4d-4da5-9ac6-6c267d824ab1),segment_id=c65aa26b-6f4d-4da5-9ac6-6c267d824ab1)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:15.789228 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7da79f11-3ad8-4e57-be37-782110e2a350 req-24480ba4-464d-456f-8b63-37030f63079a tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (4a7f28fe-4468-4bb0-903a-2671c1ddf3d6), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:15.810418 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1cf90e1a-4baa-4e0a-aa87-6d48fa99fe87 req-d466bac2-b5b3-455e-a9cd-7d7609a8333c tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699822 Feb 09 01:30:15.817916 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b277cff6-1350-4e8b-9df7-5a4598983634 req-f659ac63-ecf7-4c47-bc86-894588d2be8e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700113 Feb 09 01:30:15.824446 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-7da79f11-3ad8-4e57-be37-782110e2a350 req-24480ba4-464d-456f-8b63-37030f63079a tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Calling delete_port for 4a7f28fe-4468-4bb0-903a-2671c1ddf3d6 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:30:15.834563 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2a47a6ca-687d-474a-8bdf-d2888c17c10c admin admin] Publish callbacks [] for router_controller (2e16c87a-6866-4ac2-8180-7a4c65f3ee7f), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:15.949788 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52ae694-ec10-4713-a296-ed98f27e6fda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-93c32fc2-bae3-4827-9c71-54a8b09774c9', 'network_id': '93c32fc2-bae3-4827-9c71-54a8b09774c9', 'project_id': 'b3aeeadca5854bdd863d3882b4cc0f6d', 'fixed_ips': [{'subnet_id': 'dac68236-869b-4558-801e-e99e8aa7b1d4'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:30:15.952444 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a52ae694-ec10-4713-a296-ed98f27e6fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:15.958801 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0471b2ea-3c01-4fa7-82b5-b100b07c6483 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (66909e61-9fef-4625-8269-2c637d50fd21), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:15.983296 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-0471b2ea-3c01-4fa7-82b5-b100b07c6483 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66909e61-9fef-4625-8269-2c637d50fd21']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:15.998087 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-0471b2ea-3c01-4fa7-82b5-b100b07c6483 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e902f88-91e6-490f-a650-e3136b6fdd62') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:15.998662 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-0471b2ea-3c01-4fa7-82b5-b100b07c6483 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e902f88-91e6-490f-a650-e3136b6fdd62') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:16.144968 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7da79f11-3ad8-4e57-be37-782110e2a350 req-24480ba4-464d-456f-8b63-37030f63079a tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (4a7f28fe-4468-4bb0-903a-2671c1ddf3d6), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:16.160529 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0471b2ea-3c01-4fa7-82b5-b100b07c6483 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (1e902f88-91e6-490f-a650-e3136b6fdd62), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:16.168929 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['4a7f28fe-4468-4bb0-903a-2671c1ddf3d6'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:30:16.196985 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['3942803c-74dd-4a55-a831-3d2e2ac75e88'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:30:16.276066 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-a52ae694-ec10-4713-a296-ed98f27e6fda None None] Allocated IP 172.20.0.2 (93c32fc2-bae3-4827-9c71-54a8b09774c9/dac68236-869b-4558-801e-e99e8aa7b1d4/b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:16.277308 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24480ba4-464d-456f-8b63-37030f63079a tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Pushing event deleted for resources: {'Port': ['ID=4a7f28fe-4468-4bb0-903a-2671c1ddf3d6,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:16.363865 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da79f11-3ad8-4e57-be37-782110e2a350 req-24480ba4-464d-456f-8b63-37030f63079a tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] No DVR routers for this DVR port 4a7f28fe-4468-4bb0-903a-2671c1ddf3d6 on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:30:16.370081 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2a47a6ca-687d-474a-8bdf-d2888c17c10c admin admin] Publish callbacks [] for router_gateway (2e16c87a-6866-4ac2-8180-7a4c65f3ee7f), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:16.370757 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7da79f11-3ad8-4e57-be37-782110e2a350 req-24480ba4-464d-456f-8b63-37030f63079a tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:16.378817 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0471b2ea-3c01-4fa7-82b5-b100b07c6483 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (1e902f88-91e6-490f-a650-e3136b6fdd62), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:16.380037 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7da79f11-3ad8-4e57-be37-782110e2a350 req-24480ba4-464d-456f-8b63-37030f63079a tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.47 "DELETE /v2.0/ports/4a7f28fe-4468-4bb0-903a-2671c1ddf3d6 HTTP/1.1" status: 204 len: 173 time: 1.9853415 Feb 09 01:30:16.381972 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d42b01-d78c-439e-85dc-157a3d7b930b', 'name': 'network-vif-deleted', 'tag': '4a7f28fe-4468-4bb0-903a-2671c1ddf3d6'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:30:16.387044 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b6dde4-55a1-47b2-aad9-1636c6cffc4d" -d '{"events": [{"server_uuid": "63d42b01-d78c-439e-85dc-157a3d7b930b", "name": "network-vif-deleted", "tag": "4a7f28fe-4468-4bb0-903a-2671c1ddf3d6"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:30:16.479035 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0471b2ea-3c01-4fa7-82b5-b100b07c6483 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:30:16.479459 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0471b2ea-3c01-4fa7-82b5-b100b07c6483 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (1e902f88-91e6-490f-a650-e3136b6fdd62), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:16.490792 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:30:16.490792 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:30:16.490792 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:30:16.490792 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:30:16.490792 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:30:16.490792 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:30:16.490792 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:30:16.490792 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:30:16.490792 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:30:16.490792 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:30:16.490792 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:30:16.490792 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:30:16.490792 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:30:16.490792 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:30:16.490792 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:30:16.490792 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:30:16.490792 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:30:16.490792 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:30:16.490792 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:30:16.490792 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:30:16.490792 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:30:16.490792 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:30:16.490792 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:30:16.490792 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:30:16.490792 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:30:16.490792 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:30:16.490792 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:30:16.490792 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:30:16.490792 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:30:16.490792 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:30:16.490792 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:30:16.490792 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:30:16.514412 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160b99b6-b8c0-45b2-af4c-8bfb0228aa18 x-openstack-request-id: req-160b99b6-b8c0-45b2-af4c-8bfb0228aa18 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:30:16.514728 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d42b01-d78c-439e-85dc-157a3d7b930b", "name": "network-vif-deleted", "tag": "4a7f28fe-4468-4bb0-903a-2671c1ddf3d6", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:30:16.515041 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-160b99b6-b8c0-45b2-af4c-8bfb0228aa18 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:30:16.515467 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d42b01-d78c-439e-85dc-157a3d7b930b', 'name': 'network-vif-deleted', 'tag': '4a7f28fe-4468-4bb0-903a-2671c1ddf3d6', 'status': 'completed', 'code': 200} Feb 09 01:30:16.661231 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0471b2ea-3c01-4fa7-82b5-b100b07c6483 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (66909e61-9fef-4625-8269-2c637d50fd21), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:16.674707 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0471b2ea-3c01-4fa7-82b5-b100b07c6483 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:16.686613 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0471b2ea-3c01-4fa7-82b5-b100b07c6483 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] 10.222.0.50 "DELETE /v2.0/networks/66909e61-9fef-4625-8269-2c637d50fd21 HTTP/1.1" status: 204 len: 168 time: 1.1948752 Feb 09 01:30:16.688044 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49728) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:16.728311 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0471b2ea-3c01-4fa7-82b5-b100b07c6483 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Pushing event deleted for resources: {'Network': ['ID=66909e61-9fef-4625-8269-2c637d50fd21,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:16.755126 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a52ae694-ec10-4713-a296-ed98f27e6fda None None] Publish callbacks [] for port (b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:16.763395 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a52ae694-ec10-4713-a296-ed98f27e6fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:16.932518 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4545039f-87e1-463f-a6c1-4a99d9c36893 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (1c91937d-312a-4855-b8f2-2326e06278eb), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:17.134045 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ade7b84d-3ca0-43a2-a3fa-aaf0fe387f15 req-8ce53543-c606-4ce7-ba20-522878010d40 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=63d42b01-d78c-439e-85dc-157a3d7b930b HTTP/1.1" status: 200 len: 210 time: 0.0632050 Feb 09 01:30:17.270483 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4545039f-87e1-463f-a6c1-4a99d9c36893 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (1c91937d-312a-4855-b8f2-2326e06278eb), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:17.298771 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-4545039f-87e1-463f-a6c1-4a99d9c36893 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c91937d-312a-4855-b8f2-2326e06278eb']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:17.328407 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-4545039f-87e1-463f-a6c1-4a99d9c36893 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b819170-1db2-4b83-9154-84c24f7fd3ed') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:17.333525 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-4545039f-87e1-463f-a6c1-4a99d9c36893 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b819170-1db2-4b83-9154-84c24f7fd3ed') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:17.353997 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4545039f-87e1-463f-a6c1-4a99d9c36893 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (0b819170-1db2-4b83-9154-84c24f7fd3ed), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:17.391602 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4545039f-87e1-463f-a6c1-4a99d9c36893 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (0b819170-1db2-4b83-9154-84c24f7fd3ed), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:17.399524 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4545039f-87e1-463f-a6c1-4a99d9c36893 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:30:17.400075 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4545039f-87e1-463f-a6c1-4a99d9c36893 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (0b819170-1db2-4b83-9154-84c24f7fd3ed), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:17.403424 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:30:17.403424 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:30:17.403424 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:30:17.403424 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:30:17.403424 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:30:17.403424 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:30:17.403424 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:30:17.403424 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:30:17.403424 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:30:17.403424 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:30:17.403424 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:30:17.403424 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:30:17.403424 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:30:17.403424 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:30:17.403424 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:30:17.403424 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:30:17.403424 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:30:17.403424 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:30:17.403424 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:30:17.403424 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:30:17.403424 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:30:17.403424 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:30:17.403424 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:30:17.403424 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:30:17.403424 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:30:17.403424 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:30:17.403424 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:30:17.403424 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:30:17.403424 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:30:17.403424 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:30:17.403424 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:30:17.403424 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:30:17.422898 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2a47a6ca-687d-474a-8bdf-d2888c17c10c admin admin] Publish callbacks [] for router_gateway (2e16c87a-6866-4ac2-8180-7a4c65f3ee7f), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:17.451642 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52ae694-ec10-4713-a296-ed98f27e6fda None None] Network 93c32fc2-bae3-4827-9c71-54a8b09774c9 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:17.460048 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-a52ae694-ec10-4713-a296-ed98f27e6fda None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:17.477726 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52ae694-ec10-4713-a296-ed98f27e6fda None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:30:17.508401 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2a47a6ca-687d-474a-8bdf-d2888c17c10c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:17.546626 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4545039f-87e1-463f-a6c1-4a99d9c36893 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (1c91937d-312a-4855-b8f2-2326e06278eb), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:17.559773 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4545039f-87e1-463f-a6c1-4a99d9c36893 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:17.567782 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4545039f-87e1-463f-a6c1-4a99d9c36893 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] 10.222.0.50 "DELETE /v2.0/networks/1c91937d-312a-4855-b8f2-2326e06278eb HTTP/1.1" status: 204 len: 168 time: 0.8786299 Feb 09 01:30:17.590333 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49746) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:17.604893 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ae694-ec10-4713-a296-ed98f27e6fda None None] Pushing event updated for resources: {'Port': ['ID=b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:17.607910 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4545039f-87e1-463f-a6c1-4a99d9c36893 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Pushing event deleted for resources: {'Network': ['ID=1c91937d-312a-4855-b8f2-2326e06278eb,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:17.641643 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-a52ae694-ec10-4713-a296-ed98f27e6fda None None] Attempting to bind port b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:30:17.642180 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-a52ae694-ec10-4713-a296-ed98f27e6fda None None] Attempting to bind port b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '413c47f4-c877-4be9-af5f-602e28df9356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '93c32fc2-bae3-4827-9c71-54a8b09774c9'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:30:17.644796 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52ae694-ec10-4713-a296-ed98f27e6fda None None] Attempting to bind port b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35 on network 93c32fc2-bae3-4827-9c71-54a8b09774c9 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:17.654275 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52ae694-ec10-4713-a296-ed98f27e6fda None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:30:17.656976 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52ae694-ec10-4713-a296-ed98f27e6fda None None] Checking segment: {'id': '413c47f4-c877-4be9-af5f-602e28df9356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '93c32fc2-bae3-4827-9c71-54a8b09774c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:30:17.659693 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a52ae694-ec10-4713-a296-ed98f27e6fda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:17.660240 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52ae694-ec10-4713-a296-ed98f27e6fda None None] Bound using segment: {'id': '413c47f4-c877-4be9-af5f-602e28df9356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '93c32fc2-bae3-4827-9c71-54a8b09774c9'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:30:17.661048 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-a52ae694-ec10-4713-a296-ed98f27e6fda None None] Bound port: b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '413c47f4-c877-4be9-af5f-602e28df9356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '93c32fc2-bae3-4827-9c71-54a8b09774c9'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:30:17.663350 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a52ae694-ec10-4713-a296-ed98f27e6fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:17.709618 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dd4596-7372-411b-9e31-a608f0fc5535 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:17.715421 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dd4596-7372-411b-9e31-a608f0fc5535 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:17.717314 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-07dd4596-7372-411b-9e31-a608f0fc5535 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1256092 Feb 09 01:30:17.720953 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49748) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:17.726257 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-cc6712f4-d2ca-4d25-a1db-0957b8293564 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1470596292'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:17.739208 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43dd2c7-e655-4267-acd3-9482f3a2af11 req-c453eff3-53db-4a85-9ca3-ee7f4ad1c913 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:17.740996 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b43dd2c7-e655-4267-acd3-9482f3a2af11 req-c453eff3-53db-4a85-9ca3-ee7f4ad1c913 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=195f58aa-ee26-46ef-8ade-98d430506d01 HTTP/1.1" status: 200 len: 943 time: 0.1343770 Feb 09 01:30:17.806616 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6712f4-d2ca-4d25-a1db-0957b8293564 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Made reservation on behalf of 8ab546e97698410f8f8188f98769e27b for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:17.816252 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-a52ae694-ec10-4713-a296-ed98f27e6fda None None] For port b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:30:17.818844 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cc6712f4-d2ca-4d25-a1db-0957b8293564 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:17.825031 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-a52ae694-ec10-4713-a296-ed98f27e6fda None None] For port b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35,segment=NetworkSegment(413c47f4-c877-4be9-af5f-602e28df9356),segment_id=413c47f4-c877-4be9-af5f-602e28df9356)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:30:17.836504 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a52ae694-ec10-4713-a296-ed98f27e6fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:17.848025 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b43dd2c7-e655-4267-acd3-9482f3a2af11 req-adc6e852-c996-4f4a-b1e4-a9bde264b9fd tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012802 Feb 09 01:30:17.886303 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-2a47a6ca-687d-474a-8bdf-d2888c17c10c admin admin] Allocated IP 172.25.8.252 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/45faee87-a19f-4821-b3c3-2b0cb05a9bee) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:17.896574 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ae694-ec10-4713-a296-ed98f27e6fda None None] Pushing event updated for resources: {'Port': ['ID=b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:17.923222 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49754) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:18.052419 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2a47a6ca-687d-474a-8bdf-d2888c17c10c admin admin] Publish callbacks [] for port (45faee87-a19f-4821-b3c3-2b0cb05a9bee), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:18.065499 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cc6223d5-4190-4cc7-82bf-c912f894bbd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:18.097913 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc6712f4-d2ca-4d25-a1db-0957b8293564 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1046} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:30:18.109331 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cc6712f4-d2ca-4d25-a1db-0957b8293564 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (9698770c-2dc5-49bd-a41b-f463eae45fc5), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:18.109694 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-cc6712f4-d2ca-4d25-a1db-0957b8293564 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Added segment 9698770c-2dc5-49bd-a41b-f463eae45fc5 of type vlan for network 80b0d07c-1112-47b2-810c-a0fd58084150 Feb 09 01:30:18.205425 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cc6712f4-d2ca-4d25-a1db-0957b8293564 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (80b0d07c-1112-47b2-810c-a0fd58084150), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:18.228295 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cc6223d5-4190-4cc7-82bf-c912f894bbd2 admin admin] Publish callbacks [] for security_group (ef8c7d0e-b667-498e-a8ca-916f0b2d71e2), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:18.247039 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cc6223d5-4190-4cc7-82bf-c912f894bbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (ef8c7d0e-b667-498e-a8ca-916f0b2d71e2), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:18.258390 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2a47a6ca-687d-474a-8bdf-d2888c17c10c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (45faee87-a19f-4821-b3c3-2b0cb05a9bee), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:18.272698 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cc6712f4-d2ca-4d25-a1db-0957b8293564 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (80b0d07c-1112-47b2-810c-a0fd58084150), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:18.277864 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6712f4-d2ca-4d25-a1db-0957b8293564 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:18.278547 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cc6712f4-d2ca-4d25-a1db-0957b8293564 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:18.300932 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-cc6223d5-4190-4cc7-82bf-c912f894bbd2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=79952f246dd34a409cb978141a6192a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3763971 Feb 09 01:30:18.303477 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49764) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:18.397565 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a47a6ca-687d-474a-8bdf-d2888c17c10c admin admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:18.400407 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6223d5-4190-4cc7-82bf-c912f894bbd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8c7d0e-b667-498e-a8ca-916f0b2d71e2,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:18.426934 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49766) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:18.431795 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-cc6712f4-d2ca-4d25-a1db-0957b8293564 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7095711 Feb 09 01:30:18.432473 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-9804758c-5453-4e29-a583-faf2d50b9c56 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1846571272'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:18.445202 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-2a47a6ca-687d-474a-8bdf-d2888c17c10c admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:18.451871 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7d00a654-9b20-4fca-b1a2-83709a0e98da admin admin] Publish callbacks [] for security_group (ef8c7d0e-b667-498e-a8ca-916f0b2d71e2), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:18.455074 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a47a6ca-687d-474a-8bdf-d2888c17c10c admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:30:18.461816 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6712f4-d2ca-4d25-a1db-0957b8293564 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Pushing event updated for resources: {'Network': ['ID=80b0d07c-1112-47b2-810c-a0fd58084150,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:18.464022 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a47a6ca-687d-474a-8bdf-d2888c17c10c admin admin] Pushing event updated for resources: {'Port': ['ID=45faee87-a19f-4821-b3c3-2b0cb05a9bee,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:18.475661 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 80b0d07c-1112-47b2-810c-a0fd58084150 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:30:18.569935 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9804758c-5453-4e29-a583-faf2d50b9c56 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Made reservation on behalf of 8ab546e97698410f8f8188f98769e27b for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:18.573263 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9804758c-5453-4e29-a583-faf2d50b9c56 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:18.587894 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7d00a654-9b20-4fca-b1a2-83709a0e98da admin admin] Publish callbacks [] for security_group (ef8c7d0e-b667-498e-a8ca-916f0b2d71e2), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:18.661416 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9804758c-5453-4e29-a583-faf2d50b9c56 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1004} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:30:18.678255 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 4a7f28fe-4468-4bb0-903a-2671c1ddf3d6 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:30:18.707053 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9804758c-5453-4e29-a583-faf2d50b9c56 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (90d805bf-91d6-45d2-9aee-1ecf40fed853), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:18.707615 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-9804758c-5453-4e29-a583-faf2d50b9c56 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Added segment 90d805bf-91d6-45d2-9aee-1ecf40fed853 of type vlan for network 5eab72ea-89ba-4f3e-b5a9-305cc515dd7a Feb 09 01:30:18.712975 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: 4a7f28fe-4468-4bb0-903a-2671c1ddf3d6 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:30:18.713324 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 4a7f28fe-4468-4bb0-903a-2671c1ddf3d6 not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:30:18.771285 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9804758c-5453-4e29-a583-faf2d50b9c56 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (5eab72ea-89ba-4f3e-b5a9-305cc515dd7a), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:18.780375 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce4047-1f55-4599-b7d5-1fe1817c0001 req-1fcf2edf-211b-4526-9cb5-3f02792de665 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:18.781982 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b9ce4047-1f55-4599-b7d5-1fe1817c0001 req-1fcf2edf-211b-4526-9cb5-3f02792de665 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=206a159e-d5b7-4c7a-bf55-d28bde7be5d6 HTTP/1.1" status: 200 len: 945 time: 0.1419711 Feb 09 01:30:18.815324 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2a47a6ca-687d-474a-8bdf-d2888c17c10c admin admin] Publish callbacks [] for router_gateway (2e16c87a-6866-4ac2-8180-7a4c65f3ee7f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:18.822784 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7d00a654-9b20-4fca-b1a2-83709a0e98da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (ef8c7d0e-b667-498e-a8ca-916f0b2d71e2), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:18.825982 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7d00a654-9b20-4fca-b1a2-83709a0e98da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:18.827379 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-7d00a654-9b20-4fca-b1a2-83709a0e98da admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ef8c7d0e-b667-498e-a8ca-916f0b2d71e2 HTTP/1.1" status: 204 len: 168 time: 0.5229609 Feb 09 01:30:18.862317 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d00a654-9b20-4fca-b1a2-83709a0e98da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8c7d0e-b667-498e-a8ca-916f0b2d71e2,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:18.909280 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9804758c-5453-4e29-a583-faf2d50b9c56 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (5eab72ea-89ba-4f3e-b5a9-305cc515dd7a), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:18.915719 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9804758c-5453-4e29-a583-faf2d50b9c56 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:18.916359 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9804758c-5453-4e29-a583-faf2d50b9c56 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:19.241911 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2a47a6ca-687d-474a-8bdf-d2888c17c10c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (2e16c87a-6866-4ac2-8180-7a4c65f3ee7f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:19.394734 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49778) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:19.414682 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ac764f55-91cf-49fa-8bcc-84a4d5bcbca4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:19.463878 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f446e-32c1-4785-834f-a8e9a365e3ad req-2378b05a-233e-4bb5-a109-ba756ffe5c0a tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:19.466367 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-664f446e-32c1-4785-834f-a8e9a365e3ad req-2378b05a-233e-4bb5-a109-ba756ffe5c0a tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.120 "GET /v2.0/ports?device_id=206a159e-d5b7-4c7a-bf55-d28bde7be5d6 HTTP/1.1" status: 200 len: 945 time: 0.6965635 Feb 09 01:30:19.505333 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9804758c-5453-4e29-a583-faf2d50b9c56 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Pushing event updated for resources: {'Network': ['ID=5eab72ea-89ba-4f3e-b5a9-305cc515dd7a,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:19.520824 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 5eab72ea-89ba-4f3e-b5a9-305cc515dd7a details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:30:19.552519 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b9ce4047-1f55-4599-b7d5-1fe1817c0001 req-cb239d43-54a4-4337-b7ee-571f1835de45 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7565963 Feb 09 01:30:19.571965 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a47a6ca-687d-474a-8bdf-d2888c17c10c admin admin] Router 2e16c87a-6866-4ac2-8180-7a4c65f3ee7f is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:30:19.587079 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-9804758c-5453-4e29-a583-faf2d50b9c56 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1590905 Feb 09 01:30:19.598990 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49780) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:19.622559 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-75561730-1cef-46c9-84b6-b0daabf5ee8f tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Request body: {'ports': [{'network_id': '80b0d07c-1112-47b2-810c-a0fd58084150', 'name': 'tempest-port--450172171', 'admin_state_up': True}, {'network_id': '5eab72ea-89ba-4f3e-b5a9-305cc515dd7a', 'admin_state_up': False}]} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:19.622559 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-75561730-1cef-46c9-84b6-b0daabf5ee8f tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Request body: {'port': {'network_id': '80b0d07c-1112-47b2-810c-a0fd58084150', 'name': 'tempest-port--450172171', 'admin_state_up': True}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:19.622908 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-75561730-1cef-46c9-84b6-b0daabf5ee8f tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Request body: {'port': {'network_id': '5eab72ea-89ba-4f3e-b5a9-305cc515dd7a', 'admin_state_up': False}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:19.729123 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368c752c-3d30-4221-8448-b58d247e17ec None None] Network 93c32fc2-bae3-4827-9c71-54a8b09774c9 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:30:19.842749 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4769efab-01fb-4f05-b2ad-06151a48c26d req-86e5ae13-c26c-4cc7-a2f6-ac846c890db3 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:19.853261 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ac764f55-91cf-49fa-8bcc-84a4d5bcbca4 admin admin] Publish callbacks [] for security_group (1f435d53-9e9f-4256-b97a-a28cf6c4ee09), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:19.864218 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4769efab-01fb-4f05-b2ad-06151a48c26d req-86e5ae13-c26c-4cc7-a2f6-ac846c890db3 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=195f58aa-ee26-46ef-8ade-98d430506d01 HTTP/1.1" status: 200 len: 943 time: 0.4283454 Feb 09 01:30:19.881219 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ac764f55-91cf-49fa-8bcc-84a4d5bcbca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1f435d53-9e9f-4256-b97a-a28cf6c4ee09), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:19.920306 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:30:20.000347 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4769efab-01fb-4f05-b2ad-06151a48c26d req-3d1b783f-ed43-4427-aaf3-bccc53166d3c tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313272 Feb 09 01:30:20.048136 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-664f446e-32c1-4785-834f-a8e9a365e3ad req-bd5996a5-c5cd-4537-8ee2-d03edf34447f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Deleting port 3942803c-74dd-4a55-a831-3d2e2ac75e88 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:30:20.048488 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-664f446e-32c1-4785-834f-a8e9a365e3ad req-bd5996a5-c5cd-4537-8ee2-d03edf34447f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (3942803c-74dd-4a55-a831-3d2e2ac75e88), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:20.106544 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-a250dc98-19d9-43fd-851a-24c12f73b554 None None] Provisioning complete for port b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:20.106879 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a250dc98-19d9-43fd-851a-24c12f73b554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:20.150058 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a47a6ca-687d-474a-8bdf-d2888c17c10c admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:30:20.169138 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f230dca6-6a18-41f1-84ef-5831041c9da5 None None] Sync routers for ids ['2e16c87a-6866-4ac2-8180-7a4c65f3ee7f'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:30:20.206703 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f230dca6-6a18-41f1-84ef-5831041c9da5 None None] Routers {'2e16c87a-6866-4ac2-8180-7a4c65f3ee7f'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:30:20.207625 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-f230dca6-6a18-41f1-84ef-5831041c9da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:30:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['2e16c87a-6866-4ac2-8180-7a4c65f3ee7f'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:20.259469 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ac764f55-91cf-49fa-8bcc-84a4d5bcbca4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=644c5aab5f204da689559ff1be4b3776&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8599401 Feb 09 01:30:20.259741 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49782) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:20.259869 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:20.259991 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:20.288479 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-664f446e-32c1-4785-834f-a8e9a365e3ad req-bd5996a5-c5cd-4537-8ee2-d03edf34447f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] For port 3942803c-74dd-4a55-a831-3d2e2ac75e88, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=3942803c-74dd-4a55-a831-3d2e2ac75e88,segment=NetworkSegment(c65aa26b-6f4d-4da5-9ac6-6c267d824ab1),segment_id=c65aa26b-6f4d-4da5-9ac6-6c267d824ab1)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:20.289687 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-664f446e-32c1-4785-834f-a8e9a365e3ad req-bd5996a5-c5cd-4537-8ee2-d03edf34447f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (3942803c-74dd-4a55-a831-3d2e2ac75e88), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:20.300417 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac764f55-91cf-49fa-8bcc-84a4d5bcbca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f435d53-9e9f-4256-b97a-a28cf6c4ee09,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:20.323929 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2a47a6ca-687d-474a-8bdf-d2888c17c10c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:20.325743 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2a47a6ca-687d-474a-8bdf-d2888c17c10c admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 4.6288488 Feb 09 01:30:20.329769 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49784) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:20.354340 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-664f446e-32c1-4785-834f-a8e9a365e3ad req-bd5996a5-c5cd-4537-8ee2-d03edf34447f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Calling delete_port for 3942803c-74dd-4a55-a831-3d2e2ac75e88 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:30:20.435806 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a250dc98-19d9-43fd-851a-24c12f73b554 None None] Current status of the port b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:20.436151 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a250dc98-19d9-43fd-851a-24c12f73b554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:20.498927 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-a250dc98-19d9-43fd-851a-24c12f73b554 None None] For port b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35,segment=NetworkSegment(413c47f4-c877-4be9-af5f-602e28df9356),segment_id=413c47f4-c877-4be9-af5f-602e28df9356)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:20.511738 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a250dc98-19d9-43fd-851a-24c12f73b554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:20.520024 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ff72969e-888a-4fff-aa6e-49441687891a admin admin] Publish callbacks [] for security_group (1f435d53-9e9f-4256-b97a-a28cf6c4ee09), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:20.572770 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ff72969e-888a-4fff-aa6e-49441687891a admin admin] Publish callbacks [] for security_group (1f435d53-9e9f-4256-b97a-a28cf6c4ee09), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:20.597974 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a250dc98-19d9-43fd-851a-24c12f73b554 None None] Pushing event updated for resources: {'Port': ['ID=b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:20.676084 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-f230dca6-6a18-41f1-84ef-5831041c9da5 None None] Set router 2e16c87a-6866-4ac2-8180-7a4c65f3ee7f gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:30:20.811825 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ff72969e-888a-4fff-aa6e-49441687891a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1f435d53-9e9f-4256-b97a-a28cf6c4ee09), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:20.814481 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ff72969e-888a-4fff-aa6e-49441687891a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:20.818174 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ff72969e-888a-4fff-aa6e-49441687891a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1f435d53-9e9f-4256-b97a-a28cf6c4ee09 HTTP/1.1" status: 204 len: 168 time: 0.5506403 Feb 09 01:30:20.822573 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-664f446e-32c1-4785-834f-a8e9a365e3ad req-bd5996a5-c5cd-4537-8ee2-d03edf34447f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (3942803c-74dd-4a55-a831-3d2e2ac75e88), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:20.863795 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['3942803c-74dd-4a55-a831-3d2e2ac75e88'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:30:20.932309 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:20.933947 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72969e-888a-4fff-aa6e-49441687891a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f435d53-9e9f-4256-b97a-a28cf6c4ee09,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:20.949143 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-7fa2937f-34e9-47cb-a7b3-2db588982752 None None] Provisioning complete for port b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:20.949998 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7fa2937f-34e9-47cb-a7b3-2db588982752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:20.953168 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb7ddd-bf69-46fb-b6fa-0c2ecb627e9c req-61e3eade-8d99-442f-9c5b-a679b435b2d9 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:20.965826 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0cfb7ddd-bf69-46fb-b6fa-0c2ecb627e9c req-61e3eade-8d99-442f-9c5b-a679b435b2d9 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=206a159e-d5b7-4c7a-bf55-d28bde7be5d6 HTTP/1.1" status: 200 len: 945 time: 0.2874274 Feb 09 01:30:21.000134 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5996a5-c5cd-4537-8ee2-d03edf34447f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Pushing event deleted for resources: {'Port': ['ID=3942803c-74dd-4a55-a831-3d2e2ac75e88,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:21.009843 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-664f446e-32c1-4785-834f-a8e9a365e3ad req-bd5996a5-c5cd-4537-8ee2-d03edf34447f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] No DVR routers for this DVR port 3942803c-74dd-4a55-a831-3d2e2ac75e88 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:30:21.019685 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-664f446e-32c1-4785-834f-a8e9a365e3ad req-bd5996a5-c5cd-4537-8ee2-d03edf34447f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:21.044434 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-664f446e-32c1-4785-834f-a8e9a365e3ad req-bd5996a5-c5cd-4537-8ee2-d03edf34447f tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.120 "DELETE /v2.0/ports/3942803c-74dd-4a55-a831-3d2e2ac75e88 HTTP/1.1" status: 204 len: 173 time: 1.5142484 Feb 09 01:30:21.054465 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '206a159e-d5b7-4c7a-bf55-d28bde7be5d6', 'name': 'network-vif-deleted', 'tag': '3942803c-74dd-4a55-a831-3d2e2ac75e88'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:30:21.056946 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2e6d83-56f1-49ed-971f-89bc15eeeea7" -d '{"events": [{"server_uuid": "206a159e-d5b7-4c7a-bf55-d28bde7be5d6", "name": "network-vif-deleted", "tag": "3942803c-74dd-4a55-a831-3d2e2ac75e88"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:30:21.305949 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0cfb7ddd-bf69-46fb-b6fa-0c2ecb627e9c req-bdf6c254-4491-4d18-974f-9e61a945b97a tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce3b3771-b65c-4713-aaff-9d84ded96dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945795 Feb 09 01:30:21.315584 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-7fa2937f-34e9-47cb-a7b3-2db588982752 None None] Current status of the port b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:21.343394 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75561730-1cef-46c9-84b6-b0daabf5ee8f tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Made reservation on behalf of 8ab546e97698410f8f8188f98769e27b for: {'port': 2} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:21.351367 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-75561730-1cef-46c9-84b6-b0daabf5ee8f tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:21.373725 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-f230dca6-6a18-41f1-84ef-5831041c9da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e16c87a-6866-4ac2-8180-7a4c65f3ee7f', 'name': 'tempest-ImageQuotaTest-15852950-router', 'tenant_id': 'b3aeeadca5854bdd863d3882b4cc0f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '45faee87-a19f-4821-b3c3-2b0cb05a9bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:15Z', 'updated_at': '2022-02-09T01:30:18Z', 'revision_number': 3, 'project_id': 'b3aeeadca5854bdd863d3882b4cc0f6d', 'gw_port': {'id': '45faee87-a19f-4821-b3c3-2b0cb05a9bee', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:72:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e16c87a-6866-4ac2-8180-7a4c65f3ee7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:17Z', 'updated_at': '2022-02-09T01:30:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:21.378919 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd27d3e-0cce-473e-99ae-ef8893681278 req-6d1b1d65-b4b9-4e29-b90d-90b8c61776d3 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:21.390056 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3fd27d3e-0cce-473e-99ae-ef8893681278 req-6d1b1d65-b4b9-4e29-b90d-90b8c61776d3 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=195f58aa-ee26-46ef-8ade-98d430506d01 HTTP/1.1" status: 200 len: 943 time: 0.1955149 Feb 09 01:30:21.414220 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-75561730-1cef-46c9-84b6-b0daabf5ee8f tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:21.471859 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3fd27d3e-0cce-473e-99ae-ef8893681278 req-9c502273-fa9d-43c8-92a0-fe1c3cb78ef3 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731070 Feb 09 01:30:21.476596 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64aa0a34-9986-466d-a467-847dbffc2a13 x-openstack-request-id: req-64aa0a34-9986-466d-a467-847dbffc2a13 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:30:21.477486 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "206a159e-d5b7-4c7a-bf55-d28bde7be5d6", "name": "network-vif-deleted", "tag": "3942803c-74dd-4a55-a831-3d2e2ac75e88", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:30:21.477926 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-64aa0a34-9986-466d-a467-847dbffc2a13 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:30:21.478524 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '206a159e-d5b7-4c7a-bf55-d28bde7be5d6', 'name': 'network-vif-deleted', 'tag': '3942803c-74dd-4a55-a831-3d2e2ac75e88', 'status': 'completed', 'code': 200} Feb 09 01:30:21.491258 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f230dca6-6a18-41f1-84ef-5831041c9da5 None None] Checking router: 2e16c87a-6866-4ac2-8180-7a4c65f3ee7f for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:30:21.491960 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f230dca6-6a18-41f1-84ef-5831041c9da5 None None] Updating router 2e16c87a-6866-4ac2-8180-7a4c65f3ee7f port 45faee87-a19f-4821-b3c3-2b0cb05a9bee binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:30:21.537519 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f230dca6-6a18-41f1-84ef-5831041c9da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (45faee87-a19f-4821-b3c3-2b0cb05a9bee), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:21.805379 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:30:21.950775 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49814) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:21.977319 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:21.989133 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:22.228216 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5f41e927-c633-4196-8b7f-d0796456004c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:22.230345 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-75561730-1cef-46c9-84b6-b0daabf5ee8f tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] device_id is not set on port 71b8b7a5-4c05-47ad-9fa2-6a3a638c70f7 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:30:22.232571 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:22.295738 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f230dca6-6a18-41f1-84ef-5831041c9da5 None None] Publish callbacks [] for port (45faee87-a19f-4821-b3c3-2b0cb05a9bee), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:22.306018 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f230dca6-6a18-41f1-84ef-5831041c9da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (45faee87-a19f-4821-b3c3-2b0cb05a9bee), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:22.405647 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5f41e927-c633-4196-8b7f-d0796456004c admin admin] Publish callbacks [] for security_group (9523abea-3bba-4873-aa0b-949998107868), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:22.413241 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5f41e927-c633-4196-8b7f-d0796456004c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (9523abea-3bba-4873-aa0b-949998107868), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:22.447110 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-f230dca6-6a18-41f1-84ef-5831041c9da5 None None] Attempting to bind port 45faee87-a19f-4821-b3c3-2b0cb05a9bee on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:30:22.447512 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-f230dca6-6a18-41f1-84ef-5831041c9da5 None None] Attempting to bind port 45faee87-a19f-4821-b3c3-2b0cb05a9bee by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:30:22.447897 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f230dca6-6a18-41f1-84ef-5831041c9da5 None None] Attempting to bind port 45faee87-a19f-4821-b3c3-2b0cb05a9bee on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:22.456462 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f41e927-c633-4196-8b7f-d0796456004c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9523abea-3bba-4873-aa0b-949998107868,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:22.480319 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f230dca6-6a18-41f1-84ef-5831041c9da5 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:30:22.484727 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f230dca6-6a18-41f1-84ef-5831041c9da5 None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:30:22.484913 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-5f41e927-c633-4196-8b7f-d0796456004c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1d7cfaa378414800b7ef80fcbb70bc0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5321043 Feb 09 01:30:22.485509 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f230dca6-6a18-41f1-84ef-5831041c9da5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:22.485977 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f230dca6-6a18-41f1-84ef-5831041c9da5 None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:30:22.486586 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-f230dca6-6a18-41f1-84ef-5831041c9da5 None None] Bound port: 45faee87-a19f-4821-b3c3-2b0cb05a9bee, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:30:22.486757 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49830) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:22.486991 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f230dca6-6a18-41f1-84ef-5831041c9da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (45faee87-a19f-4821-b3c3-2b0cb05a9bee), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:22.556291 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ee42147a-e209-40a6-8225-908eb43091b5 admin admin] Publish callbacks [] for security_group (9523abea-3bba-4873-aa0b-949998107868), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:22.596753 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ee42147a-e209-40a6-8225-908eb43091b5 admin admin] Publish callbacks [] for security_group (9523abea-3bba-4873-aa0b-949998107868), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:22.605689 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-75561730-1cef-46c9-84b6-b0daabf5ee8f tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks [] for port (71b8b7a5-4c05-47ad-9fa2-6a3a638c70f7), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:22.664822 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-f230dca6-6a18-41f1-84ef-5831041c9da5 None None] For port 45faee87-a19f-4821-b3c3-2b0cb05a9bee, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:30:22.676279 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-f230dca6-6a18-41f1-84ef-5831041c9da5 None None] For port 45faee87-a19f-4821-b3c3-2b0cb05a9bee, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=45faee87-a19f-4821-b3c3-2b0cb05a9bee,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:30:22.701950 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f230dca6-6a18-41f1-84ef-5831041c9da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (45faee87-a19f-4821-b3c3-2b0cb05a9bee), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:22.752273 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d72c0a-a6f6-4754-a97f-94d1bc201c52 None None] Pushing event updated for resources: {'Port': ['ID=45faee87-a19f-4821-b3c3-2b0cb05a9bee,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:22.783511 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d72c0a-a6f6-4754-a97f-94d1bc201c52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:22.786521 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d72c0a-a6f6-4754-a97f-94d1bc201c52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:22.786941 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d72c0a-a6f6-4754-a97f-94d1bc201c52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:22.791181 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d72c0a-a6f6-4754-a97f-94d1bc201c52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:22.791642 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d72c0a-a6f6-4754-a97f-94d1bc201c52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:22.792512 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d72c0a-a6f6-4754-a97f-94d1bc201c52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:22.793049 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d72c0a-a6f6-4754-a97f-94d1bc201c52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:22.793487 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d72c0a-a6f6-4754-a97f-94d1bc201c52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:22.794601 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d72c0a-a6f6-4754-a97f-94d1bc201c52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:22.795084 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d72c0a-a6f6-4754-a97f-94d1bc201c52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:22.795418 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1f386526-6e18-4e0a-878a-d3b69de8265d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:22.796558 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d72c0a-a6f6-4754-a97f-94d1bc201c52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:22.798099 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d72c0a-a6f6-4754-a97f-94d1bc201c52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:22.798540 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d72c0a-a6f6-4754-a97f-94d1bc201c52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:22.836634 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03edabd-ce61-4d6c-ba9d-98aec8119877 req-4c04b167-a4cf-4fa1-961f-7d3fc09eff78 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:22.838289 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e03edabd-ce61-4d6c-ba9d-98aec8119877 req-4c04b167-a4cf-4fa1-961f-7d3fc09eff78 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=195f58aa-ee26-46ef-8ade-98d430506d01 HTTP/1.1" status: 200 len: 943 time: 0.1901095 Feb 09 01:30:22.844829 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ee42147a-e209-40a6-8225-908eb43091b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (9523abea-3bba-4873-aa0b-949998107868), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:22.850278 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ee42147a-e209-40a6-8225-908eb43091b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:22.851952 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ee42147a-e209-40a6-8225-908eb43091b5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9523abea-3bba-4873-aa0b-949998107868 HTTP/1.1" status: 204 len: 168 time: 0.3628721 Feb 09 01:30:22.880175 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee42147a-e209-40a6-8225-908eb43091b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9523abea-3bba-4873-aa0b-949998107868,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:22.927434 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d72c0a-a6f6-4754-a97f-94d1bc201c52 None None] Pushing event updated for resources: {'Port': ['ID=45faee87-a19f-4821-b3c3-2b0cb05a9bee,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:22.971766 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f230dca6-6a18-41f1-84ef-5831041c9da5 None None] Routers {'2e16c87a-6866-4ac2-8180-7a4c65f3ee7f'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:30:22.972635 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-f230dca6-6a18-41f1-84ef-5831041c9da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:30:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['2e16c87a-6866-4ac2-8180-7a4c65f3ee7f'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:22.987866 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-75561730-1cef-46c9-84b6-b0daabf5ee8f tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] device_id is not set on port 2b3d9323-315c-4f1a-9647-8342fc571675 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:30:23.005201 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e03edabd-ce61-4d6c-ba9d-98aec8119877 req-75dc62e4-9118-4d4c-89cb-51e7e1b6dd21 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482699 Feb 09 01:30:23.160233 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcef063-394e-402f-8e5b-7bda47c195c5 req-b9198c48-a19e-482c-85df-8676587c37a8 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:23.170703 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4dcef063-394e-402f-8e5b-7bda47c195c5 req-b9198c48-a19e-482c-85df-8676587c37a8 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.1746297 Feb 09 01:30:23.275230 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-75561730-1cef-46c9-84b6-b0daabf5ee8f tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks [] for port (2b3d9323-315c-4f1a-9647-8342fc571675), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:23.309071 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4dcef063-394e-402f-8e5b-7bda47c195c5 req-1ceda6a3-7388-4c92-9bbb-ff38f8e7ecfb tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339893 Feb 09 01:30:23.469852 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-f230dca6-6a18-41f1-84ef-5831041c9da5 None None] Set router 2e16c87a-6866-4ac2-8180-7a4c65f3ee7f gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:30:23.560873 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 3942803c-74dd-4a55-a831-3d2e2ac75e88 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:30:23.589251 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-75561730-1cef-46c9-84b6-b0daabf5ee8f tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (71b8b7a5-4c05-47ad-9fa2-6a3a638c70f7), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:23.611260 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: 3942803c-74dd-4a55-a831-3d2e2ac75e88 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:30:23.611779 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 3942803c-74dd-4a55-a831-3d2e2ac75e88 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:30:23.694276 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-1f386526-6e18-4e0a-878a-d3b69de8265d admin admin] Allocated IP 172.20.0.1 (93c32fc2-bae3-4827-9c71-54a8b09774c9/dac68236-869b-4558-801e-e99e8aa7b1d4/5c48e1b7-aea7-4d92-ad43-98f4591b5f61) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:23.698845 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75561730-1cef-46c9-84b6-b0daabf5ee8f tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Checking segment: {'id': '9698770c-2dc5-49bd-a41b-f463eae45fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '80b0d07c-1112-47b2-810c-a0fd58084150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:30:23.699221 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75561730-1cef-46c9-84b6-b0daabf5ee8f tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Network hostable DHCP agents. Network: 80b0d07c-1112-47b2-810c-a0fd58084150, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:30:23.706233 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75561730-1cef-46c9-84b6-b0daabf5ee8f tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Pushing event updated for resources: {'Port': ['ID=71b8b7a5-4c05-47ad-9fa2-6a3a638c70f7,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:23.735787 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75561730-1cef-46c9-84b6-b0daabf5ee8f tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Network 80b0d07c-1112-47b2-810c-a0fd58084150 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:30:23.758031 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-f230dca6-6a18-41f1-84ef-5831041c9da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e16c87a-6866-4ac2-8180-7a4c65f3ee7f', 'name': 'tempest-ImageQuotaTest-15852950-router', 'tenant_id': 'b3aeeadca5854bdd863d3882b4cc0f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '45faee87-a19f-4821-b3c3-2b0cb05a9bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:15Z', 'updated_at': '2022-02-09T01:30:18Z', 'revision_number': 3, 'project_id': 'b3aeeadca5854bdd863d3882b4cc0f6d', 'gw_port': {'id': '45faee87-a19f-4821-b3c3-2b0cb05a9bee', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:72:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e16c87a-6866-4ac2-8180-7a4c65f3ee7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:17Z', 'updated_at': '2022-02-09T01:30:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:23.771459 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-75561730-1cef-46c9-84b6-b0daabf5ee8f tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 80b0d07c-1112-47b2-810c-a0fd58084150) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:23.777340 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75561730-1cef-46c9-84b6-b0daabf5ee8f tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:30:23.778254 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-75561730-1cef-46c9-84b6-b0daabf5ee8f tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (2b3d9323-315c-4f1a-9647-8342fc571675), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:23.798724 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f230dca6-6a18-41f1-84ef-5831041c9da5 None None] The sync data for ids ['2e16c87a-6866-4ac2-8180-7a4c65f3ee7f'] in n-d-828369-4 is: [{'id': '2e16c87a-6866-4ac2-8180-7a4c65f3ee7f', 'name': 'tempest-ImageQuotaTest-15852950-router', 'tenant_id': 'b3aeeadca5854bdd863d3882b4cc0f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '45faee87-a19f-4821-b3c3-2b0cb05a9bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:15Z', 'updated_at': '2022-02-09T01:30:18Z', 'revision_number': 3, 'project_id': 'b3aeeadca5854bdd863d3882b4cc0f6d', 'gw_port': {'id': '45faee87-a19f-4821-b3c3-2b0cb05a9bee', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:72:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e16c87a-6866-4ac2-8180-7a4c65f3ee7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:17Z', 'updated_at': '2022-02-09T01:30:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:30:23.807667 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17a75ed-1498-42f6-8539-a63a55849455 None None] Network 80b0d07c-1112-47b2-810c-a0fd58084150 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:30:23.840842 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75561730-1cef-46c9-84b6-b0daabf5ee8f tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Pushing event updated for resources: {'Port': ['ID=2b3d9323-315c-4f1a-9647-8342fc571675,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:23.914743 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75561730-1cef-46c9-84b6-b0daabf5ee8f tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Checking segment: {'id': '90d805bf-91d6-45d2-9aee-1ecf40fed853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '5eab72ea-89ba-4f3e-b5a9-305cc515dd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:30:23.915118 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75561730-1cef-46c9-84b6-b0daabf5ee8f tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Network hostable DHCP agents. Network: 5eab72ea-89ba-4f3e-b5a9-305cc515dd7a, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:30:23.934507 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1f386526-6e18-4e0a-878a-d3b69de8265d admin admin] Publish callbacks [] for port (5c48e1b7-aea7-4d92-ad43-98f4591b5f61), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:23.949405 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75561730-1cef-46c9-84b6-b0daabf5ee8f tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Network 5eab72ea-89ba-4f3e-b5a9-305cc515dd7a is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:30:23.976464 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-75561730-1cef-46c9-84b6-b0daabf5ee8f tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 5eab72ea-89ba-4f3e-b5a9-305cc515dd7a) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:23.982506 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75561730-1cef-46c9-84b6-b0daabf5ee8f tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:30:23.987989 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75561730-1cef-46c9-84b6-b0daabf5ee8f tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:23.992809 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75561730-1cef-46c9-84b6-b0daabf5ee8f tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:23.993534 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-75561730-1cef-46c9-84b6-b0daabf5ee8f tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:24.029638 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab84c19-c992-4156-b20f-7a90ce188776 None None] Network 5eab72ea-89ba-4f3e-b5a9-305cc515dd7a requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:30:24.030603 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1f386526-6e18-4e0a-878a-d3b69de8265d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (5c48e1b7-aea7-4d92-ad43-98f4591b5f61), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:24.129879 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f386526-6e18-4e0a-878a-d3b69de8265d admin admin] Pushing event updated for resources: {'Port': ['ID=5c48e1b7-aea7-4d92-ad43-98f4591b5f61,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:24.147505 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-75561730-1cef-46c9-84b6-b0daabf5ee8f tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.5450232 Feb 09 01:30:24.154526 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49878) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:24.179270 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f386526-6e18-4e0a-878a-d3b69de8265d admin admin] Network 93c32fc2-bae3-4827-9c71-54a8b09774c9 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:24.182799 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-1f386526-6e18-4e0a-878a-d3b69de8265d admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:24.195157 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f386526-6e18-4e0a-878a-d3b69de8265d admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:30:24.317933 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1f386526-6e18-4e0a-878a-d3b69de8265d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (2e16c87a-6866-4ac2-8180-7a4c65f3ee7f), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:24.490318 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cadb655-5c47-4e7e-894c-37bf91057197 req-956415f5-4bd1-4abc-8837-537e7a4cc2ce tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:24.498370 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9cadb655-5c47-4e7e-894c-37bf91057197 req-956415f5-4bd1-4abc-8837-537e7a4cc2ce tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=195f58aa-ee26-46ef-8ade-98d430506d01 HTTP/1.1" status: 200 len: 943 time: 0.3552384 Feb 09 01:30:24.509342 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73830fc1-0330-454f-a18c-f2db3cf9e8d8 req-f8228400-acba-4f3d-8661-3cb8a715410c tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:24.510013 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-73830fc1-0330-454f-a18c-f2db3cf9e8d8 req-f8228400-acba-4f3d-8661-3cb8a715410c tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.120 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.1191378 Feb 09 01:30:24.793434 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-08c2f722-d3aa-4df2-b02d-59a4c97339aa None None] Provisioning complete for port 5c48e1b7-aea7-4d92-ad43-98f4591b5f61 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:24.794341 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-08c2f722-d3aa-4df2-b02d-59a4c97339aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (5c48e1b7-aea7-4d92-ad43-98f4591b5f61), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:24.853856 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad698d92-36d6-49c8-bb83-d08fa0c99413 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:24.869746 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad698d92-36d6-49c8-bb83-d08fa0c99413 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:24.878387 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49890) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:24.885892 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ad698d92-36d6-49c8-bb83-d08fa0c99413 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.7147737 Feb 09 01:30:24.918394 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-08c2f722-d3aa-4df2-b02d-59a4c97339aa None None] Port 5c48e1b7-aea7-4d92-ad43-98f4591b5f61 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:30:24.920645 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9cadb655-5c47-4e7e-894c-37bf91057197 req-5c5be53b-25e7-40cb-9cd5-062051556453 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212437 Feb 09 01:30:25.005018 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08e2a9-7823-4c05-86d8-253ac89e7792 req-6eba2a82-6b70-416f-90b4-27b496976d4c tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:25.006739 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3f08e2a9-7823-4c05-86d8-253ac89e7792 req-6eba2a82-6b70-416f-90b4-27b496976d4c tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 944 time: 0.4940929 Feb 09 01:30:25.089675 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1f386526-6e18-4e0a-878a-d3b69de8265d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5c48e1b7-aea7-4d92-ad43-98f4591b5f61), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:25.243893 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3f08e2a9-7823-4c05-86d8-253ac89e7792 req-105f55ee-740b-43d6-a410-d95266ba8df3 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729946 Feb 09 01:30:25.263632 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-73830fc1-0330-454f-a18c-f2db3cf9e8d8 req-cc8edf4a-aa1e-4d76-b362-f08332de51bf tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Deleting port 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:30:25.264046 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-73830fc1-0330-454f-a18c-f2db3cf9e8d8 req-cc8edf4a-aa1e-4d76-b362-f08332de51bf tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (1f1c0538-aa1a-4918-b06a-0ef1c2faaef3), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:25.592272 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-a90e89d8-ef1a-4962-b5dd-33e2854ecc36 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Deleting port 71b8b7a5-4c05-47ad-9fa2-6a3a638c70f7 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:30:25.592713 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a90e89d8-ef1a-4962-b5dd-33e2854ecc36 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (71b8b7a5-4c05-47ad-9fa2-6a3a638c70f7), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:25.617044 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-73830fc1-0330-454f-a18c-f2db3cf9e8d8 req-cc8edf4a-aa1e-4d76-b362-f08332de51bf tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] For port 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=1f1c0538-aa1a-4918-b06a-0ef1c2faaef3,segment=NetworkSegment(c65aa26b-6f4d-4da5-9ac6-6c267d824ab1),segment_id=c65aa26b-6f4d-4da5-9ac6-6c267d824ab1)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:25.617422 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-73830fc1-0330-454f-a18c-f2db3cf9e8d8 req-cc8edf4a-aa1e-4d76-b362-f08332de51bf tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (1f1c0538-aa1a-4918-b06a-0ef1c2faaef3), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:25.650633 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1f386526-6e18-4e0a-878a-d3b69de8265d admin admin] Publish callbacks [] for port (5c48e1b7-aea7-4d92-ad43-98f4591b5f61), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:25.669389 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1f386526-6e18-4e0a-878a-d3b69de8265d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (5c48e1b7-aea7-4d92-ad43-98f4591b5f61), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:25.761883 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1f386526-6e18-4e0a-878a-d3b69de8265d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (2e16c87a-6866-4ac2-8180-7a4c65f3ee7f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:25.765097 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 45faee87-a19f-4821-b3c3-2b0cb05a9bee up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:30:25.767708 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f386526-6e18-4e0a-878a-d3b69de8265d admin admin] Pushing event updated for resources: {'Port': ['ID=5c48e1b7-aea7-4d92-ad43-98f4591b5f61,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:25.790390 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a90e89d8-ef1a-4962-b5dd-33e2854ecc36 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (71b8b7a5-4c05-47ad-9fa2-6a3a638c70f7), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:25.852767 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-a90e89d8-ef1a-4962-b5dd-33e2854ecc36 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Calling delete_port for 71b8b7a5-4c05-47ad-9fa2-6a3a638c70f7 owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:30:25.914273 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 45faee87-a19f-4821-b3c3-2b0cb05a9bee triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:25.916640 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (45faee87-a19f-4821-b3c3-2b0cb05a9bee), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:25.972464 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a90e89d8-ef1a-4962-b5dd-33e2854ecc36 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (71b8b7a5-4c05-47ad-9fa2-6a3a638c70f7), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:25.995697 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a90e89d8-ef1a-4962-b5dd-33e2854ecc36 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:26.002478 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a90e89d8-ef1a-4962-b5dd-33e2854ecc36 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] 10.222.0.50 "DELETE /v2.0/ports/71b8b7a5-4c05-47ad-9fa2-6a3a638c70f7 HTTP/1.1" status: 204 len: 168 time: 1.1208007 Feb 09 01:30:26.023650 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49916) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:26.107879 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e89d8-ef1a-4962-b5dd-33e2854ecc36 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Pushing event deleted for resources: {'Port': ['ID=71b8b7a5-4c05-47ad-9fa2-6a3a638c70f7,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:26.112973 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 45faee87-a19f-4821-b3c3-2b0cb05a9bee is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:26.113594 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (45faee87-a19f-4821-b3c3-2b0cb05a9bee), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:26.151766 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f386526-6e18-4e0a-878a-d3b69de8265d admin admin] Network 93c32fc2-bae3-4827-9c71-54a8b09774c9 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:26.156042 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-1f386526-6e18-4e0a-878a-d3b69de8265d admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:26.161230 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 45faee87-a19f-4821-b3c3-2b0cb05a9bee, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=45faee87-a19f-4821-b3c3-2b0cb05a9bee,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:26.166993 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (45faee87-a19f-4821-b3c3-2b0cb05a9bee), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:26.175646 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-da6c6cfa-b59a-4771-a429-567e31b1a70b tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Deleting port 2b3d9323-315c-4f1a-9647-8342fc571675 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:30:26.176091 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-da6c6cfa-b59a-4771-a429-567e31b1a70b tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (2b3d9323-315c-4f1a-9647-8342fc571675), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:26.212325 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-73830fc1-0330-454f-a18c-f2db3cf9e8d8 req-cc8edf4a-aa1e-4d76-b362-f08332de51bf tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:26.212861 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-73830fc1-0330-454f-a18c-f2db3cf9e8d8 req-cc8edf4a-aa1e-4d76-b362-f08332de51bf tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (a55db380-14b6-42d3-9766-168e37042c1f), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:26.213281 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [req-73830fc1-0330-454f-a18c-f2db3cf9e8d8 req-cc8edf4a-aa1e-4d76-b362-f08332de51bf tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Floating IP a55db380-14b6-42d3-9766-168e37042c1f disassociated. External IP: 172.25.8.146, port: 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3. Feb 09 01:30:26.213658 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-73830fc1-0330-454f-a18c-f2db3cf9e8d8 req-cc8edf4a-aa1e-4d76-b362-f08332de51bf tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Calling delete_port for 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:30:26.260690 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642967d-6543-43ca-8039-9d15720e8fee req-b6c234e9-fc57-4bd8-b742-47802433d3b3 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:26.263534 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b642967d-6543-43ca-8039-9d15720e8fee req-b6c234e9-fc57-4bd8-b742-47802433d3b3 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=195f58aa-ee26-46ef-8ade-98d430506d01 HTTP/1.1" status: 200 len: 943 time: 0.1864152 Feb 09 01:30:26.283165 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-da6c6cfa-b59a-4771-a429-567e31b1a70b tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (2b3d9323-315c-4f1a-9647-8342fc571675), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:26.284286 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=45faee87-a19f-4821-b3c3-2b0cb05a9bee,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:26.307900 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-da6c6cfa-b59a-4771-a429-567e31b1a70b tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Calling delete_port for 2b3d9323-315c-4f1a-9647-8342fc571675 owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:30:26.436236 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b642967d-6543-43ca-8039-9d15720e8fee req-104779fb-d840-4c73-b68a-78f5cb666d0c tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217067 Feb 09 01:30:26.527874 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-da6c6cfa-b59a-4771-a429-567e31b1a70b tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (2b3d9323-315c-4f1a-9647-8342fc571675), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:26.645294 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c6cfa-b59a-4771-a429-567e31b1a70b tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Pushing event deleted for resources: {'Port': ['ID=2b3d9323-315c-4f1a-9647-8342fc571675,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:26.647445 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-73830fc1-0330-454f-a18c-f2db3cf9e8d8 req-cc8edf4a-aa1e-4d76-b362-f08332de51bf tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (1f1c0538-aa1a-4918-b06a-0ef1c2faaef3), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:26.647740 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-da6c6cfa-b59a-4771-a429-567e31b1a70b tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:26.654121 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-da6c6cfa-b59a-4771-a429-567e31b1a70b tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] 10.222.0.50 "DELETE /v2.0/ports/2b3d9323-315c-4f1a-9647-8342fc571675 HTTP/1.1" status: 204 len: 168 time: 0.6196232 Feb 09 01:30:26.654764 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49926) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:26.694475 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-b0fd63ec-7784-45e4-9ab3-c668a60f90b9 None None] Provisioning complete for port 5c48e1b7-aea7-4d92-ad43-98f4591b5f61 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:26.701681 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b0fd63ec-7784-45e4-9ab3-c668a60f90b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (5c48e1b7-aea7-4d92-ad43-98f4591b5f61), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:26.716386 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8edf4a-aa1e-4d76-b362-f08332de51bf tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Pushing event deleted for resources: {'Port': ['ID=1f1c0538-aa1a-4918-b06a-0ef1c2faaef3,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:26.720491 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-60b97449-9a5a-40fe-86ed-a25ee912bd28 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0600152 Feb 09 01:30:26.721863 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49930) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:26.728620 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-5f83c4cf-bfac-459f-9f36-8eef429734af tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-926754083'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:26.735248 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50e3b7-ab50-4ab7-bca7-9ab2a5d1eb8b req-f69a930b-efdb-48e1-99ad-f7788a97f06d tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:26.747179 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7e50e3b7-ab50-4ab7-bca7-9ab2a5d1eb8b req-f69a930b-efdb-48e1-99ad-f7788a97f06d tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 866 time: 0.1859939 Feb 09 01:30:26.779566 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f83c4cf-bfac-459f-9f36-8eef429734af tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Made reservation on behalf of 8ab546e97698410f8f8188f98769e27b for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:26.782983 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5f83c4cf-bfac-459f-9f36-8eef429734af tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:26.832957 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b0fd63ec-7784-45e4-9ab3-c668a60f90b9 None None] Port 5c48e1b7-aea7-4d92-ad43-98f4591b5f61 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:30:26.868662 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f83c4cf-bfac-459f-9f36-8eef429734af tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1042} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:30:26.888105 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f386526-6e18-4e0a-878a-d3b69de8265d admin admin] Router 2e16c87a-6866-4ac2-8180-7a4c65f3ee7f has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:30:26.892155 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5f83c4cf-bfac-459f-9f36-8eef429734af tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (8c14ef27-88e9-48c5-98b0-a979235f48ed), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:26.893685 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-5f83c4cf-bfac-459f-9f36-8eef429734af tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Added segment 8c14ef27-88e9-48c5-98b0-a979235f48ed of type vlan for network fd62ac50-8e60-48c8-8f30-039f0083948b Feb 09 01:30:27.021044 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7e50e3b7-ab50-4ab7-bca7-9ab2a5d1eb8b req-96f446bf-54a1-43fb-b703-6f211ead710e tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups?id=4629bd31-c796-4e88-8f90-dc02cef8fece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2724435 Feb 09 01:30:27.071292 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73830fc1-0330-454f-a18c-f2db3cf9e8d8 req-cc8edf4a-aa1e-4d76-b362-f08332de51bf tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Router e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:30:27.133924 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5f83c4cf-bfac-459f-9f36-8eef429734af tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (fd62ac50-8e60-48c8-8f30-039f0083948b), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:27.179668 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5f83c4cf-bfac-459f-9f36-8eef429734af tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (fd62ac50-8e60-48c8-8f30-039f0083948b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:27.217868 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f83c4cf-bfac-459f-9f36-8eef429734af tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:27.226584 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5f83c4cf-bfac-459f-9f36-8eef429734af tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:27.321664 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49936) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:27.407645 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-c334eea0-6584-4f98-8010-e9ca0c8aa1a1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1919042111', 'description': 'tempest-secgroup-smoke-1919042111 description', 'project_id': 'c3786288d8304ed4a73754fbccf8bb65'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:27.442418 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73830fc1-0330-454f-a18c-f2db3cf9e8d8 req-cc8edf4a-aa1e-4d76-b362-f08332de51bf tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:30:27.454666 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f207e9-0f1e-47fa-b361-d273c1548b42 None None] Sync routers for ids ['e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:30:27.476530 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f386526-6e18-4e0a-878a-d3b69de8265d admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:30:27.481089 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f207e9-0f1e-47fa-b361-d273c1548b42 None None] Routers {'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:30:27.483508 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-79f207e9-0f1e-47fa-b361-d273c1548b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:30:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:27.486834 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb7fb91-55f8-44db-a390-712f439a15dc None None] Sync routers for ids ['2e16c87a-6866-4ac2-8180-7a4c65f3ee7f'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:30:27.488625 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c334eea0-6584-4f98-8010-e9ca0c8aa1a1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:27.505883 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb7fb91-55f8-44db-a390-712f439a15dc None None] Routers {'2e16c87a-6866-4ac2-8180-7a4c65f3ee7f'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:30:27.506899 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-ebb7fb91-55f8-44db-a390-712f439a15dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:30:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['2e16c87a-6866-4ac2-8180-7a4c65f3ee7f'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:27.511203 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1f386526-6e18-4e0a-878a-d3b69de8265d admin admin] 10.222.0.50 "PUT /v2.0/routers/2e16c87a-6866-4ac2-8180-7a4c65f3ee7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1681309 Feb 09 01:30:27.584519 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f83c4cf-bfac-459f-9f36-8eef429734af tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Pushing event updated for resources: {'Network': ['ID=fd62ac50-8e60-48c8-8f30-039f0083948b,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:27.610122 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:30:27.615519 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c334eea0-6584-4f98-8010-e9ca0c8aa1a1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:27.615735 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-73830fc1-0330-454f-a18c-f2db3cf9e8d8 req-cc8edf4a-aa1e-4d76-b362-f08332de51bf tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] No DVR routers for this DVR port 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:30:27.622833 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-73830fc1-0330-454f-a18c-f2db3cf9e8d8 req-cc8edf4a-aa1e-4d76-b362-f08332de51bf tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:27.627449 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-73830fc1-0330-454f-a18c-f2db3cf9e8d8 req-cc8edf4a-aa1e-4d76-b362-f08332de51bf tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.120 "DELETE /v2.0/ports/1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 HTTP/1.1" status: 204 len: 173 time: 2.9970381 Feb 09 01:30:27.643246 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5f83c4cf-bfac-459f-9f36-8eef429734af tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9177098 Feb 09 01:30:27.645436 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49946) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:27.693699 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da201e6-e78b-4295-a3ae-350bcd1cce1d', 'name': 'network-vif-deleted', 'tag': '1f1c0538-aa1a-4918-b06a-0ef1c2faaef3'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:30:27.695509 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-9b02b439-c2b3-4023-bb9f-7b45e539f757 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2117656269'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:27.696021 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7310f577-0fa3-450f-b2dd-5ba1e8fd71ab" -d '{"events": [{"server_uuid": "3da201e6-e78b-4295-a3ae-350bcd1cce1d", "name": "network-vif-deleted", "tag": "1f1c0538-aa1a-4918-b06a-0ef1c2faaef3"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:30:27.720001 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network fd62ac50-8e60-48c8-8f30-039f0083948b details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:30:27.808063 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969fa4a-1fe8-4596-a0d3-e9356c063279 req-fe916e8a-66bc-48a1-8112-8297f66815a6 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:27.825090 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2969fa4a-1fe8-4596-a0d3-e9356c063279 req-fe916e8a-66bc-48a1-8112-8297f66815a6 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=195f58aa-ee26-46ef-8ade-98d430506d01 HTTP/1.1" status: 200 len: 943 time: 0.2736487 Feb 09 01:30:27.836149 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c9efd0-d1f6-48d6-86e2-446829efd2ca x-openstack-request-id: req-d6c9efd0-d1f6-48d6-86e2-446829efd2ca {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:30:27.837316 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da201e6-e78b-4295-a3ae-350bcd1cce1d", "name": "network-vif-deleted", "tag": "1f1c0538-aa1a-4918-b06a-0ef1c2faaef3", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:30:27.837583 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d6c9efd0-d1f6-48d6-86e2-446829efd2ca {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:30:27.839077 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da201e6-e78b-4295-a3ae-350bcd1cce1d', 'name': 'network-vif-deleted', 'tag': '1f1c0538-aa1a-4918-b06a-0ef1c2faaef3', 'status': 'completed', 'code': 200} Feb 09 01:30:27.892493 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-79f207e9-0f1e-47fa-b361-d273c1548b42 None None] Set router e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:30:27.927733 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2969fa4a-1fe8-4596-a0d3-e9356c063279 req-4235e403-19a0-4c59-995c-7c11e8686e05 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846584 Feb 09 01:30:27.930454 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 45faee87-a19f-4821-b3c3-2b0cb05a9bee up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:30:27.979163 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:30:27.980956 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 1f1c0538-aa1a-4918-b06a-0ef1c2faaef3 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:30:28.061774 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 45faee87-a19f-4821-b3c3-2b0cb05a9bee triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:28.062456 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (45faee87-a19f-4821-b3c3-2b0cb05a9bee), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:28.171632 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-ebb7fb91-55f8-44db-a390-712f439a15dc None None] Set router 2e16c87a-6866-4ac2-8180-7a4c65f3ee7f gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:30:28.315059 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-365c577c-8bd0-45c7-9fde-79f4441b3d22 req-8db7827b-7041-4288-92b1-afd34544d805 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/ports?device_id=3da201e6-e78b-4295-a3ae-350bcd1cce1d HTTP/1.1" status: 200 len: 210 time: 0.1073687 Feb 09 01:30:28.392123 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b02b439-c2b3-4023-bb9f-7b45e539f757 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Made reservation on behalf of 8ab546e97698410f8f8188f98769e27b for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:28.396206 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9b02b439-c2b3-4023-bb9f-7b45e539f757 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:28.396767 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-79f207e9-0f1e-47fa-b361-d273c1548b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2', 'name': 'tempest-ServerActionsTestJSON-428476975-router', 'tenant_id': '99253303b883423fad908712b3678824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'f3a6be69-295c-49b5-b00e-07879b3d6e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:21:02Z', 'updated_at': '2022-02-09T01:21:09Z', 'revision_number': 4, 'project_id': '99253303b883423fad908712b3678824', 'gw_port': {'id': 'f3a6be69-295c-49b5-b00e-07879b3d6e32', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:96:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:04Z', 'updated_at': '2022-02-09T01:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '97093797-d6a0-41be-9d36-6089000826c1', 'name': '', 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042', 'tenant_id': '99253303b883423fad908712b3678824', 'mac_address': 'fa:16:3e:3c:b2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'e8a10734-f380-44a3-a9f7-298105351e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:08Z', 'updated_at': '2022-02-09T01:21:21Z', 'revision_number': 5, 'project_id': '99253303b883423fad908712b3678824', 'subnets': [{'id': 'e8a10734-f380-44a3-a9f7-298105351e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:28.429541 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f207e9-0f1e-47fa-b361-d273c1548b42 None None] Checking router: e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:30:28.442149 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f207e9-0f1e-47fa-b361-d273c1548b42 None None] Routers {'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:30:28.443104 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-79f207e9-0f1e-47fa-b361-d273c1548b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:30:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:28.503167 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b02b439-c2b3-4023-bb9f-7b45e539f757 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1030} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:30:28.555340 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9b02b439-c2b3-4023-bb9f-7b45e539f757 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (70d08a48-97a0-4eaf-a19d-67cee4cdbd2d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:28.555685 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-9b02b439-c2b3-4023-bb9f-7b45e539f757 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Added segment 70d08a48-97a0-4eaf-a19d-67cee4cdbd2d of type vlan for network bd9ee0ca-1a28-4f8a-a3cf-66c43b01056c Feb 09 01:30:28.603613 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-79f207e9-0f1e-47fa-b361-d273c1548b42 None None] Set router e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:30:28.605307 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 45faee87-a19f-4821-b3c3-2b0cb05a9bee is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:28.673604 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9b02b439-c2b3-4023-bb9f-7b45e539f757 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (bd9ee0ca-1a28-4f8a-a3cf-66c43b01056c), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:28.712080 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c334eea0-6584-4f98-8010-e9ca0c8aa1a1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group (f99be2c8-68c8-4e18-9167-2b920688552d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:28.728526 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c334eea0-6584-4f98-8010-e9ca0c8aa1a1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (f99be2c8-68c8-4e18-9167-2b920688552d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:28.772011 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 311c2179-d368-4458-890a-e6cd34e7de98 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:30:28.817828 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9b02b439-c2b3-4023-bb9f-7b45e539f757 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (bd9ee0ca-1a28-4f8a-a3cf-66c43b01056c), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:28.826464 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b02b439-c2b3-4023-bb9f-7b45e539f757 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:28.827069 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9b02b439-c2b3-4023-bb9f-7b45e539f757 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:28.914705 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-79f207e9-0f1e-47fa-b361-d273c1548b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2', 'name': 'tempest-ServerActionsTestJSON-428476975-router', 'tenant_id': '99253303b883423fad908712b3678824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'f3a6be69-295c-49b5-b00e-07879b3d6e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:21:02Z', 'updated_at': '2022-02-09T01:21:09Z', 'revision_number': 4, 'project_id': '99253303b883423fad908712b3678824', 'gw_port': {'id': 'f3a6be69-295c-49b5-b00e-07879b3d6e32', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:96:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:04Z', 'updated_at': '2022-02-09T01:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '97093797-d6a0-41be-9d36-6089000826c1', 'name': '', 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042', 'tenant_id': '99253303b883423fad908712b3678824', 'mac_address': 'fa:16:3e:3c:b2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'e8a10734-f380-44a3-a9f7-298105351e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:08Z', 'updated_at': '2022-02-09T01:21:21Z', 'revision_number': 5, 'project_id': '99253303b883423fad908712b3678824', 'subnets': [{'id': 'e8a10734-f380-44a3-a9f7-298105351e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:28.954549 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f207e9-0f1e-47fa-b361-d273c1548b42 None None] The sync data for ids ['e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2'] in n-d-828369-4 is: [{'id': 'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2', 'name': 'tempest-ServerActionsTestJSON-428476975-router', 'tenant_id': '99253303b883423fad908712b3678824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'f3a6be69-295c-49b5-b00e-07879b3d6e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:21:02Z', 'updated_at': '2022-02-09T01:21:09Z', 'revision_number': 4, 'project_id': '99253303b883423fad908712b3678824', 'gw_port': {'id': 'f3a6be69-295c-49b5-b00e-07879b3d6e32', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:96:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:04Z', 'updated_at': '2022-02-09T01:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '97093797-d6a0-41be-9d36-6089000826c1', 'name': '', 'network_id': 'd88b7625-86d0-4021-80a0-5ba2f7b1a042', 'tenant_id': '99253303b883423fad908712b3678824', 'mac_address': 'fa:16:3e:3c:b2:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': 'e8a10734-f380-44a3-a9f7-298105351e3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:08Z', 'updated_at': '2022-02-09T01:21:21Z', 'revision_number': 5, 'project_id': '99253303b883423fad908712b3678824', 'subnets': [{'id': 'e8a10734-f380-44a3-a9f7-298105351e3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:30:28.955532 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 311c2179-d368-4458-890a-e6cd34e7de98, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=311c2179-d368-4458-890a-e6cd34e7de98,segment=NetworkSegment(d40e3b64-4486-4490-9380-e6758cb22819),segment_id=d40e3b64-4486-4490-9380-e6758cb22819)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:28.979339 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '311c2179-d368-4458-890a-e6cd34e7de98', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'port_id': '311c2179-d368-4458-890a-e6cd34e7de98', 'mac_address': 'fa:16:3e:00:bd:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68d3f132-83c5-49da-80a3-1924c70a8491', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:30:29.003044 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02b439-c2b3-4023-bb9f-7b45e539f757 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Pushing event updated for resources: {'Network': ['ID=bd9ee0ca-1a28-4f8a-a3cf-66c43b01056c,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:29.010757 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c334eea0-6584-4f98-8010-e9ca0c8aa1a1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f99be2c8-68c8-4e18-9167-2b920688552d,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:29.068727 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 311c2179-d368-4458-890a-e6cd34e7de98 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:29.069492 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (311c2179-d368-4458-890a-e6cd34e7de98), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:29.093162 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9b02b439-c2b3-4023-bb9f-7b45e539f757 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4105172 Feb 09 01:30:29.094778 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b02b439-c2b3-4023-bb9f-7b45e539f757 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:29.095127 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b02b439-c2b3-4023-bb9f-7b45e539f757 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:29.095474 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b02b439-c2b3-4023-bb9f-7b45e539f757 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:29.095814 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b02b439-c2b3-4023-bb9f-7b45e539f757 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:29.096149 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b02b439-c2b3-4023-bb9f-7b45e539f757 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:29.096485 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b02b439-c2b3-4023-bb9f-7b45e539f757 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:29.099137 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 311c2179-d368-4458-890a-e6cd34e7de98 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:30:29.104969 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-ebb7fb91-55f8-44db-a390-712f439a15dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e16c87a-6866-4ac2-8180-7a4c65f3ee7f', 'name': 'tempest-ImageQuotaTest-15852950-router', 'tenant_id': 'b3aeeadca5854bdd863d3882b4cc0f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '45faee87-a19f-4821-b3c3-2b0cb05a9bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:15Z', 'updated_at': '2022-02-09T01:30:24Z', 'revision_number': 4, 'project_id': 'b3aeeadca5854bdd863d3882b4cc0f6d', 'gw_port': {'id': '45faee87-a19f-4821-b3c3-2b0cb05a9bee', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:72:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e16c87a-6866-4ac2-8180-7a4c65f3ee7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:17Z', 'updated_at': '2022-02-09T01:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '5c48e1b7-aea7-4d92-ad43-98f4591b5f61', 'name': '', 'network_id': '93c32fc2-bae3-4827-9c71-54a8b09774c9', 'tenant_id': 'b3aeeadca5854bdd863d3882b4cc0f6d', 'mac_address': 'fa:16:3e:5b:0e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e16c87a-6866-4ac2-8180-7a4c65f3ee7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'dac68236-869b-4558-801e-e99e8aa7b1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:22Z', 'updated_at': '2022-02-09T01:30:25Z', 'revision_number': 2, 'project_id': 'b3aeeadca5854bdd863d3882b4cc0f6d', 'subnets': [{'id': 'dac68236-869b-4558-801e-e99e8aa7b1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:29.113258 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b02b439-c2b3-4023-bb9f-7b45e539f757 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:29.113640 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b02b439-c2b3-4023-bb9f-7b45e539f757 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:29.113984 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b02b439-c2b3-4023-bb9f-7b45e539f757 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:29.114323 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b02b439-c2b3-4023-bb9f-7b45e539f757 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:29.114655 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b02b439-c2b3-4023-bb9f-7b45e539f757 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:29.114992 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b02b439-c2b3-4023-bb9f-7b45e539f757 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:29.115324 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b02b439-c2b3-4023-bb9f-7b45e539f757 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:29.134970 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334eea0-6584-4f98-8010-e9ca0c8aa1a1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:29.135358 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334eea0-6584-4f98-8010-e9ca0c8aa1a1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:29.135709 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334eea0-6584-4f98-8010-e9ca0c8aa1a1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:29.136049 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334eea0-6584-4f98-8010-e9ca0c8aa1a1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:29.136528 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334eea0-6584-4f98-8010-e9ca0c8aa1a1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:29.146754 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334eea0-6584-4f98-8010-e9ca0c8aa1a1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:29.147120 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334eea0-6584-4f98-8010-e9ca0c8aa1a1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:29.147475 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334eea0-6584-4f98-8010-e9ca0c8aa1a1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:29.147832 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334eea0-6584-4f98-8010-e9ca0c8aa1a1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:29.152398 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334eea0-6584-4f98-8010-e9ca0c8aa1a1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:29.154198 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334eea0-6584-4f98-8010-e9ca0c8aa1a1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:29.156584 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334eea0-6584-4f98-8010-e9ca0c8aa1a1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:29.156970 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334eea0-6584-4f98-8010-e9ca0c8aa1a1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:29.168310 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d1252-76f8-4135-8098-2e840bbe9213 req-8f0668b2-19da-4f8a-b6c1-d257fd854a37 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:29.169466 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network bd9ee0ca-1a28-4f8a-a3cf-66c43b01056c details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:30:29.173371 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-179d1252-76f8-4135-8098-2e840bbe9213 req-8f0668b2-19da-4f8a-b6c1-d257fd854a37 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=195f58aa-ee26-46ef-8ade-98d430506d01 HTTP/1.1" status: 200 len: 943 time: 0.0984535 Feb 09 01:30:29.177410 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb7fb91-55f8-44db-a390-712f439a15dc None None] Checking router: 2e16c87a-6866-4ac2-8180-7a4c65f3ee7f for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:30:29.178104 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb7fb91-55f8-44db-a390-712f439a15dc None None] Updating router 2e16c87a-6866-4ac2-8180-7a4c65f3ee7f port 5c48e1b7-aea7-4d92-ad43-98f4591b5f61 binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:30:29.227248 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 49974) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:29.238012 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-41984838-7756-4048-b670-6b2609f9fb82 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Request body: {'subnets': [{'network_id': 'fd62ac50-8e60-48c8-8f30-039f0083948b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1912427594', 'ip_version': 4}, {'network_id': 'bd9ee0ca-1a28-4f8a-a3cf-66c43b01056c', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:29.241130 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-41984838-7756-4048-b670-6b2609f9fb82 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Request body: {'subnet': {'network_id': 'fd62ac50-8e60-48c8-8f30-039f0083948b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1912427594', 'ip_version': 4}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:29.241841 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-41984838-7756-4048-b670-6b2609f9fb82 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Request body: {'subnet': {'network_id': 'bd9ee0ca-1a28-4f8a-a3cf-66c43b01056c', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:29.259306 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c334eea0-6584-4f98-8010-e9ca0c8aa1a1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group (66bf3e5d-bb50-42c0-95ed-c78f3de007a8), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:29.265581 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c334eea0-6584-4f98-8010-e9ca0c8aa1a1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (66bf3e5d-bb50-42c0-95ed-c78f3de007a8), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:29.309193 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c334eea0-6584-4f98-8010-e9ca0c8aa1a1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:29.314601 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c334eea0-6584-4f98-8010-e9ca0c8aa1a1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.9770784 Feb 09 01:30:29.316665 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49978) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:29.321580 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-cf6515df-25ba-4026-bd41-3fe6085e6ee6 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Request body: {'security_group_rule': {'security_group_id': '66bf3e5d-bb50-42c0-95ed-c78f3de007a8', 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:29.369585 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 311c2179-d368-4458-890a-e6cd34e7de98, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=311c2179-d368-4458-890a-e6cd34e7de98,segment=NetworkSegment(d40e3b64-4486-4490-9380-e6758cb22819),segment_id=d40e3b64-4486-4490-9380-e6758cb22819)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:29.384188 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c334eea0-6584-4f98-8010-e9ca0c8aa1a1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66bf3e5d-bb50-42c0-95ed-c78f3de007a8,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:29.403994 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cf6515df-25ba-4026-bd41-3fe6085e6ee6 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (699a2b6b-2b08-4144-9676-f9f1c3163fb6), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:29.417200 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (311c2179-d368-4458-890a-e6cd34e7de98), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:29.493991 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-179d1252-76f8-4135-8098-2e840bbe9213 req-2b95aab6-c4bd-4b6f-b4a1-0927a054952e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125725 Feb 09 01:30:29.509705 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cf6515df-25ba-4026-bd41-3fe6085e6ee6 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (699a2b6b-2b08-4144-9676-f9f1c3163fb6), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:29.528741 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cf6515df-25ba-4026-bd41-3fe6085e6ee6 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (699a2b6b-2b08-4144-9676-f9f1c3163fb6), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:29.549762 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6515df-25ba-4026-bd41-3fe6085e6ee6 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=699a2b6b-2b08-4144-9676-f9f1c3163fb6,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:29.575053 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49988) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:29.633172 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0dcf99-6261-4bf6-8458-f377aae7001a None None] New status for floating IP a55db380-14b6-42d3-9766-168e37042c1f: DOWN {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:30:29.653640 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=311c2179-d368-4458-890a-e6cd34e7de98,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:29.655073 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cf6515df-25ba-4026-bd41-3fe6085e6ee6 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:29.665079 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-cf6515df-25ba-4026-bd41-3fe6085e6ee6 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3473980 Feb 09 01:30:29.667461 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49992) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:29.694555 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-1d371bdc-8a0a-48af-9a2e-8a1bcf1368c8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Request body: {'security_group_rule': {'security_group_id': '66bf3e5d-bb50-42c0-95ed-c78f3de007a8', 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:29.697169 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ebb7fb91-55f8-44db-a390-712f439a15dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5c48e1b7-aea7-4d92-ad43-98f4591b5f61), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:29.772354 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['311c2179-d368-4458-890a-e6cd34e7de98'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:30:29.785202 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e8b2b5df-efe1-44d6-b688-3ab224b9541e tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks [] for security_group (4629bd31-c796-4e88-8f90-dc02cef8fece), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:29.791006 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41984838-7756-4048-b670-6b2609f9fb82 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Made reservation on behalf of 8ab546e97698410f8f8188f98769e27b for: {'subnet': 2} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:29.802132 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-41984838-7756-4048-b670-6b2609f9fb82 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:29.805029 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-41984838-7756-4048-b670-6b2609f9fb82 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:29.821088 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1d371bdc-8a0a-48af-9a2e-8a1bcf1368c8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (d41917c2-4387-4449-9875-d7cec718be4e), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:29.928819 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e8b2b5df-efe1-44d6-b688-3ab224b9541e tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks [] for security_group (4629bd31-c796-4e88-8f90-dc02cef8fece), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:30.116069 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1d371bdc-8a0a-48af-9a2e-8a1bcf1368c8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (d41917c2-4387-4449-9875-d7cec718be4e), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:30.128006 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1d371bdc-8a0a-48af-9a2e-8a1bcf1368c8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (d41917c2-4387-4449-9875-d7cec718be4e), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:30.178553 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e8b2b5df-efe1-44d6-b688-3ab224b9541e tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (4629bd31-c796-4e88-8f90-dc02cef8fece), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:30.189305 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e8b2b5df-efe1-44d6-b688-3ab224b9541e tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:30.190504 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e8b2b5df-efe1-44d6-b688-3ab224b9541e tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "DELETE /v2.0/security-groups/4629bd31-c796-4e88-8f90-dc02cef8fece HTTP/1.1" status: 204 len: 168 time: 0.6145122 Feb 09 01:30:30.204265 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49996) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:30.227730 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d371bdc-8a0a-48af-9a2e-8a1bcf1368c8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d41917c2-4387-4449-9875-d7cec718be4e,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:30.268471 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-855cd8bb-849e-40fb-b860-17ffa814812a tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] show failed (client error): The resource could not be found. Feb 09 01:30:30.278119 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-855cd8bb-849e-40fb-b860-17ffa814812a tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "GET /v2.0/security-groups/4629bd31-c796-4e88-8f90-dc02cef8fece HTTP/1.1" status: 404 len: 347 time: 0.0570540 Feb 09 01:30:30.281540 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1d371bdc-8a0a-48af-9a2e-8a1bcf1368c8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:30.286021 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1d371bdc-8a0a-48af-9a2e-8a1bcf1368c8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6064572 Feb 09 01:30:30.286866 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 49998) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:30.287219 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50000) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:30.287527 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50002) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:30.297440 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b2b5df-efe1-44d6-b688-3ab224b9541e tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4629bd31-c796-4e88-8f90-dc02cef8fece,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:30.340636 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-60e629d4-a398-4b0c-928c-0681afcbf5a7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Request body: {'security_group_rule': {'security_group_id': '66bf3e5d-bb50-42c0-95ed-c78f3de007a8', 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:30.739697 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ebb7fb91-55f8-44db-a390-712f439a15dc None None] Publish callbacks [] for port (5c48e1b7-aea7-4d92-ad43-98f4591b5f61), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:30.767521 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ebb7fb91-55f8-44db-a390-712f439a15dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (5c48e1b7-aea7-4d92-ad43-98f4591b5f61), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:30.825623 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ca03c-2751-4ea1-81e3-81ca181078d3 None None] Pushing event updated for resources: {'Port': ['ID=5c48e1b7-aea7-4d92-ad43-98f4591b5f61,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:30.836418 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e0f3a-6634-4998-a9eb-c4ecbb346c2c req-fa8884c3-db92-490a-b26b-85332b7b6f31 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:30.838038 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-925e0f3a-6634-4998-a9eb-c4ecbb346c2c req-fa8884c3-db92-490a-b26b-85332b7b6f31 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=195f58aa-ee26-46ef-8ade-98d430506d01 HTTP/1.1" status: 200 len: 944 time: 0.1952586 Feb 09 01:30:30.841186 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-41984838-7756-4048-b670-6b2609f9fb82 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (5e28bbb9-b8b4-4dd2-a1c9-fea280d8cef6), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:30.853790 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-60e629d4-a398-4b0c-928c-0681afcbf5a7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (0892d7a6-bdb8-4da3-bbab-16ec533b9a06), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:31.027196 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41984838-7756-4048-b670-6b2609f9fb82 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Pushing event updated for resources: {'Subnet': ['ID=5e28bbb9-b8b4-4dd2-a1c9-fea280d8cef6,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:31.055315 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-ebb7fb91-55f8-44db-a390-712f439a15dc None None] Attempting to bind port 5c48e1b7-aea7-4d92-ad43-98f4591b5f61 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:30:31.056089 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-ebb7fb91-55f8-44db-a390-712f439a15dc None None] Attempting to bind port 5c48e1b7-aea7-4d92-ad43-98f4591b5f61 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '413c47f4-c877-4be9-af5f-602e28df9356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '93c32fc2-bae3-4827-9c71-54a8b09774c9'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:30:31.056917 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb7fb91-55f8-44db-a390-712f439a15dc None None] Attempting to bind port 5c48e1b7-aea7-4d92-ad43-98f4591b5f61 on network 93c32fc2-bae3-4827-9c71-54a8b09774c9 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:31.066794 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-925e0f3a-6634-4998-a9eb-c4ecbb346c2c req-fe89f718-e198-416c-8079-3f2526a189d0 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747570 Feb 09 01:30:31.070803 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41984838-7756-4048-b670-6b2609f9fb82 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Checking segment: {'id': '8c14ef27-88e9-48c5-98b0-a979235f48ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'fd62ac50-8e60-48c8-8f30-039f0083948b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:30:31.071177 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41984838-7756-4048-b670-6b2609f9fb82 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Network hostable DHCP agents. Network: fd62ac50-8e60-48c8-8f30-039f0083948b, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:30:31.077472 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb7fb91-55f8-44db-a390-712f439a15dc None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:30:31.084136 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb7fb91-55f8-44db-a390-712f439a15dc None None] Checking segment: {'id': '413c47f4-c877-4be9-af5f-602e28df9356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '93c32fc2-bae3-4827-9c71-54a8b09774c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:30:31.085212 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ebb7fb91-55f8-44db-a390-712f439a15dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:31.088676 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb7fb91-55f8-44db-a390-712f439a15dc None None] Bound using segment: {'id': '413c47f4-c877-4be9-af5f-602e28df9356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '93c32fc2-bae3-4827-9c71-54a8b09774c9'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:30:31.089303 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-ebb7fb91-55f8-44db-a390-712f439a15dc None None] Bound port: 5c48e1b7-aea7-4d92-ad43-98f4591b5f61, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '413c47f4-c877-4be9-af5f-602e28df9356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '93c32fc2-bae3-4827-9c71-54a8b09774c9'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:30:31.092771 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ebb7fb91-55f8-44db-a390-712f439a15dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5c48e1b7-aea7-4d92-ad43-98f4591b5f61), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:31.113749 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41984838-7756-4048-b670-6b2609f9fb82 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Network fd62ac50-8e60-48c8-8f30-039f0083948b is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:30:31.136945 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-41984838-7756-4048-b670-6b2609f9fb82 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, fd62ac50-8e60-48c8-8f30-039f0083948b) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:31.148059 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-41984838-7756-4048-b670-6b2609f9fb82 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (5ffdbac6-41eb-49c9-b8e1-a975e1e923c7), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:31.214880 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d631f118-73e4-487c-a764-d8459094aa28 None None] Network fd62ac50-8e60-48c8-8f30-039f0083948b requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:30:31.333480 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-60e629d4-a398-4b0c-928c-0681afcbf5a7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (0892d7a6-bdb8-4da3-bbab-16ec533b9a06), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:31.347097 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41984838-7756-4048-b670-6b2609f9fb82 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Checking segment: {'id': '70d08a48-97a0-4eaf-a19d-67cee4cdbd2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'bd9ee0ca-1a28-4f8a-a3cf-66c43b01056c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:30:31.347809 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41984838-7756-4048-b670-6b2609f9fb82 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Network hostable DHCP agents. Network: bd9ee0ca-1a28-4f8a-a3cf-66c43b01056c, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:30:31.359428 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41984838-7756-4048-b670-6b2609f9fb82 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Pushing event updated for resources: {'Subnet': ['ID=5ffdbac6-41eb-49c9-b8e1-a975e1e923c7,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:31.374605 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-30ad53d1-36fe-4619-83c9-26a62ff263b9 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Deleting port b495be31-75e1-4a3e-9985-e6a6e40a11bd {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:30:31.375936 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-30ad53d1-36fe-4619-83c9-26a62ff263b9 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (b495be31-75e1-4a3e-9985-e6a6e40a11bd), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:31.377753 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-60e629d4-a398-4b0c-928c-0681afcbf5a7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (0892d7a6-bdb8-4da3-bbab-16ec533b9a06), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:31.406494 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41984838-7756-4048-b670-6b2609f9fb82 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Network bd9ee0ca-1a28-4f8a-a3cf-66c43b01056c is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:30:31.421343 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-41984838-7756-4048-b670-6b2609f9fb82 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, bd9ee0ca-1a28-4f8a-a3cf-66c43b01056c) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:31.433328 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41984838-7756-4048-b670-6b2609f9fb82 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:31.433815 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41984838-7756-4048-b670-6b2609f9fb82 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:31.434503 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-41984838-7756-4048-b670-6b2609f9fb82 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:31.456859 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e629d4-a398-4b0c-928c-0681afcbf5a7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0892d7a6-bdb8-4da3-bbab-16ec533b9a06,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:31.490594 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-41984838-7756-4048-b670-6b2609f9fb82 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.2609711 Feb 09 01:30:31.491261 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 50016) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:31.503518 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-60e629d4-a398-4b0c-928c-0681afcbf5a7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:31.505208 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-60e629d4-a398-4b0c-928c-0681afcbf5a7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2102511 Feb 09 01:30:31.528819 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50018) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:31.556115 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-f7554d83-5395-461d-92b2-161a35416404 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Request body: {'security_group_rule': {'security_group_id': '66bf3e5d-bb50-42c0-95ed-c78f3de007a8', 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:31.614273 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d36303b-4c41-4d71-930b-a3ae5cfb1c53 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:31.616152 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d36303b-4c41-4d71-930b-a3ae5cfb1c53 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:31.617667 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f7554d83-5395-461d-92b2-161a35416404 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (b5d17386-382b-438d-84e9-3c8a291bce96), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:31.618090 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d36303b-4c41-4d71-930b-a3ae5cfb1c53 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:31.624789 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-7d36303b-4c41-4d71-930b-a3ae5cfb1c53 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1324086 Feb 09 01:30:31.629368 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 50022) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:31.707804 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f7554d83-5395-461d-92b2-161a35416404 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (b5d17386-382b-438d-84e9-3c8a291bce96), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:31.723669 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e9c9301-be54-4aa8-b24f-e642188544ad tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Deleting subnet 5e28bbb9-b8b4-4dd2-a1c9-fea280d8cef6 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:30:31.724300 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f7554d83-5395-461d-92b2-161a35416404 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (b5d17386-382b-438d-84e9-3c8a291bce96), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:31.734736 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0e9c9301-be54-4aa8-b24f-e642188544ad tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks [] for subnet (5e28bbb9-b8b4-4dd2-a1c9-fea280d8cef6), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:31.763970 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7554d83-5395-461d-92b2-161a35416404 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5d17386-382b-438d-84e9-3c8a291bce96,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:31.846807 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f7554d83-5395-461d-92b2-161a35416404 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:31.848607 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f7554d83-5395-461d-92b2-161a35416404 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2985101 Feb 09 01:30:31.853298 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-30ad53d1-36fe-4619-83c9-26a62ff263b9 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (b495be31-75e1-4a3e-9985-e6a6e40a11bd), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:31.854023 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-30ad53d1-36fe-4619-83c9-26a62ff263b9 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks [] for floatingip (b495be31-75e1-4a3e-9985-e6a6e40a11bd), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:31.859245 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50026) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:31.864694 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-09b71c8f-65c5-42cb-a581-9188903006bb tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Request body: {'security_group_rule': {'security_group_id': '66bf3e5d-bb50-42c0-95ed-c78f3de007a8', 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:31.897337 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edbbf7d-7e79-4e19-bdcc-639732f72f88 None None] Network bd9ee0ca-1a28-4f8a-a3cf-66c43b01056c requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:30:31.906636 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58982486-d2be-4fbf-bd25-e75b231903bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-fd62ac50-8e60-48c8-8f30-039f0083948b', 'network_id': 'fd62ac50-8e60-48c8-8f30-039f0083948b', 'project_id': '8ab546e97698410f8f8188f98769e27b', 'fixed_ips': [{'subnet_id': '5e28bbb9-b8b4-4dd2-a1c9-fea280d8cef6'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:30:31.907522 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-58982486-d2be-4fbf-bd25-e75b231903bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:31.922682 n-d-828369-4 neutron-server[103137]: INFO neutron.db.securitygroups_db [None req-09b71c8f-65c5-42cb-a581-9188903006bb tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Project c3786288d8304ed4a73754fbccf8bb65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:30:31.938868 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-09b71c8f-65c5-42cb-a581-9188903006bb tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (58b48122-c8c3-4cec-9f2f-a834c4f8fa6c), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:31.942709 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-5e458e6f-90f1-4b8e-aba8-b396496dff23 None None] Provisioning complete for port 5c48e1b7-aea7-4d92-ad43-98f4591b5f61 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:31.943115 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5e458e6f-90f1-4b8e-aba8-b396496dff23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (5c48e1b7-aea7-4d92-ad43-98f4591b5f61), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:31.984996 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-30ad53d1-36fe-4619-83c9-26a62ff263b9 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Calling delete_port for b495be31-75e1-4a3e-9985-e6a6e40a11bd owned by network:floatingip {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:30:32.007586 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5c8baa5a-6df2-4e63-b168-05cfed7cc7b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (2e16c87a-6866-4ac2-8180-7a4c65f3ee7f), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:32.143135 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-ebb7fb91-55f8-44db-a390-712f439a15dc None None] For port 5c48e1b7-aea7-4d92-ad43-98f4591b5f61, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:30:32.317970 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-ebb7fb91-55f8-44db-a390-712f439a15dc None None] For port 5c48e1b7-aea7-4d92-ad43-98f4591b5f61, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=5c48e1b7-aea7-4d92-ad43-98f4591b5f61,segment=NetworkSegment(413c47f4-c877-4be9-af5f-602e28df9356),segment_id=413c47f4-c877-4be9-af5f-602e28df9356)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:30:32.345651 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-5e458e6f-90f1-4b8e-aba8-b396496dff23 None None] Port 5c48e1b7-aea7-4d92-ad43-98f4591b5f61 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:30:32.352877 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-09b71c8f-65c5-42cb-a581-9188903006bb tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (58b48122-c8c3-4cec-9f2f-a834c4f8fa6c), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:32.367991 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-09b71c8f-65c5-42cb-a581-9188903006bb tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (58b48122-c8c3-4cec-9f2f-a834c4f8fa6c), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:32.385915 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ebb7fb91-55f8-44db-a390-712f439a15dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (5c48e1b7-aea7-4d92-ad43-98f4591b5f61), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:32.462695 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0e9c9301-be54-4aa8-b24f-e642188544ad tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (5e28bbb9-b8b4-4dd2-a1c9-fea280d8cef6), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:32.490620 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b71c8f-65c5-42cb-a581-9188903006bb tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58b48122-c8c3-4cec-9f2f-a834c4f8fa6c,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:32.492530 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ca03c-2751-4ea1-81e3-81ca181078d3 None None] Pushing event updated for resources: {'Port': ['ID=5c48e1b7-aea7-4d92-ad43-98f4591b5f61,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:32.526929 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a688be12-e13f-49ac-bd52-b00f700c71c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:32.593432 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb7fb91-55f8-44db-a390-712f439a15dc None None] Routers {'2e16c87a-6866-4ac2-8180-7a4c65f3ee7f'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:30:32.594595 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-ebb7fb91-55f8-44db-a390-712f439a15dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:30:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['2e16c87a-6866-4ac2-8180-7a4c65f3ee7f'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:32.602981 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5258bdf9-e878-473b-9195-25633b007fe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-bd9ee0ca-1a28-4f8a-a3cf-66c43b01056c', 'network_id': 'bd9ee0ca-1a28-4f8a-a3cf-66c43b01056c', 'project_id': '8ab546e97698410f8f8188f98769e27b', 'fixed_ips': [{'subnet_id': '5ffdbac6-41eb-49c9-b8e1-a975e1e923c7'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:30:32.604047 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5258bdf9-e878-473b-9195-25633b007fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:32.619642 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-09b71c8f-65c5-42cb-a581-9188903006bb tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:32.625284 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-09b71c8f-65c5-42cb-a581-9188903006bb tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7644303 Feb 09 01:30:32.626976 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50038) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:32.634834 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-9d1b9712-b15b-46dd-a815-f61ea84ff0fc tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Request body: {'security_group_rule': {'security_group_id': '66bf3e5d-bb50-42c0-95ed-c78f3de007a8', 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:32.678865 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0e9c9301-be54-4aa8-b24f-e642188544ad tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (5e28bbb9-b8b4-4dd2-a1c9-fea280d8cef6), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:32.765031 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c03e0-53ee-4eca-bc6b-79a9f5ee99d1 req-4bd33182-aef2-4407-a844-774c587d664d tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:32.775206 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d32c03e0-53ee-4eca-bc6b-79a9f5ee99d1 req-4bd33182-aef2-4407-a844-774c587d664d tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=195f58aa-ee26-46ef-8ade-98d430506d01 HTTP/1.1" status: 200 len: 944 time: 0.2625971 Feb 09 01:30:32.876945 n-d-828369-4 neutron-server[103137]: INFO neutron.db.securitygroups_db [None req-9d1b9712-b15b-46dd-a815-f61ea84ff0fc tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Project c3786288d8304ed4a73754fbccf8bb65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:30:32.911273 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9d1b9712-b15b-46dd-a815-f61ea84ff0fc tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (35bf9335-9e47-460c-b335-0ad4ecab434e), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:32.913364 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d32c03e0-53ee-4eca-bc6b-79a9f5ee99d1 req-eecb898c-1b6e-4de3-b22e-6ed8c76205b2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324430 Feb 09 01:30:32.916155 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0e9c9301-be54-4aa8-b24f-e642188544ad tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (5e28bbb9-b8b4-4dd2-a1c9-fea280d8cef6), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:32.941995 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 311c2179-d368-4458-890a-e6cd34e7de98 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:30:32.964377 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c9301-be54-4aa8-b24f-e642188544ad tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Pushing event deleted for resources: {'Subnet': ['ID=5e28bbb9-b8b4-4dd2-a1c9-fea280d8cef6,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:32.978753 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0e9c9301-be54-4aa8-b24f-e642188544ad tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:32.983021 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-0e9c9301-be54-4aa8-b24f-e642188544ad tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] 10.222.0.50 "DELETE /v2.0/subnets/5e28bbb9-b8b4-4dd2-a1c9-fea280d8cef6 HTTP/1.1" status: 204 len: 168 time: 1.3523157 Feb 09 01:30:32.985802 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 50042) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:33.012256 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-30ad53d1-36fe-4619-83c9-26a62ff263b9 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (b495be31-75e1-4a3e-9985-e6a6e40a11bd), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:33.098917 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eb492c1-52ac-41c0-8148-5c1725b71f30 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Deleting subnet 5ffdbac6-41eb-49c9-b8e1-a975e1e923c7 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:30:33.105589 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3eb492c1-52ac-41c0-8148-5c1725b71f30 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks [] for subnet (5ffdbac6-41eb-49c9-b8e1-a975e1e923c7), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server [None req-58982486-d2be-4fbf-bd25-e75b231903bd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5e28bbb9-b8b4-4dd2-a1c9-fea280d8cef6: This subnet is being modified by another concurrent operation. Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise exception Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5e28bbb9-b8b4-4dd2-a1c9-fea280d8cef6: This subnet is being modified by another concurrent operation. Feb 09 01:30:33.111187 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server Feb 09 01:30:33.168311 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7858ad-8fc2-4a8a-84e2-9d4820713784 None None] Network fd62ac50-8e60-48c8-8f30-039f0083948b requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:30:33.195925 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad53d1-36fe-4619-83c9-26a62ff263b9 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Pushing event deleted for resources: {'Port': ['ID=b495be31-75e1-4a3e-9985-e6a6e40a11bd,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:33.239132 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3eb492c1-52ac-41c0-8148-5c1725b71f30 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (5ffdbac6-41eb-49c9-b8e1-a975e1e923c7), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:33.277880 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-10b16ebc-bbcf-430a-9f86-eb6d5d1c5886 None None] Provisioning complete for port 5c48e1b7-aea7-4d92-ad43-98f4591b5f61 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:33.278759 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-10b16ebc-bbcf-430a-9f86-eb6d5d1c5886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (5c48e1b7-aea7-4d92-ad43-98f4591b5f61), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:33.315363 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9d1b9712-b15b-46dd-a815-f61ea84ff0fc tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (35bf9335-9e47-460c-b335-0ad4ecab434e), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:33.336821 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9d1b9712-b15b-46dd-a815-f61ea84ff0fc tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (35bf9335-9e47-460c-b335-0ad4ecab434e), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:33.370618 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3eb492c1-52ac-41c0-8148-5c1725b71f30 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (5ffdbac6-41eb-49c9-b8e1-a975e1e923c7), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:33.436224 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 311c2179-d368-4458-890a-e6cd34e7de98 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:30:33.446741 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-10b16ebc-bbcf-430a-9f86-eb6d5d1c5886 None None] Current status of the port 5c48e1b7-aea7-4d92-ad43-98f4591b5f61 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:33.447144 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-10b16ebc-bbcf-430a-9f86-eb6d5d1c5886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5c48e1b7-aea7-4d92-ad43-98f4591b5f61), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:33.469981 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 311c2179-d368-4458-890a-e6cd34e7de98 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:33.470493 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (311c2179-d368-4458-890a-e6cd34e7de98), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:33.478684 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1b9712-b15b-46dd-a815-f61ea84ff0fc tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35bf9335-9e47-460c-b335-0ad4ecab434e,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:33.490201 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3eb492c1-52ac-41c0-8148-5c1725b71f30 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (5ffdbac6-41eb-49c9-b8e1-a975e1e923c7), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:33.502251 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9d1b9712-b15b-46dd-a815-f61ea84ff0fc tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:33.508824 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9d1b9712-b15b-46dd-a815-f61ea84ff0fc tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8789279 Feb 09 01:30:33.511735 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50048) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:33.525991 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-8eb34609-f01d-4850-823e-56f75aee43f0 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Request body: {'network': {'name': 'tempest-network-smoke--1686950110', 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'port_security_enabled': True}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:33.539091 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-30ad53d1-36fe-4619-83c9-26a62ff263b9 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks [] for floatingip (a55db380-14b6-42d3-9766-168e37042c1f), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:33.542608 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-30ad53d1-36fe-4619-83c9-26a62ff263b9 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:33.544358 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-30ad53d1-36fe-4619-83c9-26a62ff263b9 tempest-ServerActionsTestJSON-1104404716 tempest-ServerActionsTestJSON-1104404716-project] 10.222.0.50 "DELETE /v2.0/floatingips/a55db380-14b6-42d3-9766-168e37042c1f HTTP/1.1" status: 204 len: 168 time: 3.2505543 Feb 09 01:30:33.548610 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50050) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:33.571061 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb492c1-52ac-41c0-8148-5c1725b71f30 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Pushing event deleted for resources: {'Subnet': ['ID=5ffdbac6-41eb-49c9-b8e1-a975e1e923c7,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:33.578525 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3eb492c1-52ac-41c0-8148-5c1725b71f30 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:33.586269 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3eb492c1-52ac-41c0-8148-5c1725b71f30 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] 10.222.0.50 "DELETE /v2.0/subnets/5ffdbac6-41eb-49c9-b8e1-a975e1e923c7 HTTP/1.1" status: 204 len: 168 time: 0.5992637 Feb 09 01:30:33.590168 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 50054) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:33.616702 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb34609-f01d-4850-823e-56f75aee43f0 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Made reservation on behalf of c3786288d8304ed4a73754fbccf8bb65 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:33.628713 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8eb34609-f01d-4850-823e-56f75aee43f0 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:33.630720 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-10b16ebc-bbcf-430a-9f86-eb6d5d1c5886 None None] For port 5c48e1b7-aea7-4d92-ad43-98f4591b5f61, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=5c48e1b7-aea7-4d92-ad43-98f4591b5f61,segment=NetworkSegment(413c47f4-c877-4be9-af5f-602e28df9356),segment_id=413c47f4-c877-4be9-af5f-602e28df9356)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:33.655894 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-10b16ebc-bbcf-430a-9f86-eb6d5d1c5886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (5c48e1b7-aea7-4d92-ad43-98f4591b5f61), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:33.702891 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-5c8baa5a-6df2-4e63-b168-05cfed7cc7b1 admin admin] Deleting port 5c48e1b7-aea7-4d92-ad43-98f4591b5f61 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:30:33.706690 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5c8baa5a-6df2-4e63-b168-05cfed7cc7b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (5c48e1b7-aea7-4d92-ad43-98f4591b5f61), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:33.719239 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6ebf00-7f0f-40f6-b1b3-fa9ae16c7f0d tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:33.721031 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1a6ebf00-7f0f-40f6-b1b3-fa9ae16c7f0d tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1300461 Feb 09 01:30:33.727302 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 50056) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:33.744371 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eb34609-f01d-4850-823e-56f75aee43f0 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1016} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server [None req-5258bdf9-e878-473b-9195-25633b007fe3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5ffdbac6-41eb-49c9-b8e1-a975e1e923c7: This subnet is being modified by another concurrent operation. Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise exception Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5ffdbac6-41eb-49c9-b8e1-a975e1e923c7: This subnet is being modified by another concurrent operation. Feb 09 01:30:33.802862 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server Feb 09 01:30:33.834944 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-ebb7fb91-55f8-44db-a390-712f439a15dc None None] Set router 2e16c87a-6866-4ac2-8180-7a4c65f3ee7f gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:30:33.838900 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b16ebc-bbcf-430a-9f86-eb6d5d1c5886 None None] Pushing event updated for resources: {'Port': ['ID=5c48e1b7-aea7-4d92-ad43-98f4591b5f61,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:33.858031 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8eb34609-f01d-4850-823e-56f75aee43f0 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (47c4f7d1-e2ed-4b85-9608-17d94691fc06), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:33.858735 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-8eb34609-f01d-4850-823e-56f75aee43f0 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Added segment 47c4f7d1-e2ed-4b85-9608-17d94691fc06 of type vlan for network d73508dc-7f57-4aa2-b988-7f7109debbf6 Feb 09 01:30:33.899032 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ed7fac73-f211-4f7c-8187-940dbadc632e tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (bd9ee0ca-1a28-4f8a-a3cf-66c43b01056c), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:33.903454 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a436cf5-7c48-439c-93f9-12f7762de77e None None] Network bd9ee0ca-1a28-4f8a-a3cf-66c43b01056c requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:30:34.101883 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ed7fac73-f211-4f7c-8187-940dbadc632e tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (bd9ee0ca-1a28-4f8a-a3cf-66c43b01056c), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:34.172219 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-ed7fac73-f211-4f7c-8187-940dbadc632e tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd9ee0ca-1a28-4f8a-a3cf-66c43b01056c']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:34.173803 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 311c2179-d368-4458-890a-e6cd34e7de98 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:34.174292 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (311c2179-d368-4458-890a-e6cd34e7de98), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:34.187058 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-ed7fac73-f211-4f7c-8187-940dbadc632e tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70d08a48-97a0-4eaf-a19d-67cee4cdbd2d') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:34.187948 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-ed7fac73-f211-4f7c-8187-940dbadc632e tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70d08a48-97a0-4eaf-a19d-67cee4cdbd2d') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:34.204391 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ed7fac73-f211-4f7c-8187-940dbadc632e tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (70d08a48-97a0-4eaf-a19d-67cee4cdbd2d), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:34.226995 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ed7fac73-f211-4f7c-8187-940dbadc632e tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (70d08a48-97a0-4eaf-a19d-67cee4cdbd2d), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:34.248873 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097478d-5c89-4c66-8800-071483beaa2c req-555e7173-7fc1-406c-bef1-5927b2892ae4 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:34.256716 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5097478d-5c89-4c66-8800-071483beaa2c req-555e7173-7fc1-406c-bef1-5927b2892ae4 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=195f58aa-ee26-46ef-8ade-98d430506d01 HTTP/1.1" status: 200 len: 944 time: 0.1367528 Feb 09 01:30:34.266810 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed7fac73-f211-4f7c-8187-940dbadc632e tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:30:34.267766 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ed7fac73-f211-4f7c-8187-940dbadc632e tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (70d08a48-97a0-4eaf-a19d-67cee4cdbd2d), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:34.271523 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:30:34.271523 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:30:34.271523 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:30:34.271523 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:30:34.271523 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:30:34.271523 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:30:34.271523 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:30:34.271523 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:30:34.271523 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:30:34.271523 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:30:34.271523 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:30:34.271523 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:30:34.271523 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:30:34.271523 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:30:34.271523 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:30:34.271523 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:30:34.271523 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:30:34.271523 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:30:34.271523 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:30:34.271523 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:30:34.271523 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:30:34.271523 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:30:34.271523 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:30:34.271523 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:30:34.271523 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:30:34.271523 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:30:34.271523 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:30:34.271523 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:30:34.271523 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:30:34.271523 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:30:34.271523 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:30:34.271523 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:30:34.380928 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ed7fac73-f211-4f7c-8187-940dbadc632e tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (bd9ee0ca-1a28-4f8a-a3cf-66c43b01056c), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:34.439826 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ed7fac73-f211-4f7c-8187-940dbadc632e tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:34.448597 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ed7fac73-f211-4f7c-8187-940dbadc632e tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] 10.222.0.50 "DELETE /v2.0/networks/bd9ee0ca-1a28-4f8a-a3cf-66c43b01056c HTTP/1.1" status: 204 len: 168 time: 0.7181411 Feb 09 01:30:34.451861 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 50064) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:34.456330 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7fac73-f211-4f7c-8187-940dbadc632e tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Pushing event deleted for resources: {'Network': ['ID=bd9ee0ca-1a28-4f8a-a3cf-66c43b01056c,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:34.470650 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5097478d-5c89-4c66-8800-071483beaa2c req-593a9d0c-0cf1-46b6-82ac-3a76539d184e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126083 Feb 09 01:30:34.516509 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195f58aa-ee26-46ef-8ade-98d430506d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311c2179-d368-4458-890a-e6cd34e7de98'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:30:34.519196 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895cd39b-7992-4ea3-8d15-3adfbbcf4e61" -d '{"events": [{"server_uuid": "195f58aa-ee26-46ef-8ade-98d430506d01", "name": "network-vif-plugged", "status": "completed", "tag": "311c2179-d368-4458-890a-e6cd34e7de98"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:30:34.633057 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-385b6121-971d-45d2-9877-5f2b1bbc19b4 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (fd62ac50-8e60-48c8-8f30-039f0083948b), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:34.671491 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1177f0e6-0b3a-4ab6-9b41-1790997675d5 x-openstack-request-id: req-1177f0e6-0b3a-4ab6-9b41-1790997675d5 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:30:34.671887 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "195f58aa-ee26-46ef-8ade-98d430506d01", "name": "network-vif-plugged", "status": "completed", "tag": "311c2179-d368-4458-890a-e6cd34e7de98", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:30:34.672040 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1177f0e6-0b3a-4ab6-9b41-1790997675d5 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:30:34.672447 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '195f58aa-ee26-46ef-8ade-98d430506d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311c2179-d368-4458-890a-e6cd34e7de98', 'code': 200} Feb 09 01:30:34.677316 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-5c8baa5a-6df2-4e63-b168-05cfed7cc7b1 admin admin] For port 5c48e1b7-aea7-4d92-ad43-98f4591b5f61, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=5c48e1b7-aea7-4d92-ad43-98f4591b5f61,segment=NetworkSegment(413c47f4-c877-4be9-af5f-602e28df9356),segment_id=413c47f4-c877-4be9-af5f-602e28df9356)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:34.678453 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5c8baa5a-6df2-4e63-b168-05cfed7cc7b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (5c48e1b7-aea7-4d92-ad43-98f4591b5f61), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:34.691974 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 311c2179-d368-4458-890a-e6cd34e7de98, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=311c2179-d368-4458-890a-e6cd34e7de98,segment=NetworkSegment(d40e3b64-4486-4490-9380-e6758cb22819),segment_id=d40e3b64-4486-4490-9380-e6758cb22819)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:34.698666 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac6c661-44a2-412b-8df6-6922ece6035d None None] get_active_networks_info from n-d-828369-4 {{(pid=103138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:30:34.707881 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-72ca7576-e9fc-4d65-9e73-4cb10b3895dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:34.719915 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-5c8baa5a-6df2-4e63-b168-05cfed7cc7b1 admin admin] Calling delete_port for 5c48e1b7-aea7-4d92-ad43-98f4591b5f61 owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:30:34.756012 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (311c2179-d368-4458-890a-e6cd34e7de98), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:34.815498 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8eb34609-f01d-4850-823e-56f75aee43f0 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (d73508dc-7f57-4aa2-b988-7f7109debbf6), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:34.913403 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-385b6121-971d-45d2-9877-5f2b1bbc19b4 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (fd62ac50-8e60-48c8-8f30-039f0083948b), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:34.939035 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-385b6121-971d-45d2-9877-5f2b1bbc19b4 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd62ac50-8e60-48c8-8f30-039f0083948b']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:34.956636 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-385b6121-971d-45d2-9877-5f2b1bbc19b4 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c14ef27-88e9-48c5-98b0-a979235f48ed') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:34.958445 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-385b6121-971d-45d2-9877-5f2b1bbc19b4 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c14ef27-88e9-48c5-98b0-a979235f48ed') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:34.971864 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b9f5f-845b-4352-b827-ed4a94cf57a3 req-82c51b1e-1cdc-4a82-9378-470c8106d810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:34.974356 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7e0b9f5f-845b-4352-b827-ed4a94cf57a3 req-82c51b1e-1cdc-4a82-9378-470c8106d810 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=195f58aa-ee26-46ef-8ade-98d430506d01 HTTP/1.1" status: 200 len: 1127 time: 0.2915776 Feb 09 01:30:34.976195 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-385b6121-971d-45d2-9877-5f2b1bbc19b4 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (8c14ef27-88e9-48c5-98b0-a979235f48ed), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:35.046949 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-385b6121-971d-45d2-9877-5f2b1bbc19b4 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (8c14ef27-88e9-48c5-98b0-a979235f48ed), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:35.070831 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=311c2179-d368-4458-890a-e6cd34e7de98,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:35.098932 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-385b6121-971d-45d2-9877-5f2b1bbc19b4 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:30:35.099361 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-385b6121-971d-45d2-9877-5f2b1bbc19b4 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (8c14ef27-88e9-48c5-98b0-a979235f48ed), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:35.102647 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:30:35.102647 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:30:35.102647 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:30:35.102647 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:30:35.102647 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:30:35.102647 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:30:35.102647 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:30:35.102647 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:30:35.102647 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:30:35.102647 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:30:35.102647 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:30:35.102647 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:30:35.102647 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:30:35.102647 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:30:35.102647 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:30:35.102647 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:30:35.102647 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:30:35.102647 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:30:35.102647 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:30:35.102647 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:30:35.102647 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:30:35.102647 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:30:35.102647 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:30:35.102647 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:30:35.102647 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:30:35.102647 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:30:35.102647 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:30:35.102647 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:30:35.102647 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:30:35.102647 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:30:35.102647 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:30:35.102647 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:30:35.117080 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5c8baa5a-6df2-4e63-b168-05cfed7cc7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (5c48e1b7-aea7-4d92-ad43-98f4591b5f61), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:35.121314 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-ebb7fb91-55f8-44db-a390-712f439a15dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e16c87a-6866-4ac2-8180-7a4c65f3ee7f', 'name': 'tempest-ImageQuotaTest-15852950-router', 'tenant_id': 'b3aeeadca5854bdd863d3882b4cc0f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '45faee87-a19f-4821-b3c3-2b0cb05a9bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:15Z', 'updated_at': '2022-02-09T01:30:24Z', 'revision_number': 4, 'project_id': 'b3aeeadca5854bdd863d3882b4cc0f6d', 'gw_port': {'id': '45faee87-a19f-4821-b3c3-2b0cb05a9bee', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:72:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e16c87a-6866-4ac2-8180-7a4c65f3ee7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:17Z', 'updated_at': '2022-02-09T01:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '5c48e1b7-aea7-4d92-ad43-98f4591b5f61', 'name': '', 'network_id': '93c32fc2-bae3-4827-9c71-54a8b09774c9', 'tenant_id': 'b3aeeadca5854bdd863d3882b4cc0f6d', 'mac_address': 'fa:16:3e:5b:0e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e16c87a-6866-4ac2-8180-7a4c65f3ee7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'dac68236-869b-4558-801e-e99e8aa7b1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:22Z', 'updated_at': '2022-02-09T01:30:32Z', 'revision_number': 4, 'project_id': 'b3aeeadca5854bdd863d3882b4cc0f6d', 'subnets': [{'id': 'dac68236-869b-4558-801e-e99e8aa7b1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:35.121546 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8eb34609-f01d-4850-823e-56f75aee43f0 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (d73508dc-7f57-4aa2-b988-7f7109debbf6), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:35.124581 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac6c661-44a2-412b-8df6-6922ece6035d None None] Resources bound (agent type, host, resource id): {{(pid=103138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:30:35.130113 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb34609-f01d-4850-823e-56f75aee43f0 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:35.131601 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8eb34609-f01d-4850-823e-56f75aee43f0 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:35.173262 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb7fb91-55f8-44db-a390-712f439a15dc None None] The sync data for ids ['2e16c87a-6866-4ac2-8180-7a4c65f3ee7f'] in n-d-828369-4 is: [{'id': '2e16c87a-6866-4ac2-8180-7a4c65f3ee7f', 'name': 'tempest-ImageQuotaTest-15852950-router', 'tenant_id': 'b3aeeadca5854bdd863d3882b4cc0f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '45faee87-a19f-4821-b3c3-2b0cb05a9bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:15Z', 'updated_at': '2022-02-09T01:30:24Z', 'revision_number': 4, 'project_id': 'b3aeeadca5854bdd863d3882b4cc0f6d', 'gw_port': {'id': '45faee87-a19f-4821-b3c3-2b0cb05a9bee', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:72:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e16c87a-6866-4ac2-8180-7a4c65f3ee7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:17Z', 'updated_at': '2022-02-09T01:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '5c48e1b7-aea7-4d92-ad43-98f4591b5f61', 'name': '', 'network_id': '93c32fc2-bae3-4827-9c71-54a8b09774c9', 'tenant_id': 'b3aeeadca5854bdd863d3882b4cc0f6d', 'mac_address': 'fa:16:3e:5b:0e:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e16c87a-6866-4ac2-8180-7a4c65f3ee7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': 'dac68236-869b-4558-801e-e99e8aa7b1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:22Z', 'updated_at': '2022-02-09T01:30:32Z', 'revision_number': 4, 'project_id': 'b3aeeadca5854bdd863d3882b4cc0f6d', 'subnets': [{'id': 'dac68236-869b-4558-801e-e99e8aa7b1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:30:35.214671 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7e0b9f5f-845b-4352-b827-ed4a94cf57a3 req-9b5a84da-3b71-488a-959d-0a1d89162483 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340553 Feb 09 01:30:35.258581 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-385b6121-971d-45d2-9877-5f2b1bbc19b4 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (fd62ac50-8e60-48c8-8f30-039f0083948b), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:35.319231 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-385b6121-971d-45d2-9877-5f2b1bbc19b4 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:35.323028 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-385b6121-971d-45d2-9877-5f2b1bbc19b4 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] 10.222.0.50 "DELETE /v2.0/networks/fd62ac50-8e60-48c8-8f30-039f0083948b HTTP/1.1" status: 204 len: 168 time: 0.8683550 Feb 09 01:30:35.324490 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b6121-971d-45d2-9877-5f2b1bbc19b4 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Pushing event deleted for resources: {'Network': ['ID=fd62ac50-8e60-48c8-8f30-039f0083948b,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:35.326973 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 50074) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:35.438815 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8eb34609-f01d-4850-823e-56f75aee43f0 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9239798 Feb 09 01:30:35.439821 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8baa5a-6df2-4e63-b168-05cfed7cc7b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c48e1b7-aea7-4d92-ad43-98f4591b5f61,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:35.452642 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 50076) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:35.467141 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-ad009c86-bab3-4541-b180-7d1adcb0e5a2 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-599704568', 'admin_state_up': True, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:35.657187 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-70201948-e488-4416-ac6d-d973d33e7a14 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (5eab72ea-89ba-4f3e-b5a9-305cc515dd7a), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:35.677967 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb34609-f01d-4850-823e-56f75aee43f0 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'Network': ['ID=d73508dc-7f57-4aa2-b988-7f7109debbf6,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:35.689761 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network d73508dc-7f57-4aa2-b988-7f7109debbf6 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:30:35.957360 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ad009c86-bab3-4541-b180-7d1adcb0e5a2 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (fdee2eba-a2df-4452-9142-feea301c6340), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:35.958688 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ad009c86-bab3-4541-b180-7d1adcb0e5a2 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (fdee2eba-a2df-4452-9142-feea301c6340), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:36.111715 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5c8baa5a-6df2-4e63-b168-05cfed7cc7b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (2e16c87a-6866-4ac2-8180-7a4c65f3ee7f), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:36.407186 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43cee65-30da-4aac-8a2c-f2028cb86811 None None] get_active_networks_info from n-d-828369-4 {{(pid=103138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:30:36.484949 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cd05176b-a0a8-4de5-b7eb-ae468257f40a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:36.562470 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37f3ff-62fd-4327-afae-15a767a0b4f7 req-1d200145-1e19-4242-bf25-962c17a204e5 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:36.564135 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4e37f3ff-62fd-4327-afae-15a767a0b4f7 req-1d200145-1e19-4242-bf25-962c17a204e5 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=195f58aa-ee26-46ef-8ade-98d430506d01 HTTP/1.1" status: 200 len: 945 time: 0.8952904 Feb 09 01:30:36.658207 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ad009c86-bab3-4541-b180-7d1adcb0e5a2 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for router_controller (fdee2eba-a2df-4452-9142-feea301c6340), precommit_add_association {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:36.659659 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:36.681015 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-70201948-e488-4416-ac6d-d973d33e7a14 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (5eab72ea-89ba-4f3e-b5a9-305cc515dd7a), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:36.899479 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43cee65-30da-4aac-8a2c-f2028cb86811 None None] Resources bound (agent type, host, resource id): {{(pid=103138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:30:36.935783 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-70201948-e488-4416-ac6d-d973d33e7a14 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eab72ea-89ba-4f3e-b5a9-305cc515dd7a']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:37.019612 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8baa5a-6df2-4e63-b168-05cfed7cc7b1 admin admin] Router 2e16c87a-6866-4ac2-8180-7a4c65f3ee7f has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:30:37.053390 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4e37f3ff-62fd-4327-afae-15a767a0b4f7 req-9fa01232-eb1d-44db-953f-5d1976f57ae8 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4417067 Feb 09 01:30:37.130213 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-70201948-e488-4416-ac6d-d973d33e7a14 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90d805bf-91d6-45d2-9aee-1ecf40fed853') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:37.130606 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-70201948-e488-4416-ac6d-d973d33e7a14 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90d805bf-91d6-45d2-9aee-1ecf40fed853') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:37.167753 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-70201948-e488-4416-ac6d-d973d33e7a14 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (90d805bf-91d6-45d2-9aee-1ecf40fed853), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:37.182602 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ad009c86-bab3-4541-b180-7d1adcb0e5a2 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for router_gateway (fdee2eba-a2df-4452-9142-feea301c6340), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:37.198971 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-70201948-e488-4416-ac6d-d973d33e7a14 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (90d805bf-91d6-45d2-9aee-1ecf40fed853), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:37.237795 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70201948-e488-4416-ac6d-d973d33e7a14 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:30:37.238512 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-70201948-e488-4416-ac6d-d973d33e7a14 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (90d805bf-91d6-45d2-9aee-1ecf40fed853), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:37.249502 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:30:37.249502 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:30:37.249502 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:30:37.249502 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:30:37.249502 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:30:37.249502 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:30:37.249502 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:30:37.249502 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:30:37.249502 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:30:37.249502 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:30:37.249502 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:30:37.249502 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:30:37.249502 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:30:37.249502 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:30:37.249502 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:30:37.249502 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:30:37.249502 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:30:37.249502 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:30:37.249502 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:30:37.249502 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:30:37.249502 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:30:37.249502 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:30:37.249502 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:30:37.249502 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:30:37.249502 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:30:37.249502 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:30:37.249502 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:30:37.249502 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:30:37.249502 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:30:37.249502 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:30:37.249502 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:30:37.249502 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:30:37.316397 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:37.502648 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-cd05176b-a0a8-4de5-b7eb-ae468257f40a admin admin] Deleting port 97093797-d6a0-41be-9d36-6089000826c1 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:30:37.503163 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cd05176b-a0a8-4de5-b7eb-ae468257f40a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (97093797-d6a0-41be-9d36-6089000826c1), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:37.587292 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-70201948-e488-4416-ac6d-d973d33e7a14 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (5eab72ea-89ba-4f3e-b5a9-305cc515dd7a), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:37.598468 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-70201948-e488-4416-ac6d-d973d33e7a14 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:37.603242 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8baa5a-6df2-4e63-b168-05cfed7cc7b1 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:30:37.605108 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-70201948-e488-4416-ac6d-d973d33e7a14 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] 10.222.0.50 "DELETE /v2.0/networks/5eab72ea-89ba-4f3e-b5a9-305cc515dd7a HTTP/1.1" status: 204 len: 168 time: 2.2762175 Feb 09 01:30:37.608435 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 50092) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:37.615386 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5c8baa5a-6df2-4e63-b168-05cfed7cc7b1 admin admin] 10.222.0.50 "PUT /v2.0/routers/2e16c87a-6866-4ac2-8180-7a4c65f3ee7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3267045 Feb 09 01:30:37.618185 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50094) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:37.636380 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70201948-e488-4416-ac6d-d973d33e7a14 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Pushing event deleted for resources: {'Network': ['ID=5eab72ea-89ba-4f3e-b5a9-305cc515dd7a,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:37.774917 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7b774633-4e7c-4929-ad5d-eae62127b6e6 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (80b0d07c-1112-47b2-810c-a0fd58084150), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:37.824732 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:37.852736 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-cd05176b-a0a8-4de5-b7eb-ae468257f40a admin admin] For port 97093797-d6a0-41be-9d36-6089000826c1, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=97093797-d6a0-41be-9d36-6089000826c1,segment=NetworkSegment(c65aa26b-6f4d-4da5-9ac6-6c267d824ab1),segment_id=c65aa26b-6f4d-4da5-9ac6-6c267d824ab1)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:37.856905 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cd05176b-a0a8-4de5-b7eb-ae468257f40a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (97093797-d6a0-41be-9d36-6089000826c1), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:37.889643 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-cd05176b-a0a8-4de5-b7eb-ae468257f40a admin admin] Calling delete_port for 97093797-d6a0-41be-9d36-6089000826c1 owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:30:37.957230 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-229d1f9f-cc5c-47ea-91e9-0b6239194a81 admin admin] Publish callbacks [] for router (2e16c87a-6866-4ac2-8180-7a4c65f3ee7f), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:38.043854 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c583611-aa64-4ca3-a59b-a2464bfd7491 None None] Sync routers for ids ['2e16c87a-6866-4ac2-8180-7a4c65f3ee7f'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:30:38.063315 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c583611-aa64-4ca3-a59b-a2464bfd7491 None None] Routers {'2e16c87a-6866-4ac2-8180-7a4c65f3ee7f'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:30:38.066430 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7b774633-4e7c-4929-ad5d-eae62127b6e6 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (80b0d07c-1112-47b2-810c-a0fd58084150), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:38.067078 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-9c583611-aa64-4ca3-a59b-a2464bfd7491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:30:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['2e16c87a-6866-4ac2-8180-7a4c65f3ee7f'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:38.238647 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-7b774633-4e7c-4929-ad5d-eae62127b6e6 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80b0d07c-1112-47b2-810c-a0fd58084150']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:38.259348 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-7b774633-4e7c-4929-ad5d-eae62127b6e6 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9698770c-2dc5-49bd-a41b-f463eae45fc5') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:38.259655 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-7b774633-4e7c-4929-ad5d-eae62127b6e6 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9698770c-2dc5-49bd-a41b-f463eae45fc5') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:38.273199 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7b774633-4e7c-4929-ad5d-eae62127b6e6 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (9698770c-2dc5-49bd-a41b-f463eae45fc5), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:38.283290 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-9c583611-aa64-4ca3-a59b-a2464bfd7491 None None] Set router 2e16c87a-6866-4ac2-8180-7a4c65f3ee7f gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:30:38.295167 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7b774633-4e7c-4929-ad5d-eae62127b6e6 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (9698770c-2dc5-49bd-a41b-f463eae45fc5), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:38.304813 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b774633-4e7c-4929-ad5d-eae62127b6e6 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:30:38.305276 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7b774633-4e7c-4929-ad5d-eae62127b6e6 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (9698770c-2dc5-49bd-a41b-f463eae45fc5), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:38.400287 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:30:38.400287 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:30:38.400287 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:30:38.400287 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:30:38.400287 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:30:38.400287 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:30:38.400287 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:30:38.400287 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:30:38.400287 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:30:38.400287 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:30:38.400287 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:30:38.400287 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:30:38.400287 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:30:38.400287 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:30:38.400287 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:30:38.400287 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:30:38.400287 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:30:38.400287 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:30:38.400287 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:30:38.400287 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:30:38.400287 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:30:38.400287 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:30:38.400287 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:30:38.400287 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:30:38.400287 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:30:38.400287 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:30:38.400287 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:30:38.400287 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:30:38.400287 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:30:38.400287 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:30:38.400287 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:30:38.400287 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:30:38.411681 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-229d1f9f-cc5c-47ea-91e9-0b6239194a81 admin admin] Publish callbacks [] for router_gateway (2e16c87a-6866-4ac2-8180-7a4c65f3ee7f), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:38.479830 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ad009c86-bab3-4541-b180-7d1adcb0e5a2 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for router_gateway (fdee2eba-a2df-4452-9142-feea301c6340), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:38.493444 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7b774633-4e7c-4929-ad5d-eae62127b6e6 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (80b0d07c-1112-47b2-810c-a0fd58084150), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:38.510056 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7b774633-4e7c-4929-ad5d-eae62127b6e6 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:38.514849 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-7b774633-4e7c-4929-ad5d-eae62127b6e6 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] 10.222.0.50 "DELETE /v2.0/networks/80b0d07c-1112-47b2-810c-a0fd58084150 HTTP/1.1" status: 204 len: 168 time: 0.8796620 Feb 09 01:30:38.521975 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:38.648347 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ad009c86-bab3-4541-b180-7d1adcb0e5a2 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:38.667910 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cd05176b-a0a8-4de5-b7eb-ae468257f40a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (97093797-d6a0-41be-9d36-6089000826c1), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:38.684010 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-9c583611-aa64-4ca3-a59b-a2464bfd7491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e16c87a-6866-4ac2-8180-7a4c65f3ee7f', 'name': 'tempest-ImageQuotaTest-15852950-router', 'tenant_id': 'b3aeeadca5854bdd863d3882b4cc0f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': '45faee87-a19f-4821-b3c3-2b0cb05a9bee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:15Z', 'updated_at': '2022-02-09T01:30:35Z', 'revision_number': 5, 'project_id': 'b3aeeadca5854bdd863d3882b4cc0f6d', 'gw_port': {'id': '45faee87-a19f-4821-b3c3-2b0cb05a9bee', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:72:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e16c87a-6866-4ac2-8180-7a4c65f3ee7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:17Z', 'updated_at': '2022-02-09T01:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:38.703533 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b774633-4e7c-4929-ad5d-eae62127b6e6 tempest-BulkNetworkOpsTest-1528250392 tempest-BulkNetworkOpsTest-1528250392-project] Pushing event deleted for resources: {'Network': ['ID=80b0d07c-1112-47b2-810c-a0fd58084150,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:38.788449 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd05176b-a0a8-4de5-b7eb-ae468257f40a admin admin] Pushing event deleted for resources: {'Port': ['ID=97093797-d6a0-41be-9d36-6089000826c1,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:38.801342 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c583611-aa64-4ca3-a59b-a2464bfd7491 None None] Checking router: 2e16c87a-6866-4ac2-8180-7a4c65f3ee7f for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:30:38.826872 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c583611-aa64-4ca3-a59b-a2464bfd7491 None None] Routers {'2e16c87a-6866-4ac2-8180-7a4c65f3ee7f'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:30:38.827577 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-9c583611-aa64-4ca3-a59b-a2464bfd7491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:30:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['2e16c87a-6866-4ac2-8180-7a4c65f3ee7f'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:39.019100 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 50114) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:39.050724 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-9c583611-aa64-4ca3-a59b-a2464bfd7491 None None] Set router 2e16c87a-6866-4ac2-8180-7a4c65f3ee7f gateway port host: None {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:30:39.095450 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e52beb-849f-4c8f-85a1-12de0910727a req-98afcc2c-3843-4964-af9c-421e7fdaf991 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:39.099245 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2e52beb-849f-4c8f-85a1-12de0910727a req-98afcc2c-3843-4964-af9c-421e7fdaf991 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=195f58aa-ee26-46ef-8ade-98d430506d01 HTTP/1.1" status: 200 len: 945 time: 0.9032986 Feb 09 01:30:39.128868 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-9c583611-aa64-4ca3-a59b-a2464bfd7491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e16c87a-6866-4ac2-8180-7a4c65f3ee7f', 'name': 'tempest-ImageQuotaTest-15852950-router', 'tenant_id': 'b3aeeadca5854bdd863d3882b4cc0f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:15Z', 'updated_at': '2022-02-09T01:30:38Z', 'revision_number': 6, 'project_id': 'b3aeeadca5854bdd863d3882b4cc0f6d', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:39.175939 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c583611-aa64-4ca3-a59b-a2464bfd7491 None None] The sync data for ids ['2e16c87a-6866-4ac2-8180-7a4c65f3ee7f'] in n-d-828369-4 is: [{'id': '2e16c87a-6866-4ac2-8180-7a4c65f3ee7f', 'name': 'tempest-ImageQuotaTest-15852950-router', 'tenant_id': 'b3aeeadca5854bdd863d3882b4cc0f6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:15Z', 'updated_at': '2022-02-09T01:30:38Z', 'revision_number': 6, 'project_id': 'b3aeeadca5854bdd863d3882b4cc0f6d', 'gw_port_host': None}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:30:39.282738 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-ad009c86-bab3-4541-b180-7d1adcb0e5a2 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Allocated IP 172.25.8.216 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/69484d6a-c16f-4d21-8758-c0a9387a1fcf) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:39.301240 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-229d1f9f-cc5c-47ea-91e9-0b6239194a81 admin admin] Deleting port 45faee87-a19f-4821-b3c3-2b0cb05a9bee {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:30:39.301592 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-229d1f9f-cc5c-47ea-91e9-0b6239194a81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (45faee87-a19f-4821-b3c3-2b0cb05a9bee), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:39.395830 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cd05176b-a0a8-4de5-b7eb-ae468257f40a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:39.440700 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2e52beb-849f-4c8f-85a1-12de0910727a req-bb08b74b-ba74-4039-9fce-e0e7b49cbe4c tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331432 Feb 09 01:30:39.442457 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-229d1f9f-cc5c-47ea-91e9-0b6239194a81 admin admin] For port 45faee87-a19f-4821-b3c3-2b0cb05a9bee, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=45faee87-a19f-4821-b3c3-2b0cb05a9bee,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:39.442955 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-229d1f9f-cc5c-47ea-91e9-0b6239194a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (45faee87-a19f-4821-b3c3-2b0cb05a9bee), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:39.462147 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-229d1f9f-cc5c-47ea-91e9-0b6239194a81 admin admin] Calling delete_port for 45faee87-a19f-4821-b3c3-2b0cb05a9bee owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:30:39.483824 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-fdebfcd4-fda2-4c3f-b8c5-56a7bcb27d84 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8ab546e97698410f8f8188f98769e27b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4587343 Feb 09 01:30:39.489775 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 50130) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:39.498286 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:39.523611 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-51e76c47-33d3-43d5-84fd-024d75e9d4c0 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:39.525143 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-51e76c47-33d3-43d5-84fd-024d75e9d4c0 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/networks?id=9b2a4079-2723-4a47-b157-14dd261b93dd HTTP/1.1" status: 200 len: 815 time: 0.4249630 Feb 09 01:30:39.595125 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-ee89fdfc-93e1-4298-b542-ed7478c591c3 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/quotas/52bd326cd32044dbad2c04ed294f1153 HTTP/1.1" status: 200 len: 375 time: 0.0585988 Feb 09 01:30:39.597999 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ad009c86-bab3-4541-b180-7d1adcb0e5a2 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for port (69484d6a-c16f-4d21-8758-c0a9387a1fcf), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:39.742754 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 5c48e1b7-aea7-4d92-ad43-98f4591b5f61 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:30:39.790214 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 5c48e1b7-aea7-4d92-ad43-98f4591b5f61 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:30:39.790570 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 5c48e1b7-aea7-4d92-ad43-98f4591b5f61 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:30:39.791115 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ad009c86-bab3-4541-b180-7d1adcb0e5a2 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (69484d6a-c16f-4d21-8758-c0a9387a1fcf), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:39.801588 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7cba610c-3d04-4299-97a7-45c26b325c62 admin admin] Publish callbacks [] for security_group (08b4390b-2f14-4b75-bc5a-6b361288b095), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:40.207471 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad009c86-bab3-4541-b180-7d1adcb0e5a2 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:40.209895 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7cba610c-3d04-4299-97a7-45c26b325c62 admin admin] Publish callbacks [] for security_group (08b4390b-2f14-4b75-bc5a-6b361288b095), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:40.227953 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-ad009c86-bab3-4541-b180-7d1adcb0e5a2 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:40.239813 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad009c86-bab3-4541-b180-7d1adcb0e5a2 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:30:40.258342 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad009c86-bab3-4541-b180-7d1adcb0e5a2 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'Port': ['ID=69484d6a-c16f-4d21-8758-c0a9387a1fcf,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:40.265276 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd05176b-a0a8-4de5-b7eb-ae468257f40a admin admin] Router e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:30:40.287507 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb91b15-b8b9-4c62-81cf-1830d60c2b1a req-b83dc8a5-46bc-4b61-b63e-eeb8f3d85baa tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:40.296081 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-deb91b15-b8b9-4c62-81cf-1830d60c2b1a req-b83dc8a5-46bc-4b61-b63e-eeb8f3d85baa tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=195f58aa-ee26-46ef-8ade-98d430506d01 HTTP/1.1" status: 200 len: 945 time: 0.7114763 Feb 09 01:30:40.407904 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad009c86-bab3-4541-b180-7d1adcb0e5a2 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:40.407904 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad009c86-bab3-4541-b180-7d1adcb0e5a2 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:40.408385 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad009c86-bab3-4541-b180-7d1adcb0e5a2 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:40.408921 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad009c86-bab3-4541-b180-7d1adcb0e5a2 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:40.409710 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad009c86-bab3-4541-b180-7d1adcb0e5a2 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:40.410970 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad009c86-bab3-4541-b180-7d1adcb0e5a2 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:40.411728 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad009c86-bab3-4541-b180-7d1adcb0e5a2 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:40.411988 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad009c86-bab3-4541-b180-7d1adcb0e5a2 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:40.412446 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad009c86-bab3-4541-b180-7d1adcb0e5a2 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:40.413094 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad009c86-bab3-4541-b180-7d1adcb0e5a2 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:40.413537 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad009c86-bab3-4541-b180-7d1adcb0e5a2 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:40.414126 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad009c86-bab3-4541-b180-7d1adcb0e5a2 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:40.415182 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad009c86-bab3-4541-b180-7d1adcb0e5a2 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:40.471920 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-229d1f9f-cc5c-47ea-91e9-0b6239194a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (45faee87-a19f-4821-b3c3-2b0cb05a9bee), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:40.473207 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-b6749be2-54c2-42bc-84cc-1f63cfcde2c8 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=52bd326cd32044dbad2c04ed294f1153&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8549943 Feb 09 01:30:40.480588 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd05176b-a0a8-4de5-b7eb-ae468257f40a admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:30:40.498312 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12204f0c-a5f0-4304-a52d-628ea57e69d8 None None] Sync routers for ids ['e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:30:40.521398 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12204f0c-a5f0-4304-a52d-628ea57e69d8 None None] Routers {'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:30:40.522039 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-12204f0c-a5f0-4304-a52d-628ea57e69d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:30:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:40.524236 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-cd05176b-a0a8-4de5-b7eb-ae468257f40a admin admin] 10.222.0.50 "PUT /v2.0/routers/e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9733341 Feb 09 01:30:40.526790 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50138) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:40.534435 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229d1f9f-cc5c-47ea-91e9-0b6239194a81 admin admin] Pushing event deleted for resources: {'Port': ['ID=45faee87-a19f-4821-b3c3-2b0cb05a9bee,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:40.537990 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-deb91b15-b8b9-4c62-81cf-1830d60c2b1a req-47826a6d-50ad-4419-bcab-6986b4271cbc tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853085 Feb 09 01:30:40.738122 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0d6a3e61-6c3d-42f4-b27d-1f81c9a7e27c admin admin] Publish callbacks [] for router (e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:40.759690 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-12204f0c-a5f0-4304-a52d-628ea57e69d8 None None] Set router e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:30:40.797121 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-f9deb638-2f7b-4fad-9eef-dd022c00f06a service neutron] 10.222.0.50 "GET /v2.0/networks/9b2a4079-2723-4a47-b157-14dd261b93dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230338 Feb 09 01:30:40.819057 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7cba610c-3d04-4299-97a7-45c26b325c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (08b4390b-2f14-4b75-bc5a-6b361288b095), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:40.822213 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7cba610c-3d04-4299-97a7-45c26b325c62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:40.838932 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-7cba610c-3d04-4299-97a7-45c26b325c62 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/08b4390b-2f14-4b75-bc5a-6b361288b095 HTTP/1.1" status: 204 len: 168 time: 1.3478990 Feb 09 01:30:40.880180 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba610c-3d04-4299-97a7-45c26b325c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b4390b-2f14-4b75-bc5a-6b361288b095,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:40.991802 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:30:41.077002 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-229d1f9f-cc5c-47ea-91e9-0b6239194a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (2e16c87a-6866-4ac2-8180-7a4c65f3ee7f), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:41.143875 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ad009c86-bab3-4541-b180-7d1adcb0e5a2 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for router_gateway (fdee2eba-a2df-4452-9142-feea301c6340), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:41.212178 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-2bbcc6b2-a680-46f9-9fb8-e3c0c8f0e738 service neutron] 10.222.0.50 "GET /v2.0/networks/9b2a4079-2723-4a47-b157-14dd261b93dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696089 Feb 09 01:30:41.385582 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-229d1f9f-cc5c-47ea-91e9-0b6239194a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (2e16c87a-6866-4ac2-8180-7a4c65f3ee7f), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:41.392062 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-229d1f9f-cc5c-47ea-91e9-0b6239194a81 admin admin] Publish callbacks [] for router_controller (2e16c87a-6866-4ac2-8180-7a4c65f3ee7f), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:41.413953 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-12204f0c-a5f0-4304-a52d-628ea57e69d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2', 'name': 'tempest-ServerActionsTestJSON-428476975-router', 'tenant_id': '99253303b883423fad908712b3678824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'f3a6be69-295c-49b5-b00e-07879b3d6e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:21:02Z', 'updated_at': '2022-02-09T01:30:38Z', 'revision_number': 5, 'project_id': '99253303b883423fad908712b3678824', 'gw_port': {'id': 'f3a6be69-295c-49b5-b00e-07879b3d6e32', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:96:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:04Z', 'updated_at': '2022-02-09T01:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:41.504151 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-229d1f9f-cc5c-47ea-91e9-0b6239194a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (2e16c87a-6866-4ac2-8180-7a4c65f3ee7f), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:41.504967 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229d1f9f-cc5c-47ea-91e9-0b6239194a81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e16c87a-6866-4ac2-8180-7a4c65f3ee7f {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:30:41.509938 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-229d1f9f-cc5c-47ea-91e9-0b6239194a81 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:41.512635 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-229d1f9f-cc5c-47ea-91e9-0b6239194a81 admin admin] 10.222.0.50 "DELETE /v2.0/routers/2e16c87a-6866-4ac2-8180-7a4c65f3ee7f HTTP/1.1" status: 204 len: 168 time: 3.8920147 Feb 09 01:30:41.524821 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50164) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:41.569027 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12204f0c-a5f0-4304-a52d-628ea57e69d8 None None] Checking router: e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:30:41.629661 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12204f0c-a5f0-4304-a52d-628ea57e69d8 None None] Routers {'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:30:41.633119 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-12204f0c-a5f0-4304-a52d-628ea57e69d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:30:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:41.779368 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0d6a3e61-6c3d-42f4-b27d-1f81c9a7e27c admin admin] Publish callbacks [] for router_gateway (e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:41.807019 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 45faee87-a19f-4821-b3c3-2b0cb05a9bee no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:30:41.867862 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a78a9bcc-eaf2-41c7-b368-6bdc6c7f7344 req-d3f9deab-d4e1-42c9-9765-af9cf59cb571 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=0aacd275-38eb-4765-b777-31a5f266abe9 HTTP/1.1" status: 200 len: 210 time: 0.1439672 Feb 09 01:30:41.890212 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 45faee87-a19f-4821-b3c3-2b0cb05a9bee {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:30:41.892784 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 45faee87-a19f-4821-b3c3-2b0cb05a9bee not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:30:41.999460 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ad009c86-bab3-4541-b180-7d1adcb0e5a2 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (fdee2eba-a2df-4452-9142-feea301c6340), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:42.044050 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e4da1d4-a0b0-48ba-9a01-4d20ce22bdd7 admin admin] Deleting subnet dac68236-869b-4558-801e-e99e8aa7b1d4 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:30:42.052886 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e4da1d4-a0b0-48ba-9a01-4d20ce22bdd7 admin admin] Publish callbacks [] for subnet (dac68236-869b-4558-801e-e99e8aa7b1d4), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:42.069251 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-12204f0c-a5f0-4304-a52d-628ea57e69d8 None None] Set router e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:30:42.261387 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e4da1d4-a0b0-48ba-9a01-4d20ce22bdd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (dac68236-869b-4558-801e-e99e8aa7b1d4), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:42.547191 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad009c86-bab3-4541-b180-7d1adcb0e5a2 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Router fdee2eba-a2df-4452-9142-feea301c6340 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:30:42.604373 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e4da1d4-a0b0-48ba-9a01-4d20ce22bdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (dac68236-869b-4558-801e-e99e8aa7b1d4), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:42.746210 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-0d6a3e61-6c3d-42f4-b27d-1f81c9a7e27c admin admin] Deleting port f3a6be69-295c-49b5-b00e-07879b3d6e32 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:30:42.748609 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0d6a3e61-6c3d-42f4-b27d-1f81c9a7e27c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (f3a6be69-295c-49b5-b00e-07879b3d6e32), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:42.751254 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-12204f0c-a5f0-4304-a52d-628ea57e69d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2', 'name': 'tempest-ServerActionsTestJSON-428476975-router', 'tenant_id': '99253303b883423fad908712b3678824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'f3a6be69-295c-49b5-b00e-07879b3d6e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:21:02Z', 'updated_at': '2022-02-09T01:30:38Z', 'revision_number': 5, 'project_id': '99253303b883423fad908712b3678824', 'gw_port': {'id': 'f3a6be69-295c-49b5-b00e-07879b3d6e32', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:96:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:04Z', 'updated_at': '2022-02-09T01:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:42.862144 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12204f0c-a5f0-4304-a52d-628ea57e69d8 None None] The sync data for ids ['e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2'] in n-d-828369-4 is: [{'id': 'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2', 'name': 'tempest-ServerActionsTestJSON-428476975-router', 'tenant_id': '99253303b883423fad908712b3678824', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': 'f3a6be69-295c-49b5-b00e-07879b3d6e32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:21:02Z', 'updated_at': '2022-02-09T01:30:38Z', 'revision_number': 5, 'project_id': '99253303b883423fad908712b3678824', 'gw_port': {'id': 'f3a6be69-295c-49b5-b00e-07879b3d6e32', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:96:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:21:04Z', 'updated_at': '2022-02-09T01:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:30:42.863120 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad009c86-bab3-4541-b180-7d1adcb0e5a2 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:30:42.889758 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d04dfa4-48a6-43e1-ba36-24caa0ca0e20 None None] Sync routers for ids ['fdee2eba-a2df-4452-9142-feea301c6340'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:30:42.930835 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ad009c86-bab3-4541-b180-7d1adcb0e5a2 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:42.934092 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ad009c86-bab3-4541-b180-7d1adcb0e5a2 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 7.4801199 Feb 09 01:30:42.939809 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 50216) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:42.942887 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d04dfa4-48a6-43e1-ba36-24caa0ca0e20 None None] Routers {'fdee2eba-a2df-4452-9142-feea301c6340'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:30:42.946332 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-6d04dfa4-48a6-43e1-ba36-24caa0ca0e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:30:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['fdee2eba-a2df-4452-9142-feea301c6340'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:43.054890 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f88cd1b0-6a17-4dd0-aff0-fad68907553b req-3ef9a017-6bb7-4211-b499-17fefcd481f3 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=0aacd275-38eb-4765-b777-31a5f266abe9 HTTP/1.1" status: 200 len: 210 time: 0.0885432 Feb 09 01:30:43.161984 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 50220) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:43.197514 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-0d6a3e61-6c3d-42f4-b27d-1f81c9a7e27c admin admin] For port f3a6be69-295c-49b5-b00e-07879b3d6e32, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f3a6be69-295c-49b5-b00e-07879b3d6e32,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:43.198384 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0d6a3e61-6c3d-42f4-b27d-1f81c9a7e27c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (f3a6be69-295c-49b5-b00e-07879b3d6e32), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:43.265181 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-0d6a3e61-6c3d-42f4-b27d-1f81c9a7e27c admin admin] Calling delete_port for f3a6be69-295c-49b5-b00e-07879b3d6e32 owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:30:43.368001 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e4da1d4-a0b0-48ba-9a01-4d20ce22bdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (dac68236-869b-4558-801e-e99e8aa7b1d4), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:43.416732 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-6d04dfa4-48a6-43e1-ba36-24caa0ca0e20 None None] Set router fdee2eba-a2df-4452-9142-feea301c6340 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:30:43.603995 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-f5964691-7d26-4061-8eeb-ea475b3702ab tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:43.617514 n-d-828369-4 neutron-server[103136]: WARNING neutron.api.v2.base [None req-f5964691-7d26-4061-8eeb-ea475b3702ab tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 01:30:43.618284 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [None req-f5964691-7d26-4061-8eeb-ea475b3702ab tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 01:30:43.620463 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f5964691-7d26-4061-8eeb-ea475b3702ab tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4563468 Feb 09 01:30:43.667460 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 50230) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:43.690224 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-6e347722-1416-4da6-a1e9-929a54b15c25 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Request body: {'security_group': {'name': 'tempest-secgroup--815771157'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:43.716829 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1b16fe04-54ef-479c-a797-25770580c3ed tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=c3786288d8304ed4a73754fbccf8bb65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7656894 Feb 09 01:30:43.746480 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 50232) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:43.757157 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 97093797-d6a0-41be-9d36-6089000826c1 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:30:43.804335 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e4da1d4-a0b0-48ba-9a01-4d20ce22bdd7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:43.825560 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7e4da1d4-a0b0-48ba-9a01-4d20ce22bdd7 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/dac68236-869b-4558-801e-e99e8aa7b1d4 HTTP/1.1" status: 204 len: 168 time: 2.2970026 Feb 09 01:30:43.838699 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfa01fb-e2a0-4104-b23b-5e26974a0490 None None] Network 93c32fc2-bae3-4827-9c71-54a8b09774c9 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:30:43.842015 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4da1d4-a0b0-48ba-9a01-4d20ce22bdd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dac68236-869b-4558-801e-e99e8aa7b1d4,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:43.848476 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50238) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:43.891048 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6e347722-1416-4da6-a1e9-929a54b15c25 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:43.971467 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6e347722-1416-4da6-a1e9-929a54b15c25 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:44.034724 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 97093797-d6a0-41be-9d36-6089000826c1 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:30:44.036967 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 97093797-d6a0-41be-9d36-6089000826c1 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:30:44.322665 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-6d04dfa4-48a6-43e1-ba36-24caa0ca0e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdee2eba-a2df-4452-9142-feea301c6340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-599704568', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '69484d6a-c16f-4d21-8758-c0a9387a1fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:35Z', 'updated_at': '2022-02-09T01:30:40Z', 'revision_number': 3, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '69484d6a-c16f-4d21-8758-c0a9387a1fcf', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdee2eba-a2df-4452-9142-feea301c6340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:38Z', 'updated_at': '2022-02-09T01:30:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:44.361438 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d04dfa4-48a6-43e1-ba36-24caa0ca0e20 None None] Checking router: fdee2eba-a2df-4452-9142-feea301c6340 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:30:44.362096 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d04dfa4-48a6-43e1-ba36-24caa0ca0e20 None None] Updating router fdee2eba-a2df-4452-9142-feea301c6340 port 69484d6a-c16f-4d21-8758-c0a9387a1fcf binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:30:44.389464 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a00abff-4cdc-416c-9704-27167906bb34 None None] DHCP port deletion for 93c32fc2-bae3-4827-9c71-54a8b09774c9 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:30:44.431881 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6d04dfa4-48a6-43e1-ba36-24caa0ca0e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (69484d6a-c16f-4d21-8758-c0a9387a1fcf), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:44.450535 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b8a8359b-5008-4b24-bd1c-f3678a5cf4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (93c32fc2-bae3-4827-9c71-54a8b09774c9), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:44.544794 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3629be29-92cd-44fc-a04c-d00c59769344 req-493ae0ff-27a1-435d-979b-5d7585fb821e tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=0aacd275-38eb-4765-b777-31a5f266abe9 HTTP/1.1" status: 200 len: 210 time: 0.2564595 Feb 09 01:30:44.552203 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0d6a3e61-6c3d-42f4-b27d-1f81c9a7e27c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (f3a6be69-295c-49b5-b00e-07879b3d6e32), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:44.561793 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d13aabd-01c3-430e-ac5e-80465d18eec6 tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:44.566897 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2d13aabd-01c3-430e-ac5e-80465d18eec6 tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8175931 Feb 09 01:30:44.568316 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 50260) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:44.630767 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a3e61-6c3d-42f4-b27d-1f81c9a7e27c admin admin] Pushing event deleted for resources: {'Port': ['ID=f3a6be69-295c-49b5-b00e-07879b3d6e32,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:44.631580 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e4bdc8d0-f4fd-4113-87f5-0b6d40668352 tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=ca740734-29c2-4b60-ae10-4c709b5c6ef4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0528407 Feb 09 01:30:44.633112 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 50262) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:44.649017 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-96deace6-ce42-4831-abf0-16bf5555a7f0 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1093041716', 'network_id': 'd73508dc-7f57-4aa2-b988-7f7109debbf6', 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:44.766038 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6e347722-1416-4da6-a1e9-929a54b15c25 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (cb74f56f-d71f-4b3f-a897-0925d2a764d5), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:44.776727 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6e347722-1416-4da6-a1e9-929a54b15c25 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (cb74f56f-d71f-4b3f-a897-0925d2a764d5), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:44.785112 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-44f07854-3f20-43dc-867a-bdc1bb2fb3f2 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:44.787149 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-44f07854-3f20-43dc-867a-bdc1bb2fb3f2 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.120 "GET /v2.0/networks?id=9b2a4079-2723-4a47-b157-14dd261b93dd HTTP/1.1" status: 200 len: 815 time: 0.5163357 Feb 09 01:30:44.796053 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-2a00abff-4cdc-416c-9704-27167906bb34 None None] Deleting port b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:30:44.800203 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2a00abff-4cdc-416c-9704-27167906bb34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:44.803570 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-b8a8359b-5008-4b24-bd1c-f3678a5cf4a1 admin admin] Deleting port b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:30:44.803968 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b8a8359b-5008-4b24-bd1c-f3678a5cf4a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:44.820879 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-db7efb4b-0645-4f44-b6ea-5969760d7c4e tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Request body: {'port': {'device_id': '0aacd275-38eb-4765-b777-31a5f266abe9', 'network_id': '9b2a4079-2723-4a47-b157-14dd261b93dd', 'admin_state_up': True, 'tenant_id': '52bd326cd32044dbad2c04ed294f1153'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:44.831119 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0d6a3e61-6c3d-42f4-b27d-1f81c9a7e27c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:44.922017 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e347722-1416-4da6-a1e9-929a54b15c25 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb74f56f-d71f-4b3f-a897-0925d2a764d5,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:44.946285 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96deace6-ce42-4831-abf0-16bf5555a7f0 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Made reservation on behalf of c3786288d8304ed4a73754fbccf8bb65 for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:44.951169 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-96deace6-ce42-4831-abf0-16bf5555a7f0 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:45.048431 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0d6a3e61-6c3d-42f4-b27d-1f81c9a7e27c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:45.056626 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0d6a3e61-6c3d-42f4-b27d-1f81c9a7e27c admin admin] Publish callbacks [] for router_controller (e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:45.060055 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-b8a8359b-5008-4b24-bd1c-f3678a5cf4a1 admin admin] For port b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35,segment=NetworkSegment(413c47f4-c877-4be9-af5f-602e28df9356),segment_id=413c47f4-c877-4be9-af5f-602e28df9356)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:45.061677 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b8a8359b-5008-4b24-bd1c-f3678a5cf4a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:45.087945 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6e347722-1416-4da6-a1e9-929a54b15c25 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (d679008d-0585-41cd-958a-c39ae42d0274), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:45.139765 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-b8a8359b-5008-4b24-bd1c-f3678a5cf4a1 admin admin] Calling delete_port for b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:30:45.149334 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6e347722-1416-4da6-a1e9-929a54b15c25 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (d679008d-0585-41cd-958a-c39ae42d0274), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:45.180852 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0d6a3e61-6c3d-42f4-b27d-1f81c9a7e27c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:45.181435 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6a3e61-6c3d-42f4-b27d-1f81c9a7e27c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2 {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:30:45.208569 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0d6a3e61-6c3d-42f4-b27d-1f81c9a7e27c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:45.209828 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0d6a3e61-6c3d-42f4-b27d-1f81c9a7e27c admin admin] 10.222.0.50 "DELETE /v2.0/routers/e4481f1b-30b4-4e65-ac4f-ef0fa23b47c2 HTTP/1.1" status: 204 len: 168 time: 4.6807766 Feb 09 01:30:45.435937 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50270) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:45.454061 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b8a8359b-5008-4b24-bd1c-f3678a5cf4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:45.496985 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-2a00abff-4cdc-416c-9704-27167906bb34 None None] For port b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35,segment=NetworkSegment(413c47f4-c877-4be9-af5f-602e28df9356),segment_id=413c47f4-c877-4be9-af5f-602e28df9356)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:45.498291 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2a00abff-4cdc-416c-9704-27167906bb34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:45.513359 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-2a00abff-4cdc-416c-9704-27167906bb34 None None] Calling delete_port for b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:30:45.596817 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-96deace6-ce42-4831-abf0-16bf5555a7f0 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (4853b5cd-ebee-449a-9205-ef940b6a4070), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:45.626273 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8359b-5008-4b24-bd1c-f3678a5cf4a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:45.669698 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a8359b-5008-4b24-bd1c-f3678a5cf4a1 admin admin] No DVR routers for this DVR port b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35 on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:30:45.737698 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-baf6edf5-d83e-44a4-ae0d-bb22c3347b92 admin admin] Deleting subnet e8a10734-f380-44a3-a9f7-298105351e3b {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:30:45.779166 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2a00abff-4cdc-416c-9704-27167906bb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:45.847357 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96deace6-ce42-4831-abf0-16bf5555a7f0 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'Subnet': ['ID=4853b5cd-ebee-449a-9205-ef940b6a4070,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:45.862051 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-baf6edf5-d83e-44a4-ae0d-bb22c3347b92 admin admin] Publish callbacks [] for subnet (e8a10734-f380-44a3-a9f7-298105351e3b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:45.872046 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6e347722-1416-4da6-a1e9-929a54b15c25 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:45.874388 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-6e347722-1416-4da6-a1e9-929a54b15c25 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.1968195 Feb 09 01:30:45.875715 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a00abff-4cdc-416c-9704-27167906bb34 None None] Pushing event deleted for resources: {'Port': ['ID=b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:45.883760 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:30:45.891255 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 50278) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:45.897392 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-9ef886ef-8906-4454-8cf8-03072238cb8f tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Request body: {'security_group_rule': {'security_group_id': 'd679008d-0585-41cd-958a-c39ae42d0274', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:45.905234 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-db7efb4b-0645-4f44-b6ea-5969760d7c4e tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Made reservation on behalf of 52bd326cd32044dbad2c04ed294f1153 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:45.908989 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-db7efb4b-0645-4f44-b6ea-5969760d7c4e tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:45.935327 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e347722-1416-4da6-a1e9-929a54b15c25 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d679008d-0585-41cd-958a-c39ae42d0274,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:45.946943 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:30:45.951474 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:30:45.952928 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f3a6be69-295c-49b5-b00e-07879b3d6e32 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:30:45.955736 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-64f7743b-521c-43fa-a780-809d7faba023 req-4b260bcf-7c40-48d1-acf4-180772ac6579 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=0aacd275-38eb-4765-b777-31a5f266abe9 HTTP/1.1" status: 200 len: 210 time: 0.1204283 Feb 09 01:30:46.014032 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96deace6-ce42-4831-abf0-16bf5555a7f0 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Checking segment: {'id': '47c4f7d1-e2ed-4b85-9608-17d94691fc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'd73508dc-7f57-4aa2-b988-7f7109debbf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:30:46.014888 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96deace6-ce42-4831-abf0-16bf5555a7f0 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Network hostable DHCP agents. Network: d73508dc-7f57-4aa2-b988-7f7109debbf6, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:30:46.018916 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9ef886ef-8906-4454-8cf8-03072238cb8f tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group_rule (1b2d8c79-9faa-4936-bf8f-1e9a6825e1ac), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:46.032519 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-baf6edf5-d83e-44a4-ae0d-bb22c3347b92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (e8a10734-f380-44a3-a9f7-298105351e3b), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:46.047280 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b8a8359b-5008-4b24-bd1c-f3678a5cf4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (93c32fc2-bae3-4827-9c71-54a8b09774c9), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:46.087827 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96deace6-ce42-4831-abf0-16bf5555a7f0 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Network d73508dc-7f57-4aa2-b988-7f7109debbf6 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:30:46.097230 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6d04dfa4-48a6-43e1-ba36-24caa0ca0e20 None None] Publish callbacks [] for port (69484d6a-c16f-4d21-8758-c0a9387a1fcf), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:46.130805 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a00abff-4cdc-416c-9704-27167906bb34 None None] No DVR routers for this DVR port b3d369fb-1c54-4b6b-ad83-c84a5d6dfb35 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:30:46.135382 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-96deace6-ce42-4831-abf0-16bf5555a7f0 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, d73508dc-7f57-4aa2-b988-7f7109debbf6) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:46.136116 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6d04dfa4-48a6-43e1-ba36-24caa0ca0e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (69484d6a-c16f-4d21-8758-c0a9387a1fcf), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:46.172138 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96deace6-ce42-4831-abf0-16bf5555a7f0 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:46.176166 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-96deace6-ce42-4831-abf0-16bf5555a7f0 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:46.195165 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-b8a8359b-5008-4b24-bd1c-f3678a5cf4a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93c32fc2-bae3-4827-9c71-54a8b09774c9']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:46.209670 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: f3a6be69-295c-49b5-b00e-07879b3d6e32 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:30:46.210328 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f3a6be69-295c-49b5-b00e-07879b3d6e32 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:30:46.239689 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e249753-9cf3-415f-a60f-0b800a157578 None None] Pushing event updated for resources: {'Port': ['ID=69484d6a-c16f-4d21-8758-c0a9387a1fcf,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:46.244757 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50282) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:46.246747 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-b8a8359b-5008-4b24-bd1c-f3678a5cf4a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '413c47f4-c877-4be9-af5f-602e28df9356') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:46.247275 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-b8a8359b-5008-4b24-bd1c-f3678a5cf4a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '413c47f4-c877-4be9-af5f-602e28df9356') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:46.255078 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-96deace6-ce42-4831-abf0-16bf5555a7f0 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6162734 Feb 09 01:30:46.271576 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae284912-e09e-4310-9f6f-bcc845850691 None None] Network d73508dc-7f57-4aa2-b988-7f7109debbf6 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:30:46.281852 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9ef886ef-8906-4454-8cf8-03072238cb8f tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group_rule (1b2d8c79-9faa-4936-bf8f-1e9a6825e1ac), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:46.293181 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9ef886ef-8906-4454-8cf8-03072238cb8f tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (1b2d8c79-9faa-4936-bf8f-1e9a6825e1ac), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:46.331590 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9ef886ef-8906-4454-8cf8-03072238cb8f tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:46.333169 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-9ef886ef-8906-4454-8cf8-03072238cb8f tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4404731 Feb 09 01:30:46.335105 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-db7efb4b-0645-4f44-b6ea-5969760d7c4e tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Allocated IP 172.20.0.3 (9b2a4079-2723-4a47-b157-14dd261b93dd/ab72f72c-a599-42ad-9f47-8b5f3a8651e8/6ff3f983-dc2c-4e22-8baa-1a478e3bb441) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:46.339333 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 50288) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:46.340422 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef886ef-8906-4454-8cf8-03072238cb8f tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b2d8c79-9faa-4936-bf8f-1e9a6825e1ac,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:46.348946 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-29ae9841-9388-44ba-87b2-2c9efdb2290e tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Request body: {'security_group_rule': {'security_group_id': 'd679008d-0585-41cd-958a-c39ae42d0274', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:46.401183 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b8a8359b-5008-4b24-bd1c-f3678a5cf4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (413c47f4-c877-4be9-af5f-602e28df9356), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:46.478673 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b8a8359b-5008-4b24-bd1c-f3678a5cf4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (413c47f4-c877-4be9-af5f-602e28df9356), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:46.479060 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-29ae9841-9388-44ba-87b2-2c9efdb2290e tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group_rule (f5c7676b-b7fb-4d8d-8008-f4331bc54a30), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:46.479884 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-6d04dfa4-48a6-43e1-ba36-24caa0ca0e20 None None] Attempting to bind port 69484d6a-c16f-4d21-8758-c0a9387a1fcf on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:30:46.480501 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-6d04dfa4-48a6-43e1-ba36-24caa0ca0e20 None None] Attempting to bind port 69484d6a-c16f-4d21-8758-c0a9387a1fcf by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:30:46.481009 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d04dfa4-48a6-43e1-ba36-24caa0ca0e20 None None] Attempting to bind port 69484d6a-c16f-4d21-8758-c0a9387a1fcf on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:46.527432 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8a8359b-5008-4b24-bd1c-f3678a5cf4a1 admin admin] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:30:46.532247 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d04dfa4-48a6-43e1-ba36-24caa0ca0e20 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:30:46.532880 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d04dfa4-48a6-43e1-ba36-24caa0ca0e20 None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:30:46.536026 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6d04dfa4-48a6-43e1-ba36-24caa0ca0e20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:46.536708 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d04dfa4-48a6-43e1-ba36-24caa0ca0e20 None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:30:46.538049 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-6d04dfa4-48a6-43e1-ba36-24caa0ca0e20 None None] Bound port: 69484d6a-c16f-4d21-8758-c0a9387a1fcf, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:30:46.542538 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b8a8359b-5008-4b24-bd1c-f3678a5cf4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (413c47f4-c877-4be9-af5f-602e28df9356), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:46.543147 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6d04dfa4-48a6-43e1-ba36-24caa0ca0e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (69484d6a-c16f-4d21-8758-c0a9387a1fcf), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:46.550329 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defa29ec-2c5f-4beb-a5b1-07c7ac3993f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-d73508dc-7f57-4aa2-b988-7f7109debbf6', 'network_id': 'd73508dc-7f57-4aa2-b988-7f7109debbf6', 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'fixed_ips': [{'subnet_id': '4853b5cd-ebee-449a-9205-ef940b6a4070'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:30:46.553756 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-defa29ec-2c5f-4beb-a5b1-07c7ac3993f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:46.558462 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:30:46.558462 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:30:46.558462 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:30:46.558462 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:30:46.558462 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:30:46.558462 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:30:46.558462 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:30:46.558462 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:30:46.558462 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:30:46.558462 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:30:46.558462 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:30:46.558462 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:30:46.558462 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:30:46.558462 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:30:46.558462 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:30:46.558462 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:30:46.558462 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:30:46.558462 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:30:46.558462 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:30:46.558462 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:30:46.558462 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:30:46.558462 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:30:46.558462 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:30:46.558462 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:30:46.558462 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:30:46.558462 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:30:46.558462 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:30:46.558462 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:30:46.558462 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:30:46.558462 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:30:46.558462 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:30:46.558462 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:30:46.724053 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-baf6edf5-d83e-44a4-ae0d-bb22c3347b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (e8a10734-f380-44a3-a9f7-298105351e3b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:46.797746 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-db7efb4b-0645-4f44-b6ea-5969760d7c4e tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Publish callbacks [] for port (6ff3f983-dc2c-4e22-8baa-1a478e3bb441), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:46.856117 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-db7efb4b-0645-4f44-b6ea-5969760d7c4e tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (6ff3f983-dc2c-4e22-8baa-1a478e3bb441), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:46.891241 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b8a8359b-5008-4b24-bd1c-f3678a5cf4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (93c32fc2-bae3-4827-9c71-54a8b09774c9), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:46.900951 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6d04dfa4-48a6-43e1-ba36-24caa0ca0e20 None None] For port 69484d6a-c16f-4d21-8758-c0a9387a1fcf, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:30:46.908516 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b8a8359b-5008-4b24-bd1c-f3678a5cf4a1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:46.913380 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b8a8359b-5008-4b24-bd1c-f3678a5cf4a1 admin admin] 10.222.0.50 "DELETE /v2.0/networks/93c32fc2-bae3-4827-9c71-54a8b09774c9 HTTP/1.1" status: 204 len: 168 time: 3.0440097 Feb 09 01:30:46.915040 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['574199ea-1318-4174-8814-dd905bf81266'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:30:46.934012 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8359b-5008-4b24-bd1c-f3678a5cf4a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=93c32fc2-bae3-4827-9c71-54a8b09774c9,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:46.935467 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['50570b3c-89b5-4464-931c-c142e9339e93'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:30:46.960135 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-baf6edf5-d83e-44a4-ae0d-bb22c3347b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (e8a10734-f380-44a3-a9f7-298105351e3b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:46.995117 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-db7efb4b-0645-4f44-b6ea-5969760d7c4e tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Network 9b2a4079-2723-4a47-b157-14dd261b93dd is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:47.016399 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7efb4b-0645-4f44-b6ea-5969760d7c4e tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Pushing event updated for resources: {'Port': ['ID=6ff3f983-dc2c-4e22-8baa-1a478e3bb441,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:47.041055 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [None req-29ae9841-9388-44ba-87b2-2c9efdb2290e tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] create failed (client error): There was a conflict when trying to complete your request. Feb 09 01:30:47.042789 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-baf6edf5-d83e-44a4-ae0d-bb22c3347b92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:47.047904 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-29ae9841-9388-44ba-87b2-2c9efdb2290e tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6985636 Feb 09 01:30:47.051858 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-db7efb4b-0645-4f44-b6ea-5969760d7c4e tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:47.053934 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 50296) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:47.054151 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-baf6edf5-d83e-44a4-ae0d-bb22c3347b92 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e8a10734-f380-44a3-a9f7-298105351e3b HTTP/1.1" status: 204 len: 168 time: 1.6129384 Feb 09 01:30:47.054280 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 50298) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:47.059222 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf6edf5-d83e-44a4-ae0d-bb22c3347b92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8a10734-f380-44a3-a9f7-298105351e3b,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:47.166821 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6d04dfa4-48a6-43e1-ba36-24caa0ca0e20 None None] For port 69484d6a-c16f-4d21-8758-c0a9387a1fcf, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=69484d6a-c16f-4d21-8758-c0a9387a1fcf,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:30:47.205401 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-db7efb4b-0645-4f44-b6ea-5969760d7c4e tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:30:47.231164 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3167cbbf-9c7f-4e13-9fcf-4dae9cfeb2fe None None] Network d88b7625-86d0-4021-80a0-5ba2f7b1a042 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:30:47.312610 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a288a896-ac05-48e9-8d42-e386917a81ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (d88b7625-86d0-4021-80a0-5ba2f7b1a042), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:47.314862 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6d04dfa4-48a6-43e1-ba36-24caa0ca0e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (69484d6a-c16f-4d21-8758-c0a9387a1fcf), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:47.421958 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 50304) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:47.554158 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-db7efb4b-0645-4f44-b6ea-5969760d7c4e tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:47.565704 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-db7efb4b-0645-4f44-b6ea-5969760d7c4e tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:47.606290 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa365f-1598-4be9-8e91-e8bce6cc95e5 req-67b06dc5-b6a0-4507-b4c2-5efe6499ab8a tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:47.608866 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0aa365f-1598-4be9-8e91-e8bce6cc95e5 req-67b06dc5-b6a0-4507-b4c2-5efe6499ab8a tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] 10.222.0.50 "GET /v2.0/ports?device_id=8987e885-8c40-404c-967a-7cdc62a89da4 HTTP/1.1" status: 200 len: 946 time: 0.7730238 Feb 09 01:30:47.612715 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8ddfc5ec-fdf6-4c58-ac1d-12f90ed1ce08 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (d679008d-0585-41cd-958a-c39ae42d0274), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:47.636665 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90b5f5-19bb-4fb4-a1a6-4168c77e9f80 req-bd8547e6-9612-4d1a-bd4e-59718455466a tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:47.636665 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9c90b5f5-19bb-4fb4-a1a6-4168c77e9f80 req-bd8547e6-9612-4d1a-bd4e-59718455466a tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=0aacd275-38eb-4765-b777-31a5f266abe9 HTTP/1.1" status: 200 len: 931 time: 0.3473649 Feb 09 01:30:47.639531 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2f931823-9fa8-4ff5-b76d-f8ef39b4c4d9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b3aeeadca5854bdd863d3882b4cc0f6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2078509 Feb 09 01:30:47.681411 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 50308) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:47.702404 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d04dfa4-48a6-43e1-ba36-24caa0ca0e20 None None] Routers {'fdee2eba-a2df-4452-9142-feea301c6340'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:30:47.703147 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-6d04dfa4-48a6-43e1-ba36-24caa0ca0e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:30:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['fdee2eba-a2df-4452-9142-feea301c6340'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:47.769168 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-db7efb4b-0645-4f44-b6ea-5969760d7c4e tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9671276 Feb 09 01:30:47.771584 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8ddfc5ec-fdf6-4c58-ac1d-12f90ed1ce08 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (d679008d-0585-41cd-958a-c39ae42d0274), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:47.846878 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-cab4b4a3-a6ae-4670-a70b-c255991c1d2e tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:30:47.848271 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-cab4b4a3-a6ae-4670-a70b-c255991c1d2e tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.120 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0466225 Feb 09 01:30:48.018416 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e249753-9cf3-415f-a60f-0b800a157578 None None] Pushing event updated for resources: {'Port': ['ID=69484d6a-c16f-4d21-8758-c0a9387a1fcf,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:48.089436 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-defa29ec-2c5f-4beb-a5b1-07c7ac3993f6 None None] Allocated IP 172.20.0.2 (d73508dc-7f57-4aa2-b988-7f7109debbf6/4853b5cd-ebee-449a-9205-ef940b6a4070/77f614ae-f8cd-4502-a225-34da6e7d2a60) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:48.403034 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d8974d03-1a2a-44fa-8169-512a02afe1bf tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:48.618144 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-28587fbf-a760-4351-b48b-3aa4025f38d4 admin admin] Publish callbacks [] for security_group (7b34df33-963b-42f5-8c55-c63a061e6725), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:48.642623 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0aa365f-1598-4be9-8e91-e8bce6cc95e5 req-1c1ef433-a66f-4b20-bdbf-40d30a797f9b tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] 10.222.0.50 "GET /v2.0/security-groups?id=64d94c76-3ef2-4d2c-9b56-3b589fa64b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9617214 Feb 09 01:30:48.643350 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8ddfc5ec-fdf6-4c58-ac1d-12f90ed1ce08 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (d679008d-0585-41cd-958a-c39ae42d0274), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:48.652188 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8ddfc5ec-fdf6-4c58-ac1d-12f90ed1ce08 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:48.660899 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8ddfc5ec-fdf6-4c58-ac1d-12f90ed1ce08 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "DELETE /v2.0/security-groups/d679008d-0585-41cd-958a-c39ae42d0274 HTTP/1.1" status: 204 len: 168 time: 1.6008964 Feb 09 01:30:48.670168 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-77283038-5675-4107-a7dc-f9aed9e354e1 service neutron] Request body: {'port': {'device_id': '0aacd275-38eb-4765-b777-31a5f266abe9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:48.672568 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 50318) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:48.681893 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-defa29ec-2c5f-4beb-a5b1-07c7ac3993f6 None None] Publish callbacks [] for port (77f614ae-f8cd-4502-a225-34da6e7d2a60), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:48.713491 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-defa29ec-2c5f-4beb-a5b1-07c7ac3993f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (77f614ae-f8cd-4502-a225-34da6e7d2a60), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:48.789563 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-a288a896-ac05-48e9-8d42-e386917a81ca admin admin] Deleting port 2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:30:48.789842 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a288a896-ac05-48e9-8d42-e386917a81ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:48.796534 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddfc5ec-fdf6-4c58-ac1d-12f90ed1ce08 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d679008d-0585-41cd-958a-c39ae42d0274,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:48.803981 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-28587fbf-a760-4351-b48b-3aa4025f38d4 admin admin] Publish callbacks [] for security_group (7b34df33-963b-42f5-8c55-c63a061e6725), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:48.826498 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defa29ec-2c5f-4beb-a5b1-07c7ac3993f6 None None] Network d73508dc-7f57-4aa2-b988-7f7109debbf6 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:48.851782 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9c90b5f5-19bb-4fb4-a1a6-4168c77e9f80 req-0c5c7b1b-9393-4788-a155-61211a793add tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/security-groups?id=89cf32ef-8647-4bf5-8025-bd4fbbfa8670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1577308 Feb 09 01:30:48.870675 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-defa29ec-2c5f-4beb-a5b1-07c7ac3993f6 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:48.885266 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defa29ec-2c5f-4beb-a5b1-07c7ac3993f6 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:30:48.886574 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-6d04dfa4-48a6-43e1-ba36-24caa0ca0e20 None None] Set router fdee2eba-a2df-4452-9142-feea301c6340 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:30:48.907628 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa29ec-2c5f-4beb-a5b1-07c7ac3993f6 None None] Pushing event updated for resources: {'Port': ['ID=77f614ae-f8cd-4502-a225-34da6e7d2a60,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:48.927790 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f609473-79c3-4ddd-b271-9b33e8d27413 req-b0448ef7-0abd-4e14-ac7d-60aa2d97c2ec tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:48.929846 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0f609473-79c3-4ddd-b271-9b33e8d27413 req-b0448ef7-0abd-4e14-ac7d-60aa2d97c2ec tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] 10.222.0.120 "GET /v2.0/ports?device_id=8987e885-8c40-404c-967a-7cdc62a89da4 HTTP/1.1" status: 200 len: 946 time: 0.9798670 Feb 09 01:30:48.967161 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b79809-4098-4bbb-aaf7-e1d6bb458c98 None None] DHCP port deletion for d88b7625-86d0-4021-80a0-5ba2f7b1a042 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:30:49.002395 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-77283038-5675-4107-a7dc-f9aed9e354e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6ff3f983-dc2c-4e22-8baa-1a478e3bb441), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:49.152080 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-a288a896-ac05-48e9-8d42-e386917a81ca admin admin] For port 2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f,segment=NetworkSegment(c65aa26b-6f4d-4da5-9ac6-6c267d824ab1),segment_id=c65aa26b-6f4d-4da5-9ac6-6c267d824ab1)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:49.152446 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a288a896-ac05-48e9-8d42-e386917a81ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:49.169915 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-18961404-d41e-435a-8756-c736c493c0d1 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4578612 Feb 09 01:30:49.192394 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 50320) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:49.199090 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-a288a896-ac05-48e9-8d42-e386917a81ca admin admin] Calling delete_port for 2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f owned by network:dhcp {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:30:49.206141 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-7cf2bba2-665c-4beb-8f85-26bc81628496 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Request body: {'security_group': {'name': 'tempest-secgroup--1856342991'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:49.240342 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-defa29ec-2c5f-4beb-a5b1-07c7ac3993f6 None None] Attempting to bind port 77f614ae-f8cd-4502-a225-34da6e7d2a60 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:30:49.240816 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-defa29ec-2c5f-4beb-a5b1-07c7ac3993f6 None None] Attempting to bind port 77f614ae-f8cd-4502-a225-34da6e7d2a60 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '47c4f7d1-e2ed-4b85-9608-17d94691fc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'd73508dc-7f57-4aa2-b988-7f7109debbf6'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:30:49.241465 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defa29ec-2c5f-4beb-a5b1-07c7ac3993f6 None None] Attempting to bind port 77f614ae-f8cd-4502-a225-34da6e7d2a60 on network d73508dc-7f57-4aa2-b988-7f7109debbf6 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:49.266259 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defa29ec-2c5f-4beb-a5b1-07c7ac3993f6 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:30:49.266590 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defa29ec-2c5f-4beb-a5b1-07c7ac3993f6 None None] Checking segment: {'id': '47c4f7d1-e2ed-4b85-9608-17d94691fc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'd73508dc-7f57-4aa2-b988-7f7109debbf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:30:49.266864 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-defa29ec-2c5f-4beb-a5b1-07c7ac3993f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:49.267263 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defa29ec-2c5f-4beb-a5b1-07c7ac3993f6 None None] Bound using segment: {'id': '47c4f7d1-e2ed-4b85-9608-17d94691fc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'd73508dc-7f57-4aa2-b988-7f7109debbf6'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:30:49.267748 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-defa29ec-2c5f-4beb-a5b1-07c7ac3993f6 None None] Bound port: 77f614ae-f8cd-4502-a225-34da6e7d2a60, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c4f7d1-e2ed-4b85-9608-17d94691fc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'd73508dc-7f57-4aa2-b988-7f7109debbf6'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:30:49.268148 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-defa29ec-2c5f-4beb-a5b1-07c7ac3993f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (77f614ae-f8cd-4502-a225-34da6e7d2a60), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:49.287942 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-d8974d03-1a2a-44fa-8169-512a02afe1bf tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Allocated IP 172.20.0.1 (d73508dc-7f57-4aa2-b988-7f7109debbf6/4853b5cd-ebee-449a-9205-ef940b6a4070/3fc4b23e-7caf-4c88-a6e5-deb67b4fce28) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:49.329500 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-28587fbf-a760-4351-b48b-3aa4025f38d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (7b34df33-963b-42f5-8c55-c63a061e6725), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:49.332233 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-28587fbf-a760-4351-b48b-3aa4025f38d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:49.333543 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-28587fbf-a760-4351-b48b-3aa4025f38d4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7b34df33-963b-42f5-8c55-c63a061e6725 HTTP/1.1" status: 204 len: 168 time: 1.6501014 Feb 09 01:30:49.363237 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-45b79809-4098-4bbb-aaf7-e1d6bb458c98 None None] Deleting port 2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:30:49.364214 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-45b79809-4098-4bbb-aaf7-e1d6bb458c98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:49.454272 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28587fbf-a760-4351-b48b-3aa4025f38d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b34df33-963b-42f5-8c55-c63a061e6725,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:49.465301 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7cf2bba2-665c-4beb-8f85-26bc81628496 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:49.536054 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-0f609473-79c3-4ddd-b271-9b33e8d27413 req-9b6d811b-73e3-4d99-9c5f-01ec24db2d69 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Deleting port 084736e9-2e33-480f-b54d-c1da4a3657ca {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:30:49.537844 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0f609473-79c3-4ddd-b271-9b33e8d27413 req-9b6d811b-73e3-4d99-9c5f-01ec24db2d69 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (084736e9-2e33-480f-b54d-c1da4a3657ca), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:49.748532 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d8974d03-1a2a-44fa-8169-512a02afe1bf tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for port (3fc4b23e-7caf-4c88-a6e5-deb67b4fce28), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:49.843355 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d8974d03-1a2a-44fa-8169-512a02afe1bf tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (3fc4b23e-7caf-4c88-a6e5-deb67b4fce28), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:49.860654 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:30:49.911227 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8974d03-1a2a-44fa-8169-512a02afe1bf tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Network d73508dc-7f57-4aa2-b988-7f7109debbf6 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:49.927036 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-d8974d03-1a2a-44fa-8169-512a02afe1bf tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:49.931094 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8974d03-1a2a-44fa-8169-512a02afe1bf tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:30:49.957068 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8974d03-1a2a-44fa-8169-512a02afe1bf tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'Port': ['ID=3fc4b23e-7caf-4c88-a6e5-deb67b4fce28,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:50.000858 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-defa29ec-2c5f-4beb-a5b1-07c7ac3993f6 None None] For port 77f614ae-f8cd-4502-a225-34da6e7d2a60, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:30:50.006379 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-defa29ec-2c5f-4beb-a5b1-07c7ac3993f6 None None] For port 77f614ae-f8cd-4502-a225-34da6e7d2a60, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=77f614ae-f8cd-4502-a225-34da6e7d2a60,segment=NetworkSegment(47c4f7d1-e2ed-4b85-9608-17d94691fc06),segment_id=47c4f7d1-e2ed-4b85-9608-17d94691fc06)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:30:50.012110 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d8974d03-1a2a-44fa-8169-512a02afe1bf tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (fdee2eba-a2df-4452-9142-feea301c6340), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:50.025727 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a288a896-ac05-48e9-8d42-e386917a81ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:50.054683 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No active binding found for port 2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f {{(pid=103138) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 01:30:50.055305 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] The host n-d-828369-4 is not matching for port 2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f host None! {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:30:50.055799 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:30:50.055947 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-0f609473-79c3-4ddd-b271-9b33e8d27413 req-9b6d811b-73e3-4d99-9c5f-01ec24db2d69 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] For port 084736e9-2e33-480f-b54d-c1da4a3657ca, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=084736e9-2e33-480f-b54d-c1da4a3657ca,segment=NetworkSegment(48933cd2-4d24-4749-84b3-745901d79474),segment_id=48933cd2-4d24-4749-84b3-745901d79474)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:50.056326 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0f609473-79c3-4ddd-b271-9b33e8d27413 req-9b6d811b-73e3-4d99-9c5f-01ec24db2d69 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (084736e9-2e33-480f-b54d-c1da4a3657ca), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:50.067001 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-defa29ec-2c5f-4beb-a5b1-07c7ac3993f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (77f614ae-f8cd-4502-a225-34da6e7d2a60), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:50.131054 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 50348) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:50.131871 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a288a896-ac05-48e9-8d42-e386917a81ca admin admin] Pushing event deleted for resources: {'Port': ['ID=2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:50.149598 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa29ec-2c5f-4beb-a5b1-07c7ac3993f6 None None] Pushing event updated for resources: {'Port': ['ID=77f614ae-f8cd-4502-a225-34da6e7d2a60,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:50.163459 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-6d04dfa4-48a6-43e1-ba36-24caa0ca0e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdee2eba-a2df-4452-9142-feea301c6340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-599704568', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '69484d6a-c16f-4d21-8758-c0a9387a1fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:35Z', 'updated_at': '2022-02-09T01:30:40Z', 'revision_number': 3, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '69484d6a-c16f-4d21-8758-c0a9387a1fcf', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdee2eba-a2df-4452-9142-feea301c6340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:38Z', 'updated_at': '2022-02-09T01:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:50.170603 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a288a896-ac05-48e9-8d42-e386917a81ca admin admin] No DVR routers for this DVR port 2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f on host n-d-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:30:50.208061 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d04dfa4-48a6-43e1-ba36-24caa0ca0e20 None None] The sync data for ids ['fdee2eba-a2df-4452-9142-feea301c6340'] in n-d-828369-4 is: [{'id': 'fdee2eba-a2df-4452-9142-feea301c6340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-599704568', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '69484d6a-c16f-4d21-8758-c0a9387a1fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:35Z', 'updated_at': '2022-02-09T01:30:40Z', 'revision_number': 3, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '69484d6a-c16f-4d21-8758-c0a9387a1fcf', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdee2eba-a2df-4452-9142-feea301c6340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:38Z', 'updated_at': '2022-02-09T01:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:30:50.218586 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-45b79809-4098-4bbb-aaf7-e1d6bb458c98 None None] For port 2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f,segment=NetworkSegment(c65aa26b-6f4d-4da5-9ac6-6c267d824ab1),segment_id=c65aa26b-6f4d-4da5-9ac6-6c267d824ab1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:50.219286 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-45b79809-4098-4bbb-aaf7-e1d6bb458c98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:50.240503 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-45b79809-4098-4bbb-aaf7-e1d6bb458c98 None None] Calling delete_port for 2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:30:50.320522 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7cf2bba2-665c-4beb-8f85-26bc81628496 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (f288b66c-54a1-491e-adf2-dc837b91e0f5), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:50.354722 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9f316c29-099e-452c-80ce-1357afbad976 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:50.357518 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7cf2bba2-665c-4beb-8f85-26bc81628496 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (f288b66c-54a1-491e-adf2-dc837b91e0f5), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:50.410234 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d8974d03-1a2a-44fa-8169-512a02afe1bf tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3fc4b23e-7caf-4c88-a6e5-deb67b4fce28), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:50.421283 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-45b79809-4098-4bbb-aaf7-e1d6bb458c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:50.474644 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b79809-4098-4bbb-aaf7-e1d6bb458c98 None None] Pushing event deleted for resources: {'Port': ['ID=2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:50.499878 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b79809-4098-4bbb-aaf7-e1d6bb458c98 None None] No DVR routers for this DVR port 2f7bdc3e-cf45-4a1b-92cb-2be6ededcc8f on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:30:50.503700 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-48e59c2f-0008-4f16-9fbb-64a87831ba2e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:50.529962 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-48e59c2f-0008-4f16-9fbb-64a87831ba2e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/networks?id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 HTTP/1.1" status: 200 len: 811 time: 0.7783394 Feb 09 01:30:50.563886 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb136b-e375-4792-9085-fda94df2e483 req-9ab7fdfa-b2a2-4e13-acc5-95b4707a1f12 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:50.570893 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-79bb136b-e375-4792-9085-fda94df2e483 req-9ab7fdfa-b2a2-4e13-acc5-95b4707a1f12 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] 10.222.0.50 "GET /v2.0/ports?device_id=8987e885-8c40-404c-967a-7cdc62a89da4 HTTP/1.1" status: 200 len: 946 time: 0.7275431 Feb 09 01:30:50.603412 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7cf2bba2-665c-4beb-8f85-26bc81628496 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:50.610871 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-7cf2bba2-665c-4beb-8f85-26bc81628496 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.4070115 Feb 09 01:30:50.651443 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50350) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:50.701982 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a288a896-ac05-48e9-8d42-e386917a81ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (d88b7625-86d0-4021-80a0-5ba2f7b1a042), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:50.728226 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-3b882f98-82e9-4ea6-9596-864b7be8c822 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Request body: {'security_group_rule': {'security_group_id': 'f288b66c-54a1-491e-adf2-dc837b91e0f5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:50.729241 n-d-828369-4 neutron-server[103137]: WARNING neutron.api.v2.base [None req-3b882f98-82e9-4ea6-9596-864b7be8c822 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 09 01:30:50.729818 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-3b882f98-82e9-4ea6-9596-864b7be8c822 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:30:50.730741 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3b882f98-82e9-4ea6-9596-864b7be8c822 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0781841 Feb 09 01:30:50.736348 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50352) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:50.764229 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-2db7f22f-5f2d-4f35-9261-d24341ad3b05 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/quotas/c9bde012005949bf8ed5f5d05d570ac0 HTTP/1.1" status: 200 len: 375 time: 0.2319331 Feb 09 01:30:50.764229 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf2bba2-665c-4beb-8f85-26bc81628496 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f288b66c-54a1-491e-adf2-dc837b91e0f5,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:50.824101 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-a288a896-ac05-48e9-8d42-e386917a81ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d88b7625-86d0-4021-80a0-5ba2f7b1a042']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:50.877283 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-77283038-5675-4107-a7dc-f9aed9e354e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ff3f983-dc2c-4e22-8baa-1a478e3bb441 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:30:50.889478 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-a288a896-ac05-48e9-8d42-e386917a81ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c65aa26b-6f4d-4da5-9ac6-6c267d824ab1') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:50.889799 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-a288a896-ac05-48e9-8d42-e386917a81ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c65aa26b-6f4d-4da5-9ac6-6c267d824ab1') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:50.915326 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-77283038-5675-4107-a7dc-f9aed9e354e1 service neutron] Publish callbacks [] for port (6ff3f983-dc2c-4e22-8baa-1a478e3bb441), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:50.916470 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a76bdbf9-06c1-4f97-8cbc-d05d04ca0672 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (f288b66c-54a1-491e-adf2-dc837b91e0f5), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:50.945563 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a288a896-ac05-48e9-8d42-e386917a81ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (c65aa26b-6f4d-4da5-9ac6-6c267d824ab1), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:50.975908 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a76bdbf9-06c1-4f97-8cbc-d05d04ca0672 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (f288b66c-54a1-491e-adf2-dc837b91e0f5), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:51.021386 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a288a896-ac05-48e9-8d42-e386917a81ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (c65aa26b-6f4d-4da5-9ac6-6c267d824ab1), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:51.064170 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-79bb136b-e375-4792-9085-fda94df2e483 req-507c928e-2981-498a-8adf-cb5a3ee33aee tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] 10.222.0.50 "GET /v2.0/security-groups?id=64d94c76-3ef2-4d2c-9b56-3b589fa64b66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4921639 Feb 09 01:30:51.098738 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a288a896-ac05-48e9-8d42-e386917a81ca admin admin] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:30:51.099606 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a288a896-ac05-48e9-8d42-e386917a81ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (c65aa26b-6f4d-4da5-9ac6-6c267d824ab1), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:51.159220 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:30:51.159220 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:30:51.159220 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:30:51.159220 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:30:51.159220 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:30:51.159220 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:30:51.159220 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:30:51.159220 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:30:51.159220 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:30:51.159220 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:30:51.159220 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:30:51.159220 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:30:51.159220 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:30:51.159220 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:30:51.159220 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:30:51.159220 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:30:51.159220 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:30:51.159220 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:30:51.159220 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:30:51.159220 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:30:51.159220 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:30:51.159220 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:30:51.159220 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:30:51.159220 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:30:51.159220 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:30:51.159220 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:30:51.159220 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:30:51.159220 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:30:51.159220 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:30:51.159220 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:30:51.159220 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:30:51.159220 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:30:51.166505 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a76bdbf9-06c1-4f97-8cbc-d05d04ca0672 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (f288b66c-54a1-491e-adf2-dc837b91e0f5), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:51.169826 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a76bdbf9-06c1-4f97-8cbc-d05d04ca0672 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:51.170972 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a76bdbf9-06c1-4f97-8cbc-d05d04ca0672 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "DELETE /v2.0/security-groups/f288b66c-54a1-491e-adf2-dc837b91e0f5 HTTP/1.1" status: 204 len: 168 time: 0.4321337 Feb 09 01:30:51.177022 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50358) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:51.208570 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76bdbf9-06c1-4f97-8cbc-d05d04ca0672 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f288b66c-54a1-491e-adf2-dc837b91e0f5,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:51.278911 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d3925441-5b81-4b64-9fc2-b48cb164fa17 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0985949 Feb 09 01:30:51.284128 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50360) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:51.288177 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d8974d03-1a2a-44fa-8169-512a02afe1bf tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for port (3fc4b23e-7caf-4c88-a6e5-deb67b4fce28), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:51.311398 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-4114c9f5-85f5-4a15-9c07-44a7eae9321e tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Request body: {'security_group': {'name': 'tempest-secgroup--1253994036'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:51.312658 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-89b91bee-136b-48a7-baa4-eb81bcb5addc tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c9bde012005949bf8ed5f5d05d570ac0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5137746 Feb 09 01:30:51.330653 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-6e27f111-ba2d-4569-8317-68c1890f4531 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:30:51.331609 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d8974d03-1a2a-44fa-8169-512a02afe1bf tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (3fc4b23e-7caf-4c88-a6e5-deb67b4fce28), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:51.338230 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-6e27f111-ba2d-4569-8317-68c1890f4531 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0246713 Feb 09 01:30:51.468459 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-e011d6bd-bc51-46b3-8647-5c1cfde14829 service neutron] 10.222.0.50 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291084 Feb 09 01:30:51.494446 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4114c9f5-85f5-4a15-9c07-44a7eae9321e tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:51.523572 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8974d03-1a2a-44fa-8169-512a02afe1bf tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'Port': ['ID=3fc4b23e-7caf-4c88-a6e5-deb67b4fce28,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:51.528982 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d8974d03-1a2a-44fa-8169-512a02afe1bf tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (fdee2eba-a2df-4452-9142-feea301c6340), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:51.634886 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-8457bf59-e635-4fe0-887f-fd96d280e283 service neutron] 10.222.0.50 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625869 Feb 09 01:30:51.663014 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 084736e9-2e33-480f-b54d-c1da4a3657ca no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:30:51.677717 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0f609473-79c3-4ddd-b271-9b33e8d27413 req-9b6d811b-73e3-4d99-9c5f-01ec24db2d69 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:51.686786 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0f609473-79c3-4ddd-b271-9b33e8d27413 req-9b6d811b-73e3-4d99-9c5f-01ec24db2d69 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (a43f732b-2b47-4a73-927a-0029a57ebf8e), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:51.689301 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [req-0f609473-79c3-4ddd-b271-9b33e8d27413 req-9b6d811b-73e3-4d99-9c5f-01ec24db2d69 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Floating IP a43f732b-2b47-4a73-927a-0029a57ebf8e disassociated. External IP: 172.25.8.113, port: 084736e9-2e33-480f-b54d-c1da4a3657ca. Feb 09 01:30:51.689578 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-0f609473-79c3-4ddd-b271-9b33e8d27413 req-9b6d811b-73e3-4d99-9c5f-01ec24db2d69 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Calling delete_port for 084736e9-2e33-480f-b54d-c1da4a3657ca owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:30:51.708297 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9f316c29-099e-452c-80ce-1357afbad976 admin admin] Publish callbacks [] for security_group (81f9e401-4ef6-47dd-aa5e-4dd06e8e99b6), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:51.738268 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-77283038-5675-4107-a7dc-f9aed9e354e1 service neutron] Transition to ACTIVE for port object 6ff3f983-dc2c-4e22-8baa-1a478e3bb441 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:30:51.786542 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4114c9f5-85f5-4a15-9c07-44a7eae9321e tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (b5f02e4d-e944-4421-9540-515cda979a8b), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:51.786780 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f44081-4d9e-4b73-959d-f8828bd4c9e8 req-2f0ecff2-5a24-4fab-a251-92f231494eea tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:51.788505 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-15f44081-4d9e-4b73-959d-f8828bd4c9e8 req-2f0ecff2-5a24-4fab-a251-92f231494eea tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=0aacd275-38eb-4765-b777-31a5f266abe9 HTTP/1.1" status: 200 len: 931 time: 0.6266894 Feb 09 01:30:51.789212 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9f316c29-099e-452c-80ce-1357afbad976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (81f9e401-4ef6-47dd-aa5e-4dd06e8e99b6), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:51.792025 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a288a896-ac05-48e9-8d42-e386917a81ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (d88b7625-86d0-4021-80a0-5ba2f7b1a042), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:51.824140 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4114c9f5-85f5-4a15-9c07-44a7eae9321e tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b5f02e4d-e944-4421-9540-515cda979a8b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:51.893574 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-77283038-5675-4107-a7dc-f9aed9e354e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (6ff3f983-dc2c-4e22-8baa-1a478e3bb441), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:51.905179 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 69484d6a-c16f-4d21-8758-c0a9387a1fcf up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:30:51.938504 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a288a896-ac05-48e9-8d42-e386917a81ca admin admin] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:51.959689 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a288a896-ac05-48e9-8d42-e386917a81ca admin admin] 10.222.0.50 "DELETE /v2.0/networks/d88b7625-86d0-4021-80a0-5ba2f7b1a042 HTTP/1.1" status: 204 len: 168 time: 4.8337104 Feb 09 01:30:51.965539 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f316c29-099e-452c-80ce-1357afbad976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f9e401-4ef6-47dd-aa5e-4dd06e8e99b6,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:51.971450 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8974d03-1a2a-44fa-8169-512a02afe1bf tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Network d73508dc-7f57-4aa2-b988-7f7109debbf6 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:51.991877 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4114c9f5-85f5-4a15-9c07-44a7eae9321e tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:52.001372 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4114c9f5-85f5-4a15-9c07-44a7eae9321e tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7135930 Feb 09 01:30:52.001372 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4114c9f5-85f5-4a15-9c07-44a7eae9321e tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f02e4d-e944-4421-9540-515cda979a8b,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:52.002169 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50368) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:52.014880 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 084736e9-2e33-480f-b54d-c1da4a3657ca is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:52.019807 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (084736e9-2e33-480f-b54d-c1da4a3657ca), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:52.024930 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-0a94da97-947e-4fa9-9803-70515567c748 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Request body: {'security_group_rule': {'security_group_id': 'b5f02e4d-e944-4421-9540-515cda979a8b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:52.025637 n-d-828369-4 neutron-server[103137]: WARNING neutron.api.v2.base [None req-0a94da97-947e-4fa9-9803-70515567c748 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 09 01:30:52.026009 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-0a94da97-947e-4fa9-9803-70515567c748 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:30:52.029608 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0a94da97-947e-4fa9-9803-70515567c748 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0239477 Feb 09 01:30:52.029608 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-d8974d03-1a2a-44fa-8169-512a02afe1bf tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:30:52.049149 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50372) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:52.103266 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 084736e9-2e33-480f-b54d-c1da4a3657ca, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=084736e9-2e33-480f-b54d-c1da4a3657ca,segment=NetworkSegment(48933cd2-4d24-4749-84b3-745901d79474),segment_id=48933cd2-4d24-4749-84b3-745901d79474)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:52.117774 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8987e885-8c40-404c-967a-7cdc62a89da4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '084736e9-2e33-480f-b54d-c1da4a3657ca'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:30:52.120242 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4f1765-f35f-4b78-90ed-77ffbf73460e" -d '{"events": [{"server_uuid": "8987e885-8c40-404c-967a-7cdc62a89da4", "name": "network-vif-unplugged", "status": "completed", "tag": "084736e9-2e33-480f-b54d-c1da4a3657ca"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:30:52.130793 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (084736e9-2e33-480f-b54d-c1da4a3657ca), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:52.229391 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=084736e9-2e33-480f-b54d-c1da4a3657ca,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:52.246043 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 69484d6a-c16f-4d21-8758-c0a9387a1fcf triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:52.246280 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (69484d6a-c16f-4d21-8758-c0a9387a1fcf), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:52.297996 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c887b5c-a980-4217-b831-9c21e7bbf880 None None] Network d73508dc-7f57-4aa2-b988-7f7109debbf6 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:30:52.425032 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a288a896-ac05-48e9-8d42-e386917a81ca admin admin] Pushing event deleted for resources: {'Network': ['ID=d88b7625-86d0-4021-80a0-5ba2f7b1a042,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:52.429576 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-9f316c29-099e-452c-80ce-1357afbad976 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 2.2945564 Feb 09 01:30:52.437829 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 50382) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:52.438419 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50384) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:52.439036 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0f609473-79c3-4ddd-b271-9b33e8d27413 req-9b6d811b-73e3-4d99-9c5f-01ec24db2d69 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (084736e9-2e33-480f-b54d-c1da4a3657ca), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:52.478113 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a42231fb-3b6b-438a-a0f9-ea0f9df81725 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (b5f02e4d-e944-4421-9540-515cda979a8b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:52.539031 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-5ae3e073-13a5-4ffb-b4ec-9a45df701f27 None None] Provisioning complete for port 77f614ae-f8cd-4502-a225-34da6e7d2a60 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:52.539428 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5ae3e073-13a5-4ffb-b4ec-9a45df701f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (77f614ae-f8cd-4502-a225-34da6e7d2a60), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:52.580744 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a42231fb-3b6b-438a-a0f9-ea0f9df81725 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (b5f02e4d-e944-4421-9540-515cda979a8b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:52.713565 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8974d03-1a2a-44fa-8169-512a02afe1bf tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Router fdee2eba-a2df-4452-9142-feea301c6340 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:30:52.740033 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a42231fb-3b6b-438a-a0f9-ea0f9df81725 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b5f02e4d-e944-4421-9540-515cda979a8b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:52.743548 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a42231fb-3b6b-438a-a0f9-ea0f9df81725 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:52.745268 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a42231fb-3b6b-438a-a0f9-ea0f9df81725 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "DELETE /v2.0/security-groups/b5f02e4d-e944-4421-9540-515cda979a8b HTTP/1.1" status: 204 len: 168 time: 0.6916149 Feb 09 01:30:52.764185 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50390) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:52.765306 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42231fb-3b6b-438a-a0f9-ea0f9df81725 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f02e4d-e944-4421-9540-515cda979a8b,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:52.769513 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 69484d6a-c16f-4d21-8758-c0a9387a1fcf is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:52.770044 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (69484d6a-c16f-4d21-8758-c0a9387a1fcf), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:52.806513 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-25d6555c-6948-4aae-97fa-a86ccebd513b admin admin] Publish callbacks [] for security_group (81f9e401-4ef6-47dd-aa5e-4dd06e8e99b6), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:52.874706 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-5ae3e073-13a5-4ffb-b4ec-9a45df701f27 None None] Current status of the port 77f614ae-f8cd-4502-a225-34da6e7d2a60 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:52.878515 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5ae3e073-13a5-4ffb-b4ec-9a45df701f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (77f614ae-f8cd-4502-a225-34da6e7d2a60), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:52.977709 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 69484d6a-c16f-4d21-8758-c0a9387a1fcf, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=69484d6a-c16f-4d21-8758-c0a9387a1fcf,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:53.014606 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-5ae3e073-13a5-4ffb-b4ec-9a45df701f27 None None] For port 77f614ae-f8cd-4502-a225-34da6e7d2a60, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=77f614ae-f8cd-4502-a225-34da6e7d2a60,segment=NetworkSegment(47c4f7d1-e2ed-4b85-9608-17d94691fc06),segment_id=47c4f7d1-e2ed-4b85-9608-17d94691fc06)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:53.019242 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (69484d6a-c16f-4d21-8758-c0a9387a1fcf), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:53.020182 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 77f614ae-f8cd-4502-a225-34da6e7d2a60 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:30:53.098080 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8974d03-1a2a-44fa-8169-512a02afe1bf tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:30:53.105204 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5ae3e073-13a5-4ffb-b4ec-9a45df701f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (77f614ae-f8cd-4502-a225-34da6e7d2a60), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:53.113305 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d8974d03-1a2a-44fa-8169-512a02afe1bf tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "PUT /v2.0/routers/fdee2eba-a2df-4452-9142-feea301c6340/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8630760 Feb 09 01:30:53.159638 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=69484d6a-c16f-4d21-8758-c0a9387a1fcf,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:53.224457 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e8a409e7-786b-4c7a-bdda-9f6ad5bcca9b tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4374180 Feb 09 01:30:53.242852 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50398) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:53.262451 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-b4f07e04-9bb9-487f-b958-68da20cdbf7c tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Request body: {'security_group': {'name': 'tempest-secgroup--58587820'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:53.282636 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9c1289-3215-4703-8001-72a0de20f222 None None] Sync routers for ids ['fdee2eba-a2df-4452-9142-feea301c6340'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:30:53.311761 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9c1289-3215-4703-8001-72a0de20f222 None None] Routers {'fdee2eba-a2df-4452-9142-feea301c6340'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:30:53.324635 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-8c9c1289-3215-4703-8001-72a0de20f222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:30:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['fdee2eba-a2df-4452-9142-feea301c6340'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:53.343173 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-25d6555c-6948-4aae-97fa-a86ccebd513b admin admin] Publish callbacks [] for security_group (81f9e401-4ef6-47dd-aa5e-4dd06e8e99b6), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:53.345524 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b4f07e04-9bb9-487f-b958-68da20cdbf7c tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:53.348480 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-a3a16bc4-a623-47de-a1b6-36d5e293e93e None None] Provisioning complete for port 77f614ae-f8cd-4502-a225-34da6e7d2a60 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:53.348893 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a3a16bc4-a623-47de-a1b6-36d5e293e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (77f614ae-f8cd-4502-a225-34da6e7d2a60), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:53.430142 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae3e073-13a5-4ffb-b4ec-9a45df701f27 None None] Pushing event updated for resources: {'Port': ['ID=77f614ae-f8cd-4502-a225-34da6e7d2a60,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:53.439387 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 77f614ae-f8cd-4502-a225-34da6e7d2a60 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:53.440153 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (77f614ae-f8cd-4502-a225-34da6e7d2a60), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:53.461380 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-752d1a08-6fd9-4784-acbd-9019c92934f4 req-4b0cdd9a-36d6-4418-bf70-815e17a4360e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 210 time: 1.0269983 Feb 09 01:30:53.551909 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-25d6555c-6948-4aae-97fa-a86ccebd513b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (81f9e401-4ef6-47dd-aa5e-4dd06e8e99b6), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:53.555090 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-25d6555c-6948-4aae-97fa-a86ccebd513b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:53.557058 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-25d6555c-6948-4aae-97fa-a86ccebd513b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/81f9e401-4ef6-47dd-aa5e-4dd06e8e99b6 HTTP/1.1" status: 204 len: 168 time: 1.1175525 Feb 09 01:30:53.589681 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d6555c-6948-4aae-97fa-a86ccebd513b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f9e401-4ef6-47dd-aa5e-4dd06e8e99b6,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:53.608509 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b4f07e04-9bb9-487f-b958-68da20cdbf7c tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (b67e9dc0-569f-42c3-a8a2-ebfbb52ebc13), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:53.616273 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b4f07e04-9bb9-487f-b958-68da20cdbf7c tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b67e9dc0-569f-42c3-a8a2-ebfbb52ebc13), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:53.657597 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b4f07e04-9bb9-487f-b958-68da20cdbf7c tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:53.663391 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b4f07e04-9bb9-487f-b958-68da20cdbf7c tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4168630 Feb 09 01:30:53.675136 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50406) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:53.693011 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-9de36f0f-791d-4ced-b8b9-4ac4fa381779 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Request body: {'security_group_rule': {'security_group_id': 'b67e9dc0-569f-42c3-a8a2-ebfbb52ebc13', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:53.695982 n-d-828369-4 neutron-server[103137]: WARNING neutron.api.v2.base [None req-9de36f0f-791d-4ced-b8b9-4ac4fa381779 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 09 01:30:53.696513 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-9de36f0f-791d-4ced-b8b9-4ac4fa381779 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:30:53.700041 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9de36f0f-791d-4ced-b8b9-4ac4fa381779 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0214756 Feb 09 01:30:53.714585 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50408) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:53.739315 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-8c9c1289-3215-4703-8001-72a0de20f222 None None] Set router fdee2eba-a2df-4452-9142-feea301c6340 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:30:53.742456 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-73290db2-e840-4435-bad9-65347d9e8d8c tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Request body: {'security_group_rule': {'security_group_id': 'b67e9dc0-569f-42c3-a8a2-ebfbb52ebc13', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:53.747941 n-d-828369-4 neutron-server[103137]: WARNING neutron.api.v2.base [None req-73290db2-e840-4435-bad9-65347d9e8d8c tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 09 01:30:53.748492 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-73290db2-e840-4435-bad9-65347d9e8d8c tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:30:53.760261 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-73290db2-e840-4435-bad9-65347d9e8d8c tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0370991 Feb 09 01:30:53.796811 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50410) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:53.834449 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a3a16bc4-a623-47de-a1b6-36d5e293e93e None None] Current status of the port 77f614ae-f8cd-4502-a225-34da6e7d2a60 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:53.839847 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-eca108a5-557c-42ff-95a4-0ec66bb75fd4 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Request body: {'security_group_rule': {'security_group_id': 'b67e9dc0-569f-42c3-a8a2-ebfbb52ebc13', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:53.842667 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 77f614ae-f8cd-4502-a225-34da6e7d2a60 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:53.847567 n-d-828369-4 neutron-server[103137]: WARNING neutron.api.v2.base [None req-eca108a5-557c-42ff-95a4-0ec66bb75fd4 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 09 01:30:53.848181 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-eca108a5-557c-42ff-95a4-0ec66bb75fd4 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:30:53.853622 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-a3a16bc4-a623-47de-a1b6-36d5e293e93e None None] Provisioning complete for port 3fc4b23e-7caf-4c88-a6e5-deb67b4fce28 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:53.854284 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a3a16bc4-a623-47de-a1b6-36d5e293e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (3fc4b23e-7caf-4c88-a6e5-deb67b4fce28), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:53.856288 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-eca108a5-557c-42ff-95a4-0ec66bb75fd4 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0579672 Feb 09 01:30:53.874892 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f07e04-9bb9-487f-b958-68da20cdbf7c tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b67e9dc0-569f-42c3-a8a2-ebfbb52ebc13,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:53.881163 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50412) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:53.891576 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-30037cf2-c1ab-46ea-8e87-77258b0c3d80 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Request body: {'security_group_rule': {'security_group_id': 'b67e9dc0-569f-42c3-a8a2-ebfbb52ebc13', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:53.894997 n-d-828369-4 neutron-server[103137]: WARNING neutron.api.v2.base [None req-30037cf2-c1ab-46ea-8e87-77258b0c3d80 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 09 01:30:53.897039 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-30037cf2-c1ab-46ea-8e87-77258b0c3d80 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:30:53.898525 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-30037cf2-c1ab-46ea-8e87-77258b0c3d80 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0162966 Feb 09 01:30:53.902011 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77283038-5675-4107-a7dc-f9aed9e354e1 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff3f983-dc2c-4e22-8baa-1a478e3bb441,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:53.903421 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50414) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:54.025636 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a3a16bc4-a623-47de-a1b6-36d5e293e93e None None] Port 3fc4b23e-7caf-4c88-a6e5-deb67b4fce28 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:30:54.193212 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-e1152ea8-01b2-44ae-8ee1-d9f66875e330 None None] Provisioning complete for port 3fc4b23e-7caf-4c88-a6e5-deb67b4fce28 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:54.193582 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e1152ea8-01b2-44ae-8ee1-d9f66875e330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (3fc4b23e-7caf-4c88-a6e5-deb67b4fce28), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:54.223801 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 69484d6a-c16f-4d21-8758-c0a9387a1fcf up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:30:54.255592 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-846db01f-ee3e-456d-b0e1-8bb79ed80e99 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (b67e9dc0-569f-42c3-a8a2-ebfbb52ebc13), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:54.382552 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-846db01f-ee3e-456d-b0e1-8bb79ed80e99 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (b67e9dc0-569f-42c3-a8a2-ebfbb52ebc13), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:54.404470 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-15f44081-4d9e-4b73-959d-f8828bd4c9e8 req-001848f3-687c-4bb1-a368-22a3ecdafb5d tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/security-groups?id=89cf32ef-8647-4bf5-8025-bd4fbbfa8670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.4847546 Feb 09 01:30:54.418658 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dd6b9f86-f0d3-4706-a7d1-c65b3b47b5df req-1520b077-5897-489a-94fb-e1b0bc237af4 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] 10.222.0.50 "GET /v2.0/ports?device_id=8987e885-8c40-404c-967a-7cdc62a89da4 HTTP/1.1" status: 200 len: 210 time: 0.6016750 Feb 09 01:30:54.469517 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e1152ea8-01b2-44ae-8ee1-d9f66875e330 None None] Port 3fc4b23e-7caf-4c88-a6e5-deb67b4fce28 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:30:54.493875 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d811b-73e3-4d99-9c5f-01ec24db2d69 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Pushing event deleted for resources: {'Port': ['ID=084736e9-2e33-480f-b54d-c1da4a3657ca,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:54.522587 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-846db01f-ee3e-456d-b0e1-8bb79ed80e99 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b67e9dc0-569f-42c3-a8a2-ebfbb52ebc13), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:54.535373 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-846db01f-ee3e-456d-b0e1-8bb79ed80e99 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:54.544970 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 69484d6a-c16f-4d21-8758-c0a9387a1fcf triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:54.546603 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (69484d6a-c16f-4d21-8758-c0a9387a1fcf), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:54.547486 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-846db01f-ee3e-456d-b0e1-8bb79ed80e99 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "DELETE /v2.0/security-groups/b67e9dc0-569f-42c3-a8a2-ebfbb52ebc13 HTTP/1.1" status: 204 len: 168 time: 0.6424696 Feb 09 01:30:54.567595 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50426) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:54.627240 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846db01f-ee3e-456d-b0e1-8bb79ed80e99 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67e9dc0-569f-42c3-a8a2-ebfbb52ebc13,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:54.721338 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-8c9c1289-3215-4703-8001-72a0de20f222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdee2eba-a2df-4452-9142-feea301c6340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-599704568', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '69484d6a-c16f-4d21-8758-c0a9387a1fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:35Z', 'updated_at': '2022-02-09T01:30:50Z', 'revision_number': 4, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '69484d6a-c16f-4d21-8758-c0a9387a1fcf', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdee2eba-a2df-4452-9142-feea301c6340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:38Z', 'updated_at': '2022-02-09T01:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '3fc4b23e-7caf-4c88-a6e5-deb67b4fce28', 'name': '', 'network_id': 'd73508dc-7f57-4aa2-b988-7f7109debbf6', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'mac_address': 'fa:16:3e:a4:da:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdee2eba-a2df-4452-9142-feea301c6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '4853b5cd-ebee-449a-9205-ef940b6a4070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:48Z', 'updated_at': '2022-02-09T01:30:50Z', 'revision_number': 2, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'subnets': [{'id': '4853b5cd-ebee-449a-9205-ef940b6a4070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:54.742073 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-861e1eea-48d8-4f3c-a42c-1e6b9a0f5b5f tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1497071 Feb 09 01:30:54.742073 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50434) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:54.747443 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-f0c5c399-e026-4450-980d-f331cc681a34 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Request body: {'security_group': {'name': 'tempest-secgroup--969610871'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:54.752090 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-51dc3148-f609-40b8-8961-3f339408927a None None] Provisioning complete for port 3fc4b23e-7caf-4c88-a6e5-deb67b4fce28 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:54.753346 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-51dc3148-f609-40b8-8961-3f339408927a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (3fc4b23e-7caf-4c88-a6e5-deb67b4fce28), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:54.783332 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-87271e28-05ac-4ee0-b76f-0c2d2fe2a769 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:54.791245 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-87271e28-05ac-4ee0-b76f-0c2d2fe2a769 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.47 "GET /v2.0/networks?id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 HTTP/1.1" status: 200 len: 811 time: 0.4271374 Feb 09 01:30:54.794044 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f0c5c399-e026-4450-980d-f331cc681a34 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:54.817625 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-32016e4e-740f-4eb7-bc5f-98621b138f55 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=99253303b883423fad908712b3678824&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3752720 Feb 09 01:30:54.819405 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50436) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:54.824273 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9c1289-3215-4703-8001-72a0de20f222 None None] Checking router: fdee2eba-a2df-4452-9142-feea301c6340 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:30:54.824669 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9c1289-3215-4703-8001-72a0de20f222 None None] Updating router fdee2eba-a2df-4452-9142-feea301c6340 port 3fc4b23e-7caf-4c88-a6e5-deb67b4fce28 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:30:54.845466 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-d768cf92-2ee4-4b24-8d1f-27a80678fbeb tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Request body: {'port': {'device_id': '12414174-21e8-4a97-8880-8046ac18368f', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'admin_state_up': True, 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:54.847308 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-51dc3148-f609-40b8-8961-3f339408927a None None] Port 3fc4b23e-7caf-4c88-a6e5-deb67b4fce28 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:30:54.937967 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 69484d6a-c16f-4d21-8758-c0a9387a1fcf is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:54.938310 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8c9c1289-3215-4703-8001-72a0de20f222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3fc4b23e-7caf-4c88-a6e5-deb67b4fce28), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:54.939600 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 77f614ae-f8cd-4502-a225-34da6e7d2a60 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:30:54.977780 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-77283038-5675-4107-a7dc-f9aed9e354e1 service neutron] Attempting to bind port 6ff3f983-dc2c-4e22-8baa-1a478e3bb441 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:30:54.978117 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-77283038-5675-4107-a7dc-f9aed9e354e1 service neutron] Attempting to bind port 6ff3f983-dc2c-4e22-8baa-1a478e3bb441 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '1666a7a2-41b4-455c-a9b6-1ec0c33c0758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '9b2a4079-2723-4a47-b157-14dd261b93dd'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:30:54.978616 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-77283038-5675-4107-a7dc-f9aed9e354e1 service neutron] Attempting to bind port 6ff3f983-dc2c-4e22-8baa-1a478e3bb441 on network 9b2a4079-2723-4a47-b157-14dd261b93dd {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:54.985951 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-77283038-5675-4107-a7dc-f9aed9e354e1 service neutron] Port 6ff3f983-dc2c-4e22-8baa-1a478e3bb441 on network 9b2a4079-2723-4a47-b157-14dd261b93dd not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:30:54.986358 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-77283038-5675-4107-a7dc-f9aed9e354e1 service neutron] Attempting to bind port 6ff3f983-dc2c-4e22-8baa-1a478e3bb441 on network 9b2a4079-2723-4a47-b157-14dd261b93dd {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:55.015295 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785564df-668f-42f6-a685-c0d2c8a7c8a3 x-openstack-request-id: req-785564df-668f-42f6-a685-c0d2c8a7c8a3 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:30:55.020011 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8987e885-8c40-404c-967a-7cdc62a89da4", "name": "network-vif-unplugged", "status": "completed", "tag": "084736e9-2e33-480f-b54d-c1da4a3657ca", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:30:55.020491 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-785564df-668f-42f6-a685-c0d2c8a7c8a3 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:30:55.023160 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8987e885-8c40-404c-967a-7cdc62a89da4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '084736e9-2e33-480f-b54d-c1da4a3657ca', 'code': 200} Feb 09 01:30:55.039877 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-77283038-5675-4107-a7dc-f9aed9e354e1 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:30:55.040304 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-77283038-5675-4107-a7dc-f9aed9e354e1 service neutron] Checking segment: {'id': '1666a7a2-41b4-455c-a9b6-1ec0c33c0758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '9b2a4079-2723-4a47-b157-14dd261b93dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:30:55.040836 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-77283038-5675-4107-a7dc-f9aed9e354e1 service neutron] Bound using segment: {'id': '1666a7a2-41b4-455c-a9b6-1ec0c33c0758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '9b2a4079-2723-4a47-b157-14dd261b93dd'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:30:55.041363 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-77283038-5675-4107-a7dc-f9aed9e354e1 service neutron] Bound port: 6ff3f983-dc2c-4e22-8baa-1a478e3bb441, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1666a7a2-41b4-455c-a9b6-1ec0c33c0758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '9b2a4079-2723-4a47-b157-14dd261b93dd'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:30:55.041803 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-77283038-5675-4107-a7dc-f9aed9e354e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6ff3f983-dc2c-4e22-8baa-1a478e3bb441), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:55.047789 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-2999c5b9-5c39-4374-9356-bb4f987a2c24 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1919042111&fields=id&tenant_id=c3786288d8304ed4a73754fbccf8bb65 HTTP/1.1" status: 200 len: 267 time: 0.3597624 Feb 09 01:30:55.069356 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f609473-79c3-4ddd-b271-9b33e8d27413 req-9b6d811b-73e3-4d99-9c5f-01ec24db2d69 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Router 729c8c43-c9e6-41e1-ba40-28def817fcf5 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:30:55.097868 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 77f614ae-f8cd-4502-a225-34da6e7d2a60 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:55.098585 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (77f614ae-f8cd-4502-a225-34da6e7d2a60), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:55.154903 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f0c5c399-e026-4450-980d-f331cc681a34 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (c1046aa0-845a-4941-addb-e61ee9093203), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:55.162423 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f0c5c399-e026-4450-980d-f331cc681a34 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (c1046aa0-845a-4941-addb-e61ee9093203), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:55.187801 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-2eaf8435-56c2-4229-92b2-548d85f06646 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:55.189365 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-2eaf8435-56c2-4229-92b2-548d85f06646 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/networks?id=d73508dc-7f57-4aa2-b988-7f7109debbf6 HTTP/1.1" status: 200 len: 797 time: 0.1245580 Feb 09 01:30:55.216859 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-83a8d05e-f127-495f-8921-713b5017b2b2 admin admin] Publish callbacks [] for security_group (ce3b3771-b65c-4713-aaff-9d84ded96dd4), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:55.251281 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f0c5c399-e026-4450-980d-f331cc681a34 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:55.257895 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f0c5c399-e026-4450-980d-f331cc681a34 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5118954 Feb 09 01:30:55.268534 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50438) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:55.287194 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5c430eb8-092f-4b6e-aa90-e726b0125a00 req-d1163ec1-0f67-4bc7-b432-95c56cb5eb0a tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 210 time: 0.0935922 Feb 09 01:30:55.298832 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 77f614ae-f8cd-4502-a225-34da6e7d2a60 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:55.321143 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-576a6955-e22f-4bd8-b304-95e15e79fac8 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Request body: {'security_group_rule': {'security_group_id': 'c1046aa0-845a-4941-addb-e61ee9093203', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:55.322154 n-d-828369-4 neutron-server[103137]: WARNING neutron.api.v2.base [None req-576a6955-e22f-4bd8-b304-95e15e79fac8 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 01:30:55.322897 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-576a6955-e22f-4bd8-b304-95e15e79fac8 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:30:55.324300 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-576a6955-e22f-4bd8-b304-95e15e79fac8 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0426283 Feb 09 01:30:55.328557 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50440) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:55.338728 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-0324be19-2fea-414e-88e5-2412f00861b9 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Request body: {'security_group_rule': {'security_group_id': 'c1046aa0-845a-4941-addb-e61ee9093203', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:55.357631 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5c399-e026-4450-980d-f331cc681a34 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1046aa0-845a-4941-addb-e61ee9093203,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:55.388668 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-83a8d05e-f127-495f-8921-713b5017b2b2 admin admin] Publish callbacks [] for security_group (ce3b3771-b65c-4713-aaff-9d84ded96dd4), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:55.395940 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-c802a25e-f9d9-424a-b19c-b6edbc628466 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/quotas/c3786288d8304ed4a73754fbccf8bb65 HTTP/1.1" status: 200 len: 375 time: 0.1155331 Feb 09 01:30:55.473696 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-0324be19-2fea-414e-88e5-2412f00861b9 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:30:55.478828 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0324be19-2fea-414e-88e5-2412f00861b9 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1490424 Feb 09 01:30:55.479864 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50448) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:55.485605 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-0e0f373f-a73c-49e9-8af3-3aa939e562e2 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Request body: {'security_group_rule': {'security_group_id': 'c1046aa0-845a-4941-addb-e61ee9093203', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:55.486098 n-d-828369-4 neutron-server[103137]: WARNING neutron.api.v2.base [None req-0e0f373f-a73c-49e9-8af3-3aa939e562e2 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 09 01:30:55.486640 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-0e0f373f-a73c-49e9-8af3-3aa939e562e2 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:30:55.491515 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0e0f373f-a73c-49e9-8af3-3aa939e562e2 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0100501 Feb 09 01:30:55.492179 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-83a8d05e-f127-495f-8921-713b5017b2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (ce3b3771-b65c-4713-aaff-9d84ded96dd4), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:55.495162 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-83a8d05e-f127-495f-8921-713b5017b2b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:55.496595 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-83a8d05e-f127-495f-8921-713b5017b2b2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ce3b3771-b65c-4713-aaff-9d84ded96dd4 HTTP/1.1" status: 204 len: 168 time: 0.6759996 Feb 09 01:30:55.497040 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50450) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:55.504447 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-50450c2c-b4c6-4301-a7be-25ba14d10984 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Request body: {'security_group_rule': {'security_group_id': 'c1046aa0-845a-4941-addb-e61ee9093203', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:55.540748 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a8d05e-f127-495f-8921-713b5017b2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3b3771-b65c-4713-aaff-9d84ded96dd4,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:55.559142 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-50450c2c-b4c6-4301-a7be-25ba14d10984 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:30:55.568471 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-50450c2c-b4c6-4301-a7be-25ba14d10984 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0683501 Feb 09 01:30:55.569867 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50454) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:55.579869 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-35fdd7e1-4286-41f3-92f6-3381e5c7bbef tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Request body: {'security_group_rule': {'security_group_id': 'c1046aa0-845a-4941-addb-e61ee9093203', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:55.580624 n-d-828369-4 neutron-server[103137]: WARNING neutron.api.v2.base [None req-35fdd7e1-4286-41f3-92f6-3381e5c7bbef tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 09 01:30:55.591314 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-35fdd7e1-4286-41f3-92f6-3381e5c7bbef tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:30:55.601834 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-35fdd7e1-4286-41f3-92f6-3381e5c7bbef tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0272708 Feb 09 01:30:55.602087 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50456) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:55.611735 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-2dad916a-ef59-46a8-8f27-efcf86f14d0c tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Request body: {'security_group_rule': {'security_group_id': 'c1046aa0-845a-4941-addb-e61ee9093203', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:55.646695 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8c9c1289-3215-4703-8001-72a0de20f222 None None] Publish callbacks [] for port (3fc4b23e-7caf-4c88-a6e5-deb67b4fce28), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:55.653840 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8c9c1289-3215-4703-8001-72a0de20f222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (3fc4b23e-7caf-4c88-a6e5-deb67b4fce28), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:55.701135 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-2dad916a-ef59-46a8-8f27-efcf86f14d0c tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:30:55.706417 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2dad916a-ef59-46a8-8f27-efcf86f14d0c tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1030684 Feb 09 01:30:55.706984 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50460) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:55.712486 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-7369a6ef-35cc-4a0b-9e63-66b55e759b0c tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Request body: {'security_group_rule': {'security_group_id': 'c1046aa0-845a-4941-addb-e61ee9093203', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:55.712984 n-d-828369-4 neutron-server[103137]: WARNING neutron.api.v2.base [None req-7369a6ef-35cc-4a0b-9e63-66b55e759b0c tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 09 01:30:55.713482 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-7369a6ef-35cc-4a0b-9e63-66b55e759b0c tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:30:55.718809 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7369a6ef-35cc-4a0b-9e63-66b55e759b0c tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0107961 Feb 09 01:30:55.720419 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50462) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:55.725124 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-4a796db3-2725-4b83-8a17-e53d8c7b9023 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Request body: {'security_group_rule': {'security_group_id': 'c1046aa0-845a-4941-addb-e61ee9093203', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:55.787504 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-4a796db3-2725-4b83-8a17-e53d8c7b9023 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:30:55.793470 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15691af0-5982-48be-9796-263ec1f137ae None None] Pushing event updated for resources: {'Port': ['ID=3fc4b23e-7caf-4c88-a6e5-deb67b4fce28,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:55.799947 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4a796db3-2725-4b83-8a17-e53d8c7b9023 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0788047 Feb 09 01:30:55.801129 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50470) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:55.808586 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-3260f89e-978f-42e9-a37d-f413c8e79f91 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Request body: {'security_group_rule': {'security_group_id': 'c1046aa0-845a-4941-addb-e61ee9093203', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:55.818167 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15691af0-5982-48be-9796-263ec1f137ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:55.819515 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15691af0-5982-48be-9796-263ec1f137ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:55.820081 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15691af0-5982-48be-9796-263ec1f137ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:55.822192 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15691af0-5982-48be-9796-263ec1f137ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:55.823673 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15691af0-5982-48be-9796-263ec1f137ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:55.824276 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15691af0-5982-48be-9796-263ec1f137ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:55.824865 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15691af0-5982-48be-9796-263ec1f137ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:55.825457 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15691af0-5982-48be-9796-263ec1f137ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:55.826561 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15691af0-5982-48be-9796-263ec1f137ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:55.827119 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15691af0-5982-48be-9796-263ec1f137ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:55.827686 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15691af0-5982-48be-9796-263ec1f137ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:55.828283 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15691af0-5982-48be-9796-263ec1f137ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:55.828856 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15691af0-5982-48be-9796-263ec1f137ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:30:55.855270 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-d768cf92-2ee4-4b24-8d1f-27a80678fbeb tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Made reservation on behalf of c9bde012005949bf8ed5f5d05d570ac0 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:55.878713 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-d768cf92-2ee4-4b24-8d1f-27a80678fbeb tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:55.902824 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-3260f89e-978f-42e9-a37d-f413c8e79f91 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:30:55.909766 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3260f89e-978f-42e9-a37d-f413c8e79f91 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1075001 Feb 09 01:30:55.913229 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50472) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:55.999789 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-8c9c1289-3215-4703-8001-72a0de20f222 None None] Attempting to bind port 3fc4b23e-7caf-4c88-a6e5-deb67b4fce28 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:30:56.002122 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-8c9c1289-3215-4703-8001-72a0de20f222 None None] Attempting to bind port 3fc4b23e-7caf-4c88-a6e5-deb67b4fce28 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '47c4f7d1-e2ed-4b85-9608-17d94691fc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'd73508dc-7f57-4aa2-b988-7f7109debbf6'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:30:56.002469 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9c1289-3215-4703-8001-72a0de20f222 None None] Attempting to bind port 3fc4b23e-7caf-4c88-a6e5-deb67b4fce28 on network d73508dc-7f57-4aa2-b988-7f7109debbf6 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:30:56.022547 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9c1289-3215-4703-8001-72a0de20f222 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:30:56.024218 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9c1289-3215-4703-8001-72a0de20f222 None None] Checking segment: {'id': '47c4f7d1-e2ed-4b85-9608-17d94691fc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'd73508dc-7f57-4aa2-b988-7f7109debbf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:30:56.024713 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8c9c1289-3215-4703-8001-72a0de20f222 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:56.025127 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9c1289-3215-4703-8001-72a0de20f222 None None] Bound using segment: {'id': '47c4f7d1-e2ed-4b85-9608-17d94691fc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'd73508dc-7f57-4aa2-b988-7f7109debbf6'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:30:56.028448 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-8c9c1289-3215-4703-8001-72a0de20f222 None None] Bound port: 3fc4b23e-7caf-4c88-a6e5-deb67b4fce28, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c4f7d1-e2ed-4b85-9608-17d94691fc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'd73508dc-7f57-4aa2-b988-7f7109debbf6'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:30:56.028796 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8c9c1289-3215-4703-8001-72a0de20f222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3fc4b23e-7caf-4c88-a6e5-deb67b4fce28), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:56.047289 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0236f7a3-fdb2-4278-88bd-093dfcab0a0f tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (c1046aa0-845a-4941-addb-e61ee9093203), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:56.105701 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0236f7a3-fdb2-4278-88bd-093dfcab0a0f tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (c1046aa0-845a-4941-addb-e61ee9093203), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:56.124778 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-77283038-5675-4107-a7dc-f9aed9e354e1 service neutron] For port 6ff3f983-dc2c-4e22-8baa-1a478e3bb441, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:30:56.192526 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-77283038-5675-4107-a7dc-f9aed9e354e1 service neutron] For port 6ff3f983-dc2c-4e22-8baa-1a478e3bb441, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=6ff3f983-dc2c-4e22-8baa-1a478e3bb441,segment=NetworkSegment(1666a7a2-41b4-455c-a9b6-1ec0c33c0758),segment_id=1666a7a2-41b4-455c-a9b6-1ec0c33c0758)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:30:56.199798 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-3dd51cd7-ecc4-4a7f-83a6-3b45f54c61c2 None None] Provisioning complete for port 3fc4b23e-7caf-4c88-a6e5-deb67b4fce28 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:56.200865 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-ec0ab72a-c19d-48b5-ad6b-3d03e831e48a tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c3786288d8304ed4a73754fbccf8bb65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7573841 Feb 09 01:30:56.200996 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3dd51cd7-ecc4-4a7f-83a6-3b45f54c61c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (3fc4b23e-7caf-4c88-a6e5-deb67b4fce28), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:56.202083 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0236f7a3-fdb2-4278-88bd-093dfcab0a0f tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (c1046aa0-845a-4941-addb-e61ee9093203), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:56.203411 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-8c9c1289-3215-4703-8001-72a0de20f222 None None] For port 3fc4b23e-7caf-4c88-a6e5-deb67b4fce28, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:30:56.207123 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0236f7a3-fdb2-4278-88bd-093dfcab0a0f tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:56.208357 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0236f7a3-fdb2-4278-88bd-093dfcab0a0f tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "DELETE /v2.0/security-groups/c1046aa0-845a-4941-addb-e61ee9093203 HTTP/1.1" status: 204 len: 168 time: 0.2941597 Feb 09 01:30:56.211950 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50478) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:56.215830 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-8c9c1289-3215-4703-8001-72a0de20f222 None None] For port 3fc4b23e-7caf-4c88-a6e5-deb67b4fce28, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=3fc4b23e-7caf-4c88-a6e5-deb67b4fce28,segment=NetworkSegment(47c4f7d1-e2ed-4b85-9608-17d94691fc06),segment_id=47c4f7d1-e2ed-4b85-9608-17d94691fc06)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:30:56.222273 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8c9c1289-3215-4703-8001-72a0de20f222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (3fc4b23e-7caf-4c88-a6e5-deb67b4fce28), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:56.277525 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0236f7a3-fdb2-4278-88bd-093dfcab0a0f tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1046aa0-845a-4941-addb-e61ee9093203,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:56.322451 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-3dd51cd7-ecc4-4a7f-83a6-3b45f54c61c2 None None] Port 3fc4b23e-7caf-4c88-a6e5-deb67b4fce28 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:30:56.365396 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9c1289-3215-4703-8001-72a0de20f222 None None] Routers {'fdee2eba-a2df-4452-9142-feea301c6340'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:30:56.366211 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-8c9c1289-3215-4703-8001-72a0de20f222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:30:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['fdee2eba-a2df-4452-9142-feea301c6340'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:56.398141 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1ff7114e-9017-49d4-b110-83180378a318 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1751502 Feb 09 01:30:56.399053 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50486) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:56.410130 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-d35386c6-b9d8-4599-879f-dad3a7fc95a2 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Request body: {'security_group': {'name': 'tempest-secgroup--1300861764'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:56.451325 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d35386c6-b9d8-4599-879f-dad3a7fc95a2 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:56.456143 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-77283038-5675-4107-a7dc-f9aed9e354e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (6ff3f983-dc2c-4e22-8baa-1a478e3bb441), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:56.480401 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-dc5f088a-6665-4adf-90ee-70ab1c2d5e8a service neutron] 10.222.0.50 "GET /v2.0/networks/d73508dc-7f57-4aa2-b988-7f7109debbf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239556 Feb 09 01:30:56.487055 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-8c9c1289-3215-4703-8001-72a0de20f222 None None] Set router fdee2eba-a2df-4452-9142-feea301c6340 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:30:56.595743 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293679f1-70e3-4049-97a7-300767bae181 req-136bd319-6bd7-4b9d-b895-f90af26f92cc tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:56.600266 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-293679f1-70e3-4049-97a7-300767bae181 req-136bd319-6bd7-4b9d-b895-f90af26f92cc tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=0aacd275-38eb-4765-b777-31a5f266abe9 HTTP/1.1" status: 200 len: 943 time: 0.8573298 Feb 09 01:30:56.668471 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d35386c6-b9d8-4599-879f-dad3a7fc95a2 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (6384da45-f31a-44b8-b517-8337aaeddcec), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:56.673685 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d35386c6-b9d8-4599-879f-dad3a7fc95a2 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (6384da45-f31a-44b8-b517-8337aaeddcec), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:56.676083 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15691af0-5982-48be-9796-263ec1f137ae None None] Pushing event updated for resources: {'Port': ['ID=3fc4b23e-7caf-4c88-a6e5-deb67b4fce28,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:56.702098 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-77283038-5675-4107-a7dc-f9aed9e354e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:56.703113 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-77283038-5675-4107-a7dc-f9aed9e354e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:56.704786 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-77283038-5675-4107-a7dc-f9aed9e354e1 service neutron] 10.222.0.120 "PUT /v2.0/ports/6ff3f983-dc2c-4e22-8baa-1a478e3bb441 HTTP/1.1" status: 200 len: 1091 time: 8.8401866 Feb 09 01:30:56.706189 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f609473-79c3-4ddd-b271-9b33e8d27413 req-9b6d811b-73e3-4d99-9c5f-01ec24db2d69 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:30:56.707786 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aacd275-38eb-4765-b777-31a5f266abe9', 'tag': '6ff3f983-dc2c-4e22-8baa-1a478e3bb441'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:30:56.710730 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670544c8-dd4f-4371-8b5d-fc533eb69eb4" -d '{"events": [{"name": "network-changed", "server_uuid": "0aacd275-38eb-4765-b777-31a5f266abe9", "tag": "6ff3f983-dc2c-4e22-8baa-1a478e3bb441"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:30:56.728197 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6da177-42aa-4502-8bc2-68914b96538b None None] Sync routers for ids ['729c8c43-c9e6-41e1-ba40-28def817fcf5'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:30:56.769720 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6da177-42aa-4502-8bc2-68914b96538b None None] Routers {'729c8c43-c9e6-41e1-ba40-28def817fcf5'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:30:56.770513 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-2a6da177-42aa-4502-8bc2-68914b96538b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:30:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['729c8c43-c9e6-41e1-ba40-28def817fcf5'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:56.776230 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-b23c5266-609f-471d-88d6-15e403c19f32 None None] Provisioning complete for port 3fc4b23e-7caf-4c88-a6e5-deb67b4fce28 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:56.776738 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b23c5266-609f-471d-88d6-15e403c19f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (3fc4b23e-7caf-4c88-a6e5-deb67b4fce28), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:56.812059 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35386c6-b9d8-4599-879f-dad3a7fc95a2 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6384da45-f31a-44b8-b517-8337aaeddcec,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:56.850583 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-8c9c1289-3215-4703-8001-72a0de20f222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdee2eba-a2df-4452-9142-feea301c6340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-599704568', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '69484d6a-c16f-4d21-8758-c0a9387a1fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:35Z', 'updated_at': '2022-02-09T01:30:50Z', 'revision_number': 4, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '69484d6a-c16f-4d21-8758-c0a9387a1fcf', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdee2eba-a2df-4452-9142-feea301c6340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:38Z', 'updated_at': '2022-02-09T01:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '3fc4b23e-7caf-4c88-a6e5-deb67b4fce28', 'name': '', 'network_id': 'd73508dc-7f57-4aa2-b988-7f7109debbf6', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'mac_address': 'fa:16:3e:a4:da:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdee2eba-a2df-4452-9142-feea301c6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '4853b5cd-ebee-449a-9205-ef940b6a4070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:48Z', 'updated_at': '2022-02-09T01:30:56Z', 'revision_number': 4, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'subnets': [{'id': '4853b5cd-ebee-449a-9205-ef940b6a4070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:56.865518 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d35386c6-b9d8-4599-879f-dad3a7fc95a2 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:56.881001 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d35386c6-b9d8-4599-879f-dad3a7fc95a2 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4783175 Feb 09 01:30:56.881410 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50500) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:56.909274 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-b512a2f4-1166-440f-a5d8-1ab67befbf18 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Request body: {'security_group_rule': {'security_group_id': '6384da45-f31a-44b8-b517-8337aaeddcec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:56.921383 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9c1289-3215-4703-8001-72a0de20f222 None None] The sync data for ids ['fdee2eba-a2df-4452-9142-feea301c6340'] in n-d-828369-4 is: [{'id': 'fdee2eba-a2df-4452-9142-feea301c6340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-599704568', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '69484d6a-c16f-4d21-8758-c0a9387a1fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:35Z', 'updated_at': '2022-02-09T01:30:50Z', 'revision_number': 4, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '69484d6a-c16f-4d21-8758-c0a9387a1fcf', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdee2eba-a2df-4452-9142-feea301c6340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:38Z', 'updated_at': '2022-02-09T01:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '3fc4b23e-7caf-4c88-a6e5-deb67b4fce28', 'name': '', 'network_id': 'd73508dc-7f57-4aa2-b988-7f7109debbf6', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'mac_address': 'fa:16:3e:a4:da:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdee2eba-a2df-4452-9142-feea301c6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '4853b5cd-ebee-449a-9205-ef940b6a4070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:48Z', 'updated_at': '2022-02-09T01:30:56Z', 'revision_number': 4, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'subnets': [{'id': '4853b5cd-ebee-449a-9205-ef940b6a4070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:30:56.996854 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50504) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:57.027072 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f609473-79c3-4ddd-b271-9b33e8d27413 req-9b6d811b-73e3-4d99-9c5f-01ec24db2d69 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] No DVR routers for this DVR port 084736e9-2e33-480f-b54d-c1da4a3657ca on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:30:57.034090 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77283038-5675-4107-a7dc-f9aed9e354e1 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff3f983-dc2c-4e22-8baa-1a478e3bb441,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:57.041654 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0f609473-79c3-4ddd-b271-9b33e8d27413 req-9b6d811b-73e3-4d99-9c5f-01ec24db2d69 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:57.046721 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0f609473-79c3-4ddd-b271-9b33e8d27413 req-9b6d811b-73e3-4d99-9c5f-01ec24db2d69 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] 10.222.0.120 "DELETE /v2.0/ports/084736e9-2e33-480f-b54d-c1da4a3657ca HTTP/1.1" status: 204 len: 173 time: 8.0713840 Feb 09 01:30:57.126948 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-d768cf92-2ee4-4b24-8d1f-27a80678fbeb tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Allocated IP 172.20.0.4 (e3d3bfb4-e5ce-458a-8f81-66f36b8e4175/68d3f132-83c5-49da-80a3-1924c70a8491/b087a170-9b69-49cd-bc4a-1fd74546c698) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:30:57.146645 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-293679f1-70e3-4049-97a7-300767bae181 req-c29c8dbf-9b3e-45c0-81cf-8efdc6f8ed81 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/security-groups?id=89cf32ef-8647-4bf5-8025-bd4fbbfa8670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4483471 Feb 09 01:30:57.152916 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-4321ddf9-8ad2-423e-b6d3-614950130b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:57.155483 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-4321ddf9-8ad2-423e-b6d3-614950130b52 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=52bd326cd32044dbad2c04ed294f1153&device_id=0aacd275-38eb-4765-b777-31a5f266abe9 HTTP/1.1" status: 200 len: 1125 time: 0.3643465 Feb 09 01:30:57.171015 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-f8d86078-9808-459e-9718-83527e3d15f3 service neutron] 10.222.0.50 "GET /v2.0/networks/d73508dc-7f57-4aa2-b988-7f7109debbf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5503154 Feb 09 01:30:57.184247 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b23c5266-609f-471d-88d6-15e403c19f32 None None] Current status of the port 3fc4b23e-7caf-4c88-a6e5-deb67b4fce28 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:57.184801 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b23c5266-609f-471d-88d6-15e403c19f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3fc4b23e-7caf-4c88-a6e5-deb67b4fce28), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:57.225278 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-b512a2f4-1166-440f-a5d8-1ab67befbf18 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] create failed (client error): The resource could not be found. Feb 09 01:30:57.232627 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b512a2f4-1166-440f-a5d8-1ab67befbf18 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3477786 Feb 09 01:30:57.232845 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-e2ba502f-db37-48af-8ea0-286e3f47bd98 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ff3f983-dc2c-4e22-8baa-1a478e3bb441 HTTP/1.1" status: 200 len: 217 time: 0.0630829 Feb 09 01:30:57.233848 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 50508) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:57.239676 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-49e91cd9-8b85-49e3-a76d-f42116fe716f tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Request body: {'security_group_rule': {'security_group_id': '6384da45-f31a-44b8-b517-8337aaeddcec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '081b9cb5-d4b1-434f-b0c3-d5ad20784713'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:57.302847 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-b23c5266-609f-471d-88d6-15e403c19f32 None None] For port 3fc4b23e-7caf-4c88-a6e5-deb67b4fce28, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=3fc4b23e-7caf-4c88-a6e5-deb67b4fce28,segment=NetworkSegment(47c4f7d1-e2ed-4b85-9608-17d94691fc06),segment_id=47c4f7d1-e2ed-4b85-9608-17d94691fc06)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:30:57.331327 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-a832f0b2-c9ae-4949-8b19-a02b582c38ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:57.332964 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-a832f0b2-c9ae-4949-8b19-a02b582c38ef service neutron] 10.222.0.120 "GET /v2.0/subnets?id=ab72f72c-a599-42ad-9f47-8b5f3a8651e8 HTTP/1.1" status: 200 len: 855 time: 0.0796518 Feb 09 01:30:57.337361 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b23c5266-609f-471d-88d6-15e403c19f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (3fc4b23e-7caf-4c88-a6e5-deb67b4fce28), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:57.437548 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-2a6da177-42aa-4502-8bc2-68914b96538b None None] Set router 729c8c43-c9e6-41e1-ba40-28def817fcf5 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:30:57.437982 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-46663668-4191-4b3e-aede-07233559cf14 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2115855356-network', 'tenant_id': 'd68bec2865bf417cb236f252b5ac240b'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:57.442226 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-45fbd654-e1a2-4a81-b724-6bb903b12e47 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9b2a4079-2723-4a47-b157-14dd261b93dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825126 Feb 09 01:30:57.487898 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46663668-4191-4b3e-aede-07233559cf14 admin admin] Made reservation on behalf of d68bec2865bf417cb236f252b5ac240b for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:57.497579 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-46663668-4191-4b3e-aede-07233559cf14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:57.522466 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-46663668-4191-4b3e-aede-07233559cf14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:57.643813 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c849436d-aa09-4cc3-9308-872b5f88e324 req-aeb8e629-1cd6-4c3c-ab58-e0209260ba51 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] 10.222.0.50 "GET /v2.0/ports?device_id=8987e885-8c40-404c-967a-7cdc62a89da4 HTTP/1.1" status: 200 len: 210 time: 0.1994765 Feb 09 01:30:57.793465 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c5266-609f-471d-88d6-15e403c19f32 None None] Pushing event updated for resources: {'Port': ['ID=3fc4b23e-7caf-4c88-a6e5-deb67b4fce28,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:57.858732 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-46663668-4191-4b3e-aede-07233559cf14 admin admin] Publish callbacks [] for security_group (b2bcf3b9-328e-40a3-ae30-377b3eff3e91), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:57.865671 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-46663668-4191-4b3e-aede-07233559cf14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b2bcf3b9-328e-40a3-ae30-377b3eff3e91), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:57.981371 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-2a6da177-42aa-4502-8bc2-68914b96538b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729c8c43-c9e6-41e1-ba40-28def817fcf5', 'name': 'tempest-TestServerBasicOps-1765108493-router', 'tenant_id': '4f98c7fdebb0485fb570809def96421c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '4f51b24f-b023-49d9-8560-e53fdf916e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:46Z', 'updated_at': '2022-02-09T01:24:57Z', 'revision_number': 4, 'project_id': '4f98c7fdebb0485fb570809def96421c', 'gw_port': {'id': '4f51b24f-b023-49d9-8560-e53fdf916e1f', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729c8c43-c9e6-41e1-ba40-28def817fcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:49Z', 'updated_at': '2022-02-09T01:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'ed1d5eee-781c-4a1b-8c14-17114c85e732', 'name': '', 'network_id': '6076cc38-83af-4e8f-b6d9-59b61dc00254', 'tenant_id': '4f98c7fdebb0485fb570809def96421c', 'mac_address': 'fa:16:3e:18:06:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729c8c43-c9e6-41e1-ba40-28def817fcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'f080e354-192c-45c8-9f02-4a3b41a60c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:55Z', 'updated_at': '2022-02-09T01:25:13Z', 'revision_number': 5, 'project_id': '4f98c7fdebb0485fb570809def96421c', 'subnets': [{'id': 'f080e354-192c-45c8-9f02-4a3b41a60c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:57.995101 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46663668-4191-4b3e-aede-07233559cf14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bcf3b9-328e-40a3-ae30-377b3eff3e91,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:58.012243 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46663668-4191-4b3e-aede-07233559cf14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1032} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:30:58.041277 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6da177-42aa-4502-8bc2-68914b96538b None None] Checking router: 729c8c43-c9e6-41e1-ba40-28def817fcf5 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:30:58.068460 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6da177-42aa-4502-8bc2-68914b96538b None None] Routers {'729c8c43-c9e6-41e1-ba40-28def817fcf5'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:30:58.073469 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-2a6da177-42aa-4502-8bc2-68914b96538b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:30:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['729c8c43-c9e6-41e1-ba40-28def817fcf5'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:58.089724 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-46663668-4191-4b3e-aede-07233559cf14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (ffa6bc22-b31c-4021-ad1a-cd2924e00a6a), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:58.090087 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-46663668-4191-4b3e-aede-07233559cf14 admin admin] Added segment ffa6bc22-b31c-4021-ad1a-cd2924e00a6a of type vlan for network f9dedd46-7351-49d8-b9f2-19a49beb3ceb Feb 09 01:30:58.095643 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-d768cf92-2ee4-4b24-8d1f-27a80678fbeb tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks [] for port (b087a170-9b69-49cd-bc4a-1fd74546c698), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:58.243708 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 3fc4b23e-7caf-4c88-a6e5-deb67b4fce28 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:30:58.245771 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-46663668-4191-4b3e-aede-07233559cf14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (f9dedd46-7351-49d8-b9f2-19a49beb3ceb), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:58.319487 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97cdb83-bd13-4a43-81af-8b8c53e18339 x-openstack-request-id: req-c97cdb83-bd13-4a43-81af-8b8c53e18339 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:30:58.319959 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aacd275-38eb-4765-b777-31a5f266abe9", "tag": "6ff3f983-dc2c-4e22-8baa-1a478e3bb441", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:30:58.320366 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c97cdb83-bd13-4a43-81af-8b8c53e18339 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:30:58.321251 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aacd275-38eb-4765-b777-31a5f266abe9', 'tag': '6ff3f983-dc2c-4e22-8baa-1a478e3bb441', 'status': 'completed', 'code': 200} Feb 09 01:30:58.326848 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-46663668-4191-4b3e-aede-07233559cf14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (f9dedd46-7351-49d8-b9f2-19a49beb3ceb), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:58.327840 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46663668-4191-4b3e-aede-07233559cf14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:30:58.328708 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-46663668-4191-4b3e-aede-07233559cf14 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:58.459199 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-710a7471-f9ca-42ea-94f9-0def3de08763 req-40f8aad8-89c4-4f9e-8591-ce2665bb04f5 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 210 time: 0.1431510 Feb 09 01:30:58.461814 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 50528) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:58.469184 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-46663668-4191-4b3e-aede-07233559cf14 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4655113 Feb 09 01:30:58.501628 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46663668-4191-4b3e-aede-07233559cf14 admin admin] Pushing event updated for resources: {'Network': ['ID=f9dedd46-7351-49d8-b9f2-19a49beb3ceb,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:58.522543 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-5843b65b-3b24-4b04-bb40-bfcbe9842832 admin admin] Request body: {'subnet': {'network_id': 'f9dedd46-7351-49d8-b9f2-19a49beb3ceb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2115855356-subnet', 'tenant_id': 'd68bec2865bf417cb236f252b5ac240b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:58.596146 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-05264721-c296-49e1-b5e3-0c61b33b7b66 req-1e73141a-feb2-45c1-bbcb-d27ef2c1801f tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 210 time: 0.2675076 Feb 09 01:30:58.642821 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5843b65b-3b24-4b04-bb40-bfcbe9842832 admin admin] Made reservation on behalf of d68bec2865bf417cb236f252b5ac240b for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:30:58.643661 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5843b65b-3b24-4b04-bb40-bfcbe9842832 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:58.655492 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [None req-49e91cd9-8b85-49e3-a76d-f42116fe716f tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] create failed (client error): The resource could not be found. Feb 09 01:30:58.667101 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-49e91cd9-8b85-49e3-a76d-f42116fe716f tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.4321187 Feb 09 01:30:58.673050 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50532) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:58.705449 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network f9dedd46-7351-49d8-b9f2-19a49beb3ceb details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:30:58.718253 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-80cd24fa-4a74-45c5-aa27-83f5807eae17 service neutron] 10.222.0.120 "GET /v2.0/networks/9b2a4079-2723-4a47-b157-14dd261b93dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2474821 Feb 09 01:30:58.833030 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50534) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:58.906734 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 3fc4b23e-7caf-4c88-a6e5-deb67b4fce28 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:30:58.907125 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (3fc4b23e-7caf-4c88-a6e5-deb67b4fce28), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:58.970953 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-942f137a-4bd1-4de7-9531-725000917b81 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (6384da45-f31a-44b8-b517-8337aaeddcec), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:58.973220 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-2a6da177-42aa-4502-8bc2-68914b96538b None None] Set router 729c8c43-c9e6-41e1-ba40-28def817fcf5 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:30:58.992356 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-d768cf92-2ee4-4b24-8d1f-27a80678fbeb tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (b087a170-9b69-49cd-bc4a-1fd74546c698), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:59.036596 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['311c2179-d368-4458-890a-e6cd34e7de98'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:30:59.097052 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-942f137a-4bd1-4de7-9531-725000917b81 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (6384da45-f31a-44b8-b517-8337aaeddcec), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:59.127595 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-f555ee7e-fcf9-4bfd-b87e-c405ce4e3ef4 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Deleting port 91d0d791-c4a0-434e-8774-cfe7b95f8521 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:30:59.128038 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f555ee7e-fcf9-4bfd-b87e-c405ce4e3ef4 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (91d0d791-c4a0-434e-8774-cfe7b95f8521), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:59.177837 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-d768cf92-2ee4-4b24-8d1f-27a80678fbeb tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Network e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:30:59.266159 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f555ee7e-fcf9-4bfd-b87e-c405ce4e3ef4 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (91d0d791-c4a0-434e-8774-cfe7b95f8521), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:59.266561 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f555ee7e-fcf9-4bfd-b87e-c405ce4e3ef4 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks [] for floatingip (91d0d791-c4a0-434e-8774-cfe7b95f8521), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:59.281710 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-f555ee7e-fcf9-4bfd-b87e-c405ce4e3ef4 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Calling delete_port for 91d0d791-c4a0-434e-8774-cfe7b95f8521 owned by network:floatingip {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:30:59.369629 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 3fc4b23e-7caf-4c88-a6e5-deb67b4fce28 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:30:59.621241 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-2a6da177-42aa-4502-8bc2-68914b96538b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729c8c43-c9e6-41e1-ba40-28def817fcf5', 'name': 'tempest-TestServerBasicOps-1765108493-router', 'tenant_id': '4f98c7fdebb0485fb570809def96421c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '4f51b24f-b023-49d9-8560-e53fdf916e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:46Z', 'updated_at': '2022-02-09T01:24:57Z', 'revision_number': 4, 'project_id': '4f98c7fdebb0485fb570809def96421c', 'gw_port': {'id': '4f51b24f-b023-49d9-8560-e53fdf916e1f', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729c8c43-c9e6-41e1-ba40-28def817fcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:49Z', 'updated_at': '2022-02-09T01:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'ed1d5eee-781c-4a1b-8c14-17114c85e732', 'name': '', 'network_id': '6076cc38-83af-4e8f-b6d9-59b61dc00254', 'tenant_id': '4f98c7fdebb0485fb570809def96421c', 'mac_address': 'fa:16:3e:18:06:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729c8c43-c9e6-41e1-ba40-28def817fcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'f080e354-192c-45c8-9f02-4a3b41a60c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:55Z', 'updated_at': '2022-02-09T01:25:13Z', 'revision_number': 5, 'project_id': '4f98c7fdebb0485fb570809def96421c', 'subnets': [{'id': 'f080e354-192c-45c8-9f02-4a3b41a60c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:30:59.666302 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6da177-42aa-4502-8bc2-68914b96538b None None] The sync data for ids ['729c8c43-c9e6-41e1-ba40-28def817fcf5'] in n-d-828369-4 is: [{'id': '729c8c43-c9e6-41e1-ba40-28def817fcf5', 'name': 'tempest-TestServerBasicOps-1765108493-router', 'tenant_id': '4f98c7fdebb0485fb570809def96421c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '4f51b24f-b023-49d9-8560-e53fdf916e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:46Z', 'updated_at': '2022-02-09T01:24:57Z', 'revision_number': 4, 'project_id': '4f98c7fdebb0485fb570809def96421c', 'gw_port': {'id': '4f51b24f-b023-49d9-8560-e53fdf916e1f', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729c8c43-c9e6-41e1-ba40-28def817fcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:49Z', 'updated_at': '2022-02-09T01:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'ed1d5eee-781c-4a1b-8c14-17114c85e732', 'name': '', 'network_id': '6076cc38-83af-4e8f-b6d9-59b61dc00254', 'tenant_id': '4f98c7fdebb0485fb570809def96421c', 'mac_address': 'fa:16:3e:18:06:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729c8c43-c9e6-41e1-ba40-28def817fcf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2656, 'fixed_ips': [{'subnet_id': 'f080e354-192c-45c8-9f02-4a3b41a60c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:55Z', 'updated_at': '2022-02-09T01:25:13Z', 'revision_number': 5, 'project_id': '4f98c7fdebb0485fb570809def96421c', 'subnets': [{'id': 'f080e354-192c-45c8-9f02-4a3b41a60c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:30:59.705236 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f555ee7e-fcf9-4bfd-b87e-c405ce4e3ef4 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (91d0d791-c4a0-434e-8774-cfe7b95f8521), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:59.779998 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f555ee7e-fcf9-4bfd-b87e-c405ce4e3ef4 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Pushing event deleted for resources: {'Port': ['ID=91d0d791-c4a0-434e-8774-cfe7b95f8521,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:59.834801 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f555ee7e-fcf9-4bfd-b87e-c405ce4e3ef4 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks [] for floatingip (a43f732b-2b47-4a73-927a-0029a57ebf8e), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:59.839266 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f555ee7e-fcf9-4bfd-b87e-c405ce4e3ef4 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:59.841564 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f555ee7e-fcf9-4bfd-b87e-c405ce4e3ef4 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] 10.222.0.50 "DELETE /v2.0/floatingips/a43f732b-2b47-4a73-927a-0029a57ebf8e HTTP/1.1" status: 204 len: 168 time: 1.0064197 Feb 09 01:30:59.853044 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-942f137a-4bd1-4de7-9531-725000917b81 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (6384da45-f31a-44b8-b517-8337aaeddcec), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:59.857853 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-942f137a-4bd1-4de7-9531-725000917b81 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:30:59.859921 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-942f137a-4bd1-4de7-9531-725000917b81 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "DELETE /v2.0/security-groups/6384da45-f31a-44b8-b517-8337aaeddcec HTTP/1.1" status: 204 len: 168 time: 1.1849706 Feb 09 01:30:59.871360 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50546) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:59.872162 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f137a-4bd1-4de7-9531-725000917b81 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6384da45-f31a-44b8-b517-8337aaeddcec,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:30:59.945134 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-34d6e23a-c5f2-49e7-89d4-e012ab41fbc7 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0695980 Feb 09 01:30:59.949100 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50548) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:30:59.955791 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-07c8eb7c-430d-4c17-b2c6-061b7324a88c tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Request body: {'security_group_rule': {'security_group_id': '03371959-b37b-4307-a4db-4da622db59a8', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:30:59.987245 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d768cf92-2ee4-4b24-8d1f-27a80678fbeb tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Pushing event updated for resources: {'Port': ['ID=b087a170-9b69-49cd-bc4a-1fd74546c698,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:00.017332 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-07c8eb7c-430d-4c17-b2c6-061b7324a88c tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] create failed (client error): The resource could not be found. Feb 09 01:31:00.023165 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-07c8eb7c-430d-4c17-b2c6-061b7324a88c tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0726311 Feb 09 01:31:00.024320 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50550) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:00.037800 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-04a9650a-1337-4fa0-8171-9b10e301ce44 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Request body: {'security_group': {'name': 'tempest-secgroup--2117907107'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:00.040353 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-d768cf92-2ee4-4b24-8d1f-27a80678fbeb tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:00.074842 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-04a9650a-1337-4fa0-8171-9b10e301ce44 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:00.111231 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-d768cf92-2ee4-4b24-8d1f-27a80678fbeb tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:31:00.190520 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938b6567-1963-451a-848d-fc58c24e358e None None] New status for floating IP a43f732b-2b47-4a73-927a-0029a57ebf8e: DOWN {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:31:00.219942 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-04a9650a-1337-4fa0-8171-9b10e301ce44 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (83acd28b-64cd-40c4-bca1-3ddebb951dc9), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:00.227195 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-04a9650a-1337-4fa0-8171-9b10e301ce44 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (83acd28b-64cd-40c4-bca1-3ddebb951dc9), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:00.295214 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c4a9f7a0-5b02-4a6c-8c47-5207473f010a req-492d6e8c-8835-48c8-bec9-2619a246ee88 service neutron] 10.222.0.120 "GET /v2.0/networks/9b2a4079-2723-4a47-b157-14dd261b93dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5760207 Feb 09 01:31:00.336211 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8987e885-8c40-404c-967a-7cdc62a89da4', 'name': 'network-vif-deleted', 'tag': '084736e9-2e33-480f-b54d-c1da4a3657ca'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:31:00.338600 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2a1ff1-81e1-413f-83ee-583bd5cf011c" -d '{"events": [{"server_uuid": "8987e885-8c40-404c-967a-7cdc62a89da4", "name": "network-vif-deleted", "tag": "084736e9-2e33-480f-b54d-c1da4a3657ca"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:31:00.349278 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-04a9650a-1337-4fa0-8171-9b10e301ce44 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:00.357718 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-04a9650a-1337-4fa0-8171-9b10e301ce44 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3247063 Feb 09 01:31:00.361876 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 50554) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:00.370275 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a9650a-1337-4fa0-8171-9b10e301ce44 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83acd28b-64cd-40c4-bca1-3ddebb951dc9,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:00.393460 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7d9e4-67da-4f1c-b3bf-ba6bc101d1f6 req-38159f57-608c-4715-aecb-e31dc308cf36 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:00.395374 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1dc7d9e4-67da-4f1c-b3bf-ba6bc101d1f6 req-38159f57-608c-4715-aecb-e31dc308cf36 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=0aacd275-38eb-4765-b777-31a5f266abe9 HTTP/1.1" status: 200 len: 943 time: 1.7937815 Feb 09 01:31:00.412455 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-53424356-2f9b-4250-9fef-f291b1444fe1 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Request body: {'security_group': {'name': 'tempest-secgroup--1833988813'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:00.442533 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-d768cf92-2ee4-4b24-8d1f-27a80678fbeb tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:00.443300 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-d768cf92-2ee4-4b24-8d1f-27a80678fbeb tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:00.498524 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-e28c1dfa-75d5-45c1-a677-02df129dc6c5 None None] Provisioning complete for port b087a170-9b69-49cd-bc4a-1fd74546c698 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:00.499059 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e28c1dfa-75d5-45c1-a677-02df129dc6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b087a170-9b69-49cd-bc4a-1fd74546c698), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:00.573025 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f344da-2479-4b59-b726-282e64966201 req-fa90c9b9-aa4a-423b-b078-fa39088cd2f7 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:00.574976 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6f344da-2479-4b59-b726-282e64966201 req-fa90c9b9-aa4a-423b-b078-fa39088cd2f7 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 931 time: 0.5585563 Feb 09 01:31:00.598776 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e28c1dfa-75d5-45c1-a677-02df129dc6c5 None None] Port b087a170-9b69-49cd-bc4a-1fd74546c698 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:31:00.618406 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5843b65b-3b24-4b04-bb40-bfcbe9842832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (828d0f75-e4bb-48a0-a824-16e492f4400a), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:00.679570 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-d768cf92-2ee4-4b24-8d1f-27a80678fbeb tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8570642 Feb 09 01:31:00.697435 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-53424356-2f9b-4250-9fef-f291b1444fe1 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:00.705154 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-7850b129-2989-4de2-9af2-805bd5ce0c90 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:00.706774 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-7850b129-2989-4de2-9af2-805bd5ce0c90 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.120 "GET /v2.0/networks?id=d73508dc-7f57-4aa2-b988-7f7109debbf6 HTTP/1.1" status: 200 len: 797 time: 0.6874676 Feb 09 01:31:00.719588 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-fba4391d-37cb-4a05-ab91-1a4ecfd265fa tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:31:00.721753 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-fba4391d-37cb-4a05-ab91-1a4ecfd265fa tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0275371 Feb 09 01:31:00.727441 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1dc7d9e4-67da-4f1c-b3bf-ba6bc101d1f6 req-1fe648c1-e900-4fe6-92fe-17cc4e63a644 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/security-groups?id=89cf32ef-8647-4bf5-8025-bd4fbbfa8670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781429 Feb 09 01:31:00.765345 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-1fa4b350-841c-44df-8729-093c15f1db76 service neutron] Request body: {'port': {'device_id': '12414174-21e8-4a97-8880-8046ac18368f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:00.858489 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843b65b-3b24-4b04-bb40-bfcbe9842832 admin admin] Pushing event updated for resources: {'Subnet': ['ID=828d0f75-e4bb-48a0-a824-16e492f4400a,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:00.894218 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670544c8-dd4f-4371-8b5d-fc533eb69eb4 req-8e559989-6c6e-4228-a5ca-7f97e191220f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:00.895742 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-670544c8-dd4f-4371-8b5d-fc533eb69eb4 req-8e559989-6c6e-4228-a5ca-7f97e191220f service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=52bd326cd32044dbad2c04ed294f1153&device_id=0aacd275-38eb-4765-b777-31a5f266abe9 HTTP/1.1" status: 200 len: 1125 time: 0.4738536 Feb 09 01:31:00.934004 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-158431fb-3fe1-44fa-b1eb-d0a70684f9ff req-369622e7-2ff0-49ae-b7b2-8412d90755b9 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 210 time: 0.0926058 Feb 09 01:31:00.955715 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6f344da-2479-4b59-b726-282e64966201 req-191e3aab-e717-446e-8d94-89ac4ce36cac tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415594 Feb 09 01:31:01.043720 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5843b65b-3b24-4b04-bb40-bfcbe9842832 admin admin] Checking segment: {'id': 'ffa6bc22-b31c-4021-ad1a-cd2924e00a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'f9dedd46-7351-49d8-b9f2-19a49beb3ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:01.044092 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5843b65b-3b24-4b04-bb40-bfcbe9842832 admin admin] Network hostable DHCP agents. Network: f9dedd46-7351-49d8-b9f2-19a49beb3ceb, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:31:01.044868 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50562) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:01.049961 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae797d6-9de2-407e-88d1-c3f4980dbf17 x-openstack-request-id: req-2ae797d6-9de2-407e-88d1-c3f4980dbf17 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:31:01.050258 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8987e885-8c40-404c-967a-7cdc62a89da4", "name": "network-vif-deleted", "tag": "084736e9-2e33-480f-b54d-c1da4a3657ca", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:31:01.050519 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2ae797d6-9de2-407e-88d1-c3f4980dbf17 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:31:01.050915 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8987e885-8c40-404c-967a-7cdc62a89da4', 'name': 'network-vif-deleted', 'tag': '084736e9-2e33-480f-b54d-c1da4a3657ca', 'status': 'completed', 'code': 200} Feb 09 01:31:01.103864 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-7959b4ed-ae27-4c8b-962a-2d409e8e538d tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3786288d8304ed4a73754fbccf8bb65 HTTP/1.1" status: 200 len: 380 time: 0.3631098 Feb 09 01:31:01.111075 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-1fa4b350-841c-44df-8729-093c15f1db76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b087a170-9b69-49cd-bc4a-1fd74546c698), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:01.124558 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-63792559-373b-46c5-ac2e-04804f7f8ed7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Request body: {'port': {'device_id': '447cda03-a55b-461e-82e1-39fbb7ab4efa', 'network_id': 'd73508dc-7f57-4aa2-b988-7f7109debbf6', 'admin_state_up': True, 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'security_groups': ['66bf3e5d-bb50-42c0-95ed-c78f3de007a8']}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:01.127270 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-227a0a20-6593-451a-b11c-5505984ce805 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks [] for security_group (64d94c76-3ef2-4d2c-9b56-3b589fa64b66), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:01.161815 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-227a0a20-6593-451a-b11c-5505984ce805 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks [] for security_group (64d94c76-3ef2-4d2c-9b56-3b589fa64b66), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:01.210290 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5843b65b-3b24-4b04-bb40-bfcbe9842832 admin admin] Network f9dedd46-7351-49d8-b9f2-19a49beb3ceb is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:31:01.215562 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-53424356-2f9b-4250-9fef-f291b1444fe1 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (82edc627-f859-4376-b0bc-c612a6d17caa), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:01.257101 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-53424356-2f9b-4250-9fef-f291b1444fe1 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (82edc627-f859-4376-b0bc-c612a6d17caa), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:01.261672 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-227a0a20-6593-451a-b11c-5505984ce805 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (64d94c76-3ef2-4d2c-9b56-3b589fa64b66), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:01.266708 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670544c8-dd4f-4371-8b5d-fc533eb69eb4 req-bf0e7706-ab55-42e8-9aec-99e6e25e901a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:01.268166 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-670544c8-dd4f-4371-8b5d-fc533eb69eb4 req-bf0e7706-ab55-42e8-9aec-99e6e25e901a service neutron] 10.222.0.120 "GET /v2.0/networks?id=9b2a4079-2723-4a47-b157-14dd261b93dd HTTP/1.1" status: 200 len: 917 time: 0.3402278 Feb 09 01:31:01.271135 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-227a0a20-6593-451a-b11c-5505984ce805 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:01.274516 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-227a0a20-6593-451a-b11c-5505984ce805 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] 10.222.0.50 "DELETE /v2.0/security-groups/64d94c76-3ef2-4d2c-9b56-3b589fa64b66 HTTP/1.1" status: 204 len: 168 time: 0.2278018 Feb 09 01:31:01.290811 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-5843b65b-3b24-4b04-bb40-bfcbe9842832 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, f9dedd46-7351-49d8-b9f2-19a49beb3ceb) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:01.296915 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a0a20-6593-451a-b11c-5505984ce805 tempest-TestServerBasicOps-1054981537 tempest-TestServerBasicOps-1054981537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d94c76-3ef2-4d2c-9b56-3b589fa64b66,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:01.312788 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a37b7b8-66ac-4126-83b1-3d3737b9c701 None None] Network f9dedd46-7351-49d8-b9f2-19a49beb3ceb requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:31:01.347069 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5843b65b-3b24-4b04-bb40-bfcbe9842832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:01.350051 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5843b65b-3b24-4b04-bb40-bfcbe9842832 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:01.355892 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50568) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:01.412147 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-670544c8-dd4f-4371-8b5d-fc533eb69eb4 req-1ce813cb-baad-42b1-a91a-5506511d5191 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ff3f983-dc2c-4e22-8baa-1a478e3bb441 HTTP/1.1" status: 200 len: 217 time: 0.1261077 Feb 09 01:31:01.416738 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-53424356-2f9b-4250-9fef-f291b1444fe1 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:01.419034 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-53424356-2f9b-4250-9fef-f291b1444fe1 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0501573 Feb 09 01:31:01.422093 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50572) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:01.428137 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-6de86b9d-296b-4727-9a2f-20f23dfbc05e tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Request body: {'security_group_rule': {'security_group_id': '83acd28b-64cd-40c4-bca1-3ddebb951dc9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '82edc627-f859-4376-b0bc-c612a6d17caa'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:01.506581 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ae0621-b801-49b9-9227-ec977b0b68b2 None None] Network f9dedd46-7351-49d8-b9f2-19a49beb3ceb requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:31:01.533630 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-6de86b9d-296b-4727-9a2f-20f23dfbc05e tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:31:01.538214 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6de86b9d-296b-4727-9a2f-20f23dfbc05e tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1150382 Feb 09 01:31:01.539055 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50574) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:01.577337 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53424356-2f9b-4250-9fef-f291b1444fe1 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82edc627-f859-4376-b0bc-c612a6d17caa,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:01.637602 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-5843b65b-3b24-4b04-bb40-bfcbe9842832 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.1336508 Feb 09 01:31:01.667701 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-63792559-373b-46c5-ac2e-04804f7f8ed7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Made reservation on behalf of c3786288d8304ed4a73754fbccf8bb65 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:01.672511 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-63792559-373b-46c5-ac2e-04804f7f8ed7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:01.915139 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-63792559-373b-46c5-ac2e-04804f7f8ed7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Allocated IP 172.20.0.7 (d73508dc-7f57-4aa2-b988-7f7109debbf6/4853b5cd-ebee-449a-9205-ef940b6a4070/d3dcc091-73d0-4887-8776-fcf3cc78e7de) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:02.203605 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-63792559-373b-46c5-ac2e-04804f7f8ed7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for port (d3dcc091-73d0-4887-8776-fcf3cc78e7de), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:02.245433 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0da6fc14-7745-431e-894e-3fd112a2f9e6 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (82edc627-f859-4376-b0bc-c612a6d17caa), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:02.309948 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0da6fc14-7745-431e-894e-3fd112a2f9e6 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (82edc627-f859-4376-b0bc-c612a6d17caa), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:02.332159 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670544c8-dd4f-4371-8b5d-fc533eb69eb4 req-f919189f-96e1-4996-8e8d-976c2d62142a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:02.333771 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-670544c8-dd4f-4371-8b5d-fc533eb69eb4 req-f919189f-96e1-4996-8e8d-976c2d62142a service neutron] 10.222.0.120 "GET /v2.0/subnets?id=ab72f72c-a599-42ad-9f47-8b5f3a8651e8 HTTP/1.1" status: 200 len: 855 time: 0.7754025 Feb 09 01:31:02.409552 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0da6fc14-7745-431e-894e-3fd112a2f9e6 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (82edc627-f859-4376-b0bc-c612a6d17caa), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:02.412081 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-743ed3f2-f83b-4a1a-bf2c-a5b1b0c57dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:02.413389 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0da6fc14-7745-431e-894e-3fd112a2f9e6 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:02.417481 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0da6fc14-7745-431e-894e-3fd112a2f9e6 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "DELETE /v2.0/security-groups/82edc627-f859-4376-b0bc-c612a6d17caa HTTP/1.1" status: 204 len: 168 time: 0.8475721 Feb 09 01:31:02.418330 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50606) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:02.424868 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-670544c8-dd4f-4371-8b5d-fc533eb69eb4 req-ad5471db-dfb3-4db6-a66b-decb4f269bb5 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9b2a4079-2723-4a47-b157-14dd261b93dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530257 Feb 09 01:31:02.440910 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-87605fe6-38e8-493a-a616-ff0cf95f8278 req-6346808a-e4bd-4161-a6fd-fd0d703e66cc tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 210 time: 0.2236280 Feb 09 01:31:02.472287 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da6fc14-7745-431e-894e-3fd112a2f9e6 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82edc627-f859-4376-b0bc-c612a6d17caa,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:02.535241 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d42868-5dca-40df-89c1-47a94401fba5 req-de89a34a-3d09-4f30-b5b4-35241b9cba3a tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:02.542647 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-11d42868-5dca-40df-89c1-47a94401fba5 req-de89a34a-3d09-4f30-b5b4-35241b9cba3a tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=0aacd275-38eb-4765-b777-31a5f266abe9 HTTP/1.1" status: 200 len: 943 time: 0.2657366 Feb 09 01:31:02.580652 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2425b01b-3379-4150-9b57-df38539c5d59 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1532938 Feb 09 01:31:02.585290 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50608) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:02.678551 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6bda9cb6-cf55-445c-a282-3c0d5db2b88a tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (83acd28b-64cd-40c4-bca1-3ddebb951dc9), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:02.711855 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6bda9cb6-cf55-445c-a282-3c0d5db2b88a tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (83acd28b-64cd-40c4-bca1-3ddebb951dc9), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:02.722881 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a9bde6f-7f86-4ec4-905b-f73bfb912417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (729c8c43-c9e6-41e1-ba40-28def817fcf5), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:02.754922 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-11d42868-5dca-40df-89c1-47a94401fba5 req-590ac04f-0f3a-4661-82d5-9a84b912567e tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/security-groups?id=89cf32ef-8647-4bf5-8025-bd4fbbfa8670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112367 Feb 09 01:31:02.775615 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-63792559-373b-46c5-ac2e-04804f7f8ed7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (d3dcc091-73d0-4887-8776-fcf3cc78e7de), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:02.788922 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-1fa4b350-841c-44df-8729-093c15f1db76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b087a170-9b69-49cd-bc4a-1fd74546c698 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:31:02.819422 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b9b92-4c45-4f40-a9e4-27aca66d12f4 req-8ee3546c-35bf-4c14-b66d-eda413281605 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:02.821517 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a17b9b92-4c45-4f40-a9e4-27aca66d12f4 req-8ee3546c-35bf-4c14-b66d-eda413281605 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 931 time: 0.2756357 Feb 09 01:31:02.832894 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-63792559-373b-46c5-ac2e-04804f7f8ed7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Network d73508dc-7f57-4aa2-b988-7f7109debbf6 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:02.838540 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-1fa4b350-841c-44df-8729-093c15f1db76 service neutron] Publish callbacks [] for port (b087a170-9b69-49cd-bc4a-1fd74546c698), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:02.845321 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-63792559-373b-46c5-ac2e-04804f7f8ed7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:02.847832 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6bda9cb6-cf55-445c-a282-3c0d5db2b88a tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (83acd28b-64cd-40c4-bca1-3ddebb951dc9), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:02.850948 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6bda9cb6-cf55-445c-a282-3c0d5db2b88a tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:02.855832 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6bda9cb6-cf55-445c-a282-3c0d5db2b88a tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "DELETE /v2.0/security-groups/83acd28b-64cd-40c4-bca1-3ddebb951dc9 HTTP/1.1" status: 204 len: 168 time: 0.2693419 Feb 09 01:31:02.856524 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50612) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:02.892425 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda9cb6-cf55-445c-a282-3c0d5db2b88a tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83acd28b-64cd-40c4-bca1-3ddebb951dc9,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:02.895423 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-63792559-373b-46c5-ac2e-04804f7f8ed7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:31:02.965616 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-1fa4b350-841c-44df-8729-093c15f1db76 service neutron] Transition to ACTIVE for port object b087a170-9b69-49cd-bc4a-1fd74546c698 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:31:02.968616 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b0d66117-e38f-4e4f-a489-844ab525d4d7 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0982175 Feb 09 01:31:02.980018 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50614) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:02.984181 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-670544c8-dd4f-4371-8b5d-fc533eb69eb4 req-6403d7f4-c05f-4d45-8a50-37ca7b95aa8f service neutron] 10.222.0.120 "GET /v2.0/networks/9b2a4079-2723-4a47-b157-14dd261b93dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5421603 Feb 09 01:31:02.990884 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-1fa4b350-841c-44df-8729-093c15f1db76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (b087a170-9b69-49cd-bc4a-1fd74546c698), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:02.999052 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-36a5833b-3d2c-48fa-b5ae-8c50d026d3c9 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Request body: {'security_group': {'name': 'tempest-secgroup--1783588127'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:03.016019 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63792559-373b-46c5-ac2e-04804f7f8ed7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'Port': ['ID=d3dcc091-73d0-4887-8776-fcf3cc78e7de,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:03.158586 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-36a5833b-3d2c-48fa-b5ae-8c50d026d3c9 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:03.312526 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-63792559-373b-46c5-ac2e-04804f7f8ed7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:03.315556 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-63792559-373b-46c5-ac2e-04804f7f8ed7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:03.364326 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-553de301-80d0-4e35-a586-c92cd736c8ca None None] Provisioning complete for port d3dcc091-73d0-4887-8776-fcf3cc78e7de triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:03.364937 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-553de301-80d0-4e35-a586-c92cd736c8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d3dcc091-73d0-4887-8776-fcf3cc78e7de), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:03.408973 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a17b9b92-4c45-4f40-a9e4-27aca66d12f4 req-118fcac0-9355-41ad-8723-45005921230a tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5668073 Feb 09 01:31:03.446076 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-553de301-80d0-4e35-a586-c92cd736c8ca None None] Port d3dcc091-73d0-4887-8776-fcf3cc78e7de cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:31:03.474902 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-36a5833b-3d2c-48fa-b5ae-8c50d026d3c9 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (ab24bd0f-e260-458a-800f-8489ab6164d1), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:03.485004 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-36a5833b-3d2c-48fa-b5ae-8c50d026d3c9 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (ab24bd0f-e260-458a-800f-8489ab6164d1), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:03.522002 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-8a9bde6f-7f86-4ec4-905b-f73bfb912417 admin admin] Deleting port ed1d5eee-781c-4a1b-8c14-17114c85e732 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:31:03.522687 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a9bde6f-7f86-4ec4-905b-f73bfb912417 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (ed1d5eee-781c-4a1b-8c14-17114c85e732), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:03.529802 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4b350-841c-44df-8729-093c15f1db76 service neutron] Pushing event updated for resources: {'Port': ['ID=b087a170-9b69-49cd-bc4a-1fd74546c698,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:03.577741 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-63792559-373b-46c5-ac2e-04804f7f8ed7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4634166 Feb 09 01:31:03.619162 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a5833b-3d2c-48fa-b5ae-8c50d026d3c9 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab24bd0f-e260-458a-800f-8489ab6164d1,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:03.630064 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-36a5833b-3d2c-48fa-b5ae-8c50d026d3c9 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:03.634443 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-36a5833b-3d2c-48fa-b5ae-8c50d026d3c9 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6473551 Feb 09 01:31:03.635138 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50630) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:03.643827 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-b96ffeab-aef8-4309-8813-6aee0f49bac5 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:03.643827 n-d-828369-4 neutron-server[103137]: WARNING neutron.api.v2.base [None req-b96ffeab-aef8-4309-8813-6aee0f49bac5 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 09 01:31:03.643827 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-b96ffeab-aef8-4309-8813-6aee0f49bac5 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] update failed (client error): There was a conflict when trying to complete your request. Feb 09 01:31:03.647235 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b96ffeab-aef8-4309-8813-6aee0f49bac5 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "PUT /v2.0/security-groups/ab24bd0f-e260-458a-800f-8489ab6164d1 HTTP/1.1" status: 409 len: 330 time: 0.0083821 Feb 09 01:31:03.647235 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50632) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:03.685791 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-7c7eea47-1a51-4681-893c-b431695c48d8 service neutron] Request body: {'port': {'device_id': '447cda03-a55b-461e-82e1-39fbb7ab4efa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:03.738554 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-670544c8-dd4f-4371-8b5d-fc533eb69eb4 req-1d32e7c3-9cf2-4a12-bfcf-593dc54e8926 service neutron] 10.222.0.120 "GET /v2.0/networks/9b2a4079-2723-4a47-b157-14dd261b93dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7450252 Feb 09 01:31:03.740192 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 6ff3f983-dc2c-4e22-8baa-1a478e3bb441 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:31:03.747766 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-8a9bde6f-7f86-4ec4-905b-f73bfb912417 admin admin] For port ed1d5eee-781c-4a1b-8c14-17114c85e732, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=ed1d5eee-781c-4a1b-8c14-17114c85e732,segment=NetworkSegment(48933cd2-4d24-4749-84b3-745901d79474),segment_id=48933cd2-4d24-4749-84b3-745901d79474)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:03.748138 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a9bde6f-7f86-4ec4-905b-f73bfb912417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (ed1d5eee-781c-4a1b-8c14-17114c85e732), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:03.750905 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2b73d176-c949-4f7e-8fa9-9ed15f971322 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (ab24bd0f-e260-458a-800f-8489ab6164d1), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:03.788709 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-8a9bde6f-7f86-4ec4-905b-f73bfb912417 admin admin] Calling delete_port for ed1d5eee-781c-4a1b-8c14-17114c85e732 owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:31:03.791251 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2b73d176-c949-4f7e-8fa9-9ed15f971322 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (ab24bd0f-e260-458a-800f-8489ab6164d1), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:03.872048 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 6ff3f983-dc2c-4e22-8baa-1a478e3bb441, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=6ff3f983-dc2c-4e22-8baa-1a478e3bb441,segment=NetworkSegment(1666a7a2-41b4-455c-a9b6-1ec0c33c0758),segment_id=1666a7a2-41b4-455c-a9b6-1ec0c33c0758)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:03.893844 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '6ff3f983-dc2c-4e22-8baa-1a478e3bb441', 'network_id': '9b2a4079-2723-4a47-b157-14dd261b93dd', 'port_id': '6ff3f983-dc2c-4e22-8baa-1a478e3bb441', 'mac_address': 'fa:16:3e:f3:02:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab72f72c-a599-42ad-9f47-8b5f3a8651e8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:31:03.954849 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2b73d176-c949-4f7e-8fa9-9ed15f971322 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (ab24bd0f-e260-458a-800f-8489ab6164d1), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:03.962411 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2b73d176-c949-4f7e-8fa9-9ed15f971322 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:03.964443 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 6ff3f983-dc2c-4e22-8baa-1a478e3bb441 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:03.965141 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6ff3f983-dc2c-4e22-8baa-1a478e3bb441), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:03.965933 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2b73d176-c949-4f7e-8fa9-9ed15f971322 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "DELETE /v2.0/security-groups/ab24bd0f-e260-458a-800f-8489ab6164d1 HTTP/1.1" status: 204 len: 168 time: 0.3179615 Feb 09 01:31:03.983076 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50636) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:04.010258 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ff3f983-dc2c-4e22-8baa-1a478e3bb441 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:31:04.021219 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b73d176-c949-4f7e-8fa9-9ed15f971322 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab24bd0f-e260-458a-800f-8489ab6164d1,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:04.056108 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 6ff3f983-dc2c-4e22-8baa-1a478e3bb441, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=6ff3f983-dc2c-4e22-8baa-1a478e3bb441,segment=NetworkSegment(1666a7a2-41b4-455c-a9b6-1ec0c33c0758),segment_id=1666a7a2-41b4-455c-a9b6-1ec0c33c0758)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:04.073834 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (6ff3f983-dc2c-4e22-8baa-1a478e3bb441), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:04.184129 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=6ff3f983-dc2c-4e22-8baa-1a478e3bb441,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:04.190879 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f9a4e73f-ba99-496d-b377-26342f7160f8 tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1996579 Feb 09 01:31:04.191620 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50638) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:04.218069 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-7a03394c-d128-42ca-93fb-baa187a57c6f tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] delete failed (client error): The resource could not be found. Feb 09 01:31:04.222918 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7a03394c-d128-42ca-93fb-baa187a57c6f tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "DELETE /v2.0/security-groups/8b8fdf48-9d6f-43e8-bb5b-90510e8b7e5e HTTP/1.1" status: 404 len: 347 time: 0.0266912 Feb 09 01:31:04.223427 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50640) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:04.238770 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-1fa4b350-841c-44df-8729-093c15f1db76 service neutron] Attempting to bind port b087a170-9b69-49cd-bc4a-1fd74546c698 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:31:04.239342 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-1fa4b350-841c-44df-8729-093c15f1db76 service neutron] Attempting to bind port b087a170-9b69-49cd-bc4a-1fd74546c698 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'd40e3b64-4486-4490-9380-e6758cb22819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:31:04.239850 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-1fa4b350-841c-44df-8729-093c15f1db76 service neutron] Attempting to bind port b087a170-9b69-49cd-bc4a-1fd74546c698 on network e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:04.245964 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-da57dd2b-432f-497e-afb4-8ba3de2358aa tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] show failed (client error): The resource could not be found. Feb 09 01:31:04.252571 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-da57dd2b-432f-497e-afb4-8ba3de2358aa tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "GET /v2.0/security-groups/dda9ecd7-c28a-46f8-947c-08809f8d2fb5 HTTP/1.1" status: 404 len: 347 time: 0.0263038 Feb 09 01:31:04.253479 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50642) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:04.271972 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-1fa4b350-841c-44df-8729-093c15f1db76 service neutron] Port b087a170-9b69-49cd-bc4a-1fd74546c698 on network e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:31:04.272766 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-1fa4b350-841c-44df-8729-093c15f1db76 service neutron] Attempting to bind port b087a170-9b69-49cd-bc4a-1fd74546c698 on network e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:04.275062 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-2ff3a3d0-601d-421a-8afd-a9b8f51cd44b tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] show failed (client error): The resource could not be found. Feb 09 01:31:04.280862 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2ff3a3d0-601d-421a-8afd-a9b8f51cd44b tempest-NegativeSecGroupTest-1380410179 tempest-NegativeSecGroupTest-1380410179-project] 10.222.0.50 "GET /v2.0/security-group-rules/2645797b-43db-4a0b-8574-2efc4426cecd HTTP/1.1" status: 404 len: 356 time: 0.0231428 Feb 09 01:31:04.287521 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['6ff3f983-dc2c-4e22-8baa-1a478e3bb441'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:31:04.309813 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e2426-770d-4c09-8f92-55ed1db5abbe req-373fc5ad-8e11-4ae8-b4f1-dc142c6f2c6e tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:04.316010 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0d1e2426-770d-4c09-8f92-55ed1db5abbe req-373fc5ad-8e11-4ae8-b4f1-dc142c6f2c6e tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 931 time: 0.7558784 Feb 09 01:31:04.325948 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181b688-5f81-4409-8674-1a447d864ca1 req-7da42748-71b7-4c5f-9110-77d63dac4b65 tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:04.329505 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5181b688-5f81-4409-8674-1a447d864ca1 req-7da42748-71b7-4c5f-9110-77d63dac4b65 tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] 10.222.0.50 "GET /v2.0/networks?id=f9dedd46-7351-49d8-b9f2-19a49beb3ceb HTTP/1.1" status: 200 len: 814 time: 1.1289322 Feb 09 01:31:04.341935 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-7c7eea47-1a51-4681-893c-b431695c48d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d3dcc091-73d0-4887-8776-fcf3cc78e7de), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:04.395421 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-1fa4b350-841c-44df-8729-093c15f1db76 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:31:04.395843 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-1fa4b350-841c-44df-8729-093c15f1db76 service neutron] Checking segment: {'id': 'd40e3b64-4486-4490-9380-e6758cb22819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:04.396135 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-1fa4b350-841c-44df-8729-093c15f1db76 service neutron] Bound using segment: {'id': 'd40e3b64-4486-4490-9380-e6758cb22819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:31:04.396597 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-1fa4b350-841c-44df-8729-093c15f1db76 service neutron] Bound port: b087a170-9b69-49cd-bc4a-1fd74546c698, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd40e3b64-4486-4490-9380-e6758cb22819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:31:04.399280 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-1fa4b350-841c-44df-8729-093c15f1db76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b087a170-9b69-49cd-bc4a-1fd74546c698), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:04.425565 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a9bde6f-7f86-4ec4-905b-f73bfb912417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (ed1d5eee-781c-4a1b-8c14-17114c85e732), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:04.464822 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9bde6f-7f86-4ec4-905b-f73bfb912417 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed1d5eee-781c-4a1b-8c14-17114c85e732,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:04.538090 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6f96f0cd-836a-4e9b-ad53-82d7ee7ff50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:04.559386 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5181b688-5f81-4409-8674-1a447d864ca1 req-a1969f02-021e-41ca-8f0b-39a07e4f6399 tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] 10.222.0.50 "GET /v2.0/quotas/d68bec2865bf417cb236f252b5ac240b HTTP/1.1" status: 200 len: 375 time: 0.1865444 Feb 09 01:31:04.783788 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50654) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:04.864312 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a9bde6f-7f86-4ec4-905b-f73bfb912417 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (729c8c43-c9e6-41e1-ba40-28def817fcf5), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:04.941021 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0d1e2426-770d-4c09-8f92-55ed1db5abbe req-d8f59f57-b209-49bf-8e2b-5e138a919d7d tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=66bf3e5d-bb50-42c0-95ed-c78f3de007a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6037626 Feb 09 01:31:04.950404 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5181b688-5f81-4409-8674-1a447d864ca1 req-92aa77db-6795-41a0-9791-6d9620352f7f tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d68bec2865bf417cb236f252b5ac240b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3643546 Feb 09 01:31:05.097216 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-1fa4b350-841c-44df-8729-093c15f1db76 service neutron] For port b087a170-9b69-49cd-bc4a-1fd74546c698, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:31:05.136103 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b1488569-5c52-49bd-9f5e-01fdcbd2ca5d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6f6204ff24bb4fbab8e5aeb4e5f3f8b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3505068 Feb 09 01:31:05.136733 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50658) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:05.207867 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-1fa4b350-841c-44df-8729-093c15f1db76 service neutron] For port b087a170-9b69-49cd-bc4a-1fd74546c698, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=b087a170-9b69-49cd-bc4a-1fd74546c698,segment=NetworkSegment(d40e3b64-4486-4490-9380-e6758cb22819),segment_id=d40e3b64-4486-4490-9380-e6758cb22819)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:31:05.238512 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-1fa4b350-841c-44df-8729-093c15f1db76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (b087a170-9b69-49cd-bc4a-1fd74546c698), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:05.254844 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e6fc91c4-aa12-4a42-b6e8-b19091cc9fbd admin admin] Publish callbacks [] for security_group (cb74f56f-d71f-4b3f-a897-0925d2a764d5), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:05.318459 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e6fc91c4-aa12-4a42-b6e8-b19091cc9fbd admin admin] Publish callbacks [] for security_group (cb74f56f-d71f-4b3f-a897-0925d2a764d5), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:05.336561 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4b350-841c-44df-8729-093c15f1db76 service neutron] Pushing event updated for resources: {'Port': ['ID=b087a170-9b69-49cd-bc4a-1fd74546c698,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:05.384945 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-1fa4b350-841c-44df-8729-093c15f1db76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:05.386165 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-1fa4b350-841c-44df-8729-093c15f1db76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:05.388854 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-1fa4b350-841c-44df-8729-093c15f1db76 service neutron] 10.222.0.47 "PUT /v2.0/ports/b087a170-9b69-49cd-bc4a-1fd74546c698 HTTP/1.1" status: 200 len: 1091 time: 4.6332009 Feb 09 01:31:05.395316 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12414174-21e8-4a97-8880-8046ac18368f', 'tag': 'b087a170-9b69-49cd-bc4a-1fd74546c698'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:31:05.404935 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe9f705-fa49-4319-afbc-818e1f1cc990" -d '{"events": [{"name": "network-changed", "server_uuid": "12414174-21e8-4a97-8880-8046ac18368f", "tag": "b087a170-9b69-49cd-bc4a-1fd74546c698"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:31:05.409035 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a9bde6f-7f86-4ec4-905b-f73bfb912417 admin admin] Router 729c8c43-c9e6-41e1-ba40-28def817fcf5 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:31:05.425479 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e6fc91c4-aa12-4a42-b6e8-b19091cc9fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (cb74f56f-d71f-4b3f-a897-0925d2a764d5), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:05.427388 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5181b688-5f81-4409-8674-1a447d864ca1 req-22e0f504-36e3-4543-9c15-641695d3ebd5 service neutron] 10.222.0.50 "GET /v2.0/networks/f9dedd46-7351-49d8-b9f2-19a49beb3ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4539101 Feb 09 01:31:05.428970 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e6fc91c4-aa12-4a42-b6e8-b19091cc9fbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:05.434063 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e6fc91c4-aa12-4a42-b6e8-b19091cc9fbd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cb74f56f-d71f-4b3f-a897-0925d2a764d5 HTTP/1.1" status: 204 len: 168 time: 0.2942796 Feb 09 01:31:05.531843 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70872905-6b0b-4801-9494-855119595c67 req-d8c8934b-3b78-4217-bc4f-0b3b02438564 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:05.533787 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-70872905-6b0b-4801-9494-855119595c67 req-d8c8934b-3b78-4217-bc4f-0b3b02438564 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=0aacd275-38eb-4765-b777-31a5f266abe9 HTTP/1.1" status: 200 len: 944 time: 0.4419720 Feb 09 01:31:05.598355 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fc91c4-aa12-4a42-b6e8-b19091cc9fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb74f56f-d71f-4b3f-a897-0925d2a764d5,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:05.724934 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9bde6f-7f86-4ec4-905b-f73bfb912417 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:31:05.742426 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 6ff3f983-dc2c-4e22-8baa-1a478e3bb441 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:05.749247 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8a9bde6f-7f86-4ec4-905b-f73bfb912417 admin admin] 10.222.0.50 "PUT /v2.0/routers/729c8c43-c9e6-41e1-ba40-28def817fcf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3889112 Feb 09 01:31:05.758630 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9fd0dc-8d37-4f1d-b90b-8104606af88f None None] Sync routers for ids ['729c8c43-c9e6-41e1-ba40-28def817fcf5'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:31:05.761236 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50670) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:05.819234 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-70872905-6b0b-4801-9494-855119595c67 req-0c501160-b2f3-4973-8327-0dff3feb7cf6 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/security-groups?id=89cf32ef-8647-4bf5-8025-bd4fbbfa8670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993341 Feb 09 01:31:05.955360 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-f3e12e81-45b9-49dd-95af-d29dcdcbf690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:05.957794 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-f3e12e81-45b9-49dd-95af-d29dcdcbf690 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9bde012005949bf8ed5f5d05d570ac0&device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 1125 time: 0.4839895 Feb 09 01:31:05.982411 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-58508711-d1b0-4db8-b817-79ce00b9735b admin admin] Publish callbacks [] for router (729c8c43-c9e6-41e1-ba40-28def817fcf5), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:06.058542 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-9faaaa27-8650-4e0c-ba88-cd243b3a869f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b087a170-9b69-49cd-bc4a-1fd74546c698 HTTP/1.1" status: 200 len: 217 time: 0.0921471 Feb 09 01:31:06.076475 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-7c7eea47-1a51-4681-893c-b431695c48d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3dcc091-73d0-4887-8776-fcf3cc78e7de {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:31:06.101999 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5181b688-5f81-4409-8674-1a447d864ca1 req-d95f3643-b042-481c-986d-d3ecf94ea21c service neutron] 10.222.0.50 "GET /v2.0/networks/f9dedd46-7351-49d8-b9f2-19a49beb3ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6382353 Feb 09 01:31:06.137529 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-7c7eea47-1a51-4681-893c-b431695c48d8 service neutron] Publish callbacks [] for port (d3dcc091-73d0-4887-8776-fcf3cc78e7de), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:06.175068 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9fd0dc-8d37-4f1d-b90b-8104606af88f None None] Routers {'729c8c43-c9e6-41e1-ba40-28def817fcf5'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:31:06.178861 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-dd9fd0dc-8d37-4f1d-b90b-8104606af88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:31:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['729c8c43-c9e6-41e1-ba40-28def817fcf5'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:06.197857 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-7c7eea47-1a51-4681-893c-b431695c48d8 service neutron] Transition to ACTIVE for port object d3dcc091-73d0-4887-8776-fcf3cc78e7de will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:31:06.209668 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-7c7eea47-1a51-4681-893c-b431695c48d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (d3dcc091-73d0-4887-8776-fcf3cc78e7de), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:06.228256 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-b7f4683a-399c-41d3-bb5a-6e645148a14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:06.230094 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-b7f4683a-399c-41d3-bb5a-6e645148a14d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68d3f132-83c5-49da-80a3-1924c70a8491 HTTP/1.1" status: 200 len: 850 time: 0.1331189 Feb 09 01:31:06.398940 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-58508711-d1b0-4db8-b817-79ce00b9735b admin admin] Publish callbacks [] for router_gateway (729c8c43-c9e6-41e1-ba40-28def817fcf5), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:06.522941 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5844d74-0275-4afc-a1b0-54914db5fa8d req-60dd7a8f-2ce1-486c-bc81-68abcf775ae4 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:06.539373 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d5844d74-0275-4afc-a1b0-54914db5fa8d req-60dd7a8f-2ce1-486c-bc81-68abcf775ae4 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 943 time: 0.5598800 Feb 09 01:31:06.572166 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-58508711-d1b0-4db8-b817-79ce00b9735b admin admin] Deleting port 4f51b24f-b023-49d9-8560-e53fdf916e1f {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:31:06.576283 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-58508711-d1b0-4db8-b817-79ce00b9735b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (4f51b24f-b023-49d9-8560-e53fdf916e1f), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:06.652068 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f62dc42-cd6b-42ca-a1b8-8d24264641e7 x-openstack-request-id: req-1f62dc42-cd6b-42ca-a1b8-8d24264641e7 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:31:06.653354 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12414174-21e8-4a97-8880-8046ac18368f", "tag": "b087a170-9b69-49cd-bc4a-1fd74546c698", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:31:06.654637 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1f62dc42-cd6b-42ca-a1b8-8d24264641e7 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:31:06.656327 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12414174-21e8-4a97-8880-8046ac18368f', 'tag': 'b087a170-9b69-49cd-bc4a-1fd74546c698', 'status': 'completed', 'code': 200} Feb 09 01:31:06.796444 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7eea47-1a51-4681-893c-b431695c48d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d3dcc091-73d0-4887-8776-fcf3cc78e7de,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:06.843141 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-dd9fd0dc-8d37-4f1d-b90b-8104606af88f None None] Set router 729c8c43-c9e6-41e1-ba40-28def817fcf5 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:31:07.038171 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-7c7eea47-1a51-4681-893c-b431695c48d8 service neutron] Attempting to bind port d3dcc091-73d0-4887-8776-fcf3cc78e7de on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:31:07.038673 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-7c7eea47-1a51-4681-893c-b431695c48d8 service neutron] Attempting to bind port d3dcc091-73d0-4887-8776-fcf3cc78e7de by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '47c4f7d1-e2ed-4b85-9608-17d94691fc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'd73508dc-7f57-4aa2-b988-7f7109debbf6'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:31:07.038923 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-7c7eea47-1a51-4681-893c-b431695c48d8 service neutron] Attempting to bind port d3dcc091-73d0-4887-8776-fcf3cc78e7de on network d73508dc-7f57-4aa2-b988-7f7109debbf6 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:07.063796 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-7c7eea47-1a51-4681-893c-b431695c48d8 service neutron] Port d3dcc091-73d0-4887-8776-fcf3cc78e7de on network d73508dc-7f57-4aa2-b988-7f7109debbf6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:31:07.065307 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-7c7eea47-1a51-4681-893c-b431695c48d8 service neutron] Attempting to bind port d3dcc091-73d0-4887-8776-fcf3cc78e7de on network d73508dc-7f57-4aa2-b988-7f7109debbf6 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:07.070028 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-58508711-d1b0-4db8-b817-79ce00b9735b admin admin] For port 4f51b24f-b023-49d9-8560-e53fdf916e1f, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=4f51b24f-b023-49d9-8560-e53fdf916e1f,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:07.070975 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-58508711-d1b0-4db8-b817-79ce00b9735b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (4f51b24f-b023-49d9-8560-e53fdf916e1f), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:07.071263 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-19506f72-7d85-42d9-b59d-7b25350ac260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:07.074801 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-19506f72-7d85-42d9-b59d-7b25350ac260 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7937236 Feb 09 01:31:07.081386 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:07.092655 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-58508711-d1b0-4db8-b817-79ce00b9735b admin admin] Calling delete_port for 4f51b24f-b023-49d9-8560-e53fdf916e1f owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:31:07.115955 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-b897f18a-faa7-4a3c-8e60-7d49d4b82bea req-240b3b32-0507-456d-9dc7-66b673e585f1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d7e0db12-1b89-46e8-b056-daff5e924179&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2103269 Feb 09 01:31:07.117991 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602546ed-4c97-4837-9558-651761976b55 req-48757eb5-5ef1-4102-8621-a60e10839719 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:07.128098 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-602546ed-4c97-4837-9558-651761976b55 req-48757eb5-5ef1-4102-8621-a60e10839719 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 943 time: 0.3391566 Feb 09 01:31:07.144473 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d5844d74-0275-4afc-a1b0-54914db5fa8d req-7e1ffa8e-4331-4ce4-b059-d41298689cc4 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5019419 Feb 09 01:31:07.183062 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-7c7eea47-1a51-4681-893c-b431695c48d8 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:31:07.183492 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-7c7eea47-1a51-4681-893c-b431695c48d8 service neutron] Checking segment: {'id': '47c4f7d1-e2ed-4b85-9608-17d94691fc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'd73508dc-7f57-4aa2-b988-7f7109debbf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:07.183893 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-7c7eea47-1a51-4681-893c-b431695c48d8 service neutron] Bound using segment: {'id': '47c4f7d1-e2ed-4b85-9608-17d94691fc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'd73508dc-7f57-4aa2-b988-7f7109debbf6'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:31:07.184346 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-7c7eea47-1a51-4681-893c-b431695c48d8 service neutron] Bound port: d3dcc091-73d0-4887-8776-fcf3cc78e7de, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47c4f7d1-e2ed-4b85-9608-17d94691fc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'd73508dc-7f57-4aa2-b988-7f7109debbf6'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:31:07.184785 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-7c7eea47-1a51-4681-893c-b431695c48d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d3dcc091-73d0-4887-8776-fcf3cc78e7de), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:07.352674 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50704) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:07.377454 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-7c7eea47-1a51-4681-893c-b431695c48d8 service neutron] For port d3dcc091-73d0-4887-8776-fcf3cc78e7de, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:31:07.381969 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-7c7eea47-1a51-4681-893c-b431695c48d8 service neutron] For port d3dcc091-73d0-4887-8776-fcf3cc78e7de, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=d3dcc091-73d0-4887-8776-fcf3cc78e7de,segment=NetworkSegment(47c4f7d1-e2ed-4b85-9608-17d94691fc06),segment_id=47c4f7d1-e2ed-4b85-9608-17d94691fc06)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:31:07.439596 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8891c5c6-e57c-47b1-bdbb-c2fa81b3172d req-5f5c9a64-9cbc-4746-8666-5a5da5c27b84 tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] 10.222.0.50 "GET /v2.0/ports?device_id=312aa573-36a0-45d1-ab7c-c8f8abf84e4c HTTP/1.1" status: 200 len: 210 time: 0.1830277 Feb 09 01:31:07.466348 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-7c7eea47-1a51-4681-893c-b431695c48d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (d3dcc091-73d0-4887-8776-fcf3cc78e7de), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:07.505153 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897f18a-faa7-4a3c-8e60-7d49d4b82bea req-a86f6899-f1e0-41fd-ba55-26ad7184e40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:07.509297 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-b897f18a-faa7-4a3c-8e60-7d49d4b82bea req-a86f6899-f1e0-41fd-ba55-26ad7184e40d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=52bd326cd32044dbad2c04ed294f1153&device_id=d7e0db12-1b89-46e8-b056-daff5e924179 HTTP/1.1" status: 200 len: 1127 time: 0.2958815 Feb 09 01:31:07.559364 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 6ff3f983-dc2c-4e22-8baa-1a478e3bb441 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:07.588032 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:07.602157 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 6ff3f983-dc2c-4e22-8baa-1a478e3bb441 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:07.602887 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (6ff3f983-dc2c-4e22-8baa-1a478e3bb441), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:07.698478 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-c9c0d2b4-ddb5-4d3e-b48a-ef0b2e1e74f7 tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-632688210'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:07.764990 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-dd9fd0dc-8d37-4f1d-b90b-8104606af88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729c8c43-c9e6-41e1-ba40-28def817fcf5', 'name': 'tempest-TestServerBasicOps-1765108493-router', 'tenant_id': '4f98c7fdebb0485fb570809def96421c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.7'}], 'enable_snat': True}, 'gw_port_id': '4f51b24f-b023-49d9-8560-e53fdf916e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:46Z', 'updated_at': '2022-02-09T01:31:04Z', 'revision_number': 5, 'project_id': '4f98c7fdebb0485fb570809def96421c', 'gw_port': {'id': '4f51b24f-b023-49d9-8560-e53fdf916e1f', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729c8c43-c9e6-41e1-ba40-28def817fcf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:49Z', 'updated_at': '2022-02-09T01:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:07.767774 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7eea47-1a51-4681-893c-b431695c48d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d3dcc091-73d0-4887-8776-fcf3cc78e7de,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:07.781968 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-564527eb-bead-407d-9562-3202c5046b21 service neutron] 10.222.0.47 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6977420 Feb 09 01:31:07.801715 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-602546ed-4c97-4837-9558-651761976b55 req-a46c5cc3-0a47-4763-bcab-483479b9ad23 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=66bf3e5d-bb50-42c0-95ed-c78f3de007a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6707232 Feb 09 01:31:07.803237 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-58508711-d1b0-4db8-b817-79ce00b9735b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (4f51b24f-b023-49d9-8560-e53fdf916e1f), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:07.814868 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c0d2b4-ddb5-4d3e-b48a-ef0b2e1e74f7 tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] Made reservation on behalf of a0bfa9eecfe848239deac35eb46034b8 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:07.824016 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c9c0d2b4-ddb5-4d3e-b48a-ef0b2e1e74f7 tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:07.848512 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9fd0dc-8d37-4f1d-b90b-8104606af88f None None] Checking router: 729c8c43-c9e6-41e1-ba40-28def817fcf5 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:31:07.876489 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9fd0dc-8d37-4f1d-b90b-8104606af88f None None] Routers {'729c8c43-c9e6-41e1-ba40-28def817fcf5'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:31:07.876660 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-dd9fd0dc-8d37-4f1d-b90b-8104606af88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:31:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['729c8c43-c9e6-41e1-ba40-28def817fcf5'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:07.953979 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:07.961093 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897f18a-faa7-4a3c-8e60-7d49d4b82bea req-53586d95-debc-4e3a-a880-eef8167c57ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:07.967379 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-b897f18a-faa7-4a3c-8e60-7d49d4b82bea req-53586d95-debc-4e3a-a880-eef8167c57ab service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b2a4079-2723-4a47-b157-14dd261b93dd HTTP/1.1" status: 200 len: 917 time: 0.4284301 Feb 09 01:31:07.969746 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58508711-d1b0-4db8-b817-79ce00b9735b admin admin] Pushing event deleted for resources: {'Port': ['ID=4f51b24f-b023-49d9-8560-e53fdf916e1f,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:08.006165 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c9c0d2b4-ddb5-4d3e-b48a-ef0b2e1e74f7 tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:08.043521 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-dd9fd0dc-8d37-4f1d-b90b-8104606af88f None None] Set router 729c8c43-c9e6-41e1-ba40-28def817fcf5 gateway port host: None {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:31:08.059153 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-7c7eea47-1a51-4681-893c-b431695c48d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:08.060265 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-7c7eea47-1a51-4681-893c-b431695c48d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:08.075493 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-7c7eea47-1a51-4681-893c-b431695c48d8 service neutron] 10.222.0.120 "PUT /v2.0/ports/d3dcc091-73d0-4887-8776-fcf3cc78e7de HTTP/1.1" status: 200 len: 1091 time: 4.4828489 Feb 09 01:31:08.144444 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-b897f18a-faa7-4a3c-8e60-7d49d4b82bea req-4e46457a-de8a-4bbd-894a-c3fb10ddba6c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50570b3c-89b5-4464-931c-c142e9339e93 HTTP/1.1" status: 200 len: 217 time: 0.1629868 Feb 09 01:31:08.199757 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-dd9fd0dc-8d37-4f1d-b90b-8104606af88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729c8c43-c9e6-41e1-ba40-28def817fcf5', 'name': 'tempest-TestServerBasicOps-1765108493-router', 'tenant_id': '4f98c7fdebb0485fb570809def96421c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:46Z', 'updated_at': '2022-02-09T01:31:07Z', 'revision_number': 7, 'project_id': '4f98c7fdebb0485fb570809def96421c', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:08.208210 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 6ff3f983-dc2c-4e22-8baa-1a478e3bb441 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:08.212527 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6ff3f983-dc2c-4e22-8baa-1a478e3bb441), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:08.375717 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 6ff3f983-dc2c-4e22-8baa-1a478e3bb441, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=6ff3f983-dc2c-4e22-8baa-1a478e3bb441,segment=NetworkSegment(1666a7a2-41b4-455c-a9b6-1ec0c33c0758),segment_id=1666a7a2-41b4-455c-a9b6-1ec0c33c0758)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:08.381888 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aacd275-38eb-4765-b777-31a5f266abe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff3f983-dc2c-4e22-8baa-1a478e3bb441'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:31:08.389380 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896ec182-a5d2-448b-90ad-e6de96d79a47" -d '{"events": [{"server_uuid": "0aacd275-38eb-4765-b777-31a5f266abe9", "name": "network-vif-plugged", "status": "completed", "tag": "6ff3f983-dc2c-4e22-8baa-1a478e3bb441"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:31:08.398134 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37551c8d-9a9a-4fe6-ad09-3397b3a5f6f6 req-788f3d1a-71e4-411b-91a2-b2181cd0fccf tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:08.399659 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-37551c8d-9a9a-4fe6-ad09-3397b3a5f6f6 req-788f3d1a-71e4-411b-91a2-b2181cd0fccf tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=0aacd275-38eb-4765-b777-31a5f266abe9 HTTP/1.1" status: 200 len: 944 time: 0.6681266 Feb 09 01:31:08.411330 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9fd0dc-8d37-4f1d-b90b-8104606af88f None None] The sync data for ids ['729c8c43-c9e6-41e1-ba40-28def817fcf5'] in n-d-828369-4 is: [{'id': '729c8c43-c9e6-41e1-ba40-28def817fcf5', 'name': 'tempest-TestServerBasicOps-1765108493-router', 'tenant_id': '4f98c7fdebb0485fb570809def96421c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:46Z', 'updated_at': '2022-02-09T01:31:07Z', 'revision_number': 7, 'project_id': '4f98c7fdebb0485fb570809def96421c', 'gw_port_host': None}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:31:08.417506 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (6ff3f983-dc2c-4e22-8baa-1a478e3bb441), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:08.428143 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-58508711-d1b0-4db8-b817-79ce00b9735b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (729c8c43-c9e6-41e1-ba40-28def817fcf5), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:08.501395 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:08.530327 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=6ff3f983-dc2c-4e22-8baa-1a478e3bb441,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:08.574590 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-ceb45672-8b98-4ba3-a537-c1c9bcc41bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:08.576482 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-ceb45672-8b98-4ba3-a537-c1c9bcc41bb3 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=c3786288d8304ed4a73754fbccf8bb65&device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 1125 time: 0.3650064 Feb 09 01:31:08.603940 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f6afbc72-d332-46f3-9686-3c7a13b59c3f req-1ab0cb1b-34c7-42fd-9445-6b3874a83e18 service neutron] 10.222.0.47 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7997878 Feb 09 01:31:08.650358 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-c49f9162-7874-4b08-89b4-ada802a29ed2 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3dcc091-73d0-4887-8776-fcf3cc78e7de HTTP/1.1" status: 200 len: 217 time: 0.0438540 Feb 09 01:31:08.655988 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-37551c8d-9a9a-4fe6-ad09-3397b3a5f6f6 req-015198a8-6540-4894-bf6b-a0df35b2c60b tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/security-groups?id=89cf32ef-8647-4bf5-8025-bd4fbbfa8670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916695 Feb 09 01:31:08.660288 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447cda03-a55b-461e-82e1-39fbb7ab4efa', 'tag': 'd3dcc091-73d0-4887-8776-fcf3cc78e7de'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:31:08.662943 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17ee4b2-32ec-4511-8d75-4365db210331" -d '{"events": [{"name": "network-changed", "server_uuid": "447cda03-a55b-461e-82e1-39fbb7ab4efa", "tag": "d3dcc091-73d0-4887-8776-fcf3cc78e7de"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:31:08.739806 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c37470b-44bd-42d0-acc2-0555a3ba1832 x-openstack-request-id: req-6c37470b-44bd-42d0-acc2-0555a3ba1832 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:31:08.741193 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aacd275-38eb-4765-b777-31a5f266abe9", "name": "network-vif-plugged", "status": "completed", "tag": "6ff3f983-dc2c-4e22-8baa-1a478e3bb441", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:31:08.741699 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6c37470b-44bd-42d0-acc2-0555a3ba1832 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:31:08.742324 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aacd275-38eb-4765-b777-31a5f266abe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff3f983-dc2c-4e22-8baa-1a478e3bb441', 'code': 200} Feb 09 01:31:08.744673 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55d37d-eff6-424c-8ad6-c4b72c0ac294 req-80f34e6a-42d8-4b90-9896-0e17c06df9e8 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:08.758060 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fd55d37d-eff6-424c-8ad6-c4b72c0ac294 req-80f34e6a-42d8-4b90-9896-0e17c06df9e8 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 943 time: 0.3973079 Feb 09 01:31:08.814534 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-58508711-d1b0-4db8-b817-79ce00b9735b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (729c8c43-c9e6-41e1-ba40-28def817fcf5), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:08.821869 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-58508711-d1b0-4db8-b817-79ce00b9735b admin admin] Publish callbacks [] for router_controller (729c8c43-c9e6-41e1-ba40-28def817fcf5), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:08.894938 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fd55d37d-eff6-424c-8ad6-c4b72c0ac294 req-c6373e81-8afe-4c3e-857e-416fd2bb2ad5 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348715 Feb 09 01:31:09.000615 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec367b11-3f38-4da5-8c4a-13babf7d2b17 x-openstack-request-id: req-ec367b11-3f38-4da5-8c4a-13babf7d2b17 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:31:09.002918 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "447cda03-a55b-461e-82e1-39fbb7ab4efa", "tag": "d3dcc091-73d0-4887-8776-fcf3cc78e7de", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:31:09.003580 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ec367b11-3f38-4da5-8c4a-13babf7d2b17 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:31:09.011486 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '447cda03-a55b-461e-82e1-39fbb7ab4efa', 'tag': 'd3dcc091-73d0-4887-8776-fcf3cc78e7de', 'status': 'completed', 'code': 200} Feb 09 01:31:09.063513 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-77c21263-97de-4c4a-80be-ac60d8f51032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:09.070819 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-77c21263-97de-4c4a-80be-ac60d8f51032 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4853b5cd-ebee-449a-9205-ef940b6a4070 HTTP/1.1" status: 200 len: 835 time: 0.4113977 Feb 09 01:31:09.127726 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe9f705-fa49-4319-afbc-818e1f1cc990 req-0ff6e7cd-0b0f-4077-bb18-ad8f354bb994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:09.129744 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8fe9f705-fa49-4319-afbc-818e1f1cc990 req-0ff6e7cd-0b0f-4077-bb18-ad8f354bb994 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9bde012005949bf8ed5f5d05d570ac0&device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 1125 time: 0.4053650 Feb 09 01:31:09.143697 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331849b-dd63-4bcc-be8e-50849bc8c394 req-216bf6ab-95e3-48c9-9372-1dd7fb27b135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:09.145765 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a331849b-dd63-4bcc-be8e-50849bc8c394 req-216bf6ab-95e3-48c9-9372-1dd7fb27b135 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=0aacd275-38eb-4765-b777-31a5f266abe9 HTTP/1.1" status: 200 len: 1127 time: 0.2885938 Feb 09 01:31:09.149655 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897f18a-faa7-4a3c-8e60-7d49d4b82bea req-951c6c9b-c35d-4c2b-b4f5-c770ddf32659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:09.157980 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-838b96cf-9251-41f4-8b69-b5218bf830a5 req-08239918-f586-4d96-87a5-d4cc6491f77f tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] 10.222.0.50 "GET /v2.0/ports?device_id=312aa573-36a0-45d1-ab7c-c8f8abf84e4c HTTP/1.1" status: 200 len: 210 time: 0.2513595 Feb 09 01:31:09.158159 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-b897f18a-faa7-4a3c-8e60-7d49d4b82bea req-951c6c9b-c35d-4c2b-b4f5-c770ddf32659 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab72f72c-a599-42ad-9f47-8b5f3a8651e8 HTTP/1.1" status: 200 len: 855 time: 0.8832645 Feb 09 01:31:09.242702 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-58508711-d1b0-4db8-b817-79ce00b9735b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (729c8c43-c9e6-41e1-ba40-28def817fcf5), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:09.243439 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58508711-d1b0-4db8-b817-79ce00b9735b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 729c8c43-c9e6-41e1-ba40-28def817fcf5 {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:31:09.257421 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-58508711-d1b0-4db8-b817-79ce00b9735b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:09.274500 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-58508711-d1b0-4db8-b817-79ce00b9735b admin admin] 10.222.0.50 "DELETE /v2.0/routers/729c8c43-c9e6-41e1-ba40-28def817fcf5 HTTP/1.1" status: 204 len: 168 time: 3.4916692 Feb 09 01:31:09.276330 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50726) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:09.346511 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c9c0d2b4-ddb5-4d3e-b48a-ef0b2e1e74f7 tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] Publish callbacks [] for security_group (2457e670-1f68-40fd-aec0-c2ca60a350a4), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:09.350654 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-b897f18a-faa7-4a3c-8e60-7d49d4b82bea req-9f451b79-7cdf-4905-9a91-be991b878073 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b2a4079-2723-4a47-b157-14dd261b93dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1758893 Feb 09 01:31:09.361014 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c9c0d2b4-ddb5-4d3e-b48a-ef0b2e1e74f7 tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (2457e670-1f68-40fd-aec0-c2ca60a350a4), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:09.508003 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:09.520491 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181b688-5f81-4409-8674-1a447d864ca1 req-af3c58fd-10af-4487-816e-3025022ced7a tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:09.522214 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5181b688-5f81-4409-8674-1a447d864ca1 req-af3c58fd-10af-4487-816e-3025022ced7a tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] 10.222.0.120 "GET /v2.0/networks?id=f9dedd46-7351-49d8-b9f2-19a49beb3ceb HTTP/1.1" status: 200 len: 814 time: 0.4480438 Feb 09 01:31:09.564371 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c0d2b4-ddb5-4d3e-b48a-ef0b2e1e74f7 tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2457e670-1f68-40fd-aec0-c2ca60a350a4,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:09.574031 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e6df91e-0a61-42c7-b1d2-cb9580cfe469 admin admin] Deleting subnet f080e354-192c-45c8-9f02-4a3b41a60c52 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:31:09.582297 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-b897f18a-faa7-4a3c-8e60-7d49d4b82bea req-f5b50896-74d8-4df2-89d5-ada8c186d924 service neutron] 10.222.0.47 "GET /v2.0/networks/9b2a4079-2723-4a47-b157-14dd261b93dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221010 Feb 09 01:31:09.587063 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9e6df91e-0a61-42c7-b1d2-cb9580cfe469 admin admin] Publish callbacks [] for subnet (f080e354-192c-45c8-9f02-4a3b41a60c52), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:09.597785 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9c0d2b4-ddb5-4d3e-b48a-ef0b2e1e74f7 tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1036} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:31:09.672119 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c9c0d2b4-ddb5-4d3e-b48a-ef0b2e1e74f7 tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (d0846ce1-193c-43f1-aeaf-b0ddb1c6ea8d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:09.672628 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-c9c0d2b4-ddb5-4d3e-b48a-ef0b2e1e74f7 tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] Added segment d0846ce1-193c-43f1-aeaf-b0ddb1c6ea8d of type vlan for network be5116bb-3782-490b-9526-ca1eab39ee8e Feb 09 01:31:09.782409 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9e6df91e-0a61-42c7-b1d2-cb9580cfe469 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (f080e354-192c-45c8-9f02-4a3b41a60c52), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:09.787893 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c9c0d2b4-ddb5-4d3e-b48a-ef0b2e1e74f7 tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (be5116bb-3782-490b-9526-ca1eab39ee8e), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:09.898006 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-b897f18a-faa7-4a3c-8e60-7d49d4b82bea req-a1f19e03-18fd-45b9-93bb-5be1b9169ac8 service neutron] 10.222.0.47 "GET /v2.0/networks/9b2a4079-2723-4a47-b157-14dd261b93dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031137 Feb 09 01:31:09.935922 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c9c0d2b4-ddb5-4d3e-b48a-ef0b2e1e74f7 tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (be5116bb-3782-490b-9526-ca1eab39ee8e), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:09.943023 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c0d2b4-ddb5-4d3e-b48a-ef0b2e1e74f7 tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:09.944111 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c9c0d2b4-ddb5-4d3e-b48a-ef0b2e1e74f7 tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:09.995894 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4f51b24f-b023-49d9-8560-e53fdf916e1f no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:31:10.045561 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 4f51b24f-b023-49d9-8560-e53fdf916e1f {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:31:10.046580 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4f51b24f-b023-49d9-8560-e53fdf916e1f not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:31:10.048846 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device ed1d5eee-781c-4a1b-8c14-17114c85e732 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:31:10.108420 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: ed1d5eee-781c-4a1b-8c14-17114c85e732 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:31:10.109101 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device ed1d5eee-781c-4a1b-8c14-17114c85e732 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:31:10.139743 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c9c0d2b4-ddb5-4d3e-b48a-ef0b2e1e74f7 tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 2.7857323 Feb 09 01:31:10.143792 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50734) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:10.149229 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9e6df91e-0a61-42c7-b1d2-cb9580cfe469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (f080e354-192c-45c8-9f02-4a3b41a60c52), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:10.155133 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-5181b688-5f81-4409-8674-1a447d864ca1 req-bd516479-20dd-4142-abb0-d48a599fffa1 tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] Request body: {'port': {'device_id': '312aa573-36a0-45d1-ab7c-c8f8abf84e4c', 'network_id': 'f9dedd46-7351-49d8-b9f2-19a49beb3ceb', 'admin_state_up': True, 'tenant_id': 'd68bec2865bf417cb236f252b5ac240b'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:10.156062 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.tag.tag_plugin [None req-c105e2f1-ae61-4ea1-a93d-0a173b808284 tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'be5116bb-3782-490b-9526-ca1eab39ee8e', 'tempest-TagsTest-Tag-1675363429') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:10.198753 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c0d2b4-ddb5-4d3e-b48a-ef0b2e1e74f7 tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] Pushing event updated for resources: {'Network': ['ID=be5116bb-3782-490b-9526-ca1eab39ee8e,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:10.302859 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5181b688-5f81-4409-8674-1a447d864ca1 req-bd516479-20dd-4142-abb0-d48a599fffa1 tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] Made reservation on behalf of d68bec2865bf417cb236f252b5ac240b for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:10.306455 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-5181b688-5f81-4409-8674-1a447d864ca1 req-bd516479-20dd-4142-abb0-d48a599fffa1 tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:10.468750 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network be5116bb-3782-490b-9526-ca1eab39ee8e details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:31:10.486356 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a331849b-dd63-4bcc-be8e-50849bc8c394 req-163668f5-31e6-4b21-a09c-4cb319b7b94e service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=89cf32ef-8647-4bf5-8025-bd4fbbfa8670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2672365 Feb 09 01:31:10.517189 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a56d5-37e6-48e8-b636-e386f4778cbf req-b43f8ba3-6a51-481e-9ca8-a3cd60e150ce tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:10.518752 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-241a56d5-37e6-48e8-b636-e386f4778cbf req-b43f8ba3-6a51-481e-9ca8-a3cd60e150ce tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 943 time: 1.4094944 Feb 09 01:31:10.521025 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe9f705-fa49-4319-afbc-818e1f1cc990 req-63639c05-6427-43c3-b749-11ba75bb4da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:10.522507 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8fe9f705-fa49-4319-afbc-818e1f1cc990 req-63639c05-6427-43c3-b749-11ba75bb4da5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 HTTP/1.1" status: 200 len: 913 time: 1.3006535 Feb 09 01:31:10.721252 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-5181b688-5f81-4409-8674-1a447d864ca1 req-bd516479-20dd-4142-abb0-d48a599fffa1 tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] Allocated IP 172.20.0.10 (f9dedd46-7351-49d8-b9f2-19a49beb3ceb/828d0f75-e4bb-48a0-a824-16e492f4400a/4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:10.768321 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-8884bb6d-1f3f-4538-b107-c52dc4dbbe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:10.770252 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-8884bb6d-1f3f-4538-b107-c52dc4dbbe81 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=d73508dc-7f57-4aa2-b988-7f7109debbf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.6506391 Feb 09 01:31:10.813583 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9e6df91e-0a61-42c7-b1d2-cb9580cfe469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (f080e354-192c-45c8-9f02-4a3b41a60c52), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:10.860296 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6df91e-0a61-42c7-b1d2-cb9580cfe469 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f080e354-192c-45c8-9f02-4a3b41a60c52,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:10.871195 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c105e2f1-ae61-4ea1-a93d-0a173b808284 tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] 10.222.0.50 "PUT /v2.0/networks/be5116bb-3782-490b-9526-ca1eab39ee8e/tags/tempest-TagsTest-Tag-1675363429 HTTP/1.1" status: 201 len: 201 time: 0.7228801 Feb 09 01:31:10.871735 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50746) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:10.876032 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9e6df91e-0a61-42c7-b1d2-cb9580cfe469 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:10.880786 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9e6df91e-0a61-42c7-b1d2-cb9580cfe469 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f080e354-192c-45c8-9f02-4a3b41a60c52 HTTP/1.1" status: 204 len: 168 time: 1.5326483 Feb 09 01:31:10.884055 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.tag.tag_plugin [None req-3f659c26-f7d6-4553-b0af-87bc4541a4b5 tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'be5116bb-3782-490b-9526-ca1eab39ee8e', 'tempest-TagsTest-Tag-1675363429') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:10.892670 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50748) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:10.892933 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c7f34e-3103-42d1-bbbb-8c7d66e86f65 None None] Network 6076cc38-83af-4e8f-b6d9-59b61dc00254 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:31:10.986497 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8fe9f705-fa49-4319-afbc-818e1f1cc990 req-e5b9c904-0c33-4db2-a6bf-1f03b44abb41 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b087a170-9b69-49cd-bc4a-1fd74546c698 HTTP/1.1" status: 200 len: 217 time: 0.2090912 Feb 09 01:31:11.139993 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9323eb5-90dd-4d67-8386-c8bc7c179fcb req-83b2d3ba-8218-4f17-99e6-0031774738fc tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:11.142912 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b9323eb5-90dd-4d67-8386-c8bc7c179fcb req-83b2d3ba-8218-4f17-99e6-0031774738fc tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=0aacd275-38eb-4765-b777-31a5f266abe9 HTTP/1.1" status: 200 len: 945 time: 0.8498256 Feb 09 01:31:11.188849 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4651ceb9-8d82-4ade-8f43-b27e40992077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (6076cc38-83af-4e8f-b6d9-59b61dc00254), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:11.234231 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3f659c26-f7d6-4553-b0af-87bc4541a4b5 tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] 10.222.0.50 "GET /v2.0/networks/be5116bb-3782-490b-9526-ca1eab39ee8e/tags/tempest-TagsTest-Tag-1675363429 HTTP/1.1" status: 204 len: 168 time: 0.3493237 Feb 09 01:31:11.235942 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50750) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:11.236956 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe9f705-fa49-4319-afbc-818e1f1cc990 req-f042db96-9ff1-45a4-bed4-6aea2f00daf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:11.238541 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8fe9f705-fa49-4319-afbc-818e1f1cc990 req-f042db96-9ff1-45a4-bed4-6aea2f00daf1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68d3f132-83c5-49da-80a3-1924c70a8491 HTTP/1.1" status: 200 len: 850 time: 0.1065331 Feb 09 01:31:11.258610 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.tag.tag_plugin [None req-b58b30f2-5932-4d13-81c7-0a4c0324f3a9 tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'be5116bb-3782-490b-9526-ca1eab39ee8e') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:11.370419 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b564cf-acc2-48e3-be08-3aad761ea9b1 None None] DHCP port deletion for 6076cc38-83af-4e8f-b6d9-59b61dc00254 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:31:11.465590 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b9323eb5-90dd-4d67-8386-c8bc7c179fcb req-b38023ca-82b8-4177-9aee-b93834c62d2b tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/security-groups?id=89cf32ef-8647-4bf5-8025-bd4fbbfa8670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237399 Feb 09 01:31:11.474632 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-241a56d5-37e6-48e8-b636-e386f4778cbf req-37a1f2a1-5cd2-4c58-bc37-13a2391d8d9b tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=66bf3e5d-bb50-42c0-95ed-c78f3de007a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6961634 Feb 09 01:31:11.499312 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe9f705-fa49-4319-afbc-818e1f1cc990 req-703d35a4-fb71-4604-baba-20ae93e6bdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:11.502299 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8fe9f705-fa49-4319-afbc-818e1f1cc990 req-703d35a4-fb71-4604-baba-20ae93e6bdbf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2500513 Feb 09 01:31:11.558022 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-29b564cf-acc2-48e3-be08-3aad761ea9b1 None None] Deleting port 6d8da642-12ca-4c86-b09a-0d0865fb9dc7 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:31:11.559119 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-29b564cf-acc2-48e3-be08-3aad761ea9b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (6d8da642-12ca-4c86-b09a-0d0865fb9dc7), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:11.725957 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-1c2c9b62-cb22-4f55-aa7c-fa08efc833a7 service neutron] 10.222.0.120 "GET /v2.0/networks/d73508dc-7f57-4aa2-b988-7f7109debbf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9371746 Feb 09 01:31:11.742286 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-29b564cf-acc2-48e3-be08-3aad761ea9b1 None None] For port 6d8da642-12ca-4c86-b09a-0d0865fb9dc7, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=6d8da642-12ca-4c86-b09a-0d0865fb9dc7,segment=NetworkSegment(48933cd2-4d24-4749-84b3-745901d79474),segment_id=48933cd2-4d24-4749-84b3-745901d79474)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:11.742633 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-29b564cf-acc2-48e3-be08-3aad761ea9b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (6d8da642-12ca-4c86-b09a-0d0865fb9dc7), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:11.756274 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-5181b688-5f81-4409-8674-1a447d864ca1 req-bd516479-20dd-4142-abb0-d48a599fffa1 tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] Publish callbacks [] for port (4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:11.874487 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b58b30f2-5932-4d13-81c7-0a4c0324f3a9 tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] 10.222.0.50 "GET /v2.0/networks/be5116bb-3782-490b-9526-ca1eab39ee8e/tags HTTP/1.1" status: 200 len: 238 time: 0.6355565 Feb 09 01:31:11.879427 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50756) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:11.884367 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-4651ceb9-8d82-4ade-8f43-b27e40992077 admin admin] Deleting port 6d8da642-12ca-4c86-b09a-0d0865fb9dc7 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:31:11.884367 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4651ceb9-8d82-4ade-8f43-b27e40992077 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (6d8da642-12ca-4c86-b09a-0d0865fb9dc7), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:11.888617 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.tag.tag_plugin [None req-f09f0b81-fb4f-46d5-bd96-5d27aa9a78de tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'be5116bb-3782-490b-9526-ca1eab39ee8e', {'tags': ['tempest-TagsTest-Tag-1692128143', 'tempest-TagsTest-Tag-599449968', 'tempest-TagsTest-Tag-1896984113']}) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:12.001010 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f09f0b81-fb4f-46d5-bd96-5d27aa9a78de tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] 10.222.0.50 "PUT /v2.0/networks/be5116bb-3782-490b-9526-ca1eab39ee8e/tags HTTP/1.1" status: 200 len: 308 time: 0.1165361 Feb 09 01:31:12.015324 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50758) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:12.022810 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.tag.tag_plugin [None req-cfbc6a45-4c22-40c5-9f30-5e87505ae124 tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'be5116bb-3782-490b-9526-ca1eab39ee8e', 'tempest-TagsTest-Tag-1692128143') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:12.046723 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c72cb7f3-d070-48fc-b619-dfe267ac7e22 req-fa7775c7-7eb9-459f-94fa-9ad60ff11357 service neutron] 10.222.0.120 "GET /v2.0/networks/d73508dc-7f57-4aa2-b988-7f7109debbf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018773 Feb 09 01:31:12.237677 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-4651ceb9-8d82-4ade-8f43-b27e40992077 admin admin] For port 6d8da642-12ca-4c86-b09a-0d0865fb9dc7, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=6d8da642-12ca-4c86-b09a-0d0865fb9dc7,segment=NetworkSegment(48933cd2-4d24-4749-84b3-745901d79474),segment_id=48933cd2-4d24-4749-84b3-745901d79474)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:12.238293 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4651ceb9-8d82-4ade-8f43-b27e40992077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (6d8da642-12ca-4c86-b09a-0d0865fb9dc7), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:12.273021 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-4651ceb9-8d82-4ade-8f43-b27e40992077 admin admin] Calling delete_port for 6d8da642-12ca-4c86-b09a-0d0865fb9dc7 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:31:12.310425 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-81eac1c7-8439-4d37-a047-45354f6d5f34 req-7819b657-8e61-480b-8918-87f7142f0955 tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] 10.222.0.50 "GET /v2.0/ports?device_id=312aa573-36a0-45d1-ab7c-c8f8abf84e4c HTTP/1.1" status: 200 len: 210 time: 0.2623909 Feb 09 01:31:12.342340 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 6d8da642-12ca-4c86-b09a-0d0865fb9dc7 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:31:12.389462 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-cfbc6a45-4c22-40c5-9f30-5e87505ae124 tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] 10.222.0.50 "DELETE /v2.0/networks/be5116bb-3782-490b-9526-ca1eab39ee8e/tags/tempest-TagsTest-Tag-1692128143 HTTP/1.1" status: 204 len: 168 time: 0.3726673 Feb 09 01:31:12.401254 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50760) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:12.404393 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-29b564cf-acc2-48e3-be08-3aad761ea9b1 None None] Calling delete_port for 6d8da642-12ca-4c86-b09a-0d0865fb9dc7 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:31:12.418032 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.tag.tag_plugin [None req-4aa008b8-0b4c-4bb6-ba8c-a29a6a7cc748 tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'be5116bb-3782-490b-9526-ca1eab39ee8e', 'tempest-TagsTest-Tag-1692128143') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:12.418274 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c85367-5dd5-4cd3-8b0c-23328914a936 req-a90a614e-b4b1-4c9c-9687-91d50656bd4c tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:12.441411 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01c85367-5dd5-4cd3-8b0c-23328914a936 req-a90a614e-b4b1-4c9c-9687-91d50656bd4c tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 943 time: 0.3922300 Feb 09 01:31:12.497169 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ee4b2-32ec-4511-8d75-4365db210331 req-e69d272e-3faa-46c5-9114-784f0eeb0821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:12.501442 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c17ee4b2-32ec-4511-8d75-4365db210331 req-e69d272e-3faa-46c5-9114-784f0eeb0821 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=c3786288d8304ed4a73754fbccf8bb65&device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 1125 time: 0.2957344 Feb 09 01:31:12.503750 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-5181b688-5f81-4409-8674-1a447d864ca1 req-bd516479-20dd-4142-abb0-d48a599fffa1 tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:12.509603 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8fe9f705-fa49-4319-afbc-818e1f1cc990 req-b21ec6a0-ad56-449e-b2d8-09670bd9b0e3 service neutron] 10.222.0.47 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9550390 Feb 09 01:31:12.755095 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 6d8da642-12ca-4c86-b09a-0d0865fb9dc7 is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:12.755746 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6d8da642-12ca-4c86-b09a-0d0865fb9dc7), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:12.784272 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-29b564cf-acc2-48e3-be08-3aad761ea9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (6d8da642-12ca-4c86-b09a-0d0865fb9dc7), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:12.787883 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-4aa008b8-0b4c-4bb6-ba8c-a29a6a7cc748 tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] show failed (client error): The resource could not be found. Feb 09 01:31:12.796233 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4aa008b8-0b4c-4bb6-ba8c-a29a6a7cc748 tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] 10.222.0.50 "GET /v2.0/networks/be5116bb-3782-490b-9526-ca1eab39ee8e/tags/tempest-TagsTest-Tag-1692128143 HTTP/1.1" status: 404 len: 326 time: 0.3913002 Feb 09 01:31:12.798234 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50770) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:12.834815 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.tag.tag_plugin [None req-da36fa7f-97ee-42dc-9969-f8e2ec79663a tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'be5116bb-3782-490b-9526-ca1eab39ee8e', 'tempest-TagsTest-Tag-599449968') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:12.852840 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b564cf-acc2-48e3-be08-3aad761ea9b1 None None] Pushing event deleted for resources: {'Port': ['ID=6d8da642-12ca-4c86-b09a-0d0865fb9dc7,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:12.909069 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b564cf-acc2-48e3-be08-3aad761ea9b1 None None] No DVR routers for this DVR port 6d8da642-12ca-4c86-b09a-0d0865fb9dc7 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:31:13.032647 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4651ceb9-8d82-4ade-8f43-b27e40992077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (6d8da642-12ca-4c86-b09a-0d0865fb9dc7), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:13.064010 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd516479-20dd-4142-abb0-d48a599fffa1 tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] Pushing event updated for resources: {'Port': ['ID=4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:13.073388 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5181b688-5f81-4409-8674-1a447d864ca1 req-bd516479-20dd-4142-abb0-d48a599fffa1 tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] Network f9dedd46-7351-49d8-b9f2-19a49beb3ceb is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:13.131859 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4651ceb9-8d82-4ade-8f43-b27e40992077 admin admin] No DVR routers for this DVR port 6d8da642-12ca-4c86-b09a-0d0865fb9dc7 on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:31:13.141987 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4651ceb9-8d82-4ade-8f43-b27e40992077 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d8da642-12ca-4c86-b09a-0d0865fb9dc7,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:13.147172 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-5181b688-5f81-4409-8674-1a447d864ca1 req-bd516479-20dd-4142-abb0-d48a599fffa1 tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:13.157679 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-5181b688-5f81-4409-8674-1a447d864ca1 req-bd516479-20dd-4142-abb0-d48a599fffa1 tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:31:13.309384 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01c85367-5dd5-4cd3-8b0c-23328914a936 req-c8c850aa-197f-4b8a-9bf6-1b4ba24cf44e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8670423 Feb 09 01:31:13.310012 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4651ceb9-8d82-4ade-8f43-b27e40992077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (6076cc38-83af-4e8f-b6d9-59b61dc00254), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:13.317164 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-da36fa7f-97ee-42dc-9969-f8e2ec79663a tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] 10.222.0.50 "GET /v2.0/networks/be5116bb-3782-490b-9526-ca1eab39ee8e/tags/tempest-TagsTest-Tag-599449968 HTTP/1.1" status: 204 len: 168 time: 0.4915900 Feb 09 01:31:13.319763 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 50772) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:13.332056 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.tag.tag_plugin [None req-c8bb3801-4068-4263-a4e9-b0ebe945bbda tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'be5116bb-3782-490b-9526-ca1eab39ee8e', 'tempest-TagsTest-Tag-1896984113') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:13.339635 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-4651ceb9-8d82-4ade-8f43-b27e40992077 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6076cc38-83af-4e8f-b6d9-59b61dc00254']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:13.366168 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-4651ceb9-8d82-4ade-8f43-b27e40992077 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48933cd2-4d24-4749-84b3-745901d79474') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:13.366168 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-4651ceb9-8d82-4ade-8f43-b27e40992077 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48933cd2-4d24-4749-84b3-745901d79474') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:13.378669 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4651ceb9-8d82-4ade-8f43-b27e40992077 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (48933cd2-4d24-4749-84b3-745901d79474), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:13.383006 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181b688-5f81-4409-8674-1a447d864ca1 req-bd516479-20dd-4142-abb0-d48a599fffa1 tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:13.384114 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-5181b688-5f81-4409-8674-1a447d864ca1 req-bd516479-20dd-4142-abb0-d48a599fffa1 tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:13.394049 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4651ceb9-8d82-4ade-8f43-b27e40992077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (48933cd2-4d24-4749-84b3-745901d79474), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:13.400743 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4651ceb9-8d82-4ade-8f43-b27e40992077 admin admin] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:31:13.401159 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4651ceb9-8d82-4ade-8f43-b27e40992077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (48933cd2-4d24-4749-84b3-745901d79474), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:13.468297 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:31:13.468297 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:31:13.468297 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:31:13.468297 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:31:13.468297 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:31:13.468297 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:31:13.468297 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:31:13.468297 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:31:13.468297 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:31:13.468297 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:31:13.468297 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:31:13.468297 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:31:13.468297 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:31:13.468297 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:31:13.468297 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:31:13.468297 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:31:13.468297 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:31:13.468297 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:31:13.468297 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:31:13.468297 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:31:13.468297 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:31:13.468297 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:31:13.468297 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:31:13.468297 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:31:13.468297 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:31:13.468297 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:31:13.468297 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:31:13.468297 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:31:13.468297 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:31:13.468297 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:31:13.468297 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:31:13.468297 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:31:13.468297 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:31:13.468297 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:31:13.468297 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:31:13.468297 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:31:13.468297 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:31:13.468297 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:31:13.468297 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:31:13.468297 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:31:13.472223 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4651ceb9-8d82-4ade-8f43-b27e40992077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (6076cc38-83af-4e8f-b6d9-59b61dc00254), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:13.478524 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4651ceb9-8d82-4ade-8f43-b27e40992077 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:13.482939 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4651ceb9-8d82-4ade-8f43-b27e40992077 admin admin] 10.222.0.50 "DELETE /v2.0/networks/6076cc38-83af-4e8f-b6d9-59b61dc00254 HTTP/1.1" status: 204 len: 168 time: 2.5876241 Feb 09 01:31:13.509065 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50776) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:13.519830 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4651ceb9-8d82-4ade-8f43-b27e40992077 admin admin] Pushing event deleted for resources: {'Network': ['ID=6076cc38-83af-4e8f-b6d9-59b61dc00254,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:13.539185 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f27981-7d71-4ce0-ae09-2964690e0935 req-30a1b4e9-389a-47e3-8261-297e5144a56a tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:13.541034 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-51f27981-7d71-4ce0-ae09-2964690e0935 req-30a1b4e9-389a-47e3-8261-297e5144a56a tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=0aacd275-38eb-4765-b777-31a5f266abe9 HTTP/1.1" status: 200 len: 945 time: 0.6340489 Feb 09 01:31:13.543395 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8fe9f705-fa49-4319-afbc-818e1f1cc990 req-0707f9b5-f785-4be6-8f3e-a27a83f89ea4 service neutron] 10.222.0.47 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6376007 Feb 09 01:31:13.552016 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5181b688-5f81-4409-8674-1a447d864ca1 req-bd516479-20dd-4142-abb0-d48a599fffa1 tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9969013 Feb 09 01:31:13.579367 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-5181b688-5f81-4409-8674-1a447d864ca1 req-94ca9289-f9d9-4833-b00d-ec797735a464 service neutron] Request body: {'port': {'device_id': '312aa573-36a0-45d1-ab7c-c8f8abf84e4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:13.585199 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ee4b2-32ec-4511-8d75-4365db210331 req-5eba0459-7221-4864-816e-e3497eabbd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:13.586654 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c17ee4b2-32ec-4511-8d75-4365db210331 req-5eba0459-7221-4864-816e-e3497eabbd34 service neutron] 10.222.0.120 "GET /v2.0/networks?id=d73508dc-7f57-4aa2-b988-7f7109debbf6 HTTP/1.1" status: 200 len: 899 time: 1.0725822 Feb 09 01:31:13.688651 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c17ee4b2-32ec-4511-8d75-4365db210331 req-fd0b7f14-c8ae-48ca-a21c-cd91a9e838f0 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3dcc091-73d0-4887-8776-fcf3cc78e7de HTTP/1.1" status: 200 len: 217 time: 0.0694966 Feb 09 01:31:13.785291 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3205fdc-46d9-4752-bb81-821862793db4 req-fcbf4332-0228-4ef3-9831-e5618f375e9e tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:13.787078 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f3205fdc-46d9-4752-bb81-821862793db4 req-fcbf4332-0228-4ef3-9831-e5618f375e9e tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 943 time: 0.3124304 Feb 09 01:31:13.803480 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-51f27981-7d71-4ce0-ae09-2964690e0935 req-2e625743-0100-4c5f-9641-eb8ba2d634e8 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/security-groups?id=89cf32ef-8647-4bf5-8025-bd4fbbfa8670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497544 Feb 09 01:31:13.805357 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c8bb3801-4068-4263-a4e9-b0ebe945bbda tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] 10.222.0.50 "GET /v2.0/networks/be5116bb-3782-490b-9526-ca1eab39ee8e/tags/tempest-TagsTest-Tag-1896984113 HTTP/1.1" status: 204 len: 168 time: 0.4769437 Feb 09 01:31:13.829644 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 50782) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:13.860508 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.tag.tag_plugin [None req-37afe61a-290b-4b31-bbd7-8fb85e47bc22 tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'be5116bb-3782-490b-9526-ca1eab39ee8e') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:13.869801 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f3205fdc-46d9-4752-bb81-821862793db4 req-cba9fa44-2893-4eb0-bf71-97526bff1a3d tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=66bf3e5d-bb50-42c0-95ed-c78f3de007a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613921 Feb 09 01:31:13.886136 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-5181b688-5f81-4409-8674-1a447d864ca1 req-94ca9289-f9d9-4833-b00d-ec797735a464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:13.909724 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ee4b2-32ec-4511-8d75-4365db210331 req-e8d19beb-1332-46d3-ac3d-47a3a9489f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:13.909724 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c17ee4b2-32ec-4511-8d75-4365db210331 req-e8d19beb-1332-46d3-ac3d-47a3a9489f8a service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4853b5cd-ebee-449a-9205-ef940b6a4070 HTTP/1.1" status: 200 len: 835 time: 0.2058046 Feb 09 01:31:13.956996 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4d23aeda-b3e2-412d-b0e6-9a4b6f2e0bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (19babdbe-7e44-45ab-a830-d831a8c238d6), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:14.260416 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e7293-61a7-4163-91e3-ff0f62c8b760 req-378a74c6-f094-4a65-b81c-ddfc2f6afb07 tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:14.269943 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e95e7293-61a7-4163-91e3-ff0f62c8b760 req-378a74c6-f094-4a65-b81c-ddfc2f6afb07 tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] 10.222.0.50 "GET /v2.0/ports?device_id=312aa573-36a0-45d1-ab7c-c8f8abf84e4c HTTP/1.1" status: 200 len: 932 time: 0.2172146 Feb 09 01:31:14.306822 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ee4b2-32ec-4511-8d75-4365db210331 req-bf34e51c-de42-4126-bbcc-5e29c85b2964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:14.308346 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c17ee4b2-32ec-4511-8d75-4365db210331 req-bf34e51c-de42-4126-bbcc-5e29c85b2964 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=d73508dc-7f57-4aa2-b988-7f7109debbf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2807245 Feb 09 01:31:14.379695 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-4d23aeda-b3e2-412d-b0e6-9a4b6f2e0bf1 admin admin] Deleting port 773e60c5-81dc-47b4-b838-7e369df9486c {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:31:14.383083 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4d23aeda-b3e2-412d-b0e6-9a4b6f2e0bf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (773e60c5-81dc-47b4-b838-7e369df9486c), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:14.397760 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-37afe61a-290b-4b31-bbd7-8fb85e47bc22 tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] 10.222.0.50 "DELETE /v2.0/networks/be5116bb-3782-490b-9526-ca1eab39ee8e/tags HTTP/1.1" status: 204 len: 168 time: 0.5381870 Feb 09 01:31:14.409032 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50792) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:14.414656 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.tag.tag_plugin [None req-7f311d44-5640-46a3-8085-59f154b4f3d8 tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'be5116bb-3782-490b-9526-ca1eab39ee8e', 'tempest-TagsTest-Tag-599449968') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:14.480592 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e95e7293-61a7-4163-91e3-ff0f62c8b760 req-75ff0155-3e02-452f-97e3-e2b1aa60bee1 tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2bcf3b9-328e-40a3-ae30-377b3eff3e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096124 Feb 09 01:31:14.597858 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-4d23aeda-b3e2-412d-b0e6-9a4b6f2e0bf1 admin admin] For port 773e60c5-81dc-47b4-b838-7e369df9486c, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=773e60c5-81dc-47b4-b838-7e369df9486c,segment=NetworkSegment(a482a1c8-c758-4780-adf2-c7eeb7c316ab),segment_id=a482a1c8-c758-4780-adf2-c7eeb7c316ab)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:14.598234 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4d23aeda-b3e2-412d-b0e6-9a4b6f2e0bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (773e60c5-81dc-47b4-b838-7e369df9486c), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:14.613820 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-7f311d44-5640-46a3-8085-59f154b4f3d8 tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] show failed (client error): The resource could not be found. Feb 09 01:31:14.614867 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7f311d44-5640-46a3-8085-59f154b4f3d8 tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] 10.222.0.50 "GET /v2.0/networks/be5116bb-3782-490b-9526-ca1eab39ee8e/tags/tempest-TagsTest-Tag-599449968 HTTP/1.1" status: 404 len: 325 time: 0.2045033 Feb 09 01:31:14.615900 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-4d23aeda-b3e2-412d-b0e6-9a4b6f2e0bf1 admin admin] Calling delete_port for 773e60c5-81dc-47b4-b838-7e369df9486c owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:31:14.631550 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50796) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:14.636022 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.tag.tag_plugin [None req-9233a5e5-de63-4af5-8a01-86de53a638eb tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'be5116bb-3782-490b-9526-ca1eab39ee8e', 'tempest-TagsTest-Tag-1896984113') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:14.833574 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-9233a5e5-de63-4af5-8a01-86de53a638eb tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] show failed (client error): The resource could not be found. Feb 09 01:31:14.836029 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9233a5e5-de63-4af5-8a01-86de53a638eb tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] 10.222.0.50 "GET /v2.0/networks/be5116bb-3782-490b-9526-ca1eab39ee8e/tags/tempest-TagsTest-Tag-1896984113 HTTP/1.1" status: 404 len: 326 time: 0.2035134 Feb 09 01:31:14.840235 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50802) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:14.853597 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.tag.tag_plugin [None req-ca0d343b-feef-4168-9af7-78941da54100 tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'be5116bb-3782-490b-9526-ca1eab39ee8e') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:15.096512 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c17ee4b2-32ec-4511-8d75-4365db210331 req-519e6183-8737-49d4-a05f-74cdad56aa9f service neutron] 10.222.0.120 "GET /v2.0/networks/d73508dc-7f57-4aa2-b988-7f7109debbf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7805622 Feb 09 01:31:15.102512 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-5181b688-5f81-4409-8674-1a447d864ca1 req-94ca9289-f9d9-4833-b00d-ec797735a464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:31:15.134572 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e259c694-5e9c-4952-b406-dfad5429014b req-0af06254-9533-49ae-beb0-da1892415d8a tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:15.136252 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e259c694-5e9c-4952-b406-dfad5429014b req-0af06254-9533-49ae-beb0-da1892415d8a tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 943 time: 0.6546423 Feb 09 01:31:15.142669 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-5181b688-5f81-4409-8674-1a447d864ca1 req-94ca9289-f9d9-4833-b00d-ec797735a464 service neutron] Publish callbacks [] for port (4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:15.168815 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4d23aeda-b3e2-412d-b0e6-9a4b6f2e0bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (773e60c5-81dc-47b4-b838-7e369df9486c), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:15.203756 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d23aeda-b3e2-412d-b0e6-9a4b6f2e0bf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=773e60c5-81dc-47b4-b838-7e369df9486c,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:15.243573 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-5181b688-5f81-4409-8674-1a447d864ca1 req-94ca9289-f9d9-4833-b00d-ec797735a464 service neutron] Transition to ACTIVE for port object 4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:31:15.266638 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55019e2c-1378-4069-8e6a-624d0a08b506 req-69ce2689-86d9-401a-83a5-6ae7003608be tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:15.274454 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-55019e2c-1378-4069-8e6a-624d0a08b506 req-69ce2689-86d9-401a-83a5-6ae7003608be tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 943 time: 0.2500508 Feb 09 01:31:15.342546 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ca0d343b-feef-4168-9af7-78941da54100 tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] 10.222.0.50 "DELETE /v2.0/networks/be5116bb-3782-490b-9526-ca1eab39ee8e/tags HTTP/1.1" status: 204 len: 168 time: 0.4970562 Feb 09 01:31:15.347487 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50808) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:15.349068 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-5181b688-5f81-4409-8674-1a447d864ca1 req-94ca9289-f9d9-4833-b00d-ec797735a464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:15.463634 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e259c694-5e9c-4952-b406-dfad5429014b req-9fd44728-11fd-4f04-9cfc-9897fb086297 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169398 Feb 09 01:31:15.475266 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-55019e2c-1378-4069-8e6a-624d0a08b506 req-de630003-dd9e-459f-b633-c1d357c9aa7f tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=66bf3e5d-bb50-42c0-95ed-c78f3de007a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1996229 Feb 09 01:31:15.496362 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca9289-f9d9-4833-b00d-ec797735a464 service neutron] Pushing event updated for resources: {'Port': ['ID=4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:15.518203 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b9d67064-f78e-4557-bfa1-0fac34834144 tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (be5116bb-3782-490b-9526-ca1eab39ee8e), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:15.521064 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c17ee4b2-32ec-4511-8d75-4365db210331 req-11d28591-a3ac-416c-8d18-47c8ebcb081d service neutron] 10.222.0.120 "GET /v2.0/networks/d73508dc-7f57-4aa2-b988-7f7109debbf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082556 Feb 09 01:31:15.582639 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-5181b688-5f81-4409-8674-1a447d864ca1 req-94ca9289-f9d9-4833-b00d-ec797735a464 service neutron] Attempting to bind port 4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:31:15.582982 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-5181b688-5f81-4409-8674-1a447d864ca1 req-94ca9289-f9d9-4833-b00d-ec797735a464 service neutron] Attempting to bind port 4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': 'ffa6bc22-b31c-4021-ad1a-cd2924e00a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'f9dedd46-7351-49d8-b9f2-19a49beb3ceb'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:31:15.583473 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5181b688-5f81-4409-8674-1a447d864ca1 req-94ca9289-f9d9-4833-b00d-ec797735a464 service neutron] Attempting to bind port 4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69 on network f9dedd46-7351-49d8-b9f2-19a49beb3ceb {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:15.590624 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5181b688-5f81-4409-8674-1a447d864ca1 req-94ca9289-f9d9-4833-b00d-ec797735a464 service neutron] Port 4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69 on network f9dedd46-7351-49d8-b9f2-19a49beb3ceb not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:31:15.590947 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5181b688-5f81-4409-8674-1a447d864ca1 req-94ca9289-f9d9-4833-b00d-ec797735a464 service neutron] Attempting to bind port 4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69 on network f9dedd46-7351-49d8-b9f2-19a49beb3ceb {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:15.603400 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5181b688-5f81-4409-8674-1a447d864ca1 req-94ca9289-f9d9-4833-b00d-ec797735a464 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:31:15.604955 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5181b688-5f81-4409-8674-1a447d864ca1 req-94ca9289-f9d9-4833-b00d-ec797735a464 service neutron] Checking segment: {'id': 'ffa6bc22-b31c-4021-ad1a-cd2924e00a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'f9dedd46-7351-49d8-b9f2-19a49beb3ceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:15.605363 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5181b688-5f81-4409-8674-1a447d864ca1 req-94ca9289-f9d9-4833-b00d-ec797735a464 service neutron] Bound using segment: {'id': 'ffa6bc22-b31c-4021-ad1a-cd2924e00a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'f9dedd46-7351-49d8-b9f2-19a49beb3ceb'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:31:15.605814 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-5181b688-5f81-4409-8674-1a447d864ca1 req-94ca9289-f9d9-4833-b00d-ec797735a464 service neutron] Bound port: 4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffa6bc22-b31c-4021-ad1a-cd2924e00a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'f9dedd46-7351-49d8-b9f2-19a49beb3ceb'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:31:15.606190 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-5181b688-5f81-4409-8674-1a447d864ca1 req-94ca9289-f9d9-4833-b00d-ec797735a464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:15.692335 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4d23aeda-b3e2-412d-b0e6-9a4b6f2e0bf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (19babdbe-7e44-45ab-a830-d831a8c238d6), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:15.787296 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device d3dcc091-73d0-4887-8776-fcf3cc78e7de details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:31:15.872568 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-5181b688-5f81-4409-8674-1a447d864ca1 req-94ca9289-f9d9-4833-b00d-ec797735a464 service neutron] For port 4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:31:15.904499 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-5181b688-5f81-4409-8674-1a447d864ca1 req-94ca9289-f9d9-4833-b00d-ec797735a464 service neutron] For port 4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69,segment=NetworkSegment(ffa6bc22-b31c-4021-ad1a-cd2924e00a6a),segment_id=ffa6bc22-b31c-4021-ad1a-cd2924e00a6a)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:31:15.962179 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc04203-36c8-4ad4-a375-2ca0795863f0 req-02ef48e8-2c33-4387-9616-24706082781b tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:15.965614 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4fc04203-36c8-4ad4-a375-2ca0795863f0 req-02ef48e8-2c33-4387-9616-24706082781b tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] 10.222.0.50 "GET /v2.0/ports?device_id=312aa573-36a0-45d1-ab7c-c8f8abf84e4c HTTP/1.1" status: 200 len: 944 time: 0.3289917 Feb 09 01:31:15.972197 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-5181b688-5f81-4409-8674-1a447d864ca1 req-94ca9289-f9d9-4833-b00d-ec797735a464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:16.066073 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port d3dcc091-73d0-4887-8776-fcf3cc78e7de, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=d3dcc091-73d0-4887-8776-fcf3cc78e7de,segment=NetworkSegment(47c4f7d1-e2ed-4b85-9608-17d94691fc06),segment_id=47c4f7d1-e2ed-4b85-9608-17d94691fc06)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:16.092173 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': 'd3dcc091-73d0-4887-8776-fcf3cc78e7de', 'network_id': 'd73508dc-7f57-4aa2-b988-7f7109debbf6', 'port_id': 'd3dcc091-73d0-4887-8776-fcf3cc78e7de', 'mac_address': 'fa:16:3e:f0:c9:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4853b5cd-ebee-449a-9205-ef940b6a4070', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:31:16.096071 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181b688-5f81-4409-8674-1a447d864ca1 req-94ca9289-f9d9-4833-b00d-ec797735a464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:16.103575 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-5181b688-5f81-4409-8674-1a447d864ca1 req-94ca9289-f9d9-4833-b00d-ec797735a464 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:16.105386 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5181b688-5f81-4409-8674-1a447d864ca1 req-94ca9289-f9d9-4833-b00d-ec797735a464 service neutron] 10.222.0.120 "PUT /v2.0/ports/4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69 HTTP/1.1" status: 200 len: 1092 time: 2.5316305 Feb 09 01:31:16.106177 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '312aa573-36a0-45d1-ab7c-c8f8abf84e4c', 'tag': '4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:31:16.109939 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5492a8b0-9976-491f-b61b-a96ed5fc35fd" -d '{"events": [{"name": "network-changed", "server_uuid": "312aa573-36a0-45d1-ab7c-c8f8abf84e4c", "tag": "4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:31:16.192507 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca9289-f9d9-4833-b00d-ec797735a464 service neutron] Pushing event updated for resources: {'Port': ['ID=4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:16.205957 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port d3dcc091-73d0-4887-8776-fcf3cc78e7de is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:16.206375 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d3dcc091-73d0-4887-8776-fcf3cc78e7de), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:16.217872 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90401fef-15a1-4b9a-896f-12f621810997 x-openstack-request-id: req-90401fef-15a1-4b9a-896f-12f621810997 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:31:16.218841 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "312aa573-36a0-45d1-ab7c-c8f8abf84e4c", "tag": "4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:31:16.219345 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-90401fef-15a1-4b9a-896f-12f621810997 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:31:16.220083 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '312aa573-36a0-45d1-ab7c-c8f8abf84e4c', 'tag': '4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69', 'status': 'completed', 'code': 200} Feb 09 01:31:16.231665 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4fc04203-36c8-4ad4-a375-2ca0795863f0 req-e1777de0-ea32-4ab7-a30b-0aa05a6667f9 tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2bcf3b9-328e-40a3-ae30-377b3eff3e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568781 Feb 09 01:31:16.234651 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3dcc091-73d0-4887-8776-fcf3cc78e7de {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:31:16.252901 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181b688-5f81-4409-8674-1a447d864ca1 req-ee856cb7-60cb-4a10-8ad7-e5a4c1d72489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:16.254783 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5181b688-5f81-4409-8674-1a447d864ca1 req-ee856cb7-60cb-4a10-8ad7-e5a4c1d72489 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=d68bec2865bf417cb236f252b5ac240b&device_id=312aa573-36a0-45d1-ab7c-c8f8abf84e4c HTTP/1.1" status: 200 len: 1126 time: 0.1021748 Feb 09 01:31:16.277937 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port d3dcc091-73d0-4887-8776-fcf3cc78e7de, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=d3dcc091-73d0-4887-8776-fcf3cc78e7de,segment=NetworkSegment(47c4f7d1-e2ed-4b85-9608-17d94691fc06),segment_id=47c4f7d1-e2ed-4b85-9608-17d94691fc06)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:16.293893 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d3dcc091-73d0-4887-8776-fcf3cc78e7de), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:16.359213 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5181b688-5f81-4409-8674-1a447d864ca1 req-57122c8a-0382-41e8-9a9b-1d48c31fd5de service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69 HTTP/1.1" status: 200 len: 217 time: 0.0953040 Feb 09 01:31:16.422942 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181b688-5f81-4409-8674-1a447d864ca1 req-07ecffdd-2d48-4ccc-917a-3708f12dd088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:16.425044 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5181b688-5f81-4409-8674-1a447d864ca1 req-07ecffdd-2d48-4ccc-917a-3708f12dd088 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=828d0f75-e4bb-48a0-a824-16e492f4400a HTTP/1.1" status: 200 len: 854 time: 0.0580089 Feb 09 01:31:16.459305 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=d3dcc091-73d0-4887-8776-fcf3cc78e7de,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:16.471843 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5181b688-5f81-4409-8674-1a447d864ca1 req-ca063149-71c6-4640-82fe-e46f1cd19992 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=f9dedd46-7351-49d8-b9f2-19a49beb3ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324135 Feb 09 01:31:16.578211 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['d3dcc091-73d0-4887-8776-fcf3cc78e7de'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:31:16.613278 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d23aeda-b3e2-412d-b0e6-9a4b6f2e0bf1 admin admin] Router 19babdbe-7e44-45ab-a830-d831a8c238d6 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:31:16.645602 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b9d67064-f78e-4557-bfa1-0fac34834144 tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (be5116bb-3782-490b-9526-ca1eab39ee8e), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:16.680432 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340e4cc-bc41-48e3-a99f-6f7dd7b603a5 req-d797094a-f653-4b26-b37f-97483861e507 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:16.688656 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1340e4cc-bc41-48e3-a99f-6f7dd7b603a5 req-d797094a-f653-4b26-b37f-97483861e507 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 943 time: 0.1080227 Feb 09 01:31:16.710353 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5181b688-5f81-4409-8674-1a447d864ca1 req-4afe96f0-b958-484a-871d-11e1602fe4f1 service neutron] 10.222.0.120 "GET /v2.0/networks/f9dedd46-7351-49d8-b9f2-19a49beb3ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273080 Feb 09 01:31:16.784390 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-b9d67064-f78e-4557-bfa1-0fac34834144 tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be5116bb-3782-490b-9526-ca1eab39ee8e']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:16.807015 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-b9d67064-f78e-4557-bfa1-0fac34834144 tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0846ce1-193c-43f1-aeaf-b0ddb1c6ea8d') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:16.807802 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-b9d67064-f78e-4557-bfa1-0fac34834144 tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0846ce1-193c-43f1-aeaf-b0ddb1c6ea8d') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:16.824010 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b9d67064-f78e-4557-bfa1-0fac34834144 tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (d0846ce1-193c-43f1-aeaf-b0ddb1c6ea8d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:16.833205 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1340e4cc-bc41-48e3-a99f-6f7dd7b603a5 req-707529bb-eb0c-4793-9fc7-97063e5af40c tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435442 Feb 09 01:31:16.858886 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b9d67064-f78e-4557-bfa1-0fac34834144 tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (d0846ce1-193c-43f1-aeaf-b0ddb1c6ea8d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:16.875003 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9d67064-f78e-4557-bfa1-0fac34834144 tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:31:16.875457 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b9d67064-f78e-4557-bfa1-0fac34834144 tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (d0846ce1-193c-43f1-aeaf-b0ddb1c6ea8d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:16.890391 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:31:16.890391 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:31:16.890391 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:31:16.890391 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:31:16.890391 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:31:16.890391 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:31:16.890391 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:31:16.890391 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:31:16.890391 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:31:16.890391 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:31:16.890391 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:31:16.890391 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:31:16.890391 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:31:16.890391 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:31:16.890391 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:31:16.890391 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:31:16.890391 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:31:16.890391 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:31:16.890391 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:31:16.890391 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:31:16.890391 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:31:16.890391 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:31:16.890391 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:31:16.890391 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:31:16.890391 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:31:16.890391 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:31:16.890391 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:31:16.890391 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:31:16.890391 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:31:16.890391 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:31:16.890391 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:31:16.890391 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:31:16.907700 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5181b688-5f81-4409-8674-1a447d864ca1 req-04b8e9da-46e8-476d-94ba-34f244d7b42f service neutron] 10.222.0.120 "GET /v2.0/networks/f9dedd46-7351-49d8-b9f2-19a49beb3ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889369 Feb 09 01:31:17.025589 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d23aeda-b3e2-412d-b0e6-9a4b6f2e0bf1 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:31:17.042636 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb687fb-640f-479f-99ea-6ac4443f9fb7 None None] Sync routers for ids ['19babdbe-7e44-45ab-a830-d831a8c238d6'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:31:17.050241 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4d23aeda-b3e2-412d-b0e6-9a4b6f2e0bf1 admin admin] 10.222.0.50 "PUT /v2.0/routers/19babdbe-7e44-45ab-a830-d831a8c238d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5400770 Feb 09 01:31:17.050880 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50836) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:17.059977 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb687fb-640f-479f-99ea-6ac4443f9fb7 None None] Routers {'19babdbe-7e44-45ab-a830-d831a8c238d6'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:31:17.065672 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda417bd-dea1-4c91-9bff-af8545bcd69f req-5e2f5397-a5d4-4b54-8e7f-3a9c252040f4 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:17.066577 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-0eb687fb-640f-479f-99ea-6ac4443f9fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:31:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['19babdbe-7e44-45ab-a830-d831a8c238d6'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:17.075419 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bda417bd-dea1-4c91-9bff-af8545bcd69f req-5e2f5397-a5d4-4b54-8e7f-3a9c252040f4 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 944 time: 0.1329820 Feb 09 01:31:17.158740 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bda417bd-dea1-4c91-9bff-af8545bcd69f req-05e96816-ad7d-486b-b59f-69b72c662560 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=66bf3e5d-bb50-42c0-95ed-c78f3de007a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820498 Feb 09 01:31:17.172428 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492a8b0-9976-491f-b61b-a96ed5fc35fd req-faf7058b-5cdc-40ea-8a7b-0fe69437b5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:17.182230 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5492a8b0-9976-491f-b61b-a96ed5fc35fd req-faf7058b-5cdc-40ea-8a7b-0fe69437b5f4 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=d68bec2865bf417cb236f252b5ac240b&device_id=312aa573-36a0-45d1-ab7c-c8f8abf84e4c HTTP/1.1" status: 200 len: 1126 time: 0.1826596 Feb 09 01:31:17.239379 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b9d67064-f78e-4557-bfa1-0fac34834144 tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (be5116bb-3782-490b-9526-ca1eab39ee8e), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:17.258069 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b9d67064-f78e-4557-bfa1-0fac34834144 tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:17.273900 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b9d67064-f78e-4557-bfa1-0fac34834144 tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] 10.222.0.50 "DELETE /v2.0/networks/be5116bb-3782-490b-9526-ca1eab39ee8e HTTP/1.1" status: 204 len: 168 time: 1.9213643 Feb 09 01:31:17.324711 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-0eb687fb-640f-479f-99ea-6ac4443f9fb7 None None] Set router 19babdbe-7e44-45ab-a830-d831a8c238d6 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:31:17.334266 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492a8b0-9976-491f-b61b-a96ed5fc35fd req-63a47ccc-ac1c-42d5-a23f-07371cfec698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:17.335788 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5492a8b0-9976-491f-b61b-a96ed5fc35fd req-63a47ccc-ac1c-42d5-a23f-07371cfec698 service neutron] 10.222.0.120 "GET /v2.0/networks?id=f9dedd46-7351-49d8-b9f2-19a49beb3ceb HTTP/1.1" status: 200 len: 916 time: 0.1455855 Feb 09 01:31:17.343730 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d67064-f78e-4557-bfa1-0fac34834144 tempest-TagsTest-682740924 tempest-TagsTest-682740924-project] Pushing event deleted for resources: {'Network': ['ID=be5116bb-3782-490b-9526-ca1eab39ee8e,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:17.424132 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-406cb958-aa2b-42e8-8f51-c8771498e155 admin admin] Publish callbacks [] for router (19babdbe-7e44-45ab-a830-d831a8c238d6), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:17.523757 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5492a8b0-9976-491f-b61b-a96ed5fc35fd req-413293e2-fbac-489e-813a-3d0f944cab3e service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69 HTTP/1.1" status: 200 len: 217 time: 0.1440179 Feb 09 01:31:17.617919 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648bb227-e51c-48d4-ae33-13057e9ccb72 req-0772de56-15e6-433f-a1c8-f80331088d4f tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:17.619546 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-648bb227-e51c-48d4-ae33-13057e9ccb72 req-0772de56-15e6-433f-a1c8-f80331088d4f tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] 10.222.0.50 "GET /v2.0/ports?device_id=312aa573-36a0-45d1-ab7c-c8f8abf84e4c HTTP/1.1" status: 200 len: 944 time: 0.1151040 Feb 09 01:31:17.621755 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5492a8b0-9976-491f-b61b-a96ed5fc35fd req-39f4b535-0a56-4037-85b0-c16a4093599a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:17.624152 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5492a8b0-9976-491f-b61b-a96ed5fc35fd req-39f4b535-0a56-4037-85b0-c16a4093599a service neutron] 10.222.0.120 "GET /v2.0/subnets?id=828d0f75-e4bb-48a0-a824-16e492f4400a HTTP/1.1" status: 200 len: 854 time: 0.0768135 Feb 09 01:31:17.646538 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-0eb687fb-640f-479f-99ea-6ac4443f9fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19babdbe-7e44-45ab-a830-d831a8c238d6', 'name': 'tempest-TestServerBasicOps-1933728008-router', 'tenant_id': 'b9b1459f473849d985e42afcfc5cb7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': '04e75430-e13a-4143-b391-dfbfc8723bd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:25:08Z', 'updated_at': '2022-02-09T01:31:15Z', 'revision_number': 5, 'project_id': 'b9b1459f473849d985e42afcfc5cb7e5', 'gw_port': {'id': '04e75430-e13a-4143-b391-dfbfc8723bd4', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19babdbe-7e44-45ab-a830-d831a8c238d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:11Z', 'updated_at': '2022-02-09T01:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:17.664887 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-406cb958-aa2b-42e8-8f51-c8771498e155 admin admin] Publish callbacks [] for router_gateway (19babdbe-7e44-45ab-a830-d831a8c238d6), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:17.708212 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb687fb-640f-479f-99ea-6ac4443f9fb7 None None] Checking router: 19babdbe-7e44-45ab-a830-d831a8c238d6 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:31:17.719346 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb687fb-640f-479f-99ea-6ac4443f9fb7 None None] Routers {'19babdbe-7e44-45ab-a830-d831a8c238d6'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:31:17.719972 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-0eb687fb-640f-479f-99ea-6ac4443f9fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:31:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['19babdbe-7e44-45ab-a830-d831a8c238d6'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:17.728144 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-406cb958-aa2b-42e8-8f51-c8771498e155 admin admin] Deleting port 04e75430-e13a-4143-b391-dfbfc8723bd4 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:31:17.728521 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-406cb958-aa2b-42e8-8f51-c8771498e155 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (04e75430-e13a-4143-b391-dfbfc8723bd4), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:17.770234 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5492a8b0-9976-491f-b61b-a96ed5fc35fd req-00c8a07a-6838-4a20-add3-b97727be75fb service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=f9dedd46-7351-49d8-b9f2-19a49beb3ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136193 Feb 09 01:31:17.789676 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device d3dcc091-73d0-4887-8776-fcf3cc78e7de up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:17.836934 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-406cb958-aa2b-42e8-8f51-c8771498e155 admin admin] For port 04e75430-e13a-4143-b391-dfbfc8723bd4, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=04e75430-e13a-4143-b391-dfbfc8723bd4,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:17.837327 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-406cb958-aa2b-42e8-8f51-c8771498e155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (04e75430-e13a-4143-b391-dfbfc8723bd4), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:17.867678 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-406cb958-aa2b-42e8-8f51-c8771498e155 admin admin] Calling delete_port for 04e75430-e13a-4143-b391-dfbfc8723bd4 owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:31:17.900079 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port d3dcc091-73d0-4887-8776-fcf3cc78e7de completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:17.905240 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port d3dcc091-73d0-4887-8776-fcf3cc78e7de triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:17.906625 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d3dcc091-73d0-4887-8776-fcf3cc78e7de), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:17.938641 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 50850) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:18.100075 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-648bb227-e51c-48d4-ae33-13057e9ccb72 req-44d6813f-c5a7-49b9-9bd6-e1d26fd27256 tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2bcf3b9-328e-40a3-ae30-377b3eff3e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4730096 Feb 09 01:31:18.114365 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:31:18.158251 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port d3dcc091-73d0-4887-8776-fcf3cc78e7de is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:18.158813 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d3dcc091-73d0-4887-8776-fcf3cc78e7de), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:18.183622 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae22b2c-e558-4e6e-b898-ba467e76317c req-53f94d2f-a073-4d63-9b2b-f9a5679067a4 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:18.185993 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2ae22b2c-e558-4e6e-b898-ba467e76317c req-53f94d2f-a073-4d63-9b2b-f9a5679067a4 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 943 time: 0.2224615 Feb 09 01:31:18.214070 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447cda03-a55b-461e-82e1-39fbb7ab4efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3dcc091-73d0-4887-8776-fcf3cc78e7de'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:31:18.218671 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8247af-dfb0-4c6a-b6ed-a5958bd5ff93" -d '{"events": [{"server_uuid": "447cda03-a55b-461e-82e1-39fbb7ab4efa", "name": "network-vif-plugged", "status": "completed", "tag": "d3dcc091-73d0-4887-8776-fcf3cc78e7de"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:31:18.224492 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-0eb687fb-640f-479f-99ea-6ac4443f9fb7 None None] Set router 19babdbe-7e44-45ab-a830-d831a8c238d6 gateway port host: None {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:31:18.238677 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5492a8b0-9976-491f-b61b-a96ed5fc35fd req-bc52f28e-b14c-4c2a-9a88-86f6d9f93c30 service neutron] 10.222.0.120 "GET /v2.0/networks/f9dedd46-7351-49d8-b9f2-19a49beb3ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4544852 Feb 09 01:31:18.248245 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port d3dcc091-73d0-4887-8776-fcf3cc78e7de, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=d3dcc091-73d0-4887-8776-fcf3cc78e7de,segment=NetworkSegment(47c4f7d1-e2ed-4b85-9608-17d94691fc06),segment_id=47c4f7d1-e2ed-4b85-9608-17d94691fc06)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:18.258393 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d3dcc091-73d0-4887-8776-fcf3cc78e7de), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:18.349066 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-0eb687fb-640f-479f-99ea-6ac4443f9fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19babdbe-7e44-45ab-a830-d831a8c238d6', 'name': 'tempest-TestServerBasicOps-1933728008-router', 'tenant_id': 'b9b1459f473849d985e42afcfc5cb7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:25:08Z', 'updated_at': '2022-02-09T01:31:17Z', 'revision_number': 6, 'project_id': 'b9b1459f473849d985e42afcfc5cb7e5', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:18.365433 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=d3dcc091-73d0-4887-8776-fcf3cc78e7de,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:18.387913 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-406cb958-aa2b-42e8-8f51-c8771498e155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (04e75430-e13a-4143-b391-dfbfc8723bd4), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:18.420220 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb687fb-640f-479f-99ea-6ac4443f9fb7 None None] The sync data for ids ['19babdbe-7e44-45ab-a830-d831a8c238d6'] in n-d-828369-4 is: [{'id': '19babdbe-7e44-45ab-a830-d831a8c238d6', 'name': 'tempest-TestServerBasicOps-1933728008-router', 'tenant_id': 'b9b1459f473849d985e42afcfc5cb7e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:25:08Z', 'updated_at': '2022-02-09T01:31:17Z', 'revision_number': 6, 'project_id': 'b9b1459f473849d985e42afcfc5cb7e5', 'gw_port_host': None}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:31:18.431387 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406cb958-aa2b-42e8-8f51-c8771498e155 admin admin] Pushing event deleted for resources: {'Port': ['ID=04e75430-e13a-4143-b391-dfbfc8723bd4,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:18.507012 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5492a8b0-9976-491f-b61b-a96ed5fc35fd req-a2810ebc-22d3-44cf-8ce7-3a0b75c132ad service neutron] 10.222.0.120 "GET /v2.0/networks/f9dedd46-7351-49d8-b9f2-19a49beb3ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562626 Feb 09 01:31:18.517541 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-406cb958-aa2b-42e8-8f51-c8771498e155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (19babdbe-7e44-45ab-a830-d831a8c238d6), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:18.575126 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2ae22b2c-e558-4e6e-b898-ba467e76317c req-ad421189-b90e-44e8-a400-ed6c882b9dfd tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485024 Feb 09 01:31:18.581903 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-84277cf1-05bc-44d0-947f-bf34bac5562a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a0bfa9eecfe848239deac35eb46034b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6381161 Feb 09 01:31:18.585022 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 50862) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:18.602389 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769351f-9b48-40e2-985c-b841da1236cd req-f903b8f7-2696-43ce-b9dd-1582cb9b6249 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:18.602542 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1769351f-9b48-40e2-985c-b841da1236cd req-f903b8f7-2696-43ce-b9dd-1582cb9b6249 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 945 time: 0.3413672 Feb 09 01:31:18.652025 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-406cb958-aa2b-42e8-8f51-c8771498e155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (19babdbe-7e44-45ab-a830-d831a8c238d6), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:18.655966 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-406cb958-aa2b-42e8-8f51-c8771498e155 admin admin] Publish callbacks [] for router_controller (19babdbe-7e44-45ab-a830-d831a8c238d6), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:18.668665 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07a8ba0-7fe1-43f1-bd84-2d1bad90ac59 x-openstack-request-id: req-b07a8ba0-7fe1-43f1-bd84-2d1bad90ac59 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:31:18.669039 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447cda03-a55b-461e-82e1-39fbb7ab4efa", "name": "network-vif-plugged", "status": "completed", "tag": "d3dcc091-73d0-4887-8776-fcf3cc78e7de", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:31:18.669366 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b07a8ba0-7fe1-43f1-bd84-2d1bad90ac59 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:31:18.669929 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447cda03-a55b-461e-82e1-39fbb7ab4efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3dcc091-73d0-4887-8776-fcf3cc78e7de', 'code': 200} Feb 09 01:31:18.708821 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-406cb958-aa2b-42e8-8f51-c8771498e155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (19babdbe-7e44-45ab-a830-d831a8c238d6), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:18.709665 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406cb958-aa2b-42e8-8f51-c8771498e155 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19babdbe-7e44-45ab-a830-d831a8c238d6 {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:31:18.714585 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-406cb958-aa2b-42e8-8f51-c8771498e155 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:18.718844 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-406cb958-aa2b-42e8-8f51-c8771498e155 admin admin] 10.222.0.50 "DELETE /v2.0/routers/19babdbe-7e44-45ab-a830-d831a8c238d6 HTTP/1.1" status: 204 len: 168 time: 1.6479182 Feb 09 01:31:18.719541 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50864) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:18.781957 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-ead06cc9-84aa-484e-8682-443d6d7e566c admin admin] Deleting subnet 79f05a80-7fcc-4c1e-b71f-c17326959dc6 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:31:18.790954 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ead06cc9-84aa-484e-8682-443d6d7e566c admin admin] Publish callbacks [] for subnet (79f05a80-7fcc-4c1e-b71f-c17326959dc6), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:18.894421 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ead06cc9-84aa-484e-8682-443d6d7e566c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (79f05a80-7fcc-4c1e-b71f-c17326959dc6), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:18.903379 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1769351f-9b48-40e2-985c-b841da1236cd req-d0955348-d2f3-44b9-93ff-2adccbed92b3 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=66bf3e5d-bb50-42c0-95ed-c78f3de007a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2698338 Feb 09 01:31:18.943040 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b6e50756-e70c-4c7d-ade4-f68f3112839b admin admin] Publish callbacks [] for security_group (2457e670-1f68-40fd-aec0-c2ca60a350a4), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:18.964077 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba62193-7c10-47cc-904f-ace31380389f req-e66d340b-bbf1-42a7-bede-ead3d43f99eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:18.967425 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8ba62193-7c10-47cc-904f-ace31380389f req-e66d340b-bbf1-42a7-bede-ead3d43f99eb service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 1127 time: 0.2065625 Feb 09 01:31:19.001951 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b6e50756-e70c-4c7d-ade4-f68f3112839b admin admin] Publish callbacks [] for security_group (2457e670-1f68-40fd-aec0-c2ca60a350a4), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:19.055152 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8ba62193-7c10-47cc-904f-ace31380389f req-5f29bce2-6713-4748-9d62-ee97906eb2f3 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=66bf3e5d-bb50-42c0-95ed-c78f3de007a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802407 Feb 09 01:31:19.077906 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b6e50756-e70c-4c7d-ade4-f68f3112839b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (2457e670-1f68-40fd-aec0-c2ca60a350a4), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:19.081096 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b6e50756-e70c-4c7d-ade4-f68f3112839b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:19.084934 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b6e50756-e70c-4c7d-ade4-f68f3112839b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2457e670-1f68-40fd-aec0-c2ca60a350a4 HTTP/1.1" status: 204 len: 168 time: 0.4953165 Feb 09 01:31:19.095409 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ead06cc9-84aa-484e-8682-443d6d7e566c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (79f05a80-7fcc-4c1e-b71f-c17326959dc6), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:19.096657 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e50756-e70c-4c7d-ade4-f68f3112839b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2457e670-1f68-40fd-aec0-c2ca60a350a4,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:19.240210 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ead06cc9-84aa-484e-8682-443d6d7e566c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (79f05a80-7fcc-4c1e-b71f-c17326959dc6), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:19.299794 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead06cc9-84aa-484e-8682-443d6d7e566c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79f05a80-7fcc-4c1e-b71f-c17326959dc6,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:19.320289 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4aa73c-3481-41d6-93b9-8213b1c3c044 None None] Network aa3a140a-b307-40df-8e54-e8400f4711b5 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:31:19.324364 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ead06cc9-84aa-484e-8682-443d6d7e566c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:19.331850 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ead06cc9-84aa-484e-8682-443d6d7e566c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/79f05a80-7fcc-4c1e-b71f-c17326959dc6 HTTP/1.1" status: 204 len: 168 time: 0.6110940 Feb 09 01:31:19.332517 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50872) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:19.390091 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4da2df-effe-4a5c-9a57-0b5ec6222a19 req-f25d5928-8227-4ebf-abd3-4bc5962fe24f tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:19.395364 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-af4da2df-effe-4a5c-9a57-0b5ec6222a19 req-f25d5928-8227-4ebf-abd3-4bc5962fe24f tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] 10.222.0.50 "GET /v2.0/ports?device_id=312aa573-36a0-45d1-ab7c-c8f8abf84e4c HTTP/1.1" status: 200 len: 944 time: 0.1623085 Feb 09 01:31:19.509179 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-af4da2df-effe-4a5c-9a57-0b5ec6222a19 req-c6c0b105-6cdf-4161-a5e9-32bdceafd93d tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2bcf3b9-328e-40a3-ae30-377b3eff3e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067967 Feb 09 01:31:19.512358 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b9862dc8-f3d6-40aa-86a4-2bf1ef032efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (aa3a140a-b307-40df-8e54-e8400f4711b5), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:19.612027 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-b9862dc8-f3d6-40aa-86a4-2bf1ef032efd admin admin] Deleting port 3ad35d39-e6b9-4273-b649-cfadc573acee {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:31:19.612529 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b9862dc8-f3d6-40aa-86a4-2bf1ef032efd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (3ad35d39-e6b9-4273-b649-cfadc573acee), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:19.665689 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20402ab9-612f-4c15-b9c6-1432d6689b90 None None] DHCP port deletion for aa3a140a-b307-40df-8e54-e8400f4711b5 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:31:19.720996 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-b9862dc8-f3d6-40aa-86a4-2bf1ef032efd admin admin] For port 3ad35d39-e6b9-4273-b649-cfadc573acee, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=3ad35d39-e6b9-4273-b649-cfadc573acee,segment=NetworkSegment(a482a1c8-c758-4780-adf2-c7eeb7c316ab),segment_id=a482a1c8-c758-4780-adf2-c7eeb7c316ab)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:19.722094 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b9862dc8-f3d6-40aa-86a4-2bf1ef032efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (3ad35d39-e6b9-4273-b649-cfadc573acee), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:19.772484 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-b9862dc8-f3d6-40aa-86a4-2bf1ef032efd admin admin] Calling delete_port for 3ad35d39-e6b9-4273-b649-cfadc573acee owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:31:19.778980 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-20402ab9-612f-4c15-b9c6-1432d6689b90 None None] Deleting port 3ad35d39-e6b9-4273-b649-cfadc573acee {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:31:19.779373 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-20402ab9-612f-4c15-b9c6-1432d6689b90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (3ad35d39-e6b9-4273-b649-cfadc573acee), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:19.835865 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:31:19.886029 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65a62d-3d48-42da-ba3d-4c2362400d26 req-11315894-8729-4dd4-abc4-021cf50d85e5 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:19.890708 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cb65a62d-3d48-42da-ba3d-4c2362400d26 req-11315894-8729-4dd4-abc4-021cf50d85e5 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 943 time: 0.1752088 Feb 09 01:31:19.983774 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cb65a62d-3d48-42da-ba3d-4c2362400d26 req-72f4eba3-e3d2-4853-87b5-5215a7a2cae5 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809476 Feb 09 01:31:20.006607 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b9862dc8-f3d6-40aa-86a4-2bf1ef032efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (3ad35d39-e6b9-4273-b649-cfadc573acee), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:20.044173 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-20402ab9-612f-4c15-b9c6-1432d6689b90 None None] For port 3ad35d39-e6b9-4273-b649-cfadc573acee, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=3ad35d39-e6b9-4273-b649-cfadc573acee,segment=NetworkSegment(a482a1c8-c758-4780-adf2-c7eeb7c316ab),segment_id=a482a1c8-c758-4780-adf2-c7eeb7c316ab)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:20.044694 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-20402ab9-612f-4c15-b9c6-1432d6689b90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (3ad35d39-e6b9-4273-b649-cfadc573acee), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:20.058899 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9862dc8-f3d6-40aa-86a4-2bf1ef032efd admin admin] No DVR routers for this DVR port 3ad35d39-e6b9-4273-b649-cfadc573acee on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:31:20.063930 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9862dc8-f3d6-40aa-86a4-2bf1ef032efd admin admin] Pushing event deleted for resources: {'Port': ['ID=3ad35d39-e6b9-4273-b649-cfadc573acee,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:20.090849 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 04e75430-e13a-4143-b391-dfbfc8723bd4 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:31:20.164715 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b9862dc8-f3d6-40aa-86a4-2bf1ef032efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (aa3a140a-b307-40df-8e54-e8400f4711b5), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:20.197590 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-b9862dc8-f3d6-40aa-86a4-2bf1ef032efd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa3a140a-b307-40df-8e54-e8400f4711b5']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:20.211844 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-b9862dc8-f3d6-40aa-86a4-2bf1ef032efd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a482a1c8-c758-4780-adf2-c7eeb7c316ab') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:20.212269 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-b9862dc8-f3d6-40aa-86a4-2bf1ef032efd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a482a1c8-c758-4780-adf2-c7eeb7c316ab') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:20.226172 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b9862dc8-f3d6-40aa-86a4-2bf1ef032efd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (a482a1c8-c758-4780-adf2-c7eeb7c316ab), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:20.233753 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b227a4-6db7-47cb-acd9-0c30b4b086cd req-f3dca0a8-98e7-4ded-b7da-3dad29e6b8d0 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:20.236476 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-98b227a4-6db7-47cb-acd9-0c30b4b086cd req-f3dca0a8-98e7-4ded-b7da-3dad29e6b8d0 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 945 time: 0.1578147 Feb 09 01:31:20.250742 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b9862dc8-f3d6-40aa-86a4-2bf1ef032efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (a482a1c8-c758-4780-adf2-c7eeb7c316ab), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:20.267076 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9862dc8-f3d6-40aa-86a4-2bf1ef032efd admin admin] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:31:20.267076 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b9862dc8-f3d6-40aa-86a4-2bf1ef032efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (a482a1c8-c758-4780-adf2-c7eeb7c316ab), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:20.269041 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:31:20.269041 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:31:20.269041 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:31:20.269041 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:31:20.269041 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:31:20.269041 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:31:20.269041 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:31:20.269041 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:31:20.269041 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:31:20.269041 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:31:20.269041 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:31:20.269041 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:31:20.269041 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:31:20.269041 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:31:20.269041 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:31:20.269041 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:31:20.269041 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:31:20.269041 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:31:20.269041 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:31:20.269041 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:31:20.269041 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:31:20.269041 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:31:20.269041 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:31:20.269041 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:31:20.269041 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:31:20.269041 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:31:20.269041 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:31:20.269041 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:31:20.269041 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:31:20.269041 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:31:20.269041 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:31:20.269041 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:31:20.354524 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b9862dc8-f3d6-40aa-86a4-2bf1ef032efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (aa3a140a-b307-40df-8e54-e8400f4711b5), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:20.360890 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b9862dc8-f3d6-40aa-86a4-2bf1ef032efd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:20.363073 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69,segment=NetworkSegment(ffa6bc22-b31c-4021-ad1a-cd2924e00a6a),segment_id=ffa6bc22-b31c-4021-ad1a-cd2924e00a6a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:20.366480 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b9862dc8-f3d6-40aa-86a4-2bf1ef032efd admin admin] 10.222.0.50 "DELETE /v2.0/networks/aa3a140a-b307-40df-8e54-e8400f4711b5 HTTP/1.1" status: 204 len: 168 time: 1.0306334 Feb 09 01:31:20.369740 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-98b227a4-6db7-47cb-acd9-0c30b4b086cd req-ff453fc0-2648-4324-a61b-7041b81daf8b tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=66bf3e5d-bb50-42c0-95ed-c78f3de007a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269305 Feb 09 01:31:20.381909 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 04e75430-e13a-4143-b391-dfbfc8723bd4 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:31:20.381909 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 04e75430-e13a-4143-b391-dfbfc8723bd4 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:31:20.382555 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 773e60c5-81dc-47b4-b838-7e369df9486c no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:31:20.383224 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9862dc8-f3d6-40aa-86a4-2bf1ef032efd admin admin] Pushing event deleted for resources: {'Network': ['ID=aa3a140a-b307-40df-8e54-e8400f4711b5,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:20.412037 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69', 'network_id': 'f9dedd46-7351-49d8-b9f2-19a49beb3ceb', 'port_id': '4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69', 'mac_address': 'fa:16:3e:66:a8:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '828d0f75-e4bb-48a0-a824-16e492f4400a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:31:20.419323 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 773e60c5-81dc-47b4-b838-7e369df9486c {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:31:20.420337 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 773e60c5-81dc-47b4-b838-7e369df9486c not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:31:20.420884 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 3ad35d39-e6b9-4273-b649-cfadc573acee no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:31:20.445409 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-20402ab9-612f-4c15-b9c6-1432d6689b90 None None] Calling delete_port for 3ad35d39-e6b9-4273-b649-cfadc573acee owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:31:20.447488 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 3ad35d39-e6b9-4273-b649-cfadc573acee {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:31:20.447840 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 3ad35d39-e6b9-4273-b649-cfadc573acee not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:31:20.552640 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:20.553043 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:20.570917 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:31:20.596951 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69,segment=NetworkSegment(ffa6bc22-b31c-4021-ad1a-cd2924e00a6a),segment_id=ffa6bc22-b31c-4021-ad1a-cd2924e00a6a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:20.603430 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:20.684354 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-20402ab9-612f-4c15-b9c6-1432d6689b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (3ad35d39-e6b9-4273-b649-cfadc573acee), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:20.696839 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-20402ab9-612f-4c15-b9c6-1432d6689b90 None None] Network aa3a140a-b307-40df-8e54-e8400f4711b5 is not hosted by any dhcp agent {{(pid=103138) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 09 01:31:20.697650 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20402ab9-612f-4c15-b9c6-1432d6689b90 None None] No DVR routers for this DVR port 3ad35d39-e6b9-4273-b649-cfadc573acee on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:31:20.719246 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50902) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:20.731829 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:20.765272 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20402ab9-612f-4c15-b9c6-1432d6689b90 None None] Pushing event deleted for resources: {'Port': ['ID=3ad35d39-e6b9-4273-b649-cfadc573acee,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:20.798693 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945689ff-223b-4a93-89d1-8f9f6d8516af req-d55f4d82-c336-4a40-b863-bf8fc4861a8c tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:20.799232 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-945689ff-223b-4a93-89d1-8f9f6d8516af req-d55f4d82-c336-4a40-b863-bf8fc4861a8c tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] 10.222.0.50 "GET /v2.0/ports?device_id=312aa573-36a0-45d1-ab7c-c8f8abf84e4c HTTP/1.1" status: 200 len: 945 time: 0.1516161 Feb 09 01:31:20.800107 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 50904) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:20.808229 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1f49987d-839d-4d4b-9ce5-b3cfddbe6918 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4f98c7fdebb0485fb570809def96421c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0881214 Feb 09 01:31:20.863461 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:31:20.920176 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a0b67f69-9d87-478b-bcd2-9c2f15c1a62b admin admin] Publish callbacks [] for security_group (04af7b96-0a35-4cd1-9dab-a787ce0c689c), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:20.959486 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-945689ff-223b-4a93-89d1-8f9f6d8516af req-4e75f3a3-89ae-47d6-b24e-1531cdf15f08 tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2bcf3b9-328e-40a3-ae30-377b3eff3e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497688 Feb 09 01:31:20.994938 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a0b67f69-9d87-478b-bcd2-9c2f15c1a62b admin admin] Publish callbacks [] for security_group (04af7b96-0a35-4cd1-9dab-a787ce0c689c), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:21.093689 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a0b67f69-9d87-478b-bcd2-9c2f15c1a62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (04af7b96-0a35-4cd1-9dab-a787ce0c689c), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:21.099311 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a0b67f69-9d87-478b-bcd2-9c2f15c1a62b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:21.104151 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a0b67f69-9d87-478b-bcd2-9c2f15c1a62b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/04af7b96-0a35-4cd1-9dab-a787ce0c689c HTTP/1.1" status: 204 len: 168 time: 0.3027759 Feb 09 01:31:21.125737 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b67f69-9d87-478b-bcd2-9c2f15c1a62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04af7b96-0a35-4cd1-9dab-a787ce0c689c,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:21.225880 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871dd2c-0110-43a3-a7b3-d605326b18d0 req-ff51f871-cbfd-47f8-8c6d-e6097cdeb56a tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:21.227899 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5871dd2c-0110-43a3-a7b3-d605326b18d0 req-ff51f871-cbfd-47f8-8c6d-e6097cdeb56a tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 943 time: 0.1043930 Feb 09 01:31:21.296987 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5871dd2c-0110-43a3-a7b3-d605326b18d0 req-6f44fd88-cd49-49d6-9488-602a1cf17e5a tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617950 Feb 09 01:31:21.552890 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50924) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:21.569988 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249cc3e-ee6a-46f8-a56e-c40093fab57a req-3f88c59b-9379-4227-b340-49b662560c72 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:21.571988 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c249cc3e-ee6a-46f8-a56e-c40093fab57a req-3f88c59b-9379-4227-b340-49b662560c72 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 945 time: 0.0907273 Feb 09 01:31:21.617921 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1cbed64e-26b8-436f-8f47-6b014246ad06 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b9b1459f473849d985e42afcfc5cb7e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0638187 Feb 09 01:31:21.620356 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50928) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:21.637872 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c249cc3e-ee6a-46f8-a56e-c40093fab57a req-a73eed72-d90b-4c57-bcf0-21567defa27b tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=66bf3e5d-bb50-42c0-95ed-c78f3de007a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580380 Feb 09 01:31:21.704729 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ebeb715c-bd50-4284-a35e-d6cd60ec3732 admin admin] Publish callbacks [] for security_group (b6541199-5cdf-4762-9de5-f70a866e8cc9), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:21.735322 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ebeb715c-bd50-4284-a35e-d6cd60ec3732 admin admin] Publish callbacks [] for security_group (b6541199-5cdf-4762-9de5-f70a866e8cc9), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:21.824411 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:21.825283 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ffad9-e205-40d7-aca0-d89e993699b5 req-f5bc5148-73cc-4542-9b61-e5a03d665718 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:21.826780 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a86ffad9-e205-40d7-aca0-d89e993699b5 req-f5bc5148-73cc-4542-9b61-e5a03d665718 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 945 time: 0.0595713 Feb 09 01:31:21.829185 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ebeb715c-bd50-4284-a35e-d6cd60ec3732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b6541199-5cdf-4762-9de5-f70a866e8cc9), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:21.832499 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ebeb715c-bd50-4284-a35e-d6cd60ec3732 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:21.841854 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ebeb715c-bd50-4284-a35e-d6cd60ec3732 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b6541199-5cdf-4762-9de5-f70a866e8cc9 HTTP/1.1" status: 204 len: 168 time: 0.2180729 Feb 09 01:31:21.851055 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb715c-bd50-4284-a35e-d6cd60ec3732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6541199-5cdf-4762-9de5-f70a866e8cc9,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:21.900498 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a86ffad9-e205-40d7-aca0-d89e993699b5 req-f17f0e20-8f17-43c6-8103-a04ad4cd721e tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=66bf3e5d-bb50-42c0-95ed-c78f3de007a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660973 Feb 09 01:31:21.927295 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 50934) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:21.971422 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:21.977851 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:21.979368 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:21.989091 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d482aa-8d0c-4825-8634-1d9dcbaf9007 tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:22.012519 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50938) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:22.015212 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e1d482aa-8d0c-4825-8634-1d9dcbaf9007 tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 1122 time: 0.0867360 Feb 09 01:31:22.018499 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-9080be31-8f3f-41fd-9cd9-b7b3ecfefabe tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'port_id': 'd3dcc091-73d0-4887-8776-fcf3cc78e7de', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:22.066560 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9080be31-8f3f-41fd-9cd9-b7b3ecfefabe tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:22.142368 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d431dcb-c0cd-42b5-af9f-ee8e3ac32679 req-2cafaaed-762c-42a9-981b-364cf53106d9 tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:22.147873 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:22.148285 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:22.153284 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0d431dcb-c0cd-42b5-af9f-ee8e3ac32679 req-2cafaaed-762c-42a9-981b-364cf53106d9 tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] 10.222.0.50 "GET /v2.0/ports?device_id=312aa573-36a0-45d1-ab7c-c8f8abf84e4c HTTP/1.1" status: 200 len: 945 time: 0.0888026 Feb 09 01:31:22.189468 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69,segment=NetworkSegment(ffa6bc22-b31c-4021-ad1a-cd2924e00a6a),segment_id=ffa6bc22-b31c-4021-ad1a-cd2924e00a6a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:22.190470 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312aa573-36a0-45d1-ab7c-c8f8abf84e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:31:22.193764 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eae8d90-cbed-4980-8988-b389ece3b22e" -d '{"events": [{"server_uuid": "312aa573-36a0-45d1-ab7c-c8f8abf84e4c", "name": "network-vif-plugged", "status": "completed", "tag": "4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:31:22.197585 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:22.259532 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9080be31-8f3f-41fd-9cd9-b7b3ecfefabe tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:22.261495 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:22.276746 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0d431dcb-c0cd-42b5-af9f-ee8e3ac32679 req-889fcd63-497e-4434-a59d-d96ee3138788 tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2bcf3b9-328e-40a3-ae30-377b3eff3e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215923 Feb 09 01:31:22.297976 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14487bd9-3ebe-4173-b89d-05265a3f48f9 x-openstack-request-id: req-14487bd9-3ebe-4173-b89d-05265a3f48f9 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:31:22.298290 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312aa573-36a0-45d1-ab7c-c8f8abf84e4c", "name": "network-vif-plugged", "status": "completed", "tag": "4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:31:22.298547 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-14487bd9-3ebe-4173-b89d-05265a3f48f9 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:31:22.298951 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312aa573-36a0-45d1-ab7c-c8f8abf84e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69', 'code': 200} Feb 09 01:31:22.433664 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-9080be31-8f3f-41fd-9cd9-b7b3ecfefabe tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Allocated IP 172.25.8.188 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/d5b218aa-de6e-466a-bc5c-13cbf2a1d99b) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:22.493384 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f7f67-9e05-4477-a0a8-32e29bc909d4 req-10655748-6e27-40b8-ab19-561d365baf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:22.495158 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-523f7f67-9e05-4477-a0a8-32e29bc909d4 req-10655748-6e27-40b8-ab19-561d365baf3b service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=312aa573-36a0-45d1-ab7c-c8f8abf84e4c HTTP/1.1" status: 200 len: 1128 time: 0.1135273 Feb 09 01:31:22.514836 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f755e87f-3931-437a-870a-14f54d103709 req-3d6acd11-e56a-463a-94e4-1f66b1d09801 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:22.516988 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f755e87f-3931-437a-870a-14f54d103709 req-3d6acd11-e56a-463a-94e4-1f66b1d09801 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 943 time: 0.0877912 Feb 09 01:31:22.595651 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-523f7f67-9e05-4477-a0a8-32e29bc909d4 req-d6a718bc-19cb-41df-a384-22c6ffb3258c service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=b2bcf3b9-328e-40a3-ae30-377b3eff3e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906074 Feb 09 01:31:22.607883 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f755e87f-3931-437a-870a-14f54d103709 req-d6bbc997-f934-4f06-90cd-f47f5c801aa9 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833721 Feb 09 01:31:22.619745 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9080be31-8f3f-41fd-9cd9-b7b3ecfefabe tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for port (d5b218aa-de6e-466a-bc5c-13cbf2a1d99b), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:22.670019 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9080be31-8f3f-41fd-9cd9-b7b3ecfefabe tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (d5b218aa-de6e-466a-bc5c-13cbf2a1d99b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:22.722058 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9080be31-8f3f-41fd-9cd9-b7b3ecfefabe tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:22.729001 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-9080be31-8f3f-41fd-9cd9-b7b3ecfefabe tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:22.732571 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9080be31-8f3f-41fd-9cd9-b7b3ecfefabe tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:31:22.773400 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9080be31-8f3f-41fd-9cd9-b7b3ecfefabe tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'Port': ['ID=d5b218aa-de6e-466a-bc5c-13cbf2a1d99b,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:22.888841 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 50962) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:23.001350 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-8ec08d61-6f64-4d75-9698-93b802acc52f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-384360170-network', 'tenant_id': 'c83f37eb2770492dbe0c1983971df4a0'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:23.031038 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec08d61-6f64-4d75-9698-93b802acc52f admin admin] Made reservation on behalf of c83f37eb2770492dbe0c1983971df4a0 for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:23.034279 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8ec08d61-6f64-4d75-9698-93b802acc52f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:23.046814 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8ec08d61-6f64-4d75-9698-93b802acc52f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:23.127770 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8ec08d61-6f64-4d75-9698-93b802acc52f admin admin] Publish callbacks [] for security_group (1128e0c3-6436-4806-b8c2-6aeca2867781), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:23.131691 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8ec08d61-6f64-4d75-9698-93b802acc52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1128e0c3-6436-4806-b8c2-6aeca2867781), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:23.153077 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ec08d61-6f64-4d75-9698-93b802acc52f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1017} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:31:23.167775 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec08d61-6f64-4d75-9698-93b802acc52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1128e0c3-6436-4806-b8c2-6aeca2867781,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:23.172942 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8ec08d61-6f64-4d75-9698-93b802acc52f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (d7bca333-5eb2-48c7-a0ae-f27aec64c432), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:23.173297 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-8ec08d61-6f64-4d75-9698-93b802acc52f admin admin] Added segment d7bca333-5eb2-48c7-a0ae-f27aec64c432 of type vlan for network 79dcc98a-8e88-43ea-9347-58d1c81f1906 Feb 09 01:31:23.219146 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8ec08d61-6f64-4d75-9698-93b802acc52f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (79dcc98a-8e88-43ea-9347-58d1c81f1906), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:23.243513 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9080be31-8f3f-41fd-9cd9-b7b3ecfefabe tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for floatingip (e4e86999-b477-4621-a0d4-3c8e1d3136c2), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:23.245381 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8ec08d61-6f64-4d75-9698-93b802acc52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (79dcc98a-8e88-43ea-9347-58d1c81f1906), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:23.246472 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec08d61-6f64-4d75-9698-93b802acc52f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:23.247189 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8ec08d61-6f64-4d75-9698-93b802acc52f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:23.323465 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8ec08d61-6f64-4d75-9698-93b802acc52f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4282279 Feb 09 01:31:23.323465 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 50968) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:23.330790 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-43c93a7c-3194-4295-8609-41c8d9947876 admin admin] Request body: {'subnet': {'network_id': '79dcc98a-8e88-43ea-9347-58d1c81f1906', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-384360170-subnet', 'tenant_id': 'c83f37eb2770492dbe0c1983971df4a0', 'ip_version': 4}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:23.336971 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec08d61-6f64-4d75-9698-93b802acc52f admin admin] Pushing event updated for resources: {'Network': ['ID=79dcc98a-8e88-43ea-9347-58d1c81f1906,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:23.347970 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 79dcc98a-8e88-43ea-9347-58d1c81f1906 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:31:23.360864 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c93a7c-3194-4295-8609-41c8d9947876 admin admin] Made reservation on behalf of c83f37eb2770492dbe0c1983971df4a0 for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:23.363120 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9080be31-8f3f-41fd-9cd9-b7b3ecfefabe tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d5b218aa-de6e-466a-bc5c-13cbf2a1d99b), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:23.363862 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-43c93a7c-3194-4295-8609-41c8d9947876 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:23.515047 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93059e7b-8679-4568-9366-3826f9df4bc5 req-9829e64f-9dc4-45ad-9368-aa81bde5fc4a tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:23.516951 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-93059e7b-8679-4568-9366-3826f9df4bc5 req-9829e64f-9dc4-45ad-9368-aa81bde5fc4a tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] 10.222.0.50 "GET /v2.0/ports?device_id=312aa573-36a0-45d1-ab7c-c8f8abf84e4c HTTP/1.1" status: 200 len: 946 time: 0.0882580 Feb 09 01:31:23.541868 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9080be31-8f3f-41fd-9cd9-b7b3ecfefabe tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for port (d5b218aa-de6e-466a-bc5c-13cbf2a1d99b), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:23.547398 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9080be31-8f3f-41fd-9cd9-b7b3ecfefabe tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (d5b218aa-de6e-466a-bc5c-13cbf2a1d99b), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:23.634167 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-93059e7b-8679-4568-9366-3826f9df4bc5 req-9513d4c5-264a-4907-939b-644d1ccfcbde tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2bcf3b9-328e-40a3-ae30-377b3eff3e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894132 Feb 09 01:31:23.651566 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-43c93a7c-3194-4295-8609-41c8d9947876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (6814466b-1294-4ba7-943e-240a3a677817), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:23.660465 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9080be31-8f3f-41fd-9cd9-b7b3ecfefabe tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'Port': ['ID=d5b218aa-de6e-466a-bc5c-13cbf2a1d99b,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:23.691943 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9080be31-8f3f-41fd-9cd9-b7b3ecfefabe tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (e4e86999-b477-4621-a0d4-3c8e1d3136c2), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:23.769409 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c93a7c-3194-4295-8609-41c8d9947876 admin admin] Checking segment: {'id': 'd7bca333-5eb2-48c7-a0ae-f27aec64c432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '79dcc98a-8e88-43ea-9347-58d1c81f1906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:23.769784 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c93a7c-3194-4295-8609-41c8d9947876 admin admin] Network hostable DHCP agents. Network: 79dcc98a-8e88-43ea-9347-58d1c81f1906, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:31:23.775092 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c93a7c-3194-4295-8609-41c8d9947876 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6814466b-1294-4ba7-943e-240a3a677817,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:23.801411 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c9c87-6251-40bf-b48a-f59340f2eddc req-7e662d8a-7120-4b06-8322-f11b6f517216 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:23.802930 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-579c9c87-6251-40bf-b48a-f59340f2eddc req-7e662d8a-7120-4b06-8322-f11b6f517216 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 943 time: 0.1035721 Feb 09 01:31:23.818496 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c93a7c-3194-4295-8609-41c8d9947876 admin admin] Network 79dcc98a-8e88-43ea-9347-58d1c81f1906 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:31:23.818931 n-d-828369-4 neutron-server[103137]: INFO neutron.db.l3_db [None req-9080be31-8f3f-41fd-9cd9-b7b3ecfefabe tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Floating IP e4e86999-b477-4621-a0d4-3c8e1d3136c2 associated. External IP: 172.25.8.188, port: d3dcc091-73d0-4887-8776-fcf3cc78e7de. Feb 09 01:31:23.846113 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-43c93a7c-3194-4295-8609-41c8d9947876 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 79dcc98a-8e88-43ea-9347-58d1c81f1906) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:23.851126 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c93a7c-3194-4295-8609-41c8d9947876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:23.851747 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-43c93a7c-3194-4295-8609-41c8d9947876 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:23.869241 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d26e482-b024-48e7-9490-8506467858d6 None None] Network 79dcc98a-8e88-43ea-9347-58d1c81f1906 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:31:23.910018 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-579c9c87-6251-40bf-b48a-f59340f2eddc req-46bf1ee7-9263-4a09-9cef-ffed16e1fae0 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998847 Feb 09 01:31:23.921566 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-43c93a7c-3194-4295-8609-41c8d9947876 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5971951 Feb 09 01:31:23.924052 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 50972) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:23.928574 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-8efd8a4d-2ff8-4aaa-bd25-97256129e12d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-384360170-router', 'tenant_id': 'c83f37eb2770492dbe0c1983971df4a0', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:23.970648 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8efd8a4d-2ff8-4aaa-bd25-97256129e12d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:23.972431 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8efd8a4d-2ff8-4aaa-bd25-97256129e12d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:24.030867 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ceaa2bd-324d-4024-b12e-e285aa118af6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-79dcc98a-8e88-43ea-9347-58d1c81f1906', 'network_id': '79dcc98a-8e88-43ea-9347-58d1c81f1906', 'project_id': 'c83f37eb2770492dbe0c1983971df4a0', 'fixed_ips': [{'subnet_id': '6814466b-1294-4ba7-943e-240a3a677817'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:31:24.032216 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7ceaa2bd-324d-4024-b12e-e285aa118af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:24.050175 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8efd8a4d-2ff8-4aaa-bd25-97256129e12d admin admin] Publish callbacks [] for router_controller (74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7), precommit_add_association {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:24.196265 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-7ceaa2bd-324d-4024-b12e-e285aa118af6 None None] Allocated IP 172.20.0.2 (79dcc98a-8e88-43ea-9347-58d1c81f1906/6814466b-1294-4ba7-943e-240a3a677817/4878c630-1721-405c-8dc9-3e1865d10514) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:24.209191 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8efd8a4d-2ff8-4aaa-bd25-97256129e12d admin admin] Publish callbacks [] for router_gateway (74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:24.368219 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7ceaa2bd-324d-4024-b12e-e285aa118af6 None None] Publish callbacks [] for port (4878c630-1721-405c-8dc9-3e1865d10514), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:24.376978 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7ceaa2bd-324d-4024-b12e-e285aa118af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (4878c630-1721-405c-8dc9-3e1865d10514), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:24.419685 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceaa2bd-324d-4024-b12e-e285aa118af6 None None] Pushing event updated for resources: {'Port': ['ID=4878c630-1721-405c-8dc9-3e1865d10514,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:24.435981 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceaa2bd-324d-4024-b12e-e285aa118af6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:24.436920 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceaa2bd-324d-4024-b12e-e285aa118af6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:24.436920 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceaa2bd-324d-4024-b12e-e285aa118af6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:24.437387 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceaa2bd-324d-4024-b12e-e285aa118af6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:24.437820 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceaa2bd-324d-4024-b12e-e285aa118af6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:24.438597 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceaa2bd-324d-4024-b12e-e285aa118af6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:24.438597 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceaa2bd-324d-4024-b12e-e285aa118af6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:24.439096 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceaa2bd-324d-4024-b12e-e285aa118af6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:24.439522 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceaa2bd-324d-4024-b12e-e285aa118af6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:24.440087 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceaa2bd-324d-4024-b12e-e285aa118af6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:24.440503 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceaa2bd-324d-4024-b12e-e285aa118af6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:24.440956 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceaa2bd-324d-4024-b12e-e285aa118af6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:24.441444 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ceaa2bd-324d-4024-b12e-e285aa118af6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:24.449180 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9080be31-8f3f-41fd-9cd9-b7b3ecfefabe tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Router fdee2eba-a2df-4452-9142-feea301c6340 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:31:24.453463 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ceaa2bd-324d-4024-b12e-e285aa118af6 None None] Network 79dcc98a-8e88-43ea-9347-58d1c81f1906 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:24.455558 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-7ceaa2bd-324d-4024-b12e-e285aa118af6 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:24.458251 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ceaa2bd-324d-4024-b12e-e285aa118af6 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:31:24.471772 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8efd8a4d-2ff8-4aaa-bd25-97256129e12d admin admin] Publish callbacks [] for router_gateway (74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:24.496058 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8efd8a4d-2ff8-4aaa-bd25-97256129e12d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:24.533742 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-7ceaa2bd-324d-4024-b12e-e285aa118af6 None None] Attempting to bind port 4878c630-1721-405c-8dc9-3e1865d10514 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:31:24.534131 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-7ceaa2bd-324d-4024-b12e-e285aa118af6 None None] Attempting to bind port 4878c630-1721-405c-8dc9-3e1865d10514 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'd7bca333-5eb2-48c7-a0ae-f27aec64c432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '79dcc98a-8e88-43ea-9347-58d1c81f1906'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:31:24.534513 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceaa2bd-324d-4024-b12e-e285aa118af6 None None] Attempting to bind port 4878c630-1721-405c-8dc9-3e1865d10514 on network 79dcc98a-8e88-43ea-9347-58d1c81f1906 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:24.541718 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceaa2bd-324d-4024-b12e-e285aa118af6 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:31:24.542112 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceaa2bd-324d-4024-b12e-e285aa118af6 None None] Checking segment: {'id': 'd7bca333-5eb2-48c7-a0ae-f27aec64c432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '79dcc98a-8e88-43ea-9347-58d1c81f1906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:24.542536 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7ceaa2bd-324d-4024-b12e-e285aa118af6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:24.542949 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ceaa2bd-324d-4024-b12e-e285aa118af6 None None] Bound using segment: {'id': 'd7bca333-5eb2-48c7-a0ae-f27aec64c432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '79dcc98a-8e88-43ea-9347-58d1c81f1906'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:31:24.543443 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-7ceaa2bd-324d-4024-b12e-e285aa118af6 None None] Bound port: 4878c630-1721-405c-8dc9-3e1865d10514, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7bca333-5eb2-48c7-a0ae-f27aec64c432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '79dcc98a-8e88-43ea-9347-58d1c81f1906'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:31:24.543837 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7ceaa2bd-324d-4024-b12e-e285aa118af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4878c630-1721-405c-8dc9-3e1865d10514), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:24.611399 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9080be31-8f3f-41fd-9cd9-b7b3ecfefabe tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:31:24.619576 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-7ceaa2bd-324d-4024-b12e-e285aa118af6 None None] For port 4878c630-1721-405c-8dc9-3e1865d10514, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:31:24.628354 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-7ceaa2bd-324d-4024-b12e-e285aa118af6 None None] For port 4878c630-1721-405c-8dc9-3e1865d10514, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=4878c630-1721-405c-8dc9-3e1865d10514,segment=NetworkSegment(d7bca333-5eb2-48c7-a0ae-f27aec64c432),segment_id=d7bca333-5eb2-48c7-a0ae-f27aec64c432)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:31:24.635978 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed2665a-8904-46c7-8760-7fccda0363a7 None None] Sync routers for ids ['fdee2eba-a2df-4452-9142-feea301c6340'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:31:24.637218 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9080be31-8f3f-41fd-9cd9-b7b3ecfefabe tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:24.640486 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7ceaa2bd-324d-4024-b12e-e285aa118af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (4878c630-1721-405c-8dc9-3e1865d10514), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:24.647332 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-8efd8a4d-2ff8-4aaa-bd25-97256129e12d admin admin] Allocated IP 172.25.8.36 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/893d11ec-07a1-4bf1-8ea5-2be6cbe41231) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:24.691689 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed2665a-8904-46c7-8760-7fccda0363a7 None None] Routers {'fdee2eba-a2df-4452-9142-feea301c6340'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:31:24.692346 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-bed2665a-8904-46c7-8760-7fccda0363a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:31:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['fdee2eba-a2df-4452-9142-feea301c6340'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:24.694482 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9080be31-8f3f-41fd-9cd9-b7b3ecfefabe tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6757386 Feb 09 01:31:24.697097 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447cda03-a55b-461e-82e1-39fbb7ab4efa', 'tag': 'd3dcc091-73d0-4887-8776-fcf3cc78e7de'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:31:24.700212 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffef73e1-5b6b-4c24-b789-9a2f16a74e4c" -d '{"events": [{"name": "network-changed", "server_uuid": "447cda03-a55b-461e-82e1-39fbb7ab4efa", "tag": "d3dcc091-73d0-4887-8776-fcf3cc78e7de"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:31:24.823548 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceaa2bd-324d-4024-b12e-e285aa118af6 None None] Pushing event updated for resources: {'Port': ['ID=4878c630-1721-405c-8dc9-3e1865d10514,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:24.870675 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-bed2665a-8904-46c7-8760-7fccda0363a7 None None] Set router fdee2eba-a2df-4452-9142-feea301c6340 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:31:24.904091 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8efd8a4d-2ff8-4aaa-bd25-97256129e12d admin admin] Publish callbacks [] for port (893d11ec-07a1-4bf1-8ea5-2be6cbe41231), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:24.922637 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff40e70-8af1-480e-a2a6-2f1d7cbe4e30 req-503f67a0-425c-4183-99b6-b50887f18e16 tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:24.924846 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9ff40e70-8af1-480e-a2a6-2f1d7cbe4e30 req-503f67a0-425c-4183-99b6-b50887f18e16 tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] 10.222.0.50 "GET /v2.0/ports?device_id=312aa573-36a0-45d1-ab7c-c8f8abf84e4c HTTP/1.1" status: 200 len: 946 time: 0.1465034 Feb 09 01:31:25.004794 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1256b-97b2-4b4f-984a-463add3deee7 req-76361bea-253a-4e5c-87d7-137573927232 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:25.015660 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bbb1256b-97b2-4b4f-984a-463add3deee7 req-76361bea-253a-4e5c-87d7-137573927232 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 945 time: 0.2228241 Feb 09 01:31:25.059675 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8efd8a4d-2ff8-4aaa-bd25-97256129e12d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (893d11ec-07a1-4bf1-8ea5-2be6cbe41231), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:25.143683 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9ff40e70-8af1-480e-a2a6-2f1d7cbe4e30 req-fc9973da-12c0-409f-a357-4988511df6c9 tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2bcf3b9-328e-40a3-ae30-377b3eff3e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870522 Feb 09 01:31:25.187734 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bbb1256b-97b2-4b4f-984a-463add3deee7 req-a5d72d74-36af-4a52-8a0d-435836fafaa6 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=66bf3e5d-bb50-42c0-95ed-c78f3de007a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619987 Feb 09 01:31:25.188422 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd8a4d-2ff8-4aaa-bd25-97256129e12d admin admin] Pushing event updated for resources: {'Port': ['ID=893d11ec-07a1-4bf1-8ea5-2be6cbe41231,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:25.200871 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8e4e1b-6d63-4e11-9fd3-6fecf0a9943d x-openstack-request-id: req-de8e4e1b-6d63-4e11-9fd3-6fecf0a9943d {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:31:25.201178 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "447cda03-a55b-461e-82e1-39fbb7ab4efa", "tag": "d3dcc091-73d0-4887-8776-fcf3cc78e7de", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:31:25.201433 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-de8e4e1b-6d63-4e11-9fd3-6fecf0a9943d {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:31:25.202111 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '447cda03-a55b-461e-82e1-39fbb7ab4efa', 'tag': 'd3dcc091-73d0-4887-8776-fcf3cc78e7de', 'status': 'completed', 'code': 200} Feb 09 01:31:25.202372 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efd8a4d-2ff8-4aaa-bd25-97256129e12d admin admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:25.204065 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-8efd8a4d-2ff8-4aaa-bd25-97256129e12d admin admin] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:25.207211 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efd8a4d-2ff8-4aaa-bd25-97256129e12d admin admin] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:31:25.219816 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50984) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:25.360838 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-347e0e9b-365d-40c8-bc1a-e9d1803dfde7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/floatingips/e4e86999-b477-4621-a0d4-3c8e1d3136c2 HTTP/1.1" status: 200 len: 991 time: 0.1397517 Feb 09 01:31:25.452677 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-bed2665a-8904-46c7-8760-7fccda0363a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdee2eba-a2df-4452-9142-feea301c6340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-599704568', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '69484d6a-c16f-4d21-8758-c0a9387a1fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:35Z', 'updated_at': '2022-02-09T01:30:50Z', 'revision_number': 4, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '69484d6a-c16f-4d21-8758-c0a9387a1fcf', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdee2eba-a2df-4452-9142-feea301c6340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:38Z', 'updated_at': '2022-02-09T01:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'e4e86999-b477-4621-a0d4-3c8e1d3136c2', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'floating_ip_address': '172.25.8.188', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'fdee2eba-a2df-4452-9142-feea301c6340', 'port_id': 'd3dcc091-73d0-4887-8776-fcf3cc78e7de', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd73508dc-7f57-4aa2-b988-7f7109debbf6', 'mac_address': 'fa:16:3e:f0:c9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447cda03-a55b-461e-82e1-39fbb7ab4efa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:31:23Z', 'updated_at': '2022-02-09T01:31:23Z', 'revision_number': 0, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fc4b23e-7caf-4c88-a6e5-deb67b4fce28', 'name': '', 'network_id': 'd73508dc-7f57-4aa2-b988-7f7109debbf6', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'mac_address': 'fa:16:3e:a4:da:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdee2eba-a2df-4452-9142-feea301c6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '4853b5cd-ebee-449a-9205-ef940b6a4070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:48Z', 'updated_at': '2022-02-09T01:30:57Z', 'revision_number': 5, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'subnets': [{'id': '4853b5cd-ebee-449a-9205-ef940b6a4070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:25.499462 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed2665a-8904-46c7-8760-7fccda0363a7 None None] Checking router: fdee2eba-a2df-4452-9142-feea301c6340 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:31:25.513009 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed2665a-8904-46c7-8760-7fccda0363a7 None None] Routers {'fdee2eba-a2df-4452-9142-feea301c6340'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:31:25.514062 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-bed2665a-8904-46c7-8760-7fccda0363a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:31:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['fdee2eba-a2df-4452-9142-feea301c6340'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:25.645648 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-bed2665a-8904-46c7-8760-7fccda0363a7 None None] Set router fdee2eba-a2df-4452-9142-feea301c6340 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:31:25.790128 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef73e1-5b6b-4c24-b789-9a2f16a74e4c req-b0a933c5-9896-418b-91d1-d13cd1e30cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:25.791807 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ffef73e1-5b6b-4c24-b789-9a2f16a74e4c req-b0a933c5-9896-418b-91d1-d13cd1e30cc8 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=c3786288d8304ed4a73754fbccf8bb65&device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 1127 time: 0.5195479 Feb 09 01:31:25.838226 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc1349-46e2-414c-aab6-7ecb7e0e1e88 req-060a0c4e-6664-4727-a417-19e1c3f39f9d tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:25.845484 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f3bc1349-46e2-414c-aab6-7ecb7e0e1e88 req-060a0c4e-6664-4727-a417-19e1c3f39f9d tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 943 time: 0.5717192 Feb 09 01:31:25.937155 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-bed2665a-8904-46c7-8760-7fccda0363a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdee2eba-a2df-4452-9142-feea301c6340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-599704568', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '69484d6a-c16f-4d21-8758-c0a9387a1fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:35Z', 'updated_at': '2022-02-09T01:30:50Z', 'revision_number': 4, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '69484d6a-c16f-4d21-8758-c0a9387a1fcf', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdee2eba-a2df-4452-9142-feea301c6340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:38Z', 'updated_at': '2022-02-09T01:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'e4e86999-b477-4621-a0d4-3c8e1d3136c2', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'floating_ip_address': '172.25.8.188', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'fdee2eba-a2df-4452-9142-feea301c6340', 'port_id': 'd3dcc091-73d0-4887-8776-fcf3cc78e7de', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd73508dc-7f57-4aa2-b988-7f7109debbf6', 'mac_address': 'fa:16:3e:f0:c9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447cda03-a55b-461e-82e1-39fbb7ab4efa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:31:23Z', 'updated_at': '2022-02-09T01:31:23Z', 'revision_number': 0, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fc4b23e-7caf-4c88-a6e5-deb67b4fce28', 'name': '', 'network_id': 'd73508dc-7f57-4aa2-b988-7f7109debbf6', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'mac_address': 'fa:16:3e:a4:da:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdee2eba-a2df-4452-9142-feea301c6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '4853b5cd-ebee-449a-9205-ef940b6a4070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:48Z', 'updated_at': '2022-02-09T01:30:57Z', 'revision_number': 5, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'subnets': [{'id': '4853b5cd-ebee-449a-9205-ef940b6a4070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:25.973550 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed2665a-8904-46c7-8760-7fccda0363a7 None None] The sync data for ids ['fdee2eba-a2df-4452-9142-feea301c6340'] in n-d-828369-4 is: [{'id': 'fdee2eba-a2df-4452-9142-feea301c6340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-599704568', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '69484d6a-c16f-4d21-8758-c0a9387a1fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:35Z', 'updated_at': '2022-02-09T01:30:50Z', 'revision_number': 4, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '69484d6a-c16f-4d21-8758-c0a9387a1fcf', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdee2eba-a2df-4452-9142-feea301c6340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:38Z', 'updated_at': '2022-02-09T01:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'e4e86999-b477-4621-a0d4-3c8e1d3136c2', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'floating_ip_address': '172.25.8.188', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'fdee2eba-a2df-4452-9142-feea301c6340', 'port_id': 'd3dcc091-73d0-4887-8776-fcf3cc78e7de', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd73508dc-7f57-4aa2-b988-7f7109debbf6', 'mac_address': 'fa:16:3e:f0:c9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447cda03-a55b-461e-82e1-39fbb7ab4efa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:31:23Z', 'updated_at': '2022-02-09T01:31:23Z', 'revision_number': 0, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fc4b23e-7caf-4c88-a6e5-deb67b4fce28', 'name': '', 'network_id': 'd73508dc-7f57-4aa2-b988-7f7109debbf6', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'mac_address': 'fa:16:3e:a4:da:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdee2eba-a2df-4452-9142-feea301c6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '4853b5cd-ebee-449a-9205-ef940b6a4070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:48Z', 'updated_at': '2022-02-09T01:30:57Z', 'revision_number': 5, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'subnets': [{'id': '4853b5cd-ebee-449a-9205-ef940b6a4070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:31:26.055848 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4878c630-1721-405c-8dc9-3e1865d10514 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:26.125159 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f3bc1349-46e2-414c-aab6-7ecb7e0e1e88 req-98932d96-de00-4a0f-aa6a-d6cdc46b5234 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787139 Feb 09 01:31:26.127858 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 4878c630-1721-405c-8dc9-3e1865d10514 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:26.131795 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4878c630-1721-405c-8dc9-3e1865d10514), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:26.145892 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba45e210-c491-4b43-9904-2abd7ab03f13 req-b395e2df-51bd-4d65-a0cb-a5234bdf94d1 tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:26.147745 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ba45e210-c491-4b43-9904-2abd7ab03f13 req-b395e2df-51bd-4d65-a0cb-a5234bdf94d1 tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] 10.222.0.50 "GET /v2.0/ports?device_id=312aa573-36a0-45d1-ab7c-c8f8abf84e4c HTTP/1.1" status: 200 len: 946 time: 0.4322217 Feb 09 01:31:26.207652 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef73e1-5b6b-4c24-b789-9a2f16a74e4c req-15db7af0-6030-4310-9ee8-cd1ce5762426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:26.209213 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ffef73e1-5b6b-4c24-b789-9a2f16a74e4c req-15db7af0-6030-4310-9ee8-cd1ce5762426 service neutron] 10.222.0.120 "GET /v2.0/networks?id=d73508dc-7f57-4aa2-b988-7f7109debbf6 HTTP/1.1" status: 200 len: 899 time: 0.3883631 Feb 09 01:31:26.260456 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 4878c630-1721-405c-8dc9-3e1865d10514 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:26.261117 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4878c630-1721-405c-8dc9-3e1865d10514), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:26.282696 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a4667b-7340-4148-a58f-488a2d46885d None None] Network 79dcc98a-8e88-43ea-9347-58d1c81f1906 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:31:26.284512 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8efd8a4d-2ff8-4aaa-bd25-97256129e12d admin admin] Publish callbacks [] for router_gateway (74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:26.308451 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49600a5-76c1-4eb1-b611-07b51f6d4494 None None] New status for floating IP e4e86999-b477-4621-a0d4-3c8e1d3136c2: ACTIVE {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:31:26.364426 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50994) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:26.401763 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ba45e210-c491-4b43-9904-2abd7ab03f13 req-1715f006-818b-4590-9f1d-752523c964e9 tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2bcf3b9-328e-40a3-ae30-377b3eff3e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256706 Feb 09 01:31:26.416957 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ffef73e1-5b6b-4c24-b789-9a2f16a74e4c req-592dc8e3-ec61-4f9c-9e97-8a5a14cb7055 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3dcc091-73d0-4887-8776-fcf3cc78e7de HTTP/1.1" status: 200 len: 999 time: 0.1909122 Feb 09 01:31:26.452012 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 4878c630-1721-405c-8dc9-3e1865d10514, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=4878c630-1721-405c-8dc9-3e1865d10514,segment=NetworkSegment(d7bca333-5eb2-48c7-a0ae-f27aec64c432),segment_id=d7bca333-5eb2-48c7-a0ae-f27aec64c432)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:26.463992 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (4878c630-1721-405c-8dc9-3e1865d10514), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:26.473654 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-d4c90677-d3ed-4c3b-823e-81274fd8fd89 None None] Provisioning complete for port 4878c630-1721-405c-8dc9-3e1865d10514 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:26.474128 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d4c90677-d3ed-4c3b-823e-81274fd8fd89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4878c630-1721-405c-8dc9-3e1865d10514), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:26.477059 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b35e091c-673a-43aa-9449-916d09c05721 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/floatingips/e4e86999-b477-4621-a0d4-3c8e1d3136c2 HTTP/1.1" status: 200 len: 991 time: 0.1106482 Feb 09 01:31:26.593222 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=4878c630-1721-405c-8dc9-3e1865d10514,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:26.601707 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef73e1-5b6b-4c24-b789-9a2f16a74e4c req-26187cba-c8e1-4b5d-b350-67c91e6a48bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:26.603217 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ffef73e1-5b6b-4c24-b789-9a2f16a74e4c req-26187cba-c8e1-4b5d-b350-67c91e6a48bf service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4853b5cd-ebee-449a-9205-ef940b6a4070 HTTP/1.1" status: 200 len: 835 time: 0.1724145 Feb 09 01:31:26.676736 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-d4c90677-d3ed-4c3b-823e-81274fd8fd89 None None] Current status of the port 4878c630-1721-405c-8dc9-3e1865d10514 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:26.699798 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef73e1-5b6b-4c24-b789-9a2f16a74e4c req-87b31cd2-0081-4415-8675-0e813a1bb454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:26.701491 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ffef73e1-5b6b-4c24-b789-9a2f16a74e4c req-87b31cd2-0081-4415-8675-0e813a1bb454 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=d73508dc-7f57-4aa2-b988-7f7109debbf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0902479 Feb 09 01:31:26.702726 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8efd8a4d-2ff8-4aaa-bd25-97256129e12d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:26.884862 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ffef73e1-5b6b-4c24-b789-9a2f16a74e4c req-42168e81-c8eb-48c1-96c0-a29e940e92fc service neutron] 10.222.0.120 "GET /v2.0/networks/d73508dc-7f57-4aa2-b988-7f7109debbf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747646 Feb 09 01:31:26.903842 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-b755ff79-b5d5-4a87-9660-badf80ae37df None None] Provisioning complete for port 4878c630-1721-405c-8dc9-3e1865d10514 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:26.904637 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b755ff79-b5d5-4a87-9660-badf80ae37df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4878c630-1721-405c-8dc9-3e1865d10514), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:26.978134 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8efd8a4d-2ff8-4aaa-bd25-97256129e12d admin admin] Router 74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:31:27.012877 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b755ff79-b5d5-4a87-9660-badf80ae37df None None] Current status of the port 4878c630-1721-405c-8dc9-3e1865d10514 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:27.080217 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ffef73e1-5b6b-4c24-b789-9a2f16a74e4c req-0c0377da-9882-42f8-9dc4-fa6389e4ab05 service neutron] 10.222.0.120 "GET /v2.0/networks/d73508dc-7f57-4aa2-b988-7f7109debbf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881340 Feb 09 01:31:27.126643 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8efd8a4d-2ff8-4aaa-bd25-97256129e12d admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:31:27.136775 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79839f6-d3c5-4889-aacb-6696b9dedfaa None None] Sync routers for ids ['74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:31:27.159848 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79839f6-d3c5-4889-aacb-6696b9dedfaa None None] Routers {'74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:31:27.160653 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-b79839f6-d3c5-4889-aacb-6696b9dedfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:31:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:27.164490 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8efd8a4d-2ff8-4aaa-bd25-97256129e12d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:27.165888 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8efd8a4d-2ff8-4aaa-bd25-97256129e12d admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2407115 Feb 09 01:31:27.168619 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 50998) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:27.284856 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a110b4-97e2-49ac-9c54-441adcf9a9e7 req-1eef67cb-08f4-4e12-b053-e19d38f8be28 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:27.294054 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-86a110b4-97e2-49ac-9c54-441adcf9a9e7 req-1eef67cb-08f4-4e12-b053-e19d38f8be28 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 943 time: 0.0693393 Feb 09 01:31:27.388737 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-86a110b4-97e2-49ac-9c54-441adcf9a9e7 req-db7ba8fc-4dfe-436a-87d2-8bcb1dcd2aca tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875740 Feb 09 01:31:27.392755 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-b79839f6-d3c5-4889-aacb-6696b9dedfaa None None] Set router 74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:31:27.478442 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 51002) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:27.571190 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4b2852dc-65ee-43f6-b955-7b7bd347c743 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/floatingips/e4e86999-b477-4621-a0d4-3c8e1d3136c2 HTTP/1.1" status: 200 len: 993 time: 0.0916057 Feb 09 01:31:27.612309 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-b79839f6-d3c5-4889-aacb-6696b9dedfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'name': 'tempest-TestVolumeBackupRestore-384360170-router', 'tenant_id': 'c83f37eb2770492dbe0c1983971df4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '893d11ec-07a1-4bf1-8ea5-2be6cbe41231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:23Z', 'updated_at': '2022-02-09T01:31:25Z', 'revision_number': 3, 'project_id': 'c83f37eb2770492dbe0c1983971df4a0', 'gw_port': {'id': '893d11ec-07a1-4bf1-8ea5-2be6cbe41231', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:24Z', 'updated_at': '2022-02-09T01:31:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:27.646373 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79839f6-d3c5-4889-aacb-6696b9dedfaa None None] Checking router: 74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:31:27.647142 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79839f6-d3c5-4889-aacb-6696b9dedfaa None None] Updating router 74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7 port 893d11ec-07a1-4bf1-8ea5-2be6cbe41231 binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:31:27.664529 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f67c11-54eb-44af-8474-0fe1ea7a220b req-5d86730e-8625-4784-b733-dce658ed3826 tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:27.671910 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a1f67c11-54eb-44af-8474-0fe1ea7a220b req-5d86730e-8625-4784-b733-dce658ed3826 tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] 10.222.0.50 "GET /v2.0/ports?device_id=312aa573-36a0-45d1-ab7c-c8f8abf84e4c HTTP/1.1" status: 200 len: 946 time: 0.1868885 Feb 09 01:31:27.679990 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b79839f6-d3c5-4889-aacb-6696b9dedfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (893d11ec-07a1-4bf1-8ea5-2be6cbe41231), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:27.700393 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a6410-23aa-4d0b-ac49-4b744c7b4bec req-d25ca997-989f-4414-8a87-2c5c0cdba6e5 tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:27.702049 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9e8a6410-23aa-4d0b-ac49-4b744c7b4bec req-d25ca997-989f-4414-8a87-2c5c0cdba6e5 tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] 10.222.0.120 "GET /v2.0/ports?device_id=312aa573-36a0-45d1-ab7c-c8f8abf84e4c HTTP/1.1" status: 200 len: 946 time: 0.1295836 Feb 09 01:31:27.726089 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-475206d2-7cf4-4367-9d57-f7f4e4e4c330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:27.778648 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a1f67c11-54eb-44af-8474-0fe1ea7a220b req-d283a229-147b-4427-a86d-da604bf0cdf2 tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] 10.222.0.50 "GET /v2.0/security-groups?id=b2bcf3b9-328e-40a3-ae30-377b3eff3e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014009 Feb 09 01:31:27.839057 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-9e8a6410-23aa-4d0b-ac49-4b744c7b4bec req-23f469c3-cb51-4ff8-8dc0-ff7ca323db42 tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] Deleting port 4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:31:27.839450 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9e8a6410-23aa-4d0b-ac49-4b744c7b4bec req-23f469c3-cb51-4ff8-8dc0-ff7ca323db42 tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:27.963049 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-475206d2-7cf4-4367-9d57-f7f4e4e4c330 admin admin] Allocated IP 172.20.0.1 (79dcc98a-8e88-43ea-9347-58d1c81f1906/6814466b-1294-4ba7-943e-240a3a677817/bffcda92-6000-49dc-a805-b8e3af273e5d) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:27.978250 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4878c630-1721-405c-8dc9-3e1865d10514 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:27.980304 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-9e8a6410-23aa-4d0b-ac49-4b744c7b4bec req-23f469c3-cb51-4ff8-8dc0-ff7ca323db42 tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] For port 4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69,segment=NetworkSegment(ffa6bc22-b31c-4021-ad1a-cd2924e00a6a),segment_id=ffa6bc22-b31c-4021-ad1a-cd2924e00a6a)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:27.980842 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9e8a6410-23aa-4d0b-ac49-4b744c7b4bec req-23f469c3-cb51-4ff8-8dc0-ff7ca323db42 tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:27.998486 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-9e8a6410-23aa-4d0b-ac49-4b744c7b4bec req-23f469c3-cb51-4ff8-8dc0-ff7ca323db42 tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] Calling delete_port for 4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:31:28.076358 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b79839f6-d3c5-4889-aacb-6696b9dedfaa None None] Publish callbacks [] for port (893d11ec-07a1-4bf1-8ea5-2be6cbe41231), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:28.092827 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 4878c630-1721-405c-8dc9-3e1865d10514 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:28.093383 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4878c630-1721-405c-8dc9-3e1865d10514), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:28.095614 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b79839f6-d3c5-4889-aacb-6696b9dedfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (893d11ec-07a1-4bf1-8ea5-2be6cbe41231), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:28.115027 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-475206d2-7cf4-4367-9d57-f7f4e4e4c330 admin admin] Publish callbacks [] for port (bffcda92-6000-49dc-a805-b8e3af273e5d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:28.154623 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-475206d2-7cf4-4367-9d57-f7f4e4e4c330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (bffcda92-6000-49dc-a805-b8e3af273e5d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:28.156242 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9e8a6410-23aa-4d0b-ac49-4b744c7b4bec req-23f469c3-cb51-4ff8-8dc0-ff7ca323db42 tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:28.178956 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:31:28.189452 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f469c3-cb51-4ff8-8dc0-ff7ca323db42 tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] Pushing event deleted for resources: {'Port': ['ID=4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:28.215717 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475206d2-7cf4-4367-9d57-f7f4e4e4c330 admin admin] Network 79dcc98a-8e88-43ea-9347-58d1c81f1906 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:28.220888 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-475206d2-7cf4-4367-9d57-f7f4e4e4c330 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:28.236187 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475206d2-7cf4-4367-9d57-f7f4e4e4c330 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:31:28.239147 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-b79839f6-d3c5-4889-aacb-6696b9dedfaa None None] Attempting to bind port 893d11ec-07a1-4bf1-8ea5-2be6cbe41231 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:31:28.239558 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-b79839f6-d3c5-4889-aacb-6696b9dedfaa None None] Attempting to bind port 893d11ec-07a1-4bf1-8ea5-2be6cbe41231 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:31:28.239934 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79839f6-d3c5-4889-aacb-6696b9dedfaa None None] Attempting to bind port 893d11ec-07a1-4bf1-8ea5-2be6cbe41231 on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:28.246459 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79839f6-d3c5-4889-aacb-6696b9dedfaa None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:31:28.247095 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79839f6-d3c5-4889-aacb-6696b9dedfaa None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:28.247511 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b79839f6-d3c5-4889-aacb-6696b9dedfaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:28.248580 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79839f6-d3c5-4889-aacb-6696b9dedfaa None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:31:28.249069 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-b79839f6-d3c5-4889-aacb-6696b9dedfaa None None] Bound port: 893d11ec-07a1-4bf1-8ea5-2be6cbe41231, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:31:28.249454 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b79839f6-d3c5-4889-aacb-6696b9dedfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (893d11ec-07a1-4bf1-8ea5-2be6cbe41231), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:28.274963 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e8a6410-23aa-4d0b-ac49-4b744c7b4bec req-23f469c3-cb51-4ff8-8dc0-ff7ca323db42 tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] No DVR routers for this DVR port 4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:31:28.279481 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9e8a6410-23aa-4d0b-ac49-4b744c7b4bec req-23f469c3-cb51-4ff8-8dc0-ff7ca323db42 tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:28.282761 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-475206d2-7cf4-4367-9d57-f7f4e4e4c330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:28.290844 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9e8a6410-23aa-4d0b-ac49-4b744c7b4bec req-23f469c3-cb51-4ff8-8dc0-ff7ca323db42 tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] 10.222.0.120 "DELETE /v2.0/ports/4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69 HTTP/1.1" status: 204 len: 173 time: 0.5831807 Feb 09 01:31:28.291442 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dd2b4e-4aee-4e62-93c0-617d97ed8983 None None] Pushing event updated for resources: {'Port': ['ID=893d11ec-07a1-4bf1-8ea5-2be6cbe41231,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:28.302451 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312aa573-36a0-45d1-ab7c-c8f8abf84e4c', 'name': 'network-vif-deleted', 'tag': '4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:31:28.320859 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c781a717-f1a6-4743-b83e-34700cda4b57" -d '{"events": [{"server_uuid": "312aa573-36a0-45d1-ab7c-c8f8abf84e4c", "name": "network-vif-deleted", "tag": "4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:31:28.354196 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475206d2-7cf4-4367-9d57-f7f4e4e4c330 admin admin] Pushing event updated for resources: {'Port': ['ID=bffcda92-6000-49dc-a805-b8e3af273e5d,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:28.391286 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cad884a-4b50-4ed8-a00d-e43342a1d153 x-openstack-request-id: req-3cad884a-4b50-4ed8-a00d-e43342a1d153 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:31:28.391804 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312aa573-36a0-45d1-ab7c-c8f8abf84e4c", "name": "network-vif-deleted", "tag": "4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:31:28.392267 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3cad884a-4b50-4ed8-a00d-e43342a1d153 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:31:28.392929 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312aa573-36a0-45d1-ab7c-c8f8abf84e4c', 'name': 'network-vif-deleted', 'tag': '4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69', 'status': 'completed', 'code': 200} Feb 09 01:31:28.450735 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 4878c630-1721-405c-8dc9-3e1865d10514 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:28.467705 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-b79839f6-d3c5-4889-aacb-6696b9dedfaa None None] For port 893d11ec-07a1-4bf1-8ea5-2be6cbe41231, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:31:28.472371 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-b79839f6-d3c5-4889-aacb-6696b9dedfaa None None] For port 893d11ec-07a1-4bf1-8ea5-2be6cbe41231, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=893d11ec-07a1-4bf1-8ea5-2be6cbe41231,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:31:28.481312 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b79839f6-d3c5-4889-aacb-6696b9dedfaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (893d11ec-07a1-4bf1-8ea5-2be6cbe41231), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:28.565792 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-475206d2-7cf4-4367-9d57-f7f4e4e4c330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (bffcda92-6000-49dc-a805-b8e3af273e5d), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:28.579663 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dd2b4e-4aee-4e62-93c0-617d97ed8983 None None] Pushing event updated for resources: {'Port': ['ID=893d11ec-07a1-4bf1-8ea5-2be6cbe41231,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:28.590410 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed120122-e77e-4556-b0e1-f2e3e64f78b0 req-27ce2d6c-6cf6-491a-bc55-8d3ac8604c53 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:28.593447 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ed120122-e77e-4556-b0e1-f2e3e64f78b0 req-27ce2d6c-6cf6-491a-bc55-8d3ac8604c53 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 943 time: 0.0960145 Feb 09 01:31:28.599937 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79839f6-d3c5-4889-aacb-6696b9dedfaa None None] Routers {'74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:31:28.600893 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-b79839f6-d3c5-4889-aacb-6696b9dedfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:31:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:28.665086 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ed120122-e77e-4556-b0e1-f2e3e64f78b0 req-a798d760-3d34-489f-a56b-6da31203312c tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657442 Feb 09 01:31:28.783251 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-475206d2-7cf4-4367-9d57-f7f4e4e4c330 admin admin] Publish callbacks [] for port (bffcda92-6000-49dc-a805-b8e3af273e5d), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:28.789689 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-475206d2-7cf4-4367-9d57-f7f4e4e4c330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (bffcda92-6000-49dc-a805-b8e3af273e5d), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:28.892078 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-b74d8271-c314-40a3-806d-ea10d4fdfde9 None None] Provisioning complete for port bffcda92-6000-49dc-a805-b8e3af273e5d triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:28.892802 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b74d8271-c314-40a3-806d-ea10d4fdfde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (bffcda92-6000-49dc-a805-b8e3af273e5d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:28.923650 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-44b58f4a-d24d-4b2a-8e60-92a4ab1a401f req-a033b1f3-bff4-4e14-9aed-cdaaa79ea4bb tempest-ServerAddressesTestJSON-107051694 tempest-ServerAddressesTestJSON-107051694-project] 10.222.0.50 "GET /v2.0/ports?device_id=312aa573-36a0-45d1-ab7c-c8f8abf84e4c HTTP/1.1" status: 200 len: 210 time: 0.0459683 Feb 09 01:31:28.942841 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b74d8271-c314-40a3-806d-ea10d4fdfde9 None None] Port bffcda92-6000-49dc-a805-b8e3af273e5d cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:31:28.953718 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-475206d2-7cf4-4367-9d57-f7f4e4e4c330 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:28.956399 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475206d2-7cf4-4367-9d57-f7f4e4e4c330 admin admin] Pushing event updated for resources: {'Port': ['ID=bffcda92-6000-49dc-a805-b8e3af273e5d,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:28.980858 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-b79839f6-d3c5-4889-aacb-6696b9dedfaa None None] Set router 74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:31:29.073669 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475206d2-7cf4-4367-9d57-f7f4e4e4c330 admin admin] Network 79dcc98a-8e88-43ea-9347-58d1c81f1906 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:29.075662 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-475206d2-7cf4-4367-9d57-f7f4e4e4c330 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:29.217906 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475206d2-7cf4-4367-9d57-f7f4e4e4c330 admin admin] Router 74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:31:29.219535 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-b79839f6-d3c5-4889-aacb-6696b9dedfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'name': 'tempest-TestVolumeBackupRestore-384360170-router', 'tenant_id': 'c83f37eb2770492dbe0c1983971df4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '893d11ec-07a1-4bf1-8ea5-2be6cbe41231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:23Z', 'updated_at': '2022-02-09T01:31:28Z', 'revision_number': 4, 'project_id': 'c83f37eb2770492dbe0c1983971df4a0', 'gw_port': {'id': '893d11ec-07a1-4bf1-8ea5-2be6cbe41231', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:24Z', 'updated_at': '2022-02-09T01:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'bffcda92-6000-49dc-a805-b8e3af273e5d', 'name': '', 'network_id': '79dcc98a-8e88-43ea-9347-58d1c81f1906', 'tenant_id': 'c83f37eb2770492dbe0c1983971df4a0', 'mac_address': 'fa:16:3e:25:a0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '6814466b-1294-4ba7-943e-240a3a677817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:27Z', 'updated_at': '2022-02-09T01:31:27Z', 'revision_number': 1, 'project_id': 'c83f37eb2770492dbe0c1983971df4a0', 'subnets': [{'id': '6814466b-1294-4ba7-943e-240a3a677817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:29.255174 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79839f6-d3c5-4889-aacb-6696b9dedfaa None None] The sync data for ids ['74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7'] in n-d-828369-4 is: [{'id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'name': 'tempest-TestVolumeBackupRestore-384360170-router', 'tenant_id': 'c83f37eb2770492dbe0c1983971df4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '893d11ec-07a1-4bf1-8ea5-2be6cbe41231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:23Z', 'updated_at': '2022-02-09T01:31:28Z', 'revision_number': 4, 'project_id': 'c83f37eb2770492dbe0c1983971df4a0', 'gw_port': {'id': '893d11ec-07a1-4bf1-8ea5-2be6cbe41231', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:24Z', 'updated_at': '2022-02-09T01:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'bffcda92-6000-49dc-a805-b8e3af273e5d', 'name': '', 'network_id': '79dcc98a-8e88-43ea-9347-58d1c81f1906', 'tenant_id': 'c83f37eb2770492dbe0c1983971df4a0', 'mac_address': 'fa:16:3e:25:a0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '6814466b-1294-4ba7-943e-240a3a677817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:27Z', 'updated_at': '2022-02-09T01:31:27Z', 'revision_number': 1, 'project_id': 'c83f37eb2770492dbe0c1983971df4a0', 'subnets': [{'id': '6814466b-1294-4ba7-943e-240a3a677817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:31:29.344793 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475206d2-7cf4-4367-9d57-f7f4e4e4c330 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:31:29.362026 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-475206d2-7cf4-4367-9d57-f7f4e4e4c330 admin admin] 10.222.0.50 "PUT /v2.0/routers/74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1823120 Feb 09 01:31:29.369366 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-d02feb3d-9238-4533-9810-0b7d5a6cd827 None None] Provisioning complete for port bffcda92-6000-49dc-a805-b8e3af273e5d triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:29.370034 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d02feb3d-9238-4533-9810-0b7d5a6cd827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (bffcda92-6000-49dc-a805-b8e3af273e5d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:29.410575 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-d02feb3d-9238-4533-9810-0b7d5a6cd827 None None] Port bffcda92-6000-49dc-a805-b8e3af273e5d cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:31:29.808107 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15089e1-3d7c-47b5-9bc6-115684e79bde req-ffb60704-2897-4eaf-982c-449435a05eec tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:29.813416 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e15089e1-3d7c-47b5-9bc6-115684e79bde req-ffb60704-2897-4eaf-982c-449435a05eec tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 943 time: 0.0729446 Feb 09 01:31:29.864621 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e15089e1-3d7c-47b5-9bc6-115684e79bde req-6f15ca4a-0bae-4878-9aa1-813c6d98d552 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465465 Feb 09 01:31:29.925483 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 51026) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:29.930787 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-db9fb8c0-0555-4ec0-8bc7-f590942d8846 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-188504906-network', 'tenant_id': 'f2b928e27ffd4ccc84beaf449ec3b6a0'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:29.958630 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9fb8c0-0555-4ec0-8bc7-f590942d8846 admin admin] Made reservation on behalf of f2b928e27ffd4ccc84beaf449ec3b6a0 for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:29.961086 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-db9fb8c0-0555-4ec0-8bc7-f590942d8846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:29.971539 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-db9fb8c0-0555-4ec0-8bc7-f590942d8846 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:29.981241 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 51030) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:30.043163 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b2dd948-1db9-48b1-8d09-4aa3b1f24c52 admin admin] Deleting subnet 828d0f75-e4bb-48a0-a824-16e492f4400a {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:31:30.047551 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5b2dd948-1db9-48b1-8d09-4aa3b1f24c52 admin admin] Publish callbacks [] for subnet (828d0f75-e4bb-48a0-a824-16e492f4400a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:30.093333 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-db9fb8c0-0555-4ec0-8bc7-f590942d8846 admin admin] Publish callbacks [] for security_group (66d684b0-2330-4de7-9cce-3f3c84031162), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:30.094764 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5b2dd948-1db9-48b1-8d09-4aa3b1f24c52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (828d0f75-e4bb-48a0-a824-16e492f4400a), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:30.098372 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-db9fb8c0-0555-4ec0-8bc7-f590942d8846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (66d684b0-2330-4de7-9cce-3f3c84031162), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:30.112174 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db9fb8c0-0555-4ec0-8bc7-f590942d8846 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1010} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:31:30.123877 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-db9fb8c0-0555-4ec0-8bc7-f590942d8846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (b8249f30-28d4-4eaa-8491-6e2e1f2239b8), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:30.124234 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-db9fb8c0-0555-4ec0-8bc7-f590942d8846 admin admin] Added segment b8249f30-28d4-4eaa-8491-6e2e1f2239b8 of type vlan for network 922e11dc-3eec-4edd-a9e9-b9b85ef97047 Feb 09 01:31:30.159331 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5b2dd948-1db9-48b1-8d09-4aa3b1f24c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (828d0f75-e4bb-48a0-a824-16e492f4400a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:30.205496 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fb8c0-0555-4ec0-8bc7-f590942d8846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d684b0-2330-4de7-9cce-3f3c84031162,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:30.220911 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-db9fb8c0-0555-4ec0-8bc7-f590942d8846 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (922e11dc-3eec-4edd-a9e9-b9b85ef97047), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:30.267132 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-db9fb8c0-0555-4ec0-8bc7-f590942d8846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (922e11dc-3eec-4edd-a9e9-b9b85ef97047), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:30.268265 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9fb8c0-0555-4ec0-8bc7-f590942d8846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:30.269062 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-db9fb8c0-0555-4ec0-8bc7-f590942d8846 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:30.279703 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5b2dd948-1db9-48b1-8d09-4aa3b1f24c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (828d0f75-e4bb-48a0-a824-16e492f4400a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:30.312654 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2dd948-1db9-48b1-8d09-4aa3b1f24c52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=828d0f75-e4bb-48a0-a824-16e492f4400a,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:30.317509 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5b2dd948-1db9-48b1-8d09-4aa3b1f24c52 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:30.323328 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5b2dd948-1db9-48b1-8d09-4aa3b1f24c52 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/828d0f75-e4bb-48a0-a824-16e492f4400a HTTP/1.1" status: 204 len: 168 time: 0.3410096 Feb 09 01:31:30.323964 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 51032) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:30.338633 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2dd948-1db9-48b1-8d09-4aa3b1f24c52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:30.338992 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2dd948-1db9-48b1-8d09-4aa3b1f24c52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:30.339344 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2dd948-1db9-48b1-8d09-4aa3b1f24c52 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:30.339696 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2dd948-1db9-48b1-8d09-4aa3b1f24c52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:30.340642 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fb8c0-0555-4ec0-8bc7-f590942d8846 admin admin] Pushing event updated for resources: {'Network': ['ID=922e11dc-3eec-4edd-a9e9-b9b85ef97047,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:30.340793 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2dd948-1db9-48b1-8d09-4aa3b1f24c52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:30.341041 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2dd948-1db9-48b1-8d09-4aa3b1f24c52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:30.341869 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2dd948-1db9-48b1-8d09-4aa3b1f24c52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:30.341869 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2dd948-1db9-48b1-8d09-4aa3b1f24c52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:30.342135 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2dd948-1db9-48b1-8d09-4aa3b1f24c52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:30.342897 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2dd948-1db9-48b1-8d09-4aa3b1f24c52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:30.342897 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2dd948-1db9-48b1-8d09-4aa3b1f24c52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:30.349523 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2dd948-1db9-48b1-8d09-4aa3b1f24c52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:30.350083 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2dd948-1db9-48b1-8d09-4aa3b1f24c52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:30.357973 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 922e11dc-3eec-4edd-a9e9-b9b85ef97047 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:31:30.367174 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-db9fb8c0-0555-4ec0-8bc7-f590942d8846 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4403393 Feb 09 01:31:30.368515 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 51034) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:30.403743 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-707fdf3b-c800-4eb3-bec7-c72fe6ab8df6 admin admin] Request body: {'subnet': {'network_id': '922e11dc-3eec-4edd-a9e9-b9b85ef97047', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-188504906-subnet', 'tenant_id': 'f2b928e27ffd4ccc84beaf449ec3b6a0', 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:30.456969 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5788d1f2-0fcd-434d-9aef-87e42548b83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (f9dedd46-7351-49d8-b9f2-19a49beb3ceb), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:30.460304 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707fdf3b-c800-4eb3-bec7-c72fe6ab8df6 admin admin] Made reservation on behalf of f2b928e27ffd4ccc84beaf449ec3b6a0 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:30.462804 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-707fdf3b-c800-4eb3-bec7-c72fe6ab8df6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:30.635483 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5788d1f2-0fcd-434d-9aef-87e42548b83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (f9dedd46-7351-49d8-b9f2-19a49beb3ceb), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:30.669520 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-5788d1f2-0fcd-434d-9aef-87e42548b83c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9dedd46-7351-49d8-b9f2-19a49beb3ceb']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:30.699957 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-5788d1f2-0fcd-434d-9aef-87e42548b83c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffa6bc22-b31c-4021-ad1a-cd2924e00a6a') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:30.700283 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-5788d1f2-0fcd-434d-9aef-87e42548b83c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffa6bc22-b31c-4021-ad1a-cd2924e00a6a') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:30.713738 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5788d1f2-0fcd-434d-9aef-87e42548b83c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (ffa6bc22-b31c-4021-ad1a-cd2924e00a6a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:30.735812 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5788d1f2-0fcd-434d-9aef-87e42548b83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (ffa6bc22-b31c-4021-ad1a-cd2924e00a6a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:30.762915 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5788d1f2-0fcd-434d-9aef-87e42548b83c admin admin] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:31:30.763853 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5788d1f2-0fcd-434d-9aef-87e42548b83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (ffa6bc22-b31c-4021-ad1a-cd2924e00a6a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:30.765569 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:31:30.765569 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:31:30.765569 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:31:30.765569 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:31:30.765569 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:31:30.765569 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:31:30.765569 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:31:30.765569 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:31:30.765569 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:31:30.765569 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:31:30.765569 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:31:30.765569 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:31:30.765569 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:31:30.765569 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:31:30.765569 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:31:30.765569 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:31:30.765569 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:31:30.765569 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:31:30.765569 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:31:30.765569 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:31:30.765569 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:31:30.765569 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:31:30.765569 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:31:30.765569 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:31:30.765569 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:31:30.765569 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:31:30.765569 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:31:30.765569 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:31:30.765569 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:31:30.765569 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:31:30.765569 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:31:30.765569 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:31:30.837000 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-707fdf3b-c800-4eb3-bec7-c72fe6ab8df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (0c1d1ea9-0605-4cbf-8ff8-4a659656f7b6), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:30.865043 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5788d1f2-0fcd-434d-9aef-87e42548b83c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (f9dedd46-7351-49d8-b9f2-19a49beb3ceb), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:30.869867 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5788d1f2-0fcd-434d-9aef-87e42548b83c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:30.873161 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5788d1f2-0fcd-434d-9aef-87e42548b83c admin admin] 10.222.0.50 "DELETE /v2.0/networks/f9dedd46-7351-49d8-b9f2-19a49beb3ceb HTTP/1.1" status: 204 len: 168 time: 0.5441036 Feb 09 01:31:30.904016 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5788d1f2-0fcd-434d-9aef-87e42548b83c admin admin] Pushing event deleted for resources: {'Network': ['ID=f9dedd46-7351-49d8-b9f2-19a49beb3ceb,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:30.932313 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707fdf3b-c800-4eb3-bec7-c72fe6ab8df6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c1d1ea9-0605-4cbf-8ff8-4a659656f7b6,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:30.936089 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707fdf3b-c800-4eb3-bec7-c72fe6ab8df6 admin admin] Checking segment: {'id': 'b8249f30-28d4-4eaa-8491-6e2e1f2239b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '922e11dc-3eec-4edd-a9e9-b9b85ef97047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:30.936464 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707fdf3b-c800-4eb3-bec7-c72fe6ab8df6 admin admin] Network hostable DHCP agents. Network: 922e11dc-3eec-4edd-a9e9-b9b85ef97047, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:31:30.956202 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707fdf3b-c800-4eb3-bec7-c72fe6ab8df6 admin admin] Network 922e11dc-3eec-4edd-a9e9-b9b85ef97047 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:31:30.983729 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-707fdf3b-c800-4eb3-bec7-c72fe6ab8df6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 922e11dc-3eec-4edd-a9e9-b9b85ef97047) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:30.988869 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707fdf3b-c800-4eb3-bec7-c72fe6ab8df6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:30.989673 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-707fdf3b-c800-4eb3-bec7-c72fe6ab8df6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:30.994297 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83999c47-0c14-4961-9278-51fa92587d1c None None] Network 922e11dc-3eec-4edd-a9e9-b9b85ef97047 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:31:31.035890 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-707fdf3b-c800-4eb3-bec7-c72fe6ab8df6 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6638277 Feb 09 01:31:31.036257 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 51040) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:31.038668 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29784da2-6069-4a47-9740-b2f60fd79317 req-beaaab1d-da16-4b2a-bd0b-af79bbe60538 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:31.043003 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-ef390da4-00c3-440f-ba20-7b7e8fcac1e9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-188504906-router', 'tenant_id': 'f2b928e27ffd4ccc84beaf449ec3b6a0', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:31.047070 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-29784da2-6069-4a47-9740-b2f60fd79317 req-beaaab1d-da16-4b2a-bd0b-af79bbe60538 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 943 time: 0.0877888 Feb 09 01:31:31.077868 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ef390da4-00c3-440f-ba20-7b7e8fcac1e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (a70fe1c4-59c3-4d87-a50d-1c06dce0dd63), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:31.079230 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ef390da4-00c3-440f-ba20-7b7e8fcac1e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (a70fe1c4-59c3-4d87-a50d-1c06dce0dd63), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:31.115682 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-29784da2-6069-4a47-9740-b2f60fd79317 req-0f6a37f7-61e6-4386-86ae-38b2528f964a tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673571 Feb 09 01:31:31.160246 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ef390da4-00c3-440f-ba20-7b7e8fcac1e9 admin admin] Publish callbacks [] for router_controller (a70fe1c4-59c3-4d87-a50d-1c06dce0dd63), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:31.191984 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18627fb6-d03c-4758-85aa-b933d2ec7a44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-922e11dc-3eec-4edd-a9e9-b9b85ef97047', 'network_id': '922e11dc-3eec-4edd-a9e9-b9b85ef97047', 'project_id': 'f2b928e27ffd4ccc84beaf449ec3b6a0', 'fixed_ips': [{'subnet_id': '0c1d1ea9-0605-4cbf-8ff8-4a659656f7b6'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:31:31.193328 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-18627fb6-d03c-4758-85aa-b933d2ec7a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:31.254450 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 51042) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:31.317511 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a016e376-be50-401d-8ba8-813c28544474 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d68bec2865bf417cb236f252b5ac240b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0618789 Feb 09 01:31:31.319784 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 51044) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:31.367540 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ef390da4-00c3-440f-ba20-7b7e8fcac1e9 admin admin] Publish callbacks [] for router_gateway (a70fe1c4-59c3-4d87-a50d-1c06dce0dd63), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:31.374581 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-18627fb6-d03c-4758-85aa-b933d2ec7a44 None None] Allocated IP 172.20.0.2 (922e11dc-3eec-4edd-a9e9-b9b85ef97047/0c1d1ea9-0605-4cbf-8ff8-4a659656f7b6/fd69e40d-5ce1-4d28-87c8-ac18c2fd456d) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:31.387062 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08fb5f33-9ea6-4e91-a861-c16078efc8be admin admin] Publish callbacks [] for security_group (b2bcf3b9-328e-40a3-ae30-377b3eff3e91), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:31.411121 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08fb5f33-9ea6-4e91-a861-c16078efc8be admin admin] Publish callbacks [] for security_group (b2bcf3b9-328e-40a3-ae30-377b3eff3e91), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:31.469202 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08fb5f33-9ea6-4e91-a861-c16078efc8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b2bcf3b9-328e-40a3-ae30-377b3eff3e91), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:31.471981 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-08fb5f33-9ea6-4e91-a861-c16078efc8be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:31.473332 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-08fb5f33-9ea6-4e91-a861-c16078efc8be admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b2bcf3b9-328e-40a3-ae30-377b3eff3e91 HTTP/1.1" status: 204 len: 168 time: 0.1524639 Feb 09 01:31:31.481612 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb5f33-9ea6-4e91-a861-c16078efc8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bcf3b9-328e-40a3-ae30-377b3eff3e91,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:31.604094 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-18627fb6-d03c-4758-85aa-b933d2ec7a44 None None] Publish callbacks [] for port (fd69e40d-5ce1-4d28-87c8-ac18c2fd456d), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:31.615028 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-18627fb6-d03c-4758-85aa-b933d2ec7a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (fd69e40d-5ce1-4d28-87c8-ac18c2fd456d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:31.667220 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18627fb6-d03c-4758-85aa-b933d2ec7a44 None None] Network 922e11dc-3eec-4edd-a9e9-b9b85ef97047 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:31.671589 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-18627fb6-d03c-4758-85aa-b933d2ec7a44 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:31.680254 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18627fb6-d03c-4758-85aa-b933d2ec7a44 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:31:31.693734 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18627fb6-d03c-4758-85aa-b933d2ec7a44 None None] Pushing event updated for resources: {'Port': ['ID=fd69e40d-5ce1-4d28-87c8-ac18c2fd456d,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:31.770501 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-18627fb6-d03c-4758-85aa-b933d2ec7a44 None None] Attempting to bind port fd69e40d-5ce1-4d28-87c8-ac18c2fd456d on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:31:31.771028 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-18627fb6-d03c-4758-85aa-b933d2ec7a44 None None] Attempting to bind port fd69e40d-5ce1-4d28-87c8-ac18c2fd456d by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'b8249f30-28d4-4eaa-8491-6e2e1f2239b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '922e11dc-3eec-4edd-a9e9-b9b85ef97047'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:31:31.771597 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18627fb6-d03c-4758-85aa-b933d2ec7a44 None None] Attempting to bind port fd69e40d-5ce1-4d28-87c8-ac18c2fd456d on network 922e11dc-3eec-4edd-a9e9-b9b85ef97047 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:31.778740 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18627fb6-d03c-4758-85aa-b933d2ec7a44 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:31:31.779383 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18627fb6-d03c-4758-85aa-b933d2ec7a44 None None] Checking segment: {'id': 'b8249f30-28d4-4eaa-8491-6e2e1f2239b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '922e11dc-3eec-4edd-a9e9-b9b85ef97047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:31.779917 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-18627fb6-d03c-4758-85aa-b933d2ec7a44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:31.780428 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18627fb6-d03c-4758-85aa-b933d2ec7a44 None None] Bound using segment: {'id': 'b8249f30-28d4-4eaa-8491-6e2e1f2239b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '922e11dc-3eec-4edd-a9e9-b9b85ef97047'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:31:31.781065 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-18627fb6-d03c-4758-85aa-b933d2ec7a44 None None] Bound port: fd69e40d-5ce1-4d28-87c8-ac18c2fd456d, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8249f30-28d4-4eaa-8491-6e2e1f2239b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '922e11dc-3eec-4edd-a9e9-b9b85ef97047'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:31:31.781609 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-18627fb6-d03c-4758-85aa-b933d2ec7a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (fd69e40d-5ce1-4d28-87c8-ac18c2fd456d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:31.860352 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-18627fb6-d03c-4758-85aa-b933d2ec7a44 None None] For port fd69e40d-5ce1-4d28-87c8-ac18c2fd456d, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:31:31.864288 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-18627fb6-d03c-4758-85aa-b933d2ec7a44 None None] For port fd69e40d-5ce1-4d28-87c8-ac18c2fd456d, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=fd69e40d-5ce1-4d28-87c8-ac18c2fd456d,segment=NetworkSegment(b8249f30-28d4-4eaa-8491-6e2e1f2239b8),segment_id=b8249f30-28d4-4eaa-8491-6e2e1f2239b8)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:31:31.870502 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:31:31.875456 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-18627fb6-d03c-4758-85aa-b933d2ec7a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (fd69e40d-5ce1-4d28-87c8-ac18c2fd456d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:31.910332 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: 4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:31:31.910332 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 4ca67d10-f5bf-44e9-aeae-8a2f4c9bac69 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:31:32.019954 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18627fb6-d03c-4758-85aa-b933d2ec7a44 None None] Pushing event updated for resources: {'Port': ['ID=fd69e40d-5ce1-4d28-87c8-ac18c2fd456d,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:32.058962 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ef390da4-00c3-440f-ba20-7b7e8fcac1e9 admin admin] Publish callbacks [] for router_gateway (a70fe1c4-59c3-4d87-a50d-1c06dce0dd63), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:32.083751 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 893d11ec-07a1-4bf1-8ea5-2be6cbe41231 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:32.117471 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ef390da4-00c3-440f-ba20-7b7e8fcac1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:32.183135 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 893d11ec-07a1-4bf1-8ea5-2be6cbe41231 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:32.184004 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (893d11ec-07a1-4bf1-8ea5-2be6cbe41231), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:32.247900 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a592f2-1b88-4c25-9a66-273c5f6e6e89 None None] Sync routers for ids ['74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:31:32.266344 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a592f2-1b88-4c25-9a66-273c5f6e6e89 None None] Routers {'74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:31:32.267178 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-18a592f2-1b88-4c25-9a66-273c5f6e6e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:31:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:32.351689 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-ef390da4-00c3-440f-ba20-7b7e8fcac1e9 admin admin] Allocated IP 172.25.8.226 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/464e450f-bcff-4e41-b111-a892dc2ce9be) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:32.360276 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 893d11ec-07a1-4bf1-8ea5-2be6cbe41231 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:32.361019 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (893d11ec-07a1-4bf1-8ea5-2be6cbe41231), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:32.410266 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 893d11ec-07a1-4bf1-8ea5-2be6cbe41231, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=893d11ec-07a1-4bf1-8ea5-2be6cbe41231,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:32.425693 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4fe10-f74a-4535-8d38-1427474b484e req-6d1818c1-59dc-4aae-8a99-634ab0e0fb3a tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:32.429967 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7ca4fe10-f74a-4535-8d38-1427474b484e req-6d1818c1-59dc-4aae-8a99-634ab0e0fb3a tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 943 time: 0.1436343 Feb 09 01:31:32.432836 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (893d11ec-07a1-4bf1-8ea5-2be6cbe41231), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:32.447370 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-aa211269-1fc6-4c32-b5b2-a371a263938d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:32.514486 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-18a592f2-1b88-4c25-9a66-273c5f6e6e89 None None] Set router 74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:31:32.531046 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7ca4fe10-f74a-4535-8d38-1427474b484e req-a9ccd0b1-ef83-4bd4-95d0-a93ad6959ba4 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881782 Feb 09 01:31:32.564023 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=893d11ec-07a1-4bf1-8ea5-2be6cbe41231,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:32.597495 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ef390da4-00c3-440f-ba20-7b7e8fcac1e9 admin admin] Publish callbacks [] for port (464e450f-bcff-4e41-b111-a892dc2ce9be), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:32.646252 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ef390da4-00c3-440f-ba20-7b7e8fcac1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (464e450f-bcff-4e41-b111-a892dc2ce9be), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:32.685757 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef390da4-00c3-440f-ba20-7b7e8fcac1e9 admin admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:32.691407 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-ef390da4-00c3-440f-ba20-7b7e8fcac1e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:32.695486 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef390da4-00c3-440f-ba20-7b7e8fcac1e9 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:31:32.728227 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef390da4-00c3-440f-ba20-7b7e8fcac1e9 admin admin] Pushing event updated for resources: {'Port': ['ID=464e450f-bcff-4e41-b111-a892dc2ce9be,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:32.768011 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 51068) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:32.814271 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-18a592f2-1b88-4c25-9a66-273c5f6e6e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'name': 'tempest-TestVolumeBackupRestore-384360170-router', 'tenant_id': 'c83f37eb2770492dbe0c1983971df4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '893d11ec-07a1-4bf1-8ea5-2be6cbe41231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:23Z', 'updated_at': '2022-02-09T01:31:28Z', 'revision_number': 4, 'project_id': 'c83f37eb2770492dbe0c1983971df4a0', 'gw_port': {'id': '893d11ec-07a1-4bf1-8ea5-2be6cbe41231', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:24Z', 'updated_at': '2022-02-09T01:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'bffcda92-6000-49dc-a805-b8e3af273e5d', 'name': '', 'network_id': '79dcc98a-8e88-43ea-9347-58d1c81f1906', 'tenant_id': 'c83f37eb2770492dbe0c1983971df4a0', 'mac_address': 'fa:16:3e:25:a0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '6814466b-1294-4ba7-943e-240a3a677817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:27Z', 'updated_at': '2022-02-09T01:31:28Z', 'revision_number': 2, 'project_id': 'c83f37eb2770492dbe0c1983971df4a0', 'subnets': [{'id': '6814466b-1294-4ba7-943e-240a3a677817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:32.843286 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a592f2-1b88-4c25-9a66-273c5f6e6e89 None None] Checking router: 74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:31:32.843651 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a592f2-1b88-4c25-9a66-273c5f6e6e89 None None] Updating router 74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7 port bffcda92-6000-49dc-a805-b8e3af273e5d binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:31:32.878181 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-18a592f2-1b88-4c25-9a66-273c5f6e6e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (bffcda92-6000-49dc-a805-b8e3af273e5d), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:32.896148 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-ebd6e4a4-115b-4045-b73c-a149866cef48 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2062146088-network', 'tenant_id': 'ac5bcf50fc484a6b96afdd2275d063d3'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:32.931100 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd6e4a4-115b-4045-b73c-a149866cef48 admin admin] Made reservation on behalf of ac5bcf50fc484a6b96afdd2275d063d3 for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:32.933904 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ebd6e4a4-115b-4045-b73c-a149866cef48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:32.960070 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ebd6e4a4-115b-4045-b73c-a149866cef48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:33.022420 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ef390da4-00c3-440f-ba20-7b7e8fcac1e9 admin admin] Publish callbacks [] for router_gateway (a70fe1c4-59c3-4d87-a50d-1c06dce0dd63), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:33.141982 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ebd6e4a4-115b-4045-b73c-a149866cef48 admin admin] Publish callbacks [] for security_group (d372aab8-a187-4322-8f83-34f246bc73f9), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:33.149609 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ebd6e4a4-115b-4045-b73c-a149866cef48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (d372aab8-a187-4322-8f83-34f246bc73f9), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:33.178994 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebd6e4a4-115b-4045-b73c-a149866cef48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1007} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:31:33.195464 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd6e4a4-115b-4045-b73c-a149866cef48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d372aab8-a187-4322-8f83-34f246bc73f9,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:33.199714 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ebd6e4a4-115b-4045-b73c-a149866cef48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (3a0c930b-d121-4b9c-92fe-e48240a2e3b4), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:33.200070 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-ebd6e4a4-115b-4045-b73c-a149866cef48 admin admin] Added segment 3a0c930b-d121-4b9c-92fe-e48240a2e3b4 of type vlan for network 3be12430-afc4-49f5-8809-14329bd56115 Feb 09 01:31:33.247896 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ebd6e4a4-115b-4045-b73c-a149866cef48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (3be12430-afc4-49f5-8809-14329bd56115), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:33.294902 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ebd6e4a4-115b-4045-b73c-a149866cef48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (3be12430-afc4-49f5-8809-14329bd56115), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:33.296068 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd6e4a4-115b-4045-b73c-a149866cef48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:33.296706 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ebd6e4a4-115b-4045-b73c-a149866cef48 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:33.307833 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-18a592f2-1b88-4c25-9a66-273c5f6e6e89 None None] Publish callbacks [] for port (bffcda92-6000-49dc-a805-b8e3af273e5d), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:33.328441 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-18a592f2-1b88-4c25-9a66-273c5f6e6e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (bffcda92-6000-49dc-a805-b8e3af273e5d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:33.344881 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ef390da4-00c3-440f-ba20-7b7e8fcac1e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (a70fe1c4-59c3-4d87-a50d-1c06dce0dd63), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:33.367740 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ebd6e4a4-115b-4045-b73c-a149866cef48 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5985093 Feb 09 01:31:33.370320 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 51072) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:33.378722 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-72e39f53-bce6-4987-ae74-bdf1db52ea09 admin admin] Request body: {'subnet': {'network_id': '3be12430-afc4-49f5-8809-14329bd56115', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2062146088-subnet', 'tenant_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:33.385652 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd6e4a4-115b-4045-b73c-a149866cef48 admin admin] Pushing event updated for resources: {'Network': ['ID=3be12430-afc4-49f5-8809-14329bd56115,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:33.398477 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 3be12430-afc4-49f5-8809-14329bd56115 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:31:33.422724 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e39f53-bce6-4987-ae74-bdf1db52ea09 admin admin] Made reservation on behalf of ac5bcf50fc484a6b96afdd2275d063d3 for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:33.425225 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-72e39f53-bce6-4987-ae74-bdf1db52ea09 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:33.444652 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d104585-46be-4e1a-b727-b678e7ed0f19 None None] Pushing event updated for resources: {'Port': ['ID=bffcda92-6000-49dc-a805-b8e3af273e5d,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:33.519210 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd44364-423a-4230-bb17-a53cb2b6400c None None] Network 922e11dc-3eec-4edd-a9e9-b9b85ef97047 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:31:33.578614 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-18a592f2-1b88-4c25-9a66-273c5f6e6e89 None None] Attempting to bind port bffcda92-6000-49dc-a805-b8e3af273e5d on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:31:33.579021 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-18a592f2-1b88-4c25-9a66-273c5f6e6e89 None None] Attempting to bind port bffcda92-6000-49dc-a805-b8e3af273e5d by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'd7bca333-5eb2-48c7-a0ae-f27aec64c432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '79dcc98a-8e88-43ea-9347-58d1c81f1906'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:31:33.579390 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a592f2-1b88-4c25-9a66-273c5f6e6e89 None None] Attempting to bind port bffcda92-6000-49dc-a805-b8e3af273e5d on network 79dcc98a-8e88-43ea-9347-58d1c81f1906 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:33.590485 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a592f2-1b88-4c25-9a66-273c5f6e6e89 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:31:33.590863 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a592f2-1b88-4c25-9a66-273c5f6e6e89 None None] Checking segment: {'id': 'd7bca333-5eb2-48c7-a0ae-f27aec64c432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '79dcc98a-8e88-43ea-9347-58d1c81f1906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:33.591272 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-18a592f2-1b88-4c25-9a66-273c5f6e6e89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:33.592291 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a592f2-1b88-4c25-9a66-273c5f6e6e89 None None] Bound using segment: {'id': 'd7bca333-5eb2-48c7-a0ae-f27aec64c432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '79dcc98a-8e88-43ea-9347-58d1c81f1906'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:31:33.592676 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-18a592f2-1b88-4c25-9a66-273c5f6e6e89 None None] Bound port: bffcda92-6000-49dc-a805-b8e3af273e5d, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7bca333-5eb2-48c7-a0ae-f27aec64c432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '79dcc98a-8e88-43ea-9347-58d1c81f1906'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:31:33.594657 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-18a592f2-1b88-4c25-9a66-273c5f6e6e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (bffcda92-6000-49dc-a805-b8e3af273e5d), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:33.646234 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-f6335135-53dd-4cf9-a3c1-b5e8b74d7db9 None None] Provisioning complete for port fd69e40d-5ce1-4d28-87c8-ac18c2fd456d triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:33.646975 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f6335135-53dd-4cf9-a3c1-b5e8b74d7db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (fd69e40d-5ce1-4d28-87c8-ac18c2fd456d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:33.657937 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef390da4-00c3-440f-ba20-7b7e8fcac1e9 admin admin] Router a70fe1c4-59c3-4d87-a50d-1c06dce0dd63 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:31:33.750715 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-18a592f2-1b88-4c25-9a66-273c5f6e6e89 None None] For port bffcda92-6000-49dc-a805-b8e3af273e5d, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:31:33.756139 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-18a592f2-1b88-4c25-9a66-273c5f6e6e89 None None] For port bffcda92-6000-49dc-a805-b8e3af273e5d, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=bffcda92-6000-49dc-a805-b8e3af273e5d,segment=NetworkSegment(d7bca333-5eb2-48c7-a0ae-f27aec64c432),segment_id=d7bca333-5eb2-48c7-a0ae-f27aec64c432)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:31:33.765902 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-18a592f2-1b88-4c25-9a66-273c5f6e6e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (bffcda92-6000-49dc-a805-b8e3af273e5d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:33.810299 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f6335135-53dd-4cf9-a3c1-b5e8b74d7db9 None None] Current status of the port fd69e40d-5ce1-4d28-87c8-ac18c2fd456d is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:33.810713 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f6335135-53dd-4cf9-a3c1-b5e8b74d7db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (fd69e40d-5ce1-4d28-87c8-ac18c2fd456d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:33.843904 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a592f2-1b88-4c25-9a66-273c5f6e6e89 None None] Routers {'74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:31:33.844905 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-18a592f2-1b88-4c25-9a66-273c5f6e6e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:31:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:33.872190 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-f6335135-53dd-4cf9-a3c1-b5e8b74d7db9 None None] For port fd69e40d-5ce1-4d28-87c8-ac18c2fd456d, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=fd69e40d-5ce1-4d28-87c8-ac18c2fd456d,segment=NetworkSegment(b8249f30-28d4-4eaa-8491-6e2e1f2239b8),segment_id=b8249f30-28d4-4eaa-8491-6e2e1f2239b8)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:33.878432 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f6335135-53dd-4cf9-a3c1-b5e8b74d7db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (fd69e40d-5ce1-4d28-87c8-ac18c2fd456d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:33.885651 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d104585-46be-4e1a-b727-b678e7ed0f19 None None] Pushing event updated for resources: {'Port': ['ID=bffcda92-6000-49dc-a805-b8e3af273e5d,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:34.019580 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef390da4-00c3-440f-ba20-7b7e8fcac1e9 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:31:34.059390 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6335135-53dd-4cf9-a3c1-b5e8b74d7db9 None None] Pushing event updated for resources: {'Port': ['ID=fd69e40d-5ce1-4d28-87c8-ac18c2fd456d,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:34.069365 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ef390da4-00c3-440f-ba20-7b7e8fcac1e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:34.080423 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ef390da4-00c3-440f-ba20-7b7e8fcac1e9 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0428894 Feb 09 01:31:34.081642 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 51076) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:34.096155 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcb216d-a617-46c7-9d5e-617b09717d41 None None] Sync routers for ids ['a70fe1c4-59c3-4d87-a50d-1c06dce0dd63'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:31:34.147874 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcb216d-a617-46c7-9d5e-617b09717d41 None None] Routers {'a70fe1c4-59c3-4d87-a50d-1c06dce0dd63'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:31:34.148466 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-1fcb216d-a617-46c7-9d5e-617b09717d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:31:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['a70fe1c4-59c3-4d87-a50d-1c06dce0dd63'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:34.337685 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-18a592f2-1b88-4c25-9a66-273c5f6e6e89 None None] Set router 74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:31:34.353773 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-dc853670-4681-47c7-8bf8-160b5bd0ee54 None None] Provisioning complete for port bffcda92-6000-49dc-a805-b8e3af273e5d triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:34.354313 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc853670-4681-47c7-8bf8-160b5bd0ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (bffcda92-6000-49dc-a805-b8e3af273e5d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:34.356442 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 893d11ec-07a1-4bf1-8ea5-2be6cbe41231 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:34.396460 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fcc86d-a292-4a11-ab7e-ed1abf56ce52 req-e514bc77-aaae-4f4f-9139-aab0590770b3 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:34.405345 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-49fcc86d-a292-4a11-ab7e-ed1abf56ce52 req-e514bc77-aaae-4f4f-9139-aab0590770b3 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 943 time: 0.7028553 Feb 09 01:31:34.451897 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-72e39f53-bce6-4987-ae74-bdf1db52ea09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (2209de10-aa5e-43c1-9412-9e5af3276ff1), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:34.486479 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 893d11ec-07a1-4bf1-8ea5-2be6cbe41231 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:34.487046 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (893d11ec-07a1-4bf1-8ea5-2be6cbe41231), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:34.500617 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-960fddba-e4b1-4f83-a695-9ebe382471c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:34.590941 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-1fcb216d-a617-46c7-9d5e-617b09717d41 None None] Set router a70fe1c4-59c3-4d87-a50d-1c06dce0dd63 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:31:34.604291 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-49fcc86d-a292-4a11-ab7e-ed1abf56ce52 req-6635c917-e7e1-41dc-ac0e-9300e871b8ec tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983080 Feb 09 01:31:34.629900 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e39f53-bce6-4987-ae74-bdf1db52ea09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2209de10-aa5e-43c1-9412-9e5af3276ff1,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:34.655955 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e39f53-bce6-4987-ae74-bdf1db52ea09 admin admin] Checking segment: {'id': '3a0c930b-d121-4b9c-92fe-e48240a2e3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '3be12430-afc4-49f5-8809-14329bd56115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:34.656334 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e39f53-bce6-4987-ae74-bdf1db52ea09 admin admin] Network hostable DHCP agents. Network: 3be12430-afc4-49f5-8809-14329bd56115, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:31:34.662418 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-dc853670-4681-47c7-8bf8-160b5bd0ee54 None None] Current status of the port bffcda92-6000-49dc-a805-b8e3af273e5d is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:34.663294 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc853670-4681-47c7-8bf8-160b5bd0ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (bffcda92-6000-49dc-a805-b8e3af273e5d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:34.687821 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e39f53-bce6-4987-ae74-bdf1db52ea09 admin admin] Network 3be12430-afc4-49f5-8809-14329bd56115 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:31:34.699760 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-72e39f53-bce6-4987-ae74-bdf1db52ea09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 3be12430-afc4-49f5-8809-14329bd56115) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:34.702269 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-dc853670-4681-47c7-8bf8-160b5bd0ee54 None None] For port bffcda92-6000-49dc-a805-b8e3af273e5d, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=bffcda92-6000-49dc-a805-b8e3af273e5d,segment=NetworkSegment(d7bca333-5eb2-48c7-a0ae-f27aec64c432),segment_id=d7bca333-5eb2-48c7-a0ae-f27aec64c432)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:34.717411 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac6b6fa-0fa9-4c96-85d1-8b9453560ac5 None None] Network 3be12430-afc4-49f5-8809-14329bd56115 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:31:34.722636 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e39f53-bce6-4987-ae74-bdf1db52ea09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:34.724057 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-72e39f53-bce6-4987-ae74-bdf1db52ea09 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:34.737693 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-18a592f2-1b88-4c25-9a66-273c5f6e6e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'name': 'tempest-TestVolumeBackupRestore-384360170-router', 'tenant_id': 'c83f37eb2770492dbe0c1983971df4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '893d11ec-07a1-4bf1-8ea5-2be6cbe41231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:23Z', 'updated_at': '2022-02-09T01:31:28Z', 'revision_number': 4, 'project_id': 'c83f37eb2770492dbe0c1983971df4a0', 'gw_port': {'id': '893d11ec-07a1-4bf1-8ea5-2be6cbe41231', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:24Z', 'updated_at': '2022-02-09T01:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'bffcda92-6000-49dc-a805-b8e3af273e5d', 'name': '', 'network_id': '79dcc98a-8e88-43ea-9347-58d1c81f1906', 'tenant_id': 'c83f37eb2770492dbe0c1983971df4a0', 'mac_address': 'fa:16:3e:25:a0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '6814466b-1294-4ba7-943e-240a3a677817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:27Z', 'updated_at': '2022-02-09T01:31:33Z', 'revision_number': 4, 'project_id': 'c83f37eb2770492dbe0c1983971df4a0', 'subnets': [{'id': '6814466b-1294-4ba7-943e-240a3a677817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:34.757295 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-72e39f53-bce6-4987-ae74-bdf1db52ea09 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3855073 Feb 09 01:31:34.761553 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 51078) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:34.765826 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc853670-4681-47c7-8bf8-160b5bd0ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (bffcda92-6000-49dc-a805-b8e3af273e5d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:34.774864 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-73f6b4f1-9921-4d37-a54a-4b6f3312b7a6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2062146088-router', 'tenant_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:34.818102 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a592f2-1b88-4c25-9a66-273c5f6e6e89 None None] The sync data for ids ['74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7'] in n-d-828369-4 is: [{'id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'name': 'tempest-TestVolumeBackupRestore-384360170-router', 'tenant_id': 'c83f37eb2770492dbe0c1983971df4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '893d11ec-07a1-4bf1-8ea5-2be6cbe41231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:23Z', 'updated_at': '2022-02-09T01:31:28Z', 'revision_number': 4, 'project_id': 'c83f37eb2770492dbe0c1983971df4a0', 'gw_port': {'id': '893d11ec-07a1-4bf1-8ea5-2be6cbe41231', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:24Z', 'updated_at': '2022-02-09T01:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'bffcda92-6000-49dc-a805-b8e3af273e5d', 'name': '', 'network_id': '79dcc98a-8e88-43ea-9347-58d1c81f1906', 'tenant_id': 'c83f37eb2770492dbe0c1983971df4a0', 'mac_address': 'fa:16:3e:25:a0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '6814466b-1294-4ba7-943e-240a3a677817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:27Z', 'updated_at': '2022-02-09T01:31:33Z', 'revision_number': 4, 'project_id': 'c83f37eb2770492dbe0c1983971df4a0', 'subnets': [{'id': '6814466b-1294-4ba7-943e-240a3a677817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:31:34.822399 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-73f6b4f1-9921-4d37-a54a-4b6f3312b7a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (d41c090d-f024-40b6-bbf1-16a4c8bf3f60), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:34.824832 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-73f6b4f1-9921-4d37-a54a-4b6f3312b7a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (d41c090d-f024-40b6-bbf1-16a4c8bf3f60), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:34.920656 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-73f6b4f1-9921-4d37-a54a-4b6f3312b7a6 admin admin] Publish callbacks [] for router_controller (d41c090d-f024-40b6-bbf1-16a4c8bf3f60), precommit_add_association {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:34.958148 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-773d1e80-eb7a-4ce2-aafc-1d712b44ac42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:35.096261 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-73f6b4f1-9921-4d37-a54a-4b6f3312b7a6 admin admin] Publish callbacks [] for router_gateway (d41c090d-f024-40b6-bbf1-16a4c8bf3f60), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:35.198948 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-773d1e80-eb7a-4ce2-aafc-1d712b44ac42 admin admin] Allocated IP 172.20.0.1 (922e11dc-3eec-4edd-a9e9-b9b85ef97047/0c1d1ea9-0605-4cbf-8ff8-4a659656f7b6/eb749978-794f-414a-b69e-ba7be4f5651a) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:35.233628 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-36633055-955f-4e3b-9677-12f3d716dd4e None None] Provisioning complete for port bffcda92-6000-49dc-a805-b8e3af273e5d triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:35.234238 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-36633055-955f-4e3b-9677-12f3d716dd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (bffcda92-6000-49dc-a805-b8e3af273e5d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:35.246692 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc853670-4681-47c7-8bf8-160b5bd0ee54 None None] Pushing event updated for resources: {'Port': ['ID=bffcda92-6000-49dc-a805-b8e3af273e5d,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:35.295464 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 893d11ec-07a1-4bf1-8ea5-2be6cbe41231 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:35.296959 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device fd69e40d-5ce1-4d28-87c8-ac18c2fd456d up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:35.347990 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-773d1e80-eb7a-4ce2-aafc-1d712b44ac42 admin admin] Publish callbacks [] for port (eb749978-794f-414a-b69e-ba7be4f5651a), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:35.352696 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-73f6b4f1-9921-4d37-a54a-4b6f3312b7a6 admin admin] Publish callbacks [] for router_gateway (d41c090d-f024-40b6-bbf1-16a4c8bf3f60), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:35.375499 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-73f6b4f1-9921-4d37-a54a-4b6f3312b7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:35.394722 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-773d1e80-eb7a-4ce2-aafc-1d712b44ac42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (eb749978-794f-414a-b69e-ba7be4f5651a), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:35.439447 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bebf70-3bd9-4b4f-9105-b9b0123f18b0 None None] Network 3be12430-afc4-49f5-8809-14329bd56115 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:31:35.465277 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773d1e80-eb7a-4ce2-aafc-1d712b44ac42 admin admin] Network 922e11dc-3eec-4edd-a9e9-b9b85ef97047 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:35.471786 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-773d1e80-eb7a-4ce2-aafc-1d712b44ac42 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:35.490969 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773d1e80-eb7a-4ce2-aafc-1d712b44ac42 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:31:35.496521 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d1e80-eb7a-4ce2-aafc-1d712b44ac42 admin admin] Pushing event updated for resources: {'Port': ['ID=eb749978-794f-414a-b69e-ba7be4f5651a,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:35.582645 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-773d1e80-eb7a-4ce2-aafc-1d712b44ac42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (a70fe1c4-59c3-4d87-a50d-1c06dce0dd63), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:35.586168 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-73f6b4f1-9921-4d37-a54a-4b6f3312b7a6 admin admin] Allocated IP 172.25.8.139 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/f35b7b56-a178-4240-b6fa-911a1dac33d6) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:35.629026 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port fd69e40d-5ce1-4d28-87c8-ac18c2fd456d triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:35.629627 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (fd69e40d-5ce1-4d28-87c8-ac18c2fd456d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:35.667028 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-36633055-955f-4e3b-9677-12f3d716dd4e None None] Current status of the port bffcda92-6000-49dc-a805-b8e3af273e5d is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:35.680848 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-1fcb216d-a617-46c7-9d5e-617b09717d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70fe1c4-59c3-4d87-a50d-1c06dce0dd63', 'name': 'tempest-TestVolumeBackupRestore-188504906-router', 'tenant_id': 'f2b928e27ffd4ccc84beaf449ec3b6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '464e450f-bcff-4e41-b111-a892dc2ce9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:31Z', 'updated_at': '2022-02-09T01:31:32Z', 'revision_number': 3, 'project_id': 'f2b928e27ffd4ccc84beaf449ec3b6a0', 'gw_port': {'id': '464e450f-bcff-4e41-b111-a892dc2ce9be', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70fe1c4-59c3-4d87-a50d-1c06dce0dd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:32Z', 'updated_at': '2022-02-09T01:31:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:35.795752 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcb216d-a617-46c7-9d5e-617b09717d41 None None] Checking router: a70fe1c4-59c3-4d87-a50d-1c06dce0dd63 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:31:35.796228 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcb216d-a617-46c7-9d5e-617b09717d41 None None] Updating router a70fe1c4-59c3-4d87-a50d-1c06dce0dd63 port 464e450f-bcff-4e41-b111-a892dc2ce9be binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:31:35.823102 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-773d1e80-eb7a-4ce2-aafc-1d712b44ac42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (eb749978-794f-414a-b69e-ba7be4f5651a), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:35.828902 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-36633055-955f-4e3b-9677-12f3d716dd4e None None] Provisioning complete for port fd69e40d-5ce1-4d28-87c8-ac18c2fd456d triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:35.829334 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-36633055-955f-4e3b-9677-12f3d716dd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (fd69e40d-5ce1-4d28-87c8-ac18c2fd456d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:35.864921 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1fcb216d-a617-46c7-9d5e-617b09717d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (464e450f-bcff-4e41-b111-a892dc2ce9be), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:35.892820 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c145662-8732-4b92-af16-ec2f24b57d84 req-8428dd6e-121e-4968-992b-2e987dd8a736 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:35.899948 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8c145662-8732-4b92-af16-ec2f24b57d84 req-8428dd6e-121e-4968-992b-2e987dd8a736 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 943 time: 0.1589601 Feb 09 01:31:35.914189 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-73f6b4f1-9921-4d37-a54a-4b6f3312b7a6 admin admin] Publish callbacks [] for port (f35b7b56-a178-4240-b6fa-911a1dac33d6), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:35.986369 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8c145662-8732-4b92-af16-ec2f24b57d84 req-9318c182-6412-49ea-88d1-1593b58d8a5d tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853562 Feb 09 01:31:36.015732 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-73f6b4f1-9921-4d37-a54a-4b6f3312b7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (f35b7b56-a178-4240-b6fa-911a1dac33d6), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:36.020751 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port fd69e40d-5ce1-4d28-87c8-ac18c2fd456d is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:36.022063 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device bffcda92-6000-49dc-a805-b8e3af273e5d up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:36.066874 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:36.070913 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-773d1e80-eb7a-4ce2-aafc-1d712b44ac42 admin admin] Publish callbacks [] for port (eb749978-794f-414a-b69e-ba7be4f5651a), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:36.079621 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-773d1e80-eb7a-4ce2-aafc-1d712b44ac42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (eb749978-794f-414a-b69e-ba7be4f5651a), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:36.081104 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f6b4f1-9921-4d37-a54a-4b6f3312b7a6 admin admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:36.085835 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-73f6b4f1-9921-4d37-a54a-4b6f3312b7a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:36.090653 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f6b4f1-9921-4d37-a54a-4b6f3312b7a6 admin admin] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:31:36.112940 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f6b4f1-9921-4d37-a54a-4b6f3312b7a6 admin admin] Pushing event updated for resources: {'Port': ['ID=f35b7b56-a178-4240-b6fa-911a1dac33d6,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:36.139548 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-36633055-955f-4e3b-9677-12f3d716dd4e None None] Current status of the port fd69e40d-5ce1-4d28-87c8-ac18c2fd456d is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:36.244580 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-773d1e80-eb7a-4ce2-aafc-1d712b44ac42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (a70fe1c4-59c3-4d87-a50d-1c06dce0dd63), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:36.253215 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d1e80-eb7a-4ce2-aafc-1d712b44ac42 admin admin] Pushing event updated for resources: {'Port': ['ID=eb749978-794f-414a-b69e-ba7be4f5651a,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:36.325180 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port bffcda92-6000-49dc-a805-b8e3af273e5d triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:36.325180 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (bffcda92-6000-49dc-a805-b8e3af273e5d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:36.437011 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-5f91e5e2-8866-42c1-a077-523943beaeca None None] Provisioning complete for port eb749978-794f-414a-b69e-ba7be4f5651a triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:36.438594 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773d1e80-eb7a-4ce2-aafc-1d712b44ac42 admin admin] Network 922e11dc-3eec-4edd-a9e9-b9b85ef97047 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:36.442414 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-773d1e80-eb7a-4ce2-aafc-1d712b44ac42 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:36.446867 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5f91e5e2-8866-42c1-a077-523943beaeca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (eb749978-794f-414a-b69e-ba7be4f5651a), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:36.477755 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-73f6b4f1-9921-4d37-a54a-4b6f3312b7a6 admin admin] Publish callbacks [] for router_gateway (d41c090d-f024-40b6-bbf1-16a4c8bf3f60), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:36.612384 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port bffcda92-6000-49dc-a805-b8e3af273e5d is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:36.616483 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-5f91e5e2-8866-42c1-a077-523943beaeca None None] Port eb749978-794f-414a-b69e-ba7be4f5651a cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:31:36.642987 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1fcb216d-a617-46c7-9d5e-617b09717d41 None None] Publish callbacks [] for port (464e450f-bcff-4e41-b111-a892dc2ce9be), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:36.652988 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1fcb216d-a617-46c7-9d5e-617b09717d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (464e450f-bcff-4e41-b111-a892dc2ce9be), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:36.665777 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-773d1e80-eb7a-4ce2-aafc-1d712b44ac42 admin admin] Router a70fe1c4-59c3-4d87-a50d-1c06dce0dd63 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:31:36.839885 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device fd69e40d-5ce1-4d28-87c8-ac18c2fd456d up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:36.847003 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-1fcb216d-a617-46c7-9d5e-617b09717d41 None None] Attempting to bind port 464e450f-bcff-4e41-b111-a892dc2ce9be on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:31:36.853805 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-1fcb216d-a617-46c7-9d5e-617b09717d41 None None] Attempting to bind port 464e450f-bcff-4e41-b111-a892dc2ce9be by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:31:36.854320 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcb216d-a617-46c7-9d5e-617b09717d41 None None] Attempting to bind port 464e450f-bcff-4e41-b111-a892dc2ce9be on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:36.912720 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773d1e80-eb7a-4ce2-aafc-1d712b44ac42 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:31:36.929130 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-773d1e80-eb7a-4ce2-aafc-1d712b44ac42 admin admin] 10.222.0.50 "PUT /v2.0/routers/a70fe1c4-59c3-4d87-a50d-1c06dce0dd63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8461108 Feb 09 01:31:36.940481 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcb216d-a617-46c7-9d5e-617b09717d41 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:31:36.940884 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcb216d-a617-46c7-9d5e-617b09717d41 None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:36.941291 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1fcb216d-a617-46c7-9d5e-617b09717d41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:36.941688 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcb216d-a617-46c7-9d5e-617b09717d41 None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:31:36.942174 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-1fcb216d-a617-46c7-9d5e-617b09717d41 None None] Bound port: 464e450f-bcff-4e41-b111-a892dc2ce9be, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:31:36.942555 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1fcb216d-a617-46c7-9d5e-617b09717d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (464e450f-bcff-4e41-b111-a892dc2ce9be), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:36.956386 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04106bd4-5986-4b82-8e9e-9e52e407792c None None] Pushing event updated for resources: {'Port': ['ID=464e450f-bcff-4e41-b111-a892dc2ce9be,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:36.959313 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-73f6b4f1-9921-4d37-a54a-4b6f3312b7a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (d41c090d-f024-40b6-bbf1-16a4c8bf3f60), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:37.068624 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-c2d7b8d8-94ed-4091-bcb5-cda1e1b75d0f None None] Provisioning complete for port eb749978-794f-414a-b69e-ba7be4f5651a triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:37.069028 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c2d7b8d8-94ed-4091-bcb5-cda1e1b75d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (eb749978-794f-414a-b69e-ba7be4f5651a), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:37.121409 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-1fcb216d-a617-46c7-9d5e-617b09717d41 None None] For port 464e450f-bcff-4e41-b111-a892dc2ce9be, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:31:37.141169 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-1fcb216d-a617-46c7-9d5e-617b09717d41 None None] For port 464e450f-bcff-4e41-b111-a892dc2ce9be, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=464e450f-bcff-4e41-b111-a892dc2ce9be,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:31:37.142920 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c2d7b8d8-94ed-4091-bcb5-cda1e1b75d0f None None] Port eb749978-794f-414a-b69e-ba7be4f5651a cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:31:37.146395 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port fd69e40d-5ce1-4d28-87c8-ac18c2fd456d triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:37.146861 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (fd69e40d-5ce1-4d28-87c8-ac18c2fd456d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:37.150395 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1fcb216d-a617-46c7-9d5e-617b09717d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (464e450f-bcff-4e41-b111-a892dc2ce9be), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:37.256000 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04106bd4-5986-4b82-8e9e-9e52e407792c None None] Pushing event updated for resources: {'Port': ['ID=464e450f-bcff-4e41-b111-a892dc2ce9be,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:37.299423 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e079c721-3f1c-40ee-a7a5-b2c8c565a280 req-39c8dde3-a082-49c5-91f5-6b68038aec67 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:37.299423 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e079c721-3f1c-40ee-a7a5-b2c8c565a280 req-39c8dde3-a082-49c5-91f5-6b68038aec67 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 943 time: 0.1777952 Feb 09 01:31:37.299423 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f6b4f1-9921-4d37-a54a-4b6f3312b7a6 admin admin] Router d41c090d-f024-40b6-bbf1-16a4c8bf3f60 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:31:37.307411 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:37.324323 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcb216d-a617-46c7-9d5e-617b09717d41 None None] Routers {'a70fe1c4-59c3-4d87-a50d-1c06dce0dd63'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:31:37.325727 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-1fcb216d-a617-46c7-9d5e-617b09717d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:31:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['a70fe1c4-59c3-4d87-a50d-1c06dce0dd63'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:37.426998 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e079c721-3f1c-40ee-a7a5-b2c8c565a280 req-7f51d414-db05-4ea0-8a49-03da534c2da5 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268122 Feb 09 01:31:37.468833 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f6b4f1-9921-4d37-a54a-4b6f3312b7a6 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:31:37.479758 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port fd69e40d-5ce1-4d28-87c8-ac18c2fd456d is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:37.480731 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744a3719-c88b-4bc0-8cef-723cc9e58347 None None] Sync routers for ids ['d41c090d-f024-40b6-bbf1-16a4c8bf3f60'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:31:37.482740 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device bffcda92-6000-49dc-a805-b8e3af273e5d up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:37.502996 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-73f6b4f1-9921-4d37-a54a-4b6f3312b7a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:37.503253 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744a3719-c88b-4bc0-8cef-723cc9e58347 None None] Routers {'d41c090d-f024-40b6-bbf1-16a4c8bf3f60'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:31:37.503874 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-744a3719-c88b-4bc0-8cef-723cc9e58347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:31:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['d41c090d-f024-40b6-bbf1-16a4c8bf3f60'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:37.507070 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 51124) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:37.509026 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-73f6b4f1-9921-4d37-a54a-4b6f3312b7a6 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.7462513 Feb 09 01:31:37.554976 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 51126) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:37.598255 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 51130) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:37.616672 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-1fcb216d-a617-46c7-9d5e-617b09717d41 None None] Set router a70fe1c4-59c3-4d87-a50d-1c06dce0dd63 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:31:37.768733 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-744a3719-c88b-4bc0-8cef-723cc9e58347 None None] Set router d41c090d-f024-40b6-bbf1-16a4c8bf3f60 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:31:37.798487 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7e913b6d-2b8a-43c1-b1d8-9a88c64b7205 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:37.832768 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port bffcda92-6000-49dc-a805-b8e3af273e5d triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:37.837482 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (bffcda92-6000-49dc-a805-b8e3af273e5d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:37.913640 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3a0faca5-9410-4e0f-9232-987e35220f46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:37.996222 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:38.050454 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7e913b6d-2b8a-43c1-b1d8-9a88c64b7205 admin admin] Publish callbacks [] for security_group (91b07ea1-8103-4103-8706-dab0de034318), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:38.071587 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7e913b6d-2b8a-43c1-b1d8-9a88c64b7205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (91b07ea1-8103-4103-8706-dab0de034318), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:38.130874 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-744a3719-c88b-4bc0-8cef-723cc9e58347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd41c090d-f024-40b6-bbf1-16a4c8bf3f60', 'name': 'tempest-ServerRescueTestJSONUnderV235-2062146088-router', 'tenant_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'f35b7b56-a178-4240-b6fa-911a1dac33d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:34Z', 'updated_at': '2022-02-09T01:31:36Z', 'revision_number': 3, 'project_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'gw_port': {'id': 'f35b7b56-a178-4240-b6fa-911a1dac33d6', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd41c090d-f024-40b6-bbf1-16a4c8bf3f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:35Z', 'updated_at': '2022-02-09T01:31:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:38.168140 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-7e913b6d-2b8a-43c1-b1d8-9a88c64b7205 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a85cc237b71b4ac98b92834130301c64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6121023 Feb 09 01:31:38.171875 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port bffcda92-6000-49dc-a805-b8e3af273e5d is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:38.172824 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e913b6d-2b8a-43c1-b1d8-9a88c64b7205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b07ea1-8103-4103-8706-dab0de034318,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:38.173080 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 51168) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:38.183748 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-1fcb216d-a617-46c7-9d5e-617b09717d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70fe1c4-59c3-4d87-a50d-1c06dce0dd63', 'name': 'tempest-TestVolumeBackupRestore-188504906-router', 'tenant_id': 'f2b928e27ffd4ccc84beaf449ec3b6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '464e450f-bcff-4e41-b111-a892dc2ce9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:31Z', 'updated_at': '2022-02-09T01:31:35Z', 'revision_number': 4, 'project_id': 'f2b928e27ffd4ccc84beaf449ec3b6a0', 'gw_port': {'id': '464e450f-bcff-4e41-b111-a892dc2ce9be', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70fe1c4-59c3-4d87-a50d-1c06dce0dd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:32Z', 'updated_at': '2022-02-09T01:31:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'eb749978-794f-414a-b69e-ba7be4f5651a', 'name': '', 'network_id': '922e11dc-3eec-4edd-a9e9-b9b85ef97047', 'tenant_id': 'f2b928e27ffd4ccc84beaf449ec3b6a0', 'mac_address': 'fa:16:3e:97:ae:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70fe1c4-59c3-4d87-a50d-1c06dce0dd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '0c1d1ea9-0605-4cbf-8ff8-4a659656f7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:34Z', 'updated_at': '2022-02-09T01:31:35Z', 'revision_number': 2, 'project_id': 'f2b928e27ffd4ccc84beaf449ec3b6a0', 'subnets': [{'id': '0c1d1ea9-0605-4cbf-8ff8-4a659656f7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:38.186449 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3a0faca5-9410-4e0f-9232-987e35220f46 admin admin] Publish callbacks [] for security_group (66530c26-5cc0-4393-adff-c2e8bacb45a4), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:38.192113 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3a0faca5-9410-4e0f-9232-987e35220f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (66530c26-5cc0-4393-adff-c2e8bacb45a4), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:38.215444 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744a3719-c88b-4bc0-8cef-723cc9e58347 None None] Checking router: d41c090d-f024-40b6-bbf1-16a4c8bf3f60 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:31:38.219822 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744a3719-c88b-4bc0-8cef-723cc9e58347 None None] Updating router d41c090d-f024-40b6-bbf1-16a4c8bf3f60 port f35b7b56-a178-4240-b6fa-911a1dac33d6 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:31:38.234544 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcb216d-a617-46c7-9d5e-617b09717d41 None None] The sync data for ids ['a70fe1c4-59c3-4d87-a50d-1c06dce0dd63'] in n-d-828369-4 is: [{'id': 'a70fe1c4-59c3-4d87-a50d-1c06dce0dd63', 'name': 'tempest-TestVolumeBackupRestore-188504906-router', 'tenant_id': 'f2b928e27ffd4ccc84beaf449ec3b6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '464e450f-bcff-4e41-b111-a892dc2ce9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:31Z', 'updated_at': '2022-02-09T01:31:35Z', 'revision_number': 4, 'project_id': 'f2b928e27ffd4ccc84beaf449ec3b6a0', 'gw_port': {'id': '464e450f-bcff-4e41-b111-a892dc2ce9be', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70fe1c4-59c3-4d87-a50d-1c06dce0dd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:32Z', 'updated_at': '2022-02-09T01:31:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'eb749978-794f-414a-b69e-ba7be4f5651a', 'name': '', 'network_id': '922e11dc-3eec-4edd-a9e9-b9b85ef97047', 'tenant_id': 'f2b928e27ffd4ccc84beaf449ec3b6a0', 'mac_address': 'fa:16:3e:97:ae:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70fe1c4-59c3-4d87-a50d-1c06dce0dd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '0c1d1ea9-0605-4cbf-8ff8-4a659656f7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:34Z', 'updated_at': '2022-02-09T01:31:35Z', 'revision_number': 2, 'project_id': 'f2b928e27ffd4ccc84beaf449ec3b6a0', 'subnets': [{'id': '0c1d1ea9-0605-4cbf-8ff8-4a659656f7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:31:38.243747 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0faca5-9410-4e0f-9232-987e35220f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66530c26-5cc0-4393-adff-c2e8bacb45a4,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:38.248291 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3a0faca5-9410-4e0f-9232-987e35220f46 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=520dc29e0fec4bdf8e74c92d6d0aad76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6489947 Feb 09 01:31:38.250997 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 51170) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:38.299103 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-744a3719-c88b-4bc0-8cef-723cc9e58347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f35b7b56-a178-4240-b6fa-911a1dac33d6), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:38.345424 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-18594b6d-77a6-430c-b7ff-65cafe591db7 admin admin] Publish callbacks [] for security_group (66530c26-5cc0-4393-adff-c2e8bacb45a4), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:38.373334 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-18594b6d-77a6-430c-b7ff-65cafe591db7 admin admin] Publish callbacks [] for security_group (66530c26-5cc0-4393-adff-c2e8bacb45a4), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:38.447906 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-18594b6d-77a6-430c-b7ff-65cafe591db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (66530c26-5cc0-4393-adff-c2e8bacb45a4), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:38.454233 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-18594b6d-77a6-430c-b7ff-65cafe591db7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:38.457591 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:38.458978 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-18594b6d-77a6-430c-b7ff-65cafe591db7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/66530c26-5cc0-4393-adff-c2e8bacb45a4 HTTP/1.1" status: 204 len: 168 time: 0.2045436 Feb 09 01:31:38.507391 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18594b6d-77a6-430c-b7ff-65cafe591db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66530c26-5cc0-4393-adff-c2e8bacb45a4,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:38.507660 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-477889a8-c057-49bc-8771-06b84767a322 admin admin] Publish callbacks [] for security_group (91b07ea1-8103-4103-8706-dab0de034318), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:38.599550 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-477889a8-c057-49bc-8771-06b84767a322 admin admin] Publish callbacks [] for security_group (91b07ea1-8103-4103-8706-dab0de034318), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:38.752007 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f4643-3328-44f4-92b5-e8b3bacd3f39 req-f9a1bd3f-5cd8-40ab-88f8-c8528d40c32f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:38.762128 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a88f4643-3328-44f4-92b5-e8b3bacd3f39 req-f9a1bd3f-5cd8-40ab-88f8-c8528d40c32f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 943 time: 0.1833451 Feb 09 01:31:38.843848 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-59f0a3aa-b7b5-45d3-89d3-521add2a5185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:38.856454 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a88f4643-3328-44f4-92b5-e8b3bacd3f39 req-c64d78ce-fe84-44fd-aad6-e08409a4e613 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869839 Feb 09 01:31:38.924718 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-744a3719-c88b-4bc0-8cef-723cc9e58347 None None] Publish callbacks [] for port (f35b7b56-a178-4240-b6fa-911a1dac33d6), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:38.933016 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-744a3719-c88b-4bc0-8cef-723cc9e58347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f35b7b56-a178-4240-b6fa-911a1dac33d6), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:38.967996 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-477889a8-c057-49bc-8771-06b84767a322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (91b07ea1-8103-4103-8706-dab0de034318), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:38.971408 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-477889a8-c057-49bc-8771-06b84767a322 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:38.972605 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-477889a8-c057-49bc-8771-06b84767a322 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/91b07ea1-8103-4103-8706-dab0de034318 HTTP/1.1" status: 204 len: 168 time: 0.7836189 Feb 09 01:31:38.993586 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477889a8-c057-49bc-8771-06b84767a322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b07ea1-8103-4103-8706-dab0de034318,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:39.043265 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02991099-6bcb-4b98-a2db-7b255751961d None None] Pushing event updated for resources: {'Port': ['ID=f35b7b56-a178-4240-b6fa-911a1dac33d6,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:39.070229 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-744a3719-c88b-4bc0-8cef-723cc9e58347 None None] Attempting to bind port f35b7b56-a178-4240-b6fa-911a1dac33d6 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:31:39.070750 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-744a3719-c88b-4bc0-8cef-723cc9e58347 None None] Attempting to bind port f35b7b56-a178-4240-b6fa-911a1dac33d6 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:31:39.071229 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744a3719-c88b-4bc0-8cef-723cc9e58347 None None] Attempting to bind port f35b7b56-a178-4240-b6fa-911a1dac33d6 on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:39.090803 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744a3719-c88b-4bc0-8cef-723cc9e58347 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:31:39.091354 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744a3719-c88b-4bc0-8cef-723cc9e58347 None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:39.092114 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-744a3719-c88b-4bc0-8cef-723cc9e58347 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:39.092652 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744a3719-c88b-4bc0-8cef-723cc9e58347 None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:31:39.093440 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-744a3719-c88b-4bc0-8cef-723cc9e58347 None None] Bound port: f35b7b56-a178-4240-b6fa-911a1dac33d6, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:31:39.094010 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-744a3719-c88b-4bc0-8cef-723cc9e58347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f35b7b56-a178-4240-b6fa-911a1dac33d6), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:39.157083 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 51210) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:39.193849 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4612ed79-944f-4f73-81ec-8c87a0fe3b4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:39.214456 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-744a3719-c88b-4bc0-8cef-723cc9e58347 None None] For port f35b7b56-a178-4240-b6fa-911a1dac33d6, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:31:39.221493 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-744a3719-c88b-4bc0-8cef-723cc9e58347 None None] For port f35b7b56-a178-4240-b6fa-911a1dac33d6, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f35b7b56-a178-4240-b6fa-911a1dac33d6,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:31:39.237780 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-744a3719-c88b-4bc0-8cef-723cc9e58347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f35b7b56-a178-4240-b6fa-911a1dac33d6), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:39.335930 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-59f0a3aa-b7b5-45d3-89d3-521add2a5185 admin admin] Allocated IP 172.20.0.1 (3be12430-afc4-49f5-8809-14329bd56115/2209de10-aa5e-43c1-9412-9e5af3276ff1/54b098a0-c663-4d3b-9932-6c6df7422007) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:39.394149 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744a3719-c88b-4bc0-8cef-723cc9e58347 None None] Routers {'d41c090d-f024-40b6-bbf1-16a4c8bf3f60'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:31:39.394747 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-744a3719-c88b-4bc0-8cef-723cc9e58347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:31:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['d41c090d-f024-40b6-bbf1-16a4c8bf3f60'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:39.395183 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4612ed79-944f-4f73-81ec-8c87a0fe3b4b admin admin] Publish callbacks [] for security_group (00909d4b-ca64-4fc6-b63c-71873f64a69e), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:39.402943 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4612ed79-944f-4f73-81ec-8c87a0fe3b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (00909d4b-ca64-4fc6-b63c-71873f64a69e), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:39.439281 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4612ed79-944f-4f73-81ec-8c87a0fe3b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00909d4b-ca64-4fc6-b63c-71873f64a69e,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:39.464423 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4612ed79-944f-4f73-81ec-8c87a0fe3b4b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1241f9f519164ea5bd72236580c5b954&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3061607 Feb 09 01:31:39.470761 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 51222) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:39.522582 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02991099-6bcb-4b98-a2db-7b255751961d None None] Pushing event updated for resources: {'Port': ['ID=f35b7b56-a178-4240-b6fa-911a1dac33d6,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:39.524910 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:39.589499 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-16adabeb-e9eb-4cab-ae72-f43cc51b2185 admin admin] Publish callbacks [] for security_group (00909d4b-ca64-4fc6-b63c-71873f64a69e), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:39.658020 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-16adabeb-e9eb-4cab-ae72-f43cc51b2185 admin admin] Publish callbacks [] for security_group (00909d4b-ca64-4fc6-b63c-71873f64a69e), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:39.658852 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-59f0a3aa-b7b5-45d3-89d3-521add2a5185 admin admin] Publish callbacks [] for port (54b098a0-c663-4d3b-9932-6c6df7422007), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:39.687925 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-744a3719-c88b-4bc0-8cef-723cc9e58347 None None] Set router d41c090d-f024-40b6-bbf1-16a4c8bf3f60 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:31:39.729500 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 51228) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:39.733721 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-16adabeb-e9eb-4cab-ae72-f43cc51b2185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (00909d4b-ca64-4fc6-b63c-71873f64a69e), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:39.738437 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-16adabeb-e9eb-4cab-ae72-f43cc51b2185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:39.739750 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-16adabeb-e9eb-4cab-ae72-f43cc51b2185 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/00909d4b-ca64-4fc6-b63c-71873f64a69e HTTP/1.1" status: 204 len: 168 time: 0.2675040 Feb 09 01:31:39.749755 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16adabeb-e9eb-4cab-ae72-f43cc51b2185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00909d4b-ca64-4fc6-b63c-71873f64a69e,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:39.791141 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2447f672-2e7e-430c-932d-003c273b747a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:39.919152 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2447f672-2e7e-430c-932d-003c273b747a admin admin] Publish callbacks [] for security_group (650652af-b7eb-447a-a8a3-197c5c83ba5c), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:39.931417 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2447f672-2e7e-430c-932d-003c273b747a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (650652af-b7eb-447a-a8a3-197c5c83ba5c), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:39.944663 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-59f0a3aa-b7b5-45d3-89d3-521add2a5185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (54b098a0-c663-4d3b-9932-6c6df7422007), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:40.090110 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641d9d3-077a-46f6-a643-cab8398013ec req-4ad60bd2-d44f-418d-8daf-12c3c94eecc8 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:40.098190 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e641d9d3-077a-46f6-a643-cab8398013ec req-4ad60bd2-d44f-418d-8daf-12c3c94eecc8 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 943 time: 0.1178348 Feb 09 01:31:40.130640 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-744a3719-c88b-4bc0-8cef-723cc9e58347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd41c090d-f024-40b6-bbf1-16a4c8bf3f60', 'name': 'tempest-ServerRescueTestJSONUnderV235-2062146088-router', 'tenant_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'f35b7b56-a178-4240-b6fa-911a1dac33d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:34Z', 'updated_at': '2022-02-09T01:31:36Z', 'revision_number': 3, 'project_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'gw_port': {'id': 'f35b7b56-a178-4240-b6fa-911a1dac33d6', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd41c090d-f024-40b6-bbf1-16a4c8bf3f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:35Z', 'updated_at': '2022-02-09T01:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:40.168502 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e641d9d3-077a-46f6-a643-cab8398013ec req-0c6dc473-be9d-4794-9cb1-be0ed5d863f5 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690467 Feb 09 01:31:40.171457 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744a3719-c88b-4bc0-8cef-723cc9e58347 None None] The sync data for ids ['d41c090d-f024-40b6-bbf1-16a4c8bf3f60'] in n-d-828369-4 is: [{'id': 'd41c090d-f024-40b6-bbf1-16a4c8bf3f60', 'name': 'tempest-ServerRescueTestJSONUnderV235-2062146088-router', 'tenant_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'f35b7b56-a178-4240-b6fa-911a1dac33d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:34Z', 'updated_at': '2022-02-09T01:31:36Z', 'revision_number': 3, 'project_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'gw_port': {'id': 'f35b7b56-a178-4240-b6fa-911a1dac33d6', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd41c090d-f024-40b6-bbf1-16a4c8bf3f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:35Z', 'updated_at': '2022-02-09T01:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:31:40.447999 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 51240) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:40.448155 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2447f672-2e7e-430c-932d-003c273b747a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5d21fd9826ef4cc7aff034150fb2a96d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7127790 Feb 09 01:31:40.452312 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f0a3aa-b7b5-45d3-89d3-521add2a5185 admin admin] Network 3be12430-afc4-49f5-8809-14329bd56115 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:40.453218 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2447f672-2e7e-430c-932d-003c273b747a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650652af-b7eb-447a-a8a3-197c5c83ba5c,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:40.468772 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-59f0a3aa-b7b5-45d3-89d3-521add2a5185 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:40.472388 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f0a3aa-b7b5-45d3-89d3-521add2a5185 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:31:40.508312 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0a3aa-b7b5-45d3-89d3-521add2a5185 admin admin] Pushing event updated for resources: {'Port': ['ID=54b098a0-c663-4d3b-9932-6c6df7422007,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:40.560043 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-59f0a3aa-b7b5-45d3-89d3-521add2a5185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (d41c090d-f024-40b6-bbf1-16a4c8bf3f60), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:40.626380 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7b0195c8-5ca9-4c43-908a-387d89704325 admin admin] Publish callbacks [] for security_group (650652af-b7eb-447a-a8a3-197c5c83ba5c), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:40.670531 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7b0195c8-5ca9-4c43-908a-387d89704325 admin admin] Publish callbacks [] for security_group (650652af-b7eb-447a-a8a3-197c5c83ba5c), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:40.777402 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7b0195c8-5ca9-4c43-908a-387d89704325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (650652af-b7eb-447a-a8a3-197c5c83ba5c), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:40.782362 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7b0195c8-5ca9-4c43-908a-387d89704325 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:40.785012 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-7b0195c8-5ca9-4c43-908a-387d89704325 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/650652af-b7eb-447a-a8a3-197c5c83ba5c HTTP/1.1" status: 204 len: 168 time: 0.3358569 Feb 09 01:31:40.803602 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0195c8-5ca9-4c43-908a-387d89704325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650652af-b7eb-447a-a8a3-197c5c83ba5c,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:40.813980 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0195c8-5ca9-4c43-908a-387d89704325 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:40.814171 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0195c8-5ca9-4c43-908a-387d89704325 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:40.822075 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0195c8-5ca9-4c43-908a-387d89704325 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:40.822862 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0195c8-5ca9-4c43-908a-387d89704325 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:40.823998 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0195c8-5ca9-4c43-908a-387d89704325 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:40.825747 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0195c8-5ca9-4c43-908a-387d89704325 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:40.826807 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0195c8-5ca9-4c43-908a-387d89704325 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:40.828150 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0195c8-5ca9-4c43-908a-387d89704325 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:40.829571 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0195c8-5ca9-4c43-908a-387d89704325 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:40.830081 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0195c8-5ca9-4c43-908a-387d89704325 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:40.830937 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0195c8-5ca9-4c43-908a-387d89704325 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:40.832317 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0195c8-5ca9-4c43-908a-387d89704325 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:40.835379 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0195c8-5ca9-4c43-908a-387d89704325 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:31:40.913423 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 464e450f-bcff-4e41-b111-a892dc2ce9be up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:40.956758 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-59f0a3aa-b7b5-45d3-89d3-521add2a5185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (54b098a0-c663-4d3b-9932-6c6df7422007), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:41.044533 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 464e450f-bcff-4e41-b111-a892dc2ce9be triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:41.045267 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (464e450f-bcff-4e41-b111-a892dc2ce9be), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:41.209565 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 464e450f-bcff-4e41-b111-a892dc2ce9be is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:41.209977 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (464e450f-bcff-4e41-b111-a892dc2ce9be), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:41.282360 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 464e450f-bcff-4e41-b111-a892dc2ce9be, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=464e450f-bcff-4e41-b111-a892dc2ce9be,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:41.293653 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (464e450f-bcff-4e41-b111-a892dc2ce9be), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:41.460007 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=464e450f-bcff-4e41-b111-a892dc2ce9be,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:41.463415 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-59f0a3aa-b7b5-45d3-89d3-521add2a5185 admin admin] Publish callbacks [] for port (54b098a0-c663-4d3b-9932-6c6df7422007), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:41.480991 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-59f0a3aa-b7b5-45d3-89d3-521add2a5185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (54b098a0-c663-4d3b-9932-6c6df7422007), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:41.524823 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5593b5-0b66-4ade-9ead-9c8a6beb4caa req-242a4fdf-6b18-4d01-91d6-0d771554fc89 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:41.526448 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de5593b5-0b66-4ade-9ead-9c8a6beb4caa req-242a4fdf-6b18-4d01-91d6-0d771554fc89 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 943 time: 0.2214034 Feb 09 01:31:41.573779 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0a3aa-b7b5-45d3-89d3-521add2a5185 admin admin] Pushing event updated for resources: {'Port': ['ID=54b098a0-c663-4d3b-9932-6c6df7422007,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:41.614626 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-59f0a3aa-b7b5-45d3-89d3-521add2a5185 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (d41c090d-f024-40b6-bbf1-16a4c8bf3f60), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:41.691654 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de5593b5-0b66-4ade-9ead-9c8a6beb4caa req-dbafa70c-f433-483a-8fc9-11fc5b0c615f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564658 Feb 09 01:31:41.878671 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f0a3aa-b7b5-45d3-89d3-521add2a5185 admin admin] Network 3be12430-afc4-49f5-8809-14329bd56115 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:41.882596 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-59f0a3aa-b7b5-45d3-89d3-521add2a5185 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:42.202070 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f0a3aa-b7b5-45d3-89d3-521add2a5185 admin admin] Router d41c090d-f024-40b6-bbf1-16a4c8bf3f60 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:31:42.502125 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f0a3aa-b7b5-45d3-89d3-521add2a5185 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:31:42.524600 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-59f0a3aa-b7b5-45d3-89d3-521add2a5185 admin admin] 10.222.0.50 "PUT /v2.0/routers/d41c090d-f024-40b6-bbf1-16a4c8bf3f60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0073912 Feb 09 01:31:42.947701 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f35b7b56-a178-4240-b6fa-911a1dac33d6 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:42.963043 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311db8a-34c7-4794-ac82-96b8700215b3 req-1978f1c7-18cf-4041-84a3-c0655849759d tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:42.971407 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d311db8a-34c7-4794-ac82-96b8700215b3 req-1978f1c7-18cf-4041-84a3-c0655849759d tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 943 time: 0.1079328 Feb 09 01:31:43.039014 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port f35b7b56-a178-4240-b6fa-911a1dac33d6 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:43.039507 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f35b7b56-a178-4240-b6fa-911a1dac33d6), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:43.072572 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d311db8a-34c7-4794-ac82-96b8700215b3 req-94f85c8d-17a8-434b-a74f-6659b3504fdb tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998104 Feb 09 01:31:43.138756 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37a8d3a-59b6-4d85-9cb9-b65441f38c7e None None] Sync routers for ids ['a70fe1c4-59c3-4d87-a50d-1c06dce0dd63'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:31:43.170946 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37a8d3a-59b6-4d85-9cb9-b65441f38c7e None None] Routers {'a70fe1c4-59c3-4d87-a50d-1c06dce0dd63'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:31:43.171619 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-a37a8d3a-59b6-4d85-9cb9-b65441f38c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:31:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['a70fe1c4-59c3-4d87-a50d-1c06dce0dd63'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:43.350168 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port f35b7b56-a178-4240-b6fa-911a1dac33d6 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:43.350760 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f35b7b56-a178-4240-b6fa-911a1dac33d6), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:43.382604 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port f35b7b56-a178-4240-b6fa-911a1dac33d6, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f35b7b56-a178-4240-b6fa-911a1dac33d6,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:43.387057 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f35b7b56-a178-4240-b6fa-911a1dac33d6), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:43.389245 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 464e450f-bcff-4e41-b111-a892dc2ce9be up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:43.406579 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 51324) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:43.757755 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1298ead2-9659-46e0-bdbe-9ffd7050f4de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:43.865183 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a35c5-4e44-4fdf-99d2-ad03c3b48312 req-36c6ccde-f72b-4988-a972-b45988c517e1 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:43.867424 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0b9a35c5-4e44-4fdf-99d2-ad03c3b48312 req-36c6ccde-f72b-4988-a972-b45988c517e1 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/networks?id=3be12430-afc4-49f5-8809-14329bd56115 HTTP/1.1" status: 200 len: 820 time: 0.2274308 Feb 09 01:31:43.906600 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0b9a35c5-4e44-4fdf-99d2-ad03c3b48312 req-8eeef605-ec36-4bab-acb6-906e4d32236a tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/quotas/ac5bcf50fc484a6b96afdd2275d063d3 HTTP/1.1" status: 200 len: 375 time: 0.0334771 Feb 09 01:31:43.981893 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1298ead2-9659-46e0-bdbe-9ffd7050f4de admin admin] Publish callbacks [] for security_group (592166f8-6f5b-4715-8993-2fb6bb22126a), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:43.989383 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1298ead2-9659-46e0-bdbe-9ffd7050f4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (592166f8-6f5b-4715-8993-2fb6bb22126a), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:44.024959 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=f35b7b56-a178-4240-b6fa-911a1dac33d6,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:44.042793 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0b9a35c5-4e44-4fdf-99d2-ad03c3b48312 req-0d5e7178-a2f2-40bf-9407-28695ee50afb tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ac5bcf50fc484a6b96afdd2275d063d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1281981 Feb 09 01:31:44.062189 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-a37a8d3a-59b6-4d85-9cb9-b65441f38c7e None None] Set router a70fe1c4-59c3-4d87-a50d-1c06dce0dd63 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:31:44.117522 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 464e450f-bcff-4e41-b111-a892dc2ce9be triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:44.118213 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (464e450f-bcff-4e41-b111-a892dc2ce9be), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:44.121459 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1298ead2-9659-46e0-bdbe-9ffd7050f4de admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1b30885d37f64fda8ba02329434734bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7133598 Feb 09 01:31:44.125937 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 51340) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:44.126905 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298ead2-9659-46e0-bdbe-9ffd7050f4de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592166f8-6f5b-4715-8993-2fb6bb22126a,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:44.218545 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dcb18e57-9020-4859-af10-4e375272b0a0 admin admin] Publish callbacks [] for security_group (592166f8-6f5b-4715-8993-2fb6bb22126a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:44.226643 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e7a6fc-6691-4e50-a1f3-41f5929306d2 None None] Sync routers for ids ['d41c090d-f024-40b6-bbf1-16a4c8bf3f60'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:31:44.254092 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e7a6fc-6691-4e50-a1f3-41f5929306d2 None None] Routers {'d41c090d-f024-40b6-bbf1-16a4c8bf3f60'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:31:44.257888 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0b9a35c5-4e44-4fdf-99d2-ad03c3b48312 req-70e376a3-5c80-4394-a061-d15efb4d47ed service neutron] 10.222.0.50 "GET /v2.0/networks/3be12430-afc4-49f5-8809-14329bd56115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086184 Feb 09 01:31:44.260426 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-a4e7a6fc-6691-4e50-a1f3-41f5929306d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:31:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['d41c090d-f024-40b6-bbf1-16a4c8bf3f60'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:44.307089 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dcb18e57-9020-4859-af10-4e375272b0a0 admin admin] Publish callbacks [] for security_group (592166f8-6f5b-4715-8993-2fb6bb22126a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:44.392212 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dcb18e57-9020-4859-af10-4e375272b0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (592166f8-6f5b-4715-8993-2fb6bb22126a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:44.396187 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dcb18e57-9020-4859-af10-4e375272b0a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:44.399758 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-dcb18e57-9020-4859-af10-4e375272b0a0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/592166f8-6f5b-4715-8993-2fb6bb22126a HTTP/1.1" status: 204 len: 168 time: 0.2702758 Feb 09 01:31:44.414651 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb18e57-9020-4859-af10-4e375272b0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592166f8-6f5b-4715-8993-2fb6bb22126a,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:44.599619 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619b291-073b-4151-96d1-118b8280e0b1 req-ee47ffe8-90e9-470c-8351-55ff7c259cc2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:44.609186 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8619b291-073b-4151-96d1-118b8280e0b1 req-ee47ffe8-90e9-470c-8351-55ff7c259cc2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 943 time: 0.1508756 Feb 09 01:31:44.619729 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0b9a35c5-4e44-4fdf-99d2-ad03c3b48312 req-0d09360d-b32d-4142-a220-9c6fb782b27e service neutron] 10.222.0.50 "GET /v2.0/networks/3be12430-afc4-49f5-8809-14329bd56115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609271 Feb 09 01:31:44.704652 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-a4e7a6fc-6691-4e50-a1f3-41f5929306d2 None None] Set router d41c090d-f024-40b6-bbf1-16a4c8bf3f60 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:31:44.781290 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 464e450f-bcff-4e41-b111-a892dc2ce9be is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:44.808269 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8619b291-073b-4151-96d1-118b8280e0b1 req-f9478d3a-9bb7-4077-a047-4be66727c24d tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973331 Feb 09 01:31:44.956197 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-a37a8d3a-59b6-4d85-9cb9-b65441f38c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70fe1c4-59c3-4d87-a50d-1c06dce0dd63', 'name': 'tempest-TestVolumeBackupRestore-188504906-router', 'tenant_id': 'f2b928e27ffd4ccc84beaf449ec3b6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '464e450f-bcff-4e41-b111-a892dc2ce9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:31Z', 'updated_at': '2022-02-09T01:31:35Z', 'revision_number': 4, 'project_id': 'f2b928e27ffd4ccc84beaf449ec3b6a0', 'gw_port': {'id': '464e450f-bcff-4e41-b111-a892dc2ce9be', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70fe1c4-59c3-4d87-a50d-1c06dce0dd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:32Z', 'updated_at': '2022-02-09T01:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'eb749978-794f-414a-b69e-ba7be4f5651a', 'name': '', 'network_id': '922e11dc-3eec-4edd-a9e9-b9b85ef97047', 'tenant_id': 'f2b928e27ffd4ccc84beaf449ec3b6a0', 'mac_address': 'fa:16:3e:97:ae:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70fe1c4-59c3-4d87-a50d-1c06dce0dd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '0c1d1ea9-0605-4cbf-8ff8-4a659656f7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:34Z', 'updated_at': '2022-02-09T01:31:35Z', 'revision_number': 2, 'project_id': 'f2b928e27ffd4ccc84beaf449ec3b6a0', 'subnets': [{'id': '0c1d1ea9-0605-4cbf-8ff8-4a659656f7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:45.016466 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f35b7b56-a178-4240-b6fa-911a1dac33d6 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:45.019007 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37a8d3a-59b6-4d85-9cb9-b65441f38c7e None None] Checking router: a70fe1c4-59c3-4d87-a50d-1c06dce0dd63 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:31:45.019420 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37a8d3a-59b6-4d85-9cb9-b65441f38c7e None None] Updating router a70fe1c4-59c3-4d87-a50d-1c06dce0dd63 port eb749978-794f-414a-b69e-ba7be4f5651a binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:31:45.056137 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5b581ed6-a5c9-4d08-8f78-38c27d7023ae req-f334f5ce-a0dd-4ac0-ae24-e026e4e24a86 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/ports?device_id=12793301-9474-4650-bf70-7b441c28c390 HTTP/1.1" status: 200 len: 210 time: 0.0861108 Feb 09 01:31:45.146289 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device b087a170-9b69-49cd-bc4a-1fd74546c698 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:31:45.190702 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a37a8d3a-59b6-4d85-9cb9-b65441f38c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (eb749978-794f-414a-b69e-ba7be4f5651a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:45.426688 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-a4e7a6fc-6691-4e50-a1f3-41f5929306d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd41c090d-f024-40b6-bbf1-16a4c8bf3f60', 'name': 'tempest-ServerRescueTestJSONUnderV235-2062146088-router', 'tenant_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'f35b7b56-a178-4240-b6fa-911a1dac33d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:34Z', 'updated_at': '2022-02-09T01:31:40Z', 'revision_number': 4, 'project_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'gw_port': {'id': 'f35b7b56-a178-4240-b6fa-911a1dac33d6', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41c090d-f024-40b6-bbf1-16a4c8bf3f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:35Z', 'updated_at': '2022-02-09T01:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '54b098a0-c663-4d3b-9932-6c6df7422007', 'name': '', 'network_id': '3be12430-afc4-49f5-8809-14329bd56115', 'tenant_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'mac_address': 'fa:16:3e:2d:2a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd41c090d-f024-40b6-bbf1-16a4c8bf3f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '2209de10-aa5e-43c1-9412-9e5af3276ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:38Z', 'updated_at': '2022-02-09T01:31:41Z', 'revision_number': 2, 'project_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'subnets': [{'id': '2209de10-aa5e-43c1-9412-9e5af3276ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:45.515249 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e7a6fc-6691-4e50-a1f3-41f5929306d2 None None] Checking router: d41c090d-f024-40b6-bbf1-16a4c8bf3f60 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:31:45.515424 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e7a6fc-6691-4e50-a1f3-41f5929306d2 None None] Updating router d41c090d-f024-40b6-bbf1-16a4c8bf3f60 port 54b098a0-c663-4d3b-9932-6c6df7422007 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:31:45.522790 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port b087a170-9b69-49cd-bc4a-1fd74546c698, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=b087a170-9b69-49cd-bc4a-1fd74546c698,segment=NetworkSegment(d40e3b64-4486-4490-9380-e6758cb22819),segment_id=d40e3b64-4486-4490-9380-e6758cb22819)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:45.580641 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a4e7a6fc-6691-4e50-a1f3-41f5929306d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (54b098a0-c663-4d3b-9932-6c6df7422007), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:45.742411 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': 'b087a170-9b69-49cd-bc4a-1fd74546c698', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'port_id': 'b087a170-9b69-49cd-bc4a-1fd74546c698', 'mac_address': 'fa:16:3e:b1:1f:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68d3f132-83c5-49da-80a3-1924c70a8491', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:31:45.845298 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port f35b7b56-a178-4240-b6fa-911a1dac33d6 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:45.848495 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f35b7b56-a178-4240-b6fa-911a1dac33d6), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:45.999083 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port b087a170-9b69-49cd-bc4a-1fd74546c698 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:46.005141 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b087a170-9b69-49cd-bc4a-1fd74546c698), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:46.076918 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46fbb58-be08-4b84-80a7-c3021b871777 req-5a92b998-e7e4-4571-8cc1-8c81b07c5f74 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:46.106037 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b46fbb58-be08-4b84-80a7-c3021b871777 req-5a92b998-e7e4-4571-8cc1-8c81b07c5f74 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 943 time: 0.1577225 Feb 09 01:31:46.267208 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b087a170-9b69-49cd-bc4a-1fd74546c698 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:31:46.277849 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-71a81e5f-f659-45e5-bc74-781c279d8a2b req-541c2b75-57df-4c56-a4d3-d400d66c76d1 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/ports?device_id=12793301-9474-4650-bf70-7b441c28c390 HTTP/1.1" status: 200 len: 210 time: 0.0670073 Feb 09 01:31:46.299060 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b46fbb58-be08-4b84-80a7-c3021b871777 req-b5f49341-e168-49f6-8992-90ebb8668681 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898263 Feb 09 01:31:46.359290 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port b087a170-9b69-49cd-bc4a-1fd74546c698, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=b087a170-9b69-49cd-bc4a-1fd74546c698,segment=NetworkSegment(d40e3b64-4486-4490-9380-e6758cb22819),segment_id=d40e3b64-4486-4490-9380-e6758cb22819)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:46.372288 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b087a170-9b69-49cd-bc4a-1fd74546c698), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:46.410524 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a4e7a6fc-6691-4e50-a1f3-41f5929306d2 None None] Publish callbacks [] for port (54b098a0-c663-4d3b-9932-6c6df7422007), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:46.421533 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a4e7a6fc-6691-4e50-a1f3-41f5929306d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (54b098a0-c663-4d3b-9932-6c6df7422007), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:46.486511 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=b087a170-9b69-49cd-bc4a-1fd74546c698,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:46.521455 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port f35b7b56-a178-4240-b6fa-911a1dac33d6 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:46.624646 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a37a8d3a-59b6-4d85-9cb9-b65441f38c7e None None] Publish callbacks [] for port (eb749978-794f-414a-b69e-ba7be4f5651a), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:46.629914 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['b087a170-9b69-49cd-bc4a-1fd74546c698'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:31:46.651225 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29570c-fe16-4ddb-acb0-da6dd73b5d6f None None] Pushing event updated for resources: {'Port': ['ID=54b098a0-c663-4d3b-9932-6c6df7422007,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:46.659781 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-a4e7a6fc-6691-4e50-a1f3-41f5929306d2 None None] Attempting to bind port 54b098a0-c663-4d3b-9932-6c6df7422007 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:31:46.660231 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-a4e7a6fc-6691-4e50-a1f3-41f5929306d2 None None] Attempting to bind port 54b098a0-c663-4d3b-9932-6c6df7422007 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '3a0c930b-d121-4b9c-92fe-e48240a2e3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '3be12430-afc4-49f5-8809-14329bd56115'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:31:46.660685 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e7a6fc-6691-4e50-a1f3-41f5929306d2 None None] Attempting to bind port 54b098a0-c663-4d3b-9932-6c6df7422007 on network 3be12430-afc4-49f5-8809-14329bd56115 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:46.667443 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e7a6fc-6691-4e50-a1f3-41f5929306d2 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:31:46.667936 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e7a6fc-6691-4e50-a1f3-41f5929306d2 None None] Checking segment: {'id': '3a0c930b-d121-4b9c-92fe-e48240a2e3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '3be12430-afc4-49f5-8809-14329bd56115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:46.668405 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a4e7a6fc-6691-4e50-a1f3-41f5929306d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:46.668838 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e7a6fc-6691-4e50-a1f3-41f5929306d2 None None] Bound using segment: {'id': '3a0c930b-d121-4b9c-92fe-e48240a2e3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '3be12430-afc4-49f5-8809-14329bd56115'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:31:46.669481 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-a4e7a6fc-6691-4e50-a1f3-41f5929306d2 None None] Bound port: 54b098a0-c663-4d3b-9932-6c6df7422007, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0c930b-d121-4b9c-92fe-e48240a2e3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '3be12430-afc4-49f5-8809-14329bd56115'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:31:46.670429 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a4e7a6fc-6691-4e50-a1f3-41f5929306d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (54b098a0-c663-4d3b-9932-6c6df7422007), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:46.696054 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a37a8d3a-59b6-4d85-9cb9-b65441f38c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (eb749978-794f-414a-b69e-ba7be4f5651a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:46.800924 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-a4e7a6fc-6691-4e50-a1f3-41f5929306d2 None None] For port 54b098a0-c663-4d3b-9932-6c6df7422007, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:31:46.805693 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-a4e7a6fc-6691-4e50-a1f3-41f5929306d2 None None] For port 54b098a0-c663-4d3b-9932-6c6df7422007, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=54b098a0-c663-4d3b-9932-6c6df7422007,segment=NetworkSegment(3a0c930b-d121-4b9c-92fe-e48240a2e3b4),segment_id=3a0c930b-d121-4b9c-92fe-e48240a2e3b4)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:31:46.821209 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a4e7a6fc-6691-4e50-a1f3-41f5929306d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (54b098a0-c663-4d3b-9932-6c6df7422007), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:46.896193 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29570c-fe16-4ddb-acb0-da6dd73b5d6f None None] Pushing event updated for resources: {'Port': ['ID=54b098a0-c663-4d3b-9932-6c6df7422007,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:46.922590 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e7a6fc-6691-4e50-a1f3-41f5929306d2 None None] Routers {'d41c090d-f024-40b6-bbf1-16a4c8bf3f60'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:31:46.923327 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-a4e7a6fc-6691-4e50-a1f3-41f5929306d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:31:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['d41c090d-f024-40b6-bbf1-16a4c8bf3f60'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:47.058291 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97efc978-1711-46fe-a5bf-2fb718bcd380 None None] Pushing event updated for resources: {'Port': ['ID=eb749978-794f-414a-b69e-ba7be4f5651a,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:47.195410 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a35c5-4e44-4fdf-99d2-ad03c3b48312 req-14a69d25-2038-45f7-9571-6ff995431ad9 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:47.207607 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0b9a35c5-4e44-4fdf-99d2-ad03c3b48312 req-14a69d25-2038-45f7-9571-6ff995431ad9 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.120 "GET /v2.0/networks?id=3be12430-afc4-49f5-8809-14329bd56115 HTTP/1.1" status: 200 len: 820 time: 0.3883629 Feb 09 01:31:47.226819 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-0b9a35c5-4e44-4fdf-99d2-ad03c3b48312 req-35a0c960-12ef-4cdd-8e21-c10d0b10a98b tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Request body: {'port': {'device_id': '12793301-9474-4650-bf70-7b441c28c390', 'network_id': '3be12430-afc4-49f5-8809-14329bd56115', 'admin_state_up': True, 'tenant_id': 'ac5bcf50fc484a6b96afdd2275d063d3'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:47.284050 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-a37a8d3a-59b6-4d85-9cb9-b65441f38c7e None None] Attempting to bind port eb749978-794f-414a-b69e-ba7be4f5651a on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:31:47.284050 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-a37a8d3a-59b6-4d85-9cb9-b65441f38c7e None None] Attempting to bind port eb749978-794f-414a-b69e-ba7be4f5651a by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'b8249f30-28d4-4eaa-8491-6e2e1f2239b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '922e11dc-3eec-4edd-a9e9-b9b85ef97047'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:31:47.284752 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37a8d3a-59b6-4d85-9cb9-b65441f38c7e None None] Attempting to bind port eb749978-794f-414a-b69e-ba7be4f5651a on network 922e11dc-3eec-4edd-a9e9-b9b85ef97047 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:47.306228 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37a8d3a-59b6-4d85-9cb9-b65441f38c7e None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:31:47.306786 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37a8d3a-59b6-4d85-9cb9-b65441f38c7e None None] Checking segment: {'id': 'b8249f30-28d4-4eaa-8491-6e2e1f2239b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '922e11dc-3eec-4edd-a9e9-b9b85ef97047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:47.307220 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a37a8d3a-59b6-4d85-9cb9-b65441f38c7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:47.307621 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37a8d3a-59b6-4d85-9cb9-b65441f38c7e None None] Bound using segment: {'id': 'b8249f30-28d4-4eaa-8491-6e2e1f2239b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '922e11dc-3eec-4edd-a9e9-b9b85ef97047'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:31:47.308105 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-a37a8d3a-59b6-4d85-9cb9-b65441f38c7e None None] Bound port: eb749978-794f-414a-b69e-ba7be4f5651a, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8249f30-28d4-4eaa-8491-6e2e1f2239b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '922e11dc-3eec-4edd-a9e9-b9b85ef97047'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:31:47.308493 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a37a8d3a-59b6-4d85-9cb9-b65441f38c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (eb749978-794f-414a-b69e-ba7be4f5651a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:47.452264 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-a4e7a6fc-6691-4e50-a1f3-41f5929306d2 None None] Set router d41c090d-f024-40b6-bbf1-16a4c8bf3f60 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:31:47.509592 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b9a35c5-4e44-4fdf-99d2-ad03c3b48312 req-35a0c960-12ef-4cdd-8e21-c10d0b10a98b tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Made reservation on behalf of ac5bcf50fc484a6b96afdd2275d063d3 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:31:47.515473 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0b9a35c5-4e44-4fdf-99d2-ad03c3b48312 req-35a0c960-12ef-4cdd-8e21-c10d0b10a98b tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:47.528139 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-a0ca5a1c-c539-4b15-8048-bf14955c17fc None None] Provisioning complete for port eb749978-794f-414a-b69e-ba7be4f5651a triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:47.528532 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a0ca5a1c-c539-4b15-8048-bf14955c17fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (eb749978-794f-414a-b69e-ba7be4f5651a), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:47.643708 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-a37a8d3a-59b6-4d85-9cb9-b65441f38c7e None None] For port eb749978-794f-414a-b69e-ba7be4f5651a, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:31:47.655501 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-a37a8d3a-59b6-4d85-9cb9-b65441f38c7e None None] For port eb749978-794f-414a-b69e-ba7be4f5651a, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=eb749978-794f-414a-b69e-ba7be4f5651a,segment=NetworkSegment(b8249f30-28d4-4eaa-8491-6e2e1f2239b8),segment_id=b8249f30-28d4-4eaa-8491-6e2e1f2239b8)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:31:47.662233 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a0ca5a1c-c539-4b15-8048-bf14955c17fc None None] Port eb749978-794f-414a-b69e-ba7be4f5651a cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:31:47.670402 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a37a8d3a-59b6-4d85-9cb9-b65441f38c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (eb749978-794f-414a-b69e-ba7be4f5651a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:47.677203 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74ab3c4d-e4ae-48e4-8e1d-431defc41ac7 req-383bd768-1a1f-4011-81cc-bd23f767f53c tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/ports?device_id=12793301-9474-4650-bf70-7b441c28c390 HTTP/1.1" status: 200 len: 210 time: 0.1951334 Feb 09 01:31:47.853872 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97efc978-1711-46fe-a5bf-2fb718bcd380 None None] Pushing event updated for resources: {'Port': ['ID=eb749978-794f-414a-b69e-ba7be4f5651a,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:47.883426 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-0b9a35c5-4e44-4fdf-99d2-ad03c3b48312 req-35a0c960-12ef-4cdd-8e21-c10d0b10a98b tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Allocated IP 172.20.0.4 (3be12430-afc4-49f5-8809-14329bd56115/2209de10-aa5e-43c1-9412-9e5af3276ff1/fbfedbe8-7c3d-4646-bf86-8d1f8db67a16) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:31:47.889849 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37a8d3a-59b6-4d85-9cb9-b65441f38c7e None None] Routers {'a70fe1c4-59c3-4d87-a50d-1c06dce0dd63'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:31:47.890490 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-a37a8d3a-59b6-4d85-9cb9-b65441f38c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:31:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['a70fe1c4-59c3-4d87-a50d-1c06dce0dd63'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:47.965743 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32245939-4252-4c29-b427-f6d59813deb4 req-8234af21-e055-4e8a-a0dc-520dba2cb1b4 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:47.991483 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-32245939-4252-4c29-b427-f6d59813deb4 req-8234af21-e055-4e8a-a0dc-520dba2cb1b4 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 944 time: 0.4678102 Feb 09 01:31:48.068884 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-a4e7a6fc-6691-4e50-a1f3-41f5929306d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd41c090d-f024-40b6-bbf1-16a4c8bf3f60', 'name': 'tempest-ServerRescueTestJSONUnderV235-2062146088-router', 'tenant_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'f35b7b56-a178-4240-b6fa-911a1dac33d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:34Z', 'updated_at': '2022-02-09T01:31:40Z', 'revision_number': 4, 'project_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'gw_port': {'id': 'f35b7b56-a178-4240-b6fa-911a1dac33d6', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41c090d-f024-40b6-bbf1-16a4c8bf3f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:35Z', 'updated_at': '2022-02-09T01:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '54b098a0-c663-4d3b-9932-6c6df7422007', 'name': '', 'network_id': '3be12430-afc4-49f5-8809-14329bd56115', 'tenant_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'mac_address': 'fa:16:3e:2d:2a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd41c090d-f024-40b6-bbf1-16a4c8bf3f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '2209de10-aa5e-43c1-9412-9e5af3276ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:38Z', 'updated_at': '2022-02-09T01:31:46Z', 'revision_number': 4, 'project_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'subnets': [{'id': '2209de10-aa5e-43c1-9412-9e5af3276ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:48.109578 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-a37a8d3a-59b6-4d85-9cb9-b65441f38c7e None None] Set router a70fe1c4-59c3-4d87-a50d-1c06dce0dd63 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:31:48.112468 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e7a6fc-6691-4e50-a1f3-41f5929306d2 None None] The sync data for ids ['d41c090d-f024-40b6-bbf1-16a4c8bf3f60'] in n-d-828369-4 is: [{'id': 'd41c090d-f024-40b6-bbf1-16a4c8bf3f60', 'name': 'tempest-ServerRescueTestJSONUnderV235-2062146088-router', 'tenant_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'f35b7b56-a178-4240-b6fa-911a1dac33d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:34Z', 'updated_at': '2022-02-09T01:31:40Z', 'revision_number': 4, 'project_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'gw_port': {'id': 'f35b7b56-a178-4240-b6fa-911a1dac33d6', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41c090d-f024-40b6-bbf1-16a4c8bf3f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:35Z', 'updated_at': '2022-02-09T01:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '54b098a0-c663-4d3b-9932-6c6df7422007', 'name': '', 'network_id': '3be12430-afc4-49f5-8809-14329bd56115', 'tenant_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'mac_address': 'fa:16:3e:2d:2a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd41c090d-f024-40b6-bbf1-16a4c8bf3f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '2209de10-aa5e-43c1-9412-9e5af3276ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:38Z', 'updated_at': '2022-02-09T01:31:46Z', 'revision_number': 4, 'project_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'subnets': [{'id': '2209de10-aa5e-43c1-9412-9e5af3276ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:31:48.131299 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-32245939-4252-4c29-b427-f6d59813deb4 req-69eb9e49-b3dd-4129-bf22-844267f6791e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389043 Feb 09 01:31:48.368875 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0b9a35c5-4e44-4fdf-99d2-ad03c3b48312 req-35a0c960-12ef-4cdd-8e21-c10d0b10a98b tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Publish callbacks [] for port (fbfedbe8-7c3d-4646-bf86-8d1f8db67a16), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:48.386522 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-5e323bb6-c7a4-40ca-bc1f-be7f3f63fccd None None] Provisioning complete for port eb749978-794f-414a-b69e-ba7be4f5651a triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:48.386522 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5e323bb6-c7a4-40ca-bc1f-be7f3f63fccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (eb749978-794f-414a-b69e-ba7be4f5651a), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:48.428909 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0b9a35c5-4e44-4fdf-99d2-ad03c3b48312 req-35a0c960-12ef-4cdd-8e21-c10d0b10a98b tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (fbfedbe8-7c3d-4646-bf86-8d1f8db67a16), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:48.479999 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b9a35c5-4e44-4fdf-99d2-ad03c3b48312 req-35a0c960-12ef-4cdd-8e21-c10d0b10a98b tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Network 3be12430-afc4-49f5-8809-14329bd56115 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:31:48.485192 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-0b9a35c5-4e44-4fdf-99d2-ad03c3b48312 req-35a0c960-12ef-4cdd-8e21-c10d0b10a98b tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:31:48.489329 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b9a35c5-4e44-4fdf-99d2-ad03c3b48312 req-35a0c960-12ef-4cdd-8e21-c10d0b10a98b tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:31:48.534723 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a0c960-12ef-4cdd-8e21-c10d0b10a98b tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Pushing event updated for resources: {'Port': ['ID=fbfedbe8-7c3d-4646-bf86-8d1f8db67a16,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:48.557002 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a35c5-4e44-4fdf-99d2-ad03c3b48312 req-35a0c960-12ef-4cdd-8e21-c10d0b10a98b tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:48.558059 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0b9a35c5-4e44-4fdf-99d2-ad03c3b48312 req-35a0c960-12ef-4cdd-8e21-c10d0b10a98b tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:48.574646 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-5e323bb6-c7a4-40ca-bc1f-be7f3f63fccd None None] Current status of the port eb749978-794f-414a-b69e-ba7be4f5651a is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:48.575205 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5e323bb6-c7a4-40ca-bc1f-be7f3f63fccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (eb749978-794f-414a-b69e-ba7be4f5651a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:48.582884 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0b9a35c5-4e44-4fdf-99d2-ad03c3b48312 req-35a0c960-12ef-4cdd-8e21-c10d0b10a98b tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3605106 Feb 09 01:31:48.597356 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-0b9a35c5-4e44-4fdf-99d2-ad03c3b48312 req-7cbd3e9a-847c-44d5-b991-cb055a8213c0 service neutron] Request body: {'port': {'device_id': '12793301-9474-4650-bf70-7b441c28c390', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:31:48.629773 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-5e323bb6-c7a4-40ca-bc1f-be7f3f63fccd None None] For port eb749978-794f-414a-b69e-ba7be4f5651a, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=eb749978-794f-414a-b69e-ba7be4f5651a,segment=NetworkSegment(b8249f30-28d4-4eaa-8491-6e2e1f2239b8),segment_id=b8249f30-28d4-4eaa-8491-6e2e1f2239b8)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:48.636038 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5e323bb6-c7a4-40ca-bc1f-be7f3f63fccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (eb749978-794f-414a-b69e-ba7be4f5651a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:48.679838 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0b9a35c5-4e44-4fdf-99d2-ad03c3b48312 req-7cbd3e9a-847c-44d5-b991-cb055a8213c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (fbfedbe8-7c3d-4646-bf86-8d1f8db67a16), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:48.687843 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-a37a8d3a-59b6-4d85-9cb9-b65441f38c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70fe1c4-59c3-4d87-a50d-1c06dce0dd63', 'name': 'tempest-TestVolumeBackupRestore-188504906-router', 'tenant_id': 'f2b928e27ffd4ccc84beaf449ec3b6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '464e450f-bcff-4e41-b111-a892dc2ce9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:31Z', 'updated_at': '2022-02-09T01:31:35Z', 'revision_number': 4, 'project_id': 'f2b928e27ffd4ccc84beaf449ec3b6a0', 'gw_port': {'id': '464e450f-bcff-4e41-b111-a892dc2ce9be', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70fe1c4-59c3-4d87-a50d-1c06dce0dd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:32Z', 'updated_at': '2022-02-09T01:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'eb749978-794f-414a-b69e-ba7be4f5651a', 'name': '', 'network_id': '922e11dc-3eec-4edd-a9e9-b9b85ef97047', 'tenant_id': 'f2b928e27ffd4ccc84beaf449ec3b6a0', 'mac_address': 'fa:16:3e:97:ae:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70fe1c4-59c3-4d87-a50d-1c06dce0dd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '0c1d1ea9-0605-4cbf-8ff8-4a659656f7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:34Z', 'updated_at': '2022-02-09T01:31:47Z', 'revision_number': 4, 'project_id': 'f2b928e27ffd4ccc84beaf449ec3b6a0', 'subnets': [{'id': '0c1d1ea9-0605-4cbf-8ff8-4a659656f7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:31:48.748054 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e323bb6-c7a4-40ca-bc1f-be7f3f63fccd None None] Pushing event updated for resources: {'Port': ['ID=eb749978-794f-414a-b69e-ba7be4f5651a,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:48.784146 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37a8d3a-59b6-4d85-9cb9-b65441f38c7e None None] The sync data for ids ['a70fe1c4-59c3-4d87-a50d-1c06dce0dd63'] in n-d-828369-4 is: [{'id': 'a70fe1c4-59c3-4d87-a50d-1c06dce0dd63', 'name': 'tempest-TestVolumeBackupRestore-188504906-router', 'tenant_id': 'f2b928e27ffd4ccc84beaf449ec3b6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '464e450f-bcff-4e41-b111-a892dc2ce9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:31Z', 'updated_at': '2022-02-09T01:31:35Z', 'revision_number': 4, 'project_id': 'f2b928e27ffd4ccc84beaf449ec3b6a0', 'gw_port': {'id': '464e450f-bcff-4e41-b111-a892dc2ce9be', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70fe1c4-59c3-4d87-a50d-1c06dce0dd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:32Z', 'updated_at': '2022-02-09T01:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'eb749978-794f-414a-b69e-ba7be4f5651a', 'name': '', 'network_id': '922e11dc-3eec-4edd-a9e9-b9b85ef97047', 'tenant_id': 'f2b928e27ffd4ccc84beaf449ec3b6a0', 'mac_address': 'fa:16:3e:97:ae:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70fe1c4-59c3-4d87-a50d-1c06dce0dd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '0c1d1ea9-0605-4cbf-8ff8-4a659656f7b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:34Z', 'updated_at': '2022-02-09T01:31:47Z', 'revision_number': 4, 'project_id': 'f2b928e27ffd4ccc84beaf449ec3b6a0', 'subnets': [{'id': '0c1d1ea9-0605-4cbf-8ff8-4a659656f7b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:31:49.148204 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device b087a170-9b69-49cd-bc4a-1fd74546c698 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:49.251520 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 54b098a0-c663-4d3b-9932-6c6df7422007 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:49.419957 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port b087a170-9b69-49cd-bc4a-1fd74546c698 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:49.440972 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port b087a170-9b69-49cd-bc4a-1fd74546c698 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:49.443224 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b087a170-9b69-49cd-bc4a-1fd74546c698), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:49.509971 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 54b098a0-c663-4d3b-9932-6c6df7422007 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:49.510588 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (54b098a0-c663-4d3b-9932-6c6df7422007), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:49.923879 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df343df-4ec2-4896-bab8-4aec6c4ee7bd req-ba7b5931-a51d-4d36-8943-db6587299e78 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:49.944042 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7df343df-4ec2-4896-bab8-4aec6c4ee7bd req-ba7b5931-a51d-4d36-8943-db6587299e78 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/ports?device_id=12793301-9474-4650-bf70-7b441c28c390 HTTP/1.1" status: 200 len: 931 time: 1.1012218 Feb 09 01:31:50.087501 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port b087a170-9b69-49cd-bc4a-1fd74546c698 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:50.087901 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b087a170-9b69-49cd-bc4a-1fd74546c698), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:50.144202 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12414174-21e8-4a97-8880-8046ac18368f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b087a170-9b69-49cd-bc4a-1fd74546c698'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:31:50.148290 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d997d4d-b7e0-4336-b26e-e78be23a18f7" -d '{"events": [{"server_uuid": "12414174-21e8-4a97-8880-8046ac18368f", "name": "network-vif-plugged", "status": "completed", "tag": "b087a170-9b69-49cd-bc4a-1fd74546c698"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:31:50.159558 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7df343df-4ec2-4896-bab8-4aec6c4ee7bd req-caa6dc07-d6a4-4085-a682-9ad1c6b764f7 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/security-groups?id=d372aab8-a187-4322-8f83-34f246bc73f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374810 Feb 09 01:31:50.164126 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port b087a170-9b69-49cd-bc4a-1fd74546c698, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=b087a170-9b69-49cd-bc4a-1fd74546c698,segment=NetworkSegment(d40e3b64-4486-4490-9380-e6758cb22819),segment_id=d40e3b64-4486-4490-9380-e6758cb22819)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:50.172598 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b087a170-9b69-49cd-bc4a-1fd74546c698), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:50.200175 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc20c07-3d80-4613-864d-2bc502d249d7 req-db1dee06-24c6-4ea0-8feb-6a453a9457eb tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:50.202263 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ebc20c07-3d80-4613-864d-2bc502d249d7 req-db1dee06-24c6-4ea0-8feb-6a453a9457eb tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 944 time: 0.2544575 Feb 09 01:31:50.295529 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ebc20c07-3d80-4613-864d-2bc502d249d7 req-b58a626e-9ee3-40e8-9c81-56d7cfccd779 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823183 Feb 09 01:31:50.328835 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=b087a170-9b69-49cd-bc4a-1fd74546c698,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:50.352521 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 54b098a0-c663-4d3b-9932-6c6df7422007 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:50.352941 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (54b098a0-c663-4d3b-9932-6c6df7422007), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:50.398976 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 54b098a0-c663-4d3b-9932-6c6df7422007, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=54b098a0-c663-4d3b-9932-6c6df7422007,segment=NetworkSegment(3a0c930b-d121-4b9c-92fe-e48240a2e3b4),segment_id=3a0c930b-d121-4b9c-92fe-e48240a2e3b4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:50.407111 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (54b098a0-c663-4d3b-9932-6c6df7422007), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:50.407958 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device eb749978-794f-414a-b69e-ba7be4f5651a up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:50.425796 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-0b9a35c5-4e44-4fdf-99d2-ad03c3b48312 req-7cbd3e9a-847c-44d5-b991-cb055a8213c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbfedbe8-7c3d-4646-bf86-8d1f8db67a16 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:31:50.459769 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0b9a35c5-4e44-4fdf-99d2-ad03c3b48312 req-7cbd3e9a-847c-44d5-b991-cb055a8213c0 service neutron] Publish callbacks [] for port (fbfedbe8-7c3d-4646-bf86-8d1f8db67a16), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:50.475023 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c054ffcc-2bf0-4b84-a41b-e4b76b166894 x-openstack-request-id: req-c054ffcc-2bf0-4b84-a41b-e4b76b166894 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:31:50.475631 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12414174-21e8-4a97-8880-8046ac18368f", "name": "network-vif-plugged", "status": "completed", "tag": "b087a170-9b69-49cd-bc4a-1fd74546c698", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:31:50.475631 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c054ffcc-2bf0-4b84-a41b-e4b76b166894 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:31:50.476166 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12414174-21e8-4a97-8880-8046ac18368f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b087a170-9b69-49cd-bc4a-1fd74546c698', 'code': 200} Feb 09 01:31:50.513962 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-0b9a35c5-4e44-4fdf-99d2-ad03c3b48312 req-7cbd3e9a-847c-44d5-b991-cb055a8213c0 service neutron] Transition to ACTIVE for port object fbfedbe8-7c3d-4646-bf86-8d1f8db67a16 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:31:50.559409 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0b9a35c5-4e44-4fdf-99d2-ad03c3b48312 req-7cbd3e9a-847c-44d5-b991-cb055a8213c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (fbfedbe8-7c3d-4646-bf86-8d1f8db67a16), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:50.640934 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=54b098a0-c663-4d3b-9932-6c6df7422007,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:50.659617 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad2f82-e129-4ba8-b826-9626b3b2af88 req-c1da2dea-df1f-4c77-a811-6c99aba1a47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:50.661416 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34ad2f82-e129-4ba8-b826-9626b3b2af88 req-c1da2dea-df1f-4c77-a811-6c99aba1a47e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 1127 time: 0.1745267 Feb 09 01:31:50.689491 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port eb749978-794f-414a-b69e-ba7be4f5651a triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:50.689876 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (eb749978-794f-414a-b69e-ba7be4f5651a), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:50.692611 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbd3e9a-847c-44d5-b991-cb055a8213c0 service neutron] Pushing event updated for resources: {'Port': ['ID=fbfedbe8-7c3d-4646-bf86-8d1f8db67a16,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:50.825558 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34ad2f82-e129-4ba8-b826-9626b3b2af88 req-481b61f8-98aa-4af9-b0e7-0e02e9aaf84f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582682 Feb 09 01:31:50.827115 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-0b9a35c5-4e44-4fdf-99d2-ad03c3b48312 req-7cbd3e9a-847c-44d5-b991-cb055a8213c0 service neutron] Attempting to bind port fbfedbe8-7c3d-4646-bf86-8d1f8db67a16 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:31:50.827527 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-0b9a35c5-4e44-4fdf-99d2-ad03c3b48312 req-7cbd3e9a-847c-44d5-b991-cb055a8213c0 service neutron] Attempting to bind port fbfedbe8-7c3d-4646-bf86-8d1f8db67a16 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '3a0c930b-d121-4b9c-92fe-e48240a2e3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '3be12430-afc4-49f5-8809-14329bd56115'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:31:50.827933 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9a35c5-4e44-4fdf-99d2-ad03c3b48312 req-7cbd3e9a-847c-44d5-b991-cb055a8213c0 service neutron] Attempting to bind port fbfedbe8-7c3d-4646-bf86-8d1f8db67a16 on network 3be12430-afc4-49f5-8809-14329bd56115 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:50.833656 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9a35c5-4e44-4fdf-99d2-ad03c3b48312 req-7cbd3e9a-847c-44d5-b991-cb055a8213c0 service neutron] Port fbfedbe8-7c3d-4646-bf86-8d1f8db67a16 on network 3be12430-afc4-49f5-8809-14329bd56115 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:31:50.834093 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9a35c5-4e44-4fdf-99d2-ad03c3b48312 req-7cbd3e9a-847c-44d5-b991-cb055a8213c0 service neutron] Attempting to bind port fbfedbe8-7c3d-4646-bf86-8d1f8db67a16 on network 3be12430-afc4-49f5-8809-14329bd56115 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:31:50.840486 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9a35c5-4e44-4fdf-99d2-ad03c3b48312 req-7cbd3e9a-847c-44d5-b991-cb055a8213c0 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:31:50.840872 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9a35c5-4e44-4fdf-99d2-ad03c3b48312 req-7cbd3e9a-847c-44d5-b991-cb055a8213c0 service neutron] Checking segment: {'id': '3a0c930b-d121-4b9c-92fe-e48240a2e3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '3be12430-afc4-49f5-8809-14329bd56115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:31:50.841335 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9a35c5-4e44-4fdf-99d2-ad03c3b48312 req-7cbd3e9a-847c-44d5-b991-cb055a8213c0 service neutron] Bound using segment: {'id': '3a0c930b-d121-4b9c-92fe-e48240a2e3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '3be12430-afc4-49f5-8809-14329bd56115'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:31:50.842565 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-0b9a35c5-4e44-4fdf-99d2-ad03c3b48312 req-7cbd3e9a-847c-44d5-b991-cb055a8213c0 service neutron] Bound port: fbfedbe8-7c3d-4646-bf86-8d1f8db67a16, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a0c930b-d121-4b9c-92fe-e48240a2e3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '3be12430-afc4-49f5-8809-14329bd56115'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:31:50.843011 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0b9a35c5-4e44-4fdf-99d2-ad03c3b48312 req-7cbd3e9a-847c-44d5-b991-cb055a8213c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (fbfedbe8-7c3d-4646-bf86-8d1f8db67a16), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:50.954110 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port eb749978-794f-414a-b69e-ba7be4f5651a is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:50.956696 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-0b9a35c5-4e44-4fdf-99d2-ad03c3b48312 req-7cbd3e9a-847c-44d5-b991-cb055a8213c0 service neutron] For port fbfedbe8-7c3d-4646-bf86-8d1f8db67a16, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:31:50.962474 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-0b9a35c5-4e44-4fdf-99d2-ad03c3b48312 req-7cbd3e9a-847c-44d5-b991-cb055a8213c0 service neutron] For port fbfedbe8-7c3d-4646-bf86-8d1f8db67a16, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=fbfedbe8-7c3d-4646-bf86-8d1f8db67a16,segment=NetworkSegment(3a0c930b-d121-4b9c-92fe-e48240a2e3b4),segment_id=3a0c930b-d121-4b9c-92fe-e48240a2e3b4)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:31:50.971855 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0b9a35c5-4e44-4fdf-99d2-ad03c3b48312 req-7cbd3e9a-847c-44d5-b991-cb055a8213c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (fbfedbe8-7c3d-4646-bf86-8d1f8db67a16), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:51.091868 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a35c5-4e44-4fdf-99d2-ad03c3b48312 req-7cbd3e9a-847c-44d5-b991-cb055a8213c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:51.093363 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0b9a35c5-4e44-4fdf-99d2-ad03c3b48312 req-7cbd3e9a-847c-44d5-b991-cb055a8213c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:51.108166 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 54b098a0-c663-4d3b-9932-6c6df7422007 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:51.126779 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0b9a35c5-4e44-4fdf-99d2-ad03c3b48312 req-7cbd3e9a-847c-44d5-b991-cb055a8213c0 service neutron] 10.222.0.120 "PUT /v2.0/ports/fbfedbe8-7c3d-4646-bf86-8d1f8db67a16 HTTP/1.1" status: 200 len: 1091 time: 2.5034339 Feb 09 01:31:51.132469 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12793301-9474-4650-bf70-7b441c28c390', 'tag': 'fbfedbe8-7c3d-4646-bf86-8d1f8db67a16'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:31:51.142090 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5559812e-1aa8-4807-bcf0-3ba295fe352b" -d '{"events": [{"name": "network-changed", "server_uuid": "12793301-9474-4650-bf70-7b441c28c390", "tag": "fbfedbe8-7c3d-4646-bf86-8d1f8db67a16"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:31:51.234339 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbd3e9a-847c-44d5-b991-cb055a8213c0 service neutron] Pushing event updated for resources: {'Port': ['ID=fbfedbe8-7c3d-4646-bf86-8d1f8db67a16,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:51.243004 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01137e6b-c2ed-422f-ba84-55e773cf2c21 x-openstack-request-id: req-01137e6b-c2ed-422f-ba84-55e773cf2c21 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:31:51.243575 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12793301-9474-4650-bf70-7b441c28c390", "tag": "fbfedbe8-7c3d-4646-bf86-8d1f8db67a16", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:31:51.245445 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-01137e6b-c2ed-422f-ba84-55e773cf2c21 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:31:51.247669 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12793301-9474-4650-bf70-7b441c28c390', 'tag': 'fbfedbe8-7c3d-4646-bf86-8d1f8db67a16', 'status': 'completed', 'code': 200} Feb 09 01:31:51.254089 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 54b098a0-c663-4d3b-9932-6c6df7422007 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:51.254486 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (54b098a0-c663-4d3b-9932-6c6df7422007), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:51.284065 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a35c5-4e44-4fdf-99d2-ad03c3b48312 req-8db4d3d9-a6df-44cd-a9ce-0d31351facc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:51.288269 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0b9a35c5-4e44-4fdf-99d2-ad03c3b48312 req-8db4d3d9-a6df-44cd-a9ce-0d31351facc7 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=ac5bcf50fc484a6b96afdd2275d063d3&device_id=12793301-9474-4650-bf70-7b441c28c390 HTTP/1.1" status: 200 len: 1125 time: 0.1382294 Feb 09 01:31:51.342557 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0b9a35c5-4e44-4fdf-99d2-ad03c3b48312 req-9c94dc59-e68a-481f-809b-2264e21e5967 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbfedbe8-7c3d-4646-bf86-8d1f8db67a16 HTTP/1.1" status: 200 len: 217 time: 0.0460877 Feb 09 01:31:51.391812 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 54b098a0-c663-4d3b-9932-6c6df7422007 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:51.454834 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a35c5-4e44-4fdf-99d2-ad03c3b48312 req-322b4c81-8244-4304-b6be-f6bd479ff11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:51.456314 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0b9a35c5-4e44-4fdf-99d2-ad03c3b48312 req-322b4c81-8244-4304-b6be-f6bd479ff11f service neutron] 10.222.0.120 "GET /v2.0/subnets?id=2209de10-aa5e-43c1-9412-9e5af3276ff1 HTTP/1.1" status: 200 len: 860 time: 0.0794625 Feb 09 01:31:51.482567 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37221f45-7c46-420b-bffd-fc795f12e91e req-027a7796-f346-4d54-9fb4-434011bf73ad tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:51.484044 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-37221f45-7c46-420b-bffd-fc795f12e91e req-027a7796-f346-4d54-9fb4-434011bf73ad tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/ports?device_id=12793301-9474-4650-bf70-7b441c28c390 HTTP/1.1" status: 200 len: 943 time: 0.1405981 Feb 09 01:31:51.508677 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0b9a35c5-4e44-4fdf-99d2-ad03c3b48312 req-436c1287-6efd-42d5-b57a-3acd36bd45ac service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=3be12430-afc4-49f5-8809-14329bd56115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450583 Feb 09 01:31:51.631762 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0b9a35c5-4e44-4fdf-99d2-ad03c3b48312 req-f297a157-c25a-4022-b1fb-ad8060b8765c service neutron] 10.222.0.120 "GET /v2.0/networks/3be12430-afc4-49f5-8809-14329bd56115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122661 Feb 09 01:31:51.639084 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9d39c-65b8-440d-b8c0-e2c35b8549ae req-af40f6e1-b23a-42c1-a1b2-1548fd7876c5 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:51.640588 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aef9d39c-65b8-440d-b8c0-e2c35b8549ae req-af40f6e1-b23a-42c1-a1b2-1548fd7876c5 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 945 time: 0.2210042 Feb 09 01:31:51.770519 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-37221f45-7c46-420b-bffd-fc795f12e91e req-9fb1941b-603f-45ab-bf15-88aeb760e7ba tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/security-groups?id=d372aab8-a187-4322-8f83-34f246bc73f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601738 Feb 09 01:31:51.809340 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aef9d39c-65b8-440d-b8c0-e2c35b8549ae req-7a17438e-6772-414f-ae8b-fb44dac94e5f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529303 Feb 09 01:31:51.836423 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0b9a35c5-4e44-4fdf-99d2-ad03c3b48312 req-afaf1b81-bac5-40b1-a6f3-e8da8bbc53b7 service neutron] 10.222.0.120 "GET /v2.0/networks/3be12430-afc4-49f5-8809-14329bd56115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871789 Feb 09 01:31:52.034881 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559812e-1aa8-4807-bcf0-3ba295fe352b req-9fcf6ecd-ece4-4a16-9f99-1e70cc801c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:52.037413 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5559812e-1aa8-4807-bcf0-3ba295fe352b req-9fcf6ecd-ece4-4a16-9f99-1e70cc801c60 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=ac5bcf50fc484a6b96afdd2275d063d3&device_id=12793301-9474-4650-bf70-7b441c28c390 HTTP/1.1" status: 200 len: 1125 time: 0.0695546 Feb 09 01:31:52.156892 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559812e-1aa8-4807-bcf0-3ba295fe352b req-f8d37723-a1fd-4c4a-ab1f-4c6c3e7b5645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:52.158575 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5559812e-1aa8-4807-bcf0-3ba295fe352b req-f8d37723-a1fd-4c4a-ab1f-4c6c3e7b5645 service neutron] 10.222.0.120 "GET /v2.0/networks?id=3be12430-afc4-49f5-8809-14329bd56115 HTTP/1.1" status: 200 len: 922 time: 0.1133807 Feb 09 01:31:52.259210 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5559812e-1aa8-4807-bcf0-3ba295fe352b req-7d64efb6-80db-4b6d-9519-6382988477f0 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbfedbe8-7c3d-4646-bf86-8d1f8db67a16 HTTP/1.1" status: 200 len: 217 time: 0.0926423 Feb 09 01:31:52.340367 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559812e-1aa8-4807-bcf0-3ba295fe352b req-c2302ce9-3048-47fd-a32f-1031598a156b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:52.342913 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5559812e-1aa8-4807-bcf0-3ba295fe352b req-c2302ce9-3048-47fd-a32f-1031598a156b service neutron] 10.222.0.120 "GET /v2.0/subnets?id=2209de10-aa5e-43c1-9412-9e5af3276ff1 HTTP/1.1" status: 200 len: 860 time: 0.0774264 Feb 09 01:31:52.383883 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5559812e-1aa8-4807-bcf0-3ba295fe352b req-3a1881b8-4c63-45e8-b58b-c642270e549a service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=3be12430-afc4-49f5-8809-14329bd56115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345945 Feb 09 01:31:52.512189 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5559812e-1aa8-4807-bcf0-3ba295fe352b req-c2dafb01-a70a-4bb2-8a0f-e4c8832b9a25 service neutron] 10.222.0.120 "GET /v2.0/networks/3be12430-afc4-49f5-8809-14329bd56115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211517 Feb 09 01:31:52.611210 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5559812e-1aa8-4807-bcf0-3ba295fe352b req-140dbe67-b55c-4211-97ae-d2d994aa9f11 service neutron] 10.222.0.120 "GET /v2.0/networks/3be12430-afc4-49f5-8809-14329bd56115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924640 Feb 09 01:31:53.022441 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95c8c6-cb1e-457a-a8cf-f82a377ac067 req-1956fa25-be01-48fd-b6f3-2cbac5083adf tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:53.024073 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3d95c8c6-cb1e-457a-a8cf-f82a377ac067 req-1956fa25-be01-48fd-b6f3-2cbac5083adf tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/ports?device_id=12793301-9474-4650-bf70-7b441c28c390 HTTP/1.1" status: 200 len: 943 time: 0.1377828 Feb 09 01:31:53.089579 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f02503-e46a-4128-bc23-effa4c0f3d88 req-1007286d-2141-495c-9c70-68a75857dea9 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:53.091217 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-55f02503-e46a-4128-bc23-effa4c0f3d88 req-1007286d-2141-495c-9c70-68a75857dea9 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 945 time: 0.1249864 Feb 09 01:31:53.148836 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3d95c8c6-cb1e-457a-a8cf-f82a377ac067 req-c9b73434-c1fe-4a2f-b780-7f2b24d60203 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/security-groups?id=d372aab8-a187-4322-8f83-34f246bc73f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108494 Feb 09 01:31:53.190013 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-55f02503-e46a-4128-bc23-effa4c0f3d88 req-6cc37754-885e-40e4-9eed-4dbdddfb45f9 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891721 Feb 09 01:31:53.320870 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d170c3-f1c3-40af-9f87-e4c4141e76c8 req-65573e8d-c123-44ea-991c-73a82867c113 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:53.331125 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-25d170c3-f1c3-40af-9f87-e4c4141e76c8 req-65573e8d-c123-44ea-991c-73a82867c113 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 945 time: 0.0718272 Feb 09 01:31:53.413603 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-25d170c3-f1c3-40af-9f87-e4c4141e76c8 req-10720d26-7866-4a70-828d-6147b804b645 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813887 Feb 09 01:31:53.931901 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c4a6be-6ca2-483b-9488-2dc1febb6557 req-e9bd786b-4a7c-46f2-b442-beea15a8c17e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:53.941837 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-87c4a6be-6ca2-483b-9488-2dc1febb6557 req-e9bd786b-4a7c-46f2-b442-beea15a8c17e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 945 time: 0.0867536 Feb 09 01:31:54.081201 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-87c4a6be-6ca2-483b-9488-2dc1febb6557 req-2e92fad0-df59-41e1-8442-279b649cf4fe tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374578 Feb 09 01:31:54.333619 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242eeec-c60e-4b69-a32c-079a91f44e6f req-11369c33-60db-4c4c-b71e-aadd71221c2d tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:54.335143 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b242eeec-c60e-4b69-a32c-079a91f44e6f req-11369c33-60db-4c4c-b71e-aadd71221c2d tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/ports?device_id=12793301-9474-4650-bf70-7b441c28c390 HTTP/1.1" status: 200 len: 943 time: 0.1078453 Feb 09 01:31:54.405469 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b242eeec-c60e-4b69-a32c-079a91f44e6f req-37a33ba3-3fc6-4c71-828a-5b417c9a515d tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/security-groups?id=d372aab8-a187-4322-8f83-34f246bc73f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615671 Feb 09 01:31:54.996523 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:31:55.259963 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b04b65-8aa0-4d1f-88f3-969b3c4ed052 req-20dbbd90-fceb-481f-8aec-4fe0988dc19e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:55.262071 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-41b04b65-8aa0-4d1f-88f3-969b3c4ed052 req-20dbbd90-fceb-481f-8aec-4fe0988dc19e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 945 time: 0.0879767 Feb 09 01:31:55.381273 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-41b04b65-8aa0-4d1f-88f3-969b3c4ed052 req-87e42b6c-fa13-48a0-85c0-791e31c70e16 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053450 Feb 09 01:31:55.425914 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c0bab-78e2-4af8-a500-64c729cf9a01 req-00c9fa05-2576-453d-b731-5dfc2baaba29 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:55.427965 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c67c0bab-78e2-4af8-a500-64c729cf9a01 req-00c9fa05-2576-453d-b731-5dfc2baaba29 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.47 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 945 time: 0.1632221 Feb 09 01:31:55.614528 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2a5b9-a168-4bef-9369-c2f4f24e182f req-e25951f2-11fa-4cd0-9a94-21fbc0b2f336 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:55.621241 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8ae2a5b9-a168-4bef-9369-c2f4f24e182f req-e25951f2-11fa-4cd0-9a94-21fbc0b2f336 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/ports?device_id=12793301-9474-4650-bf70-7b441c28c390 HTTP/1.1" status: 200 len: 943 time: 0.1084743 Feb 09 01:31:55.664998 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-c67c0bab-78e2-4af8-a500-64c729cf9a01 req-09c2b171-a76f-4532-8674-57f7a1919666 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Deleting port b087a170-9b69-49cd-bc4a-1fd74546c698 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:31:55.665349 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c67c0bab-78e2-4af8-a500-64c729cf9a01 req-09c2b171-a76f-4532-8674-57f7a1919666 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (b087a170-9b69-49cd-bc4a-1fd74546c698), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:55.729096 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8ae2a5b9-a168-4bef-9369-c2f4f24e182f req-b386162e-c311-4020-a0d5-df688360bb2f tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/security-groups?id=d372aab8-a187-4322-8f83-34f246bc73f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069560 Feb 09 01:31:55.831752 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-c67c0bab-78e2-4af8-a500-64c729cf9a01 req-09c2b171-a76f-4532-8674-57f7a1919666 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] For port b087a170-9b69-49cd-bc4a-1fd74546c698, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=b087a170-9b69-49cd-bc4a-1fd74546c698,segment=NetworkSegment(d40e3b64-4486-4490-9380-e6758cb22819),segment_id=d40e3b64-4486-4490-9380-e6758cb22819)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:55.832145 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c67c0bab-78e2-4af8-a500-64c729cf9a01 req-09c2b171-a76f-4532-8674-57f7a1919666 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (b087a170-9b69-49cd-bc4a-1fd74546c698), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:55.850482 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-c67c0bab-78e2-4af8-a500-64c729cf9a01 req-09c2b171-a76f-4532-8674-57f7a1919666 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Calling delete_port for b087a170-9b69-49cd-bc4a-1fd74546c698 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:31:55.944315 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device fbfedbe8-7c3d-4646-bf86-8d1f8db67a16 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:31:56.106784 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c67c0bab-78e2-4af8-a500-64c729cf9a01 req-09c2b171-a76f-4532-8674-57f7a1919666 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (b087a170-9b69-49cd-bc4a-1fd74546c698), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:56.113132 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port fbfedbe8-7c3d-4646-bf86-8d1f8db67a16, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=fbfedbe8-7c3d-4646-bf86-8d1f8db67a16,segment=NetworkSegment(3a0c930b-d121-4b9c-92fe-e48240a2e3b4),segment_id=3a0c930b-d121-4b9c-92fe-e48240a2e3b4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:56.152072 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['311c2179-d368-4458-890a-e6cd34e7de98', 'b087a170-9b69-49cd-bc4a-1fd74546c698'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:31:56.156263 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': 'fbfedbe8-7c3d-4646-bf86-8d1f8db67a16', 'network_id': '3be12430-afc4-49f5-8809-14329bd56115', 'port_id': 'fbfedbe8-7c3d-4646-bf86-8d1f8db67a16', 'mac_address': 'fa:16:3e:b1:79:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2209de10-aa5e-43c1-9412-9e5af3276ff1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:31:56.216451 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2b171-a76f-4532-8674-57f7a1919666 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Pushing event deleted for resources: {'Port': ['ID=b087a170-9b69-49cd-bc4a-1fd74546c698,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:56.266275 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-c67c0bab-78e2-4af8-a500-64c729cf9a01 req-09c2b171-a76f-4532-8674-57f7a1919666 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] No DVR routers for this DVR port b087a170-9b69-49cd-bc4a-1fd74546c698 on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:31:56.270117 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c67c0bab-78e2-4af8-a500-64c729cf9a01 req-09c2b171-a76f-4532-8674-57f7a1919666 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:56.273750 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c67c0bab-78e2-4af8-a500-64c729cf9a01 req-09c2b171-a76f-4532-8674-57f7a1919666 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.47 "DELETE /v2.0/ports/b087a170-9b69-49cd-bc4a-1fd74546c698 HTTP/1.1" status: 204 len: 173 time: 0.8348253 Feb 09 01:31:56.274189 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12414174-21e8-4a97-8880-8046ac18368f', 'name': 'network-vif-deleted', 'tag': 'b087a170-9b69-49cd-bc4a-1fd74546c698'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:31:56.281987 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8bd3842-ac12-423b-885a-437751bc3d9c" -d '{"events": [{"server_uuid": "12414174-21e8-4a97-8880-8046ac18368f", "name": "network-vif-deleted", "tag": "b087a170-9b69-49cd-bc4a-1fd74546c698"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:31:56.289663 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port fbfedbe8-7c3d-4646-bf86-8d1f8db67a16 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:56.290475 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (fbfedbe8-7c3d-4646-bf86-8d1f8db67a16), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:56.360395 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbfedbe8-7c3d-4646-bf86-8d1f8db67a16 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:31:56.378720 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb69f50c-a43f-4f5c-b412-79a0978e0bb0 x-openstack-request-id: req-fb69f50c-a43f-4f5c-b412-79a0978e0bb0 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:31:56.379096 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12414174-21e8-4a97-8880-8046ac18368f", "name": "network-vif-deleted", "tag": "b087a170-9b69-49cd-bc4a-1fd74546c698", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:31:56.379356 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fb69f50c-a43f-4f5c-b412-79a0978e0bb0 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:31:56.380215 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12414174-21e8-4a97-8880-8046ac18368f', 'name': 'network-vif-deleted', 'tag': 'b087a170-9b69-49cd-bc4a-1fd74546c698', 'status': 'completed', 'code': 200} Feb 09 01:31:56.428054 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port fbfedbe8-7c3d-4646-bf86-8d1f8db67a16, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=fbfedbe8-7c3d-4646-bf86-8d1f8db67a16,segment=NetworkSegment(3a0c930b-d121-4b9c-92fe-e48240a2e3b4),segment_id=3a0c930b-d121-4b9c-92fe-e48240a2e3b4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:56.450462 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (fbfedbe8-7c3d-4646-bf86-8d1f8db67a16), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:56.617329 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0ada635a-fd7b-4941-9c86-dcf31f871f22 req-e0cd1740-592b-458a-9377-7ac792a4c9cb tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 210 time: 0.1068561 Feb 09 01:31:56.738040 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['fbfedbe8-7c3d-4646-bf86-8d1f8db67a16'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:31:56.742301 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=fbfedbe8-7c3d-4646-bf86-8d1f8db67a16,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:56.993333 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976d4ea-1a36-4dbe-8615-bec673e10437 req-1851915d-7b97-4358-a775-cc26de2dd937 tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:56.995864 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f976d4ea-1a36-4dbe-8615-bec673e10437 req-1851915d-7b97-4358-a775-cc26de2dd937 tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 1127 time: 0.2459280 Feb 09 01:31:57.042579 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f976d4ea-1a36-4dbe-8615-bec673e10437 req-0fc139b1-072d-4302-a7ef-618ca3c11104 tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:57.127656 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599ff44-e8ad-4ddd-85be-8a4cc6f72e0e req-fc84e7b4-1b74-4561-a1aa-97bb2d76830c tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:57.131512 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4599ff44-e8ad-4ddd-85be-8a4cc6f72e0e req-fc84e7b4-1b74-4561-a1aa-97bb2d76830c tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/ports?device_id=12793301-9474-4650-bf70-7b441c28c390 HTTP/1.1" status: 200 len: 944 time: 0.2876935 Feb 09 01:31:57.131994 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 51596) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:57.287065 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f976d4ea-1a36-4dbe-8615-bec673e10437 req-0fc139b1-072d-4302-a7ef-618ca3c11104 tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] Publish callbacks [] for security_group (aab2dd64-cb13-435d-b71b-a38d69286759), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:57.296324 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f976d4ea-1a36-4dbe-8615-bec673e10437 req-0fc139b1-072d-4302-a7ef-618ca3c11104 tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (aab2dd64-cb13-435d-b71b-a38d69286759), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:57.371329 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ba8b027d-2225-4dd2-9976-a63dcaf9bf5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:57.448466 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc139b1-072d-4302-a7ef-618ca3c11104 tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab2dd64-cb13-435d-b71b-a38d69286759,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:57.470304 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f976d4ea-1a36-4dbe-8615-bec673e10437 req-0fc139b1-072d-4302-a7ef-618ca3c11104 tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=66bf3e5d-bb50-42c0-95ed-c78f3de007a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4671555 Feb 09 01:31:57.613037 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ba8b027d-2225-4dd2-9976-a63dcaf9bf5e admin admin] Publish callbacks [] for security_group (c022c9ee-7200-46a6-af9d-d82399473c7c), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:57.618514 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ba8b027d-2225-4dd2-9976-a63dcaf9bf5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (c022c9ee-7200-46a6-af9d-d82399473c7c), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:57.657098 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4599ff44-e8ad-4ddd-85be-8a4cc6f72e0e req-1a69ea4a-4c1e-4a1f-bf68-ba2d60e767ba tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/security-groups?id=d372aab8-a187-4322-8f83-34f246bc73f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645451 Feb 09 01:31:57.708038 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2a4ae-140f-4a06-99f0-9b7b14fa750a req-3fb473ba-e801-499d-9951-6371d94eeaab tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:57.724102 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ba8b027d-2225-4dd2-9976-a63dcaf9bf5e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1058a45c776b41e185f7542c3c68f9c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5908353 Feb 09 01:31:57.726644 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ddd2a4ae-140f-4a06-99f0-9b7b14fa750a req-3fb473ba-e801-499d-9951-6371d94eeaab tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 945 time: 0.1661522 Feb 09 01:31:57.726823 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b027d-2225-4dd2-9976-a63dcaf9bf5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c022c9ee-7200-46a6-af9d-d82399473c7c,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:57.730086 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 51606) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:57.934988 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99869d71-35e0-4b59-9d61-f05921562a53 req-4c744b53-3e53-4f02-a075-bc6c679a46e7 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 210 time: 0.1393650 Feb 09 01:31:57.947388 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device fbfedbe8-7c3d-4646-bf86-8d1f8db67a16 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:31:58.029405 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-66d88b04-d59a-4a2f-b52e-9ec348e66442 admin admin] Publish callbacks [] for security_group (c022c9ee-7200-46a6-af9d-d82399473c7c), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:58.041974 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port fbfedbe8-7c3d-4646-bf86-8d1f8db67a16 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:31:58.046830 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port fbfedbe8-7c3d-4646-bf86-8d1f8db67a16 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:31:58.047219 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (fbfedbe8-7c3d-4646-bf86-8d1f8db67a16), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:58.083038 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-66d88b04-d59a-4a2f-b52e-9ec348e66442 admin admin] Publish callbacks [] for security_group (c022c9ee-7200-46a6-af9d-d82399473c7c), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:58.163041 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ddd2a4ae-140f-4a06-99f0-9b7b14fa750a req-d7526124-69dd-46d9-ae88-4eb218159a6d tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=66bf3e5d-bb50-42c0-95ed-c78f3de007a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4354758 Feb 09 01:31:58.190312 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-66d88b04-d59a-4a2f-b52e-9ec348e66442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (c022c9ee-7200-46a6-af9d-d82399473c7c), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:58.196007 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-66d88b04-d59a-4a2f-b52e-9ec348e66442 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:58.197097 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-66d88b04-d59a-4a2f-b52e-9ec348e66442 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c022c9ee-7200-46a6-af9d-d82399473c7c HTTP/1.1" status: 204 len: 168 time: 0.4421816 Feb 09 01:31:58.209103 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 51610) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:58.261121 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d88b04-d59a-4a2f-b52e-9ec348e66442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c022c9ee-7200-46a6-af9d-d82399473c7c,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:58.291187 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port fbfedbe8-7c3d-4646-bf86-8d1f8db67a16 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:31:58.291720 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (fbfedbe8-7c3d-4646-bf86-8d1f8db67a16), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:58.401112 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port fbfedbe8-7c3d-4646-bf86-8d1f8db67a16, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=fbfedbe8-7c3d-4646-bf86-8d1f8db67a16,segment=NetworkSegment(3a0c930b-d121-4b9c-92fe-e48240a2e3b4),segment_id=3a0c930b-d121-4b9c-92fe-e48240a2e3b4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:31:58.403518 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12793301-9474-4650-bf70-7b441c28c390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbfedbe8-7c3d-4646-bf86-8d1f8db67a16'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:31:58.407003 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6da795d-2dc4-4fec-8544-44dfbd24c442" -d '{"events": [{"server_uuid": "12793301-9474-4650-bf70-7b441c28c390", "name": "network-vif-plugged", "status": "completed", "tag": "fbfedbe8-7c3d-4646-bf86-8d1f8db67a16"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:31:58.417744 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (fbfedbe8-7c3d-4646-bf86-8d1f8db67a16), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:58.449536 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d13ee7a1-3c6f-4bdf-96dc-d90775ff3260 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/floatingips/e4e86999-b477-4621-a0d4-3c8e1d3136c2 HTTP/1.1" status: 200 len: 993 time: 0.2374547 Feb 09 01:31:58.544102 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b478c9e-b29d-4f9a-b669-2bcf2de14599 x-openstack-request-id: req-0b478c9e-b29d-4f9a-b669-2bcf2de14599 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:31:58.545894 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12793301-9474-4650-bf70-7b441c28c390", "name": "network-vif-plugged", "status": "completed", "tag": "fbfedbe8-7c3d-4646-bf86-8d1f8db67a16", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:31:58.546260 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0b478c9e-b29d-4f9a-b669-2bcf2de14599 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:31:58.546957 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12793301-9474-4650-bf70-7b441c28c390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbfedbe8-7c3d-4646-bf86-8d1f8db67a16', 'code': 200} Feb 09 01:31:58.553881 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=fbfedbe8-7c3d-4646-bf86-8d1f8db67a16,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:58.697343 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d800ef-bb44-45e1-b5c7-dd5e66ffa953 req-f1d693d9-4732-4839-a061-e2c32004317a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:58.708325 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-38d800ef-bb44-45e1-b5c7-dd5e66ffa953 req-f1d693d9-4732-4839-a061-e2c32004317a service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=12793301-9474-4650-bf70-7b441c28c390 HTTP/1.1" status: 200 len: 1127 time: 0.1208031 Feb 09 01:31:58.838813 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 51624) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:58.869392 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b560d28a-1366-48cf-8d0f-dab4ce8406a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:58.897368 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-892e60d9-79f5-4572-96e3-523a7707c39a req-6da06da3-f7ef-4341-9c07-a80fd8723493 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:31:58.902267 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-892e60d9-79f5-4572-96e3-523a7707c39a req-6da06da3-f7ef-4341-9c07-a80fd8723493 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0180066 Feb 09 01:31:59.047415 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-38d800ef-bb44-45e1-b5c7-dd5e66ffa953 req-ed0b3db8-28a4-4911-a964-8e274058a1a2 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=d372aab8-a187-4322-8f83-34f246bc73f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275077 Feb 09 01:31:59.060898 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc8a52-f3ed-47f1-9d62-94ff5702912b req-a87143e6-6e54-411b-96d9-9230f908021d tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:59.070060 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-facc8a52-f3ed-47f1-9d62-94ff5702912b req-a87143e6-6e54-411b-96d9-9230f908021d tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/ports?device_id=12793301-9474-4650-bf70-7b441c28c390 HTTP/1.1" status: 200 len: 945 time: 0.2880218 Feb 09 01:31:59.098633 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b560d28a-1366-48cf-8d0f-dab4ce8406a2 admin admin] Publish callbacks [] for security_group (bc794780-92a2-43e2-9fa9-86069522d152), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:59.104180 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b560d28a-1366-48cf-8d0f-dab4ce8406a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (bc794780-92a2-43e2-9fa9-86069522d152), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:59.205137 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-facc8a52-f3ed-47f1-9d62-94ff5702912b req-785eb600-2deb-43b6-8712-96d369ef5dee tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/security-groups?id=d372aab8-a187-4322-8f83-34f246bc73f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221697 Feb 09 01:31:59.211199 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device b087a170-9b69-49cd-bc4a-1fd74546c698 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:31:59.221871 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b560d28a-1366-48cf-8d0f-dab4ce8406a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc794780-92a2-43e2-9fa9-86069522d152,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:59.227379 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b560d28a-1366-48cf-8d0f-dab4ce8406a2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=97074ffa86a1488baaff62fc4ad58b93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3872900 Feb 09 01:31:59.230128 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 51634) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:59.312574 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: b087a170-9b69-49cd-bc4a-1fd74546c698 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:31:59.313261 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device b087a170-9b69-49cd-bc4a-1fd74546c698 not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:31:59.355200 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3a296701-671d-4615-9489-b29818c6f236 req-dc76370c-5700-47cb-ba8c-be6aa1940390 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 210 time: 0.0370812 Feb 09 01:31:59.372327 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0862c851-df6e-4066-b18e-e3d8c147ce3c admin admin] Publish callbacks [] for security_group (bc794780-92a2-43e2-9fa9-86069522d152), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:59.438000 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0862c851-df6e-4066-b18e-e3d8c147ce3c admin admin] Publish callbacks [] for security_group (bc794780-92a2-43e2-9fa9-86069522d152), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:59.535852 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0862c851-df6e-4066-b18e-e3d8c147ce3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (bc794780-92a2-43e2-9fa9-86069522d152), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:59.546385 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0862c851-df6e-4066-b18e-e3d8c147ce3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:31:59.553319 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-0862c851-df6e-4066-b18e-e3d8c147ce3c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bc794780-92a2-43e2-9fa9-86069522d152 HTTP/1.1" status: 204 len: 168 time: 0.3179371 Feb 09 01:31:59.580641 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0862c851-df6e-4066-b18e-e3d8c147ce3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc794780-92a2-43e2-9fa9-86069522d152,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:31:59.615990 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 51640) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:31:59.706016 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ed4aa-0c17-45a2-83c4-f699fb692678 req-0cafd372-36d1-43ef-9d43-b9c044adc86e tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:31:59.716926 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9f2ed4aa-0c17-45a2-83c4-f699fb692678 req-0cafd372-36d1-43ef-9d43-b9c044adc86e tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 945 time: 0.0805514 Feb 09 01:31:59.822160 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9f2ed4aa-0c17-45a2-83c4-f699fb692678 req-1b1ac1d5-80f2-4167-82c7-e7ddf00130fd tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=66bf3e5d-bb50-42c0-95ed-c78f3de007a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039383 Feb 09 01:31:59.909194 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-8d79edc4-de5c-42af-842e-b97f04174446 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2911222 Feb 09 01:31:59.917940 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-4a180dc9-2f7b-4b98-b26f-a16a1a5cd58b service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:31:59.920769 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-4a180dc9-2f7b-4b98-b26f-a16a1a5cd58b service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082059 Feb 09 01:32:00.374560 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9c543-af5c-4da2-94d6-2a03f819664f req-5bc1eb86-065c-4fe8-b979-02662cb12bc5 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:00.385019 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b5e9c543-af5c-4da2-94d6-2a03f819664f req-5bc1eb86-065c-4fe8-b979-02662cb12bc5 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/ports?device_id=12793301-9474-4650-bf70-7b441c28c390 HTTP/1.1" status: 200 len: 945 time: 0.1002491 Feb 09 01:32:00.523818 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1563cd0c-8376-4be0-aa2c-c927dc6a4569 req-aefceab2-cd60-482d-9ab2-1d188299040f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 210 time: 0.0780523 Feb 09 01:32:00.542529 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b5e9c543-af5c-4da2-94d6-2a03f819664f req-3097364b-bea3-4841-afaa-599a6f096e35 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/security-groups?id=d372aab8-a187-4322-8f83-34f246bc73f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505575 Feb 09 01:32:00.717275 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 51694) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:00.843822 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-d3222fee-7c42-4a34-b7ff-394a8147eb6c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1088337412-network', 'tenant_id': 'bfb3a6fc594544b498cf0ec9a9ae8e04'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:00.873813 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3222fee-7c42-4a34-b7ff-394a8147eb6c admin admin] Made reservation on behalf of bfb3a6fc594544b498cf0ec9a9ae8e04 for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:32:00.876248 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d3222fee-7c42-4a34-b7ff-394a8147eb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:00.908674 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d3222fee-7c42-4a34-b7ff-394a8147eb6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:01.030680 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c7d43-45c7-41ba-835e-45d631bc0f19 req-5ea1a1fe-38e2-4c08-b372-255ff69fc6d6 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:01.032459 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bb8c7d43-45c7-41ba-835e-45d631bc0f19 req-5ea1a1fe-38e2-4c08-b372-255ff69fc6d6 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 945 time: 0.1257863 Feb 09 01:32:01.105758 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bb8c7d43-45c7-41ba-835e-45d631bc0f19 req-25484e7c-6fbe-44bb-bd43-d9c91a496ee2 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=66bf3e5d-bb50-42c0-95ed-c78f3de007a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639474 Feb 09 01:32:01.119586 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d3222fee-7c42-4a34-b7ff-394a8147eb6c admin admin] Publish callbacks [] for security_group (6b824740-4a3c-47f4-9cdf-9f92b5a80ed0), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:01.128692 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d3222fee-7c42-4a34-b7ff-394a8147eb6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (6b824740-4a3c-47f4-9cdf-9f92b5a80ed0), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:01.161788 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3222fee-7c42-4a34-b7ff-394a8147eb6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1042} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:32:01.172770 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3222fee-7c42-4a34-b7ff-394a8147eb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b824740-4a3c-47f4-9cdf-9f92b5a80ed0,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:01.182587 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d3222fee-7c42-4a34-b7ff-394a8147eb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (906fa9e7-9922-40ba-aecc-be6a3804e1b3), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:01.183049 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-d3222fee-7c42-4a34-b7ff-394a8147eb6c admin admin] Added segment 906fa9e7-9922-40ba-aecc-be6a3804e1b3 of type vlan for network a6dc0533-64be-4dc0-82be-6dfba378ead9 Feb 09 01:32:01.252671 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d3222fee-7c42-4a34-b7ff-394a8147eb6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (a6dc0533-64be-4dc0-82be-6dfba378ead9), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:01.285499 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d3222fee-7c42-4a34-b7ff-394a8147eb6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (a6dc0533-64be-4dc0-82be-6dfba378ead9), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:01.286563 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3222fee-7c42-4a34-b7ff-394a8147eb6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:01.287154 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d3222fee-7c42-4a34-b7ff-394a8147eb6c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:01.366343 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d3222fee-7c42-4a34-b7ff-394a8147eb6c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6469107 Feb 09 01:32:01.369644 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 51704) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:01.374826 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3222fee-7c42-4a34-b7ff-394a8147eb6c admin admin] Pushing event updated for resources: {'Network': ['ID=a6dc0533-64be-4dc0-82be-6dfba378ead9,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:01.380775 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-9998b4ec-86fd-4c64-9c27-04111d499fc5 admin admin] Request body: {'subnet': {'network_id': 'a6dc0533-64be-4dc0-82be-6dfba378ead9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1088337412-subnet', 'tenant_id': 'bfb3a6fc594544b498cf0ec9a9ae8e04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:01.385469 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network a6dc0533-64be-4dc0-82be-6dfba378ead9 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:32:01.407669 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9998b4ec-86fd-4c64-9c27-04111d499fc5 admin admin] Made reservation on behalf of bfb3a6fc594544b498cf0ec9a9ae8e04 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:32:01.410563 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9998b4ec-86fd-4c64-9c27-04111d499fc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:01.656222 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9998b4ec-86fd-4c64-9c27-04111d499fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (335c2a51-266c-4757-b022-6ac8dba02c56), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:01.677228 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1e1a38f0-2577-4d7e-a410-6b0e462a8da5 req-0c194458-9c57-472d-bcce-8d89517a4c80 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 210 time: 0.0491567 Feb 09 01:32:01.719986 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9998b4ec-86fd-4c64-9c27-04111d499fc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=335c2a51-266c-4757-b022-6ac8dba02c56,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:01.755960 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9998b4ec-86fd-4c64-9c27-04111d499fc5 admin admin] Checking segment: {'id': '906fa9e7-9922-40ba-aecc-be6a3804e1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'a6dc0533-64be-4dc0-82be-6dfba378ead9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:32:01.756693 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9998b4ec-86fd-4c64-9c27-04111d499fc5 admin admin] Network hostable DHCP agents. Network: a6dc0533-64be-4dc0-82be-6dfba378ead9, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:32:01.779128 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9998b4ec-86fd-4c64-9c27-04111d499fc5 admin admin] Network a6dc0533-64be-4dc0-82be-6dfba378ead9 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:32:01.796781 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-9998b4ec-86fd-4c64-9c27-04111d499fc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, a6dc0533-64be-4dc0-82be-6dfba378ead9) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:32:01.809604 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9950c41-6db5-4060-bdb2-9833346b9a03 None None] Network a6dc0533-64be-4dc0-82be-6dfba378ead9 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:32:01.813103 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9998b4ec-86fd-4c64-9c27-04111d499fc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:01.814008 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9998b4ec-86fd-4c64-9c27-04111d499fc5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:01.823753 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52437440-4beb-447b-b179-c8d5edb209d0 req-f496ad49-82d9-4b2e-8362-cb70beb27b07 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:01.825514 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-52437440-4beb-447b-b179-c8d5edb209d0 req-f496ad49-82d9-4b2e-8362-cb70beb27b07 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/ports?device_id=12793301-9474-4650-bf70-7b441c28c390 HTTP/1.1" status: 200 len: 945 time: 0.1170185 Feb 09 01:32:01.831189 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-d1e3d594-b44c-4ae8-a478-87a10685511a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:01.833295 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-d1e3d594-b44c-4ae8-a478-87a10685511a service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=c3786288d8304ed4a73754fbccf8bb65&device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 1127 time: 0.1493638 Feb 09 01:32:01.848666 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9998b4ec-86fd-4c64-9c27-04111d499fc5 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4674895 Feb 09 01:32:01.988259 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6cc61d-7630-4071-88ec-e6347a146195 None None] Network a6dc0533-64be-4dc0-82be-6dfba378ead9 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:32:01.997828 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-52437440-4beb-447b-b179-c8d5edb209d0 req-433f14bb-ad3b-4dab-8f16-05a43c452e9d tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/security-groups?id=d372aab8-a187-4322-8f83-34f246bc73f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567652 Feb 09 01:32:02.049870 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-a13f3b3f-75e6-43d5-8262-d2a804eb9273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:02.051364 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-a13f3b3f-75e6-43d5-8262-d2a804eb9273 service neutron] 10.222.0.120 "GET /v2.0/networks?id=d73508dc-7f57-4aa2-b988-7f7109debbf6 HTTP/1.1" status: 200 len: 899 time: 0.2092638 Feb 09 01:32:02.164654 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-6e987b8d-e0d6-40a1-ae18-423d9b4309ed service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3dcc091-73d0-4887-8776-fcf3cc78e7de HTTP/1.1" status: 200 len: 1001 time: 0.1061230 Feb 09 01:32:02.251504 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-fbc9c7c5-bea4-4c12-963f-ebf1ecd85e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:02.253259 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-fbc9c7c5-bea4-4c12-963f-ebf1ecd85e7c service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4853b5cd-ebee-449a-9205-ef940b6a4070 HTTP/1.1" status: 200 len: 835 time: 0.0829203 Feb 09 01:32:02.406404 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40fbca-4b8e-4c3b-80c0-fbb9b2ff2df3 req-7b5a9ef4-1f45-4f85-bb42-58e6eb8963bf tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:02.408584 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a85be4ea-b7e9-440f-85dc-756210736ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:02.413842 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2c40fbca-4b8e-4c3b-80c0-fbb9b2ff2df3 req-7b5a9ef4-1f45-4f85-bb42-58e6eb8963bf tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 945 time: 0.1733632 Feb 09 01:32:02.437422 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-b69b15f4-0193-410e-b703-1b26388b75a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:02.438895 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-b69b15f4-0193-410e-b703-1b26388b75a2 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=d73508dc-7f57-4aa2-b988-7f7109debbf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1556675 Feb 09 01:32:02.448755 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a40cda-e081-41ae-af4c-ad51ef81dd11 req-beafa3ea-fc31-4096-9a4d-6abbb1e26ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:02.450231 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-15a40cda-e081-41ae-af4c-ad51ef81dd11 req-beafa3ea-fc31-4096-9a4d-6abbb1e26ca1 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=ac5bcf50fc484a6b96afdd2275d063d3&device_id=12793301-9474-4650-bf70-7b441c28c390 HTTP/1.1" status: 200 len: 1127 time: 0.1680529 Feb 09 01:32:02.493606 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8db317-08cd-411c-b578-53ff23ab3fa2 req-038988b5-8767-49da-9735-8f9d2aa7b085 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:02.495142 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4b8db317-08cd-411c-b578-53ff23ab3fa2 req-038988b5-8767-49da-9735-8f9d2aa7b085 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/ports?device_id=12793301-9474-4650-bf70-7b441c28c390 HTTP/1.1" status: 200 len: 945 time: 0.1606328 Feb 09 01:32:02.597230 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2c40fbca-4b8e-4c3b-80c0-fbb9b2ff2df3 req-2fb02d10-4870-4c4e-80eb-ede7afff2112 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=66bf3e5d-bb50-42c0-95ed-c78f3de007a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824892 Feb 09 01:32:02.698179 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4b8db317-08cd-411c-b578-53ff23ab3fa2 req-0f000da7-0853-4560-8c77-04cfe16777c8 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/security-groups?id=d372aab8-a187-4322-8f83-34f246bc73f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373856 Feb 09 01:32:02.710052 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-b8838c7d-c017-4187-b5d5-a9af9a59dd0c service neutron] 10.222.0.120 "GET /v2.0/networks/d73508dc-7f57-4aa2-b988-7f7109debbf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632473 Feb 09 01:32:02.716024 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a40cda-e081-41ae-af4c-ad51ef81dd11 req-3c86faa6-5f1e-4bbf-9a92-0f9c41e1ffcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:02.718044 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-15a40cda-e081-41ae-af4c-ad51ef81dd11 req-3c86faa6-5f1e-4bbf-9a92-0f9c41e1ffcf service neutron] 10.222.0.120 "GET /v2.0/networks?id=3be12430-afc4-49f5-8809-14329bd56115 HTTP/1.1" status: 200 len: 922 time: 0.2569096 Feb 09 01:32:02.824314 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-15a40cda-e081-41ae-af4c-ad51ef81dd11 req-d05287f9-bad3-48da-bdb6-619cd2028579 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbfedbe8-7c3d-4646-bf86-8d1f8db67a16 HTTP/1.1" status: 200 len: 217 time: 0.0953794 Feb 09 01:32:03.176501 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8739106b-a529-4924-b7cf-5570de2fc9ea req-a3007f99-8bc1-4082-9dff-95702d3945e2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 210 time: 0.3677652 Feb 09 01:32:03.242957 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-312ea613-81f5-4e71-ad73-1d924efb925b service neutron] 10.222.0.120 "GET /v2.0/networks/d73508dc-7f57-4aa2-b988-7f7109debbf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5239446 Feb 09 01:32:03.244506 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a40cda-e081-41ae-af4c-ad51ef81dd11 req-269f3a26-71e4-4d2c-844d-0675d8a70cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:03.245898 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-15a40cda-e081-41ae-af4c-ad51ef81dd11 req-269f3a26-71e4-4d2c-844d-0675d8a70cd8 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=2209de10-aa5e-43c1-9412-9e5af3276ff1 HTTP/1.1" status: 200 len: 860 time: 0.4144974 Feb 09 01:32:03.286390 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-15a40cda-e081-41ae-af4c-ad51ef81dd11 req-54f6d05a-38da-4ff4-bdfc-3b33b7f342e4 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=3be12430-afc4-49f5-8809-14329bd56115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306008 Feb 09 01:32:03.465366 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-15a40cda-e081-41ae-af4c-ad51ef81dd11 req-3001aee0-2f06-4eae-9eef-5f63434e623e service neutron] 10.222.0.120 "GET /v2.0/networks/3be12430-afc4-49f5-8809-14329bd56115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678970 Feb 09 01:32:03.571048 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-15a40cda-e081-41ae-af4c-ad51ef81dd11 req-5e469cfe-8370-4223-a146-a6553c85e761 service neutron] 10.222.0.120 "GET /v2.0/networks/3be12430-afc4-49f5-8809-14329bd56115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996456 Feb 09 01:32:03.750060 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe597c-3f85-4ecd-a2fd-9b5cdc246679 req-d384a3e4-30c9-4308-b028-0040801a03e9 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:03.759888 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-96fe597c-3f85-4ecd-a2fd-9b5cdc246679 req-d384a3e4-30c9-4308-b028-0040801a03e9 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 945 time: 0.0791838 Feb 09 01:32:03.861072 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-96fe597c-3f85-4ecd-a2fd-9b5cdc246679 req-cfb8cfa1-81c1-4469-9d29-ec464efc36e5 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=66bf3e5d-bb50-42c0-95ed-c78f3de007a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000590 Feb 09 01:32:03.927582 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b11721-5a82-4004-abc6-b7762336f207 req-385ceb87-9468-4b98-bdfa-e4cb337f8c9a tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:03.929328 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34b11721-5a82-4004-abc6-b7762336f207 req-385ceb87-9468-4b98-bdfa-e4cb337f8c9a tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/ports?device_id=12793301-9474-4650-bf70-7b441c28c390 HTTP/1.1" status: 200 len: 945 time: 0.1177504 Feb 09 01:32:04.023034 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34b11721-5a82-4004-abc6-b7762336f207 req-a1ae6e8b-530a-413d-af30-ad59aebb8739 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/security-groups?id=d372aab8-a187-4322-8f83-34f246bc73f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876522 Feb 09 01:32:04.367892 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bccb7e2d-d3c1-4ab6-be61-1f17c3a2ac41 req-2f4c19b9-5419-4132-9f37-617f315d1a14 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 210 time: 0.0624456 Feb 09 01:32:04.431708 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73608451-482f-4358-8a84-deeb5bde7c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:04.631469 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-9ff5a913-15dd-4c77-9741-d403fae4cd5b tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:04.635753 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-9ff5a913-15dd-4c77-9741-d403fae4cd5b tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/networks?id=9b2a4079-2723-4a47-b157-14dd261b93dd HTTP/1.1" status: 200 len: 815 time: 0.2627370 Feb 09 01:32:04.660341 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-1e7677a0-9db4-4972-8a24-ef38f69afd66 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/quotas/52bd326cd32044dbad2c04ed294f1153 HTTP/1.1" status: 200 len: 375 time: 0.0173280 Feb 09 01:32:04.774553 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-60e5351b-4674-4259-846a-b0f160a3c309 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=52bd326cd32044dbad2c04ed294f1153&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1062562 Feb 09 01:32:04.787820 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-a81c477b-dac6-4b87-a5b2-378367fc859f service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:32:04.792037 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-a81c477b-dac6-4b87-a5b2-378367fc859f service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0113573 Feb 09 01:32:05.068762 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-80c19e73-905d-4ac4-866c-9424420e1065 service neutron] 10.222.0.50 "GET /v2.0/networks/9b2a4079-2723-4a47-b157-14dd261b93dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704949 Feb 09 01:32:05.254906 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed501ad-c3d2-4af6-a3d3-df81aed88cc3 req-b4f5f756-264e-4508-9c2a-71ed2380e052 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:05.262093 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bed501ad-c3d2-4af6-a3d3-df81aed88cc3 req-b4f5f756-264e-4508-9c2a-71ed2380e052 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 945 time: 0.2854917 Feb 09 01:32:05.349475 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-76ea494e-09ec-4ca9-a757-1fcb479dda33 service neutron] 10.222.0.50 "GET /v2.0/networks/9b2a4079-2723-4a47-b157-14dd261b93dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789607 Feb 09 01:32:05.395453 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bed501ad-c3d2-4af6-a3d3-df81aed88cc3 req-8b057d3d-41da-4fef-a32b-99628d929111 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=66bf3e5d-bb50-42c0-95ed-c78f3de007a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312811 Feb 09 01:32:05.590910 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc64927-e2b5-4563-b264-b4182fc60b38 req-768b7c1f-9dc3-402e-8191-9b986c1b50e3 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:05.602490 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7cc64927-e2b5-4563-b264-b4182fc60b38 req-768b7c1f-9dc3-402e-8191-9b986c1b50e3 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/ports?device_id=12793301-9474-4650-bf70-7b441c28c390 HTTP/1.1" status: 200 len: 945 time: 0.1230671 Feb 09 01:32:05.733559 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7cc64927-e2b5-4563-b264-b4182fc60b38 req-05d3e560-86e5-4855-8f59-975416b92646 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/security-groups?id=d372aab8-a187-4322-8f83-34f246bc73f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201961 Feb 09 01:32:05.773413 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1c97dc05-a770-457f-b396-7b83ba754a24 req-f9073b99-8d34-41fa-82d2-e7a5105c208a tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 210 time: 0.0692592 Feb 09 01:32:05.933161 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:05.952135 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-272d6cbe-c06c-47d2-b4cb-81b68d0fc0dd req-91ded51c-5e83-4f57-82fa-aa78f3bf5896 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5983afd-4bee-4cc1-8ef1-8122d0a1b33e HTTP/1.1" status: 200 len: 210 time: 0.0898478 Feb 09 01:32:06.675914 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b7df2-f0de-4967-b029-7c9ec189615b req-40d242ee-5442-4185-aa73-d49c55135c66 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:06.677621 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e93b7df2-f0de-4967-b029-7c9ec189615b req-40d242ee-5442-4185-aa73-d49c55135c66 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 945 time: 0.1360629 Feb 09 01:32:06.818238 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e93b7df2-f0de-4967-b029-7c9ec189615b req-6c540cb7-053d-49ae-a297-14ece15f8b7b tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=66bf3e5d-bb50-42c0-95ed-c78f3de007a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350584 Feb 09 01:32:07.081131 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-04ddc056-2de4-4b0b-8cb2-9d603a86429b req-138f90e9-c768-47f2-b861-4c001469e1e4 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 210 time: 0.1140599 Feb 09 01:32:07.190158 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77d06e-b213-40b3-8025-2d01a1b15ac2 req-13ae9106-bccf-439c-bc93-d1b5d42d0b6e tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:07.197156 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c77d06e-b213-40b3-8025-2d01a1b15ac2 req-13ae9106-bccf-439c-bc93-d1b5d42d0b6e tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/ports?device_id=12793301-9474-4650-bf70-7b441c28c390 HTTP/1.1" status: 200 len: 945 time: 0.2787864 Feb 09 01:32:07.354873 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c77d06e-b213-40b3-8025-2d01a1b15ac2 req-0dad82cc-f2aa-4f0d-992a-36563ae87c0c tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/security-groups?id=d372aab8-a187-4322-8f83-34f246bc73f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568425 Feb 09 01:32:07.391247 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:07.426189 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-4f2bd29f-1dfc-4a75-9844-71ee3a741753 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:07.428398 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-4f2bd29f-1dfc-4a75-9844-71ee3a741753 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.47 "GET /v2.0/networks?id=9b2a4079-2723-4a47-b157-14dd261b93dd HTTP/1.1" status: 200 len: 815 time: 0.3751876 Feb 09 01:32:07.454413 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-3d791417-1815-467b-80f6-520f461e3c7f tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Request body: {'port': {'device_id': 'e5983afd-4bee-4cc1-8ef1-8122d0a1b33e', 'network_id': '9b2a4079-2723-4a47-b157-14dd261b93dd', 'admin_state_up': True, 'tenant_id': '52bd326cd32044dbad2c04ed294f1153'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:07.565722 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9e4b06c2-f02f-45a7-83c1-4e225666b7eb req-9abe2617-2e20-41db-8998-fe078bbb575c tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5983afd-4bee-4cc1-8ef1-8122d0a1b33e HTTP/1.1" status: 200 len: 210 time: 0.2425730 Feb 09 01:32:07.686411 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-3d791417-1815-467b-80f6-520f461e3c7f tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Made reservation on behalf of 52bd326cd32044dbad2c04ed294f1153 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:32:07.689809 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-3d791417-1815-467b-80f6-520f461e3c7f tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:07.742808 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc72ab-28da-4dcd-b696-8df6bf4d3ea1 req-b9d86aa3-bccc-4ca2-bbd5-f7368b939657 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:07.751264 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2bbc72ab-28da-4dcd-b696-8df6bf4d3ea1 req-b9d86aa3-bccc-4ca2-bbd5-f7368b939657 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/networks?id=a6dc0533-64be-4dc0-82be-6dfba378ead9 HTTP/1.1" status: 200 len: 809 time: 0.1664026 Feb 09 01:32:07.769485 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2bbc72ab-28da-4dcd-b696-8df6bf4d3ea1 req-fef41859-63e6-43b7-aed4-d03e7e02037b tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/quotas/bfb3a6fc594544b498cf0ec9a9ae8e04 HTTP/1.1" status: 200 len: 375 time: 0.0172141 Feb 09 01:32:07.823251 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:07.834813 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2bbc72ab-28da-4dcd-b696-8df6bf4d3ea1 req-462d7ce4-8f9b-4b4f-8b28-52064d57a074 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=bfb3a6fc594544b498cf0ec9a9ae8e04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643845 Feb 09 01:32:08.016898 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-0cfcc0bf-e37c-47fc-93a8-4cb0fef66cb6 req-74d8b59b-c0b5-4c96-9673-3f523e0c4e73 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=195f58aa-ee26-46ef-8ade-98d430506d01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1213200 Feb 09 01:32:08.030803 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-3d791417-1815-467b-80f6-520f461e3c7f tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Allocated IP 172.20.0.11 (9b2a4079-2723-4a47-b157-14dd261b93dd/ab72f72c-a599-42ad-9f47-8b5f3a8651e8/3567f8bc-1426-48e6-93ad-3db7c783da52) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:32:08.043995 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2bbc72ab-28da-4dcd-b696-8df6bf4d3ea1 req-25c01fb8-98f4-48d5-bbb4-a27797bd162b service neutron] 10.222.0.50 "GET /v2.0/networks/a6dc0533-64be-4dc0-82be-6dfba378ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081952 Feb 09 01:32:08.143101 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfcc0bf-e37c-47fc-93a8-4cb0fef66cb6 req-fa32ba20-7ab9-4ed9-b8ea-bfd4e8f75fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:08.145848 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-0cfcc0bf-e37c-47fc-93a8-4cb0fef66cb6 req-fa32ba20-7ab9-4ed9-b8ea-bfd4e8f75fed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9bde012005949bf8ed5f5d05d570ac0&device_id=195f58aa-ee26-46ef-8ade-98d430506d01 HTTP/1.1" status: 200 len: 1127 time: 0.0997016 Feb 09 01:32:08.156524 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2bbc72ab-28da-4dcd-b696-8df6bf4d3ea1 req-fe2cefc0-043a-4d8e-b6f2-9fb530d79957 service neutron] 10.222.0.50 "GET /v2.0/networks/a6dc0533-64be-4dc0-82be-6dfba378ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115847 Feb 09 01:32:08.206864 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a6899-f728-4393-a728-ca266a24aad3 req-8764367e-cb84-4b7b-88f0-328bdd0eaf8e tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:08.211682 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-894a6899-f728-4393-a728-ca266a24aad3 req-8764367e-cb84-4b7b-88f0-328bdd0eaf8e tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 945 time: 0.2423973 Feb 09 01:32:08.362093 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfcc0bf-e37c-47fc-93a8-4cb0fef66cb6 req-61722248-7638-4808-a5dd-08d7fc120a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:08.365151 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-0cfcc0bf-e37c-47fc-93a8-4cb0fef66cb6 req-61722248-7638-4808-a5dd-08d7fc120a32 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 HTTP/1.1" status: 200 len: 913 time: 0.1993468 Feb 09 01:32:08.380884 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-894a6899-f728-4393-a728-ca266a24aad3 req-2fbe2109-0184-4b3d-aa0f-0f7001a596ba tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=66bf3e5d-bb50-42c0-95ed-c78f3de007a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572905 Feb 09 01:32:08.481562 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:08.535457 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-0cfcc0bf-e37c-47fc-93a8-4cb0fef66cb6 req-a4b9091a-14d2-4095-9586-71a97773a0f2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=311c2179-d368-4458-890a-e6cd34e7de98 HTTP/1.1" status: 200 len: 217 time: 0.1637545 Feb 09 01:32:08.579199 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-3d791417-1815-467b-80f6-520f461e3c7f tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Publish callbacks [] for port (3567f8bc-1426-48e6-93ad-3db7c783da52), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:08.640673 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfcc0bf-e37c-47fc-93a8-4cb0fef66cb6 req-218dab67-71af-4c53-90b3-045545d57596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:08.642486 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-0cfcc0bf-e37c-47fc-93a8-4cb0fef66cb6 req-218dab67-71af-4c53-90b3-045545d57596 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68d3f132-83c5-49da-80a3-1924c70a8491 HTTP/1.1" status: 200 len: 850 time: 0.1011555 Feb 09 01:32:08.672372 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5365eb97-fdbc-4f68-ab87-07373e84e2dd req-b25fae2e-7586-4b7f-891f-dd096c601b1b tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 210 time: 0.0706611 Feb 09 01:32:08.714579 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f67a9cda-6b09-469e-90db-e7766525b8a8 req-792ed251-0422-43ac-984f-97618c5f208e tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0713b7c-e8a5-4c27-a1a5-42579bce9577 HTTP/1.1" status: 200 len: 210 time: 0.1134768 Feb 09 01:32:08.762805 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-3d791417-1815-467b-80f6-520f461e3c7f tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (3567f8bc-1426-48e6-93ad-3db7c783da52), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:08.775704 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfcc0bf-e37c-47fc-93a8-4cb0fef66cb6 req-40223aa6-f3ea-48ac-a6fd-99c31f7da0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:08.777937 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['50570b3c-89b5-4464-931c-c142e9339e93'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:32:08.779078 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-0cfcc0bf-e37c-47fc-93a8-4cb0fef66cb6 req-40223aa6-f3ea-48ac-a6fd-99c31f7da0c1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1308501 Feb 09 01:32:08.782431 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['574199ea-1318-4174-8814-dd905bf81266', '6ff3f983-dc2c-4e22-8baa-1a478e3bb441'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:32:09.043813 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-3d791417-1815-467b-80f6-520f461e3c7f tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Network 9b2a4079-2723-4a47-b157-14dd261b93dd is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:32:09.066559 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-3d791417-1815-467b-80f6-520f461e3c7f tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:32:09.072900 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-3d791417-1815-467b-80f6-520f461e3c7f tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:32:09.087494 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-0cfcc0bf-e37c-47fc-93a8-4cb0fef66cb6 req-119620c4-f39c-4f91-a873-f54f33ca870b service neutron] 10.222.0.47 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001201 Feb 09 01:32:09.091800 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d791417-1815-467b-80f6-520f461e3c7f tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Pushing event updated for resources: {'Port': ['ID=3567f8bc-1426-48e6-93ad-3db7c783da52,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:09.262475 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aafff56-545f-4bb8-a7cb-1037f8fb2ec8 req-39b9b875-43c5-44e9-a9ea-7a9388291a6d tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:09.265767 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-0cfcc0bf-e37c-47fc-93a8-4cb0fef66cb6 req-819b4083-eef7-438f-93d3-1c39ae03710f service neutron] 10.222.0.47 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710696 Feb 09 01:32:09.267460 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9aafff56-545f-4bb8-a7cb-1037f8fb2ec8 req-39b9b875-43c5-44e9-a9ea-7a9388291a6d tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5983afd-4bee-4cc1-8ef1-8122d0a1b33e HTTP/1.1" status: 200 len: 932 time: 0.4125223 Feb 09 01:32:09.297916 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a1305-ccc3-480e-bb88-76aee8ec57ba req-c11a7d82-925c-4c0f-826b-22b1343cfde8 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:09.299223 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-759a1305-ccc3-480e-bb88-76aee8ec57ba req-c11a7d82-925c-4c0f-826b-22b1343cfde8 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/ports?device_id=12793301-9474-4650-bf70-7b441c28c390 HTTP/1.1" status: 200 len: 945 time: 0.4499509 Feb 09 01:32:09.321268 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-3d791417-1815-467b-80f6-520f461e3c7f tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:09.321917 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-3d791417-1815-467b-80f6-520f461e3c7f tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:09.438058 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9aafff56-545f-4bb8-a7cb-1037f8fb2ec8 req-47c09f39-aa4c-4ade-99b5-1b8a04f446c5 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/security-groups?id=89cf32ef-8647-4bf5-8025-bd4fbbfa8670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628258 Feb 09 01:32:09.512506 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-759a1305-ccc3-480e-bb88-76aee8ec57ba req-d148e032-037d-4956-b8a3-d99834be4f0a tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/security-groups?id=d372aab8-a187-4322-8f83-34f246bc73f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859739 Feb 09 01:32:09.522495 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-3d791417-1815-467b-80f6-520f461e3c7f tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0728900 Feb 09 01:32:09.537173 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-15a18b85-efa0-4ef1-a32c-e12688e4c604 service neutron] Request body: {'port': {'device_id': 'e5983afd-4bee-4cc1-8ef1-8122d0a1b33e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:09.661936 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:09.820218 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb41a7f-de93-48c6-aa4e-521578ae8db0 req-ec47efba-f3a9-47eb-96ad-6dea6531b952 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:09.821913 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4eb41a7f-de93-48c6-aa4e-521578ae8db0 req-ec47efba-f3a9-47eb-96ad-6dea6531b952 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 945 time: 0.2434371 Feb 09 01:32:09.871045 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-15a18b85-efa0-4ef1-a32c-e12688e4c604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3567f8bc-1426-48e6-93ad-3db7c783da52), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:09.961874 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3a89993d-4a89-4818-bac3-e82a2f204a64 req-0ae2743a-9b8d-4504-93cb-b28bf076b787 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 210 time: 0.1609330 Feb 09 01:32:10.255541 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc72ab-28da-4dcd-b696-8df6bf4d3ea1 req-702ecb70-7c4b-4581-9c73-00f5164dd127 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:10.260870 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2bbc72ab-28da-4dcd-b696-8df6bf4d3ea1 req-702ecb70-7c4b-4581-9c73-00f5164dd127 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.120 "GET /v2.0/networks?id=a6dc0533-64be-4dc0-82be-6dfba378ead9 HTTP/1.1" status: 200 len: 809 time: 0.1415524 Feb 09 01:32:10.277213 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4a2ce829-b53f-4595-943b-601ab753cfe1 req-261348f2-1644-460f-bf6a-745c35098314 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0713b7c-e8a5-4c27-a1a5-42579bce9577 HTTP/1.1" status: 200 len: 210 time: 0.2147412 Feb 09 01:32:10.288505 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-2bbc72ab-28da-4dcd-b696-8df6bf4d3ea1 req-3df90e58-7cd0-49a6-8a31-4e5c7ee0af1d tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Request body: {'port': {'device_id': 'a0713b7c-e8a5-4c27-a1a5-42579bce9577', 'network_id': 'a6dc0533-64be-4dc0-82be-6dfba378ead9', 'admin_state_up': True, 'tenant_id': 'bfb3a6fc594544b498cf0ec9a9ae8e04'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:10.315853 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4eb41a7f-de93-48c6-aa4e-521578ae8db0 req-e10a4ddb-0f5d-4c8f-8ba5-2b27611d0e52 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=66bf3e5d-bb50-42c0-95ed-c78f3de007a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4642980 Feb 09 01:32:10.812826 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e05f86-fb4f-43a3-9b0d-dce37d212f53 req-f226d261-235a-47bb-b23c-c6c93e5a0c7e tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:10.820029 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-60e05f86-fb4f-43a3-9b0d-dce37d212f53 req-f226d261-235a-47bb-b23c-c6c93e5a0c7e tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5983afd-4bee-4cc1-8ef1-8122d0a1b33e HTTP/1.1" status: 200 len: 932 time: 0.2616467 Feb 09 01:32:10.887457 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea2116-0b6f-483f-8e67-7e46873c7c86 req-38ebb0fd-8dfa-4d3a-b537-1d2bbfbeb2bb tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:10.905614 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e9ea2116-0b6f-483f-8e67-7e46873c7c86 req-38ebb0fd-8dfa-4d3a-b537-1d2bbfbeb2bb tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/ports?device_id=12793301-9474-4650-bf70-7b441c28c390 HTTP/1.1" status: 200 len: 945 time: 0.2789602 Feb 09 01:32:10.928407 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bbc72ab-28da-4dcd-b696-8df6bf4d3ea1 req-3df90e58-7cd0-49a6-8a31-4e5c7ee0af1d tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Made reservation on behalf of bfb3a6fc594544b498cf0ec9a9ae8e04 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:32:10.933702 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2bbc72ab-28da-4dcd-b696-8df6bf4d3ea1 req-3df90e58-7cd0-49a6-8a31-4e5c7ee0af1d tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:11.026458 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-60e05f86-fb4f-43a3-9b0d-dce37d212f53 req-2ac671bb-cae0-4b7a-933f-96d665a7648f tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/security-groups?id=89cf32ef-8647-4bf5-8025-bd4fbbfa8670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000794 Feb 09 01:32:11.168227 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-2bbc72ab-28da-4dcd-b696-8df6bf4d3ea1 req-3df90e58-7cd0-49a6-8a31-4e5c7ee0af1d tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Allocated IP 172.20.0.12 (a6dc0533-64be-4dc0-82be-6dfba378ead9/335c2a51-266c-4757-b022-6ac8dba02c56/d912c92d-a65e-4f40-910b-c0ea92154901) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:32:11.326945 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2bbc72ab-28da-4dcd-b696-8df6bf4d3ea1 req-3df90e58-7cd0-49a6-8a31-4e5c7ee0af1d tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Publish callbacks [] for port (d912c92d-a65e-4f40-910b-c0ea92154901), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:11.377976 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2bbc72ab-28da-4dcd-b696-8df6bf4d3ea1 req-3df90e58-7cd0-49a6-8a31-4e5c7ee0af1d tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (d912c92d-a65e-4f40-910b-c0ea92154901), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:11.444488 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bbc72ab-28da-4dcd-b696-8df6bf4d3ea1 req-3df90e58-7cd0-49a6-8a31-4e5c7ee0af1d tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Network a6dc0533-64be-4dc0-82be-6dfba378ead9 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:32:11.447589 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a17f21ee-8a34-496b-88bd-f055d16ca534 req-7ed7f9e1-f36d-47ea-9a63-773ea645b672 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 210 time: 0.0888019 Feb 09 01:32:11.465589 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-2bbc72ab-28da-4dcd-b696-8df6bf4d3ea1 req-3df90e58-7cd0-49a6-8a31-4e5c7ee0af1d tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:32:11.870291 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bbc72ab-28da-4dcd-b696-8df6bf4d3ea1 req-3df90e58-7cd0-49a6-8a31-4e5c7ee0af1d tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:32:11.924380 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e9ea2116-0b6f-483f-8e67-7e46873c7c86 req-50c1a956-e56c-4862-96bc-ddb64c7320d9 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/security-groups?id=d372aab8-a187-4322-8f83-34f246bc73f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0166142 Feb 09 01:32:12.341911 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-15a18b85-efa0-4ef1-a32c-e12688e4c604 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3567f8bc-1426-48e6-93ad-3db7c783da52 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:32:12.358175 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-15a18b85-efa0-4ef1-a32c-e12688e4c604 service neutron] Publish callbacks [] for port (3567f8bc-1426-48e6-93ad-3db7c783da52), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:12.379084 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc72ab-28da-4dcd-b696-8df6bf4d3ea1 req-3df90e58-7cd0-49a6-8a31-4e5c7ee0af1d tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:12.379915 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2bbc72ab-28da-4dcd-b696-8df6bf4d3ea1 req-3df90e58-7cd0-49a6-8a31-4e5c7ee0af1d tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:12.391415 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df90e58-7cd0-49a6-8a31-4e5c7ee0af1d tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Pushing event updated for resources: {'Port': ['ID=d912c92d-a65e-4f40-910b-c0ea92154901,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:12.617808 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2bbc72ab-28da-4dcd-b696-8df6bf4d3ea1 req-3df90e58-7cd0-49a6-8a31-4e5c7ee0af1d tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3383360 Feb 09 01:32:12.628044 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-15a18b85-efa0-4ef1-a32c-e12688e4c604 service neutron] Transition to ACTIVE for port object 3567f8bc-1426-48e6-93ad-3db7c783da52 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:32:12.703869 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-2bbc72ab-28da-4dcd-b696-8df6bf4d3ea1 req-38e955e1-bff7-4ba7-b64f-d8987e55706d service neutron] Request body: {'port': {'device_id': 'a0713b7c-e8a5-4c27-a1a5-42579bce9577', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:12.709097 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-15a18b85-efa0-4ef1-a32c-e12688e4c604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (3567f8bc-1426-48e6-93ad-3db7c783da52), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:12.743973 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde78c0c-1c1e-4b28-a1ca-cfc65b37042c req-ff04ba7f-d84a-4d69-b662-c0e9c2c8eb35 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:12.745626 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bde78c0c-1c1e-4b28-a1ca-cfc65b37042c req-ff04ba7f-d84a-4d69-b662-c0e9c2c8eb35 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0713b7c-e8a5-4c27-a1a5-42579bce9577 HTTP/1.1" status: 200 len: 932 time: 0.8712926 Feb 09 01:32:12.801139 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7f0fd-820f-4f7c-a159-22ac2a23e521 req-c1e98415-9747-4c17-93aa-070d73f896cf tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:12.803293 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e3e7f0fd-820f-4f7c-a159-22ac2a23e521 req-c1e98415-9747-4c17-93aa-070d73f896cf tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 945 time: 0.6569891 Feb 09 01:32:12.968587 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a18b85-efa0-4ef1-a32c-e12688e4c604 service neutron] Pushing event updated for resources: {'Port': ['ID=3567f8bc-1426-48e6-93ad-3db7c783da52,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:13.043259 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bde78c0c-1c1e-4b28-a1ca-cfc65b37042c req-476a17f5-4dfa-4433-9295-70900f360d70 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b824740-4a3c-47f4-9cdf-9f92b5a80ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664151 Feb 09 01:32:13.043881 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2bbc72ab-28da-4dcd-b696-8df6bf4d3ea1 req-38e955e1-bff7-4ba7-b64f-d8987e55706d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d912c92d-a65e-4f40-910b-c0ea92154901), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:13.102857 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e3e7f0fd-820f-4f7c-a159-22ac2a23e521 req-c59bc1ca-82bc-4797-9fe3-cc9ebd1b08d7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=66bf3e5d-bb50-42c0-95ed-c78f3de007a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2859433 Feb 09 01:32:13.318294 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-15a18b85-efa0-4ef1-a32c-e12688e4c604 service neutron] Attempting to bind port 3567f8bc-1426-48e6-93ad-3db7c783da52 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:32:13.318747 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-15a18b85-efa0-4ef1-a32c-e12688e4c604 service neutron] Attempting to bind port 3567f8bc-1426-48e6-93ad-3db7c783da52 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '1666a7a2-41b4-455c-a9b6-1ec0c33c0758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '9b2a4079-2723-4a47-b157-14dd261b93dd'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:32:13.319139 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-15a18b85-efa0-4ef1-a32c-e12688e4c604 service neutron] Attempting to bind port 3567f8bc-1426-48e6-93ad-3db7c783da52 on network 9b2a4079-2723-4a47-b157-14dd261b93dd {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:32:13.346860 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-15a18b85-efa0-4ef1-a32c-e12688e4c604 service neutron] Port 3567f8bc-1426-48e6-93ad-3db7c783da52 on network 9b2a4079-2723-4a47-b157-14dd261b93dd not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:32:13.346860 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-15a18b85-efa0-4ef1-a32c-e12688e4c604 service neutron] Attempting to bind port 3567f8bc-1426-48e6-93ad-3db7c783da52 on network 9b2a4079-2723-4a47-b157-14dd261b93dd {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:32:13.415299 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-66d6f66e-9690-4ae9-9842-77de29e0f64f req-60ac086a-db27-4664-95b8-d6cce03e2c89 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 210 time: 0.1529291 Feb 09 01:32:13.417728 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-15a18b85-efa0-4ef1-a32c-e12688e4c604 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:32:13.417728 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-15a18b85-efa0-4ef1-a32c-e12688e4c604 service neutron] Checking segment: {'id': '1666a7a2-41b4-455c-a9b6-1ec0c33c0758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '9b2a4079-2723-4a47-b157-14dd261b93dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:32:13.418081 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-15a18b85-efa0-4ef1-a32c-e12688e4c604 service neutron] Bound using segment: {'id': '1666a7a2-41b4-455c-a9b6-1ec0c33c0758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '9b2a4079-2723-4a47-b157-14dd261b93dd'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:32:13.418559 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-15a18b85-efa0-4ef1-a32c-e12688e4c604 service neutron] Bound port: 3567f8bc-1426-48e6-93ad-3db7c783da52, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1666a7a2-41b4-455c-a9b6-1ec0c33c0758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '9b2a4079-2723-4a47-b157-14dd261b93dd'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:32:13.418930 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-15a18b85-efa0-4ef1-a32c-e12688e4c604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3567f8bc-1426-48e6-93ad-3db7c783da52), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:13.664485 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e3056-b508-43d9-81d9-2e4c13a9c876 req-a45bab8c-5fdc-40b1-9cec-4ba3c1961012 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:13.682512 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1a7e3056-b508-43d9-81d9-2e4c13a9c876 req-a45bab8c-5fdc-40b1-9cec-4ba3c1961012 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5983afd-4bee-4cc1-8ef1-8122d0a1b33e HTTP/1.1" status: 200 len: 944 time: 0.3983734 Feb 09 01:32:13.740408 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4902963-b233-4a1b-90a8-856cccecfbf3 req-c56436b6-5a6f-4287-8482-acba8422d226 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:13.742490 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e4902963-b233-4a1b-90a8-856cccecfbf3 req-c56436b6-5a6f-4287-8482-acba8422d226 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/ports?device_id=12793301-9474-4650-bf70-7b441c28c390 HTTP/1.1" status: 200 len: 945 time: 0.2133276 Feb 09 01:32:13.828349 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-15a18b85-efa0-4ef1-a32c-e12688e4c604 service neutron] For port 3567f8bc-1426-48e6-93ad-3db7c783da52, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:32:13.914875 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e4902963-b233-4a1b-90a8-856cccecfbf3 req-3b6ff422-c9a2-46ab-8aea-29775d51498f tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/security-groups?id=d372aab8-a187-4322-8f83-34f246bc73f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516421 Feb 09 01:32:13.927244 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-15a18b85-efa0-4ef1-a32c-e12688e4c604 service neutron] For port 3567f8bc-1426-48e6-93ad-3db7c783da52, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=3567f8bc-1426-48e6-93ad-3db7c783da52,segment=NetworkSegment(1666a7a2-41b4-455c-a9b6-1ec0c33c0758),segment_id=1666a7a2-41b4-455c-a9b6-1ec0c33c0758)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:32:13.944147 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1a7e3056-b508-43d9-81d9-2e4c13a9c876 req-56bebfa9-95e1-4ee4-9c99-adf2a090a0d5 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/security-groups?id=89cf32ef-8647-4bf5-8025-bd4fbbfa8670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002921 Feb 09 01:32:13.950713 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-15a18b85-efa0-4ef1-a32c-e12688e4c604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (3567f8bc-1426-48e6-93ad-3db7c783da52), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:14.021532 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-15a18b85-efa0-4ef1-a32c-e12688e4c604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:14.022583 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-15a18b85-efa0-4ef1-a32c-e12688e4c604 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:14.024183 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-15a18b85-efa0-4ef1-a32c-e12688e4c604 service neutron] 10.222.0.47 "PUT /v2.0/ports/3567f8bc-1426-48e6-93ad-3db7c783da52 HTTP/1.1" status: 200 len: 1092 time: 4.4932985 Feb 09 01:32:14.045567 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5983afd-4bee-4cc1-8ef1-8122d0a1b33e', 'tag': '3567f8bc-1426-48e6-93ad-3db7c783da52'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:32:14.055190 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd7a97a-4ab9-48b4-91c3-8e680d5a9970" -d '{"events": [{"name": "network-changed", "server_uuid": "e5983afd-4bee-4cc1-8ef1-8122d0a1b33e", "tag": "3567f8bc-1426-48e6-93ad-3db7c783da52"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:32:14.172172 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fd94e1-af44-4284-8f51-b838ac5dad46 x-openstack-request-id: req-27fd94e1-af44-4284-8f51-b838ac5dad46 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:32:14.172570 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5983afd-4bee-4cc1-8ef1-8122d0a1b33e", "tag": "3567f8bc-1426-48e6-93ad-3db7c783da52", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:32:14.172867 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-27fd94e1-af44-4284-8f51-b838ac5dad46 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:32:14.173277 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5983afd-4bee-4cc1-8ef1-8122d0a1b33e', 'tag': '3567f8bc-1426-48e6-93ad-3db7c783da52', 'status': 'completed', 'code': 200} Feb 09 01:32:14.220603 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a18b85-efa0-4ef1-a32c-e12688e4c604 service neutron] Pushing event updated for resources: {'Port': ['ID=3567f8bc-1426-48e6-93ad-3db7c783da52,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:14.299375 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-2bbc72ab-28da-4dcd-b696-8df6bf4d3ea1 req-38e955e1-bff7-4ba7-b64f-d8987e55706d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d912c92d-a65e-4f40-910b-c0ea92154901 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:32:14.309732 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2bbc72ab-28da-4dcd-b696-8df6bf4d3ea1 req-38e955e1-bff7-4ba7-b64f-d8987e55706d service neutron] Publish callbacks [] for port (d912c92d-a65e-4f40-910b-c0ea92154901), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:14.323568 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-2bbc72ab-28da-4dcd-b696-8df6bf4d3ea1 req-38e955e1-bff7-4ba7-b64f-d8987e55706d service neutron] Transition to ACTIVE for port object d912c92d-a65e-4f40-910b-c0ea92154901 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:32:14.339283 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2bbc72ab-28da-4dcd-b696-8df6bf4d3ea1 req-38e955e1-bff7-4ba7-b64f-d8987e55706d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (d912c92d-a65e-4f40-910b-c0ea92154901), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:14.405321 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e955e1-bff7-4ba7-b64f-d8987e55706d service neutron] Pushing event updated for resources: {'Port': ['ID=d912c92d-a65e-4f40-910b-c0ea92154901,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:14.442923 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-48ccf230-804b-407f-8ffe-dccffdf31787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:14.445810 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-48ccf230-804b-407f-8ffe-dccffdf31787 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=52bd326cd32044dbad2c04ed294f1153&device_id=e5983afd-4bee-4cc1-8ef1-8122d0a1b33e HTTP/1.1" status: 200 len: 1126 time: 0.3618467 Feb 09 01:32:14.528053 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-e67db8ca-8a93-4398-9a7d-9ee97f7a2a2b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3567f8bc-1426-48e6-93ad-3db7c783da52 HTTP/1.1" status: 200 len: 217 time: 0.0725479 Feb 09 01:32:14.611016 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f96076-2d78-4d2c-94c9-7e8196b8f7c7 req-a676a4f9-517c-490d-8e11-a15f4e5b1f40 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:14.613095 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34f96076-2d78-4d2c-94c9-7e8196b8f7c7 req-a676a4f9-517c-490d-8e11-a15f4e5b1f40 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0713b7c-e8a5-4c27-a1a5-42579bce9577 HTTP/1.1" status: 200 len: 932 time: 0.3828015 Feb 09 01:32:14.615301 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-6db2b9c9-90c4-46a3-803a-14f9feb23ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:14.616829 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-6db2b9c9-90c4-46a3-803a-14f9feb23ec6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab72f72c-a599-42ad-9f47-8b5f3a8651e8 HTTP/1.1" status: 200 len: 855 time: 0.0776765 Feb 09 01:32:14.702975 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-2bbc72ab-28da-4dcd-b696-8df6bf4d3ea1 req-38e955e1-bff7-4ba7-b64f-d8987e55706d service neutron] Attempting to bind port d912c92d-a65e-4f40-910b-c0ea92154901 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:32:14.702975 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-2bbc72ab-28da-4dcd-b696-8df6bf4d3ea1 req-38e955e1-bff7-4ba7-b64f-d8987e55706d service neutron] Attempting to bind port d912c92d-a65e-4f40-910b-c0ea92154901 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '906fa9e7-9922-40ba-aecc-be6a3804e1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'a6dc0533-64be-4dc0-82be-6dfba378ead9'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:32:14.702975 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbc72ab-28da-4dcd-b696-8df6bf4d3ea1 req-38e955e1-bff7-4ba7-b64f-d8987e55706d service neutron] Attempting to bind port d912c92d-a65e-4f40-910b-c0ea92154901 on network a6dc0533-64be-4dc0-82be-6dfba378ead9 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:32:14.754598 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611b835-671d-4bbf-99bf-62c9a8164df9 req-47138f33-8058-4cf8-94fb-078f3752b931 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:14.757028 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f611b835-671d-4bbf-99bf-62c9a8164df9 req-47138f33-8058-4cf8-94fb-078f3752b931 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 945 time: 0.5255687 Feb 09 01:32:14.763186 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-4d54e5b5-1e01-4548-80ff-636aa791ff09 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b2a4079-2723-4a47-b157-14dd261b93dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982804 Feb 09 01:32:14.883261 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-3ae4c80a-b738-45ce-80a8-5ca93512460d service neutron] 10.222.0.47 "GET /v2.0/networks/9b2a4079-2723-4a47-b157-14dd261b93dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064696 Feb 09 01:32:14.892860 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbc72ab-28da-4dcd-b696-8df6bf4d3ea1 req-38e955e1-bff7-4ba7-b64f-d8987e55706d service neutron] Port d912c92d-a65e-4f40-910b-c0ea92154901 on network a6dc0533-64be-4dc0-82be-6dfba378ead9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:32:14.893365 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbc72ab-28da-4dcd-b696-8df6bf4d3ea1 req-38e955e1-bff7-4ba7-b64f-d8987e55706d service neutron] Attempting to bind port d912c92d-a65e-4f40-910b-c0ea92154901 on network a6dc0533-64be-4dc0-82be-6dfba378ead9 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:32:15.023317 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-85c10bf8-8f17-483d-b1cb-c8acc5c51e26 req-fec24b9f-501f-43d5-864e-6844f4cf225e service neutron] 10.222.0.47 "GET /v2.0/networks/9b2a4079-2723-4a47-b157-14dd261b93dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246331 Feb 09 01:32:15.066590 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-34f96076-2d78-4d2c-94c9-7e8196b8f7c7 req-d2f48da3-0e4d-41b2-a7e4-b3f456a7059c tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b824740-4a3c-47f4-9cdf-9f92b5a80ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865232 Feb 09 01:32:15.069088 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbc72ab-28da-4dcd-b696-8df6bf4d3ea1 req-38e955e1-bff7-4ba7-b64f-d8987e55706d service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:32:15.069653 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbc72ab-28da-4dcd-b696-8df6bf4d3ea1 req-38e955e1-bff7-4ba7-b64f-d8987e55706d service neutron] Checking segment: {'id': '906fa9e7-9922-40ba-aecc-be6a3804e1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'a6dc0533-64be-4dc0-82be-6dfba378ead9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:32:15.070595 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbc72ab-28da-4dcd-b696-8df6bf4d3ea1 req-38e955e1-bff7-4ba7-b64f-d8987e55706d service neutron] Bound using segment: {'id': '906fa9e7-9922-40ba-aecc-be6a3804e1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'a6dc0533-64be-4dc0-82be-6dfba378ead9'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:32:15.071291 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-2bbc72ab-28da-4dcd-b696-8df6bf4d3ea1 req-38e955e1-bff7-4ba7-b64f-d8987e55706d service neutron] Bound port: d912c92d-a65e-4f40-910b-c0ea92154901, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '906fa9e7-9922-40ba-aecc-be6a3804e1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'a6dc0533-64be-4dc0-82be-6dfba378ead9'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:32:15.071922 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2bbc72ab-28da-4dcd-b696-8df6bf4d3ea1 req-38e955e1-bff7-4ba7-b64f-d8987e55706d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d912c92d-a65e-4f40-910b-c0ea92154901), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:15.136402 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b88232f7-8bbc-4f57-ab98-d56346ca2f9a req-0affb655-c71d-40b5-b8dd-2ce968e04369 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=d3b87a00-6562-4f8f-a405-6ee60198bf48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5178390 Feb 09 01:32:15.246562 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7a97a-4ab9-48b4-91c3-8e680d5a9970 req-8e8a3ab8-9347-4a94-bf13-026a300fb7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:15.248404 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1bd7a97a-4ab9-48b4-91c3-8e680d5a9970 req-8e8a3ab8-9347-4a94-bf13-026a300fb7fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=52bd326cd32044dbad2c04ed294f1153&device_id=e5983afd-4bee-4cc1-8ef1-8122d0a1b33e HTTP/1.1" status: 200 len: 1126 time: 0.1587565 Feb 09 01:32:15.258628 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f611b835-671d-4bbf-99bf-62c9a8164df9 req-bf659b94-6bc1-457f-9a09-0caf6d9ce2a2 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=66bf3e5d-bb50-42c0-95ed-c78f3de007a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4928288 Feb 09 01:32:15.388839 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-278f8929-b700-4e6c-8622-9078673d2668 req-97f88b0b-cb7a-4da9-9670-a9dee5cd11c5 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 210 time: 0.1349354 Feb 09 01:32:15.483358 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-2bbc72ab-28da-4dcd-b696-8df6bf4d3ea1 req-38e955e1-bff7-4ba7-b64f-d8987e55706d service neutron] For port d912c92d-a65e-4f40-910b-c0ea92154901, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:32:15.542849 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-2bbc72ab-28da-4dcd-b696-8df6bf4d3ea1 req-38e955e1-bff7-4ba7-b64f-d8987e55706d service neutron] For port d912c92d-a65e-4f40-910b-c0ea92154901, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=d912c92d-a65e-4f40-910b-c0ea92154901,segment=NetworkSegment(906fa9e7-9922-40ba-aecc-be6a3804e1b3),segment_id=906fa9e7-9922-40ba-aecc-be6a3804e1b3)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:32:15.554666 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88232f7-8bbc-4f57-ab98-d56346ca2f9a req-10c3e455-06b5-4a4f-a973-ef4b2f5892aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:15.556302 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b88232f7-8bbc-4f57-ab98-d56346ca2f9a req-10c3e455-06b5-4a4f-a973-ef4b2f5892aa service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=52bd326cd32044dbad2c04ed294f1153&device_id=d3b87a00-6562-4f8f-a405-6ee60198bf48 HTTP/1.1" status: 200 len: 1128 time: 0.3677499 Feb 09 01:32:15.611672 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7a97a-4ab9-48b4-91c3-8e680d5a9970 req-bd044b1e-08b1-4c32-b1c6-0a514d51a8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:15.613467 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1bd7a97a-4ab9-48b4-91c3-8e680d5a9970 req-bd044b1e-08b1-4c32-b1c6-0a514d51a8b0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b2a4079-2723-4a47-b157-14dd261b93dd HTTP/1.1" status: 200 len: 917 time: 0.3341868 Feb 09 01:32:15.620090 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2bbc72ab-28da-4dcd-b696-8df6bf4d3ea1 req-38e955e1-bff7-4ba7-b64f-d8987e55706d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (d912c92d-a65e-4f40-910b-c0ea92154901), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:15.776301 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88232f7-8bbc-4f57-ab98-d56346ca2f9a req-79980617-841d-466a-8b34-1800b9c79bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:15.779327 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b88232f7-8bbc-4f57-ab98-d56346ca2f9a req-79980617-841d-466a-8b34-1800b9c79bd0 service neutron] 10.222.0.120 "GET /v2.0/networks?id=9b2a4079-2723-4a47-b157-14dd261b93dd HTTP/1.1" status: 200 len: 917 time: 0.1647782 Feb 09 01:32:15.821055 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e955e1-bff7-4ba7-b64f-d8987e55706d service neutron] Pushing event updated for resources: {'Port': ['ID=d912c92d-a65e-4f40-910b-c0ea92154901,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:15.831490 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc72ab-28da-4dcd-b696-8df6bf4d3ea1 req-38e955e1-bff7-4ba7-b64f-d8987e55706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:15.832179 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2bbc72ab-28da-4dcd-b696-8df6bf4d3ea1 req-38e955e1-bff7-4ba7-b64f-d8987e55706d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:15.833652 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2bbc72ab-28da-4dcd-b696-8df6bf4d3ea1 req-38e955e1-bff7-4ba7-b64f-d8987e55706d service neutron] 10.222.0.120 "PUT /v2.0/ports/d912c92d-a65e-4f40-910b-c0ea92154901 HTTP/1.1" status: 200 len: 1092 time: 3.1484308 Feb 09 01:32:15.876241 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1bd7a97a-4ab9-48b4-91c3-8e680d5a9970 req-f5ff3dda-d555-4a56-be6b-4b1a9cdd6dfa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3567f8bc-1426-48e6-93ad-3db7c783da52 HTTP/1.1" status: 200 len: 217 time: 0.1526377 Feb 09 01:32:15.877531 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b88232f7-8bbc-4f57-ab98-d56346ca2f9a req-f3022584-2285-4d10-b4d6-900775398e45 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=574199ea-1318-4174-8814-dd905bf81266 HTTP/1.1" status: 200 len: 217 time: 0.0430424 Feb 09 01:32:15.885762 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee899866-dedb-480b-b7ba-e1e3b0e0d633 req-7cb9ab28-6e1b-4094-87b3-790494bd6301 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:15.893625 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee899866-dedb-480b-b7ba-e1e3b0e0d633 req-7cb9ab28-6e1b-4094-87b3-790494bd6301 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/ports?device_id=12793301-9474-4650-bf70-7b441c28c390 HTTP/1.1" status: 200 len: 945 time: 0.5151353 Feb 09 01:32:15.984387 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7a97a-4ab9-48b4-91c3-8e680d5a9970 req-9336e032-25d7-4917-a5b9-759e93d6232c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:15.985960 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1bd7a97a-4ab9-48b4-91c3-8e680d5a9970 req-9336e032-25d7-4917-a5b9-759e93d6232c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab72f72c-a599-42ad-9f47-8b5f3a8651e8 HTTP/1.1" status: 200 len: 855 time: 0.0895317 Feb 09 01:32:15.999822 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b962b1-dd5b-49af-8266-1199a6f92681 req-0f474694-d2fb-402f-ba24-7989ac2fd833 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:16.006809 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f5b962b1-dd5b-49af-8266-1199a6f92681 req-0f474694-d2fb-402f-ba24-7989ac2fd833 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5983afd-4bee-4cc1-8ef1-8122d0a1b33e HTTP/1.1" status: 200 len: 944 time: 0.5252211 Feb 09 01:32:16.101741 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1bd7a97a-4ab9-48b4-91c3-8e680d5a9970 req-066139de-d102-4557-9648-4fc3149f3759 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b2a4079-2723-4a47-b157-14dd261b93dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497620 Feb 09 01:32:16.175324 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0713b7c-e8a5-4c27-a1a5-42579bce9577', 'tag': 'd912c92d-a65e-4f40-910b-c0ea92154901'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:32:16.177500 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d30946-5d94-43a7-8c7d-e6c0543041d8" -d '{"events": [{"name": "network-changed", "server_uuid": "a0713b7c-e8a5-4c27-a1a5-42579bce9577", "tag": "d912c92d-a65e-4f40-910b-c0ea92154901"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:32:16.193829 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88232f7-8bbc-4f57-ab98-d56346ca2f9a req-75ca0bfc-c9c1-4528-a58b-8d73440bbdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:16.195328 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b88232f7-8bbc-4f57-ab98-d56346ca2f9a req-75ca0bfc-c9c1-4528-a58b-8d73440bbdee service neutron] 10.222.0.120 "GET /v2.0/subnets?id=ab72f72c-a599-42ad-9f47-8b5f3a8651e8 HTTP/1.1" status: 200 len: 855 time: 0.2967212 Feb 09 01:32:16.265262 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee899866-dedb-480b-b7ba-e1e3b0e0d633 req-2237fbb1-0197-4a62-b0e0-b97b73f0d508 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/security-groups?id=d372aab8-a187-4322-8f83-34f246bc73f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706706 Feb 09 01:32:16.272519 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b88232f7-8bbc-4f57-ab98-d56346ca2f9a req-7d3d88b5-38d7-4e81-9fd7-72a36020e126 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9b2a4079-2723-4a47-b157-14dd261b93dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633988 Feb 09 01:32:16.298314 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f5b962b1-dd5b-49af-8266-1199a6f92681 req-812f0380-38a5-46d4-9c48-cadfb7c7ac53 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/security-groups?id=89cf32ef-8647-4bf5-8025-bd4fbbfa8670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905872 Feb 09 01:32:16.303134 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc72ab-28da-4dcd-b696-8df6bf4d3ea1 req-818b7c6f-b840-4c11-9194-8827f0349336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:16.319063 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2bbc72ab-28da-4dcd-b696-8df6bf4d3ea1 req-818b7c6f-b840-4c11-9194-8827f0349336 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=bfb3a6fc594544b498cf0ec9a9ae8e04&device_id=a0713b7c-e8a5-4c27-a1a5-42579bce9577 HTTP/1.1" status: 200 len: 1126 time: 0.4073131 Feb 09 01:32:16.715329 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b79418-f48f-48f0-ad55-618697ef17eb x-openstack-request-id: req-17b79418-f48f-48f0-ad55-618697ef17eb {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:32:16.715853 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0713b7c-e8a5-4c27-a1a5-42579bce9577", "tag": "d912c92d-a65e-4f40-910b-c0ea92154901", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:32:16.716249 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-17b79418-f48f-48f0-ad55-618697ef17eb {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:32:16.716813 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0713b7c-e8a5-4c27-a1a5-42579bce9577', 'tag': 'd912c92d-a65e-4f40-910b-c0ea92154901', 'status': 'completed', 'code': 200} Feb 09 01:32:16.758098 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2bbc72ab-28da-4dcd-b696-8df6bf4d3ea1 req-09de437a-de02-4069-9bbb-a58c268c5259 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d912c92d-a65e-4f40-910b-c0ea92154901 HTTP/1.1" status: 200 len: 217 time: 0.4390404 Feb 09 01:32:16.854610 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1bd7a97a-4ab9-48b4-91c3-8e680d5a9970 req-4dd80c22-a73a-41aa-bc35-37a8b3899ec8 service neutron] 10.222.0.47 "GET /v2.0/networks/9b2a4079-2723-4a47-b157-14dd261b93dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7431877 Feb 09 01:32:16.961859 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc72ab-28da-4dcd-b696-8df6bf4d3ea1 req-99a70dfb-13ac-4a6f-962f-9460b161bc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:16.963372 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2bbc72ab-28da-4dcd-b696-8df6bf4d3ea1 req-99a70dfb-13ac-4a6f-962f-9460b161bc0d service neutron] 10.222.0.120 "GET /v2.0/subnets?id=335c2a51-266c-4757-b022-6ac8dba02c56 HTTP/1.1" status: 200 len: 849 time: 0.1740832 Feb 09 01:32:16.997127 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b88232f7-8bbc-4f57-ab98-d56346ca2f9a req-3358b371-7be4-404f-a574-e90f582bf9e7 service neutron] 10.222.0.120 "GET /v2.0/networks/9b2a4079-2723-4a47-b157-14dd261b93dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7157722 Feb 09 01:32:17.024700 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5afe4-225c-4e8d-905c-ebe0d0c9a396 req-e49981ce-df3d-4d37-921e-de7376bf4fc0 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:17.026312 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4af5afe4-225c-4e8d-905c-ebe0d0c9a396 req-e49981ce-df3d-4d37-921e-de7376bf4fc0 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 945 time: 0.3211176 Feb 09 01:32:17.042839 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2bbc72ab-28da-4dcd-b696-8df6bf4d3ea1 req-6d37e699-4c02-4b5b-a816-7cb8a800998b service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=a6dc0533-64be-4dc0-82be-6dfba378ead9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698190 Feb 09 01:32:17.052700 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765270f6-6444-48cc-854c-b04bd867bcdc req-6638ecec-a168-457e-a54d-1127dbcb1834 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:17.055076 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-765270f6-6444-48cc-854c-b04bd867bcdc req-6638ecec-a168-457e-a54d-1127dbcb1834 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0713b7c-e8a5-4c27-a1a5-42579bce9577 HTTP/1.1" status: 200 len: 944 time: 0.3363559 Feb 09 01:32:17.248933 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1bd7a97a-4ab9-48b4-91c3-8e680d5a9970 req-60989ba2-21a9-4f97-83ad-fec87b9869c1 service neutron] 10.222.0.47 "GET /v2.0/networks/9b2a4079-2723-4a47-b157-14dd261b93dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3849974 Feb 09 01:32:17.319686 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 3567f8bc-1426-48e6-93ad-3db7c783da52 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:32:17.340761 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-765270f6-6444-48cc-854c-b04bd867bcdc req-c7dc592b-89c3-4b9a-9150-66385a981307 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b824740-4a3c-47f4-9cdf-9f92b5a80ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130911 Feb 09 01:32:17.349499 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4af5afe4-225c-4e8d-905c-ebe0d0c9a396 req-9787b24f-1ecc-4d5d-a734-6b2e9b749ce0 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=66bf3e5d-bb50-42c0-95ed-c78f3de007a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2673111 Feb 09 01:32:17.366266 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2bbc72ab-28da-4dcd-b696-8df6bf4d3ea1 req-8e061aeb-abca-439b-8868-aa820fc46f44 service neutron] 10.222.0.120 "GET /v2.0/networks/a6dc0533-64be-4dc0-82be-6dfba378ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060310 Feb 09 01:32:17.371610 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b88232f7-8bbc-4f57-ab98-d56346ca2f9a req-e97666d5-ed3d-46dc-b12e-21d056ba1a92 service neutron] 10.222.0.120 "GET /v2.0/networks/9b2a4079-2723-4a47-b157-14dd261b93dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440287 Feb 09 01:32:17.548769 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 3567f8bc-1426-48e6-93ad-3db7c783da52, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=3567f8bc-1426-48e6-93ad-3db7c783da52,segment=NetworkSegment(1666a7a2-41b4-455c-a9b6-1ec0c33c0758),segment_id=1666a7a2-41b4-455c-a9b6-1ec0c33c0758)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:17.565117 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '3567f8bc-1426-48e6-93ad-3db7c783da52', 'network_id': '9b2a4079-2723-4a47-b157-14dd261b93dd', 'port_id': '3567f8bc-1426-48e6-93ad-3db7c783da52', 'mac_address': 'fa:16:3e:fc:4a:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab72f72c-a599-42ad-9f47-8b5f3a8651e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:32:17.620303 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 3567f8bc-1426-48e6-93ad-3db7c783da52 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:17.621031 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3567f8bc-1426-48e6-93ad-3db7c783da52), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:17.647279 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3567f8bc-1426-48e6-93ad-3db7c783da52 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:32:17.675705 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 3567f8bc-1426-48e6-93ad-3db7c783da52, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=3567f8bc-1426-48e6-93ad-3db7c783da52,segment=NetworkSegment(1666a7a2-41b4-455c-a9b6-1ec0c33c0758),segment_id=1666a7a2-41b4-455c-a9b6-1ec0c33c0758)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:17.680785 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (3567f8bc-1426-48e6-93ad-3db7c783da52), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:17.732636 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fd2394b4-dba8-4473-9a9a-2345681bcd4d req-14db18bd-d67e-4b85-bd61-df2c97d991e5 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=12414174-21e8-4a97-8880-8046ac18368f HTTP/1.1" status: 200 len: 210 time: 0.1549973 Feb 09 01:32:17.736408 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2bbc72ab-28da-4dcd-b696-8df6bf4d3ea1 req-823b01ef-2955-4782-b712-4b4e2ddf898a service neutron] 10.222.0.120 "GET /v2.0/networks/a6dc0533-64be-4dc0-82be-6dfba378ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637695 Feb 09 01:32:17.771731 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=3567f8bc-1426-48e6-93ad-3db7c783da52,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:17.793368 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a8602-a1f4-4e8e-b367-ee0602b1a8aa req-ce83083d-1182-47fa-99ef-460bcf9c9ce4 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:17.795466 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-683a8602-a1f4-4e8e-b367-ee0602b1a8aa req-ce83083d-1182-47fa-99ef-460bcf9c9ce4 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/ports?device_id=12793301-9474-4650-bf70-7b441c28c390 HTTP/1.1" status: 200 len: 945 time: 0.2741888 Feb 09 01:32:17.902728 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['3567f8bc-1426-48e6-93ad-3db7c783da52'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:32:18.084206 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-683a8602-a1f4-4e8e-b367-ee0602b1a8aa req-1880cf09-1a11-42ac-9dd2-348954d78f1f tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/security-groups?id=d372aab8-a187-4322-8f83-34f246bc73f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785747 Feb 09 01:32:18.105111 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d30946-5d94-43a7-8c7d-e6c0543041d8 req-46d875fc-5ebf-4af6-9ca3-1ba5907de40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:18.106920 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01d30946-5d94-43a7-8c7d-e6c0543041d8 req-46d875fc-5ebf-4af6-9ca3-1ba5907de40c service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=bfb3a6fc594544b498cf0ec9a9ae8e04&device_id=a0713b7c-e8a5-4c27-a1a5-42579bce9577 HTTP/1.1" status: 200 len: 1126 time: 0.3103189 Feb 09 01:32:18.179469 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4accff6f-be55-4ee9-8c85-71f7e3afa9a6 req-566f2eaf-f986-4969-b50f-aa27e2834185 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:18.182411 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4accff6f-be55-4ee9-8c85-71f7e3afa9a6 req-566f2eaf-f986-4969-b50f-aa27e2834185 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5983afd-4bee-4cc1-8ef1-8122d0a1b33e HTTP/1.1" status: 200 len: 945 time: 0.2964141 Feb 09 01:32:18.258958 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4accff6f-be55-4ee9-8c85-71f7e3afa9a6 req-5787b1d6-1032-4734-9bfa-0de603a672f3 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/security-groups?id=89cf32ef-8647-4bf5-8025-bd4fbbfa8670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686226 Feb 09 01:32:18.270291 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d30946-5d94-43a7-8c7d-e6c0543041d8 req-02d4acd6-bba4-46a2-b269-6e7c4134c9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:18.271973 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01d30946-5d94-43a7-8c7d-e6c0543041d8 req-02d4acd6-bba4-46a2-b269-6e7c4134c9e0 service neutron] 10.222.0.120 "GET /v2.0/networks?id=a6dc0533-64be-4dc0-82be-6dfba378ead9 HTTP/1.1" status: 200 len: 911 time: 0.1591809 Feb 09 01:32:18.328320 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01d30946-5d94-43a7-8c7d-e6c0543041d8 req-bd054055-cf1a-46f8-9269-4d48d0da5c4d service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d912c92d-a65e-4f40-910b-c0ea92154901 HTTP/1.1" status: 200 len: 217 time: 0.0493910 Feb 09 01:32:18.382122 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d30946-5d94-43a7-8c7d-e6c0543041d8 req-432c0c78-1684-481d-b9ff-157ffc26e307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:18.383865 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01d30946-5d94-43a7-8c7d-e6c0543041d8 req-432c0c78-1684-481d-b9ff-157ffc26e307 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=335c2a51-266c-4757-b022-6ac8dba02c56 HTTP/1.1" status: 200 len: 849 time: 0.0498178 Feb 09 01:32:18.424201 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01d30946-5d94-43a7-8c7d-e6c0543041d8 req-52f99e19-ba22-43b8-9231-bfab6f2b8d0a service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=a6dc0533-64be-4dc0-82be-6dfba378ead9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336301 Feb 09 01:32:18.663226 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1618b-6d23-4be3-8128-2e6dcd9f5919 req-abe94980-dfc4-4e08-8fd5-bbfe5e5e84ec tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:18.664858 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-efd1618b-6d23-4be3-8128-2e6dcd9f5919 req-abe94980-dfc4-4e08-8fd5-bbfe5e5e84ec tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 945 time: 0.1577704 Feb 09 01:32:18.668260 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01d30946-5d94-43a7-8c7d-e6c0543041d8 req-95c658d0-ec0f-4990-ad71-7b0d12424f6f service neutron] 10.222.0.120 "GET /v2.0/networks/a6dc0533-64be-4dc0-82be-6dfba378ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355580 Feb 09 01:32:18.677943 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355bf84e-044d-4dc3-9770-c730614eac42 req-07ba1e23-ef9b-4c26-8d09-a66daff5fc96 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:18.679415 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-355bf84e-044d-4dc3-9770-c730614eac42 req-07ba1e23-ef9b-4c26-8d09-a66daff5fc96 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0713b7c-e8a5-4c27-a1a5-42579bce9577 HTTP/1.1" status: 200 len: 944 time: 0.1899855 Feb 09 01:32:18.836973 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-355bf84e-044d-4dc3-9770-c730614eac42 req-9f10fb7b-e2a7-4abf-a604-79b78b8104d5 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b824740-4a3c-47f4-9cdf-9f92b5a80ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408689 Feb 09 01:32:18.889681 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-efd1618b-6d23-4be3-8128-2e6dcd9f5919 req-0a28e17f-5312-46dd-89dc-b3aac099e312 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=66bf3e5d-bb50-42c0-95ed-c78f3de007a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997437 Feb 09 01:32:18.944402 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01d30946-5d94-43a7-8c7d-e6c0543041d8 req-154b3cbf-8101-4a2f-8034-31b7a63ba26d service neutron] 10.222.0.120 "GET /v2.0/networks/a6dc0533-64be-4dc0-82be-6dfba378ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639065 Feb 09 01:32:19.211691 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c51e63-f1fd-4300-ba14-7949503a32bf req-61f89c1f-7596-4b86-86df-d2d7321967d9 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:19.213257 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c7c51e63-f1fd-4300-ba14-7949503a32bf req-61f89c1f-7596-4b86-86df-d2d7321967d9 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/ports?device_id=12793301-9474-4650-bf70-7b441c28c390 HTTP/1.1" status: 200 len: 945 time: 0.0664439 Feb 09 01:32:19.273715 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c7c51e63-f1fd-4300-ba14-7949503a32bf req-4c942960-6c23-4f6c-9197-181f76460b2d tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/security-groups?id=d372aab8-a187-4322-8f83-34f246bc73f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530822 Feb 09 01:32:19.321485 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 3567f8bc-1426-48e6-93ad-3db7c783da52 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:32:19.396638 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc76115-aeb0-40a0-bbc1-bfe7e139ea63 req-48e72b3d-15ff-41fc-a222-a1ed7fdf29ef tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:19.414553 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 3567f8bc-1426-48e6-93ad-3db7c783da52 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:32:19.416743 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bfc76115-aeb0-40a0-bbc1-bfe7e139ea63 req-48e72b3d-15ff-41fc-a222-a1ed7fdf29ef tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5983afd-4bee-4cc1-8ef1-8122d0a1b33e HTTP/1.1" status: 200 len: 945 time: 0.0827310 Feb 09 01:32:19.423350 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 3567f8bc-1426-48e6-93ad-3db7c783da52 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:19.423734 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (3567f8bc-1426-48e6-93ad-3db7c783da52), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:19.511683 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bfc76115-aeb0-40a0-bbc1-bfe7e139ea63 req-3f079486-915f-4a8c-bcdd-e81a50a44d78 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/security-groups?id=89cf32ef-8647-4bf5-8025-bd4fbbfa8670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939510 Feb 09 01:32:19.541832 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 3567f8bc-1426-48e6-93ad-3db7c783da52 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:19.542332 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3567f8bc-1426-48e6-93ad-3db7c783da52), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:19.567235 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5983afd-4bee-4cc1-8ef1-8122d0a1b33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3567f8bc-1426-48e6-93ad-3db7c783da52'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:32:19.569631 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6627ad0-df63-4fa7-ae59-2214bd773380" -d '{"events": [{"server_uuid": "e5983afd-4bee-4cc1-8ef1-8122d0a1b33e", "name": "network-vif-plugged", "status": "completed", "tag": "3567f8bc-1426-48e6-93ad-3db7c783da52"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:32:19.584175 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 3567f8bc-1426-48e6-93ad-3db7c783da52, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=3567f8bc-1426-48e6-93ad-3db7c783da52,segment=NetworkSegment(1666a7a2-41b4-455c-a9b6-1ec0c33c0758),segment_id=1666a7a2-41b4-455c-a9b6-1ec0c33c0758)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:19.589176 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (3567f8bc-1426-48e6-93ad-3db7c783da52), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:19.691743 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8b6771-1d5a-4256-bad3-e51276ea6a9b x-openstack-request-id: req-0c8b6771-1d5a-4256-bad3-e51276ea6a9b {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:32:19.697317 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5983afd-4bee-4cc1-8ef1-8122d0a1b33e", "name": "network-vif-plugged", "status": "completed", "tag": "3567f8bc-1426-48e6-93ad-3db7c783da52", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:32:19.702416 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0c8b6771-1d5a-4256-bad3-e51276ea6a9b {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:32:19.703021 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5983afd-4bee-4cc1-8ef1-8122d0a1b33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3567f8bc-1426-48e6-93ad-3db7c783da52', 'code': 200} Feb 09 01:32:19.705708 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=3567f8bc-1426-48e6-93ad-3db7c783da52,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:19.767620 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea58c0-141f-45aa-836a-a122335ff645 req-afb4ac86-098a-496e-a805-89199b0ccce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:19.769282 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3cea58c0-141f-45aa-836a-a122335ff645 req-afb4ac86-098a-496e-a805-89199b0ccce0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e5983afd-4bee-4cc1-8ef1-8122d0a1b33e HTTP/1.1" status: 200 len: 1128 time: 0.0544131 Feb 09 01:32:19.817200 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3cea58c0-141f-45aa-836a-a122335ff645 req-6e209c2e-81b3-49f4-8173-a142652e145e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=89cf32ef-8647-4bf5-8025-bd4fbbfa8670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417504 Feb 09 01:32:20.069014 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device d912c92d-a65e-4f40-910b-c0ea92154901 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:32:20.134194 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c2761-f24c-465d-9a64-76f19b59af3a req-2a55d850-ab9f-44e4-9e88-8a157714eea7 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:20.135804 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a4c2761-f24c-465d-9a64-76f19b59af3a req-2a55d850-ab9f-44e4-9e88-8a157714eea7 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0713b7c-e8a5-4c27-a1a5-42579bce9577 HTTP/1.1" status: 200 len: 944 time: 0.2106931 Feb 09 01:32:20.333696 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a4c2761-f24c-465d-9a64-76f19b59af3a req-c347db96-5a07-4428-84a3-d49ac7a59f66 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b824740-4a3c-47f4-9cdf-9f92b5a80ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739502 Feb 09 01:32:20.375913 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13309a70-94ae-4a29-ac4e-0b0c93235754 req-e801bdc7-53a1-4b75-b389-372302c7c1ab tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:20.378107 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-13309a70-94ae-4a29-ac4e-0b0c93235754 req-e801bdc7-53a1-4b75-b389-372302c7c1ab tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 945 time: 0.2864974 Feb 09 01:32:20.417698 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port d912c92d-a65e-4f40-910b-c0ea92154901, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=d912c92d-a65e-4f40-910b-c0ea92154901,segment=NetworkSegment(906fa9e7-9922-40ba-aecc-be6a3804e1b3),segment_id=906fa9e7-9922-40ba-aecc-be6a3804e1b3)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:20.438148 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': 'd912c92d-a65e-4f40-910b-c0ea92154901', 'network_id': 'a6dc0533-64be-4dc0-82be-6dfba378ead9', 'port_id': 'd912c92d-a65e-4f40-910b-c0ea92154901', 'mac_address': 'fa:16:3e:a5:dd:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '335c2a51-266c-4757-b022-6ac8dba02c56', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:32:20.487885 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port d912c92d-a65e-4f40-910b-c0ea92154901 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:20.488572 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d912c92d-a65e-4f40-910b-c0ea92154901), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:20.497903 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-13309a70-94ae-4a29-ac4e-0b0c93235754 req-8d8609e1-ee7d-42b5-bb27-a2e93f8b2b77 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=66bf3e5d-bb50-42c0-95ed-c78f3de007a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129608 Feb 09 01:32:20.518991 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d912c92d-a65e-4f40-910b-c0ea92154901 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:32:20.531701 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa7bc8-c29c-4a03-b665-ba18294df578 req-126ea9ad-a94f-4708-b865-3d69848e87fc tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:20.533507 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3caa7bc8-c29c-4a03-b665-ba18294df578 req-126ea9ad-a94f-4708-b865-3d69848e87fc tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/ports?device_id=12793301-9474-4650-bf70-7b441c28c390 HTTP/1.1" status: 200 len: 945 time: 0.1028643 Feb 09 01:32:20.573733 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port d912c92d-a65e-4f40-910b-c0ea92154901, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=d912c92d-a65e-4f40-910b-c0ea92154901,segment=NetworkSegment(906fa9e7-9922-40ba-aecc-be6a3804e1b3),segment_id=906fa9e7-9922-40ba-aecc-be6a3804e1b3)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:20.579426 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d912c92d-a65e-4f40-910b-c0ea92154901), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:20.622483 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3caa7bc8-c29c-4a03-b665-ba18294df578 req-f105dafc-f4aa-4ecd-929b-dad8ea8b4251 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/security-groups?id=d372aab8-a187-4322-8f83-34f246bc73f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824325 Feb 09 01:32:20.689743 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=d912c92d-a65e-4f40-910b-c0ea92154901,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:20.695519 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d2bf26-c596-4455-b11f-be484dc8635e req-219daa12-12a4-42ec-a394-709887e8be3b tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:20.704534 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-56d2bf26-c596-4455-b11f-be484dc8635e req-219daa12-12a4-42ec-a394-709887e8be3b tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5983afd-4bee-4cc1-8ef1-8122d0a1b33e HTTP/1.1" status: 200 len: 946 time: 0.0809367 Feb 09 01:32:20.815975 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-56d2bf26-c596-4455-b11f-be484dc8635e req-b2afd03f-a284-48c3-bfdd-e19e33db9712 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/security-groups?id=89cf32ef-8647-4bf5-8025-bd4fbbfa8670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954731 Feb 09 01:32:20.866440 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['d912c92d-a65e-4f40-910b-c0ea92154901'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:32:20.919343 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-e0430348-2bd1-4ac1-8f2e-1ccb60c203fb service neutron] show failed (client error): The resource could not be found. Feb 09 01:32:20.921813 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-e0430348-2bd1-4ac1-8f2e-1ccb60c203fb service neutron] 10.222.0.120 "GET /v2.0/ports/d3dcc091-73d0-4887-8776-fcf3cc78e7de/bindings/n-h1-828369-4 HTTP/1.1" status: 404 len: 380 time: 0.1013310 Feb 09 01:32:21.300240 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-3bffd6e8-659b-4df2-b06d-10b298d02ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:21.302103 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-3bffd6e8-659b-4df2-b06d-10b298d02ca6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa&tenant_id=c3786288d8304ed4a73754fbccf8bb65 HTTP/1.1" status: 200 len: 1127 time: 0.1510217 Feb 09 01:32:21.313749 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-40215d96-d339-404d-8da5-ac93b611b04c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828369-4', 'device_owner': 'compute:nova'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:21.381342 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-40215d96-d339-404d-8da5-ac93b611b04c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d3dcc091-73d0-4887-8776-fcf3cc78e7de), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:21.674415 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a7ec9-7e08-4c81-82ea-98e1b1e8a3d2 req-db8fc431-6ffb-45c0-be79-284ca1f9a5d6 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:21.676451 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bc2a7ec9-7e08-4c81-82ea-98e1b1e8a3d2 req-db8fc431-6ffb-45c0-be79-284ca1f9a5d6 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0713b7c-e8a5-4c27-a1a5-42579bce9577 HTTP/1.1" status: 200 len: 945 time: 0.2295938 Feb 09 01:32:21.787622 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-40215d96-d339-404d-8da5-ac93b611b04c service neutron] For port d3dcc091-73d0-4887-8776-fcf3cc78e7de, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=d3dcc091-73d0-4887-8776-fcf3cc78e7de,segment=NetworkSegment(47c4f7d1-e2ed-4b85-9608-17d94691fc06),segment_id=47c4f7d1-e2ed-4b85-9608-17d94691fc06)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:21.819899 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bc2a7ec9-7e08-4c81-82ea-98e1b1e8a3d2 req-05cbf2e2-e4e4-41db-a21e-34eb0718a6fe tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b824740-4a3c-47f4-9cdf-9f92b5a80ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217918 Feb 09 01:32:21.830504 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c5649-e031-49fd-a5d2-24182a1cf0a4 req-dc02a80a-3dbb-4922-8033-cc8a869025c5 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:21.832454 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ae6c5649-e031-49fd-a5d2-24182a1cf0a4 req-dc02a80a-3dbb-4922-8033-cc8a869025c5 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 945 time: 0.1774902 Feb 09 01:32:21.911800 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ae6c5649-e031-49fd-a5d2-24182a1cf0a4 req-acb8e6ed-e99c-4c57-b534-2059a0e5981b tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=66bf3e5d-bb50-42c0-95ed-c78f3de007a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698030 Feb 09 01:32:21.933166 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-40215d96-d339-404d-8da5-ac93b611b04c service neutron] For port d3dcc091-73d0-4887-8776-fcf3cc78e7de, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:32:21.997514 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447cda03-a55b-461e-82e1-39fbb7ab4efa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3dcc091-73d0-4887-8776-fcf3cc78e7de'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:32:22.000223 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc64ede-b24b-40ac-89ae-7a29def548d6" -d '{"events": [{"server_uuid": "447cda03-a55b-461e-82e1-39fbb7ab4efa", "name": "network-vif-unplugged", "status": "completed", "tag": "d3dcc091-73d0-4887-8776-fcf3cc78e7de"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:32:22.029307 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-40215d96-d339-404d-8da5-ac93b611b04c service neutron] Publish callbacks [] for port (d3dcc091-73d0-4887-8776-fcf3cc78e7de), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:22.087434 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device d912c92d-a65e-4f40-910b-c0ea92154901 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:32:22.099955 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-40215d96-d339-404d-8da5-ac93b611b04c service neutron] Transition to ACTIVE for port object d3dcc091-73d0-4887-8776-fcf3cc78e7de will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:32:22.113366 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-40215d96-d339-404d-8da5-ac93b611b04c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (d3dcc091-73d0-4887-8776-fcf3cc78e7de), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:22.174108 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d253e-3df0-480f-bba2-5e204e3b8f65 req-ae880932-ac10-4f58-b2bf-b45e1adaa44f tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:22.181178 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6b4d253e-3df0-480f-bba2-5e204e3b8f65 req-ae880932-ac10-4f58-b2bf-b45e1adaa44f tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/ports?device_id=12793301-9474-4650-bf70-7b441c28c390 HTTP/1.1" status: 200 len: 945 time: 0.2053807 Feb 09 01:32:22.223294 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port d912c92d-a65e-4f40-910b-c0ea92154901 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:32:22.228842 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port d912c92d-a65e-4f40-910b-c0ea92154901 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:22.230798 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d912c92d-a65e-4f40-910b-c0ea92154901), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:22.353292 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port d912c92d-a65e-4f40-910b-c0ea92154901 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:22.353924 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d912c92d-a65e-4f40-910b-c0ea92154901), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:22.417428 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0713b7c-e8a5-4c27-a1a5-42579bce9577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd912c92d-a65e-4f40-910b-c0ea92154901'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:32:22.426141 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1b6575-1781-4a7d-bf9b-c33cd38d1427" -d '{"events": [{"server_uuid": "a0713b7c-e8a5-4c27-a1a5-42579bce9577", "name": "network-vif-plugged", "status": "completed", "tag": "d912c92d-a65e-4f40-910b-c0ea92154901"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:32:22.450838 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port d912c92d-a65e-4f40-910b-c0ea92154901, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=d912c92d-a65e-4f40-910b-c0ea92154901,segment=NetworkSegment(906fa9e7-9922-40ba-aecc-be6a3804e1b3),segment_id=906fa9e7-9922-40ba-aecc-be6a3804e1b3)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:22.464224 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d912c92d-a65e-4f40-910b-c0ea92154901), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:22.488195 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a61374-d146-42df-8e3c-54e1b8d1f354 req-9fa6de18-7edf-43f1-b077-ba4dd3bcbd3c tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:22.495326 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-81a61374-d146-42df-8e3c-54e1b8d1f354 req-9fa6de18-7edf-43f1-b077-ba4dd3bcbd3c tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5983afd-4bee-4cc1-8ef1-8122d0a1b33e HTTP/1.1" status: 200 len: 946 time: 0.4561269 Feb 09 01:32:22.497243 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40215d96-d339-404d-8da5-ac93b611b04c service neutron] Pushing event updated for resources: {'Port': ['ID=d3dcc091-73d0-4887-8776-fcf3cc78e7de,revision_number=6']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:22.565875 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52022) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:22.590705 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=d912c92d-a65e-4f40-910b-c0ea92154901,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:22.708813 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6b4d253e-3df0-480f-bba2-5e204e3b8f65 req-476d4b5a-4d4e-44e7-841d-57c617a79b8d tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/security-groups?id=d372aab8-a187-4322-8f83-34f246bc73f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5267127 Feb 09 01:32:22.735120 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eabf5148-a127-4fa2-a643-a66d2be3a2c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:22.761743 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-40215d96-d339-404d-8da5-ac93b611b04c service neutron] No DVR routers for this DVR port d3dcc091-73d0-4887-8776-fcf3cc78e7de on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:32:22.780498 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-81a61374-d146-42df-8e3c-54e1b8d1f354 req-fcbcf034-5577-4740-9e88-83034d9e570f tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/security-groups?id=89cf32ef-8647-4bf5-8025-bd4fbbfa8670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796152 Feb 09 01:32:22.852801 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8c04bc-6a61-454e-8f9f-b51c9079e550 x-openstack-request-id: req-5b8c04bc-6a61-454e-8f9f-b51c9079e550 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:32:22.853188 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0713b7c-e8a5-4c27-a1a5-42579bce9577", "name": "network-vif-plugged", "status": "completed", "tag": "d912c92d-a65e-4f40-910b-c0ea92154901", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:32:22.853591 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5b8c04bc-6a61-454e-8f9f-b51c9079e550 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:32:22.854185 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0713b7c-e8a5-4c27-a1a5-42579bce9577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd912c92d-a65e-4f40-910b-c0ea92154901', 'code': 200} Feb 09 01:32:22.870544 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e4b026-760b-4e56-b368-97eb8ef9cfa8 x-openstack-request-id: req-50e4b026-760b-4e56-b368-97eb8ef9cfa8 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:32:22.870985 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447cda03-a55b-461e-82e1-39fbb7ab4efa", "name": "network-vif-unplugged", "status": "completed", "tag": "d3dcc091-73d0-4887-8776-fcf3cc78e7de", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:32:22.871337 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-50e4b026-760b-4e56-b368-97eb8ef9cfa8 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:32:22.871836 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447cda03-a55b-461e-82e1-39fbb7ab4efa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3dcc091-73d0-4887-8776-fcf3cc78e7de', 'code': 200} Feb 09 01:32:22.995048 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eabf5148-a127-4fa2-a643-a66d2be3a2c5 admin admin] Publish callbacks [] for security_group (70cdb28f-a716-43e1-b22a-0b2370b071e0), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:23.001460 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eabf5148-a127-4fa2-a643-a66d2be3a2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (70cdb28f-a716-43e1-b22a-0b2370b071e0), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:23.077708 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-eabf5148-a127-4fa2-a643-a66d2be3a2c5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=45b5cccf708441789066eb4b35eb7c16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5106757 Feb 09 01:32:23.095847 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52032) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:23.220021 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf5148-a127-4fa2-a643-a66d2be3a2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70cdb28f-a716-43e1-b22a-0b2370b071e0,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:23.348811 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cf3b6e6f-e55e-4c86-b964-033dd6b9252b admin admin] Publish callbacks [] for security_group (70cdb28f-a716-43e1-b22a-0b2370b071e0), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:23.395915 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cf3b6e6f-e55e-4c86-b964-033dd6b9252b admin admin] Publish callbacks [] for security_group (70cdb28f-a716-43e1-b22a-0b2370b071e0), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:23.450255 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cf3b6e6f-e55e-4c86-b964-033dd6b9252b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (70cdb28f-a716-43e1-b22a-0b2370b071e0), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:23.454837 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cf3b6e6f-e55e-4c86-b964-033dd6b9252b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:23.458845 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-cf3b6e6f-e55e-4c86-b964-033dd6b9252b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/70cdb28f-a716-43e1-b22a-0b2370b071e0 HTTP/1.1" status: 204 len: 168 time: 0.3606184 Feb 09 01:32:23.486954 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3b6e6f-e55e-4c86-b964-033dd6b9252b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70cdb28f-a716-43e1-b22a-0b2370b071e0,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:23.596342 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b290507-1224-4706-915f-70824bae5f3e req-45cf2b70-6706-42ea-bd23-54a5b308d39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:23.599512 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3b290507-1224-4706-915f-70824bae5f3e req-45cf2b70-6706-42ea-bd23-54a5b308d39c service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=a0713b7c-e8a5-4c27-a1a5-42579bce9577 HTTP/1.1" status: 200 len: 1128 time: 0.6857688 Feb 09 01:32:23.735411 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb913b0a-e220-4d28-b9ee-1a075e9b3c17 req-e9c8b8a3-2684-430a-ada8-58ff9f714e48 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:23.742524 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eb913b0a-e220-4d28-b9ee-1a075e9b3c17 req-e9c8b8a3-2684-430a-ada8-58ff9f714e48 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0713b7c-e8a5-4c27-a1a5-42579bce9577 HTTP/1.1" status: 200 len: 946 time: 0.7250943 Feb 09 01:32:23.800277 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3b290507-1224-4706-915f-70824bae5f3e req-35bdea0e-01a8-4b68-b9dd-11be7d936291 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=6b824740-4a3c-47f4-9cdf-9f92b5a80ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802166 Feb 09 01:32:23.821414 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa6ac5d-a65e-4919-8c85-37aa9aa487fb req-f1393abb-b3e0-4a28-9864-8df8b09923ca tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:23.823247 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1fa6ac5d-a65e-4919-8c85-37aa9aa487fb req-f1393abb-b3e0-4a28-9864-8df8b09923ca tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 943 time: 0.3113554 Feb 09 01:32:23.824043 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-40215d96-d339-404d-8da5-ac93b611b04c service neutron] Attempting to bind port d3dcc091-73d0-4887-8776-fcf3cc78e7de on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:32:23.824387 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-40215d96-d339-404d-8da5-ac93b611b04c service neutron] Attempting to bind port d3dcc091-73d0-4887-8776-fcf3cc78e7de by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '47c4f7d1-e2ed-4b85-9608-17d94691fc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'd73508dc-7f57-4aa2-b988-7f7109debbf6'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:32:23.836847 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-40215d96-d339-404d-8da5-ac93b611b04c service neutron] Attempting to bind port d3dcc091-73d0-4887-8776-fcf3cc78e7de on network d73508dc-7f57-4aa2-b988-7f7109debbf6 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:32:23.874604 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-40215d96-d339-404d-8da5-ac93b611b04c service neutron] Port d3dcc091-73d0-4887-8776-fcf3cc78e7de on network d73508dc-7f57-4aa2-b988-7f7109debbf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:32:23.874934 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-40215d96-d339-404d-8da5-ac93b611b04c service neutron] Attempting to bind port d3dcc091-73d0-4887-8776-fcf3cc78e7de on network d73508dc-7f57-4aa2-b988-7f7109debbf6 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:32:23.901877 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-40215d96-d339-404d-8da5-ac93b611b04c service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:32:23.902231 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-40215d96-d339-404d-8da5-ac93b611b04c service neutron] Checking segment: {'id': '47c4f7d1-e2ed-4b85-9608-17d94691fc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'd73508dc-7f57-4aa2-b988-7f7109debbf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:32:23.902635 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-40215d96-d339-404d-8da5-ac93b611b04c service neutron] Bound using segment: {'id': '47c4f7d1-e2ed-4b85-9608-17d94691fc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'd73508dc-7f57-4aa2-b988-7f7109debbf6'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:32:23.903076 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-40215d96-d339-404d-8da5-ac93b611b04c service neutron] Bound port: d3dcc091-73d0-4887-8776-fcf3cc78e7de, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47c4f7d1-e2ed-4b85-9608-17d94691fc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'd73508dc-7f57-4aa2-b988-7f7109debbf6'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:32:23.903444 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-40215d96-d339-404d-8da5-ac93b611b04c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d3dcc091-73d0-4887-8776-fcf3cc78e7de), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:23.933821 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eb913b0a-e220-4d28-b9ee-1a075e9b3c17 req-ab059fe8-978e-4d74-aac2-9de51dec8f96 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b824740-4a3c-47f4-9cdf-9f92b5a80ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885269 Feb 09 01:32:24.042193 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1fa6ac5d-a65e-4919-8c85-37aa9aa487fb req-648310fd-0250-44f8-9fa9-3cc037d57e86 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=66bf3e5d-bb50-42c0-95ed-c78f3de007a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023027 Feb 09 01:32:24.087127 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52050) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:24.100943 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device d3dcc091-73d0-4887-8776-fcf3cc78e7de no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:32:24.106692 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1e261783-360e-4735-b3df-a5a49a2276f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:24.179160 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-40215d96-d339-404d-8da5-ac93b611b04c service neutron] For port d3dcc091-73d0-4887-8776-fcf3cc78e7de, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:32:24.182317 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] The host n-h2-828369-4 is not matching for port d3dcc091-73d0-4887-8776-fcf3cc78e7de host n-h1-828369-4! {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:32:24.183014 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device d3dcc091-73d0-4887-8776-fcf3cc78e7de not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:32:24.187923 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-40215d96-d339-404d-8da5-ac93b611b04c service neutron] For port d3dcc091-73d0-4887-8776-fcf3cc78e7de, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=d3dcc091-73d0-4887-8776-fcf3cc78e7de,segment=NetworkSegment(47c4f7d1-e2ed-4b85-9608-17d94691fc06),segment_id=47c4f7d1-e2ed-4b85-9608-17d94691fc06)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:32:24.198493 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-40215d96-d339-404d-8da5-ac93b611b04c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (d3dcc091-73d0-4887-8776-fcf3cc78e7de), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:24.258094 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40215d96-d339-404d-8da5-ac93b611b04c service neutron] Pushing event updated for resources: {'Port': ['ID=d3dcc091-73d0-4887-8776-fcf3cc78e7de,revision_number=7']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:24.258285 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1e261783-360e-4735-b3df-a5a49a2276f5 admin admin] Publish callbacks [] for security_group (062de9e8-f777-4617-a21b-c6281f74ada1), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:24.268874 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e1ee4-56e3-4a93-a861-e6f4bc35e1cc req-97f789cb-74e9-454d-a97b-72dc1c20500f tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:24.274291 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1e261783-360e-4735-b3df-a5a49a2276f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (062de9e8-f777-4617-a21b-c6281f74ada1), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:24.276371 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e08e1ee4-56e3-4a93-a861-e6f4bc35e1cc req-97f789cb-74e9-454d-a97b-72dc1c20500f tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/ports?device_id=12793301-9474-4650-bf70-7b441c28c390 HTTP/1.1" status: 200 len: 945 time: 0.2486143 Feb 09 01:32:24.304205 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-40215d96-d339-404d-8da5-ac93b611b04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:24.304859 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-40215d96-d339-404d-8da5-ac93b611b04c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:24.306263 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-40215d96-d339-404d-8da5-ac93b611b04c service neutron] 10.222.0.47 "PUT /v2.0/ports/d3dcc091-73d0-4887-8776-fcf3cc78e7de HTTP/1.1" status: 200 len: 1091 time: 2.9974849 Feb 09 01:32:24.376868 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1e261783-360e-4735-b3df-a5a49a2276f5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e66dc0d72bf849a885f67ca7c361d34f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2879446 Feb 09 01:32:24.395917 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52054) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:24.405934 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e261783-360e-4735-b3df-a5a49a2276f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062de9e8-f777-4617-a21b-c6281f74ada1,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:24.494178 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e08e1ee4-56e3-4a93-a861-e6f4bc35e1cc req-8eecf5b4-7887-43fe-814b-fb83bf095236 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/security-groups?id=d372aab8-a187-4322-8f83-34f246bc73f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167673 Feb 09 01:32:24.530265 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-939b0d3d-86f9-48c8-8482-d36b20790b48 admin admin] Publish callbacks [] for security_group (062de9e8-f777-4617-a21b-c6281f74ada1), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:24.534452 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-15776c6c-616f-456e-ae9f-d5d9ef824bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:24.536314 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-15776c6c-616f-456e-ae9f-d5d9ef824bc6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3786288d8304ed4a73754fbccf8bb65&device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 1125 time: 0.2059238 Feb 09 01:32:24.611911 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-939b0d3d-86f9-48c8-8482-d36b20790b48 admin admin] Publish callbacks [] for security_group (062de9e8-f777-4617-a21b-c6281f74ada1), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:24.841704 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-939b0d3d-86f9-48c8-8482-d36b20790b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (062de9e8-f777-4617-a21b-c6281f74ada1), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:24.848213 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-939b0d3d-86f9-48c8-8482-d36b20790b48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:24.849666 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-939b0d3d-86f9-48c8-8482-d36b20790b48 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/062de9e8-f777-4617-a21b-c6281f74ada1 HTTP/1.1" status: 204 len: 168 time: 0.4525523 Feb 09 01:32:24.931261 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447cda03-a55b-461e-82e1-39fbb7ab4efa', 'tag': 'd3dcc091-73d0-4887-8776-fcf3cc78e7de'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:32:24.935453 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a95cdb0-7749-49f1-b4d3-faf631ee0561" -d '{"events": [{"name": "network-changed", "server_uuid": "447cda03-a55b-461e-82e1-39fbb7ab4efa", "tag": "d3dcc091-73d0-4887-8776-fcf3cc78e7de"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:32:25.018640 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b0d3d-86f9-48c8-8482-d36b20790b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062de9e8-f777-4617-a21b-c6281f74ada1,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:25.062061 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-5eb556e1-cb83-4ed0-94c1-82c05df0f339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:25.066186 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-5eb556e1-cb83-4ed0-94c1-82c05df0f339 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d73508dc-7f57-4aa2-b988-7f7109debbf6 HTTP/1.1" status: 200 len: 899 time: 0.3422179 Feb 09 01:32:25.202517 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8cbbb56-24b9-4b4b-94d1-1282ee396553 x-openstack-request-id: req-e8cbbb56-24b9-4b4b-94d1-1282ee396553 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:32:25.202856 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "447cda03-a55b-461e-82e1-39fbb7ab4efa", "tag": "d3dcc091-73d0-4887-8776-fcf3cc78e7de", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:32:25.203091 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e8cbbb56-24b9-4b4b-94d1-1282ee396553 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:32:25.203495 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '447cda03-a55b-461e-82e1-39fbb7ab4efa', 'tag': 'd3dcc091-73d0-4887-8776-fcf3cc78e7de', 'status': 'completed', 'code': 200} Feb 09 01:32:25.559272 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95cdb0-7749-49f1-b4d3-faf631ee0561 req-089b0e3a-b4ae-4169-903e-2d75f159bc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:25.561424 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5a95cdb0-7749-49f1-b4d3-faf631ee0561 req-089b0e3a-b4ae-4169-903e-2d75f159bc83 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=c3786288d8304ed4a73754fbccf8bb65&device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 1125 time: 0.3604505 Feb 09 01:32:25.570911 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a9458-4034-4233-994c-af6b9a3fab86 req-04b32bd6-f5dc-4644-9573-42d336455314 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:25.581382 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0d7a9458-4034-4233-994c-af6b9a3fab86 req-04b32bd6-f5dc-4644-9573-42d336455314 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0713b7c-e8a5-4c27-a1a5-42579bce9577 HTTP/1.1" status: 200 len: 946 time: 0.3815062 Feb 09 01:32:25.653171 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988d95f-31b3-46c4-96ba-c4d391e3f2de req-3de62936-f349-4cdb-bbd9-f65ffcbc13b8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:25.656324 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4988d95f-31b3-46c4-96ba-c4d391e3f2de req-3de62936-f349-4cdb-bbd9-f65ffcbc13b8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 943 time: 0.3388982 Feb 09 01:32:25.708879 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-82b8cefc-3cda-4926-b80d-053449c38b83 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3dcc091-73d0-4887-8776-fcf3cc78e7de HTTP/1.1" status: 200 len: 999 time: 0.6306384 Feb 09 01:32:25.911309 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0d7a9458-4034-4233-994c-af6b9a3fab86 req-58952458-742a-41c3-b619-b05c4d1c6eea tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b824740-4a3c-47f4-9cdf-9f92b5a80ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287547 Feb 09 01:32:26.133531 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4988d95f-31b3-46c4-96ba-c4d391e3f2de req-927c1f26-e184-47bc-892b-83939d93955b tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=66bf3e5d-bb50-42c0-95ed-c78f3de007a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4234543 Feb 09 01:32:26.152058 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-9188d458-0bd4-4260-827c-10a9124f30e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:26.153762 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-9188d458-0bd4-4260-827c-10a9124f30e9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4853b5cd-ebee-449a-9205-ef940b6a4070 HTTP/1.1" status: 200 len: 835 time: 0.2298169 Feb 09 01:32:26.223287 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95cdb0-7749-49f1-b4d3-faf631ee0561 req-d87ef41e-88b0-4163-818e-f28cc0db65a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:26.224809 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5a95cdb0-7749-49f1-b4d3-faf631ee0561 req-d87ef41e-88b0-4163-818e-f28cc0db65a7 service neutron] 10.222.0.120 "GET /v2.0/networks?id=d73508dc-7f57-4aa2-b988-7f7109debbf6 HTTP/1.1" status: 200 len: 899 time: 0.5877833 Feb 09 01:32:26.242389 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da8f28-bffd-456f-a7db-e27e57ed0d48 req-31df0a2c-b8a3-4c9a-81e5-7d1feeb96759 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:26.243918 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-24da8f28-bffd-456f-a7db-e27e57ed0d48 req-31df0a2c-b8a3-4c9a-81e5-7d1feeb96759 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/ports?device_id=12793301-9474-4650-bf70-7b441c28c390 HTTP/1.1" status: 200 len: 945 time: 0.1660113 Feb 09 01:32:26.257679 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-02f1ab5d-6290-4e89-b8a2-c855c7d468c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:26.259192 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-02f1ab5d-6290-4e89-b8a2-c855c7d468c4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d73508dc-7f57-4aa2-b988-7f7109debbf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0916164 Feb 09 01:32:26.417578 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5a95cdb0-7749-49f1-b4d3-faf631ee0561 req-74711924-6da6-4df5-a8f8-8ca0f2532a07 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3dcc091-73d0-4887-8776-fcf3cc78e7de HTTP/1.1" status: 200 len: 999 time: 0.1709456 Feb 09 01:32:26.479854 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-24da8f28-bffd-456f-a7db-e27e57ed0d48 req-c2cc2a01-3fd3-47f2-81db-1f92882a8e1c tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/security-groups?id=d372aab8-a187-4322-8f83-34f246bc73f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274380 Feb 09 01:32:26.528443 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-f65cdb49-bc17-484f-b9a3-cfb155fe4b77 service neutron] 10.222.0.47 "GET /v2.0/networks/d73508dc-7f57-4aa2-b988-7f7109debbf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297351 Feb 09 01:32:26.533044 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95cdb0-7749-49f1-b4d3-faf631ee0561 req-9798da2a-4723-4256-8220-e67a1ef48989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:26.534475 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5a95cdb0-7749-49f1-b4d3-faf631ee0561 req-9798da2a-4723-4256-8220-e67a1ef48989 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4853b5cd-ebee-449a-9205-ef940b6a4070 HTTP/1.1" status: 200 len: 835 time: 0.1052670 Feb 09 01:32:26.692762 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5158fe5c-03f0-42f1-b36f-f930d093f1d4 req-cdcb6c5d-c2e0-4efa-806d-c06f7eddff12 service neutron] 10.222.0.47 "GET /v2.0/networks/d73508dc-7f57-4aa2-b988-7f7109debbf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568234 Feb 09 01:32:26.817554 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95cdb0-7749-49f1-b4d3-faf631ee0561 req-a58ed424-4614-4668-bc83-541a205b187d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:26.821127 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5a95cdb0-7749-49f1-b4d3-faf631ee0561 req-a58ed424-4614-4668-bc83-541a205b187d service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=d73508dc-7f57-4aa2-b988-7f7109debbf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1254396 Feb 09 01:32:27.028694 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5a95cdb0-7749-49f1-b4d3-faf631ee0561 req-54ea4872-3a3e-4594-9d4a-2b193b18cf6d service neutron] 10.222.0.120 "GET /v2.0/networks/d73508dc-7f57-4aa2-b988-7f7109debbf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006536 Feb 09 01:32:27.041492 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95cdb0-7749-49f1-b4d3-faf631ee0561 req-2ca9a334-cb96-40e6-80d8-14590aba01e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:27.043024 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5a95cdb0-7749-49f1-b4d3-faf631ee0561 req-2ca9a334-cb96-40e6-80d8-14590aba01e3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3786288d8304ed4a73754fbccf8bb65&device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 1125 time: 0.2796049 Feb 09 01:32:27.119450 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52122) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:27.153775 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5a95cdb0-7749-49f1-b4d3-faf631ee0561 req-59b3fd08-8649-453e-ae6b-ed672f20c243 service neutron] 10.222.0.120 "GET /v2.0/networks/d73508dc-7f57-4aa2-b988-7f7109debbf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168890 Feb 09 01:32:27.331108 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95cdb0-7749-49f1-b4d3-faf631ee0561 req-0865e4f5-dc39-468f-bff3-73b4a8944da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:27.333192 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5a95cdb0-7749-49f1-b4d3-faf631ee0561 req-0865e4f5-dc39-468f-bff3-73b4a8944da1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d73508dc-7f57-4aa2-b988-7f7109debbf6 HTTP/1.1" status: 200 len: 899 time: 0.1783257 Feb 09 01:32:27.438785 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fac0c1ce-4305-436f-8f9d-f98633419b32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:27.482995 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86669d-a1f5-49c4-83b3-521d41fa3498 req-0872c633-1a72-4019-91ce-9c6866c830af tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:27.496293 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-af86669d-a1f5-49c4-83b3-521d41fa3498 req-0872c633-1a72-4019-91ce-9c6866c830af tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0713b7c-e8a5-4c27-a1a5-42579bce9577 HTTP/1.1" status: 200 len: 946 time: 0.3400719 Feb 09 01:32:27.567147 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5a95cdb0-7749-49f1-b4d3-faf631ee0561 req-76742b09-adf0-477d-8f52-b3e4637c2504 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3dcc091-73d0-4887-8776-fcf3cc78e7de HTTP/1.1" status: 200 len: 999 time: 0.2193751 Feb 09 01:32:27.615048 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fac0c1ce-4305-436f-8f9d-f98633419b32 admin admin] Publish callbacks [] for security_group (f090e34c-8f9d-4721-8623-d363692ed400), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:27.621314 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fac0c1ce-4305-436f-8f9d-f98633419b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (f090e34c-8f9d-4721-8623-d363692ed400), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:27.637327 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95cdb0-7749-49f1-b4d3-faf631ee0561 req-d025560e-38c0-45fe-b8fd-333de833452f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:27.638836 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5a95cdb0-7749-49f1-b4d3-faf631ee0561 req-d025560e-38c0-45fe-b8fd-333de833452f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4853b5cd-ebee-449a-9205-ef940b6a4070 HTTP/1.1" status: 200 len: 835 time: 0.0650980 Feb 09 01:32:27.690901 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-af86669d-a1f5-49c4-83b3-521d41fa3498 req-0eb501ba-2cf2-4c10-9621-80fbd2160ae4 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b824740-4a3c-47f4-9cdf-9f92b5a80ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934087 Feb 09 01:32:27.725352 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac0c1ce-4305-436f-8f9d-f98633419b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f090e34c-8f9d-4721-8623-d363692ed400,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:27.765152 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-fac0c1ce-4305-436f-8f9d-f98633419b32 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8a2b70c286b24b1f8b737673dcda8eb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6439753 Feb 09 01:32:27.765827 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52140) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:27.826343 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-38967146-c480-4336-b043-1a071cd47762 admin admin] Publish callbacks [] for security_group (f090e34c-8f9d-4721-8623-d363692ed400), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:27.857366 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-38967146-c480-4336-b043-1a071cd47762 admin admin] Publish callbacks [] for security_group (f090e34c-8f9d-4721-8623-d363692ed400), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:27.923698 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95cdb0-7749-49f1-b4d3-faf631ee0561 req-0c3b4e47-7148-4d53-b0fc-b8933c733c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:27.925241 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5a95cdb0-7749-49f1-b4d3-faf631ee0561 req-0c3b4e47-7148-4d53-b0fc-b8933c733c95 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d73508dc-7f57-4aa2-b988-7f7109debbf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2470875 Feb 09 01:32:27.937888 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca041633-39dc-4690-880f-ba86c4a631bf req-712abf3d-de63-4f6f-8e1b-86bedafc6189 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:27.946038 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ca041633-39dc-4690-880f-ba86c4a631bf req-712abf3d-de63-4f6f-8e1b-86bedafc6189 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 943 time: 0.3056734 Feb 09 01:32:27.971724 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-38967146-c480-4336-b043-1a071cd47762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (f090e34c-8f9d-4721-8623-d363692ed400), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:27.974632 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-38967146-c480-4336-b043-1a071cd47762 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:27.978928 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-38967146-c480-4336-b043-1a071cd47762 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f090e34c-8f9d-4721-8623-d363692ed400 HTTP/1.1" status: 204 len: 168 time: 0.2120609 Feb 09 01:32:27.995615 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38967146-c480-4336-b043-1a071cd47762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f090e34c-8f9d-4721-8623-d363692ed400,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:28.077695 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfbdd7a-77c4-4b70-a752-6a796d2cc864 req-af595bf0-d3d4-4d36-aaec-627994a8b9fa tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:28.086255 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-abfbdd7a-77c4-4b70-a752-6a796d2cc864 req-af595bf0-d3d4-4d36-aaec-627994a8b9fa tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/ports?device_id=12793301-9474-4650-bf70-7b441c28c390 HTTP/1.1" status: 200 len: 945 time: 0.2546926 Feb 09 01:32:28.144264 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ca041633-39dc-4690-880f-ba86c4a631bf req-3ae72c6e-c859-49ea-b5a6-86f6df231f43 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=66bf3e5d-bb50-42c0-95ed-c78f3de007a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917536 Feb 09 01:32:28.255570 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5a95cdb0-7749-49f1-b4d3-faf631ee0561 req-a6f4067f-2b03-48c9-ab68-c894034df854 service neutron] 10.222.0.47 "GET /v2.0/networks/d73508dc-7f57-4aa2-b988-7f7109debbf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051887 Feb 09 01:32:28.430006 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-abfbdd7a-77c4-4b70-a752-6a796d2cc864 req-c1c7dd4d-a258-435d-9858-7c57e5884122 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/security-groups?id=d372aab8-a187-4322-8f83-34f246bc73f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426137 Feb 09 01:32:28.517682 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5a95cdb0-7749-49f1-b4d3-faf631ee0561 req-b0a2ef1f-d62a-4588-a2af-caa93513325e service neutron] 10.222.0.47 "GET /v2.0/networks/d73508dc-7f57-4aa2-b988-7f7109debbf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559423 Feb 09 01:32:29.213821 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d5fee-ea8f-43bf-a38a-7ecfc8efa42d req-aadfd5dc-74d2-406c-9cbd-0099bdfa2d65 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:29.215573 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-279d5fee-ea8f-43bf-a38a-7ecfc8efa42d req-aadfd5dc-74d2-406c-9cbd-0099bdfa2d65 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0713b7c-e8a5-4c27-a1a5-42579bce9577 HTTP/1.1" status: 200 len: 946 time: 0.1051648 Feb 09 01:32:29.351587 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device d3dcc091-73d0-4887-8776-fcf3cc78e7de details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:32:29.357179 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-279d5fee-ea8f-43bf-a38a-7ecfc8efa42d req-d269d65a-7e53-47a8-83c9-30d52869be92 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b824740-4a3c-47f4-9cdf-9f92b5a80ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353714 Feb 09 01:32:29.401227 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87ec00-4c5b-4b07-be5f-300545c4b89c req-d78f8dad-0357-4484-b0cd-8eddc1c5b91e tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:29.408706 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2f87ec00-4c5b-4b07-be5f-300545c4b89c req-d78f8dad-0357-4484-b0cd-8eddc1c5b91e tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 943 time: 0.1275561 Feb 09 01:32:29.526140 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port d3dcc091-73d0-4887-8776-fcf3cc78e7de, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=d3dcc091-73d0-4887-8776-fcf3cc78e7de,segment=NetworkSegment(47c4f7d1-e2ed-4b85-9608-17d94691fc06),segment_id=47c4f7d1-e2ed-4b85-9608-17d94691fc06)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:29.539185 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2f87ec00-4c5b-4b07-be5f-300545c4b89c req-8394838d-a581-498c-b549-dea9c4893524 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=66bf3e5d-bb50-42c0-95ed-c78f3de007a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243181 Feb 09 01:32:29.542355 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': 'd3dcc091-73d0-4887-8776-fcf3cc78e7de', 'network_id': 'd73508dc-7f57-4aa2-b988-7f7109debbf6', 'port_id': 'd3dcc091-73d0-4887-8776-fcf3cc78e7de', 'mac_address': 'fa:16:3e:f0:c9:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4853b5cd-ebee-449a-9205-ef940b6a4070', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:32:29.585731 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port d3dcc091-73d0-4887-8776-fcf3cc78e7de is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:29.586461 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d3dcc091-73d0-4887-8776-fcf3cc78e7de), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:29.607254 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3dcc091-73d0-4887-8776-fcf3cc78e7de {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:32:29.629156 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port d3dcc091-73d0-4887-8776-fcf3cc78e7de, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=d3dcc091-73d0-4887-8776-fcf3cc78e7de,segment=NetworkSegment(47c4f7d1-e2ed-4b85-9608-17d94691fc06),segment_id=47c4f7d1-e2ed-4b85-9608-17d94691fc06)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:29.635268 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d3dcc091-73d0-4887-8776-fcf3cc78e7de), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:29.733413 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dae343-b2c0-4b6a-a8ec-03a4ccc6accc req-5175b122-1cff-46ac-85b1-200c5b022c67 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:29.735044 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-56dae343-b2c0-4b6a-a8ec-03a4ccc6accc req-5175b122-1cff-46ac-85b1-200c5b022c67 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/ports?device_id=12793301-9474-4650-bf70-7b441c28c390 HTTP/1.1" status: 200 len: 945 time: 0.1302648 Feb 09 01:32:29.760130 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=d3dcc091-73d0-4887-8776-fcf3cc78e7de,revision_number=8']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:29.786547 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:29.789701 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:29.791128 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:29.791692 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:29.793504 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:29.794429 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:29.796533 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:29.797590 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:29.800413 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:29.801523 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:29.803042 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:29.805544 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:29.806129 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:29.848797 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-56dae343-b2c0-4b6a-a8ec-03a4ccc6accc req-bd631d7d-9b3d-4df3-bd53-1539bb2fa9cd tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/security-groups?id=d372aab8-a187-4322-8f83-34f246bc73f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068890 Feb 09 01:32:29.915737 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['d3dcc091-73d0-4887-8776-fcf3cc78e7de'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:32:30.133057 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac433bca-dea4-41fc-b942-ea934ce4d380 req-73e4d102-eaad-4134-ada4-8ba97deb8ec0 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:30.141007 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ac433bca-dea4-41fc-b942-ea934ce4d380 req-73e4d102-eaad-4134-ada4-8ba97deb8ec0 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 944 time: 0.2840083 Feb 09 01:32:30.154062 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef852e-bfe5-4df8-a8f4-a5f3a3b7f6cf req-8c3e95a2-32fe-4008-adbf-ae9d6866a67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:30.155633 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e5ef852e-bfe5-4df8-a8f4-a5f3a3b7f6cf req-8c3e95a2-32fe-4008-adbf-ae9d6866a67f service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=12793301-9474-4650-bf70-7b441c28c390 HTTP/1.1" status: 200 len: 1127 time: 0.1739459 Feb 09 01:32:30.162396 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c50c8-8fce-4a94-bb8e-ae6c6c94bccd req-60112af5-8c8b-45aa-8320-1754ccabe315 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:30.164056 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4d2c50c8-8fce-4a94-bb8e-ae6c6c94bccd req-60112af5-8c8b-45aa-8320-1754ccabe315 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.120 "GET /v2.0/ports?device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa&tenant_id=c3786288d8304ed4a73754fbccf8bb65&binding%3Ahost_id=n-h1-828369-4 HTTP/1.1" status: 200 len: 944 time: 0.2698321 Feb 09 01:32:30.243376 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e5ef852e-bfe5-4df8-a8f4-a5f3a3b7f6cf req-220d8609-a554-4332-822f-ad5572dd426b service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=d372aab8-a187-4322-8f83-34f246bc73f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727959 Feb 09 01:32:30.294578 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ac433bca-dea4-41fc-b942-ea934ce4d380 req-0ae75e42-577e-4316-bf6e-ba316caed843 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=66bf3e5d-bb50-42c0-95ed-c78f3de007a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525998 Feb 09 01:32:30.305311 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [req-4d2c50c8-8fce-4a94-bb8e-ae6c6c94bccd req-e6250fc1-ce8b-4a6b-9060-75e1df0ad02a service neutron] delete failed (client error): The resource could not be found. Feb 09 01:32:30.306620 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4d2c50c8-8fce-4a94-bb8e-ae6c6c94bccd req-e6250fc1-ce8b-4a6b-9060-75e1df0ad02a service neutron] 10.222.0.120 "DELETE /v2.0/ports/d3dcc091-73d0-4887-8776-fcf3cc78e7de/bindings/n-h2-828369-4 HTTP/1.1" status: 404 len: 380 time: 0.1269724 Feb 09 01:32:30.493425 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec9cff-f30c-4a0b-bc11-2d65fdadd8ce req-3323b929-67e7-4968-a272-974ca5b7441c tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:30.494941 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-19ec9cff-f30c-4a0b-bc11-2d65fdadd8ce req-3323b929-67e7-4968-a272-974ca5b7441c tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0713b7c-e8a5-4c27-a1a5-42579bce9577 HTTP/1.1" status: 200 len: 946 time: 0.0569782 Feb 09 01:32:30.604651 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-19ec9cff-f30c-4a0b-bc11-2d65fdadd8ce req-6d6fa74b-ddc8-47db-96c5-08ca8fdc2a21 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b824740-4a3c-47f4-9cdf-9f92b5a80ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989950 Feb 09 01:32:30.627735 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c50c8-8fce-4a94-bb8e-ae6c6c94bccd req-f57db9a5-46f6-40fe-8727-7187a725bb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:30.629869 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4d2c50c8-8fce-4a94-bb8e-ae6c6c94bccd req-f57db9a5-46f6-40fe-8727-7187a725bb06 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=c3786288d8304ed4a73754fbccf8bb65&device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 1126 time: 0.1273992 Feb 09 01:32:30.798573 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5540b0-fc46-409d-a5a2-283af0e65c93 req-c4dad26f-2ea2-406a-9695-21eda4588159 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:30.800407 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bf5540b0-fc46-409d-a5a2-283af0e65c93 req-c4dad26f-2ea2-406a-9695-21eda4588159 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.120 "GET /v2.0/ports?device_id=a0713b7c-e8a5-4c27-a1a5-42579bce9577 HTTP/1.1" status: 200 len: 946 time: 0.1364195 Feb 09 01:32:30.802096 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c50c8-8fce-4a94-bb8e-ae6c6c94bccd req-ca4d421b-de48-4a41-ad51-b052e452d141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:30.803568 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4d2c50c8-8fce-4a94-bb8e-ae6c6c94bccd req-ca4d421b-de48-4a41-ad51-b052e452d141 service neutron] 10.222.0.120 "GET /v2.0/networks?id=d73508dc-7f57-4aa2-b988-7f7109debbf6 HTTP/1.1" status: 200 len: 899 time: 0.1644101 Feb 09 01:32:30.949155 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4d2c50c8-8fce-4a94-bb8e-ae6c6c94bccd req-79f6967b-3c28-481e-8fa6-2d5b2d4b033c service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3dcc091-73d0-4887-8776-fcf3cc78e7de HTTP/1.1" status: 200 len: 1000 time: 0.1372929 Feb 09 01:32:31.104494 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c50c8-8fce-4a94-bb8e-ae6c6c94bccd req-534b0393-2fea-4f4c-8cd7-4fdbd78542bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:31.105988 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4d2c50c8-8fce-4a94-bb8e-ae6c6c94bccd req-534b0393-2fea-4f4c-8cd7-4fdbd78542bc service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4853b5cd-ebee-449a-9205-ef940b6a4070 HTTP/1.1" status: 200 len: 835 time: 0.1488211 Feb 09 01:32:31.149989 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-bf5540b0-fc46-409d-a5a2-283af0e65c93 req-42997d27-15df-417c-8d8c-74b29ac7f3c0 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Deleting port d912c92d-a65e-4f40-910b-c0ea92154901 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:32:31.150251 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-bf5540b0-fc46-409d-a5a2-283af0e65c93 req-42997d27-15df-417c-8d8c-74b29ac7f3c0 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (d912c92d-a65e-4f40-910b-c0ea92154901), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:31.367332 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device d3dcc091-73d0-4887-8776-fcf3cc78e7de up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:32:31.479366 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port d3dcc091-73d0-4887-8776-fcf3cc78e7de completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:32:31.485230 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port d3dcc091-73d0-4887-8776-fcf3cc78e7de triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:31.485621 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d3dcc091-73d0-4887-8776-fcf3cc78e7de), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:31.567747 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881a54c-ded0-4e19-aaf2-ddb66da2edfa req-dca2ece6-afbe-4672-afad-82c590f750b5 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:31.569546 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c881a54c-ded0-4e19-aaf2-ddb66da2edfa req-dca2ece6-afbe-4672-afad-82c590f750b5 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/ports?device_id=12793301-9474-4650-bf70-7b441c28c390 HTTP/1.1" status: 200 len: 945 time: 0.5190513 Feb 09 01:32:31.602170 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port d3dcc091-73d0-4887-8776-fcf3cc78e7de is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:31.602849 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d3dcc091-73d0-4887-8776-fcf3cc78e7de), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:31.640977 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447cda03-a55b-461e-82e1-39fbb7ab4efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3dcc091-73d0-4887-8776-fcf3cc78e7de'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:32:31.643527 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a917ea0-0168-423c-8b05-7a3b033382bf" -d '{"events": [{"server_uuid": "447cda03-a55b-461e-82e1-39fbb7ab4efa", "name": "network-vif-plugged", "status": "completed", "tag": "d3dcc091-73d0-4887-8776-fcf3cc78e7de"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:32:31.661133 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port d3dcc091-73d0-4887-8776-fcf3cc78e7de, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=d3dcc091-73d0-4887-8776-fcf3cc78e7de,segment=NetworkSegment(47c4f7d1-e2ed-4b85-9608-17d94691fc06),segment_id=47c4f7d1-e2ed-4b85-9608-17d94691fc06)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:31.667916 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d3dcc091-73d0-4887-8776-fcf3cc78e7de), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:31.693043 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-bf5540b0-fc46-409d-a5a2-283af0e65c93 req-42997d27-15df-417c-8d8c-74b29ac7f3c0 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] For port d912c92d-a65e-4f40-910b-c0ea92154901, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=d912c92d-a65e-4f40-910b-c0ea92154901,segment=NetworkSegment(906fa9e7-9922-40ba-aecc-be6a3804e1b3),segment_id=906fa9e7-9922-40ba-aecc-be6a3804e1b3)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:31.693415 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-bf5540b0-fc46-409d-a5a2-283af0e65c93 req-42997d27-15df-417c-8d8c-74b29ac7f3c0 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (d912c92d-a65e-4f40-910b-c0ea92154901), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:31.716290 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c881a54c-ded0-4e19-aaf2-ddb66da2edfa req-f27e63e2-1e27-4fb5-8a72-0fc33e26b992 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/security-groups?id=d372aab8-a187-4322-8f83-34f246bc73f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359785 Feb 09 01:32:31.718243 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c50c8-8fce-4a94-bb8e-ae6c6c94bccd req-6f43f04e-8342-47c2-ab2f-729d4f0d280f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:31.719704 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4d2c50c8-8fce-4a94-bb8e-ae6c6c94bccd req-6f43f04e-8342-47c2-ab2f-729d4f0d280f service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=d73508dc-7f57-4aa2-b988-7f7109debbf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6047094 Feb 09 01:32:31.722013 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-bf5540b0-fc46-409d-a5a2-283af0e65c93 req-42997d27-15df-417c-8d8c-74b29ac7f3c0 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Calling delete_port for d912c92d-a65e-4f40-910b-c0ea92154901 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:32:31.730718 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=d3dcc091-73d0-4887-8776-fcf3cc78e7de,revision_number=9']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:31.764458 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca8370-b663-4df2-b656-e5b7e5d7b63c req-1f06d2cc-7554-4c3a-a3e1-479c5ca8e062 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:31.765999 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-14ca8370-b663-4df2-b656-e5b7e5d7b63c req-1f06d2cc-7554-4c3a-a3e1-479c5ca8e062 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 944 time: 0.2089047 Feb 09 01:32:31.962608 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4d2c50c8-8fce-4a94-bb8e-ae6c6c94bccd req-4f1b945b-a743-420a-9e74-66712d378305 service neutron] 10.222.0.120 "GET /v2.0/networks/d73508dc-7f57-4aa2-b988-7f7109debbf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355182 Feb 09 01:32:31.966053 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-14ca8370-b663-4df2-b656-e5b7e5d7b63c req-91e9e6a1-ba0f-4506-961b-1a3e00084390 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=66bf3e5d-bb50-42c0-95ed-c78f3de007a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434588 Feb 09 01:32:31.985474 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f162ba-8277-426e-86f6-7d40eeb65629 req-b137bb60-a984-4bea-8def-549d8382b31f tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:31.986957 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-26f162ba-8277-426e-86f6-7d40eeb65629 req-b137bb60-a984-4bea-8def-549d8382b31f tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0713b7c-e8a5-4c27-a1a5-42579bce9577 HTTP/1.1" status: 200 len: 946 time: 0.1654315 Feb 09 01:32:32.007300 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:32:32.076131 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01af8416-3944-44bd-8b57-a98ba9b95326 x-openstack-request-id: req-01af8416-3944-44bd-8b57-a98ba9b95326 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:32:32.076495 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447cda03-a55b-461e-82e1-39fbb7ab4efa", "name": "network-vif-plugged", "status": "completed", "tag": "d3dcc091-73d0-4887-8776-fcf3cc78e7de", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:32:32.076899 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-01af8416-3944-44bd-8b57-a98ba9b95326 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:32:32.077405 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447cda03-a55b-461e-82e1-39fbb7ab4efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3dcc091-73d0-4887-8776-fcf3cc78e7de', 'code': 200} Feb 09 01:32:32.159955 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-bf5540b0-fc46-409d-a5a2-283af0e65c93 req-42997d27-15df-417c-8d8c-74b29ac7f3c0 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (d912c92d-a65e-4f40-910b-c0ea92154901), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:32.166462 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4d2c50c8-8fce-4a94-bb8e-ae6c6c94bccd req-5561e2ec-8496-4d56-9c6e-f525fd374cb4 service neutron] 10.222.0.120 "GET /v2.0/networks/d73508dc-7f57-4aa2-b988-7f7109debbf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969328 Feb 09 01:32:32.172227 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['d912c92d-a65e-4f40-910b-c0ea92154901'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:32:32.271712 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-26f162ba-8277-426e-86f6-7d40eeb65629 req-54f13c90-b009-40d2-a6f4-576a250db8de tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b824740-4a3c-47f4-9cdf-9f92b5a80ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487247 Feb 09 01:32:32.274967 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42997d27-15df-417c-8d8c-74b29ac7f3c0 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Pushing event deleted for resources: {'Port': ['ID=d912c92d-a65e-4f40-910b-c0ea92154901,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:32.353296 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf5540b0-fc46-409d-a5a2-283af0e65c93 req-42997d27-15df-417c-8d8c-74b29ac7f3c0 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] No DVR routers for this DVR port d912c92d-a65e-4f40-910b-c0ea92154901 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:32:32.357071 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-bf5540b0-fc46-409d-a5a2-283af0e65c93 req-42997d27-15df-417c-8d8c-74b29ac7f3c0 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:32.361021 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bf5540b0-fc46-409d-a5a2-283af0e65c93 req-42997d27-15df-417c-8d8c-74b29ac7f3c0 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.120 "DELETE /v2.0/ports/d912c92d-a65e-4f40-910b-c0ea92154901 HTTP/1.1" status: 204 len: 173 time: 1.5506191 Feb 09 01:32:32.364592 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0713b7c-e8a5-4c27-a1a5-42579bce9577', 'name': 'network-vif-deleted', 'tag': 'd912c92d-a65e-4f40-910b-c0ea92154901'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:32:32.366214 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9162bcc-a500-49a1-a541-1679d2b7c977" -d '{"events": [{"server_uuid": "a0713b7c-e8a5-4c27-a1a5-42579bce9577", "name": "network-vif-deleted", "tag": "d912c92d-a65e-4f40-910b-c0ea92154901"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:32:32.413752 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f9a82aaf-84fb-4c35-a19a-218a2aaa8948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:32.427006 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432025a5-2285-41b9-a0b1-6d17b814d64e req-45f3e4e0-b3e5-4f6a-836a-fdd14b1f0da6 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:32.429162 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-432025a5-2285-41b9-a0b1-6d17b814d64e req-45f3e4e0-b3e5-4f6a-836a-fdd14b1f0da6 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=195f58aa-ee26-46ef-8ade-98d430506d01 HTTP/1.1" status: 200 len: 945 time: 0.0852294 Feb 09 01:32:32.509501 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-d07f68fc-36f1-4cd5-b87a-67b3e0b4b8e6 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=9019a24413d947f09da6bf23cb0b5360&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389776 Feb 09 01:32:32.514867 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-432025a5-2285-41b9-a0b1-6d17b814d64e req-98461631-edfc-49a7-943d-6c07796c410f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797994 Feb 09 01:32:32.588381 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26442c4f-78eb-4803-9eba-c4ae2ec09bd5 x-openstack-request-id: req-26442c4f-78eb-4803-9eba-c4ae2ec09bd5 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:32:32.589067 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0713b7c-e8a5-4c27-a1a5-42579bce9577", "name": "network-vif-deleted", "tag": "d912c92d-a65e-4f40-910b-c0ea92154901", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:32:32.589067 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-26442c4f-78eb-4803-9eba-c4ae2ec09bd5 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:32:32.589399 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0713b7c-e8a5-4c27-a1a5-42579bce9577', 'name': 'network-vif-deleted', 'tag': 'd912c92d-a65e-4f40-910b-c0ea92154901', 'status': 'completed', 'code': 200} Feb 09 01:32:32.711200 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-42ee810d-a3cc-4dd8-8698-98eff651ace6 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:32.712749 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-42ee810d-a3cc-4dd8-8698-98eff651ace6 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1960390 Feb 09 01:32:32.729442 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-0c854d6b-b15e-41ed-b3e1-ba343eb48335 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] 10.222.0.50 "GET /v2.0/quotas/9019a24413d947f09da6bf23cb0b5360 HTTP/1.1" status: 200 len: 375 time: 0.0105855 Feb 09 01:32:32.769770 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-02e1296d-9137-4d98-83f4-ac9ce0bac369 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9019a24413d947f09da6bf23cb0b5360&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347810 Feb 09 01:32:32.919097 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252c086-5c9a-4574-bdc6-74aab613d421 req-11a0bb0f-7037-4030-8931-c18e30b2db8a tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:32.922196 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e252c086-5c9a-4574-bdc6-74aab613d421 req-11a0bb0f-7037-4030-8931-c18e30b2db8a tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/ports?device_id=12793301-9474-4650-bf70-7b441c28c390 HTTP/1.1" status: 200 len: 945 time: 0.0882668 Feb 09 01:32:33.037293 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-28e4fc1c-08ac-4021-98d6-006689a29fcd req-0fcd249d-ead2-4436-b646-0ea530927fbb tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ea0de20-d8ff-48fd-9186-8cb627918823 HTTP/1.1" status: 200 len: 210 time: 0.0514014 Feb 09 01:32:33.042132 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e252c086-5c9a-4574-bdc6-74aab613d421 req-b666dbe5-af60-43e2-8c77-af9099ba16a5 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/security-groups?id=d372aab8-a187-4322-8f83-34f246bc73f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142368 Feb 09 01:32:33.085216 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-e6376b38-459f-4bf3-838c-4ad12b073305 req-9a85383b-0950-4a30-8664-d56a4c821d57 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1891873149', 'description': 'tempest-description-986457903'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:33.107582 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e6376b38-459f-4bf3-838c-4ad12b073305 req-9a85383b-0950-4a30-8664-d56a4c821d57 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:33.196566 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb40cc-b2a4-4fb7-901b-9f89c1c574e2 req-905efc9c-149f-4c1b-845a-efb9f06e1c10 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:33.198323 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-52cb40cc-b2a4-4fb7-901b-9f89c1c574e2 req-905efc9c-149f-4c1b-845a-efb9f06e1c10 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 945 time: 0.0884178 Feb 09 01:32:33.266832 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e6376b38-459f-4bf3-838c-4ad12b073305 req-9a85383b-0950-4a30-8664-d56a4c821d57 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Publish callbacks [] for security_group (e13f0104-493e-4453-989f-6068292db5bf), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:33.272243 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e6376b38-459f-4bf3-838c-4ad12b073305 req-9a85383b-0950-4a30-8664-d56a4c821d57 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e13f0104-493e-4453-989f-6068292db5bf), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:33.305523 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-52cb40cc-b2a4-4fb7-901b-9f89c1c574e2 req-b9eda9e0-3f61-4455-a4ce-7593d6082b1d tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=66bf3e5d-bb50-42c0-95ed-c78f3de007a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010692 Feb 09 01:32:33.334490 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e6376b38-459f-4bf3-838c-4ad12b073305 req-9a85383b-0950-4a30-8664-d56a4c821d57 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:33.336313 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6376b38-459f-4bf3-838c-4ad12b073305 req-9a85383b-0950-4a30-8664-d56a4c821d57 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.2548733 Feb 09 01:32:33.347936 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52268) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:33.362748 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a85383b-0950-4a30-8664-d56a4c821d57 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e13f0104-493e-4453-989f-6068292db5bf,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:33.482199 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a8126015-1c68-4a2a-b833-1d67cc027ee6 req-31e32cd1-8893-4c33-93bb-3fc8d99b4a33 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1891873149&fields=id&tenant_id=ac5bcf50fc484a6b96afdd2275d063d3 HTTP/1.1" status: 200 len: 267 time: 0.0827730 Feb 09 01:32:33.512517 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-bafdd7bd-7e0c-47b1-896e-19a0e372f1b9 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/floatingips/e4e86999-b477-4621-a0d4-3c8e1d3136c2 HTTP/1.1" status: 200 len: 993 time: 0.1623898 Feb 09 01:32:33.591692 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8126015-1c68-4a2a-b833-1d67cc027ee6 req-067036ee-5196-4ef3-a8ed-684fea64df0c tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:33.610257 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a8126015-1c68-4a2a-b833-1d67cc027ee6 req-067036ee-5196-4ef3-a8ed-684fea64df0c tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/ports?device_id=12793301-9474-4650-bf70-7b441c28c390 HTTP/1.1" status: 200 len: 945 time: 0.1142356 Feb 09 01:32:33.624350 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-a8126015-1c68-4a2a-b833-1d67cc027ee6 req-9fe9f80f-87d6-4e9a-963a-939540e25276 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Request body: {'port': {'security_groups': ['d372aab8-a187-4322-8f83-34f246bc73f9', 'e13f0104-493e-4453-989f-6068292db5bf']}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:33.753906 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a8126015-1c68-4a2a-b833-1d67cc027ee6 req-9fe9f80f-87d6-4e9a-963a-939540e25276 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (fbfedbe8-7c3d-4646-bf86-8d1f8db67a16), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:33.766414 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275efd4-cb8c-42d3-a39f-b9defb07df93 req-3bb91d7f-40dd-4b6d-87ed-98ea7fb85959 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:33.769433 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4275efd4-cb8c-42d3-a39f-b9defb07df93 req-3bb91d7f-40dd-4b6d-87ed-98ea7fb85959 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=195f58aa-ee26-46ef-8ade-98d430506d01 HTTP/1.1" status: 200 len: 945 time: 0.1511905 Feb 09 01:32:33.896274 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4275efd4-cb8c-42d3-a39f-b9defb07df93 req-90f6c656-e4a0-42f9-b51b-6af846dd815e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195939 Feb 09 01:32:34.183536 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1babe8-6d21-49d5-a59d-bb79d08dfe8d req-01c1d541-ecf2-4649-bdf3-a8854a9b3718 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:34.185070 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3f1babe8-6d21-49d5-a59d-bb79d08dfe8d req-01c1d541-ecf2-4649-bdf3-a8854a9b3718 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.47 "GET /v2.0/ports?device_id=195f58aa-ee26-46ef-8ade-98d430506d01 HTTP/1.1" status: 200 len: 945 time: 0.1601713 Feb 09 01:32:34.186882 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-a8126015-1c68-4a2a-b833-1d67cc027ee6 req-9fe9f80f-87d6-4e9a-963a-939540e25276 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] For port fbfedbe8-7c3d-4646-bf86-8d1f8db67a16, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=fbfedbe8-7c3d-4646-bf86-8d1f8db67a16,segment=NetworkSegment(3a0c930b-d121-4b9c-92fe-e48240a2e3b4),segment_id=3a0c930b-d121-4b9c-92fe-e48240a2e3b4)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:34.230618 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device d912c92d-a65e-4f40-910b-c0ea92154901 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:32:34.245672 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659ab3c-50d9-4cb7-8820-54e195f0b4b0 req-36dabdea-542a-4383-bca9-e69d92e0ecda tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:34.247278 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8659ab3c-50d9-4cb7-8820-54e195f0b4b0 req-36dabdea-542a-4383-bca9-e69d92e0ecda tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/networks?id=a6dc0533-64be-4dc0-82be-6dfba378ead9 HTTP/1.1" status: 200 len: 809 time: 0.2625296 Feb 09 01:32:34.274703 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-a737c3ff-a124-430a-baaa-52779f589ba8 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=9019a24413d947f09da6bf23cb0b5360&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444272 Feb 09 01:32:34.285928 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: d912c92d-a65e-4f40-910b-c0ea92154901 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:32:34.286891 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device d912c92d-a65e-4f40-910b-c0ea92154901 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:32:34.290345 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a8126015-1c68-4a2a-b833-1d67cc027ee6 req-9fe9f80f-87d6-4e9a-963a-939540e25276 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Publish callbacks [] for port (fbfedbe8-7c3d-4646-bf86-8d1f8db67a16), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:34.293057 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8659ab3c-50d9-4cb7-8820-54e195f0b4b0 req-725a2888-20dc-4eda-89c2-46929d718f14 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/quotas/bfb3a6fc594544b498cf0ec9a9ae8e04 HTTP/1.1" status: 200 len: 375 time: 0.0385334 Feb 09 01:32:34.326137 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a8126015-1c68-4a2a-b833-1d67cc027ee6 req-9fe9f80f-87d6-4e9a-963a-939540e25276 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (fbfedbe8-7c3d-4646-bf86-8d1f8db67a16), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:34.337249 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['fbfedbe8-7c3d-4646-bf86-8d1f8db67a16'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:32:34.354578 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8659ab3c-50d9-4cb7-8820-54e195f0b4b0 req-007cc9e8-3f48-4579-a40a-376a1db9a731 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=bfb3a6fc594544b498cf0ec9a9ae8e04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419343 Feb 09 01:32:34.450304 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8126015-1c68-4a2a-b833-1d67cc027ee6 req-9fe9f80f-87d6-4e9a-963a-939540e25276 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:34.451089 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a8126015-1c68-4a2a-b833-1d67cc027ee6 req-9fe9f80f-87d6-4e9a-963a-939540e25276 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:34.452696 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a8126015-1c68-4a2a-b833-1d67cc027ee6 req-9fe9f80f-87d6-4e9a-963a-939540e25276 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "PUT /v2.0/ports/fbfedbe8-7c3d-4646-bf86-8d1f8db67a16 HTTP/1.1" status: 200 len: 981 time: 0.8397992 Feb 09 01:32:34.468422 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-46d72d65-caca-4c9d-a47d-e138957621d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:34.478149 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9f80f-87d6-4e9a-963a-939540e25276 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Pushing event updated for resources: {'Port': ['ID=fbfedbe8-7c3d-4646-bf86-8d1f8db67a16,revision_number=6']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:34.497469 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-3f1babe8-6d21-49d5-a59d-bb79d08dfe8d req-00ce9693-3c0b-4b9c-a615-56e2075e1cf9 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Deleting port 311c2179-d368-4458-890a-e6cd34e7de98 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:32:34.497835 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3f1babe8-6d21-49d5-a59d-bb79d08dfe8d req-00ce9693-3c0b-4b9c-a615-56e2075e1cf9 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (311c2179-d368-4458-890a-e6cd34e7de98), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:34.509112 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['fbfedbe8-7c3d-4646-bf86-8d1f8db67a16'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:32:34.624910 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-3f1babe8-6d21-49d5-a59d-bb79d08dfe8d req-00ce9693-3c0b-4b9c-a615-56e2075e1cf9 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] For port 311c2179-d368-4458-890a-e6cd34e7de98, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=311c2179-d368-4458-890a-e6cd34e7de98,segment=NetworkSegment(d40e3b64-4486-4490-9380-e6758cb22819),segment_id=d40e3b64-4486-4490-9380-e6758cb22819)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:34.625980 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3f1babe8-6d21-49d5-a59d-bb79d08dfe8d req-00ce9693-3c0b-4b9c-a615-56e2075e1cf9 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (311c2179-d368-4458-890a-e6cd34e7de98), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:34.642545 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-3f1babe8-6d21-49d5-a59d-bb79d08dfe8d req-00ce9693-3c0b-4b9c-a615-56e2075e1cf9 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Calling delete_port for 311c2179-d368-4458-890a-e6cd34e7de98 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:32:34.647147 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-99a2cdbe-5fb3-4a5d-a158-bc05d22dc71c tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:34.649601 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-99a2cdbe-5fb3-4a5d-a158-bc05d22dc71c tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3698132 Feb 09 01:32:34.651670 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12793301-9474-4650-bf70-7b441c28c390', 'tag': 'fbfedbe8-7c3d-4646-bf86-8d1f8db67a16'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:32:34.653953 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dfa3c3b-dd35-4516-941f-bb748932b16b" -d '{"events": [{"name": "network-changed", "server_uuid": "12793301-9474-4650-bf70-7b441c28c390", "tag": "fbfedbe8-7c3d-4646-bf86-8d1f8db67a16"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:32:34.663774 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-a6691d70-9864-42a8-8524-6144b1d503c0 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Request body: {'port': {'device_id': '2ea0de20-d8ff-48fd-9186-8cb627918823', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'admin_state_up': True, 'tenant_id': '9019a24413d947f09da6bf23cb0b5360'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:34.758444 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8659ab3c-50d9-4cb7-8820-54e195f0b4b0 req-375db1c5-a2b9-403b-ae26-57712e354fe3 service neutron] 10.222.0.50 "GET /v2.0/networks/a6dc0533-64be-4dc0-82be-6dfba378ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4026904 Feb 09 01:32:34.790528 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4667e5d9-24de-4403-b0ba-c72ae502788f req-0188dea9-a0f3-42cf-b49e-985a68e18436 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ea0de20-d8ff-48fd-9186-8cb627918823 HTTP/1.1" status: 200 len: 210 time: 0.1333673 Feb 09 01:32:34.816088 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-a6691d70-9864-42a8-8524-6144b1d503c0 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Made reservation on behalf of 9019a24413d947f09da6bf23cb0b5360 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:32:34.816088 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-a6691d70-9864-42a8-8524-6144b1d503c0 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:34.837716 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-a6691d70-9864-42a8-8524-6144b1d503c0 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:34.897910 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8659ab3c-50d9-4cb7-8820-54e195f0b4b0 req-bc8a0cc2-a57a-4875-8d2a-95adb7029157 service neutron] 10.222.0.50 "GET /v2.0/networks/a6dc0533-64be-4dc0-82be-6dfba378ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032622 Feb 09 01:32:34.960916 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-a6691d70-9864-42a8-8524-6144b1d503c0 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Publish callbacks [] for security_group (acb3ce11-903b-43b9-a3be-d4a6d1388da8), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:34.974730 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-a6691d70-9864-42a8-8524-6144b1d503c0 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (acb3ce11-903b-43b9-a3be-d4a6d1388da8), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:35.019474 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0130038e-22a0-4c8b-b267-814c968f2e30 req-6e47ea71-2ffc-49c9-bf42-3cdb6fd2cb5c tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1891873149&fields=id&tenant_id=ac5bcf50fc484a6b96afdd2275d063d3 HTTP/1.1" status: 200 len: 267 time: 0.0563836 Feb 09 01:32:35.046566 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6691d70-9864-42a8-8524-6144b1d503c0 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acb3ce11-903b-43b9-a3be-d4a6d1388da8,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:35.093138 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130038e-22a0-4c8b-b267-814c968f2e30 req-4b55634e-23f9-4e08-9779-a72f118354fa tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:35.117096 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0130038e-22a0-4c8b-b267-814c968f2e30 req-4b55634e-23f9-4e08-9779-a72f118354fa tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/ports?device_id=12793301-9474-4650-bf70-7b441c28c390 HTTP/1.1" status: 200 len: 984 time: 0.0806599 Feb 09 01:32:35.142182 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-0130038e-22a0-4c8b-b267-814c968f2e30 req-14ee5838-4c3a-4b96-803d-39b39355843e tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Request body: {'port': {'security_groups': ['d372aab8-a187-4322-8f83-34f246bc73f9']}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:35.199739 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6691d70-9864-42a8-8524-6144b1d503c0 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:35.201053 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6691d70-9864-42a8-8524-6144b1d503c0 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:35.201527 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6691d70-9864-42a8-8524-6144b1d503c0 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:35.202039 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6691d70-9864-42a8-8524-6144b1d503c0 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:35.202841 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6691d70-9864-42a8-8524-6144b1d503c0 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:35.203294 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6691d70-9864-42a8-8524-6144b1d503c0 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:35.203760 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6691d70-9864-42a8-8524-6144b1d503c0 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:35.206674 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6691d70-9864-42a8-8524-6144b1d503c0 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:35.207563 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6691d70-9864-42a8-8524-6144b1d503c0 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:35.208013 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6691d70-9864-42a8-8524-6144b1d503c0 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:35.208458 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6691d70-9864-42a8-8524-6144b1d503c0 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:35.208938 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6691d70-9864-42a8-8524-6144b1d503c0 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:35.209417 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6691d70-9864-42a8-8524-6144b1d503c0 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:35.236084 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb55a30-c8df-484e-83f3-d51a581bcb22 x-openstack-request-id: req-4bb55a30-c8df-484e-83f3-d51a581bcb22 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:32:35.236084 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12793301-9474-4650-bf70-7b441c28c390", "tag": "fbfedbe8-7c3d-4646-bf86-8d1f8db67a16", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:32:35.236363 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4bb55a30-c8df-484e-83f3-d51a581bcb22 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:32:35.236524 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12793301-9474-4650-bf70-7b441c28c390', 'tag': 'fbfedbe8-7c3d-4646-bf86-8d1f8db67a16', 'status': 'completed', 'code': 200} Feb 09 01:32:35.278080 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-a6691d70-9864-42a8-8524-6144b1d503c0 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Allocated IP 192.168.233.167 (9e88fe6e-2b1d-4294-a17d-9a7801813700/3810d295-ee98-40f7-b1e2-609bf7d1c3df/f8e41e5e-f6f5-4e01-a44c-db2198fff004) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:32:35.438450 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0130038e-22a0-4c8b-b267-814c968f2e30 req-14ee5838-4c3a-4b96-803d-39b39355843e tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (fbfedbe8-7c3d-4646-bf86-8d1f8db67a16), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:35.447078 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3f1babe8-6d21-49d5-a59d-bb79d08dfe8d req-00ce9693-3c0b-4b9c-a615-56e2075e1cf9 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (311c2179-d368-4458-890a-e6cd34e7de98), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:35.504629 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa3c3b-dd35-4516-941f-bb748932b16b req-799c0f13-db1b-4296-8b0b-8ca19e0f5f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:35.506550 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4dfa3c3b-dd35-4516-941f-bb748932b16b req-799c0f13-db1b-4296-8b0b-8ca19e0f5f88 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=ac5bcf50fc484a6b96afdd2275d063d3&device_id=12793301-9474-4650-bf70-7b441c28c390 HTTP/1.1" status: 200 len: 1166 time: 0.2601390 Feb 09 01:32:35.507332 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce9693-3c0b-4b9c-a615-56e2075e1cf9 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Pushing event deleted for resources: {'Port': ['ID=311c2179-d368-4458-890a-e6cd34e7de98,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:35.555866 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-a6691d70-9864-42a8-8524-6144b1d503c0 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Publish callbacks [] for port (f8e41e5e-f6f5-4e01-a44c-db2198fff004), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:35.573146 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a62f4-0b77-4f02-816d-25c26c6b8d0e req-737761f6-11de-436f-a383-dde71b696066 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:35.574656 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6a8a62f4-0b77-4f02-816d-25c26c6b8d0e req-737761f6-11de-436f-a383-dde71b696066 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=195f58aa-ee26-46ef-8ade-98d430506d01 HTTP/1.1" status: 200 len: 867 time: 0.2617068 Feb 09 01:32:35.620279 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-a6691d70-9864-42a8-8524-6144b1d503c0 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (f8e41e5e-f6f5-4e01-a44c-db2198fff004), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:35.713941 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1babe8-6d21-49d5-a59d-bb79d08dfe8d req-00ce9693-3c0b-4b9c-a615-56e2075e1cf9 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] No DVR routers for this DVR port 311c2179-d368-4458-890a-e6cd34e7de98 on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:32:35.715612 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-a6691d70-9864-42a8-8524-6144b1d503c0 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Network 9e88fe6e-2b1d-4294-a17d-9a7801813700 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:32:35.719434 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3f1babe8-6d21-49d5-a59d-bb79d08dfe8d req-00ce9693-3c0b-4b9c-a615-56e2075e1cf9 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:35.723654 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3f1babe8-6d21-49d5-a59d-bb79d08dfe8d req-00ce9693-3c0b-4b9c-a615-56e2075e1cf9 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.47 "DELETE /v2.0/ports/311c2179-d368-4458-890a-e6cd34e7de98 HTTP/1.1" status: 204 len: 173 time: 1.5246141 Feb 09 01:32:35.729408 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-a6691d70-9864-42a8-8524-6144b1d503c0 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:32:35.734890 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-a6691d70-9864-42a8-8524-6144b1d503c0 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:32:35.863294 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6691d70-9864-42a8-8524-6144b1d503c0 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Pushing event updated for resources: {'Port': ['ID=f8e41e5e-f6f5-4e01-a44c-db2198fff004,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:35.863754 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6a8a62f4-0b77-4f02-816d-25c26c6b8d0e req-2ca53061-cd26-4258-8789-56c761357d8c tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=9797818a-579b-4e66-9dd6-848be19de897&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696326 Feb 09 01:32:35.902588 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa3c3b-dd35-4516-941f-bb748932b16b req-2e3a6d05-8052-4908-a13a-2db5e027bf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:35.907304 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-a6691d70-9864-42a8-8524-6144b1d503c0 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:35.911872 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4dfa3c3b-dd35-4516-941f-bb748932b16b req-2e3a6d05-8052-4908-a13a-2db5e027bf12 service neutron] 10.222.0.120 "GET /v2.0/networks?id=3be12430-afc4-49f5-8809-14329bd56115 HTTP/1.1" status: 200 len: 922 time: 0.3790636 Feb 09 01:32:35.915455 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-a6691d70-9864-42a8-8524-6144b1d503c0 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:35.945268 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-a6691d70-9864-42a8-8524-6144b1d503c0 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2869067 Feb 09 01:32:35.952369 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:35.958508 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-3b2b36c8-fd2b-4ac2-ba56-d0b7abf6f92f service neutron] Request body: {'port': {'device_id': '2ea0de20-d8ff-48fd-9186-8cb627918823', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:36.123229 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1f5c5886-46db-41c5-b651-4e59fe388fad req-5c9a79ca-8c64-4ea9-a32b-675e1532b474 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4ce1ee5-40f8-4bd5-87e5-b573fb7eaebb HTTP/1.1" status: 200 len: 210 time: 0.0894475 Feb 09 01:32:36.131863 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4dfa3c3b-dd35-4516-941f-bb748932b16b req-fe7f122a-1d16-4e12-b472-dd8993e7d9d5 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbfedbe8-7c3d-4646-bf86-8d1f8db67a16 HTTP/1.1" status: 200 len: 217 time: 0.1643047 Feb 09 01:32:36.148707 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-3b2b36c8-fd2b-4ac2-ba56-d0b7abf6f92f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f8e41e5e-f6f5-4e01-a44c-db2198fff004), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:36.278378 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-3fe83647-4db6-45a7-8264-f2a874f86b28 None None] Provisioning complete for port f8e41e5e-f6f5-4e01-a44c-db2198fff004 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:36.279991 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3fe83647-4db6-45a7-8264-f2a874f86b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f8e41e5e-f6f5-4e01-a44c-db2198fff004), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:36.353355 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-3fe83647-4db6-45a7-8264-f2a874f86b28 None None] Port f8e41e5e-f6f5-4e01-a44c-db2198fff004 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:32:36.600094 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-3b2b36c8-fd2b-4ac2-ba56-d0b7abf6f92f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8e41e5e-f6f5-4e01-a44c-db2198fff004 {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:32:36.609749 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-3b2b36c8-fd2b-4ac2-ba56-d0b7abf6f92f service neutron] Publish callbacks [] for port (f8e41e5e-f6f5-4e01-a44c-db2198fff004), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:36.624592 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-3b2b36c8-fd2b-4ac2-ba56-d0b7abf6f92f service neutron] Transition to ACTIVE for port object f8e41e5e-f6f5-4e01-a44c-db2198fff004 will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:32:36.629700 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-3b2b36c8-fd2b-4ac2-ba56-d0b7abf6f92f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (f8e41e5e-f6f5-4e01-a44c-db2198fff004), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:36.744525 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b36c8-fd2b-4ac2-ba56-d0b7abf6f92f service neutron] Pushing event updated for resources: {'Port': ['ID=f8e41e5e-f6f5-4e01-a44c-db2198fff004,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:36.816199 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-3b2b36c8-fd2b-4ac2-ba56-d0b7abf6f92f service neutron] Attempting to bind port f8e41e5e-f6f5-4e01-a44c-db2198fff004 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:32:36.816576 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-3b2b36c8-fd2b-4ac2-ba56-d0b7abf6f92f service neutron] Attempting to bind port f8e41e5e-f6f5-4e01-a44c-db2198fff004 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:32:36.816926 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-3b2b36c8-fd2b-4ac2-ba56-d0b7abf6f92f service neutron] Attempting to bind port f8e41e5e-f6f5-4e01-a44c-db2198fff004 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:32:36.831312 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-3b2b36c8-fd2b-4ac2-ba56-d0b7abf6f92f service neutron] Port f8e41e5e-f6f5-4e01-a44c-db2198fff004 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:32:36.834899 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-3b2b36c8-fd2b-4ac2-ba56-d0b7abf6f92f service neutron] Attempting to bind port f8e41e5e-f6f5-4e01-a44c-db2198fff004 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:32:36.845286 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-3b2b36c8-fd2b-4ac2-ba56-d0b7abf6f92f service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:32:36.845640 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-3b2b36c8-fd2b-4ac2-ba56-d0b7abf6f92f service neutron] Checking segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:32:36.846047 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-3b2b36c8-fd2b-4ac2-ba56-d0b7abf6f92f service neutron] Bound using segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:32:36.846505 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-3b2b36c8-fd2b-4ac2-ba56-d0b7abf6f92f service neutron] Bound port: f8e41e5e-f6f5-4e01-a44c-db2198fff004, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:32:36.846874 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-3b2b36c8-fd2b-4ac2-ba56-d0b7abf6f92f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f8e41e5e-f6f5-4e01-a44c-db2198fff004), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:36.890485 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa3c3b-dd35-4516-941f-bb748932b16b req-a3c6bfb5-4f7a-49e0-b47a-8321754ed511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:36.892760 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4dfa3c3b-dd35-4516-941f-bb748932b16b req-a3c6bfb5-4f7a-49e0-b47a-8321754ed511 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=2209de10-aa5e-43c1-9412-9e5af3276ff1 HTTP/1.1" status: 200 len: 860 time: 0.7466846 Feb 09 01:32:36.927564 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-0130038e-22a0-4c8b-b267-814c968f2e30 req-14ee5838-4c3a-4b96-803d-39b39355843e tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] For port fbfedbe8-7c3d-4646-bf86-8d1f8db67a16, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=fbfedbe8-7c3d-4646-bf86-8d1f8db67a16,segment=NetworkSegment(3a0c930b-d121-4b9c-92fe-e48240a2e3b4),segment_id=3a0c930b-d121-4b9c-92fe-e48240a2e3b4)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:36.982066 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4dfa3c3b-dd35-4516-941f-bb748932b16b req-ef679762-c181-4515-af4e-1e42f2ec3582 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=3be12430-afc4-49f5-8809-14329bd56115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788736 Feb 09 01:32:36.988953 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-3b2b36c8-fd2b-4ac2-ba56-d0b7abf6f92f service neutron] For port f8e41e5e-f6f5-4e01-a44c-db2198fff004, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:32:37.003986 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-3b2b36c8-fd2b-4ac2-ba56-d0b7abf6f92f service neutron] For port f8e41e5e-f6f5-4e01-a44c-db2198fff004, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=f8e41e5e-f6f5-4e01-a44c-db2198fff004,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:32:37.011446 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-3b2b36c8-fd2b-4ac2-ba56-d0b7abf6f92f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (f8e41e5e-f6f5-4e01-a44c-db2198fff004), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:37.023588 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de595639-9385-4125-99bc-c46fdfeaab95 req-8d0dbfdd-5f47-4f72-93e9-719ee0c00707 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:37.030794 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de595639-9385-4125-99bc-c46fdfeaab95 req-8d0dbfdd-5f47-4f72-93e9-719ee0c00707 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ea0de20-d8ff-48fd-9186-8cb627918823 HTTP/1.1" status: 200 len: 948 time: 0.3996081 Feb 09 01:32:37.109093 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-3b2b36c8-fd2b-4ac2-ba56-d0b7abf6f92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:37.109747 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-3b2b36c8-fd2b-4ac2-ba56-d0b7abf6f92f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:37.111455 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-3b2b36c8-fd2b-4ac2-ba56-d0b7abf6f92f service neutron] 10.222.0.47 "PUT /v2.0/ports/f8e41e5e-f6f5-4e01-a44c-db2198fff004 HTTP/1.1" status: 200 len: 1096 time: 1.1578619 Feb 09 01:32:37.111928 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea0de20-d8ff-48fd-9186-8cb627918823', 'tag': 'f8e41e5e-f6f5-4e01-a44c-db2198fff004'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:32:37.114332 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54dd9b8e-25e4-4654-af21-950889d44b89" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea0de20-d8ff-48fd-9186-8cb627918823", "tag": "f8e41e5e-f6f5-4e01-a44c-db2198fff004"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:32:37.140316 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b36c8-fd2b-4ac2-ba56-d0b7abf6f92f service neutron] Pushing event updated for resources: {'Port': ['ID=f8e41e5e-f6f5-4e01-a44c-db2198fff004,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:37.174467 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659ab3c-50d9-4cb7-8820-54e195f0b4b0 req-e0f726bf-e36a-4eab-be90-4d70f8b36f5e tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:37.176076 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8659ab3c-50d9-4cb7-8820-54e195f0b4b0 req-e0f726bf-e36a-4eab-be90-4d70f8b36f5e tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.120 "GET /v2.0/networks?id=a6dc0533-64be-4dc0-82be-6dfba378ead9 HTTP/1.1" status: 200 len: 809 time: 0.4847209 Feb 09 01:32:37.178237 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0130038e-22a0-4c8b-b267-814c968f2e30 req-14ee5838-4c3a-4b96-803d-39b39355843e tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Publish callbacks [] for port (fbfedbe8-7c3d-4646-bf86-8d1f8db67a16), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:37.213229 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-a4a38865-39bd-457c-a80c-6abda827a2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:37.215996 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-a4a38865-39bd-457c-a80c-6abda827a2c7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9019a24413d947f09da6bf23cb0b5360&device_id=2ea0de20-d8ff-48fd-9186-8cb627918823 HTTP/1.1" status: 200 len: 1130 time: 0.0631862 Feb 09 01:32:37.222335 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0130038e-22a0-4c8b-b267-814c968f2e30 req-14ee5838-4c3a-4b96-803d-39b39355843e tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (fbfedbe8-7c3d-4646-bf86-8d1f8db67a16), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:37.235292 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-8659ab3c-50d9-4cb7-8820-54e195f0b4b0 req-a42f96c8-6a3a-451a-86b5-084076f373e3 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Request body: {'port': {'device_id': 'e4ce1ee5-40f8-4bd5-87e5-b573fb7eaebb', 'network_id': 'a6dc0533-64be-4dc0-82be-6dfba378ead9', 'admin_state_up': True, 'tenant_id': 'bfb3a6fc594544b498cf0ec9a9ae8e04'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:37.247276 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195f58aa-ee26-46ef-8ade-98d430506d01', 'name': 'network-vif-deleted', 'tag': '311c2179-d368-4458-890a-e6cd34e7de98'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:32:37.250144 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8f1452-3c0d-4f17-aaa9-8474499b4f9c" -d '{"events": [{"server_uuid": "195f58aa-ee26-46ef-8ade-98d430506d01", "name": "network-vif-deleted", "tag": "311c2179-d368-4458-890a-e6cd34e7de98"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:32:37.256872 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['fbfedbe8-7c3d-4646-bf86-8d1f8db67a16'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:32:37.267943 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:37.321994 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-bf00525d-b22d-4f7e-9621-b60747bdb38e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=f8e41e5e-f6f5-4e01-a44c-db2198fff004 HTTP/1.1" status: 200 len: 217 time: 0.0952888 Feb 09 01:32:37.357556 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0130038e-22a0-4c8b-b267-814c968f2e30 req-14ee5838-4c3a-4b96-803d-39b39355843e tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:37.358498 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0130038e-22a0-4c8b-b267-814c968f2e30 req-14ee5838-4c3a-4b96-803d-39b39355843e tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:37.371982 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0130038e-22a0-4c8b-b267-814c968f2e30 req-14ee5838-4c3a-4b96-803d-39b39355843e tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "PUT /v2.0/ports/fbfedbe8-7c3d-4646-bf86-8d1f8db67a16 HTTP/1.1" status: 200 len: 942 time: 2.2483552 Feb 09 01:32:37.408587 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de595639-9385-4125-99bc-c46fdfeaab95 req-60015ce3-8831-4e23-9993-b2d1a20200a3 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] 10.222.0.50 "GET /v2.0/security-groups?id=acb3ce11-903b-43b9-a3be-d4a6d1388da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767986 Feb 09 01:32:37.449585 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 311c2179-d368-4458-890a-e6cd34e7de98 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:32:37.451164 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-56f5a24b-4cee-4419-8502-0121f5141819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:37.455010 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-56f5a24b-4cee-4419-8502-0121f5141819 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.1248372 Feb 09 01:32:37.516452 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['fbfedbe8-7c3d-4646-bf86-8d1f8db67a16'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:32:37.525289 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: 311c2179-d368-4458-890a-e6cd34e7de98 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:32:37.525646 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 311c2179-d368-4458-890a-e6cd34e7de98 not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:32:37.532195 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff25af5f-4996-46e9-b652-396519fceef6 x-openstack-request-id: req-ff25af5f-4996-46e9-b652-396519fceef6 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:32:37.532664 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea0de20-d8ff-48fd-9186-8cb627918823", "tag": "f8e41e5e-f6f5-4e01-a44c-db2198fff004", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:32:37.532763 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ff25af5f-4996-46e9-b652-396519fceef6 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:32:37.533868 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea0de20-d8ff-48fd-9186-8cb627918823', 'tag': 'f8e41e5e-f6f5-4e01-a44c-db2198fff004', 'status': 'completed', 'code': 200} Feb 09 01:32:37.572190 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-bd86622e-ede3-4c31-8780-f27e6dc252b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:37.573896 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-bd86622e-ede3-4c31-8780-f27e6dc252b0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1128144 Feb 09 01:32:37.626371 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-88b18827-98cc-4fd8-bd86-fa6020dd4ddf req-404ed002-0f87-48c5-b999-2cc873816faa tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=195f58aa-ee26-46ef-8ade-98d430506d01 HTTP/1.1" status: 200 len: 210 time: 0.1251755 Feb 09 01:32:37.653216 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4dfa3c3b-dd35-4516-941f-bb748932b16b req-b1550adb-3020-49bd-b139-ac202e411171 service neutron] 10.222.0.120 "GET /v2.0/networks/3be12430-afc4-49f5-8809-14329bd56115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6560209 Feb 09 01:32:37.654073 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee5838-4c3a-4b96-803d-39b39355843e tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Pushing event updated for resources: {'Port': ['ID=fbfedbe8-7c3d-4646-bf86-8d1f8db67a16,revision_number=7']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:37.703894 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ddfbe3d0-5314-4275-a471-884477a935f1 req-ee39173d-3ab0-4491-83fa-73b8a1b26e76 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4ce1ee5-40f8-4bd5-87e5-b573fb7eaebb HTTP/1.1" status: 200 len: 210 time: 0.0741155 Feb 09 01:32:37.735067 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-d9872716-2f54-4aaa-9316-65c2b5f4614d service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534386 Feb 09 01:32:37.783436 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c50f264-1833-4be4-9879-27eb70c268e5 x-openstack-request-id: req-1c50f264-1833-4be4-9879-27eb70c268e5 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:32:37.784474 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "195f58aa-ee26-46ef-8ade-98d430506d01", "name": "network-vif-deleted", "tag": "311c2179-d368-4458-890a-e6cd34e7de98", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:32:37.784936 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1c50f264-1833-4be4-9879-27eb70c268e5 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:32:37.785535 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '195f58aa-ee26-46ef-8ade-98d430506d01', 'name': 'network-vif-deleted', 'tag': '311c2179-d368-4458-890a-e6cd34e7de98', 'status': 'completed', 'code': 200} Feb 09 01:32:37.862310 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:37.915297 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-c631a7d2-4f99-4e90-aaf4-c20cb9f727e2 req-2bbd8de5-de7d-49e2-98f1-0fefe0f455e1 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717007 Feb 09 01:32:38.028225 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8659ab3c-50d9-4cb7-8820-54e195f0b4b0 req-a42f96c8-6a3a-451a-86b5-084076f373e3 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Made reservation on behalf of bfb3a6fc594544b498cf0ec9a9ae8e04 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:32:38.034751 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8659ab3c-50d9-4cb7-8820-54e195f0b4b0 req-a42f96c8-6a3a-451a-86b5-084076f373e3 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:38.066665 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd9b8e-25e4-4654-af21-950889d44b89 req-2c7c4a6b-a8a1-4668-b515-27f5071c24f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:38.067989 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-54dd9b8e-25e4-4654-af21-950889d44b89 req-2c7c4a6b-a8a1-4668-b515-27f5071c24f1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9019a24413d947f09da6bf23cb0b5360&device_id=2ea0de20-d8ff-48fd-9186-8cb627918823 HTTP/1.1" status: 200 len: 1130 time: 0.0992236 Feb 09 01:32:38.131814 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4dfa3c3b-dd35-4516-941f-bb748932b16b req-b82cd16e-db9b-42e8-bd90-9e06ca5f66d0 service neutron] 10.222.0.120 "GET /v2.0/networks/3be12430-afc4-49f5-8809-14329bd56115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4439757 Feb 09 01:32:38.174891 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8f9152a5-d4ed-4a99-9718-6aa9a2afeeb5 req-cbeda84d-b784-4a7a-b656-5fa87e3c0db3 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3797348 Feb 09 01:32:38.200244 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd9b8e-25e4-4654-af21-950889d44b89 req-3e7b3d38-f4fe-4a67-8ac6-c7ec3b843cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:38.201914 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-54dd9b8e-25e4-4654-af21-950889d44b89 req-3e7b3d38-f4fe-4a67-8ac6-c7ec3b843cec service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.1260591 Feb 09 01:32:38.205968 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-8f9152a5-d4ed-4a99-9718-6aa9a2afeeb5 req-96d90eee-577d-45d6-812c-c20aa354bff6 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:38.253026 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8f9152a5-d4ed-4a99-9718-6aa9a2afeeb5 req-96d90eee-577d-45d6-812c-c20aa354bff6 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:38.267697 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-54dd9b8e-25e4-4654-af21-950889d44b89 req-612d6206-413a-4fe5-97a4-f421e86b1c8d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=f8e41e5e-f6f5-4e01-a44c-db2198fff004 HTTP/1.1" status: 200 len: 217 time: 0.0589602 Feb 09 01:32:38.352132 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd9b8e-25e4-4654-af21-950889d44b89 req-94bff17d-9445-42fc-9328-0126edb474d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:38.354497 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-54dd9b8e-25e4-4654-af21-950889d44b89 req-94bff17d-9445-42fc-9328-0126edb474d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.0657740 Feb 09 01:32:38.359608 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-8659ab3c-50d9-4cb7-8820-54e195f0b4b0 req-a42f96c8-6a3a-451a-86b5-084076f373e3 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Allocated IP 172.20.0.8 (a6dc0533-64be-4dc0-82be-6dfba378ead9/335c2a51-266c-4757-b022-6ac8dba02c56/bf6cd98b-906a-4776-ba3e-fc3613ce6293) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:32:38.412868 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd9b8e-25e4-4654-af21-950889d44b89 req-b6c53814-6b72-4007-b35b-67f1ef442ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:38.414668 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-54dd9b8e-25e4-4654-af21-950889d44b89 req-b6c53814-6b72-4007-b35b-67f1ef442ba6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0532758 Feb 09 01:32:38.458187 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:38.467491 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8f9152a5-d4ed-4a99-9718-6aa9a2afeeb5 req-96d90eee-577d-45d6-812c-c20aa354bff6 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:38.581216 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-54dd9b8e-25e4-4654-af21-950889d44b89 req-7cd157cf-d80a-487b-b931-439e1930e6b3 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591747 Feb 09 01:32:38.668636 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-8f9152a5-d4ed-4a99-9718-6aa9a2afeeb5 req-96d90eee-577d-45d6-812c-c20aa354bff6 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Allocated IP 172.25.8.187 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/971ae04f-be7a-4fa8-8da5-9bd0deffb5b5) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:32:38.711747 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-54dd9b8e-25e4-4654-af21-950889d44b89 req-252892be-dce3-4e88-8963-d2290177c6fd service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236124 Feb 09 01:32:38.726719 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dddab9-61bb-4761-b1c8-f9c1db2b755f req-8de83453-570a-4543-b6a8-f0f78a8ec9bb tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:38.728225 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-83dddab9-61bb-4761-b1c8-f9c1db2b755f req-8de83453-570a-4543-b6a8-f0f78a8ec9bb tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ea0de20-d8ff-48fd-9186-8cb627918823 HTTP/1.1" status: 200 len: 948 time: 0.1962092 Feb 09 01:32:38.792862 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8659ab3c-50d9-4cb7-8820-54e195f0b4b0 req-a42f96c8-6a3a-451a-86b5-084076f373e3 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Publish callbacks [] for port (bf6cd98b-906a-4776-ba3e-fc3613ce6293), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:38.889483 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-83dddab9-61bb-4761-b1c8-f9c1db2b755f req-a925a467-8205-4c50-a828-31f89c1ca359 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] 10.222.0.50 "GET /v2.0/security-groups?id=acb3ce11-903b-43b9-a3be-d4a6d1388da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141489 Feb 09 01:32:38.912187 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8f9152a5-d4ed-4a99-9718-6aa9a2afeeb5 req-96d90eee-577d-45d6-812c-c20aa354bff6 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Publish callbacks [] for port (971ae04f-be7a-4fa8-8da5-9bd0deffb5b5), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:38.947189 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8659ab3c-50d9-4cb7-8820-54e195f0b4b0 req-a42f96c8-6a3a-451a-86b5-084076f373e3 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (bf6cd98b-906a-4776-ba3e-fc3613ce6293), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:38.961086 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8f9152a5-d4ed-4a99-9718-6aa9a2afeeb5 req-96d90eee-577d-45d6-812c-c20aa354bff6 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (971ae04f-be7a-4fa8-8da5-9bd0deffb5b5), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:39.042993 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2874ee2e-0d7d-44ab-9e9a-22ed7091bb0b req-77433fb4-7700-4e4d-b0cf-23418e85c125 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=195f58aa-ee26-46ef-8ade-98d430506d01 HTTP/1.1" status: 200 len: 210 time: 0.0582044 Feb 09 01:32:39.058430 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f9152a5-d4ed-4a99-9718-6aa9a2afeeb5 req-96d90eee-577d-45d6-812c-c20aa354bff6 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:32:39.064936 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-8f9152a5-d4ed-4a99-9718-6aa9a2afeeb5 req-96d90eee-577d-45d6-812c-c20aa354bff6 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:32:39.068593 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8659ab3c-50d9-4cb7-8820-54e195f0b4b0 req-a42f96c8-6a3a-451a-86b5-084076f373e3 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Network a6dc0533-64be-4dc0-82be-6dfba378ead9 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:32:39.072299 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9152a5-d4ed-4a99-9718-6aa9a2afeeb5 req-96d90eee-577d-45d6-812c-c20aa354bff6 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:32:39.079895 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-8659ab3c-50d9-4cb7-8820-54e195f0b4b0 req-a42f96c8-6a3a-451a-86b5-084076f373e3 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:32:39.121011 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-8659ab3c-50d9-4cb7-8820-54e195f0b4b0 req-a42f96c8-6a3a-451a-86b5-084076f373e3 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:32:39.153774 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f96c8-6a3a-451a-86b5-084076f373e3 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Pushing event updated for resources: {'Port': ['ID=bf6cd98b-906a-4776-ba3e-fc3613ce6293,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:39.242694 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659ab3c-50d9-4cb7-8820-54e195f0b4b0 req-a42f96c8-6a3a-451a-86b5-084076f373e3 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:39.243222 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8659ab3c-50d9-4cb7-8820-54e195f0b4b0 req-a42f96c8-6a3a-451a-86b5-084076f373e3 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:39.274426 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d90eee-577d-45d6-812c-c20aa354bff6 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Pushing event updated for resources: {'Port': ['ID=971ae04f-be7a-4fa8-8da5-9bd0deffb5b5,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:39.307260 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8659ab3c-50d9-4cb7-8820-54e195f0b4b0 req-a42f96c8-6a3a-451a-86b5-084076f373e3 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0898762 Feb 09 01:32:39.315509 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff211cb-53b7-459c-8334-8ff1f2075164 req-8be2784c-1866-4d48-b748-39b04832df2a tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:39.316956 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4ff211cb-53b7-459c-8334-8ff1f2075164 req-8be2784c-1866-4d48-b748-39b04832df2a tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4ce1ee5-40f8-4bd5-87e5-b573fb7eaebb HTTP/1.1" status: 200 len: 931 time: 0.1927164 Feb 09 01:32:39.323349 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-8659ab3c-50d9-4cb7-8820-54e195f0b4b0 req-2f581ef7-7797-4805-861d-1154509bf042 service neutron] Request body: {'port': {'device_id': 'e4ce1ee5-40f8-4bd5-87e5-b573fb7eaebb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:39.327474 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8f9152a5-d4ed-4a99-9718-6aa9a2afeeb5 req-96d90eee-577d-45d6-812c-c20aa354bff6 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Publish callbacks [] for floatingip (bec006f7-6b36-44d2-8a7a-39b0a9723a78), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:39.398789 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device f8e41e5e-f6f5-4e01-a44c-db2198fff004 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:32:39.448922 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8659ab3c-50d9-4cb7-8820-54e195f0b4b0 req-2f581ef7-7797-4805-861d-1154509bf042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (bf6cd98b-906a-4776-ba3e-fc3613ce6293), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:39.451571 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8f9152a5-d4ed-4a99-9718-6aa9a2afeeb5 req-96d90eee-577d-45d6-812c-c20aa354bff6 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (971ae04f-be7a-4fa8-8da5-9bd0deffb5b5), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:39.458057 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4ff211cb-53b7-459c-8334-8ff1f2075164 req-a02a4e72-1dbf-4c0a-8fb8-2a225f2aa929 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b824740-4a3c-47f4-9cdf-9f92b5a80ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322482 Feb 09 01:32:39.560687 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port f8e41e5e-f6f5-4e01-a44c-db2198fff004, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=f8e41e5e-f6f5-4e01-a44c-db2198fff004,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:39.576841 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:39.578084 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': 'f8e41e5e-f6f5-4e01-a44c-db2198fff004', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'port_id': 'f8e41e5e-f6f5-4e01-a44c-db2198fff004', 'mac_address': 'fa:16:3e:dc:0c:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3810d295-ee98-40f7-b1e2-609bf7d1c3df', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:32:39.626646 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port f8e41e5e-f6f5-4e01-a44c-db2198fff004 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:39.627103 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f8e41e5e-f6f5-4e01-a44c-db2198fff004), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:39.641503 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8e41e5e-f6f5-4e01-a44c-db2198fff004 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:32:39.669986 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port f8e41e5e-f6f5-4e01-a44c-db2198fff004, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=f8e41e5e-f6f5-4e01-a44c-db2198fff004,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:39.674650 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f8e41e5e-f6f5-4e01-a44c-db2198fff004), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:39.736086 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=f8e41e5e-f6f5-4e01-a44c-db2198fff004,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:39.791973 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8f9152a5-d4ed-4a99-9718-6aa9a2afeeb5 req-96d90eee-577d-45d6-812c-c20aa354bff6 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Publish callbacks [] for port (971ae04f-be7a-4fa8-8da5-9bd0deffb5b5), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:39.796896 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12793301-9474-4650-bf70-7b441c28c390', 'tag': 'fbfedbe8-7c3d-4646-bf86-8d1f8db67a16'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:32:39.799113 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1001c668-5a61-468b-b884-bfbbbc886570" -d '{"events": [{"name": "network-changed", "server_uuid": "12793301-9474-4650-bf70-7b441c28c390", "tag": "fbfedbe8-7c3d-4646-bf86-8d1f8db67a16"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:32:39.807210 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8f9152a5-d4ed-4a99-9718-6aa9a2afeeb5 req-96d90eee-577d-45d6-812c-c20aa354bff6 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (971ae04f-be7a-4fa8-8da5-9bd0deffb5b5), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:39.863128 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d595d0fb-ba07-4818-9729-000290b52d0e x-openstack-request-id: req-d595d0fb-ba07-4818-9729-000290b52d0e {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:32:39.863420 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12793301-9474-4650-bf70-7b441c28c390", "tag": "fbfedbe8-7c3d-4646-bf86-8d1f8db67a16", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:32:39.863679 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d595d0fb-ba07-4818-9729-000290b52d0e {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:32:39.864079 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12793301-9474-4650-bf70-7b441c28c390', 'tag': 'fbfedbe8-7c3d-4646-bf86-8d1f8db67a16', 'status': 'completed', 'code': 200} Feb 09 01:32:39.864687 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d90eee-577d-45d6-812c-c20aa354bff6 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Pushing event updated for resources: {'Port': ['ID=971ae04f-be7a-4fa8-8da5-9bd0deffb5b5,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:39.927199 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['f8e41e5e-f6f5-4e01-a44c-db2198fff004'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:32:40.341041 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8f9152a5-d4ed-4a99-9718-6aa9a2afeeb5 req-96d90eee-577d-45d6-812c-c20aa354bff6 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (bec006f7-6b36-44d2-8a7a-39b0a9723a78), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:40.372226 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8f9152a5-d4ed-4a99-9718-6aa9a2afeeb5 req-96d90eee-577d-45d6-812c-c20aa354bff6 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:40.373434 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8f9152a5-d4ed-4a99-9718-6aa9a2afeeb5 req-96d90eee-577d-45d6-812c-c20aa354bff6 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1976306 Feb 09 01:32:40.403255 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-8659ab3c-50d9-4cb7-8820-54e195f0b4b0 req-2f581ef7-7797-4805-861d-1154509bf042 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf6cd98b-906a-4776-ba3e-fc3613ce6293 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:32:40.440302 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8659ab3c-50d9-4cb7-8820-54e195f0b4b0 req-2f581ef7-7797-4805-861d-1154509bf042 service neutron] Publish callbacks [] for port (bf6cd98b-906a-4776-ba3e-fc3613ce6293), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:40.487889 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001c668-5a61-468b-b884-bfbbbc886570 req-989b5a99-1a90-4501-a1cb-92053deb5d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:40.490126 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1001c668-5a61-468b-b884-bfbbbc886570 req-989b5a99-1a90-4501-a1cb-92053deb5d47 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=ac5bcf50fc484a6b96afdd2275d063d3&device_id=12793301-9474-4650-bf70-7b441c28c390 HTTP/1.1" status: 200 len: 1127 time: 0.5937078 Feb 09 01:32:40.512490 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8f9152a5-d4ed-4a99-9718-6aa9a2afeeb5 req-c71fc8d3-9ed5-46a6-9942-ef07ae649419 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.8.187 HTTP/1.1" status: 200 len: 696 time: 0.1171825 Feb 09 01:32:40.515811 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-8659ab3c-50d9-4cb7-8820-54e195f0b4b0 req-2f581ef7-7797-4805-861d-1154509bf042 service neutron] Transition to ACTIVE for port object bf6cd98b-906a-4776-ba3e-fc3613ce6293 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:32:40.555702 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8659ab3c-50d9-4cb7-8820-54e195f0b4b0 req-2f581ef7-7797-4805-861d-1154509bf042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (bf6cd98b-906a-4776-ba3e-fc3613ce6293), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:40.643173 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292f24a-743f-4792-9006-e11f293b4b3b req-76afa525-5e17-4c79-a825-f17f70753fe3 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:40.644584 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2292f24a-743f-4792-9006-e11f293b4b3b req-76afa525-5e17-4c79-a825-f17f70753fe3 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ea0de20-d8ff-48fd-9186-8cb627918823 HTTP/1.1" status: 200 len: 949 time: 0.2887132 Feb 09 01:32:40.732902 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f581ef7-7797-4805-861d-1154509bf042 service neutron] Pushing event updated for resources: {'Port': ['ID=bf6cd98b-906a-4776-ba3e-fc3613ce6293,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:40.799784 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001c668-5a61-468b-b884-bfbbbc886570 req-25440bde-c567-4f45-81e2-c09e0d5ebb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:40.801310 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1001c668-5a61-468b-b884-bfbbbc886570 req-25440bde-c567-4f45-81e2-c09e0d5ebb6a service neutron] 10.222.0.120 "GET /v2.0/networks?id=3be12430-afc4-49f5-8809-14329bd56115 HTTP/1.1" status: 200 len: 922 time: 0.3006976 Feb 09 01:32:40.871483 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9152a5-d4ed-4a99-9718-6aa9a2afeeb5 req-6a032eeb-3dca-4cdd-98cf-b22fcdcb8a84 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:40.872863 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8f9152a5-d4ed-4a99-9718-6aa9a2afeeb5 req-6a032eeb-3dca-4cdd-98cf-b22fcdcb8a84 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/networks/ca740734-29c2-4b60-ae10-4c709b5c6ef4 HTTP/1.1" status: 200 len: 784 time: 0.3435478 Feb 09 01:32:40.878512 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2292f24a-743f-4792-9006-e11f293b4b3b req-53323b61-754e-43f2-a1e3-3ac5f5c2f188 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] 10.222.0.50 "GET /v2.0/security-groups?id=acb3ce11-903b-43b9-a3be-d4a6d1388da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120409 Feb 09 01:32:40.881572 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1001c668-5a61-468b-b884-bfbbbc886570 req-709f3b4d-0466-4f71-916c-59a40c6f734d service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbfedbe8-7c3d-4646-bf86-8d1f8db67a16 HTTP/1.1" status: 200 len: 217 time: 0.0713050 Feb 09 01:32:40.908153 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-8f9152a5-d4ed-4a99-9718-6aa9a2afeeb5 req-0a9f094b-3f1d-400c-aac8-cf4e216aac3c tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:32:40.909219 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8f9152a5-d4ed-4a99-9718-6aa9a2afeeb5 req-0a9f094b-3f1d-400c-aac8-cf4e216aac3c tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0155990 Feb 09 01:32:40.932519 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-8659ab3c-50d9-4cb7-8820-54e195f0b4b0 req-2f581ef7-7797-4805-861d-1154509bf042 service neutron] Attempting to bind port bf6cd98b-906a-4776-ba3e-fc3613ce6293 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:32:40.932949 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-8659ab3c-50d9-4cb7-8820-54e195f0b4b0 req-2f581ef7-7797-4805-861d-1154509bf042 service neutron] Attempting to bind port bf6cd98b-906a-4776-ba3e-fc3613ce6293 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '906fa9e7-9922-40ba-aecc-be6a3804e1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'a6dc0533-64be-4dc0-82be-6dfba378ead9'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:32:40.933295 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8659ab3c-50d9-4cb7-8820-54e195f0b4b0 req-2f581ef7-7797-4805-861d-1154509bf042 service neutron] Attempting to bind port bf6cd98b-906a-4776-ba3e-fc3613ce6293 on network a6dc0533-64be-4dc0-82be-6dfba378ead9 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:32:40.944832 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8659ab3c-50d9-4cb7-8820-54e195f0b4b0 req-2f581ef7-7797-4805-861d-1154509bf042 service neutron] Port bf6cd98b-906a-4776-ba3e-fc3613ce6293 on network a6dc0533-64be-4dc0-82be-6dfba378ead9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:32:40.945176 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8659ab3c-50d9-4cb7-8820-54e195f0b4b0 req-2f581ef7-7797-4805-861d-1154509bf042 service neutron] Attempting to bind port bf6cd98b-906a-4776-ba3e-fc3613ce6293 on network a6dc0533-64be-4dc0-82be-6dfba378ead9 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:32:40.954746 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8659ab3c-50d9-4cb7-8820-54e195f0b4b0 req-2f581ef7-7797-4805-861d-1154509bf042 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:32:40.955084 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8659ab3c-50d9-4cb7-8820-54e195f0b4b0 req-2f581ef7-7797-4805-861d-1154509bf042 service neutron] Checking segment: {'id': '906fa9e7-9922-40ba-aecc-be6a3804e1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'a6dc0533-64be-4dc0-82be-6dfba378ead9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:32:40.955502 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8659ab3c-50d9-4cb7-8820-54e195f0b4b0 req-2f581ef7-7797-4805-861d-1154509bf042 service neutron] Bound using segment: {'id': '906fa9e7-9922-40ba-aecc-be6a3804e1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'a6dc0533-64be-4dc0-82be-6dfba378ead9'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:32:40.955929 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-8659ab3c-50d9-4cb7-8820-54e195f0b4b0 req-2f581ef7-7797-4805-861d-1154509bf042 service neutron] Bound port: bf6cd98b-906a-4776-ba3e-fc3613ce6293, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '906fa9e7-9922-40ba-aecc-be6a3804e1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'a6dc0533-64be-4dc0-82be-6dfba378ead9'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:32:40.956301 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8659ab3c-50d9-4cb7-8820-54e195f0b4b0 req-2f581ef7-7797-4805-861d-1154509bf042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (bf6cd98b-906a-4776-ba3e-fc3613ce6293), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:40.962221 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001c668-5a61-468b-b884-bfbbbc886570 req-19593fb0-fbec-4068-9d73-c2c0859b0358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:40.963725 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1001c668-5a61-468b-b884-bfbbbc886570 req-19593fb0-fbec-4068-9d73-c2c0859b0358 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=2209de10-aa5e-43c1-9412-9e5af3276ff1 HTTP/1.1" status: 200 len: 860 time: 0.0690169 Feb 09 01:32:41.004081 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1001c668-5a61-468b-b884-bfbbbc886570 req-b54fdb08-c11e-40f6-b16f-6006190b45b8 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=3be12430-afc4-49f5-8809-14329bd56115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339105 Feb 09 01:32:41.159428 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1220eb4-77c8-4bb3-a07b-c6a5c157c9a1 req-17269822-7bd2-4ac6-a017-b4b364dc718d tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=195f58aa-ee26-46ef-8ade-98d430506d01 HTTP/1.1" status: 200 len: 210 time: 0.1049340 Feb 09 01:32:41.245915 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-8659ab3c-50d9-4cb7-8820-54e195f0b4b0 req-2f581ef7-7797-4805-861d-1154509bf042 service neutron] For port bf6cd98b-906a-4776-ba3e-fc3613ce6293, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:32:41.319252 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1001c668-5a61-468b-b884-bfbbbc886570 req-5e05a9b6-c8e8-4099-abd1-abc1b445dc7d service neutron] 10.222.0.120 "GET /v2.0/networks/3be12430-afc4-49f5-8809-14329bd56115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639399 Feb 09 01:32:41.321259 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-8659ab3c-50d9-4cb7-8820-54e195f0b4b0 req-2f581ef7-7797-4805-861d-1154509bf042 service neutron] For port bf6cd98b-906a-4776-ba3e-fc3613ce6293, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=bf6cd98b-906a-4776-ba3e-fc3613ce6293,segment=NetworkSegment(906fa9e7-9922-40ba-aecc-be6a3804e1b3),segment_id=906fa9e7-9922-40ba-aecc-be6a3804e1b3)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:32:41.328829 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219c289-473b-4f3e-81cf-afd6b3fb9601 req-6782c2d3-966d-448f-97ff-d4d46bbd9673 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:41.330356 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3219c289-473b-4f3e-81cf-afd6b3fb9601 req-6782c2d3-966d-448f-97ff-d4d46bbd9673 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4ce1ee5-40f8-4bd5-87e5-b573fb7eaebb HTTP/1.1" status: 200 len: 943 time: 0.2771711 Feb 09 01:32:41.360843 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8659ab3c-50d9-4cb7-8820-54e195f0b4b0 req-2f581ef7-7797-4805-861d-1154509bf042 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (bf6cd98b-906a-4776-ba3e-fc3613ce6293), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:41.401807 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device f8e41e5e-f6f5-4e01-a44c-db2198fff004 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:32:41.467497 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659ab3c-50d9-4cb7-8820-54e195f0b4b0 req-2f581ef7-7797-4805-861d-1154509bf042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:41.468754 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8659ab3c-50d9-4cb7-8820-54e195f0b4b0 req-2f581ef7-7797-4805-861d-1154509bf042 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:41.470174 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8659ab3c-50d9-4cb7-8820-54e195f0b4b0 req-2f581ef7-7797-4805-861d-1154509bf042 service neutron] 10.222.0.120 "PUT /v2.0/ports/bf6cd98b-906a-4776-ba3e-fc3613ce6293 HTTP/1.1" status: 200 len: 1091 time: 2.1523368 Feb 09 01:32:41.475084 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port f8e41e5e-f6f5-4e01-a44c-db2198fff004 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:32:41.511508 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port f8e41e5e-f6f5-4e01-a44c-db2198fff004 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:41.511957 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f8e41e5e-f6f5-4e01-a44c-db2198fff004), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:41.512061 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660c98a-b8f1-4d3e-b1ec-77f65b3d6182 req-d278be60-2ebf-4df7-b11d-a6ab79657ca6 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:41.513736 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0660c98a-b8f1-4d3e-b1ec-77f65b3d6182 req-d278be60-2ebf-4df7-b11d-a6ab79657ca6 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/ports?device_id=12793301-9474-4650-bf70-7b441c28c390&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2722130 Feb 09 01:32:41.626626 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3219c289-473b-4f3e-81cf-afd6b3fb9601 req-57886630-87e0-4fba-954f-090391ebbfc6 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b824740-4a3c-47f4-9cdf-9f92b5a80ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867913 Feb 09 01:32:41.632526 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f581ef7-7797-4805-861d-1154509bf042 service neutron] Pushing event updated for resources: {'Port': ['ID=bf6cd98b-906a-4776-ba3e-fc3613ce6293,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:41.637024 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port f8e41e5e-f6f5-4e01-a44c-db2198fff004 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:41.637505 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f8e41e5e-f6f5-4e01-a44c-db2198fff004), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:41.649786 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1001c668-5a61-468b-b884-bfbbbc886570 req-acaef016-828a-4bc3-a13c-b75c4e6fd2af service neutron] 10.222.0.120 "GET /v2.0/networks/3be12430-afc4-49f5-8809-14329bd56115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085010 Feb 09 01:32:41.665978 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0660c98a-b8f1-4d3e-b1ec-77f65b3d6182 req-bc14594c-eea3-4549-8f2c-e72dfbfd9909 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.8.187 HTTP/1.1" status: 200 len: 696 time: 0.1291468 Feb 09 01:32:41.670358 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f581ef7-7797-4805-861d-1154509bf042 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:41.670953 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f581ef7-7797-4805-861d-1154509bf042 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:41.671440 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f581ef7-7797-4805-861d-1154509bf042 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:41.671943 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f581ef7-7797-4805-861d-1154509bf042 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:41.672431 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f581ef7-7797-4805-861d-1154509bf042 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:41.672936 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f581ef7-7797-4805-861d-1154509bf042 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:41.673445 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f581ef7-7797-4805-861d-1154509bf042 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:41.673935 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f581ef7-7797-4805-861d-1154509bf042 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:41.674427 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f581ef7-7797-4805-861d-1154509bf042 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:41.674775 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f581ef7-7797-4805-861d-1154509bf042 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:41.675116 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f581ef7-7797-4805-861d-1154509bf042 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:41.675454 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f581ef7-7797-4805-861d-1154509bf042 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:41.675788 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f581ef7-7797-4805-861d-1154509bf042 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:32:41.681758 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-0660c98a-b8f1-4d3e-b1ec-77f65b3d6182 req-5066c87a-f594-456f-9bd1-58c8a792cedf tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Request body: {'floatingip': {'port_id': 'fbfedbe8-7c3d-4646-bf86-8d1f8db67a16', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:41.694162 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea0de20-d8ff-48fd-9186-8cb627918823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e41e5e-f6f5-4e01-a44c-db2198fff004'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:32:41.696739 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8514f923-6ab6-4c19-b6fa-ee7f6816f275" -d '{"events": [{"server_uuid": "2ea0de20-d8ff-48fd-9186-8cb627918823", "name": "network-vif-plugged", "status": "completed", "tag": "f8e41e5e-f6f5-4e01-a44c-db2198fff004"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:32:41.714384 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port f8e41e5e-f6f5-4e01-a44c-db2198fff004, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=f8e41e5e-f6f5-4e01-a44c-db2198fff004,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:41.723549 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f8e41e5e-f6f5-4e01-a44c-db2198fff004), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:41.747787 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0660c98a-b8f1-4d3e-b1ec-77f65b3d6182 req-5066c87a-f594-456f-9bd1-58c8a792cedf tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Publish callbacks [] for floatingip (bec006f7-6b36-44d2-8a7a-39b0a9723a78), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:41.785489 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659ab3c-50d9-4cb7-8820-54e195f0b4b0 req-32a46b2f-4b64-43ba-b4fc-16e52a820ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:41.787153 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8659ab3c-50d9-4cb7-8820-54e195f0b4b0 req-32a46b2f-4b64-43ba-b4fc-16e52a820ee2 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=bfb3a6fc594544b498cf0ec9a9ae8e04&device_id=e4ce1ee5-40f8-4bd5-87e5-b573fb7eaebb HTTP/1.1" status: 200 len: 1125 time: 0.2572577 Feb 09 01:32:41.791940 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f6f579-dbac-4c20-975d-6a0e7e6ee577 x-openstack-request-id: req-96f6f579-dbac-4c20-975d-6a0e7e6ee577 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:32:41.792240 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea0de20-d8ff-48fd-9186-8cb627918823", "name": "network-vif-plugged", "status": "completed", "tag": "f8e41e5e-f6f5-4e01-a44c-db2198fff004", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:32:41.792514 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-96f6f579-dbac-4c20-975d-6a0e7e6ee577 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:32:41.792921 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea0de20-d8ff-48fd-9186-8cb627918823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e41e5e-f6f5-4e01-a44c-db2198fff004', 'code': 200} Feb 09 01:32:41.794261 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=f8e41e5e-f6f5-4e01-a44c-db2198fff004,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:41.859888 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8659ab3c-50d9-4cb7-8820-54e195f0b4b0 req-d0392f51-7b36-4f55-99f8-6c66a020c0ee service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf6cd98b-906a-4776-ba3e-fc3613ce6293 HTTP/1.1" status: 200 len: 217 time: 0.0605662 Feb 09 01:32:41.865779 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ce1ee5-40f8-4bd5-87e5-b573fb7eaebb', 'tag': 'bf6cd98b-906a-4776-ba3e-fc3613ce6293'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:32:41.868528 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99251d7c-76ff-4254-a4cd-ab4a8706d694" -d '{"events": [{"name": "network-changed", "server_uuid": "e4ce1ee5-40f8-4bd5-87e5-b573fb7eaebb", "tag": "bf6cd98b-906a-4776-ba3e-fc3613ce6293"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:32:41.915188 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71027d-0b9a-448b-9322-f299bd03dbff req-adf1e083-88ba-4d0a-80c3-6040ece28ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:41.918998 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7c71027d-0b9a-448b-9322-f299bd03dbff req-adf1e083-88ba-4d0a-80c3-6040ece28ee4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2ea0de20-d8ff-48fd-9186-8cb627918823 HTTP/1.1" status: 200 len: 1132 time: 0.0871823 Feb 09 01:32:41.944041 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b8793c-ef9f-4400-a6e4-c8071ae35ade x-openstack-request-id: req-a9b8793c-ef9f-4400-a6e4-c8071ae35ade {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:32:41.944347 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4ce1ee5-40f8-4bd5-87e5-b573fb7eaebb", "tag": "bf6cd98b-906a-4776-ba3e-fc3613ce6293", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:32:41.944639 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a9b8793c-ef9f-4400-a6e4-c8071ae35ade {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:32:41.945134 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4ce1ee5-40f8-4bd5-87e5-b573fb7eaebb', 'tag': 'bf6cd98b-906a-4776-ba3e-fc3613ce6293', 'status': 'completed', 'code': 200} Feb 09 01:32:42.007304 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7c71027d-0b9a-448b-9322-f299bd03dbff req-50a3e001-6ace-4d37-a5a7-900a71dac5b4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=acb3ce11-903b-43b9-a3be-d4a6d1388da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819154 Feb 09 01:32:42.053181 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659ab3c-50d9-4cb7-8820-54e195f0b4b0 req-cd73cf1d-aa8a-4045-8bc2-740dcd40aa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:42.054892 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8659ab3c-50d9-4cb7-8820-54e195f0b4b0 req-cd73cf1d-aa8a-4045-8bc2-740dcd40aa6c service neutron] 10.222.0.120 "GET /v2.0/subnets?id=335c2a51-266c-4757-b022-6ac8dba02c56 HTTP/1.1" status: 200 len: 849 time: 0.1783228 Feb 09 01:32:42.124440 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8659ab3c-50d9-4cb7-8820-54e195f0b4b0 req-f0ed4f64-6c7e-4343-893a-fd2ccc7a393f service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=a6dc0533-64be-4dc0-82be-6dfba378ead9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557499 Feb 09 01:32:42.229633 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97efa7e9-bd11-48e8-99d6-fbd88ac62723 req-3220b4e9-bae7-46fa-8779-5b1522df6c1a tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:42.231171 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-97efa7e9-bd11-48e8-99d6-fbd88ac62723 req-3220b4e9-bae7-46fa-8779-5b1522df6c1a tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ea0de20-d8ff-48fd-9186-8cb627918823 HTTP/1.1" status: 200 len: 950 time: 0.1753702 Feb 09 01:32:42.715735 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8659ab3c-50d9-4cb7-8820-54e195f0b4b0 req-52d3fde2-f8e6-4a33-9260-2950417d51db service neutron] 10.222.0.120 "GET /v2.0/networks/a6dc0533-64be-4dc0-82be-6dfba378ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5815382 Feb 09 01:32:42.737663 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-97efa7e9-bd11-48e8-99d6-fbd88ac62723 req-b10cdd5b-769b-4c11-8716-2ff159d1636b tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] 10.222.0.50 "GET /v2.0/security-groups?id=acb3ce11-903b-43b9-a3be-d4a6d1388da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4713497 Feb 09 01:32:42.870320 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fb117f19-f7dc-4de2-af5e-75b109d73323 req-9e7015b1-58a2-4cd7-a854-6a977a19e3f8 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=195f58aa-ee26-46ef-8ade-98d430506d01 HTTP/1.1" status: 200 len: 210 time: 0.0290940 Feb 09 01:32:42.931444 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8659ab3c-50d9-4cb7-8820-54e195f0b4b0 req-85420f99-571d-46fd-8a18-ebefa1130684 service neutron] 10.222.0.120 "GET /v2.0/networks/a6dc0533-64be-4dc0-82be-6dfba378ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069173 Feb 09 01:32:42.950880 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0660c98a-b8f1-4d3e-b1ec-77f65b3d6182 req-5066c87a-f594-456f-9bd1-58c8a792cedf tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:42.992633 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0660c98a-b8f1-4d3e-b1ec-77f65b3d6182 req-5066c87a-f594-456f-9bd1-58c8a792cedf tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (bec006f7-6b36-44d2-8a7a-39b0a9723a78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:43.118812 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb4b444-799b-414d-b5e8-b3ed374545ec req-4c5df8f3-a7f3-4b8f-8836-ed5cf2ba630e tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:43.120640 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2fb4b444-799b-414d-b5e8-b3ed374545ec req-4c5df8f3-a7f3-4b8f-8836-ed5cf2ba630e tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4ce1ee5-40f8-4bd5-87e5-b573fb7eaebb HTTP/1.1" status: 200 len: 943 time: 0.1658199 Feb 09 01:32:43.143098 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99251d7c-76ff-4254-a4cd-ab4a8706d694 req-5529bccd-5c68-4708-858e-2064470eaac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:43.144716 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99251d7c-76ff-4254-a4cd-ab4a8706d694 req-5529bccd-5c68-4708-858e-2064470eaac9 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=bfb3a6fc594544b498cf0ec9a9ae8e04&device_id=e4ce1ee5-40f8-4bd5-87e5-b573fb7eaebb HTTP/1.1" status: 200 len: 1125 time: 0.1601741 Feb 09 01:32:43.281581 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [req-0660c98a-b8f1-4d3e-b1ec-77f65b3d6182 req-5066c87a-f594-456f-9bd1-58c8a792cedf tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Floating IP bec006f7-6b36-44d2-8a7a-39b0a9723a78 associated. External IP: 172.25.8.187, port: fbfedbe8-7c3d-4646-bf86-8d1f8db67a16. Feb 09 01:32:43.416012 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2fb4b444-799b-414d-b5e8-b3ed374545ec req-961a0352-b098-46fc-87c2-b4d8bc9924f5 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b824740-4a3c-47f4-9cdf-9f92b5a80ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851739 Feb 09 01:32:43.421870 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99251d7c-76ff-4254-a4cd-ab4a8706d694 req-4d1bd88c-fdbc-4ecf-87c0-b3294a009a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:43.423467 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99251d7c-76ff-4254-a4cd-ab4a8706d694 req-4d1bd88c-fdbc-4ecf-87c0-b3294a009a01 service neutron] 10.222.0.120 "GET /v2.0/networks?id=a6dc0533-64be-4dc0-82be-6dfba378ead9 HTTP/1.1" status: 200 len: 911 time: 0.2654934 Feb 09 01:32:43.630058 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99251d7c-76ff-4254-a4cd-ab4a8706d694 req-2744fb6c-2f2c-45a4-a4fd-e94d29749a64 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf6cd98b-906a-4776-ba3e-fc3613ce6293 HTTP/1.1" status: 200 len: 217 time: 0.1612241 Feb 09 01:32:43.677378 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0660c98a-b8f1-4d3e-b1ec-77f65b3d6182 req-5066c87a-f594-456f-9bd1-58c8a792cedf tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Router d41c090d-f024-40b6-bbf1-16a4c8bf3f60 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:32:43.700066 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99251d7c-76ff-4254-a4cd-ab4a8706d694 req-f1bfe052-6803-4472-8eed-c2fa9e77b0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:43.702691 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99251d7c-76ff-4254-a4cd-ab4a8706d694 req-f1bfe052-6803-4472-8eed-c2fa9e77b0c0 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=335c2a51-266c-4757-b022-6ac8dba02c56 HTTP/1.1" status: 200 len: 849 time: 0.0663507 Feb 09 01:32:43.873435 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0660c98a-b8f1-4d3e-b1ec-77f65b3d6182 req-5066c87a-f594-456f-9bd1-58c8a792cedf tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:32:43.882177 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0660c98a-b8f1-4d3e-b1ec-77f65b3d6182 req-5066c87a-f594-456f-9bd1-58c8a792cedf tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:43.884324 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3d3499-2a57-4d99-b4d8-c4da7670b741 None None] Sync routers for ids ['d41c090d-f024-40b6-bbf1-16a4c8bf3f60'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:32:43.901885 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3d3499-2a57-4d99-b4d8-c4da7670b741 None None] Routers {'d41c090d-f024-40b6-bbf1-16a4c8bf3f60'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:32:43.902812 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-bd3d3499-2a57-4d99-b4d8-c4da7670b741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:32:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['d41c090d-f024-40b6-bbf1-16a4c8bf3f60'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:43.919154 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99251d7c-76ff-4254-a4cd-ab4a8706d694 req-65658878-606e-474d-b103-e54bab0bcf31 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=a6dc0533-64be-4dc0-82be-6dfba378ead9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1280887 Feb 09 01:32:43.950791 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0660c98a-b8f1-4d3e-b1ec-77f65b3d6182 req-5066c87a-f594-456f-9bd1-58c8a792cedf tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "PUT /v2.0/floatingips/bec006f7-6b36-44d2-8a7a-39b0a9723a78 HTTP/1.1" status: 200 len: 996 time: 2.2836704 Feb 09 01:32:43.951514 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12793301-9474-4650-bf70-7b441c28c390', 'tag': 'fbfedbe8-7c3d-4646-bf86-8d1f8db67a16'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:32:43.954240 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b91621-76c4-4891-8de8-a0f2b5a392ca" -d '{"events": [{"name": "network-changed", "server_uuid": "12793301-9474-4650-bf70-7b441c28c390", "tag": "fbfedbe8-7c3d-4646-bf86-8d1f8db67a16"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:32:44.118849 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99251d7c-76ff-4254-a4cd-ab4a8706d694 req-ec7a2768-8b7a-4352-bed6-e69aac9bfd95 service neutron] 10.222.0.120 "GET /v2.0/networks/a6dc0533-64be-4dc0-82be-6dfba378ead9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577764 Feb 09 01:32:44.141287 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-bd3d3499-2a57-4d99-b4d8-c4da7670b741 None None] Set router d41c090d-f024-40b6-bbf1-16a4c8bf3f60 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:32:44.241965 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967bd9e-7c8a-4524-85d2-11948d0f18f1 req-5d690108-a1a9-4426-bd97-fdb628404755 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:44.246617 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f967bd9e-7c8a-4524-85d2-11948d0f18f1 req-5d690108-a1a9-4426-bd97-fdb628404755 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ea0de20-d8ff-48fd-9186-8cb627918823 HTTP/1.1" status: 200 len: 950 time: 0.3262897 Feb 09 01:32:44.303541 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99251d7c-76ff-4254-a4cd-ab4a8706d694 req-79c59d7d-62ad-45dd-ac0d-487ff8675332 service neutron] 10.222.0.120 "GET /v2.0/networks/a6dc0533-64be-4dc0-82be-6dfba378ead9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714029 Feb 09 01:32:44.345898 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660c98a-b8f1-4d3e-b1ec-77f65b3d6182 req-babba5dc-3f93-43c2-8c89-0dc6f8671679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:44.347448 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0660c98a-b8f1-4d3e-b1ec-77f65b3d6182 req-babba5dc-3f93-43c2-8c89-0dc6f8671679 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ac5bcf50fc484a6b96afdd2275d063d3&device_id=12793301-9474-4650-bf70-7b441c28c390 HTTP/1.1" status: 200 len: 1127 time: 0.2271545 Feb 09 01:32:44.451415 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f967bd9e-7c8a-4524-85d2-11948d0f18f1 req-190392bd-c4d7-481f-aea9-181787a5642d tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] 10.222.0.50 "GET /v2.0/security-groups?id=acb3ce11-903b-43b9-a3be-d4a6d1388da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468644 Feb 09 01:32:44.512033 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-bd3d3499-2a57-4d99-b4d8-c4da7670b741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd41c090d-f024-40b6-bbf1-16a4c8bf3f60', 'name': 'tempest-ServerRescueTestJSONUnderV235-2062146088-router', 'tenant_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'f35b7b56-a178-4240-b6fa-911a1dac33d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:34Z', 'updated_at': '2022-02-09T01:31:40Z', 'revision_number': 4, 'project_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'gw_port': {'id': 'f35b7b56-a178-4240-b6fa-911a1dac33d6', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41c090d-f024-40b6-bbf1-16a4c8bf3f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:35Z', 'updated_at': '2022-02-09T01:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'bec006f7-6b36-44d2-8a7a-39b0a9723a78', 'tenant_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'floating_ip_address': '172.25.8.187', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'd41c090d-f024-40b6-bbf1-16a4c8bf3f60', 'port_id': 'fbfedbe8-7c3d-4646-bf86-8d1f8db67a16', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3be12430-afc4-49f5-8809-14329bd56115', 'mac_address': 'fa:16:3e:b1:79:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12793301-9474-4650-bf70-7b441c28c390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:32:39Z', 'updated_at': '2022-02-09T01:32:42Z', 'revision_number': 1, 'project_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54b098a0-c663-4d3b-9932-6c6df7422007', 'name': '', 'network_id': '3be12430-afc4-49f5-8809-14329bd56115', 'tenant_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'mac_address': 'fa:16:3e:2d:2a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41c090d-f024-40b6-bbf1-16a4c8bf3f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '2209de10-aa5e-43c1-9412-9e5af3276ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:38Z', 'updated_at': '2022-02-09T01:31:50Z', 'revision_number': 5, 'project_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'subnets': [{'id': '2209de10-aa5e-43c1-9412-9e5af3276ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:44.531696 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660c98a-b8f1-4d3e-b1ec-77f65b3d6182 req-3535d3ee-4313-4a67-a19c-cdc370f40f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:44.539099 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0660c98a-b8f1-4d3e-b1ec-77f65b3d6182 req-3535d3ee-4313-4a67-a19c-cdc370f40f36 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3be12430-afc4-49f5-8809-14329bd56115 HTTP/1.1" status: 200 len: 922 time: 0.1820626 Feb 09 01:32:44.548117 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3d3499-2a57-4d99-b4d8-c4da7670b741 None None] Checking router: d41c090d-f024-40b6-bbf1-16a4c8bf3f60 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:32:44.559551 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3d3499-2a57-4d99-b4d8-c4da7670b741 None None] Routers {'d41c090d-f024-40b6-bbf1-16a4c8bf3f60'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:32:44.560328 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-bd3d3499-2a57-4d99-b4d8-c4da7670b741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:32:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['d41c090d-f024-40b6-bbf1-16a4c8bf3f60'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:44.619137 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0660c98a-b8f1-4d3e-b1ec-77f65b3d6182 req-33ef0dbd-44f5-47d0-8b03-67e59d91f4af service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbfedbe8-7c3d-4646-bf86-8d1f8db67a16 HTTP/1.1" status: 200 len: 999 time: 0.0765889 Feb 09 01:32:44.673924 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d8153c04-fe1b-46fb-b3ad-38d2b248825d req-4ca45807-2b3f-446a-baac-09f795eecb21 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=195f58aa-ee26-46ef-8ade-98d430506d01 HTTP/1.1" status: 200 len: 210 time: 0.0537317 Feb 09 01:32:44.718898 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-bd3d3499-2a57-4d99-b4d8-c4da7670b741 None None] Set router d41c090d-f024-40b6-bbf1-16a4c8bf3f60 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:32:44.727874 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660c98a-b8f1-4d3e-b1ec-77f65b3d6182 req-67fba4de-7cf8-4f14-98af-2ec24806eee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:44.729463 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0660c98a-b8f1-4d3e-b1ec-77f65b3d6182 req-67fba4de-7cf8-4f14-98af-2ec24806eee1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2209de10-aa5e-43c1-9412-9e5af3276ff1 HTTP/1.1" status: 200 len: 860 time: 0.0811136 Feb 09 01:32:44.789464 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0660c98a-b8f1-4d3e-b1ec-77f65b3d6182 req-84a2a3df-0b07-4db6-bfe5-f486c64512c9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3be12430-afc4-49f5-8809-14329bd56115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530365 Feb 09 01:32:44.790929 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e2154f-bd52-4fbf-8591-cdd15b52c4f0 x-openstack-request-id: req-34e2154f-bd52-4fbf-8591-cdd15b52c4f0 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:32:44.797089 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12793301-9474-4650-bf70-7b441c28c390", "tag": "fbfedbe8-7c3d-4646-bf86-8d1f8db67a16", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:32:44.797360 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-34e2154f-bd52-4fbf-8591-cdd15b52c4f0 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:32:44.797774 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12793301-9474-4650-bf70-7b441c28c390', 'tag': 'fbfedbe8-7c3d-4646-bf86-8d1f8db67a16', 'status': 'completed', 'code': 200} Feb 09 01:32:44.825989 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-0660c98a-b8f1-4d3e-b1ec-77f65b3d6182 req-c03dda77-3e1d-48ed-8213-5d48a0643d84 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:32:44.832301 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0660c98a-b8f1-4d3e-b1ec-77f65b3d6182 req-c03dda77-3e1d-48ed-8213-5d48a0643d84 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0271032 Feb 09 01:32:45.063623 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca06d11-db6f-41c2-b428-6ca4fcb3e21e req-b9cc57aa-340d-483c-83f8-dd111486752b tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:45.065993 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aca06d11-db6f-41c2-b428-6ca4fcb3e21e req-b9cc57aa-340d-483c-83f8-dd111486752b tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4ce1ee5-40f8-4bd5-87e5-b573fb7eaebb HTTP/1.1" status: 200 len: 943 time: 0.2316442 Feb 09 01:32:45.093471 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b91621-76c4-4891-8de8-a0f2b5a392ca req-97015ac3-36a1-458a-9552-9b0929ad9dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:45.095551 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f8b91621-76c4-4891-8de8-a0f2b5a392ca req-97015ac3-36a1-458a-9552-9b0929ad9dc9 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=ac5bcf50fc484a6b96afdd2275d063d3&device_id=12793301-9474-4650-bf70-7b441c28c390 HTTP/1.1" status: 200 len: 1127 time: 0.2967670 Feb 09 01:32:45.123278 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0660c98a-b8f1-4d3e-b1ec-77f65b3d6182 req-5f5115bb-55b9-40d9-bad9-898316e47ef9 service neutron] 10.222.0.50 "GET /v2.0/networks/3be12430-afc4-49f5-8809-14329bd56115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901285 Feb 09 01:32:45.137270 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-bd3d3499-2a57-4d99-b4d8-c4da7670b741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd41c090d-f024-40b6-bbf1-16a4c8bf3f60', 'name': 'tempest-ServerRescueTestJSONUnderV235-2062146088-router', 'tenant_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'f35b7b56-a178-4240-b6fa-911a1dac33d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:34Z', 'updated_at': '2022-02-09T01:31:40Z', 'revision_number': 4, 'project_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'gw_port': {'id': 'f35b7b56-a178-4240-b6fa-911a1dac33d6', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41c090d-f024-40b6-bbf1-16a4c8bf3f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:35Z', 'updated_at': '2022-02-09T01:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'bec006f7-6b36-44d2-8a7a-39b0a9723a78', 'tenant_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'floating_ip_address': '172.25.8.187', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'd41c090d-f024-40b6-bbf1-16a4c8bf3f60', 'port_id': 'fbfedbe8-7c3d-4646-bf86-8d1f8db67a16', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3be12430-afc4-49f5-8809-14329bd56115', 'mac_address': 'fa:16:3e:b1:79:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12793301-9474-4650-bf70-7b441c28c390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:32:39Z', 'updated_at': '2022-02-09T01:32:42Z', 'revision_number': 1, 'project_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54b098a0-c663-4d3b-9932-6c6df7422007', 'name': '', 'network_id': '3be12430-afc4-49f5-8809-14329bd56115', 'tenant_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'mac_address': 'fa:16:3e:2d:2a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41c090d-f024-40b6-bbf1-16a4c8bf3f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '2209de10-aa5e-43c1-9412-9e5af3276ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:38Z', 'updated_at': '2022-02-09T01:31:50Z', 'revision_number': 5, 'project_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'subnets': [{'id': '2209de10-aa5e-43c1-9412-9e5af3276ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:45.204348 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3d3499-2a57-4d99-b4d8-c4da7670b741 None None] The sync data for ids ['d41c090d-f024-40b6-bbf1-16a4c8bf3f60'] in n-d-828369-4 is: [{'id': 'd41c090d-f024-40b6-bbf1-16a4c8bf3f60', 'name': 'tempest-ServerRescueTestJSONUnderV235-2062146088-router', 'tenant_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'f35b7b56-a178-4240-b6fa-911a1dac33d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:34Z', 'updated_at': '2022-02-09T01:31:40Z', 'revision_number': 4, 'project_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'gw_port': {'id': 'f35b7b56-a178-4240-b6fa-911a1dac33d6', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41c090d-f024-40b6-bbf1-16a4c8bf3f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:35Z', 'updated_at': '2022-02-09T01:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'bec006f7-6b36-44d2-8a7a-39b0a9723a78', 'tenant_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'floating_ip_address': '172.25.8.187', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'd41c090d-f024-40b6-bbf1-16a4c8bf3f60', 'port_id': 'fbfedbe8-7c3d-4646-bf86-8d1f8db67a16', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3350, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3be12430-afc4-49f5-8809-14329bd56115', 'mac_address': 'fa:16:3e:b1:79:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12793301-9474-4650-bf70-7b441c28c390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:32:39Z', 'updated_at': '2022-02-09T01:32:42Z', 'revision_number': 1, 'project_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54b098a0-c663-4d3b-9932-6c6df7422007', 'name': '', 'network_id': '3be12430-afc4-49f5-8809-14329bd56115', 'tenant_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'mac_address': 'fa:16:3e:2d:2a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41c090d-f024-40b6-bbf1-16a4c8bf3f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '2209de10-aa5e-43c1-9412-9e5af3276ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:38Z', 'updated_at': '2022-02-09T01:31:50Z', 'revision_number': 5, 'project_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'subnets': [{'id': '2209de10-aa5e-43c1-9412-9e5af3276ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:32:45.278329 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aca06d11-db6f-41c2-b428-6ca4fcb3e21e req-572614ad-361d-4853-a894-e317e72c6a4b tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b824740-4a3c-47f4-9cdf-9f92b5a80ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050953 Feb 09 01:32:45.357190 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0660c98a-b8f1-4d3e-b1ec-77f65b3d6182 req-bf7eb408-807f-478e-8b28-edb07f176abd service neutron] 10.222.0.50 "GET /v2.0/networks/3be12430-afc4-49f5-8809-14329bd56115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222409 Feb 09 01:32:45.358193 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b91621-76c4-4891-8de8-a0f2b5a392ca req-bbc1dc7b-719a-4f93-ae8c-39a4a57e2800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:45.359826 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f8b91621-76c4-4891-8de8-a0f2b5a392ca req-bbc1dc7b-719a-4f93-ae8c-39a4a57e2800 service neutron] 10.222.0.120 "GET /v2.0/networks?id=3be12430-afc4-49f5-8809-14329bd56115 HTTP/1.1" status: 200 len: 922 time: 0.2540023 Feb 09 01:32:45.462134 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f8b91621-76c4-4891-8de8-a0f2b5a392ca req-259ed62e-f40d-4a22-a7e1-60c247c20c9d service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbfedbe8-7c3d-4646-bf86-8d1f8db67a16 HTTP/1.1" status: 200 len: 999 time: 0.0943098 Feb 09 01:32:45.622463 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223d3ca4-3d20-457c-987f-2cf9e6a4154b None None] New status for floating IP bec006f7-6b36-44d2-8a7a-39b0a9723a78: ACTIVE {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:32:45.627473 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1660a317-edd6-4b01-b9ab-7849698a7d4b req-aa80713a-3fd9-491d-8de0-0a7ba8b0e9a1 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.8.187 HTTP/1.1" status: 200 len: 999 time: 0.1634083 Feb 09 01:32:45.628677 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b91621-76c4-4891-8de8-a0f2b5a392ca req-552b87ff-0358-4b28-8b11-03ff1bc18a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:45.630113 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f8b91621-76c4-4891-8de8-a0f2b5a392ca req-552b87ff-0358-4b28-8b11-03ff1bc18a1d service neutron] 10.222.0.120 "GET /v2.0/subnets?id=2209de10-aa5e-43c1-9412-9e5af3276ff1 HTTP/1.1" status: 200 len: 860 time: 0.1587093 Feb 09 01:32:45.712837 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f8b91621-76c4-4891-8de8-a0f2b5a392ca req-a7a412f3-e231-459d-bb81-a95c818fffed service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=3be12430-afc4-49f5-8809-14329bd56115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610573 Feb 09 01:32:45.780990 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660a317-edd6-4b01-b9ab-7849698a7d4b req-ae1f2fbb-d3c3-4a3b-ba4b-127e0546c481 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:45.784683 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1660a317-edd6-4b01-b9ab-7849698a7d4b req-ae1f2fbb-d3c3-4a3b-ba4b-127e0546c481 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/ports/fbfedbe8-7c3d-4646-bf86-8d1f8db67a16 HTTP/1.1" status: 200 len: 942 time: 0.1478031 Feb 09 01:32:45.847505 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f8b91621-76c4-4891-8de8-a0f2b5a392ca req-1ced97d1-4d2f-49f9-98fe-638ee3c00fc0 service neutron] 10.222.0.120 "GET /v2.0/networks/3be12430-afc4-49f5-8809-14329bd56115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278059 Feb 09 01:32:46.255198 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device bf6cd98b-906a-4776-ba3e-fc3613ce6293 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:32:46.327177 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1660a317-edd6-4b01-b9ab-7849698a7d4b req-8cc36d39-cb9a-4471-9a68-019b6653e598 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.8.187 HTTP/1.1" status: 200 len: 1001 time: 0.4744890 Feb 09 01:32:46.387438 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port bf6cd98b-906a-4776-ba3e-fc3613ce6293, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=bf6cd98b-906a-4776-ba3e-fc3613ce6293,segment=NetworkSegment(906fa9e7-9922-40ba-aecc-be6a3804e1b3),segment_id=906fa9e7-9922-40ba-aecc-be6a3804e1b3)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:46.403561 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f8b91621-76c4-4891-8de8-a0f2b5a392ca req-fafaf566-2b97-454c-bed4-ec70210c1bbc service neutron] 10.222.0.120 "GET /v2.0/networks/3be12430-afc4-49f5-8809-14329bd56115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5488369 Feb 09 01:32:46.405650 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': 'bf6cd98b-906a-4776-ba3e-fc3613ce6293', 'network_id': 'a6dc0533-64be-4dc0-82be-6dfba378ead9', 'port_id': 'bf6cd98b-906a-4776-ba3e-fc3613ce6293', 'mac_address': 'fa:16:3e:b0:86:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '335c2a51-266c-4757-b022-6ac8dba02c56', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:32:46.458037 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660a317-edd6-4b01-b9ab-7849698a7d4b req-6235a2ba-1ab3-4e55-9dc3-bb13342cddeb tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:46.459670 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1660a317-edd6-4b01-b9ab-7849698a7d4b req-6235a2ba-1ab3-4e55-9dc3-bb13342cddeb tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/networks/ca740734-29c2-4b60-ae10-4c709b5c6ef4 HTTP/1.1" status: 200 len: 784 time: 0.1235790 Feb 09 01:32:46.481586 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port bf6cd98b-906a-4776-ba3e-fc3613ce6293 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:46.482574 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (bf6cd98b-906a-4776-ba3e-fc3613ce6293), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:46.500256 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf6cd98b-906a-4776-ba3e-fc3613ce6293 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:32:46.544808 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port bf6cd98b-906a-4776-ba3e-fc3613ce6293, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=bf6cd98b-906a-4776-ba3e-fc3613ce6293,segment=NetworkSegment(906fa9e7-9922-40ba-aecc-be6a3804e1b3),segment_id=906fa9e7-9922-40ba-aecc-be6a3804e1b3)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:46.550273 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (bf6cd98b-906a-4776-ba3e-fc3613ce6293), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:46.602099 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1660a317-edd6-4b01-b9ab-7849698a7d4b req-144f9d5e-07b8-4f63-9add-789e5cff3adf tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.8.187 HTTP/1.1" status: 200 len: 1001 time: 0.1243913 Feb 09 01:32:46.611830 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-1660a317-edd6-4b01-b9ab-7849698a7d4b req-ce21ce7b-8086-46ab-a2e1-0dd1aff681fb tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:32:46.634439 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=bf6cd98b-906a-4776-ba3e-fc3613ce6293,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:46.702493 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1660a317-edd6-4b01-b9ab-7849698a7d4b req-ce21ce7b-8086-46ab-a2e1-0dd1aff681fb tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Publish callbacks [] for floatingip (bec006f7-6b36-44d2-8a7a-39b0a9723a78), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:46.815634 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['bf6cd98b-906a-4776-ba3e-fc3613ce6293'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:32:46.923484 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1660a317-edd6-4b01-b9ab-7849698a7d4b req-ce21ce7b-8086-46ab-a2e1-0dd1aff681fb tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:46.927732 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1660a317-edd6-4b01-b9ab-7849698a7d4b req-ce21ce7b-8086-46ab-a2e1-0dd1aff681fb tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (bec006f7-6b36-44d2-8a7a-39b0a9723a78), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:46.928381 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [req-1660a317-edd6-4b01-b9ab-7849698a7d4b req-ce21ce7b-8086-46ab-a2e1-0dd1aff681fb tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Floating IP bec006f7-6b36-44d2-8a7a-39b0a9723a78 disassociated. External IP: 172.25.8.187, port: fbfedbe8-7c3d-4646-bf86-8d1f8db67a16. Feb 09 01:32:47.185873 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1660a317-edd6-4b01-b9ab-7849698a7d4b req-ce21ce7b-8086-46ab-a2e1-0dd1aff681fb tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Router d41c090d-f024-40b6-bbf1-16a4c8bf3f60 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:32:47.304666 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1660a317-edd6-4b01-b9ab-7849698a7d4b req-ce21ce7b-8086-46ab-a2e1-0dd1aff681fb tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:32:47.309317 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1660a317-edd6-4b01-b9ab-7849698a7d4b req-ce21ce7b-8086-46ab-a2e1-0dd1aff681fb tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:47.316752 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8e9393-431e-492f-a010-7e25fdbf447f None None] Sync routers for ids ['d41c090d-f024-40b6-bbf1-16a4c8bf3f60'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:32:47.328023 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8e9393-431e-492f-a010-7e25fdbf447f None None] Routers {'d41c090d-f024-40b6-bbf1-16a4c8bf3f60'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:32:47.328814 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-ff8e9393-431e-492f-a010-7e25fdbf447f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:32:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['d41c090d-f024-40b6-bbf1-16a4c8bf3f60'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:47.348103 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1660a317-edd6-4b01-b9ab-7849698a7d4b req-ce21ce7b-8086-46ab-a2e1-0dd1aff681fb tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "PUT /v2.0/floatingips/bec006f7-6b36-44d2-8a7a-39b0a9723a78 HTTP/1.1" status: 200 len: 695 time: 0.7448616 Feb 09 01:32:47.348702 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12793301-9474-4650-bf70-7b441c28c390', 'tag': 'fbfedbe8-7c3d-4646-bf86-8d1f8db67a16'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:32:47.350951 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604a5636-9475-49da-bfdb-befa4468ccec" -d '{"events": [{"name": "network-changed", "server_uuid": "12793301-9474-4650-bf70-7b441c28c390", "tag": "fbfedbe8-7c3d-4646-bf86-8d1f8db67a16"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:32:47.407370 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660a317-edd6-4b01-b9ab-7849698a7d4b req-fce72e6f-6c85-4940-9b52-9dfcb2e38051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:47.409481 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1660a317-edd6-4b01-b9ab-7849698a7d4b req-fce72e6f-6c85-4940-9b52-9dfcb2e38051 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ac5bcf50fc484a6b96afdd2275d063d3&device_id=12793301-9474-4650-bf70-7b441c28c390 HTTP/1.1" status: 200 len: 1127 time: 0.0478427 Feb 09 01:32:47.515136 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660a317-edd6-4b01-b9ab-7849698a7d4b req-f75ce6f9-03a2-4807-b9cf-d1b3bbf17a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:47.523298 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1660a317-edd6-4b01-b9ab-7849698a7d4b req-f75ce6f9-03a2-4807-b9cf-d1b3bbf17a3b service neutron] 10.222.0.50 "GET /v2.0/networks?id=3be12430-afc4-49f5-8809-14329bd56115 HTTP/1.1" status: 200 len: 922 time: 0.1076524 Feb 09 01:32:47.579380 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1660a317-edd6-4b01-b9ab-7849698a7d4b req-eac65033-539a-4c68-aaf0-5cf1e7f257b4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbfedbe8-7c3d-4646-bf86-8d1f8db67a16 HTTP/1.1" status: 200 len: 217 time: 0.0551617 Feb 09 01:32:47.616724 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-ff8e9393-431e-492f-a010-7e25fdbf447f None None] Set router d41c090d-f024-40b6-bbf1-16a4c8bf3f60 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:32:47.630379 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660a317-edd6-4b01-b9ab-7849698a7d4b req-565d1003-16c8-4591-a4ed-41cf66154abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:47.638765 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1660a317-edd6-4b01-b9ab-7849698a7d4b req-565d1003-16c8-4591-a4ed-41cf66154abb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2209de10-aa5e-43c1-9412-9e5af3276ff1 HTTP/1.1" status: 200 len: 860 time: 0.0585098 Feb 09 01:32:47.671319 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1660a317-edd6-4b01-b9ab-7849698a7d4b req-20df1af5-9c9f-40a6-a57b-a31a2780ce0a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3be12430-afc4-49f5-8809-14329bd56115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308683 Feb 09 01:32:47.774062 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1660a317-edd6-4b01-b9ab-7849698a7d4b req-cda3c2c8-829f-4702-aba7-ef93c3da2b92 service neutron] 10.222.0.50 "GET /v2.0/networks/3be12430-afc4-49f5-8809-14329bd56115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962081 Feb 09 01:32:47.861696 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-ff8e9393-431e-492f-a010-7e25fdbf447f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd41c090d-f024-40b6-bbf1-16a4c8bf3f60', 'name': 'tempest-ServerRescueTestJSONUnderV235-2062146088-router', 'tenant_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'f35b7b56-a178-4240-b6fa-911a1dac33d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:34Z', 'updated_at': '2022-02-09T01:31:40Z', 'revision_number': 4, 'project_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'gw_port': {'id': 'f35b7b56-a178-4240-b6fa-911a1dac33d6', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41c090d-f024-40b6-bbf1-16a4c8bf3f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:35Z', 'updated_at': '2022-02-09T01:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '54b098a0-c663-4d3b-9932-6c6df7422007', 'name': '', 'network_id': '3be12430-afc4-49f5-8809-14329bd56115', 'tenant_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'mac_address': 'fa:16:3e:2d:2a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41c090d-f024-40b6-bbf1-16a4c8bf3f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '2209de10-aa5e-43c1-9412-9e5af3276ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:38Z', 'updated_at': '2022-02-09T01:31:50Z', 'revision_number': 5, 'project_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'subnets': [{'id': '2209de10-aa5e-43c1-9412-9e5af3276ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:47.903755 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1660a317-edd6-4b01-b9ab-7849698a7d4b req-9cf8fae8-e179-4c43-972b-830a27d9a659 service neutron] 10.222.0.50 "GET /v2.0/networks/3be12430-afc4-49f5-8809-14329bd56115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225476 Feb 09 01:32:47.907460 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8e9393-431e-492f-a010-7e25fdbf447f None None] Checking router: d41c090d-f024-40b6-bbf1-16a4c8bf3f60 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:32:47.917483 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8e9393-431e-492f-a010-7e25fdbf447f None None] Routers {'d41c090d-f024-40b6-bbf1-16a4c8bf3f60'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:32:47.918123 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-ff8e9393-431e-492f-a010-7e25fdbf447f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:32:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['d41c090d-f024-40b6-bbf1-16a4c8bf3f60'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:48.027009 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-77638d38-754f-46ea-b317-705b02a07f3e req-d8541713-b949-4e27-93b6-8e93bbddf9fb tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=195f58aa-ee26-46ef-8ade-98d430506d01 HTTP/1.1" status: 200 len: 210 time: 0.0514085 Feb 09 01:32:48.056417 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-ff8e9393-431e-492f-a010-7e25fdbf447f None None] Set router d41c090d-f024-40b6-bbf1-16a4c8bf3f60 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:32:48.147895 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e09c85-f878-4539-a998-7acca06a9bab req-64ae8dda-804b-4b3a-9219-11b50e31e308 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:48.149606 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-89e09c85-f878-4539-a998-7acca06a9bab req-64ae8dda-804b-4b3a-9219-11b50e31e308 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4ce1ee5-40f8-4bd5-87e5-b573fb7eaebb HTTP/1.1" status: 200 len: 944 time: 0.0616984 Feb 09 01:32:48.210921 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-89e09c85-f878-4539-a998-7acca06a9bab req-93bf3a1b-15af-4bf5-87cd-1ff8fa0b5607 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b824740-4a3c-47f4-9cdf-9f92b5a80ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507441 Feb 09 01:32:48.250377 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1ad89b-5b09-4092-94f5-6c62c8431dbb x-openstack-request-id: req-1c1ad89b-5b09-4092-94f5-6c62c8431dbb {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:32:48.250865 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12793301-9474-4650-bf70-7b441c28c390", "tag": "fbfedbe8-7c3d-4646-bf86-8d1f8db67a16", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:32:48.251265 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1c1ad89b-5b09-4092-94f5-6c62c8431dbb {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:32:48.251819 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12793301-9474-4650-bf70-7b441c28c390', 'tag': 'fbfedbe8-7c3d-4646-bf86-8d1f8db67a16', 'status': 'completed', 'code': 200} Feb 09 01:32:48.268671 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device bf6cd98b-906a-4776-ba3e-fc3613ce6293 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:32:48.320963 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a713d830-2532-490a-8fab-ab8e355e7437 req-f5edfd18-c2df-4c2d-ae2f-2f3e99e83167 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/floatingips/bec006f7-6b36-44d2-8a7a-39b0a9723a78 HTTP/1.1" status: 200 len: 695 time: 0.0542939 Feb 09 01:32:48.342524 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port bf6cd98b-906a-4776-ba3e-fc3613ce6293 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:32:48.349307 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port bf6cd98b-906a-4776-ba3e-fc3613ce6293 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:32:48.349843 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (bf6cd98b-906a-4776-ba3e-fc3613ce6293), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:48.379640 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-ff8e9393-431e-492f-a010-7e25fdbf447f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd41c090d-f024-40b6-bbf1-16a4c8bf3f60', 'name': 'tempest-ServerRescueTestJSONUnderV235-2062146088-router', 'tenant_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'f35b7b56-a178-4240-b6fa-911a1dac33d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:34Z', 'updated_at': '2022-02-09T01:31:40Z', 'revision_number': 4, 'project_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'gw_port': {'id': 'f35b7b56-a178-4240-b6fa-911a1dac33d6', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41c090d-f024-40b6-bbf1-16a4c8bf3f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:35Z', 'updated_at': '2022-02-09T01:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '54b098a0-c663-4d3b-9932-6c6df7422007', 'name': '', 'network_id': '3be12430-afc4-49f5-8809-14329bd56115', 'tenant_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'mac_address': 'fa:16:3e:2d:2a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41c090d-f024-40b6-bbf1-16a4c8bf3f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '2209de10-aa5e-43c1-9412-9e5af3276ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:38Z', 'updated_at': '2022-02-09T01:31:50Z', 'revision_number': 5, 'project_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'subnets': [{'id': '2209de10-aa5e-43c1-9412-9e5af3276ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:48.415312 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8e9393-431e-492f-a010-7e25fdbf447f None None] The sync data for ids ['d41c090d-f024-40b6-bbf1-16a4c8bf3f60'] in n-d-828369-4 is: [{'id': 'd41c090d-f024-40b6-bbf1-16a4c8bf3f60', 'name': 'tempest-ServerRescueTestJSONUnderV235-2062146088-router', 'tenant_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'f35b7b56-a178-4240-b6fa-911a1dac33d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:34Z', 'updated_at': '2022-02-09T01:31:40Z', 'revision_number': 4, 'project_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'gw_port': {'id': 'f35b7b56-a178-4240-b6fa-911a1dac33d6', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41c090d-f024-40b6-bbf1-16a4c8bf3f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:35Z', 'updated_at': '2022-02-09T01:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '54b098a0-c663-4d3b-9932-6c6df7422007', 'name': '', 'network_id': '3be12430-afc4-49f5-8809-14329bd56115', 'tenant_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'mac_address': 'fa:16:3e:2d:2a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41c090d-f024-40b6-bbf1-16a4c8bf3f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '2209de10-aa5e-43c1-9412-9e5af3276ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:38Z', 'updated_at': '2022-02-09T01:31:50Z', 'revision_number': 5, 'project_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'subnets': [{'id': '2209de10-aa5e-43c1-9412-9e5af3276ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:32:48.450095 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a5636-9475-49da-bfdb-befa4468ccec req-a8195bdd-8271-4163-9cda-efa90cb54bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:48.453292 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-604a5636-9475-49da-bfdb-befa4468ccec req-a8195bdd-8271-4163-9cda-efa90cb54bbf service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=ac5bcf50fc484a6b96afdd2275d063d3&device_id=12793301-9474-4650-bf70-7b441c28c390 HTTP/1.1" status: 200 len: 1127 time: 0.1196201 Feb 09 01:32:48.510421 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port bf6cd98b-906a-4776-ba3e-fc3613ce6293 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:32:48.511068 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (bf6cd98b-906a-4776-ba3e-fc3613ce6293), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:48.560680 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port bf6cd98b-906a-4776-ba3e-fc3613ce6293, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=bf6cd98b-906a-4776-ba3e-fc3613ce6293,segment=NetworkSegment(906fa9e7-9922-40ba-aecc-be6a3804e1b3),segment_id=906fa9e7-9922-40ba-aecc-be6a3804e1b3)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:48.562428 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ce1ee5-40f8-4bd5-87e5-b573fb7eaebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6cd98b-906a-4776-ba3e-fc3613ce6293'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:32:48.562580 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a5636-9475-49da-bfdb-befa4468ccec req-e40682f6-002d-4951-82b7-7f7d66dae38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:48.564646 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-604a5636-9475-49da-bfdb-befa4468ccec req-e40682f6-002d-4951-82b7-7f7d66dae38a service neutron] 10.222.0.120 "GET /v2.0/networks?id=3be12430-afc4-49f5-8809-14329bd56115 HTTP/1.1" status: 200 len: 922 time: 0.1028228 Feb 09 01:32:48.571130 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e35e56-e81b-462d-8c8e-43de50047725" -d '{"events": [{"server_uuid": "e4ce1ee5-40f8-4bd5-87e5-b573fb7eaebb", "name": "network-vif-plugged", "status": "completed", "tag": "bf6cd98b-906a-4776-ba3e-fc3613ce6293"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:32:48.575831 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (bf6cd98b-906a-4776-ba3e-fc3613ce6293), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:48.610479 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-604a5636-9475-49da-bfdb-befa4468ccec req-c093a36b-9cb1-47d5-987a-d67dfcf15925 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbfedbe8-7c3d-4646-bf86-8d1f8db67a16 HTTP/1.1" status: 200 len: 217 time: 0.0390685 Feb 09 01:32:48.637984 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=bf6cd98b-906a-4776-ba3e-fc3613ce6293,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:48.675639 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713d830-2532-490a-8fab-ab8e355e7437 req-dae0d459-fd9b-419c-a91b-21fa83959bf8 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:48.677571 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a713d830-2532-490a-8fab-ab8e355e7437 req-dae0d459-fd9b-419c-a91b-21fa83959bf8 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/networks/ca740734-29c2-4b60-ae10-4c709b5c6ef4 HTTP/1.1" status: 200 len: 784 time: 0.3555188 Feb 09 01:32:48.692680 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-a713d830-2532-490a-8fab-ab8e355e7437 req-60dd1b58-fc7e-46d1-b6ea-7abe4ea5132c tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:32:48.694480 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a713d830-2532-490a-8fab-ab8e355e7437 req-60dd1b58-fc7e-46d1-b6ea-7abe4ea5132c tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092986 Feb 09 01:32:48.713546 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a5636-9475-49da-bfdb-befa4468ccec req-61d002ce-04df-4a0b-bf38-e55b7cdf5c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:48.715447 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-604a5636-9475-49da-bfdb-befa4468ccec req-61d002ce-04df-4a0b-bf38-e55b7cdf5c75 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=2209de10-aa5e-43c1-9412-9e5af3276ff1 HTTP/1.1" status: 200 len: 860 time: 0.0952694 Feb 09 01:32:48.797575 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a713d830-2532-490a-8fab-ab8e355e7437 req-f8171226-2cbd-4c78-a7b7-26fd83d08e48 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.8.187 HTTP/1.1" status: 200 len: 698 time: 0.0960612 Feb 09 01:32:48.799910 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-604a5636-9475-49da-bfdb-befa4468ccec req-a613393a-55ae-4017-bb03-9df2f2a53aca service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=3be12430-afc4-49f5-8809-14329bd56115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397265 Feb 09 01:32:48.816339 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89e5a2b-79ee-4d8d-9a4b-91dd2d2a86d5 None None] New status for floating IP bec006f7-6b36-44d2-8a7a-39b0a9723a78: DOWN {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:32:48.876353 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a713d830-2532-490a-8fab-ab8e355e7437 req-e7a1bbe8-60fe-4761-a531-7d4b9fe20ae8 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/floatingips?floating_ip_address=172.25.8.187 HTTP/1.1" status: 200 len: 698 time: 0.0730064 Feb 09 01:32:49.104357 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-604a5636-9475-49da-bfdb-befa4468ccec req-c464ba1d-5983-4ff4-b3ad-dce798844e5a service neutron] 10.222.0.120 "GET /v2.0/networks/3be12430-afc4-49f5-8809-14329bd56115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941344 Feb 09 01:32:49.108313 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-a713d830-2532-490a-8fab-ab8e355e7437 req-00909a43-932e-4379-8b35-fca54ef6abfd tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Deleting port 971ae04f-be7a-4fa8-8da5-9bd0deffb5b5 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:32:49.108703 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a713d830-2532-490a-8fab-ab8e355e7437 req-00909a43-932e-4379-8b35-fca54ef6abfd tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (971ae04f-be7a-4fa8-8da5-9bd0deffb5b5), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:49.257352 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a713d830-2532-490a-8fab-ab8e355e7437 req-00909a43-932e-4379-8b35-fca54ef6abfd tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (971ae04f-be7a-4fa8-8da5-9bd0deffb5b5), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:49.257688 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a713d830-2532-490a-8fab-ab8e355e7437 req-00909a43-932e-4379-8b35-fca54ef6abfd tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Publish callbacks [] for floatingip (971ae04f-be7a-4fa8-8da5-9bd0deffb5b5), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:49.272344 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-604a5636-9475-49da-bfdb-befa4468ccec req-3e148443-0120-4089-bada-1543765ba901 service neutron] 10.222.0.120 "GET /v2.0/networks/3be12430-afc4-49f5-8809-14329bd56115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510723 Feb 09 01:32:49.277044 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-a713d830-2532-490a-8fab-ab8e355e7437 req-00909a43-932e-4379-8b35-fca54ef6abfd tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Calling delete_port for 971ae04f-be7a-4fa8-8da5-9bd0deffb5b5 owned by network:floatingip {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:32:49.419875 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a713d830-2532-490a-8fab-ab8e355e7437 req-00909a43-932e-4379-8b35-fca54ef6abfd tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (971ae04f-be7a-4fa8-8da5-9bd0deffb5b5), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:49.448970 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00909a43-932e-4379-8b35-fca54ef6abfd tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Pushing event deleted for resources: {'Port': ['ID=971ae04f-be7a-4fa8-8da5-9bd0deffb5b5,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:49.510893 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a713d830-2532-490a-8fab-ab8e355e7437 req-00909a43-932e-4379-8b35-fca54ef6abfd tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Publish callbacks [] for floatingip (bec006f7-6b36-44d2-8a7a-39b0a9723a78), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:49.513732 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a713d830-2532-490a-8fab-ab8e355e7437 req-00909a43-932e-4379-8b35-fca54ef6abfd tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:49.515486 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a713d830-2532-490a-8fab-ab8e355e7437 req-00909a43-932e-4379-8b35-fca54ef6abfd tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "DELETE /v2.0/floatingips/bec006f7-6b36-44d2-8a7a-39b0a9723a78 HTTP/1.1" status: 204 len: 173 time: 0.6381223 Feb 09 01:32:49.554154 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363e28ee-0ef4-49b6-941d-33cccbc3bd0e x-openstack-request-id: req-363e28ee-0ef4-49b6-941d-33cccbc3bd0e {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:32:49.555550 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ce1ee5-40f8-4bd5-87e5-b573fb7eaebb", "name": "network-vif-plugged", "status": "completed", "tag": "bf6cd98b-906a-4776-ba3e-fc3613ce6293", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:32:49.555949 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-363e28ee-0ef4-49b6-941d-33cccbc3bd0e {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:32:49.556483 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ce1ee5-40f8-4bd5-87e5-b573fb7eaebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6cd98b-906a-4776-ba3e-fc3613ce6293', 'code': 200} Feb 09 01:32:49.676245 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9b576f3b-6357-4071-8c7e-cb50a54ca957 req-ec5c3f43-909a-46db-bb02-68e23670c667 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=195f58aa-ee26-46ef-8ade-98d430506d01 HTTP/1.1" status: 200 len: 210 time: 0.0481601 Feb 09 01:32:49.698461 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9c1a2-2be8-4f34-9743-20a4e154078a req-daad2ad7-d6bd-4f17-a4aa-d210e0c3851f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:49.700357 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-53c9c1a2-2be8-4f34-9743-20a4e154078a req-daad2ad7-d6bd-4f17-a4aa-d210e0c3851f service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=e4ce1ee5-40f8-4bd5-87e5-b573fb7eaebb HTTP/1.1" status: 200 len: 1127 time: 0.0812948 Feb 09 01:32:49.768779 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-53c9c1a2-2be8-4f34-9743-20a4e154078a req-94e74127-5d9a-4e3e-9819-8ad49e5497be service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=6b824740-4a3c-47f4-9cdf-9f92b5a80ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617468 Feb 09 01:32:49.829093 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e1c19-e3ac-4817-a81f-eab761ec5c46 req-2461c4cf-db5c-464b-8abf-1e4d8e649868 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:49.830962 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1b7e1c19-e3ac-4817-a81f-eab761ec5c46 req-2461c4cf-db5c-464b-8abf-1e4d8e649868 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4ce1ee5-40f8-4bd5-87e5-b573fb7eaebb HTTP/1.1" status: 200 len: 945 time: 0.0612836 Feb 09 01:32:49.895236 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1b7e1c19-e3ac-4817-a81f-eab761ec5c46 req-82fc020c-9def-4aa7-a475-69596a836445 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b824740-4a3c-47f4-9cdf-9f92b5a80ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580182 Feb 09 01:32:49.979057 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d291e780-9ca4-407e-9257-5adc93818549 req-727f871e-6dad-4ceb-b64b-2b8bb90623c5 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/security-groups/e13f0104-493e-4453-989f-6068292db5bf HTTP/1.1" status: 200 len: 1826 time: 0.0563478 Feb 09 01:32:50.058573 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d291e780-9ca4-407e-9257-5adc93818549 req-b6b91785-a5ac-4ff7-a353-66d810dc1eb5 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Publish callbacks [] for security_group (e13f0104-493e-4453-989f-6068292db5bf), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:50.106569 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d291e780-9ca4-407e-9257-5adc93818549 req-b6b91785-a5ac-4ff7-a353-66d810dc1eb5 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Publish callbacks [] for security_group (e13f0104-493e-4453-989f-6068292db5bf), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:50.163007 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d291e780-9ca4-407e-9257-5adc93818549 req-b6b91785-a5ac-4ff7-a353-66d810dc1eb5 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e13f0104-493e-4453-989f-6068292db5bf), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:50.166938 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d291e780-9ca4-407e-9257-5adc93818549 req-b6b91785-a5ac-4ff7-a353-66d810dc1eb5 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:50.174581 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d291e780-9ca4-407e-9257-5adc93818549 req-b6b91785-a5ac-4ff7-a353-66d810dc1eb5 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "DELETE /v2.0/security-groups/e13f0104-493e-4453-989f-6068292db5bf HTTP/1.1" status: 204 len: 173 time: 0.1924415 Feb 09 01:32:50.205416 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b91785-a5ac-4ff7-a353-66d810dc1eb5 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13f0104-493e-4453-989f-6068292db5bf,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:50.513494 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7defe149-fe3b-4ed7-8f86-72cbf34a5ec9 req-0abe9bc1-875f-48d7-a9d3-4858ddc5547c tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:50.515449 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7defe149-fe3b-4ed7-8f86-72cbf34a5ec9 req-0abe9bc1-875f-48d7-a9d3-4858ddc5547c tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/ports?device_id=12793301-9474-4650-bf70-7b441c28c390 HTTP/1.1" status: 200 len: 945 time: 0.0697961 Feb 09 01:32:50.586971 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7defe149-fe3b-4ed7-8f86-72cbf34a5ec9 req-23589347-81ae-45c7-a560-5f65bed813e9 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/security-groups?id=d372aab8-a187-4322-8f83-34f246bc73f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652809 Feb 09 01:32:50.869730 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b33810a6-2a09-4bb9-b84f-a7004d434acb req-f43afe0e-45a1-46a6-95d4-4ddd7a5e3079 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=195f58aa-ee26-46ef-8ade-98d430506d01 HTTP/1.1" status: 200 len: 210 time: 0.0411131 Feb 09 01:32:51.093612 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b21de-1b04-4eca-979f-f3085e220409 req-41205467-c239-46cf-b25f-640ddde5c0b4 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:51.101603 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-698b21de-1b04-4eca-979f-f3085e220409 req-41205467-c239-46cf-b25f-640ddde5c0b4 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4ce1ee5-40f8-4bd5-87e5-b573fb7eaebb HTTP/1.1" status: 200 len: 945 time: 0.1134219 Feb 09 01:32:51.159459 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-698b21de-1b04-4eca-979f-f3085e220409 req-2833144b-8088-480e-9b52-4fd3b0c328fd tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b824740-4a3c-47f4-9cdf-9f92b5a80ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567706 Feb 09 01:32:51.721955 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd810824-6aae-4957-9804-cc0a8f058576 req-9db98a4e-4867-45bf-92a4-337c01772eae tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:51.724064 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dd810824-6aae-4957-9804-cc0a8f058576 req-9db98a4e-4867-45bf-92a4-337c01772eae tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/ports?device_id=12793301-9474-4650-bf70-7b441c28c390 HTTP/1.1" status: 200 len: 945 time: 0.0696754 Feb 09 01:32:51.786360 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dd810824-6aae-4957-9804-cc0a8f058576 req-fac4fb24-c760-4c00-8ee6-b2dc04ac0765 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/security-groups?id=d372aab8-a187-4322-8f83-34f246bc73f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559108 Feb 09 01:32:52.286399 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9388f-e665-49a8-bd9e-ef58055c0ccf req-0bd875d8-8c97-457f-9f34-fcd282760fb7 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:52.288204 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a4a9388f-e665-49a8-bd9e-ef58055c0ccf req-0bd875d8-8c97-457f-9f34-fcd282760fb7 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4ce1ee5-40f8-4bd5-87e5-b573fb7eaebb HTTP/1.1" status: 200 len: 945 time: 0.0637865 Feb 09 01:32:52.336369 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a4a9388f-e665-49a8-bd9e-ef58055c0ccf req-c7d32846-6059-4123-9ffc-71ebf5a00a71 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b824740-4a3c-47f4-9cdf-9f92b5a80ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421002 Feb 09 01:32:52.929229 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a44fbf-4a92-4f57-b387-a5d35933ebb9 req-86dfe0f8-3923-44af-bf77-3a7c2693e53c tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:52.930728 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-86a44fbf-4a92-4f57-b387-a5d35933ebb9 req-86dfe0f8-3923-44af-bf77-3a7c2693e53c tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/ports?device_id=12793301-9474-4650-bf70-7b441c28c390 HTTP/1.1" status: 200 len: 945 time: 0.0607491 Feb 09 01:32:53.007592 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-86a44fbf-4a92-4f57-b387-a5d35933ebb9 req-5739532c-91b9-40be-823f-e5ca7be73e88 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/security-groups?id=d372aab8-a187-4322-8f83-34f246bc73f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710702 Feb 09 01:32:53.040893 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f3764-3644-48fa-b3f1-d5ab5bce6a4e req-17955957-c589-4b87-bc2d-75d39d9227bc tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:53.042505 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7d6f3764-3644-48fa-b3f1-d5ab5bce6a4e req-17955957-c589-4b87-bc2d-75d39d9227bc tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.120 "GET /v2.0/ports?device_id=12793301-9474-4650-bf70-7b441c28c390 HTTP/1.1" status: 200 len: 945 time: 0.0788567 Feb 09 01:32:53.141226 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-7d6f3764-3644-48fa-b3f1-d5ab5bce6a4e req-6d768554-9156-4126-93e8-0db182c15cf1 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Deleting port fbfedbe8-7c3d-4646-bf86-8d1f8db67a16 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:32:53.141723 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7d6f3764-3644-48fa-b3f1-d5ab5bce6a4e req-6d768554-9156-4126-93e8-0db182c15cf1 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (fbfedbe8-7c3d-4646-bf86-8d1f8db67a16), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:53.236289 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-7d6f3764-3644-48fa-b3f1-d5ab5bce6a4e req-6d768554-9156-4126-93e8-0db182c15cf1 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] For port fbfedbe8-7c3d-4646-bf86-8d1f8db67a16, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=fbfedbe8-7c3d-4646-bf86-8d1f8db67a16,segment=NetworkSegment(3a0c930b-d121-4b9c-92fe-e48240a2e3b4),segment_id=3a0c930b-d121-4b9c-92fe-e48240a2e3b4)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:53.236770 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7d6f3764-3644-48fa-b3f1-d5ab5bce6a4e req-6d768554-9156-4126-93e8-0db182c15cf1 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (fbfedbe8-7c3d-4646-bf86-8d1f8db67a16), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:53.250402 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-7d6f3764-3644-48fa-b3f1-d5ab5bce6a4e req-6d768554-9156-4126-93e8-0db182c15cf1 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Calling delete_port for fbfedbe8-7c3d-4646-bf86-8d1f8db67a16 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:32:53.390926 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7d6f3764-3644-48fa-b3f1-d5ab5bce6a4e req-6d768554-9156-4126-93e8-0db182c15cf1 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (fbfedbe8-7c3d-4646-bf86-8d1f8db67a16), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:53.403336 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['fbfedbe8-7c3d-4646-bf86-8d1f8db67a16'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:32:53.432511 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d768554-9156-4126-93e8-0db182c15cf1 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Pushing event deleted for resources: {'Port': ['ID=fbfedbe8-7c3d-4646-bf86-8d1f8db67a16,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:53.486164 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6f3764-3644-48fa-b3f1-d5ab5bce6a4e req-6d768554-9156-4126-93e8-0db182c15cf1 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] No DVR routers for this DVR port fbfedbe8-7c3d-4646-bf86-8d1f8db67a16 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:32:53.489747 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7d6f3764-3644-48fa-b3f1-d5ab5bce6a4e req-6d768554-9156-4126-93e8-0db182c15cf1 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:53.493173 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7d6f3764-3644-48fa-b3f1-d5ab5bce6a4e req-6d768554-9156-4126-93e8-0db182c15cf1 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.120 "DELETE /v2.0/ports/fbfedbe8-7c3d-4646-bf86-8d1f8db67a16 HTTP/1.1" status: 204 len: 173 time: 0.4458773 Feb 09 01:32:53.493642 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12793301-9474-4650-bf70-7b441c28c390', 'name': 'network-vif-deleted', 'tag': 'fbfedbe8-7c3d-4646-bf86-8d1f8db67a16'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:32:53.496503 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfeda21f-b6c8-40a7-8b73-c829e0013553" -d '{"events": [{"server_uuid": "12793301-9474-4650-bf70-7b441c28c390", "name": "network-vif-deleted", "tag": "fbfedbe8-7c3d-4646-bf86-8d1f8db67a16"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:32:53.548204 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8552f30c-0e52-4a38-bc9c-ad0d15d45cd2 x-openstack-request-id: req-8552f30c-0e52-4a38-bc9c-ad0d15d45cd2 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:32:53.548832 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12793301-9474-4650-bf70-7b441c28c390", "name": "network-vif-deleted", "tag": "fbfedbe8-7c3d-4646-bf86-8d1f8db67a16", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:32:53.549162 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8552f30c-0e52-4a38-bc9c-ad0d15d45cd2 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:32:53.549890 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12793301-9474-4650-bf70-7b441c28c390', 'name': 'network-vif-deleted', 'tag': 'fbfedbe8-7c3d-4646-bf86-8d1f8db67a16', 'status': 'completed', 'code': 200} Feb 09 01:32:54.175329 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e65d37c8-e4c3-44db-a95a-a9400185f7b9 req-6d16ad55-c475-4420-b73d-ead6ecc75a60 tempest-ServerRescueTestJSONUnderV235-210589487 tempest-ServerRescueTestJSONUnderV235-210589487-project] 10.222.0.50 "GET /v2.0/ports?device_id=12793301-9474-4650-bf70-7b441c28c390 HTTP/1.1" status: 200 len: 210 time: 0.0384889 Feb 09 01:32:54.537238 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7498295-845b-49c6-a08d-9f8956b89fc5 req-f4401872-b8ba-40af-b740-b7cea8ba610f tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:54.541300 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a7498295-845b-49c6-a08d-9f8956b89fc5 req-f4401872-b8ba-40af-b740-b7cea8ba610f tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4ce1ee5-40f8-4bd5-87e5-b573fb7eaebb HTTP/1.1" status: 200 len: 945 time: 0.0606813 Feb 09 01:32:54.594494 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a7498295-845b-49c6-a08d-9f8956b89fc5 req-b5aef703-324f-427b-845d-8280e3bad4cf tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b824740-4a3c-47f4-9cdf-9f92b5a80ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491405 Feb 09 01:32:55.237291 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52556) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:55.893536 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888948f-7e05-4f85-b34d-0c95734139e6 req-ce499fb3-7c82-4940-a59b-f28ca20c104e tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:55.910056 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f888948f-7e05-4f85-b34d-0c95734139e6 req-ce499fb3-7c82-4940-a59b-f28ca20c104e tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4ce1ee5-40f8-4bd5-87e5-b573fb7eaebb HTTP/1.1" status: 200 len: 945 time: 0.1847730 Feb 09 01:32:55.995113 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5dfad-a0cd-475b-98d0-856e3f32c6a0 req-5d2a7c17-d523-4ac7-b04b-cf83881f3d05 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:32:56.010060 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-12c5dfad-a0cd-475b-98d0-856e3f32c6a0 req-5d2a7c17-d523-4ac7-b04b-cf83881f3d05 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.120 "GET /v2.0/ports?device_id=e4ce1ee5-40f8-4bd5-87e5-b573fb7eaebb HTTP/1.1" status: 200 len: 945 time: 0.2384672 Feb 09 01:32:56.026818 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-72c4e041-ff70-4d92-8fab-7ca24fe9508b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (d41c090d-f024-40b6-bbf1-16a4c8bf3f60), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:56.059391 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f888948f-7e05-4f85-b34d-0c95734139e6 req-9d8304f0-dfaa-4e94-88d5-85db9fca4608 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/security-groups?id=6b824740-4a3c-47f4-9cdf-9f92b5a80ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476490 Feb 09 01:32:56.139095 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-12c5dfad-a0cd-475b-98d0-856e3f32c6a0 req-8e9a2c5d-35a9-466c-8efe-2d221accd453 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Deleting port bf6cd98b-906a-4776-ba3e-fc3613ce6293 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:32:56.139730 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-12c5dfad-a0cd-475b-98d0-856e3f32c6a0 req-8e9a2c5d-35a9-466c-8efe-2d221accd453 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (bf6cd98b-906a-4776-ba3e-fc3613ce6293), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:56.262628 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-12c5dfad-a0cd-475b-98d0-856e3f32c6a0 req-8e9a2c5d-35a9-466c-8efe-2d221accd453 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] For port bf6cd98b-906a-4776-ba3e-fc3613ce6293, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=bf6cd98b-906a-4776-ba3e-fc3613ce6293,segment=NetworkSegment(906fa9e7-9922-40ba-aecc-be6a3804e1b3),segment_id=906fa9e7-9922-40ba-aecc-be6a3804e1b3)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:56.263158 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-12c5dfad-a0cd-475b-98d0-856e3f32c6a0 req-8e9a2c5d-35a9-466c-8efe-2d221accd453 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (bf6cd98b-906a-4776-ba3e-fc3613ce6293), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:56.277458 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-12c5dfad-a0cd-475b-98d0-856e3f32c6a0 req-8e9a2c5d-35a9-466c-8efe-2d221accd453 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Calling delete_port for bf6cd98b-906a-4776-ba3e-fc3613ce6293 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:32:56.288014 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device fbfedbe8-7c3d-4646-bf86-8d1f8db67a16 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:32:56.325281 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: fbfedbe8-7c3d-4646-bf86-8d1f8db67a16 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:32:56.325639 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device fbfedbe8-7c3d-4646-bf86-8d1f8db67a16 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:32:56.489115 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-12c5dfad-a0cd-475b-98d0-856e3f32c6a0 req-8e9a2c5d-35a9-466c-8efe-2d221accd453 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (bf6cd98b-906a-4776-ba3e-fc3613ce6293), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:56.500720 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['bf6cd98b-906a-4776-ba3e-fc3613ce6293'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:32:56.529441 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-72c4e041-ff70-4d92-8fab-7ca24fe9508b admin admin] Deleting port 54b098a0-c663-4d3b-9932-6c6df7422007 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:32:56.529982 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-72c4e041-ff70-4d92-8fab-7ca24fe9508b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (54b098a0-c663-4d3b-9932-6c6df7422007), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:56.548671 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a2c5d-35a9-466c-8efe-2d221accd453 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Pushing event deleted for resources: {'Port': ['ID=bf6cd98b-906a-4776-ba3e-fc3613ce6293,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:56.614831 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c5dfad-a0cd-475b-98d0-856e3f32c6a0 req-8e9a2c5d-35a9-466c-8efe-2d221accd453 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] No DVR routers for this DVR port bf6cd98b-906a-4776-ba3e-fc3613ce6293 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:32:56.617743 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-12c5dfad-a0cd-475b-98d0-856e3f32c6a0 req-8e9a2c5d-35a9-466c-8efe-2d221accd453 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:56.621614 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-12c5dfad-a0cd-475b-98d0-856e3f32c6a0 req-8e9a2c5d-35a9-466c-8efe-2d221accd453 tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.120 "DELETE /v2.0/ports/bf6cd98b-906a-4776-ba3e-fc3613ce6293 HTTP/1.1" status: 204 len: 173 time: 0.6064050 Feb 09 01:32:56.622090 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ce1ee5-40f8-4bd5-87e5-b573fb7eaebb', 'name': 'network-vif-deleted', 'tag': 'bf6cd98b-906a-4776-ba3e-fc3613ce6293'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:32:56.625461 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e74a67a-bd29-4d11-aa13-a0ec617e9f69" -d '{"events": [{"server_uuid": "e4ce1ee5-40f8-4bd5-87e5-b573fb7eaebb", "name": "network-vif-deleted", "tag": "bf6cd98b-906a-4776-ba3e-fc3613ce6293"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:32:56.633676 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-72c4e041-ff70-4d92-8fab-7ca24fe9508b admin admin] For port 54b098a0-c663-4d3b-9932-6c6df7422007, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=54b098a0-c663-4d3b-9932-6c6df7422007,segment=NetworkSegment(3a0c930b-d121-4b9c-92fe-e48240a2e3b4),segment_id=3a0c930b-d121-4b9c-92fe-e48240a2e3b4)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:56.634482 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-72c4e041-ff70-4d92-8fab-7ca24fe9508b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (54b098a0-c663-4d3b-9932-6c6df7422007), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:56.650947 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-72c4e041-ff70-4d92-8fab-7ca24fe9508b admin admin] Calling delete_port for 54b098a0-c663-4d3b-9932-6c6df7422007 owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:32:56.698033 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333072ca-7118-44d3-83d0-b6f95cb2108b x-openstack-request-id: req-333072ca-7118-44d3-83d0-b6f95cb2108b {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:32:56.698338 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ce1ee5-40f8-4bd5-87e5-b573fb7eaebb", "name": "network-vif-deleted", "tag": "bf6cd98b-906a-4776-ba3e-fc3613ce6293", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:32:56.698596 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-333072ca-7118-44d3-83d0-b6f95cb2108b {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:32:56.698998 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ce1ee5-40f8-4bd5-87e5-b573fb7eaebb', 'name': 'network-vif-deleted', 'tag': 'bf6cd98b-906a-4776-ba3e-fc3613ce6293', 'status': 'completed', 'code': 200} Feb 09 01:32:56.905536 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-72c4e041-ff70-4d92-8fab-7ca24fe9508b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (54b098a0-c663-4d3b-9932-6c6df7422007), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:56.937501 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4e041-ff70-4d92-8fab-7ca24fe9508b admin admin] Pushing event deleted for resources: {'Port': ['ID=54b098a0-c663-4d3b-9932-6c6df7422007,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:57.294047 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6c4907df-59db-4cf2-871d-aeec30f35d3a req-7656ea9d-4346-4003-b1f3-6edce79385ba tempest-VolumesActionsTest-1956336946 tempest-VolumesActionsTest-1956336946-project] 10.222.0.50 "GET /v2.0/ports?device_id=e4ce1ee5-40f8-4bd5-87e5-b573fb7eaebb HTTP/1.1" status: 200 len: 210 time: 0.0742404 Feb 09 01:32:57.356995 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-72c4e041-ff70-4d92-8fab-7ca24fe9508b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (d41c090d-f024-40b6-bbf1-16a4c8bf3f60), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:57.633025 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c4e041-ff70-4d92-8fab-7ca24fe9508b admin admin] Router d41c090d-f024-40b6-bbf1-16a4c8bf3f60 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:32:57.755421 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c4e041-ff70-4d92-8fab-7ca24fe9508b admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:32:57.765801 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8221d901-1e4b-4af6-940f-c59c8b51dcbf None None] Sync routers for ids ['d41c090d-f024-40b6-bbf1-16a4c8bf3f60'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:32:57.777622 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-72c4e041-ff70-4d92-8fab-7ca24fe9508b admin admin] 10.222.0.50 "PUT /v2.0/routers/d41c090d-f024-40b6-bbf1-16a4c8bf3f60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5392437 Feb 09 01:32:57.780490 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52592) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:32:57.781923 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8221d901-1e4b-4af6-940f-c59c8b51dcbf None None] Routers {'d41c090d-f024-40b6-bbf1-16a4c8bf3f60'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:32:57.783133 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-8221d901-1e4b-4af6-940f-c59c8b51dcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:32:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['d41c090d-f024-40b6-bbf1-16a4c8bf3f60'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:57.917689 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-8221d901-1e4b-4af6-940f-c59c8b51dcbf None None] Set router d41c090d-f024-40b6-bbf1-16a4c8bf3f60 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:32:57.988261 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2a75f3fc-9e64-44ae-9cbe-3db5387f0163 admin admin] Publish callbacks [] for router (d41c090d-f024-40b6-bbf1-16a4c8bf3f60), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:58.265297 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-8221d901-1e4b-4af6-940f-c59c8b51dcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd41c090d-f024-40b6-bbf1-16a4c8bf3f60', 'name': 'tempest-ServerRescueTestJSONUnderV235-2062146088-router', 'tenant_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'f35b7b56-a178-4240-b6fa-911a1dac33d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:34Z', 'updated_at': '2022-02-09T01:32:56Z', 'revision_number': 5, 'project_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'gw_port': {'id': 'f35b7b56-a178-4240-b6fa-911a1dac33d6', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41c090d-f024-40b6-bbf1-16a4c8bf3f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:35Z', 'updated_at': '2022-02-09T01:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:58.337230 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8221d901-1e4b-4af6-940f-c59c8b51dcbf None None] Checking router: d41c090d-f024-40b6-bbf1-16a4c8bf3f60 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:32:58.389576 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8221d901-1e4b-4af6-940f-c59c8b51dcbf None None] Routers {'d41c090d-f024-40b6-bbf1-16a4c8bf3f60'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:32:58.390501 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-8221d901-1e4b-4af6-940f-c59c8b51dcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:32:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['d41c090d-f024-40b6-bbf1-16a4c8bf3f60'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:58.626381 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-8221d901-1e4b-4af6-940f-c59c8b51dcbf None None] Set router d41c090d-f024-40b6-bbf1-16a4c8bf3f60 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:32:58.886055 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2a75f3fc-9e64-44ae-9cbe-3db5387f0163 admin admin] Publish callbacks [] for router_gateway (d41c090d-f024-40b6-bbf1-16a4c8bf3f60), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:58.908586 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-8221d901-1e4b-4af6-940f-c59c8b51dcbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd41c090d-f024-40b6-bbf1-16a4c8bf3f60', 'name': 'tempest-ServerRescueTestJSONUnderV235-2062146088-router', 'tenant_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'f35b7b56-a178-4240-b6fa-911a1dac33d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:34Z', 'updated_at': '2022-02-09T01:32:56Z', 'revision_number': 5, 'project_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'gw_port': {'id': 'f35b7b56-a178-4240-b6fa-911a1dac33d6', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41c090d-f024-40b6-bbf1-16a4c8bf3f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:35Z', 'updated_at': '2022-02-09T01:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:32:58.958182 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2a75f3fc-9e64-44ae-9cbe-3db5387f0163 admin admin] Deleting port f35b7b56-a178-4240-b6fa-911a1dac33d6 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:32:58.958667 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2a75f3fc-9e64-44ae-9cbe-3db5387f0163 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (f35b7b56-a178-4240-b6fa-911a1dac33d6), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:58.980001 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8221d901-1e4b-4af6-940f-c59c8b51dcbf None None] The sync data for ids ['d41c090d-f024-40b6-bbf1-16a4c8bf3f60'] in n-d-828369-4 is: [{'id': 'd41c090d-f024-40b6-bbf1-16a4c8bf3f60', 'name': 'tempest-ServerRescueTestJSONUnderV235-2062146088-router', 'tenant_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'f35b7b56-a178-4240-b6fa-911a1dac33d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:34Z', 'updated_at': '2022-02-09T01:32:56Z', 'revision_number': 5, 'project_id': 'ac5bcf50fc484a6b96afdd2275d063d3', 'gw_port': {'id': 'f35b7b56-a178-4240-b6fa-911a1dac33d6', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:c5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41c090d-f024-40b6-bbf1-16a4c8bf3f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:35Z', 'updated_at': '2022-02-09T01:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:32:59.107476 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2a75f3fc-9e64-44ae-9cbe-3db5387f0163 admin admin] For port f35b7b56-a178-4240-b6fa-911a1dac33d6, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f35b7b56-a178-4240-b6fa-911a1dac33d6,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:32:59.108057 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2a75f3fc-9e64-44ae-9cbe-3db5387f0163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (f35b7b56-a178-4240-b6fa-911a1dac33d6), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:59.188385 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2a75f3fc-9e64-44ae-9cbe-3db5387f0163 admin admin] Calling delete_port for f35b7b56-a178-4240-b6fa-911a1dac33d6 owned by network:router_gateway {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:32:59.373961 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 54b098a0-c663-4d3b-9932-6c6df7422007 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:32:59.463591 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 54b098a0-c663-4d3b-9932-6c6df7422007 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:32:59.464686 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 54b098a0-c663-4d3b-9932-6c6df7422007 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:32:59.573888 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2a75f3fc-9e64-44ae-9cbe-3db5387f0163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (f35b7b56-a178-4240-b6fa-911a1dac33d6), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:59.639230 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75f3fc-9e64-44ae-9cbe-3db5387f0163 admin admin] Pushing event deleted for resources: {'Port': ['ID=f35b7b56-a178-4240-b6fa-911a1dac33d6,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:32:59.752575 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2a75f3fc-9e64-44ae-9cbe-3db5387f0163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (d41c090d-f024-40b6-bbf1-16a4c8bf3f60), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:59.933105 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2a75f3fc-9e64-44ae-9cbe-3db5387f0163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (d41c090d-f024-40b6-bbf1-16a4c8bf3f60), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:32:59.936056 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2a75f3fc-9e64-44ae-9cbe-3db5387f0163 admin admin] Publish callbacks [] for router_controller (d41c090d-f024-40b6-bbf1-16a4c8bf3f60), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:00.029957 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2a75f3fc-9e64-44ae-9cbe-3db5387f0163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (d41c090d-f024-40b6-bbf1-16a4c8bf3f60), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:00.030729 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a75f3fc-9e64-44ae-9cbe-3db5387f0163 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d41c090d-f024-40b6-bbf1-16a4c8bf3f60 {{(pid=103136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:33:00.047038 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2a75f3fc-9e64-44ae-9cbe-3db5387f0163 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:00.049786 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2a75f3fc-9e64-44ae-9cbe-3db5387f0163 admin admin] 10.222.0.50 "DELETE /v2.0/routers/d41c090d-f024-40b6-bbf1-16a4c8bf3f60 HTTP/1.1" status: 204 len: 168 time: 2.2682395 Feb 09 01:33:00.052650 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52666) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:00.138073 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-b141190b-8d18-433a-b4db-50c15dab4b85 admin admin] Deleting subnet 2209de10-aa5e-43c1-9412-9e5af3276ff1 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:33:00.145327 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b141190b-8d18-433a-b4db-50c15dab4b85 admin admin] Publish callbacks [] for subnet (2209de10-aa5e-43c1-9412-9e5af3276ff1), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:00.230145 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b141190b-8d18-433a-b4db-50c15dab4b85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (2209de10-aa5e-43c1-9412-9e5af3276ff1), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:00.303647 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device bf6cd98b-906a-4776-ba3e-fc3613ce6293 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:33:00.333493 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b141190b-8d18-433a-b4db-50c15dab4b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (2209de10-aa5e-43c1-9412-9e5af3276ff1), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:00.355074 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: bf6cd98b-906a-4776-ba3e-fc3613ce6293 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:33:00.355432 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device bf6cd98b-906a-4776-ba3e-fc3613ce6293 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:33:00.427867 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b141190b-8d18-433a-b4db-50c15dab4b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (2209de10-aa5e-43c1-9412-9e5af3276ff1), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:00.487546 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b141190b-8d18-433a-b4db-50c15dab4b85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2209de10-aa5e-43c1-9412-9e5af3276ff1,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:00.498106 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b141190b-8d18-433a-b4db-50c15dab4b85 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:00.509531 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52682) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:00.509714 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b141190b-8d18-433a-b4db-50c15dab4b85 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/2209de10-aa5e-43c1-9412-9e5af3276ff1 HTTP/1.1" status: 204 len: 168 time: 0.4559844 Feb 09 01:33:00.717097 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c7214c25-dbf1-40db-ae3a-b477a0d13520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (3be12430-afc4-49f5-8809-14329bd56115), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:00.916023 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c7214c25-dbf1-40db-ae3a-b477a0d13520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (3be12430-afc4-49f5-8809-14329bd56115), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:00.978866 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-c7214c25-dbf1-40db-ae3a-b477a0d13520 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3be12430-afc4-49f5-8809-14329bd56115']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:01.007100 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-c7214c25-dbf1-40db-ae3a-b477a0d13520 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a0c930b-d121-4b9c-92fe-e48240a2e3b4') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:01.007409 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-c7214c25-dbf1-40db-ae3a-b477a0d13520 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a0c930b-d121-4b9c-92fe-e48240a2e3b4') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:01.035974 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c7214c25-dbf1-40db-ae3a-b477a0d13520 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (3a0c930b-d121-4b9c-92fe-e48240a2e3b4), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:01.058286 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c7214c25-dbf1-40db-ae3a-b477a0d13520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (3a0c930b-d121-4b9c-92fe-e48240a2e3b4), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:01.066916 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7214c25-dbf1-40db-ae3a-b477a0d13520 admin admin] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:33:01.067336 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c7214c25-dbf1-40db-ae3a-b477a0d13520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (3a0c930b-d121-4b9c-92fe-e48240a2e3b4), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:01.173972 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f35b7b56-a178-4240-b6fa-911a1dac33d6 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:33:01.196120 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:33:01.196120 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:33:01.196120 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:33:01.196120 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:33:01.196120 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:33:01.196120 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:33:01.196120 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:33:01.196120 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:33:01.196120 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:33:01.196120 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:33:01.196120 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:33:01.196120 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:33:01.196120 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:33:01.196120 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:33:01.196120 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:33:01.196120 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:33:01.196120 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:33:01.196120 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:33:01.196120 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:33:01.196120 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:33:01.196120 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:33:01.196120 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:33:01.196120 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:33:01.196120 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:33:01.196120 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:33:01.196120 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:33:01.196120 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:33:01.196120 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:33:01.196120 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:33:01.196120 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:33:01.196120 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:33:01.196120 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:33:01.199483 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c7214c25-dbf1-40db-ae3a-b477a0d13520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (3be12430-afc4-49f5-8809-14329bd56115), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:01.233327 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: f35b7b56-a178-4240-b6fa-911a1dac33d6 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:33:01.233784 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f35b7b56-a178-4240-b6fa-911a1dac33d6 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:33:01.245396 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c7214c25-dbf1-40db-ae3a-b477a0d13520 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:01.257403 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c7214c25-dbf1-40db-ae3a-b477a0d13520 admin admin] 10.222.0.50 "DELETE /v2.0/networks/3be12430-afc4-49f5-8809-14329bd56115 HTTP/1.1" status: 204 len: 168 time: 0.7467263 Feb 09 01:33:01.267235 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7214c25-dbf1-40db-ae3a-b477a0d13520 admin admin] Pushing event deleted for resources: {'Network': ['ID=3be12430-afc4-49f5-8809-14329bd56115,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:01.639276 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52736) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:01.744918 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-95d59994-a32a-47d9-a2de-caacd3435e76 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ac5bcf50fc484a6b96afdd2275d063d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1016154 Feb 09 01:33:01.745830 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52740) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:01.851482 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ce9c96f6-ba90-497e-b538-d7a497e01cc2 admin admin] Publish callbacks [] for security_group (d372aab8-a187-4322-8f83-34f246bc73f9), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:01.890764 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ce9c96f6-ba90-497e-b538-d7a497e01cc2 admin admin] Publish callbacks [] for security_group (d372aab8-a187-4322-8f83-34f246bc73f9), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:01.953868 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ce9c96f6-ba90-497e-b538-d7a497e01cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (d372aab8-a187-4322-8f83-34f246bc73f9), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:01.956566 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ce9c96f6-ba90-497e-b538-d7a497e01cc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:01.958157 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ce9c96f6-ba90-497e-b538-d7a497e01cc2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d372aab8-a187-4322-8f83-34f246bc73f9 HTTP/1.1" status: 204 len: 168 time: 0.2112548 Feb 09 01:33:01.966252 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9c96f6-ba90-497e-b538-d7a497e01cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d372aab8-a187-4322-8f83-34f246bc73f9,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:02.248151 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78415fc-2eba-4f4e-9488-2a21652de10c req-f33bb09e-428d-418f-b464-02639d5e7c0f tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:02.256531 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d78415fc-2eba-4f4e-9488-2a21652de10c req-f33bb09e-428d-418f-b464-02639d5e7c0f tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 1127 time: 0.1055341 Feb 09 01:33:02.319410 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d78415fc-2eba-4f4e-9488-2a21652de10c req-1262c7de-a7a3-4eeb-b49f-a9557e60a57a tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=66bf3e5d-bb50-42c0-95ed-c78f3de007a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572672 Feb 09 01:33:02.332450 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52776) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:02.412886 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b8b66782-1889-424a-a32e-483307ee2ea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:02.587024 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-4a5d10c0-8886-4d14-8d3f-c213afee1d4a tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Deleting port d5b218aa-de6e-466a-bc5c-13cbf2a1d99b {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:33:02.587603 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4a5d10c0-8886-4d14-8d3f-c213afee1d4a tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (d5b218aa-de6e-466a-bc5c-13cbf2a1d99b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:02.898523 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4a5d10c0-8886-4d14-8d3f-c213afee1d4a tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (d5b218aa-de6e-466a-bc5c-13cbf2a1d99b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:02.899566 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4a5d10c0-8886-4d14-8d3f-c213afee1d4a tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for floatingip (d5b218aa-de6e-466a-bc5c-13cbf2a1d99b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:02.941409 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-4a5d10c0-8886-4d14-8d3f-c213afee1d4a tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Calling delete_port for d5b218aa-de6e-466a-bc5c-13cbf2a1d99b owned by network:floatingip {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:33:03.219201 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4a5d10c0-8886-4d14-8d3f-c213afee1d4a tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (d5b218aa-de6e-466a-bc5c-13cbf2a1d99b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:03.382866 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d10c0-8886-4d14-8d3f-c213afee1d4a tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event deleted for resources: {'Port': ['ID=d5b218aa-de6e-466a-bc5c-13cbf2a1d99b,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:03.433922 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4a5d10c0-8886-4d14-8d3f-c213afee1d4a tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for floatingip (e4e86999-b477-4621-a0d4-3c8e1d3136c2), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:03.435022 n-d-828369-4 neutron-server[103137]: INFO neutron.db.l3_db [None req-4a5d10c0-8886-4d14-8d3f-c213afee1d4a tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Floating IP e4e86999-b477-4621-a0d4-3c8e1d3136c2 disassociated (deleted). External IP: 172.25.8.188, port: d3dcc091-73d0-4887-8776-fcf3cc78e7de. Feb 09 01:33:03.505821 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52810) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:03.705399 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-8a50a4c1-043e-42f0-a5b9-88ff5d7d5aaa admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-491035154-network', 'tenant_id': '6d314619fa0a4fa2b259de5884a0fcb1'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:03.762396 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a50a4c1-043e-42f0-a5b9-88ff5d7d5aaa admin admin] Made reservation on behalf of 6d314619fa0a4fa2b259de5884a0fcb1 for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:33:03.767176 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8a50a4c1-043e-42f0-a5b9-88ff5d7d5aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:03.781748 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8a50a4c1-043e-42f0-a5b9-88ff5d7d5aaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:03.880730 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8a50a4c1-043e-42f0-a5b9-88ff5d7d5aaa admin admin] Publish callbacks [] for security_group (607bf6a8-8d86-4601-b082-4a28cf14b854), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:03.900003 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8a50a4c1-043e-42f0-a5b9-88ff5d7d5aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (607bf6a8-8d86-4601-b082-4a28cf14b854), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:03.932132 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a50a4c1-043e-42f0-a5b9-88ff5d7d5aaa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1032} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:33:03.945889 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8a50a4c1-043e-42f0-a5b9-88ff5d7d5aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (67868df0-7119-4405-a5ee-9b482544987e), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:03.946552 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-8a50a4c1-043e-42f0-a5b9-88ff5d7d5aaa admin admin] Added segment 67868df0-7119-4405-a5ee-9b482544987e of type vlan for network 14a123c9-40a9-4ab2-a841-3861362be1ec Feb 09 01:33:03.947330 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5d10c0-8886-4d14-8d3f-c213afee1d4a tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Router fdee2eba-a2df-4452-9142-feea301c6340 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:33:03.995139 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8a50a4c1-043e-42f0-a5b9-88ff5d7d5aaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (14a123c9-40a9-4ab2-a841-3861362be1ec), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:04.065782 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50a4c1-043e-42f0-a5b9-88ff5d7d5aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607bf6a8-8d86-4601-b082-4a28cf14b854,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:04.069941 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8a50a4c1-043e-42f0-a5b9-88ff5d7d5aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (14a123c9-40a9-4ab2-a841-3861362be1ec), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:04.071166 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a50a4c1-043e-42f0-a5b9-88ff5d7d5aaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:04.071940 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8a50a4c1-043e-42f0-a5b9-88ff5d7d5aaa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:04.146126 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50a4c1-043e-42f0-a5b9-88ff5d7d5aaa admin admin] Pushing event updated for resources: {'Network': ['ID=14a123c9-40a9-4ab2-a841-3861362be1ec,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:04.152423 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8a50a4c1-043e-42f0-a5b9-88ff5d7d5aaa admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6455140 Feb 09 01:33:04.155853 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52818) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:04.161154 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-c98eead7-c0d0-4e44-994d-006dbc2783b2 admin admin] Request body: {'subnet': {'network_id': '14a123c9-40a9-4ab2-a841-3861362be1ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-491035154-subnet', 'tenant_id': '6d314619fa0a4fa2b259de5884a0fcb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:04.173846 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 14a123c9-40a9-4ab2-a841-3861362be1ec details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:33:04.197488 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98eead7-c0d0-4e44-994d-006dbc2783b2 admin admin] Made reservation on behalf of 6d314619fa0a4fa2b259de5884a0fcb1 for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:33:04.199692 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c98eead7-c0d0-4e44-994d-006dbc2783b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:04.328839 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5d10c0-8886-4d14-8d3f-c213afee1d4a tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:33:04.341836 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8af86c-3252-4195-a333-94fbc3af49a2 None None] Sync routers for ids ['fdee2eba-a2df-4452-9142-feea301c6340'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:33:04.345936 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4a5d10c0-8886-4d14-8d3f-c213afee1d4a tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:04.364429 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8af86c-3252-4195-a333-94fbc3af49a2 None None] Routers {'fdee2eba-a2df-4452-9142-feea301c6340'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:33:04.369538 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-ba8af86c-3252-4195-a333-94fbc3af49a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:32:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['fdee2eba-a2df-4452-9142-feea301c6340'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:04.409829 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c98eead7-c0d0-4e44-994d-006dbc2783b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (df56b1a3-b96c-4c73-a247-eabcbf9d00ea), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:04.429537 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4a5d10c0-8886-4d14-8d3f-c213afee1d4a tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "DELETE /v2.0/floatingips/e4e86999-b477-4621-a0d4-3c8e1d3136c2 HTTP/1.1" status: 204 len: 168 time: 2.0940256 Feb 09 01:33:04.430402 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447cda03-a55b-461e-82e1-39fbb7ab4efa', 'tag': 'd3dcc091-73d0-4887-8776-fcf3cc78e7de'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:33:04.437333 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a98258e-eb44-4a20-960c-64aa594dce67" -d '{"events": [{"name": "network-changed", "server_uuid": "447cda03-a55b-461e-82e1-39fbb7ab4efa", "tag": "d3dcc091-73d0-4887-8776-fcf3cc78e7de"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:33:04.457237 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dadf9a1f-c8a2-4790-ba33-2293033363c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:04.473065 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98eead7-c0d0-4e44-994d-006dbc2783b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df56b1a3-b96c-4c73-a247-eabcbf9d00ea,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:04.508211 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98eead7-c0d0-4e44-994d-006dbc2783b2 admin admin] Checking segment: {'id': '67868df0-7119-4405-a5ee-9b482544987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '14a123c9-40a9-4ab2-a841-3861362be1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:33:04.508861 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98eead7-c0d0-4e44-994d-006dbc2783b2 admin admin] Network hostable DHCP agents. Network: 14a123c9-40a9-4ab2-a841-3861362be1ec, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:33:04.531937 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98eead7-c0d0-4e44-994d-006dbc2783b2 admin admin] Network 14a123c9-40a9-4ab2-a841-3861362be1ec is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:33:04.545478 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-c98eead7-c0d0-4e44-994d-006dbc2783b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 14a123c9-40a9-4ab2-a841-3861362be1ec) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:33:04.554418 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f102f775-4fdd-4739-88c2-6aa55de6bf0b None None] Network 14a123c9-40a9-4ab2-a841-3861362be1ec requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:33:04.559237 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98eead7-c0d0-4e44-994d-006dbc2783b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:04.559851 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c98eead7-c0d0-4e44-994d-006dbc2783b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:04.598508 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c98eead7-c0d0-4e44-994d-006dbc2783b2 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4338117 Feb 09 01:33:04.792979 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-ba8af86c-3252-4195-a333-94fbc3af49a2 None None] Set router fdee2eba-a2df-4452-9142-feea301c6340 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:33:04.843770 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af2133d-1fc7-4eb0-acb3-6fbbb1c26bf6 x-openstack-request-id: req-9af2133d-1fc7-4eb0-acb3-6fbbb1c26bf6 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:33:04.844089 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "447cda03-a55b-461e-82e1-39fbb7ab4efa", "tag": "d3dcc091-73d0-4887-8776-fcf3cc78e7de", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:33:04.844353 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9af2133d-1fc7-4eb0-acb3-6fbbb1c26bf6 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:33:04.844792 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '447cda03-a55b-461e-82e1-39fbb7ab4efa', 'tag': 'd3dcc091-73d0-4887-8776-fcf3cc78e7de', 'status': 'completed', 'code': 200} Feb 09 01:33:04.876899 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0754139b-a4f2-4889-ac28-5047fdc3ac65 None None] Network 14a123c9-40a9-4ab2-a841-3861362be1ec requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:33:05.015069 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a98258e-eb44-4a20-960c-64aa594dce67 req-92f54b28-16f2-4b7d-8ddc-d5ebba2a8edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:05.016676 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4a98258e-eb44-4a20-960c-64aa594dce67 req-92f54b28-16f2-4b7d-8ddc-d5ebba2a8edc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3786288d8304ed4a73754fbccf8bb65&device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 1127 time: 0.1547976 Feb 09 01:33:05.200505 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2702af6c-7ce5-41ab-9ce3-391d1b8950db req-faa3b4d7-0ef7-4978-88e5-a1f4336da8bd tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:05.214622 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2702af6c-7ce5-41ab-9ce3-391d1b8950db req-faa3b4d7-0ef7-4978-88e5-a1f4336da8bd tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 945 time: 0.1754293 Feb 09 01:33:05.270539 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a98258e-eb44-4a20-960c-64aa594dce67 req-760ad1a9-ae51-42eb-9ad2-e0253674ca65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:05.282300 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4a98258e-eb44-4a20-960c-64aa594dce67 req-760ad1a9-ae51-42eb-9ad2-e0253674ca65 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d73508dc-7f57-4aa2-b988-7f7109debbf6 HTTP/1.1" status: 200 len: 899 time: 0.2592862 Feb 09 01:33:05.333979 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2702af6c-7ce5-41ab-9ce3-391d1b8950db req-4de38dee-4ab1-4ad8-9e66-ba820d206caf tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=66bf3e5d-bb50-42c0-95ed-c78f3de007a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131454 Feb 09 01:33:05.369280 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4a98258e-eb44-4a20-960c-64aa594dce67 req-fa27eac2-036a-4bd6-b94a-3100e19e099d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d3dcc091-73d0-4887-8776-fcf3cc78e7de HTTP/1.1" status: 200 len: 217 time: 0.0777109 Feb 09 01:33:05.378621 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-ba8af86c-3252-4195-a333-94fbc3af49a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdee2eba-a2df-4452-9142-feea301c6340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-599704568', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '69484d6a-c16f-4d21-8758-c0a9387a1fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:35Z', 'updated_at': '2022-02-09T01:30:50Z', 'revision_number': 4, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '69484d6a-c16f-4d21-8758-c0a9387a1fcf', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdee2eba-a2df-4452-9142-feea301c6340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:38Z', 'updated_at': '2022-02-09T01:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '3fc4b23e-7caf-4c88-a6e5-deb67b4fce28', 'name': '', 'network_id': 'd73508dc-7f57-4aa2-b988-7f7109debbf6', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'mac_address': 'fa:16:3e:a4:da:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdee2eba-a2df-4452-9142-feea301c6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '4853b5cd-ebee-449a-9205-ef940b6a4070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:48Z', 'updated_at': '2022-02-09T01:30:57Z', 'revision_number': 5, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'subnets': [{'id': '4853b5cd-ebee-449a-9205-ef940b6a4070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:05.451295 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8af86c-3252-4195-a333-94fbc3af49a2 None None] Checking router: fdee2eba-a2df-4452-9142-feea301c6340 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:33:05.469728 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8af86c-3252-4195-a333-94fbc3af49a2 None None] Routers {'fdee2eba-a2df-4452-9142-feea301c6340'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:33:05.474985 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-ba8af86c-3252-4195-a333-94fbc3af49a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:33:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['fdee2eba-a2df-4452-9142-feea301c6340'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:05.504784 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a98258e-eb44-4a20-960c-64aa594dce67 req-9f596a86-5e13-4ca7-aff6-2a1b0c30cfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:05.506692 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4a98258e-eb44-4a20-960c-64aa594dce67 req-9f596a86-5e13-4ca7-aff6-2a1b0c30cfcd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4853b5cd-ebee-449a-9205-ef940b6a4070 HTTP/1.1" status: 200 len: 835 time: 0.1265349 Feb 09 01:33:05.585023 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a98258e-eb44-4a20-960c-64aa594dce67 req-1c49b360-cf3a-463c-a390-c6d64ac4413e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:05.586750 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4a98258e-eb44-4a20-960c-64aa594dce67 req-1c49b360-cf3a-463c-a390-c6d64ac4413e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d73508dc-7f57-4aa2-b988-7f7109debbf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0725868 Feb 09 01:33:05.608859 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910cc3c3-62a6-495f-822f-c1b1abb42bec req-f3078da4-7cbf-46d8-a459-c0a1313d0cdc tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:05.610463 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-910cc3c3-62a6-495f-822f-c1b1abb42bec req-f3078da4-7cbf-46d8-a459-c0a1313d0cdc tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/networks?id=14a123c9-40a9-4ab2-a841-3861362be1ec HTTP/1.1" status: 200 len: 805 time: 0.2836280 Feb 09 01:33:05.650528 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-910cc3c3-62a6-495f-822f-c1b1abb42bec req-ffbf0f0f-29e1-4479-bfd4-3f484559e95f tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/quotas/6d314619fa0a4fa2b259de5884a0fcb1 HTTP/1.1" status: 200 len: 375 time: 0.0283899 Feb 09 01:33:05.734298 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-910cc3c3-62a6-495f-822f-c1b1abb42bec req-cd94f46e-bfd4-4af1-9e1e-9379a09a5c80 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6d314619fa0a4fa2b259de5884a0fcb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0751700 Feb 09 01:33:05.751049 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-ba8af86c-3252-4195-a333-94fbc3af49a2 None None] Set router fdee2eba-a2df-4452-9142-feea301c6340 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:33:05.767500 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4a98258e-eb44-4a20-960c-64aa594dce67 req-965efdef-b479-415e-8986-5f2c56e7f108 service neutron] 10.222.0.47 "GET /v2.0/networks/d73508dc-7f57-4aa2-b988-7f7109debbf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706169 Feb 09 01:33:05.942708 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:05.990933 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4a98258e-eb44-4a20-960c-64aa594dce67 req-4a761643-bc52-4b70-8cf8-2d87d51f1afb service neutron] 10.222.0.47 "GET /v2.0/networks/d73508dc-7f57-4aa2-b988-7f7109debbf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084448 Feb 09 01:33:06.008915 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-910cc3c3-62a6-495f-822f-c1b1abb42bec req-4efd72dd-874d-45c3-9190-1fae63646494 service neutron] 10.222.0.50 "GET /v2.0/networks/14a123c9-40a9-4ab2-a841-3861362be1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758520 Feb 09 01:33:06.164109 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-ba8af86c-3252-4195-a333-94fbc3af49a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdee2eba-a2df-4452-9142-feea301c6340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-599704568', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '69484d6a-c16f-4d21-8758-c0a9387a1fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:35Z', 'updated_at': '2022-02-09T01:30:50Z', 'revision_number': 4, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '69484d6a-c16f-4d21-8758-c0a9387a1fcf', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdee2eba-a2df-4452-9142-feea301c6340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:38Z', 'updated_at': '2022-02-09T01:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '3fc4b23e-7caf-4c88-a6e5-deb67b4fce28', 'name': '', 'network_id': 'd73508dc-7f57-4aa2-b988-7f7109debbf6', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'mac_address': 'fa:16:3e:a4:da:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdee2eba-a2df-4452-9142-feea301c6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '4853b5cd-ebee-449a-9205-ef940b6a4070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:48Z', 'updated_at': '2022-02-09T01:30:57Z', 'revision_number': 5, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'subnets': [{'id': '4853b5cd-ebee-449a-9205-ef940b6a4070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:06.210264 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8af86c-3252-4195-a333-94fbc3af49a2 None None] The sync data for ids ['fdee2eba-a2df-4452-9142-feea301c6340'] in n-d-828369-4 is: [{'id': 'fdee2eba-a2df-4452-9142-feea301c6340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-599704568', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '69484d6a-c16f-4d21-8758-c0a9387a1fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:35Z', 'updated_at': '2022-02-09T01:30:50Z', 'revision_number': 4, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '69484d6a-c16f-4d21-8758-c0a9387a1fcf', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdee2eba-a2df-4452-9142-feea301c6340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:38Z', 'updated_at': '2022-02-09T01:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '3fc4b23e-7caf-4c88-a6e5-deb67b4fce28', 'name': '', 'network_id': 'd73508dc-7f57-4aa2-b988-7f7109debbf6', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'mac_address': 'fa:16:3e:a4:da:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdee2eba-a2df-4452-9142-feea301c6340', 'device_owner': 'network:router_interface', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '4853b5cd-ebee-449a-9205-ef940b6a4070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:48Z', 'updated_at': '2022-02-09T01:30:57Z', 'revision_number': 5, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'subnets': [{'id': '4853b5cd-ebee-449a-9205-ef940b6a4070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:33:06.280471 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-910cc3c3-62a6-495f-822f-c1b1abb42bec req-ab024047-ba1f-4685-ae55-df598ce6d93e service neutron] 10.222.0.50 "GET /v2.0/networks/14a123c9-40a9-4ab2-a841-3861362be1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702436 Feb 09 01:33:06.580896 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b29e100-d824-4e59-9fd3-08f4d4e76d24 req-4467d9d4-e094-4a10-b4a0-517a9f98eb97 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:06.584323 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-8b29e100-d824-4e59-9fd3-08f4d4e76d24 req-4467d9d4-e094-4a10-b4a0-517a9f98eb97 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.47 "GET /v2.0/ports?device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 945 time: 0.2018750 Feb 09 01:33:06.639191 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e78ca42c-014a-4127-b6d9-a8508320b100 req-bdd94887-dca3-43f7-a3fc-fb8a397a5bf6 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=062f59c7-3747-4df1-bfa8-f5421068e03a HTTP/1.1" status: 200 len: 210 time: 0.1167450 Feb 09 01:33:06.692688 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764afb1-79e6-4b43-8970-cd32ccfaa068 req-a42f1dc3-4924-4170-9c7e-205fcecd11bf tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:06.694347 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3764afb1-79e6-4b43-8970-cd32ccfaa068 req-a42f1dc3-4924-4170-9c7e-205fcecd11bf tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 945 time: 0.1900764 Feb 09 01:33:06.717647 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02aae52a-c400-4f59-a746-66f6a1a14a00 None None] New status for floating IP e4e86999-b477-4621-a0d4-3c8e1d3136c2: DOWN {{(pid=103138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:33:06.932919 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3764afb1-79e6-4b43-8970-cd32ccfaa068 req-61ce5763-ecbb-4030-a70d-da40353305a8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=66bf3e5d-bb50-42c0-95ed-c78f3de007a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2319736 Feb 09 01:33:06.949216 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-8b29e100-d824-4e59-9fd3-08f4d4e76d24 req-5e6c4fb3-71af-4999-a878-a0ce5dc13198 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Deleting port d3dcc091-73d0-4887-8776-fcf3cc78e7de {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:33:06.949570 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-8b29e100-d824-4e59-9fd3-08f4d4e76d24 req-5e6c4fb3-71af-4999-a878-a0ce5dc13198 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (d3dcc091-73d0-4887-8776-fcf3cc78e7de), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:07.152405 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-8b29e100-d824-4e59-9fd3-08f4d4e76d24 req-5e6c4fb3-71af-4999-a878-a0ce5dc13198 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] For port d3dcc091-73d0-4887-8776-fcf3cc78e7de, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=d3dcc091-73d0-4887-8776-fcf3cc78e7de,segment=NetworkSegment(47c4f7d1-e2ed-4b85-9608-17d94691fc06),segment_id=47c4f7d1-e2ed-4b85-9608-17d94691fc06)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:07.152797 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-8b29e100-d824-4e59-9fd3-08f4d4e76d24 req-5e6c4fb3-71af-4999-a878-a0ce5dc13198 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (d3dcc091-73d0-4887-8776-fcf3cc78e7de), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:07.168471 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-8b29e100-d824-4e59-9fd3-08f4d4e76d24 req-5e6c4fb3-71af-4999-a878-a0ce5dc13198 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Calling delete_port for d3dcc091-73d0-4887-8776-fcf3cc78e7de owned by compute:nova {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:33:07.250690 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:07.451240 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-8b29e100-d824-4e59-9fd3-08f4d4e76d24 req-5e6c4fb3-71af-4999-a878-a0ce5dc13198 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (d3dcc091-73d0-4887-8776-fcf3cc78e7de), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:07.597075 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c4fb3-71af-4999-a878-a0ce5dc13198 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event deleted for resources: {'Port': ['ID=d3dcc091-73d0-4887-8776-fcf3cc78e7de,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:07.609834 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b29e100-d824-4e59-9fd3-08f4d4e76d24 req-5e6c4fb3-71af-4999-a878-a0ce5dc13198 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] No DVR routers for this DVR port d3dcc091-73d0-4887-8776-fcf3cc78e7de on host n-h1-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:33:07.613268 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-8b29e100-d824-4e59-9fd3-08f4d4e76d24 req-5e6c4fb3-71af-4999-a878-a0ce5dc13198 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:07.619032 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-8b29e100-d824-4e59-9fd3-08f4d4e76d24 req-5e6c4fb3-71af-4999-a878-a0ce5dc13198 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.47 "DELETE /v2.0/ports/d3dcc091-73d0-4887-8776-fcf3cc78e7de HTTP/1.1" status: 204 len: 173 time: 1.0267735 Feb 09 01:33:07.619775 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447cda03-a55b-461e-82e1-39fbb7ab4efa', 'name': 'network-vif-deleted', 'tag': 'd3dcc091-73d0-4887-8776-fcf3cc78e7de'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:33:07.625642 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725d4da3-28d1-40e5-8c2b-be8752904e79" -d '{"events": [{"server_uuid": "447cda03-a55b-461e-82e1-39fbb7ab4efa", "name": "network-vif-deleted", "tag": "d3dcc091-73d0-4887-8776-fcf3cc78e7de"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:33:07.743631 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f911eba-5dcf-406f-b85e-34264ff88794 x-openstack-request-id: req-8f911eba-5dcf-406f-b85e-34264ff88794 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:33:07.743931 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447cda03-a55b-461e-82e1-39fbb7ab4efa", "name": "network-vif-deleted", "tag": "d3dcc091-73d0-4887-8776-fcf3cc78e7de", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:33:07.744186 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8f911eba-5dcf-406f-b85e-34264ff88794 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:33:07.744621 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447cda03-a55b-461e-82e1-39fbb7ab4efa', 'name': 'network-vif-deleted', 'tag': 'd3dcc091-73d0-4887-8776-fcf3cc78e7de', 'status': 'completed', 'code': 200} Feb 09 01:33:07.883257 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-21c79c14-b847-4425-836e-0e2823105111 req-cd55d629-f312-47a6-a076-c6c4447915eb tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=062f59c7-3747-4df1-bfa8-f5421068e03a HTTP/1.1" status: 200 len: 210 time: 0.0826051 Feb 09 01:33:07.914234 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:08.262839 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fac31a13-3278-4bf8-937f-7c6c2518c9ed req-da98f8e9-d473-4c75-b0c9-00076c2fc866 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=447cda03-a55b-461e-82e1-39fbb7ab4efa HTTP/1.1" status: 200 len: 210 time: 0.0471251 Feb 09 01:33:08.347014 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910cc3c3-62a6-495f-822f-c1b1abb42bec req-61ee23d6-9c96-4516-ab52-7c4272ae13df tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:08.348705 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-910cc3c3-62a6-495f-822f-c1b1abb42bec req-61ee23d6-9c96-4516-ab52-7c4272ae13df tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.120 "GET /v2.0/networks?id=14a123c9-40a9-4ab2-a841-3861362be1ec HTTP/1.1" status: 200 len: 805 time: 0.2780063 Feb 09 01:33:08.364731 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-910cc3c3-62a6-495f-822f-c1b1abb42bec req-16ba2bc8-5d78-4e30-95c7-035dee0dcb03 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Request body: {'port': {'device_id': '062f59c7-3747-4df1-bfa8-f5421068e03a', 'network_id': '14a123c9-40a9-4ab2-a841-3861362be1ec', 'admin_state_up': True, 'tenant_id': '6d314619fa0a4fa2b259de5884a0fcb1'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:08.454367 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:08.504339 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-910cc3c3-62a6-495f-822f-c1b1abb42bec req-16ba2bc8-5d78-4e30-95c7-035dee0dcb03 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Made reservation on behalf of 6d314619fa0a4fa2b259de5884a0fcb1 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:33:08.510358 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-910cc3c3-62a6-495f-822f-c1b1abb42bec req-16ba2bc8-5d78-4e30-95c7-035dee0dcb03 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:08.680695 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-910cc3c3-62a6-495f-822f-c1b1abb42bec req-16ba2bc8-5d78-4e30-95c7-035dee0dcb03 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Allocated IP 172.20.0.6 (14a123c9-40a9-4ab2-a841-3861362be1ec/df56b1a3-b96c-4c73-a247-eabcbf9d00ea/2e956b02-bd23-4f1e-9a98-e5e3cd586434) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:33:08.993643 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-910cc3c3-62a6-495f-822f-c1b1abb42bec req-16ba2bc8-5d78-4e30-95c7-035dee0dcb03 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks [] for port (2e956b02-bd23-4f1e-9a98-e5e3cd586434), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:08.998203 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-bfdded1c-0674-4636-b307-11328d5a152b req-8c507008-d8ac-4dc5-a8f1-f895b297c82c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d7e0db12-1b89-46e8-b056-daff5e924179&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1482532 Feb 09 01:33:08.998748 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:33:09.128069 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdded1c-0674-4636-b307-11328d5a152b req-3d1b4001-4361-422c-8856-918ed82587ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:09.131839 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-bfdded1c-0674-4636-b307-11328d5a152b req-3d1b4001-4361-422c-8856-918ed82587ef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=52bd326cd32044dbad2c04ed294f1153&device_id=d7e0db12-1b89-46e8-b056-daff5e924179 HTTP/1.1" status: 200 len: 1127 time: 0.0854511 Feb 09 01:33:09.139290 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1aa5a498-5397-4703-a078-f8b2922d79dd req-7e10650f-975f-4ac6-a574-a2ba25f8433b tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=062f59c7-3747-4df1-bfa8-f5421068e03a HTTP/1.1" status: 200 len: 210 time: 0.1350572 Feb 09 01:33:09.215432 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-910cc3c3-62a6-495f-822f-c1b1abb42bec req-16ba2bc8-5d78-4e30-95c7-035dee0dcb03 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (2e956b02-bd23-4f1e-9a98-e5e3cd586434), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:09.288077 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-910cc3c3-62a6-495f-822f-c1b1abb42bec req-16ba2bc8-5d78-4e30-95c7-035dee0dcb03 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Network 14a123c9-40a9-4ab2-a841-3861362be1ec is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:33:09.329877 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-910cc3c3-62a6-495f-822f-c1b1abb42bec req-16ba2bc8-5d78-4e30-95c7-035dee0dcb03 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:33:09.341573 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-910cc3c3-62a6-495f-822f-c1b1abb42bec req-16ba2bc8-5d78-4e30-95c7-035dee0dcb03 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:33:09.401316 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52908) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:09.406142 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdded1c-0674-4636-b307-11328d5a152b req-402d1de1-d14a-4fa9-950d-35f15dec76ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:09.410956 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-bfdded1c-0674-4636-b307-11328d5a152b req-402d1de1-d14a-4fa9-950d-35f15dec76ed service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b2a4079-2723-4a47-b157-14dd261b93dd HTTP/1.1" status: 200 len: 917 time: 0.2450769 Feb 09 01:33:09.455783 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910cc3c3-62a6-495f-822f-c1b1abb42bec req-16ba2bc8-5d78-4e30-95c7-035dee0dcb03 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:09.456973 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-910cc3c3-62a6-495f-822f-c1b1abb42bec req-16ba2bc8-5d78-4e30-95c7-035dee0dcb03 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:09.469622 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba2bc8-5d78-4e30-95c7-035dee0dcb03 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Pushing event updated for resources: {'Port': ['ID=2e956b02-bd23-4f1e-9a98-e5e3cd586434,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:09.498219 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-910cc3c3-62a6-495f-822f-c1b1abb42bec req-16ba2bc8-5d78-4e30-95c7-035dee0dcb03 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1394551 Feb 09 01:33:09.512306 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-910cc3c3-62a6-495f-822f-c1b1abb42bec req-1304bf00-9aee-4dbe-8762-b3b8130fe44a service neutron] Request body: {'port': {'device_id': '062f59c7-3747-4df1-bfa8-f5421068e03a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:09.539072 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device d3dcc091-73d0-4887-8776-fcf3cc78e7de no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:33:09.581658 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-bfdded1c-0674-4636-b307-11328d5a152b req-77f3b93d-3a3f-40b3-b012-aba2c4a7c824 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50570b3c-89b5-4464-931c-c142e9339e93 HTTP/1.1" status: 200 len: 217 time: 0.1490321 Feb 09 01:33:09.622220 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-910cc3c3-62a6-495f-822f-c1b1abb42bec req-1304bf00-9aee-4dbe-8762-b3b8130fe44a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (2e956b02-bd23-4f1e-9a98-e5e3cd586434), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:09.846232 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdded1c-0674-4636-b307-11328d5a152b req-63e4393a-d65f-4f02-a985-9fe8702d548d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:09.847737 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-bfdded1c-0674-4636-b307-11328d5a152b req-63e4393a-d65f-4f02-a985-9fe8702d548d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ab72f72c-a599-42ad-9f47-8b5f3a8651e8 HTTP/1.1" status: 200 len: 855 time: 0.2600091 Feb 09 01:33:09.932524 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-910cc3c3-62a6-495f-822f-c1b1abb42bec req-1304bf00-9aee-4dbe-8762-b3b8130fe44a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e956b02-bd23-4f1e-9a98-e5e3cd586434 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:33:09.936970 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: d3dcc091-73d0-4887-8776-fcf3cc78e7de {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:33:09.937333 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device d3dcc091-73d0-4887-8776-fcf3cc78e7de not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:33:09.942417 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-910cc3c3-62a6-495f-822f-c1b1abb42bec req-1304bf00-9aee-4dbe-8762-b3b8130fe44a service neutron] Publish callbacks [] for port (2e956b02-bd23-4f1e-9a98-e5e3cd586434), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:09.954894 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:09.955979 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-910cc3c3-62a6-495f-822f-c1b1abb42bec req-1304bf00-9aee-4dbe-8762-b3b8130fe44a service neutron] Transition to ACTIVE for port object 2e956b02-bd23-4f1e-9a98-e5e3cd586434 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:33:09.960427 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-910cc3c3-62a6-495f-822f-c1b1abb42bec req-1304bf00-9aee-4dbe-8762-b3b8130fe44a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (2e956b02-bd23-4f1e-9a98-e5e3cd586434), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:09.966638 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-bfdded1c-0674-4636-b307-11328d5a152b req-b5f45668-4217-47fe-b445-b30b547b1ac2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b2a4079-2723-4a47-b157-14dd261b93dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1122398 Feb 09 01:33:10.053832 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1304bf00-9aee-4dbe-8762-b3b8130fe44a service neutron] Pushing event updated for resources: {'Port': ['ID=2e956b02-bd23-4f1e-9a98-e5e3cd586434,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:10.163091 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-bfdded1c-0674-4636-b307-11328d5a152b req-4ce62d22-9aaf-406c-a0dc-60b4e494197b service neutron] 10.222.0.47 "GET /v2.0/networks/9b2a4079-2723-4a47-b157-14dd261b93dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807218 Feb 09 01:33:10.270902 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-910cc3c3-62a6-495f-822f-c1b1abb42bec req-1304bf00-9aee-4dbe-8762-b3b8130fe44a service neutron] Attempting to bind port 2e956b02-bd23-4f1e-9a98-e5e3cd586434 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:33:10.271473 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-910cc3c3-62a6-495f-822f-c1b1abb42bec req-1304bf00-9aee-4dbe-8762-b3b8130fe44a service neutron] Attempting to bind port 2e956b02-bd23-4f1e-9a98-e5e3cd586434 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '67868df0-7119-4405-a5ee-9b482544987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '14a123c9-40a9-4ab2-a841-3861362be1ec'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:33:10.272010 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910cc3c3-62a6-495f-822f-c1b1abb42bec req-1304bf00-9aee-4dbe-8762-b3b8130fe44a service neutron] Attempting to bind port 2e956b02-bd23-4f1e-9a98-e5e3cd586434 on network 14a123c9-40a9-4ab2-a841-3861362be1ec {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:33:10.278429 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910cc3c3-62a6-495f-822f-c1b1abb42bec req-1304bf00-9aee-4dbe-8762-b3b8130fe44a service neutron] Port 2e956b02-bd23-4f1e-9a98-e5e3cd586434 on network 14a123c9-40a9-4ab2-a841-3861362be1ec not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:33:10.279448 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910cc3c3-62a6-495f-822f-c1b1abb42bec req-1304bf00-9aee-4dbe-8762-b3b8130fe44a service neutron] Attempting to bind port 2e956b02-bd23-4f1e-9a98-e5e3cd586434 on network 14a123c9-40a9-4ab2-a841-3861362be1ec {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:33:10.289883 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910cc3c3-62a6-495f-822f-c1b1abb42bec req-1304bf00-9aee-4dbe-8762-b3b8130fe44a service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:33:10.290903 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910cc3c3-62a6-495f-822f-c1b1abb42bec req-1304bf00-9aee-4dbe-8762-b3b8130fe44a service neutron] Checking segment: {'id': '67868df0-7119-4405-a5ee-9b482544987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '14a123c9-40a9-4ab2-a841-3861362be1ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:33:10.291463 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910cc3c3-62a6-495f-822f-c1b1abb42bec req-1304bf00-9aee-4dbe-8762-b3b8130fe44a service neutron] Bound using segment: {'id': '67868df0-7119-4405-a5ee-9b482544987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '14a123c9-40a9-4ab2-a841-3861362be1ec'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:33:10.292056 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-910cc3c3-62a6-495f-822f-c1b1abb42bec req-1304bf00-9aee-4dbe-8762-b3b8130fe44a service neutron] Bound port: 2e956b02-bd23-4f1e-9a98-e5e3cd586434, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67868df0-7119-4405-a5ee-9b482544987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '14a123c9-40a9-4ab2-a841-3861362be1ec'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:33:10.292633 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-910cc3c3-62a6-495f-822f-c1b1abb42bec req-1304bf00-9aee-4dbe-8762-b3b8130fe44a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (2e956b02-bd23-4f1e-9a98-e5e3cd586434), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:10.461891 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-910cc3c3-62a6-495f-822f-c1b1abb42bec req-1304bf00-9aee-4dbe-8762-b3b8130fe44a service neutron] For port 2e956b02-bd23-4f1e-9a98-e5e3cd586434, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:33:10.466211 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-910cc3c3-62a6-495f-822f-c1b1abb42bec req-1304bf00-9aee-4dbe-8762-b3b8130fe44a service neutron] For port 2e956b02-bd23-4f1e-9a98-e5e3cd586434, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=2e956b02-bd23-4f1e-9a98-e5e3cd586434,segment=NetworkSegment(67868df0-7119-4405-a5ee-9b482544987e),segment_id=67868df0-7119-4405-a5ee-9b482544987e)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:33:10.473577 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-910cc3c3-62a6-495f-822f-c1b1abb42bec req-1304bf00-9aee-4dbe-8762-b3b8130fe44a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (2e956b02-bd23-4f1e-9a98-e5e3cd586434), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:10.542166 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910cc3c3-62a6-495f-822f-c1b1abb42bec req-1304bf00-9aee-4dbe-8762-b3b8130fe44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:10.542806 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-910cc3c3-62a6-495f-822f-c1b1abb42bec req-1304bf00-9aee-4dbe-8762-b3b8130fe44a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:10.547674 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-910cc3c3-62a6-495f-822f-c1b1abb42bec req-1304bf00-9aee-4dbe-8762-b3b8130fe44a service neutron] 10.222.0.120 "PUT /v2.0/ports/2e956b02-bd23-4f1e-9a98-e5e3cd586434 HTTP/1.1" status: 200 len: 1091 time: 1.0418363 Feb 09 01:33:10.554110 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '062f59c7-3747-4df1-bfa8-f5421068e03a', 'tag': '2e956b02-bd23-4f1e-9a98-e5e3cd586434'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:33:10.562062 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf440da-fb88-48f1-8052-5c59644e51c3" -d '{"events": [{"name": "network-changed", "server_uuid": "062f59c7-3747-4df1-bfa8-f5421068e03a", "tag": "2e956b02-bd23-4f1e-9a98-e5e3cd586434"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:33:10.658680 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-bfdded1c-0674-4636-b307-11328d5a152b req-4e552c67-6d65-40d1-b821-830116396d3e service neutron] 10.222.0.47 "GET /v2.0/networks/9b2a4079-2723-4a47-b157-14dd261b93dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763296 Feb 09 01:33:10.717036 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c52d057-955f-49a9-bae5-8b89ebd8c6b4 x-openstack-request-id: req-4c52d057-955f-49a9-bae5-8b89ebd8c6b4 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:33:10.717841 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "062f59c7-3747-4df1-bfa8-f5421068e03a", "tag": "2e956b02-bd23-4f1e-9a98-e5e3cd586434", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:33:10.718494 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4c52d057-955f-49a9-bae5-8b89ebd8c6b4 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:33:10.719061 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '062f59c7-3747-4df1-bfa8-f5421068e03a', 'tag': '2e956b02-bd23-4f1e-9a98-e5e3cd586434', 'status': 'completed', 'code': 200} Feb 09 01:33:10.761043 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910cc3c3-62a6-495f-822f-c1b1abb42bec req-6ee0eb79-7365-4049-a257-50a162e48c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:10.763696 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-910cc3c3-62a6-495f-822f-c1b1abb42bec req-6ee0eb79-7365-4049-a257-50a162e48c3b service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=6d314619fa0a4fa2b259de5884a0fcb1&device_id=062f59c7-3747-4df1-bfa8-f5421068e03a HTTP/1.1" status: 200 len: 1125 time: 0.1592360 Feb 09 01:33:10.765229 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1304bf00-9aee-4dbe-8762-b3b8130fe44a service neutron] Pushing event updated for resources: {'Port': ['ID=2e956b02-bd23-4f1e-9a98-e5e3cd586434,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:10.834265 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f0aa732c-8757-42f3-bc78-ce40c07d28b4 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (fdee2eba-a2df-4452-9142-feea301c6340), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:10.894726 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-910cc3c3-62a6-495f-822f-c1b1abb42bec req-df41fd7d-e63a-48fc-92f9-e9783a917f07 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e956b02-bd23-4f1e-9a98-e5e3cd586434 HTTP/1.1" status: 200 len: 217 time: 0.1230662 Feb 09 01:33:10.951831 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5df3b-3f1b-4166-8631-8e7993e9cc89 req-85cba74d-8b2e-4dcf-8f96-41e923ae6aa9 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:10.960107 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e0f5df3b-3f1b-4166-8631-8e7993e9cc89 req-85cba74d-8b2e-4dcf-8f96-41e923ae6aa9 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=062f59c7-3747-4df1-bfa8-f5421068e03a HTTP/1.1" status: 200 len: 943 time: 0.1061435 Feb 09 01:33:11.031315 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e0f5df3b-3f1b-4166-8631-8e7993e9cc89 req-e8d5b339-e7f0-47b1-98b8-a48089dda5e7 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701811 Feb 09 01:33:11.049560 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910cc3c3-62a6-495f-822f-c1b1abb42bec req-3e83e242-2a3d-4795-bb99-7402aa102448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:11.059469 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-910cc3c3-62a6-495f-822f-c1b1abb42bec req-3e83e242-2a3d-4795-bb99-7402aa102448 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=df56b1a3-b96c-4c73-a247-eabcbf9d00ea HTTP/1.1" status: 200 len: 845 time: 0.1581321 Feb 09 01:33:11.148240 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-910cc3c3-62a6-495f-822f-c1b1abb42bec req-777df7cd-752c-4515-947f-3f551333d512 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=14a123c9-40a9-4ab2-a841-3861362be1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821865 Feb 09 01:33:11.348680 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-910cc3c3-62a6-495f-822f-c1b1abb42bec req-445a9970-1fa1-489f-ad10-fc1e861de141 service neutron] 10.222.0.120 "GET /v2.0/networks/14a123c9-40a9-4ab2-a841-3861362be1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872606 Feb 09 01:33:11.431166 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-f0aa732c-8757-42f3-bc78-ce40c07d28b4 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Deleting port 3fc4b23e-7caf-4c88-a6e5-deb67b4fce28 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:33:11.434018 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f0aa732c-8757-42f3-bc78-ce40c07d28b4 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (3fc4b23e-7caf-4c88-a6e5-deb67b4fce28), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:11.550433 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-910cc3c3-62a6-495f-822f-c1b1abb42bec req-67c17217-e9bb-4431-b861-7aaddde8a754 service neutron] 10.222.0.120 "GET /v2.0/networks/14a123c9-40a9-4ab2-a841-3861362be1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927209 Feb 09 01:33:11.604624 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-f0aa732c-8757-42f3-bc78-ce40c07d28b4 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] For port 3fc4b23e-7caf-4c88-a6e5-deb67b4fce28, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=3fc4b23e-7caf-4c88-a6e5-deb67b4fce28,segment=NetworkSegment(47c4f7d1-e2ed-4b85-9608-17d94691fc06),segment_id=47c4f7d1-e2ed-4b85-9608-17d94691fc06)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:11.604998 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f0aa732c-8757-42f3-bc78-ce40c07d28b4 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (3fc4b23e-7caf-4c88-a6e5-deb67b4fce28), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:11.640259 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-f0aa732c-8757-42f3-bc78-ce40c07d28b4 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Calling delete_port for 3fc4b23e-7caf-4c88-a6e5-deb67b4fce28 owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:33:11.671258 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf440da-fb88-48f1-8052-5c59644e51c3 req-8e673a3e-4f2c-4fe5-8e1b-3643620d9df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:11.671844 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5cf440da-fb88-48f1-8052-5c59644e51c3 req-8e673a3e-4f2c-4fe5-8e1b-3643620d9df9 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=6d314619fa0a4fa2b259de5884a0fcb1&device_id=062f59c7-3747-4df1-bfa8-f5421068e03a HTTP/1.1" status: 200 len: 1125 time: 0.0619094 Feb 09 01:33:11.810934 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf440da-fb88-48f1-8052-5c59644e51c3 req-8e42dab3-ac08-4013-9374-97bce91798fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:11.813105 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5cf440da-fb88-48f1-8052-5c59644e51c3 req-8e42dab3-ac08-4013-9374-97bce91798fb service neutron] 10.222.0.120 "GET /v2.0/networks?id=14a123c9-40a9-4ab2-a841-3861362be1ec HTTP/1.1" status: 200 len: 907 time: 0.1305015 Feb 09 01:33:11.872455 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5cf440da-fb88-48f1-8052-5c59644e51c3 req-9781e821-91ae-4050-b4be-4d66b28793f5 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e956b02-bd23-4f1e-9a98-e5e3cd586434 HTTP/1.1" status: 200 len: 217 time: 0.0496981 Feb 09 01:33:11.954593 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf440da-fb88-48f1-8052-5c59644e51c3 req-b9c448ec-a1cd-4075-b494-4451622b6b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:11.956364 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5cf440da-fb88-48f1-8052-5c59644e51c3 req-b9c448ec-a1cd-4075-b494-4451622b6b2c service neutron] 10.222.0.120 "GET /v2.0/subnets?id=df56b1a3-b96c-4c73-a247-eabcbf9d00ea HTTP/1.1" status: 200 len: 845 time: 0.0761609 Feb 09 01:33:12.009896 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5cf440da-fb88-48f1-8052-5c59644e51c3 req-ce76db32-2116-45f3-a058-8a0fbd28fd8a service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=14a123c9-40a9-4ab2-a841-3861362be1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463409 Feb 09 01:33:12.023075 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f0aa732c-8757-42f3-bc78-ce40c07d28b4 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (3fc4b23e-7caf-4c88-a6e5-deb67b4fce28), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:12.084826 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aa732c-8757-42f3-bc78-ce40c07d28b4 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event deleted for resources: {'Port': ['ID=3fc4b23e-7caf-4c88-a6e5-deb67b4fce28,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:12.247952 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5cf440da-fb88-48f1-8052-5c59644e51c3 req-773b7a8e-e314-41af-a074-aa7cd8ec76ef service neutron] 10.222.0.120 "GET /v2.0/networks/14a123c9-40a9-4ab2-a841-3861362be1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317080 Feb 09 01:33:12.587818 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f0aa732c-8757-42f3-bc78-ce40c07d28b4 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (fdee2eba-a2df-4452-9142-feea301c6340), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:12.594499 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f062b-b69e-46e5-918c-70f0365b0bd5 req-2cffc1f2-d747-4480-8d6a-aa130f7210b4 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:12.596115 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ac2f062b-b69e-46e5-918c-70f0365b0bd5 req-2cffc1f2-d747-4480-8d6a-aa130f7210b4 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=062f59c7-3747-4df1-bfa8-f5421068e03a HTTP/1.1" status: 200 len: 943 time: 0.3424113 Feb 09 01:33:12.612942 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5cf440da-fb88-48f1-8052-5c59644e51c3 req-8c956d19-087d-4510-a0ef-ed60c2fd66ae service neutron] 10.222.0.120 "GET /v2.0/networks/14a123c9-40a9-4ab2-a841-3861362be1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572865 Feb 09 01:33:12.738054 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ac2f062b-b69e-46e5-918c-70f0365b0bd5 req-dfb5caeb-a4e0-452a-aeff-682c3e948282 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286175 Feb 09 01:33:13.691053 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0aa732c-8757-42f3-bc78-ce40c07d28b4 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Router fdee2eba-a2df-4452-9142-feea301c6340 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:33:13.863058 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0aa732c-8757-42f3-bc78-ce40c07d28b4 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:33:13.873622 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1eefd40-2716-4620-bdae-4f20d0291e96 None None] Sync routers for ids ['fdee2eba-a2df-4452-9142-feea301c6340'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:33:13.877651 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f0aa732c-8757-42f3-bc78-ce40c07d28b4 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "PUT /v2.0/routers/fdee2eba-a2df-4452-9142-feea301c6340/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4623065 Feb 09 01:33:13.879086 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52958) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:13.913477 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1eefd40-2716-4620-bdae-4f20d0291e96 None None] Routers {'fdee2eba-a2df-4452-9142-feea301c6340'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:33:13.924445 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-f1eefd40-2716-4620-bdae-4f20d0291e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:33:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['fdee2eba-a2df-4452-9142-feea301c6340'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:13.976003 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-98d9be11-1caf-4ce0-baf6-286c01368332 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Deleting subnet 4853b5cd-ebee-449a-9205-ef940b6a4070 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:33:13.986385 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-98d9be11-1caf-4ce0-baf6-286c01368332 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for subnet (4853b5cd-ebee-449a-9205-ef940b6a4070), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:14.065400 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd555ee-bc65-468a-8f0d-0a06a260997f req-c1b8c207-6c8a-4ef0-938c-7d455aab0953 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:14.067015 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9cd555ee-bc65-468a-8f0d-0a06a260997f req-c1b8c207-6c8a-4ef0-938c-7d455aab0953 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=062f59c7-3747-4df1-bfa8-f5421068e03a HTTP/1.1" status: 200 len: 943 time: 0.1498997 Feb 09 01:33:14.134040 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-98d9be11-1caf-4ce0-baf6-286c01368332 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (4853b5cd-ebee-449a-9205-ef940b6a4070), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:14.173658 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9cd555ee-bc65-468a-8f0d-0a06a260997f req-652de613-c4a3-44fd-88a0-d3a09c050d8c tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987420 Feb 09 01:33:14.196400 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-f1eefd40-2716-4620-bdae-4f20d0291e96 None None] Set router fdee2eba-a2df-4452-9142-feea301c6340 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:33:14.264966 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-98d9be11-1caf-4ce0-baf6-286c01368332 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (4853b5cd-ebee-449a-9205-ef940b6a4070), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:14.351419 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 2e956b02-bd23-4f1e-9a98-e5e3cd586434 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:33:14.394417 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-98d9be11-1caf-4ce0-baf6-286c01368332 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (4853b5cd-ebee-449a-9205-ef940b6a4070), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:14.446434 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d9be11-1caf-4ce0-baf6-286c01368332 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event deleted for resources: {'Subnet': ['ID=4853b5cd-ebee-449a-9205-ef940b6a4070,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:14.466376 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-98d9be11-1caf-4ce0-baf6-286c01368332 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:14.469815 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-98d9be11-1caf-4ce0-baf6-286c01368332 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "DELETE /v2.0/subnets/4853b5cd-ebee-449a-9205-ef940b6a4070 HTTP/1.1" status: 204 len: 168 time: 0.5887170 Feb 09 01:33:14.472553 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 52966) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:14.651203 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 2e956b02-bd23-4f1e-9a98-e5e3cd586434, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=2e956b02-bd23-4f1e-9a98-e5e3cd586434,segment=NetworkSegment(67868df0-7119-4405-a5ee-9b482544987e),segment_id=67868df0-7119-4405-a5ee-9b482544987e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:14.690476 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '2e956b02-bd23-4f1e-9a98-e5e3cd586434', 'network_id': '14a123c9-40a9-4ab2-a841-3861362be1ec', 'port_id': '2e956b02-bd23-4f1e-9a98-e5e3cd586434', 'mac_address': 'fa:16:3e:3e:a6:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df56b1a3-b96c-4c73-a247-eabcbf9d00ea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:33:14.708171 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95c1227-d3f0-432e-a11b-e82c1d25b57a None None] Network d73508dc-7f57-4aa2-b988-7f7109debbf6 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:33:14.712344 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5aaa9fbb-10a2-4de2-8515-efb8cfd5f0e1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for router (fdee2eba-a2df-4452-9142-feea301c6340), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:14.808815 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 2e956b02-bd23-4f1e-9a98-e5e3cd586434 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:33:14.809579 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (2e956b02-bd23-4f1e-9a98-e5e3cd586434), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:14.841096 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-f1eefd40-2716-4620-bdae-4f20d0291e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdee2eba-a2df-4452-9142-feea301c6340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-599704568', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '69484d6a-c16f-4d21-8758-c0a9387a1fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:35Z', 'updated_at': '2022-02-09T01:33:11Z', 'revision_number': 5, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '69484d6a-c16f-4d21-8758-c0a9387a1fcf', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdee2eba-a2df-4452-9142-feea301c6340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:38Z', 'updated_at': '2022-02-09T01:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:14.850559 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e956b02-bd23-4f1e-9a98-e5e3cd586434 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:33:14.884956 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 2e956b02-bd23-4f1e-9a98-e5e3cd586434, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=2e956b02-bd23-4f1e-9a98-e5e3cd586434,segment=NetworkSegment(67868df0-7119-4405-a5ee-9b482544987e),segment_id=67868df0-7119-4405-a5ee-9b482544987e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:14.893377 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (2e956b02-bd23-4f1e-9a98-e5e3cd586434), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:14.905987 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1eefd40-2716-4620-bdae-4f20d0291e96 None None] Checking router: fdee2eba-a2df-4452-9142-feea301c6340 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:33:14.946273 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1eefd40-2716-4620-bdae-4f20d0291e96 None None] Routers {'fdee2eba-a2df-4452-9142-feea301c6340'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:33:14.947047 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-f1eefd40-2716-4620-bdae-4f20d0291e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:33:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['fdee2eba-a2df-4452-9142-feea301c6340'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:14.958960 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5aaa9fbb-10a2-4de2-8515-efb8cfd5f0e1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for router_gateway (fdee2eba-a2df-4452-9142-feea301c6340), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:14.963807 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=2e956b02-bd23-4f1e-9a98-e5e3cd586434,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:15.074909 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-5aaa9fbb-10a2-4de2-8515-efb8cfd5f0e1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Deleting port 69484d6a-c16f-4d21-8758-c0a9387a1fcf {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:33:15.075467 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5aaa9fbb-10a2-4de2-8515-efb8cfd5f0e1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (69484d6a-c16f-4d21-8758-c0a9387a1fcf), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:15.118639 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['2e956b02-bd23-4f1e-9a98-e5e3cd586434'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:33:15.125564 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43ca0a5-fd2a-4a3b-967d-812785457691 None None] DHCP port deletion for d73508dc-7f57-4aa2-b988-7f7109debbf6 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:33:15.181108 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-f1eefd40-2716-4620-bdae-4f20d0291e96 None None] Set router fdee2eba-a2df-4452-9142-feea301c6340 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:33:15.399079 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-5aaa9fbb-10a2-4de2-8515-efb8cfd5f0e1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] For port 69484d6a-c16f-4d21-8758-c0a9387a1fcf, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=69484d6a-c16f-4d21-8758-c0a9387a1fcf,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:15.399384 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5aaa9fbb-10a2-4de2-8515-efb8cfd5f0e1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (69484d6a-c16f-4d21-8758-c0a9387a1fcf), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:15.518902 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-5aaa9fbb-10a2-4de2-8515-efb8cfd5f0e1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Calling delete_port for 69484d6a-c16f-4d21-8758-c0a9387a1fcf owned by network:router_gateway {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:33:15.521380 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-f1eefd40-2716-4620-bdae-4f20d0291e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdee2eba-a2df-4452-9142-feea301c6340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-599704568', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '69484d6a-c16f-4d21-8758-c0a9387a1fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:35Z', 'updated_at': '2022-02-09T01:33:11Z', 'revision_number': 5, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '69484d6a-c16f-4d21-8758-c0a9387a1fcf', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdee2eba-a2df-4452-9142-feea301c6340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:38Z', 'updated_at': '2022-02-09T01:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:15.591647 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1eefd40-2716-4620-bdae-4f20d0291e96 None None] The sync data for ids ['fdee2eba-a2df-4452-9142-feea301c6340'] in n-d-828369-4 is: [{'id': 'fdee2eba-a2df-4452-9142-feea301c6340', 'name': 'tempest-TestNetworkAdvancedServerOps-router-599704568', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '69484d6a-c16f-4d21-8758-c0a9387a1fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:30:35Z', 'updated_at': '2022-02-09T01:33:11Z', 'revision_number': 5, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '69484d6a-c16f-4d21-8758-c0a9387a1fcf', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:a1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdee2eba-a2df-4452-9142-feea301c6340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:30:38Z', 'updated_at': '2022-02-09T01:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:33:15.609108 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745e125-401f-420b-a2b7-65cf1258581c req-0ad2649d-168e-4405-aec3-da9b18af88f2 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:15.612318 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c43ca0a5-fd2a-4a3b-967d-812785457691 None None] Deleting port 77f614ae-f8cd-4502-a225-34da6e7d2a60 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:33:15.612869 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c43ca0a5-fd2a-4a3b-967d-812785457691 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (77f614ae-f8cd-4502-a225-34da6e7d2a60), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:15.633567 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2745e125-401f-420b-a2b7-65cf1258581c req-0ad2649d-168e-4405-aec3-da9b18af88f2 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=062f59c7-3747-4df1-bfa8-f5421068e03a HTTP/1.1" status: 200 len: 944 time: 0.2943184 Feb 09 01:33:15.839678 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-c43ca0a5-fd2a-4a3b-967d-812785457691 None None] For port 77f614ae-f8cd-4502-a225-34da6e7d2a60, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=77f614ae-f8cd-4502-a225-34da6e7d2a60,segment=NetworkSegment(47c4f7d1-e2ed-4b85-9608-17d94691fc06),segment_id=47c4f7d1-e2ed-4b85-9608-17d94691fc06)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:15.840452 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c43ca0a5-fd2a-4a3b-967d-812785457691 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (77f614ae-f8cd-4502-a225-34da6e7d2a60), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:15.864476 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c43ca0a5-fd2a-4a3b-967d-812785457691 None None] Calling delete_port for 77f614ae-f8cd-4502-a225-34da6e7d2a60 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:33:15.939842 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2745e125-401f-420b-a2b7-65cf1258581c req-79d0a06c-496b-4ae7-b992-9707c6e1bbbf tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963185 Feb 09 01:33:16.172875 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5aaa9fbb-10a2-4de2-8515-efb8cfd5f0e1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (69484d6a-c16f-4d21-8758-c0a9387a1fcf), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:16.180276 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c43ca0a5-fd2a-4a3b-967d-812785457691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (77f614ae-f8cd-4502-a225-34da6e7d2a60), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:16.267725 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ca0a5-fd2a-4a3b-967d-812785457691 None None] Pushing event deleted for resources: {'Port': ['ID=77f614ae-f8cd-4502-a225-34da6e7d2a60,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:16.270379 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa9fbb-10a2-4de2-8515-efb8cfd5f0e1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event deleted for resources: {'Port': ['ID=69484d6a-c16f-4d21-8758-c0a9387a1fcf,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:16.285144 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43ca0a5-fd2a-4a3b-967d-812785457691 None None] No DVR routers for this DVR port 77f614ae-f8cd-4502-a225-34da6e7d2a60 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:33:16.368530 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5aaa9fbb-10a2-4de2-8515-efb8cfd5f0e1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (fdee2eba-a2df-4452-9142-feea301c6340), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:16.375829 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 2e956b02-bd23-4f1e-9a98-e5e3cd586434 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:33:16.477371 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 2e956b02-bd23-4f1e-9a98-e5e3cd586434 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:33:16.492082 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 2e956b02-bd23-4f1e-9a98-e5e3cd586434 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:16.492478 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (2e956b02-bd23-4f1e-9a98-e5e3cd586434), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:16.575015 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5aaa9fbb-10a2-4de2-8515-efb8cfd5f0e1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (fdee2eba-a2df-4452-9142-feea301c6340), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:16.583572 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5aaa9fbb-10a2-4de2-8515-efb8cfd5f0e1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for router_controller (fdee2eba-a2df-4452-9142-feea301c6340), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:16.700968 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 2e956b02-bd23-4f1e-9a98-e5e3cd586434 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:33:16.705395 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (2e956b02-bd23-4f1e-9a98-e5e3cd586434), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:16.741206 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '062f59c7-3747-4df1-bfa8-f5421068e03a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e956b02-bd23-4f1e-9a98-e5e3cd586434'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:33:16.744181 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a463815b-55ab-4495-b7f4-98dcdd95af25" -d '{"events": [{"server_uuid": "062f59c7-3747-4df1-bfa8-f5421068e03a", "name": "network-vif-plugged", "status": "completed", "tag": "2e956b02-bd23-4f1e-9a98-e5e3cd586434"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:33:16.751389 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5aaa9fbb-10a2-4de2-8515-efb8cfd5f0e1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (fdee2eba-a2df-4452-9142-feea301c6340), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:16.754818 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aaa9fbb-10a2-4de2-8515-efb8cfd5f0e1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Fanout notify agent at l3_agent the message router_deleted on router fdee2eba-a2df-4452-9142-feea301c6340 {{(pid=103136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:33:16.769571 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5aaa9fbb-10a2-4de2-8515-efb8cfd5f0e1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:16.773247 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-5aaa9fbb-10a2-4de2-8515-efb8cfd5f0e1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "DELETE /v2.0/routers/fdee2eba-a2df-4452-9142-feea301c6340 HTTP/1.1" status: 204 len: 168 time: 2.2971828 Feb 09 01:33:16.774893 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 52990) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:16.790972 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 2e956b02-bd23-4f1e-9a98-e5e3cd586434, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=2e956b02-bd23-4f1e-9a98-e5e3cd586434,segment=NetworkSegment(67868df0-7119-4405-a5ee-9b482544987e),segment_id=67868df0-7119-4405-a5ee-9b482544987e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:16.802567 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (2e956b02-bd23-4f1e-9a98-e5e3cd586434), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:16.809129 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-77886357-bd02-417d-a539-af589b3e967d req-df85a706-dfcf-4a86-bb2f-c7eb2f6a89f8 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=0aacd275-38eb-4765-b777-31a5f266abe9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1415503 Feb 09 01:33:16.841322 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259120b4-5187-4da1-8765-908126d9c021 x-openstack-request-id: req-259120b4-5187-4da1-8765-908126d9c021 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:33:16.841864 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "062f59c7-3747-4df1-bfa8-f5421068e03a", "name": "network-vif-plugged", "status": "completed", "tag": "2e956b02-bd23-4f1e-9a98-e5e3cd586434", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:33:16.842293 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-259120b4-5187-4da1-8765-908126d9c021 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:33:16.843351 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '062f59c7-3747-4df1-bfa8-f5421068e03a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e956b02-bd23-4f1e-9a98-e5e3cd586434', 'code': 200} Feb 09 01:33:16.887380 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=2e956b02-bd23-4f1e-9a98-e5e3cd586434,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:16.940697 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77886357-bd02-417d-a539-af589b3e967d req-8f96e980-64d4-4b13-a8a2-5d92bc17fadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:16.944068 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-77886357-bd02-417d-a539-af589b3e967d req-8f96e980-64d4-4b13-a8a2-5d92bc17fadb service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=52bd326cd32044dbad2c04ed294f1153&device_id=0aacd275-38eb-4765-b777-31a5f266abe9 HTTP/1.1" status: 200 len: 1127 time: 0.1053193 Feb 09 01:33:17.136237 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7594bc35-a7c8-4292-a731-8fae11876e68 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (d73508dc-7f57-4aa2-b988-7f7109debbf6), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:17.342654 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff8947-2163-4eb1-ac09-a6d4a1a1d941 req-86d552f7-54d9-4cd5-8697-8553a2a7789e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:17.345047 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a3ff8947-2163-4eb1-ac09-a6d4a1a1d941 req-86d552f7-54d9-4cd5-8697-8553a2a7789e service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=062f59c7-3747-4df1-bfa8-f5421068e03a HTTP/1.1" status: 200 len: 1127 time: 0.2116849 Feb 09 01:33:17.352882 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77886357-bd02-417d-a539-af589b3e967d req-20d19b6e-ea2b-4e78-afd7-cf281366117e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:17.355647 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-77886357-bd02-417d-a539-af589b3e967d req-20d19b6e-ea2b-4e78-afd7-cf281366117e service neutron] 10.222.0.120 "GET /v2.0/networks?id=9b2a4079-2723-4a47-b157-14dd261b93dd HTTP/1.1" status: 200 len: 917 time: 0.3917480 Feb 09 01:33:17.356951 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7594bc35-a7c8-4292-a731-8fae11876e68 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (d73508dc-7f57-4aa2-b988-7f7109debbf6), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:17.451221 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-7594bc35-a7c8-4292-a731-8fae11876e68 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d73508dc-7f57-4aa2-b988-7f7109debbf6']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:17.490532 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-7594bc35-a7c8-4292-a731-8fae11876e68 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47c4f7d1-e2ed-4b85-9608-17d94691fc06') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:17.490975 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-7594bc35-a7c8-4292-a731-8fae11876e68 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47c4f7d1-e2ed-4b85-9608-17d94691fc06') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:17.505794 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7594bc35-a7c8-4292-a731-8fae11876e68 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (47c4f7d1-e2ed-4b85-9608-17d94691fc06), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:17.544342 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7594bc35-a7c8-4292-a731-8fae11876e68 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (47c4f7d1-e2ed-4b85-9608-17d94691fc06), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:17.554928 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7594bc35-a7c8-4292-a731-8fae11876e68 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:33:17.555350 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7594bc35-a7c8-4292-a731-8fae11876e68 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (47c4f7d1-e2ed-4b85-9608-17d94691fc06), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:17.576045 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-77886357-bd02-417d-a539-af589b3e967d req-42d20ad2-fe27-45f5-aaec-63d29e61a0c1 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ff3f983-dc2c-4e22-8baa-1a478e3bb441 HTTP/1.1" status: 200 len: 217 time: 0.1927488 Feb 09 01:33:17.586788 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d68d5-d9bf-41b0-b8e0-5fa08d799bff req-1a89b663-0539-4413-b581-8776e5ac0026 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:17.588722 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-983d68d5-d9bf-41b0-b8e0-5fa08d799bff req-1a89b663-0539-4413-b581-8776e5ac0026 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=062f59c7-3747-4df1-bfa8-f5421068e03a HTTP/1.1" status: 200 len: 945 time: 0.3909869 Feb 09 01:33:17.639842 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:33:17.639842 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:33:17.639842 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:33:17.639842 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:33:17.639842 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:33:17.639842 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:33:17.639842 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:33:17.639842 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:33:17.639842 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:33:17.639842 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:33:17.639842 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:33:17.639842 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:33:17.639842 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:33:17.639842 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:33:17.639842 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:33:17.639842 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:33:17.639842 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:33:17.639842 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:33:17.639842 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:33:17.639842 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:33:17.639842 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:33:17.639842 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:33:17.639842 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:33:17.639842 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:33:17.639842 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:33:17.639842 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:33:17.639842 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:33:17.639842 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:33:17.639842 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:33:17.639842 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:33:17.639842 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:33:17.639842 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:33:17.643182 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7594bc35-a7c8-4292-a731-8fae11876e68 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (d73508dc-7f57-4aa2-b988-7f7109debbf6), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:17.651621 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7594bc35-a7c8-4292-a731-8fae11876e68 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:17.654940 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7594bc35-a7c8-4292-a731-8fae11876e68 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "DELETE /v2.0/networks/d73508dc-7f57-4aa2-b988-7f7109debbf6 HTTP/1.1" status: 204 len: 168 time: 0.8789325 Feb 09 01:33:17.677524 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53002) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:17.707630 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 3fc4b23e-7caf-4c88-a6e5-deb67b4fce28 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:33:17.717391 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77886357-bd02-417d-a539-af589b3e967d req-1207cf52-b6b2-43ea-89ee-4a9059fb8fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:17.722496 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-77886357-bd02-417d-a539-af589b3e967d req-1207cf52-b6b2-43ea-89ee-4a9059fb8fab service neutron] 10.222.0.120 "GET /v2.0/subnets?id=ab72f72c-a599-42ad-9f47-8b5f3a8651e8 HTTP/1.1" status: 200 len: 855 time: 0.1312799 Feb 09 01:33:17.749989 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 3fc4b23e-7caf-4c88-a6e5-deb67b4fce28 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:33:17.750372 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 3fc4b23e-7caf-4c88-a6e5-deb67b4fce28 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:33:17.750824 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 77f614ae-f8cd-4502-a225-34da6e7d2a60 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:33:17.806490 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 77f614ae-f8cd-4502-a225-34da6e7d2a60 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:33:17.806848 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 77f614ae-f8cd-4502-a225-34da6e7d2a60 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:33:17.830261 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-77886357-bd02-417d-a539-af589b3e967d req-d3ab846d-d6d7-463d-9f5b-f382f22fece8 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9b2a4079-2723-4a47-b157-14dd261b93dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609119 Feb 09 01:33:17.833131 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7594bc35-a7c8-4292-a731-8fae11876e68 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event deleted for resources: {'Network': ['ID=d73508dc-7f57-4aa2-b988-7f7109debbf6,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:17.881988 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a3ff8947-2163-4eb1-ac09-a6d4a1a1d941 req-38bbb518-2d17-487d-8607-99cfb2d95717 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5237188 Feb 09 01:33:17.883354 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-67204a18-c614-4332-a6be-da293a57d9af tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group (66bf3e5d-bb50-42c0-95ed-c78f3de007a8), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:17.947930 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-67204a18-c614-4332-a6be-da293a57d9af tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group (66bf3e5d-bb50-42c0-95ed-c78f3de007a8), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:18.097355 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-67204a18-c614-4332-a6be-da293a57d9af tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (66bf3e5d-bb50-42c0-95ed-c78f3de007a8), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:18.097355 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-67204a18-c614-4332-a6be-da293a57d9af tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:18.097355 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-67204a18-c614-4332-a6be-da293a57d9af tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "DELETE /v2.0/security-groups/66bf3e5d-bb50-42c0-95ed-c78f3de007a8 HTTP/1.1" status: 204 len: 168 time: 0.4048440 Feb 09 01:33:18.110076 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67204a18-c614-4332-a6be-da293a57d9af tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66bf3e5d-bb50-42c0-95ed-c78f3de007a8,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:18.586736 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-983d68d5-d9bf-41b0-b8e0-5fa08d799bff req-bb3b6688-14a7-4652-8672-ce7ed482962c tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9790111 Feb 09 01:33:18.642253 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-77886357-bd02-417d-a539-af589b3e967d req-2177f37f-5864-4d6b-98be-ba32c3d8db60 service neutron] 10.222.0.120 "GET /v2.0/networks/9b2a4079-2723-4a47-b157-14dd261b93dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8016765 Feb 09 01:33:18.776558 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-77886357-bd02-417d-a539-af589b3e967d req-69dc0a73-12c0-4256-9119-cefc9e9bed5c service neutron] 10.222.0.120 "GET /v2.0/networks/9b2a4079-2723-4a47-b157-14dd261b93dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256847 Feb 09 01:33:18.809941 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53020) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:18.816569 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-098d06d4-8601-4baf-8fdf-9490664ebd75 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2067579021', 'description': 'tempest-secgroup-smoke-2067579021 description', 'project_id': 'c3786288d8304ed4a73754fbccf8bb65'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:18.878317 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-098d06d4-8601-4baf-8fdf-9490664ebd75 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:18.991567 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-098d06d4-8601-4baf-8fdf-9490664ebd75 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group (d4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:18.996765 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-098d06d4-8601-4baf-8fdf-9490664ebd75 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (d4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:19.061610 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098d06d4-8601-4baf-8fdf-9490664ebd75 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:19.087707 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-098d06d4-8601-4baf-8fdf-9490664ebd75 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:19.091760 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-098d06d4-8601-4baf-8fdf-9490664ebd75 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2770572 Feb 09 01:33:19.092228 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 53022) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:19.097581 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-197a379a-0252-40df-b5e3-6cd98eb4a6f3 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Request body: {'security_group_rule': {'security_group_id': 'd4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82', 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:19.141468 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 69484d6a-c16f-4d21-8758-c0a9387a1fcf no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:33:19.173233 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-197a379a-0252-40df-b5e3-6cd98eb4a6f3 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (8de0b598-63ee-4167-af8e-640718050192), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:19.198404 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 69484d6a-c16f-4d21-8758-c0a9387a1fcf {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:33:19.199460 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 69484d6a-c16f-4d21-8758-c0a9387a1fcf not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:33:19.401896 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-197a379a-0252-40df-b5e3-6cd98eb4a6f3 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (8de0b598-63ee-4167-af8e-640718050192), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:19.422755 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-197a379a-0252-40df-b5e3-6cd98eb4a6f3 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (8de0b598-63ee-4167-af8e-640718050192), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:19.450673 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-197a379a-0252-40df-b5e3-6cd98eb4a6f3 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:19.452150 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-197a379a-0252-40df-b5e3-6cd98eb4a6f3 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3586473 Feb 09 01:33:19.455048 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53034) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:19.460945 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-73628bd2-0deb-4ae3-ba11-e7200250c9b0 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Request body: {'security_group_rule': {'security_group_id': 'd4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82', 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:19.482610 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a379a-0252-40df-b5e3-6cd98eb4a6f3 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8de0b598-63ee-4167-af8e-640718050192,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:19.567583 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-73628bd2-0deb-4ae3-ba11-e7200250c9b0 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (e1cafa68-a0f2-4dd1-8f83-a98a9abc5eb5), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:19.842388 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-73628bd2-0deb-4ae3-ba11-e7200250c9b0 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (e1cafa68-a0f2-4dd1-8f83-a98a9abc5eb5), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:19.852143 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-73628bd2-0deb-4ae3-ba11-e7200250c9b0 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (e1cafa68-a0f2-4dd1-8f83-a98a9abc5eb5), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:19.890312 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73628bd2-0deb-4ae3-ba11-e7200250c9b0 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1cafa68-a0f2-4dd1-8f83-a98a9abc5eb5,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:19.917480 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-73628bd2-0deb-4ae3-ba11-e7200250c9b0 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:19.924286 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-73628bd2-0deb-4ae3-ba11-e7200250c9b0 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4677505 Feb 09 01:33:19.926041 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53048) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:19.937998 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-b971e999-18a2-4f16-a3f1-cbbc097bc735 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Request body: {'security_group_rule': {'security_group_id': 'd4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82', 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:19.999574 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279bc482-9e9d-4523-9e07-887ec8e88e6c req-0e732b83-2877-4637-81a7-c8bd9ed07d9b tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:20.020025 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b971e999-18a2-4f16-a3f1-cbbc097bc735 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (eba2f76d-ea09-4f0f-8061-12731e06a82e), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:20.032163 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-279bc482-9e9d-4523-9e07-887ec8e88e6c req-0e732b83-2877-4637-81a7-c8bd9ed07d9b tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=062f59c7-3747-4df1-bfa8-f5421068e03a HTTP/1.1" status: 200 len: 945 time: 0.2158940 Feb 09 01:33:20.133216 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-279bc482-9e9d-4523-9e07-887ec8e88e6c req-b05cc9c5-8017-4bf9-be00-308cc1414b52 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956790 Feb 09 01:33:20.230493 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b971e999-18a2-4f16-a3f1-cbbc097bc735 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (eba2f76d-ea09-4f0f-8061-12731e06a82e), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:20.244839 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b971e999-18a2-4f16-a3f1-cbbc097bc735 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (eba2f76d-ea09-4f0f-8061-12731e06a82e), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:20.273360 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971e999-18a2-4f16-a3f1-cbbc097bc735 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eba2f76d-ea09-4f0f-8061-12731e06a82e,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:20.288519 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b971e999-18a2-4f16-a3f1-cbbc097bc735 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:20.293072 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 53056) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:20.294349 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b971e999-18a2-4f16-a3f1-cbbc097bc735 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3667860 Feb 09 01:33:20.298262 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-e74e6903-6e91-41fe-a892-9372a3d4a532 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Request body: {'security_group_rule': {'security_group_id': 'd4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82', 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:20.365466 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e74e6903-6e91-41fe-a892-9372a3d4a532 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (1e0f3948-3aa9-48f4-929a-54d1e0cd99be), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:20.484823 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53068) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:20.489580 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-9f229f3c-5231-47d7-bcb5-d256237807c2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1734032386', 'description': 'tempest-secgroup-smoke-1734032386 description', 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:20.547517 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9f229f3c-5231-47d7-bcb5-d256237807c2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:20.714712 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e74e6903-6e91-41fe-a892-9372a3d4a532 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (1e0f3948-3aa9-48f4-929a-54d1e0cd99be), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:20.720659 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e74e6903-6e91-41fe-a892-9372a3d4a532 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (1e0f3948-3aa9-48f4-929a-54d1e0cd99be), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:20.739946 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9f229f3c-5231-47d7-bcb5-d256237807c2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks [] for security_group (3e53f284-8bda-468c-9d56-9b70f189fd42), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:20.741491 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e402c-0ac8-40cd-9ad8-c78a6ee28cf5 req-e4b22d51-2243-4558-b5be-039da5b154a7 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:20.745721 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9f229f3c-5231-47d7-bcb5-d256237807c2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (3e53f284-8bda-468c-9d56-9b70f189fd42), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:20.748562 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a62e402c-0ac8-40cd-9ad8-c78a6ee28cf5 req-e4b22d51-2243-4558-b5be-039da5b154a7 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/networks?id=14a123c9-40a9-4ab2-a841-3861362be1ec HTTP/1.1" status: 200 len: 805 time: 0.3497939 Feb 09 01:33:20.781449 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a62e402c-0ac8-40cd-9ad8-c78a6ee28cf5 req-504324d6-dc27-4a21-9422-0c54d3ff2449 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/quotas/6d314619fa0a4fa2b259de5884a0fcb1 HTTP/1.1" status: 200 len: 375 time: 0.0322781 Feb 09 01:33:20.785056 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9f229f3c-5231-47d7-bcb5-d256237807c2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:20.792515 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9f229f3c-5231-47d7-bcb5-d256237807c2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3036718 Feb 09 01:33:20.807600 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53076) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:20.823929 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-afb55933-3dff-4ae8-9dfc-d43d43da6328 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Request body: {'security_group_rule': {'security_group_id': '3e53f284-8bda-468c-9d56-9b70f189fd42', 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:20.828001 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e6903-6e91-41fe-a892-9372a3d4a532 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e0f3948-3aa9-48f4-929a-54d1e0cd99be,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:20.859614 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e74e6903-6e91-41fe-a892-9372a3d4a532 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:20.865109 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53078) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:20.873052 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e74e6903-6e91-41fe-a892-9372a3d4a532 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5667305 Feb 09 01:33:20.877756 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-9d00a071-785b-4828-b785-dc0ebb5b0843 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Request body: {'security_group_rule': {'security_group_id': 'd4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82', 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:20.907100 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f229f3c-5231-47d7-bcb5-d256237807c2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e53f284-8bda-468c-9d56-9b70f189fd42,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:20.923872 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a62e402c-0ac8-40cd-9ad8-c78a6ee28cf5 req-1307af9e-173c-460c-878a-de6b05159c00 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6d314619fa0a4fa2b259de5884a0fcb1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1415043 Feb 09 01:33:20.943476 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-afb55933-3dff-4ae8-9dfc-d43d43da6328 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks [] for security_group_rule (4628991d-d084-45f6-929d-f72767c7b8ab), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:20.976727 n-d-828369-4 neutron-server[103137]: INFO neutron.db.securitygroups_db [None req-9d00a071-785b-4828-b785-dc0ebb5b0843 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Project c3786288d8304ed4a73754fbccf8bb65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:33:20.987498 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9d00a071-785b-4828-b785-dc0ebb5b0843 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (cf314614-f52b-477f-adbb-01e76489bbdb), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:21.032383 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-afb55933-3dff-4ae8-9dfc-d43d43da6328 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks [] for security_group_rule (4628991d-d084-45f6-929d-f72767c7b8ab), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:21.041923 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-afb55933-3dff-4ae8-9dfc-d43d43da6328 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (4628991d-d084-45f6-929d-f72767c7b8ab), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:21.109106 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb55933-3dff-4ae8-9dfc-d43d43da6328 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4628991d-d084-45f6-929d-f72767c7b8ab,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:21.113158 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a62e402c-0ac8-40cd-9ad8-c78a6ee28cf5 req-746feae7-8d26-419f-9efb-d913065bfb2e service neutron] 10.222.0.50 "GET /v2.0/networks/14a123c9-40a9-4ab2-a841-3861362be1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883147 Feb 09 01:33:21.119544 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-afb55933-3dff-4ae8-9dfc-d43d43da6328 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:21.121131 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-afb55933-3dff-4ae8-9dfc-d43d43da6328 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3098466 Feb 09 01:33:21.124017 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53084) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:21.136215 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-5c11635e-f4df-4a77-b899-7f75dde33870 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Request body: {'security_group_rule': {'security_group_id': '3e53f284-8bda-468c-9d56-9b70f189fd42', 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:21.201182 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9d00a071-785b-4828-b785-dc0ebb5b0843 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (cf314614-f52b-477f-adbb-01e76489bbdb), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:21.208289 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9d00a071-785b-4828-b785-dc0ebb5b0843 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (cf314614-f52b-477f-adbb-01e76489bbdb), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:21.232788 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d00a071-785b-4828-b785-dc0ebb5b0843 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf314614-f52b-477f-adbb-01e76489bbdb,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:21.248642 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5c11635e-f4df-4a77-b899-7f75dde33870 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks [] for security_group_rule (98bbf29a-db13-4a88-8424-401528f307c9), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:21.308640 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a62e402c-0ac8-40cd-9ad8-c78a6ee28cf5 req-fd289e8a-61ef-4998-a436-527b3e754e28 service neutron] 10.222.0.50 "GET /v2.0/networks/14a123c9-40a9-4ab2-a841-3861362be1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944978 Feb 09 01:33:21.336533 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9d00a071-785b-4828-b785-dc0ebb5b0843 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:21.349327 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9d00a071-785b-4828-b785-dc0ebb5b0843 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4804525 Feb 09 01:33:21.349327 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53088) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:21.356491 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-2f808c91-58f4-4e8c-8339-ac0c25933721 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Request body: {'security_group_rule': {'security_group_id': 'd4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82', 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:21.485605 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5c11635e-f4df-4a77-b899-7f75dde33870 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks [] for security_group_rule (98bbf29a-db13-4a88-8424-401528f307c9), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:21.496670 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5c11635e-f4df-4a77-b899-7f75dde33870 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (98bbf29a-db13-4a88-8424-401528f307c9), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:21.554788 n-d-828369-4 neutron-server[103137]: INFO neutron.db.securitygroups_db [None req-2f808c91-58f4-4e8c-8339-ac0c25933721 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Project c3786288d8304ed4a73754fbccf8bb65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:33:21.581071 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11635e-f4df-4a77-b899-7f75dde33870 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98bbf29a-db13-4a88-8424-401528f307c9,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:21.601761 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2f808c91-58f4-4e8c-8339-ac0c25933721 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (991af46b-f143-4097-bde7-610da7104a7c), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:21.644285 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5c11635e-f4df-4a77-b899-7f75dde33870 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:21.645497 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5c11635e-f4df-4a77-b899-7f75dde33870 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5200589 Feb 09 01:33:21.652214 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 53100) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:21.665114 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-e778c8fe-638f-4445-9d30-effdd118fc70 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Request body: {'security_group_rule': {'security_group_id': '3e53f284-8bda-468c-9d56-9b70f189fd42', 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:21.732592 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e778c8fe-638f-4445-9d30-effdd118fc70 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks [] for security_group_rule (59b3f99a-2122-407c-b5f4-a88d5812e9a5), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:21.781738 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2f808c91-58f4-4e8c-8339-ac0c25933721 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (991af46b-f143-4097-bde7-610da7104a7c), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:21.790877 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2f808c91-58f4-4e8c-8339-ac0c25933721 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (991af46b-f143-4097-bde7-610da7104a7c), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:21.897210 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e778c8fe-638f-4445-9d30-effdd118fc70 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks [] for security_group_rule (59b3f99a-2122-407c-b5f4-a88d5812e9a5), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:21.910035 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f808c91-58f4-4e8c-8339-ac0c25933721 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=991af46b-f143-4097-bde7-610da7104a7c,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:21.923308 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e778c8fe-638f-4445-9d30-effdd118fc70 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (59b3f99a-2122-407c-b5f4-a88d5812e9a5), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:21.962809 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2f808c91-58f4-4e8c-8339-ac0c25933721 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:21.962809 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2f808c91-58f4-4e8c-8339-ac0c25933721 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6068680 Feb 09 01:33:21.963009 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e778c8fe-638f-4445-9d30-effdd118fc70 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:21.963009 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e778c8fe-638f-4445-9d30-effdd118fc70 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3105061 Feb 09 01:33:21.963179 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53108) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:21.965842 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53112) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:21.970463 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-f3e1d6da-5489-493e-88e8-6a3e992c5f79 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Request body: {'network': {'name': 'tempest-network-smoke--1404627975', 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'port_security_enabled': True}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:21.981709 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e778c8fe-638f-4445-9d30-effdd118fc70 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59b3f99a-2122-407c-b5f4-a88d5812e9a5,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:22.070363 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-fc70fbe2-1c40-4a9b-bb86-bdd6c8df4034 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Request body: {'security_group_rule': {'security_group_id': '3e53f284-8bda-468c-9d56-9b70f189fd42', 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:22.088966 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e1d6da-5489-493e-88e8-6a3e992c5f79 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Made reservation on behalf of c3786288d8304ed4a73754fbccf8bb65 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:33:22.101877 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f3e1d6da-5489-493e-88e8-6a3e992c5f79 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:22.237077 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3e1d6da-5489-493e-88e8-6a3e992c5f79 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1008} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:33:22.244145 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fc70fbe2-1c40-4a9b-bb86-bdd6c8df4034 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks [] for security_group_rule (94f8662c-4611-422d-94fa-b7d8b0ce9e51), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:22.373758 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fc70fbe2-1c40-4a9b-bb86-bdd6c8df4034 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks [] for security_group_rule (94f8662c-4611-422d-94fa-b7d8b0ce9e51), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:22.380574 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fc70fbe2-1c40-4a9b-bb86-bdd6c8df4034 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (94f8662c-4611-422d-94fa-b7d8b0ce9e51), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:22.383633 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f3e1d6da-5489-493e-88e8-6a3e992c5f79 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (e7f20f7e-7c66-4be7-99f2-fa1397a84898), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:22.383988 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-f3e1d6da-5489-493e-88e8-6a3e992c5f79 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Added segment e7f20f7e-7c66-4be7-99f2-fa1397a84898 of type vlan for network 289bbf9b-fe41-40ce-8895-75a17e893a06 Feb 09 01:33:22.388438 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa39ba-27c4-4bcb-b267-2fb1b7121383 req-ee5070a9-bf93-4d82-b294-4ef4fe84362b tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:22.399614 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-92fa39ba-27c4-4bcb-b267-2fb1b7121383 req-ee5070a9-bf93-4d82-b294-4ef4fe84362b tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/networks?id=14a123c9-40a9-4ab2-a841-3861362be1ec HTTP/1.1" status: 200 len: 805 time: 0.1893764 Feb 09 01:33:22.420191 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc70fbe2-1c40-4a9b-bb86-bdd6c8df4034 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94f8662c-4611-422d-94fa-b7d8b0ce9e51,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:22.433772 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-92fa39ba-27c4-4bcb-b267-2fb1b7121383 req-09a91079-c7cf-44c5-97bb-cb50e2fe414e tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/quotas/6d314619fa0a4fa2b259de5884a0fcb1 HTTP/1.1" status: 200 len: 375 time: 0.0327804 Feb 09 01:33:22.481345 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fc70fbe2-1c40-4a9b-bb86-bdd6c8df4034 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:22.482741 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-fc70fbe2-1c40-4a9b-bb86-bdd6c8df4034 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4211261 Feb 09 01:33:22.485595 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f3e1d6da-5489-493e-88e8-6a3e992c5f79 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (289bbf9b-fe41-40ce-8895-75a17e893a06), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:22.487670 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53134) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:22.494985 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-29d32dae-80f2-415e-8491-d8f0e0380b4b tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Request body: {'security_group_rule': {'security_group_id': '3e53f284-8bda-468c-9d56-9b70f189fd42', 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:22.548216 n-d-828369-4 neutron-server[103137]: INFO neutron.db.securitygroups_db [None req-29d32dae-80f2-415e-8491-d8f0e0380b4b tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Project c9bde012005949bf8ed5f5d05d570ac0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:33:22.558064 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-29d32dae-80f2-415e-8491-d8f0e0380b4b tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks [] for security_group_rule (8fed4c94-82ee-4c49-8adc-aeb3d585d4f6), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:22.563621 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f3e1d6da-5489-493e-88e8-6a3e992c5f79 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (289bbf9b-fe41-40ce-8895-75a17e893a06), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:22.570751 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e1d6da-5489-493e-88e8-6a3e992c5f79 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:22.571948 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f3e1d6da-5489-493e-88e8-6a3e992c5f79 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:22.572332 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-92fa39ba-27c4-4bcb-b267-2fb1b7121383 req-0cbb75b1-2feb-4c24-8418-e3dc58f68a67 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6d314619fa0a4fa2b259de5884a0fcb1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1363046 Feb 09 01:33:22.761204 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e1d6da-5489-493e-88e8-6a3e992c5f79 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'Network': ['ID=289bbf9b-fe41-40ce-8895-75a17e893a06,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:22.780192 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f3e1d6da-5489-493e-88e8-6a3e992c5f79 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8167086 Feb 09 01:33:22.783358 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 289bbf9b-fe41-40ce-8895-75a17e893a06 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:33:22.790185 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53146) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:22.809241 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-18fc52ae-d6e6-45d7-bd03-9207ec813bfa tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-976226037', 'admin_state_up': True, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:22.869845 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-29d32dae-80f2-415e-8491-d8f0e0380b4b tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks [] for security_group_rule (8fed4c94-82ee-4c49-8adc-aeb3d585d4f6), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:22.882522 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-92fa39ba-27c4-4bcb-b267-2fb1b7121383 req-b8762ae8-5f3d-4b3b-ad6b-c7b3c7e8886d service neutron] 10.222.0.50 "GET /v2.0/networks/14a123c9-40a9-4ab2-a841-3861362be1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082421 Feb 09 01:33:22.885627 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-29d32dae-80f2-415e-8491-d8f0e0380b4b tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (8fed4c94-82ee-4c49-8adc-aeb3d585d4f6), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:22.896559 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-18fc52ae-d6e6-45d7-bd03-9207ec813bfa tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:22.898141 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-18fc52ae-d6e6-45d7-bd03-9207ec813bfa tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:22.943484 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-29d32dae-80f2-415e-8491-d8f0e0380b4b tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:22.947831 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-29d32dae-80f2-415e-8491-d8f0e0380b4b tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4555001 Feb 09 01:33:22.950656 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53150) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:22.958759 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-775a6931-ceb5-488c-9b65-c147cd3879ca tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Request body: {'security_group_rule': {'security_group_id': '3e53f284-8bda-468c-9d56-9b70f189fd42', 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:22.985397 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d32dae-80f2-415e-8491-d8f0e0380b4b tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fed4c94-82ee-4c49-8adc-aeb3d585d4f6,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:22.993151 n-d-828369-4 neutron-server[103137]: INFO neutron.db.securitygroups_db [None req-775a6931-ceb5-488c-9b65-c147cd3879ca tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Project c9bde012005949bf8ed5f5d05d570ac0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:33:23.008713 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-775a6931-ceb5-488c-9b65-c147cd3879ca tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks [] for security_group_rule (429937f9-d3d6-4795-bcc1-3e8dd6974b65), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:23.096356 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-775a6931-ceb5-488c-9b65-c147cd3879ca tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks [] for security_group_rule (429937f9-d3d6-4795-bcc1-3e8dd6974b65), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:23.106360 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-775a6931-ceb5-488c-9b65-c147cd3879ca tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (429937f9-d3d6-4795-bcc1-3e8dd6974b65), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:23.130570 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-92fa39ba-27c4-4bcb-b267-2fb1b7121383 req-8b49eeb3-6708-46f3-85f1-45a1bb1832a5 service neutron] 10.222.0.50 "GET /v2.0/networks/14a123c9-40a9-4ab2-a841-3861362be1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467530 Feb 09 01:33:23.157699 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a6931-ceb5-488c-9b65-c147cd3879ca tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=429937f9-d3d6-4795-bcc1-3e8dd6974b65,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:23.172701 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-18fc52ae-d6e6-45d7-bd03-9207ec813bfa tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for router_controller (bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:23.177002 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-775a6931-ceb5-488c-9b65-c147cd3879ca tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:23.181101 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-775a6931-ceb5-488c-9b65-c147cd3879ca tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2254686 Feb 09 01:33:23.573395 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-18fc52ae-d6e6-45d7-bd03-9207ec813bfa tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for router_gateway (bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:23.588945 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5847bb53-65db-4e84-a5c6-d5f3d20ea098 req-644cb6b0-5117-482b-92c2-994257422fb6 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bffd4a-56cf-4f94-9fa1-8aa6e69b0fa3 HTTP/1.1" status: 200 len: 210 time: 0.0872850 Feb 09 01:33:24.160725 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-18fc52ae-d6e6-45d7-bd03-9207ec813bfa tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for router_gateway (bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:24.230214 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-18fc52ae-d6e6-45d7-bd03-9207ec813bfa tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:24.439023 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-18fc52ae-d6e6-45d7-bd03-9207ec813bfa tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Allocated IP 172.25.8.181 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/488d25e4-ce43-463c-b8d6-17732d14083d) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:33:24.704246 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-18fc52ae-d6e6-45d7-bd03-9207ec813bfa tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for port (488d25e4-ce43-463c-b8d6-17732d14083d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:24.810004 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-18fc52ae-d6e6-45d7-bd03-9207ec813bfa tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (488d25e4-ce43-463c-b8d6-17732d14083d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:24.875956 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7867e347-c29a-4e12-9794-d9227521a94a req-2435a4df-e889-4eed-b168-2131c8d2051d tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bffd4a-56cf-4f94-9fa1-8aa6e69b0fa3 HTTP/1.1" status: 200 len: 210 time: 0.1075809 Feb 09 01:33:24.950967 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc52ae-d6e6-45d7-bd03-9207ec813bfa tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'Port': ['ID=488d25e4-ce43-463c-b8d6-17732d14083d,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:24.984094 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fc52ae-d6e6-45d7-bd03-9207ec813bfa tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:33:24.986600 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-18fc52ae-d6e6-45d7-bd03-9207ec813bfa tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:33:24.994574 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fc52ae-d6e6-45d7-bd03-9207ec813bfa tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:33:25.590939 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-18fc52ae-d6e6-45d7-bd03-9207ec813bfa tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for router_gateway (bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:25.987899 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa39ba-27c4-4bcb-b267-2fb1b7121383 req-c73654be-8046-4c94-bb26-e92219424092 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:26.001321 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-92fa39ba-27c4-4bcb-b267-2fb1b7121383 req-c73654be-8046-4c94-bb26-e92219424092 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.120 "GET /v2.0/networks?id=14a123c9-40a9-4ab2-a841-3861362be1ec HTTP/1.1" status: 200 len: 805 time: 0.3911285 Feb 09 01:33:26.017742 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-92fa39ba-27c4-4bcb-b267-2fb1b7121383 req-4876ebaa-b2aa-423d-8b14-53b33e3e77df tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Request body: {'port': {'device_id': '53bffd4a-56cf-4f94-9fa1-8aa6e69b0fa3', 'network_id': '14a123c9-40a9-4ab2-a841-3861362be1ec', 'admin_state_up': True, 'tenant_id': '6d314619fa0a4fa2b259de5884a0fcb1'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:26.181805 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3c2510d4-8b0e-4b37-8681-8118e9469078 req-3ef8bc51-47a8-454f-8bc1-71ca3d34499c tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bffd4a-56cf-4f94-9fa1-8aa6e69b0fa3 HTTP/1.1" status: 200 len: 210 time: 0.1538029 Feb 09 01:33:26.213386 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-18fc52ae-d6e6-45d7-bd03-9207ec813bfa tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:26.291178 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92fa39ba-27c4-4bcb-b267-2fb1b7121383 req-4876ebaa-b2aa-423d-8b14-53b33e3e77df tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Made reservation on behalf of 6d314619fa0a4fa2b259de5884a0fcb1 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:33:26.305663 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-92fa39ba-27c4-4bcb-b267-2fb1b7121383 req-4876ebaa-b2aa-423d-8b14-53b33e3e77df tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:26.562123 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18fc52ae-d6e6-45d7-bd03-9207ec813bfa tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Router bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:33:26.652746 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-92fa39ba-27c4-4bcb-b267-2fb1b7121383 req-4876ebaa-b2aa-423d-8b14-53b33e3e77df tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Allocated IP 172.20.0.11 (14a123c9-40a9-4ab2-a841-3861362be1ec/df56b1a3-b96c-4c73-a247-eabcbf9d00ea/7ae21435-cd16-45b1-86d3-6185b7ff9b4f) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:33:26.732996 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18fc52ae-d6e6-45d7-bd03-9207ec813bfa tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:33:26.752886 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb68de23-540b-4e1e-bdd7-b5a520e13fed None None] Sync routers for ids ['bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:33:26.768752 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb68de23-540b-4e1e-bdd7-b5a520e13fed None None] Routers {'bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:33:26.770593 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-cb68de23-540b-4e1e-bdd7-b5a520e13fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:33:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:26.777535 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-18fc52ae-d6e6-45d7-bd03-9207ec813bfa tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:26.778788 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-18fc52ae-d6e6-45d7-bd03-9207ec813bfa tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.9757049 Feb 09 01:33:26.784917 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53282) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:26.846028 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-379ea7d9-651e-4baa-a72d-b99deb5738ba tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=c3786288d8304ed4a73754fbccf8bb65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0511310 Feb 09 01:33:26.846028 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53284) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:27.099894 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66137980-0476-4104-8c44-becf14f9d7d5 tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:27.105112 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-66137980-0476-4104-8c44-becf14f9d7d5 tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2538495 Feb 09 01:33:27.105112 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53286) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:27.115809 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-cb68de23-540b-4e1e-bdd7-b5a520e13fed None None] Set router bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:33:27.137445 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-92fa39ba-27c4-4bcb-b267-2fb1b7121383 req-4876ebaa-b2aa-423d-8b14-53b33e3e77df tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks [] for port (7ae21435-cd16-45b1-86d3-6185b7ff9b4f), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:27.191465 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-780aa8b7-e9d5-4556-84f9-09bdcd9de36c tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=ca740734-29c2-4b60-ae10-4c709b5c6ef4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0828197 Feb 09 01:33:27.193381 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53288) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:27.218176 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-a02f8d13-1ed0-472c-a644-dff8d7f6e345 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-78918415', 'network_id': '289bbf9b-fe41-40ce-8895-75a17e893a06', 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:27.279581 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-92fa39ba-27c4-4bcb-b267-2fb1b7121383 req-4876ebaa-b2aa-423d-8b14-53b33e3e77df tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (7ae21435-cd16-45b1-86d3-6185b7ff9b4f), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:27.347800 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['2e956b02-bd23-4f1e-9a98-e5e3cd586434'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:33:27.428052 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4876ebaa-b2aa-423d-8b14-53b33e3e77df tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Pushing event updated for resources: {'Port': ['ID=7ae21435-cd16-45b1-86d3-6185b7ff9b4f,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:27.537674 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92fa39ba-27c4-4bcb-b267-2fb1b7121383 req-4876ebaa-b2aa-423d-8b14-53b33e3e77df tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Network 14a123c9-40a9-4ab2-a841-3861362be1ec is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:33:27.558962 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-92fa39ba-27c4-4bcb-b267-2fb1b7121383 req-4876ebaa-b2aa-423d-8b14-53b33e3e77df tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:33:27.570621 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-92fa39ba-27c4-4bcb-b267-2fb1b7121383 req-4876ebaa-b2aa-423d-8b14-53b33e3e77df tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:33:27.755845 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397071a-d892-4715-ad08-f7f9e0437fd7 req-a28dca83-3352-4933-9e1c-f96538e913ae tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:27.762091 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b397071a-d892-4715-ad08-f7f9e0437fd7 req-a28dca83-3352-4933-9e1c-f96538e913ae tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bffd4a-56cf-4f94-9fa1-8aa6e69b0fa3 HTTP/1.1" status: 200 len: 932 time: 0.3629632 Feb 09 01:33:27.842738 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa39ba-27c4-4bcb-b267-2fb1b7121383 req-4876ebaa-b2aa-423d-8b14-53b33e3e77df tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:27.843620 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-92fa39ba-27c4-4bcb-b267-2fb1b7121383 req-4876ebaa-b2aa-423d-8b14-53b33e3e77df tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:27.896651 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-92fa39ba-27c4-4bcb-b267-2fb1b7121383 req-4876ebaa-b2aa-423d-8b14-53b33e3e77df tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8808687 Feb 09 01:33:27.922029 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-92fa39ba-27c4-4bcb-b267-2fb1b7121383 req-2135c696-fd6d-42b0-af04-1ecb2526f172 service neutron] Request body: {'port': {'device_id': '53bffd4a-56cf-4f94-9fa1-8aa6e69b0fa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:28.027763 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b397071a-d892-4715-ad08-f7f9e0437fd7 req-bbb84bf6-c6b1-42cc-acca-d6d866ccf070 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558165 Feb 09 01:33:28.096645 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-92fa39ba-27c4-4bcb-b267-2fb1b7121383 req-2135c696-fd6d-42b0-af04-1ecb2526f172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7ae21435-cd16-45b1-86d3-6185b7ff9b4f), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:28.106226 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-cb68de23-540b-4e1e-bdd7-b5a520e13fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976226037', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '488d25e4-ce43-463c-b8d6-17732d14083d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:22Z', 'updated_at': '2022-02-09T01:33:25Z', 'revision_number': 3, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '488d25e4-ce43-463c-b8d6-17732d14083d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:24Z', 'updated_at': '2022-02-09T01:33:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:28.199180 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb68de23-540b-4e1e-bdd7-b5a520e13fed None None] Checking router: bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:33:28.199566 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb68de23-540b-4e1e-bdd7-b5a520e13fed None None] Updating router bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa port 488d25e4-ce43-463c-b8d6-17732d14083d binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:33:28.363459 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cb68de23-540b-4e1e-bdd7-b5a520e13fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (488d25e4-ce43-463c-b8d6-17732d14083d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:28.439491 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02f8d13-1ed0-472c-a644-dff8d7f6e345 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Made reservation on behalf of c3786288d8304ed4a73754fbccf8bb65 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:33:28.443532 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a02f8d13-1ed0-472c-a644-dff8d7f6e345 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:28.794490 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-92fa39ba-27c4-4bcb-b267-2fb1b7121383 req-2135c696-fd6d-42b0-af04-1ecb2526f172 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ae21435-cd16-45b1-86d3-6185b7ff9b4f {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:33:28.814781 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-92fa39ba-27c4-4bcb-b267-2fb1b7121383 req-2135c696-fd6d-42b0-af04-1ecb2526f172 service neutron] Publish callbacks [] for port (7ae21435-cd16-45b1-86d3-6185b7ff9b4f), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:28.860492 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-92fa39ba-27c4-4bcb-b267-2fb1b7121383 req-2135c696-fd6d-42b0-af04-1ecb2526f172 service neutron] Transition to ACTIVE for port object 7ae21435-cd16-45b1-86d3-6185b7ff9b4f will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:33:28.876275 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-92fa39ba-27c4-4bcb-b267-2fb1b7121383 req-2135c696-fd6d-42b0-af04-1ecb2526f172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (7ae21435-cd16-45b1-86d3-6185b7ff9b4f), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:28.940269 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2135c696-fd6d-42b0-af04-1ecb2526f172 service neutron] Pushing event updated for resources: {'Port': ['ID=7ae21435-cd16-45b1-86d3-6185b7ff9b4f,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:29.012334 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cb68de23-540b-4e1e-bdd7-b5a520e13fed None None] Publish callbacks [] for port (488d25e4-ce43-463c-b8d6-17732d14083d), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:29.031285 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cb68de23-540b-4e1e-bdd7-b5a520e13fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (488d25e4-ce43-463c-b8d6-17732d14083d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:29.049308 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a02f8d13-1ed0-472c-a644-dff8d7f6e345 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (f4a3eb78-65db-471e-9974-dfc9c9ac357d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:29.157071 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-92fa39ba-27c4-4bcb-b267-2fb1b7121383 req-2135c696-fd6d-42b0-af04-1ecb2526f172 service neutron] Attempting to bind port 7ae21435-cd16-45b1-86d3-6185b7ff9b4f on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:33:29.165265 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-92fa39ba-27c4-4bcb-b267-2fb1b7121383 req-2135c696-fd6d-42b0-af04-1ecb2526f172 service neutron] Attempting to bind port 7ae21435-cd16-45b1-86d3-6185b7ff9b4f by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '67868df0-7119-4405-a5ee-9b482544987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '14a123c9-40a9-4ab2-a841-3861362be1ec'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:33:29.167823 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fa39ba-27c4-4bcb-b267-2fb1b7121383 req-2135c696-fd6d-42b0-af04-1ecb2526f172 service neutron] Attempting to bind port 7ae21435-cd16-45b1-86d3-6185b7ff9b4f on network 14a123c9-40a9-4ab2-a841-3861362be1ec {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:33:29.185989 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fa39ba-27c4-4bcb-b267-2fb1b7121383 req-2135c696-fd6d-42b0-af04-1ecb2526f172 service neutron] Port 7ae21435-cd16-45b1-86d3-6185b7ff9b4f on network 14a123c9-40a9-4ab2-a841-3861362be1ec not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:33:29.186337 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fa39ba-27c4-4bcb-b267-2fb1b7121383 req-2135c696-fd6d-42b0-af04-1ecb2526f172 service neutron] Attempting to bind port 7ae21435-cd16-45b1-86d3-6185b7ff9b4f on network 14a123c9-40a9-4ab2-a841-3861362be1ec {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:33:29.214114 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fa39ba-27c4-4bcb-b267-2fb1b7121383 req-2135c696-fd6d-42b0-af04-1ecb2526f172 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:33:29.214456 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fa39ba-27c4-4bcb-b267-2fb1b7121383 req-2135c696-fd6d-42b0-af04-1ecb2526f172 service neutron] Checking segment: {'id': '67868df0-7119-4405-a5ee-9b482544987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '14a123c9-40a9-4ab2-a841-3861362be1ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:33:29.221324 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fa39ba-27c4-4bcb-b267-2fb1b7121383 req-2135c696-fd6d-42b0-af04-1ecb2526f172 service neutron] Bound using segment: {'id': '67868df0-7119-4405-a5ee-9b482544987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '14a123c9-40a9-4ab2-a841-3861362be1ec'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:33:29.222152 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-92fa39ba-27c4-4bcb-b267-2fb1b7121383 req-2135c696-fd6d-42b0-af04-1ecb2526f172 service neutron] Bound port: 7ae21435-cd16-45b1-86d3-6185b7ff9b4f, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67868df0-7119-4405-a5ee-9b482544987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '14a123c9-40a9-4ab2-a841-3861362be1ec'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:33:29.222571 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-92fa39ba-27c4-4bcb-b267-2fb1b7121383 req-2135c696-fd6d-42b0-af04-1ecb2526f172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7ae21435-cd16-45b1-86d3-6185b7ff9b4f), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:29.264569 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dea245-0b5f-47f1-a622-181a419a36c2 None None] Pushing event updated for resources: {'Port': ['ID=488d25e4-ce43-463c-b8d6-17732d14083d,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:29.267466 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-cb68de23-540b-4e1e-bdd7-b5a520e13fed None None] Attempting to bind port 488d25e4-ce43-463c-b8d6-17732d14083d on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:33:29.267856 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-cb68de23-540b-4e1e-bdd7-b5a520e13fed None None] Attempting to bind port 488d25e4-ce43-463c-b8d6-17732d14083d by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:33:29.271225 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb68de23-540b-4e1e-bdd7-b5a520e13fed None None] Attempting to bind port 488d25e4-ce43-463c-b8d6-17732d14083d on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:33:29.280344 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02f8d13-1ed0-472c-a644-dff8d7f6e345 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'Subnet': ['ID=f4a3eb78-65db-471e-9974-dfc9c9ac357d,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:29.289217 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb68de23-540b-4e1e-bdd7-b5a520e13fed None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:33:29.289614 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb68de23-540b-4e1e-bdd7-b5a520e13fed None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:33:29.292761 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cb68de23-540b-4e1e-bdd7-b5a520e13fed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:29.293246 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb68de23-540b-4e1e-bdd7-b5a520e13fed None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:33:29.293766 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-cb68de23-540b-4e1e-bdd7-b5a520e13fed None None] Bound port: 488d25e4-ce43-463c-b8d6-17732d14083d, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:33:29.294175 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cb68de23-540b-4e1e-bdd7-b5a520e13fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (488d25e4-ce43-463c-b8d6-17732d14083d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:29.312473 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02f8d13-1ed0-472c-a644-dff8d7f6e345 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Checking segment: {'id': 'e7f20f7e-7c66-4be7-99f2-fa1397a84898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '289bbf9b-fe41-40ce-8895-75a17e893a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:33:29.320345 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02f8d13-1ed0-472c-a644-dff8d7f6e345 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Network hostable DHCP agents. Network: 289bbf9b-fe41-40ce-8895-75a17e893a06, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:33:29.366006 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02f8d13-1ed0-472c-a644-dff8d7f6e345 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Network 289bbf9b-fe41-40ce-8895-75a17e893a06 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:33:29.401619 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-a02f8d13-1ed0-472c-a644-dff8d7f6e345 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 289bbf9b-fe41-40ce-8895-75a17e893a06) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:33:29.410183 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02f8d13-1ed0-472c-a644-dff8d7f6e345 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:29.410771 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a02f8d13-1ed0-472c-a644-dff8d7f6e345 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:29.430944 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d84269-56b5-449d-86af-bafa3b415a72 None None] Network 289bbf9b-fe41-40ce-8895-75a17e893a06 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:33:29.435584 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-cb68de23-540b-4e1e-bdd7-b5a520e13fed None None] For port 488d25e4-ce43-463c-b8d6-17732d14083d, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:33:29.454335 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a02f8d13-1ed0-472c-a644-dff8d7f6e345 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2577708 Feb 09 01:33:29.459008 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53314) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:33:29.532007 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-cb68de23-540b-4e1e-bdd7-b5a520e13fed None None] For port 488d25e4-ce43-463c-b8d6-17732d14083d, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=488d25e4-ce43-463c-b8d6-17732d14083d,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:33:29.556359 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cb68de23-540b-4e1e-bdd7-b5a520e13fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (488d25e4-ce43-463c-b8d6-17732d14083d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:29.683799 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565cb0bb-b97c-4cc1-a4c3-ec9e710ad14e req-f25dd06f-a231-4374-8f0a-e3abb62c8c27 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:29.697589 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-565cb0bb-b97c-4cc1-a4c3-ec9e710ad14e req-f25dd06f-a231-4374-8f0a-e3abb62c8c27 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bffd4a-56cf-4f94-9fa1-8aa6e69b0fa3 HTTP/1.1" status: 200 len: 944 time: 0.4251194 Feb 09 01:33:29.758849 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb68de23-540b-4e1e-bdd7-b5a520e13fed None None] Routers {'bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:33:29.759747 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-cb68de23-540b-4e1e-bdd7-b5a520e13fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:33:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:29.792360 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-92fa39ba-27c4-4bcb-b267-2fb1b7121383 req-2135c696-fd6d-42b0-af04-1ecb2526f172 service neutron] For port 7ae21435-cd16-45b1-86d3-6185b7ff9b4f, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:33:29.928835 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-565cb0bb-b97c-4cc1-a4c3-ec9e710ad14e req-50695b5f-5781-47f2-ba4f-0242396345e4 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095304 Feb 09 01:33:29.943972 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-92fa39ba-27c4-4bcb-b267-2fb1b7121383 req-2135c696-fd6d-42b0-af04-1ecb2526f172 service neutron] For port 7ae21435-cd16-45b1-86d3-6185b7ff9b4f, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=7ae21435-cd16-45b1-86d3-6185b7ff9b4f,segment=NetworkSegment(67868df0-7119-4405-a5ee-9b482544987e),segment_id=67868df0-7119-4405-a5ee-9b482544987e)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:33:29.959767 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-92fa39ba-27c4-4bcb-b267-2fb1b7121383 req-2135c696-fd6d-42b0-af04-1ecb2526f172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (7ae21435-cd16-45b1-86d3-6185b7ff9b4f), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:30.000577 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-cb68de23-540b-4e1e-bdd7-b5a520e13fed None None] Set router bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:33:30.074161 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa39ba-27c4-4bcb-b267-2fb1b7121383 req-2135c696-fd6d-42b0-af04-1ecb2526f172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:30.075840 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-92fa39ba-27c4-4bcb-b267-2fb1b7121383 req-2135c696-fd6d-42b0-af04-1ecb2526f172 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:30.078844 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-92fa39ba-27c4-4bcb-b267-2fb1b7121383 req-2135c696-fd6d-42b0-af04-1ecb2526f172 service neutron] 10.222.0.120 "PUT /v2.0/ports/7ae21435-cd16-45b1-86d3-6185b7ff9b4f HTTP/1.1" status: 200 len: 1092 time: 2.1697161 Feb 09 01:33:30.081813 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53bffd4a-56cf-4f94-9fa1-8aa6e69b0fa3', 'tag': '7ae21435-cd16-45b1-86d3-6185b7ff9b4f'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:33:30.087846 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4b003d-25f6-4eed-be8e-f0a01c2eb080" -d '{"events": [{"name": "network-changed", "server_uuid": "53bffd4a-56cf-4f94-9fa1-8aa6e69b0fa3", "tag": "7ae21435-cd16-45b1-86d3-6185b7ff9b4f"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:33:30.261583 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e115db7d-f249-4e50-8904-fb2af7ea5f26 x-openstack-request-id: req-e115db7d-f249-4e50-8904-fb2af7ea5f26 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:33:30.261908 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53bffd4a-56cf-4f94-9fa1-8aa6e69b0fa3", "tag": "7ae21435-cd16-45b1-86d3-6185b7ff9b4f", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:33:30.262165 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e115db7d-f249-4e50-8904-fb2af7ea5f26 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:33:30.262569 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53bffd4a-56cf-4f94-9fa1-8aa6e69b0fa3', 'tag': '7ae21435-cd16-45b1-86d3-6185b7ff9b4f', 'status': 'completed', 'code': 200} Feb 09 01:33:30.276658 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2135c696-fd6d-42b0-af04-1ecb2526f172 service neutron] Pushing event updated for resources: {'Port': ['ID=7ae21435-cd16-45b1-86d3-6185b7ff9b4f,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:30.311260 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa39ba-27c4-4bcb-b267-2fb1b7121383 req-53438943-a9a5-4bea-9a89-3850521cd7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:30.312880 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-92fa39ba-27c4-4bcb-b267-2fb1b7121383 req-53438943-a9a5-4bea-9a89-3850521cd7ef service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=6d314619fa0a4fa2b259de5884a0fcb1&device_id=53bffd4a-56cf-4f94-9fa1-8aa6e69b0fa3 HTTP/1.1" status: 200 len: 1126 time: 0.1817243 Feb 09 01:33:30.382778 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-92fa39ba-27c4-4bcb-b267-2fb1b7121383 req-23bb4552-2278-46d0-85e1-fa08aeb050ea service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ae21435-cd16-45b1-86d3-6185b7ff9b4f HTTP/1.1" status: 200 len: 217 time: 0.0585856 Feb 09 01:33:30.481192 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa39ba-27c4-4bcb-b267-2fb1b7121383 req-cb7cfa3a-41c3-480f-ace6-796677b12ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:30.484313 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-92fa39ba-27c4-4bcb-b267-2fb1b7121383 req-cb7cfa3a-41c3-480f-ace6-796677b12ed6 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=df56b1a3-b96c-4c73-a247-eabcbf9d00ea HTTP/1.1" status: 200 len: 845 time: 0.0938787 Feb 09 01:33:30.580524 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-92fa39ba-27c4-4bcb-b267-2fb1b7121383 req-352cd88c-8886-479d-a350-a8e06f1f03a5 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=14a123c9-40a9-4ab2-a841-3861362be1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911596 Feb 09 01:33:30.806317 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-92fa39ba-27c4-4bcb-b267-2fb1b7121383 req-1a83b7d8-1c23-4826-b904-82906ceda1c3 service neutron] 10.222.0.120 "GET /v2.0/networks/14a123c9-40a9-4ab2-a841-3861362be1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173297 Feb 09 01:33:30.820420 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ca2a8b-a283-44a1-bea0-18678f0d2fed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-289bbf9b-fe41-40ce-8895-75a17e893a06', 'network_id': '289bbf9b-fe41-40ce-8895-75a17e893a06', 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'fixed_ips': [{'subnet_id': 'f4a3eb78-65db-471e-9974-dfc9c9ac357d'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:33:30.822328 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-61ca2a8b-a283-44a1-bea0-18678f0d2fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:30.867294 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dea245-0b5f-47f1-a622-181a419a36c2 None None] Pushing event updated for resources: {'Port': ['ID=488d25e4-ce43-463c-b8d6-17732d14083d,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:30.892644 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-955ca2b0-1f91-40cb-afb5-3c2e908de531 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:30.910987 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dea245-0b5f-47f1-a622-181a419a36c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:30.912170 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dea245-0b5f-47f1-a622-181a419a36c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:30.914022 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dea245-0b5f-47f1-a622-181a419a36c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:30.928772 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dea245-0b5f-47f1-a622-181a419a36c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:30.939698 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dea245-0b5f-47f1-a622-181a419a36c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:30.940277 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dea245-0b5f-47f1-a622-181a419a36c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:30.941604 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dea245-0b5f-47f1-a622-181a419a36c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:30.942063 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dea245-0b5f-47f1-a622-181a419a36c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:30.942511 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dea245-0b5f-47f1-a622-181a419a36c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:30.942961 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dea245-0b5f-47f1-a622-181a419a36c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:30.943404 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dea245-0b5f-47f1-a622-181a419a36c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:30.943851 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dea245-0b5f-47f1-a622-181a419a36c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:30.944679 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dea245-0b5f-47f1-a622-181a419a36c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:31.039520 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-92fa39ba-27c4-4bcb-b267-2fb1b7121383 req-8da395a4-e3bb-4946-bbe1-30b4892d3429 service neutron] 10.222.0.120 "GET /v2.0/networks/14a123c9-40a9-4ab2-a841-3861362be1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261403 Feb 09 01:33:31.305891 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-61ca2a8b-a283-44a1-bea0-18678f0d2fed None None] Allocated IP 172.20.0.2 (289bbf9b-fe41-40ce-8895-75a17e893a06/f4a3eb78-65db-471e-9974-dfc9c9ac357d/f75b22ed-c566-41ef-adfd-a0e766e895c5) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:33:31.317017 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b003d-25f6-4eed-be8e-f0a01c2eb080 req-0cfcf599-3564-4349-b6be-6852cc3cb548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:31.319168 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bb4b003d-25f6-4eed-be8e-f0a01c2eb080 req-0cfcf599-3564-4349-b6be-6852cc3cb548 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=6d314619fa0a4fa2b259de5884a0fcb1&device_id=53bffd4a-56cf-4f94-9fa1-8aa6e69b0fa3 HTTP/1.1" status: 200 len: 1126 time: 0.2340393 Feb 09 01:33:31.461967 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86619c0-792c-4de9-b909-5a8cd6f6d85d req-0168be94-d3b5-459e-a6de-6f58b47ff7a0 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:31.476310 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f86619c0-792c-4de9-b909-5a8cd6f6d85d req-0168be94-d3b5-459e-a6de-6f58b47ff7a0 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bffd4a-56cf-4f94-9fa1-8aa6e69b0fa3 HTTP/1.1" status: 200 len: 944 time: 0.2954702 Feb 09 01:33:31.595701 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f86619c0-792c-4de9-b909-5a8cd6f6d85d req-0ab901b6-986d-42bf-960a-e8365ed9e5aa tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176960 Feb 09 01:33:31.660208 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b003d-25f6-4eed-be8e-f0a01c2eb080 req-00b6093a-e853-4976-a1d8-20f1fff750d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:31.662983 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bb4b003d-25f6-4eed-be8e-f0a01c2eb080 req-00b6093a-e853-4976-a1d8-20f1fff750d2 service neutron] 10.222.0.120 "GET /v2.0/networks?id=14a123c9-40a9-4ab2-a841-3861362be1ec HTTP/1.1" status: 200 len: 907 time: 0.3156712 Feb 09 01:33:31.671710 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-61ca2a8b-a283-44a1-bea0-18678f0d2fed None None] Publish callbacks [] for port (f75b22ed-c566-41ef-adfd-a0e766e895c5), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:31.697437 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-61ca2a8b-a283-44a1-bea0-18678f0d2fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (f75b22ed-c566-41ef-adfd-a0e766e895c5), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:31.767952 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bb4b003d-25f6-4eed-be8e-f0a01c2eb080 req-2fc170e5-46ce-47a7-8fe8-b9cf527070cd service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ae21435-cd16-45b1-86d3-6185b7ff9b4f HTTP/1.1" status: 200 len: 217 time: 0.0876813 Feb 09 01:33:31.778704 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ca2a8b-a283-44a1-bea0-18678f0d2fed None None] Network 289bbf9b-fe41-40ce-8895-75a17e893a06 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:33:31.788231 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-61ca2a8b-a283-44a1-bea0-18678f0d2fed None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:33:31.791823 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ca2a8b-a283-44a1-bea0-18678f0d2fed None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:33:31.815261 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-955ca2b0-1f91-40cb-afb5-3c2e908de531 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Allocated IP 172.20.0.1 (289bbf9b-fe41-40ce-8895-75a17e893a06/f4a3eb78-65db-471e-9974-dfc9c9ac357d/b6e87f70-fd00-4bab-b0fc-d9f14cdabb63) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:33:31.824277 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-cb68de23-540b-4e1e-bdd7-b5a520e13fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976226037', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '488d25e4-ce43-463c-b8d6-17732d14083d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:22Z', 'updated_at': '2022-02-09T01:33:25Z', 'revision_number': 3, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '488d25e4-ce43-463c-b8d6-17732d14083d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:24Z', 'updated_at': '2022-02-09T01:33:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:31.862681 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca2a8b-a283-44a1-bea0-18678f0d2fed None None] Pushing event updated for resources: {'Port': ['ID=f75b22ed-c566-41ef-adfd-a0e766e895c5,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:31.924289 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb68de23-540b-4e1e-bdd7-b5a520e13fed None None] The sync data for ids ['bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa'] in n-d-828369-4 is: [{'id': 'bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976226037', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '488d25e4-ce43-463c-b8d6-17732d14083d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:22Z', 'updated_at': '2022-02-09T01:33:25Z', 'revision_number': 3, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '488d25e4-ce43-463c-b8d6-17732d14083d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:24Z', 'updated_at': '2022-02-09T01:33:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:33:31.947478 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-61ca2a8b-a283-44a1-bea0-18678f0d2fed None None] Attempting to bind port f75b22ed-c566-41ef-adfd-a0e766e895c5 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:33:31.947868 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-61ca2a8b-a283-44a1-bea0-18678f0d2fed None None] Attempting to bind port f75b22ed-c566-41ef-adfd-a0e766e895c5 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'e7f20f7e-7c66-4be7-99f2-fa1397a84898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '289bbf9b-fe41-40ce-8895-75a17e893a06'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:33:31.948250 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ca2a8b-a283-44a1-bea0-18678f0d2fed None None] Attempting to bind port f75b22ed-c566-41ef-adfd-a0e766e895c5 on network 289bbf9b-fe41-40ce-8895-75a17e893a06 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:33:31.963588 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ca2a8b-a283-44a1-bea0-18678f0d2fed None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:33:31.963993 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ca2a8b-a283-44a1-bea0-18678f0d2fed None None] Checking segment: {'id': 'e7f20f7e-7c66-4be7-99f2-fa1397a84898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '289bbf9b-fe41-40ce-8895-75a17e893a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:33:31.964390 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-61ca2a8b-a283-44a1-bea0-18678f0d2fed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:31.964850 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ca2a8b-a283-44a1-bea0-18678f0d2fed None None] Bound using segment: {'id': 'e7f20f7e-7c66-4be7-99f2-fa1397a84898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '289bbf9b-fe41-40ce-8895-75a17e893a06'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:33:31.965350 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-61ca2a8b-a283-44a1-bea0-18678f0d2fed None None] Bound port: f75b22ed-c566-41ef-adfd-a0e766e895c5, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f20f7e-7c66-4be7-99f2-fa1397a84898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '289bbf9b-fe41-40ce-8895-75a17e893a06'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:33:31.965749 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-61ca2a8b-a283-44a1-bea0-18678f0d2fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f75b22ed-c566-41ef-adfd-a0e766e895c5), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:32.041446 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b003d-25f6-4eed-be8e-f0a01c2eb080 req-4fa3ad25-f15d-48a4-8693-4454dc766ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:32.049090 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bb4b003d-25f6-4eed-be8e-f0a01c2eb080 req-4fa3ad25-f15d-48a4-8693-4454dc766ddc service neutron] 10.222.0.120 "GET /v2.0/subnets?id=df56b1a3-b96c-4c73-a247-eabcbf9d00ea HTTP/1.1" status: 200 len: 845 time: 0.2664268 Feb 09 01:33:32.139257 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bb4b003d-25f6-4eed-be8e-f0a01c2eb080 req-b6674b41-2239-42e5-84a5-45ffb600c74e service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=14a123c9-40a9-4ab2-a841-3861362be1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847309 Feb 09 01:33:32.144583 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-61ca2a8b-a283-44a1-bea0-18678f0d2fed None None] For port f75b22ed-c566-41ef-adfd-a0e766e895c5, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:33:32.148172 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-61ca2a8b-a283-44a1-bea0-18678f0d2fed None None] For port f75b22ed-c566-41ef-adfd-a0e766e895c5, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f75b22ed-c566-41ef-adfd-a0e766e895c5,segment=NetworkSegment(e7f20f7e-7c66-4be7-99f2-fa1397a84898),segment_id=e7f20f7e-7c66-4be7-99f2-fa1397a84898)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:33:32.161623 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-61ca2a8b-a283-44a1-bea0-18678f0d2fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f75b22ed-c566-41ef-adfd-a0e766e895c5), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:32.181483 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-955ca2b0-1f91-40cb-afb5-3c2e908de531 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for port (b6e87f70-fd00-4bab-b0fc-d9f14cdabb63), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:32.270627 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-955ca2b0-1f91-40cb-afb5-3c2e908de531 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (b6e87f70-fd00-4bab-b0fc-d9f14cdabb63), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:32.295144 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca2a8b-a283-44a1-bea0-18678f0d2fed None None] Pushing event updated for resources: {'Port': ['ID=f75b22ed-c566-41ef-adfd-a0e766e895c5,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:32.406576 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955ca2b0-1f91-40cb-afb5-3c2e908de531 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Network 289bbf9b-fe41-40ce-8895-75a17e893a06 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:33:32.414085 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-23a97949-ce42-4d1f-a526-33d5af997072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:32.418581 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-955ca2b0-1f91-40cb-afb5-3c2e908de531 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:33:32.444694 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955ca2b0-1f91-40cb-afb5-3c2e908de531 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:33:32.523341 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bb4b003d-25f6-4eed-be8e-f0a01c2eb080 req-b3c4431b-de70-48d7-b983-51186554523a service neutron] 10.222.0.120 "GET /v2.0/networks/14a123c9-40a9-4ab2-a841-3861362be1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744423 Feb 09 01:33:32.573210 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-955ca2b0-1f91-40cb-afb5-3c2e908de531 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:32.583593 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ca2b0-1f91-40cb-afb5-3c2e908de531 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'Port': ['ID=b6e87f70-fd00-4bab-b0fc-d9f14cdabb63,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:32.986813 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bb4b003d-25f6-4eed-be8e-f0a01c2eb080 req-2aa5b967-0a67-49da-96e8-37c559c0d39f service neutron] 10.222.0.120 "GET /v2.0/networks/14a123c9-40a9-4ab2-a841-3861362be1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4539850 Feb 09 01:33:33.030384 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66a1e2-d1ed-4fdf-bc0f-841e8d10f1d4 req-105b30a4-dbbd-4c0d-aee9-21c1589c85ce tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:33.050858 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0e66a1e2-d1ed-4fdf-bc0f-841e8d10f1d4 req-105b30a4-dbbd-4c0d-aee9-21c1589c85ce tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bffd4a-56cf-4f94-9fa1-8aa6e69b0fa3 HTTP/1.1" status: 200 len: 944 time: 0.2390950 Feb 09 01:33:33.067222 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-955ca2b0-1f91-40cb-afb5-3c2e908de531 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b6e87f70-fd00-4bab-b0fc-d9f14cdabb63), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:33.194550 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0e66a1e2-d1ed-4fdf-bc0f-841e8d10f1d4 req-8fe39326-c2ee-4c0e-badc-fbb2b9f62b88 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403041 Feb 09 01:33:33.448868 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 488d25e4-ce43-463c-b8d6-17732d14083d up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:33:33.664205 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 488d25e4-ce43-463c-b8d6-17732d14083d triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:33.664777 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (488d25e4-ce43-463c-b8d6-17732d14083d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:33.898972 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-955ca2b0-1f91-40cb-afb5-3c2e908de531 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for port (b6e87f70-fd00-4bab-b0fc-d9f14cdabb63), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:33.904126 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-955ca2b0-1f91-40cb-afb5-3c2e908de531 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (b6e87f70-fd00-4bab-b0fc-d9f14cdabb63), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:33.996085 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 488d25e4-ce43-463c-b8d6-17732d14083d is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:33:33.996496 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (488d25e4-ce43-463c-b8d6-17732d14083d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:34.068050 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 488d25e4-ce43-463c-b8d6-17732d14083d, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=488d25e4-ce43-463c-b8d6-17732d14083d,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:34.069691 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-955ca2b0-1f91-40cb-afb5-3c2e908de531 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:34.086650 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (488d25e4-ce43-463c-b8d6-17732d14083d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:34.090910 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f75b22ed-c566-41ef-adfd-a0e766e895c5 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:33:34.232137 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ca2b0-1f91-40cb-afb5-3c2e908de531 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'Port': ['ID=b6e87f70-fd00-4bab-b0fc-d9f14cdabb63,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:34.277835 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port f75b22ed-c566-41ef-adfd-a0e766e895c5 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:34.278225 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f75b22ed-c566-41ef-adfd-a0e766e895c5), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:34.493432 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955ca2b0-1f91-40cb-afb5-3c2e908de531 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Network 289bbf9b-fe41-40ce-8895-75a17e893a06 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:33:34.505249 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-955ca2b0-1f91-40cb-afb5-3c2e908de531 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:33:34.523121 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 7ae21435-cd16-45b1-86d3-6185b7ff9b4f details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:33:34.563772 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ba1ff-0c85-4c7e-be32-912e6cb84353 req-6daf53bc-544b-4b35-9a7f-11d5e4bc1b64 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:34.580188 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5d9ba1ff-0c85-4c7e-be32-912e6cb84353 req-6daf53bc-544b-4b35-9a7f-11d5e4bc1b64 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bffd4a-56cf-4f94-9fa1-8aa6e69b0fa3 HTTP/1.1" status: 200 len: 944 time: 0.1852067 Feb 09 01:33:34.652902 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 7ae21435-cd16-45b1-86d3-6185b7ff9b4f, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=7ae21435-cd16-45b1-86d3-6185b7ff9b4f,segment=NetworkSegment(67868df0-7119-4405-a5ee-9b482544987e),segment_id=67868df0-7119-4405-a5ee-9b482544987e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:34.689751 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '7ae21435-cd16-45b1-86d3-6185b7ff9b4f', 'network_id': '14a123c9-40a9-4ab2-a841-3861362be1ec', 'port_id': '7ae21435-cd16-45b1-86d3-6185b7ff9b4f', 'mac_address': 'fa:16:3e:36:ce:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df56b1a3-b96c-4c73-a247-eabcbf9d00ea', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:33:34.693894 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d154ca27-0cbf-4e43-877a-dca5a24f2da2 None None] Network 289bbf9b-fe41-40ce-8895-75a17e893a06 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:33:34.763244 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5d9ba1ff-0c85-4c7e-be32-912e6cb84353 req-a3bfc78c-3846-43a1-a611-1a46235f9ff5 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761851 Feb 09 01:33:34.854644 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 7ae21435-cd16-45b1-86d3-6185b7ff9b4f is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:33:34.855146 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7ae21435-cd16-45b1-86d3-6185b7ff9b4f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:34.882875 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9ee4c840-63ed-4b67-b6d9-08971a54fd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:34.886292 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=488d25e4-ce43-463c-b8d6-17732d14083d,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:34.923089 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955ca2b0-1f91-40cb-afb5-3c2e908de531 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Router bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:33:34.961514 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ae21435-cd16-45b1-86d3-6185b7ff9b4f {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:33:35.022048 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 7ae21435-cd16-45b1-86d3-6185b7ff9b4f, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=7ae21435-cd16-45b1-86d3-6185b7ff9b4f,segment=NetworkSegment(67868df0-7119-4405-a5ee-9b482544987e),segment_id=67868df0-7119-4405-a5ee-9b482544987e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:35.036134 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (7ae21435-cd16-45b1-86d3-6185b7ff9b4f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:35.159775 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=7ae21435-cd16-45b1-86d3-6185b7ff9b4f,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:35.169048 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-e13a3dad-0c92-43d5-8ac0-c7d3ca62c136 None None] Provisioning complete for port f75b22ed-c566-41ef-adfd-a0e766e895c5 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:35.169480 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e13a3dad-0c92-43d5-8ac0-c7d3ca62c136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f75b22ed-c566-41ef-adfd-a0e766e895c5), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:35.223871 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955ca2b0-1f91-40cb-afb5-3c2e908de531 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:33:35.259269 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-955ca2b0-1f91-40cb-afb5-3c2e908de531 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "PUT /v2.0/routers/bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7987769 Feb 09 01:33:35.390500 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port f75b22ed-c566-41ef-adfd-a0e766e895c5 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:33:35.390906 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f75b22ed-c566-41ef-adfd-a0e766e895c5), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:35.411532 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['7ae21435-cd16-45b1-86d3-6185b7ff9b4f'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:33:35.611423 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539b6145-d663-46ea-b44a-240f3f541dee None None] Sync routers for ids ['bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:33:35.660958 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port f75b22ed-c566-41ef-adfd-a0e766e895c5, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f75b22ed-c566-41ef-adfd-a0e766e895c5,segment=NetworkSegment(e7f20f7e-7c66-4be7-99f2-fa1397a84898),segment_id=e7f20f7e-7c66-4be7-99f2-fa1397a84898)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:35.669363 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f75b22ed-c566-41ef-adfd-a0e766e895c5), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:35.671415 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e13a3dad-0c92-43d5-8ac0-c7d3ca62c136 None None] Current status of the port f75b22ed-c566-41ef-adfd-a0e766e895c5 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:33:35.684465 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e13a3dad-0c92-43d5-8ac0-c7d3ca62c136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f75b22ed-c566-41ef-adfd-a0e766e895c5), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:35.705933 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539b6145-d663-46ea-b44a-240f3f541dee None None] Routers {'bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:33:35.706580 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-539b6145-d663-46ea-b44a-240f3f541dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:33:35Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:35.898873 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 488d25e4-ce43-463c-b8d6-17732d14083d up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:33:36.124766 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2203761-a255-4ae7-a348-f42ca8e40ff1 req-19897a64-f2b0-4c70-8c61-07930014a1d1 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:36.150283 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=f75b22ed-c566-41ef-adfd-a0e766e895c5,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:36.151355 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b2203761-a255-4ae7-a348-f42ca8e40ff1 req-19897a64-f2b0-4c70-8c61-07930014a1d1 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bffd4a-56cf-4f94-9fa1-8aa6e69b0fa3 HTTP/1.1" status: 200 len: 945 time: 0.1970053 Feb 09 01:33:36.207155 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-539b6145-d663-46ea-b44a-240f3f541dee None None] Set router bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:33:36.271160 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b2203761-a255-4ae7-a348-f42ca8e40ff1 req-d91af605-c77c-4e3d-9364-1b1816a49504 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187577 Feb 09 01:33:36.346146 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.api [None req-e13a3dad-0c92-43d5-8ac0-c7d3ca62c136 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:33:36.346526 n-d-828369-4 neutron-server[103138]: DEBUG oslo_db.api [None req-e13a3dad-0c92-43d5-8ac0-c7d3ca62c136 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:33:36.347132 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:36.407529 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 488d25e4-ce43-463c-b8d6-17732d14083d triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:36.407929 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (488d25e4-ce43-463c-b8d6-17732d14083d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:36.674662 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 488d25e4-ce43-463c-b8d6-17732d14083d is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:33:36.765666 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-539b6145-d663-46ea-b44a-240f3f541dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976226037', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '488d25e4-ce43-463c-b8d6-17732d14083d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:22Z', 'updated_at': '2022-02-09T01:33:32Z', 'revision_number': 4, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '488d25e4-ce43-463c-b8d6-17732d14083d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:24Z', 'updated_at': '2022-02-09T01:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'b6e87f70-fd00-4bab-b0fc-d9f14cdabb63', 'name': '', 'network_id': '289bbf9b-fe41-40ce-8895-75a17e893a06', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'mac_address': 'fa:16:3e:d3:83:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'f4a3eb78-65db-471e-9974-dfc9c9ac357d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:31Z', 'updated_at': '2022-02-09T01:33:33Z', 'revision_number': 2, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'subnets': [{'id': 'f4a3eb78-65db-471e-9974-dfc9c9ac357d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:36.815481 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539b6145-d663-46ea-b44a-240f3f541dee None None] Checking router: bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:33:36.815742 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539b6145-d663-46ea-b44a-240f3f541dee None None] Updating router bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa port b6e87f70-fd00-4bab-b0fc-d9f14cdabb63 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:33:36.911136 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-539b6145-d663-46ea-b44a-240f3f541dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b6e87f70-fd00-4bab-b0fc-d9f14cdabb63), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:36.963498 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e13a3dad-0c92-43d5-8ac0-c7d3ca62c136 None None] Current status of the port f75b22ed-c566-41ef-adfd-a0e766e895c5 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:33:37.109561 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-1f601b2f-379f-4be4-bebc-6110cb2a30a0 None None] Provisioning complete for port b6e87f70-fd00-4bab-b0fc-d9f14cdabb63 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:37.112562 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1f601b2f-379f-4be4-bebc-6110cb2a30a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b6e87f70-fd00-4bab-b0fc-d9f14cdabb63), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:37.188477 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-1f601b2f-379f-4be4-bebc-6110cb2a30a0 None None] Port b6e87f70-fd00-4bab-b0fc-d9f14cdabb63 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:33:37.205410 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-1f601b2f-379f-4be4-bebc-6110cb2a30a0 None None] Provisioning complete for port f75b22ed-c566-41ef-adfd-a0e766e895c5 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:37.205963 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1f601b2f-379f-4be4-bebc-6110cb2a30a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f75b22ed-c566-41ef-adfd-a0e766e895c5), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:37.278158 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:37.335177 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-1f601b2f-379f-4be4-bebc-6110cb2a30a0 None None] Current status of the port f75b22ed-c566-41ef-adfd-a0e766e895c5 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:33:37.525518 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853b777-95eb-478e-85c3-8e137b8fd5d0 req-73afb97b-6b8f-4af5-ab9e-a7140466586c tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:37.538683 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c853b777-95eb-478e-85c3-8e137b8fd5d0 req-73afb97b-6b8f-4af5-ab9e-a7140466586c tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bffd4a-56cf-4f94-9fa1-8aa6e69b0fa3 HTTP/1.1" status: 200 len: 945 time: 0.1042230 Feb 09 01:33:37.625542 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c853b777-95eb-478e-85c3-8e137b8fd5d0 req-593d527d-0959-43ef-8258-42f43129203d tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797238 Feb 09 01:33:37.629369 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-539b6145-d663-46ea-b44a-240f3f541dee None None] Publish callbacks [] for port (b6e87f70-fd00-4bab-b0fc-d9f14cdabb63), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:37.651117 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-539b6145-d663-46ea-b44a-240f3f541dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b6e87f70-fd00-4bab-b0fc-d9f14cdabb63), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:37.870449 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:37.875463 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f75b22ed-c566-41ef-adfd-a0e766e895c5 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:33:37.926987 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d6ee5-bd1c-4f4d-b640-083b9eaa3e2d None None] Pushing event updated for resources: {'Port': ['ID=b6e87f70-fd00-4bab-b0fc-d9f14cdabb63,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:37.979817 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1d6ee5-bd1c-4f4d-b640-083b9eaa3e2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:37.980195 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1d6ee5-bd1c-4f4d-b640-083b9eaa3e2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:37.980591 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1d6ee5-bd1c-4f4d-b640-083b9eaa3e2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:37.980916 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1d6ee5-bd1c-4f4d-b640-083b9eaa3e2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:37.981263 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1d6ee5-bd1c-4f4d-b640-083b9eaa3e2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:37.981595 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1d6ee5-bd1c-4f4d-b640-083b9eaa3e2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:37.981930 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1d6ee5-bd1c-4f4d-b640-083b9eaa3e2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:37.982257 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1d6ee5-bd1c-4f4d-b640-083b9eaa3e2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:37.982592 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1d6ee5-bd1c-4f4d-b640-083b9eaa3e2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:37.982918 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1d6ee5-bd1c-4f4d-b640-083b9eaa3e2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:37.983244 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1d6ee5-bd1c-4f4d-b640-083b9eaa3e2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:37.983569 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1d6ee5-bd1c-4f4d-b640-083b9eaa3e2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:37.983965 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1d6ee5-bd1c-4f4d-b640-083b9eaa3e2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:38.029342 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-539b6145-d663-46ea-b44a-240f3f541dee None None] Attempting to bind port b6e87f70-fd00-4bab-b0fc-d9f14cdabb63 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:33:38.029725 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-539b6145-d663-46ea-b44a-240f3f541dee None None] Attempting to bind port b6e87f70-fd00-4bab-b0fc-d9f14cdabb63 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'e7f20f7e-7c66-4be7-99f2-fa1397a84898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '289bbf9b-fe41-40ce-8895-75a17e893a06'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:33:38.030099 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539b6145-d663-46ea-b44a-240f3f541dee None None] Attempting to bind port b6e87f70-fd00-4bab-b0fc-d9f14cdabb63 on network 289bbf9b-fe41-40ce-8895-75a17e893a06 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:33:38.044764 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539b6145-d663-46ea-b44a-240f3f541dee None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:33:38.045474 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539b6145-d663-46ea-b44a-240f3f541dee None None] Checking segment: {'id': 'e7f20f7e-7c66-4be7-99f2-fa1397a84898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '289bbf9b-fe41-40ce-8895-75a17e893a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:33:38.046223 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-539b6145-d663-46ea-b44a-240f3f541dee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:38.056125 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539b6145-d663-46ea-b44a-240f3f541dee None None] Bound using segment: {'id': 'e7f20f7e-7c66-4be7-99f2-fa1397a84898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '289bbf9b-fe41-40ce-8895-75a17e893a06'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:33:38.057153 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-539b6145-d663-46ea-b44a-240f3f541dee None None] Bound port: b6e87f70-fd00-4bab-b0fc-d9f14cdabb63, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f20f7e-7c66-4be7-99f2-fa1397a84898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '289bbf9b-fe41-40ce-8895-75a17e893a06'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:33:38.058782 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-539b6145-d663-46ea-b44a-240f3f541dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b6e87f70-fd00-4bab-b0fc-d9f14cdabb63), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:38.141317 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port f75b22ed-c566-41ef-adfd-a0e766e895c5 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:38.141991 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f75b22ed-c566-41ef-adfd-a0e766e895c5), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:38.230322 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-539b6145-d663-46ea-b44a-240f3f541dee None None] For port b6e87f70-fd00-4bab-b0fc-d9f14cdabb63, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:33:38.246720 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-539b6145-d663-46ea-b44a-240f3f541dee None None] For port b6e87f70-fd00-4bab-b0fc-d9f14cdabb63, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=b6e87f70-fd00-4bab-b0fc-d9f14cdabb63,segment=NetworkSegment(e7f20f7e-7c66-4be7-99f2-fa1397a84898),segment_id=e7f20f7e-7c66-4be7-99f2-fa1397a84898)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:33:38.267268 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-539b6145-d663-46ea-b44a-240f3f541dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b6e87f70-fd00-4bab-b0fc-d9f14cdabb63), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:38.345199 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port f75b22ed-c566-41ef-adfd-a0e766e895c5 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:33:38.431794 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539b6145-d663-46ea-b44a-240f3f541dee None None] Routers {'bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:33:38.441411 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-539b6145-d663-46ea-b44a-240f3f541dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:33:35Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:38.465006 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 7ae21435-cd16-45b1-86d3-6185b7ff9b4f up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:33:38.500209 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:38.628517 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-4433befa-07be-4e06-b7d3-a170385b95c3 None None] Provisioning complete for port b6e87f70-fd00-4bab-b0fc-d9f14cdabb63 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:38.628939 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4433befa-07be-4e06-b7d3-a170385b95c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b6e87f70-fd00-4bab-b0fc-d9f14cdabb63), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:38.693595 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d6ee5-bd1c-4f4d-b640-083b9eaa3e2d None None] Pushing event updated for resources: {'Port': ['ID=b6e87f70-fd00-4bab-b0fc-d9f14cdabb63,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:38.866912 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 7ae21435-cd16-45b1-86d3-6185b7ff9b4f completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:33:38.894187 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-539b6145-d663-46ea-b44a-240f3f541dee None None] Set router bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:33:38.939152 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 7ae21435-cd16-45b1-86d3-6185b7ff9b4f triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:38.939152 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (7ae21435-cd16-45b1-86d3-6185b7ff9b4f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:39.101417 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-4433befa-07be-4e06-b7d3-a170385b95c3 None None] Current status of the port b6e87f70-fd00-4bab-b0fc-d9f14cdabb63 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:33:39.103674 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4433befa-07be-4e06-b7d3-a170385b95c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b6e87f70-fd00-4bab-b0fc-d9f14cdabb63), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:39.112613 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeab514-1bfc-49a3-95f1-a32bb1d1cfb6 req-22b3fe93-bc17-4cf9-bde8-f11a970ecb17 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:39.123905 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dbeab514-1bfc-49a3-95f1-a32bb1d1cfb6 req-22b3fe93-bc17-4cf9-bde8-f11a970ecb17 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bffd4a-56cf-4f94-9fa1-8aa6e69b0fa3 HTTP/1.1" status: 200 len: 945 time: 0.1410236 Feb 09 01:33:39.246409 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dbeab514-1bfc-49a3-95f1-a32bb1d1cfb6 req-a8573ddb-62bb-44c0-b7b6-47a2472e7ad6 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084390 Feb 09 01:33:39.258536 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-4433befa-07be-4e06-b7d3-a170385b95c3 None None] For port b6e87f70-fd00-4bab-b0fc-d9f14cdabb63, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=b6e87f70-fd00-4bab-b0fc-d9f14cdabb63,segment=NetworkSegment(e7f20f7e-7c66-4be7-99f2-fa1397a84898),segment_id=e7f20f7e-7c66-4be7-99f2-fa1397a84898)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:39.262907 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4433befa-07be-4e06-b7d3-a170385b95c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b6e87f70-fd00-4bab-b0fc-d9f14cdabb63), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:39.325462 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 7ae21435-cd16-45b1-86d3-6185b7ff9b4f is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:33:39.326133 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7ae21435-cd16-45b1-86d3-6185b7ff9b4f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:39.395441 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53bffd4a-56cf-4f94-9fa1-8aa6e69b0fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae21435-cd16-45b1-86d3-6185b7ff9b4f'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:33:39.398376 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea4c09a-8ecb-4381-b1de-612d25f7fc1b" -d '{"events": [{"server_uuid": "53bffd4a-56cf-4f94-9fa1-8aa6e69b0fa3", "name": "network-vif-plugged", "status": "completed", "tag": "7ae21435-cd16-45b1-86d3-6185b7ff9b4f"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:33:39.444037 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4433befa-07be-4e06-b7d3-a170385b95c3 None None] Pushing event updated for resources: {'Port': ['ID=b6e87f70-fd00-4bab-b0fc-d9f14cdabb63,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:39.470454 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 7ae21435-cd16-45b1-86d3-6185b7ff9b4f, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=7ae21435-cd16-45b1-86d3-6185b7ff9b4f,segment=NetworkSegment(67868df0-7119-4405-a5ee-9b482544987e),segment_id=67868df0-7119-4405-a5ee-9b482544987e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:39.480285 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (7ae21435-cd16-45b1-86d3-6185b7ff9b4f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:39.492454 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6b2f49-c554-45c0-837d-e1104d2f4808 x-openstack-request-id: req-7c6b2f49-c554-45c0-837d-e1104d2f4808 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:33:39.494672 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53bffd4a-56cf-4f94-9fa1-8aa6e69b0fa3", "name": "network-vif-plugged", "status": "completed", "tag": "7ae21435-cd16-45b1-86d3-6185b7ff9b4f", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:33:39.495098 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7c6b2f49-c554-45c0-837d-e1104d2f4808 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:33:39.495680 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53bffd4a-56cf-4f94-9fa1-8aa6e69b0fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae21435-cd16-45b1-86d3-6185b7ff9b4f', 'code': 200} Feb 09 01:33:39.510524 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-e2b7fe88-eb9c-4f4a-b0a9-26a76dd8b827 None None] Provisioning complete for port b6e87f70-fd00-4bab-b0fc-d9f14cdabb63 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:39.511172 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e2b7fe88-eb9c-4f4a-b0a9-26a76dd8b827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b6e87f70-fd00-4bab-b0fc-d9f14cdabb63), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:39.695549 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:39.704317 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=7ae21435-cd16-45b1-86d3-6185b7ff9b4f,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:39.849869 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e2b7fe88-eb9c-4f4a-b0a9-26a76dd8b827 None None] Current status of the port b6e87f70-fd00-4bab-b0fc-d9f14cdabb63 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:33:39.907000 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea77820-c965-4794-9a98-c123d7562025 req-400f3a65-5ea7-4486-94d2-d007d7cf53b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:39.910832 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dea77820-c965-4794-9a98-c123d7562025 req-400f3a65-5ea7-4486-94d2-d007d7cf53b2 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=53bffd4a-56cf-4f94-9fa1-8aa6e69b0fa3 HTTP/1.1" status: 200 len: 1128 time: 0.1154227 Feb 09 01:33:40.115115 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dea77820-c965-4794-9a98-c123d7562025 req-e992cab4-a684-462b-83c1-ad2270d69b2a service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952755 Feb 09 01:33:40.116330 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-539b6145-d663-46ea-b44a-240f3f541dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976226037', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '488d25e4-ce43-463c-b8d6-17732d14083d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:22Z', 'updated_at': '2022-02-09T01:33:32Z', 'revision_number': 4, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '488d25e4-ce43-463c-b8d6-17732d14083d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:24Z', 'updated_at': '2022-02-09T01:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'b6e87f70-fd00-4bab-b0fc-d9f14cdabb63', 'name': '', 'network_id': '289bbf9b-fe41-40ce-8895-75a17e893a06', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'mac_address': 'fa:16:3e:d3:83:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'f4a3eb78-65db-471e-9974-dfc9c9ac357d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:31Z', 'updated_at': '2022-02-09T01:33:38Z', 'revision_number': 4, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'subnets': [{'id': 'f4a3eb78-65db-471e-9974-dfc9c9ac357d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:33:40.167393 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539b6145-d663-46ea-b44a-240f3f541dee None None] The sync data for ids ['bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa'] in n-d-828369-4 is: [{'id': 'bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976226037', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '488d25e4-ce43-463c-b8d6-17732d14083d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:22Z', 'updated_at': '2022-02-09T01:33:32Z', 'revision_number': 4, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '488d25e4-ce43-463c-b8d6-17732d14083d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:24Z', 'updated_at': '2022-02-09T01:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'b6e87f70-fd00-4bab-b0fc-d9f14cdabb63', 'name': '', 'network_id': '289bbf9b-fe41-40ce-8895-75a17e893a06', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'mac_address': 'fa:16:3e:d3:83:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'f4a3eb78-65db-471e-9974-dfc9c9ac357d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:31Z', 'updated_at': '2022-02-09T01:33:38Z', 'revision_number': 4, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'subnets': [{'id': 'f4a3eb78-65db-471e-9974-dfc9c9ac357d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:33:40.819699 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ecf6f-b846-40ce-9502-7d888df9c3fd req-fef76bb5-b728-44b7-972e-bcc1f10379e6 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:40.828893 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-093ecf6f-b846-40ce-9502-7d888df9c3fd req-fef76bb5-b728-44b7-972e-bcc1f10379e6 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bffd4a-56cf-4f94-9fa1-8aa6e69b0fa3 HTTP/1.1" status: 200 len: 946 time: 0.1632435 Feb 09 01:33:40.958715 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-093ecf6f-b846-40ce-9502-7d888df9c3fd req-a87c7000-01cc-4db8-a223-ce364206b9d0 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292250 Feb 09 01:33:41.217172 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05c70e-6fa4-46bf-b070-8e69e88e5481 req-ace0635f-d4a5-483b-b61d-2639a4ffbe2a tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:41.229096 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0e05c70e-6fa4-46bf-b070-8e69e88e5481 req-ace0635f-d4a5-483b-b61d-2639a4ffbe2a tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5983afd-4bee-4cc1-8ef1-8122d0a1b33e HTTP/1.1" status: 200 len: 946 time: 0.1335547 Feb 09 01:33:41.348077 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0e05c70e-6fa4-46bf-b070-8e69e88e5481 req-4accec1d-32de-4a01-ad9d-d327249bb87c tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/security-groups?id=89cf32ef-8647-4bf5-8025-bd4fbbfa8670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169262 Feb 09 01:33:41.895025 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device b6e87f70-fd00-4bab-b0fc-d9f14cdabb63 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:33:42.140461 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a1c79-c1f5-4eef-9d59-1b50ec66f8c0 req-3043f08a-30ff-45b6-9b92-15ea5ec11626 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:42.146434 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-270a1c79-c1f5-4eef-9d59-1b50ec66f8c0 req-3043f08a-30ff-45b6-9b92-15ea5ec11626 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5983afd-4bee-4cc1-8ef1-8122d0a1b33e HTTP/1.1" status: 200 len: 946 time: 0.1371505 Feb 09 01:33:42.167389 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port b6e87f70-fd00-4bab-b0fc-d9f14cdabb63 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:42.169916 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b6e87f70-fd00-4bab-b0fc-d9f14cdabb63), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:42.358639 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5d438-d329-4111-af7d-c85a0ce9cbd4 req-a16818a3-744e-431e-9ed2-8cd5748acba8 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:42.374205 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fcf5d438-d329-4111-af7d-c85a0ce9cbd4 req-a16818a3-744e-431e-9ed2-8cd5748acba8 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bffd4a-56cf-4f94-9fa1-8aa6e69b0fa3 HTTP/1.1" status: 200 len: 946 time: 0.2240949 Feb 09 01:33:42.446665 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-270a1c79-c1f5-4eef-9d59-1b50ec66f8c0 req-1ae5686d-ae3d-499b-ac4e-b1d8aff426de tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Deleting port 3567f8bc-1426-48e6-93ad-3db7c783da52 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:33:42.447015 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-270a1c79-c1f5-4eef-9d59-1b50ec66f8c0 req-1ae5686d-ae3d-499b-ac4e-b1d8aff426de tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (3567f8bc-1426-48e6-93ad-3db7c783da52), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:42.573477 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fcf5d438-d329-4111-af7d-c85a0ce9cbd4 req-77760007-8b95-471f-bb81-2faa60c651f3 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972187 Feb 09 01:33:42.836414 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-270a1c79-c1f5-4eef-9d59-1b50ec66f8c0 req-1ae5686d-ae3d-499b-ac4e-b1d8aff426de tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] For port 3567f8bc-1426-48e6-93ad-3db7c783da52, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=3567f8bc-1426-48e6-93ad-3db7c783da52,segment=NetworkSegment(1666a7a2-41b4-455c-a9b6-1ec0c33c0758),segment_id=1666a7a2-41b4-455c-a9b6-1ec0c33c0758)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:42.836804 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-270a1c79-c1f5-4eef-9d59-1b50ec66f8c0 req-1ae5686d-ae3d-499b-ac4e-b1d8aff426de tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (3567f8bc-1426-48e6-93ad-3db7c783da52), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:42.860799 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-270a1c79-c1f5-4eef-9d59-1b50ec66f8c0 req-1ae5686d-ae3d-499b-ac4e-b1d8aff426de tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Calling delete_port for 3567f8bc-1426-48e6-93ad-3db7c783da52 owned by compute:nova {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:33:42.874574 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d9e55-edbe-41e0-889a-a725a5ff01b4 req-c2c6886c-a666-4b28-9712-774d203b82b5 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:42.882529 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9c2d9e55-edbe-41e0-889a-a725a5ff01b4 req-c2c6886c-a666-4b28-9712-774d203b82b5 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=e5983afd-4bee-4cc1-8ef1-8122d0a1b33e HTTP/1.1" status: 200 len: 946 time: 0.0805433 Feb 09 01:33:42.989719 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9c2d9e55-edbe-41e0-889a-a725a5ff01b4 req-f1dc04ea-70ea-4a0d-b2d0-dbe6f0b6c6c2 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/security-groups?id=89cf32ef-8647-4bf5-8025-bd4fbbfa8670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061759 Feb 09 01:33:43.149032 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-270a1c79-c1f5-4eef-9d59-1b50ec66f8c0 req-1ae5686d-ae3d-499b-ac4e-b1d8aff426de tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (3567f8bc-1426-48e6-93ad-3db7c783da52), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:43.211656 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['50570b3c-89b5-4464-931c-c142e9339e93', '3567f8bc-1426-48e6-93ad-3db7c783da52'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:33:43.216328 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5686d-ae3d-499b-ac4e-b1d8aff426de tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Pushing event deleted for resources: {'Port': ['ID=3567f8bc-1426-48e6-93ad-3db7c783da52,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:43.216957 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['574199ea-1318-4174-8814-dd905bf81266', '6ff3f983-dc2c-4e22-8baa-1a478e3bb441'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:33:43.219261 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85008a-dd62-4e8b-b6e7-c3c6ec01c517 req-b11b6217-eee4-49f3-a152-d386969083f0 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:43.234151 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3d85008a-dd62-4e8b-b6e7-c3c6ec01c517 req-b11b6217-eee4-49f3-a152-d386969083f0 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bffd4a-56cf-4f94-9fa1-8aa6e69b0fa3 HTTP/1.1" status: 200 len: 946 time: 0.1343715 Feb 09 01:33:43.338029 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3d85008a-dd62-4e8b-b6e7-c3c6ec01c517 req-80999fd6-a65f-498c-b186-642a212994d9 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962212 Feb 09 01:33:43.359248 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5686d-ae3d-499b-ac4e-b1d8aff426de tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:43.360152 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5686d-ae3d-499b-ac4e-b1d8aff426de tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:43.360709 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5686d-ae3d-499b-ac4e-b1d8aff426de tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:43.361508 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5686d-ae3d-499b-ac4e-b1d8aff426de tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:43.362012 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5686d-ae3d-499b-ac4e-b1d8aff426de tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:43.363252 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5686d-ae3d-499b-ac4e-b1d8aff426de tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:43.364097 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5686d-ae3d-499b-ac4e-b1d8aff426de tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:43.365360 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5686d-ae3d-499b-ac4e-b1d8aff426de tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:43.368110 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5686d-ae3d-499b-ac4e-b1d8aff426de tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:43.368705 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5686d-ae3d-499b-ac4e-b1d8aff426de tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:43.369203 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5686d-ae3d-499b-ac4e-b1d8aff426de tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:43.369718 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5686d-ae3d-499b-ac4e-b1d8aff426de tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:43.370573 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae5686d-ae3d-499b-ac4e-b1d8aff426de tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:43.377170 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-270a1c79-c1f5-4eef-9d59-1b50ec66f8c0 req-1ae5686d-ae3d-499b-ac4e-b1d8aff426de tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] No DVR routers for this DVR port 3567f8bc-1426-48e6-93ad-3db7c783da52 on host n-h1-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:33:43.380737 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-270a1c79-c1f5-4eef-9d59-1b50ec66f8c0 req-1ae5686d-ae3d-499b-ac4e-b1d8aff426de tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:43.385785 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-270a1c79-c1f5-4eef-9d59-1b50ec66f8c0 req-1ae5686d-ae3d-499b-ac4e-b1d8aff426de tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.47 "DELETE /v2.0/ports/3567f8bc-1426-48e6-93ad-3db7c783da52 HTTP/1.1" status: 204 len: 173 time: 1.2280354 Feb 09 01:33:43.386504 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5983afd-4bee-4cc1-8ef1-8122d0a1b33e', 'name': 'network-vif-deleted', 'tag': '3567f8bc-1426-48e6-93ad-3db7c783da52'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:33:43.389188 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2592b096-34c5-446b-be0c-db5d7e36b42c" -d '{"events": [{"server_uuid": "e5983afd-4bee-4cc1-8ef1-8122d0a1b33e", "name": "network-vif-deleted", "tag": "3567f8bc-1426-48e6-93ad-3db7c783da52"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:33:43.511422 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port b6e87f70-fd00-4bab-b0fc-d9f14cdabb63 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:33:43.811537 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979ce9ca-856a-4761-9dd3-a3a59df7a3af x-openstack-request-id: req-979ce9ca-856a-4761-9dd3-a3a59df7a3af {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:33:43.811888 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5983afd-4bee-4cc1-8ef1-8122d0a1b33e", "name": "network-vif-deleted", "tag": "3567f8bc-1426-48e6-93ad-3db7c783da52", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:33:43.812192 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-979ce9ca-856a-4761-9dd3-a3a59df7a3af {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:33:43.812613 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5983afd-4bee-4cc1-8ef1-8122d0a1b33e', 'name': 'network-vif-deleted', 'tag': '3567f8bc-1426-48e6-93ad-3db7c783da52', 'status': 'completed', 'code': 200} Feb 09 01:33:44.131233 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab75d8-9cbc-4f95-9fc6-c301d8c01d07 req-a1494cd8-e67b-4411-b1a9-980639c39403 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:44.153591 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-41ab75d8-9cbc-4f95-9fc6-c301d8c01d07 req-a1494cd8-e67b-4411-b1a9-980639c39403 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bffd4a-56cf-4f94-9fa1-8aa6e69b0fa3 HTTP/1.1" status: 200 len: 946 time: 0.1562169 Feb 09 01:33:44.288140 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-41ab75d8-9cbc-4f95-9fc6-c301d8c01d07 req-2bc97b68-1fa8-4c6f-86cd-0be48b08fd0b tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335759 Feb 09 01:33:45.614643 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae675b95-20c1-41ed-9aea-62fcb91181c8 req-ee5b9efe-4e11-488d-a957-e6adbaf43d1e tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:45.616931 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ae675b95-20c1-41ed-9aea-62fcb91181c8 req-ee5b9efe-4e11-488d-a957-e6adbaf43d1e tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.120 "GET /v2.0/ports?device_id=53bffd4a-56cf-4f94-9fa1-8aa6e69b0fa3 HTTP/1.1" status: 200 len: 946 time: 0.2196617 Feb 09 01:33:45.784578 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 3567f8bc-1426-48e6-93ad-3db7c783da52 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:33:45.834197 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: 3567f8bc-1426-48e6-93ad-3db7c783da52 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:33:45.846489 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 3567f8bc-1426-48e6-93ad-3db7c783da52 not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:33:45.916225 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381113d6-d96c-4820-9b61-60ca59f81fef req-e498c67a-11f0-462b-b675-40cbc5e1500a tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:45.918176 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-381113d6-d96c-4820-9b61-60ca59f81fef req-e498c67a-11f0-462b-b675-40cbc5e1500a tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bffd4a-56cf-4f94-9fa1-8aa6e69b0fa3 HTTP/1.1" status: 200 len: 946 time: 0.4465601 Feb 09 01:33:46.000108 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:33:46.141346 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-381113d6-d96c-4820-9b61-60ca59f81fef req-3f4bd2d7-17a0-4e21-b16d-f5dd4c0998dd tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100668 Feb 09 01:33:46.189313 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-ae675b95-20c1-41ed-9aea-62fcb91181c8 req-0ae17c04-049f-419e-ba14-443185b42716 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Deleting port 7ae21435-cd16-45b1-86d3-6185b7ff9b4f {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:33:46.189667 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ae675b95-20c1-41ed-9aea-62fcb91181c8 req-0ae17c04-049f-419e-ba14-443185b42716 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (7ae21435-cd16-45b1-86d3-6185b7ff9b4f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:46.346189 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-ae675b95-20c1-41ed-9aea-62fcb91181c8 req-0ae17c04-049f-419e-ba14-443185b42716 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] For port 7ae21435-cd16-45b1-86d3-6185b7ff9b4f, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=7ae21435-cd16-45b1-86d3-6185b7ff9b4f,segment=NetworkSegment(67868df0-7119-4405-a5ee-9b482544987e),segment_id=67868df0-7119-4405-a5ee-9b482544987e)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:46.346575 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ae675b95-20c1-41ed-9aea-62fcb91181c8 req-0ae17c04-049f-419e-ba14-443185b42716 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (7ae21435-cd16-45b1-86d3-6185b7ff9b4f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:46.363109 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-ae675b95-20c1-41ed-9aea-62fcb91181c8 req-0ae17c04-049f-419e-ba14-443185b42716 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Calling delete_port for 7ae21435-cd16-45b1-86d3-6185b7ff9b4f owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:33:46.614040 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ae675b95-20c1-41ed-9aea-62fcb91181c8 req-0ae17c04-049f-419e-ba14-443185b42716 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (7ae21435-cd16-45b1-86d3-6185b7ff9b4f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:46.627830 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['2e956b02-bd23-4f1e-9a98-e5e3cd586434'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:33:46.716949 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae17c04-049f-419e-ba14-443185b42716 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Pushing event deleted for resources: {'Port': ['ID=7ae21435-cd16-45b1-86d3-6185b7ff9b4f,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:46.746086 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae17c04-049f-419e-ba14-443185b42716 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:46.746442 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae17c04-049f-419e-ba14-443185b42716 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:46.746796 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae17c04-049f-419e-ba14-443185b42716 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:46.751221 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae17c04-049f-419e-ba14-443185b42716 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:46.752855 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae17c04-049f-419e-ba14-443185b42716 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:46.753254 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae17c04-049f-419e-ba14-443185b42716 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:46.753566 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae17c04-049f-419e-ba14-443185b42716 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:46.753920 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae17c04-049f-419e-ba14-443185b42716 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:46.754241 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae17c04-049f-419e-ba14-443185b42716 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:46.754580 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae17c04-049f-419e-ba14-443185b42716 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:46.754917 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae17c04-049f-419e-ba14-443185b42716 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:46.755247 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae17c04-049f-419e-ba14-443185b42716 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:46.755577 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae17c04-049f-419e-ba14-443185b42716 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:33:46.831150 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae675b95-20c1-41ed-9aea-62fcb91181c8 req-0ae17c04-049f-419e-ba14-443185b42716 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] No DVR routers for this DVR port 7ae21435-cd16-45b1-86d3-6185b7ff9b4f on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:33:46.840653 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ae675b95-20c1-41ed-9aea-62fcb91181c8 req-0ae17c04-049f-419e-ba14-443185b42716 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:46.850642 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ae675b95-20c1-41ed-9aea-62fcb91181c8 req-0ae17c04-049f-419e-ba14-443185b42716 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.120 "DELETE /v2.0/ports/7ae21435-cd16-45b1-86d3-6185b7ff9b4f HTTP/1.1" status: 204 len: 173 time: 1.2163098 Feb 09 01:33:46.866625 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53bffd4a-56cf-4f94-9fa1-8aa6e69b0fa3', 'name': 'network-vif-deleted', 'tag': '7ae21435-cd16-45b1-86d3-6185b7ff9b4f'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:33:46.880162 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092eac75-f926-4153-9267-e777b3c13ecf" -d '{"events": [{"server_uuid": "53bffd4a-56cf-4f94-9fa1-8aa6e69b0fa3", "name": "network-vif-deleted", "tag": "7ae21435-cd16-45b1-86d3-6185b7ff9b4f"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:33:47.059845 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d10540d-d56a-44a2-b96e-336da3e090ba x-openstack-request-id: req-2d10540d-d56a-44a2-b96e-336da3e090ba {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:33:47.061194 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53bffd4a-56cf-4f94-9fa1-8aa6e69b0fa3", "name": "network-vif-deleted", "tag": "7ae21435-cd16-45b1-86d3-6185b7ff9b4f", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:33:47.061765 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2d10540d-d56a-44a2-b96e-336da3e090ba {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:33:47.063011 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53bffd4a-56cf-4f94-9fa1-8aa6e69b0fa3', 'name': 'network-vif-deleted', 'tag': '7ae21435-cd16-45b1-86d3-6185b7ff9b4f', 'status': 'completed', 'code': 200} Feb 09 01:33:47.446020 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1e1e5738-83a5-4c2b-97a3-b7d590d1ce9a req-bef3bf40-5a26-4c35-9018-41697512e920 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=53bffd4a-56cf-4f94-9fa1-8aa6e69b0fa3 HTTP/1.1" status: 200 len: 210 time: 0.1394172 Feb 09 01:33:48.508663 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 7ae21435-cd16-45b1-86d3-6185b7ff9b4f no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:33:48.566018 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: 7ae21435-cd16-45b1-86d3-6185b7ff9b4f {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:33:48.572358 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 7ae21435-cd16-45b1-86d3-6185b7ff9b4f not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:33:49.020084 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-b701d786-3b9e-46b1-a091-b769d97a5d6f tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2067579021&fields=id&tenant_id=c3786288d8304ed4a73754fbccf8bb65 HTTP/1.1" status: 200 len: 267 time: 0.0906351 Feb 09 01:33:49.244280 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-043a3f14-4b17-415f-8743-302b8ade99b7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:49.246279 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-043a3f14-4b17-415f-8743-302b8ade99b7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/networks?id=289bbf9b-fe41-40ce-8895-75a17e893a06 HTTP/1.1" status: 200 len: 797 time: 0.2187798 Feb 09 01:33:49.295868 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-d5401c5f-13a1-4a23-be6f-9fba321d27b6 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/quotas/c3786288d8304ed4a73754fbccf8bb65 HTTP/1.1" status: 200 len: 375 time: 0.0435929 Feb 09 01:33:49.678447 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5730ed-8eca-425a-b0a1-08eb82fdc362 req-e1f0a0d0-58fb-400b-a721-582d6c065637 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:49.680031 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e5730ed-8eca-425a-b0a1-08eb82fdc362 req-e1f0a0d0-58fb-400b-a721-582d6c065637 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/networks?id=14a123c9-40a9-4ab2-a841-3861362be1ec HTTP/1.1" status: 200 len: 805 time: 0.3214929 Feb 09 01:33:49.713499 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e5730ed-8eca-425a-b0a1-08eb82fdc362 req-23b3a5e5-cce9-4cda-8e76-ac6cae8ca8b3 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/quotas/6d314619fa0a4fa2b259de5884a0fcb1 HTTP/1.1" status: 200 len: 375 time: 0.0248926 Feb 09 01:33:49.738670 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-98437b7c-4bfd-47e9-af39-1252dd31a0f7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c3786288d8304ed4a73754fbccf8bb65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4338322 Feb 09 01:33:49.935518 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-0ebad0be-f85b-4568-b56e-0c0534920961 service neutron] 10.222.0.50 "GET /v2.0/networks/289bbf9b-fe41-40ce-8895-75a17e893a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175246 Feb 09 01:33:50.054349 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e5730ed-8eca-425a-b0a1-08eb82fdc362 req-f7932bf7-6376-436b-bce1-be0095755e67 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6d314619fa0a4fa2b259de5884a0fcb1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3145883 Feb 09 01:33:50.154441 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e5730ed-8eca-425a-b0a1-08eb82fdc362 req-5129e326-9ded-4079-80bd-a71e17264bbf service neutron] 10.222.0.50 "GET /v2.0/networks/14a123c9-40a9-4ab2-a841-3861362be1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982730 Feb 09 01:33:50.307008 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e5730ed-8eca-425a-b0a1-08eb82fdc362 req-283facf4-fd9c-464e-ae18-4f5343ea469b service neutron] 10.222.0.50 "GET /v2.0/networks/14a123c9-40a9-4ab2-a841-3861362be1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512537 Feb 09 01:33:50.405657 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-4bde1216-8bba-4aff-b473-8e6611f08dc5 service neutron] 10.222.0.50 "GET /v2.0/networks/289bbf9b-fe41-40ce-8895-75a17e893a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4558108 Feb 09 01:33:50.665813 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5860306c-4269-4c70-b084-74a21252e6d6 req-e94a2193-d66e-47f6-b565-e35a5d1d87ab tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=857336a6-e778-4b54-be8c-9dacb5495c89 HTTP/1.1" status: 200 len: 210 time: 0.0657568 Feb 09 01:33:50.795666 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e5eb8a2-2d2f-43dc-8d61-9aa7e3a48479 req-a7690b11-8ede-4fe3-b740-d0266cd6a01e tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 210 time: 0.0702782 Feb 09 01:33:51.854335 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8be783ea-584a-4616-9196-4d91ce7efc13 req-072e0dbd-70f1-4b45-9910-5674b28a9a04 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=857336a6-e778-4b54-be8c-9dacb5495c89 HTTP/1.1" status: 200 len: 210 time: 0.0675461 Feb 09 01:33:51.974206 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0fe0b95b-6504-45b7-aa43-dd90c8693b24 req-50c1b8e0-3029-4490-b2a8-05e403189637 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 210 time: 0.0467129 Feb 09 01:33:52.564103 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5730ed-8eca-425a-b0a1-08eb82fdc362 req-89ff636d-f1ff-48f9-9b36-315505436ec9 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:52.572299 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-2e5730ed-8eca-425a-b0a1-08eb82fdc362 req-89ff636d-f1ff-48f9-9b36-315505436ec9 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.47 "GET /v2.0/networks?id=14a123c9-40a9-4ab2-a841-3861362be1ec HTTP/1.1" status: 200 len: 805 time: 0.3338788 Feb 09 01:33:52.590893 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-2e5730ed-8eca-425a-b0a1-08eb82fdc362 req-6f7ae04c-23a0-4986-800a-e73a93064354 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Request body: {'port': {'device_id': '857336a6-e778-4b54-be8c-9dacb5495c89', 'network_id': '14a123c9-40a9-4ab2-a841-3861362be1ec', 'admin_state_up': True, 'tenant_id': '6d314619fa0a4fa2b259de5884a0fcb1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:52.669268 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-e1793746-1312-4b56-9c0d-d6950daad7bc tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:52.673076 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-e1793746-1312-4b56-9c0d-d6950daad7bc tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.47 "GET /v2.0/networks?id=289bbf9b-fe41-40ce-8895-75a17e893a06 HTTP/1.1" status: 200 len: 797 time: 0.4264400 Feb 09 01:33:52.872595 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-9a25bbf9-ab6c-4e81-8718-b5bcceb9e692 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3786288d8304ed4a73754fbccf8bb65 HTTP/1.1" status: 200 len: 380 time: 0.1779170 Feb 09 01:33:52.893006 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e5730ed-8eca-425a-b0a1-08eb82fdc362 req-6f7ae04c-23a0-4986-800a-e73a93064354 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Made reservation on behalf of 6d314619fa0a4fa2b259de5884a0fcb1 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:33:52.896609 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-f1facb18-3753-4d7c-ab0d-43c656addcf4 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Request body: {'port': {'device_id': '7e05956e-c6b7-45e5-8223-b8b337889b69', 'network_id': '289bbf9b-fe41-40ce-8895-75a17e893a06', 'admin_state_up': True, 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'security_groups': ['d4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82']}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:52.909296 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-2e5730ed-8eca-425a-b0a1-08eb82fdc362 req-6f7ae04c-23a0-4986-800a-e73a93064354 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:53.123336 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-04cfe2ac-7d4a-48ba-b613-ddf004b17d46 req-b3912c24-2d99-4935-85f3-234901b3c162 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=857336a6-e778-4b54-be8c-9dacb5495c89 HTTP/1.1" status: 200 len: 210 time: 0.1405921 Feb 09 01:33:53.198596 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76f554d4-8046-4aaa-bb9f-56ab225602b9 req-209a41a9-03b0-4b92-9f2a-063402c8a0c6 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 210 time: 0.0328884 Feb 09 01:33:53.239049 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [req-2e5730ed-8eca-425a-b0a1-08eb82fdc362 req-6f7ae04c-23a0-4986-800a-e73a93064354 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Allocated IP 172.20.0.10 (14a123c9-40a9-4ab2-a841-3861362be1ec/df56b1a3-b96c-4c73-a247-eabcbf9d00ea/c4eb0558-7524-4fcf-ba92-366804e1970c) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:33:53.377190 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-f1facb18-3753-4d7c-ab0d-43c656addcf4 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Made reservation on behalf of c3786288d8304ed4a73754fbccf8bb65 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:33:53.386453 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-f1facb18-3753-4d7c-ab0d-43c656addcf4 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:53.573833 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-2e5730ed-8eca-425a-b0a1-08eb82fdc362 req-6f7ae04c-23a0-4986-800a-e73a93064354 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks [] for port (c4eb0558-7524-4fcf-ba92-366804e1970c), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:53.715990 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-2e5730ed-8eca-425a-b0a1-08eb82fdc362 req-6f7ae04c-23a0-4986-800a-e73a93064354 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (c4eb0558-7524-4fcf-ba92-366804e1970c), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:53.739234 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['2e956b02-bd23-4f1e-9a98-e5e3cd586434'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:33:53.906967 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e5730ed-8eca-425a-b0a1-08eb82fdc362 req-6f7ae04c-23a0-4986-800a-e73a93064354 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Network 14a123c9-40a9-4ab2-a841-3861362be1ec is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:33:53.919631 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [req-2e5730ed-8eca-425a-b0a1-08eb82fdc362 req-6f7ae04c-23a0-4986-800a-e73a93064354 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:33:53.924693 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5730ed-8eca-425a-b0a1-08eb82fdc362 req-6f7ae04c-23a0-4986-800a-e73a93064354 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:33:54.029607 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-f1facb18-3753-4d7c-ab0d-43c656addcf4 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Allocated IP 172.20.0.14 (289bbf9b-fe41-40ce-8895-75a17e893a06/f4a3eb78-65db-471e-9974-dfc9c9ac357d/f60a5772-8d92-42f7-9a8f-14397fe1a691) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:33:54.085667 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ae04c-23a0-4986-800a-e73a93064354 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Pushing event updated for resources: {'Port': ['ID=c4eb0558-7524-4fcf-ba92-366804e1970c,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:54.132846 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5730ed-8eca-425a-b0a1-08eb82fdc362 req-6f7ae04c-23a0-4986-800a-e73a93064354 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:54.133664 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-2e5730ed-8eca-425a-b0a1-08eb82fdc362 req-6f7ae04c-23a0-4986-800a-e73a93064354 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:54.249232 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-2e5730ed-8eca-425a-b0a1-08eb82fdc362 req-6f7ae04c-23a0-4986-800a-e73a93064354 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6626670 Feb 09 01:33:54.275381 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-2e5730ed-8eca-425a-b0a1-08eb82fdc362 req-b3ff899e-e122-40cb-9e6e-5627c664bff0 service neutron] Request body: {'port': {'device_id': '857336a6-e778-4b54-be8c-9dacb5495c89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:54.434071 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-2e5730ed-8eca-425a-b0a1-08eb82fdc362 req-b3ff899e-e122-40cb-9e6e-5627c664bff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c4eb0558-7524-4fcf-ba92-366804e1970c), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:54.730747 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ff0bf6d7-1688-4742-ad75-78b379a77653 req-661ac42d-98e8-4fdc-8304-4992bd180f3c tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 210 time: 0.1712279 Feb 09 01:33:54.792136 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-f1facb18-3753-4d7c-ab0d-43c656addcf4 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for port (f60a5772-8d92-42f7-9a8f-14397fe1a691), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:54.805635 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba5331-e18e-4a93-a425-33df45bf4326 req-54195cbb-4cf8-4e7c-8e91-59d9fc8de61e tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:54.813171 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-56ba5331-e18e-4a93-a425-33df45bf4326 req-54195cbb-4cf8-4e7c-8e91-59d9fc8de61e tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=857336a6-e778-4b54-be8c-9dacb5495c89 HTTP/1.1" status: 200 len: 932 time: 0.4418459 Feb 09 01:33:54.895543 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-56ba5331-e18e-4a93-a425-33df45bf4326 req-1192d65f-b159-4d33-aa46-e9044d7db897 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813837 Feb 09 01:33:54.970928 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-f1facb18-3753-4d7c-ab0d-43c656addcf4 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (f60a5772-8d92-42f7-9a8f-14397fe1a691), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:55.082463 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-f1facb18-3753-4d7c-ab0d-43c656addcf4 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Network 289bbf9b-fe41-40ce-8895-75a17e893a06 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:33:55.102170 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-f1facb18-3753-4d7c-ab0d-43c656addcf4 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:33:55.137861 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1facb18-3753-4d7c-ab0d-43c656addcf4 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'Port': ['ID=f60a5772-8d92-42f7-9a8f-14397fe1a691,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:55.150256 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-f1facb18-3753-4d7c-ab0d-43c656addcf4 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:33:55.243164 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-2e5730ed-8eca-425a-b0a1-08eb82fdc362 req-b3ff899e-e122-40cb-9e6e-5627c664bff0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4eb0558-7524-4fcf-ba92-366804e1970c {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:33:55.274465 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-f1facb18-3753-4d7c-ab0d-43c656addcf4 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:55.278981 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-2e5730ed-8eca-425a-b0a1-08eb82fdc362 req-b3ff899e-e122-40cb-9e6e-5627c664bff0 service neutron] Publish callbacks [] for port (c4eb0558-7524-4fcf-ba92-366804e1970c), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:55.286061 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-f1facb18-3753-4d7c-ab0d-43c656addcf4 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:55.320108 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-f1facb18-3753-4d7c-ab0d-43c656addcf4 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4365075 Feb 09 01:33:55.331749 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-efa7c828-a3d4-41cc-9ddb-2078d827466d service neutron] Request body: {'port': {'device_id': '7e05956e-c6b7-45e5-8223-b8b337889b69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:33:55.340749 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-2e5730ed-8eca-425a-b0a1-08eb82fdc362 req-b3ff899e-e122-40cb-9e6e-5627c664bff0 service neutron] Transition to ACTIVE for port object c4eb0558-7524-4fcf-ba92-366804e1970c will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:33:55.360270 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-2e5730ed-8eca-425a-b0a1-08eb82fdc362 req-b3ff899e-e122-40cb-9e6e-5627c664bff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (c4eb0558-7524-4fcf-ba92-366804e1970c), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:55.481638 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff899e-e122-40cb-9e6e-5627c664bff0 service neutron] Pushing event updated for resources: {'Port': ['ID=c4eb0558-7524-4fcf-ba92-366804e1970c,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:55.498219 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-efa7c828-a3d4-41cc-9ddb-2078d827466d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f60a5772-8d92-42f7-9a8f-14397fe1a691), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:55.650971 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-2e5730ed-8eca-425a-b0a1-08eb82fdc362 req-b3ff899e-e122-40cb-9e6e-5627c664bff0 service neutron] Attempting to bind port c4eb0558-7524-4fcf-ba92-366804e1970c on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:33:55.655971 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-2e5730ed-8eca-425a-b0a1-08eb82fdc362 req-b3ff899e-e122-40cb-9e6e-5627c664bff0 service neutron] Attempting to bind port c4eb0558-7524-4fcf-ba92-366804e1970c by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '67868df0-7119-4405-a5ee-9b482544987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '14a123c9-40a9-4ab2-a841-3861362be1ec'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:33:55.660869 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5730ed-8eca-425a-b0a1-08eb82fdc362 req-b3ff899e-e122-40cb-9e6e-5627c664bff0 service neutron] Attempting to bind port c4eb0558-7524-4fcf-ba92-366804e1970c on network 14a123c9-40a9-4ab2-a841-3861362be1ec {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:33:55.663128 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-b7779bf9-44be-4f80-8117-30846fd4348b None None] Provisioning complete for port f60a5772-8d92-42f7-9a8f-14397fe1a691 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:33:55.663597 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b7779bf9-44be-4f80-8117-30846fd4348b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f60a5772-8d92-42f7-9a8f-14397fe1a691), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:55.677422 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5730ed-8eca-425a-b0a1-08eb82fdc362 req-b3ff899e-e122-40cb-9e6e-5627c664bff0 service neutron] Port c4eb0558-7524-4fcf-ba92-366804e1970c on network 14a123c9-40a9-4ab2-a841-3861362be1ec not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:33:55.682345 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5730ed-8eca-425a-b0a1-08eb82fdc362 req-b3ff899e-e122-40cb-9e6e-5627c664bff0 service neutron] Attempting to bind port c4eb0558-7524-4fcf-ba92-366804e1970c on network 14a123c9-40a9-4ab2-a841-3861362be1ec {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:33:55.701471 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5730ed-8eca-425a-b0a1-08eb82fdc362 req-b3ff899e-e122-40cb-9e6e-5627c664bff0 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:33:55.706922 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5730ed-8eca-425a-b0a1-08eb82fdc362 req-b3ff899e-e122-40cb-9e6e-5627c664bff0 service neutron] Checking segment: {'id': '67868df0-7119-4405-a5ee-9b482544987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '14a123c9-40a9-4ab2-a841-3861362be1ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:33:55.711989 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5730ed-8eca-425a-b0a1-08eb82fdc362 req-b3ff899e-e122-40cb-9e6e-5627c664bff0 service neutron] Bound using segment: {'id': '67868df0-7119-4405-a5ee-9b482544987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '14a123c9-40a9-4ab2-a841-3861362be1ec'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:33:55.713258 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-2e5730ed-8eca-425a-b0a1-08eb82fdc362 req-b3ff899e-e122-40cb-9e6e-5627c664bff0 service neutron] Bound port: c4eb0558-7524-4fcf-ba92-366804e1970c, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67868df0-7119-4405-a5ee-9b482544987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '14a123c9-40a9-4ab2-a841-3861362be1ec'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:33:55.713829 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-2e5730ed-8eca-425a-b0a1-08eb82fdc362 req-b3ff899e-e122-40cb-9e6e-5627c664bff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c4eb0558-7524-4fcf-ba92-366804e1970c), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:55.742659 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b7779bf9-44be-4f80-8117-30846fd4348b None None] Port f60a5772-8d92-42f7-9a8f-14397fe1a691 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:33:56.031326 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-2e5730ed-8eca-425a-b0a1-08eb82fdc362 req-b3ff899e-e122-40cb-9e6e-5627c664bff0 service neutron] For port c4eb0558-7524-4fcf-ba92-366804e1970c, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:33:56.049329 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-2e5730ed-8eca-425a-b0a1-08eb82fdc362 req-b3ff899e-e122-40cb-9e6e-5627c664bff0 service neutron] For port c4eb0558-7524-4fcf-ba92-366804e1970c, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=c4eb0558-7524-4fcf-ba92-366804e1970c,segment=NetworkSegment(67868df0-7119-4405-a5ee-9b482544987e),segment_id=67868df0-7119-4405-a5ee-9b482544987e)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:33:56.070391 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-2e5730ed-8eca-425a-b0a1-08eb82fdc362 req-b3ff899e-e122-40cb-9e6e-5627c664bff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (c4eb0558-7524-4fcf-ba92-366804e1970c), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:56.249267 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5730ed-8eca-425a-b0a1-08eb82fdc362 req-b3ff899e-e122-40cb-9e6e-5627c664bff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:56.250629 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-2e5730ed-8eca-425a-b0a1-08eb82fdc362 req-b3ff899e-e122-40cb-9e6e-5627c664bff0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:56.252468 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-2e5730ed-8eca-425a-b0a1-08eb82fdc362 req-b3ff899e-e122-40cb-9e6e-5627c664bff0 service neutron] 10.222.0.47 "PUT /v2.0/ports/c4eb0558-7524-4fcf-ba92-366804e1970c HTTP/1.1" status: 200 len: 1092 time: 1.9909227 Feb 09 01:33:56.253106 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '857336a6-e778-4b54-be8c-9dacb5495c89', 'tag': 'c4eb0558-7524-4fcf-ba92-366804e1970c'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:33:56.255547 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b8dc39-b72d-4d3a-9782-8dd4eed47924" -d '{"events": [{"name": "network-changed", "server_uuid": "857336a6-e778-4b54-be8c-9dacb5495c89", "tag": "c4eb0558-7524-4fcf-ba92-366804e1970c"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:33:56.376904 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff899e-e122-40cb-9e6e-5627c664bff0 service neutron] Pushing event updated for resources: {'Port': ['ID=c4eb0558-7524-4fcf-ba92-366804e1970c,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:56.417642 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5730ed-8eca-425a-b0a1-08eb82fdc362 req-1d5817de-4886-49db-874c-5d9c10a72eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:56.422008 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-2e5730ed-8eca-425a-b0a1-08eb82fdc362 req-1d5817de-4886-49db-874c-5d9c10a72eaa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6d314619fa0a4fa2b259de5884a0fcb1&device_id=857336a6-e778-4b54-be8c-9dacb5495c89 HTTP/1.1" status: 200 len: 1126 time: 0.1197343 Feb 09 01:33:56.516503 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-2e5730ed-8eca-425a-b0a1-08eb82fdc362 req-accc2f90-e0c7-45ab-9b82-6a242371b6f7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4eb0558-7524-4fcf-ba92-366804e1970c HTTP/1.1" status: 200 len: 217 time: 0.0869474 Feb 09 01:33:56.627896 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5730ed-8eca-425a-b0a1-08eb82fdc362 req-13c58ad8-9bc5-4a9e-a7b7-b239f231db24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:56.629825 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-2e5730ed-8eca-425a-b0a1-08eb82fdc362 req-13c58ad8-9bc5-4a9e-a7b7-b239f231db24 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=df56b1a3-b96c-4c73-a247-eabcbf9d00ea HTTP/1.1" status: 200 len: 845 time: 0.1045299 Feb 09 01:33:56.682890 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-2e5730ed-8eca-425a-b0a1-08eb82fdc362 req-a0aafdfd-aa3a-4029-91b7-0b52986f6de9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=14a123c9-40a9-4ab2-a841-3861362be1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465040 Feb 09 01:33:56.870933 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-2e5730ed-8eca-425a-b0a1-08eb82fdc362 req-8b050fe7-02c0-40a8-8f70-a3a6c8e761dd service neutron] 10.222.0.47 "GET /v2.0/networks/14a123c9-40a9-4ab2-a841-3861362be1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817043 Feb 09 01:33:57.090390 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-2e5730ed-8eca-425a-b0a1-08eb82fdc362 req-de737038-6474-4c0d-970d-9acf6c45bba1 service neutron] 10.222.0.47 "GET /v2.0/networks/14a123c9-40a9-4ab2-a841-3861362be1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132890 Feb 09 01:33:57.183494 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-efa7c828-a3d4-41cc-9ddb-2078d827466d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f60a5772-8d92-42f7-9a8f-14397fe1a691 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:33:57.191280 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-efa7c828-a3d4-41cc-9ddb-2078d827466d service neutron] Publish callbacks [] for port (f60a5772-8d92-42f7-9a8f-14397fe1a691), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:57.286564 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-efa7c828-a3d4-41cc-9ddb-2078d827466d service neutron] Transition to ACTIVE for port object f60a5772-8d92-42f7-9a8f-14397fe1a691 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:33:57.354353 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-efa7c828-a3d4-41cc-9ddb-2078d827466d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (f60a5772-8d92-42f7-9a8f-14397fe1a691), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:57.461155 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cecb2e-0466-4c78-8ca0-a489978efff1 req-50b8f928-c32b-42d4-a24e-099f5420ef0c tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:57.463023 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-64cecb2e-0466-4c78-8ca0-a489978efff1 req-50b8f928-c32b-42d4-a24e-099f5420ef0c tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 932 time: 0.2543094 Feb 09 01:33:57.602045 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aafac70-2028-4d1e-96db-dd755dcada9a req-a335345c-177a-41f2-9699-5f5bdcbc4a0f tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:57.609615 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1aafac70-2028-4d1e-96db-dd755dcada9a req-a335345c-177a-41f2-9699-5f5bdcbc4a0f tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=857336a6-e778-4b54-be8c-9dacb5495c89 HTTP/1.1" status: 200 len: 944 time: 0.4099298 Feb 09 01:33:57.628383 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa7c828-a3d4-41cc-9ddb-2078d827466d service neutron] Pushing event updated for resources: {'Port': ['ID=f60a5772-8d92-42f7-9a8f-14397fe1a691,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:57.713244 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1aafac70-2028-4d1e-96db-dd755dcada9a req-2ddff094-3258-44b6-af43-1953a66f0ac4 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006796 Feb 09 01:33:57.796138 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-64cecb2e-0466-4c78-8ca0-a489978efff1 req-8a368637-8dcf-4853-a9ef-7f9638eb39fb tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3112104 Feb 09 01:33:57.876409 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-efa7c828-a3d4-41cc-9ddb-2078d827466d service neutron] Attempting to bind port f60a5772-8d92-42f7-9a8f-14397fe1a691 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:33:57.876795 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-efa7c828-a3d4-41cc-9ddb-2078d827466d service neutron] Attempting to bind port f60a5772-8d92-42f7-9a8f-14397fe1a691 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'e7f20f7e-7c66-4be7-99f2-fa1397a84898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '289bbf9b-fe41-40ce-8895-75a17e893a06'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:33:57.877136 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-efa7c828-a3d4-41cc-9ddb-2078d827466d service neutron] Attempting to bind port f60a5772-8d92-42f7-9a8f-14397fe1a691 on network 289bbf9b-fe41-40ce-8895-75a17e893a06 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:33:57.906759 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-efa7c828-a3d4-41cc-9ddb-2078d827466d service neutron] Port f60a5772-8d92-42f7-9a8f-14397fe1a691 on network 289bbf9b-fe41-40ce-8895-75a17e893a06 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:33:57.907098 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-efa7c828-a3d4-41cc-9ddb-2078d827466d service neutron] Attempting to bind port f60a5772-8d92-42f7-9a8f-14397fe1a691 on network 289bbf9b-fe41-40ce-8895-75a17e893a06 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:33:57.916076 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-efa7c828-a3d4-41cc-9ddb-2078d827466d service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:33:57.916425 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-efa7c828-a3d4-41cc-9ddb-2078d827466d service neutron] Checking segment: {'id': 'e7f20f7e-7c66-4be7-99f2-fa1397a84898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '289bbf9b-fe41-40ce-8895-75a17e893a06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:33:57.916851 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-efa7c828-a3d4-41cc-9ddb-2078d827466d service neutron] Bound using segment: {'id': 'e7f20f7e-7c66-4be7-99f2-fa1397a84898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '289bbf9b-fe41-40ce-8895-75a17e893a06'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:33:57.917288 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-efa7c828-a3d4-41cc-9ddb-2078d827466d service neutron] Bound port: f60a5772-8d92-42f7-9a8f-14397fe1a691, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f20f7e-7c66-4be7-99f2-fa1397a84898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '289bbf9b-fe41-40ce-8895-75a17e893a06'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:33:57.917653 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-efa7c828-a3d4-41cc-9ddb-2078d827466d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f60a5772-8d92-42f7-9a8f-14397fe1a691), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:57.947591 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1865b57-0dad-4cea-befd-65b1dbb3146a x-openstack-request-id: req-e1865b57-0dad-4cea-befd-65b1dbb3146a {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:33:57.948116 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "857336a6-e778-4b54-be8c-9dacb5495c89", "tag": "c4eb0558-7524-4fcf-ba92-366804e1970c", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:33:57.948116 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e1865b57-0dad-4cea-befd-65b1dbb3146a {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:33:57.948535 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '857336a6-e778-4b54-be8c-9dacb5495c89', 'tag': 'c4eb0558-7524-4fcf-ba92-366804e1970c', 'status': 'completed', 'code': 200} Feb 09 01:33:57.970678 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7826a-50c7-4536-b8c7-a396800011c9 req-019d9683-dfd5-4310-ac8e-59ce2b224181 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:57.977735 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-acd7826a-50c7-4536-b8c7-a396800011c9 req-019d9683-dfd5-4310-ac8e-59ce2b224181 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=0aacd275-38eb-4765-b777-31a5f266abe9 HTTP/1.1" status: 200 len: 945 time: 0.1549642 Feb 09 01:33:58.067997 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b8dc39-b72d-4d3a-9782-8dd4eed47924 req-8cd5057d-254f-404c-9b78-0e5eb40807ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:58.083426 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-b7b8dc39-b72d-4d3a-9782-8dd4eed47924 req-8cd5057d-254f-404c-9b78-0e5eb40807ae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6d314619fa0a4fa2b259de5884a0fcb1&device_id=857336a6-e778-4b54-be8c-9dacb5495c89 HTTP/1.1" status: 200 len: 1126 time: 0.1113684 Feb 09 01:33:58.141776 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f505a5-cbe3-4596-8fda-ab956b1fc448 req-88cfc7b3-899c-4e58-9b63-1dc5459dda59 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:58.143277 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c6f505a5-cbe3-4596-8fda-ab956b1fc448 req-88cfc7b3-899c-4e58-9b63-1dc5459dda59 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.120 "GET /v2.0/ports?device_id=0aacd275-38eb-4765-b777-31a5f266abe9 HTTP/1.1" status: 200 len: 945 time: 0.2808592 Feb 09 01:33:58.219210 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-acd7826a-50c7-4536-b8c7-a396800011c9 req-484a67f1-09b8-4b12-9867-ee67b86f488f tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/security-groups?id=89cf32ef-8647-4bf5-8025-bd4fbbfa8670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399728 Feb 09 01:33:58.363896 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b8dc39-b72d-4d3a-9782-8dd4eed47924 req-86e0388b-dc95-449e-bdc6-fe26ac727fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:58.364822 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-b7b8dc39-b72d-4d3a-9782-8dd4eed47924 req-86e0388b-dc95-449e-bdc6-fe26ac727fde service neutron] 10.222.0.47 "GET /v2.0/networks?id=14a123c9-40a9-4ab2-a841-3861362be1ec HTTP/1.1" status: 200 len: 907 time: 0.2748418 Feb 09 01:33:58.368744 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-efa7c828-a3d4-41cc-9ddb-2078d827466d service neutron] For port f60a5772-8d92-42f7-9a8f-14397fe1a691, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:33:58.378980 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-efa7c828-a3d4-41cc-9ddb-2078d827466d service neutron] For port f60a5772-8d92-42f7-9a8f-14397fe1a691, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=f60a5772-8d92-42f7-9a8f-14397fe1a691,segment=NetworkSegment(e7f20f7e-7c66-4be7-99f2-fa1397a84898),segment_id=e7f20f7e-7c66-4be7-99f2-fa1397a84898)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:33:58.395483 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-efa7c828-a3d4-41cc-9ddb-2078d827466d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (f60a5772-8d92-42f7-9a8f-14397fe1a691), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:58.440143 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-efa7c828-a3d4-41cc-9ddb-2078d827466d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:58.440832 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-efa7c828-a3d4-41cc-9ddb-2078d827466d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:58.442291 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-efa7c828-a3d4-41cc-9ddb-2078d827466d service neutron] 10.222.0.47 "PUT /v2.0/ports/f60a5772-8d92-42f7-9a8f-14397fe1a691 HTTP/1.1" status: 200 len: 1092 time: 3.1149697 Feb 09 01:33:58.454164 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-b7b8dc39-b72d-4d3a-9782-8dd4eed47924 req-cc699398-c383-47e9-bf1a-ce4697e78032 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4eb0558-7524-4fcf-ba92-366804e1970c HTTP/1.1" status: 200 len: 217 time: 0.0782492 Feb 09 01:33:58.515715 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e05956e-c6b7-45e5-8223-b8b337889b69', 'tag': 'f60a5772-8d92-42f7-9a8f-14397fe1a691'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:33:58.529489 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b44d836-0683-46c7-9fde-e844bde15374" -d '{"events": [{"name": "network-changed", "server_uuid": "7e05956e-c6b7-45e5-8223-b8b337889b69", "tag": "f60a5772-8d92-42f7-9a8f-14397fe1a691"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:33:58.627005 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b8dc39-b72d-4d3a-9782-8dd4eed47924 req-13433edf-2e6b-48af-b613-f5766f6b90d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:58.635228 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-b7b8dc39-b72d-4d3a-9782-8dd4eed47924 req-13433edf-2e6b-48af-b613-f5766f6b90d3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=df56b1a3-b96c-4c73-a247-eabcbf9d00ea HTTP/1.1" status: 200 len: 845 time: 0.1774647 Feb 09 01:33:58.707438 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550ed6eb-5470-4a7f-bfed-4324b11a0f21 x-openstack-request-id: req-550ed6eb-5470-4a7f-bfed-4324b11a0f21 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:33:58.707729 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e05956e-c6b7-45e5-8223-b8b337889b69", "tag": "f60a5772-8d92-42f7-9a8f-14397fe1a691", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:33:58.707981 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-550ed6eb-5470-4a7f-bfed-4324b11a0f21 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:33:58.708372 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e05956e-c6b7-45e5-8223-b8b337889b69', 'tag': 'f60a5772-8d92-42f7-9a8f-14397fe1a691', 'status': 'completed', 'code': 200} Feb 09 01:33:58.768066 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-b7b8dc39-b72d-4d3a-9782-8dd4eed47924 req-e1bfb55d-5540-4766-9945-e96d3a9ccad6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=14a123c9-40a9-4ab2-a841-3861362be1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1218400 Feb 09 01:33:58.811281 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa7c828-a3d4-41cc-9ddb-2078d827466d service neutron] Pushing event updated for resources: {'Port': ['ID=f60a5772-8d92-42f7-9a8f-14397fe1a691,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:58.834624 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-0f27279b-6bc5-4a35-81af-ca91ee814c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:58.836484 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-0f27279b-6bc5-4a35-81af-ca91ee814c00 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3786288d8304ed4a73754fbccf8bb65&device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 1126 time: 0.3024044 Feb 09 01:33:58.955784 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-74a27d8f-cc2f-44a7-a694-4acf03ca3911 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f60a5772-8d92-42f7-9a8f-14397fe1a691 HTTP/1.1" status: 200 len: 217 time: 0.0850749 Feb 09 01:33:59.162462 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-c6f505a5-cbe3-4596-8fda-ab956b1fc448 req-13f81e99-6b97-4a90-8580-786e8a3d3c33 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Deleting port 6ff3f983-dc2c-4e22-8baa-1a478e3bb441 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:33:59.162833 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c6f505a5-cbe3-4596-8fda-ab956b1fc448 req-13f81e99-6b97-4a90-8580-786e8a3d3c33 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (6ff3f983-dc2c-4e22-8baa-1a478e3bb441), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:59.217284 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-b7b8dc39-b72d-4d3a-9782-8dd4eed47924 req-11296612-798f-496e-be40-e840ffaafd4c service neutron] 10.222.0.47 "GET /v2.0/networks/14a123c9-40a9-4ab2-a841-3861362be1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4481626 Feb 09 01:33:59.344655 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-c6f505a5-cbe3-4596-8fda-ab956b1fc448 req-13f81e99-6b97-4a90-8580-786e8a3d3c33 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] For port 6ff3f983-dc2c-4e22-8baa-1a478e3bb441, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=6ff3f983-dc2c-4e22-8baa-1a478e3bb441,segment=NetworkSegment(1666a7a2-41b4-455c-a9b6-1ec0c33c0758),segment_id=1666a7a2-41b4-455c-a9b6-1ec0c33c0758)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:33:59.345189 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c6f505a5-cbe3-4596-8fda-ab956b1fc448 req-13f81e99-6b97-4a90-8580-786e8a3d3c33 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (6ff3f983-dc2c-4e22-8baa-1a478e3bb441), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:59.368740 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-c6f505a5-cbe3-4596-8fda-ab956b1fc448 req-13f81e99-6b97-4a90-8580-786e8a3d3c33 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Calling delete_port for 6ff3f983-dc2c-4e22-8baa-1a478e3bb441 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:33:59.522390 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-b7b8dc39-b72d-4d3a-9782-8dd4eed47924 req-9dc0470b-fbfa-45c0-a857-f3f1612dac91 service neutron] 10.222.0.47 "GET /v2.0/networks/14a123c9-40a9-4ab2-a841-3861362be1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933469 Feb 09 01:33:59.709359 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c6f505a5-cbe3-4596-8fda-ab956b1fc448 req-13f81e99-6b97-4a90-8580-786e8a3d3c33 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (6ff3f983-dc2c-4e22-8baa-1a478e3bb441), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:33:59.724402 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['574199ea-1318-4174-8814-dd905bf81266'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:33:59.728028 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['50570b3c-89b5-4464-931c-c142e9339e93'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:33:59.746477 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f81e99-6b97-4a90-8580-786e8a3d3c33 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Pushing event deleted for resources: {'Port': ['ID=6ff3f983-dc2c-4e22-8baa-1a478e3bb441,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:33:59.760855 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734a965-d015-4774-9d98-6992fe55087e req-366fcb67-84bb-43ae-bc90-8d0d80f15a91 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:59.762367 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b734a965-d015-4774-9d98-6992fe55087e req-366fcb67-84bb-43ae-bc90-8d0d80f15a91 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=857336a6-e778-4b54-be8c-9dacb5495c89 HTTP/1.1" status: 200 len: 944 time: 0.8044033 Feb 09 01:33:59.768266 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-b0054b26-a344-48ff-a7ec-0bfe95c3b082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:33:59.769719 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-b0054b26-a344-48ff-a7ec-0bfe95c3b082 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4a3eb78-65db-471e-9974-dfc9c9ac357d HTTP/1.1" status: 200 len: 833 time: 0.7614000 Feb 09 01:33:59.907720 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device c4eb0558-7524-4fcf-ba92-366804e1970c details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:33:59.994173 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f505a5-cbe3-4596-8fda-ab956b1fc448 req-13f81e99-6b97-4a90-8580-786e8a3d3c33 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] No DVR routers for this DVR port 6ff3f983-dc2c-4e22-8baa-1a478e3bb441 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:34:00.010111 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450b018-4cda-4e7d-ab88-30123e54ce11 req-2a21e563-f892-40bb-a6f4-ad659af36d89 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:00.011710 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3450b018-4cda-4e7d-ab88-30123e54ce11 req-2a21e563-f892-40bb-a6f4-ad659af36d89 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 944 time: 0.9881971 Feb 09 01:34:00.021203 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c6f505a5-cbe3-4596-8fda-ab956b1fc448 req-13f81e99-6b97-4a90-8580-786e8a3d3c33 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:00.024653 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c6f505a5-cbe3-4596-8fda-ab956b1fc448 req-13f81e99-6b97-4a90-8580-786e8a3d3c33 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.120 "DELETE /v2.0/ports/6ff3f983-dc2c-4e22-8baa-1a478e3bb441 HTTP/1.1" status: 204 len: 173 time: 1.7851100 Feb 09 01:34:00.096165 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b734a965-d015-4774-9d98-6992fe55087e req-d0602bf6-9487-46e9-b114-9daf515ac1fa tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252087 Feb 09 01:34:00.229102 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-bdc3085e-5ea6-4d99-be42-6da600738502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:00.245217 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-bdc3085e-5ea6-4d99-be42-6da600738502 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=289bbf9b-fe41-40ce-8895-75a17e893a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4502413 Feb 09 01:34:00.424731 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3450b018-4cda-4e7d-ab88-30123e54ce11 req-000c8bff-24cd-4ab8-bdaf-818a2e9ec527 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3619299 Feb 09 01:34:00.549163 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-1495a2b5-f7ec-45f3-9aaa-ee05136dcf39 service neutron] 10.222.0.47 "GET /v2.0/networks/289bbf9b-fe41-40ce-8895-75a17e893a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818713 Feb 09 01:34:00.620699 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port c4eb0558-7524-4fcf-ba92-366804e1970c, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=c4eb0558-7524-4fcf-ba92-366804e1970c,segment=NetworkSegment(67868df0-7119-4405-a5ee-9b482544987e),segment_id=67868df0-7119-4405-a5ee-9b482544987e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:00.623306 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 6ff3f983-dc2c-4e22-8baa-1a478e3bb441 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:34:00.667698 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-db15965d-68a3-44b1-a8c7-07f74d090c00 req-3c4d60e6-6d13-4a28-b545-621ea0139f52 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=0aacd275-38eb-4765-b777-31a5f266abe9 HTTP/1.1" status: 200 len: 210 time: 0.1644855 Feb 09 01:34:00.689988 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: 6ff3f983-dc2c-4e22-8baa-1a478e3bb441 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:34:00.690348 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 6ff3f983-dc2c-4e22-8baa-1a478e3bb441 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:34:00.704701 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': 'c4eb0558-7524-4fcf-ba92-366804e1970c', 'network_id': '14a123c9-40a9-4ab2-a841-3861362be1ec', 'port_id': 'c4eb0558-7524-4fcf-ba92-366804e1970c', 'mac_address': 'fa:16:3e:19:b3:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df56b1a3-b96c-4c73-a247-eabcbf9d00ea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:34:00.709711 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aacd275-38eb-4765-b777-31a5f266abe9', 'name': 'network-vif-deleted', 'tag': '6ff3f983-dc2c-4e22-8baa-1a478e3bb441'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:34:00.712440 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7470b5e7-f080-497f-8e17-ef52220a9387" -d '{"events": [{"server_uuid": "0aacd275-38eb-4765-b777-31a5f266abe9", "name": "network-vif-deleted", "tag": "6ff3f983-dc2c-4e22-8baa-1a478e3bb441"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:34:00.778604 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port c4eb0558-7524-4fcf-ba92-366804e1970c is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:34:00.779738 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c4eb0558-7524-4fcf-ba92-366804e1970c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:00.826838 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4eb0558-7524-4fcf-ba92-366804e1970c {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:34:00.829470 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043cd214-afec-4de7-8a0b-8ffa20492a9d x-openstack-request-id: req-043cd214-afec-4de7-8a0b-8ffa20492a9d {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:34:00.829935 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aacd275-38eb-4765-b777-31a5f266abe9", "name": "network-vif-deleted", "tag": "6ff3f983-dc2c-4e22-8baa-1a478e3bb441", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:34:00.830359 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-043cd214-afec-4de7-8a0b-8ffa20492a9d {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:34:00.830911 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aacd275-38eb-4765-b777-31a5f266abe9', 'name': 'network-vif-deleted', 'tag': '6ff3f983-dc2c-4e22-8baa-1a478e3bb441', 'status': 'completed', 'code': 200} Feb 09 01:34:00.861596 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port c4eb0558-7524-4fcf-ba92-366804e1970c, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=c4eb0558-7524-4fcf-ba92-366804e1970c,segment=NetworkSegment(67868df0-7119-4405-a5ee-9b482544987e),segment_id=67868df0-7119-4405-a5ee-9b482544987e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:00.866335 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (c4eb0558-7524-4fcf-ba92-366804e1970c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:00.907112 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7dd1083c-522e-4bd6-882e-cc299da0b3f0 req-582c8006-9fce-4ded-aff6-cfdec54be90f service neutron] 10.222.0.47 "GET /v2.0/networks/289bbf9b-fe41-40ce-8895-75a17e893a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124430 Feb 09 01:34:00.969735 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=c4eb0558-7524-4fcf-ba92-366804e1970c,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:01.054133 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b44d836-0683-46c7-9fde-e844bde15374 req-3867e28a-2909-42ff-a6c1-b8da480e6616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:01.057282 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6b44d836-0683-46c7-9fde-e844bde15374 req-3867e28a-2909-42ff-a6c1-b8da480e6616 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3786288d8304ed4a73754fbccf8bb65&device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 1126 time: 0.0904040 Feb 09 01:34:01.094096 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['c4eb0558-7524-4fcf-ba92-366804e1970c'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:34:01.199225 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b44d836-0683-46c7-9fde-e844bde15374 req-207e0d18-ef4c-469e-af44-de549b0fde57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:01.204815 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6b44d836-0683-46c7-9fde-e844bde15374 req-207e0d18-ef4c-469e-af44-de549b0fde57 service neutron] 10.222.0.47 "GET /v2.0/networks?id=289bbf9b-fe41-40ce-8895-75a17e893a06 HTTP/1.1" status: 200 len: 899 time: 0.1332159 Feb 09 01:34:01.275368 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6b44d836-0683-46c7-9fde-e844bde15374 req-220fa599-41b7-470a-ae69-e90cae49a616 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f60a5772-8d92-42f7-9a8f-14397fe1a691 HTTP/1.1" status: 200 len: 217 time: 0.0680053 Feb 09 01:34:01.402704 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b44d836-0683-46c7-9fde-e844bde15374 req-468d18d9-6c5b-431f-8057-941ae9b2867a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:01.404178 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6b44d836-0683-46c7-9fde-e844bde15374 req-468d18d9-6c5b-431f-8057-941ae9b2867a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4a3eb78-65db-471e-9974-dfc9c9ac357d HTTP/1.1" status: 200 len: 833 time: 0.1167920 Feb 09 01:34:01.411962 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf851876-e324-4060-ae04-65db07fee0d9 req-5070e90d-a3d0-481f-9538-c22dec567f91 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:01.419229 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bf851876-e324-4060-ae04-65db07fee0d9 req-5070e90d-a3d0-481f-9538-c22dec567f91 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=857336a6-e778-4b54-be8c-9dacb5495c89 HTTP/1.1" status: 200 len: 945 time: 0.1428924 Feb 09 01:34:01.535680 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b44d836-0683-46c7-9fde-e844bde15374 req-be3c21f6-8cb6-40f2-af05-07f96a2814fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:01.537328 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6b44d836-0683-46c7-9fde-e844bde15374 req-be3c21f6-8cb6-40f2-af05-07f96a2814fe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=289bbf9b-fe41-40ce-8895-75a17e893a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1112151 Feb 09 01:34:01.566800 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bf851876-e324-4060-ae04-65db07fee0d9 req-2ecb20fb-b627-4add-acf0-535895279576 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466482 Feb 09 01:34:01.722279 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341ad6e-0213-46fd-ac63-e14c32ebaf46 req-24566ccd-778e-43fb-94f3-adda954df666 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:01.723974 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2341ad6e-0213-46fd-ac63-e14c32ebaf46 req-24566ccd-778e-43fb-94f3-adda954df666 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 944 time: 0.1830881 Feb 09 01:34:01.772532 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6b44d836-0683-46c7-9fde-e844bde15374 req-76f07a96-c48f-42ea-80f2-ab287b739f6f service neutron] 10.222.0.47 "GET /v2.0/networks/289bbf9b-fe41-40ce-8895-75a17e893a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196519 Feb 09 01:34:01.853916 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device f60a5772-8d92-42f7-9a8f-14397fe1a691 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:34:01.943854 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6b44d836-0683-46c7-9fde-e844bde15374 req-4e9d2b9e-0465-4116-beae-4197d126bd1c service neutron] 10.222.0.47 "GET /v2.0/networks/289bbf9b-fe41-40ce-8895-75a17e893a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619532 Feb 09 01:34:02.027802 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2341ad6e-0213-46fd-ac63-e14c32ebaf46 req-8bcfbbf0-0975-4071-8970-ef06a0178f53 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2875495 Feb 09 01:34:02.084444 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port f60a5772-8d92-42f7-9a8f-14397fe1a691, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=f60a5772-8d92-42f7-9a8f-14397fe1a691,segment=NetworkSegment(e7f20f7e-7c66-4be7-99f2-fa1397a84898),segment_id=e7f20f7e-7c66-4be7-99f2-fa1397a84898)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:02.102238 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device c4eb0558-7524-4fcf-ba92-366804e1970c up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:34:02.106463 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': 'f60a5772-8d92-42f7-9a8f-14397fe1a691', 'network_id': '289bbf9b-fe41-40ce-8895-75a17e893a06', 'port_id': 'f60a5772-8d92-42f7-9a8f-14397fe1a691', 'mac_address': 'fa:16:3e:34:19:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a3eb78-65db-471e-9974-dfc9c9ac357d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:34:02.210317 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port f60a5772-8d92-42f7-9a8f-14397fe1a691 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:34:02.210612 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f60a5772-8d92-42f7-9a8f-14397fe1a691), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:02.225340 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f60a5772-8d92-42f7-9a8f-14397fe1a691 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:34:02.247335 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port f60a5772-8d92-42f7-9a8f-14397fe1a691, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=f60a5772-8d92-42f7-9a8f-14397fe1a691,segment=NetworkSegment(e7f20f7e-7c66-4be7-99f2-fa1397a84898),segment_id=e7f20f7e-7c66-4be7-99f2-fa1397a84898)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:02.253732 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f60a5772-8d92-42f7-9a8f-14397fe1a691), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:02.263990 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dff5b0-e5b6-43ec-9d27-3fd8e4e54568 req-309fc8b4-15fa-44fc-b10c-67a5cc94b8f4 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:02.277263 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-11dff5b0-e5b6-43ec-9d27-3fd8e4e54568 req-309fc8b4-15fa-44fc-b10c-67a5cc94b8f4 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b87a00-6562-4f8f-a405-6ee60198bf48 HTTP/1.1" status: 200 len: 946 time: 0.0807667 Feb 09 01:34:02.344667 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=f60a5772-8d92-42f7-9a8f-14397fe1a691,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:02.347244 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port c4eb0558-7524-4fcf-ba92-366804e1970c completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:34:02.362633 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port c4eb0558-7524-4fcf-ba92-366804e1970c triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:34:02.363022 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c4eb0558-7524-4fcf-ba92-366804e1970c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:02.387269 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-11dff5b0-e5b6-43ec-9d27-3fd8e4e54568 req-aec090ac-9fd6-45dc-830c-5c33272dc481 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/security-groups?id=89cf32ef-8647-4bf5-8025-bd4fbbfa8670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086929 Feb 09 01:34:02.446680 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f874cb76-d02d-441c-8292-ee30b4cf637d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:02.509098 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port c4eb0558-7524-4fcf-ba92-366804e1970c is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:34:02.509751 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c4eb0558-7524-4fcf-ba92-366804e1970c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:02.513453 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['f60a5772-8d92-42f7-9a8f-14397fe1a691'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:34:02.588852 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857336a6-e778-4b54-be8c-9dacb5495c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4eb0558-7524-4fcf-ba92-366804e1970c'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:34:02.593752 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa642ca0-699b-4a14-873d-75ddf313dbf2" -d '{"events": [{"server_uuid": "857336a6-e778-4b54-be8c-9dacb5495c89", "name": "network-vif-plugged", "status": "completed", "tag": "c4eb0558-7524-4fcf-ba92-366804e1970c"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:34:02.644968 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port c4eb0558-7524-4fcf-ba92-366804e1970c, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=c4eb0558-7524-4fcf-ba92-366804e1970c,segment=NetworkSegment(67868df0-7119-4405-a5ee-9b482544987e),segment_id=67868df0-7119-4405-a5ee-9b482544987e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:02.657449 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (c4eb0558-7524-4fcf-ba92-366804e1970c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:02.781745 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc89d20-f857-479a-b8f3-17b41f921da7 x-openstack-request-id: req-4fc89d20-f857-479a-b8f3-17b41f921da7 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:34:02.782130 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "857336a6-e778-4b54-be8c-9dacb5495c89", "name": "network-vif-plugged", "status": "completed", "tag": "c4eb0558-7524-4fcf-ba92-366804e1970c", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:34:02.783264 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4fc89d20-f857-479a-b8f3-17b41f921da7 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:34:02.783769 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '857336a6-e778-4b54-be8c-9dacb5495c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4eb0558-7524-4fcf-ba92-366804e1970c', 'code': 200} Feb 09 01:34:02.786871 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=c4eb0558-7524-4fcf-ba92-366804e1970c,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:02.890177 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c04b8b-9236-43d9-ab8b-20e85b41d835 req-89a8d208-53cb-43a6-8316-0f4b538cb147 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:02.898615 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-87c04b8b-9236-43d9-ab8b-20e85b41d835 req-89a8d208-53cb-43a6-8316-0f4b538cb147 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=857336a6-e778-4b54-be8c-9dacb5495c89 HTTP/1.1" status: 200 len: 946 time: 0.1948280 Feb 09 01:34:02.902085 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1acd3-cebf-4f99-a9fa-81da100cd0db req-52ca8747-1c70-46ab-8b06-4027e1f38583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:02.903284 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53944) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:02.934451 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9ac1acd3-cebf-4f99-a9fa-81da100cd0db req-52ca8747-1c70-46ab-8b06-4027e1f38583 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=857336a6-e778-4b54-be8c-9dacb5495c89 HTTP/1.1" status: 200 len: 1128 time: 0.1471543 Feb 09 01:34:02.991035 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-19ce126e-1d35-4e3d-a13d-a264d4febf36 admin admin] Deleting subnet 335c2a51-266c-4757-b022-6ac8dba02c56 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:34:02.994946 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-19ce126e-1d35-4e3d-a13d-a264d4febf36 admin admin] Publish callbacks [] for subnet (335c2a51-266c-4757-b022-6ac8dba02c56), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:03.090560 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-19ce126e-1d35-4e3d-a13d-a264d4febf36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (335c2a51-266c-4757-b022-6ac8dba02c56), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:03.206206 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-87c04b8b-9236-43d9-ab8b-20e85b41d835 req-cd13a9b8-4e74-438f-9906-3f340ce30137 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049369 Feb 09 01:34:03.215150 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-19ce126e-1d35-4e3d-a13d-a264d4febf36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (335c2a51-266c-4757-b022-6ac8dba02c56), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:03.284319 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-19ce126e-1d35-4e3d-a13d-a264d4febf36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (335c2a51-266c-4757-b022-6ac8dba02c56), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:03.299936 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-19ce126e-1d35-4e3d-a13d-a264d4febf36 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:03.303917 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-19ce126e-1d35-4e3d-a13d-a264d4febf36 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/335c2a51-266c-4757-b022-6ac8dba02c56 HTTP/1.1" status: 204 len: 168 time: 0.3995023 Feb 09 01:34:03.318727 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 53954) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:03.324113 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce126e-1d35-4e3d-a13d-a264d4febf36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=335c2a51-266c-4757-b022-6ac8dba02c56,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:03.328373 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9ac1acd3-cebf-4f99-a9fa-81da100cd0db req-a03bdf8b-bdf4-4d9c-bb80-3147db572629 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595755 Feb 09 01:34:03.454259 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830722f5-4b4b-4945-a092-f85b94958d94 req-cc21a2c0-bb94-4a4e-8ea1-bc9e70f0e5c1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:03.455917 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-830722f5-4b4b-4945-a092-f85b94958d94 req-cc21a2c0-bb94-4a4e-8ea1-bc9e70f0e5c1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 945 time: 0.2322876 Feb 09 01:34:03.557545 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6c3939a0-7f8d-4f11-9785-3d69470d3ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (a6dc0533-64be-4dc0-82be-6dfba378ead9), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:03.649604 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-830722f5-4b4b-4945-a092-f85b94958d94 req-9e580e4f-b783-4e0c-8d8a-9a67808da5e5 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833417 Feb 09 01:34:03.720579 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f532e80-247a-48d8-b3b0-435675ff6ae0 req-9c28c961-f1fb-402c-a2d3-9c9a28a820fd tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:03.722345 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4f532e80-247a-48d8-b3b0-435675ff6ae0 req-9c28c961-f1fb-402c-a2d3-9c9a28a820fd tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.120 "GET /v2.0/ports?device_id=d3b87a00-6562-4f8f-a405-6ee60198bf48 HTTP/1.1" status: 200 len: 946 time: 0.2470047 Feb 09 01:34:03.842962 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6c3939a0-7f8d-4f11-9785-3d69470d3ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (a6dc0533-64be-4dc0-82be-6dfba378ead9), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:03.861010 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622328f-57b2-4f1d-a73c-3d3296670d8a req-507a1413-6ba6-4ba2-865c-9955e1081870 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:03.862715 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d622328f-57b2-4f1d-a73c-3d3296670d8a req-507a1413-6ba6-4ba2-865c-9955e1081870 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b87a00-6562-4f8f-a405-6ee60198bf48 HTTP/1.1" status: 200 len: 946 time: 0.3198392 Feb 09 01:34:03.878476 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device f60a5772-8d92-42f7-9a8f-14397fe1a691 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:34:03.929411 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-6c3939a0-7f8d-4f11-9785-3d69470d3ded admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6dc0533-64be-4dc0-82be-6dfba378ead9']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:03.967293 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-6c3939a0-7f8d-4f11-9785-3d69470d3ded admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '906fa9e7-9922-40ba-aecc-be6a3804e1b3') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:03.967863 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-6c3939a0-7f8d-4f11-9785-3d69470d3ded admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '906fa9e7-9922-40ba-aecc-be6a3804e1b3') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:04.029115 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6c3939a0-7f8d-4f11-9785-3d69470d3ded admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (906fa9e7-9922-40ba-aecc-be6a3804e1b3), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:04.042490 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port f60a5772-8d92-42f7-9a8f-14397fe1a691 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:34:04.048270 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port f60a5772-8d92-42f7-9a8f-14397fe1a691 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:34:04.048691 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f60a5772-8d92-42f7-9a8f-14397fe1a691), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:04.049675 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d622328f-57b2-4f1d-a73c-3d3296670d8a req-7f61225c-adc2-4d46-ad87-7a71757a1336 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/security-groups?id=89cf32ef-8647-4bf5-8025-bd4fbbfa8670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778574 Feb 09 01:34:04.062411 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6c3939a0-7f8d-4f11-9785-3d69470d3ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (906fa9e7-9922-40ba-aecc-be6a3804e1b3), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:04.074098 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c3939a0-7f8d-4f11-9785-3d69470d3ded admin admin] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:34:04.074577 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6c3939a0-7f8d-4f11-9785-3d69470d3ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (906fa9e7-9922-40ba-aecc-be6a3804e1b3), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:04.076670 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:34:04.076670 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:34:04.076670 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:34:04.076670 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:34:04.076670 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:34:04.076670 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:34:04.076670 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:34:04.076670 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:34:04.076670 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:34:04.076670 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:34:04.076670 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:34:04.076670 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:34:04.076670 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:34:04.076670 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:34:04.076670 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:34:04.076670 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:34:04.076670 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:34:04.076670 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:34:04.076670 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:34:04.076670 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:34:04.076670 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:34:04.076670 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:34:04.076670 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:34:04.076670 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:34:04.076670 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:34:04.076670 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:34:04.076670 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:34:04.076670 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:34:04.076670 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:34:04.076670 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:34:04.076670 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:34:04.076670 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:34:04.201365 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-4f532e80-247a-48d8-b3b0-435675ff6ae0 req-e861750e-9e5b-4171-a6f2-f2500f76062a tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Deleting port 574199ea-1318-4174-8814-dd905bf81266 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:34:04.201848 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4f532e80-247a-48d8-b3b0-435675ff6ae0 req-e861750e-9e5b-4171-a6f2-f2500f76062a tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (574199ea-1318-4174-8814-dd905bf81266), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:04.219153 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port f60a5772-8d92-42f7-9a8f-14397fe1a691 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:34:04.220160 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f60a5772-8d92-42f7-9a8f-14397fe1a691), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:04.274099 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6c3939a0-7f8d-4f11-9785-3d69470d3ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (a6dc0533-64be-4dc0-82be-6dfba378ead9), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:04.294411 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6c3939a0-7f8d-4f11-9785-3d69470d3ded admin admin] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:04.305619 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-6c3939a0-7f8d-4f11-9785-3d69470d3ded admin admin] 10.222.0.50 "DELETE /v2.0/networks/a6dc0533-64be-4dc0-82be-6dfba378ead9 HTTP/1.1" status: 204 len: 168 time: 0.9854496 Feb 09 01:34:04.357498 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port f60a5772-8d92-42f7-9a8f-14397fe1a691, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=f60a5772-8d92-42f7-9a8f-14397fe1a691,segment=NetworkSegment(e7f20f7e-7c66-4be7-99f2-fa1397a84898),segment_id=e7f20f7e-7c66-4be7-99f2-fa1397a84898)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:04.362681 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f60a5772-8d92-42f7-9a8f-14397fe1a691), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:04.441470 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3939a0-7f8d-4f11-9785-3d69470d3ded admin admin] Pushing event deleted for resources: {'Network': ['ID=a6dc0533-64be-4dc0-82be-6dfba378ead9,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:04.499361 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-4f532e80-247a-48d8-b3b0-435675ff6ae0 req-e861750e-9e5b-4171-a6f2-f2500f76062a tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] For port 574199ea-1318-4174-8814-dd905bf81266, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=574199ea-1318-4174-8814-dd905bf81266,segment=NetworkSegment(1666a7a2-41b4-455c-a9b6-1ec0c33c0758),segment_id=1666a7a2-41b4-455c-a9b6-1ec0c33c0758)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:04.500424 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4f532e80-247a-48d8-b3b0-435675ff6ae0 req-e861750e-9e5b-4171-a6f2-f2500f76062a tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (574199ea-1318-4174-8814-dd905bf81266), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:04.518724 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2d2a2761-f368-4e87-bdf4-d8cced2ce6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:04.519299 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3210faf-1fb8-4258-827d-aec57b5862bb req-288bca6b-dfc8-4a77-a0b1-f3e633ba1dd8 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:04.529928 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f3210faf-1fb8-4258-827d-aec57b5862bb req-288bca6b-dfc8-4a77-a0b1-f3e633ba1dd8 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=857336a6-e778-4b54-be8c-9dacb5495c89 HTTP/1.1" status: 200 len: 946 time: 0.1639197 Feb 09 01:34:04.561782 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53990) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:04.562747 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=f60a5772-8d92-42f7-9a8f-14397fe1a691,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:04.574081 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-4f532e80-247a-48d8-b3b0-435675ff6ae0 req-e861750e-9e5b-4171-a6f2-f2500f76062a tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Calling delete_port for 574199ea-1318-4174-8814-dd905bf81266 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:34:04.678545 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f3210faf-1fb8-4258-827d-aec57b5862bb req-ee72099f-3483-467b-a475-a4532e158b4f tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474860 Feb 09 01:34:04.739432 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f253416e-4450-4929-8d71-7c9efde90753 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bfb3a6fc594544b498cf0ec9a9ae8e04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1742926 Feb 09 01:34:04.745103 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 53996) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:04.785187 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e05956e-c6b7-45e5-8223-b8b337889b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f60a5772-8d92-42f7-9a8f-14397fe1a691'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:34:04.787741 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f734bb-5d56-45c8-937b-c3b41b84f625" -d '{"events": [{"server_uuid": "7e05956e-c6b7-45e5-8223-b8b337889b69", "name": "network-vif-plugged", "status": "completed", "tag": "f60a5772-8d92-42f7-9a8f-14397fe1a691"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:34:04.858334 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52bb77a3-de1d-416c-8fd6-84484addc75f x-openstack-request-id: req-52bb77a3-de1d-416c-8fd6-84484addc75f {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:34:04.858683 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e05956e-c6b7-45e5-8223-b8b337889b69", "name": "network-vif-plugged", "status": "completed", "tag": "f60a5772-8d92-42f7-9a8f-14397fe1a691", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:34:04.858972 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-52bb77a3-de1d-416c-8fd6-84484addc75f {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:34:04.859408 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e05956e-c6b7-45e5-8223-b8b337889b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f60a5772-8d92-42f7-9a8f-14397fe1a691', 'code': 200} Feb 09 01:34:05.109239 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4f532e80-247a-48d8-b3b0-435675ff6ae0 req-e861750e-9e5b-4171-a6f2-f2500f76062a tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (574199ea-1318-4174-8814-dd905bf81266), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:05.123768 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['50570b3c-89b5-4464-931c-c142e9339e93'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:34:05.313085 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e861750e-9e5b-4171-a6f2-f2500f76062a tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Pushing event deleted for resources: {'Port': ['ID=574199ea-1318-4174-8814-dd905bf81266,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:05.350745 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-626cc278-a15c-418d-81bd-389ba7240555 req-a7dbab09-099f-4def-8495-41d4997587cb tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=d3b87a00-6562-4f8f-a405-6ee60198bf48 HTTP/1.1" status: 200 len: 210 time: 0.1205053 Feb 09 01:34:05.382410 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96056760-2ea9-4b44-ba17-713b3aa769e1 req-6d709ba5-f532-43fe-85b0-93356ca5efd2 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:05.388273 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-96056760-2ea9-4b44-ba17-713b3aa769e1 req-6d709ba5-f532-43fe-85b0-93356ca5efd2 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 946 time: 0.5618281 Feb 09 01:34:05.431421 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f8e5756b-73ad-4114-bad8-19350a2c894a admin admin] Publish callbacks [] for security_group (6b824740-4a3c-47f4-9cdf-9f92b5a80ed0), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:05.433887 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02dde6d-97a2-474e-9785-bd9bd9410fa2 req-bae67221-ac57-4e50-aea4-a6ea11b7e174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:05.435484 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f02dde6d-97a2-474e-9785-bd9bd9410fa2 req-bae67221-ac57-4e50-aea4-a6ea11b7e174 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 1128 time: 0.5226278 Feb 09 01:34:05.475298 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f8e5756b-73ad-4114-bad8-19350a2c894a admin admin] Publish callbacks [] for security_group (6b824740-4a3c-47f4-9cdf-9f92b5a80ed0), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:05.510281 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f532e80-247a-48d8-b3b0-435675ff6ae0 req-e861750e-9e5b-4171-a6f2-f2500f76062a tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] No DVR routers for this DVR port 574199ea-1318-4174-8814-dd905bf81266 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:34:05.517337 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4f532e80-247a-48d8-b3b0-435675ff6ae0 req-e861750e-9e5b-4171-a6f2-f2500f76062a tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:05.522345 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4f532e80-247a-48d8-b3b0-435675ff6ae0 req-e861750e-9e5b-4171-a6f2-f2500f76062a tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.120 "DELETE /v2.0/ports/574199ea-1318-4174-8814-dd905bf81266 HTTP/1.1" status: 204 len: 173 time: 1.7460806 Feb 09 01:34:05.524335 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b87a00-6562-4f8f-a405-6ee60198bf48', 'name': 'network-vif-deleted', 'tag': '574199ea-1318-4174-8814-dd905bf81266'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:34:05.525272 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f8e5756b-73ad-4114-bad8-19350a2c894a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (6b824740-4a3c-47f4-9cdf-9f92b5a80ed0), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:05.533853 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bebac62-328b-465c-84b7-3cb852cd33c6" -d '{"events": [{"server_uuid": "d3b87a00-6562-4f8f-a405-6ee60198bf48", "name": "network-vif-deleted", "tag": "574199ea-1318-4174-8814-dd905bf81266"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:34:05.533987 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f8e5756b-73ad-4114-bad8-19350a2c894a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:05.533987 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f8e5756b-73ad-4114-bad8-19350a2c894a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6b824740-4a3c-47f4-9cdf-9f92b5a80ed0 HTTP/1.1" status: 204 len: 168 time: 0.7812333 Feb 09 01:34:05.568932 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5756b-73ad-4114-bad8-19350a2c894a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b824740-4a3c-47f4-9cdf-9f92b5a80ed0,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:05.597010 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-96056760-2ea9-4b44-ba17-713b3aa769e1 req-4347bd1c-bd4f-457f-8cc6-1c12f7ddae10 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464427 Feb 09 01:34:05.610655 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c04c012-83dc-44f0-b97a-3648a117a204 x-openstack-request-id: req-2c04c012-83dc-44f0-b97a-3648a117a204 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:34:05.613344 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3b87a00-6562-4f8f-a405-6ee60198bf48", "name": "network-vif-deleted", "tag": "574199ea-1318-4174-8814-dd905bf81266", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:34:05.613690 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2c04c012-83dc-44f0-b97a-3648a117a204 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:34:05.614254 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b87a00-6562-4f8f-a405-6ee60198bf48', 'name': 'network-vif-deleted', 'tag': '574199ea-1318-4174-8814-dd905bf81266', 'status': 'completed', 'code': 200} Feb 09 01:34:05.700815 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f02dde6d-97a2-474e-9785-bd9bd9410fa2 req-22f2ca4a-23e5-4769-99b8-e7e9ba9b4eb8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2276213 Feb 09 01:34:05.913597 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee01a5f-11d9-4ee5-a7ac-f11e9367545e req-6d0b71e6-be89-42bb-87e4-6a9d7bc673b3 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:05.915667 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fee01a5f-11d9-4ee5-a7ac-f11e9367545e req-6d0b71e6-be89-42bb-87e4-6a9d7bc673b3 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=857336a6-e778-4b54-be8c-9dacb5495c89 HTTP/1.1" status: 200 len: 946 time: 0.1137619 Feb 09 01:34:05.948986 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:06.125706 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fee01a5f-11d9-4ee5-a7ac-f11e9367545e req-3f1ab42d-6cba-4cee-97ab-5c0a3b6d442c tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937404 Feb 09 01:34:06.356302 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a42d4-6aee-47a9-9b84-a403718d8b54 req-7c15be44-16ad-4382-b4ba-61e50ebc16f6 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:06.358447 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a48a42d4-6aee-47a9-9b84-a403718d8b54 req-7c15be44-16ad-4382-b4ba-61e50ebc16f6 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=857336a6-e778-4b54-be8c-9dacb5495c89 HTTP/1.1" status: 200 len: 946 time: 0.0888548 Feb 09 01:34:06.475173 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a48a42d4-6aee-47a9-9b84-a403718d8b54 req-52461025-627b-4177-bb89-6eae68a01c21 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107659 Feb 09 01:34:06.634599 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 574199ea-1318-4174-8814-dd905bf81266 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:34:06.735117 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: 574199ea-1318-4174-8814-dd905bf81266 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:34:06.735723 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 574199ea-1318-4174-8814-dd905bf81266 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:34:06.958072 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c6afb-72d0-4203-b8dc-bf8240470052 req-a6add6c0-4010-4f2c-aa4d-1893bc52cefa tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:06.960223 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d71c6afb-72d0-4203-b8dc-bf8240470052 req-a6add6c0-4010-4f2c-aa4d-1893bc52cefa tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 946 time: 0.1753991 Feb 09 01:34:07.083971 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d71c6afb-72d0-4203-b8dc-bf8240470052 req-1106fa39-4e07-4887-b1e5-8c4f7c18e8d0 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178541 Feb 09 01:34:07.105358 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86183b0-86b8-4194-9932-fbf1177c63b5 req-1226309a-9140-466c-96ad-af91c606b7ea tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:07.130334 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d86183b0-86b8-4194-9932-fbf1177c63b5 req-1226309a-9140-466c-96ad-af91c606b7ea tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=857336a6-e778-4b54-be8c-9dacb5495c89 HTTP/1.1" status: 200 len: 946 time: 0.1337519 Feb 09 01:34:07.231501 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d86183b0-86b8-4194-9932-fbf1177c63b5 req-e71924fa-de91-4b47-a388-f0280ea4ebee tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996115 Feb 09 01:34:07.320804 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:07.882767 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:08.332373 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b7026-8232-4d57-ad59-3757df8882ad req-afc47b4e-fad3-4f8c-97e8-3a62e8c7d2bf tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:08.342130 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-237b7026-8232-4d57-ad59-3757df8882ad req-afc47b4e-fad3-4f8c-97e8-3a62e8c7d2bf tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 946 time: 0.1762099 Feb 09 01:34:08.377656 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67dadcd-6fe5-4ed4-92a6-6563e06f91cf req-2afda36c-aae6-44b9-8a7c-f7af9f69ba71 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:08.380057 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a67dadcd-6fe5-4ed4-92a6-6563e06f91cf req-2afda36c-aae6-44b9-8a7c-f7af9f69ba71 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.47 "GET /v2.0/ports?device_id=857336a6-e778-4b54-be8c-9dacb5495c89 HTTP/1.1" status: 200 len: 946 time: 0.1493633 Feb 09 01:34:08.499326 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:08.665164 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4fd3e-43e0-4d77-99fa-0ef50cc08ed8 req-b6df5bdb-fb88-4853-b99a-3c400d069899 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:08.679951 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3ed4fd3e-43e0-4d77-99fa-0ef50cc08ed8 req-b6df5bdb-fb88-4853-b99a-3c400d069899 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=857336a6-e778-4b54-be8c-9dacb5495c89 HTTP/1.1" status: 200 len: 946 time: 0.3150666 Feb 09 01:34:08.715974 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-237b7026-8232-4d57-ad59-3757df8882ad req-c3b5e05d-fce3-4990-a6ce-8b5f5a40bbb0 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3728173 Feb 09 01:34:08.767662 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3ed4fd3e-43e0-4d77-99fa-0ef50cc08ed8 req-8274b432-c207-4ba6-b106-f62fddbea97e tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856216 Feb 09 01:34:08.803902 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-a67dadcd-6fe5-4ed4-92a6-6563e06f91cf req-704df2d1-9647-44dd-9c2d-f3148060afa9 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Deleting port c4eb0558-7524-4fcf-ba92-366804e1970c {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:34:08.806539 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a67dadcd-6fe5-4ed4-92a6-6563e06f91cf req-704df2d1-9647-44dd-9c2d-f3148060afa9 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (c4eb0558-7524-4fcf-ba92-366804e1970c), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:08.990586 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-a67dadcd-6fe5-4ed4-92a6-6563e06f91cf req-704df2d1-9647-44dd-9c2d-f3148060afa9 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] For port c4eb0558-7524-4fcf-ba92-366804e1970c, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=c4eb0558-7524-4fcf-ba92-366804e1970c,segment=NetworkSegment(67868df0-7119-4405-a5ee-9b482544987e),segment_id=67868df0-7119-4405-a5ee-9b482544987e)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:08.990966 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a67dadcd-6fe5-4ed4-92a6-6563e06f91cf req-704df2d1-9647-44dd-9c2d-f3148060afa9 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (c4eb0558-7524-4fcf-ba92-366804e1970c), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:09.006452 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-a67dadcd-6fe5-4ed4-92a6-6563e06f91cf req-704df2d1-9647-44dd-9c2d-f3148060afa9 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Calling delete_port for c4eb0558-7524-4fcf-ba92-366804e1970c owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:34:09.197701 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a67dadcd-6fe5-4ed4-92a6-6563e06f91cf req-704df2d1-9647-44dd-9c2d-f3148060afa9 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (c4eb0558-7524-4fcf-ba92-366804e1970c), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:09.210098 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['2e956b02-bd23-4f1e-9a98-e5e3cd586434'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:34:09.331797 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['c4eb0558-7524-4fcf-ba92-366804e1970c'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:34:09.632056 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:09.801400 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-a67dadcd-6fe5-4ed4-92a6-6563e06f91cf req-704df2d1-9647-44dd-9c2d-f3148060afa9 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] No DVR routers for this DVR port c4eb0558-7524-4fcf-ba92-366804e1970c on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:34:09.805748 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a67dadcd-6fe5-4ed4-92a6-6563e06f91cf req-704df2d1-9647-44dd-9c2d-f3148060afa9 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:09.820059 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a67dadcd-6fe5-4ed4-92a6-6563e06f91cf req-704df2d1-9647-44dd-9c2d-f3148060afa9 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.47 "DELETE /v2.0/ports/c4eb0558-7524-4fcf-ba92-366804e1970c HTTP/1.1" status: 204 len: 173 time: 1.4227557 Feb 09 01:34:09.820923 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704df2d1-9647-44dd-9c2d-f3148060afa9 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Pushing event deleted for resources: {'Port': ['ID=c4eb0558-7524-4fcf-ba92-366804e1970c,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:09.822699 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857336a6-e778-4b54-be8c-9dacb5495c89', 'name': 'network-vif-deleted', 'tag': 'c4eb0558-7524-4fcf-ba92-366804e1970c'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:34:09.825000 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940efdd4-033a-4d9c-9b88-71bdfe28771b" -d '{"events": [{"server_uuid": "857336a6-e778-4b54-be8c-9dacb5495c89", "name": "network-vif-deleted", "tag": "c4eb0558-7524-4fcf-ba92-366804e1970c"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:34:09.865765 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9309c708-d16c-455a-911d-db16a7cb319c req-0e7cd144-939a-4e42-b67f-f88005f6fc3a tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:09.867298 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9309c708-d16c-455a-911d-db16a7cb319c req-0e7cd144-939a-4e42-b67f-f88005f6fc3a tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 946 time: 0.7916243 Feb 09 01:34:10.087430 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9309c708-d16c-455a-911d-db16a7cb319c req-39d5d277-4963-4941-acb6-0ffb9c6d6922 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2099168 Feb 09 01:34:10.101420 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f879d7b2-0bc7-4957-8be9-c0cbedf34029 req-d0f5bbb3-266d-4171-a49e-2b0f79badee0 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=857336a6-e778-4b54-be8c-9dacb5495c89 HTTP/1.1" status: 200 len: 210 time: 0.1583130 Feb 09 01:34:10.146164 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 54154) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:10.170519 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c5a01ca1-45a9-491e-a62a-28f3ac034607 req-68b45462-77ec-412c-b819-610228b08e06 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2ea0de20-d8ff-48fd-9186-8cb627918823&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1634226 Feb 09 01:34:10.251929 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd0b05c-6078-4a63-98f4-0d658ce353ee x-openstack-request-id: req-6dd0b05c-6078-4a63-98f4-0d658ce353ee {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:34:10.252229 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "857336a6-e778-4b54-be8c-9dacb5495c89", "name": "network-vif-deleted", "tag": "c4eb0558-7524-4fcf-ba92-366804e1970c", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:34:10.254312 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6dd0b05c-6078-4a63-98f4-0d658ce353ee {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:34:10.255839 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '857336a6-e778-4b54-be8c-9dacb5495c89', 'name': 'network-vif-deleted', 'tag': 'c4eb0558-7524-4fcf-ba92-366804e1970c', 'status': 'completed', 'code': 200} Feb 09 01:34:10.259069 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e13e51-b283-4fad-8724-ed90bbf01f23 tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:10.264057 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f8e13e51-b283-4fad-8724-ed90bbf01f23 tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 1123 time: 0.1137826 Feb 09 01:34:10.264582 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 54156) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:10.269467 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-e770105d-df33-4f2e-bd23-48f4bf0fc8ca tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'port_id': 'f60a5772-8d92-42f7-9a8f-14397fe1a691', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:10.319212 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e770105d-df33-4f2e-bd23-48f4bf0fc8ca tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:10.326284 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a01ca1-45a9-491e-a62a-28f3ac034607 req-471afd7c-5337-4cbc-ad68-69ca99a39c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:10.328040 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c5a01ca1-45a9-491e-a62a-28f3ac034607 req-471afd7c-5337-4cbc-ad68-69ca99a39c71 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9019a24413d947f09da6bf23cb0b5360&device_id=2ea0de20-d8ff-48fd-9186-8cb627918823 HTTP/1.1" status: 200 len: 1132 time: 0.1331573 Feb 09 01:34:10.617752 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a01ca1-45a9-491e-a62a-28f3ac034607 req-d8a2e84f-c9e5-415c-bff5-d2bae4d10c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:10.619269 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c5a01ca1-45a9-491e-a62a-28f3ac034607 req-d8a2e84f-c9e5-415c-bff5-d2bae4d10c5b service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.1921515 Feb 09 01:34:10.711081 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c5a01ca1-45a9-491e-a62a-28f3ac034607 req-2f6f4940-298f-445c-8c95-8691ab08ab9b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=f8e41e5e-f6f5-4e01-a44c-db2198fff004 HTTP/1.1" status: 200 len: 217 time: 0.0852520 Feb 09 01:34:10.792311 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e770105d-df33-4f2e-bd23-48f4bf0fc8ca tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:10.795581 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a01ca1-45a9-491e-a62a-28f3ac034607 req-86df8ab6-e1b4-42a5-a965-48da674d4570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:10.797321 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c5a01ca1-45a9-491e-a62a-28f3ac034607 req-86df8ab6-e1b4-42a5-a965-48da674d4570 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.0758016 Feb 09 01:34:10.962139 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a01ca1-45a9-491e-a62a-28f3ac034607 req-567a7f79-f6ba-4f2e-a0b5-73d6a99a67e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:10.963824 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c5a01ca1-45a9-491e-a62a-28f3ac034607 req-567a7f79-f6ba-4f2e-a0b5-73d6a99a67e9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1592147 Feb 09 01:34:11.243368 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c5a01ca1-45a9-491e-a62a-28f3ac034607 req-7cf58128-5c68-40c7-9e1e-d3a654163376 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662642 Feb 09 01:34:11.244758 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-e770105d-df33-4f2e-bd23-48f4bf0fc8ca tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Allocated IP 172.25.8.159 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/aa956104-62ce-4b25-bae4-b940504b6a4a) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:34:11.675926 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dece527-7795-46b8-9cce-1573df1e3032 req-87c62a07-6856-4dbd-bf17-5832e3de433e tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:11.677466 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0dece527-7795-46b8-9cce-1573df1e3032 req-87c62a07-6856-4dbd-bf17-5832e3de433e tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/networks?id=14a123c9-40a9-4ab2-a841-3861362be1ec HTTP/1.1" status: 200 len: 805 time: 0.1601810 Feb 09 01:34:11.699968 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c5a01ca1-45a9-491e-a62a-28f3ac034607 req-5a7ea7ff-c937-4538-a735-0332f791a3d4 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4483297 Feb 09 01:34:11.705178 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0dece527-7795-46b8-9cce-1573df1e3032 req-0aabe4cf-9fe2-4fe8-b830-c0ecb92eeace tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/quotas/6d314619fa0a4fa2b259de5884a0fcb1 HTTP/1.1" status: 200 len: 375 time: 0.0182519 Feb 09 01:34:11.772414 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e770105d-df33-4f2e-bd23-48f4bf0fc8ca tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for port (aa956104-62ce-4b25-bae4-b940504b6a4a), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:11.804359 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0dece527-7795-46b8-9cce-1573df1e3032 req-06452262-613f-4392-9170-56d11d40653e tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6d314619fa0a4fa2b259de5884a0fcb1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0929108 Feb 09 01:34:11.892215 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e770105d-df33-4f2e-bd23-48f4bf0fc8ca tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (aa956104-62ce-4b25-bae4-b940504b6a4a), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:11.908734 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device c4eb0558-7524-4fcf-ba92-366804e1970c no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:34:11.944931 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e770105d-df33-4f2e-bd23-48f4bf0fc8ca tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:34:11.949047 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: c4eb0558-7524-4fcf-ba92-366804e1970c {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:34:11.949814 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device c4eb0558-7524-4fcf-ba92-366804e1970c not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:34:11.981708 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-e770105d-df33-4f2e-bd23-48f4bf0fc8ca tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:34:11.984740 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e770105d-df33-4f2e-bd23-48f4bf0fc8ca tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:34:12.052387 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770105d-df33-4f2e-bd23-48f4bf0fc8ca tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'Port': ['ID=aa956104-62ce-4b25-bae4-b940504b6a4a,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:12.057099 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0dece527-7795-46b8-9cce-1573df1e3032 req-c14ef980-868b-4759-9f93-6548b423cfa2 service neutron] 10.222.0.50 "GET /v2.0/networks/14a123c9-40a9-4ab2-a841-3861362be1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354794 Feb 09 01:34:12.369050 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0dece527-7795-46b8-9cce-1573df1e3032 req-173a2c68-22ac-4e81-9daf-4ec3f568eff0 service neutron] 10.222.0.50 "GET /v2.0/networks/14a123c9-40a9-4ab2-a841-3861362be1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012075 Feb 09 01:34:12.655089 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e770105d-df33-4f2e-bd23-48f4bf0fc8ca tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for floatingip (889ffb01-76a3-49e3-b4ac-8aaaef7eccc6), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:12.798854 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ccd20d1c-0aa2-4a43-8040-eee38c86d605 req-c18ee241-b786-4665-9615-8f43761c863d tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a5037e5-1ca8-4851-a1f3-daff006dece8 HTTP/1.1" status: 200 len: 210 time: 0.0466681 Feb 09 01:34:12.847632 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e770105d-df33-4f2e-bd23-48f4bf0fc8ca tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (aa956104-62ce-4b25-bae4-b940504b6a4a), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:13.172258 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e770105d-df33-4f2e-bd23-48f4bf0fc8ca tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for port (aa956104-62ce-4b25-bae4-b940504b6a4a), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:13.178320 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e770105d-df33-4f2e-bd23-48f4bf0fc8ca tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (aa956104-62ce-4b25-bae4-b940504b6a4a), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:13.306704 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770105d-df33-4f2e-bd23-48f4bf0fc8ca tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'Port': ['ID=aa956104-62ce-4b25-bae4-b940504b6a4a,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:13.317316 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e770105d-df33-4f2e-bd23-48f4bf0fc8ca tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (889ffb01-76a3-49e3-b4ac-8aaaef7eccc6), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:13.462395 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [None req-e770105d-df33-4f2e-bd23-48f4bf0fc8ca tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Floating IP 889ffb01-76a3-49e3-b4ac-8aaaef7eccc6 associated. External IP: 172.25.8.159, port: f60a5772-8d92-42f7-9a8f-14397fe1a691. Feb 09 01:34:13.810155 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e770105d-df33-4f2e-bd23-48f4bf0fc8ca tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Router bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:34:14.005419 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-41c6fab8-8d5a-44a5-802a-4a03b54edf2e req-d5490e58-63ca-47ce-b632-cb3f29873d19 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a5037e5-1ca8-4851-a1f3-daff006dece8 HTTP/1.1" status: 200 len: 210 time: 0.0409346 Feb 09 01:34:14.102917 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e770105d-df33-4f2e-bd23-48f4bf0fc8ca tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:34:14.131251 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d1b891-d4b3-46b0-9466-37b73ac98dc5 None None] Sync routers for ids ['bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:34:14.141775 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e770105d-df33-4f2e-bd23-48f4bf0fc8ca tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:14.168892 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d1b891-d4b3-46b0-9466-37b73ac98dc5 None None] Routers {'bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:34:14.169820 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-c0d1b891-d4b3-46b0-9466-37b73ac98dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:34:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:14.222379 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dece527-7795-46b8-9cce-1573df1e3032 req-454ba0cc-380a-4a8d-89d0-5a08c9da13a0 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:14.223963 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0dece527-7795-46b8-9cce-1573df1e3032 req-454ba0cc-380a-4a8d-89d0-5a08c9da13a0 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.120 "GET /v2.0/networks?id=14a123c9-40a9-4ab2-a841-3861362be1ec HTTP/1.1" status: 200 len: 805 time: 0.2251074 Feb 09 01:34:14.244588 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e770105d-df33-4f2e-bd23-48f4bf0fc8ca tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.9769409 Feb 09 01:34:14.262657 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-0dece527-7795-46b8-9cce-1573df1e3032 req-041a979a-8589-442c-9186-a0845839da44 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Request body: {'port': {'device_id': '2a5037e5-1ca8-4851-a1f3-daff006dece8', 'network_id': '14a123c9-40a9-4ab2-a841-3861362be1ec', 'admin_state_up': True, 'tenant_id': '6d314619fa0a4fa2b259de5884a0fcb1'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:14.281251 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e05956e-c6b7-45e5-8223-b8b337889b69', 'tag': 'f60a5772-8d92-42f7-9a8f-14397fe1a691'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:34:14.284996 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa7c08b-d299-4db2-ac2b-38409dd0667f" -d '{"events": [{"name": "network-changed", "server_uuid": "7e05956e-c6b7-45e5-8223-b8b337889b69", "tag": "f60a5772-8d92-42f7-9a8f-14397fe1a691"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:34:14.474479 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-c0d1b891-d4b3-46b0-9466-37b73ac98dc5 None None] Set router bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:34:14.800323 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-c0d1b891-d4b3-46b0-9466-37b73ac98dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976226037', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '488d25e4-ce43-463c-b8d6-17732d14083d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:22Z', 'updated_at': '2022-02-09T01:33:32Z', 'revision_number': 4, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '488d25e4-ce43-463c-b8d6-17732d14083d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:24Z', 'updated_at': '2022-02-09T01:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '889ffb01-76a3-49e3-b4ac-8aaaef7eccc6', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'floating_ip_address': '172.25.8.159', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa', 'port_id': 'f60a5772-8d92-42f7-9a8f-14397fe1a691', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '289bbf9b-fe41-40ce-8895-75a17e893a06', 'mac_address': 'fa:16:3e:34:19:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e05956e-c6b7-45e5-8223-b8b337889b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:34:12Z', 'updated_at': '2022-02-09T01:34:12Z', 'revision_number': 0, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6e87f70-fd00-4bab-b0fc-d9f14cdabb63', 'name': '', 'network_id': '289bbf9b-fe41-40ce-8895-75a17e893a06', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'mac_address': 'fa:16:3e:d3:83:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'f4a3eb78-65db-471e-9974-dfc9c9ac357d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:31Z', 'updated_at': '2022-02-09T01:33:39Z', 'revision_number': 5, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'subnets': [{'id': 'f4a3eb78-65db-471e-9974-dfc9c9ac357d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:14.809383 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-1a03df3b-299a-4cfc-9c88-8e38c5e855a7 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1734032386&fields=id&tenant_id=c9bde012005949bf8ed5f5d05d570ac0 HTTP/1.1" status: 200 len: 267 time: 0.6418002 Feb 09 01:34:14.839737 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d1b891-d4b3-46b0-9466-37b73ac98dc5 None None] Checking router: bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:34:14.852378 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d1b891-d4b3-46b0-9466-37b73ac98dc5 None None] Routers {'bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:34:14.853044 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-c0d1b891-d4b3-46b0-9466-37b73ac98dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:34:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:14.942142 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc6de4-f2ad-4d4b-b94b-411b94b39d70 req-b1036c61-37d6-45d7-9414-aa545556faa5 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:14.943655 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c0bc6de4-f2ad-4d4b-b94b-411b94b39d70 req-b1036c61-37d6-45d7-9414-aa545556faa5 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 946 time: 0.5668640 Feb 09 01:34:14.992182 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-c0d1b891-d4b3-46b0-9466-37b73ac98dc5 None None] Set router bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:34:15.029618 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c0bc6de4-f2ad-4d4b-b94b-411b94b39d70 req-a9185c13-4664-4d1c-82c3-5c8b2b4a3114 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779130 Feb 09 01:34:15.033875 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dece527-7795-46b8-9cce-1573df1e3032 req-041a979a-8589-442c-9186-a0845839da44 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Made reservation on behalf of 6d314619fa0a4fa2b259de5884a0fcb1 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:34:15.037258 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0dece527-7795-46b8-9cce-1573df1e3032 req-041a979a-8589-442c-9186-a0845839da44 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:15.058436 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 54302) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:15.067800 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-59a7f405-5315-4f18-85ff-69cd504ea4c1 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:15.069547 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-59a7f405-5315-4f18-85ff-69cd504ea4c1 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/networks?id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 HTTP/1.1" status: 200 len: 811 time: 0.2456014 Feb 09 01:34:15.121665 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-ae2ac5de-46e3-4213-b3c4-7a9c4b06a59a tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/quotas/c9bde012005949bf8ed5f5d05d570ac0 HTTP/1.1" status: 200 len: 375 time: 0.0411665 Feb 09 01:34:15.154400 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab047a4d-b17b-4c9f-a3f6-ccf13bfcfbdd x-openstack-request-id: req-ab047a4d-b17b-4c9f-a3f6-ccf13bfcfbdd {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:34:15.155951 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e05956e-c6b7-45e5-8223-b8b337889b69", "tag": "f60a5772-8d92-42f7-9a8f-14397fe1a691", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:34:15.157004 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ab047a4d-b17b-4c9f-a3f6-ccf13bfcfbdd {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:34:15.158150 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e05956e-c6b7-45e5-8223-b8b337889b69', 'tag': 'f60a5772-8d92-42f7-9a8f-14397fe1a691', 'status': 'completed', 'code': 200} Feb 09 01:34:15.192799 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7c7b97f0-2e9a-40a2-8fc7-919d2c675ec8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/floatingips/889ffb01-76a3-49e3-b4ac-8aaaef7eccc6 HTTP/1.1" status: 200 len: 992 time: 0.1320946 Feb 09 01:34:15.292019 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-386e3484-9c8e-4358-85df-88f5b8e9b53b req-5a5e6d3b-1b6d-4a6d-996d-8910e266767d tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a5037e5-1ca8-4851-a1f3-daff006dece8 HTTP/1.1" status: 200 len: 210 time: 0.0376213 Feb 09 01:34:15.355086 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-c0d1b891-d4b3-46b0-9466-37b73ac98dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976226037', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '488d25e4-ce43-463c-b8d6-17732d14083d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:22Z', 'updated_at': '2022-02-09T01:33:32Z', 'revision_number': 4, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '488d25e4-ce43-463c-b8d6-17732d14083d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:24Z', 'updated_at': '2022-02-09T01:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '889ffb01-76a3-49e3-b4ac-8aaaef7eccc6', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'floating_ip_address': '172.25.8.159', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa', 'port_id': 'f60a5772-8d92-42f7-9a8f-14397fe1a691', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '289bbf9b-fe41-40ce-8895-75a17e893a06', 'mac_address': 'fa:16:3e:34:19:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e05956e-c6b7-45e5-8223-b8b337889b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:34:12Z', 'updated_at': '2022-02-09T01:34:12Z', 'revision_number': 0, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6e87f70-fd00-4bab-b0fc-d9f14cdabb63', 'name': '', 'network_id': '289bbf9b-fe41-40ce-8895-75a17e893a06', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'mac_address': 'fa:16:3e:d3:83:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'f4a3eb78-65db-471e-9974-dfc9c9ac357d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:31Z', 'updated_at': '2022-02-09T01:33:39Z', 'revision_number': 5, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'subnets': [{'id': 'f4a3eb78-65db-471e-9974-dfc9c9ac357d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:15.355653 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-24307a1f-f403-40d8-98d5-af0691316277 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c9bde012005949bf8ed5f5d05d570ac0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2255175 Feb 09 01:34:15.381355 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7c08b-d299-4db2-ac2b-38409dd0667f req-aa3c9d1b-d309-4a35-99c3-36fae3f865ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:15.382880 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bfa7c08b-d299-4db2-ac2b-38409dd0667f req-aa3c9d1b-d309-4a35-99c3-36fae3f865ac service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3786288d8304ed4a73754fbccf8bb65&device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 1128 time: 0.2070024 Feb 09 01:34:15.399013 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d1b891-d4b3-46b0-9466-37b73ac98dc5 None None] The sync data for ids ['bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa'] in n-d-828369-4 is: [{'id': 'bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976226037', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '488d25e4-ce43-463c-b8d6-17732d14083d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:22Z', 'updated_at': '2022-02-09T01:33:32Z', 'revision_number': 4, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '488d25e4-ce43-463c-b8d6-17732d14083d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:24Z', 'updated_at': '2022-02-09T01:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '889ffb01-76a3-49e3-b4ac-8aaaef7eccc6', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'floating_ip_address': '172.25.8.159', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa', 'port_id': 'f60a5772-8d92-42f7-9a8f-14397fe1a691', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '289bbf9b-fe41-40ce-8895-75a17e893a06', 'mac_address': 'fa:16:3e:34:19:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e05956e-c6b7-45e5-8223-b8b337889b69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:34:12Z', 'updated_at': '2022-02-09T01:34:12Z', 'revision_number': 0, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6e87f70-fd00-4bab-b0fc-d9f14cdabb63', 'name': '', 'network_id': '289bbf9b-fe41-40ce-8895-75a17e893a06', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'mac_address': 'fa:16:3e:d3:83:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'f4a3eb78-65db-471e-9974-dfc9c9ac357d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:31Z', 'updated_at': '2022-02-09T01:33:39Z', 'revision_number': 5, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'subnets': [{'id': 'f4a3eb78-65db-471e-9974-dfc9c9ac357d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:34:15.505081 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-0dece527-7795-46b8-9cce-1573df1e3032 req-041a979a-8589-442c-9186-a0845839da44 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Allocated IP 172.20.0.9 (14a123c9-40a9-4ab2-a841-3861362be1ec/df56b1a3-b96c-4c73-a247-eabcbf9d00ea/9438e4c4-3a64-48df-97cc-33b5fa50120e) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:34:15.534174 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7c08b-d299-4db2-ac2b-38409dd0667f req-466f6895-f3a8-4970-9789-c640c169224d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:15.535675 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bfa7c08b-d299-4db2-ac2b-38409dd0667f req-466f6895-f3a8-4970-9789-c640c169224d service neutron] 10.222.0.47 "GET /v2.0/networks?id=289bbf9b-fe41-40ce-8895-75a17e893a06 HTTP/1.1" status: 200 len: 899 time: 0.1465566 Feb 09 01:34:15.626385 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bfa7c08b-d299-4db2-ac2b-38409dd0667f req-6e1b9f4b-4eb3-4037-b2c8-8bee905e9fb6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f60a5772-8d92-42f7-9a8f-14397fe1a691 HTTP/1.1" status: 200 len: 1000 time: 0.0821629 Feb 09 01:34:15.775372 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb19e7d-9e08-4ee6-948a-fbabfd9e2b52 None None] New status for floating IP 889ffb01-76a3-49e3-b4ac-8aaaef7eccc6: ACTIVE {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:34:15.833731 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7c08b-d299-4db2-ac2b-38409dd0667f req-04b3abd7-74c9-4851-8a46-cab513638625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:15.835254 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bfa7c08b-d299-4db2-ac2b-38409dd0667f req-04b3abd7-74c9-4851-8a46-cab513638625 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4a3eb78-65db-471e-9974-dfc9c9ac357d HTTP/1.1" status: 200 len: 833 time: 0.1911805 Feb 09 01:34:15.888338 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-31c44b16-e2bd-44fb-9c39-ce2640d46c14 service neutron] 10.222.0.50 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5180800 Feb 09 01:34:15.986067 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7c08b-d299-4db2-ac2b-38409dd0667f req-7650963b-8cde-4c48-a272-e61ea366d0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:15.987547 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bfa7c08b-d299-4db2-ac2b-38409dd0667f req-7650963b-8cde-4c48-a272-e61ea366d0ec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=289bbf9b-fe41-40ce-8895-75a17e893a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1444857 Feb 09 01:34:16.064389 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0dece527-7795-46b8-9cce-1573df1e3032 req-041a979a-8589-442c-9186-a0845839da44 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks [] for port (9438e4c4-3a64-48df-97cc-33b5fa50120e), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:16.144588 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-c477fca8-c93f-40ab-8e0a-2a07b20809ed service neutron] 10.222.0.50 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258179 Feb 09 01:34:16.169994 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bfa7c08b-d299-4db2-ac2b-38409dd0667f req-172667d7-a013-4cc8-9f11-31aaf307820c service neutron] 10.222.0.47 "GET /v2.0/networks/289bbf9b-fe41-40ce-8895-75a17e893a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655059 Feb 09 01:34:16.196515 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 54316) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:16.235468 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0dece527-7795-46b8-9cce-1573df1e3032 req-041a979a-8589-442c-9186-a0845839da44 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (9438e4c4-3a64-48df-97cc-33b5fa50120e), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:16.248118 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['2e956b02-bd23-4f1e-9a98-e5e3cd586434'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:34:16.289637 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9304f19b-7100-45d5-a425-8548c87ecb06 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/floatingips/889ffb01-76a3-49e3-b4ac-8aaaef7eccc6 HTTP/1.1" status: 200 len: 994 time: 0.0919104 Feb 09 01:34:16.301044 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dece527-7795-46b8-9cce-1573df1e3032 req-041a979a-8589-442c-9186-a0845839da44 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Network 14a123c9-40a9-4ab2-a841-3861362be1ec is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:34:16.305220 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-0dece527-7795-46b8-9cce-1573df1e3032 req-041a979a-8589-442c-9186-a0845839da44 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:34:16.326578 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dece527-7795-46b8-9cce-1573df1e3032 req-041a979a-8589-442c-9186-a0845839da44 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:34:16.383340 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a979a-8589-442c-9186-a0845839da44 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Pushing event updated for resources: {'Port': ['ID=9438e4c4-3a64-48df-97cc-33b5fa50120e,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:16.394750 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bfa7c08b-d299-4db2-ac2b-38409dd0667f req-1cbcf62a-02f2-4822-af32-8ccb35bccb5d service neutron] 10.222.0.47 "GET /v2.0/networks/289bbf9b-fe41-40ce-8895-75a17e893a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179451 Feb 09 01:34:16.439480 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dece527-7795-46b8-9cce-1573df1e3032 req-041a979a-8589-442c-9186-a0845839da44 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:16.440739 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0dece527-7795-46b8-9cce-1573df1e3032 req-041a979a-8589-442c-9186-a0845839da44 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:16.504974 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0dece527-7795-46b8-9cce-1573df1e3032 req-041a979a-8589-442c-9186-a0845839da44 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2495046 Feb 09 01:34:16.518835 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-0dece527-7795-46b8-9cce-1573df1e3032 req-8708e555-f829-4d3a-be5e-4405aaaeac91 service neutron] Request body: {'port': {'device_id': '2a5037e5-1ca8-4851-a1f3-daff006dece8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:16.534280 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2781c113-d8e0-4ef6-b8ac-2d69838af72a req-8d8f6018-3a3c-4c62-a5ec-2ebbefbed35d tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:16.536484 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2781c113-d8e0-4ef6-b8ac-2d69838af72a req-8d8f6018-3a3c-4c62-a5ec-2ebbefbed35d tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a5037e5-1ca8-4851-a1f3-daff006dece8 HTTP/1.1" status: 200 len: 931 time: 0.1288257 Feb 09 01:34:16.631369 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-661255e2-9132-4082-89c4-726af3e83187 req-9486b271-c099-4d7f-88fe-baf79ae1556a tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 210 time: 0.0326164 Feb 09 01:34:16.637184 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2781c113-d8e0-4ef6-b8ac-2d69838af72a req-ef949894-a850-4244-b0b4-13aa1994d7cb tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814953 Feb 09 01:34:16.681458 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0dece527-7795-46b8-9cce-1573df1e3032 req-8708e555-f829-4d3a-be5e-4405aaaeac91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (9438e4c4-3a64-48df-97cc-33b5fa50120e), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:17.093310 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-0dece527-7795-46b8-9cce-1573df1e3032 req-8708e555-f829-4d3a-be5e-4405aaaeac91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9438e4c4-3a64-48df-97cc-33b5fa50120e {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:34:17.104392 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0dece527-7795-46b8-9cce-1573df1e3032 req-8708e555-f829-4d3a-be5e-4405aaaeac91 service neutron] Publish callbacks [] for port (9438e4c4-3a64-48df-97cc-33b5fa50120e), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:17.121241 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-0dece527-7795-46b8-9cce-1573df1e3032 req-8708e555-f829-4d3a-be5e-4405aaaeac91 service neutron] Transition to ACTIVE for port object 9438e4c4-3a64-48df-97cc-33b5fa50120e will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:34:17.127607 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0dece527-7795-46b8-9cce-1573df1e3032 req-8708e555-f829-4d3a-be5e-4405aaaeac91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (9438e4c4-3a64-48df-97cc-33b5fa50120e), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:17.212877 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708e555-f829-4d3a-be5e-4405aaaeac91 service neutron] Pushing event updated for resources: {'Port': ['ID=9438e4c4-3a64-48df-97cc-33b5fa50120e,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:17.272680 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-0dece527-7795-46b8-9cce-1573df1e3032 req-8708e555-f829-4d3a-be5e-4405aaaeac91 service neutron] Attempting to bind port 9438e4c4-3a64-48df-97cc-33b5fa50120e on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:34:17.273145 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-0dece527-7795-46b8-9cce-1573df1e3032 req-8708e555-f829-4d3a-be5e-4405aaaeac91 service neutron] Attempting to bind port 9438e4c4-3a64-48df-97cc-33b5fa50120e by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '67868df0-7119-4405-a5ee-9b482544987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '14a123c9-40a9-4ab2-a841-3861362be1ec'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:34:17.273597 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dece527-7795-46b8-9cce-1573df1e3032 req-8708e555-f829-4d3a-be5e-4405aaaeac91 service neutron] Attempting to bind port 9438e4c4-3a64-48df-97cc-33b5fa50120e on network 14a123c9-40a9-4ab2-a841-3861362be1ec {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:34:17.278240 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dece527-7795-46b8-9cce-1573df1e3032 req-8708e555-f829-4d3a-be5e-4405aaaeac91 service neutron] Port 9438e4c4-3a64-48df-97cc-33b5fa50120e on network 14a123c9-40a9-4ab2-a841-3861362be1ec not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:34:17.278630 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dece527-7795-46b8-9cce-1573df1e3032 req-8708e555-f829-4d3a-be5e-4405aaaeac91 service neutron] Attempting to bind port 9438e4c4-3a64-48df-97cc-33b5fa50120e on network 14a123c9-40a9-4ab2-a841-3861362be1ec {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:34:17.283813 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dece527-7795-46b8-9cce-1573df1e3032 req-8708e555-f829-4d3a-be5e-4405aaaeac91 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:34:17.284217 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dece527-7795-46b8-9cce-1573df1e3032 req-8708e555-f829-4d3a-be5e-4405aaaeac91 service neutron] Checking segment: {'id': '67868df0-7119-4405-a5ee-9b482544987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '14a123c9-40a9-4ab2-a841-3861362be1ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:34:17.284648 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dece527-7795-46b8-9cce-1573df1e3032 req-8708e555-f829-4d3a-be5e-4405aaaeac91 service neutron] Bound using segment: {'id': '67868df0-7119-4405-a5ee-9b482544987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '14a123c9-40a9-4ab2-a841-3861362be1ec'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:34:17.285086 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-0dece527-7795-46b8-9cce-1573df1e3032 req-8708e555-f829-4d3a-be5e-4405aaaeac91 service neutron] Bound port: 9438e4c4-3a64-48df-97cc-33b5fa50120e, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67868df0-7119-4405-a5ee-9b482544987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '14a123c9-40a9-4ab2-a841-3861362be1ec'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:34:17.285571 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0dece527-7795-46b8-9cce-1573df1e3032 req-8708e555-f829-4d3a-be5e-4405aaaeac91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (9438e4c4-3a64-48df-97cc-33b5fa50120e), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:17.359757 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-0dece527-7795-46b8-9cce-1573df1e3032 req-8708e555-f829-4d3a-be5e-4405aaaeac91 service neutron] For port 9438e4c4-3a64-48df-97cc-33b5fa50120e, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:34:17.362981 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-0dece527-7795-46b8-9cce-1573df1e3032 req-8708e555-f829-4d3a-be5e-4405aaaeac91 service neutron] For port 9438e4c4-3a64-48df-97cc-33b5fa50120e, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=9438e4c4-3a64-48df-97cc-33b5fa50120e,segment=NetworkSegment(67868df0-7119-4405-a5ee-9b482544987e),segment_id=67868df0-7119-4405-a5ee-9b482544987e)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:34:17.369772 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0dece527-7795-46b8-9cce-1573df1e3032 req-8708e555-f829-4d3a-be5e-4405aaaeac91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (9438e4c4-3a64-48df-97cc-33b5fa50120e), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:17.403243 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dece527-7795-46b8-9cce-1573df1e3032 req-8708e555-f829-4d3a-be5e-4405aaaeac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:17.403875 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0dece527-7795-46b8-9cce-1573df1e3032 req-8708e555-f829-4d3a-be5e-4405aaaeac91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:17.405316 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0dece527-7795-46b8-9cce-1573df1e3032 req-8708e555-f829-4d3a-be5e-4405aaaeac91 service neutron] 10.222.0.120 "PUT /v2.0/ports/9438e4c4-3a64-48df-97cc-33b5fa50120e HTTP/1.1" status: 200 len: 1091 time: 0.8913536 Feb 09 01:34:17.405773 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a5037e5-1ca8-4851-a1f3-daff006dece8', 'tag': '9438e4c4-3a64-48df-97cc-33b5fa50120e'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:34:17.408095 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c180b104-6869-41a7-aca2-1cff27bf1063" -d '{"events": [{"name": "network-changed", "server_uuid": "2a5037e5-1ca8-4851-a1f3-daff006dece8", "tag": "9438e4c4-3a64-48df-97cc-33b5fa50120e"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:34:17.461122 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708e555-f829-4d3a-be5e-4405aaaeac91 service neutron] Pushing event updated for resources: {'Port': ['ID=9438e4c4-3a64-48df-97cc-33b5fa50120e,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:17.490636 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e51a62b-8c21-4d03-a0d8-70ad18221e35 x-openstack-request-id: req-0e51a62b-8c21-4d03-a0d8-70ad18221e35 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:34:17.491022 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a5037e5-1ca8-4851-a1f3-daff006dece8", "tag": "9438e4c4-3a64-48df-97cc-33b5fa50120e", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:34:17.491355 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0e51a62b-8c21-4d03-a0d8-70ad18221e35 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:34:17.491850 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a5037e5-1ca8-4851-a1f3-daff006dece8', 'tag': '9438e4c4-3a64-48df-97cc-33b5fa50120e', 'status': 'completed', 'code': 200} Feb 09 01:34:17.511781 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dece527-7795-46b8-9cce-1573df1e3032 req-32808540-6e95-43fd-a46e-c93d70e26c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:17.513480 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0dece527-7795-46b8-9cce-1573df1e3032 req-32808540-6e95-43fd-a46e-c93d70e26c2b service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=6d314619fa0a4fa2b259de5884a0fcb1&device_id=2a5037e5-1ca8-4851-a1f3-daff006dece8 HTTP/1.1" status: 200 len: 1125 time: 0.0706027 Feb 09 01:34:17.563132 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0dece527-7795-46b8-9cce-1573df1e3032 req-10a488e4-53a1-466d-835a-a329fc628968 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9438e4c4-3a64-48df-97cc-33b5fa50120e HTTP/1.1" status: 200 len: 217 time: 0.0415442 Feb 09 01:34:17.641856 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dece527-7795-46b8-9cce-1573df1e3032 req-c81056a3-6ebd-48f6-9c88-926356e79efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:17.643889 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0dece527-7795-46b8-9cce-1573df1e3032 req-c81056a3-6ebd-48f6-9c88-926356e79efb service neutron] 10.222.0.120 "GET /v2.0/subnets?id=df56b1a3-b96c-4c73-a247-eabcbf9d00ea HTTP/1.1" status: 200 len: 845 time: 0.0704598 Feb 09 01:34:17.707425 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0dece527-7795-46b8-9cce-1573df1e3032 req-9320fe9d-59de-40ba-a078-df1065accf72 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=14a123c9-40a9-4ab2-a841-3861362be1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565658 Feb 09 01:34:17.931100 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-86e91d59-de25-4265-b2c2-b677e3c1ad45 req-0ed1f75a-bbe3-44f1-ae84-4e235b06cbc9 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 210 time: 0.1191049 Feb 09 01:34:17.991342 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0dece527-7795-46b8-9cce-1573df1e3032 req-053c2432-5049-4a0c-b56c-e724c705a3e5 service neutron] 10.222.0.120 "GET /v2.0/networks/14a123c9-40a9-4ab2-a841-3861362be1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731402 Feb 09 01:34:18.016049 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1a126-52e0-463c-9296-709532177165 req-57318716-04e4-4f33-b67e-803edba05291 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:18.017798 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-35e1a126-52e0-463c-9296-709532177165 req-57318716-04e4-4f33-b67e-803edba05291 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a5037e5-1ca8-4851-a1f3-daff006dece8 HTTP/1.1" status: 200 len: 943 time: 0.2035022 Feb 09 01:34:18.103709 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-7d33d25c-2725-4961-96dc-f4964f01f2c9 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:18.105270 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-7d33d25c-2725-4961-96dc-f4964f01f2c9 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.47 "GET /v2.0/networks?id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 HTTP/1.1" status: 200 len: 811 time: 0.4294620 Feb 09 01:34:18.173872 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-35e1a126-52e0-463c-9296-709532177165 req-f6c3523e-7a0a-46c4-9331-60c062e62794 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980392 Feb 09 01:34:18.236248 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0dece527-7795-46b8-9cce-1573df1e3032 req-32c7f1f1-aa3d-43ba-a83e-e6fd654cb335 service neutron] 10.222.0.120 "GET /v2.0/networks/14a123c9-40a9-4ab2-a841-3861362be1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331083 Feb 09 01:34:18.266342 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-854ee78f-2a80-492d-b673-2e16f9a4a293 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9bde012005949bf8ed5f5d05d570ac0 HTTP/1.1" status: 200 len: 380 time: 0.1515534 Feb 09 01:34:18.276273 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-8788a94f-22ac-4216-a0a8-759e8189166f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Request body: {'port': {'device_id': '7e336c02-412f-4471-adae-0132f965edfc', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'admin_state_up': True, 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'security_groups': ['3e53f284-8bda-468c-9d56-9b70f189fd42']}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:18.398954 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180b104-6869-41a7-aca2-1cff27bf1063 req-109df6bc-ec52-4f48-8f24-855cbc2e8a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:18.400779 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c180b104-6869-41a7-aca2-1cff27bf1063 req-109df6bc-ec52-4f48-8f24-855cbc2e8a25 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=6d314619fa0a4fa2b259de5884a0fcb1&device_id=2a5037e5-1ca8-4851-a1f3-daff006dece8 HTTP/1.1" status: 200 len: 1125 time: 0.1167691 Feb 09 01:34:18.526367 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180b104-6869-41a7-aca2-1cff27bf1063 req-8190c142-054a-4c9a-b739-818c410b9029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:18.528877 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c180b104-6869-41a7-aca2-1cff27bf1063 req-8190c142-054a-4c9a-b739-818c410b9029 service neutron] 10.222.0.120 "GET /v2.0/networks?id=14a123c9-40a9-4ab2-a841-3861362be1ec HTTP/1.1" status: 200 len: 907 time: 0.1197662 Feb 09 01:34:18.606726 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c180b104-6869-41a7-aca2-1cff27bf1063 req-dda9e8b6-c83a-4ac0-92ef-dabbf00968b6 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9438e4c4-3a64-48df-97cc-33b5fa50120e HTTP/1.1" status: 200 len: 217 time: 0.0661433 Feb 09 01:34:18.612025 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-8788a94f-22ac-4216-a0a8-759e8189166f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Made reservation on behalf of c9bde012005949bf8ed5f5d05d570ac0 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:34:18.622304 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-8788a94f-22ac-4216-a0a8-759e8189166f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:18.899439 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-8788a94f-22ac-4216-a0a8-759e8189166f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Allocated IP 172.20.0.12 (e3d3bfb4-e5ce-458a-8f81-66f36b8e4175/68d3f132-83c5-49da-80a3-1924c70a8491/53cb7227-57cc-41fd-8a53-fbb8863f5d27) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:34:19.024416 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180b104-6869-41a7-aca2-1cff27bf1063 req-67eb19c3-ae38-4fb2-a3a4-05a16fb56ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:19.026346 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c180b104-6869-41a7-aca2-1cff27bf1063 req-67eb19c3-ae38-4fb2-a3a4-05a16fb56ee1 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=df56b1a3-b96c-4c73-a247-eabcbf9d00ea HTTP/1.1" status: 200 len: 845 time: 0.3964059 Feb 09 01:34:19.097116 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c180b104-6869-41a7-aca2-1cff27bf1063 req-21462575-3bf4-49e2-8ea9-9c1e2ba73894 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=14a123c9-40a9-4ab2-a841-3861362be1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425243 Feb 09 01:34:19.162484 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b5493080-c578-42a5-9f63-efdbd03b2cc0 req-9508e518-76a8-4e0b-8f57-b1e53db06c65 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 210 time: 0.0762970 Feb 09 01:34:19.230984 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-8788a94f-22ac-4216-a0a8-759e8189166f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks [] for port (53cb7227-57cc-41fd-8a53-fbb8863f5d27), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:19.291812 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c180b104-6869-41a7-aca2-1cff27bf1063 req-92e29b37-315e-492b-86f7-5dcea130b34e service neutron] 10.222.0.120 "GET /v2.0/networks/14a123c9-40a9-4ab2-a841-3861362be1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396799 Feb 09 01:34:19.362719 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-8788a94f-22ac-4216-a0a8-759e8189166f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (53cb7227-57cc-41fd-8a53-fbb8863f5d27), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:19.428783 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-8788a94f-22ac-4216-a0a8-759e8189166f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Network e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:34:19.436407 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-8788a94f-22ac-4216-a0a8-759e8189166f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:34:19.439681 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-8788a94f-22ac-4216-a0a8-759e8189166f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:34:19.504973 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8788a94f-22ac-4216-a0a8-759e8189166f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Pushing event updated for resources: {'Port': ['ID=53cb7227-57cc-41fd-8a53-fbb8863f5d27,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:19.533065 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65834d-84b0-4d40-ada9-cad6ff1defa7 req-26f65db9-e289-47c3-84c8-196896f3507b tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:19.534626 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0d65834d-84b0-4d40-ada9-cad6ff1defa7 req-26f65db9-e289-47c3-84c8-196896f3507b tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a5037e5-1ca8-4851-a1f3-daff006dece8 HTTP/1.1" status: 200 len: 943 time: 0.2161341 Feb 09 01:34:19.538756 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c180b104-6869-41a7-aca2-1cff27bf1063 req-06e1c89e-58ea-4ab0-b8ca-9988edfa0a4a service neutron] 10.222.0.120 "GET /v2.0/networks/14a123c9-40a9-4ab2-a841-3861362be1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406340 Feb 09 01:34:19.544669 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-8788a94f-22ac-4216-a0a8-759e8189166f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:19.545305 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-8788a94f-22ac-4216-a0a8-759e8189166f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:19.599318 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-8788a94f-22ac-4216-a0a8-759e8189166f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3268964 Feb 09 01:34:19.621921 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-a3adfa97-05ad-4942-87c4-6f3f05478961 service neutron] Request body: {'port': {'device_id': '7e336c02-412f-4471-adae-0132f965edfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:19.674788 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0d65834d-84b0-4d40-ada9-cad6ff1defa7 req-214c370e-dda2-41ab-a539-5508425f9bbc tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258299 Feb 09 01:34:19.722270 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-a3adfa97-05ad-4942-87c4-6f3f05478961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (53cb7227-57cc-41fd-8a53-fbb8863f5d27), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:19.783632 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-56fa2b1d-4d95-4f55-b69b-7005e47cf0ab None None] Provisioning complete for port 53cb7227-57cc-41fd-8a53-fbb8863f5d27 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:34:19.784684 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-56fa2b1d-4d95-4f55-b69b-7005e47cf0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (53cb7227-57cc-41fd-8a53-fbb8863f5d27), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:19.820914 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-56fa2b1d-4d95-4f55-b69b-7005e47cf0ab None None] Port 53cb7227-57cc-41fd-8a53-fbb8863f5d27 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:34:20.016923 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-a3adfa97-05ad-4942-87c4-6f3f05478961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53cb7227-57cc-41fd-8a53-fbb8863f5d27 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:34:20.025107 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-a3adfa97-05ad-4942-87c4-6f3f05478961 service neutron] Publish callbacks [] for port (53cb7227-57cc-41fd-8a53-fbb8863f5d27), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:20.045795 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-a3adfa97-05ad-4942-87c4-6f3f05478961 service neutron] Transition to ACTIVE for port object 53cb7227-57cc-41fd-8a53-fbb8863f5d27 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:34:20.049864 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-a3adfa97-05ad-4942-87c4-6f3f05478961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (53cb7227-57cc-41fd-8a53-fbb8863f5d27), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:20.101339 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3adfa97-05ad-4942-87c4-6f3f05478961 service neutron] Pushing event updated for resources: {'Port': ['ID=53cb7227-57cc-41fd-8a53-fbb8863f5d27,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:20.572743 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-a3adfa97-05ad-4942-87c4-6f3f05478961 service neutron] Attempting to bind port 53cb7227-57cc-41fd-8a53-fbb8863f5d27 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:34:20.573449 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-a3adfa97-05ad-4942-87c4-6f3f05478961 service neutron] Attempting to bind port 53cb7227-57cc-41fd-8a53-fbb8863f5d27 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'd40e3b64-4486-4490-9380-e6758cb22819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:34:20.573449 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-a3adfa97-05ad-4942-87c4-6f3f05478961 service neutron] Attempting to bind port 53cb7227-57cc-41fd-8a53-fbb8863f5d27 on network e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:34:20.587899 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f8085-7998-47e6-af8c-b84a597365fa req-98d74df2-f435-478c-89ed-00e51de0e894 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:20.589632 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a37f8085-7998-47e6-af8c-b84a597365fa req-98d74df2-f435-478c-89ed-00e51de0e894 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 944 time: 0.0880027 Feb 09 01:34:20.591021 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-a3adfa97-05ad-4942-87c4-6f3f05478961 service neutron] Port 53cb7227-57cc-41fd-8a53-fbb8863f5d27 on network e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:34:20.591431 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-a3adfa97-05ad-4942-87c4-6f3f05478961 service neutron] Attempting to bind port 53cb7227-57cc-41fd-8a53-fbb8863f5d27 on network e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:34:20.597425 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-a3adfa97-05ad-4942-87c4-6f3f05478961 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:34:20.597887 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-a3adfa97-05ad-4942-87c4-6f3f05478961 service neutron] Checking segment: {'id': 'd40e3b64-4486-4490-9380-e6758cb22819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:34:20.598354 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-a3adfa97-05ad-4942-87c4-6f3f05478961 service neutron] Bound using segment: {'id': 'd40e3b64-4486-4490-9380-e6758cb22819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:34:20.598872 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-a3adfa97-05ad-4942-87c4-6f3f05478961 service neutron] Bound port: 53cb7227-57cc-41fd-8a53-fbb8863f5d27, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd40e3b64-4486-4490-9380-e6758cb22819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:34:20.599312 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-a3adfa97-05ad-4942-87c4-6f3f05478961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (53cb7227-57cc-41fd-8a53-fbb8863f5d27), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:20.696809 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 9438e4c4-3a64-48df-97cc-33b5fa50120e details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:34:20.698323 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a37f8085-7998-47e6-af8c-b84a597365fa req-d88da7af-0f26-4565-b89e-7ecbe11767ae tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962970 Feb 09 01:34:20.715923 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-a3adfa97-05ad-4942-87c4-6f3f05478961 service neutron] For port 53cb7227-57cc-41fd-8a53-fbb8863f5d27, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:34:20.722020 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-a3adfa97-05ad-4942-87c4-6f3f05478961 service neutron] For port 53cb7227-57cc-41fd-8a53-fbb8863f5d27, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=53cb7227-57cc-41fd-8a53-fbb8863f5d27,segment=NetworkSegment(d40e3b64-4486-4490-9380-e6758cb22819),segment_id=d40e3b64-4486-4490-9380-e6758cb22819)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:34:20.738230 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-a3adfa97-05ad-4942-87c4-6f3f05478961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (53cb7227-57cc-41fd-8a53-fbb8863f5d27), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:20.777095 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-a3adfa97-05ad-4942-87c4-6f3f05478961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:20.777827 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-a3adfa97-05ad-4942-87c4-6f3f05478961 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:20.779251 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-a3adfa97-05ad-4942-87c4-6f3f05478961 service neutron] 10.222.0.47 "PUT /v2.0/ports/53cb7227-57cc-41fd-8a53-fbb8863f5d27 HTTP/1.1" status: 200 len: 1092 time: 1.1717350 Feb 09 01:34:20.782343 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e336c02-412f-4471-adae-0132f965edfc', 'tag': '53cb7227-57cc-41fd-8a53-fbb8863f5d27'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:34:20.785148 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81370325-005d-4b57-ab97-e84dd0c8e43f" -d '{"events": [{"name": "network-changed", "server_uuid": "7e336c02-412f-4471-adae-0132f965edfc", "tag": "53cb7227-57cc-41fd-8a53-fbb8863f5d27"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:34:20.825543 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3adfa97-05ad-4942-87c4-6f3f05478961 service neutron] Pushing event updated for resources: {'Port': ['ID=53cb7227-57cc-41fd-8a53-fbb8863f5d27,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:20.903881 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca29fd4-b629-4e80-9c99-2f79726bb084 x-openstack-request-id: req-8ca29fd4-b629-4e80-9c99-2f79726bb084 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:34:20.904182 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e336c02-412f-4471-adae-0132f965edfc", "tag": "53cb7227-57cc-41fd-8a53-fbb8863f5d27", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:34:20.904444 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8ca29fd4-b629-4e80-9c99-2f79726bb084 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:34:20.904879 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e336c02-412f-4471-adae-0132f965edfc', 'tag': '53cb7227-57cc-41fd-8a53-fbb8863f5d27', 'status': 'completed', 'code': 200} Feb 09 01:34:21.012092 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 9438e4c4-3a64-48df-97cc-33b5fa50120e, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=9438e4c4-3a64-48df-97cc-33b5fa50120e,segment=NetworkSegment(67868df0-7119-4405-a5ee-9b482544987e),segment_id=67868df0-7119-4405-a5ee-9b482544987e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:21.012684 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-bf005b5e-56be-4def-82c6-ed61bbd5c943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:21.013834 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-bf005b5e-56be-4def-82c6-ed61bbd5c943 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9bde012005949bf8ed5f5d05d570ac0&device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 1126 time: 0.1505275 Feb 09 01:34:21.021842 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888366c-e71d-49cf-8c2b-8fe7c4083df1 req-1f8ea495-1841-4640-838a-6a620255ad84 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:21.023637 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4888366c-e71d-49cf-8c2b-8fe7c4083df1 req-1f8ea495-1841-4640-838a-6a620255ad84 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a5037e5-1ca8-4851-a1f3-daff006dece8 HTTP/1.1" status: 200 len: 943 time: 0.1768398 Feb 09 01:34:21.042771 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '9438e4c4-3a64-48df-97cc-33b5fa50120e', 'network_id': '14a123c9-40a9-4ab2-a841-3861362be1ec', 'port_id': '9438e4c4-3a64-48df-97cc-33b5fa50120e', 'mac_address': 'fa:16:3e:c6:8b:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df56b1a3-b96c-4c73-a247-eabcbf9d00ea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:34:21.092634 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-2b44bb25-f424-47e7-b1a2-4e5959c84f2c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53cb7227-57cc-41fd-8a53-fbb8863f5d27 HTTP/1.1" status: 200 len: 217 time: 0.0678875 Feb 09 01:34:21.154699 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 9438e4c4-3a64-48df-97cc-33b5fa50120e is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:34:21.155333 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (9438e4c4-3a64-48df-97cc-33b5fa50120e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:21.185005 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9438e4c4-3a64-48df-97cc-33b5fa50120e {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:34:21.194757 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4888366c-e71d-49cf-8c2b-8fe7c4083df1 req-9dc5c38b-7627-4ea3-9212-2fb44a6a34d4 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600521 Feb 09 01:34:21.209968 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 9438e4c4-3a64-48df-97cc-33b5fa50120e, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=9438e4c4-3a64-48df-97cc-33b5fa50120e,segment=NetworkSegment(67868df0-7119-4405-a5ee-9b482544987e),segment_id=67868df0-7119-4405-a5ee-9b482544987e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:21.216979 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (9438e4c4-3a64-48df-97cc-33b5fa50120e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:21.217531 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-e9a589d9-ed07-48af-b76b-4d7efad416a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:21.219177 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-e9a589d9-ed07-48af-b76b-4d7efad416a9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68d3f132-83c5-49da-80a3-1924c70a8491 HTTP/1.1" status: 200 len: 850 time: 0.1089215 Feb 09 01:34:21.317893 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=9438e4c4-3a64-48df-97cc-33b5fa50120e,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:21.340981 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2db65-88d6-4af7-a49c-b03283060bed req-bdad209c-13e1-46b4-aeea-a3a3bcf19203 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:21.342493 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a2c2db65-88d6-4af7-a49c-b03283060bed req-bdad209c-13e1-46b4-aeea-a3a3bcf19203 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7e0db12-1b89-46e8-b056-daff5e924179 HTTP/1.1" status: 200 len: 945 time: 0.0795052 Feb 09 01:34:21.348230 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-a67eeced-df13-4713-85fb-1f2da2d26005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:21.349670 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-a67eeced-df13-4713-85fb-1f2da2d26005 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1230469 Feb 09 01:34:21.426459 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['9438e4c4-3a64-48df-97cc-33b5fa50120e'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:34:21.446893 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a2c2db65-88d6-4af7-a49c-b03283060bed req-a0607a9b-7b2c-4d38-b85a-131665a160c1 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/security-groups?id=89cf32ef-8647-4bf5-8025-bd4fbbfa8670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961642 Feb 09 01:34:21.480410 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-2f48756b-8e78-4288-afd3-9a1d0999dd96 service neutron] 10.222.0.47 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229396 Feb 09 01:34:21.592384 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e06b21ee-8c4f-468b-82c2-bbce0dbed1f7 req-96b6e7c9-625c-4aef-a1d5-2d40d5047fa2 service neutron] 10.222.0.47 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018865 Feb 09 01:34:21.698534 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81370325-005d-4b57-ab97-e84dd0c8e43f req-2451546b-7f8d-462c-a980-512538bf4cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:21.700195 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-81370325-005d-4b57-ab97-e84dd0c8e43f req-2451546b-7f8d-462c-a980-512538bf4cfc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9bde012005949bf8ed5f5d05d570ac0&device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 1126 time: 0.0529900 Feb 09 01:34:21.829093 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81370325-005d-4b57-ab97-e84dd0c8e43f req-042ba960-2957-4c06-a959-4a11bc1572fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:21.831309 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-81370325-005d-4b57-ab97-e84dd0c8e43f req-042ba960-2957-4c06-a959-4a11bc1572fe service neutron] 10.222.0.47 "GET /v2.0/networks?id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 HTTP/1.1" status: 200 len: 913 time: 0.1202989 Feb 09 01:34:21.846978 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c64e8-8aab-4c3b-89e9-a05eb95b1f85 req-180e888a-686e-4470-979b-753a107e1c9e tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:21.849207 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4c0c64e8-8aab-4c3b-89e9-a05eb95b1f85 req-180e888a-686e-4470-979b-753a107e1c9e tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7e0db12-1b89-46e8-b056-daff5e924179 HTTP/1.1" status: 200 len: 945 time: 0.0556066 Feb 09 01:34:21.899871 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-81370325-005d-4b57-ab97-e84dd0c8e43f req-62866a77-6f0f-45ac-adac-b9beecc67e2d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53cb7227-57cc-41fd-8a53-fbb8863f5d27 HTTP/1.1" status: 200 len: 217 time: 0.0509250 Feb 09 01:34:21.957342 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd0ebc-e328-434f-82da-3c109e8192f7 req-9ba8fef1-7ab2-48b6-8b70-55f9f4e46487 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:21.963992 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bdfd0ebc-e328-434f-82da-3c109e8192f7 req-9ba8fef1-7ab2-48b6-8b70-55f9f4e46487 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 944 time: 0.1818945 Feb 09 01:34:21.972097 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-4c0c64e8-8aab-4c3b-89e9-a05eb95b1f85 req-3550cd7b-ff17-4c4e-b967-b210cf214541 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Deleting port 50570b3c-89b5-4464-931c-c142e9339e93 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:34:21.972876 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-4c0c64e8-8aab-4c3b-89e9-a05eb95b1f85 req-3550cd7b-ff17-4c4e-b967-b210cf214541 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (50570b3c-89b5-4464-931c-c142e9339e93), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:21.986706 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81370325-005d-4b57-ab97-e84dd0c8e43f req-cdd575c4-1e99-4e9b-bbf9-e1eced5f11cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:21.988225 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-81370325-005d-4b57-ab97-e84dd0c8e43f req-cdd575c4-1e99-4e9b-bbf9-e1eced5f11cd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68d3f132-83c5-49da-80a3-1924c70a8491 HTTP/1.1" status: 200 len: 850 time: 0.0828171 Feb 09 01:34:22.054253 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bdfd0ebc-e328-434f-82da-3c109e8192f7 req-1c1db18e-bd70-4ca6-9414-f98d6d81a34a tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892718 Feb 09 01:34:22.085718 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81370325-005d-4b57-ab97-e84dd0c8e43f req-8ff9fb11-0b0e-4885-8cf7-85fae013e2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:22.087457 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-81370325-005d-4b57-ab97-e84dd0c8e43f req-8ff9fb11-0b0e-4885-8cf7-85fae013e2c4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0928719 Feb 09 01:34:22.106041 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-4c0c64e8-8aab-4c3b-89e9-a05eb95b1f85 req-3550cd7b-ff17-4c4e-b967-b210cf214541 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] For port 50570b3c-89b5-4464-931c-c142e9339e93, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=50570b3c-89b5-4464-931c-c142e9339e93,segment=NetworkSegment(1666a7a2-41b4-455c-a9b6-1ec0c33c0758),segment_id=1666a7a2-41b4-455c-a9b6-1ec0c33c0758)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:22.106512 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-4c0c64e8-8aab-4c3b-89e9-a05eb95b1f85 req-3550cd7b-ff17-4c4e-b967-b210cf214541 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (50570b3c-89b5-4464-931c-c142e9339e93), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:22.123401 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-4c0c64e8-8aab-4c3b-89e9-a05eb95b1f85 req-3550cd7b-ff17-4c4e-b967-b210cf214541 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Calling delete_port for 50570b3c-89b5-4464-931c-c142e9339e93 owned by compute:nova {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:34:22.248753 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-81370325-005d-4b57-ab97-e84dd0c8e43f req-6f3462e4-e919-4e8f-a9a7-4e6aee950623 service neutron] 10.222.0.47 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491721 Feb 09 01:34:22.288894 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-4c0c64e8-8aab-4c3b-89e9-a05eb95b1f85 req-3550cd7b-ff17-4c4e-b967-b210cf214541 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (50570b3c-89b5-4464-931c-c142e9339e93), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:22.305075 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['50570b3c-89b5-4464-931c-c142e9339e93'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:34:22.337873 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3550cd7b-ff17-4c4e-b967-b210cf214541 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Pushing event deleted for resources: {'Port': ['ID=50570b3c-89b5-4464-931c-c142e9339e93,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:22.407272 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c0c64e8-8aab-4c3b-89e9-a05eb95b1f85 req-3550cd7b-ff17-4c4e-b967-b210cf214541 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] No DVR routers for this DVR port 50570b3c-89b5-4464-931c-c142e9339e93 on host n-h1-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:34:22.411564 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-4c0c64e8-8aab-4c3b-89e9-a05eb95b1f85 req-3550cd7b-ff17-4c4e-b967-b210cf214541 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:22.417091 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-4c0c64e8-8aab-4c3b-89e9-a05eb95b1f85 req-3550cd7b-ff17-4c4e-b967-b210cf214541 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.47 "DELETE /v2.0/ports/50570b3c-89b5-4464-931c-c142e9339e93 HTTP/1.1" status: 204 len: 173 time: 0.5533733 Feb 09 01:34:22.419650 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e0db12-1b89-46e8-b056-daff5e924179', 'name': 'network-vif-deleted', 'tag': '50570b3c-89b5-4464-931c-c142e9339e93'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:34:22.424931 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84266504-f7fd-4b3e-83d9-d5e8b31d0f0d" -d '{"events": [{"server_uuid": "d7e0db12-1b89-46e8-b056-daff5e924179", "name": "network-vif-deleted", "tag": "50570b3c-89b5-4464-931c-c142e9339e93"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:34:22.482267 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542c055-e552-4bba-8c9d-6f849bababa3 req-c34a17c6-4b89-4606-a34a-b815a5555ea9 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:22.491331 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f542c055-e552-4bba-8c9d-6f849bababa3 req-c34a17c6-4b89-4606-a34a-b815a5555ea9 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a5037e5-1ca8-4851-a1f3-daff006dece8 HTTP/1.1" status: 200 len: 944 time: 0.1411042 Feb 09 01:34:22.508212 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36ee962-aace-4c68-af8d-77c09b65e2f4 x-openstack-request-id: req-b36ee962-aace-4c68-af8d-77c09b65e2f4 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:34:22.508828 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e0db12-1b89-46e8-b056-daff5e924179", "name": "network-vif-deleted", "tag": "50570b3c-89b5-4464-931c-c142e9339e93", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:34:22.509191 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b36ee962-aace-4c68-af8d-77c09b65e2f4 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:34:22.509752 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e0db12-1b89-46e8-b056-daff5e924179', 'name': 'network-vif-deleted', 'tag': '50570b3c-89b5-4464-931c-c142e9339e93', 'status': 'completed', 'code': 200} Feb 09 01:34:22.550854 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-81370325-005d-4b57-ab97-e84dd0c8e43f req-3609e323-e03e-490d-bc3a-ce68e978db12 service neutron] 10.222.0.47 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983449 Feb 09 01:34:22.569748 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f542c055-e552-4bba-8c9d-6f849bababa3 req-d407fcee-7f87-4688-9893-a05d20fda5ff tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773344 Feb 09 01:34:22.619841 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e2c4df7a-d2ef-4572-99dd-76d45197d38b req-93611ccf-c19d-4051-91e7-01392098d992 tempest-AttachVolumeNegativeTest-1065168440 tempest-AttachVolumeNegativeTest-1065168440-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7e0db12-1b89-46e8-b056-daff5e924179 HTTP/1.1" status: 200 len: 210 time: 0.0322518 Feb 09 01:34:22.707547 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 9438e4c4-3a64-48df-97cc-33b5fa50120e up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:34:22.765255 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 9438e4c4-3a64-48df-97cc-33b5fa50120e completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:34:22.769770 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 9438e4c4-3a64-48df-97cc-33b5fa50120e triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:34:22.770230 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (9438e4c4-3a64-48df-97cc-33b5fa50120e), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:22.851722 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 9438e4c4-3a64-48df-97cc-33b5fa50120e is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:34:22.852228 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (9438e4c4-3a64-48df-97cc-33b5fa50120e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:22.877845 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5037e5-1ca8-4851-a1f3-daff006dece8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9438e4c4-3a64-48df-97cc-33b5fa50120e'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:34:22.880308 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44df211f-990f-4f9c-ba1a-3884aedfcd04" -d '{"events": [{"server_uuid": "2a5037e5-1ca8-4851-a1f3-daff006dece8", "name": "network-vif-plugged", "status": "completed", "tag": "9438e4c4-3a64-48df-97cc-33b5fa50120e"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:34:22.899100 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 9438e4c4-3a64-48df-97cc-33b5fa50120e, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=9438e4c4-3a64-48df-97cc-33b5fa50120e,segment=NetworkSegment(67868df0-7119-4405-a5ee-9b482544987e),segment_id=67868df0-7119-4405-a5ee-9b482544987e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:22.903784 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (9438e4c4-3a64-48df-97cc-33b5fa50120e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:22.951615 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8b65c9-4eb1-4f48-a4a5-ecca976bd3bd x-openstack-request-id: req-5b8b65c9-4eb1-4f48-a4a5-ecca976bd3bd {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:34:22.954058 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a5037e5-1ca8-4851-a1f3-daff006dece8", "name": "network-vif-plugged", "status": "completed", "tag": "9438e4c4-3a64-48df-97cc-33b5fa50120e", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:34:22.954459 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5b8b65c9-4eb1-4f48-a4a5-ecca976bd3bd {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:34:22.955121 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a5037e5-1ca8-4851-a1f3-daff006dece8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9438e4c4-3a64-48df-97cc-33b5fa50120e', 'code': 200} Feb 09 01:34:22.993383 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=9438e4c4-3a64-48df-97cc-33b5fa50120e,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:23.000828 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:34:23.098579 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d873dfd-35bd-478b-9888-48f96aff990c req-02fd1bd4-724c-4e99-b4b6-0fef24a96286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:23.100678 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3d873dfd-35bd-478b-9888-48f96aff990c req-02fd1bd4-724c-4e99-b4b6-0fef24a96286 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=2a5037e5-1ca8-4851-a1f3-daff006dece8 HTTP/1.1" status: 200 len: 1127 time: 0.0843236 Feb 09 01:34:23.181718 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3d873dfd-35bd-478b-9888-48f96aff990c req-35124d81-7c15-45fa-9a1b-9089299080b6 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746865 Feb 09 01:34:23.228075 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426675e4-fb25-4908-a774-89780f2c3e6f req-b0f8edf6-f362-4399-bf27-00f2edd6d387 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:23.229582 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-426675e4-fb25-4908-a774-89780f2c3e6f req-b0f8edf6-f362-4399-bf27-00f2edd6d387 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 944 time: 0.0688703 Feb 09 01:34:23.282466 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-426675e4-fb25-4908-a774-89780f2c3e6f req-04c1215b-a69a-4b81-a2b4-96040d99d027 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466723 Feb 09 01:34:23.680441 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 54426) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:23.684606 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61229d-0766-4837-b527-8b5f246d021e req-dad4643b-a587-49cc-b568-dadbf0f9890e tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:23.688991 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e61229d-0766-4837-b527-8b5f246d021e req-dad4643b-a587-49cc-b568-dadbf0f9890e tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a5037e5-1ca8-4851-a1f3-daff006dece8 HTTP/1.1" status: 200 len: 945 time: 0.0587220 Feb 09 01:34:23.737210 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e61229d-0766-4837-b527-8b5f246d021e req-322bc052-79a3-4a79-8149-0200d8c072bb tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444770 Feb 09 01:34:23.834772 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccf501a5-3e60-4ed4-82ee-35ed9e449e08 admin admin] Deleting subnet ab72f72c-a599-42ad-9f47-8b5f3a8651e8 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:34:23.838082 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ccf501a5-3e60-4ed4-82ee-35ed9e449e08 admin admin] Publish callbacks [] for subnet (ab72f72c-a599-42ad-9f47-8b5f3a8651e8), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:23.874765 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ccf501a5-3e60-4ed4-82ee-35ed9e449e08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (ab72f72c-a599-42ad-9f47-8b5f3a8651e8), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:23.917609 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ccf501a5-3e60-4ed4-82ee-35ed9e449e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (ab72f72c-a599-42ad-9f47-8b5f3a8651e8), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:23.978491 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ccf501a5-3e60-4ed4-82ee-35ed9e449e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (ab72f72c-a599-42ad-9f47-8b5f3a8651e8), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:23.987974 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ccf501a5-3e60-4ed4-82ee-35ed9e449e08 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:23.991329 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ccf501a5-3e60-4ed4-82ee-35ed9e449e08 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ab72f72c-a599-42ad-9f47-8b5f3a8651e8 HTTP/1.1" status: 204 len: 168 time: 0.3096967 Feb 09 01:34:23.993962 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 54432) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:24.010067 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf501a5-3e60-4ed4-82ee-35ed9e449e08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab72f72c-a599-42ad-9f47-8b5f3a8651e8,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:24.074756 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fae0ade5-b691-49ce-a3a5-dfe39782e960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (9b2a4079-2723-4a47-b157-14dd261b93dd), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:24.158903 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fae0ade5-b691-49ce-a3a5-dfe39782e960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (9b2a4079-2723-4a47-b157-14dd261b93dd), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:24.179080 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-fae0ade5-b691-49ce-a3a5-dfe39782e960 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b2a4079-2723-4a47-b157-14dd261b93dd']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:24.188877 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-fae0ade5-b691-49ce-a3a5-dfe39782e960 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1666a7a2-41b4-455c-a9b6-1ec0c33c0758') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:24.189187 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-fae0ade5-b691-49ce-a3a5-dfe39782e960 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1666a7a2-41b4-455c-a9b6-1ec0c33c0758') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:34:24.198789 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fae0ade5-b691-49ce-a3a5-dfe39782e960 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (1666a7a2-41b4-455c-a9b6-1ec0c33c0758), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:24.212642 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fae0ade5-b691-49ce-a3a5-dfe39782e960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (1666a7a2-41b4-455c-a9b6-1ec0c33c0758), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:24.219350 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fae0ade5-b691-49ce-a3a5-dfe39782e960 admin admin] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:34:24.219759 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fae0ade5-b691-49ce-a3a5-dfe39782e960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (1666a7a2-41b4-455c-a9b6-1ec0c33c0758), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:24.222081 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:34:24.222081 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:34:24.222081 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:34:24.222081 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:34:24.222081 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:34:24.222081 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:34:24.222081 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:34:24.222081 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:34:24.222081 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:34:24.222081 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:34:24.222081 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:34:24.222081 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:34:24.222081 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:34:24.222081 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:34:24.222081 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:34:24.222081 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:34:24.222081 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:34:24.222081 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:34:24.222081 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:34:24.222081 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:34:24.222081 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:34:24.222081 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:34:24.222081 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:34:24.222081 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:34:24.222081 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:34:24.222081 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:34:24.222081 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:34:24.222081 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:34:24.222081 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:34:24.222081 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:34:24.222081 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:34:24.222081 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:34:24.282881 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fae0ade5-b691-49ce-a3a5-dfe39782e960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (9b2a4079-2723-4a47-b157-14dd261b93dd), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:24.291139 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fae0ade5-b691-49ce-a3a5-dfe39782e960 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:24.295635 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-fae0ade5-b691-49ce-a3a5-dfe39782e960 admin admin] 10.222.0.50 "DELETE /v2.0/networks/9b2a4079-2723-4a47-b157-14dd261b93dd HTTP/1.1" status: 204 len: 168 time: 0.3003638 Feb 09 01:34:24.311012 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae0ade5-b691-49ce-a3a5-dfe39782e960 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b2a4079-2723-4a47-b157-14dd261b93dd,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:24.428321 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4767f-87b6-452a-8afc-c2c86895cffb req-4a036045-0b7b-432e-b9eb-7c231d2a430f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:24.430069 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9df4767f-87b6-452a-8afc-c2c86895cffb req-4a036045-0b7b-432e-b9eb-7c231d2a430f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 944 time: 0.0598140 Feb 09 01:34:24.458444 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 54442) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:24.509241 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9df4767f-87b6-452a-8afc-c2c86895cffb req-5f0ebdc9-a658-42f8-ae52-f8f5a5c0930f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730860 Feb 09 01:34:24.529074 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-216712d9-24bd-4e5f-ab36-57f670fe55b5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=52bd326cd32044dbad2c04ed294f1153&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0672657 Feb 09 01:34:24.529557 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 54444) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:24.579892 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5a4e92e6-6611-4aec-b913-7a027febf13e admin admin] Publish callbacks [] for security_group (89cf32ef-8647-4bf5-8025-bd4fbbfa8670), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:24.601420 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5a4e92e6-6611-4aec-b913-7a027febf13e admin admin] Publish callbacks [] for security_group (89cf32ef-8647-4bf5-8025-bd4fbbfa8670), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:24.647197 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5a4e92e6-6611-4aec-b913-7a027febf13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (89cf32ef-8647-4bf5-8025-bd4fbbfa8670), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:24.649920 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5a4e92e6-6611-4aec-b913-7a027febf13e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:24.651079 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5a4e92e6-6611-4aec-b913-7a027febf13e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/89cf32ef-8647-4bf5-8025-bd4fbbfa8670 HTTP/1.1" status: 204 len: 168 time: 0.1204422 Feb 09 01:34:24.659044 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e92e6-6611-4aec-b913-7a027febf13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cf32ef-8647-4bf5-8025-bd4fbbfa8670,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:24.874699 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e77d42-fa1b-4b23-b3de-9c69961c8f65 req-00ce0ab2-f61f-4181-91b4-8a81ee0f830c tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:24.876899 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-63e77d42-fa1b-4b23-b3de-9c69961c8f65 req-00ce0ab2-f61f-4181-91b4-8a81ee0f830c tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a5037e5-1ca8-4851-a1f3-daff006dece8 HTTP/1.1" status: 200 len: 945 time: 0.0642676 Feb 09 01:34:24.928157 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-63e77d42-fa1b-4b23-b3de-9c69961c8f65 req-78fcf577-441d-4ac9-ae52-5ef45cfa2653 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453651 Feb 09 01:34:25.262106 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01f3c7-ba9d-4988-bfa7-910831d8a4d9 req-7f1ef1ba-94b3-4dc9-9e73-34bbaf7001a4 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:25.263368 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fd01f3c7-ba9d-4988-bfa7-910831d8a4d9 req-7f1ef1ba-94b3-4dc9-9e73-34bbaf7001a4 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/networks?id=14a123c9-40a9-4ab2-a841-3861362be1ec HTTP/1.1" status: 200 len: 805 time: 0.1219797 Feb 09 01:34:25.280720 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fd01f3c7-ba9d-4988-bfa7-910831d8a4d9 req-6cbc967c-994e-4d79-b6fa-906471a89b19 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/quotas/6d314619fa0a4fa2b259de5884a0fcb1 HTTP/1.1" status: 200 len: 375 time: 0.0108323 Feb 09 01:34:25.341666 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fd01f3c7-ba9d-4988-bfa7-910831d8a4d9 req-bdd47b2f-3f15-4a41-9a35-99f555d3b462 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6d314619fa0a4fa2b259de5884a0fcb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551057 Feb 09 01:34:25.445988 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fd01f3c7-ba9d-4988-bfa7-910831d8a4d9 req-45dd7ef8-2262-4d12-8918-8271683e5f4a service neutron] 10.222.0.50 "GET /v2.0/networks/14a123c9-40a9-4ab2-a841-3861362be1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963314 Feb 09 01:34:25.554575 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fd01f3c7-ba9d-4988-bfa7-910831d8a4d9 req-cf17cc4b-6491-4038-8194-d05acdad158d service neutron] 10.222.0.50 "GET /v2.0/networks/14a123c9-40a9-4ab2-a841-3861362be1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023259 Feb 09 01:34:25.642795 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1745148-9757-4c4d-b159-cb2972f642f1 req-07e0a96d-069d-4fa5-9acf-0590efc54bd9 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:25.650983 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e1745148-9757-4c4d-b159-cb2972f642f1 req-07e0a96d-069d-4fa5-9acf-0590efc54bd9 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 944 time: 0.0668957 Feb 09 01:34:25.736359 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e1745148-9757-4c4d-b159-cb2972f642f1 req-fc79726b-1dd7-4e36-bffd-a3895d8ad82c tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843158 Feb 09 01:34:25.768745 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5597996d-b145-47ba-a1ac-2a2d6d9a2346 req-d8b04c1d-4a68-4ec8-bb49-6f260b2c41c7 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=98f7ef12-7ca4-4b6f-8d5e-7aa6e5caf7ce HTTP/1.1" status: 200 len: 210 time: 0.0312889 Feb 09 01:34:25.978636 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 50570b3c-89b5-4464-931c-c142e9339e93 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:34:26.001660 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: 50570b3c-89b5-4464-931c-c142e9339e93 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:34:26.002464 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 50570b3c-89b5-4464-931c-c142e9339e93 not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:34:26.980426 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8247ff96-c273-4403-80a1-ea2c8b8a034c req-b986ff6d-bc9c-4a8d-ac0a-483d4f09db51 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=98f7ef12-7ca4-4b6f-8d5e-7aa6e5caf7ce HTTP/1.1" status: 200 len: 210 time: 0.0654700 Feb 09 01:34:27.012738 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01f3c7-ba9d-4988-bfa7-910831d8a4d9 req-b30e9c74-6254-4fb4-a66a-27f264ad8705 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:27.015396 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fd01f3c7-ba9d-4988-bfa7-910831d8a4d9 req-b30e9c74-6254-4fb4-a66a-27f264ad8705 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.120 "GET /v2.0/networks?id=14a123c9-40a9-4ab2-a841-3861362be1ec HTTP/1.1" status: 200 len: 805 time: 0.3031580 Feb 09 01:34:27.028059 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b148b9-321b-49c8-afec-d47358b4ce9a req-7521ad51-1230-4832-8dfe-851afac7afd3 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:27.030292 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01b148b9-321b-49c8-afec-d47358b4ce9a req-7521ad51-1230-4832-8dfe-851afac7afd3 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 944 time: 0.1368077 Feb 09 01:34:27.048646 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-fd01f3c7-ba9d-4988-bfa7-910831d8a4d9 req-f3ad7e49-06ee-41c9-bfe9-50761c1c21f3 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Request body: {'port': {'device_id': '98f7ef12-7ca4-4b6f-8d5e-7aa6e5caf7ce', 'network_id': '14a123c9-40a9-4ab2-a841-3861362be1ec', 'admin_state_up': True, 'tenant_id': '6d314619fa0a4fa2b259de5884a0fcb1'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:27.167823 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01b148b9-321b-49c8-afec-d47358b4ce9a req-bb66a69b-18b4-43b0-9927-e8bb5d28d1a0 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132791 Feb 09 01:34:27.226185 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd01f3c7-ba9d-4988-bfa7-910831d8a4d9 req-f3ad7e49-06ee-41c9-bfe9-50761c1c21f3 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Made reservation on behalf of 6d314619fa0a4fa2b259de5884a0fcb1 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:34:27.232176 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-fd01f3c7-ba9d-4988-bfa7-910831d8a4d9 req-f3ad7e49-06ee-41c9-bfe9-50761c1c21f3 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:27.407792 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-fd01f3c7-ba9d-4988-bfa7-910831d8a4d9 req-f3ad7e49-06ee-41c9-bfe9-50761c1c21f3 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Allocated IP 172.20.0.2 (14a123c9-40a9-4ab2-a841-3861362be1ec/df56b1a3-b96c-4c73-a247-eabcbf9d00ea/6e7b70c7-f0ae-42e4-9063-299da1ceee51) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:34:27.471908 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 54574) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:27.564932 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-fd01f3c7-ba9d-4988-bfa7-910831d8a4d9 req-f3ad7e49-06ee-41c9-bfe9-50761c1c21f3 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks [] for port (6e7b70c7-f0ae-42e4-9063-299da1ceee51), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:27.596074 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-39bdb2e1-7d20-4229-9df2-24fb405d147c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:27.599829 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-fd01f3c7-ba9d-4988-bfa7-910831d8a4d9 req-f3ad7e49-06ee-41c9-bfe9-50761c1c21f3 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (6e7b70c7-f0ae-42e4-9063-299da1ceee51), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:27.613320 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['2e956b02-bd23-4f1e-9a98-e5e3cd586434', '9438e4c4-3a64-48df-97cc-33b5fa50120e'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:34:27.642778 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd01f3c7-ba9d-4988-bfa7-910831d8a4d9 req-f3ad7e49-06ee-41c9-bfe9-50761c1c21f3 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Network 14a123c9-40a9-4ab2-a841-3861362be1ec is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:34:27.648891 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-fd01f3c7-ba9d-4988-bfa7-910831d8a4d9 req-f3ad7e49-06ee-41c9-bfe9-50761c1c21f3 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:34:27.655818 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd01f3c7-ba9d-4988-bfa7-910831d8a4d9 req-f3ad7e49-06ee-41c9-bfe9-50761c1c21f3 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:34:27.693447 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad7e49-06ee-41c9-bfe9-50761c1c21f3 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Pushing event updated for resources: {'Port': ['ID=6e7b70c7-f0ae-42e4-9063-299da1ceee51,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:27.715434 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-39bdb2e1-7d20-4229-9df2-24fb405d147c admin admin] Publish callbacks [] for security_group (993816d1-a33e-4e53-8421-008d3121bb44), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:27.721389 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01f3c7-ba9d-4988-bfa7-910831d8a4d9 req-f3ad7e49-06ee-41c9-bfe9-50761c1c21f3 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:27.722259 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-fd01f3c7-ba9d-4988-bfa7-910831d8a4d9 req-f3ad7e49-06ee-41c9-bfe9-50761c1c21f3 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:27.722390 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-39bdb2e1-7d20-4229-9df2-24fb405d147c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (993816d1-a33e-4e53-8421-008d3121bb44), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:27.741879 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fd01f3c7-ba9d-4988-bfa7-910831d8a4d9 req-f3ad7e49-06ee-41c9-bfe9-50761c1c21f3 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7104161 Feb 09 01:34:27.753145 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-fd01f3c7-ba9d-4988-bfa7-910831d8a4d9 req-3060b909-5dd6-40c0-83b3-d1a20b1307d8 service neutron] Request body: {'port': {'device_id': '98f7ef12-7ca4-4b6f-8d5e-7aa6e5caf7ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:27.770386 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bdb2e1-7d20-4229-9df2-24fb405d147c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993816d1-a33e-4e53-8421-008d3121bb44,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:27.790885 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-39bdb2e1-7d20-4229-9df2-24fb405d147c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=adbe45a469a24c0a95c784241985dd73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3172882 Feb 09 01:34:27.793786 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 54578) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:27.822797 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-fd01f3c7-ba9d-4988-bfa7-910831d8a4d9 req-3060b909-5dd6-40c0-83b3-d1a20b1307d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6e7b70c7-f0ae-42e4-9063-299da1ceee51), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:27.849465 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e1e2a0f6-b076-42c0-8e3d-448c553e5b2d admin admin] Publish callbacks [] for security_group (993816d1-a33e-4e53-8421-008d3121bb44), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:27.876745 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e1e2a0f6-b076-42c0-8e3d-448c553e5b2d admin admin] Publish callbacks [] for security_group (993816d1-a33e-4e53-8421-008d3121bb44), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:27.931035 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e1e2a0f6-b076-42c0-8e3d-448c553e5b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (993816d1-a33e-4e53-8421-008d3121bb44), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:27.933759 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e1e2a0f6-b076-42c0-8e3d-448c553e5b2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:27.939023 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e1e2a0f6-b076-42c0-8e3d-448c553e5b2d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/993816d1-a33e-4e53-8421-008d3121bb44 HTTP/1.1" status: 204 len: 168 time: 0.1434162 Feb 09 01:34:27.947619 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e2a0f6-b076-42c0-8e3d-448c553e5b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993816d1-a33e-4e53-8421-008d3121bb44,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:28.180837 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-fd01f3c7-ba9d-4988-bfa7-910831d8a4d9 req-3060b909-5dd6-40c0-83b3-d1a20b1307d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e7b70c7-f0ae-42e4-9063-299da1ceee51 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:34:28.193452 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-fd01f3c7-ba9d-4988-bfa7-910831d8a4d9 req-3060b909-5dd6-40c0-83b3-d1a20b1307d8 service neutron] Publish callbacks [] for port (6e7b70c7-f0ae-42e4-9063-299da1ceee51), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:28.222694 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-fd01f3c7-ba9d-4988-bfa7-910831d8a4d9 req-3060b909-5dd6-40c0-83b3-d1a20b1307d8 service neutron] Transition to ACTIVE for port object 6e7b70c7-f0ae-42e4-9063-299da1ceee51 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:34:28.236000 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78dfe2d-37fb-470d-a05f-ad28df9e5cd3 req-d17dd3cc-ad38-4bb7-ac45-52a049e1464e tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:28.237544 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c78dfe2d-37fb-470d-a05f-ad28df9e5cd3 req-d17dd3cc-ad38-4bb7-ac45-52a049e1464e tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=98f7ef12-7ca4-4b6f-8d5e-7aa6e5caf7ce HTTP/1.1" status: 200 len: 931 time: 0.1249392 Feb 09 01:34:28.238660 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-fd01f3c7-ba9d-4988-bfa7-910831d8a4d9 req-3060b909-5dd6-40c0-83b3-d1a20b1307d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (6e7b70c7-f0ae-42e4-9063-299da1ceee51), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:28.341717 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 54592) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:28.358700 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fe43a7b7-6400-43b1-ad9d-c22ddd016e87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:28.415183 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3060b909-5dd6-40c0-83b3-d1a20b1307d8 service neutron] Pushing event updated for resources: {'Port': ['ID=6e7b70c7-f0ae-42e4-9063-299da1ceee51,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:28.458661 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c78dfe2d-37fb-470d-a05f-ad28df9e5cd3 req-6ae37a81-17f1-429b-b6d7-32201000527b tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099929 Feb 09 01:34:28.469851 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fe43a7b7-6400-43b1-ad9d-c22ddd016e87 admin admin] Publish callbacks [] for security_group (fc6071d1-bd91-467d-a36f-5f5c161d1c37), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:28.485193 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fe43a7b7-6400-43b1-ad9d-c22ddd016e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (fc6071d1-bd91-467d-a36f-5f5c161d1c37), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:28.485921 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8b6c4-1893-4d5b-9795-fa55834f554c req-c03df6f3-0349-4716-b686-07d6d4e4131c tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:28.487498 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9fb8b6c4-1893-4d5b-9795-fa55834f554c req-c03df6f3-0349-4716-b686-07d6d4e4131c tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 944 time: 0.1849823 Feb 09 01:34:28.517274 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-fd01f3c7-ba9d-4988-bfa7-910831d8a4d9 req-3060b909-5dd6-40c0-83b3-d1a20b1307d8 service neutron] Attempting to bind port 6e7b70c7-f0ae-42e4-9063-299da1ceee51 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:34:28.517618 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-fd01f3c7-ba9d-4988-bfa7-910831d8a4d9 req-3060b909-5dd6-40c0-83b3-d1a20b1307d8 service neutron] Attempting to bind port 6e7b70c7-f0ae-42e4-9063-299da1ceee51 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '67868df0-7119-4405-a5ee-9b482544987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '14a123c9-40a9-4ab2-a841-3861362be1ec'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:34:28.517960 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd01f3c7-ba9d-4988-bfa7-910831d8a4d9 req-3060b909-5dd6-40c0-83b3-d1a20b1307d8 service neutron] Attempting to bind port 6e7b70c7-f0ae-42e4-9063-299da1ceee51 on network 14a123c9-40a9-4ab2-a841-3861362be1ec {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:34:28.528972 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd01f3c7-ba9d-4988-bfa7-910831d8a4d9 req-3060b909-5dd6-40c0-83b3-d1a20b1307d8 service neutron] Port 6e7b70c7-f0ae-42e4-9063-299da1ceee51 on network 14a123c9-40a9-4ab2-a841-3861362be1ec not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:34:28.529344 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd01f3c7-ba9d-4988-bfa7-910831d8a4d9 req-3060b909-5dd6-40c0-83b3-d1a20b1307d8 service neutron] Attempting to bind port 6e7b70c7-f0ae-42e4-9063-299da1ceee51 on network 14a123c9-40a9-4ab2-a841-3861362be1ec {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:34:28.542600 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-fe43a7b7-6400-43b1-ad9d-c22ddd016e87 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=123cb378e0854f45bee7fcba5e7c5365&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1995895 Feb 09 01:34:28.543862 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe43a7b7-6400-43b1-ad9d-c22ddd016e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6071d1-bd91-467d-a36f-5f5c161d1c37,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:28.546450 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 54596) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:28.571067 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd01f3c7-ba9d-4988-bfa7-910831d8a4d9 req-3060b909-5dd6-40c0-83b3-d1a20b1307d8 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:34:28.571420 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd01f3c7-ba9d-4988-bfa7-910831d8a4d9 req-3060b909-5dd6-40c0-83b3-d1a20b1307d8 service neutron] Checking segment: {'id': '67868df0-7119-4405-a5ee-9b482544987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '14a123c9-40a9-4ab2-a841-3861362be1ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:34:28.571849 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd01f3c7-ba9d-4988-bfa7-910831d8a4d9 req-3060b909-5dd6-40c0-83b3-d1a20b1307d8 service neutron] Bound using segment: {'id': '67868df0-7119-4405-a5ee-9b482544987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '14a123c9-40a9-4ab2-a841-3861362be1ec'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:34:28.572305 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-fd01f3c7-ba9d-4988-bfa7-910831d8a4d9 req-3060b909-5dd6-40c0-83b3-d1a20b1307d8 service neutron] Bound port: 6e7b70c7-f0ae-42e4-9063-299da1ceee51, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67868df0-7119-4405-a5ee-9b482544987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '14a123c9-40a9-4ab2-a841-3861362be1ec'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:34:28.572703 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-fd01f3c7-ba9d-4988-bfa7-910831d8a4d9 req-3060b909-5dd6-40c0-83b3-d1a20b1307d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6e7b70c7-f0ae-42e4-9063-299da1ceee51), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:28.601356 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9fb8b6c4-1893-4d5b-9795-fa55834f554c req-eadbadca-6258-4dc7-a360-5c1f16600c1c tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026304 Feb 09 01:34:28.629299 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cb1708fb-55e5-42c4-bf41-85d7b3e503da admin admin] Publish callbacks [] for security_group (fc6071d1-bd91-467d-a36f-5f5c161d1c37), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:28.655620 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cb1708fb-55e5-42c4-bf41-85d7b3e503da admin admin] Publish callbacks [] for security_group (fc6071d1-bd91-467d-a36f-5f5c161d1c37), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:28.681320 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-fd01f3c7-ba9d-4988-bfa7-910831d8a4d9 req-3060b909-5dd6-40c0-83b3-d1a20b1307d8 service neutron] For port 6e7b70c7-f0ae-42e4-9063-299da1ceee51, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:34:28.685463 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-fd01f3c7-ba9d-4988-bfa7-910831d8a4d9 req-3060b909-5dd6-40c0-83b3-d1a20b1307d8 service neutron] For port 6e7b70c7-f0ae-42e4-9063-299da1ceee51, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=6e7b70c7-f0ae-42e4-9063-299da1ceee51,segment=NetworkSegment(67868df0-7119-4405-a5ee-9b482544987e),segment_id=67868df0-7119-4405-a5ee-9b482544987e)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:34:28.692779 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-fd01f3c7-ba9d-4988-bfa7-910831d8a4d9 req-3060b909-5dd6-40c0-83b3-d1a20b1307d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (6e7b70c7-f0ae-42e4-9063-299da1ceee51), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:28.715569 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cb1708fb-55e5-42c4-bf41-85d7b3e503da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (fc6071d1-bd91-467d-a36f-5f5c161d1c37), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:28.718269 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cb1708fb-55e5-42c4-bf41-85d7b3e503da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:28.720504 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-cb1708fb-55e5-42c4-bf41-85d7b3e503da admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fc6071d1-bd91-467d-a36f-5f5c161d1c37 HTTP/1.1" status: 204 len: 168 time: 0.1714470 Feb 09 01:34:28.728976 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1708fb-55e5-42c4-bf41-85d7b3e503da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6071d1-bd91-467d-a36f-5f5c161d1c37,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:28.790848 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3060b909-5dd6-40c0-83b3-d1a20b1307d8 service neutron] Pushing event updated for resources: {'Port': ['ID=6e7b70c7-f0ae-42e4-9063-299da1ceee51,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:28.800955 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01f3c7-ba9d-4988-bfa7-910831d8a4d9 req-3060b909-5dd6-40c0-83b3-d1a20b1307d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:28.801628 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-fd01f3c7-ba9d-4988-bfa7-910831d8a4d9 req-3060b909-5dd6-40c0-83b3-d1a20b1307d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:28.803258 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fd01f3c7-ba9d-4988-bfa7-910831d8a4d9 req-3060b909-5dd6-40c0-83b3-d1a20b1307d8 service neutron] 10.222.0.120 "PUT /v2.0/ports/6e7b70c7-f0ae-42e4-9063-299da1ceee51 HTTP/1.1" status: 200 len: 1091 time: 1.0545049 Feb 09 01:34:28.803733 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f7ef12-7ca4-4b6f-8d5e-7aa6e5caf7ce', 'tag': '6e7b70c7-f0ae-42e4-9063-299da1ceee51'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:34:28.806764 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0024d3-60d1-4e13-b7c3-13532bdb3ba8" -d '{"events": [{"name": "network-changed", "server_uuid": "98f7ef12-7ca4-4b6f-8d5e-7aa6e5caf7ce", "tag": "6e7b70c7-f0ae-42e4-9063-299da1ceee51"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:34:28.893180 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0625dd46-a71c-4441-8972-3c81e33d087c x-openstack-request-id: req-0625dd46-a71c-4441-8972-3c81e33d087c {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:34:28.893511 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98f7ef12-7ca4-4b6f-8d5e-7aa6e5caf7ce", "tag": "6e7b70c7-f0ae-42e4-9063-299da1ceee51", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:34:28.893772 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0625dd46-a71c-4441-8972-3c81e33d087c {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:34:28.894174 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98f7ef12-7ca4-4b6f-8d5e-7aa6e5caf7ce', 'tag': '6e7b70c7-f0ae-42e4-9063-299da1ceee51', 'status': 'completed', 'code': 200} Feb 09 01:34:28.916356 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01f3c7-ba9d-4988-bfa7-910831d8a4d9 req-3b8801e3-ecec-4b0a-b9af-3bfc9c51a5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:28.919748 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fd01f3c7-ba9d-4988-bfa7-910831d8a4d9 req-3b8801e3-ecec-4b0a-b9af-3bfc9c51a5cd service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=6d314619fa0a4fa2b259de5884a0fcb1&device_id=98f7ef12-7ca4-4b6f-8d5e-7aa6e5caf7ce HTTP/1.1" status: 200 len: 1125 time: 0.0682306 Feb 09 01:34:28.973251 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fd01f3c7-ba9d-4988-bfa7-910831d8a4d9 req-4def7814-9ab9-4b7d-bffe-0372d3c437ef service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e7b70c7-f0ae-42e4-9063-299da1ceee51 HTTP/1.1" status: 200 len: 217 time: 0.0464082 Feb 09 01:34:29.030416 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01f3c7-ba9d-4988-bfa7-910831d8a4d9 req-1cb4922e-d73d-41ee-87d4-d51f4356f697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:29.037640 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fd01f3c7-ba9d-4988-bfa7-910831d8a4d9 req-1cb4922e-d73d-41ee-87d4-d51f4356f697 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=df56b1a3-b96c-4c73-a247-eabcbf9d00ea HTTP/1.1" status: 200 len: 845 time: 0.0530252 Feb 09 01:34:29.066463 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fd01f3c7-ba9d-4988-bfa7-910831d8a4d9 req-e5f81de0-f8c4-42c9-a230-635a5f1b0434 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=14a123c9-40a9-4ab2-a841-3861362be1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277848 Feb 09 01:34:29.177179 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fd01f3c7-ba9d-4988-bfa7-910831d8a4d9 req-54e192aa-5d32-4eb7-9a3b-41205794848d service neutron] 10.222.0.120 "GET /v2.0/networks/14a123c9-40a9-4ab2-a841-3861362be1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054411 Feb 09 01:34:29.293327 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fd01f3c7-ba9d-4988-bfa7-910831d8a4d9 req-7c123bd3-2c0e-4432-8a89-d37dc152f79d service neutron] 10.222.0.120 "GET /v2.0/networks/14a123c9-40a9-4ab2-a841-3861362be1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059246 Feb 09 01:34:29.442591 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0024d3-60d1-4e13-b7c3-13532bdb3ba8 req-95a57324-85ec-4573-8b20-c9cc17750d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:29.444323 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd0024d3-60d1-4e13-b7c3-13532bdb3ba8 req-95a57324-85ec-4573-8b20-c9cc17750d06 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=6d314619fa0a4fa2b259de5884a0fcb1&device_id=98f7ef12-7ca4-4b6f-8d5e-7aa6e5caf7ce HTTP/1.1" status: 200 len: 1125 time: 0.0973539 Feb 09 01:34:29.578915 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0024d3-60d1-4e13-b7c3-13532bdb3ba8 req-dc7c9318-7c34-43a7-a87b-381cd16d7a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:29.582391 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd0024d3-60d1-4e13-b7c3-13532bdb3ba8 req-dc7c9318-7c34-43a7-a87b-381cd16d7a95 service neutron] 10.222.0.120 "GET /v2.0/networks?id=14a123c9-40a9-4ab2-a841-3861362be1ec HTTP/1.1" status: 200 len: 907 time: 0.1324439 Feb 09 01:34:29.689922 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd0024d3-60d1-4e13-b7c3-13532bdb3ba8 req-e79f5bb6-d181-480b-9faa-6db7f57640a7 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e7b70c7-f0ae-42e4-9063-299da1ceee51 HTTP/1.1" status: 200 len: 217 time: 0.0628891 Feb 09 01:34:29.758783 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0024d3-60d1-4e13-b7c3-13532bdb3ba8 req-2914e280-53ff-4e23-8ce2-c151f670bfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:29.760933 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd0024d3-60d1-4e13-b7c3-13532bdb3ba8 req-2914e280-53ff-4e23-8ce2-c151f670bfe6 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=df56b1a3-b96c-4c73-a247-eabcbf9d00ea HTTP/1.1" status: 200 len: 845 time: 0.0598886 Feb 09 01:34:29.788332 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52eb5c-80bf-46d1-94d4-8fa80f0d7df8 req-70977f95-216d-4d8a-b810-153ce2f20b79 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:29.788332 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-be52eb5c-80bf-46d1-94d4-8fa80f0d7df8 req-70977f95-216d-4d8a-b810-153ce2f20b79 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=98f7ef12-7ca4-4b6f-8d5e-7aa6e5caf7ce HTTP/1.1" status: 200 len: 943 time: 0.1975625 Feb 09 01:34:29.818909 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd0024d3-60d1-4e13-b7c3-13532bdb3ba8 req-8d1ccfbd-90e8-4d7a-bbc7-0f7893c328a7 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=14a123c9-40a9-4ab2-a841-3861362be1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334821 Feb 09 01:34:29.905448 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16e532-2e97-493c-8a6f-752cc6f4c0c2 req-4bff7721-99e4-417f-ae01-a036c530eb3b tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:29.907627 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ae16e532-2e97-493c-8a6f-752cc6f4c0c2 req-4bff7721-99e4-417f-ae01-a036c530eb3b tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 944 time: 0.2237761 Feb 09 01:34:29.940130 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-be52eb5c-80bf-46d1-94d4-8fa80f0d7df8 req-22f7b786-aa36-4218-865c-f1c6f8cc697b tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494269 Feb 09 01:34:30.014421 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ae16e532-2e97-493c-8a6f-752cc6f4c0c2 req-d34d6096-3d9a-41bf-a878-f7ecd2ab7fed tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783510 Feb 09 01:34:30.030546 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd0024d3-60d1-4e13-b7c3-13532bdb3ba8 req-06c46425-c848-4ff2-adfe-af4272fff045 service neutron] 10.222.0.120 "GET /v2.0/networks/14a123c9-40a9-4ab2-a841-3861362be1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023847 Feb 09 01:34:30.547244 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd0024d3-60d1-4e13-b7c3-13532bdb3ba8 req-59c0314d-ff3f-422c-a5cd-3530f00a39ce service neutron] 10.222.0.120 "GET /v2.0/networks/14a123c9-40a9-4ab2-a841-3861362be1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5118999 Feb 09 01:34:31.122640 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107dae0-2637-45ae-85f2-d05989c8069c req-cc25aad3-593b-48f4-8525-f82e5b2ec165 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:31.127555 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2107dae0-2637-45ae-85f2-d05989c8069c req-cc25aad3-593b-48f4-8525-f82e5b2ec165 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=98f7ef12-7ca4-4b6f-8d5e-7aa6e5caf7ce HTTP/1.1" status: 200 len: 943 time: 0.0938723 Feb 09 01:34:31.215162 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2107dae0-2637-45ae-85f2-d05989c8069c req-dda6e09f-839d-419d-95af-0509d6f2c494 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805180 Feb 09 01:34:31.255567 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90baf245-ba10-4cfa-a69c-2b5c34f7e1c9 req-c1967d0e-05b5-4399-867b-5aff97bdf880 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:31.257240 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-90baf245-ba10-4cfa-a69c-2b5c34f7e1c9 req-c1967d0e-05b5-4399-867b-5aff97bdf880 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 944 time: 0.1167178 Feb 09 01:34:31.335631 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-90baf245-ba10-4cfa-a69c-2b5c34f7e1c9 req-81608417-2600-4e0b-93c4-a5b6028a9bad tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697713 Feb 09 01:34:32.415527 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae98775c-ceca-4e4a-83f2-133a01a6e482 req-2b457d36-770c-4103-bdc1-4ebc66638671 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:32.418454 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f4f27e5e-feff-4ca2-a9f5-1e91eb6c56ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:32.423271 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ae98775c-ceca-4e4a-83f2-133a01a6e482 req-2b457d36-770c-4103-bdc1-4ebc66638671 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=98f7ef12-7ca4-4b6f-8d5e-7aa6e5caf7ce HTTP/1.1" status: 200 len: 943 time: 0.1226664 Feb 09 01:34:32.538749 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ae98775c-ceca-4e4a-83f2-133a01a6e482 req-b4264994-c049-4885-b8d7-e39b0ff7e64c tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098742 Feb 09 01:34:32.584332 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a55b46-8c29-4818-b7b8-1fb567309473 req-5dfff35d-1c8a-4f47-a5ba-cbc084aebaa3 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:32.588002 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-41a55b46-8c29-4818-b7b8-1fb567309473 req-5dfff35d-1c8a-4f47-a5ba-cbc084aebaa3 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 944 time: 0.1071219 Feb 09 01:34:32.669830 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-41a55b46-8c29-4818-b7b8-1fb567309473 req-069cc0d1-3785-4345-b9a3-539414d87576 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758855 Feb 09 01:34:32.759543 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 6e7b70c7-f0ae-42e4-9063-299da1ceee51 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:34:32.889254 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 6e7b70c7-f0ae-42e4-9063-299da1ceee51, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=6e7b70c7-f0ae-42e4-9063-299da1ceee51,segment=NetworkSegment(67868df0-7119-4405-a5ee-9b482544987e),segment_id=67868df0-7119-4405-a5ee-9b482544987e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:32.906196 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '6e7b70c7-f0ae-42e4-9063-299da1ceee51', 'network_id': '14a123c9-40a9-4ab2-a841-3861362be1ec', 'port_id': '6e7b70c7-f0ae-42e4-9063-299da1ceee51', 'mac_address': 'fa:16:3e:35:92:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df56b1a3-b96c-4c73-a247-eabcbf9d00ea', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:34:32.949864 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 6e7b70c7-f0ae-42e4-9063-299da1ceee51 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:34:32.950414 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6e7b70c7-f0ae-42e4-9063-299da1ceee51), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:32.950953 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 54804) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:32.965625 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e7b70c7-f0ae-42e4-9063-299da1ceee51 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:34:32.988295 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 6e7b70c7-f0ae-42e4-9063-299da1ceee51, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=6e7b70c7-f0ae-42e4-9063-299da1ceee51,segment=NetworkSegment(67868df0-7119-4405-a5ee-9b482544987e),segment_id=67868df0-7119-4405-a5ee-9b482544987e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:32.992479 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (6e7b70c7-f0ae-42e4-9063-299da1ceee51), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:33.063033 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=6e7b70c7-f0ae-42e4-9063-299da1ceee51,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:33.074250 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:33.076918 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:33.078799 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:33.079260 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:33.079723 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:33.080165 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:33.080630 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:33.081074 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:33.081506 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:33.082056 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:33.085418 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:33.086055 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:33.086621 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:33.089007 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ab6e083a-dd51-4cd8-8f43-b9dc8c31c188 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:33.176756 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ab6e083a-dd51-4cd8-8f43-b9dc8c31c188 admin admin] Publish callbacks [] for security_group (1442f875-c44c-4c86-92f1-1f79f88ffef7), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:33.180705 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ab6e083a-dd51-4cd8-8f43-b9dc8c31c188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1442f875-c44c-4c86-92f1-1f79f88ffef7), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:33.226705 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['6e7b70c7-f0ae-42e4-9063-299da1ceee51'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:34:33.235999 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 54814) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:33.241215 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ab6e083a-dd51-4cd8-8f43-b9dc8c31c188 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a510a7336cf444e590a00cbb2af583f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2833092 Feb 09 01:34:33.242962 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e083a-dd51-4cd8-8f43-b9dc8c31c188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1442f875-c44c-4c86-92f1-1f79f88ffef7,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:33.317314 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bd9a1367-601e-45d8-a9b7-93586121d561 admin admin] Publish callbacks [] for security_group (1442f875-c44c-4c86-92f1-1f79f88ffef7), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:33.343848 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bd9a1367-601e-45d8-a9b7-93586121d561 admin admin] Publish callbacks [] for security_group (1442f875-c44c-4c86-92f1-1f79f88ffef7), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:33.408490 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bd9a1367-601e-45d8-a9b7-93586121d561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1442f875-c44c-4c86-92f1-1f79f88ffef7), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:33.415923 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bd9a1367-601e-45d8-a9b7-93586121d561 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:33.419933 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-bd9a1367-601e-45d8-a9b7-93586121d561 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1442f875-c44c-4c86-92f1-1f79f88ffef7 HTTP/1.1" status: 204 len: 168 time: 0.1805298 Feb 09 01:34:33.427212 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a1367-601e-45d8-a9b7-93586121d561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1442f875-c44c-4c86-92f1-1f79f88ffef7,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:33.738543 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3bfda-1f22-4d96-887c-50047eb6d28a req-02e1c5c2-d1e1-4329-ba1d-012488ed0d00 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:33.750871 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8bc3bfda-1f22-4d96-887c-50047eb6d28a req-02e1c5c2-d1e1-4329-ba1d-012488ed0d00 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=98f7ef12-7ca4-4b6f-8d5e-7aa6e5caf7ce HTTP/1.1" status: 200 len: 944 time: 0.0932655 Feb 09 01:34:33.772503 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 54836) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:33.788819 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b8b17094-2c46-4aed-aa8c-db072b40cb1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:33.904319 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b234b-f65e-4468-ac40-5332b28064fb req-d597c021-bf8a-4fe0-9684-3f6d36a4cf3f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:33.905930 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-952b234b-f65e-4468-ac40-5332b28064fb req-d597c021-bf8a-4fe0-9684-3f6d36a4cf3f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 944 time: 0.1434474 Feb 09 01:34:33.909844 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8bc3bfda-1f22-4d96-887c-50047eb6d28a req-40ba5792-0994-410d-964d-67c224e4687e tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579771 Feb 09 01:34:33.939300 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b8b17094-2c46-4aed-aa8c-db072b40cb1d admin admin] Publish callbacks [] for security_group (21fdf9c3-490d-402c-ab50-3f8a9b4cb719), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:33.944857 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b8b17094-2c46-4aed-aa8c-db072b40cb1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (21fdf9c3-490d-402c-ab50-3f8a9b4cb719), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:33.976122 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b17094-2c46-4aed-aa8c-db072b40cb1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21fdf9c3-490d-402c-ab50-3f8a9b4cb719,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:33.996084 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b8b17094-2c46-4aed-aa8c-db072b40cb1d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=773b5308707d4900a4e622f0428efa8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2223659 Feb 09 01:34:33.998054 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-952b234b-f65e-4468-ac40-5332b28064fb req-1441bdcd-f300-4be4-a213-d25b199d7001 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758748 Feb 09 01:34:33.999070 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 54838) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:34.062753 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3bd99614-444b-4b96-9038-4940dc4a4616 admin admin] Publish callbacks [] for security_group (21fdf9c3-490d-402c-ab50-3f8a9b4cb719), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:34.085769 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3bd99614-444b-4b96-9038-4940dc4a4616 admin admin] Publish callbacks [] for security_group (21fdf9c3-490d-402c-ab50-3f8a9b4cb719), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:34.144736 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3bd99614-444b-4b96-9038-4940dc4a4616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (21fdf9c3-490d-402c-ab50-3f8a9b4cb719), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:34.148142 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3bd99614-444b-4b96-9038-4940dc4a4616 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:34.151864 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3bd99614-444b-4b96-9038-4940dc4a4616 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/21fdf9c3-490d-402c-ab50-3f8a9b4cb719 HTTP/1.1" status: 204 len: 168 time: 0.1495888 Feb 09 01:34:34.159250 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd99614-444b-4b96-9038-4940dc4a4616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fdf9c3-490d-402c-ab50-3f8a9b4cb719,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:34.435269 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a81d27d5-1930-452a-832e-44eca98eef53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:34.760205 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 6e7b70c7-f0ae-42e4-9063-299da1ceee51 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:34:34.824867 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 6e7b70c7-f0ae-42e4-9063-299da1ceee51 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:34:34.831995 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 6e7b70c7-f0ae-42e4-9063-299da1ceee51 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:34:34.832980 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (6e7b70c7-f0ae-42e4-9063-299da1ceee51), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:34.949679 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 6e7b70c7-f0ae-42e4-9063-299da1ceee51 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:34:34.950279 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6e7b70c7-f0ae-42e4-9063-299da1ceee51), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:34.987501 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 6e7b70c7-f0ae-42e4-9063-299da1ceee51, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=6e7b70c7-f0ae-42e4-9063-299da1ceee51,segment=NetworkSegment(67868df0-7119-4405-a5ee-9b482544987e),segment_id=67868df0-7119-4405-a5ee-9b482544987e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:34.988331 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f7ef12-7ca4-4b6f-8d5e-7aa6e5caf7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7b70c7-f0ae-42e4-9063-299da1ceee51'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:34:34.991031 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080e8c67-aa8f-4c96-8303-fadcc8190d1e" -d '{"events": [{"server_uuid": "98f7ef12-7ca4-4b6f-8d5e-7aa6e5caf7ce", "name": "network-vif-plugged", "status": "completed", "tag": "6e7b70c7-f0ae-42e4-9063-299da1ceee51"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:34:34.994572 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (6e7b70c7-f0ae-42e4-9063-299da1ceee51), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:35.069354 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=6e7b70c7-f0ae-42e4-9063-299da1ceee51,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:35.079649 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087d7441-b646-4592-b76e-d95e8248c9d0 x-openstack-request-id: req-087d7441-b646-4592-b76e-d95e8248c9d0 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:34:35.080273 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f7ef12-7ca4-4b6f-8d5e-7aa6e5caf7ce", "name": "network-vif-plugged", "status": "completed", "tag": "6e7b70c7-f0ae-42e4-9063-299da1ceee51", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:34:35.080560 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-087d7441-b646-4592-b76e-d95e8248c9d0 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:34:35.080967 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f7ef12-7ca4-4b6f-8d5e-7aa6e5caf7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7b70c7-f0ae-42e4-9063-299da1ceee51', 'code': 200} Feb 09 01:34:35.154439 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3733cd-732d-4af5-871b-291ad5eb0ac1 req-449bd138-ff20-4f97-abe7-6087679f2496 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:35.162745 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0f3733cd-732d-4af5-871b-291ad5eb0ac1 req-449bd138-ff20-4f97-abe7-6087679f2496 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=98f7ef12-7ca4-4b6f-8d5e-7aa6e5caf7ce HTTP/1.1" status: 200 len: 945 time: 0.0820477 Feb 09 01:34:35.322137 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0f3733cd-732d-4af5-871b-291ad5eb0ac1 req-93e82254-c5fb-439d-bb48-7fa6a1d1e8c3 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581054 Feb 09 01:34:35.333965 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd2036-6880-48fe-a47c-24df2b6d1c77 req-f7b19d7f-e596-44e4-95e4-86d1591f1c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:35.340754 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9acd2036-6880-48fe-a47c-24df2b6d1c77 req-f7b19d7f-e596-44e4-95e4-86d1591f1c33 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=98f7ef12-7ca4-4b6f-8d5e-7aa6e5caf7ce HTTP/1.1" status: 200 len: 1127 time: 0.1750267 Feb 09 01:34:35.380659 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61deff83-00b4-4506-8a7f-cfa22414fa1f req-d217dd63-0858-40c3-8d12-f3ce7c02d91e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:35.382517 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-61deff83-00b4-4506-8a7f-cfa22414fa1f req-d217dd63-0858-40c3-8d12-f3ce7c02d91e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 944 time: 0.1770730 Feb 09 01:34:35.481004 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9acd2036-6880-48fe-a47c-24df2b6d1c77 req-437e88e1-8234-4015-8625-6d1be9bda7f1 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314318 Feb 09 01:34:35.486372 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-61deff83-00b4-4506-8a7f-cfa22414fa1f req-42dbb0db-1407-4c98-841c-7f4252b17972 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891285 Feb 09 01:34:35.945020 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:36.473061 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8e957-67d3-425d-9c1f-7bfb89bd1afc req-746bcbee-7103-4c54-9bb6-f91fa9047094 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:36.481342 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-08e8e957-67d3-425d-9c1f-7bfb89bd1afc req-746bcbee-7103-4c54-9bb6-f91fa9047094 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=98f7ef12-7ca4-4b6f-8d5e-7aa6e5caf7ce HTTP/1.1" status: 200 len: 945 time: 0.0750861 Feb 09 01:34:36.585105 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-08e8e957-67d3-425d-9c1f-7bfb89bd1afc req-f3be43b0-5bb7-4b5b-a383-e33159fb0e39 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979598 Feb 09 01:34:36.680264 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce8594-3099-4131-93d1-9065d9ba70d9 req-febc7cb5-6f2f-4fed-aed0-d7a38cb501c8 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:36.681831 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a1ce8594-3099-4131-93d1-9065d9ba70d9 req-febc7cb5-6f2f-4fed-aed0-d7a38cb501c8 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 944 time: 0.0637734 Feb 09 01:34:36.738570 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a1ce8594-3099-4131-93d1-9065d9ba70d9 req-eb6f2c5d-f3d4-4356-8295-e02dac951dc9 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505810 Feb 09 01:34:37.235562 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:37.738382 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dec427-bb8d-4b57-b0ca-6e27009f355c req-4e8290b4-f9f7-4fc1-8b8f-4aed6e5ffc92 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:37.746435 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c9dec427-bb8d-4b57-b0ca-6e27009f355c req-4e8290b4-f9f7-4fc1-8b8f-4aed6e5ffc92 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=98f7ef12-7ca4-4b6f-8d5e-7aa6e5caf7ce HTTP/1.1" status: 200 len: 945 time: 0.0934708 Feb 09 01:34:37.823579 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c9dec427-bb8d-4b57-b0ca-6e27009f355c req-5f849c25-a8bb-4cb2-a16b-0ccc7828e3aa tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755947 Feb 09 01:34:37.871962 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:37.989120 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625b0c3-9c9c-498c-80c1-116759f60cf2 req-14c26d59-e6cb-4313-b21d-324623bf7862 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:37.990790 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0625b0c3-9c9c-498c-80c1-116759f60cf2 req-14c26d59-e6cb-4313-b21d-324623bf7862 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 944 time: 0.1451192 Feb 09 01:34:38.061273 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0625b0c3-9c9c-498c-80c1-116759f60cf2 req-770d640b-ebeb-4437-9b8c-c7de28860c53 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621789 Feb 09 01:34:38.070402 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e354e-b41f-46e1-b3ad-ecf3564a6a54 req-7dfd20d5-643f-49bc-9e0b-2f800ccd7e5e tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:38.077513 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-281e354e-b41f-46e1-b3ad-ecf3564a6a54 req-7dfd20d5-643f-49bc-9e0b-2f800ccd7e5e tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a5037e5-1ca8-4851-a1f3-daff006dece8 HTTP/1.1" status: 200 len: 945 time: 0.1505289 Feb 09 01:34:38.145437 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-281e354e-b41f-46e1-b3ad-ecf3564a6a54 req-2c90c571-6dca-4734-93ec-8c2884a4c938 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582693 Feb 09 01:34:38.302211 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd1b61-83d6-4bb5-81d7-248560d22e0b req-8f34972e-8bd5-475d-b083-6d44b3086baa tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:38.303801 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-16fd1b61-83d6-4bb5-81d7-248560d22e0b req-8f34972e-8bd5-475d-b083-6d44b3086baa tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=98f7ef12-7ca4-4b6f-8d5e-7aa6e5caf7ce HTTP/1.1" status: 200 len: 945 time: 0.0943730 Feb 09 01:34:38.381259 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-16fd1b61-83d6-4bb5-81d7-248560d22e0b req-252b846d-8d3c-4712-9316-27260bb989d9 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718853 Feb 09 01:34:38.455684 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:39.034545 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b0505-349b-4a76-aa5f-6579bc101bcf req-dabe5c52-4db6-455b-9b43-12e1bf195865 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:39.036296 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0d6b0505-349b-4a76-aa5f-6579bc101bcf req-dabe5c52-4db6-455b-9b43-12e1bf195865 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=98f7ef12-7ca4-4b6f-8d5e-7aa6e5caf7ce HTTP/1.1" status: 200 len: 945 time: 0.0796525 Feb 09 01:34:39.121361 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0d6b0505-349b-4a76-aa5f-6579bc101bcf req-da7a0859-fc00-46b0-96b5-3ebf68563773 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791149 Feb 09 01:34:39.237318 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2187e-30f5-436e-8493-9581607c6645 req-bb7159b7-b3ae-4123-9828-6973537db18b tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:39.241039 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-37e2187e-30f5-436e-8493-9581607c6645 req-bb7159b7-b3ae-4123-9828-6973537db18b tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 944 time: 0.0804756 Feb 09 01:34:39.306465 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-37e2187e-30f5-436e-8493-9581607c6645 req-feb29116-def2-4014-aed3-0b27709aedd4 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599234 Feb 09 01:34:39.579296 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:40.119568 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69098970-fa9c-404e-8178-3df8fecffc8b req-de09fd69-8043-47bb-8f4e-9fcbb5b4bbd1 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:40.122024 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-69098970-fa9c-404e-8178-3df8fecffc8b req-de09fd69-8043-47bb-8f4e-9fcbb5b4bbd1 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.120 "GET /v2.0/ports?device_id=98f7ef12-7ca4-4b6f-8d5e-7aa6e5caf7ce HTTP/1.1" status: 200 len: 945 time: 0.0707088 Feb 09 01:34:40.300339 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb8f67-7c02-4c62-8100-4d03ebbb4ac0 req-246153c3-5a2c-4065-8b7b-02f676d7c25f tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:40.301840 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3beb8f67-7c02-4c62-8100-4d03ebbb4ac0 req-246153c3-5a2c-4065-8b7b-02f676d7c25f tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=98f7ef12-7ca4-4b6f-8d5e-7aa6e5caf7ce HTTP/1.1" status: 200 len: 945 time: 0.0856259 Feb 09 01:34:40.334392 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-69098970-fa9c-404e-8178-3df8fecffc8b req-e95368e6-f96f-473f-87e7-880825737d9a tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Deleting port 6e7b70c7-f0ae-42e4-9063-299da1ceee51 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:34:40.334749 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-69098970-fa9c-404e-8178-3df8fecffc8b req-e95368e6-f96f-473f-87e7-880825737d9a tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (6e7b70c7-f0ae-42e4-9063-299da1ceee51), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:40.408778 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3beb8f67-7c02-4c62-8100-4d03ebbb4ac0 req-cee3ed93-6741-4181-b884-d387dcf9c59e tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994773 Feb 09 01:34:40.526007 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-69098970-fa9c-404e-8178-3df8fecffc8b req-e95368e6-f96f-473f-87e7-880825737d9a tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] For port 6e7b70c7-f0ae-42e4-9063-299da1ceee51, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=6e7b70c7-f0ae-42e4-9063-299da1ceee51,segment=NetworkSegment(67868df0-7119-4405-a5ee-9b482544987e),segment_id=67868df0-7119-4405-a5ee-9b482544987e)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:40.526392 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-69098970-fa9c-404e-8178-3df8fecffc8b req-e95368e6-f96f-473f-87e7-880825737d9a tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (6e7b70c7-f0ae-42e4-9063-299da1ceee51), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:40.551714 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-69098970-fa9c-404e-8178-3df8fecffc8b req-e95368e6-f96f-473f-87e7-880825737d9a tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Calling delete_port for 6e7b70c7-f0ae-42e4-9063-299da1ceee51 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:34:40.572622 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed3184-f208-4a6f-864c-db68c983d19e req-767cd578-1c21-47c5-babf-61aa4b1eb9da tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:40.575389 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d8ed3184-f208-4a6f-864c-db68c983d19e req-767cd578-1c21-47c5-babf-61aa4b1eb9da tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 944 time: 0.1160305 Feb 09 01:34:40.821121 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d8ed3184-f208-4a6f-864c-db68c983d19e req-a3610912-3d09-4f2e-9ab3-577fce57acdb tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2337937 Feb 09 01:34:40.822556 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-69098970-fa9c-404e-8178-3df8fecffc8b req-e95368e6-f96f-473f-87e7-880825737d9a tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (6e7b70c7-f0ae-42e4-9063-299da1ceee51), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:40.835624 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['2e956b02-bd23-4f1e-9a98-e5e3cd586434', '9438e4c4-3a64-48df-97cc-33b5fa50120e'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:34:40.867859 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95368e6-f96f-473f-87e7-880825737d9a tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Pushing event deleted for resources: {'Port': ['ID=6e7b70c7-f0ae-42e4-9063-299da1ceee51,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:40.932430 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-69098970-fa9c-404e-8178-3df8fecffc8b req-e95368e6-f96f-473f-87e7-880825737d9a tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] No DVR routers for this DVR port 6e7b70c7-f0ae-42e4-9063-299da1ceee51 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:34:40.935444 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-69098970-fa9c-404e-8178-3df8fecffc8b req-e95368e6-f96f-473f-87e7-880825737d9a tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:40.939835 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-69098970-fa9c-404e-8178-3df8fecffc8b req-e95368e6-f96f-473f-87e7-880825737d9a tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.120 "DELETE /v2.0/ports/6e7b70c7-f0ae-42e4-9063-299da1ceee51 HTTP/1.1" status: 204 len: 173 time: 0.8124831 Feb 09 01:34:40.940404 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f7ef12-7ca4-4b6f-8d5e-7aa6e5caf7ce', 'name': 'network-vif-deleted', 'tag': '6e7b70c7-f0ae-42e4-9063-299da1ceee51'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:34:40.943951 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4eaf3e-82bf-423e-9985-e95b39d838a8" -d '{"events": [{"server_uuid": "98f7ef12-7ca4-4b6f-8d5e-7aa6e5caf7ce", "name": "network-vif-deleted", "tag": "6e7b70c7-f0ae-42e4-9063-299da1ceee51"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:34:41.061838 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424ee978-3291-4760-930a-12ad231182dd x-openstack-request-id: req-424ee978-3291-4760-930a-12ad231182dd {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:34:41.062141 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f7ef12-7ca4-4b6f-8d5e-7aa6e5caf7ce", "name": "network-vif-deleted", "tag": "6e7b70c7-f0ae-42e4-9063-299da1ceee51", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:34:41.062399 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-424ee978-3291-4760-930a-12ad231182dd {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:34:41.063381 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f7ef12-7ca4-4b6f-8d5e-7aa6e5caf7ce', 'name': 'network-vif-deleted', 'tag': '6e7b70c7-f0ae-42e4-9063-299da1ceee51', 'status': 'completed', 'code': 200} Feb 09 01:34:41.572830 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-49275c32-2193-45f2-b6e2-4b26e679824b req-acf6de02-62d7-4ab4-b667-db2b086fa5ee tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=98f7ef12-7ca4-4b6f-8d5e-7aa6e5caf7ce HTTP/1.1" status: 200 len: 210 time: 0.0519047 Feb 09 01:34:41.974347 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfedf89-c851-4637-84e4-0c87623862f9 req-d37dc5bf-5250-489d-8f8c-794650d7b4f5 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:41.980928 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1bfedf89-c851-4637-84e4-0c87623862f9 req-d37dc5bf-5250-489d-8f8c-794650d7b4f5 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 944 time: 0.0703738 Feb 09 01:34:42.051575 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1bfedf89-c851-4637-84e4-0c87623862f9 req-8d16902a-c8de-441a-80b5-fa8c64ae696e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696054 Feb 09 01:34:42.824054 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 6e7b70c7-f0ae-42e4-9063-299da1ceee51 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:34:42.887851 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: 6e7b70c7-f0ae-42e4-9063-299da1ceee51 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:34:42.896495 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 6e7b70c7-f0ae-42e4-9063-299da1ceee51 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:34:43.029152 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982a166-0764-4aa5-900d-90652a8b8b1c req-cbec6ec9-8d91-4e1e-a0f3-897a01fbd1a4 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:43.036080 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c982a166-0764-4aa5-900d-90652a8b8b1c req-cbec6ec9-8d91-4e1e-a0f3-897a01fbd1a4 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a5037e5-1ca8-4851-a1f3-daff006dece8 HTTP/1.1" status: 200 len: 945 time: 0.1031370 Feb 09 01:34:43.106566 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c982a166-0764-4aa5-900d-90652a8b8b1c req-1d11a425-b3fa-4853-9411-562d5204e80a tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650935 Feb 09 01:34:43.198041 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f37ea-bf38-4f37-aa80-0a8d298de07d req-4602b3ac-a3e7-4eeb-b8ca-6e37e2188fc7 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:43.208246 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-912f37ea-bf38-4f37-aa80-0a8d298de07d req-4602b3ac-a3e7-4eeb-b8ca-6e37e2188fc7 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 944 time: 0.0688813 Feb 09 01:34:43.280055 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-912f37ea-bf38-4f37-aa80-0a8d298de07d req-e587beb8-5955-48c0-b2c0-e8e3ae65864d tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607207 Feb 09 01:34:43.858080 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1d8cf-458b-41df-83ca-70db0cc9b77a req-ad1eee33-78a8-4f02-8e40-827bc896784c tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:43.869133 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bfb1d8cf-458b-41df-83ca-70db0cc9b77a req-ad1eee33-78a8-4f02-8e40-827bc896784c tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 1128 time: 0.0996573 Feb 09 01:34:43.989294 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bfb1d8cf-458b-41df-83ca-70db0cc9b77a req-b2c821bc-40da-4c4d-ab17-fcf2e6409140 tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=d4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144607 Feb 09 01:34:44.207622 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2c765-0021-4009-bf0d-a49e2c8399e1 req-7a22167f-7864-4d27-b162-5140136a7cbc tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:44.217082 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-42b2c765-0021-4009-bf0d-a49e2c8399e1 req-7a22167f-7864-4d27-b162-5140136a7cbc tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 946 time: 0.1218405 Feb 09 01:34:44.414932 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-42b2c765-0021-4009-bf0d-a49e2c8399e1 req-dd64194c-3c34-4a8f-94ee-c449a2ccbaf1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622574 Feb 09 01:34:44.448923 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e6c26-867b-4ada-84a1-844ac2d04727 req-6a7367ed-5f61-4c95-88c6-66779fbd0a2f tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:44.448923 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4c9e6c26-867b-4ada-84a1-844ac2d04727 req-6a7367ed-5f61-4c95-88c6-66779fbd0a2f tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a5037e5-1ca8-4851-a1f3-daff006dece8 HTTP/1.1" status: 200 len: 945 time: 0.2296100 Feb 09 01:34:44.450823 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 55308) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:44.662652 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-008c170e-140e-490e-a8d8-c4437173583d tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/floatingips/889ffb01-76a3-49e3-b4ac-8aaaef7eccc6 HTTP/1.1" status: 200 len: 994 time: 0.2102537 Feb 09 01:34:44.721703 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4c9e6c26-867b-4ada-84a1-844ac2d04727 req-11c570bd-0cce-4214-b5ff-05088326a593 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726774 Feb 09 01:34:44.870840 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bffbe9-e997-42d9-ad4b-9799031319b0 req-8b331148-2fab-42ff-8a31-5aaf25b7ce1b tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:44.872430 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-66bffbe9-e997-42d9-ad4b-9799031319b0 req-8b331148-2fab-42ff-8a31-5aaf25b7ce1b tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.120 "GET /v2.0/ports?device_id=2a5037e5-1ca8-4851-a1f3-daff006dece8 HTTP/1.1" status: 200 len: 945 time: 0.4861124 Feb 09 01:34:44.893935 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8cbded-4633-437f-a554-529aa4c0d1a5 req-ecffa65a-a90c-4487-a601-c4775d3559a1 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:44.917412 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa8cbded-4633-437f-a554-529aa4c0d1a5 req-ecffa65a-a90c-4487-a601-c4775d3559a1 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 944 time: 0.2706230 Feb 09 01:34:45.231621 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa8cbded-4633-437f-a554-529aa4c0d1a5 req-6765ad7f-e4a2-4227-aac6-6ce9487c1183 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3134496 Feb 09 01:34:45.278412 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-66bffbe9-e997-42d9-ad4b-9799031319b0 req-2b41ebc7-e41c-4b53-948a-f38933a8a20d tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Deleting port 9438e4c4-3a64-48df-97cc-33b5fa50120e {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:34:45.279018 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-66bffbe9-e997-42d9-ad4b-9799031319b0 req-2b41ebc7-e41c-4b53-948a-f38933a8a20d tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (9438e4c4-3a64-48df-97cc-33b5fa50120e), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:45.483387 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-66bffbe9-e997-42d9-ad4b-9799031319b0 req-2b41ebc7-e41c-4b53-948a-f38933a8a20d tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] For port 9438e4c4-3a64-48df-97cc-33b5fa50120e, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=9438e4c4-3a64-48df-97cc-33b5fa50120e,segment=NetworkSegment(67868df0-7119-4405-a5ee-9b482544987e),segment_id=67868df0-7119-4405-a5ee-9b482544987e)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:45.484317 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-66bffbe9-e997-42d9-ad4b-9799031319b0 req-2b41ebc7-e41c-4b53-948a-f38933a8a20d tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (9438e4c4-3a64-48df-97cc-33b5fa50120e), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:45.516917 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-66bffbe9-e997-42d9-ad4b-9799031319b0 req-2b41ebc7-e41c-4b53-948a-f38933a8a20d tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Calling delete_port for 9438e4c4-3a64-48df-97cc-33b5fa50120e owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:34:45.582221 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 55360) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:45.890317 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b16531-4dc2-48d4-835c-6434d27fb852 req-0ca0aca4-324d-4765-87d1-c5cd722257d1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:45.900141 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31b16531-4dc2-48d4-835c-6434d27fb852 req-0ca0aca4-324d-4765-87d1-c5cd722257d1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 946 time: 0.3327243 Feb 09 01:34:46.277366 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a569d9-6fb0-4c56-ae79-c4fac093f792 req-19d26e34-f266-45fc-9946-7ed29d8e9165 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:46.290900 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-13a569d9-6fb0-4c56-ae79-c4fac093f792 req-19d26e34-f266-45fc-9946-7ed29d8e9165 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a5037e5-1ca8-4851-a1f3-daff006dece8 HTTP/1.1" status: 200 len: 945 time: 0.4809756 Feb 09 01:34:46.356017 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31b16531-4dc2-48d4-835c-6434d27fb852 req-6f174c9b-fc9c-41d1-9836-a6f77e67a093 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4549015 Feb 09 01:34:46.418638 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-66bffbe9-e997-42d9-ad4b-9799031319b0 req-2b41ebc7-e41c-4b53-948a-f38933a8a20d tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (9438e4c4-3a64-48df-97cc-33b5fa50120e), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:46.433678 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['2e956b02-bd23-4f1e-9a98-e5e3cd586434'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:34:46.550465 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b41ebc7-e41c-4b53-948a-f38933a8a20d tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Pushing event deleted for resources: {'Port': ['ID=9438e4c4-3a64-48df-97cc-33b5fa50120e,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:46.688816 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-ac5c35e0-8943-4837-aa65-b827aa4f4a88 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7e05956e-c6b7-45e5-8223-b8b337889b69&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.1004589 Feb 09 01:34:46.729546 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-66bffbe9-e997-42d9-ad4b-9799031319b0 req-2b41ebc7-e41c-4b53-948a-f38933a8a20d tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] No DVR routers for this DVR port 9438e4c4-3a64-48df-97cc-33b5fa50120e on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:34:46.755268 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-13a569d9-6fb0-4c56-ae79-c4fac093f792 req-b47877ab-d578-438f-9fd0-8bdf28770603 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4632823 Feb 09 01:34:46.759435 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-66bffbe9-e997-42d9-ad4b-9799031319b0 req-2b41ebc7-e41c-4b53-948a-f38933a8a20d tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:46.764670 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-66bffbe9-e997-42d9-ad4b-9799031319b0 req-2b41ebc7-e41c-4b53-948a-f38933a8a20d tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.120 "DELETE /v2.0/ports/9438e4c4-3a64-48df-97cc-33b5fa50120e HTTP/1.1" status: 204 len: 173 time: 1.8845525 Feb 09 01:34:46.805633 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-8aed1d3e-1769-4602-a70b-c2999fd34667 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:34:46.808524 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-8aed1d3e-1769-4602-a70b-c2999fd34667 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0879240 Feb 09 01:34:46.810514 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5037e5-1ca8-4851-a1f3-daff006dece8', 'name': 'network-vif-deleted', 'tag': '9438e4c4-3a64-48df-97cc-33b5fa50120e'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:34:46.826234 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8dca74-ba08-422b-b3b8-f08d87a70b64" -d '{"events": [{"server_uuid": "2a5037e5-1ca8-4851-a1f3-daff006dece8", "name": "network-vif-deleted", "tag": "9438e4c4-3a64-48df-97cc-33b5fa50120e"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:34:46.849503 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 9438e4c4-3a64-48df-97cc-33b5fa50120e no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:34:46.936401 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: 9438e4c4-3a64-48df-97cc-33b5fa50120e {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:34:46.936801 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 9438e4c4-3a64-48df-97cc-33b5fa50120e not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:34:46.960370 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeed9be-216b-419c-82b2-1c5c0df3f1a9 req-307982a1-e353-4a3a-9c40-02e8553ddb30 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:46.964656 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fdeed9be-216b-419c-82b2-1c5c0df3f1a9 req-307982a1-e353-4a3a-9c40-02e8553ddb30 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 944 time: 0.4726233 Feb 09 01:34:46.968035 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed84261c-b9d9-4c9a-8725-d67edcb0741f x-openstack-request-id: req-ed84261c-b9d9-4c9a-8725-d67edcb0741f {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:34:46.968430 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a5037e5-1ca8-4851-a1f3-daff006dece8", "name": "network-vif-deleted", "tag": "9438e4c4-3a64-48df-97cc-33b5fa50120e", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:34:46.968846 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ed84261c-b9d9-4c9a-8725-d67edcb0741f {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:34:46.971534 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a5037e5-1ca8-4851-a1f3-daff006dece8', 'name': 'network-vif-deleted', 'tag': '9438e4c4-3a64-48df-97cc-33b5fa50120e', 'status': 'completed', 'code': 200} Feb 09 01:34:47.155421 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fdeed9be-216b-419c-82b2-1c5c0df3f1a9 req-6de12760-88b2-4967-9a1f-dc94993c3070 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773915 Feb 09 01:34:47.637020 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d14b8e-bf39-45fc-83a8-319a56f1c248 req-26fac9f2-b1ea-48e0-9852-3b29c445aeb5 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:47.639165 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a7d14b8e-bf39-45fc-83a8-319a56f1c248 req-26fac9f2-b1ea-48e0-9852-3b29c445aeb5 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 946 time: 0.1326168 Feb 09 01:34:47.717637 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a7d14b8e-bf39-45fc-83a8-319a56f1c248 req-bd3de891-50fa-4727-813d-42a316ac2e02 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689559 Feb 09 01:34:48.529108 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4483a6-c84d-4540-b8a3-3708d4f18ba4 req-a9edfaef-60c9-408d-8f63-b5b4fc8f82d6 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:48.530645 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a4483a6-c84d-4540-b8a3-3708d4f18ba4 req-a9edfaef-60c9-408d-8f63-b5b4fc8f82d6 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/networks?id=14a123c9-40a9-4ab2-a841-3861362be1ec HTTP/1.1" status: 200 len: 805 time: 0.3368416 Feb 09 01:34:48.538908 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b124ddb-f270-4e46-a040-483070cf028f req-94ccf4e0-6cd8-40a8-abda-8f1b5bcad65e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:48.540390 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7b124ddb-f270-4e46-a040-483070cf028f req-94ccf4e0-6cd8-40a8-abda-8f1b5bcad65e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 944 time: 0.1810660 Feb 09 01:34:48.557991 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a4483a6-c84d-4540-b8a3-3708d4f18ba4 req-87ba415f-13b9-486e-b580-f7b4557e4bc3 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/quotas/6d314619fa0a4fa2b259de5884a0fcb1 HTTP/1.1" status: 200 len: 375 time: 0.0164564 Feb 09 01:34:48.632088 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7b124ddb-f270-4e46-a040-483070cf028f req-7c8b2420-c690-4ef8-b32f-0fcd7c018c1a tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713148 Feb 09 01:34:48.703074 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a4483a6-c84d-4540-b8a3-3708d4f18ba4 req-372bb113-0d44-472a-b2ce-f3724cf1873d tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6d314619fa0a4fa2b259de5884a0fcb1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1441138 Feb 09 01:34:48.985171 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a4483a6-c84d-4540-b8a3-3708d4f18ba4 req-372e9d63-7a2f-4b7b-b192-86bf69ad4352 service neutron] 10.222.0.50 "GET /v2.0/networks/14a123c9-40a9-4ab2-a841-3861362be1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746849 Feb 09 01:34:49.123899 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc8896-686c-49f2-8dee-a12f1665f62f req-c0688961-6651-4784-9691-e8e59acb1e36 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:49.126261 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a1bc8896-686c-49f2-8dee-a12f1665f62f req-c0688961-6651-4784-9691-e8e59acb1e36 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 946 time: 0.2019200 Feb 09 01:34:49.239975 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a1bc8896-686c-49f2-8dee-a12f1665f62f req-ef2c1e68-6a31-4eb3-89cd-f1bab6598177 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043267 Feb 09 01:34:49.275799 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-e3806625-1bd5-408b-bf22-090363cbc663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:49.278179 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-e3806625-1bd5-408b-bf22-090363cbc663 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3786288d8304ed4a73754fbccf8bb65&device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 1128 time: 0.2445824 Feb 09 01:34:49.308678 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a4483a6-c84d-4540-b8a3-3708d4f18ba4 req-8e4308a7-898d-489d-ba4c-846896cc1694 service neutron] 10.222.0.50 "GET /v2.0/networks/14a123c9-40a9-4ab2-a841-3861362be1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141665 Feb 09 01:34:49.435140 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-56842d85-69a5-4ab4-af80-89c697bb0854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:49.437412 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-56842d85-69a5-4ab4-af80-89c697bb0854 service neutron] 10.222.0.47 "GET /v2.0/networks?id=289bbf9b-fe41-40ce-8895-75a17e893a06 HTTP/1.1" status: 200 len: 899 time: 0.1529222 Feb 09 01:34:49.602112 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-f4d0dc7b-a9eb-4133-968d-0e1a0616ac72 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f60a5772-8d92-42f7-9a8f-14397fe1a691 HTTP/1.1" status: 200 len: 1002 time: 0.1585288 Feb 09 01:34:49.739625 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5d7c1987-0735-4430-b2a9-608a88612676 req-fff9222b-cdb6-48e3-93ab-9afae1509938 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=f41cddc8-90e2-4f59-8eaa-4dd0fff1f6a1 HTTP/1.1" status: 200 len: 210 time: 0.0750749 Feb 09 01:34:49.781488 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-3857a43d-db66-4b23-95be-dbdfa51dcf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:49.783307 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-3857a43d-db66-4b23-95be-dbdfa51dcf68 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4a3eb78-65db-471e-9974-dfc9c9ac357d HTTP/1.1" status: 200 len: 833 time: 0.1758521 Feb 09 01:34:49.936976 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592c346-7c84-4d4c-9596-f176f3eb2131 req-64164071-86d3-4764-a1a3-dffb6396812c tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:49.952190 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2592c346-7c84-4d4c-9596-f176f3eb2131 req-64164071-86d3-4764-a1a3-dffb6396812c tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 944 time: 0.1673267 Feb 09 01:34:50.019132 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-f81a9360-9e7c-4f10-9fc9-409b3bc24b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:50.023214 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-f81a9360-9e7c-4f10-9fc9-409b3bc24b93 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=289bbf9b-fe41-40ce-8895-75a17e893a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2262571 Feb 09 01:34:50.273509 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2592c346-7c84-4d4c-9596-f176f3eb2131 req-ca46cbc7-b4a1-40e9-a6ee-644b51ae286b tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3181849 Feb 09 01:34:50.295852 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 55568) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:50.316998 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-48ebdb47-09cf-4fbc-b2a2-f5c3dbc20782 service neutron] 10.222.0.47 "GET /v2.0/networks/289bbf9b-fe41-40ce-8895-75a17e893a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851930 Feb 09 01:34:50.467828 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f8ba564a-0a74-4321-8e95-7cff97817dd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:50.501035 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-38ad27f4-f61a-48e2-9fe2-4044bb52113e service neutron] 10.222.0.47 "GET /v2.0/networks/289bbf9b-fe41-40ce-8895-75a17e893a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779771 Feb 09 01:34:50.529986 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab377b76-1696-4a50-9b98-5131f424dd3f req-ed3d29dc-e273-4430-9ab5-d455aa53e124 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:50.532710 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ab377b76-1696-4a50-9b98-5131f424dd3f req-ed3d29dc-e273-4430-9ab5-d455aa53e124 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 946 time: 0.1856086 Feb 09 01:34:50.659516 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f8ba564a-0a74-4321-8e95-7cff97817dd5 admin admin] Publish callbacks [] for security_group (3523956d-e7d2-45f8-9f3f-598c901d7df6), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:50.664250 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f8ba564a-0a74-4321-8e95-7cff97817dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (3523956d-e7d2-45f8-9f3f-598c901d7df6), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:50.684219 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ab377b76-1696-4a50-9b98-5131f424dd3f req-7e823de0-b209-4ce9-a0a6-bf26c2f0824f tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413422 Feb 09 01:34:50.748571 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f8ba564a-0a74-4321-8e95-7cff97817dd5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ca89afba3701457dbe0364a5739a9382&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4514186 Feb 09 01:34:50.749877 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba564a-0a74-4321-8e95-7cff97817dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3523956d-e7d2-45f8-9f3f-598c901d7df6,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:50.752466 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 55580) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:50.761232 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ba564a-0a74-4321-8e95-7cff97817dd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:50.763615 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ba564a-0a74-4321-8e95-7cff97817dd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:50.764157 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ba564a-0a74-4321-8e95-7cff97817dd5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:50.764716 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ba564a-0a74-4321-8e95-7cff97817dd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:50.765306 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ba564a-0a74-4321-8e95-7cff97817dd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:50.765955 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ba564a-0a74-4321-8e95-7cff97817dd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:50.766456 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ba564a-0a74-4321-8e95-7cff97817dd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:50.766961 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ba564a-0a74-4321-8e95-7cff97817dd5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:50.767515 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ba564a-0a74-4321-8e95-7cff97817dd5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:50.768027 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ba564a-0a74-4321-8e95-7cff97817dd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:50.768527 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ba564a-0a74-4321-8e95-7cff97817dd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:50.769195 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ba564a-0a74-4321-8e95-7cff97817dd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:50.770290 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ba564a-0a74-4321-8e95-7cff97817dd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:50.871012 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-486c0924-ac73-4ecc-bc3f-860659f4720e admin admin] Publish callbacks [] for security_group (3523956d-e7d2-45f8-9f3f-598c901d7df6), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:50.911162 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e2a2ef9e-d526-49e7-86b6-08e1b6f5c049 req-bb313a9f-e5a7-467f-b107-51b685b06c8f tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=f41cddc8-90e2-4f59-8eaa-4dd0fff1f6a1 HTTP/1.1" status: 200 len: 210 time: 0.0374207 Feb 09 01:34:50.932158 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-486c0924-ac73-4ecc-bc3f-860659f4720e admin admin] Publish callbacks [] for security_group (3523956d-e7d2-45f8-9f3f-598c901d7df6), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:50.994593 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-486c0924-ac73-4ecc-bc3f-860659f4720e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (3523956d-e7d2-45f8-9f3f-598c901d7df6), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:50.999849 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-486c0924-ac73-4ecc-bc3f-860659f4720e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:51.009071 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-486c0924-ac73-4ecc-bc3f-860659f4720e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3523956d-e7d2-45f8-9f3f-598c901d7df6 HTTP/1.1" status: 204 len: 168 time: 0.2551627 Feb 09 01:34:51.019705 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486c0924-ac73-4ecc-bc3f-860659f4720e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3523956d-e7d2-45f8-9f3f-598c901d7df6,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:51.044414 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486c0924-ac73-4ecc-bc3f-860659f4720e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:51.044679 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486c0924-ac73-4ecc-bc3f-860659f4720e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:51.045029 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486c0924-ac73-4ecc-bc3f-860659f4720e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:51.045368 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486c0924-ac73-4ecc-bc3f-860659f4720e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:51.045701 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486c0924-ac73-4ecc-bc3f-860659f4720e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:51.046246 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486c0924-ac73-4ecc-bc3f-860659f4720e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:51.046361 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486c0924-ac73-4ecc-bc3f-860659f4720e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:51.048870 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486c0924-ac73-4ecc-bc3f-860659f4720e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:51.049228 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486c0924-ac73-4ecc-bc3f-860659f4720e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:51.049567 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486c0924-ac73-4ecc-bc3f-860659f4720e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:51.049909 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486c0924-ac73-4ecc-bc3f-860659f4720e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:51.050237 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486c0924-ac73-4ecc-bc3f-860659f4720e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:51.050566 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486c0924-ac73-4ecc-bc3f-860659f4720e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:34:51.366596 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4483a6-c84d-4540-b8a3-3708d4f18ba4 req-3d16cdf6-c93a-4e9c-bbd7-b423999ef746 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:51.368085 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a4483a6-c84d-4540-b8a3-3708d4f18ba4 req-3d16cdf6-c93a-4e9c-bbd7-b423999ef746 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.120 "GET /v2.0/networks?id=14a123c9-40a9-4ab2-a841-3861362be1ec HTTP/1.1" status: 200 len: 805 time: 0.2137120 Feb 09 01:34:51.380284 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-2a4483a6-c84d-4540-b8a3-3708d4f18ba4 req-43e8b514-f9f9-497a-8fdb-b494fa1287e4 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Request body: {'port': {'device_id': 'f41cddc8-90e2-4f59-8eaa-4dd0fff1f6a1', 'network_id': '14a123c9-40a9-4ab2-a841-3861362be1ec', 'admin_state_up': True, 'tenant_id': '6d314619fa0a4fa2b259de5884a0fcb1'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:51.547817 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a4483a6-c84d-4540-b8a3-3708d4f18ba4 req-43e8b514-f9f9-497a-8fdb-b494fa1287e4 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Made reservation on behalf of 6d314619fa0a4fa2b259de5884a0fcb1 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:34:51.551177 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2a4483a6-c84d-4540-b8a3-3708d4f18ba4 req-43e8b514-f9f9-497a-8fdb-b494fa1287e4 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:51.574793 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e93a5-499e-4f64-b11e-257d4ffabe8a req-1d14b44b-cfa9-4908-97fd-110460a0e02f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:51.576423 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-317e93a5-499e-4f64-b11e-257d4ffabe8a req-1d14b44b-cfa9-4908-97fd-110460a0e02f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 944 time: 0.1828558 Feb 09 01:34:51.587696 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 55612) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:51.615631 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-649f3937-0d6a-41e0-89fe-162e0e90b142 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:51.723528 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-649f3937-0d6a-41e0-89fe-162e0e90b142 admin admin] Publish callbacks [] for security_group (9b49e0fa-28cb-45e6-ae7d-f669264d07b6), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:51.730623 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-649f3937-0d6a-41e0-89fe-162e0e90b142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (9b49e0fa-28cb-45e6-ae7d-f669264d07b6), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:51.751924 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-317e93a5-499e-4f64-b11e-257d4ffabe8a req-2402a754-4ffd-450d-9397-57ee9682f3e2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665192 Feb 09 01:34:51.806899 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-649f3937-0d6a-41e0-89fe-162e0e90b142 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=91cab3ac2871495cbba273abe675bbd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2173214 Feb 09 01:34:51.807667 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 55620) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:34:51.815588 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f3937-0d6a-41e0-89fe-162e0e90b142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b49e0fa-28cb-45e6-ae7d-f669264d07b6,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:51.897330 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-15b36a3b-6214-497a-a1fe-cd244dcc4e27 admin admin] Publish callbacks [] for security_group (9b49e0fa-28cb-45e6-ae7d-f669264d07b6), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:51.900627 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-2a4483a6-c84d-4540-b8a3-3708d4f18ba4 req-43e8b514-f9f9-497a-8fdb-b494fa1287e4 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Allocated IP 172.20.0.3 (14a123c9-40a9-4ab2-a841-3861362be1ec/df56b1a3-b96c-4c73-a247-eabcbf9d00ea/4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:34:51.924641 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-15b36a3b-6214-497a-a1fe-cd244dcc4e27 admin admin] Publish callbacks [] for security_group (9b49e0fa-28cb-45e6-ae7d-f669264d07b6), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:51.993760 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-15b36a3b-6214-497a-a1fe-cd244dcc4e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (9b49e0fa-28cb-45e6-ae7d-f669264d07b6), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:51.997895 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-15b36a3b-6214-497a-a1fe-cd244dcc4e27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:51.999465 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-15b36a3b-6214-497a-a1fe-cd244dcc4e27 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9b49e0fa-28cb-45e6-ae7d-f669264d07b6 HTTP/1.1" status: 204 len: 168 time: 0.1902416 Feb 09 01:34:52.016688 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b36a3b-6214-497a-a1fe-cd244dcc4e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b49e0fa-28cb-45e6-ae7d-f669264d07b6,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:52.135571 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2a4483a6-c84d-4540-b8a3-3708d4f18ba4 req-43e8b514-f9f9-497a-8fdb-b494fa1287e4 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks [] for port (4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:52.181050 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2a4483a6-c84d-4540-b8a3-3708d4f18ba4 req-43e8b514-f9f9-497a-8fdb-b494fa1287e4 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:52.193079 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['2e956b02-bd23-4f1e-9a98-e5e3cd586434'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:34:52.814867 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a4483a6-c84d-4540-b8a3-3708d4f18ba4 req-43e8b514-f9f9-497a-8fdb-b494fa1287e4 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Network 14a123c9-40a9-4ab2-a841-3861362be1ec is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:34:52.826677 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-2a4483a6-c84d-4540-b8a3-3708d4f18ba4 req-43e8b514-f9f9-497a-8fdb-b494fa1287e4 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:34:52.830087 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e8b514-f9f9-497a-8fdb-b494fa1287e4 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Pushing event updated for resources: {'Port': ['ID=4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:52.838550 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e450fa-da77-4c85-89ea-730fdacb93cc req-cf465077-9e1a-4976-a439-e96ddda2daab tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:52.840083 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d9e450fa-da77-4c85-89ea-730fdacb93cc req-cf465077-9e1a-4976-a439-e96ddda2daab tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=f41cddc8-90e2-4f59-8eaa-4dd0fff1f6a1 HTTP/1.1" status: 200 len: 931 time: 0.6715550 Feb 09 01:34:52.841417 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4483a6-c84d-4540-b8a3-3708d4f18ba4 req-43e8b514-f9f9-497a-8fdb-b494fa1287e4 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:34:52.850381 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a26d1-c236-4814-820b-07d4afb17421 req-5b31271a-dbc3-4970-a119-ca8447e6be23 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:52.851888 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5e7a26d1-c236-4814-820b-07d4afb17421 req-5b31271a-dbc3-4970-a119-ca8447e6be23 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 946 time: 1.0617192 Feb 09 01:34:52.977227 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d9e450fa-da77-4c85-89ea-730fdacb93cc req-0f0e21f5-7a7d-4931-9ab8-4f0f9e7d7503 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243391 Feb 09 01:34:53.046933 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5e7a26d1-c236-4814-820b-07d4afb17421 req-621825f3-4432-48ec-a10f-647e33ed43f3 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060123 Feb 09 01:34:53.069513 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4483a6-c84d-4540-b8a3-3708d4f18ba4 req-43e8b514-f9f9-497a-8fdb-b494fa1287e4 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:53.070143 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2a4483a6-c84d-4540-b8a3-3708d4f18ba4 req-43e8b514-f9f9-497a-8fdb-b494fa1287e4 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:53.090906 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a4483a6-c84d-4540-b8a3-3708d4f18ba4 req-43e8b514-f9f9-497a-8fdb-b494fa1287e4 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7144160 Feb 09 01:34:53.101884 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-2a4483a6-c84d-4540-b8a3-3708d4f18ba4 req-67299250-3093-4cf6-956c-587644edbfd1 service neutron] Request body: {'port': {'device_id': 'f41cddc8-90e2-4f59-8eaa-4dd0fff1f6a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:34:53.335475 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2a4483a6-c84d-4540-b8a3-3708d4f18ba4 req-67299250-3093-4cf6-956c-587644edbfd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:53.639870 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b701e42-7b21-43bc-92c4-83b24c20b22d req-80c8cdc6-5526-44e1-9b9a-dad7c6a5f4d7 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:53.646752 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7b701e42-7b21-43bc-92c4-83b24c20b22d req-80c8cdc6-5526-44e1-9b9a-dad7c6a5f4d7 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 944 time: 0.4628270 Feb 09 01:34:53.774012 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7b701e42-7b21-43bc-92c4-83b24c20b22d req-4511b153-8df5-4731-8e3b-2efd6d6a3faf tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182072 Feb 09 01:34:53.832246 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-2a4483a6-c84d-4540-b8a3-3708d4f18ba4 req-67299250-3093-4cf6-956c-587644edbfd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:34:53.853605 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2a4483a6-c84d-4540-b8a3-3708d4f18ba4 req-67299250-3093-4cf6-956c-587644edbfd1 service neutron] Publish callbacks [] for port (4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:53.882557 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-2a4483a6-c84d-4540-b8a3-3708d4f18ba4 req-67299250-3093-4cf6-956c-587644edbfd1 service neutron] Transition to ACTIVE for port object 4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:34:53.887492 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2a4483a6-c84d-4540-b8a3-3708d4f18ba4 req-67299250-3093-4cf6-956c-587644edbfd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:53.944579 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67299250-3093-4cf6-956c-587644edbfd1 service neutron] Pushing event updated for resources: {'Port': ['ID=4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:54.117981 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 53cb7227-57cc-41fd-8a53-fbb8863f5d27 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:34:54.121753 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-2a4483a6-c84d-4540-b8a3-3708d4f18ba4 req-67299250-3093-4cf6-956c-587644edbfd1 service neutron] Attempting to bind port 4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:34:54.122212 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-2a4483a6-c84d-4540-b8a3-3708d4f18ba4 req-67299250-3093-4cf6-956c-587644edbfd1 service neutron] Attempting to bind port 4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '67868df0-7119-4405-a5ee-9b482544987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '14a123c9-40a9-4ab2-a841-3861362be1ec'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:34:54.122459 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4483a6-c84d-4540-b8a3-3708d4f18ba4 req-67299250-3093-4cf6-956c-587644edbfd1 service neutron] Attempting to bind port 4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c on network 14a123c9-40a9-4ab2-a841-3861362be1ec {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:34:54.134535 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4483a6-c84d-4540-b8a3-3708d4f18ba4 req-67299250-3093-4cf6-956c-587644edbfd1 service neutron] Port 4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c on network 14a123c9-40a9-4ab2-a841-3861362be1ec not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:34:54.135096 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4483a6-c84d-4540-b8a3-3708d4f18ba4 req-67299250-3093-4cf6-956c-587644edbfd1 service neutron] Attempting to bind port 4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c on network 14a123c9-40a9-4ab2-a841-3861362be1ec {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:34:54.164824 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4483a6-c84d-4540-b8a3-3708d4f18ba4 req-67299250-3093-4cf6-956c-587644edbfd1 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:34:54.165581 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4483a6-c84d-4540-b8a3-3708d4f18ba4 req-67299250-3093-4cf6-956c-587644edbfd1 service neutron] Checking segment: {'id': '67868df0-7119-4405-a5ee-9b482544987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '14a123c9-40a9-4ab2-a841-3861362be1ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:34:54.166141 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a4483a6-c84d-4540-b8a3-3708d4f18ba4 req-67299250-3093-4cf6-956c-587644edbfd1 service neutron] Bound using segment: {'id': '67868df0-7119-4405-a5ee-9b482544987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '14a123c9-40a9-4ab2-a841-3861362be1ec'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:34:54.169386 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-2a4483a6-c84d-4540-b8a3-3708d4f18ba4 req-67299250-3093-4cf6-956c-587644edbfd1 service neutron] Bound port: 4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67868df0-7119-4405-a5ee-9b482544987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '14a123c9-40a9-4ab2-a841-3861362be1ec'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:34:54.169949 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2a4483a6-c84d-4540-b8a3-3708d4f18ba4 req-67299250-3093-4cf6-956c-587644edbfd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:54.306300 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 53cb7227-57cc-41fd-8a53-fbb8863f5d27, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=53cb7227-57cc-41fd-8a53-fbb8863f5d27,segment=NetworkSegment(d40e3b64-4486-4490-9380-e6758cb22819),segment_id=d40e3b64-4486-4490-9380-e6758cb22819)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:54.320175 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '53cb7227-57cc-41fd-8a53-fbb8863f5d27', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'port_id': '53cb7227-57cc-41fd-8a53-fbb8863f5d27', 'mac_address': 'fa:16:3e:18:ed:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68d3f132-83c5-49da-80a3-1924c70a8491', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:34:54.396355 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-2a4483a6-c84d-4540-b8a3-3708d4f18ba4 req-67299250-3093-4cf6-956c-587644edbfd1 service neutron] For port 4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:34:54.403802 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-2a4483a6-c84d-4540-b8a3-3708d4f18ba4 req-67299250-3093-4cf6-956c-587644edbfd1 service neutron] For port 4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c,segment=NetworkSegment(67868df0-7119-4405-a5ee-9b482544987e),segment_id=67868df0-7119-4405-a5ee-9b482544987e)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:34:54.435483 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9cb18c-3596-4a8b-a557-5940c018e331 req-8732701d-b27b-4896-b7f7-c9bcb2e1b565 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:54.435733 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 53cb7227-57cc-41fd-8a53-fbb8863f5d27 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:34:54.436108 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (53cb7227-57cc-41fd-8a53-fbb8863f5d27), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:54.457682 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5a9cb18c-3596-4a8b-a557-5940c018e331 req-8732701d-b27b-4896-b7f7-c9bcb2e1b565 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 946 time: 0.2767749 Feb 09 01:34:54.460509 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53cb7227-57cc-41fd-8a53-fbb8863f5d27 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:34:54.475533 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2a4483a6-c84d-4540-b8a3-3708d4f18ba4 req-67299250-3093-4cf6-956c-587644edbfd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:54.482696 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 53cb7227-57cc-41fd-8a53-fbb8863f5d27, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=53cb7227-57cc-41fd-8a53-fbb8863f5d27,segment=NetworkSegment(d40e3b64-4486-4490-9380-e6758cb22819),segment_id=d40e3b64-4486-4490-9380-e6758cb22819)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:54.487799 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (53cb7227-57cc-41fd-8a53-fbb8863f5d27), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:54.505030 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ecd7d9-9158-4f07-866a-55ff8b50feba req-328adc0e-d658-4e93-94ef-5857b22ca727 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:54.506612 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-68ecd7d9-9158-4f07-866a-55ff8b50feba req-328adc0e-d658-4e93-94ef-5857b22ca727 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=f41cddc8-90e2-4f59-8eaa-4dd0fff1f6a1 HTTP/1.1" status: 200 len: 943 time: 0.3465233 Feb 09 01:34:54.587544 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4483a6-c84d-4540-b8a3-3708d4f18ba4 req-67299250-3093-4cf6-956c-587644edbfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:54.588181 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2a4483a6-c84d-4540-b8a3-3708d4f18ba4 req-67299250-3093-4cf6-956c-587644edbfd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:54.591484 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=53cb7227-57cc-41fd-8a53-fbb8863f5d27,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:54.596934 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a4483a6-c84d-4540-b8a3-3708d4f18ba4 req-67299250-3093-4cf6-956c-587644edbfd1 service neutron] 10.222.0.120 "PUT /v2.0/ports/4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c HTTP/1.1" status: 200 len: 1091 time: 1.4991932 Feb 09 01:34:54.599673 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f41cddc8-90e2-4f59-8eaa-4dd0fff1f6a1', 'tag': '4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:34:54.609669 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33974cc9-6cb1-42e4-8a6b-6675933a16e0" -d '{"events": [{"name": "network-changed", "server_uuid": "f41cddc8-90e2-4f59-8eaa-4dd0fff1f6a1", "tag": "4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:34:54.722803 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['53cb7227-57cc-41fd-8a53-fbb8863f5d27'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:34:54.763989 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5a9cb18c-3596-4a8b-a557-5940c018e331 req-47ea830d-56aa-4b38-b6f8-78f7424e1141 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3050559 Feb 09 01:34:54.813479 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67299250-3093-4cf6-956c-587644edbfd1 service neutron] Pushing event updated for resources: {'Port': ['ID=4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:54.827735 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-68ecd7d9-9158-4f07-866a-55ff8b50feba req-88a3810c-7dc0-4bd3-a4cf-80101196e8d6 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559266 Feb 09 01:34:54.862070 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4483a6-c84d-4540-b8a3-3708d4f18ba4 req-7883c262-028d-41b8-b614-ec2e4125efe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:54.865672 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a4483a6-c84d-4540-b8a3-3708d4f18ba4 req-7883c262-028d-41b8-b614-ec2e4125efe9 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=6d314619fa0a4fa2b259de5884a0fcb1&device_id=f41cddc8-90e2-4f59-8eaa-4dd0fff1f6a1 HTTP/1.1" status: 200 len: 1125 time: 0.2082703 Feb 09 01:34:54.920655 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1830cf7b-6e24-4e8d-86ea-fff2d7c6da44 x-openstack-request-id: req-1830cf7b-6e24-4e8d-86ea-fff2d7c6da44 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:34:54.920949 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f41cddc8-90e2-4f59-8eaa-4dd0fff1f6a1", "tag": "4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:34:54.921206 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1830cf7b-6e24-4e8d-86ea-fff2d7c6da44 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:34:54.921616 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f41cddc8-90e2-4f59-8eaa-4dd0fff1f6a1', 'tag': '4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c', 'status': 'completed', 'code': 200} Feb 09 01:34:54.925622 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a4483a6-c84d-4540-b8a3-3708d4f18ba4 req-24e9670d-032b-4a61-9b25-912421f0dff6 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c HTTP/1.1" status: 200 len: 217 time: 0.0546789 Feb 09 01:34:55.014685 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4483a6-c84d-4540-b8a3-3708d4f18ba4 req-dede8e13-6552-4925-a31b-c3b0aa760597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:55.017043 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a4483a6-c84d-4540-b8a3-3708d4f18ba4 req-dede8e13-6552-4925-a31b-c3b0aa760597 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=df56b1a3-b96c-4c73-a247-eabcbf9d00ea HTTP/1.1" status: 200 len: 845 time: 0.0839851 Feb 09 01:34:55.062559 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a4483a6-c84d-4540-b8a3-3708d4f18ba4 req-a3789b13-183d-4a8a-874a-63d032359b51 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=14a123c9-40a9-4ab2-a841-3861362be1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372591 Feb 09 01:34:55.133425 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea570c0-3d74-4d63-906c-4f03aa7deb02 req-08d89143-de81-47e0-be05-4baaa5145899 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:55.142715 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2ea570c0-3d74-4d63-906c-4f03aa7deb02 req-08d89143-de81-47e0-be05-4baaa5145899 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 945 time: 0.2201152 Feb 09 01:34:55.305364 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2ea570c0-3d74-4d63-906c-4f03aa7deb02 req-7ebb8a69-e01b-4d9e-8f0b-7f3608d2f38b tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614025 Feb 09 01:34:55.325545 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a4483a6-c84d-4540-b8a3-3708d4f18ba4 req-2c74a8fa-f830-48b0-8e9a-b684eeb0e75c service neutron] 10.222.0.120 "GET /v2.0/networks/14a123c9-40a9-4ab2-a841-3861362be1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535071 Feb 09 01:34:55.458600 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a4483a6-c84d-4540-b8a3-3708d4f18ba4 req-921a1b61-8264-4594-976c-5f899c43997a service neutron] 10.222.0.120 "GET /v2.0/networks/14a123c9-40a9-4ab2-a841-3861362be1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265879 Feb 09 01:34:55.575910 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33974cc9-6cb1-42e4-8a6b-6675933a16e0 req-60021e56-966e-433c-ad50-897725d730b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:55.578342 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-33974cc9-6cb1-42e4-8a6b-6675933a16e0 req-60021e56-966e-433c-ad50-897725d730b5 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=6d314619fa0a4fa2b259de5884a0fcb1&device_id=f41cddc8-90e2-4f59-8eaa-4dd0fff1f6a1 HTTP/1.1" status: 200 len: 1125 time: 0.0627315 Feb 09 01:34:55.722859 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33974cc9-6cb1-42e4-8a6b-6675933a16e0 req-46f3f860-f30e-4c28-afac-a44ea0f4674a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:55.726108 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-33974cc9-6cb1-42e4-8a6b-6675933a16e0 req-46f3f860-f30e-4c28-afac-a44ea0f4674a service neutron] 10.222.0.120 "GET /v2.0/networks?id=14a123c9-40a9-4ab2-a841-3861362be1ec HTTP/1.1" status: 200 len: 907 time: 0.1413257 Feb 09 01:34:55.781098 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-33974cc9-6cb1-42e4-8a6b-6675933a16e0 req-6e6ade0b-143b-4b04-ade7-65049621e164 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c HTTP/1.1" status: 200 len: 217 time: 0.0460558 Feb 09 01:34:55.875109 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33974cc9-6cb1-42e4-8a6b-6675933a16e0 req-0984df19-4f71-456a-8bf9-6dcfad1ee722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:55.877381 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-33974cc9-6cb1-42e4-8a6b-6675933a16e0 req-0984df19-4f71-456a-8bf9-6dcfad1ee722 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=df56b1a3-b96c-4c73-a247-eabcbf9d00ea HTTP/1.1" status: 200 len: 845 time: 0.0902741 Feb 09 01:34:55.985707 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-33974cc9-6cb1-42e4-8a6b-6675933a16e0 req-f8f6c3dd-4d2a-4d2d-99c7-68d119795c92 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=14a123c9-40a9-4ab2-a841-3861362be1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004527 Feb 09 01:34:56.128782 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 53cb7227-57cc-41fd-8a53-fbb8863f5d27 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:34:56.249706 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 53cb7227-57cc-41fd-8a53-fbb8863f5d27 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:34:56.256249 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 53cb7227-57cc-41fd-8a53-fbb8863f5d27 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:34:56.257147 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (53cb7227-57cc-41fd-8a53-fbb8863f5d27), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:56.281895 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df08e7c-1c9c-43cb-bbb4-75c9930e62a1 req-91f79d10-bfb9-4455-83b0-5f9ac0a8a050 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:56.285962 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1df08e7c-1c9c-43cb-bbb4-75c9930e62a1 req-91f79d10-bfb9-4455-83b0-5f9ac0a8a050 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 946 time: 0.3060036 Feb 09 01:34:56.370960 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-33974cc9-6cb1-42e4-8a6b-6675933a16e0 req-d8d8fd66-e481-4dcd-b4cb-83d1470befad service neutron] 10.222.0.120 "GET /v2.0/networks/14a123c9-40a9-4ab2-a841-3861362be1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325226 Feb 09 01:34:56.408733 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 53cb7227-57cc-41fd-8a53-fbb8863f5d27 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:34:56.409491 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (53cb7227-57cc-41fd-8a53-fbb8863f5d27), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:56.472033 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333a81f-a603-4c5f-ad89-1cdb5b3bfed1 req-c1aebfb3-4887-41c6-a869-c475f933b3ec tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:56.474131 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 53cb7227-57cc-41fd-8a53-fbb8863f5d27, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=53cb7227-57cc-41fd-8a53-fbb8863f5d27,segment=NetworkSegment(d40e3b64-4486-4490-9380-e6758cb22819),segment_id=d40e3b64-4486-4490-9380-e6758cb22819)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:56.475411 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e336c02-412f-4471-adae-0132f965edfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53cb7227-57cc-41fd-8a53-fbb8863f5d27'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:34:56.482310 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9333a81f-a603-4c5f-ad89-1cdb5b3bfed1 req-c1aebfb3-4887-41c6-a869-c475f933b3ec tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=f41cddc8-90e2-4f59-8eaa-4dd0fff1f6a1 HTTP/1.1" status: 200 len: 943 time: 0.5059361 Feb 09 01:34:56.485363 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3cec7d-b393-4e9e-9ef0-74337ea5ba92" -d '{"events": [{"server_uuid": "7e336c02-412f-4471-adae-0132f965edfc", "name": "network-vif-plugged", "status": "completed", "tag": "53cb7227-57cc-41fd-8a53-fbb8863f5d27"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:34:56.490690 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (53cb7227-57cc-41fd-8a53-fbb8863f5d27), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:56.607994 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=53cb7227-57cc-41fd-8a53-fbb8863f5d27,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:56.639100 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1df08e7c-1c9c-43cb-bbb4-75c9930e62a1 req-797ad727-a876-4907-991d-8472f6e0f08e tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3454406 Feb 09 01:34:56.744575 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-33974cc9-6cb1-42e4-8a6b-6675933a16e0 req-a9240f89-e90c-4da6-8bc3-a55ac57866c6 service neutron] 10.222.0.120 "GET /v2.0/networks/14a123c9-40a9-4ab2-a841-3861362be1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648770 Feb 09 01:34:56.781102 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9333a81f-a603-4c5f-ad89-1cdb5b3bfed1 req-2b6e75b5-67dc-4f8a-a5c1-e99bac17d672 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901936 Feb 09 01:34:56.864918 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b7b781-84c5-499f-a6a0-f7195290a837 x-openstack-request-id: req-48b7b781-84c5-499f-a6a0-f7195290a837 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:34:56.865043 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e336c02-412f-4471-adae-0132f965edfc", "name": "network-vif-plugged", "status": "completed", "tag": "53cb7227-57cc-41fd-8a53-fbb8863f5d27", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:34:56.865416 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-48b7b781-84c5-499f-a6a0-f7195290a837 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:34:56.865644 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e336c02-412f-4471-adae-0132f965edfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53cb7227-57cc-41fd-8a53-fbb8863f5d27', 'code': 200} Feb 09 01:34:56.939156 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a08158-2b7a-4a5a-9d86-fa4efc00f303 req-657b38ca-ecae-4415-8e89-09bb96e6b83c tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:56.940808 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e7a08158-2b7a-4a5a-9d86-fa4efc00f303 req-657b38ca-ecae-4415-8e89-09bb96e6b83c tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 946 time: 0.1285603 Feb 09 01:34:57.051281 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb726e24-3aa0-4b0c-ac67-a6b16cc58679 req-446942d0-4b9e-4190-af7a-db5355956156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:57.053114 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cb726e24-3aa0-4b0c-ac67-a6b16cc58679 req-446942d0-4b9e-4190-af7a-db5355956156 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 1128 time: 0.1113546 Feb 09 01:34:57.061060 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e7a08158-2b7a-4a5a-9d86-fa4efc00f303 req-2cad38e4-63f3-444d-af10-e06b8c40a927 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105614 Feb 09 01:34:57.126754 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cb726e24-3aa0-4b0c-ac67-a6b16cc58679 req-bcbaf135-c84f-4ba1-805a-2677aeb7cc61 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642121 Feb 09 01:34:57.847057 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698ef92-7928-4fb4-933f-252e3e9903fd req-76f133b9-172b-40a8-8758-457c5372bec1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:57.862303 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a698ef92-7928-4fb4-933f-252e3e9903fd req-76f133b9-172b-40a8-8758-457c5372bec1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 946 time: 0.1134610 Feb 09 01:34:57.980900 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a698ef92-7928-4fb4-933f-252e3e9903fd req-6076e4ee-0a80-4511-90c5-a24bd104207d tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160233 Feb 09 01:34:58.010164 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba6afb-2b25-4fe9-9806-819d03e25a67 req-4f1fbb2c-dd7b-4040-8219-685ea89977df tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:58.012669 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-30ba6afb-2b25-4fe9-9806-819d03e25a67 req-4f1fbb2c-dd7b-4040-8219-685ea89977df tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=f41cddc8-90e2-4f59-8eaa-4dd0fff1f6a1 HTTP/1.1" status: 200 len: 943 time: 0.0912066 Feb 09 01:34:58.181576 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-30ba6afb-2b25-4fe9-9806-819d03e25a67 req-af438f3f-632a-45fc-81f7-f267868ee4e4 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613810 Feb 09 01:34:58.327932 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a133044-0262-4a0a-952e-ae2547a138bf req-ac4b0006-5c8f-4d17-beca-c6890285a036 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:58.330134 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0a133044-0262-4a0a-952e-ae2547a138bf req-ac4b0006-5c8f-4d17-beca-c6890285a036 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 946 time: 0.1069710 Feb 09 01:34:58.399386 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0a133044-0262-4a0a-952e-ae2547a138bf req-94260c2a-5ff9-48b2-a4b2-ad642b4ec841 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633612 Feb 09 01:34:58.867655 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:34:59.243411 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3851b-9eae-42c2-a1a4-7d557690e774 req-fabb6e26-75cb-49d2-9ed2-b7a26519c0f7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:59.255644 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0af3851b-9eae-42c2-a1a4-7d557690e774 req-fabb6e26-75cb-49d2-9ed2-b7a26519c0f7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 946 time: 0.1474354 Feb 09 01:34:59.428040 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0af3851b-9eae-42c2-a1a4-7d557690e774 req-9fbe0da5-39e6-4293-97d2-c833ad5f7f85 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568060 Feb 09 01:34:59.443442 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85654f0-66ba-4096-a782-91188aba9d7a req-d0d81f6d-ee38-4066-b84e-c7167b568d06 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:59.445209 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a85654f0-66ba-4096-a782-91188aba9d7a req-d0d81f6d-ee38-4066-b84e-c7167b568d06 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=f41cddc8-90e2-4f59-8eaa-4dd0fff1f6a1 HTTP/1.1" status: 200 len: 943 time: 0.1403303 Feb 09 01:34:59.544610 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c,segment=NetworkSegment(67868df0-7119-4405-a5ee-9b482544987e),segment_id=67868df0-7119-4405-a5ee-9b482544987e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:59.586631 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c', 'network_id': '14a123c9-40a9-4ab2-a841-3861362be1ec', 'port_id': '4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c', 'mac_address': 'fa:16:3e:f7:e5:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df56b1a3-b96c-4c73-a247-eabcbf9d00ea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:34:59.616122 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a85654f0-66ba-4096-a782-91188aba9d7a req-b9479acf-51e9-4b0a-9f9e-9eb30129fa74 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557677 Feb 09 01:34:59.627272 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104a439-44be-4d19-91e4-4d015820f36b req-0db95bcf-b88e-45ab-910a-3da61e3e2fd4 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:59.635153 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f104a439-44be-4d19-91e4-4d015820f36b req-0db95bcf-b88e-45ab-910a-3da61e3e2fd4 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 946 time: 0.1094933 Feb 09 01:34:59.660574 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:34:59.661475 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:59.680196 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:34:59.697206 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f104a439-44be-4d19-91e4-4d015820f36b req-0939cb8b-198d-4792-b9e3-7e5ffeb29f79 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567625 Feb 09 01:34:59.710067 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c,segment=NetworkSegment(67868df0-7119-4405-a5ee-9b482544987e),segment_id=67868df0-7119-4405-a5ee-9b482544987e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:34:59.716366 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:34:59.827704 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:34:59.851260 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c1e60-6bbc-491e-9549-8234a3d62abe req-88fe71f5-ff62-4dc7-b05d-111f52046032 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:34:59.853638 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d49c1e60-6bbc-491e-9549-8234a3d62abe req-88fe71f5-ff62-4dc7-b05d-111f52046032 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 946 time: 0.0928521 Feb 09 01:34:59.930535 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:34:59.941758 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d49c1e60-6bbc-491e-9549-8234a3d62abe req-b932e3ff-9067-438a-bae7-ad849e996e5f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812368 Feb 09 01:34:59.958615 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 55974) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:00.012792 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:35:00.635916 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c2b2e-0df8-49f6-b664-350c74f123f8 req-ffee5d4d-ebb2-4ac8-83f0-b87a06ed7b72 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:00.637486 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-896c2b2e-0df8-49f6-b664-350c74f123f8 req-ffee5d4d-ebb2-4ac8-83f0-b87a06ed7b72 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 946 time: 0.1410241 Feb 09 01:35:00.649038 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f679ce66-3fa3-4a28-9c88-1746374cbe80 tempest-TestVolumeBootPattern-219782087 tempest-TestVolumeBootPattern-219782087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:00.651012 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f679ce66-3fa3-4a28-9c88-1746374cbe80 tempest-TestVolumeBootPattern-219782087 tempest-TestVolumeBootPattern-219782087-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 1123 time: 0.6906052 Feb 09 01:35:00.653938 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56008) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:00.665719 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-d43ce33c-8edb-46e8-bcab-b201ff053870 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'port_id': '53cb7227-57cc-41fd-8a53-fbb8863f5d27', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:00.715078 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d43ce33c-8edb-46e8-bcab-b201ff053870 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:00.717468 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-896c2b2e-0df8-49f6-b664-350c74f123f8 req-ddba38c1-485b-4afd-a9f8-bca342556a80 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706871 Feb 09 01:35:00.847122 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b74927-dfd8-4f8b-b1c3-60f0a19702f6 req-f9f0aeb8-40c1-4ffc-a6fa-768be5808208 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:00.860363 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-70b74927-dfd8-4f8b-b1c3-60f0a19702f6 req-f9f0aeb8-40c1-4ffc-a6fa-768be5808208 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=f41cddc8-90e2-4f59-8eaa-4dd0fff1f6a1 HTTP/1.1" status: 200 len: 944 time: 0.1237597 Feb 09 01:35:00.899039 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:35:00.914628 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d43ce33c-8edb-46e8-bcab-b201ff053870 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:01.016834 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:35:01.040062 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:01.040714 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:01.143155 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-d43ce33c-8edb-46e8-bcab-b201ff053870 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Allocated IP 172.25.8.65 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/eb066575-e104-4434-9dbd-99531bc27b1b) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:35:01.170889 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:35:01.171473 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:01.198689 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41cddc8-90e2-4f59-8eaa-4dd0fff1f6a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:35:01.207917 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4bb0631-e395-4acb-bce3-8d4382ba0ab2" -d '{"events": [{"server_uuid": "f41cddc8-90e2-4f59-8eaa-4dd0fff1f6a1", "name": "network-vif-plugged", "status": "completed", "tag": "4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:35:01.266621 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c,segment=NetworkSegment(67868df0-7119-4405-a5ee-9b482544987e),segment_id=67868df0-7119-4405-a5ee-9b482544987e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:01.271007 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:01.364609 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d43ce33c-8edb-46e8-bcab-b201ff053870 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks [] for port (eb066575-e104-4434-9dbd-99531bc27b1b), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:01.444649 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d43ce33c-8edb-46e8-bcab-b201ff053870 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (eb066575-e104-4434-9dbd-99531bc27b1b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:01.446053 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a325bc8d-c328-4e83-986c-a73a9c1be12c x-openstack-request-id: req-a325bc8d-c328-4e83-986c-a73a9c1be12c {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:35:01.446358 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41cddc8-90e2-4f59-8eaa-4dd0fff1f6a1", "name": "network-vif-plugged", "status": "completed", "tag": "4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:35:01.446613 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a325bc8d-c328-4e83-986c-a73a9c1be12c {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:35:01.449610 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41cddc8-90e2-4f59-8eaa-4dd0fff1f6a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c', 'code': 200} Feb 09 01:35:01.451361 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:01.504432 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-70b74927-dfd8-4f8b-b1c3-60f0a19702f6 req-522db7fb-ba6a-4d7a-9bbd-18d7417b8db6 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6388688 Feb 09 01:35:01.561747 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43ce33c-8edb-46e8-bcab-b201ff053870 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:35:01.567039 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2831f-b2e6-4c66-82ca-3f0f3b480f09 req-43e3a84d-7e10-45a2-8bfa-a5870850f213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:01.569022 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76b2831f-b2e6-4c66-82ca-3f0f3b480f09 req-43e3a84d-7e10-45a2-8bfa-a5870850f213 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=f41cddc8-90e2-4f59-8eaa-4dd0fff1f6a1 HTTP/1.1" status: 200 len: 1127 time: 0.0857940 Feb 09 01:35:01.570670 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-d43ce33c-8edb-46e8-bcab-b201ff053870 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:01.576980 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43ce33c-8edb-46e8-bcab-b201ff053870 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:35:01.622353 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ce33c-8edb-46e8-bcab-b201ff053870 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Pushing event updated for resources: {'Port': ['ID=eb066575-e104-4434-9dbd-99531bc27b1b,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:01.705866 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76b2831f-b2e6-4c66-82ca-3f0f3b480f09 req-f1894a20-08d7-452e-a0ce-1d8eaf7607e8 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289790 Feb 09 01:35:01.974479 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a3c06-a674-4e8b-8569-a9b2a218aeb9 req-c8504d03-4773-4307-a7d2-5c1484f24237 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:01.981293 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8b6a3c06-a674-4e8b-8569-a9b2a218aeb9 req-c8504d03-4773-4307-a7d2-5c1484f24237 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 946 time: 0.1500027 Feb 09 01:35:02.077535 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8b6a3c06-a674-4e8b-8569-a9b2a218aeb9 req-0a1ceca1-6cc0-4c02-a985-c3f3cc07327e tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909448 Feb 09 01:35:02.220924 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d43ce33c-8edb-46e8-bcab-b201ff053870 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks [] for floatingip (e2b01fa1-09a8-4a67-b18e-13c3ca6eea49), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:02.312703 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d43ce33c-8edb-46e8-bcab-b201ff053870 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (eb066575-e104-4434-9dbd-99531bc27b1b), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:02.431893 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0f1bcee0-89ad-43e2-a164-33ea237c1411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:02.554437 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-9f31358a-6888-48a1-bb52-348c90bd20ca service neutron] show failed (client error): The resource could not be found. Feb 09 01:35:02.556230 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-9f31358a-6888-48a1-bb52-348c90bd20ca service neutron] 10.222.0.47 "GET /v2.0/ports/f60a5772-8d92-42f7-9a8f-14397fe1a691/bindings/n-h2-828369-4 HTTP/1.1" status: 404 len: 380 time: 0.1386900 Feb 09 01:35:02.653869 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d43ce33c-8edb-46e8-bcab-b201ff053870 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks [] for port (eb066575-e104-4434-9dbd-99531bc27b1b), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:02.663973 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d43ce33c-8edb-46e8-bcab-b201ff053870 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (eb066575-e104-4434-9dbd-99531bc27b1b), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:02.742828 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6a745-bc61-4556-9eb8-0b6cb2734b59 req-f281c233-399c-43f4-b41b-02ebd4a9ff1d tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:02.749058 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8be6a745-bc61-4556-9eb8-0b6cb2734b59 req-f281c233-399c-43f4-b41b-02ebd4a9ff1d tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=f41cddc8-90e2-4f59-8eaa-4dd0fff1f6a1 HTTP/1.1" status: 200 len: 945 time: 0.1105125 Feb 09 01:35:02.819914 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ce33c-8edb-46e8-bcab-b201ff053870 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Pushing event updated for resources: {'Port': ['ID=eb066575-e104-4434-9dbd-99531bc27b1b,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:02.833298 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d43ce33c-8edb-46e8-bcab-b201ff053870 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (e2b01fa1-09a8-4a67-b18e-13c3ca6eea49), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:02.887728 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8be6a745-bc61-4556-9eb8-0b6cb2734b59 req-9fbc3828-28be-4f2b-9b56-b98f96de69de tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325603 Feb 09 01:35:03.040381 n-d-828369-4 neutron-server[103137]: INFO neutron.db.l3_db [None req-d43ce33c-8edb-46e8-bcab-b201ff053870 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Floating IP e2b01fa1-09a8-4a67-b18e-13c3ca6eea49 associated. External IP: 172.25.8.65, port: 53cb7227-57cc-41fd-8a53-fbb8863f5d27. Feb 09 01:35:03.046116 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-0a3fab21-41a2-421e-884f-be336fb52056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:03.048858 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-0a3fab21-41a2-421e-884f-be336fb52056 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=7e05956e-c6b7-45e5-8223-b8b337889b69&tenant_id=c3786288d8304ed4a73754fbccf8bb65 HTTP/1.1" status: 200 len: 1128 time: 0.0806684 Feb 09 01:35:03.062622 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-c456178c-f19f-4b46-b941-0237b5c299fb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828369-4', 'device_owner': 'compute:nova'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:03.187442 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-c456178c-f19f-4b46-b941-0237b5c299fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f60a5772-8d92-42f7-9a8f-14397fe1a691), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:03.613784 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d43ce33c-8edb-46e8-bcab-b201ff053870 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Router c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:35:03.639765 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-c456178c-f19f-4b46-b941-0237b5c299fb service neutron] For port f60a5772-8d92-42f7-9a8f-14397fe1a691, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=f60a5772-8d92-42f7-9a8f-14397fe1a691,segment=NetworkSegment(e7f20f7e-7c66-4be7-99f2-fa1397a84898),segment_id=e7f20f7e-7c66-4be7-99f2-fa1397a84898)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:03.803893 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-c456178c-f19f-4b46-b941-0237b5c299fb service neutron] For port f60a5772-8d92-42f7-9a8f-14397fe1a691, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:35:03.833827 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43ce33c-8edb-46e8-bcab-b201ff053870 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:35:03.870830 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d43ce33c-8edb-46e8-bcab-b201ff053870 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:03.882876 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124bfe97-5529-4d40-98f2-32382ee45d48 None None] Sync routers for ids ['c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:35:03.899704 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-c456178c-f19f-4b46-b941-0237b5c299fb service neutron] Publish callbacks [] for port (f60a5772-8d92-42f7-9a8f-14397fe1a691), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:03.905032 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124bfe97-5529-4d40-98f2-32382ee45d48 None None] Routers {'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:35:03.905695 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-124bfe97-5529-4d40-98f2-32382ee45d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:34:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:03.933543 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-c456178c-f19f-4b46-b941-0237b5c299fb service neutron] Transition to ACTIVE for port object f60a5772-8d92-42f7-9a8f-14397fe1a691 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:35:03.937685 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e05956e-c6b7-45e5-8223-b8b337889b69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f60a5772-8d92-42f7-9a8f-14397fe1a691'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:35:03.940258 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c8c4c6-7af8-4cd8-a1ae-a1a4ac1db7b1" -d '{"events": [{"server_uuid": "7e05956e-c6b7-45e5-8223-b8b337889b69", "name": "network-vif-unplugged", "status": "completed", "tag": "f60a5772-8d92-42f7-9a8f-14397fe1a691"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:35:03.947417 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-c456178c-f19f-4b46-b941-0237b5c299fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (f60a5772-8d92-42f7-9a8f-14397fe1a691), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:03.988698 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d43ce33c-8edb-46e8-bcab-b201ff053870 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3336129 Feb 09 01:35:03.989482 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e336c02-412f-4471-adae-0132f965edfc', 'tag': '53cb7227-57cc-41fd-8a53-fbb8863f5d27'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:35:03.992051 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b21c46-677f-46ed-a8e4-70fb6de20200" -d '{"events": [{"name": "network-changed", "server_uuid": "7e336c02-412f-4471-adae-0132f965edfc", "tag": "53cb7227-57cc-41fd-8a53-fbb8863f5d27"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:35:04.230375 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-124bfe97-5529-4d40-98f2-32382ee45d48 None None] Set router c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:35:04.373158 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-c456178c-f19f-4b46-b941-0237b5c299fb service neutron] No DVR routers for this DVR port f60a5772-8d92-42f7-9a8f-14397fe1a691 on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:35:04.559524 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f9d45e35-2dcc-40e9-a0c4-61c9e5ef4ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:04.609626 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad750b4f-124b-4b57-bde6-6afe450f90b2 req-70692213-6cf3-4e5a-87d7-6e5f38f4ac2e tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:04.611822 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad750b4f-124b-4b57-bde6-6afe450f90b2 req-70692213-6cf3-4e5a-87d7-6e5f38f4ac2e tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 946 time: 1.4315414 Feb 09 01:35:04.661764 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c456178c-f19f-4b46-b941-0237b5c299fb service neutron] Pushing event updated for resources: {'Port': ['ID=f60a5772-8d92-42f7-9a8f-14397fe1a691,revision_number=6']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:04.838254 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-c456178c-f19f-4b46-b941-0237b5c299fb service neutron] Attempting to bind port f60a5772-8d92-42f7-9a8f-14397fe1a691 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:35:04.838968 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-c456178c-f19f-4b46-b941-0237b5c299fb service neutron] Attempting to bind port f60a5772-8d92-42f7-9a8f-14397fe1a691 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': 'e7f20f7e-7c66-4be7-99f2-fa1397a84898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '289bbf9b-fe41-40ce-8895-75a17e893a06'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:35:04.838968 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-c456178c-f19f-4b46-b941-0237b5c299fb service neutron] Attempting to bind port f60a5772-8d92-42f7-9a8f-14397fe1a691 on network 289bbf9b-fe41-40ce-8895-75a17e893a06 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:35:04.855447 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e111823-2245-4c8f-b1cd-c14e275f61b6 req-e16e097b-2c5b-47d3-91ca-8535594b2b88 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:04.862588 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0e111823-2245-4c8f-b1cd-c14e275f61b6 req-e16e097b-2c5b-47d3-91ca-8535594b2b88 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=f41cddc8-90e2-4f59-8eaa-4dd0fff1f6a1 HTTP/1.1" status: 200 len: 945 time: 0.8208179 Feb 09 01:35:04.875148 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad750b4f-124b-4b57-bde6-6afe450f90b2 req-255d6c0d-61ff-42d8-b101-b7c4f731cd94 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2319355 Feb 09 01:35:04.877515 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-c456178c-f19f-4b46-b941-0237b5c299fb service neutron] Port f60a5772-8d92-42f7-9a8f-14397fe1a691 on network 289bbf9b-fe41-40ce-8895-75a17e893a06 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:35:04.877856 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-c456178c-f19f-4b46-b941-0237b5c299fb service neutron] Attempting to bind port f60a5772-8d92-42f7-9a8f-14397fe1a691 on network 289bbf9b-fe41-40ce-8895-75a17e893a06 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:35:04.891439 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-c456178c-f19f-4b46-b941-0237b5c299fb service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:35:04.891791 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-c456178c-f19f-4b46-b941-0237b5c299fb service neutron] Checking segment: {'id': 'e7f20f7e-7c66-4be7-99f2-fa1397a84898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '289bbf9b-fe41-40ce-8895-75a17e893a06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:35:04.892181 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-c456178c-f19f-4b46-b941-0237b5c299fb service neutron] Bound using segment: {'id': 'e7f20f7e-7c66-4be7-99f2-fa1397a84898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '289bbf9b-fe41-40ce-8895-75a17e893a06'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:35:04.892651 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-c456178c-f19f-4b46-b941-0237b5c299fb service neutron] Bound port: f60a5772-8d92-42f7-9a8f-14397fe1a691, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f20f7e-7c66-4be7-99f2-fa1397a84898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '289bbf9b-fe41-40ce-8895-75a17e893a06'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:35:04.893154 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-c456178c-f19f-4b46-b941-0237b5c299fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f60a5772-8d92-42f7-9a8f-14397fe1a691), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:04.911818 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-124bfe97-5529-4d40-98f2-32382ee45d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'name': 'tempest-TestVolumeBootPattern-157314528-router', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '832db3f3-699c-4232-b40d-da165c776bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:39Z', 'updated_at': '2022-02-09T01:24:49Z', 'revision_number': 4, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'gw_port': {'id': '832db3f3-699c-4232-b40d-da165c776bca', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:41Z', 'updated_at': '2022-02-09T01:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'e2b01fa1-09a8-4a67-b18e-13c3ca6eea49', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'floating_ip_address': '172.25.8.65', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'port_id': '53cb7227-57cc-41fd-8a53-fbb8863f5d27', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'mac_address': 'fa:16:3e:18:ed:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e336c02-412f-4471-adae-0132f965edfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:35:01Z', 'updated_at': '2022-02-09T01:35:01Z', 'revision_number': 0, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '363b3493-e9bd-4c21-9ff5-05551ea98e75', 'name': '', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'mac_address': 'fa:16:3e:6d:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '68d3f132-83c5-49da-80a3-1924c70a8491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:46Z', 'updated_at': '2022-02-09T01:25:00Z', 'revision_number': 5, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'subnets': [{'id': '68d3f132-83c5-49da-80a3-1924c70a8491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:04.986612 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124bfe97-5529-4d40-98f2-32382ee45d48 None None] Checking router: c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:35:05.004808 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124bfe97-5529-4d40-98f2-32382ee45d48 None None] Routers {'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:35:05.005720 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-124bfe97-5529-4d40-98f2-32382ee45d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:35:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:05.025483 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0e111823-2245-4c8f-b1cd-c14e275f61b6 req-0e2aff97-3c67-488f-9cf9-3d3c8e088448 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595285 Feb 09 01:35:05.028670 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd887094-0dca-4312-bfaf-de05642c1ebf x-openstack-request-id: req-fd887094-0dca-4312-bfaf-de05642c1ebf {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:35:05.028977 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e05956e-c6b7-45e5-8223-b8b337889b69", "name": "network-vif-unplugged", "status": "completed", "tag": "f60a5772-8d92-42f7-9a8f-14397fe1a691", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:35:05.029242 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fd887094-0dca-4312-bfaf-de05642c1ebf {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:35:05.029649 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e05956e-c6b7-45e5-8223-b8b337889b69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f60a5772-8d92-42f7-9a8f-14397fe1a691', 'code': 200} Feb 09 01:35:05.114488 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-c456178c-f19f-4b46-b941-0237b5c299fb service neutron] For port f60a5772-8d92-42f7-9a8f-14397fe1a691, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:35:05.116226 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-c456178c-f19f-4b46-b941-0237b5c299fb service neutron] For port f60a5772-8d92-42f7-9a8f-14397fe1a691, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=f60a5772-8d92-42f7-9a8f-14397fe1a691,segment=NetworkSegment(e7f20f7e-7c66-4be7-99f2-fa1397a84898),segment_id=e7f20f7e-7c66-4be7-99f2-fa1397a84898)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:35:05.122446 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-c456178c-f19f-4b46-b941-0237b5c299fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (f60a5772-8d92-42f7-9a8f-14397fe1a691), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:05.143514 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3739a42c-616d-470d-b750-aba94306565d x-openstack-request-id: req-3739a42c-616d-470d-b750-aba94306565d {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:35:05.149190 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e336c02-412f-4471-adae-0132f965edfc", "tag": "53cb7227-57cc-41fd-8a53-fbb8863f5d27", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:35:05.149513 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3739a42c-616d-470d-b750-aba94306565d {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:35:05.149966 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e336c02-412f-4471-adae-0132f965edfc', 'tag': '53cb7227-57cc-41fd-8a53-fbb8863f5d27', 'status': 'completed', 'code': 200} Feb 09 01:35:05.164008 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-c456178c-f19f-4b46-b941-0237b5c299fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:05.164727 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-c456178c-f19f-4b46-b941-0237b5c299fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:05.166711 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-c456178c-f19f-4b46-b941-0237b5c299fb service neutron] 10.222.0.120 "PUT /v2.0/ports/f60a5772-8d92-42f7-9a8f-14397fe1a691 HTTP/1.1" status: 200 len: 1092 time: 2.1094697 Feb 09 01:35:05.296034 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-124bfe97-5529-4d40-98f2-32382ee45d48 None None] Set router c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:35:05.339317 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c456178c-f19f-4b46-b941-0237b5c299fb service neutron] Pushing event updated for resources: {'Port': ['ID=f60a5772-8d92-42f7-9a8f-14397fe1a691,revision_number=7']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:05.370967 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b21c46-677f-46ed-a8e4-70fb6de20200 req-3f3966dd-52ea-4760-96d0-8b69adf59a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:05.380030 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e1b21c46-677f-46ed-a8e4-70fb6de20200 req-3f3966dd-52ea-4760-96d0-8b69adf59a56 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9bde012005949bf8ed5f5d05d570ac0&device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 1128 time: 0.2123230 Feb 09 01:35:05.586737 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-c04207c4-12d2-47ec-a219-c5121e324506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:05.594883 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-c04207c4-12d2-47ec-a219-c5121e324506 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=c3786288d8304ed4a73754fbccf8bb65&device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 1126 time: 0.3428948 Feb 09 01:35:05.743212 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-124bfe97-5529-4d40-98f2-32382ee45d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'name': 'tempest-TestVolumeBootPattern-157314528-router', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '832db3f3-699c-4232-b40d-da165c776bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:39Z', 'updated_at': '2022-02-09T01:24:49Z', 'revision_number': 4, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'gw_port': {'id': '832db3f3-699c-4232-b40d-da165c776bca', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:41Z', 'updated_at': '2022-02-09T01:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'e2b01fa1-09a8-4a67-b18e-13c3ca6eea49', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'floating_ip_address': '172.25.8.65', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'port_id': '53cb7227-57cc-41fd-8a53-fbb8863f5d27', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'mac_address': 'fa:16:3e:18:ed:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e336c02-412f-4471-adae-0132f965edfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:35:01Z', 'updated_at': '2022-02-09T01:35:01Z', 'revision_number': 0, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '363b3493-e9bd-4c21-9ff5-05551ea98e75', 'name': '', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'mac_address': 'fa:16:3e:6d:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '68d3f132-83c5-49da-80a3-1924c70a8491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:46Z', 'updated_at': '2022-02-09T01:25:00Z', 'revision_number': 5, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'subnets': [{'id': '68d3f132-83c5-49da-80a3-1924c70a8491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:05.773835 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124bfe97-5529-4d40-98f2-32382ee45d48 None None] The sync data for ids ['c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'] in n-d-828369-4 is: [{'id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'name': 'tempest-TestVolumeBootPattern-157314528-router', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '832db3f3-699c-4232-b40d-da165c776bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:39Z', 'updated_at': '2022-02-09T01:24:49Z', 'revision_number': 4, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'gw_port': {'id': '832db3f3-699c-4232-b40d-da165c776bca', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:41Z', 'updated_at': '2022-02-09T01:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'e2b01fa1-09a8-4a67-b18e-13c3ca6eea49', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'floating_ip_address': '172.25.8.65', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'port_id': '53cb7227-57cc-41fd-8a53-fbb8863f5d27', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'mac_address': 'fa:16:3e:18:ed:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e336c02-412f-4471-adae-0132f965edfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:35:01Z', 'updated_at': '2022-02-09T01:35:01Z', 'revision_number': 0, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '363b3493-e9bd-4c21-9ff5-05551ea98e75', 'name': '', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'mac_address': 'fa:16:3e:6d:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '68d3f132-83c5-49da-80a3-1924c70a8491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:46Z', 'updated_at': '2022-02-09T01:25:00Z', 'revision_number': 5, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'subnets': [{'id': '68d3f132-83c5-49da-80a3-1924c70a8491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:35:05.790883 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-73ddcf30-482c-43c3-9a61-0f4fe89bdc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:05.793121 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-73ddcf30-482c-43c3-9a61-0f4fe89bdc48 service neutron] 10.222.0.120 "GET /v2.0/networks?id=289bbf9b-fe41-40ce-8895-75a17e893a06 HTTP/1.1" status: 200 len: 899 time: 0.1897776 Feb 09 01:35:05.891391 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d5a7f-e084-49ed-8186-9e0d19fd5d06 req-9f9b4232-4e02-4848-8db0-2cf8cc5ca485 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:05.893251 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3b1d5a7f-e084-49ed-8186-9e0d19fd5d06 req-9f9b4232-4e02-4848-8db0-2cf8cc5ca485 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=f41cddc8-90e2-4f59-8eaa-4dd0fff1f6a1 HTTP/1.1" status: 200 len: 945 time: 0.4873667 Feb 09 01:35:05.908310 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b21c46-677f-46ed-a8e4-70fb6de20200 req-10261a2c-b8f8-4b2f-bc94-e9305d719a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:05.915503 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e1b21c46-677f-46ed-a8e4-70fb6de20200 req-10261a2c-b8f8-4b2f-bc94-e9305d719a7e service neutron] 10.222.0.47 "GET /v2.0/networks?id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 HTTP/1.1" status: 200 len: 913 time: 0.5249500 Feb 09 01:35:05.978556 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:06.042331 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-dca452b4-d732-42a8-bbfa-65eb940a16ea service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f60a5772-8d92-42f7-9a8f-14397fe1a691 HTTP/1.1" status: 200 len: 1000 time: 0.2395639 Feb 09 01:35:06.192478 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device f60a5772-8d92-42f7-9a8f-14397fe1a691 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:35:06.202706 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e1b21c46-677f-46ed-a8e4-70fb6de20200 req-b2872e11-490a-4612-8e72-13a539d16db3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53cb7227-57cc-41fd-8a53-fbb8863f5d27 HTTP/1.1" status: 200 len: 999 time: 0.2734373 Feb 09 01:35:06.280882 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa0ba14-53d7-4401-88f0-3a849389c007 None None] New status for floating IP e2b01fa1-09a8-4a67-b18e-13c3ca6eea49: ACTIVE {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:35:06.306082 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] The host n-h1-828369-4 is not matching for port f60a5772-8d92-42f7-9a8f-14397fe1a691 host n-h2-828369-4! {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:35:06.306702 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device f60a5772-8d92-42f7-9a8f-14397fe1a691 not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:35:06.383645 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b21c46-677f-46ed-a8e4-70fb6de20200 req-21a47739-598b-4347-a4fa-45fb35db706e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:06.385188 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e1b21c46-677f-46ed-a8e4-70fb6de20200 req-21a47739-598b-4347-a4fa-45fb35db706e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68d3f132-83c5-49da-80a3-1924c70a8491 HTTP/1.1" status: 200 len: 850 time: 0.1756427 Feb 09 01:35:06.414354 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3b1d5a7f-e084-49ed-8186-9e0d19fd5d06 req-9873e39a-fc63-491e-bd7c-1261e09992b1 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4769685 Feb 09 01:35:06.571831 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-3f0c8eb0-42f5-4114-ab0f-5ad8c1ac29be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:06.573433 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-3f0c8eb0-42f5-4114-ab0f-5ad8c1ac29be service neutron] 10.222.0.120 "GET /v2.0/subnets?id=f4a3eb78-65db-471e-9974-dfc9c9ac357d HTTP/1.1" status: 200 len: 833 time: 0.5084820 Feb 09 01:35:07.124966 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e05956e-c6b7-45e5-8223-b8b337889b69', 'tag': 'f60a5772-8d92-42f7-9a8f-14397fe1a691'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:35:07.128535 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92b4218-2996-4798-b525-696dc4532e52" -d '{"events": [{"name": "network-changed", "server_uuid": "7e05956e-c6b7-45e5-8223-b8b337889b69", "tag": "f60a5772-8d92-42f7-9a8f-14397fe1a691"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:35:07.233954 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951b55d-9913-4737-a29c-2b6acc7f3e03 req-2b78cd8e-4d4d-4a73-99cf-a7533a2a09a8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:07.236049 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8951b55d-9913-4737-a29c-2b6acc7f3e03 req-2b78cd8e-4d4d-4a73-99cf-a7533a2a09a8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 944 time: 1.1977370 Feb 09 01:35:07.248491 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b21c46-677f-46ed-a8e4-70fb6de20200 req-2c6f340d-cc06-4cda-b9fd-d0c608718009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:07.250168 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e1b21c46-677f-46ed-a8e4-70fb6de20200 req-2c6f340d-cc06-4cda-b9fd-d0c608718009 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8349192 Feb 09 01:35:07.284142 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:07.299098 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-db77d5b5-a7e4-4d6d-b1aa-10b44def29bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:07.300937 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-db77d5b5-a7e4-4d6d-b1aa-10b44def29bd service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=289bbf9b-fe41-40ce-8895-75a17e893a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7179360 Feb 09 01:35:07.538495 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e1b21c46-677f-46ed-a8e4-70fb6de20200 req-b2ab01a3-d839-47f6-9547-0effc66f5793 service neutron] 10.222.0.47 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796283 Feb 09 01:35:07.547259 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16331eb9-834b-4c8f-be39-68b9e7753b6a req-9b1690bc-f678-496d-8a15-422a675d4437 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:07.550343 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-16331eb9-834b-4c8f-be39-68b9e7753b6a req-9b1690bc-f678-496d-8a15-422a675d4437 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=f41cddc8-90e2-4f59-8eaa-4dd0fff1f6a1 HTTP/1.1" status: 200 len: 945 time: 0.4161010 Feb 09 01:35:07.564019 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8951b55d-9913-4737-a29c-2b6acc7f3e03 req-3de2939a-6122-4fc9-9620-fbc2f268ab51 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3120759 Feb 09 01:35:07.741651 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336635d9-c3c5-41de-84a5-aa0e35856f3a x-openstack-request-id: req-336635d9-c3c5-41de-84a5-aa0e35856f3a {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:35:07.742955 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e05956e-c6b7-45e5-8223-b8b337889b69", "tag": "f60a5772-8d92-42f7-9a8f-14397fe1a691", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:35:07.746288 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-336635d9-c3c5-41de-84a5-aa0e35856f3a {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:35:07.747753 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e05956e-c6b7-45e5-8223-b8b337889b69', 'tag': 'f60a5772-8d92-42f7-9a8f-14397fe1a691', 'status': 'completed', 'code': 200} Feb 09 01:35:07.764739 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-d00e3bd9-97fb-4ceb-8320-ad503091e858 service neutron] 10.222.0.120 "GET /v2.0/networks/289bbf9b-fe41-40ce-8895-75a17e893a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4117436 Feb 09 01:35:07.828479 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b4218-2996-4798-b525-696dc4532e52 req-0882b085-d2b3-4b97-9c1c-21431dd1402d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:07.832215 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d92b4218-2996-4798-b525-696dc4532e52 req-0882b085-d2b3-4b97-9c1c-21431dd1402d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3786288d8304ed4a73754fbccf8bb65&device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 1126 time: 0.0942662 Feb 09 01:35:07.866977 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:07.897698 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-16331eb9-834b-4c8f-be39-68b9e7753b6a req-ef64c443-cf43-4cc7-89de-8e9ff68e6150 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239536 Feb 09 01:35:07.904931 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56264) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:07.987988 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-20fb806a-6184-4b0b-994e-58ab6a808fbd req-c5ba30ae-3a58-4250-a937-460c16e0e6c9 service neutron] 10.222.0.120 "GET /v2.0/networks/289bbf9b-fe41-40ce-8895-75a17e893a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102263 Feb 09 01:35:08.002248 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e1b21c46-677f-46ed-a8e4-70fb6de20200 req-b1ed7679-3978-4447-9fc3-a6ccbfb6f5db service neutron] 10.222.0.47 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4448111 Feb 09 01:35:08.101178 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b4218-2996-4798-b525-696dc4532e52 req-51a46a68-5849-4b08-92cf-0894a7897daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:08.102745 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d92b4218-2996-4798-b525-696dc4532e52 req-51a46a68-5849-4b08-92cf-0894a7897daa service neutron] 10.222.0.47 "GET /v2.0/networks?id=289bbf9b-fe41-40ce-8895-75a17e893a06 HTTP/1.1" status: 200 len: 899 time: 0.2649000 Feb 09 01:35:08.178211 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b4218-2996-4798-b525-696dc4532e52 req-a892ba21-d562-4285-9153-271f195f2fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:08.183774 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d92b4218-2996-4798-b525-696dc4532e52 req-a892ba21-d562-4285-9153-271f195f2fa5 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=c3786288d8304ed4a73754fbccf8bb65&device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 1126 time: 0.0965831 Feb 09 01:35:08.298051 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d92b4218-2996-4798-b525-696dc4532e52 req-b04e6255-5435-4558-af51-2bc92dda0c75 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f60a5772-8d92-42f7-9a8f-14397fe1a691 HTTP/1.1" status: 200 len: 1000 time: 0.1872804 Feb 09 01:35:08.340866 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-67444ae8-4704-4e7a-9a07-e1070e4b878c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:08.400893 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b4218-2996-4798-b525-696dc4532e52 req-df989bb2-b347-407a-95d2-9e6347eabd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:08.402738 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d92b4218-2996-4798-b525-696dc4532e52 req-df989bb2-b347-407a-95d2-9e6347eabd72 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4a3eb78-65db-471e-9974-dfc9c9ac357d HTTP/1.1" status: 200 len: 833 time: 0.0983224 Feb 09 01:35:08.496428 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:08.503998 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b4218-2996-4798-b525-696dc4532e52 req-68f5ad43-55bd-49de-8549-bd6db1c51bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:08.508592 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d92b4218-2996-4798-b525-696dc4532e52 req-68f5ad43-55bd-49de-8549-bd6db1c51bf3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=289bbf9b-fe41-40ce-8895-75a17e893a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0977013 Feb 09 01:35:08.527155 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b4218-2996-4798-b525-696dc4532e52 req-a21accb0-21f6-4db5-9c21-360adb728341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:08.528697 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d92b4218-2996-4798-b525-696dc4532e52 req-a21accb0-21f6-4db5-9c21-360adb728341 service neutron] 10.222.0.120 "GET /v2.0/networks?id=289bbf9b-fe41-40ce-8895-75a17e893a06 HTTP/1.1" status: 200 len: 899 time: 0.3303020 Feb 09 01:35:08.534901 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-67444ae8-4704-4e7a-9a07-e1070e4b878c admin admin] Publish callbacks [] for security_group (c3c9b660-377d-42d0-a361-023aff7279fd), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:08.546502 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-67444ae8-4704-4e7a-9a07-e1070e4b878c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (c3c9b660-377d-42d0-a361-023aff7279fd), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:08.586487 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0debbdcd-5b6e-49ce-bea1-1d1ec04ca593 req-4ca47faf-3595-480d-a5de-bae13a7f8d9a tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:08.588376 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0debbdcd-5b6e-49ce-bea1-1d1ec04ca593 req-4ca47faf-3595-480d-a5de-bae13a7f8d9a tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=f41cddc8-90e2-4f59-8eaa-4dd0fff1f6a1 HTTP/1.1" status: 200 len: 945 time: 0.2127330 Feb 09 01:35:08.662157 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d92b4218-2996-4798-b525-696dc4532e52 req-ef53de5c-d444-4bb9-afbf-9fac66ac01b4 service neutron] 10.222.0.47 "GET /v2.0/networks/289bbf9b-fe41-40ce-8895-75a17e893a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470156 Feb 09 01:35:08.715065 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67444ae8-4704-4e7a-9a07-e1070e4b878c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c9b660-377d-42d0-a361-023aff7279fd,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:08.729445 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-67444ae8-4704-4e7a-9a07-e1070e4b878c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9da81cb581c54210b0ba458c134edf46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8019841 Feb 09 01:35:08.749293 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56292) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:08.777136 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d92b4218-2996-4798-b525-696dc4532e52 req-b7ef5a69-a1b2-4af3-8dff-1fb2d5eb7884 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f60a5772-8d92-42f7-9a8f-14397fe1a691 HTTP/1.1" status: 200 len: 1000 time: 0.2375941 Feb 09 01:35:08.853770 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b9278191-833c-42cd-812a-ca16b8cf8668 admin admin] Publish callbacks [] for security_group (c3c9b660-377d-42d0-a361-023aff7279fd), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:08.858360 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d92b4218-2996-4798-b525-696dc4532e52 req-cb8cfe8b-51f3-48c8-a749-5b890376fd48 service neutron] 10.222.0.47 "GET /v2.0/networks/289bbf9b-fe41-40ce-8895-75a17e893a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904950 Feb 09 01:35:08.946733 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b9278191-833c-42cd-812a-ca16b8cf8668 admin admin] Publish callbacks [] for security_group (c3c9b660-377d-42d0-a361-023aff7279fd), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:08.949443 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0debbdcd-5b6e-49ce-bea1-1d1ec04ca593 req-dc92b30c-95d3-480b-87e2-35cd67476551 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454835 Feb 09 01:35:08.980021 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b4218-2996-4798-b525-696dc4532e52 req-3d60bda4-32b2-4f13-9d49-dc45782e7939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:08.982594 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d92b4218-2996-4798-b525-696dc4532e52 req-3d60bda4-32b2-4f13-9d49-dc45782e7939 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=f4a3eb78-65db-471e-9974-dfc9c9ac357d HTTP/1.1" status: 200 len: 833 time: 0.1629696 Feb 09 01:35:08.991854 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287c8ea-647f-4095-bd4c-f1021e0e6294 req-86262d06-e8cb-471f-a0b9-07aa92862cb8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:08.993705 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2287c8ea-647f-4095-bd4c-f1021e0e6294 req-86262d06-e8cb-471f-a0b9-07aa92862cb8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 944 time: 0.2278728 Feb 09 01:35:09.029464 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b9278191-833c-42cd-812a-ca16b8cf8668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (c3c9b660-377d-42d0-a361-023aff7279fd), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:09.033181 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b9278191-833c-42cd-812a-ca16b8cf8668 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:09.037838 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b9278191-833c-42cd-812a-ca16b8cf8668 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c3c9b660-377d-42d0-a361-023aff7279fd HTTP/1.1" status: 204 len: 168 time: 0.2872422 Feb 09 01:35:09.048520 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9278191-833c-42cd-812a-ca16b8cf8668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c9b660-377d-42d0-a361-023aff7279fd,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:09.108984 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2287c8ea-647f-4095-bd4c-f1021e0e6294 req-5db921a5-8a9b-4970-828e-dbd84e6b3495 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053476 Feb 09 01:35:09.139980 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b4218-2996-4798-b525-696dc4532e52 req-523bafa1-3acf-42d2-b633-ff6756835bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:09.142194 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d92b4218-2996-4798-b525-696dc4532e52 req-523bafa1-3acf-42d2-b633-ff6756835bb5 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=289bbf9b-fe41-40ce-8895-75a17e893a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1474228 Feb 09 01:35:09.317097 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d92b4218-2996-4798-b525-696dc4532e52 req-6e8d7c26-679b-4ec3-9da1-663d0d1feca4 service neutron] 10.222.0.120 "GET /v2.0/networks/289bbf9b-fe41-40ce-8895-75a17e893a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673851 Feb 09 01:35:09.471646 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d92b4218-2996-4798-b525-696dc4532e52 req-10c6c4ac-544f-437e-bfa1-e720bcda7573 service neutron] 10.222.0.120 "GET /v2.0/networks/289bbf9b-fe41-40ce-8895-75a17e893a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329713 Feb 09 01:35:09.558000 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56316) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:09.587447 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-dbb62374-acc8-46ec-93b6-5710f98f93eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:09.628885 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:09.774756 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-dbb62374-acc8-46ec-93b6-5710f98f93eb admin admin] Publish callbacks [] for security_group (e1646354-2cc7-4649-b898-46bbce05a2aa), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:09.780535 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-dbb62374-acc8-46ec-93b6-5710f98f93eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e1646354-2cc7-4649-b898-46bbce05a2aa), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:09.805737 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae07e6-6664-44c3-937f-f984720c5442 req-85f000bb-c004-495f-866a-d69e6a873c4b tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:09.807737 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e8ae07e6-6664-44c3-937f-f984720c5442 req-85f000bb-c004-495f-866a-d69e6a873c4b tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.120 "GET /v2.0/ports?device_id=f41cddc8-90e2-4f59-8eaa-4dd0fff1f6a1 HTTP/1.1" status: 200 len: 945 time: 0.1239312 Feb 09 01:35:09.895378 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb62374-acc8-46ec-93b6-5710f98f93eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1646354-2cc7-4649-b898-46bbce05a2aa,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:09.915837 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-dbb62374-acc8-46ec-93b6-5710f98f93eb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=690e3b1ec7684ed6ba5e4c6a2681f244&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3550541 Feb 09 01:35:09.917744 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56336) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:10.064609 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-c7d18717-c3de-420c-9b6b-56fcfb665811 req-28813879-a3fa-406d-8a33-52abdd7a854f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2ea0de20-d8ff-48fd-9186-8cb627918823&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1573992 Feb 09 01:35:10.114157 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b4892e5a-1b0b-472c-8bc5-fd17b5c1d068 admin admin] Publish callbacks [] for security_group (e1646354-2cc7-4649-b898-46bbce05a2aa), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:10.150488 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b4892e5a-1b0b-472c-8bc5-fd17b5c1d068 admin admin] Publish callbacks [] for security_group (e1646354-2cc7-4649-b898-46bbce05a2aa), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:10.173096 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-e8ae07e6-6664-44c3-937f-f984720c5442 req-a740d94a-af6c-46f8-affa-9e7dcea99d53 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Deleting port 4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:35:10.173604 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e8ae07e6-6664-44c3-937f-f984720c5442 req-a740d94a-af6c-46f8-affa-9e7dcea99d53 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:10.189057 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d18717-c3de-420c-9b6b-56fcfb665811 req-d9c8c6f0-9dde-445c-b8ba-85154606e463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:10.190959 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-c7d18717-c3de-420c-9b6b-56fcfb665811 req-d9c8c6f0-9dde-445c-b8ba-85154606e463 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9019a24413d947f09da6bf23cb0b5360&device_id=2ea0de20-d8ff-48fd-9186-8cb627918823 HTTP/1.1" status: 200 len: 1132 time: 0.0603001 Feb 09 01:35:10.324112 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-e8ae07e6-6664-44c3-937f-f984720c5442 req-a740d94a-af6c-46f8-affa-9e7dcea99d53 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] For port 4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c,segment=NetworkSegment(67868df0-7119-4405-a5ee-9b482544987e),segment_id=67868df0-7119-4405-a5ee-9b482544987e)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:10.324698 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e8ae07e6-6664-44c3-937f-f984720c5442 req-a740d94a-af6c-46f8-affa-9e7dcea99d53 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:10.340801 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-e8ae07e6-6664-44c3-937f-f984720c5442 req-a740d94a-af6c-46f8-affa-9e7dcea99d53 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Calling delete_port for 4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:35:10.603549 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c162e6d-f421-45a8-9d13-43b32a80ee3e req-bd281e65-e64f-41ae-abc4-0b49bca00da9 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:10.612308 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4c162e6d-f421-45a8-9d13-43b32a80ee3e req-bd281e65-e64f-41ae-abc4-0b49bca00da9 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=f41cddc8-90e2-4f59-8eaa-4dd0fff1f6a1 HTTP/1.1" status: 200 len: 945 time: 0.5304334 Feb 09 01:35:10.717400 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e8ae07e6-6664-44c3-937f-f984720c5442 req-a740d94a-af6c-46f8-affa-9e7dcea99d53 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:10.725183 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc0181-88ea-40d0-a60f-3bce3ca785a3 req-9adf6c88-7e37-4764-b6ca-71553bb78253 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:10.726898 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0dc0181-88ea-40d0-a60f-3bce3ca785a3 req-9adf6c88-7e37-4764-b6ca-71553bb78253 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 944 time: 0.2256746 Feb 09 01:35:10.727668 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b4892e5a-1b0b-472c-8bc5-fd17b5c1d068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e1646354-2cc7-4649-b898-46bbce05a2aa), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:10.728215 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['2e956b02-bd23-4f1e-9a98-e5e3cd586434', '4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:35:10.731374 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b4892e5a-1b0b-472c-8bc5-fd17b5c1d068 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:10.743180 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b4892e5a-1b0b-472c-8bc5-fd17b5c1d068 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e1646354-2cc7-4649-b898-46bbce05a2aa HTTP/1.1" status: 204 len: 168 time: 0.8151898 Feb 09 01:35:10.916621 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4c162e6d-f421-45a8-9d13-43b32a80ee3e req-5cd1cdce-ab7b-4a7a-baa4-9b4990b5a0d1 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983809 Feb 09 01:35:10.929413 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device f60a5772-8d92-42f7-9a8f-14397fe1a691 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:35:10.934281 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a740d94a-af6c-46f8-affa-9e7dcea99d53 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Pushing event deleted for resources: {'Port': ['ID=4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:10.936636 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4892e5a-1b0b-472c-8bc5-fd17b5c1d068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1646354-2cc7-4649-b898-46bbce05a2aa,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:10.945095 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d18717-c3de-420c-9b6b-56fcfb665811 req-f2915cdb-5f1d-47c4-8fd5-d721ac8db329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:10.946665 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-c7d18717-c3de-420c-9b6b-56fcfb665811 req-f2915cdb-5f1d-47c4-8fd5-d721ac8db329 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.7271187 Feb 09 01:35:10.997412 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0dc0181-88ea-40d0-a60f-3bce3ca785a3 req-70ba0a68-ad42-4d00-9af2-9d2f87b1c0bf tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2451100 Feb 09 01:35:11.050544 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-c7d18717-c3de-420c-9b6b-56fcfb665811 req-d0864b05-6bf5-4a55-8f95-efb35918936e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=f8e41e5e-f6f5-4e01-a44c-db2198fff004 HTTP/1.1" status: 200 len: 217 time: 0.0952821 Feb 09 01:35:11.115441 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ae07e6-6664-44c3-937f-f984720c5442 req-a740d94a-af6c-46f8-affa-9e7dcea99d53 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] No DVR routers for this DVR port 4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:35:11.121009 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e8ae07e6-6664-44c3-937f-f984720c5442 req-a740d94a-af6c-46f8-affa-9e7dcea99d53 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:11.127584 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e8ae07e6-6664-44c3-937f-f984720c5442 req-a740d94a-af6c-46f8-affa-9e7dcea99d53 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.120 "DELETE /v2.0/ports/4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c HTTP/1.1" status: 204 len: 173 time: 1.3081155 Feb 09 01:35:11.133196 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41cddc8-90e2-4f59-8eaa-4dd0fff1f6a1', 'name': 'network-vif-deleted', 'tag': '4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:35:11.135909 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0a4a4e-dc62-4ce4-8c33-18553ffadb0a" -d '{"events": [{"server_uuid": "f41cddc8-90e2-4f59-8eaa-4dd0fff1f6a1", "name": "network-vif-deleted", "tag": "4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:35:11.181102 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d18717-c3de-420c-9b6b-56fcfb665811 req-50497a07-7996-4c4f-9086-e696675f5df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:11.182009 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-c7d18717-c3de-420c-9b6b-56fcfb665811 req-50497a07-7996-4c4f-9086-e696675f5df3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.1122069 Feb 09 01:35:11.199818 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6442d4-f78a-4da3-985b-3ddd76511906 x-openstack-request-id: req-8c6442d4-f78a-4da3-985b-3ddd76511906 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:35:11.200494 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41cddc8-90e2-4f59-8eaa-4dd0fff1f6a1", "name": "network-vif-deleted", "tag": "4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:35:11.200939 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8c6442d4-f78a-4da3-985b-3ddd76511906 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:35:11.201488 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41cddc8-90e2-4f59-8eaa-4dd0fff1f6a1', 'name': 'network-vif-deleted', 'tag': '4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c', 'status': 'completed', 'code': 200} Feb 09 01:35:11.311273 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d18717-c3de-420c-9b6b-56fcfb665811 req-e34012e4-c342-4285-b224-dab0513766a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:11.312837 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-c7d18717-c3de-420c-9b6b-56fcfb665811 req-e34012e4-c342-4285-b224-dab0513766a9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1240687 Feb 09 01:35:11.347357 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port f60a5772-8d92-42f7-9a8f-14397fe1a691, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=f60a5772-8d92-42f7-9a8f-14397fe1a691,segment=NetworkSegment(e7f20f7e-7c66-4be7-99f2-fa1397a84898),segment_id=e7f20f7e-7c66-4be7-99f2-fa1397a84898)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:11.364290 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': 'f60a5772-8d92-42f7-9a8f-14397fe1a691', 'network_id': '289bbf9b-fe41-40ce-8895-75a17e893a06', 'port_id': 'f60a5772-8d92-42f7-9a8f-14397fe1a691', 'mac_address': 'fa:16:3e:34:19:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a3eb78-65db-471e-9974-dfc9c9ac357d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:35:11.465490 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-c7d18717-c3de-420c-9b6b-56fcfb665811 req-b2949ae0-b5b6-4c65-b250-04d5d6b6964e service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458399 Feb 09 01:35:11.477854 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port f60a5772-8d92-42f7-9a8f-14397fe1a691 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:35:11.478621 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f60a5772-8d92-42f7-9a8f-14397fe1a691), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:11.507625 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f60a5772-8d92-42f7-9a8f-14397fe1a691 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:35:11.560478 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port f60a5772-8d92-42f7-9a8f-14397fe1a691, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=f60a5772-8d92-42f7-9a8f-14397fe1a691,segment=NetworkSegment(e7f20f7e-7c66-4be7-99f2-fa1397a84898),segment_id=e7f20f7e-7c66-4be7-99f2-fa1397a84898)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:11.565485 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f60a5772-8d92-42f7-9a8f-14397fe1a691), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:11.606107 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56372) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:11.649229 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c57458e9-368c-4b78-8b43-06f10e95a159 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:11.669132 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=f60a5772-8d92-42f7-9a8f-14397fe1a691,revision_number=8']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:11.715627 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-e6c86c45-e009-4e6a-8e30-619d9faf2cb5 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:11.717907 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-e6c86c45-e009-4e6a-8e30-619d9faf2cb5 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.120 "GET /v2.0/ports?device_id=7e05956e-c6b7-45e5-8223-b8b337889b69&tenant_id=c3786288d8304ed4a73754fbccf8bb65&binding%3Ahost_id=n-h2-828369-4 HTTP/1.1" status: 200 len: 944 time: 0.2763197 Feb 09 01:35:11.743509 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-c7d18717-c3de-420c-9b6b-56fcfb665811 req-a49d59cd-8223-46ed-9866-22e0d7ad56c6 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719417 Feb 09 01:35:11.791706 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['f60a5772-8d92-42f7-9a8f-14397fe1a691'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:35:11.841378 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-952352cf-c719-4d7d-91ce-b5f0159dea27 service neutron] 10.222.0.120 "GET /v2.0/ports/f60a5772-8d92-42f7-9a8f-14397fe1a691/bindings/n-h2-828369-4 HTTP/1.1" status: 200 len: 382 time: 0.1159027 Feb 09 01:35:11.858650 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c57458e9-368c-4b78-8b43-06f10e95a159 admin admin] Publish callbacks [] for security_group (ff0313b3-6ad6-4d91-8d0b-b31442fd1c12), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:11.867856 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb8639-4e57-4933-ac04-cb2444f69a2b req-861499ef-d6f3-4e82-9025-c8353219cb5e tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:11.869476 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f4cb8639-4e57-4933-ac04-cb2444f69a2b req-861499ef-d6f3-4e82-9025-c8353219cb5e tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 945 time: 0.3110645 Feb 09 01:35:11.873582 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c57458e9-368c-4b78-8b43-06f10e95a159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (ff0313b3-6ad6-4d91-8d0b-b31442fd1c12), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:11.996451 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f4cb8639-4e57-4933-ac04-cb2444f69a2b req-ee1431f3-a743-437c-a682-0741b3e24903 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163988 Feb 09 01:35:12.014588 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c57458e9-368c-4b78-8b43-06f10e95a159 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8153e5ca43db44979aa4326173ce4e7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4071856 Feb 09 01:35:12.015518 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57458e9-368c-4b78-8b43-06f10e95a159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0313b3-6ad6-4d91-8d0b-b31442fd1c12,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:12.020288 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56388) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:12.116817 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-122216c9-3e87-4773-a24a-d0fac272ccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:12.118552 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-122216c9-3e87-4773-a24a-d0fac272ccd3 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=c3786288d8304ed4a73754fbccf8bb65&device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 1127 time: 0.2052698 Feb 09 01:35:12.362379 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b6fbde08-e2e6-4d4d-9ed9-b920d6cacdb4 admin admin] Publish callbacks [] for security_group (ff0313b3-6ad6-4d91-8d0b-b31442fd1c12), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:12.376218 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-f2c79ba5-e4c8-43d0-a8a7-b7def1b14f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:12.377871 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-f2c79ba5-e4c8-43d0-a8a7-b7def1b14f5a service neutron] 10.222.0.120 "GET /v2.0/networks?id=289bbf9b-fe41-40ce-8895-75a17e893a06 HTTP/1.1" status: 200 len: 899 time: 0.2533350 Feb 09 01:35:12.448169 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b6fbde08-e2e6-4d4d-9ed9-b920d6cacdb4 admin admin] Publish callbacks [] for security_group (ff0313b3-6ad6-4d91-8d0b-b31442fd1c12), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:12.523145 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f96baa-3593-473d-89cd-e264ff57eb4f req-99a08b5a-c0e0-477a-b13e-6356d2f16288 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:12.525307 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-64f96baa-3593-473d-89cd-e264ff57eb4f req-99a08b5a-c0e0-477a-b13e-6356d2f16288 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/networks?id=14a123c9-40a9-4ab2-a841-3861362be1ec HTTP/1.1" status: 200 len: 805 time: 0.2259865 Feb 09 01:35:12.529156 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-02dbf9d1-ecd8-4082-a762-86b48fdfc172 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f60a5772-8d92-42f7-9a8f-14397fe1a691 HTTP/1.1" status: 200 len: 1001 time: 0.1412742 Feb 09 01:35:12.569385 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-64f96baa-3593-473d-89cd-e264ff57eb4f req-dbb0dbd2-1889-4309-8ec1-44cc8c5aea83 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/quotas/6d314619fa0a4fa2b259de5884a0fcb1 HTTP/1.1" status: 200 len: 375 time: 0.0310602 Feb 09 01:35:12.634579 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b6fbde08-e2e6-4d4d-9ed9-b920d6cacdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (ff0313b3-6ad6-4d91-8d0b-b31442fd1c12), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:12.637462 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b6fbde08-e2e6-4d4d-9ed9-b920d6cacdb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:12.641040 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b6fbde08-e2e6-4d4d-9ed9-b920d6cacdb4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ff0313b3-6ad6-4d91-8d0b-b31442fd1c12 HTTP/1.1" status: 204 len: 168 time: 0.6145451 Feb 09 01:35:12.668300 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-6f7daeb3-6bbb-4786-80e1-509d524122b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:12.669906 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-6f7daeb3-6bbb-4786-80e1-509d524122b3 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=f4a3eb78-65db-471e-9974-dfc9c9ac357d HTTP/1.1" status: 200 len: 833 time: 0.1225612 Feb 09 01:35:12.722560 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fbde08-e2e6-4d4d-9ed9-b920d6cacdb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0313b3-6ad6-4d91-8d0b-b31442fd1c12,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:12.741124 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-64f96baa-3593-473d-89cd-e264ff57eb4f req-364b0acf-aa65-4a14-8271-be8645227ea8 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=6d314619fa0a4fa2b259de5884a0fcb1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1708095 Feb 09 01:35:12.845162 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-1fc2fb09-1668-4134-87ce-21c7238ba6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:12.846718 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-1fc2fb09-1668-4134-87ce-21c7238ba6ab service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=289bbf9b-fe41-40ce-8895-75a17e893a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1641095 Feb 09 01:35:12.932298 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device f60a5772-8d92-42f7-9a8f-14397fe1a691 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:35:12.974181 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-39e16c60-2dc0-4d0b-9cab-fe56f4431ffe service neutron] 10.222.0.120 "GET /v2.0/networks/289bbf9b-fe41-40ce-8895-75a17e893a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195390 Feb 09 01:35:13.062623 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-64f96baa-3593-473d-89cd-e264ff57eb4f req-0bbd0eca-3ce6-4c10-ab41-8aca5f6a705d service neutron] 10.222.0.50 "GET /v2.0/networks/14a123c9-40a9-4ab2-a841-3861362be1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095562 Feb 09 01:35:13.072125 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port f60a5772-8d92-42f7-9a8f-14397fe1a691 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:35:13.081244 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port f60a5772-8d92-42f7-9a8f-14397fe1a691 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:13.081795 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f60a5772-8d92-42f7-9a8f-14397fe1a691), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:13.211397 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-205b3912-592a-48db-8419-30ea03acb227 service neutron] 10.222.0.120 "GET /v2.0/networks/289bbf9b-fe41-40ce-8895-75a17e893a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301779 Feb 09 01:35:13.243501 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-64f96baa-3593-473d-89cd-e264ff57eb4f req-49b19783-32e6-4d7e-a602-f681f6b74c84 service neutron] 10.222.0.50 "GET /v2.0/networks/14a123c9-40a9-4ab2-a841-3861362be1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720333 Feb 09 01:35:13.252514 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3451d6b-3100-420f-95c0-c5c35dc3c603 req-4c3d5cc7-ccc8-4acc-bf90-36b8567bd46c tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:13.254204 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a3451d6b-3100-420f-95c0-c5c35dc3c603 req-4c3d5cc7-ccc8-4acc-bf90-36b8567bd46c tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 945 time: 0.1325810 Feb 09 01:35:13.278695 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port f60a5772-8d92-42f7-9a8f-14397fe1a691 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:35:13.285046 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f60a5772-8d92-42f7-9a8f-14397fe1a691), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:13.356626 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port f60a5772-8d92-42f7-9a8f-14397fe1a691, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=f60a5772-8d92-42f7-9a8f-14397fe1a691,segment=NetworkSegment(e7f20f7e-7c66-4be7-99f2-fa1397a84898),segment_id=e7f20f7e-7c66-4be7-99f2-fa1397a84898)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:13.360704 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e05956e-c6b7-45e5-8223-b8b337889b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f60a5772-8d92-42f7-9a8f-14397fe1a691'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:35:13.366748 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb541e8-da06-4959-98c6-765b447095a6" -d '{"events": [{"server_uuid": "7e05956e-c6b7-45e5-8223-b8b337889b69", "name": "network-vif-plugged", "status": "completed", "tag": "f60a5772-8d92-42f7-9a8f-14397fe1a691"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:35:13.377802 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a3451d6b-3100-420f-95c0-c5c35dc3c603 req-e122862e-0c48-4abb-a3ab-5063312452f3 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165893 Feb 09 01:35:13.391346 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f60a5772-8d92-42f7-9a8f-14397fe1a691), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:13.407566 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:35:13.521963 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: 4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:35:13.522487 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 4f7d7de8-4af7-4f66-a3c7-02a3efc2c48c not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:35:13.534106 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db6a46c-932a-4588-b8d6-683585287626 x-openstack-request-id: req-9db6a46c-932a-4588-b8d6-683585287626 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:35:13.535993 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e05956e-c6b7-45e5-8223-b8b337889b69", "name": "network-vif-plugged", "status": "completed", "tag": "f60a5772-8d92-42f7-9a8f-14397fe1a691", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:35:13.536529 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9db6a46c-932a-4588-b8d6-683585287626 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:35:13.537637 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e05956e-c6b7-45e5-8223-b8b337889b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f60a5772-8d92-42f7-9a8f-14397fe1a691', 'code': 200} Feb 09 01:35:13.587759 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3648feb4-18a6-4b29-9dd7-caaf694bfca6 req-dbbfda4a-4c75-4f59-95b2-5aa8e1460aee tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6a923f9-0cda-40e4-b52e-eb111ed278c6 HTTP/1.1" status: 200 len: 210 time: 0.0744736 Feb 09 01:35:13.604210 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=f60a5772-8d92-42f7-9a8f-14397fe1a691,revision_number=9']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:14.698208 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402946d-0e2f-43c0-a1d0-cd7d9c13fa46 req-506ae85e-0194-434d-834f-f0f1d3e34d73 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:14.699837 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a402946d-0e2f-43c0-a1d0-cd7d9c13fa46 req-506ae85e-0194-434d-834f-f0f1d3e34d73 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 946 time: 0.1869864 Feb 09 01:35:14.815124 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bf38f83f-7fbd-4765-a262-60d074b5f6a3 req-9bfae815-3704-4372-87f9-da987caa03c4 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6a923f9-0cda-40e4-b52e-eb111ed278c6 HTTP/1.1" status: 200 len: 210 time: 0.0988057 Feb 09 01:35:14.951290 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a402946d-0e2f-43c0-a1d0-cd7d9c13fa46 req-adf01e7f-ef08-4d98-b84d-1010e24a536e tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2314906 Feb 09 01:35:15.064803 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f96baa-3593-473d-89cd-e264ff57eb4f req-a5cd1d41-7b78-4be2-97e0-ba77e6f0fe64 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:15.066630 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-64f96baa-3593-473d-89cd-e264ff57eb4f req-a5cd1d41-7b78-4be2-97e0-ba77e6f0fe64 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.120 "GET /v2.0/networks?id=14a123c9-40a9-4ab2-a841-3861362be1ec HTTP/1.1" status: 200 len: 805 time: 0.2988451 Feb 09 01:35:15.094037 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-64f96baa-3593-473d-89cd-e264ff57eb4f req-0be5a1d8-b66d-41b9-9579-09050ea6ee04 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Request body: {'port': {'device_id': 'c6a923f9-0cda-40e4-b52e-eb111ed278c6', 'network_id': '14a123c9-40a9-4ab2-a841-3861362be1ec', 'admin_state_up': True, 'tenant_id': '6d314619fa0a4fa2b259de5884a0fcb1'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:15.267490 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64f96baa-3593-473d-89cd-e264ff57eb4f req-0be5a1d8-b66d-41b9-9579-09050ea6ee04 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Made reservation on behalf of 6d314619fa0a4fa2b259de5884a0fcb1 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:35:15.270983 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-64f96baa-3593-473d-89cd-e264ff57eb4f req-0be5a1d8-b66d-41b9-9579-09050ea6ee04 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:15.509077 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-64f96baa-3593-473d-89cd-e264ff57eb4f req-0be5a1d8-b66d-41b9-9579-09050ea6ee04 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Allocated IP 172.20.0.4 (14a123c9-40a9-4ab2-a841-3861362be1ec/df56b1a3-b96c-4c73-a247-eabcbf9d00ea/46dcf0d1-4cae-4862-8820-d4681795b091) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:35:15.636976 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-7d70683f-e7db-400c-9705-54f5e2407108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:15.638649 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-7d70683f-e7db-400c-9705-54f5e2407108 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7e05956e-c6b7-45e5-8223-b8b337889b69&tenant_id=c3786288d8304ed4a73754fbccf8bb65 HTTP/1.1" status: 200 len: 1128 time: 0.1090915 Feb 09 01:35:15.655951 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-dab8c536-3a82-4805-8754-baba9e1f1291 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828369-4', 'device_owner': 'compute:nova'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:15.773700 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-dab8c536-3a82-4805-8754-baba9e1f1291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f60a5772-8d92-42f7-9a8f-14397fe1a691), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:15.804636 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-64f96baa-3593-473d-89cd-e264ff57eb4f req-0be5a1d8-b66d-41b9-9579-09050ea6ee04 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks [] for port (46dcf0d1-4cae-4862-8820-d4681795b091), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:15.875648 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-64f96baa-3593-473d-89cd-e264ff57eb4f req-0be5a1d8-b66d-41b9-9579-09050ea6ee04 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (46dcf0d1-4cae-4862-8820-d4681795b091), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:15.888274 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['2e956b02-bd23-4f1e-9a98-e5e3cd586434'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:35:15.994033 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64f96baa-3593-473d-89cd-e264ff57eb4f req-0be5a1d8-b66d-41b9-9579-09050ea6ee04 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Network 14a123c9-40a9-4ab2-a841-3861362be1ec is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:35:16.147027 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-64f96baa-3593-473d-89cd-e264ff57eb4f req-0be5a1d8-b66d-41b9-9579-09050ea6ee04 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:16.155590 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f96baa-3593-473d-89cd-e264ff57eb4f req-0be5a1d8-b66d-41b9-9579-09050ea6ee04 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:35:16.365270 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-dab8c536-3a82-4805-8754-baba9e1f1291 service neutron] For port f60a5772-8d92-42f7-9a8f-14397fe1a691, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=f60a5772-8d92-42f7-9a8f-14397fe1a691,segment=NetworkSegment(e7f20f7e-7c66-4be7-99f2-fa1397a84898),segment_id=e7f20f7e-7c66-4be7-99f2-fa1397a84898)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:16.383872 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92ee63-3e95-4586-a8e3-f441d641270c req-a0a7e09c-de00-4fd8-8fff-9e491f53991a tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:16.389563 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8d92ee63-3e95-4586-a8e3-f441d641270c req-a0a7e09c-de00-4fd8-8fff-9e491f53991a tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6a923f9-0cda-40e4-b52e-eb111ed278c6 HTTP/1.1" status: 200 len: 931 time: 0.3178484 Feb 09 01:35:16.394987 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be5a1d8-b66d-41b9-9579-09050ea6ee04 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Pushing event updated for resources: {'Port': ['ID=46dcf0d1-4cae-4862-8820-d4681795b091,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:16.455102 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f96baa-3593-473d-89cd-e264ff57eb4f req-0be5a1d8-b66d-41b9-9579-09050ea6ee04 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:16.455800 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-64f96baa-3593-473d-89cd-e264ff57eb4f req-0be5a1d8-b66d-41b9-9579-09050ea6ee04 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:16.462648 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-dab8c536-3a82-4805-8754-baba9e1f1291 service neutron] For port f60a5772-8d92-42f7-9a8f-14397fe1a691, host n-h2-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:35:16.492954 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-64f96baa-3593-473d-89cd-e264ff57eb4f req-0be5a1d8-b66d-41b9-9579-09050ea6ee04 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4030831 Feb 09 01:35:16.513754 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b23db-0fee-4d7f-b3ae-6982c758d336 req-654244e6-91b9-4e38-83d6-b6e3aa8b8021 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:16.515727 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-399b23db-0fee-4d7f-b3ae-6982c758d336 req-654244e6-91b9-4e38-83d6-b6e3aa8b8021 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 946 time: 0.3424504 Feb 09 01:35:16.520467 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-64f96baa-3593-473d-89cd-e264ff57eb4f req-8b519dcb-811f-4bfb-aeda-4be53a2c4361 service neutron] Request body: {'port': {'device_id': 'c6a923f9-0cda-40e4-b52e-eb111ed278c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:16.548279 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e05956e-c6b7-45e5-8223-b8b337889b69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f60a5772-8d92-42f7-9a8f-14397fe1a691'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:35:16.551895 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8810af6c-334e-488b-b714-51f58b0aca62" -d '{"events": [{"server_uuid": "7e05956e-c6b7-45e5-8223-b8b337889b69", "name": "network-vif-unplugged", "status": "completed", "tag": "f60a5772-8d92-42f7-9a8f-14397fe1a691"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:35:16.565041 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-dab8c536-3a82-4805-8754-baba9e1f1291 service neutron] Publish callbacks [] for port (f60a5772-8d92-42f7-9a8f-14397fe1a691), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:16.602312 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-dab8c536-3a82-4805-8754-baba9e1f1291 service neutron] Transition to ACTIVE for port object f60a5772-8d92-42f7-9a8f-14397fe1a691 will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:35:16.606875 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-dab8c536-3a82-4805-8754-baba9e1f1291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (f60a5772-8d92-42f7-9a8f-14397fe1a691), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:16.678719 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab8c536-3a82-4805-8754-baba9e1f1291 service neutron] Pushing event updated for resources: {'Port': ['ID=f60a5772-8d92-42f7-9a8f-14397fe1a691,revision_number=10']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:16.962021 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device f60a5772-8d92-42f7-9a8f-14397fe1a691 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:35:17.015368 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-dab8c536-3a82-4805-8754-baba9e1f1291 service neutron] No DVR routers for this DVR port f60a5772-8d92-42f7-9a8f-14397fe1a691 on host n-h2-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:35:17.162171 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] The host n-h2-828369-4 is not matching for port f60a5772-8d92-42f7-9a8f-14397fe1a691 host n-h1-828369-4! {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:35:17.162759 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device f60a5772-8d92-42f7-9a8f-14397fe1a691 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:35:17.229887 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8d92ee63-3e95-4586-a8e3-f441d641270c req-2d82d794-c33b-4cf1-a04c-414485a6ec6a tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8146653 Feb 09 01:35:17.389034 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-64f96baa-3593-473d-89cd-e264ff57eb4f req-8b519dcb-811f-4bfb-aeda-4be53a2c4361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (46dcf0d1-4cae-4862-8820-d4681795b091), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:17.397417 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba55faf-1269-498f-a31f-93b90382a6ae x-openstack-request-id: req-9ba55faf-1269-498f-a31f-93b90382a6ae {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:35:17.397741 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e05956e-c6b7-45e5-8223-b8b337889b69", "name": "network-vif-unplugged", "status": "completed", "tag": "f60a5772-8d92-42f7-9a8f-14397fe1a691", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:35:17.397982 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9ba55faf-1269-498f-a31f-93b90382a6ae {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:35:17.400845 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e05956e-c6b7-45e5-8223-b8b337889b69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f60a5772-8d92-42f7-9a8f-14397fe1a691', 'code': 200} Feb 09 01:35:17.412872 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-399b23db-0fee-4d7f-b3ae-6982c758d336 req-562de962-5f13-4acb-ba6d-f8668747e9b5 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8817785 Feb 09 01:35:17.431162 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-dab8c536-3a82-4805-8754-baba9e1f1291 service neutron] Attempting to bind port f60a5772-8d92-42f7-9a8f-14397fe1a691 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:35:17.431554 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-dab8c536-3a82-4805-8754-baba9e1f1291 service neutron] Attempting to bind port f60a5772-8d92-42f7-9a8f-14397fe1a691 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'e7f20f7e-7c66-4be7-99f2-fa1397a84898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '289bbf9b-fe41-40ce-8895-75a17e893a06'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:35:17.431898 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-dab8c536-3a82-4805-8754-baba9e1f1291 service neutron] Attempting to bind port f60a5772-8d92-42f7-9a8f-14397fe1a691 on network 289bbf9b-fe41-40ce-8895-75a17e893a06 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:35:17.436495 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-dab8c536-3a82-4805-8754-baba9e1f1291 service neutron] Port f60a5772-8d92-42f7-9a8f-14397fe1a691 on network 289bbf9b-fe41-40ce-8895-75a17e893a06 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:35:17.437003 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-dab8c536-3a82-4805-8754-baba9e1f1291 service neutron] Attempting to bind port f60a5772-8d92-42f7-9a8f-14397fe1a691 on network 289bbf9b-fe41-40ce-8895-75a17e893a06 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:35:17.442420 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-dab8c536-3a82-4805-8754-baba9e1f1291 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:35:17.442773 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-dab8c536-3a82-4805-8754-baba9e1f1291 service neutron] Checking segment: {'id': 'e7f20f7e-7c66-4be7-99f2-fa1397a84898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '289bbf9b-fe41-40ce-8895-75a17e893a06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:35:17.443170 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-dab8c536-3a82-4805-8754-baba9e1f1291 service neutron] Bound using segment: {'id': 'e7f20f7e-7c66-4be7-99f2-fa1397a84898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '289bbf9b-fe41-40ce-8895-75a17e893a06'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:35:17.443731 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-dab8c536-3a82-4805-8754-baba9e1f1291 service neutron] Bound port: f60a5772-8d92-42f7-9a8f-14397fe1a691, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f20f7e-7c66-4be7-99f2-fa1397a84898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '289bbf9b-fe41-40ce-8895-75a17e893a06'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:35:17.444101 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-dab8c536-3a82-4805-8754-baba9e1f1291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f60a5772-8d92-42f7-9a8f-14397fe1a691), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:17.559131 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-dab8c536-3a82-4805-8754-baba9e1f1291 service neutron] For port f60a5772-8d92-42f7-9a8f-14397fe1a691, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:35:17.565673 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-dab8c536-3a82-4805-8754-baba9e1f1291 service neutron] For port f60a5772-8d92-42f7-9a8f-14397fe1a691, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=f60a5772-8d92-42f7-9a8f-14397fe1a691,segment=NetworkSegment(e7f20f7e-7c66-4be7-99f2-fa1397a84898),segment_id=e7f20f7e-7c66-4be7-99f2-fa1397a84898)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:35:17.574629 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-dab8c536-3a82-4805-8754-baba9e1f1291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (f60a5772-8d92-42f7-9a8f-14397fe1a691), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:17.658815 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-dab8c536-3a82-4805-8754-baba9e1f1291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:17.660484 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-dab8c536-3a82-4805-8754-baba9e1f1291 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:17.665684 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-dab8c536-3a82-4805-8754-baba9e1f1291 service neutron] 10.222.0.47 "PUT /v2.0/ports/f60a5772-8d92-42f7-9a8f-14397fe1a691 HTTP/1.1" status: 200 len: 1093 time: 2.0148489 Feb 09 01:35:17.799002 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab8c536-3a82-4805-8754-baba9e1f1291 service neutron] Pushing event updated for resources: {'Port': ['ID=f60a5772-8d92-42f7-9a8f-14397fe1a691,revision_number=11']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:17.818112 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-053dfefa-ec84-43f0-95fa-69775d33832c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:17.835431 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-053dfefa-ec84-43f0-95fa-69775d33832c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3786288d8304ed4a73754fbccf8bb65&device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 1127 time: 0.1268353 Feb 09 01:35:18.267422 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 56696) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:18.274288 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-cee97f5f-b282-4547-9841-acfbadad5e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:18.274288 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-cee97f5f-b282-4547-9841-acfbadad5e76 service neutron] 10.222.0.47 "GET /v2.0/networks?id=289bbf9b-fe41-40ce-8895-75a17e893a06 HTTP/1.1" status: 200 len: 899 time: 0.2395546 Feb 09 01:35:18.277128 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-64f96baa-3593-473d-89cd-e264ff57eb4f req-8b519dcb-811f-4bfb-aeda-4be53a2c4361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46dcf0d1-4cae-4862-8820-d4681795b091 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:35:18.277128 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-64f96baa-3593-473d-89cd-e264ff57eb4f req-8b519dcb-811f-4bfb-aeda-4be53a2c4361 service neutron] Publish callbacks [] for port (46dcf0d1-4cae-4862-8820-d4681795b091), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:18.277128 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-64f96baa-3593-473d-89cd-e264ff57eb4f req-8b519dcb-811f-4bfb-aeda-4be53a2c4361 service neutron] Transition to ACTIVE for port object 46dcf0d1-4cae-4862-8820-d4681795b091 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:35:18.277128 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-64f96baa-3593-473d-89cd-e264ff57eb4f req-8b519dcb-811f-4bfb-aeda-4be53a2c4361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (46dcf0d1-4cae-4862-8820-d4681795b091), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:18.278026 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-63b30e2e-ff63-44df-a6a4-780c6a121398 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f60a5772-8d92-42f7-9a8f-14397fe1a691 HTTP/1.1" status: 200 len: 1000 time: 0.1723416 Feb 09 01:35:18.335740 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b519dcb-811f-4bfb-aeda-4be53a2c4361 service neutron] Pushing event updated for resources: {'Port': ['ID=46dcf0d1-4cae-4862-8820-d4681795b091,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:18.386735 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-711bde41-46b0-4dfb-ba70-ff3d08e6a431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:18.388413 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-711bde41-46b0-4dfb-ba70-ff3d08e6a431 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4a3eb78-65db-471e-9974-dfc9c9ac357d HTTP/1.1" status: 200 len: 833 time: 0.1113694 Feb 09 01:35:18.506030 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-c4513bec-ab78-4f14-afbf-5971f09c4e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:18.507805 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-c4513bec-ab78-4f14-afbf-5971f09c4e70 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=289bbf9b-fe41-40ce-8895-75a17e893a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1057801 Feb 09 01:35:18.584492 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2038ba4a-9732-44a8-b1b8-65c8761324eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:18.590115 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-64f96baa-3593-473d-89cd-e264ff57eb4f req-8b519dcb-811f-4bfb-aeda-4be53a2c4361 service neutron] Attempting to bind port 46dcf0d1-4cae-4862-8820-d4681795b091 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:35:18.590578 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-64f96baa-3593-473d-89cd-e264ff57eb4f req-8b519dcb-811f-4bfb-aeda-4be53a2c4361 service neutron] Attempting to bind port 46dcf0d1-4cae-4862-8820-d4681795b091 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '67868df0-7119-4405-a5ee-9b482544987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '14a123c9-40a9-4ab2-a841-3861362be1ec'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:35:18.591105 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f96baa-3593-473d-89cd-e264ff57eb4f req-8b519dcb-811f-4bfb-aeda-4be53a2c4361 service neutron] Attempting to bind port 46dcf0d1-4cae-4862-8820-d4681795b091 on network 14a123c9-40a9-4ab2-a841-3861362be1ec {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:35:18.618053 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f96baa-3593-473d-89cd-e264ff57eb4f req-8b519dcb-811f-4bfb-aeda-4be53a2c4361 service neutron] Port 46dcf0d1-4cae-4862-8820-d4681795b091 on network 14a123c9-40a9-4ab2-a841-3861362be1ec not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:35:18.618390 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f96baa-3593-473d-89cd-e264ff57eb4f req-8b519dcb-811f-4bfb-aeda-4be53a2c4361 service neutron] Attempting to bind port 46dcf0d1-4cae-4862-8820-d4681795b091 on network 14a123c9-40a9-4ab2-a841-3861362be1ec {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:35:18.632932 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-f7d4e3e6-cb58-46a2-be54-404b71b2326a service neutron] 10.222.0.47 "GET /v2.0/networks/289bbf9b-fe41-40ce-8895-75a17e893a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173065 Feb 09 01:35:18.645160 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f96baa-3593-473d-89cd-e264ff57eb4f req-8b519dcb-811f-4bfb-aeda-4be53a2c4361 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:35:18.645331 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f96baa-3593-473d-89cd-e264ff57eb4f req-8b519dcb-811f-4bfb-aeda-4be53a2c4361 service neutron] Checking segment: {'id': '67868df0-7119-4405-a5ee-9b482544987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '14a123c9-40a9-4ab2-a841-3861362be1ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:35:18.650923 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f96baa-3593-473d-89cd-e264ff57eb4f req-8b519dcb-811f-4bfb-aeda-4be53a2c4361 service neutron] Bound using segment: {'id': '67868df0-7119-4405-a5ee-9b482544987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '14a123c9-40a9-4ab2-a841-3861362be1ec'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:35:18.651569 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-64f96baa-3593-473d-89cd-e264ff57eb4f req-8b519dcb-811f-4bfb-aeda-4be53a2c4361 service neutron] Bound port: 46dcf0d1-4cae-4862-8820-d4681795b091, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67868df0-7119-4405-a5ee-9b482544987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '14a123c9-40a9-4ab2-a841-3861362be1ec'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:35:18.652107 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-64f96baa-3593-473d-89cd-e264ff57eb4f req-8b519dcb-811f-4bfb-aeda-4be53a2c4361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (46dcf0d1-4cae-4862-8820-d4681795b091), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:18.684494 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f02d1-4fd2-4298-a30a-1e2496745ed5 req-cfeb7014-b048-4b14-abf3-997b7da65af1 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:18.686921 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-913f02d1-4fd2-4298-a30a-1e2496745ed5 req-cfeb7014-b048-4b14-abf3-997b7da65af1 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6a923f9-0cda-40e4-b52e-eb111ed278c6 HTTP/1.1" status: 200 len: 943 time: 0.3455040 Feb 09 01:35:18.726221 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6587efa-5e0e-43ab-95fb-8850bfe4d6b2 req-7aee88e6-5882-4b3b-9bcb-27b731dfb5fe tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:18.727759 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d6587efa-5e0e-43ab-95fb-8850bfe4d6b2 req-7aee88e6-5882-4b3b-9bcb-27b731dfb5fe tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 945 time: 0.2078671 Feb 09 01:35:18.817307 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1eeb3950-a38c-41a2-83de-1e3b7db9a960 req-d425d1e1-4ac8-4d4d-a067-580d08402fd2 service neutron] 10.222.0.47 "GET /v2.0/networks/289bbf9b-fe41-40ce-8895-75a17e893a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775892 Feb 09 01:35:18.884088 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-913f02d1-4fd2-4298-a30a-1e2496745ed5 req-7cad9378-0eec-48ed-b365-f012105a3423 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889601 Feb 09 01:35:18.943460 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-64f96baa-3593-473d-89cd-e264ff57eb4f req-8b519dcb-811f-4bfb-aeda-4be53a2c4361 service neutron] For port 46dcf0d1-4cae-4862-8820-d4681795b091, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:35:18.985947 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2038ba4a-9732-44a8-b1b8-65c8761324eb admin admin] Publish callbacks [] for security_group (35d6e070-58aa-4af1-b9de-7380ffb458cc), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:18.998640 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-64f96baa-3593-473d-89cd-e264ff57eb4f req-8b519dcb-811f-4bfb-aeda-4be53a2c4361 service neutron] For port 46dcf0d1-4cae-4862-8820-d4681795b091, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=46dcf0d1-4cae-4862-8820-d4681795b091,segment=NetworkSegment(67868df0-7119-4405-a5ee-9b482544987e),segment_id=67868df0-7119-4405-a5ee-9b482544987e)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:35:19.015263 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d6587efa-5e0e-43ab-95fb-8850bfe4d6b2 req-c8f85d17-6847-42a5-9b0d-5722bc362a05 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2724245 Feb 09 01:35:19.018419 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-64f96baa-3593-473d-89cd-e264ff57eb4f req-8b519dcb-811f-4bfb-aeda-4be53a2c4361 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (46dcf0d1-4cae-4862-8820-d4681795b091), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:19.020791 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2038ba4a-9732-44a8-b1b8-65c8761324eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (35d6e070-58aa-4af1-b9de-7380ffb458cc), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:19.111006 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f96baa-3593-473d-89cd-e264ff57eb4f req-8b519dcb-811f-4bfb-aeda-4be53a2c4361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:19.111774 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-64f96baa-3593-473d-89cd-e264ff57eb4f req-8b519dcb-811f-4bfb-aeda-4be53a2c4361 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:19.113442 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-64f96baa-3593-473d-89cd-e264ff57eb4f req-8b519dcb-811f-4bfb-aeda-4be53a2c4361 service neutron] 10.222.0.120 "PUT /v2.0/ports/46dcf0d1-4cae-4862-8820-d4681795b091 HTTP/1.1" status: 200 len: 1091 time: 2.6109524 Feb 09 01:35:19.113900 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a923f9-0cda-40e4-b52e-eb111ed278c6', 'tag': '46dcf0d1-4cae-4862-8820-d4681795b091'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:35:19.116117 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7d6235-8e26-492b-a242-4479775bf466" -d '{"events": [{"name": "network-changed", "server_uuid": "c6a923f9-0cda-40e4-b52e-eb111ed278c6", "tag": "46dcf0d1-4cae-4862-8820-d4681795b091"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:35:19.151007 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2038ba4a-9732-44a8-b1b8-65c8761324eb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=60493dd02e614e86b1f4798ea1d7c82a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1204951 Feb 09 01:35:19.151316 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56738) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:19.164981 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2038ba4a-9732-44a8-b1b8-65c8761324eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d6e070-58aa-4af1-b9de-7380ffb458cc,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:19.214248 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc38bfe-1173-4556-bab8-3fb0538ae46f x-openstack-request-id: req-1dc38bfe-1173-4556-bab8-3fb0538ae46f {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:35:19.214732 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6a923f9-0cda-40e4-b52e-eb111ed278c6", "tag": "46dcf0d1-4cae-4862-8820-d4681795b091", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:35:19.215577 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1dc38bfe-1173-4556-bab8-3fb0538ae46f {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:35:19.216142 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6a923f9-0cda-40e4-b52e-eb111ed278c6', 'tag': '46dcf0d1-4cae-4862-8820-d4681795b091', 'status': 'completed', 'code': 200} Feb 09 01:35:19.267098 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b519dcb-811f-4bfb-aeda-4be53a2c4361 service neutron] Pushing event updated for resources: {'Port': ['ID=46dcf0d1-4cae-4862-8820-d4681795b091,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:19.277781 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f96baa-3593-473d-89cd-e264ff57eb4f req-1d713f6e-c8d7-4732-a7cd-3fae6a9e6c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:19.280190 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-64f96baa-3593-473d-89cd-e264ff57eb4f req-1d713f6e-c8d7-4732-a7cd-3fae6a9e6c41 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=6d314619fa0a4fa2b259de5884a0fcb1&device_id=c6a923f9-0cda-40e4-b52e-eb111ed278c6 HTTP/1.1" status: 200 len: 1125 time: 0.1175785 Feb 09 01:35:19.303509 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e56dd165-9c1f-459a-bd67-c8181bee4fe6 admin admin] Publish callbacks [] for security_group (35d6e070-58aa-4af1-b9de-7380ffb458cc), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:19.334620 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-64f96baa-3593-473d-89cd-e264ff57eb4f req-3cecbe9d-96c9-4dcb-9947-c049ed97e807 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46dcf0d1-4cae-4862-8820-d4681795b091 HTTP/1.1" status: 200 len: 217 time: 0.0469196 Feb 09 01:35:19.345658 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e56dd165-9c1f-459a-bd67-c8181bee4fe6 admin admin] Publish callbacks [] for security_group (35d6e070-58aa-4af1-b9de-7380ffb458cc), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:19.400129 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e56dd165-9c1f-459a-bd67-c8181bee4fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (35d6e070-58aa-4af1-b9de-7380ffb458cc), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:19.403363 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e56dd165-9c1f-459a-bd67-c8181bee4fe6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:19.404240 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f96baa-3593-473d-89cd-e264ff57eb4f req-f874afa2-65c2-4a28-926a-a20f8d8a35f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:19.405078 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e56dd165-9c1f-459a-bd67-c8181bee4fe6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/35d6e070-58aa-4af1-b9de-7380ffb458cc HTTP/1.1" status: 204 len: 168 time: 0.2526765 Feb 09 01:35:19.406178 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-64f96baa-3593-473d-89cd-e264ff57eb4f req-f874afa2-65c2-4a28-926a-a20f8d8a35f9 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=df56b1a3-b96c-4c73-a247-eabcbf9d00ea HTTP/1.1" status: 200 len: 845 time: 0.0657895 Feb 09 01:35:19.408328 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e05956e-c6b7-45e5-8223-b8b337889b69', 'tag': 'f60a5772-8d92-42f7-9a8f-14397fe1a691'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:35:19.410714 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d65690-b775-49c0-9780-ef7ac64b892a" -d '{"events": [{"name": "network-changed", "server_uuid": "7e05956e-c6b7-45e5-8223-b8b337889b69", "tag": "f60a5772-8d92-42f7-9a8f-14397fe1a691"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:35:19.451914 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56dd165-9c1f-459a-bd67-c8181bee4fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d6e070-58aa-4af1-b9de-7380ffb458cc,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:19.498248 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-64f96baa-3593-473d-89cd-e264ff57eb4f req-73a72f2d-2f63-4446-b765-831479ffd451 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=14a123c9-40a9-4ab2-a841-3861362be1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845153 Feb 09 01:35:19.502289 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51d6c14-2e65-4b9c-a278-9cce2efc285d x-openstack-request-id: req-b51d6c14-2e65-4b9c-a278-9cce2efc285d {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:35:19.502939 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e05956e-c6b7-45e5-8223-b8b337889b69", "tag": "f60a5772-8d92-42f7-9a8f-14397fe1a691", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:35:19.503416 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b51d6c14-2e65-4b9c-a278-9cce2efc285d {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:35:19.504098 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e05956e-c6b7-45e5-8223-b8b337889b69', 'tag': 'f60a5772-8d92-42f7-9a8f-14397fe1a691', 'status': 'completed', 'code': 200} Feb 09 01:35:19.626612 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d65690-b775-49c0-9780-ef7ac64b892a req-547453ca-2a7e-4205-b510-62005b5cdce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:19.628514 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-e4d65690-b775-49c0-9780-ef7ac64b892a req-547453ca-2a7e-4205-b510-62005b5cdce4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3786288d8304ed4a73754fbccf8bb65&device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 1127 time: 0.1052272 Feb 09 01:35:19.713498 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d65690-b775-49c0-9780-ef7ac64b892a req-d0dabd0e-7956-4793-a645-55f8e7566164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:19.715606 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e4d65690-b775-49c0-9780-ef7ac64b892a req-d0dabd0e-7956-4793-a645-55f8e7566164 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=c3786288d8304ed4a73754fbccf8bb65&device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 1127 time: 0.1971350 Feb 09 01:35:19.761655 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d65690-b775-49c0-9780-ef7ac64b892a req-09a5cf7f-6d1a-488b-acb2-6f0b10831239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:19.763980 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-e4d65690-b775-49c0-9780-ef7ac64b892a req-09a5cf7f-6d1a-488b-acb2-6f0b10831239 service neutron] 10.222.0.47 "GET /v2.0/networks?id=289bbf9b-fe41-40ce-8895-75a17e893a06 HTTP/1.1" status: 200 len: 899 time: 0.1290324 Feb 09 01:35:19.806094 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-64f96baa-3593-473d-89cd-e264ff57eb4f req-0ae175bd-888e-4179-891c-99a83975fa7a service neutron] 10.222.0.120 "GET /v2.0/networks/14a123c9-40a9-4ab2-a841-3861362be1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020248 Feb 09 01:35:19.911954 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-e4d65690-b775-49c0-9780-ef7ac64b892a req-b2497ccf-93ba-4074-88d1-a646c77a49e0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f60a5772-8d92-42f7-9a8f-14397fe1a691 HTTP/1.1" status: 200 len: 1000 time: 0.1398511 Feb 09 01:35:20.004129 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d65690-b775-49c0-9780-ef7ac64b892a req-2bb96142-08d7-4f84-b3dd-04adbf9c91ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:20.004129 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-e4d65690-b775-49c0-9780-ef7ac64b892a req-2bb96142-08d7-4f84-b3dd-04adbf9c91ea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4a3eb78-65db-471e-9974-dfc9c9ac357d HTTP/1.1" status: 200 len: 833 time: 0.0840812 Feb 09 01:35:20.004460 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56764) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:20.059547 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-17f5d216-ff61-4d0c-91db-82cb357c69bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:20.118496 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d65690-b775-49c0-9780-ef7ac64b892a req-15803b18-594d-4827-bbda-73c52bfb1799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:20.146476 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e4d65690-b775-49c0-9780-ef7ac64b892a req-15803b18-594d-4827-bbda-73c52bfb1799 service neutron] 10.222.0.120 "GET /v2.0/networks?id=289bbf9b-fe41-40ce-8895-75a17e893a06 HTTP/1.1" status: 200 len: 899 time: 0.4213512 Feb 09 01:35:20.192688 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-64f96baa-3593-473d-89cd-e264ff57eb4f req-45f784c1-c10e-4948-8f0b-71305f631c05 service neutron] 10.222.0.120 "GET /v2.0/networks/14a123c9-40a9-4ab2-a841-3861362be1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3806031 Feb 09 01:35:20.237818 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-17f5d216-ff61-4d0c-91db-82cb357c69bc admin admin] Publish callbacks [] for security_group (f5486351-40ab-47eb-9f42-890d07b87efe), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:20.244202 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-17f5d216-ff61-4d0c-91db-82cb357c69bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (f5486351-40ab-47eb-9f42-890d07b87efe), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:20.311114 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-17f5d216-ff61-4d0c-91db-82cb357c69bc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=262bf6ad173f45baaba2dc67e660ea09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3031671 Feb 09 01:35:20.311834 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56780) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:20.377800 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d65690-b775-49c0-9780-ef7ac64b892a req-1d220c2f-3035-41e8-b460-62e6bc75666e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:20.379534 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-e4d65690-b775-49c0-9780-ef7ac64b892a req-1d220c2f-3035-41e8-b460-62e6bc75666e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=289bbf9b-fe41-40ce-8895-75a17e893a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3582797 Feb 09 01:35:20.404888 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386e91a-6165-4205-805a-ef81bb27dcc9 req-2c0ced48-88f9-477a-adbf-40e77bd4bfae tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:20.406653 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2386e91a-6165-4205-805a-ef81bb27dcc9 req-2c0ced48-88f9-477a-adbf-40e77bd4bfae tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6a923f9-0cda-40e4-b52e-eb111ed278c6 HTTP/1.1" status: 200 len: 943 time: 0.4114699 Feb 09 01:35:20.449815 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d6235-8e26-492b-a242-4479775bf466 req-8b72cc9e-ddbe-4bc3-8225-c75b64f1a5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:20.465150 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fc7d6235-8e26-492b-a242-4479775bf466 req-8b72cc9e-ddbe-4bc3-8225-c75b64f1a5ad service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=6d314619fa0a4fa2b259de5884a0fcb1&device_id=c6a923f9-0cda-40e4-b52e-eb111ed278c6 HTTP/1.1" status: 200 len: 1125 time: 0.2179255 Feb 09 01:35:20.470023 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-113749b8-2985-4e2c-88db-4340dff08979 admin admin] Publish callbacks [] for security_group (f5486351-40ab-47eb-9f42-890d07b87efe), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:20.473288 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f5d216-ff61-4d0c-91db-82cb357c69bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5486351-40ab-47eb-9f42-890d07b87efe,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:20.530921 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e4d65690-b775-49c0-9780-ef7ac64b892a req-7dd131ea-6df5-4bd9-bd0e-3d769a1a6aaa service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f60a5772-8d92-42f7-9a8f-14397fe1a691 HTTP/1.1" status: 200 len: 1000 time: 0.3001077 Feb 09 01:35:20.536132 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-113749b8-2985-4e2c-88db-4340dff08979 admin admin] Publish callbacks [] for security_group (f5486351-40ab-47eb-9f42-890d07b87efe), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:20.575063 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dde8c5-9da1-4ce9-afbb-b89e775cfa64 req-6409bf6d-3847-4cb8-960d-3fef464bd80e tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:20.576674 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-53dde8c5-9da1-4ce9-afbb-b89e775cfa64 req-6409bf6d-3847-4cb8-960d-3fef464bd80e tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 945 time: 0.3820190 Feb 09 01:35:20.601039 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-e4d65690-b775-49c0-9780-ef7ac64b892a req-a83f53e1-066b-4cf2-8333-3ff71c98eabd service neutron] 10.222.0.47 "GET /v2.0/networks/289bbf9b-fe41-40ce-8895-75a17e893a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082448 Feb 09 01:35:20.675869 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-113749b8-2985-4e2c-88db-4340dff08979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (f5486351-40ab-47eb-9f42-890d07b87efe), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:20.678837 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-113749b8-2985-4e2c-88db-4340dff08979 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:20.682345 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-113749b8-2985-4e2c-88db-4340dff08979 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f5486351-40ab-47eb-9f42-890d07b87efe HTTP/1.1" status: 204 len: 168 time: 0.3599701 Feb 09 01:35:20.703972 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d65690-b775-49c0-9780-ef7ac64b892a req-9efd41d5-b89d-474a-9182-4c3663afbb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:20.705360 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e4d65690-b775-49c0-9780-ef7ac64b892a req-9efd41d5-b89d-474a-9182-4c3663afbb68 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=f4a3eb78-65db-471e-9974-dfc9c9ac357d HTTP/1.1" status: 200 len: 833 time: 0.1525381 Feb 09 01:35:20.734207 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113749b8-2985-4e2c-88db-4340dff08979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5486351-40ab-47eb-9f42-890d07b87efe,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:20.823569 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-e4d65690-b775-49c0-9780-ef7ac64b892a req-1e2dc809-4758-4f2d-8fcf-8f48d767dea9 service neutron] 10.222.0.47 "GET /v2.0/networks/289bbf9b-fe41-40ce-8895-75a17e893a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164471 Feb 09 01:35:20.848985 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2386e91a-6165-4205-805a-ef81bb27dcc9 req-bd7404ac-de1d-4cc7-b881-207dac049d5b tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4304760 Feb 09 01:35:20.994167 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-53dde8c5-9da1-4ce9-afbb-b89e775cfa64 req-7901e695-f8a9-49f8-9cbb-20a6b8ccacfb tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2253323 Feb 09 01:35:20.998948 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4cefdb49-b6a2-4728-ab22-01e253c5fd74 req-5b59b93d-4cbf-450a-9a3d-8da64a28a68f service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=062f59c7-3747-4df1-bfa8-f5421068e03a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2969868 Feb 09 01:35:21.005087 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d65690-b775-49c0-9780-ef7ac64b892a req-60303929-69af-4ab0-a5c2-d61f3ae45755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:21.006616 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e4d65690-b775-49c0-9780-ef7ac64b892a req-60303929-69af-4ab0-a5c2-d61f3ae45755 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=289bbf9b-fe41-40ce-8895-75a17e893a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2363756 Feb 09 01:35:21.007768 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d6235-8e26-492b-a242-4479775bf466 req-b87d61ca-02fc-4e8d-81bb-db66fc6b527c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:21.009277 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fc7d6235-8e26-492b-a242-4479775bf466 req-b87d61ca-02fc-4e8d-81bb-db66fc6b527c service neutron] 10.222.0.120 "GET /v2.0/networks?id=14a123c9-40a9-4ab2-a841-3861362be1ec HTTP/1.1" status: 200 len: 907 time: 0.5241280 Feb 09 01:35:21.155525 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fc7d6235-8e26-492b-a242-4479775bf466 req-0acdf1af-421a-46fe-b4fe-65d247124402 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46dcf0d1-4cae-4862-8820-d4681795b091 HTTP/1.1" status: 200 len: 217 time: 0.1373518 Feb 09 01:35:21.250331 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d6235-8e26-492b-a242-4479775bf466 req-542027f7-996f-4f3e-a1d1-d06a48289e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:21.252468 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fc7d6235-8e26-492b-a242-4479775bf466 req-542027f7-996f-4f3e-a1d1-d06a48289e35 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=df56b1a3-b96c-4c73-a247-eabcbf9d00ea HTTP/1.1" status: 200 len: 845 time: 0.0783279 Feb 09 01:35:21.343374 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cefdb49-b6a2-4728-ab22-01e253c5fd74 req-3dc72a0e-6a2d-45cc-956c-08370cfb65e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:21.345431 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4cefdb49-b6a2-4728-ab22-01e253c5fd74 req-3dc72a0e-6a2d-45cc-956c-08370cfb65e0 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=6d314619fa0a4fa2b259de5884a0fcb1&device_id=062f59c7-3747-4df1-bfa8-f5421068e03a HTTP/1.1" status: 200 len: 1127 time: 0.2336478 Feb 09 01:35:21.349624 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fc7d6235-8e26-492b-a242-4479775bf466 req-cc66ef7f-74e1-4091-b5ee-3e6a65968d0a service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=14a123c9-40a9-4ab2-a841-3861362be1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894706 Feb 09 01:35:21.352028 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e4d65690-b775-49c0-9780-ef7ac64b892a req-902cf3ba-164a-411b-811a-77a4eb8ab135 service neutron] 10.222.0.120 "GET /v2.0/networks/289bbf9b-fe41-40ce-8895-75a17e893a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245935 Feb 09 01:35:21.682466 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e4d65690-b775-49c0-9780-ef7ac64b892a req-b08a4553-21fb-4ae1-84b6-56dd12f9e1d9 service neutron] 10.222.0.120 "GET /v2.0/networks/289bbf9b-fe41-40ce-8895-75a17e893a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224549 Feb 09 01:35:21.685408 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fc7d6235-8e26-492b-a242-4479775bf466 req-7c289ac1-6d63-4b09-ab4f-244b686cbbe8 service neutron] 10.222.0.120 "GET /v2.0/networks/14a123c9-40a9-4ab2-a841-3861362be1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130269 Feb 09 01:35:21.785545 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cefdb49-b6a2-4728-ab22-01e253c5fd74 req-f4b0e545-9f40-4e5d-ae30-11510e11cef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:21.787585 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4cefdb49-b6a2-4728-ab22-01e253c5fd74 req-f4b0e545-9f40-4e5d-ae30-11510e11cef4 service neutron] 10.222.0.120 "GET /v2.0/networks?id=14a123c9-40a9-4ab2-a841-3861362be1ec HTTP/1.1" status: 200 len: 907 time: 0.4004912 Feb 09 01:35:21.838810 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4cefdb49-b6a2-4728-ab22-01e253c5fd74 req-651e2f96-2a79-486c-8202-c1d0fbd809c5 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e956b02-bd23-4f1e-9a98-e5e3cd586434 HTTP/1.1" status: 200 len: 217 time: 0.0419502 Feb 09 01:35:21.927901 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cefdb49-b6a2-4728-ab22-01e253c5fd74 req-11219cab-c7c4-48d3-9239-eecfefc8c7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:21.929826 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4cefdb49-b6a2-4728-ab22-01e253c5fd74 req-11219cab-c7c4-48d3-9239-eecfefc8c7f4 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=df56b1a3-b96c-4c73-a247-eabcbf9d00ea HTTP/1.1" status: 200 len: 845 time: 0.0859132 Feb 09 01:35:21.932927 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fc7d6235-8e26-492b-a242-4479775bf466 req-c462f9aa-8c21-4aee-93e8-9d2b05cf3305 service neutron] 10.222.0.120 "GET /v2.0/networks/14a123c9-40a9-4ab2-a841-3861362be1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316470 Feb 09 01:35:22.000829 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4cefdb49-b6a2-4728-ab22-01e253c5fd74 req-f4b3830f-3927-4fee-9e6b-9db873d9261c service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=14a123c9-40a9-4ab2-a841-3861362be1ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592914 Feb 09 01:35:22.292796 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device f60a5772-8d92-42f7-9a8f-14397fe1a691 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:35:22.437794 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4cefdb49-b6a2-4728-ab22-01e253c5fd74 req-8497459a-da1f-4edc-97e6-dd06e7ea989e service neutron] 10.222.0.120 "GET /v2.0/networks/14a123c9-40a9-4ab2-a841-3861362be1ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239094 Feb 09 01:35:22.469717 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port f60a5772-8d92-42f7-9a8f-14397fe1a691, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=f60a5772-8d92-42f7-9a8f-14397fe1a691,segment=NetworkSegment(e7f20f7e-7c66-4be7-99f2-fa1397a84898),segment_id=e7f20f7e-7c66-4be7-99f2-fa1397a84898)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:22.495882 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': 'f60a5772-8d92-42f7-9a8f-14397fe1a691', 'network_id': '289bbf9b-fe41-40ce-8895-75a17e893a06', 'port_id': 'f60a5772-8d92-42f7-9a8f-14397fe1a691', 'mac_address': 'fa:16:3e:34:19:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a3eb78-65db-471e-9974-dfc9c9ac357d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:35:22.572824 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port f60a5772-8d92-42f7-9a8f-14397fe1a691 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:35:22.573703 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f60a5772-8d92-42f7-9a8f-14397fe1a691), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:22.592792 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f60a5772-8d92-42f7-9a8f-14397fe1a691 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:35:22.624029 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port f60a5772-8d92-42f7-9a8f-14397fe1a691, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=f60a5772-8d92-42f7-9a8f-14397fe1a691,segment=NetworkSegment(e7f20f7e-7c66-4be7-99f2-fa1397a84898),segment_id=e7f20f7e-7c66-4be7-99f2-fa1397a84898)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:22.642949 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f60a5772-8d92-42f7-9a8f-14397fe1a691), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:22.721672 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24542c8-1f45-4c97-a211-7bd2305a9220 req-29df384d-8da3-46f7-a652-e8b8ada11c05 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:22.737217 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f24542c8-1f45-4c97-a211-7bd2305a9220 req-29df384d-8da3-46f7-a652-e8b8ada11c05 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 945 time: 0.5283115 Feb 09 01:35:22.738279 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=f60a5772-8d92-42f7-9a8f-14397fe1a691,revision_number=12']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:22.753833 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c8f4f-e388-49cc-b98a-b483a11edd4c req-81b3659d-55e0-41e8-8f5f-807efdbd199b tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:22.756968 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bc0c8f4f-e388-49cc-b98a-b483a11edd4c req-81b3659d-55e0-41e8-8f5f-807efdbd199b tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6a923f9-0cda-40e4-b52e-eb111ed278c6 HTTP/1.1" status: 200 len: 943 time: 0.7356484 Feb 09 01:35:22.904923 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['f60a5772-8d92-42f7-9a8f-14397fe1a691'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:35:22.924395 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f24542c8-1f45-4c97-a211-7bd2305a9220 req-e404de10-2515-4898-9e6a-c7dd66e7df30 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627803 Feb 09 01:35:22.967329 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56924) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:22.999356 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4cefdb49-b6a2-4728-ab22-01e253c5fd74 req-e2b3c480-3830-4cde-a7d6-3d7a826de8ca service neutron] 10.222.0.120 "GET /v2.0/networks/14a123c9-40a9-4ab2-a841-3861362be1ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5275872 Feb 09 01:35:23.026674 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bc0c8f4f-e388-49cc-b98a-b483a11edd4c req-70620991-d48e-4050-b9e7-20053e2ac00c tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621462 Feb 09 01:35:23.095519 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 46dcf0d1-4cae-4862-8820-d4681795b091 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:35:23.165666 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b60cb331-fae3-4114-bd40-28ca033119f2 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/floatingips/889ffb01-76a3-49e3-b4ac-8aaaef7eccc6 HTTP/1.1" status: 200 len: 993 time: 0.1931248 Feb 09 01:35:23.269041 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 46dcf0d1-4cae-4862-8820-d4681795b091, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=46dcf0d1-4cae-4862-8820-d4681795b091,segment=NetworkSegment(67868df0-7119-4405-a5ee-9b482544987e),segment_id=67868df0-7119-4405-a5ee-9b482544987e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:23.307420 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '46dcf0d1-4cae-4862-8820-d4681795b091', 'network_id': '14a123c9-40a9-4ab2-a841-3861362be1ec', 'port_id': '46dcf0d1-4cae-4862-8820-d4681795b091', 'mac_address': 'fa:16:3e:ed:ed:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df56b1a3-b96c-4c73-a247-eabcbf9d00ea', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:35:23.486968 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 46dcf0d1-4cae-4862-8820-d4681795b091 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:35:23.487483 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (46dcf0d1-4cae-4862-8820-d4681795b091), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:23.552662 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46dcf0d1-4cae-4862-8820-d4681795b091 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:35:23.601548 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 46dcf0d1-4cae-4862-8820-d4681795b091, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=46dcf0d1-4cae-4862-8820-d4681795b091,segment=NetworkSegment(67868df0-7119-4405-a5ee-9b482544987e),segment_id=67868df0-7119-4405-a5ee-9b482544987e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:23.661781 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (46dcf0d1-4cae-4862-8820-d4681795b091), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:23.731485 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=46dcf0d1-4cae-4862-8820-d4681795b091,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:23.850851 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56968) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:23.870053 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['46dcf0d1-4cae-4862-8820-d4681795b091'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:35:24.030005 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5aa698d5-2fac-4a60-a59e-d45b842942e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:24.140252 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5aa698d5-2fac-4a60-a59e-d45b842942e1 admin admin] Publish callbacks [] for security_group (50e697da-d883-42d9-87a4-447a361e382c), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:24.153075 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5aa698d5-2fac-4a60-a59e-d45b842942e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (50e697da-d883-42d9-87a4-447a361e382c), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:24.225335 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa698d5-2fac-4a60-a59e-d45b842942e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e697da-d883-42d9-87a4-447a361e382c,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:24.250006 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5aa698d5-2fac-4a60-a59e-d45b842942e1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=df350e012e854ee386b23f537b7f5fc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3979127 Feb 09 01:35:24.250902 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 56982) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:24.295666 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device f60a5772-8d92-42f7-9a8f-14397fe1a691 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:35:24.313635 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b6d2ada5-001f-4596-89cf-d8c83ebb4e85 admin admin] Publish callbacks [] for security_group (50e697da-d883-42d9-87a4-447a361e382c), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:24.323304 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5f235-4753-42db-865e-aeb0c22837c1 req-87ac5f2d-553f-42d3-9200-055566800a05 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:24.326542 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0ee5f235-4753-42db-865e-aeb0c22837c1 req-87ac5f2d-553f-42d3-9200-055566800a05 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6a923f9-0cda-40e4-b52e-eb111ed278c6 HTTP/1.1" status: 200 len: 944 time: 0.1300673 Feb 09 01:35:24.347191 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b6d2ada5-001f-4596-89cf-d8c83ebb4e85 admin admin] Publish callbacks [] for security_group (50e697da-d883-42d9-87a4-447a361e382c), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:24.397451 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port f60a5772-8d92-42f7-9a8f-14397fe1a691 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:35:24.410300 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port f60a5772-8d92-42f7-9a8f-14397fe1a691 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:24.410707 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f60a5772-8d92-42f7-9a8f-14397fe1a691), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:24.457091 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b6d2ada5-001f-4596-89cf-d8c83ebb4e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (50e697da-d883-42d9-87a4-447a361e382c), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:24.459830 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b6d2ada5-001f-4596-89cf-d8c83ebb4e85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:24.470801 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b6d2ada5-001f-4596-89cf-d8c83ebb4e85 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/50e697da-d883-42d9-87a4-447a361e382c HTTP/1.1" status: 204 len: 168 time: 0.2115145 Feb 09 01:35:24.482002 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0ee5f235-4753-42db-865e-aeb0c22837c1 req-cbe0a91f-0d37-4e1b-98f2-cae73d9c98fd tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475701 Feb 09 01:35:24.504712 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d2ada5-001f-4596-89cf-d8c83ebb4e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e697da-d883-42d9-87a4-447a361e382c,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:24.599423 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port f60a5772-8d92-42f7-9a8f-14397fe1a691 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:35:24.600057 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f60a5772-8d92-42f7-9a8f-14397fe1a691), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:24.630770 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e05956e-c6b7-45e5-8223-b8b337889b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f60a5772-8d92-42f7-9a8f-14397fe1a691'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:35:24.634695 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc9b368-c4c2-4000-a017-82c0db24fd17" -d '{"events": [{"server_uuid": "7e05956e-c6b7-45e5-8223-b8b337889b69", "name": "network-vif-plugged", "status": "completed", "tag": "f60a5772-8d92-42f7-9a8f-14397fe1a691"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:35:24.651705 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port f60a5772-8d92-42f7-9a8f-14397fe1a691, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=f60a5772-8d92-42f7-9a8f-14397fe1a691,segment=NetworkSegment(e7f20f7e-7c66-4be7-99f2-fa1397a84898),segment_id=e7f20f7e-7c66-4be7-99f2-fa1397a84898)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:24.656440 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f60a5772-8d92-42f7-9a8f-14397fe1a691), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:24.702746 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a59883-0b08-4491-b478-616181ff2100 x-openstack-request-id: req-47a59883-0b08-4491-b478-616181ff2100 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:35:24.703160 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e05956e-c6b7-45e5-8223-b8b337889b69", "name": "network-vif-plugged", "status": "completed", "tag": "f60a5772-8d92-42f7-9a8f-14397fe1a691", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:35:24.703486 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-47a59883-0b08-4491-b478-616181ff2100 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:35:24.704244 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e05956e-c6b7-45e5-8223-b8b337889b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f60a5772-8d92-42f7-9a8f-14397fe1a691', 'code': 200} Feb 09 01:35:24.737058 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=f60a5772-8d92-42f7-9a8f-14397fe1a691,revision_number=13']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:25.020917 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 46dcf0d1-4cae-4862-8820-d4681795b091 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:35:25.107901 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 46dcf0d1-4cae-4862-8820-d4681795b091 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:35:25.112923 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 46dcf0d1-4cae-4862-8820-d4681795b091 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:25.113496 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (46dcf0d1-4cae-4862-8820-d4681795b091), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:25.291725 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 46dcf0d1-4cae-4862-8820-d4681795b091 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:35:25.292123 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (46dcf0d1-4cae-4862-8820-d4681795b091), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:25.363693 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 46dcf0d1-4cae-4862-8820-d4681795b091, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=46dcf0d1-4cae-4862-8820-d4681795b091,segment=NetworkSegment(67868df0-7119-4405-a5ee-9b482544987e),segment_id=67868df0-7119-4405-a5ee-9b482544987e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:25.373689 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (46dcf0d1-4cae-4862-8820-d4681795b091), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:25.455978 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=46dcf0d1-4cae-4862-8820-d4681795b091,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:25.733588 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70997136-4993-436e-8052-7e39b602b6cc req-3731b012-5934-4251-9761-e78be36b069e tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:25.735915 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-70997136-4993-436e-8052-7e39b602b6cc req-3731b012-5934-4251-9761-e78be36b069e tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6a923f9-0cda-40e4-b52e-eb111ed278c6 HTTP/1.1" status: 200 len: 945 time: 0.1282871 Feb 09 01:35:25.804820 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-70997136-4993-436e-8052-7e39b602b6cc req-2c29a409-7f02-4e7f-b985-f99983341ff5 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626659 Feb 09 01:35:26.383669 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 57078) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:26.604096 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-e0e26121-65d6-4432-a049-9b22914e62dd tempest-MeteringIpV6TestJSON-1271209706 tempest-MeteringIpV6TestJSON-1271209706-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1950962379'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:26.604579 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-e0e26121-65d6-4432-a049-9b22914e62dd tempest-MeteringIpV6TestJSON-1271209706 tempest-MeteringIpV6TestJSON-1271209706-project-admin] Unknown quota resources ['metering_label']. {{(pid=103136) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 01:35:26.705516 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a923f9-0cda-40e4-b52e-eb111ed278c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46dcf0d1-4cae-4862-8820-d4681795b091'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:35:26.708181 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a63d145-b7a4-49f2-8412-368c5c0d129f" -d '{"events": [{"server_uuid": "c6a923f9-0cda-40e4-b52e-eb111ed278c6", "name": "network-vif-plugged", "status": "completed", "tag": "46dcf0d1-4cae-4862-8820-d4681795b091"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:35:26.770949 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8846fe83-f30b-4674-a44f-af2e87b35a01 x-openstack-request-id: req-8846fe83-f30b-4674-a44f-af2e87b35a01 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:35:26.771334 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a923f9-0cda-40e4-b52e-eb111ed278c6", "name": "network-vif-plugged", "status": "completed", "tag": "46dcf0d1-4cae-4862-8820-d4681795b091", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:35:26.771733 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8846fe83-f30b-4674-a44f-af2e87b35a01 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:35:26.772196 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a923f9-0cda-40e4-b52e-eb111ed278c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46dcf0d1-4cae-4862-8820-d4681795b091', 'code': 200} Feb 09 01:35:26.840688 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e0e26121-65d6-4432-a049-9b22914e62dd tempest-MeteringIpV6TestJSON-1271209706 tempest-MeteringIpV6TestJSON-1271209706-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:26.846169 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e0e26121-65d6-4432-a049-9b22914e62dd tempest-MeteringIpV6TestJSON-1271209706 tempest-MeteringIpV6TestJSON-1271209706-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4606042 Feb 09 01:35:26.846297 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57098) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:26.852769 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-91c70be9-6ac1-4a31-a96b-feb79992b81f tempest-MeteringIpV6TestJSON-1271209706 tempest-MeteringIpV6TestJSON-1271209706-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '83640467-3f8e-459d-8734-adb446271a62'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:26.853461 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-91c70be9-6ac1-4a31-a96b-feb79992b81f tempest-MeteringIpV6TestJSON-1271209706 tempest-MeteringIpV6TestJSON-1271209706-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103137) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 01:35:26.960665 n-d-828369-4 neutron-server[103137]: WARNING neutron.services.metering.metering_plugin [None req-91c70be9-6ac1-4a31-a96b-feb79992b81f tempest-MeteringIpV6TestJSON-1271209706 tempest-MeteringIpV6TestJSON-1271209706-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 09 01:35:27.003608 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548bd4be-eeb4-4d0f-9bb7-085df8d76901 req-1867de61-d71a-400e-9ad5-d44cef1a58d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:27.013420 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-548bd4be-eeb4-4d0f-9bb7-085df8d76901 req-1867de61-d71a-400e-9ad5-d44cef1a58d0 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=c6a923f9-0cda-40e4-b52e-eb111ed278c6 HTTP/1.1" status: 200 len: 1127 time: 0.1229312 Feb 09 01:35:27.068270 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf47f6-8688-407d-bcfc-0bdac39098f8 req-0b5dbe5d-e60e-4b21-b940-a2dd4b523138 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:27.076202 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5fbf47f6-8688-407d-bcfc-0bdac39098f8 req-0b5dbe5d-e60e-4b21-b940-a2dd4b523138 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6a923f9-0cda-40e4-b52e-eb111ed278c6 HTTP/1.1" status: 200 len: 945 time: 0.1744859 Feb 09 01:35:27.126822 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-548bd4be-eeb4-4d0f-9bb7-085df8d76901 req-4292797e-cae4-4166-b012-f10384479e81 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031322 Feb 09 01:35:27.156766 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-91c70be9-6ac1-4a31-a96b-feb79992b81f tempest-MeteringIpV6TestJSON-1271209706 tempest-MeteringIpV6TestJSON-1271209706-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:27.158190 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-91c70be9-6ac1-4a31-a96b-feb79992b81f tempest-MeteringIpV6TestJSON-1271209706 tempest-MeteringIpV6TestJSON-1271209706-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3109000 Feb 09 01:35:27.161532 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57102) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:27.169893 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5fbf47f6-8688-407d-bcfc-0bdac39098f8 req-dddc8816-898a-4bac-b92f-455421d8f49f tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924599 Feb 09 01:35:27.173822 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-102a1996-9c02-492c-b9ed-c03cfe267d5d tempest-MeteringIpV6TestJSON-1271209706 tempest-MeteringIpV6TestJSON-1271209706-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '83640467-3f8e-459d-8734-adb446271a62'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:27.175723 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-102a1996-9c02-492c-b9ed-c03cfe267d5d tempest-MeteringIpV6TestJSON-1271209706 tempest-MeteringIpV6TestJSON-1271209706-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103137) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 01:35:27.295287 n-d-828369-4 neutron-server[103137]: WARNING neutron.services.metering.metering_plugin [None req-102a1996-9c02-492c-b9ed-c03cfe267d5d tempest-MeteringIpV6TestJSON-1271209706 tempest-MeteringIpV6TestJSON-1271209706-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 09 01:35:27.443328 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-102a1996-9c02-492c-b9ed-c03cfe267d5d tempest-MeteringIpV6TestJSON-1271209706 tempest-MeteringIpV6TestJSON-1271209706-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:27.447832 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 57112) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:27.448153 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-102a1996-9c02-492c-b9ed-c03cfe267d5d tempest-MeteringIpV6TestJSON-1271209706 tempest-MeteringIpV6TestJSON-1271209706-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2843285 Feb 09 01:35:27.464493 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-7ac6ff14-36c7-48de-a906-1ead33260547 tempest-MeteringIpV6TestJSON-1271209706 tempest-MeteringIpV6TestJSON-1271209706-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=991d9a34-1a51-42ae-be30-1bfba51b7534 HTTP/1.1" status: 200 len: 462 time: 0.0144668 Feb 09 01:35:27.467087 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 57114) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:28.022128 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b5f83072-8338-4f00-8cbc-e64dff241a59 tempest-MeteringIpV6TestJSON-1271209706 tempest-MeteringIpV6TestJSON-1271209706-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:28.023965 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b5f83072-8338-4f00-8cbc-e64dff241a59 tempest-MeteringIpV6TestJSON-1271209706 tempest-MeteringIpV6TestJSON-1271209706-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/991d9a34-1a51-42ae-be30-1bfba51b7534 HTTP/1.1" status: 204 len: 168 time: 0.5555797 Feb 09 01:35:28.026332 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 57130) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:28.040845 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-be7b31d5-7842-4401-90ee-c6cf46440744 tempest-MeteringIpV6TestJSON-1271209706 tempest-MeteringIpV6TestJSON-1271209706-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=991d9a34-1a51-42ae-be30-1bfba51b7534 HTTP/1.1" status: 200 len: 221 time: 0.0102174 Feb 09 01:35:28.041052 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 57132) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:28.047523 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-69da9700-189d-43f1-8069-0cd3dcdcc65f tempest-MeteringIpV6TestJSON-1271209706 tempest-MeteringIpV6TestJSON-1271209706-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1602442086', 'description': 'label created by tempest'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:28.048695 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-69da9700-189d-43f1-8069-0cd3dcdcc65f tempest-MeteringIpV6TestJSON-1271209706 tempest-MeteringIpV6TestJSON-1271209706-project-admin] Unknown quota resources ['metering_label']. {{(pid=103136) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 01:35:28.323060 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-69da9700-189d-43f1-8069-0cd3dcdcc65f tempest-MeteringIpV6TestJSON-1271209706 tempest-MeteringIpV6TestJSON-1271209706-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:28.324500 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-69da9700-189d-43f1-8069-0cd3dcdcc65f tempest-MeteringIpV6TestJSON-1271209706 tempest-MeteringIpV6TestJSON-1271209706-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2822053 Feb 09 01:35:28.327337 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57146) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:28.397711 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de849687-7de8-4c2b-835a-8bc334d014cb req-76ef5882-f491-4758-9db9-2a46c7349091 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:28.399392 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de849687-7de8-4c2b-835a-8bc334d014cb req-76ef5882-f491-4758-9db9-2a46c7349091 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6a923f9-0cda-40e4-b52e-eb111ed278c6 HTTP/1.1" status: 200 len: 945 time: 0.0736370 Feb 09 01:35:28.441020 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8609fbdc-34b6-4913-a307-2d8fc82f5310 tempest-MeteringIpV6TestJSON-1271209706 tempest-MeteringIpV6TestJSON-1271209706-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=db709c1e-23c3-4b58-a4e2-5ff22cbee0b9 HTTP/1.1" status: 200 len: 468 time: 0.1089718 Feb 09 01:35:28.441245 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57148) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:28.452328 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de849687-7de8-4c2b-835a-8bc334d014cb req-4f789662-b628-4e25-99dd-666d7e0aa92b tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473828 Feb 09 01:35:29.047020 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-50906a0c-d907-42b2-983c-4d9874de8218 tempest-MeteringIpV6TestJSON-1271209706 tempest-MeteringIpV6TestJSON-1271209706-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:29.050776 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-50906a0c-d907-42b2-983c-4d9874de8218 tempest-MeteringIpV6TestJSON-1271209706 tempest-MeteringIpV6TestJSON-1271209706-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/db709c1e-23c3-4b58-a4e2-5ff22cbee0b9 HTTP/1.1" status: 204 len: 168 time: 0.6071453 Feb 09 01:35:29.052455 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 57186) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:29.069006 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-dd18b56e-3b8b-4a98-b55f-a92363eef6c1 tempest-MeteringIpV6TestJSON-1271209706 tempest-MeteringIpV6TestJSON-1271209706-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=db709c1e-23c3-4b58-a4e2-5ff22cbee0b9 HTTP/1.1" status: 200 len: 216 time: 0.0147452 Feb 09 01:35:29.073014 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57190) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:29.087783 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-01683ef1-39a7-4577-aa6b-f568b42dcbbd tempest-MeteringIpV6TestJSON-1271209706 tempest-MeteringIpV6TestJSON-1271209706-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0127089 Feb 09 01:35:29.090953 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57196) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:29.109928 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a78ef1b2-f31c-4a08-b4ae-cfdfb175fc14 tempest-MeteringIpV6TestJSON-1271209706 tempest-MeteringIpV6TestJSON-1271209706-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0169623 Feb 09 01:35:29.113481 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 57202) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:29.190965 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-de08592b-d5c4-4369-95dc-6401e5a61a3f tempest-MeteringIpV6TestJSON-1271209706 tempest-MeteringIpV6TestJSON-1271209706-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels/83640467-3f8e-459d-8734-adb446271a62 HTTP/1.1" status: 200 len: 473 time: 0.0760839 Feb 09 01:35:29.197645 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57210) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:29.218698 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9dc24e96-bbb8-461c-99dc-3340beaa8630 tempest-MeteringIpV6TestJSON-1271209706 tempest-MeteringIpV6TestJSON-1271209706-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules/fc47e1a5-2dd8-4911-b3a1-358d4f3696ae HTTP/1.1" status: 200 len: 459 time: 0.0158691 Feb 09 01:35:29.219525 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57216) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:29.412256 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4e929c95-f228-49cc-9903-721dfaed17c7 tempest-MeteringIpV6TestJSON-1271209706 tempest-MeteringIpV6TestJSON-1271209706-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:29.416473 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4e929c95-f228-49cc-9903-721dfaed17c7 tempest-MeteringIpV6TestJSON-1271209706 tempest-MeteringIpV6TestJSON-1271209706-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/fc47e1a5-2dd8-4911-b3a1-358d4f3696ae HTTP/1.1" status: 204 len: 168 time: 0.1953676 Feb 09 01:35:29.416854 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 57240) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:29.858634 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447307f8-ba0e-40d5-845a-9fa589e26c59 req-c06a7d04-c01a-426b-a0d6-05ed1d1c05fc tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:29.861995 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-447307f8-ba0e-40d5-845a-9fa589e26c59 req-c06a7d04-c01a-426b-a0d6-05ed1d1c05fc tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6a923f9-0cda-40e4-b52e-eb111ed278c6 HTTP/1.1" status: 200 len: 945 time: 0.2539749 Feb 09 01:35:29.874555 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c3586b82-91dc-4ffc-a43c-e6a77eb1cb5e tempest-MeteringIpV6TestJSON-1271209706 tempest-MeteringIpV6TestJSON-1271209706-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:29.875716 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c3586b82-91dc-4ffc-a43c-e6a77eb1cb5e tempest-MeteringIpV6TestJSON-1271209706 tempest-MeteringIpV6TestJSON-1271209706-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/83640467-3f8e-459d-8734-adb446271a62 HTTP/1.1" status: 204 len: 168 time: 0.4575295 Feb 09 01:35:29.948504 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-447307f8-ba0e-40d5-845a-9fa589e26c59 req-e4d8ef36-7366-494a-b628-911a3f73a3f1 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716105 Feb 09 01:35:30.397946 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57344) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:30.412454 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca2f085-0681-41d6-a74d-cb1bceaa39ae req-17264236-8ea0-44eb-940a-c25c90ebd48b tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:30.416007 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9ca2f085-0681-41d6-a74d-cb1bceaa39ae req-17264236-8ea0-44eb-940a-c25c90ebd48b tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6a923f9-0cda-40e4-b52e-eb111ed278c6 HTTP/1.1" status: 200 len: 945 time: 0.1037412 Feb 09 01:35:30.496153 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9ca2f085-0681-41d6-a74d-cb1bceaa39ae req-5c93b7ef-4274-48e9-99f8-0bdc2ca695b7 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732503 Feb 09 01:35:30.600503 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-caec4440-625e-4332-9f8a-5c47644a11e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:30.754301 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-caec4440-625e-4332-9f8a-5c47644a11e9 admin admin] Publish callbacks [] for security_group (2bd5bcd2-664c-4581-8a8f-c026f0063419), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:30.760108 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-caec4440-625e-4332-9f8a-5c47644a11e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (2bd5bcd2-664c-4581-8a8f-c026f0063419), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:30.767766 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4ee79-1602-4460-abda-674c6a22f846 req-3156f471-6ceb-401d-8c0e-31e07808ad49 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:30.769383 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-11b4ee79-1602-4460-abda-674c6a22f846 req-3156f471-6ceb-401d-8c0e-31e07808ad49 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6a923f9-0cda-40e4-b52e-eb111ed278c6 HTTP/1.1" status: 200 len: 945 time: 0.1137326 Feb 09 01:35:30.871378 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-caec4440-625e-4332-9f8a-5c47644a11e9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1275bd1d7fc84ab186ac032f7874cd26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4699540 Feb 09 01:35:30.873372 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57396) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:30.874451 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-11b4ee79-1602-4460-abda-674c6a22f846 req-dd621a37-1b7b-4bf2-8266-ff950eb28b95 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963032 Feb 09 01:35:30.875446 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec4440-625e-4332-9f8a-5c47644a11e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd5bcd2-664c-4581-8a8f-c026f0063419,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:30.969879 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-58ae2457-9f5e-409a-838a-6412c5877453 admin admin] Publish callbacks [] for security_group (2bd5bcd2-664c-4581-8a8f-c026f0063419), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:31.019251 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-58ae2457-9f5e-409a-838a-6412c5877453 admin admin] Publish callbacks [] for security_group (2bd5bcd2-664c-4581-8a8f-c026f0063419), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:31.093385 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-58ae2457-9f5e-409a-838a-6412c5877453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (2bd5bcd2-664c-4581-8a8f-c026f0063419), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:31.100503 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-58ae2457-9f5e-409a-838a-6412c5877453 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:31.102906 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-58ae2457-9f5e-409a-838a-6412c5877453 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2bd5bcd2-664c-4581-8a8f-c026f0063419 HTTP/1.1" status: 204 len: 168 time: 0.2284069 Feb 09 01:35:31.143096 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ae2457-9f5e-409a-838a-6412c5877453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd5bcd2-664c-4581-8a8f-c026f0063419,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:31.325837 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbc766-49f2-4fb7-a436-ef1c1e2881ef req-ab29f250-8c89-41e7-a2dc-07d586eac3c7 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:31.334918 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47fbc766-49f2-4fb7-a436-ef1c1e2881ef req-ab29f250-8c89-41e7-a2dc-07d586eac3c7 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6a923f9-0cda-40e4-b52e-eb111ed278c6 HTTP/1.1" status: 200 len: 945 time: 0.1467633 Feb 09 01:35:31.427093 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47fbc766-49f2-4fb7-a436-ef1c1e2881ef req-42341149-32c0-4b58-b731-16099e3e5937 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895250 Feb 09 01:35:31.614229 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57478) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:31.644849 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-66631d0f-2d3c-4bf2-b5e8-cfd84fc77088 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:31.805693 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-66631d0f-2d3c-4bf2-b5e8-cfd84fc77088 admin admin] Publish callbacks [] for security_group (fe5521f5-c650-4a98-acc2-20b1d47a2108), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:31.810731 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-66631d0f-2d3c-4bf2-b5e8-cfd84fc77088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (fe5521f5-c650-4a98-acc2-20b1d47a2108), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:31.843135 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-66631d0f-2d3c-4bf2-b5e8-cfd84fc77088 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=68e5d56139cb40769c0df5ceb65280f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2277792 Feb 09 01:35:31.846112 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 57510) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:31.876477 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66631d0f-2d3c-4bf2-b5e8-cfd84fc77088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5521f5-c650-4a98-acc2-20b1d47a2108,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:31.904526 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-415a8bca-1c77-4e24-8ce6-180adf50cfb6 admin admin] Publish callbacks [] for security_group (fe5521f5-c650-4a98-acc2-20b1d47a2108), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:31.927551 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-415a8bca-1c77-4e24-8ce6-180adf50cfb6 admin admin] Publish callbacks [] for security_group (fe5521f5-c650-4a98-acc2-20b1d47a2108), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:31.981200 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-415a8bca-1c77-4e24-8ce6-180adf50cfb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (fe5521f5-c650-4a98-acc2-20b1d47a2108), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:31.984818 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-415a8bca-1c77-4e24-8ce6-180adf50cfb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:31.986352 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-415a8bca-1c77-4e24-8ce6-180adf50cfb6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fe5521f5-c650-4a98-acc2-20b1d47a2108 HTTP/1.1" status: 204 len: 168 time: 0.1379228 Feb 09 01:35:31.995384 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a8bca-1c77-4e24-8ce6-180adf50cfb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5521f5-c650-4a98-acc2-20b1d47a2108,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:32.425675 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-aadcffbe-ed44-4927-b504-2a274ac17319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:32.690904 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61c1ea-10ee-4fa5-b90f-d5ee5be8af33 req-b7d268a7-30c5-4d0d-b37d-d0e4db947449 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:32.701775 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9b61c1ea-10ee-4fa5-b90f-d5ee5be8af33 req-b7d268a7-30c5-4d0d-b37d-d0e4db947449 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6a923f9-0cda-40e4-b52e-eb111ed278c6 HTTP/1.1" status: 200 len: 945 time: 0.1436458 Feb 09 01:35:32.799951 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9b61c1ea-10ee-4fa5-b90f-d5ee5be8af33 req-3087915e-ff28-4082-9292-e7005c9e5170 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971856 Feb 09 01:35:33.363864 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 57672) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:33.566377 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-f18d7c0b-7d2a-4d63-ae2a-78e43feae00d tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1333428178'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:33.588662 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18d7c0b-7d2a-4d63-ae2a-78e43feae00d tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Made reservation on behalf of 3438a7112f654c00af6999429e7a043c for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:35:33.592562 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f18d7c0b-7d2a-4d63-ae2a-78e43feae00d tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:33.605014 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f18d7c0b-7d2a-4d63-ae2a-78e43feae00d tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:33.715752 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f18d7c0b-7d2a-4d63-ae2a-78e43feae00d tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks [] for security_group (b2fc9088-70a6-4647-803a-84a57324b766), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:33.735763 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f18d7c0b-7d2a-4d63-ae2a-78e43feae00d tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b2fc9088-70a6-4647-803a-84a57324b766), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:33.774849 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d7c0b-7d2a-4d63-ae2a-78e43feae00d tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fc9088-70a6-4647-803a-84a57324b766,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:33.807407 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f18d7c0b-7d2a-4d63-ae2a-78e43feae00d tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1035} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:35:33.838092 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f18d7c0b-7d2a-4d63-ae2a-78e43feae00d tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (30e3f778-4ece-4853-9268-e6b07e32d21c), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:33.838454 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-f18d7c0b-7d2a-4d63-ae2a-78e43feae00d tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Added segment 30e3f778-4ece-4853-9268-e6b07e32d21c of type vlan for network 94211d69-a8a5-443e-ba97-1f467b6a947c Feb 09 01:35:33.910190 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f18d7c0b-7d2a-4d63-ae2a-78e43feae00d tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (94211d69-a8a5-443e-ba97-1f467b6a947c), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:33.997832 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f18d7c0b-7d2a-4d63-ae2a-78e43feae00d tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (94211d69-a8a5-443e-ba97-1f467b6a947c), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:34.004340 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18d7c0b-7d2a-4d63-ae2a-78e43feae00d tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:34.005260 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f18d7c0b-7d2a-4d63-ae2a-78e43feae00d tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:34.033229 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f18d7c0b-7d2a-4d63-ae2a-78e43feae00d tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6653745 Feb 09 01:35:34.034105 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57748) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:34.048778 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-f34a0f4e-b408-4781-bcca-334a0cff51f4 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Request body: {'subnet': {'network_id': '94211d69-a8a5-443e-ba97-1f467b6a947c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:34.099361 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4828f0-0b4a-4fc6-82b8-7ce48d6ea973 req-78ca5511-da3f-4034-9b52-a8e784b342db tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:34.101588 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fe4828f0-0b4a-4fc6-82b8-7ce48d6ea973 req-78ca5511-da3f-4034-9b52-a8e784b342db tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6a923f9-0cda-40e4-b52e-eb111ed278c6 HTTP/1.1" status: 200 len: 945 time: 0.1667843 Feb 09 01:35:34.136474 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d7c0b-7d2a-4d63-ae2a-78e43feae00d tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Pushing event updated for resources: {'Network': ['ID=94211d69-a8a5-443e-ba97-1f467b6a947c,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:34.150500 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 94211d69-a8a5-443e-ba97-1f467b6a947c details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:35:34.175664 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fe4828f0-0b4a-4fc6-82b8-7ce48d6ea973 req-cf86b9a1-5761-481f-b82c-8e6b4aec3bbe tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607195 Feb 09 01:35:34.224362 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34a0f4e-b408-4781-bcca-334a0cff51f4 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Made reservation on behalf of 3438a7112f654c00af6999429e7a043c for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:35:34.230420 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f34a0f4e-b408-4781-bcca-334a0cff51f4 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:34.443301 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9015b015-7902-45a8-a78e-427cffeaf533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:34.544598 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f34a0f4e-b408-4781-bcca-334a0cff51f4 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (19cb1709-b880-4991-9f6f-143a0311a066), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:34.644504 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34a0f4e-b408-4781-bcca-334a0cff51f4 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Pushing event updated for resources: {'Subnet': ['ID=19cb1709-b880-4991-9f6f-143a0311a066,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:34.696944 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34a0f4e-b408-4781-bcca-334a0cff51f4 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Checking segment: {'id': '30e3f778-4ece-4853-9268-e6b07e32d21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '94211d69-a8a5-443e-ba97-1f467b6a947c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:35:34.697619 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34a0f4e-b408-4781-bcca-334a0cff51f4 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Network hostable DHCP agents. Network: 94211d69-a8a5-443e-ba97-1f467b6a947c, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:35:34.730858 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34a0f4e-b408-4781-bcca-334a0cff51f4 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Network 94211d69-a8a5-443e-ba97-1f467b6a947c is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:35:34.745617 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-f34a0f4e-b408-4781-bcca-334a0cff51f4 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 94211d69-a8a5-443e-ba97-1f467b6a947c) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:34.756331 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adba0f31-e1e3-4ec5-82f1-474a35af7ac9 None None] Network 94211d69-a8a5-443e-ba97-1f467b6a947c requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:35:34.763524 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34a0f4e-b408-4781-bcca-334a0cff51f4 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:34.765198 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f34a0f4e-b408-4781-bcca-334a0cff51f4 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:34.789274 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 57792) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:34.790274 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f34a0f4e-b408-4781-bcca-334a0cff51f4 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7536564 Feb 09 01:35:34.794864 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-3e31ba30-f573-4145-8853-91fe80d6aae2 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Request body: {'port': {'network_id': '94211d69-a8a5-443e-ba97-1f467b6a947c', 'name': 'tempest-AllowedAddressPairTestJSON-1833830506'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:34.945523 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e31ba30-f573-4145-8853-91fe80d6aae2 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Made reservation on behalf of 3438a7112f654c00af6999429e7a043c for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:35:34.949041 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3e31ba30-f573-4145-8853-91fe80d6aae2 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:34.972070 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-3e31ba30-f573-4145-8853-91fe80d6aae2 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] device_id is not set on port 82f26e74-b76c-400e-a291-532d081986d8 yet. {{(pid=103136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:35:35.195999 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-3e31ba30-f573-4145-8853-91fe80d6aae2 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Allocated IP 172.20.0.13 (94211d69-a8a5-443e-ba97-1f467b6a947c/19cb1709-b880-4991-9f6f-143a0311a066/82f26e74-b76c-400e-a291-532d081986d8) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:35:35.203174 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067e0a18-562c-4739-8a1d-1d64e793247b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-94211d69-a8a5-443e-ba97-1f467b6a947c', 'network_id': '94211d69-a8a5-443e-ba97-1f467b6a947c', 'project_id': '3438a7112f654c00af6999429e7a043c', 'fixed_ips': [{'subnet_id': '19cb1709-b880-4991-9f6f-143a0311a066'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:35:35.204048 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-067e0a18-562c-4739-8a1d-1d64e793247b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:35.540640 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec2812-29a7-497f-97e7-c495a6d6a9a6 req-5edbe352-08e8-4b4d-a379-d7e75157ed1a tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:35.554289 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01ec2812-29a7-497f-97e7-c495a6d6a9a6 req-5edbe352-08e8-4b4d-a379-d7e75157ed1a tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6a923f9-0cda-40e4-b52e-eb111ed278c6 HTTP/1.1" status: 200 len: 945 time: 0.1716413 Feb 09 01:35:35.633428 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3e31ba30-f573-4145-8853-91fe80d6aae2 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks [] for port (82f26e74-b76c-400e-a291-532d081986d8), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:35.666617 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01ec2812-29a7-497f-97e7-c495a6d6a9a6 req-396a7f88-2b28-423f-9097-a0cd6bb5b712 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100352 Feb 09 01:35:35.719355 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3e31ba30-f573-4145-8853-91fe80d6aae2 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (82f26e74-b76c-400e-a291-532d081986d8), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:35.772850 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e31ba30-f573-4145-8853-91fe80d6aae2 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Network 94211d69-a8a5-443e-ba97-1f467b6a947c is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:35:35.773088 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-067e0a18-562c-4739-8a1d-1d64e793247b None None] Allocated IP 172.20.0.2 (94211d69-a8a5-443e-ba97-1f467b6a947c/19cb1709-b880-4991-9f6f-143a0311a066/e4ba1997-dc9a-4ff8-85c0-31704df0f12a) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:35:35.777731 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-3e31ba30-f573-4145-8853-91fe80d6aae2 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:35.780733 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e31ba30-f573-4145-8853-91fe80d6aae2 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:35:35.825330 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31ba30-f573-4145-8853-91fe80d6aae2 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Pushing event updated for resources: {'Port': ['ID=82f26e74-b76c-400e-a291-532d081986d8,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:35.901849 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e31ba30-f573-4145-8853-91fe80d6aae2 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:35.903340 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3e31ba30-f573-4145-8853-91fe80d6aae2 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:35.949192 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57826) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:35.955566 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-5fd1b90c-cc21-41fd-9376-16e4746c34dc tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Request body: {'port': {'network_id': '94211d69-a8a5-443e-ba97-1f467b6a947c', 'name': 'tempest-AllowedAddressPairTestJSON-451616874', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:41:fc:28'}]}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:35.957735 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3e31ba30-f573-4145-8853-91fe80d6aae2 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1671078 Feb 09 01:35:36.028211 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-067e0a18-562c-4739-8a1d-1d64e793247b None None] Publish callbacks [] for port (e4ba1997-dc9a-4ff8-85c0-31704df0f12a), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:36.031737 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:36.036518 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-067e0a18-562c-4739-8a1d-1d64e793247b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (e4ba1997-dc9a-4ff8-85c0-31704df0f12a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:36.078415 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067e0a18-562c-4739-8a1d-1d64e793247b None None] Network 94211d69-a8a5-443e-ba97-1f467b6a947c is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:35:36.081848 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-067e0a18-562c-4739-8a1d-1d64e793247b None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:36.084723 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067e0a18-562c-4739-8a1d-1d64e793247b None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:35:36.109229 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd1b90c-cc21-41fd-9376-16e4746c34dc tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Made reservation on behalf of 3438a7112f654c00af6999429e7a043c for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:35:36.128366 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067e0a18-562c-4739-8a1d-1d64e793247b None None] Pushing event updated for resources: {'Port': ['ID=e4ba1997-dc9a-4ff8-85c0-31704df0f12a,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:36.171944 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e0a18-562c-4739-8a1d-1d64e793247b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:36.172301 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e0a18-562c-4739-8a1d-1d64e793247b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:36.172699 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e0a18-562c-4739-8a1d-1d64e793247b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:36.173878 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e0a18-562c-4739-8a1d-1d64e793247b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:36.174407 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e0a18-562c-4739-8a1d-1d64e793247b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:36.175030 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e0a18-562c-4739-8a1d-1d64e793247b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:36.175530 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e0a18-562c-4739-8a1d-1d64e793247b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:36.176029 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e0a18-562c-4739-8a1d-1d64e793247b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:36.176529 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e0a18-562c-4739-8a1d-1d64e793247b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:36.177035 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e0a18-562c-4739-8a1d-1d64e793247b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:36.177522 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e0a18-562c-4739-8a1d-1d64e793247b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:36.178006 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e0a18-562c-4739-8a1d-1d64e793247b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:36.178490 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e0a18-562c-4739-8a1d-1d64e793247b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:36.201493 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-067e0a18-562c-4739-8a1d-1d64e793247b None None] Attempting to bind port e4ba1997-dc9a-4ff8-85c0-31704df0f12a on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:35:36.202034 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-067e0a18-562c-4739-8a1d-1d64e793247b None None] Attempting to bind port e4ba1997-dc9a-4ff8-85c0-31704df0f12a by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '30e3f778-4ece-4853-9268-e6b07e32d21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '94211d69-a8a5-443e-ba97-1f467b6a947c'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:35:36.202562 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067e0a18-562c-4739-8a1d-1d64e793247b None None] Attempting to bind port e4ba1997-dc9a-4ff8-85c0-31704df0f12a on network 94211d69-a8a5-443e-ba97-1f467b6a947c {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:35:36.214383 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067e0a18-562c-4739-8a1d-1d64e793247b None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:35:36.216250 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067e0a18-562c-4739-8a1d-1d64e793247b None None] Checking segment: {'id': '30e3f778-4ece-4853-9268-e6b07e32d21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '94211d69-a8a5-443e-ba97-1f467b6a947c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:35:36.216917 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-067e0a18-562c-4739-8a1d-1d64e793247b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:36.217469 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067e0a18-562c-4739-8a1d-1d64e793247b None None] Bound using segment: {'id': '30e3f778-4ece-4853-9268-e6b07e32d21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '94211d69-a8a5-443e-ba97-1f467b6a947c'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:35:36.218108 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-067e0a18-562c-4739-8a1d-1d64e793247b None None] Bound port: e4ba1997-dc9a-4ff8-85c0-31704df0f12a, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30e3f778-4ece-4853-9268-e6b07e32d21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '94211d69-a8a5-443e-ba97-1f467b6a947c'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:35:36.218690 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-067e0a18-562c-4739-8a1d-1d64e793247b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e4ba1997-dc9a-4ff8-85c0-31704df0f12a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:36.220509 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5fd1b90c-cc21-41fd-9376-16e4746c34dc tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:36.249414 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-5fd1b90c-cc21-41fd-9376-16e4746c34dc tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] device_id is not set on port a666a77b-a820-4718-99eb-a62e497212d1 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:35:36.303936 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-067e0a18-562c-4739-8a1d-1d64e793247b None None] For port e4ba1997-dc9a-4ff8-85c0-31704df0f12a, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:35:36.307739 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-067e0a18-562c-4739-8a1d-1d64e793247b None None] For port e4ba1997-dc9a-4ff8-85c0-31704df0f12a, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=e4ba1997-dc9a-4ff8-85c0-31704df0f12a,segment=NetworkSegment(30e3f778-4ece-4853-9268-e6b07e32d21c),segment_id=30e3f778-4ece-4853-9268-e6b07e32d21c)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:35:36.318861 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-067e0a18-562c-4739-8a1d-1d64e793247b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e4ba1997-dc9a-4ff8-85c0-31704df0f12a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:36.378634 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-5fd1b90c-cc21-41fd-9376-16e4746c34dc tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Allocated IP 172.20.0.7 (94211d69-a8a5-443e-ba97-1f467b6a947c/19cb1709-b880-4991-9f6f-143a0311a066/a666a77b-a820-4718-99eb-a62e497212d1) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:35:36.436745 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067e0a18-562c-4739-8a1d-1d64e793247b None None] Pushing event updated for resources: {'Port': ['ID=e4ba1997-dc9a-4ff8-85c0-31704df0f12a,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:36.613019 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5fd1b90c-cc21-41fd-9376-16e4746c34dc tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks [] for port (a666a77b-a820-4718-99eb-a62e497212d1), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:36.694802 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5fd1b90c-cc21-41fd-9376-16e4746c34dc tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (a666a77b-a820-4718-99eb-a62e497212d1), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:36.762138 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1b90c-cc21-41fd-9376-16e4746c34dc tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Pushing event updated for resources: {'Port': ['ID=a666a77b-a820-4718-99eb-a62e497212d1,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:36.770645 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd1b90c-cc21-41fd-9376-16e4746c34dc tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Network 94211d69-a8a5-443e-ba97-1f467b6a947c is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:35:36.772452 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-5fd1b90c-cc21-41fd-9376-16e4746c34dc tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:36.775004 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd1b90c-cc21-41fd-9376-16e4746c34dc tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:35:36.832085 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd1b90c-cc21-41fd-9376-16e4746c34dc tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:36.833217 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5fd1b90c-cc21-41fd-9376-16e4746c34dc tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:36.883854 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5fd1b90c-cc21-41fd-9376-16e4746c34dc tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 0.9328382 Feb 09 01:35:36.884504 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57850) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:36.888874 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38c532-21f6-4b74-9fe9-bdbe5cfc5b5c req-fbf970a0-9ecc-4264-a1b7-9442cef4ce39 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:36.891288 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0a38c532-21f6-4b74-9fe9-bdbe5cfc5b5c req-fbf970a0-9ecc-4264-a1b7-9442cef4ce39 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6a923f9-0cda-40e4-b52e-eb111ed278c6 HTTP/1.1" status: 200 len: 945 time: 0.0937855 Feb 09 01:35:36.968304 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0a38c532-21f6-4b74-9fe9-bdbe5cfc5b5c req-d20b3f2b-48f0-493e-9431-2bcb0e9750bb tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699036 Feb 09 01:35:36.994837 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657c53ca-bc83-48a3-9f43-10b04a618d90 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:37.000412 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657c53ca-bc83-48a3-9f43-10b04a618d90 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:37.003397 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:35:37.008316 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657c53ca-bc83-48a3-9f43-10b04a618d90 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:37.008316 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-657c53ca-bc83-48a3-9f43-10b04a618d90 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1225188 Feb 09 01:35:37.011057 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57854) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:37.133824 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-7946a609-c437-4d58-a2bc-52f6b3161906 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Deleting port a666a77b-a820-4718-99eb-a62e497212d1 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:35:37.134181 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7946a609-c437-4d58-a2bc-52f6b3161906 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (a666a77b-a820-4718-99eb-a62e497212d1), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:37.255929 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7946a609-c437-4d58-a2bc-52f6b3161906 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (a666a77b-a820-4718-99eb-a62e497212d1), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:37.269055 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:37.296745 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-7946a609-c437-4d58-a2bc-52f6b3161906 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Calling delete_port for a666a77b-a820-4718-99eb-a62e497212d1 owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:35:37.492673 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7946a609-c437-4d58-a2bc-52f6b3161906 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (a666a77b-a820-4718-99eb-a62e497212d1), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:37.526909 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7946a609-c437-4d58-a2bc-52f6b3161906 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Pushing event deleted for resources: {'Port': ['ID=a666a77b-a820-4718-99eb-a62e497212d1,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:37.747287 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7946a609-c437-4d58-a2bc-52f6b3161906 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:37.752507 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7946a609-c437-4d58-a2bc-52f6b3161906 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] 10.222.0.50 "DELETE /v2.0/ports/a666a77b-a820-4718-99eb-a62e497212d1 HTTP/1.1" status: 204 len: 168 time: 0.7402041 Feb 09 01:35:37.755585 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 57872) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:37.758425 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a796f854-e9ff-4fc7-b786-c2901ef01b81 None None] Network 94211d69-a8a5-443e-ba97-1f467b6a947c requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:35:37.798607 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc0b4de1-d454-4453-a1db-1813d721324e tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] GET failed (client error): The resource could not be found. Feb 09 01:35:37.800653 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-fc0b4de1-d454-4453-a1db-1813d721324e tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] 10.222.0.50 "GET /v2.0/ports/a666a77b-a820-4718-99eb-a62e497212d1 HTTP/1.1" status: 404 len: 333 time: 0.0434906 Feb 09 01:35:37.804777 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57878) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:37.815294 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-9550bb4e-473f-445e-9a9c-fe518a641107 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Request body: {'port': {'network_id': '94211d69-a8a5-443e-ba97-1f467b6a947c', 'name': 'tempest-AllowedAddressPairTestJSON-1693980276'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:37.867364 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-c8f9585c-2d1d-466b-88c3-6d34bb650c8f None None] Provisioning complete for port e4ba1997-dc9a-4ff8-85c0-31704df0f12a triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:37.867822 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c8f9585c-2d1d-466b-88c3-6d34bb650c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e4ba1997-dc9a-4ff8-85c0-31704df0f12a), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:37.880325 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:38.025749 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9550bb4e-473f-445e-9a9c-fe518a641107 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Made reservation on behalf of 3438a7112f654c00af6999429e7a043c for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:35:38.036197 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9550bb4e-473f-445e-9a9c-fe518a641107 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:38.085269 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-9550bb4e-473f-445e-9a9c-fe518a641107 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] device_id is not set on port c6f9e307-886d-46f7-aa89-6584f0c5107f yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:35:38.137710 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c8f9585c-2d1d-466b-88c3-6d34bb650c8f None None] Current status of the port e4ba1997-dc9a-4ff8-85c0-31704df0f12a is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:35:38.138255 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c8f9585c-2d1d-466b-88c3-6d34bb650c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e4ba1997-dc9a-4ff8-85c0-31704df0f12a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:38.219986 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device e4ba1997-dc9a-4ff8-85c0-31704df0f12a up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:35:38.232728 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96c81d-4582-4c4f-ae0b-71f69aeb342a req-3a51454c-d774-4d5b-afa4-ac58d2da1993 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:38.234336 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2f96c81d-4582-4c4f-ae0b-71f69aeb342a req-3a51454c-d774-4d5b-afa4-ac58d2da1993 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6a923f9-0cda-40e4-b52e-eb111ed278c6 HTTP/1.1" status: 200 len: 945 time: 0.1338871 Feb 09 01:35:38.278476 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-c8f9585c-2d1d-466b-88c3-6d34bb650c8f None None] For port e4ba1997-dc9a-4ff8-85c0-31704df0f12a, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=e4ba1997-dc9a-4ff8-85c0-31704df0f12a,segment=NetworkSegment(30e3f778-4ece-4853-9268-e6b07e32d21c),segment_id=30e3f778-4ece-4853-9268-e6b07e32d21c)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:38.287309 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-9550bb4e-473f-445e-9a9c-fe518a641107 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Allocated IP 172.20.0.4 (94211d69-a8a5-443e-ba97-1f467b6a947c/19cb1709-b880-4991-9f6f-143a0311a066/c6f9e307-886d-46f7-aa89-6584f0c5107f) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:35:38.287646 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c8f9585c-2d1d-466b-88c3-6d34bb650c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e4ba1997-dc9a-4ff8-85c0-31704df0f12a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:38.338141 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2f96c81d-4582-4c4f-ae0b-71f69aeb342a req-e129633c-5190-498d-a5a3-9c280b66168a tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898914 Feb 09 01:35:38.355104 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f9585c-2d1d-466b-88c3-6d34bb650c8f None None] Pushing event updated for resources: {'Port': ['ID=e4ba1997-dc9a-4ff8-85c0-31704df0f12a,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:38.399392 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port e4ba1997-dc9a-4ff8-85c0-31704df0f12a triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:38.399995 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e4ba1997-dc9a-4ff8-85c0-31704df0f12a), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:38.472010 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:38.568889 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9550bb4e-473f-445e-9a9c-fe518a641107 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks [] for port (c6f9e307-886d-46f7-aa89-6584f0c5107f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:38.587599 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port e4ba1997-dc9a-4ff8-85c0-31704df0f12a is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:35:38.591137 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-27867fac-3632-4719-8f13-88c24e320eff None None] Provisioning complete for port e4ba1997-dc9a-4ff8-85c0-31704df0f12a triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:38.591660 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-27867fac-3632-4719-8f13-88c24e320eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e4ba1997-dc9a-4ff8-85c0-31704df0f12a), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:38.611517 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9550bb4e-473f-445e-9a9c-fe518a641107 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (c6f9e307-886d-46f7-aa89-6584f0c5107f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:38.696123 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9550bb4e-473f-445e-9a9c-fe518a641107 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Network 94211d69-a8a5-443e-ba97-1f467b6a947c is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:35:38.700806 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-9550bb4e-473f-445e-9a9c-fe518a641107 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:38.706814 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9550bb4e-473f-445e-9a9c-fe518a641107 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:35:38.758795 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9550bb4e-473f-445e-9a9c-fe518a641107 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Pushing event updated for resources: {'Port': ['ID=c6f9e307-886d-46f7-aa89-6584f0c5107f,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:38.767490 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9550bb4e-473f-445e-9a9c-fe518a641107 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:38.768205 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9550bb4e-473f-445e-9a9c-fe518a641107 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:38.803622 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-27867fac-3632-4719-8f13-88c24e320eff None None] Current status of the port e4ba1997-dc9a-4ff8-85c0-31704df0f12a is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:35:38.810160 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9550bb4e-473f-445e-9a9c-fe518a641107 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0044801 Feb 09 01:35:38.813080 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57900) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:38.821040 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-83c98205-5d45-4811-a782-b692b93c55cc tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:41:fc:28'}]}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:38.842779 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-27867fac-3632-4719-8f13-88c24e320eff None None] Provisioning complete for port 82f26e74-b76c-400e-a291-532d081986d8 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:38.856674 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-27867fac-3632-4719-8f13-88c24e320eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (82f26e74-b76c-400e-a291-532d081986d8), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:38.906065 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-27867fac-3632-4719-8f13-88c24e320eff None None] Port 82f26e74-b76c-400e-a291-532d081986d8 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:35:38.958736 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-83c98205-5d45-4811-a782-b692b93c55cc tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c6f9e307-886d-46f7-aa89-6584f0c5107f), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:39.053778 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-2529c147-2a7a-48a7-a1e0-771c7dbf431c None None] Provisioning complete for port 82f26e74-b76c-400e-a291-532d081986d8 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:39.054096 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2529c147-2a7a-48a7-a1e0-771c7dbf431c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (82f26e74-b76c-400e-a291-532d081986d8), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:39.104470 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-2529c147-2a7a-48a7-a1e0-771c7dbf431c None None] Port 82f26e74-b76c-400e-a291-532d081986d8 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:35:39.223713 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-82bda4d5-4690-4885-bb12-8ed79dbd57ce None None] Could not find standard attr ID for object a666a77b-a820-4718-99eb-a62e497212d1. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:35:39.243682 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-83c98205-5d45-4811-a782-b692b93c55cc tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks [] for port (c6f9e307-886d-46f7-aa89-6584f0c5107f), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:39.252472 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-83c98205-5d45-4811-a782-b692b93c55cc tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (c6f9e307-886d-46f7-aa89-6584f0c5107f), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:39.375688 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c98205-5d45-4811-a782-b692b93c55cc tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Pushing event updated for resources: {'Port': ['ID=c6f9e307-886d-46f7-aa89-6584f0c5107f,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:39.409223 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-83c98205-5d45-4811-a782-b692b93c55cc tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] In _notify_port_updated(), no bound segment for port c6f9e307-886d-46f7-aa89-6584f0c5107f on network 94211d69-a8a5-443e-ba97-1f467b6a947c {{(pid=103137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:35:39.415162 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c98205-5d45-4811-a782-b692b93c55cc tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:39.415829 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-83c98205-5d45-4811-a782-b692b93c55cc tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:39.417534 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-83c98205-5d45-4811-a782-b692b93c55cc tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] 10.222.0.50 "PUT /v2.0/ports/c6f9e307-886d-46f7-aa89-6584f0c5107f HTTP/1.1" status: 200 len: 994 time: 0.6026089 Feb 09 01:35:39.422232 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57914) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:39.559168 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbab380-5735-4ee7-98e6-f7e82ed4e5e2 req-f2e4cb96-9876-4dc5-9b3e-c86a2993caf5 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:39.561582 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-538217d5-5c5c-46e1-91a3-13e01d8b9a08 None None] Provisioning complete for port c6f9e307-886d-46f7-aa89-6584f0c5107f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:39.562290 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6fbab380-5735-4ee7-98e6-f7e82ed4e5e2 req-f2e4cb96-9876-4dc5-9b3e-c86a2993caf5 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6a923f9-0cda-40e4-b52e-eb111ed278c6 HTTP/1.1" status: 200 len: 945 time: 0.1032236 Feb 09 01:35:39.562897 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-538217d5-5c5c-46e1-91a3-13e01d8b9a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c6f9e307-886d-46f7-aa89-6584f0c5107f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:39.597964 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-a70c22e5-38e6-4aed-9d3d-198db4a63b7c tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Deleting port c6f9e307-886d-46f7-aa89-6584f0c5107f {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:35:39.598288 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a70c22e5-38e6-4aed-9d3d-198db4a63b7c tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (c6f9e307-886d-46f7-aa89-6584f0c5107f), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:39.638782 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6fbab380-5735-4ee7-98e6-f7e82ed4e5e2 req-32ba7624-92bc-423f-8c9e-20a4176d1455 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693138 Feb 09 01:35:39.658051 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-538217d5-5c5c-46e1-91a3-13e01d8b9a08 None None] Port c6f9e307-886d-46f7-aa89-6584f0c5107f cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:35:39.684163 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:39.754594 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a70c22e5-38e6-4aed-9d3d-198db4a63b7c tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (c6f9e307-886d-46f7-aa89-6584f0c5107f), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:39.771472 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-a70c22e5-38e6-4aed-9d3d-198db4a63b7c tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Calling delete_port for c6f9e307-886d-46f7-aa89-6584f0c5107f owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:35:40.007164 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a70c22e5-38e6-4aed-9d3d-198db4a63b7c tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (c6f9e307-886d-46f7-aa89-6584f0c5107f), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:40.075859 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70c22e5-38e6-4aed-9d3d-198db4a63b7c tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Pushing event deleted for resources: {'Port': ['ID=c6f9e307-886d-46f7-aa89-6584f0c5107f,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:40.132249 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device e4ba1997-dc9a-4ff8-85c0-31704df0f12a up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:35:40.248875 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port e4ba1997-dc9a-4ff8-85c0-31704df0f12a triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:40.249631 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e4ba1997-dc9a-4ff8-85c0-31704df0f12a), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:40.356460 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a70c22e5-38e6-4aed-9d3d-198db4a63b7c tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:40.360905 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a70c22e5-38e6-4aed-9d3d-198db4a63b7c tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] 10.222.0.50 "DELETE /v2.0/ports/c6f9e307-886d-46f7-aa89-6584f0c5107f HTTP/1.1" status: 204 len: 168 time: 0.9359884 Feb 09 01:35:40.363497 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57922) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:40.368574 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-688e0a70-17d9-4f30-8fc6-1291f136cb26 None None] Could not find standard attr ID for object c6f9e307-886d-46f7-aa89-6584f0c5107f. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:35:40.418282 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-e12ae6d6-00bf-48cf-a673-98744e4c3559 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] GET failed (client error): The resource could not be found. Feb 09 01:35:40.427650 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e12ae6d6-00bf-48cf-a673-98744e4c3559 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] 10.222.0.50 "GET /v2.0/ports/c6f9e307-886d-46f7-aa89-6584f0c5107f HTTP/1.1" status: 404 len: 333 time: 0.0556147 Feb 09 01:35:40.428034 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57924) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:40.433407 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-cf37aef0-6f71-4452-859f-f6269baf3929 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Request body: {'port': {'network_id': '94211d69-a8a5-443e-ba97-1f467b6a947c', 'name': 'tempest-AllowedAddressPairTestJSON-92990662'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:40.456078 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port e4ba1997-dc9a-4ff8-85c0-31704df0f12a is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:35:40.559126 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf37aef0-6f71-4452-859f-f6269baf3929 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Made reservation on behalf of 3438a7112f654c00af6999429e7a043c for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:35:40.562925 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cf37aef0-6f71-4452-859f-f6269baf3929 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:40.581692 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-cf37aef0-6f71-4452-859f-f6269baf3929 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] device_id is not set on port 9748443d-8a48-4844-b790-0672a3bf7071 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:35:40.697860 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-cf37aef0-6f71-4452-859f-f6269baf3929 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Allocated IP 172.20.0.6 (94211d69-a8a5-443e-ba97-1f467b6a947c/19cb1709-b880-4991-9f6f-143a0311a066/9748443d-8a48-4844-b790-0672a3bf7071) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:35:40.786916 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4065a-8193-4f9f-b866-842f8e0ff120 req-f33247f8-4c56-4613-a4bf-c6dca01ee089 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:40.789121 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-72b4065a-8193-4f9f-b866-842f8e0ff120 req-f33247f8-4c56-4613-a4bf-c6dca01ee089 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6a923f9-0cda-40e4-b52e-eb111ed278c6 HTTP/1.1" status: 200 len: 945 time: 0.0565536 Feb 09 01:35:40.852920 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-72b4065a-8193-4f9f-b866-842f8e0ff120 req-c6a07fee-f1ae-4865-91bb-d9b678529a26 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571604 Feb 09 01:35:40.889448 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cf37aef0-6f71-4452-859f-f6269baf3929 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks [] for port (9748443d-8a48-4844-b790-0672a3bf7071), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:40.926928 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cf37aef0-6f71-4452-859f-f6269baf3929 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (9748443d-8a48-4844-b790-0672a3bf7071), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:40.980265 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf37aef0-6f71-4452-859f-f6269baf3929 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Network 94211d69-a8a5-443e-ba97-1f467b6a947c is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:35:40.983988 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-cf37aef0-6f71-4452-859f-f6269baf3929 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:40.988823 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf37aef0-6f71-4452-859f-f6269baf3929 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:35:40.993234 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf37aef0-6f71-4452-859f-f6269baf3929 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Pushing event updated for resources: {'Port': ['ID=9748443d-8a48-4844-b790-0672a3bf7071,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:41.069819 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf37aef0-6f71-4452-859f-f6269baf3929 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:41.070621 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cf37aef0-6f71-4452-859f-f6269baf3929 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:41.100036 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-cf37aef0-6f71-4452-859f-f6269baf3929 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.6710541 Feb 09 01:35:41.102861 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 57934) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:41.111859 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-3f5cfb9b-c7c2-4896-bf8c-869c071bfd16 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:41:fc:28'}]}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:41.306121 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3f5cfb9b-c7c2-4896-bf8c-869c071bfd16 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (9748443d-8a48-4844-b790-0672a3bf7071), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:41.404431 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-7ca3c515-5f12-415d-be9a-f6120064ae61 None None] Provisioning complete for port 9748443d-8a48-4844-b790-0672a3bf7071 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:41.405046 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7ca3c515-5f12-415d-be9a-f6120064ae61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (9748443d-8a48-4844-b790-0672a3bf7071), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:41.445344 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-7ca3c515-5f12-415d-be9a-f6120064ae61 None None] Port 9748443d-8a48-4844-b790-0672a3bf7071 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:35:41.503658 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3f5cfb9b-c7c2-4896-bf8c-869c071bfd16 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks [] for port (9748443d-8a48-4844-b790-0672a3bf7071), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:41.508460 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3f5cfb9b-c7c2-4896-bf8c-869c071bfd16 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (9748443d-8a48-4844-b790-0672a3bf7071), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:41.593811 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5cfb9b-c7c2-4896-bf8c-869c071bfd16 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Pushing event updated for resources: {'Port': ['ID=9748443d-8a48-4844-b790-0672a3bf7071,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:41.604891 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-3f5cfb9b-c7c2-4896-bf8c-869c071bfd16 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] In _notify_port_updated(), no bound segment for port 9748443d-8a48-4844-b790-0672a3bf7071 on network 94211d69-a8a5-443e-ba97-1f467b6a947c {{(pid=103136) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:35:41.610936 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5cfb9b-c7c2-4896-bf8c-869c071bfd16 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:41.611659 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3f5cfb9b-c7c2-4896-bf8c-869c071bfd16 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:41.615567 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3f5cfb9b-c7c2-4896-bf8c-869c071bfd16 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] 10.222.0.50 "PUT /v2.0/ports/9748443d-8a48-4844-b790-0672a3bf7071 HTTP/1.1" status: 200 len: 994 time: 0.5090888 Feb 09 01:35:41.615969 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 57936) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:41.714474 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea550-c7d5-4ac3-b4ab-d0bc983d59a3 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Deleting port 9748443d-8a48-4844-b790-0672a3bf7071 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:35:41.714833 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a89ea550-c7d5-4ac3-b4ab-d0bc983d59a3 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (9748443d-8a48-4844-b790-0672a3bf7071), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:41.776227 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-19c9082f-121e-4fb8-b5a3-1228ad80c009 None None] Provisioning complete for port 9748443d-8a48-4844-b790-0672a3bf7071 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:41.776637 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-19c9082f-121e-4fb8-b5a3-1228ad80c009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (9748443d-8a48-4844-b790-0672a3bf7071), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:41.809137 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a89ea550-c7d5-4ac3-b4ab-d0bc983d59a3 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (9748443d-8a48-4844-b790-0672a3bf7071), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:41.811473 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-19c9082f-121e-4fb8-b5a3-1228ad80c009 None None] Port 9748443d-8a48-4844-b790-0672a3bf7071 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:35:41.822150 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-a89ea550-c7d5-4ac3-b4ab-d0bc983d59a3 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Calling delete_port for 9748443d-8a48-4844-b790-0672a3bf7071 owned by {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:35:41.984438 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a89ea550-c7d5-4ac3-b4ab-d0bc983d59a3 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (9748443d-8a48-4844-b790-0672a3bf7071), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:42.018791 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ea550-c7d5-4ac3-b4ab-d0bc983d59a3 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Pushing event deleted for resources: {'Port': ['ID=9748443d-8a48-4844-b790-0672a3bf7071,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:42.036219 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51443c7-3bee-4874-8238-b92681ace9a7 req-03ad2a88-868c-4059-a020-b2fe69d72a4c tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:42.036219 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e51443c7-3bee-4874-8238-b92681ace9a7 req-03ad2a88-868c-4059-a020-b2fe69d72a4c tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6a923f9-0cda-40e4-b52e-eb111ed278c6 HTTP/1.1" status: 200 len: 945 time: 0.1079183 Feb 09 01:35:42.135414 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a89ea550-c7d5-4ac3-b4ab-d0bc983d59a3 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:42.141075 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a89ea550-c7d5-4ac3-b4ab-d0bc983d59a3 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] 10.222.0.50 "DELETE /v2.0/ports/9748443d-8a48-4844-b790-0672a3bf7071 HTTP/1.1" status: 204 len: 168 time: 0.5216348 Feb 09 01:35:42.142691 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57944) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:42.145524 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e51443c7-3bee-4874-8238-b92681ace9a7 req-d4e8ed9a-1208-4aff-8651-683e97af663a tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905063 Feb 09 01:35:42.174905 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-79ca0bb9-1423-4477-af7f-0b44d7651e9b tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] GET failed (client error): The resource could not be found. Feb 09 01:35:42.176803 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-79ca0bb9-1423-4477-af7f-0b44d7651e9b tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] 10.222.0.50 "GET /v2.0/ports/9748443d-8a48-4844-b790-0672a3bf7071 HTTP/1.1" status: 404 len: 333 time: 0.0329821 Feb 09 01:35:42.180583 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 57948) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:42.186674 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-98d04baa-09b9-4752-93ca-4b98ec9b1b81 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Request body: {'port': {'network_id': '94211d69-a8a5-443e-ba97-1f467b6a947c', 'name': 'tempest-AllowedAddressPairTestJSON-1901834083'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:42.305408 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d04baa-09b9-4752-93ca-4b98ec9b1b81 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Made reservation on behalf of 3438a7112f654c00af6999429e7a043c for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:35:42.308721 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-98d04baa-09b9-4752-93ca-4b98ec9b1b81 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:42.325887 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-98d04baa-09b9-4752-93ca-4b98ec9b1b81 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] device_id is not set on port 917b7ab5-f4ca-4174-9f57-51a79ca93d19 yet. {{(pid=103136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:35:42.435838 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-98d04baa-09b9-4752-93ca-4b98ec9b1b81 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Allocated IP 172.20.0.6 (94211d69-a8a5-443e-ba97-1f467b6a947c/19cb1709-b880-4991-9f6f-143a0311a066/917b7ab5-f4ca-4174-9f57-51a79ca93d19) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:35:42.578720 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-98d04baa-09b9-4752-93ca-4b98ec9b1b81 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks [] for port (917b7ab5-f4ca-4174-9f57-51a79ca93d19), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:42.617329 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-98d04baa-09b9-4752-93ca-4b98ec9b1b81 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (917b7ab5-f4ca-4174-9f57-51a79ca93d19), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:42.662795 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d04baa-09b9-4752-93ca-4b98ec9b1b81 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Network 94211d69-a8a5-443e-ba97-1f467b6a947c is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:35:42.665913 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-98d04baa-09b9-4752-93ca-4b98ec9b1b81 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:42.668276 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d04baa-09b9-4752-93ca-4b98ec9b1b81 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:35:42.696437 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d04baa-09b9-4752-93ca-4b98ec9b1b81 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Pushing event updated for resources: {'Port': ['ID=917b7ab5-f4ca-4174-9f57-51a79ca93d19,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:42.725302 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d04baa-09b9-4752-93ca-4b98ec9b1b81 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:42.725993 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-98d04baa-09b9-4752-93ca-4b98ec9b1b81 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:42.746889 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-98d04baa-09b9-4752-93ca-4b98ec9b1b81 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.5627983 Feb 09 01:35:42.747290 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 57950) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:42.753375 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-009baf1d-37f6-40ce-9dfd-2448c6a8c137 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Request body: {'port': {'network_id': '94211d69-a8a5-443e-ba97-1f467b6a947c', 'name': 'tempest-AllowedAddressPairTestJSON-880535537'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:42.902510 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009baf1d-37f6-40ce-9dfd-2448c6a8c137 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Made reservation on behalf of 3438a7112f654c00af6999429e7a043c for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:35:42.905912 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-009baf1d-37f6-40ce-9dfd-2448c6a8c137 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:42.924889 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-009baf1d-37f6-40ce-9dfd-2448c6a8c137 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] device_id is not set on port 11bfb0c7-d4c5-49d9-bc01-bf0b882c70ea yet. {{(pid=103136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:35:42.946705 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-5c1ef3e2-5d89-4bbd-996b-b107646f155f None None] Provisioning complete for port 917b7ab5-f4ca-4174-9f57-51a79ca93d19 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:42.947697 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5c1ef3e2-5d89-4bbd-996b-b107646f155f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (917b7ab5-f4ca-4174-9f57-51a79ca93d19), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:42.986153 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-5c1ef3e2-5d89-4bbd-996b-b107646f155f None None] Port 917b7ab5-f4ca-4174-9f57-51a79ca93d19 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:35:43.034573 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-009baf1d-37f6-40ce-9dfd-2448c6a8c137 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Allocated IP 172.20.0.12 (94211d69-a8a5-443e-ba97-1f467b6a947c/19cb1709-b880-4991-9f6f-143a0311a066/11bfb0c7-d4c5-49d9-bc01-bf0b882c70ea) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:35:43.203812 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-009baf1d-37f6-40ce-9dfd-2448c6a8c137 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks [] for port (11bfb0c7-d4c5-49d9-bc01-bf0b882c70ea), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:43.297163 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-009baf1d-37f6-40ce-9dfd-2448c6a8c137 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (11bfb0c7-d4c5-49d9-bc01-bf0b882c70ea), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:43.347851 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009baf1d-37f6-40ce-9dfd-2448c6a8c137 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Network 94211d69-a8a5-443e-ba97-1f467b6a947c is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:35:43.357761 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-009baf1d-37f6-40ce-9dfd-2448c6a8c137 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:43.365219 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009baf1d-37f6-40ce-9dfd-2448c6a8c137 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:35:43.374772 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35625144-b20f-40c7-8355-72cfc26a528d req-97ff7b9c-c20f-4932-b862-b695e2036fd9 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:43.376976 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-35625144-b20f-40c7-8355-72cfc26a528d req-97ff7b9c-c20f-4932-b862-b695e2036fd9 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6a923f9-0cda-40e4-b52e-eb111ed278c6 HTTP/1.1" status: 200 len: 945 time: 0.1334577 Feb 09 01:35:43.379444 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009baf1d-37f6-40ce-9dfd-2448c6a8c137 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Pushing event updated for resources: {'Port': ['ID=11bfb0c7-d4c5-49d9-bc01-bf0b882c70ea,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:43.448711 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009baf1d-37f6-40ce-9dfd-2448c6a8c137 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:43.450640 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-009baf1d-37f6-40ce-9dfd-2448c6a8c137 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:43.489249 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-009baf1d-37f6-40ce-9dfd-2448c6a8c137 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7404139 Feb 09 01:35:43.492058 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57960) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:43.497329 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-8a05fa33-377d-4504-965c-de8573ebfa11 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:41:fc:28'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:25:6b:df'}]}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:43.526699 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-35625144-b20f-40c7-8355-72cfc26a528d req-5372a815-8532-4684-b334-f7ec41569a3f tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257687 Feb 09 01:35:43.618429 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-d956a9d7-9022-4aae-a496-023fe88bb33a None None] Provisioning complete for port 11bfb0c7-d4c5-49d9-bc01-bf0b882c70ea triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:43.619009 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d956a9d7-9022-4aae-a496-023fe88bb33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (11bfb0c7-d4c5-49d9-bc01-bf0b882c70ea), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:43.652942 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-d956a9d7-9022-4aae-a496-023fe88bb33a None None] Port 11bfb0c7-d4c5-49d9-bc01-bf0b882c70ea cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:35:43.708212 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a05fa33-377d-4504-965c-de8573ebfa11 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (11bfb0c7-d4c5-49d9-bc01-bf0b882c70ea), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:43.903236 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a05fa33-377d-4504-965c-de8573ebfa11 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks [] for port (11bfb0c7-d4c5-49d9-bc01-bf0b882c70ea), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:43.910435 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a05fa33-377d-4504-965c-de8573ebfa11 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (11bfb0c7-d4c5-49d9-bc01-bf0b882c70ea), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:44.024244 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a05fa33-377d-4504-965c-de8573ebfa11 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Pushing event updated for resources: {'Port': ['ID=11bfb0c7-d4c5-49d9-bc01-bf0b882c70ea,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:44.032844 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-8a05fa33-377d-4504-965c-de8573ebfa11 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] In _notify_port_updated(), no bound segment for port 11bfb0c7-d4c5-49d9-bc01-bf0b882c70ea on network 94211d69-a8a5-443e-ba97-1f467b6a947c {{(pid=103137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:35:44.037445 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a05fa33-377d-4504-965c-de8573ebfa11 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:44.038168 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a05fa33-377d-4504-965c-de8573ebfa11 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:44.042735 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8a05fa33-377d-4504-965c-de8573ebfa11 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] 10.222.0.50 "PUT /v2.0/ports/11bfb0c7-d4c5-49d9-bc01-bf0b882c70ea HTTP/1.1" status: 200 len: 1056 time: 0.5465138 Feb 09 01:35:44.043068 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57964) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:44.150190 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-03e58987-44dc-4797-bd5d-7ba2b1a55282 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Deleting port 11bfb0c7-d4c5-49d9-bc01-bf0b882c70ea {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:35:44.150686 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-03e58987-44dc-4797-bd5d-7ba2b1a55282 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (11bfb0c7-d4c5-49d9-bc01-bf0b882c70ea), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:44.245266 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-03e58987-44dc-4797-bd5d-7ba2b1a55282 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (11bfb0c7-d4c5-49d9-bc01-bf0b882c70ea), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:44.259390 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-03e58987-44dc-4797-bd5d-7ba2b1a55282 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Calling delete_port for 11bfb0c7-d4c5-49d9-bc01-bf0b882c70ea owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:35:44.285254 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-b8d14862-c834-471b-b811-f5d34316aadf None None] Provisioning complete for port 11bfb0c7-d4c5-49d9-bc01-bf0b882c70ea triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:44.286416 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b8d14862-c834-471b-b811-f5d34316aadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (11bfb0c7-d4c5-49d9-bc01-bf0b882c70ea), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:44.329203 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b8d14862-c834-471b-b811-f5d34316aadf None None] Port 11bfb0c7-d4c5-49d9-bc01-bf0b882c70ea cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:35:44.422146 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-03e58987-44dc-4797-bd5d-7ba2b1a55282 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (11bfb0c7-d4c5-49d9-bc01-bf0b882c70ea), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:44.453416 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e58987-44dc-4797-bd5d-7ba2b1a55282 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Pushing event deleted for resources: {'Port': ['ID=11bfb0c7-d4c5-49d9-bc01-bf0b882c70ea,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:44.705467 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f64933-fb6d-4783-a37f-366db3bbcc09 req-fe2c53e3-80d1-4f02-bdf6-9a50f406ed90 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:44.706842 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d7f64933-fb6d-4783-a37f-366db3bbcc09 req-fe2c53e3-80d1-4f02-bdf6-9a50f406ed90 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6a923f9-0cda-40e4-b52e-eb111ed278c6 HTTP/1.1" status: 200 len: 945 time: 0.0931163 Feb 09 01:35:44.713026 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-03e58987-44dc-4797-bd5d-7ba2b1a55282 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:44.718567 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-03e58987-44dc-4797-bd5d-7ba2b1a55282 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] 10.222.0.50 "DELETE /v2.0/ports/11bfb0c7-d4c5-49d9-bc01-bf0b882c70ea HTTP/1.1" status: 204 len: 168 time: 0.6738172 Feb 09 01:35:44.721620 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57972) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:44.758402 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ddd1ca7-b8fd-4264-aba3-32086ac4578e tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] GET failed (client error): The resource could not be found. Feb 09 01:35:44.762870 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8ddd1ca7-b8fd-4264-aba3-32086ac4578e tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] 10.222.0.50 "GET /v2.0/ports/11bfb0c7-d4c5-49d9-bc01-bf0b882c70ea HTTP/1.1" status: 404 len: 333 time: 0.0386441 Feb 09 01:35:44.763641 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57974) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:44.773929 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d7f64933-fb6d-4783-a37f-366db3bbcc09 req-97f24809-6c02-416b-8288-716d5a5e9799 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613761 Feb 09 01:35:44.869609 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-082c1fe3-e32a-4dfb-9ccf-21055638da4e tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Deleting port 917b7ab5-f4ca-4174-9f57-51a79ca93d19 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:35:44.870245 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-082c1fe3-e32a-4dfb-9ccf-21055638da4e tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (917b7ab5-f4ca-4174-9f57-51a79ca93d19), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:44.959182 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-082c1fe3-e32a-4dfb-9ccf-21055638da4e tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (917b7ab5-f4ca-4174-9f57-51a79ca93d19), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:44.972026 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-082c1fe3-e32a-4dfb-9ccf-21055638da4e tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Calling delete_port for 917b7ab5-f4ca-4174-9f57-51a79ca93d19 owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:35:45.112681 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-082c1fe3-e32a-4dfb-9ccf-21055638da4e tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (917b7ab5-f4ca-4174-9f57-51a79ca93d19), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:45.142285 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082c1fe3-e32a-4dfb-9ccf-21055638da4e tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Pushing event deleted for resources: {'Port': ['ID=917b7ab5-f4ca-4174-9f57-51a79ca93d19,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:45.229528 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-082c1fe3-e32a-4dfb-9ccf-21055638da4e tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:45.233920 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-082c1fe3-e32a-4dfb-9ccf-21055638da4e tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] 10.222.0.50 "DELETE /v2.0/ports/917b7ab5-f4ca-4174-9f57-51a79ca93d19 HTTP/1.1" status: 204 len: 168 time: 0.4685781 Feb 09 01:35:45.236375 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 57978) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:45.267975 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-a159cbd3-73cf-479d-80d7-e03985ee25a4 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] GET failed (client error): The resource could not be found. Feb 09 01:35:45.274347 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a159cbd3-73cf-479d-80d7-e03985ee25a4 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] 10.222.0.50 "GET /v2.0/ports/917b7ab5-f4ca-4174-9f57-51a79ca93d19 HTTP/1.1" status: 404 len: 333 time: 0.0324302 Feb 09 01:35:45.275296 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 57980) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:45.403403 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-4801959b-71f7-492a-adaf-e20b9ac6ae0e tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Deleting port 82f26e74-b76c-400e-a291-532d081986d8 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:35:45.403763 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4801959b-71f7-492a-adaf-e20b9ac6ae0e tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (82f26e74-b76c-400e-a291-532d081986d8), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:45.510347 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4801959b-71f7-492a-adaf-e20b9ac6ae0e tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (82f26e74-b76c-400e-a291-532d081986d8), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:45.523715 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-4801959b-71f7-492a-adaf-e20b9ac6ae0e tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Calling delete_port for 82f26e74-b76c-400e-a291-532d081986d8 owned by {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:35:45.657337 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4801959b-71f7-492a-adaf-e20b9ac6ae0e tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (82f26e74-b76c-400e-a291-532d081986d8), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:45.689776 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4801959b-71f7-492a-adaf-e20b9ac6ae0e tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Pushing event deleted for resources: {'Port': ['ID=82f26e74-b76c-400e-a291-532d081986d8,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:45.761602 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4801959b-71f7-492a-adaf-e20b9ac6ae0e tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:45.767301 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4801959b-71f7-492a-adaf-e20b9ac6ae0e tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] 10.222.0.50 "DELETE /v2.0/ports/82f26e74-b76c-400e-a291-532d081986d8 HTTP/1.1" status: 204 len: 168 time: 0.4884615 Feb 09 01:35:45.767621 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 57986) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:45.830709 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e441745-43e1-4d8f-af52-92278f007218 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Deleting subnet 19cb1709-b880-4991-9f6f-143a0311a066 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:35:45.835514 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5e441745-43e1-4d8f-af52-92278f007218 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks [] for subnet (19cb1709-b880-4991-9f6f-143a0311a066), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:45.908726 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5e441745-43e1-4d8f-af52-92278f007218 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (19cb1709-b880-4991-9f6f-143a0311a066), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:45.966733 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91df4ed-63fd-41b6-beac-aa2bc04d81e7 req-2ae70eff-95f3-486d-bce7-180ead078192 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:45.968235 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e91df4ed-63fd-41b6-beac-aa2bc04d81e7 req-2ae70eff-95f3-486d-bce7-180ead078192 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6a923f9-0cda-40e4-b52e-eb111ed278c6 HTTP/1.1" status: 200 len: 945 time: 0.1095297 Feb 09 01:35:46.027975 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5e441745-43e1-4d8f-af52-92278f007218 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (19cb1709-b880-4991-9f6f-143a0311a066), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:46.074818 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e91df4ed-63fd-41b6-beac-aa2bc04d81e7 req-f9c012d6-73fe-4c89-a80c-7dda23c1df29 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840001 Feb 09 01:35:46.105412 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5e441745-43e1-4d8f-af52-92278f007218 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (19cb1709-b880-4991-9f6f-143a0311a066), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:46.130927 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e441745-43e1-4d8f-af52-92278f007218 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Pushing event deleted for resources: {'Subnet': ['ID=19cb1709-b880-4991-9f6f-143a0311a066,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:46.136674 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5e441745-43e1-4d8f-af52-92278f007218 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:46.139819 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-5e441745-43e1-4d8f-af52-92278f007218 tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] 10.222.0.50 "DELETE /v2.0/subnets/19cb1709-b880-4991-9f6f-143a0311a066 HTTP/1.1" status: 204 len: 168 time: 0.3713982 Feb 09 01:35:46.142481 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 57992) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:46.145022 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80bb1b2-3443-4266-9286-d32c8271f63f None None] Network 94211d69-a8a5-443e-ba97-1f467b6a947c requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:35:46.217421 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fdb38a2a-e8dd-4b25-8e90-38f01430d9ff tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (94211d69-a8a5-443e-ba97-1f467b6a947c), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:46.271395 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-fdb38a2a-e8dd-4b25-8e90-38f01430d9ff tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Deleting port e4ba1997-dc9a-4ff8-85c0-31704df0f12a {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:35:46.271571 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fdb38a2a-e8dd-4b25-8e90-38f01430d9ff tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (e4ba1997-dc9a-4ff8-85c0-31704df0f12a), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:46.318727 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0463f935-0a55-4467-a8bd-2d801bae4561 None None] DHCP port deletion for 94211d69-a8a5-443e-ba97-1f467b6a947c request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:35:46.341397 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-fdb38a2a-e8dd-4b25-8e90-38f01430d9ff tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] For port e4ba1997-dc9a-4ff8-85c0-31704df0f12a, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=e4ba1997-dc9a-4ff8-85c0-31704df0f12a,segment=NetworkSegment(30e3f778-4ece-4853-9268-e6b07e32d21c),segment_id=30e3f778-4ece-4853-9268-e6b07e32d21c)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:46.341766 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fdb38a2a-e8dd-4b25-8e90-38f01430d9ff tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (e4ba1997-dc9a-4ff8-85c0-31704df0f12a), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:46.355313 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-fdb38a2a-e8dd-4b25-8e90-38f01430d9ff tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Calling delete_port for e4ba1997-dc9a-4ff8-85c0-31704df0f12a owned by network:dhcp {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:35:46.366953 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-0463f935-0a55-4467-a8bd-2d801bae4561 None None] Deleting port e4ba1997-dc9a-4ff8-85c0-31704df0f12a {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:35:46.367330 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0463f935-0a55-4467-a8bd-2d801bae4561 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (e4ba1997-dc9a-4ff8-85c0-31704df0f12a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:46.436240 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-0463f935-0a55-4467-a8bd-2d801bae4561 None None] For port e4ba1997-dc9a-4ff8-85c0-31704df0f12a, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=e4ba1997-dc9a-4ff8-85c0-31704df0f12a,segment=NetworkSegment(30e3f778-4ece-4853-9268-e6b07e32d21c),segment_id=30e3f778-4ece-4853-9268-e6b07e32d21c)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:46.436990 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0463f935-0a55-4467-a8bd-2d801bae4561 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (e4ba1997-dc9a-4ff8-85c0-31704df0f12a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:46.441069 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fdb38a2a-e8dd-4b25-8e90-38f01430d9ff tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (e4ba1997-dc9a-4ff8-85c0-31704df0f12a), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:46.451162 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-0463f935-0a55-4467-a8bd-2d801bae4561 None None] Calling delete_port for e4ba1997-dc9a-4ff8-85c0-31704df0f12a owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:35:46.486584 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb38a2a-e8dd-4b25-8e90-38f01430d9ff tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Pushing event deleted for resources: {'Port': ['ID=e4ba1997-dc9a-4ff8-85c0-31704df0f12a,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:46.487593 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb38a2a-e8dd-4b25-8e90-38f01430d9ff tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] No DVR routers for this DVR port e4ba1997-dc9a-4ff8-85c0-31704df0f12a on host n-d-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:35:46.563182 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:35:46.570694 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0463f935-0a55-4467-a8bd-2d801bae4561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (e4ba1997-dc9a-4ff8-85c0-31704df0f12a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:46.575381 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fdb38a2a-e8dd-4b25-8e90-38f01430d9ff tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (94211d69-a8a5-443e-ba97-1f467b6a947c), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:46.597951 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0463f935-0a55-4467-a8bd-2d801bae4561 None None] No DVR routers for this DVR port e4ba1997-dc9a-4ff8-85c0-31704df0f12a on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:35:46.600036 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0463f935-0a55-4467-a8bd-2d801bae4561 None None] Pushing event deleted for resources: {'Port': ['ID=e4ba1997-dc9a-4ff8-85c0-31704df0f12a,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:46.601940 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-fdb38a2a-e8dd-4b25-8e90-38f01430d9ff tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94211d69-a8a5-443e-ba97-1f467b6a947c']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:46.616111 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-fdb38a2a-e8dd-4b25-8e90-38f01430d9ff tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30e3f778-4ece-4853-9268-e6b07e32d21c') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:46.616414 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-fdb38a2a-e8dd-4b25-8e90-38f01430d9ff tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30e3f778-4ece-4853-9268-e6b07e32d21c') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:46.626389 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fdb38a2a-e8dd-4b25-8e90-38f01430d9ff tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (30e3f778-4ece-4853-9268-e6b07e32d21c), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:46.642043 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fdb38a2a-e8dd-4b25-8e90-38f01430d9ff tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (30e3f778-4ece-4853-9268-e6b07e32d21c), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:46.650121 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdb38a2a-e8dd-4b25-8e90-38f01430d9ff tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:35:46.650559 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fdb38a2a-e8dd-4b25-8e90-38f01430d9ff tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (30e3f778-4ece-4853-9268-e6b07e32d21c), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:46.653590 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:35:46.653590 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:35:46.653590 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:35:46.653590 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:35:46.653590 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:35:46.653590 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:35:46.653590 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:35:46.653590 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:35:46.653590 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:35:46.653590 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:35:46.653590 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:35:46.653590 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:35:46.653590 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:35:46.653590 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:35:46.653590 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:35:46.653590 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:35:46.653590 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:35:46.653590 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:35:46.653590 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:35:46.653590 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:35:46.653590 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:35:46.653590 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:35:46.653590 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:35:46.653590 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:35:46.653590 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:35:46.653590 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:35:46.653590 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:35:46.653590 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:35:46.653590 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:35:46.653590 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:35:46.653590 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:35:46.653590 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:35:46.716890 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fdb38a2a-e8dd-4b25-8e90-38f01430d9ff tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (94211d69-a8a5-443e-ba97-1f467b6a947c), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:46.724474 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fdb38a2a-e8dd-4b25-8e90-38f01430d9ff tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:46.729803 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-fdb38a2a-e8dd-4b25-8e90-38f01430d9ff tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] 10.222.0.50 "DELETE /v2.0/networks/94211d69-a8a5-443e-ba97-1f467b6a947c HTTP/1.1" status: 204 len: 168 time: 0.5843556 Feb 09 01:35:46.739297 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb38a2a-e8dd-4b25-8e90-38f01430d9ff tempest-AllowedAddressPairTestJSON-1899385114 tempest-AllowedAddressPairTestJSON-1899385114-project] Pushing event deleted for resources: {'Network': ['ID=94211d69-a8a5-443e-ba97-1f467b6a947c,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:46.972804 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58002) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:47.108285 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-37140176-76a8-4053-a803-65841425256b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3438a7112f654c00af6999429e7a043c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1343300 Feb 09 01:35:47.110886 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58010) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:47.162942 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-47d32a21-5922-4937-a1fc-749eaa6022e4 admin admin] Publish callbacks [] for security_group (b2fc9088-70a6-4647-803a-84a57324b766), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:47.185079 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-47d32a21-5922-4937-a1fc-749eaa6022e4 admin admin] Publish callbacks [] for security_group (b2fc9088-70a6-4647-803a-84a57324b766), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:47.200855 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201eb470-c89b-4e77-bd2c-81fe0422c4cb req-2d9a7c76-cae4-468b-9878-72c7bec6714c tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:47.202491 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-201eb470-c89b-4e77-bd2c-81fe0422c4cb req-2d9a7c76-cae4-468b-9878-72c7bec6714c tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6a923f9-0cda-40e4-b52e-eb111ed278c6 HTTP/1.1" status: 200 len: 945 time: 0.0550380 Feb 09 01:35:47.238882 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-47d32a21-5922-4937-a1fc-749eaa6022e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b2fc9088-70a6-4647-803a-84a57324b766), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:47.241819 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-47d32a21-5922-4937-a1fc-749eaa6022e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:47.243073 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-47d32a21-5922-4937-a1fc-749eaa6022e4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b2fc9088-70a6-4647-803a-84a57324b766 HTTP/1.1" status: 204 len: 168 time: 0.1312759 Feb 09 01:35:47.251826 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d32a21-5922-4937-a1fc-749eaa6022e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fc9088-70a6-4647-803a-84a57324b766,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:47.254243 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-201eb470-c89b-4e77-bd2c-81fe0422c4cb req-cc7dd272-2b4f-417d-8327-8f772f777e33 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452182 Feb 09 01:35:47.961804 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58042) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:48.029561 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device e4ba1997-dc9a-4ff8-85c0-31704df0f12a no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:35:48.057498 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: e4ba1997-dc9a-4ff8-85c0-31704df0f12a {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:35:48.057859 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device e4ba1997-dc9a-4ff8-85c0-31704df0f12a not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:35:48.095616 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-d79e6686-be5e-4a61-8024-389b1cd306a8 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1731299676'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:48.115177 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79e6686-be5e-4a61-8024-389b1cd306a8 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Made reservation on behalf of d8a37c81a1314620a556a0d10d7ee84e for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:35:48.119824 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d79e6686-be5e-4a61-8024-389b1cd306a8 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:48.134191 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d79e6686-be5e-4a61-8024-389b1cd306a8 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:48.224497 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d79e6686-be5e-4a61-8024-389b1cd306a8 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Publish callbacks [] for security_group (5e3779a6-9b57-4fb7-beb0-8663a74bb801), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:48.231478 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d79e6686-be5e-4a61-8024-389b1cd306a8 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (5e3779a6-9b57-4fb7-beb0-8663a74bb801), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:48.275744 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d79e6686-be5e-4a61-8024-389b1cd306a8 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1004} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:35:48.295830 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e6686-be5e-4a61-8024-389b1cd306a8 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3779a6-9b57-4fb7-beb0-8663a74bb801,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:48.323355 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d79e6686-be5e-4a61-8024-389b1cd306a8 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (6d94642c-2dcb-48e3-a04e-cc0ae540de7a), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:48.323708 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-d79e6686-be5e-4a61-8024-389b1cd306a8 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Added segment 6d94642c-2dcb-48e3-a04e-cc0ae540de7a of type vlan for network d6887e3f-d22e-4c07-a20b-1a4604984c6e Feb 09 01:35:48.380610 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d79e6686-be5e-4a61-8024-389b1cd306a8 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (d6887e3f-d22e-4c07-a20b-1a4604984c6e), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:48.412358 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d79e6686-be5e-4a61-8024-389b1cd306a8 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (d6887e3f-d22e-4c07-a20b-1a4604984c6e), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:48.418506 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79e6686-be5e-4a61-8024-389b1cd306a8 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:48.419390 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d79e6686-be5e-4a61-8024-389b1cd306a8 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:48.446189 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d8846-3187-4fae-916c-7bceea971e09 req-cb834b27-312f-40d0-8e52-984821eb57b4 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:48.463185 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-071d8846-3187-4fae-916c-7bceea971e09 req-cb834b27-312f-40d0-8e52-984821eb57b4 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6a923f9-0cda-40e4-b52e-eb111ed278c6 HTTP/1.1" status: 200 len: 945 time: 0.1066754 Feb 09 01:35:48.489724 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d79e6686-be5e-4a61-8024-389b1cd306a8 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5263705 Feb 09 01:35:48.498988 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58050) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:48.505524 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-1ce88d70-a31f-4786-a11c-262df78f6893 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Request body: {'subnet': {'network_id': 'd6887e3f-d22e-4c07-a20b-1a4604984c6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:48.511424 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e6686-be5e-4a61-8024-389b1cd306a8 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Pushing event updated for resources: {'Network': ['ID=d6887e3f-d22e-4c07-a20b-1a4604984c6e,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:48.528394 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network d6887e3f-d22e-4c07-a20b-1a4604984c6e details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:35:48.607419 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-071d8846-3187-4fae-916c-7bceea971e09 req-ea58d610-5a26-4197-8262-784c1881ffb2 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433287 Feb 09 01:35:48.657677 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce88d70-a31f-4786-a11c-262df78f6893 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Made reservation on behalf of d8a37c81a1314620a556a0d10d7ee84e for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:35:48.661446 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1ce88d70-a31f-4786-a11c-262df78f6893 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:49.118882 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9764a4-e437-4102-96a5-85628f3067b6 req-2aa19299-7fbf-4e17-915f-48a2cafb6588 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:49.120372 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7e9764a4-e437-4102-96a5-85628f3067b6 req-2aa19299-7fbf-4e17-915f-48a2cafb6588 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ea0de20-d8ff-48fd-9186-8cb627918823 HTTP/1.1" status: 200 len: 950 time: 0.0816209 Feb 09 01:35:49.205562 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7e9764a4-e437-4102-96a5-85628f3067b6 req-437a3b45-e523-4198-8a0b-1645ebafc6b7 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] 10.222.0.50 "GET /v2.0/security-groups?id=acb3ce11-903b-43b9-a3be-d4a6d1388da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781906 Feb 09 01:35:49.254468 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1ce88d70-a31f-4786-a11c-262df78f6893 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (4b938bf4-51c7-4757-9043-24005eebe6fc), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:49.316113 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce88d70-a31f-4786-a11c-262df78f6893 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Pushing event updated for resources: {'Subnet': ['ID=4b938bf4-51c7-4757-9043-24005eebe6fc,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:49.323906 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce88d70-a31f-4786-a11c-262df78f6893 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Checking segment: {'id': '6d94642c-2dcb-48e3-a04e-cc0ae540de7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'd6887e3f-d22e-4c07-a20b-1a4604984c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:35:49.324276 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce88d70-a31f-4786-a11c-262df78f6893 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Network hostable DHCP agents. Network: d6887e3f-d22e-4c07-a20b-1a4604984c6e, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:35:49.341430 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce88d70-a31f-4786-a11c-262df78f6893 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Network d6887e3f-d22e-4c07-a20b-1a4604984c6e is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:35:49.350109 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-1ce88d70-a31f-4786-a11c-262df78f6893 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, d6887e3f-d22e-4c07-a20b-1a4604984c6e) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:49.354145 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce88d70-a31f-4786-a11c-262df78f6893 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:49.354749 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1ce88d70-a31f-4786-a11c-262df78f6893 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:49.360965 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac58b91-a4f1-4ee0-b30b-ee6c6b660bc4 None None] Network d6887e3f-d22e-4c07-a20b-1a4604984c6e requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:35:49.374898 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1ce88d70-a31f-4786-a11c-262df78f6893 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8725834 Feb 09 01:35:49.375258 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58062) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:49.383280 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-8bd87deb-9666-429d-bf61-6778e554a1b2 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Request body: {'port': {'network_id': 'd6887e3f-d22e-4c07-a20b-1a4604984c6e', 'name': 'tempest-TagsExtTest-521984948'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:49.468172 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f328cdf0-abdc-4550-9906-0871f01602be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-d6887e3f-d22e-4c07-a20b-1a4604984c6e', 'network_id': 'd6887e3f-d22e-4c07-a20b-1a4604984c6e', 'project_id': 'd8a37c81a1314620a556a0d10d7ee84e', 'fixed_ips': [{'subnet_id': '4b938bf4-51c7-4757-9043-24005eebe6fc'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:35:49.469290 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f328cdf0-abdc-4550-9906-0871f01602be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:49.510697 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd87deb-9666-429d-bf61-6778e554a1b2 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Made reservation on behalf of d8a37c81a1314620a556a0d10d7ee84e for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:35:49.514615 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8bd87deb-9666-429d-bf61-6778e554a1b2 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:49.537861 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-8bd87deb-9666-429d-bf61-6778e554a1b2 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] device_id is not set on port f5abb479-02fc-4751-8dab-8989b663f318 yet. {{(pid=103136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:35:49.623452 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-f328cdf0-abdc-4550-9906-0871f01602be None None] Allocated IP 172.20.0.2 (d6887e3f-d22e-4c07-a20b-1a4604984c6e/4b938bf4-51c7-4757-9043-24005eebe6fc/60af172d-1b40-4ca4-8538-0ad8110f7013) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:35:49.742550 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f37d65-99a7-4fa9-a7a5-f5fcca0cf943 req-4c175a92-f5c4-4ab6-b394-d4df128d1f1c tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:49.744064 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-11f37d65-99a7-4fa9-a7a5-f5fcca0cf943 req-4c175a92-f5c4-4ab6-b394-d4df128d1f1c tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6a923f9-0cda-40e4-b52e-eb111ed278c6 HTTP/1.1" status: 200 len: 945 time: 0.0588181 Feb 09 01:35:49.767585 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f328cdf0-abdc-4550-9906-0871f01602be None None] Publish callbacks [] for port (60af172d-1b40-4ca4-8538-0ad8110f7013), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:49.773953 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f328cdf0-abdc-4550-9906-0871f01602be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (60af172d-1b40-4ca4-8538-0ad8110f7013), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:49.814308 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f328cdf0-abdc-4550-9906-0871f01602be None None] Network d6887e3f-d22e-4c07-a20b-1a4604984c6e is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:35:49.819439 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-f328cdf0-abdc-4550-9906-0871f01602be None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:49.822961 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f328cdf0-abdc-4550-9906-0871f01602be None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:35:49.824900 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-11f37d65-99a7-4fa9-a7a5-f5fcca0cf943 req-7125b9c1-1b89-4b8e-9dbe-d7d3fd64cc22 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743785 Feb 09 01:35:49.839977 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f328cdf0-abdc-4550-9906-0871f01602be None None] Pushing event updated for resources: {'Port': ['ID=60af172d-1b40-4ca4-8538-0ad8110f7013,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:49.847451 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-8bd87deb-9666-429d-bf61-6778e554a1b2 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Allocated IP 172.20.0.10 (d6887e3f-d22e-4c07-a20b-1a4604984c6e/4b938bf4-51c7-4757-9043-24005eebe6fc/f5abb479-02fc-4751-8dab-8989b663f318) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:35:49.890808 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-f328cdf0-abdc-4550-9906-0871f01602be None None] Attempting to bind port 60af172d-1b40-4ca4-8538-0ad8110f7013 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:35:49.891241 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-f328cdf0-abdc-4550-9906-0871f01602be None None] Attempting to bind port 60af172d-1b40-4ca4-8538-0ad8110f7013 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '6d94642c-2dcb-48e3-a04e-cc0ae540de7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'd6887e3f-d22e-4c07-a20b-1a4604984c6e'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:35:49.891790 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f328cdf0-abdc-4550-9906-0871f01602be None None] Attempting to bind port 60af172d-1b40-4ca4-8538-0ad8110f7013 on network d6887e3f-d22e-4c07-a20b-1a4604984c6e {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:35:49.898129 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f328cdf0-abdc-4550-9906-0871f01602be None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:35:49.898703 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f328cdf0-abdc-4550-9906-0871f01602be None None] Checking segment: {'id': '6d94642c-2dcb-48e3-a04e-cc0ae540de7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'd6887e3f-d22e-4c07-a20b-1a4604984c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:35:49.899230 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f328cdf0-abdc-4550-9906-0871f01602be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:49.899743 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f328cdf0-abdc-4550-9906-0871f01602be None None] Bound using segment: {'id': '6d94642c-2dcb-48e3-a04e-cc0ae540de7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'd6887e3f-d22e-4c07-a20b-1a4604984c6e'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:35:49.900348 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-f328cdf0-abdc-4550-9906-0871f01602be None None] Bound port: 60af172d-1b40-4ca4-8538-0ad8110f7013, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d94642c-2dcb-48e3-a04e-cc0ae540de7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'd6887e3f-d22e-4c07-a20b-1a4604984c6e'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:35:49.900868 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f328cdf0-abdc-4550-9906-0871f01602be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (60af172d-1b40-4ca4-8538-0ad8110f7013), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:49.977799 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-f328cdf0-abdc-4550-9906-0871f01602be None None] For port 60af172d-1b40-4ca4-8538-0ad8110f7013, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:35:49.981437 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-f328cdf0-abdc-4550-9906-0871f01602be None None] For port 60af172d-1b40-4ca4-8538-0ad8110f7013, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=60af172d-1b40-4ca4-8538-0ad8110f7013,segment=NetworkSegment(6d94642c-2dcb-48e3-a04e-cc0ae540de7a),segment_id=6d94642c-2dcb-48e3-a04e-cc0ae540de7a)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:35:49.989969 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f328cdf0-abdc-4550-9906-0871f01602be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (60af172d-1b40-4ca4-8538-0ad8110f7013), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:50.048981 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8bd87deb-9666-429d-bf61-6778e554a1b2 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Publish callbacks [] for port (f5abb479-02fc-4751-8dab-8989b663f318), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:50.068576 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f328cdf0-abdc-4550-9906-0871f01602be None None] Pushing event updated for resources: {'Port': ['ID=60af172d-1b40-4ca4-8538-0ad8110f7013,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:50.098819 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8bd87deb-9666-429d-bf61-6778e554a1b2 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (f5abb479-02fc-4751-8dab-8989b663f318), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:50.150649 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd87deb-9666-429d-bf61-6778e554a1b2 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Network d6887e3f-d22e-4c07-a20b-1a4604984c6e is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:35:50.153976 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-8bd87deb-9666-429d-bf61-6778e554a1b2 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:35:50.158198 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd87deb-9666-429d-bf61-6778e554a1b2 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:35:50.183174 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd87deb-9666-429d-bf61-6778e554a1b2 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Pushing event updated for resources: {'Port': ['ID=f5abb479-02fc-4751-8dab-8989b663f318,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:50.213166 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd87deb-9666-429d-bf61-6778e554a1b2 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:50.213808 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8bd87deb-9666-429d-bf61-6778e554a1b2 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:50.231624 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8bd87deb-9666-429d-bf61-6778e554a1b2 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.8526475 Feb 09 01:35:50.234237 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58074) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:50.240445 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-946d3fd3-40a6-42b3-aac5-9522d4080d54 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-321135678', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:50.273751 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-946d3fd3-40a6-42b3-aac5-9522d4080d54 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (a77a4db2-2d25-4c4b-9595-c707a631d59a), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:50.274945 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-946d3fd3-40a6-42b3-aac5-9522d4080d54 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (a77a4db2-2d25-4c4b-9595-c707a631d59a), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:50.368951 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-946d3fd3-40a6-42b3-aac5-9522d4080d54 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Publish callbacks [] for router_controller (a77a4db2-2d25-4c4b-9595-c707a631d59a), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:50.373574 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-946d3fd3-40a6-42b3-aac5-9522d4080d54 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (a77a4db2-2d25-4c4b-9595-c707a631d59a), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:50.419394 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2032c-c2a9-4c20-a8e6-895bdb9b0740 req-569c0962-f496-4170-85fc-8d28e9b1ce70 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:50.420651 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-946d3fd3-40a6-42b3-aac5-9522d4080d54 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:50.422019 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-946d3fd3-40a6-42b3-aac5-9522d4080d54 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1864240 Feb 09 01:35:50.425322 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58076) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:50.428614 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-11f2032c-c2a9-4c20-a8e6-895bdb9b0740 req-569c0962-f496-4170-85fc-8d28e9b1ce70 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ea0de20-d8ff-48fd-9186-8cb627918823 HTTP/1.1" status: 200 len: 950 time: 0.0912011 Feb 09 01:35:50.429670 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-a2c1ed67-ca72-4e6f-b3fa-83ad47e69521 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-328263494', 'prefixes': ['172.20.0.0/16']}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:35:50.489767 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741cc91-771f-49a0-ac0d-b509fc158fbc req-f6d7cf10-ee26-4c6a-b065-59dfb37c1cea tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:50.491268 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-2741cc91-771f-49a0-ac0d-b509fc158fbc req-f6d7cf10-ee26-4c6a-b065-59dfb37c1cea tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ea0de20-d8ff-48fd-9186-8cb627918823 HTTP/1.1" status: 200 len: 950 time: 0.1114497 Feb 09 01:35:50.495802 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-11f2032c-c2a9-4c20-a8e6-895bdb9b0740 req-92127302-b98a-4deb-b7c9-444ac1bb616c tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] 10.222.0.50 "GET /v2.0/security-groups?id=acb3ce11-903b-43b9-a3be-d4a6d1388da8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660660 Feb 09 01:35:50.558238 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a2c1ed67-ca72-4e6f-b3fa-83ad47e69521 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:50.559585 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a2c1ed67-ca72-4e6f-b3fa-83ad47e69521 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1333475 Feb 09 01:35:50.563405 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58078) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:50.569265 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.tag.tag_plugin [None req-71a660e2-5516-4ec5-8aab-4a7d811a25f4 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '4b938bf4-51c7-4757-9043-24005eebe6fc', 'tempest-TagsExtTest-Tag-1673881') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:50.609876 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-2741cc91-771f-49a0-ac0d-b509fc158fbc req-a1bbe764-82ed-4924-bfc6-ba2993e2e164 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Deleting port f8e41e5e-f6f5-4e01-a44c-db2198fff004 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:35:50.610396 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-2741cc91-771f-49a0-ac0d-b509fc158fbc req-a1bbe764-82ed-4924-bfc6-ba2993e2e164 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (f8e41e5e-f6f5-4e01-a44c-db2198fff004), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:50.673263 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-71a660e2-5516-4ec5-8aab-4a7d811a25f4 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "PUT /v2.0/subnets/4b938bf4-51c7-4757-9043-24005eebe6fc/tags/tempest-TagsExtTest-Tag-1673881 HTTP/1.1" status: 201 len: 201 time: 0.1073818 Feb 09 01:35:50.675766 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58082) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:50.680644 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.tag.tag_plugin [None req-2d0a6da5-c554-445f-8363-1e23c748b950 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f5abb479-02fc-4751-8dab-8989b663f318', 'tempest-TagsExtTest-Tag-1166786556') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:50.722619 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-2741cc91-771f-49a0-ac0d-b509fc158fbc req-a1bbe764-82ed-4924-bfc6-ba2993e2e164 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] For port f8e41e5e-f6f5-4e01-a44c-db2198fff004, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=f8e41e5e-f6f5-4e01-a44c-db2198fff004,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:50.722983 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-2741cc91-771f-49a0-ac0d-b509fc158fbc req-a1bbe764-82ed-4924-bfc6-ba2993e2e164 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (f8e41e5e-f6f5-4e01-a44c-db2198fff004), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:50.735682 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-2741cc91-771f-49a0-ac0d-b509fc158fbc req-a1bbe764-82ed-4924-bfc6-ba2993e2e164 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Calling delete_port for f8e41e5e-f6f5-4e01-a44c-db2198fff004 owned by compute:nova {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:35:50.752426 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2d0a6da5-c554-445f-8363-1e23c748b950 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "PUT /v2.0/ports/f5abb479-02fc-4751-8dab-8989b663f318/tags/tempest-TagsExtTest-Tag-1166786556 HTTP/1.1" status: 201 len: 201 time: 0.0755475 Feb 09 01:35:50.755013 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58084) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:50.760045 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.tag.tag_plugin [None req-6e17a253-feda-4d7b-8b03-d9ae93dc3282 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a77a4db2-2d25-4c4b-9595-c707a631d59a', 'tempest-TagsExtTest-Tag-674320256') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:50.857936 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-6e17a253-feda-4d7b-8b03-d9ae93dc3282 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "PUT /v2.0/routers/a77a4db2-2d25-4c4b-9595-c707a631d59a/tags/tempest-TagsExtTest-Tag-674320256 HTTP/1.1" status: 201 len: 201 time: 0.1017656 Feb 09 01:35:50.860596 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58086) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:50.877558 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.tag.tag_plugin [None req-8f74841c-1dbc-4a17-b004-df797d2966c0 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '1d91da69-e986-4b76-bb79-4cc608e19747', 'tempest-TagsExtTest-Tag-665910015') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:51.002454 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8f74841c-1dbc-4a17-b004-df797d2966c0 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "PUT /v2.0/subnetpools/1d91da69-e986-4b76-bb79-4cc608e19747/tags/tempest-TagsExtTest-Tag-665910015 HTTP/1.1" status: 201 len: 201 time: 0.1406245 Feb 09 01:35:51.014314 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58090) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:51.022650 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.tag.tag_plugin [None req-07c980a6-db05-4851-9d9c-8c8ec6876e04 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '4b938bf4-51c7-4757-9043-24005eebe6fc') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:51.072319 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913ffc6-db85-450a-876f-66b2ca08d4ce req-10e96d00-c399-4b5e-97a0-8bd0a9466019 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:51.080176 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5913ffc6-db85-450a-876f-66b2ca08d4ce req-10e96d00-c399-4b5e-97a0-8bd0a9466019 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6a923f9-0cda-40e4-b52e-eb111ed278c6 HTTP/1.1" status: 200 len: 945 time: 0.1217461 Feb 09 01:35:51.152666 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5913ffc6-db85-450a-876f-66b2ca08d4ce req-fafaca50-1b0e-4f78-9e87-72f76dd8b64b tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703657 Feb 09 01:35:51.171676 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-07c980a6-db05-4851-9d9c-8c8ec6876e04 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "GET /v2.0/subnets/4b938bf4-51c7-4757-9043-24005eebe6fc/tags HTTP/1.1" status: 200 len: 238 time: 0.1533966 Feb 09 01:35:51.172049 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58094) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:51.177095 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.tag.tag_plugin [None req-2e42bef6-63a1-4253-b0a2-060bb901cf43 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4b938bf4-51c7-4757-9043-24005eebe6fc', 'tempest-TagsExtTest-Tag-1673881') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:51.245878 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2e42bef6-63a1-4253-b0a2-060bb901cf43 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "GET /v2.0/subnets/4b938bf4-51c7-4757-9043-24005eebe6fc/tags/tempest-TagsExtTest-Tag-1673881 HTTP/1.1" status: 204 len: 168 time: 0.0700915 Feb 09 01:35:51.246737 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58096) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:51.255353 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.tag.tag_plugin [None req-c159f761-648c-44de-a7fd-8757b3d44044 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '4b938bf4-51c7-4757-9043-24005eebe6fc', 'tempest-TagsExtTest-Tag-1673881') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:51.281355 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-2741cc91-771f-49a0-ac0d-b509fc158fbc req-a1bbe764-82ed-4924-bfc6-ba2993e2e164 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (f8e41e5e-f6f5-4e01-a44c-db2198fff004), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:51.289053 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18965cad-6b1e-4b2a-b428-664353320ae5 None None] Network d6887e3f-d22e-4c07-a20b-1a4604984c6e requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:35:51.295566 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['f8e41e5e-f6f5-4e01-a44c-db2198fff004'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:35:51.337941 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c159f761-648c-44de-a7fd-8757b3d44044 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "DELETE /v2.0/subnets/4b938bf4-51c7-4757-9043-24005eebe6fc/tags/tempest-TagsExtTest-Tag-1673881 HTTP/1.1" status: 204 len: 168 time: 0.0873349 Feb 09 01:35:51.338933 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58098) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:51.347104 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.tag.tag_plugin [None req-9357be3f-ede8-4a23-b724-3e2d0c734095 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '4b938bf4-51c7-4757-9043-24005eebe6fc') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:51.375357 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bbe764-82ed-4924-bfc6-ba2993e2e164 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Pushing event deleted for resources: {'Port': ['ID=f8e41e5e-f6f5-4e01-a44c-db2198fff004,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:51.378584 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-2741cc91-771f-49a0-ac0d-b509fc158fbc req-a1bbe764-82ed-4924-bfc6-ba2993e2e164 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] No DVR routers for this DVR port f8e41e5e-f6f5-4e01-a44c-db2198fff004 on host n-h1-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:35:51.381897 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-2741cc91-771f-49a0-ac0d-b509fc158fbc req-a1bbe764-82ed-4924-bfc6-ba2993e2e164 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:51.385379 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-2741cc91-771f-49a0-ac0d-b509fc158fbc req-a1bbe764-82ed-4924-bfc6-ba2993e2e164 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] 10.222.0.47 "DELETE /v2.0/ports/f8e41e5e-f6f5-4e01-a44c-db2198fff004 HTTP/1.1" status: 204 len: 173 time: 0.8880661 Feb 09 01:35:51.386770 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea0de20-d8ff-48fd-9186-8cb627918823', 'name': 'network-vif-deleted', 'tag': 'f8e41e5e-f6f5-4e01-a44c-db2198fff004'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:35:51.390031 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d014b8c8-f185-47fe-8eed-8fb9dee456ed" -d '{"events": [{"server_uuid": "2ea0de20-d8ff-48fd-9186-8cb627918823", "name": "network-vif-deleted", "tag": "f8e41e5e-f6f5-4e01-a44c-db2198fff004"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:35:51.399614 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bbe764-82ed-4924-bfc6-ba2993e2e164 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:51.400038 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bbe764-82ed-4924-bfc6-ba2993e2e164 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:51.400524 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bbe764-82ed-4924-bfc6-ba2993e2e164 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:51.400892 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bbe764-82ed-4924-bfc6-ba2993e2e164 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:51.401486 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bbe764-82ed-4924-bfc6-ba2993e2e164 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:51.402028 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bbe764-82ed-4924-bfc6-ba2993e2e164 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:51.402442 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bbe764-82ed-4924-bfc6-ba2993e2e164 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:51.402887 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bbe764-82ed-4924-bfc6-ba2993e2e164 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:51.403229 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bbe764-82ed-4924-bfc6-ba2993e2e164 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:51.403606 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bbe764-82ed-4924-bfc6-ba2993e2e164 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:51.403941 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bbe764-82ed-4924-bfc6-ba2993e2e164 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:51.404402 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bbe764-82ed-4924-bfc6-ba2993e2e164 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:51.404818 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bbe764-82ed-4924-bfc6-ba2993e2e164 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:51.410192 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-4171537e-0c93-446e-9041-1cd922feab99 None None] Provisioning complete for port 60af172d-1b40-4ca4-8538-0ad8110f7013 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:51.410657 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4171537e-0c93-446e-9041-1cd922feab99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (60af172d-1b40-4ca4-8538-0ad8110f7013), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:51.437221 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-9357be3f-ede8-4a23-b724-3e2d0c734095 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "GET /v2.0/subnets/4b938bf4-51c7-4757-9043-24005eebe6fc/tags HTTP/1.1" status: 200 len: 205 time: 0.0967679 Feb 09 01:35:51.438389 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58102) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:51.444263 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.tag.tag_plugin [None req-856cf51d-e2dd-4301-a3ac-dcfe6b009b04 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f5abb479-02fc-4751-8dab-8989b663f318') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:51.479819 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c13b1f-ccd7-4f4e-a46e-50024b7eae1c x-openstack-request-id: req-f1c13b1f-ccd7-4f4e-a46e-50024b7eae1c {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:35:51.480469 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea0de20-d8ff-48fd-9186-8cb627918823", "name": "network-vif-deleted", "tag": "f8e41e5e-f6f5-4e01-a44c-db2198fff004", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:35:51.481210 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f1c13b1f-ccd7-4f4e-a46e-50024b7eae1c {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:35:51.481812 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea0de20-d8ff-48fd-9186-8cb627918823', 'name': 'network-vif-deleted', 'tag': 'f8e41e5e-f6f5-4e01-a44c-db2198fff004', 'status': 'completed', 'code': 200} Feb 09 01:35:51.522124 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-856cf51d-e2dd-4301-a3ac-dcfe6b009b04 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "GET /v2.0/ports/f5abb479-02fc-4751-8dab-8989b663f318/tags HTTP/1.1" status: 200 len: 241 time: 0.0813379 Feb 09 01:35:51.524510 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58106) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:51.529494 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.tag.tag_plugin [None req-db23c69f-f3cc-475f-84e1-f121d0068215 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f5abb479-02fc-4751-8dab-8989b663f318', 'tempest-TagsExtTest-Tag-1166786556') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:51.639732 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-472e9f9a-3c26-4dc7-83a8-5796fa4e4b21 req-d7f6629b-39ec-4d3d-9452-c746c58b06e8 tempest-VolumesBackupsTest-514147437 tempest-VolumesBackupsTest-514147437-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ea0de20-d8ff-48fd-9186-8cb627918823 HTTP/1.1" status: 200 len: 210 time: 0.0457957 Feb 09 01:35:51.650832 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-db23c69f-f3cc-475f-84e1-f121d0068215 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "GET /v2.0/ports/f5abb479-02fc-4751-8dab-8989b663f318/tags/tempest-TagsExtTest-Tag-1166786556 HTTP/1.1" status: 204 len: 168 time: 0.1252232 Feb 09 01:35:51.653513 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58108) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:51.663937 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.tag.tag_plugin [None req-2bfadab0-64ff-4207-a729-1d6268d63292 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'f5abb479-02fc-4751-8dab-8989b663f318', 'tempest-TagsExtTest-Tag-1166786556') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:51.725706 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-4171537e-0c93-446e-9041-1cd922feab99 None None] Current status of the port 60af172d-1b40-4ca4-8538-0ad8110f7013 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:35:51.726290 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4171537e-0c93-446e-9041-1cd922feab99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (60af172d-1b40-4ca4-8538-0ad8110f7013), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:51.731747 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2bfadab0-64ff-4207-a729-1d6268d63292 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "DELETE /v2.0/ports/f5abb479-02fc-4751-8dab-8989b663f318/tags/tempest-TagsExtTest-Tag-1166786556 HTTP/1.1" status: 204 len: 168 time: 0.0771031 Feb 09 01:35:51.734609 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58112) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:51.742335 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.tag.tag_plugin [None req-23fea246-62b6-4ced-9765-fadb23c82c9a tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f5abb479-02fc-4751-8dab-8989b663f318') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:51.790667 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-4171537e-0c93-446e-9041-1cd922feab99 None None] For port 60af172d-1b40-4ca4-8538-0ad8110f7013, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=60af172d-1b40-4ca4-8538-0ad8110f7013,segment=NetworkSegment(6d94642c-2dcb-48e3-a04e-cc0ae540de7a),segment_id=6d94642c-2dcb-48e3-a04e-cc0ae540de7a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:51.802111 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4171537e-0c93-446e-9041-1cd922feab99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (60af172d-1b40-4ca4-8538-0ad8110f7013), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:51.817614 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-23fea246-62b6-4ced-9765-fadb23c82c9a tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "GET /v2.0/ports/f5abb479-02fc-4751-8dab-8989b663f318/tags HTTP/1.1" status: 200 len: 205 time: 0.0817142 Feb 09 01:35:51.820124 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58114) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:51.826199 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.tag.tag_plugin [None req-a665ce61-de80-4e0c-ab51-ed3629556e88 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a77a4db2-2d25-4c4b-9595-c707a631d59a') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:51.913531 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4171537e-0c93-446e-9041-1cd922feab99 None None] Pushing event updated for resources: {'Port': ['ID=60af172d-1b40-4ca4-8538-0ad8110f7013,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:51.950603 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a665ce61-de80-4e0c-ab51-ed3629556e88 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "GET /v2.0/routers/a77a4db2-2d25-4c4b-9595-c707a631d59a/tags HTTP/1.1" status: 200 len: 240 time: 0.1268396 Feb 09 01:35:51.951061 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58116) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:51.956892 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.tag.tag_plugin [None req-1a7dad9b-8c39-4e84-aa28-4828b0a8a2c6 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a77a4db2-2d25-4c4b-9595-c707a631d59a', 'tempest-TagsExtTest-Tag-674320256') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:52.096387 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1a7dad9b-8c39-4e84-aa28-4828b0a8a2c6 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "GET /v2.0/routers/a77a4db2-2d25-4c4b-9595-c707a631d59a/tags/tempest-TagsExtTest-Tag-674320256 HTTP/1.1" status: 204 len: 168 time: 0.1438336 Feb 09 01:35:52.098958 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58118) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:52.105350 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.tag.tag_plugin [None req-e0846d82-b8e0-46e7-971b-0c0f5cdb43cd tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'a77a4db2-2d25-4c4b-9595-c707a631d59a', 'tempest-TagsExtTest-Tag-674320256') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:52.127300 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 60af172d-1b40-4ca4-8538-0ad8110f7013 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:35:52.222013 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-bbf13619-adab-486f-8c6b-ba81b1c0fe19 None None] Provisioning complete for port 60af172d-1b40-4ca4-8538-0ad8110f7013 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:52.226148 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bbf13619-adab-486f-8c6b-ba81b1c0fe19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (60af172d-1b40-4ca4-8538-0ad8110f7013), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:52.250186 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e0846d82-b8e0-46e7-971b-0c0f5cdb43cd tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "DELETE /v2.0/routers/a77a4db2-2d25-4c4b-9595-c707a631d59a/tags/tempest-TagsExtTest-Tag-674320256 HTTP/1.1" status: 204 len: 168 time: 0.1494653 Feb 09 01:35:52.253351 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58124) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:52.260168 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.tag.tag_plugin [None req-90a9f6e9-0cc7-46e2-b081-d8a219bf1318 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a77a4db2-2d25-4c4b-9595-c707a631d59a') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:52.306632 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 60af172d-1b40-4ca4-8538-0ad8110f7013 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:52.307194 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (60af172d-1b40-4ca4-8538-0ad8110f7013), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:52.321318 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aba14d-c527-4710-b01f-da79d4d4ce8c req-292a1b73-a52c-4186-80b3-b8717aa6dcdb tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:52.327185 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a1aba14d-c527-4710-b01f-da79d4d4ce8c req-292a1b73-a52c-4186-80b3-b8717aa6dcdb tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6a923f9-0cda-40e4-b52e-eb111ed278c6 HTTP/1.1" status: 200 len: 945 time: 0.0736849 Feb 09 01:35:52.356926 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-90a9f6e9-0cc7-46e2-b081-d8a219bf1318 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "GET /v2.0/routers/a77a4db2-2d25-4c4b-9595-c707a631d59a/tags HTTP/1.1" status: 200 len: 205 time: 0.1011465 Feb 09 01:35:52.359456 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58126) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:52.364232 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.tag.tag_plugin [None req-f6b118db-5c56-4ee3-937e-3a1d9c847497 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '1d91da69-e986-4b76-bb79-4cc608e19747') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:52.390740 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a1aba14d-c527-4710-b01f-da79d4d4ce8c req-dbe5afbb-6535-40a7-89ad-91fc498506d2 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553734 Feb 09 01:35:52.418977 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58128) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:52.424830 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.tag.tag_plugin [None req-d0b87ac4-889f-4200-b26b-413a7d9f72b6 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1d91da69-e986-4b76-bb79-4cc608e19747', 'tempest-TagsExtTest-Tag-665910015') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:52.428736 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f6b118db-5c56-4ee3-937e-3a1d9c847497 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "GET /v2.0/subnetpools/1d91da69-e986-4b76-bb79-4cc608e19747/tags HTTP/1.1" status: 200 len: 240 time: 0.0667849 Feb 09 01:35:52.448681 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d0b87ac4-889f-4200-b26b-413a7d9f72b6 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "GET /v2.0/subnetpools/1d91da69-e986-4b76-bb79-4cc608e19747/tags/tempest-TagsExtTest-Tag-665910015 HTTP/1.1" status: 204 len: 168 time: 0.0282552 Feb 09 01:35:52.451091 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58130) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:52.455713 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.tag.tag_plugin [None req-eabd4b53-2db6-4a70-8f82-57f25a234dd5 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '1d91da69-e986-4b76-bb79-4cc608e19747', 'tempest-TagsExtTest-Tag-665910015') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:52.473546 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-bbf13619-adab-486f-8c6b-ba81b1c0fe19 None None] Current status of the port 60af172d-1b40-4ca4-8538-0ad8110f7013 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:35:52.477124 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 60af172d-1b40-4ca4-8538-0ad8110f7013 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:35:52.489287 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-bbf13619-adab-486f-8c6b-ba81b1c0fe19 None None] Provisioning complete for port f5abb479-02fc-4751-8dab-8989b663f318 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:52.489681 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bbf13619-adab-486f-8c6b-ba81b1c0fe19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f5abb479-02fc-4751-8dab-8989b663f318), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:52.500695 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-eabd4b53-2db6-4a70-8f82-57f25a234dd5 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "DELETE /v2.0/subnetpools/1d91da69-e986-4b76-bb79-4cc608e19747/tags/tempest-TagsExtTest-Tag-665910015 HTTP/1.1" status: 204 len: 168 time: 0.0483847 Feb 09 01:35:52.503786 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58132) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:52.508151 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.tag.tag_plugin [None req-7e3152a1-21f7-4310-bd27-6622557d61dd tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '1d91da69-e986-4b76-bb79-4cc608e19747') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:52.536034 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7e3152a1-21f7-4310-bd27-6622557d61dd tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "GET /v2.0/subnetpools/1d91da69-e986-4b76-bb79-4cc608e19747/tags HTTP/1.1" status: 200 len: 205 time: 0.0287335 Feb 09 01:35:52.536260 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58134) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:52.541189 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.tag.tag_plugin [None req-02b0efbe-b22c-4f21-9cbf-2945242abf64 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1d91da69-e986-4b76-bb79-4cc608e19747') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:52.542942 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-bbf13619-adab-486f-8c6b-ba81b1c0fe19 None None] Port f5abb479-02fc-4751-8dab-8989b663f318 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:35:52.570855 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-02b0efbe-b22c-4f21-9cbf-2945242abf64 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "DELETE /v2.0/subnetpools/1d91da69-e986-4b76-bb79-4cc608e19747/tags HTTP/1.1" status: 204 len: 168 time: 0.0335231 Feb 09 01:35:52.573784 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58136) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:52.578225 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.tag.tag_plugin [None req-d554bb62-6e0e-40d4-ba72-ef02070e56c1 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a77a4db2-2d25-4c4b-9595-c707a631d59a') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:52.662358 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-cf722983-225c-4801-b512-819d1744e402 None None] Provisioning complete for port f5abb479-02fc-4751-8dab-8989b663f318 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:35:52.662857 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cf722983-225c-4801-b512-819d1744e402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f5abb479-02fc-4751-8dab-8989b663f318), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:52.681932 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d554bb62-6e0e-40d4-ba72-ef02070e56c1 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "DELETE /v2.0/routers/a77a4db2-2d25-4c4b-9595-c707a631d59a/tags HTTP/1.1" status: 204 len: 168 time: 0.1045353 Feb 09 01:35:52.682060 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58140) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:52.686195 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.tag.tag_plugin [None req-373aacb8-306d-4c95-a477-89f97f44be6e tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f5abb479-02fc-4751-8dab-8989b663f318') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:52.747872 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-cf722983-225c-4801-b512-819d1744e402 None None] Port f5abb479-02fc-4751-8dab-8989b663f318 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:35:52.750358 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-373aacb8-306d-4c95-a477-89f97f44be6e tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "DELETE /v2.0/ports/f5abb479-02fc-4751-8dab-8989b663f318/tags HTTP/1.1" status: 204 len: 168 time: 0.0673347 Feb 09 01:35:52.754102 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58146) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:52.759539 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.tag.tag_plugin [None req-57ed3e90-e17c-492c-a932-4bafd3f10341 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4b938bf4-51c7-4757-9043-24005eebe6fc') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:52.840597 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-57ed3e90-e17c-492c-a932-4bafd3f10341 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "DELETE /v2.0/subnets/4b938bf4-51c7-4757-9043-24005eebe6fc/tags HTTP/1.1" status: 204 len: 168 time: 0.0809281 Feb 09 01:35:52.840784 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58150) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:52.845193 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.tag.tag_plugin [None req-412850c9-0873-4e5d-9b26-4a36da33041e tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '4b938bf4-51c7-4757-9043-24005eebe6fc', 'tempest-TagsExtTest-Tag-1868221422') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:52.920305 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-412850c9-0873-4e5d-9b26-4a36da33041e tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "PUT /v2.0/subnets/4b938bf4-51c7-4757-9043-24005eebe6fc/tags/tempest-TagsExtTest-Tag-1868221422 HTTP/1.1" status: 201 len: 201 time: 0.0785360 Feb 09 01:35:52.923032 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58152) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:52.927584 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.tag.tag_plugin [None req-3117cb3f-c05a-4f77-853e-0755c516f0dc tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f5abb479-02fc-4751-8dab-8989b663f318', 'tempest-TagsExtTest-Tag-1677762303') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:53.004090 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3117cb3f-c05a-4f77-853e-0755c516f0dc tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "PUT /v2.0/ports/f5abb479-02fc-4751-8dab-8989b663f318/tags/tempest-TagsExtTest-Tag-1677762303 HTTP/1.1" status: 201 len: 201 time: 0.0767715 Feb 09 01:35:53.004296 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58154) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:53.009288 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.tag.tag_plugin [None req-9e2aea9d-ba05-4c22-b1d8-7b26cc2be9d9 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a77a4db2-2d25-4c4b-9595-c707a631d59a', 'tempest-TagsExtTest-Tag-1996486193') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:53.114184 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-9e2aea9d-ba05-4c22-b1d8-7b26cc2be9d9 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "PUT /v2.0/routers/a77a4db2-2d25-4c4b-9595-c707a631d59a/tags/tempest-TagsExtTest-Tag-1996486193 HTTP/1.1" status: 201 len: 201 time: 0.1089051 Feb 09 01:35:53.117176 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58156) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:53.121917 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.tag.tag_plugin [None req-d80be76d-d9a0-4f4a-ab85-3d01e3e00c95 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '1d91da69-e986-4b76-bb79-4cc608e19747', 'tempest-TagsExtTest-Tag-2112378442') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:53.154546 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d80be76d-d9a0-4f4a-ab85-3d01e3e00c95 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "PUT /v2.0/subnetpools/1d91da69-e986-4b76-bb79-4cc608e19747/tags/tempest-TagsExtTest-Tag-2112378442 HTTP/1.1" status: 201 len: 201 time: 0.0362689 Feb 09 01:35:53.157100 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58158) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:53.161954 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.tag.tag_plugin [None req-186dde14-0591-41b2-87b6-5f3fd1c9f95b tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '4b938bf4-51c7-4757-9043-24005eebe6fc', {'tags': ['tempest-TagsExtTest-Tag-788992237', 'tempest-TagsExtTest-Tag-347623231', 'tempest-TagsExtTest-Tag-1579145967']}) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:53.250415 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-186dde14-0591-41b2-87b6-5f3fd1c9f95b tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "PUT /v2.0/subnets/4b938bf4-51c7-4757-9043-24005eebe6fc/tags HTTP/1.1" status: 200 len: 316 time: 0.0917366 Feb 09 01:35:53.253791 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58162) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:53.259196 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.tag.tag_plugin [None req-a22240fc-8a7e-4e30-a6c8-2c50db0ec383 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4b938bf4-51c7-4757-9043-24005eebe6fc') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:53.327852 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58164) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:53.328198 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a22240fc-8a7e-4e30-a6c8-2c50db0ec383 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "DELETE /v2.0/subnets/4b938bf4-51c7-4757-9043-24005eebe6fc/tags HTTP/1.1" status: 204 len: 168 time: 0.0729342 Feb 09 01:35:53.332731 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.tag.tag_plugin [None req-9ff0a12d-5fb1-43b1-9fde-32c64c283fec tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4b938bf4-51c7-4757-9043-24005eebe6fc', 'tempest-TagsExtTest-Tag-788992237') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:53.396380 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-9ff0a12d-5fb1-43b1-9fde-32c64c283fec tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] show failed (client error): The resource could not be found. Feb 09 01:35:53.397621 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9ff0a12d-5fb1-43b1-9fde-32c64c283fec tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "GET /v2.0/subnets/4b938bf4-51c7-4757-9043-24005eebe6fc/tags/tempest-TagsExtTest-Tag-788992237 HTTP/1.1" status: 404 len: 328 time: 0.0687602 Feb 09 01:35:53.400498 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58166) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:53.404800 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.tag.tag_plugin [None req-1642e3e7-863d-4fac-9190-f0f2a00781a9 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4b938bf4-51c7-4757-9043-24005eebe6fc', 'tempest-TagsExtTest-Tag-347623231') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:53.458266 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-1642e3e7-863d-4fac-9190-f0f2a00781a9 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] show failed (client error): The resource could not be found. Feb 09 01:35:53.462384 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1642e3e7-863d-4fac-9190-f0f2a00781a9 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "GET /v2.0/subnets/4b938bf4-51c7-4757-9043-24005eebe6fc/tags/tempest-TagsExtTest-Tag-347623231 HTTP/1.1" status: 404 len: 328 time: 0.0579343 Feb 09 01:35:53.462527 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58170) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:53.466550 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.tag.tag_plugin [None req-560d8627-a96a-4d0d-bddc-19e87f696b60 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4b938bf4-51c7-4757-9043-24005eebe6fc', 'tempest-TagsExtTest-Tag-1579145967') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:53.518163 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-560d8627-a96a-4d0d-bddc-19e87f696b60 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] show failed (client error): The resource could not be found. Feb 09 01:35:53.521695 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-560d8627-a96a-4d0d-bddc-19e87f696b60 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "GET /v2.0/subnets/4b938bf4-51c7-4757-9043-24005eebe6fc/tags/tempest-TagsExtTest-Tag-1579145967 HTTP/1.1" status: 404 len: 329 time: 0.0557854 Feb 09 01:35:53.522094 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58172) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:53.527126 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.tag.tag_plugin [None req-b3a26e59-d1ac-4531-87c8-34aaa1e55aa4 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'f5abb479-02fc-4751-8dab-8989b663f318', {'tags': ['tempest-TagsExtTest-Tag-991496454', 'tempest-TagsExtTest-Tag-1194412509', 'tempest-TagsExtTest-Tag-1030860749']}) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:53.531455 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30a4c5-24ac-4dc6-87d6-8196a3325e70 req-fba253ca-ac82-4b8b-87c2-86d403fda964 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:53.533418 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ff30a4c5-24ac-4dc6-87d6-8196a3325e70 req-fba253ca-ac82-4b8b-87c2-86d403fda964 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6a923f9-0cda-40e4-b52e-eb111ed278c6 HTTP/1.1" status: 200 len: 945 time: 0.0596793 Feb 09 01:35:53.583095 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ff30a4c5-24ac-4dc6-87d6-8196a3325e70 req-00a23faf-3028-4a15-b337-7ce691db835c tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441141 Feb 09 01:35:53.597628 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b3a26e59-d1ac-4531-87c8-34aaa1e55aa4 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "PUT /v2.0/ports/f5abb479-02fc-4751-8dab-8989b663f318/tags HTTP/1.1" status: 200 len: 317 time: 0.0709734 Feb 09 01:35:53.597902 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58174) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:53.603977 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.tag.tag_plugin [None req-1916992b-3f95-4c36-adb6-0e7df07ebc56 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f5abb479-02fc-4751-8dab-8989b663f318') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:53.671300 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1916992b-3f95-4c36-adb6-0e7df07ebc56 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "DELETE /v2.0/ports/f5abb479-02fc-4751-8dab-8989b663f318/tags HTTP/1.1" status: 204 len: 168 time: 0.0723608 Feb 09 01:35:53.674281 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58176) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:53.678407 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.tag.tag_plugin [None req-cf97def7-26d7-442b-876e-c6e3c8049107 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f5abb479-02fc-4751-8dab-8989b663f318', 'tempest-TagsExtTest-Tag-991496454') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:53.738608 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-cf97def7-26d7-442b-876e-c6e3c8049107 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] show failed (client error): The resource could not be found. Feb 09 01:35:53.742798 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-cf97def7-26d7-442b-876e-c6e3c8049107 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "GET /v2.0/ports/f5abb479-02fc-4751-8dab-8989b663f318/tags/tempest-TagsExtTest-Tag-991496454 HTTP/1.1" status: 404 len: 328 time: 0.0645459 Feb 09 01:35:53.743092 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58182) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:53.747494 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.tag.tag_plugin [None req-95a93eff-5c97-43c1-9f4b-df37a0f2dca0 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f5abb479-02fc-4751-8dab-8989b663f318', 'tempest-TagsExtTest-Tag-1194412509') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:53.800754 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-95a93eff-5c97-43c1-9f4b-df37a0f2dca0 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] show failed (client error): The resource could not be found. Feb 09 01:35:53.801841 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-95a93eff-5c97-43c1-9f4b-df37a0f2dca0 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "GET /v2.0/ports/f5abb479-02fc-4751-8dab-8989b663f318/tags/tempest-TagsExtTest-Tag-1194412509 HTTP/1.1" status: 404 len: 329 time: 0.0577860 Feb 09 01:35:53.804773 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58184) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:53.809068 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.tag.tag_plugin [None req-bc7d1390-b5f4-44f3-951c-dc4332398c0f tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f5abb479-02fc-4751-8dab-8989b663f318', 'tempest-TagsExtTest-Tag-1030860749') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:53.866974 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-bc7d1390-b5f4-44f3-951c-dc4332398c0f tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] show failed (client error): The resource could not be found. Feb 09 01:35:53.868046 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-bc7d1390-b5f4-44f3-951c-dc4332398c0f tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "GET /v2.0/ports/f5abb479-02fc-4751-8dab-8989b663f318/tags/tempest-TagsExtTest-Tag-1030860749 HTTP/1.1" status: 404 len: 329 time: 0.0623443 Feb 09 01:35:53.871002 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58188) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:53.876978 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.tag.tag_plugin [None req-450d700c-d2e3-4326-9253-272c46ba8d8f tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'a77a4db2-2d25-4c4b-9595-c707a631d59a', {'tags': ['tempest-TagsExtTest-Tag-1670937600', 'tempest-TagsExtTest-Tag-1104201818', 'tempest-TagsExtTest-Tag-1836087618']}) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:53.974705 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-450d700c-d2e3-4326-9253-272c46ba8d8f tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "PUT /v2.0/routers/a77a4db2-2d25-4c4b-9595-c707a631d59a/tags HTTP/1.1" status: 200 len: 318 time: 0.1018145 Feb 09 01:35:53.977065 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58194) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:53.981659 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.tag.tag_plugin [None req-567f2df5-8e28-450e-9d12-302ad03d2085 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a77a4db2-2d25-4c4b-9595-c707a631d59a') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:54.089546 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-567f2df5-8e28-450e-9d12-302ad03d2085 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "DELETE /v2.0/routers/a77a4db2-2d25-4c4b-9595-c707a631d59a/tags HTTP/1.1" status: 204 len: 168 time: 0.1090791 Feb 09 01:35:54.089970 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58196) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:54.096106 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.tag.tag_plugin [None req-4ba99f83-ca31-4999-9156-6a2d690c6211 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a77a4db2-2d25-4c4b-9595-c707a631d59a', 'tempest-TagsExtTest-Tag-1670937600') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:54.183524 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [None req-4ba99f83-ca31-4999-9156-6a2d690c6211 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] show failed (client error): The resource could not be found. Feb 09 01:35:54.187377 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4ba99f83-ca31-4999-9156-6a2d690c6211 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "GET /v2.0/routers/a77a4db2-2d25-4c4b-9595-c707a631d59a/tags/tempest-TagsExtTest-Tag-1670937600 HTTP/1.1" status: 404 len: 329 time: 0.0961568 Feb 09 01:35:54.187615 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58198) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:54.192325 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.tag.tag_plugin [None req-a45ec485-6bbb-4774-bc19-31af4f94f954 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a77a4db2-2d25-4c4b-9595-c707a631d59a', 'tempest-TagsExtTest-Tag-1104201818') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:54.254275 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114044d-6e10-4e8e-97f7-470a7fc8b863 req-09e4cd86-8fac-493d-9b4d-46c577c4c55a tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:54.262341 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3114044d-6e10-4e8e-97f7-470a7fc8b863 req-09e4cd86-8fac-493d-9b4d-46c577c4c55a tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 1129 time: 0.0566936 Feb 09 01:35:54.284519 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-a45ec485-6bbb-4774-bc19-31af4f94f954 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] show failed (client error): The resource could not be found. Feb 09 01:35:54.285564 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a45ec485-6bbb-4774-bc19-31af4f94f954 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "GET /v2.0/routers/a77a4db2-2d25-4c4b-9595-c707a631d59a/tags/tempest-TagsExtTest-Tag-1104201818 HTTP/1.1" status: 404 len: 329 time: 0.0971000 Feb 09 01:35:54.288488 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58202) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:54.292947 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.tag.tag_plugin [None req-4a0ce768-8a1c-4051-952a-b9edf0dc66d9 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a77a4db2-2d25-4c4b-9595-c707a631d59a', 'tempest-TagsExtTest-Tag-1836087618') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:54.312066 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3114044d-6e10-4e8e-97f7-470a7fc8b863 req-90a6d267-b373-4d03-99e3-a94a7bee3989 tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=d4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487661 Feb 09 01:35:54.335224 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58204) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:54.380051 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-4a0ce768-8a1c-4051-952a-b9edf0dc66d9 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] show failed (client error): The resource could not be found. Feb 09 01:35:54.383805 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4a0ce768-8a1c-4051-952a-b9edf0dc66d9 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "GET /v2.0/routers/a77a4db2-2d25-4c4b-9595-c707a631d59a/tags/tempest-TagsExtTest-Tag-1836087618 HTTP/1.1" status: 404 len: 329 time: 0.0917604 Feb 09 01:35:54.384061 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58206) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:54.388833 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.tag.tag_plugin [None req-5051bc13-1e0c-4689-8a98-708da800c78e tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '1d91da69-e986-4b76-bb79-4cc608e19747', {'tags': ['tempest-TagsExtTest-Tag-1725703279', 'tempest-TagsExtTest-Tag-1863092252', 'tempest-TagsExtTest-Tag-80705882']}) {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:54.399852 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device f8e41e5e-f6f5-4e01-a44c-db2198fff004 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:35:54.427960 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5051bc13-1e0c-4689-8a98-708da800c78e tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "PUT /v2.0/subnetpools/1d91da69-e986-4b76-bb79-4cc608e19747/tags HTTP/1.1" status: 200 len: 316 time: 0.0427511 Feb 09 01:35:54.430487 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58208) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:54.431053 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: f8e41e5e-f6f5-4e01-a44c-db2198fff004 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:35:54.431722 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device f8e41e5e-f6f5-4e01-a44c-db2198fff004 not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:35:54.435924 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.tag.tag_plugin [None req-38827a96-68ef-4591-9400-a0aa4a16720f tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1d91da69-e986-4b76-bb79-4cc608e19747') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:54.476587 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-38827a96-68ef-4591-9400-a0aa4a16720f tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "DELETE /v2.0/subnetpools/1d91da69-e986-4b76-bb79-4cc608e19747/tags HTTP/1.1" status: 204 len: 168 time: 0.0424478 Feb 09 01:35:54.477500 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58210) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:54.482184 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.tag.tag_plugin [None req-818c58fb-1e7d-4b5d-ba20-2b845d24de17 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1d91da69-e986-4b76-bb79-4cc608e19747', 'tempest-TagsExtTest-Tag-1725703279') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:54.508753 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-818c58fb-1e7d-4b5d-ba20-2b845d24de17 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] show failed (client error): The resource could not be found. Feb 09 01:35:54.510602 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-818c58fb-1e7d-4b5d-ba20-2b845d24de17 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "GET /v2.0/subnetpools/1d91da69-e986-4b76-bb79-4cc608e19747/tags/tempest-TagsExtTest-Tag-1725703279 HTTP/1.1" status: 404 len: 329 time: 0.0318253 Feb 09 01:35:54.513147 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58212) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:54.518029 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.tag.tag_plugin [None req-c58ade5c-3dbb-4e51-bbfc-4b2c1d209996 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1d91da69-e986-4b76-bb79-4cc608e19747', 'tempest-TagsExtTest-Tag-1863092252') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:54.523215 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-5a789d67-6b8f-4f98-9144-7f9105ddd3ac tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Deleting port aa956104-62ce-4b25-bae4-b940504b6a4a {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:35:54.523690 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5a789d67-6b8f-4f98-9144-7f9105ddd3ac tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (aa956104-62ce-4b25-bae4-b940504b6a4a), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:54.539338 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-c58ade5c-3dbb-4e51-bbfc-4b2c1d209996 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] show failed (client error): The resource could not be found. Feb 09 01:35:54.543050 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c58ade5c-3dbb-4e51-bbfc-4b2c1d209996 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "GET /v2.0/subnetpools/1d91da69-e986-4b76-bb79-4cc608e19747/tags/tempest-TagsExtTest-Tag-1863092252 HTTP/1.1" status: 404 len: 329 time: 0.0259809 Feb 09 01:35:54.543473 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58214) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:54.548898 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.tag.tag_plugin [None req-efbbe0e7-2eee-47c1-9285-cd5157ac0ed6 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1d91da69-e986-4b76-bb79-4cc608e19747', 'tempest-TagsExtTest-Tag-80705882') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:54.575944 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-efbbe0e7-2eee-47c1-9285-cd5157ac0ed6 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] show failed (client error): The resource could not be found. Feb 09 01:35:54.579423 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-efbbe0e7-2eee-47c1-9285-cd5157ac0ed6 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "GET /v2.0/subnetpools/1d91da69-e986-4b76-bb79-4cc608e19747/tags/tempest-TagsExtTest-Tag-80705882 HTTP/1.1" status: 404 len: 327 time: 0.0325732 Feb 09 01:35:54.579653 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58216) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:54.584788 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.tag.tag_plugin [None req-966134b6-c01e-496b-860c-37827fe8731f tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1d91da69-e986-4b76-bb79-4cc608e19747') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:54.609533 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-966134b6-c01e-496b-860c-37827fe8731f tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "DELETE /v2.0/subnetpools/1d91da69-e986-4b76-bb79-4cc608e19747/tags HTTP/1.1" status: 204 len: 168 time: 0.0282385 Feb 09 01:35:54.613097 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58220) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:54.617422 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.tag.tag_plugin [None req-3713883b-dfcf-4c04-a4e0-cc365ac35bfe tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a77a4db2-2d25-4c4b-9595-c707a631d59a') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:54.618825 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5a789d67-6b8f-4f98-9144-7f9105ddd3ac tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (aa956104-62ce-4b25-bae4-b940504b6a4a), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:54.619745 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5a789d67-6b8f-4f98-9144-7f9105ddd3ac tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for floatingip (aa956104-62ce-4b25-bae4-b940504b6a4a), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:54.634975 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-5a789d67-6b8f-4f98-9144-7f9105ddd3ac tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Calling delete_port for aa956104-62ce-4b25-bae4-b940504b6a4a owned by network:floatingip {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:35:54.704479 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3713883b-dfcf-4c04-a4e0-cc365ac35bfe tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "DELETE /v2.0/routers/a77a4db2-2d25-4c4b-9595-c707a631d59a/tags HTTP/1.1" status: 204 len: 168 time: 0.0903478 Feb 09 01:35:54.706990 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58222) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:54.713039 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.tag.tag_plugin [None req-5f3dfebf-c5c9-47ce-94e0-2e7d80cfc995 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f5abb479-02fc-4751-8dab-8989b663f318') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:54.774973 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5f3dfebf-c5c9-47ce-94e0-2e7d80cfc995 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "DELETE /v2.0/ports/f5abb479-02fc-4751-8dab-8989b663f318/tags HTTP/1.1" status: 204 len: 168 time: 0.0645614 Feb 09 01:35:54.775515 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58226) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:54.779850 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.tag.tag_plugin [None req-f88bbbb4-d548-4e84-9c65-8d38e9a79bda tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4b938bf4-51c7-4757-9043-24005eebe6fc') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:54.786597 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd85dff-0dc3-4b43-a513-f9dfe7a1cfa6 req-37fd39e1-6a5c-47cd-9f34-4278d36061e4 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:54.788152 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ccd85dff-0dc3-4b43-a513-f9dfe7a1cfa6 req-37fd39e1-6a5c-47cd-9f34-4278d36061e4 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6a923f9-0cda-40e4-b52e-eb111ed278c6 HTTP/1.1" status: 200 len: 945 time: 0.0993302 Feb 09 01:35:54.843125 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f88bbbb4-d548-4e84-9c65-8d38e9a79bda tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "DELETE /v2.0/subnets/4b938bf4-51c7-4757-9043-24005eebe6fc/tags HTTP/1.1" status: 204 len: 168 time: 0.0666423 Feb 09 01:35:54.847452 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58228) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:54.861323 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ccd85dff-0dc3-4b43-a513-f9dfe7a1cfa6 req-68afaaa8-505e-4b3d-ae99-b4c55f2d4b25 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598431 Feb 09 01:35:54.928897 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5a789d67-6b8f-4f98-9144-7f9105ddd3ac tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (aa956104-62ce-4b25-bae4-b940504b6a4a), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:54.958746 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a789d67-6b8f-4f98-9144-7f9105ddd3ac tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event deleted for resources: {'Port': ['ID=aa956104-62ce-4b25-bae4-b940504b6a4a,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:54.960526 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3ba07a31-d937-4d4c-a9e3-5c41a1aaac28 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:54.961730 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3ba07a31-d937-4d4c-a9e3-5c41a1aaac28 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "DELETE /v2.0/subnetpools/1d91da69-e986-4b76-bb79-4cc608e19747 HTTP/1.1" status: 204 len: 168 time: 0.1131971 Feb 09 01:35:54.964753 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58232) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:54.995569 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a789d67-6b8f-4f98-9144-7f9105ddd3ac tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:54.996130 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a789d67-6b8f-4f98-9144-7f9105ddd3ac tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:54.996253 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a789d67-6b8f-4f98-9144-7f9105ddd3ac tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:54.996622 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a789d67-6b8f-4f98-9144-7f9105ddd3ac tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:54.996967 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a789d67-6b8f-4f98-9144-7f9105ddd3ac tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:54.997305 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a789d67-6b8f-4f98-9144-7f9105ddd3ac tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:54.997642 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a789d67-6b8f-4f98-9144-7f9105ddd3ac tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:54.997978 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a789d67-6b8f-4f98-9144-7f9105ddd3ac tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:54.998313 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a789d67-6b8f-4f98-9144-7f9105ddd3ac tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:54.998647 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a789d67-6b8f-4f98-9144-7f9105ddd3ac tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:54.998976 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a789d67-6b8f-4f98-9144-7f9105ddd3ac tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:54.999306 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a789d67-6b8f-4f98-9144-7f9105ddd3ac tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:54.999629 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a789d67-6b8f-4f98-9144-7f9105ddd3ac tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:35:55.002687 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-dc0ce9ec-455d-4630-8f2f-d9967edc343b tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "GET /v2.0/ports?device_id=a77a4db2-2d25-4c4b-9595-c707a631d59a HTTP/1.1" status: 200 len: 205 time: 0.0364628 Feb 09 01:35:55.015013 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58234) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:55.053298 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5a789d67-6b8f-4f98-9144-7f9105ddd3ac tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for floatingip (889ffb01-76a3-49e3-b4ac-8aaaef7eccc6), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:55.053638 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [None req-5a789d67-6b8f-4f98-9144-7f9105ddd3ac tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Floating IP 889ffb01-76a3-49e3-b4ac-8aaaef7eccc6 disassociated (deleted). External IP: 172.25.8.159, port: f60a5772-8d92-42f7-9a8f-14397fe1a691. Feb 09 01:35:55.108258 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0a72c7c8-751c-4f78-a4c4-e8362e515f50 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Publish callbacks [] for router (a77a4db2-2d25-4c4b-9595-c707a631d59a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:55.283832 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a789d67-6b8f-4f98-9144-7f9105ddd3ac tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Router bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:35:55.287560 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0a72c7c8-751c-4f78-a4c4-e8362e515f50 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (a77a4db2-2d25-4c4b-9595-c707a631d59a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:55.290171 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0a72c7c8-751c-4f78-a4c4-e8362e515f50 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Publish callbacks [] for router_controller (a77a4db2-2d25-4c4b-9595-c707a631d59a), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:55.342059 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0a72c7c8-751c-4f78-a4c4-e8362e515f50 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (a77a4db2-2d25-4c4b-9595-c707a631d59a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:55.342654 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a72c7c8-751c-4f78-a4c4-e8362e515f50 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Fanout notify agent at l3_agent the message router_deleted on router a77a4db2-2d25-4c4b-9595-c707a631d59a {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:35:55.349682 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0a72c7c8-751c-4f78-a4c4-e8362e515f50 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:55.353261 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0a72c7c8-751c-4f78-a4c4-e8362e515f50 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "DELETE /v2.0/routers/a77a4db2-2d25-4c4b-9595-c707a631d59a HTTP/1.1" status: 204 len: 168 time: 0.3347976 Feb 09 01:35:55.353501 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58238) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:55.405446 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a789d67-6b8f-4f98-9144-7f9105ddd3ac tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:35:55.415169 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a65fd72-caa5-48c0-9bf6-3ddb0ad3263c None None] Sync routers for ids ['bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:35:55.419429 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5a789d67-6b8f-4f98-9144-7f9105ddd3ac tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:55.429018 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a65fd72-caa5-48c0-9bf6-3ddb0ad3263c None None] Routers {'bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:35:55.430673 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-8a65fd72-caa5-48c0-9bf6-3ddb0ad3263c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:35:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:55.449243 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-d74f11f5-d0c7-4a52-a008-3e1a84df2264 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Deleting port f5abb479-02fc-4751-8dab-8989b663f318 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:35:55.449787 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d74f11f5-d0c7-4a52-a008-3e1a84df2264 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (f5abb479-02fc-4751-8dab-8989b663f318), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:55.456825 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-5a789d67-6b8f-4f98-9144-7f9105ddd3ac tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "DELETE /v2.0/floatingips/889ffb01-76a3-49e3-b4ac-8aaaef7eccc6 HTTP/1.1" status: 204 len: 168 time: 1.1169198 Feb 09 01:35:55.456825 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e05956e-c6b7-45e5-8223-b8b337889b69', 'tag': 'f60a5772-8d92-42f7-9a8f-14397fe1a691'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:35:55.467469 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0eeb009-a05e-4a35-92f3-4db2594e598a" -d '{"events": [{"name": "network-changed", "server_uuid": "7e05956e-c6b7-45e5-8223-b8b337889b69", "tag": "f60a5772-8d92-42f7-9a8f-14397fe1a691"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:35:55.534304 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd7f0bd-f30b-4cff-997a-8245de4ebcc2 x-openstack-request-id: req-1cd7f0bd-f30b-4cff-997a-8245de4ebcc2 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:35:55.536070 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e05956e-c6b7-45e5-8223-b8b337889b69", "tag": "f60a5772-8d92-42f7-9a8f-14397fe1a691", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:35:55.536373 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1cd7f0bd-f30b-4cff-997a-8245de4ebcc2 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:35:55.537481 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e05956e-c6b7-45e5-8223-b8b337889b69', 'tag': 'f60a5772-8d92-42f7-9a8f-14397fe1a691', 'status': 'completed', 'code': 200} Feb 09 01:35:55.576492 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-8a65fd72-caa5-48c0-9bf6-3ddb0ad3263c None None] Set router bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:35:55.583285 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d74f11f5-d0c7-4a52-a008-3e1a84df2264 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (f5abb479-02fc-4751-8dab-8989b663f318), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:55.597581 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-d74f11f5-d0c7-4a52-a008-3e1a84df2264 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Calling delete_port for f5abb479-02fc-4751-8dab-8989b663f318 owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:35:55.754383 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eeb009-a05e-4a35-92f3-4db2594e598a req-0c4a0f4e-22f9-40dd-8cb0-1fc8b61d1fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:55.756049 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-e0eeb009-a05e-4a35-92f3-4db2594e598a req-0c4a0f4e-22f9-40dd-8cb0-1fc8b61d1fdf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3786288d8304ed4a73754fbccf8bb65&device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 1129 time: 0.1886666 Feb 09 01:35:55.809121 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c149f01-0fa9-4ca1-a973-33804598a01b req-185c55c4-136e-423e-b7a5-7206388cbb86 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:55.810868 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c149f01-0fa9-4ca1-a973-33804598a01b req-185c55c4-136e-423e-b7a5-7206388cbb86 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 947 time: 0.0595930 Feb 09 01:35:55.866027 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d74f11f5-d0c7-4a52-a008-3e1a84df2264 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (f5abb479-02fc-4751-8dab-8989b663f318), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:55.874950 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c149f01-0fa9-4ca1-a973-33804598a01b req-9f4dbec4-d714-4864-8ea6-1b7ece2cee4b tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551779 Feb 09 01:35:55.903085 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f11f5-d0c7-4a52-a008-3e1a84df2264 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Pushing event deleted for resources: {'Port': ['ID=f5abb479-02fc-4751-8dab-8989b663f318,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:55.915878 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eeb009-a05e-4a35-92f3-4db2594e598a req-2b639229-824a-4eef-b390-df606a1a972e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:55.917441 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-e0eeb009-a05e-4a35-92f3-4db2594e598a req-2b639229-824a-4eef-b390-df606a1a972e service neutron] 10.222.0.47 "GET /v2.0/networks?id=289bbf9b-fe41-40ce-8895-75a17e893a06 HTTP/1.1" status: 200 len: 899 time: 0.1398928 Feb 09 01:35:55.992088 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-8a65fd72-caa5-48c0-9bf6-3ddb0ad3263c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976226037', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '488d25e4-ce43-463c-b8d6-17732d14083d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:22Z', 'updated_at': '2022-02-09T01:33:32Z', 'revision_number': 4, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '488d25e4-ce43-463c-b8d6-17732d14083d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:24Z', 'updated_at': '2022-02-09T01:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'b6e87f70-fd00-4bab-b0fc-d9f14cdabb63', 'name': '', 'network_id': '289bbf9b-fe41-40ce-8895-75a17e893a06', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'mac_address': 'fa:16:3e:d3:83:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'f4a3eb78-65db-471e-9974-dfc9c9ac357d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:31Z', 'updated_at': '2022-02-09T01:33:39Z', 'revision_number': 5, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'subnets': [{'id': 'f4a3eb78-65db-471e-9974-dfc9c9ac357d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:56.010963 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-e0eeb009-a05e-4a35-92f3-4db2594e598a req-1b57662e-a8ce-4d73-8d14-fa9f58415cd0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f60a5772-8d92-42f7-9a8f-14397fe1a691 HTTP/1.1" status: 200 len: 217 time: 0.0864244 Feb 09 01:35:56.043968 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a65fd72-caa5-48c0-9bf6-3ddb0ad3263c None None] Checking router: bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:35:56.053732 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a65fd72-caa5-48c0-9bf6-3ddb0ad3263c None None] Routers {'bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:35:56.054502 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-8a65fd72-caa5-48c0-9bf6-3ddb0ad3263c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:35:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:56.102674 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d74f11f5-d0c7-4a52-a008-3e1a84df2264 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:56.104995 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0132740-c31f-4bea-b7e0-b34571eb83f5 req-f6dd5bf5-0a95-42a6-8ce0-90b6e82a101b tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:56.106934 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d74f11f5-d0c7-4a52-a008-3e1a84df2264 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "DELETE /v2.0/ports/f5abb479-02fc-4751-8dab-8989b663f318 HTTP/1.1" status: 204 len: 168 time: 0.7525899 Feb 09 01:35:56.109733 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58254) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:56.111440 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f0132740-c31f-4bea-b7e0-b34571eb83f5 req-f6dd5bf5-0a95-42a6-8ce0-90b6e82a101b tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6a923f9-0cda-40e4-b52e-eb111ed278c6 HTTP/1.1" status: 200 len: 945 time: 0.1292107 Feb 09 01:35:56.173531 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0405297-7406-49e1-b290-d58403ae66b4 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Deleting subnet 4b938bf4-51c7-4757-9043-24005eebe6fc {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:35:56.178075 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eeb009-a05e-4a35-92f3-4db2594e598a req-124cfad2-e14d-4ef0-b8b2-dd0a53c502c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:56.179941 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-e0eeb009-a05e-4a35-92f3-4db2594e598a req-124cfad2-e14d-4ef0-b8b2-dd0a53c502c5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4a3eb78-65db-471e-9974-dfc9c9ac357d HTTP/1.1" status: 200 len: 833 time: 0.1508784 Feb 09 01:35:56.180899 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a0405297-7406-49e1-b290-d58403ae66b4 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Publish callbacks [] for subnet (4b938bf4-51c7-4757-9043-24005eebe6fc), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:56.190538 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f0132740-c31f-4bea-b7e0-b34571eb83f5 req-097e629c-f337-4349-9362-09479dd55eec tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731945 Feb 09 01:35:56.231113 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-8a65fd72-caa5-48c0-9bf6-3ddb0ad3263c None None] Set router bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:35:56.256138 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a0405297-7406-49e1-b290-d58403ae66b4 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (4b938bf4-51c7-4757-9043-24005eebe6fc), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:56.310036 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eeb009-a05e-4a35-92f3-4db2594e598a req-89466b43-0623-40d3-ae11-8f312cd5bb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:56.311700 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-e0eeb009-a05e-4a35-92f3-4db2594e598a req-89466b43-0623-40d3-ae11-8f312cd5bb62 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=289bbf9b-fe41-40ce-8895-75a17e893a06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1050010 Feb 09 01:35:56.422548 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a0405297-7406-49e1-b290-d58403ae66b4 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (4b938bf4-51c7-4757-9043-24005eebe6fc), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:56.449297 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-8a65fd72-caa5-48c0-9bf6-3ddb0ad3263c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976226037', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '488d25e4-ce43-463c-b8d6-17732d14083d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:22Z', 'updated_at': '2022-02-09T01:33:32Z', 'revision_number': 4, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '488d25e4-ce43-463c-b8d6-17732d14083d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:24Z', 'updated_at': '2022-02-09T01:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'b6e87f70-fd00-4bab-b0fc-d9f14cdabb63', 'name': '', 'network_id': '289bbf9b-fe41-40ce-8895-75a17e893a06', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'mac_address': 'fa:16:3e:d3:83:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'f4a3eb78-65db-471e-9974-dfc9c9ac357d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:31Z', 'updated_at': '2022-02-09T01:33:39Z', 'revision_number': 5, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'subnets': [{'id': 'f4a3eb78-65db-471e-9974-dfc9c9ac357d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:56.476723 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a65fd72-caa5-48c0-9bf6-3ddb0ad3263c None None] The sync data for ids ['bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa'] in n-d-828369-4 is: [{'id': 'bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976226037', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '488d25e4-ce43-463c-b8d6-17732d14083d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:22Z', 'updated_at': '2022-02-09T01:33:32Z', 'revision_number': 4, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '488d25e4-ce43-463c-b8d6-17732d14083d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:24Z', 'updated_at': '2022-02-09T01:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'b6e87f70-fd00-4bab-b0fc-d9f14cdabb63', 'name': '', 'network_id': '289bbf9b-fe41-40ce-8895-75a17e893a06', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'mac_address': 'fa:16:3e:d3:83:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'f4a3eb78-65db-471e-9974-dfc9c9ac357d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:31Z', 'updated_at': '2022-02-09T01:33:39Z', 'revision_number': 5, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'subnets': [{'id': 'f4a3eb78-65db-471e-9974-dfc9c9ac357d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:35:56.479752 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-e0eeb009-a05e-4a35-92f3-4db2594e598a req-81cea982-5e8c-4595-be56-8b2014300a2f service neutron] 10.222.0.47 "GET /v2.0/networks/289bbf9b-fe41-40ce-8895-75a17e893a06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595068 Feb 09 01:35:56.548373 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a0405297-7406-49e1-b290-d58403ae66b4 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (4b938bf4-51c7-4757-9043-24005eebe6fc), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:56.584984 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0405297-7406-49e1-b290-d58403ae66b4 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Pushing event deleted for resources: {'Subnet': ['ID=4b938bf4-51c7-4757-9043-24005eebe6fc,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:56.592175 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a0405297-7406-49e1-b290-d58403ae66b4 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:56.597623 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a0405297-7406-49e1-b290-d58403ae66b4 tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "DELETE /v2.0/subnets/4b938bf4-51c7-4757-9043-24005eebe6fc HTTP/1.1" status: 204 len: 168 time: 0.4842017 Feb 09 01:35:56.598586 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58258) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:56.600681 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f4dda8-8c16-479d-8177-ef75909bd134 None None] Network d6887e3f-d22e-4c07-a20b-1a4604984c6e requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:35:56.627288 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-e0eeb009-a05e-4a35-92f3-4db2594e598a req-286ac3ee-7950-487a-bc4e-05003012e5d8 service neutron] 10.222.0.47 "GET /v2.0/networks/289bbf9b-fe41-40ce-8895-75a17e893a06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403754 Feb 09 01:35:56.710821 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e5cf26c6-2ce0-4aed-beb3-75e64bc04f8d tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (d6887e3f-d22e-4c07-a20b-1a4604984c6e), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:56.784013 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-e5cf26c6-2ce0-4aed-beb3-75e64bc04f8d tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Deleting port 60af172d-1b40-4ca4-8538-0ad8110f7013 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:35:56.784469 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e5cf26c6-2ce0-4aed-beb3-75e64bc04f8d tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (60af172d-1b40-4ca4-8538-0ad8110f7013), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:56.789399 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff170794-8146-4f7c-b130-6eeee48c9e41 None None] DHCP port deletion for d6887e3f-d22e-4c07-a20b-1a4604984c6e request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:35:56.840516 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be4fab5-bef5-488e-bafa-cbb4b94e3f77 None None] New status for floating IP 889ffb01-76a3-49e3-b4ac-8aaaef7eccc6: DOWN {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:35:56.863649 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ff170794-8146-4f7c-b130-6eeee48c9e41 None None] Deleting port 60af172d-1b40-4ca4-8538-0ad8110f7013 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:35:56.864030 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ff170794-8146-4f7c-b130-6eeee48c9e41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (60af172d-1b40-4ca4-8538-0ad8110f7013), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:56.874833 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-e5cf26c6-2ce0-4aed-beb3-75e64bc04f8d tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] For port 60af172d-1b40-4ca4-8538-0ad8110f7013, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=60af172d-1b40-4ca4-8538-0ad8110f7013,segment=NetworkSegment(6d94642c-2dcb-48e3-a04e-cc0ae540de7a),segment_id=6d94642c-2dcb-48e3-a04e-cc0ae540de7a)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:56.875653 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e5cf26c6-2ce0-4aed-beb3-75e64bc04f8d tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (60af172d-1b40-4ca4-8538-0ad8110f7013), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:56.890020 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-e5cf26c6-2ce0-4aed-beb3-75e64bc04f8d tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Calling delete_port for 60af172d-1b40-4ca4-8538-0ad8110f7013 owned by network:dhcp {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:35:57.019286 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-ff170794-8146-4f7c-b130-6eeee48c9e41 None None] For port 60af172d-1b40-4ca4-8538-0ad8110f7013, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=60af172d-1b40-4ca4-8538-0ad8110f7013,segment=NetworkSegment(6d94642c-2dcb-48e3-a04e-cc0ae540de7a),segment_id=6d94642c-2dcb-48e3-a04e-cc0ae540de7a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:57.026540 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ff170794-8146-4f7c-b130-6eeee48c9e41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (60af172d-1b40-4ca4-8538-0ad8110f7013), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:57.047601 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ff170794-8146-4f7c-b130-6eeee48c9e41 None None] Calling delete_port for 60af172d-1b40-4ca4-8538-0ad8110f7013 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:35:57.067995 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e5cf26c6-2ce0-4aed-beb3-75e64bc04f8d tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (60af172d-1b40-4ca4-8538-0ad8110f7013), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:57.085675 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cf26c6-2ce0-4aed-beb3-75e64bc04f8d tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] No DVR routers for this DVR port 60af172d-1b40-4ca4-8538-0ad8110f7013 on host n-d-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:35:57.092623 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1565c34-75a1-41ee-9539-64ee5867a1bf req-216959ba-556c-4c43-b3dc-fb07ee37d8b2 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:57.094421 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-e1565c34-75a1-41ee-9539-64ee5867a1bf req-216959ba-556c-4c43-b3dc-fb07ee37d8b2 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 947 time: 0.1060450 Feb 09 01:35:57.132092 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf26c6-2ce0-4aed-beb3-75e64bc04f8d tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Pushing event deleted for resources: {'Port': ['ID=60af172d-1b40-4ca4-8538-0ad8110f7013,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:57.141598 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9861e-7acd-4825-a74f-110a45bae1f0 req-32056f1c-657e-4854-b3bc-e864ceca635f tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:57.143653 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3d9861e-7acd-4825-a74f-110a45bae1f0 req-32056f1c-657e-4854-b3bc-e864ceca635f tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e05956e-c6b7-45e5-8223-b8b337889b69 HTTP/1.1" status: 200 len: 947 time: 0.1424003 Feb 09 01:35:57.151090 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ff170794-8146-4f7c-b130-6eeee48c9e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (60af172d-1b40-4ca4-8538-0ad8110f7013), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:57.180322 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff170794-8146-4f7c-b130-6eeee48c9e41 None None] Pushing event deleted for resources: {'Port': ['ID=60af172d-1b40-4ca4-8538-0ad8110f7013,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:57.184307 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff170794-8146-4f7c-b130-6eeee48c9e41 None None] No DVR routers for this DVR port 60af172d-1b40-4ca4-8538-0ad8110f7013 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:35:57.220313 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e5cf26c6-2ce0-4aed-beb3-75e64bc04f8d tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (d6887e3f-d22e-4c07-a20b-1a4604984c6e), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:57.242050 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-e1565c34-75a1-41ee-9539-64ee5867a1bf req-a604c3d5-6947-4645-8a03-f65f41c7651c tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Deleting port f60a5772-8d92-42f7-9a8f-14397fe1a691 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:35:57.242481 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-e1565c34-75a1-41ee-9539-64ee5867a1bf req-a604c3d5-6947-4645-8a03-f65f41c7651c tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (f60a5772-8d92-42f7-9a8f-14397fe1a691), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:57.259062 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-e5cf26c6-2ce0-4aed-beb3-75e64bc04f8d tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6887e3f-d22e-4c07-a20b-1a4604984c6e']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:57.275024 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-e5cf26c6-2ce0-4aed-beb3-75e64bc04f8d tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d94642c-2dcb-48e3-a04e-cc0ae540de7a') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:57.275335 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-e5cf26c6-2ce0-4aed-beb3-75e64bc04f8d tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d94642c-2dcb-48e3-a04e-cc0ae540de7a') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:35:57.280260 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3d9861e-7acd-4825-a74f-110a45bae1f0 req-2be3736b-a05a-4826-b99b-58f558d2ce8c tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254818 Feb 09 01:35:57.297600 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e5cf26c6-2ce0-4aed-beb3-75e64bc04f8d tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (6d94642c-2dcb-48e3-a04e-cc0ae540de7a), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:57.338806 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e5cf26c6-2ce0-4aed-beb3-75e64bc04f8d tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (6d94642c-2dcb-48e3-a04e-cc0ae540de7a), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:57.348122 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5cf26c6-2ce0-4aed-beb3-75e64bc04f8d tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:35:57.348721 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e5cf26c6-2ce0-4aed-beb3-75e64bc04f8d tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (6d94642c-2dcb-48e3-a04e-cc0ae540de7a), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:57.352478 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:35:57.352478 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:35:57.352478 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:35:57.352478 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:35:57.352478 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:35:57.352478 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:35:57.352478 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:35:57.352478 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:35:57.352478 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:35:57.352478 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:35:57.352478 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:35:57.352478 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:35:57.352478 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:35:57.352478 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:35:57.352478 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:35:57.352478 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:35:57.352478 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:35:57.352478 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:35:57.352478 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:35:57.352478 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:35:57.352478 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:35:57.352478 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:35:57.352478 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:35:57.352478 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:35:57.352478 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:35:57.352478 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:35:57.352478 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:35:57.352478 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:35:57.352478 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:35:57.352478 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:35:57.352478 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:35:57.352478 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:35:57.358029 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-e1565c34-75a1-41ee-9539-64ee5867a1bf req-a604c3d5-6947-4645-8a03-f65f41c7651c tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] For port f60a5772-8d92-42f7-9a8f-14397fe1a691, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=f60a5772-8d92-42f7-9a8f-14397fe1a691,segment=NetworkSegment(e7f20f7e-7c66-4be7-99f2-fa1397a84898),segment_id=e7f20f7e-7c66-4be7-99f2-fa1397a84898)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:57.358511 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-e1565c34-75a1-41ee-9539-64ee5867a1bf req-a604c3d5-6947-4645-8a03-f65f41c7651c tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (f60a5772-8d92-42f7-9a8f-14397fe1a691), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:57.371789 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-e1565c34-75a1-41ee-9539-64ee5867a1bf req-a604c3d5-6947-4645-8a03-f65f41c7651c tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Calling delete_port for f60a5772-8d92-42f7-9a8f-14397fe1a691 owned by compute:nova {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:35:57.511535 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-e1565c34-75a1-41ee-9539-64ee5867a1bf req-a604c3d5-6947-4645-8a03-f65f41c7651c tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (f60a5772-8d92-42f7-9a8f-14397fe1a691), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:57.544872 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a604c3d5-6947-4645-8a03-f65f41c7651c tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event deleted for resources: {'Port': ['ID=f60a5772-8d92-42f7-9a8f-14397fe1a691,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:57.593611 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1565c34-75a1-41ee-9539-64ee5867a1bf req-a604c3d5-6947-4645-8a03-f65f41c7651c tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] No DVR routers for this DVR port f60a5772-8d92-42f7-9a8f-14397fe1a691 on host n-h1-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:35:57.597277 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-e1565c34-75a1-41ee-9539-64ee5867a1bf req-a604c3d5-6947-4645-8a03-f65f41c7651c tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:57.601339 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-e1565c34-75a1-41ee-9539-64ee5867a1bf req-a604c3d5-6947-4645-8a03-f65f41c7651c tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.47 "DELETE /v2.0/ports/f60a5772-8d92-42f7-9a8f-14397fe1a691 HTTP/1.1" status: 204 len: 173 time: 0.5012760 Feb 09 01:35:57.601868 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e05956e-c6b7-45e5-8223-b8b337889b69', 'name': 'network-vif-deleted', 'tag': 'f60a5772-8d92-42f7-9a8f-14397fe1a691'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:35:57.605311 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845289d5-7811-45dc-9a08-96035012f4c9" -d '{"events": [{"server_uuid": "7e05956e-c6b7-45e5-8223-b8b337889b69", "name": "network-vif-deleted", "tag": "f60a5772-8d92-42f7-9a8f-14397fe1a691"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:35:57.648940 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f0d2cd-c637-4a41-b018-ad48380eda8c x-openstack-request-id: req-85f0d2cd-c637-4a41-b018-ad48380eda8c {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:35:57.649261 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e05956e-c6b7-45e5-8223-b8b337889b69", "name": "network-vif-deleted", "tag": "f60a5772-8d92-42f7-9a8f-14397fe1a691", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:35:57.649523 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-85f0d2cd-c637-4a41-b018-ad48380eda8c {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:35:57.649938 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e05956e-c6b7-45e5-8223-b8b337889b69', 'name': 'network-vif-deleted', 'tag': 'f60a5772-8d92-42f7-9a8f-14397fe1a691', 'status': 'completed', 'code': 200} Feb 09 01:35:57.777866 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f4d345-cc58-438f-bc1e-be025b7f8841 req-5abdedbc-6455-419f-bdc1-fa7977cf4b01 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:57.779570 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-19f4d345-cc58-438f-bc1e-be025b7f8841 req-5abdedbc-6455-419f-bdc1-fa7977cf4b01 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6a923f9-0cda-40e4-b52e-eb111ed278c6 HTTP/1.1" status: 200 len: 945 time: 0.4935560 Feb 09 01:35:57.798546 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e5cf26c6-2ce0-4aed-beb3-75e64bc04f8d tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (d6887e3f-d22e-4c07-a20b-1a4604984c6e), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:57.812142 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e5cf26c6-2ce0-4aed-beb3-75e64bc04f8d tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:57.816082 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e5cf26c6-2ce0-4aed-beb3-75e64bc04f8d tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] 10.222.0.50 "DELETE /v2.0/networks/d6887e3f-d22e-4c07-a20b-1a4604984c6e HTTP/1.1" status: 204 len: 168 time: 1.2166772 Feb 09 01:35:57.830458 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf26c6-2ce0-4aed-beb3-75e64bc04f8d tempest-TagsExtTest-21473614 tempest-TagsExtTest-21473614-project] Pushing event deleted for resources: {'Network': ['ID=d6887e3f-d22e-4c07-a20b-1a4604984c6e,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:57.857851 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-19f4d345-cc58-438f-bc1e-be025b7f8841 req-3d9bbf2d-3174-44e8-9ea6-6c4750264447 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678093 Feb 09 01:35:58.073840 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 60af172d-1b40-4ca4-8538-0ad8110f7013 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:35:58.114957 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 60af172d-1b40-4ca4-8538-0ad8110f7013 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:35:58.115553 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 60af172d-1b40-4ca4-8538-0ad8110f7013 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:35:58.354985 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf60f1-128f-45a8-9857-daa8f257363f req-c73fd92f-d4ed-4bde-a409-5229d7a3971b tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:58.357113 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-92cf60f1-128f-45a8-9857-daa8f257363f req-c73fd92f-d4ed-4bde-a409-5229d7a3971b tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6a923f9-0cda-40e4-b52e-eb111ed278c6 HTTP/1.1" status: 200 len: 945 time: 0.0800834 Feb 09 01:35:58.381854 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58314) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:58.390004 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58318) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:58.424936 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-92cf60f1-128f-45a8-9857-daa8f257363f req-7d7dbf47-f2a7-4331-a065-dc8e57466b7e tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617750 Feb 09 01:35:58.608860 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-de0526a0-81cf-4d56-8aae-fa5ebb8383a1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d8a37c81a1314620a556a0d10d7ee84e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2233412 Feb 09 01:35:58.616731 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58350) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:35:58.620513 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ff343-a2de-4feb-82f3-c29636f8a195 req-272d7f15-9a99-4dbf-984c-f9acac486a1f tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:58.622051 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-375ff343-a2de-4feb-82f3-c29636f8a195 req-272d7f15-9a99-4dbf-984c-f9acac486a1f tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6a923f9-0cda-40e4-b52e-eb111ed278c6 HTTP/1.1" status: 200 len: 945 time: 0.0942986 Feb 09 01:35:58.683529 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-375ff343-a2de-4feb-82f3-c29636f8a195 req-c52e56ef-2745-4336-9432-66411d79258a tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543504 Feb 09 01:35:59.031841 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1550d-b3d6-43d2-b8a7-8ae052d41c8a req-b897cff3-c414-4eac-b7db-119f816d649c tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:35:59.033963 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-50d1550d-b3d6-43d2-b8a7-8ae052d41c8a req-b897cff3-c414-4eac-b7db-119f816d649c tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6a923f9-0cda-40e4-b52e-eb111ed278c6 HTTP/1.1" status: 200 len: 945 time: 0.0768833 Feb 09 01:35:59.091511 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-50d1550d-b3d6-43d2-b8a7-8ae052d41c8a req-df1c738c-8762-4eab-9851-cb9a4b1d3b17 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455003 Feb 09 01:35:59.174315 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-477dc851-808f-4880-aedb-277f667a5edf admin admin] Publish callbacks [] for security_group (5e3779a6-9b57-4fb7-beb0-8663a74bb801), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:59.229057 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-477dc851-808f-4880-aedb-277f667a5edf admin admin] Publish callbacks [] for security_group (5e3779a6-9b57-4fb7-beb0-8663a74bb801), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:59.330955 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-477dc851-808f-4880-aedb-277f667a5edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (5e3779a6-9b57-4fb7-beb0-8663a74bb801), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:59.333612 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-477dc851-808f-4880-aedb-277f667a5edf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:59.337607 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-477dc851-808f-4880-aedb-277f667a5edf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5e3779a6-9b57-4fb7-beb0-8663a74bb801 HTTP/1.1" status: 204 len: 168 time: 0.7189662 Feb 09 01:35:59.350715 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477dc851-808f-4880-aedb-277f667a5edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3779a6-9b57-4fb7-beb0-8663a74bb801,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:35:59.450323 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-34eb2371-91fc-430f-beea-34d6a904dc03 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:59.799213 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-34eb2371-91fc-430f-beea-34d6a904dc03 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Deleting port b6e87f70-fd00-4bab-b0fc-d9f14cdabb63 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:35:59.799817 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-34eb2371-91fc-430f-beea-34d6a904dc03 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (b6e87f70-fd00-4bab-b0fc-d9f14cdabb63), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:59.936512 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-34eb2371-91fc-430f-beea-34d6a904dc03 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] For port b6e87f70-fd00-4bab-b0fc-d9f14cdabb63, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=b6e87f70-fd00-4bab-b0fc-d9f14cdabb63,segment=NetworkSegment(e7f20f7e-7c66-4be7-99f2-fa1397a84898),segment_id=e7f20f7e-7c66-4be7-99f2-fa1397a84898)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:35:59.936920 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-34eb2371-91fc-430f-beea-34d6a904dc03 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (b6e87f70-fd00-4bab-b0fc-d9f14cdabb63), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:35:59.952378 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-34eb2371-91fc-430f-beea-34d6a904dc03 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Calling delete_port for b6e87f70-fd00-4bab-b0fc-d9f14cdabb63 owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:36:00.259148 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef411b-94a2-49fe-acbc-89a8cec7edfb req-306bb965-1dbf-4e4b-9db4-7865ef3ffb6a tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:00.260824 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9aef411b-94a2-49fe-acbc-89a8cec7edfb req-306bb965-1dbf-4e4b-9db4-7865ef3ffb6a tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.120 "GET /v2.0/ports?device_id=c6a923f9-0cda-40e4-b52e-eb111ed278c6 HTTP/1.1" status: 200 len: 945 time: 0.1172724 Feb 09 01:36:00.273186 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-34eb2371-91fc-430f-beea-34d6a904dc03 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (b6e87f70-fd00-4bab-b0fc-d9f14cdabb63), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:00.324281 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb2371-91fc-430f-beea-34d6a904dc03 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event deleted for resources: {'Port': ['ID=b6e87f70-fd00-4bab-b0fc-d9f14cdabb63,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:00.351008 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58586) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:00.418190 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device f60a5772-8d92-42f7-9a8f-14397fe1a691 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:36:00.446055 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f6df1-a909-4b1c-b3be-d88e7a1b6abb req-9f3f1754-e72a-4f3b-b153-265ad0a1cb36 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:00.448079 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-278f6df1-a909-4b1c-b3be-d88e7a1b6abb req-9f3f1754-e72a-4f3b-b153-265ad0a1cb36 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6a923f9-0cda-40e4-b52e-eb111ed278c6 HTTP/1.1" status: 200 len: 945 time: 0.1828768 Feb 09 01:36:00.466620 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: f60a5772-8d92-42f7-9a8f-14397fe1a691 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:36:00.467933 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device f60a5772-8d92-42f7-9a8f-14397fe1a691 not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:36:00.510590 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-9aef411b-94a2-49fe-acbc-89a8cec7edfb req-3cc992a9-9a3e-474f-a497-e7a5cfcc7788 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Deleting port 46dcf0d1-4cae-4862-8820-d4681795b091 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:36:00.510966 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9aef411b-94a2-49fe-acbc-89a8cec7edfb req-3cc992a9-9a3e-474f-a497-e7a5cfcc7788 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (46dcf0d1-4cae-4862-8820-d4681795b091), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:00.623202 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-34eb2371-91fc-430f-beea-34d6a904dc03 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:00.634299 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-9aef411b-94a2-49fe-acbc-89a8cec7edfb req-3cc992a9-9a3e-474f-a497-e7a5cfcc7788 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] For port 46dcf0d1-4cae-4862-8820-d4681795b091, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=46dcf0d1-4cae-4862-8820-d4681795b091,segment=NetworkSegment(67868df0-7119-4405-a5ee-9b482544987e),segment_id=67868df0-7119-4405-a5ee-9b482544987e)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:00.634923 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9aef411b-94a2-49fe-acbc-89a8cec7edfb req-3cc992a9-9a3e-474f-a497-e7a5cfcc7788 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (46dcf0d1-4cae-4862-8820-d4681795b091), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:00.651365 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-9aef411b-94a2-49fe-acbc-89a8cec7edfb req-3cc992a9-9a3e-474f-a497-e7a5cfcc7788 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Calling delete_port for 46dcf0d1-4cae-4862-8820-d4681795b091 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:36:00.792990 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-bebe9693-a5e7-4da7-875b-880dfadb80d7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-648892883-network', 'tenant_id': 'c1ef44bf5f2345b0bd781f32a69db093'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:00.843540 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9aef411b-94a2-49fe-acbc-89a8cec7edfb req-3cc992a9-9a3e-474f-a497-e7a5cfcc7788 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (46dcf0d1-4cae-4862-8820-d4681795b091), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:00.855954 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['2e956b02-bd23-4f1e-9a98-e5e3cd586434', '46dcf0d1-4cae-4862-8820-d4681795b091'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:36:00.901412 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-278f6df1-a909-4b1c-b3be-d88e7a1b6abb req-c6d6b7b9-4f14-4820-8dab-8e967c7e02fc tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4328465 Feb 09 01:36:00.910345 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc992a9-9a3e-474f-a497-e7a5cfcc7788 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Pushing event deleted for resources: {'Port': ['ID=46dcf0d1-4cae-4862-8820-d4681795b091,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:00.965662 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebe9693-a5e7-4da7-875b-880dfadb80d7 admin admin] Made reservation on behalf of c1ef44bf5f2345b0bd781f32a69db093 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:36:00.968929 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aef411b-94a2-49fe-acbc-89a8cec7edfb req-3cc992a9-9a3e-474f-a497-e7a5cfcc7788 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] No DVR routers for this DVR port 46dcf0d1-4cae-4862-8820-d4681795b091 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:36:00.969890 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bebe9693-a5e7-4da7-875b-880dfadb80d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:00.972346 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9aef411b-94a2-49fe-acbc-89a8cec7edfb req-3cc992a9-9a3e-474f-a497-e7a5cfcc7788 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:00.976145 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9aef411b-94a2-49fe-acbc-89a8cec7edfb req-3cc992a9-9a3e-474f-a497-e7a5cfcc7788 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.120 "DELETE /v2.0/ports/46dcf0d1-4cae-4862-8820-d4681795b091 HTTP/1.1" status: 204 len: 173 time: 0.7096233 Feb 09 01:36:00.976728 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a923f9-0cda-40e4-b52e-eb111ed278c6', 'name': 'network-vif-deleted', 'tag': '46dcf0d1-4cae-4862-8820-d4681795b091'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:36:00.979921 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b83ffa8-1014-47a0-879f-ac369c48f763" -d '{"events": [{"server_uuid": "c6a923f9-0cda-40e4-b52e-eb111ed278c6", "name": "network-vif-deleted", "tag": "46dcf0d1-4cae-4862-8820-d4681795b091"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:36:01.008650 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bebe9693-a5e7-4da7-875b-880dfadb80d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:01.175320 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bebe9693-a5e7-4da7-875b-880dfadb80d7 admin admin] Publish callbacks [] for security_group (6e6ca060-5475-4cbc-93b7-0d26782002e3), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:01.182738 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bebe9693-a5e7-4da7-875b-880dfadb80d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (6e6ca060-5475-4cbc-93b7-0d26782002e3), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:01.196280 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bebe9693-a5e7-4da7-875b-880dfadb80d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1024} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:36:01.209969 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bebe9693-a5e7-4da7-875b-880dfadb80d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (0b762abc-f64c-4371-812a-b579283c2cf1), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:01.210325 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-bebe9693-a5e7-4da7-875b-880dfadb80d7 admin admin] Added segment 0b762abc-f64c-4371-812a-b579283c2cf1 of type vlan for network a630743a-d114-49a9-8ea2-021d3e218b13 Feb 09 01:36:01.238733 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab14861-c992-4b49-b79b-015c8edfa9da x-openstack-request-id: req-4ab14861-c992-4b49-b79b-015c8edfa9da {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:36:01.239248 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6a923f9-0cda-40e4-b52e-eb111ed278c6", "name": "network-vif-deleted", "tag": "46dcf0d1-4cae-4862-8820-d4681795b091", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:36:01.239685 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4ab14861-c992-4b49-b79b-015c8edfa9da {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:36:01.240417 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a923f9-0cda-40e4-b52e-eb111ed278c6', 'name': 'network-vif-deleted', 'tag': '46dcf0d1-4cae-4862-8820-d4681795b091', 'status': 'completed', 'code': 200} Feb 09 01:36:01.279620 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34eb2371-91fc-430f-beea-34d6a904dc03 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Router bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:36:01.284276 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bebe9693-a5e7-4da7-875b-880dfadb80d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (a630743a-d114-49a9-8ea2-021d3e218b13), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:01.314135 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe9693-a5e7-4da7-875b-880dfadb80d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6ca060-5475-4cbc-93b7-0d26782002e3,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:01.408960 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bebe9693-a5e7-4da7-875b-880dfadb80d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (a630743a-d114-49a9-8ea2-021d3e218b13), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:01.409924 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebe9693-a5e7-4da7-875b-880dfadb80d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:01.410502 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bebe9693-a5e7-4da7-875b-880dfadb80d7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:01.482586 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-bebe9693-a5e7-4da7-875b-880dfadb80d7 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1302269 Feb 09 01:36:01.486626 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58716) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:01.491338 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-2175ee5e-6f69-45bc-a460-fba7f2527080 admin admin] Request body: {'subnet': {'network_id': 'a630743a-d114-49a9-8ea2-021d3e218b13', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-648892883-subnet', 'tenant_id': 'c1ef44bf5f2345b0bd781f32a69db093', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:01.506359 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe9693-a5e7-4da7-875b-880dfadb80d7 admin admin] Pushing event updated for resources: {'Network': ['ID=a630743a-d114-49a9-8ea2-021d3e218b13,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:01.526956 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34eb2371-91fc-430f-beea-34d6a904dc03 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:36:01.529411 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network a630743a-d114-49a9-8ea2-021d3e218b13 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:36:01.535115 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-34eb2371-91fc-430f-beea-34d6a904dc03 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "PUT /v2.0/routers/bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1413713 Feb 09 01:36:01.535115 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2175ee5e-6f69-45bc-a460-fba7f2527080 admin admin] Made reservation on behalf of c1ef44bf5f2345b0bd781f32a69db093 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:36:01.536022 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58720) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:01.536393 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2175ee5e-6f69-45bc-a460-fba7f2527080 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:01.558024 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e40930-4d46-4395-a464-d46a08b8a3c9 None None] Sync routers for ids ['bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:36:01.697622 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e40930-4d46-4395-a464-d46a08b8a3c9 None None] Routers {'bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:36:01.704165 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-83e40930-4d46-4395-a464-d46a08b8a3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:35:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:01.770461 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bc72871-c8cb-4b7d-9f54-4f448d0f7322 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Deleting subnet f4a3eb78-65db-471e-9974-dfc9c9ac357d {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:36:01.781057 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9bc72871-c8cb-4b7d-9f54-4f448d0f7322 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for subnet (f4a3eb78-65db-471e-9974-dfc9c9ac357d), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:01.826415 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2175ee5e-6f69-45bc-a460-fba7f2527080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (2e60bae1-f214-4ddf-9bc9-d05f8af8f7f1), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:01.832654 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9bc72871-c8cb-4b7d-9f54-4f448d0f7322 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (f4a3eb78-65db-471e-9974-dfc9c9ac357d), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:01.901117 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-83e40930-4d46-4395-a464-d46a08b8a3c9 None None] Set router bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:36:01.917884 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2175ee5e-6f69-45bc-a460-fba7f2527080 admin admin] Checking segment: {'id': '0b762abc-f64c-4371-812a-b579283c2cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'a630743a-d114-49a9-8ea2-021d3e218b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:36:01.918414 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2175ee5e-6f69-45bc-a460-fba7f2527080 admin admin] Network hostable DHCP agents. Network: a630743a-d114-49a9-8ea2-021d3e218b13, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:36:01.921500 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175ee5e-6f69-45bc-a460-fba7f2527080 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e60bae1-f214-4ddf-9bc9-d05f8af8f7f1,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:01.949730 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2175ee5e-6f69-45bc-a460-fba7f2527080 admin admin] Network a630743a-d114-49a9-8ea2-021d3e218b13 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:36:01.972933 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-2175ee5e-6f69-45bc-a460-fba7f2527080 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, a630743a-d114-49a9-8ea2-021d3e218b13) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:36:01.982827 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2175ee5e-6f69-45bc-a460-fba7f2527080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:01.984105 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c460b4cd-b65f-4ab8-884e-fc76600f01a7 None None] Network a630743a-d114-49a9-8ea2-021d3e218b13 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:36:01.997946 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2175ee5e-6f69-45bc-a460-fba7f2527080 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:02.029691 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9bc72871-c8cb-4b7d-9f54-4f448d0f7322 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (f4a3eb78-65db-471e-9974-dfc9c9ac357d), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:02.063387 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2175ee5e-6f69-45bc-a460-fba7f2527080 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5666654 Feb 09 01:36:02.173600 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9bc72871-c8cb-4b7d-9f54-4f448d0f7322 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (f4a3eb78-65db-471e-9974-dfc9c9ac357d), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:02.242397 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc72871-c8cb-4b7d-9f54-4f448d0f7322 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event deleted for resources: {'Subnet': ['ID=f4a3eb78-65db-471e-9974-dfc9c9ac357d,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:02.247112 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9bc72871-c8cb-4b7d-9f54-4f448d0f7322 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:02.252744 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-9bc72871-c8cb-4b7d-9f54-4f448d0f7322 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "DELETE /v2.0/subnets/f4a3eb78-65db-471e-9974-dfc9c9ac357d HTTP/1.1" status: 204 len: 168 time: 0.7154934 Feb 09 01:36:02.254888 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58796) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:02.409097 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d60dc3-5309-428d-ac66-064a017f290b None None] Network 289bbf9b-fe41-40ce-8895-75a17e893a06 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:36:02.432772 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8975734f-fc78-435f-b89a-0e3babf7f7ba tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for router (bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:02.675492 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8975734f-fc78-435f-b89a-0e3babf7f7ba tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for router_gateway (bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:02.706322 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2a8e4386-a04a-40e6-b6c5-a1e25dba57e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:02.764524 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-8975734f-fc78-435f-b89a-0e3babf7f7ba tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Deleting port 488d25e4-ce43-463c-b8d6-17732d14083d {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:36:02.765126 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8975734f-fc78-435f-b89a-0e3babf7f7ba tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (488d25e4-ce43-463c-b8d6-17732d14083d), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:02.766658 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b639b12-cf0a-40b7-9439-0e6b978365ef None None] Network a630743a-d114-49a9-8ea2-021d3e218b13 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:36:02.850216 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-83e40930-4d46-4395-a464-d46a08b8a3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976226037', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '488d25e4-ce43-463c-b8d6-17732d14083d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:22Z', 'updated_at': '2022-02-09T01:36:00Z', 'revision_number': 5, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '488d25e4-ce43-463c-b8d6-17732d14083d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:b4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:33:24Z', 'updated_at': '2022-02-09T01:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:02.879822 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e40930-4d46-4395-a464-d46a08b8a3c9 None None] Checking router: bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:36:02.898364 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6767cd-ce96-4979-a307-09373637c1f1 None None] DHCP port deletion for 289bbf9b-fe41-40ce-8895-75a17e893a06 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:36:02.913015 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e40930-4d46-4395-a464-d46a08b8a3c9 None None] Routers {'bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:36:02.913906 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-83e40930-4d46-4395-a464-d46a08b8a3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:35:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:02.928651 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-8975734f-fc78-435f-b89a-0e3babf7f7ba tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] For port 488d25e4-ce43-463c-b8d6-17732d14083d, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=488d25e4-ce43-463c-b8d6-17732d14083d,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:02.929242 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8975734f-fc78-435f-b89a-0e3babf7f7ba tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (488d25e4-ce43-463c-b8d6-17732d14083d), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:02.959580 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-8975734f-fc78-435f-b89a-0e3babf7f7ba tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Calling delete_port for 488d25e4-ce43-463c-b8d6-17732d14083d owned by network:router_gateway {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:36:03.060322 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-83e40930-4d46-4395-a464-d46a08b8a3c9 None None] Set router bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa gateway port host: None {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:36:03.089135 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6f6767cd-ce96-4979-a307-09373637c1f1 None None] Deleting port f75b22ed-c566-41ef-adfd-a0e766e895c5 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:36:03.089729 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6f6767cd-ce96-4979-a307-09373637c1f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (f75b22ed-c566-41ef-adfd-a0e766e895c5), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:03.132068 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-83e40930-4d46-4395-a464-d46a08b8a3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976226037', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:22Z', 'updated_at': '2022-02-09T01:36:02Z', 'revision_number': 6, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:03.156729 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58854) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:03.164440 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-7d0514fd-2c7f-4c34-9032-4e8697e6b206 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-638350591-network', 'tenant_id': '9759d52756e74df0be1368d04df168d3'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:03.198192 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e40930-4d46-4395-a464-d46a08b8a3c9 None None] The sync data for ids ['bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa'] in n-d-828369-4 is: [{'id': 'bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-976226037', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:33:22Z', 'updated_at': '2022-02-09T01:36:02Z', 'revision_number': 6, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port_host': None}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:36:03.198492 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0514fd-2c7f-4c34-9032-4e8697e6b206 admin admin] Made reservation on behalf of 9759d52756e74df0be1368d04df168d3 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:36:03.206085 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7d0514fd-2c7f-4c34-9032-4e8697e6b206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:03.221368 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7d0514fd-2c7f-4c34-9032-4e8697e6b206 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:03.257168 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6f6767cd-ce96-4979-a307-09373637c1f1 None None] For port f75b22ed-c566-41ef-adfd-a0e766e895c5, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f75b22ed-c566-41ef-adfd-a0e766e895c5,segment=NetworkSegment(e7f20f7e-7c66-4be7-99f2-fa1397a84898),segment_id=e7f20f7e-7c66-4be7-99f2-fa1397a84898)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:03.258218 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6f6767cd-ce96-4979-a307-09373637c1f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (f75b22ed-c566-41ef-adfd-a0e766e895c5), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:03.265533 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 46dcf0d1-4cae-4862-8820-d4681795b091 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:36:03.281227 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2031c-f9bf-4e39-b86a-a08c11d5c091 req-3f0c1fad-e2fb-4a5e-a48f-72550643fae9 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:03.288804 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1ab2031c-f9bf-4e39-b86a-a08c11d5c091 req-3f0c1fad-e2fb-4a5e-a48f-72550643fae9 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=062f59c7-3747-4df1-bfa8-f5421068e03a HTTP/1.1" status: 200 len: 945 time: 0.1247716 Feb 09 01:36:03.309399 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8975734f-fc78-435f-b89a-0e3babf7f7ba tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (488d25e4-ce43-463c-b8d6-17732d14083d), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:03.312188 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: 46dcf0d1-4cae-4862-8820-d4681795b091 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:36:03.312727 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 46dcf0d1-4cae-4862-8820-d4681795b091 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:36:03.326390 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6f6767cd-ce96-4979-a307-09373637c1f1 None None] Calling delete_port for f75b22ed-c566-41ef-adfd-a0e766e895c5 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:36:03.340408 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8975734f-fc78-435f-b89a-0e3babf7f7ba tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event deleted for resources: {'Port': ['ID=488d25e4-ce43-463c-b8d6-17732d14083d,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:03.354941 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7d0514fd-2c7f-4c34-9032-4e8697e6b206 admin admin] Publish callbacks [] for security_group (2325a473-aff7-4d5d-868c-be0e86e688db), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:03.359960 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7d0514fd-2c7f-4c34-9032-4e8697e6b206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (2325a473-aff7-4d5d-868c-be0e86e688db), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:03.382937 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1ab2031c-f9bf-4e39-b86a-a08c11d5c091 req-a798349e-e6e4-47fa-b6db-334ca3396f56 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930510 Feb 09 01:36:03.406782 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d0514fd-2c7f-4c34-9032-4e8697e6b206 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1029} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:36:03.422026 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0514fd-2c7f-4c34-9032-4e8697e6b206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2325a473-aff7-4d5d-868c-be0e86e688db,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:03.434525 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7d0514fd-2c7f-4c34-9032-4e8697e6b206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (76d83d80-6373-4eea-92ce-5bfff63c1f36), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:03.436026 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-7d0514fd-2c7f-4c34-9032-4e8697e6b206 admin admin] Added segment 76d83d80-6373-4eea-92ce-5bfff63c1f36 of type vlan for network feb50f21-af3a-4113-a332-b9c4e377ed5c Feb 09 01:36:03.461399 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6f6767cd-ce96-4979-a307-09373637c1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (f75b22ed-c566-41ef-adfd-a0e766e895c5), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:03.479968 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8975734f-fc78-435f-b89a-0e3babf7f7ba tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:03.489995 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6767cd-ce96-4979-a307-09373637c1f1 None None] No DVR routers for this DVR port f75b22ed-c566-41ef-adfd-a0e766e895c5 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:36:03.512898 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7d0514fd-2c7f-4c34-9032-4e8697e6b206 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (feb50f21-af3a-4113-a332-b9c4e377ed5c), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:03.543474 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6767cd-ce96-4979-a307-09373637c1f1 None None] Pushing event deleted for resources: {'Port': ['ID=f75b22ed-c566-41ef-adfd-a0e766e895c5,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:03.559969 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7d0514fd-2c7f-4c34-9032-4e8697e6b206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (feb50f21-af3a-4113-a332-b9c4e377ed5c), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:03.565591 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0514fd-2c7f-4c34-9032-4e8697e6b206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:03.566204 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7d0514fd-2c7f-4c34-9032-4e8697e6b206 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:03.701684 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0514fd-2c7f-4c34-9032-4e8697e6b206 admin admin] Pushing event updated for resources: {'Network': ['ID=feb50f21-af3a-4113-a332-b9c4e377ed5c,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:03.723285 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network feb50f21-af3a-4113-a332-b9c4e377ed5c details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:36:03.727644 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58866) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:03.728780 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7d0514fd-2c7f-4c34-9032-4e8697e6b206 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5701349 Feb 09 01:36:03.744625 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-904bfc1b-3cc5-48b3-9edd-af77191461d0 admin admin] Request body: {'subnet': {'network_id': 'feb50f21-af3a-4113-a332-b9c4e377ed5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-638350591-subnet', 'tenant_id': '9759d52756e74df0be1368d04df168d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:03.750130 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8975734f-fc78-435f-b89a-0e3babf7f7ba tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:03.754279 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8975734f-fc78-435f-b89a-0e3babf7f7ba tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for router_controller (bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:03.814206 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8975734f-fc78-435f-b89a-0e3babf7f7ba tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:03.815016 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8975734f-fc78-435f-b89a-0e3babf7f7ba tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Fanout notify agent at l3_agent the message router_deleted on router bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa {{(pid=103136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:36:03.822617 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8975734f-fc78-435f-b89a-0e3babf7f7ba tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:03.823802 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8975734f-fc78-435f-b89a-0e3babf7f7ba tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "DELETE /v2.0/routers/bcd16b5a-d0e4-42c7-a1cb-aedd4d3f31aa HTTP/1.1" status: 204 len: 168 time: 1.5675223 Feb 09 01:36:03.825188 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904bfc1b-3cc5-48b3-9edd-af77191461d0 admin admin] Made reservation on behalf of 9759d52756e74df0be1368d04df168d3 for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:36:03.826650 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58868) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:03.827579 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-904bfc1b-3cc5-48b3-9edd-af77191461d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:03.920728 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-095dbb12-203f-47cf-9545-4bcc5eeb5381 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (289bbf9b-fe41-40ce-8895-75a17e893a06), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:04.019026 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-904bfc1b-3cc5-48b3-9edd-af77191461d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (b46b3d35-f547-4d4d-96a8-1592edbc9d6f), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:04.027510 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-095dbb12-203f-47cf-9545-4bcc5eeb5381 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (289bbf9b-fe41-40ce-8895-75a17e893a06), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:04.053348 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-095dbb12-203f-47cf-9545-4bcc5eeb5381 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['289bbf9b-fe41-40ce-8895-75a17e893a06']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:04.064347 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-095dbb12-203f-47cf-9545-4bcc5eeb5381 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f20f7e-7c66-4be7-99f2-fa1397a84898') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:04.064698 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-095dbb12-203f-47cf-9545-4bcc5eeb5381 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f20f7e-7c66-4be7-99f2-fa1397a84898') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:04.074256 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-095dbb12-203f-47cf-9545-4bcc5eeb5381 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (e7f20f7e-7c66-4be7-99f2-fa1397a84898), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:04.074661 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904bfc1b-3cc5-48b3-9edd-af77191461d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b46b3d35-f547-4d4d-96a8-1592edbc9d6f,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:04.087014 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904bfc1b-3cc5-48b3-9edd-af77191461d0 admin admin] Checking segment: {'id': '76d83d80-6373-4eea-92ce-5bfff63c1f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'feb50f21-af3a-4113-a332-b9c4e377ed5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:36:04.087375 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904bfc1b-3cc5-48b3-9edd-af77191461d0 admin admin] Network hostable DHCP agents. Network: feb50f21-af3a-4113-a332-b9c4e377ed5c, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:36:04.091976 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-095dbb12-203f-47cf-9545-4bcc5eeb5381 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (e7f20f7e-7c66-4be7-99f2-fa1397a84898), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:04.099479 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-095dbb12-203f-47cf-9545-4bcc5eeb5381 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:36:04.100016 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-095dbb12-203f-47cf-9545-4bcc5eeb5381 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (e7f20f7e-7c66-4be7-99f2-fa1397a84898), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:04.103963 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:36:04.103963 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:36:04.103963 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:36:04.103963 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:36:04.103963 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:36:04.103963 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:36:04.103963 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:36:04.103963 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:36:04.103963 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:36:04.103963 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:36:04.103963 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:36:04.103963 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:36:04.103963 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:36:04.103963 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:36:04.103963 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:36:04.103963 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:36:04.103963 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:36:04.103963 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:36:04.103963 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:36:04.103963 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:36:04.103963 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:36:04.103963 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:36:04.103963 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:36:04.103963 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:36:04.103963 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:36:04.103963 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:36:04.103963 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:36:04.103963 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:36:04.103963 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:36:04.103963 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:36:04.103963 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:36:04.103963 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:36:04.106169 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904bfc1b-3cc5-48b3-9edd-af77191461d0 admin admin] Network feb50f21-af3a-4113-a332-b9c4e377ed5c is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:36:04.118567 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-904bfc1b-3cc5-48b3-9edd-af77191461d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, feb50f21-af3a-4113-a332-b9c4e377ed5c) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:36:04.130032 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00608d0f-9d28-4b60-a2f2-0e1ce662cab2 None None] Network feb50f21-af3a-4113-a332-b9c4e377ed5c requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:36:04.142019 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904bfc1b-3cc5-48b3-9edd-af77191461d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:04.143697 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-904bfc1b-3cc5-48b3-9edd-af77191461d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:04.181707 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-904bfc1b-3cc5-48b3-9edd-af77191461d0 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4457357 Feb 09 01:36:04.184526 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-095dbb12-203f-47cf-9545-4bcc5eeb5381 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (289bbf9b-fe41-40ce-8895-75a17e893a06), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:04.204980 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-095dbb12-203f-47cf-9545-4bcc5eeb5381 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:04.212166 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-095dbb12-203f-47cf-9545-4bcc5eeb5381 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "DELETE /v2.0/networks/289bbf9b-fe41-40ce-8895-75a17e893a06 HTTP/1.1" status: 204 len: 168 time: 0.3839247 Feb 09 01:36:04.217946 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58872) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:04.274164 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095dbb12-203f-47cf-9545-4bcc5eeb5381 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event deleted for resources: {'Network': ['ID=289bbf9b-fe41-40ce-8895-75a17e893a06,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:04.318212 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device b6e87f70-fd00-4bab-b0fc-d9f14cdabb63 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:36:04.368199 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dec1482b-917e-45c9-b5e9-874b879d56e1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group (d4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:04.370616 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58874) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:04.384175 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: b6e87f70-fd00-4bab-b0fc-d9f14cdabb63 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:36:04.385841 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device b6e87f70-fd00-4bab-b0fc-d9f14cdabb63 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:36:04.387408 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 488d25e4-ce43-463c-b8d6-17732d14083d no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:36:04.414823 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 488d25e4-ce43-463c-b8d6-17732d14083d {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:36:04.415184 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 488d25e4-ce43-463c-b8d6-17732d14083d not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:36:04.415612 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f75b22ed-c566-41ef-adfd-a0e766e895c5 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:36:04.436321 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0e31e-17e6-460c-9081-8be9ab9ac99a req-df8f8454-325d-443d-8922-4539fa39b0dc tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:04.439859 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5ee0e31e-17e6-460c-9081-8be9ab9ac99a req-df8f8454-325d-443d-8922-4539fa39b0dc tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.120 "GET /v2.0/ports?device_id=062f59c7-3747-4df1-bfa8-f5421068e03a HTTP/1.1" status: 200 len: 945 time: 0.1023521 Feb 09 01:36:04.443719 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d5ad90-0a58-4aa6-82b3-ffb360d0fcd9 None None] Network feb50f21-af3a-4113-a332-b9c4e377ed5c requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:36:04.449125 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: f75b22ed-c566-41ef-adfd-a0e766e895c5 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:36:04.449358 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f75b22ed-c566-41ef-adfd-a0e766e895c5 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:36:04.484680 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dec1482b-917e-45c9-b5e9-874b879d56e1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group (d4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:04.535629 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-be1060e7-cbde-40d3-adfd-49f730856305 admin admin] Deleting subnet 2e60bae1-f214-4ddf-9bc9-d05f8af8f7f1 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:36:04.544125 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c8780aa3-4cc8-4d03-b1d5-c55251bc6ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:04.552080 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-be1060e7-cbde-40d3-adfd-49f730856305 admin admin] Publish callbacks [] for subnet (2e60bae1-f214-4ddf-9bc9-d05f8af8f7f1), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:04.637890 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-be1060e7-cbde-40d3-adfd-49f730856305 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (2e60bae1-f214-4ddf-9bc9-d05f8af8f7f1), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:04.683423 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283dbf6-18b7-400e-b05e-c75275dd961a req-68b89dab-09f8-44e0-94ca-72a7d6efbbb9 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:04.691888 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8283dbf6-18b7-400e-b05e-c75275dd961a req-68b89dab-09f8-44e0-94ca-72a7d6efbbb9 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=062f59c7-3747-4df1-bfa8-f5421068e03a HTTP/1.1" status: 200 len: 945 time: 0.1543586 Feb 09 01:36:04.700141 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-be1060e7-cbde-40d3-adfd-49f730856305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (2e60bae1-f214-4ddf-9bc9-d05f8af8f7f1), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:04.720921 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dec1482b-917e-45c9-b5e9-874b879d56e1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (d4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:04.724198 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dec1482b-917e-45c9-b5e9-874b879d56e1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:04.732498 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-dec1482b-917e-45c9-b5e9-874b879d56e1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "DELETE /v2.0/security-groups/d4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82 HTTP/1.1" status: 204 len: 168 time: 0.5106709 Feb 09 01:36:04.774717 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1482b-917e-45c9-b5e9-874b879d56e1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4dbd9ba-f77a-4592-a0d1-8c3c7c4d5f82,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:04.792657 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8283dbf6-18b7-400e-b05e-c75275dd961a req-9e60c330-7856-4781-aecc-a509ad93d832 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/security-groups?id=607bf6a8-8d86-4601-b082-4a28cf14b854&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994625 Feb 09 01:36:04.852613 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-be1060e7-cbde-40d3-adfd-49f730856305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (2e60bae1-f214-4ddf-9bc9-d05f8af8f7f1), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:04.878838 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-5ee0e31e-17e6-460c-9081-8be9ab9ac99a req-3d909baa-c758-4ad4-b20b-db871ba2b05a tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Deleting port 2e956b02-bd23-4f1e-9a98-e5e3cd586434 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:36:04.880607 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1060e7-cbde-40d3-adfd-49f730856305 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e60bae1-f214-4ddf-9bc9-d05f8af8f7f1,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:04.892701 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-be1060e7-cbde-40d3-adfd-49f730856305 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:04.896208 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-be1060e7-cbde-40d3-adfd-49f730856305 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/2e60bae1-f214-4ddf-9bc9-d05f8af8f7f1 HTTP/1.1" status: 204 len: 168 time: 0.5244310 Feb 09 01:36:04.899849 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58888) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:04.903762 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-5ee0e31e-17e6-460c-9081-8be9ab9ac99a req-3d909baa-c758-4ad4-b20b-db871ba2b05a tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (2e956b02-bd23-4f1e-9a98-e5e3cd586434), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:04.988316 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f117657a-20fd-4361-a3ad-388821010ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (a630743a-d114-49a9-8ea2-021d3e218b13), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.019289 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-5ee0e31e-17e6-460c-9081-8be9ab9ac99a req-3d909baa-c758-4ad4-b20b-db871ba2b05a tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] For port 2e956b02-bd23-4f1e-9a98-e5e3cd586434, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=2e956b02-bd23-4f1e-9a98-e5e3cd586434,segment=NetworkSegment(67868df0-7119-4405-a5ee-9b482544987e),segment_id=67868df0-7119-4405-a5ee-9b482544987e)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:05.019797 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-5ee0e31e-17e6-460c-9081-8be9ab9ac99a req-3d909baa-c758-4ad4-b20b-db871ba2b05a tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (2e956b02-bd23-4f1e-9a98-e5e3cd586434), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.038256 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-5ee0e31e-17e6-460c-9081-8be9ab9ac99a req-3d909baa-c758-4ad4-b20b-db871ba2b05a tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Calling delete_port for 2e956b02-bd23-4f1e-9a98-e5e3cd586434 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:36:05.091565 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f117657a-20fd-4361-a3ad-388821010ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (a630743a-d114-49a9-8ea2-021d3e218b13), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.118468 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-f117657a-20fd-4361-a3ad-388821010ddf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a630743a-d114-49a9-8ea2-021d3e218b13']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:05.130802 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-f117657a-20fd-4361-a3ad-388821010ddf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b762abc-f64c-4371-812a-b579283c2cf1') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:05.131442 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-f117657a-20fd-4361-a3ad-388821010ddf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b762abc-f64c-4371-812a-b579283c2cf1') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:05.143593 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f117657a-20fd-4361-a3ad-388821010ddf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (0b762abc-f64c-4371-812a-b579283c2cf1), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.160789 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f117657a-20fd-4361-a3ad-388821010ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (0b762abc-f64c-4371-812a-b579283c2cf1), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.163315 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58890) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:05.170878 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-15ce5560-151e-4e19-b00e-19c2e5c5d6ea tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1534999539', 'description': 'tempest-secgroup-smoke-1534999539 description', 'project_id': 'c3786288d8304ed4a73754fbccf8bb65'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:05.180747 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f117657a-20fd-4361-a3ad-388821010ddf admin admin] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:36:05.181196 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f117657a-20fd-4361-a3ad-388821010ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (0b762abc-f64c-4371-812a-b579283c2cf1), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.183722 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:36:05.183722 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:36:05.183722 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:36:05.183722 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:36:05.183722 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:36:05.183722 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:36:05.183722 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:36:05.183722 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:36:05.183722 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:36:05.183722 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:36:05.183722 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:36:05.183722 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:36:05.183722 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:36:05.183722 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:36:05.183722 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:36:05.183722 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:36:05.183722 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:36:05.183722 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:36:05.183722 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:36:05.183722 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:36:05.183722 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:36:05.183722 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:36:05.183722 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:36:05.183722 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:36:05.183722 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:36:05.183722 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:36:05.183722 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:36:05.183722 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:36:05.183722 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:36:05.183722 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:36:05.183722 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:36:05.183722 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:36:05.208224 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-5ee0e31e-17e6-460c-9081-8be9ab9ac99a req-3d909baa-c758-4ad4-b20b-db871ba2b05a tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (2e956b02-bd23-4f1e-9a98-e5e3cd586434), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.221470 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['2e956b02-bd23-4f1e-9a98-e5e3cd586434'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:36:05.242164 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d909baa-c758-4ad4-b20b-db871ba2b05a tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Pushing event deleted for resources: {'Port': ['ID=2e956b02-bd23-4f1e-9a98-e5e3cd586434,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:05.246788 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-15ce5560-151e-4e19-b00e-19c2e5c5d6ea tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.270632 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f117657a-20fd-4361-a3ad-388821010ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (a630743a-d114-49a9-8ea2-021d3e218b13), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.280269 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f117657a-20fd-4361-a3ad-388821010ddf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.287023 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f117657a-20fd-4361-a3ad-388821010ddf admin admin] 10.222.0.50 "DELETE /v2.0/networks/a630743a-d114-49a9-8ea2-021d3e218b13 HTTP/1.1" status: 204 len: 168 time: 0.3829422 Feb 09 01:36:05.287232 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58892) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:05.307819 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee0e31e-17e6-460c-9081-8be9ab9ac99a req-3d909baa-c758-4ad4-b20b-db871ba2b05a tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] No DVR routers for this DVR port 2e956b02-bd23-4f1e-9a98-e5e3cd586434 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:36:05.310713 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-5ee0e31e-17e6-460c-9081-8be9ab9ac99a req-3d909baa-c758-4ad4-b20b-db871ba2b05a tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.314237 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5ee0e31e-17e6-460c-9081-8be9ab9ac99a req-3d909baa-c758-4ad4-b20b-db871ba2b05a tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.120 "DELETE /v2.0/ports/2e956b02-bd23-4f1e-9a98-e5e3cd586434 HTTP/1.1" status: 204 len: 173 time: 0.8578746 Feb 09 01:36:05.314775 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '062f59c7-3747-4df1-bfa8-f5421068e03a', 'name': 'network-vif-deleted', 'tag': '2e956b02-bd23-4f1e-9a98-e5e3cd586434'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:36:05.317778 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9bc9cdf-050e-401c-8945-02d71d407328" -d '{"events": [{"server_uuid": "062f59c7-3747-4df1-bfa8-f5421068e03a", "name": "network-vif-deleted", "tag": "2e956b02-bd23-4f1e-9a98-e5e3cd586434"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:36:05.327688 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f117657a-20fd-4361-a3ad-388821010ddf admin admin] Pushing event deleted for resources: {'Network': ['ID=a630743a-d114-49a9-8ea2-021d3e218b13,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:05.365620 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-4abf9ac6-3866-4aa7-9201-a34674e1ccfd admin admin] Deleting subnet b46b3d35-f547-4d4d-96a8-1592edbc9d6f {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:36:05.372796 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4abf9ac6-3866-4aa7-9201-a34674e1ccfd admin admin] Publish callbacks [] for subnet (b46b3d35-f547-4d4d-96a8-1592edbc9d6f), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.377329 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df525819-59ea-4de7-a8c1-ca51bf8b7b5f x-openstack-request-id: req-df525819-59ea-4de7-a8c1-ca51bf8b7b5f {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:36:05.377626 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "062f59c7-3747-4df1-bfa8-f5421068e03a", "name": "network-vif-deleted", "tag": "2e956b02-bd23-4f1e-9a98-e5e3cd586434", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:36:05.377882 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-df525819-59ea-4de7-a8c1-ca51bf8b7b5f {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:36:05.378293 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '062f59c7-3747-4df1-bfa8-f5421068e03a', 'name': 'network-vif-deleted', 'tag': '2e956b02-bd23-4f1e-9a98-e5e3cd586434', 'status': 'completed', 'code': 200} Feb 09 01:36:05.416662 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-15ce5560-151e-4e19-b00e-19c2e5c5d6ea tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group (a959fb45-a42b-4d54-9a6f-ce9e5194b56b), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.423668 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-15ce5560-151e-4e19-b00e-19c2e5c5d6ea tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (a959fb45-a42b-4d54-9a6f-ce9e5194b56b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.435077 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4abf9ac6-3866-4aa7-9201-a34674e1ccfd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (b46b3d35-f547-4d4d-96a8-1592edbc9d6f), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.482801 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-15ce5560-151e-4e19-b00e-19c2e5c5d6ea tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.484061 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-15ce5560-151e-4e19-b00e-19c2e5c5d6ea tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3196757 Feb 09 01:36:05.488148 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58896) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:05.494264 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce5560-151e-4e19-b00e-19c2e5c5d6ea tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a959fb45-a42b-4d54-9a6f-ce9e5194b56b,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:05.494437 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-66bcd27b-fb86-46df-90ed-5089ac21b1fa tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Request body: {'security_group_rule': {'security_group_id': 'a959fb45-a42b-4d54-9a6f-ce9e5194b56b', 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:05.508297 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4abf9ac6-3866-4aa7-9201-a34674e1ccfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (b46b3d35-f547-4d4d-96a8-1592edbc9d6f), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.525809 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-66bcd27b-fb86-46df-90ed-5089ac21b1fa tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (5b32a77e-1953-4e12-9406-943e8b163b62), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.568121 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4abf9ac6-3866-4aa7-9201-a34674e1ccfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (b46b3d35-f547-4d4d-96a8-1592edbc9d6f), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.585865 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4abf9ac6-3866-4aa7-9201-a34674e1ccfd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.589358 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4abf9ac6-3866-4aa7-9201-a34674e1ccfd admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b46b3d35-f547-4d4d-96a8-1592edbc9d6f HTTP/1.1" status: 204 len: 168 time: 0.3011668 Feb 09 01:36:05.591769 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58898) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:05.608447 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf9ac6-3866-4aa7-9201-a34674e1ccfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b46b3d35-f547-4d4d-96a8-1592edbc9d6f,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:05.619769 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-66bcd27b-fb86-46df-90ed-5089ac21b1fa tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (5b32a77e-1953-4e12-9406-943e8b163b62), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.648859 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-66bcd27b-fb86-46df-90ed-5089ac21b1fa tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (5b32a77e-1953-4e12-9406-943e8b163b62), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.708774 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bcd27b-fb86-46df-90ed-5089ac21b1fa tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b32a77e-1953-4e12-9406-943e8b163b62,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:05.727088 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-66bcd27b-fb86-46df-90ed-5089ac21b1fa tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.731472 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-66bcd27b-fb86-46df-90ed-5089ac21b1fa tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2421937 Feb 09 01:36:05.731637 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58906) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:05.734812 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4a78c76d-61b2-433e-aea1-6e458686dcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (feb50f21-af3a-4113-a332-b9c4e377ed5c), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.738438 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-c7f57f03-80b0-4d86-aa1e-a6c6ecca1d6c tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Request body: {'security_group_rule': {'security_group_id': 'a959fb45-a42b-4d54-9a6f-ce9e5194b56b', 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:05.777129 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c7f57f03-80b0-4d86-aa1e-a6c6ecca1d6c tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (2a512400-aca0-42fc-8183-c6dd81fe387d), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.935126 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c7f57f03-80b0-4d86-aa1e-a6c6ecca1d6c tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (2a512400-aca0-42fc-8183-c6dd81fe387d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.952852 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4a78c76d-61b2-433e-aea1-6e458686dcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (feb50f21-af3a-4113-a332-b9c4e377ed5c), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.957072 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c7f57f03-80b0-4d86-aa1e-a6c6ecca1d6c tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (2a512400-aca0-42fc-8183-c6dd81fe387d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.984057 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:05.994144 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f57f03-80b0-4d86-aa1e-a6c6ecca1d6c tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a512400-aca0-42fc-8183-c6dd81fe387d,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:06.013487 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ef419d2e-e74e-4ab7-853c-2adc519e6005 req-c97dfac8-c433-4ae6-940e-ea2517406e30 tempest-ServersTestJSON-986423377 tempest-ServersTestJSON-986423377-project] 10.222.0.50 "GET /v2.0/ports?device_id=062f59c7-3747-4df1-bfa8-f5421068e03a HTTP/1.1" status: 200 len: 210 time: 0.0419309 Feb 09 01:36:06.018582 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-4a78c76d-61b2-433e-aea1-6e458686dcb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feb50f21-af3a-4113-a332-b9c4e377ed5c']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:06.026638 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c7f57f03-80b0-4d86-aa1e-a6c6ecca1d6c tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.028148 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c7f57f03-80b0-4d86-aa1e-a6c6ecca1d6c tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2953529 Feb 09 01:36:06.036867 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-4a78c76d-61b2-433e-aea1-6e458686dcb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76d83d80-6373-4eea-92ce-5bfff63c1f36') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:06.037751 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-4a78c76d-61b2-433e-aea1-6e458686dcb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76d83d80-6373-4eea-92ce-5bfff63c1f36') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:06.040206 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58916) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:06.054482 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-63899fcb-cfe9-4e9f-8790-19dc5d163c1d tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Request body: {'security_group_rule': {'security_group_id': 'a959fb45-a42b-4d54-9a6f-ce9e5194b56b', 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:06.057102 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4a78c76d-61b2-433e-aea1-6e458686dcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (76d83d80-6373-4eea-92ce-5bfff63c1f36), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.071877 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4a78c76d-61b2-433e-aea1-6e458686dcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (76d83d80-6373-4eea-92ce-5bfff63c1f36), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.080177 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a78c76d-61b2-433e-aea1-6e458686dcb8 admin admin] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:36:06.080636 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4a78c76d-61b2-433e-aea1-6e458686dcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (76d83d80-6373-4eea-92ce-5bfff63c1f36), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.082505 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:36:06.082505 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:36:06.082505 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:36:06.082505 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:36:06.082505 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:36:06.082505 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:36:06.082505 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:36:06.082505 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:36:06.082505 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:36:06.082505 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:36:06.082505 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:36:06.082505 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:36:06.082505 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:36:06.082505 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:36:06.082505 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:36:06.082505 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:36:06.082505 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:36:06.082505 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:36:06.082505 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:36:06.082505 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:36:06.082505 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:36:06.082505 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:36:06.082505 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:36:06.082505 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:36:06.082505 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:36:06.082505 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:36:06.082505 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:36:06.082505 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:36:06.082505 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:36:06.082505 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:36:06.082505 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:36:06.082505 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:36:06.087886 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-63899fcb-cfe9-4e9f-8790-19dc5d163c1d tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (0f883b7d-7095-416a-bdf5-447402bec150), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.143837 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4a78c76d-61b2-433e-aea1-6e458686dcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (feb50f21-af3a-4113-a332-b9c4e377ed5c), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.154395 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-63899fcb-cfe9-4e9f-8790-19dc5d163c1d tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (0f883b7d-7095-416a-bdf5-447402bec150), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.156996 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4a78c76d-61b2-433e-aea1-6e458686dcb8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.159410 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-63899fcb-cfe9-4e9f-8790-19dc5d163c1d tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (0f883b7d-7095-416a-bdf5-447402bec150), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.162876 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4a78c76d-61b2-433e-aea1-6e458686dcb8 admin admin] 10.222.0.50 "DELETE /v2.0/networks/feb50f21-af3a-4113-a332-b9c4e377ed5c HTTP/1.1" status: 204 len: 168 time: 0.5690391 Feb 09 01:36:06.182405 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a78c76d-61b2-433e-aea1-6e458686dcb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=feb50f21-af3a-4113-a332-b9c4e377ed5c,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:06.189041 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63899fcb-cfe9-4e9f-8790-19dc5d163c1d tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f883b7d-7095-416a-bdf5-447402bec150,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:06.197139 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-63899fcb-cfe9-4e9f-8790-19dc5d163c1d tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.198723 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-63899fcb-cfe9-4e9f-8790-19dc5d163c1d tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1571460 Feb 09 01:36:06.201233 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58920) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:06.207654 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-0cee886b-ade8-4f4a-9a82-d02dd9fe81f4 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Request body: {'security_group_rule': {'security_group_id': 'a959fb45-a42b-4d54-9a6f-ce9e5194b56b', 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:06.238675 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0cee886b-ade8-4f4a-9a82-d02dd9fe81f4 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (c571b184-e1e9-4fa2-be38-12cad1edffae), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.263809 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58922) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:06.271370 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-e0dac16e-09da-49be-bd3e-8f47edd9e754 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-746830216', 'description': 'tempest-secgroup-smoke-746830216 description', 'project_id': 'c83f37eb2770492dbe0c1983971df4a0'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:06.316267 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e0dac16e-09da-49be-bd3e-8f47edd9e754 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.331797 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0cee886b-ade8-4f4a-9a82-d02dd9fe81f4 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (c571b184-e1e9-4fa2-be38-12cad1edffae), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.339203 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0cee886b-ade8-4f4a-9a82-d02dd9fe81f4 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (c571b184-e1e9-4fa2-be38-12cad1edffae), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.366772 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58924) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:06.368885 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cee886b-ade8-4f4a-9a82-d02dd9fe81f4 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c571b184-e1e9-4fa2-be38-12cad1edffae,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:06.383900 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0cee886b-ade8-4f4a-9a82-d02dd9fe81f4 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.388433 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58926) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:06.389247 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-0cee886b-ade8-4f4a-9a82-d02dd9fe81f4 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1866646 Feb 09 01:36:06.393441 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-8b86d75e-570d-4e5a-afa4-01f63a5b9d38 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Request body: {'security_group_rule': {'security_group_id': 'a959fb45-a42b-4d54-9a6f-ce9e5194b56b', 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:06.423777 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e0dac16e-09da-49be-bd3e-8f47edd9e754 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks [] for security_group (80b5589d-e31e-4dcd-af93-85cf79f222f1), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.427052 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e0dac16e-09da-49be-bd3e-8f47edd9e754 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (80b5589d-e31e-4dcd-af93-85cf79f222f1), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.436092 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-336b0a34-de65-435f-a2c1-9a4139ee613b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c1ef44bf5f2345b0bd781f32a69db093&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0678575 Feb 09 01:36:06.436938 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58928) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:06.444464 n-d-828369-4 neutron-server[103137]: INFO neutron.db.securitygroups_db [None req-8b86d75e-570d-4e5a-afa4-01f63a5b9d38 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Project c3786288d8304ed4a73754fbccf8bb65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:36:06.454688 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8b86d75e-570d-4e5a-afa4-01f63a5b9d38 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (64d2f9c0-ce8f-421e-8a26-9dc3637176c5), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.459002 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e0dac16e-09da-49be-bd3e-8f47edd9e754 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.461102 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e0dac16e-09da-49be-bd3e-8f47edd9e754 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1957242 Feb 09 01:36:06.463917 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58930) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:06.469111 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-a22a31c4-3bff-4bb7-942b-629c072b0d00 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Request body: {'security_group_rule': {'security_group_id': '80b5589d-e31e-4dcd-af93-85cf79f222f1', 'project_id': 'c83f37eb2770492dbe0c1983971df4a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:06.479646 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dac16e-09da-49be-bd3e-8f47edd9e754 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80b5589d-e31e-4dcd-af93-85cf79f222f1,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:06.501906 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a22a31c4-3bff-4bb7-942b-629c072b0d00 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks [] for security_group_rule (914bda39-aec5-4cbc-9b46-1aa18508adce), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.531766 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4171c414-15b0-46df-8f92-169349f810e0 admin admin] Publish callbacks [] for security_group (6e6ca060-5475-4cbc-93b7-0d26782002e3), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.540631 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8b86d75e-570d-4e5a-afa4-01f63a5b9d38 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (64d2f9c0-ce8f-421e-8a26-9dc3637176c5), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.549098 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8b86d75e-570d-4e5a-afa4-01f63a5b9d38 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (64d2f9c0-ce8f-421e-8a26-9dc3637176c5), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.567079 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a22a31c4-3bff-4bb7-942b-629c072b0d00 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks [] for security_group_rule (914bda39-aec5-4cbc-9b46-1aa18508adce), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.567323 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4171c414-15b0-46df-8f92-169349f810e0 admin admin] Publish callbacks [] for security_group (6e6ca060-5475-4cbc-93b7-0d26782002e3), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.571169 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a22a31c4-3bff-4bb7-942b-629c072b0d00 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (914bda39-aec5-4cbc-9b46-1aa18508adce), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.593507 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b86d75e-570d-4e5a-afa4-01f63a5b9d38 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64d2f9c0-ce8f-421e-8a26-9dc3637176c5,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:06.597883 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a31c4-3bff-4bb7-942b-629c072b0d00 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=914bda39-aec5-4cbc-9b46-1aa18508adce,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:06.598152 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8b86d75e-570d-4e5a-afa4-01f63a5b9d38 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.599110 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8b86d75e-570d-4e5a-afa4-01f63a5b9d38 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2094238 Feb 09 01:36:06.604601 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a22a31c4-3bff-4bb7-942b-629c072b0d00 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.608341 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58932) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:06.608620 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a22a31c4-3bff-4bb7-942b-629c072b0d00 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1410649 Feb 09 01:36:06.608620 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58934) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:06.613424 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-9e8d2065-d853-4cec-aec1-df5b747d00e0 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Request body: {'security_group_rule': {'security_group_id': '80b5589d-e31e-4dcd-af93-85cf79f222f1', 'project_id': 'c83f37eb2770492dbe0c1983971df4a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:06.614862 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-08691d28-dae8-467c-961b-4f6240ef5a5a tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Request body: {'security_group_rule': {'security_group_id': 'a959fb45-a42b-4d54-9a6f-ce9e5194b56b', 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:06.641030 n-d-828369-4 neutron-server[103137]: INFO neutron.db.securitygroups_db [None req-08691d28-dae8-467c-961b-4f6240ef5a5a tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Project c3786288d8304ed4a73754fbccf8bb65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:36:06.642461 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9e8d2065-d853-4cec-aec1-df5b747d00e0 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks [] for security_group_rule (b83aeb83-f35b-40dc-850d-ce5440d96224), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.647444 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-08691d28-dae8-467c-961b-4f6240ef5a5a tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (7251b488-9251-4f06-9042-f30b9f0e2c53), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.674088 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4171c414-15b0-46df-8f92-169349f810e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (6e6ca060-5475-4cbc-93b7-0d26782002e3), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.676820 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4171c414-15b0-46df-8f92-169349f810e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.680760 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4171c414-15b0-46df-8f92-169349f810e0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6e6ca060-5475-4cbc-93b7-0d26782002e3 HTTP/1.1" status: 204 len: 168 time: 0.2427630 Feb 09 01:36:06.703936 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4171c414-15b0-46df-8f92-169349f810e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6ca060-5475-4cbc-93b7-0d26782002e3,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:06.742748 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9e8d2065-d853-4cec-aec1-df5b747d00e0 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks [] for security_group_rule (b83aeb83-f35b-40dc-850d-ce5440d96224), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.750727 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9e8d2065-d853-4cec-aec1-df5b747d00e0 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (b83aeb83-f35b-40dc-850d-ce5440d96224), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.751045 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-08691d28-dae8-467c-961b-4f6240ef5a5a tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (7251b488-9251-4f06-9042-f30b9f0e2c53), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.758743 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-08691d28-dae8-467c-961b-4f6240ef5a5a tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (7251b488-9251-4f06-9042-f30b9f0e2c53), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.775837 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d2065-d853-4cec-aec1-df5b747d00e0 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b83aeb83-f35b-40dc-850d-ce5440d96224,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:06.783670 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-08691d28-dae8-467c-961b-4f6240ef5a5a tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.787330 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-08691d28-dae8-467c-961b-4f6240ef5a5a tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1776693 Feb 09 01:36:06.787651 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08691d28-dae8-467c-961b-4f6240ef5a5a tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7251b488-9251-4f06-9042-f30b9f0e2c53,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:06.789615 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58938) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:06.795351 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-d1063edb-0c6a-46c7-94e3-0859f9bf601d tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Request body: {'network': {'name': 'tempest-network-smoke--1095714054', 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'port_security_enabled': True}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:06.796889 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9e8d2065-d853-4cec-aec1-df5b747d00e0 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.802057 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-9e8d2065-d853-4cec-aec1-df5b747d00e0 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1900361 Feb 09 01:36:06.802558 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58940) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:06.807741 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-9e30f84c-a9fb-4aeb-81fe-55a5ee7e5433 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Request body: {'security_group_rule': {'security_group_id': '80b5589d-e31e-4dcd-af93-85cf79f222f1', 'project_id': 'c83f37eb2770492dbe0c1983971df4a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:06.835380 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1063edb-0c6a-46c7-94e3-0859f9bf601d tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Made reservation on behalf of c3786288d8304ed4a73754fbccf8bb65 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:36:06.838761 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d1063edb-0c6a-46c7-94e3-0859f9bf601d tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.857525 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9e30f84c-a9fb-4aeb-81fe-55a5ee7e5433 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks [] for security_group_rule (e294817a-3b12-4e6d-b279-0661b588c187), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.884644 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1063edb-0c6a-46c7-94e3-0859f9bf601d tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1044} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:36:06.906096 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d1063edb-0c6a-46c7-94e3-0859f9bf601d tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (478ae4ea-99b1-461f-b847-accbf5df86c1), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.906450 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-d1063edb-0c6a-46c7-94e3-0859f9bf601d tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Added segment 478ae4ea-99b1-461f-b847-accbf5df86c1 of type vlan for network fafd2eec-4c98-46da-af94-cf246814381c Feb 09 01:36:06.965054 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d1063edb-0c6a-46c7-94e3-0859f9bf601d tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (fafd2eec-4c98-46da-af94-cf246814381c), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.968215 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9e30f84c-a9fb-4aeb-81fe-55a5ee7e5433 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks [] for security_group_rule (e294817a-3b12-4e6d-b279-0661b588c187), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:06.973637 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9e30f84c-a9fb-4aeb-81fe-55a5ee7e5433 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (e294817a-3b12-4e6d-b279-0661b588c187), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:07.039364 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e30f84c-a9fb-4aeb-81fe-55a5ee7e5433 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e294817a-3b12-4e6d-b279-0661b588c187,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:07.065379 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9e30f84c-a9fb-4aeb-81fe-55a5ee7e5433 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:07.069121 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9e30f84c-a9fb-4aeb-81fe-55a5ee7e5433 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2631669 Feb 09 01:36:07.071514 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58950) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:07.076865 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-cb98ee0a-b9e4-4578-a481-ac53b80d8c15 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Request body: {'security_group_rule': {'security_group_id': '80b5589d-e31e-4dcd-af93-85cf79f222f1', 'project_id': 'c83f37eb2770492dbe0c1983971df4a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:07.103291 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d1063edb-0c6a-46c7-94e3-0859f9bf601d tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (fafd2eec-4c98-46da-af94-cf246814381c), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:07.108516 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58952) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:07.117257 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1063edb-0c6a-46c7-94e3-0859f9bf601d tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:07.117880 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d1063edb-0c6a-46c7-94e3-0859f9bf601d tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:07.218487 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-40d686bf-5d10-4ed1-94e8-b976a1146d31 admin admin] Deleting subnet df56b1a3-b96c-4c73-a247-eabcbf9d00ea {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:36:07.234047 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-40d686bf-5d10-4ed1-94e8-b976a1146d31 admin admin] Publish callbacks [] for subnet (df56b1a3-b96c-4c73-a247-eabcbf9d00ea), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:07.271964 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 2e956b02-bd23-4f1e-9a98-e5e3cd586434 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:36:07.288417 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58954) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:07.304246 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1063edb-0c6a-46c7-94e3-0859f9bf601d tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'Network': ['ID=fafd2eec-4c98-46da-af94-cf246814381c,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:07.306976 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: 2e956b02-bd23-4f1e-9a98-e5e3cd586434 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:36:07.307597 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 2e956b02-bd23-4f1e-9a98-e5e3cd586434 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:36:07.317934 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:07.321506 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d1063edb-0c6a-46c7-94e3-0859f9bf601d tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5284951 Feb 09 01:36:07.321977 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58956) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:07.325145 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network fafd2eec-4c98-46da-af94-cf246814381c details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:36:07.333441 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-7bb72805-2455-40fb-820b-92c9369de926 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-168577280', 'admin_state_up': True, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:07.359374 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cb98ee0a-b9e4-4578-a481-ac53b80d8c15 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks [] for security_group_rule (fb35d77f-e0c4-4289-81b2-be23e4524078), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:07.375052 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bb72805-2455-40fb-820b-92c9369de926 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (3394906a-ea13-4c3e-bc33-a70dc9bc04a5), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:07.377090 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bb72805-2455-40fb-820b-92c9369de926 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (3394906a-ea13-4c3e-bc33-a70dc9bc04a5), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:07.468336 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bb72805-2455-40fb-820b-92c9369de926 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for router_controller (3394906a-ea13-4c3e-bc33-a70dc9bc04a5), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:07.494734 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cb98ee0a-b9e4-4578-a481-ac53b80d8c15 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks [] for security_group_rule (fb35d77f-e0c4-4289-81b2-be23e4524078), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:07.500229 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-78eb13db-0852-42f2-b1a0-1b0f6f999720 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9759d52756e74df0be1368d04df168d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2043848 Feb 09 01:36:07.500396 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-40d686bf-5d10-4ed1-94e8-b976a1146d31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (df56b1a3-b96c-4c73-a247-eabcbf9d00ea), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:07.553297 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-40d686bf-5d10-4ed1-94e8-b976a1146d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (df56b1a3-b96c-4c73-a247-eabcbf9d00ea), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:07.565201 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58958) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:07.605954 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cb98ee0a-b9e4-4578-a481-ac53b80d8c15 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (fb35d77f-e0c4-4289-81b2-be23e4524078), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:07.612154 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-40d686bf-5d10-4ed1-94e8-b976a1146d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (df56b1a3-b96c-4c73-a247-eabcbf9d00ea), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:07.643739 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bb72805-2455-40fb-820b-92c9369de926 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for router_gateway (3394906a-ea13-4c3e-bc33-a70dc9bc04a5), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:07.663699 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d686bf-5d10-4ed1-94e8-b976a1146d31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df56b1a3-b96c-4c73-a247-eabcbf9d00ea,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:07.668732 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cb98ee0a-b9e4-4578-a481-ac53b80d8c15 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:07.672665 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-cb98ee0a-b9e4-4578-a481-ac53b80d8c15 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5984676 Feb 09 01:36:07.674806 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-40d686bf-5d10-4ed1-94e8-b976a1146d31 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:07.681839 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-40d686bf-5d10-4ed1-94e8-b976a1146d31 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/df56b1a3-b96c-4c73-a247-eabcbf9d00ea HTTP/1.1" status: 204 len: 168 time: 0.5658398 Feb 09 01:36:07.681839 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb98ee0a-b9e4-4578-a481-ac53b80d8c15 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb35d77f-e0c4-4289-81b2-be23e4524078,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:07.681839 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58962) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:07.696211 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 58960) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:07.721832 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-0fca0661-480b-4b20-9bbf-4d8125fc749d tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Request body: {'security_group_rule': {'security_group_id': '80b5589d-e31e-4dcd-af93-85cf79f222f1', 'project_id': 'c83f37eb2770492dbe0c1983971df4a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:07.763964 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4a10a6a6-8405-4b4d-a9a9-41309401e94b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (14a123c9-40a9-4ab2-a841-3861362be1ec), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:07.792278 n-d-828369-4 neutron-server[103137]: INFO neutron.db.securitygroups_db [None req-0fca0661-480b-4b20-9bbf-4d8125fc749d tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Project c83f37eb2770492dbe0c1983971df4a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:36:07.804359 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0fca0661-480b-4b20-9bbf-4d8125fc749d tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks [] for security_group_rule (1c056dbd-d2d3-4026-85e2-9fa3e75f4884), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:07.829195 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-33cc0140-7c02-4c0b-810d-5daefb20e2db admin admin] Publish callbacks [] for security_group (2325a473-aff7-4d5d-868c-be0e86e688db), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:07.852963 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4a10a6a6-8405-4b4d-a9a9-41309401e94b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (14a123c9-40a9-4ab2-a841-3861362be1ec), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:07.873669 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:07.874881 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-4a10a6a6-8405-4b4d-a9a9-41309401e94b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14a123c9-40a9-4ab2-a841-3861362be1ec']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:07.885339 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-4a10a6a6-8405-4b4d-a9a9-41309401e94b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67868df0-7119-4405-a5ee-9b482544987e') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:07.885639 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-4a10a6a6-8405-4b4d-a9a9-41309401e94b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67868df0-7119-4405-a5ee-9b482544987e') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:07.895423 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4a10a6a6-8405-4b4d-a9a9-41309401e94b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (67868df0-7119-4405-a5ee-9b482544987e), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:07.905424 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-33cc0140-7c02-4c0b-810d-5daefb20e2db admin admin] Publish callbacks [] for security_group (2325a473-aff7-4d5d-868c-be0e86e688db), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:07.909433 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4a10a6a6-8405-4b4d-a9a9-41309401e94b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (67868df0-7119-4405-a5ee-9b482544987e), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:07.916683 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a10a6a6-8405-4b4d-a9a9-41309401e94b admin admin] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:36:07.917103 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4a10a6a6-8405-4b4d-a9a9-41309401e94b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (67868df0-7119-4405-a5ee-9b482544987e), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:07.920522 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:36:07.920522 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:36:07.920522 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:36:07.920522 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:36:07.920522 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:36:07.920522 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:36:07.920522 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:36:07.920522 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:36:07.920522 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:36:07.920522 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:36:07.920522 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:36:07.920522 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:36:07.920522 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:36:07.920522 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:36:07.920522 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:36:07.920522 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:36:07.920522 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:36:07.920522 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:36:07.920522 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:36:07.920522 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:36:07.920522 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:36:07.920522 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:36:07.920522 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:36:07.920522 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:36:07.920522 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:36:07.920522 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:36:07.920522 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:36:07.920522 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:36:07.920522 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:36:07.920522 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:36:07.920522 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:36:07.920522 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:36:07.963318 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0fca0661-480b-4b20-9bbf-4d8125fc749d tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks [] for security_group_rule (1c056dbd-d2d3-4026-85e2-9fa3e75f4884), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:07.972794 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0fca0661-480b-4b20-9bbf-4d8125fc749d tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (1c056dbd-d2d3-4026-85e2-9fa3e75f4884), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:08.000237 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca0661-480b-4b20-9bbf-4d8125fc749d tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c056dbd-d2d3-4026-85e2-9fa3e75f4884,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:08.021694 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0fca0661-480b-4b20-9bbf-4d8125fc749d tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:08.025761 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58966) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:08.026080 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0fca0661-480b-4b20-9bbf-4d8125fc749d tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3090651 Feb 09 01:36:08.047998 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-f2bac110-d0ef-4ca2-bb20-44d8d5439cad tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Request body: {'security_group_rule': {'security_group_id': '80b5589d-e31e-4dcd-af93-85cf79f222f1', 'project_id': 'c83f37eb2770492dbe0c1983971df4a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:08.056589 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4a10a6a6-8405-4b4d-a9a9-41309401e94b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (14a123c9-40a9-4ab2-a841-3861362be1ec), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:08.077172 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4a10a6a6-8405-4b4d-a9a9-41309401e94b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:08.093438 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4a10a6a6-8405-4b4d-a9a9-41309401e94b admin admin] 10.222.0.50 "DELETE /v2.0/networks/14a123c9-40a9-4ab2-a841-3861362be1ec HTTP/1.1" status: 204 len: 168 time: 0.4109600 Feb 09 01:36:08.147582 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10a6a6-8405-4b4d-a9a9-41309401e94b admin admin] Pushing event deleted for resources: {'Network': ['ID=14a123c9-40a9-4ab2-a841-3861362be1ec,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:08.160191 n-d-828369-4 neutron-server[103136]: INFO neutron.db.securitygroups_db [None req-f2bac110-d0ef-4ca2-bb20-44d8d5439cad tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Project c83f37eb2770492dbe0c1983971df4a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:36:08.162815 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bb72805-2455-40fb-820b-92c9369de926 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for router_gateway (3394906a-ea13-4c3e-bc33-a70dc9bc04a5), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:08.164509 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-33cc0140-7c02-4c0b-810d-5daefb20e2db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (2325a473-aff7-4d5d-868c-be0e86e688db), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:08.167150 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-33cc0140-7c02-4c0b-810d-5daefb20e2db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:08.168937 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-33cc0140-7c02-4c0b-810d-5daefb20e2db admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2325a473-aff7-4d5d-868c-be0e86e688db HTTP/1.1" status: 204 len: 168 time: 0.5201690 Feb 09 01:36:08.173002 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f2bac110-d0ef-4ca2-bb20-44d8d5439cad tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks [] for security_group_rule (d771b4bc-3b5c-4406-9cab-b7a788efc01c), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:08.197964 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc0140-7c02-4c0b-810d-5daefb20e2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2325a473-aff7-4d5d-868c-be0e86e688db,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:08.201115 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bb72805-2455-40fb-820b-92c9369de926 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:08.263568 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f2bac110-d0ef-4ca2-bb20-44d8d5439cad tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks [] for security_group_rule (d771b4bc-3b5c-4406-9cab-b7a788efc01c), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:08.268738 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f2bac110-d0ef-4ca2-bb20-44d8d5439cad tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (d771b4bc-3b5c-4406-9cab-b7a788efc01c), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:08.292928 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bac110-d0ef-4ca2-bb20-44d8d5439cad tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d771b4bc-3b5c-4406-9cab-b7a788efc01c,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:08.299954 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f2bac110-d0ef-4ca2-bb20-44d8d5439cad tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:08.301600 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f2bac110-d0ef-4ca2-bb20-44d8d5439cad tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2735929 Feb 09 01:36:08.354942 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-7bb72805-2455-40fb-820b-92c9369de926 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Allocated IP 172.25.8.114 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/03132a09-3f61-425b-a858-40802a93b64d) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:36:08.401928 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58976) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:08.462946 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:08.491275 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-5a55a1c4-c37e-43c3-b179-3e3d2f7d5069 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6d314619fa0a4fa2b259de5884a0fcb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0878973 Feb 09 01:36:08.495978 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 58978) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:08.555502 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bb72805-2455-40fb-820b-92c9369de926 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for port (03132a09-3f61-425b-a858-40802a93b64d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:08.600809 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8fa90d10-d9bf-484d-9aaf-ad5cfb693843 admin admin] Publish callbacks [] for security_group (607bf6a8-8d86-4601-b082-4a28cf14b854), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:08.636449 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8fa90d10-d9bf-484d-9aaf-ad5cfb693843 admin admin] Publish callbacks [] for security_group (607bf6a8-8d86-4601-b082-4a28cf14b854), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:08.638778 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bb72805-2455-40fb-820b-92c9369de926 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (03132a09-3f61-425b-a858-40802a93b64d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:08.723691 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb72805-2455-40fb-820b-92c9369de926 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:36:08.743271 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-7bb72805-2455-40fb-820b-92c9369de926 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:36:08.754699 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb72805-2455-40fb-820b-92c9369de926 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:36:08.793275 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-69bdb550-3c13-4724-8188-db3b27279569 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-746830216&fields=id&tenant_id=c83f37eb2770492dbe0c1983971df4a0 HTTP/1.1" status: 200 len: 267 time: 0.0832286 Feb 09 01:36:08.805030 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb72805-2455-40fb-820b-92c9369de926 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'Port': ['ID=03132a09-3f61-425b-a858-40802a93b64d,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:08.850448 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8fa90d10-d9bf-484d-9aaf-ad5cfb693843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (607bf6a8-8d86-4601-b082-4a28cf14b854), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:08.865365 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8fa90d10-d9bf-484d-9aaf-ad5cfb693843 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:08.871211 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8fa90d10-d9bf-484d-9aaf-ad5cfb693843 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/607bf6a8-8d86-4601-b082-4a28cf14b854 HTTP/1.1" status: 204 len: 168 time: 0.3723774 Feb 09 01:36:08.989540 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa90d10-d9bf-484d-9aaf-ad5cfb693843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607bf6a8-8d86-4601-b082-4a28cf14b854,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:09.086553 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-264d4285-f958-45b6-a78d-1319538f9036 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:09.095318 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-264d4285-f958-45b6-a78d-1319538f9036 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/networks?id=79dcc98a-8e88-43ea-9347-58d1c81f1906 HTTP/1.1" status: 200 len: 813 time: 0.2636976 Feb 09 01:36:09.130346 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-0a8c3cce-bbb9-4750-b0bc-b289b3bcbcfa tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/quotas/c83f37eb2770492dbe0c1983971df4a0 HTTP/1.1" status: 200 len: 375 time: 0.0340283 Feb 09 01:36:09.251659 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-953575ce-d9cf-4774-80b3-16a04fb61058 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c83f37eb2770492dbe0c1983971df4a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1200266 Feb 09 01:36:09.475238 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-c1d5698c-b3ad-4a59-8ce7-5ab1f2465448 service neutron] 10.222.0.50 "GET /v2.0/networks/79dcc98a-8e88-43ea-9347-58d1c81f1906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087340 Feb 09 01:36:09.638601 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-1b4fc339-7c90-4041-90f9-97048dca824c service neutron] 10.222.0.50 "GET /v2.0/networks/79dcc98a-8e88-43ea-9347-58d1c81f1906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620843 Feb 09 01:36:09.666944 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:10.013463 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bb72805-2455-40fb-820b-92c9369de926 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for router_gateway (3394906a-ea13-4c3e-bc33-a70dc9bc04a5), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:10.195675 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-917db23d-20b6-4007-99cf-37149cac1ab7 req-59cd8fe4-c3f8-4cb4-944c-2a17452af61a tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 210 time: 0.0870843 Feb 09 01:36:10.344847 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bb72805-2455-40fb-820b-92c9369de926 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (3394906a-ea13-4c3e-bc33-a70dc9bc04a5), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:10.555192 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb72805-2455-40fb-820b-92c9369de926 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Router 3394906a-ea13-4c3e-bc33-a70dc9bc04a5 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:36:10.882336 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb72805-2455-40fb-820b-92c9369de926 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:36:10.893780 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9505eaf3-ca4b-40e0-8ec3-7455fbe39d7e None None] Sync routers for ids ['3394906a-ea13-4c3e-bc33-a70dc9bc04a5'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:36:10.915255 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9505eaf3-ca4b-40e0-8ec3-7455fbe39d7e None None] Routers {'3394906a-ea13-4c3e-bc33-a70dc9bc04a5'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:36:10.916195 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9505eaf3-ca4b-40e0-8ec3-7455fbe39d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:36:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['3394906a-ea13-4c3e-bc33-a70dc9bc04a5'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:10.955958 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7bb72805-2455-40fb-820b-92c9369de926 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:10.959783 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7bb72805-2455-40fb-820b-92c9369de926 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.6361909 Feb 09 01:36:10.962878 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59076) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:10.978455 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-94692f8e-027b-4db8-b239-cde6c4b43b30 req-c32a841d-e9be-4578-b2e2-99f2f07346b5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0940874 Feb 09 01:36:10.997884 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-fda735f3-38dd-4bb4-a5b9-9214fbdd7b41 tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=c3786288d8304ed4a73754fbccf8bb65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332441 Feb 09 01:36:11.000354 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59078) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:11.122546 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94692f8e-027b-4db8-b239-cde6c4b43b30 req-70008772-65ef-4e6a-8817-79ebad354a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:11.128866 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-94692f8e-027b-4db8-b239-cde6c4b43b30 req-70008772-65ef-4e6a-8817-79ebad354a0e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9bde012005949bf8ed5f5d05d570ac0&device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 1128 time: 0.1250255 Feb 09 01:36:11.158547 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-9505eaf3-ca4b-40e0-8ec3-7455fbe39d7e None None] Set router 3394906a-ea13-4c3e-bc33-a70dc9bc04a5 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:36:11.233404 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef537068-a220-49c9-ae1d-ce681e0ebf16 tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:11.237646 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ef537068-a220-49c9-ae1d-ce681e0ebf16 tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2351973 Feb 09 01:36:11.240760 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59086) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:11.317780 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94692f8e-027b-4db8-b239-cde6c4b43b30 req-ab214e5d-1adc-4e16-bf0d-de61db2a868e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:11.319792 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-94692f8e-027b-4db8-b239-cde6c4b43b30 req-ab214e5d-1adc-4e16-bf0d-de61db2a868e service neutron] 10.222.0.47 "GET /v2.0/networks?id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 HTTP/1.1" status: 200 len: 913 time: 0.1754603 Feb 09 01:36:11.322313 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-026d93e0-7509-45c0-8508-454a24abf6b7 tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=ca740734-29c2-4b60-ae10-4c709b5c6ef4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0778675 Feb 09 01:36:11.322755 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59090) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:11.332594 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-32627381-089d-4c82-9eac-3ecf10bb0e17 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-818249228', 'network_id': 'fafd2eec-4c98-46da-af94-cf246814381c', 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:11.451746 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-28ed9631-8487-4b02-a2ee-fbb09de2ab2b req-6ea0dd75-66b2-4f12-86ef-025be74f0190 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 210 time: 0.1040611 Feb 09 01:36:11.588979 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9505eaf3-ca4b-40e0-8ec3-7455fbe39d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3394906a-ea13-4c3e-bc33-a70dc9bc04a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-168577280', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '03132a09-3f61-425b-a858-40802a93b64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:36:07Z', 'updated_at': '2022-02-09T01:36:09Z', 'revision_number': 3, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '03132a09-3f61-425b-a858-40802a93b64d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3394906a-ea13-4c3e-bc33-a70dc9bc04a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:08Z', 'updated_at': '2022-02-09T01:36:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:11.625024 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9505eaf3-ca4b-40e0-8ec3-7455fbe39d7e None None] Checking router: 3394906a-ea13-4c3e-bc33-a70dc9bc04a5 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:36:11.625410 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9505eaf3-ca4b-40e0-8ec3-7455fbe39d7e None None] Updating router 3394906a-ea13-4c3e-bc33-a70dc9bc04a5 port 03132a09-3f61-425b-a858-40802a93b64d binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:36:11.668182 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9505eaf3-ca4b-40e0-8ec3-7455fbe39d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (03132a09-3f61-425b-a858-40802a93b64d), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:11.697198 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32627381-089d-4c82-9eac-3ecf10bb0e17 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Made reservation on behalf of c3786288d8304ed4a73754fbccf8bb65 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:36:11.705659 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-32627381-089d-4c82-9eac-3ecf10bb0e17 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:11.858431 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-94692f8e-027b-4db8-b239-cde6c4b43b30 req-ca9f4ba6-66e3-4571-903a-f17033aaee23 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=53cb7227-57cc-41fd-8a53-fbb8863f5d27 HTTP/1.1" status: 200 len: 1001 time: 0.5156074 Feb 09 01:36:11.915187 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94692f8e-027b-4db8-b239-cde6c4b43b30 req-08c41a1f-ea98-4460-b406-d665eca9314f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:11.917330 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-94692f8e-027b-4db8-b239-cde6c4b43b30 req-08c41a1f-ea98-4460-b406-d665eca9314f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68d3f132-83c5-49da-80a3-1924c70a8491 HTTP/1.1" status: 200 len: 850 time: 0.0527208 Feb 09 01:36:12.089869 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94692f8e-027b-4db8-b239-cde6c4b43b30 req-a9c89a21-099b-4da1-9684-718ffc9ac86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:12.095499 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-94692f8e-027b-4db8-b239-cde6c4b43b30 req-a9c89a21-099b-4da1-9684-718ffc9ac86f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1722810 Feb 09 01:36:12.209044 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-32627381-089d-4c82-9eac-3ecf10bb0e17 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (209825ec-cb7a-489f-bf18-dbf0ef5b9c24), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:12.300115 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9505eaf3-ca4b-40e0-8ec3-7455fbe39d7e None None] Publish callbacks [] for port (03132a09-3f61-425b-a858-40802a93b64d), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:12.310405 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32627381-089d-4c82-9eac-3ecf10bb0e17 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'Subnet': ['ID=209825ec-cb7a-489f-bf18-dbf0ef5b9c24,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:12.322821 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9505eaf3-ca4b-40e0-8ec3-7455fbe39d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (03132a09-3f61-425b-a858-40802a93b64d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:12.368730 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-984ad7c9-846f-4db5-bc1f-134d5e0a2910 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:12.377983 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-984ad7c9-846f-4db5-bc1f-134d5e0a2910 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.120 "GET /v2.0/networks?id=79dcc98a-8e88-43ea-9347-58d1c81f1906 HTTP/1.1" status: 200 len: 813 time: 0.1856916 Feb 09 01:36:12.442092 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-9505eaf3-ca4b-40e0-8ec3-7455fbe39d7e None None] Attempting to bind port 03132a09-3f61-425b-a858-40802a93b64d on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:36:12.445252 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-9505eaf3-ca4b-40e0-8ec3-7455fbe39d7e None None] Attempting to bind port 03132a09-3f61-425b-a858-40802a93b64d by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:36:12.446309 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9505eaf3-ca4b-40e0-8ec3-7455fbe39d7e None None] Attempting to bind port 03132a09-3f61-425b-a858-40802a93b64d on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:36:12.462421 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9505eaf3-ca4b-40e0-8ec3-7455fbe39d7e None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:36:12.466407 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9505eaf3-ca4b-40e0-8ec3-7455fbe39d7e None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:36:12.471054 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9505eaf3-ca4b-40e0-8ec3-7455fbe39d7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:12.473586 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9505eaf3-ca4b-40e0-8ec3-7455fbe39d7e None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:36:12.475377 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-9505eaf3-ca4b-40e0-8ec3-7455fbe39d7e None None] Bound port: 03132a09-3f61-425b-a858-40802a93b64d, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:36:12.476169 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9505eaf3-ca4b-40e0-8ec3-7455fbe39d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (03132a09-3f61-425b-a858-40802a93b64d), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:12.504127 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32627381-089d-4c82-9eac-3ecf10bb0e17 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Checking segment: {'id': '478ae4ea-99b1-461f-b847-accbf5df86c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fafd2eec-4c98-46da-af94-cf246814381c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:36:12.504690 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32627381-089d-4c82-9eac-3ecf10bb0e17 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Network hostable DHCP agents. Network: fafd2eec-4c98-46da-af94-cf246814381c, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:36:12.519903 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d206ff8-120c-4786-b280-a9e970d6cf18 None None] Pushing event updated for resources: {'Port': ['ID=03132a09-3f61-425b-a858-40802a93b64d,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:12.530066 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d206ff8-120c-4786-b280-a9e970d6cf18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:12.530409 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d206ff8-120c-4786-b280-a9e970d6cf18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:12.530946 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d206ff8-120c-4786-b280-a9e970d6cf18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:12.531446 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d206ff8-120c-4786-b280-a9e970d6cf18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:12.531960 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d206ff8-120c-4786-b280-a9e970d6cf18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:12.533072 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d206ff8-120c-4786-b280-a9e970d6cf18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:12.533562 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d206ff8-120c-4786-b280-a9e970d6cf18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:12.534064 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d206ff8-120c-4786-b280-a9e970d6cf18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:12.534666 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d206ff8-120c-4786-b280-a9e970d6cf18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:12.535250 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d206ff8-120c-4786-b280-a9e970d6cf18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:12.535764 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d206ff8-120c-4786-b280-a9e970d6cf18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:12.536259 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d206ff8-120c-4786-b280-a9e970d6cf18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:12.536776 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d206ff8-120c-4786-b280-a9e970d6cf18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:12.567624 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-94692f8e-027b-4db8-b239-cde6c4b43b30 req-959dae51-c82f-4b0c-8824-e7dd50608b9c service neutron] 10.222.0.47 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4587812 Feb 09 01:36:12.575637 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-f7e1f62a-bf28-4b78-bac2-089c74b61b9d tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c83f37eb2770492dbe0c1983971df4a0 HTTP/1.1" status: 200 len: 379 time: 0.1860693 Feb 09 01:36:12.584463 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-86182a76-04de-43b3-8f26-fba12ca590e5 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Request body: {'port': {'device_id': '650513b8-9135-46f0-8295-1629a7c018c5', 'network_id': '79dcc98a-8e88-43ea-9347-58d1c81f1906', 'admin_state_up': True, 'tenant_id': 'c83f37eb2770492dbe0c1983971df4a0', 'security_groups': ['80b5589d-e31e-4dcd-af93-85cf79f222f1']}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:12.638549 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-9505eaf3-ca4b-40e0-8ec3-7455fbe39d7e None None] For port 03132a09-3f61-425b-a858-40802a93b64d, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:36:12.645364 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-9505eaf3-ca4b-40e0-8ec3-7455fbe39d7e None None] For port 03132a09-3f61-425b-a858-40802a93b64d, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=03132a09-3f61-425b-a858-40802a93b64d,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:36:12.663746 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9505eaf3-ca4b-40e0-8ec3-7455fbe39d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (03132a09-3f61-425b-a858-40802a93b64d), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:12.712787 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32627381-089d-4c82-9eac-3ecf10bb0e17 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Network fafd2eec-4c98-46da-af94-cf246814381c is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:36:12.737081 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-32627381-089d-4c82-9eac-3ecf10bb0e17 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, fafd2eec-4c98-46da-af94-cf246814381c) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:36:12.750029 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3de72b-e97b-41b8-9182-bdb18fa22a3c None None] Network fafd2eec-4c98-46da-af94-cf246814381c requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:36:12.786249 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32627381-089d-4c82-9eac-3ecf10bb0e17 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:12.786853 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-32627381-089d-4c82-9eac-3ecf10bb0e17 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:12.870861 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-53350657-7d9b-41e3-8315-9aeb3580b63e req-d94369f8-b3d8-4bda-b55a-0534dcaa5f3b tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 210 time: 0.0765779 Feb 09 01:36:12.873579 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59128) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:12.874376 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-32627381-089d-4c82-9eac-3ecf10bb0e17 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5503981 Feb 09 01:36:12.921836 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9505eaf3-ca4b-40e0-8ec3-7455fbe39d7e None None] Routers {'3394906a-ea13-4c3e-bc33-a70dc9bc04a5'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:36:12.924719 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9505eaf3-ca4b-40e0-8ec3-7455fbe39d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:36:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['3394906a-ea13-4c3e-bc33-a70dc9bc04a5'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:12.959169 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-94692f8e-027b-4db8-b239-cde6c4b43b30 req-89ec3ee3-ba99-4ea3-87bc-96d9583158bb service neutron] 10.222.0.47 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830380 Feb 09 01:36:13.018045 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d0e68b-0dd7-45a3-a723-e9287bad0ea7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-fafd2eec-4c98-46da-af94-cf246814381c', 'network_id': 'fafd2eec-4c98-46da-af94-cf246814381c', 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'fixed_ips': [{'subnet_id': '209825ec-cb7a-489f-bf18-dbf0ef5b9c24'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:36:13.020952 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c9d0e68b-0dd7-45a3-a723-e9287bad0ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:13.100220 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-9505eaf3-ca4b-40e0-8ec3-7455fbe39d7e None None] Set router 3394906a-ea13-4c3e-bc33-a70dc9bc04a5 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:36:13.205941 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d206ff8-120c-4786-b280-a9e970d6cf18 None None] Pushing event updated for resources: {'Port': ['ID=03132a09-3f61-425b-a858-40802a93b64d,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:13.260968 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-c9d0e68b-0dd7-45a3-a723-e9287bad0ea7 None None] Allocated IP 172.20.0.2 (fafd2eec-4c98-46da-af94-cf246814381c/209825ec-cb7a-489f-bf18-dbf0ef5b9c24/4180983b-7f05-413b-9e39-804f66e6b74f) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:36:13.427045 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c9d0e68b-0dd7-45a3-a723-e9287bad0ea7 None None] Publish callbacks [] for port (4180983b-7f05-413b-9e39-804f66e6b74f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:13.434925 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c9d0e68b-0dd7-45a3-a723-e9287bad0ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (4180983b-7f05-413b-9e39-804f66e6b74f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:13.665759 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9505eaf3-ca4b-40e0-8ec3-7455fbe39d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3394906a-ea13-4c3e-bc33-a70dc9bc04a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-168577280', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '03132a09-3f61-425b-a858-40802a93b64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:36:07Z', 'updated_at': '2022-02-09T01:36:09Z', 'revision_number': 3, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '03132a09-3f61-425b-a858-40802a93b64d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3394906a-ea13-4c3e-bc33-a70dc9bc04a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:08Z', 'updated_at': '2022-02-09T01:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:13.727521 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9505eaf3-ca4b-40e0-8ec3-7455fbe39d7e None None] The sync data for ids ['3394906a-ea13-4c3e-bc33-a70dc9bc04a5'] in n-d-828369-4 is: [{'id': '3394906a-ea13-4c3e-bc33-a70dc9bc04a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-168577280', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '03132a09-3f61-425b-a858-40802a93b64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:36:07Z', 'updated_at': '2022-02-09T01:36:09Z', 'revision_number': 3, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '03132a09-3f61-425b-a858-40802a93b64d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3394906a-ea13-4c3e-bc33-a70dc9bc04a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:08Z', 'updated_at': '2022-02-09T01:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:36:13.875754 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d0e68b-0dd7-45a3-a723-e9287bad0ea7 None None] Network fafd2eec-4c98-46da-af94-cf246814381c is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:36:13.890570 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-c9d0e68b-0dd7-45a3-a723-e9287bad0ea7 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:36:13.899471 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d0e68b-0dd7-45a3-a723-e9287bad0ea7 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:36:13.953782 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d0e68b-0dd7-45a3-a723-e9287bad0ea7 None None] Pushing event updated for resources: {'Port': ['ID=4180983b-7f05-413b-9e39-804f66e6b74f,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:14.005865 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:36:14.039530 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-c9d0e68b-0dd7-45a3-a723-e9287bad0ea7 None None] Attempting to bind port 4180983b-7f05-413b-9e39-804f66e6b74f on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:36:14.040022 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-c9d0e68b-0dd7-45a3-a723-e9287bad0ea7 None None] Attempting to bind port 4180983b-7f05-413b-9e39-804f66e6b74f by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '478ae4ea-99b1-461f-b847-accbf5df86c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fafd2eec-4c98-46da-af94-cf246814381c'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:36:14.040510 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d0e68b-0dd7-45a3-a723-e9287bad0ea7 None None] Attempting to bind port 4180983b-7f05-413b-9e39-804f66e6b74f on network fafd2eec-4c98-46da-af94-cf246814381c {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:36:14.051158 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d0e68b-0dd7-45a3-a723-e9287bad0ea7 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:36:14.054163 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d0e68b-0dd7-45a3-a723-e9287bad0ea7 None None] Checking segment: {'id': '478ae4ea-99b1-461f-b847-accbf5df86c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fafd2eec-4c98-46da-af94-cf246814381c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:36:14.055539 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c9d0e68b-0dd7-45a3-a723-e9287bad0ea7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:14.057871 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d0e68b-0dd7-45a3-a723-e9287bad0ea7 None None] Bound using segment: {'id': '478ae4ea-99b1-461f-b847-accbf5df86c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fafd2eec-4c98-46da-af94-cf246814381c'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:36:14.058527 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-c9d0e68b-0dd7-45a3-a723-e9287bad0ea7 None None] Bound port: 4180983b-7f05-413b-9e39-804f66e6b74f, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478ae4ea-99b1-461f-b847-accbf5df86c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fafd2eec-4c98-46da-af94-cf246814381c'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:36:14.059045 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c9d0e68b-0dd7-45a3-a723-e9287bad0ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4180983b-7f05-413b-9e39-804f66e6b74f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:14.246936 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-c9d0e68b-0dd7-45a3-a723-e9287bad0ea7 None None] For port 4180983b-7f05-413b-9e39-804f66e6b74f, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:36:14.255782 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-c9d0e68b-0dd7-45a3-a723-e9287bad0ea7 None None] For port 4180983b-7f05-413b-9e39-804f66e6b74f, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=4180983b-7f05-413b-9e39-804f66e6b74f,segment=NetworkSegment(478ae4ea-99b1-461f-b847-accbf5df86c1),segment_id=478ae4ea-99b1-461f-b847-accbf5df86c1)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:36:14.285577 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c9d0e68b-0dd7-45a3-a723-e9287bad0ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (4180983b-7f05-413b-9e39-804f66e6b74f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:14.368812 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d0e68b-0dd7-45a3-a723-e9287bad0ea7 None None] Pushing event updated for resources: {'Port': ['ID=4180983b-7f05-413b-9e39-804f66e6b74f,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:14.446978 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2f3eaa15-90aa-48c6-804f-7a163786638b req-c2e1b2a8-b6d1-49ec-b624-9d202bd67ee5 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 210 time: 0.1918538 Feb 09 01:36:14.479022 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-86182a76-04de-43b3-8f26-fba12ca590e5 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Made reservation on behalf of c83f37eb2770492dbe0c1983971df4a0 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:36:14.487093 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-86182a76-04de-43b3-8f26-fba12ca590e5 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:15.036795 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-86182a76-04de-43b3-8f26-fba12ca590e5 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Allocated IP 172.20.0.5 (79dcc98a-8e88-43ea-9347-58d1c81f1906/6814466b-1294-4ba7-943e-240a3a677817/b10adeca-d2e4-4dc2-8975-55ac83ccd8eb) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:36:15.750650 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-97068d5c-2e17-44a3-93fe-d5f9ae48e28f req-fce16baa-28bb-48b4-a4a0-46f2a5148f98 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 210 time: 0.1338429 Feb 09 01:36:15.845621 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-86182a76-04de-43b3-8f26-fba12ca590e5 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks [] for port (b10adeca-d2e4-4dc2-8975-55ac83ccd8eb), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:16.216356 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a19368b-5d88-450d-9062-fc95f6a2b9bd None None] Network fafd2eec-4c98-46da-af94-cf246814381c requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:36:16.322513 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-86182a76-04de-43b3-8f26-fba12ca590e5 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (b10adeca-d2e4-4dc2-8975-55ac83ccd8eb), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:16.365822 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4180983b-7f05-413b-9e39-804f66e6b74f up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:36:16.495834 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8252ab10-c6c4-4209-a26b-a8f6b9f83228 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:16.563921 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-afd06123-ad06-483f-85cf-b8e7231e6f77 None None] Provisioning complete for port 4180983b-7f05-413b-9e39-804f66e6b74f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:16.572720 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-afd06123-ad06-483f-85cf-b8e7231e6f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4180983b-7f05-413b-9e39-804f66e6b74f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:16.592198 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-86182a76-04de-43b3-8f26-fba12ca590e5 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Network 79dcc98a-8e88-43ea-9347-58d1c81f1906 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:36:16.615368 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-86182a76-04de-43b3-8f26-fba12ca590e5 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:36:16.641078 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-86182a76-04de-43b3-8f26-fba12ca590e5 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:36:16.652071 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86182a76-04de-43b3-8f26-fba12ca590e5 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Pushing event updated for resources: {'Port': ['ID=b10adeca-d2e4-4dc2-8975-55ac83ccd8eb,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:16.726528 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 4180983b-7f05-413b-9e39-804f66e6b74f triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:16.733069 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4180983b-7f05-413b-9e39-804f66e6b74f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:17.037524 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-afd06123-ad06-483f-85cf-b8e7231e6f77 None None] Current status of the port 4180983b-7f05-413b-9e39-804f66e6b74f is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:36:17.037935 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-afd06123-ad06-483f-85cf-b8e7231e6f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4180983b-7f05-413b-9e39-804f66e6b74f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:17.171962 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-afd06123-ad06-483f-85cf-b8e7231e6f77 None None] For port 4180983b-7f05-413b-9e39-804f66e6b74f, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=4180983b-7f05-413b-9e39-804f66e6b74f,segment=NetworkSegment(478ae4ea-99b1-461f-b847-accbf5df86c1),segment_id=478ae4ea-99b1-461f-b847-accbf5df86c1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:17.184644 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-86182a76-04de-43b3-8f26-fba12ca590e5 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:17.186040 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-86182a76-04de-43b3-8f26-fba12ca590e5 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:17.189858 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-afd06123-ad06-483f-85cf-b8e7231e6f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (4180983b-7f05-413b-9e39-804f66e6b74f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:17.252919 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd06123-ad06-483f-85cf-b8e7231e6f77 None None] Pushing event updated for resources: {'Port': ['ID=4180983b-7f05-413b-9e39-804f66e6b74f,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:17.313655 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 4180983b-7f05-413b-9e39-804f66e6b74f is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:36:17.315122 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 03132a09-3f61-425b-a858-40802a93b64d up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:36:17.422854 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-d8222db5-c42f-44f6-a86c-e5b3112bb2ab None None] Provisioning complete for port b10adeca-d2e4-4dc2-8975-55ac83ccd8eb triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:17.424665 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d8222db5-c42f-44f6-a86c-e5b3112bb2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b10adeca-d2e4-4dc2-8975-55ac83ccd8eb), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:17.467719 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-d8222db5-c42f-44f6-a86c-e5b3112bb2ab None None] Port b10adeca-d2e4-4dc2-8975-55ac83ccd8eb cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:36:17.472445 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 03132a09-3f61-425b-a858-40802a93b64d triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:17.473302 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (03132a09-3f61-425b-a858-40802a93b64d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:17.646211 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 03132a09-3f61-425b-a858-40802a93b64d is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:36:17.646692 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (03132a09-3f61-425b-a858-40802a93b64d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:17.705449 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 03132a09-3f61-425b-a858-40802a93b64d, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=03132a09-3f61-425b-a858-40802a93b64d,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:17.710690 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (03132a09-3f61-425b-a858-40802a93b64d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:17.848954 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=03132a09-3f61-425b-a858-40802a93b64d,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:18.036083 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-9ab8c787-1862-4708-a067-b30dd730fdf3 None None] Provisioning complete for port 4180983b-7f05-413b-9e39-804f66e6b74f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:18.039096 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9ab8c787-1862-4708-a067-b30dd730fdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4180983b-7f05-413b-9e39-804f66e6b74f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:18.043951 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-86182a76-04de-43b3-8f26-fba12ca590e5 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4633424 Feb 09 01:36:18.178965 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09978698-6ff5-41a7-a671-dffffc38c27f req-9da50bda-948d-4a36-a236-8534fa6649ad tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:18.182691 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-09978698-6ff5-41a7-a671-dffffc38c27f req-9da50bda-948d-4a36-a236-8534fa6649ad tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 931 time: 1.1522896 Feb 09 01:36:18.190814 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-8252ab10-c6c4-4209-a26b-a8f6b9f83228 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Allocated IP 172.20.0.1 (fafd2eec-4c98-46da-af94-cf246814381c/209825ec-cb7a-489f-bf18-dbf0ef5b9c24/3a19eec6-8a83-484a-9c57-e5fb4f0b7b24) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:36:18.203367 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4180983b-7f05-413b-9e39-804f66e6b74f up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:36:18.352387 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-09978698-6ff5-41a7-a671-dffffc38c27f req-7884adda-d78f-4ecb-8e06-e4279c5255c7 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/security-groups?id=80b5589d-e31e-4dcd-af93-85cf79f222f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428680 Feb 09 01:36:18.388475 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-f2260c9b-2245-4fff-9c31-2341e27139e3 service neutron] Request body: {'port': {'device_id': '650513b8-9135-46f0-8295-1629a7c018c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:18.440147 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-9ab8c787-1862-4708-a067-b30dd730fdf3 None None] Current status of the port 4180983b-7f05-413b-9e39-804f66e6b74f is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:36:18.483278 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 4180983b-7f05-413b-9e39-804f66e6b74f triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:18.483812 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4180983b-7f05-413b-9e39-804f66e6b74f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:18.677797 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 4180983b-7f05-413b-9e39-804f66e6b74f is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:36:18.679919 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 03132a09-3f61-425b-a858-40802a93b64d up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:36:18.839705 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-f2260c9b-2245-4fff-9c31-2341e27139e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b10adeca-d2e4-4dc2-8975-55ac83ccd8eb), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:18.841633 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 03132a09-3f61-425b-a858-40802a93b64d triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:18.842029 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (03132a09-3f61-425b-a858-40802a93b64d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:19.025958 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8252ab10-c6c4-4209-a26b-a8f6b9f83228 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for port (3a19eec6-8a83-484a-9c57-e5fb4f0b7b24), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:19.049656 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 03132a09-3f61-425b-a858-40802a93b64d is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:36:19.308282 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8252ab10-c6c4-4209-a26b-a8f6b9f83228 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (3a19eec6-8a83-484a-9c57-e5fb4f0b7b24), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:19.389421 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8252ab10-c6c4-4209-a26b-a8f6b9f83228 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'Port': ['ID=3a19eec6-8a83-484a-9c57-e5fb4f0b7b24,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:19.406080 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8252ab10-c6c4-4209-a26b-a8f6b9f83228 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Network fafd2eec-4c98-46da-af94-cf246814381c is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:36:19.410056 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-8252ab10-c6c4-4209-a26b-a8f6b9f83228 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:36:19.416110 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8252ab10-c6c4-4209-a26b-a8f6b9f83228 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:36:19.477511 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8252ab10-c6c4-4209-a26b-a8f6b9f83228 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (3394906a-ea13-4c3e-bc33-a70dc9bc04a5), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:19.838842 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a48220-581d-45dc-b931-9e151c99817f req-919ea8a0-b353-4bba-bf02-0dcd8d0e5f9f tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:19.848171 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-60a48220-581d-45dc-b931-9e151c99817f req-919ea8a0-b353-4bba-bf02-0dcd8d0e5f9f tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 931 time: 0.2797062 Feb 09 01:36:19.886125 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-2d5b2241-600c-44ec-b22d-1dd88ea7c572 None None] Provisioning complete for port 3a19eec6-8a83-484a-9c57-e5fb4f0b7b24 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:19.886683 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2d5b2241-600c-44ec-b22d-1dd88ea7c572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (3a19eec6-8a83-484a-9c57-e5fb4f0b7b24), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:19.963773 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-2d5b2241-600c-44ec-b22d-1dd88ea7c572 None None] Port 3a19eec6-8a83-484a-9c57-e5fb4f0b7b24 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:36:20.089703 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-f2260c9b-2245-4fff-9c31-2341e27139e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b10adeca-d2e4-4dc2-8975-55ac83ccd8eb {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:36:20.121784 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-f2260c9b-2245-4fff-9c31-2341e27139e3 service neutron] Publish callbacks [] for port (b10adeca-d2e4-4dc2-8975-55ac83ccd8eb), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:20.213511 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8252ab10-c6c4-4209-a26b-a8f6b9f83228 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3a19eec6-8a83-484a-9c57-e5fb4f0b7b24), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:20.237905 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-f2260c9b-2245-4fff-9c31-2341e27139e3 service neutron] Transition to ACTIVE for port object b10adeca-d2e4-4dc2-8975-55ac83ccd8eb will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:36:20.247245 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-60a48220-581d-45dc-b931-9e151c99817f req-53ad8118-bc8e-47f0-9781-e6779f3345ec tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/security-groups?id=80b5589d-e31e-4dcd-af93-85cf79f222f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3980510 Feb 09 01:36:20.250108 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-f2260c9b-2245-4fff-9c31-2341e27139e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (b10adeca-d2e4-4dc2-8975-55ac83ccd8eb), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:20.373126 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2260c9b-2245-4fff-9c31-2341e27139e3 service neutron] Pushing event updated for resources: {'Port': ['ID=b10adeca-d2e4-4dc2-8975-55ac83ccd8eb,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:20.648257 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59316) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:20.741036 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-f2260c9b-2245-4fff-9c31-2341e27139e3 service neutron] Attempting to bind port b10adeca-d2e4-4dc2-8975-55ac83ccd8eb on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:36:20.741036 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-f2260c9b-2245-4fff-9c31-2341e27139e3 service neutron] Attempting to bind port b10adeca-d2e4-4dc2-8975-55ac83ccd8eb by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': 'd7bca333-5eb2-48c7-a0ae-f27aec64c432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '79dcc98a-8e88-43ea-9347-58d1c81f1906'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:36:20.741036 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-f2260c9b-2245-4fff-9c31-2341e27139e3 service neutron] Attempting to bind port b10adeca-d2e4-4dc2-8975-55ac83ccd8eb on network 79dcc98a-8e88-43ea-9347-58d1c81f1906 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:36:20.752400 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-f2260c9b-2245-4fff-9c31-2341e27139e3 service neutron] Port b10adeca-d2e4-4dc2-8975-55ac83ccd8eb on network 79dcc98a-8e88-43ea-9347-58d1c81f1906 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:36:20.752865 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-f2260c9b-2245-4fff-9c31-2341e27139e3 service neutron] Attempting to bind port b10adeca-d2e4-4dc2-8975-55ac83ccd8eb on network 79dcc98a-8e88-43ea-9347-58d1c81f1906 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:36:20.764383 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-f2260c9b-2245-4fff-9c31-2341e27139e3 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:36:20.764900 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-f2260c9b-2245-4fff-9c31-2341e27139e3 service neutron] Checking segment: {'id': 'd7bca333-5eb2-48c7-a0ae-f27aec64c432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '79dcc98a-8e88-43ea-9347-58d1c81f1906'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:36:20.765422 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-f2260c9b-2245-4fff-9c31-2341e27139e3 service neutron] Bound using segment: {'id': 'd7bca333-5eb2-48c7-a0ae-f27aec64c432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '79dcc98a-8e88-43ea-9347-58d1c81f1906'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:36:20.765969 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-f2260c9b-2245-4fff-9c31-2341e27139e3 service neutron] Bound port: b10adeca-d2e4-4dc2-8975-55ac83ccd8eb, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7bca333-5eb2-48c7-a0ae-f27aec64c432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '79dcc98a-8e88-43ea-9347-58d1c81f1906'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:36:20.766440 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-f2260c9b-2245-4fff-9c31-2341e27139e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b10adeca-d2e4-4dc2-8975-55ac83ccd8eb), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:21.000862 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f7268d1e-5977-4926-9a82-b339aa3d8350 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:21.013943 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8252ab10-c6c4-4209-a26b-a8f6b9f83228 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for port (3a19eec6-8a83-484a-9c57-e5fb4f0b7b24), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:21.021269 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-f2260c9b-2245-4fff-9c31-2341e27139e3 service neutron] For port b10adeca-d2e4-4dc2-8975-55ac83ccd8eb, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:36:21.023929 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8252ab10-c6c4-4209-a26b-a8f6b9f83228 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (3a19eec6-8a83-484a-9c57-e5fb4f0b7b24), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:21.111374 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8252ab10-c6c4-4209-a26b-a8f6b9f83228 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'Port': ['ID=3a19eec6-8a83-484a-9c57-e5fb4f0b7b24,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:21.120778 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-f2260c9b-2245-4fff-9c31-2341e27139e3 service neutron] For port b10adeca-d2e4-4dc2-8975-55ac83ccd8eb, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=b10adeca-d2e4-4dc2-8975-55ac83ccd8eb,segment=NetworkSegment(d7bca333-5eb2-48c7-a0ae-f27aec64c432),segment_id=d7bca333-5eb2-48c7-a0ae-f27aec64c432)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:36:21.138098 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-f2260c9b-2245-4fff-9c31-2341e27139e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (b10adeca-d2e4-4dc2-8975-55ac83ccd8eb), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:21.201633 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f7268d1e-5977-4926-9a82-b339aa3d8350 admin admin] Publish callbacks [] for security_group (ed71644f-1d2d-4ac5-a8e4-78790901c663), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:21.207215 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f7268d1e-5977-4926-9a82-b339aa3d8350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (ed71644f-1d2d-4ac5-a8e4-78790901c663), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:21.265087 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7268d1e-5977-4926-9a82-b339aa3d8350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed71644f-1d2d-4ac5-a8e4-78790901c663,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:21.287858 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-f2260c9b-2245-4fff-9c31-2341e27139e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:21.290212 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-f2260c9b-2245-4fff-9c31-2341e27139e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:21.303166 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-f2260c9b-2245-4fff-9c31-2341e27139e3 service neutron] 10.222.0.120 "PUT /v2.0/ports/b10adeca-d2e4-4dc2-8975-55ac83ccd8eb HTTP/1.1" status: 200 len: 1091 time: 3.2418644 Feb 09 01:36:21.326508 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650513b8-9135-46f0-8295-1629a7c018c5', 'tag': 'b10adeca-d2e4-4dc2-8975-55ac83ccd8eb'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:36:21.333687 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82efe823-9e8f-4d6e-ba05-b4481449d1a7" -d '{"events": [{"name": "network-changed", "server_uuid": "650513b8-9135-46f0-8295-1629a7c018c5", "tag": "b10adeca-d2e4-4dc2-8975-55ac83ccd8eb"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:36:21.422259 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8252ab10-c6c4-4209-a26b-a8f6b9f83228 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (3394906a-ea13-4c3e-bc33-a70dc9bc04a5), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:21.489363 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f7268d1e-5977-4926-9a82-b339aa3d8350 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a85267310c86479a9015e836a18f7ce2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8406308 Feb 09 01:36:21.497164 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59328) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:21.562605 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b356d0c-5f4c-4568-94c4-666f8ffbc7e6 x-openstack-request-id: req-8b356d0c-5f4c-4568-94c4-666f8ffbc7e6 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:36:21.563047 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "650513b8-9135-46f0-8295-1629a7c018c5", "tag": "b10adeca-d2e4-4dc2-8975-55ac83ccd8eb", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:36:21.563413 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8b356d0c-5f4c-4568-94c4-666f8ffbc7e6 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:36:21.564454 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650513b8-9135-46f0-8295-1629a7c018c5', 'tag': 'b10adeca-d2e4-4dc2-8975-55ac83ccd8eb', 'status': 'completed', 'code': 200} Feb 09 01:36:21.626252 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ff583b19-69ba-4a3c-bb6d-544d2cbf0ed2 admin admin] Publish callbacks [] for security_group (ed71644f-1d2d-4ac5-a8e4-78790901c663), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:21.691640 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ff583b19-69ba-4a3c-bb6d-544d2cbf0ed2 admin admin] Publish callbacks [] for security_group (ed71644f-1d2d-4ac5-a8e4-78790901c663), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:21.759091 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2260c9b-2245-4fff-9c31-2341e27139e3 service neutron] Pushing event updated for resources: {'Port': ['ID=b10adeca-d2e4-4dc2-8975-55ac83ccd8eb,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:21.797371 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-50017236-15df-4bd1-843b-493483f8f1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:21.800360 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-50017236-15df-4bd1-843b-493483f8f1f9 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=c83f37eb2770492dbe0c1983971df4a0&device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 1125 time: 0.3349833 Feb 09 01:36:21.873087 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-5fd7a7bf-93d6-4f9d-8c62-3418ce46f798 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b10adeca-d2e4-4dc2-8975-55ac83ccd8eb HTTP/1.1" status: 200 len: 217 time: 0.0563931 Feb 09 01:36:21.874739 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ff583b19-69ba-4a3c-bb6d-544d2cbf0ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (ed71644f-1d2d-4ac5-a8e4-78790901c663), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:21.885672 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ff583b19-69ba-4a3c-bb6d-544d2cbf0ed2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:21.888449 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ff583b19-69ba-4a3c-bb6d-544d2cbf0ed2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ed71644f-1d2d-4ac5-a8e4-78790901c663 HTTP/1.1" status: 204 len: 168 time: 0.3899996 Feb 09 01:36:21.913122 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff583b19-69ba-4a3c-bb6d-544d2cbf0ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed71644f-1d2d-4ac5-a8e4-78790901c663,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:21.980051 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8252ab10-c6c4-4209-a26b-a8f6b9f83228 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Network fafd2eec-4c98-46da-af94-cf246814381c is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:36:21.989477 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-8252ab10-c6c4-4209-a26b-a8f6b9f83228 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:36:22.029109 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84206904-7d5b-4173-8d15-42782290250d req-fe391a8a-8213-400f-b9de-08e96d96eb23 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:22.051445 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-84206904-7d5b-4173-8d15-42782290250d req-fe391a8a-8213-400f-b9de-08e96d96eb23 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 943 time: 0.4837694 Feb 09 01:36:22.209617 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-45e22ca7-c08a-4c1b-b1a7-66ea8b2982e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:22.211525 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-45e22ca7-c08a-4c1b-b1a7-66ea8b2982e3 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=6814466b-1294-4ba7-943e-240a3a677817 HTTP/1.1" status: 200 len: 852 time: 0.3265762 Feb 09 01:36:22.396975 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-84206904-7d5b-4173-8d15-42782290250d req-6db45c1d-97f0-4b28-ae8d-500b0248283f tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/security-groups?id=80b5589d-e31e-4dcd-af93-85cf79f222f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3437676 Feb 09 01:36:22.425007 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-f0d3271a-c34d-459f-a371-c6a5e09377ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:22.426774 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-f0d3271a-c34d-459f-a371-c6a5e09377ae service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=79dcc98a-8e88-43ea-9347-58d1c81f1906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1743004 Feb 09 01:36:22.505809 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-7ba027e5-4412-45cb-8095-833254dbc9f5 None None] Provisioning complete for port 3a19eec6-8a83-484a-9c57-e5fb4f0b7b24 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:22.507360 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7ba027e5-4412-45cb-8095-833254dbc9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (3a19eec6-8a83-484a-9c57-e5fb4f0b7b24), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:22.639442 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-7ba027e5-4412-45cb-8095-833254dbc9f5 None None] Port 3a19eec6-8a83-484a-9c57-e5fb4f0b7b24 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:36:22.659135 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-5bc57108-339c-4dfb-9006-85c09eaa68eb service neutron] 10.222.0.120 "GET /v2.0/networks/79dcc98a-8e88-43ea-9347-58d1c81f1906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232671 Feb 09 01:36:22.786489 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4b040da4-0bec-4500-9e50-1a6fcfbb076a req-e09f4aa6-edfd-4557-aa28-e6454c3c7580 service neutron] 10.222.0.120 "GET /v2.0/networks/79dcc98a-8e88-43ea-9347-58d1c81f1906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178126 Feb 09 01:36:22.799703 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8252ab10-c6c4-4209-a26b-a8f6b9f83228 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Router 3394906a-ea13-4c3e-bc33-a70dc9bc04a5 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:36:23.150988 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efe823-9e8f-4d6e-ba05-b4481449d1a7 req-df6b664e-f59f-4050-84a4-5d4f1ba9b286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:23.152775 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-82efe823-9e8f-4d6e-ba05-b4481449d1a7 req-df6b664e-f59f-4050-84a4-5d4f1ba9b286 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=c83f37eb2770492dbe0c1983971df4a0&device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 1125 time: 0.1148932 Feb 09 01:36:23.201930 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8252ab10-c6c4-4209-a26b-a8f6b9f83228 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:36:23.213697 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdec9ce-b3cc-4bf4-a4d7-e4662b9bcf7e None None] Sync routers for ids ['3394906a-ea13-4c3e-bc33-a70dc9bc04a5'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:36:23.214473 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8252ab10-c6c4-4209-a26b-a8f6b9f83228 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "PUT /v2.0/routers/3394906a-ea13-4c3e-bc33-a70dc9bc04a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3292577 Feb 09 01:36:23.247062 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdec9ce-b3cc-4bf4-a4d7-e4662b9bcf7e None None] Routers {'3394906a-ea13-4c3e-bc33-a70dc9bc04a5'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:36:23.247960 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-3cdec9ce-b3cc-4bf4-a4d7-e4662b9bcf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:36:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['3394906a-ea13-4c3e-bc33-a70dc9bc04a5'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:23.404852 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efe823-9e8f-4d6e-ba05-b4481449d1a7 req-ca102626-2b5c-43d2-9a8f-3276edb2b851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:23.406650 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-82efe823-9e8f-4d6e-ba05-b4481449d1a7 req-ca102626-2b5c-43d2-9a8f-3276edb2b851 service neutron] 10.222.0.120 "GET /v2.0/networks?id=79dcc98a-8e88-43ea-9347-58d1c81f1906 HTTP/1.1" status: 200 len: 915 time: 0.2469647 Feb 09 01:36:23.523936 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-3cdec9ce-b3cc-4bf4-a4d7-e4662b9bcf7e None None] Set router 3394906a-ea13-4c3e-bc33-a70dc9bc04a5 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:36:23.591996 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-82efe823-9e8f-4d6e-ba05-b4481449d1a7 req-745a49f7-dac1-4563-bccf-19aa5b14f3cd service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b10adeca-d2e4-4dc2-8975-55ac83ccd8eb HTTP/1.1" status: 200 len: 217 time: 0.1793451 Feb 09 01:36:24.070959 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-3cdec9ce-b3cc-4bf4-a4d7-e4662b9bcf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3394906a-ea13-4c3e-bc33-a70dc9bc04a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-168577280', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '03132a09-3f61-425b-a858-40802a93b64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:36:07Z', 'updated_at': '2022-02-09T01:36:20Z', 'revision_number': 4, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '03132a09-3f61-425b-a858-40802a93b64d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3394906a-ea13-4c3e-bc33-a70dc9bc04a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:08Z', 'updated_at': '2022-02-09T01:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '3a19eec6-8a83-484a-9c57-e5fb4f0b7b24', 'name': '', 'network_id': 'fafd2eec-4c98-46da-af94-cf246814381c', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'mac_address': 'fa:16:3e:bc:8c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3394906a-ea13-4c3e-bc33-a70dc9bc04a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '209825ec-cb7a-489f-bf18-dbf0ef5b9c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:17Z', 'updated_at': '2022-02-09T01:36:20Z', 'revision_number': 2, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'subnets': [{'id': '209825ec-cb7a-489f-bf18-dbf0ef5b9c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:24.111894 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdec9ce-b3cc-4bf4-a4d7-e4662b9bcf7e None None] Checking router: 3394906a-ea13-4c3e-bc33-a70dc9bc04a5 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:36:24.112267 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdec9ce-b3cc-4bf4-a4d7-e4662b9bcf7e None None] Updating router 3394906a-ea13-4c3e-bc33-a70dc9bc04a5 port 3a19eec6-8a83-484a-9c57-e5fb4f0b7b24 binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:36:24.170316 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cdec9ce-b3cc-4bf4-a4d7-e4662b9bcf7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3a19eec6-8a83-484a-9c57-e5fb4f0b7b24), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:24.596420 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cdec9ce-b3cc-4bf4-a4d7-e4662b9bcf7e None None] Publish callbacks [] for port (3a19eec6-8a83-484a-9c57-e5fb4f0b7b24), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:24.603604 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cdec9ce-b3cc-4bf4-a4d7-e4662b9bcf7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (3a19eec6-8a83-484a-9c57-e5fb4f0b7b24), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:24.675244 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a722cfe-cce2-44d8-b48a-ef97db140001 None None] Pushing event updated for resources: {'Port': ['ID=3a19eec6-8a83-484a-9c57-e5fb4f0b7b24,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:24.774162 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-3cdec9ce-b3cc-4bf4-a4d7-e4662b9bcf7e None None] Attempting to bind port 3a19eec6-8a83-484a-9c57-e5fb4f0b7b24 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:36:24.774898 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-3cdec9ce-b3cc-4bf4-a4d7-e4662b9bcf7e None None] Attempting to bind port 3a19eec6-8a83-484a-9c57-e5fb4f0b7b24 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '478ae4ea-99b1-461f-b847-accbf5df86c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fafd2eec-4c98-46da-af94-cf246814381c'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:36:24.775543 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdec9ce-b3cc-4bf4-a4d7-e4662b9bcf7e None None] Attempting to bind port 3a19eec6-8a83-484a-9c57-e5fb4f0b7b24 on network fafd2eec-4c98-46da-af94-cf246814381c {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:36:24.786595 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdec9ce-b3cc-4bf4-a4d7-e4662b9bcf7e None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:36:24.787570 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdec9ce-b3cc-4bf4-a4d7-e4662b9bcf7e None None] Checking segment: {'id': '478ae4ea-99b1-461f-b847-accbf5df86c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fafd2eec-4c98-46da-af94-cf246814381c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:36:24.788232 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cdec9ce-b3cc-4bf4-a4d7-e4662b9bcf7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:24.789637 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-f23fadc3-9a94-4200-9488-531ac73ae696 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1534999539&fields=id&tenant_id=c3786288d8304ed4a73754fbccf8bb65 HTTP/1.1" status: 200 len: 267 time: 1.0967910 Feb 09 01:36:24.790261 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdec9ce-b3cc-4bf4-a4d7-e4662b9bcf7e None None] Bound using segment: {'id': '478ae4ea-99b1-461f-b847-accbf5df86c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fafd2eec-4c98-46da-af94-cf246814381c'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:36:24.791284 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-3cdec9ce-b3cc-4bf4-a4d7-e4662b9bcf7e None None] Bound port: 3a19eec6-8a83-484a-9c57-e5fb4f0b7b24, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478ae4ea-99b1-461f-b847-accbf5df86c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fafd2eec-4c98-46da-af94-cf246814381c'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:36:24.792519 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cdec9ce-b3cc-4bf4-a4d7-e4662b9bcf7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3a19eec6-8a83-484a-9c57-e5fb4f0b7b24), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:24.975676 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efe823-9e8f-4d6e-ba05-b4481449d1a7 req-8bab2588-4a0f-421c-a54e-c21e330e5581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:24.978527 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-82efe823-9e8f-4d6e-ba05-b4481449d1a7 req-8bab2588-4a0f-421c-a54e-c21e330e5581 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=6814466b-1294-4ba7-943e-240a3a677817 HTTP/1.1" status: 200 len: 852 time: 1.3810477 Feb 09 01:36:25.014102 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-3cdec9ce-b3cc-4bf4-a4d7-e4662b9bcf7e None None] For port 3a19eec6-8a83-484a-9c57-e5fb4f0b7b24, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:36:25.024393 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-3cdec9ce-b3cc-4bf4-a4d7-e4662b9bcf7e None None] For port 3a19eec6-8a83-484a-9c57-e5fb4f0b7b24, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=3a19eec6-8a83-484a-9c57-e5fb4f0b7b24,segment=NetworkSegment(478ae4ea-99b1-461f-b847-accbf5df86c1),segment_id=478ae4ea-99b1-461f-b847-accbf5df86c1)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:36:25.058208 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cdec9ce-b3cc-4bf4-a4d7-e4662b9bcf7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (3a19eec6-8a83-484a-9c57-e5fb4f0b7b24), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:25.102994 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109bc43-8dab-4292-97cb-0ac624134def req-2daf71d5-1a3c-4664-b080-dd5be140054b tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:25.106751 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4109bc43-8dab-4292-97cb-0ac624134def req-2daf71d5-1a3c-4664-b080-dd5be140054b tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 943 time: 1.4081502 Feb 09 01:36:25.219113 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a722cfe-cce2-44d8-b48a-ef97db140001 None None] Pushing event updated for resources: {'Port': ['ID=3a19eec6-8a83-484a-9c57-e5fb4f0b7b24,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:25.255692 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdec9ce-b3cc-4bf4-a4d7-e4662b9bcf7e None None] Routers {'3394906a-ea13-4c3e-bc33-a70dc9bc04a5'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:36:25.256316 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-3cdec9ce-b3cc-4bf4-a4d7-e4662b9bcf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:36:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['3394906a-ea13-4c3e-bc33-a70dc9bc04a5'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:25.266357 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-6d8a2703-7e2e-4a28-9561-b51c0a390b2e tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:25.268639 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-6d8a2703-7e2e-4a28-9561-b51c0a390b2e tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/networks?id=fafd2eec-4c98-46da-af94-cf246814381c HTTP/1.1" status: 200 len: 797 time: 0.4781647 Feb 09 01:36:25.298050 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efe823-9e8f-4d6e-ba05-b4481449d1a7 req-8808a30c-0e83-48cd-8f8d-d4cb82ab97f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:25.302540 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-82efe823-9e8f-4d6e-ba05-b4481449d1a7 req-8808a30c-0e83-48cd-8f8d-d4cb82ab97f6 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=79dcc98a-8e88-43ea-9347-58d1c81f1906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3132391 Feb 09 01:36:25.386088 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4109bc43-8dab-4292-97cb-0ac624134def req-501262db-b361-4d45-92a2-2a6cd0fdcb2f tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/security-groups?id=80b5589d-e31e-4dcd-af93-85cf79f222f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2395210 Feb 09 01:36:25.393084 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-3df8946b-1993-438b-a1fc-95104d2fd6e1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/quotas/c3786288d8304ed4a73754fbccf8bb65 HTTP/1.1" status: 200 len: 375 time: 0.1142507 Feb 09 01:36:25.534026 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-82efe823-9e8f-4d6e-ba05-b4481449d1a7 req-1cb3fde9-8b02-43dd-901d-e91a735bae10 service neutron] 10.222.0.120 "GET /v2.0/networks/79dcc98a-8e88-43ea-9347-58d1c81f1906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379936 Feb 09 01:36:25.537632 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-799e632c-61d3-44af-94cd-121478d5ceab None None] Provisioning complete for port 3a19eec6-8a83-484a-9c57-e5fb4f0b7b24 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:25.544357 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-799e632c-61d3-44af-94cd-121478d5ceab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (3a19eec6-8a83-484a-9c57-e5fb4f0b7b24), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:25.550904 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-3cdec9ce-b3cc-4bf4-a4d7-e4662b9bcf7e None None] Set router 3394906a-ea13-4c3e-bc33-a70dc9bc04a5 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:36:25.688612 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-6ae2a1a7-f849-4d96-968f-4d97c7e049fc tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c3786288d8304ed4a73754fbccf8bb65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2915785 Feb 09 01:36:25.916774 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-976360ab-3d9e-412f-94f8-ba343b69e05b service neutron] 10.222.0.50 "GET /v2.0/networks/fafd2eec-4c98-46da-af94-cf246814381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187731 Feb 09 01:36:26.118262 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-799e632c-61d3-44af-94cd-121478d5ceab None None] Current status of the port 3a19eec6-8a83-484a-9c57-e5fb4f0b7b24 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:36:26.119399 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-799e632c-61d3-44af-94cd-121478d5ceab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3a19eec6-8a83-484a-9c57-e5fb4f0b7b24), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:26.138438 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-82efe823-9e8f-4d6e-ba05-b4481449d1a7 req-663aeac0-9ac1-44a1-af47-7a5ecb1f2493 service neutron] 10.222.0.120 "GET /v2.0/networks/79dcc98a-8e88-43ea-9347-58d1c81f1906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5914354 Feb 09 01:36:26.206000 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-82a75849-cbef-4133-8dcd-0fad78d2bafd service neutron] 10.222.0.50 "GET /v2.0/networks/fafd2eec-4c98-46da-af94-cf246814381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883136 Feb 09 01:36:26.700134 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4072dace-029d-46d0-bd30-a6c2dbf1bc5a req-4e36e742-01f9-49a6-8d1b-0cf28e32c1e1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b2cf501-13c1-43d2-9a65-8aef54c18084 HTTP/1.1" status: 200 len: 210 time: 0.0769742 Feb 09 01:36:26.740172 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84b6f9-d7d3-48ed-a18c-3550c1b38e11 req-1477144c-6340-4e35-bead-196fae5b8a75 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:26.745370 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2f84b6f9-d7d3-48ed-a18c-3550c1b38e11 req-1477144c-6340-4e35-bead-196fae5b8a75 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 943 time: 0.2271764 Feb 09 01:36:26.780987 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-799e632c-61d3-44af-94cd-121478d5ceab None None] For port 3a19eec6-8a83-484a-9c57-e5fb4f0b7b24, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=3a19eec6-8a83-484a-9c57-e5fb4f0b7b24,segment=NetworkSegment(478ae4ea-99b1-461f-b847-accbf5df86c1),segment_id=478ae4ea-99b1-461f-b847-accbf5df86c1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:26.803700 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-799e632c-61d3-44af-94cd-121478d5ceab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (3a19eec6-8a83-484a-9c57-e5fb4f0b7b24), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:26.911403 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2f84b6f9-d7d3-48ed-a18c-3550c1b38e11 req-49b3754a-4078-4ff3-810a-ea0f13032ad9 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/security-groups?id=80b5589d-e31e-4dcd-af93-85cf79f222f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600058 Feb 09 01:36:26.929443 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-3cdec9ce-b3cc-4bf4-a4d7-e4662b9bcf7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3394906a-ea13-4c3e-bc33-a70dc9bc04a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-168577280', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '03132a09-3f61-425b-a858-40802a93b64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:36:07Z', 'updated_at': '2022-02-09T01:36:20Z', 'revision_number': 4, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '03132a09-3f61-425b-a858-40802a93b64d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3394906a-ea13-4c3e-bc33-a70dc9bc04a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:08Z', 'updated_at': '2022-02-09T01:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '3a19eec6-8a83-484a-9c57-e5fb4f0b7b24', 'name': '', 'network_id': 'fafd2eec-4c98-46da-af94-cf246814381c', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'mac_address': 'fa:16:3e:bc:8c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3394906a-ea13-4c3e-bc33-a70dc9bc04a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '209825ec-cb7a-489f-bf18-dbf0ef5b9c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:17Z', 'updated_at': '2022-02-09T01:36:25Z', 'revision_number': 4, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'subnets': [{'id': '209825ec-cb7a-489f-bf18-dbf0ef5b9c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:26.974988 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdec9ce-b3cc-4bf4-a4d7-e4662b9bcf7e None None] The sync data for ids ['3394906a-ea13-4c3e-bc33-a70dc9bc04a5'] in n-d-828369-4 is: [{'id': '3394906a-ea13-4c3e-bc33-a70dc9bc04a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-168577280', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '03132a09-3f61-425b-a858-40802a93b64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:36:07Z', 'updated_at': '2022-02-09T01:36:20Z', 'revision_number': 4, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '03132a09-3f61-425b-a858-40802a93b64d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3394906a-ea13-4c3e-bc33-a70dc9bc04a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:08Z', 'updated_at': '2022-02-09T01:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '3a19eec6-8a83-484a-9c57-e5fb4f0b7b24', 'name': '', 'network_id': 'fafd2eec-4c98-46da-af94-cf246814381c', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'mac_address': 'fa:16:3e:bc:8c:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3394906a-ea13-4c3e-bc33-a70dc9bc04a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '209825ec-cb7a-489f-bf18-dbf0ef5b9c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:17Z', 'updated_at': '2022-02-09T01:36:25Z', 'revision_number': 4, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'subnets': [{'id': '209825ec-cb7a-489f-bf18-dbf0ef5b9c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:36:26.980488 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e632c-61d3-44af-94cd-121478d5ceab None None] Pushing event updated for resources: {'Port': ['ID=3a19eec6-8a83-484a-9c57-e5fb4f0b7b24,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:27.001823 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-75179493-2aae-48c5-bbc9-a4cf9c611eb0 None None] Provisioning complete for port 3a19eec6-8a83-484a-9c57-e5fb4f0b7b24 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:27.002292 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75179493-2aae-48c5-bbc9-a4cf9c611eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (3a19eec6-8a83-484a-9c57-e5fb4f0b7b24), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:27.300185 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-75179493-2aae-48c5-bbc9-a4cf9c611eb0 None None] Current status of the port 3a19eec6-8a83-484a-9c57-e5fb4f0b7b24 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:36:27.996684 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-003abcce-3bc9-4db2-baad-da6cd88ea4cd req-5ebbecb0-88a0-43bf-aba6-fa427cf2397e tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b2cf501-13c1-43d2-9a65-8aef54c18084 HTTP/1.1" status: 200 len: 210 time: 0.1388695 Feb 09 01:36:28.241355 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 3a19eec6-8a83-484a-9c57-e5fb4f0b7b24 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:36:28.435061 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb35c2-e028-4995-afb8-07b562e424b3 req-2452c0f9-ff0a-4438-a708-b808592e98fd tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:28.449031 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76eb35c2-e028-4995-afb8-07b562e424b3 req-2452c0f9-ff0a-4438-a708-b808592e98fd tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 943 time: 0.2004757 Feb 09 01:36:28.511574 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 3a19eec6-8a83-484a-9c57-e5fb4f0b7b24 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:28.512158 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (3a19eec6-8a83-484a-9c57-e5fb4f0b7b24), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:28.565002 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76eb35c2-e028-4995-afb8-07b562e424b3 req-7fc7ffee-3daa-4180-be54-7538881ff353 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/security-groups?id=80b5589d-e31e-4dcd-af93-85cf79f222f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109130 Feb 09 01:36:28.625425 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 3a19eec6-8a83-484a-9c57-e5fb4f0b7b24 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:36:28.659263 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-93977962-caf8-44f4-9f67-8dc4fdf33bab tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:28.661666 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-93977962-caf8-44f4-9f67-8dc4fdf33bab tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.47 "GET /v2.0/networks?id=fafd2eec-4c98-46da-af94-cf246814381c HTTP/1.1" status: 200 len: 797 time: 0.3517001 Feb 09 01:36:28.818565 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-d3801086-d80c-4bd8-97f0-372779be88b4 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3786288d8304ed4a73754fbccf8bb65 HTTP/1.1" status: 200 len: 380 time: 0.1487243 Feb 09 01:36:28.830220 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-0decac9e-4b5c-4fd8-b17f-bff2b1dca146 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Request body: {'port': {'device_id': '6b2cf501-13c1-43d2-9a65-8aef54c18084', 'network_id': 'fafd2eec-4c98-46da-af94-cf246814381c', 'admin_state_up': True, 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'security_groups': ['a959fb45-a42b-4d54-9a6f-ce9e5194b56b']}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:29.053698 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-0decac9e-4b5c-4fd8-b17f-bff2b1dca146 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Made reservation on behalf of c3786288d8304ed4a73754fbccf8bb65 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:36:29.063397 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-0decac9e-4b5c-4fd8-b17f-bff2b1dca146 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:29.268821 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d03c7ecd-fb3b-4a2e-af29-0ef987e866ba req-1a739d15-eeb1-478c-b9ff-3b0ac8c27ee9 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b2cf501-13c1-43d2-9a65-8aef54c18084 HTTP/1.1" status: 200 len: 210 time: 0.0880020 Feb 09 01:36:29.439609 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-0decac9e-4b5c-4fd8-b17f-bff2b1dca146 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Allocated IP 172.20.0.14 (fafd2eec-4c98-46da-af94-cf246814381c/209825ec-cb7a-489f-bf18-dbf0ef5b9c24/22ed1b59-9a34-4068-84a3-3931e41c3f7d) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:36:29.773523 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5ed4a-2f8e-4720-a2a8-95d4d63603f4 req-41644210-5906-41ca-a1cc-c8dc0d32252c tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:29.780885 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a6e5ed4a-2f8e-4720-a2a8-95d4d63603f4 req-41644210-5906-41ca-a1cc-c8dc0d32252c tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 943 time: 0.1100283 Feb 09 01:36:29.826649 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-0decac9e-4b5c-4fd8-b17f-bff2b1dca146 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for port (22ed1b59-9a34-4068-84a3-3931e41c3f7d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:29.910730 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a6e5ed4a-2f8e-4720-a2a8-95d4d63603f4 req-8192f67d-6bbe-4767-8afc-50b2b93d9d2e tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/security-groups?id=80b5589d-e31e-4dcd-af93-85cf79f222f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236219 Feb 09 01:36:29.931678 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-0decac9e-4b5c-4fd8-b17f-bff2b1dca146 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (22ed1b59-9a34-4068-84a3-3931e41c3f7d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:30.039948 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-0decac9e-4b5c-4fd8-b17f-bff2b1dca146 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Network fafd2eec-4c98-46da-af94-cf246814381c is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:36:30.043170 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-0decac9e-4b5c-4fd8-b17f-bff2b1dca146 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:36:30.049213 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-0decac9e-4b5c-4fd8-b17f-bff2b1dca146 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:36:30.053783 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0decac9e-4b5c-4fd8-b17f-bff2b1dca146 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'Port': ['ID=22ed1b59-9a34-4068-84a3-3931e41c3f7d,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:30.190018 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-0decac9e-4b5c-4fd8-b17f-bff2b1dca146 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:30.190712 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-0decac9e-4b5c-4fd8-b17f-bff2b1dca146 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:30.217745 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-0decac9e-4b5c-4fd8-b17f-bff2b1dca146 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3919284 Feb 09 01:36:30.232509 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-8c40501c-31d6-4436-86f2-709cd4ec2fe3 service neutron] Request body: {'port': {'device_id': '6b2cf501-13c1-43d2-9a65-8aef54c18084', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:30.352444 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-8c40501c-31d6-4436-86f2-709cd4ec2fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (22ed1b59-9a34-4068-84a3-3931e41c3f7d), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:30.621526 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-9e92786d-e31a-490e-99d1-1c98e56a71ab None None] Provisioning complete for port 22ed1b59-9a34-4068-84a3-3931e41c3f7d triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:30.624806 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e92786d-e31a-490e-99d1-1c98e56a71ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (22ed1b59-9a34-4068-84a3-3931e41c3f7d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:30.699345 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc2199-7f62-4c99-bcc8-fb1d8e6250ee req-d4564eb6-4ec1-4d26-9b8d-a67bae0570f0 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:30.710477 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0cc2199-7f62-4c99-bcc8-fb1d8e6250ee req-d4564eb6-4ec1-4d26-9b8d-a67bae0570f0 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b2cf501-13c1-43d2-9a65-8aef54c18084 HTTP/1.1" status: 200 len: 932 time: 0.2591584 Feb 09 01:36:30.726513 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-9e92786d-e31a-490e-99d1-1c98e56a71ab None None] Port 22ed1b59-9a34-4068-84a3-3931e41c3f7d cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:36:30.834721 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0cc2199-7f62-4c99-bcc8-fb1d8e6250ee req-b35765be-8f58-4b69-8df6-3cbbcc61b088 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=a959fb45-a42b-4d54-9a6f-ce9e5194b56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218314 Feb 09 01:36:31.136009 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-8c40501c-31d6-4436-86f2-709cd4ec2fe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22ed1b59-9a34-4068-84a3-3931e41c3f7d {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:36:31.162440 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-8c40501c-31d6-4436-86f2-709cd4ec2fe3 service neutron] Publish callbacks [] for port (22ed1b59-9a34-4068-84a3-3931e41c3f7d), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:31.173504 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897cad56-f66d-42a5-ae0a-a0927bf8bbd8 req-3d10aee7-622c-4fb3-8737-11a728a512c7 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:31.188245 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-897cad56-f66d-42a5-ae0a-a0927bf8bbd8 req-3d10aee7-622c-4fb3-8737-11a728a512c7 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 943 time: 0.1658220 Feb 09 01:36:31.203765 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-8c40501c-31d6-4436-86f2-709cd4ec2fe3 service neutron] Transition to ACTIVE for port object 22ed1b59-9a34-4068-84a3-3931e41c3f7d will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:36:31.217976 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-8c40501c-31d6-4436-86f2-709cd4ec2fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (22ed1b59-9a34-4068-84a3-3931e41c3f7d), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:31.304821 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40501c-31d6-4436-86f2-709cd4ec2fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=22ed1b59-9a34-4068-84a3-3931e41c3f7d,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:31.340359 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-897cad56-f66d-42a5-ae0a-a0927bf8bbd8 req-310c5a00-f5fa-4d48-9dd7-d780bd024974 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/security-groups?id=80b5589d-e31e-4dcd-af93-85cf79f222f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499910 Feb 09 01:36:31.474791 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-8c40501c-31d6-4436-86f2-709cd4ec2fe3 service neutron] Attempting to bind port 22ed1b59-9a34-4068-84a3-3931e41c3f7d on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:36:31.475289 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-8c40501c-31d6-4436-86f2-709cd4ec2fe3 service neutron] Attempting to bind port 22ed1b59-9a34-4068-84a3-3931e41c3f7d by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '478ae4ea-99b1-461f-b847-accbf5df86c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fafd2eec-4c98-46da-af94-cf246814381c'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:36:31.475633 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-8c40501c-31d6-4436-86f2-709cd4ec2fe3 service neutron] Attempting to bind port 22ed1b59-9a34-4068-84a3-3931e41c3f7d on network fafd2eec-4c98-46da-af94-cf246814381c {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:36:31.487735 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-8c40501c-31d6-4436-86f2-709cd4ec2fe3 service neutron] Port 22ed1b59-9a34-4068-84a3-3931e41c3f7d on network fafd2eec-4c98-46da-af94-cf246814381c not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:36:31.488081 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-8c40501c-31d6-4436-86f2-709cd4ec2fe3 service neutron] Attempting to bind port 22ed1b59-9a34-4068-84a3-3931e41c3f7d on network fafd2eec-4c98-46da-af94-cf246814381c {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:36:31.502721 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-8c40501c-31d6-4436-86f2-709cd4ec2fe3 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:36:31.503085 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-8c40501c-31d6-4436-86f2-709cd4ec2fe3 service neutron] Checking segment: {'id': '478ae4ea-99b1-461f-b847-accbf5df86c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fafd2eec-4c98-46da-af94-cf246814381c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:36:31.503476 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-8c40501c-31d6-4436-86f2-709cd4ec2fe3 service neutron] Bound using segment: {'id': '478ae4ea-99b1-461f-b847-accbf5df86c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fafd2eec-4c98-46da-af94-cf246814381c'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:36:31.503932 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-8c40501c-31d6-4436-86f2-709cd4ec2fe3 service neutron] Bound port: 22ed1b59-9a34-4068-84a3-3931e41c3f7d, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '478ae4ea-99b1-461f-b847-accbf5df86c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fafd2eec-4c98-46da-af94-cf246814381c'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:36:31.504305 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-8c40501c-31d6-4436-86f2-709cd4ec2fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (22ed1b59-9a34-4068-84a3-3931e41c3f7d), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:31.658541 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-8c40501c-31d6-4436-86f2-709cd4ec2fe3 service neutron] For port 22ed1b59-9a34-4068-84a3-3931e41c3f7d, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:36:31.663822 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-8c40501c-31d6-4436-86f2-709cd4ec2fe3 service neutron] For port 22ed1b59-9a34-4068-84a3-3931e41c3f7d, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=22ed1b59-9a34-4068-84a3-3931e41c3f7d,segment=NetworkSegment(478ae4ea-99b1-461f-b847-accbf5df86c1),segment_id=478ae4ea-99b1-461f-b847-accbf5df86c1)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:36:31.677555 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-8c40501c-31d6-4436-86f2-709cd4ec2fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (22ed1b59-9a34-4068-84a3-3931e41c3f7d), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:31.703293 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-8c40501c-31d6-4436-86f2-709cd4ec2fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:31.704210 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-8c40501c-31d6-4436-86f2-709cd4ec2fe3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:31.706447 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-8c40501c-31d6-4436-86f2-709cd4ec2fe3 service neutron] 10.222.0.47 "PUT /v2.0/ports/22ed1b59-9a34-4068-84a3-3931e41c3f7d HTTP/1.1" status: 200 len: 1092 time: 1.4825938 Feb 09 01:36:31.709207 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b2cf501-13c1-43d2-9a65-8aef54c18084', 'tag': '22ed1b59-9a34-4068-84a3-3931e41c3f7d'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:36:31.718731 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8df28d-6963-4486-86bf-8e8a13943e6c" -d '{"events": [{"name": "network-changed", "server_uuid": "6b2cf501-13c1-43d2-9a65-8aef54c18084", "tag": "22ed1b59-9a34-4068-84a3-3931e41c3f7d"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:36:31.837473 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17283af-4e7b-4741-a7c5-ae3a13f6eddd x-openstack-request-id: req-a17283af-4e7b-4741-a7c5-ae3a13f6eddd {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:36:31.837473 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b2cf501-13c1-43d2-9a65-8aef54c18084", "tag": "22ed1b59-9a34-4068-84a3-3931e41c3f7d", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:36:31.837797 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a17283af-4e7b-4741-a7c5-ae3a13f6eddd {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:36:31.838145 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b2cf501-13c1-43d2-9a65-8aef54c18084', 'tag': '22ed1b59-9a34-4068-84a3-3931e41c3f7d', 'status': 'completed', 'code': 200} Feb 09 01:36:31.965524 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-05af6974-e2fa-428d-ad94-ba9554d00b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:31.967573 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-05af6974-e2fa-428d-ad94-ba9554d00b8f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3786288d8304ed4a73754fbccf8bb65&device_id=6b2cf501-13c1-43d2-9a65-8aef54c18084 HTTP/1.1" status: 200 len: 1126 time: 0.1492422 Feb 09 01:36:31.969399 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40501c-31d6-4436-86f2-709cd4ec2fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=22ed1b59-9a34-4068-84a3-3931e41c3f7d,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:32.086389 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-5b1a75b4-0afc-427f-b96f-9741d7b7f285 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22ed1b59-9a34-4068-84a3-3931e41c3f7d HTTP/1.1" status: 200 len: 217 time: 0.1099112 Feb 09 01:36:32.122771 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a196e-89a3-4687-8f15-c95b145a429d req-19924eeb-492a-4b86-af8f-43077412a70a tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:32.138718 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f77a196e-89a3-4687-8f15-c95b145a429d req-19924eeb-492a-4b86-af8f-43077412a70a tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b2cf501-13c1-43d2-9a65-8aef54c18084 HTTP/1.1" status: 200 len: 944 time: 0.1607473 Feb 09 01:36:32.261236 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-0b834816-c841-4b22-984b-be179c1e0ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:32.267654 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-0b834816-c841-4b22-984b-be179c1e0ad8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=209825ec-cb7a-489f-bf18-dbf0ef5b9c24 HTTP/1.1" status: 200 len: 834 time: 0.1698792 Feb 09 01:36:32.343365 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f77a196e-89a3-4687-8f15-c95b145a429d req-296b0a2d-9858-4379-9eb4-e09196d707ab tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=a959fb45-a42b-4d54-9a6f-ce9e5194b56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1996958 Feb 09 01:36:32.473620 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-215cb56c-9d4c-4979-93a6-d78162111b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:32.477529 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-215cb56c-9d4c-4979-93a6-d78162111b41 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fafd2eec-4c98-46da-af94-cf246814381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2053874 Feb 09 01:36:32.508154 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ee3880ca-e001-4720-aebe-da594a7a4bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:32.608492 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-264b4c75-1b76-4465-80d6-e0071e45f9d5 service neutron] 10.222.0.47 "GET /v2.0/networks/fafd2eec-4c98-46da-af94-cf246814381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241405 Feb 09 01:36:32.642629 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379848e-55c0-4e44-ba7e-24c5b98993f8 req-d20bf7c8-9437-4066-a689-f190a559b074 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:32.651530 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c379848e-55c0-4e44-ba7e-24c5b98993f8 req-d20bf7c8-9437-4066-a689-f190a559b074 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 943 time: 0.1567094 Feb 09 01:36:32.771495 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1d01422d-387a-49ef-a8f5-e379dcbc7207 req-6d4740ae-8a09-42b8-befe-9363cbc94b2b service neutron] 10.222.0.47 "GET /v2.0/networks/fafd2eec-4c98-46da-af94-cf246814381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567314 Feb 09 01:36:32.782219 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c379848e-55c0-4e44-ba7e-24c5b98993f8 req-15a179e8-a7a6-4918-aede-df6cf12cc005 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/security-groups?id=80b5589d-e31e-4dcd-af93-85cf79f222f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298549 Feb 09 01:36:33.031355 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8df28d-6963-4486-86bf-8e8a13943e6c req-f407d6f9-cb7b-4e41-b788-40680dd21239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:33.041605 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1d8df28d-6963-4486-86bf-8e8a13943e6c req-f407d6f9-cb7b-4e41-b788-40680dd21239 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3786288d8304ed4a73754fbccf8bb65&device_id=6b2cf501-13c1-43d2-9a65-8aef54c18084 HTTP/1.1" status: 200 len: 1126 time: 0.2140269 Feb 09 01:36:33.242285 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8df28d-6963-4486-86bf-8e8a13943e6c req-098ea46d-7ee0-45c7-a07c-6256919383d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:33.244188 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1d8df28d-6963-4486-86bf-8e8a13943e6c req-098ea46d-7ee0-45c7-a07c-6256919383d9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fafd2eec-4c98-46da-af94-cf246814381c HTTP/1.1" status: 200 len: 899 time: 0.1956625 Feb 09 01:36:33.342708 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1d8df28d-6963-4486-86bf-8e8a13943e6c req-e41abbf2-6dd7-41f7-a460-34bb0c655a9d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22ed1b59-9a34-4068-84a3-3931e41c3f7d HTTP/1.1" status: 200 len: 217 time: 0.0910997 Feb 09 01:36:33.501298 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8df28d-6963-4486-86bf-8e8a13943e6c req-93c76f51-344e-4953-965d-42efa96eabda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:33.503367 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1d8df28d-6963-4486-86bf-8e8a13943e6c req-93c76f51-344e-4953-965d-42efa96eabda service neutron] 10.222.0.47 "GET /v2.0/subnets?id=209825ec-cb7a-489f-bf18-dbf0ef5b9c24 HTTP/1.1" status: 200 len: 834 time: 0.1571205 Feb 09 01:36:33.660101 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8bb826-de3f-45cd-a635-38ed4b77e2fa req-3a253a93-7e54-4802-aa3d-4ce110158ec0 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:33.674361 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8df28d-6963-4486-86bf-8e8a13943e6c req-9014d315-f16e-453b-8eb9-6db9498df459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:33.675344 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4e8bb826-de3f-45cd-a635-38ed4b77e2fa req-3a253a93-7e54-4802-aa3d-4ce110158ec0 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b2cf501-13c1-43d2-9a65-8aef54c18084 HTTP/1.1" status: 200 len: 944 time: 0.1432416 Feb 09 01:36:33.676441 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1d8df28d-6963-4486-86bf-8e8a13943e6c req-9014d315-f16e-453b-8eb9-6db9498df459 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fafd2eec-4c98-46da-af94-cf246814381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1658962 Feb 09 01:36:33.862909 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4e8bb826-de3f-45cd-a635-38ed4b77e2fa req-537f78a1-2be3-4313-a81c-6f9bf67c1806 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=a959fb45-a42b-4d54-9a6f-ce9e5194b56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839418 Feb 09 01:36:34.134143 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1d8df28d-6963-4486-86bf-8e8a13943e6c req-c5f60f25-df75-4e46-90a0-ebefa1065971 service neutron] 10.222.0.47 "GET /v2.0/networks/fafd2eec-4c98-46da-af94-cf246814381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4464655 Feb 09 01:36:34.219872 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafec2d9-ee84-4698-b611-e6d2d1ddaa45 req-8cc41aa6-c404-493b-866b-334e3d2c5ade tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:34.229217 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aafec2d9-ee84-4698-b611-e6d2d1ddaa45 req-8cc41aa6-c404-493b-866b-334e3d2c5ade tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 943 time: 0.2150815 Feb 09 01:36:34.336467 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aafec2d9-ee84-4698-b611-e6d2d1ddaa45 req-92422ebd-6907-4be8-9574-e097bded70ff tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/security-groups?id=80b5589d-e31e-4dcd-af93-85cf79f222f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013463 Feb 09 01:36:34.413403 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1d8df28d-6963-4486-86bf-8e8a13943e6c req-f9d955d3-88ab-40cd-a4f0-fcc52bd4fbf2 service neutron] 10.222.0.47 "GET /v2.0/networks/fafd2eec-4c98-46da-af94-cf246814381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745283 Feb 09 01:36:34.458852 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3f636e59-2aed-4a5a-b032-09926443f8f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:35.038044 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0c48b-f75d-4dcd-ae95-773d54eebdc2 req-66606c84-18ea-43e7-bae6-e4b7689ce7b0 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:35.047161 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dfa0c48b-f75d-4dcd-ae95-773d54eebdc2 req-66606c84-18ea-43e7-bae6-e4b7689ce7b0 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b2cf501-13c1-43d2-9a65-8aef54c18084 HTTP/1.1" status: 200 len: 944 time: 0.0836587 Feb 09 01:36:35.116470 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dfa0c48b-f75d-4dcd-ae95-773d54eebdc2 req-a9270631-21b5-4104-87e2-c3b412b54b53 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=a959fb45-a42b-4d54-9a6f-ce9e5194b56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681355 Feb 09 01:36:35.551587 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a5cc9-03b4-42b3-8608-cad434f2d624 req-bd97b51c-c8ef-4774-aac4-a07b2090f53e tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:35.562237 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-799a5cc9-03b4-42b3-8608-cad434f2d624 req-bd97b51c-c8ef-4774-aac4-a07b2090f53e tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 943 time: 0.0988045 Feb 09 01:36:35.664165 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-799a5cc9-03b4-42b3-8608-cad434f2d624 req-0730516e-ebca-41cb-9f3a-2fe26803512b tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/security-groups?id=80b5589d-e31e-4dcd-af93-85cf79f222f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007838 Feb 09 01:36:35.963749 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:36.379181 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12c5bc-ba71-42fa-a189-5b6a2861ecb8 req-afda4fbc-d05c-4310-ad02-725517517675 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:36.387217 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4f12c5bc-ba71-42fa-a189-5b6a2861ecb8 req-afda4fbc-d05c-4310-ad02-725517517675 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b2cf501-13c1-43d2-9a65-8aef54c18084 HTTP/1.1" status: 200 len: 944 time: 0.1569376 Feb 09 01:36:36.481788 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4f12c5bc-ba71-42fa-a189-5b6a2861ecb8 req-25e53463-745b-46e5-b07a-46a34d4be163 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=a959fb45-a42b-4d54-9a6f-ce9e5194b56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929344 Feb 09 01:36:36.530003 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 22ed1b59-9a34-4068-84a3-3931e41c3f7d details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:36:36.662574 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 22ed1b59-9a34-4068-84a3-3931e41c3f7d, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=22ed1b59-9a34-4068-84a3-3931e41c3f7d,segment=NetworkSegment(478ae4ea-99b1-461f-b847-accbf5df86c1),segment_id=478ae4ea-99b1-461f-b847-accbf5df86c1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:36.677194 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '22ed1b59-9a34-4068-84a3-3931e41c3f7d', 'network_id': 'fafd2eec-4c98-46da-af94-cf246814381c', 'port_id': '22ed1b59-9a34-4068-84a3-3931e41c3f7d', 'mac_address': 'fa:16:3e:49:5d:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '209825ec-cb7a-489f-bf18-dbf0ef5b9c24', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:36:36.736497 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 22ed1b59-9a34-4068-84a3-3931e41c3f7d is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:36:36.737181 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (22ed1b59-9a34-4068-84a3-3931e41c3f7d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:36.773256 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22ed1b59-9a34-4068-84a3-3931e41c3f7d {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:36:36.823445 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 22ed1b59-9a34-4068-84a3-3931e41c3f7d, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=22ed1b59-9a34-4068-84a3-3931e41c3f7d,segment=NetworkSegment(478ae4ea-99b1-461f-b847-accbf5df86c1),segment_id=478ae4ea-99b1-461f-b847-accbf5df86c1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:36.835896 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (22ed1b59-9a34-4068-84a3-3931e41c3f7d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:36.951662 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51a01d-0c02-4e90-9a55-7bd4a564b393 req-23e632c7-d1bf-4379-930a-0077a10a652d tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:36.954291 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=22ed1b59-9a34-4068-84a3-3931e41c3f7d,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:36.965697 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6c51a01d-0c02-4e90-9a55-7bd4a564b393 req-23e632c7-d1bf-4379-930a-0077a10a652d tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 943 time: 0.1407635 Feb 09 01:36:36.966463 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:36.967373 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:36.967884 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:36.968436 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:36.968997 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:36.981156 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:36.981773 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:36.982316 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:36.982832 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:36.983336 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:36.983849 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:36.984343 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:36.984862 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:37.053117 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59602) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:37.072583 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['22ed1b59-9a34-4068-84a3-3931e41c3f7d'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:36:37.078334 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6c51a01d-0c02-4e90-9a55-7bd4a564b393 req-bcae83ae-7a5a-4fd7-8051-1d922e29050a tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/security-groups?id=80b5589d-e31e-4dcd-af93-85cf79f222f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058497 Feb 09 01:36:37.352474 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0e9cd3ae-7e8a-4ddf-bf51-8aa941c02672 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:37.366953 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:37.542586 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0e9cd3ae-7e8a-4ddf-bf51-8aa941c02672 admin admin] Publish callbacks [] for security_group (559743ad-c512-468a-96ce-16dcd7810df1), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:37.552696 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0e9cd3ae-7e8a-4ddf-bf51-8aa941c02672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (559743ad-c512-468a-96ce-16dcd7810df1), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:37.635841 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9cd3ae-7e8a-4ddf-bf51-8aa941c02672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559743ad-c512-468a-96ce-16dcd7810df1,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:37.646518 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0e9cd3ae-7e8a-4ddf-bf51-8aa941c02672 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ed97bd60576f44dbae3419de3aa7366f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5922050 Feb 09 01:36:37.656343 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59612) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:37.743078 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e72bf903-1283-4888-853e-98725737e18f admin admin] Publish callbacks [] for security_group (559743ad-c512-468a-96ce-16dcd7810df1), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:37.788423 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e72bf903-1283-4888-853e-98725737e18f admin admin] Publish callbacks [] for security_group (559743ad-c512-468a-96ce-16dcd7810df1), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:37.807157 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c003af-e74a-40e2-849e-c316854df6ab req-27e000a2-f1f0-4256-b3f5-836f64b087bb tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:37.808813 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-80c003af-e74a-40e2-849e-c316854df6ab req-27e000a2-f1f0-4256-b3f5-836f64b087bb tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b2cf501-13c1-43d2-9a65-8aef54c18084 HTTP/1.1" status: 200 len: 945 time: 0.1607699 Feb 09 01:36:37.895023 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:37.928135 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-80c003af-e74a-40e2-849e-c316854df6ab req-1983d4a1-686f-4de2-a985-43878b069f3b tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=a959fb45-a42b-4d54-9a6f-ce9e5194b56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110294 Feb 09 01:36:37.962660 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e72bf903-1283-4888-853e-98725737e18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (559743ad-c512-468a-96ce-16dcd7810df1), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:37.966155 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e72bf903-1283-4888-853e-98725737e18f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:37.971140 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e72bf903-1283-4888-853e-98725737e18f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/559743ad-c512-468a-96ce-16dcd7810df1 HTTP/1.1" status: 204 len: 168 time: 0.3084688 Feb 09 01:36:37.983394 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72bf903-1283-4888-853e-98725737e18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559743ad-c512-468a-96ce-16dcd7810df1,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:38.506051 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:38.561076 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 22ed1b59-9a34-4068-84a3-3931e41c3f7d up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:36:38.707027 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 22ed1b59-9a34-4068-84a3-3931e41c3f7d completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:36:38.711616 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 22ed1b59-9a34-4068-84a3-3931e41c3f7d triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:38.712228 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (22ed1b59-9a34-4068-84a3-3931e41c3f7d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:38.738130 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53685220-a28b-4240-8f0a-cadd0d137747 req-4fd03c5e-d266-4c2b-8f82-17d57ecd9a00 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:38.745822 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-53685220-a28b-4240-8f0a-cadd0d137747 req-4fd03c5e-d266-4c2b-8f82-17d57ecd9a00 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 943 time: 0.0741408 Feb 09 01:36:38.870951 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 22ed1b59-9a34-4068-84a3-3931e41c3f7d is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:36:38.872114 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (22ed1b59-9a34-4068-84a3-3931e41c3f7d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:38.874542 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-53685220-a28b-4240-8f0a-cadd0d137747 req-79dc3c64-179a-43e5-90ca-db20883a7a01 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/security-groups?id=80b5589d-e31e-4dcd-af93-85cf79f222f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224179 Feb 09 01:36:38.924789 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2cf501-13c1-43d2-9a65-8aef54c18084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ed1b59-9a34-4068-84a3-3931e41c3f7d'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:36:38.927265 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1d0004-1055-4ec3-9451-1b605f7c460b" -d '{"events": [{"server_uuid": "6b2cf501-13c1-43d2-9a65-8aef54c18084", "name": "network-vif-plugged", "status": "completed", "tag": "22ed1b59-9a34-4068-84a3-3931e41c3f7d"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:36:38.966991 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 22ed1b59-9a34-4068-84a3-3931e41c3f7d, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=22ed1b59-9a34-4068-84a3-3931e41c3f7d,segment=NetworkSegment(478ae4ea-99b1-461f-b847-accbf5df86c1),segment_id=478ae4ea-99b1-461f-b847-accbf5df86c1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:38.973062 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (22ed1b59-9a34-4068-84a3-3931e41c3f7d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:39.100276 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=22ed1b59-9a34-4068-84a3-3931e41c3f7d,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:39.190311 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df27e4-7302-462d-a486-cef4173a25e2 req-4e4b1aab-8bb5-4c38-b009-e91bddfbbe38 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:39.202203 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a5df27e4-7302-462d-a486-cef4173a25e2 req-4e4b1aab-8bb5-4c38-b009-e91bddfbbe38 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b2cf501-13c1-43d2-9a65-8aef54c18084 HTTP/1.1" status: 200 len: 946 time: 0.1220176 Feb 09 01:36:39.319312 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a5df27e4-7302-462d-a486-cef4173a25e2 req-c9b2d5b9-6631-4031-bb23-611c340ca5b7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=a959fb45-a42b-4d54-9a6f-ce9e5194b56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096737 Feb 09 01:36:39.343312 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a266ee-e822-4d43-87fe-a88e939d53c8 x-openstack-request-id: req-93a266ee-e822-4d43-87fe-a88e939d53c8 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:36:39.343673 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2cf501-13c1-43d2-9a65-8aef54c18084", "name": "network-vif-plugged", "status": "completed", "tag": "22ed1b59-9a34-4068-84a3-3931e41c3f7d", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:36:39.343936 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-93a266ee-e822-4d43-87fe-a88e939d53c8 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:36:39.344339 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2cf501-13c1-43d2-9a65-8aef54c18084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ed1b59-9a34-4068-84a3-3931e41c3f7d', 'code': 200} Feb 09 01:36:39.473486 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99cbad5-c510-4406-8754-2a9597df8f8c req-32494d15-0aae-4b29-8c82-65689faa284d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:39.478502 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d99cbad5-c510-4406-8754-2a9597df8f8c req-32494d15-0aae-4b29-8c82-65689faa284d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6b2cf501-13c1-43d2-9a65-8aef54c18084 HTTP/1.1" status: 200 len: 1128 time: 0.0892067 Feb 09 01:36:39.602524 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d99cbad5-c510-4406-8754-2a9597df8f8c req-e88ed42a-4986-4b38-8d61-473ea45048df service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a959fb45-a42b-4d54-9a6f-ce9e5194b56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172900 Feb 09 01:36:39.637257 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:40.029794 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89fd2a-d7cb-4b88-8773-21511500044d req-73cffa0b-c545-4b40-b284-0dfbc5126ad8 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:40.036789 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-df89fd2a-d7cb-4b88-8773-21511500044d req-73cffa0b-c545-4b40-b284-0dfbc5126ad8 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 943 time: 0.0741735 Feb 09 01:36:40.109531 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-df89fd2a-d7cb-4b88-8773-21511500044d req-6a7f9c63-df95-48a6-9374-5db5dfd7a06d tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/security-groups?id=80b5589d-e31e-4dcd-af93-85cf79f222f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715730 Feb 09 01:36:40.565698 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15d8f8-f106-4e54-b2bc-79d3067d286b req-04ff942c-0355-4f99-8e10-132937ef6e46 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:40.577044 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6f15d8f8-f106-4e54-b2bc-79d3067d286b req-04ff942c-0355-4f99-8e10-132937ef6e46 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b2cf501-13c1-43d2-9a65-8aef54c18084 HTTP/1.1" status: 200 len: 946 time: 0.1348846 Feb 09 01:36:40.737270 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6f15d8f8-f106-4e54-b2bc-79d3067d286b req-e623bf64-f5d6-4d38-8d61-e709e0e83191 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=a959fb45-a42b-4d54-9a6f-ce9e5194b56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572344 Feb 09 01:36:41.311192 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59730) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:41.340620 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9137b0-cabf-48c9-921a-fac73abcff9a req-c2269b34-c07c-428f-9ee6-322e180ad1e2 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:41.352916 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3b9137b0-cabf-48c9-921a-fac73abcff9a req-c2269b34-c07c-428f-9ee6-322e180ad1e2 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 943 time: 0.1116815 Feb 09 01:36:41.480307 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3b9137b0-cabf-48c9-921a-fac73abcff9a req-ba467696-12b6-4f6f-9cf5-62c5affc1bea tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/security-groups?id=80b5589d-e31e-4dcd-af93-85cf79f222f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241229 Feb 09 01:36:41.505432 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0fd0aec0-1af6-4d9d-a1e7-8e460ba1e7de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:41.629745 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0fd0aec0-1af6-4d9d-a1e7-8e460ba1e7de admin admin] Publish callbacks [] for security_group (cedb8631-75cd-4000-9f97-305c64c325d9), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:41.644097 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0fd0aec0-1af6-4d9d-a1e7-8e460ba1e7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (cedb8631-75cd-4000-9f97-305c64c325d9), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:41.749687 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd0aec0-1af6-4d9d-a1e7-8e460ba1e7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cedb8631-75cd-4000-9f97-305c64c325d9,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:41.786520 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0fd0aec0-1af6-4d9d-a1e7-8e460ba1e7de admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1d25da06c4cb4171b12d599a64e2f211&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4733799 Feb 09 01:36:41.789693 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59750) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:41.899867 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0cd2e1-924b-4049-a05f-a2d08d108aef req-69fdd159-0fb6-425f-a7f1-1a0c8a7e4d54 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:41.907938 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6b0cd2e1-924b-4049-a05f-a2d08d108aef req-69fdd159-0fb6-425f-a7f1-1a0c8a7e4d54 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b2cf501-13c1-43d2-9a65-8aef54c18084 HTTP/1.1" status: 200 len: 946 time: 0.0824533 Feb 09 01:36:41.920976 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e14dc034-a53d-48e7-9d7b-ef8a90842e0c admin admin] Publish callbacks [] for security_group (cedb8631-75cd-4000-9f97-305c64c325d9), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:41.987095 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6b0cd2e1-924b-4049-a05f-a2d08d108aef req-facd5a73-933e-4808-96af-c0d5453bf840 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=a959fb45-a42b-4d54-9a6f-ce9e5194b56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781412 Feb 09 01:36:41.987866 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e14dc034-a53d-48e7-9d7b-ef8a90842e0c admin admin] Publish callbacks [] for security_group (cedb8631-75cd-4000-9f97-305c64c325d9), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:42.102259 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e14dc034-a53d-48e7-9d7b-ef8a90842e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (cedb8631-75cd-4000-9f97-305c64c325d9), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:42.105378 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e14dc034-a53d-48e7-9d7b-ef8a90842e0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:42.109827 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e14dc034-a53d-48e7-9d7b-ef8a90842e0c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cedb8631-75cd-4000-9f97-305c64c325d9 HTTP/1.1" status: 204 len: 168 time: 0.3190963 Feb 09 01:36:42.139377 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14dc034-a53d-48e7-9d7b-ef8a90842e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedb8631-75cd-4000-9f97-305c64c325d9,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:42.286345 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29d3a0-698c-4ce1-ac40-17dd85dd4570 req-bccd78b0-18a7-405a-8eac-9fb89f50e629 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:42.290882 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8f29d3a0-698c-4ce1-ac40-17dd85dd4570 req-bccd78b0-18a7-405a-8eac-9fb89f50e629 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b2cf501-13c1-43d2-9a65-8aef54c18084 HTTP/1.1" status: 200 len: 946 time: 0.1389127 Feb 09 01:36:42.435127 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8f29d3a0-698c-4ce1-ac40-17dd85dd4570 req-78c657b4-ba3d-4072-8b09-0acc374623b6 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=a959fb45-a42b-4d54-9a6f-ce9e5194b56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375818 Feb 09 01:36:42.470436 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59762) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:42.586923 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a2302e-5913-4c29-9a38-cd718ab2700b tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:42.594651 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-57a2302e-5913-4c29-9a38-cd718ab2700b tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=6b2cf501-13c1-43d2-9a65-8aef54c18084 HTTP/1.1" status: 200 len: 1123 time: 0.1221135 Feb 09 01:36:42.597510 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59770) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:42.604425 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-b5dd9a1e-6d34-453b-8d22-a6d0c77a8e53 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'port_id': '22ed1b59-9a34-4068-84a3-3931e41c3f7d', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:42.655246 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b5dd9a1e-6d34-453b-8d22-a6d0c77a8e53 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:42.700315 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59772) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:42.839666 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843f788-e8d8-475d-8c5c-841edbd04863 req-a5a913ce-8ec6-4b3b-b941-dae9b7fbf206 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:42.849817 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f843f788-e8d8-475d-8c5c-841edbd04863 req-a5a913ce-8ec6-4b3b-b941-dae9b7fbf206 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 943 time: 0.2017086 Feb 09 01:36:42.904900 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59778) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:42.936149 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-65e39bda-7300-4787-a7ee-3755c066d99f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:42.961068 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f843f788-e8d8-475d-8c5c-841edbd04863 req-6fb5748d-f000-4fce-b010-eace4f94b1fc tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/security-groups?id=80b5589d-e31e-4dcd-af93-85cf79f222f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042621 Feb 09 01:36:43.070020 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b5dd9a1e-6d34-453b-8d22-a6d0c77a8e53 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:43.119407 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-65e39bda-7300-4787-a7ee-3755c066d99f admin admin] Publish callbacks [] for security_group (33027b5c-7208-4640-bf8e-99ed5c0dc2e2), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:43.127374 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-65e39bda-7300-4787-a7ee-3755c066d99f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (33027b5c-7208-4640-bf8e-99ed5c0dc2e2), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:43.157623 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e39bda-7300-4787-a7ee-3755c066d99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33027b5c-7208-4640-bf8e-99ed5c0dc2e2,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:43.222110 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-65e39bda-7300-4787-a7ee-3755c066d99f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6fee4603d6cb445b9f69d0c2544c7381&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3149006 Feb 09 01:36:43.223438 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59782) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:43.292204 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-b5dd9a1e-6d34-453b-8d22-a6d0c77a8e53 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Allocated IP 172.25.8.69 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/58b29d55-4b99-4866-b637-4b7c8dd0769d) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:36:43.345223 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1bdf5c12-308c-46dd-9317-2e1751ac1b4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:43.400380 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device b10adeca-d2e4-4dc2-8975-55ac83ccd8eb details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:36:43.435995 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b8013408-ca4e-4014-90a3-ab39c2d81324 admin admin] Publish callbacks [] for security_group (33027b5c-7208-4640-bf8e-99ed5c0dc2e2), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:43.476127 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1bdf5c12-308c-46dd-9317-2e1751ac1b4e admin admin] Publish callbacks [] for security_group (cf0a6397-eea4-45ff-bdfe-47bfe6c54ab2), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:43.478107 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b8013408-ca4e-4014-90a3-ab39c2d81324 admin admin] Publish callbacks [] for security_group (33027b5c-7208-4640-bf8e-99ed5c0dc2e2), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:43.490792 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1bdf5c12-308c-46dd-9317-2e1751ac1b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (cf0a6397-eea4-45ff-bdfe-47bfe6c54ab2), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:43.505514 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b5dd9a1e-6d34-453b-8d22-a6d0c77a8e53 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for port (58b29d55-4b99-4866-b637-4b7c8dd0769d), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:43.562675 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b5dd9a1e-6d34-453b-8d22-a6d0c77a8e53 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (58b29d55-4b99-4866-b637-4b7c8dd0769d), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:43.609317 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdf5c12-308c-46dd-9317-2e1751ac1b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0a6397-eea4-45ff-bdfe-47bfe6c54ab2,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:43.628181 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1bdf5c12-308c-46dd-9317-2e1751ac1b4e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a546ae223c27493aa0eb01c44a7e36d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9259100 Feb 09 01:36:43.630823 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59784) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:43.730469 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5dd9a1e-6d34-453b-8d22-a6d0c77a8e53 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:36:43.734133 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd9a1e-6d34-453b-8d22-a6d0c77a8e53 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'Port': ['ID=58b29d55-4b99-4866-b637-4b7c8dd0769d,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:43.740524 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-b5dd9a1e-6d34-453b-8d22-a6d0c77a8e53 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:36:43.740755 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port b10adeca-d2e4-4dc2-8975-55ac83ccd8eb, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=b10adeca-d2e4-4dc2-8975-55ac83ccd8eb,segment=NetworkSegment(d7bca333-5eb2-48c7-a0ae-f27aec64c432),segment_id=d7bca333-5eb2-48c7-a0ae-f27aec64c432)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:43.768931 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dd9a1e-6d34-453b-8d22-a6d0c77a8e53 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:36:43.772789 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': 'b10adeca-d2e4-4dc2-8975-55ac83ccd8eb', 'network_id': '79dcc98a-8e88-43ea-9347-58d1c81f1906', 'port_id': 'b10adeca-d2e4-4dc2-8975-55ac83ccd8eb', 'mac_address': 'fa:16:3e:32:62:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6814466b-1294-4ba7-943e-240a3a677817', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:36:43.775576 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b8013408-ca4e-4014-90a3-ab39c2d81324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (33027b5c-7208-4640-bf8e-99ed5c0dc2e2), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:43.782282 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b8013408-ca4e-4014-90a3-ab39c2d81324 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:43.788284 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b8013408-ca4e-4014-90a3-ab39c2d81324 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/33027b5c-7208-4640-bf8e-99ed5c0dc2e2 HTTP/1.1" status: 204 len: 168 time: 0.5628340 Feb 09 01:36:43.839410 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-505c778f-615b-4b1d-8175-610bcc687cdd admin admin] Publish callbacks [] for security_group (cf0a6397-eea4-45ff-bdfe-47bfe6c54ab2), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:43.844061 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8013408-ca4e-4014-90a3-ab39c2d81324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33027b5c-7208-4640-bf8e-99ed5c0dc2e2,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:43.911365 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port b10adeca-d2e4-4dc2-8975-55ac83ccd8eb is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:36:43.911765 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b10adeca-d2e4-4dc2-8975-55ac83ccd8eb), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:43.917008 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-505c778f-615b-4b1d-8175-610bcc687cdd admin admin] Publish callbacks [] for security_group (cf0a6397-eea4-45ff-bdfe-47bfe6c54ab2), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:43.943921 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b10adeca-d2e4-4dc2-8975-55ac83ccd8eb {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:36:43.999986 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port b10adeca-d2e4-4dc2-8975-55ac83ccd8eb, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=b10adeca-d2e4-4dc2-8975-55ac83ccd8eb,segment=NetworkSegment(d7bca333-5eb2-48c7-a0ae-f27aec64c432),segment_id=d7bca333-5eb2-48c7-a0ae-f27aec64c432)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:44.005607 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b10adeca-d2e4-4dc2-8975-55ac83ccd8eb), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:44.052594 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-505c778f-615b-4b1d-8175-610bcc687cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (cf0a6397-eea4-45ff-bdfe-47bfe6c54ab2), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:44.056140 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-505c778f-615b-4b1d-8175-610bcc687cdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:44.065718 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-505c778f-615b-4b1d-8175-610bcc687cdd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cf0a6397-eea4-45ff-bdfe-47bfe6c54ab2 HTTP/1.1" status: 204 len: 168 time: 0.4301569 Feb 09 01:36:44.098187 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505c778f-615b-4b1d-8175-610bcc687cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0a6397-eea4-45ff-bdfe-47bfe6c54ab2,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:44.115214 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=b10adeca-d2e4-4dc2-8975-55ac83ccd8eb,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:44.226352 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['b10adeca-d2e4-4dc2-8975-55ac83ccd8eb'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:36:44.314855 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a7877-9654-4474-89e5-02006069ff20 req-42fe1222-2342-4df3-89a1-cde64edea19d tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:44.322441 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-307a7877-9654-4474-89e5-02006069ff20 req-42fe1222-2342-4df3-89a1-cde64edea19d tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 944 time: 0.1039274 Feb 09 01:36:44.413132 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-307a7877-9654-4474-89e5-02006069ff20 req-e8aae187-4b9a-4834-9d3c-bced4928b15c tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/security-groups?id=80b5589d-e31e-4dcd-af93-85cf79f222f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892174 Feb 09 01:36:44.479899 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59798) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:44.499545 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0ca19a77-6cd0-47d1-a2c6-dee44a1857f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:44.713635 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0ca19a77-6cd0-47d1-a2c6-dee44a1857f5 admin admin] Publish callbacks [] for security_group (ad3c7107-63d5-4e68-8238-696112a9bdf9), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:44.720577 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0ca19a77-6cd0-47d1-a2c6-dee44a1857f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (ad3c7107-63d5-4e68-8238-696112a9bdf9), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:44.751354 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b5dd9a1e-6d34-453b-8d22-a6d0c77a8e53 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for floatingip (5b7172be-f53e-47fc-84d5-7640de27d897), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:44.776088 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0ca19a77-6cd0-47d1-a2c6-dee44a1857f5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=76b48637ec9049bfbd75192c6e51ea4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2935865 Feb 09 01:36:44.777069 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59810) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:44.850800 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca19a77-6cd0-47d1-a2c6-dee44a1857f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3c7107-63d5-4e68-8238-696112a9bdf9,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:44.882058 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59812) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:44.898711 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-70d6065e-5806-41d2-b01b-acdf4a6eab17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:44.900670 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b5dd9a1e-6d34-453b-8d22-a6d0c77a8e53 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (58b29d55-4b99-4866-b637-4b7c8dd0769d), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:44.917307 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d18cb93f-c3fd-4b63-a29d-938f7b2a4922 admin admin] Publish callbacks [] for security_group (ad3c7107-63d5-4e68-8238-696112a9bdf9), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:44.973630 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d18cb93f-c3fd-4b63-a29d-938f7b2a4922 admin admin] Publish callbacks [] for security_group (ad3c7107-63d5-4e68-8238-696112a9bdf9), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:45.071345 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d18cb93f-c3fd-4b63-a29d-938f7b2a4922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (ad3c7107-63d5-4e68-8238-696112a9bdf9), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:45.074335 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d18cb93f-c3fd-4b63-a29d-938f7b2a4922 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:45.078795 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d18cb93f-c3fd-4b63-a29d-938f7b2a4922 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ad3c7107-63d5-4e68-8238-696112a9bdf9 HTTP/1.1" status: 204 len: 168 time: 0.2906194 Feb 09 01:36:45.091382 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18cb93f-c3fd-4b63-a29d-938f7b2a4922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3c7107-63d5-4e68-8238-696112a9bdf9,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:45.173449 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-70d6065e-5806-41d2-b01b-acdf4a6eab17 admin admin] Publish callbacks [] for security_group (73c45e74-a70a-4ccc-8ca9-51f6ee4fb7c6), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:45.187869 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-70d6065e-5806-41d2-b01b-acdf4a6eab17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (73c45e74-a70a-4ccc-8ca9-51f6ee4fb7c6), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:45.222888 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d6065e-5806-41d2-b01b-acdf4a6eab17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c45e74-a70a-4ccc-8ca9-51f6ee4fb7c6,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:45.259248 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59820) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:45.266694 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-70d6065e-5806-41d2-b01b-acdf4a6eab17 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ad466867658e4c0d8ff0c2f6d79b8ce7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3835158 Feb 09 01:36:45.274631 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b5dd9a1e-6d34-453b-8d22-a6d0c77a8e53 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for port (58b29d55-4b99-4866-b637-4b7c8dd0769d), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:45.283905 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b5dd9a1e-6d34-453b-8d22-a6d0c77a8e53 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (58b29d55-4b99-4866-b637-4b7c8dd0769d), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:45.398792 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8d908e40-d470-4401-bcf0-c0bee43d2080 admin admin] Publish callbacks [] for security_group (73c45e74-a70a-4ccc-8ca9-51f6ee4fb7c6), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:45.415968 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device b10adeca-d2e4-4dc2-8975-55ac83ccd8eb up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:36:45.494776 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8d908e40-d470-4401-bcf0-c0bee43d2080 admin admin] Publish callbacks [] for security_group (73c45e74-a70a-4ccc-8ca9-51f6ee4fb7c6), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:45.531029 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port b10adeca-d2e4-4dc2-8975-55ac83ccd8eb completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:36:45.539002 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port b10adeca-d2e4-4dc2-8975-55ac83ccd8eb triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:36:45.541416 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b10adeca-d2e4-4dc2-8975-55ac83ccd8eb), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:45.558220 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd9a1e-6d34-453b-8d22-a6d0c77a8e53 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'Port': ['ID=58b29d55-4b99-4866-b637-4b7c8dd0769d,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:45.587636 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b5dd9a1e-6d34-453b-8d22-a6d0c77a8e53 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (5b7172be-f53e-47fc-84d5-7640de27d897), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:45.625053 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8d908e40-d470-4401-bcf0-c0bee43d2080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (73c45e74-a70a-4ccc-8ca9-51f6ee4fb7c6), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:45.628444 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8d908e40-d470-4401-bcf0-c0bee43d2080 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:45.632838 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8d908e40-d470-4401-bcf0-c0bee43d2080 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/73c45e74-a70a-4ccc-8ca9-51f6ee4fb7c6 HTTP/1.1" status: 204 len: 168 time: 0.3724995 Feb 09 01:36:45.657739 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d908e40-d470-4401-bcf0-c0bee43d2080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c45e74-a70a-4ccc-8ca9-51f6ee4fb7c6,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:45.772029 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32689f30-dbe1-4344-9a90-2fc20fe4aa19 req-bef9573e-b81c-4793-9994-50628db8df5f tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:45.788281 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-32689f30-dbe1-4344-9a90-2fc20fe4aa19 req-bef9573e-b81c-4793-9994-50628db8df5f tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 944 time: 0.2061765 Feb 09 01:36:45.808049 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port b10adeca-d2e4-4dc2-8975-55ac83ccd8eb is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:36:45.811330 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b10adeca-d2e4-4dc2-8975-55ac83ccd8eb), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:45.886778 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [None req-b5dd9a1e-6d34-453b-8d22-a6d0c77a8e53 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Floating IP 5b7172be-f53e-47fc-84d5-7640de27d897 associated. External IP: 172.25.8.69, port: 22ed1b59-9a34-4068-84a3-3931e41c3f7d. Feb 09 01:36:45.933598 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port b10adeca-d2e4-4dc2-8975-55ac83ccd8eb, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=b10adeca-d2e4-4dc2-8975-55ac83ccd8eb,segment=NetworkSegment(d7bca333-5eb2-48c7-a0ae-f27aec64c432),segment_id=d7bca333-5eb2-48c7-a0ae-f27aec64c432)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:36:45.935437 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650513b8-9135-46f0-8295-1629a7c018c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b10adeca-d2e4-4dc2-8975-55ac83ccd8eb'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:36:45.942630 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3517c7-9cd9-45ca-aae1-983817000466" -d '{"events": [{"server_uuid": "650513b8-9135-46f0-8295-1629a7c018c5", "name": "network-vif-plugged", "status": "completed", "tag": "b10adeca-d2e4-4dc2-8975-55ac83ccd8eb"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:36:45.954145 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b10adeca-d2e4-4dc2-8975-55ac83ccd8eb), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:46.061257 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-32689f30-dbe1-4344-9a90-2fc20fe4aa19 req-18d28bf5-adcc-42c9-979a-0d11ae764968 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/security-groups?id=80b5589d-e31e-4dcd-af93-85cf79f222f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2719579 Feb 09 01:36:46.112411 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db90f7bf-ec57-405a-9533-037bb1968f27 x-openstack-request-id: req-db90f7bf-ec57-405a-9533-037bb1968f27 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:36:46.112788 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650513b8-9135-46f0-8295-1629a7c018c5", "name": "network-vif-plugged", "status": "completed", "tag": "b10adeca-d2e4-4dc2-8975-55ac83ccd8eb", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:36:46.115566 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-db90f7bf-ec57-405a-9533-037bb1968f27 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:36:46.115823 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650513b8-9135-46f0-8295-1629a7c018c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b10adeca-d2e4-4dc2-8975-55ac83ccd8eb', 'code': 200} Feb 09 01:36:46.120220 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=b10adeca-d2e4-4dc2-8975-55ac83ccd8eb,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:46.352003 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5dd9a1e-6d34-453b-8d22-a6d0c77a8e53 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Router 3394906a-ea13-4c3e-bc33-a70dc9bc04a5 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:36:46.536362 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ae952-cbb5-43b2-b416-1f683dc79973 req-37434ffd-dd71-4a30-b8e1-ecba69420a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:46.537891 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa0ae952-cbb5-43b2-b416-1f683dc79973 req-37434ffd-dd71-4a30-b8e1-ecba69420a85 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 1127 time: 0.3790820 Feb 09 01:36:46.638747 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa0ae952-cbb5-43b2-b416-1f683dc79973 req-a21d3ada-b6cb-4aa3-aa66-2d0543b0dbab service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=80b5589d-e31e-4dcd-af93-85cf79f222f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877473 Feb 09 01:36:46.663999 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5dd9a1e-6d34-453b-8d22-a6d0c77a8e53 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:36:46.679877 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb6767e-111f-43f8-a04c-55eef01f2780 None None] Sync routers for ids ['3394906a-ea13-4c3e-bc33-a70dc9bc04a5'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:36:46.696978 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb6767e-111f-43f8-a04c-55eef01f2780 None None] Routers {'3394906a-ea13-4c3e-bc33-a70dc9bc04a5'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:36:46.697607 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-5fb6767e-111f-43f8-a04c-55eef01f2780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:36:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['3394906a-ea13-4c3e-bc33-a70dc9bc04a5'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:46.714568 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b5dd9a1e-6d34-453b-8d22-a6d0c77a8e53 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:46.787198 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b5dd9a1e-6d34-453b-8d22-a6d0c77a8e53 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1881945 Feb 09 01:36:46.788867 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b2cf501-13c1-43d2-9a65-8aef54c18084', 'tag': '22ed1b59-9a34-4068-84a3-3931e41c3f7d'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:36:46.806160 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc5f296-4151-4c2e-ad98-2c209114457f" -d '{"events": [{"name": "network-changed", "server_uuid": "6b2cf501-13c1-43d2-9a65-8aef54c18084", "tag": "22ed1b59-9a34-4068-84a3-3931e41c3f7d"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:36:46.895868 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59874) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:46.910797 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df0ce62-c606-4aa1-a05d-fd52f9b10d38 x-openstack-request-id: req-0df0ce62-c606-4aa1-a05d-fd52f9b10d38 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:36:46.911346 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b2cf501-13c1-43d2-9a65-8aef54c18084", "tag": "22ed1b59-9a34-4068-84a3-3931e41c3f7d", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:36:46.911810 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0df0ce62-c606-4aa1-a05d-fd52f9b10d38 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:36:46.912419 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b2cf501-13c1-43d2-9a65-8aef54c18084', 'tag': '22ed1b59-9a34-4068-84a3-3931e41c3f7d', 'status': 'completed', 'code': 200} Feb 09 01:36:46.978428 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-5fb6767e-111f-43f8-a04c-55eef01f2780 None None] Set router 3394906a-ea13-4c3e-bc33-a70dc9bc04a5 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:36:47.018964 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5f296-4151-4c2e-ad98-2c209114457f req-1e784b07-b0d6-4ba2-b7e3-89f87b9d1b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:47.020780 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-fcc5f296-4151-4c2e-ad98-2c209114457f req-1e784b07-b0d6-4ba2-b7e3-89f87b9d1b5f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3786288d8304ed4a73754fbccf8bb65&device_id=6b2cf501-13c1-43d2-9a65-8aef54c18084 HTTP/1.1" status: 200 len: 1128 time: 0.0975156 Feb 09 01:36:47.065917 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe2da0-f0f2-4b37-ab59-afdb76679edd req-3db24141-e65b-44cc-b8e7-6db648fe9a7c tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:47.071495 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e2fe2da0-f0f2-4b37-ab59-afdb76679edd req-3db24141-e65b-44cc-b8e7-6db648fe9a7c tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b2cf501-13c1-43d2-9a65-8aef54c18084 HTTP/1.1" status: 200 len: 946 time: 0.1314242 Feb 09 01:36:47.220753 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e2fe2da0-f0f2-4b37-ab59-afdb76679edd req-6d918b10-16ad-43ba-987d-bf20303421f6 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=a959fb45-a42b-4d54-9a6f-ce9e5194b56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352468 Feb 09 01:36:47.312886 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59886) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:47.314076 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5f296-4151-4c2e-ad98-2c209114457f req-51166102-d850-443e-b7a6-12d9311eb298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:47.316160 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-fcc5f296-4151-4c2e-ad98-2c209114457f req-51166102-d850-443e-b7a6-12d9311eb298 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fafd2eec-4c98-46da-af94-cf246814381c HTTP/1.1" status: 200 len: 899 time: 0.2870398 Feb 09 01:36:47.477449 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-fcc5f296-4151-4c2e-ad98-2c209114457f req-b3822e1d-3a94-4bbc-954e-ba5be4ca9bc4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22ed1b59-9a34-4068-84a3-3931e41c3f7d HTTP/1.1" status: 200 len: 999 time: 0.1410608 Feb 09 01:36:47.478670 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e682a2d5-f06e-4203-b90c-b5c1c7c96007 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:47.501223 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fe2c1-cdc2-4982-9dec-2f3cf3ed7ac2 req-5412b0af-91f4-4cf5-8cde-216c4732ec4d tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:47.503349 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5c5fe2c1-cdc2-4982-9dec-2f3cf3ed7ac2 req-5412b0af-91f4-4cf5-8cde-216c4732ec4d tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 945 time: 0.3165529 Feb 09 01:36:47.510772 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ed8c8291-a1bd-4a17-b9be-556d6bb9289f tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/floatingips/5b7172be-f53e-47fc-84d5-7640de27d897 HTTP/1.1" status: 200 len: 991 time: 0.1934321 Feb 09 01:36:47.525007 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-5fb6767e-111f-43f8-a04c-55eef01f2780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3394906a-ea13-4c3e-bc33-a70dc9bc04a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-168577280', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '03132a09-3f61-425b-a858-40802a93b64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:36:07Z', 'updated_at': '2022-02-09T01:36:20Z', 'revision_number': 4, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '03132a09-3f61-425b-a858-40802a93b64d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3394906a-ea13-4c3e-bc33-a70dc9bc04a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:08Z', 'updated_at': '2022-02-09T01:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '5b7172be-f53e-47fc-84d5-7640de27d897', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'floating_ip_address': '172.25.8.69', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '3394906a-ea13-4c3e-bc33-a70dc9bc04a5', 'port_id': '22ed1b59-9a34-4068-84a3-3931e41c3f7d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fafd2eec-4c98-46da-af94-cf246814381c', 'mac_address': 'fa:16:3e:49:5d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2cf501-13c1-43d2-9a65-8aef54c18084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:36:44Z', 'updated_at': '2022-02-09T01:36:44Z', 'revision_number': 0, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a19eec6-8a83-484a-9c57-e5fb4f0b7b24', 'name': '', 'network_id': 'fafd2eec-4c98-46da-af94-cf246814381c', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'mac_address': 'fa:16:3e:bc:8c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3394906a-ea13-4c3e-bc33-a70dc9bc04a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '209825ec-cb7a-489f-bf18-dbf0ef5b9c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:17Z', 'updated_at': '2022-02-09T01:36:26Z', 'revision_number': 5, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'subnets': [{'id': '209825ec-cb7a-489f-bf18-dbf0ef5b9c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:47.617616 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5c5fe2c1-cdc2-4982-9dec-2f3cf3ed7ac2 req-4ce123bc-ae9c-47eb-afbb-2af923bf4d87 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/security-groups?id=80b5589d-e31e-4dcd-af93-85cf79f222f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943871 Feb 09 01:36:47.631488 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb6767e-111f-43f8-a04c-55eef01f2780 None None] Checking router: 3394906a-ea13-4c3e-bc33-a70dc9bc04a5 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:36:47.690685 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb6767e-111f-43f8-a04c-55eef01f2780 None None] Routers {'3394906a-ea13-4c3e-bc33-a70dc9bc04a5'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:36:47.694105 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-5fb6767e-111f-43f8-a04c-55eef01f2780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:36:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['3394906a-ea13-4c3e-bc33-a70dc9bc04a5'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:47.744260 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5f296-4151-4c2e-ad98-2c209114457f req-1f603450-fdaa-4dd1-b65f-e52605796bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:47.746942 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-fcc5f296-4151-4c2e-ad98-2c209114457f req-1f603450-fdaa-4dd1-b65f-e52605796bbd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=209825ec-cb7a-489f-bf18-dbf0ef5b9c24 HTTP/1.1" status: 200 len: 834 time: 0.2596822 Feb 09 01:36:47.869210 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e682a2d5-f06e-4203-b90c-b5c1c7c96007 admin admin] Publish callbacks [] for security_group (ffcafefc-b41f-4bb4-a90d-bd77e3fae554), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:47.882462 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e682a2d5-f06e-4203-b90c-b5c1c7c96007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (ffcafefc-b41f-4bb4-a90d-bd77e3fae554), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:47.969731 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e682a2d5-f06e-4203-b90c-b5c1c7c96007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffcafefc-b41f-4bb4-a90d-bd77e3fae554,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:48.047967 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59906) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:48.048684 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e682a2d5-f06e-4203-b90c-b5c1c7c96007 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=384631661d7146fc84cb08a19948f0cb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1495841 Feb 09 01:36:48.063728 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5f296-4151-4c2e-ad98-2c209114457f req-8fedd9e9-9323-4849-8e90-cdc44fa8d7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:48.066124 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-fcc5f296-4151-4c2e-ad98-2c209114457f req-8fedd9e9-9323-4849-8e90-cdc44fa8d7c9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fafd2eec-4c98-46da-af94-cf246814381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3076785 Feb 09 01:36:48.114564 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-5fb6767e-111f-43f8-a04c-55eef01f2780 None None] Set router 3394906a-ea13-4c3e-bc33-a70dc9bc04a5 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:36:48.184023 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a2f8c13a-885a-4f1e-810d-a55de1cb69b7 admin admin] Publish callbacks [] for security_group (ffcafefc-b41f-4bb4-a90d-bd77e3fae554), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:48.255342 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a2f8c13a-885a-4f1e-810d-a55de1cb69b7 admin admin] Publish callbacks [] for security_group (ffcafefc-b41f-4bb4-a90d-bd77e3fae554), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:48.267142 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-fcc5f296-4151-4c2e-ad98-2c209114457f req-575fd501-3d31-4dcb-9722-f8fc29eda4b0 service neutron] 10.222.0.47 "GET /v2.0/networks/fafd2eec-4c98-46da-af94-cf246814381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935945 Feb 09 01:36:48.375917 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a2f8c13a-885a-4f1e-810d-a55de1cb69b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (ffcafefc-b41f-4bb4-a90d-bd77e3fae554), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:48.393351 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a2f8c13a-885a-4f1e-810d-a55de1cb69b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:48.394661 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a2f8c13a-885a-4f1e-810d-a55de1cb69b7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ffcafefc-b41f-4bb4-a90d-bd77e3fae554 HTTP/1.1" status: 204 len: 168 time: 0.3455808 Feb 09 01:36:48.413293 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f8c13a-885a-4f1e-810d-a55de1cb69b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffcafefc-b41f-4bb4-a90d-bd77e3fae554,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:48.501217 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-fcc5f296-4151-4c2e-ad98-2c209114457f req-46ebee51-02ea-402a-b374-41e3ac973888 service neutron] 10.222.0.47 "GET /v2.0/networks/fafd2eec-4c98-46da-af94-cf246814381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248228 Feb 09 01:36:48.514358 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59922) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:48.588638 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-5fb6767e-111f-43f8-a04c-55eef01f2780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3394906a-ea13-4c3e-bc33-a70dc9bc04a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-168577280', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '03132a09-3f61-425b-a858-40802a93b64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:36:07Z', 'updated_at': '2022-02-09T01:36:20Z', 'revision_number': 4, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '03132a09-3f61-425b-a858-40802a93b64d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3394906a-ea13-4c3e-bc33-a70dc9bc04a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:08Z', 'updated_at': '2022-02-09T01:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '5b7172be-f53e-47fc-84d5-7640de27d897', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'floating_ip_address': '172.25.8.69', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '3394906a-ea13-4c3e-bc33-a70dc9bc04a5', 'port_id': '22ed1b59-9a34-4068-84a3-3931e41c3f7d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fafd2eec-4c98-46da-af94-cf246814381c', 'mac_address': 'fa:16:3e:49:5d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2cf501-13c1-43d2-9a65-8aef54c18084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:36:44Z', 'updated_at': '2022-02-09T01:36:44Z', 'revision_number': 0, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a19eec6-8a83-484a-9c57-e5fb4f0b7b24', 'name': '', 'network_id': 'fafd2eec-4c98-46da-af94-cf246814381c', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'mac_address': 'fa:16:3e:bc:8c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3394906a-ea13-4c3e-bc33-a70dc9bc04a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '209825ec-cb7a-489f-bf18-dbf0ef5b9c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:17Z', 'updated_at': '2022-02-09T01:36:26Z', 'revision_number': 5, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'subnets': [{'id': '209825ec-cb7a-489f-bf18-dbf0ef5b9c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:48.638556 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb6767e-111f-43f8-a04c-55eef01f2780 None None] The sync data for ids ['3394906a-ea13-4c3e-bc33-a70dc9bc04a5'] in n-d-828369-4 is: [{'id': '3394906a-ea13-4c3e-bc33-a70dc9bc04a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-168577280', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '03132a09-3f61-425b-a858-40802a93b64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:36:07Z', 'updated_at': '2022-02-09T01:36:20Z', 'revision_number': 4, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '03132a09-3f61-425b-a858-40802a93b64d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3394906a-ea13-4c3e-bc33-a70dc9bc04a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:08Z', 'updated_at': '2022-02-09T01:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '5b7172be-f53e-47fc-84d5-7640de27d897', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'floating_ip_address': '172.25.8.69', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '3394906a-ea13-4c3e-bc33-a70dc9bc04a5', 'port_id': '22ed1b59-9a34-4068-84a3-3931e41c3f7d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fafd2eec-4c98-46da-af94-cf246814381c', 'mac_address': 'fa:16:3e:49:5d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2cf501-13c1-43d2-9a65-8aef54c18084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:36:44Z', 'updated_at': '2022-02-09T01:36:44Z', 'revision_number': 0, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a19eec6-8a83-484a-9c57-e5fb4f0b7b24', 'name': '', 'network_id': 'fafd2eec-4c98-46da-af94-cf246814381c', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'mac_address': 'fa:16:3e:bc:8c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3394906a-ea13-4c3e-bc33-a70dc9bc04a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '209825ec-cb7a-489f-bf18-dbf0ef5b9c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:17Z', 'updated_at': '2022-02-09T01:36:26Z', 'revision_number': 5, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'subnets': [{'id': '209825ec-cb7a-489f-bf18-dbf0ef5b9c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:36:48.710288 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d914c5a7-e436-497e-8992-69e5b7ceafbe tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/floatingips/5b7172be-f53e-47fc-84d5-7640de27d897 HTTP/1.1" status: 200 len: 991 time: 0.1946831 Feb 09 01:36:48.890317 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471b4f8-e2eb-4fa1-8920-d4543d8d7375 req-61248a81-d49e-4f6e-a0d8-2ba5d8d421af tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:48.912782 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c471b4f8-e2eb-4fa1-8920-d4543d8d7375 req-61248a81-d49e-4f6e-a0d8-2ba5d8d421af tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 945 time: 0.1261654 Feb 09 01:36:49.096355 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c471b4f8-e2eb-4fa1-8920-d4543d8d7375 req-4adf08b5-f4f4-4160-ac69-c25e3cc0db7d tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/security-groups?id=80b5589d-e31e-4dcd-af93-85cf79f222f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1819828 Feb 09 01:36:49.251977 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bafca0-1cc5-4ec7-a655-8d1235a2c949 None None] New status for floating IP 5b7172be-f53e-47fc-84d5-7640de27d897: ACTIVE {{(pid=103138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:36:49.399284 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767cca4-d685-4df0-bfde-dd6588281b6f req-fc3ae6a2-1aca-47b8-a7e9-a8fab7d2900c tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:49.411533 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0767cca4-d685-4df0-bfde-dd6588281b6f req-fc3ae6a2-1aca-47b8-a7e9-a8fab7d2900c tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 945 time: 0.1259801 Feb 09 01:36:49.516413 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0767cca4-d685-4df0-bfde-dd6588281b6f req-bb51df26-36f4-482a-a34f-7d4ac51a6c61 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/security-groups?id=80b5589d-e31e-4dcd-af93-85cf79f222f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027358 Feb 09 01:36:49.530894 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59938) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:49.714128 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 59944) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:49.830232 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b4a403f2-30b6-42ba-ac2b-8374fd78fc10 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/floatingips/5b7172be-f53e-47fc-84d5-7640de27d897 HTTP/1.1" status: 200 len: 993 time: 0.1147001 Feb 09 01:36:49.929869 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edbb05f-5c26-4537-b30e-13039978ba93 tempest-TestVolumeBackupRestore-1238387803 tempest-TestVolumeBackupRestore-1238387803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:49.934852 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 59950) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:49.935319 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2edbb05f-5c26-4537-b30e-13039978ba93 tempest-TestVolumeBackupRestore-1238387803 tempest-TestVolumeBackupRestore-1238387803-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 1122 time: 0.3993387 Feb 09 01:36:49.939484 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-c83d4660-d3f5-4682-858d-8eafdc5e986f tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'port_id': 'b10adeca-d2e4-4dc2-8975-55ac83ccd8eb', 'tenant_id': 'c83f37eb2770492dbe0c1983971df4a0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:49.978314 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c83d4660-d3f5-4682-858d-8eafdc5e986f tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:50.160390 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c83d4660-d3f5-4682-858d-8eafdc5e986f tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:50.300246 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-c83d4660-d3f5-4682-858d-8eafdc5e986f tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Allocated IP 172.25.8.147 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/9d03e0b1-2ab9-4e06-a4f6-97f658e11f2b) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:36:50.449321 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c83d4660-d3f5-4682-858d-8eafdc5e986f tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks [] for port (9d03e0b1-2ab9-4e06-a4f6-97f658e11f2b), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:50.526317 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c83d4660-d3f5-4682-858d-8eafdc5e986f tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (9d03e0b1-2ab9-4e06-a4f6-97f658e11f2b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:50.596582 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d4660-d3f5-4682-858d-8eafdc5e986f tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Pushing event updated for resources: {'Port': ['ID=9d03e0b1-2ab9-4e06-a4f6-97f658e11f2b,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:50.600048 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83d4660-d3f5-4682-858d-8eafdc5e986f tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:36:50.601860 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-c83d4660-d3f5-4682-858d-8eafdc5e986f tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:36:50.604010 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83d4660-d3f5-4682-858d-8eafdc5e986f tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:36:51.007089 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:36:51.036891 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c83d4660-d3f5-4682-858d-8eafdc5e986f tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks [] for floatingip (f8cff7af-dd08-4877-b643-088633f4cafb), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:51.154659 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c83d4660-d3f5-4682-858d-8eafdc5e986f tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (9d03e0b1-2ab9-4e06-a4f6-97f658e11f2b), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:51.732740 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c83d4660-d3f5-4682-858d-8eafdc5e986f tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks [] for port (9d03e0b1-2ab9-4e06-a4f6-97f658e11f2b), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:51.744014 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c83d4660-d3f5-4682-858d-8eafdc5e986f tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (9d03e0b1-2ab9-4e06-a4f6-97f658e11f2b), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:51.841076 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d4660-d3f5-4682-858d-8eafdc5e986f tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Pushing event updated for resources: {'Port': ['ID=9d03e0b1-2ab9-4e06-a4f6-97f658e11f2b,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:51.852587 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83d4660-d3f5-4682-858d-8eafdc5e986f tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:51.853036 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83d4660-d3f5-4682-858d-8eafdc5e986f tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:51.853298 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83d4660-d3f5-4682-858d-8eafdc5e986f tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:51.853704 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83d4660-d3f5-4682-858d-8eafdc5e986f tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:51.854860 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83d4660-d3f5-4682-858d-8eafdc5e986f tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:51.855200 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83d4660-d3f5-4682-858d-8eafdc5e986f tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:51.855930 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83d4660-d3f5-4682-858d-8eafdc5e986f tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:51.856265 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83d4660-d3f5-4682-858d-8eafdc5e986f tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:51.856613 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83d4660-d3f5-4682-858d-8eafdc5e986f tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:51.857161 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83d4660-d3f5-4682-858d-8eafdc5e986f tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:51.857565 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83d4660-d3f5-4682-858d-8eafdc5e986f tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:51.857822 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83d4660-d3f5-4682-858d-8eafdc5e986f tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:51.858184 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83d4660-d3f5-4682-858d-8eafdc5e986f tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:51.871520 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c83d4660-d3f5-4682-858d-8eafdc5e986f tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (f8cff7af-dd08-4877-b643-088633f4cafb), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:52.035849 n-d-828369-4 neutron-server[103137]: INFO neutron.db.l3_db [None req-c83d4660-d3f5-4682-858d-8eafdc5e986f tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Floating IP f8cff7af-dd08-4877-b643-088633f4cafb associated. External IP: 172.25.8.147, port: b10adeca-d2e4-4dc2-8975-55ac83ccd8eb. Feb 09 01:36:52.345696 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83d4660-d3f5-4682-858d-8eafdc5e986f tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Router 74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:36:52.481707 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83d4660-d3f5-4682-858d-8eafdc5e986f tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:36:52.499366 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9311a530-4c66-4594-a941-930e2b93b0ab None None] Sync routers for ids ['74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:36:52.512284 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9311a530-4c66-4594-a941-930e2b93b0ab None None] Routers {'74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:36:52.513272 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9311a530-4c66-4594-a941-930e2b93b0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:36:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:52.524800 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c83d4660-d3f5-4682-858d-8eafdc5e986f tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:52.573859 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c83d4660-d3f5-4682-858d-8eafdc5e986f tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6378257 Feb 09 01:36:52.574821 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650513b8-9135-46f0-8295-1629a7c018c5', 'tag': 'b10adeca-d2e4-4dc2-8975-55ac83ccd8eb'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:36:52.576585 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60014) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:52.577389 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6149fcc-5b4c-4be3-bc8a-4a5105bf6eb6" -d '{"events": [{"name": "network-changed", "server_uuid": "650513b8-9135-46f0-8295-1629a7c018c5", "tag": "b10adeca-d2e4-4dc2-8975-55ac83ccd8eb"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:36:52.624835 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6bd4881-21c7-4a8a-ab4e-091190b5f444 x-openstack-request-id: req-a6bd4881-21c7-4a8a-ab4e-091190b5f444 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:36:52.625133 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "650513b8-9135-46f0-8295-1629a7c018c5", "tag": "b10adeca-d2e4-4dc2-8975-55ac83ccd8eb", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:36:52.625390 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a6bd4881-21c7-4a8a-ab4e-091190b5f444 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:36:52.625802 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650513b8-9135-46f0-8295-1629a7c018c5', 'tag': 'b10adeca-d2e4-4dc2-8975-55ac83ccd8eb', 'status': 'completed', 'code': 200} Feb 09 01:36:52.673245 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-9311a530-4c66-4594-a941-930e2b93b0ab None None] Set router 74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:36:52.682133 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8864f2-04ab-4dc1-9f3f-2387ede934f8 tempest-TestVolumeBackupRestore-1238387803 tempest-TestVolumeBackupRestore-1238387803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:52.683964 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-5d8864f2-04ab-4dc1-9f3f-2387ede934f8 tempest-TestVolumeBackupRestore-1238387803 tempest-TestVolumeBackupRestore-1238387803-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 1122 time: 0.1063151 Feb 09 01:36:52.686959 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60020) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:52.692327 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-526cb96c-6b4d-45da-b443-04aafd7c45fd tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Request body: {'floatingip': {'port_id': 'b10adeca-d2e4-4dc2-8975-55ac83ccd8eb'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:36:52.718558 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6149fcc-5b4c-4be3-bc8a-4a5105bf6eb6 req-3de66a45-a808-49dd-befd-d83dc9b4d21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:52.720423 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6149fcc-5b4c-4be3-bc8a-4a5105bf6eb6 req-3de66a45-a808-49dd-befd-d83dc9b4d21d service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=c83f37eb2770492dbe0c1983971df4a0&device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 1127 time: 0.0742986 Feb 09 01:36:52.815481 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-526cb96c-6b4d-45da-b443-04aafd7c45fd tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks [] for floatingip (f8cff7af-dd08-4877-b643-088633f4cafb), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:52.859970 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6149fcc-5b4c-4be3-bc8a-4a5105bf6eb6 req-1e6aa3ce-68d5-47c2-9154-794683ef4282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:52.865821 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6149fcc-5b4c-4be3-bc8a-4a5105bf6eb6 req-1e6aa3ce-68d5-47c2-9154-794683ef4282 service neutron] 10.222.0.120 "GET /v2.0/networks?id=79dcc98a-8e88-43ea-9347-58d1c81f1906 HTTP/1.1" status: 200 len: 915 time: 0.1361020 Feb 09 01:36:52.979054 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6149fcc-5b4c-4be3-bc8a-4a5105bf6eb6 req-9dfa0340-437b-4c9d-b47d-66ef24f0b7c1 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b10adeca-d2e4-4dc2-8975-55ac83ccd8eb HTTP/1.1" status: 200 len: 999 time: 0.1098361 Feb 09 01:36:53.047760 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6149fcc-5b4c-4be3-bc8a-4a5105bf6eb6 req-0869e603-6578-4bc1-826f-10a00459f26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:53.049805 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6149fcc-5b4c-4be3-bc8a-4a5105bf6eb6 req-0869e603-6578-4bc1-826f-10a00459f26b service neutron] 10.222.0.120 "GET /v2.0/subnets?id=6814466b-1294-4ba7-943e-240a3a677817 HTTP/1.1" status: 200 len: 852 time: 0.0638475 Feb 09 01:36:53.123881 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6149fcc-5b4c-4be3-bc8a-4a5105bf6eb6 req-ccc6d72b-4ef1-4c7b-a55a-50138e2724b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:53.125910 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6149fcc-5b4c-4be3-bc8a-4a5105bf6eb6 req-ccc6d72b-4ef1-4c7b-a55a-50138e2724b4 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=79dcc98a-8e88-43ea-9347-58d1c81f1906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0706544 Feb 09 01:36:53.145166 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9311a530-4c66-4594-a941-930e2b93b0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'name': 'tempest-TestVolumeBackupRestore-384360170-router', 'tenant_id': 'c83f37eb2770492dbe0c1983971df4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '893d11ec-07a1-4bf1-8ea5-2be6cbe41231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:23Z', 'updated_at': '2022-02-09T01:31:28Z', 'revision_number': 4, 'project_id': 'c83f37eb2770492dbe0c1983971df4a0', 'gw_port': {'id': '893d11ec-07a1-4bf1-8ea5-2be6cbe41231', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:24Z', 'updated_at': '2022-02-09T01:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'f8cff7af-dd08-4877-b643-088633f4cafb', 'tenant_id': 'c83f37eb2770492dbe0c1983971df4a0', 'floating_ip_address': '172.25.8.147', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'port_id': 'b10adeca-d2e4-4dc2-8975-55ac83ccd8eb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79dcc98a-8e88-43ea-9347-58d1c81f1906', 'mac_address': 'fa:16:3e:32:62:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650513b8-9135-46f0-8295-1629a7c018c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:36:50Z', 'updated_at': '2022-02-09T01:36:50Z', 'revision_number': 0, 'project_id': 'c83f37eb2770492dbe0c1983971df4a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bffcda92-6000-49dc-a805-b8e3af273e5d', 'name': '', 'network_id': '79dcc98a-8e88-43ea-9347-58d1c81f1906', 'tenant_id': 'c83f37eb2770492dbe0c1983971df4a0', 'mac_address': 'fa:16:3e:25:a0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '6814466b-1294-4ba7-943e-240a3a677817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:27Z', 'updated_at': '2022-02-09T01:31:34Z', 'revision_number': 5, 'project_id': 'c83f37eb2770492dbe0c1983971df4a0', 'subnets': [{'id': '6814466b-1294-4ba7-943e-240a3a677817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:53.197103 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9311a530-4c66-4594-a941-930e2b93b0ab None None] Checking router: 74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:36:53.206948 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9311a530-4c66-4594-a941-930e2b93b0ab None None] Routers {'74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:36:53.207931 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9311a530-4c66-4594-a941-930e2b93b0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:36:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:53.307885 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6149fcc-5b4c-4be3-bc8a-4a5105bf6eb6 req-6910d907-9318-41c2-a4e6-ff7a7572ad01 service neutron] 10.222.0.120 "GET /v2.0/networks/79dcc98a-8e88-43ea-9347-58d1c81f1906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754115 Feb 09 01:36:53.383557 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-9311a530-4c66-4594-a941-930e2b93b0ab None None] Set router 74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:36:53.516326 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6149fcc-5b4c-4be3-bc8a-4a5105bf6eb6 req-45691d77-79fd-4b05-9ab5-4dd056700937 service neutron] 10.222.0.120 "GET /v2.0/networks/79dcc98a-8e88-43ea-9347-58d1c81f1906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021413 Feb 09 01:36:53.694483 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-526cb96c-6b4d-45da-b443-04aafd7c45fd tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:53.699916 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-526cb96c-6b4d-45da-b443-04aafd7c45fd tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (f8cff7af-dd08-4877-b643-088633f4cafb), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:53.727407 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9311a530-4c66-4594-a941-930e2b93b0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'name': 'tempest-TestVolumeBackupRestore-384360170-router', 'tenant_id': 'c83f37eb2770492dbe0c1983971df4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '893d11ec-07a1-4bf1-8ea5-2be6cbe41231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:23Z', 'updated_at': '2022-02-09T01:31:28Z', 'revision_number': 4, 'project_id': 'c83f37eb2770492dbe0c1983971df4a0', 'gw_port': {'id': '893d11ec-07a1-4bf1-8ea5-2be6cbe41231', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:24Z', 'updated_at': '2022-02-09T01:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'f8cff7af-dd08-4877-b643-088633f4cafb', 'tenant_id': 'c83f37eb2770492dbe0c1983971df4a0', 'floating_ip_address': '172.25.8.147', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'port_id': 'b10adeca-d2e4-4dc2-8975-55ac83ccd8eb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79dcc98a-8e88-43ea-9347-58d1c81f1906', 'mac_address': 'fa:16:3e:32:62:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650513b8-9135-46f0-8295-1629a7c018c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:36:50Z', 'updated_at': '2022-02-09T01:36:50Z', 'revision_number': 0, 'project_id': 'c83f37eb2770492dbe0c1983971df4a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bffcda92-6000-49dc-a805-b8e3af273e5d', 'name': '', 'network_id': '79dcc98a-8e88-43ea-9347-58d1c81f1906', 'tenant_id': 'c83f37eb2770492dbe0c1983971df4a0', 'mac_address': 'fa:16:3e:25:a0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '6814466b-1294-4ba7-943e-240a3a677817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:27Z', 'updated_at': '2022-02-09T01:31:34Z', 'revision_number': 5, 'project_id': 'c83f37eb2770492dbe0c1983971df4a0', 'subnets': [{'id': '6814466b-1294-4ba7-943e-240a3a677817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:53.763308 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9311a530-4c66-4594-a941-930e2b93b0ab None None] The sync data for ids ['74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7'] in n-d-828369-4 is: [{'id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'name': 'tempest-TestVolumeBackupRestore-384360170-router', 'tenant_id': 'c83f37eb2770492dbe0c1983971df4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '893d11ec-07a1-4bf1-8ea5-2be6cbe41231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:23Z', 'updated_at': '2022-02-09T01:31:28Z', 'revision_number': 4, 'project_id': 'c83f37eb2770492dbe0c1983971df4a0', 'gw_port': {'id': '893d11ec-07a1-4bf1-8ea5-2be6cbe41231', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:24Z', 'updated_at': '2022-02-09T01:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'f8cff7af-dd08-4877-b643-088633f4cafb', 'tenant_id': 'c83f37eb2770492dbe0c1983971df4a0', 'floating_ip_address': '172.25.8.147', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'port_id': 'b10adeca-d2e4-4dc2-8975-55ac83ccd8eb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79dcc98a-8e88-43ea-9347-58d1c81f1906', 'mac_address': 'fa:16:3e:32:62:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650513b8-9135-46f0-8295-1629a7c018c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:36:50Z', 'updated_at': '2022-02-09T01:36:50Z', 'revision_number': 0, 'project_id': 'c83f37eb2770492dbe0c1983971df4a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bffcda92-6000-49dc-a805-b8e3af273e5d', 'name': '', 'network_id': '79dcc98a-8e88-43ea-9347-58d1c81f1906', 'tenant_id': 'c83f37eb2770492dbe0c1983971df4a0', 'mac_address': 'fa:16:3e:25:a0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '6814466b-1294-4ba7-943e-240a3a677817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:27Z', 'updated_at': '2022-02-09T01:31:34Z', 'revision_number': 5, 'project_id': 'c83f37eb2770492dbe0c1983971df4a0', 'subnets': [{'id': '6814466b-1294-4ba7-943e-240a3a677817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:36:54.066393 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526cb96c-6b4d-45da-b443-04aafd7c45fd tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Router 74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:36:54.124653 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ceeabd3-b7bc-47f3-9791-07a5b7f56139 None None] New status for floating IP f8cff7af-dd08-4877-b643-088633f4cafb: ACTIVE {{(pid=103138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:36:54.197213 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526cb96c-6b4d-45da-b443-04aafd7c45fd tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:36:54.204151 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-526cb96c-6b4d-45da-b443-04aafd7c45fd tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:54.297566 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-526cb96c-6b4d-45da-b443-04aafd7c45fd tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "PUT /v2.0/floatingips/f8cff7af-dd08-4877-b643-088633f4cafb HTTP/1.1" status: 200 len: 991 time: 1.6094279 Feb 09 01:36:54.433926 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556f89cc-f4e4-44bf-bfc0-0c3811533d2f None None] Sync routers for ids ['74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:36:54.443680 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556f89cc-f4e4-44bf-bfc0-0c3811533d2f None None] Routers {'74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:36:54.444382 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-556f89cc-f4e4-44bf-bfc0-0c3811533d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:36:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:54.556407 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-556f89cc-f4e4-44bf-bfc0-0c3811533d2f None None] Set router 74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:36:54.627546 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650513b8-9135-46f0-8295-1629a7c018c5', 'tag': 'b10adeca-d2e4-4dc2-8975-55ac83ccd8eb'}, {'name': 'network-changed', 'server_uuid': '650513b8-9135-46f0-8295-1629a7c018c5', 'tag': 'b10adeca-d2e4-4dc2-8975-55ac83ccd8eb'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:36:54.630863 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76079312-7878-49d6-a633-bed18e281e59" -d '{"events": [{"name": "network-changed", "server_uuid": "650513b8-9135-46f0-8295-1629a7c018c5", "tag": "b10adeca-d2e4-4dc2-8975-55ac83ccd8eb"}, {"name": "network-changed", "server_uuid": "650513b8-9135-46f0-8295-1629a7c018c5", "tag": "b10adeca-d2e4-4dc2-8975-55ac83ccd8eb"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:36:54.674644 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 09 Feb 2022 01:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78515951-566a-4a13-8221-48d35e7d6991 x-openstack-request-id: req-78515951-566a-4a13-8221-48d35e7d6991 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:36:54.675051 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "650513b8-9135-46f0-8295-1629a7c018c5", "tag": "b10adeca-d2e4-4dc2-8975-55ac83ccd8eb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "650513b8-9135-46f0-8295-1629a7c018c5", "tag": "b10adeca-d2e4-4dc2-8975-55ac83ccd8eb", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:36:54.675437 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-78515951-566a-4a13-8221-48d35e7d6991 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:36:54.675967 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650513b8-9135-46f0-8295-1629a7c018c5', 'tag': 'b10adeca-d2e4-4dc2-8975-55ac83ccd8eb', 'status': 'completed', 'code': 200} Feb 09 01:36:54.676370 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650513b8-9135-46f0-8295-1629a7c018c5', 'tag': 'b10adeca-d2e4-4dc2-8975-55ac83ccd8eb', 'status': 'completed', 'code': 200} Feb 09 01:36:54.758822 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76079312-7878-49d6-a633-bed18e281e59 req-d3ef5978-9c24-4eb9-87b1-36c0675e8649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:54.761129 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76079312-7878-49d6-a633-bed18e281e59 req-d3ef5978-9c24-4eb9-87b1-36c0675e8649 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=c83f37eb2770492dbe0c1983971df4a0&device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 1127 time: 0.0632250 Feb 09 01:36:54.833478 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-556f89cc-f4e4-44bf-bfc0-0c3811533d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'name': 'tempest-TestVolumeBackupRestore-384360170-router', 'tenant_id': 'c83f37eb2770492dbe0c1983971df4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '893d11ec-07a1-4bf1-8ea5-2be6cbe41231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:23Z', 'updated_at': '2022-02-09T01:31:28Z', 'revision_number': 4, 'project_id': 'c83f37eb2770492dbe0c1983971df4a0', 'gw_port': {'id': '893d11ec-07a1-4bf1-8ea5-2be6cbe41231', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:24Z', 'updated_at': '2022-02-09T01:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'f8cff7af-dd08-4877-b643-088633f4cafb', 'tenant_id': 'c83f37eb2770492dbe0c1983971df4a0', 'floating_ip_address': '172.25.8.147', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'port_id': 'b10adeca-d2e4-4dc2-8975-55ac83ccd8eb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79dcc98a-8e88-43ea-9347-58d1c81f1906', 'mac_address': 'fa:16:3e:32:62:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650513b8-9135-46f0-8295-1629a7c018c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:36:50Z', 'updated_at': '2022-02-09T01:36:54Z', 'revision_number': 2, 'project_id': 'c83f37eb2770492dbe0c1983971df4a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bffcda92-6000-49dc-a805-b8e3af273e5d', 'name': '', 'network_id': '79dcc98a-8e88-43ea-9347-58d1c81f1906', 'tenant_id': 'c83f37eb2770492dbe0c1983971df4a0', 'mac_address': 'fa:16:3e:25:a0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '6814466b-1294-4ba7-943e-240a3a677817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:27Z', 'updated_at': '2022-02-09T01:31:34Z', 'revision_number': 5, 'project_id': 'c83f37eb2770492dbe0c1983971df4a0', 'subnets': [{'id': '6814466b-1294-4ba7-943e-240a3a677817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:54.862381 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76079312-7878-49d6-a633-bed18e281e59 req-fc66f301-646f-4e0c-8e5e-a9aac1da99e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:54.864040 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76079312-7878-49d6-a633-bed18e281e59 req-fc66f301-646f-4e0c-8e5e-a9aac1da99e1 service neutron] 10.222.0.120 "GET /v2.0/networks?id=79dcc98a-8e88-43ea-9347-58d1c81f1906 HTTP/1.1" status: 200 len: 915 time: 0.0958714 Feb 09 01:36:54.865871 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556f89cc-f4e4-44bf-bfc0-0c3811533d2f None None] Checking router: 74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:36:54.875323 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556f89cc-f4e4-44bf-bfc0-0c3811533d2f None None] Routers {'74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:36:54.876223 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-556f89cc-f4e4-44bf-bfc0-0c3811533d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:36:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:54.966691 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76079312-7878-49d6-a633-bed18e281e59 req-fd0071d6-806d-42de-b9f4-1c8a88e18810 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b10adeca-d2e4-4dc2-8975-55ac83ccd8eb HTTP/1.1" status: 200 len: 1001 time: 0.0953181 Feb 09 01:36:55.041132 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-556f89cc-f4e4-44bf-bfc0-0c3811533d2f None None] Set router 74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:36:55.072647 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76079312-7878-49d6-a633-bed18e281e59 req-717435c5-4559-45be-8873-4030111787ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:55.079225 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76079312-7878-49d6-a633-bed18e281e59 req-717435c5-4559-45be-8873-4030111787ab service neutron] 10.222.0.120 "GET /v2.0/subnets?id=6814466b-1294-4ba7-943e-240a3a677817 HTTP/1.1" status: 200 len: 852 time: 0.1034882 Feb 09 01:36:55.165163 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76079312-7878-49d6-a633-bed18e281e59 req-9f1bfbff-b711-4ce8-b776-62fa334da156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:55.167161 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76079312-7878-49d6-a633-bed18e281e59 req-9f1bfbff-b711-4ce8-b776-62fa334da156 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=79dcc98a-8e88-43ea-9347-58d1c81f1906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0836213 Feb 09 01:36:55.351936 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76079312-7878-49d6-a633-bed18e281e59 req-c016b4b8-1bb0-47a6-b1ca-e56bbe336d84 service neutron] 10.222.0.120 "GET /v2.0/networks/79dcc98a-8e88-43ea-9347-58d1c81f1906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781168 Feb 09 01:36:55.410253 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-556f89cc-f4e4-44bf-bfc0-0c3811533d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'name': 'tempest-TestVolumeBackupRestore-384360170-router', 'tenant_id': 'c83f37eb2770492dbe0c1983971df4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '893d11ec-07a1-4bf1-8ea5-2be6cbe41231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:23Z', 'updated_at': '2022-02-09T01:31:28Z', 'revision_number': 4, 'project_id': 'c83f37eb2770492dbe0c1983971df4a0', 'gw_port': {'id': '893d11ec-07a1-4bf1-8ea5-2be6cbe41231', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:24Z', 'updated_at': '2022-02-09T01:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'f8cff7af-dd08-4877-b643-088633f4cafb', 'tenant_id': 'c83f37eb2770492dbe0c1983971df4a0', 'floating_ip_address': '172.25.8.147', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'port_id': 'b10adeca-d2e4-4dc2-8975-55ac83ccd8eb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79dcc98a-8e88-43ea-9347-58d1c81f1906', 'mac_address': 'fa:16:3e:32:62:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650513b8-9135-46f0-8295-1629a7c018c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:36:50Z', 'updated_at': '2022-02-09T01:36:54Z', 'revision_number': 2, 'project_id': 'c83f37eb2770492dbe0c1983971df4a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bffcda92-6000-49dc-a805-b8e3af273e5d', 'name': '', 'network_id': '79dcc98a-8e88-43ea-9347-58d1c81f1906', 'tenant_id': 'c83f37eb2770492dbe0c1983971df4a0', 'mac_address': 'fa:16:3e:25:a0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '6814466b-1294-4ba7-943e-240a3a677817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:27Z', 'updated_at': '2022-02-09T01:31:34Z', 'revision_number': 5, 'project_id': 'c83f37eb2770492dbe0c1983971df4a0', 'subnets': [{'id': '6814466b-1294-4ba7-943e-240a3a677817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:36:55.443691 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556f89cc-f4e4-44bf-bfc0-0c3811533d2f None None] The sync data for ids ['74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7'] in n-d-828369-4 is: [{'id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'name': 'tempest-TestVolumeBackupRestore-384360170-router', 'tenant_id': 'c83f37eb2770492dbe0c1983971df4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '893d11ec-07a1-4bf1-8ea5-2be6cbe41231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:23Z', 'updated_at': '2022-02-09T01:31:28Z', 'revision_number': 4, 'project_id': 'c83f37eb2770492dbe0c1983971df4a0', 'gw_port': {'id': '893d11ec-07a1-4bf1-8ea5-2be6cbe41231', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:24Z', 'updated_at': '2022-02-09T01:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'f8cff7af-dd08-4877-b643-088633f4cafb', 'tenant_id': 'c83f37eb2770492dbe0c1983971df4a0', 'floating_ip_address': '172.25.8.147', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'port_id': 'b10adeca-d2e4-4dc2-8975-55ac83ccd8eb', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79dcc98a-8e88-43ea-9347-58d1c81f1906', 'mac_address': 'fa:16:3e:32:62:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650513b8-9135-46f0-8295-1629a7c018c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:36:50Z', 'updated_at': '2022-02-09T01:36:54Z', 'revision_number': 2, 'project_id': 'c83f37eb2770492dbe0c1983971df4a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bffcda92-6000-49dc-a805-b8e3af273e5d', 'name': '', 'network_id': '79dcc98a-8e88-43ea-9347-58d1c81f1906', 'tenant_id': 'c83f37eb2770492dbe0c1983971df4a0', 'mac_address': 'fa:16:3e:25:a0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '6814466b-1294-4ba7-943e-240a3a677817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:27Z', 'updated_at': '2022-02-09T01:31:34Z', 'revision_number': 5, 'project_id': 'c83f37eb2770492dbe0c1983971df4a0', 'subnets': [{'id': '6814466b-1294-4ba7-943e-240a3a677817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:36:55.505845 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76079312-7878-49d6-a633-bed18e281e59 req-92eae74c-f2d2-41e2-a3c6-060f9a798720 service neutron] 10.222.0.120 "GET /v2.0/networks/79dcc98a-8e88-43ea-9347-58d1c81f1906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460571 Feb 09 01:36:56.046807 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76079312-7878-49d6-a633-bed18e281e59 req-56595f4d-5a65-4bcd-a706-c6d66adbff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:56.048328 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76079312-7878-49d6-a633-bed18e281e59 req-56595f4d-5a65-4bcd-a706-c6d66adbff57 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=c83f37eb2770492dbe0c1983971df4a0&device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 1127 time: 0.4824600 Feb 09 01:36:56.164980 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76079312-7878-49d6-a633-bed18e281e59 req-150fac1e-cdaf-4f97-87dd-059683c9d1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:56.166690 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76079312-7878-49d6-a633-bed18e281e59 req-150fac1e-cdaf-4f97-87dd-059683c9d1f6 service neutron] 10.222.0.120 "GET /v2.0/networks?id=79dcc98a-8e88-43ea-9347-58d1c81f1906 HTTP/1.1" status: 200 len: 915 time: 0.1122851 Feb 09 01:36:56.247924 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76079312-7878-49d6-a633-bed18e281e59 req-e4b41833-9759-4b85-bde9-0e9d8eebc235 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b10adeca-d2e4-4dc2-8975-55ac83ccd8eb HTTP/1.1" status: 200 len: 1001 time: 0.0743268 Feb 09 01:36:56.320377 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76079312-7878-49d6-a633-bed18e281e59 req-cd1a198e-5f70-4a31-88c0-47d1a5b416fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:56.322046 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76079312-7878-49d6-a633-bed18e281e59 req-cd1a198e-5f70-4a31-88c0-47d1a5b416fb service neutron] 10.222.0.120 "GET /v2.0/subnets?id=6814466b-1294-4ba7-943e-240a3a677817 HTTP/1.1" status: 200 len: 852 time: 0.0684717 Feb 09 01:36:56.377639 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76079312-7878-49d6-a633-bed18e281e59 req-79b612a7-995e-46d5-9645-cc68ceb04bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:36:56.379249 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76079312-7878-49d6-a633-bed18e281e59 req-79b612a7-995e-46d5-9645-cc68ceb04bdb service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=79dcc98a-8e88-43ea-9347-58d1c81f1906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0509541 Feb 09 01:36:56.553367 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76079312-7878-49d6-a633-bed18e281e59 req-a8d9d37c-28f7-446a-ae3d-cfcc28f8d946 service neutron] 10.222.0.120 "GET /v2.0/networks/79dcc98a-8e88-43ea-9347-58d1c81f1906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668701 Feb 09 01:36:56.665238 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76079312-7878-49d6-a633-bed18e281e59 req-f16fb3d0-0840-48c9-9d6c-14e2b8ae1d38 service neutron] 10.222.0.120 "GET /v2.0/networks/79dcc98a-8e88-43ea-9347-58d1c81f1906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065345 Feb 09 01:36:56.697334 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60106) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:56.816622 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-574b5a3d-6187-4e94-8cf7-b2caf217876e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:56.890414 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-574b5a3d-6187-4e94-8cf7-b2caf217876e admin admin] Publish callbacks [] for security_group (7ef9ab7f-7c2c-40a8-9964-97457763c0ea), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:56.895571 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-574b5a3d-6187-4e94-8cf7-b2caf217876e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (7ef9ab7f-7c2c-40a8-9964-97457763c0ea), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:56.938503 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-574b5a3d-6187-4e94-8cf7-b2caf217876e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0c9f845e3635488f9ee8c70b0dd74097&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2399490 Feb 09 01:36:56.939324 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574b5a3d-6187-4e94-8cf7-b2caf217876e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef9ab7f-7c2c-40a8-9964-97457763c0ea,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:56.941311 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60110) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:56.975642 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574b5a3d-6187-4e94-8cf7-b2caf217876e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:56.977274 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574b5a3d-6187-4e94-8cf7-b2caf217876e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:56.977274 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574b5a3d-6187-4e94-8cf7-b2caf217876e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:56.977274 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574b5a3d-6187-4e94-8cf7-b2caf217876e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:56.977274 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574b5a3d-6187-4e94-8cf7-b2caf217876e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:56.977645 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574b5a3d-6187-4e94-8cf7-b2caf217876e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:56.977870 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574b5a3d-6187-4e94-8cf7-b2caf217876e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:56.978198 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574b5a3d-6187-4e94-8cf7-b2caf217876e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:56.978532 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574b5a3d-6187-4e94-8cf7-b2caf217876e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:56.978859 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574b5a3d-6187-4e94-8cf7-b2caf217876e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:56.979833 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574b5a3d-6187-4e94-8cf7-b2caf217876e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:56.979833 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574b5a3d-6187-4e94-8cf7-b2caf217876e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:56.980048 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574b5a3d-6187-4e94-8cf7-b2caf217876e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:36:57.011428 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f9a53719-4f12-42f9-9554-1d3b61fadd23 admin admin] Publish callbacks [] for security_group (7ef9ab7f-7c2c-40a8-9964-97457763c0ea), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:57.043711 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f9a53719-4f12-42f9-9554-1d3b61fadd23 admin admin] Publish callbacks [] for security_group (7ef9ab7f-7c2c-40a8-9964-97457763c0ea), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:57.094002 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f9a53719-4f12-42f9-9554-1d3b61fadd23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (7ef9ab7f-7c2c-40a8-9964-97457763c0ea), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:57.098676 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f9a53719-4f12-42f9-9554-1d3b61fadd23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:57.100367 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f9a53719-4f12-42f9-9554-1d3b61fadd23 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7ef9ab7f-7c2c-40a8-9964-97457763c0ea HTTP/1.1" status: 204 len: 168 time: 0.1580157 Feb 09 01:36:57.111987 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a53719-4f12-42f9-9554-1d3b61fadd23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef9ab7f-7c2c-40a8-9964-97457763c0ea,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:57.412674 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60118) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:57.427835 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9b3a81fd-6adb-4cf5-a9a2-94445fec1546 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:57.518953 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9b3a81fd-6adb-4cf5-a9a2-94445fec1546 admin admin] Publish callbacks [] for security_group (d40c72f8-17bb-46d9-9e8d-a3aac0f629b1), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:57.523394 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9b3a81fd-6adb-4cf5-a9a2-94445fec1546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (d40c72f8-17bb-46d9-9e8d-a3aac0f629b1), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:57.590313 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-9b3a81fd-6adb-4cf5-a9a2-94445fec1546 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b642dce505b14593b15eaca18534ddb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1765072 Feb 09 01:36:57.593558 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60122) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:57.594061 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3a81fd-6adb-4cf5-a9a2-94445fec1546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40c72f8-17bb-46d9-9e8d-a3aac0f629b1,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:57.661437 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-59194149-96fb-4b4e-8e31-9133820ef272 admin admin] Publish callbacks [] for security_group (d40c72f8-17bb-46d9-9e8d-a3aac0f629b1), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:57.701436 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-59194149-96fb-4b4e-8e31-9133820ef272 admin admin] Publish callbacks [] for security_group (d40c72f8-17bb-46d9-9e8d-a3aac0f629b1), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:57.767046 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-59194149-96fb-4b4e-8e31-9133820ef272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (d40c72f8-17bb-46d9-9e8d-a3aac0f629b1), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:57.771266 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-59194149-96fb-4b4e-8e31-9133820ef272 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:57.772755 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-59194149-96fb-4b4e-8e31-9133820ef272 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d40c72f8-17bb-46d9-9e8d-a3aac0f629b1 HTTP/1.1" status: 204 len: 168 time: 0.1770804 Feb 09 01:36:57.783289 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59194149-96fb-4b4e-8e31-9133820ef272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40c72f8-17bb-46d9-9e8d-a3aac0f629b1,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:59.134511 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60162) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:59.296456 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f61c7480-5ebe-4097-8352-f831814ae9de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:59.412316 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f61c7480-5ebe-4097-8352-f831814ae9de admin admin] Publish callbacks [] for security_group (110dff29-e5ae-471f-a1e3-03dd52db3fe4), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:59.416688 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f61c7480-5ebe-4097-8352-f831814ae9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (110dff29-e5ae-471f-a1e3-03dd52db3fe4), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:59.460350 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f61c7480-5ebe-4097-8352-f831814ae9de admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a0396b83ed794085a3972deb12017154&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3247275 Feb 09 01:36:59.461339 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61c7480-5ebe-4097-8352-f831814ae9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110dff29-e5ae-471f-a1e3-03dd52db3fe4,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:36:59.462979 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60172) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:36:59.547004 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-221c8dc8-46c1-487c-8d48-911ded6fa0f0 admin admin] Publish callbacks [] for security_group (110dff29-e5ae-471f-a1e3-03dd52db3fe4), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:59.574683 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-221c8dc8-46c1-487c-8d48-911ded6fa0f0 admin admin] Publish callbacks [] for security_group (110dff29-e5ae-471f-a1e3-03dd52db3fe4), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:59.631684 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-221c8dc8-46c1-487c-8d48-911ded6fa0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (110dff29-e5ae-471f-a1e3-03dd52db3fe4), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:59.639507 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-221c8dc8-46c1-487c-8d48-911ded6fa0f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:36:59.643348 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-221c8dc8-46c1-487c-8d48-911ded6fa0f0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/110dff29-e5ae-471f-a1e3-03dd52db3fe4 HTTP/1.1" status: 204 len: 168 time: 0.1767254 Feb 09 01:36:59.654553 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c8dc8-46c1-487c-8d48-911ded6fa0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110dff29-e5ae-471f-a1e3-03dd52db3fe4,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:00.003977 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60188) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:00.021233 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-88dc2f64-e229-4bf3-b974-1b7fff87674d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:00.166974 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-88dc2f64-e229-4bf3-b974-1b7fff87674d admin admin] Publish callbacks [] for security_group (593645e5-6e3d-4f72-b6d7-eff07cae252b), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:00.173266 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-88dc2f64-e229-4bf3-b974-1b7fff87674d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (593645e5-6e3d-4f72-b6d7-eff07cae252b), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:00.216028 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc2f64-e229-4bf3-b974-1b7fff87674d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593645e5-6e3d-4f72-b6d7-eff07cae252b,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:00.253528 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-88dc2f64-e229-4bf3-b974-1b7fff87674d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ba9fad69517640e8a46da4c6aed06ebf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2481549 Feb 09 01:37:00.258582 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60198) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:00.332239 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-550ae9af-5e02-47e9-b30d-5f2c209def18 admin admin] Publish callbacks [] for security_group (593645e5-6e3d-4f72-b6d7-eff07cae252b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:00.361432 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-550ae9af-5e02-47e9-b30d-5f2c209def18 admin admin] Publish callbacks [] for security_group (593645e5-6e3d-4f72-b6d7-eff07cae252b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:00.446911 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-550ae9af-5e02-47e9-b30d-5f2c209def18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (593645e5-6e3d-4f72-b6d7-eff07cae252b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:00.454456 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-550ae9af-5e02-47e9-b30d-5f2c209def18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:00.459711 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-550ae9af-5e02-47e9-b30d-5f2c209def18 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/593645e5-6e3d-4f72-b6d7-eff07cae252b HTTP/1.1" status: 204 len: 168 time: 0.2002957 Feb 09 01:37:00.469866 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ae9af-5e02-47e9-b30d-5f2c209def18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593645e5-6e3d-4f72-b6d7-eff07cae252b,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:00.787632 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14603815-702b-439d-a482-70676c0d92ca req-e23e6f2a-bc4d-48f9-acfc-b3c0d167c84e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:00.790084 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-14603815-702b-439d-a482-70676c0d92ca req-e23e6f2a-bc4d-48f9-acfc-b3c0d167c84e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 946 time: 0.0599904 Feb 09 01:37:00.865116 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-14603815-702b-439d-a482-70676c0d92ca req-e931dfbb-344b-4159-af57-15e3deb72b45 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680988 Feb 09 01:37:01.112570 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60230) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:01.227201 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f40d6e1f-0af4-4535-a1b7-9a4c90864dad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:01.310129 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f40d6e1f-0af4-4535-a1b7-9a4c90864dad admin admin] Publish callbacks [] for security_group (91c8a3a4-b5ae-4bc6-b188-b77cf0b67514), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:01.315505 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f40d6e1f-0af4-4535-a1b7-9a4c90864dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (91c8a3a4-b5ae-4bc6-b188-b77cf0b67514), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:01.355262 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f40d6e1f-0af4-4535-a1b7-9a4c90864dad admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=034e86f8d48f459e89433e1dd35a8373&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2415719 Feb 09 01:37:01.357945 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60242) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:01.364501 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d6e1f-0af4-4535-a1b7-9a4c90864dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c8a3a4-b5ae-4bc6-b188-b77cf0b67514,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:01.427446 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d4792ee5-0198-467b-a50b-9097f31fc50b admin admin] Publish callbacks [] for security_group (91c8a3a4-b5ae-4bc6-b188-b77cf0b67514), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:01.455923 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d4792ee5-0198-467b-a50b-9097f31fc50b admin admin] Publish callbacks [] for security_group (91c8a3a4-b5ae-4bc6-b188-b77cf0b67514), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:01.507810 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d4792ee5-0198-467b-a50b-9097f31fc50b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (91c8a3a4-b5ae-4bc6-b188-b77cf0b67514), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:01.511326 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d4792ee5-0198-467b-a50b-9097f31fc50b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:01.513042 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d4792ee5-0198-467b-a50b-9097f31fc50b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/91c8a3a4-b5ae-4bc6-b188-b77cf0b67514 HTTP/1.1" status: 204 len: 168 time: 0.1537142 Feb 09 01:37:01.530724 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4792ee5-0198-467b-a50b-9097f31fc50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c8a3a4-b5ae-4bc6-b188-b77cf0b67514,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:02.018678 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f592930-a0ae-4bf0-86ab-65fb24bc6451 req-2bfea8d7-1bf6-443e-a013-93d3284b7e78 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:02.026403 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6f592930-a0ae-4bf0-86ab-65fb24bc6451 req-2bfea8d7-1bf6-443e-a013-93d3284b7e78 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 946 time: 0.0792289 Feb 09 01:37:02.093663 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6f592930-a0ae-4bf0-86ab-65fb24bc6451 req-c751bae0-e086-4b28-a77c-3961e3a96446 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657048 Feb 09 01:37:02.421703 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bd5c1f82-94b4-43d7-8088-105651d59a32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:02.652563 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9e926-f5b0-495b-a967-8b6ef2de35e0 req-18fd983c-f893-4ed7-b1c8-ddeb3f9361ef tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:02.657789 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-24b9e926-f5b0-495b-a967-8b6ef2de35e0 req-18fd983c-f893-4ed7-b1c8-ddeb3f9361ef tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 946 time: 0.0702085 Feb 09 01:37:02.744022 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60316) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:02.773279 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-24b9e926-f5b0-495b-a967-8b6ef2de35e0 req-003b9dda-e21c-45ae-99e2-85710254cfdc tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Deleting port 53cb7227-57cc-41fd-8a53-fbb8863f5d27 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:37:02.773279 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-24b9e926-f5b0-495b-a967-8b6ef2de35e0 req-003b9dda-e21c-45ae-99e2-85710254cfdc tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (53cb7227-57cc-41fd-8a53-fbb8863f5d27), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:02.904245 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-24b9e926-f5b0-495b-a967-8b6ef2de35e0 req-003b9dda-e21c-45ae-99e2-85710254cfdc tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] For port 53cb7227-57cc-41fd-8a53-fbb8863f5d27, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=53cb7227-57cc-41fd-8a53-fbb8863f5d27,segment=NetworkSegment(d40e3b64-4486-4490-9380-e6758cb22819),segment_id=d40e3b64-4486-4490-9380-e6758cb22819)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:02.904852 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-24b9e926-f5b0-495b-a967-8b6ef2de35e0 req-003b9dda-e21c-45ae-99e2-85710254cfdc tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (53cb7227-57cc-41fd-8a53-fbb8863f5d27), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:02.932140 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-889d40e5-e3e7-4deb-894a-9071ec797260 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:03.069640 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60328) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:03.223578 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-889d40e5-e3e7-4deb-894a-9071ec797260 admin admin] Publish callbacks [] for security_group (f4dd6a9e-dc5e-4bbf-86e9-ea892649fb48), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:03.227294 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-24b9e926-f5b0-495b-a967-8b6ef2de35e0 req-003b9dda-e21c-45ae-99e2-85710254cfdc tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:03.228069 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-24b9e926-f5b0-495b-a967-8b6ef2de35e0 req-003b9dda-e21c-45ae-99e2-85710254cfdc tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (e2b01fa1-09a8-4a67-b18e-13c3ca6eea49), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:03.228069 n-d-828369-4 neutron-server[103137]: INFO neutron.db.l3_db [req-24b9e926-f5b0-495b-a967-8b6ef2de35e0 req-003b9dda-e21c-45ae-99e2-85710254cfdc tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Floating IP e2b01fa1-09a8-4a67-b18e-13c3ca6eea49 disassociated. External IP: 172.25.8.65, port: 53cb7227-57cc-41fd-8a53-fbb8863f5d27. Feb 09 01:37:03.228378 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-24b9e926-f5b0-495b-a967-8b6ef2de35e0 req-003b9dda-e21c-45ae-99e2-85710254cfdc tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Calling delete_port for 53cb7227-57cc-41fd-8a53-fbb8863f5d27 owned by compute:nova {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:37:03.232448 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-889d40e5-e3e7-4deb-894a-9071ec797260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (f4dd6a9e-dc5e-4bbf-86e9-ea892649fb48), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:03.235823 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-efe6804a-be26-4d30-a30d-066ad5159003 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:03.283457 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4cc5b-b837-4e07-b295-b3077e34dd8f req-7334d128-805d-4ba5-9d21-b35becbd16dc tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:03.291063 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5ac4cc5b-b837-4e07-b295-b3077e34dd8f req-7334d128-805d-4ba5-9d21-b35becbd16dc tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 946 time: 0.1019959 Feb 09 01:37:03.316161 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-889d40e5-e3e7-4deb-894a-9071ec797260 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e769d936e1d9422e80e518ed410cb104&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5677121 Feb 09 01:37:03.316161 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d40e5-e3e7-4deb-894a-9071ec797260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4dd6a9e-dc5e-4bbf-86e9-ea892649fb48,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:03.319251 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60334) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:03.384498 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5ac4cc5b-b837-4e07-b295-b3077e34dd8f req-9804f542-7c8b-412d-9cf5-997b28f2ca51 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905097 Feb 09 01:37:03.390698 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4787ba83-01d2-464a-adc0-a9d5259b34be admin admin] Publish callbacks [] for security_group (f4dd6a9e-dc5e-4bbf-86e9-ea892649fb48), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:03.422200 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-efe6804a-be26-4d30-a30d-066ad5159003 admin admin] Publish callbacks [] for security_group (22bb1ebd-6869-4bfb-95ed-a44ed7822751), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:03.426158 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-efe6804a-be26-4d30-a30d-066ad5159003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (22bb1ebd-6869-4bfb-95ed-a44ed7822751), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:03.437905 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4787ba83-01d2-464a-adc0-a9d5259b34be admin admin] Publish callbacks [] for security_group (f4dd6a9e-dc5e-4bbf-86e9-ea892649fb48), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:03.466472 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-efe6804a-be26-4d30-a30d-066ad5159003 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6e1884df217c458ab13543fd580b743c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3952029 Feb 09 01:37:03.467628 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe6804a-be26-4d30-a30d-066ad5159003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22bb1ebd-6869-4bfb-95ed-a44ed7822751,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:03.470175 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60336) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:03.485090 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-24b9e926-f5b0-495b-a967-8b6ef2de35e0 req-003b9dda-e21c-45ae-99e2-85710254cfdc tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (53cb7227-57cc-41fd-8a53-fbb8863f5d27), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:03.516954 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b9dda-e21c-45ae-99e2-85710254cfdc tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Pushing event deleted for resources: {'Port': ['ID=53cb7227-57cc-41fd-8a53-fbb8863f5d27,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:03.551353 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-56476bc4-23e9-4385-a5a6-08ff1ff1867e admin admin] Publish callbacks [] for security_group (22bb1ebd-6869-4bfb-95ed-a44ed7822751), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:03.575016 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-56476bc4-23e9-4385-a5a6-08ff1ff1867e admin admin] Publish callbacks [] for security_group (22bb1ebd-6869-4bfb-95ed-a44ed7822751), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:03.604791 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4787ba83-01d2-464a-adc0-a9d5259b34be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (f4dd6a9e-dc5e-4bbf-86e9-ea892649fb48), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:03.607340 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4787ba83-01d2-464a-adc0-a9d5259b34be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:03.608493 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4787ba83-01d2-464a-adc0-a9d5259b34be admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f4dd6a9e-dc5e-4bbf-86e9-ea892649fb48 HTTP/1.1" status: 204 len: 168 time: 0.2883391 Feb 09 01:37:03.625741 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4787ba83-01d2-464a-adc0-a9d5259b34be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4dd6a9e-dc5e-4bbf-86e9-ea892649fb48,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:03.661006 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-56476bc4-23e9-4385-a5a6-08ff1ff1867e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (22bb1ebd-6869-4bfb-95ed-a44ed7822751), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:03.668333 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-56476bc4-23e9-4385-a5a6-08ff1ff1867e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:03.669128 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24b9e926-f5b0-495b-a967-8b6ef2de35e0 req-003b9dda-e21c-45ae-99e2-85710254cfdc tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Router c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:37:03.672966 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-56476bc4-23e9-4385-a5a6-08ff1ff1867e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/22bb1ebd-6869-4bfb-95ed-a44ed7822751 HTTP/1.1" status: 204 len: 168 time: 0.1983459 Feb 09 01:37:03.695669 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476bc4-23e9-4385-a5a6-08ff1ff1867e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22bb1ebd-6869-4bfb-95ed-a44ed7822751,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:03.817112 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24b9e926-f5b0-495b-a967-8b6ef2de35e0 req-003b9dda-e21c-45ae-99e2-85710254cfdc tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:37:03.831573 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5423a116-61b1-4061-8c9d-b353bb5e4c5f None None] Sync routers for ids ['c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:37:03.847431 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5423a116-61b1-4061-8c9d-b353bb5e4c5f None None] Routers {'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:37:03.849880 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-5423a116-61b1-4061-8c9d-b353bb5e4c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:36:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:03.874451 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b9e926-f5b0-495b-a967-8b6ef2de35e0 req-003b9dda-e21c-45ae-99e2-85710254cfdc tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] No DVR routers for this DVR port 53cb7227-57cc-41fd-8a53-fbb8863f5d27 on host n-h1-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:37:03.879457 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-24b9e926-f5b0-495b-a967-8b6ef2de35e0 req-003b9dda-e21c-45ae-99e2-85710254cfdc tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:03.883145 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-24b9e926-f5b0-495b-a967-8b6ef2de35e0 req-003b9dda-e21c-45ae-99e2-85710254cfdc tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.47 "DELETE /v2.0/ports/53cb7227-57cc-41fd-8a53-fbb8863f5d27 HTTP/1.1" status: 204 len: 173 time: 1.2190905 Feb 09 01:37:03.888028 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e336c02-412f-4471-adae-0132f965edfc', 'name': 'network-vif-deleted', 'tag': '53cb7227-57cc-41fd-8a53-fbb8863f5d27'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:37:03.891949 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787cbafc-1901-4ac9-8861-59af58ea4cbd" -d '{"events": [{"server_uuid": "7e336c02-412f-4471-adae-0132f965edfc", "name": "network-vif-deleted", "tag": "53cb7227-57cc-41fd-8a53-fbb8863f5d27"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:37:03.997689 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b2d9ef-ca49-40bb-8d42-4985e1bd70cd x-openstack-request-id: req-f7b2d9ef-ca49-40bb-8d42-4985e1bd70cd {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:37:03.998090 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e336c02-412f-4471-adae-0132f965edfc", "name": "network-vif-deleted", "tag": "53cb7227-57cc-41fd-8a53-fbb8863f5d27", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:37:03.998441 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f7b2d9ef-ca49-40bb-8d42-4985e1bd70cd {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:37:03.998945 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e336c02-412f-4471-adae-0132f965edfc', 'name': 'network-vif-deleted', 'tag': '53cb7227-57cc-41fd-8a53-fbb8863f5d27', 'status': 'completed', 'code': 200} Feb 09 01:37:04.105643 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-5423a116-61b1-4061-8c9d-b353bb5e4c5f None None] Set router c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:37:04.124638 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60356) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:04.147487 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1fd5a8a2-1f32-4c6f-b8b0-965a356797b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:04.248244 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1fd5a8a2-1f32-4c6f-b8b0-965a356797b0 admin admin] Publish callbacks [] for security_group (b7a2b8aa-f898-454a-88d0-b5453047bdda), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:04.254051 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1fd5a8a2-1f32-4c6f-b8b0-965a356797b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b7a2b8aa-f898-454a-88d0-b5453047bdda), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:04.308380 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1fd5a8a2-1f32-4c6f-b8b0-965a356797b0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1714107991624efab16648d142619c06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1774924 Feb 09 01:37:04.310987 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60360) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:04.329977 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd5a8a2-1f32-4c6f-b8b0-965a356797b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a2b8aa-f898-454a-88d0-b5453047bdda,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:04.390490 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-5423a116-61b1-4061-8c9d-b353bb5e4c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'name': 'tempest-TestVolumeBootPattern-157314528-router', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '832db3f3-699c-4232-b40d-da165c776bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:39Z', 'updated_at': '2022-02-09T01:24:49Z', 'revision_number': 4, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'gw_port': {'id': '832db3f3-699c-4232-b40d-da165c776bca', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:41Z', 'updated_at': '2022-02-09T01:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '363b3493-e9bd-4c21-9ff5-05551ea98e75', 'name': '', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'mac_address': 'fa:16:3e:6d:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '68d3f132-83c5-49da-80a3-1924c70a8491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:46Z', 'updated_at': '2022-02-09T01:25:00Z', 'revision_number': 5, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'subnets': [{'id': '68d3f132-83c5-49da-80a3-1924c70a8491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:04.397423 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b94fa932-04a6-4c1b-aac8-9fefa307d301 admin admin] Publish callbacks [] for security_group (b7a2b8aa-f898-454a-88d0-b5453047bdda), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:04.425171 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b94fa932-04a6-4c1b-aac8-9fefa307d301 admin admin] Publish callbacks [] for security_group (b7a2b8aa-f898-454a-88d0-b5453047bdda), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:04.446029 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5423a116-61b1-4061-8c9d-b353bb5e4c5f None None] Checking router: c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:37:04.464170 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5423a116-61b1-4061-8c9d-b353bb5e4c5f None None] Routers {'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:37:04.465149 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-5423a116-61b1-4061-8c9d-b353bb5e4c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:36:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:04.467680 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9f151d5c-9327-4198-9e33-dc68243cd49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:04.543274 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a3698e51-8489-420b-9e24-28c81b30161d req-be583ae7-b8bd-478d-ab88-af45b4878726 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 210 time: 0.0487034 Feb 09 01:37:04.546916 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b94fa932-04a6-4c1b-aac8-9fefa307d301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b7a2b8aa-f898-454a-88d0-b5453047bdda), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:04.559448 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b94fa932-04a6-4c1b-aac8-9fefa307d301 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:04.560957 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b94fa932-04a6-4c1b-aac8-9fefa307d301 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b7a2b8aa-f898-454a-88d0-b5453047bdda HTTP/1.1" status: 204 len: 168 time: 0.2477236 Feb 09 01:37:04.573926 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94fa932-04a6-4c1b-aac8-9fefa307d301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a2b8aa-f898-454a-88d0-b5453047bdda,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:04.638355 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-5423a116-61b1-4061-8c9d-b353bb5e4c5f None None] Set router c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:37:04.887767 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-5423a116-61b1-4061-8c9d-b353bb5e4c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'name': 'tempest-TestVolumeBootPattern-157314528-router', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '832db3f3-699c-4232-b40d-da165c776bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:39Z', 'updated_at': '2022-02-09T01:24:49Z', 'revision_number': 4, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'gw_port': {'id': '832db3f3-699c-4232-b40d-da165c776bca', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:41Z', 'updated_at': '2022-02-09T01:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '363b3493-e9bd-4c21-9ff5-05551ea98e75', 'name': '', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'mac_address': 'fa:16:3e:6d:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '68d3f132-83c5-49da-80a3-1924c70a8491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:46Z', 'updated_at': '2022-02-09T01:25:00Z', 'revision_number': 5, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'subnets': [{'id': '68d3f132-83c5-49da-80a3-1924c70a8491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:05.101806 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5423a116-61b1-4061-8c9d-b353bb5e4c5f None None] The sync data for ids ['c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'] in n-d-828369-4 is: [{'id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'name': 'tempest-TestVolumeBootPattern-157314528-router', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '832db3f3-699c-4232-b40d-da165c776bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:39Z', 'updated_at': '2022-02-09T01:24:49Z', 'revision_number': 4, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'gw_port': {'id': '832db3f3-699c-4232-b40d-da165c776bca', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:41Z', 'updated_at': '2022-02-09T01:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '363b3493-e9bd-4c21-9ff5-05551ea98e75', 'name': '', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'mac_address': 'fa:16:3e:6d:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '68d3f132-83c5-49da-80a3-1924c70a8491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:46Z', 'updated_at': '2022-02-09T01:25:00Z', 'revision_number': 5, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'subnets': [{'id': '68d3f132-83c5-49da-80a3-1924c70a8491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:37:05.523452 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247492c2-f798-43d0-ad1c-3f70a11318b6 None None] New status for floating IP e2b01fa1-09a8-4a67-b18e-13c3ca6eea49: DOWN {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:37:05.730383 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8ea4cc40-a771-4465-ad28-c4c9aa7364a7 req-ecbf9db6-fd2b-4e9f-8d6f-c623c1023fb9 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 210 time: 0.0309939 Feb 09 01:37:05.965032 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:06.090725 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60442) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:06.311462 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-97990651-3600-4d0e-a24f-afebb1d77a25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:06.395297 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-97990651-3600-4d0e-a24f-afebb1d77a25 admin admin] Publish callbacks [] for security_group (e915db5d-be4d-4c29-b63a-8fbd04cc9307), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:06.401455 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-97990651-3600-4d0e-a24f-afebb1d77a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e915db5d-be4d-4c29-b63a-8fbd04cc9307), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:06.441237 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97990651-3600-4d0e-a24f-afebb1d77a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e915db5d-be4d-4c29-b63a-8fbd04cc9307,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:06.448424 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-97990651-3600-4d0e-a24f-afebb1d77a25 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4236c8c8baea464bbc76335c715abfc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3541968 Feb 09 01:37:06.448687 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60460) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:06.515004 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b31c47b9-b6da-40e0-b760-ab4b75b3faa0 admin admin] Publish callbacks [] for security_group (e915db5d-be4d-4c29-b63a-8fbd04cc9307), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:06.539369 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b31c47b9-b6da-40e0-b760-ab4b75b3faa0 admin admin] Publish callbacks [] for security_group (e915db5d-be4d-4c29-b63a-8fbd04cc9307), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:06.593843 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b31c47b9-b6da-40e0-b760-ab4b75b3faa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e915db5d-be4d-4c29-b63a-8fbd04cc9307), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:06.597699 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b31c47b9-b6da-40e0-b760-ab4b75b3faa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:06.599021 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b31c47b9-b6da-40e0-b760-ab4b75b3faa0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e915db5d-be4d-4c29-b63a-8fbd04cc9307 HTTP/1.1" status: 204 len: 168 time: 0.1492131 Feb 09 01:37:06.608088 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c47b9-b6da-40e0-b760-ab4b75b3faa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e915db5d-be4d-4c29-b63a-8fbd04cc9307,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:06.673538 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 53cb7227-57cc-41fd-8a53-fbb8863f5d27 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:37:06.740796 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: 53cb7227-57cc-41fd-8a53-fbb8863f5d27 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:37:06.740796 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 53cb7227-57cc-41fd-8a53-fbb8863f5d27 not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:37:06.881233 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0186f8a8-aae5-49f6-a5cd-001c7dd456ca req-2874bd72-618a-46ea-815c-f2df05139129 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 210 time: 0.0363250 Feb 09 01:37:07.247751 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:07.291684 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60504) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:07.407590 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4b521f55-863d-4b15-85db-7f212fde454b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:07.503824 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4b521f55-863d-4b15-85db-7f212fde454b admin admin] Publish callbacks [] for security_group (def417c8-b887-479f-a6eb-d8012926b7ba), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:07.508772 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4b521f55-863d-4b15-85db-7f212fde454b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (def417c8-b887-479f-a6eb-d8012926b7ba), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:07.537136 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b521f55-863d-4b15-85db-7f212fde454b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def417c8-b887-479f-a6eb-d8012926b7ba,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:07.565090 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4b521f55-863d-4b15-85db-7f212fde454b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4aa4a36d16d344e0ad8a4d2adb7ac317&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2714214 Feb 09 01:37:07.567140 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60516) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:07.622660 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-29405b87-b6c7-49e5-b984-21263eb8ce24 admin admin] Publish callbacks [] for security_group (def417c8-b887-479f-a6eb-d8012926b7ba), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:07.649446 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-29405b87-b6c7-49e5-b984-21263eb8ce24 admin admin] Publish callbacks [] for security_group (def417c8-b887-479f-a6eb-d8012926b7ba), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:07.716038 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-29405b87-b6c7-49e5-b984-21263eb8ce24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (def417c8-b887-479f-a6eb-d8012926b7ba), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:07.718544 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-29405b87-b6c7-49e5-b984-21263eb8ce24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:07.723160 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-29405b87-b6c7-49e5-b984-21263eb8ce24 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/def417c8-b887-479f-a6eb-d8012926b7ba HTTP/1.1" status: 204 len: 168 time: 0.1517856 Feb 09 01:37:07.749694 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29405b87-b6c7-49e5-b984-21263eb8ce24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def417c8-b887-479f-a6eb-d8012926b7ba,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:07.935430 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:08.045631 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eba3d24b-b12b-4edc-8711-576a7ce4ba2b req-7611a681-557b-48c1-b30d-e73e67a39c3e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 210 time: 0.0569811 Feb 09 01:37:08.145406 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60544) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:08.169182 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c655d22f-6b95-4fad-8b51-4771a0bbdf3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:08.266043 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c655d22f-6b95-4fad-8b51-4771a0bbdf3c admin admin] Publish callbacks [] for security_group (8a06a22d-2696-4d42-83ea-46cb64d1601a), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:08.276713 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c655d22f-6b95-4fad-8b51-4771a0bbdf3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (8a06a22d-2696-4d42-83ea-46cb64d1601a), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:08.340155 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60550) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:08.353134 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c655d22f-6b95-4fad-8b51-4771a0bbdf3c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=af63f2717fb343fda28d75d60d550bd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2005742 Feb 09 01:37:08.354414 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c655d22f-6b95-4fad-8b51-4771a0bbdf3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a06a22d-2696-4d42-83ea-46cb64d1601a,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:08.444454 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0977c06e-9f8b-4ffc-b1e2-87e41681d289 admin admin] Publish callbacks [] for security_group (8a06a22d-2696-4d42-83ea-46cb64d1601a), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:08.466479 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:08.485662 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0977c06e-9f8b-4ffc-b1e2-87e41681d289 admin admin] Publish callbacks [] for security_group (8a06a22d-2696-4d42-83ea-46cb64d1601a), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:08.549522 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0977c06e-9f8b-4ffc-b1e2-87e41681d289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (8a06a22d-2696-4d42-83ea-46cb64d1601a), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:08.552534 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0977c06e-9f8b-4ffc-b1e2-87e41681d289 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:08.557954 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-0977c06e-9f8b-4ffc-b1e2-87e41681d289 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8a06a22d-2696-4d42-83ea-46cb64d1601a HTTP/1.1" status: 204 len: 168 time: 0.2165031 Feb 09 01:37:08.579224 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0977c06e-9f8b-4ffc-b1e2-87e41681d289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a06a22d-2696-4d42-83ea-46cb64d1601a,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:08.694607 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60558) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:09.001850 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-343701ef-64cd-4f7e-b013-1dc950f5a9db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:09.159370 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-343701ef-64cd-4f7e-b013-1dc950f5a9db admin admin] Publish callbacks [] for security_group (0a889a48-dd74-4a68-992c-a839e8ced859), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:09.166237 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-343701ef-64cd-4f7e-b013-1dc950f5a9db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (0a889a48-dd74-4a68-992c-a839e8ced859), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:09.173805 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9530de8e-b054-4370-becf-3e9b35fef2fb req-4f37269d-83ee-457b-ac10-e90a83145cde tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 210 time: 0.0425320 Feb 09 01:37:09.207909 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-343701ef-64cd-4f7e-b013-1dc950f5a9db admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a36a22a6a00b4b98b5df305c8b6ef78f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5120759 Feb 09 01:37:09.211243 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60576) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:09.240364 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343701ef-64cd-4f7e-b013-1dc950f5a9db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a889a48-dd74-4a68-992c-a839e8ced859,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:09.281657 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ac81d846-6fd8-4c24-ae32-93a6ccdadc2c admin admin] Publish callbacks [] for security_group (0a889a48-dd74-4a68-992c-a839e8ced859), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:09.317573 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ac81d846-6fd8-4c24-ae32-93a6ccdadc2c admin admin] Publish callbacks [] for security_group (0a889a48-dd74-4a68-992c-a839e8ced859), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:09.394280 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ac81d846-6fd8-4c24-ae32-93a6ccdadc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (0a889a48-dd74-4a68-992c-a839e8ced859), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:09.399108 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ac81d846-6fd8-4c24-ae32-93a6ccdadc2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:09.410236 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ac81d846-6fd8-4c24-ae32-93a6ccdadc2c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0a889a48-dd74-4a68-992c-a839e8ced859 HTTP/1.1" status: 204 len: 168 time: 0.1939197 Feb 09 01:37:09.426481 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81d846-6fd8-4c24-ae32-93a6ccdadc2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a889a48-dd74-4a68-992c-a839e8ced859,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:09.666643 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:10.309200 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5a2c7302-bfad-450f-9fc3-22d5ee43bc98 req-7acc2180-1e30-4468-aaed-287e34afef7a tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 210 time: 0.0425060 Feb 09 01:37:10.450083 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60672) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:10.615223 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-0f926445-34fe-46ac-9578-61652e2a7035 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-726426252'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:10.647569 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f926445-34fe-46ac-9578-61652e2a7035 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Made reservation on behalf of 79bede7de42d4f599c02c44fde53ae7e for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:10.651477 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0f926445-34fe-46ac-9578-61652e2a7035 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:10.661239 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0f926445-34fe-46ac-9578-61652e2a7035 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:10.767135 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0f926445-34fe-46ac-9578-61652e2a7035 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for security_group (80f9541b-8290-4023-9af2-8d4835e1c3e4), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:10.777035 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0f926445-34fe-46ac-9578-61652e2a7035 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (80f9541b-8290-4023-9af2-8d4835e1c3e4), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:10.810186 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f926445-34fe-46ac-9578-61652e2a7035 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1016} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:37:10.825287 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f926445-34fe-46ac-9578-61652e2a7035 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80f9541b-8290-4023-9af2-8d4835e1c3e4,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:10.854448 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0f926445-34fe-46ac-9578-61652e2a7035 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (7caefab4-0c44-4292-98f8-d4a5ccf30f13), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:10.854779 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-0f926445-34fe-46ac-9578-61652e2a7035 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Added segment 7caefab4-0c44-4292-98f8-d4a5ccf30f13 of type vlan for network e323699f-b50d-4a88-bce4-cdab34f29afe Feb 09 01:37:10.931393 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0f926445-34fe-46ac-9578-61652e2a7035 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (e323699f-b50d-4a88-bce4-cdab34f29afe), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:10.986615 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0f926445-34fe-46ac-9578-61652e2a7035 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (e323699f-b50d-4a88-bce4-cdab34f29afe), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:10.994287 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f926445-34fe-46ac-9578-61652e2a7035 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:10.995276 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0f926445-34fe-46ac-9578-61652e2a7035 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:11.035276 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0f926445-34fe-46ac-9578-61652e2a7035 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5833669 Feb 09 01:37:11.038053 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60712) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:11.043341 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-4034dc8c-d50f-4a77-9ce7-f8d34cbd336a tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'port': {'network_id': 'e323699f-b50d-4a88-bce4-cdab34f29afe', 'name': 'tempest-PortsTestJSON-43139135'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:11.128832 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f926445-34fe-46ac-9578-61652e2a7035 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event updated for resources: {'Network': ['ID=e323699f-b50d-4a88-bce4-cdab34f29afe,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:11.145163 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network e323699f-b50d-4a88-bce4-cdab34f29afe details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:37:11.196834 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4034dc8c-d50f-4a77-9ce7-f8d34cbd336a tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Made reservation on behalf of 79bede7de42d4f599c02c44fde53ae7e for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:11.212244 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4034dc8c-d50f-4a77-9ce7-f8d34cbd336a tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:11.247252 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-4034dc8c-d50f-4a77-9ce7-f8d34cbd336a tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] device_id is not set on port 0bb4027c-64ee-4f7e-a79e-b331beb850af yet. {{(pid=103136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:37:11.445731 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-06ece329-6717-4e90-bfda-39c666ec0f1d req-91d8beb6-444f-484b-9c50-76e31dfed42c tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 210 time: 0.0511622 Feb 09 01:37:11.566641 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4034dc8c-d50f-4a77-9ce7-f8d34cbd336a tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for port (0bb4027c-64ee-4f7e-a79e-b331beb850af), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:11.605408 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4034dc8c-d50f-4a77-9ce7-f8d34cbd336a tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (0bb4027c-64ee-4f7e-a79e-b331beb850af), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:11.669275 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4034dc8c-d50f-4a77-9ce7-f8d34cbd336a tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event updated for resources: {'Port': ['ID=0bb4027c-64ee-4f7e-a79e-b331beb850af,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:11.686676 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4034dc8c-d50f-4a77-9ce7-f8d34cbd336a tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Checking segment: {'id': '7caefab4-0c44-4292-98f8-d4a5ccf30f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'e323699f-b50d-4a88-bce4-cdab34f29afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:37:11.687052 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4034dc8c-d50f-4a77-9ce7-f8d34cbd336a tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Network hostable DHCP agents. Network: e323699f-b50d-4a88-bce4-cdab34f29afe, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:37:11.705978 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4034dc8c-d50f-4a77-9ce7-f8d34cbd336a tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Network e323699f-b50d-4a88-bce4-cdab34f29afe is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:37:11.722285 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-4034dc8c-d50f-4a77-9ce7-f8d34cbd336a tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, e323699f-b50d-4a88-bce4-cdab34f29afe) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:11.727013 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4034dc8c-d50f-4a77-9ce7-f8d34cbd336a tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:37:11.731207 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93118d5-c99a-4170-8763-9b042548d3ba None None] Network e323699f-b50d-4a88-bce4-cdab34f29afe requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:37:11.732159 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4034dc8c-d50f-4a77-9ce7-f8d34cbd336a tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:11.733023 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4034dc8c-d50f-4a77-9ce7-f8d34cbd336a tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:11.756164 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4034dc8c-d50f-4a77-9ce7-f8d34cbd336a tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 0.7167575 Feb 09 01:37:11.759164 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60718) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:11.764851 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-3ac95234-5197-41cf-8b34-c858cf5ee916 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1121738785'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:11.795207 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac95234-5197-41cf-8b34-c858cf5ee916 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Made reservation on behalf of 79bede7de42d4f599c02c44fde53ae7e for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:11.802199 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3ac95234-5197-41cf-8b34-c858cf5ee916 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:11.842647 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ac95234-5197-41cf-8b34-c858cf5ee916 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1024} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:37:11.879992 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3ac95234-5197-41cf-8b34-c858cf5ee916 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (4834bc8b-09f0-4036-8d62-a47fcb33b51f), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:11.880365 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-3ac95234-5197-41cf-8b34-c858cf5ee916 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Added segment 4834bc8b-09f0-4036-8d62-a47fcb33b51f of type vlan for network 30aa0e6f-aa84-4881-abb8-a3e2fcb9c0d0 Feb 09 01:37:11.961781 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-c305a316-c862-47cb-9804-ee74cbafc9c4 req-d70de906-85ab-4201-b8a4-17cd55ca69a1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6b2cf501-13c1-43d2-9a65-8aef54c18084&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0616329 Feb 09 01:37:11.994724 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3ac95234-5197-41cf-8b34-c858cf5ee916 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (30aa0e6f-aa84-4881-abb8-a3e2fcb9c0d0), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:12.057241 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3ac95234-5197-41cf-8b34-c858cf5ee916 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (30aa0e6f-aa84-4881-abb8-a3e2fcb9c0d0), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:12.065428 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac95234-5197-41cf-8b34-c858cf5ee916 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:12.066314 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3ac95234-5197-41cf-8b34-c858cf5ee916 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:12.095630 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305a316-c862-47cb-9804-ee74cbafc9c4 req-dc85a516-4aec-4622-8cb6-d968a46247af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:12.101094 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-c305a316-c862-47cb-9804-ee74cbafc9c4 req-dc85a516-4aec-4622-8cb6-d968a46247af service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3786288d8304ed4a73754fbccf8bb65&device_id=6b2cf501-13c1-43d2-9a65-8aef54c18084 HTTP/1.1" status: 200 len: 1128 time: 0.0915322 Feb 09 01:37:12.155051 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3ac95234-5197-41cf-8b34-c858cf5ee916 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3945680 Feb 09 01:37:12.158146 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60728) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:12.164009 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-f2eea4f9-7426-4038-bb35-9c8bce7c032b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'ports': [{'network_id': 'e323699f-b50d-4a88-bce4-cdab34f29afe'}, {'network_id': '30aa0e6f-aa84-4881-abb8-a3e2fcb9c0d0'}]} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:12.164317 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-f2eea4f9-7426-4038-bb35-9c8bce7c032b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'port': {'network_id': 'e323699f-b50d-4a88-bce4-cdab34f29afe'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:12.164870 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-f2eea4f9-7426-4038-bb35-9c8bce7c032b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'port': {'network_id': '30aa0e6f-aa84-4881-abb8-a3e2fcb9c0d0'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:12.280422 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac95234-5197-41cf-8b34-c858cf5ee916 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event updated for resources: {'Network': ['ID=30aa0e6f-aa84-4881-abb8-a3e2fcb9c0d0,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:12.299933 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 30aa0e6f-aa84-4881-abb8-a3e2fcb9c0d0 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:37:12.306771 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305a316-c862-47cb-9804-ee74cbafc9c4 req-9c78f099-36f0-415d-ad04-ce26b9d8f2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:12.308416 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-c305a316-c862-47cb-9804-ee74cbafc9c4 req-9c78f099-36f0-415d-ad04-ce26b9d8f2e4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fafd2eec-4c98-46da-af94-cf246814381c HTTP/1.1" status: 200 len: 899 time: 0.1865437 Feb 09 01:37:12.435603 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2eea4f9-7426-4038-bb35-9c8bce7c032b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Made reservation on behalf of 79bede7de42d4f599c02c44fde53ae7e for: {'port': 2} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:12.441262 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-c305a316-c862-47cb-9804-ee74cbafc9c4 req-3bb88c87-9051-4d1f-8c35-34867fe450b5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22ed1b59-9a34-4068-84a3-3931e41c3f7d HTTP/1.1" status: 200 len: 1001 time: 0.1263359 Feb 09 01:37:12.444874 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f2eea4f9-7426-4038-bb35-9c8bce7c032b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:12.484622 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f2eea4f9-7426-4038-bb35-9c8bce7c032b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:12.524154 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305a316-c862-47cb-9804-ee74cbafc9c4 req-576a8611-3c99-4054-82fd-5c132599c261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:12.525896 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-c305a316-c862-47cb-9804-ee74cbafc9c4 req-576a8611-3c99-4054-82fd-5c132599c261 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=209825ec-cb7a-489f-bf18-dbf0ef5b9c24 HTTP/1.1" status: 200 len: 834 time: 0.0773585 Feb 09 01:37:12.626865 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305a316-c862-47cb-9804-ee74cbafc9c4 req-f79d6fc7-80aa-43f0-8ede-484f93e54911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:12.628721 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-c305a316-c862-47cb-9804-ee74cbafc9c4 req-f79d6fc7-80aa-43f0-8ede-484f93e54911 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fafd2eec-4c98-46da-af94-cf246814381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0966716 Feb 09 01:37:12.757519 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4dc55997-6d04-43ec-bc9b-f4cbab8a27fa req-f316c9f8-594d-4c19-81a2-c6bde6a047e7 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 210 time: 0.0798202 Feb 09 01:37:12.804265 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-f2eea4f9-7426-4038-bb35-9c8bce7c032b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] device_id is not set on port a5f78e24-37ae-4e78-b94d-d50fad2afb84 yet. {{(pid=103136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:37:13.015646 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f2eea4f9-7426-4038-bb35-9c8bce7c032b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for port (a5f78e24-37ae-4e78-b94d-d50fad2afb84), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:13.133921 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-f2eea4f9-7426-4038-bb35-9c8bce7c032b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] device_id is not set on port 63373099-3d9c-4754-b683-113639b0c1f3 yet. {{(pid=103136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:37:13.284505 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f2eea4f9-7426-4038-bb35-9c8bce7c032b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for port (63373099-3d9c-4754-b683-113639b0c1f3), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:13.324348 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-c305a316-c862-47cb-9804-ee74cbafc9c4 req-1478e53e-4944-4da3-8372-b02d549b21c3 service neutron] 10.222.0.47 "GET /v2.0/networks/fafd2eec-4c98-46da-af94-cf246814381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6875408 Feb 09 01:37:13.336077 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f2eea4f9-7426-4038-bb35-9c8bce7c032b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (a5f78e24-37ae-4e78-b94d-d50fad2afb84), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:13.394686 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2eea4f9-7426-4038-bb35-9c8bce7c032b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Network e323699f-b50d-4a88-bce4-cdab34f29afe is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:37:13.400687 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-f2eea4f9-7426-4038-bb35-9c8bce7c032b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:13.415671 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2eea4f9-7426-4038-bb35-9c8bce7c032b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:37:13.421983 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f2eea4f9-7426-4038-bb35-9c8bce7c032b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (63373099-3d9c-4754-b683-113639b0c1f3), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:13.454634 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eea4f9-7426-4038-bb35-9c8bce7c032b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event updated for resources: {'Port': ['ID=a5f78e24-37ae-4e78-b94d-d50fad2afb84,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:13.539161 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-c305a316-c862-47cb-9804-ee74cbafc9c4 req-e96ad468-89f6-4ddc-982f-e7d5432aeb5e service neutron] 10.222.0.47 "GET /v2.0/networks/fafd2eec-4c98-46da-af94-cf246814381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073658 Feb 09 01:37:13.569233 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eea4f9-7426-4038-bb35-9c8bce7c032b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event updated for resources: {'Port': ['ID=63373099-3d9c-4754-b683-113639b0c1f3,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:13.578922 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2eea4f9-7426-4038-bb35-9c8bce7c032b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Checking segment: {'id': '4834bc8b-09f0-4036-8d62-a47fcb33b51f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '30aa0e6f-aa84-4881-abb8-a3e2fcb9c0d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:37:13.579293 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2eea4f9-7426-4038-bb35-9c8bce7c032b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Network hostable DHCP agents. Network: 30aa0e6f-aa84-4881-abb8-a3e2fcb9c0d0, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:37:13.603362 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2eea4f9-7426-4038-bb35-9c8bce7c032b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Network 30aa0e6f-aa84-4881-abb8-a3e2fcb9c0d0 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:37:13.614014 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-f2eea4f9-7426-4038-bb35-9c8bce7c032b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 30aa0e6f-aa84-4881-abb8-a3e2fcb9c0d0) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:13.625683 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add994ad-ad9f-4780-af45-a7e0cb83fc77 None None] Network 30aa0e6f-aa84-4881-abb8-a3e2fcb9c0d0 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:37:13.629196 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2eea4f9-7426-4038-bb35-9c8bce7c032b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:37:13.636202 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2eea4f9-7426-4038-bb35-9c8bce7c032b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:13.641323 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2eea4f9-7426-4038-bb35-9c8bce7c032b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:13.641996 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f2eea4f9-7426-4038-bb35-9c8bce7c032b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:13.668954 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60738) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:13.673220 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f2eea4f9-7426-4038-bb35-9c8bce7c032b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5138268 Feb 09 01:37:13.791023 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-689a7964-6068-4e5b-8d88-b28c9adf5033 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Deleting port 63373099-3d9c-4754-b683-113639b0c1f3 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:37:13.791709 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-689a7964-6068-4e5b-8d88-b28c9adf5033 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (63373099-3d9c-4754-b683-113639b0c1f3), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:13.913389 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-689a7964-6068-4e5b-8d88-b28c9adf5033 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (63373099-3d9c-4754-b683-113639b0c1f3), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:13.923372 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-235e329e-fad2-419c-9d74-2251faf406c4 req-64bd1e84-a467-4807-8fd6-3cf077e420a1 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 210 time: 0.0566630 Feb 09 01:37:13.929576 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-689a7964-6068-4e5b-8d88-b28c9adf5033 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Calling delete_port for 63373099-3d9c-4754-b683-113639b0c1f3 owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:37:14.083857 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-689a7964-6068-4e5b-8d88-b28c9adf5033 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (63373099-3d9c-4754-b683-113639b0c1f3), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:14.113708 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689a7964-6068-4e5b-8d88-b28c9adf5033 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event deleted for resources: {'Port': ['ID=63373099-3d9c-4754-b683-113639b0c1f3,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:14.120875 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-689a7964-6068-4e5b-8d88-b28c9adf5033 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:14.124659 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-689a7964-6068-4e5b-8d88-b28c9adf5033 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/ports/63373099-3d9c-4754-b683-113639b0c1f3 HTTP/1.1" status: 204 len: 168 time: 0.4545968 Feb 09 01:37:14.127689 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60748) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:14.193444 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5cb199-5dec-41eb-bb7e-66e9e388a03d tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:14.199946 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5cb199-5dec-41eb-bb7e-66e9e388a03d tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:14.201816 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ea5cb199-5dec-41eb-bb7e-66e9e388a03d tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1450 time: 0.0728493 Feb 09 01:37:14.204452 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60750) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:14.320143 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-1129931c-44c1-41e7-8dcb-d3a0accc5adb tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Deleting port a5f78e24-37ae-4e78-b94d-d50fad2afb84 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:37:14.320429 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1129931c-44c1-41e7-8dcb-d3a0accc5adb tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (a5f78e24-37ae-4e78-b94d-d50fad2afb84), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:14.422777 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1129931c-44c1-41e7-8dcb-d3a0accc5adb tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (a5f78e24-37ae-4e78-b94d-d50fad2afb84), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:14.440467 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-1129931c-44c1-41e7-8dcb-d3a0accc5adb tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Calling delete_port for a5f78e24-37ae-4e78-b94d-d50fad2afb84 owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:37:14.541253 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1129931c-44c1-41e7-8dcb-d3a0accc5adb tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (a5f78e24-37ae-4e78-b94d-d50fad2afb84), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:14.591270 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129931c-44c1-41e7-8dcb-d3a0accc5adb tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event deleted for resources: {'Port': ['ID=a5f78e24-37ae-4e78-b94d-d50fad2afb84,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:14.597778 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1129931c-44c1-41e7-8dcb-d3a0accc5adb tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:14.604113 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1129931c-44c1-41e7-8dcb-d3a0accc5adb tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/ports/a5f78e24-37ae-4e78-b94d-d50fad2afb84 HTTP/1.1" status: 204 len: 168 time: 0.3980596 Feb 09 01:37:14.604594 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60762) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:14.712601 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdac121-887f-47bb-aa9c-30e716d5e358 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:14.717079 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60764) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:14.717234 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-efdac121-887f-47bb-aa9c-30e716d5e358 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.1113694 Feb 09 01:37:14.785001 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-581a8803-ae37-45fe-ac2b-300c9712455d tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] GET failed (client error): The resource could not be found. Feb 09 01:37:14.786686 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-581a8803-ae37-45fe-ac2b-300c9712455d tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "GET /v2.0/ports/63373099-3d9c-4754-b683-113639b0c1f3 HTTP/1.1" status: 404 len: 333 time: 0.0683010 Feb 09 01:37:14.789411 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60768) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:14.838841 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-32c28521-7fd1-4d80-95c3-d86b9b746ab0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] GET failed (client error): The resource could not be found. Feb 09 01:37:14.844428 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60770) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:14.855770 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-32c28521-7fd1-4d80-95c3-d86b9b746ab0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "GET /v2.0/ports/a5f78e24-37ae-4e78-b94d-d50fad2afb84 HTTP/1.1" status: 404 len: 333 time: 0.0642135 Feb 09 01:37:14.946473 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5bd4281c-98be-4d5b-90eb-f9691324ddb5 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (30aa0e6f-aa84-4881-abb8-a3e2fcb9c0d0), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:15.138726 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a4ad99f9-b22f-48e4-90d6-2bfff5ea8eff req-3d402d21-7fd4-479f-a44d-dd99055bb554 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 210 time: 0.0576160 Feb 09 01:37:15.149030 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5bd4281c-98be-4d5b-90eb-f9691324ddb5 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (30aa0e6f-aa84-4881-abb8-a3e2fcb9c0d0), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:15.183645 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-5bd4281c-98be-4d5b-90eb-f9691324ddb5 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30aa0e6f-aa84-4881-abb8-a3e2fcb9c0d0']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:15.193977 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-5bd4281c-98be-4d5b-90eb-f9691324ddb5 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4834bc8b-09f0-4036-8d62-a47fcb33b51f') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:15.194293 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-5bd4281c-98be-4d5b-90eb-f9691324ddb5 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4834bc8b-09f0-4036-8d62-a47fcb33b51f') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:15.205984 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5bd4281c-98be-4d5b-90eb-f9691324ddb5 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (4834bc8b-09f0-4036-8d62-a47fcb33b51f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:15.223401 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5bd4281c-98be-4d5b-90eb-f9691324ddb5 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (4834bc8b-09f0-4036-8d62-a47fcb33b51f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:15.230651 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bd4281c-98be-4d5b-90eb-f9691324ddb5 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:37:15.231055 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5bd4281c-98be-4d5b-90eb-f9691324ddb5 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (4834bc8b-09f0-4036-8d62-a47fcb33b51f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:15.235793 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:37:15.235793 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:37:15.235793 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:37:15.235793 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:37:15.235793 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:37:15.235793 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:37:15.235793 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:37:15.235793 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:37:15.235793 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:37:15.235793 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:37:15.235793 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:37:15.235793 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:37:15.235793 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:37:15.235793 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:37:15.235793 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:37:15.235793 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:37:15.235793 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:37:15.235793 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:37:15.235793 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:37:15.235793 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:37:15.235793 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:37:15.235793 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:37:15.235793 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:37:15.235793 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:37:15.235793 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:37:15.235793 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:37:15.235793 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:37:15.235793 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:37:15.235793 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:37:15.235793 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:37:15.235793 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:37:15.235793 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:37:15.320420 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5bd4281c-98be-4d5b-90eb-f9691324ddb5 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (30aa0e6f-aa84-4881-abb8-a3e2fcb9c0d0), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:15.344927 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5bd4281c-98be-4d5b-90eb-f9691324ddb5 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:15.349888 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-5bd4281c-98be-4d5b-90eb-f9691324ddb5 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/networks/30aa0e6f-aa84-4881-abb8-a3e2fcb9c0d0 HTTP/1.1" status: 204 len: 168 time: 0.5039880 Feb 09 01:37:15.350863 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd4281c-98be-4d5b-90eb-f9691324ddb5 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event deleted for resources: {'Network': ['ID=30aa0e6f-aa84-4881-abb8-a3e2fcb9c0d0,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:15.353926 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60780) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:15.359808 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-bc4bfa72-c15a-453a-a263-06a857aa1dc4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-705464266'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:15.388261 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4bfa72-c15a-453a-a263-06a857aa1dc4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Made reservation on behalf of 79bede7de42d4f599c02c44fde53ae7e for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:15.393479 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bc4bfa72-c15a-453a-a263-06a857aa1dc4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:15.425869 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc4bfa72-c15a-453a-a263-06a857aa1dc4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1025} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:37:15.439102 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bc4bfa72-c15a-453a-a263-06a857aa1dc4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (9297c67a-0e0b-4e73-abae-b4d0346eb4fe), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:15.439388 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-bc4bfa72-c15a-453a-a263-06a857aa1dc4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Added segment 9297c67a-0e0b-4e73-abae-b4d0346eb4fe of type vlan for network 0b65560a-bc1d-4ff7-948c-e0be8557a968 Feb 09 01:37:15.504083 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bc4bfa72-c15a-453a-a263-06a857aa1dc4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (0b65560a-bc1d-4ff7-948c-e0be8557a968), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:15.539393 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bc4bfa72-c15a-453a-a263-06a857aa1dc4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (0b65560a-bc1d-4ff7-948c-e0be8557a968), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:15.546799 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4bfa72-c15a-453a-a263-06a857aa1dc4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:15.547444 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bc4bfa72-c15a-453a-a263-06a857aa1dc4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:15.638537 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-bc4bfa72-c15a-453a-a263-06a857aa1dc4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2830818 Feb 09 01:37:15.648113 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60786) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:15.648113 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-bc35d235-5ce8-4d8e-b924-ddedd1c400b2 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'subnet': {'network_id': '0b65560a-bc1d-4ff7-948c-e0be8557a968', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:15.655257 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4bfa72-c15a-453a-a263-06a857aa1dc4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event updated for resources: {'Network': ['ID=0b65560a-bc1d-4ff7-948c-e0be8557a968,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:15.666723 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 0b65560a-bc1d-4ff7-948c-e0be8557a968 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:37:15.763656 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc35d235-5ce8-4d8e-b924-ddedd1c400b2 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Made reservation on behalf of 79bede7de42d4f599c02c44fde53ae7e for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:15.771673 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bc35d235-5ce8-4d8e-b924-ddedd1c400b2 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:15.870171 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.ipam_backend_mixin [None req-bc35d235-5ce8-4d8e-b924-ddedd1c400b2 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Performing IP validity checks on allocation pools {{(pid=103137) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 01:37:15.870945 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.ipam_backend_mixin [None req-bc35d235-5ce8-4d8e-b924-ddedd1c400b2 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103137) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 01:37:16.067907 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bc35d235-5ce8-4d8e-b924-ddedd1c400b2 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (c8b1ce43-4531-4e9c-9990-b14108d93950), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:16.181829 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc35d235-5ce8-4d8e-b924-ddedd1c400b2 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Checking segment: {'id': '9297c67a-0e0b-4e73-abae-b4d0346eb4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0b65560a-bc1d-4ff7-948c-e0be8557a968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:37:16.182297 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc35d235-5ce8-4d8e-b924-ddedd1c400b2 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Network hostable DHCP agents. Network: 0b65560a-bc1d-4ff7-948c-e0be8557a968, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:37:16.191870 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc35d235-5ce8-4d8e-b924-ddedd1c400b2 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event updated for resources: {'Subnet': ['ID=c8b1ce43-4531-4e9c-9990-b14108d93950,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:16.216067 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc35d235-5ce8-4d8e-b924-ddedd1c400b2 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Network 0b65560a-bc1d-4ff7-948c-e0be8557a968 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:37:16.232495 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-bc35d235-5ce8-4d8e-b924-ddedd1c400b2 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 0b65560a-bc1d-4ff7-948c-e0be8557a968) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:16.248575 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc35d235-5ce8-4d8e-b924-ddedd1c400b2 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:16.251137 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bc35d235-5ce8-4d8e-b924-ddedd1c400b2 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:16.255012 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad542049-5d08-4ab5-9e57-6d7ec3588c3e None None] Network 0b65560a-bc1d-4ff7-948c-e0be8557a968 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:37:16.285095 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-83792ef2-2f17-4986-a508-6a8f477e1cbd req-1c52619d-3c75-449e-aa13-16fc1744add3 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 210 time: 0.0457866 Feb 09 01:37:16.298788 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-bc35d235-5ce8-4d8e-b924-ddedd1c400b2 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6549401 Feb 09 01:37:16.301766 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60798) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:16.308102 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-010c71aa-56b9-42b4-a991-88a5368fffca tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'port': {'network_id': '0b65560a-bc1d-4ff7-948c-e0be8557a968', 'name': 'tempest-PortsTestJSON-625004340'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:16.431468 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01f56ec-f37a-4a10-8b3b-5c6ab6b0fc65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-0b65560a-bc1d-4ff7-948c-e0be8557a968', 'network_id': '0b65560a-bc1d-4ff7-948c-e0be8557a968', 'project_id': '79bede7de42d4f599c02c44fde53ae7e', 'fixed_ips': [{'subnet_id': 'c8b1ce43-4531-4e9c-9990-b14108d93950'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:37:16.432761 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a01f56ec-f37a-4a10-8b3b-5c6ab6b0fc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:16.457221 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010c71aa-56b9-42b4-a991-88a5368fffca tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Made reservation on behalf of 79bede7de42d4f599c02c44fde53ae7e for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:16.462065 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-010c71aa-56b9-42b4-a991-88a5368fffca tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:16.504681 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-010c71aa-56b9-42b4-a991-88a5368fffca tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] device_id is not set on port 40662d49-f48d-4f4c-9e2e-1ec242530e5e yet. {{(pid=103136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:37:16.669005 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-a01f56ec-f37a-4a10-8b3b-5c6ab6b0fc65 None None] Allocated IP 172.20.0.2 (0b65560a-bc1d-4ff7-948c-e0be8557a968/c8b1ce43-4531-4e9c-9990-b14108d93950/44fb0a9d-cffa-4155-8f03-8b2d335c597f) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:37:16.893863 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a01f56ec-f37a-4a10-8b3b-5c6ab6b0fc65 None None] Publish callbacks [] for port (44fb0a9d-cffa-4155-8f03-8b2d335c597f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:16.901054 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a01f56ec-f37a-4a10-8b3b-5c6ab6b0fc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (44fb0a9d-cffa-4155-8f03-8b2d335c597f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:16.986221 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01f56ec-f37a-4a10-8b3b-5c6ab6b0fc65 None None] Network 0b65560a-bc1d-4ff7-948c-e0be8557a968 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:37:16.987632 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f56ec-f37a-4a10-8b3b-5c6ab6b0fc65 None None] Pushing event updated for resources: {'Port': ['ID=44fb0a9d-cffa-4155-8f03-8b2d335c597f,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:16.992498 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-a01f56ec-f37a-4a10-8b3b-5c6ab6b0fc65 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:16.995165 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01f56ec-f37a-4a10-8b3b-5c6ab6b0fc65 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:37:16.998001 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-010c71aa-56b9-42b4-a991-88a5368fffca tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Allocated IP 172.20.0.3 (0b65560a-bc1d-4ff7-948c-e0be8557a968/c8b1ce43-4531-4e9c-9990-b14108d93950/40662d49-f48d-4f4c-9e2e-1ec242530e5e) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:37:17.092579 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-a01f56ec-f37a-4a10-8b3b-5c6ab6b0fc65 None None] Attempting to bind port 44fb0a9d-cffa-4155-8f03-8b2d335c597f on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:37:17.093150 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-a01f56ec-f37a-4a10-8b3b-5c6ab6b0fc65 None None] Attempting to bind port 44fb0a9d-cffa-4155-8f03-8b2d335c597f by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '9297c67a-0e0b-4e73-abae-b4d0346eb4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0b65560a-bc1d-4ff7-948c-e0be8557a968'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:37:17.093630 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01f56ec-f37a-4a10-8b3b-5c6ab6b0fc65 None None] Attempting to bind port 44fb0a9d-cffa-4155-8f03-8b2d335c597f on network 0b65560a-bc1d-4ff7-948c-e0be8557a968 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:37:17.101475 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01f56ec-f37a-4a10-8b3b-5c6ab6b0fc65 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:37:17.102224 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01f56ec-f37a-4a10-8b3b-5c6ab6b0fc65 None None] Checking segment: {'id': '9297c67a-0e0b-4e73-abae-b4d0346eb4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0b65560a-bc1d-4ff7-948c-e0be8557a968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:37:17.103119 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a01f56ec-f37a-4a10-8b3b-5c6ab6b0fc65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:17.103998 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01f56ec-f37a-4a10-8b3b-5c6ab6b0fc65 None None] Bound using segment: {'id': '9297c67a-0e0b-4e73-abae-b4d0346eb4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0b65560a-bc1d-4ff7-948c-e0be8557a968'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:37:17.104818 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-a01f56ec-f37a-4a10-8b3b-5c6ab6b0fc65 None None] Bound port: 44fb0a9d-cffa-4155-8f03-8b2d335c597f, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9297c67a-0e0b-4e73-abae-b4d0346eb4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '0b65560a-bc1d-4ff7-948c-e0be8557a968'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:37:17.105265 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a01f56ec-f37a-4a10-8b3b-5c6ab6b0fc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (44fb0a9d-cffa-4155-8f03-8b2d335c597f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:17.210395 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-a01f56ec-f37a-4a10-8b3b-5c6ab6b0fc65 None None] For port 44fb0a9d-cffa-4155-8f03-8b2d335c597f, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:37:17.216398 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-a01f56ec-f37a-4a10-8b3b-5c6ab6b0fc65 None None] For port 44fb0a9d-cffa-4155-8f03-8b2d335c597f, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=44fb0a9d-cffa-4155-8f03-8b2d335c597f,segment=NetworkSegment(9297c67a-0e0b-4e73-abae-b4d0346eb4fe),segment_id=9297c67a-0e0b-4e73-abae-b4d0346eb4fe)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:37:17.231036 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a01f56ec-f37a-4a10-8b3b-5c6ab6b0fc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (44fb0a9d-cffa-4155-8f03-8b2d335c597f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:17.317722 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f45010-5d88-4e02-a9e3-1c80f9ee9e10 req-a9e0125c-a659-4f64-a1ef-26b5bdca0a48 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:17.319318 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f7f45010-5d88-4e02-a9e3-1c80f9ee9e10 req-a9e0125c-a659-4f64-a1ef-26b5bdca0a48 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b2cf501-13c1-43d2-9a65-8aef54c18084 HTTP/1.1" status: 200 len: 946 time: 0.0994887 Feb 09 01:37:17.372617 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f56ec-f37a-4a10-8b3b-5c6ab6b0fc65 None None] Pushing event updated for resources: {'Port': ['ID=44fb0a9d-cffa-4155-8f03-8b2d335c597f,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:17.379371 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-010c71aa-56b9-42b4-a991-88a5368fffca tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for port (40662d49-f48d-4f4c-9e2e-1ec242530e5e), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:17.452462 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f7f45010-5d88-4e02-a9e3-1c80f9ee9e10 req-c554087d-d91b-4f0a-895d-ac192c281ab1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=a959fb45-a42b-4d54-9a6f-ce9e5194b56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085050 Feb 09 01:37:17.455930 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60820) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:17.484509 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8d359c46-a0de-4d69-81e2-54e4ddc0ba0b req-b15de4b8-e3ff-44a9-b787-53d155904f01 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7e336c02-412f-4471-adae-0132f965edfc HTTP/1.1" status: 200 len: 210 time: 0.0359981 Feb 09 01:37:17.554430 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-010c71aa-56b9-42b4-a991-88a5368fffca tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (40662d49-f48d-4f4c-9e2e-1ec242530e5e), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:17.583397 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3f6a3c45-2eae-46cc-9e94-da09efd0841c tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/floatingips/5b7172be-f53e-47fc-84d5-7640de27d897 HTTP/1.1" status: 200 len: 993 time: 0.1198370 Feb 09 01:37:17.685108 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010c71aa-56b9-42b4-a991-88a5368fffca tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Network 0b65560a-bc1d-4ff7-948c-e0be8557a968 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:37:17.698356 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c71aa-56b9-42b4-a991-88a5368fffca tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event updated for resources: {'Port': ['ID=40662d49-f48d-4f4c-9e2e-1ec242530e5e,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:17.706567 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-010c71aa-56b9-42b4-a991-88a5368fffca tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:17.712302 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010c71aa-56b9-42b4-a991-88a5368fffca tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:37:17.816166 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010c71aa-56b9-42b4-a991-88a5368fffca tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:17.819703 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-010c71aa-56b9-42b4-a991-88a5368fffca tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:17.848676 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60830) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:17.850140 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-010c71aa-56b9-42b4-a991-88a5368fffca tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5443523 Feb 09 01:37:18.009613 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-4cdbc71a-87e4-473d-87ab-208488cc7823 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Deleting port 40662d49-f48d-4f4c-9e2e-1ec242530e5e {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:37:18.009880 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4cdbc71a-87e4-473d-87ab-208488cc7823 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (40662d49-f48d-4f4c-9e2e-1ec242530e5e), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:18.036427 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba14bc7-9ef7-4861-80c7-86fcc79666e9 req-5e02e65a-b70c-4e0e-8cb1-ac3b873ce409 tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:18.038298 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bba14bc7-9ef7-4861-80c7-86fcc79666e9 req-5e02e65a-b70c-4e0e-8cb1-ac3b873ce409 tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=6b2cf501-13c1-43d2-9a65-8aef54c18084 HTTP/1.1" status: 200 len: 1128 time: 0.0851810 Feb 09 01:37:18.176229 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4cdbc71a-87e4-473d-87ab-208488cc7823 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (40662d49-f48d-4f4c-9e2e-1ec242530e5e), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:18.179569 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bba14bc7-9ef7-4861-80c7-86fcc79666e9 req-bfefbe33-4e4e-4277-9ddf-ad108217df1f tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=a959fb45-a42b-4d54-9a6f-ce9e5194b56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354859 Feb 09 01:37:18.189861 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-4cdbc71a-87e4-473d-87ab-208488cc7823 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Calling delete_port for 40662d49-f48d-4f4c-9e2e-1ec242530e5e owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:37:18.227026 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 44fb0a9d-cffa-4155-8f03-8b2d335c597f up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:37:18.284523 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 44fb0a9d-cffa-4155-8f03-8b2d335c597f triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:18.285101 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (44fb0a9d-cffa-4155-8f03-8b2d335c597f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:18.410649 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 44fb0a9d-cffa-4155-8f03-8b2d335c597f is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:37:18.417845 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (44fb0a9d-cffa-4155-8f03-8b2d335c597f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:18.498262 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 44fb0a9d-cffa-4155-8f03-8b2d335c597f, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=44fb0a9d-cffa-4155-8f03-8b2d335c597f,segment=NetworkSegment(9297c67a-0e0b-4e73-abae-b4d0346eb4fe),segment_id=9297c67a-0e0b-4e73-abae-b4d0346eb4fe)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:18.503802 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (44fb0a9d-cffa-4155-8f03-8b2d335c597f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:18.520197 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4cdbc71a-87e4-473d-87ab-208488cc7823 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (40662d49-f48d-4f4c-9e2e-1ec242530e5e), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:18.591989 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdbc71a-87e4-473d-87ab-208488cc7823 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event deleted for resources: {'Port': ['ID=40662d49-f48d-4f4c-9e2e-1ec242530e5e,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:18.612288 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=44fb0a9d-cffa-4155-8f03-8b2d335c597f,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:18.751241 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4cdbc71a-87e4-473d-87ab-208488cc7823 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:18.757161 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4cdbc71a-87e4-473d-87ab-208488cc7823 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/ports/40662d49-f48d-4f4c-9e2e-1ec242530e5e HTTP/1.1" status: 204 len: 168 time: 0.9047570 Feb 09 01:37:18.758017 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60848) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:18.812758 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b8806d2-82e5-476a-83f2-9ccc1bb7f4c0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] DELETE failed (client error): The resource could not be found. Feb 09 01:37:18.814929 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b8806d2-82e5-476a-83f2-9ccc1bb7f4c0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:37:18.823004 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8b8806d2-82e5-476a-83f2-9ccc1bb7f4c0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/ports/40662d49-f48d-4f4c-9e2e-1ec242530e5e HTTP/1.1" status: 404 len: 333 time: 0.0609262 Feb 09 01:37:18.824864 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60852) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:18.899471 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-bea8c8f6-85a3-41dd-b736-112ef55e5c22 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] GET failed (client error): The resource could not be found. Feb 09 01:37:18.902163 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-bea8c8f6-85a3-41dd-b736-112ef55e5c22 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "GET /v2.0/ports/40662d49-f48d-4f4c-9e2e-1ec242530e5e HTTP/1.1" status: 404 len: 333 time: 0.0763032 Feb 09 01:37:18.905379 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60862) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:18.988262 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f8cba79-c8d4-4f64-b496-c2b0d6706ca2 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Deleting subnet c8b1ce43-4531-4e9c-9990-b14108d93950 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:37:18.992084 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6f8cba79-c8d4-4f64-b496-c2b0d6706ca2 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for subnet (c8b1ce43-4531-4e9c-9990-b14108d93950), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:19.040909 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-8cf746d7-b19b-456d-810d-a9aa6f254e4b tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1734032386&fields=id&tenant_id=c9bde012005949bf8ed5f5d05d570ac0 HTTP/1.1" status: 200 len: 267 time: 0.1043079 Feb 09 01:37:19.047843 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6f8cba79-c8d4-4f64-b496-c2b0d6706ca2 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (c8b1ce43-4531-4e9c-9990-b14108d93950), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:19.096112 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fcab65-646a-4bec-82b3-0855c256d5ad None None] Network 0b65560a-bc1d-4ff7-948c-e0be8557a968 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:37:19.246514 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-97c006b4-2d4b-4774-a789-8022ce1bf69b None None] Provisioning complete for port 44fb0a9d-cffa-4155-8f03-8b2d335c597f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:19.247122 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-97c006b4-2d4b-4774-a789-8022ce1bf69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (44fb0a9d-cffa-4155-8f03-8b2d335c597f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:19.270066 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6f8cba79-c8d4-4f64-b496-c2b0d6706ca2 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (c8b1ce43-4531-4e9c-9990-b14108d93950), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:19.340638 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-782dd36d-cadc-4465-9a74-c80878c33948 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:19.355283 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-782dd36d-cadc-4465-9a74-c80878c33948 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/networks?id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 HTTP/1.1" status: 200 len: 811 time: 0.3072286 Feb 09 01:37:19.388283 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-1b029e9c-d698-432d-9fbb-58b8750cc3c1 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/quotas/c9bde012005949bf8ed5f5d05d570ac0 HTTP/1.1" status: 200 len: 375 time: 0.0312655 Feb 09 01:37:19.411882 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6f8cba79-c8d4-4f64-b496-c2b0d6706ca2 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (c8b1ce43-4531-4e9c-9990-b14108d93950), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:19.427922 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6f8cba79-c8d4-4f64-b496-c2b0d6706ca2 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:19.440134 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6f8cba79-c8d4-4f64-b496-c2b0d6706ca2 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/subnets/c8b1ce43-4531-4e9c-9990-b14108d93950 HTTP/1.1" status: 204 len: 168 time: 0.5331497 Feb 09 01:37:19.447965 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-97c006b4-2d4b-4774-a789-8022ce1bf69b None None] Current status of the port 44fb0a9d-cffa-4155-8f03-8b2d335c597f is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:37:19.448901 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 60878) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:19.460242 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8cba79-c8d4-4f64-b496-c2b0d6706ca2 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event deleted for resources: {'Subnet': ['ID=c8b1ce43-4531-4e9c-9990-b14108d93950,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:19.570340 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-e50271f6-616e-42a2-8581-53118024072a tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c9bde012005949bf8ed5f5d05d570ac0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1797323 Feb 09 01:37:19.578225 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e7b7108b-c53b-49e6-ad02-d1577a35355f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (0b65560a-bc1d-4ff7-948c-e0be8557a968), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:19.589216 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-58413ff7-f3f9-427d-8347-bb2f69cc7955 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6b2cf501-13c1-43d2-9a65-8aef54c18084&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3335347 Feb 09 01:37:19.618816 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-98467453-c06a-444a-9e94-36cce0c1d886 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:37:19.619828 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-98467453-c06a-444a-9e94-36cce0c1d886 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0163019 Feb 09 01:37:19.770839 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-ba61515e-8fc7-4fc6-bc37-ba443ea31b82 service neutron] 10.222.0.50 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800110 Feb 09 01:37:19.776386 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-e7b7108b-c53b-49e6-ad02-d1577a35355f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Deleting port 44fb0a9d-cffa-4155-8f03-8b2d335c597f {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:37:19.776759 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e7b7108b-c53b-49e6-ad02-d1577a35355f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (44fb0a9d-cffa-4155-8f03-8b2d335c597f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:19.778188 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb937f8a-49ec-40bc-8a8e-5852581c690c None None] Network 0b65560a-bc1d-4ff7-948c-e0be8557a968 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:37:19.909415 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-c82e5035-4634-4668-b2c2-f160b276af18 None None] Provisioning complete for port 44fb0a9d-cffa-4155-8f03-8b2d335c597f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:19.909415 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c82e5035-4634-4668-b2c2-f160b276af18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (44fb0a9d-cffa-4155-8f03-8b2d335c597f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:19.977110 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-e7b7108b-c53b-49e6-ad02-d1577a35355f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] For port 44fb0a9d-cffa-4155-8f03-8b2d335c597f, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=44fb0a9d-cffa-4155-8f03-8b2d335c597f,segment=NetworkSegment(9297c67a-0e0b-4e73-abae-b4d0346eb4fe),segment_id=9297c67a-0e0b-4e73-abae-b4d0346eb4fe)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:19.977470 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e7b7108b-c53b-49e6-ad02-d1577a35355f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (44fb0a9d-cffa-4155-8f03-8b2d335c597f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:20.000420 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-e7b7108b-c53b-49e6-ad02-d1577a35355f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Calling delete_port for 44fb0a9d-cffa-4155-8f03-8b2d335c597f owned by network:dhcp {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:37:20.012998 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-7bfef33e-8c1c-41ff-b1d2-ae0c24935b8a service neutron] 10.222.0.50 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255147 Feb 09 01:37:20.074318 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c82e5035-4634-4668-b2c2-f160b276af18 None None] Current status of the port 44fb0a9d-cffa-4155-8f03-8b2d335c597f is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:37:20.102574 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1bf778-1155-4934-89f0-35f46e0f0c0b None None] DHCP port deletion for 0b65560a-bc1d-4ff7-948c-e0be8557a968 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:37:20.157630 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e7b7108b-c53b-49e6-ad02-d1577a35355f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (44fb0a9d-cffa-4155-8f03-8b2d335c597f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:20.243118 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b7108b-c53b-49e6-ad02-d1577a35355f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event deleted for resources: {'Port': ['ID=44fb0a9d-cffa-4155-8f03-8b2d335c597f,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:20.266744 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b7108b-c53b-49e6-ad02-d1577a35355f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] No DVR routers for this DVR port 44fb0a9d-cffa-4155-8f03-8b2d335c597f on host n-d-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:37:20.297899 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-fb1bf778-1155-4934-89f0-35f46e0f0c0b None None] Deleting port 44fb0a9d-cffa-4155-8f03-8b2d335c597f {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:37:20.298731 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fb1bf778-1155-4934-89f0-35f46e0f0c0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (44fb0a9d-cffa-4155-8f03-8b2d335c597f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:20.309253 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 44fb0a9d-cffa-4155-8f03-8b2d335c597f no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:37:20.360452 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 44fb0a9d-cffa-4155-8f03-8b2d335c597f {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:37:20.360976 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 44fb0a9d-cffa-4155-8f03-8b2d335c597f not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:37:20.469519 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-fb1bf778-1155-4934-89f0-35f46e0f0c0b None None] For port 44fb0a9d-cffa-4155-8f03-8b2d335c597f, host n-d-828369-4, got binding levels [] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:20.470691 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fb1bf778-1155-4934-89f0-35f46e0f0c0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (44fb0a9d-cffa-4155-8f03-8b2d335c597f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:20.479402 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-d83ff578-b6e2-43ca-918e-74caebe054a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:20.480877 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-d83ff578-b6e2-43ca-918e-74caebe054a1 service neutron] 10.222.0.50 "GET /v2.0/ports/22ed1b59-9a34-4068-84a3-3931e41c3f7d HTTP/1.1" status: 200 len: 1125 time: 0.1159270 Feb 09 01:37:20.485786 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e7b7108b-c53b-49e6-ad02-d1577a35355f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (0b65560a-bc1d-4ff7-948c-e0be8557a968), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:20.500008 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-fb1bf778-1155-4934-89f0-35f46e0f0c0b None None] Calling delete_port for 44fb0a9d-cffa-4155-8f03-8b2d335c597f owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:37:20.502856 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-78940e04-45db-4715-a80e-6cbe79e0b118 service neutron] Request body: {'binding': {'host': 'n-h2-828369-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:20.503357 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-78940e04-45db-4715-a80e-6cbe79e0b118 service neutron] Unknown quota resources ['binding']. {{(pid=103136) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 09 01:37:20.504671 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.ipam_backend_mixin [None req-fb1bf778-1155-4934-89f0-35f46e0f0c0b None None] Port 44fb0a9d-cffa-4155-8f03-8b2d335c597f was not found and therefore no delete operation was performed {{(pid=103138) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 01:37:20.506177 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fb1bf778-1155-4934-89f0-35f46e0f0c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (44fb0a9d-cffa-4155-8f03-8b2d335c597f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:20.560754 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1bf778-1155-4934-89f0-35f46e0f0c0b None None] Pushing event deleted for resources: {'Port': ['ID=44fb0a9d-cffa-4155-8f03-8b2d335c597f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:20.568174 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1bf778-1155-4934-89f0-35f46e0f0c0b None None] No DVR routers for this DVR port 44fb0a9d-cffa-4155-8f03-8b2d335c597f on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:37:20.740986 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e534c91f-3dbd-44ba-96c8-33ee07b43ae4 req-451f0473-c45c-45c7-a2a8-8c69b864284e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fb1c882-d88c-4b35-a2f9-dfb068fedda4 HTTP/1.1" status: 200 len: 210 time: 0.0868998 Feb 09 01:37:20.755880 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-e7b7108b-c53b-49e6-ad02-d1577a35355f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b65560a-bc1d-4ff7-948c-e0be8557a968']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:20.780203 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-e7b7108b-c53b-49e6-ad02-d1577a35355f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9297c67a-0e0b-4e73-abae-b4d0346eb4fe') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:20.780951 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-e7b7108b-c53b-49e6-ad02-d1577a35355f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9297c67a-0e0b-4e73-abae-b4d0346eb4fe') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:20.790724 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-78940e04-45db-4715-a80e-6cbe79e0b118 service neutron] Attempting to bind port 22ed1b59-9a34-4068-84a3-3931e41c3f7d on host n-h2-828369-4 for vnic_type normal with profile None {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:37:20.791071 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-78940e04-45db-4715-a80e-6cbe79e0b118 service neutron] Attempting to bind port 22ed1b59-9a34-4068-84a3-3931e41c3f7d by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '478ae4ea-99b1-461f-b847-accbf5df86c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fafd2eec-4c98-46da-af94-cf246814381c'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:37:20.791416 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-78940e04-45db-4715-a80e-6cbe79e0b118 service neutron] Attempting to bind port 22ed1b59-9a34-4068-84a3-3931e41c3f7d on network fafd2eec-4c98-46da-af94-cf246814381c {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:37:20.801743 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e7b7108b-c53b-49e6-ad02-d1577a35355f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (9297c67a-0e0b-4e73-abae-b4d0346eb4fe), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:20.803798 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-78940e04-45db-4715-a80e-6cbe79e0b118 service neutron] Port 22ed1b59-9a34-4068-84a3-3931e41c3f7d on network fafd2eec-4c98-46da-af94-cf246814381c not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:37:20.804399 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-78940e04-45db-4715-a80e-6cbe79e0b118 service neutron] Attempting to bind port 22ed1b59-9a34-4068-84a3-3931e41c3f7d on network fafd2eec-4c98-46da-af94-cf246814381c {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:37:20.819070 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-78940e04-45db-4715-a80e-6cbe79e0b118 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:37:20.819441 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-78940e04-45db-4715-a80e-6cbe79e0b118 service neutron] Checking segment: {'id': '478ae4ea-99b1-461f-b847-accbf5df86c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fafd2eec-4c98-46da-af94-cf246814381c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:37:20.819813 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-78940e04-45db-4715-a80e-6cbe79e0b118 service neutron] Bound using segment: {'id': '478ae4ea-99b1-461f-b847-accbf5df86c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fafd2eec-4c98-46da-af94-cf246814381c'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:37:20.820254 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-78940e04-45db-4715-a80e-6cbe79e0b118 service neutron] Bound port: 22ed1b59-9a34-4068-84a3-3931e41c3f7d, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '478ae4ea-99b1-461f-b847-accbf5df86c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fafd2eec-4c98-46da-af94-cf246814381c'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:37:20.826970 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e7b7108b-c53b-49e6-ad02-d1577a35355f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (9297c67a-0e0b-4e73-abae-b4d0346eb4fe), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:20.877252 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7b7108b-c53b-49e6-ad02-d1577a35355f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:37:20.879777 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e7b7108b-c53b-49e6-ad02-d1577a35355f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (9297c67a-0e0b-4e73-abae-b4d0346eb4fe), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:20.893405 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:37:20.893405 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:37:20.893405 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:37:20.893405 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:37:20.893405 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:37:20.893405 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:37:20.893405 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:37:20.893405 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:37:20.893405 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:37:20.893405 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:37:20.893405 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:37:20.893405 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:37:20.893405 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:37:20.893405 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:37:20.893405 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:37:20.893405 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:37:20.893405 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:37:20.893405 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:37:20.893405 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:37:20.893405 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:37:20.893405 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:37:20.893405 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:37:20.893405 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:37:20.893405 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:37:20.893405 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:37:20.893405 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:37:20.893405 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:37:20.893405 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:37:20.893405 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:37:20.893405 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:37:20.893405 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:37:20.893405 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:37:21.012255 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e7b7108b-c53b-49e6-ad02-d1577a35355f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (0b65560a-bc1d-4ff7-948c-e0be8557a968), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:21.015042 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-78940e04-45db-4715-a80e-6cbe79e0b118 service neutron] For port 22ed1b59-9a34-4068-84a3-3931e41c3f7d, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=22ed1b59-9a34-4068-84a3-3931e41c3f7d,segment=NetworkSegment(478ae4ea-99b1-461f-b847-accbf5df86c1),segment_id=478ae4ea-99b1-461f-b847-accbf5df86c1)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:37:21.022082 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e7b7108b-c53b-49e6-ad02-d1577a35355f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:21.026584 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e7b7108b-c53b-49e6-ad02-d1577a35355f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/networks/0b65560a-bc1d-4ff7-948c-e0be8557a968 HTTP/1.1" status: 204 len: 168 time: 1.5737085 Feb 09 01:37:21.032328 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60914) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:21.042880 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-95f7782e-bc9a-4e26-90a8-ee86d958cfb3 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1047385004'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:21.052363 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-78940e04-45db-4715-a80e-6cbe79e0b118 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:21.055605 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-78940e04-45db-4715-a80e-6cbe79e0b118 service neutron] 10.222.0.50 "POST /v2.0/ports/22ed1b59-9a34-4068-84a3-3931e41c3f7d/bindings HTTP/1.1" status: 201 len: 389 time: 0.5615747 Feb 09 01:37:21.056966 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b7108b-c53b-49e6-ad02-d1577a35355f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event deleted for resources: {'Network': ['ID=0b65560a-bc1d-4ff7-948c-e0be8557a968,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:21.095702 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f7782e-bc9a-4e26-90a8-ee86d958cfb3 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Made reservation on behalf of 79bede7de42d4f599c02c44fde53ae7e for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:21.101372 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-95f7782e-bc9a-4e26-90a8-ee86d958cfb3 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:21.165520 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95f7782e-bc9a-4e26-90a8-ee86d958cfb3 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1013} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:37:21.178633 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-95f7782e-bc9a-4e26-90a8-ee86d958cfb3 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (f5aabd23-4225-482c-ae40-1c3df959c5c9), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:21.179221 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-95f7782e-bc9a-4e26-90a8-ee86d958cfb3 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Added segment f5aabd23-4225-482c-ae40-1c3df959c5c9 of type vlan for network b0d4b646-ab5e-4b80-af20-f4282f733d41 Feb 09 01:37:21.257858 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-95f7782e-bc9a-4e26-90a8-ee86d958cfb3 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (b0d4b646-ab5e-4b80-af20-f4282f733d41), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:21.307317 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-95f7782e-bc9a-4e26-90a8-ee86d958cfb3 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (b0d4b646-ab5e-4b80-af20-f4282f733d41), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:21.313702 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f7782e-bc9a-4e26-90a8-ee86d958cfb3 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:21.314139 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-95f7782e-bc9a-4e26-90a8-ee86d958cfb3 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:21.355118 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705ae8f-7666-4894-874b-ab6be50a1e4a req-5da9ed03-343b-4ac7-bc4b-d985330fdaf4 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:21.361121 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b705ae8f-7666-4894-874b-ab6be50a1e4a req-5da9ed03-343b-4ac7-bc4b-d985330fdaf4 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b2cf501-13c1-43d2-9a65-8aef54c18084 HTTP/1.1" status: 200 len: 946 time: 0.1030054 Feb 09 01:37:21.407905 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f7782e-bc9a-4e26-90a8-ee86d958cfb3 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event updated for resources: {'Network': ['ID=b0d4b646-ab5e-4b80-af20-f4282f733d41,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:21.422184 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network b0d4b646-ab5e-4b80-af20-f4282f733d41 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:37:21.449009 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-95f7782e-bc9a-4e26-90a8-ee86d958cfb3 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4122345 Feb 09 01:37:21.449183 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60922) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:21.457946 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-846fe8b1-e1bf-42ba-b9d8-6e565aaba265 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'subnet': {'network_id': 'b0d4b646-ab5e-4b80-af20-f4282f733d41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:21.529063 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b705ae8f-7666-4894-874b-ab6be50a1e4a req-4161fc71-1624-41fe-8e92-e8b1201e231d tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=a959fb45-a42b-4d54-9a6f-ce9e5194b56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472440 Feb 09 01:37:21.547421 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-9b396b1f-da61-4cc9-9721-054a8f8b1d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:21.549969 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-9b396b1f-da61-4cc9-9721-054a8f8b1d78 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=c3786288d8304ed4a73754fbccf8bb65&device_id=6b2cf501-13c1-43d2-9a65-8aef54c18084 HTTP/1.1" status: 200 len: 1128 time: 0.1436110 Feb 09 01:37:21.653995 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846fe8b1-e1bf-42ba-b9d8-6e565aaba265 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Made reservation on behalf of 79bede7de42d4f599c02c44fde53ae7e for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:21.659092 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-846fe8b1-e1bf-42ba-b9d8-6e565aaba265 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:21.667638 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-6a8ba799-938c-4d07-89e6-953e3c032245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:21.670545 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-6a8ba799-938c-4d07-89e6-953e3c032245 service neutron] 10.222.0.120 "GET /v2.0/networks?id=fafd2eec-4c98-46da-af94-cf246814381c HTTP/1.1" status: 200 len: 899 time: 0.1129611 Feb 09 01:37:21.753295 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-8e71e3bc-965b-449a-a07d-fbe0695d3150 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22ed1b59-9a34-4068-84a3-3931e41c3f7d HTTP/1.1" status: 200 len: 1001 time: 0.0758953 Feb 09 01:37:21.816652 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-41eec7dd-851a-4630-8bc6-dae1bd861b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:21.818651 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-41eec7dd-851a-4630-8bc6-dae1bd861b1a service neutron] 10.222.0.120 "GET /v2.0/subnets?id=209825ec-cb7a-489f-bf18-dbf0ef5b9c24 HTTP/1.1" status: 200 len: 834 time: 0.0589788 Feb 09 01:37:21.893926 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-846fe8b1-e1bf-42ba-b9d8-6e565aaba265 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (53d1a62d-58d4-47b7-88ed-ac1e60e3914d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:21.946384 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3bca47ad-a438-40e2-a785-ac2d346f30c4 req-d5418f10-fd81-4b1d-be96-5554ae392e08 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fb1c882-d88c-4b35-a2f9-dfb068fedda4 HTTP/1.1" status: 200 len: 210 time: 0.0668111 Feb 09 01:37:21.960521 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-60752b67-ff70-4a06-b56f-3a53ea907e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:21.962249 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-60752b67-ff70-4a06-b56f-3a53ea907e8b service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=fafd2eec-4c98-46da-af94-cf246814381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1373923 Feb 09 01:37:22.041869 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846fe8b1-e1bf-42ba-b9d8-6e565aaba265 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event updated for resources: {'Subnet': ['ID=53d1a62d-58d4-47b7-88ed-ac1e60e3914d,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:22.106935 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846fe8b1-e1bf-42ba-b9d8-6e565aaba265 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Checking segment: {'id': 'f5aabd23-4225-482c-ae40-1c3df959c5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'b0d4b646-ab5e-4b80-af20-f4282f733d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:37:22.107513 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846fe8b1-e1bf-42ba-b9d8-6e565aaba265 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Network hostable DHCP agents. Network: b0d4b646-ab5e-4b80-af20-f4282f733d41, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:37:22.143879 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-c9d73b33-4cf6-40ee-81d7-5038b094571b tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:22.145619 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-c9d73b33-4cf6-40ee-81d7-5038b094571b tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.47 "GET /v2.0/networks?id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 HTTP/1.1" status: 200 len: 811 time: 0.1772227 Feb 09 01:37:22.158265 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846fe8b1-e1bf-42ba-b9d8-6e565aaba265 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Network b0d4b646-ab5e-4b80-af20-f4282f733d41 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:37:22.221466 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-846fe8b1-e1bf-42ba-b9d8-6e565aaba265 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, b0d4b646-ab5e-4b80-af20-f4282f733d41) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:22.233750 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603b83d3-a1e4-40e1-8dad-743b2993a845 None None] Network b0d4b646-ab5e-4b80-af20-f4282f733d41 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:37:22.248036 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846fe8b1-e1bf-42ba-b9d8-6e565aaba265 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:22.249216 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-846fe8b1-e1bf-42ba-b9d8-6e565aaba265 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:22.318651 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-846fe8b1-e1bf-42ba-b9d8-6e565aaba265 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8615727 Feb 09 01:37:22.319613 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60932) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:22.325944 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-ba7c20b6-5b83-4bf1-b512-fe869d1c1e7a tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'port': {'network_id': 'b0d4b646-ab5e-4b80-af20-f4282f733d41', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1504309770'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:22.334911 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-14a76eb6-0b03-4a51-a14c-c5a0270a0f1e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9bde012005949bf8ed5f5d05d570ac0 HTTP/1.1" status: 200 len: 380 time: 0.1656992 Feb 09 01:37:22.359262 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-03757164-4f64-4353-a3d7-85a0911c04c4 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Request body: {'port': {'device_id': '7fb1c882-d88c-4b35-a2f9-dfb068fedda4', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'admin_state_up': True, 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'security_groups': ['3e53f284-8bda-468c-9d56-9b70f189fd42']}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:22.434984 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b48fea4-66ac-4d9a-b37d-41867e1ba01c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-b0d4b646-ab5e-4b80-af20-f4282f733d41', 'network_id': 'b0d4b646-ab5e-4b80-af20-f4282f733d41', 'project_id': '79bede7de42d4f599c02c44fde53ae7e', 'fixed_ips': [{'subnet_id': '53d1a62d-58d4-47b7-88ed-ac1e60e3914d'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:37:22.435853 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1b48fea4-66ac-4d9a-b37d-41867e1ba01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:22.617848 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-03757164-4f64-4353-a3d7-85a0911c04c4 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Made reservation on behalf of c9bde012005949bf8ed5f5d05d570ac0 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:22.640436 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-03757164-4f64-4353-a3d7-85a0911c04c4 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:22.707632 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-ba404dd6-9f2f-4c0b-99fd-e054d73d5711 service neutron] 10.222.0.120 "GET /v2.0/networks/fafd2eec-4c98-46da-af94-cf246814381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7382910 Feb 09 01:37:22.724217 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-1b48fea4-66ac-4d9a-b37d-41867e1ba01c None None] Allocated IP 172.20.0.2 (b0d4b646-ab5e-4b80-af20-f4282f733d41/53d1a62d-58d4-47b7-88ed-ac1e60e3914d/390fae39-2e91-4b04-a7bc-81ca586006c0) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:37:22.916656 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7c20b6-5b83-4bf1-b512-fe869d1c1e7a tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Made reservation on behalf of 79bede7de42d4f599c02c44fde53ae7e for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:22.920480 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ba7c20b6-5b83-4bf1-b512-fe869d1c1e7a tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:22.991468 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-ba7c20b6-5b83-4bf1-b512-fe869d1c1e7a tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] device_id is not set on port 3969f748-8b59-4eb7-bb17-ea9150c459de yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:37:23.023447 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2661d9d-889a-421d-b01a-47f8b2185e0e req-519cca46-d411-4faa-99d8-5a80a02c9d5d tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:23.044406 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2661d9d-889a-421d-b01a-47f8b2185e0e req-519cca46-d411-4faa-99d8-5a80a02c9d5d tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b2cf501-13c1-43d2-9a65-8aef54c18084 HTTP/1.1" status: 200 len: 946 time: 0.3143392 Feb 09 01:37:23.059144 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1b48fea4-66ac-4d9a-b37d-41867e1ba01c None None] Publish callbacks [] for port (390fae39-2e91-4b04-a7bc-81ca586006c0), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:23.067450 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1b48fea4-66ac-4d9a-b37d-41867e1ba01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (390fae39-2e91-4b04-a7bc-81ca586006c0), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:23.124109 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48fea4-66ac-4d9a-b37d-41867e1ba01c None None] Pushing event updated for resources: {'Port': ['ID=390fae39-2e91-4b04-a7bc-81ca586006c0,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:23.130505 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2661d9d-889a-421d-b01a-47f8b2185e0e req-380f35f9-e89c-49f5-9ea1-0de2792cc72d tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=a959fb45-a42b-4d54-9a6f-ce9e5194b56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848167 Feb 09 01:37:23.134730 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-03757164-4f64-4353-a3d7-85a0911c04c4 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Allocated IP 172.20.0.10 (e3d3bfb4-e5ce-458a-8f81-66f36b8e4175/68d3f132-83c5-49da-80a3-1924c70a8491/5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:37:23.146773 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b48fea4-66ac-4d9a-b37d-41867e1ba01c None None] Network b0d4b646-ab5e-4b80-af20-f4282f733d41 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:37:23.146773 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-1b48fea4-66ac-4d9a-b37d-41867e1ba01c None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:23.148663 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b48fea4-66ac-4d9a-b37d-41867e1ba01c None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:37:23.155267 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-c4703806-15e4-41d8-af5f-15c82abdd1d4 service neutron] 10.222.0.120 "GET /v2.0/networks/fafd2eec-4c98-46da-af94-cf246814381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417748 Feb 09 01:37:23.193212 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f245d7a5-4897-4779-8b5c-6849e506ad10 req-a5e9b91f-9beb-439c-acd1-3d9148873ec7 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fb1c882-d88c-4b35-a2f9-dfb068fedda4 HTTP/1.1" status: 200 len: 210 time: 0.0791833 Feb 09 01:37:23.260435 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-1b48fea4-66ac-4d9a-b37d-41867e1ba01c None None] Attempting to bind port 390fae39-2e91-4b04-a7bc-81ca586006c0 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:37:23.265989 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-1b48fea4-66ac-4d9a-b37d-41867e1ba01c None None] Attempting to bind port 390fae39-2e91-4b04-a7bc-81ca586006c0 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f5aabd23-4225-482c-ae40-1c3df959c5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'b0d4b646-ab5e-4b80-af20-f4282f733d41'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:37:23.266400 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b48fea4-66ac-4d9a-b37d-41867e1ba01c None None] Attempting to bind port 390fae39-2e91-4b04-a7bc-81ca586006c0 on network b0d4b646-ab5e-4b80-af20-f4282f733d41 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:37:23.280979 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b48fea4-66ac-4d9a-b37d-41867e1ba01c None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:37:23.281385 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b48fea4-66ac-4d9a-b37d-41867e1ba01c None None] Checking segment: {'id': 'f5aabd23-4225-482c-ae40-1c3df959c5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'b0d4b646-ab5e-4b80-af20-f4282f733d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:37:23.284860 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1b48fea4-66ac-4d9a-b37d-41867e1ba01c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:23.284860 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b48fea4-66ac-4d9a-b37d-41867e1ba01c None None] Bound using segment: {'id': 'f5aabd23-4225-482c-ae40-1c3df959c5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'b0d4b646-ab5e-4b80-af20-f4282f733d41'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:37:23.285385 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-1b48fea4-66ac-4d9a-b37d-41867e1ba01c None None] Bound port: 390fae39-2e91-4b04-a7bc-81ca586006c0, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5aabd23-4225-482c-ae40-1c3df959c5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'b0d4b646-ab5e-4b80-af20-f4282f733d41'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:37:23.286720 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1b48fea4-66ac-4d9a-b37d-41867e1ba01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (390fae39-2e91-4b04-a7bc-81ca586006c0), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:23.395761 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-ba7c20b6-5b83-4bf1-b512-fe869d1c1e7a tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Allocated IP 172.20.0.12 (b0d4b646-ab5e-4b80-af20-f4282f733d41/53d1a62d-58d4-47b7-88ed-ac1e60e3914d/3969f748-8b59-4eb7-bb17-ea9150c459de) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:37:23.451259 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-1b48fea4-66ac-4d9a-b37d-41867e1ba01c None None] For port 390fae39-2e91-4b04-a7bc-81ca586006c0, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:37:23.462646 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-1b48fea4-66ac-4d9a-b37d-41867e1ba01c None None] For port 390fae39-2e91-4b04-a7bc-81ca586006c0, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=390fae39-2e91-4b04-a7bc-81ca586006c0,segment=NetworkSegment(f5aabd23-4225-482c-ae40-1c3df959c5c9),segment_id=f5aabd23-4225-482c-ae40-1c3df959c5c9)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:37:23.470625 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1b48fea4-66ac-4d9a-b37d-41867e1ba01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (390fae39-2e91-4b04-a7bc-81ca586006c0), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:23.473621 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-9e449f4c-79c3-4cd0-9b7d-cbb51b7ea9fd tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:23.478723 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-9e449f4c-79c3-4cd0-9b7d-cbb51b7ea9fd tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] 10.222.0.120 "GET /v2.0/ports?device_id=6b2cf501-13c1-43d2-9a65-8aef54c18084&tenant_id=c3786288d8304ed4a73754fbccf8bb65&binding%3Ahost_id=n-h1-828369-4 HTTP/1.1" status: 200 len: 1128 time: 0.2388020 Feb 09 01:37:23.490469 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-a24b395b-3ba8-43e4-bcfa-4114e63f623b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828369-4'}}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:23.577442 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-a24b395b-3ba8-43e4-bcfa-4114e63f623b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (22ed1b59-9a34-4068-84a3-3931e41c3f7d), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:23.606993 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48fea4-66ac-4d9a-b37d-41867e1ba01c None None] Pushing event updated for resources: {'Port': ['ID=390fae39-2e91-4b04-a7bc-81ca586006c0,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:23.778323 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-a24b395b-3ba8-43e4-bcfa-4114e63f623b service neutron] For port 22ed1b59-9a34-4068-84a3-3931e41c3f7d, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=22ed1b59-9a34-4068-84a3-3931e41c3f7d,segment=NetworkSegment(478ae4ea-99b1-461f-b847-accbf5df86c1),segment_id=478ae4ea-99b1-461f-b847-accbf5df86c1)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:23.799665 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-03757164-4f64-4353-a3d7-85a0911c04c4 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks [] for port (5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:23.820810 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ba7c20b6-5b83-4bf1-b512-fe869d1c1e7a tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for port (3969f748-8b59-4eb7-bb17-ea9150c459de), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:23.888477 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-03757164-4f64-4353-a3d7-85a0911c04c4 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:23.888865 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-a24b395b-3ba8-43e4-bcfa-4114e63f623b service neutron] For port 22ed1b59-9a34-4068-84a3-3931e41c3f7d, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:37:23.919935 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ba7c20b6-5b83-4bf1-b512-fe869d1c1e7a tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (3969f748-8b59-4eb7-bb17-ea9150c459de), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:23.999453 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-03757164-4f64-4353-a3d7-85a0911c04c4 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Network e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:37:24.020082 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2cf501-13c1-43d2-9a65-8aef54c18084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22ed1b59-9a34-4068-84a3-3931e41c3f7d'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:37:24.023841 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3dcf212-9433-4d5d-8a4c-0996e2460fa1" -d '{"events": [{"server_uuid": "6b2cf501-13c1-43d2-9a65-8aef54c18084", "name": "network-vif-unplugged", "status": "completed", "tag": "22ed1b59-9a34-4068-84a3-3931e41c3f7d"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:37:24.024476 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7c20b6-5b83-4bf1-b512-fe869d1c1e7a tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Network b0d4b646-ab5e-4b80-af20-f4282f733d41 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:37:24.025694 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-03757164-4f64-4353-a3d7-85a0911c04c4 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:24.028015 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03757164-4f64-4353-a3d7-85a0911c04c4 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Pushing event updated for resources: {'Port': ['ID=5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:24.030718 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-03757164-4f64-4353-a3d7-85a0911c04c4 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:37:24.033984 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-ba7c20b6-5b83-4bf1-b512-fe869d1c1e7a tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:24.042100 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-a24b395b-3ba8-43e4-bcfa-4114e63f623b service neutron] Publish callbacks [] for port (22ed1b59-9a34-4068-84a3-3931e41c3f7d), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:24.054450 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-a24b395b-3ba8-43e4-bcfa-4114e63f623b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (22ed1b59-9a34-4068-84a3-3931e41c3f7d), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:24.073812 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7c20b6-5b83-4bf1-b512-fe869d1c1e7a tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:37:24.130130 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6120bd90-b041-473e-8e36-142905cc3f40 x-openstack-request-id: req-6120bd90-b041-473e-8e36-142905cc3f40 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:37:24.140286 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2cf501-13c1-43d2-9a65-8aef54c18084", "name": "network-vif-unplugged", "status": "completed", "tag": "22ed1b59-9a34-4068-84a3-3931e41c3f7d", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:37:24.140832 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6120bd90-b041-473e-8e36-142905cc3f40 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:37:24.141564 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2cf501-13c1-43d2-9a65-8aef54c18084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22ed1b59-9a34-4068-84a3-3931e41c3f7d', 'code': 200} Feb 09 01:37:24.338515 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c20b6-5b83-4bf1-b512-fe869d1c1e7a tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event updated for resources: {'Port': ['ID=3969f748-8b59-4eb7-bb17-ea9150c459de,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:24.365590 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-03757164-4f64-4353-a3d7-85a0911c04c4 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:24.366292 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-03757164-4f64-4353-a3d7-85a0911c04c4 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:24.457606 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 390fae39-2e91-4b04-a7bc-81ca586006c0 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:37:24.507362 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7c20b6-5b83-4bf1-b512-fe869d1c1e7a tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:24.508109 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ba7c20b6-5b83-4bf1-b512-fe869d1c1e7a tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:24.528618 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-03757164-4f64-4353-a3d7-85a0911c04c4 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1731479 Feb 09 01:37:24.536355 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ba7c20b6-5b83-4bf1-b512-fe869d1c1e7a tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.2126892 Feb 09 01:37:24.543851 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-6d48e83f-9af7-4b74-b993-83e0be25eec6 service neutron] Request body: {'port': {'device_id': '7fb1c882-d88c-4b35-a2f9-dfb068fedda4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:24.546010 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60956) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:24.615454 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 390fae39-2e91-4b04-a7bc-81ca586006c0 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:24.615848 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (390fae39-2e91-4b04-a7bc-81ca586006c0), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:24.790981 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b395b-3ba8-43e4-bcfa-4114e63f623b service neutron] Pushing event updated for resources: {'Port': ['ID=22ed1b59-9a34-4068-84a3-3931e41c3f7d,revision_number=7']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:24.803594 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-51f552bf-7006-4524-9854-94de3a4bd9a4 None None] Provisioning complete for port 5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:24.804378 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-51f552bf-7006-4524-9854-94de3a4bd9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:24.812689 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-6d48e83f-9af7-4b74-b993-83e0be25eec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:24.816412 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-a24b395b-3ba8-43e4-bcfa-4114e63f623b service neutron] Attempting to bind port 22ed1b59-9a34-4068-84a3-3931e41c3f7d on host n-h1-828369-4 for vnic_type normal with profile {"migrating_to": "n-h2-828369-4"} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:37:24.816412 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-a24b395b-3ba8-43e4-bcfa-4114e63f623b service neutron] Attempting to bind port 22ed1b59-9a34-4068-84a3-3931e41c3f7d by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '478ae4ea-99b1-461f-b847-accbf5df86c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fafd2eec-4c98-46da-af94-cf246814381c'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:37:24.816760 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-a24b395b-3ba8-43e4-bcfa-4114e63f623b service neutron] Attempting to bind port 22ed1b59-9a34-4068-84a3-3931e41c3f7d on network fafd2eec-4c98-46da-af94-cf246814381c {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:37:24.841734 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-a24b395b-3ba8-43e4-bcfa-4114e63f623b service neutron] Port 22ed1b59-9a34-4068-84a3-3931e41c3f7d on network fafd2eec-4c98-46da-af94-cf246814381c not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:37:24.841734 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-a24b395b-3ba8-43e4-bcfa-4114e63f623b service neutron] Attempting to bind port 22ed1b59-9a34-4068-84a3-3931e41c3f7d on network fafd2eec-4c98-46da-af94-cf246814381c {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:37:24.859295 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-51f552bf-7006-4524-9854-94de3a4bd9a4 None None] Port 5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:37:24.865827 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 390fae39-2e91-4b04-a7bc-81ca586006c0 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:37:24.866500 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (390fae39-2e91-4b04-a7bc-81ca586006c0), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:24.891123 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc31f7-7b0e-4912-93af-bb8f5805afec req-e1e8d6a3-abee-45a6-92cf-316eb8bd46e3 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:24.894612 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-29fc31f7-7b0e-4912-93af-bb8f5805afec req-e1e8d6a3-abee-45a6-92cf-316eb8bd46e3 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fb1c882-d88c-4b35-a2f9-dfb068fedda4 HTTP/1.1" status: 200 len: 932 time: 0.5247877 Feb 09 01:37:24.903250 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64486254-7d28-4e54-b1ae-5c8ad649f7a5 req-96be562d-d106-4935-978f-4618ba6bfd9a tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:24.905324 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-64486254-7d28-4e54-b1ae-5c8ad649f7a5 req-96be562d-d106-4935-978f-4618ba6bfd9a tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b2cf501-13c1-43d2-9a65-8aef54c18084 HTTP/1.1" status: 200 len: 944 time: 0.5477381 Feb 09 01:37:24.914252 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-a24b395b-3ba8-43e4-bcfa-4114e63f623b service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:37:24.914667 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-a24b395b-3ba8-43e4-bcfa-4114e63f623b service neutron] Checking segment: {'id': '478ae4ea-99b1-461f-b847-accbf5df86c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fafd2eec-4c98-46da-af94-cf246814381c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:37:24.915163 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-a24b395b-3ba8-43e4-bcfa-4114e63f623b service neutron] Bound using segment: {'id': '478ae4ea-99b1-461f-b847-accbf5df86c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fafd2eec-4c98-46da-af94-cf246814381c'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:37:24.915773 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-a24b395b-3ba8-43e4-bcfa-4114e63f623b service neutron] Bound port: 22ed1b59-9a34-4068-84a3-3931e41c3f7d, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '478ae4ea-99b1-461f-b847-accbf5df86c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fafd2eec-4c98-46da-af94-cf246814381c'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:37:24.916391 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-a24b395b-3ba8-43e4-bcfa-4114e63f623b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (22ed1b59-9a34-4068-84a3-3931e41c3f7d), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:24.963569 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 390fae39-2e91-4b04-a7bc-81ca586006c0, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=390fae39-2e91-4b04-a7bc-81ca586006c0,segment=NetworkSegment(f5aabd23-4225-482c-ae40-1c3df959c5c9),segment_id=f5aabd23-4225-482c-ae40-1c3df959c5c9)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:24.973833 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (390fae39-2e91-4b04-a7bc-81ca586006c0), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:24.980319 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-51f552bf-7006-4524-9854-94de3a4bd9a4 None None] Provisioning complete for port 22ed1b59-9a34-4068-84a3-3931e41c3f7d triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:24.982055 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-51f552bf-7006-4524-9854-94de3a4bd9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (22ed1b59-9a34-4068-84a3-3931e41c3f7d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:24.992616 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-28a95754-9045-4804-8562-1fe36e8f05ae req-1794b21d-15a4-4911-8f7f-594803099272 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3641455 Feb 09 01:37:25.096447 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-51f552bf-7006-4524-9854-94de3a4bd9a4 None None] Port 22ed1b59-9a34-4068-84a3-3931e41c3f7d cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:37:25.099951 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-64486254-7d28-4e54-b1ae-5c8ad649f7a5 req-40b27cfd-98ad-4f15-b4e3-7be1708eed05 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=a959fb45-a42b-4d54-9a6f-ce9e5194b56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788900 Feb 09 01:37:25.140349 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=390fae39-2e91-4b04-a7bc-81ca586006c0,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:25.200593 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-29fc31f7-7b0e-4912-93af-bb8f5805afec req-316f0883-d87f-4f60-b02c-2657d915ec91 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2927990 Feb 09 01:37:25.323701 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a95754-9045-4804-8562-1fe36e8f05ae req-6e354749-d0d7-42f6-83eb-900cd8713941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:25.325272 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-28a95754-9045-4804-8562-1fe36e8f05ae req-6e354749-d0d7-42f6-83eb-900cd8713941 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=c83f37eb2770492dbe0c1983971df4a0&device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 1127 time: 0.2387347 Feb 09 01:37:25.339951 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-a24b395b-3ba8-43e4-bcfa-4114e63f623b service neutron] For port 22ed1b59-9a34-4068-84a3-3931e41c3f7d, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:37:25.350344 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-a24b395b-3ba8-43e4-bcfa-4114e63f623b service neutron] For port 22ed1b59-9a34-4068-84a3-3931e41c3f7d, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=22ed1b59-9a34-4068-84a3-3931e41c3f7d,segment=NetworkSegment(478ae4ea-99b1-461f-b847-accbf5df86c1),segment_id=478ae4ea-99b1-461f-b847-accbf5df86c1)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:37:25.507188 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-a24b395b-3ba8-43e4-bcfa-4114e63f623b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (22ed1b59-9a34-4068-84a3-3931e41c3f7d), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:25.514617 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-8be53fc3-cb36-4741-a723-480cb0ccb840 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Deleting port 3969f748-8b59-4eb7-bb17-ea9150c459de {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:37:25.515453 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8be53fc3-cb36-4741-a723-480cb0ccb840 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (3969f748-8b59-4eb7-bb17-ea9150c459de), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:25.519880 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2e1059-2e1c-46bf-b8d0-7301358e5ef3 None None] Network b0d4b646-ab5e-4b80-af20-f4282f733d41 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:37:25.581587 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-6d48e83f-9af7-4b74-b993-83e0be25eec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43 {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:37:25.590101 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60964) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:25.600701 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-6d48e83f-9af7-4b74-b993-83e0be25eec6 service neutron] Publish callbacks [] for port (5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:25.625393 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b395b-3ba8-43e4-bcfa-4114e63f623b service neutron] Pushing event updated for resources: {'Port': ['ID=22ed1b59-9a34-4068-84a3-3931e41c3f7d,revision_number=8']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:25.680277 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-6d48e83f-9af7-4b74-b993-83e0be25eec6 service neutron] Transition to ACTIVE for port object 5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43 will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:37:25.694832 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-6d48e83f-9af7-4b74-b993-83e0be25eec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:25.736279 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8be53fc3-cb36-4741-a723-480cb0ccb840 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (3969f748-8b59-4eb7-bb17-ea9150c459de), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:25.855374 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-8be53fc3-cb36-4741-a723-480cb0ccb840 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Calling delete_port for 3969f748-8b59-4eb7-bb17-ea9150c459de owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:37:25.942431 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d48e83f-9af7-4b74-b993-83e0be25eec6 service neutron] Pushing event updated for resources: {'Port': ['ID=5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:25.954569 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a95754-9045-4804-8562-1fe36e8f05ae req-1b02ec6b-b68f-4f01-b0f5-08480132e39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:25.961944 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-28a95754-9045-4804-8562-1fe36e8f05ae req-1b02ec6b-b68f-4f01-b0f5-08480132e39d service neutron] 10.222.0.120 "GET /v2.0/networks?id=79dcc98a-8e88-43ea-9347-58d1c81f1906 HTTP/1.1" status: 200 len: 915 time: 0.6130569 Feb 09 01:37:26.170129 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-6d48e83f-9af7-4b74-b993-83e0be25eec6 service neutron] Attempting to bind port 5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:37:26.170479 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-6d48e83f-9af7-4b74-b993-83e0be25eec6 service neutron] Attempting to bind port 5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'd40e3b64-4486-4490-9380-e6758cb22819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:37:26.170840 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-6d48e83f-9af7-4b74-b993-83e0be25eec6 service neutron] Attempting to bind port 5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43 on network e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:37:26.201148 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-baf639e1-e2c3-409d-82ba-34028242a089 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Deleting port 9d03e0b1-2ab9-4e06-a4f6-97f658e11f2b {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:37:26.201503 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-baf639e1-e2c3-409d-82ba-34028242a089 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (9d03e0b1-2ab9-4e06-a4f6-97f658e11f2b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:26.259985 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-28a95754-9045-4804-8562-1fe36e8f05ae req-88c873ed-07e6-47f6-8d1e-ed6dd2d9798d service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b10adeca-d2e4-4dc2-8975-55ac83ccd8eb HTTP/1.1" status: 200 len: 1001 time: 0.2826328 Feb 09 01:37:26.262933 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-3924997d-0f1d-4605-b4f3-7dcf7530e3b0 None None] Provisioning complete for port 390fae39-2e91-4b04-a7bc-81ca586006c0 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:26.263314 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3924997d-0f1d-4605-b4f3-7dcf7530e3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (390fae39-2e91-4b04-a7bc-81ca586006c0), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:26.318262 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-6d48e83f-9af7-4b74-b993-83e0be25eec6 service neutron] Port 5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43 on network e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:37:26.319708 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-6d48e83f-9af7-4b74-b993-83e0be25eec6 service neutron] Attempting to bind port 5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43 on network e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:37:26.355087 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-6d48e83f-9af7-4b74-b993-83e0be25eec6 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:37:26.355479 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-6d48e83f-9af7-4b74-b993-83e0be25eec6 service neutron] Checking segment: {'id': 'd40e3b64-4486-4490-9380-e6758cb22819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:37:26.355882 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-6d48e83f-9af7-4b74-b993-83e0be25eec6 service neutron] Bound using segment: {'id': 'd40e3b64-4486-4490-9380-e6758cb22819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:37:26.356344 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-6d48e83f-9af7-4b74-b993-83e0be25eec6 service neutron] Bound port: 5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd40e3b64-4486-4490-9380-e6758cb22819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:37:26.356743 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-6d48e83f-9af7-4b74-b993-83e0be25eec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:26.374134 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 390fae39-2e91-4b04-a7bc-81ca586006c0 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:37:26.388632 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-a24b395b-3ba8-43e4-bcfa-4114e63f623b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:26.389445 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-a24b395b-3ba8-43e4-bcfa-4114e63f623b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:26.391141 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-a24b395b-3ba8-43e4-bcfa-4114e63f623b service neutron] 10.222.0.120 "PUT /v2.0/ports/22ed1b59-9a34-4068-84a3-3931e41c3f7d HTTP/1.1" status: 200 len: 1122 time: 2.9056299 Feb 09 01:37:26.395197 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b2cf501-13c1-43d2-9a65-8aef54c18084', 'tag': '22ed1b59-9a34-4068-84a3-3931e41c3f7d'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:37:26.398400 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84c7aad-6e42-4838-ba89-20cfd60e558b" -d '{"events": [{"name": "network-changed", "server_uuid": "6b2cf501-13c1-43d2-9a65-8aef54c18084", "tag": "22ed1b59-9a34-4068-84a3-3931e41c3f7d"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:37:26.491731 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a95754-9045-4804-8562-1fe36e8f05ae req-a24701bb-6271-47b8-a0aa-2540cbafc64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:26.493547 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-28a95754-9045-4804-8562-1fe36e8f05ae req-a24701bb-6271-47b8-a0aa-2540cbafc64e service neutron] 10.222.0.120 "GET /v2.0/subnets?id=6814466b-1294-4ba7-943e-240a3a677817 HTTP/1.1" status: 200 len: 852 time: 0.1711528 Feb 09 01:37:26.575956 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf3d43-2c8a-4bf8-b2c7-6c21e77a097e req-0b9e6d84-f199-4797-92e7-97a27a5244b1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:26.588144 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dcdf3d43-2c8a-4bf8-b2c7-6c21e77a097e req-0b9e6d84-f199-4797-92e7-97a27a5244b1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b2cf501-13c1-43d2-9a65-8aef54c18084 HTTP/1.1" status: 200 len: 944 time: 0.2291081 Feb 09 01:37:26.624579 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['22ed1b59-9a34-4068-84a3-3931e41c3f7d'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:37:26.639309 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e0c7c-c566-4bf3-9317-8ab5986aab2d req-84732164-02e8-4daa-95f8-f172721c66c9 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:26.654231 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-263e0c7c-c566-4bf3-9317-8ab5986aab2d req-84732164-02e8-4daa-95f8-f172721c66c9 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fb1c882-d88c-4b35-a2f9-dfb068fedda4 HTTP/1.1" status: 200 len: 944 time: 0.2771561 Feb 09 01:37:26.723277 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8be53fc3-cb36-4741-a723-480cb0ccb840 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (3969f748-8b59-4eb7-bb17-ea9150c459de), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:26.742274 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-6d48e83f-9af7-4b74-b993-83e0be25eec6 service neutron] For port 5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:37:26.747162 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-baf639e1-e2c3-409d-82ba-34028242a089 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (9d03e0b1-2ab9-4e06-a4f6-97f658e11f2b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:26.747931 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-baf639e1-e2c3-409d-82ba-34028242a089 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks [] for floatingip (9d03e0b1-2ab9-4e06-a4f6-97f658e11f2b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:26.780475 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a95754-9045-4804-8562-1fe36e8f05ae req-91b9ef94-b695-400c-a7f7-180e2785dfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:26.782410 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-28a95754-9045-4804-8562-1fe36e8f05ae req-91b9ef94-b695-400c-a7f7-180e2785dfd5 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=79dcc98a-8e88-43ea-9347-58d1c81f1906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2812464 Feb 09 01:37:26.849467 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-6d48e83f-9af7-4b74-b993-83e0be25eec6 service neutron] For port 5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43,segment=NetworkSegment(d40e3b64-4486-4490-9380-e6758cb22819),segment_id=d40e3b64-4486-4490-9380-e6758cb22819)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:37:26.851145 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-baf639e1-e2c3-409d-82ba-34028242a089 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Calling delete_port for 9d03e0b1-2ab9-4e06-a4f6-97f658e11f2b owned by network:floatingip {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:37:26.853219 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be53fc3-cb36-4741-a723-480cb0ccb840 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event deleted for resources: {'Port': ['ID=3969f748-8b59-4eb7-bb17-ea9150c459de,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:26.879374 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dcdf3d43-2c8a-4bf8-b2c7-6c21e77a097e req-cce398fe-b03f-486e-9d85-87c30e95a919 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=a959fb45-a42b-4d54-9a6f-ce9e5194b56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2896523 Feb 09 01:37:26.946219 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-3924997d-0f1d-4605-b4f3-7dcf7530e3b0 None None] Current status of the port 390fae39-2e91-4b04-a7bc-81ca586006c0 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:37:26.946459 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-6d48e83f-9af7-4b74-b993-83e0be25eec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:26.954083 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8be53fc3-cb36-4741-a723-480cb0ccb840 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:26.983992 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8be53fc3-cb36-4741-a723-480cb0ccb840 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/ports/3969f748-8b59-4eb7-bb17-ea9150c459de HTTP/1.1" status: 204 len: 168 time: 2.4368379 Feb 09 01:37:27.023515 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60982) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:27.066017 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3672683-984b-477a-a14c-4be298ceffd5 x-openstack-request-id: req-b3672683-984b-477a-a14c-4be298ceffd5 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:37:27.066626 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b2cf501-13c1-43d2-9a65-8aef54c18084", "tag": "22ed1b59-9a34-4068-84a3-3931e41c3f7d", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:37:27.067527 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b3672683-984b-477a-a14c-4be298ceffd5 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:37:27.069305 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b2cf501-13c1-43d2-9a65-8aef54c18084', 'tag': '22ed1b59-9a34-4068-84a3-3931e41c3f7d', 'status': 'completed', 'code': 200} Feb 09 01:37:27.205167 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-263e0c7c-c566-4bf3-9317-8ab5986aab2d req-5f11e3fa-e363-41e6-86bf-ddb73a30e447 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5486600 Feb 09 01:37:27.253383 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 390fae39-2e91-4b04-a7bc-81ca586006c0 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:27.256454 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (390fae39-2e91-4b04-a7bc-81ca586006c0), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:27.352536 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c7aad-6e42-4838-ba89-20cfd60e558b req-3cf632ca-793c-484d-9af3-3abfe8a2c0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:27.357484 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f84c7aad-6e42-4838-ba89-20cfd60e558b req-3cf632ca-793c-484d-9af3-3abfe8a2c0d8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3786288d8304ed4a73754fbccf8bb65&device_id=6b2cf501-13c1-43d2-9a65-8aef54c18084 HTTP/1.1" status: 200 len: 1156 time: 0.3038626 Feb 09 01:37:27.364698 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-28a95754-9045-4804-8562-1fe36e8f05ae req-e7951ab3-8614-4059-930f-7404b6ca0734 service neutron] 10.222.0.120 "GET /v2.0/networks/79dcc98a-8e88-43ea-9347-58d1c81f1906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5614142 Feb 09 01:37:27.469686 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-f049f1b2-daa1-43d4-8c1f-4fcb6114ded7 None None] Provisioning complete for port 22ed1b59-9a34-4068-84a3-3931e41c3f7d triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:27.472030 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f049f1b2-daa1-43d4-8c1f-4fcb6114ded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (22ed1b59-9a34-4068-84a3-3931e41c3f7d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:27.661569 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 22ed1b59-9a34-4068-84a3-3931e41c3f7d details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:37:27.866685 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 390fae39-2e91-4b04-a7bc-81ca586006c0 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:37:27.879401 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c7aad-6e42-4838-ba89-20cfd60e558b req-2694176a-ec8a-4a4a-a842-a48bbf60e18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:27.882144 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f84c7aad-6e42-4838-ba89-20cfd60e558b req-2694176a-ec8a-4a4a-a842-a48bbf60e18c service neutron] 10.222.0.47 "GET /v2.0/networks?id=fafd2eec-4c98-46da-af94-cf246814381c HTTP/1.1" status: 200 len: 899 time: 0.5148857 Feb 09 01:37:27.889841 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-28a95754-9045-4804-8562-1fe36e8f05ae req-b2750c19-7b10-49a7-bd95-6be716b9ccc2 service neutron] 10.222.0.120 "GET /v2.0/networks/79dcc98a-8e88-43ea-9347-58d1c81f1906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4969521 Feb 09 01:37:27.916617 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbbb8cf9-527e-4c0b-b0bc-f84ecdabf379 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] GET failed (client error): The resource could not be found. Feb 09 01:37:27.920513 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-fbbb8cf9-527e-4c0b-b0bc-f84ecdabf379 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "GET /v2.0/ports/3969f748-8b59-4eb7-bb17-ea9150c459de HTTP/1.1" status: 404 len: 333 time: 0.0768199 Feb 09 01:37:27.930651 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-6d48e83f-9af7-4b74-b993-83e0be25eec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:27.931288 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-6d48e83f-9af7-4b74-b993-83e0be25eec6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:27.938961 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-6d48e83f-9af7-4b74-b993-83e0be25eec6 service neutron] 10.222.0.47 "PUT /v2.0/ports/5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43 HTTP/1.1" status: 200 len: 1092 time: 3.4027252 Feb 09 01:37:27.939492 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 60992) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:27.958297 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fb1c882-d88c-4b35-a2f9-dfb068fedda4', 'tag': '5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:37:27.962781 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f91a82-80a0-4db2-98d6-cbd374681903" -d '{"events": [{"name": "network-changed", "server_uuid": "7fb1c882-d88c-4b35-a2f9-dfb068fedda4", "tag": "5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:37:28.007807 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:37:28.148154 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 22ed1b59-9a34-4068-84a3-3931e41c3f7d, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=22ed1b59-9a34-4068-84a3-3931e41c3f7d,segment=NetworkSegment(478ae4ea-99b1-461f-b847-accbf5df86c1),segment_id=478ae4ea-99b1-461f-b847-accbf5df86c1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:28.199740 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63dae217-3b25-45f3-b74c-747f2a3244b8 x-openstack-request-id: req-63dae217-3b25-45f3-b74c-747f2a3244b8 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:37:28.200045 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fb1c882-d88c-4b35-a2f9-dfb068fedda4", "tag": "5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:37:28.200305 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-63dae217-3b25-45f3-b74c-747f2a3244b8 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:37:28.200738 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fb1c882-d88c-4b35-a2f9-dfb068fedda4', 'tag': '5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43', 'status': 'completed', 'code': 200} Feb 09 01:37:28.210852 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f84c7aad-6e42-4838-ba89-20cfd60e558b req-41b83d22-89a8-4039-92a0-4dbb8c57d0bf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22ed1b59-9a34-4068-84a3-3931e41c3f7d HTTP/1.1" status: 200 len: 999 time: 0.3141010 Feb 09 01:37:28.277913 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 22ed1b59-9a34-4068-84a3-3931e41c3f7d has no active binding in host n-h2-828369-4 {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 09 01:37:28.318490 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d48e83f-9af7-4b74-b993-83e0be25eec6 service neutron] Pushing event updated for resources: {'Port': ['ID=5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:28.321711 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f049f1b2-daa1-43d4-8c1f-4fcb6114ded7 None None] Current status of the port 22ed1b59-9a34-4068-84a3-3931e41c3f7d is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:37:28.322826 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f049f1b2-daa1-43d4-8c1f-4fcb6114ded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (22ed1b59-9a34-4068-84a3-3931e41c3f7d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:28.344264 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d002637-d638-4ec8-a5b8-6d497a6c8b53 req-f47c6fbe-e225-4c41-98b9-646f7193a3db tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:28.354040 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0d002637-d638-4ec8-a5b8-6d497a6c8b53 req-f47c6fbe-e225-4c41-98b9-646f7193a3db tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b2cf501-13c1-43d2-9a65-8aef54c18084 HTTP/1.1" status: 200 len: 944 time: 0.3078332 Feb 09 01:37:28.389227 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd7f75fc-cde1-4bc1-b64c-282d57159d96 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Deleting subnet 53d1a62d-58d4-47b7-88ed-ac1e60e3914d {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:37:28.394647 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dd7f75fc-cde1-4bc1-b64c-282d57159d96 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for subnet (53d1a62d-58d4-47b7-88ed-ac1e60e3914d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:28.407157 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c7aad-6e42-4838-ba89-20cfd60e558b req-8568898e-6cea-4c12-a4bd-34fffc2457ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:28.409519 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f84c7aad-6e42-4838-ba89-20cfd60e558b req-8568898e-6cea-4c12-a4bd-34fffc2457ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=209825ec-cb7a-489f-bf18-dbf0ef5b9c24 HTTP/1.1" status: 200 len: 834 time: 0.1902940 Feb 09 01:37:28.427414 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2cf501-13c1-43d2-9a65-8aef54c18084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ed1b59-9a34-4068-84a3-3931e41c3f7d'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:37:28.437322 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdf21eb-eb92-4ed3-9443-1e423e6ce9c3" -d '{"events": [{"server_uuid": "6b2cf501-13c1-43d2-9a65-8aef54c18084", "name": "network-vif-plugged", "status": "completed", "tag": "22ed1b59-9a34-4068-84a3-3931e41c3f7d"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:37:28.455023 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-f049f1b2-daa1-43d4-8c1f-4fcb6114ded7 None None] For port 22ed1b59-9a34-4068-84a3-3931e41c3f7d, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=22ed1b59-9a34-4068-84a3-3931e41c3f7d,segment=NetworkSegment(478ae4ea-99b1-461f-b847-accbf5df86c1),segment_id=478ae4ea-99b1-461f-b847-accbf5df86c1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:28.461274 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f049f1b2-daa1-43d4-8c1f-4fcb6114ded7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (22ed1b59-9a34-4068-84a3-3931e41c3f7d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:28.533318 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dd7f75fc-cde1-4bc1-b64c-282d57159d96 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (53d1a62d-58d4-47b7-88ed-ac1e60e3914d), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:28.622925 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f049f1b2-daa1-43d4-8c1f-4fcb6114ded7 None None] Pushing event updated for resources: {'Port': ['ID=22ed1b59-9a34-4068-84a3-3931e41c3f7d,revision_number=9']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:28.674874 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dd7f75fc-cde1-4bc1-b64c-282d57159d96 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (53d1a62d-58d4-47b7-88ed-ac1e60e3914d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:28.678930 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c7aad-6e42-4838-ba89-20cfd60e558b req-3dc1636f-14f0-4983-9879-86d0fec0b3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:28.680713 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f84c7aad-6e42-4838-ba89-20cfd60e558b req-3dc1636f-14f0-4983-9879-86d0fec0b3c2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fafd2eec-4c98-46da-af94-cf246814381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2615321 Feb 09 01:37:28.833160 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dd7f75fc-cde1-4bc1-b64c-282d57159d96 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (53d1a62d-58d4-47b7-88ed-ac1e60e3914d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:28.835842 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f84c7aad-6e42-4838-ba89-20cfd60e558b req-5731b6d2-f41c-4b09-bdad-39a52c0dbc93 service neutron] 10.222.0.47 "GET /v2.0/networks/fafd2eec-4c98-46da-af94-cf246814381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379404 Feb 09 01:37:28.848766 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956263cc-c675-40f3-b54f-47dd0cfe52fd req-8ae08e19-d3b5-4b8f-8189-26d001042484 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:28.850911 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-956263cc-c675-40f3-b54f-47dd0cfe52fd req-8ae08e19-d3b5-4b8f-8189-26d001042484 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fb1c882-d88c-4b35-a2f9-dfb068fedda4 HTTP/1.1" status: 200 len: 944 time: 0.3101873 Feb 09 01:37:28.855438 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0d002637-d638-4ec8-a5b8-6d497a6c8b53 req-15acb5fc-f957-42c8-84a3-a2261b159aac tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=a959fb45-a42b-4d54-9a6f-ce9e5194b56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5005763 Feb 09 01:37:28.924320 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-4909fc89-7745-442b-9dce-ac16b1462f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:28.932289 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-4909fc89-7745-442b-9dce-ac16b1462f5e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9bde012005949bf8ed5f5d05d570ac0&device_id=7fb1c882-d88c-4b35-a2f9-dfb068fedda4 HTTP/1.1" status: 200 len: 1126 time: 0.9253745 Feb 09 01:37:28.964439 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f75fc-cde1-4bc1-b64c-282d57159d96 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event deleted for resources: {'Subnet': ['ID=53d1a62d-58d4-47b7-88ed-ac1e60e3914d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:28.967109 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dd7f75fc-cde1-4bc1-b64c-282d57159d96 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:28.977000 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-dd7f75fc-cde1-4bc1-b64c-282d57159d96 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/subnets/53d1a62d-58d4-47b7-88ed-ac1e60e3914d HTTP/1.1" status: 204 len: 168 time: 0.9960732 Feb 09 01:37:28.983774 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102f592c-c1bc-46ee-a1a3-992a73654141 None None] Network b0d4b646-ab5e-4b80-af20-f4282f733d41 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:37:28.996528 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 32772) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:29.013498 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d4cb7e-5f50-461a-90a5-7074d082a574 x-openstack-request-id: req-a6d4cb7e-5f50-461a-90a5-7074d082a574 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:37:29.013802 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2cf501-13c1-43d2-9a65-8aef54c18084", "name": "network-vif-plugged", "status": "completed", "tag": "22ed1b59-9a34-4068-84a3-3931e41c3f7d", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:37:29.014061 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a6d4cb7e-5f50-461a-90a5-7074d082a574 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:37:29.014468 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2cf501-13c1-43d2-9a65-8aef54c18084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ed1b59-9a34-4068-84a3-3931e41c3f7d', 'code': 200} Feb 09 01:37:29.085387 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-ce5e1e43-12e3-425d-8d68-08a208351c68 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43 HTTP/1.1" status: 200 len: 217 time: 0.1283772 Feb 09 01:37:29.175680 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-1bad1ea5-e5ca-4895-8c30-80c7e45fdf83 None None] Could not find standard attr ID for object 3969f748-8b59-4eb7-bb17-ea9150c459de. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:37:29.199487 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-1bad1ea5-e5ca-4895-8c30-80c7e45fdf83 None None] Provisioning complete for port 390fae39-2e91-4b04-a7bc-81ca586006c0 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:29.200061 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1bad1ea5-e5ca-4895-8c30-80c7e45fdf83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (390fae39-2e91-4b04-a7bc-81ca586006c0), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:29.280965 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7634a1f4-b833-4b30-a989-10b0a147a0a4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (b0d4b646-ab5e-4b80-af20-f4282f733d41), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:29.307243 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-9b317229-0133-42fc-8dae-90b8d305ccfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:29.308740 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-9b317229-0133-42fc-8dae-90b8d305ccfe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68d3f132-83c5-49da-80a3-1924c70a8491 HTTP/1.1" status: 200 len: 850 time: 0.1722085 Feb 09 01:37:29.333638 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9413bb4d-54bf-436f-b780-bcbdfcef575c None None] DHCP port deletion for b0d4b646-ab5e-4b80-af20-f4282f733d41 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:37:29.403618 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-baf639e1-e2c3-409d-82ba-34028242a089 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (9d03e0b1-2ab9-4e06-a4f6-97f658e11f2b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:29.434515 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf639e1-e2c3-409d-82ba-34028242a089 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Pushing event deleted for resources: {'Port': ['ID=9d03e0b1-2ab9-4e06-a4f6-97f658e11f2b,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:29.475473 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-480ba6db-4690-4607-8ada-175616bebb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:29.477181 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-480ba6db-4690-4607-8ada-175616bebb8a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1521363 Feb 09 01:37:29.524412 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-956263cc-c675-40f3-b54f-47dd0cfe52fd req-cab26236-eafc-41d2-a39c-30b9287ad0a6 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799727 Feb 09 01:37:29.536828 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f84c7aad-6e42-4838-ba89-20cfd60e558b req-2fa6a05d-08ed-453c-80a4-9e6389f6a11c service neutron] 10.222.0.47 "GET /v2.0/networks/fafd2eec-4c98-46da-af94-cf246814381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6803896 Feb 09 01:37:29.539629 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-1bad1ea5-e5ca-4895-8c30-80c7e45fdf83 None None] Current status of the port 390fae39-2e91-4b04-a7bc-81ca586006c0 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:37:29.570584 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-9413bb4d-54bf-436f-b780-bcbdfcef575c None None] Deleting port 390fae39-2e91-4b04-a7bc-81ca586006c0 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:37:29.571043 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9413bb4d-54bf-436f-b780-bcbdfcef575c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (390fae39-2e91-4b04-a7bc-81ca586006c0), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:29.651502 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-9413bb4d-54bf-436f-b780-bcbdfcef575c None None] For port 390fae39-2e91-4b04-a7bc-81ca586006c0, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=390fae39-2e91-4b04-a7bc-81ca586006c0,segment=NetworkSegment(f5aabd23-4225-482c-ae40-1c3df959c5c9),segment_id=f5aabd23-4225-482c-ae40-1c3df959c5c9)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:29.651502 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9413bb4d-54bf-436f-b780-bcbdfcef575c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (390fae39-2e91-4b04-a7bc-81ca586006c0), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:29.657963 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-7634a1f4-b833-4b30-a989-10b0a147a0a4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Deleting port 390fae39-2e91-4b04-a7bc-81ca586006c0 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:37:29.658236 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7634a1f4-b833-4b30-a989-10b0a147a0a4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (390fae39-2e91-4b04-a7bc-81ca586006c0), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:29.668304 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-9413bb4d-54bf-436f-b780-bcbdfcef575c None None] Calling delete_port for 390fae39-2e91-4b04-a7bc-81ca586006c0 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:37:29.681256 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-baf639e1-e2c3-409d-82ba-34028242a089 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks [] for floatingip (f8cff7af-dd08-4877-b643-088633f4cafb), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:29.681853 n-d-828369-4 neutron-server[103137]: INFO neutron.db.l3_db [None req-baf639e1-e2c3-409d-82ba-34028242a089 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Floating IP f8cff7af-dd08-4877-b643-088633f4cafb disassociated (deleted). External IP: 172.25.8.147, port: b10adeca-d2e4-4dc2-8975-55ac83ccd8eb. Feb 09 01:37:29.811341 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9413bb4d-54bf-436f-b780-bcbdfcef575c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (390fae39-2e91-4b04-a7bc-81ca586006c0), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:29.850786 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9413bb4d-54bf-436f-b780-bcbdfcef575c None None] Pushing event deleted for resources: {'Port': ['ID=390fae39-2e91-4b04-a7bc-81ca586006c0,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:29.858593 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-7634a1f4-b833-4b30-a989-10b0a147a0a4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] For port 390fae39-2e91-4b04-a7bc-81ca586006c0, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=390fae39-2e91-4b04-a7bc-81ca586006c0,segment=NetworkSegment(f5aabd23-4225-482c-ae40-1c3df959c5c9),segment_id=f5aabd23-4225-482c-ae40-1c3df959c5c9)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:29.858910 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7634a1f4-b833-4b30-a989-10b0a147a0a4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (390fae39-2e91-4b04-a7bc-81ca586006c0), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:29.879194 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-9ec7fb4c-ea77-4fca-9546-591d170c4822 service neutron] 10.222.0.47 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416975 Feb 09 01:37:29.887849 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9413bb4d-54bf-436f-b780-bcbdfcef575c None None] No DVR routers for this DVR port 390fae39-2e91-4b04-a7bc-81ca586006c0 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:37:29.924232 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-7634a1f4-b833-4b30-a989-10b0a147a0a4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Calling delete_port for 390fae39-2e91-4b04-a7bc-81ca586006c0 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:37:30.091286 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c86c4-efbb-4653-969a-3ab4d7f44bd2 req-d6dd25e0-e76d-402b-b003-0a7532fe3358 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:30.094319 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8c6c86c4-efbb-4653-969a-3ab4d7f44bd2 req-d6dd25e0-e76d-402b-b003-0a7532fe3358 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b2cf501-13c1-43d2-9a65-8aef54c18084 HTTP/1.1" status: 200 len: 946 time: 0.1193759 Feb 09 01:37:30.203677 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8c6c86c4-efbb-4653-969a-3ab4d7f44bd2 req-cd1f5b60-99a6-4852-aa6d-1283a84f2454 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=a959fb45-a42b-4d54-9a6f-ce9e5194b56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940604 Feb 09 01:37:30.219385 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f5e58dc4-9884-422d-9e18-435e3c0898ca req-0693d6a4-1476-4a5c-99ae-21a6298d0568 service neutron] 10.222.0.47 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053412 Feb 09 01:37:30.246467 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 390fae39-2e91-4b04-a7bc-81ca586006c0 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:37:30.274317 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7634a1f4-b833-4b30-a989-10b0a147a0a4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (390fae39-2e91-4b04-a7bc-81ca586006c0), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:30.279620 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 390fae39-2e91-4b04-a7bc-81ca586006c0 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:37:30.280151 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 390fae39-2e91-4b04-a7bc-81ca586006c0 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:37:30.292396 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf639e1-e2c3-409d-82ba-34028242a089 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Router 74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:37:30.318725 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7634a1f4-b833-4b30-a989-10b0a147a0a4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] No DVR routers for this DVR port 390fae39-2e91-4b04-a7bc-81ca586006c0 on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:37:30.406693 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634a1f4-b833-4b30-a989-10b0a147a0a4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event deleted for resources: {'Port': ['ID=390fae39-2e91-4b04-a7bc-81ca586006c0,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:30.474137 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7634a1f4-b833-4b30-a989-10b0a147a0a4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (b0d4b646-ab5e-4b80-af20-f4282f733d41), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:30.494391 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-7634a1f4-b833-4b30-a989-10b0a147a0a4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0d4b646-ab5e-4b80-af20-f4282f733d41']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:30.504783 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-7634a1f4-b833-4b30-a989-10b0a147a0a4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5aabd23-4225-482c-ae40-1c3df959c5c9') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:30.505399 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-7634a1f4-b833-4b30-a989-10b0a147a0a4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5aabd23-4225-482c-ae40-1c3df959c5c9') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:30.515249 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7634a1f4-b833-4b30-a989-10b0a147a0a4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (f5aabd23-4225-482c-ae40-1c3df959c5c9), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:30.529584 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7634a1f4-b833-4b30-a989-10b0a147a0a4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (f5aabd23-4225-482c-ae40-1c3df959c5c9), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:30.536989 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7634a1f4-b833-4b30-a989-10b0a147a0a4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:37:30.537697 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7634a1f4-b833-4b30-a989-10b0a147a0a4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (f5aabd23-4225-482c-ae40-1c3df959c5c9), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:30.604851 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:37:30.604851 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:37:30.604851 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:37:30.604851 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:37:30.604851 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:37:30.604851 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:37:30.604851 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:37:30.604851 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:37:30.604851 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:37:30.604851 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:37:30.604851 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:37:30.604851 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:37:30.604851 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:37:30.604851 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:37:30.604851 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:37:30.604851 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:37:30.604851 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:37:30.604851 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:37:30.604851 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:37:30.604851 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:37:30.604851 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:37:30.604851 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:37:30.604851 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:37:30.604851 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:37:30.604851 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:37:30.604851 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:37:30.604851 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:37:30.604851 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:37:30.604851 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:37:30.604851 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:37:30.604851 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:37:30.604851 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:37:30.604851 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:37:30.604851 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:37:30.604851 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:37:30.604851 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:37:30.604851 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:37:30.604851 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:37:30.604851 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:37:30.604851 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:37:30.614287 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7634a1f4-b833-4b30-a989-10b0a147a0a4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (b0d4b646-ab5e-4b80-af20-f4282f733d41), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:30.623249 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7634a1f4-b833-4b30-a989-10b0a147a0a4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:30.630649 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7634a1f4-b833-4b30-a989-10b0a147a0a4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/networks/b0d4b646-ab5e-4b80-af20-f4282f733d41 HTTP/1.1" status: 204 len: 168 time: 1.6211994 Feb 09 01:37:30.631360 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 32798) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:30.637696 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-b1edef16-8103-4f28-b1c7-258ebcb66f90 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'port': {'network_id': 'e323699f-b50d-4a88-bce4-cdab34f29afe', 'name': 'tempest-PortsTestJSON-2109591309'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:30.720092 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f91a82-80a0-4db2-98d6-cbd374681903 req-5d8bb5fa-4277-47dd-8382-9a2ea2026862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:30.722250 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d9f91a82-80a0-4db2-98d6-cbd374681903 req-5d8bb5fa-4277-47dd-8382-9a2ea2026862 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9bde012005949bf8ed5f5d05d570ac0&device_id=7fb1c882-d88c-4b35-a2f9-dfb068fedda4 HTTP/1.1" status: 200 len: 1126 time: 0.4396214 Feb 09 01:37:30.723005 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634a1f4-b833-4b30-a989-10b0a147a0a4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event deleted for resources: {'Network': ['ID=b0d4b646-ab5e-4b80-af20-f4282f733d41,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:30.859504 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf639e1-e2c3-409d-82ba-34028242a089 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:37:30.870871 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a352e85e-ef74-4eb0-9084-bdafdb3f5d40 None None] Sync routers for ids ['74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:37:30.873094 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-baf639e1-e2c3-409d-82ba-34028242a089 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:30.878068 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1edef16-8103-4f28-b1c7-258ebcb66f90 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Made reservation on behalf of 79bede7de42d4f599c02c44fde53ae7e for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:30.883797 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b1edef16-8103-4f28-b1c7-258ebcb66f90 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:30.899708 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a352e85e-ef74-4eb0-9084-bdafdb3f5d40 None None] Routers {'74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:37:30.903022 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-a352e85e-ef74-4eb0-9084-bdafdb3f5d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:37:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:30.912988 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-b1edef16-8103-4f28-b1c7-258ebcb66f90 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] device_id is not set on port 97863e5e-c421-49b4-a871-379ceaf53e93 yet. {{(pid=103136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:37:30.913221 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f91a82-80a0-4db2-98d6-cbd374681903 req-afe1ab96-cadc-4640-b7b1-7ff411ec30de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:30.914559 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d9f91a82-80a0-4db2-98d6-cbd374681903 req-afe1ab96-cadc-4640-b7b1-7ff411ec30de service neutron] 10.222.0.47 "GET /v2.0/networks?id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 HTTP/1.1" status: 200 len: 913 time: 0.1837182 Feb 09 01:37:30.947441 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-baf639e1-e2c3-409d-82ba-34028242a089 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "DELETE /v2.0/floatingips/f8cff7af-dd08-4877-b643-088633f4cafb HTTP/1.1" status: 204 len: 168 time: 5.3559172 Feb 09 01:37:31.021071 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35caacfc-7179-41d8-b8b4-684c2a657959 req-1642c2d9-518a-4791-9542-d6ded271f6ed tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:31.023656 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-35caacfc-7179-41d8-b8b4-684c2a657959 req-1642c2d9-518a-4791-9542-d6ded271f6ed tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fb1c882-d88c-4b35-a2f9-dfb068fedda4 HTTP/1.1" status: 200 len: 944 time: 0.2070498 Feb 09 01:37:31.041313 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650513b8-9135-46f0-8295-1629a7c018c5', 'tag': 'b10adeca-d2e4-4dc2-8975-55ac83ccd8eb'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:37:31.047299 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a6e0d4-8c8f-4dfa-b704-c1513211c0a4" -d '{"events": [{"name": "network-changed", "server_uuid": "650513b8-9135-46f0-8295-1629a7c018c5", "tag": "b10adeca-d2e4-4dc2-8975-55ac83ccd8eb"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:37:31.065465 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d9f91a82-80a0-4db2-98d6-cbd374681903 req-fb3d4774-536f-414e-a940-1ecaab384386 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43 HTTP/1.1" status: 200 len: 217 time: 0.1375971 Feb 09 01:37:31.135013 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-35caacfc-7179-41d8-b8b4-684c2a657959 req-1c15f1ea-628d-438b-9e4e-9d25664277b8 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983562 Feb 09 01:37:31.174493 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-a352e85e-ef74-4eb0-9084-bdafdb3f5d40 None None] Set router 74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:37:31.212787 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f91a82-80a0-4db2-98d6-cbd374681903 req-711d3675-3ac5-4b99-a274-6351d6e16773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:31.214414 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d9f91a82-80a0-4db2-98d6-cbd374681903 req-711d3675-3ac5-4b99-a274-6351d6e16773 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68d3f132-83c5-49da-80a3-1924c70a8491 HTTP/1.1" status: 200 len: 850 time: 0.1440139 Feb 09 01:37:31.235748 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3753ef19-c2d9-4da5-860b-f20207fa642d x-openstack-request-id: req-3753ef19-c2d9-4da5-860b-f20207fa642d {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:37:31.236406 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "650513b8-9135-46f0-8295-1629a7c018c5", "tag": "b10adeca-d2e4-4dc2-8975-55ac83ccd8eb", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:37:31.236666 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3753ef19-c2d9-4da5-860b-f20207fa642d {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:37:31.237317 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650513b8-9135-46f0-8295-1629a7c018c5', 'tag': 'b10adeca-d2e4-4dc2-8975-55ac83ccd8eb', 'status': 'completed', 'code': 200} Feb 09 01:37:31.332045 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f91a82-80a0-4db2-98d6-cbd374681903 req-a5be8d51-d9dc-4557-a133-1cfd89635009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:31.336458 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d9f91a82-80a0-4db2-98d6-cbd374681903 req-a5be8d51-d9dc-4557-a133-1cfd89635009 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1133223 Feb 09 01:37:31.529644 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-517c118d-8769-4879-b248-c04d926756db service neutron] 10.222.0.47 "GET /v2.0/ports/22ed1b59-9a34-4068-84a3-3931e41c3f7d/bindings/n-h2-828369-4 HTTP/1.1" status: 200 len: 384 time: 0.0693176 Feb 09 01:37:31.569833 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d9f91a82-80a0-4db2-98d6-cbd374681903 req-9438c898-bddb-4799-8e3f-01e4237d2cee service neutron] 10.222.0.47 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277255 Feb 09 01:37:31.606624 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-a352e85e-ef74-4eb0-9084-bdafdb3f5d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'name': 'tempest-TestVolumeBackupRestore-384360170-router', 'tenant_id': 'c83f37eb2770492dbe0c1983971df4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '893d11ec-07a1-4bf1-8ea5-2be6cbe41231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:23Z', 'updated_at': '2022-02-09T01:31:28Z', 'revision_number': 4, 'project_id': 'c83f37eb2770492dbe0c1983971df4a0', 'gw_port': {'id': '893d11ec-07a1-4bf1-8ea5-2be6cbe41231', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:24Z', 'updated_at': '2022-02-09T01:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'bffcda92-6000-49dc-a805-b8e3af273e5d', 'name': '', 'network_id': '79dcc98a-8e88-43ea-9347-58d1c81f1906', 'tenant_id': 'c83f37eb2770492dbe0c1983971df4a0', 'mac_address': 'fa:16:3e:25:a0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '6814466b-1294-4ba7-943e-240a3a677817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:27Z', 'updated_at': '2022-02-09T01:31:34Z', 'revision_number': 5, 'project_id': 'c83f37eb2770492dbe0c1983971df4a0', 'subnets': [{'id': '6814466b-1294-4ba7-943e-240a3a677817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:31.649105 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a352e85e-ef74-4eb0-9084-bdafdb3f5d40 None None] Checking router: 74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:37:31.667229 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a352e85e-ef74-4eb0-9084-bdafdb3f5d40 None None] Routers {'74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:37:31.669062 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-a352e85e-ef74-4eb0-9084-bdafdb3f5d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:37:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:31.682762 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b1edef16-8103-4f28-b1c7-258ebcb66f90 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for port (97863e5e-c421-49b4-a871-379ceaf53e93), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:31.690774 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d9f91a82-80a0-4db2-98d6-cbd374681903 req-3ce01512-49ea-4eab-92ab-26dd91fdddc1 service neutron] 10.222.0.47 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153026 Feb 09 01:37:31.766054 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1131c-738c-47a2-a801-ba9887ba6530 req-eaa1c2d8-7ea3-40ec-b13c-ca7360ed651c tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:31.767498 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7ec1131c-738c-47a2-a801-ba9887ba6530 req-eaa1c2d8-7ea3-40ec-b13c-ca7360ed651c tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b2cf501-13c1-43d2-9a65-8aef54c18084 HTTP/1.1" status: 200 len: 946 time: 0.3675296 Feb 09 01:37:31.779268 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6e0d4-8c8f-4dfa-b704-c1513211c0a4 req-f7c21af4-c000-4cbe-8bac-f870fe9d0157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:31.780988 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-60a6e0d4-8c8f-4dfa-b704-c1513211c0a4 req-f7c21af4-c000-4cbe-8bac-f870fe9d0157 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=c83f37eb2770492dbe0c1983971df4a0&device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 1127 time: 0.5121214 Feb 09 01:37:31.791328 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a887cc-bd7b-48f3-b0ba-68f7ac76cf1d req-b205eba8-745a-471f-a482-e41b51befb56 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:31.792969 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-69a887cc-bd7b-48f3-b0ba-68f7ac76cf1d req-b205eba8-745a-471f-a482-e41b51befb56 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 945 time: 0.3415391 Feb 09 01:37:31.806453 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-a352e85e-ef74-4eb0-9084-bdafdb3f5d40 None None] Set router 74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:37:31.900621 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7ec1131c-738c-47a2-a801-ba9887ba6530 req-aa68e86b-d4e1-46d2-9749-8b499cfdce2d tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=a959fb45-a42b-4d54-9a6f-ce9e5194b56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165326 Feb 09 01:37:32.018361 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b1edef16-8103-4f28-b1c7-258ebcb66f90 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (97863e5e-c421-49b4-a871-379ceaf53e93), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:32.063554 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-69a887cc-bd7b-48f3-b0ba-68f7ac76cf1d req-4de8ff56-9353-4888-b607-4f15e7922a54 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/security-groups?id=80b5589d-e31e-4dcd-af93-85cf79f222f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766369 Feb 09 01:37:32.245247 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-3d66ec85-9cc3-4e23-981c-9a647da0a8e1 service neutron] For port 22ed1b59-9a34-4068-84a3-3931e41c3f7d, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=22ed1b59-9a34-4068-84a3-3931e41c3f7d,segment=NetworkSegment(478ae4ea-99b1-461f-b847-accbf5df86c1),segment_id=478ae4ea-99b1-461f-b847-accbf5df86c1)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:32.278295 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-3d66ec85-9cc3-4e23-981c-9a647da0a8e1 service neutron] For port 22ed1b59-9a34-4068-84a3-3931e41c3f7d, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:37:32.335516 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-3d66ec85-9cc3-4e23-981c-9a647da0a8e1 service neutron] For port 22ed1b59-9a34-4068-84a3-3931e41c3f7d, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=22ed1b59-9a34-4068-84a3-3931e41c3f7d,segment=NetworkSegment(478ae4ea-99b1-461f-b847-accbf5df86c1),segment_id=478ae4ea-99b1-461f-b847-accbf5df86c1)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:32.354803 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6e0d4-8c8f-4dfa-b704-c1513211c0a4 req-78ee8358-348c-4233-869d-d9af11a1374c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:32.357010 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-60a6e0d4-8c8f-4dfa-b704-c1513211c0a4 req-78ee8358-348c-4233-869d-d9af11a1374c service neutron] 10.222.0.120 "GET /v2.0/networks?id=79dcc98a-8e88-43ea-9347-58d1c81f1906 HTTP/1.1" status: 200 len: 915 time: 0.5410628 Feb 09 01:37:32.357577 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2cf501-13c1-43d2-9a65-8aef54c18084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22ed1b59-9a34-4068-84a3-3931e41c3f7d'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:37:32.360505 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab9e713-9f72-47c4-a2d1-2ad292ca1ca9" -d '{"events": [{"server_uuid": "6b2cf501-13c1-43d2-9a65-8aef54c18084", "name": "network-vif-unplugged", "status": "completed", "tag": "22ed1b59-9a34-4068-84a3-3931e41c3f7d"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:37:32.390671 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-3d66ec85-9cc3-4e23-981c-9a647da0a8e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (22ed1b59-9a34-4068-84a3-3931e41c3f7d), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:32.422816 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-a352e85e-ef74-4eb0-9084-bdafdb3f5d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'name': 'tempest-TestVolumeBackupRestore-384360170-router', 'tenant_id': 'c83f37eb2770492dbe0c1983971df4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '893d11ec-07a1-4bf1-8ea5-2be6cbe41231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:23Z', 'updated_at': '2022-02-09T01:31:28Z', 'revision_number': 4, 'project_id': 'c83f37eb2770492dbe0c1983971df4a0', 'gw_port': {'id': '893d11ec-07a1-4bf1-8ea5-2be6cbe41231', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:24Z', 'updated_at': '2022-02-09T01:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'bffcda92-6000-49dc-a805-b8e3af273e5d', 'name': '', 'network_id': '79dcc98a-8e88-43ea-9347-58d1c81f1906', 'tenant_id': 'c83f37eb2770492dbe0c1983971df4a0', 'mac_address': 'fa:16:3e:25:a0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '6814466b-1294-4ba7-943e-240a3a677817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:27Z', 'updated_at': '2022-02-09T01:31:34Z', 'revision_number': 5, 'project_id': 'c83f37eb2770492dbe0c1983971df4a0', 'subnets': [{'id': '6814466b-1294-4ba7-943e-240a3a677817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:32.459859 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3b50afde-c193-4e99-a5f0-d64588de3862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:32.461716 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a352e85e-ef74-4eb0-9084-bdafdb3f5d40 None None] The sync data for ids ['74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7'] in n-d-828369-4 is: [{'id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'name': 'tempest-TestVolumeBackupRestore-384360170-router', 'tenant_id': 'c83f37eb2770492dbe0c1983971df4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '893d11ec-07a1-4bf1-8ea5-2be6cbe41231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:23Z', 'updated_at': '2022-02-09T01:31:28Z', 'revision_number': 4, 'project_id': 'c83f37eb2770492dbe0c1983971df4a0', 'gw_port': {'id': '893d11ec-07a1-4bf1-8ea5-2be6cbe41231', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:24Z', 'updated_at': '2022-02-09T01:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'bffcda92-6000-49dc-a805-b8e3af273e5d', 'name': '', 'network_id': '79dcc98a-8e88-43ea-9347-58d1c81f1906', 'tenant_id': 'c83f37eb2770492dbe0c1983971df4a0', 'mac_address': 'fa:16:3e:25:a0:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': '6814466b-1294-4ba7-943e-240a3a677817', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:27Z', 'updated_at': '2022-02-09T01:31:34Z', 'revision_number': 5, 'project_id': 'c83f37eb2770492dbe0c1983971df4a0', 'subnets': [{'id': '6814466b-1294-4ba7-943e-240a3a677817', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:37:32.492238 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b5aecf-c0c3-4cdc-a811-5b313c6ede37 x-openstack-request-id: req-17b5aecf-c0c3-4cdc-a811-5b313c6ede37 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:37:32.492563 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2cf501-13c1-43d2-9a65-8aef54c18084", "name": "network-vif-unplugged", "status": "completed", "tag": "22ed1b59-9a34-4068-84a3-3931e41c3f7d", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:37:32.492845 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-17b5aecf-c0c3-4cdc-a811-5b313c6ede37 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:37:32.493246 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2cf501-13c1-43d2-9a65-8aef54c18084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22ed1b59-9a34-4068-84a3-3931e41c3f7d', 'code': 200} Feb 09 01:37:32.514962 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1edef16-8103-4f28-b1c7-258ebcb66f90 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event updated for resources: {'Port': ['ID=97863e5e-c421-49b4-a871-379ceaf53e93,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:32.526347 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-60a6e0d4-8c8f-4dfa-b704-c1513211c0a4 req-324af09b-60cd-42e1-bcfc-59fe4effc9fd service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b10adeca-d2e4-4dc2-8975-55ac83ccd8eb HTTP/1.1" status: 200 len: 217 time: 0.1463656 Feb 09 01:37:32.554652 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1edef16-8103-4f28-b1c7-258ebcb66f90 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Network e323699f-b50d-4a88-bce4-cdab34f29afe is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:37:32.653641 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-3d66ec85-9cc3-4e23-981c-9a647da0a8e1 service neutron] Transition to ACTIVE for port object 22ed1b59-9a34-4068-84a3-3931e41c3f7d will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:37:32.676260 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-b1edef16-8103-4f28-b1c7-258ebcb66f90 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:32.682294 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-3d66ec85-9cc3-4e23-981c-9a647da0a8e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (22ed1b59-9a34-4068-84a3-3931e41c3f7d), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:32.692777 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1edef16-8103-4f28-b1c7-258ebcb66f90 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:37:32.697897 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1edef16-8103-4f28-b1c7-258ebcb66f90 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:32.698528 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b1edef16-8103-4f28-b1c7-258ebcb66f90 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:32.750031 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b1edef16-8103-4f28-b1c7-258ebcb66f90 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1169655 Feb 09 01:37:32.753193 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 32836) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:32.988352 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac7feb-943e-4a7c-b895-29a863d2db4d req-00c25ff2-0871-4618-af55-283ca6afdce8 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:32.995894 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-03047246-0264-459c-bc47-46ad955c5412 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Deleting port 97863e5e-c421-49b4-a871-379ceaf53e93 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:37:33.000099 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c7ac7feb-943e-4a7c-b895-29a863d2db4d req-00c25ff2-0871-4618-af55-283ca6afdce8 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fb1c882-d88c-4b35-a2f9-dfb068fedda4 HTTP/1.1" status: 200 len: 944 time: 0.6337719 Feb 09 01:37:33.000730 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-03047246-0264-459c-bc47-46ad955c5412 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (97863e5e-c421-49b4-a871-379ceaf53e93), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:33.061584 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ecac49-cf1b-4c1c-ab75-0a45daba3cee None None] New status for floating IP f8cff7af-dd08-4877-b643-088633f4cafb: DOWN {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:37:33.072934 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6e0d4-8c8f-4dfa-b704-c1513211c0a4 req-d9822944-8044-4b5a-b329-7d97124fef90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:33.074847 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-60a6e0d4-8c8f-4dfa-b704-c1513211c0a4 req-d9822944-8044-4b5a-b329-7d97124fef90 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=6814466b-1294-4ba7-943e-240a3a677817 HTTP/1.1" status: 200 len: 852 time: 0.5347764 Feb 09 01:37:33.131503 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-03047246-0264-459c-bc47-46ad955c5412 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (97863e5e-c421-49b4-a871-379ceaf53e93), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:33.159200 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-03047246-0264-459c-bc47-46ad955c5412 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Calling delete_port for 97863e5e-c421-49b4-a871-379ceaf53e93 owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:37:33.162540 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-3d66ec85-9cc3-4e23-981c-9a647da0a8e1 service neutron] No DVR routers for this DVR port 22ed1b59-9a34-4068-84a3-3931e41c3f7d on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:37:33.335264 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-03047246-0264-459c-bc47-46ad955c5412 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (97863e5e-c421-49b4-a871-379ceaf53e93), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:33.370958 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03047246-0264-459c-bc47-46ad955c5412 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event deleted for resources: {'Port': ['ID=97863e5e-c421-49b4-a871-379ceaf53e93,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:33.382495 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-03047246-0264-459c-bc47-46ad955c5412 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:33.386783 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-03047246-0264-459c-bc47-46ad955c5412 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/ports/97863e5e-c421-49b4-a871-379ceaf53e93 HTTP/1.1" status: 204 len: 168 time: 0.6323800 Feb 09 01:37:33.389054 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 32844) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:33.395874 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-d5572d3e-30d8-4144-99ac-71be0151158e tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'port': {'network_id': 'e323699f-b50d-4a88-bce4-cdab34f29afe', 'mac_address': 'fa:16:3e:3e:a5:23', 'name': 'tempest-PortsTestJSON-2074515064'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:33.436879 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d66ec85-9cc3-4e23-981c-9a647da0a8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=22ed1b59-9a34-4068-84a3-3931e41c3f7d,revision_number=11']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:33.482002 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1730a0-474c-4c5e-a0b0-95bf3d355a40 req-6737b215-2f4f-4f0f-a810-c85e54afa8b4 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:33.483541 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2f1730a0-474c-4c5e-a0b0-95bf3d355a40 req-6737b215-2f4f-4f0f-a810-c85e54afa8b4 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.120 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 945 time: 0.5623565 Feb 09 01:37:33.507551 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6e0d4-8c8f-4dfa-b704-c1513211c0a4 req-afb8a705-0233-47f4-94b7-90b82aed92a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:33.510132 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-60a6e0d4-8c8f-4dfa-b704-c1513211c0a4 req-afb8a705-0233-47f4-94b7-90b82aed92a0 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=79dcc98a-8e88-43ea-9347-58d1c81f1906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4025271 Feb 09 01:37:33.525812 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c7ac7feb-943e-4a7c-b895-29a863d2db4d req-06582c83-1a0c-45cb-80f9-1ac1fe66e397 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5163724 Feb 09 01:37:33.582616 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5572d3e-30d8-4144-99ac-71be0151158e tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Made reservation on behalf of 79bede7de42d4f599c02c44fde53ae7e for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:33.634776 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98d168-6e13-426e-bc54-892196082dc2 req-7e92825c-481a-4079-a8f6-6619d67e8341 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:33.643846 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4c98d168-6e13-426e-bc54-892196082dc2 req-7e92825c-481a-4079-a8f6-6619d67e8341 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b2cf501-13c1-43d2-9a65-8aef54c18084 HTTP/1.1" status: 200 len: 945 time: 0.6080344 Feb 09 01:37:33.691838 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-3d66ec85-9cc3-4e23-981c-9a647da0a8e1 service neutron] 10.222.0.47 "PUT /v2.0/ports/22ed1b59-9a34-4068-84a3-3931e41c3f7d/bindings/n-h2-828369-4/activate HTTP/1.1" status: 200 len: 369 time: 2.1344872 Feb 09 01:37:33.751572 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d5572d3e-30d8-4144-99ac-71be0151158e tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:33.807248 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-d5572d3e-30d8-4144-99ac-71be0151158e tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] device_id is not set on port 7d978a42-8cb1-4311-bc68-38731608d35d yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:37:33.887277 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4c98d168-6e13-426e-bc54-892196082dc2 req-391aa94d-1033-430d-9b3b-d2a11fcdfcf4 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=a959fb45-a42b-4d54-9a6f-ce9e5194b56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2381222 Feb 09 01:37:33.995087 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7f601-dca1-46d5-b7b2-d524588d2357 req-26b85f21-ba46-4d5b-b3dd-a8811c776af9 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:33.996661 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b3a7f601-dca1-46d5-b7b2-d524588d2357 req-26b85f21-ba46-4d5b-b3dd-a8811c776af9 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 945 time: 0.3796580 Feb 09 01:37:34.000572 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-c5d22c13-6b45-4de6-898b-e85e19ec3319 tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:34.002670 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-c5d22c13-6b45-4de6-898b-e85e19ec3319 tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] 10.222.0.120 "GET /v2.0/ports?device_id=6b2cf501-13c1-43d2-9a65-8aef54c18084&tenant_id=c3786288d8304ed4a73754fbccf8bb65&binding%3Ahost_id=n-h1-828369-4 HTTP/1.1" status: 200 len: 1127 time: 0.1975169 Feb 09 01:37:34.011980 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-60a6e0d4-8c8f-4dfa-b704-c1513211c0a4 req-3b10658e-9489-4e56-8e3f-909c79177802 service neutron] 10.222.0.120 "GET /v2.0/networks/79dcc98a-8e88-43ea-9347-58d1c81f1906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4740069 Feb 09 01:37:34.080257 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d5572d3e-30d8-4144-99ac-71be0151158e tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for port (7d978a42-8cb1-4311-bc68-38731608d35d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:34.116248 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d5572d3e-30d8-4144-99ac-71be0151158e tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (7d978a42-8cb1-4311-bc68-38731608d35d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:34.175623 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5572d3e-30d8-4144-99ac-71be0151158e tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Network e323699f-b50d-4a88-bce4-cdab34f29afe is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:37:34.179238 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-d5572d3e-30d8-4144-99ac-71be0151158e tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:34.183862 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5572d3e-30d8-4144-99ac-71be0151158e tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:37:34.190685 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5572d3e-30d8-4144-99ac-71be0151158e tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:34.191530 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d5572d3e-30d8-4144-99ac-71be0151158e tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:34.210688 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d5572d3e-30d8-4144-99ac-71be0151158e tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8205893 Feb 09 01:37:34.212603 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5572d3e-30d8-4144-99ac-71be0151158e tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event updated for resources: {'Port': ['ID=7d978a42-8cb1-4311-bc68-38731608d35d,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:34.215307 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 32854) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:34.276274 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e2804c-2576-432a-8983-aa13c72be8fd tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:34.278435 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-76e2804c-2576-432a-8983-aa13c72be8fd tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "GET /v2.0/ports/7d978a42-8cb1-4311-bc68-38731608d35d HTTP/1.1" status: 200 len: 841 time: 0.0619903 Feb 09 01:37:34.281175 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 32856) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:34.469869 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d661390d-28c2-44ad-be81-ca64683eae5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:34.485696 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-6da038a9-0180-4601-89a1-3b86a4446f2f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Deleting port 7d978a42-8cb1-4311-bc68-38731608d35d {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:37:34.486233 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6da038a9-0180-4601-89a1-3b86a4446f2f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (7d978a42-8cb1-4311-bc68-38731608d35d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:34.567380 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6da038a9-0180-4601-89a1-3b86a4446f2f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (7d978a42-8cb1-4311-bc68-38731608d35d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:34.583606 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-6da038a9-0180-4601-89a1-3b86a4446f2f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Calling delete_port for 7d978a42-8cb1-4311-bc68-38731608d35d owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:37:34.649887 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-2f1730a0-474c-4c5e-a0b0-95bf3d355a40 req-424705cd-3a01-48e1-9e59-f85113535887 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Deleting port b10adeca-d2e4-4dc2-8975-55ac83ccd8eb {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:37:34.650246 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2f1730a0-474c-4c5e-a0b0-95bf3d355a40 req-424705cd-3a01-48e1-9e59-f85113535887 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (b10adeca-d2e4-4dc2-8975-55ac83ccd8eb), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:34.723420 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6da038a9-0180-4601-89a1-3b86a4446f2f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (7d978a42-8cb1-4311-bc68-38731608d35d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:34.776690 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 22ed1b59-9a34-4068-84a3-3931e41c3f7d no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:37:34.795299 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da038a9-0180-4601-89a1-3b86a4446f2f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event deleted for resources: {'Port': ['ID=7d978a42-8cb1-4311-bc68-38731608d35d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:34.814919 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6da038a9-0180-4601-89a1-3b86a4446f2f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:34.819967 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6da038a9-0180-4601-89a1-3b86a4446f2f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/ports/7d978a42-8cb1-4311-bc68-38731608d35d HTTP/1.1" status: 204 len: 168 time: 0.5376096 Feb 09 01:37:34.823114 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 32870) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:34.826919 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-86326c95-3a41-4678-a037-8b6b3c70857c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:34.829030 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-86326c95-3a41-4678-a037-8b6b3c70857c service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=6b2cf501-13c1-43d2-9a65-8aef54c18084&tenant_id=c3786288d8304ed4a73754fbccf8bb65 HTTP/1.1" status: 200 len: 1127 time: 0.8131149 Feb 09 01:37:34.846934 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b3a7f601-dca1-46d5-b7b2-d524588d2357 req-9d50313d-005e-4da9-81cf-097c1d0a6782 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/security-groups?id=80b5589d-e31e-4dcd-af93-85cf79f222f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8339095 Feb 09 01:37:34.882755 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] The host n-h1-828369-4 is not matching for port 22ed1b59-9a34-4068-84a3-3931e41c3f7d host n-h2-828369-4! {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:37:34.883174 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 22ed1b59-9a34-4068-84a3-3931e41c3f7d not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:37:34.898857 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-839e092a-fc49-4d3c-b733-de178006dc91 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] GET failed (client error): The resource could not be found. Feb 09 01:37:34.900988 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-839e092a-fc49-4d3c-b733-de178006dc91 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "GET /v2.0/ports/7d978a42-8cb1-4311-bc68-38731608d35d HTTP/1.1" status: 404 len: 333 time: 0.0766909 Feb 09 01:37:34.905304 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 32872) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:34.914144 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-60a6e0d4-8c8f-4dfa-b704-c1513211c0a4 req-55bdaf1c-dbe2-4eb0-8f56-220da2efaa38 service neutron] 10.222.0.120 "GET /v2.0/networks/79dcc98a-8e88-43ea-9347-58d1c81f1906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8426008 Feb 09 01:37:34.938187 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-2f1730a0-474c-4c5e-a0b0-95bf3d355a40 req-424705cd-3a01-48e1-9e59-f85113535887 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] For port b10adeca-d2e4-4dc2-8975-55ac83ccd8eb, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=b10adeca-d2e4-4dc2-8975-55ac83ccd8eb,segment=NetworkSegment(d7bca333-5eb2-48c7-a0ae-f27aec64c432),segment_id=d7bca333-5eb2-48c7-a0ae-f27aec64c432)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:34.938556 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2f1730a0-474c-4c5e-a0b0-95bf3d355a40 req-424705cd-3a01-48e1-9e59-f85113535887 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (b10adeca-d2e4-4dc2-8975-55ac83ccd8eb), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:34.938928 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-73c832af-5a3b-4760-bb84-457d23a0ff16 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'port': {'network_id': 'e323699f-b50d-4a88-bce4-cdab34f29afe', 'name': 'tempest-PortsTestJSON-1432457945'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:34.949675 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd7f42-0c58-4e44-aed0-7fc8acf206f2 req-b50b33c1-5d41-4228-a7f1-78c932c5edd1 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:34.951211 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-59bd7f42-0c58-4e44-aed0-7fc8acf206f2 req-b50b33c1-5d41-4228-a7f1-78c932c5edd1 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fb1c882-d88c-4b35-a2f9-dfb068fedda4 HTTP/1.1" status: 200 len: 944 time: 0.2440000 Feb 09 01:37:34.972560 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-8b7a8351-226b-41d6-b794-eecdf510d5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:34.984874 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-8b7a8351-226b-41d6-b794-eecdf510d5ea service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=c3786288d8304ed4a73754fbccf8bb65&device_id=6b2cf501-13c1-43d2-9a65-8aef54c18084 HTTP/1.1" status: 200 len: 1127 time: 0.1167338 Feb 09 01:37:34.991751 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-2f1730a0-474c-4c5e-a0b0-95bf3d355a40 req-424705cd-3a01-48e1-9e59-f85113535887 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Calling delete_port for b10adeca-d2e4-4dc2-8975-55ac83ccd8eb owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:37:35.087463 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c832af-5a3b-4760-bb84-457d23a0ff16 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Made reservation on behalf of 79bede7de42d4f599c02c44fde53ae7e for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:35.091569 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-73c832af-5a3b-4760-bb84-457d23a0ff16 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:35.112820 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-73c832af-5a3b-4760-bb84-457d23a0ff16 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] device_id is not set on port f1d64794-bee7-41a7-8c92-b82b2bbe6571 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:37:35.192243 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-59bd7f42-0c58-4e44-aed0-7fc8acf206f2 req-d970805a-96e6-435f-89a1-73f1784ae44f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2300675 Feb 09 01:37:35.302834 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0caad4-710d-4b98-9be9-c056afb02be0 req-051ba674-1d62-4c5a-9eb7-1d083376f4b2 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:35.318591 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9b0caad4-710d-4b98-9be9-c056afb02be0 req-051ba674-1d62-4c5a-9eb7-1d083376f4b2 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b2cf501-13c1-43d2-9a65-8aef54c18084 HTTP/1.1" status: 200 len: 945 time: 0.2987688 Feb 09 01:37:35.321559 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-7fa665d2-03ac-4fb9-9a0d-d7e21f2a6f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:35.323212 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-7fa665d2-03ac-4fb9-9a0d-d7e21f2a6f3c service neutron] 10.222.0.120 "GET /v2.0/networks?id=fafd2eec-4c98-46da-af94-cf246814381c HTTP/1.1" status: 200 len: 899 time: 0.3217056 Feb 09 01:37:35.370645 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-73c832af-5a3b-4760-bb84-457d23a0ff16 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for port (f1d64794-bee7-41a7-8c92-b82b2bbe6571), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:35.417114 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-73c832af-5a3b-4760-bb84-457d23a0ff16 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (f1d64794-bee7-41a7-8c92-b82b2bbe6571), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:35.454512 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-bb630c1f-e208-4b0a-a87c-e5603cffdd02 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22ed1b59-9a34-4068-84a3-3931e41c3f7d HTTP/1.1" status: 200 len: 999 time: 0.1202953 Feb 09 01:37:35.483023 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c832af-5a3b-4760-bb84-457d23a0ff16 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Network e323699f-b50d-4a88-bce4-cdab34f29afe is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:37:35.486258 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-73c832af-5a3b-4760-bb84-457d23a0ff16 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:35.493282 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c832af-5a3b-4760-bb84-457d23a0ff16 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:37:35.498592 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c832af-5a3b-4760-bb84-457d23a0ff16 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:35.499209 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-73c832af-5a3b-4760-bb84-457d23a0ff16 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:35.517589 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c832af-5a3b-4760-bb84-457d23a0ff16 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event updated for resources: {'Port': ['ID=f1d64794-bee7-41a7-8c92-b82b2bbe6571,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:35.528585 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-73c832af-5a3b-4760-bb84-457d23a0ff16 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6200440 Feb 09 01:37:35.531061 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 32882) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:35.537228 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-7c0bf2a5-8f06-4cce-b0cf-fb23d6111528 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:35.610953 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9b0caad4-710d-4b98-9be9-c056afb02be0 req-185d78cd-4020-435b-8bc6-a07b01616ef8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=a959fb45-a42b-4d54-9a6f-ce9e5194b56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2755086 Feb 09 01:37:35.629089 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-b4c6c0ac-43a3-48ef-adbb-c0fc4adff866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:35.631193 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-b4c6c0ac-43a3-48ef-adbb-c0fc4adff866 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=209825ec-cb7a-489f-bf18-dbf0ef5b9c24 HTTP/1.1" status: 200 len: 834 time: 0.1664732 Feb 09 01:37:35.667320 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device b10adeca-d2e4-4dc2-8975-55ac83ccd8eb no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:37:35.675536 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7c0bf2a5-8f06-4cce-b0cf-fb23d6111528 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f1d64794-bee7-41a7-8c92-b82b2bbe6571), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:35.714468 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2f1730a0-474c-4c5e-a0b0-95bf3d355a40 req-424705cd-3a01-48e1-9e59-f85113535887 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (b10adeca-d2e4-4dc2-8975-55ac83ccd8eb), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:35.754157 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No active binding found for port b10adeca-d2e4-4dc2-8975-55ac83ccd8eb {{(pid=103138) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 09 01:37:35.754623 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] The host n-h2-828369-4 is not matching for port b10adeca-d2e4-4dc2-8975-55ac83ccd8eb host None! {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:37:35.755033 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device b10adeca-d2e4-4dc2-8975-55ac83ccd8eb not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:37:35.788776 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-b5547e0b-bc71-4719-846d-4baa1c0be58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:35.790718 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-b5547e0b-bc71-4719-846d-4baa1c0be58c service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=fafd2eec-4c98-46da-af94-cf246814381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1535432 Feb 09 01:37:35.802317 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424705cd-3a01-48e1-9e59-f85113535887 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Pushing event deleted for resources: {'Port': ['ID=b10adeca-d2e4-4dc2-8975-55ac83ccd8eb,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:35.946930 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-92c23a64-679f-473a-9252-4181d01b3439 service neutron] 10.222.0.120 "GET /v2.0/networks/fafd2eec-4c98-46da-af94-cf246814381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317723 Feb 09 01:37:35.959628 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7c0bf2a5-8f06-4cce-b0cf-fb23d6111528 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for port (f1d64794-bee7-41a7-8c92-b82b2bbe6571), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:35.969304 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7c0bf2a5-8f06-4cce-b0cf-fb23d6111528 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (f1d64794-bee7-41a7-8c92-b82b2bbe6571), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:35.983499 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:36.052336 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-7c0bf2a5-8f06-4cce-b0cf-fb23d6111528 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] In _notify_port_updated(), no bound segment for port f1d64794-bee7-41a7-8c92-b82b2bbe6571 on network e323699f-b50d-4a88-bce4-cdab34f29afe {{(pid=103137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:37:36.063106 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0bf2a5-8f06-4cce-b0cf-fb23d6111528 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:36.064031 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7c0bf2a5-8f06-4cce-b0cf-fb23d6111528 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:36.065704 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7c0bf2a5-8f06-4cce-b0cf-fb23d6111528 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "PUT /v2.0/ports/f1d64794-bee7-41a7-8c92-b82b2bbe6571 HTTP/1.1" status: 200 len: 818 time: 0.5336111 Feb 09 01:37:36.069194 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 32888) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:36.073450 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-3d1f240a-0cbe-45ac-85d5-8f89e7e66b3e service neutron] 10.222.0.120 "GET /v2.0/networks/fafd2eec-4c98-46da-af94-cf246814381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203921 Feb 09 01:37:36.135391 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0bf2a5-8f06-4cce-b0cf-fb23d6111528 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event updated for resources: {'Port': ['ID=f1d64794-bee7-41a7-8c92-b82b2bbe6571,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:36.152272 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d6478c97-eca1-485c-ad4a-d0169090aefa req-e92d5aa4-16c9-42d9-9ac7-303aa60dff9e tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 210 time: 0.0777495 Feb 09 01:37:36.215587 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1730a0-474c-4c5e-a0b0-95bf3d355a40 req-424705cd-3a01-48e1-9e59-f85113535887 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] No DVR routers for this DVR port b10adeca-d2e4-4dc2-8975-55ac83ccd8eb on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:37:36.219033 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2f1730a0-474c-4c5e-a0b0-95bf3d355a40 req-424705cd-3a01-48e1-9e59-f85113535887 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:36.244942 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2f1730a0-474c-4c5e-a0b0-95bf3d355a40 req-424705cd-3a01-48e1-9e59-f85113535887 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.120 "DELETE /v2.0/ports/b10adeca-d2e4-4dc2-8975-55ac83ccd8eb HTTP/1.1" status: 204 len: 173 time: 2.7514293 Feb 09 01:37:36.255916 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650513b8-9135-46f0-8295-1629a7c018c5', 'name': 'network-vif-deleted', 'tag': 'b10adeca-d2e4-4dc2-8975-55ac83ccd8eb'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:37:36.268856 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-d7e372c0-d61b-475c-b7e1-9f3beabcb40f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Deleting port f1d64794-bee7-41a7-8c92-b82b2bbe6571 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:37:36.269215 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d7e372c0-d61b-475c-b7e1-9f3beabcb40f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (f1d64794-bee7-41a7-8c92-b82b2bbe6571), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:36.270442 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9faff12c-a642-4cc7-b9dd-60ad7da2c307" -d '{"events": [{"server_uuid": "650513b8-9135-46f0-8295-1629a7c018c5", "name": "network-vif-deleted", "tag": "b10adeca-d2e4-4dc2-8975-55ac83ccd8eb"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:37:36.370505 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4cbfe3a-29e8-4197-9580-3b9d1eb7090d x-openstack-request-id: req-a4cbfe3a-29e8-4197-9580-3b9d1eb7090d {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:37:36.370818 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650513b8-9135-46f0-8295-1629a7c018c5", "name": "network-vif-deleted", "tag": "b10adeca-d2e4-4dc2-8975-55ac83ccd8eb", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:37:36.371074 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a4cbfe3a-29e8-4197-9580-3b9d1eb7090d {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:37:36.371487 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650513b8-9135-46f0-8295-1629a7c018c5', 'name': 'network-vif-deleted', 'tag': 'b10adeca-d2e4-4dc2-8975-55ac83ccd8eb', 'status': 'completed', 'code': 200} Feb 09 01:37:36.463778 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d7e372c0-d61b-475c-b7e1-9f3beabcb40f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (f1d64794-bee7-41a7-8c92-b82b2bbe6571), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:36.504179 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ef5e0-1990-4487-a80b-1f15bee00c7b req-6d000a90-0243-425b-9c66-4b5fd16f4554 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:36.505826 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-754ef5e0-1990-4487-a80b-1f15bee00c7b req-6d000a90-0243-425b-9c66-4b5fd16f4554 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fb1c882-d88c-4b35-a2f9-dfb068fedda4 HTTP/1.1" status: 200 len: 944 time: 0.1816790 Feb 09 01:37:36.511452 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-a07e5634-faae-43c0-9937-c667caa5885d tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:36.513000 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-a07e5634-faae-43c0-9937-c667caa5885d tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] 10.222.0.120 "GET /v2.0/ports?device_id=6b2cf501-13c1-43d2-9a65-8aef54c18084&tenant_id=c3786288d8304ed4a73754fbccf8bb65&binding%3Ahost_id=n-h2-828369-4 HTTP/1.1" status: 200 len: 1127 time: 0.1407740 Feb 09 01:37:36.694162 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-754ef5e0-1990-4487-a80b-1f15bee00c7b req-1f31e78f-55e5-4035-a29f-8d0fe517193a tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801503 Feb 09 01:37:36.806738 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-14363bf7-690e-4bb0-980b-8c533d47165f service neutron] For port 22ed1b59-9a34-4068-84a3-3931e41c3f7d, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:37:36.813535 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-14363bf7-690e-4bb0-980b-8c533d47165f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:36.814859 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-14363bf7-690e-4bb0-980b-8c533d47165f service neutron] 10.222.0.120 "DELETE /v2.0/ports/22ed1b59-9a34-4068-84a3-3931e41c3f7d/bindings/n-h1-828369-4 HTTP/1.1" status: 204 len: 173 time: 0.2948146 Feb 09 01:37:36.854428 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e5f13-2035-4fc5-8352-87286d8037f6 req-2fc6fe5a-60e4-4211-b132-6b2d85f71f11 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:36.856189 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b35e5f13-2035-4fc5-8352-87286d8037f6 req-2fc6fe5a-60e4-4211-b132-6b2d85f71f11 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b2cf501-13c1-43d2-9a65-8aef54c18084 HTTP/1.1" status: 200 len: 945 time: 0.1130092 Feb 09 01:37:36.939954 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b35e5f13-2035-4fc5-8352-87286d8037f6 req-d14d2d34-4a42-4e7e-948f-b4721c1123d3 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=a959fb45-a42b-4d54-9a6f-ce9e5194b56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759377 Feb 09 01:37:37.098124 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-d7e372c0-d61b-475c-b7e1-9f3beabcb40f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Calling delete_port for f1d64794-bee7-41a7-8c92-b82b2bbe6571 owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:37:37.159770 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db054fc-b6b6-4a2e-b222-c8f42c1bd348 req-4e4d685b-d576-457c-99a4-39096f5d03e5 tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:37.168688 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7db054fc-b6b6-4a2e-b222-c8f42c1bd348 req-4e4d685b-d576-457c-99a4-39096f5d03e5 tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=6b2cf501-13c1-43d2-9a65-8aef54c18084 HTTP/1.1" status: 200 len: 1127 time: 0.0890412 Feb 09 01:37:37.194544 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d7e372c0-d61b-475c-b7e1-9f3beabcb40f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (f1d64794-bee7-41a7-8c92-b82b2bbe6571), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:37.240841 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e372c0-d61b-475c-b7e1-9f3beabcb40f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event deleted for resources: {'Port': ['ID=f1d64794-bee7-41a7-8c92-b82b2bbe6571,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:37.256038 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d7e372c0-d61b-475c-b7e1-9f3beabcb40f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:37.256632 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:37.263462 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d7e372c0-d61b-475c-b7e1-9f3beabcb40f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/ports/f1d64794-bee7-41a7-8c92-b82b2bbe6571 HTTP/1.1" status: 204 len: 168 time: 1.1931310 Feb 09 01:37:37.266452 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 32908) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:37.280938 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7db054fc-b6b6-4a2e-b222-c8f42c1bd348 req-a3c74f14-ff88-4098-951a-30c907b93d13 tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] 10.222.0.50 "GET /v2.0/security-groups?id=a959fb45-a42b-4d54-9a6f-ce9e5194b56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110721 Feb 09 01:37:37.317496 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f483d670-20db-48ab-a8bc-ed94314647f9 req-bb52efb7-eb94-4843-ac50-69ba967ccea0 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 210 time: 0.0469451 Feb 09 01:37:37.371587 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa33889-d759-40d5-a3bc-41ca97e0bd07 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:37.376126 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 32914) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:37.383894 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6fa33889-d759-40d5-a3bc-41ca97e0bd07 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.1150520 Feb 09 01:37:37.411843 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-eac0b6bf-1472-4def-8bc3-0aaf46c9fa1f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] GET failed (client error): The resource could not be found. Feb 09 01:37:37.413350 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-eac0b6bf-1472-4def-8bc3-0aaf46c9fa1f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "GET /v2.0/ports/f1d64794-bee7-41a7-8c92-b82b2bbe6571 HTTP/1.1" status: 404 len: 333 time: 0.0361321 Feb 09 01:37:37.417205 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 32916) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:37.422469 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-f07d2d2c-2908-4f22-a7aa-ec59c2a3ea55 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1178746608'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:37.456013 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07d2d2c-2908-4f22-a7aa-ec59c2a3ea55 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Made reservation on behalf of 79bede7de42d4f599c02c44fde53ae7e for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:37.459402 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f07d2d2c-2908-4f22-a7aa-ec59c2a3ea55 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:37.470701 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016840e-62fc-45f8-a9c0-f13de6269464 req-9bfbe5a2-9eff-4ed9-bf6e-5d6567ef761d tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:37.472900 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a016840e-62fc-45f8-a9c0-f13de6269464 req-9bfbe5a2-9eff-4ed9-bf6e-5d6567ef761d tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b2cf501-13c1-43d2-9a65-8aef54c18084 HTTP/1.1" status: 200 len: 945 time: 0.0869160 Feb 09 01:37:37.494016 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f07d2d2c-2908-4f22-a7aa-ec59c2a3ea55 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1047} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:37:37.520485 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f07d2d2c-2908-4f22-a7aa-ec59c2a3ea55 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (5bbafae0-27b1-4154-b223-64703ec4ee6f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:37.521127 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-f07d2d2c-2908-4f22-a7aa-ec59c2a3ea55 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Added segment 5bbafae0-27b1-4154-b223-64703ec4ee6f of type vlan for network 7492a1b1-724e-478b-8e45-c48561079973 Feb 09 01:37:37.546307 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a016840e-62fc-45f8-a9c0-f13de6269464 req-488c6255-0f5e-420b-8912-17b25351a9b0 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=a959fb45-a42b-4d54-9a6f-ce9e5194b56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650575 Feb 09 01:37:37.588122 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 32918) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:37.599786 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f07d2d2c-2908-4f22-a7aa-ec59c2a3ea55 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (7492a1b1-724e-478b-8e45-c48561079973), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:37.647403 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f07d2d2c-2908-4f22-a7aa-ec59c2a3ea55 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (7492a1b1-724e-478b-8e45-c48561079973), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:37.652454 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07d2d2c-2908-4f22-a7aa-ec59c2a3ea55 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:37.653070 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f07d2d2c-2908-4f22-a7aa-ec59c2a3ea55 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:37.705265 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-0020d456-4417-4ae4-98f4-62f8ed38c0ac tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/floatingips/5b7172be-f53e-47fc-84d5-7640de27d897 HTTP/1.1" status: 200 len: 991 time: 0.1092629 Feb 09 01:37:37.770624 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f07d2d2c-2908-4f22-a7aa-ec59c2a3ea55 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3522863 Feb 09 01:37:37.773557 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 32924) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:37.779433 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-112d5244-eec5-4934-9bd6-8ef37282d13d tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'subnet': {'network_id': '7492a1b1-724e-478b-8e45-c48561079973', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:37.813775 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d2d2c-2908-4f22-a7aa-ec59c2a3ea55 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event updated for resources: {'Network': ['ID=7492a1b1-724e-478b-8e45-c48561079973,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:37.824796 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 7492a1b1-724e-478b-8e45-c48561079973 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:37:37.933861 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:37.974165 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112d5244-eec5-4934-9bd6-8ef37282d13d tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Made reservation on behalf of 79bede7de42d4f599c02c44fde53ae7e for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:37.978507 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-112d5244-eec5-4934-9bd6-8ef37282d13d tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:38.014491 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 32928) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:38.083841 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8095bf-34d1-4406-b5d5-a09f045a6179 req-76ee1e4f-fc59-4691-b289-e62e8a92cd89 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:38.092324 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aa8095bf-34d1-4406-b5d5-a09f045a6179 req-76ee1e4f-fc59-4691-b289-e62e8a92cd89 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fb1c882-d88c-4b35-a2f9-dfb068fedda4 HTTP/1.1" status: 200 len: 944 time: 0.1520123 Feb 09 01:37:38.164144 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aa8095bf-34d1-4406-b5d5-a09f045a6179 req-581e790c-45df-416e-b718-15d274ab01ec tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706437 Feb 09 01:37:38.261587 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-c990f126-22bb-4007-b752-c62b9851511c tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Deleting port 58b29d55-4b99-4866-b637-4b7c8dd0769d {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:37:38.262656 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c990f126-22bb-4007-b752-c62b9851511c tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (58b29d55-4b99-4866-b637-4b7c8dd0769d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:38.353947 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c990f126-22bb-4007-b752-c62b9851511c tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (58b29d55-4b99-4866-b637-4b7c8dd0769d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:38.354592 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c990f126-22bb-4007-b752-c62b9851511c tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for floatingip (58b29d55-4b99-4866-b637-4b7c8dd0769d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:38.371248 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-c990f126-22bb-4007-b752-c62b9851511c tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Calling delete_port for 58b29d55-4b99-4866-b637-4b7c8dd0769d owned by network:floatingip {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:37:38.419455 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-112d5244-eec5-4934-9bd6-8ef37282d13d tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (ee746485-1e85-4392-9e13-c383f0214fda), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:38.475133 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:38.509672 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c157ad83-ee17-4669-8131-219b7bb493ed req-6a59df91-1879-4532-a43f-22f0ec95907a tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 210 time: 0.0445795 Feb 09 01:37:38.582811 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112d5244-eec5-4934-9bd6-8ef37282d13d tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event updated for resources: {'Subnet': ['ID=ee746485-1e85-4392-9e13-c383f0214fda,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:38.595614 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c990f126-22bb-4007-b752-c62b9851511c tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (58b29d55-4b99-4866-b637-4b7c8dd0769d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:38.607215 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112d5244-eec5-4934-9bd6-8ef37282d13d tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Checking segment: {'id': '5bbafae0-27b1-4154-b223-64703ec4ee6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '7492a1b1-724e-478b-8e45-c48561079973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:37:38.607582 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112d5244-eec5-4934-9bd6-8ef37282d13d tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Network hostable DHCP agents. Network: 7492a1b1-724e-478b-8e45-c48561079973, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:37:38.628889 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c990f126-22bb-4007-b752-c62b9851511c tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event deleted for resources: {'Port': ['ID=58b29d55-4b99-4866-b637-4b7c8dd0769d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:38.639109 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112d5244-eec5-4934-9bd6-8ef37282d13d tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Network 7492a1b1-724e-478b-8e45-c48561079973 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:37:38.654708 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-112d5244-eec5-4934-9bd6-8ef37282d13d tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 7492a1b1-724e-478b-8e45-c48561079973) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:38.662795 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112d5244-eec5-4934-9bd6-8ef37282d13d tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:38.665045 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-112d5244-eec5-4934-9bd6-8ef37282d13d tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:38.666012 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c4944f-017b-4282-9da9-825543fe04b4 None None] Network 7492a1b1-724e-478b-8e45-c48561079973 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:37:38.694324 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-112d5244-eec5-4934-9bd6-8ef37282d13d tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9180479 Feb 09 01:37:38.695831 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 32936) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:38.701295 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-0e9ce08c-802e-4894-a71c-0f1f698095c4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'subnet': {'network_id': '7492a1b1-724e-478b-8e45-c48561079973', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:38.736329 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c990f126-22bb-4007-b752-c62b9851511c tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for floatingip (5b7172be-f53e-47fc-84d5-7640de27d897), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:38.738076 n-d-828369-4 neutron-server[103137]: INFO neutron.db.l3_db [None req-c990f126-22bb-4007-b752-c62b9851511c tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Floating IP 5b7172be-f53e-47fc-84d5-7640de27d897 disassociated (deleted). External IP: 172.25.8.69, port: 22ed1b59-9a34-4068-84a3-3931e41c3f7d. Feb 09 01:37:38.872140 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d511ce-7df0-489e-91a7-39b5935fef86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-7492a1b1-724e-478b-8e45-c48561079973', 'network_id': '7492a1b1-724e-478b-8e45-c48561079973', 'project_id': '79bede7de42d4f599c02c44fde53ae7e', 'fixed_ips': [{'subnet_id': 'ee746485-1e85-4392-9e13-c383f0214fda'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:37:38.875406 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-04d511ce-7df0-489e-91a7-39b5935fef86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:38.949544 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9ce08c-802e-4894-a71c-0f1f698095c4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Made reservation on behalf of 79bede7de42d4f599c02c44fde53ae7e for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:38.953955 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0e9ce08c-802e-4894-a71c-0f1f698095c4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:39.120599 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-04d511ce-7df0-489e-91a7-39b5935fef86 None None] Allocated IP 172.20.0.2 (7492a1b1-724e-478b-8e45-c48561079973/ee746485-1e85-4392-9e13-c383f0214fda/bbf0d71e-33f3-4791-90a1-764dc208b9b1) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:37:39.154947 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c990f126-22bb-4007-b752-c62b9851511c tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Router 3394906a-ea13-4c3e-bc33-a70dc9bc04a5 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:37:39.164167 n-d-828369-4 neutron-server[103136]: INFO neutron.db.ipam_backend_mixin [None req-0e9ce08c-802e-4894-a71c-0f1f698095c4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ee746485-1e85-4392-9e13-c383f0214fda (CIDR: 172.20.0.0/28) Feb 09 01:37:39.167938 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e9ce08c-802e-4894-a71c-0f1f698095c4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:37:39.168441 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e9ce08c-802e-4894-a71c-0f1f698095c4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:37:39.191525 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-0e9ce08c-802e-4894-a71c-0f1f698095c4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4916794 Feb 09 01:37:39.191922 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 32938) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:39.207736 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-df1cbb27-1dc4-4366-aac1-9c658c1a1c03 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'subnet': {'network_id': '7492a1b1-724e-478b-8e45-c48561079973', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:39.352758 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-04d511ce-7df0-489e-91a7-39b5935fef86 None None] Publish callbacks [] for port (bbf0d71e-33f3-4791-90a1-764dc208b9b1), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:39.360017 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-04d511ce-7df0-489e-91a7-39b5935fef86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (bbf0d71e-33f3-4791-90a1-764dc208b9b1), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:39.460967 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d511ce-7df0-489e-91a7-39b5935fef86 None None] Network 7492a1b1-724e-478b-8e45-c48561079973 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:37:39.467444 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-04d511ce-7df0-489e-91a7-39b5935fef86 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:39.474696 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d511ce-7df0-489e-91a7-39b5935fef86 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:37:39.546284 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d511ce-7df0-489e-91a7-39b5935fef86 None None] Pushing event updated for resources: {'Port': ['ID=bbf0d71e-33f3-4791-90a1-764dc208b9b1,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:39.633136 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1cbb27-1dc4-4366-aac1-9c658c1a1c03 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Made reservation on behalf of 79bede7de42d4f599c02c44fde53ae7e for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:39.643060 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-df1cbb27-1dc4-4366-aac1-9c658c1a1c03 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:39.643775 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d511ce-7df0-489e-91a7-39b5935fef86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:39.646036 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d511ce-7df0-489e-91a7-39b5935fef86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:39.646399 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d511ce-7df0-489e-91a7-39b5935fef86 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:39.646749 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d511ce-7df0-489e-91a7-39b5935fef86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:39.647096 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d511ce-7df0-489e-91a7-39b5935fef86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:39.647442 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d511ce-7df0-489e-91a7-39b5935fef86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:39.647781 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d511ce-7df0-489e-91a7-39b5935fef86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:39.648176 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d511ce-7df0-489e-91a7-39b5935fef86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:39.648521 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d511ce-7df0-489e-91a7-39b5935fef86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:39.649016 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d511ce-7df0-489e-91a7-39b5935fef86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:39.649383 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d511ce-7df0-489e-91a7-39b5935fef86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:39.650135 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d511ce-7df0-489e-91a7-39b5935fef86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:39.650135 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d511ce-7df0-489e-91a7-39b5935fef86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:39.670629 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-04d511ce-7df0-489e-91a7-39b5935fef86 None None] Attempting to bind port bbf0d71e-33f3-4791-90a1-764dc208b9b1 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:37:39.671093 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-04d511ce-7df0-489e-91a7-39b5935fef86 None None] Attempting to bind port bbf0d71e-33f3-4791-90a1-764dc208b9b1 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '5bbafae0-27b1-4154-b223-64703ec4ee6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '7492a1b1-724e-478b-8e45-c48561079973'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:37:39.671479 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d511ce-7df0-489e-91a7-39b5935fef86 None None] Attempting to bind port bbf0d71e-33f3-4791-90a1-764dc208b9b1 on network 7492a1b1-724e-478b-8e45-c48561079973 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:37:39.688919 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d511ce-7df0-489e-91a7-39b5935fef86 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:37:39.689313 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d511ce-7df0-489e-91a7-39b5935fef86 None None] Checking segment: {'id': '5bbafae0-27b1-4154-b223-64703ec4ee6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '7492a1b1-724e-478b-8e45-c48561079973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:37:39.691322 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-04d511ce-7df0-489e-91a7-39b5935fef86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:39.691745 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d511ce-7df0-489e-91a7-39b5935fef86 None None] Bound using segment: {'id': '5bbafae0-27b1-4154-b223-64703ec4ee6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '7492a1b1-724e-478b-8e45-c48561079973'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:37:39.692580 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-04d511ce-7df0-489e-91a7-39b5935fef86 None None] Bound port: bbf0d71e-33f3-4791-90a1-764dc208b9b1, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bbafae0-27b1-4154-b223-64703ec4ee6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '7492a1b1-724e-478b-8e45-c48561079973'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:37:39.693115 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-04d511ce-7df0-489e-91a7-39b5935fef86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (bbf0d71e-33f3-4791-90a1-764dc208b9b1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:39.717527 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:39.763404 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-39da7684-c16a-4646-9552-0e97df35cca5 req-5c2405ae-e6ff-4ef3-98af-f9c8acb9e846 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 210 time: 0.0319028 Feb 09 01:37:39.787323 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-04d511ce-7df0-489e-91a7-39b5935fef86 None None] For port bbf0d71e-33f3-4791-90a1-764dc208b9b1, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:37:39.790861 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-04d511ce-7df0-489e-91a7-39b5935fef86 None None] For port bbf0d71e-33f3-4791-90a1-764dc208b9b1, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=bbf0d71e-33f3-4791-90a1-764dc208b9b1,segment=NetworkSegment(5bbafae0-27b1-4154-b223-64703ec4ee6f),segment_id=5bbafae0-27b1-4154-b223-64703ec4ee6f)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:37:39.806589 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-04d511ce-7df0-489e-91a7-39b5935fef86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (bbf0d71e-33f3-4791-90a1-764dc208b9b1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:39.817258 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe6aa8-5450-48e9-ba96-4efc6eec046c req-fb71c595-188a-4cd6-a002-20ac6542bacf tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:39.819030 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0bfe6aa8-5450-48e9-ba96-4efc6eec046c req-fb71c595-188a-4cd6-a002-20ac6542bacf tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fb1c882-d88c-4b35-a2f9-dfb068fedda4 HTTP/1.1" status: 200 len: 944 time: 0.5183890 Feb 09 01:37:39.848149 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c990f126-22bb-4007-b752-c62b9851511c tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:37:39.853666 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c990f126-22bb-4007-b752-c62b9851511c tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:39.934266 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe18567-25c0-4924-b95e-962238df4b41 None None] Sync routers for ids ['3394906a-ea13-4c3e-bc33-a70dc9bc04a5'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:37:39.954289 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0bfe6aa8-5450-48e9-ba96-4efc6eec046c req-2af3ce7d-3845-43ae-913b-ee2e06d35184 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292124 Feb 09 01:37:39.961448 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c990f126-22bb-4007-b752-c62b9851511c tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "DELETE /v2.0/floatingips/5b7172be-f53e-47fc-84d5-7640de27d897 HTTP/1.1" status: 204 len: 168 time: 1.9455428 Feb 09 01:37:39.963511 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b2cf501-13c1-43d2-9a65-8aef54c18084', 'tag': '22ed1b59-9a34-4068-84a3-3931e41c3f7d'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:37:39.966821 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6b96ed-19c3-491a-bb86-71619207fb2f" -d '{"events": [{"name": "network-changed", "server_uuid": "6b2cf501-13c1-43d2-9a65-8aef54c18084", "tag": "22ed1b59-9a34-4068-84a3-3931e41c3f7d"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:37:39.969858 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe18567-25c0-4924-b95e-962238df4b41 None None] Routers {'3394906a-ea13-4c3e-bc33-a70dc9bc04a5'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:37:39.970571 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-1fe18567-25c0-4924-b95e-962238df4b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:37:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['3394906a-ea13-4c3e-bc33-a70dc9bc04a5'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:40.147930 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d511ce-7df0-489e-91a7-39b5935fef86 None None] Pushing event updated for resources: {'Port': ['ID=bbf0d71e-33f3-4791-90a1-764dc208b9b1,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:40.216778 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b96ed-19c3-491a-bb86-71619207fb2f req-df514359-9de9-49ce-b57b-92ab42d87d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:40.221394 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bb6b96ed-19c3-491a-bb86-71619207fb2f req-df514359-9de9-49ce-b57b-92ab42d87d9b service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=c3786288d8304ed4a73754fbccf8bb65&device_id=6b2cf501-13c1-43d2-9a65-8aef54c18084 HTTP/1.1" status: 200 len: 1127 time: 0.1144671 Feb 09 01:37:40.304859 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-1fe18567-25c0-4924-b95e-962238df4b41 None None] Set router 3394906a-ea13-4c3e-bc33-a70dc9bc04a5 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:37:40.342151 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5861d38-ea79-4036-9831-9575b20ec8ed x-openstack-request-id: req-e5861d38-ea79-4036-9831-9575b20ec8ed {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:37:40.342654 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b2cf501-13c1-43d2-9a65-8aef54c18084", "tag": "22ed1b59-9a34-4068-84a3-3931e41c3f7d", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:37:40.343024 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e5861d38-ea79-4036-9831-9575b20ec8ed {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:37:40.343567 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b2cf501-13c1-43d2-9a65-8aef54c18084', 'tag': '22ed1b59-9a34-4068-84a3-3931e41c3f7d', 'status': 'completed', 'code': 200} Feb 09 01:37:40.361256 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-df1cbb27-1dc4-4366-aac1-9c658c1a1c03 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (605dcb9c-e706-4e09-91f4-2fd0bbf1af80), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:40.523875 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b96ed-19c3-491a-bb86-71619207fb2f req-8defa0b5-7e64-4048-84d5-e651457dad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:40.530366 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bb6b96ed-19c3-491a-bb86-71619207fb2f req-8defa0b5-7e64-4048-84d5-e651457dad0f service neutron] 10.222.0.120 "GET /v2.0/networks?id=fafd2eec-4c98-46da-af94-cf246814381c HTTP/1.1" status: 200 len: 899 time: 0.3022041 Feb 09 01:37:40.558663 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1cbb27-1dc4-4366-aac1-9c658c1a1c03 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Network 7492a1b1-724e-478b-8e45-c48561079973 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:37:40.581064 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-df1cbb27-1dc4-4366-aac1-9c658c1a1c03 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:40.597741 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1cbb27-1dc4-4366-aac1-9c658c1a1c03 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:40.600042 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-df1cbb27-1dc4-4366-aac1-9c658c1a1c03 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:40.622934 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1cbb27-1dc4-4366-aac1-9c658c1a1c03 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event updated for resources: {'Subnet': ['ID=605dcb9c-e706-4e09-91f4-2fd0bbf1af80,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:40.652267 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-df1cbb27-1dc4-4366-aac1-9c658c1a1c03 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4571130 Feb 09 01:37:40.652992 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 32954) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:40.659995 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-975e88c4-7626-4d86-a041-57e0c485437f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'port': {'network_id': '7492a1b1-724e-478b-8e45-c48561079973', 'fixed_ips': [{'subnet_id': 'ee746485-1e85-4392-9e13-c383f0214fda'}, {'subnet_id': '605dcb9c-e706-4e09-91f4-2fd0bbf1af80'}], 'name': 'tempest-PortsTestJSON-1690733987'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:40.694554 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-1fe18567-25c0-4924-b95e-962238df4b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3394906a-ea13-4c3e-bc33-a70dc9bc04a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-168577280', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '03132a09-3f61-425b-a858-40802a93b64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:36:07Z', 'updated_at': '2022-02-09T01:36:20Z', 'revision_number': 4, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '03132a09-3f61-425b-a858-40802a93b64d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3394906a-ea13-4c3e-bc33-a70dc9bc04a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:08Z', 'updated_at': '2022-02-09T01:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '3a19eec6-8a83-484a-9c57-e5fb4f0b7b24', 'name': '', 'network_id': 'fafd2eec-4c98-46da-af94-cf246814381c', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'mac_address': 'fa:16:3e:bc:8c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3394906a-ea13-4c3e-bc33-a70dc9bc04a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '209825ec-cb7a-489f-bf18-dbf0ef5b9c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:17Z', 'updated_at': '2022-02-09T01:36:26Z', 'revision_number': 5, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'subnets': [{'id': '209825ec-cb7a-489f-bf18-dbf0ef5b9c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:40.720490 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bb6b96ed-19c3-491a-bb86-71619207fb2f req-3ca05deb-8394-4811-8a63-f810febc13d4 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=22ed1b59-9a34-4068-84a3-3931e41c3f7d HTTP/1.1" status: 200 len: 217 time: 0.0855215 Feb 09 01:37:40.743430 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69c25a-dec4-4f02-90ec-ff354030c5ef req-cc882226-ebbf-4564-b95f-0aa6094e42ea tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:40.751170 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c69c25a-dec4-4f02-90ec-ff354030c5ef req-cc882226-ebbf-4564-b95f-0aa6094e42ea tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b2cf501-13c1-43d2-9a65-8aef54c18084 HTTP/1.1" status: 200 len: 945 time: 0.2150974 Feb 09 01:37:40.780154 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe18567-25c0-4924-b95e-962238df4b41 None None] Checking router: 3394906a-ea13-4c3e-bc33-a70dc9bc04a5 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:37:40.801942 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe18567-25c0-4924-b95e-962238df4b41 None None] Routers {'3394906a-ea13-4c3e-bc33-a70dc9bc04a5'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:37:40.802586 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-1fe18567-25c0-4924-b95e-962238df4b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:37:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['3394906a-ea13-4c3e-bc33-a70dc9bc04a5'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:40.877147 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c69c25a-dec4-4f02-90ec-ff354030c5ef req-a42e11b5-dfc4-450e-bd86-e5f22a94ee33 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=a959fb45-a42b-4d54-9a6f-ce9e5194b56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195090 Feb 09 01:37:40.942180 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b96ed-19c3-491a-bb86-71619207fb2f req-caf03a70-1d28-4050-a79b-d0874dd4bcba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:40.953384 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bb6b96ed-19c3-491a-bb86-71619207fb2f req-caf03a70-1d28-4050-a79b-d0874dd4bcba service neutron] 10.222.0.120 "GET /v2.0/subnets?id=209825ec-cb7a-489f-bf18-dbf0ef5b9c24 HTTP/1.1" status: 200 len: 834 time: 0.2170560 Feb 09 01:37:40.996083 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975e88c4-7626-4d86-a041-57e0c485437f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Made reservation on behalf of 79bede7de42d4f599c02c44fde53ae7e for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:41.055753 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b7944539-f8f2-4ac5-b5a0-151f8ee49d07 req-880732a6-a17c-45ab-ada8-2ed2a4155a30 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 210 time: 0.0729113 Feb 09 01:37:41.159524 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-1fe18567-25c0-4924-b95e-962238df4b41 None None] Set router 3394906a-ea13-4c3e-bc33-a70dc9bc04a5 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:37:41.181452 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07fb82-a1be-4d23-aaf8-e74153a3fa23 req-ad8ffeb2-bf87-403c-b250-631e44c88329 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:41.192786 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0e07fb82-a1be-4d23-aaf8-e74153a3fa23 req-ad8ffeb2-bf87-403c-b250-631e44c88329 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.120 "GET /v2.0/ports?device_id=6b2cf501-13c1-43d2-9a65-8aef54c18084 HTTP/1.1" status: 200 len: 945 time: 0.3105769 Feb 09 01:37:41.227886 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-975e88c4-7626-4d86-a041-57e0c485437f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:41.288124 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-975e88c4-7626-4d86-a041-57e0c485437f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] device_id is not set on port e2cae165-c2a5-4853-9243-9464862a0c47 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:37:41.370238 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b96ed-19c3-491a-bb86-71619207fb2f req-a2b8f528-bb5b-4ca0-b625-b79921292382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:41.372081 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bb6b96ed-19c3-491a-bb86-71619207fb2f req-a2b8f528-bb5b-4ca0-b625-b79921292382 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=fafd2eec-4c98-46da-af94-cf246814381c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4174578 Feb 09 01:37:41.384940 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99d502-add2-4ac6-951a-66f777409f28 req-c26a826d-97e9-45db-a5c9-8ffc145bcb72 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:41.393610 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1a99d502-add2-4ac6-951a-66f777409f28 req-c26a826d-97e9-45db-a5c9-8ffc145bcb72 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fb1c882-d88c-4b35-a2f9-dfb068fedda4 HTTP/1.1" status: 200 len: 944 time: 0.2853744 Feb 09 01:37:41.723199 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1a99d502-add2-4ac6-951a-66f777409f28 req-611ee133-760e-4320-a01a-3e45727a5bc7 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3284197 Feb 09 01:37:41.761519 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-0e07fb82-a1be-4d23-aaf8-e74153a3fa23 req-776fedcc-a97a-4fa1-a700-42f94956b36b tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Deleting port 22ed1b59-9a34-4068-84a3-3931e41c3f7d {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:37:41.762169 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0e07fb82-a1be-4d23-aaf8-e74153a3fa23 req-776fedcc-a97a-4fa1-a700-42f94956b36b tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (22ed1b59-9a34-4068-84a3-3931e41c3f7d), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:41.831249 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bb6b96ed-19c3-491a-bb86-71619207fb2f req-60b6d4a8-3d78-4458-89e2-f0aa4f989d2c service neutron] 10.222.0.120 "GET /v2.0/networks/fafd2eec-4c98-46da-af94-cf246814381c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997090 Feb 09 01:37:41.832010 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98b3d6a-01f7-4d3b-bed5-3f1f5f665475 None None] Network 7492a1b1-724e-478b-8e45-c48561079973 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:37:42.033445 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-975e88c4-7626-4d86-a041-57e0c485437f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Allocated IP 172.20.0.5 (7492a1b1-724e-478b-8e45-c48561079973/ee746485-1e85-4392-9e13-c383f0214fda/e2cae165-c2a5-4853-9243-9464862a0c47) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:37:42.033982 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-8c954383-5d26-4b01-8484-4bd1eeecbc1b None None] Provisioning complete for port bbf0d71e-33f3-4791-90a1-764dc208b9b1 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:42.035896 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8c954383-5d26-4b01-8484-4bd1eeecbc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (bbf0d71e-33f3-4791-90a1-764dc208b9b1), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:42.046052 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-975e88c4-7626-4d86-a041-57e0c485437f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Allocated IP 172.20.0.26 (7492a1b1-724e-478b-8e45-c48561079973/605dcb9c-e706-4e09-91f4-2fd0bbf1af80/e2cae165-c2a5-4853-9243-9464862a0c47) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:37:42.046599 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bb6b96ed-19c3-491a-bb86-71619207fb2f req-0ff004de-8454-469c-9f88-dff37cdf4af5 service neutron] 10.222.0.120 "GET /v2.0/networks/fafd2eec-4c98-46da-af94-cf246814381c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068956 Feb 09 01:37:42.287737 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-71830ea2-c91f-40f7-beb1-efa97846d85e req-af4dd75d-a9ed-4b71-8959-61a7ba6dcb42 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 210 time: 0.0961735 Feb 09 01:37:42.351117 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device bbf0d71e-33f3-4791-90a1-764dc208b9b1 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:37:42.359046 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-975e88c4-7626-4d86-a041-57e0c485437f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for port (e2cae165-c2a5-4853-9243-9464862a0c47), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:42.386573 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-0e07fb82-a1be-4d23-aaf8-e74153a3fa23 req-776fedcc-a97a-4fa1-a700-42f94956b36b tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] For port 22ed1b59-9a34-4068-84a3-3931e41c3f7d, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=22ed1b59-9a34-4068-84a3-3931e41c3f7d,segment=NetworkSegment(478ae4ea-99b1-461f-b847-accbf5df86c1),segment_id=478ae4ea-99b1-461f-b847-accbf5df86c1)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:42.387084 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0e07fb82-a1be-4d23-aaf8-e74153a3fa23 req-776fedcc-a97a-4fa1-a700-42f94956b36b tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (22ed1b59-9a34-4068-84a3-3931e41c3f7d), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:42.413141 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d33c5-b3f5-4803-adf5-911ed9817d29 req-6be71dd3-dfa4-41a9-b3cb-068c5535caf9 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:42.415029 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-856d33c5-b3f5-4803-adf5-911ed9817d29 req-6be71dd3-dfa4-41a9-b3cb-068c5535caf9 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b2cf501-13c1-43d2-9a65-8aef54c18084 HTTP/1.1" status: 200 len: 945 time: 0.3665149 Feb 09 01:37:42.423098 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-1fe18567-25c0-4924-b95e-962238df4b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3394906a-ea13-4c3e-bc33-a70dc9bc04a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-168577280', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '03132a09-3f61-425b-a858-40802a93b64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:36:07Z', 'updated_at': '2022-02-09T01:36:20Z', 'revision_number': 4, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '03132a09-3f61-425b-a858-40802a93b64d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3394906a-ea13-4c3e-bc33-a70dc9bc04a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:08Z', 'updated_at': '2022-02-09T01:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '3a19eec6-8a83-484a-9c57-e5fb4f0b7b24', 'name': '', 'network_id': 'fafd2eec-4c98-46da-af94-cf246814381c', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'mac_address': 'fa:16:3e:bc:8c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3394906a-ea13-4c3e-bc33-a70dc9bc04a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '209825ec-cb7a-489f-bf18-dbf0ef5b9c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:17Z', 'updated_at': '2022-02-09T01:36:26Z', 'revision_number': 5, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'subnets': [{'id': '209825ec-cb7a-489f-bf18-dbf0ef5b9c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:42.454648 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-975e88c4-7626-4d86-a041-57e0c485437f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (e2cae165-c2a5-4853-9243-9464862a0c47), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:42.527056 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-0e07fb82-a1be-4d23-aaf8-e74153a3fa23 req-776fedcc-a97a-4fa1-a700-42f94956b36b tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Calling delete_port for 22ed1b59-9a34-4068-84a3-3931e41c3f7d owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:37:42.532174 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-856d33c5-b3f5-4803-adf5-911ed9817d29 req-ad027a0b-af36-4e9c-ba72-eb6b87f42b56 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=a959fb45-a42b-4d54-9a6f-ce9e5194b56b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015067 Feb 09 01:37:42.574030 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975e88c4-7626-4d86-a041-57e0c485437f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Network 7492a1b1-724e-478b-8e45-c48561079973 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:37:42.575794 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-975e88c4-7626-4d86-a041-57e0c485437f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:42.579988 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975e88c4-7626-4d86-a041-57e0c485437f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:37:42.592461 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe18567-25c0-4924-b95e-962238df4b41 None None] The sync data for ids ['3394906a-ea13-4c3e-bc33-a70dc9bc04a5'] in n-d-828369-4 is: [{'id': '3394906a-ea13-4c3e-bc33-a70dc9bc04a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-168577280', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '03132a09-3f61-425b-a858-40802a93b64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:36:07Z', 'updated_at': '2022-02-09T01:36:20Z', 'revision_number': 4, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '03132a09-3f61-425b-a858-40802a93b64d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3394906a-ea13-4c3e-bc33-a70dc9bc04a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:08Z', 'updated_at': '2022-02-09T01:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '3a19eec6-8a83-484a-9c57-e5fb4f0b7b24', 'name': '', 'network_id': 'fafd2eec-4c98-46da-af94-cf246814381c', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'mac_address': 'fa:16:3e:bc:8c:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3394906a-ea13-4c3e-bc33-a70dc9bc04a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '209825ec-cb7a-489f-bf18-dbf0ef5b9c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:17Z', 'updated_at': '2022-02-09T01:36:26Z', 'revision_number': 5, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'subnets': [{'id': '209825ec-cb7a-489f-bf18-dbf0ef5b9c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:37:42.673946 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-8c954383-5d26-4b01-8484-4bd1eeecbc1b None None] Current status of the port bbf0d71e-33f3-4791-90a1-764dc208b9b1 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:37:42.677807 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8c954383-5d26-4b01-8484-4bd1eeecbc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (bbf0d71e-33f3-4791-90a1-764dc208b9b1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:42.683404 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e88c4-7626-4d86-a041-57e0c485437f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event updated for resources: {'Port': ['ID=e2cae165-c2a5-4853-9243-9464862a0c47,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:42.733430 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975e88c4-7626-4d86-a041-57e0c485437f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:42.739245 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-975e88c4-7626-4d86-a041-57e0c485437f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:42.771628 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-975e88c4-7626-4d86-a041-57e0c485437f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.1144755 Feb 09 01:37:42.773809 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 32972) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:42.778919 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-283901f4-677e-47c9-952c-79df7b3e0051 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ee746485-1e85-4392-9e13-c383f0214fda'}]}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:42.891012 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port bbf0d71e-33f3-4791-90a1-764dc208b9b1 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:42.891500 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (bbf0d71e-33f3-4791-90a1-764dc208b9b1), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:42.937145 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-283901f4-677e-47c9-952c-79df7b3e0051 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e2cae165-c2a5-4853-9243-9464862a0c47), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:42.983265 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0e07fb82-a1be-4d23-aaf8-e74153a3fa23 req-776fedcc-a97a-4fa1-a700-42f94956b36b tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (22ed1b59-9a34-4068-84a3-3931e41c3f7d), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:43.071684 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776fedcc-a97a-4fa1-a700-42f94956b36b tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event deleted for resources: {'Port': ['ID=22ed1b59-9a34-4068-84a3-3931e41c3f7d,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:43.127308 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c2b2d-c8d2-4b5f-b128-df4edc02277a req-dc00dfdf-2c99-4f9d-9d13-5a4093c5aa13 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:43.140942 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c70c2b2d-c8d2-4b5f-b128-df4edc02277a req-dc00dfdf-2c99-4f9d-9d13-5a4093c5aa13 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fb1c882-d88c-4b35-a2f9-dfb068fedda4 HTTP/1.1" status: 200 len: 944 time: 0.2559652 Feb 09 01:37:43.188577 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d24f5e9-556c-4f0c-bbb0-cce3af5b7c33 None None] New status for floating IP 5b7172be-f53e-47fc-84d5-7640de27d897: DOWN {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:37:43.215963 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e07fb82-a1be-4d23-aaf8-e74153a3fa23 req-776fedcc-a97a-4fa1-a700-42f94956b36b tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] No DVR routers for this DVR port 22ed1b59-9a34-4068-84a3-3931e41c3f7d on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:37:43.220377 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0e07fb82-a1be-4d23-aaf8-e74153a3fa23 req-776fedcc-a97a-4fa1-a700-42f94956b36b tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:43.227196 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0e07fb82-a1be-4d23-aaf8-e74153a3fa23 req-776fedcc-a97a-4fa1-a700-42f94956b36b tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.120 "DELETE /v2.0/ports/22ed1b59-9a34-4068-84a3-3931e41c3f7d HTTP/1.1" status: 204 len: 173 time: 2.0259337 Feb 09 01:37:43.227936 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2cf501-13c1-43d2-9a65-8aef54c18084', 'name': 'network-vif-deleted', 'tag': '22ed1b59-9a34-4068-84a3-3931e41c3f7d'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:37:43.230698 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfaf4dd8-5c9a-498c-ae30-018ab0e04889" -d '{"events": [{"server_uuid": "6b2cf501-13c1-43d2-9a65-8aef54c18084", "name": "network-vif-deleted", "tag": "22ed1b59-9a34-4068-84a3-3931e41c3f7d"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:37:43.236471 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-8c954383-5d26-4b01-8484-4bd1eeecbc1b None None] For port bbf0d71e-33f3-4791-90a1-764dc208b9b1, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=bbf0d71e-33f3-4791-90a1-764dc208b9b1,segment=NetworkSegment(5bbafae0-27b1-4154-b223-64703ec4ee6f),segment_id=5bbafae0-27b1-4154-b223-64703ec4ee6f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:43.260461 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8c954383-5d26-4b01-8484-4bd1eeecbc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (bbf0d71e-33f3-4791-90a1-764dc208b9b1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:43.298844 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2871bf75-2b08-4b76-93c3-4b99836a984b None None] Update dhcp port {'port': {'network_id': '7492a1b1-724e-478b-8e45-c48561079973', 'fixed_ips': [{'subnet_id': 'ee746485-1e85-4392-9e13-c383f0214fda', 'ip_address': '172.20.0.2'}, {'subnet_id': '605dcb9c-e706-4e09-91f4-2fd0bbf1af80'}], 'binding:host_id': 'n-d-828369-4'}, 'id': 'bbf0d71e-33f3-4791-90a1-764dc208b9b1'} from n-d-828369-4. {{(pid=103138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 01:37:43.300822 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c70c2b2d-c8d2-4b5f-b128-df4edc02277a req-cb9b5502-3755-4363-b2d0-20c3297ef409 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552553 Feb 09 01:37:43.333922 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718615a5-6137-4162-babb-2bd52f423025 x-openstack-request-id: req-718615a5-6137-4162-babb-2bd52f423025 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:37:43.334282 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2cf501-13c1-43d2-9a65-8aef54c18084", "name": "network-vif-deleted", "tag": "22ed1b59-9a34-4068-84a3-3931e41c3f7d", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:37:43.334551 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-718615a5-6137-4162-babb-2bd52f423025 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:37:43.335020 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2cf501-13c1-43d2-9a65-8aef54c18084', 'name': 'network-vif-deleted', 'tag': '22ed1b59-9a34-4068-84a3-3931e41c3f7d', 'status': 'completed', 'code': 200} Feb 09 01:37:43.551301 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2871bf75-2b08-4b76-93c3-4b99836a984b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (bbf0d71e-33f3-4791-90a1-764dc208b9b1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:43.637427 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-21ab6786-ec8a-40b8-8e59-f1d0e662300c req-208455c9-e5c1-4089-97e2-a6ab06ccb889 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 210 time: 0.1269734 Feb 09 01:37:43.743863 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-283901f4-677e-47c9-952c-79df7b3e0051 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Delete allocated IP 172.20.0.26 (7492a1b1-724e-478b-8e45-c48561079973/605dcb9c-e706-4e09-91f4-2fd0bbf1af80) {{(pid=103137) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 01:37:43.772352 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b6746dc6-bb3e-4bca-a495-480b8c66d80d req-27faacaf-a7f9-48fe-a5a7-7a5ddd1d43d6 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=6b2cf501-13c1-43d2-9a65-8aef54c18084 HTTP/1.1" status: 200 len: 210 time: 0.0774031 Feb 09 01:37:43.778358 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 22ed1b59-9a34-4068-84a3-3931e41c3f7d no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:37:43.806644 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c954383-5d26-4b01-8484-4bd1eeecbc1b None None] Pushing event updated for resources: {'Port': ['ID=bbf0d71e-33f3-4791-90a1-764dc208b9b1,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:43.889126 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: 22ed1b59-9a34-4068-84a3-3931e41c3f7d {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:37:43.889480 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 22ed1b59-9a34-4068-84a3-3931e41c3f7d not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:37:43.952341 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port bbf0d71e-33f3-4791-90a1-764dc208b9b1 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:37:44.083674 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-283901f4-677e-47c9-952c-79df7b3e0051 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for port (e2cae165-c2a5-4853-9243-9464862a0c47), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:44.096123 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-283901f4-677e-47c9-952c-79df7b3e0051 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (e2cae165-c2a5-4853-9243-9464862a0c47), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:44.282133 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device bbf0d71e-33f3-4791-90a1-764dc208b9b1 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:37:44.349172 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-2871bf75-2b08-4b76-93c3-4b99836a984b None None] Allocated IP 172.20.0.18 (7492a1b1-724e-478b-8e45-c48561079973/605dcb9c-e706-4e09-91f4-2fd0bbf1af80/bbf0d71e-33f3-4791-90a1-764dc208b9b1) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:37:44.398960 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283901f4-677e-47c9-952c-79df7b3e0051 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event updated for resources: {'Port': ['ID=e2cae165-c2a5-4853-9243-9464862a0c47,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:44.448123 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-283901f4-677e-47c9-952c-79df7b3e0051 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] In _notify_port_updated(), no bound segment for port e2cae165-c2a5-4853-9243-9464862a0c47 on network 7492a1b1-724e-478b-8e45-c48561079973 {{(pid=103137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:37:44.463672 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283901f4-677e-47c9-952c-79df7b3e0051 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:44.464323 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-283901f4-677e-47c9-952c-79df7b3e0051 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:44.468510 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-283901f4-677e-47c9-952c-79df7b3e0051 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "PUT /v2.0/ports/e2cae165-c2a5-4853-9243-9464862a0c47 HTTP/1.1" status: 200 len: 919 time: 1.6937275 Feb 09 01:37:44.476168 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 32990) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:44.495145 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-1e749917-43c0-4faf-904a-ed8d0b9dde03 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ee746485-1e85-4392-9e13-c383f0214fda'}, {'subnet_id': '605dcb9c-e706-4e09-91f4-2fd0bbf1af80'}]}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:44.551855 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df9045-38ba-4b36-8f9b-be7a3e3e5a42 req-71db5564-b219-4acb-9093-ac6a5d662895 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:44.554202 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01df9045-38ba-4b36-8f9b-be7a3e3e5a42 req-71db5564-b219-4acb-9093-ac6a5d662895 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fb1c882-d88c-4b35-a2f9-dfb068fedda4 HTTP/1.1" status: 200 len: 944 time: 0.1219919 Feb 09 01:37:44.674137 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-2871bf75-2b08-4b76-93c3-4b99836a984b None None] For port bbf0d71e-33f3-4791-90a1-764dc208b9b1, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=bbf0d71e-33f3-4791-90a1-764dc208b9b1,segment=NetworkSegment(5bbafae0-27b1-4154-b223-64703ec4ee6f),segment_id=5bbafae0-27b1-4154-b223-64703ec4ee6f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:44.704464 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01df9045-38ba-4b36-8f9b-be7a3e3e5a42 req-b9bf0adf-6f18-4663-9689-06fd9f075d2d tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439137 Feb 09 01:37:44.726372 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port bbf0d71e-33f3-4791-90a1-764dc208b9b1 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:44.727768 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (bbf0d71e-33f3-4791-90a1-764dc208b9b1), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:44.737479 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1e749917-43c0-4faf-904a-ed8d0b9dde03 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e2cae165-c2a5-4853-9243-9464862a0c47), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:44.793805 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2871bf75-2b08-4b76-93c3-4b99836a984b None None] Publish callbacks [] for port (bbf0d71e-33f3-4791-90a1-764dc208b9b1), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:44.808742 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2871bf75-2b08-4b76-93c3-4b99836a984b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (bbf0d71e-33f3-4791-90a1-764dc208b9b1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:44.879594 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a2330b60-e95e-4fe5-b827-6d5434277d4f req-adec31a2-f3c0-4128-be85-ee425255b477 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 210 time: 0.1287091 Feb 09 01:37:44.913003 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33000) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:45.123174 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871bf75-2b08-4b76-93c3-4b99836a984b None None] Pushing event updated for resources: {'Port': ['ID=bbf0d71e-33f3-4791-90a1-764dc208b9b1,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:45.162061 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port bbf0d71e-33f3-4791-90a1-764dc208b9b1 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:37:45.355571 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-1e749917-43c0-4faf-904a-ed8d0b9dde03 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Allocated IP 172.20.0.29 (7492a1b1-724e-478b-8e45-c48561079973/605dcb9c-e706-4e09-91f4-2fd0bbf1af80/e2cae165-c2a5-4853-9243-9464862a0c47) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:37:45.572502 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1e749917-43c0-4faf-904a-ed8d0b9dde03 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for port (e2cae165-c2a5-4853-9243-9464862a0c47), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:45.577577 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1e749917-43c0-4faf-904a-ed8d0b9dde03 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (e2cae165-c2a5-4853-9243-9464862a0c47), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:45.685832 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e749917-43c0-4faf-904a-ed8d0b9dde03 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event updated for resources: {'Port': ['ID=e2cae165-c2a5-4853-9243-9464862a0c47,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:45.758882 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-1e749917-43c0-4faf-904a-ed8d0b9dde03 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] In _notify_port_updated(), no bound segment for port e2cae165-c2a5-4853-9243-9464862a0c47 on network 7492a1b1-724e-478b-8e45-c48561079973 {{(pid=103137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:37:45.764963 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e749917-43c0-4faf-904a-ed8d0b9dde03 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:45.765658 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1e749917-43c0-4faf-904a-ed8d0b9dde03 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:45.769677 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1e749917-43c0-4faf-904a-ed8d0b9dde03 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "PUT /v2.0/ports/e2cae165-c2a5-4853-9243-9464862a0c47 HTTP/1.1" status: 200 len: 999 time: 1.2899139 Feb 09 01:37:45.772992 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33008) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:45.927313 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-078928f2-98c7-49c2-a6c4-37a4d5978c1b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Deleting port e2cae165-c2a5-4853-9243-9464862a0c47 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:37:45.927757 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-078928f2-98c7-49c2-a6c4-37a4d5978c1b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (e2cae165-c2a5-4853-9243-9464862a0c47), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:46.071910 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad40f47d-5c51-4fb8-be43-5f6145924a49 None None] Network 7492a1b1-724e-478b-8e45-c48561079973 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:37:46.101763 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3797f293-9ee5-4ce3-b777-030bc3b11e62 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (3394906a-ea13-4c3e-bc33-a70dc9bc04a5), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:46.123762 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-078928f2-98c7-49c2-a6c4-37a4d5978c1b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (e2cae165-c2a5-4853-9243-9464862a0c47), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:46.156735 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-078928f2-98c7-49c2-a6c4-37a4d5978c1b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Calling delete_port for e2cae165-c2a5-4853-9243-9464862a0c47 owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:37:46.230861 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-29ca4234-cd87-4910-b7e1-aa4608ce1f9c None None] Provisioning complete for port bbf0d71e-33f3-4791-90a1-764dc208b9b1 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:46.231439 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-29ca4234-cd87-4910-b7e1-aa4608ce1f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (bbf0d71e-33f3-4791-90a1-764dc208b9b1), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:46.304020 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device bbf0d71e-33f3-4791-90a1-764dc208b9b1 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:37:46.385739 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5d9506e7-e13e-434a-b6a2-1e1bf54f19c7 req-b65c1797-8d15-4dae-ae40-3eef816e2884 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 210 time: 0.3159442 Feb 09 01:37:46.394344 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a0e3e-8056-483a-b18b-22b70849720c req-6310107c-9244-4c5e-a512-fcdde2d0e025 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:46.403814 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bd9a0e3e-8056-483a-b18b-22b70849720c req-6310107c-9244-4c5e-a512-fcdde2d0e025 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fb1c882-d88c-4b35-a2f9-dfb068fedda4 HTTP/1.1" status: 200 len: 944 time: 0.6032648 Feb 09 01:37:46.533290 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-078928f2-98c7-49c2-a6c4-37a4d5978c1b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (e2cae165-c2a5-4853-9243-9464862a0c47), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:46.626079 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078928f2-98c7-49c2-a6c4-37a4d5978c1b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event deleted for resources: {'Port': ['ID=e2cae165-c2a5-4853-9243-9464862a0c47,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:46.655602 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-29ca4234-cd87-4910-b7e1-aa4608ce1f9c None None] Current status of the port bbf0d71e-33f3-4791-90a1-764dc208b9b1 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:37:46.684185 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port bbf0d71e-33f3-4791-90a1-764dc208b9b1 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:46.684656 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (bbf0d71e-33f3-4791-90a1-764dc208b9b1), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:46.793342 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-078928f2-98c7-49c2-a6c4-37a4d5978c1b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:46.800461 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-078928f2-98c7-49c2-a6c4-37a4d5978c1b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/ports/e2cae165-c2a5-4853-9243-9464862a0c47 HTTP/1.1" status: 204 len: 168 time: 1.0264173 Feb 09 01:37:46.801131 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33028) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:46.850901 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-776561e2-37c7-4845-996b-816c3758ee8e tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] GET failed (client error): The resource could not be found. Feb 09 01:37:46.865151 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-776561e2-37c7-4845-996b-816c3758ee8e tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "GET /v2.0/ports/e2cae165-c2a5-4853-9243-9464862a0c47 HTTP/1.1" status: 404 len: 333 time: 0.0626462 Feb 09 01:37:46.865860 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33030) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:46.905646 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port bbf0d71e-33f3-4791-90a1-764dc208b9b1 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:37:46.942184 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bd9a0e3e-8056-483a-b18b-22b70849720c req-ff4ad868-d4be-45ff-9bc9-a96a408dbeec tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5336819 Feb 09 01:37:47.009346 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-28679520-4457-4eb8-a0db-96e24d7013ba tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Deleting subnet 605dcb9c-e706-4e09-91f4-2fd0bbf1af80 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:37:47.031200 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-28679520-4457-4eb8-a0db-96e24d7013ba tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for subnet (605dcb9c-e706-4e09-91f4-2fd0bbf1af80), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:47.135522 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-28679520-4457-4eb8-a0db-96e24d7013ba tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (605dcb9c-e706-4e09-91f4-2fd0bbf1af80), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:47.195711 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-cda3e3a0-7d4a-4440-ac93-ffbe37921349 None None] Provisioning complete for port bbf0d71e-33f3-4791-90a1-764dc208b9b1 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:47.195988 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cda3e3a0-7d4a-4440-ac93-ffbe37921349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (bbf0d71e-33f3-4791-90a1-764dc208b9b1), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:47.245466 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-3797f293-9ee5-4ce3-b777-030bc3b11e62 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Deleting port 3a19eec6-8a83-484a-9c57-e5fb4f0b7b24 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:37:47.246410 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3797f293-9ee5-4ce3-b777-030bc3b11e62 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (3a19eec6-8a83-484a-9c57-e5fb4f0b7b24), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:47.324021 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-28679520-4457-4eb8-a0db-96e24d7013ba tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (605dcb9c-e706-4e09-91f4-2fd0bbf1af80), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:47.398361 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-cda3e3a0-7d4a-4440-ac93-ffbe37921349 None None] Current status of the port bbf0d71e-33f3-4791-90a1-764dc208b9b1 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:37:47.410989 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-cda3e3a0-7d4a-4440-ac93-ffbe37921349 None None] Could not find standard attr ID for object e2cae165-c2a5-4853-9243-9464862a0c47. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:37:47.466632 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-3797f293-9ee5-4ce3-b777-030bc3b11e62 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] For port 3a19eec6-8a83-484a-9c57-e5fb4f0b7b24, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=3a19eec6-8a83-484a-9c57-e5fb4f0b7b24,segment=NetworkSegment(478ae4ea-99b1-461f-b847-accbf5df86c1),segment_id=478ae4ea-99b1-461f-b847-accbf5df86c1)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:47.468141 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3797f293-9ee5-4ce3-b777-030bc3b11e62 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (3a19eec6-8a83-484a-9c57-e5fb4f0b7b24), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:47.484603 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-28679520-4457-4eb8-a0db-96e24d7013ba tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (605dcb9c-e706-4e09-91f4-2fd0bbf1af80), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:47.497227 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-3797f293-9ee5-4ce3-b777-030bc3b11e62 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Calling delete_port for 3a19eec6-8a83-484a-9c57-e5fb4f0b7b24 owned by network:router_interface {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:37:47.530860 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-3e37c745-af75-4415-a069-7c5497fa2d86 None None] Could not find standard attr ID for object e2cae165-c2a5-4853-9243-9464862a0c47. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:37:47.545838 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-28679520-4457-4eb8-a0db-96e24d7013ba tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:47.549865 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-28679520-4457-4eb8-a0db-96e24d7013ba tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/subnets/605dcb9c-e706-4e09-91f4-2fd0bbf1af80 HTTP/1.1" status: 204 len: 168 time: 0.6824694 Feb 09 01:37:47.553729 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33036) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:47.554486 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28679520-4457-4eb8-a0db-96e24d7013ba tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event deleted for resources: {'Subnet': ['ID=605dcb9c-e706-4e09-91f4-2fd0bbf1af80,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:47.673061 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb821cb0-b8a1-4d81-9751-ba1b0fc3c6a4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Deleting subnet ee746485-1e85-4392-9e13-c383f0214fda {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:37:47.678827 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eb821cb0-b8a1-4d81-9751-ba1b0fc3c6a4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for subnet (ee746485-1e85-4392-9e13-c383f0214fda), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:47.731727 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-62cedb9e-5525-4f6d-9297-1390be44e796 req-156119f1-3f75-4afb-9d03-2420df8c1f87 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 210 time: 0.1912107 Feb 09 01:37:47.745955 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eb821cb0-b8a1-4d81-9751-ba1b0fc3c6a4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (ee746485-1e85-4392-9e13-c383f0214fda), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:47.899131 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eb821cb0-b8a1-4d81-9751-ba1b0fc3c6a4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (ee746485-1e85-4392-9e13-c383f0214fda), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:47.911811 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4e54e5-19bf-4d1a-9abf-8979031361f1 None None] Network 7492a1b1-724e-478b-8e45-c48561079973 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:37:48.022709 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eb821cb0-b8a1-4d81-9751-ba1b0fc3c6a4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (ee746485-1e85-4392-9e13-c383f0214fda), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:48.056004 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3797f293-9ee5-4ce3-b777-030bc3b11e62 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (3a19eec6-8a83-484a-9c57-e5fb4f0b7b24), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:48.087566 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-e77344cb-794b-4368-987d-75d50dfe1153 None None] Could not find standard attr ID for object e2cae165-c2a5-4853-9243-9464862a0c47. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:37:48.112637 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb821cb0-b8a1-4d81-9751-ba1b0fc3c6a4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event deleted for resources: {'Subnet': ['ID=ee746485-1e85-4392-9e13-c383f0214fda,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:48.116388 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eb821cb0-b8a1-4d81-9751-ba1b0fc3c6a4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:48.127292 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-eb821cb0-b8a1-4d81-9751-ba1b0fc3c6a4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/subnets/ee746485-1e85-4392-9e13-c383f0214fda HTTP/1.1" status: 204 len: 168 time: 0.5683098 Feb 09 01:37:48.130414 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33044) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:48.165441 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3797f293-9ee5-4ce3-b777-030bc3b11e62 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event deleted for resources: {'Port': ['ID=3a19eec6-8a83-484a-9c57-e5fb4f0b7b24,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:48.257162 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4568b927-27d7-4066-bbf3-c7705f5c43af tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (7492a1b1-724e-478b-8e45-c48561079973), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:48.374168 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730b5bbb-f8b4-4ac8-9a84-e2c5aee45194 None None] Update dhcp port {'port': {'network_id': '7492a1b1-724e-478b-8e45-c48561079973', 'fixed_ips': [{'subnet_id': 'ee746485-1e85-4392-9e13-c383f0214fda'}], 'binding:host_id': 'n-d-828369-4'}, 'id': 'bbf0d71e-33f3-4791-90a1-764dc208b9b1'} from n-d-828369-4. {{(pid=103138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 01:37:48.377767 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-4568b927-27d7-4066-bbf3-c7705f5c43af tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Deleting port bbf0d71e-33f3-4791-90a1-764dc208b9b1 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:37:48.378129 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4568b927-27d7-4066-bbf3-c7705f5c43af tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (bbf0d71e-33f3-4791-90a1-764dc208b9b1), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:48.422939 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-730b5bbb-f8b4-4ac8-9a84-e2c5aee45194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (bbf0d71e-33f3-4791-90a1-764dc208b9b1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:48.576118 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-4568b927-27d7-4066-bbf3-c7705f5c43af tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] For port bbf0d71e-33f3-4791-90a1-764dc208b9b1, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=bbf0d71e-33f3-4791-90a1-764dc208b9b1,segment=NetworkSegment(5bbafae0-27b1-4154-b223-64703ec4ee6f),segment_id=5bbafae0-27b1-4154-b223-64703ec4ee6f)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:48.576750 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4568b927-27d7-4066-bbf3-c7705f5c43af tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (bbf0d71e-33f3-4791-90a1-764dc208b9b1), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:48.612424 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-4568b927-27d7-4066-bbf3-c7705f5c43af tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Calling delete_port for bbf0d71e-33f3-4791-90a1-764dc208b9b1 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:37:48.676666 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3797f293-9ee5-4ce3-b777-030bc3b11e62 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (3394906a-ea13-4c3e-bc33-a70dc9bc04a5), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:48.685833 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a1833-1a7d-47e7-8451-9c6734c0b87d req-29a8dedd-b565-48cc-abfc-1581437377e3 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:48.687410 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-807a1833-1a7d-47e7-8451-9c6734c0b87d req-29a8dedd-b565-48cc-abfc-1581437377e3 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fb1c882-d88c-4b35-a2f9-dfb068fedda4 HTTP/1.1" status: 200 len: 944 time: 0.5654609 Feb 09 01:37:48.821624 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4568b927-27d7-4066-bbf3-c7705f5c43af tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (bbf0d71e-33f3-4791-90a1-764dc208b9b1), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:48.827311 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e871f38f-1246-4cf8-a874-e24f87f49d83 None None] Network 7492a1b1-724e-478b-8e45-c48561079973 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:37:48.859531 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4568b927-27d7-4066-bbf3-c7705f5c43af tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] No DVR routers for this DVR port bbf0d71e-33f3-4791-90a1-764dc208b9b1 on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:37:48.937299 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4568b927-27d7-4066-bbf3-c7705f5c43af tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event deleted for resources: {'Port': ['ID=bbf0d71e-33f3-4791-90a1-764dc208b9b1,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:48.958346 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-d3eeb365-e2b4-4136-8341-f3bbed12c852 None None] Could not find standard attr ID for object bbf0d71e-33f3-4791-90a1-764dc208b9b1. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:37:49.037491 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4568b927-27d7-4066-bbf3-c7705f5c43af tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (7492a1b1-724e-478b-8e45-c48561079973), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:49.074145 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bba6adb-010a-4b19-ba20-fe3b0337ec28 None None] DHCP port deletion for 7492a1b1-724e-478b-8e45-c48561079973 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:37:49.074447 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d08a74d3-15ac-447d-ba19-ad6b78c89661 req-57e60cfb-49d5-459c-b64a-9c324c890b79 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 210 time: 0.0559664 Feb 09 01:37:49.096476 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-4568b927-27d7-4066-bbf3-c7705f5c43af tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7492a1b1-724e-478b-8e45-c48561079973']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:49.109996 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-4568b927-27d7-4066-bbf3-c7705f5c43af tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bbafae0-27b1-4154-b223-64703ec4ee6f') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:49.110419 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-4568b927-27d7-4066-bbf3-c7705f5c43af tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bbafae0-27b1-4154-b223-64703ec4ee6f') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:49.124438 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4568b927-27d7-4066-bbf3-c7705f5c43af tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (5bbafae0-27b1-4154-b223-64703ec4ee6f), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:49.138871 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-807a1833-1a7d-47e7-8451-9c6734c0b87d req-2d82e23c-1dbc-4242-89b9-0ec397fdea7f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4342439 Feb 09 01:37:49.145841 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4568b927-27d7-4066-bbf3-c7705f5c43af tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (5bbafae0-27b1-4154-b223-64703ec4ee6f), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:49.161753 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4568b927-27d7-4066-bbf3-c7705f5c43af tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:37:49.162416 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4568b927-27d7-4066-bbf3-c7705f5c43af tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (5bbafae0-27b1-4154-b223-64703ec4ee6f), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:49.238257 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:37:49.238257 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:37:49.238257 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:37:49.238257 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:37:49.238257 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:37:49.238257 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:37:49.238257 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:37:49.238257 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:37:49.238257 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:37:49.238257 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:37:49.238257 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:37:49.238257 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:37:49.238257 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:37:49.238257 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:37:49.238257 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:37:49.238257 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:37:49.238257 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:37:49.238257 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:37:49.238257 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:37:49.238257 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:37:49.238257 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:37:49.238257 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:37:49.238257 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:37:49.238257 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:37:49.238257 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:37:49.238257 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:37:49.238257 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:37:49.238257 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:37:49.238257 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:37:49.238257 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:37:49.238257 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:37:49.238257 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:37:49.240789 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4568b927-27d7-4066-bbf3-c7705f5c43af tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (7492a1b1-724e-478b-8e45-c48561079973), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:49.245642 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4568b927-27d7-4066-bbf3-c7705f5c43af tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:49.255136 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4568b927-27d7-4066-bbf3-c7705f5c43af tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/networks/7492a1b1-724e-478b-8e45-c48561079973 HTTP/1.1" status: 204 len: 168 time: 1.1193640 Feb 09 01:37:49.255327 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33056) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:49.288197 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4568b927-27d7-4066-bbf3-c7705f5c43af tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event deleted for resources: {'Network': ['ID=7492a1b1-724e-478b-8e45-c48561079973,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:49.336516 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63456b1-4213-4c5a-b877-df237271e193 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:49.341578 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c63456b1-4213-4c5a-b877-df237271e193 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0818255 Feb 09 01:37:49.342298 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33058) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:49.358106 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3797f293-9ee5-4ce3-b777-030bc3b11e62 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Router 3394906a-ea13-4c3e-bc33-a70dc9bc04a5 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:37:49.447179 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-58a5c890-bbe7-4aff-a105-74796134f6cf tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1001883 Feb 09 01:37:49.449211 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33062) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:49.456808 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-3a8c2305-87f8-409c-8e30-160ab6db9cf3 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2072315144'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:49.489523 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8c2305-87f8-409c-8e30-160ab6db9cf3 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Made reservation on behalf of 79bede7de42d4f599c02c44fde53ae7e for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:49.495540 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3a8c2305-87f8-409c-8e30-160ab6db9cf3 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:49.544231 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a8c2305-87f8-409c-8e30-160ab6db9cf3 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1042} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:37:49.565032 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3a8c2305-87f8-409c-8e30-160ab6db9cf3 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (a87e7ec1-8a6f-4f51-808d-c1a05708f615), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:49.566502 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-3a8c2305-87f8-409c-8e30-160ab6db9cf3 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Added segment a87e7ec1-8a6f-4f51-808d-c1a05708f615 of type vlan for network 9bbd1a05-e04a-4ffb-8dd1-1172dfbaca76 Feb 09 01:37:49.581856 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3797f293-9ee5-4ce3-b777-030bc3b11e62 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:37:49.598792 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3797f293-9ee5-4ce3-b777-030bc3b11e62 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "PUT /v2.0/routers/3394906a-ea13-4c3e-bc33-a70dc9bc04a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6844611 Feb 09 01:37:49.599434 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33064) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:49.599969 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287a21c6-4154-4175-ae82-ea2d900f1486 None None] Sync routers for ids ['3394906a-ea13-4c3e-bc33-a70dc9bc04a5'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:37:49.615764 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287a21c6-4154-4175-ae82-ea2d900f1486 None None] Routers {'3394906a-ea13-4c3e-bc33-a70dc9bc04a5'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:37:49.618050 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-287a21c6-4154-4175-ae82-ea2d900f1486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:37:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['3394906a-ea13-4c3e-bc33-a70dc9bc04a5'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:49.655739 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3a8c2305-87f8-409c-8e30-160ab6db9cf3 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (9bbd1a05-e04a-4ffb-8dd1-1172dfbaca76), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:49.704797 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-8713f2e0-60c5-4c2a-9e7f-fb2e8fe9599f tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Deleting subnet 209825ec-cb7a-489f-bf18-dbf0ef5b9c24 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:37:49.710864 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8713f2e0-60c5-4c2a-9e7f-fb2e8fe9599f tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for subnet (209825ec-cb7a-489f-bf18-dbf0ef5b9c24), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:49.714200 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3a8c2305-87f8-409c-8e30-160ab6db9cf3 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (9bbd1a05-e04a-4ffb-8dd1-1172dfbaca76), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:49.722085 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8c2305-87f8-409c-8e30-160ab6db9cf3 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:49.722758 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3a8c2305-87f8-409c-8e30-160ab6db9cf3 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:49.806503 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-287a21c6-4154-4175-ae82-ea2d900f1486 None None] Set router 3394906a-ea13-4c3e-bc33-a70dc9bc04a5 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:37:49.817835 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8713f2e0-60c5-4c2a-9e7f-fb2e8fe9599f tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (209825ec-cb7a-489f-bf18-dbf0ef5b9c24), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:49.854425 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3a8c2305-87f8-409c-8e30-160ab6db9cf3 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4041445 Feb 09 01:37:49.862876 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33070) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:49.870686 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-d093a610-1f41-409d-8e65-6024bf7440a8 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'subnet': {'network_id': '9bbd1a05-e04a-4ffb-8dd1-1172dfbaca76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:49.887064 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8c2305-87f8-409c-8e30-160ab6db9cf3 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event updated for resources: {'Network': ['ID=9bbd1a05-e04a-4ffb-8dd1-1172dfbaca76,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:49.954070 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 9bbd1a05-e04a-4ffb-8dd1-1172dfbaca76 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:37:50.102634 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8713f2e0-60c5-4c2a-9e7f-fb2e8fe9599f tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (209825ec-cb7a-489f-bf18-dbf0ef5b9c24), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:50.110837 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d093a610-1f41-409d-8e65-6024bf7440a8 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Made reservation on behalf of 79bede7de42d4f599c02c44fde53ae7e for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:50.131395 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d093a610-1f41-409d-8e65-6024bf7440a8 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:50.251632 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-287a21c6-4154-4175-ae82-ea2d900f1486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3394906a-ea13-4c3e-bc33-a70dc9bc04a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-168577280', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '03132a09-3f61-425b-a858-40802a93b64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:36:07Z', 'updated_at': '2022-02-09T01:37:47Z', 'revision_number': 5, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '03132a09-3f61-425b-a858-40802a93b64d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3394906a-ea13-4c3e-bc33-a70dc9bc04a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:08Z', 'updated_at': '2022-02-09T01:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:50.342217 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287a21c6-4154-4175-ae82-ea2d900f1486 None None] Checking router: 3394906a-ea13-4c3e-bc33-a70dc9bc04a5 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:37:50.350445 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device bbf0d71e-33f3-4791-90a1-764dc208b9b1 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:37:50.374233 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d750e68f-c9d2-4dd2-9482-0d9bc8fd5084 req-5cb040f3-e762-49bd-97c7-c7be9f1fa221 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 210 time: 0.1220150 Feb 09 01:37:50.376109 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: bbf0d71e-33f3-4791-90a1-764dc208b9b1 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:37:50.376831 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device bbf0d71e-33f3-4791-90a1-764dc208b9b1 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:37:50.380335 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8713f2e0-60c5-4c2a-9e7f-fb2e8fe9599f tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (209825ec-cb7a-489f-bf18-dbf0ef5b9c24), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:50.389570 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287a21c6-4154-4175-ae82-ea2d900f1486 None None] Routers {'3394906a-ea13-4c3e-bc33-a70dc9bc04a5'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:37:50.390538 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-287a21c6-4154-4175-ae82-ea2d900f1486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:37:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['3394906a-ea13-4c3e-bc33-a70dc9bc04a5'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:50.519572 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-287a21c6-4154-4175-ae82-ea2d900f1486 None None] Set router 3394906a-ea13-4c3e-bc33-a70dc9bc04a5 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:37:50.526646 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d093a610-1f41-409d-8e65-6024bf7440a8 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (6935f2da-9546-43f1-87cb-e867e5308f1e), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:50.542619 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8713f2e0-60c5-4c2a-9e7f-fb2e8fe9599f tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event deleted for resources: {'Subnet': ['ID=209825ec-cb7a-489f-bf18-dbf0ef5b9c24,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:50.595303 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93739ca-72f4-44a2-8b51-1ae361032f39 None None] Network fafd2eec-4c98-46da-af94-cf246814381c requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:37:50.595523 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d093a610-1f41-409d-8e65-6024bf7440a8 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event updated for resources: {'Subnet': ['ID=6935f2da-9546-43f1-87cb-e867e5308f1e,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:50.601339 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8713f2e0-60c5-4c2a-9e7f-fb2e8fe9599f tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:50.604610 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8713f2e0-60c5-4c2a-9e7f-fb2e8fe9599f tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "DELETE /v2.0/subnets/209825ec-cb7a-489f-bf18-dbf0ef5b9c24 HTTP/1.1" status: 204 len: 168 time: 1.0041995 Feb 09 01:37:50.607736 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33080) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:50.628811 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d093a610-1f41-409d-8e65-6024bf7440a8 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Checking segment: {'id': 'a87e7ec1-8a6f-4f51-808d-c1a05708f615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '9bbd1a05-e04a-4ffb-8dd1-1172dfbaca76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:37:50.629188 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d093a610-1f41-409d-8e65-6024bf7440a8 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Network hostable DHCP agents. Network: 9bbd1a05-e04a-4ffb-8dd1-1172dfbaca76, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:37:50.642417 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04c011-5518-46b1-bbc1-d319a3c2f39b req-5633162e-8046-4234-91c8-7deec1a87685 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:50.644531 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3b04c011-5518-46b1-bbc1-d319a3c2f39b req-5633162e-8046-4234-91c8-7deec1a87685 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fb1c882-d88c-4b35-a2f9-dfb068fedda4 HTTP/1.1" status: 200 len: 944 time: 0.3087234 Feb 09 01:37:50.712348 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d093a610-1f41-409d-8e65-6024bf7440a8 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Network 9bbd1a05-e04a-4ffb-8dd1-1172dfbaca76 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:37:50.760160 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-d093a610-1f41-409d-8e65-6024bf7440a8 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 9bbd1a05-e04a-4ffb-8dd1-1172dfbaca76) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:50.769534 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-42193ac3-60f0-49c5-8b0c-b7e346398049 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for router (3394906a-ea13-4c3e-bc33-a70dc9bc04a5), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:50.770264 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d093a610-1f41-409d-8e65-6024bf7440a8 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:50.771059 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d093a610-1f41-409d-8e65-6024bf7440a8 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:50.787823 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3b04c011-5518-46b1-bbc1-d319a3c2f39b req-49928b3f-3dda-4fe9-9fcd-5913e51257e5 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302736 Feb 09 01:37:50.812890 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d093a610-1f41-409d-8e65-6024bf7440a8 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9488993 Feb 09 01:37:50.813524 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33082) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:50.816752 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032d46fc-5afc-43b0-81a9-0677a37ffbb5 None None] Network 9bbd1a05-e04a-4ffb-8dd1-1172dfbaca76 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:37:50.822671 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-96206d2b-7493-4f59-bc57-8d67544d6cf2 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'port': {'network_id': '9bbd1a05-e04a-4ffb-8dd1-1172dfbaca76', 'name': 'tempest-PortsTestJSON-1490475938'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:50.905692 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:37:50.911232 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-42193ac3-60f0-49c5-8b0c-b7e346398049 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for router_gateway (3394906a-ea13-4c3e-bc33-a70dc9bc04a5), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:50.977120 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47479ddf-79d0-456c-bcd2-58a1bba03439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-9bbd1a05-e04a-4ffb-8dd1-1172dfbaca76', 'network_id': '9bbd1a05-e04a-4ffb-8dd1-1172dfbaca76', 'project_id': '79bede7de42d4f599c02c44fde53ae7e', 'fixed_ips': [{'subnet_id': '6935f2da-9546-43f1-87cb-e867e5308f1e'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:37:50.978330 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-47479ddf-79d0-456c-bcd2-58a1bba03439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:51.061495 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96206d2b-7493-4f59-bc57-8d67544d6cf2 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Made reservation on behalf of 79bede7de42d4f599c02c44fde53ae7e for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:51.068503 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-96206d2b-7493-4f59-bc57-8d67544d6cf2 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:51.102667 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-42193ac3-60f0-49c5-8b0c-b7e346398049 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Deleting port 03132a09-3f61-425b-a858-40802a93b64d {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:37:51.103029 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-42193ac3-60f0-49c5-8b0c-b7e346398049 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (03132a09-3f61-425b-a858-40802a93b64d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:51.127150 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-96206d2b-7493-4f59-bc57-8d67544d6cf2 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] device_id is not set on port 06148416-6659-482b-b543-3ae7dc100626 yet. {{(pid=103136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:37:51.377948 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-96206d2b-7493-4f59-bc57-8d67544d6cf2 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Allocated IP 172.20.0.5 (9bbd1a05-e04a-4ffb-8dd1-1172dfbaca76/6935f2da-9546-43f1-87cb-e867e5308f1e/06148416-6659-482b-b543-3ae7dc100626) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:37:51.399976 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.resource_extend [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 09 01:37:51.529734 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fec6cb-c35e-44c2-be92-01738b7360a9 None None] DHCP port deletion for fafd2eec-4c98-46da-af94-cf246814381c request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:37:51.631595 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43,segment=NetworkSegment(d40e3b64-4486-4490-9380-e6758cb22819),segment_id=d40e3b64-4486-4490-9380-e6758cb22819)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:51.665032 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'port_id': '5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43', 'mac_address': 'fa:16:3e:49:a1:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68d3f132-83c5-49da-80a3-1924c70a8491', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:37:51.669881 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-96206d2b-7493-4f59-bc57-8d67544d6cf2 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for port (06148416-6659-482b-b543-3ae7dc100626), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:51.670077 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-287a21c6-4154-4175-ae82-ea2d900f1486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3394906a-ea13-4c3e-bc33-a70dc9bc04a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-168577280', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '03132a09-3f61-425b-a858-40802a93b64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:36:07Z', 'updated_at': '2022-02-09T01:37:47Z', 'revision_number': 5, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '03132a09-3f61-425b-a858-40802a93b64d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3394906a-ea13-4c3e-bc33-a70dc9bc04a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:08Z', 'updated_at': '2022-02-09T01:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:51.710898 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287a21c6-4154-4175-ae82-ea2d900f1486 None None] The sync data for ids ['3394906a-ea13-4c3e-bc33-a70dc9bc04a5'] in n-d-828369-4 is: [{'id': '3394906a-ea13-4c3e-bc33-a70dc9bc04a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-168577280', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': '03132a09-3f61-425b-a858-40802a93b64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:36:07Z', 'updated_at': '2022-02-09T01:37:47Z', 'revision_number': 5, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '03132a09-3f61-425b-a858-40802a93b64d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3394906a-ea13-4c3e-bc33-a70dc9bc04a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:36:08Z', 'updated_at': '2022-02-09T01:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:37:51.763823 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f6fec6cb-c35e-44c2-be92-01738b7360a9 None None] Deleting port 4180983b-7f05-413b-9e39-804f66e6b74f {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:37:51.764624 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f6fec6cb-c35e-44c2-be92-01738b7360a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (4180983b-7f05-413b-9e39-804f66e6b74f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:51.782883 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-96206d2b-7493-4f59-bc57-8d67544d6cf2 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (06148416-6659-482b-b543-3ae7dc100626), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:51.825480 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-35a25888-fcd5-4de1-a95b-c7d620575837 req-5ebe4309-4cf2-4647-861e-5f55c258fb60 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 210 time: 0.0692539 Feb 09 01:37:51.927006 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-f6fec6cb-c35e-44c2-be92-01738b7360a9 None None] For port 4180983b-7f05-413b-9e39-804f66e6b74f, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=4180983b-7f05-413b-9e39-804f66e6b74f,segment=NetworkSegment(478ae4ea-99b1-461f-b847-accbf5df86c1),segment_id=478ae4ea-99b1-461f-b847-accbf5df86c1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:51.927623 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f6fec6cb-c35e-44c2-be92-01738b7360a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (4180983b-7f05-413b-9e39-804f66e6b74f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:51.948768 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96206d2b-7493-4f59-bc57-8d67544d6cf2 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event updated for resources: {'Port': ['ID=06148416-6659-482b-b543-3ae7dc100626,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:51.957920 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f6fec6cb-c35e-44c2-be92-01738b7360a9 None None] Calling delete_port for 4180983b-7f05-413b-9e39-804f66e6b74f owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:37:52.036215 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96206d2b-7493-4f59-bc57-8d67544d6cf2 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Network 9bbd1a05-e04a-4ffb-8dd1-1172dfbaca76 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:37:52.036215 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-96206d2b-7493-4f59-bc57-8d67544d6cf2 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:52.046025 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96206d2b-7493-4f59-bc57-8d67544d6cf2 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:37:52.066899 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-42193ac3-60f0-49c5-8b0c-b7e346398049 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] For port 03132a09-3f61-425b-a858-40802a93b64d, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=03132a09-3f61-425b-a858-40802a93b64d,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:52.067922 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-42193ac3-60f0-49c5-8b0c-b7e346398049 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (03132a09-3f61-425b-a858-40802a93b64d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:52.088195 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f6fec6cb-c35e-44c2-be92-01738b7360a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (4180983b-7f05-413b-9e39-804f66e6b74f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:52.090739 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-42193ac3-60f0-49c5-8b0c-b7e346398049 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Calling delete_port for 03132a09-3f61-425b-a858-40802a93b64d owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:37:52.107689 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:37:52.108916 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:52.179635 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fec6cb-c35e-44c2-be92-01738b7360a9 None None] Pushing event deleted for resources: {'Port': ['ID=4180983b-7f05-413b-9e39-804f66e6b74f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:52.200214 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fec6cb-c35e-44c2-be92-01738b7360a9 None None] No DVR routers for this DVR port 4180983b-7f05-413b-9e39-804f66e6b74f on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:37:52.218038 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c1123-2976-41ed-b28c-d84605d21613 req-e7438e60-1d15-4446-b624-972b80363dc9 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:52.228053 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9f4c1123-2976-41ed-b28c-d84605d21613 req-e7438e60-1d15-4446-b624-972b80363dc9 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fb1c882-d88c-4b35-a2f9-dfb068fedda4 HTTP/1.1" status: 200 len: 944 time: 0.2654738 Feb 09 01:37:52.248166 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:37:52.257711 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-47479ddf-79d0-456c-bcd2-58a1bba03439 None None] Allocated IP 172.20.0.2 (9bbd1a05-e04a-4ffb-8dd1-1172dfbaca76/6935f2da-9546-43f1-87cb-e867e5308f1e/f9fc652a-3b7a-4302-b514-d60fe0c6b909) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:37:52.257865 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96206d2b-7493-4f59-bc57-8d67544d6cf2 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:52.259035 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-96206d2b-7493-4f59-bc57-8d67544d6cf2 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:52.298311 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4180983b-7f05-413b-9e39-804f66e6b74f no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:37:52.364771 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-96206d2b-7493-4f59-bc57-8d67544d6cf2 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5500696 Feb 09 01:37:52.370072 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33100) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:52.375220 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-7a0a155b-a939-4567-9447-3eec5be3e98b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'port': {'network_id': '9bbd1a05-e04a-4ffb-8dd1-1172dfbaca76', 'name': 'tempest-PortsTestJSON-1853274901'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:52.394593 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 4180983b-7f05-413b-9e39-804f66e6b74f {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:37:52.394914 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4180983b-7f05-413b-9e39-804f66e6b74f not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:37:52.395351 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 3a19eec6-8a83-484a-9c57-e5fb4f0b7b24 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:37:52.398423 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43,segment=NetworkSegment(d40e3b64-4486-4490-9380-e6758cb22819),segment_id=d40e3b64-4486-4490-9380-e6758cb22819)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:52.507782 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9f4c1123-2976-41ed-b28c-d84605d21613 req-cb3e2977-2f71-4c96-afbe-5802b7c45dbf tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2313817 Feb 09 01:37:52.510471 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0a155b-a939-4567-9447-3eec5be3e98b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Made reservation on behalf of 79bede7de42d4f599c02c44fde53ae7e for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:52.517515 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7a0a155b-a939-4567-9447-3eec5be3e98b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:52.539951 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:52.542308 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 3a19eec6-8a83-484a-9c57-e5fb4f0b7b24 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:37:52.542597 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 3a19eec6-8a83-484a-9c57-e5fb4f0b7b24 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:37:52.557501 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-7a0a155b-a939-4567-9447-3eec5be3e98b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] device_id is not set on port 38c6cb54-c92e-44dd-bf52-45874b580f4f yet. {{(pid=103136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:37:52.635769 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-42193ac3-60f0-49c5-8b0c-b7e346398049 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (03132a09-3f61-425b-a858-40802a93b64d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:52.688665 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42193ac3-60f0-49c5-8b0c-b7e346398049 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event deleted for resources: {'Port': ['ID=03132a09-3f61-425b-a858-40802a93b64d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:52.708218 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42193ac3-60f0-49c5-8b0c-b7e346398049 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:52.708575 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42193ac3-60f0-49c5-8b0c-b7e346398049 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:52.709250 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42193ac3-60f0-49c5-8b0c-b7e346398049 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:52.709250 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42193ac3-60f0-49c5-8b0c-b7e346398049 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:52.709582 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42193ac3-60f0-49c5-8b0c-b7e346398049 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:52.709913 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42193ac3-60f0-49c5-8b0c-b7e346398049 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:52.715902 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42193ac3-60f0-49c5-8b0c-b7e346398049 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:52.716306 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42193ac3-60f0-49c5-8b0c-b7e346398049 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:52.716708 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42193ac3-60f0-49c5-8b0c-b7e346398049 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:52.717049 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42193ac3-60f0-49c5-8b0c-b7e346398049 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:52.717386 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42193ac3-60f0-49c5-8b0c-b7e346398049 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:52.717717 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42193ac3-60f0-49c5-8b0c-b7e346398049 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:52.718045 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42193ac3-60f0-49c5-8b0c-b7e346398049 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:52.730957 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:52.805252 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-42193ac3-60f0-49c5-8b0c-b7e346398049 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (3394906a-ea13-4c3e-bc33-a70dc9bc04a5), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:52.829371 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-47479ddf-79d0-456c-bcd2-58a1bba03439 None None] Publish callbacks [] for port (f9fc652a-3b7a-4302-b514-d60fe0c6b909), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:52.836943 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:37:52.875856 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-47479ddf-79d0-456c-bcd2-58a1bba03439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (f9fc652a-3b7a-4302-b514-d60fe0c6b909), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:52.969405 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-7a0a155b-a939-4567-9447-3eec5be3e98b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Allocated IP 172.20.0.12 (9bbd1a05-e04a-4ffb-8dd1-1172dfbaca76/6935f2da-9546-43f1-87cb-e867e5308f1e/38c6cb54-c92e-44dd-bf52-45874b580f4f) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:37:53.011288 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-42193ac3-60f0-49c5-8b0c-b7e346398049 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (3394906a-ea13-4c3e-bc33-a70dc9bc04a5), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:53.018419 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-42193ac3-60f0-49c5-8b0c-b7e346398049 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for router_controller (3394906a-ea13-4c3e-bc33-a70dc9bc04a5), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:53.046598 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47479ddf-79d0-456c-bcd2-58a1bba03439 None None] Network 9bbd1a05-e04a-4ffb-8dd1-1172dfbaca76 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:37:53.058781 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7ad3b57c-5b8e-456b-ab27-113045de83c2 req-c094485f-62d4-4918-9f77-761780381a01 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 210 time: 0.0599883 Feb 09 01:37:53.073622 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-47479ddf-79d0-456c-bcd2-58a1bba03439 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:53.100454 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47479ddf-79d0-456c-bcd2-58a1bba03439 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:37:53.110219 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47479ddf-79d0-456c-bcd2-58a1bba03439 None None] Pushing event updated for resources: {'Port': ['ID=f9fc652a-3b7a-4302-b514-d60fe0c6b909,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:53.136027 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-42193ac3-60f0-49c5-8b0c-b7e346398049 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (3394906a-ea13-4c3e-bc33-a70dc9bc04a5), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:53.137346 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42193ac3-60f0-49c5-8b0c-b7e346398049 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Fanout notify agent at l3_agent the message router_deleted on router 3394906a-ea13-4c3e-bc33-a70dc9bc04a5 {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:37:53.143910 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-42193ac3-60f0-49c5-8b0c-b7e346398049 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:53.145163 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-42193ac3-60f0-49c5-8b0c-b7e346398049 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "DELETE /v2.0/routers/3394906a-ea13-4c3e-bc33-a70dc9bc04a5 HTTP/1.1" status: 204 len: 168 time: 2.5363572 Feb 09 01:37:53.149144 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33104) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:53.309956 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7a0a155b-a939-4567-9447-3eec5be3e98b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for port (38c6cb54-c92e-44dd-bf52-45874b580f4f), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:53.313555 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-82d1dc36-64b6-4a31-8d29-e56f454b06cb tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (fafd2eec-4c98-46da-af94-cf246814381c), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:53.377718 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7a0a155b-a939-4567-9447-3eec5be3e98b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (38c6cb54-c92e-44dd-bf52-45874b580f4f), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:53.513786 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-47479ddf-79d0-456c-bcd2-58a1bba03439 None None] Attempting to bind port f9fc652a-3b7a-4302-b514-d60fe0c6b909 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:37:53.514172 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-47479ddf-79d0-456c-bcd2-58a1bba03439 None None] Attempting to bind port f9fc652a-3b7a-4302-b514-d60fe0c6b909 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'a87e7ec1-8a6f-4f51-808d-c1a05708f615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '9bbd1a05-e04a-4ffb-8dd1-1172dfbaca76'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:37:53.514547 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47479ddf-79d0-456c-bcd2-58a1bba03439 None None] Attempting to bind port f9fc652a-3b7a-4302-b514-d60fe0c6b909 on network 9bbd1a05-e04a-4ffb-8dd1-1172dfbaca76 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:37:53.518071 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a155b-a939-4567-9447-3eec5be3e98b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event updated for resources: {'Port': ['ID=38c6cb54-c92e-44dd-bf52-45874b580f4f,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:53.531327 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47479ddf-79d0-456c-bcd2-58a1bba03439 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:37:53.535616 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47479ddf-79d0-456c-bcd2-58a1bba03439 None None] Checking segment: {'id': 'a87e7ec1-8a6f-4f51-808d-c1a05708f615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '9bbd1a05-e04a-4ffb-8dd1-1172dfbaca76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:37:53.536038 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-47479ddf-79d0-456c-bcd2-58a1bba03439 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:53.536612 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47479ddf-79d0-456c-bcd2-58a1bba03439 None None] Bound using segment: {'id': 'a87e7ec1-8a6f-4f51-808d-c1a05708f615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '9bbd1a05-e04a-4ffb-8dd1-1172dfbaca76'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:37:53.536961 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-47479ddf-79d0-456c-bcd2-58a1bba03439 None None] Bound port: f9fc652a-3b7a-4302-b514-d60fe0c6b909, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a87e7ec1-8a6f-4f51-808d-c1a05708f615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '9bbd1a05-e04a-4ffb-8dd1-1172dfbaca76'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:37:53.537359 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-47479ddf-79d0-456c-bcd2-58a1bba03439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f9fc652a-3b7a-4302-b514-d60fe0c6b909), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:53.550334 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0a155b-a939-4567-9447-3eec5be3e98b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Network 9bbd1a05-e04a-4ffb-8dd1-1172dfbaca76 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:37:53.551822 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-7a0a155b-a939-4567-9447-3eec5be3e98b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:53.559085 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0a155b-a939-4567-9447-3eec5be3e98b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:37:53.561861 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-82d1dc36-64b6-4a31-8d29-e56f454b06cb tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (fafd2eec-4c98-46da-af94-cf246814381c), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:53.654937 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-82d1dc36-64b6-4a31-8d29-e56f454b06cb tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fafd2eec-4c98-46da-af94-cf246814381c']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:53.683854 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-82d1dc36-64b6-4a31-8d29-e56f454b06cb tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '478ae4ea-99b1-461f-b847-accbf5df86c1') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:53.684427 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-82d1dc36-64b6-4a31-8d29-e56f454b06cb tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '478ae4ea-99b1-461f-b847-accbf5df86c1') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:37:53.705100 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-82d1dc36-64b6-4a31-8d29-e56f454b06cb tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (478ae4ea-99b1-461f-b847-accbf5df86c1), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:53.738644 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-82d1dc36-64b6-4a31-8d29-e56f454b06cb tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (478ae4ea-99b1-461f-b847-accbf5df86c1), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:53.758335 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82d1dc36-64b6-4a31-8d29-e56f454b06cb tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:37:53.759731 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0a155b-a939-4567-9447-3eec5be3e98b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:53.760112 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-82d1dc36-64b6-4a31-8d29-e56f454b06cb tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (478ae4ea-99b1-461f-b847-accbf5df86c1), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:53.760382 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7a0a155b-a939-4567-9447-3eec5be3e98b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:53.775720 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c9aa9-c063-4457-a652-7e9bd9dae68f req-6d08c59c-b230-4982-9c96-00d7b28d2df3 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:53.777283 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e99c9aa9-c063-4457-a652-7e9bd9dae68f req-6d08c59c-b230-4982-9c96-00d7b28d2df3 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fb1c882-d88c-4b35-a2f9-dfb068fedda4 HTTP/1.1" status: 200 len: 945 time: 0.1058316 Feb 09 01:37:53.797932 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-7a0a155b-a939-4567-9447-3eec5be3e98b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4263411 Feb 09 01:37:53.844300 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33120) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:53.861440 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-47479ddf-79d0-456c-bcd2-58a1bba03439 None None] For port f9fc652a-3b7a-4302-b514-d60fe0c6b909, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:37:53.930941 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:37:53.930941 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:37:53.930941 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:37:53.930941 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:37:53.930941 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:37:53.930941 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:37:53.930941 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:37:53.930941 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:37:53.930941 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:37:53.930941 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:37:53.930941 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:37:53.930941 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:37:53.930941 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:37:53.930941 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:37:53.930941 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:37:53.930941 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:37:53.930941 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:37:53.930941 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:37:53.930941 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:37:53.930941 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:37:53.930941 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:37:53.930941 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:37:53.930941 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:37:53.930941 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:37:53.930941 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:37:53.930941 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:37:53.930941 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:37:53.930941 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:37:53.930941 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:37:53.930941 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:37:53.930941 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:37:53.930941 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:37:53.934320 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33122) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:53.953205 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-82d1dc36-64b6-4a31-8d29-e56f454b06cb tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (fafd2eec-4c98-46da-af94-cf246814381c), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:53.964005 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-82d1dc36-64b6-4a31-8d29-e56f454b06cb tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:53.969937 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-47479ddf-79d0-456c-bcd2-58a1bba03439 None None] For port f9fc652a-3b7a-4302-b514-d60fe0c6b909, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f9fc652a-3b7a-4302-b514-d60fe0c6b909,segment=NetworkSegment(a87e7ec1-8a6f-4f51-808d-c1a05708f615),segment_id=a87e7ec1-8a6f-4f51-808d-c1a05708f615)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:37:53.973580 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-82d1dc36-64b6-4a31-8d29-e56f454b06cb tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "DELETE /v2.0/networks/fafd2eec-4c98-46da-af94-cf246814381c HTTP/1.1" status: 204 len: 168 time: 0.8233237 Feb 09 01:37:53.978078 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33126) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:53.984065 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e99c9aa9-c063-4457-a652-7e9bd9dae68f req-6e46e911-89c5-446c-8e22-d6d55e043f0a tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950481 Feb 09 01:37:53.999783 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-47479ddf-79d0-456c-bcd2-58a1bba03439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f9fc652a-3b7a-4302-b514-d60fe0c6b909), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:54.012398 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d28c228-0baa-4386-a582-9105cd00e794 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:54.018053 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3d28c228-0baa-4386-a582-9105cd00e794 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 922 time: 0.1695683 Feb 09 01:37:54.023854 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33128) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:54.055631 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d1dc36-64b6-4a31-8d29-e56f454b06cb tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event deleted for resources: {'Network': ['ID=fafd2eec-4c98-46da-af94-cf246814381c,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:54.158544 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1c82255e-468a-42a4-8dab-d450d1290e13 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group (a959fb45-a42b-4d54-9a6f-ce9e5194b56b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:54.232573 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1c82255e-468a-42a4-8dab-d450d1290e13 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group (a959fb45-a42b-4d54-9a6f-ce9e5194b56b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:54.240873 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47479ddf-79d0-456c-bcd2-58a1bba03439 None None] Pushing event updated for resources: {'Port': ['ID=f9fc652a-3b7a-4302-b514-d60fe0c6b909,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:54.295070 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3f080e59-7033-4eaa-9145-148988e5565a req-e4711f17-4db5-4402-baba-a8b6541c384e tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 210 time: 0.0865586 Feb 09 01:37:54.297200 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-a06831fb-dcbb-4daa-bdc4-6ff51d0c1bcd tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Deleting port 38c6cb54-c92e-44dd-bf52-45874b580f4f {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:37:54.297806 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a06831fb-dcbb-4daa-bdc4-6ff51d0c1bcd tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (38c6cb54-c92e-44dd-bf52-45874b580f4f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:54.308655 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 03132a09-3f61-425b-a858-40802a93b64d no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:37:54.357740 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b0701585-6f33-410f-beb9-3258e5f4544d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:54.358475 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 03132a09-3f61-425b-a858-40802a93b64d {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:37:54.358940 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 03132a09-3f61-425b-a858-40802a93b64d not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:37:54.402887 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1c82255e-468a-42a4-8dab-d450d1290e13 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (a959fb45-a42b-4d54-9a6f-ce9e5194b56b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:54.406349 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1c82255e-468a-42a4-8dab-d450d1290e13 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:54.410532 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1c82255e-468a-42a4-8dab-d450d1290e13 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "DELETE /v2.0/security-groups/a959fb45-a42b-4d54-9a6f-ce9e5194b56b HTTP/1.1" status: 204 len: 168 time: 0.4195597 Feb 09 01:37:54.490575 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82255e-468a-42a4-8dab-d450d1290e13 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a959fb45-a42b-4d54-9a6f-ce9e5194b56b,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:54.506687 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a06831fb-dcbb-4daa-bdc4-6ff51d0c1bcd tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (38c6cb54-c92e-44dd-bf52-45874b580f4f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:54.545548 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-a06831fb-dcbb-4daa-bdc4-6ff51d0c1bcd tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Calling delete_port for 38c6cb54-c92e-44dd-bf52-45874b580f4f owned by {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:37:54.670641 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b0701585-6f33-410f-beb9-3258e5f4544d admin admin] Publish callbacks [] for security_group (7f2f68a1-8425-45bd-96b2-e6d23efacd0f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:54.677683 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b0701585-6f33-410f-beb9-3258e5f4544d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (7f2f68a1-8425-45bd-96b2-e6d23efacd0f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:54.745516 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b0701585-6f33-410f-beb9-3258e5f4544d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=458e0b0e2a504a63ac8db2bade849ef6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8058813 Feb 09 01:37:54.745516 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0701585-6f33-410f-beb9-3258e5f4544d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2f68a1-8425-45bd-96b2-e6d23efacd0f,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:54.746446 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33138) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:54.847933 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c6893c67-3848-47e9-b86c-6589b085ffd3 admin admin] Publish callbacks [] for security_group (7f2f68a1-8425-45bd-96b2-e6d23efacd0f), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:54.884361 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c6893c67-3848-47e9-b86c-6589b085ffd3 admin admin] Publish callbacks [] for security_group (7f2f68a1-8425-45bd-96b2-e6d23efacd0f), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:54.886002 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:37:54.962470 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:37:54.966995 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:54.967753 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:54.975762 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c6893c67-3848-47e9-b86c-6589b085ffd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (7f2f68a1-8425-45bd-96b2-e6d23efacd0f), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:54.978384 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c6893c67-3848-47e9-b86c-6589b085ffd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:54.981927 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c6893c67-3848-47e9-b86c-6589b085ffd3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7f2f68a1-8425-45bd-96b2-e6d23efacd0f HTTP/1.1" status: 204 len: 168 time: 0.2317679 Feb 09 01:37:55.003318 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33142) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:55.006963 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6893c67-3848-47e9-b86c-6589b085ffd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2f68a1-8425-45bd-96b2-e6d23efacd0f,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:55.052617 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-207e8592-c3bc-4d88-8fc6-52a9b57c60b4 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1510243517', 'description': 'tempest-secgroup-smoke-1510243517 description', 'project_id': 'c3786288d8304ed4a73754fbccf8bb65'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:55.096058 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:37:55.097099 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:55.126723 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-207e8592-c3bc-4d88-8fc6-52a9b57c60b4 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:55.137134 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43,segment=NetworkSegment(d40e3b64-4486-4490-9380-e6758cb22819),segment_id=d40e3b64-4486-4490-9380-e6758cb22819)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:55.141911 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb1c882-d88c-4b35-a2f9-dfb068fedda4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:37:55.147361 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3361a6f-1fe1-4b50-95ef-065f61860807" -d '{"events": [{"server_uuid": "7fb1c882-d88c-4b35-a2f9-dfb068fedda4", "name": "network-vif-plugged", "status": "completed", "tag": "5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:37:55.158334 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:55.274688 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e501204-594f-4a93-9549-69b961619492 x-openstack-request-id: req-4e501204-594f-4a93-9549-69b961619492 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:37:55.292936 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb1c882-d88c-4b35-a2f9-dfb068fedda4", "name": "network-vif-plugged", "status": "completed", "tag": "5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:37:55.293206 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4e501204-594f-4a93-9549-69b961619492 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:37:55.294269 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb1c882-d88c-4b35-a2f9-dfb068fedda4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43', 'code': 200} Feb 09 01:37:55.329026 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:55.334224 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-207e8592-c3bc-4d88-8fc6-52a9b57c60b4 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group (d5f56c3a-2e04-4c6a-a3ad-7bb0de34f629), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:55.345554 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-207e8592-c3bc-4d88-8fc6-52a9b57c60b4 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (d5f56c3a-2e04-4c6a-a3ad-7bb0de34f629), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:55.376262 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-207e8592-c3bc-4d88-8fc6-52a9b57c60b4 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:55.380985 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-207e8592-c3bc-4d88-8fc6-52a9b57c60b4 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3501582 Feb 09 01:37:55.384581 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33154) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:55.392351 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-a122d7c3-c645-4f59-a251-21afdf662ab8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Request body: {'security_group_rule': {'security_group_id': 'd5f56c3a-2e04-4c6a-a3ad-7bb0de34f629', 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:55.426117 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a122d7c3-c645-4f59-a251-21afdf662ab8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (7072d1c2-5562-40f4-b878-15c771e27b7f), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:55.452643 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a06831fb-dcbb-4daa-bdc4-6ff51d0c1bcd tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (38c6cb54-c92e-44dd-bf52-45874b580f4f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:55.470986 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e8592-c3bc-4d88-8fc6-52a9b57c60b4 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f56c3a-2e04-4c6a-a3ad-7bb0de34f629,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:55.555387 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06831fb-dcbb-4daa-bdc4-6ff51d0c1bcd tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event deleted for resources: {'Port': ['ID=38c6cb54-c92e-44dd-bf52-45874b580f4f,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:55.631824 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a122d7c3-c645-4f59-a251-21afdf662ab8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (7072d1c2-5562-40f4-b878-15c771e27b7f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:55.636958 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a122d7c3-c645-4f59-a251-21afdf662ab8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (7072d1c2-5562-40f4-b878-15c771e27b7f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:55.671770 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122d7c3-c645-4f59-a251-21afdf662ab8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7072d1c2-5562-40f4-b878-15c771e27b7f,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:55.687820 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d10a9-4a80-49e4-ae39-22918341ad41 req-63a870d5-7c00-4d43-ba93-406d0aeadf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:55.691568 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-266d10a9-4a80-49e4-ae39-22918341ad41 req-63a870d5-7c00-4d43-ba93-406d0aeadf4c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7fb1c882-d88c-4b35-a2f9-dfb068fedda4 HTTP/1.1" status: 200 len: 1128 time: 0.2760868 Feb 09 01:37:55.696006 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a122d7c3-c645-4f59-a251-21afdf662ab8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:55.697533 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a122d7c3-c645-4f59-a251-21afdf662ab8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3122258 Feb 09 01:37:55.701520 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33162) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:55.722207 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-3781230f-86ab-47b9-bbfe-b32caaa4d412 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Request body: {'security_group_rule': {'security_group_id': 'd5f56c3a-2e04-4c6a-a3ad-7bb0de34f629', 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:55.767775 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8191db89-a927-4c73-b8ed-a998eda1c8ef req-2abee2a9-cd6c-4bae-82d2-ff9f44a34dc4 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 210 time: 0.2143481 Feb 09 01:37:55.788884 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3781230f-86ab-47b9-bbfe-b32caaa4d412 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (44652f4e-fb05-4263-98d5-d065b82d69fa), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:55.926080 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3781230f-86ab-47b9-bbfe-b32caaa4d412 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (44652f4e-fb05-4263-98d5-d065b82d69fa), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:55.930826 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3781230f-86ab-47b9-bbfe-b32caaa4d412 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (44652f4e-fb05-4263-98d5-d065b82d69fa), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:55.933009 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405da0d-7d54-4cfd-8f35-739335424efd req-e63eba68-b99d-4595-9c82-b51645927ba2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:55.936106 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b405da0d-7d54-4cfd-8f35-739335424efd req-e63eba68-b99d-4595-9c82-b51645927ba2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fb1c882-d88c-4b35-a2f9-dfb068fedda4 HTTP/1.1" status: 200 len: 946 time: 0.5218415 Feb 09 01:37:55.976457 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3781230f-86ab-47b9-bbfe-b32caaa4d412 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44652f4e-fb05-4263-98d5-d065b82d69fa,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:55.995553 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3781230f-86ab-47b9-bbfe-b32caaa4d412 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:56.000138 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3781230f-86ab-47b9-bbfe-b32caaa4d412 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2949264 Feb 09 01:37:56.000321 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33170) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:56.016217 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-c7e6ef69-6b57-4bd8-be7c-555076baa537 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Request body: {'security_group_rule': {'security_group_id': 'd5f56c3a-2e04-4c6a-a3ad-7bb0de34f629', 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:56.030851 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9820201-a397-47d8-abe5-de010ec3caed None None] Network 9bbd1a05-e04a-4ffb-8dd1-1172dfbaca76 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:37:56.072591 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-266d10a9-4a80-49e4-ae39-22918341ad41 req-540704d5-9da4-402f-8a7f-e4738ef4675e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3689957 Feb 09 01:37:56.081716 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c7e6ef69-6b57-4bd8-be7c-555076baa537 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (d7408354-51b1-45cc-976e-d307be2fd713), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:56.106542 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a06831fb-dcbb-4daa-bdc4-6ff51d0c1bcd tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:56.140289 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a06831fb-dcbb-4daa-bdc4-6ff51d0c1bcd tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/ports/38c6cb54-c92e-44dd-bf52-45874b580f4f HTTP/1.1" status: 204 len: 168 time: 2.1153538 Feb 09 01:37:56.141779 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33172) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:56.191740 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b405da0d-7d54-4cfd-8f35-739335424efd req-bf77511d-3810-45c5-b478-299fb73c0260 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2474203 Feb 09 01:37:56.237098 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-0616027a-91c1-49f4-95a0-437bdb9d871b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] GET failed (client error): The resource could not be found. Feb 09 01:37:56.238561 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0616027a-91c1-49f4-95a0-437bdb9d871b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "GET /v2.0/ports/38c6cb54-c92e-44dd-bf52-45874b580f4f HTTP/1.1" status: 404 len: 333 time: 0.0958500 Feb 09 01:37:56.242081 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33176) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:56.265394 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c7e6ef69-6b57-4bd8-be7c-555076baa537 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (d7408354-51b1-45cc-976e-d307be2fd713), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:56.270792 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c7e6ef69-6b57-4bd8-be7c-555076baa537 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (d7408354-51b1-45cc-976e-d307be2fd713), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:56.281944 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-0b029da2-b9b8-45ce-9ba6-80999c294325 None None] Provisioning complete for port f9fc652a-3b7a-4302-b514-d60fe0c6b909 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:56.283041 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0b029da2-b9b8-45ce-9ba6-80999c294325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f9fc652a-3b7a-4302-b514-d60fe0c6b909), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:56.304445 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e6ef69-6b57-4bd8-be7c-555076baa537 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7408354-51b1-45cc-976e-d307be2fd713,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:56.342788 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c7e6ef69-6b57-4bd8-be7c-555076baa537 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:56.344020 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c7e6ef69-6b57-4bd8-be7c-555076baa537 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3427107 Feb 09 01:37:56.347797 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33180) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:56.353294 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-3db1087e-4277-4781-82f5-68b97bead132 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Request body: {'security_group_rule': {'security_group_id': 'd5f56c3a-2e04-4c6a-a3ad-7bb0de34f629', 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:56.436122 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3db1087e-4277-4781-82f5-68b97bead132 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (08cae05c-6292-4a02-a83f-9e454f227b98), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:56.462061 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f9fc652a-3b7a-4302-b514-d60fe0c6b909 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:37:56.556651 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port f9fc652a-3b7a-4302-b514-d60fe0c6b909 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:56.557458 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f9fc652a-3b7a-4302-b514-d60fe0c6b909), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:56.562591 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-aa3787c8-9c0b-4c3b-890c-aa0b6e20c29c tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Deleting port 06148416-6659-482b-b543-3ae7dc100626 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:37:56.563117 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-aa3787c8-9c0b-4c3b-890c-aa0b6e20c29c tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (06148416-6659-482b-b543-3ae7dc100626), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:56.630805 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3db1087e-4277-4781-82f5-68b97bead132 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (08cae05c-6292-4a02-a83f-9e454f227b98), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:56.635488 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-0b029da2-b9b8-45ce-9ba6-80999c294325 None None] Current status of the port f9fc652a-3b7a-4302-b514-d60fe0c6b909 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:37:56.636243 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0b029da2-b9b8-45ce-9ba6-80999c294325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f9fc652a-3b7a-4302-b514-d60fe0c6b909), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:56.648710 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3db1087e-4277-4781-82f5-68b97bead132 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (08cae05c-6292-4a02-a83f-9e454f227b98), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:56.711469 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db1087e-4277-4781-82f5-68b97bead132 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08cae05c-6292-4a02-a83f-9e454f227b98,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:56.722249 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3db1087e-4277-4781-82f5-68b97bead132 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:56.724653 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-0b029da2-b9b8-45ce-9ba6-80999c294325 None None] For port f9fc652a-3b7a-4302-b514-d60fe0c6b909, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f9fc652a-3b7a-4302-b514-d60fe0c6b909,segment=NetworkSegment(a87e7ec1-8a6f-4f51-808d-c1a05708f615),segment_id=a87e7ec1-8a6f-4f51-808d-c1a05708f615)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:56.724851 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3db1087e-4277-4781-82f5-68b97bead132 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3742218 Feb 09 01:37:56.732154 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33188) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:56.738653 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-30bc310a-60d1-4202-9983-b53fa9fa3de8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Request body: {'security_group_rule': {'security_group_id': 'd5f56c3a-2e04-4c6a-a3ad-7bb0de34f629', 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:56.743260 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0b029da2-b9b8-45ce-9ba6-80999c294325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f9fc652a-3b7a-4302-b514-d60fe0c6b909), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:56.804948 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port f9fc652a-3b7a-4302-b514-d60fe0c6b909 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:37:56.805569 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f9fc652a-3b7a-4302-b514-d60fe0c6b909), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:56.856444 n-d-828369-4 neutron-server[103136]: INFO neutron.db.securitygroups_db [None req-30bc310a-60d1-4202-9983-b53fa9fa3de8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Project c3786288d8304ed4a73754fbccf8bb65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:37:56.898792 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-30bc310a-60d1-4202-9983-b53fa9fa3de8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (3e348c88-1195-49be-81b9-5db977bbbf13), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:56.931931 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b029da2-b9b8-45ce-9ba6-80999c294325 None None] Pushing event updated for resources: {'Port': ['ID=f9fc652a-3b7a-4302-b514-d60fe0c6b909,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:57.046147 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-ada39f4c-2c25-4940-ae22-486ffcca81eb None None] Provisioning complete for port 06148416-6659-482b-b543-3ae7dc100626 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:57.046476 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ada39f4c-2c25-4940-ae22-486ffcca81eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (06148416-6659-482b-b543-3ae7dc100626), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:57.061439 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-020aa1d7-14d5-4d82-9a57-515eaec1d295 req-7ac67983-c7f0-4f90-ac01-73e07ca770ec tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 210 time: 0.1814740 Feb 09 01:37:57.065775 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-aa3787c8-9c0b-4c3b-890c-aa0b6e20c29c tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (06148416-6659-482b-b543-3ae7dc100626), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:57.098067 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.api [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:37:57.102783 n-d-828369-4 neutron-server[103138]: DEBUG oslo_db.api [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:37:57.182279 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ada39f4c-2c25-4940-ae22-486ffcca81eb None None] Port 06148416-6659-482b-b543-3ae7dc100626 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:37:57.222591 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-aa3787c8-9c0b-4c3b-890c-aa0b6e20c29c tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Calling delete_port for 06148416-6659-482b-b543-3ae7dc100626 owned by {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:37:57.222838 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-ada39f4c-2c25-4940-ae22-486ffcca81eb None None] Provisioning complete for port f9fc652a-3b7a-4302-b514-d60fe0c6b909 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:57.224390 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ada39f4c-2c25-4940-ae22-486ffcca81eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f9fc652a-3b7a-4302-b514-d60fe0c6b909), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:57.276971 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-30bc310a-60d1-4202-9983-b53fa9fa3de8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (3e348c88-1195-49be-81b9-5db977bbbf13), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:57.288796 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-30bc310a-60d1-4202-9983-b53fa9fa3de8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (3e348c88-1195-49be-81b9-5db977bbbf13), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:57.465423 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ada39f4c-2c25-4940-ae22-486ffcca81eb None None] Current status of the port f9fc652a-3b7a-4302-b514-d60fe0c6b909 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:37:57.517400 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-aa3787c8-9c0b-4c3b-890c-aa0b6e20c29c tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (06148416-6659-482b-b543-3ae7dc100626), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:57.586329 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-4914cbe3-ba0e-4b99-af86-2cdabaa4b138 None None] Could not find standard attr ID for object 06148416-6659-482b-b543-3ae7dc100626. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:37:57.672202 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port f9fc652a-3b7a-4302-b514-d60fe0c6b909 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:37:57.692205 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc310a-60d1-4202-9983-b53fa9fa3de8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e348c88-1195-49be-81b9-5db977bbbf13,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:57.710300 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3787c8-9c0b-4c3b-890c-aa0b6e20c29c tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event deleted for resources: {'Port': ['ID=06148416-6659-482b-b543-3ae7dc100626,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:57.722519 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-30bc310a-60d1-4202-9983-b53fa9fa3de8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:57.727181 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33212) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:57.728193 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-30bc310a-60d1-4202-9983-b53fa9fa3de8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9924555 Feb 09 01:37:57.733614 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-fff67f4f-cddd-4708-afb9-67cfcccc347d tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Request body: {'security_group_rule': {'security_group_id': 'd5f56c3a-2e04-4c6a-a3ad-7bb0de34f629', 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:57.749471 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3787c8-9c0b-4c3b-890c-aa0b6e20c29c tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:57.751031 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3787c8-9c0b-4c3b-890c-aa0b6e20c29c tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:57.751637 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3787c8-9c0b-4c3b-890c-aa0b6e20c29c tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:57.752203 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3787c8-9c0b-4c3b-890c-aa0b6e20c29c tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:57.753747 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3787c8-9c0b-4c3b-890c-aa0b6e20c29c tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:57.754331 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3787c8-9c0b-4c3b-890c-aa0b6e20c29c tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:57.755072 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3787c8-9c0b-4c3b-890c-aa0b6e20c29c tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:57.756782 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3787c8-9c0b-4c3b-890c-aa0b6e20c29c tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:57.757507 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3787c8-9c0b-4c3b-890c-aa0b6e20c29c tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:57.758078 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3787c8-9c0b-4c3b-890c-aa0b6e20c29c tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:57.758718 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3787c8-9c0b-4c3b-890c-aa0b6e20c29c tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:57.759270 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3787c8-9c0b-4c3b-890c-aa0b6e20c29c tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:57.760404 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3787c8-9c0b-4c3b-890c-aa0b6e20c29c tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:57.775466 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33214) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:57.775654 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc310a-60d1-4202-9983-b53fa9fa3de8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:57.776320 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc310a-60d1-4202-9983-b53fa9fa3de8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:57.776937 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc310a-60d1-4202-9983-b53fa9fa3de8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:57.777585 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc310a-60d1-4202-9983-b53fa9fa3de8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:57.778143 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc310a-60d1-4202-9983-b53fa9fa3de8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:57.779172 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc310a-60d1-4202-9983-b53fa9fa3de8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:57.779621 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc310a-60d1-4202-9983-b53fa9fa3de8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:57.780088 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc310a-60d1-4202-9983-b53fa9fa3de8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:57.780902 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc310a-60d1-4202-9983-b53fa9fa3de8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:57.781353 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc310a-60d1-4202-9983-b53fa9fa3de8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:57.781798 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc310a-60d1-4202-9983-b53fa9fa3de8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:57.781926 n-d-828369-4 neutron-server[103137]: INFO neutron.db.securitygroups_db [None req-fff67f4f-cddd-4708-afb9-67cfcccc347d tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Project c3786288d8304ed4a73754fbccf8bb65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:37:57.782412 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc310a-60d1-4202-9983-b53fa9fa3de8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:57.782852 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc310a-60d1-4202-9983-b53fa9fa3de8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:37:57.802378 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fff67f4f-cddd-4708-afb9-67cfcccc347d tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (549a922d-747a-446e-8ab4-82bbd3d6a6d6), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:57.819719 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-082f7583-e888-4d13-8626-6d7f0a96ec48 None None] Could not find standard attr ID for object 38c6cb54-c92e-44dd-bf52-45874b580f4f. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:37:57.897201 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fff67f4f-cddd-4708-afb9-67cfcccc347d tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (549a922d-747a-446e-8ab4-82bbd3d6a6d6), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:57.902175 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fff67f4f-cddd-4708-afb9-67cfcccc347d tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (549a922d-747a-446e-8ab4-82bbd3d6a6d6), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:57.911981 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f24635-42b1-4467-8acf-51643e9012cb req-b9abd0ef-e9d4-4dad-9397-e3277e665e3c tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:57.919924 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-58f24635-42b1-4467-8acf-51643e9012cb req-b9abd0ef-e9d4-4dad-9397-e3277e665e3c tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fb1c882-d88c-4b35-a2f9-dfb068fedda4 HTTP/1.1" status: 200 len: 946 time: 0.4040060 Feb 09 01:37:57.938195 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff67f4f-cddd-4708-afb9-67cfcccc347d tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=549a922d-747a-446e-8ab4-82bbd3d6a6d6,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:57.956207 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fff67f4f-cddd-4708-afb9-67cfcccc347d tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:57.957895 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-fff67f4f-cddd-4708-afb9-67cfcccc347d tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2292426 Feb 09 01:37:57.960751 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33218) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:57.966368 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-c3fd3311-afdf-47d6-b73f-53bc4c515fef tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Request body: {'network': {'name': 'tempest-network-smoke--1350737640', 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'port_security_enabled': True}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:57.989272 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fd3311-afdf-47d6-b73f-53bc4c515fef tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Made reservation on behalf of c3786288d8304ed4a73754fbccf8bb65 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:37:57.995308 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c3fd3311-afdf-47d6-b73f-53bc4c515fef tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:58.011205 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-aa3787c8-9c0b-4c3b-890c-aa0b6e20c29c tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:58.014766 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-aa3787c8-9c0b-4c3b-890c-aa0b6e20c29c tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/ports/06148416-6659-482b-b543-3ae7dc100626 HTTP/1.1" status: 204 len: 168 time: 1.7716091 Feb 09 01:37:58.021343 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33220) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:58.072328 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-09c965eb-3e94-48b0-9baf-934135224e63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:58.095273 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3fd3311-afdf-47d6-b73f-53bc4c515fef tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1014} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:37:58.113968 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7009654-7eb0-447d-9fce-ec14bcb5e0c8 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] GET failed (client error): The resource could not be found. Feb 09 01:37:58.116605 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c7009654-7eb0-447d-9fce-ec14bcb5e0c8 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "GET /v2.0/ports/06148416-6659-482b-b543-3ae7dc100626 HTTP/1.1" status: 404 len: 333 time: 0.0931439 Feb 09 01:37:58.119768 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33224) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:58.135394 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-58f24635-42b1-4467-8acf-51643e9012cb req-1de98c67-5abb-4bfc-bb96-f6086449fb6d tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998978 Feb 09 01:37:58.154164 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c3fd3311-afdf-47d6-b73f-53bc4c515fef tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (531229a4-5898-4a99-81b9-f4f4991732b4), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:58.154957 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-c3fd3311-afdf-47d6-b73f-53bc4c515fef tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Added segment 531229a4-5898-4a99-81b9-f4f4991732b4 of type vlan for network 36811ba0-932c-489a-9372-3f07b118624b Feb 09 01:37:58.209253 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe7315c2-f2f3-4575-81da-0e2996311aa5 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Deleting subnet 6935f2da-9546-43f1-87cb-e867e5308f1e {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:37:58.213176 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fe7315c2-f2f3-4575-81da-0e2996311aa5 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for subnet (6935f2da-9546-43f1-87cb-e867e5308f1e), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:58.306585 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f9fc652a-3b7a-4302-b514-d60fe0c6b909 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:37:58.307029 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2f50d51d-2f67-4820-98b2-ac53b954717b req-888788b6-e5d8-4733-adb3-b805d97e6ebc tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 210 time: 0.0470579 Feb 09 01:37:58.356921 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fe7315c2-f2f3-4575-81da-0e2996311aa5 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (6935f2da-9546-43f1-87cb-e867e5308f1e), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:58.382099 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-09c965eb-3e94-48b0-9baf-934135224e63 admin admin] Publish callbacks [] for security_group (26cffc43-d330-4de8-9e1b-f5bfa8545f95), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:58.392321 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c3fd3311-afdf-47d6-b73f-53bc4c515fef tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (36811ba0-932c-489a-9372-3f07b118624b), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:58.419204 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port f9fc652a-3b7a-4302-b514-d60fe0c6b909 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:37:58.420953 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f9fc652a-3b7a-4302-b514-d60fe0c6b909), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:58.421513 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535b84a-593b-4c96-aecf-17cf85ea65f8 req-8b15af87-1d65-48d7-8df5-897add289197 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:58.423326 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a535b84a-593b-4c96-aecf-17cf85ea65f8 req-8b15af87-1d65-48d7-8df5-897add289197 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fb1c882-d88c-4b35-a2f9-dfb068fedda4 HTTP/1.1" status: 200 len: 946 time: 0.1189992 Feb 09 01:37:58.449078 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-09c965eb-3e94-48b0-9baf-934135224e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (26cffc43-d330-4de8-9e1b-f5bfa8545f95), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:58.532400 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-09c965eb-3e94-48b0-9baf-934135224e63 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eb4f9dc57f2f4a0e8d93531aedf6fb86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7533283 Feb 09 01:37:58.532400 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c965eb-3e94-48b0-9baf-934135224e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26cffc43-d330-4de8-9e1b-f5bfa8545f95,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:58.535277 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c3fd3311-afdf-47d6-b73f-53bc4c515fef tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (36811ba0-932c-489a-9372-3f07b118624b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:58.539654 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33230) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:58.541963 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fd3311-afdf-47d6-b73f-53bc4c515fef tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:58.542497 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c3fd3311-afdf-47d6-b73f-53bc4c515fef tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:58.602427 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a535b84a-593b-4c96-aecf-17cf85ea65f8 req-8a2db0e8-be3d-4e29-bc14-3ec150a1ff2f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585450 Feb 09 01:37:58.617322 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fe7315c2-f2f3-4575-81da-0e2996311aa5 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (6935f2da-9546-43f1-87cb-e867e5308f1e), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:58.632135 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port f9fc652a-3b7a-4302-b514-d60fe0c6b909 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:37:58.652098 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33234) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:58.710524 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c3fd3311-afdf-47d6-b73f-53bc4c515fef tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7484870 Feb 09 01:37:58.717049 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33238) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:58.724005 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd3311-afdf-47d6-b73f-53bc4c515fef tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'Network': ['ID=36811ba0-932c-489a-9372-3f07b118624b,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:58.735047 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 36811ba0-932c-489a-9372-3f07b118624b details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:37:58.735351 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7e1275-df33-41e4-b654-7d0730e55463 tempest-TestVolumeBootPattern-219782087 tempest-TestVolumeBootPattern-219782087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:37:58.736450 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-61e0e36c-80b8-4e12-9385-050cc51a8aa7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2147002332', 'admin_state_up': True, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:58.736919 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9a7e1275-df33-41e4-b654-7d0730e55463 tempest-TestVolumeBootPattern-219782087 tempest-TestVolumeBootPattern-219782087-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7fb1c882-d88c-4b35-a2f9-dfb068fedda4 HTTP/1.1" status: 200 len: 1123 time: 0.0793028 Feb 09 01:37:58.740440 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33240) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:58.744976 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-e36c8085-cfd7-47ca-a8f1-a188f96bcdd2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'port_id': '5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:37:58.753211 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2b04e38a-d22e-4e70-bde4-bcd7aa47176a admin admin] Publish callbacks [] for security_group (26cffc43-d330-4de8-9e1b-f5bfa8545f95), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:58.763726 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fe7315c2-f2f3-4575-81da-0e2996311aa5 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (6935f2da-9546-43f1-87cb-e867e5308f1e), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:58.774175 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e36c8085-cfd7-47ca-a8f1-a188f96bcdd2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:58.803484 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7315c2-f2f3-4575-81da-0e2996311aa5 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event deleted for resources: {'Subnet': ['ID=6935f2da-9546-43f1-87cb-e867e5308f1e,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:58.827049 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2b04e38a-d22e-4e70-bde4-bcd7aa47176a admin admin] Publish callbacks [] for security_group (26cffc43-d330-4de8-9e1b-f5bfa8545f95), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:58.845367 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b983cc5-6309-44db-8ae0-60dc90335d6d None None] Network 9bbd1a05-e04a-4ffb-8dd1-1172dfbaca76 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:37:58.907215 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fe7315c2-f2f3-4575-81da-0e2996311aa5 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:58.914296 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33242) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:37:58.915001 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-fe7315c2-f2f3-4575-81da-0e2996311aa5 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/subnets/6935f2da-9546-43f1-87cb-e867e5308f1e HTTP/1.1" status: 204 len: 168 time: 0.7942128 Feb 09 01:37:58.930721 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-61e0e36c-80b8-4e12-9385-050cc51a8aa7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (74cf0ee9-1547-4cd8-852d-c35c6404336a), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:58.933967 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-61e0e36c-80b8-4e12-9385-050cc51a8aa7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (74cf0ee9-1547-4cd8-852d-c35c6404336a), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:58.948818 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2b04e38a-d22e-4e70-bde4-bcd7aa47176a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (26cffc43-d330-4de8-9e1b-f5bfa8545f95), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:58.957370 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2b04e38a-d22e-4e70-bde4-bcd7aa47176a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:58.959846 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2b04e38a-d22e-4e70-bde4-bcd7aa47176a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/26cffc43-d330-4de8-9e1b-f5bfa8545f95 HTTP/1.1" status: 204 len: 168 time: 0.3677723 Feb 09 01:37:58.982357 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b04e38a-d22e-4e70-bde4-bcd7aa47176a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26cffc43-d330-4de8-9e1b-f5bfa8545f95,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:58.995422 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e36c8085-cfd7-47ca-a8f1-a188f96bcdd2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:59.055194 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a7d48703-769e-42a7-96ca-8f571abda0f0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (9bbd1a05-e04a-4ffb-8dd1-1172dfbaca76), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:59.099997 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1bf08d-9273-4898-aacb-112cefef91d0 None None] DHCP port deletion for 9bbd1a05-e04a-4ffb-8dd1-1172dfbaca76 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:37:59.156754 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-0d1bf08d-9273-4898-aacb-112cefef91d0 None None] Deleting port f9fc652a-3b7a-4302-b514-d60fe0c6b909 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:37:59.157943 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0d1bf08d-9273-4898-aacb-112cefef91d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (f9fc652a-3b7a-4302-b514-d60fe0c6b909), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:59.187402 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-61e0e36c-80b8-4e12-9385-050cc51a8aa7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for router_controller (74cf0ee9-1547-4cd8-852d-c35c6404336a), precommit_add_association {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:59.216530 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-e36c8085-cfd7-47ca-a8f1-a188f96bcdd2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Allocated IP 172.25.8.25 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/2610e545-39be-411f-8f31-d0f81fb67859) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:37:59.319597 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-0d1bf08d-9273-4898-aacb-112cefef91d0 None None] For port f9fc652a-3b7a-4302-b514-d60fe0c6b909, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f9fc652a-3b7a-4302-b514-d60fe0c6b909,segment=NetworkSegment(a87e7ec1-8a6f-4f51-808d-c1a05708f615),segment_id=a87e7ec1-8a6f-4f51-808d-c1a05708f615)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:59.319890 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0d1bf08d-9273-4898-aacb-112cefef91d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (f9fc652a-3b7a-4302-b514-d60fe0c6b909), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:59.330227 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-a7d48703-769e-42a7-96ca-8f571abda0f0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Deleting port f9fc652a-3b7a-4302-b514-d60fe0c6b909 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:37:59.330604 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a7d48703-769e-42a7-96ca-8f571abda0f0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (f9fc652a-3b7a-4302-b514-d60fe0c6b909), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:59.342696 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-0d1bf08d-9273-4898-aacb-112cefef91d0 None None] Calling delete_port for f9fc652a-3b7a-4302-b514-d60fe0c6b909 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:37:59.454019 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-61e0e36c-80b8-4e12-9385-050cc51a8aa7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for router_gateway (74cf0ee9-1547-4cd8-852d-c35c6404336a), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:59.500199 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0d1bf08d-9273-4898-aacb-112cefef91d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (f9fc652a-3b7a-4302-b514-d60fe0c6b909), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:59.526982 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aaa61cdd-cb7d-4b54-9c3f-3fe23c72f2ae req-3d694c94-8bfc-46b7-9cfe-b45bf9bb5873 tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "GET /v2.0/ports?device_id=650513b8-9135-46f0-8295-1629a7c018c5 HTTP/1.1" status: 200 len: 210 time: 0.0664861 Feb 09 01:37:59.564113 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1bf08d-9273-4898-aacb-112cefef91d0 None None] No DVR routers for this DVR port f9fc652a-3b7a-4302-b514-d60fe0c6b909 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:37:59.608779 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e36c8085-cfd7-47ca-a8f1-a188f96bcdd2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks [] for port (2610e545-39be-411f-8f31-d0f81fb67859), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:59.622638 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-a7d48703-769e-42a7-96ca-8f571abda0f0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] For port f9fc652a-3b7a-4302-b514-d60fe0c6b909, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f9fc652a-3b7a-4302-b514-d60fe0c6b909,segment=NetworkSegment(a87e7ec1-8a6f-4f51-808d-c1a05708f615),segment_id=a87e7ec1-8a6f-4f51-808d-c1a05708f615)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:37:59.623017 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a7d48703-769e-42a7-96ca-8f571abda0f0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (f9fc652a-3b7a-4302-b514-d60fe0c6b909), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:59.628610 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1bf08d-9273-4898-aacb-112cefef91d0 None None] Pushing event deleted for resources: {'Port': ['ID=f9fc652a-3b7a-4302-b514-d60fe0c6b909,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:59.660786 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-a7d48703-769e-42a7-96ca-8f571abda0f0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Calling delete_port for f9fc652a-3b7a-4302-b514-d60fe0c6b909 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:37:59.785104 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e36c8085-cfd7-47ca-a8f1-a188f96bcdd2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (2610e545-39be-411f-8f31-d0f81fb67859), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:59.787786 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-61e0e36c-80b8-4e12-9385-050cc51a8aa7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for router_gateway (74cf0ee9-1547-4cd8-852d-c35c6404336a), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:59.815020 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-61e0e36c-80b8-4e12-9385-050cc51a8aa7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:37:59.849847 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c8085-cfd7-47ca-a8f1-a188f96bcdd2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Pushing event updated for resources: {'Port': ['ID=2610e545-39be-411f-8f31-d0f81fb67859,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:37:59.876662 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36c8085-cfd7-47ca-a8f1-a188f96bcdd2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:37:59.883327 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-e36c8085-cfd7-47ca-a8f1-a188f96bcdd2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:37:59.887140 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36c8085-cfd7-47ca-a8f1-a188f96bcdd2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:37:59.949813 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-61e0e36c-80b8-4e12-9385-050cc51a8aa7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Allocated IP 172.25.8.14 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/9b3eb6f6-5234-401d-b6be-409c87b5b287) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:00.041569 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a7d48703-769e-42a7-96ca-8f571abda0f0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (f9fc652a-3b7a-4302-b514-d60fe0c6b909), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:00.073262 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d48703-769e-42a7-96ca-8f571abda0f0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event deleted for resources: {'Port': ['ID=f9fc652a-3b7a-4302-b514-d60fe0c6b909,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:00.119565 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-61e0e36c-80b8-4e12-9385-050cc51a8aa7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for port (9b3eb6f6-5234-401d-b6be-409c87b5b287), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:00.171948 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d48703-769e-42a7-96ca-8f571abda0f0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] No DVR routers for this DVR port f9fc652a-3b7a-4302-b514-d60fe0c6b909 on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:38:00.201591 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-61e0e36c-80b8-4e12-9385-050cc51a8aa7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (9b3eb6f6-5234-401d-b6be-409c87b5b287), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:00.266604 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e0e36c-80b8-4e12-9385-050cc51a8aa7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:00.273077 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-61e0e36c-80b8-4e12-9385-050cc51a8aa7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:00.276759 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e0e36c-80b8-4e12-9385-050cc51a8aa7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:00.278265 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a7d48703-769e-42a7-96ca-8f571abda0f0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (9bbd1a05-e04a-4ffb-8dd1-1172dfbaca76), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:00.288646 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f9fc652a-3b7a-4302-b514-d60fe0c6b909 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:38:00.306331 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e0e36c-80b8-4e12-9385-050cc51a8aa7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'Port': ['ID=9b3eb6f6-5234-401d-b6be-409c87b5b287,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:00.330151 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: f9fc652a-3b7a-4302-b514-d60fe0c6b909 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:38:00.331750 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f9fc652a-3b7a-4302-b514-d60fe0c6b909 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:38:00.433986 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-a7d48703-769e-42a7-96ca-8f571abda0f0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bbd1a05-e04a-4ffb-8dd1-1172dfbaca76']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:00.450966 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-a7d48703-769e-42a7-96ca-8f571abda0f0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a87e7ec1-8a6f-4f51-808d-c1a05708f615') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:00.451424 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-a7d48703-769e-42a7-96ca-8f571abda0f0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a87e7ec1-8a6f-4f51-808d-c1a05708f615') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:00.464204 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a7d48703-769e-42a7-96ca-8f571abda0f0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (a87e7ec1-8a6f-4f51-808d-c1a05708f615), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:00.501396 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a7d48703-769e-42a7-96ca-8f571abda0f0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (a87e7ec1-8a6f-4f51-808d-c1a05708f615), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:00.515799 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7d48703-769e-42a7-96ca-8f571abda0f0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:38:00.516317 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a7d48703-769e-42a7-96ca-8f571abda0f0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (a87e7ec1-8a6f-4f51-808d-c1a05708f615), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:00.523760 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:38:00.523760 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:38:00.523760 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:38:00.523760 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:38:00.523760 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:38:00.523760 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:38:00.523760 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:38:00.523760 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:38:00.523760 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:38:00.523760 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:38:00.523760 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:38:00.523760 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:38:00.523760 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:38:00.523760 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:38:00.523760 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:38:00.523760 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:38:00.523760 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:38:00.523760 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:38:00.523760 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:38:00.523760 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:38:00.523760 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:38:00.523760 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:38:00.523760 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:38:00.523760 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:38:00.523760 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:38:00.523760 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:38:00.523760 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:38:00.523760 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:38:00.523760 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:38:00.523760 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:38:00.523760 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:38:00.523760 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:38:00.523760 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:38:00.523760 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:38:00.523760 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:38:00.523760 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:38:00.523760 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:38:00.523760 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:38:00.523760 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:38:00.523760 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:38:00.594172 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e36c8085-cfd7-47ca-a8f1-a188f96bcdd2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks [] for floatingip (7f99deb3-ab12-49ea-9cc8-5c26ee9ab47c), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:00.603038 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33282) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:00.626307 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-61e0e36c-80b8-4e12-9385-050cc51a8aa7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for router_gateway (74cf0ee9-1547-4cd8-852d-c35c6404336a), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:00.663094 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a7d48703-769e-42a7-96ca-8f571abda0f0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (9bbd1a05-e04a-4ffb-8dd1-1172dfbaca76), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:00.685612 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a7d48703-769e-42a7-96ca-8f571abda0f0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:00.693343 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a7d48703-769e-42a7-96ca-8f571abda0f0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/networks/9bbd1a05-e04a-4ffb-8dd1-1172dfbaca76 HTTP/1.1" status: 204 len: 168 time: 1.7777326 Feb 09 01:38:00.694524 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d48703-769e-42a7-96ca-8f571abda0f0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event deleted for resources: {'Network': ['ID=9bbd1a05-e04a-4ffb-8dd1-1172dfbaca76,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:00.706209 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33286) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:00.710809 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-0c2e0ed5-8d18-4f72-bf49-64b929ece497 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1207763882'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:00.752320 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33288) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:00.779508 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0272fcfb-e4e2-48af-adb3-d6414d0473ed tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks [] for security_group (80b5589d-e31e-4dcd-af93-85cf79f222f1), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:00.781023 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e36c8085-cfd7-47ca-a8f1-a188f96bcdd2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (2610e545-39be-411f-8f31-d0f81fb67859), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:00.784993 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2e0ed5-8d18-4f72-bf49-64b929ece497 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Made reservation on behalf of 79bede7de42d4f599c02c44fde53ae7e for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:00.789192 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0c2e0ed5-8d18-4f72-bf49-64b929ece497 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:00.817481 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0272fcfb-e4e2-48af-adb3-d6414d0473ed tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks [] for security_group (80b5589d-e31e-4dcd-af93-85cf79f222f1), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:00.841482 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c2e0ed5-8d18-4f72-bf49-64b929ece497 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1011} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:38:00.862806 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0c2e0ed5-8d18-4f72-bf49-64b929ece497 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (73c0f677-d055-4240-ab34-e39428b8b5ca), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:00.863154 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-0c2e0ed5-8d18-4f72-bf49-64b929ece497 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Added segment 73c0f677-d055-4240-ab34-e39428b8b5ca of type vlan for network 1fe42d92-f022-4448-9db4-8d2dc4e77727 Feb 09 01:38:00.944003 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2efb2bc6-6b47-4a80-9452-dea4df904294 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:00.964338 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0c2e0ed5-8d18-4f72-bf49-64b929ece497 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (1fe42d92-f022-4448-9db4-8d2dc4e77727), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:01.018066 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0c2e0ed5-8d18-4f72-bf49-64b929ece497 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (1fe42d92-f022-4448-9db4-8d2dc4e77727), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:01.024176 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2e0ed5-8d18-4f72-bf49-64b929ece497 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:01.024807 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0c2e0ed5-8d18-4f72-bf49-64b929ece497 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:01.102110 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0c2e0ed5-8d18-4f72-bf49-64b929ece497 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3950467 Feb 09 01:38:01.113676 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33296) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:01.124717 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-6139a7ed-a6fd-4e23-8311-81e179611dd0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'subnet': {'network_id': '1fe42d92-f022-4448-9db4-8d2dc4e77727', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:01.141946 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e36c8085-cfd7-47ca-a8f1-a188f96bcdd2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks [] for port (2610e545-39be-411f-8f31-d0f81fb67859), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:01.154005 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e0ed5-8d18-4f72-bf49-64b929ece497 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event updated for resources: {'Network': ['ID=1fe42d92-f022-4448-9db4-8d2dc4e77727,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:01.168796 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 1fe42d92-f022-4448-9db4-8d2dc4e77727 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:38:01.182125 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e36c8085-cfd7-47ca-a8f1-a188f96bcdd2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (2610e545-39be-411f-8f31-d0f81fb67859), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:01.295121 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-61e0e36c-80b8-4e12-9385-050cc51a8aa7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (74cf0ee9-1547-4cd8-852d-c35c6404336a), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:01.303826 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e36c8085-cfd7-47ca-a8f1-a188f96bcdd2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (7f99deb3-ab12-49ea-9cc8-5c26ee9ab47c), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:01.314394 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c8085-cfd7-47ca-a8f1-a188f96bcdd2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Pushing event updated for resources: {'Port': ['ID=2610e545-39be-411f-8f31-d0f81fb67859,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:01.369379 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0272fcfb-e4e2-48af-adb3-d6414d0473ed tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (80b5589d-e31e-4dcd-af93-85cf79f222f1), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:01.371787 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0272fcfb-e4e2-48af-adb3-d6414d0473ed tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:01.372970 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-0272fcfb-e4e2-48af-adb3-d6414d0473ed tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] 10.222.0.50 "DELETE /v2.0/security-groups/80b5589d-e31e-4dcd-af93-85cf79f222f1 HTTP/1.1" status: 204 len: 168 time: 0.7685153 Feb 09 01:38:01.405719 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272fcfb-e4e2-48af-adb3-d6414d0473ed tempest-TestVolumeBackupRestore-1595419184 tempest-TestVolumeBackupRestore-1595419184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b5589d-e31e-4dcd-af93-85cf79f222f1,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:01.433867 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2efb2bc6-6b47-4a80-9452-dea4df904294 admin admin] Publish callbacks [] for security_group (81763a62-8917-40f5-bd12-1aa53bf0edce), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:01.440084 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2efb2bc6-6b47-4a80-9452-dea4df904294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (81763a62-8917-40f5-bd12-1aa53bf0edce), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:01.472075 n-d-828369-4 neutron-server[103137]: INFO neutron.db.l3_db [None req-e36c8085-cfd7-47ca-a8f1-a188f96bcdd2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Floating IP 7f99deb3-ab12-49ea-9cc8-5c26ee9ab47c associated. External IP: 172.25.8.25, port: 5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43. Feb 09 01:38:01.475072 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6139a7ed-a6fd-4e23-8311-81e179611dd0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Made reservation on behalf of 79bede7de42d4f599c02c44fde53ae7e for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:01.478740 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6139a7ed-a6fd-4e23-8311-81e179611dd0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:01.510428 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2efb2bc6-6b47-4a80-9452-dea4df904294 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b4c10846f3a343a78612e369910f9f86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7553341 Feb 09 01:38:01.511551 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb2bc6-6b47-4a80-9452-dea4df904294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81763a62-8917-40f5-bd12-1aa53bf0edce,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:01.528684 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33302) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:01.582197 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e0e36c-80b8-4e12-9385-050cc51a8aa7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Router 74cf0ee9-1547-4cd8-852d-c35c6404336a is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:38:01.856740 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e0e36c-80b8-4e12-9385-050cc51a8aa7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:38:01.870900 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6354400-7ace-42c5-9849-3b8fd166311c None None] Sync routers for ids ['74cf0ee9-1547-4cd8-852d-c35c6404336a'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:38:01.884302 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6354400-7ace-42c5-9849-3b8fd166311c None None] Routers {'74cf0ee9-1547-4cd8-852d-c35c6404336a'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:38:01.886130 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-61e0e36c-80b8-4e12-9385-050cc51a8aa7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:01.886387 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-c6354400-7ace-42c5-9849-3b8fd166311c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:37:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['74cf0ee9-1547-4cd8-852d-c35c6404336a'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:01.890392 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-61e0e36c-80b8-4e12-9385-050cc51a8aa7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.1711347 Feb 09 01:38:01.890673 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33322) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:01.947440 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-048ff864-6fd2-4b1f-ae63-4a5ad26e6aff tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=c3786288d8304ed4a73754fbccf8bb65&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0532343 Feb 09 01:38:01.957125 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33324) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:02.060926 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-c6354400-7ace-42c5-9849-3b8fd166311c None None] Set router 74cf0ee9-1547-4cd8-852d-c35c6404336a gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:38:02.152021 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753ff881-6653-4b23-9fc1-58ca9873a9a8 tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:02.169265 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-753ff881-6653-4b23-9fc1-58ca9873a9a8 tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2110298 Feb 09 01:38:02.172227 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33338) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:02.243529 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f7609dc2-ca61-4212-befb-149380607743 tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=ca740734-29c2-4b60-ae10-4c709b5c6ef4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0639372 Feb 09 01:38:02.249927 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33348) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:02.264004 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-a69c22b4-71a5-4ab2-907e-3ef3999d9a20 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1963826414', 'network_id': '36811ba0-932c-489a-9372-3f07b118624b', 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:02.447329 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69c22b4-71a5-4ab2-907e-3ef3999d9a20 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Made reservation on behalf of c3786288d8304ed4a73754fbccf8bb65 for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:02.451169 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a69c22b4-71a5-4ab2-907e-3ef3999d9a20 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:02.458937 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ed81af78-337f-4dd0-aab8-a13a0ccdbc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:02.469132 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-c6354400-7ace-42c5-9849-3b8fd166311c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cf0ee9-1547-4cd8-852d-c35c6404336a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2147002332', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '9b3eb6f6-5234-401d-b6be-409c87b5b287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:37:58Z', 'updated_at': '2022-02-09T01:38:00Z', 'revision_number': 3, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '9b3eb6f6-5234-401d-b6be-409c87b5b287', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:99:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cf0ee9-1547-4cd8-852d-c35c6404336a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:37:59Z', 'updated_at': '2022-02-09T01:37:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:02.511337 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6354400-7ace-42c5-9849-3b8fd166311c None None] Checking router: 74cf0ee9-1547-4cd8-852d-c35c6404336a for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:38:02.512005 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6354400-7ace-42c5-9849-3b8fd166311c None None] Updating router 74cf0ee9-1547-4cd8-852d-c35c6404336a port 9b3eb6f6-5234-401d-b6be-409c87b5b287 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:38:02.544115 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c6354400-7ace-42c5-9849-3b8fd166311c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (9b3eb6f6-5234-401d-b6be-409c87b5b287), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:02.599445 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-35fdd44b-c017-4bf8-8fb3-b1d98961f08c admin admin] Publish callbacks [] for security_group (81763a62-8917-40f5-bd12-1aa53bf0edce), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:02.670762 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36c8085-cfd7-47ca-a8f1-a188f96bcdd2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Router c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:38:02.682690 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-35fdd44b-c017-4bf8-8fb3-b1d98961f08c admin admin] Publish callbacks [] for security_group (81763a62-8917-40f5-bd12-1aa53bf0edce), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:02.978872 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a69c22b4-71a5-4ab2-907e-3ef3999d9a20 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (cd101850-45aa-4dbe-87a1-17374b4984b9), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:03.017111 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c6354400-7ace-42c5-9849-3b8fd166311c None None] Publish callbacks [] for port (9b3eb6f6-5234-401d-b6be-409c87b5b287), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:03.023220 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c6354400-7ace-42c5-9849-3b8fd166311c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (9b3eb6f6-5234-401d-b6be-409c87b5b287), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:03.068248 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-35fdd44b-c017-4bf8-8fb3-b1d98961f08c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (81763a62-8917-40f5-bd12-1aa53bf0edce), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:03.077144 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-35fdd44b-c017-4bf8-8fb3-b1d98961f08c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:03.080752 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-35fdd44b-c017-4bf8-8fb3-b1d98961f08c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/81763a62-8917-40f5-bd12-1aa53bf0edce HTTP/1.1" status: 204 len: 168 time: 1.5490427 Feb 09 01:38:03.110718 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68472858-942f-4eee-855d-f8459f58225c None None] Pushing event updated for resources: {'Port': ['ID=9b3eb6f6-5234-401d-b6be-409c87b5b287,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:03.131748 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68472858-942f-4eee-855d-f8459f58225c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:03.131863 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68472858-942f-4eee-855d-f8459f58225c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:03.132288 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68472858-942f-4eee-855d-f8459f58225c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:03.134697 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68472858-942f-4eee-855d-f8459f58225c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:03.134697 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68472858-942f-4eee-855d-f8459f58225c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:03.134697 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68472858-942f-4eee-855d-f8459f58225c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:03.134697 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68472858-942f-4eee-855d-f8459f58225c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:03.134697 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68472858-942f-4eee-855d-f8459f58225c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:03.134697 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68472858-942f-4eee-855d-f8459f58225c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:03.134697 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68472858-942f-4eee-855d-f8459f58225c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:03.134697 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68472858-942f-4eee-855d-f8459f58225c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:03.137765 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68472858-942f-4eee-855d-f8459f58225c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:03.139547 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68472858-942f-4eee-855d-f8459f58225c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:03.154740 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fdd44b-c017-4bf8-8fb3-b1d98961f08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81763a62-8917-40f5-bd12-1aa53bf0edce,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:03.173400 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-c6354400-7ace-42c5-9849-3b8fd166311c None None] Attempting to bind port 9b3eb6f6-5234-401d-b6be-409c87b5b287 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:38:03.176226 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-c6354400-7ace-42c5-9849-3b8fd166311c None None] Attempting to bind port 9b3eb6f6-5234-401d-b6be-409c87b5b287 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:38:03.176791 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6354400-7ace-42c5-9849-3b8fd166311c None None] Attempting to bind port 9b3eb6f6-5234-401d-b6be-409c87b5b287 on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:38:03.209503 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6354400-7ace-42c5-9849-3b8fd166311c None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:38:03.209879 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6354400-7ace-42c5-9849-3b8fd166311c None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:03.217190 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c6354400-7ace-42c5-9849-3b8fd166311c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:03.217831 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6354400-7ace-42c5-9849-3b8fd166311c None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:38:03.218491 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-c6354400-7ace-42c5-9849-3b8fd166311c None None] Bound port: 9b3eb6f6-5234-401d-b6be-409c87b5b287, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:38:03.219211 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c6354400-7ace-42c5-9849-3b8fd166311c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (9b3eb6f6-5234-401d-b6be-409c87b5b287), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:03.269530 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69c22b4-71a5-4ab2-907e-3ef3999d9a20 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Checking segment: {'id': '531229a4-5898-4a99-81b9-f4f4991732b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '36811ba0-932c-489a-9372-3f07b118624b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:03.270859 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69c22b4-71a5-4ab2-907e-3ef3999d9a20 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Network hostable DHCP agents. Network: 36811ba0-932c-489a-9372-3f07b118624b, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:38:03.272087 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6139a7ed-a6fd-4e23-8311-81e179611dd0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (a04bd7ab-3b12-4d13-baed-c9d00ec4cff2), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:03.308520 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c22b4-71a5-4ab2-907e-3ef3999d9a20 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'Subnet': ['ID=cd101850-45aa-4dbe-87a1-17374b4984b9,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:03.322876 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-c6354400-7ace-42c5-9849-3b8fd166311c None None] For port 9b3eb6f6-5234-401d-b6be-409c87b5b287, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:38:03.333036 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-c6354400-7ace-42c5-9849-3b8fd166311c None None] For port 9b3eb6f6-5234-401d-b6be-409c87b5b287, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=9b3eb6f6-5234-401d-b6be-409c87b5b287,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:38:03.342749 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c6354400-7ace-42c5-9849-3b8fd166311c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (9b3eb6f6-5234-401d-b6be-409c87b5b287), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:03.343424 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69c22b4-71a5-4ab2-907e-3ef3999d9a20 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Network 36811ba0-932c-489a-9372-3f07b118624b is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:38:03.357767 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-a69c22b4-71a5-4ab2-907e-3ef3999d9a20 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 36811ba0-932c-489a-9372-3f07b118624b) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:03.378320 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69c22b4-71a5-4ab2-907e-3ef3999d9a20 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:03.379714 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a69c22b4-71a5-4ab2-907e-3ef3999d9a20 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:03.432291 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36c8085-cfd7-47ca-a8f1-a188f96bcdd2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:38:03.441352 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a69c22b4-71a5-4ab2-907e-3ef3999d9a20 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1902459 Feb 09 01:38:03.444131 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33460) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:03.454969 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68472858-942f-4eee-855d-f8459f58225c None None] Pushing event updated for resources: {'Port': ['ID=9b3eb6f6-5234-401d-b6be-409c87b5b287,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:03.489656 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6354400-7ace-42c5-9849-3b8fd166311c None None] Routers {'74cf0ee9-1547-4cd8-852d-c35c6404336a'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:38:03.490379 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-c6354400-7ace-42c5-9849-3b8fd166311c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:37:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['74cf0ee9-1547-4cd8-852d-c35c6404336a'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:03.543379 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2842d0e1-0dc3-4290-b0b6-3644a24ee677 None None] Network 36811ba0-932c-489a-9372-3f07b118624b requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:03.547089 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3181d412-0942-4173-a4b4-b75e60189f36 None None] Sync routers for ids ['c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:38:03.600238 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3181d412-0942-4173-a4b4-b75e60189f36 None None] Routers {'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:38:03.608785 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-3181d412-0942-4173-a4b4-b75e60189f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:37:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:03.643905 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e36c8085-cfd7-47ca-a8f1-a188f96bcdd2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:03.699858 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-c6354400-7ace-42c5-9849-3b8fd166311c None None] Set router 74cf0ee9-1547-4cd8-852d-c35c6404336a gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:38:03.791735 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e36c8085-cfd7-47ca-a8f1-a188f96bcdd2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.0492167 Feb 09 01:38:03.794095 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139a7ed-a6fd-4e23-8311-81e179611dd0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event updated for resources: {'Subnet': ['ID=a04bd7ab-3b12-4d13-baed-c9d00ec4cff2,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:03.813041 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fb1c882-d88c-4b35-a2f9-dfb068fedda4', 'tag': '5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:38:03.819330 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85395413-8cce-434b-a63b-fd8cac1a22ca" -d '{"events": [{"name": "network-changed", "server_uuid": "7fb1c882-d88c-4b35-a2f9-dfb068fedda4", "tag": "5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:38:03.855045 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6139a7ed-a6fd-4e23-8311-81e179611dd0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Checking segment: {'id': '73c0f677-d055-4240-ab34-e39428b8b5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '1fe42d92-f022-4448-9db4-8d2dc4e77727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:03.862899 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6139a7ed-a6fd-4e23-8311-81e179611dd0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Network hostable DHCP agents. Network: 1fe42d92-f022-4448-9db4-8d2dc4e77727, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:38:03.942077 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6139a7ed-a6fd-4e23-8311-81e179611dd0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Network 1fe42d92-f022-4448-9db4-8d2dc4e77727 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:38:03.958960 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002fbf98-e6cc-45ce-91b9-a5b18c11339d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-36811ba0-932c-489a-9372-3f07b118624b', 'network_id': '36811ba0-932c-489a-9372-3f07b118624b', 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'fixed_ips': [{'subnet_id': 'cd101850-45aa-4dbe-87a1-17374b4984b9'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:38:03.959927 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-002fbf98-e6cc-45ce-91b9-a5b18c11339d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:03.968853 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-6139a7ed-a6fd-4e23-8311-81e179611dd0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 1fe42d92-f022-4448-9db4-8d2dc4e77727) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:04.002161 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6139a7ed-a6fd-4e23-8311-81e179611dd0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:04.003011 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6139a7ed-a6fd-4e23-8311-81e179611dd0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:04.025763 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2a84d6-000b-41f2-a627-d11531c36ad6 None None] Network 1fe42d92-f022-4448-9db4-8d2dc4e77727 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:04.043874 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f34480-5397-4a02-ae84-b3c6b0bc517c x-openstack-request-id: req-88f34480-5397-4a02-ae84-b3c6b0bc517c {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:38:04.046293 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fb1c882-d88c-4b35-a2f9-dfb068fedda4", "tag": "5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:38:04.046741 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-88f34480-5397-4a02-ae84-b3c6b0bc517c {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:38:04.050818 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fb1c882-d88c-4b35-a2f9-dfb068fedda4', 'tag': '5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43', 'status': 'completed', 'code': 200} Feb 09 01:38:04.073564 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6139a7ed-a6fd-4e23-8311-81e179611dd0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9591160 Feb 09 01:38:04.074499 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33530) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:04.089618 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-769d722e-1b5e-4e28-8f56-d49af4ffc489 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'port': {'network_id': '1fe42d92-f022-4448-9db4-8d2dc4e77727', 'name': 'tempest-PortsTestJSON-913207469', 'fixed_ips': [{'subnet_id': 'a04bd7ab-3b12-4d13-baed-c9d00ec4cff2', 'ip_address': '172.20.0.10'}]}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:04.164580 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-c6354400-7ace-42c5-9849-3b8fd166311c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cf0ee9-1547-4cd8-852d-c35c6404336a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2147002332', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '9b3eb6f6-5234-401d-b6be-409c87b5b287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:37:58Z', 'updated_at': '2022-02-09T01:38:00Z', 'revision_number': 3, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '9b3eb6f6-5234-401d-b6be-409c87b5b287', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:99:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cf0ee9-1547-4cd8-852d-c35c6404336a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:37:59Z', 'updated_at': '2022-02-09T01:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:04.192111 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85395413-8cce-434b-a63b-fd8cac1a22ca req-fa1fd71d-b0f3-4aa0-a923-40aad37bb410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:04.193780 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-85395413-8cce-434b-a63b-fd8cac1a22ca req-fa1fd71d-b0f3-4aa0-a923-40aad37bb410 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9bde012005949bf8ed5f5d05d570ac0&device_id=7fb1c882-d88c-4b35-a2f9-dfb068fedda4 HTTP/1.1" status: 200 len: 1128 time: 0.1419890 Feb 09 01:38:04.214969 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6354400-7ace-42c5-9849-3b8fd166311c None None] The sync data for ids ['74cf0ee9-1547-4cd8-852d-c35c6404336a'] in n-d-828369-4 is: [{'id': '74cf0ee9-1547-4cd8-852d-c35c6404336a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2147002332', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '9b3eb6f6-5234-401d-b6be-409c87b5b287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:37:58Z', 'updated_at': '2022-02-09T01:38:00Z', 'revision_number': 3, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '9b3eb6f6-5234-401d-b6be-409c87b5b287', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:99:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cf0ee9-1547-4cd8-852d-c35c6404336a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:37:59Z', 'updated_at': '2022-02-09T01:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:38:04.234793 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-3181d412-0942-4173-a4b4-b75e60189f36 None None] Set router c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:38:04.378586 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769d722e-1b5e-4e28-8f56-d49af4ffc489 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Made reservation on behalf of 79bede7de42d4f599c02c44fde53ae7e for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:04.501078 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-769d722e-1b5e-4e28-8f56-d49af4ffc489 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:04.523922 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-769d722e-1b5e-4e28-8f56-d49af4ffc489 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] device_id is not set on port ab559041-7e88-49ae-aaab-18d00e8a464a yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:38:04.567923 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85395413-8cce-434b-a63b-fd8cac1a22ca req-b5e81ff0-90bc-486f-bfb5-07daadf80166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:04.571843 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-85395413-8cce-434b-a63b-fd8cac1a22ca req-b5e81ff0-90bc-486f-bfb5-07daadf80166 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 HTTP/1.1" status: 200 len: 913 time: 0.3706515 Feb 09 01:38:04.619643 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b9229aab-3e15-44b5-a68e-d0a662be0a8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:04.932749 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65f1d86-ff35-4f10-931e-a899dbe8a78b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-1fe42d92-f022-4448-9db4-8d2dc4e77727', 'network_id': '1fe42d92-f022-4448-9db4-8d2dc4e77727', 'project_id': '79bede7de42d4f599c02c44fde53ae7e', 'fixed_ips': [{'subnet_id': 'a04bd7ab-3b12-4d13-baed-c9d00ec4cff2'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:38:04.938955 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c65f1d86-ff35-4f10-931e-a899dbe8a78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:05.008242 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-769d722e-1b5e-4e28-8f56-d49af4ffc489 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Allocated IP 172.20.0.10 (1fe42d92-f022-4448-9db4-8d2dc4e77727/a04bd7ab-3b12-4d13-baed-c9d00ec4cff2/ab559041-7e88-49ae-aaab-18d00e8a464a) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:05.011609 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:38:05.204306 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7ddc558e-ec2d-46e2-beec-5fdc75c3a89f tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:05.247264 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-85395413-8cce-434b-a63b-fd8cac1a22ca req-1b894eae-9510-42d0-a5bf-010121ccbff8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43 HTTP/1.1" status: 200 len: 999 time: 0.6692598 Feb 09 01:38:05.367681 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-002fbf98-e6cc-45ce-91b9-a5b18c11339d None None] Allocated IP 172.20.0.2 (36811ba0-932c-489a-9372-3f07b118624b/cd101850-45aa-4dbe-87a1-17374b4984b9/bd2330eb-c0d7-4671-926a-53d2807bea18) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:05.545853 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-769d722e-1b5e-4e28-8f56-d49af4ffc489 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for port (ab559041-7e88-49ae-aaab-18d00e8a464a), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:05.628279 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-769d722e-1b5e-4e28-8f56-d49af4ffc489 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (ab559041-7e88-49ae-aaab-18d00e8a464a), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:05.657386 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85395413-8cce-434b-a63b-fd8cac1a22ca req-3380b913-a3e0-4365-9437-15374b76857d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:05.659332 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-85395413-8cce-434b-a63b-fd8cac1a22ca req-3380b913-a3e0-4365-9437-15374b76857d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68d3f132-83c5-49da-80a3-1924c70a8491 HTTP/1.1" status: 200 len: 850 time: 0.0818546 Feb 09 01:38:05.677730 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-002fbf98-e6cc-45ce-91b9-a5b18c11339d None None] Publish callbacks [] for port (bd2330eb-c0d7-4671-926a-53d2807bea18), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:05.765103 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-c65f1d86-ff35-4f10-931e-a899dbe8a78b None None] Allocated IP 172.20.0.2 (1fe42d92-f022-4448-9db4-8d2dc4e77727/a04bd7ab-3b12-4d13-baed-c9d00ec4cff2/4db274c4-2db9-47b2-aa8c-c60d4dfe411d) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:05.802016 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-7ddc558e-ec2d-46e2-beec-5fdc75c3a89f tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Allocated IP 172.20.0.1 (36811ba0-932c-489a-9372-3f07b118624b/cd101850-45aa-4dbe-87a1-17374b4984b9/e55de3b2-b884-498e-9deb-4f41a06da75c) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:05.899870 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769d722e-1b5e-4e28-8f56-d49af4ffc489 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Network 1fe42d92-f022-4448-9db4-8d2dc4e77727 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:05.923847 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-769d722e-1b5e-4e28-8f56-d49af4ffc489 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:05.950170 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769d722e-1b5e-4e28-8f56-d49af4ffc489 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:06.027734 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d722e-1b5e-4e28-8f56-d49af4ffc489 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event updated for resources: {'Port': ['ID=ab559041-7e88-49ae-aaab-18d00e8a464a,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:06.100010 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85395413-8cce-434b-a63b-fd8cac1a22ca req-e18eceb3-4be7-429c-8edf-5d8aafb5e584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:06.104286 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-85395413-8cce-434b-a63b-fd8cac1a22ca req-e18eceb3-4be7-429c-8edf-5d8aafb5e584 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4348824 Feb 09 01:38:06.127172 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c65f1d86-ff35-4f10-931e-a899dbe8a78b None None] Publish callbacks [] for port (4db274c4-2db9-47b2-aa8c-c60d4dfe411d), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:06.131584 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-002fbf98-e6cc-45ce-91b9-a5b18c11339d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (bd2330eb-c0d7-4671-926a-53d2807bea18), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:06.166894 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002fbf98-e6cc-45ce-91b9-a5b18c11339d None None] Network 36811ba0-932c-489a-9372-3f07b118624b is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:06.172196 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c65f1d86-ff35-4f10-931e-a899dbe8a78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (4db274c4-2db9-47b2-aa8c-c60d4dfe411d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:06.247365 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769d722e-1b5e-4e28-8f56-d49af4ffc489 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:06.251734 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-769d722e-1b5e-4e28-8f56-d49af4ffc489 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:06.266641 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-002fbf98-e6cc-45ce-91b9-a5b18c11339d None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:06.302761 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002fbf98-e6cc-45ce-91b9-a5b18c11339d None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:06.314719 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-769d722e-1b5e-4e28-8f56-d49af4ffc489 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2389526 Feb 09 01:38:06.317434 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33734) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:06.381730 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-c5b7824f-0cc5-4553-8bc0-d085b2e286f9 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'port': {'network_id': '1fe42d92-f022-4448-9db4-8d2dc4e77727', 'name': 'tempest-PortsTestJSON-1100012311', 'fixed_ips': [{'subnet_id': 'a04bd7ab-3b12-4d13-baed-c9d00ec4cff2', 'ip_address': '172.20.0.9'}]}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:06.413825 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7ddc558e-ec2d-46e2-beec-5fdc75c3a89f tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for port (e55de3b2-b884-498e-9deb-4f41a06da75c), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:06.496445 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65f1d86-ff35-4f10-931e-a899dbe8a78b None None] Network 1fe42d92-f022-4448-9db4-8d2dc4e77727 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:06.529015 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 9b3eb6f6-5234-401d-b6be-409c87b5b287 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:38:06.563114 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-85395413-8cce-434b-a63b-fd8cac1a22ca req-7254581f-7ec8-4414-afbf-3947b1e9c639 service neutron] 10.222.0.47 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4496830 Feb 09 01:38:06.685436 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-002fbf98-e6cc-45ce-91b9-a5b18c11339d None None] Attempting to bind port bd2330eb-c0d7-4671-926a-53d2807bea18 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:38:06.685960 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-002fbf98-e6cc-45ce-91b9-a5b18c11339d None None] Attempting to bind port bd2330eb-c0d7-4671-926a-53d2807bea18 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '531229a4-5898-4a99-81b9-f4f4991732b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '36811ba0-932c-489a-9372-3f07b118624b'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:38:06.693411 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-85395413-8cce-434b-a63b-fd8cac1a22ca req-2f1f89d3-a3b7-4caa-a5cc-00bbfe7c223d service neutron] 10.222.0.47 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223710 Feb 09 01:38:06.696369 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002fbf98-e6cc-45ce-91b9-a5b18c11339d None None] Attempting to bind port bd2330eb-c0d7-4671-926a-53d2807bea18 on network 36811ba0-932c-489a-9372-3f07b118624b {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:38:06.708862 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7ddc558e-ec2d-46e2-beec-5fdc75c3a89f tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (e55de3b2-b884-498e-9deb-4f41a06da75c), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:06.710737 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:06.714984 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002fbf98-e6cc-45ce-91b9-a5b18c11339d None None] Pushing event updated for resources: {'Port': ['ID=bd2330eb-c0d7-4671-926a-53d2807bea18,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:06.760865 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-c65f1d86-ff35-4f10-931e-a899dbe8a78b None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:06.778314 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65f1d86-ff35-4f10-931e-a899dbe8a78b None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:06.875020 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddc558e-ec2d-46e2-beec-5fdc75c3a89f tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Network 36811ba0-932c-489a-9372-3f07b118624b is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:06.876568 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b7824f-0cc5-4553-8bc0-d085b2e286f9 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Made reservation on behalf of 79bede7de42d4f599c02c44fde53ae7e for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:06.886559 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-7ddc558e-ec2d-46e2-beec-5fdc75c3a89f tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:06.886997 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c5b7824f-0cc5-4553-8bc0-d085b2e286f9 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:06.889416 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-3181d412-0942-4173-a4b4-b75e60189f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'name': 'tempest-TestVolumeBootPattern-157314528-router', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '832db3f3-699c-4232-b40d-da165c776bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:39Z', 'updated_at': '2022-02-09T01:24:49Z', 'revision_number': 4, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'gw_port': {'id': '832db3f3-699c-4232-b40d-da165c776bca', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:41Z', 'updated_at': '2022-02-09T01:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '7f99deb3-ab12-49ea-9cc8-5c26ee9ab47c', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'floating_ip_address': '172.25.8.25', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'port_id': '5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'mac_address': 'fa:16:3e:49:a1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb1c882-d88c-4b35-a2f9-dfb068fedda4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:38:00Z', 'updated_at': '2022-02-09T01:38:00Z', 'revision_number': 0, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '363b3493-e9bd-4c21-9ff5-05551ea98e75', 'name': '', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'mac_address': 'fa:16:3e:6d:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '68d3f132-83c5-49da-80a3-1924c70a8491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:46Z', 'updated_at': '2022-02-09T01:25:00Z', 'revision_number': 5, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'subnets': [{'id': '68d3f132-83c5-49da-80a3-1924c70a8491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:06.910073 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002fbf98-e6cc-45ce-91b9-a5b18c11339d None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:38:06.910713 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002fbf98-e6cc-45ce-91b9-a5b18c11339d None None] Checking segment: {'id': '531229a4-5898-4a99-81b9-f4f4991732b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '36811ba0-932c-489a-9372-3f07b118624b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:06.911678 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-002fbf98-e6cc-45ce-91b9-a5b18c11339d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:06.914783 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002fbf98-e6cc-45ce-91b9-a5b18c11339d None None] Bound using segment: {'id': '531229a4-5898-4a99-81b9-f4f4991732b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '36811ba0-932c-489a-9372-3f07b118624b'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:38:06.917451 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-002fbf98-e6cc-45ce-91b9-a5b18c11339d None None] Bound port: bd2330eb-c0d7-4671-926a-53d2807bea18, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '531229a4-5898-4a99-81b9-f4f4991732b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '36811ba0-932c-489a-9372-3f07b118624b'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:38:06.917618 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddc558e-ec2d-46e2-beec-5fdc75c3a89f tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:06.918322 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-002fbf98-e6cc-45ce-91b9-a5b18c11339d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (bd2330eb-c0d7-4671-926a-53d2807bea18), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:06.936098 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-c5b7824f-0cc5-4553-8bc0-d085b2e286f9 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] device_id is not set on port b119afe6-d72b-4b81-8b55-2dce0af6e617 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:38:07.050825 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33804) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:07.140534 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc558e-ec2d-46e2-beec-5fdc75c3a89f tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'Port': ['ID=e55de3b2-b884-498e-9deb-4f41a06da75c,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:07.210632 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7ddc558e-ec2d-46e2-beec-5fdc75c3a89f tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (74cf0ee9-1547-4cd8-852d-c35c6404336a), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:07.333697 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-002fbf98-e6cc-45ce-91b9-a5b18c11339d None None] For port bd2330eb-c0d7-4671-926a-53d2807bea18, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:38:07.344114 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-002fbf98-e6cc-45ce-91b9-a5b18c11339d None None] For port bd2330eb-c0d7-4671-926a-53d2807bea18, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=bd2330eb-c0d7-4671-926a-53d2807bea18,segment=NetworkSegment(531229a4-5898-4a99-81b9-f4f4991732b4),segment_id=531229a4-5898-4a99-81b9-f4f4991732b4)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:38:07.353478 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3181d412-0942-4173-a4b4-b75e60189f36 None None] Checking router: c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:38:07.453498 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-c5b7824f-0cc5-4553-8bc0-d085b2e286f9 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Allocated IP 172.20.0.9 (1fe42d92-f022-4448-9db4-8d2dc4e77727/a04bd7ab-3b12-4d13-baed-c9d00ec4cff2/b119afe6-d72b-4b81-8b55-2dce0af6e617) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:07.560623 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-002fbf98-e6cc-45ce-91b9-a5b18c11339d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (bd2330eb-c0d7-4671-926a-53d2807bea18), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:07.571060 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f1d86-ff35-4f10-931e-a899dbe8a78b None None] Pushing event updated for resources: {'Port': ['ID=4db274c4-2db9-47b2-aa8c-c60d4dfe411d,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:07.573960 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7ddc558e-ec2d-46e2-beec-5fdc75c3a89f tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e55de3b2-b884-498e-9deb-4f41a06da75c), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:07.619589 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-07546d35-4bad-4612-a014-f5bb593e3772 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Request body: {'network': {'name': 'tempest-network-smoke--452779534', 'project_id': '08210566e83248dda7b4b9773be6fbca', 'port_security_enabled': True}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:07.637990 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 9b3eb6f6-5234-401d-b6be-409c87b5b287 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:07.638399 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (9b3eb6f6-5234-401d-b6be-409c87b5b287), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:07.693681 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3181d412-0942-4173-a4b4-b75e60189f36 None None] Routers {'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:38:07.694335 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-3181d412-0942-4173-a4b4-b75e60189f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:38:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:07.746949 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07546d35-4bad-4612-a014-f5bb593e3772 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Made reservation on behalf of 08210566e83248dda7b4b9773be6fbca for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:07.757073 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-07546d35-4bad-4612-a014-f5bb593e3772 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:07.777838 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-07546d35-4bad-4612-a014-f5bb593e3772 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:07.789706 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:07.846572 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-c65f1d86-ff35-4f10-931e-a899dbe8a78b None None] Attempting to bind port 4db274c4-2db9-47b2-aa8c-c60d4dfe411d on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:38:07.847205 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-c65f1d86-ff35-4f10-931e-a899dbe8a78b None None] Attempting to bind port 4db274c4-2db9-47b2-aa8c-c60d4dfe411d by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '73c0f677-d055-4240-ab34-e39428b8b5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '1fe42d92-f022-4448-9db4-8d2dc4e77727'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:38:07.847606 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65f1d86-ff35-4f10-931e-a899dbe8a78b None None] Attempting to bind port 4db274c4-2db9-47b2-aa8c-c60d4dfe411d on network 1fe42d92-f022-4448-9db4-8d2dc4e77727 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:38:07.936603 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c5b7824f-0cc5-4553-8bc0-d085b2e286f9 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for port (b119afe6-d72b-4b81-8b55-2dce0af6e617), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:08.042854 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c5b7824f-0cc5-4553-8bc0-d085b2e286f9 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (b119afe6-d72b-4b81-8b55-2dce0af6e617), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:08.145660 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-07546d35-4bad-4612-a014-f5bb593e3772 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group (36f44ed8-95d6-4b8c-80b6-153f5c55b36b), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:08.154053 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-07546d35-4bad-4612-a014-f5bb593e3772 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (36f44ed8-95d6-4b8c-80b6-153f5c55b36b), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:08.155370 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b7824f-0cc5-4553-8bc0-d085b2e286f9 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Network 1fe42d92-f022-4448-9db4-8d2dc4e77727 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:08.177861 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-c5b7824f-0cc5-4553-8bc0-d085b2e286f9 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:08.189916 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b7824f-0cc5-4553-8bc0-d085b2e286f9 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:08.237592 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07546d35-4bad-4612-a014-f5bb593e3772 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1042} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:38:08.256054 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07546d35-4bad-4612-a014-f5bb593e3772 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36f44ed8-95d6-4b8c-80b6-153f5c55b36b,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:08.289913 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-07546d35-4bad-4612-a014-f5bb593e3772 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (f4eb58eb-4f5f-465e-b7fb-e1df5409926f), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:08.290504 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-07546d35-4bad-4612-a014-f5bb593e3772 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Added segment f4eb58eb-4f5f-465e-b7fb-e1df5409926f of type vlan for network 85fab4c6-67c5-4572-98f4-be05932fca9f Feb 09 01:38:08.364574 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-07546d35-4bad-4612-a014-f5bb593e3772 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (85fab4c6-67c5-4572-98f4-be05932fca9f), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:08.371814 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7ddc558e-ec2d-46e2-beec-5fdc75c3a89f tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for port (e55de3b2-b884-498e-9deb-4f41a06da75c), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:08.376660 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7824f-0cc5-4553-8bc0-d085b2e286f9 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event updated for resources: {'Port': ['ID=b119afe6-d72b-4b81-8b55-2dce0af6e617,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:08.381362 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7ddc558e-ec2d-46e2-beec-5fdc75c3a89f tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (e55de3b2-b884-498e-9deb-4f41a06da75c), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:08.415386 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b7824f-0cc5-4553-8bc0-d085b2e286f9 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:08.416081 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c5b7824f-0cc5-4553-8bc0-d085b2e286f9 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:08.460077 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c5b7824f-0cc5-4553-8bc0-d085b2e286f9 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1356010 Feb 09 01:38:08.461535 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33844) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:08.469754 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-07546d35-4bad-4612-a014-f5bb593e3772 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (85fab4c6-67c5-4572-98f4-be05932fca9f), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:08.475185 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07546d35-4bad-4612-a014-f5bb593e3772 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:08.475780 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-07546d35-4bad-4612-a014-f5bb593e3772 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:08.543671 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-07546d35-4bad-4612-a014-f5bb593e3772 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4804065 Feb 09 01:38:08.574666 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33846) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:08.588343 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-c24f10b8-bcd6-4064-8379-e78024e27664 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-785819750', 'admin_state_up': True, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:08.606764 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-3181d412-0942-4173-a4b4-b75e60189f36 None None] Set router c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:38:08.737215 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc558e-ec2d-46e2-beec-5fdc75c3a89f tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'Port': ['ID=e55de3b2-b884-498e-9deb-4f41a06da75c,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:08.740124 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7ddc558e-ec2d-46e2-beec-5fdc75c3a89f tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (74cf0ee9-1547-4cd8-852d-c35c6404336a), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:08.749734 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc3a838-9823-445e-a4ef-3455eda6fc53 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:08.751356 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6cc3a838-9823-445e-a4ef-3455eda6fc53 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2886720 Feb 09 01:38:08.755511 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33850) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:08.838234 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacf11cd-101f-4829-b88f-0858b7f66c4f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:08.849069 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacf11cd-101f-4829-b88f-0858b7f66c4f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:08.861204 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacf11cd-101f-4829-b88f-0858b7f66c4f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:08.863138 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-eacf11cd-101f-4829-b88f-0858b7f66c4f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1066673 Feb 09 01:38:08.870027 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33852) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:08.896345 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c24f10b8-bcd6-4064-8379-e78024e27664 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (1d7e0fb3-4e68-4d5c-b471-948997461cbe), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:08.897624 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c24f10b8-bcd6-4064-8379-e78024e27664 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (1d7e0fb3-4e68-4d5c-b471-948997461cbe), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:09.024223 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c24f10b8-bcd6-4064-8379-e78024e27664 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for router_controller (1d7e0fb3-4e68-4d5c-b471-948997461cbe), precommit_add_association {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:09.028026 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07546d35-4bad-4612-a014-f5bb593e3772 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event updated for resources: {'Network': ['ID=85fab4c6-67c5-4572-98f4-be05932fca9f,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:09.044674 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65f1d86-ff35-4f10-931e-a899dbe8a78b None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:38:09.046153 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65f1d86-ff35-4f10-931e-a899dbe8a78b None None] Checking segment: {'id': '73c0f677-d055-4240-ab34-e39428b8b5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '1fe42d92-f022-4448-9db4-8d2dc4e77727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:09.050247 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c65f1d86-ff35-4f10-931e-a899dbe8a78b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:09.052074 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65f1d86-ff35-4f10-931e-a899dbe8a78b None None] Bound using segment: {'id': '73c0f677-d055-4240-ab34-e39428b8b5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '1fe42d92-f022-4448-9db4-8d2dc4e77727'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:38:09.052839 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-c65f1d86-ff35-4f10-931e-a899dbe8a78b None None] Bound port: 4db274c4-2db9-47b2-aa8c-c60d4dfe411d, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73c0f677-d055-4240-ab34-e39428b8b5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '1fe42d92-f022-4448-9db4-8d2dc4e77727'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:38:09.054467 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c65f1d86-ff35-4f10-931e-a899dbe8a78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4db274c4-2db9-47b2-aa8c-c60d4dfe411d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:09.091570 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-95ee3798-827f-4a9d-88bb-1a8cce655a3a tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Deleting port b119afe6-d72b-4b81-8b55-2dce0af6e617 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:09.091822 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-95ee3798-827f-4a9d-88bb-1a8cce655a3a tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (b119afe6-d72b-4b81-8b55-2dce0af6e617), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:09.192264 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 85fab4c6-67c5-4572-98f4-be05932fca9f details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:38:09.282714 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:09.285844 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:09.322619 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-95ee3798-827f-4a9d-88bb-1a8cce655a3a tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (b119afe6-d72b-4b81-8b55-2dce0af6e617), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:09.348992 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-95ee3798-827f-4a9d-88bb-1a8cce655a3a tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Calling delete_port for b119afe6-d72b-4b81-8b55-2dce0af6e617 owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:09.358701 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002fbf98-e6cc-45ce-91b9-a5b18c11339d None None] Pushing event updated for resources: {'Port': ['ID=bd2330eb-c0d7-4671-926a-53d2807bea18,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:09.461373 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-3181d412-0942-4173-a4b4-b75e60189f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'name': 'tempest-TestVolumeBootPattern-157314528-router', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '832db3f3-699c-4232-b40d-da165c776bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:39Z', 'updated_at': '2022-02-09T01:24:49Z', 'revision_number': 4, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'gw_port': {'id': '832db3f3-699c-4232-b40d-da165c776bca', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:41Z', 'updated_at': '2022-02-09T01:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '7f99deb3-ab12-49ea-9cc8-5c26ee9ab47c', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'floating_ip_address': '172.25.8.25', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'port_id': '5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'mac_address': 'fa:16:3e:49:a1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb1c882-d88c-4b35-a2f9-dfb068fedda4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:38:00Z', 'updated_at': '2022-02-09T01:38:00Z', 'revision_number': 0, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '363b3493-e9bd-4c21-9ff5-05551ea98e75', 'name': '', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'mac_address': 'fa:16:3e:6d:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '68d3f132-83c5-49da-80a3-1924c70a8491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:46Z', 'updated_at': '2022-02-09T01:25:00Z', 'revision_number': 5, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'subnets': [{'id': '68d3f132-83c5-49da-80a3-1924c70a8491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:09.572332 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-c65f1d86-ff35-4f10-931e-a899dbe8a78b None None] For port 4db274c4-2db9-47b2-aa8c-c60d4dfe411d, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:38:09.578507 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-c65f1d86-ff35-4f10-931e-a899dbe8a78b None None] For port 4db274c4-2db9-47b2-aa8c-c60d4dfe411d, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=4db274c4-2db9-47b2-aa8c-c60d4dfe411d,segment=NetworkSegment(73c0f677-d055-4240-ab34-e39428b8b5ca),segment_id=73c0f677-d055-4240-ab34-e39428b8b5ca)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:38:09.599455 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c65f1d86-ff35-4f10-931e-a899dbe8a78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (4db274c4-2db9-47b2-aa8c-c60d4dfe411d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:09.652683 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 9b3eb6f6-5234-401d-b6be-409c87b5b287 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:09.653392 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (9b3eb6f6-5234-401d-b6be-409c87b5b287), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:09.685365 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3181d412-0942-4173-a4b4-b75e60189f36 None None] The sync data for ids ['c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'] in n-d-828369-4 is: [{'id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'name': 'tempest-TestVolumeBootPattern-157314528-router', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '832db3f3-699c-4232-b40d-da165c776bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:39Z', 'updated_at': '2022-02-09T01:24:49Z', 'revision_number': 4, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'gw_port': {'id': '832db3f3-699c-4232-b40d-da165c776bca', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:41Z', 'updated_at': '2022-02-09T01:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '7f99deb3-ab12-49ea-9cc8-5c26ee9ab47c', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'floating_ip_address': '172.25.8.25', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'port_id': '5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'mac_address': 'fa:16:3e:49:a1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb1c882-d88c-4b35-a2f9-dfb068fedda4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:38:00Z', 'updated_at': '2022-02-09T01:38:00Z', 'revision_number': 0, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '363b3493-e9bd-4c21-9ff5-05551ea98e75', 'name': '', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'mac_address': 'fa:16:3e:6d:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '68d3f132-83c5-49da-80a3-1924c70a8491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:46Z', 'updated_at': '2022-02-09T01:25:00Z', 'revision_number': 5, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'subnets': [{'id': '68d3f132-83c5-49da-80a3-1924c70a8491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:38:09.700857 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 9b3eb6f6-5234-401d-b6be-409c87b5b287, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=9b3eb6f6-5234-401d-b6be-409c87b5b287,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:09.770425 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f1d86-ff35-4f10-931e-a899dbe8a78b None None] Pushing event updated for resources: {'Port': ['ID=4db274c4-2db9-47b2-aa8c-c60d4dfe411d,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:09.785682 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5a1411-b490-4119-be24-4f66f886f192 None None] Network 36811ba0-932c-489a-9372-3f07b118624b requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:09.795581 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-95ee3798-827f-4a9d-88bb-1a8cce655a3a tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (b119afe6-d72b-4b81-8b55-2dce0af6e617), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:09.798217 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (9b3eb6f6-5234-401d-b6be-409c87b5b287), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:09.885742 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee3798-827f-4a9d-88bb-1a8cce655a3a tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event deleted for resources: {'Port': ['ID=b119afe6-d72b-4b81-8b55-2dce0af6e617,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:10.077635 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c24f10b8-bcd6-4064-8379-e78024e27664 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for router_gateway (1d7e0fb3-4e68-4d5c-b471-948997461cbe), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:10.110775 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-54d2352b-20b9-44c0-bcc5-3a26554dc6df None None] Provisioning complete for port bd2330eb-c0d7-4671-926a-53d2807bea18 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:10.111280 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-54d2352b-20b9-44c0-bcc5-3a26554dc6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (bd2330eb-c0d7-4671-926a-53d2807bea18), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:10.139279 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddc558e-ec2d-46e2-beec-5fdc75c3a89f tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Network 36811ba0-932c-489a-9372-3f07b118624b is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:10.178494 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-7ddc558e-ec2d-46e2-beec-5fdc75c3a89f tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:10.187996 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:10.195116 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-95ee3798-827f-4a9d-88bb-1a8cce655a3a tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:10.203818 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-95ee3798-827f-4a9d-88bb-1a8cce655a3a tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/ports/b119afe6-d72b-4b81-8b55-2dce0af6e617 HTTP/1.1" status: 204 len: 168 time: 1.3327384 Feb 09 01:38:10.206677 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33872) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:10.241962 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb2e397e-8aae-45bf-bd75-e4014a7f9a97 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] GET failed (client error): The resource could not be found. Feb 09 01:38:10.245456 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-bb2e397e-8aae-45bf-bd75-e4014a7f9a97 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "GET /v2.0/ports/b119afe6-d72b-4b81-8b55-2dce0af6e617 HTTP/1.1" status: 404 len: 333 time: 0.0375285 Feb 09 01:38:10.252695 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33874) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:10.263791 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device bd2330eb-c0d7-4671-926a-53d2807bea18 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:38:10.295173 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197d7eb5-32db-46fa-8020-976fc358a724 None None] New status for floating IP 7f99deb3-ab12-49ea-9cc8-5c26ee9ab47c: ACTIVE {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:38:10.411343 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=9b3eb6f6-5234-401d-b6be-409c87b5b287,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:10.467955 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-79c5047f-15ed-43ff-b993-36fef1a4b7f9 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Deleting port ab559041-7e88-49ae-aaab-18d00e8a464a {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:10.468472 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-79c5047f-15ed-43ff-b993-36fef1a4b7f9 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (ab559041-7e88-49ae-aaab-18d00e8a464a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:10.589981 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-79c5047f-15ed-43ff-b993-36fef1a4b7f9 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (ab559041-7e88-49ae-aaab-18d00e8a464a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:10.608658 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-79c5047f-15ed-43ff-b993-36fef1a4b7f9 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Calling delete_port for ab559041-7e88-49ae-aaab-18d00e8a464a owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:10.619579 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port bd2330eb-c0d7-4671-926a-53d2807bea18 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:10.620193 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (bd2330eb-c0d7-4671-926a-53d2807bea18), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:10.636946 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ddc558e-ec2d-46e2-beec-5fdc75c3a89f tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Router 74cf0ee9-1547-4cd8-852d-c35c6404336a has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:38:10.689896 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-54d2352b-20b9-44c0-bcc5-3a26554dc6df None None] Current status of the port bd2330eb-c0d7-4671-926a-53d2807bea18 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:10.690341 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-54d2352b-20b9-44c0-bcc5-3a26554dc6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (bd2330eb-c0d7-4671-926a-53d2807bea18), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:10.824782 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-79c5047f-15ed-43ff-b993-36fef1a4b7f9 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (ab559041-7e88-49ae-aaab-18d00e8a464a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:10.855413 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-54d2352b-20b9-44c0-bcc5-3a26554dc6df None None] For port bd2330eb-c0d7-4671-926a-53d2807bea18, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=bd2330eb-c0d7-4671-926a-53d2807bea18,segment=NetworkSegment(531229a4-5898-4a99-81b9-f4f4991732b4),segment_id=531229a4-5898-4a99-81b9-f4f4991732b4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:10.866545 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-54d2352b-20b9-44c0-bcc5-3a26554dc6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (bd2330eb-c0d7-4671-926a-53d2807bea18), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:10.990843 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c5047f-15ed-43ff-b993-36fef1a4b7f9 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event deleted for resources: {'Port': ['ID=ab559041-7e88-49ae-aaab-18d00e8a464a,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:11.046970 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port bd2330eb-c0d7-4671-926a-53d2807bea18 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:11.051799 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d2352b-20b9-44c0-bcc5-3a26554dc6df None None] Pushing event updated for resources: {'Port': ['ID=bd2330eb-c0d7-4671-926a-53d2807bea18,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:11.150853 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-79c5047f-15ed-43ff-b993-36fef1a4b7f9 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:11.164996 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-79c5047f-15ed-43ff-b993-36fef1a4b7f9 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/ports/ab559041-7e88-49ae-aaab-18d00e8a464a HTTP/1.1" status: 204 len: 168 time: 0.9101081 Feb 09 01:38:11.168044 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33882) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:11.182729 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c24f10b8-bcd6-4064-8379-e78024e27664 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for router_gateway (1d7e0fb3-4e68-4d5c-b471-948997461cbe), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:11.233702 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae6c6035-9a71-4b6f-a75d-8865c7bc9215 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] GET failed (client error): The resource could not be found. Feb 09 01:38:11.239226 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ae6c6035-9a71-4b6f-a75d-8865c7bc9215 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "GET /v2.0/ports/ab559041-7e88-49ae-aaab-18d00e8a464a HTTP/1.1" status: 404 len: 333 time: 0.0697999 Feb 09 01:38:11.240008 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33886) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:11.288138 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ddc558e-ec2d-46e2-beec-5fdc75c3a89f tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:38:11.290447 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c24f10b8-bcd6-4064-8379-e78024e27664 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:11.317652 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e45c9a-c4bf-47d9-95a7-76cde0bde519 None None] Sync routers for ids ['74cf0ee9-1547-4cd8-852d-c35c6404336a'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:38:11.336215 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a31a13a-d10b-4d72-972c-23abeba87f13 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Deleting subnet a04bd7ab-3b12-4d13-baed-c9d00ec4cff2 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:38:11.346002 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a31a13a-d10b-4d72-972c-23abeba87f13 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for subnet (a04bd7ab-3b12-4d13-baed-c9d00ec4cff2), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:11.363534 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-a48c280e-8005-437d-bcd5-0d151503f759 None None] Provisioning complete for port bd2330eb-c0d7-4671-926a-53d2807bea18 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:11.364203 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a48c280e-8005-437d-bcd5-0d151503f759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (bd2330eb-c0d7-4671-926a-53d2807bea18), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:11.479400 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a31a13a-d10b-4d72-972c-23abeba87f13 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (a04bd7ab-3b12-4d13-baed-c9d00ec4cff2), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:11.552836 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-c24f10b8-bcd6-4064-8379-e78024e27664 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Allocated IP 172.25.8.78 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/62b798d0-a28e-4514-96e5-53dc426ea8c8) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:11.597328 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a48c280e-8005-437d-bcd5-0d151503f759 None None] Current status of the port bd2330eb-c0d7-4671-926a-53d2807bea18 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:11.602949 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e45c9a-c4bf-47d9-95a7-76cde0bde519 None None] Routers {'74cf0ee9-1547-4cd8-852d-c35c6404336a'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:38:11.604086 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-34e45c9a-c4bf-47d9-95a7-76cde0bde519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:38:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['74cf0ee9-1547-4cd8-852d-c35c6404336a'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:11.680480 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-7ddc558e-ec2d-46e2-beec-5fdc75c3a89f tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "PUT /v2.0/routers/74cf0ee9-1547-4cd8-852d-c35c6404336a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2263122 Feb 09 01:38:11.738068 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a31a13a-d10b-4d72-972c-23abeba87f13 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (a04bd7ab-3b12-4d13-baed-c9d00ec4cff2), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:11.782074 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c24f10b8-bcd6-4064-8379-e78024e27664 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for port (62b798d0-a28e-4514-96e5-53dc426ea8c8), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:11.796949 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b155c2-8e21-4310-a7e5-79c3ee227702 None None] Network 1fe42d92-f022-4448-9db4-8d2dc4e77727 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:11.865945 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c24f10b8-bcd6-4064-8379-e78024e27664 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (62b798d0-a28e-4514-96e5-53dc426ea8c8), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:11.903462 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a31a13a-d10b-4d72-972c-23abeba87f13 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (a04bd7ab-3b12-4d13-baed-c9d00ec4cff2), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:11.969577 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8a31a13a-d10b-4d72-972c-23abeba87f13 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:11.988727 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8a31a13a-d10b-4d72-972c-23abeba87f13 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/subnets/a04bd7ab-3b12-4d13-baed-c9d00ec4cff2 HTTP/1.1" status: 204 len: 168 time: 0.7475502 Feb 09 01:38:11.996287 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-a48c280e-8005-437d-bcd5-0d151503f759 None None] Provisioning complete for port e55de3b2-b884-498e-9deb-4f41a06da75c triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:12.015599 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a48c280e-8005-437d-bcd5-0d151503f759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e55de3b2-b884-498e-9deb-4f41a06da75c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:12.032318 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33894) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:12.035199 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a31a13a-d10b-4d72-972c-23abeba87f13 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event deleted for resources: {'Subnet': ['ID=a04bd7ab-3b12-4d13-baed-c9d00ec4cff2,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:12.046418 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24f10b8-bcd6-4064-8379-e78024e27664 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:12.063375 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f10b8-bcd6-4064-8379-e78024e27664 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event updated for resources: {'Port': ['ID=62b798d0-a28e-4514-96e5-53dc426ea8c8,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:12.079021 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-c24f10b8-bcd6-4064-8379-e78024e27664 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:12.086143 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24f10b8-bcd6-4064-8379-e78024e27664 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:12.277583 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a7403c07-421e-4968-a06b-20ca847b17fb tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (1fe42d92-f022-4448-9db4-8d2dc4e77727), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:12.309805 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-eadca870-af06-4147-bf48-23d9deeb11e7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1510243517&fields=id&tenant_id=c3786288d8304ed4a73754fbccf8bb65 HTTP/1.1" status: 200 len: 267 time: 0.1428864 Feb 09 01:38:12.395716 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-a7403c07-421e-4968-a06b-20ca847b17fb tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Deleting port 4db274c4-2db9-47b2-aa8c-c60d4dfe411d {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:12.396061 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a7403c07-421e-4968-a06b-20ca847b17fb tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (4db274c4-2db9-47b2-aa8c-c60d4dfe411d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:12.479806 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-34e45c9a-c4bf-47d9-95a7-76cde0bde519 None None] Set router 74cf0ee9-1547-4cd8-852d-c35c6404336a gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:38:12.527836 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-17c47d1f-81ba-4d71-8d4a-2954d331295d tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:12.529591 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-17c47d1f-81ba-4d71-8d4a-2954d331295d tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/networks?id=36811ba0-932c-489a-9372-3f07b118624b HTTP/1.1" status: 200 len: 797 time: 0.2035384 Feb 09 01:38:12.553655 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-a7403c07-421e-4968-a06b-20ca847b17fb tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] For port 4db274c4-2db9-47b2-aa8c-c60d4dfe411d, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=4db274c4-2db9-47b2-aa8c-c60d4dfe411d,segment=NetworkSegment(73c0f677-d055-4240-ab34-e39428b8b5ca),segment_id=73c0f677-d055-4240-ab34-e39428b8b5ca)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:12.554183 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a7403c07-421e-4968-a06b-20ca847b17fb tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (4db274c4-2db9-47b2-aa8c-c60d4dfe411d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:12.568031 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4db274c4-2db9-47b2-aa8c-c60d4dfe411d up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:38:12.584259 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-a7403c07-421e-4968-a06b-20ca847b17fb tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Calling delete_port for 4db274c4-2db9-47b2-aa8c-c60d4dfe411d owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:12.615058 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-d028dab6-9ac9-4596-90de-a69884b61502 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/quotas/c3786288d8304ed4a73754fbccf8bb65 HTTP/1.1" status: 200 len: 375 time: 0.0516300 Feb 09 01:38:12.769778 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a7403c07-421e-4968-a06b-20ca847b17fb tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (4db274c4-2db9-47b2-aa8c-c60d4dfe411d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:12.808024 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Could not find standard attr ID for object 4db274c4-2db9-47b2-aa8c-c60d4dfe411d. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:38:12.808694 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device bd2330eb-c0d7-4671-926a-53d2807bea18 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:38:12.824458 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7403c07-421e-4968-a06b-20ca847b17fb tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event deleted for resources: {'Port': ['ID=4db274c4-2db9-47b2-aa8c-c60d4dfe411d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:12.835749 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7403c07-421e-4968-a06b-20ca847b17fb tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] No DVR routers for this DVR port 4db274c4-2db9-47b2-aa8c-c60d4dfe411d on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:38:12.912578 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a48c280e-8005-437d-bcd5-0d151503f759 None None] Port e55de3b2-b884-498e-9deb-4f41a06da75c cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:38:12.938162 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port bd2330eb-c0d7-4671-926a-53d2807bea18 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:12.938697 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (bd2330eb-c0d7-4671-926a-53d2807bea18), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:13.013421 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c24f10b8-bcd6-4064-8379-e78024e27664 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for router_gateway (1d7e0fb3-4e68-4d5c-b471-948997461cbe), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:13.030744 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a7403c07-421e-4968-a06b-20ca847b17fb tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (1fe42d92-f022-4448-9db4-8d2dc4e77727), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:13.062234 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-34e45c9a-c4bf-47d9-95a7-76cde0bde519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cf0ee9-1547-4cd8-852d-c35c6404336a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2147002332', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '9b3eb6f6-5234-401d-b6be-409c87b5b287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:37:58Z', 'updated_at': '2022-02-09T01:38:07Z', 'revision_number': 4, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '9b3eb6f6-5234-401d-b6be-409c87b5b287', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:99:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cf0ee9-1547-4cd8-852d-c35c6404336a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:37:59Z', 'updated_at': '2022-02-09T01:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'e55de3b2-b884-498e-9deb-4f41a06da75c', 'name': '', 'network_id': '36811ba0-932c-489a-9372-3f07b118624b', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'mac_address': 'fa:16:3e:26:18:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cf0ee9-1547-4cd8-852d-c35c6404336a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'cd101850-45aa-4dbe-87a1-17374b4984b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:05Z', 'updated_at': '2022-02-09T01:38:08Z', 'revision_number': 2, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'subnets': [{'id': 'cd101850-45aa-4dbe-87a1-17374b4984b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:13.134380 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-a7403c07-421e-4968-a06b-20ca847b17fb tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fe42d92-f022-4448-9db4-8d2dc4e77727']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:13.161021 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-a7403c07-421e-4968-a06b-20ca847b17fb tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73c0f677-d055-4240-ab34-e39428b8b5ca') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:13.162574 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e45c9a-c4bf-47d9-95a7-76cde0bde519 None None] Checking router: 74cf0ee9-1547-4cd8-852d-c35c6404336a for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:38:13.162952 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e45c9a-c4bf-47d9-95a7-76cde0bde519 None None] Updating router 74cf0ee9-1547-4cd8-852d-c35c6404336a port e55de3b2-b884-498e-9deb-4f41a06da75c binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:38:13.163427 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-a7403c07-421e-4968-a06b-20ca847b17fb tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73c0f677-d055-4240-ab34-e39428b8b5ca') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:13.234016 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a7403c07-421e-4968-a06b-20ca847b17fb tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (73c0f677-d055-4240-ab34-e39428b8b5ca), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:13.241446 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-701b2b99-9298-4708-95c2-67648ac3343c None None] Provisioning complete for port e55de3b2-b884-498e-9deb-4f41a06da75c triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:13.241840 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-701b2b99-9298-4708-95c2-67648ac3343c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e55de3b2-b884-498e-9deb-4f41a06da75c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:13.270829 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-d8896ceb-ed9b-4814-8839-b3e182d2804a tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c3786288d8304ed4a73754fbccf8bb65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6534839 Feb 09 01:38:13.287041 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a7403c07-421e-4968-a06b-20ca847b17fb tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (73c0f677-d055-4240-ab34-e39428b8b5ca), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:13.305472 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7403c07-421e-4968-a06b-20ca847b17fb tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:38:13.305968 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a7403c07-421e-4968-a06b-20ca847b17fb tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (73c0f677-d055-4240-ab34-e39428b8b5ca), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:13.321936 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port bd2330eb-c0d7-4671-926a-53d2807bea18 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:13.325023 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 9b3eb6f6-5234-401d-b6be-409c87b5b287 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:38:13.397388 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:38:13.397388 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:38:13.397388 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:38:13.397388 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:38:13.397388 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:38:13.397388 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:38:13.397388 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:38:13.397388 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:38:13.397388 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:38:13.397388 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:38:13.397388 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:38:13.397388 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:38:13.397388 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:38:13.397388 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:38:13.397388 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:38:13.397388 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:38:13.397388 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:38:13.397388 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:38:13.397388 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:38:13.397388 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:38:13.397388 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:38:13.397388 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:38:13.397388 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:38:13.397388 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:38:13.397388 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:38:13.397388 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:38:13.397388 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:38:13.397388 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:38:13.397388 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:38:13.397388 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:38:13.397388 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:38:13.397388 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:38:13.401391 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a7403c07-421e-4968-a06b-20ca847b17fb tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (1fe42d92-f022-4448-9db4-8d2dc4e77727), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:13.405713 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09173d29-7aea-44cd-a6a7-16ec86fe3e51 None None] Network 1fe42d92-f022-4448-9db4-8d2dc4e77727 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:13.420424 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a7403c07-421e-4968-a06b-20ca847b17fb tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:13.430108 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a7403c07-421e-4968-a06b-20ca847b17fb tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/networks/1fe42d92-f022-4448-9db4-8d2dc4e77727 HTTP/1.1" status: 204 len: 168 time: 1.3964665 Feb 09 01:38:13.436808 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33914) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:13.455593 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7403c07-421e-4968-a06b-20ca847b17fb tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event deleted for resources: {'Network': ['ID=1fe42d92-f022-4448-9db4-8d2dc4e77727,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:13.457514 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09173d29-7aea-44cd-a6a7-16ec86fe3e51 None None] Network 1fe42d92-f022-4448-9db4-8d2dc4e77727 could not be found, it might have been deleted concurrently. {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 01:38:13.475494 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-34e45c9a-c4bf-47d9-95a7-76cde0bde519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e55de3b2-b884-498e-9deb-4f41a06da75c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:13.611784 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-3b7b2efe-820a-4779-a84e-43188fb72817 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-801495668'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:13.616226 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c24f10b8-bcd6-4064-8379-e78024e27664 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (1d7e0fb3-4e68-4d5c-b471-948997461cbe), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:13.731793 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-dd247690-cd51-4d9a-9d47-7a3dbea568ec service neutron] 10.222.0.50 "GET /v2.0/networks/36811ba0-932c-489a-9372-3f07b118624b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408915 Feb 09 01:38:13.754310 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7b2efe-820a-4779-a84e-43188fb72817 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Made reservation on behalf of 79bede7de42d4f599c02c44fde53ae7e for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:13.757988 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3b7b2efe-820a-4779-a84e-43188fb72817 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:13.839974 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b7b2efe-820a-4779-a84e-43188fb72817 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1011} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:38:13.882505 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-701b2b99-9298-4708-95c2-67648ac3343c None None] Port e55de3b2-b884-498e-9deb-4f41a06da75c cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:38:13.891941 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c092d49-66fc-4006-ac88-2a8911f8562e None None] DHCP port deletion for 1fe42d92-f022-4448-9db4-8d2dc4e77727 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:38:13.904589 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3b7b2efe-820a-4779-a84e-43188fb72817 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (78b0c76a-dd21-4c82-b400-9e8f0f1073f1), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:13.912103 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-701b2b99-9298-4708-95c2-67648ac3343c None None] Could not find standard attr ID for object 4db274c4-2db9-47b2-aa8c-c60d4dfe411d. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:38:13.912754 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-3b7b2efe-820a-4779-a84e-43188fb72817 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Added segment 78b0c76a-dd21-4c82-b400-9e8f0f1073f1 of type vlan for network 5a3f2270-c253-4c11-93d5-d0fd320fd6c7 Feb 09 01:38:13.997792 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 9b3eb6f6-5234-401d-b6be-409c87b5b287 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:13.997792 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (9b3eb6f6-5234-401d-b6be-409c87b5b287), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:14.050589 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-9de0b770-abc4-4337-83dc-35755d8e5396 service neutron] 10.222.0.50 "GET /v2.0/networks/36811ba0-932c-489a-9372-3f07b118624b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099260 Feb 09 01:38:14.097990 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3b7b2efe-820a-4779-a84e-43188fb72817 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (5a3f2270-c253-4c11-93d5-d0fd320fd6c7), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:14.107796 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-34e45c9a-c4bf-47d9-95a7-76cde0bde519 None None] Publish callbacks [] for port (e55de3b2-b884-498e-9deb-4f41a06da75c), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:14.123973 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-34e45c9a-c4bf-47d9-95a7-76cde0bde519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e55de3b2-b884-498e-9deb-4f41a06da75c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:14.158574 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3b7b2efe-820a-4779-a84e-43188fb72817 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (5a3f2270-c253-4c11-93d5-d0fd320fd6c7), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:14.172117 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7b2efe-820a-4779-a84e-43188fb72817 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:14.172979 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3b7b2efe-820a-4779-a84e-43188fb72817 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:14.270702 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99caa8ad-7df8-4954-9526-f4c57d7aa5b7 None None] Pushing event updated for resources: {'Port': ['ID=e55de3b2-b884-498e-9deb-4f41a06da75c,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:14.287330 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24f10b8-bcd6-4064-8379-e78024e27664 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Router 1d7e0fb3-4e68-4d5c-b471-948997461cbe is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:38:14.484347 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 9b3eb6f6-5234-401d-b6be-409c87b5b287 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:14.528107 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e350324d-c3cb-4743-a90c-f399031b18a1 req-66803f82-4918-4d72-9bb9-be55657a7ac6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7fb1c882-d88c-4b35-a2f9-dfb068fedda4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6646922 Feb 09 01:38:14.597240 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-34e45c9a-c4bf-47d9-95a7-76cde0bde519 None None] Attempting to bind port e55de3b2-b884-498e-9deb-4f41a06da75c on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:38:14.599932 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-34e45c9a-c4bf-47d9-95a7-76cde0bde519 None None] Attempting to bind port e55de3b2-b884-498e-9deb-4f41a06da75c by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '531229a4-5898-4a99-81b9-f4f4991732b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '36811ba0-932c-489a-9372-3f07b118624b'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:38:14.600564 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e45c9a-c4bf-47d9-95a7-76cde0bde519 None None] Attempting to bind port e55de3b2-b884-498e-9deb-4f41a06da75c on network 36811ba0-932c-489a-9372-3f07b118624b {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:38:14.617927 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e45c9a-c4bf-47d9-95a7-76cde0bde519 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:38:14.617927 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e45c9a-c4bf-47d9-95a7-76cde0bde519 None None] Checking segment: {'id': '531229a4-5898-4a99-81b9-f4f4991732b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '36811ba0-932c-489a-9372-3f07b118624b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:14.620711 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-34e45c9a-c4bf-47d9-95a7-76cde0bde519 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:14.621801 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e45c9a-c4bf-47d9-95a7-76cde0bde519 None None] Bound using segment: {'id': '531229a4-5898-4a99-81b9-f4f4991732b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '36811ba0-932c-489a-9372-3f07b118624b'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:38:14.622377 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3b7b2efe-820a-4779-a84e-43188fb72817 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1811399 Feb 09 01:38:14.623937 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-34e45c9a-c4bf-47d9-95a7-76cde0bde519 None None] Bound port: e55de3b2-b884-498e-9deb-4f41a06da75c, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '531229a4-5898-4a99-81b9-f4f4991732b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '36811ba0-932c-489a-9372-3f07b118624b'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:38:14.624808 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33930) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:14.625650 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-34e45c9a-c4bf-47d9-95a7-76cde0bde519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e55de3b2-b884-498e-9deb-4f41a06da75c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:14.635298 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-aa9a6c65-6fbb-4ef3-bbbc-557e3ebdec9f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'subnet': {'network_id': '5a3f2270-c253-4c11-93d5-d0fd320fd6c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:14.722697 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4db274c4-2db9-47b2-aa8c-c60d4dfe411d no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:38:14.780500 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 4db274c4-2db9-47b2-aa8c-c60d4dfe411d {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:38:14.780862 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4db274c4-2db9-47b2-aa8c-c60d4dfe411d not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:38:14.860167 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6399e323-1794-49cc-b9c9-f24e8ac042f2 req-66070e03-6020-44be-9400-f2eb25561a59 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=8538cec5-24e2-4b7e-b442-ed9649ae15de HTTP/1.1" status: 200 len: 210 time: 0.4238834 Feb 09 01:38:14.906874 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-34e45c9a-c4bf-47d9-95a7-76cde0bde519 None None] For port e55de3b2-b884-498e-9deb-4f41a06da75c, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:38:14.942589 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-34e45c9a-c4bf-47d9-95a7-76cde0bde519 None None] For port e55de3b2-b884-498e-9deb-4f41a06da75c, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=e55de3b2-b884-498e-9deb-4f41a06da75c,segment=NetworkSegment(531229a4-5898-4a99-81b9-f4f4991732b4),segment_id=531229a4-5898-4a99-81b9-f4f4991732b4)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:38:14.946111 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-2d1f44a1-4ac8-4aff-89e0-69d1465d4f8b None None] Provisioning complete for port e55de3b2-b884-498e-9deb-4f41a06da75c triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:14.949026 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2d1f44a1-4ac8-4aff-89e0-69d1465d4f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e55de3b2-b884-498e-9deb-4f41a06da75c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:14.952261 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9a6c65-6fbb-4ef3-bbbc-557e3ebdec9f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Made reservation on behalf of 79bede7de42d4f599c02c44fde53ae7e for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:14.956728 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-aa9a6c65-6fbb-4ef3-bbbc-557e3ebdec9f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:14.957602 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-34e45c9a-c4bf-47d9-95a7-76cde0bde519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e55de3b2-b884-498e-9deb-4f41a06da75c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:14.997918 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b2efe-820a-4779-a84e-43188fb72817 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event updated for resources: {'Network': ['ID=5a3f2270-c253-4c11-93d5-d0fd320fd6c7,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:15.056674 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 5a3f2270-c253-4c11-93d5-d0fd320fd6c7 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:38:15.083832 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350324d-c3cb-4743-a90c-f399031b18a1 req-56b1f610-eae8-4a6e-a6de-aae83dea5708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:15.096033 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e350324d-c3cb-4743-a90c-f399031b18a1 req-56b1f610-eae8-4a6e-a6de-aae83dea5708 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9bde012005949bf8ed5f5d05d570ac0&device_id=7fb1c882-d88c-4b35-a2f9-dfb068fedda4 HTTP/1.1" status: 200 len: 1128 time: 0.1730123 Feb 09 01:38:15.105949 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24f10b8-bcd6-4064-8379-e78024e27664 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:38:15.126030 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6841ac2-0186-4eb7-9426-a00c7cbee42c None None] Sync routers for ids ['1d7e0fb3-4e68-4d5c-b471-948997461cbe'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:38:15.151627 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6841ac2-0186-4eb7-9426-a00c7cbee42c None None] Routers {'1d7e0fb3-4e68-4d5c-b471-948997461cbe'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:38:15.161932 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-e6841ac2-0186-4eb7-9426-a00c7cbee42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:38:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['1d7e0fb3-4e68-4d5c-b471-948997461cbe'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:15.420286 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99caa8ad-7df8-4954-9526-f4c57d7aa5b7 None None] Pushing event updated for resources: {'Port': ['ID=e55de3b2-b884-498e-9deb-4f41a06da75c,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:15.441149 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e45c9a-c4bf-47d9-95a7-76cde0bde519 None None] Routers {'74cf0ee9-1547-4cd8-852d-c35c6404336a'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:38:15.441957 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-34e45c9a-c4bf-47d9-95a7-76cde0bde519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:38:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['74cf0ee9-1547-4cd8-852d-c35c6404336a'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:15.603694 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-aa9a6c65-6fbb-4ef3-bbbc-557e3ebdec9f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (8a751a63-1e4f-499b-8c2f-2f6c788047fc), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:15.761019 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9a6c65-6fbb-4ef3-bbbc-557e3ebdec9f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Checking segment: {'id': '78b0c76a-dd21-4c82-b400-9e8f0f1073f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '5a3f2270-c253-4c11-93d5-d0fd320fd6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:15.761668 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9a6c65-6fbb-4ef3-bbbc-557e3ebdec9f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Network hostable DHCP agents. Network: 5a3f2270-c253-4c11-93d5-d0fd320fd6c7, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:38:15.773365 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-e6841ac2-0186-4eb7-9426-a00c7cbee42c None None] Set router 1d7e0fb3-4e68-4d5c-b471-948997461cbe gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:38:15.775256 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a6c65-6fbb-4ef3-bbbc-557e3ebdec9f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event updated for resources: {'Subnet': ['ID=8a751a63-1e4f-499b-8c2f-2f6c788047fc,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:15.794726 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9a6c65-6fbb-4ef3-bbbc-557e3ebdec9f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Network 5a3f2270-c253-4c11-93d5-d0fd320fd6c7 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:38:15.795422 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-2d1f44a1-4ac8-4aff-89e0-69d1465d4f8b None None] Current status of the port e55de3b2-b884-498e-9deb-4f41a06da75c is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:15.795916 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2d1f44a1-4ac8-4aff-89e0-69d1465d4f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e55de3b2-b884-498e-9deb-4f41a06da75c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:15.810330 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-aa9a6c65-6fbb-4ef3-bbbc-557e3ebdec9f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 5a3f2270-c253-4c11-93d5-d0fd320fd6c7) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:15.820852 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaebeb08-a245-434b-8052-fc47556bbd7c None None] Network 5a3f2270-c253-4c11-93d5-d0fd320fd6c7 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:15.826378 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9a6c65-6fbb-4ef3-bbbc-557e3ebdec9f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:15.828439 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-aa9a6c65-6fbb-4ef3-bbbc-557e3ebdec9f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:15.861674 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-aa9a6c65-6fbb-4ef3-bbbc-557e3ebdec9f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2338173 Feb 09 01:38:15.863754 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33944) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:15.875765 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-b2d6cef8-d2e1-462c-8c8f-e274d40207e9 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-18067649', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:15.914240 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-34e45c9a-c4bf-47d9-95a7-76cde0bde519 None None] Set router 74cf0ee9-1547-4cd8-852d-c35c6404336a gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:38:15.945948 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b2d6cef8-d2e1-462c-8c8f-e274d40207e9 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (718776a7-d774-451f-9e14-39540f77041b), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:15.947250 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b2d6cef8-d2e1-462c-8c8f-e274d40207e9 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (718776a7-d774-451f-9e14-39540f77041b), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:15.991028 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-2d1f44a1-4ac8-4aff-89e0-69d1465d4f8b None None] For port e55de3b2-b884-498e-9deb-4f41a06da75c, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=e55de3b2-b884-498e-9deb-4f41a06da75c,segment=NetworkSegment(531229a4-5898-4a99-81b9-f4f4991732b4),segment_id=531229a4-5898-4a99-81b9-f4f4991732b4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:16.001407 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2d1f44a1-4ac8-4aff-89e0-69d1465d4f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e55de3b2-b884-498e-9deb-4f41a06da75c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:16.129329 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b2d6cef8-d2e1-462c-8c8f-e274d40207e9 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for router_controller (718776a7-d774-451f-9e14-39540f77041b), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:16.137067 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b2d6cef8-d2e1-462c-8c8f-e274d40207e9 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (718776a7-d774-451f-9e14-39540f77041b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:16.191119 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b2d6cef8-d2e1-462c-8c8f-e274d40207e9 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:16.198487 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b2d6cef8-d2e1-462c-8c8f-e274d40207e9 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3338599 Feb 09 01:38:16.201610 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33946) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:16.214109 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-8d3c8899-c13a-4826-ba0b-e94db02d7534 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'port': {'network_id': '5a3f2270-c253-4c11-93d5-d0fd320fd6c7', 'name': 'tempest-PortsTestJSON-394592194'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:16.262852 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f44a1-4ac8-4aff-89e0-69d1465d4f8b None None] Pushing event updated for resources: {'Port': ['ID=e55de3b2-b884-498e-9deb-4f41a06da75c,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:16.294900 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-774e2580-80df-493c-a1e9-3a15e7d8043b None None] Provisioning complete for port e55de3b2-b884-498e-9deb-4f41a06da75c triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:16.295380 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-774e2580-80df-493c-a1e9-3a15e7d8043b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e55de3b2-b884-498e-9deb-4f41a06da75c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:16.307361 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936a4202-fffe-4fe5-9481-e7daa4337c30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-5a3f2270-c253-4c11-93d5-d0fd320fd6c7', 'network_id': '5a3f2270-c253-4c11-93d5-d0fd320fd6c7', 'project_id': '79bede7de42d4f599c02c44fde53ae7e', 'fixed_ips': [{'subnet_id': '8a751a63-1e4f-499b-8c2f-2f6c788047fc'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:38:16.309270 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-936a4202-fffe-4fe5-9481-e7daa4337c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:16.317224 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c24f10b8-bcd6-4064-8379-e78024e27664 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:16.322737 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c24f10b8-bcd6-4064-8379-e78024e27664 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.7432978 Feb 09 01:38:16.328221 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-e6841ac2-0186-4eb7-9426-a00c7cbee42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'name': 'tempest-TestNetworkBasicOps-router-785819750', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '62b798d0-a28e-4514-96e5-53dc426ea8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:08Z', 'updated_at': '2022-02-09T01:38:12Z', 'revision_number': 3, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'gw_port': {'id': '62b798d0-a28e-4514-96e5-53dc426ea8c8', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:11Z', 'updated_at': '2022-02-09T01:38:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:16.380166 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6841ac2-0186-4eb7-9426-a00c7cbee42c None None] Checking router: 1d7e0fb3-4e68-4d5c-b471-948997461cbe for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:38:16.380803 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6841ac2-0186-4eb7-9426-a00c7cbee42c None None] Updating router 1d7e0fb3-4e68-4d5c-b471-948997461cbe port 62b798d0-a28e-4514-96e5-53dc426ea8c8 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:38:16.447522 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33950) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:16.478958 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e6841ac2-0186-4eb7-9426-a00c7cbee42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (62b798d0-a28e-4514-96e5-53dc426ea8c8), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:16.579540 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5d261025-3174-4c33-9be8-c18a112a000d req-b4cd5483-7461-4ee2-91e9-a7f5b7184548 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=8538cec5-24e2-4b7e-b442-ed9649ae15de HTTP/1.1" status: 200 len: 210 time: 0.3562064 Feb 09 01:38:16.735975 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-360316e6-6b87-4a92-866f-7165c44644e6 tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=08210566e83248dda7b4b9773be6fbca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2833529 Feb 09 01:38:16.746961 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33960) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:16.830634 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350324d-c3cb-4743-a90c-f399031b18a1 req-a1930b58-389b-40f9-9ce7-bec7cda5c228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:16.832897 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e350324d-c3cb-4743-a90c-f399031b18a1 req-a1930b58-389b-40f9-9ce7-bec7cda5c228 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 HTTP/1.1" status: 200 len: 913 time: 1.7134316 Feb 09 01:38:16.844066 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-774e2580-80df-493c-a1e9-3a15e7d8043b None None] Current status of the port e55de3b2-b884-498e-9deb-4f41a06da75c is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:16.866228 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-d511c8b7-fc0f-40c1-8563-959f3724883b tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:16.871959 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-d511c8b7-fc0f-40c1-8563-959f3724883b tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.120 "GET /v2.0/networks?id=36811ba0-932c-489a-9372-3f07b118624b HTTP/1.1" status: 200 len: 797 time: 0.7005870 Feb 09 01:38:16.888613 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-34e45c9a-c4bf-47d9-95a7-76cde0bde519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cf0ee9-1547-4cd8-852d-c35c6404336a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2147002332', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '9b3eb6f6-5234-401d-b6be-409c87b5b287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:37:58Z', 'updated_at': '2022-02-09T01:38:07Z', 'revision_number': 4, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '9b3eb6f6-5234-401d-b6be-409c87b5b287', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:99:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cf0ee9-1547-4cd8-852d-c35c6404336a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:37:59Z', 'updated_at': '2022-02-09T01:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'e55de3b2-b884-498e-9deb-4f41a06da75c', 'name': '', 'network_id': '36811ba0-932c-489a-9372-3f07b118624b', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'mac_address': 'fa:16:3e:26:18:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cf0ee9-1547-4cd8-852d-c35c6404336a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'cd101850-45aa-4dbe-87a1-17374b4984b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:05Z', 'updated_at': '2022-02-09T01:38:14Z', 'revision_number': 4, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'subnets': [{'id': 'cd101850-45aa-4dbe-87a1-17374b4984b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:16.894577 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d59c01-f931-4c32-927f-e24a5b4cb8bc tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:16.899506 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-92d59c01-f931-4c32-927f-e24a5b4cb8bc tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1488497 Feb 09 01:38:16.899506 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3c8899-c13a-4826-ba0b-e94db02d7534 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Made reservation on behalf of 79bede7de42d4f599c02c44fde53ae7e for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:16.900234 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-936a4202-fffe-4fe5-9481-e7daa4337c30 None None] Allocated IP 172.20.0.2 (5a3f2270-c253-4c11-93d5-d0fd320fd6c7/8a751a63-1e4f-499b-8c2f-2f6c788047fc/ea2715f7-889f-4dfa-9f7b-00197fa9b346) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:16.903130 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8d3c8899-c13a-4826-ba0b-e94db02d7534 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:16.928488 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33962) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:16.934905 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-8d3c8899-c13a-4826-ba0b-e94db02d7534 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] device_id is not set on port 68405685-0ced-4b2c-b174-a1da96932d93 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:38:17.064406 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-fd0cf6ab-defb-4f26-aaf1-9284e9a2954a tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=ca740734-29c2-4b60-ae10-4c709b5c6ef4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367115 Feb 09 01:38:17.066366 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33964) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:17.072316 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-80a5911f-8721-40ba-a606-577f18b80226 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-269510405', 'network_id': '85fab4c6-67c5-4572-98f4-be05932fca9f', 'project_id': '08210566e83248dda7b4b9773be6fbca', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:17.136872 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e45c9a-c4bf-47d9-95a7-76cde0bde519 None None] The sync data for ids ['74cf0ee9-1547-4cd8-852d-c35c6404336a'] in n-d-828369-4 is: [{'id': '74cf0ee9-1547-4cd8-852d-c35c6404336a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2147002332', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '9b3eb6f6-5234-401d-b6be-409c87b5b287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:37:58Z', 'updated_at': '2022-02-09T01:38:07Z', 'revision_number': 4, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '9b3eb6f6-5234-401d-b6be-409c87b5b287', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:99:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cf0ee9-1547-4cd8-852d-c35c6404336a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:37:59Z', 'updated_at': '2022-02-09T01:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'e55de3b2-b884-498e-9deb-4f41a06da75c', 'name': '', 'network_id': '36811ba0-932c-489a-9372-3f07b118624b', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'mac_address': 'fa:16:3e:26:18:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74cf0ee9-1547-4cd8-852d-c35c6404336a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'cd101850-45aa-4dbe-87a1-17374b4984b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:05Z', 'updated_at': '2022-02-09T01:38:14Z', 'revision_number': 4, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'subnets': [{'id': 'cd101850-45aa-4dbe-87a1-17374b4984b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:38:17.140448 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e350324d-c3cb-4743-a90c-f399031b18a1 req-58adbbd4-95c8-4bce-be32-5dbf97941561 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43 HTTP/1.1" status: 200 len: 1001 time: 0.2992146 Feb 09 01:38:17.156143 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e6841ac2-0186-4eb7-9426-a00c7cbee42c None None] Publish callbacks [] for port (62b798d0-a28e-4514-96e5-53dc426ea8c8), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:17.163305 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e6841ac2-0186-4eb7-9426-a00c7cbee42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (62b798d0-a28e-4514-96e5-53dc426ea8c8), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:17.238332 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-e6841ac2-0186-4eb7-9426-a00c7cbee42c None None] Attempting to bind port 62b798d0-a28e-4514-96e5-53dc426ea8c8 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:38:17.244247 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-e6841ac2-0186-4eb7-9426-a00c7cbee42c None None] Attempting to bind port 62b798d0-a28e-4514-96e5-53dc426ea8c8 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:38:17.250140 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6841ac2-0186-4eb7-9426-a00c7cbee42c None None] Attempting to bind port 62b798d0-a28e-4514-96e5-53dc426ea8c8 on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:38:17.288519 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a5911f-8721-40ba-a606-577f18b80226 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Made reservation on behalf of 08210566e83248dda7b4b9773be6fbca for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:17.293522 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-80a5911f-8721-40ba-a606-577f18b80226 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:17.310676 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-34027eff-4f52-48a0-835a-6d78ddd72329 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3786288d8304ed4a73754fbccf8bb65 HTTP/1.1" status: 200 len: 380 time: 0.3363855 Feb 09 01:38:17.349562 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6841ac2-0186-4eb7-9426-a00c7cbee42c None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:38:17.352172 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6841ac2-0186-4eb7-9426-a00c7cbee42c None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:17.352869 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e6841ac2-0186-4eb7-9426-a00c7cbee42c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:17.354167 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6841ac2-0186-4eb7-9426-a00c7cbee42c None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:38:17.356282 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-e6841ac2-0186-4eb7-9426-a00c7cbee42c None None] Bound port: 62b798d0-a28e-4514-96e5-53dc426ea8c8, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:38:17.357009 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e6841ac2-0186-4eb7-9426-a00c7cbee42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (62b798d0-a28e-4514-96e5-53dc426ea8c8), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:17.367267 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-ef53b04d-8c2b-4b01-85f2-182cb415be19 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Request body: {'port': {'device_id': '8538cec5-24e2-4b7e-b442-ed9649ae15de', 'network_id': '36811ba0-932c-489a-9372-3f07b118624b', 'admin_state_up': True, 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'security_groups': ['d5f56c3a-2e04-4c6a-a3ad-7bb0de34f629']}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:17.471323 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350324d-c3cb-4743-a90c-f399031b18a1 req-d024d7be-2f38-40e4-99c7-149ee751da38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:17.472854 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e350324d-c3cb-4743-a90c-f399031b18a1 req-d024d7be-2f38-40e4-99c7-149ee751da38 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68d3f132-83c5-49da-80a3-1924c70a8491 HTTP/1.1" status: 200 len: 850 time: 0.3227828 Feb 09 01:38:17.512140 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-936a4202-fffe-4fe5-9481-e7daa4337c30 None None] Publish callbacks [] for port (ea2715f7-889f-4dfa-9f7b-00197fa9b346), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:17.521791 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-936a4202-fffe-4fe5-9481-e7daa4337c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (ea2715f7-889f-4dfa-9f7b-00197fa9b346), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:17.532340 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34995e31-de8d-4764-8d5c-24701e16334a None None] Pushing event updated for resources: {'Port': ['ID=62b798d0-a28e-4514-96e5-53dc426ea8c8,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:17.570119 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-e6841ac2-0186-4eb7-9426-a00c7cbee42c None None] For port 62b798d0-a28e-4514-96e5-53dc426ea8c8, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:38:17.589301 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-e6841ac2-0186-4eb7-9426-a00c7cbee42c None None] For port 62b798d0-a28e-4514-96e5-53dc426ea8c8, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=62b798d0-a28e-4514-96e5-53dc426ea8c8,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:38:17.606821 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-e6841ac2-0186-4eb7-9426-a00c7cbee42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (62b798d0-a28e-4514-96e5-53dc426ea8c8), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:17.686083 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936a4202-fffe-4fe5-9481-e7daa4337c30 None None] Network 5a3f2270-c253-4c11-93d5-d0fd320fd6c7 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:17.696028 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 33976) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:17.719726 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-936a4202-fffe-4fe5-9481-e7daa4337c30 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:17.724022 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936a4202-fffe-4fe5-9481-e7daa4337c30 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:17.761490 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a4202-fffe-4fe5-9481-e7daa4337c30 None None] Pushing event updated for resources: {'Port': ['ID=ea2715f7-889f-4dfa-9f7b-00197fa9b346,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:17.790506 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6841ac2-0186-4eb7-9426-a00c7cbee42c None None] Routers {'1d7e0fb3-4e68-4d5c-b471-948997461cbe'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:38:17.791170 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-e6841ac2-0186-4eb7-9426-a00c7cbee42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:38:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['1d7e0fb3-4e68-4d5c-b471-948997461cbe'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:17.950859 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-936a4202-fffe-4fe5-9481-e7daa4337c30 None None] Attempting to bind port ea2715f7-889f-4dfa-9f7b-00197fa9b346 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:38:17.951655 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-936a4202-fffe-4fe5-9481-e7daa4337c30 None None] Attempting to bind port ea2715f7-889f-4dfa-9f7b-00197fa9b346 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '78b0c76a-dd21-4c82-b400-9e8f0f1073f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '5a3f2270-c253-4c11-93d5-d0fd320fd6c7'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:38:17.952264 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936a4202-fffe-4fe5-9481-e7daa4337c30 None None] Attempting to bind port ea2715f7-889f-4dfa-9f7b-00197fa9b346 on network 5a3f2270-c253-4c11-93d5-d0fd320fd6c7 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:38:17.973730 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1ae58e6f-59f5-4c8f-95cb-29c80fb832f1 req-228db672-4abf-4e9e-8cdb-ae7a16c4a798 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=8538cec5-24e2-4b7e-b442-ed9649ae15de HTTP/1.1" status: 200 len: 210 time: 0.1136627 Feb 09 01:38:17.975185 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34995e31-de8d-4764-8d5c-24701e16334a None None] Pushing event updated for resources: {'Port': ['ID=62b798d0-a28e-4514-96e5-53dc426ea8c8,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:17.978081 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-ef53b04d-8c2b-4b01-85f2-182cb415be19 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Made reservation on behalf of c3786288d8304ed4a73754fbccf8bb65 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:17.980259 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936a4202-fffe-4fe5-9481-e7daa4337c30 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:38:17.980977 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936a4202-fffe-4fe5-9481-e7daa4337c30 None None] Checking segment: {'id': '78b0c76a-dd21-4c82-b400-9e8f0f1073f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '5a3f2270-c253-4c11-93d5-d0fd320fd6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:17.981612 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-936a4202-fffe-4fe5-9481-e7daa4337c30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:17.982245 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936a4202-fffe-4fe5-9481-e7daa4337c30 None None] Bound using segment: {'id': '78b0c76a-dd21-4c82-b400-9e8f0f1073f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '5a3f2270-c253-4c11-93d5-d0fd320fd6c7'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:38:17.982958 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-936a4202-fffe-4fe5-9481-e7daa4337c30 None None] Bound port: ea2715f7-889f-4dfa-9f7b-00197fa9b346, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78b0c76a-dd21-4c82-b400-9e8f0f1073f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '5a3f2270-c253-4c11-93d5-d0fd320fd6c7'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:38:17.983936 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-936a4202-fffe-4fe5-9481-e7daa4337c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ea2715f7-889f-4dfa-9f7b-00197fa9b346), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:17.991053 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-ef53b04d-8c2b-4b01-85f2-182cb415be19 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:18.026840 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-8d3c8899-c13a-4826-ba0b-e94db02d7534 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Allocated IP 172.20.0.8 (5a3f2270-c253-4c11-93d5-d0fd320fd6c7/8a751a63-1e4f-499b-8c2f-2f6c788047fc/68405685-0ced-4b2c-b174-a1da96932d93) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:18.102359 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-e6841ac2-0186-4eb7-9426-a00c7cbee42c None None] Set router 1d7e0fb3-4e68-4d5c-b471-948997461cbe gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:38:18.176563 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-936a4202-fffe-4fe5-9481-e7daa4337c30 None None] For port ea2715f7-889f-4dfa-9f7b-00197fa9b346, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:38:18.180373 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-936a4202-fffe-4fe5-9481-e7daa4337c30 None None] For port ea2715f7-889f-4dfa-9f7b-00197fa9b346, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=ea2715f7-889f-4dfa-9f7b-00197fa9b346,segment=NetworkSegment(78b0c76a-dd21-4c82-b400-9e8f0f1073f1),segment_id=78b0c76a-dd21-4c82-b400-9e8f0f1073f1)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:38:18.189790 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-936a4202-fffe-4fe5-9481-e7daa4337c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (ea2715f7-889f-4dfa-9f7b-00197fa9b346), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:18.271738 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350324d-c3cb-4743-a90c-f399031b18a1 req-d57bd575-2417-415d-b4d8-0b65ad3e13dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:18.276238 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e350324d-c3cb-4743-a90c-f399031b18a1 req-d57bd575-2417-415d-b4d8-0b65ad3e13dd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7625637 Feb 09 01:38:18.328761 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a4202-fffe-4fe5-9481-e7daa4337c30 None None] Pushing event updated for resources: {'Port': ['ID=ea2715f7-889f-4dfa-9f7b-00197fa9b346,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:18.387676 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-80a5911f-8721-40ba-a606-577f18b80226 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (d81a46a7-43cb-40c4-a99b-23e6c4130e50), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:18.495209 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8d3c8899-c13a-4826-ba0b-e94db02d7534 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for port (68405685-0ced-4b2c-b174-a1da96932d93), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:18.636597 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a5911f-8721-40ba-a606-577f18b80226 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event updated for resources: {'Subnet': ['ID=d81a46a7-43cb-40c4-a99b-23e6c4130e50,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:18.646748 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-e6841ac2-0186-4eb7-9426-a00c7cbee42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'name': 'tempest-TestNetworkBasicOps-router-785819750', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '62b798d0-a28e-4514-96e5-53dc426ea8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:08Z', 'updated_at': '2022-02-09T01:38:12Z', 'revision_number': 3, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'gw_port': {'id': '62b798d0-a28e-4514-96e5-53dc426ea8c8', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:11Z', 'updated_at': '2022-02-09T01:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:18.705761 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e350324d-c3cb-4743-a90c-f399031b18a1 req-3adeaf53-7eeb-4329-aae5-e71fdacedc27 service neutron] 10.222.0.47 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4213040 Feb 09 01:38:18.724088 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a5911f-8721-40ba-a606-577f18b80226 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Checking segment: {'id': 'f4eb58eb-4f5f-465e-b7fb-e1df5409926f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '85fab4c6-67c5-4572-98f4-be05932fca9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:18.726299 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a5911f-8721-40ba-a606-577f18b80226 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Network hostable DHCP agents. Network: 85fab4c6-67c5-4572-98f4-be05932fca9f, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:38:18.757957 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6841ac2-0186-4eb7-9426-a00c7cbee42c None None] The sync data for ids ['1d7e0fb3-4e68-4d5c-b471-948997461cbe'] in n-d-828369-4 is: [{'id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'name': 'tempest-TestNetworkBasicOps-router-785819750', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '62b798d0-a28e-4514-96e5-53dc426ea8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:08Z', 'updated_at': '2022-02-09T01:38:12Z', 'revision_number': 3, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'gw_port': {'id': '62b798d0-a28e-4514-96e5-53dc426ea8c8', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:11Z', 'updated_at': '2022-02-09T01:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:38:18.779169 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device e55de3b2-b884-498e-9deb-4f41a06da75c up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:38:18.854517 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a5911f-8721-40ba-a606-577f18b80226 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Network 85fab4c6-67c5-4572-98f4-be05932fca9f is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:38:18.895077 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-80a5911f-8721-40ba-a606-577f18b80226 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 85fab4c6-67c5-4572-98f4-be05932fca9f) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:18.903378 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8d3c8899-c13a-4826-ba0b-e94db02d7534 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (68405685-0ced-4b2c-b174-a1da96932d93), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:18.907455 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a5911f-8721-40ba-a606-577f18b80226 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:18.916331 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63934ba0-1919-4b43-8fbe-c9011694f55f None None] Network 85fab4c6-67c5-4572-98f4-be05932fca9f requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:18.917006 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-80a5911f-8721-40ba-a606-577f18b80226 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:19.016903 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-ef53b04d-8c2b-4b01-85f2-182cb415be19 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Allocated IP 172.20.0.6 (36811ba0-932c-489a-9372-3f07b118624b/cd101850-45aa-4dbe-87a1-17374b4984b9/10a588e8-270c-4822-8bf8-0d90f30022c8) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:19.186338 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-80a5911f-8721-40ba-a606-577f18b80226 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.1112432 Feb 09 01:38:19.187037 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 33992) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:19.204664 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port e55de3b2-b884-498e-9deb-4f41a06da75c triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:19.210189 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e55de3b2-b884-498e-9deb-4f41a06da75c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:19.215812 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3c8899-c13a-4826-ba0b-e94db02d7534 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Network 5a3f2270-c253-4c11-93d5-d0fd320fd6c7 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:19.257541 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-8d3c8899-c13a-4826-ba0b-e94db02d7534 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:19.389950 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c8899-c13a-4826-ba0b-e94db02d7534 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event updated for resources: {'Port': ['ID=68405685-0ced-4b2c-b174-a1da96932d93,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:19.405034 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3c8899-c13a-4826-ba0b-e94db02d7534 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:19.448725 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e388d7a1-e15d-4dff-953d-c47fdc5f5f26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-85fab4c6-67c5-4572-98f4-be05932fca9f', 'network_id': '85fab4c6-67c5-4572-98f4-be05932fca9f', 'project_id': '08210566e83248dda7b4b9773be6fbca', 'fixed_ips': [{'subnet_id': 'd81a46a7-43cb-40c4-a99b-23e6c4130e50'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:38:19.449889 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e388d7a1-e15d-4dff-953d-c47fdc5f5f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:19.504634 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3650f4c-d7ec-4a98-a14f-8afbd3d078f0 req-095c19da-1dd9-4e8c-b126-f2d3352fb356 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=8538cec5-24e2-4b7e-b442-ed9649ae15de HTTP/1.1" status: 200 len: 210 time: 0.2810640 Feb 09 01:38:19.576710 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-ef53b04d-8c2b-4b01-85f2-182cb415be19 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for port (10a588e8-270c-4822-8bf8-0d90f30022c8), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:19.649028 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port e55de3b2-b884-498e-9deb-4f41a06da75c is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:19.736713 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e350324d-c3cb-4743-a90c-f399031b18a1 req-e7c68543-1ee1-43d4-976c-6c84804b3f26 service neutron] 10.222.0.47 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5121052 Feb 09 01:38:19.741147 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3c8899-c13a-4826-ba0b-e94db02d7534 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:19.741832 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8d3c8899-c13a-4826-ba0b-e94db02d7534 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:19.792599 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-ef53b04d-8c2b-4b01-85f2-182cb415be19 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (10a588e8-270c-4822-8bf8-0d90f30022c8), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:19.829366 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8d3c8899-c13a-4826-ba0b-e94db02d7534 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.6260517 Feb 09 01:38:19.832193 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34000) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:19.892398 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-e388d7a1-e15d-4dff-953d-c47fdc5f5f26 None None] Allocated IP 172.20.0.2 (85fab4c6-67c5-4572-98f4-be05932fca9f/d81a46a7-43cb-40c4-a99b-23e6c4130e50/a97e2917-6176-4036-995e-a892a2e4a36f) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:19.943270 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-ef53b04d-8c2b-4b01-85f2-182cb415be19 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Network 36811ba0-932c-489a-9372-3f07b118624b is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:19.969153 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-ef53b04d-8c2b-4b01-85f2-182cb415be19 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:19.974671 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-ef53b04d-8c2b-4b01-85f2-182cb415be19 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:20.072163 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef53b04d-8c2b-4b01-85f2-182cb415be19 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'Port': ['ID=10a588e8-270c-4822-8bf8-0d90f30022c8,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:20.085836 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-ef53b04d-8c2b-4b01-85f2-182cb415be19 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:20.086744 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-ef53b04d-8c2b-4b01-85f2-182cb415be19 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:20.164915 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-ef53b04d-8c2b-4b01-85f2-182cb415be19 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8430846 Feb 09 01:38:20.339972 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-0929e01c-e0c1-41c1-b27b-2914628fc9fd service neutron] Request body: {'port': {'device_id': '8538cec5-24e2-4b7e-b442-ed9649ae15de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:20.387451 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e388d7a1-e15d-4dff-953d-c47fdc5f5f26 None None] Publish callbacks [] for port (a97e2917-6176-4036-995e-a892a2e4a36f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:20.403390 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e388d7a1-e15d-4dff-953d-c47fdc5f5f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (a97e2917-6176-4036-995e-a892a2e4a36f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:20.505022 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e388d7a1-e15d-4dff-953d-c47fdc5f5f26 None None] Network 85fab4c6-67c5-4572-98f4-be05932fca9f is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:20.508507 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-e388d7a1-e15d-4dff-953d-c47fdc5f5f26 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:20.512343 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e388d7a1-e15d-4dff-953d-c47fdc5f5f26 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:20.561308 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e388d7a1-e15d-4dff-953d-c47fdc5f5f26 None None] Pushing event updated for resources: {'Port': ['ID=a97e2917-6176-4036-995e-a892a2e4a36f,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:20.603295 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ecd077-971a-4052-a034-2e2aed9ce4d3 None None] Network 5a3f2270-c253-4c11-93d5-d0fd320fd6c7 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:20.788410 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-0929e01c-e0c1-41c1-b27b-2914628fc9fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (10a588e8-270c-4822-8bf8-0d90f30022c8), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:20.855804 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device ea2715f7-889f-4dfa-9f7b-00197fa9b346 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:38:20.871267 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-49b17a04-4bad-41fd-84ac-034fc296b6c1 None None] Provisioning complete for port 10a588e8-270c-4822-8bf8-0d90f30022c8 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:20.871922 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-49b17a04-4bad-41fd-84ac-034fc296b6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (10a588e8-270c-4822-8bf8-0d90f30022c8), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:21.045568 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ad2b5-17c7-4692-a585-a79ba2f692c9 req-dd8d8deb-5a7c-4f77-b3b9-b55283695f9e tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:21.053745 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a54ad2b5-17c7-4692-a585-a79ba2f692c9 req-dd8d8deb-5a7c-4f77-b3b9-b55283695f9e tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=8538cec5-24e2-4b7e-b442-ed9649ae15de HTTP/1.1" status: 200 len: 931 time: 0.4223228 Feb 09 01:38:21.095515 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-e388d7a1-e15d-4dff-953d-c47fdc5f5f26 None None] Attempting to bind port a97e2917-6176-4036-995e-a892a2e4a36f on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:38:21.095905 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-e388d7a1-e15d-4dff-953d-c47fdc5f5f26 None None] Attempting to bind port a97e2917-6176-4036-995e-a892a2e4a36f by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f4eb58eb-4f5f-465e-b7fb-e1df5409926f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '85fab4c6-67c5-4572-98f4-be05932fca9f'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:38:21.096291 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e388d7a1-e15d-4dff-953d-c47fdc5f5f26 None None] Attempting to bind port a97e2917-6176-4036-995e-a892a2e4a36f on network 85fab4c6-67c5-4572-98f4-be05932fca9f {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:38:21.124071 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e388d7a1-e15d-4dff-953d-c47fdc5f5f26 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:38:21.124463 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e388d7a1-e15d-4dff-953d-c47fdc5f5f26 None None] Checking segment: {'id': 'f4eb58eb-4f5f-465e-b7fb-e1df5409926f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '85fab4c6-67c5-4572-98f4-be05932fca9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:21.125013 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e388d7a1-e15d-4dff-953d-c47fdc5f5f26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:21.125420 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e388d7a1-e15d-4dff-953d-c47fdc5f5f26 None None] Bound using segment: {'id': 'f4eb58eb-4f5f-465e-b7fb-e1df5409926f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '85fab4c6-67c5-4572-98f4-be05932fca9f'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:38:21.125969 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-e388d7a1-e15d-4dff-953d-c47fdc5f5f26 None None] Bound port: a97e2917-6176-4036-995e-a892a2e4a36f, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4eb58eb-4f5f-465e-b7fb-e1df5409926f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '85fab4c6-67c5-4572-98f4-be05932fca9f'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:38:21.126782 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e388d7a1-e15d-4dff-953d-c47fdc5f5f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a97e2917-6176-4036-995e-a892a2e4a36f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:21.147148 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-49b17a04-4bad-41fd-84ac-034fc296b6c1 None None] Port 10a588e8-270c-4822-8bf8-0d90f30022c8 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:38:21.236773 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port ea2715f7-889f-4dfa-9f7b-00197fa9b346 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:21.237178 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (ea2715f7-889f-4dfa-9f7b-00197fa9b346), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:21.381979 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-e388d7a1-e15d-4dff-953d-c47fdc5f5f26 None None] For port a97e2917-6176-4036-995e-a892a2e4a36f, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:38:21.386262 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-e388d7a1-e15d-4dff-953d-c47fdc5f5f26 None None] For port a97e2917-6176-4036-995e-a892a2e4a36f, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=a97e2917-6176-4036-995e-a892a2e4a36f,segment=NetworkSegment(f4eb58eb-4f5f-465e-b7fb-e1df5409926f),segment_id=f4eb58eb-4f5f-465e-b7fb-e1df5409926f)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:38:21.403410 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e388d7a1-e15d-4dff-953d-c47fdc5f5f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a97e2917-6176-4036-995e-a892a2e4a36f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:21.408582 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-1cdbfe46-3da5-4928-8c30-a5a1afc0346c None None] Provisioning complete for port ea2715f7-889f-4dfa-9f7b-00197fa9b346 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:21.408983 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1cdbfe46-3da5-4928-8c30-a5a1afc0346c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (ea2715f7-889f-4dfa-9f7b-00197fa9b346), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:21.464329 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a54ad2b5-17c7-4692-a585-a79ba2f692c9 req-9955b3b8-a7e7-484a-b771-5f047b453127 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f56c3a-2e04-4c6a-a3ad-7bb0de34f629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4095900 Feb 09 01:38:21.519212 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e388d7a1-e15d-4dff-953d-c47fdc5f5f26 None None] Pushing event updated for resources: {'Port': ['ID=a97e2917-6176-4036-995e-a892a2e4a36f,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:21.588934 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-550fb53c-c1d7-4ddd-bfa5-d6b967e2d0e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:21.701757 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port ea2715f7-889f-4dfa-9f7b-00197fa9b346 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:21.704884 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ea2715f7-889f-4dfa-9f7b-00197fa9b346), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:21.824943 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port ea2715f7-889f-4dfa-9f7b-00197fa9b346, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=ea2715f7-889f-4dfa-9f7b-00197fa9b346,segment=NetworkSegment(78b0c76a-dd21-4c82-b400-9e8f0f1073f1),segment_id=78b0c76a-dd21-4c82-b400-9e8f0f1073f1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:21.838337 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (ea2715f7-889f-4dfa-9f7b-00197fa9b346), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:21.842595 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 62b798d0-a28e-4514-96e5-53dc426ea8c8 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:38:22.088568 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-0929e01c-e0c1-41c1-b27b-2914628fc9fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10a588e8-270c-4822-8bf8-0d90f30022c8 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:38:22.107553 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-1cdbfe46-3da5-4928-8c30-a5a1afc0346c None None] Current status of the port ea2715f7-889f-4dfa-9f7b-00197fa9b346 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:22.107965 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1cdbfe46-3da5-4928-8c30-a5a1afc0346c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ea2715f7-889f-4dfa-9f7b-00197fa9b346), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:22.119385 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-0929e01c-e0c1-41c1-b27b-2914628fc9fd service neutron] Publish callbacks [] for port (10a588e8-270c-4822-8bf8-0d90f30022c8), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:22.159543 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-0929e01c-e0c1-41c1-b27b-2914628fc9fd service neutron] Transition to ACTIVE for port object 10a588e8-270c-4822-8bf8-0d90f30022c8 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:38:22.166159 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-0929e01c-e0c1-41c1-b27b-2914628fc9fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (10a588e8-270c-4822-8bf8-0d90f30022c8), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:22.311870 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=ea2715f7-889f-4dfa-9f7b-00197fa9b346,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:22.327011 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929e01c-e0c1-41c1-b27b-2914628fc9fd service neutron] Pushing event updated for resources: {'Port': ['ID=10a588e8-270c-4822-8bf8-0d90f30022c8,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:22.363350 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.api [None req-1cdbfe46-3da5-4928-8c30-a5a1afc0346c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:38:22.363780 n-d-828369-4 neutron-server[103138]: DEBUG oslo_db.api [None req-1cdbfe46-3da5-4928-8c30-a5a1afc0346c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:38:22.364420 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 62b798d0-a28e-4514-96e5-53dc426ea8c8 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:22.364841 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (62b798d0-a28e-4514-96e5-53dc426ea8c8), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:22.486700 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8aa5117c-a5d0-4be2-b8bc-195446c157bf tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (68405685-0ced-4b2c-b174-a1da96932d93), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:22.509487 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-0929e01c-e0c1-41c1-b27b-2914628fc9fd service neutron] Attempting to bind port 10a588e8-270c-4822-8bf8-0d90f30022c8 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:38:22.509984 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-0929e01c-e0c1-41c1-b27b-2914628fc9fd service neutron] Attempting to bind port 10a588e8-270c-4822-8bf8-0d90f30022c8 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '531229a4-5898-4a99-81b9-f4f4991732b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '36811ba0-932c-489a-9372-3f07b118624b'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:38:22.510452 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-0929e01c-e0c1-41c1-b27b-2914628fc9fd service neutron] Attempting to bind port 10a588e8-270c-4822-8bf8-0d90f30022c8 on network 36811ba0-932c-489a-9372-3f07b118624b {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:38:22.521992 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-0929e01c-e0c1-41c1-b27b-2914628fc9fd service neutron] Port 10a588e8-270c-4822-8bf8-0d90f30022c8 on network 36811ba0-932c-489a-9372-3f07b118624b not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:38:22.522440 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-0929e01c-e0c1-41c1-b27b-2914628fc9fd service neutron] Attempting to bind port 10a588e8-270c-4822-8bf8-0d90f30022c8 on network 36811ba0-932c-489a-9372-3f07b118624b {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:38:22.525633 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 62b798d0-a28e-4514-96e5-53dc426ea8c8 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:22.526191 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (62b798d0-a28e-4514-96e5-53dc426ea8c8), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:22.574295 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 62b798d0-a28e-4514-96e5-53dc426ea8c8, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=62b798d0-a28e-4514-96e5-53dc426ea8c8,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:22.578215 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-0929e01c-e0c1-41c1-b27b-2914628fc9fd service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:38:22.581974 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (62b798d0-a28e-4514-96e5-53dc426ea8c8), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:22.591774 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-0929e01c-e0c1-41c1-b27b-2914628fc9fd service neutron] Checking segment: {'id': '531229a4-5898-4a99-81b9-f4f4991732b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '36811ba0-932c-489a-9372-3f07b118624b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:22.593304 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-0929e01c-e0c1-41c1-b27b-2914628fc9fd service neutron] Bound using segment: {'id': '531229a4-5898-4a99-81b9-f4f4991732b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '36811ba0-932c-489a-9372-3f07b118624b'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:38:22.595215 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-0929e01c-e0c1-41c1-b27b-2914628fc9fd service neutron] Bound port: 10a588e8-270c-4822-8bf8-0d90f30022c8, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '531229a4-5898-4a99-81b9-f4f4991732b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '36811ba0-932c-489a-9372-3f07b118624b'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:38:22.600526 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-0929e01c-e0c1-41c1-b27b-2914628fc9fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (10a588e8-270c-4822-8bf8-0d90f30022c8), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:22.695276 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=62b798d0-a28e-4514-96e5-53dc426ea8c8,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:22.756848 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7d1adb95-0255-4fd1-adb7-17d02af1fc6d tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:22.813244 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-0929e01c-e0c1-41c1-b27b-2914628fc9fd service neutron] For port 10a588e8-270c-4822-8bf8-0d90f30022c8, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:38:22.853939 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-0929e01c-e0c1-41c1-b27b-2914628fc9fd service neutron] For port 10a588e8-270c-4822-8bf8-0d90f30022c8, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=10a588e8-270c-4822-8bf8-0d90f30022c8,segment=NetworkSegment(531229a4-5898-4a99-81b9-f4f4991732b4),segment_id=531229a4-5898-4a99-81b9-f4f4991732b4)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:38:22.883709 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-550fb53c-c1d7-4ddd-bfa5-d6b967e2d0e7 admin admin] Deleting port bffcda92-6000-49dc-a805-b8e3af273e5d {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:22.884224 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-550fb53c-c1d7-4ddd-bfa5-d6b967e2d0e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (bffcda92-6000-49dc-a805-b8e3af273e5d), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:22.889792 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-0929e01c-e0c1-41c1-b27b-2914628fc9fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (10a588e8-270c-4822-8bf8-0d90f30022c8), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:22.947377 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device ea2715f7-889f-4dfa-9f7b-00197fa9b346 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:38:23.010754 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-1cdbfe46-3da5-4928-8c30-a5a1afc0346c None None] Current status of the port ea2715f7-889f-4dfa-9f7b-00197fa9b346 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:23.042409 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port ea2715f7-889f-4dfa-9f7b-00197fa9b346 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:23.043843 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (ea2715f7-889f-4dfa-9f7b-00197fa9b346), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:23.146515 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-a80c0f98-582b-4fec-a1d7-57786d9cba7b None None] Provisioning complete for port ea2715f7-889f-4dfa-9f7b-00197fa9b346 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:23.146897 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a80c0f98-582b-4fec-a1d7-57786d9cba7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (ea2715f7-889f-4dfa-9f7b-00197fa9b346), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:23.209832 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8aa5117c-a5d0-4be2-b8bc-195446c157bf tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for port (68405685-0ced-4b2c-b174-a1da96932d93), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:23.218201 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8aa5117c-a5d0-4be2-b8bc-195446c157bf tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (68405685-0ced-4b2c-b174-a1da96932d93), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:23.317397 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a80c0f98-582b-4fec-a1d7-57786d9cba7b None None] Current status of the port ea2715f7-889f-4dfa-9f7b-00197fa9b346 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:23.327018 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port ea2715f7-889f-4dfa-9f7b-00197fa9b346 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:23.328379 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device a97e2917-6176-4036-995e-a892a2e4a36f up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:38:23.378789 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-a80c0f98-582b-4fec-a1d7-57786d9cba7b None None] Provisioning complete for port 68405685-0ced-4b2c-b174-a1da96932d93 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:23.379265 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a80c0f98-582b-4fec-a1d7-57786d9cba7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (68405685-0ced-4b2c-b174-a1da96932d93), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:23.400722 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa5117c-a5d0-4be2-b8bc-195446c157bf tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event updated for resources: {'Port': ['ID=68405685-0ced-4b2c-b174-a1da96932d93,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:23.471647 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a80c0f98-582b-4fec-a1d7-57786d9cba7b None None] Port 68405685-0ced-4b2c-b174-a1da96932d93 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:38:23.477863 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port a97e2917-6176-4036-995e-a892a2e4a36f triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:23.478259 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a97e2917-6176-4036-995e-a892a2e4a36f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:23.593228 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-550fb53c-c1d7-4ddd-bfa5-d6b967e2d0e7 admin admin] For port bffcda92-6000-49dc-a805-b8e3af273e5d, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=bffcda92-6000-49dc-a805-b8e3af273e5d,segment=NetworkSegment(d7bca333-5eb2-48c7-a0ae-f27aec64c432),segment_id=d7bca333-5eb2-48c7-a0ae-f27aec64c432)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:23.593723 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-550fb53c-c1d7-4ddd-bfa5-d6b967e2d0e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (bffcda92-6000-49dc-a805-b8e3af273e5d), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:23.622289 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-550fb53c-c1d7-4ddd-bfa5-d6b967e2d0e7 admin admin] Calling delete_port for bffcda92-6000-49dc-a805-b8e3af273e5d owned by network:router_interface {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:23.626611 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port a97e2917-6176-4036-995e-a892a2e4a36f is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:23.627106 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a97e2917-6176-4036-995e-a892a2e4a36f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:23.676928 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port a97e2917-6176-4036-995e-a892a2e4a36f, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=a97e2917-6176-4036-995e-a892a2e4a36f,segment=NetworkSegment(f4eb58eb-4f5f-465e-b7fb-e1df5409926f),segment_id=f4eb58eb-4f5f-465e-b7fb-e1df5409926f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:23.685259 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a97e2917-6176-4036-995e-a892a2e4a36f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:23.709988 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-7d1adb95-0255-4fd1-adb7-17d02af1fc6d tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Allocated IP 172.20.0.1 (85fab4c6-67c5-4572-98f4-be05932fca9f/d81a46a7-43cb-40c4-a99b-23e6c4130e50/69b2c744-9ab3-42bf-ba16-81e7a641aac2) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:23.755913 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=a97e2917-6176-4036-995e-a892a2e4a36f,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:23.791149 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-0929e01c-e0c1-41c1-b27b-2914628fc9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:23.791791 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-0929e01c-e0c1-41c1-b27b-2914628fc9fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:23.793746 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-0929e01c-e0c1-41c1-b27b-2914628fc9fd service neutron] 10.222.0.120 "PUT /v2.0/ports/10a588e8-270c-4822-8bf8-0d90f30022c8 HTTP/1.1" status: 200 len: 1091 time: 3.4616594 Feb 09 01:38:23.811057 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8538cec5-24e2-4b7e-b442-ed9649ae15de', 'tag': '10a588e8-270c-4822-8bf8-0d90f30022c8'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:38:23.814306 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc90dfee-673d-4068-9216-186da4abdd2e" -d '{"events": [{"name": "network-changed", "server_uuid": "8538cec5-24e2-4b7e-b442-ed9649ae15de", "tag": "10a588e8-270c-4822-8bf8-0d90f30022c8"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:38:23.828650 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-767ac4db-309b-4c1c-8fa8-79563b942210 None None] Provisioning complete for port 68405685-0ced-4b2c-b174-a1da96932d93 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:23.829067 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-767ac4db-309b-4c1c-8fa8-79563b942210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (68405685-0ced-4b2c-b174-a1da96932d93), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:23.860147 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8aa5117c-a5d0-4be2-b8bc-195446c157bf tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (718776a7-d774-451f-9e14-39540f77041b), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:23.869867 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da5e1b-4e03-41fa-95be-b40237f245c1 req-35b0bee3-c60f-41be-9c55-ce0a71b41245 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:23.871815 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1da5e1b-4e03-41fa-95be-b40237f245c1 req-35b0bee3-c60f-41be-9c55-ce0a71b41245 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=8538cec5-24e2-4b7e-b442-ed9649ae15de HTTP/1.1" status: 200 len: 943 time: 1.0721653 Feb 09 01:38:23.886780 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-767ac4db-309b-4c1c-8fa8-79563b942210 None None] Port 68405685-0ced-4b2c-b174-a1da96932d93 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:38:23.891724 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18840f5-3fc6-4e67-ba71-18a35079d22a None None] Network 85fab4c6-67c5-4572-98f4-be05932fca9f requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:23.950379 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083ef4b6-11f5-4456-9c10-58440dcac3f9 x-openstack-request-id: req-083ef4b6-11f5-4456-9c10-58440dcac3f9 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:38:23.950772 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8538cec5-24e2-4b7e-b442-ed9649ae15de", "tag": "10a588e8-270c-4822-8bf8-0d90f30022c8", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:38:23.950967 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-083ef4b6-11f5-4456-9c10-58440dcac3f9 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:38:23.951346 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8538cec5-24e2-4b7e-b442-ed9649ae15de', 'tag': '10a588e8-270c-4822-8bf8-0d90f30022c8', 'status': 'completed', 'code': 200} Feb 09 01:38:23.963419 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1da5e1b-4e03-41fa-95be-b40237f245c1 req-ad033b10-3256-4bbc-928f-007a6ed771b2 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f56c3a-2e04-4c6a-a3ad-7bb0de34f629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648108 Feb 09 01:38:23.984430 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929e01c-e0c1-41c1-b27b-2914628fc9fd service neutron] Pushing event updated for resources: {'Port': ['ID=10a588e8-270c-4822-8bf8-0d90f30022c8,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:24.023016 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-5320d8b3-4e95-4a17-a157-fd19d330c12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:24.024709 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-5320d8b3-4e95-4a17-a157-fd19d330c12a service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=c3786288d8304ed4a73754fbccf8bb65&device_id=8538cec5-24e2-4b7e-b442-ed9649ae15de HTTP/1.1" status: 200 len: 1125 time: 0.1738467 Feb 09 01:38:24.053776 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-4530ee4a-abe0-4a72-8346-517a646f7379 None None] Provisioning complete for port a97e2917-6176-4036-995e-a892a2e4a36f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:24.055838 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4530ee4a-abe0-4a72-8346-517a646f7379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a97e2917-6176-4036-995e-a892a2e4a36f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:24.142542 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8aa5117c-a5d0-4be2-b8bc-195446c157bf tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (68405685-0ced-4b2c-b174-a1da96932d93), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:24.157864 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-7cfcc563-d278-4ae4-b148-242d6c5da5f6 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10a588e8-270c-4822-8bf8-0d90f30022c8 HTTP/1.1" status: 200 len: 217 time: 0.1224828 Feb 09 01:38:24.217274 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-4530ee4a-abe0-4a72-8346-517a646f7379 None None] Current status of the port a97e2917-6176-4036-995e-a892a2e4a36f is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:24.236575 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-550fb53c-c1d7-4ddd-bfa5-d6b967e2d0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (bffcda92-6000-49dc-a805-b8e3af273e5d), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:24.242246 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7d1adb95-0255-4fd1-adb7-17d02af1fc6d tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for port (69b2c744-9ab3-42bf-ba16-81e7a641aac2), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:24.267035 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550fb53c-c1d7-4ddd-bfa5-d6b967e2d0e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bffcda92-6000-49dc-a805-b8e3af273e5d,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:24.272780 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-03812d9c-ab78-411b-a8b8-b0b44b4f0f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:24.274304 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-03812d9c-ab78-411b-a8b8-b0b44b4f0f1c service neutron] 10.222.0.120 "GET /v2.0/subnets?id=cd101850-45aa-4dbe-87a1-17374b4984b9 HTTP/1.1" status: 200 len: 835 time: 0.1068473 Feb 09 01:38:24.506924 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7d1adb95-0255-4fd1-adb7-17d02af1fc6d tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (69b2c744-9ab3-42bf-ba16-81e7a641aac2), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:24.565106 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1adb95-0255-4fd1-adb7-17d02af1fc6d tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Network 85fab4c6-67c5-4572-98f4-be05932fca9f is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:24.578419 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-7e36ab8f-8bec-4cb2-9bba-bf19452d2302 None None] Provisioning complete for port a97e2917-6176-4036-995e-a892a2e4a36f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:24.578815 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7e36ab8f-8bec-4cb2-9bba-bf19452d2302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a97e2917-6176-4036-995e-a892a2e4a36f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:24.580295 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-7d1adb95-0255-4fd1-adb7-17d02af1fc6d tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:24.587652 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1adb95-0255-4fd1-adb7-17d02af1fc6d tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:24.598578 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1adb95-0255-4fd1-adb7-17d02af1fc6d tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event updated for resources: {'Port': ['ID=69b2c744-9ab3-42bf-ba16-81e7a641aac2,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:24.604151 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-deb3196e-e582-4a75-9ebc-4bcf173974f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:24.612793 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-deb3196e-e582-4a75-9ebc-4bcf173974f3 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=36811ba0-932c-489a-9372-3f07b118624b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3320012 Feb 09 01:38:24.728211 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7d1adb95-0255-4fd1-adb7-17d02af1fc6d tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (1d7e0fb3-4e68-4d5c-b471-948997461cbe), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:24.788176 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8aa5117c-a5d0-4be2-b8bc-195446c157bf tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for port (68405685-0ced-4b2c-b174-a1da96932d93), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:24.798006 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8aa5117c-a5d0-4be2-b8bc-195446c157bf tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (68405685-0ced-4b2c-b174-a1da96932d93), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:24.816980 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-7e36ab8f-8bec-4cb2-9bba-bf19452d2302 None None] Current status of the port a97e2917-6176-4036-995e-a892a2e4a36f is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:24.882803 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 62b798d0-a28e-4514-96e5-53dc426ea8c8 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:38:24.898818 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-550fb53c-c1d7-4ddd-bfa5-d6b967e2d0e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:24.926317 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-a7ac2b06-824a-4dc3-8865-bfc2eddda2ef service neutron] 10.222.0.120 "GET /v2.0/networks/36811ba0-932c-489a-9372-3f07b118624b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002918 Feb 09 01:38:25.031015 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 62b798d0-a28e-4514-96e5-53dc426ea8c8 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:25.035325 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6556317-8a7a-4d1b-ba52-e3a57ea63e58 req-95bcce8d-1306-4ac8-9ca3-ede6c399782c service neutron] 10.222.0.120 "GET /v2.0/networks/36811ba0-932c-489a-9372-3f07b118624b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021786 Feb 09 01:38:25.039412 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (62b798d0-a28e-4514-96e5-53dc426ea8c8), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:25.047905 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa5117c-a5d0-4be2-b8bc-195446c157bf tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event updated for resources: {'Port': ['ID=68405685-0ced-4b2c-b174-a1da96932d93,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:25.120699 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8aa5117c-a5d0-4be2-b8bc-195446c157bf tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (718776a7-d774-451f-9e14-39540f77041b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:25.206240 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-e7183a13-52ee-43e0-b8de-505cc3dff65e None None] Provisioning complete for port 69b2c744-9ab3-42bf-ba16-81e7a641aac2 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:25.206808 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e7183a13-52ee-43e0-b8de-505cc3dff65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (69b2c744-9ab3-42bf-ba16-81e7a641aac2), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:25.231594 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa5117c-a5d0-4be2-b8bc-195446c157bf tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Network 5a3f2270-c253-4c11-93d5-d0fd320fd6c7 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:25.235227 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-8aa5117c-a5d0-4be2-b8bc-195446c157bf tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:25.245393 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7d1adb95-0255-4fd1-adb7-17d02af1fc6d tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (69b2c744-9ab3-42bf-ba16-81e7a641aac2), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:25.250180 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e7183a13-52ee-43e0-b8de-505cc3dff65e None None] Port 69b2c744-9ab3-42bf-ba16-81e7a641aac2 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:38:25.290125 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 62b798d0-a28e-4514-96e5-53dc426ea8c8 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:25.291496 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device a97e2917-6176-4036-995e-a892a2e4a36f up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:38:25.403296 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550fb53c-c1d7-4ddd-bfa5-d6b967e2d0e7 admin admin] Router 74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:38:25.439198 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a725f-93ca-4791-958f-d96bfd629657 req-0cd98dc2-a258-418d-82a6-c1d84dbec73c tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:25.445077 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-485a725f-93ca-4791-958f-d96bfd629657 req-0cd98dc2-a258-418d-82a6-c1d84dbec73c tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=8538cec5-24e2-4b7e-b442-ed9649ae15de HTTP/1.1" status: 200 len: 943 time: 0.2822940 Feb 09 01:38:25.501691 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc90dfee-673d-4068-9216-186da4abdd2e req-7eb808d8-e5cd-4817-8f7e-0a9a5757c12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:25.503966 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dc90dfee-673d-4068-9216-186da4abdd2e req-7eb808d8-e5cd-4817-8f7e-0a9a5757c12c service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=c3786288d8304ed4a73754fbccf8bb65&device_id=8538cec5-24e2-4b7e-b442-ed9649ae15de HTTP/1.1" status: 200 len: 1125 time: 0.3305993 Feb 09 01:38:25.604463 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port a97e2917-6176-4036-995e-a892a2e4a36f triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:25.605438 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a97e2917-6176-4036-995e-a892a2e4a36f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:25.682680 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aa5117c-a5d0-4be2-b8bc-195446c157bf tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Router 718776a7-d774-451f-9e14-39540f77041b is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:38:25.714650 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port a97e2917-6176-4036-995e-a892a2e4a36f is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:25.722673 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-3b276212-38d3-4246-aef8-7f1f6cc1fe7c None None] Provisioning complete for port 68405685-0ced-4b2c-b174-a1da96932d93 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:25.722854 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3b276212-38d3-4246-aef8-7f1f6cc1fe7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (68405685-0ced-4b2c-b174-a1da96932d93), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:25.767356 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-3b276212-38d3-4246-aef8-7f1f6cc1fe7c None None] Port 68405685-0ced-4b2c-b174-a1da96932d93 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:38:25.841525 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7d1adb95-0255-4fd1-adb7-17d02af1fc6d tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for port (69b2c744-9ab3-42bf-ba16-81e7a641aac2), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:25.846286 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-485a725f-93ca-4791-958f-d96bfd629657 req-1c17e2a5-61ad-4c6a-ba67-75e99f76444f tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f56c3a-2e04-4c6a-a3ad-7bb0de34f629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3901033 Feb 09 01:38:25.862876 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7d1adb95-0255-4fd1-adb7-17d02af1fc6d tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (69b2c744-9ab3-42bf-ba16-81e7a641aac2), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:25.873354 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc90dfee-673d-4068-9216-186da4abdd2e req-bfbdcee8-462a-4d71-8077-35e78a386940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:25.874966 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dc90dfee-673d-4068-9216-186da4abdd2e req-bfbdcee8-462a-4d71-8077-35e78a386940 service neutron] 10.222.0.120 "GET /v2.0/networks?id=36811ba0-932c-489a-9372-3f07b118624b HTTP/1.1" status: 200 len: 899 time: 0.2813110 Feb 09 01:38:25.876463 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550fb53c-c1d7-4ddd-bfa5-d6b967e2d0e7 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:38:25.890153 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4f19ba-8f3f-4853-97f6-a80abeec60eb None None] Sync routers for ids ['74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:38:25.901528 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-550fb53c-c1d7-4ddd-bfa5-d6b967e2d0e7 admin admin] 10.222.0.50 "PUT /v2.0/routers/74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1881547 Feb 09 01:38:25.909603 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34060) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:25.929171 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4f19ba-8f3f-4853-97f6-a80abeec60eb None None] Routers {'74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:38:25.930491 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-8d4f19ba-8f3f-4853-97f6-a80abeec60eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:38:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:25.936615 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa5117c-a5d0-4be2-b8bc-195446c157bf tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:38:25.947709 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8aa5117c-a5d0-4be2-b8bc-195446c157bf tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "PUT /v2.0/routers/718776a7-d774-451f-9e14-39540f77041b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1144855 Feb 09 01:38:25.948735 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fd19d7-2926-4d32-9e2c-f0f4605b8d35 None None] Sync routers for ids ['718776a7-d774-451f-9e14-39540f77041b'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:38:25.952380 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34062) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:25.967565 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fd19d7-2926-4d32-9e2c-f0f4605b8d35 None None] Routers {'718776a7-d774-451f-9e14-39540f77041b'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:38:25.969790 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-e3fd19d7-2926-4d32-9e2c-f0f4605b8d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:38:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['718776a7-d774-451f-9e14-39540f77041b'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:25.971575 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7d1adb95-0255-4fd1-adb7-17d02af1fc6d tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (1d7e0fb3-4e68-4d5c-b471-948997461cbe), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:26.010708 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1adb95-0255-4fd1-adb7-17d02af1fc6d tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event updated for resources: {'Port': ['ID=69b2c744-9ab3-42bf-ba16-81e7a641aac2,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:26.054861 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-e3fd19d7-2926-4d32-9e2c-f0f4605b8d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:26.066959 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fd19d7-2926-4d32-9e2c-f0f4605b8d35 None None] Routers {'718776a7-d774-451f-9e14-39540f77041b'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:38:26.067958 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-e3fd19d7-2926-4d32-9e2c-f0f4605b8d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:38:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['718776a7-d774-451f-9e14-39540f77041b'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:26.111268 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-e3fd19d7-2926-4d32-9e2c-f0f4605b8d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:26.112671 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fd19d7-2926-4d32-9e2c-f0f4605b8d35 None None] The sync data for ids ['718776a7-d774-451f-9e14-39540f77041b'] in n-d-828369-4 is: [] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:38:26.116028 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b05bae0-91ac-44e2-868e-a85455deccf1 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:26.126481 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0b05bae0-91ac-44e2-868e-a85455deccf1 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "GET /v2.0/ports?device_id=718776a7-d774-451f-9e14-39540f77041b HTTP/1.1" status: 200 len: 981 time: 0.1704226 Feb 09 01:38:26.128511 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34064) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:26.183746 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2d89a08d-d8a0-4913-85f3-ff5380bb47b1 admin admin] Publish callbacks [] for router (74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:26.187850 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dc90dfee-673d-4068-9216-186da4abdd2e req-f2d4114c-7c90-4626-ad23-1ba3090f6ca6 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10a588e8-270c-4822-8bf8-0d90f30022c8 HTTP/1.1" status: 200 len: 217 time: 0.2834404 Feb 09 01:38:26.198978 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-8d4f19ba-8f3f-4853-97f6-a80abeec60eb None None] Set router 74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:38:26.259407 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1adb95-0255-4fd1-adb7-17d02af1fc6d tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Network 85fab4c6-67c5-4572-98f4-be05932fca9f is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:26.263924 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-7d1adb95-0255-4fd1-adb7-17d02af1fc6d tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:26.386186 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc90dfee-673d-4068-9216-186da4abdd2e req-ed73d10c-ce00-4e70-8bae-ddde47db0e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:26.389466 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dc90dfee-673d-4068-9216-186da4abdd2e req-ed73d10c-ce00-4e70-8bae-ddde47db0e75 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=cd101850-45aa-4dbe-87a1-17374b4984b9 HTTP/1.1" status: 200 len: 835 time: 0.1599684 Feb 09 01:38:26.472593 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2d89a08d-d8a0-4913-85f3-ff5380bb47b1 admin admin] Publish callbacks [] for router_gateway (74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:26.483258 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc90dfee-673d-4068-9216-186da4abdd2e req-36e753cd-1623-47c7-a973-d8352444c3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:26.485921 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dc90dfee-673d-4068-9216-186da4abdd2e req-36e753cd-1623-47c7-a973-d8352444c3aa service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=36811ba0-932c-489a-9372-3f07b118624b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0902417 Feb 09 01:38:26.547064 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-8d4f19ba-8f3f-4853-97f6-a80abeec60eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'name': 'tempest-TestVolumeBackupRestore-384360170-router', 'tenant_id': 'c83f37eb2770492dbe0c1983971df4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '893d11ec-07a1-4bf1-8ea5-2be6cbe41231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:23Z', 'updated_at': '2022-02-09T01:38:24Z', 'revision_number': 5, 'project_id': 'c83f37eb2770492dbe0c1983971df4a0', 'gw_port': {'id': '893d11ec-07a1-4bf1-8ea5-2be6cbe41231', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:24Z', 'updated_at': '2022-02-09T01:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:26.586796 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4f19ba-8f3f-4853-97f6-a80abeec60eb None None] Checking router: 74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:38:26.609387 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-e4bb2206-7cc5-4799-862b-bc9747d86550 None None] Provisioning complete for port 69b2c744-9ab3-42bf-ba16-81e7a641aac2 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:26.609776 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e4bb2206-7cc5-4799-862b-bc9747d86550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (69b2c744-9ab3-42bf-ba16-81e7a641aac2), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:26.618102 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4f19ba-8f3f-4853-97f6-a80abeec60eb None None] Routers {'74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:38:26.618754 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-8d4f19ba-8f3f-4853-97f6-a80abeec60eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:38:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:26.639240 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dc90dfee-673d-4068-9216-186da4abdd2e req-b01f521b-50f1-476b-acff-70a67a793659 service neutron] 10.222.0.120 "GET /v2.0/networks/36811ba0-932c-489a-9372-3f07b118624b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469545 Feb 09 01:38:26.645811 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2d89a08d-d8a0-4913-85f3-ff5380bb47b1 admin admin] Deleting port 893d11ec-07a1-4bf1-8ea5-2be6cbe41231 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:26.646427 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2d89a08d-d8a0-4913-85f3-ff5380bb47b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (893d11ec-07a1-4bf1-8ea5-2be6cbe41231), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:26.725917 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-8d4f19ba-8f3f-4853-97f6-a80abeec60eb None None] Set router 74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7 gateway port host: None {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:38:26.820120 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dc90dfee-673d-4068-9216-186da4abdd2e req-02ac5d8f-6556-4632-9de4-4dc7c66c8523 service neutron] 10.222.0.120 "GET /v2.0/networks/36811ba0-932c-489a-9372-3f07b118624b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713703 Feb 09 01:38:26.842028 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2d89a08d-d8a0-4913-85f3-ff5380bb47b1 admin admin] For port 893d11ec-07a1-4bf1-8ea5-2be6cbe41231, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=893d11ec-07a1-4bf1-8ea5-2be6cbe41231,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:26.843986 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2d89a08d-d8a0-4913-85f3-ff5380bb47b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (893d11ec-07a1-4bf1-8ea5-2be6cbe41231), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:26.848761 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-8d4f19ba-8f3f-4853-97f6-a80abeec60eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'name': 'tempest-TestVolumeBackupRestore-384360170-router', 'tenant_id': 'c83f37eb2770492dbe0c1983971df4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:23Z', 'updated_at': '2022-02-09T01:38:26Z', 'revision_number': 6, 'project_id': 'c83f37eb2770492dbe0c1983971df4a0', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:26.862593 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2d89a08d-d8a0-4913-85f3-ff5380bb47b1 admin admin] Calling delete_port for 893d11ec-07a1-4bf1-8ea5-2be6cbe41231 owned by network:router_gateway {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:26.885803 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4f19ba-8f3f-4853-97f6-a80abeec60eb None None] The sync data for ids ['74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7'] in n-d-828369-4 is: [{'id': '74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7', 'name': 'tempest-TestVolumeBackupRestore-384360170-router', 'tenant_id': 'c83f37eb2770492dbe0c1983971df4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:23Z', 'updated_at': '2022-02-09T01:38:26Z', 'revision_number': 6, 'project_id': 'c83f37eb2770492dbe0c1983971df4a0', 'gw_port_host': None}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:38:26.900830 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e4bb2206-7cc5-4799-862b-bc9747d86550 None None] Port 69b2c744-9ab3-42bf-ba16-81e7a641aac2 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:38:27.063148 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1adb95-0255-4fd1-adb7-17d02af1fc6d tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Router 1d7e0fb3-4e68-4d5c-b471-948997461cbe has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:38:27.117641 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda4cde-e633-40cd-be8b-7242ccac847f req-e73079dc-67cb-45bf-9cd7-420386fc3fa7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:27.118781 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eeda4cde-e633-40cd-be8b-7242ccac847f req-e73079dc-67cb-45bf-9cd7-420386fc3fa7 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=8538cec5-24e2-4b7e-b442-ed9649ae15de HTTP/1.1" status: 200 len: 943 time: 0.1372666 Feb 09 01:38:27.168738 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2d89a08d-d8a0-4913-85f3-ff5380bb47b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (893d11ec-07a1-4bf1-8ea5-2be6cbe41231), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:27.211676 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d89a08d-d8a0-4913-85f3-ff5380bb47b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=893d11ec-07a1-4bf1-8ea5-2be6cbe41231,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:27.218696 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eeda4cde-e633-40cd-be8b-7242ccac847f req-b898bd0a-2bc2-4f88-ba42-bb200d54de32 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f56c3a-2e04-4c6a-a3ad-7bb0de34f629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893395 Feb 09 01:38:27.287688 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2d89a08d-d8a0-4913-85f3-ff5380bb47b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:27.342108 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1adb95-0255-4fd1-adb7-17d02af1fc6d tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:38:27.354296 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b68058-6d0b-44bb-b424-875fa5a5f310 None None] Sync routers for ids ['1d7e0fb3-4e68-4d5c-b471-948997461cbe'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:38:27.371000 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b68058-6d0b-44bb-b424-875fa5a5f310 None None] Routers {'1d7e0fb3-4e68-4d5c-b471-948997461cbe'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:38:27.371700 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-05b68058-6d0b-44bb-b424-875fa5a5f310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:38:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['1d7e0fb3-4e68-4d5c-b471-948997461cbe'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:27.387892 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4e90d50d-f7a4-4030-a48f-a485a0459d64 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (718776a7-d774-451f-9e14-39540f77041b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:27.394828 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7d1adb95-0255-4fd1-adb7-17d02af1fc6d tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "PUT /v2.0/routers/1d7e0fb3-4e68-4d5c-b471-948997461cbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1814003 Feb 09 01:38:27.409793 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34082) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:27.541323 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-05b68058-6d0b-44bb-b424-875fa5a5f310 None None] Set router 1d7e0fb3-4e68-4d5c-b471-948997461cbe gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:38:27.736862 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-4e90d50d-f7a4-4030-a48f-a485a0459d64 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Deleting port 68405685-0ced-4b2c-b174-a1da96932d93 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:27.737712 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4e90d50d-f7a4-4030-a48f-a485a0459d64 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (68405685-0ced-4b2c-b174-a1da96932d93), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:27.808450 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2d89a08d-d8a0-4913-85f3-ff5380bb47b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:27.833751 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2d89a08d-d8a0-4913-85f3-ff5380bb47b1 admin admin] Publish callbacks [] for router_controller (74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:27.857409 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-05b68058-6d0b-44bb-b424-875fa5a5f310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'name': 'tempest-TestNetworkBasicOps-router-785819750', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '62b798d0-a28e-4514-96e5-53dc426ea8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:08Z', 'updated_at': '2022-02-09T01:38:25Z', 'revision_number': 4, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'gw_port': {'id': '62b798d0-a28e-4514-96e5-53dc426ea8c8', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:11Z', 'updated_at': '2022-02-09T01:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '69b2c744-9ab3-42bf-ba16-81e7a641aac2', 'name': '', 'network_id': '85fab4c6-67c5-4572-98f4-be05932fca9f', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'mac_address': 'fa:16:3e:9a:3e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'd81a46a7-43cb-40c4-a99b-23e6c4130e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:23Z', 'updated_at': '2022-02-09T01:38:25Z', 'revision_number': 2, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'subnets': [{'id': 'd81a46a7-43cb-40c4-a99b-23e6c4130e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:27.898762 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4e90d50d-f7a4-4030-a48f-a485a0459d64 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (68405685-0ced-4b2c-b174-a1da96932d93), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:27.900047 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b68058-6d0b-44bb-b424-875fa5a5f310 None None] Checking router: 1d7e0fb3-4e68-4d5c-b471-948997461cbe for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:38:27.900409 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b68058-6d0b-44bb-b424-875fa5a5f310 None None] Updating router 1d7e0fb3-4e68-4d5c-b471-948997461cbe port 69b2c744-9ab3-42bf-ba16-81e7a641aac2 binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:38:27.902574 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 10a588e8-270c-4822-8bf8-0d90f30022c8 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:38:27.916420 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-4e90d50d-f7a4-4030-a48f-a485a0459d64 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Calling delete_port for 68405685-0ced-4b2c-b174-a1da96932d93 owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:27.953276 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2d89a08d-d8a0-4913-85f3-ff5380bb47b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:27.953854 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d89a08d-d8a0-4913-85f3-ff5380bb47b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7 {{(pid=103136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:38:27.957651 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-05b68058-6d0b-44bb-b424-875fa5a5f310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (69b2c744-9ab3-42bf-ba16-81e7a641aac2), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:27.959215 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2d89a08d-d8a0-4913-85f3-ff5380bb47b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:27.960870 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2d89a08d-d8a0-4913-85f3-ff5380bb47b1 admin admin] 10.222.0.50 "DELETE /v2.0/routers/74da9fa8-ced3-4c0e-8f73-94f1eca2ecc7 HTTP/1.1" status: 204 len: 168 time: 2.0498137 Feb 09 01:38:27.966118 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34094) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:28.063804 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3990671-bf33-4711-884b-662a1775e00c tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:28.064281 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3990671-bf33-4711-884b-662a1775e00c tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:28.064772 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3990671-bf33-4711-884b-662a1775e00c tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:28.065239 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3990671-bf33-4711-884b-662a1775e00c tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:28.065767 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3990671-bf33-4711-884b-662a1775e00c tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:28.066231 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3990671-bf33-4711-884b-662a1775e00c tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:28.066686 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3990671-bf33-4711-884b-662a1775e00c tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:28.067141 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3990671-bf33-4711-884b-662a1775e00c tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:28.067602 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3990671-bf33-4711-884b-662a1775e00c tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:28.068055 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3990671-bf33-4711-884b-662a1775e00c tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:28.068510 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3990671-bf33-4711-884b-662a1775e00c tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:28.073902 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e3990671-bf33-4711-884b-662a1775e00c tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7722 time: 0.6600342 Feb 09 01:38:28.073902 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34096) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:28.091500 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc7b57ea-70e7-4f03-a9cf-c349090e4afe admin admin] Deleting subnet 6814466b-1294-4ba7-943e-240a3a677817 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:38:28.118659 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc7b57ea-70e7-4f03-a9cf-c349090e4afe admin admin] Publish callbacks [] for subnet (6814466b-1294-4ba7-943e-240a3a677817), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:28.180632 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 10a588e8-270c-4822-8bf8-0d90f30022c8, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=10a588e8-270c-4822-8bf8-0d90f30022c8,segment=NetworkSegment(531229a4-5898-4a99-81b9-f4f4991732b4),segment_id=531229a4-5898-4a99-81b9-f4f4991732b4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:28.205495 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc7b57ea-70e7-4f03-a9cf-c349090e4afe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (6814466b-1294-4ba7-943e-240a3a677817), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:28.219598 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '10a588e8-270c-4822-8bf8-0d90f30022c8', 'network_id': '36811ba0-932c-489a-9372-3f07b118624b', 'port_id': '10a588e8-270c-4822-8bf8-0d90f30022c8', 'mac_address': 'fa:16:3e:8f:39:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd101850-45aa-4dbe-87a1-17374b4984b9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:38:28.242831 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd4d396-5da3-4117-9a8f-a0ee0eebaf59 tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:28.243237 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd4d396-5da3-4117-9a8f-a0ee0eebaf59 tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:28.243764 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd4d396-5da3-4117-9a8f-a0ee0eebaf59 tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:28.244336 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd4d396-5da3-4117-9a8f-a0ee0eebaf59 tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:28.245114 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd4d396-5da3-4117-9a8f-a0ee0eebaf59 tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:28.245852 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd4d396-5da3-4117-9a8f-a0ee0eebaf59 tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:28.246532 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd4d396-5da3-4117-9a8f-a0ee0eebaf59 tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:28.247417 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd4d396-5da3-4117-9a8f-a0ee0eebaf59 tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:28.248082 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd4d396-5da3-4117-9a8f-a0ee0eebaf59 tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:28.248638 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd4d396-5da3-4117-9a8f-a0ee0eebaf59 tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:28.251458 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-0fd4d396-5da3-4117-9a8f-a0ee0eebaf59 tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6499 time: 0.1770153 Feb 09 01:38:28.254965 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34098) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:28.349965 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4e90d50d-f7a4-4030-a48f-a485a0459d64 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (68405685-0ced-4b2c-b174-a1da96932d93), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:28.388912 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e90d50d-f7a4-4030-a48f-a485a0459d64 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event deleted for resources: {'Port': ['ID=68405685-0ced-4b2c-b174-a1da96932d93,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:28.545596 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4e90d50d-f7a4-4030-a48f-a485a0459d64 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (718776a7-d774-451f-9e14-39540f77041b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:28.563535 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc7b57ea-70e7-4f03-a9cf-c349090e4afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (6814466b-1294-4ba7-943e-240a3a677817), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:28.572576 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc49e4f9-d311-4395-b374-0025f3b770bf req-ad5c22c2-5925-455b-8599-f30bf69995a9 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:28.574350 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bc49e4f9-d311-4395-b374-0025f3b770bf req-ad5c22c2-5925-455b-8599-f30bf69995a9 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=8538cec5-24e2-4b7e-b442-ed9649ae15de HTTP/1.1" status: 200 len: 943 time: 0.2307549 Feb 09 01:38:28.588044 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 10a588e8-270c-4822-8bf8-0d90f30022c8 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:28.588440 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (10a588e8-270c-4822-8bf8-0d90f30022c8), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:28.635695 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-05b68058-6d0b-44bb-b424-875fa5a5f310 None None] Publish callbacks [] for port (69b2c744-9ab3-42bf-ba16-81e7a641aac2), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:28.654300 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-05b68058-6d0b-44bb-b424-875fa5a5f310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (69b2c744-9ab3-42bf-ba16-81e7a641aac2), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:28.675816 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10a588e8-270c-4822-8bf8-0d90f30022c8 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:38:28.750496 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 893d11ec-07a1-4bf1-8ea5-2be6cbe41231 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:38:28.757784 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bc49e4f9-d311-4395-b374-0025f3b770bf req-5ae50441-a44d-474e-93d0-2e5cc9438820 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f56c3a-2e04-4c6a-a3ad-7bb0de34f629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549029 Feb 09 01:38:28.787870 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e90d50d-f7a4-4030-a48f-a485a0459d64 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Router 718776a7-d774-451f-9e14-39540f77041b has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:38:28.793504 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc7b57ea-70e7-4f03-a9cf-c349090e4afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (6814466b-1294-4ba7-943e-240a3a677817), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:28.810001 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 10a588e8-270c-4822-8bf8-0d90f30022c8, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=10a588e8-270c-4822-8bf8-0d90f30022c8,segment=NetworkSegment(531229a4-5898-4a99-81b9-f4f4991732b4),segment_id=531229a4-5898-4a99-81b9-f4f4991732b4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:28.829822 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bc7b57ea-70e7-4f03-a9cf-c349090e4afe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:28.840900 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-bc7b57ea-70e7-4f03-a9cf-c349090e4afe admin admin] 10.222.0.50 "DELETE /v2.0/subnets/6814466b-1294-4ba7-943e-240a3a677817 HTTP/1.1" status: 204 len: 168 time: 0.8737106 Feb 09 01:38:28.858383 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecf77f6-5627-45d2-a7e2-da1929a62583 None None] Network 79dcc98a-8e88-43ea-9347-58d1c81f1906 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:28.868147 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (10a588e8-270c-4822-8bf8-0d90f30022c8), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:28.869763 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 893d11ec-07a1-4bf1-8ea5-2be6cbe41231 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:38:28.870118 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 893d11ec-07a1-4bf1-8ea5-2be6cbe41231 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:38:28.870542 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device bffcda92-6000-49dc-a805-b8e3af273e5d no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:38:28.887294 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34104) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:28.891239 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7b57ea-70e7-4f03-a9cf-c349090e4afe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6814466b-1294-4ba7-943e-240a3a677817,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:28.939286 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-bdeaa11f-9a24-4e1f-97eb-42fa3e58e773 tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5026 time: 0.6830134 Feb 09 01:38:28.953202 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e90d50d-f7a4-4030-a48f-a485a0459d64 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:38:28.966811 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12782a5f-6940-425a-9a8d-8988cc010ec6 None None] Sync routers for ids ['718776a7-d774-451f-9e14-39540f77041b'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:38:28.974121 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4e90d50d-f7a4-4030-a48f-a485a0459d64 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "PUT /v2.0/routers/718776a7-d774-451f-9e14-39540f77041b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8414354 Feb 09 01:38:28.974545 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34108) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:28.983005 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12782a5f-6940-425a-9a8d-8988cc010ec6 None None] Routers {'718776a7-d774-451f-9e14-39540f77041b'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:38:28.983640 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-12782a5f-6940-425a-9a8d-8988cc010ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:38:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['718776a7-d774-451f-9e14-39540f77041b'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:29.065072 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-12782a5f-6940-425a-9a8d-8988cc010ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:29.090894 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12782a5f-6940-425a-9a8d-8988cc010ec6 None None] Routers {'718776a7-d774-451f-9e14-39540f77041b'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:38:29.091535 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-12782a5f-6940-425a-9a8d-8988cc010ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:38:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['718776a7-d774-451f-9e14-39540f77041b'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:29.097456 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5ea0579-e65c-4b25-9876-b373d3685676 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] GET failed (client error): The resource could not be found. Feb 09 01:38:29.099092 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b5ea0579-e65c-4b25-9876-b373d3685676 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "GET /v2.0/ports/68405685-0ced-4b2c-b174-a1da96932d93 HTTP/1.1" status: 404 len: 333 time: 0.1236401 Feb 09 01:38:29.101941 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34114) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:29.130280 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-12782a5f-6940-425a-9a8d-8988cc010ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:29.131227 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12782a5f-6940-425a-9a8d-8988cc010ec6 None None] The sync data for ids ['718776a7-d774-451f-9e14-39540f77041b'] in n-d-828369-4 is: [] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:38:29.143781 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c87ca92c-2491-4cd3-acdf-8c0130344234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (79dcc98a-8e88-43ea-9347-58d1c81f1906), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:29.214079 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-c87ca92c-2491-4cd3-acdf-8c0130344234 admin admin] Deleting port 4878c630-1721-405c-8dc9-3e1865d10514 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:29.214590 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c87ca92c-2491-4cd3-acdf-8c0130344234 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (4878c630-1721-405c-8dc9-3e1865d10514), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:29.221510 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ffc9a8-bdc8-4f39-8a26-ce859a33b5d5 None None] Pushing event updated for resources: {'Port': ['ID=69b2c744-9ab3-42bf-ba16-81e7a641aac2,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:29.229849 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: bffcda92-6000-49dc-a805-b8e3af273e5d {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:38:29.230210 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device bffcda92-6000-49dc-a805-b8e3af273e5d not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:38:29.293557 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-05b68058-6d0b-44bb-b424-875fa5a5f310 None None] Attempting to bind port 69b2c744-9ab3-42bf-ba16-81e7a641aac2 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:38:29.293557 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-05b68058-6d0b-44bb-b424-875fa5a5f310 None None] Attempting to bind port 69b2c744-9ab3-42bf-ba16-81e7a641aac2 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f4eb58eb-4f5f-465e-b7fb-e1df5409926f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '85fab4c6-67c5-4572-98f4-be05932fca9f'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:38:29.294072 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f4cbc709-91ac-4e28-9542-1d5deb3aa6d7 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for router (718776a7-d774-451f-9e14-39540f77041b), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:29.294212 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b68058-6d0b-44bb-b424-875fa5a5f310 None None] Attempting to bind port 69b2c744-9ab3-42bf-ba16-81e7a641aac2 on network 85fab4c6-67c5-4572-98f4-be05932fca9f {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:38:29.311711 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-c87ca92c-2491-4cd3-acdf-8c0130344234 admin admin] For port 4878c630-1721-405c-8dc9-3e1865d10514, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=4878c630-1721-405c-8dc9-3e1865d10514,segment=NetworkSegment(d7bca333-5eb2-48c7-a0ae-f27aec64c432),segment_id=d7bca333-5eb2-48c7-a0ae-f27aec64c432)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:29.312084 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c87ca92c-2491-4cd3-acdf-8c0130344234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (4878c630-1721-405c-8dc9-3e1865d10514), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:29.320041 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['10a588e8-270c-4822-8bf8-0d90f30022c8'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:38:29.327340 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-c87ca92c-2491-4cd3-acdf-8c0130344234 admin admin] Calling delete_port for 4878c630-1721-405c-8dc9-3e1865d10514 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:29.334278 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-5e6d02c2-1fae-4bf7-8f6e-26ae5e7813da None None] Provisioning complete for port 69b2c744-9ab3-42bf-ba16-81e7a641aac2 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:29.334676 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5e6d02c2-1fae-4bf7-8f6e-26ae5e7813da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (69b2c744-9ab3-42bf-ba16-81e7a641aac2), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:29.359396 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b68058-6d0b-44bb-b424-875fa5a5f310 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:38:29.359787 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b68058-6d0b-44bb-b424-875fa5a5f310 None None] Checking segment: {'id': 'f4eb58eb-4f5f-465e-b7fb-e1df5409926f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '85fab4c6-67c5-4572-98f4-be05932fca9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:29.360209 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-05b68058-6d0b-44bb-b424-875fa5a5f310 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:29.360641 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b68058-6d0b-44bb-b424-875fa5a5f310 None None] Bound using segment: {'id': 'f4eb58eb-4f5f-465e-b7fb-e1df5409926f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '85fab4c6-67c5-4572-98f4-be05932fca9f'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:38:29.361141 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-05b68058-6d0b-44bb-b424-875fa5a5f310 None None] Bound port: 69b2c744-9ab3-42bf-ba16-81e7a641aac2, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4eb58eb-4f5f-465e-b7fb-e1df5409926f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '85fab4c6-67c5-4572-98f4-be05932fca9f'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:38:29.361530 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-05b68058-6d0b-44bb-b424-875fa5a5f310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (69b2c744-9ab3-42bf-ba16-81e7a641aac2), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:29.392623 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=10a588e8-270c-4822-8bf8-0d90f30022c8,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:29.440893 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c87ca92c-2491-4cd3-acdf-8c0130344234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (4878c630-1721-405c-8dc9-3e1865d10514), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:29.489459 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87ca92c-2491-4cd3-acdf-8c0130344234 admin admin] No DVR routers for this DVR port 4878c630-1721-405c-8dc9-3e1865d10514 on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:38:29.492383 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-05b68058-6d0b-44bb-b424-875fa5a5f310 None None] For port 69b2c744-9ab3-42bf-ba16-81e7a641aac2, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:38:29.492576 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87ca92c-2491-4cd3-acdf-8c0130344234 admin admin] Pushing event deleted for resources: {'Port': ['ID=4878c630-1721-405c-8dc9-3e1865d10514,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:29.497535 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-05b68058-6d0b-44bb-b424-875fa5a5f310 None None] For port 69b2c744-9ab3-42bf-ba16-81e7a641aac2, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=69b2c744-9ab3-42bf-ba16-81e7a641aac2,segment=NetworkSegment(f4eb58eb-4f5f-465e-b7fb-e1df5409926f),segment_id=f4eb58eb-4f5f-465e-b7fb-e1df5409926f)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:38:29.505182 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-5e6d02c2-1fae-4bf7-8f6e-26ae5e7813da None None] Port 69b2c744-9ab3-42bf-ba16-81e7a641aac2 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:38:29.516158 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-05b68058-6d0b-44bb-b424-875fa5a5f310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (69b2c744-9ab3-42bf-ba16-81e7a641aac2), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:29.562990 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34116) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:29.592681 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-f5d01ab3-c9fc-462c-99d8-8bea61a5faf8 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1661965229', 'description': 'tempest-secgroup-smoke-1661965229 description', 'project_id': '08210566e83248dda7b4b9773be6fbca'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:29.619220 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c87ca92c-2491-4cd3-acdf-8c0130344234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (79dcc98a-8e88-43ea-9347-58d1c81f1906), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:29.623117 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ffc9a8-bdc8-4f39-8a26-ce859a33b5d5 None None] Pushing event updated for resources: {'Port': ['ID=69b2c744-9ab3-42bf-ba16-81e7a641aac2,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:29.633837 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f5d01ab3-c9fc-462c-99d8-8bea61a5faf8 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:29.639560 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f4cbc709-91ac-4e28-9542-1d5deb3aa6d7 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (718776a7-d774-451f-9e14-39540f77041b), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:29.642208 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f4cbc709-91ac-4e28-9542-1d5deb3aa6d7 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for router_controller (718776a7-d774-451f-9e14-39540f77041b), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:29.664126 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-c87ca92c-2491-4cd3-acdf-8c0130344234 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79dcc98a-8e88-43ea-9347-58d1c81f1906']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:29.668288 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b68058-6d0b-44bb-b424-875fa5a5f310 None None] Routers {'1d7e0fb3-4e68-4d5c-b471-948997461cbe'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:38:29.669087 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-05b68058-6d0b-44bb-b424-875fa5a5f310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:38:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['1d7e0fb3-4e68-4d5c-b471-948997461cbe'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:29.681912 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-c87ca92c-2491-4cd3-acdf-8c0130344234 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7bca333-5eb2-48c7-a0ae-f27aec64c432') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:29.682215 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-c87ca92c-2491-4cd3-acdf-8c0130344234 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7bca333-5eb2-48c7-a0ae-f27aec64c432') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:29.716624 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c87ca92c-2491-4cd3-acdf-8c0130344234 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (d7bca333-5eb2-48c7-a0ae-f27aec64c432), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:29.743613 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c87ca92c-2491-4cd3-acdf-8c0130344234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (d7bca333-5eb2-48c7-a0ae-f27aec64c432), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:29.755787 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c87ca92c-2491-4cd3-acdf-8c0130344234 admin admin] Releasing vlan 1017 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:38:29.756022 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f4cbc709-91ac-4e28-9542-1d5deb3aa6d7 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (718776a7-d774-451f-9e14-39540f77041b), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:29.756193 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c87ca92c-2491-4cd3-acdf-8c0130344234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (d7bca333-5eb2-48c7-a0ae-f27aec64c432), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:29.757953 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:38:29.757953 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:38:29.757953 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:38:29.757953 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:38:29.757953 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:38:29.757953 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:38:29.757953 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:38:29.757953 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:38:29.757953 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:38:29.757953 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:38:29.757953 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:38:29.757953 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:38:29.757953 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:38:29.757953 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:38:29.757953 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:38:29.757953 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:38:29.757953 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:38:29.757953 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:38:29.757953 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:38:29.757953 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:38:29.757953 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:38:29.757953 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:38:29.757953 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:38:29.757953 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:38:29.757953 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:38:29.757953 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:38:29.757953 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:38:29.757953 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:38:29.757953 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:38:29.757953 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:38:29.757953 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:38:29.757953 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:38:29.763773 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4cbc709-91ac-4e28-9542-1d5deb3aa6d7 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Fanout notify agent at l3_agent the message router_deleted on router 718776a7-d774-451f-9e14-39540f77041b {{(pid=103136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:38:29.782691 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f4cbc709-91ac-4e28-9542-1d5deb3aa6d7 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:29.784051 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f4cbc709-91ac-4e28-9542-1d5deb3aa6d7 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/routers/718776a7-d774-451f-9e14-39540f77041b HTTP/1.1" status: 204 len: 168 time: 0.6789389 Feb 09 01:38:29.787725 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34120) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:29.837321 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f5d01ab3-c9fc-462c-99d8-8bea61a5faf8 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group (c9da4d27-debd-407c-a847-6c731a498e67), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:29.842421 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a554405-b370-43ef-832f-2b31bf6bbb05 None None] DHCP port deletion for 79dcc98a-8e88-43ea-9347-58d1c81f1906 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:38:29.843789 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f5d01ab3-c9fc-462c-99d8-8bea61a5faf8 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (c9da4d27-debd-407c-a847-6c731a498e67), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:29.867559 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c87ca92c-2491-4cd3-acdf-8c0130344234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (79dcc98a-8e88-43ea-9347-58d1c81f1906), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:29.880481 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c87ca92c-2491-4cd3-acdf-8c0130344234 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:29.901810 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c87ca92c-2491-4cd3-acdf-8c0130344234 admin admin] 10.222.0.50 "DELETE /v2.0/networks/79dcc98a-8e88-43ea-9347-58d1c81f1906 HTTP/1.1" status: 204 len: 168 time: 1.0150032 Feb 09 01:38:29.905797 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34126) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:29.931475 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-8973cc6a-bbad-4517-a1e0-f5df8c970e7f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Deleting subnet 8a751a63-1e4f-499b-8c2f-2f6c788047fc {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:38:29.960595 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8973cc6a-bbad-4517-a1e0-f5df8c970e7f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for subnet (8a751a63-1e4f-499b-8c2f-2f6c788047fc), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:30.073751 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8973cc6a-bbad-4517-a1e0-f5df8c970e7f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (8a751a63-1e4f-499b-8c2f-2f6c788047fc), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:30.077961 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-05b68058-6d0b-44bb-b424-875fa5a5f310 None None] Set router 1d7e0fb3-4e68-4d5c-b471-948997461cbe gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:38:30.114210 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc1129-0e35-4a98-a9ab-fb7c0dd86c8e req-a7bf25b7-d217-4ad9-a519-f78783bca81b tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:30.115760 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-19dc1129-0e35-4a98-a9ab-fb7c0dd86c8e req-a7bf25b7-d217-4ad9-a519-f78783bca81b tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=8538cec5-24e2-4b7e-b442-ed9649ae15de HTTP/1.1" status: 200 len: 944 time: 0.1803789 Feb 09 01:38:30.201454 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f5d01ab3-c9fc-462c-99d8-8bea61a5faf8 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:30.202693 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f5d01ab3-c9fc-462c-99d8-8bea61a5faf8 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6387539 Feb 09 01:38:30.204796 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87ca92c-2491-4cd3-acdf-8c0130344234 admin admin] Pushing event deleted for resources: {'Network': ['ID=79dcc98a-8e88-43ea-9347-58d1c81f1906,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:30.207791 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d01ab3-c9fc-462c-99d8-8bea61a5faf8 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9da4d27-debd-407c-a847-6c731a498e67,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:30.207965 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-19dc1129-0e35-4a98-a9ab-fb7c0dd86c8e req-537e3b36-1780-40f8-a1b4-13bf6c902324 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f56c3a-2e04-4c6a-a3ad-7bb0de34f629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809276 Feb 09 01:38:30.207965 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34128) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:30.229510 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-9182f670-635d-4bc3-9a0c-216ec56906b1 None None] Provisioning complete for port 69b2c744-9ab3-42bf-ba16-81e7a641aac2 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:30.230087 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9182f670-635d-4bc3-9a0c-216ec56906b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (69b2c744-9ab3-42bf-ba16-81e7a641aac2), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:30.243349 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-b71f0686-182f-4c7a-9686-cd0ae8089e16 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Request body: {'security_group_rule': {'security_group_id': 'c9da4d27-debd-407c-a847-6c731a498e67', 'project_id': '08210566e83248dda7b4b9773be6fbca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:30.302387 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8973cc6a-bbad-4517-a1e0-f5df8c970e7f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (8a751a63-1e4f-499b-8c2f-2f6c788047fc), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:30.337060 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b71f0686-182f-4c7a-9686-cd0ae8089e16 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (0e41ff55-c219-44fe-826c-86710f59b4bf), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:30.402995 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8973cc6a-bbad-4517-a1e0-f5df8c970e7f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (8a751a63-1e4f-499b-8c2f-2f6c788047fc), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:30.440132 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b71f0686-182f-4c7a-9686-cd0ae8089e16 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (0e41ff55-c219-44fe-826c-86710f59b4bf), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:30.442175 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8973cc6a-bbad-4517-a1e0-f5df8c970e7f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event deleted for resources: {'Subnet': ['ID=8a751a63-1e4f-499b-8c2f-2f6c788047fc,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:30.446733 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8973cc6a-bbad-4517-a1e0-f5df8c970e7f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:30.452749 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8973cc6a-bbad-4517-a1e0-f5df8c970e7f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/subnets/8a751a63-1e4f-499b-8c2f-2f6c788047fc HTTP/1.1" status: 204 len: 168 time: 0.6634340 Feb 09 01:38:30.453590 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b71f0686-182f-4c7a-9686-cd0ae8089e16 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (0e41ff55-c219-44fe-826c-86710f59b4bf), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:30.455074 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34130) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:30.473881 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72518c78-2b13-4cd3-a068-8d2ba25c1c8c None None] Network 5a3f2270-c253-4c11-93d5-d0fd320fd6c7 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:30.549336 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1d643558-6f35-40b8-ad53-3ed134a7cde6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (a70fe1c4-59c3-4d87-a50d-1c06dce0dd63), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:30.553259 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1d682aed-d7b0-41a8-811b-f975425260a0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (5a3f2270-c253-4c11-93d5-d0fd320fd6c7), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:30.572608 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f0686-182f-4c7a-9686-cd0ae8089e16 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e41ff55-c219-44fe-826c-86710f59b4bf,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:30.601456 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b71f0686-182f-4c7a-9686-cd0ae8089e16 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:30.602952 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b71f0686-182f-4c7a-9686-cd0ae8089e16 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3656840 Feb 09 01:38:30.606098 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34132) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:30.610655 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-e579bfe7-d742-4c9b-a0ef-52836c591ffd tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Request body: {'security_group_rule': {'security_group_id': 'c9da4d27-debd-407c-a847-6c731a498e67', 'project_id': '08210566e83248dda7b4b9773be6fbca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:30.646524 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e579bfe7-d742-4c9b-a0ef-52836c591ffd tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (e0d74923-ef9a-449b-9485-c714a3ce2ea0), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:30.649377 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-9182f670-635d-4bc3-9a0c-216ec56906b1 None None] Current status of the port 69b2c744-9ab3-42bf-ba16-81e7a641aac2 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:30.649783 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9182f670-635d-4bc3-9a0c-216ec56906b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (69b2c744-9ab3-42bf-ba16-81e7a641aac2), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:30.670678 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-05b68058-6d0b-44bb-b424-875fa5a5f310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'name': 'tempest-TestNetworkBasicOps-router-785819750', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '62b798d0-a28e-4514-96e5-53dc426ea8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:08Z', 'updated_at': '2022-02-09T01:38:25Z', 'revision_number': 4, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'gw_port': {'id': '62b798d0-a28e-4514-96e5-53dc426ea8c8', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:11Z', 'updated_at': '2022-02-09T01:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '69b2c744-9ab3-42bf-ba16-81e7a641aac2', 'name': '', 'network_id': '85fab4c6-67c5-4572-98f4-be05932fca9f', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'mac_address': 'fa:16:3e:9a:3e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'd81a46a7-43cb-40c4-a99b-23e6c4130e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:23Z', 'updated_at': '2022-02-09T01:38:29Z', 'revision_number': 4, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'subnets': [{'id': 'd81a46a7-43cb-40c4-a99b-23e6c4130e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:30.694096 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-1d682aed-d7b0-41a8-811b-f975425260a0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Deleting port ea2715f7-889f-4dfa-9f7b-00197fa9b346 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:30.694462 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1d682aed-d7b0-41a8-811b-f975425260a0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (ea2715f7-889f-4dfa-9f7b-00197fa9b346), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:30.727926 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4878c630-1721-405c-8dc9-3e1865d10514 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:38:30.759325 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b68058-6d0b-44bb-b424-875fa5a5f310 None None] The sync data for ids ['1d7e0fb3-4e68-4d5c-b471-948997461cbe'] in n-d-828369-4 is: [{'id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'name': 'tempest-TestNetworkBasicOps-router-785819750', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '62b798d0-a28e-4514-96e5-53dc426ea8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:08Z', 'updated_at': '2022-02-09T01:38:25Z', 'revision_number': 4, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'gw_port': {'id': '62b798d0-a28e-4514-96e5-53dc426ea8c8', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:11Z', 'updated_at': '2022-02-09T01:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '69b2c744-9ab3-42bf-ba16-81e7a641aac2', 'name': '', 'network_id': '85fab4c6-67c5-4572-98f4-be05932fca9f', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'mac_address': 'fa:16:3e:9a:3e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'd81a46a7-43cb-40c4-a99b-23e6c4130e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:23Z', 'updated_at': '2022-02-09T01:38:29Z', 'revision_number': 4, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'subnets': [{'id': 'd81a46a7-43cb-40c4-a99b-23e6c4130e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:38:30.763572 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 4878c630-1721-405c-8dc9-3e1865d10514 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:38:30.764174 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4878c630-1721-405c-8dc9-3e1865d10514 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:38:30.854346 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-1d682aed-d7b0-41a8-811b-f975425260a0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] For port ea2715f7-889f-4dfa-9f7b-00197fa9b346, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=ea2715f7-889f-4dfa-9f7b-00197fa9b346,segment=NetworkSegment(78b0c76a-dd21-4c82-b400-9e8f0f1073f1),segment_id=78b0c76a-dd21-4c82-b400-9e8f0f1073f1)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:30.855125 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1d682aed-d7b0-41a8-811b-f975425260a0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (ea2715f7-889f-4dfa-9f7b-00197fa9b346), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:30.859512 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e579bfe7-d742-4c9b-a0ef-52836c591ffd tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (e0d74923-ef9a-449b-9485-c714a3ce2ea0), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:30.864651 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-9182f670-635d-4bc3-9a0c-216ec56906b1 None None] For port 69b2c744-9ab3-42bf-ba16-81e7a641aac2, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=69b2c744-9ab3-42bf-ba16-81e7a641aac2,segment=NetworkSegment(f4eb58eb-4f5f-465e-b7fb-e1df5409926f),segment_id=f4eb58eb-4f5f-465e-b7fb-e1df5409926f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:30.874114 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9182f670-635d-4bc3-9a0c-216ec56906b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (69b2c744-9ab3-42bf-ba16-81e7a641aac2), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:30.877405 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e579bfe7-d742-4c9b-a0ef-52836c591ffd tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (e0d74923-ef9a-449b-9485-c714a3ce2ea0), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:30.896010 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-1d682aed-d7b0-41a8-811b-f975425260a0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Calling delete_port for ea2715f7-889f-4dfa-9f7b-00197fa9b346 owned by network:dhcp {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:30.907223 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e579bfe7-d742-4c9b-a0ef-52836c591ffd tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0d74923-ef9a-449b-9485-c714a3ce2ea0,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:30.948893 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba98e36b-8ca5-4101-a6e2-2a7035abe12e None None] DHCP port deletion for 5a3f2270-c253-4c11-93d5-d0fd320fd6c7 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:38:30.953683 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e579bfe7-d742-4c9b-a0ef-52836c591ffd tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:30.965350 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e579bfe7-d742-4c9b-a0ef-52836c591ffd tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3579769 Feb 09 01:38:30.997893 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182f670-635d-4bc3-9a0c-216ec56906b1 None None] Pushing event updated for resources: {'Port': ['ID=69b2c744-9ab3-42bf-ba16-81e7a641aac2,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:31.064556 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ba98e36b-8ca5-4101-a6e2-2a7035abe12e None None] Deleting port ea2715f7-889f-4dfa-9f7b-00197fa9b346 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:31.065042 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ba98e36b-8ca5-4101-a6e2-2a7035abe12e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (ea2715f7-889f-4dfa-9f7b-00197fa9b346), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:31.082509 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34138) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:31.088031 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-e65f6db4-b2ce-47b6-bac9-339844ef11b5 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Request body: {'security_group_rule': {'security_group_id': 'c9da4d27-debd-407c-a847-6c731a498e67', 'project_id': '08210566e83248dda7b4b9773be6fbca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:31.096522 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1d682aed-d7b0-41a8-811b-f975425260a0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (ea2715f7-889f-4dfa-9f7b-00197fa9b346), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:31.133100 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d682aed-d7b0-41a8-811b-f975425260a0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event deleted for resources: {'Port': ['ID=ea2715f7-889f-4dfa-9f7b-00197fa9b346,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:31.178627 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d682aed-d7b0-41a8-811b-f975425260a0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] No DVR routers for this DVR port ea2715f7-889f-4dfa-9f7b-00197fa9b346 on host n-d-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:38:31.180299 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e65f6db4-b2ce-47b6-bac9-339844ef11b5 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (a17f486a-ca75-40a6-908a-45ee03b5f59b), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:31.212838 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-ba98e36b-8ca5-4101-a6e2-2a7035abe12e None None] For port ea2715f7-889f-4dfa-9f7b-00197fa9b346, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=ea2715f7-889f-4dfa-9f7b-00197fa9b346,segment=NetworkSegment(78b0c76a-dd21-4c82-b400-9e8f0f1073f1),segment_id=78b0c76a-dd21-4c82-b400-9e8f0f1073f1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:31.213637 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ba98e36b-8ca5-4101-a6e2-2a7035abe12e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (ea2715f7-889f-4dfa-9f7b-00197fa9b346), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:31.237393 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ba98e36b-8ca5-4101-a6e2-2a7035abe12e None None] Calling delete_port for ea2715f7-889f-4dfa-9f7b-00197fa9b346 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:31.341000 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1d682aed-d7b0-41a8-811b-f975425260a0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (5a3f2270-c253-4c11-93d5-d0fd320fd6c7), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:31.355125 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ba98e36b-8ca5-4101-a6e2-2a7035abe12e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (ea2715f7-889f-4dfa-9f7b-00197fa9b346), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:31.415060 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba98e36b-8ca5-4101-a6e2-2a7035abe12e None None] No DVR routers for this DVR port ea2715f7-889f-4dfa-9f7b-00197fa9b346 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:38:31.421423 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba98e36b-8ca5-4101-a6e2-2a7035abe12e None None] Pushing event deleted for resources: {'Port': ['ID=ea2715f7-889f-4dfa-9f7b-00197fa9b346,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:31.469379 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e65f6db4-b2ce-47b6-bac9-339844ef11b5 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (a17f486a-ca75-40a6-908a-45ee03b5f59b), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:31.474478 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-1d682aed-d7b0-41a8-811b-f975425260a0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a3f2270-c253-4c11-93d5-d0fd320fd6c7']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:31.484112 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e65f6db4-b2ce-47b6-bac9-339844ef11b5 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (a17f486a-ca75-40a6-908a-45ee03b5f59b), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:31.530727 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-1d643558-6f35-40b8-ad53-3ed134a7cde6 admin admin] Deleting port eb749978-794f-414a-b69e-ba7be4f5651a {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:31.531069 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1d643558-6f35-40b8-ad53-3ed134a7cde6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (eb749978-794f-414a-b69e-ba7be4f5651a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:31.633959 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-1d643558-6f35-40b8-ad53-3ed134a7cde6 admin admin] For port eb749978-794f-414a-b69e-ba7be4f5651a, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=eb749978-794f-414a-b69e-ba7be4f5651a,segment=NetworkSegment(b8249f30-28d4-4eaa-8491-6e2e1f2239b8),segment_id=b8249f30-28d4-4eaa-8491-6e2e1f2239b8)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:31.634685 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1d643558-6f35-40b8-ad53-3ed134a7cde6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (eb749978-794f-414a-b69e-ba7be4f5651a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:31.653873 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-1d643558-6f35-40b8-ad53-3ed134a7cde6 admin admin] Calling delete_port for eb749978-794f-414a-b69e-ba7be4f5651a owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:31.825015 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-1d682aed-d7b0-41a8-811b-f975425260a0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78b0c76a-dd21-4c82-b400-9e8f0f1073f1') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:31.825461 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-1d682aed-d7b0-41a8-811b-f975425260a0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78b0c76a-dd21-4c82-b400-9e8f0f1073f1') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:31.852740 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1d682aed-d7b0-41a8-811b-f975425260a0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (78b0c76a-dd21-4c82-b400-9e8f0f1073f1), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:31.855044 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65f6db4-b2ce-47b6-bac9-339844ef11b5 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a17f486a-ca75-40a6-908a-45ee03b5f59b,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:31.869418 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e65f6db4-b2ce-47b6-bac9-339844ef11b5 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:31.870819 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e65f6db4-b2ce-47b6-bac9-339844ef11b5 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7869153 Feb 09 01:38:31.873866 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34148) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:31.881822 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-d72f164b-f6d2-4d0d-9fef-48fc18d3a44d tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Request body: {'security_group_rule': {'security_group_id': 'c9da4d27-debd-407c-a847-6c731a498e67', 'project_id': '08210566e83248dda7b4b9773be6fbca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:31.886298 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 10a588e8-270c-4822-8bf8-0d90f30022c8 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:38:31.892371 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e52cf-c0a1-4c2a-9e23-7c9ee89c8509 req-135da05e-a169-4a20-a1c5-0f05644fe3ad tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:31.900229 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7b1e52cf-c0a1-4c2a-9e23-7c9ee89c8509 req-135da05e-a169-4a20-a1c5-0f05644fe3ad tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=8538cec5-24e2-4b7e-b442-ed9649ae15de HTTP/1.1" status: 200 len: 944 time: 0.5538099 Feb 09 01:38:31.908279 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1d682aed-d7b0-41a8-811b-f975425260a0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (78b0c76a-dd21-4c82-b400-9e8f0f1073f1), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:31.931934 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d682aed-d7b0-41a8-811b-f975425260a0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:38:31.932454 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1d682aed-d7b0-41a8-811b-f975425260a0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (78b0c76a-dd21-4c82-b400-9e8f0f1073f1), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:31.935810 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:38:31.935810 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:38:31.935810 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:38:31.935810 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:38:31.935810 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:38:31.935810 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:38:31.935810 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:38:31.935810 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:38:31.935810 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:38:31.935810 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:38:31.935810 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:38:31.935810 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:38:31.935810 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:38:31.935810 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:38:31.935810 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:38:31.935810 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:38:31.935810 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:38:31.935810 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:38:31.935810 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:38:31.935810 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:38:31.935810 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:38:31.935810 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:38:31.935810 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:38:31.935810 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:38:31.935810 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:38:31.935810 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:38:31.935810 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:38:31.935810 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:38:31.935810 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:38:31.935810 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:38:31.935810 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:38:31.935810 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:38:31.940236 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1d643558-6f35-40b8-ad53-3ed134a7cde6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (eb749978-794f-414a-b69e-ba7be4f5651a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:31.994982 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d643558-6f35-40b8-ad53-3ed134a7cde6 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb749978-794f-414a-b69e-ba7be4f5651a,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:32.005834 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 10a588e8-270c-4822-8bf8-0d90f30022c8 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:38:32.011461 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 10a588e8-270c-4822-8bf8-0d90f30022c8 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:32.012279 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (10a588e8-270c-4822-8bf8-0d90f30022c8), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:32.098624 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7b1e52cf-c0a1-4c2a-9e23-7c9ee89c8509 req-3e80bdc5-e2c6-489f-afba-28a5f4ab05a1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f56c3a-2e04-4c6a-a3ad-7bb0de34f629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973326 Feb 09 01:38:32.100436 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d72f164b-f6d2-4d0d-9fef-48fc18d3a44d tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (4ad2b10d-3d1b-4c3f-b9f5-76f9635fc4cf), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:32.124866 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1d682aed-d7b0-41a8-811b-f975425260a0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (5a3f2270-c253-4c11-93d5-d0fd320fd6c7), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:32.154468 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 10a588e8-270c-4822-8bf8-0d90f30022c8 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:32.154838 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1d682aed-d7b0-41a8-811b-f975425260a0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:32.155330 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (10a588e8-270c-4822-8bf8-0d90f30022c8), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:32.158263 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1d682aed-d7b0-41a8-811b-f975425260a0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/networks/5a3f2270-c253-4c11-93d5-d0fd320fd6c7 HTTP/1.1" status: 204 len: 168 time: 1.6998005 Feb 09 01:38:32.162585 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34156) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:32.182271 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d682aed-d7b0-41a8-811b-f975425260a0 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event deleted for resources: {'Network': ['ID=5a3f2270-c253-4c11-93d5-d0fd320fd6c7,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:32.186285 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8538cec5-24e2-4b7e-b442-ed9649ae15de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a588e8-270c-4822-8bf8-0d90f30022c8'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:38:32.189689 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc58ffb5-715d-4664-8000-15a4269d92b4" -d '{"events": [{"server_uuid": "8538cec5-24e2-4b7e-b442-ed9649ae15de", "name": "network-vif-plugged", "status": "completed", "tag": "10a588e8-270c-4822-8bf8-0d90f30022c8"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:38:32.224481 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 10a588e8-270c-4822-8bf8-0d90f30022c8, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=10a588e8-270c-4822-8bf8-0d90f30022c8,segment=NetworkSegment(531229a4-5898-4a99-81b9-f4f4991732b4),segment_id=531229a4-5898-4a99-81b9-f4f4991732b4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:32.231216 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (10a588e8-270c-4822-8bf8-0d90f30022c8), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:32.234277 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d72f164b-f6d2-4d0d-9fef-48fc18d3a44d tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (4ad2b10d-3d1b-4c3f-b9f5-76f9635fc4cf), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:32.245702 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d72f164b-f6d2-4d0d-9fef-48fc18d3a44d tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (4ad2b10d-3d1b-4c3f-b9f5-76f9635fc4cf), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:32.282734 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f164b-f6d2-4d0d-9fef-48fc18d3a44d tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ad2b10d-3d1b-4c3f-b9f5-76f9635fc4cf,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:32.293406 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d72f164b-f6d2-4d0d-9fef-48fc18d3a44d tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:32.295427 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d72f164b-f6d2-4d0d-9fef-48fc18d3a44d tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4181693 Feb 09 01:38:32.298903 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34160) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:32.305891 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52cf0609-a468-4b12-a114-597bb0ba2992 x-openstack-request-id: req-52cf0609-a468-4b12-a114-597bb0ba2992 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:38:32.306449 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8538cec5-24e2-4b7e-b442-ed9649ae15de", "name": "network-vif-plugged", "status": "completed", "tag": "10a588e8-270c-4822-8bf8-0d90f30022c8", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:38:32.308442 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-52cf0609-a468-4b12-a114-597bb0ba2992 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:38:32.309015 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8538cec5-24e2-4b7e-b442-ed9649ae15de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a588e8-270c-4822-8bf8-0d90f30022c8', 'code': 200} Feb 09 01:38:32.311981 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-f4cad12e-b56c-4f98-9f80-1b2f0f5bb19e tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Request body: {'security_group_rule': {'security_group_id': 'c9da4d27-debd-407c-a847-6c731a498e67', 'project_id': '08210566e83248dda7b4b9773be6fbca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:32.357641 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382bc2ea-f5bc-433d-aa35-1b3c3c9e4cc7 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:32.358651 n-d-828369-4 neutron-server[103136]: INFO neutron.db.securitygroups_db [None req-f4cad12e-b56c-4f98-9f80-1b2f0f5bb19e tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Project 08210566e83248dda7b4b9773be6fbca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:38:32.365066 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=10a588e8-270c-4822-8bf8-0d90f30022c8,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:32.367153 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-382bc2ea-f5bc-433d-aa35-1b3c3c9e4cc7 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "GET /v2.0/ports/0bb4027c-64ee-4f7e-a79e-b331beb850af HTTP/1.1" status: 200 len: 839 time: 0.1835377 Feb 09 01:38:32.368943 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34162) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:32.408584 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f4cad12e-b56c-4f98-9f80-1b2f0f5bb19e tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (f211f79f-a150-4510-b79f-82a0be5fde80), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:32.429118 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8e8d3fd9-7eca-4fc5-9578-2d458a6ac083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:32.436346 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1d643558-6f35-40b8-ad53-3ed134a7cde6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (a70fe1c4-59c3-4d87-a50d-1c06dce0dd63), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:32.532787 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-991fd717-2f62-42cd-8b46-eaea286a4c12 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "GET /v2.0/ports/0bb4027c-64ee-4f7e-a79e-b331beb850af?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1489792 Feb 09 01:38:32.534287 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34168) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:32.535721 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f4cad12e-b56c-4f98-9f80-1b2f0f5bb19e tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (f211f79f-a150-4510-b79f-82a0be5fde80), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:32.540535 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-f9ca757c-ab61-466a-806f-9cf15c5e8517 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'subnet': {'network_id': 'e323699f-b50d-4a88-bce4-cdab34f29afe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:32.541008 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f4cad12e-b56c-4f98-9f80-1b2f0f5bb19e tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (f211f79f-a150-4510-b79f-82a0be5fde80), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:32.557403 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed805302-abcc-44fd-8fa4-a5b8aa42a4b8 req-109a3661-9629-4b4c-bff8-b8764689c3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:32.561276 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ed805302-abcc-44fd-8fa4-a5b8aa42a4b8 req-109a3661-9629-4b4c-bff8-b8764689c3a6 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=8538cec5-24e2-4b7e-b442-ed9649ae15de HTTP/1.1" status: 200 len: 1127 time: 0.1912096 Feb 09 01:38:32.588341 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cad12e-b56c-4f98-9f80-1b2f0f5bb19e tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f211f79f-a150-4510-b79f-82a0be5fde80,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:32.618297 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f4cad12e-b56c-4f98-9f80-1b2f0f5bb19e tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:32.634278 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f4cad12e-b56c-4f98-9f80-1b2f0f5bb19e tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3339782 Feb 09 01:38:32.639939 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34170) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:32.644973 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-88e80acf-45cd-453e-9a5a-203268882a56 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Request body: {'security_group_rule': {'security_group_id': 'c9da4d27-debd-407c-a847-6c731a498e67', 'project_id': '08210566e83248dda7b4b9773be6fbca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:32.670552 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ed805302-abcc-44fd-8fa4-a5b8aa42a4b8 req-5a606d35-af89-454f-aac3-71c3e64a8ba9 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=d5f56c3a-2e04-4c6a-a3ad-7bb0de34f629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023068 Feb 09 01:38:32.703647 n-d-828369-4 neutron-server[103137]: INFO neutron.db.securitygroups_db [None req-88e80acf-45cd-453e-9a5a-203268882a56 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Project 08210566e83248dda7b4b9773be6fbca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:38:32.750816 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-88e80acf-45cd-453e-9a5a-203268882a56 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (3fd5fa77-85b3-465d-84f1-88a2d7b4e743), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:32.767027 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ca757c-ab61-466a-806f-9cf15c5e8517 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Made reservation on behalf of 79bede7de42d4f599c02c44fde53ae7e for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:32.770461 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f9ca757c-ab61-466a-806f-9cf15c5e8517 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:32.844308 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 69b2c744-9ab3-42bf-ba16-81e7a641aac2 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:38:32.901285 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 69b2c744-9ab3-42bf-ba16-81e7a641aac2 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:32.902055 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (69b2c744-9ab3-42bf-ba16-81e7a641aac2), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:32.923886 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-88e80acf-45cd-453e-9a5a-203268882a56 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (3fd5fa77-85b3-465d-84f1-88a2d7b4e743), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:32.929161 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d643558-6f35-40b8-ad53-3ed134a7cde6 admin admin] Router a70fe1c4-59c3-4d87-a50d-1c06dce0dd63 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:38:32.933247 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-88e80acf-45cd-453e-9a5a-203268882a56 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (3fd5fa77-85b3-465d-84f1-88a2d7b4e743), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:32.987259 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e80acf-45cd-453e-9a5a-203268882a56 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fd5fa77-85b3-465d-84f1-88a2d7b4e743,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:32.997584 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 69b2c744-9ab3-42bf-ba16-81e7a641aac2 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:33.062767 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-88e80acf-45cd-453e-9a5a-203268882a56 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:33.065727 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-88e80acf-45cd-453e-9a5a-203268882a56 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4233294 Feb 09 01:38:33.075841 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device ea2715f7-889f-4dfa-9f7b-00197fa9b346 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:38:33.103000 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: ea2715f7-889f-4dfa-9f7b-00197fa9b346 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:38:33.103380 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device ea2715f7-889f-4dfa-9f7b-00197fa9b346 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:38:33.182687 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f9ca757c-ab61-466a-806f-9cf15c5e8517 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (ac0f5840-67dc-4e97-912c-f26f26afb5de), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:33.224833 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d643558-6f35-40b8-ad53-3ed134a7cde6 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:38:33.236500 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b083e32d-94c8-4163-9377-7a69391129ca None None] Sync routers for ids ['a70fe1c4-59c3-4d87-a50d-1c06dce0dd63'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:38:33.248913 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1d643558-6f35-40b8-ad53-3ed134a7cde6 admin admin] 10.222.0.50 "PUT /v2.0/routers/a70fe1c4-59c3-4d87-a50d-1c06dce0dd63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3329020 Feb 09 01:38:33.250338 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34196) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:33.250906 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b083e32d-94c8-4163-9377-7a69391129ca None None] Routers {'a70fe1c4-59c3-4d87-a50d-1c06dce0dd63'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:38:33.251550 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-b083e32d-94c8-4163-9377-7a69391129ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:38:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['a70fe1c4-59c3-4d87-a50d-1c06dce0dd63'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:33.293086 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-446ef1aa-8203-4050-b72f-93b1c97a89c2 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1661965229&fields=id&tenant_id=08210566e83248dda7b4b9773be6fbca HTTP/1.1" status: 200 len: 267 time: 0.1033533 Feb 09 01:38:33.303244 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ca757c-ab61-466a-806f-9cf15c5e8517 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Network e323699f-b50d-4a88-bce4-cdab34f29afe is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:33.333281 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-f9ca757c-ab61-466a-806f-9cf15c5e8517 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:33.339439 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ca757c-ab61-466a-806f-9cf15c5e8517 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:33.339675 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f9ca757c-ab61-466a-806f-9cf15c5e8517 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:33.344450 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca757c-ab61-466a-806f-9cf15c5e8517 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event updated for resources: {'Subnet': ['ID=ac0f5840-67dc-4e97-912c-f26f26afb5de,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:33.367508 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f9ca757c-ab61-466a-806f-9cf15c5e8517 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8316870 Feb 09 01:38:33.370363 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34198) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:33.374879 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-e7cec7e9-78ef-4768-ba91-df90da2d3109 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'security_group': {'name': 'tempest-secgroup-996058216'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:33.390485 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c172c9-eae1-49d8-9a64-085d9442e5c9 None None] Network e323699f-b50d-4a88-bce4-cdab34f29afe requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:33.399199 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17ba10-7dab-478a-8c2e-900425b21cf5 req-a2f0711a-aeed-48f6-94de-d5b8ede753d1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:33.400786 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ff17ba10-7dab-478a-8c2e-900425b21cf5 req-a2f0711a-aeed-48f6-94de-d5b8ede753d1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=8538cec5-24e2-4b7e-b442-ed9649ae15de HTTP/1.1" status: 200 len: 945 time: 0.2027433 Feb 09 01:38:33.411023 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7cec7e9-78ef-4768-ba91-df90da2d3109 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:33.431491 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c0846cbd-e327-4715-b398-5d5c82ede07b admin admin] Publish callbacks [] for router (a70fe1c4-59c3-4d87-a50d-1c06dce0dd63), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:33.445059 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-7b5f2066-7378-4181-a14d-6d051cc4ea66 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:33.452194 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-7b5f2066-7378-4181-a14d-6d051cc4ea66 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/networks?id=85fab4c6-67c5-4572-98f4-be05932fca9f HTTP/1.1" status: 200 len: 796 time: 0.1579359 Feb 09 01:38:33.470495 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-cbb70a3f-3036-4017-bbad-7f5df4ccef93 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/quotas/08210566e83248dda7b4b9773be6fbca HTTP/1.1" status: 200 len: 375 time: 0.0173645 Feb 09 01:38:33.481194 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-b083e32d-94c8-4163-9377-7a69391129ca None None] Set router a70fe1c4-59c3-4d87-a50d-1c06dce0dd63 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:38:33.537677 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ff17ba10-7dab-478a-8c2e-900425b21cf5 req-50ac64e3-feae-461f-9eb6-087e3f4d3711 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f56c3a-2e04-4c6a-a3ad-7bb0de34f629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294594 Feb 09 01:38:33.587643 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-279460ad-a4b7-436b-be49-ca6a84e6f4e3 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=08210566e83248dda7b4b9773be6fbca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1090066 Feb 09 01:38:33.602343 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7cec7e9-78ef-4768-ba91-df90da2d3109 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for security_group (06757c14-8e37-44f8-becd-bdcc300e0236), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:33.604068 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c0846cbd-e327-4715-b398-5d5c82ede07b admin admin] Publish callbacks [] for router_gateway (a70fe1c4-59c3-4d87-a50d-1c06dce0dd63), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:33.613253 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7cec7e9-78ef-4768-ba91-df90da2d3109 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (06757c14-8e37-44f8-becd-bdcc300e0236), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:33.684089 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7cec7e9-78ef-4768-ba91-df90da2d3109 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:33.693916 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e7cec7e9-78ef-4768-ba91-df90da2d3109 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3224537 Feb 09 01:38:33.709055 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34204) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:33.722545 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-f0b4859a-0054-4eaa-913c-74bb91d72bf4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'security_group': {'name': 'tempest-secgroup-1413149128'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:33.749243 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cec7e9-78ef-4768-ba91-df90da2d3109 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06757c14-8e37-44f8-becd-bdcc300e0236,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:33.794982 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f0b4859a-0054-4eaa-913c-74bb91d72bf4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:33.799821 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-aead4dfc-dc8f-4644-b04d-9f26b94e8091 service neutron] 10.222.0.50 "GET /v2.0/networks/85fab4c6-67c5-4572-98f4-be05932fca9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809032 Feb 09 01:38:33.824627 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-c0846cbd-e327-4715-b398-5d5c82ede07b admin admin] Deleting port 464e450f-bcff-4e41-b111-a892dc2ce9be {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:33.825130 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c0846cbd-e327-4715-b398-5d5c82ede07b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (464e450f-bcff-4e41-b111-a892dc2ce9be), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:33.919277 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-b11676ff-ad1e-4459-a590-5e709fb06368 service neutron] 10.222.0.50 "GET /v2.0/networks/85fab4c6-67c5-4572-98f4-be05932fca9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130307 Feb 09 01:38:33.947753 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-c0846cbd-e327-4715-b398-5d5c82ede07b admin admin] For port 464e450f-bcff-4e41-b111-a892dc2ce9be, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=464e450f-bcff-4e41-b111-a892dc2ce9be,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:33.948569 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c0846cbd-e327-4715-b398-5d5c82ede07b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (464e450f-bcff-4e41-b111-a892dc2ce9be), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:33.970927 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-c0846cbd-e327-4715-b398-5d5c82ede07b admin admin] Calling delete_port for 464e450f-bcff-4e41-b111-a892dc2ce9be owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:33.991830 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f0b4859a-0054-4eaa-913c-74bb91d72bf4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for security_group (96f92ca4-46e9-4623-bb8c-a655b0f26d67), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:33.999468 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f0b4859a-0054-4eaa-913c-74bb91d72bf4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (96f92ca4-46e9-4623-bb8c-a655b0f26d67), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:34.088522 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f0b4859a-0054-4eaa-913c-74bb91d72bf4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:34.090653 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-b083e32d-94c8-4163-9377-7a69391129ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70fe1c4-59c3-4d87-a50d-1c06dce0dd63', 'name': 'tempest-TestVolumeBackupRestore-188504906-router', 'tenant_id': 'f2b928e27ffd4ccc84beaf449ec3b6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '464e450f-bcff-4e41-b111-a892dc2ce9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:31Z', 'updated_at': '2022-02-09T01:38:31Z', 'revision_number': 5, 'project_id': 'f2b928e27ffd4ccc84beaf449ec3b6a0', 'gw_port': {'id': '464e450f-bcff-4e41-b111-a892dc2ce9be', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a70fe1c4-59c3-4d87-a50d-1c06dce0dd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:31:32Z', 'updated_at': '2022-02-09T01:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:34.092666 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34214) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:34.092861 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f0b4859a-0054-4eaa-913c-74bb91d72bf4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3827436 Feb 09 01:38:34.098798 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-c87ca888-2fdb-4fe1-9848-6e951c1f9361 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1562936055', 'security_groups': ['96f92ca4-46e9-4623-bb8c-a655b0f26d67'], 'network_id': 'e323699f-b50d-4a88-bce4-cdab34f29afe', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ac0f5840-67dc-4e97-912c-f26f26afb5de'}]}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:34.105118 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b4859a-0054-4eaa-913c-74bb91d72bf4 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96f92ca4-46e9-4623-bb8c-a655b0f26d67,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:34.190403 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b083e32d-94c8-4163-9377-7a69391129ca None None] Checking router: a70fe1c4-59c3-4d87-a50d-1c06dce0dd63 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:38:34.211006 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68692afe-1d71-4e90-9db8-37fe816cf520 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-e323699f-b50d-4a88-bce4-cdab34f29afe', 'network_id': 'e323699f-b50d-4a88-bce4-cdab34f29afe', 'project_id': '79bede7de42d4f599c02c44fde53ae7e', 'fixed_ips': [{'subnet_id': 'ac0f5840-67dc-4e97-912c-f26f26afb5de'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:38:34.211731 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-68692afe-1d71-4e90-9db8-37fe816cf520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:34.227722 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b083e32d-94c8-4163-9377-7a69391129ca None None] Routers {'a70fe1c4-59c3-4d87-a50d-1c06dce0dd63'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:38:34.228366 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-b083e32d-94c8-4163-9377-7a69391129ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:38:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['a70fe1c4-59c3-4d87-a50d-1c06dce0dd63'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:34.275975 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c0846cbd-e327-4715-b398-5d5c82ede07b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (464e450f-bcff-4e41-b111-a892dc2ce9be), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:34.296151 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0239b87-dabb-4bd0-9f2b-c341c8c230f9 req-afdb056d-65b1-4a79-a545-31258117dbec tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/ports?device_id=b453f079-ebb6-4426-9100-df47a7f50a51 HTTP/1.1" status: 200 len: 210 time: 0.0724623 Feb 09 01:38:34.316445 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0846cbd-e327-4715-b398-5d5c82ede07b admin admin] Pushing event deleted for resources: {'Port': ['ID=464e450f-bcff-4e41-b111-a892dc2ce9be,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:34.413202 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c0846cbd-e327-4715-b398-5d5c82ede07b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (a70fe1c4-59c3-4d87-a50d-1c06dce0dd63), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:34.464180 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87ca888-2fdb-4fe1-9848-6e951c1f9361 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Made reservation on behalf of 79bede7de42d4f599c02c44fde53ae7e for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:34.520997 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-b083e32d-94c8-4163-9377-7a69391129ca None None] Set router a70fe1c4-59c3-4d87-a50d-1c06dce0dd63 gateway port host: None {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:38:34.525509 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-17cd28a2-7df1-4ee4-8f82-2521004cd9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:34.558677 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c0846cbd-e327-4715-b398-5d5c82ede07b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (a70fe1c4-59c3-4d87-a50d-1c06dce0dd63), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:34.561504 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c0846cbd-e327-4715-b398-5d5c82ede07b admin admin] Publish callbacks [] for router_controller (a70fe1c4-59c3-4d87-a50d-1c06dce0dd63), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:34.577548 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c87ca888-2fdb-4fe1-9848-6e951c1f9361 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:34.599479 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [None req-c87ca888-2fdb-4fe1-9848-6e951c1f9361 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] device_id is not set on port 056d715b-709a-4f75-8cd8-bef74841e1d4 yet. {{(pid=103136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:38:34.649975 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c0846cbd-e327-4715-b398-5d5c82ede07b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (a70fe1c4-59c3-4d87-a50d-1c06dce0dd63), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:34.650951 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0846cbd-e327-4715-b398-5d5c82ede07b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a70fe1c4-59c3-4d87-a50d-1c06dce0dd63 {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:38:34.669027 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c0846cbd-e327-4715-b398-5d5c82ede07b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:34.670977 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c0846cbd-e327-4715-b398-5d5c82ede07b admin admin] 10.222.0.50 "DELETE /v2.0/routers/a70fe1c4-59c3-4d87-a50d-1c06dce0dd63 HTTP/1.1" status: 204 len: 168 time: 1.4196825 Feb 09 01:38:34.675745 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34240) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:34.748295 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-b083e32d-94c8-4163-9377-7a69391129ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70fe1c4-59c3-4d87-a50d-1c06dce0dd63', 'name': 'tempest-TestVolumeBackupRestore-188504906-router', 'tenant_id': 'f2b928e27ffd4ccc84beaf449ec3b6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:31Z', 'updated_at': '2022-02-09T01:38:33Z', 'revision_number': 6, 'project_id': 'f2b928e27ffd4ccc84beaf449ec3b6a0', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:34.797482 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b083e32d-94c8-4163-9377-7a69391129ca None None] The sync data for ids ['a70fe1c4-59c3-4d87-a50d-1c06dce0dd63'] in n-d-828369-4 is: [{'id': 'a70fe1c4-59c3-4d87-a50d-1c06dce0dd63', 'name': 'tempest-TestVolumeBackupRestore-188504906-router', 'tenant_id': 'f2b928e27ffd4ccc84beaf449ec3b6a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:31:31Z', 'updated_at': '2022-02-09T01:38:33Z', 'revision_number': 6, 'project_id': 'f2b928e27ffd4ccc84beaf449ec3b6a0', 'gw_port_host': None}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:38:34.813060 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-a00eda88-7b61-4020-b6f2-3c064ce9ddbf admin admin] Deleting subnet 0c1d1ea9-0605-4cbf-8ff8-4a659656f7b6 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:38:34.827228 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a00eda88-7b61-4020-b6f2-3c064ce9ddbf admin admin] Publish callbacks [] for subnet (0c1d1ea9-0605-4cbf-8ff8-4a659656f7b6), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:34.851628 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-68692afe-1d71-4e90-9db8-37fe816cf520 None None] Allocated IP 172.20.0.2 (e323699f-b50d-4a88-bce4-cdab34f29afe/ac0f5840-67dc-4e97-912c-f26f26afb5de/46b8a267-96df-47e4-a23f-0f75e13eb82f) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:34.901767 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a00eda88-7b61-4020-b6f2-3c064ce9ddbf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (0c1d1ea9-0605-4cbf-8ff8-4a659656f7b6), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:34.930805 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e8990-e3a5-42fe-82d3-ffa1805625de req-c74296d0-e2db-402c-8ffe-2916091b828e tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:34.933298 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9b6e8990-e3a5-42fe-82d3-ffa1805625de req-c74296d0-e2db-402c-8ffe-2916091b828e tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=8538cec5-24e2-4b7e-b442-ed9649ae15de HTTP/1.1" status: 200 len: 945 time: 0.1271257 Feb 09 01:38:35.013314 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a00eda88-7b61-4020-b6f2-3c064ce9ddbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (0c1d1ea9-0605-4cbf-8ff8-4a659656f7b6), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:35.020688 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9b6e8990-e3a5-42fe-82d3-ffa1805625de req-1255efae-5639-4b2f-834d-8b53a4da32e1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f56c3a-2e04-4c6a-a3ad-7bb0de34f629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789433 Feb 09 01:38:35.079778 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a00eda88-7b61-4020-b6f2-3c064ce9ddbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (0c1d1ea9-0605-4cbf-8ff8-4a659656f7b6), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:35.125507 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-68692afe-1d71-4e90-9db8-37fe816cf520 None None] Publish callbacks [] for port (46b8a267-96df-47e4-a23f-0f75e13eb82f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:35.132750 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-68692afe-1d71-4e90-9db8-37fe816cf520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (46b8a267-96df-47e4-a23f-0f75e13eb82f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:35.135733 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00eda88-7b61-4020-b6f2-3c064ce9ddbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c1d1ea9-0605-4cbf-8ff8-4a659656f7b6,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:35.153397 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a00eda88-7b61-4020-b6f2-3c064ce9ddbf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:35.164246 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34252) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:35.166513 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a00eda88-7b61-4020-b6f2-3c064ce9ddbf admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0c1d1ea9-0605-4cbf-8ff8-4a659656f7b6 HTTP/1.1" status: 204 len: 168 time: 0.4890883 Feb 09 01:38:35.173635 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1562a287-3d9f-4c73-aa19-13530729f14c None None] Network 922e11dc-3eec-4edd-a9e9-b9b85ef97047 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:35.305361 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-c87ca888-2fdb-4fe1-9848-6e951c1f9361 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Allocated IP 172.20.0.12 (e323699f-b50d-4a88-bce4-cdab34f29afe/ac0f5840-67dc-4e97-912c-f26f26afb5de/056d715b-709a-4f75-8cd8-bef74841e1d4) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:35.311675 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68692afe-1d71-4e90-9db8-37fe816cf520 None None] Pushing event updated for resources: {'Port': ['ID=46b8a267-96df-47e4-a23f-0f75e13eb82f,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:35.353939 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68692afe-1d71-4e90-9db8-37fe816cf520 None None] Network e323699f-b50d-4a88-bce4-cdab34f29afe is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:35.356370 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-68692afe-1d71-4e90-9db8-37fe816cf520 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:35.376059 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68692afe-1d71-4e90-9db8-37fe816cf520 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:35.396281 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f13f8c5c-9640-4a83-9f30-42777adb092d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (922e11dc-3eec-4edd-a9e9-b9b85ef97047), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:35.430493 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a2bcd-a8a5-49ba-ad53-46d2a47c3a93 req-cfe9dac3-2195-46d8-9d29-a57680a0b8fd tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:35.437747 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0a2a2bcd-a8a5-49ba-ad53-46d2a47c3a93 req-cfe9dac3-2195-46d8-9d29-a57680a0b8fd tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=8538cec5-24e2-4b7e-b442-ed9649ae15de HTTP/1.1" status: 200 len: 945 time: 0.2728496 Feb 09 01:38:35.492054 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-68692afe-1d71-4e90-9db8-37fe816cf520 None None] Attempting to bind port 46b8a267-96df-47e4-a23f-0f75e13eb82f on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:38:35.492515 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-68692afe-1d71-4e90-9db8-37fe816cf520 None None] Attempting to bind port 46b8a267-96df-47e4-a23f-0f75e13eb82f by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '7caefab4-0c44-4292-98f8-d4a5ccf30f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'e323699f-b50d-4a88-bce4-cdab34f29afe'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:38:35.497232 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-244f3129-a9f4-4cfa-8752-3941759a7ab9 req-59a51d48-772c-4545-b3c6-b1ea061ef197 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/ports?device_id=b453f079-ebb6-4426-9100-df47a7f50a51 HTTP/1.1" status: 200 len: 210 time: 0.0394797 Feb 09 01:38:35.497465 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68692afe-1d71-4e90-9db8-37fe816cf520 None None] Attempting to bind port 46b8a267-96df-47e4-a23f-0f75e13eb82f on network e323699f-b50d-4a88-bce4-cdab34f29afe {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:38:35.502306 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68692afe-1d71-4e90-9db8-37fe816cf520 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:38:35.502795 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68692afe-1d71-4e90-9db8-37fe816cf520 None None] Checking segment: {'id': '7caefab4-0c44-4292-98f8-d4a5ccf30f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'e323699f-b50d-4a88-bce4-cdab34f29afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:35.503418 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-68692afe-1d71-4e90-9db8-37fe816cf520 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:35.503967 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68692afe-1d71-4e90-9db8-37fe816cf520 None None] Bound using segment: {'id': '7caefab4-0c44-4292-98f8-d4a5ccf30f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'e323699f-b50d-4a88-bce4-cdab34f29afe'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:38:35.504463 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-68692afe-1d71-4e90-9db8-37fe816cf520 None None] Bound port: 46b8a267-96df-47e4-a23f-0f75e13eb82f, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7caefab4-0c44-4292-98f8-d4a5ccf30f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'e323699f-b50d-4a88-bce4-cdab34f29afe'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:38:35.504937 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-68692afe-1d71-4e90-9db8-37fe816cf520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (46b8a267-96df-47e4-a23f-0f75e13eb82f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:35.634741 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-68692afe-1d71-4e90-9db8-37fe816cf520 None None] For port 46b8a267-96df-47e4-a23f-0f75e13eb82f, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:38:35.641471 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-68692afe-1d71-4e90-9db8-37fe816cf520 None None] For port 46b8a267-96df-47e4-a23f-0f75e13eb82f, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=46b8a267-96df-47e4-a23f-0f75e13eb82f,segment=NetworkSegment(7caefab4-0c44-4292-98f8-d4a5ccf30f13),segment_id=7caefab4-0c44-4292-98f8-d4a5ccf30f13)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:38:35.648463 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d711dec0-0992-4427-a63e-f584bbe276ce None None] DHCP port deletion for 922e11dc-3eec-4edd-a9e9-b9b85ef97047 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:38:35.666538 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-68692afe-1d71-4e90-9db8-37fe816cf520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (46b8a267-96df-47e4-a23f-0f75e13eb82f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:35.701683 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0a2a2bcd-a8a5-49ba-ad53-46d2a47c3a93 req-f2167967-d1b6-443e-b82f-125196268239 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f56c3a-2e04-4c6a-a3ad-7bb0de34f629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2630377 Feb 09 01:38:35.732161 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34260) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:35.732384 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-ec59643e-2c0b-439d-9ff4-de0b04321da4 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:35.734041 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-ec59643e-2c0b-439d-9ff4-de0b04321da4 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.47 "GET /v2.0/networks?id=85fab4c6-67c5-4572-98f4-be05932fca9f HTTP/1.1" status: 200 len: 796 time: 0.4261658 Feb 09 01:38:35.790476 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68692afe-1d71-4e90-9db8-37fe816cf520 None None] Pushing event updated for resources: {'Port': ['ID=46b8a267-96df-47e4-a23f-0f75e13eb82f,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:35.814158 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-d711dec0-0992-4427-a63e-f584bbe276ce None None] Deleting port fd69e40d-5ce1-4d28-87c8-ac18c2fd456d {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:35.814606 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d711dec0-0992-4427-a63e-f584bbe276ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (fd69e40d-5ce1-4d28-87c8-ac18c2fd456d), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:35.840656 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147d6be7-26e2-4d8f-b797-04bcbc70a739 tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:35.845114 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-147d6be7-26e2-4d8f-b797-04bcbc70a739 tempest-TestNetworkAdvancedServerOps-2095024982 tempest-TestNetworkAdvancedServerOps-2095024982-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8538cec5-24e2-4b7e-b442-ed9649ae15de HTTP/1.1" status: 200 len: 1122 time: 0.1103065 Feb 09 01:38:35.845796 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34262) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:35.850195 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-8bbf6e63-b252-496b-8d59-0a9cc129b391 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'port_id': '10a588e8-270c-4822-8bf8-0d90f30022c8', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:35.874646 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8bbf6e63-b252-496b-8d59-0a9cc129b391 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:35.888096 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-f13f8c5c-9640-4a83-9f30-42777adb092d admin admin] Deleting port fd69e40d-5ce1-4d28-87c8-ac18c2fd456d {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:35.888636 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f13f8c5c-9640-4a83-9f30-42777adb092d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (fd69e40d-5ce1-4d28-87c8-ac18c2fd456d), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:35.939711 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-d711dec0-0992-4427-a63e-f584bbe276ce None None] For port fd69e40d-5ce1-4d28-87c8-ac18c2fd456d, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=fd69e40d-5ce1-4d28-87c8-ac18c2fd456d,segment=NetworkSegment(b8249f30-28d4-4eaa-8491-6e2e1f2239b8),segment_id=b8249f30-28d4-4eaa-8491-6e2e1f2239b8)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:35.940135 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d711dec0-0992-4427-a63e-f584bbe276ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (fd69e40d-5ce1-4d28-87c8-ac18c2fd456d), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:35.991182 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-f13f8c5c-9640-4a83-9f30-42777adb092d admin admin] For port fd69e40d-5ce1-4d28-87c8-ac18c2fd456d, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=fd69e40d-5ce1-4d28-87c8-ac18c2fd456d,segment=NetworkSegment(b8249f30-28d4-4eaa-8491-6e2e1f2239b8),segment_id=b8249f30-28d4-4eaa-8491-6e2e1f2239b8)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:35.991567 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f13f8c5c-9640-4a83-9f30-42777adb092d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (fd69e40d-5ce1-4d28-87c8-ac18c2fd456d), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:36.016176 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-d711dec0-0992-4427-a63e-f584bbe276ce None None] Calling delete_port for fd69e40d-5ce1-4d28-87c8-ac18c2fd456d owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:36.028886 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:36.035688 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-f13f8c5c-9640-4a83-9f30-42777adb092d admin admin] Calling delete_port for fd69e40d-5ce1-4d28-87c8-ac18c2fd456d owned by network:dhcp {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:36.055993 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8bbf6e63-b252-496b-8d59-0a9cc129b391 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:36.078565 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-c224131a-b5bb-4380-b771-e1d61802a771 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08210566e83248dda7b4b9773be6fbca HTTP/1.1" status: 200 len: 380 time: 0.3351440 Feb 09 01:38:36.097937 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c87ca888-2fdb-4fe1-9848-6e951c1f9361 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for port (056d715b-709a-4f75-8cd8-bef74841e1d4), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:36.102241 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-4009ef31-2d23-47c3-ad3a-d7a9af52a69b tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Request body: {'port': {'device_id': 'b453f079-ebb6-4426-9100-df47a7f50a51', 'network_id': '85fab4c6-67c5-4572-98f4-be05932fca9f', 'admin_state_up': True, 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'security_groups': ['c9da4d27-debd-407c-a847-6c731a498e67']}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:36.217447 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d711dec0-0992-4427-a63e-f584bbe276ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (fd69e40d-5ce1-4d28-87c8-ac18c2fd456d), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:36.273618 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d711dec0-0992-4427-a63e-f584bbe276ce None None] Pushing event deleted for resources: {'Port': ['ID=fd69e40d-5ce1-4d28-87c8-ac18c2fd456d,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:36.275604 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d711dec0-0992-4427-a63e-f584bbe276ce None None] No DVR routers for this DVR port fd69e40d-5ce1-4d28-87c8-ac18c2fd456d on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:38:36.334081 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c87ca888-2fdb-4fe1-9848-6e951c1f9361 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (056d715b-709a-4f75-8cd8-bef74841e1d4), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:36.334838 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-8bbf6e63-b252-496b-8d59-0a9cc129b391 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Allocated IP 172.25.8.136 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/3655eec1-a318-4de3-8d85-340b64d5126d) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:36.385233 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87ca888-2fdb-4fe1-9848-6e951c1f9361 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Network e323699f-b50d-4a88-bce4-cdab34f29afe is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:36.388061 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f13f8c5c-9640-4a83-9f30-42777adb092d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (fd69e40d-5ce1-4d28-87c8-ac18c2fd456d), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:36.401065 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-c87ca888-2fdb-4fe1-9848-6e951c1f9361 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:36.408808 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87ca888-2fdb-4fe1-9848-6e951c1f9361 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:36.441057 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13f8c5c-9640-4a83-9f30-42777adb092d admin admin] No DVR routers for this DVR port fd69e40d-5ce1-4d28-87c8-ac18c2fd456d on host n-d-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:38:36.447631 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87ca888-2fdb-4fe1-9848-6e951c1f9361 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event updated for resources: {'Port': ['ID=056d715b-709a-4f75-8cd8-bef74841e1d4,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:36.458135 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-4009ef31-2d23-47c3-ad3a-d7a9af52a69b tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Made reservation on behalf of 08210566e83248dda7b4b9773be6fbca for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:36.461491 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-4009ef31-2d23-47c3-ad3a-d7a9af52a69b tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:36.492186 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8bbf6e63-b252-496b-8d59-0a9cc129b391 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for port (3655eec1-a318-4de3-8d85-340b64d5126d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:36.521358 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f8c5c-9640-4a83-9f30-42777adb092d admin admin] Pushing event deleted for resources: {'Port': ['ID=fd69e40d-5ce1-4d28-87c8-ac18c2fd456d,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:36.534889 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8bbf6e63-b252-496b-8d59-0a9cc129b391 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (3655eec1-a318-4de3-8d85-340b64d5126d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:36.588183 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbf6e63-b252-496b-8d59-0a9cc129b391 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:36.591691 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-8bbf6e63-b252-496b-8d59-0a9cc129b391 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:36.596921 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbf6e63-b252-496b-8d59-0a9cc129b391 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:36.599310 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87ca888-2fdb-4fe1-9848-6e951c1f9361 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:36.599929 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c87ca888-2fdb-4fe1-9848-6e951c1f9361 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:36.619785 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f13f8c5c-9640-4a83-9f30-42777adb092d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (922e11dc-3eec-4edd-a9e9-b9b85ef97047), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:36.689123 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-92a3b4a8-8f9e-4583-8436-cce449e72388 req-9ab4e9e3-e014-48fa-932b-fc9facdcf4ca tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/ports?device_id=b453f079-ebb6-4426-9100-df47a7f50a51 HTTP/1.1" status: 200 len: 210 time: 0.0840416 Feb 09 01:38:36.705496 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c87ca888-2fdb-4fe1-9848-6e951c1f9361 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.6084301 Feb 09 01:38:36.707277 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-f13f8c5c-9640-4a83-9f30-42777adb092d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['922e11dc-3eec-4edd-a9e9-b9b85ef97047']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:36.712513 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbf6e63-b252-496b-8d59-0a9cc129b391 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'Port': ['ID=3655eec1-a318-4de3-8d85-340b64d5126d,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:36.726226 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34276) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:36.736433 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-1fac43ca-a34b-407c-a943-a8edf58d344b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'subnet': {'network_id': 'e323699f-b50d-4a88-bce4-cdab34f29afe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:36.763791 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-f13f8c5c-9640-4a83-9f30-42777adb092d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8249f30-28d4-4eaa-8491-6e2e1f2239b8') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:36.764102 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-f13f8c5c-9640-4a83-9f30-42777adb092d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8249f30-28d4-4eaa-8491-6e2e1f2239b8') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:36.784070 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f13f8c5c-9640-4a83-9f30-42777adb092d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (b8249f30-28d4-4eaa-8491-6e2e1f2239b8), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:36.788950 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 46b8a267-96df-47e4-a23f-0f75e13eb82f up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:38:36.871208 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-4009ef31-2d23-47c3-ad3a-d7a9af52a69b tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Allocated IP 172.20.0.6 (85fab4c6-67c5-4572-98f4-be05932fca9f/d81a46a7-43cb-40c4-a99b-23e6c4130e50/a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:36.873814 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f13f8c5c-9640-4a83-9f30-42777adb092d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (b8249f30-28d4-4eaa-8491-6e2e1f2239b8), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:36.887190 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f13f8c5c-9640-4a83-9f30-42777adb092d admin admin] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:38:36.887752 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f13f8c5c-9640-4a83-9f30-42777adb092d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (b8249f30-28d4-4eaa-8491-6e2e1f2239b8), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:36.890940 n-d-828369-4 neutron-server[103136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:38:36.890940 n-d-828369-4 neutron-server[103136]: self.session.flush() Feb 09 01:38:36.890940 n-d-828369-4 neutron-server[103136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:38:36.890940 n-d-828369-4 neutron-server[103136]: self.session.flush() Feb 09 01:38:36.890940 n-d-828369-4 neutron-server[103136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:38:36.890940 n-d-828369-4 neutron-server[103136]: self.session.flush() Feb 09 01:38:36.890940 n-d-828369-4 neutron-server[103136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:38:36.890940 n-d-828369-4 neutron-server[103136]: self.session.flush() Feb 09 01:38:36.890940 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:38:36.890940 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:38:36.890940 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:38:36.890940 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:38:36.890940 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:38:36.890940 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:38:36.890940 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:38:36.890940 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:38:36.890940 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:38:36.890940 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:38:36.890940 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:38:36.890940 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:38:36.890940 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:38:36.890940 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:38:36.890940 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:38:36.890940 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:38:36.890940 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:38:36.890940 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:38:36.890940 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:38:36.890940 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:38:36.890940 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:38:36.890940 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:38:36.890940 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:38:36.890940 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:38:36.890940 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:38:36.890940 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:38:36.890940 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:38:36.890940 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:38:36.890940 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:38:36.890940 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:38:36.890940 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:38:36.890940 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:38:36.909888 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 46b8a267-96df-47e4-a23f-0f75e13eb82f triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:36.910931 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (46b8a267-96df-47e4-a23f-0f75e13eb82f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:37.011239 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f13f8c5c-9640-4a83-9f30-42777adb092d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (922e11dc-3eec-4edd-a9e9-b9b85ef97047), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:37.034350 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f13f8c5c-9640-4a83-9f30-42777adb092d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:37.051878 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f13f8c5c-9640-4a83-9f30-42777adb092d admin admin] 10.222.0.50 "DELETE /v2.0/networks/922e11dc-3eec-4edd-a9e9-b9b85ef97047 HTTP/1.1" status: 204 len: 168 time: 1.8683331 Feb 09 01:38:37.069992 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 46b8a267-96df-47e4-a23f-0f75e13eb82f is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:37.070669 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (46b8a267-96df-47e4-a23f-0f75e13eb82f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:37.128456 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fac43ca-a34b-407c-a943-a8edf58d344b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Made reservation on behalf of 79bede7de42d4f599c02c44fde53ae7e for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:37.134966 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1fac43ca-a34b-407c-a943-a8edf58d344b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:37.136588 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f8c5c-9640-4a83-9f30-42777adb092d admin admin] Pushing event deleted for resources: {'Network': ['ID=922e11dc-3eec-4edd-a9e9-b9b85ef97047,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:37.145620 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 46b8a267-96df-47e4-a23f-0f75e13eb82f, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=46b8a267-96df-47e4-a23f-0f75e13eb82f,segment=NetworkSegment(7caefab4-0c44-4292-98f8-d4a5ccf30f13),segment_id=7caefab4-0c44-4292-98f8-d4a5ccf30f13)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:37.149778 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (46b8a267-96df-47e4-a23f-0f75e13eb82f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:37.238431 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=46b8a267-96df-47e4-a23f-0f75e13eb82f,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:37.275245 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device fd69e40d-5ce1-4d28-87c8-ac18c2fd456d no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:38:37.278299 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:37.296051 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-4009ef31-2d23-47c3-ad3a-d7a9af52a69b tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for port (a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:37.298518 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: fd69e40d-5ce1-4d28-87c8-ac18c2fd456d {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:38:37.299293 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device fd69e40d-5ce1-4d28-87c8-ac18c2fd456d not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:38:37.299596 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 464e450f-bcff-4e41-b111-a892dc2ce9be no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:38:37.340394 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34290) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:37.357506 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-4009ef31-2d23-47c3-ad3a-d7a9af52a69b tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:37.365727 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 464e450f-bcff-4e41-b111-a892dc2ce9be {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:38:37.366086 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 464e450f-bcff-4e41-b111-a892dc2ce9be not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:38:37.368668 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device eb749978-794f-414a-b69e-ba7be4f5651a no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:38:37.417416 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-4009ef31-2d23-47c3-ad3a-d7a9af52a69b tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Network 85fab4c6-67c5-4572-98f4-be05932fca9f is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:37.418899 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: eb749978-794f-414a-b69e-ba7be4f5651a {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:38:37.420705 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device eb749978-794f-414a-b69e-ba7be4f5651a not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:38:37.421096 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-4009ef31-2d23-47c3-ad3a-d7a9af52a69b tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:37.425480 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-4009ef31-2d23-47c3-ad3a-d7a9af52a69b tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:37.481535 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009ef31-2d23-47c3-ad3a-d7a9af52a69b tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event updated for resources: {'Port': ['ID=a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:37.525103 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-2478b3d2-d864-458d-8eea-3e0ec3f91ea6 None None] Provisioning complete for port 0bb4027c-64ee-4f7e-a79e-b331beb850af triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:37.525494 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2478b3d2-d864-458d-8eea-3e0ec3f91ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (0bb4027c-64ee-4f7e-a79e-b331beb850af), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:37.564362 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-4009ef31-2d23-47c3-ad3a-d7a9af52a69b tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:37.565306 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-4009ef31-2d23-47c3-ad3a-d7a9af52a69b tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:37.600304 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-4009ef31-2d23-47c3-ad3a-d7a9af52a69b tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5087590 Feb 09 01:38:37.618710 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-eed307ce-a096-44ea-bf9f-c90887e69987 service neutron] Request body: {'port': {'device_id': 'b453f079-ebb6-4426-9100-df47a7f50a51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:37.622222 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-2478b3d2-d864-458d-8eea-3e0ec3f91ea6 None None] Port 0bb4027c-64ee-4f7e-a79e-b331beb850af cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:38:37.638243 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-2478b3d2-d864-458d-8eea-3e0ec3f91ea6 None None] Provisioning complete for port 46b8a267-96df-47e4-a23f-0f75e13eb82f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:37.638644 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2478b3d2-d864-458d-8eea-3e0ec3f91ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (46b8a267-96df-47e4-a23f-0f75e13eb82f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:37.762330 n-d-828369-4 neutron-server[103137]: INFO neutron.db.ipam_backend_mixin [None req-1fac43ca-a34b-407c-a943-a8edf58d344b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ac0f5840-67dc-4e97-912c-f26f26afb5de (CIDR: 172.20.0.0/28) Feb 09 01:38:37.773020 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-eed307ce-a096-44ea-bf9f-c90887e69987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:37.792162 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fac43ca-a34b-407c-a943-a8edf58d344b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:38:37.792697 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fac43ca-a34b-407c-a943-a8edf58d344b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:38:37.856187 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3f674642-870d-4909-9821-cceaac58f5fe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c83f37eb2770492dbe0c1983971df4a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5081015 Feb 09 01:38:37.867285 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34298) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:37.897410 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-2478b3d2-d864-458d-8eea-3e0ec3f91ea6 None None] Current status of the port 46b8a267-96df-47e4-a23f-0f75e13eb82f is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:37.918446 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1fac43ca-a34b-407c-a943-a8edf58d344b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1847577 Feb 09 01:38:37.937279 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34300) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:37.939975 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:37.947168 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-3f8239a3-0296-49e9-b35e-0d61610a4b96 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'subnet': {'network_id': 'e323699f-b50d-4a88-bce4-cdab34f29afe', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:38.054728 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-8d9678ef-d938-413c-9aaf-f128452500a5 None None] Provisioning complete for port 056d715b-709a-4f75-8cd8-bef74841e1d4 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:38.055107 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8d9678ef-d938-413c-9aaf-f128452500a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (056d715b-709a-4f75-8cd8-bef74841e1d4), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:38.105765 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-8d9678ef-d938-413c-9aaf-f128452500a5 None None] Port 056d715b-709a-4f75-8cd8-bef74841e1d4 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:38:38.119133 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-8d9678ef-d938-413c-9aaf-f128452500a5 None None] Provisioning complete for port a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:38.120063 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8d9678ef-d938-413c-9aaf-f128452500a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:38.121626 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8bbf6e63-b252-496b-8d59-0a9cc129b391 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for floatingip (ac55602a-8fd2-4b2b-819e-30271d1c07df), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:38.146602 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f1798-d896-4144-a341-f47fdea9bfbf req-145e63f1-5b07-4e67-a280-53ba0abc0242 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:38.148101 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7c1f1798-d896-4144-a341-f47fdea9bfbf req-145e63f1-5b07-4e67-a280-53ba0abc0242 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/ports?device_id=b453f079-ebb6-4426-9100-df47a7f50a51 HTTP/1.1" status: 200 len: 931 time: 0.2925396 Feb 09 01:38:38.163347 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ad5858e3-3b1b-41ee-8244-1f4c06cb9fd6 admin admin] Publish callbacks [] for security_group (1128e0c3-6436-4806-b8c2-6aeca2867781), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:38.177539 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8239a3-0296-49e9-b35e-0d61610a4b96 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Made reservation on behalf of 79bede7de42d4f599c02c44fde53ae7e for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:38.182423 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3f8239a3-0296-49e9-b35e-0d61610a4b96 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:38.185178 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-8d9678ef-d938-413c-9aaf-f128452500a5 None None] Port a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:38:38.239510 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ad5858e3-3b1b-41ee-8244-1f4c06cb9fd6 admin admin] Publish callbacks [] for security_group (1128e0c3-6436-4806-b8c2-6aeca2867781), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:38.294375 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7c1f1798-d896-4144-a341-f47fdea9bfbf req-34b93536-c78b-4025-aa6b-a1ecc35f7272 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9da4d27-debd-407c-a847-6c731a498e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369629 Feb 09 01:38:38.305938 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8bbf6e63-b252-496b-8d59-0a9cc129b391 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3655eec1-a318-4de3-8d85-340b64d5126d), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:38.373858 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ad5858e3-3b1b-41ee-8244-1f4c06cb9fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1128e0c3-6436-4806-b8c2-6aeca2867781), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:38.377107 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ad5858e3-3b1b-41ee-8244-1f4c06cb9fd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:38.381428 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ad5858e3-3b1b-41ee-8244-1f4c06cb9fd6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1128e0c3-6436-4806-b8c2-6aeca2867781 HTTP/1.1" status: 204 len: 168 time: 0.5077262 Feb 09 01:38:38.384587 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-eed307ce-a096-44ea-bf9f-c90887e69987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:38:38.402396 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-eed307ce-a096-44ea-bf9f-c90887e69987 service neutron] Publish callbacks [] for port (a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:38.405043 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5858e3-3b1b-41ee-8244-1f4c06cb9fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1128e0c3-6436-4806-b8c2-6aeca2867781,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:38.445629 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-eed307ce-a096-44ea-bf9f-c90887e69987 service neutron] Transition to ACTIVE for port object a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:38:38.451578 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-eed307ce-a096-44ea-bf9f-c90887e69987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:38.482457 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:38.549476 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed307ce-a096-44ea-bf9f-c90887e69987 service neutron] Pushing event updated for resources: {'Port': ['ID=a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:38.659172 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8bbf6e63-b252-496b-8d59-0a9cc129b391 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for port (3655eec1-a318-4de3-8d85-340b64d5126d), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:38.676583 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8bbf6e63-b252-496b-8d59-0a9cc129b391 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (3655eec1-a318-4de3-8d85-340b64d5126d), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:38.705605 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-eed307ce-a096-44ea-bf9f-c90887e69987 service neutron] Attempting to bind port a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:38:38.706010 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-eed307ce-a096-44ea-bf9f-c90887e69987 service neutron] Attempting to bind port a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'f4eb58eb-4f5f-465e-b7fb-e1df5409926f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '85fab4c6-67c5-4572-98f4-be05932fca9f'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:38:38.706355 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-eed307ce-a096-44ea-bf9f-c90887e69987 service neutron] Attempting to bind port a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a on network 85fab4c6-67c5-4572-98f4-be05932fca9f {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:38:38.711932 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-eed307ce-a096-44ea-bf9f-c90887e69987 service neutron] Port a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a on network 85fab4c6-67c5-4572-98f4-be05932fca9f not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:38:38.712294 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-eed307ce-a096-44ea-bf9f-c90887e69987 service neutron] Attempting to bind port a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a on network 85fab4c6-67c5-4572-98f4-be05932fca9f {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:38:38.717960 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-eed307ce-a096-44ea-bf9f-c90887e69987 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:38:38.718307 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-eed307ce-a096-44ea-bf9f-c90887e69987 service neutron] Checking segment: {'id': 'f4eb58eb-4f5f-465e-b7fb-e1df5409926f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '85fab4c6-67c5-4572-98f4-be05932fca9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:38.718709 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-eed307ce-a096-44ea-bf9f-c90887e69987 service neutron] Bound using segment: {'id': 'f4eb58eb-4f5f-465e-b7fb-e1df5409926f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '85fab4c6-67c5-4572-98f4-be05932fca9f'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:38:38.719398 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-eed307ce-a096-44ea-bf9f-c90887e69987 service neutron] Bound port: a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4eb58eb-4f5f-465e-b7fb-e1df5409926f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '85fab4c6-67c5-4572-98f4-be05932fca9f'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:38:38.719643 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-eed307ce-a096-44ea-bf9f-c90887e69987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:38.769573 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 46b8a267-96df-47e4-a23f-0f75e13eb82f up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:38:38.782099 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3f8239a3-0296-49e9-b35e-0d61610a4b96 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (9a877509-a277-4e81-adf5-9aec812202f4), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:38.821766 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-eed307ce-a096-44ea-bf9f-c90887e69987 service neutron] For port a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:38:38.827065 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-eed307ce-a096-44ea-bf9f-c90887e69987 service neutron] For port a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a,segment=NetworkSegment(f4eb58eb-4f5f-465e-b7fb-e1df5409926f),segment_id=f4eb58eb-4f5f-465e-b7fb-e1df5409926f)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:38:38.834830 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-eed307ce-a096-44ea-bf9f-c90887e69987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:38.879034 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-eed307ce-a096-44ea-bf9f-c90887e69987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:38.879594 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-eed307ce-a096-44ea-bf9f-c90887e69987 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:38.881104 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-eed307ce-a096-44ea-bf9f-c90887e69987 service neutron] 10.222.0.47 "PUT /v2.0/ports/a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a HTTP/1.1" status: 200 len: 1091 time: 1.2742109 Feb 09 01:38:38.883694 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b453f079-ebb6-4426-9100-df47a7f50a51', 'tag': 'a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:38:38.894990 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b55a1f-bc0b-4931-bec6-f7bf9bf8a95d" -d '{"events": [{"name": "network-changed", "server_uuid": "b453f079-ebb6-4426-9100-df47a7f50a51", "tag": "a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:38:38.896914 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 46b8a267-96df-47e4-a23f-0f75e13eb82f triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:38.897935 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (46b8a267-96df-47e4-a23f-0f75e13eb82f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:38.921032 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbf6e63-b252-496b-8d59-0a9cc129b391 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event updated for resources: {'Port': ['ID=3655eec1-a318-4de3-8d85-340b64d5126d,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:38.940146 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8239a3-0296-49e9-b35e-0d61610a4b96 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Network e323699f-b50d-4a88-bce4-cdab34f29afe is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:38.947147 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-3f8239a3-0296-49e9-b35e-0d61610a4b96 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:38.954143 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8239a3-0296-49e9-b35e-0d61610a4b96 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:38.954752 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3f8239a3-0296-49e9-b35e-0d61610a4b96 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:38.957221 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e4fdf1-5689-41b4-b944-b3173fcb93d2 None None] Network e323699f-b50d-4a88-bce4-cdab34f29afe requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:38.957594 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8bbf6e63-b252-496b-8d59-0a9cc129b391 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (ac55602a-8fd2-4b2b-819e-30271d1c07df), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:38.985300 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed307ce-a096-44ea-bf9f-c90887e69987 service neutron] Pushing event updated for resources: {'Port': ['ID=a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:39.027129 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c21c784-3cd0-4a18-a8c2-b02797121beb x-openstack-request-id: req-9c21c784-3cd0-4a18-a8c2-b02797121beb {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:38:39.027436 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b453f079-ebb6-4426-9100-df47a7f50a51", "tag": "a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:38:39.027697 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9c21c784-3cd0-4a18-a8c2-b02797121beb {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:38:39.028103 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b453f079-ebb6-4426-9100-df47a7f50a51', 'tag': 'a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a', 'status': 'completed', 'code': 200} Feb 09 01:38:39.030053 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-90d7a01c-203b-4374-bcfc-ac04026a6c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:39.041826 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-90d7a01c-203b-4374-bcfc-ac04026a6c4a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08210566e83248dda7b4b9773be6fbca&device_id=b453f079-ebb6-4426-9100-df47a7f50a51 HTTP/1.1" status: 200 len: 1125 time: 0.1144388 Feb 09 01:38:39.091391 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34322) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:39.106503 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8239a3-0296-49e9-b35e-0d61610a4b96 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event updated for resources: {'Subnet': ['ID=9a877509-a277-4e81-adf5-9aec812202f4,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:39.107492 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-1a046a7b-b880-4e60-9000-d243dee08a46 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a HTTP/1.1" status: 200 len: 217 time: 0.0647714 Feb 09 01:38:39.125639 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3f8239a3-0296-49e9-b35e-0d61610a4b96 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1868088 Feb 09 01:38:39.125978 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34324) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:39.137554 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-9ec16c61-641b-49c9-a17d-2abe9d6e3dea tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-198999515', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9a877509-a277-4e81-adf5-9aec812202f4'}], 'security_groups': ['06757c14-8e37-44f8-becd-bdcc300e0236']}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:39.180487 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 46b8a267-96df-47e4-a23f-0f75e13eb82f is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:39.221453 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-810217eb-a119-433f-8ae1-4d87e79eea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:39.223340 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-810217eb-a119-433f-8ae1-4d87e79eea28 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d81a46a7-43cb-40c4-a99b-23e6c4130e50 HTTP/1.1" status: 200 len: 834 time: 0.1005719 Feb 09 01:38:39.227109 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-9a1ae264-4075-4861-86e0-7f563a983276 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f2b928e27ffd4ccc84beaf449ec3b6a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1314096 Feb 09 01:38:39.232511 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34332) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:39.360900 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4aa020f7-708e-4b45-97ce-caf53001cc71 admin admin] Publish callbacks [] for security_group (66d684b0-2330-4de7-9cce-3f3c84031162), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:39.367977 n-d-828369-4 neutron-server[103137]: INFO neutron.db.l3_db [None req-8bbf6e63-b252-496b-8d59-0a9cc129b391 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Floating IP ac55602a-8fd2-4b2b-819e-30271d1c07df associated. External IP: 172.25.8.136, port: 10a588e8-270c-4822-8bf8-0d90f30022c8. Feb 09 01:38:39.379411 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6888e20a-6630-4db5-8ac2-602a871155d3 None None] Update dhcp port {'port': {'network_id': 'e323699f-b50d-4a88-bce4-cdab34f29afe', 'fixed_ips': [{'subnet_id': 'ac0f5840-67dc-4e97-912c-f26f26afb5de', 'ip_address': '172.20.0.2'}, {'subnet_id': '9a877509-a277-4e81-adf5-9aec812202f4'}], 'binding:host_id': 'n-d-828369-4'}, 'id': '46b8a267-96df-47e4-a23f-0f75e13eb82f'} from n-d-828369-4. {{(pid=103138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 01:38:39.384063 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4aa020f7-708e-4b45-97ce-caf53001cc71 admin admin] Publish callbacks [] for security_group (66d684b0-2330-4de7-9cce-3f3c84031162), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:39.441262 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6888e20a-6630-4db5-8ac2-602a871155d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (46b8a267-96df-47e4-a23f-0f75e13eb82f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:39.488507 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-c7698f5f-3e5d-4e85-9653-8e46ccb0228a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:39.490159 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-c7698f5f-3e5d-4e85-9653-8e46ccb0228a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85fab4c6-67c5-4572-98f4-be05932fca9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1944172 Feb 09 01:38:39.494021 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4aa020f7-708e-4b45-97ce-caf53001cc71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (66d684b0-2330-4de7-9cce-3f3c84031162), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:39.496891 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4aa020f7-708e-4b45-97ce-caf53001cc71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:39.500393 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4aa020f7-708e-4b45-97ce-caf53001cc71 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/66d684b0-2330-4de7-9cce-3f3c84031162 HTTP/1.1" status: 204 len: 168 time: 0.2678871 Feb 09 01:38:39.529914 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9ec16c61-641b-49c9-a17d-2abe9d6e3dea tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (056d715b-709a-4f75-8cd8-bef74841e1d4), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:39.593575 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd045b18-a8c1-42b1-9cdd-6867b17f100e req-edd757e7-3b18-474f-8cc0-acaaf0af3020 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:39.594953 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bd045b18-a8c1-42b1-9cdd-6867b17f100e req-edd757e7-3b18-474f-8cc0-acaaf0af3020 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/ports?device_id=b453f079-ebb6-4426-9100-df47a7f50a51 HTTP/1.1" status: 200 len: 943 time: 0.1610444 Feb 09 01:38:39.595754 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa020f7-708e-4b45-97ce-caf53001cc71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d684b0-2330-4de7-9cce-3f3c84031162,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:39.659208 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:39.702891 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-6888e20a-6630-4db5-8ac2-602a871155d3 None None] Allocated IP 172.20.0.18 (e323699f-b50d-4a88-bce4-cdab34f29afe/9a877509-a277-4e81-adf5-9aec812202f4/46b8a267-96df-47e4-a23f-0f75e13eb82f) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:39.707371 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bd045b18-a8c1-42b1-9cdd-6867b17f100e req-97d4081b-9673-4b76-afae-5d8c99deb9c0 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9da4d27-debd-407c-a847-6c731a498e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840034 Feb 09 01:38:39.740408 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-29c96a19-11c1-4486-81a2-13b7816e4178 service neutron] 10.222.0.47 "GET /v2.0/networks/85fab4c6-67c5-4572-98f4-be05932fca9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411525 Feb 09 01:38:39.812135 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6888e20a-6630-4db5-8ac2-602a871155d3 None None] For port 46b8a267-96df-47e4-a23f-0f75e13eb82f, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=46b8a267-96df-47e4-a23f-0f75e13eb82f,segment=NetworkSegment(7caefab4-0c44-4292-98f8-d4a5ccf30f13),segment_id=7caefab4-0c44-4292-98f8-d4a5ccf30f13)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:39.874930 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f5401700-cfa5-4a10-9396-13e721c262e0 req-d50497b9-fc07-4135-9460-13332c1fb4b6 service neutron] 10.222.0.47 "GET /v2.0/networks/85fab4c6-67c5-4572-98f4-be05932fca9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275196 Feb 09 01:38:39.875155 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6888e20a-6630-4db5-8ac2-602a871155d3 None None] Publish callbacks [] for port (46b8a267-96df-47e4-a23f-0f75e13eb82f), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:39.902987 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6888e20a-6630-4db5-8ac2-602a871155d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (46b8a267-96df-47e4-a23f-0f75e13eb82f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:40.024055 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b55a1f-bc0b-4931-bec6-f7bf9bf8a95d req-90cd9e9a-7982-43a0-ab4b-0d8dac083b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:40.025735 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b5b55a1f-bc0b-4931-bec6-f7bf9bf8a95d req-90cd9e9a-7982-43a0-ab4b-0d8dac083b5f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08210566e83248dda7b4b9773be6fbca&device_id=b453f079-ebb6-4426-9100-df47a7f50a51 HTTP/1.1" status: 200 len: 1125 time: 0.0974858 Feb 09 01:38:40.054054 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6888e20a-6630-4db5-8ac2-602a871155d3 None None] Pushing event updated for resources: {'Port': ['ID=46b8a267-96df-47e4-a23f-0f75e13eb82f,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:40.063940 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6888e20a-6630-4db5-8ac2-602a871155d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:40.064891 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6888e20a-6630-4db5-8ac2-602a871155d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:40.065461 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6888e20a-6630-4db5-8ac2-602a871155d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:40.066638 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6888e20a-6630-4db5-8ac2-602a871155d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:40.067215 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6888e20a-6630-4db5-8ac2-602a871155d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:40.067770 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6888e20a-6630-4db5-8ac2-602a871155d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:40.068334 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6888e20a-6630-4db5-8ac2-602a871155d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:40.069065 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6888e20a-6630-4db5-8ac2-602a871155d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:40.069359 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bbf6e63-b252-496b-8d59-0a9cc129b391 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Router 74cf0ee9-1547-4cd8-852d-c35c6404336a has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:38:40.069858 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6888e20a-6630-4db5-8ac2-602a871155d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:40.070418 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6888e20a-6630-4db5-8ac2-602a871155d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:40.070983 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6888e20a-6630-4db5-8ac2-602a871155d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:40.071538 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6888e20a-6630-4db5-8ac2-602a871155d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:40.072082 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6888e20a-6630-4db5-8ac2-602a871155d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:40.202157 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b55a1f-bc0b-4931-bec6-f7bf9bf8a95d req-b6b870f3-0c26-4ba6-a2d4-72399649dae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:40.204528 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b5b55a1f-bc0b-4931-bec6-f7bf9bf8a95d req-b6b870f3-0c26-4ba6-a2d4-72399649dae9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=85fab4c6-67c5-4572-98f4-be05932fca9f HTTP/1.1" status: 200 len: 898 time: 0.1711738 Feb 09 01:38:40.266379 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b5b55a1f-bc0b-4931-bec6-f7bf9bf8a95d req-932984ec-ec95-4abc-bf0a-bd811c43bd9b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a HTTP/1.1" status: 200 len: 217 time: 0.0527940 Feb 09 01:38:40.365594 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b55a1f-bc0b-4931-bec6-f7bf9bf8a95d req-39169a1b-c922-4946-b592-bb11213fcfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:40.367672 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b5b55a1f-bc0b-4931-bec6-f7bf9bf8a95d req-39169a1b-c922-4946-b592-bb11213fcfb6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d81a46a7-43cb-40c4-a99b-23e6c4130e50 HTTP/1.1" status: 200 len: 834 time: 0.0945714 Feb 09 01:38:40.421962 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbf6e63-b252-496b-8d59-0a9cc129b391 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:38:40.435464 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6b797b-2eaa-4367-87cf-636b293ee714 None None] Sync routers for ids ['74cf0ee9-1547-4cd8-852d-c35c6404336a'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:38:40.456141 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6b797b-2eaa-4367-87cf-636b293ee714 None None] Routers {'74cf0ee9-1547-4cd8-852d-c35c6404336a'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:38:40.465388 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-be6b797b-2eaa-4367-87cf-636b293ee714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:38:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['74cf0ee9-1547-4cd8-852d-c35c6404336a'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:40.491315 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-9ec16c61-641b-49c9-a17d-2abe9d6e3dea tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Delete allocated IP 172.20.0.12 (e323699f-b50d-4a88-bce4-cdab34f29afe/ac0f5840-67dc-4e97-912c-f26f26afb5de) {{(pid=103137) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 01:38:40.498691 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b55a1f-bc0b-4931-bec6-f7bf9bf8a95d req-5e362551-683c-48a8-a6e3-52f515729b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:40.501305 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b5b55a1f-bc0b-4931-bec6-f7bf9bf8a95d req-5e362551-683c-48a8-a6e3-52f515729b1b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85fab4c6-67c5-4572-98f4-be05932fca9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1258535 Feb 09 01:38:40.506352 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-9ec16c61-641b-49c9-a17d-2abe9d6e3dea tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Allocated IP 172.20.0.25 (e323699f-b50d-4a88-bce4-cdab34f29afe/9a877509-a277-4e81-adf5-9aec812202f4/056d715b-709a-4f75-8cd8-bef74841e1d4) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:40.582528 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8bbf6e63-b252-496b-8d59-0a9cc129b391 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:40.653716 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b5b55a1f-bc0b-4931-bec6-f7bf9bf8a95d req-fb442e08-6d9a-4c4f-b61d-08cae7fc8ee3 service neutron] 10.222.0.47 "GET /v2.0/networks/85fab4c6-67c5-4572-98f4-be05932fca9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438835 Feb 09 01:38:40.709218 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-be6b797b-2eaa-4367-87cf-636b293ee714 None None] Set router 74cf0ee9-1547-4cd8-852d-c35c6404336a gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:38:40.733142 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 46b8a267-96df-47e4-a23f-0f75e13eb82f up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:38:40.785888 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8bbf6e63-b252-496b-8d59-0a9cc129b391 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.9389374 Feb 09 01:38:40.788225 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8538cec5-24e2-4b7e-b442-ed9649ae15de', 'tag': '10a588e8-270c-4822-8bf8-0d90f30022c8'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:38:40.804880 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f9ae84-96b2-4cf0-a890-70b5ab28d3da" -d '{"events": [{"name": "network-changed", "server_uuid": "8538cec5-24e2-4b7e-b442-ed9649ae15de", "tag": "10a588e8-270c-4822-8bf8-0d90f30022c8"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:38:40.882976 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 46b8a267-96df-47e4-a23f-0f75e13eb82f triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:40.883631 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (46b8a267-96df-47e4-a23f-0f75e13eb82f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:40.932830 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9ec16c61-641b-49c9-a17d-2abe9d6e3dea tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for port (056d715b-709a-4f75-8cd8-bef74841e1d4), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:40.938793 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9ec16c61-641b-49c9-a17d-2abe9d6e3dea tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (056d715b-709a-4f75-8cd8-bef74841e1d4), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:41.015334 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 46b8a267-96df-47e4-a23f-0f75e13eb82f is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:41.124329 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-9ec16c61-641b-49c9-a17d-2abe9d6e3dea tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] In _notify_port_updated(), no bound segment for port 056d715b-709a-4f75-8cd8-bef74841e1d4 on network e323699f-b50d-4a88-bce4-cdab34f29afe {{(pid=103137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:38:41.130214 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec16c61-641b-49c9-a17d-2abe9d6e3dea tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:41.131117 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9ec16c61-641b-49c9-a17d-2abe9d6e3dea tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:41.132835 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9ec16c61-641b-49c9-a17d-2abe9d6e3dea tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "PUT /v2.0/ports/056d715b-709a-4f75-8cd8-bef74841e1d4 HTTP/1.1" status: 200 len: 920 time: 2.0015426 Feb 09 01:38:41.136611 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34368) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:41.145856 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec16c61-641b-49c9-a17d-2abe9d6e3dea tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event updated for resources: {'Port': ['ID=056d715b-709a-4f75-8cd8-bef74841e1d4,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:41.152020 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-be6b797b-2eaa-4367-87cf-636b293ee714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cf0ee9-1547-4cd8-852d-c35c6404336a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2147002332', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '9b3eb6f6-5234-401d-b6be-409c87b5b287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:37:58Z', 'updated_at': '2022-02-09T01:38:07Z', 'revision_number': 4, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '9b3eb6f6-5234-401d-b6be-409c87b5b287', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:99:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cf0ee9-1547-4cd8-852d-c35c6404336a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:37:59Z', 'updated_at': '2022-02-09T01:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'ac55602a-8fd2-4b2b-819e-30271d1c07df', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'floating_ip_address': '172.25.8.136', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '74cf0ee9-1547-4cd8-852d-c35c6404336a', 'port_id': '10a588e8-270c-4822-8bf8-0d90f30022c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36811ba0-932c-489a-9372-3f07b118624b', 'mac_address': 'fa:16:3e:8f:39:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8538cec5-24e2-4b7e-b442-ed9649ae15de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:38:37Z', 'updated_at': '2022-02-09T01:38:37Z', 'revision_number': 0, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e55de3b2-b884-498e-9deb-4f41a06da75c', 'name': '', 'network_id': '36811ba0-932c-489a-9372-3f07b118624b', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'mac_address': 'fa:16:3e:26:18:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cf0ee9-1547-4cd8-852d-c35c6404336a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'cd101850-45aa-4dbe-87a1-17374b4984b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:05Z', 'updated_at': '2022-02-09T01:38:15Z', 'revision_number': 5, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'subnets': [{'id': 'cd101850-45aa-4dbe-87a1-17374b4984b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:41.187289 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6b797b-2eaa-4367-87cf-636b293ee714 None None] Checking router: 74cf0ee9-1547-4cd8-852d-c35c6404336a for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:38:41.196769 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6b797b-2eaa-4367-87cf-636b293ee714 None None] Routers {'74cf0ee9-1547-4cd8-852d-c35c6404336a'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:38:41.197007 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-07a3f53e-589e-4771-8473-69b3d7244c93 None None] Provisioning complete for port 0bb4027c-64ee-4f7e-a79e-b331beb850af triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:41.197457 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-07a3f53e-589e-4771-8473-69b3d7244c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (0bb4027c-64ee-4f7e-a79e-b331beb850af), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:41.198015 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-be6b797b-2eaa-4367-87cf-636b293ee714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:38:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['74cf0ee9-1547-4cd8-852d-c35c6404336a'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:41.237805 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-07a3f53e-589e-4771-8473-69b3d7244c93 None None] Port 0bb4027c-64ee-4f7e-a79e-b331beb850af cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:38:41.248348 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-07a3f53e-589e-4771-8473-69b3d7244c93 None None] Provisioning complete for port 46b8a267-96df-47e4-a23f-0f75e13eb82f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:41.248781 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-07a3f53e-589e-4771-8473-69b3d7244c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (46b8a267-96df-47e4-a23f-0f75e13eb82f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:41.349575 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-ada48974-c6a4-407e-8342-b465d6ffbd19 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Deleting port 056d715b-709a-4f75-8cd8-bef74841e1d4 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:41.349933 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ada48974-c6a4-407e-8342-b465d6ffbd19 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (056d715b-709a-4f75-8cd8-bef74841e1d4), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:41.361115 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-07a3f53e-589e-4771-8473-69b3d7244c93 None None] Current status of the port 46b8a267-96df-47e4-a23f-0f75e13eb82f is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:41.379948 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-07a3f53e-589e-4771-8473-69b3d7244c93 None None] Provisioning complete for port 056d715b-709a-4f75-8cd8-bef74841e1d4 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:41.380432 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-07a3f53e-589e-4771-8473-69b3d7244c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (056d715b-709a-4f75-8cd8-bef74841e1d4), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:41.411310 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-be6b797b-2eaa-4367-87cf-636b293ee714 None None] Set router 74cf0ee9-1547-4cd8-852d-c35c6404336a gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:38:41.437703 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-07a3f53e-589e-4771-8473-69b3d7244c93 None None] Port 056d715b-709a-4f75-8cd8-bef74841e1d4 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:38:41.460221 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b5b55a1f-bc0b-4931-bec6-f7bf9bf8a95d req-5274b537-cd32-4f71-8e6b-ebdd75efb864 service neutron] 10.222.0.47 "GET /v2.0/networks/85fab4c6-67c5-4572-98f4-be05932fca9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7993917 Feb 09 01:38:41.481461 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac1d3ee-758a-4bc0-9da2-8437f97a36d4 req-1fa1e820-cfe8-46ae-a56b-d4a9e571ba98 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:41.490495 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1ac1d3ee-758a-4bc0-9da2-8437f97a36d4 req-1fa1e820-cfe8-46ae-a56b-d4a9e571ba98 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=8538cec5-24e2-4b7e-b442-ed9649ae15de HTTP/1.1" status: 200 len: 945 time: 0.1304674 Feb 09 01:38:41.511864 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b9f25-24a2-4f89-8808-f03028d4bfdc req-99853068-6cfb-4483-b592-9bf489018c3c tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:41.513386 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e25b9f25-24a2-4f89-8808-f03028d4bfdc req-99853068-6cfb-4483-b592-9bf489018c3c tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/ports?device_id=b453f079-ebb6-4426-9100-df47a7f50a51 HTTP/1.1" status: 200 len: 943 time: 0.1578119 Feb 09 01:38:41.521515 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ada48974-c6a4-407e-8342-b465d6ffbd19 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (056d715b-709a-4f75-8cd8-bef74841e1d4), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:41.535001 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-ada48974-c6a4-407e-8342-b465d6ffbd19 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Calling delete_port for 056d715b-709a-4f75-8cd8-bef74841e1d4 owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:41.618276 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1ac1d3ee-758a-4bc0-9da2-8437f97a36d4 req-6d0161b9-80df-43d4-bb57-bc8dd715b4df tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f56c3a-2e04-4c6a-a3ad-7bb0de34f629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266973 Feb 09 01:38:41.633092 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e25b9f25-24a2-4f89-8808-f03028d4bfdc req-fe4ca80c-acd8-44ca-84d4-9afb952c004a tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9da4d27-debd-407c-a847-6c731a498e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114576 Feb 09 01:38:41.640799 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34378) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:41.843548 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-be6b797b-2eaa-4367-87cf-636b293ee714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cf0ee9-1547-4cd8-852d-c35c6404336a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2147002332', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '9b3eb6f6-5234-401d-b6be-409c87b5b287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:37:58Z', 'updated_at': '2022-02-09T01:38:07Z', 'revision_number': 4, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '9b3eb6f6-5234-401d-b6be-409c87b5b287', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:99:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cf0ee9-1547-4cd8-852d-c35c6404336a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:37:59Z', 'updated_at': '2022-02-09T01:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'ac55602a-8fd2-4b2b-819e-30271d1c07df', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'floating_ip_address': '172.25.8.136', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '74cf0ee9-1547-4cd8-852d-c35c6404336a', 'port_id': '10a588e8-270c-4822-8bf8-0d90f30022c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36811ba0-932c-489a-9372-3f07b118624b', 'mac_address': 'fa:16:3e:8f:39:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8538cec5-24e2-4b7e-b442-ed9649ae15de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:38:37Z', 'updated_at': '2022-02-09T01:38:37Z', 'revision_number': 0, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e55de3b2-b884-498e-9deb-4f41a06da75c', 'name': '', 'network_id': '36811ba0-932c-489a-9372-3f07b118624b', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'mac_address': 'fa:16:3e:26:18:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cf0ee9-1547-4cd8-852d-c35c6404336a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'cd101850-45aa-4dbe-87a1-17374b4984b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:05Z', 'updated_at': '2022-02-09T01:38:15Z', 'revision_number': 5, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'subnets': [{'id': 'cd101850-45aa-4dbe-87a1-17374b4984b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:41.863933 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-5aa5253a-d960-4b97-9762-f4c61e3be9b4 None None] Provisioning complete for port 056d715b-709a-4f75-8cd8-bef74841e1d4 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:41.864186 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5aa5253a-d960-4b97-9762-f4c61e3be9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (056d715b-709a-4f75-8cd8-bef74841e1d4), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:41.904153 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-5aa5253a-d960-4b97-9762-f4c61e3be9b4 None None] Port 056d715b-709a-4f75-8cd8-bef74841e1d4 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:38:42.012084 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6b797b-2eaa-4367-87cf-636b293ee714 None None] The sync data for ids ['74cf0ee9-1547-4cd8-852d-c35c6404336a'] in n-d-828369-4 is: [{'id': '74cf0ee9-1547-4cd8-852d-c35c6404336a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2147002332', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '9b3eb6f6-5234-401d-b6be-409c87b5b287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:37:58Z', 'updated_at': '2022-02-09T01:38:07Z', 'revision_number': 4, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '9b3eb6f6-5234-401d-b6be-409c87b5b287', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:99:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cf0ee9-1547-4cd8-852d-c35c6404336a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:37:59Z', 'updated_at': '2022-02-09T01:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'ac55602a-8fd2-4b2b-819e-30271d1c07df', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'floating_ip_address': '172.25.8.136', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '74cf0ee9-1547-4cd8-852d-c35c6404336a', 'port_id': '10a588e8-270c-4822-8bf8-0d90f30022c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36811ba0-932c-489a-9372-3f07b118624b', 'mac_address': 'fa:16:3e:8f:39:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8538cec5-24e2-4b7e-b442-ed9649ae15de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:38:37Z', 'updated_at': '2022-02-09T01:38:37Z', 'revision_number': 0, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e55de3b2-b884-498e-9deb-4f41a06da75c', 'name': '', 'network_id': '36811ba0-932c-489a-9372-3f07b118624b', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'mac_address': 'fa:16:3e:26:18:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cf0ee9-1547-4cd8-852d-c35c6404336a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'cd101850-45aa-4dbe-87a1-17374b4984b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:05Z', 'updated_at': '2022-02-09T01:38:15Z', 'revision_number': 5, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'subnets': [{'id': 'cd101850-45aa-4dbe-87a1-17374b4984b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:38:42.015748 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:38:42.057709 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419396cd-295b-4776-8f64-f26b68b2b2e5 x-openstack-request-id: req-419396cd-295b-4776-8f64-f26b68b2b2e5 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:38:42.058012 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8538cec5-24e2-4b7e-b442-ed9649ae15de", "tag": "10a588e8-270c-4822-8bf8-0d90f30022c8", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:38:42.058262 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-419396cd-295b-4776-8f64-f26b68b2b2e5 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:38:42.058656 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8538cec5-24e2-4b7e-b442-ed9649ae15de', 'tag': '10a588e8-270c-4822-8bf8-0d90f30022c8', 'status': 'completed', 'code': 200} Feb 09 01:38:42.080742 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9ae84-96b2-4cf0-a890-70b5ab28d3da req-0c51314e-f05e-4427-9515-661ed7ed6951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:42.083148 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0f9ae84-96b2-4cf0-a890-70b5ab28d3da req-0c51314e-f05e-4427-9515-661ed7ed6951 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=c3786288d8304ed4a73754fbccf8bb65&device_id=8538cec5-24e2-4b7e-b442-ed9649ae15de HTTP/1.1" status: 200 len: 1127 time: 0.0898812 Feb 09 01:38:42.125126 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9546c481-78f4-4425-af77-ea5780a55c4f tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/floatingips/ac55602a-8fd2-4b2b-819e-30271d1c07df HTTP/1.1" status: 200 len: 991 time: 0.4742887 Feb 09 01:38:42.131011 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ada48974-c6a4-407e-8342-b465d6ffbd19 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (056d715b-709a-4f75-8cd8-bef74841e1d4), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:42.160765 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada48974-c6a4-407e-8342-b465d6ffbd19 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event deleted for resources: {'Port': ['ID=056d715b-709a-4f75-8cd8-bef74841e1d4,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:42.228219 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9ae84-96b2-4cf0-a890-70b5ab28d3da req-9f03617b-6035-483b-8bb0-94e5073fc4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:42.231022 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0f9ae84-96b2-4cf0-a890-70b5ab28d3da req-9f03617b-6035-483b-8bb0-94e5073fc4cc service neutron] 10.222.0.120 "GET /v2.0/networks?id=36811ba0-932c-489a-9372-3f07b118624b HTTP/1.1" status: 200 len: 899 time: 0.1423929 Feb 09 01:38:42.275146 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ada48974-c6a4-407e-8342-b465d6ffbd19 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:42.280687 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ada48974-c6a4-407e-8342-b465d6ffbd19 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/ports/056d715b-709a-4f75-8cd8-bef74841e1d4 HTTP/1.1" status: 204 len: 168 time: 1.1406255 Feb 09 01:38:42.280946 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34388) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:42.315204 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-a75a088d-c796-4ef0-b900-1bb793da8f73 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] GET failed (client error): The resource could not be found. Feb 09 01:38:42.321217 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34390) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:42.326889 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcffea52-54fc-4930-9021-f3e2e88af7a6 None None] New status for floating IP ac55602a-8fd2-4b2b-819e-30271d1c07df: ACTIVE {{(pid=103138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:38:42.331013 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a75a088d-c796-4ef0-b900-1bb793da8f73 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "GET /v2.0/ports/056d715b-709a-4f75-8cd8-bef74841e1d4 HTTP/1.1" status: 404 len: 333 time: 0.0487409 Feb 09 01:38:42.389460 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0f9ae84-96b2-4cf0-a890-70b5ab28d3da req-92e05e98-5590-43c8-986e-9fd3200a209b service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10a588e8-270c-4822-8bf8-0d90f30022c8 HTTP/1.1" status: 200 len: 999 time: 0.1521437 Feb 09 01:38:42.413472 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ca6d7130-ca2a-4722-8c9c-53fc98deca34 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for security_group (96f92ca4-46e9-4623-bb8c-a655b0f26d67), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:42.471794 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ca6d7130-ca2a-4722-8c9c-53fc98deca34 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for security_group (96f92ca4-46e9-4623-bb8c-a655b0f26d67), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:42.489315 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9ae84-96b2-4cf0-a890-70b5ab28d3da req-cc4c5d6a-9e77-4707-a4cd-40b3947f1935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:42.491236 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0f9ae84-96b2-4cf0-a890-70b5ab28d3da req-cc4c5d6a-9e77-4707-a4cd-40b3947f1935 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=cd101850-45aa-4dbe-87a1-17374b4984b9 HTTP/1.1" status: 200 len: 835 time: 0.0954349 Feb 09 01:38:42.570713 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ca6d7130-ca2a-4722-8c9c-53fc98deca34 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (96f92ca4-46e9-4623-bb8c-a655b0f26d67), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:42.573374 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ca6d7130-ca2a-4722-8c9c-53fc98deca34 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:42.577453 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ca6d7130-ca2a-4722-8c9c-53fc98deca34 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/security-groups/96f92ca4-46e9-4623-bb8c-a655b0f26d67 HTTP/1.1" status: 204 len: 168 time: 0.2523949 Feb 09 01:38:42.577453 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9ae84-96b2-4cf0-a890-70b5ab28d3da req-30c334e0-af69-4b8d-8dd7-95f5e0645e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:42.578241 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0f9ae84-96b2-4cf0-a890-70b5ab28d3da req-30c334e0-af69-4b8d-8dd7-95f5e0645e82 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=36811ba0-932c-489a-9372-3f07b118624b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0768764 Feb 09 01:38:42.578570 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34398) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:42.598612 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d7130-ca2a-4722-8c9c-53fc98deca34 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f92ca4-46e9-4623-bb8c-a655b0f26d67,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:42.699677 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8da3ea7e-bb34-4864-a2c9-2dc2b9efa17c tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for security_group (06757c14-8e37-44f8-becd-bdcc300e0236), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:42.728037 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8da3ea7e-bb34-4864-a2c9-2dc2b9efa17c tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for security_group (06757c14-8e37-44f8-becd-bdcc300e0236), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:42.738991 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0f9ae84-96b2-4cf0-a890-70b5ab28d3da req-bed04fb7-e0ed-4a86-9668-d8ffbc607848 service neutron] 10.222.0.120 "GET /v2.0/networks/36811ba0-932c-489a-9372-3f07b118624b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511538 Feb 09 01:38:42.786590 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8da3ea7e-bb34-4864-a2c9-2dc2b9efa17c tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (06757c14-8e37-44f8-becd-bdcc300e0236), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:42.789694 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8da3ea7e-bb34-4864-a2c9-2dc2b9efa17c tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:42.793526 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8da3ea7e-bb34-4864-a2c9-2dc2b9efa17c tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/security-groups/06757c14-8e37-44f8-becd-bdcc300e0236 HTTP/1.1" status: 204 len: 168 time: 0.2108729 Feb 09 01:38:42.801651 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34402) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:42.801934 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da3ea7e-bb34-4864-a2c9-2dc2b9efa17c tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06757c14-8e37-44f8-becd-bdcc300e0236,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:42.873996 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dfc7496-c667-4152-87f0-2559f0e88e74 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Deleting subnet ac0f5840-67dc-4e97-912c-f26f26afb5de {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:38:42.877597 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2dfc7496-c667-4152-87f0-2559f0e88e74 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for subnet (ac0f5840-67dc-4e97-912c-f26f26afb5de), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:42.891747 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492f925-1155-4da9-8cc6-c79063dd4c34 req-03888856-82a2-46e5-ac32-cc136d8b3a46 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:42.893436 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4492f925-1155-4da9-8cc6-c79063dd4c34 req-03888856-82a2-46e5-ac32-cc136d8b3a46 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/ports?device_id=b453f079-ebb6-4426-9100-df47a7f50a51 HTTP/1.1" status: 200 len: 943 time: 0.1341617 Feb 09 01:38:42.913367 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0f9ae84-96b2-4cf0-a890-70b5ab28d3da req-f5afd689-6fc9-4ba8-91b7-3a0af5cbe22f service neutron] 10.222.0.120 "GET /v2.0/networks/36811ba0-932c-489a-9372-3f07b118624b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652234 Feb 09 01:38:42.935359 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2dfc7496-c667-4152-87f0-2559f0e88e74 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (ac0f5840-67dc-4e97-912c-f26f26afb5de), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:42.958593 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4492f925-1155-4da9-8cc6-c79063dd4c34 req-bce369bc-280e-41dd-b176-4fa0de2db2ce tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9da4d27-debd-407c-a847-6c731a498e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582790 Feb 09 01:38:43.019972 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:38:43.030105 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2dfc7496-c667-4152-87f0-2559f0e88e74 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (ac0f5840-67dc-4e97-912c-f26f26afb5de), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:43.106606 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2dfc7496-c667-4152-87f0-2559f0e88e74 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (ac0f5840-67dc-4e97-912c-f26f26afb5de), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:43.127434 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34412) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:43.138662 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a,segment=NetworkSegment(f4eb58eb-4f5f-465e-b7fb-e1df5409926f),segment_id=f4eb58eb-4f5f-465e-b7fb-e1df5409926f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:43.152027 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2dfc7496-c667-4152-87f0-2559f0e88e74 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:43.161777 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2dfc7496-c667-4152-87f0-2559f0e88e74 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/subnets/ac0f5840-67dc-4e97-912c-f26f26afb5de HTTP/1.1" status: 204 len: 168 time: 0.3524108 Feb 09 01:38:43.161777 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc7496-c667-4152-87f0-2559f0e88e74 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event deleted for resources: {'Subnet': ['ID=ac0f5840-67dc-4e97-912c-f26f26afb5de,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:43.162106 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34414) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:43.164627 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0625a197-c4c0-4242-b7dc-7522811fc43f None None] Network e323699f-b50d-4a88-bce4-cdab34f29afe requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:43.168569 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-ad39fb80-61a5-4f67-9d60-ec678619389b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'subnet': {'network_id': 'e323699f-b50d-4a88-bce4-cdab34f29afe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:43.195605 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': 'a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a', 'network_id': '85fab4c6-67c5-4572-98f4-be05932fca9f', 'port_id': 'a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a', 'mac_address': 'fa:16:3e:17:c0:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd81a46a7-43cb-40c4-a99b-23e6c4130e50', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:38:43.222887 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-fdc87e34-0f39-4409-a813-bf74eca2abd3 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/floatingips/ac55602a-8fd2-4b2b-819e-30271d1c07df HTTP/1.1" status: 200 len: 993 time: 0.0933216 Feb 09 01:38:43.291722 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:43.292253 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:43.310278 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:38:43.349423 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a,segment=NetworkSegment(f4eb58eb-4f5f-465e-b7fb-e1df5409926f),segment_id=f4eb58eb-4f5f-465e-b7fb-e1df5409926f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:43.354131 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad39fb80-61a5-4f67-9d60-ec678619389b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Made reservation on behalf of 79bede7de42d4f599c02c44fde53ae7e for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:43.356489 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:43.360654 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ad39fb80-61a5-4f67-9d60-ec678619389b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:43.436781 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:43.569194 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:38:43.713630 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ad39fb80-61a5-4f67-9d60-ec678619389b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (ff33a847-6075-4435-9c03-1e7e6a9635d3), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:43.772115 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad39fb80-61a5-4f67-9d60-ec678619389b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Network e323699f-b50d-4a88-bce4-cdab34f29afe is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:43.775632 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-ad39fb80-61a5-4f67-9d60-ec678619389b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:43.779880 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad39fb80-61a5-4f67-9d60-ec678619389b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:43.780481 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ad39fb80-61a5-4f67-9d60-ec678619389b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:43.801537 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ad39fb80-61a5-4f67-9d60-ec678619389b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6384518 Feb 09 01:38:43.813049 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34422) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:43.819663 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-4a6bd92d-8c8c-46bf-9ccd-8550a0dd4658 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'security_group': {'name': 'tempest-secgroup-1093571694'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:43.827293 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad39fb80-61a5-4f67-9d60-ec678619389b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event updated for resources: {'Subnet': ['ID=ff33a847-6075-4435-9c03-1e7e6a9635d3,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:43.846914 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4a6bd92d-8c8c-46bf-9ccd-8550a0dd4658 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:43.943526 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4a6bd92d-8c8c-46bf-9ccd-8550a0dd4658 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for security_group (d6d2f441-a33f-4460-b6f4-1456e7936838), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:43.948649 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4a6bd92d-8c8c-46bf-9ccd-8550a0dd4658 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (d6d2f441-a33f-4460-b6f4-1456e7936838), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:43.982955 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6bd92d-8c8c-46bf-9ccd-8550a0dd4658 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d2f441-a33f-4460-b6f4-1456e7936838,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:43.996837 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4a6bd92d-8c8c-46bf-9ccd-8550a0dd4658 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:43.998323 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4a6bd92d-8c8c-46bf-9ccd-8550a0dd4658 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1842380 Feb 09 01:38:44.001671 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34430) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:44.009364 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-db19aa97-5657-4b20-b36c-aa1d5b3d7ca3 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'security_group': {'name': 'tempest-secgroup-1813591619'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:44.058723 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-db19aa97-5657-4b20-b36c-aa1d5b3d7ca3 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:44.150089 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10ba5f3-884c-4a5c-82f2-3d10f562ba19 None None] Network e323699f-b50d-4a88-bce4-cdab34f29afe requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:44.185805 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-db19aa97-5657-4b20-b36c-aa1d5b3d7ca3 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for security_group (d272a118-6580-480a-b98e-950b804ccd90), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:44.195317 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-db19aa97-5657-4b20-b36c-aa1d5b3d7ca3 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (d272a118-6580-480a-b98e-950b804ccd90), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:44.239313 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c869be-af3a-4983-88b2-c9311deac06b req-ed365dd1-8082-4de3-9e8a-1614d55c42af tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:44.247097 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b4c869be-af3a-4983-88b2-c9311deac06b req-ed365dd1-8082-4de3-9e8a-1614d55c42af tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/ports?device_id=b453f079-ebb6-4426-9100-df47a7f50a51 HTTP/1.1" status: 200 len: 944 time: 0.1582084 Feb 09 01:38:44.255189 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-db19aa97-5657-4b20-b36c-aa1d5b3d7ca3 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:44.256522 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-db19aa97-5657-4b20-b36c-aa1d5b3d7ca3 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2535262 Feb 09 01:38:44.259282 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34436) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:44.263626 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db19aa97-5657-4b20-b36c-aa1d5b3d7ca3 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d272a118-6580-480a-b98e-950b804ccd90,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:44.265111 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-cf047b44-a6b3-4fb8-bc43-cb5fdb6cde28 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'security_group': {'name': 'tempest-secgroup-141683777'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:44.306824 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-2e75fa01-7720-4ba8-8429-8147aabdf07b None None] Provisioning complete for port 0bb4027c-64ee-4f7e-a79e-b331beb850af triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:44.307209 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2e75fa01-7720-4ba8-8429-8147aabdf07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (0bb4027c-64ee-4f7e-a79e-b331beb850af), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:44.310714 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cf047b44-a6b3-4fb8-bc43-cb5fdb6cde28 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:44.335227 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b4c869be-af3a-4983-88b2-c9311deac06b req-d13e8e04-5968-4402-9d48-a7eb7e378bc9 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9da4d27-debd-407c-a847-6c731a498e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871420 Feb 09 01:38:44.379652 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-2e75fa01-7720-4ba8-8429-8147aabdf07b None None] Port 0bb4027c-64ee-4f7e-a79e-b331beb850af cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:38:44.390210 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-2e75fa01-7720-4ba8-8429-8147aabdf07b None None] Provisioning complete for port 46b8a267-96df-47e4-a23f-0f75e13eb82f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:44.390556 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2e75fa01-7720-4ba8-8429-8147aabdf07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (46b8a267-96df-47e4-a23f-0f75e13eb82f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:44.405784 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cf047b44-a6b3-4fb8-bc43-cb5fdb6cde28 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for security_group (5c63bb7e-9d2c-4932-b6db-d925fe19c117), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:44.411407 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cf047b44-a6b3-4fb8-bc43-cb5fdb6cde28 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (5c63bb7e-9d2c-4932-b6db-d925fe19c117), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:44.443808 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cf047b44-a6b3-4fb8-bc43-cb5fdb6cde28 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:44.445136 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-cf047b44-a6b3-4fb8-bc43-cb5fdb6cde28 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1844323 Feb 09 01:38:44.447871 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34440) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:44.458692 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-503702a0-5ca3-4719-a1a8-66fef4a64fb1 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-409538932', 'security_groups': ['5c63bb7e-9d2c-4932-b6db-d925fe19c117'], 'network_id': 'e323699f-b50d-4a88-bce4-cdab34f29afe', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ff33a847-6075-4435-9c03-1e7e6a9635d3'}]}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:44.469562 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5897cb75-1e11-4017-878f-1c5e4b111aa3 None None] Update dhcp port {'port': {'network_id': 'e323699f-b50d-4a88-bce4-cdab34f29afe', 'fixed_ips': [{'subnet_id': '9a877509-a277-4e81-adf5-9aec812202f4', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ff33a847-6075-4435-9c03-1e7e6a9635d3'}], 'binding:host_id': 'n-d-828369-4'}, 'id': '46b8a267-96df-47e4-a23f-0f75e13eb82f'} from n-d-828369-4. {{(pid=103138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 01:38:44.471291 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf047b44-a6b3-4fb8-bc43-cb5fdb6cde28 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c63bb7e-9d2c-4932-b6db-d925fe19c117,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:44.507477 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5897cb75-1e11-4017-878f-1c5e4b111aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (46b8a267-96df-47e4-a23f-0f75e13eb82f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:44.580310 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-2e75fa01-7720-4ba8-8429-8147aabdf07b None None] Current status of the port 46b8a267-96df-47e4-a23f-0f75e13eb82f is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:44.677535 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503702a0-5ca3-4719-a1a8-66fef4a64fb1 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Made reservation on behalf of 79bede7de42d4f599c02c44fde53ae7e for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:44.749595 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-5897cb75-1e11-4017-878f-1c5e4b111aa3 None None] Allocated IP 172.20.0.2 (e323699f-b50d-4a88-bce4-cdab34f29afe/ff33a847-6075-4435-9c03-1e7e6a9635d3/46b8a267-96df-47e4-a23f-0f75e13eb82f) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:44.821956 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-503702a0-5ca3-4719-a1a8-66fef4a64fb1 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:44.845934 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [None req-503702a0-5ca3-4719-a1a8-66fef4a64fb1 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] device_id is not set on port 2d80f7d8-c366-4eaa-8f6f-029f72f0bb09 yet. {{(pid=103137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 09 01:38:44.874672 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-5897cb75-1e11-4017-878f-1c5e4b111aa3 None None] For port 46b8a267-96df-47e4-a23f-0f75e13eb82f, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=46b8a267-96df-47e4-a23f-0f75e13eb82f,segment=NetworkSegment(7caefab4-0c44-4292-98f8-d4a5ccf30f13),segment_id=7caefab4-0c44-4292-98f8-d4a5ccf30f13)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:44.918971 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5897cb75-1e11-4017-878f-1c5e4b111aa3 None None] Publish callbacks [] for port (46b8a267-96df-47e4-a23f-0f75e13eb82f), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:44.927740 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5897cb75-1e11-4017-878f-1c5e4b111aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (46b8a267-96df-47e4-a23f-0f75e13eb82f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:45.051267 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:38:45.079366 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5897cb75-1e11-4017-878f-1c5e4b111aa3 None None] Pushing event updated for resources: {'Port': ['ID=46b8a267-96df-47e4-a23f-0f75e13eb82f,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:45.114821 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:38:45.119470 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:45.119949 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:45.123103 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-503702a0-5ca3-4719-a1a8-66fef4a64fb1 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Allocated IP 172.20.0.8 (e323699f-b50d-4a88-bce4-cdab34f29afe/ff33a847-6075-4435-9c03-1e7e6a9635d3/2d80f7d8-c366-4eaa-8f6f-029f72f0bb09) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:45.217344 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:45.218033 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:45.247737 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b453f079-ebb6-4426-9100-df47a7f50a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:38:45.254200 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c56970-8649-4562-98a1-325276cd325d" -d '{"events": [{"server_uuid": "b453f079-ebb6-4426-9100-df47a7f50a51", "name": "network-vif-plugged", "status": "completed", "tag": "a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:38:45.284276 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a,segment=NetworkSegment(f4eb58eb-4f5f-465e-b7fb-e1df5409926f),segment_id=f4eb58eb-4f5f-465e-b7fb-e1df5409926f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:45.289002 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:45.364639 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:45.368384 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4afaeb-92a5-400b-89f1-2a83cde5a763 x-openstack-request-id: req-7d4afaeb-92a5-400b-89f1-2a83cde5a763 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:38:45.368811 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b453f079-ebb6-4426-9100-df47a7f50a51", "name": "network-vif-plugged", "status": "completed", "tag": "a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:38:45.369149 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7d4afaeb-92a5-400b-89f1-2a83cde5a763 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:38:45.369728 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b453f079-ebb6-4426-9100-df47a7f50a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a', 'code': 200} Feb 09 01:38:45.417952 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-503702a0-5ca3-4719-a1a8-66fef4a64fb1 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for port (2d80f7d8-c366-4eaa-8f6f-029f72f0bb09), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:45.476101 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-503702a0-5ca3-4719-a1a8-66fef4a64fb1 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (2d80f7d8-c366-4eaa-8f6f-029f72f0bb09), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:45.541490 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503702a0-5ca3-4719-a1a8-66fef4a64fb1 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Network e323699f-b50d-4a88-bce4-cdab34f29afe is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:45.545573 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-503702a0-5ca3-4719-a1a8-66fef4a64fb1 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:45.549970 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a9dd1-6c05-4e06-b393-03ac30909da9 req-15c81258-321a-47a3-90fe-79d5baf74cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:45.551760 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de7a9dd1-6c05-4e06-b393-03ac30909da9 req-15c81258-321a-47a3-90fe-79d5baf74cc8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b453f079-ebb6-4426-9100-df47a7f50a51 HTTP/1.1" status: 200 len: 1127 time: 0.1006560 Feb 09 01:38:45.555459 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503702a0-5ca3-4719-a1a8-66fef4a64fb1 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:45.594178 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980b462-7b2c-4675-aafa-38b49a04a498 req-ddb4945c-7efe-46f6-8687-c686142c0f7a tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:45.602899 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8980b462-7b2c-4675-aafa-38b49a04a498 req-ddb4945c-7efe-46f6-8687-c686142c0f7a tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/ports?device_id=b453f079-ebb6-4426-9100-df47a7f50a51 HTTP/1.1" status: 200 len: 945 time: 0.1425240 Feb 09 01:38:45.645932 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503702a0-5ca3-4719-a1a8-66fef4a64fb1 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event updated for resources: {'Port': ['ID=2d80f7d8-c366-4eaa-8f6f-029f72f0bb09,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:45.676106 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8980b462-7b2c-4675-aafa-38b49a04a498 req-89645d7b-9407-4bb1-81d0-91c303580cb2 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9da4d27-debd-407c-a847-6c731a498e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721340 Feb 09 01:38:45.681575 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503702a0-5ca3-4719-a1a8-66fef4a64fb1 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:45.682476 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-503702a0-5ca3-4719-a1a8-66fef4a64fb1 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:45.705743 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-503702a0-5ca3-4719-a1a8-66fef4a64fb1 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2563992 Feb 09 01:38:45.707523 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de7a9dd1-6c05-4e06-b393-03ac30909da9 req-d10fd930-56d6-4b80-8edd-0e9d7ccbee2c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c9da4d27-debd-407c-a847-6c731a498e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492152 Feb 09 01:38:45.708232 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34464) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:45.713456 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-fa2487e4-2e1d-4489-864d-dece814e177c tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'subnet': {'network_id': 'e323699f-b50d-4a88-bce4-cdab34f29afe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:45.858815 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2487e4-2e1d-4489-864d-dece814e177c tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Made reservation on behalf of 79bede7de42d4f599c02c44fde53ae7e for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:45.863636 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fa2487e4-2e1d-4489-864d-dece814e177c tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:45.971497 n-d-828369-4 neutron-server[103137]: INFO neutron.db.ipam_backend_mixin [None req-fa2487e4-2e1d-4489-864d-dece814e177c tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ff33a847-6075-4435-9c03-1e7e6a9635d3 (CIDR: 172.20.0.0/28) Feb 09 01:38:45.976904 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa2487e4-2e1d-4489-864d-dece814e177c tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:38:45.977597 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa2487e4-2e1d-4489-864d-dece814e177c tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:38:46.001096 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-fa2487e4-2e1d-4489-864d-dece814e177c tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2892089 Feb 09 01:38:46.001543 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34466) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:46.007928 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-47b3eda8-9004-4e99-8186-021a70813c69 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'subnet': {'network_id': 'e323699f-b50d-4a88-bce4-cdab34f29afe', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:46.034176 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-f5f2ea5e-4651-47f5-9e9f-886e5d524516 None None] Provisioning complete for port 0bb4027c-64ee-4f7e-a79e-b331beb850af triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:46.034852 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f5f2ea5e-4651-47f5-9e9f-886e5d524516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (0bb4027c-64ee-4f7e-a79e-b331beb850af), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:46.108102 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f5f2ea5e-4651-47f5-9e9f-886e5d524516 None None] Port 0bb4027c-64ee-4f7e-a79e-b331beb850af cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:38:46.119688 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-f5f2ea5e-4651-47f5-9e9f-886e5d524516 None None] Provisioning complete for port 46b8a267-96df-47e4-a23f-0f75e13eb82f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:46.120077 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f5f2ea5e-4651-47f5-9e9f-886e5d524516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (46b8a267-96df-47e4-a23f-0f75e13eb82f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:46.176854 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b3eda8-9004-4e99-8186-021a70813c69 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Made reservation on behalf of 79bede7de42d4f599c02c44fde53ae7e for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:46.181053 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-47b3eda8-9004-4e99-8186-021a70813c69 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:46.217318 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f5f2ea5e-4651-47f5-9e9f-886e5d524516 None None] Current status of the port 46b8a267-96df-47e4-a23f-0f75e13eb82f is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:46.280786 n-d-828369-4 neutron-server[103137]: INFO neutron.db.ipam_backend_mixin [None req-47b3eda8-9004-4e99-8186-021a70813c69 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 9a877509-a277-4e81-adf5-9aec812202f4 (CIDR: 172.20.0.16/28) Feb 09 01:38:46.284186 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-47b3eda8-9004-4e99-8186-021a70813c69 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:38:46.284750 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47b3eda8-9004-4e99-8186-021a70813c69 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:38:46.301754 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-47b3eda8-9004-4e99-8186-021a70813c69 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2991683 Feb 09 01:38:46.304399 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34468) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:46.309452 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-0ab59acf-bf4c-4c6c-a127-f84b0ab3f8b5 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'subnet': {'network_id': 'e323699f-b50d-4a88-bce4-cdab34f29afe', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:46.338294 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-256410c8-d5f7-46a6-acb0-58be8f859d27 None None] Provisioning complete for port 2d80f7d8-c366-4eaa-8f6f-029f72f0bb09 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:46.338627 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-256410c8-d5f7-46a6-acb0-58be8f859d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (2d80f7d8-c366-4eaa-8f6f-029f72f0bb09), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:46.378000 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-256410c8-d5f7-46a6-acb0-58be8f859d27 None None] Port 2d80f7d8-c366-4eaa-8f6f-029f72f0bb09 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:38:46.438175 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab59acf-bf4c-4c6c-a127-f84b0ab3f8b5 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Made reservation on behalf of 79bede7de42d4f599c02c44fde53ae7e for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:46.442079 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0ab59acf-bf4c-4c6c-a127-f84b0ab3f8b5 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:46.689008 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0ab59acf-bf4c-4c6c-a127-f84b0ab3f8b5 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (45e53c27-9cba-4db1-9f70-6a947b2c40f9), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:46.745487 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab59acf-bf4c-4c6c-a127-f84b0ab3f8b5 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Network e323699f-b50d-4a88-bce4-cdab34f29afe is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:46.749092 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-0ab59acf-bf4c-4c6c-a127-f84b0ab3f8b5 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:46.754084 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab59acf-bf4c-4c6c-a127-f84b0ab3f8b5 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:46.754778 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0ab59acf-bf4c-4c6c-a127-f84b0ab3f8b5 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:46.779066 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7cf342-cf5f-4881-9d32-27d8b637e6d2 None None] Network e323699f-b50d-4a88-bce4-cdab34f29afe requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:46.779819 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0ab59acf-bf4c-4c6c-a127-f84b0ab3f8b5 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4740434 Feb 09 01:38:46.782821 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34474) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:46.789752 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab59acf-bf4c-4c6c-a127-f84b0ab3f8b5 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event updated for resources: {'Subnet': ['ID=45e53c27-9cba-4db1-9f70-6a947b2c40f9,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:46.792145 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-cbc4af14-a9bc-4ac7-b43b-52411a30ae9b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-727960093', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '45e53c27-9cba-4db1-9f70-6a947b2c40f9'}], 'security_groups': ['d6d2f441-a33f-4460-b6f4-1456e7936838', 'd272a118-6580-480a-b98e-950b804ccd90']}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:46.851400 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 46b8a267-96df-47e4-a23f-0f75e13eb82f up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:38:46.956744 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf2a1b-a795-4540-a7df-f9a6894bdab6 req-b357f6d7-5b0c-4182-8f71-2184dc328a75 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:46.957977 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2baf2a1b-a795-4540-a7df-f9a6894bdab6 req-b357f6d7-5b0c-4182-8f71-2184dc328a75 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/ports?device_id=b453f079-ebb6-4426-9100-df47a7f50a51 HTTP/1.1" status: 200 len: 945 time: 0.1610916 Feb 09 01:38:46.961541 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 46b8a267-96df-47e4-a23f-0f75e13eb82f triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:46.962068 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (46b8a267-96df-47e4-a23f-0f75e13eb82f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:47.048345 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2baf2a1b-a795-4540-a7df-f9a6894bdab6 req-e66a6737-b4bb-47b1-9422-01fc32d0184e tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9da4d27-debd-407c-a847-6c731a498e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803475 Feb 09 01:38:47.096423 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cbc4af14-a9bc-4ac7-b43b-52411a30ae9b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (2d80f7d8-c366-4eaa-8f6f-029f72f0bb09), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:47.121448 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 46b8a267-96df-47e4-a23f-0f75e13eb82f is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:47.139490 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88496020-0e4f-4261-b478-47bf50e96fcc None None] Update dhcp port {'port': {'network_id': 'e323699f-b50d-4a88-bce4-cdab34f29afe', 'fixed_ips': [{'subnet_id': '9a877509-a277-4e81-adf5-9aec812202f4', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ff33a847-6075-4435-9c03-1e7e6a9635d3', 'ip_address': '172.20.0.2'}, {'subnet_id': '45e53c27-9cba-4db1-9f70-6a947b2c40f9'}], 'binding:host_id': 'n-d-828369-4'}, 'id': '46b8a267-96df-47e4-a23f-0f75e13eb82f'} from n-d-828369-4. {{(pid=103138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 09 01:38:47.171129 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-88496020-0e4f-4261-b478-47bf50e96fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (46b8a267-96df-47e4-a23f-0f75e13eb82f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:47.368139 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-88496020-0e4f-4261-b478-47bf50e96fcc None None] Allocated IP 172.20.0.34 (e323699f-b50d-4a88-bce4-cdab34f29afe/45e53c27-9cba-4db1-9f70-6a947b2c40f9/46b8a267-96df-47e4-a23f-0f75e13eb82f) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:47.475687 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-88496020-0e4f-4261-b478-47bf50e96fcc None None] For port 46b8a267-96df-47e4-a23f-0f75e13eb82f, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=46b8a267-96df-47e4-a23f-0f75e13eb82f,segment=NetworkSegment(7caefab4-0c44-4292-98f8-d4a5ccf30f13),segment_id=7caefab4-0c44-4292-98f8-d4a5ccf30f13)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:47.504777 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-88496020-0e4f-4261-b478-47bf50e96fcc None None] Publish callbacks [] for port (46b8a267-96df-47e4-a23f-0f75e13eb82f), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:47.511520 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-88496020-0e4f-4261-b478-47bf50e96fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (46b8a267-96df-47e4-a23f-0f75e13eb82f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:47.626375 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88496020-0e4f-4261-b478-47bf50e96fcc None None] Pushing event updated for resources: {'Port': ['ID=46b8a267-96df-47e4-a23f-0f75e13eb82f,revision_number=7']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:47.643163 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-cbc4af14-a9bc-4ac7-b43b-52411a30ae9b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Delete allocated IP 172.20.0.8 (e323699f-b50d-4a88-bce4-cdab34f29afe/ff33a847-6075-4435-9c03-1e7e6a9635d3) {{(pid=103136) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 09 01:38:47.653565 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-cbc4af14-a9bc-4ac7-b43b-52411a30ae9b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Allocated IP 172.20.0.37 (e323699f-b50d-4a88-bce4-cdab34f29afe/45e53c27-9cba-4db1-9f70-6a947b2c40f9/2d80f7d8-c366-4eaa-8f6f-029f72f0bb09) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:47.835025 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cbc4af14-a9bc-4ac7-b43b-52411a30ae9b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for port (2d80f7d8-c366-4eaa-8f6f-029f72f0bb09), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:47.840036 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cbc4af14-a9bc-4ac7-b43b-52411a30ae9b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (2d80f7d8-c366-4eaa-8f6f-029f72f0bb09), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:47.939179 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4af14-a9bc-4ac7-b43b-52411a30ae9b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event updated for resources: {'Port': ['ID=2d80f7d8-c366-4eaa-8f6f-029f72f0bb09,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:47.959774 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-cbc4af14-a9bc-4ac7-b43b-52411a30ae9b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] In _notify_port_updated(), no bound segment for port 2d80f7d8-c366-4eaa-8f6f-029f72f0bb09 on network e323699f-b50d-4a88-bce4-cdab34f29afe {{(pid=103136) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 09 01:38:47.965254 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc4af14-a9bc-4ac7-b43b-52411a30ae9b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:47.965914 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cbc4af14-a9bc-4ac7-b43b-52411a30ae9b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:47.967290 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-cbc4af14-a9bc-4ac7-b43b-52411a30ae9b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "PUT /v2.0/ports/2d80f7d8-c366-4eaa-8f6f-029f72f0bb09 HTTP/1.1" status: 200 len: 959 time: 1.1834531 Feb 09 01:38:47.970119 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34478) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:48.086705 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-3532e016-c31a-4a49-884f-fae6f2ed3d01 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Deleting port 2d80f7d8-c366-4eaa-8f6f-029f72f0bb09 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:48.087073 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3532e016-c31a-4a49-884f-fae6f2ed3d01 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (2d80f7d8-c366-4eaa-8f6f-029f72f0bb09), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:48.219305 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3532e016-c31a-4a49-884f-fae6f2ed3d01 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (2d80f7d8-c366-4eaa-8f6f-029f72f0bb09), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:48.222340 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-f95f6b56-031f-45c3-9927-47ab1959b8ff None None] Provisioning complete for port 0bb4027c-64ee-4f7e-a79e-b331beb850af triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:48.223286 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f95f6b56-031f-45c3-9927-47ab1959b8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (0bb4027c-64ee-4f7e-a79e-b331beb850af), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:48.236637 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e98fa8-6dcc-492c-8f10-91b3a275f4e1 req-57873d39-9473-4b6e-acc7-b82f086e900a tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:48.238704 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47e98fa8-6dcc-492c-8f10-91b3a275f4e1 req-57873d39-9473-4b6e-acc7-b82f086e900a tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/ports?device_id=b453f079-ebb6-4426-9100-df47a7f50a51 HTTP/1.1" status: 200 len: 945 time: 0.0988238 Feb 09 01:38:48.242715 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-3532e016-c31a-4a49-884f-fae6f2ed3d01 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Calling delete_port for 2d80f7d8-c366-4eaa-8f6f-029f72f0bb09 owned by {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:48.260884 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f95f6b56-031f-45c3-9927-47ab1959b8ff None None] Port 0bb4027c-64ee-4f7e-a79e-b331beb850af cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:38:48.271896 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-f95f6b56-031f-45c3-9927-47ab1959b8ff None None] Provisioning complete for port 2d80f7d8-c366-4eaa-8f6f-029f72f0bb09 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:48.272497 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f95f6b56-031f-45c3-9927-47ab1959b8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (2d80f7d8-c366-4eaa-8f6f-029f72f0bb09), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:48.307258 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f95f6b56-031f-45c3-9927-47ab1959b8ff None None] Port 2d80f7d8-c366-4eaa-8f6f-029f72f0bb09 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:38:48.317435 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-f95f6b56-031f-45c3-9927-47ab1959b8ff None None] Provisioning complete for port 46b8a267-96df-47e4-a23f-0f75e13eb82f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:48.317937 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f95f6b56-031f-45c3-9927-47ab1959b8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (46b8a267-96df-47e4-a23f-0f75e13eb82f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:48.340584 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47e98fa8-6dcc-492c-8f10-91b3a275f4e1 req-5fc5475a-1928-4d4f-8489-94ed9c12c69f tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9da4d27-debd-407c-a847-6c731a498e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938509 Feb 09 01:38:48.404977 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f95f6b56-031f-45c3-9927-47ab1959b8ff None None] Current status of the port 46b8a267-96df-47e4-a23f-0f75e13eb82f is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:48.420049 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3532e016-c31a-4a49-884f-fae6f2ed3d01 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (2d80f7d8-c366-4eaa-8f6f-029f72f0bb09), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:48.460611 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532e016-c31a-4a49-884f-fae6f2ed3d01 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event deleted for resources: {'Port': ['ID=2d80f7d8-c366-4eaa-8f6f-029f72f0bb09,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:48.561120 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3532e016-c31a-4a49-884f-fae6f2ed3d01 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:48.564417 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3532e016-c31a-4a49-884f-fae6f2ed3d01 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/ports/2d80f7d8-c366-4eaa-8f6f-029f72f0bb09 HTTP/1.1" status: 204 len: 168 time: 0.5933180 Feb 09 01:38:48.567230 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34486) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:48.576355 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd806a31-9882-442f-ae37-b4d18bfa084d req-0a4c034d-9106-4913-8b6d-d83cff5008dd tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:48.578546 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dd806a31-9882-442f-ae37-b4d18bfa084d req-0a4c034d-9106-4913-8b6d-d83cff5008dd tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/ports?device_id=b453f079-ebb6-4426-9100-df47a7f50a51 HTTP/1.1" status: 200 len: 945 time: 0.1502111 Feb 09 01:38:48.614384 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fa5fa4a-d0d7-4115-9457-06420dcc52a3 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] GET failed (client error): The resource could not be found. Feb 09 01:38:48.616182 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4fa5fa4a-d0d7-4115-9457-06420dcc52a3 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "GET /v2.0/ports/2d80f7d8-c366-4eaa-8f6f-029f72f0bb09 HTTP/1.1" status: 404 len: 333 time: 0.0473969 Feb 09 01:38:48.618905 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34488) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:48.645220 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dd806a31-9882-442f-ae37-b4d18bfa084d req-d84cd234-b685-472a-b644-692829d9faf7 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9da4d27-debd-407c-a847-6c731a498e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534759 Feb 09 01:38:48.670846 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34490) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:48.732807 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e93199ad-fc64-4ce5-8b2e-2442694932cc tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for security_group (5c63bb7e-9d2c-4932-b6db-d925fe19c117), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:48.752932 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fb365d-3cf6-4aee-a3b9-30d5ec7b8e0a tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:48.755135 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-36fb365d-3cf6-4aee-a3b9-30d5ec7b8e0a tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b453f079-ebb6-4426-9100-df47a7f50a51 HTTP/1.1" status: 200 len: 1122 time: 0.0829873 Feb 09 01:38:48.758632 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34492) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:48.772647 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-ca94a6be-990b-4461-8cfd-2aeb54e9fe21 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'port_id': 'a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:48.773450 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e93199ad-fc64-4ce5-8b2e-2442694932cc tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for security_group (5c63bb7e-9d2c-4932-b6db-d925fe19c117), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:48.795809 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ca94a6be-990b-4461-8cfd-2aeb54e9fe21 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:48.823124 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 46b8a267-96df-47e4-a23f-0f75e13eb82f up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:38:48.827378 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-31806b59-7dd7-4a13-90d5-a5fdaa5ef218 None None] Could not find standard attr ID for object 2d80f7d8-c366-4eaa-8f6f-029f72f0bb09. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:38:48.859894 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e93199ad-fc64-4ce5-8b2e-2442694932cc tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (5c63bb7e-9d2c-4932-b6db-d925fe19c117), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:48.863470 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e93199ad-fc64-4ce5-8b2e-2442694932cc tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:48.864671 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e93199ad-fc64-4ce5-8b2e-2442694932cc tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/security-groups/5c63bb7e-9d2c-4932-b6db-d925fe19c117 HTTP/1.1" status: 204 len: 168 time: 0.2445726 Feb 09 01:38:48.868250 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34494) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:48.894644 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93199ad-fc64-4ce5-8b2e-2442694932cc tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c63bb7e-9d2c-4932-b6db-d925fe19c117,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:48.938116 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 46b8a267-96df-47e4-a23f-0f75e13eb82f triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:48.938929 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (46b8a267-96df-47e4-a23f-0f75e13eb82f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:48.946357 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ca94a6be-990b-4461-8cfd-2aeb54e9fe21 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:48.962790 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee2a06ae-bff5-4216-9264-70d2602104fd tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for security_group (d272a118-6580-480a-b98e-950b804ccd90), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:48.991046 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee2a06ae-bff5-4216-9264-70d2602104fd tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for security_group (d272a118-6580-480a-b98e-950b804ccd90), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:49.059090 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 46b8a267-96df-47e4-a23f-0f75e13eb82f is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:49.089125 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee2a06ae-bff5-4216-9264-70d2602104fd tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (d272a118-6580-480a-b98e-950b804ccd90), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:49.094990 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ee2a06ae-bff5-4216-9264-70d2602104fd tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:49.097430 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ee2a06ae-bff5-4216-9264-70d2602104fd tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/security-groups/d272a118-6580-480a-b98e-950b804ccd90 HTTP/1.1" status: 204 len: 168 time: 0.2282043 Feb 09 01:38:49.103664 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34496) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:49.109909 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-ca94a6be-990b-4461-8cfd-2aeb54e9fe21 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Allocated IP 172.25.8.53 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/f4b720cc-40b3-4ef0-8e6c-442818b9d4b4) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:49.126631 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a06ae-bff5-4216-9264-70d2602104fd tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d272a118-6580-480a-b98e-950b804ccd90,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:49.175770 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b9484e29-ecd1-4a9d-8f33-77400ba65263 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for security_group (d6d2f441-a33f-4460-b6f4-1456e7936838), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:49.201160 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b9484e29-ecd1-4a9d-8f33-77400ba65263 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for security_group (d6d2f441-a33f-4460-b6f4-1456e7936838), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:49.237847 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ca94a6be-990b-4461-8cfd-2aeb54e9fe21 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for port (f4b720cc-40b3-4ef0-8e6c-442818b9d4b4), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:49.247007 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b9484e29-ecd1-4a9d-8f33-77400ba65263 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (d6d2f441-a33f-4460-b6f4-1456e7936838), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:49.249858 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b9484e29-ecd1-4a9d-8f33-77400ba65263 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:49.251006 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b9484e29-ecd1-4a9d-8f33-77400ba65263 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/security-groups/d6d2f441-a33f-4460-b6f4-1456e7936838 HTTP/1.1" status: 204 len: 168 time: 0.1462150 Feb 09 01:38:49.263314 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34498) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:49.264110 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9484e29-ecd1-4a9d-8f33-77400ba65263 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d2f441-a33f-4460-b6f4-1456e7936838,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:49.279496 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ca94a6be-990b-4461-8cfd-2aeb54e9fe21 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (f4b720cc-40b3-4ef0-8e6c-442818b9d4b4), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:49.320830 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca94a6be-990b-4461-8cfd-2aeb54e9fe21 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:49.323816 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-ca94a6be-990b-4461-8cfd-2aeb54e9fe21 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:49.325142 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-72330013-4e5f-4b38-a1f9-4ce2ef7f4a20 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Deleting subnet ff33a847-6075-4435-9c03-1e7e6a9635d3 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:38:49.327445 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca94a6be-990b-4461-8cfd-2aeb54e9fe21 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:49.332949 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-72330013-4e5f-4b38-a1f9-4ce2ef7f4a20 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for subnet (ff33a847-6075-4435-9c03-1e7e6a9635d3), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:49.359760 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca94a6be-990b-4461-8cfd-2aeb54e9fe21 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event updated for resources: {'Port': ['ID=f4b720cc-40b3-4ef0-8e6c-442818b9d4b4,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:49.378032 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-72330013-4e5f-4b38-a1f9-4ce2ef7f4a20 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (ff33a847-6075-4435-9c03-1e7e6a9635d3), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:49.466921 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-72330013-4e5f-4b38-a1f9-4ce2ef7f4a20 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (ff33a847-6075-4435-9c03-1e7e6a9635d3), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:49.527909 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-72330013-4e5f-4b38-a1f9-4ce2ef7f4a20 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (ff33a847-6075-4435-9c03-1e7e6a9635d3), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:49.555520 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72330013-4e5f-4b38-a1f9-4ce2ef7f4a20 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event deleted for resources: {'Subnet': ['ID=ff33a847-6075-4435-9c03-1e7e6a9635d3,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:49.559528 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-72330013-4e5f-4b38-a1f9-4ce2ef7f4a20 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:49.563198 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-72330013-4e5f-4b38-a1f9-4ce2ef7f4a20 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/subnets/ff33a847-6075-4435-9c03-1e7e6a9635d3 HTTP/1.1" status: 204 len: 168 time: 0.2960594 Feb 09 01:38:49.568255 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34500) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:49.568461 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa358ff1-4141-43f3-bba8-40bfb566a062 None None] Network e323699f-b50d-4a88-bce4-cdab34f29afe requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:49.677096 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-db2a21ce-b8a3-4baa-a35f-d4a27fe84c3f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Deleting subnet 45e53c27-9cba-4db1-9f70-6a947b2c40f9 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:38:49.714321 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-db2a21ce-b8a3-4baa-a35f-d4a27fe84c3f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for subnet (45e53c27-9cba-4db1-9f70-6a947b2c40f9), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:49.767409 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-db2a21ce-b8a3-4baa-a35f-d4a27fe84c3f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (45e53c27-9cba-4db1-9f70-6a947b2c40f9), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:49.883245 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ca94a6be-990b-4461-8cfd-2aeb54e9fe21 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for floatingip (4760ad4d-3d5c-49f4-8f27-7312247b40f8), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:49.930498 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-db2a21ce-b8a3-4baa-a35f-d4a27fe84c3f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (45e53c27-9cba-4db1-9f70-6a947b2c40f9), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:50.015450 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ca94a6be-990b-4461-8cfd-2aeb54e9fe21 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f4b720cc-40b3-4ef0-8e6c-442818b9d4b4), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:50.070809 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-db2a21ce-b8a3-4baa-a35f-d4a27fe84c3f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (45e53c27-9cba-4db1-9f70-6a947b2c40f9), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:50.115906 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a21ce-b8a3-4baa-a35f-d4a27fe84c3f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event deleted for resources: {'Subnet': ['ID=45e53c27-9cba-4db1-9f70-6a947b2c40f9,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:50.120758 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-db2a21ce-b8a3-4baa-a35f-d4a27fe84c3f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:50.126963 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-db2a21ce-b8a3-4baa-a35f-d4a27fe84c3f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/subnets/45e53c27-9cba-4db1-9f70-6a947b2c40f9 HTTP/1.1" status: 204 len: 168 time: 0.5582845 Feb 09 01:38:50.127600 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34506) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:50.194052 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-556e672f-924c-4a39-954f-c28b44934114 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] DELETE failed (client error): The resource could not be found. Feb 09 01:38:50.194523 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-556e672f-924c-4a39-954f-c28b44934114 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:38:50.200288 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34508) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:50.200840 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-556e672f-924c-4a39-954f-c28b44934114 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/subnets/ff33a847-6075-4435-9c03-1e7e6a9635d3 HTTP/1.1" status: 404 len: 337 time: 0.0694742 Feb 09 01:38:50.295671 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0ea8a5c-59b3-43fb-8fac-45d7597c6850 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Deleting subnet 9a877509-a277-4e81-adf5-9aec812202f4 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:38:50.301382 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ca94a6be-990b-4461-8cfd-2aeb54e9fe21 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for port (f4b720cc-40b3-4ef0-8e6c-442818b9d4b4), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:50.301722 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b0ea8a5c-59b3-43fb-8fac-45d7597c6850 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for subnet (9a877509-a277-4e81-adf5-9aec812202f4), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:50.306607 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ca94a6be-990b-4461-8cfd-2aeb54e9fe21 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (f4b720cc-40b3-4ef0-8e6c-442818b9d4b4), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:50.383815 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b0ea8a5c-59b3-43fb-8fac-45d7597c6850 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (9a877509-a277-4e81-adf5-9aec812202f4), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:50.409699 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ca94a6be-990b-4461-8cfd-2aeb54e9fe21 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (4760ad4d-3d5c-49f4-8f27-7312247b40f8), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:50.415614 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b8324e-3412-4c78-8dbd-3704243200d9 None None] Network e323699f-b50d-4a88-bce4-cdab34f29afe requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:50.458334 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca94a6be-990b-4461-8cfd-2aeb54e9fe21 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event updated for resources: {'Port': ['ID=f4b720cc-40b3-4ef0-8e6c-442818b9d4b4,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:50.504657 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b0ea8a5c-59b3-43fb-8fac-45d7597c6850 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (9a877509-a277-4e81-adf5-9aec812202f4), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:50.538785 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-a30f8ec8-200c-4388-abc3-fc262f82e6c7 None None] Provisioning complete for port 0bb4027c-64ee-4f7e-a79e-b331beb850af triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:50.539165 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a30f8ec8-200c-4388-abc3-fc262f82e6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (0bb4027c-64ee-4f7e-a79e-b331beb850af), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:50.546159 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [None req-ca94a6be-990b-4461-8cfd-2aeb54e9fe21 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Floating IP 4760ad4d-3d5c-49f4-8f27-7312247b40f8 associated. External IP: 172.25.8.53, port: a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a. Feb 09 01:38:50.596500 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b0ea8a5c-59b3-43fb-8fac-45d7597c6850 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (9a877509-a277-4e81-adf5-9aec812202f4), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:50.634455 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea8a5c-59b3-43fb-8fac-45d7597c6850 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event deleted for resources: {'Subnet': ['ID=9a877509-a277-4e81-adf5-9aec812202f4,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:50.639226 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b0ea8a5c-59b3-43fb-8fac-45d7597c6850 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:50.647570 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b0ea8a5c-59b3-43fb-8fac-45d7597c6850 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/subnets/9a877509-a277-4e81-adf5-9aec812202f4 HTTP/1.1" status: 204 len: 168 time: 0.4438376 Feb 09 01:38:50.648118 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34512) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:50.688789 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-d165d9fb-ff00-4f45-80e7-c4ea4d0de704 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] DELETE failed (client error): The resource could not be found. Feb 09 01:38:50.689262 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d165d9fb-ff00-4f45-80e7-c4ea4d0de704 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:38:50.695653 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d165d9fb-ff00-4f45-80e7-c4ea4d0de704 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/subnets/ac0f5840-67dc-4e97-912c-f26f26afb5de HTTP/1.1" status: 404 len: 337 time: 0.0439665 Feb 09 01:38:50.696794 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34514) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:50.735155 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34516) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:50.735821 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-bafea176-8ddd-4d60-aa05-b28d7d20c444 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "GET /v2.0/ports?device_id=718776a7-d774-451f-9e14-39540f77041b HTTP/1.1" status: 200 len: 205 time: 0.0382311 Feb 09 01:38:50.761439 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a30f8ec8-200c-4388-abc3-fc262f82e6c7 None None] Port 0bb4027c-64ee-4f7e-a79e-b331beb850af cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:38:50.775904 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-a30f8ec8-200c-4388-abc3-fc262f82e6c7 None None] Provisioning complete for port 46b8a267-96df-47e4-a23f-0f75e13eb82f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:50.776453 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a30f8ec8-200c-4388-abc3-fc262f82e6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (46b8a267-96df-47e4-a23f-0f75e13eb82f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:50.790527 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-d111ed45-3a32-4243-a50d-533265477aec tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] delete failed (client error): The resource could not be found. Feb 09 01:38:50.794485 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d111ed45-3a32-4243-a50d-533265477aec tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/routers/718776a7-d774-451f-9e14-39540f77041b HTTP/1.1" status: 404 len: 336 time: 0.0583038 Feb 09 01:38:50.795067 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34518) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:50.838432 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aeb02c8-b814-40c0-a91e-d3fc50b3bb70 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] DELETE failed (client error): The resource could not be found. Feb 09 01:38:50.838904 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aeb02c8-b814-40c0-a91e-d3fc50b3bb70 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:38:50.845243 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9aeb02c8-b814-40c0-a91e-d3fc50b3bb70 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/subnets/8a751a63-1e4f-499b-8c2f-2f6c788047fc HTTP/1.1" status: 404 len: 337 time: 0.0492043 Feb 09 01:38:50.845884 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34520) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:50.876326 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a30f8ec8-200c-4388-abc3-fc262f82e6c7 None None] Current status of the port 46b8a267-96df-47e4-a23f-0f75e13eb82f is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:50.883396 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-63bb580f-0dc4-4be7-8b86-fea755e1b422 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] DELETE failed (client error): The resource could not be found. Feb 09 01:38:50.883876 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63bb580f-0dc4-4be7-8b86-fea755e1b422 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:38:50.889803 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34522) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:50.889996 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-63bb580f-0dc4-4be7-8b86-fea755e1b422 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/subnets/a04bd7ab-3b12-4d13-baed-c9d00ec4cff2 HTTP/1.1" status: 404 len: 337 time: 0.0429499 Feb 09 01:38:50.922563 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-b87ed9fd-c1ba-475d-9a55-617641afa55a tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] DELETE failed (client error): The resource could not be found. Feb 09 01:38:50.923032 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b87ed9fd-c1ba-475d-9a55-617641afa55a tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:38:50.928924 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b87ed9fd-c1ba-475d-9a55-617641afa55a tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/subnets/6935f2da-9546-43f1-87cb-e867e5308f1e HTTP/1.1" status: 404 len: 337 time: 0.0356729 Feb 09 01:38:50.929604 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34524) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:50.934028 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca94a6be-990b-4461-8cfd-2aeb54e9fe21 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Router 1d7e0fb3-4e68-4d5c-b471-948997461cbe has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:38:50.956604 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d3e50d6-3683-4a0d-8df2-cb36ded834ae tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] DELETE failed (client error): The resource could not be found. Feb 09 01:38:50.957477 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d3e50d6-3683-4a0d-8df2-cb36ded834ae tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:38:50.963781 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7d3e50d6-3683-4a0d-8df2-cb36ded834ae tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/ports/e2cae165-c2a5-4853-9243-9464862a0c47 HTTP/1.1" status: 404 len: 333 time: 0.0329030 Feb 09 01:38:50.964888 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34526) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:50.994693 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-d597a501-4e7c-4a30-afad-a356f433c52f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] DELETE failed (client error): The resource could not be found. Feb 09 01:38:50.995106 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d597a501-4e7c-4a30-afad-a356f433c52f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:38:51.002044 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d597a501-4e7c-4a30-afad-a356f433c52f tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/subnets/605dcb9c-e706-4e09-91f4-2fd0bbf1af80 HTTP/1.1" status: 404 len: 337 time: 0.0359650 Feb 09 01:38:51.002677 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34528) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:51.051960 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-4987b2cd-d702-4f15-9613-d5cf607de8a7 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] DELETE failed (client error): The resource could not be found. Feb 09 01:38:51.052470 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4987b2cd-d702-4f15-9613-d5cf607de8a7 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:38:51.055756 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4987b2cd-d702-4f15-9613-d5cf607de8a7 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/subnets/ee746485-1e85-4392-9e13-c383f0214fda HTTP/1.1" status: 404 len: 337 time: 0.0515563 Feb 09 01:38:51.058190 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34530) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:51.080366 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca94a6be-990b-4461-8cfd-2aeb54e9fe21 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:38:51.084823 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-539d1934-e1f2-49c4-913e-9e81c6538db3 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] DELETE failed (client error): The resource could not be found. Feb 09 01:38:51.085636 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-539d1934-e1f2-49c4-913e-9e81c6538db3 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:38:51.091341 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3218e45e-8283-4da9-be43-c7d7cc0c3955 None None] Sync routers for ids ['1d7e0fb3-4e68-4d5c-b471-948997461cbe'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:38:51.098614 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-539d1934-e1f2-49c4-913e-9e81c6538db3 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/ports/3969f748-8b59-4eb7-bb17-ea9150c459de HTTP/1.1" status: 404 len: 333 time: 0.0392575 Feb 09 01:38:51.102485 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34532) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:51.105407 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3218e45e-8283-4da9-be43-c7d7cc0c3955 None None] Routers {'1d7e0fb3-4e68-4d5c-b471-948997461cbe'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:38:51.106014 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-3218e45e-8283-4da9-be43-c7d7cc0c3955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:38:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['1d7e0fb3-4e68-4d5c-b471-948997461cbe'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:51.120312 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ca94a6be-990b-4461-8cfd-2aeb54e9fe21 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:51.151186 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c900bf2-eeff-4181-bd3e-1d9729c0496e tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] DELETE failed (client error): The resource could not be found. Feb 09 01:38:51.151726 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c900bf2-eeff-4181-bd3e-1d9729c0496e tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:38:51.158586 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34534) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:51.159002 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8c900bf2-eeff-4181-bd3e-1d9729c0496e tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/subnets/53d1a62d-58d4-47b7-88ed-ac1e60e3914d HTTP/1.1" status: 404 len: 337 time: 0.0542510 Feb 09 01:38:51.195120 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ca94a6be-990b-4461-8cfd-2aeb54e9fe21 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4352739 Feb 09 01:38:51.196058 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34536) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:51.196667 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b453f079-ebb6-4426-9100-df47a7f50a51', 'tag': 'a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:38:51.199432 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d228df01-5a95-4c89-be5a-96225a676bd2" -d '{"events": [{"name": "network-changed", "server_uuid": "b453f079-ebb6-4426-9100-df47a7f50a51", "tag": "a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:38:51.205652 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-929399a2-1d50-4046-bd74-7dd3727f192b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] DELETE failed (client error): The resource could not be found. Feb 09 01:38:51.207173 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-929399a2-1d50-4046-bd74-7dd3727f192b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:38:51.213470 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-929399a2-1d50-4046-bd74-7dd3727f192b tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/subnets/c8b1ce43-4531-4e9c-9990-b14108d93950 HTTP/1.1" status: 404 len: 337 time: 0.0535722 Feb 09 01:38:51.216998 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34540) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:51.285889 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8789da45-a485-4ca4-8064-fc4226164611 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/floatingips/4760ad4d-3d5c-49f4-8f27-7312247b40f8 HTTP/1.1" status: 200 len: 990 time: 0.0831666 Feb 09 01:38:51.287512 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d0841e-dd4f-4226-a839-acaa09312e03 x-openstack-request-id: req-11d0841e-dd4f-4226-a839-acaa09312e03 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:38:51.287807 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b453f079-ebb6-4426-9100-df47a7f50a51", "tag": "a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:38:51.288065 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-11d0841e-dd4f-4226-a839-acaa09312e03 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:38:51.288471 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b453f079-ebb6-4426-9100-df47a7f50a51', 'tag': 'a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a', 'status': 'completed', 'code': 200} Feb 09 01:38:51.327933 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-3218e45e-8283-4da9-be43-c7d7cc0c3955 None None] Set router 1d7e0fb3-4e68-4d5c-b471-948997461cbe gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:38:51.352298 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-458d943a-0c96-40e3-a3b3-86284aac20aa tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Deleting port 0bb4027c-64ee-4f7e-a79e-b331beb850af {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:51.352691 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-458d943a-0c96-40e3-a3b3-86284aac20aa tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (0bb4027c-64ee-4f7e-a79e-b331beb850af), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:51.369262 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d228df01-5a95-4c89-be5a-96225a676bd2 req-0375cdfc-cff8-4791-b6fc-14a05a89e6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:51.370800 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d228df01-5a95-4c89-be5a-96225a676bd2 req-0375cdfc-cff8-4791-b6fc-14a05a89e6a1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08210566e83248dda7b4b9773be6fbca&device_id=b453f079-ebb6-4426-9100-df47a7f50a51 HTTP/1.1" status: 200 len: 1127 time: 0.0634708 Feb 09 01:38:51.474605 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-458d943a-0c96-40e3-a3b3-86284aac20aa tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (0bb4027c-64ee-4f7e-a79e-b331beb850af), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:51.489486 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-458d943a-0c96-40e3-a3b3-86284aac20aa tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Calling delete_port for 0bb4027c-64ee-4f7e-a79e-b331beb850af owned by {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:51.504911 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d228df01-5a95-4c89-be5a-96225a676bd2 req-a810dbcd-160b-4cd1-b355-a0e9d6d4b9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:51.506399 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d228df01-5a95-4c89-be5a-96225a676bd2 req-a810dbcd-160b-4cd1-b355-a0e9d6d4b9ae service neutron] 10.222.0.47 "GET /v2.0/networks?id=85fab4c6-67c5-4572-98f4-be05932fca9f HTTP/1.1" status: 200 len: 898 time: 0.1289971 Feb 09 01:38:51.518229 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec50bbbd-638f-4791-a9d6-73c58170aef4 None None] Network e323699f-b50d-4a88-bce4-cdab34f29afe requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:51.596889 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d228df01-5a95-4c89-be5a-96225a676bd2 req-ce1d46ad-c221-484b-b74c-4872acbce614 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a HTTP/1.1" status: 200 len: 998 time: 0.0803881 Feb 09 01:38:51.637302 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-3218e45e-8283-4da9-be43-c7d7cc0c3955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'name': 'tempest-TestNetworkBasicOps-router-785819750', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '62b798d0-a28e-4514-96e5-53dc426ea8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:08Z', 'updated_at': '2022-02-09T01:38:25Z', 'revision_number': 4, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'gw_port': {'id': '62b798d0-a28e-4514-96e5-53dc426ea8c8', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:11Z', 'updated_at': '2022-02-09T01:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '4760ad4d-3d5c-49f4-8f27-7312247b40f8', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'floating_ip_address': '172.25.8.53', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'port_id': 'a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3772, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85fab4c6-67c5-4572-98f4-be05932fca9f', 'mac_address': 'fa:16:3e:17:c0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b453f079-ebb6-4426-9100-df47a7f50a51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:38:49Z', 'updated_at': '2022-02-09T01:38:49Z', 'revision_number': 0, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b2c744-9ab3-42bf-ba16-81e7a641aac2', 'name': '', 'network_id': '85fab4c6-67c5-4572-98f4-be05932fca9f', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'mac_address': 'fa:16:3e:9a:3e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'd81a46a7-43cb-40c4-a99b-23e6c4130e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:23Z', 'updated_at': '2022-02-09T01:38:30Z', 'revision_number': 5, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'subnets': [{'id': 'd81a46a7-43cb-40c4-a99b-23e6c4130e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:51.659158 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-458d943a-0c96-40e3-a3b3-86284aac20aa tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (0bb4027c-64ee-4f7e-a79e-b331beb850af), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:51.671410 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3218e45e-8283-4da9-be43-c7d7cc0c3955 None None] Checking router: 1d7e0fb3-4e68-4d5c-b471-948997461cbe for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:38:51.674784 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d228df01-5a95-4c89-be5a-96225a676bd2 req-2dd6e39b-9a5c-4126-b358-9d8eb1c5bf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:51.676390 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d228df01-5a95-4c89-be5a-96225a676bd2 req-2dd6e39b-9a5c-4126-b358-9d8eb1c5bf5d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d81a46a7-43cb-40c4-a99b-23e6c4130e50 HTTP/1.1" status: 200 len: 834 time: 0.0686874 Feb 09 01:38:51.683240 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-45944efb-637f-4eb4-9717-4eac48c8a6f2 None None] Provisioning complete for port 0bb4027c-64ee-4f7e-a79e-b331beb850af triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:51.684063 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3218e45e-8283-4da9-be43-c7d7cc0c3955 None None] Routers {'1d7e0fb3-4e68-4d5c-b471-948997461cbe'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:38:51.684646 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-45944efb-637f-4eb4-9717-4eac48c8a6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (0bb4027c-64ee-4f7e-a79e-b331beb850af), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:51.685024 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-3218e45e-8283-4da9-be43-c7d7cc0c3955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:38:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['1d7e0fb3-4e68-4d5c-b471-948997461cbe'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:51.729785 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-45944efb-637f-4eb4-9717-4eac48c8a6f2 None None] Port 0bb4027c-64ee-4f7e-a79e-b331beb850af was deleted so its status cannot be updated. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 09 01:38:51.739806 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d943a-0c96-40e3-a3b3-86284aac20aa tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event deleted for resources: {'Port': ['ID=0bb4027c-64ee-4f7e-a79e-b331beb850af,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:51.752970 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d228df01-5a95-4c89-be5a-96225a676bd2 req-bc9959e8-96a7-4897-8d39-f002f4883589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:51.755632 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d228df01-5a95-4c89-be5a-96225a676bd2 req-bc9959e8-96a7-4897-8d39-f002f4883589 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85fab4c6-67c5-4572-98f4-be05932fca9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0727665 Feb 09 01:38:51.759690 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-458d943a-0c96-40e3-a3b3-86284aac20aa tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:51.763319 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-458d943a-0c96-40e3-a3b3-86284aac20aa tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/ports/0bb4027c-64ee-4f7e-a79e-b331beb850af HTTP/1.1" status: 204 len: 168 time: 0.5452638 Feb 09 01:38:51.765833 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34544) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:51.803424 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-45944efb-637f-4eb4-9717-4eac48c8a6f2 None None] Provisioning complete for port 46b8a267-96df-47e4-a23f-0f75e13eb82f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:51.804035 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-45944efb-637f-4eb4-9717-4eac48c8a6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (46b8a267-96df-47e4-a23f-0f75e13eb82f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:51.874939 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d228df01-5a95-4c89-be5a-96225a676bd2 req-26d6bd60-4305-47d0-91d2-5ef62e5167f3 service neutron] 10.222.0.47 "GET /v2.0/networks/85fab4c6-67c5-4572-98f4-be05932fca9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100895 Feb 09 01:38:51.889575 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-3218e45e-8283-4da9-be43-c7d7cc0c3955 None None] Set router 1d7e0fb3-4e68-4d5c-b471-948997461cbe gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:38:51.899670 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-45944efb-637f-4eb4-9717-4eac48c8a6f2 None None] Current status of the port 46b8a267-96df-47e4-a23f-0f75e13eb82f is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:51.914459 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73756c59-0b3d-4d17-85d2-f5892d2481f9 None None] DHCP port deletion for e323699f-b50d-4a88-bce4-cdab34f29afe request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:38:51.923143 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b8dbc93b-2b6b-47d3-b239-a07d21bbcf79 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (e323699f-b50d-4a88-bce4-cdab34f29afe), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:51.986048 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73756c59-0b3d-4d17-85d2-f5892d2481f9 None None] Deleting port 46b8a267-96df-47e4-a23f-0f75e13eb82f {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:51.989190 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73756c59-0b3d-4d17-85d2-f5892d2481f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (46b8a267-96df-47e4-a23f-0f75e13eb82f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:51.997512 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d228df01-5a95-4c89-be5a-96225a676bd2 req-d39a31b0-7489-4149-ae22-3a47e0bca910 service neutron] 10.222.0.47 "GET /v2.0/networks/85fab4c6-67c5-4572-98f4-be05932fca9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161180 Feb 09 01:38:52.041440 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-b8dbc93b-2b6b-47d3-b239-a07d21bbcf79 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Deleting port 46b8a267-96df-47e4-a23f-0f75e13eb82f {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:52.041869 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b8dbc93b-2b6b-47d3-b239-a07d21bbcf79 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (46b8a267-96df-47e4-a23f-0f75e13eb82f), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:52.077437 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73756c59-0b3d-4d17-85d2-f5892d2481f9 None None] For port 46b8a267-96df-47e4-a23f-0f75e13eb82f, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=46b8a267-96df-47e4-a23f-0f75e13eb82f,segment=NetworkSegment(7caefab4-0c44-4292-98f8-d4a5ccf30f13),segment_id=7caefab4-0c44-4292-98f8-d4a5ccf30f13)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:52.077814 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73756c59-0b3d-4d17-85d2-f5892d2481f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (46b8a267-96df-47e4-a23f-0f75e13eb82f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:52.099077 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73756c59-0b3d-4d17-85d2-f5892d2481f9 None None] Calling delete_port for 46b8a267-96df-47e4-a23f-0f75e13eb82f owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:52.124955 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-b8dbc93b-2b6b-47d3-b239-a07d21bbcf79 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] For port 46b8a267-96df-47e4-a23f-0f75e13eb82f, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=46b8a267-96df-47e4-a23f-0f75e13eb82f,segment=NetworkSegment(7caefab4-0c44-4292-98f8-d4a5ccf30f13),segment_id=7caefab4-0c44-4292-98f8-d4a5ccf30f13)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:52.125424 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b8dbc93b-2b6b-47d3-b239-a07d21bbcf79 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (46b8a267-96df-47e4-a23f-0f75e13eb82f), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:52.141481 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-b8dbc93b-2b6b-47d3-b239-a07d21bbcf79 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Calling delete_port for 46b8a267-96df-47e4-a23f-0f75e13eb82f owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:38:52.161469 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-3218e45e-8283-4da9-be43-c7d7cc0c3955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'name': 'tempest-TestNetworkBasicOps-router-785819750', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '62b798d0-a28e-4514-96e5-53dc426ea8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:08Z', 'updated_at': '2022-02-09T01:38:25Z', 'revision_number': 4, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'gw_port': {'id': '62b798d0-a28e-4514-96e5-53dc426ea8c8', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:11Z', 'updated_at': '2022-02-09T01:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '4760ad4d-3d5c-49f4-8f27-7312247b40f8', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'floating_ip_address': '172.25.8.53', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'port_id': 'a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3772, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85fab4c6-67c5-4572-98f4-be05932fca9f', 'mac_address': 'fa:16:3e:17:c0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b453f079-ebb6-4426-9100-df47a7f50a51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:38:49Z', 'updated_at': '2022-02-09T01:38:49Z', 'revision_number': 0, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b2c744-9ab3-42bf-ba16-81e7a641aac2', 'name': '', 'network_id': '85fab4c6-67c5-4572-98f4-be05932fca9f', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'mac_address': 'fa:16:3e:9a:3e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'd81a46a7-43cb-40c4-a99b-23e6c4130e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:23Z', 'updated_at': '2022-02-09T01:38:30Z', 'revision_number': 5, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'subnets': [{'id': 'd81a46a7-43cb-40c4-a99b-23e6c4130e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:52.193425 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73756c59-0b3d-4d17-85d2-f5892d2481f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (46b8a267-96df-47e4-a23f-0f75e13eb82f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:52.200449 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3218e45e-8283-4da9-be43-c7d7cc0c3955 None None] The sync data for ids ['1d7e0fb3-4e68-4d5c-b471-948997461cbe'] in n-d-828369-4 is: [{'id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'name': 'tempest-TestNetworkBasicOps-router-785819750', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '62b798d0-a28e-4514-96e5-53dc426ea8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:08Z', 'updated_at': '2022-02-09T01:38:25Z', 'revision_number': 4, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'gw_port': {'id': '62b798d0-a28e-4514-96e5-53dc426ea8c8', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:11Z', 'updated_at': '2022-02-09T01:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '4760ad4d-3d5c-49f4-8f27-7312247b40f8', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'floating_ip_address': '172.25.8.53', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'port_id': 'a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3772, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85fab4c6-67c5-4572-98f4-be05932fca9f', 'mac_address': 'fa:16:3e:17:c0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b453f079-ebb6-4426-9100-df47a7f50a51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:38:49Z', 'updated_at': '2022-02-09T01:38:49Z', 'revision_number': 0, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b2c744-9ab3-42bf-ba16-81e7a641aac2', 'name': '', 'network_id': '85fab4c6-67c5-4572-98f4-be05932fca9f', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'mac_address': 'fa:16:3e:9a:3e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'd81a46a7-43cb-40c4-a99b-23e6c4130e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:23Z', 'updated_at': '2022-02-09T01:38:30Z', 'revision_number': 5, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'subnets': [{'id': 'd81a46a7-43cb-40c4-a99b-23e6c4130e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:38:52.240487 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73756c59-0b3d-4d17-85d2-f5892d2481f9 None None] No DVR routers for this DVR port 46b8a267-96df-47e4-a23f-0f75e13eb82f on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:38:52.250061 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73756c59-0b3d-4d17-85d2-f5892d2481f9 None None] Pushing event deleted for resources: {'Port': ['ID=46b8a267-96df-47e4-a23f-0f75e13eb82f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:52.270314 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b8dbc93b-2b6b-47d3-b239-a07d21bbcf79 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (46b8a267-96df-47e4-a23f-0f75e13eb82f), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:52.289828 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34546) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:52.307906 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dbc93b-2b6b-47d3-b239-a07d21bbcf79 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] No DVR routers for this DVR port 46b8a267-96df-47e4-a23f-0f75e13eb82f on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:38:52.310045 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dbc93b-2b6b-47d3-b239-a07d21bbcf79 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event deleted for resources: {'Port': ['ID=46b8a267-96df-47e4-a23f-0f75e13eb82f,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:52.369701 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f4c345bf-cce9-4f89-9d1c-2bcb1c6991e2 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/floatingips/4760ad4d-3d5c-49f4-8f27-7312247b40f8 HTTP/1.1" status: 200 len: 990 time: 0.0786369 Feb 09 01:38:52.403456 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b8dbc93b-2b6b-47d3-b239-a07d21bbcf79 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (e323699f-b50d-4a88-bce4-cdab34f29afe), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:52.425449 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-b8dbc93b-2b6b-47d3-b239-a07d21bbcf79 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e323699f-b50d-4a88-bce4-cdab34f29afe']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:52.435497 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-b8dbc93b-2b6b-47d3-b239-a07d21bbcf79 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7caefab4-0c44-4292-98f8-d4a5ccf30f13') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:52.435808 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-b8dbc93b-2b6b-47d3-b239-a07d21bbcf79 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7caefab4-0c44-4292-98f8-d4a5ccf30f13') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:52.446559 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b8dbc93b-2b6b-47d3-b239-a07d21bbcf79 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (7caefab4-0c44-4292-98f8-d4a5ccf30f13), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:52.460188 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b8dbc93b-2b6b-47d3-b239-a07d21bbcf79 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (7caefab4-0c44-4292-98f8-d4a5ccf30f13), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:52.466685 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8dbc93b-2b6b-47d3-b239-a07d21bbcf79 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:38:52.467103 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b8dbc93b-2b6b-47d3-b239-a07d21bbcf79 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (7caefab4-0c44-4292-98f8-d4a5ccf30f13), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:52.470619 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:38:52.470619 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:38:52.470619 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:38:52.470619 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:38:52.470619 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:38:52.470619 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:38:52.470619 n-d-828369-4 neutron-server[103137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:38:52.470619 n-d-828369-4 neutron-server[103137]: self.session.flush() Feb 09 01:38:52.470619 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:38:52.470619 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:38:52.470619 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:38:52.470619 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:38:52.470619 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:38:52.470619 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:38:52.470619 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:38:52.470619 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:38:52.470619 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:38:52.470619 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:38:52.470619 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:38:52.470619 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:38:52.470619 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:38:52.470619 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:38:52.470619 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:38:52.470619 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:38:52.470619 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:38:52.470619 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:38:52.470619 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:38:52.470619 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:38:52.470619 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:38:52.470619 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:38:52.470619 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:38:52.470619 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:38:52.470619 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:38:52.470619 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:38:52.470619 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:38:52.470619 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:38:52.470619 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:38:52.470619 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:38:52.470619 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:38:52.470619 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:38:52.497328 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874adb05-2940-4866-8e7c-daa000cbd268 None None] New status for floating IP 4760ad4d-3d5c-49f4-8f27-7312247b40f8: ACTIVE {{(pid=103138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:38:52.536584 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b8dbc93b-2b6b-47d3-b239-a07d21bbcf79 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (e323699f-b50d-4a88-bce4-cdab34f29afe), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:52.550464 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b8dbc93b-2b6b-47d3-b239-a07d21bbcf79 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:52.556798 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b8dbc93b-2b6b-47d3-b239-a07d21bbcf79 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] 10.222.0.50 "DELETE /v2.0/networks/e323699f-b50d-4a88-bce4-cdab34f29afe HTTP/1.1" status: 204 len: 168 time: 0.7877014 Feb 09 01:38:52.569157 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dbc93b-2b6b-47d3-b239-a07d21bbcf79 tempest-PortsTestJSON-1390978887 tempest-PortsTestJSON-1390978887-project] Pushing event deleted for resources: {'Network': ['ID=e323699f-b50d-4a88-bce4-cdab34f29afe,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:52.824243 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 46b8a267-96df-47e4-a23f-0f75e13eb82f no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:38:52.848819 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 46b8a267-96df-47e4-a23f-0f75e13eb82f {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:38:52.849179 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 46b8a267-96df-47e4-a23f-0f75e13eb82f not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:38:52.865964 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34554) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:53.001492 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f204ecc3-0493-46d3-89ba-9b3835438635 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=79bede7de42d4f599c02c44fde53ae7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1342788 Feb 09 01:38:53.004401 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34558) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:53.060008 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a4f422fb-5b07-4042-b30e-3e453f692d23 admin admin] Publish callbacks [] for security_group (80f9541b-8290-4023-9af2-8d4835e1c3e4), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:53.081182 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a4f422fb-5b07-4042-b30e-3e453f692d23 admin admin] Publish callbacks [] for security_group (80f9541b-8290-4023-9af2-8d4835e1c3e4), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:53.127374 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a4f422fb-5b07-4042-b30e-3e453f692d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (80f9541b-8290-4023-9af2-8d4835e1c3e4), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:53.130295 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a4f422fb-5b07-4042-b30e-3e453f692d23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:53.131557 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a4f422fb-5b07-4042-b30e-3e453f692d23 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/80f9541b-8290-4023-9af2-8d4835e1c3e4 HTTP/1.1" status: 204 len: 168 time: 0.1261368 Feb 09 01:38:53.139513 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f422fb-5b07-4042-b30e-3e453f692d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f9541b-8290-4023-9af2-8d4835e1c3e4,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:53.373672 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34566) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:53.447926 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-6b7d7087-b947-4ca6-9eb7-2086fca1f646 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/floatingips/4760ad4d-3d5c-49f4-8f27-7312247b40f8 HTTP/1.1" status: 200 len: 992 time: 0.0676992 Feb 09 01:38:53.826170 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34584) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:53.921287 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-e03744ac-63fc-4c64-9bd4-dbba7095ad10 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1225769775', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:53.943082 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e03744ac-63fc-4c64-9bd4-dbba7095ad10 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (00c81d41-0c08-4f37-8413-dc5403b70094), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:53.944126 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e03744ac-63fc-4c64-9bd4-dbba7095ad10 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (00c81d41-0c08-4f37-8413-dc5403b70094), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:54.295649 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e03744ac-63fc-4c64-9bd4-dbba7095ad10 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks [] for router_controller (00c81d41-0c08-4f37-8413-dc5403b70094), precommit_add_association {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:54.301731 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e03744ac-63fc-4c64-9bd4-dbba7095ad10 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (00c81d41-0c08-4f37-8413-dc5403b70094), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:54.321025 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e03744ac-63fc-4c64-9bd4-dbba7095ad10 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:54.322288 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e03744ac-63fc-4c64-9bd4-dbba7095ad10 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4949353 Feb 09 01:38:54.325416 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34588) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:54.330387 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-ccd55e99-15df-4338-93c3-f3a5938c2d57 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-746809619'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:54.352003 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd55e99-15df-4338-93c3-f3a5938c2d57 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Made reservation on behalf of ed65026f9f7e433ba4bf4bc93bac59e0 for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:54.355492 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ccd55e99-15df-4338-93c3-f3a5938c2d57 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:54.364986 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ccd55e99-15df-4338-93c3-f3a5938c2d57 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:54.448171 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ccd55e99-15df-4338-93c3-f3a5938c2d57 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks [] for security_group (6e6c3abe-f3c9-40ea-a82b-23bf662b6cb1), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:54.453523 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ccd55e99-15df-4338-93c3-f3a5938c2d57 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (6e6c3abe-f3c9-40ea-a82b-23bf662b6cb1), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:54.484339 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd55e99-15df-4338-93c3-f3a5938c2d57 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1039} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:38:54.490792 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd55e99-15df-4338-93c3-f3a5938c2d57 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6c3abe-f3c9-40ea-a82b-23bf662b6cb1,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:54.498909 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ccd55e99-15df-4338-93c3-f3a5938c2d57 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (1ddb8ed0-21dd-4c5d-9e2e-fd9ade782371), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:54.499264 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-ccd55e99-15df-4338-93c3-f3a5938c2d57 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Added segment 1ddb8ed0-21dd-4c5d-9e2e-fd9ade782371 of type vlan for network 1f0260cb-2693-43b4-a35c-c42251509d23 Feb 09 01:38:54.545533 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ccd55e99-15df-4338-93c3-f3a5938c2d57 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (1f0260cb-2693-43b4-a35c-c42251509d23), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:54.571010 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ccd55e99-15df-4338-93c3-f3a5938c2d57 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (1f0260cb-2693-43b4-a35c-c42251509d23), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:54.575832 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd55e99-15df-4338-93c3-f3a5938c2d57 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:54.576421 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ccd55e99-15df-4338-93c3-f3a5938c2d57 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:54.631190 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ccd55e99-15df-4338-93c3-f3a5938c2d57 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3046775 Feb 09 01:38:54.634327 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34590) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:54.639587 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-80431123-3c71-4fa8-9e22-cb83500e5328 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Request body: {'subnet': {'network_id': '1f0260cb-2693-43b4-a35c-c42251509d23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:54.645648 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd55e99-15df-4338-93c3-f3a5938c2d57 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Pushing event updated for resources: {'Network': ['ID=1f0260cb-2693-43b4-a35c-c42251509d23,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:54.656047 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 1f0260cb-2693-43b4-a35c-c42251509d23 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:38:54.750259 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80431123-3c71-4fa8-9e22-cb83500e5328 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Made reservation on behalf of ed65026f9f7e433ba4bf4bc93bac59e0 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:54.753771 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-80431123-3c71-4fa8-9e22-cb83500e5328 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:54.941945 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-80431123-3c71-4fa8-9e22-cb83500e5328 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (79bc509c-f76a-462e-ab6c-1a46db32de02), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:55.010380 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80431123-3c71-4fa8-9e22-cb83500e5328 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Pushing event updated for resources: {'Subnet': ['ID=79bc509c-f76a-462e-ab6c-1a46db32de02,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:55.022932 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80431123-3c71-4fa8-9e22-cb83500e5328 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:55.023290 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80431123-3c71-4fa8-9e22-cb83500e5328 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:55.023644 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80431123-3c71-4fa8-9e22-cb83500e5328 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:55.023991 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80431123-3c71-4fa8-9e22-cb83500e5328 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:55.024336 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80431123-3c71-4fa8-9e22-cb83500e5328 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:55.024703 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80431123-3c71-4fa8-9e22-cb83500e5328 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:55.025043 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80431123-3c71-4fa8-9e22-cb83500e5328 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:55.025486 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80431123-3c71-4fa8-9e22-cb83500e5328 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:55.025906 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80431123-3c71-4fa8-9e22-cb83500e5328 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:55.026401 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80431123-3c71-4fa8-9e22-cb83500e5328 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:55.026801 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80431123-3c71-4fa8-9e22-cb83500e5328 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:55.027164 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80431123-3c71-4fa8-9e22-cb83500e5328 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:55.027665 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80431123-3c71-4fa8-9e22-cb83500e5328 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:38:55.034039 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80431123-3c71-4fa8-9e22-cb83500e5328 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Checking segment: {'id': '1ddb8ed0-21dd-4c5d-9e2e-fd9ade782371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '1f0260cb-2693-43b4-a35c-c42251509d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:55.034415 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80431123-3c71-4fa8-9e22-cb83500e5328 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Network hostable DHCP agents. Network: 1f0260cb-2693-43b4-a35c-c42251509d23, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:38:55.054221 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80431123-3c71-4fa8-9e22-cb83500e5328 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Network 1f0260cb-2693-43b4-a35c-c42251509d23 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:38:55.062914 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-80431123-3c71-4fa8-9e22-cb83500e5328 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 1f0260cb-2693-43b4-a35c-c42251509d23) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:55.068025 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80431123-3c71-4fa8-9e22-cb83500e5328 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:55.069288 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-80431123-3c71-4fa8-9e22-cb83500e5328 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:55.073571 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3799543-16ad-4b4a-a8ea-6056d196eaa0 None None] Network 1f0260cb-2693-43b4-a35c-c42251509d23 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:55.089165 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-80431123-3c71-4fa8-9e22-cb83500e5328 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4508543 Feb 09 01:38:55.089748 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34594) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:55.095322 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-1c2528a0-dfce-445c-8f17-89deb2ddc4a7 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Request body: {'network': {'name': 'tempest-router-network01--1446353798'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:55.116320 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2528a0-dfce-445c-8f17-89deb2ddc4a7 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Made reservation on behalf of ed65026f9f7e433ba4bf4bc93bac59e0 for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:55.120284 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1c2528a0-dfce-445c-8f17-89deb2ddc4a7 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:55.148394 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c2528a0-dfce-445c-8f17-89deb2ddc4a7 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1026} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:38:55.158762 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1c2528a0-dfce-445c-8f17-89deb2ddc4a7 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (94b32d47-b1eb-413a-b395-c806d114d9f0), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:55.159384 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-1c2528a0-dfce-445c-8f17-89deb2ddc4a7 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Added segment 94b32d47-b1eb-413a-b395-c806d114d9f0 of type vlan for network f7fcbbf2-8fa2-4e98-baf8-b3c397366e36 Feb 09 01:38:55.196258 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973ead55-ddfd-4379-bbee-98369b853650 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-1f0260cb-2693-43b4-a35c-c42251509d23', 'network_id': '1f0260cb-2693-43b4-a35c-c42251509d23', 'project_id': 'ed65026f9f7e433ba4bf4bc93bac59e0', 'fixed_ips': [{'subnet_id': '79bc509c-f76a-462e-ab6c-1a46db32de02'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:38:55.198077 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-973ead55-ddfd-4379-bbee-98369b853650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:55.206968 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1c2528a0-dfce-445c-8f17-89deb2ddc4a7 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (f7fcbbf2-8fa2-4e98-baf8-b3c397366e36), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:55.233845 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1c2528a0-dfce-445c-8f17-89deb2ddc4a7 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (f7fcbbf2-8fa2-4e98-baf8-b3c397366e36), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:55.239887 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2528a0-dfce-445c-8f17-89deb2ddc4a7 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:55.240606 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1c2528a0-dfce-445c-8f17-89deb2ddc4a7 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:55.312095 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1c2528a0-dfce-445c-8f17-89deb2ddc4a7 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2184134 Feb 09 01:38:55.312504 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34596) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:55.318271 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-2dd4eb58-b99e-4a9a-b8cd-4811591f76fc tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Request body: {'network': {'name': 'tempest-router-network02--1531969174'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:55.326303 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2528a0-dfce-445c-8f17-89deb2ddc4a7 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Pushing event updated for resources: {'Network': ['ID=f7fcbbf2-8fa2-4e98-baf8-b3c397366e36,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:55.339162 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd4eb58-b99e-4a9a-b8cd-4811591f76fc tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Made reservation on behalf of ed65026f9f7e433ba4bf4bc93bac59e0 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:55.342584 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2dd4eb58-b99e-4a9a-b8cd-4811591f76fc tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:55.345901 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network f7fcbbf2-8fa2-4e98-baf8-b3c397366e36 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:38:55.380668 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dd4eb58-b99e-4a9a-b8cd-4811591f76fc tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1004} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:38:55.390389 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2dd4eb58-b99e-4a9a-b8cd-4811591f76fc tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (2bf635be-daa1-4292-836a-8e075a31568e), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:55.390815 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-2dd4eb58-b99e-4a9a-b8cd-4811591f76fc tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Added segment 2bf635be-daa1-4292-836a-8e075a31568e of type vlan for network c95788b8-d816-4da7-8ce2-dcf96e462c00 Feb 09 01:38:55.400089 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-973ead55-ddfd-4379-bbee-98369b853650 None None] Allocated IP 2001:db8::2 (1f0260cb-2693-43b4-a35c-c42251509d23/79bc509c-f76a-462e-ab6c-1a46db32de02/05c76d45-959d-4f9e-9605-2aac292f89f6) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:55.435665 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2dd4eb58-b99e-4a9a-b8cd-4811591f76fc tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (c95788b8-d816-4da7-8ce2-dcf96e462c00), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:55.474725 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2dd4eb58-b99e-4a9a-b8cd-4811591f76fc tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (c95788b8-d816-4da7-8ce2-dcf96e462c00), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:55.479717 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd4eb58-b99e-4a9a-b8cd-4811591f76fc tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:55.480533 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2dd4eb58-b99e-4a9a-b8cd-4811591f76fc tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:55.542907 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2dd4eb58-b99e-4a9a-b8cd-4811591f76fc tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2261572 Feb 09 01:38:55.543942 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34598) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:55.548269 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-0db1ab4a-9f5a-4934-8eac-bb75c2ed17f0 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Request body: {'subnet': {'network_id': 'f7fcbbf2-8fa2-4e98-baf8-b3c397366e36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:55.586861 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-973ead55-ddfd-4379-bbee-98369b853650 None None] Publish callbacks [] for port (05c76d45-959d-4f9e-9605-2aac292f89f6), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:55.593089 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-973ead55-ddfd-4379-bbee-98369b853650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (05c76d45-959d-4f9e-9605-2aac292f89f6), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:55.605593 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd4eb58-b99e-4a9a-b8cd-4811591f76fc tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Pushing event updated for resources: {'Network': ['ID=c95788b8-d816-4da7-8ce2-dcf96e462c00,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:55.630159 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973ead55-ddfd-4379-bbee-98369b853650 None None] Network 1f0260cb-2693-43b4-a35c-c42251509d23 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:55.634460 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-973ead55-ddfd-4379-bbee-98369b853650 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:55.639899 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network c95788b8-d816-4da7-8ce2-dcf96e462c00 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:38:55.647688 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973ead55-ddfd-4379-bbee-98369b853650 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:55.667299 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db1ab4a-9f5a-4934-8eac-bb75c2ed17f0 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Made reservation on behalf of ed65026f9f7e433ba4bf4bc93bac59e0 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:55.671482 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0db1ab4a-9f5a-4934-8eac-bb75c2ed17f0 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:55.700062 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ead55-ddfd-4379-bbee-98369b853650 None None] Pushing event updated for resources: {'Port': ['ID=05c76d45-959d-4f9e-9605-2aac292f89f6,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:55.780963 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-973ead55-ddfd-4379-bbee-98369b853650 None None] Attempting to bind port 05c76d45-959d-4f9e-9605-2aac292f89f6 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:38:55.781588 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-973ead55-ddfd-4379-bbee-98369b853650 None None] Attempting to bind port 05c76d45-959d-4f9e-9605-2aac292f89f6 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '1ddb8ed0-21dd-4c5d-9e2e-fd9ade782371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '1f0260cb-2693-43b4-a35c-c42251509d23'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:38:55.782242 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973ead55-ddfd-4379-bbee-98369b853650 None None] Attempting to bind port 05c76d45-959d-4f9e-9605-2aac292f89f6 on network 1f0260cb-2693-43b4-a35c-c42251509d23 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:38:55.790223 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973ead55-ddfd-4379-bbee-98369b853650 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:38:55.790703 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973ead55-ddfd-4379-bbee-98369b853650 None None] Checking segment: {'id': '1ddb8ed0-21dd-4c5d-9e2e-fd9ade782371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '1f0260cb-2693-43b4-a35c-c42251509d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:55.791197 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-973ead55-ddfd-4379-bbee-98369b853650 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:55.791611 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973ead55-ddfd-4379-bbee-98369b853650 None None] Bound using segment: {'id': '1ddb8ed0-21dd-4c5d-9e2e-fd9ade782371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '1f0260cb-2693-43b4-a35c-c42251509d23'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:38:55.792126 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-973ead55-ddfd-4379-bbee-98369b853650 None None] Bound port: 05c76d45-959d-4f9e-9605-2aac292f89f6, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ddb8ed0-21dd-4c5d-9e2e-fd9ade782371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '1f0260cb-2693-43b4-a35c-c42251509d23'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:38:55.792597 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-973ead55-ddfd-4379-bbee-98369b853650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (05c76d45-959d-4f9e-9605-2aac292f89f6), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:55.866707 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-973ead55-ddfd-4379-bbee-98369b853650 None None] For port 05c76d45-959d-4f9e-9605-2aac292f89f6, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:38:55.871234 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-973ead55-ddfd-4379-bbee-98369b853650 None None] For port 05c76d45-959d-4f9e-9605-2aac292f89f6, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=05c76d45-959d-4f9e-9605-2aac292f89f6,segment=NetworkSegment(1ddb8ed0-21dd-4c5d-9e2e-fd9ade782371),segment_id=1ddb8ed0-21dd-4c5d-9e2e-fd9ade782371)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:38:55.878594 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-973ead55-ddfd-4379-bbee-98369b853650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (05c76d45-959d-4f9e-9605-2aac292f89f6), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:55.943867 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ead55-ddfd-4379-bbee-98369b853650 None None] Pushing event updated for resources: {'Port': ['ID=05c76d45-959d-4f9e-9605-2aac292f89f6,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:56.189577 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0db1ab4a-9f5a-4934-8eac-bb75c2ed17f0 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (94d48e09-4bf8-4801-b176-e6bd9247e8b2), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:56.274759 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db1ab4a-9f5a-4934-8eac-bb75c2ed17f0 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Pushing event updated for resources: {'Subnet': ['ID=94d48e09-4bf8-4801-b176-e6bd9247e8b2,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:56.277074 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db1ab4a-9f5a-4934-8eac-bb75c2ed17f0 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Checking segment: {'id': '94b32d47-b1eb-413a-b395-c806d114d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'f7fcbbf2-8fa2-4e98-baf8-b3c397366e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:56.277442 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db1ab4a-9f5a-4934-8eac-bb75c2ed17f0 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Network hostable DHCP agents. Network: f7fcbbf2-8fa2-4e98-baf8-b3c397366e36, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:38:56.295346 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db1ab4a-9f5a-4934-8eac-bb75c2ed17f0 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Network f7fcbbf2-8fa2-4e98-baf8-b3c397366e36 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:38:56.305687 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-0db1ab4a-9f5a-4934-8eac-bb75c2ed17f0 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, f7fcbbf2-8fa2-4e98-baf8-b3c397366e36) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:56.310121 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db1ab4a-9f5a-4934-8eac-bb75c2ed17f0 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:56.310782 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0db1ab4a-9f5a-4934-8eac-bb75c2ed17f0 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:56.317944 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa1ad1d-044e-4633-a32d-4a70b550ea26 None None] Network f7fcbbf2-8fa2-4e98-baf8-b3c397366e36 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:56.339750 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0db1ab4a-9f5a-4934-8eac-bb75c2ed17f0 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7948124 Feb 09 01:38:56.342262 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34602) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:56.347751 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-39150778-9c4d-4871-97e6-c3fe23f6e2b4 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Request body: {'subnet': {'network_id': 'c95788b8-d816-4da7-8ce2-dcf96e462c00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:38:56.427809 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad73079-2657-4b16-86c6-29f8b178a81f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-f7fcbbf2-8fa2-4e98-baf8-b3c397366e36', 'network_id': 'f7fcbbf2-8fa2-4e98-baf8-b3c397366e36', 'project_id': 'ed65026f9f7e433ba4bf4bc93bac59e0', 'fixed_ips': [{'subnet_id': '94d48e09-4bf8-4801-b176-e6bd9247e8b2'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:38:56.428745 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cad73079-2657-4b16-86c6-29f8b178a81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:56.443517 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39150778-9c4d-4871-97e6-c3fe23f6e2b4 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Made reservation on behalf of ed65026f9f7e433ba4bf4bc93bac59e0 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:38:56.448035 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-39150778-9c4d-4871-97e6-c3fe23f6e2b4 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:56.569049 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-cad73079-2657-4b16-86c6-29f8b178a81f None None] Allocated IP 2001:db8::2 (f7fcbbf2-8fa2-4e98-baf8-b3c397366e36/94d48e09-4bf8-4801-b176-e6bd9247e8b2/5166fa74-33ac-4501-abb4-f70a21458475) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:56.639148 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-39150778-9c4d-4871-97e6-c3fe23f6e2b4 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (3b250388-acc7-4667-81d6-cc777af581f7), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:56.705808 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39150778-9c4d-4871-97e6-c3fe23f6e2b4 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Pushing event updated for resources: {'Subnet': ['ID=3b250388-acc7-4667-81d6-cc777af581f7,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:56.720283 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39150778-9c4d-4871-97e6-c3fe23f6e2b4 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Checking segment: {'id': '2bf635be-daa1-4292-836a-8e075a31568e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'c95788b8-d816-4da7-8ce2-dcf96e462c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:56.720697 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39150778-9c4d-4871-97e6-c3fe23f6e2b4 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Network hostable DHCP agents. Network: c95788b8-d816-4da7-8ce2-dcf96e462c00, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:38:56.725082 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cad73079-2657-4b16-86c6-29f8b178a81f None None] Publish callbacks [] for port (5166fa74-33ac-4501-abb4-f70a21458475), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:56.739535 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cad73079-2657-4b16-86c6-29f8b178a81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (5166fa74-33ac-4501-abb4-f70a21458475), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:56.740764 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39150778-9c4d-4871-97e6-c3fe23f6e2b4 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Network c95788b8-d816-4da7-8ce2-dcf96e462c00 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:38:56.751613 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-39150778-9c4d-4871-97e6-c3fe23f6e2b4 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, c95788b8-d816-4da7-8ce2-dcf96e462c00) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:56.761750 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39150778-9c4d-4871-97e6-c3fe23f6e2b4 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:38:56.762537 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-39150778-9c4d-4871-97e6-c3fe23f6e2b4 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:56.782097 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-39150778-9c4d-4871-97e6-c3fe23f6e2b4 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4383945 Feb 09 01:38:56.784816 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34604) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:56.801874 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65c41fb-7dad-4e58-a447-2bb1fdfba64a None None] Network c95788b8-d816-4da7-8ce2-dcf96e462c00 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:56.822550 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad73079-2657-4b16-86c6-29f8b178a81f None None] Network f7fcbbf2-8fa2-4e98-baf8-b3c397366e36 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:56.888464 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad73079-2657-4b16-86c6-29f8b178a81f None None] Pushing event updated for resources: {'Port': ['ID=5166fa74-33ac-4501-abb4-f70a21458475,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:56.898806 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 05c76d45-959d-4f9e-9605-2aac292f89f6 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:38:56.901483 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-cad73079-2657-4b16-86c6-29f8b178a81f None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:56.930038 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad73079-2657-4b16-86c6-29f8b178a81f None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:57.036113 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02de81fe-6a9f-4c08-bb3c-9c1deed39d51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-c95788b8-d816-4da7-8ce2-dcf96e462c00', 'network_id': 'c95788b8-d816-4da7-8ce2-dcf96e462c00', 'project_id': 'ed65026f9f7e433ba4bf4bc93bac59e0', 'fixed_ips': [{'subnet_id': '3b250388-acc7-4667-81d6-cc777af581f7'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:38:57.037116 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02de81fe-6a9f-4c08-bb3c-9c1deed39d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:57.065846 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-cad73079-2657-4b16-86c6-29f8b178a81f None None] Attempting to bind port 5166fa74-33ac-4501-abb4-f70a21458475 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:38:57.066364 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-cad73079-2657-4b16-86c6-29f8b178a81f None None] Attempting to bind port 5166fa74-33ac-4501-abb4-f70a21458475 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '94b32d47-b1eb-413a-b395-c806d114d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'f7fcbbf2-8fa2-4e98-baf8-b3c397366e36'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:38:57.066840 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad73079-2657-4b16-86c6-29f8b178a81f None None] Attempting to bind port 5166fa74-33ac-4501-abb4-f70a21458475 on network f7fcbbf2-8fa2-4e98-baf8-b3c397366e36 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:38:57.075224 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad73079-2657-4b16-86c6-29f8b178a81f None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:38:57.075810 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad73079-2657-4b16-86c6-29f8b178a81f None None] Checking segment: {'id': '94b32d47-b1eb-413a-b395-c806d114d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'f7fcbbf2-8fa2-4e98-baf8-b3c397366e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:57.076325 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cad73079-2657-4b16-86c6-29f8b178a81f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:57.076857 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad73079-2657-4b16-86c6-29f8b178a81f None None] Bound using segment: {'id': '94b32d47-b1eb-413a-b395-c806d114d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'f7fcbbf2-8fa2-4e98-baf8-b3c397366e36'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:38:57.078046 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-cad73079-2657-4b16-86c6-29f8b178a81f None None] Bound port: 5166fa74-33ac-4501-abb4-f70a21458475, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94b32d47-b1eb-413a-b395-c806d114d9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'f7fcbbf2-8fa2-4e98-baf8-b3c397366e36'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:38:57.078772 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cad73079-2657-4b16-86c6-29f8b178a81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5166fa74-33ac-4501-abb4-f70a21458475), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:57.153482 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-05776cc5-7633-4f91-8446-772d82cb2761 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:57.153764 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323d74db-8645-4b50-9815-788da7235f5f None None] Network 1f0260cb-2693-43b4-a35c-c42251509d23 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:57.263039 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 05c76d45-959d-4f9e-9605-2aac292f89f6 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:57.263508 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (05c76d45-959d-4f9e-9605-2aac292f89f6), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:57.426285 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-05776cc5-7633-4f91-8446-772d82cb2761 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Allocated IP 2001:db8::1 (f7fcbbf2-8fa2-4e98-baf8-b3c397366e36/94d48e09-4bf8-4801-b176-e6bd9247e8b2/08096b6e-a461-45b6-a2f2-00b95edb0991) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:57.521817 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-cad73079-2657-4b16-86c6-29f8b178a81f None None] For port 5166fa74-33ac-4501-abb4-f70a21458475, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:38:57.529959 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-b79ef51f-2f81-4216-8645-0f0d61c60d5b None None] Provisioning complete for port 05c76d45-959d-4f9e-9605-2aac292f89f6 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:57.529959 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b79ef51f-2f81-4216-8645-0f0d61c60d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (05c76d45-959d-4f9e-9605-2aac292f89f6), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:57.572824 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-05776cc5-7633-4f91-8446-772d82cb2761 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks [] for port (08096b6e-a461-45b6-a2f2-00b95edb0991), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:57.582903 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-cad73079-2657-4b16-86c6-29f8b178a81f None None] For port 5166fa74-33ac-4501-abb4-f70a21458475, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=5166fa74-33ac-4501-abb4-f70a21458475,segment=NetworkSegment(94b32d47-b1eb-413a-b395-c806d114d9f0),segment_id=94b32d47-b1eb-413a-b395-c806d114d9f0)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:38:57.607142 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cad73079-2657-4b16-86c6-29f8b178a81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (5166fa74-33ac-4501-abb4-f70a21458475), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:57.612060 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-05776cc5-7633-4f91-8446-772d82cb2761 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (08096b6e-a461-45b6-a2f2-00b95edb0991), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:57.627506 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-02de81fe-6a9f-4c08-bb3c-9c1deed39d51 None None] Allocated IP 2001:db8::2 (c95788b8-d816-4da7-8ce2-dcf96e462c00/3b250388-acc7-4667-81d6-cc777af581f7/4b12c97f-7399-4199-a2fe-1daedf5ece43) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:38:57.665667 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05776cc5-7633-4f91-8446-772d82cb2761 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Network f7fcbbf2-8fa2-4e98-baf8-b3c397366e36 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:57.666750 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-05776cc5-7633-4f91-8446-772d82cb2761 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:57.670608 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05776cc5-7633-4f91-8446-772d82cb2761 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:57.671144 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-05776cc5-7633-4f91-8446-772d82cb2761 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (00c81d41-0c08-4f37-8413-dc5403b70094), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:57.737385 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05776cc5-7633-4f91-8446-772d82cb2761 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Pushing event updated for resources: {'Port': ['ID=08096b6e-a461-45b6-a2f2-00b95edb0991,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:57.816974 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad73079-2657-4b16-86c6-29f8b178a81f None None] Pushing event updated for resources: {'Port': ['ID=5166fa74-33ac-4501-abb4-f70a21458475,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:57.833842 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-05776cc5-7633-4f91-8446-772d82cb2761 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (08096b6e-a461-45b6-a2f2-00b95edb0991), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:57.897846 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 05c76d45-959d-4f9e-9605-2aac292f89f6 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:57.898255 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (05c76d45-959d-4f9e-9605-2aac292f89f6), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:57.943742 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b79ef51f-2f81-4216-8645-0f0d61c60d5b None None] Current status of the port 05c76d45-959d-4f9e-9605-2aac292f89f6 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:57.943742 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b79ef51f-2f81-4216-8645-0f0d61c60d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (05c76d45-959d-4f9e-9605-2aac292f89f6), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:58.069090 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 05c76d45-959d-4f9e-9605-2aac292f89f6, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=05c76d45-959d-4f9e-9605-2aac292f89f6,segment=NetworkSegment(1ddb8ed0-21dd-4c5d-9e2e-fd9ade782371),segment_id=1ddb8ed0-21dd-4c5d-9e2e-fd9ade782371)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:58.079932 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (05c76d45-959d-4f9e-9605-2aac292f89f6), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:58.091324 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02de81fe-6a9f-4c08-bb3c-9c1deed39d51 None None] Publish callbacks [] for port (4b12c97f-7399-4199-a2fe-1daedf5ece43), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:58.167225 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02de81fe-6a9f-4c08-bb3c-9c1deed39d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (4b12c97f-7399-4199-a2fe-1daedf5ece43), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:58.174630 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-05776cc5-7633-4f91-8446-772d82cb2761 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks [] for port (08096b6e-a461-45b6-a2f2-00b95edb0991), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:58.177101 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.api [None req-b79ef51f-2f81-4216-8645-0f0d61c60d5b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:38:58.177759 n-d-828369-4 neutron-server[103138]: DEBUG oslo_db.api [None req-b79ef51f-2f81-4216-8645-0f0d61c60d5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:38:58.180109 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-05776cc5-7633-4f91-8446-772d82cb2761 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (08096b6e-a461-45b6-a2f2-00b95edb0991), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:58.181009 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-05776cc5-7633-4f91-8446-772d82cb2761 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (00c81d41-0c08-4f37-8413-dc5403b70094), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:58.206650 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02de81fe-6a9f-4c08-bb3c-9c1deed39d51 None None] Network c95788b8-d816-4da7-8ce2-dcf96e462c00 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:58.211899 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-02de81fe-6a9f-4c08-bb3c-9c1deed39d51 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:58.216164 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02de81fe-6a9f-4c08-bb3c-9c1deed39d51 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:38:58.304072 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05776cc5-7633-4f91-8446-772d82cb2761 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Pushing event updated for resources: {'Port': ['ID=08096b6e-a461-45b6-a2f2-00b95edb0991,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:58.318389 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-02de81fe-6a9f-4c08-bb3c-9c1deed39d51 None None] Attempting to bind port 4b12c97f-7399-4199-a2fe-1daedf5ece43 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:38:58.318923 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-02de81fe-6a9f-4c08-bb3c-9c1deed39d51 None None] Attempting to bind port 4b12c97f-7399-4199-a2fe-1daedf5ece43 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '2bf635be-daa1-4292-836a-8e075a31568e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'c95788b8-d816-4da7-8ce2-dcf96e462c00'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:38:58.319362 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02de81fe-6a9f-4c08-bb3c-9c1deed39d51 None None] Attempting to bind port 4b12c97f-7399-4199-a2fe-1daedf5ece43 on network c95788b8-d816-4da7-8ce2-dcf96e462c00 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:38:58.322263 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=05c76d45-959d-4f9e-9605-2aac292f89f6,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:58.355913 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02de81fe-6a9f-4c08-bb3c-9c1deed39d51 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:38:58.356472 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02de81fe-6a9f-4c08-bb3c-9c1deed39d51 None None] Checking segment: {'id': '2bf635be-daa1-4292-836a-8e075a31568e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'c95788b8-d816-4da7-8ce2-dcf96e462c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:38:58.357051 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02de81fe-6a9f-4c08-bb3c-9c1deed39d51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:58.357546 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02de81fe-6a9f-4c08-bb3c-9c1deed39d51 None None] Bound using segment: {'id': '2bf635be-daa1-4292-836a-8e075a31568e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'c95788b8-d816-4da7-8ce2-dcf96e462c00'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:38:58.358121 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-02de81fe-6a9f-4c08-bb3c-9c1deed39d51 None None] Bound port: 4b12c97f-7399-4199-a2fe-1daedf5ece43, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bf635be-daa1-4292-836a-8e075a31568e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'c95788b8-d816-4da7-8ce2-dcf96e462c00'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:38:58.358826 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02de81fe-6a9f-4c08-bb3c-9c1deed39d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4b12c97f-7399-4199-a2fe-1daedf5ece43), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:58.370665 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05776cc5-7633-4f91-8446-772d82cb2761 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Network f7fcbbf2-8fa2-4e98-baf8-b3c397366e36 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:38:58.372182 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-05776cc5-7633-4f91-8446-772d82cb2761 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:38:58.382924 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de81fe-6a9f-4c08-bb3c-9c1deed39d51 None None] Pushing event updated for resources: {'Port': ['ID=4b12c97f-7399-4199-a2fe-1daedf5ece43,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:58.442755 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-02de81fe-6a9f-4c08-bb3c-9c1deed39d51 None None] For port 4b12c97f-7399-4199-a2fe-1daedf5ece43, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:38:58.448382 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-02de81fe-6a9f-4c08-bb3c-9c1deed39d51 None None] For port 4b12c97f-7399-4199-a2fe-1daedf5ece43, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=4b12c97f-7399-4199-a2fe-1daedf5ece43,segment=NetworkSegment(2bf635be-daa1-4292-836a-8e075a31568e),segment_id=2bf635be-daa1-4292-836a-8e075a31568e)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:38:58.455043 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02de81fe-6a9f-4c08-bb3c-9c1deed39d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (4b12c97f-7399-4199-a2fe-1daedf5ece43), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:58.525950 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de81fe-6a9f-4c08-bb3c-9c1deed39d51 None None] Pushing event updated for resources: {'Port': ['ID=4b12c97f-7399-4199-a2fe-1daedf5ece43,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:58.539117 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05776cc5-7633-4f91-8446-772d82cb2761 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Router 00c81d41-0c08-4f37-8413-dc5403b70094 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:38:58.638849 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05776cc5-7633-4f91-8446-772d82cb2761 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:38:58.644976 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-05776cc5-7633-4f91-8446-772d82cb2761 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] 10.222.0.50 "PUT /v2.0/routers/00c81d41-0c08-4f37-8413-dc5403b70094/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8582578 Feb 09 01:38:58.647250 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34620) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:58.653372 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698adadf-dc2d-4bb5-9fee-59de074089af None None] Sync routers for ids ['00c81d41-0c08-4f37-8413-dc5403b70094'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:38:58.664132 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698adadf-dc2d-4bb5-9fee-59de074089af None None] Routers {'00c81d41-0c08-4f37-8413-dc5403b70094'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:38:58.665193 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-698adadf-dc2d-4bb5-9fee-59de074089af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:38:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['00c81d41-0c08-4f37-8413-dc5403b70094'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:58.714090 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-698adadf-dc2d-4bb5-9fee-59de074089af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:58.730553 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698adadf-dc2d-4bb5-9fee-59de074089af None None] Routers {'00c81d41-0c08-4f37-8413-dc5403b70094'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:38:58.731701 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-698adadf-dc2d-4bb5-9fee-59de074089af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:38:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['00c81d41-0c08-4f37-8413-dc5403b70094'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:58.792126 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-698adadf-dc2d-4bb5-9fee-59de074089af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:38:58.799845 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698adadf-dc2d-4bb5-9fee-59de074089af None None] The sync data for ids ['00c81d41-0c08-4f37-8413-dc5403b70094'] in n-d-828369-4 is: [] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:38:58.819283 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b79ef51f-2f81-4216-8645-0f0d61c60d5b None None] Current status of the port 05c76d45-959d-4f9e-9605-2aac292f89f6 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:58.957452 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-59e3b842-a3f1-4dad-b442-5e96a5c8c482 None None] Provisioning complete for port 05c76d45-959d-4f9e-9605-2aac292f89f6 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:58.957841 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-59e3b842-a3f1-4dad-b442-5e96a5c8c482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (05c76d45-959d-4f9e-9605-2aac292f89f6), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:59.089471 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 05c76d45-959d-4f9e-9605-2aac292f89f6 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:38:59.135481 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-59e3b842-a3f1-4dad-b442-5e96a5c8c482 None None] Current status of the port 05c76d45-959d-4f9e-9605-2aac292f89f6 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:59.159030 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 05c76d45-959d-4f9e-9605-2aac292f89f6 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:59.159472 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (05c76d45-959d-4f9e-9605-2aac292f89f6), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:59.216536 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [None req-b6b0c828-516b-4953-912c-a9f1db8f1683 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:38:59.221447 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34622) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:38:59.222734 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b6b0c828-516b-4953-912c-a9f1db8f1683 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] 10.222.0.50 "PUT /v2.0/routers/00c81d41-0c08-4f37-8413-dc5403b70094/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5732703 Feb 09 01:38:59.264505 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 05c76d45-959d-4f9e-9605-2aac292f89f6 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:59.266037 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 5166fa74-33ac-4501-abb4-f70a21458475 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:38:59.339217 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b682ce-b8dd-4c08-ab9c-357b34798ff9 None None] Network f7fcbbf2-8fa2-4e98-baf8-b3c397366e36 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:59.438624 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-e2b4ef13-da81-45a1-aa7c-0edb40638795 None None] Provisioning complete for port 5166fa74-33ac-4501-abb4-f70a21458475 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:59.439033 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e2b4ef13-da81-45a1-aa7c-0edb40638795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (5166fa74-33ac-4501-abb4-f70a21458475), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:59.443009 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 5166fa74-33ac-4501-abb4-f70a21458475 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:38:59.443395 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (5166fa74-33ac-4501-abb4-f70a21458475), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:59.657632 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-199594dd-6425-425a-bba9-d0d59c5c13cb tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (00c81d41-0c08-4f37-8413-dc5403b70094), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:59.658081 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 5166fa74-33ac-4501-abb4-f70a21458475 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:59.658570 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5166fa74-33ac-4501-abb4-f70a21458475), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:59.660568 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e2b4ef13-da81-45a1-aa7c-0edb40638795 None None] Current status of the port 5166fa74-33ac-4501-abb4-f70a21458475 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:38:59.660886 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e2b4ef13-da81-45a1-aa7c-0edb40638795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5166fa74-33ac-4501-abb4-f70a21458475), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:59.720088 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 5166fa74-33ac-4501-abb4-f70a21458475, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=5166fa74-33ac-4501-abb4-f70a21458475,segment=NetworkSegment(94b32d47-b1eb-413a-b395-c806d114d9f0),segment_id=94b32d47-b1eb-413a-b395-c806d114d9f0)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:38:59.729894 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (5166fa74-33ac-4501-abb4-f70a21458475), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:38:59.834812 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.api [None req-e2b4ef13-da81-45a1-aa7c-0edb40638795 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:38:59.835462 n-d-828369-4 neutron-server[103138]: DEBUG oslo_db.api [None req-e2b4ef13-da81-45a1-aa7c-0edb40638795 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:38:59.836028 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=5166fa74-33ac-4501-abb4-f70a21458475,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:38:59.986427 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6b312c-d47e-40ea-a1b3-da57af440c2e None None] Network c95788b8-d816-4da7-8ce2-dcf96e462c00 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:38:59.989517 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-199594dd-6425-425a-bba9-d0d59c5c13cb tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Deleting port 08096b6e-a461-45b6-a2f2-00b95edb0991 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:38:59.990067 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-199594dd-6425-425a-bba9-d0d59c5c13cb tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (08096b6e-a461-45b6-a2f2-00b95edb0991), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:00.096874 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-199594dd-6425-425a-bba9-d0d59c5c13cb tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (08096b6e-a461-45b6-a2f2-00b95edb0991), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:00.115846 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-199594dd-6425-425a-bba9-d0d59c5c13cb tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Calling delete_port for 08096b6e-a461-45b6-a2f2-00b95edb0991 owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:39:00.324293 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-199594dd-6425-425a-bba9-d0d59c5c13cb tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (08096b6e-a461-45b6-a2f2-00b95edb0991), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:00.380200 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199594dd-6425-425a-bba9-d0d59c5c13cb tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Pushing event deleted for resources: {'Port': ['ID=08096b6e-a461-45b6-a2f2-00b95edb0991,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:00.412338 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e2b4ef13-da81-45a1-aa7c-0edb40638795 None None] Current status of the port 5166fa74-33ac-4501-abb4-f70a21458475 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:00.469976 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-199594dd-6425-425a-bba9-d0d59c5c13cb tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (00c81d41-0c08-4f37-8413-dc5403b70094), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:00.536661 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-f904626a-2be4-47a1-b46d-5d07d0664cd9 None None] Provisioning complete for port 4b12c97f-7399-4199-a2fe-1daedf5ece43 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:00.537311 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f904626a-2be4-47a1-b46d-5d07d0664cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4b12c97f-7399-4199-a2fe-1daedf5ece43), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:00.646655 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f904626a-2be4-47a1-b46d-5d07d0664cd9 None None] Current status of the port 4b12c97f-7399-4199-a2fe-1daedf5ece43 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:00.647125 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f904626a-2be4-47a1-b46d-5d07d0664cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4b12c97f-7399-4199-a2fe-1daedf5ece43), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:00.689994 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-f904626a-2be4-47a1-b46d-5d07d0664cd9 None None] For port 4b12c97f-7399-4199-a2fe-1daedf5ece43, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=4b12c97f-7399-4199-a2fe-1daedf5ece43,segment=NetworkSegment(2bf635be-daa1-4292-836a-8e075a31568e),segment_id=2bf635be-daa1-4292-836a-8e075a31568e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:00.695358 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f904626a-2be4-47a1-b46d-5d07d0664cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (4b12c97f-7399-4199-a2fe-1daedf5ece43), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:00.703461 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-f904626a-2be4-47a1-b46d-5d07d0664cd9 None None] Could not find standard attr ID for object 08096b6e-a461-45b6-a2f2-00b95edb0991. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:39:00.758277 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-f904626a-2be4-47a1-b46d-5d07d0664cd9 None None] Provisioning complete for port 5166fa74-33ac-4501-abb4-f70a21458475 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:00.758668 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f904626a-2be4-47a1-b46d-5d07d0664cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (5166fa74-33ac-4501-abb4-f70a21458475), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:00.788607 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f904626a-2be4-47a1-b46d-5d07d0664cd9 None None] Pushing event updated for resources: {'Port': ['ID=4b12c97f-7399-4199-a2fe-1daedf5ece43,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:00.868674 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f904626a-2be4-47a1-b46d-5d07d0664cd9 None None] Current status of the port 5166fa74-33ac-4501-abb4-f70a21458475 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:00.962562 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-199594dd-6425-425a-bba9-d0d59c5c13cb tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Router 00c81d41-0c08-4f37-8413-dc5403b70094 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:39:00.966498 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4b12c97f-7399-4199-a2fe-1daedf5ece43 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:39:00.998322 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-70e21f49-3b72-44ce-b14e-dccbcbb92055 None None] Could not find standard attr ID for object 08096b6e-a461-45b6-a2f2-00b95edb0991. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:39:01.026507 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 4b12c97f-7399-4199-a2fe-1daedf5ece43 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:01.026915 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4b12c97f-7399-4199-a2fe-1daedf5ece43), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:01.048655 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199594dd-6425-425a-bba9-d0d59c5c13cb tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:39:01.059753 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-199594dd-6425-425a-bba9-d0d59c5c13cb tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] 10.222.0.50 "PUT /v2.0/routers/00c81d41-0c08-4f37-8413-dc5403b70094/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8330114 Feb 09 01:39:01.060080 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34632) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:01.069214 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5e96c2-1988-43c3-b4b3-a96a71d6e7c6 None None] Sync routers for ids ['00c81d41-0c08-4f37-8413-dc5403b70094'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:39:01.088675 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5e96c2-1988-43c3-b4b3-a96a71d6e7c6 None None] Routers {'00c81d41-0c08-4f37-8413-dc5403b70094'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:39:01.089312 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-6a5e96c2-1988-43c3-b4b3-a96a71d6e7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:38:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['00c81d41-0c08-4f37-8413-dc5403b70094'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:01.108840 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-069d7da3-b51b-4a60-9434-dc098900f4e9 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] delete failed (client error): The resource could not be found. Feb 09 01:39:01.113940 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-069d7da3-b51b-4a60-9434-dc098900f4e9 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] 10.222.0.50 "DELETE /v2.0/routers/tempest-non_exist_router-1578780774 HTTP/1.1" status: 404 len: 335 time: 0.0480492 Feb 09 01:39:01.114174 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34634) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:01.118575 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-e0f51c56-9133-4262-9f66-53296dd812f1 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Request body: {'router': {'external_gateway_info': {'network_id': '00c81d41-0c08-4f37-8413-dc5403b70094'}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:01.129606 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-6a5e96c2-1988-43c3-b4b3-a96a71d6e7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:01.166759 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5e96c2-1988-43c3-b4b3-a96a71d6e7c6 None None] Routers {'00c81d41-0c08-4f37-8413-dc5403b70094'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:39:01.167380 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-6a5e96c2-1988-43c3-b4b3-a96a71d6e7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:38:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['00c81d41-0c08-4f37-8413-dc5403b70094'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:01.169181 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 4b12c97f-7399-4199-a2fe-1daedf5ece43 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:01.170214 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 5166fa74-33ac-4501-abb4-f70a21458475 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:39:01.228642 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-6a5e96c2-1988-43c3-b4b3-a96a71d6e7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:01.229222 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5e96c2-1988-43c3-b4b3-a96a71d6e7c6 None None] The sync data for ids ['00c81d41-0c08-4f37-8413-dc5403b70094'] in n-d-828369-4 is: [] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:39:01.252172 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 5166fa74-33ac-4501-abb4-f70a21458475 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:01.252580 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (5166fa74-33ac-4501-abb4-f70a21458475), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:01.337168 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e0f51c56-9133-4262-9f66-53296dd812f1 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks [] for router_gateway (00c81d41-0c08-4f37-8413-dc5403b70094), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:01.337778 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 5166fa74-33ac-4501-abb4-f70a21458475 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:01.357002 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-e0f51c56-9133-4262-9f66-53296dd812f1 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] update failed (client error): The resource could not be found. Feb 09 01:39:01.358066 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e0f51c56-9133-4262-9f66-53296dd812f1 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] 10.222.0.50 "PUT /v2.0/routers/00c81d41-0c08-4f37-8413-dc5403b70094 HTTP/1.1" status: 404 len: 339 time: 0.2429476 Feb 09 01:39:01.361664 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34636) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:01.366549 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-c879363a-2194-4139-876f-eae1a9acf4bb tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1860655352'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:01.385351 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c879363a-2194-4139-876f-eae1a9acf4bb tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Made reservation on behalf of ed65026f9f7e433ba4bf4bc93bac59e0 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:01.388795 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c879363a-2194-4139-876f-eae1a9acf4bb tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:01.413417 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c879363a-2194-4139-876f-eae1a9acf4bb tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1036} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:39:01.422827 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c879363a-2194-4139-876f-eae1a9acf4bb tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (67aa0e36-48d0-4fd2-a7e6-a4cdec4c6d02), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:01.428779 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-c879363a-2194-4139-876f-eae1a9acf4bb tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Added segment 67aa0e36-48d0-4fd2-a7e6-a4cdec4c6d02 of type vlan for network 4685d282-c0fa-45c5-ab78-a943e3315614 Feb 09 01:39:01.463531 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c879363a-2194-4139-876f-eae1a9acf4bb tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (4685d282-c0fa-45c5-ab78-a943e3315614), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:01.489418 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c879363a-2194-4139-876f-eae1a9acf4bb tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (4685d282-c0fa-45c5-ab78-a943e3315614), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:01.494381 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c879363a-2194-4139-876f-eae1a9acf4bb tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:01.494964 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c879363a-2194-4139-876f-eae1a9acf4bb tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:01.553030 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c879363a-2194-4139-876f-eae1a9acf4bb tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.1903408 Feb 09 01:39:01.556343 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34640) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:01.561572 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-2d0ac7dd-2150-4cd9-a35f-9c3416a8848f tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Request body: {'subnet': {'network_id': '4685d282-c0fa-45c5-ab78-a943e3315614', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:01.567964 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c879363a-2194-4139-876f-eae1a9acf4bb tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Pushing event updated for resources: {'Network': ['ID=4685d282-c0fa-45c5-ab78-a943e3315614,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:01.579010 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 4685d282-c0fa-45c5-ab78-a943e3315614 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:39:01.678762 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0ac7dd-2150-4cd9-a35f-9c3416a8848f tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Made reservation on behalf of ed65026f9f7e433ba4bf4bc93bac59e0 for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:01.682577 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2d0ac7dd-2150-4cd9-a35f-9c3416a8848f tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:01.880468 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2d0ac7dd-2150-4cd9-a35f-9c3416a8848f tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (d51df760-d5e2-425e-9a63-0a106ec045a6), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:01.942596 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0ac7dd-2150-4cd9-a35f-9c3416a8848f tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Pushing event updated for resources: {'Subnet': ['ID=d51df760-d5e2-425e-9a63-0a106ec045a6,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:01.953537 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ac7dd-2150-4cd9-a35f-9c3416a8848f tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:01.953897 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ac7dd-2150-4cd9-a35f-9c3416a8848f tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:01.954245 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ac7dd-2150-4cd9-a35f-9c3416a8848f tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:01.954593 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ac7dd-2150-4cd9-a35f-9c3416a8848f tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:01.954937 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ac7dd-2150-4cd9-a35f-9c3416a8848f tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:01.955277 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ac7dd-2150-4cd9-a35f-9c3416a8848f tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:01.955611 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ac7dd-2150-4cd9-a35f-9c3416a8848f tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:01.955945 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ac7dd-2150-4cd9-a35f-9c3416a8848f tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:01.956277 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ac7dd-2150-4cd9-a35f-9c3416a8848f tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:01.957187 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ac7dd-2150-4cd9-a35f-9c3416a8848f tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:01.957520 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ac7dd-2150-4cd9-a35f-9c3416a8848f tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:01.957851 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ac7dd-2150-4cd9-a35f-9c3416a8848f tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:01.958179 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0ac7dd-2150-4cd9-a35f-9c3416a8848f tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:01.963032 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0ac7dd-2150-4cd9-a35f-9c3416a8848f tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Checking segment: {'id': '67aa0e36-48d0-4fd2-a7e6-a4cdec4c6d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '4685d282-c0fa-45c5-ab78-a943e3315614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:01.963032 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0ac7dd-2150-4cd9-a35f-9c3416a8848f tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Network hostable DHCP agents. Network: 4685d282-c0fa-45c5-ab78-a943e3315614, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:39:01.979284 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0ac7dd-2150-4cd9-a35f-9c3416a8848f tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Network 4685d282-c0fa-45c5-ab78-a943e3315614 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:39:01.988514 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-2d0ac7dd-2150-4cd9-a35f-9c3416a8848f tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 4685d282-c0fa-45c5-ab78-a943e3315614) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:01.992513 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0ac7dd-2150-4cd9-a35f-9c3416a8848f tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:01.993242 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2d0ac7dd-2150-4cd9-a35f-9c3416a8848f tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:02.001362 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23f0097-56e5-40a1-b99f-b7af86f203e6 None None] Network 4685d282-c0fa-45c5-ab78-a943e3315614 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:02.016320 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2d0ac7dd-2150-4cd9-a35f-9c3416a8848f tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4556034 Feb 09 01:39:02.016445 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34644) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:02.022245 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-f54d2fa4-97aa-4ac3-9101-46aceda1b346 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Request body: {'router': {'external_gateway_info': {'network_id': '4685d282-c0fa-45c5-ab78-a943e3315614'}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:02.124140 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc77dab-490f-48bc-a0ad-6a93e681deb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-4685d282-c0fa-45c5-ab78-a943e3315614', 'network_id': '4685d282-c0fa-45c5-ab78-a943e3315614', 'project_id': 'ed65026f9f7e433ba4bf4bc93bac59e0', 'fixed_ips': [{'subnet_id': 'd51df760-d5e2-425e-9a63-0a106ec045a6'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:39:02.125051 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8fc77dab-490f-48bc-a0ad-6a93e681deb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:02.248209 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f54d2fa4-97aa-4ac3-9101-46aceda1b346 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks [] for router_gateway (00c81d41-0c08-4f37-8413-dc5403b70094), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:02.278540 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-8fc77dab-490f-48bc-a0ad-6a93e681deb5 None None] Allocated IP 2001:db8:1::2 (4685d282-c0fa-45c5-ab78-a943e3315614/d51df760-d5e2-425e-9a63-0a106ec045a6/8b05cc80-9a8c-4f4a-812f-d4f1ed884f63) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:39:02.361935 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-f54d2fa4-97aa-4ac3-9101-46aceda1b346 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:39:02.362930 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f54d2fa4-97aa-4ac3-9101-46aceda1b346 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] 10.222.0.50 "PUT /v2.0/routers/00c81d41-0c08-4f37-8413-dc5403b70094 HTTP/1.1" status: 400 len: 364 time: 0.3458519 Feb 09 01:39:02.366677 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34646) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:02.456243 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ff74622b-ccb2-45b6-b0da-fb3ebf7b13b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:02.481396 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8fc77dab-490f-48bc-a0ad-6a93e681deb5 None None] Publish callbacks [] for port (8b05cc80-9a8c-4f4a-812f-d4f1ed884f63), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:02.491042 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8fc77dab-490f-48bc-a0ad-6a93e681deb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (8b05cc80-9a8c-4f4a-812f-d4f1ed884f63), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:02.545654 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc77dab-490f-48bc-a0ad-6a93e681deb5 None None] Network 4685d282-c0fa-45c5-ab78-a943e3315614 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:02.552529 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-8fc77dab-490f-48bc-a0ad-6a93e681deb5 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:02.557853 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc77dab-490f-48bc-a0ad-6a93e681deb5 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:39:02.568060 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc77dab-490f-48bc-a0ad-6a93e681deb5 None None] Pushing event updated for resources: {'Port': ['ID=8b05cc80-9a8c-4f4a-812f-d4f1ed884f63,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:02.627205 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-8fc77dab-490f-48bc-a0ad-6a93e681deb5 None None] Attempting to bind port 8b05cc80-9a8c-4f4a-812f-d4f1ed884f63 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:39:02.627590 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-8fc77dab-490f-48bc-a0ad-6a93e681deb5 None None] Attempting to bind port 8b05cc80-9a8c-4f4a-812f-d4f1ed884f63 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '67aa0e36-48d0-4fd2-a7e6-a4cdec4c6d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '4685d282-c0fa-45c5-ab78-a943e3315614'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:39:02.627971 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc77dab-490f-48bc-a0ad-6a93e681deb5 None None] Attempting to bind port 8b05cc80-9a8c-4f4a-812f-d4f1ed884f63 on network 4685d282-c0fa-45c5-ab78-a943e3315614 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:39:02.634159 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc77dab-490f-48bc-a0ad-6a93e681deb5 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:39:02.634681 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc77dab-490f-48bc-a0ad-6a93e681deb5 None None] Checking segment: {'id': '67aa0e36-48d0-4fd2-a7e6-a4cdec4c6d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '4685d282-c0fa-45c5-ab78-a943e3315614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:02.635193 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8fc77dab-490f-48bc-a0ad-6a93e681deb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:02.635686 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc77dab-490f-48bc-a0ad-6a93e681deb5 None None] Bound using segment: {'id': '67aa0e36-48d0-4fd2-a7e6-a4cdec4c6d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '4685d282-c0fa-45c5-ab78-a943e3315614'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:39:02.636263 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-8fc77dab-490f-48bc-a0ad-6a93e681deb5 None None] Bound port: 8b05cc80-9a8c-4f4a-812f-d4f1ed884f63, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67aa0e36-48d0-4fd2-a7e6-a4cdec4c6d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '4685d282-c0fa-45c5-ab78-a943e3315614'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:39:02.637033 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8fc77dab-490f-48bc-a0ad-6a93e681deb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8b05cc80-9a8c-4f4a-812f-d4f1ed884f63), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:02.697238 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0b4089c4-2ef8-4ca2-8230-e69b218b83d5 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:02.703872 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-8fc77dab-490f-48bc-a0ad-6a93e681deb5 None None] For port 8b05cc80-9a8c-4f4a-812f-d4f1ed884f63, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:39:02.708126 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-8fc77dab-490f-48bc-a0ad-6a93e681deb5 None None] For port 8b05cc80-9a8c-4f4a-812f-d4f1ed884f63, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=8b05cc80-9a8c-4f4a-812f-d4f1ed884f63,segment=NetworkSegment(67aa0e36-48d0-4fd2-a7e6-a4cdec4c6d02),segment_id=67aa0e36-48d0-4fd2-a7e6-a4cdec4c6d02)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:39:02.715217 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8fc77dab-490f-48bc-a0ad-6a93e681deb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (8b05cc80-9a8c-4f4a-812f-d4f1ed884f63), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:02.776287 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc77dab-490f-48bc-a0ad-6a93e681deb5 None None] Pushing event updated for resources: {'Port': ['ID=8b05cc80-9a8c-4f4a-812f-d4f1ed884f63,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:02.867959 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4b12c97f-7399-4199-a2fe-1daedf5ece43 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:39:02.928697 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 4b12c97f-7399-4199-a2fe-1daedf5ece43 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:02.929065 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4b12c97f-7399-4199-a2fe-1daedf5ece43), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:02.984782 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-0b4089c4-2ef8-4ca2-8230-e69b218b83d5 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Allocated IP 2001:db8::1 (1f0260cb-2693-43b4-a35c-c42251509d23/79bc509c-f76a-462e-ab6c-1a46db32de02/d11b06b2-a7d6-4ce2-a71e-1c03638e71e6) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:39:03.018778 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 4b12c97f-7399-4199-a2fe-1daedf5ece43 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:03.136911 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0b4089c4-2ef8-4ca2-8230-e69b218b83d5 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks [] for port (d11b06b2-a7d6-4ce2-a71e-1c03638e71e6), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:03.172166 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0b4089c4-2ef8-4ca2-8230-e69b218b83d5 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (d11b06b2-a7d6-4ce2-a71e-1c03638e71e6), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:03.220281 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4089c4-2ef8-4ca2-8230-e69b218b83d5 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Network 1f0260cb-2693-43b4-a35c-c42251509d23 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:03.228152 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-0b4089c4-2ef8-4ca2-8230-e69b218b83d5 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:03.230751 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4089c4-2ef8-4ca2-8230-e69b218b83d5 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:39:03.231301 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0b4089c4-2ef8-4ca2-8230-e69b218b83d5 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (00c81d41-0c08-4f37-8413-dc5403b70094), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:03.273147 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4089c4-2ef8-4ca2-8230-e69b218b83d5 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Pushing event updated for resources: {'Port': ['ID=d11b06b2-a7d6-4ce2-a71e-1c03638e71e6,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:03.372412 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0b4089c4-2ef8-4ca2-8230-e69b218b83d5 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d11b06b2-a7d6-4ce2-a71e-1c03638e71e6), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:03.541060 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-d43cbf3e-0970-4d6d-ba85-b6bd7954caf1 None None] Provisioning complete for port d11b06b2-a7d6-4ce2-a71e-1c03638e71e6 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:03.541446 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d43cbf3e-0970-4d6d-ba85-b6bd7954caf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d11b06b2-a7d6-4ce2-a71e-1c03638e71e6), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:03.578225 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-d43cbf3e-0970-4d6d-ba85-b6bd7954caf1 None None] Port d11b06b2-a7d6-4ce2-a71e-1c03638e71e6 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:39:03.659613 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0b4089c4-2ef8-4ca2-8230-e69b218b83d5 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks [] for port (d11b06b2-a7d6-4ce2-a71e-1c03638e71e6), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:03.665258 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0b4089c4-2ef8-4ca2-8230-e69b218b83d5 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (d11b06b2-a7d6-4ce2-a71e-1c03638e71e6), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:03.666327 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0b4089c4-2ef8-4ca2-8230-e69b218b83d5 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (00c81d41-0c08-4f37-8413-dc5403b70094), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:03.757913 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4089c4-2ef8-4ca2-8230-e69b218b83d5 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Pushing event updated for resources: {'Port': ['ID=d11b06b2-a7d6-4ce2-a71e-1c03638e71e6,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:03.806068 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4089c4-2ef8-4ca2-8230-e69b218b83d5 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Network 1f0260cb-2693-43b4-a35c-c42251509d23 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:03.807673 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-0b4089c4-2ef8-4ca2-8230-e69b218b83d5 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:03.929638 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4089c4-2ef8-4ca2-8230-e69b218b83d5 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Router 00c81d41-0c08-4f37-8413-dc5403b70094 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:39:04.136402 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f79ae1-552e-422c-8ff9-980283d2a372 None None] Network 4685d282-c0fa-45c5-ab78-a943e3315614 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:04.230901 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-01ceb84c-a2cd-4037-ac75-b0022bf0cb22 None None] Provisioning complete for port 8b05cc80-9a8c-4f4a-812f-d4f1ed884f63 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:04.231317 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-01ceb84c-a2cd-4037-ac75-b0022bf0cb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (8b05cc80-9a8c-4f4a-812f-d4f1ed884f63), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:04.307368 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4089c4-2ef8-4ca2-8230-e69b218b83d5 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:39:04.312533 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0b4089c4-2ef8-4ca2-8230-e69b218b83d5 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] 10.222.0.50 "PUT /v2.0/routers/00c81d41-0c08-4f37-8413-dc5403b70094/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9447064 Feb 09 01:39:04.316793 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34652) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:04.322634 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4482ee0c-fbf5-4698-85fb-5c2828a35ca8 None None] Sync routers for ids ['00c81d41-0c08-4f37-8413-dc5403b70094'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:39:04.337294 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4482ee0c-fbf5-4698-85fb-5c2828a35ca8 None None] Routers {'00c81d41-0c08-4f37-8413-dc5403b70094'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:39:04.339097 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-4482ee0c-fbf5-4698-85fb-5c2828a35ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:38:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['00c81d41-0c08-4f37-8413-dc5403b70094'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:04.371086 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-01ceb84c-a2cd-4037-ac75-b0022bf0cb22 None None] Current status of the port 8b05cc80-9a8c-4f4a-812f-d4f1ed884f63 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:04.371409 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-01ceb84c-a2cd-4037-ac75-b0022bf0cb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8b05cc80-9a8c-4f4a-812f-d4f1ed884f63), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:04.396381 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-4482ee0c-fbf5-4698-85fb-5c2828a35ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:04.413056 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-01ceb84c-a2cd-4037-ac75-b0022bf0cb22 None None] For port 8b05cc80-9a8c-4f4a-812f-d4f1ed884f63, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=8b05cc80-9a8c-4f4a-812f-d4f1ed884f63,segment=NetworkSegment(67aa0e36-48d0-4fd2-a7e6-a4cdec4c6d02),segment_id=67aa0e36-48d0-4fd2-a7e6-a4cdec4c6d02)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:04.417552 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-01ceb84c-a2cd-4037-ac75-b0022bf0cb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (8b05cc80-9a8c-4f4a-812f-d4f1ed884f63), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:04.421827 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4482ee0c-fbf5-4698-85fb-5c2828a35ca8 None None] Routers {'00c81d41-0c08-4f37-8413-dc5403b70094'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:39:04.422759 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-4482ee0c-fbf5-4698-85fb-5c2828a35ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:38:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['00c81d41-0c08-4f37-8413-dc5403b70094'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:04.436207 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4593ea20-5017-43d8-9846-b4b2e2b4d3ac tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks [] for router (00c81d41-0c08-4f37-8413-dc5403b70094), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:04.468039 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-4482ee0c-fbf5-4698-85fb-5c2828a35ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:04.471758 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4482ee0c-fbf5-4698-85fb-5c2828a35ca8 None None] The sync data for ids ['00c81d41-0c08-4f37-8413-dc5403b70094'] in n-d-828369-4 is: [] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:39:04.495800 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-07293da2-421a-4592-ba35-d153fae1df53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:04.500783 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-01ceb84c-a2cd-4037-ac75-b0022bf0cb22 None None] Provisioning complete for port d11b06b2-a7d6-4ce2-a71e-1c03638e71e6 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:04.501170 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-01ceb84c-a2cd-4037-ac75-b0022bf0cb22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d11b06b2-a7d6-4ce2-a71e-1c03638e71e6), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:04.555592 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ceb84c-a2cd-4037-ac75-b0022bf0cb22 None None] Pushing event updated for resources: {'Port': ['ID=8b05cc80-9a8c-4f4a-812f-d4f1ed884f63,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:04.564211 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-4593ea20-5017-43d8-9846-b4b2e2b4d3ac tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 01:39:04.568282 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4593ea20-5017-43d8-9846-b4b2e2b4d3ac tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] 10.222.0.50 "DELETE /v2.0/routers/00c81d41-0c08-4f37-8413-dc5403b70094 HTTP/1.1" status: 409 len: 329 time: 0.2511058 Feb 09 01:39:04.568901 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34656) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:04.580744 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-01ceb84c-a2cd-4037-ac75-b0022bf0cb22 None None] Port d11b06b2-a7d6-4ce2-a71e-1c03638e71e6 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:39:04.704123 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-836d3193-d01a-49c9-9369-e9b637e9f0ee None None] Provisioning complete for port 8b05cc80-9a8c-4f4a-812f-d4f1ed884f63 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:04.704705 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-836d3193-d01a-49c9-9369-e9b637e9f0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (8b05cc80-9a8c-4f4a-812f-d4f1ed884f63), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:04.812693 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-836d3193-d01a-49c9-9369-e9b637e9f0ee None None] Current status of the port 8b05cc80-9a8c-4f4a-812f-d4f1ed884f63 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:04.883126 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 8b05cc80-9a8c-4f4a-812f-d4f1ed884f63 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:39:04.916854 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d377f42a-e9e5-4343-8bbb-41c1bd792838 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (00c81d41-0c08-4f37-8413-dc5403b70094), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:04.932817 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 8b05cc80-9a8c-4f4a-812f-d4f1ed884f63 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:04.933205 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (8b05cc80-9a8c-4f4a-812f-d4f1ed884f63), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:05.015614 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 8b05cc80-9a8c-4f4a-812f-d4f1ed884f63 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:05.176171 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-d377f42a-e9e5-4343-8bbb-41c1bd792838 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Deleting port d11b06b2-a7d6-4ce2-a71e-1c03638e71e6 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:39:05.176439 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d377f42a-e9e5-4343-8bbb-41c1bd792838 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (d11b06b2-a7d6-4ce2-a71e-1c03638e71e6), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:05.262937 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d377f42a-e9e5-4343-8bbb-41c1bd792838 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (d11b06b2-a7d6-4ce2-a71e-1c03638e71e6), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:05.274989 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-d377f42a-e9e5-4343-8bbb-41c1bd792838 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Calling delete_port for d11b06b2-a7d6-4ce2-a71e-1c03638e71e6 owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:39:05.447073 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d377f42a-e9e5-4343-8bbb-41c1bd792838 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (d11b06b2-a7d6-4ce2-a71e-1c03638e71e6), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:05.473765 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377f42a-e9e5-4343-8bbb-41c1bd792838 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Pushing event deleted for resources: {'Port': ['ID=d11b06b2-a7d6-4ce2-a71e-1c03638e71e6,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:05.593056 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d377f42a-e9e5-4343-8bbb-41c1bd792838 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (00c81d41-0c08-4f37-8413-dc5403b70094), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:05.765163 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d377f42a-e9e5-4343-8bbb-41c1bd792838 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Router 00c81d41-0c08-4f37-8413-dc5403b70094 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:39:05.851810 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d377f42a-e9e5-4343-8bbb-41c1bd792838 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:39:05.857152 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d377f42a-e9e5-4343-8bbb-41c1bd792838 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] 10.222.0.50 "PUT /v2.0/routers/00c81d41-0c08-4f37-8413-dc5403b70094/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2871606 Feb 09 01:39:05.860518 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34664) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:05.869247 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9615fc7-744f-4222-9016-550a75cfda59 None None] Sync routers for ids ['00c81d41-0c08-4f37-8413-dc5403b70094'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:39:05.879792 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9615fc7-744f-4222-9016-550a75cfda59 None None] Routers {'00c81d41-0c08-4f37-8413-dc5403b70094'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:39:05.881056 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-a9615fc7-744f-4222-9016-550a75cfda59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:39:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['00c81d41-0c08-4f37-8413-dc5403b70094'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:05.917450 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-8943b26c-725d-4db8-899a-32a9f1a3fcf6 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] show failed (client error): The resource could not be found. Feb 09 01:39:05.919010 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8943b26c-725d-4db8-899a-32a9f1a3fcf6 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] 10.222.0.50 "GET /v2.0/routers/tempest-non_exist_router-860438624 HTTP/1.1" status: 404 len: 334 time: 0.0571759 Feb 09 01:39:05.922762 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34674) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:05.923429 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-a9615fc7-744f-4222-9016-550a75cfda59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:05.929061 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-28366ce1-63e9-4936-990e-2b2735afadcf tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:05.933414 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9615fc7-744f-4222-9016-550a75cfda59 None None] Routers {'00c81d41-0c08-4f37-8413-dc5403b70094'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:39:05.934124 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-a9615fc7-744f-4222-9016-550a75cfda59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:39:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['00c81d41-0c08-4f37-8413-dc5403b70094'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:05.990141 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-a9615fc7-744f-4222-9016-550a75cfda59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:05.991038 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9615fc7-744f-4222-9016-550a75cfda59 None None] The sync data for ids ['00c81d41-0c08-4f37-8413-dc5403b70094'] in n-d-828369-4 is: [] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:39:05.998815 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [None req-28366ce1-63e9-4936-990e-2b2735afadcf tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] update failed (client error): The resource could not be found. Feb 09 01:39:06.000146 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-28366ce1-63e9-4936-990e-2b2735afadcf tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] 10.222.0.50 "PUT /v2.0/routers/tempest-non_exist_router-1842838337 HTTP/1.1" status: 404 len: 335 time: 0.0755644 Feb 09 01:39:06.003352 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34678) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:06.011486 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:06.084478 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-5760c268-37a0-42f4-8ae2-e885bcbba615 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Deleting subnet d51df760-d5e2-425e-9a63-0a106ec045a6 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:39:06.088692 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5760c268-37a0-42f4-8ae2-e885bcbba615 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks [] for subnet (d51df760-d5e2-425e-9a63-0a106ec045a6), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:06.179579 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5760c268-37a0-42f4-8ae2-e885bcbba615 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (d51df760-d5e2-425e-9a63-0a106ec045a6), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:06.241460 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee2a51-5e24-4144-8ebd-af3114baaa71 req-ea1c77fa-b948-4b11-ae92-8b1ce440d772 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:06.242942 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ecee2a51-5e24-4144-8ebd-af3114baaa71 req-ea1c77fa-b948-4b11-ae92-8b1ce440d772 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=8538cec5-24e2-4b7e-b442-ed9649ae15de HTTP/1.1" status: 200 len: 945 time: 0.1078477 Feb 09 01:39:06.297394 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5760c268-37a0-42f4-8ae2-e885bcbba615 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (d51df760-d5e2-425e-9a63-0a106ec045a6), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:06.352741 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ecee2a51-5e24-4144-8ebd-af3114baaa71 req-7610908e-ad65-4fe7-95a7-96baa177d547 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f56c3a-2e04-4c6a-a3ad-7bb0de34f629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877838 Feb 09 01:39:06.386494 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5760c268-37a0-42f4-8ae2-e885bcbba615 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (d51df760-d5e2-425e-9a63-0a106ec045a6), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:06.419624 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5760c268-37a0-42f4-8ae2-e885bcbba615 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Pushing event deleted for resources: {'Subnet': ['ID=d51df760-d5e2-425e-9a63-0a106ec045a6,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:06.421705 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5760c268-37a0-42f4-8ae2-e885bcbba615 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:06.427299 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9625d1-322c-4cc5-a469-9e5df71a49f2 None None] Network 4685d282-c0fa-45c5-ab78-a943e3315614 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:06.429089 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34686) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:06.429227 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-5760c268-37a0-42f4-8ae2-e885bcbba615 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] 10.222.0.50 "DELETE /v2.0/subnets/d51df760-d5e2-425e-9a63-0a106ec045a6 HTTP/1.1" status: 204 len: 168 time: 0.4239790 Feb 09 01:39:06.517543 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-381b9dbd-da7a-483c-ba3b-a2bd57d305e2 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (4685d282-c0fa-45c5-ab78-a943e3315614), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:06.583894 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-381b9dbd-da7a-483c-ba3b-a2bd57d305e2 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Deleting port 8b05cc80-9a8c-4f4a-812f-d4f1ed884f63 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:39:06.584322 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-381b9dbd-da7a-483c-ba3b-a2bd57d305e2 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (8b05cc80-9a8c-4f4a-812f-d4f1ed884f63), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:06.597579 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d578d97-e261-4187-a126-1e27d76d7756 None None] DHCP port deletion for 4685d282-c0fa-45c5-ab78-a943e3315614 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:39:06.643876 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-1d578d97-e261-4187-a126-1e27d76d7756 None None] Deleting port 8b05cc80-9a8c-4f4a-812f-d4f1ed884f63 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:39:06.644890 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1d578d97-e261-4187-a126-1e27d76d7756 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (8b05cc80-9a8c-4f4a-812f-d4f1ed884f63), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:06.652045 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-381b9dbd-da7a-483c-ba3b-a2bd57d305e2 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] For port 8b05cc80-9a8c-4f4a-812f-d4f1ed884f63, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=8b05cc80-9a8c-4f4a-812f-d4f1ed884f63,segment=NetworkSegment(67aa0e36-48d0-4fd2-a7e6-a4cdec4c6d02),segment_id=67aa0e36-48d0-4fd2-a7e6-a4cdec4c6d02)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:06.652423 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-381b9dbd-da7a-483c-ba3b-a2bd57d305e2 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (8b05cc80-9a8c-4f4a-812f-d4f1ed884f63), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:06.664819 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-381b9dbd-da7a-483c-ba3b-a2bd57d305e2 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Calling delete_port for 8b05cc80-9a8c-4f4a-812f-d4f1ed884f63 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:39:06.712125 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-1d578d97-e261-4187-a126-1e27d76d7756 None None] For port 8b05cc80-9a8c-4f4a-812f-d4f1ed884f63, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=8b05cc80-9a8c-4f4a-812f-d4f1ed884f63,segment=NetworkSegment(67aa0e36-48d0-4fd2-a7e6-a4cdec4c6d02),segment_id=67aa0e36-48d0-4fd2-a7e6-a4cdec4c6d02)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:06.712455 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1d578d97-e261-4187-a126-1e27d76d7756 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (8b05cc80-9a8c-4f4a-812f-d4f1ed884f63), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:06.725246 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-1d578d97-e261-4187-a126-1e27d76d7756 None None] Calling delete_port for 8b05cc80-9a8c-4f4a-812f-d4f1ed884f63 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:39:06.749857 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-381b9dbd-da7a-483c-ba3b-a2bd57d305e2 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (8b05cc80-9a8c-4f4a-812f-d4f1ed884f63), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:06.778752 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b9dbd-da7a-483c-ba3b-a2bd57d305e2 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Pushing event deleted for resources: {'Port': ['ID=8b05cc80-9a8c-4f4a-812f-d4f1ed884f63,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:06.783711 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381b9dbd-da7a-483c-ba3b-a2bd57d305e2 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] No DVR routers for this DVR port 8b05cc80-9a8c-4f4a-812f-d4f1ed884f63 on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:39:06.821709 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1d578d97-e261-4187-a126-1e27d76d7756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (8b05cc80-9a8c-4f4a-812f-d4f1ed884f63), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:06.864835 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 8b05cc80-9a8c-4f4a-812f-d4f1ed884f63 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:39:06.870309 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d578d97-e261-4187-a126-1e27d76d7756 None None] Pushing event deleted for resources: {'Port': ['ID=8b05cc80-9a8c-4f4a-812f-d4f1ed884f63,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:06.880358 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-381b9dbd-da7a-483c-ba3b-a2bd57d305e2 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (4685d282-c0fa-45c5-ab78-a943e3315614), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:06.890783 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 8b05cc80-9a8c-4f4a-812f-d4f1ed884f63 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:39:06.891145 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 8b05cc80-9a8c-4f4a-812f-d4f1ed884f63 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:39:06.892679 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d578d97-e261-4187-a126-1e27d76d7756 None None] No DVR routers for this DVR port 8b05cc80-9a8c-4f4a-812f-d4f1ed884f63 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:39:06.906508 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-381b9dbd-da7a-483c-ba3b-a2bd57d305e2 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4685d282-c0fa-45c5-ab78-a943e3315614']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:06.919430 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-381b9dbd-da7a-483c-ba3b-a2bd57d305e2 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67aa0e36-48d0-4fd2-a7e6-a4cdec4c6d02') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:06.919806 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-381b9dbd-da7a-483c-ba3b-a2bd57d305e2 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67aa0e36-48d0-4fd2-a7e6-a4cdec4c6d02') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:06.930368 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-381b9dbd-da7a-483c-ba3b-a2bd57d305e2 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (67aa0e36-48d0-4fd2-a7e6-a4cdec4c6d02), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:06.944516 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-381b9dbd-da7a-483c-ba3b-a2bd57d305e2 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (67aa0e36-48d0-4fd2-a7e6-a4cdec4c6d02), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:06.950494 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-381b9dbd-da7a-483c-ba3b-a2bd57d305e2 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:39:06.950890 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-381b9dbd-da7a-483c-ba3b-a2bd57d305e2 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (67aa0e36-48d0-4fd2-a7e6-a4cdec4c6d02), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:06.953933 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:39:06.953933 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:39:06.953933 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:39:06.953933 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:39:06.953933 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:39:06.953933 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:39:06.953933 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:39:06.953933 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:39:06.953933 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:39:06.953933 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:39:06.953933 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:39:06.953933 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:39:06.953933 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:39:06.953933 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:39:06.953933 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:39:06.953933 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:39:06.953933 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:39:06.953933 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:39:06.953933 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:39:06.953933 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:39:06.953933 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:39:06.953933 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:39:06.953933 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:39:06.953933 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:39:06.953933 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:39:06.953933 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:39:06.953933 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:39:06.953933 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:39:06.953933 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:39:06.953933 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:39:06.953933 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:39:06.953933 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:39:07.018182 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-381b9dbd-da7a-483c-ba3b-a2bd57d305e2 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (4685d282-c0fa-45c5-ab78-a943e3315614), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:07.038538 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-381b9dbd-da7a-483c-ba3b-a2bd57d305e2 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:07.041833 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-381b9dbd-da7a-483c-ba3b-a2bd57d305e2 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] 10.222.0.50 "DELETE /v2.0/networks/4685d282-c0fa-45c5-ab78-a943e3315614 HTTP/1.1" status: 204 len: 168 time: 0.6117549 Feb 09 01:39:07.042744 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b9dbd-da7a-483c-ba3b-a2bd57d305e2 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Pushing event deleted for resources: {'Network': ['ID=4685d282-c0fa-45c5-ab78-a943e3315614,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:07.044446 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34690) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:07.098586 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-3496e1d6-53b2-4e6f-8313-1228aeed4b7b tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Deleting subnet 3b250388-acc7-4667-81d6-cc777af581f7 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:39:07.101701 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3496e1d6-53b2-4e6f-8313-1228aeed4b7b tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks [] for subnet (3b250388-acc7-4667-81d6-cc777af581f7), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:07.141944 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3496e1d6-53b2-4e6f-8313-1228aeed4b7b tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (3b250388-acc7-4667-81d6-cc777af581f7), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:07.227558 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3496e1d6-53b2-4e6f-8313-1228aeed4b7b tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (3b250388-acc7-4667-81d6-cc777af581f7), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:07.259539 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:07.286149 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3496e1d6-53b2-4e6f-8313-1228aeed4b7b tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (3b250388-acc7-4667-81d6-cc777af581f7), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:07.313399 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3496e1d6-53b2-4e6f-8313-1228aeed4b7b tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Pushing event deleted for resources: {'Subnet': ['ID=3b250388-acc7-4667-81d6-cc777af581f7,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:07.317220 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3496e1d6-53b2-4e6f-8313-1228aeed4b7b tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:07.323411 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3496e1d6-53b2-4e6f-8313-1228aeed4b7b tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] 10.222.0.50 "DELETE /v2.0/subnets/3b250388-acc7-4667-81d6-cc777af581f7 HTTP/1.1" status: 204 len: 168 time: 0.2745638 Feb 09 01:39:07.323545 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34692) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:07.325825 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1942f97-a906-4564-80e7-ad3bc5825c58 None None] Network c95788b8-d816-4da7-8ce2-dcf96e462c00 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:07.375455 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-acb93083-43e9-4742-ba0d-7f2cbde157f5 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Deleting subnet 94d48e09-4bf8-4801-b176-e6bd9247e8b2 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:39:07.379386 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-acb93083-43e9-4742-ba0d-7f2cbde157f5 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks [] for subnet (94d48e09-4bf8-4801-b176-e6bd9247e8b2), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:07.441999 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-acb93083-43e9-4742-ba0d-7f2cbde157f5 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (94d48e09-4bf8-4801-b176-e6bd9247e8b2), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:07.516144 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbec916-530b-4268-89f3-668365b77367 None None] DHCP port deletion for c95788b8-d816-4da7-8ce2-dcf96e462c00 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:39:07.566773 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78182e2b-1088-40f9-ac1f-59b64123f9b5 req-0de0fcfb-5242-4363-aa64-aed682e51799 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:07.568398 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-78182e2b-1088-40f9-ac1f-59b64123f9b5 req-0de0fcfb-5242-4363-aa64-aed682e51799 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=8538cec5-24e2-4b7e-b442-ed9649ae15de HTTP/1.1" status: 200 len: 945 time: 0.1296873 Feb 09 01:39:07.569730 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-0fbec916-530b-4268-89f3-668365b77367 None None] Deleting port 4b12c97f-7399-4199-a2fe-1daedf5ece43 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:39:07.571410 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0fbec916-530b-4268-89f3-668365b77367 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (4b12c97f-7399-4199-a2fe-1daedf5ece43), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:07.599031 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-acb93083-43e9-4742-ba0d-7f2cbde157f5 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (94d48e09-4bf8-4801-b176-e6bd9247e8b2), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:07.650747 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-0fbec916-530b-4268-89f3-668365b77367 None None] For port 4b12c97f-7399-4199-a2fe-1daedf5ece43, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=4b12c97f-7399-4199-a2fe-1daedf5ece43,segment=NetworkSegment(2bf635be-daa1-4292-836a-8e075a31568e),segment_id=2bf635be-daa1-4292-836a-8e075a31568e)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:07.651626 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0fbec916-530b-4268-89f3-668365b77367 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (4b12c97f-7399-4199-a2fe-1daedf5ece43), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:07.663737 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-78182e2b-1088-40f9-ac1f-59b64123f9b5 req-ceaa8e44-8f30-471f-a4a2-e6114467622a tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f56c3a-2e04-4c6a-a3ad-7bb0de34f629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881093 Feb 09 01:39:07.665530 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-0fbec916-530b-4268-89f3-668365b77367 None None] Calling delete_port for 4b12c97f-7399-4199-a2fe-1daedf5ece43 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:39:07.690441 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-acb93083-43e9-4742-ba0d-7f2cbde157f5 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (94d48e09-4bf8-4801-b176-e6bd9247e8b2), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:07.720400 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb93083-43e9-4742-ba0d-7f2cbde157f5 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Pushing event deleted for resources: {'Subnet': ['ID=94d48e09-4bf8-4801-b176-e6bd9247e8b2,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:07.728051 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-acb93083-43e9-4742-ba0d-7f2cbde157f5 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:07.734649 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54fb010-5785-4b99-b80c-df72fd6b5e02 None None] Network f7fcbbf2-8fa2-4e98-baf8-b3c397366e36 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:07.735340 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34698) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:07.737126 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-acb93083-43e9-4742-ba0d-7f2cbde157f5 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] 10.222.0.50 "DELETE /v2.0/subnets/94d48e09-4bf8-4801-b176-e6bd9247e8b2 HTTP/1.1" status: 204 len: 168 time: 0.4125967 Feb 09 01:39:07.832270 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-474c2741-a05b-4156-babf-b3265a94dfdd tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (c95788b8-d816-4da7-8ce2-dcf96e462c00), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:07.834349 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0fbec916-530b-4268-89f3-668365b77367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (4b12c97f-7399-4199-a2fe-1daedf5ece43), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:07.870981 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbec916-530b-4268-89f3-668365b77367 None None] Pushing event deleted for resources: {'Port': ['ID=4b12c97f-7399-4199-a2fe-1daedf5ece43,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:07.873134 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbec916-530b-4268-89f3-668365b77367 None None] No DVR routers for this DVR port 4b12c97f-7399-4199-a2fe-1daedf5ece43 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:39:07.954390 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:07.968648 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e98b112-f241-4721-95fa-045285345f36 None None] DHCP port deletion for f7fcbbf2-8fa2-4e98-baf8-b3c397366e36 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:39:08.031070 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6e98b112-f241-4721-95fa-045285345f36 None None] Deleting port 5166fa74-33ac-4501-abb4-f70a21458475 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:39:08.032026 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6e98b112-f241-4721-95fa-045285345f36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (5166fa74-33ac-4501-abb4-f70a21458475), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:08.100583 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6e98b112-f241-4721-95fa-045285345f36 None None] For port 5166fa74-33ac-4501-abb4-f70a21458475, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=5166fa74-33ac-4501-abb4-f70a21458475,segment=NetworkSegment(94b32d47-b1eb-413a-b395-c806d114d9f0),segment_id=94b32d47-b1eb-413a-b395-c806d114d9f0)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:08.100945 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6e98b112-f241-4721-95fa-045285345f36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (5166fa74-33ac-4501-abb4-f70a21458475), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:08.114838 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6e98b112-f241-4721-95fa-045285345f36 None None] Calling delete_port for 5166fa74-33ac-4501-abb4-f70a21458475 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:39:08.198403 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6e98b112-f241-4721-95fa-045285345f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (5166fa74-33ac-4501-abb4-f70a21458475), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:08.215661 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-474c2741-a05b-4156-babf-b3265a94dfdd tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (c95788b8-d816-4da7-8ce2-dcf96e462c00), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:08.225709 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e98b112-f241-4721-95fa-045285345f36 None None] Pushing event deleted for resources: {'Port': ['ID=5166fa74-33ac-4501-abb4-f70a21458475,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:08.231518 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e98b112-f241-4721-95fa-045285345f36 None None] No DVR routers for this DVR port 5166fa74-33ac-4501-abb4-f70a21458475 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:39:08.243462 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-474c2741-a05b-4156-babf-b3265a94dfdd tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c95788b8-d816-4da7-8ce2-dcf96e462c00']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:08.258617 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-474c2741-a05b-4156-babf-b3265a94dfdd tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bf635be-daa1-4292-836a-8e075a31568e') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:08.258952 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-474c2741-a05b-4156-babf-b3265a94dfdd tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bf635be-daa1-4292-836a-8e075a31568e') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:08.268113 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-474c2741-a05b-4156-babf-b3265a94dfdd tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (2bf635be-daa1-4292-836a-8e075a31568e), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:08.281504 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-474c2741-a05b-4156-babf-b3265a94dfdd tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (2bf635be-daa1-4292-836a-8e075a31568e), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:08.287724 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-474c2741-a05b-4156-babf-b3265a94dfdd tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:39:08.288202 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-474c2741-a05b-4156-babf-b3265a94dfdd tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (2bf635be-daa1-4292-836a-8e075a31568e), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:08.291228 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:39:08.291228 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:39:08.291228 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:39:08.291228 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:39:08.291228 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:39:08.291228 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:39:08.291228 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:39:08.291228 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:39:08.291228 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:39:08.291228 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:39:08.291228 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:39:08.291228 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:39:08.291228 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:39:08.291228 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:39:08.291228 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:39:08.291228 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:39:08.291228 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:39:08.291228 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:39:08.291228 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:39:08.291228 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:39:08.291228 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:39:08.291228 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:39:08.291228 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:39:08.291228 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:39:08.291228 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:39:08.291228 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:39:08.291228 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:39:08.291228 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:39:08.291228 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:39:08.291228 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:39:08.291228 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:39:08.291228 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:39:08.349368 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-474c2741-a05b-4156-babf-b3265a94dfdd tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (c95788b8-d816-4da7-8ce2-dcf96e462c00), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:08.356346 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-474c2741-a05b-4156-babf-b3265a94dfdd tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:08.359527 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-474c2741-a05b-4156-babf-b3265a94dfdd tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] 10.222.0.50 "DELETE /v2.0/networks/c95788b8-d816-4da7-8ce2-dcf96e462c00 HTTP/1.1" status: 204 len: 168 time: 0.6231921 Feb 09 01:39:08.362117 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34700) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:08.379293 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c2741-a05b-4156-babf-b3265a94dfdd tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Pushing event deleted for resources: {'Network': ['ID=c95788b8-d816-4da7-8ce2-dcf96e462c00,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:08.442242 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5deb314e-15fa-4dae-a669-97c08b0b6fda tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (f7fcbbf2-8fa2-4e98-baf8-b3c397366e36), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:08.459221 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:08.534424 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5deb314e-15fa-4dae-a669-97c08b0b6fda tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (f7fcbbf2-8fa2-4e98-baf8-b3c397366e36), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:08.555138 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-5deb314e-15fa-4dae-a669-97c08b0b6fda tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7fcbbf2-8fa2-4e98-baf8-b3c397366e36']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:08.564291 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-5deb314e-15fa-4dae-a669-97c08b0b6fda tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94b32d47-b1eb-413a-b395-c806d114d9f0') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:08.564625 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-5deb314e-15fa-4dae-a669-97c08b0b6fda tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94b32d47-b1eb-413a-b395-c806d114d9f0') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:08.574431 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5deb314e-15fa-4dae-a669-97c08b0b6fda tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (94b32d47-b1eb-413a-b395-c806d114d9f0), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:08.587349 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5deb314e-15fa-4dae-a669-97c08b0b6fda tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (94b32d47-b1eb-413a-b395-c806d114d9f0), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:08.593218 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5deb314e-15fa-4dae-a669-97c08b0b6fda tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:39:08.593617 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5deb314e-15fa-4dae-a669-97c08b0b6fda tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (94b32d47-b1eb-413a-b395-c806d114d9f0), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:08.596665 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:39:08.596665 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:39:08.596665 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:39:08.596665 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:39:08.596665 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:39:08.596665 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:39:08.596665 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:39:08.596665 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:39:08.596665 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:39:08.596665 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:39:08.596665 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:39:08.596665 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:39:08.596665 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:39:08.596665 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:39:08.596665 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:39:08.596665 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:39:08.596665 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:39:08.596665 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:39:08.596665 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:39:08.596665 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:39:08.596665 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:39:08.596665 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:39:08.596665 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:39:08.596665 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:39:08.596665 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:39:08.596665 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:39:08.596665 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:39:08.596665 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:39:08.596665 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:39:08.596665 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:39:08.596665 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:39:08.596665 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:39:08.657753 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5deb314e-15fa-4dae-a669-97c08b0b6fda tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (f7fcbbf2-8fa2-4e98-baf8-b3c397366e36), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:08.664915 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5deb314e-15fa-4dae-a669-97c08b0b6fda tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:08.668328 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-5deb314e-15fa-4dae-a669-97c08b0b6fda tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] 10.222.0.50 "DELETE /v2.0/networks/f7fcbbf2-8fa2-4e98-baf8-b3c397366e36 HTTP/1.1" status: 204 len: 168 time: 0.3052170 Feb 09 01:39:08.670804 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34704) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:08.689049 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb314e-15fa-4dae-a669-97c08b0b6fda tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Pushing event deleted for resources: {'Network': ['ID=f7fcbbf2-8fa2-4e98-baf8-b3c397366e36,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:08.739992 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-3085b8dd-c121-4656-a10f-411dc7aaa728 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Deleting subnet 79bc509c-f76a-462e-ab6c-1a46db32de02 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:39:08.755984 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3085b8dd-c121-4656-a10f-411dc7aaa728 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks [] for subnet (79bc509c-f76a-462e-ab6c-1a46db32de02), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:08.816789 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3085b8dd-c121-4656-a10f-411dc7aaa728 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (79bc509c-f76a-462e-ab6c-1a46db32de02), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:08.828196 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4b12c97f-7399-4199-a2fe-1daedf5ece43 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:39:08.849477 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 4b12c97f-7399-4199-a2fe-1daedf5ece43 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:39:08.849832 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4b12c97f-7399-4199-a2fe-1daedf5ece43 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:39:08.850251 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 5166fa74-33ac-4501-abb4-f70a21458475 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:39:08.871277 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021da60-73c1-4394-a599-566510d845dc req-c76cea9d-202a-4580-b358-860a1aa135ac tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:08.871536 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 5166fa74-33ac-4501-abb4-f70a21458475 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:39:08.872017 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 5166fa74-33ac-4501-abb4-f70a21458475 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:39:08.873149 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e021da60-73c1-4394-a599-566510d845dc req-c76cea9d-202a-4580-b358-860a1aa135ac tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=8538cec5-24e2-4b7e-b442-ed9649ae15de HTTP/1.1" status: 200 len: 945 time: 0.1298487 Feb 09 01:39:08.964587 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3085b8dd-c121-4656-a10f-411dc7aaa728 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (79bc509c-f76a-462e-ab6c-1a46db32de02), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:08.971061 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e021da60-73c1-4394-a599-566510d845dc req-9e59d68d-0d1e-4c1a-9f66-b545f4df5034 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f56c3a-2e04-4c6a-a3ad-7bb0de34f629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863371 Feb 09 01:39:09.027637 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3085b8dd-c121-4656-a10f-411dc7aaa728 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (79bc509c-f76a-462e-ab6c-1a46db32de02), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:09.055264 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085b8dd-c121-4656-a10f-411dc7aaa728 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Pushing event deleted for resources: {'Subnet': ['ID=79bc509c-f76a-462e-ab6c-1a46db32de02,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:09.059842 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3085b8dd-c121-4656-a10f-411dc7aaa728 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:09.065591 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3085b8dd-c121-4656-a10f-411dc7aaa728 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] 10.222.0.50 "DELETE /v2.0/subnets/79bc509c-f76a-462e-ab6c-1a46db32de02 HTTP/1.1" status: 204 len: 168 time: 0.3914843 Feb 09 01:39:09.065829 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34708) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:09.067084 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20db27b3-8659-4e75-b104-65fd4bbeaa1e None None] Network 1f0260cb-2693-43b4-a35c-c42251509d23 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:09.151759 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-12c75716-045f-4737-acaa-02870dea37fe tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (1f0260cb-2693-43b4-a35c-c42251509d23), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:09.206439 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-12c75716-045f-4737-acaa-02870dea37fe tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Deleting port 05c76d45-959d-4f9e-9605-2aac292f89f6 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:39:09.206847 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-12c75716-045f-4737-acaa-02870dea37fe tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (05c76d45-959d-4f9e-9605-2aac292f89f6), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:09.277617 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-12c75716-045f-4737-acaa-02870dea37fe tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] For port 05c76d45-959d-4f9e-9605-2aac292f89f6, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=05c76d45-959d-4f9e-9605-2aac292f89f6,segment=NetworkSegment(1ddb8ed0-21dd-4c5d-9e2e-fd9ade782371),segment_id=1ddb8ed0-21dd-4c5d-9e2e-fd9ade782371)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:09.277891 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-12c75716-045f-4737-acaa-02870dea37fe tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (05c76d45-959d-4f9e-9605-2aac292f89f6), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:09.290964 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-12c75716-045f-4737-acaa-02870dea37fe tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Calling delete_port for 05c76d45-959d-4f9e-9605-2aac292f89f6 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:39:09.377992 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-12c75716-045f-4737-acaa-02870dea37fe tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (05c76d45-959d-4f9e-9605-2aac292f89f6), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:09.404842 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c75716-045f-4737-acaa-02870dea37fe tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Pushing event deleted for resources: {'Port': ['ID=05c76d45-959d-4f9e-9605-2aac292f89f6,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:09.407177 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fb1dd6-5deb-43f6-9f10-fe980bd687a5 None None] DHCP port deletion for 1f0260cb-2693-43b4-a35c-c42251509d23 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:39:09.408173 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c75716-045f-4737-acaa-02870dea37fe tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] No DVR routers for this DVR port 05c76d45-959d-4f9e-9605-2aac292f89f6 on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:39:09.493526 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-12c75716-045f-4737-acaa-02870dea37fe tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (1f0260cb-2693-43b4-a35c-c42251509d23), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:09.515743 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-12c75716-045f-4737-acaa-02870dea37fe tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f0260cb-2693-43b4-a35c-c42251509d23']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:09.527250 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-12c75716-045f-4737-acaa-02870dea37fe tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ddb8ed0-21dd-4c5d-9e2e-fd9ade782371') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:09.527555 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-12c75716-045f-4737-acaa-02870dea37fe tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ddb8ed0-21dd-4c5d-9e2e-fd9ade782371') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:09.538704 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-12c75716-045f-4737-acaa-02870dea37fe tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (1ddb8ed0-21dd-4c5d-9e2e-fd9ade782371), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:09.554435 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-12c75716-045f-4737-acaa-02870dea37fe tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (1ddb8ed0-21dd-4c5d-9e2e-fd9ade782371), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:09.561154 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12c75716-045f-4737-acaa-02870dea37fe tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:39:09.561626 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-12c75716-045f-4737-acaa-02870dea37fe tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (1ddb8ed0-21dd-4c5d-9e2e-fd9ade782371), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:09.564693 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:39:09.564693 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:39:09.564693 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:39:09.564693 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:39:09.564693 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:39:09.564693 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:39:09.564693 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:39:09.564693 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:39:09.564693 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:39:09.564693 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:39:09.564693 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:39:09.564693 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:39:09.564693 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:39:09.564693 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:39:09.564693 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:39:09.564693 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:39:09.564693 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:39:09.564693 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:39:09.564693 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:39:09.564693 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:39:09.564693 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:39:09.564693 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:39:09.564693 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:39:09.564693 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:39:09.564693 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:39:09.564693 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:39:09.564693 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:39:09.564693 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:39:09.564693 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:39:09.564693 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:39:09.564693 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:39:09.564693 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:39:09.627764 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-12c75716-045f-4737-acaa-02870dea37fe tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (1f0260cb-2693-43b4-a35c-c42251509d23), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:09.634910 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-12c75716-045f-4737-acaa-02870dea37fe tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:09.643153 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-12c75716-045f-4737-acaa-02870dea37fe tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] 10.222.0.50 "DELETE /v2.0/networks/1f0260cb-2693-43b4-a35c-c42251509d23 HTTP/1.1" status: 204 len: 168 time: 0.5756092 Feb 09 01:39:09.646155 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34710) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:09.659348 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:09.684051 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-01bd10ae-b62e-4ad9-a581-bdddf6625716 tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] 10.222.0.50 "GET /v2.0/ports?device_id=00c81d41-0c08-4f37-8413-dc5403b70094 HTTP/1.1" status: 200 len: 205 time: 0.0366223 Feb 09 01:39:09.685581 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c75716-045f-4737-acaa-02870dea37fe tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Pushing event deleted for resources: {'Network': ['ID=1f0260cb-2693-43b4-a35c-c42251509d23,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:09.686761 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34714) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:09.775139 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ee7da77a-0225-4f98-8739-3972a9de0cbe tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks [] for router (00c81d41-0c08-4f37-8413-dc5403b70094), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:09.955106 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ee7da77a-0225-4f98-8739-3972a9de0cbe tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (00c81d41-0c08-4f37-8413-dc5403b70094), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:09.957235 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ee7da77a-0225-4f98-8739-3972a9de0cbe tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks [] for router_controller (00c81d41-0c08-4f37-8413-dc5403b70094), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:10.004763 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ee7da77a-0225-4f98-8739-3972a9de0cbe tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (00c81d41-0c08-4f37-8413-dc5403b70094), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:10.005287 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7da77a-0225-4f98-8739-3972a9de0cbe tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Fanout notify agent at l3_agent the message router_deleted on router 00c81d41-0c08-4f37-8413-dc5403b70094 {{(pid=103136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:39:10.013610 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ee7da77a-0225-4f98-8739-3972a9de0cbe tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:10.014848 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ee7da77a-0225-4f98-8739-3972a9de0cbe tempest-RoutersNegativeIpV6Test-895943877 tempest-RoutersNegativeIpV6Test-895943877-project] 10.222.0.50 "DELETE /v2.0/routers/00c81d41-0c08-4f37-8413-dc5403b70094 HTTP/1.1" status: 204 len: 168 time: 0.3269904 Feb 09 01:39:10.097184 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a981a-e375-4110-bd5c-6f72452be096 req-a7847fa2-66de-404f-b639-307eb6734a05 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:10.099249 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-622a981a-e375-4110-bd5c-6f72452be096 req-a7847fa2-66de-404f-b639-307eb6734a05 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=8538cec5-24e2-4b7e-b442-ed9649ae15de HTTP/1.1" status: 200 len: 945 time: 0.0541782 Feb 09 01:39:10.150949 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-622a981a-e375-4110-bd5c-6f72452be096 req-12880826-df91-44a3-a0b2-0be49a2fd716 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f56c3a-2e04-4c6a-a3ad-7bb0de34f629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449741 Feb 09 01:39:10.262500 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34724) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:10.415241 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-457e115f-c001-4510-8919-28fc88a0c88d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ed65026f9f7e433ba4bf4bc93bac59e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1514156 Feb 09 01:39:10.417623 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34728) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:10.463219 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8ca0de5a-8da0-4c7c-8a17-7f6b004a8ce3 admin admin] Publish callbacks [] for security_group (6e6c3abe-f3c9-40ea-a82b-23bf662b6cb1), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:10.483711 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8ca0de5a-8da0-4c7c-8a17-7f6b004a8ce3 admin admin] Publish callbacks [] for security_group (6e6c3abe-f3c9-40ea-a82b-23bf662b6cb1), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:10.533781 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8ca0de5a-8da0-4c7c-8a17-7f6b004a8ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (6e6c3abe-f3c9-40ea-a82b-23bf662b6cb1), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:10.536288 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8ca0de5a-8da0-4c7c-8a17-7f6b004a8ce3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:10.537448 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8ca0de5a-8da0-4c7c-8a17-7f6b004a8ce3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6e6c3abe-f3c9-40ea-a82b-23bf662b6cb1 HTTP/1.1" status: 204 len: 168 time: 0.1189456 Feb 09 01:39:10.545062 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0de5a-8da0-4c7c-8a17-7f6b004a8ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6c3abe-f3c9-40ea-a82b-23bf662b6cb1,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:10.809711 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 05c76d45-959d-4f9e-9605-2aac292f89f6 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:39:10.833200 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 05c76d45-959d-4f9e-9605-2aac292f89f6 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:39:10.833556 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 05c76d45-959d-4f9e-9605-2aac292f89f6 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:39:11.187404 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34754) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:11.277984 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d6acc-13c3-4840-a1a7-733e535e3d10 req-bfdca859-c161-4b80-a234-ab88e1a1b6a8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:11.279503 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-157d6acc-13c3-4840-a1a7-733e535e3d10 req-bfdca859-c161-4b80-a234-ab88e1a1b6a8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=8538cec5-24e2-4b7e-b442-ed9649ae15de HTTP/1.1" status: 200 len: 945 time: 0.0549991 Feb 09 01:39:11.311190 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-7913cfab-0a9a-4234-95e7-053072d77253 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-741496005', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:11.349992 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-157d6acc-13c3-4840-a1a7-733e535e3d10 req-f64d6447-addc-4347-9478-cc7aadff5ef6 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f56c3a-2e04-4c6a-a3ad-7bb0de34f629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631354 Feb 09 01:39:11.351371 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7913cfab-0a9a-4234-95e7-053072d77253 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (dd789f42-a1f3-40aa-b5a7-0af6aac62859), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:11.352491 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7913cfab-0a9a-4234-95e7-053072d77253 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (dd789f42-a1f3-40aa-b5a7-0af6aac62859), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:11.412226 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7913cfab-0a9a-4234-95e7-053072d77253 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks [] for router_controller (dd789f42-a1f3-40aa-b5a7-0af6aac62859), precommit_add_association {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:11.417219 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7913cfab-0a9a-4234-95e7-053072d77253 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (dd789f42-a1f3-40aa-b5a7-0af6aac62859), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:11.436694 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7913cfab-0a9a-4234-95e7-053072d77253 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:11.440453 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-7913cfab-0a9a-4234-95e7-053072d77253 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2495027 Feb 09 01:39:11.440720 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34758) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:11.445618 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-4c2cef7c-fe58-4e5e-bab3-fef2c667b7b5 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1859477909'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:11.464674 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2cef7c-fe58-4e5e-bab3-fef2c667b7b5 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Made reservation on behalf of ea7f59a0f745405db7efcfe3f5791508 for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:11.467856 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4c2cef7c-fe58-4e5e-bab3-fef2c667b7b5 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:11.476732 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4c2cef7c-fe58-4e5e-bab3-fef2c667b7b5 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:11.554911 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4c2cef7c-fe58-4e5e-bab3-fef2c667b7b5 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks [] for security_group (de6d2cd1-a770-403c-9de0-3c055e36bab2), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:11.559102 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4c2cef7c-fe58-4e5e-bab3-fef2c667b7b5 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (de6d2cd1-a770-403c-9de0-3c055e36bab2), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:11.589595 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c2cef7c-fe58-4e5e-bab3-fef2c667b7b5 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1035} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:39:11.594513 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2cef7c-fe58-4e5e-bab3-fef2c667b7b5 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de6d2cd1-a770-403c-9de0-3c055e36bab2,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:11.602066 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4c2cef7c-fe58-4e5e-bab3-fef2c667b7b5 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (3e96629a-08a5-47c5-b07c-81660e404f1c), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:11.602424 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-4c2cef7c-fe58-4e5e-bab3-fef2c667b7b5 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Added segment 3e96629a-08a5-47c5-b07c-81660e404f1c of type vlan for network 39c5c864-b0bb-48ab-9fb0-2fad7f1ef99b Feb 09 01:39:11.659065 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4c2cef7c-fe58-4e5e-bab3-fef2c667b7b5 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (39c5c864-b0bb-48ab-9fb0-2fad7f1ef99b), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:11.693241 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4c2cef7c-fe58-4e5e-bab3-fef2c667b7b5 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (39c5c864-b0bb-48ab-9fb0-2fad7f1ef99b), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:11.698884 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2cef7c-fe58-4e5e-bab3-fef2c667b7b5 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:11.701077 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4c2cef7c-fe58-4e5e-bab3-fef2c667b7b5 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:11.767183 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4c2cef7c-fe58-4e5e-bab3-fef2c667b7b5 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3253965 Feb 09 01:39:11.770660 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34768) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:11.776765 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2cef7c-fe58-4e5e-bab3-fef2c667b7b5 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Pushing event updated for resources: {'Network': ['ID=39c5c864-b0bb-48ab-9fb0-2fad7f1ef99b,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:11.776961 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-a9f089f0-38a2-4642-b461-b94a890488b3 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Request body: {'subnet': {'network_id': '39c5c864-b0bb-48ab-9fb0-2fad7f1ef99b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:11.791336 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 39c5c864-b0bb-48ab-9fb0-2fad7f1ef99b details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:39:11.978476 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f089f0-38a2-4642-b461-b94a890488b3 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Made reservation on behalf of ea7f59a0f745405db7efcfe3f5791508 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:11.978476 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a9f089f0-38a2-4642-b461-b94a890488b3 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:12.126691 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a9f089f0-38a2-4642-b461-b94a890488b3 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (cbf0a875-7614-46db-a299-521ba55bf1ad), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:12.195275 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f089f0-38a2-4642-b461-b94a890488b3 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Pushing event updated for resources: {'Subnet': ['ID=cbf0a875-7614-46db-a299-521ba55bf1ad,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:12.207912 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f089f0-38a2-4642-b461-b94a890488b3 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Checking segment: {'id': '3e96629a-08a5-47c5-b07c-81660e404f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '39c5c864-b0bb-48ab-9fb0-2fad7f1ef99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:12.208283 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f089f0-38a2-4642-b461-b94a890488b3 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Network hostable DHCP agents. Network: 39c5c864-b0bb-48ab-9fb0-2fad7f1ef99b, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:39:12.226174 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f089f0-38a2-4642-b461-b94a890488b3 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Network 39c5c864-b0bb-48ab-9fb0-2fad7f1ef99b is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:39:12.242324 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-a9f089f0-38a2-4642-b461-b94a890488b3 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 39c5c864-b0bb-48ab-9fb0-2fad7f1ef99b) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:12.247923 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f089f0-38a2-4642-b461-b94a890488b3 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:12.249193 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a9f089f0-38a2-4642-b461-b94a890488b3 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:12.255103 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5a7d3e-391b-41cc-b1ef-28834a4c2d86 None None] Network 39c5c864-b0bb-48ab-9fb0-2fad7f1ef99b requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:12.275304 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a9f089f0-38a2-4642-b461-b94a890488b3 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5021136 Feb 09 01:39:12.277559 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34792) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:12.283054 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-3cdfbfae-9548-47a0-a9c9-56fdea931f65 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Request body: {'network': {'name': 'tempest-router-network01--60930939'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:12.314894 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cdfbfae-9548-47a0-a9c9-56fdea931f65 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Made reservation on behalf of ea7f59a0f745405db7efcfe3f5791508 for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:12.319164 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3cdfbfae-9548-47a0-a9c9-56fdea931f65 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:12.343898 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cdfbfae-9548-47a0-a9c9-56fdea931f65 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1016} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:39:12.354792 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3cdfbfae-9548-47a0-a9c9-56fdea931f65 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (f242ca2f-1f5d-4e07-8e11-9c2eb9d846ed), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:12.355392 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-3cdfbfae-9548-47a0-a9c9-56fdea931f65 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Added segment f242ca2f-1f5d-4e07-8e11-9c2eb9d846ed of type vlan for network 08eff293-36a3-46ee-b099-7971eaf8b064 Feb 09 01:39:12.376223 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa610a9-cfa7-40be-8414-f9fd5b5fafcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-39c5c864-b0bb-48ab-9fb0-2fad7f1ef99b', 'network_id': '39c5c864-b0bb-48ab-9fb0-2fad7f1ef99b', 'project_id': 'ea7f59a0f745405db7efcfe3f5791508', 'fixed_ips': [{'subnet_id': 'cbf0a875-7614-46db-a299-521ba55bf1ad'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:39:12.377244 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-caa610a9-cfa7-40be-8414-f9fd5b5fafcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:12.408205 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3cdfbfae-9548-47a0-a9c9-56fdea931f65 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (08eff293-36a3-46ee-b099-7971eaf8b064), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:12.441938 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3cdfbfae-9548-47a0-a9c9-56fdea931f65 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (08eff293-36a3-46ee-b099-7971eaf8b064), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:12.448112 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdfbfae-9548-47a0-a9c9-56fdea931f65 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:12.448745 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3cdfbfae-9548-47a0-a9c9-56fdea931f65 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:12.542790 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-caa610a9-cfa7-40be-8414-f9fd5b5fafcc None None] Allocated IP 172.20.0.2 (39c5c864-b0bb-48ab-9fb0-2fad7f1ef99b/cbf0a875-7614-46db-a299-521ba55bf1ad/53a2e1cf-8c5f-42da-959d-32f13108f6cf) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:39:12.556591 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3cdfbfae-9548-47a0-a9c9-56fdea931f65 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2776182 Feb 09 01:39:12.560848 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34798) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:12.569919 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-85c49b4a-e58e-4475-a9e7-a2ef6ed67000 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Request body: {'network': {'name': 'tempest-router-network02--1657767357'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:12.571162 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdfbfae-9548-47a0-a9c9-56fdea931f65 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Pushing event updated for resources: {'Network': ['ID=08eff293-36a3-46ee-b099-7971eaf8b064,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:12.584433 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07e1d0-2c1c-4a8b-9232-e8e3a6152871 req-c46c386e-edf7-4f5d-a6a2-f18eb92a6697 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:12.586713 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2b07e1d0-2c1c-4a8b-9232-e8e3a6152871 req-c46c386e-edf7-4f5d-a6a2-f18eb92a6697 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=8538cec5-24e2-4b7e-b442-ed9649ae15de HTTP/1.1" status: 200 len: 945 time: 0.1335468 Feb 09 01:39:12.614799 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c49b4a-e58e-4475-a9e7-a2ef6ed67000 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Made reservation on behalf of ea7f59a0f745405db7efcfe3f5791508 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:12.619201 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-85c49b4a-e58e-4475-a9e7-a2ef6ed67000 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:12.654710 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85c49b4a-e58e-4475-a9e7-a2ef6ed67000 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1019} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:39:12.660367 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2b07e1d0-2c1c-4a8b-9232-e8e3a6152871 req-03b631be-bd44-4f30-a244-020a35120e4b tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f56c3a-2e04-4c6a-a3ad-7bb0de34f629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671515 Feb 09 01:39:12.667121 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-85c49b4a-e58e-4475-a9e7-a2ef6ed67000 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (feca9acf-7ba3-48a1-a364-98df143f32b9), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:12.667299 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 08eff293-36a3-46ee-b099-7971eaf8b064 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:39:12.667847 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-85c49b4a-e58e-4475-a9e7-a2ef6ed67000 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Added segment feca9acf-7ba3-48a1-a364-98df143f32b9 of type vlan for network 09be8db6-79d5-41e4-a0e4-f7bd182203bf Feb 09 01:39:12.731958 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-85c49b4a-e58e-4475-a9e7-a2ef6ed67000 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (09be8db6-79d5-41e4-a0e4-f7bd182203bf), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:12.771046 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-85c49b4a-e58e-4475-a9e7-a2ef6ed67000 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (09be8db6-79d5-41e4-a0e4-f7bd182203bf), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:12.777067 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c49b4a-e58e-4475-a9e7-a2ef6ed67000 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:12.777653 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-85c49b4a-e58e-4475-a9e7-a2ef6ed67000 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:12.782418 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-caa610a9-cfa7-40be-8414-f9fd5b5fafcc None None] Publish callbacks [] for port (53a2e1cf-8c5f-42da-959d-32f13108f6cf), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:12.790711 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-caa610a9-cfa7-40be-8414-f9fd5b5fafcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (53a2e1cf-8c5f-42da-959d-32f13108f6cf), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:12.837570 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa610a9-cfa7-40be-8414-f9fd5b5fafcc None None] Network 39c5c864-b0bb-48ab-9fb0-2fad7f1ef99b is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:12.840689 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-caa610a9-cfa7-40be-8414-f9fd5b5fafcc None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:12.844740 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa610a9-cfa7-40be-8414-f9fd5b5fafcc None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:39:12.850420 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-85c49b4a-e58e-4475-a9e7-a2ef6ed67000 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2864239 Feb 09 01:39:12.858452 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34806) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:12.861929 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c49b4a-e58e-4475-a9e7-a2ef6ed67000 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Pushing event updated for resources: {'Network': ['ID=09be8db6-79d5-41e4-a0e4-f7bd182203bf,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:12.865841 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-f37c2e99-47fb-42f6-b163-9ef157adf43e tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Request body: {'subnet': {'network_id': '08eff293-36a3-46ee-b099-7971eaf8b064', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:12.867572 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa610a9-cfa7-40be-8414-f9fd5b5fafcc None None] Pushing event updated for resources: {'Port': ['ID=53a2e1cf-8c5f-42da-959d-32f13108f6cf,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:12.924744 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 09be8db6-79d5-41e4-a0e4-f7bd182203bf details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:39:12.930806 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-caa610a9-cfa7-40be-8414-f9fd5b5fafcc None None] Attempting to bind port 53a2e1cf-8c5f-42da-959d-32f13108f6cf on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:39:12.931162 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-caa610a9-cfa7-40be-8414-f9fd5b5fafcc None None] Attempting to bind port 53a2e1cf-8c5f-42da-959d-32f13108f6cf by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '3e96629a-08a5-47c5-b07c-81660e404f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '39c5c864-b0bb-48ab-9fb0-2fad7f1ef99b'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:39:12.931534 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa610a9-cfa7-40be-8414-f9fd5b5fafcc None None] Attempting to bind port 53a2e1cf-8c5f-42da-959d-32f13108f6cf on network 39c5c864-b0bb-48ab-9fb0-2fad7f1ef99b {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:39:12.973872 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa610a9-cfa7-40be-8414-f9fd5b5fafcc None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:39:12.974264 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa610a9-cfa7-40be-8414-f9fd5b5fafcc None None] Checking segment: {'id': '3e96629a-08a5-47c5-b07c-81660e404f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '39c5c864-b0bb-48ab-9fb0-2fad7f1ef99b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:12.974683 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-caa610a9-cfa7-40be-8414-f9fd5b5fafcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:12.975091 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa610a9-cfa7-40be-8414-f9fd5b5fafcc None None] Bound using segment: {'id': '3e96629a-08a5-47c5-b07c-81660e404f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '39c5c864-b0bb-48ab-9fb0-2fad7f1ef99b'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:39:12.975588 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-caa610a9-cfa7-40be-8414-f9fd5b5fafcc None None] Bound port: 53a2e1cf-8c5f-42da-959d-32f13108f6cf, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e96629a-08a5-47c5-b07c-81660e404f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '39c5c864-b0bb-48ab-9fb0-2fad7f1ef99b'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:39:12.976092 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-caa610a9-cfa7-40be-8414-f9fd5b5fafcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (53a2e1cf-8c5f-42da-959d-32f13108f6cf), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:12.991088 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37c2e99-47fb-42f6-b163-9ef157adf43e tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Made reservation on behalf of ea7f59a0f745405db7efcfe3f5791508 for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:12.995129 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f37c2e99-47fb-42f6-b163-9ef157adf43e tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:13.085027 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-caa610a9-cfa7-40be-8414-f9fd5b5fafcc None None] For port 53a2e1cf-8c5f-42da-959d-32f13108f6cf, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:39:13.089704 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-caa610a9-cfa7-40be-8414-f9fd5b5fafcc None None] For port 53a2e1cf-8c5f-42da-959d-32f13108f6cf, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=53a2e1cf-8c5f-42da-959d-32f13108f6cf,segment=NetworkSegment(3e96629a-08a5-47c5-b07c-81660e404f1c),segment_id=3e96629a-08a5-47c5-b07c-81660e404f1c)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:39:13.096497 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-caa610a9-cfa7-40be-8414-f9fd5b5fafcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (53a2e1cf-8c5f-42da-959d-32f13108f6cf), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:13.165724 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa610a9-cfa7-40be-8414-f9fd5b5fafcc None None] Pushing event updated for resources: {'Port': ['ID=53a2e1cf-8c5f-42da-959d-32f13108f6cf,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:13.243356 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f37c2e99-47fb-42f6-b163-9ef157adf43e tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (faf8ee12-93bf-4f14-8a07-d6fb3403ca4a), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:13.306505 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37c2e99-47fb-42f6-b163-9ef157adf43e tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Pushing event updated for resources: {'Subnet': ['ID=faf8ee12-93bf-4f14-8a07-d6fb3403ca4a,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:13.318236 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37c2e99-47fb-42f6-b163-9ef157adf43e tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Checking segment: {'id': 'f242ca2f-1f5d-4e07-8e11-9c2eb9d846ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '08eff293-36a3-46ee-b099-7971eaf8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:13.319812 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37c2e99-47fb-42f6-b163-9ef157adf43e tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Network hostable DHCP agents. Network: 08eff293-36a3-46ee-b099-7971eaf8b064, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:39:13.368336 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37c2e99-47fb-42f6-b163-9ef157adf43e tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Network 08eff293-36a3-46ee-b099-7971eaf8b064 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:39:13.378565 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-f37c2e99-47fb-42f6-b163-9ef157adf43e tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 08eff293-36a3-46ee-b099-7971eaf8b064) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:13.382875 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37c2e99-47fb-42f6-b163-9ef157adf43e tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:13.383580 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f37c2e99-47fb-42f6-b163-9ef157adf43e tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:13.389949 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08249f1c-b9d3-4634-b8c0-4d3a7d184d30 None None] Network 08eff293-36a3-46ee-b099-7971eaf8b064 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:13.417457 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f37c2e99-47fb-42f6-b163-9ef157adf43e tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5557835 Feb 09 01:39:13.420152 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34818) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:13.426940 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-1cc91bbb-eead-4bca-9896-85d1aafeb9b5 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Request body: {'subnet': {'network_id': '09be8db6-79d5-41e4-a0e4-f7bd182203bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:13.528047 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd13f590-bd24-41df-96fd-edc05c1775f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-08eff293-36a3-46ee-b099-7971eaf8b064', 'network_id': '08eff293-36a3-46ee-b099-7971eaf8b064', 'project_id': 'ea7f59a0f745405db7efcfe3f5791508', 'fixed_ips': [{'subnet_id': 'faf8ee12-93bf-4f14-8a07-d6fb3403ca4a'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:39:13.530726 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cd13f590-bd24-41df-96fd-edc05c1775f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:13.537718 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc91bbb-eead-4bca-9896-85d1aafeb9b5 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Made reservation on behalf of ea7f59a0f745405db7efcfe3f5791508 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:13.541175 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1cc91bbb-eead-4bca-9896-85d1aafeb9b5 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:13.704984 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-cd13f590-bd24-41df-96fd-edc05c1775f8 None None] Allocated IP 172.20.0.2 (08eff293-36a3-46ee-b099-7971eaf8b064/faf8ee12-93bf-4f14-8a07-d6fb3403ca4a/bcc20517-b7b5-4789-b73f-f3b219800276) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:39:13.785701 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1cc91bbb-eead-4bca-9896-85d1aafeb9b5 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (c3809452-f3c5-4d45-8dc6-af6760886f43), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:13.867968 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc91bbb-eead-4bca-9896-85d1aafeb9b5 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Pushing event updated for resources: {'Subnet': ['ID=c3809452-f3c5-4d45-8dc6-af6760886f43,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:13.874547 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4aa2f-fdc5-45b8-bae4-117e61335daa req-c3bacb29-9fce-495d-8e83-ea30e3d15768 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:13.876222 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bea4aa2f-fdc5-45b8-bae4-117e61335daa req-c3bacb29-9fce-495d-8e83-ea30e3d15768 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=8538cec5-24e2-4b7e-b442-ed9649ae15de HTTP/1.1" status: 200 len: 945 time: 0.0777769 Feb 09 01:39:13.891460 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc91bbb-eead-4bca-9896-85d1aafeb9b5 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Checking segment: {'id': 'feca9acf-7ba3-48a1-a364-98df143f32b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '09be8db6-79d5-41e4-a0e4-f7bd182203bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:13.891851 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc91bbb-eead-4bca-9896-85d1aafeb9b5 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Network hostable DHCP agents. Network: 09be8db6-79d5-41e4-a0e4-f7bd182203bf, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:39:13.898330 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cd13f590-bd24-41df-96fd-edc05c1775f8 None None] Publish callbacks [] for port (bcc20517-b7b5-4789-b73f-f3b219800276), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:13.906955 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cd13f590-bd24-41df-96fd-edc05c1775f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (bcc20517-b7b5-4789-b73f-f3b219800276), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:13.912873 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc91bbb-eead-4bca-9896-85d1aafeb9b5 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Network 09be8db6-79d5-41e4-a0e4-f7bd182203bf is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:39:13.930195 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-1cc91bbb-eead-4bca-9896-85d1aafeb9b5 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 09be8db6-79d5-41e4-a0e4-f7bd182203bf) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:13.937563 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc91bbb-eead-4bca-9896-85d1aafeb9b5 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:13.938456 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1cc91bbb-eead-4bca-9896-85d1aafeb9b5 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:13.947396 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bea4aa2f-fdc5-45b8-bae4-117e61335daa req-91b18ac7-56ff-4312-bb7c-022199d3789b tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f56c3a-2e04-4c6a-a3ad-7bb0de34f629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632629 Feb 09 01:39:13.968249 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1cc91bbb-eead-4bca-9896-85d1aafeb9b5 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5467489 Feb 09 01:39:13.971156 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34830) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:13.975982 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13f590-bd24-41df-96fd-edc05c1775f8 None None] Pushing event updated for resources: {'Port': ['ID=bcc20517-b7b5-4789-b73f-f3b219800276,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:13.981682 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c35b5c9-b4ae-444f-a200-6b2cf4a3afd9 None None] Network 09be8db6-79d5-41e4-a0e4-f7bd182203bf requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:14.046719 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd13f590-bd24-41df-96fd-edc05c1775f8 None None] Network 08eff293-36a3-46ee-b099-7971eaf8b064 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:14.052855 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-cd13f590-bd24-41df-96fd-edc05c1775f8 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:14.057024 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd13f590-bd24-41df-96fd-edc05c1775f8 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:39:14.170349 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-cd13f590-bd24-41df-96fd-edc05c1775f8 None None] Attempting to bind port bcc20517-b7b5-4789-b73f-f3b219800276 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:39:14.170723 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-cd13f590-bd24-41df-96fd-edc05c1775f8 None None] Attempting to bind port bcc20517-b7b5-4789-b73f-f3b219800276 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f242ca2f-1f5d-4e07-8e11-9c2eb9d846ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '08eff293-36a3-46ee-b099-7971eaf8b064'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:39:14.171104 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd13f590-bd24-41df-96fd-edc05c1775f8 None None] Attempting to bind port bcc20517-b7b5-4789-b73f-f3b219800276 on network 08eff293-36a3-46ee-b099-7971eaf8b064 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:39:14.175669 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073d8420-3747-4ed4-91fa-b8fdcc4ecc3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-09be8db6-79d5-41e4-a0e4-f7bd182203bf', 'network_id': '09be8db6-79d5-41e4-a0e4-f7bd182203bf', 'project_id': 'ea7f59a0f745405db7efcfe3f5791508', 'fixed_ips': [{'subnet_id': 'c3809452-f3c5-4d45-8dc6-af6760886f43'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:39:14.176673 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-073d8420-3747-4ed4-91fa-b8fdcc4ecc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:14.193994 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd13f590-bd24-41df-96fd-edc05c1775f8 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:39:14.194990 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd13f590-bd24-41df-96fd-edc05c1775f8 None None] Checking segment: {'id': 'f242ca2f-1f5d-4e07-8e11-9c2eb9d846ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '08eff293-36a3-46ee-b099-7971eaf8b064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:14.195565 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cd13f590-bd24-41df-96fd-edc05c1775f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:14.196125 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd13f590-bd24-41df-96fd-edc05c1775f8 None None] Bound using segment: {'id': 'f242ca2f-1f5d-4e07-8e11-9c2eb9d846ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '08eff293-36a3-46ee-b099-7971eaf8b064'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:39:14.197099 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-cd13f590-bd24-41df-96fd-edc05c1775f8 None None] Bound port: bcc20517-b7b5-4789-b73f-f3b219800276, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f242ca2f-1f5d-4e07-8e11-9c2eb9d846ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '08eff293-36a3-46ee-b099-7971eaf8b064'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:39:14.197657 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cd13f590-bd24-41df-96fd-edc05c1775f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (bcc20517-b7b5-4789-b73f-f3b219800276), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:14.405507 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-073d8420-3747-4ed4-91fa-b8fdcc4ecc3b None None] Allocated IP 172.20.0.2 (09be8db6-79d5-41e4-a0e4-f7bd182203bf/c3809452-f3c5-4d45-8dc6-af6760886f43/b5fb1983-728e-445c-9f5e-f5e348ba8fc1) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:39:14.490215 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-cd13f590-bd24-41df-96fd-edc05c1775f8 None None] For port bcc20517-b7b5-4789-b73f-f3b219800276, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:39:14.507824 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-cd13f590-bd24-41df-96fd-edc05c1775f8 None None] For port bcc20517-b7b5-4789-b73f-f3b219800276, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=bcc20517-b7b5-4789-b73f-f3b219800276,segment=NetworkSegment(f242ca2f-1f5d-4e07-8e11-9c2eb9d846ed),segment_id=f242ca2f-1f5d-4e07-8e11-9c2eb9d846ed)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:39:14.525843 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cd13f590-bd24-41df-96fd-edc05c1775f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (bcc20517-b7b5-4789-b73f-f3b219800276), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:14.560426 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2668bd4a-a3d2-4b1d-94ff-404836ad467d None None] Network 39c5c864-b0bb-48ab-9fb0-2fad7f1ef99b requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:14.749926 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-03310868-5159-4455-a30d-8dcc6f863744 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:14.805973 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13f590-bd24-41df-96fd-edc05c1775f8 None None] Pushing event updated for resources: {'Port': ['ID=bcc20517-b7b5-4789-b73f-f3b219800276,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:14.820106 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-0149c9d2-2035-4fc9-b966-6ddeec277d25 None None] Provisioning complete for port 53a2e1cf-8c5f-42da-959d-32f13108f6cf triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:14.820106 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0149c9d2-2035-4fc9-b966-6ddeec277d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (53a2e1cf-8c5f-42da-959d-32f13108f6cf), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:14.870531 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-073d8420-3747-4ed4-91fa-b8fdcc4ecc3b None None] Publish callbacks [] for port (b5fb1983-728e-445c-9f5e-f5e348ba8fc1), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:14.913645 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-073d8420-3747-4ed4-91fa-b8fdcc4ecc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (b5fb1983-728e-445c-9f5e-f5e348ba8fc1), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:14.946183 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 53a2e1cf-8c5f-42da-959d-32f13108f6cf up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:39:15.112772 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073d8420-3747-4ed4-91fa-b8fdcc4ecc3b None None] Network 09be8db6-79d5-41e4-a0e4-f7bd182203bf is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:15.131184 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-073d8420-3747-4ed4-91fa-b8fdcc4ecc3b None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:15.164900 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073d8420-3747-4ed4-91fa-b8fdcc4ecc3b None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:39:15.176327 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d8420-3747-4ed4-91fa-b8fdcc4ecc3b None None] Pushing event updated for resources: {'Port': ['ID=b5fb1983-728e-445c-9f5e-f5e348ba8fc1,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:15.191752 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-0149c9d2-2035-4fc9-b966-6ddeec277d25 None None] Current status of the port 53a2e1cf-8c5f-42da-959d-32f13108f6cf is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:15.192225 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0149c9d2-2035-4fc9-b966-6ddeec277d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (53a2e1cf-8c5f-42da-959d-32f13108f6cf), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:15.224950 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-03310868-5159-4455-a30d-8dcc6f863744 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Allocated IP 172.20.0.1 (08eff293-36a3-46ee-b099-7971eaf8b064/faf8ee12-93bf-4f14-8a07-d6fb3403ca4a/312674ea-5b2f-4247-953d-db1d1cb0d775) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:39:15.227796 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 53a2e1cf-8c5f-42da-959d-32f13108f6cf triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:15.228261 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (53a2e1cf-8c5f-42da-959d-32f13108f6cf), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:15.243609 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703abfb4-7841-4785-8d59-b806ec98b4b6 req-d51eb3b8-026b-4021-840b-2346f301872c tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:15.245506 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-703abfb4-7841-4785-8d59-b806ec98b4b6 req-d51eb3b8-026b-4021-840b-2346f301872c tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=8538cec5-24e2-4b7e-b442-ed9649ae15de HTTP/1.1" status: 200 len: 945 time: 0.1347537 Feb 09 01:39:15.312693 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-0149c9d2-2035-4fc9-b966-6ddeec277d25 None None] For port 53a2e1cf-8c5f-42da-959d-32f13108f6cf, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=53a2e1cf-8c5f-42da-959d-32f13108f6cf,segment=NetworkSegment(3e96629a-08a5-47c5-b07c-81660e404f1c),segment_id=3e96629a-08a5-47c5-b07c-81660e404f1c)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:15.313990 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-073d8420-3747-4ed4-91fa-b8fdcc4ecc3b None None] Attempting to bind port b5fb1983-728e-445c-9f5e-f5e348ba8fc1 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:39:15.314444 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-073d8420-3747-4ed4-91fa-b8fdcc4ecc3b None None] Attempting to bind port b5fb1983-728e-445c-9f5e-f5e348ba8fc1 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'feca9acf-7ba3-48a1-a364-98df143f32b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '09be8db6-79d5-41e4-a0e4-f7bd182203bf'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:39:15.315990 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073d8420-3747-4ed4-91fa-b8fdcc4ecc3b None None] Attempting to bind port b5fb1983-728e-445c-9f5e-f5e348ba8fc1 on network 09be8db6-79d5-41e4-a0e4-f7bd182203bf {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:39:15.321592 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0149c9d2-2035-4fc9-b966-6ddeec277d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (53a2e1cf-8c5f-42da-959d-32f13108f6cf), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:15.354152 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073d8420-3747-4ed4-91fa-b8fdcc4ecc3b None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:39:15.354506 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073d8420-3747-4ed4-91fa-b8fdcc4ecc3b None None] Checking segment: {'id': 'feca9acf-7ba3-48a1-a364-98df143f32b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '09be8db6-79d5-41e4-a0e4-f7bd182203bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:15.355011 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-073d8420-3747-4ed4-91fa-b8fdcc4ecc3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:15.355486 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073d8420-3747-4ed4-91fa-b8fdcc4ecc3b None None] Bound using segment: {'id': 'feca9acf-7ba3-48a1-a364-98df143f32b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '09be8db6-79d5-41e4-a0e4-f7bd182203bf'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:39:15.356259 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-073d8420-3747-4ed4-91fa-b8fdcc4ecc3b None None] Bound port: b5fb1983-728e-445c-9f5e-f5e348ba8fc1, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feca9acf-7ba3-48a1-a364-98df143f32b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '09be8db6-79d5-41e4-a0e4-f7bd182203bf'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:39:15.356760 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-073d8420-3747-4ed4-91fa-b8fdcc4ecc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b5fb1983-728e-445c-9f5e-f5e348ba8fc1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:15.431160 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0149c9d2-2035-4fc9-b966-6ddeec277d25 None None] Pushing event updated for resources: {'Port': ['ID=53a2e1cf-8c5f-42da-959d-32f13108f6cf,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:15.432255 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-703abfb4-7841-4785-8d59-b806ec98b4b6 req-1da4dc6c-0012-4ff6-9376-bfbaa446a3fe tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f56c3a-2e04-4c6a-a3ad-7bb0de34f629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705627 Feb 09 01:39:15.495924 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-03310868-5159-4455-a30d-8dcc6f863744 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks [] for port (312674ea-5b2f-4247-953d-db1d1cb0d775), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:15.498368 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-073d8420-3747-4ed4-91fa-b8fdcc4ecc3b None None] For port b5fb1983-728e-445c-9f5e-f5e348ba8fc1, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:39:15.500634 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 53a2e1cf-8c5f-42da-959d-32f13108f6cf is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:15.503919 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-073d8420-3747-4ed4-91fa-b8fdcc4ecc3b None None] For port b5fb1983-728e-445c-9f5e-f5e348ba8fc1, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=b5fb1983-728e-445c-9f5e-f5e348ba8fc1,segment=NetworkSegment(feca9acf-7ba3-48a1-a364-98df143f32b9),segment_id=feca9acf-7ba3-48a1-a364-98df143f32b9)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:39:15.511195 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-073d8420-3747-4ed4-91fa-b8fdcc4ecc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b5fb1983-728e-445c-9f5e-f5e348ba8fc1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:15.561260 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-03310868-5159-4455-a30d-8dcc6f863744 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (312674ea-5b2f-4247-953d-db1d1cb0d775), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:15.586432 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d8420-3747-4ed4-91fa-b8fdcc4ecc3b None None] Pushing event updated for resources: {'Port': ['ID=b5fb1983-728e-445c-9f5e-f5e348ba8fc1,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:15.595241 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-300f751d-d861-4418-b09d-3c064f45cf8e None None] Provisioning complete for port 53a2e1cf-8c5f-42da-959d-32f13108f6cf triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:15.595778 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-300f751d-d861-4418-b09d-3c064f45cf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (53a2e1cf-8c5f-42da-959d-32f13108f6cf), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:15.627011 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03310868-5159-4455-a30d-8dcc6f863744 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Network 08eff293-36a3-46ee-b099-7971eaf8b064 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:15.631298 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-03310868-5159-4455-a30d-8dcc6f863744 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:15.648808 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03310868-5159-4455-a30d-8dcc6f863744 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:39:15.691657 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03310868-5159-4455-a30d-8dcc6f863744 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Pushing event updated for resources: {'Port': ['ID=312674ea-5b2f-4247-953d-db1d1cb0d775,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:15.696486 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-300f751d-d861-4418-b09d-3c064f45cf8e None None] Current status of the port 53a2e1cf-8c5f-42da-959d-32f13108f6cf is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:15.708313 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-03310868-5159-4455-a30d-8dcc6f863744 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (dd789f42-a1f3-40aa-b5a7-0af6aac62859), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:15.883666 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-03310868-5159-4455-a30d-8dcc6f863744 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (312674ea-5b2f-4247-953d-db1d1cb0d775), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:16.068063 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-50c4aba1-6199-4bac-8f42-3d08bc600c4e req-02575269-e72f-4608-a83e-ddeebf506d99 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7fb1c882-d88c-4b35-a2f9-dfb068fedda4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1601877 Feb 09 01:39:16.182238 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d794d671-ed96-4428-a25c-2c04c1e14f35 None None] Network 08eff293-36a3-46ee-b099-7971eaf8b064 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:16.246670 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4aba1-6199-4bac-8f42-3d08bc600c4e req-48ede565-a8b6-4675-bdce-e6f0445c08fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:16.248209 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-50c4aba1-6199-4bac-8f42-3d08bc600c4e req-48ede565-a8b6-4675-bdce-e6f0445c08fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9bde012005949bf8ed5f5d05d570ac0&device_id=7fb1c882-d88c-4b35-a2f9-dfb068fedda4 HTTP/1.1" status: 200 len: 1128 time: 0.1175258 Feb 09 01:39:16.410108 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4aba1-6199-4bac-8f42-3d08bc600c4e req-f351aec8-980a-4712-a350-3c668f4a09e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:16.411589 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-50c4aba1-6199-4bac-8f42-3d08bc600c4e req-f351aec8-980a-4712-a350-3c668f4a09e0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 HTTP/1.1" status: 200 len: 913 time: 0.1442695 Feb 09 01:39:16.421133 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-03310868-5159-4455-a30d-8dcc6f863744 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks [] for port (312674ea-5b2f-4247-953d-db1d1cb0d775), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:16.430270 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-03310868-5159-4455-a30d-8dcc6f863744 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (312674ea-5b2f-4247-953d-db1d1cb0d775), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:16.431143 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-3121cd52-b5d9-425a-9a7d-c643a3d26db7 None None] Provisioning complete for port bcc20517-b7b5-4789-b73f-f3b219800276 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:16.431534 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3121cd52-b5d9-425a-9a7d-c643a3d26db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (bcc20517-b7b5-4789-b73f-f3b219800276), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:16.565617 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-50c4aba1-6199-4bac-8f42-3d08bc600c4e req-93020222-fe20-49c1-b304-fe2b23a4b833 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43 HTTP/1.1" status: 200 len: 1001 time: 0.1467414 Feb 09 01:39:16.570587 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-3121cd52-b5d9-425a-9a7d-c643a3d26db7 None None] Current status of the port bcc20517-b7b5-4789-b73f-f3b219800276 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:16.570971 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3121cd52-b5d9-425a-9a7d-c643a3d26db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (bcc20517-b7b5-4789-b73f-f3b219800276), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:16.617624 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-3121cd52-b5d9-425a-9a7d-c643a3d26db7 None None] For port bcc20517-b7b5-4789-b73f-f3b219800276, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=bcc20517-b7b5-4789-b73f-f3b219800276,segment=NetworkSegment(f242ca2f-1f5d-4e07-8e11-9c2eb9d846ed),segment_id=f242ca2f-1f5d-4e07-8e11-9c2eb9d846ed)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:16.623243 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3121cd52-b5d9-425a-9a7d-c643a3d26db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (bcc20517-b7b5-4789-b73f-f3b219800276), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:16.682629 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03310868-5159-4455-a30d-8dcc6f863744 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Pushing event updated for resources: {'Port': ['ID=312674ea-5b2f-4247-953d-db1d1cb0d775,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:16.708740 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121cd52-b5d9-425a-9a7d-c643a3d26db7 None None] Pushing event updated for resources: {'Port': ['ID=bcc20517-b7b5-4789-b73f-f3b219800276,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:16.725801 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-03310868-5159-4455-a30d-8dcc6f863744 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (dd789f42-a1f3-40aa-b5a7-0af6aac62859), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:16.764000 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4aba1-6199-4bac-8f42-3d08bc600c4e req-351c7e8d-ccb4-4b2b-8c25-4c20d1dd9fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:16.765372 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-50c4aba1-6199-4bac-8f42-3d08bc600c4e req-351c7e8d-ccb4-4b2b-8c25-4c20d1dd9fc1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68d3f132-83c5-49da-80a3-1924c70a8491 HTTP/1.1" status: 200 len: 850 time: 0.1693575 Feb 09 01:39:16.778733 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11269f62-8d72-4b03-8f8d-ba63b0b9c150 req-b02606ae-158d-4941-afe6-bc62271148a0 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:16.790010 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-11269f62-8d72-4b03-8f8d-ba63b0b9c150 req-b02606ae-158d-4941-afe6-bc62271148a0 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=8538cec5-24e2-4b7e-b442-ed9649ae15de HTTP/1.1" status: 200 len: 945 time: 0.2306921 Feb 09 01:39:16.951944 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-11269f62-8d72-4b03-8f8d-ba63b0b9c150 req-cb2e53e1-c6b7-4e89-9a48-5a20f4853ef8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f56c3a-2e04-4c6a-a3ad-7bb0de34f629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608377 Feb 09 01:39:17.008841 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4aba1-6199-4bac-8f42-3d08bc600c4e req-b661eec5-a844-4f34-afcb-7aa7db81d44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:17.010389 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-50c4aba1-6199-4bac-8f42-3d08bc600c4e req-b661eec5-a844-4f34-afcb-7aa7db81d44e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2061260 Feb 09 01:39:17.011963 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-2862e052-0fbf-481c-984a-d772765253f8 None None] Provisioning complete for port bcc20517-b7b5-4789-b73f-f3b219800276 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:17.012362 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2862e052-0fbf-481c-984a-d772765253f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (bcc20517-b7b5-4789-b73f-f3b219800276), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:17.036195 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03310868-5159-4455-a30d-8dcc6f863744 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Network 08eff293-36a3-46ee-b099-7971eaf8b064 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:17.054727 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-03310868-5159-4455-a30d-8dcc6f863744 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:17.110706 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 53a2e1cf-8c5f-42da-959d-32f13108f6cf up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:39:17.227670 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 53a2e1cf-8c5f-42da-959d-32f13108f6cf triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:17.227884 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (53a2e1cf-8c5f-42da-959d-32f13108f6cf), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:17.250397 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-50c4aba1-6199-4bac-8f42-3d08bc600c4e req-7d513f52-6f8d-410e-a403-8af4075370ab service neutron] 10.222.0.47 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295587 Feb 09 01:39:17.271456 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d123605-da3a-43a9-a3e0-5670df991b02 None None] Network 09be8db6-79d5-41e4-a0e4-f7bd182203bf requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:17.327791 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-2862e052-0fbf-481c-984a-d772765253f8 None None] Current status of the port bcc20517-b7b5-4789-b73f-f3b219800276 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:17.358348 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-2862e052-0fbf-481c-984a-d772765253f8 None None] Provisioning complete for port 312674ea-5b2f-4247-953d-db1d1cb0d775 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:17.358806 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2862e052-0fbf-481c-984a-d772765253f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (312674ea-5b2f-4247-953d-db1d1cb0d775), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:17.361210 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03310868-5159-4455-a30d-8dcc6f863744 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Router dd789f42-a1f3-40aa-b5a7-0af6aac62859 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:39:17.385389 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-50c4aba1-6199-4bac-8f42-3d08bc600c4e req-b19a6f75-6108-4634-8c3c-8c4e3a8620fb service neutron] 10.222.0.47 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267767 Feb 09 01:39:17.430736 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-2862e052-0fbf-481c-984a-d772765253f8 None None] Port 312674ea-5b2f-4247-953d-db1d1cb0d775 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:39:17.501547 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03310868-5159-4455-a30d-8dcc6f863744 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:39:17.510184 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-03310868-5159-4455-a30d-8dcc6f863744 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] 10.222.0.50 "PUT /v2.0/routers/dd789f42-a1f3-40aa-b5a7-0af6aac62859/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5349655 Feb 09 01:39:17.510326 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34880) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:17.511857 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13faf81-e12c-4ff7-b3a6-dbf671578794 None None] Sync routers for ids ['dd789f42-a1f3-40aa-b5a7-0af6aac62859'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:39:17.514171 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 53a2e1cf-8c5f-42da-959d-32f13108f6cf is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:17.518008 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device b5fb1983-728e-445c-9f5e-f5e348ba8fc1 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:39:17.528654 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13faf81-e12c-4ff7-b3a6-dbf671578794 None None] Routers {'dd789f42-a1f3-40aa-b5a7-0af6aac62859'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:39:17.529561 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-d13faf81-e12c-4ff7-b3a6-dbf671578794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:39:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['dd789f42-a1f3-40aa-b5a7-0af6aac62859'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:17.593678 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-d13faf81-e12c-4ff7-b3a6-dbf671578794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:17.598856 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-dbd7d77f-dd51-465f-bf64-d9aef2470d6d None None] Provisioning complete for port 312674ea-5b2f-4247-953d-db1d1cb0d775 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:17.599212 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dbd7d77f-dd51-465f-bf64-d9aef2470d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (312674ea-5b2f-4247-953d-db1d1cb0d775), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:17.604601 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13faf81-e12c-4ff7-b3a6-dbf671578794 None None] Routers {'dd789f42-a1f3-40aa-b5a7-0af6aac62859'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:39:17.605243 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-d13faf81-e12c-4ff7-b3a6-dbf671578794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:39:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['dd789f42-a1f3-40aa-b5a7-0af6aac62859'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:17.686570 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-d13faf81-e12c-4ff7-b3a6-dbf671578794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:17.687238 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13faf81-e12c-4ff7-b3a6-dbf671578794 None None] The sync data for ids ['dd789f42-a1f3-40aa-b5a7-0af6aac62859'] in n-d-828369-4 is: [] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:39:17.689223 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-dbd7d77f-dd51-465f-bf64-d9aef2470d6d None None] Port 312674ea-5b2f-4247-953d-db1d1cb0d775 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:39:17.692702 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port b5fb1983-728e-445c-9f5e-f5e348ba8fc1 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:17.693082 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b5fb1983-728e-445c-9f5e-f5e348ba8fc1), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:17.742811 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-dbd7d77f-dd51-465f-bf64-d9aef2470d6d None None] Provisioning complete for port b5fb1983-728e-445c-9f5e-f5e348ba8fc1 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:17.743274 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dbd7d77f-dd51-465f-bf64-d9aef2470d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b5fb1983-728e-445c-9f5e-f5e348ba8fc1), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:17.933131 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port b5fb1983-728e-445c-9f5e-f5e348ba8fc1 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:17.933541 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b5fb1983-728e-445c-9f5e-f5e348ba8fc1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:17.936915 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-dbd7d77f-dd51-465f-bf64-d9aef2470d6d None None] Current status of the port b5fb1983-728e-445c-9f5e-f5e348ba8fc1 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:17.937100 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dbd7d77f-dd51-465f-bf64-d9aef2470d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b5fb1983-728e-445c-9f5e-f5e348ba8fc1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:17.995711 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port b5fb1983-728e-445c-9f5e-f5e348ba8fc1, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=b5fb1983-728e-445c-9f5e-f5e348ba8fc1,segment=NetworkSegment(feca9acf-7ba3-48a1-a364-98df143f32b9),segment_id=feca9acf-7ba3-48a1-a364-98df143f32b9)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:18.000841 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b5fb1983-728e-445c-9f5e-f5e348ba8fc1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:18.001712 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device bcc20517-b7b5-4789-b73f-f3b219800276 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:39:18.083315 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-fa9f4e73-22f9-4f42-aa4e-f0da627b2873 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:39:18.087489 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-fa9f4e73-22f9-4f42-aa4e-f0da627b2873 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] 10.222.0.50 "PUT /v2.0/routers/dd789f42-a1f3-40aa-b5a7-0af6aac62859/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5732563 Feb 09 01:39:18.087724 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34892) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:18.155176 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=b5fb1983-728e-445c-9f5e-f5e348ba8fc1,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:18.157904 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f07a1-24d2-4565-9e01-d6f5c229c2c8 req-4c37ef41-b310-4595-b0fe-3415a798d04c tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:18.159483 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-af1f07a1-24d2-4565-9e01-d6f5c229c2c8 req-4c37ef41-b310-4595-b0fe-3415a798d04c tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=8538cec5-24e2-4b7e-b442-ed9649ae15de HTTP/1.1" status: 200 len: 945 time: 0.0914567 Feb 09 01:39:18.175211 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.api [None req-dbd7d77f-dd51-465f-bf64-d9aef2470d6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:39:18.175619 n-d-828369-4 neutron-server[103138]: DEBUG oslo_db.api [None req-dbd7d77f-dd51-465f-bf64-d9aef2470d6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:39:18.183470 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port bcc20517-b7b5-4789-b73f-f3b219800276 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:18.183907 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (bcc20517-b7b5-4789-b73f-f3b219800276), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:18.224781 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-af1f07a1-24d2-4565-9e01-d6f5c229c2c8 req-5605f70e-f15f-4752-a5d4-e30285e0e0d5 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f56c3a-2e04-4c6a-a3ad-7bb0de34f629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581865 Feb 09 01:39:18.284132 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port bcc20517-b7b5-4789-b73f-f3b219800276 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:18.489942 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-139b54a6-320e-46c3-995b-74a6ae692034 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (dd789f42-a1f3-40aa-b5a7-0af6aac62859), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:18.714265 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-dbd7d77f-dd51-465f-bf64-d9aef2470d6d None None] Current status of the port b5fb1983-728e-445c-9f5e-f5e348ba8fc1 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:18.753035 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-139b54a6-320e-46c3-995b-74a6ae692034 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Deleting port 312674ea-5b2f-4247-953d-db1d1cb0d775 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:39:18.753906 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-139b54a6-320e-46c3-995b-74a6ae692034 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (312674ea-5b2f-4247-953d-db1d1cb0d775), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:18.849917 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device b5fb1983-728e-445c-9f5e-f5e348ba8fc1 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:39:18.858259 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-b7a79170-4824-4c07-a86b-73fd913d50c9 None None] Provisioning complete for port 312674ea-5b2f-4247-953d-db1d1cb0d775 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:18.858950 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b7a79170-4824-4c07-a86b-73fd913d50c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (312674ea-5b2f-4247-953d-db1d1cb0d775), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:18.875852 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-139b54a6-320e-46c3-995b-74a6ae692034 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (312674ea-5b2f-4247-953d-db1d1cb0d775), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:18.890448 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-139b54a6-320e-46c3-995b-74a6ae692034 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Calling delete_port for 312674ea-5b2f-4247-953d-db1d1cb0d775 owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:39:18.927981 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b7a79170-4824-4c07-a86b-73fd913d50c9 None None] Port 312674ea-5b2f-4247-953d-db1d1cb0d775 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:39:18.949433 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44101e65-e7f2-4508-b7df-43399e974427 req-4532c2b9-6fd3-41bb-9e41-817965cb0c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:18.951094 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port b5fb1983-728e-445c-9f5e-f5e348ba8fc1 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:18.951712 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b5fb1983-728e-445c-9f5e-f5e348ba8fc1), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:18.955365 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-b7a79170-4824-4c07-a86b-73fd913d50c9 None None] Provisioning complete for port b5fb1983-728e-445c-9f5e-f5e348ba8fc1 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:18.955746 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b7a79170-4824-4c07-a86b-73fd913d50c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b5fb1983-728e-445c-9f5e-f5e348ba8fc1), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:18.968769 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-44101e65-e7f2-4508-b7df-43399e974427 req-4532c2b9-6fd3-41bb-9e41-817965cb0c57 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=8538cec5-24e2-4b7e-b442-ed9649ae15de HTTP/1.1" status: 200 len: 1127 time: 0.0919583 Feb 09 01:39:19.014750 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:39:19.032243 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-44101e65-e7f2-4508-b7df-43399e974427 req-3b0f16d5-0991-4017-94c3-6a675bf407fb service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=d5f56c3a-2e04-4c6a-a3ad-7bb0de34f629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530348 Feb 09 01:39:19.090341 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port b5fb1983-728e-445c-9f5e-f5e348ba8fc1 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:19.125123 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-139b54a6-320e-46c3-995b-74a6ae692034 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (312674ea-5b2f-4247-953d-db1d1cb0d775), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:19.131243 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b7a79170-4824-4c07-a86b-73fd913d50c9 None None] Current status of the port b5fb1983-728e-445c-9f5e-f5e348ba8fc1 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:19.161610 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b54a6-320e-46c3-995b-74a6ae692034 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Pushing event deleted for resources: {'Port': ['ID=312674ea-5b2f-4247-953d-db1d1cb0d775,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:19.349968 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-139b54a6-320e-46c3-995b-74a6ae692034 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (dd789f42-a1f3-40aa-b5a7-0af6aac62859), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:19.385931 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf6242-8f7b-416a-96a7-5dff677c1d9a req-f2f01cb3-dc50-4e40-a35a-8fbdf73ddbb1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:19.387641 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2caf6242-8f7b-416a-96a7-5dff677c1d9a req-f2f01cb3-dc50-4e40-a35a-8fbdf73ddbb1 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=8538cec5-24e2-4b7e-b442-ed9649ae15de HTTP/1.1" status: 200 len: 945 time: 0.0619431 Feb 09 01:39:19.449397 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2caf6242-8f7b-416a-96a7-5dff677c1d9a req-a1455e9a-73ca-4474-80ea-f250093a49f0 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f56c3a-2e04-4c6a-a3ad-7bb0de34f629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558312 Feb 09 01:39:19.539816 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139b54a6-320e-46c3-995b-74a6ae692034 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Router dd789f42-a1f3-40aa-b5a7-0af6aac62859 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:39:19.632976 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139b54a6-320e-46c3-995b-74a6ae692034 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:39:19.642082 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-139b54a6-320e-46c3-995b-74a6ae692034 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] 10.222.0.50 "PUT /v2.0/routers/dd789f42-a1f3-40aa-b5a7-0af6aac62859/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5493658 Feb 09 01:39:19.642189 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34918) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:19.644799 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdc9863-a0b0-44d5-a93b-b644681f051c None None] Sync routers for ids ['dd789f42-a1f3-40aa-b5a7-0af6aac62859'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:39:19.654391 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdc9863-a0b0-44d5-a93b-b644681f051c None None] Routers {'dd789f42-a1f3-40aa-b5a7-0af6aac62859'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:39:19.655013 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-8cdc9863-a0b0-44d5-a93b-b644681f051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:39:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['dd789f42-a1f3-40aa-b5a7-0af6aac62859'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:19.686751 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [None req-bef60d1e-bc14-4e27-830d-187c8c9d34df tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] delete failed (client error): The resource could not be found. Feb 09 01:39:19.692396 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-bef60d1e-bc14-4e27-830d-187c8c9d34df tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] 10.222.0.50 "DELETE /v2.0/routers/tempest-non_exist_router-932697956 HTTP/1.1" status: 404 len: 334 time: 0.0448563 Feb 09 01:39:19.692767 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34920) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:19.693649 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-8cdc9863-a0b0-44d5-a93b-b644681f051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:19.697665 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-5d1f1588-3317-42ce-9d7f-1de4a53e3b16 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dd789f42-a1f3-40aa-b5a7-0af6aac62859'}}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:19.706595 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdc9863-a0b0-44d5-a93b-b644681f051c None None] Routers {'dd789f42-a1f3-40aa-b5a7-0af6aac62859'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:39:19.707916 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-8cdc9863-a0b0-44d5-a93b-b644681f051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:39:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['dd789f42-a1f3-40aa-b5a7-0af6aac62859'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:19.747070 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-8cdc9863-a0b0-44d5-a93b-b644681f051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:19.747808 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdc9863-a0b0-44d5-a93b-b644681f051c None None] The sync data for ids ['dd789f42-a1f3-40aa-b5a7-0af6aac62859'] in n-d-828369-4 is: [] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:39:19.930595 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5d1f1588-3317-42ce-9d7f-1de4a53e3b16 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks [] for router_gateway (dd789f42-a1f3-40aa-b5a7-0af6aac62859), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:19.961188 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [None req-5d1f1588-3317-42ce-9d7f-1de4a53e3b16 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] update failed (client error): The resource could not be found. Feb 09 01:39:19.962259 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-5d1f1588-3317-42ce-9d7f-1de4a53e3b16 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] 10.222.0.50 "PUT /v2.0/routers/dd789f42-a1f3-40aa-b5a7-0af6aac62859 HTTP/1.1" status: 404 len: 339 time: 0.2683411 Feb 09 01:39:19.966479 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34926) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:20.190048 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 10a588e8-270c-4822-8bf8-0d90f30022c8 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:39:20.333854 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 10a588e8-270c-4822-8bf8-0d90f30022c8, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=10a588e8-270c-4822-8bf8-0d90f30022c8,segment=NetworkSegment(531229a4-5898-4a99-81b9-f4f4991732b4),segment_id=531229a4-5898-4a99-81b9-f4f4991732b4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:20.348040 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '10a588e8-270c-4822-8bf8-0d90f30022c8', 'network_id': '36811ba0-932c-489a-9372-3f07b118624b', 'port_id': '10a588e8-270c-4822-8bf8-0d90f30022c8', 'mac_address': 'fa:16:3e:8f:39:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd101850-45aa-4dbe-87a1-17374b4984b9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:39:20.392866 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 10a588e8-270c-4822-8bf8-0d90f30022c8 is: ACTIVE; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:20.393265 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (10a588e8-270c-4822-8bf8-0d90f30022c8), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:20.407879 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 10a588e8-270c-4822-8bf8-0d90f30022c8 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:39:20.433158 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 10a588e8-270c-4822-8bf8-0d90f30022c8, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=10a588e8-270c-4822-8bf8-0d90f30022c8,segment=NetworkSegment(531229a4-5898-4a99-81b9-f4f4991732b4),segment_id=531229a4-5898-4a99-81b9-f4f4991732b4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:20.440976 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (10a588e8-270c-4822-8bf8-0d90f30022c8), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:20.494453 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=10a588e8-270c-4822-8bf8-0d90f30022c8,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:20.625368 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f6a89942-d1b7-4c1e-8534-9999885a7e5d tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:20.650072 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['10a588e8-270c-4822-8bf8-0d90f30022c8'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:39:20.720196 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c9a61-7f88-4cd2-afb7-8fc6371dc19d req-6972e018-dffc-4479-940b-18aea1b006a2 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:20.721798 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a65c9a61-7f88-4cd2-afb7-8fc6371dc19d req-6972e018-dffc-4479-940b-18aea1b006a2 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=8538cec5-24e2-4b7e-b442-ed9649ae15de HTTP/1.1" status: 200 len: 944 time: 0.1520774 Feb 09 01:39:20.832724 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a65c9a61-7f88-4cd2-afb7-8fc6371dc19d req-162f3ae5-0eb7-4fff-9ad3-a3935968fd3d tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f56c3a-2e04-4c6a-a3ad-7bb0de34f629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992064 Feb 09 01:39:20.856668 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 34946) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:20.919364 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0f5f5e1e-33a1-42db-9224-a34b4759df55 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/floatingips/ac55602a-8fd2-4b2b-819e-30271d1c07df HTTP/1.1" status: 200 len: 992 time: 0.0614295 Feb 09 01:39:20.957600 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-f6a89942-d1b7-4c1e-8534-9999885a7e5d tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Allocated IP 172.20.0.1 (39c5c864-b0bb-48ab-9fb0-2fad7f1ef99b/cbf0a875-7614-46db-a299-521ba55bf1ad/ff9b73e9-f6c9-46b2-bca0-8cef2e183d8c) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:39:21.089609 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f6a89942-d1b7-4c1e-8534-9999885a7e5d tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks [] for port (ff9b73e9-f6c9-46b2-bca0-8cef2e183d8c), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:21.125570 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f6a89942-d1b7-4c1e-8534-9999885a7e5d tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (ff9b73e9-f6c9-46b2-bca0-8cef2e183d8c), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:21.171763 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a89942-d1b7-4c1e-8534-9999885a7e5d tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Network 39c5c864-b0bb-48ab-9fb0-2fad7f1ef99b is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:21.179736 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-f6a89942-d1b7-4c1e-8534-9999885a7e5d tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:21.184685 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a89942-d1b7-4c1e-8534-9999885a7e5d tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:39:21.188962 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a89942-d1b7-4c1e-8534-9999885a7e5d tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Pushing event updated for resources: {'Port': ['ID=ff9b73e9-f6c9-46b2-bca0-8cef2e183d8c,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:21.238577 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f6a89942-d1b7-4c1e-8534-9999885a7e5d tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (dd789f42-a1f3-40aa-b5a7-0af6aac62859), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:21.376584 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f6a89942-d1b7-4c1e-8534-9999885a7e5d tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ff9b73e9-f6c9-46b2-bca0-8cef2e183d8c), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:21.477819 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-2209cff8-27a0-4fd9-b76f-7e77113399ec None None] Provisioning complete for port ff9b73e9-f6c9-46b2-bca0-8cef2e183d8c triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:21.478418 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2209cff8-27a0-4fd9-b76f-7e77113399ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (ff9b73e9-f6c9-46b2-bca0-8cef2e183d8c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:21.516781 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-2209cff8-27a0-4fd9-b76f-7e77113399ec None None] Port ff9b73e9-f6c9-46b2-bca0-8cef2e183d8c cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:39:21.661545 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f6a89942-d1b7-4c1e-8534-9999885a7e5d tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks [] for port (ff9b73e9-f6c9-46b2-bca0-8cef2e183d8c), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:21.666725 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f6a89942-d1b7-4c1e-8534-9999885a7e5d tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (ff9b73e9-f6c9-46b2-bca0-8cef2e183d8c), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:21.747960 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a89942-d1b7-4c1e-8534-9999885a7e5d tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Pushing event updated for resources: {'Port': ['ID=ff9b73e9-f6c9-46b2-bca0-8cef2e183d8c,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:21.750826 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f6a89942-d1b7-4c1e-8534-9999885a7e5d tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (dd789f42-a1f3-40aa-b5a7-0af6aac62859), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:21.849280 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a89942-d1b7-4c1e-8534-9999885a7e5d tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Network 39c5c864-b0bb-48ab-9fb0-2fad7f1ef99b is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:21.850926 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-f6a89942-d1b7-4c1e-8534-9999885a7e5d tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:21.975803 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a89942-d1b7-4c1e-8534-9999885a7e5d tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Router dd789f42-a1f3-40aa-b5a7-0af6aac62859 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:39:22.086612 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a89942-d1b7-4c1e-8534-9999885a7e5d tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:39:22.092178 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f6a89942-d1b7-4c1e-8534-9999885a7e5d tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] 10.222.0.50 "PUT /v2.0/routers/dd789f42-a1f3-40aa-b5a7-0af6aac62859/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1242354 Feb 09 01:39:22.094701 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34976) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:22.099847 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946e0403-fed0-4e87-bbb2-29faf824df49 None None] Sync routers for ids ['dd789f42-a1f3-40aa-b5a7-0af6aac62859'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:39:22.110104 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946e0403-fed0-4e87-bbb2-29faf824df49 None None] Routers {'dd789f42-a1f3-40aa-b5a7-0af6aac62859'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:39:22.110717 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-946e0403-fed0-4e87-bbb2-29faf824df49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:39:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['dd789f42-a1f3-40aa-b5a7-0af6aac62859'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:22.143116 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-51766389-d1dd-42b4-afc4-662d93310f0d None None] Provisioning complete for port ff9b73e9-f6c9-46b2-bca0-8cef2e183d8c triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:22.143420 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-51766389-d1dd-42b4-afc4-662d93310f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (ff9b73e9-f6c9-46b2-bca0-8cef2e183d8c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:22.149562 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-946e0403-fed0-4e87-bbb2-29faf824df49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:22.161547 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946e0403-fed0-4e87-bbb2-29faf824df49 None None] Routers {'dd789f42-a1f3-40aa-b5a7-0af6aac62859'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:39:22.162167 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-946e0403-fed0-4e87-bbb2-29faf824df49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:39:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['dd789f42-a1f3-40aa-b5a7-0af6aac62859'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:22.185101 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-51766389-d1dd-42b4-afc4-662d93310f0d None None] Port ff9b73e9-f6c9-46b2-bca0-8cef2e183d8c cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:39:22.202646 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 10a588e8-270c-4822-8bf8-0d90f30022c8 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:39:22.202990 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-47da9089-3d0b-4b70-abec-662f83083ea7 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks [] for router (dd789f42-a1f3-40aa-b5a7-0af6aac62859), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:22.207279 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-946e0403-fed0-4e87-bbb2-29faf824df49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:22.209012 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946e0403-fed0-4e87-bbb2-29faf824df49 None None] The sync data for ids ['dd789f42-a1f3-40aa-b5a7-0af6aac62859'] in n-d-828369-4 is: [] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:39:22.261954 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 10a588e8-270c-4822-8bf8-0d90f30022c8 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:22.262344 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (10a588e8-270c-4822-8bf8-0d90f30022c8), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:22.314362 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [None req-47da9089-3d0b-4b70-abec-662f83083ea7 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 09 01:39:22.318524 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-47da9089-3d0b-4b70-abec-662f83083ea7 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] 10.222.0.50 "DELETE /v2.0/routers/dd789f42-a1f3-40aa-b5a7-0af6aac62859 HTTP/1.1" status: 409 len: 329 time: 0.2196586 Feb 09 01:39:22.318713 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34982) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:22.520636 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 10a588e8-270c-4822-8bf8-0d90f30022c8 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:22.521107 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (10a588e8-270c-4822-8bf8-0d90f30022c8), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:22.549740 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8538cec5-24e2-4b7e-b442-ed9649ae15de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a588e8-270c-4822-8bf8-0d90f30022c8'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:39:22.552301 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86229224-23c7-4a61-8002-fdfe6cacfaca" -d '{"events": [{"server_uuid": "8538cec5-24e2-4b7e-b442-ed9649ae15de", "name": "network-vif-plugged", "status": "completed", "tag": "10a588e8-270c-4822-8bf8-0d90f30022c8"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:39:22.568170 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 10a588e8-270c-4822-8bf8-0d90f30022c8, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=10a588e8-270c-4822-8bf8-0d90f30022c8,segment=NetworkSegment(531229a4-5898-4a99-81b9-f4f4991732b4),segment_id=531229a4-5898-4a99-81b9-f4f4991732b4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:22.574689 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (10a588e8-270c-4822-8bf8-0d90f30022c8), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:22.596336 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 34990) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:22.620205 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6e4c08-4e2f-47cf-8f56-deb28c5f509a x-openstack-request-id: req-be6e4c08-4e2f-47cf-8f56-deb28c5f509a {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:39:22.620579 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8538cec5-24e2-4b7e-b442-ed9649ae15de", "name": "network-vif-plugged", "status": "completed", "tag": "10a588e8-270c-4822-8bf8-0d90f30022c8", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:39:22.620960 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-be6e4c08-4e2f-47cf-8f56-deb28c5f509a {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:39:22.621230 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8538cec5-24e2-4b7e-b442-ed9649ae15de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a588e8-270c-4822-8bf8-0d90f30022c8', 'code': 200} Feb 09 01:39:22.637678 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=10a588e8-270c-4822-8bf8-0d90f30022c8,revision_number=7']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:22.706132 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87600504-2fac-4032-bfe0-8b173f3d63d6 tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:22.706768 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87600504-2fac-4032-bfe0-8b173f3d63d6 tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:22.707333 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87600504-2fac-4032-bfe0-8b173f3d63d6 tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:22.709071 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-87600504-2fac-4032-bfe0-8b173f3d63d6 tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] 10.222.0.50 "GET /v2.0/ports?project_id=08210566e83248dda7b4b9773be6fbca&network_id=85fab4c6-67c5-4572-98f4-be05932fca9f HTTP/1.1" status: 200 len: 3072 time: 0.1116488 Feb 09 01:39:22.758647 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2fff932e-79fb-4023-ab96-9e6ddced60ce tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (dd789f42-a1f3-40aa-b5a7-0af6aac62859), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:23.040026 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2fff932e-79fb-4023-ab96-9e6ddced60ce tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Deleting port ff9b73e9-f6c9-46b2-bca0-8cef2e183d8c {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:39:23.040378 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2fff932e-79fb-4023-ab96-9e6ddced60ce tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (ff9b73e9-f6c9-46b2-bca0-8cef2e183d8c), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:23.146768 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2fff932e-79fb-4023-ab96-9e6ddced60ce tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (ff9b73e9-f6c9-46b2-bca0-8cef2e183d8c), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:23.160690 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2fff932e-79fb-4023-ab96-9e6ddced60ce tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Calling delete_port for ff9b73e9-f6c9-46b2-bca0-8cef2e183d8c owned by network:router_interface {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:39:23.353965 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2fff932e-79fb-4023-ab96-9e6ddced60ce tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (ff9b73e9-f6c9-46b2-bca0-8cef2e183d8c), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:23.391836 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff932e-79fb-4023-ab96-9e6ddced60ce tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Pushing event deleted for resources: {'Port': ['ID=ff9b73e9-f6c9-46b2-bca0-8cef2e183d8c,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:23.569512 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2fff932e-79fb-4023-ab96-9e6ddced60ce tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (dd789f42-a1f3-40aa-b5a7-0af6aac62859), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:24.066032 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fff932e-79fb-4023-ab96-9e6ddced60ce tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Router dd789f42-a1f3-40aa-b5a7-0af6aac62859 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:39:24.146592 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fff932e-79fb-4023-ab96-9e6ddced60ce tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:39:24.153189 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2fff932e-79fb-4023-ab96-9e6ddced60ce tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] 10.222.0.50 "PUT /v2.0/routers/dd789f42-a1f3-40aa-b5a7-0af6aac62859/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8333309 Feb 09 01:39:24.155400 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35034) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:24.164097 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac446f6f-08ea-41e2-a1f6-9c15ff1bcddc None None] Sync routers for ids ['dd789f42-a1f3-40aa-b5a7-0af6aac62859'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:39:24.175391 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac446f6f-08ea-41e2-a1f6-9c15ff1bcddc None None] Routers {'dd789f42-a1f3-40aa-b5a7-0af6aac62859'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:39:24.176063 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-ac446f6f-08ea-41e2-a1f6-9c15ff1bcddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:39:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['dd789f42-a1f3-40aa-b5a7-0af6aac62859'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:24.209936 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [None req-bad48991-cf1f-4a82-86bc-804bbb8129b7 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] show failed (client error): The resource could not be found. Feb 09 01:39:24.212696 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-bad48991-cf1f-4a82-86bc-804bbb8129b7 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] 10.222.0.50 "GET /v2.0/routers/tempest-non_exist_router-709909334 HTTP/1.1" status: 404 len: 334 time: 0.0545576 Feb 09 01:39:24.214006 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-ac446f6f-08ea-41e2-a1f6-9c15ff1bcddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:24.217014 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35038) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:24.221775 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-1beb090c-b3ca-47a9-8816-31b1f6b22986 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:24.222820 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac446f6f-08ea-41e2-a1f6-9c15ff1bcddc None None] Routers {'dd789f42-a1f3-40aa-b5a7-0af6aac62859'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:39:24.223447 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-ac446f6f-08ea-41e2-a1f6-9c15ff1bcddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:39:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['dd789f42-a1f3-40aa-b5a7-0af6aac62859'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:24.265136 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-ac446f6f-08ea-41e2-a1f6-9c15ff1bcddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:24.266302 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac446f6f-08ea-41e2-a1f6-9c15ff1bcddc None None] The sync data for ids ['dd789f42-a1f3-40aa-b5a7-0af6aac62859'] in n-d-828369-4 is: [] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:39:24.515945 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-1beb090c-b3ca-47a9-8816-31b1f6b22986 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] update failed (client error): The resource could not be found. Feb 09 01:39:24.517039 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1beb090c-b3ca-47a9-8816-31b1f6b22986 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] 10.222.0.50 "PUT /v2.0/routers/tempest-non_exist_router-41501298 HTTP/1.1" status: 404 len: 333 time: 0.2990248 Feb 09 01:39:24.520414 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35046) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:24.579121 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-3667a45a-30be-4037-9b02-22d79b46675d tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Deleting subnet c3809452-f3c5-4d45-8dc6-af6760886f43 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:39:24.582290 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3667a45a-30be-4037-9b02-22d79b46675d tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks [] for subnet (c3809452-f3c5-4d45-8dc6-af6760886f43), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:24.621739 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3667a45a-30be-4037-9b02-22d79b46675d tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (c3809452-f3c5-4d45-8dc6-af6760886f43), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:24.723582 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3667a45a-30be-4037-9b02-22d79b46675d tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (c3809452-f3c5-4d45-8dc6-af6760886f43), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:24.786616 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3667a45a-30be-4037-9b02-22d79b46675d tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (c3809452-f3c5-4d45-8dc6-af6760886f43), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:24.815158 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667a45a-30be-4037-9b02-22d79b46675d tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Pushing event deleted for resources: {'Subnet': ['ID=c3809452-f3c5-4d45-8dc6-af6760886f43,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:24.826310 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3667a45a-30be-4037-9b02-22d79b46675d tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:24.829896 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3667a45a-30be-4037-9b02-22d79b46675d tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] 10.222.0.50 "DELETE /v2.0/subnets/c3809452-f3c5-4d45-8dc6-af6760886f43 HTTP/1.1" status: 204 len: 168 time: 0.3084135 Feb 09 01:39:24.836464 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda00db1-2e5d-44b8-b889-ba2ea15523eb None None] Network 09be8db6-79d5-41e4-a0e4-f7bd182203bf requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:24.837237 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35056) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:24.910771 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-1338e5d2-5fa8-4a89-90d0-b818305b5a6a tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Deleting subnet faf8ee12-93bf-4f14-8a07-d6fb3403ca4a {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:39:24.914189 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1338e5d2-5fa8-4a89-90d0-b818305b5a6a tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks [] for subnet (faf8ee12-93bf-4f14-8a07-d6fb3403ca4a), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:24.965276 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1338e5d2-5fa8-4a89-90d0-b818305b5a6a tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (faf8ee12-93bf-4f14-8a07-d6fb3403ca4a), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:25.045160 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efcb385-44f6-49b7-a511-cb7a2ef26997 None None] DHCP port deletion for 09be8db6-79d5-41e4-a0e4-f7bd182203bf request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:39:25.061793 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1338e5d2-5fa8-4a89-90d0-b818305b5a6a tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (faf8ee12-93bf-4f14-8a07-d6fb3403ca4a), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:25.100944 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-9efcb385-44f6-49b7-a511-cb7a2ef26997 None None] Deleting port b5fb1983-728e-445c-9f5e-f5e348ba8fc1 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:39:25.101530 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9efcb385-44f6-49b7-a511-cb7a2ef26997 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (b5fb1983-728e-445c-9f5e-f5e348ba8fc1), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:25.134616 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1338e5d2-5fa8-4a89-90d0-b818305b5a6a tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (faf8ee12-93bf-4f14-8a07-d6fb3403ca4a), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:25.171399 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1338e5d2-5fa8-4a89-90d0-b818305b5a6a tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:25.178908 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35066) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:25.179101 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1338e5d2-5fa8-4a89-90d0-b818305b5a6a tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] 10.222.0.50 "DELETE /v2.0/subnets/faf8ee12-93bf-4f14-8a07-d6fb3403ca4a HTTP/1.1" status: 204 len: 168 time: 0.3402362 Feb 09 01:39:25.180821 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1338e5d2-5fa8-4a89-90d0-b818305b5a6a tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Pushing event deleted for resources: {'Subnet': ['ID=faf8ee12-93bf-4f14-8a07-d6fb3403ca4a,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:25.182515 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb8d6d6-d3a4-4093-a0f1-5f64d3f54573 None None] Network 08eff293-36a3-46ee-b099-7971eaf8b064 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:25.191346 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-9efcb385-44f6-49b7-a511-cb7a2ef26997 None None] For port b5fb1983-728e-445c-9f5e-f5e348ba8fc1, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=b5fb1983-728e-445c-9f5e-f5e348ba8fc1,segment=NetworkSegment(feca9acf-7ba3-48a1-a364-98df143f32b9),segment_id=feca9acf-7ba3-48a1-a364-98df143f32b9)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:25.191757 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9efcb385-44f6-49b7-a511-cb7a2ef26997 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (b5fb1983-728e-445c-9f5e-f5e348ba8fc1), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:25.236931 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-9efcb385-44f6-49b7-a511-cb7a2ef26997 None None] Calling delete_port for b5fb1983-728e-445c-9f5e-f5e348ba8fc1 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:39:25.271341 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-677dd97f-1b73-4e4b-ac21-cf9df8f97e33 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (09be8db6-79d5-41e4-a0e4-f7bd182203bf), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:25.335539 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-677dd97f-1b73-4e4b-ac21-cf9df8f97e33 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Deleting port b5fb1983-728e-445c-9f5e-f5e348ba8fc1 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:39:25.335902 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-677dd97f-1b73-4e4b-ac21-cf9df8f97e33 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (b5fb1983-728e-445c-9f5e-f5e348ba8fc1), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:25.367254 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9efcb385-44f6-49b7-a511-cb7a2ef26997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (b5fb1983-728e-445c-9f5e-f5e348ba8fc1), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:25.396239 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efcb385-44f6-49b7-a511-cb7a2ef26997 None None] Pushing event deleted for resources: {'Port': ['ID=b5fb1983-728e-445c-9f5e-f5e348ba8fc1,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:25.402236 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efcb385-44f6-49b7-a511-cb7a2ef26997 None None] No DVR routers for this DVR port b5fb1983-728e-445c-9f5e-f5e348ba8fc1 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:39:25.417973 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-677dd97f-1b73-4e4b-ac21-cf9df8f97e33 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] For port b5fb1983-728e-445c-9f5e-f5e348ba8fc1, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=b5fb1983-728e-445c-9f5e-f5e348ba8fc1,segment=NetworkSegment(feca9acf-7ba3-48a1-a364-98df143f32b9),segment_id=feca9acf-7ba3-48a1-a364-98df143f32b9)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:25.418344 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-677dd97f-1b73-4e4b-ac21-cf9df8f97e33 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (b5fb1983-728e-445c-9f5e-f5e348ba8fc1), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:25.438689 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-677dd97f-1b73-4e4b-ac21-cf9df8f97e33 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Calling delete_port for b5fb1983-728e-445c-9f5e-f5e348ba8fc1 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:39:25.466913 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35074) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:25.469730 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13259c6-6c06-4ccd-8361-24653dc81423 None None] DHCP port deletion for 08eff293-36a3-46ee-b099-7971eaf8b064 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:39:25.537380 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384f3ffb-68ed-43c8-80ce-5e73629ed9f3 tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:25.538265 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c13259c6-6c06-4ccd-8361-24653dc81423 None None] Deleting port bcc20517-b7b5-4789-b73f-f3b219800276 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:39:25.539077 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c13259c6-6c06-4ccd-8361-24653dc81423 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (bcc20517-b7b5-4789-b73f-f3b219800276), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:25.539837 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-384f3ffb-68ed-43c8-80ce-5e73629ed9f3 tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=ca740734-29c2-4b60-ae10-4c709b5c6ef4 HTTP/1.1" status: 200 len: 814 time: 0.0723257 Feb 09 01:39:25.554197 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-677dd97f-1b73-4e4b-ac21-cf9df8f97e33 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (b5fb1983-728e-445c-9f5e-f5e348ba8fc1), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:25.584236 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677dd97f-1b73-4e4b-ac21-cf9df8f97e33 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Pushing event deleted for resources: {'Port': ['ID=b5fb1983-728e-445c-9f5e-f5e348ba8fc1,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:25.586831 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677dd97f-1b73-4e4b-ac21-cf9df8f97e33 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] No DVR routers for this DVR port b5fb1983-728e-445c-9f5e-f5e348ba8fc1 on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:39:25.614491 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-c13259c6-6c06-4ccd-8361-24653dc81423 None None] For port bcc20517-b7b5-4789-b73f-f3b219800276, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=bcc20517-b7b5-4789-b73f-f3b219800276,segment=NetworkSegment(f242ca2f-1f5d-4e07-8e11-9c2eb9d846ed),segment_id=f242ca2f-1f5d-4e07-8e11-9c2eb9d846ed)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:25.614910 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c13259c6-6c06-4ccd-8361-24653dc81423 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (bcc20517-b7b5-4789-b73f-f3b219800276), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:25.631215 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c13259c6-6c06-4ccd-8361-24653dc81423 None None] Calling delete_port for bcc20517-b7b5-4789-b73f-f3b219800276 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:39:25.681098 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-677dd97f-1b73-4e4b-ac21-cf9df8f97e33 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (09be8db6-79d5-41e4-a0e4-f7bd182203bf), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:25.704277 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-677dd97f-1b73-4e4b-ac21-cf9df8f97e33 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09be8db6-79d5-41e4-a0e4-f7bd182203bf']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:25.715382 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-677dd97f-1b73-4e4b-ac21-cf9df8f97e33 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feca9acf-7ba3-48a1-a364-98df143f32b9') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:25.715770 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-677dd97f-1b73-4e4b-ac21-cf9df8f97e33 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feca9acf-7ba3-48a1-a364-98df143f32b9') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:25.727531 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-677dd97f-1b73-4e4b-ac21-cf9df8f97e33 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (feca9acf-7ba3-48a1-a364-98df143f32b9), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:25.731291 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c13259c6-6c06-4ccd-8361-24653dc81423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (bcc20517-b7b5-4789-b73f-f3b219800276), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:25.752873 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-677dd97f-1b73-4e4b-ac21-cf9df8f97e33 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (feca9acf-7ba3-48a1-a364-98df143f32b9), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:25.759944 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-677dd97f-1b73-4e4b-ac21-cf9df8f97e33 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:39:25.760117 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13259c6-6c06-4ccd-8361-24653dc81423 None None] No DVR routers for this DVR port bcc20517-b7b5-4789-b73f-f3b219800276 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:39:25.760423 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-677dd97f-1b73-4e4b-ac21-cf9df8f97e33 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (feca9acf-7ba3-48a1-a364-98df143f32b9), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:25.761752 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13259c6-6c06-4ccd-8361-24653dc81423 None None] Pushing event deleted for resources: {'Port': ['ID=bcc20517-b7b5-4789-b73f-f3b219800276,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:25.768351 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:39:25.768351 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:39:25.768351 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:39:25.768351 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:39:25.768351 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:39:25.768351 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:39:25.768351 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:39:25.768351 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:39:25.768351 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:39:25.768351 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:39:25.768351 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:39:25.768351 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:39:25.768351 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:39:25.768351 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:39:25.768351 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:39:25.768351 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:39:25.768351 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:39:25.768351 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:39:25.768351 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:39:25.768351 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:39:25.768351 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:39:25.768351 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:39:25.768351 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:39:25.768351 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:39:25.768351 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:39:25.768351 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:39:25.768351 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:39:25.768351 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:39:25.768351 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:39:25.768351 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:39:25.768351 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:39:25.768351 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:39:25.833460 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-677dd97f-1b73-4e4b-ac21-cf9df8f97e33 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (09be8db6-79d5-41e4-a0e4-f7bd182203bf), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:25.838967 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-677dd97f-1b73-4e4b-ac21-cf9df8f97e33 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:25.845511 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35086) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:25.846660 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-677dd97f-1b73-4e4b-ac21-cf9df8f97e33 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] 10.222.0.50 "DELETE /v2.0/networks/09be8db6-79d5-41e4-a0e4-f7bd182203bf HTTP/1.1" status: 204 len: 168 time: 0.6651568 Feb 09 01:39:25.867723 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677dd97f-1b73-4e4b-ac21-cf9df8f97e33 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Pushing event deleted for resources: {'Network': ['ID=09be8db6-79d5-41e4-a0e4-f7bd182203bf,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:25.927252 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6e729714-d3a0-43b3-92f3-dc1c5c715e63 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (08eff293-36a3-46ee-b099-7971eaf8b064), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:26.031051 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6e729714-d3a0-43b3-92f3-dc1c5c715e63 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (08eff293-36a3-46ee-b099-7971eaf8b064), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:26.053898 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-6e729714-d3a0-43b3-92f3-dc1c5c715e63 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08eff293-36a3-46ee-b099-7971eaf8b064']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:26.063097 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-6e729714-d3a0-43b3-92f3-dc1c5c715e63 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f242ca2f-1f5d-4e07-8e11-9c2eb9d846ed') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:26.063397 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-6e729714-d3a0-43b3-92f3-dc1c5c715e63 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f242ca2f-1f5d-4e07-8e11-9c2eb9d846ed') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:26.073166 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6e729714-d3a0-43b3-92f3-dc1c5c715e63 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (f242ca2f-1f5d-4e07-8e11-9c2eb9d846ed), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:26.091015 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6e729714-d3a0-43b3-92f3-dc1c5c715e63 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (f242ca2f-1f5d-4e07-8e11-9c2eb9d846ed), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:26.097144 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e729714-d3a0-43b3-92f3-dc1c5c715e63 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:39:26.097562 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6e729714-d3a0-43b3-92f3-dc1c5c715e63 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (f242ca2f-1f5d-4e07-8e11-9c2eb9d846ed), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:26.101695 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:39:26.101695 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:39:26.101695 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:39:26.101695 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:39:26.101695 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:39:26.101695 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:39:26.101695 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:39:26.101695 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:39:26.101695 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:39:26.101695 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:39:26.101695 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:39:26.101695 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:39:26.101695 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:39:26.101695 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:39:26.101695 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:39:26.101695 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:39:26.101695 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:39:26.101695 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:39:26.101695 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:39:26.101695 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:39:26.101695 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:39:26.101695 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:39:26.101695 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:39:26.101695 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:39:26.101695 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:39:26.101695 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:39:26.101695 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:39:26.101695 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:39:26.101695 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:39:26.101695 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:39:26.101695 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:39:26.101695 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:39:26.161897 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6e729714-d3a0-43b3-92f3-dc1c5c715e63 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (08eff293-36a3-46ee-b099-7971eaf8b064), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:26.167152 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6e729714-d3a0-43b3-92f3-dc1c5c715e63 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:26.171238 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-6e729714-d3a0-43b3-92f3-dc1c5c715e63 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] 10.222.0.50 "DELETE /v2.0/networks/08eff293-36a3-46ee-b099-7971eaf8b064 HTTP/1.1" status: 204 len: 168 time: 0.3249898 Feb 09 01:39:26.174094 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35096) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:26.187164 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e729714-d3a0-43b3-92f3-dc1c5c715e63 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Pushing event deleted for resources: {'Network': ['ID=08eff293-36a3-46ee-b099-7971eaf8b064,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:26.231573 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-61eb0014-e900-4e53-8be6-3142882bbb43 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Deleting subnet cbf0a875-7614-46db-a299-521ba55bf1ad {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:39:26.234731 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-61eb0014-e900-4e53-8be6-3142882bbb43 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks [] for subnet (cbf0a875-7614-46db-a299-521ba55bf1ad), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:26.276690 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-61eb0014-e900-4e53-8be6-3142882bbb43 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (cbf0a875-7614-46db-a299-521ba55bf1ad), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:26.365915 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-61eb0014-e900-4e53-8be6-3142882bbb43 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (cbf0a875-7614-46db-a299-521ba55bf1ad), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:26.430049 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35098) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:26.436265 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-3aa6d55f-3e2a-4d58-8ed3-4695ba18b1a4 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Request body: {'network': {'name': 'tempest-network-smoke--1176287990', 'project_id': '08210566e83248dda7b4b9773be6fbca', 'port_security_enabled': True}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:26.442182 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-61eb0014-e900-4e53-8be6-3142882bbb43 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (cbf0a875-7614-46db-a299-521ba55bf1ad), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:26.486049 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-61eb0014-e900-4e53-8be6-3142882bbb43 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:26.490484 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a56902a-bed8-4c65-b4dd-10c5fe9dab4e None None] Network 39c5c864-b0bb-48ab-9fb0-2fad7f1ef99b requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:26.494722 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-61eb0014-e900-4e53-8be6-3142882bbb43 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] 10.222.0.50 "DELETE /v2.0/subnets/cbf0a875-7614-46db-a299-521ba55bf1ad HTTP/1.1" status: 204 len: 168 time: 0.3191543 Feb 09 01:39:26.495751 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb0014-e900-4e53-8be6-3142882bbb43 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Pushing event deleted for resources: {'Subnet': ['ID=cbf0a875-7614-46db-a299-521ba55bf1ad,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:26.497480 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35100) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:26.510023 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa6d55f-3e2a-4d58-8ed3-4695ba18b1a4 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Made reservation on behalf of 08210566e83248dda7b4b9773be6fbca for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:26.514552 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3aa6d55f-3e2a-4d58-8ed3-4695ba18b1a4 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:26.549999 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aa6d55f-3e2a-4d58-8ed3-4695ba18b1a4 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1005} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:39:26.560917 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3aa6d55f-3e2a-4d58-8ed3-4695ba18b1a4 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (3d1bdb5d-31ab-46f0-81e4-3d18b93030d3), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:26.561267 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-3aa6d55f-3e2a-4d58-8ed3-4695ba18b1a4 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Added segment 3d1bdb5d-31ab-46f0-81e4-3d18b93030d3 of type vlan for network e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9 Feb 09 01:39:26.590588 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7a44629a-1ab3-4cd8-a7b7-f8c62f792c71 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (39c5c864-b0bb-48ab-9fb0-2fad7f1ef99b), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:26.617392 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3aa6d55f-3e2a-4d58-8ed3-4695ba18b1a4 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:26.648381 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3aa6d55f-3e2a-4d58-8ed3-4695ba18b1a4 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:26.650122 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-7a44629a-1ab3-4cd8-a7b7-f8c62f792c71 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Deleting port 53a2e1cf-8c5f-42da-959d-32f13108f6cf {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:39:26.650476 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7a44629a-1ab3-4cd8-a7b7-f8c62f792c71 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (53a2e1cf-8c5f-42da-959d-32f13108f6cf), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:26.654248 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa6d55f-3e2a-4d58-8ed3-4695ba18b1a4 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:26.655179 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3aa6d55f-3e2a-4d58-8ed3-4695ba18b1a4 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:26.722350 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3aa6d55f-3e2a-4d58-8ed3-4695ba18b1a4 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2907329 Feb 09 01:39:26.725821 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35102) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:26.729184 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-7a44629a-1ab3-4cd8-a7b7-f8c62f792c71 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] For port 53a2e1cf-8c5f-42da-959d-32f13108f6cf, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=53a2e1cf-8c5f-42da-959d-32f13108f6cf,segment=NetworkSegment(3e96629a-08a5-47c5-b07c-81660e404f1c),segment_id=3e96629a-08a5-47c5-b07c-81660e404f1c)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:26.729610 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7a44629a-1ab3-4cd8-a7b7-f8c62f792c71 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (53a2e1cf-8c5f-42da-959d-32f13108f6cf), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:26.739690 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26ab49a-5eb1-4cd4-b5ba-5fa2f7e37bed None None] DHCP port deletion for 39c5c864-b0bb-48ab-9fb0-2fad7f1ef99b request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:39:26.767664 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-7a44629a-1ab3-4cd8-a7b7-f8c62f792c71 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Calling delete_port for 53a2e1cf-8c5f-42da-959d-32f13108f6cf owned by network:dhcp {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:39:26.791054 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b26ab49a-5eb1-4cd4-b5ba-5fa2f7e37bed None None] Deleting port 53a2e1cf-8c5f-42da-959d-32f13108f6cf {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:39:26.791951 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b26ab49a-5eb1-4cd4-b5ba-5fa2f7e37bed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (53a2e1cf-8c5f-42da-959d-32f13108f6cf), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:26.803353 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6d55f-3e2a-4d58-8ed3-4695ba18b1a4 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event updated for resources: {'Network': ['ID=e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:26.823935 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b56998-a558-41f2-9a2e-7bfb0c9784d4 tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:26.828085 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-25b56998-a558-41f2-9a2e-7bfb0c9784d4 tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=08210566e83248dda7b4b9773be6fbca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0990572 Feb 09 01:39:26.828310 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35104) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:26.876243 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:39:26.883150 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-b26ab49a-5eb1-4cd4-b5ba-5fa2f7e37bed None None] For port 53a2e1cf-8c5f-42da-959d-32f13108f6cf, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=53a2e1cf-8c5f-42da-959d-32f13108f6cf,segment=NetworkSegment(3e96629a-08a5-47c5-b07c-81660e404f1c),segment_id=3e96629a-08a5-47c5-b07c-81660e404f1c)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:26.883557 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b26ab49a-5eb1-4cd4-b5ba-5fa2f7e37bed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (53a2e1cf-8c5f-42da-959d-32f13108f6cf), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:26.904400 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7a44629a-1ab3-4cd8-a7b7-f8c62f792c71 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (53a2e1cf-8c5f-42da-959d-32f13108f6cf), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:26.909202 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 53a2e1cf-8c5f-42da-959d-32f13108f6cf no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:39:26.922829 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a44629a-1ab3-4cd8-a7b7-f8c62f792c71 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] No DVR routers for this DVR port 53a2e1cf-8c5f-42da-959d-32f13108f6cf on host n-d-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:39:26.958360 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b48518-2eb2-40aa-967e-3d2debf0f4be tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:26.960191 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f5b48518-2eb2-40aa-967e-3d2debf0f4be tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1306951 Feb 09 01:39:26.962000 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 53a2e1cf-8c5f-42da-959d-32f13108f6cf {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:39:26.962554 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35106) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:26.964832 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 53a2e1cf-8c5f-42da-959d-32f13108f6cf not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:39:26.965434 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device b5fb1983-728e-445c-9f5e-f5e348ba8fc1 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:39:26.982304 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a44629a-1ab3-4cd8-a7b7-f8c62f792c71 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Pushing event deleted for resources: {'Port': ['ID=53a2e1cf-8c5f-42da-959d-32f13108f6cf,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:26.989628 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b26ab49a-5eb1-4cd4-b5ba-5fa2f7e37bed None None] Calling delete_port for 53a2e1cf-8c5f-42da-959d-32f13108f6cf owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:39:26.991393 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: b5fb1983-728e-445c-9f5e-f5e348ba8fc1 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:39:26.991747 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device b5fb1983-728e-445c-9f5e-f5e348ba8fc1 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:39:26.992165 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device bcc20517-b7b5-4789-b73f-f3b219800276 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:39:27.014800 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35108) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:27.017116 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2e1c2c98-db95-42b5-982d-f37104bf1d38 tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=ca740734-29c2-4b60-ae10-4c709b5c6ef4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432060 Feb 09 01:39:27.018711 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: bcc20517-b7b5-4789-b73f-f3b219800276 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:39:27.019065 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device bcc20517-b7b5-4789-b73f-f3b219800276 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:39:27.079045 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c480fa88-4919-4e31-9ef1-45fc38bdf83c tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=08210566e83248dda7b4b9773be6fbca&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0632672 Feb 09 01:39:27.081902 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35110) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:27.103014 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7a44629a-1ab3-4cd8-a7b7-f8c62f792c71 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (39c5c864-b0bb-48ab-9fb0-2fad7f1ef99b), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:27.125892 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b26ab49a-5eb1-4cd4-b5ba-5fa2f7e37bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (53a2e1cf-8c5f-42da-959d-32f13108f6cf), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:27.134822 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-7a44629a-1ab3-4cd8-a7b7-f8c62f792c71 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39c5c864-b0bb-48ab-9fb0-2fad7f1ef99b']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:27.146017 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-7a44629a-1ab3-4cd8-a7b7-f8c62f792c71 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e96629a-08a5-47c5-b07c-81660e404f1c') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:27.146329 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-7a44629a-1ab3-4cd8-a7b7-f8c62f792c71 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e96629a-08a5-47c5-b07c-81660e404f1c') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:27.157278 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7a44629a-1ab3-4cd8-a7b7-f8c62f792c71 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (3e96629a-08a5-47c5-b07c-81660e404f1c), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:27.166447 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26ab49a-5eb1-4cd4-b5ba-5fa2f7e37bed None None] No DVR routers for this DVR port 53a2e1cf-8c5f-42da-959d-32f13108f6cf on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:39:27.169901 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ab49a-5eb1-4cd4-b5ba-5fa2f7e37bed None None] Pushing event deleted for resources: {'Port': ['ID=53a2e1cf-8c5f-42da-959d-32f13108f6cf,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:27.179578 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7a44629a-1ab3-4cd8-a7b7-f8c62f792c71 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (3e96629a-08a5-47c5-b07c-81660e404f1c), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:27.188955 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a23f4c0-973c-4940-a550-494228ccba19 tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:27.189677 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5a23f4c0-973c-4940-a550-494228ccba19 tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1069152 Feb 09 01:39:27.192926 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35114) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:27.197273 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a44629a-1ab3-4cd8-a7b7-f8c62f792c71 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:39:27.197745 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7a44629a-1ab3-4cd8-a7b7-f8c62f792c71 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (3e96629a-08a5-47c5-b07c-81660e404f1c), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:27.202373 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:39:27.202373 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:39:27.202373 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:39:27.202373 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:39:27.202373 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:39:27.202373 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:39:27.202373 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:39:27.202373 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:39:27.202373 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:39:27.202373 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:39:27.202373 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:39:27.202373 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:39:27.202373 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:39:27.202373 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:39:27.202373 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:39:27.202373 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:39:27.202373 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:39:27.202373 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:39:27.202373 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:39:27.202373 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:39:27.202373 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:39:27.202373 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:39:27.202373 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:39:27.202373 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:39:27.202373 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:39:27.202373 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:39:27.202373 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:39:27.202373 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:39:27.202373 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:39:27.202373 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:39:27.202373 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:39:27.202373 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:39:27.230520 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-41392198-27ca-4a66-b4b6-a9741eeae987 tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=ca740734-29c2-4b60-ae10-4c709b5c6ef4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364637 Feb 09 01:39:27.232945 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35116) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:27.237878 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-9accc934-a5bf-4fa8-992e-0ffb6acbf828 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1418764058', 'network_id': 'e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9', 'project_id': '08210566e83248dda7b4b9773be6fbca', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:27.283618 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7a44629a-1ab3-4cd8-a7b7-f8c62f792c71 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (39c5c864-b0bb-48ab-9fb0-2fad7f1ef99b), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:27.301526 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7a44629a-1ab3-4cd8-a7b7-f8c62f792c71 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:27.308764 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35118) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:27.310706 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-7a44629a-1ab3-4cd8-a7b7-f8c62f792c71 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] 10.222.0.50 "DELETE /v2.0/networks/39c5c864-b0bb-48ab-9fb0-2fad7f1ef99b HTTP/1.1" status: 204 len: 168 time: 0.8119926 Feb 09 01:39:27.331218 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a44629a-1ab3-4cd8-a7b7-f8c62f792c71 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Pushing event deleted for resources: {'Network': ['ID=39c5c864-b0bb-48ab-9fb0-2fad7f1ef99b,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:27.343248 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8d824db0-f987-4de5-88db-b9e021794579 tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] 10.222.0.50 "GET /v2.0/ports?device_id=dd789f42-a1f3-40aa-b5a7-0af6aac62859 HTTP/1.1" status: 200 len: 205 time: 0.0336192 Feb 09 01:39:27.346037 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35120) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:27.373672 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9accc934-a5bf-4fa8-992e-0ffb6acbf828 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Made reservation on behalf of 08210566e83248dda7b4b9773be6fbca for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:27.378283 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9accc934-a5bf-4fa8-992e-0ffb6acbf828 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:27.448853 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-04412673-5f15-4c81-8d83-a4f943c6240a tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks [] for router (dd789f42-a1f3-40aa-b5a7-0af6aac62859), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:27.580231 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9accc934-a5bf-4fa8-992e-0ffb6acbf828 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (dddaf3b5-cfd9-43ff-b40a-c33e5c41c869), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:27.631757 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-04412673-5f15-4c81-8d83-a4f943c6240a tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (dd789f42-a1f3-40aa-b5a7-0af6aac62859), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:27.634411 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-04412673-5f15-4c81-8d83-a4f943c6240a tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks [] for router_controller (dd789f42-a1f3-40aa-b5a7-0af6aac62859), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:27.664865 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9accc934-a5bf-4fa8-992e-0ffb6acbf828 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event updated for resources: {'Subnet': ['ID=dddaf3b5-cfd9-43ff-b40a-c33e5c41c869,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:27.673266 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9accc934-a5bf-4fa8-992e-0ffb6acbf828 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Checking segment: {'id': '3d1bdb5d-31ab-46f0-81e4-3d18b93030d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:27.673790 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9accc934-a5bf-4fa8-992e-0ffb6acbf828 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Network hostable DHCP agents. Network: e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:39:27.685694 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-04412673-5f15-4c81-8d83-a4f943c6240a tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (dd789f42-a1f3-40aa-b5a7-0af6aac62859), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:27.686484 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04412673-5f15-4c81-8d83-a4f943c6240a tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Fanout notify agent at l3_agent the message router_deleted on router dd789f42-a1f3-40aa-b5a7-0af6aac62859 {{(pid=103136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:39:27.697466 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-04412673-5f15-4c81-8d83-a4f943c6240a tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:27.699034 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-04412673-5f15-4c81-8d83-a4f943c6240a tempest-RoutersNegativeTest-1627454673 tempest-RoutersNegativeTest-1627454673-project] 10.222.0.50 "DELETE /v2.0/routers/dd789f42-a1f3-40aa-b5a7-0af6aac62859 HTTP/1.1" status: 204 len: 168 time: 0.3519146 Feb 09 01:39:27.699740 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9accc934-a5bf-4fa8-992e-0ffb6acbf828 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Network e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:39:27.711595 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-9accc934-a5bf-4fa8-992e-0ffb6acbf828 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:27.716059 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9accc934-a5bf-4fa8-992e-0ffb6acbf828 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:27.716707 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9accc934-a5bf-4fa8-992e-0ffb6acbf828 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:27.727324 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a55c077-58e9-4b04-8254-e3aef543db4d None None] Network e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:27.736428 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9accc934-a5bf-4fa8-992e-0ffb6acbf828 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5024333 Feb 09 01:39:27.869567 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee90c85b-b834-4acc-a0c3-c22ec0f7715b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9', 'network_id': 'e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9', 'project_id': '08210566e83248dda7b4b9773be6fbca', 'fixed_ips': [{'subnet_id': 'dddaf3b5-cfd9-43ff-b40a-c33e5c41c869'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:39:27.870636 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ee90c85b-b834-4acc-a0c3-c22ec0f7715b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:28.038540 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-ee90c85b-b834-4acc-a0c3-c22ec0f7715b None None] Allocated IP 172.20.0.18 (e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9/dddaf3b5-cfd9-43ff-b40a-c33e5c41c869/89da4d25-033c-41f8-b322-0c45a2b894d9) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:39:28.075665 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35128) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:28.223881 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9d3b4df1-e458-431b-b3f5-b3a447394434 req-e7fd7c88-ecd2-457b-be1a-bc873b5186b1 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=8538cec5-24e2-4b7e-b442-ed9649ae15de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0663435 Feb 09 01:39:28.260481 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-25e24c1b-c9e1-425a-a071-052e59fed300 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ea7f59a0f745405db7efcfe3f5791508&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1714745 Feb 09 01:39:28.260481 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35134) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:28.269540 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ee90c85b-b834-4acc-a0c3-c22ec0f7715b None None] Publish callbacks [] for port (89da4d25-033c-41f8-b322-0c45a2b894d9), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:28.282798 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ee90c85b-b834-4acc-a0c3-c22ec0f7715b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (89da4d25-033c-41f8-b322-0c45a2b894d9), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:28.331726 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee90c85b-b834-4acc-a0c3-c22ec0f7715b None None] Network e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:28.337149 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-ee90c85b-b834-4acc-a0c3-c22ec0f7715b None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:28.343106 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee90c85b-b834-4acc-a0c3-c22ec0f7715b None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:39:28.361604 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ffa3d1db-1f49-49fa-bbff-41ab8e5d886d admin admin] Publish callbacks [] for security_group (de6d2cd1-a770-403c-9de0-3c055e36bab2), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:28.392534 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35136) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:28.393199 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee90c85b-b834-4acc-a0c3-c22ec0f7715b None None] Pushing event updated for resources: {'Port': ['ID=89da4d25-033c-41f8-b322-0c45a2b894d9,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:28.400859 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-bd75543c-7fa4-4d8e-a4c3-c2a811501a56 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1356365660', 'description': 'tempest-secgroup-smoke-1356365660 description', 'project_id': '08210566e83248dda7b4b9773be6fbca'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:28.404910 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ffa3d1db-1f49-49fa-bbff-41ab8e5d886d admin admin] Publish callbacks [] for security_group (de6d2cd1-a770-403c-9de0-3c055e36bab2), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:28.409122 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-ee90c85b-b834-4acc-a0c3-c22ec0f7715b None None] Attempting to bind port 89da4d25-033c-41f8-b322-0c45a2b894d9 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:39:28.409583 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-ee90c85b-b834-4acc-a0c3-c22ec0f7715b None None] Attempting to bind port 89da4d25-033c-41f8-b322-0c45a2b894d9 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '3d1bdb5d-31ab-46f0-81e4-3d18b93030d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:39:28.410656 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee90c85b-b834-4acc-a0c3-c22ec0f7715b None None] Attempting to bind port 89da4d25-033c-41f8-b322-0c45a2b894d9 on network e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:39:28.411341 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b4df1-e458-431b-b3f5-b3a447394434 req-cce14126-b268-45ae-89b4-65b7e420ca35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:28.413678 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9d3b4df1-e458-431b-b3f5-b3a447394434 req-cce14126-b268-45ae-89b4-65b7e420ca35 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=c3786288d8304ed4a73754fbccf8bb65&device_id=8538cec5-24e2-4b7e-b442-ed9649ae15de HTTP/1.1" status: 200 len: 1127 time: 0.1069822 Feb 09 01:39:28.426454 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee90c85b-b834-4acc-a0c3-c22ec0f7715b None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:39:28.427433 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee90c85b-b834-4acc-a0c3-c22ec0f7715b None None] Checking segment: {'id': '3d1bdb5d-31ab-46f0-81e4-3d18b93030d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:28.427934 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ee90c85b-b834-4acc-a0c3-c22ec0f7715b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:28.428458 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee90c85b-b834-4acc-a0c3-c22ec0f7715b None None] Bound using segment: {'id': '3d1bdb5d-31ab-46f0-81e4-3d18b93030d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:39:28.429089 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-ee90c85b-b834-4acc-a0c3-c22ec0f7715b None None] Bound port: 89da4d25-033c-41f8-b322-0c45a2b894d9, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d1bdb5d-31ab-46f0-81e4-3d18b93030d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:39:28.429540 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ee90c85b-b834-4acc-a0c3-c22ec0f7715b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (89da4d25-033c-41f8-b322-0c45a2b894d9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:28.430195 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bd75543c-7fa4-4d8e-a4c3-c2a811501a56 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:28.501543 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-ee90c85b-b834-4acc-a0c3-c22ec0f7715b None None] For port 89da4d25-033c-41f8-b322-0c45a2b894d9, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:39:28.505738 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-ee90c85b-b834-4acc-a0c3-c22ec0f7715b None None] For port 89da4d25-033c-41f8-b322-0c45a2b894d9, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=89da4d25-033c-41f8-b322-0c45a2b894d9,segment=NetworkSegment(3d1bdb5d-31ab-46f0-81e4-3d18b93030d3),segment_id=3d1bdb5d-31ab-46f0-81e4-3d18b93030d3)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:39:28.515642 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ee90c85b-b834-4acc-a0c3-c22ec0f7715b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (89da4d25-033c-41f8-b322-0c45a2b894d9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:28.548252 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bd75543c-7fa4-4d8e-a4c3-c2a811501a56 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group (11bfeaf6-282a-4cc2-a1c4-e49a66e51094), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:28.555055 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b4df1-e458-431b-b3f5-b3a447394434 req-0e1c4ad0-6dff-42a1-9aed-2ef30cba8514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:28.556565 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9d3b4df1-e458-431b-b3f5-b3a447394434 req-0e1c4ad0-6dff-42a1-9aed-2ef30cba8514 service neutron] 10.222.0.120 "GET /v2.0/networks?id=36811ba0-932c-489a-9372-3f07b118624b HTTP/1.1" status: 200 len: 899 time: 0.1204591 Feb 09 01:39:28.558695 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ffa3d1db-1f49-49fa-bbff-41ab8e5d886d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (de6d2cd1-a770-403c-9de0-3c055e36bab2), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:28.559282 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bd75543c-7fa4-4d8e-a4c3-c2a811501a56 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (11bfeaf6-282a-4cc2-a1c4-e49a66e51094), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:28.571105 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ffa3d1db-1f49-49fa-bbff-41ab8e5d886d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:28.572273 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ffa3d1db-1f49-49fa-bbff-41ab8e5d886d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/de6d2cd1-a770-403c-9de0-3c055e36bab2 HTTP/1.1" status: 204 len: 168 time: 0.3203690 Feb 09 01:39:28.598235 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee90c85b-b834-4acc-a0c3-c22ec0f7715b None None] Pushing event updated for resources: {'Port': ['ID=89da4d25-033c-41f8-b322-0c45a2b894d9,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:28.647300 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bd75543c-7fa4-4d8e-a4c3-c2a811501a56 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:28.652121 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-bd75543c-7fa4-4d8e-a4c3-c2a811501a56 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2557442 Feb 09 01:39:28.652409 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd75543c-7fa4-4d8e-a4c3-c2a811501a56 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11bfeaf6-282a-4cc2-a1c4-e49a66e51094,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:28.653375 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35140) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:28.667333 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-a6d26a65-1214-426c-b02e-89f6ddbdafab tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Request body: {'security_group_rule': {'security_group_id': '11bfeaf6-282a-4cc2-a1c4-e49a66e51094', 'project_id': '08210566e83248dda7b4b9773be6fbca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:28.674275 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa3d1db-1f49-49fa-bbff-41ab8e5d886d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6d2cd1-a770-403c-9de0-3c055e36bab2,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:28.708461 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9d3b4df1-e458-431b-b3f5-b3a447394434 req-bfe16494-5941-4b13-ad63-f1672b06e34c service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10a588e8-270c-4822-8bf8-0d90f30022c8 HTTP/1.1" status: 200 len: 1001 time: 0.1349602 Feb 09 01:39:28.726850 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a6d26a65-1214-426c-b02e-89f6ddbdafab tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (2241c0cf-4f6a-4f9e-a0bf-77f85581737f), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:28.797837 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b4df1-e458-431b-b3f5-b3a447394434 req-e0274066-3270-424e-8bd1-711339cd76a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:28.799381 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9d3b4df1-e458-431b-b3f5-b3a447394434 req-e0274066-3270-424e-8bd1-711339cd76a4 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=cd101850-45aa-4dbe-87a1-17374b4984b9 HTTP/1.1" status: 200 len: 835 time: 0.0832689 Feb 09 01:39:28.885603 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a6d26a65-1214-426c-b02e-89f6ddbdafab tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (2241c0cf-4f6a-4f9e-a0bf-77f85581737f), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:28.893105 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a6d26a65-1214-426c-b02e-89f6ddbdafab tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (2241c0cf-4f6a-4f9e-a0bf-77f85581737f), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:28.926947 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d26a65-1214-426c-b02e-89f6ddbdafab tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2241c0cf-4f6a-4f9e-a0bf-77f85581737f,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:28.934757 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a6d26a65-1214-426c-b02e-89f6ddbdafab tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:28.938713 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a6d26a65-1214-426c-b02e-89f6ddbdafab tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2811878 Feb 09 01:39:28.938713 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b4df1-e458-431b-b3f5-b3a447394434 req-dd5c0c90-5057-4801-9dc1-0b0ccd059e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:28.938943 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35144) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:28.939673 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9d3b4df1-e458-431b-b3f5-b3a447394434 req-dd5c0c90-5057-4801-9dc1-0b0ccd059e0b service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=36811ba0-932c-489a-9372-3f07b118624b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1339703 Feb 09 01:39:28.944026 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-f830669b-8e4d-4b73-b176-e8d99a0b1b58 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Request body: {'security_group_rule': {'security_group_id': '11bfeaf6-282a-4cc2-a1c4-e49a66e51094', 'project_id': '08210566e83248dda7b4b9773be6fbca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:28.982436 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f830669b-8e4d-4b73-b176-e8d99a0b1b58 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (26d7302d-8208-4b29-b63b-29633c3a2b88), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:29.087004 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9d3b4df1-e458-431b-b3f5-b3a447394434 req-6745d06d-963e-4c9e-923c-d1db40f7a8c7 service neutron] 10.222.0.120 "GET /v2.0/networks/36811ba0-932c-489a-9372-3f07b118624b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390750 Feb 09 01:39:29.109818 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f830669b-8e4d-4b73-b176-e8d99a0b1b58 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (26d7302d-8208-4b29-b63b-29633c3a2b88), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:29.115442 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f830669b-8e4d-4b73-b176-e8d99a0b1b58 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (26d7302d-8208-4b29-b63b-29633c3a2b88), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:29.141003 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f830669b-8e4d-4b73-b176-e8d99a0b1b58 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26d7302d-8208-4b29-b63b-29633c3a2b88,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:29.151056 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f830669b-8e4d-4b73-b176-e8d99a0b1b58 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:29.152354 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f830669b-8e4d-4b73-b176-e8d99a0b1b58 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2123983 Feb 09 01:39:29.155534 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35154) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:29.162657 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-ab79cd07-06d8-4215-809a-126ea449f48e tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Request body: {'security_group_rule': {'security_group_id': '11bfeaf6-282a-4cc2-a1c4-e49a66e51094', 'project_id': '08210566e83248dda7b4b9773be6fbca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:29.201527 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ab79cd07-06d8-4215-809a-126ea449f48e tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (bc04637e-8c77-4ebd-a1f4-bcf662cc0c21), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:29.203519 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9d3b4df1-e458-431b-b3f5-b3a447394434 req-a7e4283e-6519-4d12-a91d-ffc0b5dff798 service neutron] 10.222.0.120 "GET /v2.0/networks/36811ba0-932c-489a-9372-3f07b118624b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106911 Feb 09 01:39:29.274858 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ab79cd07-06d8-4215-809a-126ea449f48e tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (bc04637e-8c77-4ebd-a1f4-bcf662cc0c21), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:29.278692 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ab79cd07-06d8-4215-809a-126ea449f48e tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (bc04637e-8c77-4ebd-a1f4-bcf662cc0c21), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:29.296433 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab79cd07-06d8-4215-809a-126ea449f48e tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc04637e-8c77-4ebd-a1f4-bcf662cc0c21,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:29.307851 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ab79cd07-06d8-4215-809a-126ea449f48e tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:29.309126 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ab79cd07-06d8-4215-809a-126ea449f48e tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1525922 Feb 09 01:39:29.311775 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35158) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:29.319385 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-23d4e984-f353-4289-b9ee-8bf71b0a3e17 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Request body: {'security_group_rule': {'security_group_id': '11bfeaf6-282a-4cc2-a1c4-e49a66e51094', 'project_id': '08210566e83248dda7b4b9773be6fbca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:29.352324 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-23d4e984-f353-4289-b9ee-8bf71b0a3e17 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (b00035a4-a073-47a4-9b9c-9d6be655eb3b), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:29.420261 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-23d4e984-f353-4289-b9ee-8bf71b0a3e17 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (b00035a4-a073-47a4-9b9c-9d6be655eb3b), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:29.424686 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-23d4e984-f353-4289-b9ee-8bf71b0a3e17 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (b00035a4-a073-47a4-9b9c-9d6be655eb3b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:29.453590 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4e984-f353-4289-b9ee-8bf71b0a3e17 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b00035a4-a073-47a4-9b9c-9d6be655eb3b,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:29.468729 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-23d4e984-f353-4289-b9ee-8bf71b0a3e17 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:29.470074 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-23d4e984-f353-4289-b9ee-8bf71b0a3e17 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1573708 Feb 09 01:39:29.473558 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35168) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:29.480965 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-5c380a23-12b3-4220-bcb4-46237654699f tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Request body: {'security_group_rule': {'security_group_id': '11bfeaf6-282a-4cc2-a1c4-e49a66e51094', 'project_id': '08210566e83248dda7b4b9773be6fbca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:29.507059 n-d-828369-4 neutron-server[103136]: INFO neutron.db.securitygroups_db [None req-5c380a23-12b3-4220-bcb4-46237654699f tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Project 08210566e83248dda7b4b9773be6fbca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:39:29.512845 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5c380a23-12b3-4220-bcb4-46237654699f tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (4b1d0520-41e4-4309-b967-3c9cf9d8d558), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:29.589698 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5c380a23-12b3-4220-bcb4-46237654699f tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (4b1d0520-41e4-4309-b967-3c9cf9d8d558), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:29.595786 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35170) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:29.609093 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5c380a23-12b3-4220-bcb4-46237654699f tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (4b1d0520-41e4-4309-b967-3c9cf9d8d558), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:29.627178 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c380a23-12b3-4220-bcb4-46237654699f tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b1d0520-41e4-4309-b967-3c9cf9d8d558,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:29.643490 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5c380a23-12b3-4220-bcb4-46237654699f tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:29.644937 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-5c380a23-12b3-4220-bcb4-46237654699f tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1695635 Feb 09 01:39:29.647726 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35174) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:29.655988 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-4acbc112-04e1-4f88-ab4e-9a776e3a5dd3 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Request body: {'security_group_rule': {'security_group_id': '11bfeaf6-282a-4cc2-a1c4-e49a66e51094', 'project_id': '08210566e83248dda7b4b9773be6fbca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:29.687460 n-d-828369-4 neutron-server[103137]: INFO neutron.db.securitygroups_db [None req-4acbc112-04e1-4f88-ab4e-9a776e3a5dd3 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Project 08210566e83248dda7b4b9773be6fbca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:39:29.694460 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4acbc112-04e1-4f88-ab4e-9a776e3a5dd3 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (51f4e2d2-1f81-402f-acc9-0db3344c7fec), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:29.729150 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-ac763365-ed70-4969-b476-0f1aa0989e62 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Request body: {'security_group': {'name': 'tempest-secgroup--1426874260'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:29.772753 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ac763365-ed70-4969-b476-0f1aa0989e62 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:29.784775 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ac763365-ed70-4969-b476-0f1aa0989e62 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:29.801311 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4acbc112-04e1-4f88-ab4e-9a776e3a5dd3 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (51f4e2d2-1f81-402f-acc9-0db3344c7fec), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:29.810722 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4acbc112-04e1-4f88-ab4e-9a776e3a5dd3 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (51f4e2d2-1f81-402f-acc9-0db3344c7fec), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:29.844212 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4acbc112-04e1-4f88-ab4e-9a776e3a5dd3 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:29.845462 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4acbc112-04e1-4f88-ab4e-9a776e3a5dd3 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1962361 Feb 09 01:39:29.846283 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acbc112-04e1-4f88-ab4e-9a776e3a5dd3 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51f4e2d2-1f81-402f-acc9-0db3344c7fec,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:29.855517 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ad9c84-2e0d-40b6-83d0-2201c7bda541 None None] Network e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:39:29.906071 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ac763365-ed70-4969-b476-0f1aa0989e62 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (663660d9-66b1-494b-b90b-b530937c85dd), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:29.912214 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ac763365-ed70-4969-b476-0f1aa0989e62 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (663660d9-66b1-494b-b90b-b530937c85dd), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:29.951188 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-147eefec-1b7d-4e00-a2b9-fe6d151dab41 None None] Provisioning complete for port 89da4d25-033c-41f8-b322-0c45a2b894d9 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:29.951576 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-147eefec-1b7d-4e00-a2b9-fe6d151dab41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (89da4d25-033c-41f8-b322-0c45a2b894d9), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:29.955923 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac763365-ed70-4969-b476-0f1aa0989e62 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=663660d9-66b1-494b-b90b-b530937c85dd,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:30.031238 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ac763365-ed70-4969-b476-0f1aa0989e62 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (1136d683-2dc1-450a-9a04-9ff2a88ef55b), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:30.045928 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ac763365-ed70-4969-b476-0f1aa0989e62 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1136d683-2dc1-450a-9a04-9ff2a88ef55b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:30.088811 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ac763365-ed70-4969-b476-0f1aa0989e62 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:30.092883 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ac763365-ed70-4969-b476-0f1aa0989e62 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4931576 Feb 09 01:39:30.093265 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35188) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:30.143120 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-147eefec-1b7d-4e00-a2b9-fe6d151dab41 None None] Current status of the port 89da4d25-033c-41f8-b322-0c45a2b894d9 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:30.143787 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-147eefec-1b7d-4e00-a2b9-fe6d151dab41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (89da4d25-033c-41f8-b322-0c45a2b894d9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:30.153165 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-c7718009-78b1-4a74-bc13-68c95f4966ad tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1356365660&fields=id&tenant_id=08210566e83248dda7b4b9773be6fbca HTTP/1.1" status: 200 len: 267 time: 0.0894742 Feb 09 01:39:30.185640 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac763365-ed70-4969-b476-0f1aa0989e62 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1136d683-2dc1-450a-9a04-9ff2a88ef55b,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:30.201563 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a26235ac-a49a-4cd4-afba-6dc4fe4ef445 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1070406 Feb 09 01:39:30.204334 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35190) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:30.208671 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-147eefec-1b7d-4e00-a2b9-fe6d151dab41 None None] For port 89da4d25-033c-41f8-b322-0c45a2b894d9, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=89da4d25-033c-41f8-b322-0c45a2b894d9,segment=NetworkSegment(3d1bdb5d-31ab-46f0-81e4-3d18b93030d3),segment_id=3d1bdb5d-31ab-46f0-81e4-3d18b93030d3)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:30.210736 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-dfd12493-10da-47c3-ac70-4edc0a60fa9d tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Request body: {'security_group': {'name': 'tempest-security--1679287386', 'description': 'tempest-security-description-74863310'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:30.218147 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-147eefec-1b7d-4e00-a2b9-fe6d151dab41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (89da4d25-033c-41f8-b322-0c45a2b894d9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:30.287981 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dfd12493-10da-47c3-ac70-4edc0a60fa9d tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (1136d683-2dc1-450a-9a04-9ff2a88ef55b), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:30.313653 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147eefec-1b7d-4e00-a2b9-fe6d151dab41 None None] Pushing event updated for resources: {'Port': ['ID=89da4d25-033c-41f8-b322-0c45a2b894d9,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:30.339645 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-ef0f17c9-93df-4b38-84bf-04bfcebf71fd tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:30.339645 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-ef0f17c9-93df-4b38-84bf-04bfcebf71fd tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/networks?id=e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9 HTTP/1.1" status: 200 len: 797 time: 0.1800494 Feb 09 01:39:30.366984 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dfd12493-10da-47c3-ac70-4edc0a60fa9d tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (1136d683-2dc1-450a-9a04-9ff2a88ef55b), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:30.368178 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-739e5590-2567-4305-9347-aa5f29654625 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/quotas/08210566e83248dda7b4b9773be6fbca HTTP/1.1" status: 200 len: 375 time: 0.0198886 Feb 09 01:39:30.372819 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dfd12493-10da-47c3-ac70-4edc0a60fa9d tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1136d683-2dc1-450a-9a04-9ff2a88ef55b), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:30.375560 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dfd12493-10da-47c3-ac70-4edc0a60fa9d tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:30.377394 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-dfd12493-10da-47c3-ac70-4edc0a60fa9d tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "PUT /v2.0/security-groups/1136d683-2dc1-450a-9a04-9ff2a88ef55b HTTP/1.1" status: 200 len: 1795 time: 0.1720760 Feb 09 01:39:30.381427 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35194) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:30.430956 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd12493-10da-47c3-ac70-4edc0a60fa9d tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1136d683-2dc1-450a-9a04-9ff2a88ef55b,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:30.447200 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-0536b78a-a1ad-4167-9645-303c93fd103b None None] Provisioning complete for port 89da4d25-033c-41f8-b322-0c45a2b894d9 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:30.447675 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0536b78a-a1ad-4167-9645-303c93fd103b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (89da4d25-033c-41f8-b322-0c45a2b894d9), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:30.448063 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2f0bd7c4-8c98-4a36-a3fd-ea6f7d70b19a tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "GET /v2.0/security-groups/1136d683-2dc1-450a-9a04-9ff2a88ef55b HTTP/1.1" status: 200 len: 1795 time: 0.0653956 Feb 09 01:39:30.450943 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35196) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:30.457372 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-a292590e-13b7-4e1b-b962-3ba3a68c1363 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=08210566e83248dda7b4b9773be6fbca&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0866923 Feb 09 01:39:30.528955 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0ab72d71-38ad-43d3-aaf4-5cfff842fd45 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (1136d683-2dc1-450a-9a04-9ff2a88ef55b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:30.548448 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-0536b78a-a1ad-4167-9645-303c93fd103b None None] Current status of the port 89da4d25-033c-41f8-b322-0c45a2b894d9 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:30.559474 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0ab72d71-38ad-43d3-aaf4-5cfff842fd45 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (1136d683-2dc1-450a-9a04-9ff2a88ef55b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:30.605275 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0ab72d71-38ad-43d3-aaf4-5cfff842fd45 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1136d683-2dc1-450a-9a04-9ff2a88ef55b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:30.607840 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0ab72d71-38ad-43d3-aaf4-5cfff842fd45 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:30.612123 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0ab72d71-38ad-43d3-aaf4-5cfff842fd45 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "DELETE /v2.0/security-groups/1136d683-2dc1-450a-9a04-9ff2a88ef55b HTTP/1.1" status: 204 len: 168 time: 0.1589701 Feb 09 01:39:30.612847 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35200) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:30.634712 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab72d71-38ad-43d3-aaf4-5cfff842fd45 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1136d683-2dc1-450a-9a04-9ff2a88ef55b,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:30.671409 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-554b3614-cbcc-4218-97bd-c9bfb49c4c9d service neutron] 10.222.0.50 "GET /v2.0/networks/e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026765 Feb 09 01:39:30.677086 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-480f31d6-0e6e-449a-8a8a-74c4125cc089 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0564597 Feb 09 01:39:30.677376 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35202) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:30.706893 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [None req-3fca5a60-ef82-46f1-9ece-8ac9da090b6a tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] delete failed (client error): The resource could not be found. Feb 09 01:39:30.711519 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3fca5a60-ef82-46f1-9ece-8ac9da090b6a tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "DELETE /v2.0/security-groups/1136d683-2dc1-450a-9a04-9ff2a88ef55b HTTP/1.1" status: 404 len: 347 time: 0.0295668 Feb 09 01:39:30.712727 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35204) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:30.717328 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-450c36e6-978a-44ef-9c52-1d7b9b1fe82f tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Request body: {'security_group': {'name': 'tempest-secgroup--790629578'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:30.737822 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-450c36e6-978a-44ef-9c52-1d7b9b1fe82f tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:30.788204 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-bfe69c6e-517e-41cd-a7cd-216c018daf29 service neutron] 10.222.0.50 "GET /v2.0/networks/e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031482 Feb 09 01:39:30.833257 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-450c36e6-978a-44ef-9c52-1d7b9b1fe82f tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (34f10a05-1f65-45e2-ba98-3ace0a06e2b0), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:30.847280 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-450c36e6-978a-44ef-9c52-1d7b9b1fe82f tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (34f10a05-1f65-45e2-ba98-3ace0a06e2b0), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:30.878405 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-450c36e6-978a-44ef-9c52-1d7b9b1fe82f tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:30.883239 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35206) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:30.883378 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-450c36e6-978a-44ef-9c52-1d7b9b1fe82f tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1696267 Feb 09 01:39:30.889436 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450c36e6-978a-44ef-9c52-1d7b9b1fe82f tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34f10a05-1f65-45e2-ba98-3ace0a06e2b0,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:30.892568 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-20166d58-4382-476e-be2c-273047d7669a tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Request body: {'security_group_rule': {'security_group_id': '34f10a05-1f65-45e2-ba98-3ace0a06e2b0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:30.923056 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 89da4d25-033c-41f8-b322-0c45a2b894d9 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:39:30.929063 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-20166d58-4382-476e-be2c-273047d7669a tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (68cc8913-96f3-455f-8f9a-7c0365e4bef0), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:31.009843 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 89da4d25-033c-41f8-b322-0c45a2b894d9 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:31.010607 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (89da4d25-033c-41f8-b322-0c45a2b894d9), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:31.040962 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-24fac01e-5725-4839-854f-acea903419b4 req-4e46a5d9-9b21-46ba-9ad3-42bf7dcb0d76 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b631136-94d8-4ee2-9bea-51a43ff7c9a2 HTTP/1.1" status: 200 len: 210 time: 0.0529640 Feb 09 01:39:31.068376 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-20166d58-4382-476e-be2c-273047d7669a tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (68cc8913-96f3-455f-8f9a-7c0365e4bef0), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:31.073831 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-20166d58-4382-476e-be2c-273047d7669a tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (68cc8913-96f3-455f-8f9a-7c0365e4bef0), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:31.104687 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20166d58-4382-476e-be2c-273047d7669a tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68cc8913-96f3-455f-8f9a-7c0365e4bef0,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:31.111977 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-20166d58-4382-476e-be2c-273047d7669a tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:31.113515 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-20166d58-4382-476e-be2c-273047d7669a tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2283697 Feb 09 01:39:31.116368 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35212) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:31.118667 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 89da4d25-033c-41f8-b322-0c45a2b894d9 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:31.151221 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-21438ee8-e707-4c1e-89b4-825b5456abdb tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (68cc8913-96f3-455f-8f9a-7c0365e4bef0), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:31.159538 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-21438ee8-e707-4c1e-89b4-825b5456abdb tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (68cc8913-96f3-455f-8f9a-7c0365e4bef0), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:31.186633 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-21438ee8-e707-4c1e-89b4-825b5456abdb tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (68cc8913-96f3-455f-8f9a-7c0365e4bef0), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:31.194666 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-21438ee8-e707-4c1e-89b4-825b5456abdb tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:31.195839 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-21438ee8-e707-4c1e-89b4-825b5456abdb tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/68cc8913-96f3-455f-8f9a-7c0365e4bef0 HTTP/1.1" status: 204 len: 168 time: 0.0776687 Feb 09 01:39:31.198819 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35218) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:31.202325 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21438ee8-e707-4c1e-89b4-825b5456abdb tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68cc8913-96f3-455f-8f9a-7c0365e4bef0,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:31.261301 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35220) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:31.263929 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ba9579b5-79a9-4cf4-a547-8bdb469b9fdc tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0610614 Feb 09 01:39:31.324100 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c498f1db-4f3e-4cf6-96ac-682ed7f76673 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (34f10a05-1f65-45e2-ba98-3ace0a06e2b0), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:31.348162 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c498f1db-4f3e-4cf6-96ac-682ed7f76673 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (34f10a05-1f65-45e2-ba98-3ace0a06e2b0), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:31.410439 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c498f1db-4f3e-4cf6-96ac-682ed7f76673 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (34f10a05-1f65-45e2-ba98-3ace0a06e2b0), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:31.413241 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c498f1db-4f3e-4cf6-96ac-682ed7f76673 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:31.415095 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c498f1db-4f3e-4cf6-96ac-682ed7f76673 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "DELETE /v2.0/security-groups/34f10a05-1f65-45e2-ba98-3ace0a06e2b0 HTTP/1.1" status: 204 len: 168 time: 0.1526272 Feb 09 01:39:31.417982 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35226) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:31.425136 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c498f1db-4f3e-4cf6-96ac-682ed7f76673 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f10a05-1f65-45e2-ba98-3ace0a06e2b0,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:31.470872 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5cfb5106-0410-40c1-aaf7-ebb710ae2941 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0514133 Feb 09 01:39:31.474839 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35228) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:31.479600 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-00436fb7-7458-4357-802b-95bae6bc5d00 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Request body: {'security_group': {'name': 'tempest-secgroup--446487514'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:31.503358 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-00436fb7-7458-4357-802b-95bae6bc5d00 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:31.573993 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-00436fb7-7458-4357-802b-95bae6bc5d00 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (40507f75-7ec0-48c5-a89b-5a6b5ab659bf), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:31.578233 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-00436fb7-7458-4357-802b-95bae6bc5d00 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (40507f75-7ec0-48c5-a89b-5a6b5ab659bf), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:31.612297 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-00436fb7-7458-4357-802b-95bae6bc5d00 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:31.616277 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-00436fb7-7458-4357-802b-95bae6bc5d00 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1376657 Feb 09 01:39:31.616533 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35230) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:31.621237 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-51b67db5-614c-43a9-937c-3b3e0cd95f20 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Request body: {'security_group_rule': {'security_group_id': '40507f75-7ec0-48c5-a89b-5a6b5ab659bf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:31.626829 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00436fb7-7458-4357-802b-95bae6bc5d00 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40507f75-7ec0-48c5-a89b-5a6b5ab659bf,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:31.651658 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-51b67db5-614c-43a9-937c-3b3e0cd95f20 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (ef6ced9c-35cf-4d23-bb1d-6d6269962218), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:31.708588 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-51b67db5-614c-43a9-937c-3b3e0cd95f20 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (ef6ced9c-35cf-4d23-bb1d-6d6269962218), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:31.712469 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-51b67db5-614c-43a9-937c-3b3e0cd95f20 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (ef6ced9c-35cf-4d23-bb1d-6d6269962218), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:31.732245 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b67db5-614c-43a9-937c-3b3e0cd95f20 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef6ced9c-35cf-4d23-bb1d-6d6269962218,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:31.737964 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-51b67db5-614c-43a9-937c-3b3e0cd95f20 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:31.742476 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-51b67db5-614c-43a9-937c-3b3e0cd95f20 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1222427 Feb 09 01:39:31.742807 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35232) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:31.747503 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-e7ddfce9-1899-4ef1-958f-7a169a159358 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Request body: {'security_group_rule': {'security_group_id': '40507f75-7ec0-48c5-a89b-5a6b5ab659bf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:31.771654 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7ddfce9-1899-4ef1-958f-7a169a159358 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (569171d1-3067-44e2-9a85-e18aad92efcf), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:31.832875 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7ddfce9-1899-4ef1-958f-7a169a159358 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (569171d1-3067-44e2-9a85-e18aad92efcf), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:31.836447 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7ddfce9-1899-4ef1-958f-7a169a159358 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (569171d1-3067-44e2-9a85-e18aad92efcf), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:31.853761 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ddfce9-1899-4ef1-958f-7a169a159358 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=569171d1-3067-44e2-9a85-e18aad92efcf,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:31.861666 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7ddfce9-1899-4ef1-958f-7a169a159358 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:31.862915 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e7ddfce9-1899-4ef1-958f-7a169a159358 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1190715 Feb 09 01:39:31.865728 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35234) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:31.870049 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-75976911-450c-498b-a5a1-b98dbbd00b56 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Request body: {'security_group_rule': {'security_group_id': '40507f75-7ec0-48c5-a89b-5a6b5ab659bf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:31.897335 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-75976911-450c-498b-a5a1-b98dbbd00b56 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (23c0ddc0-5514-4842-b519-b370525ad23e), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:31.959349 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-75976911-450c-498b-a5a1-b98dbbd00b56 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (23c0ddc0-5514-4842-b519-b370525ad23e), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:31.964893 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-75976911-450c-498b-a5a1-b98dbbd00b56 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (23c0ddc0-5514-4842-b519-b370525ad23e), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:31.984210 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75976911-450c-498b-a5a1-b98dbbd00b56 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23c0ddc0-5514-4842-b519-b370525ad23e,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:31.994967 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-75976911-450c-498b-a5a1-b98dbbd00b56 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:31.996253 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-75976911-450c-498b-a5a1-b98dbbd00b56 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1295760 Feb 09 01:39:31.999035 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35236) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:32.003614 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-9bf8f87d-e704-4ba6-8a02-0c2d046b08d3 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Request body: {'security_group_rule': {'security_group_id': '40507f75-7ec0-48c5-a89b-5a6b5ab659bf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:32.036647 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9bf8f87d-e704-4ba6-8a02-0c2d046b08d3 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (919d0167-5071-4f70-9393-f8e79a56db94), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:32.123294 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9bf8f87d-e704-4ba6-8a02-0c2d046b08d3 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (919d0167-5071-4f70-9393-f8e79a56db94), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:32.127852 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9bf8f87d-e704-4ba6-8a02-0c2d046b08d3 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (919d0167-5071-4f70-9393-f8e79a56db94), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:32.147944 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8f87d-e704-4ba6-8a02-0c2d046b08d3 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=919d0167-5071-4f70-9393-f8e79a56db94,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:32.163293 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9bf8f87d-e704-4ba6-8a02-0c2d046b08d3 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:32.166494 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9bf8f87d-e704-4ba6-8a02-0c2d046b08d3 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1664810 Feb 09 01:39:32.168214 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35240) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:32.174665 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-466fdd3e-3f3e-43a0-abed-45530fbf305e tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Request body: {'security_group_rule': {'security_group_id': '40507f75-7ec0-48c5-a89b-5a6b5ab659bf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:32.209523 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-466fdd3e-3f3e-43a0-abed-45530fbf305e tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (7664c4b8-3d94-4cf1-9f0b-aa16c6d93894), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:32.221230 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e8b136f0-5574-435a-9c5f-31b035a97955 req-e0c112bf-449b-405b-b136-f9776baf8ff3 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b631136-94d8-4ee2-9bea-51a43ff7c9a2 HTTP/1.1" status: 200 len: 210 time: 0.0415931 Feb 09 01:39:32.245503 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-9f2f8c39-899c-44f5-986e-5fef5e706147 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:32.247222 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-9f2f8c39-899c-44f5-986e-5fef5e706147 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.120 "GET /v2.0/networks?id=e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9 HTTP/1.1" status: 200 len: 797 time: 0.1998043 Feb 09 01:39:32.288130 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-466fdd3e-3f3e-43a0-abed-45530fbf305e tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (7664c4b8-3d94-4cf1-9f0b-aa16c6d93894), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:32.292712 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-466fdd3e-3f3e-43a0-abed-45530fbf305e tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (7664c4b8-3d94-4cf1-9f0b-aa16c6d93894), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:32.312337 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466fdd3e-3f3e-43a0-abed-45530fbf305e tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7664c4b8-3d94-4cf1-9f0b-aa16c6d93894,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:32.322811 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-466fdd3e-3f3e-43a0-abed-45530fbf305e tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:32.324191 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-466fdd3e-3f3e-43a0-abed-45530fbf305e tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1538680 Feb 09 01:39:32.327063 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35242) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:32.348479 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-af8c6ad7-bb0e-46d8-9840-f4500cc042f4 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08210566e83248dda7b4b9773be6fbca HTTP/1.1" status: 200 len: 473 time: 0.0833859 Feb 09 01:39:32.357937 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-dc35b385-34e9-44c6-92ed-11c1e76b59eb tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Request body: {'port': {'device_id': '7b631136-94d8-4ee2-9bea-51a43ff7c9a2', 'network_id': 'e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9', 'admin_state_up': True, 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'security_groups': ['11bfeaf6-282a-4cc2-a1c4-e49a66e51094']}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:32.359817 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d332619d-6f24-4191-a100-516fc4682385 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (7664c4b8-3d94-4cf1-9f0b-aa16c6d93894), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:32.368382 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d332619d-6f24-4191-a100-516fc4682385 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (7664c4b8-3d94-4cf1-9f0b-aa16c6d93894), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:32.400461 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d332619d-6f24-4191-a100-516fc4682385 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (7664c4b8-3d94-4cf1-9f0b-aa16c6d93894), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:32.407427 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d332619d-6f24-4191-a100-516fc4682385 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:32.408704 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d332619d-6f24-4191-a100-516fc4682385 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/7664c4b8-3d94-4cf1-9f0b-aa16c6d93894 HTTP/1.1" status: 204 len: 168 time: 0.0805945 Feb 09 01:39:32.411873 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35246) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:32.421477 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5156aa7c-f3de-4ee8-af1d-18c8c74bb6bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:32.423301 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d332619d-6f24-4191-a100-516fc4682385 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7664c4b8-3d94-4cf1-9f0b-aa16c6d93894,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:32.469197 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1c9682c7-4621-4509-95f5-e230ffaf01eb tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0554283 Feb 09 01:39:32.471132 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35248) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:32.496065 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ae49d43b-2820-4d56-ae10-147739c8533d tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (919d0167-5071-4f70-9393-f8e79a56db94), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:32.506003 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ae49d43b-2820-4d56-ae10-147739c8533d tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (919d0167-5071-4f70-9393-f8e79a56db94), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:32.507867 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-dc35b385-34e9-44c6-92ed-11c1e76b59eb tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Made reservation on behalf of 08210566e83248dda7b4b9773be6fbca for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:39:32.511997 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-dc35b385-34e9-44c6-92ed-11c1e76b59eb tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:32.532915 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ae49d43b-2820-4d56-ae10-147739c8533d tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (919d0167-5071-4f70-9393-f8e79a56db94), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:32.541589 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ae49d43b-2820-4d56-ae10-147739c8533d tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:32.545704 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ae49d43b-2820-4d56-ae10-147739c8533d tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/919d0167-5071-4f70-9393-f8e79a56db94 HTTP/1.1" status: 204 len: 168 time: 0.0736516 Feb 09 01:39:32.546310 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35250) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:32.558066 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae49d43b-2820-4d56-ae10-147739c8533d tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=919d0167-5071-4f70-9393-f8e79a56db94,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:32.601021 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ceb54969-2a56-4618-b5af-a3409200dc62 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0493190 Feb 09 01:39:32.601443 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35252) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:32.626197 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c83e3140-9b6a-410e-9ba2-432834acb74d tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (23c0ddc0-5514-4842-b519-b370525ad23e), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:32.634746 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c83e3140-9b6a-410e-9ba2-432834acb74d tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (23c0ddc0-5514-4842-b519-b370525ad23e), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:32.642166 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-dc35b385-34e9-44c6-92ed-11c1e76b59eb tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Allocated IP 172.20.0.25 (e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9/dddaf3b5-cfd9-43ff-b40a-c33e5c41c869/fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:39:32.662048 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c83e3140-9b6a-410e-9ba2-432834acb74d tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (23c0ddc0-5514-4842-b519-b370525ad23e), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:32.669344 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c83e3140-9b6a-410e-9ba2-432834acb74d tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:32.672871 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c83e3140-9b6a-410e-9ba2-432834acb74d tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/23c0ddc0-5514-4842-b519-b370525ad23e HTTP/1.1" status: 204 len: 168 time: 0.0681717 Feb 09 01:39:32.673811 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35254) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:32.674890 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e3140-9b6a-410e-9ba2-432834acb74d tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=23c0ddc0-5514-4842-b519-b370525ad23e,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:32.779618 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1c99bb38-9f61-40b4-b918-464f03243860 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1051455 Feb 09 01:39:32.782507 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35256) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:32.808940 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5f3e332f-78a2-4ad1-a2e6-e710a14e7764 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (569171d1-3067-44e2-9a85-e18aad92efcf), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:32.816344 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5f3e332f-78a2-4ad1-a2e6-e710a14e7764 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (569171d1-3067-44e2-9a85-e18aad92efcf), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:32.839105 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-dc35b385-34e9-44c6-92ed-11c1e76b59eb tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for port (fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:32.853105 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5f3e332f-78a2-4ad1-a2e6-e710a14e7764 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (569171d1-3067-44e2-9a85-e18aad92efcf), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:32.860586 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5f3e332f-78a2-4ad1-a2e6-e710a14e7764 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:32.864955 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5f3e332f-78a2-4ad1-a2e6-e710a14e7764 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/569171d1-3067-44e2-9a85-e18aad92efcf HTTP/1.1" status: 204 len: 168 time: 0.0814049 Feb 09 01:39:32.865537 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35258) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:32.870780 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e332f-78a2-4ad1-a2e6-e710a14e7764 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=569171d1-3067-44e2-9a85-e18aad92efcf,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:32.906128 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-dc35b385-34e9-44c6-92ed-11c1e76b59eb tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:32.950267 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-70e7f597-d7ad-4e85-bccb-d873c8649076 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0781345 Feb 09 01:39:32.953239 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35260) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:32.973385 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-dc35b385-34e9-44c6-92ed-11c1e76b59eb tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Network e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:32.983735 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-dc35b385-34e9-44c6-92ed-11c1e76b59eb tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:32.983735 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc35b385-34e9-44c6-92ed-11c1e76b59eb tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event updated for resources: {'Port': ['ID=fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:32.984138 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-dc35b385-34e9-44c6-92ed-11c1e76b59eb tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:39:32.998473 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dbffb134-2605-4e99-8586-cb0c140b828d tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (ef6ced9c-35cf-4d23-bb1d-6d6269962218), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:33.013171 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dbffb134-2605-4e99-8586-cb0c140b828d tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (ef6ced9c-35cf-4d23-bb1d-6d6269962218), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:33.045988 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-dc35b385-34e9-44c6-92ed-11c1e76b59eb tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:33.046710 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-dc35b385-34e9-44c6-92ed-11c1e76b59eb tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:33.063876 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dbffb134-2605-4e99-8586-cb0c140b828d tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (ef6ced9c-35cf-4d23-bb1d-6d6269962218), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:33.071936 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dbffb134-2605-4e99-8586-cb0c140b828d tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:33.078031 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-dc35b385-34e9-44c6-92ed-11c1e76b59eb tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7236807 Feb 09 01:39:33.078786 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35262) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:33.081088 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-dbffb134-2605-4e99-8586-cb0c140b828d tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/ef6ced9c-35cf-4d23-bb1d-6d6269962218 HTTP/1.1" status: 204 len: 168 time: 0.1267281 Feb 09 01:39:33.092385 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbffb134-2605-4e99-8586-cb0c140b828d tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef6ced9c-35cf-4d23-bb1d-6d6269962218,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:33.103374 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-dede43b5-134d-45f1-8334-97c0a2e96b9c service neutron] Request body: {'port': {'device_id': '7b631136-94d8-4ee2-9bea-51a43ff7c9a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:33.185159 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-89bd21f3-daea-4a05-887a-0e98984a4e76 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1048238 Feb 09 01:39:33.186796 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35264) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:33.190530 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-dede43b5-134d-45f1-8334-97c0a2e96b9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:33.252920 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8ac4d883-edab-4ab5-a076-dd4d25df9030 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (40507f75-7ec0-48c5-a89b-5a6b5ab659bf), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:33.288253 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8ac4d883-edab-4ab5-a076-dd4d25df9030 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (40507f75-7ec0-48c5-a89b-5a6b5ab659bf), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:33.292700 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-076d60a3-8d7a-4f83-991d-a96fb2aebae5 None None] Provisioning complete for port fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:33.295913 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-076d60a3-8d7a-4f83-991d-a96fb2aebae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:33.341670 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8ac4d883-edab-4ab5-a076-dd4d25df9030 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (40507f75-7ec0-48c5-a89b-5a6b5ab659bf), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:33.344481 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8ac4d883-edab-4ab5-a076-dd4d25df9030 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:33.348642 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8ac4d883-edab-4ab5-a076-dd4d25df9030 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "DELETE /v2.0/security-groups/40507f75-7ec0-48c5-a89b-5a6b5ab659bf HTTP/1.1" status: 204 len: 168 time: 0.1579216 Feb 09 01:39:33.350884 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35268) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:33.364236 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac4d883-edab-4ab5-a076-dd4d25df9030 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40507f75-7ec0-48c5-a89b-5a6b5ab659bf,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:33.376984 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-076d60a3-8d7a-4f83-991d-a96fb2aebae5 None None] Port fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:39:33.424599 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0326b54d-de09-4b8a-b6ff-7fb120b7cd1e tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0603099 Feb 09 01:39:33.429142 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35270) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:33.434084 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-c3ec6f2a-26db-4987-bf92-b761e1e27caa tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Request body: {'security_group': {'name': 'tempest-secgroup--705056265'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:33.459943 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c3ec6f2a-26db-4987-bf92-b761e1e27caa tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:33.494660 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394bd179-1a1b-4cfc-8850-61fec9806a1d req-58600f76-4c9e-49c8-a807-c9a2834a56f2 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:33.496459 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-394bd179-1a1b-4cfc-8850-61fec9806a1d req-58600f76-4c9e-49c8-a807-c9a2834a56f2 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b631136-94d8-4ee2-9bea-51a43ff7c9a2 HTTP/1.1" status: 200 len: 932 time: 0.1939056 Feb 09 01:39:33.533555 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c3ec6f2a-26db-4987-bf92-b761e1e27caa tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (e717e4f6-fb55-4853-90df-d9e8fd61ef33), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:33.538603 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c3ec6f2a-26db-4987-bf92-b761e1e27caa tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e717e4f6-fb55-4853-90df-d9e8fd61ef33), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:33.573526 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c3ec6f2a-26db-4987-bf92-b761e1e27caa tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:33.574776 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c3ec6f2a-26db-4987-bf92-b761e1e27caa tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1443355 Feb 09 01:39:33.575648 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec6f2a-26db-4987-bf92-b761e1e27caa tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e717e4f6-fb55-4853-90df-d9e8fd61ef33,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:33.578135 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35274) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:33.583422 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-29596b6e-269a-42a1-8828-b707cf65d848 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Request body: {'security_group_rule': {'security_group_id': 'e717e4f6-fb55-4853-90df-d9e8fd61ef33', 'direction': 'ingress', 'protocol': 17}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:33.584008 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-394bd179-1a1b-4cfc-8850-61fec9806a1d req-82cc7913-1a9b-4be1-a7e3-29d8b0a5c8bd tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/security-groups?id=11bfeaf6-282a-4cc2-a1c4-e49a66e51094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769196 Feb 09 01:39:33.611264 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-29596b6e-269a-42a1-8828-b707cf65d848 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (77c0e6fa-64df-4cff-88dd-07096c0b7d73), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:33.644905 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-dede43b5-134d-45f1-8334-97c0a2e96b9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:39:33.652690 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-dede43b5-134d-45f1-8334-97c0a2e96b9c service neutron] Publish callbacks [] for port (fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:33.665336 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-dede43b5-134d-45f1-8334-97c0a2e96b9c service neutron] Transition to ACTIVE for port object fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:39:33.669805 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-dede43b5-134d-45f1-8334-97c0a2e96b9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:33.670498 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-29596b6e-269a-42a1-8828-b707cf65d848 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (77c0e6fa-64df-4cff-88dd-07096c0b7d73), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:33.674152 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-29596b6e-269a-42a1-8828-b707cf65d848 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (77c0e6fa-64df-4cff-88dd-07096c0b7d73), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:33.694897 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29596b6e-269a-42a1-8828-b707cf65d848 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77c0e6fa-64df-4cff-88dd-07096c0b7d73,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:33.705443 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-29596b6e-269a-42a1-8828-b707cf65d848 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:33.709859 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-29596b6e-269a-42a1-8828-b707cf65d848 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1275208 Feb 09 01:39:33.710263 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35276) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:33.729373 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede43b5-134d-45f1-8334-97c0a2e96b9c service neutron] Pushing event updated for resources: {'Port': ['ID=fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:33.796262 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ea4c4ebc-28e5-49ff-9774-9be87bcd44f9 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (e717e4f6-fb55-4853-90df-d9e8fd61ef33), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:33.826220 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ea4c4ebc-28e5-49ff-9774-9be87bcd44f9 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (e717e4f6-fb55-4853-90df-d9e8fd61ef33), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:33.826723 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-dede43b5-134d-45f1-8334-97c0a2e96b9c service neutron] Attempting to bind port fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:39:33.827215 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-dede43b5-134d-45f1-8334-97c0a2e96b9c service neutron] Attempting to bind port fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '3d1bdb5d-31ab-46f0-81e4-3d18b93030d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:39:33.827559 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-dede43b5-134d-45f1-8334-97c0a2e96b9c service neutron] Attempting to bind port fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7 on network e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:39:33.832765 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-dede43b5-134d-45f1-8334-97c0a2e96b9c service neutron] Port fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7 on network e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:39:33.833232 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-dede43b5-134d-45f1-8334-97c0a2e96b9c service neutron] Attempting to bind port fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7 on network e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:39:33.838934 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-dede43b5-134d-45f1-8334-97c0a2e96b9c service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:39:33.839428 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-dede43b5-134d-45f1-8334-97c0a2e96b9c service neutron] Checking segment: {'id': '3d1bdb5d-31ab-46f0-81e4-3d18b93030d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:33.839904 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-dede43b5-134d-45f1-8334-97c0a2e96b9c service neutron] Bound using segment: {'id': '3d1bdb5d-31ab-46f0-81e4-3d18b93030d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:39:33.840437 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-dede43b5-134d-45f1-8334-97c0a2e96b9c service neutron] Bound port: fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d1bdb5d-31ab-46f0-81e4-3d18b93030d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:39:33.840921 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-dede43b5-134d-45f1-8334-97c0a2e96b9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:33.886342 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ea4c4ebc-28e5-49ff-9774-9be87bcd44f9 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (e717e4f6-fb55-4853-90df-d9e8fd61ef33), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:33.889185 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ea4c4ebc-28e5-49ff-9774-9be87bcd44f9 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:33.893042 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ea4c4ebc-28e5-49ff-9774-9be87bcd44f9 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "DELETE /v2.0/security-groups/e717e4f6-fb55-4853-90df-d9e8fd61ef33 HTTP/1.1" status: 204 len: 168 time: 0.1817057 Feb 09 01:39:33.893792 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35278) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:33.918612 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c4ebc-28e5-49ff-9774-9be87bcd44f9 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e717e4f6-fb55-4853-90df-d9e8fd61ef33,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:33.938900 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-dede43b5-134d-45f1-8334-97c0a2e96b9c service neutron] For port fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:39:33.943595 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-dede43b5-134d-45f1-8334-97c0a2e96b9c service neutron] For port fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7,segment=NetworkSegment(3d1bdb5d-31ab-46f0-81e4-3d18b93030d3),segment_id=3d1bdb5d-31ab-46f0-81e4-3d18b93030d3)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:39:33.952601 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-dede43b5-134d-45f1-8334-97c0a2e96b9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:33.964149 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a614a11f-8169-4879-8ba0-72bd5b5d6b40 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0665624 Feb 09 01:39:33.967792 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35280) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:33.973597 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-cc86aca9-7d96-4316-a862-9d963b151857 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Request body: {'security_group': {'name': 'tempest-secgroup--663108638'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:33.998154 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-dede43b5-134d-45f1-8334-97c0a2e96b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:33.998894 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-dede43b5-134d-45f1-8334-97c0a2e96b9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:33.999837 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cc86aca9-7d96-4316-a862-9d963b151857 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.000595 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-dede43b5-134d-45f1-8334-97c0a2e96b9c service neutron] 10.222.0.120 "PUT /v2.0/ports/fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7 HTTP/1.1" status: 200 len: 1092 time: 0.9032948 Feb 09 01:39:34.001121 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b631136-94d8-4ee2-9bea-51a43ff7c9a2', 'tag': 'fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:39:34.004933 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa002f79-769a-4b43-8440-2dd223d63ff0" -d '{"events": [{"name": "network-changed", "server_uuid": "7b631136-94d8-4ee2-9bea-51a43ff7c9a2", "tag": "fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:39:34.053122 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede43b5-134d-45f1-8334-97c0a2e96b9c service neutron] Pushing event updated for resources: {'Port': ['ID=fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:34.080306 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65018d33-b2e9-4995-b0ca-593122b2a664 x-openstack-request-id: req-65018d33-b2e9-4995-b0ca-593122b2a664 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:39:34.080882 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b631136-94d8-4ee2-9bea-51a43ff7c9a2", "tag": "fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:39:34.081235 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-65018d33-b2e9-4995-b0ca-593122b2a664 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:39:34.081758 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b631136-94d8-4ee2-9bea-51a43ff7c9a2', 'tag': 'fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7', 'status': 'completed', 'code': 200} Feb 09 01:39:34.148179 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-fabec566-314c-4005-a1cb-7bbb84e4a535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:34.149838 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cc86aca9-7d96-4316-a862-9d963b151857 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (31b73d7e-75cb-4801-a624-ef8014ff700d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.152491 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-fabec566-314c-4005-a1cb-7bbb84e4a535 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=08210566e83248dda7b4b9773be6fbca&device_id=7b631136-94d8-4ee2-9bea-51a43ff7c9a2 HTTP/1.1" status: 200 len: 1126 time: 0.0895910 Feb 09 01:39:34.154994 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cc86aca9-7d96-4316-a862-9d963b151857 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (31b73d7e-75cb-4801-a624-ef8014ff700d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.184690 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc86aca9-7d96-4316-a862-9d963b151857 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31b73d7e-75cb-4801-a624-ef8014ff700d,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:34.200516 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cc86aca9-7d96-4316-a862-9d963b151857 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.205327 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-cc86aca9-7d96-4316-a862-9d963b151857 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2358985 Feb 09 01:39:34.206009 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35284) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:34.211486 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-843ed976-398a-453c-90a4-2fa4fa21de38 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Request body: {'security_group': {'name': 'tempest-secgroup--1030187015'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:34.217812 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-b8b5347e-f05e-4635-b662-d59e0dd6c1d9 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7 HTTP/1.1" status: 200 len: 217 time: 0.0587935 Feb 09 01:39:34.235826 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-843ed976-398a-453c-90a4-2fa4fa21de38 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.282128 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-39f619e0-13a1-432a-a30e-88d91b9861e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:34.283841 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-39f619e0-13a1-432a-a30e-88d91b9861e6 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=dddaf3b5-cfd9-43ff-b40a-c33e5c41c869 HTTP/1.1" status: 200 len: 838 time: 0.0578210 Feb 09 01:39:34.326672 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-843ed976-398a-453c-90a4-2fa4fa21de38 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (86509269-7131-474b-a876-29956fa89b18), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.333243 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-843ed976-398a-453c-90a4-2fa4fa21de38 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (86509269-7131-474b-a876-29956fa89b18), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.350696 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-51de58dd-2c8d-4164-a4ff-4fb245721388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:34.352171 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-51de58dd-2c8d-4164-a4ff-4fb245721388 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0621159 Feb 09 01:39:34.363068 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-843ed976-398a-453c-90a4-2fa4fa21de38 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.367765 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-843ed976-398a-453c-90a4-2fa4fa21de38 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1606760 Feb 09 01:39:34.368470 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35286) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:34.374975 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-5cb0b08b-c222-4737-8367-d96ff22c48f5 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Request body: {'security_group_rule': {'security_group_id': '31b73d7e-75cb-4801-a624-ef8014ff700d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '86509269-7131-474b-a876-29956fa89b18', 'remote_ip_prefix': None}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:34.387462 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843ed976-398a-453c-90a4-2fa4fa21de38 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86509269-7131-474b-a876-29956fa89b18,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:34.409117 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5cb0b08b-c222-4737-8367-d96ff22c48f5 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (971eff83-b8fb-4299-9b1d-9756bc8af3db), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.444099 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a6acbb15-4ba9-4faa-a504-d6339ff50153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.457703 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-f5a4389f-62e6-4456-b993-9188363541ef service neutron] 10.222.0.120 "GET /v2.0/networks/e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959146 Feb 09 01:39:34.482581 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5cb0b08b-c222-4737-8367-d96ff22c48f5 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (971eff83-b8fb-4299-9b1d-9756bc8af3db), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.490019 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5cb0b08b-c222-4737-8367-d96ff22c48f5 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (971eff83-b8fb-4299-9b1d-9756bc8af3db), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.512776 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5cb0b08b-c222-4737-8367-d96ff22c48f5 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.516709 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5cb0b08b-c222-4737-8367-d96ff22c48f5 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1424689 Feb 09 01:39:34.516885 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb0b08b-c222-4737-8367-d96ff22c48f5 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=971eff83-b8fb-4299-9b1d-9756bc8af3db,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:34.518655 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35290) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:34.553002 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5853f465-444a-4fc2-bfc2-9944474e4fd1 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (971eff83-b8fb-4299-9b1d-9756bc8af3db), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.561870 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5853f465-444a-4fc2-bfc2-9944474e4fd1 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (971eff83-b8fb-4299-9b1d-9756bc8af3db), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.591350 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5853f465-444a-4fc2-bfc2-9944474e4fd1 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (971eff83-b8fb-4299-9b1d-9756bc8af3db), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.598372 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5853f465-444a-4fc2-bfc2-9944474e4fd1 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.601981 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5853f465-444a-4fc2-bfc2-9944474e4fd1 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/971eff83-b8fb-4299-9b1d-9756bc8af3db HTTP/1.1" status: 204 len: 168 time: 0.0799320 Feb 09 01:39:34.604923 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35292) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:34.611602 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5853f465-444a-4fc2-bfc2-9944474e4fd1 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=971eff83-b8fb-4299-9b1d-9756bc8af3db,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:34.676147 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c789c6a9-7a04-422f-99ce-48b7cd1f0ee5 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0697494 Feb 09 01:39:34.678244 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35296) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:34.737025 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ecbded0b-72ef-468f-a081-e2dd4dee4ddb tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (86509269-7131-474b-a876-29956fa89b18), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.761478 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ecbded0b-72ef-468f-a081-e2dd4dee4ddb tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (86509269-7131-474b-a876-29956fa89b18), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.806109 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ecbded0b-72ef-468f-a081-e2dd4dee4ddb tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (86509269-7131-474b-a876-29956fa89b18), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.808925 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ecbded0b-72ef-468f-a081-e2dd4dee4ddb tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.812472 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ecbded0b-72ef-468f-a081-e2dd4dee4ddb tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "DELETE /v2.0/security-groups/86509269-7131-474b-a876-29956fa89b18 HTTP/1.1" status: 204 len: 168 time: 0.1309350 Feb 09 01:39:34.813822 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35298) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:34.833696 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbded0b-72ef-468f-a081-e2dd4dee4ddb tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86509269-7131-474b-a876-29956fa89b18,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:34.890256 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e7f3ec2a-72c2-4cda-891f-220d8fc3bd14 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0753393 Feb 09 01:39:34.892855 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35300) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:34.928665 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a53677f9-abfd-494a-af5e-e21bcff9159c req-ca09764a-400a-4190-bf11-9a34bb6a3269 service neutron] 10.222.0.120 "GET /v2.0/networks/e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4655473 Feb 09 01:39:34.936705 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce0036-1b96-4286-b26d-8970e47b1cec req-cc658493-5776-4daf-aa04-119e077b53ee tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:34.938186 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dbce0036-1b96-4286-b26d-8970e47b1cec req-cc658493-5776-4daf-aa04-119e077b53ee tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b631136-94d8-4ee2-9bea-51a43ff7c9a2 HTTP/1.1" status: 200 len: 944 time: 0.0930130 Feb 09 01:39:34.949008 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-172f68ed-a562-4906-b1e2-b2aef5816e7d tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (31b73d7e-75cb-4801-a624-ef8014ff700d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:34.980980 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-172f68ed-a562-4906-b1e2-b2aef5816e7d tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (31b73d7e-75cb-4801-a624-ef8014ff700d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:35.016856 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dbce0036-1b96-4286-b26d-8970e47b1cec req-7d7f1aea-f2d2-492d-b2af-d66bae8677b9 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/security-groups?id=11bfeaf6-282a-4cc2-a1c4-e49a66e51094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695558 Feb 09 01:39:35.042007 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-172f68ed-a562-4906-b1e2-b2aef5816e7d tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (31b73d7e-75cb-4801-a624-ef8014ff700d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:35.044946 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-172f68ed-a562-4906-b1e2-b2aef5816e7d tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:35.046238 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-172f68ed-a562-4906-b1e2-b2aef5816e7d tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "DELETE /v2.0/security-groups/31b73d7e-75cb-4801-a624-ef8014ff700d HTTP/1.1" status: 204 len: 168 time: 0.1522613 Feb 09 01:39:35.048779 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35302) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:35.055998 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172f68ed-a562-4906-b1e2-b2aef5816e7d tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b73d7e-75cb-4801-a624-ef8014ff700d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:35.114217 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa002f79-769a-4b43-8440-2dd223d63ff0 req-901ca578-fd55-4c06-9be3-bcffde56f1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:35.115740 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa002f79-769a-4b43-8440-2dd223d63ff0 req-901ca578-fd55-4c06-9be3-bcffde56f1d7 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=08210566e83248dda7b4b9773be6fbca&device_id=7b631136-94d8-4ee2-9bea-51a43ff7c9a2 HTTP/1.1" status: 200 len: 1126 time: 0.1293817 Feb 09 01:39:35.123933 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4e1dc3e1-3f6b-4d02-8383-9f00c83161a9 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0702612 Feb 09 01:39:35.124382 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35304) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:35.129814 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-d4a80e49-ac19-4c58-8f33-f2bd0873691a tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Request body: {'security_group': {'name': 'tempest-secgroup--1097423076'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:35.150693 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d4a80e49-ac19-4c58-8f33-f2bd0873691a tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:35.212809 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa002f79-769a-4b43-8440-2dd223d63ff0 req-8ef8ef82-c7e4-4302-ba32-2d71913ec923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:35.214303 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa002f79-769a-4b43-8440-2dd223d63ff0 req-8ef8ef82-c7e4-4302-ba32-2d71913ec923 service neutron] 10.222.0.120 "GET /v2.0/networks?id=e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9 HTTP/1.1" status: 200 len: 899 time: 0.0874043 Feb 09 01:39:35.220043 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d4a80e49-ac19-4c58-8f33-f2bd0873691a tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (3b1f5c6f-b8ef-4360-889c-5df718b3d498), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:35.224020 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d4a80e49-ac19-4c58-8f33-f2bd0873691a tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (3b1f5c6f-b8ef-4360-889c-5df718b3d498), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:35.253252 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d4a80e49-ac19-4c58-8f33-f2bd0873691a tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:35.257547 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d4a80e49-ac19-4c58-8f33-f2bd0873691a tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1290498 Feb 09 01:39:35.257547 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35306) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:35.262278 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-af8e89e3-de4f-4514-8800-1dcf8676d76d tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Request body: {'security_group_rule': {'security_group_id': '3b1f5c6f-b8ef-4360-889c-5df718b3d498', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:35.263059 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa002f79-769a-4b43-8440-2dd223d63ff0 req-22b89680-6d8e-4eca-847c-f18e77c89662 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7 HTTP/1.1" status: 200 len: 217 time: 0.0416164 Feb 09 01:39:35.266493 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a80e49-ac19-4c58-8f33-f2bd0873691a tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1f5c6f-b8ef-4360-889c-5df718b3d498,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:35.299130 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-af8e89e3-de4f-4514-8800-1dcf8676d76d tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (603150cd-4091-454f-88ea-ebc40d37d6a1), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:35.321023 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa002f79-769a-4b43-8440-2dd223d63ff0 req-db9716e9-b730-4efd-b462-b9e2b8bb78b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:35.322510 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa002f79-769a-4b43-8440-2dd223d63ff0 req-db9716e9-b730-4efd-b462-b9e2b8bb78b8 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=dddaf3b5-cfd9-43ff-b40a-c33e5c41c869 HTTP/1.1" status: 200 len: 838 time: 0.0528421 Feb 09 01:39:35.358271 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-af8e89e3-de4f-4514-8800-1dcf8676d76d tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (603150cd-4091-454f-88ea-ebc40d37d6a1), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:35.362666 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-af8e89e3-de4f-4514-8800-1dcf8676d76d tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (603150cd-4091-454f-88ea-ebc40d37d6a1), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:35.377403 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa002f79-769a-4b43-8440-2dd223d63ff0 req-04fa6d93-b83a-4f46-b489-bd3d6df456ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:35.379409 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa002f79-769a-4b43-8440-2dd223d63ff0 req-04fa6d93-b83a-4f46-b489-bd3d6df456ad service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0490410 Feb 09 01:39:35.383432 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e89e3-de4f-4514-8800-1dcf8676d76d tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=603150cd-4091-454f-88ea-ebc40d37d6a1,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:35.391954 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-af8e89e3-de4f-4514-8800-1dcf8676d76d tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:35.393622 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-af8e89e3-de4f-4514-8800-1dcf8676d76d tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1349714 Feb 09 01:39:35.397045 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35308) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:35.421666 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6c37fbd1-54ba-44c5-b16b-5c12f9032e65 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (603150cd-4091-454f-88ea-ebc40d37d6a1), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:35.430644 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6c37fbd1-54ba-44c5-b16b-5c12f9032e65 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (603150cd-4091-454f-88ea-ebc40d37d6a1), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:35.460162 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6c37fbd1-54ba-44c5-b16b-5c12f9032e65 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (603150cd-4091-454f-88ea-ebc40d37d6a1), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:35.466427 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6c37fbd1-54ba-44c5-b16b-5c12f9032e65 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:35.468452 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6c37fbd1-54ba-44c5-b16b-5c12f9032e65 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/603150cd-4091-454f-88ea-ebc40d37d6a1 HTTP/1.1" status: 204 len: 168 time: 0.0704806 Feb 09 01:39:35.471297 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35310) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:35.477619 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c37fbd1-54ba-44c5-b16b-5c12f9032e65 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=603150cd-4091-454f-88ea-ebc40d37d6a1,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:35.501808 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa002f79-769a-4b43-8440-2dd223d63ff0 req-acba4cb9-8c06-4826-9354-21e92ca2e0ab service neutron] 10.222.0.120 "GET /v2.0/networks/e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145043 Feb 09 01:39:35.543343 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-9d841ab5-6a70-4815-9ec4-298031f3a256 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0682745 Feb 09 01:39:35.543729 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35314) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:35.603989 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-985085f0-98c5-4306-94c1-c6b30da3c171 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (3b1f5c6f-b8ef-4360-889c-5df718b3d498), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:35.618225 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa002f79-769a-4b43-8440-2dd223d63ff0 req-c4a2c09b-1184-4886-ae49-995555fd15e3 service neutron] 10.222.0.120 "GET /v2.0/networks/e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083541 Feb 09 01:39:35.630110 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-985085f0-98c5-4306-94c1-c6b30da3c171 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (3b1f5c6f-b8ef-4360-889c-5df718b3d498), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:35.677055 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-985085f0-98c5-4306-94c1-c6b30da3c171 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (3b1f5c6f-b8ef-4360-889c-5df718b3d498), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:35.679770 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-985085f0-98c5-4306-94c1-c6b30da3c171 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:35.681071 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-985085f0-98c5-4306-94c1-c6b30da3c171 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "DELETE /v2.0/security-groups/3b1f5c6f-b8ef-4360-889c-5df718b3d498 HTTP/1.1" status: 204 len: 168 time: 0.1363449 Feb 09 01:39:35.683821 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35316) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:35.691120 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985085f0-98c5-4306-94c1-c6b30da3c171 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1f5c6f-b8ef-4360-889c-5df718b3d498,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:35.734153 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-7ba892fd-c0fa-4588-8622-ebc3d6176c3d tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0487566 Feb 09 01:39:35.737809 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35318) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:35.742824 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-fc05404c-338c-4998-88d8-259e1c41bb67 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Request body: {'security_group': {'name': 'tempest-secgroup--1247819092'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:35.763152 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fc05404c-338c-4998-88d8-259e1c41bb67 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:35.829600 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fc05404c-338c-4998-88d8-259e1c41bb67 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (697035bb-2bc9-4857-ae12-a3c03ae36b57), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:35.834117 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fc05404c-338c-4998-88d8-259e1c41bb67 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (697035bb-2bc9-4857-ae12-a3c03ae36b57), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:35.862219 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fc05404c-338c-4998-88d8-259e1c41bb67 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:35.863920 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-fc05404c-338c-4998-88d8-259e1c41bb67 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1241353 Feb 09 01:39:35.866636 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35320) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:35.871627 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-3f49aa32-6c98-48e6-a075-0459e6d5b055 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Request body: {'security_group_rule': {'security_group_id': '697035bb-2bc9-4857-ae12-a3c03ae36b57', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:35.878305 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05404c-338c-4998-88d8-259e1c41bb67 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=697035bb-2bc9-4857-ae12-a3c03ae36b57,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:35.906655 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3f49aa32-6c98-48e6-a075-0459e6d5b055 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (3aa44ab6-5564-4bbc-83de-3e593aafb5e5), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:35.968134 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3f49aa32-6c98-48e6-a075-0459e6d5b055 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (3aa44ab6-5564-4bbc-83de-3e593aafb5e5), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:35.971758 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:35.973562 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3f49aa32-6c98-48e6-a075-0459e6d5b055 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (3aa44ab6-5564-4bbc-83de-3e593aafb5e5), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:35.991410 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49aa32-6c98-48e6-a075-0459e6d5b055 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aa44ab6-5564-4bbc-83de-3e593aafb5e5,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:35.999941 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3f49aa32-6c98-48e6-a075-0459e6d5b055 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.001401 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3f49aa32-6c98-48e6-a075-0459e6d5b055 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1338494 Feb 09 01:39:36.004348 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35322) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:36.022678 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-02b76e5a-8629-4e34-bdb9-1fae264b29ec tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "GET /v2.0/security-group-rules/3aa44ab6-5564-4bbc-83de-3e593aafb5e5 HTTP/1.1" status: 200 len: 763 time: 0.0171511 Feb 09 01:39:36.025152 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35324) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:36.073624 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2ef35c78-d2f4-4cb7-af63-af39315a0046 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0474279 Feb 09 01:39:36.076349 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35328) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:36.100249 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3d38c82d-1209-4e8b-b42e-111e2c574a63 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (3aa44ab6-5564-4bbc-83de-3e593aafb5e5), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.108086 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3d38c82d-1209-4e8b-b42e-111e2c574a63 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (3aa44ab6-5564-4bbc-83de-3e593aafb5e5), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.135227 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3d38c82d-1209-4e8b-b42e-111e2c574a63 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (3aa44ab6-5564-4bbc-83de-3e593aafb5e5), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.141214 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3d38c82d-1209-4e8b-b42e-111e2c574a63 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.142316 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3d38c82d-1209-4e8b-b42e-111e2c574a63 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/3aa44ab6-5564-4bbc-83de-3e593aafb5e5 HTTP/1.1" status: 204 len: 168 time: 0.0648482 Feb 09 01:39:36.142822 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c9002-6173-4542-b38d-14b51247e760 req-af48b477-2c63-41da-ba90-d38d4d4c3af0 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:36.146975 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35330) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:36.152719 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f75c9002-6173-4542-b38d-14b51247e760 req-af48b477-2c63-41da-ba90-d38d4d4c3af0 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b631136-94d8-4ee2-9bea-51a43ff7c9a2 HTTP/1.1" status: 200 len: 944 time: 0.0717170 Feb 09 01:39:36.153991 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d38c82d-1209-4e8b-b42e-111e2c574a63 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3aa44ab6-5564-4bbc-83de-3e593aafb5e5,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:36.186910 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d1ab9b4e-895f-46f1-b875-91f64b637df8 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0388293 Feb 09 01:39:36.189456 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35332) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:36.194075 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-450ff49e-791a-4aea-848d-d3c535e2f0a6 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Request body: {'security_group_rule': {'security_group_id': '697035bb-2bc9-4857-ae12-a3c03ae36b57', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:36.212350 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f75c9002-6173-4542-b38d-14b51247e760 req-ebb0d9a2-a81d-44bf-9885-41b2fbf56374 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/security-groups?id=11bfeaf6-282a-4cc2-a1c4-e49a66e51094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575376 Feb 09 01:39:36.220670 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-450ff49e-791a-4aea-848d-d3c535e2f0a6 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (4aec712e-9872-41c7-a80f-a215b33e75b6), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.281088 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-450ff49e-791a-4aea-848d-d3c535e2f0a6 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (4aec712e-9872-41c7-a80f-a215b33e75b6), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.285709 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-450ff49e-791a-4aea-848d-d3c535e2f0a6 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (4aec712e-9872-41c7-a80f-a215b33e75b6), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.297004 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:39:36.304736 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ff49e-791a-4aea-848d-d3c535e2f0a6 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aec712e-9872-41c7-a80f-a215b33e75b6,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:36.310827 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-450ff49e-791a-4aea-848d-d3c535e2f0a6 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.314949 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35334) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:36.321143 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-450ff49e-791a-4aea-848d-d3c535e2f0a6 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1306107 Feb 09 01:39:36.334484 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35336) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:36.334693 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ffdb7eb8-899e-4e52-ae05-7294e59be259 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "GET /v2.0/security-group-rules/4aec712e-9872-41c7-a80f-a215b33e75b6 HTTP/1.1" status: 200 len: 763 time: 0.0185857 Feb 09 01:39:36.373553 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-499ebf92-ae01-4269-a87b-0400df3964b9 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0379319 Feb 09 01:39:36.376130 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35338) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:36.399786 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d2abd134-2e0a-428c-bb36-7ff1c3b559f6 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (4aec712e-9872-41c7-a80f-a215b33e75b6), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.407987 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d2abd134-2e0a-428c-bb36-7ff1c3b559f6 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (4aec712e-9872-41c7-a80f-a215b33e75b6), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.413973 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7,segment=NetworkSegment(3d1bdb5d-31ab-46f0-81e4-3d18b93030d3),segment_id=3d1bdb5d-31ab-46f0-81e4-3d18b93030d3)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:36.425711 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': 'fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7', 'network_id': 'e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9', 'port_id': 'fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7', 'mac_address': 'fa:16:3e:a0:2a:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dddaf3b5-cfd9-43ff-b40a-c33e5c41c869', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:39:36.437120 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d2abd134-2e0a-428c-bb36-7ff1c3b559f6 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (4aec712e-9872-41c7-a80f-a215b33e75b6), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.449017 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d2abd134-2e0a-428c-bb36-7ff1c3b559f6 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.452354 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d2abd134-2e0a-428c-bb36-7ff1c3b559f6 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/4aec712e-9872-41c7-a80f-a215b33e75b6 HTTP/1.1" status: 204 len: 168 time: 0.0729926 Feb 09 01:39:36.452354 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2abd134-2e0a-428c-bb36-7ff1c3b559f6 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4aec712e-9872-41c7-a80f-a215b33e75b6,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:36.452634 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35340) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:36.470150 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:36.470555 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.484061 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:39:36.494286 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1b0cc14b-53a3-4b3b-9682-66e4a7435e9c tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0381575 Feb 09 01:39:36.494627 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35342) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:36.499123 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-55515773-7f30-40ff-9be7-819ac1c9c916 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Request body: {'security_group_rule': {'security_group_id': '697035bb-2bc9-4857-ae12-a3c03ae36b57', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:36.505386 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7,segment=NetworkSegment(3d1bdb5d-31ab-46f0-81e4-3d18b93030d3),segment_id=3d1bdb5d-31ab-46f0-81e4-3d18b93030d3)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:36.511177 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.522003 n-d-828369-4 neutron-server[103137]: INFO neutron.db.securitygroups_db [None req-55515773-7f30-40ff-9be7-819ac1c9c916 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Project 2c88c4063f294221be72026695a0b307 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:39:36.527353 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-55515773-7f30-40ff-9be7-819ac1c9c916 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (5d07afdc-4c09-4be5-98b5-6cd177e171ee), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.575821 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:36.591271 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-55515773-7f30-40ff-9be7-819ac1c9c916 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (5d07afdc-4c09-4be5-98b5-6cd177e171ee), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.595286 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-55515773-7f30-40ff-9be7-819ac1c9c916 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (5d07afdc-4c09-4be5-98b5-6cd177e171ee), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.614421 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55515773-7f30-40ff-9be7-819ac1c9c916 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d07afdc-4c09-4be5-98b5-6cd177e171ee,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:36.621735 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-55515773-7f30-40ff-9be7-819ac1c9c916 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.622952 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-55515773-7f30-40ff-9be7-819ac1c9c916 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1273899 Feb 09 01:39:36.625756 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35346) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:36.641810 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c992019b-aca0-4274-8ff9-fac63a11a35f tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "GET /v2.0/security-group-rules/5d07afdc-4c09-4be5-98b5-6cd177e171ee HTTP/1.1" status: 200 len: 769 time: 0.0150266 Feb 09 01:39:36.644201 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35348) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:36.681757 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-86aee362-f813-4376-a3a5-a912273fb65c tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0363572 Feb 09 01:39:36.684262 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35350) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:36.710673 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9d22a32a-7d0f-447e-9963-1940cee7d772 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (5d07afdc-4c09-4be5-98b5-6cd177e171ee), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.718044 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9d22a32a-7d0f-447e-9963-1940cee7d772 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (5d07afdc-4c09-4be5-98b5-6cd177e171ee), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.743184 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9d22a32a-7d0f-447e-9963-1940cee7d772 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (5d07afdc-4c09-4be5-98b5-6cd177e171ee), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.749220 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9d22a32a-7d0f-447e-9963-1940cee7d772 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.750340 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9d22a32a-7d0f-447e-9963-1940cee7d772 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/5d07afdc-4c09-4be5-98b5-6cd177e171ee HTTP/1.1" status: 204 len: 168 time: 0.0651412 Feb 09 01:39:36.753276 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35352) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:36.756738 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d22a32a-7d0f-447e-9963-1940cee7d772 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d07afdc-4c09-4be5-98b5-6cd177e171ee,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:36.762399 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:39:36.812601 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a1ae4365-052f-420e-b9fc-5b82c46974cc tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0575299 Feb 09 01:39:36.814846 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35354) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:36.866383 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9b0052de-ddb9-4909-b5e6-ef66c4878771 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (697035bb-2bc9-4857-ae12-a3c03ae36b57), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.889385 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9b0052de-ddb9-4909-b5e6-ef66c4878771 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (697035bb-2bc9-4857-ae12-a3c03ae36b57), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.932827 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9b0052de-ddb9-4909-b5e6-ef66c4878771 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (697035bb-2bc9-4857-ae12-a3c03ae36b57), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.935560 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9b0052de-ddb9-4909-b5e6-ef66c4878771 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:36.939780 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-9b0052de-ddb9-4909-b5e6-ef66c4878771 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "DELETE /v2.0/security-groups/697035bb-2bc9-4857-ae12-a3c03ae36b57 HTTP/1.1" status: 204 len: 168 time: 0.1216292 Feb 09 01:39:36.940429 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35356) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:36.947283 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0052de-ddb9-4909-b5e6-ef66c4878771 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=697035bb-2bc9-4857-ae12-a3c03ae36b57,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:37.007508 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b233c6a1-c322-43cc-a2d9-e12fc67e9346 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0659871 Feb 09 01:39:37.015519 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35358) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:37.020153 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-2de7cc5b-8ade-4c67-90fa-38b23420bf49 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Request body: {'security_group': {'name': 'tempest-secgroup--334641853'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:37.045216 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2de7cc5b-8ade-4c67-90fa-38b23420bf49 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:37.117372 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2de7cc5b-8ade-4c67-90fa-38b23420bf49 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (2333fa7b-e92f-4afc-b664-184229886c51), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:37.121618 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2de7cc5b-8ade-4c67-90fa-38b23420bf49 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (2333fa7b-e92f-4afc-b664-184229886c51), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:37.151797 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2de7cc5b-8ade-4c67-90fa-38b23420bf49 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:37.153075 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2de7cc5b-8ade-4c67-90fa-38b23420bf49 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1365559 Feb 09 01:39:37.154927 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7cc5b-8ade-4c67-90fa-38b23420bf49 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2333fa7b-e92f-4afc-b664-184229886c51,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:37.155963 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35360) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:37.160820 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-f143acc3-91d6-4b95-999b-8a2c5fa1d3be tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Request body: {'security_group_rule': {'security_group_id': '2333fa7b-e92f-4afc-b664-184229886c51', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:37.187028 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f143acc3-91d6-4b95-999b-8a2c5fa1d3be tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (875d28c2-c806-47e0-bfa2-260d59a0cb30), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:37.243428 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f143acc3-91d6-4b95-999b-8a2c5fa1d3be tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (875d28c2-c806-47e0-bfa2-260d59a0cb30), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:37.248049 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f143acc3-91d6-4b95-999b-8a2c5fa1d3be tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (875d28c2-c806-47e0-bfa2-260d59a0cb30), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:37.266898 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:37.268140 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f143acc3-91d6-4b95-999b-8a2c5fa1d3be tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=875d28c2-c806-47e0-bfa2-260d59a0cb30,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:37.275142 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f143acc3-91d6-4b95-999b-8a2c5fa1d3be tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:37.276365 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f143acc3-91d6-4b95-999b-8a2c5fa1d3be tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1191390 Feb 09 01:39:37.279110 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35364) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:37.374426 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4a2b9827-3290-45b0-b2e5-66836fad5730 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (2333fa7b-e92f-4afc-b664-184229886c51), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:37.401812 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7befbad6-6203-4668-bbe2-69a0c3bc0248 req-e322a2d5-b95d-4e5b-98ec-0a2f0306a56c tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:37.403441 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7befbad6-6203-4668-bbe2-69a0c3bc0248 req-e322a2d5-b95d-4e5b-98ec-0a2f0306a56c tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b631136-94d8-4ee2-9bea-51a43ff7c9a2 HTTP/1.1" status: 200 len: 945 time: 0.0931108 Feb 09 01:39:37.414264 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4a2b9827-3290-45b0-b2e5-66836fad5730 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (2333fa7b-e92f-4afc-b664-184229886c51), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:37.481586 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7befbad6-6203-4668-bbe2-69a0c3bc0248 req-bee68cc2-37a2-4388-ad48-6b1319ff275f tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/security-groups?id=11bfeaf6-282a-4cc2-a1c4-e49a66e51094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699947 Feb 09 01:39:37.494628 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4a2b9827-3290-45b0-b2e5-66836fad5730 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (2333fa7b-e92f-4afc-b664-184229886c51), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:37.497642 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4a2b9827-3290-45b0-b2e5-66836fad5730 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:37.498811 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4a2b9827-3290-45b0-b2e5-66836fad5730 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "DELETE /v2.0/security-groups/2333fa7b-e92f-4afc-b664-184229886c51 HTTP/1.1" status: 204 len: 168 time: 0.2185006 Feb 09 01:39:37.501835 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35366) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:37.508016 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b9827-3290-45b0-b2e5-66836fad5730 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2333fa7b-e92f-4afc-b664-184229886c51,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:37.550223 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5d006848-4151-4154-b75f-587f670bcae6 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0471060 Feb 09 01:39:37.553063 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35368) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:37.587308 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-bec4a884-e93f-4c2a-a1a3-4f227fbe62bd tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0331824 Feb 09 01:39:37.590072 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35374) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:37.603018 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-6f327eed-fbc5-487c-abb7-8c663d7a9ad3 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] delete failed (client error): The resource could not be found. Feb 09 01:39:37.604015 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6f327eed-fbc5-487c-abb7-8c663d7a9ad3 tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "DELETE /v2.0/security-groups/2333fa7b-e92f-4afc-b664-184229886c51 HTTP/1.1" status: 404 len: 347 time: 0.0130429 Feb 09 01:39:37.607798 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35376) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:37.654574 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-0f14e284-9bf0-43fb-96d3-a8d46d4b114f tempest-SecGroupIPv6Test-432186298 tempest-SecGroupIPv6Test-432186298-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0456243 Feb 09 01:39:37.921499 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35388) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:37.948258 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:38.061646 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2edfc7ba-3714-4a7c-a0e4-4317806671fe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2c88c4063f294221be72026695a0b307&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1389923 Feb 09 01:39:38.064057 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35392) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:38.112101 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c84bbf25-395c-4831-96af-fb947bd5fb19 admin admin] Publish callbacks [] for security_group (663660d9-66b1-494b-b90b-b530937c85dd), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:38.134463 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c84bbf25-395c-4831-96af-fb947bd5fb19 admin admin] Publish callbacks [] for security_group (663660d9-66b1-494b-b90b-b530937c85dd), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:38.184807 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c84bbf25-395c-4831-96af-fb947bd5fb19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (663660d9-66b1-494b-b90b-b530937c85dd), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:38.188608 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c84bbf25-395c-4831-96af-fb947bd5fb19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:38.193288 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c84bbf25-395c-4831-96af-fb947bd5fb19 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/663660d9-66b1-494b-b90b-b530937c85dd HTTP/1.1" status: 204 len: 168 time: 0.1254017 Feb 09 01:39:38.204208 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84bbf25-395c-4831-96af-fb947bd5fb19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663660d9-66b1-494b-b90b-b530937c85dd,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:38.310149 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:39:38.360435 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:39:38.364712 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:38.365094 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:38.464440 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:38.464886 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:38.479131 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:38.492220 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b631136-94d8-4ee2-9bea-51a43ff7c9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:39:38.494940 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4303b5-b19c-417f-9676-d3b232780d0c" -d '{"events": [{"server_uuid": "7b631136-94d8-4ee2-9bea-51a43ff7c9a2", "name": "network-vif-plugged", "status": "completed", "tag": "fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:39:38.520967 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7,segment=NetworkSegment(3d1bdb5d-31ab-46f0-81e4-3d18b93030d3),segment_id=3d1bdb5d-31ab-46f0-81e4-3d18b93030d3)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:38.525990 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:38.538678 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee47525-27ac-4bc5-adb4-e7dc2feab384 x-openstack-request-id: req-4ee47525-27ac-4bc5-adb4-e7dc2feab384 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:39:38.539154 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b631136-94d8-4ee2-9bea-51a43ff7c9a2", "name": "network-vif-plugged", "status": "completed", "tag": "fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:39:38.539543 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4ee47525-27ac-4bc5-adb4-e7dc2feab384 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:39:38.539950 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b631136-94d8-4ee2-9bea-51a43ff7c9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7', 'code': 200} Feb 09 01:39:38.598640 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:38.667123 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b62e788-2b17-43ed-a6d8-fd40e0a88d26 req-033962e9-4137-479e-99e3-075b4b2fc52e tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:38.668668 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9b62e788-2b17-43ed-a6d8-fd40e0a88d26 req-033962e9-4137-479e-99e3-075b4b2fc52e tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b631136-94d8-4ee2-9bea-51a43ff7c9a2 HTTP/1.1" status: 200 len: 946 time: 0.1023018 Feb 09 01:39:38.680700 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5d4b0-cc13-49e9-b28f-ec082d804ee9 req-fe29d02e-c09b-4a1d-b4a4-e2674b024517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:38.682325 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-93e5d4b0-cc13-49e9-b28f-ec082d804ee9 req-fe29d02e-c09b-4a1d-b4a4-e2674b024517 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=7b631136-94d8-4ee2-9bea-51a43ff7c9a2 HTTP/1.1" status: 200 len: 1128 time: 0.0696321 Feb 09 01:39:38.757787 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9b62e788-2b17-43ed-a6d8-fd40e0a88d26 req-198ee8dc-3430-4c29-8cd8-053a7506ca85 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/security-groups?id=11bfeaf6-282a-4cc2-a1c4-e49a66e51094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792780 Feb 09 01:39:38.761806 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-93e5d4b0-cc13-49e9-b28f-ec082d804ee9 req-a62ef7e7-155c-46aa-ae43-e7780d94bef2 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=11bfeaf6-282a-4cc2-a1c4-e49a66e51094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727491 Feb 09 01:39:38.918392 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35420) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:39.022700 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-37e02aed-9a46-45f1-81f8-6edefd86f0e1 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Request body: {'security_group': {'name': 'tempest-secgroup--2017685264'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:39.042593 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-37e02aed-9a46-45f1-81f8-6edefd86f0e1 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:39.052073 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-37e02aed-9a46-45f1-81f8-6edefd86f0e1 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:39.136493 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-37e02aed-9a46-45f1-81f8-6edefd86f0e1 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (71e2304c-992b-4988-be47-4e02f2bfc98c), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:39.141133 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-37e02aed-9a46-45f1-81f8-6edefd86f0e1 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (71e2304c-992b-4988-be47-4e02f2bfc98c), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:39.176998 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e02aed-9a46-45f1-81f8-6edefd86f0e1 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71e2304c-992b-4988-be47-4e02f2bfc98c,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:39.216905 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-37e02aed-9a46-45f1-81f8-6edefd86f0e1 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (ed6677ba-7f84-4959-9e0c-6a3306ed20cb), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:39.220890 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-37e02aed-9a46-45f1-81f8-6edefd86f0e1 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (ed6677ba-7f84-4959-9e0c-6a3306ed20cb), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:39.253748 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-37e02aed-9a46-45f1-81f8-6edefd86f0e1 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:39.255021 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-37e02aed-9a46-45f1-81f8-6edefd86f0e1 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3353732 Feb 09 01:39:39.258124 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35424) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:39.266346 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e02aed-9a46-45f1-81f8-6edefd86f0e1 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6677ba-7f84-4959-9e0c-6a3306ed20cb,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:39.319143 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-53f32509-d854-4c98-a330-c1fe940c763f tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0569634 Feb 09 01:39:39.319291 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35428) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:39.324721 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-3e0c6079-0c53-437d-84a8-6e34db076d6a tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Request body: {'security_group': {'name': 'tempest-security--1010788675', 'description': 'tempest-security-description-683966508'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:39.360461 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3e0c6079-0c53-437d-84a8-6e34db076d6a tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (ed6677ba-7f84-4959-9e0c-6a3306ed20cb), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:39.414782 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3e0c6079-0c53-437d-84a8-6e34db076d6a tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (ed6677ba-7f84-4959-9e0c-6a3306ed20cb), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:39.419678 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3e0c6079-0c53-437d-84a8-6e34db076d6a tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (ed6677ba-7f84-4959-9e0c-6a3306ed20cb), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:39.422585 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3e0c6079-0c53-437d-84a8-6e34db076d6a tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:39.423903 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3e0c6079-0c53-437d-84a8-6e34db076d6a tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "PUT /v2.0/security-groups/ed6677ba-7f84-4959-9e0c-6a3306ed20cb HTTP/1.1" status: 200 len: 1796 time: 0.1027353 Feb 09 01:39:39.427057 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35430) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:39.458530 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c6079-0c53-437d-84a8-6e34db076d6a tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6677ba-7f84-4959-9e0c-6a3306ed20cb,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:39.484854 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-aa1f0e64-1695-4d7e-a0b5-03862f3116e9 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "GET /v2.0/security-groups/ed6677ba-7f84-4959-9e0c-6a3306ed20cb HTTP/1.1" status: 200 len: 1796 time: 0.0534337 Feb 09 01:39:39.487611 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35434) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:39.554443 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6a4e28ae-4d5c-4210-acf3-6b0531a97047 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (ed6677ba-7f84-4959-9e0c-6a3306ed20cb), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:39.579541 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6a4e28ae-4d5c-4210-acf3-6b0531a97047 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (ed6677ba-7f84-4959-9e0c-6a3306ed20cb), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:39.627360 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6a4e28ae-4d5c-4210-acf3-6b0531a97047 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (ed6677ba-7f84-4959-9e0c-6a3306ed20cb), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:39.631155 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6a4e28ae-4d5c-4210-acf3-6b0531a97047 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:39.634657 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-6a4e28ae-4d5c-4210-acf3-6b0531a97047 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "DELETE /v2.0/security-groups/ed6677ba-7f84-4959-9e0c-6a3306ed20cb HTTP/1.1" status: 204 len: 168 time: 0.1428554 Feb 09 01:39:39.635059 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35436) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:39.642118 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e28ae-4d5c-4210-acf3-6b0531a97047 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6677ba-7f84-4959-9e0c-6a3306ed20cb,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:39.689872 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:39.708784 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-51c11361-4754-43b8-9dc7-758229d7211a tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0724404 Feb 09 01:39:39.712225 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35438) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:39.726206 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-0bbc0dab-9cfa-47be-877a-79a5c7339274 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] delete failed (client error): The resource could not be found. Feb 09 01:39:39.728221 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0bbc0dab-9cfa-47be-877a-79a5c7339274 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "DELETE /v2.0/security-groups/ed6677ba-7f84-4959-9e0c-6a3306ed20cb HTTP/1.1" status: 404 len: 347 time: 0.0146883 Feb 09 01:39:39.732367 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35440) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:39.736725 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-33e817b1-d072-4f85-9dd6-c8a71850f4a9 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Request body: {'security_group': {'name': 'tempest-secgroup--1329312245'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:39.758550 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-33e817b1-d072-4f85-9dd6-c8a71850f4a9 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:39.847305 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-33e817b1-d072-4f85-9dd6-c8a71850f4a9 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (0102550b-5c59-41e1-9ad5-61795d98ec7d), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:39.881745 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-33e817b1-d072-4f85-9dd6-c8a71850f4a9 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (0102550b-5c59-41e1-9ad5-61795d98ec7d), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:39.953274 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-33e817b1-d072-4f85-9dd6-c8a71850f4a9 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:39.958385 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-33e817b1-d072-4f85-9dd6-c8a71850f4a9 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2216358 Feb 09 01:39:39.959477 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35446) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:39.965920 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-f70eab69-a642-4f8f-bf8d-e659337ff9d3 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Request body: {'security_group_rule': {'security_group_id': '0102550b-5c59-41e1-9ad5-61795d98ec7d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:39.985954 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e817b1-d072-4f85-9dd6-c8a71850f4a9 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0102550b-5c59-41e1-9ad5-61795d98ec7d,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:40.003113 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867a7a8-d724-4680-b6e8-2fb7d0045bfe req-47a31098-e62d-4f31-b0aa-76facf05dd4a tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:40.017413 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f70eab69-a642-4f8f-bf8d-e659337ff9d3 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (b1ef9af7-5767-4f39-86ab-aa5271bc8e6a), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:40.018159 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2867a7a8-d724-4680-b6e8-2fb7d0045bfe req-47a31098-e62d-4f31-b0aa-76facf05dd4a tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b631136-94d8-4ee2-9bea-51a43ff7c9a2 HTTP/1.1" status: 200 len: 946 time: 0.1685588 Feb 09 01:39:40.079612 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2867a7a8-d724-4680-b6e8-2fb7d0045bfe req-204f533e-e7b1-4439-838e-dd24e3245bd3 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/security-groups?id=11bfeaf6-282a-4cc2-a1c4-e49a66e51094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604098 Feb 09 01:39:40.082322 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f70eab69-a642-4f8f-bf8d-e659337ff9d3 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (b1ef9af7-5767-4f39-86ab-aa5271bc8e6a), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:40.087070 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f70eab69-a642-4f8f-bf8d-e659337ff9d3 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (b1ef9af7-5767-4f39-86ab-aa5271bc8e6a), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:40.124692 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70eab69-a642-4f8f-bf8d-e659337ff9d3 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1ef9af7-5767-4f39-86ab-aa5271bc8e6a,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:40.132962 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f70eab69-a642-4f8f-bf8d-e659337ff9d3 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:40.137066 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f70eab69-a642-4f8f-bf8d-e659337ff9d3 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1737032 Feb 09 01:39:40.137353 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35448) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:40.162549 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c38a1070-f449-4185-ba24-d21f67ee1d21 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (b1ef9af7-5767-4f39-86ab-aa5271bc8e6a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:40.171089 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c38a1070-f449-4185-ba24-d21f67ee1d21 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (b1ef9af7-5767-4f39-86ab-aa5271bc8e6a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:40.198231 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c38a1070-f449-4185-ba24-d21f67ee1d21 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (b1ef9af7-5767-4f39-86ab-aa5271bc8e6a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:40.204395 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c38a1070-f449-4185-ba24-d21f67ee1d21 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:40.208722 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c38a1070-f449-4185-ba24-d21f67ee1d21 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/b1ef9af7-5767-4f39-86ab-aa5271bc8e6a HTTP/1.1" status: 204 len: 168 time: 0.0671904 Feb 09 01:39:40.209420 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35450) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:40.211934 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a1070-f449-4185-ba24-d21f67ee1d21 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1ef9af7-5767-4f39-86ab-aa5271bc8e6a,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:40.259688 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-7677b99e-0ab1-46c4-b204-709fbf2cc5ba tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0456016 Feb 09 01:39:40.259904 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35452) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:40.317953 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-81dec7d5-93ba-4513-92f9-1db50f755aa7 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (0102550b-5c59-41e1-9ad5-61795d98ec7d), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:40.341292 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-81dec7d5-93ba-4513-92f9-1db50f755aa7 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (0102550b-5c59-41e1-9ad5-61795d98ec7d), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:40.384723 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-81dec7d5-93ba-4513-92f9-1db50f755aa7 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (0102550b-5c59-41e1-9ad5-61795d98ec7d), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:40.387594 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-81dec7d5-93ba-4513-92f9-1db50f755aa7 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:40.391268 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-81dec7d5-93ba-4513-92f9-1db50f755aa7 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "DELETE /v2.0/security-groups/0102550b-5c59-41e1-9ad5-61795d98ec7d HTTP/1.1" status: 204 len: 168 time: 0.1281073 Feb 09 01:39:40.392071 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35454) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:40.399711 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dec7d5-93ba-4513-92f9-1db50f755aa7 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0102550b-5c59-41e1-9ad5-61795d98ec7d,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:40.447950 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2876c80f-73ed-43f5-81ef-b8efddebd508 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0539956 Feb 09 01:39:40.452076 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35456) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:40.456604 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-a70382c7-4add-42ba-8bc6-dd7dac3f6626 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Request body: {'security_group': {'name': 'tempest-secgroup--199945077'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:40.477703 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a70382c7-4add-42ba-8bc6-dd7dac3f6626 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:40.554678 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a70382c7-4add-42ba-8bc6-dd7dac3f6626 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (54630821-27ee-41f7-9fa2-c2a8d8db1f98), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:40.558969 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a70382c7-4add-42ba-8bc6-dd7dac3f6626 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (54630821-27ee-41f7-9fa2-c2a8d8db1f98), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:40.588833 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a70382c7-4add-42ba-8bc6-dd7dac3f6626 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:40.593042 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a70382c7-4add-42ba-8bc6-dd7dac3f6626 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1370616 Feb 09 01:39:40.593700 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35460) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:40.599155 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-68fed84c-7357-4540-bcf5-59446b7a7ffe tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Request body: {'security_group_rule': {'security_group_id': '54630821-27ee-41f7-9fa2-c2a8d8db1f98', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:40.604855 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70382c7-4add-42ba-8bc6-dd7dac3f6626 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54630821-27ee-41f7-9fa2-c2a8d8db1f98,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:40.627814 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-68fed84c-7357-4540-bcf5-59446b7a7ffe tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (68657020-c387-415e-bff1-5036930de457), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:40.690456 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-68fed84c-7357-4540-bcf5-59446b7a7ffe tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (68657020-c387-415e-bff1-5036930de457), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:40.695685 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-68fed84c-7357-4540-bcf5-59446b7a7ffe tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (68657020-c387-415e-bff1-5036930de457), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:40.724004 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-68fed84c-7357-4540-bcf5-59446b7a7ffe tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:40.728977 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-68fed84c-7357-4540-bcf5-59446b7a7ffe tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1319339 Feb 09 01:39:40.728977 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35462) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:40.733391 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-70a7d54a-143b-4218-b064-54f5dfa5cc5d tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Request body: {'security_group_rule': {'security_group_id': '54630821-27ee-41f7-9fa2-c2a8d8db1f98', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:40.738810 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fed84c-7357-4540-bcf5-59446b7a7ffe tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68657020-c387-415e-bff1-5036930de457,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:40.766152 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-70a7d54a-143b-4218-b064-54f5dfa5cc5d tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (500158f1-a662-488a-93e8-dc46fb29c021), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:40.830694 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-70a7d54a-143b-4218-b064-54f5dfa5cc5d tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (500158f1-a662-488a-93e8-dc46fb29c021), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:40.835400 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-70a7d54a-143b-4218-b064-54f5dfa5cc5d tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (500158f1-a662-488a-93e8-dc46fb29c021), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:40.856976 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a7d54a-143b-4218-b064-54f5dfa5cc5d tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=500158f1-a662-488a-93e8-dc46fb29c021,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:40.862498 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-70a7d54a-143b-4218-b064-54f5dfa5cc5d tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:40.866911 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-70a7d54a-143b-4218-b064-54f5dfa5cc5d tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1338503 Feb 09 01:39:40.867055 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35464) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:40.872784 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-f7337481-9a8e-4f0a-ad32-c19b309a4c14 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Request body: {'security_group_rule': {'security_group_id': '54630821-27ee-41f7-9fa2-c2a8d8db1f98', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:40.900313 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f7337481-9a8e-4f0a-ad32-c19b309a4c14 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (70173ca0-b827-4300-9f99-f61fd63bf11f), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:40.976047 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f7337481-9a8e-4f0a-ad32-c19b309a4c14 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (70173ca0-b827-4300-9f99-f61fd63bf11f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:40.980520 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f7337481-9a8e-4f0a-ad32-c19b309a4c14 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (70173ca0-b827-4300-9f99-f61fd63bf11f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:40.995834 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7337481-9a8e-4f0a-ad32-c19b309a4c14 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70173ca0-b827-4300-9f99-f61fd63bf11f,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:41.015931 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f7337481-9a8e-4f0a-ad32-c19b309a4c14 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.018368 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f7337481-9a8e-4f0a-ad32-c19b309a4c14 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1499074 Feb 09 01:39:41.018804 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35468) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:41.023891 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-8b16564e-8829-4f4f-b2fb-2884d779f86b tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Request body: {'security_group_rule': {'security_group_id': '54630821-27ee-41f7-9fa2-c2a8d8db1f98', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:41.052178 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8b16564e-8829-4f4f-b2fb-2884d779f86b tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (78484b20-5340-4ff1-ae99-69a358a0870a), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.109840 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8b16564e-8829-4f4f-b2fb-2884d779f86b tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (78484b20-5340-4ff1-ae99-69a358a0870a), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.120339 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8b16564e-8829-4f4f-b2fb-2884d779f86b tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (78484b20-5340-4ff1-ae99-69a358a0870a), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.140529 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b16564e-8829-4f4f-b2fb-2884d779f86b tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78484b20-5340-4ff1-ae99-69a358a0870a,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:41.151570 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8b16564e-8829-4f4f-b2fb-2884d779f86b tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.155912 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35472) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:41.156393 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8b16564e-8829-4f4f-b2fb-2884d779f86b tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1362500 Feb 09 01:39:41.162843 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-236a86c1-558c-4bae-a959-a0f8a0957da6 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Request body: {'security_group_rule': {'security_group_id': '54630821-27ee-41f7-9fa2-c2a8d8db1f98', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:41.213016 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-236a86c1-558c-4bae-a959-a0f8a0957da6 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (2c271a2a-dbf5-4155-858b-1cd4a783b809), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.268361 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60bf88-6afc-43bc-bdec-647dc56122d0 req-4fb40ebf-3fb7-4f51-82c3-0c22c22b347f tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:41.270123 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cf60bf88-6afc-43bc-bdec-647dc56122d0 req-4fb40ebf-3fb7-4f51-82c3-0c22c22b347f tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b631136-94d8-4ee2-9bea-51a43ff7c9a2 HTTP/1.1" status: 200 len: 946 time: 0.1132793 Feb 09 01:39:41.303367 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-236a86c1-558c-4bae-a959-a0f8a0957da6 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (2c271a2a-dbf5-4155-858b-1cd4a783b809), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.311050 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-236a86c1-558c-4bae-a959-a0f8a0957da6 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (2c271a2a-dbf5-4155-858b-1cd4a783b809), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.341528 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a86c1-558c-4bae-a959-a0f8a0957da6 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c271a2a-dbf5-4155-858b-1cd4a783b809,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:41.352225 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-236a86c1-558c-4bae-a959-a0f8a0957da6 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.356148 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-236a86c1-558c-4bae-a959-a0f8a0957da6 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1953316 Feb 09 01:39:41.356500 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35474) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:41.365904 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cf60bf88-6afc-43bc-bdec-647dc56122d0 req-aa3eebbb-8ee0-4746-93e1-6605468403a9 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/security-groups?id=11bfeaf6-282a-4cc2-a1c4-e49a66e51094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854986 Feb 09 01:39:41.389903 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a9228005-6997-4219-98e5-4662d1fb120c tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (2c271a2a-dbf5-4155-858b-1cd4a783b809), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.405900 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a9228005-6997-4219-98e5-4662d1fb120c tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (2c271a2a-dbf5-4155-858b-1cd4a783b809), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.438479 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a9228005-6997-4219-98e5-4662d1fb120c tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (2c271a2a-dbf5-4155-858b-1cd4a783b809), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.452697 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a9228005-6997-4219-98e5-4662d1fb120c tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.456850 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35478) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:41.457537 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a9228005-6997-4219-98e5-4662d1fb120c tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/2c271a2a-dbf5-4155-858b-1cd4a783b809 HTTP/1.1" status: 204 len: 168 time: 0.0995171 Feb 09 01:39:41.458099 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9228005-6997-4219-98e5-4662d1fb120c tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c271a2a-dbf5-4155-858b-1cd4a783b809,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:41.514087 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-38f3168e-75b3-4dd5-9d4f-e0de35bffd7c tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0549185 Feb 09 01:39:41.517376 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35480) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:41.521641 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7a7c3-bd7c-4fcf-abdc-11e353290e97 req-b5b53965-9909-4e6f-b652-13b56f926529 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:41.523286 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bfc7a7c3-bd7c-4fcf-abdc-11e353290e97 req-b5b53965-9909-4e6f-b652-13b56f926529 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b631136-94d8-4ee2-9bea-51a43ff7c9a2 HTTP/1.1" status: 200 len: 946 time: 0.0631895 Feb 09 01:39:41.554819 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c811ccd8-904a-492a-947a-d119bd5d50dd tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (78484b20-5340-4ff1-ae99-69a358a0870a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.565091 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c811ccd8-904a-492a-947a-d119bd5d50dd tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (78484b20-5340-4ff1-ae99-69a358a0870a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.601218 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c811ccd8-904a-492a-947a-d119bd5d50dd tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (78484b20-5340-4ff1-ae99-69a358a0870a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.614468 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c811ccd8-904a-492a-947a-d119bd5d50dd tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.618295 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bfc7a7c3-bd7c-4fcf-abdc-11e353290e97 req-da668f0c-a7f9-452f-9ac8-498861153f03 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/security-groups?id=11bfeaf6-282a-4cc2-a1c4-e49a66e51094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838394 Feb 09 01:39:41.618687 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c811ccd8-904a-492a-947a-d119bd5d50dd tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/78484b20-5340-4ff1-ae99-69a358a0870a HTTP/1.1" status: 204 len: 168 time: 0.0998209 Feb 09 01:39:41.619343 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35484) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:41.620100 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811ccd8-904a-492a-947a-d119bd5d50dd tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=78484b20-5340-4ff1-ae99-69a358a0870a,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:41.667988 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-68cfc17e-3a28-41a8-b676-7841b9e1f6ef tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0463309 Feb 09 01:39:41.670797 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35488) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:41.697555 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b2d39e4e-5de3-4cf3-9b06-7d5b09831177 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (70173ca0-b827-4300-9f99-f61fd63bf11f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.705305 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b2d39e4e-5de3-4cf3-9b06-7d5b09831177 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (70173ca0-b827-4300-9f99-f61fd63bf11f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.741042 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b2d39e4e-5de3-4cf3-9b06-7d5b09831177 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (70173ca0-b827-4300-9f99-f61fd63bf11f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.746477 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b2d39e4e-5de3-4cf3-9b06-7d5b09831177 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.750257 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b2d39e4e-5de3-4cf3-9b06-7d5b09831177 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/70173ca0-b827-4300-9f99-f61fd63bf11f HTTP/1.1" status: 204 len: 168 time: 0.0758793 Feb 09 01:39:41.750847 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35490) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:41.773968 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d39e4e-5de3-4cf3-9b06-7d5b09831177 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=70173ca0-b827-4300-9f99-f61fd63bf11f,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:41.849749 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-50172462-2c47-4f1c-9f4b-d730baf7d28f tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0975895 Feb 09 01:39:41.857445 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35494) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:41.894357 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-321b87df-5531-4553-b857-b9cf4920521e tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (500158f1-a662-488a-93e8-dc46fb29c021), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.904414 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-321b87df-5531-4553-b857-b9cf4920521e tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (500158f1-a662-488a-93e8-dc46fb29c021), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.939508 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-321b87df-5531-4553-b857-b9cf4920521e tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (500158f1-a662-488a-93e8-dc46fb29c021), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.946348 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-321b87df-5531-4553-b857-b9cf4920521e tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:41.950607 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-321b87df-5531-4553-b857-b9cf4920521e tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/500158f1-a662-488a-93e8-dc46fb29c021 HTTP/1.1" status: 204 len: 168 time: 0.0912156 Feb 09 01:39:41.950801 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35496) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:41.957603 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321b87df-5531-4553-b857-b9cf4920521e tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=500158f1-a662-488a-93e8-dc46fb29c021,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:42.026181 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-68ef0237-5c02-4f0c-b93f-33693103f62d tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0746613 Feb 09 01:39:42.029114 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35500) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:42.058849 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-62f00593-646c-42b9-9eff-f449cb157b08 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (68657020-c387-415e-bff1-5036930de457), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:42.068551 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-62f00593-646c-42b9-9eff-f449cb157b08 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (68657020-c387-415e-bff1-5036930de457), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:42.098509 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-62f00593-646c-42b9-9eff-f449cb157b08 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (68657020-c387-415e-bff1-5036930de457), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:42.105270 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-62f00593-646c-42b9-9eff-f449cb157b08 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:42.109753 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-62f00593-646c-42b9-9eff-f449cb157b08 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/68657020-c387-415e-bff1-5036930de457 HTTP/1.1" status: 204 len: 168 time: 0.0764167 Feb 09 01:39:42.109753 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35502) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:42.129695 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f00593-646c-42b9-9eff-f449cb157b08 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68657020-c387-415e-bff1-5036930de457,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:42.158880 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3a910134-9116-4052-b41b-4003f550e29a tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0456440 Feb 09 01:39:42.159362 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35504) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:42.217083 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-71a236fb-3231-432f-8ee4-3183540cc59d tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (54630821-27ee-41f7-9fa2-c2a8d8db1f98), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:42.247373 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-71a236fb-3231-432f-8ee4-3183540cc59d tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (54630821-27ee-41f7-9fa2-c2a8d8db1f98), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:42.293973 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-71a236fb-3231-432f-8ee4-3183540cc59d tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (54630821-27ee-41f7-9fa2-c2a8d8db1f98), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:42.296786 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-71a236fb-3231-432f-8ee4-3183540cc59d tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:42.297965 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-71a236fb-3231-432f-8ee4-3183540cc59d tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "DELETE /v2.0/security-groups/54630821-27ee-41f7-9fa2-c2a8d8db1f98 HTTP/1.1" status: 204 len: 168 time: 0.1376426 Feb 09 01:39:42.302031 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35506) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:42.308690 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a236fb-3231-432f-8ee4-3183540cc59d tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54630821-27ee-41f7-9fa2-c2a8d8db1f98,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:42.346829 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-08ce4718-6936-4dda-8a36-7364f321445b tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0431905 Feb 09 01:39:42.350972 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35508) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:42.355897 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-edf47592-49ce-4af8-9c54-a19dcd92b76c tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Request body: {'security_group': {'name': 'tempest-secgroup--1641311609'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:42.376098 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-edf47592-49ce-4af8-9c54-a19dcd92b76c tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:42.441011 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-edf47592-49ce-4af8-9c54-a19dcd92b76c tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (73950f01-31aa-491e-90a5-cae4a5a7d9a4), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:42.445865 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-edf47592-49ce-4af8-9c54-a19dcd92b76c tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (73950f01-31aa-491e-90a5-cae4a5a7d9a4), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:42.474708 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-edf47592-49ce-4af8-9c54-a19dcd92b76c tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:42.478535 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-edf47592-49ce-4af8-9c54-a19dcd92b76c tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1237071 Feb 09 01:39:42.478535 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf47592-49ce-4af8-9c54-a19dcd92b76c tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73950f01-31aa-491e-90a5-cae4a5a7d9a4,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:42.479005 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35510) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:42.483850 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-b190d4aa-4baa-42dd-9cb0-dcdb207d55ea tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Request body: {'security_group_rule': {'security_group_id': '73950f01-31aa-491e-90a5-cae4a5a7d9a4', 'direction': 'ingress', 'protocol': 17}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:42.509564 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b190d4aa-4baa-42dd-9cb0-dcdb207d55ea tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (b0316f52-eccd-4086-bccc-5d8d336cdc58), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:42.571388 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b190d4aa-4baa-42dd-9cb0-dcdb207d55ea tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (b0316f52-eccd-4086-bccc-5d8d336cdc58), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:42.575253 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b190d4aa-4baa-42dd-9cb0-dcdb207d55ea tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (b0316f52-eccd-4086-bccc-5d8d336cdc58), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:42.590232 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b190d4aa-4baa-42dd-9cb0-dcdb207d55ea tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0316f52-eccd-4086-bccc-5d8d336cdc58,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:42.608133 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b190d4aa-4baa-42dd-9cb0-dcdb207d55ea tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:42.609492 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b190d4aa-4baa-42dd-9cb0-dcdb207d55ea tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1293364 Feb 09 01:39:42.612138 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35514) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:42.670718 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-10e0d0b6-aec4-439e-a84a-1da06cdcf3f9 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (73950f01-31aa-491e-90a5-cae4a5a7d9a4), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:42.694832 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-10e0d0b6-aec4-439e-a84a-1da06cdcf3f9 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (73950f01-31aa-491e-90a5-cae4a5a7d9a4), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:42.746574 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-10e0d0b6-aec4-439e-a84a-1da06cdcf3f9 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (73950f01-31aa-491e-90a5-cae4a5a7d9a4), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:42.749433 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-10e0d0b6-aec4-439e-a84a-1da06cdcf3f9 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:42.751043 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-10e0d0b6-aec4-439e-a84a-1da06cdcf3f9 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "DELETE /v2.0/security-groups/73950f01-31aa-491e-90a5-cae4a5a7d9a4 HTTP/1.1" status: 204 len: 168 time: 0.1365497 Feb 09 01:39:42.753432 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35520) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:42.773871 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e0d0b6-aec4-439e-a84a-1da06cdcf3f9 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73950f01-31aa-491e-90a5-cae4a5a7d9a4,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:42.798790 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ff71f246-712e-4f4b-bc87-44f1755a36a3 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0442085 Feb 09 01:39:42.804092 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35522) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:42.809856 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-c201915f-d12e-495d-8748-7d3e48b9fc93 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Request body: {'security_group': {'name': 'tempest-secgroup--1752693909'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:42.833028 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c201915f-d12e-495d-8748-7d3e48b9fc93 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:42.917244 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c201915f-d12e-495d-8748-7d3e48b9fc93 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (2665f79c-d098-4568-9051-767369f9ef8f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:42.922705 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c201915f-d12e-495d-8748-7d3e48b9fc93 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (2665f79c-d098-4568-9051-767369f9ef8f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:42.952940 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c201915f-d12e-495d-8748-7d3e48b9fc93 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:42.956906 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c201915f-d12e-495d-8748-7d3e48b9fc93 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1489680 Feb 09 01:39:42.957265 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35524) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:42.959034 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201915f-d12e-495d-8748-7d3e48b9fc93 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2665f79c-d098-4568-9051-767369f9ef8f,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:42.963152 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-70ce5557-8027-4d99-b679-bb965360e82e tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Request body: {'security_group': {'name': 'tempest-secgroup--957250854'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:42.994551 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-70ce5557-8027-4d99-b679-bb965360e82e tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.102325 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35532) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:43.120624 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-70ce5557-8027-4d99-b679-bb965360e82e tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (4eb04655-d49f-473e-886c-8cde4d2941e0), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.124974 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-70ce5557-8027-4d99-b679-bb965360e82e tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (4eb04655-d49f-473e-886c-8cde4d2941e0), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.153138 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce5557-8027-4d99-b679-bb965360e82e tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb04655-d49f-473e-886c-8cde4d2941e0,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:43.170081 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-70ce5557-8027-4d99-b679-bb965360e82e tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.171369 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-70ce5557-8027-4d99-b679-bb965360e82e tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2129846 Feb 09 01:39:43.174082 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35536) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:43.179658 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-240859cb-08c8-4bb5-9e23-60c11107d728 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Request body: {'security_group_rule': {'security_group_id': '2665f79c-d098-4568-9051-767369f9ef8f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4eb04655-d49f-473e-886c-8cde4d2941e0', 'remote_ip_prefix': None}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:43.211071 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-240859cb-08c8-4bb5-9e23-60c11107d728 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (a0a48340-fb1f-4d80-8a8d-1fa5093fc8d7), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.292681 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-240859cb-08c8-4bb5-9e23-60c11107d728 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (a0a48340-fb1f-4d80-8a8d-1fa5093fc8d7), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.296709 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-240859cb-08c8-4bb5-9e23-60c11107d728 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (a0a48340-fb1f-4d80-8a8d-1fa5093fc8d7), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.316470 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240859cb-08c8-4bb5-9e23-60c11107d728 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0a48340-fb1f-4d80-8a8d-1fa5093fc8d7,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:43.336135 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-240859cb-08c8-4bb5-9e23-60c11107d728 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.338299 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-240859cb-08c8-4bb5-9e23-60c11107d728 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1630459 Feb 09 01:39:43.341229 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35540) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:43.372201 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d51e85e6-6efa-4594-8da4-6ce469ca4196 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (a0a48340-fb1f-4d80-8a8d-1fa5093fc8d7), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.380798 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d51e85e6-6efa-4594-8da4-6ce469ca4196 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (a0a48340-fb1f-4d80-8a8d-1fa5093fc8d7), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.414818 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d51e85e6-6efa-4594-8da4-6ce469ca4196 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (a0a48340-fb1f-4d80-8a8d-1fa5093fc8d7), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.424654 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d51e85e6-6efa-4594-8da4-6ce469ca4196 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.427816 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d51e85e6-6efa-4594-8da4-6ce469ca4196 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/a0a48340-fb1f-4d80-8a8d-1fa5093fc8d7 HTTP/1.1" status: 204 len: 168 time: 0.0856011 Feb 09 01:39:43.431279 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35542) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:43.466715 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e85e6-6efa-4594-8da4-6ce469ca4196 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a0a48340-fb1f-4d80-8a8d-1fa5093fc8d7,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:43.499093 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c70ddd9a-e8e4-4884-ac70-586d2e5caca9 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0657740 Feb 09 01:39:43.501637 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35544) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:43.589247 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-187149ee-2216-4d3e-83ec-84a0168c5b58 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (4eb04655-d49f-473e-886c-8cde4d2941e0), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.632791 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-187149ee-2216-4d3e-83ec-84a0168c5b58 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (4eb04655-d49f-473e-886c-8cde4d2941e0), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.687916 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-187149ee-2216-4d3e-83ec-84a0168c5b58 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (4eb04655-d49f-473e-886c-8cde4d2941e0), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.692619 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-187149ee-2216-4d3e-83ec-84a0168c5b58 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.694753 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-187149ee-2216-4d3e-83ec-84a0168c5b58 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "DELETE /v2.0/security-groups/4eb04655-d49f-473e-886c-8cde4d2941e0 HTTP/1.1" status: 204 len: 168 time: 0.1918342 Feb 09 01:39:43.707378 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35546) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:43.708774 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187149ee-2216-4d3e-83ec-84a0168c5b58 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb04655-d49f-473e-886c-8cde4d2941e0,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:43.843035 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d05d0f68-3a59-48ba-a57b-d1dba41986dd tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1086674 Feb 09 01:39:43.845673 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35548) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:43.901268 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c5b33dce-357e-4306-98b4-62a4fe9eff0a tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (2665f79c-d098-4568-9051-767369f9ef8f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:43.927420 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c5b33dce-357e-4306-98b4-62a4fe9eff0a tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (2665f79c-d098-4568-9051-767369f9ef8f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:44.012264 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c5b33dce-357e-4306-98b4-62a4fe9eff0a tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (2665f79c-d098-4568-9051-767369f9ef8f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:44.014925 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c5b33dce-357e-4306-98b4-62a4fe9eff0a tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:44.018794 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c5b33dce-357e-4306-98b4-62a4fe9eff0a tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "DELETE /v2.0/security-groups/2665f79c-d098-4568-9051-767369f9ef8f HTTP/1.1" status: 204 len: 168 time: 0.1720374 Feb 09 01:39:44.019429 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35550) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:44.065655 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b33dce-357e-4306-98b4-62a4fe9eff0a tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2665f79c-d098-4568-9051-767369f9ef8f,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:44.131609 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a0fe8c33-3474-4d56-b6d6-91619a09c721 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1076765 Feb 09 01:39:44.132250 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35556) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:44.156316 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-f00f2805-7c70-4a9e-a9b2-37dbcece4673 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Request body: {'security_group': {'name': 'tempest-secgroup--84905495'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:44.209387 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f00f2805-7c70-4a9e-a9b2-37dbcece4673 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:44.239293 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5c5e9f5a-2f85-4844-9fde-5338b2beb659 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:44.368121 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f00f2805-7c70-4a9e-a9b2-37dbcece4673 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (37ac0be8-4cc6-4d21-9cdf-dbaf54555bad), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:44.372352 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f00f2805-7c70-4a9e-a9b2-37dbcece4673 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (37ac0be8-4cc6-4d21-9cdf-dbaf54555bad), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:44.404284 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f2805-7c70-4a9e-a9b2-37dbcece4673 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37ac0be8-4cc6-4d21-9cdf-dbaf54555bad,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:44.415439 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f00f2805-7c70-4a9e-a9b2-37dbcece4673 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:44.417868 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f00f2805-7c70-4a9e-a9b2-37dbcece4673 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2841437 Feb 09 01:39:44.421655 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35566) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:44.427685 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-200ec3dd-bb4f-44b2-981c-23fb4764f6f6 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Request body: {'security_group_rule': {'security_group_id': '37ac0be8-4cc6-4d21-9cdf-dbaf54555bad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:44.471950 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-200ec3dd-bb4f-44b2-981c-23fb4764f6f6 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (d1f740ec-676b-41d0-8b93-de48699cbdc3), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:44.579589 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-200ec3dd-bb4f-44b2-981c-23fb4764f6f6 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (d1f740ec-676b-41d0-8b93-de48699cbdc3), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:44.585580 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-200ec3dd-bb4f-44b2-981c-23fb4764f6f6 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (d1f740ec-676b-41d0-8b93-de48699cbdc3), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:44.617809 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ec3dd-bb4f-44b2-981c-23fb4764f6f6 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1f740ec-676b-41d0-8b93-de48699cbdc3,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:44.642214 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-200ec3dd-bb4f-44b2-981c-23fb4764f6f6 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:44.652108 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35568) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:44.653065 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-200ec3dd-bb4f-44b2-981c-23fb4764f6f6 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2302456 Feb 09 01:39:44.708993 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bc97cfe9-3fda-41d3-a9cb-050d442681ad tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (d1f740ec-676b-41d0-8b93-de48699cbdc3), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:44.750329 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bc97cfe9-3fda-41d3-a9cb-050d442681ad tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (d1f740ec-676b-41d0-8b93-de48699cbdc3), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:44.855381 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bc97cfe9-3fda-41d3-a9cb-050d442681ad tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (d1f740ec-676b-41d0-8b93-de48699cbdc3), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:44.864261 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bc97cfe9-3fda-41d3-a9cb-050d442681ad tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:44.865389 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-bc97cfe9-3fda-41d3-a9cb-050d442681ad tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/d1f740ec-676b-41d0-8b93-de48699cbdc3 HTTP/1.1" status: 204 len: 168 time: 0.2113039 Feb 09 01:39:44.868169 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35586) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:44.875832 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc97cfe9-3fda-41d3-a9cb-050d442681ad tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d1f740ec-676b-41d0-8b93-de48699cbdc3,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:44.898632 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-5c5e9f5a-2f85-4844-9fde-5338b2beb659 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Allocated IP 172.20.0.17 (e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9/dddaf3b5-cfd9-43ff-b40a-c33e5c41c869/acf8adee-a447-4abb-b2c4-498ed0b0ce5a) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:39:44.975396 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ca03cff5-d091-47d3-adad-8c5f87f1b190 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1044562 Feb 09 01:39:44.983346 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35600) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:45.114833 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5c5e9f5a-2f85-4844-9fde-5338b2beb659 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for port (acf8adee-a447-4abb-b2c4-498ed0b0ce5a), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:45.119085 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-80bd9ab2-490d-45c8-a2c7-0057971ba5f0 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (37ac0be8-4cc6-4d21-9cdf-dbaf54555bad), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:45.196117 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5c5e9f5a-2f85-4844-9fde-5338b2beb659 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (acf8adee-a447-4abb-b2c4-498ed0b0ce5a), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:45.214446 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-80bd9ab2-490d-45c8-a2c7-0057971ba5f0 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (37ac0be8-4cc6-4d21-9cdf-dbaf54555bad), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:45.289018 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-80bd9ab2-490d-45c8-a2c7-0057971ba5f0 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (37ac0be8-4cc6-4d21-9cdf-dbaf54555bad), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:45.292205 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-80bd9ab2-490d-45c8-a2c7-0057971ba5f0 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:45.293790 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-80bd9ab2-490d-45c8-a2c7-0057971ba5f0 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "DELETE /v2.0/security-groups/37ac0be8-4cc6-4d21-9cdf-dbaf54555bad HTTP/1.1" status: 204 len: 168 time: 0.3091714 Feb 09 01:39:45.301606 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35636) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:45.312812 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5e9f5a-2f85-4844-9fde-5338b2beb659 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Network e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:45.315959 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-5c5e9f5a-2f85-4844-9fde-5338b2beb659 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:45.321902 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd9ab2-490d-45c8-a2c7-0057971ba5f0 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ac0be8-4cc6-4d21-9cdf-dbaf54555bad,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:45.351723 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5e9f5a-2f85-4844-9fde-5338b2beb659 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:39:45.354638 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e9f5a-2f85-4844-9fde-5338b2beb659 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event updated for resources: {'Port': ['ID=acf8adee-a447-4abb-b2c4-498ed0b0ce5a,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:45.427325 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1790fa3f-e85c-4dff-afe1-157584ff1b7d tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1184812 Feb 09 01:39:45.428859 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35650) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:45.435575 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-ed682e40-4e78-4bf2-82ab-d24e75eec8d1 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Request body: {'security_group': {'name': 'tempest-secgroup--1523997049'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:45.470583 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5c5e9f5a-2f85-4844-9fde-5338b2beb659 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (1d7e0fb3-4e68-4d5c-b471-948997461cbe), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:45.476276 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ed682e40-4e78-4bf2-82ab-d24e75eec8d1 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:45.739763 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ed682e40-4e78-4bf2-82ab-d24e75eec8d1 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (f6c67453-5475-48d9-9f32-e11eb7640428), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:45.745379 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ed682e40-4e78-4bf2-82ab-d24e75eec8d1 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (f6c67453-5475-48d9-9f32-e11eb7640428), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:45.763997 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-12fb5a1a-28eb-4ff6-bb8a-70b2bd5a408f None None] Provisioning complete for port acf8adee-a447-4abb-b2c4-498ed0b0ce5a triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:45.764607 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-12fb5a1a-28eb-4ff6-bb8a-70b2bd5a408f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (acf8adee-a447-4abb-b2c4-498ed0b0ce5a), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:45.839755 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5c5e9f5a-2f85-4844-9fde-5338b2beb659 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (acf8adee-a447-4abb-b2c4-498ed0b0ce5a), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:45.843588 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-12fb5a1a-28eb-4ff6-bb8a-70b2bd5a408f None None] Port acf8adee-a447-4abb-b2c4-498ed0b0ce5a cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:39:45.843845 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed682e40-4e78-4bf2-82ab-d24e75eec8d1 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c67453-5475-48d9-9f32-e11eb7640428,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:45.869669 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ed682e40-4e78-4bf2-82ab-d24e75eec8d1 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:45.876493 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ed682e40-4e78-4bf2-82ab-d24e75eec8d1 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4461222 Feb 09 01:39:45.878424 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35702) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:45.896947 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-1482fae2-d16c-451a-a63d-058abd249543 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Request body: {'security_group_rule': {'security_group_id': 'f6c67453-5475-48d9-9f32-e11eb7640428', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:46.202760 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1482fae2-d16c-451a-a63d-058abd249543 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (26bf6b30-69f5-49d1-9b22-dab5fdcb2c20), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:46.318686 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1482fae2-d16c-451a-a63d-058abd249543 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (26bf6b30-69f5-49d1-9b22-dab5fdcb2c20), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:46.338893 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1482fae2-d16c-451a-a63d-058abd249543 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (26bf6b30-69f5-49d1-9b22-dab5fdcb2c20), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:46.415457 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1482fae2-d16c-451a-a63d-058abd249543 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26bf6b30-69f5-49d1-9b22-dab5fdcb2c20,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:46.472306 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1482fae2-d16c-451a-a63d-058abd249543 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:46.473645 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1482fae2-d16c-451a-a63d-058abd249543 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5936730 Feb 09 01:39:46.476317 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35772) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:46.504142 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e96b3145-ec75-4eba-b3ae-4688fe463033 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "GET /v2.0/security-group-rules/26bf6b30-69f5-49d1-9b22-dab5fdcb2c20 HTTP/1.1" status: 200 len: 763 time: 0.0244741 Feb 09 01:39:46.505113 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35776) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:46.585397 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-03b6333e-25e5-4b29-928e-488fcadfd8cd tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0766113 Feb 09 01:39:46.586438 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35790) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:46.610920 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5c5e9f5a-2f85-4844-9fde-5338b2beb659 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for port (acf8adee-a447-4abb-b2c4-498ed0b0ce5a), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:46.615360 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a46ce903-2d70-43ae-85b9-4aa42f90fd0d tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (26bf6b30-69f5-49d1-9b22-dab5fdcb2c20), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:46.617749 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5c5e9f5a-2f85-4844-9fde-5338b2beb659 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (acf8adee-a447-4abb-b2c4-498ed0b0ce5a), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:46.629505 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a46ce903-2d70-43ae-85b9-4aa42f90fd0d tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (26bf6b30-69f5-49d1-9b22-dab5fdcb2c20), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:46.683667 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a46ce903-2d70-43ae-85b9-4aa42f90fd0d tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (26bf6b30-69f5-49d1-9b22-dab5fdcb2c20), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:46.692721 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a46ce903-2d70-43ae-85b9-4aa42f90fd0d tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:46.694391 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a46ce903-2d70-43ae-85b9-4aa42f90fd0d tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/26bf6b30-69f5-49d1-9b22-dab5fdcb2c20 HTTP/1.1" status: 204 len: 168 time: 0.1068909 Feb 09 01:39:46.698384 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35804) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:46.710663 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5c5e9f5a-2f85-4844-9fde-5338b2beb659 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (1d7e0fb3-4e68-4d5c-b471-948997461cbe), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:46.716736 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e9f5a-2f85-4844-9fde-5338b2beb659 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event updated for resources: {'Port': ['ID=acf8adee-a447-4abb-b2c4-498ed0b0ce5a,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:46.726109 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ce903-2d70-43ae-85b9-4aa42f90fd0d tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=26bf6b30-69f5-49d1-9b22-dab5fdcb2c20,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:46.782514 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d821d055-2e1f-4927-bef1-a52042fe107a tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0783384 Feb 09 01:39:46.785897 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35816) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:46.792201 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-c3b7f00e-0c9d-4d0c-98dd-e7a1a1ebde26 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Request body: {'security_group_rule': {'security_group_id': 'f6c67453-5475-48d9-9f32-e11eb7640428', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:46.848857 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c3b7f00e-0c9d-4d0c-98dd-e7a1a1ebde26 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (86a49bc2-2587-4853-a165-bdc66dfc65ef), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:46.861993 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5e9f5a-2f85-4844-9fde-5338b2beb659 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Network e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:39:46.865120 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-5c5e9f5a-2f85-4844-9fde-5338b2beb659 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:39:47.009312 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c3b7f00e-0c9d-4d0c-98dd-e7a1a1ebde26 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (86a49bc2-2587-4853-a165-bdc66dfc65ef), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:47.016769 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c3b7f00e-0c9d-4d0c-98dd-e7a1a1ebde26 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (86a49bc2-2587-4853-a165-bdc66dfc65ef), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:47.061177 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b7f00e-0c9d-4d0c-98dd-e7a1a1ebde26 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86a49bc2-2587-4853-a165-bdc66dfc65ef,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:47.091389 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c3b7f00e-0c9d-4d0c-98dd-e7a1a1ebde26 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:47.093302 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c3b7f00e-0c9d-4d0c-98dd-e7a1a1ebde26 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3060632 Feb 09 01:39:47.095890 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35856) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:47.105247 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5e9f5a-2f85-4844-9fde-5338b2beb659 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Router 1d7e0fb3-4e68-4d5c-b471-948997461cbe has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:39:47.130626 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-61d0baad-b549-49a3-8d19-d21912da217e tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "GET /v2.0/security-group-rules/86a49bc2-2587-4853-a165-bdc66dfc65ef HTTP/1.1" status: 200 len: 763 time: 0.0334463 Feb 09 01:39:47.132924 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35862) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:47.212831 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-fe62ce52-2182-4687-8a66-1b10b16008a3 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0784311 Feb 09 01:39:47.214921 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35870) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:47.247003 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-215a6c2f-7f22-4df2-8264-1a1622908861 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (86a49bc2-2587-4853-a165-bdc66dfc65ef), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:47.254934 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-215a6c2f-7f22-4df2-8264-1a1622908861 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (86a49bc2-2587-4853-a165-bdc66dfc65ef), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:47.263753 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5e9f5a-2f85-4844-9fde-5338b2beb659 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:39:47.271869 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5c5e9f5a-2f85-4844-9fde-5338b2beb659 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "PUT /v2.0/routers/1d7e0fb3-4e68-4d5c-b471-948997461cbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1692667 Feb 09 01:39:47.275683 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de1fbf1-76de-41cd-a170-5adbd8947733 None None] Sync routers for ids ['1d7e0fb3-4e68-4d5c-b471-948997461cbe'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:39:47.281826 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-63704524-81f8-45d0-b03c-4e5f9b196eac None None] Provisioning complete for port acf8adee-a447-4abb-b2c4-498ed0b0ce5a triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:47.282282 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-63704524-81f8-45d0-b03c-4e5f9b196eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (acf8adee-a447-4abb-b2c4-498ed0b0ce5a), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:47.294824 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de1fbf1-76de-41cd-a170-5adbd8947733 None None] Routers {'1d7e0fb3-4e68-4d5c-b471-948997461cbe'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:39:47.295444 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-8de1fbf1-76de-41cd-a170-5adbd8947733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:39:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['1d7e0fb3-4e68-4d5c-b471-948997461cbe'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:47.321714 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-215a6c2f-7f22-4df2-8264-1a1622908861 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (86a49bc2-2587-4853-a165-bdc66dfc65ef), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:47.328252 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-215a6c2f-7f22-4df2-8264-1a1622908861 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:47.332224 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-215a6c2f-7f22-4df2-8264-1a1622908861 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/86a49bc2-2587-4853-a165-bdc66dfc65ef HTTP/1.1" status: 204 len: 168 time: 0.1158826 Feb 09 01:39:47.332361 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35886) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:47.344423 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215a6c2f-7f22-4df2-8264-1a1622908861 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86a49bc2-2587-4853-a165-bdc66dfc65ef,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:47.356474 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-63704524-81f8-45d0-b03c-4e5f9b196eac None None] Port acf8adee-a447-4abb-b2c4-498ed0b0ce5a cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:39:47.434026 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-8de1fbf1-76de-41cd-a170-5adbd8947733 None None] Set router 1d7e0fb3-4e68-4d5c-b471-948997461cbe gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:39:47.440609 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6c07ab1c-97c3-44f1-a965-bc202aed0eda tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1065035 Feb 09 01:39:47.443252 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35904) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:47.450875 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-ed524ab9-ada1-4b92-a389-637a09c97d0a tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Request body: {'security_group_rule': {'security_group_id': 'f6c67453-5475-48d9-9f32-e11eb7640428', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:47.478377 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ed524ab9-ada1-4b92-a389-637a09c97d0a tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (7e558393-4b48-4ff7-a620-69c21461ba4c), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:47.547378 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ed524ab9-ada1-4b92-a389-637a09c97d0a tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (7e558393-4b48-4ff7-a620-69c21461ba4c), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:47.552616 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ed524ab9-ada1-4b92-a389-637a09c97d0a tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (7e558393-4b48-4ff7-a620-69c21461ba4c), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:47.574534 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed524ab9-ada1-4b92-a389-637a09c97d0a tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e558393-4b48-4ff7-a620-69c21461ba4c,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:47.590719 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ed524ab9-ada1-4b92-a389-637a09c97d0a tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:47.591956 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ed524ab9-ada1-4b92-a389-637a09c97d0a tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1477759 Feb 09 01:39:47.594621 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35924) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:47.622188 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c2b61823-27a2-4bbd-8ab5-a188f98d6f08 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "GET /v2.0/security-group-rules/7e558393-4b48-4ff7-a620-69c21461ba4c HTTP/1.1" status: 200 len: 764 time: 0.0256450 Feb 09 01:39:47.624787 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35930) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:47.670800 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-cf98588a-525f-4246-8036-b0f0ea307302 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0447986 Feb 09 01:39:47.675394 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35938) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:47.703357 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3116f0a6-5b30-4df8-bf3f-1fbc8e741f6b tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (7e558393-4b48-4ff7-a620-69c21461ba4c), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:47.704163 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-8de1fbf1-76de-41cd-a170-5adbd8947733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'name': 'tempest-TestNetworkBasicOps-router-785819750', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '62b798d0-a28e-4514-96e5-53dc426ea8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:08Z', 'updated_at': '2022-02-09T01:39:45Z', 'revision_number': 5, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'gw_port': {'id': '62b798d0-a28e-4514-96e5-53dc426ea8c8', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:11Z', 'updated_at': '2022-02-09T01:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '4760ad4d-3d5c-49f4-8f27-7312247b40f8', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'floating_ip_address': '172.25.8.53', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'port_id': 'a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3772, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85fab4c6-67c5-4572-98f4-be05932fca9f', 'mac_address': 'fa:16:3e:17:c0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b453f079-ebb6-4426-9100-df47a7f50a51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:38:49Z', 'updated_at': '2022-02-09T01:38:52Z', 'revision_number': 1, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b2c744-9ab3-42bf-ba16-81e7a641aac2', 'name': '', 'network_id': '85fab4c6-67c5-4572-98f4-be05932fca9f', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'mac_address': 'fa:16:3e:9a:3e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'd81a46a7-43cb-40c4-a99b-23e6c4130e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:23Z', 'updated_at': '2022-02-09T01:38:30Z', 'revision_number': 5, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'subnets': [{'id': 'd81a46a7-43cb-40c4-a99b-23e6c4130e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acf8adee-a447-4abb-b2c4-498ed0b0ce5a', 'name': '', 'network_id': 'e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'mac_address': 'fa:16:3e:03:4d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'dddaf3b5-cfd9-43ff-b40a-c33e5c41c869', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:39:44Z', 'updated_at': '2022-02-09T01:39:46Z', 'revision_number': 2, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'subnets': [{'id': 'dddaf3b5-cfd9-43ff-b40a-c33e5c41c869', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:47.714480 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3116f0a6-5b30-4df8-bf3f-1fbc8e741f6b tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (7e558393-4b48-4ff7-a620-69c21461ba4c), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:47.733704 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de1fbf1-76de-41cd-a170-5adbd8947733 None None] Checking router: 1d7e0fb3-4e68-4d5c-b471-948997461cbe for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:39:47.733812 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de1fbf1-76de-41cd-a170-5adbd8947733 None None] Updating router 1d7e0fb3-4e68-4d5c-b471-948997461cbe port acf8adee-a447-4abb-b2c4-498ed0b0ce5a binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:39:47.746425 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3116f0a6-5b30-4df8-bf3f-1fbc8e741f6b tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (7e558393-4b48-4ff7-a620-69c21461ba4c), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:47.753626 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3116f0a6-5b30-4df8-bf3f-1fbc8e741f6b tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:47.755632 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3116f0a6-5b30-4df8-bf3f-1fbc8e741f6b tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/7e558393-4b48-4ff7-a620-69c21461ba4c HTTP/1.1" status: 204 len: 168 time: 0.0785017 Feb 09 01:39:47.757589 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35950) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:47.770892 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8de1fbf1-76de-41cd-a170-5adbd8947733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (acf8adee-a447-4abb-b2c4-498ed0b0ce5a), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:47.787561 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3116f0a6-5b30-4df8-bf3f-1fbc8e741f6b tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e558393-4b48-4ff7-a620-69c21461ba4c,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:47.819822 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e906edcd-9783-4ce2-8781-211b71fdfd39 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0603189 Feb 09 01:39:47.822449 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35960) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:47.888949 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-027e3b47-fcd8-4127-abac-27823d492dcf tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (f6c67453-5475-48d9-9f32-e11eb7640428), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:47.917081 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-027e3b47-fcd8-4127-abac-27823d492dcf tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (f6c67453-5475-48d9-9f32-e11eb7640428), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:47.971642 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-027e3b47-fcd8-4127-abac-27823d492dcf tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (f6c67453-5475-48d9-9f32-e11eb7640428), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:47.976011 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-027e3b47-fcd8-4127-abac-27823d492dcf tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:47.977661 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-027e3b47-fcd8-4127-abac-27823d492dcf tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "DELETE /v2.0/security-groups/f6c67453-5475-48d9-9f32-e11eb7640428 HTTP/1.1" status: 204 len: 168 time: 0.1541116 Feb 09 01:39:47.980238 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 35978) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:47.987611 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027e3b47-fcd8-4127-abac-27823d492dcf tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c67453-5475-48d9-9f32-e11eb7640428,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:48.053060 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d3da97f7-4f24-49c3-b89c-384ea659bc86 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0667021 Feb 09 01:39:48.053296 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 35988) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:48.057984 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-2a95235f-eb68-4098-90e2-fdd45056c8e7 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Request body: {'security_group': {'name': 'tempest-secgroup--281219940'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:48.095411 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2a95235f-eb68-4098-90e2-fdd45056c8e7 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:48.166633 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8de1fbf1-76de-41cd-a170-5adbd8947733 None None] Publish callbacks [] for port (acf8adee-a447-4abb-b2c4-498ed0b0ce5a), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:48.172244 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8de1fbf1-76de-41cd-a170-5adbd8947733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (acf8adee-a447-4abb-b2c4-498ed0b0ce5a), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:48.226795 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2a95235f-eb68-4098-90e2-fdd45056c8e7 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (24bb14d9-600a-4cd4-8f5a-3bb6a93cdda9), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:48.232250 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2a95235f-eb68-4098-90e2-fdd45056c8e7 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (24bb14d9-600a-4cd4-8f5a-3bb6a93cdda9), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:48.271687 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2a95235f-eb68-4098-90e2-fdd45056c8e7 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:48.273431 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2a95235f-eb68-4098-90e2-fdd45056c8e7 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2191517 Feb 09 01:39:48.277314 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36016) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:48.279213 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a95235f-eb68-4098-90e2-fdd45056c8e7 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24bb14d9-600a-4cd4-8f5a-3bb6a93cdda9,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:48.297103 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-aa4d9292-f0e1-46fa-b4c6-3a44933f4a39 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Request body: {'security_group_rule': {'security_group_id': '24bb14d9-600a-4cd4-8f5a-3bb6a93cdda9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:39:48.324175 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-8de1fbf1-76de-41cd-a170-5adbd8947733 None None] Attempting to bind port acf8adee-a447-4abb-b2c4-498ed0b0ce5a on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:39:48.325083 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-8de1fbf1-76de-41cd-a170-5adbd8947733 None None] Attempting to bind port acf8adee-a447-4abb-b2c4-498ed0b0ce5a by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '3d1bdb5d-31ab-46f0-81e4-3d18b93030d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:39:48.333715 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de1fbf1-76de-41cd-a170-5adbd8947733 None None] Attempting to bind port acf8adee-a447-4abb-b2c4-498ed0b0ce5a on network e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:39:48.341359 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de1fbf1-76de-41cd-a170-5adbd8947733 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:39:48.341768 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de1fbf1-76de-41cd-a170-5adbd8947733 None None] Checking segment: {'id': '3d1bdb5d-31ab-46f0-81e4-3d18b93030d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:39:48.342268 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8de1fbf1-76de-41cd-a170-5adbd8947733 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:48.342701 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de1fbf1-76de-41cd-a170-5adbd8947733 None None] Bound using segment: {'id': '3d1bdb5d-31ab-46f0-81e4-3d18b93030d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:39:48.343300 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-8de1fbf1-76de-41cd-a170-5adbd8947733 None None] Bound port: acf8adee-a447-4abb-b2c4-498ed0b0ce5a, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d1bdb5d-31ab-46f0-81e4-3d18b93030d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:39:48.343720 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8de1fbf1-76de-41cd-a170-5adbd8947733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (acf8adee-a447-4abb-b2c4-498ed0b0ce5a), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:48.352217 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-aa4d9292-f0e1-46fa-b4c6-3a44933f4a39 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (b1cff16f-6aa4-4a5a-9698-cfe39cb57ec2), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:48.384780 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db922bd-5292-4939-bb7c-f07ab7eff0ad None None] Pushing event updated for resources: {'Port': ['ID=acf8adee-a447-4abb-b2c4-498ed0b0ce5a,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:48.401192 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db922bd-5292-4939-bb7c-f07ab7eff0ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:48.401770 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db922bd-5292-4939-bb7c-f07ab7eff0ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:48.402283 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db922bd-5292-4939-bb7c-f07ab7eff0ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:48.402827 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db922bd-5292-4939-bb7c-f07ab7eff0ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:48.403328 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db922bd-5292-4939-bb7c-f07ab7eff0ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:48.403839 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db922bd-5292-4939-bb7c-f07ab7eff0ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:48.404434 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db922bd-5292-4939-bb7c-f07ab7eff0ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:48.405051 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db922bd-5292-4939-bb7c-f07ab7eff0ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:48.405564 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db922bd-5292-4939-bb7c-f07ab7eff0ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:48.406365 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db922bd-5292-4939-bb7c-f07ab7eff0ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:48.406931 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db922bd-5292-4939-bb7c-f07ab7eff0ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:48.407665 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db922bd-5292-4939-bb7c-f07ab7eff0ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:48.408650 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db922bd-5292-4939-bb7c-f07ab7eff0ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:48.425287 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-aa4d9292-f0e1-46fa-b4c6-3a44933f4a39 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (b1cff16f-6aa4-4a5a-9698-cfe39cb57ec2), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:48.462318 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-aa4d9292-f0e1-46fa-b4c6-3a44933f4a39 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (b1cff16f-6aa4-4a5a-9698-cfe39cb57ec2), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:48.513815 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d9292-f0e1-46fa-b4c6-3a44933f4a39 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1cff16f-6aa4-4a5a-9698-cfe39cb57ec2,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:48.526974 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-8de1fbf1-76de-41cd-a170-5adbd8947733 None None] For port acf8adee-a447-4abb-b2c4-498ed0b0ce5a, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:39:48.530583 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-aa4d9292-f0e1-46fa-b4c6-3a44933f4a39 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:48.533785 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-aa4d9292-f0e1-46fa-b4c6-3a44933f4a39 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2551363 Feb 09 01:39:48.536424 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36046) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:48.539252 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-8de1fbf1-76de-41cd-a170-5adbd8947733 None None] For port acf8adee-a447-4abb-b2c4-498ed0b0ce5a, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=acf8adee-a447-4abb-b2c4-498ed0b0ce5a,segment=NetworkSegment(3d1bdb5d-31ab-46f0-81e4-3d18b93030d3),segment_id=3d1bdb5d-31ab-46f0-81e4-3d18b93030d3)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:39:48.569892 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-8de1fbf1-76de-41cd-a170-5adbd8947733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (acf8adee-a447-4abb-b2c4-498ed0b0ce5a), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:48.597081 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-a11eaacf-7607-424d-ba8d-618e44157699 None None] Provisioning complete for port acf8adee-a447-4abb-b2c4-498ed0b0ce5a triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:48.597571 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a11eaacf-7607-424d-ba8d-618e44157699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (acf8adee-a447-4abb-b2c4-498ed0b0ce5a), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:48.636056 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0e525628-af3c-4d03-bcbb-c88fb0556f2d tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (24bb14d9-600a-4cd4-8f5a-3bb6a93cdda9), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:48.637702 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de1fbf1-76de-41cd-a170-5adbd8947733 None None] Routers {'1d7e0fb3-4e68-4d5c-b471-948997461cbe'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:39:48.638515 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-8de1fbf1-76de-41cd-a170-5adbd8947733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:39:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['1d7e0fb3-4e68-4d5c-b471-948997461cbe'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:48.705035 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0e525628-af3c-4d03-bcbb-c88fb0556f2d tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (24bb14d9-600a-4cd4-8f5a-3bb6a93cdda9), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:48.799163 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0e525628-af3c-4d03-bcbb-c88fb0556f2d tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (24bb14d9-600a-4cd4-8f5a-3bb6a93cdda9), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:48.803961 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0e525628-af3c-4d03-bcbb-c88fb0556f2d tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:48.811636 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36070) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:48.812194 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-0e525628-af3c-4d03-bcbb-c88fb0556f2d tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "DELETE /v2.0/security-groups/24bb14d9-600a-4cd4-8f5a-3bb6a93cdda9 HTTP/1.1" status: 204 len: 168 time: 0.2731037 Feb 09 01:39:48.843791 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e525628-af3c-4d03-bcbb-c88fb0556f2d tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24bb14d9-600a-4cd4-8f5a-3bb6a93cdda9,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:48.868577 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db922bd-5292-4939-bb7c-f07ab7eff0ad None None] Pushing event updated for resources: {'Port': ['ID=acf8adee-a447-4abb-b2c4-498ed0b0ce5a,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:48.912866 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-8de1fbf1-76de-41cd-a170-5adbd8947733 None None] Set router 1d7e0fb3-4e68-4d5c-b471-948997461cbe gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:39:48.913426 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-cf14619c-cf59-4e2b-853e-18e853f9842c tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1006160 Feb 09 01:39:48.916288 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36072) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:48.976619 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1b508b37-8426-40ef-9f81-d2879d16c82b tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0589592 Feb 09 01:39:48.979477 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36074) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:48.986276 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a11eaacf-7607-424d-ba8d-618e44157699 None None] Current status of the port acf8adee-a447-4abb-b2c4-498ed0b0ce5a is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:48.986592 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a11eaacf-7607-424d-ba8d-618e44157699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (acf8adee-a447-4abb-b2c4-498ed0b0ce5a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:48.998692 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-cdfd2ffb-a2e5-481f-b24f-e0167ae4b819 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] delete failed (client error): The resource could not be found. Feb 09 01:39:49.000042 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-cdfd2ffb-a2e5-481f-b24f-e0167ae4b819 tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "DELETE /v2.0/security-groups/24bb14d9-600a-4cd4-8f5a-3bb6a93cdda9 HTTP/1.1" status: 404 len: 347 time: 0.0194275 Feb 09 01:39:49.004741 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36076) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:49.031592 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-a11eaacf-7607-424d-ba8d-618e44157699 None None] For port acf8adee-a447-4abb-b2c4-498ed0b0ce5a, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=acf8adee-a447-4abb-b2c4-498ed0b0ce5a,segment=NetworkSegment(3d1bdb5d-31ab-46f0-81e4-3d18b93030d3),segment_id=3d1bdb5d-31ab-46f0-81e4-3d18b93030d3)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:49.043324 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a11eaacf-7607-424d-ba8d-618e44157699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (acf8adee-a447-4abb-b2c4-498ed0b0ce5a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:49.093220 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-afe30420-5b49-4671-914c-962d657a796f tempest-SecGroupTest-689142116 tempest-SecGroupTest-689142116-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0800221 Feb 09 01:39:49.111365 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11eaacf-7607-424d-ba8d-618e44157699 None None] Pushing event updated for resources: {'Port': ['ID=acf8adee-a447-4abb-b2c4-498ed0b0ce5a,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:49.120598 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11eaacf-7607-424d-ba8d-618e44157699 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:49.121205 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11eaacf-7607-424d-ba8d-618e44157699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:49.121804 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11eaacf-7607-424d-ba8d-618e44157699 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:49.122320 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11eaacf-7607-424d-ba8d-618e44157699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:49.122870 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11eaacf-7607-424d-ba8d-618e44157699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:49.123380 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11eaacf-7607-424d-ba8d-618e44157699 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:49.124572 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11eaacf-7607-424d-ba8d-618e44157699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:49.124939 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11eaacf-7607-424d-ba8d-618e44157699 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:49.125728 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11eaacf-7607-424d-ba8d-618e44157699 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:49.125728 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11eaacf-7607-424d-ba8d-618e44157699 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:49.125946 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11eaacf-7607-424d-ba8d-618e44157699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:49.126285 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11eaacf-7607-424d-ba8d-618e44157699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:49.126622 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11eaacf-7607-424d-ba8d-618e44157699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:39:49.169726 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-27dd501a-82c7-4ebb-abe5-1338ec80c263 None None] Provisioning complete for port acf8adee-a447-4abb-b2c4-498ed0b0ce5a triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:49.170414 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-27dd501a-82c7-4ebb-abe5-1338ec80c263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (acf8adee-a447-4abb-b2c4-498ed0b0ce5a), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:49.218959 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-8de1fbf1-76de-41cd-a170-5adbd8947733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'name': 'tempest-TestNetworkBasicOps-router-785819750', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '62b798d0-a28e-4514-96e5-53dc426ea8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:08Z', 'updated_at': '2022-02-09T01:39:45Z', 'revision_number': 5, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'gw_port': {'id': '62b798d0-a28e-4514-96e5-53dc426ea8c8', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:11Z', 'updated_at': '2022-02-09T01:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '4760ad4d-3d5c-49f4-8f27-7312247b40f8', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'floating_ip_address': '172.25.8.53', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'port_id': 'a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3772, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85fab4c6-67c5-4572-98f4-be05932fca9f', 'mac_address': 'fa:16:3e:17:c0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b453f079-ebb6-4426-9100-df47a7f50a51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:38:49Z', 'updated_at': '2022-02-09T01:38:52Z', 'revision_number': 1, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b2c744-9ab3-42bf-ba16-81e7a641aac2', 'name': '', 'network_id': '85fab4c6-67c5-4572-98f4-be05932fca9f', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'mac_address': 'fa:16:3e:9a:3e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'd81a46a7-43cb-40c4-a99b-23e6c4130e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:23Z', 'updated_at': '2022-02-09T01:38:30Z', 'revision_number': 5, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'subnets': [{'id': 'd81a46a7-43cb-40c4-a99b-23e6c4130e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acf8adee-a447-4abb-b2c4-498ed0b0ce5a', 'name': '', 'network_id': 'e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'mac_address': 'fa:16:3e:03:4d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'dddaf3b5-cfd9-43ff-b40a-c33e5c41c869', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:39:44Z', 'updated_at': '2022-02-09T01:39:48Z', 'revision_number': 4, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'subnets': [{'id': 'dddaf3b5-cfd9-43ff-b40a-c33e5c41c869', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:49.251422 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de1fbf1-76de-41cd-a170-5adbd8947733 None None] The sync data for ids ['1d7e0fb3-4e68-4d5c-b471-948997461cbe'] in n-d-828369-4 is: [{'id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'name': 'tempest-TestNetworkBasicOps-router-785819750', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '62b798d0-a28e-4514-96e5-53dc426ea8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:08Z', 'updated_at': '2022-02-09T01:39:45Z', 'revision_number': 5, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'gw_port': {'id': '62b798d0-a28e-4514-96e5-53dc426ea8c8', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:11Z', 'updated_at': '2022-02-09T01:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '4760ad4d-3d5c-49f4-8f27-7312247b40f8', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'floating_ip_address': '172.25.8.53', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'port_id': 'a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3772, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85fab4c6-67c5-4572-98f4-be05932fca9f', 'mac_address': 'fa:16:3e:17:c0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b453f079-ebb6-4426-9100-df47a7f50a51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:38:49Z', 'updated_at': '2022-02-09T01:38:52Z', 'revision_number': 1, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b2c744-9ab3-42bf-ba16-81e7a641aac2', 'name': '', 'network_id': '85fab4c6-67c5-4572-98f4-be05932fca9f', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'mac_address': 'fa:16:3e:9a:3e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'd81a46a7-43cb-40c4-a99b-23e6c4130e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:23Z', 'updated_at': '2022-02-09T01:38:30Z', 'revision_number': 5, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'subnets': [{'id': 'd81a46a7-43cb-40c4-a99b-23e6c4130e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acf8adee-a447-4abb-b2c4-498ed0b0ce5a', 'name': '', 'network_id': 'e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'mac_address': 'fa:16:3e:03:4d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'dddaf3b5-cfd9-43ff-b40a-c33e5c41c869', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:39:44Z', 'updated_at': '2022-02-09T01:39:48Z', 'revision_number': 4, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'subnets': [{'id': 'dddaf3b5-cfd9-43ff-b40a-c33e5c41c869', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:39:49.279964 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-27dd501a-82c7-4ebb-abe5-1338ec80c263 None None] Current status of the port acf8adee-a447-4abb-b2c4-498ed0b0ce5a is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:49.447144 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36082) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:49.633909 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-48d357c2-e99d-4496-a6de-a63bca9c29e2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=caaafdffef7d44469b2dd965addf7b22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1853452 Feb 09 01:39:49.636330 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36092) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:49.697335 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f2513f3c-63f5-4942-82f1-84e921ac0086 admin admin] Publish callbacks [] for security_group (71e2304c-992b-4988-be47-4e02f2bfc98c), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:49.722195 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f2513f3c-63f5-4942-82f1-84e921ac0086 admin admin] Publish callbacks [] for security_group (71e2304c-992b-4988-be47-4e02f2bfc98c), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:49.791736 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f2513f3c-63f5-4942-82f1-84e921ac0086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (71e2304c-992b-4988-be47-4e02f2bfc98c), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:49.797573 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f2513f3c-63f5-4942-82f1-84e921ac0086 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:49.801943 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f2513f3c-63f5-4942-82f1-84e921ac0086 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/71e2304c-992b-4988-be47-4e02f2bfc98c HTTP/1.1" status: 204 len: 168 time: 0.1616821 Feb 09 01:39:49.823575 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2513f3c-63f5-4942-82f1-84e921ac0086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e2304c-992b-4988-be47-4e02f2bfc98c,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:50.808581 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36126) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:50.809715 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030775 Feb 09 01:39:50.813005 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36128) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:50.933913 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device acf8adee-a447-4abb-b2c4-498ed0b0ce5a up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:39:50.997421 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1086cf7e-3f32-453b-ac85-4125c0359db1 tempest-NetworksApiDiscovery-1989654904 tempest-NetworksApiDiscovery-1989654904-project] 10.222.0.50 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1792169 Feb 09 01:39:51.058644 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port acf8adee-a447-4abb-b2c4-498ed0b0ce5a triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:39:51.059050 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (acf8adee-a447-4abb-b2c4-498ed0b0ce5a), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:51.190498 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port acf8adee-a447-4abb-b2c4-498ed0b0ce5a is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:39:51.458362 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36138) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:51.592726 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a7e297d9-22ea-494b-a9d9-7582613ce288 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:51.719138 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a7e297d9-22ea-494b-a9d9-7582613ce288 admin admin] Publish callbacks [] for security_group (b38a72d4-6856-4caa-9a6f-8312c5a35857), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:51.727168 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a7e297d9-22ea-494b-a9d9-7582613ce288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b38a72d4-6856-4caa-9a6f-8312c5a35857), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:51.777964 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a7e297d9-22ea-494b-a9d9-7582613ce288 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ab63cab4f9994e53bfb4b6cad6e0f038&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3185244 Feb 09 01:39:51.778897 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e297d9-22ea-494b-a9d9-7582613ce288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38a72d4-6856-4caa-9a6f-8312c5a35857,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:51.780975 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36144) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:51.862689 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b98477de-7a27-4556-943c-abc8b8a4a9f8 admin admin] Publish callbacks [] for security_group (b38a72d4-6856-4caa-9a6f-8312c5a35857), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:51.894220 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b98477de-7a27-4556-943c-abc8b8a4a9f8 admin admin] Publish callbacks [] for security_group (b38a72d4-6856-4caa-9a6f-8312c5a35857), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:51.959726 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b98477de-7a27-4556-943c-abc8b8a4a9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b38a72d4-6856-4caa-9a6f-8312c5a35857), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:51.968461 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b98477de-7a27-4556-943c-abc8b8a4a9f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:51.971664 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b98477de-7a27-4556-943c-abc8b8a4a9f8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b38a72d4-6856-4caa-9a6f-8312c5a35857 HTTP/1.1" status: 204 len: 168 time: 0.1893468 Feb 09 01:39:51.991992 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98477de-7a27-4556-943c-abc8b8a4a9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38a72d4-6856-4caa-9a6f-8312c5a35857,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:53.545871 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36194) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:53.783091 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-cd159cf4-65aa-438c-8811-d5e6e9996098 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Deleting port 3655eec1-a318-4de3-8d85-340b64d5126d {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:39:53.783816 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cd159cf4-65aa-438c-8811-d5e6e9996098 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (3655eec1-a318-4de3-8d85-340b64d5126d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:53.909319 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cd159cf4-65aa-438c-8811-d5e6e9996098 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (3655eec1-a318-4de3-8d85-340b64d5126d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:53.909862 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cd159cf4-65aa-438c-8811-d5e6e9996098 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for floatingip (3655eec1-a318-4de3-8d85-340b64d5126d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:53.929190 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-cd159cf4-65aa-438c-8811-d5e6e9996098 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Calling delete_port for 3655eec1-a318-4de3-8d85-340b64d5126d owned by network:floatingip {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:39:54.180267 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cd159cf4-65aa-438c-8811-d5e6e9996098 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (3655eec1-a318-4de3-8d85-340b64d5126d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:54.233504 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd159cf4-65aa-438c-8811-d5e6e9996098 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event deleted for resources: {'Port': ['ID=3655eec1-a318-4de3-8d85-340b64d5126d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:54.288607 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cd159cf4-65aa-438c-8811-d5e6e9996098 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for floatingip (ac55602a-8fd2-4b2b-819e-30271d1c07df), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:54.288607 n-d-828369-4 neutron-server[103137]: INFO neutron.db.l3_db [None req-cd159cf4-65aa-438c-8811-d5e6e9996098 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Floating IP ac55602a-8fd2-4b2b-819e-30271d1c07df disassociated (deleted). External IP: 172.25.8.136, port: 10a588e8-270c-4822-8bf8-0d90f30022c8. Feb 09 01:39:54.598673 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd159cf4-65aa-438c-8811-d5e6e9996098 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Router 74cf0ee9-1547-4cd8-852d-c35c6404336a has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:39:54.739767 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd159cf4-65aa-438c-8811-d5e6e9996098 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:39:54.749204 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ae53f5-4b73-4bf8-b7c8-0dac84d3ca52 None None] Sync routers for ids ['74cf0ee9-1547-4cd8-852d-c35c6404336a'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:39:54.754824 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cd159cf4-65aa-438c-8811-d5e6e9996098 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:54.771224 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ae53f5-4b73-4bf8-b7c8-0dac84d3ca52 None None] Routers {'74cf0ee9-1547-4cd8-852d-c35c6404336a'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:39:54.771876 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-07ae53f5-4b73-4bf8-b7c8-0dac84d3ca52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:39:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['74cf0ee9-1547-4cd8-852d-c35c6404336a'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:54.800251 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-cd159cf4-65aa-438c-8811-d5e6e9996098 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "DELETE /v2.0/floatingips/ac55602a-8fd2-4b2b-819e-30271d1c07df HTTP/1.1" status: 204 len: 168 time: 1.2512012 Feb 09 01:39:54.800871 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8538cec5-24e2-4b7e-b442-ed9649ae15de', 'tag': '10a588e8-270c-4822-8bf8-0d90f30022c8'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:39:54.814266 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08786922-d367-41f8-8876-f6efceb30a4b" -d '{"events": [{"name": "network-changed", "server_uuid": "8538cec5-24e2-4b7e-b442-ed9649ae15de", "tag": "10a588e8-270c-4822-8bf8-0d90f30022c8"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:39:54.880978 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f08f8d-0e99-4e13-82c1-cbe68b76b6be x-openstack-request-id: req-62f08f8d-0e99-4e13-82c1-cbe68b76b6be {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:39:54.881536 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8538cec5-24e2-4b7e-b442-ed9649ae15de", "tag": "10a588e8-270c-4822-8bf8-0d90f30022c8", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:39:54.881813 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-62f08f8d-0e99-4e13-82c1-cbe68b76b6be {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:39:54.882200 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8538cec5-24e2-4b7e-b442-ed9649ae15de', 'tag': '10a588e8-270c-4822-8bf8-0d90f30022c8', 'status': 'completed', 'code': 200} Feb 09 01:39:54.994163 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08786922-d367-41f8-8876-f6efceb30a4b req-6ea1a984-1b2e-4fa3-97fb-2215a8e9320a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:54.995499 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-08786922-d367-41f8-8876-f6efceb30a4b req-6ea1a984-1b2e-4fa3-97fb-2215a8e9320a service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=c3786288d8304ed4a73754fbccf8bb65&device_id=8538cec5-24e2-4b7e-b442-ed9649ae15de HTTP/1.1" status: 200 len: 1127 time: 0.0888889 Feb 09 01:39:55.038729 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-07ae53f5-4b73-4bf8-b7c8-0dac84d3ca52 None None] Set router 74cf0ee9-1547-4cd8-852d-c35c6404336a gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:39:55.204246 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08786922-d367-41f8-8876-f6efceb30a4b req-89c5433b-641f-45ab-b3d2-1bcc33f4c7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:55.206026 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-08786922-d367-41f8-8876-f6efceb30a4b req-89c5433b-641f-45ab-b3d2-1bcc33f4c7fa service neutron] 10.222.0.120 "GET /v2.0/networks?id=36811ba0-932c-489a-9372-3f07b118624b HTTP/1.1" status: 200 len: 899 time: 0.2045140 Feb 09 01:39:55.275569 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-08786922-d367-41f8-8876-f6efceb30a4b req-edcfba88-363c-4bc2-b424-343b847d2f2f service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10a588e8-270c-4822-8bf8-0d90f30022c8 HTTP/1.1" status: 200 len: 217 time: 0.0400999 Feb 09 01:39:55.354337 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c17c3f-3d57-4eb9-a4dc-7bc7fb23853e req-b129f33d-c1d8-4009-9173-145a7b9e8181 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:55.361884 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1c17c3f-3d57-4eb9-a4dc-7bc7fb23853e req-b129f33d-c1d8-4009-9173-145a7b9e8181 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=8538cec5-24e2-4b7e-b442-ed9649ae15de HTTP/1.1" status: 200 len: 945 time: 0.1546867 Feb 09 01:39:55.469584 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1c17c3f-3d57-4eb9-a4dc-7bc7fb23853e req-d4565f33-e1be-48d8-a245-e29b4c42b2ac tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f56c3a-2e04-4c6a-a3ad-7bb0de34f629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016281 Feb 09 01:39:55.478081 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08786922-d367-41f8-8876-f6efceb30a4b req-56083f0f-117f-4071-ab41-6ca99dd46263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:55.479764 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-08786922-d367-41f8-8876-f6efceb30a4b req-56083f0f-117f-4071-ab41-6ca99dd46263 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=cd101850-45aa-4dbe-87a1-17374b4984b9 HTTP/1.1" status: 200 len: 835 time: 0.1855493 Feb 09 01:39:55.570693 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08786922-d367-41f8-8876-f6efceb30a4b req-2451550e-9e53-4b41-82c4-6804277f3b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:55.572685 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-08786922-d367-41f8-8876-f6efceb30a4b req-2451550e-9e53-4b41-82c4-6804277f3b76 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=36811ba0-932c-489a-9372-3f07b118624b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0849602 Feb 09 01:39:55.575614 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-07ae53f5-4b73-4bf8-b7c8-0dac84d3ca52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cf0ee9-1547-4cd8-852d-c35c6404336a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2147002332', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '9b3eb6f6-5234-401d-b6be-409c87b5b287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:37:58Z', 'updated_at': '2022-02-09T01:38:07Z', 'revision_number': 4, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '9b3eb6f6-5234-401d-b6be-409c87b5b287', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:99:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cf0ee9-1547-4cd8-852d-c35c6404336a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:37:59Z', 'updated_at': '2022-02-09T01:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'e55de3b2-b884-498e-9deb-4f41a06da75c', 'name': '', 'network_id': '36811ba0-932c-489a-9372-3f07b118624b', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'mac_address': 'fa:16:3e:26:18:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cf0ee9-1547-4cd8-852d-c35c6404336a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'cd101850-45aa-4dbe-87a1-17374b4984b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:05Z', 'updated_at': '2022-02-09T01:38:15Z', 'revision_number': 5, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'subnets': [{'id': 'cd101850-45aa-4dbe-87a1-17374b4984b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:55.635227 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ae53f5-4b73-4bf8-b7c8-0dac84d3ca52 None None] Checking router: 74cf0ee9-1547-4cd8-852d-c35c6404336a for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:39:55.649729 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ae53f5-4b73-4bf8-b7c8-0dac84d3ca52 None None] Routers {'74cf0ee9-1547-4cd8-852d-c35c6404336a'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:39:55.651143 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-07ae53f5-4b73-4bf8-b7c8-0dac84d3ca52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:39:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['74cf0ee9-1547-4cd8-852d-c35c6404336a'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:55.692505 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-08786922-d367-41f8-8876-f6efceb30a4b req-030d2693-b2ea-49d0-ac36-4e921d9a55e5 service neutron] 10.222.0.120 "GET /v2.0/networks/36811ba0-932c-489a-9372-3f07b118624b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107130 Feb 09 01:39:55.916029 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-08786922-d367-41f8-8876-f6efceb30a4b req-a69da77f-7ddf-4029-ba9d-3306781ac69b service neutron] 10.222.0.120 "GET /v2.0/networks/36811ba0-932c-489a-9372-3f07b118624b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125816 Feb 09 01:39:55.964289 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-07ae53f5-4b73-4bf8-b7c8-0dac84d3ca52 None None] Set router 74cf0ee9-1547-4cd8-852d-c35c6404336a gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:39:56.014764 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:39:56.327972 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-07ae53f5-4b73-4bf8-b7c8-0dac84d3ca52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cf0ee9-1547-4cd8-852d-c35c6404336a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2147002332', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '9b3eb6f6-5234-401d-b6be-409c87b5b287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:37:58Z', 'updated_at': '2022-02-09T01:38:07Z', 'revision_number': 4, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '9b3eb6f6-5234-401d-b6be-409c87b5b287', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:99:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cf0ee9-1547-4cd8-852d-c35c6404336a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:37:59Z', 'updated_at': '2022-02-09T01:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'e55de3b2-b884-498e-9deb-4f41a06da75c', 'name': '', 'network_id': '36811ba0-932c-489a-9372-3f07b118624b', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'mac_address': 'fa:16:3e:26:18:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cf0ee9-1547-4cd8-852d-c35c6404336a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'cd101850-45aa-4dbe-87a1-17374b4984b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:05Z', 'updated_at': '2022-02-09T01:38:15Z', 'revision_number': 5, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'subnets': [{'id': 'cd101850-45aa-4dbe-87a1-17374b4984b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:39:56.360879 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ae53f5-4b73-4bf8-b7c8-0dac84d3ca52 None None] The sync data for ids ['74cf0ee9-1547-4cd8-852d-c35c6404336a'] in n-d-828369-4 is: [{'id': '74cf0ee9-1547-4cd8-852d-c35c6404336a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2147002332', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '9b3eb6f6-5234-401d-b6be-409c87b5b287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:37:58Z', 'updated_at': '2022-02-09T01:38:07Z', 'revision_number': 4, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '9b3eb6f6-5234-401d-b6be-409c87b5b287', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:99:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cf0ee9-1547-4cd8-852d-c35c6404336a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:37:59Z', 'updated_at': '2022-02-09T01:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'e55de3b2-b884-498e-9deb-4f41a06da75c', 'name': '', 'network_id': '36811ba0-932c-489a-9372-3f07b118624b', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'mac_address': 'fa:16:3e:26:18:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cf0ee9-1547-4cd8-852d-c35c6404336a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': 'cd101850-45aa-4dbe-87a1-17374b4984b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:05Z', 'updated_at': '2022-02-09T01:38:15Z', 'revision_number': 5, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'subnets': [{'id': 'cd101850-45aa-4dbe-87a1-17374b4984b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:39:56.764532 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6338b-f182-46d4-909c-6139e6e722a2 req-b6bc6ae3-cffd-4703-af6b-12e8f094a00d tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:56.766125 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e4f6338b-f182-46d4-909c-6139e6e722a2 req-b6bc6ae3-cffd-4703-af6b-12e8f094a00d tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.120 "GET /v2.0/ports?device_id=8538cec5-24e2-4b7e-b442-ed9649ae15de HTTP/1.1" status: 200 len: 945 time: 0.1787407 Feb 09 01:39:56.790733 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a9964-07fe-419b-803a-ede768feed8c req-2660c0c9-95f6-4edb-bc2d-3919f2436816 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:56.799129 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a2a9964-07fe-419b-803a-ede768feed8c req-2660c0c9-95f6-4edb-bc2d-3919f2436816 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=8538cec5-24e2-4b7e-b442-ed9649ae15de HTTP/1.1" status: 200 len: 945 time: 0.2214844 Feb 09 01:39:56.958272 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12a5a29-d545-440a-aa1c-97ec635d2cc4 None None] New status for floating IP ac55602a-8fd2-4b2b-819e-30271d1c07df: DOWN {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:39:57.041594 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a2a9964-07fe-419b-803a-ede768feed8c req-73aa7d60-9eeb-4a20-9519-fe13089c127d tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/security-groups?id=d5f56c3a-2e04-4c6a-a3ad-7bb0de34f629&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2385378 Feb 09 01:39:57.125956 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-e4f6338b-f182-46d4-909c-6139e6e722a2 req-21f8cdab-945f-4994-b8ee-5fe83e968d6b tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Deleting port 10a588e8-270c-4822-8bf8-0d90f30022c8 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:39:57.126586 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e4f6338b-f182-46d4-909c-6139e6e722a2 req-21f8cdab-945f-4994-b8ee-5fe83e968d6b tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (10a588e8-270c-4822-8bf8-0d90f30022c8), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:57.320423 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-e4f6338b-f182-46d4-909c-6139e6e722a2 req-21f8cdab-945f-4994-b8ee-5fe83e968d6b tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] For port 10a588e8-270c-4822-8bf8-0d90f30022c8, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=10a588e8-270c-4822-8bf8-0d90f30022c8,segment=NetworkSegment(531229a4-5898-4a99-81b9-f4f4991732b4),segment_id=531229a4-5898-4a99-81b9-f4f4991732b4)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:39:57.320853 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e4f6338b-f182-46d4-909c-6139e6e722a2 req-21f8cdab-945f-4994-b8ee-5fe83e968d6b tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (10a588e8-270c-4822-8bf8-0d90f30022c8), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:57.343889 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-e4f6338b-f182-46d4-909c-6139e6e722a2 req-21f8cdab-945f-4994-b8ee-5fe83e968d6b tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Calling delete_port for 10a588e8-270c-4822-8bf8-0d90f30022c8 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:39:57.542274 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e4f6338b-f182-46d4-909c-6139e6e722a2 req-21f8cdab-945f-4994-b8ee-5fe83e968d6b tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (10a588e8-270c-4822-8bf8-0d90f30022c8), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:57.570334 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f8cdab-945f-4994-b8ee-5fe83e968d6b tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event deleted for resources: {'Port': ['ID=10a588e8-270c-4822-8bf8-0d90f30022c8,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:39:57.625915 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f6338b-f182-46d4-909c-6139e6e722a2 req-21f8cdab-945f-4994-b8ee-5fe83e968d6b tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] No DVR routers for this DVR port 10a588e8-270c-4822-8bf8-0d90f30022c8 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:39:57.628653 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e4f6338b-f182-46d4-909c-6139e6e722a2 req-21f8cdab-945f-4994-b8ee-5fe83e968d6b tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:39:57.632015 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e4f6338b-f182-46d4-909c-6139e6e722a2 req-21f8cdab-945f-4994-b8ee-5fe83e968d6b tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.120 "DELETE /v2.0/ports/10a588e8-270c-4822-8bf8-0d90f30022c8 HTTP/1.1" status: 204 len: 173 time: 0.8292325 Feb 09 01:39:57.632462 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8538cec5-24e2-4b7e-b442-ed9649ae15de', 'name': 'network-vif-deleted', 'tag': '10a588e8-270c-4822-8bf8-0d90f30022c8'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:39:57.634768 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88193c56-af85-4005-aec5-25559f577a23" -d '{"events": [{"server_uuid": "8538cec5-24e2-4b7e-b442-ed9649ae15de", "name": "network-vif-deleted", "tag": "10a588e8-270c-4822-8bf8-0d90f30022c8"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:39:57.674595 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bcb4c27-a129-4dd3-91a0-2de68e9ff86c x-openstack-request-id: req-1bcb4c27-a129-4dd3-91a0-2de68e9ff86c {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:39:57.674921 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8538cec5-24e2-4b7e-b442-ed9649ae15de", "name": "network-vif-deleted", "tag": "10a588e8-270c-4822-8bf8-0d90f30022c8", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:39:57.675180 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1bcb4c27-a129-4dd3-91a0-2de68e9ff86c {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:39:57.675671 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8538cec5-24e2-4b7e-b442-ed9649ae15de', 'name': 'network-vif-deleted', 'tag': '10a588e8-270c-4822-8bf8-0d90f30022c8', 'status': 'completed', 'code': 200} Feb 09 01:39:58.222300 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0d079ccf-f341-4726-872d-89dca72f1b24 req-3ee9c2ce-1ae9-4aeb-9164-ee7d3718fe5c tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "GET /v2.0/ports?device_id=8538cec5-24e2-4b7e-b442-ed9649ae15de HTTP/1.1" status: 200 len: 210 time: 0.0486691 Feb 09 01:39:58.639560 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-753dde24-fdf4-46fa-a7e2-4e2fb8348db1 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1734032386&fields=id&tenant_id=c9bde012005949bf8ed5f5d05d570ac0 HTTP/1.1" status: 200 len: 267 time: 0.0730970 Feb 09 01:39:58.772153 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-62a960ec-ef47-41ac-81e1-acfe42b1fa93 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:39:58.786706 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-62a960ec-ef47-41ac-81e1-acfe42b1fa93 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/networks?id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 HTTP/1.1" status: 200 len: 811 time: 0.1378608 Feb 09 01:39:58.803582 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-d2d57fca-3798-4bc7-9ac6-95b268b575be tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/quotas/c9bde012005949bf8ed5f5d05d570ac0 HTTP/1.1" status: 200 len: 375 time: 0.0159822 Feb 09 01:39:58.867429 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-d6bf520f-b2ab-449b-8c3b-e62ecc0d0bce tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c9bde012005949bf8ed5f5d05d570ac0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0629900 Feb 09 01:39:59.131813 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-b3452a0c-7465-447c-8c6c-d04e5c2ca14b service neutron] 10.222.0.50 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445536 Feb 09 01:39:59.234400 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-c99508f7-4fd6-4fe4-b327-aab21552ddc3 service neutron] 10.222.0.50 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943968 Feb 09 01:39:59.298703 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36304) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:39:59.670542 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-163d879a-432d-4885-97aa-bb8ff85ecaa9 req-7f352f74-b8cf-42cb-bc3e-8a2351c6f68c tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65be677-c783-46db-b8e8-671ac27fe244 HTTP/1.1" status: 200 len: 210 time: 0.0422618 Feb 09 01:39:59.837536 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2835cb37-bbab-44ce-8f3e-097ca60f2cd3 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (74cf0ee9-1547-4cd8-852d-c35c6404336a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:00.389664 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 10a588e8-270c-4822-8bf8-0d90f30022c8 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:40:00.416019 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: 10a588e8-270c-4822-8bf8-0d90f30022c8 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:40:00.416844 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 10a588e8-270c-4822-8bf8-0d90f30022c8 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:40:00.540855 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-2835cb37-bbab-44ce-8f3e-097ca60f2cd3 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Deleting port e55de3b2-b884-498e-9deb-4f41a06da75c {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:00.541449 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2835cb37-bbab-44ce-8f3e-097ca60f2cd3 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (e55de3b2-b884-498e-9deb-4f41a06da75c), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:00.637510 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-2835cb37-bbab-44ce-8f3e-097ca60f2cd3 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] For port e55de3b2-b884-498e-9deb-4f41a06da75c, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=e55de3b2-b884-498e-9deb-4f41a06da75c,segment=NetworkSegment(531229a4-5898-4a99-81b9-f4f4991732b4),segment_id=531229a4-5898-4a99-81b9-f4f4991732b4)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:00.638119 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2835cb37-bbab-44ce-8f3e-097ca60f2cd3 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (e55de3b2-b884-498e-9deb-4f41a06da75c), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:00.653644 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-2835cb37-bbab-44ce-8f3e-097ca60f2cd3 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Calling delete_port for e55de3b2-b884-498e-9deb-4f41a06da75c owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:00.909840 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-26863d8c-4ca3-4e8b-9be6-3c3946376362 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:00.911884 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2835cb37-bbab-44ce-8f3e-097ca60f2cd3 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (e55de3b2-b884-498e-9deb-4f41a06da75c), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:00.912531 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-26863d8c-4ca3-4e8b-9be6-3c3946376362 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.47 "GET /v2.0/networks?id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 HTTP/1.1" status: 200 len: 811 time: 0.1632504 Feb 09 01:40:00.966498 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1674f237-dfd5-4e3c-9cca-f19ac6c21b7e req-3cdc95e9-43b2-44e3-ab58-9907eb55e8a5 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65be677-c783-46db-b8e8-671ac27fe244 HTTP/1.1" status: 200 len: 210 time: 0.0527661 Feb 09 01:40:01.023306 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2835cb37-bbab-44ce-8f3e-097ca60f2cd3 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event deleted for resources: {'Port': ['ID=e55de3b2-b884-498e-9deb-4f41a06da75c,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:01.064066 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-653a5ea2-42a7-430e-bd0c-e8b0a6b85c07 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9bde012005949bf8ed5f5d05d570ac0 HTTP/1.1" status: 200 len: 380 time: 0.1399238 Feb 09 01:40:01.067837 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835cb37-bbab-44ce-8f3e-097ca60f2cd3 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:01.068085 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835cb37-bbab-44ce-8f3e-097ca60f2cd3 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:01.068306 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835cb37-bbab-44ce-8f3e-097ca60f2cd3 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:01.068678 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835cb37-bbab-44ce-8f3e-097ca60f2cd3 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:01.069030 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835cb37-bbab-44ce-8f3e-097ca60f2cd3 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:01.069364 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835cb37-bbab-44ce-8f3e-097ca60f2cd3 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:01.069795 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835cb37-bbab-44ce-8f3e-097ca60f2cd3 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:01.070134 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835cb37-bbab-44ce-8f3e-097ca60f2cd3 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:01.070470 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835cb37-bbab-44ce-8f3e-097ca60f2cd3 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:01.070806 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835cb37-bbab-44ce-8f3e-097ca60f2cd3 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:01.071166 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835cb37-bbab-44ce-8f3e-097ca60f2cd3 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:01.071472 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835cb37-bbab-44ce-8f3e-097ca60f2cd3 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:01.071798 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2835cb37-bbab-44ce-8f3e-097ca60f2cd3 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:01.084514 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-7a3f0a13-d649-4e45-9b76-f599422851f7 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Request body: {'port': {'device_id': 'f65be677-c783-46db-b8e8-671ac27fe244', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'admin_state_up': True, 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'security_groups': ['3e53f284-8bda-468c-9d56-9b70f189fd42']}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:01.256090 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-7a3f0a13-d649-4e45-9b76-f599422851f7 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Made reservation on behalf of c9bde012005949bf8ed5f5d05d570ac0 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:01.262471 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-7a3f0a13-d649-4e45-9b76-f599422851f7 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:01.343827 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2835cb37-bbab-44ce-8f3e-097ca60f2cd3 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (74cf0ee9-1547-4cd8-852d-c35c6404336a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:01.499144 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-7a3f0a13-d649-4e45-9b76-f599422851f7 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Allocated IP 172.20.0.4 (e3d3bfb4-e5ce-458a-8f81-66f36b8e4175/68d3f132-83c5-49da-80a3-1924c70a8491/e341fc78-ffe5-4c68-9300-001bc11e2545) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:01.667259 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-7a3f0a13-d649-4e45-9b76-f599422851f7 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks [] for port (e341fc78-ffe5-4c68-9300-001bc11e2545), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:01.705997 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-7a3f0a13-d649-4e45-9b76-f599422851f7 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (e341fc78-ffe5-4c68-9300-001bc11e2545), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:01.741046 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-7a3f0a13-d649-4e45-9b76-f599422851f7 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Network e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:01.769542 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2835cb37-bbab-44ce-8f3e-097ca60f2cd3 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Router 74cf0ee9-1547-4cd8-852d-c35c6404336a has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:40:01.791841 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-7a3f0a13-d649-4e45-9b76-f599422851f7 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:01.800228 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-7a3f0a13-d649-4e45-9b76-f599422851f7 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:01.883276 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f0a13-d649-4e45-9b76-f599422851f7 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Pushing event updated for resources: {'Port': ['ID=e341fc78-ffe5-4c68-9300-001bc11e2545,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:01.917564 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-7a3f0a13-d649-4e45-9b76-f599422851f7 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:01.921431 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-7a3f0a13-d649-4e45-9b76-f599422851f7 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:01.958094 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2835cb37-bbab-44ce-8f3e-097ca60f2cd3 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:40:01.965856 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-7a3f0a13-d649-4e45-9b76-f599422851f7 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8866904 Feb 09 01:40:01.970789 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc990c2-73d7-4f6a-bf01-a1a88545cc27 None None] Sync routers for ids ['74cf0ee9-1547-4cd8-852d-c35c6404336a'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:40:01.974748 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-efdcbb03-c0b7-4013-a28a-d9c2c4c1c304 service neutron] Request body: {'port': {'device_id': 'f65be677-c783-46db-b8e8-671ac27fe244', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:01.977479 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2835cb37-bbab-44ce-8f3e-097ca60f2cd3 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "PUT /v2.0/routers/74cf0ee9-1547-4cd8-852d-c35c6404336a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6769912 Feb 09 01:40:01.980958 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36338) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:01.987196 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc990c2-73d7-4f6a-bf01-a1a88545cc27 None None] Routers {'74cf0ee9-1547-4cd8-852d-c35c6404336a'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:40:01.988264 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-2dc990c2-73d7-4f6a-bf01-a1a88545cc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:39:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['74cf0ee9-1547-4cd8-852d-c35c6404336a'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:02.130481 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-54683cae-6bae-469d-8b9d-fa362ac175f6 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Deleting subnet cd101850-45aa-4dbe-87a1-17374b4984b9 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:40:02.146174 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-54683cae-6bae-469d-8b9d-fa362ac175f6 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for subnet (cd101850-45aa-4dbe-87a1-17374b4984b9), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:02.160362 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-efdcbb03-c0b7-4013-a28a-d9c2c4c1c304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e341fc78-ffe5-4c68-9300-001bc11e2545), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:02.233719 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-54683cae-6bae-469d-8b9d-fa362ac175f6 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (cd101850-45aa-4dbe-87a1-17374b4984b9), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:02.313701 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-7e2bc29d-f483-4744-9731-e8f1a3dca8fc None None] Provisioning complete for port e341fc78-ffe5-4c68-9300-001bc11e2545 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:02.314499 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7e2bc29d-f483-4744-9731-e8f1a3dca8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e341fc78-ffe5-4c68-9300-001bc11e2545), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:02.424386 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-7e2bc29d-f483-4744-9731-e8f1a3dca8fc None None] Port e341fc78-ffe5-4c68-9300-001bc11e2545 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:40:02.434020 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-54683cae-6bae-469d-8b9d-fa362ac175f6 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (cd101850-45aa-4dbe-87a1-17374b4984b9), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:02.440803 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-2dc990c2-73d7-4f6a-bf01-a1a88545cc27 None None] Set router 74cf0ee9-1547-4cd8-852d-c35c6404336a gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:40:02.443889 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b3393aa7-1b50-4e68-86dd-13b7470812b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:02.543664 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-54683cae-6bae-469d-8b9d-fa362ac175f6 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (cd101850-45aa-4dbe-87a1-17374b4984b9), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:02.619025 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54683cae-6bae-469d-8b9d-fa362ac175f6 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event deleted for resources: {'Subnet': ['ID=cd101850-45aa-4dbe-87a1-17374b4984b9,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:02.642067 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-54683cae-6bae-469d-8b9d-fa362ac175f6 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:02.658233 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-54683cae-6bae-469d-8b9d-fa362ac175f6 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "DELETE /v2.0/subnets/cd101850-45aa-4dbe-87a1-17374b4984b9 HTTP/1.1" status: 204 len: 168 time: 0.6695981 Feb 09 01:40:02.660205 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36346) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:02.662815 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a2a9d1-7833-42a8-8b88-cf0ca7a0e0d5 None None] Network 36811ba0-932c-489a-9372-3f07b118624b requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:02.851285 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-efdcbb03-c0b7-4013-a28a-d9c2c4c1c304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e341fc78-ffe5-4c68-9300-001bc11e2545 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:40:02.882226 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-efdcbb03-c0b7-4013-a28a-d9c2c4c1c304 service neutron] Publish callbacks [] for port (e341fc78-ffe5-4c68-9300-001bc11e2545), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:02.922051 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08aa9f-738a-4479-87ba-1ab628163f5e req-4e308c62-3b74-46ff-a073-38eca55723f4 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:02.927310 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd08aa9f-738a-4479-87ba-1ab628163f5e req-4e308c62-3b74-46ff-a073-38eca55723f4 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65be677-c783-46db-b8e8-671ac27fe244 HTTP/1.1" status: 200 len: 931 time: 0.8093004 Feb 09 01:40:02.933660 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c9759d56-8d0d-4800-aa90-11e43542f846 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for router (74cf0ee9-1547-4cd8-852d-c35c6404336a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:02.942071 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-efdcbb03-c0b7-4013-a28a-d9c2c4c1c304 service neutron] Transition to ACTIVE for port object e341fc78-ffe5-4c68-9300-001bc11e2545 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:40:02.951101 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-efdcbb03-c0b7-4013-a28a-d9c2c4c1c304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (e341fc78-ffe5-4c68-9300-001bc11e2545), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:02.982118 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-2dc990c2-73d7-4f6a-bf01-a1a88545cc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cf0ee9-1547-4cd8-852d-c35c6404336a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2147002332', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '9b3eb6f6-5234-401d-b6be-409c87b5b287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:37:58Z', 'updated_at': '2022-02-09T01:40:00Z', 'revision_number': 5, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port': {'id': '9b3eb6f6-5234-401d-b6be-409c87b5b287', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:99:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cf0ee9-1547-4cd8-852d-c35c6404336a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:37:59Z', 'updated_at': '2022-02-09T01:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:03.062217 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdcbb03-c0b7-4013-a28a-d9c2c4c1c304 service neutron] Pushing event updated for resources: {'Port': ['ID=e341fc78-ffe5-4c68-9300-001bc11e2545,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:03.101794 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddee3fd-4918-4722-aacf-d20cba1ef96d None None] DHCP port deletion for 36811ba0-932c-489a-9372-3f07b118624b request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:40:03.107089 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc990c2-73d7-4f6a-bf01-a1a88545cc27 None None] Checking router: 74cf0ee9-1547-4cd8-852d-c35c6404336a for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:40:03.118731 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c9759d56-8d0d-4800-aa90-11e43542f846 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for router_gateway (74cf0ee9-1547-4cd8-852d-c35c6404336a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:03.138658 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd08aa9f-738a-4479-87ba-1ab628163f5e req-b52d0656-27ef-42cc-96a8-21e839658fa2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2049510 Feb 09 01:40:03.159338 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdcbb03-c0b7-4013-a28a-d9c2c4c1c304 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:03.159828 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdcbb03-c0b7-4013-a28a-d9c2c4c1c304 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:03.160281 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdcbb03-c0b7-4013-a28a-d9c2c4c1c304 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:03.161377 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdcbb03-c0b7-4013-a28a-d9c2c4c1c304 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:03.161842 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdcbb03-c0b7-4013-a28a-d9c2c4c1c304 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:03.162301 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdcbb03-c0b7-4013-a28a-d9c2c4c1c304 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:03.162742 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdcbb03-c0b7-4013-a28a-d9c2c4c1c304 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:03.163225 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdcbb03-c0b7-4013-a28a-d9c2c4c1c304 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:03.163666 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdcbb03-c0b7-4013-a28a-d9c2c4c1c304 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:03.164104 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdcbb03-c0b7-4013-a28a-d9c2c4c1c304 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:03.164560 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdcbb03-c0b7-4013-a28a-d9c2c4c1c304 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:03.165004 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdcbb03-c0b7-4013-a28a-d9c2c4c1c304 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:03.166214 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdcbb03-c0b7-4013-a28a-d9c2c4c1c304 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:40:03.173970 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc990c2-73d7-4f6a-bf01-a1a88545cc27 None None] Routers {'74cf0ee9-1547-4cd8-852d-c35c6404336a'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:40:03.174617 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-2dc990c2-73d7-4f6a-bf01-a1a88545cc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:39:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['74cf0ee9-1547-4cd8-852d-c35c6404336a'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:03.210384 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-efdcbb03-c0b7-4013-a28a-d9c2c4c1c304 service neutron] Attempting to bind port e341fc78-ffe5-4c68-9300-001bc11e2545 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:40:03.213576 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-efdcbb03-c0b7-4013-a28a-d9c2c4c1c304 service neutron] Attempting to bind port e341fc78-ffe5-4c68-9300-001bc11e2545 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'd40e3b64-4486-4490-9380-e6758cb22819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:40:03.214056 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-efdcbb03-c0b7-4013-a28a-d9c2c4c1c304 service neutron] Attempting to bind port e341fc78-ffe5-4c68-9300-001bc11e2545 on network e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:40:03.219498 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-c9759d56-8d0d-4800-aa90-11e43542f846 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Deleting port 9b3eb6f6-5234-401d-b6be-409c87b5b287 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:03.220088 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c9759d56-8d0d-4800-aa90-11e43542f846 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (9b3eb6f6-5234-401d-b6be-409c87b5b287), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:03.223687 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-efdcbb03-c0b7-4013-a28a-d9c2c4c1c304 service neutron] Port e341fc78-ffe5-4c68-9300-001bc11e2545 on network e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:40:03.224141 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-efdcbb03-c0b7-4013-a28a-d9c2c4c1c304 service neutron] Attempting to bind port e341fc78-ffe5-4c68-9300-001bc11e2545 on network e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:40:03.229869 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-efdcbb03-c0b7-4013-a28a-d9c2c4c1c304 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:40:03.231594 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-efdcbb03-c0b7-4013-a28a-d9c2c4c1c304 service neutron] Checking segment: {'id': 'd40e3b64-4486-4490-9380-e6758cb22819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:40:03.233676 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-efdcbb03-c0b7-4013-a28a-d9c2c4c1c304 service neutron] Bound using segment: {'id': 'd40e3b64-4486-4490-9380-e6758cb22819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:40:03.234241 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-efdcbb03-c0b7-4013-a28a-d9c2c4c1c304 service neutron] Bound port: e341fc78-ffe5-4c68-9300-001bc11e2545, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd40e3b64-4486-4490-9380-e6758cb22819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:40:03.234722 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-efdcbb03-c0b7-4013-a28a-d9c2c4c1c304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e341fc78-ffe5-4c68-9300-001bc11e2545), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:03.350976 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-2dc990c2-73d7-4f6a-bf01-a1a88545cc27 None None] Set router 74cf0ee9-1547-4cd8-852d-c35c6404336a gateway port host: None {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:40:03.367678 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-efdcbb03-c0b7-4013-a28a-d9c2c4c1c304 service neutron] For port e341fc78-ffe5-4c68-9300-001bc11e2545, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:40:03.374886 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-efdcbb03-c0b7-4013-a28a-d9c2c4c1c304 service neutron] For port e341fc78-ffe5-4c68-9300-001bc11e2545, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=e341fc78-ffe5-4c68-9300-001bc11e2545,segment=NetworkSegment(d40e3b64-4486-4490-9380-e6758cb22819),segment_id=d40e3b64-4486-4490-9380-e6758cb22819)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:40:03.384683 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-efdcbb03-c0b7-4013-a28a-d9c2c4c1c304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (e341fc78-ffe5-4c68-9300-001bc11e2545), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:03.402342 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-c9759d56-8d0d-4800-aa90-11e43542f846 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] For port 9b3eb6f6-5234-401d-b6be-409c87b5b287, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=9b3eb6f6-5234-401d-b6be-409c87b5b287,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:03.406330 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c9759d56-8d0d-4800-aa90-11e43542f846 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (9b3eb6f6-5234-401d-b6be-409c87b5b287), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:03.431216 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-c9759d56-8d0d-4800-aa90-11e43542f846 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Calling delete_port for 9b3eb6f6-5234-401d-b6be-409c87b5b287 owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:03.432827 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-2dc990c2-73d7-4f6a-bf01-a1a88545cc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74cf0ee9-1547-4cd8-852d-c35c6404336a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2147002332', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:37:58Z', 'updated_at': '2022-02-09T01:40:03Z', 'revision_number': 6, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:03.471268 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-efdcbb03-c0b7-4013-a28a-d9c2c4c1c304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:03.477653 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-efdcbb03-c0b7-4013-a28a-d9c2c4c1c304 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:03.480090 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-efdcbb03-c0b7-4013-a28a-d9c2c4c1c304 service neutron] 10.222.0.47 "PUT /v2.0/ports/e341fc78-ffe5-4c68-9300-001bc11e2545 HTTP/1.1" status: 200 len: 1091 time: 1.5100939 Feb 09 01:40:03.484794 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65be677-c783-46db-b8e8-671ac27fe244', 'tag': 'e341fc78-ffe5-4c68-9300-001bc11e2545'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:40:03.487334 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046d1baa-26c4-4897-8d57-ac63083610cf" -d '{"events": [{"name": "network-changed", "server_uuid": "f65be677-c783-46db-b8e8-671ac27fe244", "tag": "e341fc78-ffe5-4c68-9300-001bc11e2545"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:40:03.490590 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc990c2-73d7-4f6a-bf01-a1a88545cc27 None None] The sync data for ids ['74cf0ee9-1547-4cd8-852d-c35c6404336a'] in n-d-828369-4 is: [{'id': '74cf0ee9-1547-4cd8-852d-c35c6404336a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2147002332', 'tenant_id': 'c3786288d8304ed4a73754fbccf8bb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:37:58Z', 'updated_at': '2022-02-09T01:40:03Z', 'revision_number': 6, 'project_id': 'c3786288d8304ed4a73754fbccf8bb65', 'gw_port_host': None}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:40:03.549527 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-fddee3fd-4918-4722-aacf-d20cba1ef96d None None] Deleting port bd2330eb-c0d7-4671-926a-53d2807bea18 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:03.550062 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fddee3fd-4918-4722-aacf-d20cba1ef96d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (bd2330eb-c0d7-4671-926a-53d2807bea18), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:03.606928 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdcbb03-c0b7-4013-a28a-d9c2c4c1c304 service neutron] Pushing event updated for resources: {'Port': ['ID=e341fc78-ffe5-4c68-9300-001bc11e2545,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:03.622608 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f552d2a-dcd1-4d21-9798-04dc706c4148 x-openstack-request-id: req-2f552d2a-dcd1-4d21-9798-04dc706c4148 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:40:03.622982 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f65be677-c783-46db-b8e8-671ac27fe244", "tag": "e341fc78-ffe5-4c68-9300-001bc11e2545", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:40:03.623340 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2f552d2a-dcd1-4d21-9798-04dc706c4148 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:40:03.623848 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f65be677-c783-46db-b8e8-671ac27fe244', 'tag': 'e341fc78-ffe5-4c68-9300-001bc11e2545', 'status': 'completed', 'code': 200} Feb 09 01:40:03.656082 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-fddee3fd-4918-4722-aacf-d20cba1ef96d None None] For port bd2330eb-c0d7-4671-926a-53d2807bea18, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=bd2330eb-c0d7-4671-926a-53d2807bea18,segment=NetworkSegment(531229a4-5898-4a99-81b9-f4f4991732b4),segment_id=531229a4-5898-4a99-81b9-f4f4991732b4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:03.660662 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fddee3fd-4918-4722-aacf-d20cba1ef96d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (bd2330eb-c0d7-4671-926a-53d2807bea18), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:03.665671 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-0991feeb-7370-44ad-b6c0-8b13a5da6386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:03.682420 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-fddee3fd-4918-4722-aacf-d20cba1ef96d None None] Calling delete_port for bd2330eb-c0d7-4671-926a-53d2807bea18 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:03.683992 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-0991feeb-7370-44ad-b6c0-8b13a5da6386 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9bde012005949bf8ed5f5d05d570ac0&device_id=f65be677-c783-46db-b8e8-671ac27fe244 HTTP/1.1" status: 200 len: 1125 time: 0.1457455 Feb 09 01:40:03.768058 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-96c2fa4a-b68e-4f8e-acd7-a8b1323a73ce service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e341fc78-ffe5-4c68-9300-001bc11e2545 HTTP/1.1" status: 200 len: 217 time: 0.0799909 Feb 09 01:40:03.806422 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fddee3fd-4918-4722-aacf-d20cba1ef96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (bd2330eb-c0d7-4671-926a-53d2807bea18), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:03.841253 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-e9d95b23-df1f-4ee8-ad0e-4cdadd9bb61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:03.842807 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-e9d95b23-df1f-4ee8-ad0e-4cdadd9bb61c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68d3f132-83c5-49da-80a3-1924c70a8491 HTTP/1.1" status: 200 len: 850 time: 0.0685997 Feb 09 01:40:03.845064 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddee3fd-4918-4722-aacf-d20cba1ef96d None None] Pushing event deleted for resources: {'Port': ['ID=bd2330eb-c0d7-4671-926a-53d2807bea18,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:03.857192 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c9759d56-8d0d-4800-aa90-11e43542f846 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (9b3eb6f6-5234-401d-b6be-409c87b5b287), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:03.878646 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddee3fd-4918-4722-aacf-d20cba1ef96d None None] No DVR routers for this DVR port bd2330eb-c0d7-4671-926a-53d2807bea18 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:40:03.923704 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9759d56-8d0d-4800-aa90-11e43542f846 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event deleted for resources: {'Port': ['ID=9b3eb6f6-5234-401d-b6be-409c87b5b287,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:03.941022 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-e391dfce-bf79-47d1-aa9c-1962255094c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:03.944058 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-e391dfce-bf79-47d1-aa9c-1962255094c8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0922265 Feb 09 01:40:04.041522 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c9759d56-8d0d-4800-aa90-11e43542f846 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (74cf0ee9-1547-4cd8-852d-c35c6404336a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:04.127380 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-1f10e7dc-28d1-4008-a51b-03d188814b52 service neutron] 10.222.0.47 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763883 Feb 09 01:40:04.175861 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c9759d56-8d0d-4800-aa90-11e43542f846 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (74cf0ee9-1547-4cd8-852d-c35c6404336a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:04.179165 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c9759d56-8d0d-4800-aa90-11e43542f846 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for router_controller (74cf0ee9-1547-4cd8-852d-c35c6404336a), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:04.241583 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c9759d56-8d0d-4800-aa90-11e43542f846 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (74cf0ee9-1547-4cd8-852d-c35c6404336a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:04.242254 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9759d56-8d0d-4800-aa90-11e43542f846 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Fanout notify agent at l3_agent the message router_deleted on router 74cf0ee9-1547-4cd8-852d-c35c6404336a {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:40:04.263427 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c9759d56-8d0d-4800-aa90-11e43542f846 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:04.269867 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c9759d56-8d0d-4800-aa90-11e43542f846 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "DELETE /v2.0/routers/74cf0ee9-1547-4cd8-852d-c35c6404336a HTTP/1.1" status: 204 len: 168 time: 1.6070960 Feb 09 01:40:04.272525 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36366) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:04.445219 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1b18f9c3-28e9-4f69-8551-c9497770dfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:04.447260 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8c05e190-ba9b-4758-a1bf-55fb069dc946 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (36811ba0-932c-489a-9372-3f07b118624b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:04.461037 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36370) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:04.583058 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8c05e190-ba9b-4758-a1bf-55fb069dc946 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (36811ba0-932c-489a-9372-3f07b118624b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:04.609732 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-8c05e190-ba9b-4758-a1bf-55fb069dc946 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36811ba0-932c-489a-9372-3f07b118624b']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:04.623029 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-8c05e190-ba9b-4758-a1bf-55fb069dc946 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '531229a4-5898-4a99-81b9-f4f4991732b4') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:04.623440 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-8c05e190-ba9b-4758-a1bf-55fb069dc946 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '531229a4-5898-4a99-81b9-f4f4991732b4') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:04.635923 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8c05e190-ba9b-4758-a1bf-55fb069dc946 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (531229a4-5898-4a99-81b9-f4f4991732b4), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:04.650393 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8c05e190-ba9b-4758-a1bf-55fb069dc946 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (531229a4-5898-4a99-81b9-f4f4991732b4), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:04.657587 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c05e190-ba9b-4758-a1bf-55fb069dc946 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:40:04.657976 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8c05e190-ba9b-4758-a1bf-55fb069dc946 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (531229a4-5898-4a99-81b9-f4f4991732b4), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:04.738912 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:40:04.738912 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:40:04.738912 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:40:04.738912 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:40:04.738912 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:40:04.738912 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:40:04.738912 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:40:04.738912 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:40:04.738912 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:40:04.738912 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:40:04.738912 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:40:04.738912 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:40:04.738912 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:40:04.738912 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:40:04.738912 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:40:04.738912 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:40:04.738912 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:40:04.738912 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:40:04.738912 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:40:04.738912 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:40:04.738912 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:40:04.738912 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:40:04.738912 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:40:04.738912 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:40:04.738912 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:40:04.738912 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:40:04.738912 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:40:04.738912 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:40:04.738912 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:40:04.738912 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:40:04.738912 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:40:04.738912 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:40:04.743600 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8c05e190-ba9b-4758-a1bf-55fb069dc946 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (36811ba0-932c-489a-9372-3f07b118624b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:04.758830 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8c05e190-ba9b-4758-a1bf-55fb069dc946 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:04.762113 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8c05e190-ba9b-4758-a1bf-55fb069dc946 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "DELETE /v2.0/networks/36811ba0-932c-489a-9372-3f07b118624b HTTP/1.1" status: 204 len: 168 time: 0.4882958 Feb 09 01:40:04.766007 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36376) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:04.795919 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05e190-ba9b-4758-a1bf-55fb069dc946 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event deleted for resources: {'Network': ['ID=36811ba0-932c-489a-9372-3f07b118624b,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:04.803891 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-34306205-b8d0-4112-80de-cea008076bcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:04.853412 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6ba1b-d4c8-48b3-bf7b-3a1f2160b13a req-64055ed3-6c26-4de3-9672-079d5e356ae5 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:04.861627 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76a6ba1b-d4c8-48b3-bf7b-3a1f2160b13a req-64055ed3-6c26-4de3-9672-079d5e356ae5 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65be677-c783-46db-b8e8-671ac27fe244 HTTP/1.1" status: 200 len: 943 time: 0.1203804 Feb 09 01:40:04.866472 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1bbe6886-962e-47f6-a755-692fa8fcd0fd req-b28082c7-7096-4246-8de9-afb5586370ae service neutron] 10.222.0.47 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7313294 Feb 09 01:40:04.912827 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-05c57f0f-7aa3-467f-b3cb-978b6c4318f8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group (d5f56c3a-2e04-4c6a-a3ad-7bb0de34f629), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:04.925596 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device e55de3b2-b884-498e-9deb-4f41a06da75c no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:40:04.979449 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: e55de3b2-b884-498e-9deb-4f41a06da75c {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:40:04.980082 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device e55de3b2-b884-498e-9deb-4f41a06da75c not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:40:04.982566 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device bd2330eb-c0d7-4671-926a-53d2807bea18 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:40:04.985827 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76a6ba1b-d4c8-48b3-bf7b-3a1f2160b13a req-60ce90e6-e083-4884-9d7c-025a6bd10975 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227720 Feb 09 01:40:05.019607 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d1baa-26c4-4897-8d57-ac63083610cf req-ed1fa3be-3100-47f6-aa28-30aa5021e797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:05.024159 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-05c57f0f-7aa3-467f-b3cb-978b6c4318f8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group (d5f56c3a-2e04-4c6a-a3ad-7bb0de34f629), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:05.024353 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-046d1baa-26c4-4897-8d57-ac63083610cf req-ed1fa3be-3100-47f6-aa28-30aa5021e797 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9bde012005949bf8ed5f5d05d570ac0&device_id=f65be677-c783-46db-b8e8-671ac27fe244 HTTP/1.1" status: 200 len: 1125 time: 0.0715644 Feb 09 01:40:05.058378 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-34306205-b8d0-4112-80de-cea008076bcf admin admin] Publish callbacks [] for security_group (3f0bd223-c411-4e6d-8386-5e00dd38e26d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:05.062430 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: bd2330eb-c0d7-4671-926a-53d2807bea18 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:40:05.062799 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device bd2330eb-c0d7-4671-926a-53d2807bea18 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:40:05.063232 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 9b3eb6f6-5234-401d-b6be-409c87b5b287 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:40:05.067710 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-34306205-b8d0-4112-80de-cea008076bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (3f0bd223-c411-4e6d-8386-5e00dd38e26d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:05.103623 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 9b3eb6f6-5234-401d-b6be-409c87b5b287 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:40:05.104928 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 9b3eb6f6-5234-401d-b6be-409c87b5b287 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:40:05.137983 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-34306205-b8d0-4112-80de-cea008076bcf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=60f0dd646c3f4cd79c7eeadf43512ee4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6751275 Feb 09 01:40:05.141621 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36378) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:05.151483 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34306205-b8d0-4112-80de-cea008076bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0bd223-c411-4e6d-8386-5e00dd38e26d,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:05.209472 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d1baa-26c4-4897-8d57-ac63083610cf req-6450f999-c071-40b2-a7b3-82a3347cbc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:05.210784 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-046d1baa-26c4-4897-8d57-ac63083610cf req-6450f999-c071-40b2-a7b3-82a3347cbc6d service neutron] 10.222.0.47 "GET /v2.0/networks?id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 HTTP/1.1" status: 200 len: 913 time: 0.1822634 Feb 09 01:40:05.231579 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-05c57f0f-7aa3-467f-b3cb-978b6c4318f8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (d5f56c3a-2e04-4c6a-a3ad-7bb0de34f629), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:05.234432 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-05c57f0f-7aa3-467f-b3cb-978b6c4318f8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:05.236679 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-05c57f0f-7aa3-467f-b3cb-978b6c4318f8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] 10.222.0.50 "DELETE /v2.0/security-groups/d5f56c3a-2e04-4c6a-a3ad-7bb0de34f629 HTTP/1.1" status: 204 len: 168 time: 0.4645536 Feb 09 01:40:05.243942 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-edfb6e2f-c775-48d9-914e-35323a4593f1 admin admin] Publish callbacks [] for security_group (3f0bd223-c411-4e6d-8386-5e00dd38e26d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:05.267260 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c57f0f-7aa3-467f-b3cb-978b6c4318f8 tempest-TestNetworkAdvancedServerOps-1041590777 tempest-TestNetworkAdvancedServerOps-1041590777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f56c3a-2e04-4c6a-a3ad-7bb0de34f629,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:05.284468 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-edfb6e2f-c775-48d9-914e-35323a4593f1 admin admin] Publish callbacks [] for security_group (3f0bd223-c411-4e6d-8386-5e00dd38e26d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:05.307019 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-046d1baa-26c4-4897-8d57-ac63083610cf req-4a75c289-6563-41ee-9fb7-aaadd2c413ca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e341fc78-ffe5-4c68-9300-001bc11e2545 HTTP/1.1" status: 200 len: 217 time: 0.0895538 Feb 09 01:40:05.397901 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-edfb6e2f-c775-48d9-914e-35323a4593f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (3f0bd223-c411-4e6d-8386-5e00dd38e26d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:05.402107 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-edfb6e2f-c775-48d9-914e-35323a4593f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:05.403557 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-edfb6e2f-c775-48d9-914e-35323a4593f1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3f0bd223-c411-4e6d-8386-5e00dd38e26d HTTP/1.1" status: 204 len: 168 time: 0.2542539 Feb 09 01:40:05.422962 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d1baa-26c4-4897-8d57-ac63083610cf req-9ce1dc63-af88-4591-90c3-48e3cc85b023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:05.424445 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-046d1baa-26c4-4897-8d57-ac63083610cf req-9ce1dc63-af88-4591-90c3-48e3cc85b023 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68d3f132-83c5-49da-80a3-1924c70a8491 HTTP/1.1" status: 200 len: 850 time: 0.1119068 Feb 09 01:40:05.436751 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb6e2f-c775-48d9-914e-35323a4593f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0bd223-c411-4e6d-8386-5e00dd38e26d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:05.498225 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d1baa-26c4-4897-8d57-ac63083610cf req-4af14a52-0820-4047-b209-fcf2d41bf5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:05.502374 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-046d1baa-26c4-4897-8d57-ac63083610cf req-4af14a52-0820-4047-b209-fcf2d41bf5e1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0708296 Feb 09 01:40:05.699972 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36394) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:05.745624 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-046d1baa-26c4-4897-8d57-ac63083610cf req-0c0a6251-8b3c-4030-ae93-d9b7c52d7eb1 service neutron] 10.222.0.47 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331562 Feb 09 01:40:05.822099 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36398) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:05.987929 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:05.998811 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-046d1baa-26c4-4897-8d57-ac63083610cf req-43305049-3fde-4d80-87ab-cf50497550f6 service neutron] 10.222.0.47 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469335 Feb 09 01:40:06.139484 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36404) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:06.156779 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b2867248-bc60-425b-b050-33057e5cb9f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:06.257212 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c3cfccd8-3946-4ad6-b4f4-97bcd7bdf382 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c3786288d8304ed4a73754fbccf8bb65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4335289 Feb 09 01:40:06.257763 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36406) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:06.278358 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d44785-ce27-4221-8ec5-0ae7884c74d4 req-9bf65b1b-f9de-481a-8689-6e1111b26ae6 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:06.287211 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-21d44785-ce27-4221-8ec5-0ae7884c74d4 req-9bf65b1b-f9de-481a-8689-6e1111b26ae6 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65be677-c783-46db-b8e8-671ac27fe244 HTTP/1.1" status: 200 len: 943 time: 0.1694696 Feb 09 01:40:06.415388 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-21d44785-ce27-4221-8ec5-0ae7884c74d4 req-e500dbb5-4317-4d7b-8c53-8f9a7c159a41 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272936 Feb 09 01:40:06.429216 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-71eb7a72-c55c-40af-88db-82c14d4096e3 admin admin] Publish callbacks [] for security_group (f99be2c8-68c8-4e18-9167-2b920688552d), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:06.449343 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b2867248-bc60-425b-b050-33057e5cb9f2 admin admin] Publish callbacks [] for security_group (ef94c1b1-e0f8-4ec7-adce-8144afd014e0), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:06.458980 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b2867248-bc60-425b-b050-33057e5cb9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (ef94c1b1-e0f8-4ec7-adce-8144afd014e0), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:06.476277 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-71eb7a72-c55c-40af-88db-82c14d4096e3 admin admin] Publish callbacks [] for security_group (f99be2c8-68c8-4e18-9167-2b920688552d), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:06.477676 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4e5ee69e-f49e-4637-8a88-b119f54aeb05 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (1d7e0fb3-4e68-4d5c-b471-948997461cbe), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:06.531414 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b2867248-bc60-425b-b050-33057e5cb9f2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b7f341c3da4e47878212fa802af8fef0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3884861 Feb 09 01:40:06.535233 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36408) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:06.551636 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2867248-bc60-425b-b050-33057e5cb9f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef94c1b1-e0f8-4ec7-adce-8144afd014e0,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:06.596398 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-71eb7a72-c55c-40af-88db-82c14d4096e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (f99be2c8-68c8-4e18-9167-2b920688552d), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:06.599491 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-71eb7a72-c55c-40af-88db-82c14d4096e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:06.603659 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-71eb7a72-c55c-40af-88db-82c14d4096e3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f99be2c8-68c8-4e18-9167-2b920688552d HTTP/1.1" status: 204 len: 168 time: 0.3392422 Feb 09 01:40:06.604449 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-48788c36-a65a-480f-b54c-7312531cebb6 admin admin] Publish callbacks [] for security_group (ef94c1b1-e0f8-4ec7-adce-8144afd014e0), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:06.632998 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-48788c36-a65a-480f-b54c-7312531cebb6 admin admin] Publish callbacks [] for security_group (ef94c1b1-e0f8-4ec7-adce-8144afd014e0), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:06.669605 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb7a72-c55c-40af-88db-82c14d4096e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99be2c8-68c8-4e18-9167-2b920688552d,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:06.692767 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-48788c36-a65a-480f-b54c-7312531cebb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (ef94c1b1-e0f8-4ec7-adce-8144afd014e0), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:06.695580 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-48788c36-a65a-480f-b54c-7312531cebb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:06.696804 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-48788c36-a65a-480f-b54c-7312531cebb6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ef94c1b1-e0f8-4ec7-adce-8144afd014e0 HTTP/1.1" status: 204 len: 168 time: 0.1600528 Feb 09 01:40:06.733100 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48788c36-a65a-480f-b54c-7312531cebb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef94c1b1-e0f8-4ec7-adce-8144afd014e0,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:07.110794 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-4e5ee69e-f49e-4637-8a88-b119f54aeb05 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Deleting port acf8adee-a447-4abb-b2c4-498ed0b0ce5a {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:07.111151 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4e5ee69e-f49e-4637-8a88-b119f54aeb05 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (acf8adee-a447-4abb-b2c4-498ed0b0ce5a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:07.149767 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36420) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:07.201085 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-86b8a853-c10a-4bd9-af6d-f5f4f53752b7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ecf29b08efa046f09a62c5b05e8f87d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0498605 Feb 09 01:40:07.203395 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36422) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:07.251552 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-4e5ee69e-f49e-4637-8a88-b119f54aeb05 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] For port acf8adee-a447-4abb-b2c4-498ed0b0ce5a, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=acf8adee-a447-4abb-b2c4-498ed0b0ce5a,segment=NetworkSegment(3d1bdb5d-31ab-46f0-81e4-3d18b93030d3),segment_id=3d1bdb5d-31ab-46f0-81e4-3d18b93030d3)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:07.251985 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4e5ee69e-f49e-4637-8a88-b119f54aeb05 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (acf8adee-a447-4abb-b2c4-498ed0b0ce5a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:07.272857 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:07.275640 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-4e5ee69e-f49e-4637-8a88-b119f54aeb05 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Calling delete_port for acf8adee-a447-4abb-b2c4-498ed0b0ce5a owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:07.317446 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b87d4842-31e8-404b-b08b-e794542dbc79 admin admin] Publish callbacks [] for security_group (aab2dd64-cb13-435d-b71b-a38d69286759), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:07.355180 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b87d4842-31e8-404b-b08b-e794542dbc79 admin admin] Publish callbacks [] for security_group (aab2dd64-cb13-435d-b71b-a38d69286759), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:07.421812 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b87d4842-31e8-404b-b08b-e794542dbc79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (aab2dd64-cb13-435d-b71b-a38d69286759), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:07.427629 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b87d4842-31e8-404b-b08b-e794542dbc79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:07.429138 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b87d4842-31e8-404b-b08b-e794542dbc79 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/aab2dd64-cb13-435d-b71b-a38d69286759 HTTP/1.1" status: 204 len: 168 time: 0.2246377 Feb 09 01:40:07.456716 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d4842-31e8-404b-b08b-e794542dbc79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab2dd64-cb13-435d-b71b-a38d69286759,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:07.526430 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4e5ee69e-f49e-4637-8a88-b119f54aeb05 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (acf8adee-a447-4abb-b2c4-498ed0b0ce5a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:07.527844 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36428) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:07.559704 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-54da4b17-efcb-4dee-a20d-b32f5a3ee70d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:07.575947 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ee69e-f49e-4637-8a88-b119f54aeb05 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event deleted for resources: {'Port': ['ID=acf8adee-a447-4abb-b2c4-498ed0b0ce5a,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:07.773550 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-54da4b17-efcb-4dee-a20d-b32f5a3ee70d admin admin] Publish callbacks [] for security_group (32930a8f-00ef-49e1-b116-1514f956602f), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:07.781776 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-54da4b17-efcb-4dee-a20d-b32f5a3ee70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (32930a8f-00ef-49e1-b116-1514f956602f), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:07.927032 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-54da4b17-efcb-4dee-a20d-b32f5a3ee70d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f1a93451497b4946b36a9d1a58f2ed22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3975797 Feb 09 01:40:07.938607 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da4b17-efcb-4dee-a20d-b32f5a3ee70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32930a8f-00ef-49e1-b116-1514f956602f,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:07.951388 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36434) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:08.142415 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:08.187942 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4a94e183-7909-4e5c-b127-5d06d4c3ce9c admin admin] Publish callbacks [] for security_group (32930a8f-00ef-49e1-b116-1514f956602f), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:08.214768 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4e5ee69e-f49e-4637-8a88-b119f54aeb05 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (1d7e0fb3-4e68-4d5c-b471-948997461cbe), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:08.220889 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4a94e183-7909-4e5c-b127-5d06d4c3ce9c admin admin] Publish callbacks [] for security_group (32930a8f-00ef-49e1-b116-1514f956602f), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:08.275257 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba7d079-ac68-4cb5-ab92-342c53d7c1cc req-9015354e-1fbd-49a3-af3d-0e885df4f38d tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:08.283565 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aba7d079-ac68-4cb5-ab92-342c53d7c1cc req-9015354e-1fbd-49a3-af3d-0e885df4f38d tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65be677-c783-46db-b8e8-671ac27fe244 HTTP/1.1" status: 200 len: 943 time: 0.7207477 Feb 09 01:40:08.347553 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aba7d079-ac68-4cb5-ab92-342c53d7c1cc req-154ca2eb-5d5f-4801-9ada-619ae426a898 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612891 Feb 09 01:40:08.433911 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4a94e183-7909-4e5c-b127-5d06d4c3ce9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (32930a8f-00ef-49e1-b116-1514f956602f), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:08.436665 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4a94e183-7909-4e5c-b127-5d06d4c3ce9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:08.437939 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4a94e183-7909-4e5c-b127-5d06d4c3ce9c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/32930a8f-00ef-49e1-b116-1514f956602f HTTP/1.1" status: 204 len: 168 time: 0.4848094 Feb 09 01:40:08.480304 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a94e183-7909-4e5c-b127-5d06d4c3ce9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32930a8f-00ef-49e1-b116-1514f956602f,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:08.488837 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:08.561544 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e5ee69e-f49e-4637-8a88-b119f54aeb05 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Router 1d7e0fb3-4e68-4d5c-b471-948997461cbe has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:40:08.700335 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5ee69e-f49e-4637-8a88-b119f54aeb05 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:40:08.712077 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18a0819-a043-4864-a427-6e1b0394e3c7 None None] Sync routers for ids ['1d7e0fb3-4e68-4d5c-b471-948997461cbe'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:40:08.718660 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4e5ee69e-f49e-4637-8a88-b119f54aeb05 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "PUT /v2.0/routers/1d7e0fb3-4e68-4d5c-b471-948997461cbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0172801 Feb 09 01:40:08.727171 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18a0819-a043-4864-a427-6e1b0394e3c7 None None] Routers {'1d7e0fb3-4e68-4d5c-b471-948997461cbe'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:40:08.727750 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-b18a0819-a043-4864-a427-6e1b0394e3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:40:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['1d7e0fb3-4e68-4d5c-b471-948997461cbe'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:08.860391 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-b18a0819-a043-4864-a427-6e1b0394e3c7 None None] Set router 1d7e0fb3-4e68-4d5c-b471-948997461cbe gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:40:09.104619 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea00a032-68ff-4311-9b02-eb8fbc5bb0a7 req-385f93ca-fe28-42cf-adf3-c99c510fd17c tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:09.108454 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ea00a032-68ff-4311-9b02-eb8fbc5bb0a7 req-385f93ca-fe28-42cf-adf3-c99c510fd17c tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b631136-94d8-4ee2-9bea-51a43ff7c9a2 HTTP/1.1" status: 200 len: 946 time: 0.0869637 Feb 09 01:40:09.185217 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ea00a032-68ff-4311-9b02-eb8fbc5bb0a7 req-fd1dcefa-8672-4f57-9b1f-cd98fe749ee0 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/security-groups?id=11bfeaf6-282a-4cc2-a1c4-e49a66e51094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700879 Feb 09 01:40:09.325958 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-b18a0819-a043-4864-a427-6e1b0394e3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'name': 'tempest-TestNetworkBasicOps-router-785819750', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '62b798d0-a28e-4514-96e5-53dc426ea8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:08Z', 'updated_at': '2022-02-09T01:40:07Z', 'revision_number': 6, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'gw_port': {'id': '62b798d0-a28e-4514-96e5-53dc426ea8c8', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:11Z', 'updated_at': '2022-02-09T01:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '4760ad4d-3d5c-49f4-8f27-7312247b40f8', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'floating_ip_address': '172.25.8.53', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'port_id': 'a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3772, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85fab4c6-67c5-4572-98f4-be05932fca9f', 'mac_address': 'fa:16:3e:17:c0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b453f079-ebb6-4426-9100-df47a7f50a51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:38:49Z', 'updated_at': '2022-02-09T01:38:52Z', 'revision_number': 1, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b2c744-9ab3-42bf-ba16-81e7a641aac2', 'name': '', 'network_id': '85fab4c6-67c5-4572-98f4-be05932fca9f', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'mac_address': 'fa:16:3e:9a:3e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'd81a46a7-43cb-40c4-a99b-23e6c4130e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:23Z', 'updated_at': '2022-02-09T01:38:30Z', 'revision_number': 5, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'subnets': [{'id': 'd81a46a7-43cb-40c4-a99b-23e6c4130e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:09.360758 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18a0819-a043-4864-a427-6e1b0394e3c7 None None] Checking router: 1d7e0fb3-4e68-4d5c-b471-948997461cbe for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:40:09.371785 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18a0819-a043-4864-a427-6e1b0394e3c7 None None] Routers {'1d7e0fb3-4e68-4d5c-b471-948997461cbe'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:40:09.372628 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-b18a0819-a043-4864-a427-6e1b0394e3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:40:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['1d7e0fb3-4e68-4d5c-b471-948997461cbe'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:09.509485 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8467394-1018-4ec8-ab4b-62a22be10c15 req-cc8b0091-0968-4f83-ba0e-8c90ce227a73 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:09.511995 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e8467394-1018-4ec8-ab4b-62a22be10c15 req-cc8b0091-0968-4f83-ba0e-8c90ce227a73 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65be677-c783-46db-b8e8-671ac27fe244 HTTP/1.1" status: 200 len: 943 time: 0.0744200 Feb 09 01:40:09.526059 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-b18a0819-a043-4864-a427-6e1b0394e3c7 None None] Set router 1d7e0fb3-4e68-4d5c-b471-948997461cbe gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:40:09.593960 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36488) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:09.657854 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e8467394-1018-4ec8-ab4b-62a22be10c15 req-86b22a8d-bf52-4608-a94e-66f471bb6c8e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403191 Feb 09 01:40:09.679827 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:09.726959 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-388c89ca-f1db-4a0a-aab9-93e00a4fbf95 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-531474018-network', 'tenant_id': '30a03133bb5b49b1a0f654850ebc730c'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:09.749231 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388c89ca-f1db-4a0a-aab9-93e00a4fbf95 admin admin] Made reservation on behalf of 30a03133bb5b49b1a0f654850ebc730c for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:09.753036 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-388c89ca-f1db-4a0a-aab9-93e00a4fbf95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:09.769689 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-388c89ca-f1db-4a0a-aab9-93e00a4fbf95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:09.833785 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-b18a0819-a043-4864-a427-6e1b0394e3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'name': 'tempest-TestNetworkBasicOps-router-785819750', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '62b798d0-a28e-4514-96e5-53dc426ea8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:08Z', 'updated_at': '2022-02-09T01:40:07Z', 'revision_number': 6, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'gw_port': {'id': '62b798d0-a28e-4514-96e5-53dc426ea8c8', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:11Z', 'updated_at': '2022-02-09T01:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '4760ad4d-3d5c-49f4-8f27-7312247b40f8', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'floating_ip_address': '172.25.8.53', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'port_id': 'a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3772, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85fab4c6-67c5-4572-98f4-be05932fca9f', 'mac_address': 'fa:16:3e:17:c0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b453f079-ebb6-4426-9100-df47a7f50a51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:38:49Z', 'updated_at': '2022-02-09T01:38:52Z', 'revision_number': 1, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b2c744-9ab3-42bf-ba16-81e7a641aac2', 'name': '', 'network_id': '85fab4c6-67c5-4572-98f4-be05932fca9f', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'mac_address': 'fa:16:3e:9a:3e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'd81a46a7-43cb-40c4-a99b-23e6c4130e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:23Z', 'updated_at': '2022-02-09T01:38:30Z', 'revision_number': 5, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'subnets': [{'id': 'd81a46a7-43cb-40c4-a99b-23e6c4130e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:09.870389 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18a0819-a043-4864-a427-6e1b0394e3c7 None None] The sync data for ids ['1d7e0fb3-4e68-4d5c-b471-948997461cbe'] in n-d-828369-4 is: [{'id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'name': 'tempest-TestNetworkBasicOps-router-785819750', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '62b798d0-a28e-4514-96e5-53dc426ea8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:08Z', 'updated_at': '2022-02-09T01:40:07Z', 'revision_number': 6, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'gw_port': {'id': '62b798d0-a28e-4514-96e5-53dc426ea8c8', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:11Z', 'updated_at': '2022-02-09T01:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '4760ad4d-3d5c-49f4-8f27-7312247b40f8', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'floating_ip_address': '172.25.8.53', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'port_id': 'a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3772, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85fab4c6-67c5-4572-98f4-be05932fca9f', 'mac_address': 'fa:16:3e:17:c0:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b453f079-ebb6-4426-9100-df47a7f50a51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:38:49Z', 'updated_at': '2022-02-09T01:38:52Z', 'revision_number': 1, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b2c744-9ab3-42bf-ba16-81e7a641aac2', 'name': '', 'network_id': '85fab4c6-67c5-4572-98f4-be05932fca9f', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'mac_address': 'fa:16:3e:9a:3e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'd81a46a7-43cb-40c4-a99b-23e6c4130e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:23Z', 'updated_at': '2022-02-09T01:38:30Z', 'revision_number': 5, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'subnets': [{'id': 'd81a46a7-43cb-40c4-a99b-23e6c4130e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:40:09.887531 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-388c89ca-f1db-4a0a-aab9-93e00a4fbf95 admin admin] Publish callbacks [] for security_group (4ca52086-33e6-46a5-bec7-9b0f6ebfc2b2), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:09.892609 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-388c89ca-f1db-4a0a-aab9-93e00a4fbf95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (4ca52086-33e6-46a5-bec7-9b0f6ebfc2b2), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:09.932477 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-388c89ca-f1db-4a0a-aab9-93e00a4fbf95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1043} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:40:09.944175 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c89ca-f1db-4a0a-aab9-93e00a4fbf95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca52086-33e6-46a5-bec7-9b0f6ebfc2b2,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:09.950150 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-388c89ca-f1db-4a0a-aab9-93e00a4fbf95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (dc85070f-57dd-4984-946e-a016d856a886), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:09.950740 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-388c89ca-f1db-4a0a-aab9-93e00a4fbf95 admin admin] Added segment dc85070f-57dd-4984-946e-a016d856a886 of type vlan for network b8d2b866-3299-416f-9af2-43f0ad33d930 Feb 09 01:40:10.001304 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-388c89ca-f1db-4a0a-aab9-93e00a4fbf95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (b8d2b866-3299-416f-9af2-43f0ad33d930), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:10.029156 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-388c89ca-f1db-4a0a-aab9-93e00a4fbf95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (b8d2b866-3299-416f-9af2-43f0ad33d930), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:10.030229 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388c89ca-f1db-4a0a-aab9-93e00a4fbf95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:10.031009 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-388c89ca-f1db-4a0a-aab9-93e00a4fbf95 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:10.069129 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-388c89ca-f1db-4a0a-aab9-93e00a4fbf95 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4710104 Feb 09 01:40:10.070213 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36498) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:10.075236 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-2d548788-0667-4abd-af2b-994af3cb345c admin admin] Request body: {'subnet': {'network_id': 'b8d2b866-3299-416f-9af2-43f0ad33d930', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-531474018-subnet', 'tenant_id': '30a03133bb5b49b1a0f654850ebc730c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:10.096571 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d548788-0667-4abd-af2b-994af3cb345c admin admin] Made reservation on behalf of 30a03133bb5b49b1a0f654850ebc730c for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:10.099774 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2d548788-0667-4abd-af2b-994af3cb345c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:10.156415 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388c89ca-f1db-4a0a-aab9-93e00a4fbf95 admin admin] Pushing event updated for resources: {'Network': ['ID=b8d2b866-3299-416f-9af2-43f0ad33d930,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:10.171736 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network b8d2b866-3299-416f-9af2-43f0ad33d930 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:40:10.373761 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2d548788-0667-4abd-af2b-994af3cb345c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (29c5d7dc-f2c1-40ba-bdc9-f90b641e2d6d), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:10.474099 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b54b77a-0f7e-4cf1-a1c8-5728903ec3f1 req-808d0042-c266-45a2-8fbb-e4813c15da4d tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:10.476090 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1b54b77a-0f7e-4cf1-a1c8-5728903ec3f1 req-808d0042-c266-45a2-8fbb-e4813c15da4d tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b631136-94d8-4ee2-9bea-51a43ff7c9a2 HTTP/1.1" status: 200 len: 946 time: 0.1468432 Feb 09 01:40:10.477177 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d548788-0667-4abd-af2b-994af3cb345c admin admin] Pushing event updated for resources: {'Subnet': ['ID=29c5d7dc-f2c1-40ba-bdc9-f90b641e2d6d,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:10.516747 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d548788-0667-4abd-af2b-994af3cb345c admin admin] Checking segment: {'id': 'dc85070f-57dd-4984-946e-a016d856a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'b8d2b866-3299-416f-9af2-43f0ad33d930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:40:10.517868 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d548788-0667-4abd-af2b-994af3cb345c admin admin] Network hostable DHCP agents. Network: b8d2b866-3299-416f-9af2-43f0ad33d930, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:40:10.589662 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1b54b77a-0f7e-4cf1-a1c8-5728903ec3f1 req-57c546a1-cec0-4fb0-a9d8-4d4e4927ad00 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/security-groups?id=11bfeaf6-282a-4cc2-a1c4-e49a66e51094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037974 Feb 09 01:40:10.604806 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d548788-0667-4abd-af2b-994af3cb345c admin admin] Network b8d2b866-3299-416f-9af2-43f0ad33d930 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:40:10.629847 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5869016-f648-41df-b1f8-db673e63bced req-abc81e87-4acf-48e3-b1ab-dc97b5b5735d tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:10.631346 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a5869016-f648-41df-b1f8-db673e63bced req-abc81e87-4acf-48e3-b1ab-dc97b5b5735d tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.120 "GET /v2.0/ports?device_id=7b631136-94d8-4ee2-9bea-51a43ff7c9a2 HTTP/1.1" status: 200 len: 946 time: 0.1001990 Feb 09 01:40:10.632031 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-2d548788-0667-4abd-af2b-994af3cb345c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, b8d2b866-3299-416f-9af2-43f0ad33d930) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:10.636283 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d548788-0667-4abd-af2b-994af3cb345c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:10.636905 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2d548788-0667-4abd-af2b-994af3cb345c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:10.644257 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7342018e-eb71-43cf-8f50-fd1c2dfb98b4 None None] Network b8d2b866-3299-416f-9af2-43f0ad33d930 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:10.718039 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2d548788-0667-4abd-af2b-994af3cb345c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6376734 Feb 09 01:40:10.792904 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f19b35-ee6c-4bf6-98c8-ee87b1c631c4 None None] Network b8d2b866-3299-416f-9af2-43f0ad33d930 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:10.870834 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d766ef-c2eb-4776-b0e7-44e7fc663d4b req-f89f2ab9-b70f-4446-a48a-bc78de918105 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:10.872397 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-29d766ef-c2eb-4776-b0e7-44e7fc663d4b req-f89f2ab9-b70f-4446-a48a-bc78de918105 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65be677-c783-46db-b8e8-671ac27fe244 HTTP/1.1" status: 200 len: 943 time: 0.1213028 Feb 09 01:40:10.876536 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device acf8adee-a447-4abb-b2c4-498ed0b0ce5a no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:40:10.878923 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-a5869016-f648-41df-b1f8-db673e63bced req-f6e1536f-0b28-4e81-8411-1689a17907ec tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Deleting port fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:10.879796 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a5869016-f648-41df-b1f8-db673e63bced req-f6e1536f-0b28-4e81-8411-1689a17907ec tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:10.906823 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: acf8adee-a447-4abb-b2c4-498ed0b0ce5a {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:40:10.907187 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device acf8adee-a447-4abb-b2c4-498ed0b0ce5a not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:40:11.011505 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-29d766ef-c2eb-4776-b0e7-44e7fc663d4b req-43b64ab4-82ba-4c06-a0dc-7d3b07a548c2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809643 Feb 09 01:40:11.047167 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-a5869016-f648-41df-b1f8-db673e63bced req-f6e1536f-0b28-4e81-8411-1689a17907ec tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] For port fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7,segment=NetworkSegment(3d1bdb5d-31ab-46f0-81e4-3d18b93030d3),segment_id=3d1bdb5d-31ab-46f0-81e4-3d18b93030d3)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:11.047750 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a5869016-f648-41df-b1f8-db673e63bced req-f6e1536f-0b28-4e81-8411-1689a17907ec tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.065115 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-a5869016-f648-41df-b1f8-db673e63bced req-f6e1536f-0b28-4e81-8411-1689a17907ec tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Calling delete_port for fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:11.237742 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a5869016-f648-41df-b1f8-db673e63bced req-f6e1536f-0b28-4e81-8411-1689a17907ec tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.279299 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e1536f-0b28-4e81-8411-1689a17907ec tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event deleted for resources: {'Port': ['ID=fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:11.345609 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5869016-f648-41df-b1f8-db673e63bced req-f6e1536f-0b28-4e81-8411-1689a17907ec tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] No DVR routers for this DVR port fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:40:11.349061 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a5869016-f648-41df-b1f8-db673e63bced req-f6e1536f-0b28-4e81-8411-1689a17907ec tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.353519 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a5869016-f648-41df-b1f8-db673e63bced req-f6e1536f-0b28-4e81-8411-1689a17907ec tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.120 "DELETE /v2.0/ports/fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7 HTTP/1.1" status: 204 len: 173 time: 0.7046819 Feb 09 01:40:11.354092 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b631136-94d8-4ee2-9bea-51a43ff7c9a2', 'name': 'network-vif-deleted', 'tag': 'fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:40:11.357137 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc42bdcc-3898-42f9-8004-29b763df19b4" -d '{"events": [{"server_uuid": "7b631136-94d8-4ee2-9bea-51a43ff7c9a2", "name": "network-vif-deleted", "tag": "fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:40:11.411327 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36540) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:11.417336 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-123941af-eab6-4a13-95f5-4b641def4af7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-323941616-network', 'tenant_id': 'bd2990d32f8f4c03b78f2dd0800f1b55'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:11.430868 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90b5a11-dcc3-4128-9d18-effcf00938b7 x-openstack-request-id: req-f90b5a11-dcc3-4128-9d18-effcf00938b7 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:40:11.432227 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b631136-94d8-4ee2-9bea-51a43ff7c9a2", "name": "network-vif-deleted", "tag": "fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:40:11.432622 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f90b5a11-dcc3-4128-9d18-effcf00938b7 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:40:11.433215 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b631136-94d8-4ee2-9bea-51a43ff7c9a2', 'name': 'network-vif-deleted', 'tag': 'fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7', 'status': 'completed', 'code': 200} Feb 09 01:40:11.453812 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123941af-eab6-4a13-95f5-4b641def4af7 admin admin] Made reservation on behalf of bd2990d32f8f4c03b78f2dd0800f1b55 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:11.457870 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-123941af-eab6-4a13-95f5-4b641def4af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.469976 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-123941af-eab6-4a13-95f5-4b641def4af7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.562147 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-123941af-eab6-4a13-95f5-4b641def4af7 admin admin] Publish callbacks [] for security_group (31edf651-d57f-4236-ab0e-b38a09053119), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.569838 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-123941af-eab6-4a13-95f5-4b641def4af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (31edf651-d57f-4236-ab0e-b38a09053119), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.595154 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-123941af-eab6-4a13-95f5-4b641def4af7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1017} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:40:11.604768 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123941af-eab6-4a13-95f5-4b641def4af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31edf651-d57f-4236-ab0e-b38a09053119,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:11.611426 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-123941af-eab6-4a13-95f5-4b641def4af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (7ca63deb-1449-46d0-a5c3-eb96b5494640), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.611769 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-123941af-eab6-4a13-95f5-4b641def4af7 admin admin] Added segment 7ca63deb-1449-46d0-a5c3-eb96b5494640 of type vlan for network 5e511429-2daf-4247-a3b1-0d5e8ad73269 Feb 09 01:40:11.661547 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-123941af-eab6-4a13-95f5-4b641def4af7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (5e511429-2daf-4247-a3b1-0d5e8ad73269), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.691318 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-123941af-eab6-4a13-95f5-4b641def4af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (5e511429-2daf-4247-a3b1-0d5e8ad73269), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.692488 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123941af-eab6-4a13-95f5-4b641def4af7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:11.693408 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-123941af-eab6-4a13-95f5-4b641def4af7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.777148 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36548) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:11.780793 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-123941af-eab6-4a13-95f5-4b641def4af7 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3566773 Feb 09 01:40:11.781429 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a8c1172b-3a3f-4110-8154-7ec1a38991fd req-453feb25-6c74-4575-a5bf-0f79ed1f7655 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b631136-94d8-4ee2-9bea-51a43ff7c9a2 HTTP/1.1" status: 200 len: 210 time: 0.0600908 Feb 09 01:40:11.789465 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-f0b34696-3e89-4a62-ae65-dd219796f1ad admin admin] Request body: {'subnet': {'network_id': '5e511429-2daf-4247-a3b1-0d5e8ad73269', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-323941616-subnet', 'tenant_id': 'bd2990d32f8f4c03b78f2dd0800f1b55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:11.822039 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b34696-3e89-4a62-ae65-dd219796f1ad admin admin] Made reservation on behalf of bd2990d32f8f4c03b78f2dd0800f1b55 for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:11.824417 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f0b34696-3e89-4a62-ae65-dd219796f1ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:11.857362 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123941af-eab6-4a13-95f5-4b641def4af7 admin admin] Pushing event updated for resources: {'Network': ['ID=5e511429-2daf-4247-a3b1-0d5e8ad73269,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:11.874597 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 5e511429-2daf-4247-a3b1-0d5e8ad73269 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:40:12.165185 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f0b34696-3e89-4a62-ae65-dd219796f1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (6a603202-ac41-49ae-ba09-18267203000d), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:12.226212 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca07725-0576-4414-9ec8-d8f3d20487bf req-836930c0-a256-4aad-8660-ccbbc6d92f61 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:12.227656 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6ca07725-0576-4414-9ec8-d8f3d20487bf req-836930c0-a256-4aad-8660-ccbbc6d92f61 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65be677-c783-46db-b8e8-671ac27fe244 HTTP/1.1" status: 200 len: 943 time: 0.1190841 Feb 09 01:40:12.249368 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b34696-3e89-4a62-ae65-dd219796f1ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a603202-ac41-49ae-ba09-18267203000d,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:12.284822 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b34696-3e89-4a62-ae65-dd219796f1ad admin admin] Checking segment: {'id': '7ca63deb-1449-46d0-a5c3-eb96b5494640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '5e511429-2daf-4247-a3b1-0d5e8ad73269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:40:12.285190 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b34696-3e89-4a62-ae65-dd219796f1ad admin admin] Network hostable DHCP agents. Network: 5e511429-2daf-4247-a3b1-0d5e8ad73269, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:40:12.318090 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6ca07725-0576-4414-9ec8-d8f3d20487bf req-7745a08b-34db-4be1-b565-77739fe51a7a tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805812 Feb 09 01:40:12.327895 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b34696-3e89-4a62-ae65-dd219796f1ad admin admin] Network 5e511429-2daf-4247-a3b1-0d5e8ad73269 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:40:12.345370 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-f0b34696-3e89-4a62-ae65-dd219796f1ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 5e511429-2daf-4247-a3b1-0d5e8ad73269) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:12.354294 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d722300-eb8f-4cf4-a9de-2d33491db7e0 None None] Network 5e511429-2daf-4247-a3b1-0d5e8ad73269 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:12.358876 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b34696-3e89-4a62-ae65-dd219796f1ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:12.359978 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f0b34696-3e89-4a62-ae65-dd219796f1ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:12.378001 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f0b34696-3e89-4a62-ae65-dd219796f1ad admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5948880 Feb 09 01:40:12.483676 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea83bf6d-c7be-4d91-bf1a-4c1ce6257991 None None] Network 5e511429-2daf-4247-a3b1-0d5e8ad73269 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:12.866743 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36588) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:12.945064 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e2cd8e36-afc9-4509-a5c1-d4a808a1d81d tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group (11bfeaf6-282a-4cc2-a1c4-e49a66e51094), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:12.957197 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80edfa-67e4-4c87-be16-00868fdb01d9 req-90cb8715-26c4-42fe-a9b6-bb72193f262a tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:12.960136 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de80edfa-67e4-4c87-be16-00868fdb01d9 req-90cb8715-26c4-42fe-a9b6-bb72193f262a tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] 10.222.0.50 "GET /v2.0/networks?id=b8d2b866-3299-416f-9af2-43f0ad33d930 HTTP/1.1" status: 200 len: 808 time: 0.1248119 Feb 09 01:40:12.973056 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e2cd8e36-afc9-4509-a5c1-d4a808a1d81d tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group (11bfeaf6-282a-4cc2-a1c4-e49a66e51094), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:12.975172 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de80edfa-67e4-4c87-be16-00868fdb01d9 req-2123da1f-da93-4d69-8382-19ac24f2caf8 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] 10.222.0.50 "GET /v2.0/quotas/30a03133bb5b49b1a0f654850ebc730c HTTP/1.1" status: 200 len: 375 time: 0.0095246 Feb 09 01:40:13.020015 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de80edfa-67e4-4c87-be16-00868fdb01d9 req-2fd8c3d7-e801-483f-8f7e-077839472499 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=30a03133bb5b49b1a0f654850ebc730c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385811 Feb 09 01:40:13.070672 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e2cd8e36-afc9-4509-a5c1-d4a808a1d81d tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (11bfeaf6-282a-4cc2-a1c4-e49a66e51094), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:13.073524 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e2cd8e36-afc9-4509-a5c1-d4a808a1d81d tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:13.074828 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e2cd8e36-afc9-4509-a5c1-d4a808a1d81d tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "DELETE /v2.0/security-groups/11bfeaf6-282a-4cc2-a1c4-e49a66e51094 HTTP/1.1" status: 204 len: 168 time: 0.2062719 Feb 09 01:40:13.116913 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd8e36-afc9-4509-a5c1-d4a808a1d81d tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11bfeaf6-282a-4cc2-a1c4-e49a66e51094,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:13.146729 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36598) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:13.169685 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de80edfa-67e4-4c87-be16-00868fdb01d9 req-3d22e33d-f18f-4742-81dd-98c647854ea8 service neutron] 10.222.0.50 "GET /v2.0/networks/b8d2b866-3299-416f-9af2-43f0ad33d930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236737 Feb 09 01:40:13.233375 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-f997e780-18d8-4552-bbb6-58f3ec701b41 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Deleting subnet dddaf3b5-cfd9-43ff-b40a-c33e5c41c869 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:40:13.238811 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f997e780-18d8-4552-bbb6-58f3ec701b41 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for subnet (dddaf3b5-cfd9-43ff-b40a-c33e5c41c869), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:13.281017 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de80edfa-67e4-4c87-be16-00868fdb01d9 req-d6ba5bde-80c2-4bd9-b291-758bbc3de1a5 service neutron] 10.222.0.50 "GET /v2.0/networks/b8d2b866-3299-416f-9af2-43f0ad33d930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047058 Feb 09 01:40:13.290932 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f997e780-18d8-4552-bbb6-58f3ec701b41 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (dddaf3b5-cfd9-43ff-b40a-c33e5c41c869), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:13.427698 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f997e780-18d8-4552-bbb6-58f3ec701b41 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (dddaf3b5-cfd9-43ff-b40a-c33e5c41c869), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:13.538355 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f7834-5e15-4001-8590-87af812e7904 req-928026cc-07bb-4ff5-9758-32b8577bf3fa tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:13.545652 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ce2f7834-5e15-4001-8590-87af812e7904 req-928026cc-07bb-4ff5-9758-32b8577bf3fa tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65be677-c783-46db-b8e8-671ac27fe244 HTTP/1.1" status: 200 len: 943 time: 0.1114154 Feb 09 01:40:13.556853 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f997e780-18d8-4552-bbb6-58f3ec701b41 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (dddaf3b5-cfd9-43ff-b40a-c33e5c41c869), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:13.606674 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f997e780-18d8-4552-bbb6-58f3ec701b41 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event deleted for resources: {'Subnet': ['ID=dddaf3b5-cfd9-43ff-b40a-c33e5c41c869,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:13.612952 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f997e780-18d8-4552-bbb6-58f3ec701b41 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:13.616628 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f997e780-18d8-4552-bbb6-58f3ec701b41 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "DELETE /v2.0/subnets/dddaf3b5-cfd9-43ff-b40a-c33e5c41c869 HTTP/1.1" status: 204 len: 168 time: 0.4677670 Feb 09 01:40:13.619187 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36610) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:13.623130 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2574660a-dfa0-4c72-ace9-845fb46032e6 None None] Network e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:13.674053 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4e47541f-bbab-448e-80af-1f805bdf60b5 req-5b066d74-8397-4246-ad13-b1b679f43f69 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] 10.222.0.50 "GET /v2.0/ports?device_id=f315614f-8903-4433-9cb2-df4b6651ed82 HTTP/1.1" status: 200 len: 210 time: 0.1028280 Feb 09 01:40:13.763191 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ce2f7834-5e15-4001-8590-87af812e7904 req-0be2f275-932b-4b97-a6d4-16b69386f510 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2165351 Feb 09 01:40:13.805787 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ecc237f5-0e92-4230-9452-7bcf44f28796 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:13.898670 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624d6022-f65a-447e-a91c-aa0c4e5eebcc None None] DHCP port deletion for e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:40:13.910355 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-ecc237f5-0e92-4230-9452-7bcf44f28796 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Deleting port 89da4d25-033c-41f8-b322-0c45a2b894d9 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:13.911525 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ecc237f5-0e92-4230-9452-7bcf44f28796 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (89da4d25-033c-41f8-b322-0c45a2b894d9), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:13.982086 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-624d6022-f65a-447e-a91c-aa0c4e5eebcc None None] Deleting port 89da4d25-033c-41f8-b322-0c45a2b894d9 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:13.982477 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-624d6022-f65a-447e-a91c-aa0c4e5eebcc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (89da4d25-033c-41f8-b322-0c45a2b894d9), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:13.990916 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-ecc237f5-0e92-4230-9452-7bcf44f28796 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] For port 89da4d25-033c-41f8-b322-0c45a2b894d9, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=89da4d25-033c-41f8-b322-0c45a2b894d9,segment=NetworkSegment(3d1bdb5d-31ab-46f0-81e4-3d18b93030d3),segment_id=3d1bdb5d-31ab-46f0-81e4-3d18b93030d3)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:13.991737 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ecc237f5-0e92-4230-9452-7bcf44f28796 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (89da4d25-033c-41f8-b322-0c45a2b894d9), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:14.027227 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-ecc237f5-0e92-4230-9452-7bcf44f28796 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Calling delete_port for 89da4d25-033c-41f8-b322-0c45a2b894d9 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:14.086154 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-624d6022-f65a-447e-a91c-aa0c4e5eebcc None None] For port 89da4d25-033c-41f8-b322-0c45a2b894d9, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=89da4d25-033c-41f8-b322-0c45a2b894d9,segment=NetworkSegment(3d1bdb5d-31ab-46f0-81e4-3d18b93030d3),segment_id=3d1bdb5d-31ab-46f0-81e4-3d18b93030d3)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:14.086565 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-624d6022-f65a-447e-a91c-aa0c4e5eebcc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (89da4d25-033c-41f8-b322-0c45a2b894d9), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:14.102116 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-624d6022-f65a-447e-a91c-aa0c4e5eebcc None None] Calling delete_port for 89da4d25-033c-41f8-b322-0c45a2b894d9 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:14.165801 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ecc237f5-0e92-4230-9452-7bcf44f28796 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (89da4d25-033c-41f8-b322-0c45a2b894d9), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:14.184115 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc237f5-0e92-4230-9452-7bcf44f28796 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] No DVR routers for this DVR port 89da4d25-033c-41f8-b322-0c45a2b894d9 on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:40:14.214600 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc237f5-0e92-4230-9452-7bcf44f28796 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event deleted for resources: {'Port': ['ID=89da4d25-033c-41f8-b322-0c45a2b894d9,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:14.253277 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-624d6022-f65a-447e-a91c-aa0c4e5eebcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (89da4d25-033c-41f8-b322-0c45a2b894d9), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:14.269186 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624d6022-f65a-447e-a91c-aa0c4e5eebcc None None] No DVR routers for this DVR port 89da4d25-033c-41f8-b322-0c45a2b894d9 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:40:14.298955 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d6022-f65a-447e-a91c-aa0c4e5eebcc None None] Pushing event deleted for resources: {'Port': ['ID=89da4d25-033c-41f8-b322-0c45a2b894d9,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:14.350955 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ecc237f5-0e92-4230-9452-7bcf44f28796 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:14.379417 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-ecc237f5-0e92-4230-9452-7bcf44f28796 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:14.393139 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-ecc237f5-0e92-4230-9452-7bcf44f28796 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d1bdb5d-31ab-46f0-81e4-3d18b93030d3') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:14.393449 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-ecc237f5-0e92-4230-9452-7bcf44f28796 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d1bdb5d-31ab-46f0-81e4-3d18b93030d3') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:14.405257 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ecc237f5-0e92-4230-9452-7bcf44f28796 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (3d1bdb5d-31ab-46f0-81e4-3d18b93030d3), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:14.432534 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ecc237f5-0e92-4230-9452-7bcf44f28796 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (3d1bdb5d-31ab-46f0-81e4-3d18b93030d3), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:14.443877 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecc237f5-0e92-4230-9452-7bcf44f28796 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Releasing vlan 1005 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:40:14.444688 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ecc237f5-0e92-4230-9452-7bcf44f28796 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (3d1bdb5d-31ab-46f0-81e4-3d18b93030d3), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:14.448300 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:40:14.448300 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:40:14.448300 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:40:14.448300 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:40:14.448300 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:40:14.448300 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:40:14.448300 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:40:14.448300 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:40:14.448300 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:40:14.448300 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:40:14.448300 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:40:14.448300 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:40:14.448300 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:40:14.448300 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:40:14.448300 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:40:14.448300 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:40:14.448300 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:40:14.448300 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:40:14.448300 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:40:14.448300 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:40:14.448300 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:40:14.448300 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:40:14.448300 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:40:14.448300 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:40:14.448300 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:40:14.448300 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:40:14.448300 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:40:14.448300 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:40:14.448300 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:40:14.448300 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:40:14.448300 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:40:14.448300 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:40:14.513281 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:40:14.531080 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ecc237f5-0e92-4230-9452-7bcf44f28796 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:14.538986 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:40:14.539340 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device fca33e2a-2921-4f9b-9d27-4b91c3cd0bc7 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:40:14.542671 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ecc237f5-0e92-4230-9452-7bcf44f28796 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:14.548691 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ecc237f5-0e92-4230-9452-7bcf44f28796 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "DELETE /v2.0/networks/e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9 HTTP/1.1" status: 204 len: 168 time: 0.9260361 Feb 09 01:40:14.549005 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36632) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:14.573322 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc237f5-0e92-4230-9452-7bcf44f28796 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event deleted for resources: {'Network': ['ID=e3ff2dc4-bc02-4bbd-8215-a9bbc420f2d9,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:14.818599 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2ba1e60-a7a4-45c8-a7d5-f23864d630bf req-bedf4fd5-f322-4138-b8bf-29e9ec741155 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] 10.222.0.50 "GET /v2.0/ports?device_id=f315614f-8903-4433-9cb2-df4b6651ed82 HTTP/1.1" status: 200 len: 210 time: 0.0677097 Feb 09 01:40:14.820506 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-36e59951-50c7-465d-b877-b6f5afb66071 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Deleting port f4b720cc-40b3-4ef0-8e6c-442818b9d4b4 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:14.820798 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-36e59951-50c7-465d-b877-b6f5afb66071 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (f4b720cc-40b3-4ef0-8e6c-442818b9d4b4), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:14.886643 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 89da4d25-033c-41f8-b322-0c45a2b894d9 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:40:14.954448 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 89da4d25-033c-41f8-b322-0c45a2b894d9 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:40:14.954800 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 89da4d25-033c-41f8-b322-0c45a2b894d9 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:40:14.987644 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-36e59951-50c7-465d-b877-b6f5afb66071 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (f4b720cc-40b3-4ef0-8e6c-442818b9d4b4), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:14.988136 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-36e59951-50c7-465d-b877-b6f5afb66071 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for floatingip (f4b720cc-40b3-4ef0-8e6c-442818b9d4b4), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:15.006425 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-36e59951-50c7-465d-b877-b6f5afb66071 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Calling delete_port for f4b720cc-40b3-4ef0-8e6c-442818b9d4b4 owned by network:floatingip {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:15.103137 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c8091-a2a7-4da0-8d80-e551b9c8d85e req-621326e1-86ef-46d8-9d78-83fd7deea4d1 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:15.104763 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-762c8091-a2a7-4da0-8d80-e551b9c8d85e req-621326e1-86ef-46d8-9d78-83fd7deea4d1 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65be677-c783-46db-b8e8-671ac27fe244 HTTP/1.1" status: 200 len: 943 time: 0.1571133 Feb 09 01:40:15.112415 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80edfa-67e4-4c87-be16-00868fdb01d9 req-c4f4e50c-6d39-4391-aff1-bf3c1c27ee52 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:15.114052 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de80edfa-67e4-4c87-be16-00868fdb01d9 req-c4f4e50c-6d39-4391-aff1-bf3c1c27ee52 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] 10.222.0.120 "GET /v2.0/networks?id=b8d2b866-3299-416f-9af2-43f0ad33d930 HTTP/1.1" status: 200 len: 808 time: 0.2652822 Feb 09 01:40:15.153928 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-de80edfa-67e4-4c87-be16-00868fdb01d9 req-c50f1271-4a17-4a72-b29f-9e7028a7c8d6 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] Request body: {'port': {'device_id': 'f315614f-8903-4433-9cb2-df4b6651ed82', 'network_id': 'b8d2b866-3299-416f-9af2-43f0ad33d930', 'admin_state_up': True, 'tenant_id': '30a03133bb5b49b1a0f654850ebc730c'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:15.243614 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-36e59951-50c7-465d-b877-b6f5afb66071 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (f4b720cc-40b3-4ef0-8e6c-442818b9d4b4), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:15.286641 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e59951-50c7-465d-b877-b6f5afb66071 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event deleted for resources: {'Port': ['ID=f4b720cc-40b3-4ef0-8e6c-442818b9d4b4,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:15.297150 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-762c8091-a2a7-4da0-8d80-e551b9c8d85e req-960cb23b-fe4e-4d58-a9f0-e8c6f5ae9418 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819644 Feb 09 01:40:15.365533 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de80edfa-67e4-4c87-be16-00868fdb01d9 req-c50f1271-4a17-4a72-b29f-9e7028a7c8d6 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] Made reservation on behalf of 30a03133bb5b49b1a0f654850ebc730c for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:15.374516 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-de80edfa-67e4-4c87-be16-00868fdb01d9 req-c50f1271-4a17-4a72-b29f-9e7028a7c8d6 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:15.374755 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-36e59951-50c7-465d-b877-b6f5afb66071 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for floatingip (4760ad4d-3d5c-49f4-8f27-7312247b40f8), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:15.374755 n-d-828369-4 neutron-server[103137]: INFO neutron.db.l3_db [None req-36e59951-50c7-465d-b877-b6f5afb66071 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Floating IP 4760ad4d-3d5c-49f4-8f27-7312247b40f8 disassociated (deleted). External IP: 172.25.8.53, port: a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a. Feb 09 01:40:15.516527 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-de80edfa-67e4-4c87-be16-00868fdb01d9 req-c50f1271-4a17-4a72-b29f-9e7028a7c8d6 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] Allocated IP 172.20.0.13 (b8d2b866-3299-416f-9af2-43f0ad33d930/29c5d7dc-f2c1-40ba-bdc9-f90b641e2d6d/bf89825f-57c0-4f62-b1d1-756837c586be) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:15.634025 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e59951-50c7-465d-b877-b6f5afb66071 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Router 1d7e0fb3-4e68-4d5c-b471-948997461cbe has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:40:15.718800 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-de80edfa-67e4-4c87-be16-00868fdb01d9 req-c50f1271-4a17-4a72-b29f-9e7028a7c8d6 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] Publish callbacks [] for port (bf89825f-57c0-4f62-b1d1-756837c586be), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:15.750697 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e59951-50c7-465d-b877-b6f5afb66071 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:40:15.756099 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-36e59951-50c7-465d-b877-b6f5afb66071 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:15.758623 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-de80edfa-67e4-4c87-be16-00868fdb01d9 req-c50f1271-4a17-4a72-b29f-9e7028a7c8d6 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (bf89825f-57c0-4f62-b1d1-756837c586be), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:15.776085 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f50cdde-34bb-4b76-8c2d-828ac746ca63 None None] Sync routers for ids ['1d7e0fb3-4e68-4d5c-b471-948997461cbe'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:40:15.788599 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-36e59951-50c7-465d-b877-b6f5afb66071 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "DELETE /v2.0/floatingips/4760ad4d-3d5c-49f4-8f27-7312247b40f8 HTTP/1.1" status: 204 len: 168 time: 1.2382915 Feb 09 01:40:15.789442 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b453f079-ebb6-4426-9100-df47a7f50a51', 'tag': 'a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:40:15.792199 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949f9800-05fd-4c10-ae11-ebee3e212d31" -d '{"events": [{"name": "network-changed", "server_uuid": "b453f079-ebb6-4426-9100-df47a7f50a51", "tag": "a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:40:15.805953 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f50cdde-34bb-4b76-8c2d-828ac746ca63 None None] Routers {'1d7e0fb3-4e68-4d5c-b471-948997461cbe'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:40:15.806591 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-6f50cdde-34bb-4b76-8c2d-828ac746ca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:40:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['1d7e0fb3-4e68-4d5c-b471-948997461cbe'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:15.819883 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de80edfa-67e4-4c87-be16-00868fdb01d9 req-c50f1271-4a17-4a72-b29f-9e7028a7c8d6 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] Network b8d2b866-3299-416f-9af2-43f0ad33d930 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:15.821965 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-de80edfa-67e4-4c87-be16-00868fdb01d9 req-c50f1271-4a17-4a72-b29f-9e7028a7c8d6 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:15.830006 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-de80edfa-67e4-4c87-be16-00868fdb01d9 req-c50f1271-4a17-4a72-b29f-9e7028a7c8d6 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:15.846692 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b7711f-1dab-4aa7-afd7-8185dd671870 x-openstack-request-id: req-08b7711f-1dab-4aa7-afd7-8185dd671870 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:40:15.846988 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b453f079-ebb6-4426-9100-df47a7f50a51", "tag": "a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:40:15.847242 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-08b7711f-1dab-4aa7-afd7-8185dd671870 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:40:15.847646 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b453f079-ebb6-4426-9100-df47a7f50a51', 'tag': 'a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a', 'status': 'completed', 'code': 200} Feb 09 01:40:15.871927 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f1271-4a17-4a72-b29f-9e7028a7c8d6 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] Pushing event updated for resources: {'Port': ['ID=bf89825f-57c0-4f62-b1d1-756837c586be,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:15.979744 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80edfa-67e4-4c87-be16-00868fdb01d9 req-c50f1271-4a17-4a72-b29f-9e7028a7c8d6 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:15.980673 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-de80edfa-67e4-4c87-be16-00868fdb01d9 req-c50f1271-4a17-4a72-b29f-9e7028a7c8d6 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:15.998212 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de80edfa-67e4-4c87-be16-00868fdb01d9 req-c50f1271-4a17-4a72-b29f-9e7028a7c8d6 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8492680 Feb 09 01:40:16.021909 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-de80edfa-67e4-4c87-be16-00868fdb01d9 req-40d096a7-f213-44e7-9ee6-d4a20dd905e1 service neutron] Request body: {'port': {'device_id': 'f315614f-8903-4433-9cb2-df4b6651ed82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:16.091058 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-6f50cdde-34bb-4b76-8c2d-828ac746ca63 None None] Set router 1d7e0fb3-4e68-4d5c-b471-948997461cbe gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:40:16.102559 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd4cbd-e2a3-43dc-bd81-c0c6588d5cb5 req-94fb2dd1-298e-480c-a764-50b5e866e454 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:16.104606 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-80fd4cbd-e2a3-43dc-bd81-c0c6588d5cb5 req-94fb2dd1-298e-480c-a764-50b5e866e454 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] 10.222.0.50 "GET /v2.0/ports?device_id=f315614f-8903-4433-9cb2-df4b6651ed82 HTTP/1.1" status: 200 len: 932 time: 0.1762424 Feb 09 01:40:16.108822 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f9800-05fd-4c10-ae11-ebee3e212d31 req-b5551947-1de0-4eaa-bba9-229bc91db421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:16.110542 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-949f9800-05fd-4c10-ae11-ebee3e212d31 req-b5551947-1de0-4eaa-bba9-229bc91db421 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=08210566e83248dda7b4b9773be6fbca&device_id=b453f079-ebb6-4426-9100-df47a7f50a51 HTTP/1.1" status: 200 len: 1127 time: 0.2281756 Feb 09 01:40:16.324469 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-6f50cdde-34bb-4b76-8c2d-828ac746ca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'name': 'tempest-TestNetworkBasicOps-router-785819750', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '62b798d0-a28e-4514-96e5-53dc426ea8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:08Z', 'updated_at': '2022-02-09T01:40:07Z', 'revision_number': 6, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'gw_port': {'id': '62b798d0-a28e-4514-96e5-53dc426ea8c8', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:11Z', 'updated_at': '2022-02-09T01:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '69b2c744-9ab3-42bf-ba16-81e7a641aac2', 'name': '', 'network_id': '85fab4c6-67c5-4572-98f4-be05932fca9f', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'mac_address': 'fa:16:3e:9a:3e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'd81a46a7-43cb-40c4-a99b-23e6c4130e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:23Z', 'updated_at': '2022-02-09T01:38:30Z', 'revision_number': 5, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'subnets': [{'id': 'd81a46a7-43cb-40c4-a99b-23e6c4130e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:16.346525 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-de80edfa-67e4-4c87-be16-00868fdb01d9 req-40d096a7-f213-44e7-9ee6-d4a20dd905e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (bf89825f-57c0-4f62-b1d1-756837c586be), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:16.354874 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f50cdde-34bb-4b76-8c2d-828ac746ca63 None None] Checking router: 1d7e0fb3-4e68-4d5c-b471-948997461cbe for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:40:16.357474 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-80fd4cbd-e2a3-43dc-bd81-c0c6588d5cb5 req-fe5b7d2d-5726-4a79-a26f-5996cf5e7841 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ca52086-33e6-46a5-bec7-9b0f6ebfc2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457061 Feb 09 01:40:16.364945 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f50cdde-34bb-4b76-8c2d-828ac746ca63 None None] Routers {'1d7e0fb3-4e68-4d5c-b471-948997461cbe'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:40:16.365778 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-6f50cdde-34bb-4b76-8c2d-828ac746ca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:40:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['1d7e0fb3-4e68-4d5c-b471-948997461cbe'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:16.392683 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ca872-93e3-4113-9cc8-6a1c370c9b23 req-377db19c-787b-4b33-a706-c71f16640740 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:16.394574 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-619ca872-93e3-4113-9cc8-6a1c370c9b23 req-377db19c-787b-4b33-a706-c71f16640740 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/ports?device_id=b453f079-ebb6-4426-9100-df47a7f50a51 HTTP/1.1" status: 200 len: 945 time: 0.1942186 Feb 09 01:40:16.547764 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-6f50cdde-34bb-4b76-8c2d-828ac746ca63 None None] Set router 1d7e0fb3-4e68-4d5c-b471-948997461cbe gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:40:16.761691 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f9800-05fd-4c10-ae11-ebee3e212d31 req-44bd019a-2bfa-41de-a334-2e057a445c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:16.763841 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-949f9800-05fd-4c10-ae11-ebee3e212d31 req-44bd019a-2bfa-41de-a334-2e057a445c02 service neutron] 10.222.0.47 "GET /v2.0/networks?id=85fab4c6-67c5-4572-98f4-be05932fca9f HTTP/1.1" status: 200 len: 898 time: 0.5825124 Feb 09 01:40:16.788025 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-619ca872-93e3-4113-9cc8-6a1c370c9b23 req-55963813-8959-4ad7-a4cd-c967923d2449 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9da4d27-debd-407c-a847-6c731a498e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3777637 Feb 09 01:40:16.844153 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-6f50cdde-34bb-4b76-8c2d-828ac746ca63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'name': 'tempest-TestNetworkBasicOps-router-785819750', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '62b798d0-a28e-4514-96e5-53dc426ea8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:08Z', 'updated_at': '2022-02-09T01:40:07Z', 'revision_number': 6, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'gw_port': {'id': '62b798d0-a28e-4514-96e5-53dc426ea8c8', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:11Z', 'updated_at': '2022-02-09T01:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '69b2c744-9ab3-42bf-ba16-81e7a641aac2', 'name': '', 'network_id': '85fab4c6-67c5-4572-98f4-be05932fca9f', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'mac_address': 'fa:16:3e:9a:3e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'd81a46a7-43cb-40c4-a99b-23e6c4130e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:23Z', 'updated_at': '2022-02-09T01:38:30Z', 'revision_number': 5, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'subnets': [{'id': 'd81a46a7-43cb-40c4-a99b-23e6c4130e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:16.852379 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-949f9800-05fd-4c10-ae11-ebee3e212d31 req-efcb6310-32d4-4a54-b5ce-25816b98266e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a HTTP/1.1" status: 200 len: 217 time: 0.0692532 Feb 09 01:40:16.880905 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f50cdde-34bb-4b76-8c2d-828ac746ca63 None None] The sync data for ids ['1d7e0fb3-4e68-4d5c-b471-948997461cbe'] in n-d-828369-4 is: [{'id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'name': 'tempest-TestNetworkBasicOps-router-785819750', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '62b798d0-a28e-4514-96e5-53dc426ea8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:08Z', 'updated_at': '2022-02-09T01:40:07Z', 'revision_number': 6, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'gw_port': {'id': '62b798d0-a28e-4514-96e5-53dc426ea8c8', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:11Z', 'updated_at': '2022-02-09T01:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '69b2c744-9ab3-42bf-ba16-81e7a641aac2', 'name': '', 'network_id': '85fab4c6-67c5-4572-98f4-be05932fca9f', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'mac_address': 'fa:16:3e:9a:3e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'd81a46a7-43cb-40c4-a99b-23e6c4130e50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:23Z', 'updated_at': '2022-02-09T01:38:30Z', 'revision_number': 5, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'subnets': [{'id': 'd81a46a7-43cb-40c4-a99b-23e6c4130e50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:40:16.915135 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46343a25-58b5-4945-97d8-08cd6e29df7b req-28d6ea5a-3b41-4dac-b778-928427ade7c8 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:16.916684 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-46343a25-58b5-4945-97d8-08cd6e29df7b req-28d6ea5a-3b41-4dac-b778-928427ade7c8 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65be677-c783-46db-b8e8-671ac27fe244 HTTP/1.1" status: 200 len: 943 time: 0.3306983 Feb 09 01:40:16.925344 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-de80edfa-67e4-4c87-be16-00868fdb01d9 req-40d096a7-f213-44e7-9ee6-d4a20dd905e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf89825f-57c0-4f62-b1d1-756837c586be {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:40:16.943620 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-de80edfa-67e4-4c87-be16-00868fdb01d9 req-40d096a7-f213-44e7-9ee6-d4a20dd905e1 service neutron] Publish callbacks [] for port (bf89825f-57c0-4f62-b1d1-756837c586be), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:16.968639 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f9800-05fd-4c10-ae11-ebee3e212d31 req-98eb3992-3431-443a-80cd-2ff5b1b8e27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:16.970146 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-949f9800-05fd-4c10-ae11-ebee3e212d31 req-98eb3992-3431-443a-80cd-2ff5b1b8e27a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d81a46a7-43cb-40c4-a99b-23e6c4130e50 HTTP/1.1" status: 200 len: 834 time: 0.1108353 Feb 09 01:40:16.975297 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-de80edfa-67e4-4c87-be16-00868fdb01d9 req-40d096a7-f213-44e7-9ee6-d4a20dd905e1 service neutron] Transition to ACTIVE for port object bf89825f-57c0-4f62-b1d1-756837c586be will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:40:17.011881 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-de80edfa-67e4-4c87-be16-00868fdb01d9 req-40d096a7-f213-44e7-9ee6-d4a20dd905e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (bf89825f-57c0-4f62-b1d1-756837c586be), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:17.062571 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-46343a25-58b5-4945-97d8-08cd6e29df7b req-a5c234ae-5a8c-47fc-8de8-c18240590f30 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320691 Feb 09 01:40:17.090453 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d096a7-f213-44e7-9ee6-d4a20dd905e1 service neutron] Pushing event updated for resources: {'Port': ['ID=bf89825f-57c0-4f62-b1d1-756837c586be,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:17.121549 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f9800-05fd-4c10-ae11-ebee3e212d31 req-94c41231-a4b5-48fa-b7fc-71c290b7b14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:17.123661 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-949f9800-05fd-4c10-ae11-ebee3e212d31 req-94c41231-a4b5-48fa-b7fc-71c290b7b14e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85fab4c6-67c5-4572-98f4-be05932fca9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1402812 Feb 09 01:40:17.216215 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53461dfd-62e1-44f4-90b6-636dff56dc08 None None] New status for floating IP 4760ad4d-3d5c-49f4-8f27-7312247b40f8: DOWN {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:40:17.239682 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-de80edfa-67e4-4c87-be16-00868fdb01d9 req-40d096a7-f213-44e7-9ee6-d4a20dd905e1 service neutron] Attempting to bind port bf89825f-57c0-4f62-b1d1-756837c586be on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:40:17.240037 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-de80edfa-67e4-4c87-be16-00868fdb01d9 req-40d096a7-f213-44e7-9ee6-d4a20dd905e1 service neutron] Attempting to bind port bf89825f-57c0-4f62-b1d1-756837c586be by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': 'dc85070f-57dd-4984-946e-a016d856a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'b8d2b866-3299-416f-9af2-43f0ad33d930'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:40:17.240350 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de80edfa-67e4-4c87-be16-00868fdb01d9 req-40d096a7-f213-44e7-9ee6-d4a20dd905e1 service neutron] Attempting to bind port bf89825f-57c0-4f62-b1d1-756837c586be on network b8d2b866-3299-416f-9af2-43f0ad33d930 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:40:17.267438 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-949f9800-05fd-4c10-ae11-ebee3e212d31 req-c6b0a619-129a-4027-9fe1-1b6bbaeec108 service neutron] 10.222.0.47 "GET /v2.0/networks/85fab4c6-67c5-4572-98f4-be05932fca9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214368 Feb 09 01:40:17.269524 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de80edfa-67e4-4c87-be16-00868fdb01d9 req-40d096a7-f213-44e7-9ee6-d4a20dd905e1 service neutron] Port bf89825f-57c0-4f62-b1d1-756837c586be on network b8d2b866-3299-416f-9af2-43f0ad33d930 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:40:17.269859 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de80edfa-67e4-4c87-be16-00868fdb01d9 req-40d096a7-f213-44e7-9ee6-d4a20dd905e1 service neutron] Attempting to bind port bf89825f-57c0-4f62-b1d1-756837c586be on network b8d2b866-3299-416f-9af2-43f0ad33d930 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:40:17.275924 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de80edfa-67e4-4c87-be16-00868fdb01d9 req-40d096a7-f213-44e7-9ee6-d4a20dd905e1 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:40:17.276253 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de80edfa-67e4-4c87-be16-00868fdb01d9 req-40d096a7-f213-44e7-9ee6-d4a20dd905e1 service neutron] Checking segment: {'id': 'dc85070f-57dd-4984-946e-a016d856a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'b8d2b866-3299-416f-9af2-43f0ad33d930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:40:17.276803 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de80edfa-67e4-4c87-be16-00868fdb01d9 req-40d096a7-f213-44e7-9ee6-d4a20dd905e1 service neutron] Bound using segment: {'id': 'dc85070f-57dd-4984-946e-a016d856a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'b8d2b866-3299-416f-9af2-43f0ad33d930'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:40:17.277242 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-de80edfa-67e4-4c87-be16-00868fdb01d9 req-40d096a7-f213-44e7-9ee6-d4a20dd905e1 service neutron] Bound port: bf89825f-57c0-4f62-b1d1-756837c586be, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc85070f-57dd-4984-946e-a016d856a886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'b8d2b866-3299-416f-9af2-43f0ad33d930'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:40:17.277616 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-de80edfa-67e4-4c87-be16-00868fdb01d9 req-40d096a7-f213-44e7-9ee6-d4a20dd905e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (bf89825f-57c0-4f62-b1d1-756837c586be), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:17.414571 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-de80edfa-67e4-4c87-be16-00868fdb01d9 req-40d096a7-f213-44e7-9ee6-d4a20dd905e1 service neutron] For port bf89825f-57c0-4f62-b1d1-756837c586be, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:40:17.433287 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-949f9800-05fd-4c10-ae11-ebee3e212d31 req-64f57808-21b3-4d7d-8a81-c8760a9f2346 service neutron] 10.222.0.47 "GET /v2.0/networks/85fab4c6-67c5-4572-98f4-be05932fca9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459031 Feb 09 01:40:17.434856 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-de80edfa-67e4-4c87-be16-00868fdb01d9 req-40d096a7-f213-44e7-9ee6-d4a20dd905e1 service neutron] For port bf89825f-57c0-4f62-b1d1-756837c586be, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=bf89825f-57c0-4f62-b1d1-756837c586be,segment=NetworkSegment(dc85070f-57dd-4984-946e-a016d856a886),segment_id=dc85070f-57dd-4984-946e-a016d856a886)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:40:17.450520 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-de80edfa-67e4-4c87-be16-00868fdb01d9 req-40d096a7-f213-44e7-9ee6-d4a20dd905e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (bf89825f-57c0-4f62-b1d1-756837c586be), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:17.542419 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80edfa-67e4-4c87-be16-00868fdb01d9 req-40d096a7-f213-44e7-9ee6-d4a20dd905e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:17.543057 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-de80edfa-67e4-4c87-be16-00868fdb01d9 req-40d096a7-f213-44e7-9ee6-d4a20dd905e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:17.544464 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de80edfa-67e4-4c87-be16-00868fdb01d9 req-40d096a7-f213-44e7-9ee6-d4a20dd905e1 service neutron] 10.222.0.120 "PUT /v2.0/ports/bf89825f-57c0-4f62-b1d1-756837c586be HTTP/1.1" status: 200 len: 1092 time: 1.5285938 Feb 09 01:40:17.546789 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f315614f-8903-4433-9cb2-df4b6651ed82', 'tag': 'bf89825f-57c0-4f62-b1d1-756837c586be'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:40:17.548863 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e266942-416b-4573-bf7b-228b45e5dfe8" -d '{"events": [{"name": "network-changed", "server_uuid": "f315614f-8903-4433-9cb2-df4b6651ed82", "tag": "bf89825f-57c0-4f62-b1d1-756837c586be"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:40:17.607733 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d096a7-f213-44e7-9ee6-d4a20dd905e1 service neutron] Pushing event updated for resources: {'Port': ['ID=bf89825f-57c0-4f62-b1d1-756837c586be,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:17.614405 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3583db88-c419-4c0f-bb26-47287458374d x-openstack-request-id: req-3583db88-c419-4c0f-bb26-47287458374d {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:40:17.614704 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f315614f-8903-4433-9cb2-df4b6651ed82", "tag": "bf89825f-57c0-4f62-b1d1-756837c586be", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:40:17.614962 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3583db88-c419-4c0f-bb26-47287458374d {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:40:17.615363 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f315614f-8903-4433-9cb2-df4b6651ed82', 'tag': 'bf89825f-57c0-4f62-b1d1-756837c586be', 'status': 'completed', 'code': 200} Feb 09 01:40:17.645699 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0be17-d516-456f-be36-f4b0d5ffd85a req-1e54d467-5160-4f5c-b516-5c0f1e7a1280 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:17.647220 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-84e0be17-d516-456f-be36-f4b0d5ffd85a req-1e54d467-5160-4f5c-b516-5c0f1e7a1280 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] 10.222.0.50 "GET /v2.0/ports?device_id=f315614f-8903-4433-9cb2-df4b6651ed82 HTTP/1.1" status: 200 len: 944 time: 0.2067878 Feb 09 01:40:17.653612 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c8400-3356-480a-a986-f3d72f324f1a req-e28f42e1-72a9-4226-b900-57ed8aa1b83a tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:17.654940 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d50c8400-3356-480a-a986-f3d72f324f1a req-e28f42e1-72a9-4226-b900-57ed8aa1b83a tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.47 "GET /v2.0/ports?device_id=b453f079-ebb6-4426-9100-df47a7f50a51 HTTP/1.1" status: 200 len: 945 time: 0.2002790 Feb 09 01:40:17.744681 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80edfa-67e4-4c87-be16-00868fdb01d9 req-e723bb3c-bd42-4364-8d7f-b55636c49d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:17.746088 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de80edfa-67e4-4c87-be16-00868fdb01d9 req-e723bb3c-bd42-4364-8d7f-b55636c49d86 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=30a03133bb5b49b1a0f654850ebc730c&device_id=f315614f-8903-4433-9cb2-df4b6651ed82 HTTP/1.1" status: 200 len: 1126 time: 0.1590784 Feb 09 01:40:17.773279 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-84e0be17-d516-456f-be36-f4b0d5ffd85a req-7a755ab5-0bbb-4b11-bd82-d441a257b990 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ca52086-33e6-46a5-bec7-9b0f6ebfc2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172619 Feb 09 01:40:17.806882 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de80edfa-67e4-4c87-be16-00868fdb01d9 req-c315e39e-3aa9-46a3-b5b7-f9e3b25a3267 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf89825f-57c0-4f62-b1d1-756837c586be HTTP/1.1" status: 200 len: 217 time: 0.0436456 Feb 09 01:40:17.863924 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-d50c8400-3356-480a-a986-f3d72f324f1a req-da8d61d2-3856-4b3e-8c78-622ac0da76c6 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Deleting port a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:17.864684 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d50c8400-3356-480a-a986-f3d72f324f1a req-da8d61d2-3856-4b3e-8c78-622ac0da76c6 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:17.955641 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80edfa-67e4-4c87-be16-00868fdb01d9 req-de8cf25b-80ec-44ac-87d2-14d1351fc02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:17.957416 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de80edfa-67e4-4c87-be16-00868fdb01d9 req-de8cf25b-80ec-44ac-87d2-14d1351fc02a service neutron] 10.222.0.120 "GET /v2.0/subnets?id=29c5d7dc-f2c1-40ba-bdc9-f90b641e2d6d HTTP/1.1" status: 200 len: 848 time: 0.1435094 Feb 09 01:40:18.312814 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de80edfa-67e4-4c87-be16-00868fdb01d9 req-6eeb600d-46e3-4b3c-bbf4-c9718b4952b0 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=b8d2b866-3299-416f-9af2-43f0ad33d930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3484027 Feb 09 01:40:18.423905 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98444f-b1b7-4aea-9225-4e1c7afe986b req-e9e400c2-e25d-405b-a814-7badf14693e4 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:18.425423 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fd98444f-b1b7-4aea-9225-4e1c7afe986b req-e9e400c2-e25d-405b-a814-7badf14693e4 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/ports?device_id=b453f079-ebb6-4426-9100-df47a7f50a51 HTTP/1.1" status: 200 len: 945 time: 0.5495679 Feb 09 01:40:18.429198 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-d50c8400-3356-480a-a986-f3d72f324f1a req-da8d61d2-3856-4b3e-8c78-622ac0da76c6 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] For port a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a,segment=NetworkSegment(f4eb58eb-4f5f-465e-b7fb-e1df5409926f),segment_id=f4eb58eb-4f5f-465e-b7fb-e1df5409926f)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:18.429582 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d50c8400-3356-480a-a986-f3d72f324f1a req-da8d61d2-3856-4b3e-8c78-622ac0da76c6 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:18.464886 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-d50c8400-3356-480a-a986-f3d72f324f1a req-da8d61d2-3856-4b3e-8c78-622ac0da76c6 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Calling delete_port for a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:18.556430 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e247c6c-12fd-48ca-9824-240c1912175d req-dbc194de-3e48-46bc-a299-fe4b885e9a19 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:18.557958 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e247c6c-12fd-48ca-9824-240c1912175d req-dbc194de-3e48-46bc-a299-fe4b885e9a19 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65be677-c783-46db-b8e8-671ac27fe244 HTTP/1.1" status: 200 len: 943 time: 0.2487106 Feb 09 01:40:18.574448 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de80edfa-67e4-4c87-be16-00868fdb01d9 req-e5658c27-f4d3-4c77-8a41-44c5850788bf service neutron] 10.222.0.120 "GET /v2.0/networks/b8d2b866-3299-416f-9af2-43f0ad33d930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509940 Feb 09 01:40:18.602544 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fd98444f-b1b7-4aea-9225-4e1c7afe986b req-ee1de3b4-9dbd-434f-a100-e915bf0639cc tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/security-groups?id=c9da4d27-debd-407c-a847-6c731a498e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669719 Feb 09 01:40:18.710380 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e247c6c-12fd-48ca-9824-240c1912175d req-2c61ea26-7652-4240-ac05-c8c54f5a0bb9 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446531 Feb 09 01:40:18.763345 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de80edfa-67e4-4c87-be16-00868fdb01d9 req-f30ace9d-d144-46cb-adf6-b695c8352d37 service neutron] 10.222.0.120 "GET /v2.0/networks/b8d2b866-3299-416f-9af2-43f0ad33d930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808426 Feb 09 01:40:18.789251 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d50c8400-3356-480a-a986-f3d72f324f1a req-da8d61d2-3856-4b3e-8c78-622ac0da76c6 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:18.829330 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d61d2-3856-4b3e-8c78-622ac0da76c6 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event deleted for resources: {'Port': ['ID=a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:18.942113 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-d50c8400-3356-480a-a986-f3d72f324f1a req-da8d61d2-3856-4b3e-8c78-622ac0da76c6 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] No DVR routers for this DVR port a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:40:18.948022 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d50c8400-3356-480a-a986-f3d72f324f1a req-da8d61d2-3856-4b3e-8c78-622ac0da76c6 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:18.952529 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d50c8400-3356-480a-a986-f3d72f324f1a req-da8d61d2-3856-4b3e-8c78-622ac0da76c6 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.47 "DELETE /v2.0/ports/a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a HTTP/1.1" status: 204 len: 173 time: 1.2873607 Feb 09 01:40:18.977011 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e266942-416b-4573-bf7b-228b45e5dfe8 req-04dd3f8d-3c80-4280-a31d-1f87141786bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:18.978767 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5e266942-416b-4573-bf7b-228b45e5dfe8 req-04dd3f8d-3c80-4280-a31d-1f87141786bd service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=30a03133bb5b49b1a0f654850ebc730c&device_id=f315614f-8903-4433-9cb2-df4b6651ed82 HTTP/1.1" status: 200 len: 1126 time: 0.1594086 Feb 09 01:40:19.003806 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3998e-c7bb-42f1-8cc9-8757f9f104d7 req-b0e9692e-4664-46c8-9df5-cebe0c103c10 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:19.005385 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-40b3998e-c7bb-42f1-8cc9-8757f9f104d7 req-b0e9692e-4664-46c8-9df5-cebe0c103c10 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] 10.222.0.50 "GET /v2.0/ports?device_id=f315614f-8903-4433-9cb2-df4b6651ed82 HTTP/1.1" status: 200 len: 944 time: 0.1491237 Feb 09 01:40:19.106319 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-40b3998e-c7bb-42f1-8cc9-8757f9f104d7 req-e1145de9-1ef6-4a6a-83c1-08bfd79f07b4 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ca52086-33e6-46a5-bec7-9b0f6ebfc2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904331 Feb 09 01:40:19.124465 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e266942-416b-4573-bf7b-228b45e5dfe8 req-572de552-4125-4878-acab-2a2837db136c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:19.126137 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5e266942-416b-4573-bf7b-228b45e5dfe8 req-572de552-4125-4878-acab-2a2837db136c service neutron] 10.222.0.120 "GET /v2.0/networks?id=b8d2b866-3299-416f-9af2-43f0ad33d930 HTTP/1.1" status: 200 len: 910 time: 0.1386845 Feb 09 01:40:19.173317 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5e266942-416b-4573-bf7b-228b45e5dfe8 req-5140e4b8-4162-46a6-9d46-2c1e00e72ed9 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf89825f-57c0-4f62-b1d1-756837c586be HTTP/1.1" status: 200 len: 217 time: 0.0409744 Feb 09 01:40:19.226727 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e266942-416b-4573-bf7b-228b45e5dfe8 req-e7c3ca9c-9e26-4248-82c4-0a8c4cc448a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:19.228460 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5e266942-416b-4573-bf7b-228b45e5dfe8 req-e7c3ca9c-9e26-4248-82c4-0a8c4cc448a2 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=29c5d7dc-f2c1-40ba-bdc9-f90b641e2d6d HTTP/1.1" status: 200 len: 848 time: 0.0493760 Feb 09 01:40:19.268650 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5e266942-416b-4573-bf7b-228b45e5dfe8 req-b1a04921-3adb-429f-9682-3788d31a51b1 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=b8d2b866-3299-416f-9af2-43f0ad33d930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330472 Feb 09 01:40:19.409070 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5e266942-416b-4573-bf7b-228b45e5dfe8 req-214d9d76-4c03-45d2-a6de-c307a188af0b service neutron] 10.222.0.120 "GET /v2.0/networks/b8d2b866-3299-416f-9af2-43f0ad33d930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336551 Feb 09 01:40:19.511746 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5e266942-416b-4573-bf7b-228b45e5dfe8 req-775f110e-8c01-4efe-9ba9-89c2a31c6d96 service neutron] 10.222.0.120 "GET /v2.0/networks/b8d2b866-3299-416f-9af2-43f0ad33d930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952189 Feb 09 01:40:19.616840 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b453f079-ebb6-4426-9100-df47a7f50a51', 'name': 'network-vif-deleted', 'tag': 'a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:40:19.619458 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4af78d-2673-4cf7-b04f-d706b9beb000" -d '{"events": [{"server_uuid": "b453f079-ebb6-4426-9100-df47a7f50a51", "name": "network-vif-deleted", "tag": "a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:40:19.664465 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33eb7d6-052a-497a-85b1-782703adbdc1 x-openstack-request-id: req-f33eb7d6-052a-497a-85b1-782703adbdc1 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:40:19.664835 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b453f079-ebb6-4426-9100-df47a7f50a51", "name": "network-vif-deleted", "tag": "a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:40:19.667070 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36740) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:19.673742 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f33eb7d6-052a-497a-85b1-782703adbdc1 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:40:19.674435 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b453f079-ebb6-4426-9100-df47a7f50a51', 'name': 'network-vif-deleted', 'tag': 'a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a', 'status': 'completed', 'code': 200} Feb 09 01:40:19.734168 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c1f995a4-f09d-4dca-9076-67c21ed658df tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group (c9da4d27-debd-407c-a847-6c731a498e67), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:19.763250 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c1f995a4-f09d-4dca-9076-67c21ed658df tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group (c9da4d27-debd-407c-a847-6c731a498e67), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:19.767832 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:40:19.789805 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:40:19.790750 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device a4ad2ac6-de76-44e3-94c1-0ab1e9dbea1a not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:40:19.827235 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c1f995a4-f09d-4dca-9076-67c21ed658df tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (c9da4d27-debd-407c-a847-6c731a498e67), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:19.830087 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c1f995a4-f09d-4dca-9076-67c21ed658df tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:19.833065 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c1f995a4-f09d-4dca-9076-67c21ed658df tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "DELETE /v2.0/security-groups/c9da4d27-debd-407c-a847-6c731a498e67 HTTP/1.1" status: 204 len: 168 time: 0.1662567 Feb 09 01:40:19.843432 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f995a4-f09d-4dca-9076-67c21ed658df tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9da4d27-debd-407c-a847-6c731a498e67,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:19.865403 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36750) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:19.913522 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a3964-200f-4a57-8cff-88b45749bb56 req-0b4bd02c-d903-4a86-b916-39766b2989c7 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:19.916069 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e13a3964-200f-4a57-8cff-88b45749bb56 req-0b4bd02c-d903-4a86-b916-39766b2989c7 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65be677-c783-46db-b8e8-671ac27fe244 HTTP/1.1" status: 200 len: 943 time: 0.1070898 Feb 09 01:40:19.971924 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e13a3964-200f-4a57-8cff-88b45749bb56 req-683817cc-5828-41a9-b1a4-afe835c2f02d tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507834 Feb 09 01:40:20.245630 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b14f6-69f3-448d-ae47-1fc669f5334d req-fa53e24d-4f84-4f48-8eda-746d642f4f52 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:20.248078 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ec7b14f6-69f3-448d-ae47-1fc669f5334d req-fa53e24d-4f84-4f48-8eda-746d642f4f52 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] 10.222.0.50 "GET /v2.0/ports?device_id=f315614f-8903-4433-9cb2-df4b6651ed82 HTTP/1.1" status: 200 len: 944 time: 0.0689592 Feb 09 01:40:20.266899 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e56967ed-2f3e-4818-abea-0c90f0e74bac tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (1d7e0fb3-4e68-4d5c-b471-948997461cbe), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:20.305554 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ec7b14f6-69f3-448d-ae47-1fc669f5334d req-cf953da1-4897-43cd-bbd1-56f584e945e7 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ca52086-33e6-46a5-bec7-9b0f6ebfc2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512841 Feb 09 01:40:20.540100 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device bf89825f-57c0-4f62-b1d1-756837c586be details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:40:20.553987 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-e56967ed-2f3e-4818-abea-0c90f0e74bac tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Deleting port 69b2c744-9ab3-42bf-ba16-81e7a641aac2 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:20.554624 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e56967ed-2f3e-4818-abea-0c90f0e74bac tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (69b2c744-9ab3-42bf-ba16-81e7a641aac2), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:20.641943 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port bf89825f-57c0-4f62-b1d1-756837c586be, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=bf89825f-57c0-4f62-b1d1-756837c586be,segment=NetworkSegment(dc85070f-57dd-4984-946e-a016d856a886),segment_id=dc85070f-57dd-4984-946e-a016d856a886)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:20.655485 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': 'bf89825f-57c0-4f62-b1d1-756837c586be', 'network_id': 'b8d2b866-3299-416f-9af2-43f0ad33d930', 'port_id': 'bf89825f-57c0-4f62-b1d1-756837c586be', 'mac_address': 'fa:16:3e:ff:10:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c5d7dc-f2c1-40ba-bdc9-f90b641e2d6d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:40:20.696091 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port bf89825f-57c0-4f62-b1d1-756837c586be is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:20.696687 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (bf89825f-57c0-4f62-b1d1-756837c586be), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:20.715335 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf89825f-57c0-4f62-b1d1-756837c586be {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:40:20.739184 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port bf89825f-57c0-4f62-b1d1-756837c586be, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=bf89825f-57c0-4f62-b1d1-756837c586be,segment=NetworkSegment(dc85070f-57dd-4984-946e-a016d856a886),segment_id=dc85070f-57dd-4984-946e-a016d856a886)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:20.745379 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (bf89825f-57c0-4f62-b1d1-756837c586be), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:20.811317 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=bf89825f-57c0-4f62-b1d1-756837c586be,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:20.941392 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-e56967ed-2f3e-4818-abea-0c90f0e74bac tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] For port 69b2c744-9ab3-42bf-ba16-81e7a641aac2, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=69b2c744-9ab3-42bf-ba16-81e7a641aac2,segment=NetworkSegment(f4eb58eb-4f5f-465e-b7fb-e1df5409926f),segment_id=f4eb58eb-4f5f-465e-b7fb-e1df5409926f)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:20.942657 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e56967ed-2f3e-4818-abea-0c90f0e74bac tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (69b2c744-9ab3-42bf-ba16-81e7a641aac2), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:20.945228 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['bf89825f-57c0-4f62-b1d1-756837c586be'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:40:20.954911 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-e56967ed-2f3e-4818-abea-0c90f0e74bac tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Calling delete_port for 69b2c744-9ab3-42bf-ba16-81e7a641aac2 owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:21.145267 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e94a51-5da5-4c8b-9d43-f9b16ee77bd1 req-5866496b-c1c8-4c64-a28b-9033db49a7fe tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:21.146796 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-30e94a51-5da5-4c8b-9d43-f9b16ee77bd1 req-5866496b-c1c8-4c64-a28b-9033db49a7fe tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65be677-c783-46db-b8e8-671ac27fe244 HTTP/1.1" status: 200 len: 943 time: 0.0695980 Feb 09 01:40:21.173356 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e56967ed-2f3e-4818-abea-0c90f0e74bac tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (69b2c744-9ab3-42bf-ba16-81e7a641aac2), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:21.199271 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-30e94a51-5da5-4c8b-9d43-f9b16ee77bd1 req-e872289e-5a8e-4524-88e6-04862085fe79 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457966 Feb 09 01:40:21.208719 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56967ed-2f3e-4818-abea-0c90f0e74bac tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event deleted for resources: {'Port': ['ID=69b2c744-9ab3-42bf-ba16-81e7a641aac2,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:21.428794 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e56967ed-2f3e-4818-abea-0c90f0e74bac tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (1d7e0fb3-4e68-4d5c-b471-948997461cbe), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:21.464428 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb88ba7-f516-4a94-8320-558a2d9a49cc req-351d6a4c-a22a-4876-bc03-f6ab2d576614 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:21.466050 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4cb88ba7-f516-4a94-8320-558a2d9a49cc req-351d6a4c-a22a-4876-bc03-f6ab2d576614 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] 10.222.0.50 "GET /v2.0/ports?device_id=f315614f-8903-4433-9cb2-df4b6651ed82 HTTP/1.1" status: 200 len: 945 time: 0.0791554 Feb 09 01:40:21.514146 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4cb88ba7-f516-4a94-8320-558a2d9a49cc req-5f53606b-897b-4a73-8663-434bda3d25c7 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ca52086-33e6-46a5-bec7-9b0f6ebfc2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420454 Feb 09 01:40:21.671278 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e56967ed-2f3e-4818-abea-0c90f0e74bac tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Router 1d7e0fb3-4e68-4d5c-b471-948997461cbe has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:40:21.781381 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56967ed-2f3e-4818-abea-0c90f0e74bac tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:40:21.790398 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e56967ed-2f3e-4818-abea-0c90f0e74bac tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "PUT /v2.0/routers/1d7e0fb3-4e68-4d5c-b471-948997461cbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9202249 Feb 09 01:40:21.790398 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36790) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:21.793733 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f405484-cc6d-46f7-96c5-5a94ba3725be None None] Sync routers for ids ['1d7e0fb3-4e68-4d5c-b471-948997461cbe'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:40:21.808228 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f405484-cc6d-46f7-96c5-5a94ba3725be None None] Routers {'1d7e0fb3-4e68-4d5c-b471-948997461cbe'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:40:21.808868 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-3f405484-cc6d-46f7-96c5-5a94ba3725be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:40:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['1d7e0fb3-4e68-4d5c-b471-948997461cbe'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:21.843387 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f42ac85-52ba-4e37-a9e8-a7382f469b66 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Deleting subnet d81a46a7-43cb-40c4-a99b-23e6c4130e50 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:40:21.847483 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5f42ac85-52ba-4e37-a9e8-a7382f469b66 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for subnet (d81a46a7-43cb-40c4-a99b-23e6c4130e50), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:21.889949 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5f42ac85-52ba-4e37-a9e8-a7382f469b66 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (d81a46a7-43cb-40c4-a99b-23e6c4130e50), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:21.924296 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-3f405484-cc6d-46f7-96c5-5a94ba3725be None None] Set router 1d7e0fb3-4e68-4d5c-b471-948997461cbe gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:40:21.990247 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5f42ac85-52ba-4e37-a9e8-a7382f469b66 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (d81a46a7-43cb-40c4-a99b-23e6c4130e50), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:22.059590 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5f42ac85-52ba-4e37-a9e8-a7382f469b66 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (d81a46a7-43cb-40c4-a99b-23e6c4130e50), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:22.095730 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f42ac85-52ba-4e37-a9e8-a7382f469b66 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event deleted for resources: {'Subnet': ['ID=d81a46a7-43cb-40c4-a99b-23e6c4130e50,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:22.102146 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5f42ac85-52ba-4e37-a9e8-a7382f469b66 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:22.108944 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5f42ac85-52ba-4e37-a9e8-a7382f469b66 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "DELETE /v2.0/subnets/d81a46a7-43cb-40c4-a99b-23e6c4130e50 HTTP/1.1" status: 204 len: 168 time: 0.3158374 Feb 09 01:40:22.109310 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36796) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:22.185261 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843cd00d-b4d9-4ecb-9f26-ce7d73ef4f4b None None] Network 85fab4c6-67c5-4572-98f4-be05932fca9f requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:22.236327 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ba14dcc6-8af0-493d-a026-277d33d0205c tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for router (1d7e0fb3-4e68-4d5c-b471-948997461cbe), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:22.370985 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802c59c-e9ce-43ae-a28f-27015c8dffb4 req-e09bf658-8897-4692-8858-794602e406f3 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:22.372899 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c802c59c-e9ce-43ae-a28f-27015c8dffb4 req-e09bf658-8897-4692-8858-794602e406f3 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65be677-c783-46db-b8e8-671ac27fe244 HTTP/1.1" status: 200 len: 943 time: 0.0762427 Feb 09 01:40:22.386185 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ba14dcc6-8af0-493d-a026-277d33d0205c tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for router_gateway (1d7e0fb3-4e68-4d5c-b471-948997461cbe), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:22.405175 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-3f405484-cc6d-46f7-96c5-5a94ba3725be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'name': 'tempest-TestNetworkBasicOps-router-785819750', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.78'}], 'enable_snat': True}, 'gw_port_id': '62b798d0-a28e-4514-96e5-53dc426ea8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:08Z', 'updated_at': '2022-02-09T01:40:21Z', 'revision_number': 7, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'gw_port': {'id': '62b798d0-a28e-4514-96e5-53dc426ea8c8', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:1f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:38:11Z', 'updated_at': '2022-02-09T01:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:22.448392 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c802c59c-e9ce-43ae-a28f-27015c8dffb4 req-ee4b3e1a-bba9-4c9a-8189-328f79928766 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676241 Feb 09 01:40:22.449790 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798e5125-0e72-43b1-ab31-837f33cb5b4a None None] DHCP port deletion for 85fab4c6-67c5-4572-98f4-be05932fca9f request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:40:22.453248 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f405484-cc6d-46f7-96c5-5a94ba3725be None None] Checking router: 1d7e0fb3-4e68-4d5c-b471-948997461cbe for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:40:22.485423 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-ba14dcc6-8af0-493d-a026-277d33d0205c tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Deleting port 62b798d0-a28e-4514-96e5-53dc426ea8c8 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:22.485771 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ba14dcc6-8af0-493d-a026-277d33d0205c tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (62b798d0-a28e-4514-96e5-53dc426ea8c8), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:22.486258 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f405484-cc6d-46f7-96c5-5a94ba3725be None None] Routers {'1d7e0fb3-4e68-4d5c-b471-948997461cbe'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:40:22.486967 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-3f405484-cc6d-46f7-96c5-5a94ba3725be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:40:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['1d7e0fb3-4e68-4d5c-b471-948997461cbe'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:22.595843 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-ba14dcc6-8af0-493d-a026-277d33d0205c tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] For port 62b798d0-a28e-4514-96e5-53dc426ea8c8, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=62b798d0-a28e-4514-96e5-53dc426ea8c8,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:22.596135 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ba14dcc6-8af0-493d-a026-277d33d0205c tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (62b798d0-a28e-4514-96e5-53dc426ea8c8), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:22.602432 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-3f405484-cc6d-46f7-96c5-5a94ba3725be None None] Set router 1d7e0fb3-4e68-4d5c-b471-948997461cbe gateway port host: None {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:40:22.610459 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-ba14dcc6-8af0-493d-a026-277d33d0205c tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Calling delete_port for 62b798d0-a28e-4514-96e5-53dc426ea8c8 owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:22.668074 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device bf89825f-57c0-4f62-b1d1-756837c586be up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:40:22.671497 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e846189-7de3-4291-bbef-8d67d13df3b1 req-ed99efde-1fbe-4159-95bb-f78656ca877b tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:22.673793 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-3f405484-cc6d-46f7-96c5-5a94ba3725be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'name': 'tempest-TestNetworkBasicOps-router-785819750', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:08Z', 'updated_at': '2022-02-09T01:40:22Z', 'revision_number': 8, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:22.681198 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7e846189-7de3-4291-bbef-8d67d13df3b1 req-ed99efde-1fbe-4159-95bb-f78656ca877b tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] 10.222.0.50 "GET /v2.0/ports?device_id=f315614f-8903-4433-9cb2-df4b6651ed82 HTTP/1.1" status: 200 len: 945 time: 0.0786548 Feb 09 01:40:22.728179 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f405484-cc6d-46f7-96c5-5a94ba3725be None None] The sync data for ids ['1d7e0fb3-4e68-4d5c-b471-948997461cbe'] in n-d-828369-4 is: [{'id': '1d7e0fb3-4e68-4d5c-b471-948997461cbe', 'name': 'tempest-TestNetworkBasicOps-router-785819750', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:38:08Z', 'updated_at': '2022-02-09T01:40:22Z', 'revision_number': 8, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'gw_port_host': None}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:40:22.762705 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-798e5125-0e72-43b1-ab31-837f33cb5b4a None None] Deleting port a97e2917-6176-4036-995e-a892a2e4a36f {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:22.763194 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-798e5125-0e72-43b1-ab31-837f33cb5b4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (a97e2917-6176-4036-995e-a892a2e4a36f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:22.790090 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7e846189-7de3-4291-bbef-8d67d13df3b1 req-ee16a8de-afdf-4b58-bfa8-bfbf6901ec54 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ca52086-33e6-46a5-bec7-9b0f6ebfc2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010363 Feb 09 01:40:22.815802 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ba14dcc6-8af0-493d-a026-277d33d0205c tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (62b798d0-a28e-4514-96e5-53dc426ea8c8), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:22.844022 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba14dcc6-8af0-493d-a026-277d33d0205c tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event deleted for resources: {'Port': ['ID=62b798d0-a28e-4514-96e5-53dc426ea8c8,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:22.849481 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port bf89825f-57c0-4f62-b1d1-756837c586be completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:40:22.865132 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port bf89825f-57c0-4f62-b1d1-756837c586be triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:22.865735 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (bf89825f-57c0-4f62-b1d1-756837c586be), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:22.869178 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-798e5125-0e72-43b1-ab31-837f33cb5b4a None None] For port a97e2917-6176-4036-995e-a892a2e4a36f, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=a97e2917-6176-4036-995e-a892a2e4a36f,segment=NetworkSegment(f4eb58eb-4f5f-465e-b7fb-e1df5409926f),segment_id=f4eb58eb-4f5f-465e-b7fb-e1df5409926f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:22.869816 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-798e5125-0e72-43b1-ab31-837f33cb5b4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (a97e2917-6176-4036-995e-a892a2e4a36f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:22.904122 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-798e5125-0e72-43b1-ab31-837f33cb5b4a None None] Calling delete_port for a97e2917-6176-4036-995e-a892a2e4a36f owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:22.913160 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ba14dcc6-8af0-493d-a026-277d33d0205c tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (1d7e0fb3-4e68-4d5c-b471-948997461cbe), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:23.016645 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ba14dcc6-8af0-493d-a026-277d33d0205c tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (1d7e0fb3-4e68-4d5c-b471-948997461cbe), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:23.019702 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ba14dcc6-8af0-493d-a026-277d33d0205c tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for router_controller (1d7e0fb3-4e68-4d5c-b471-948997461cbe), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:23.034527 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port bf89825f-57c0-4f62-b1d1-756837c586be is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:23.035201 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (bf89825f-57c0-4f62-b1d1-756837c586be), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:23.046260 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-798e5125-0e72-43b1-ab31-837f33cb5b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (a97e2917-6176-4036-995e-a892a2e4a36f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:23.070849 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ba14dcc6-8af0-493d-a026-277d33d0205c tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (1d7e0fb3-4e68-4d5c-b471-948997461cbe), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:23.071445 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba14dcc6-8af0-493d-a026-277d33d0205c tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Fanout notify agent at l3_agent the message router_deleted on router 1d7e0fb3-4e68-4d5c-b471-948997461cbe {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:40:23.078749 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ba14dcc6-8af0-493d-a026-277d33d0205c tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:23.082388 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ba14dcc6-8af0-493d-a026-277d33d0205c tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "DELETE /v2.0/routers/1d7e0fb3-4e68-4d5c-b471-948997461cbe HTTP/1.1" status: 204 len: 168 time: 0.9695919 Feb 09 01:40:23.083329 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36820) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:23.111449 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port bf89825f-57c0-4f62-b1d1-756837c586be, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=bf89825f-57c0-4f62-b1d1-756837c586be,segment=NetworkSegment(dc85070f-57dd-4984-946e-a016d856a886),segment_id=dc85070f-57dd-4984-946e-a016d856a886)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:23.120409 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f315614f-8903-4433-9cb2-df4b6651ed82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf89825f-57c0-4f62-b1d1-756837c586be'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:40:23.124200 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052cfa71-8c13-4248-91f1-638e065b2144" -d '{"events": [{"server_uuid": "f315614f-8903-4433-9cb2-df4b6651ed82", "name": "network-vif-plugged", "status": "completed", "tag": "bf89825f-57c0-4f62-b1d1-756837c586be"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:40:23.127904 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798e5125-0e72-43b1-ab31-837f33cb5b4a None None] Pushing event deleted for resources: {'Port': ['ID=a97e2917-6176-4036-995e-a892a2e4a36f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:23.130679 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (bf89825f-57c0-4f62-b1d1-756837c586be), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:23.174390 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798e5125-0e72-43b1-ab31-837f33cb5b4a None None] No DVR routers for this DVR port a97e2917-6176-4036-995e-a892a2e4a36f on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:40:23.232095 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec641e4f-7f8d-4acd-a84f-cfd760840be5 x-openstack-request-id: req-ec641e4f-7f8d-4acd-a84f-cfd760840be5 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:40:23.233093 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f315614f-8903-4433-9cb2-df4b6651ed82", "name": "network-vif-plugged", "status": "completed", "tag": "bf89825f-57c0-4f62-b1d1-756837c586be", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:40:23.233548 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ec641e4f-7f8d-4acd-a84f-cfd760840be5 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:40:23.234118 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f315614f-8903-4433-9cb2-df4b6651ed82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf89825f-57c0-4f62-b1d1-756837c586be', 'code': 200} Feb 09 01:40:23.246598 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-70f49a47-7578-48dd-851a-3803535c0e94 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (85fab4c6-67c5-4572-98f4-be05932fca9f), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:23.250717 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=bf89825f-57c0-4f62-b1d1-756837c586be,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:23.330895 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device a97e2917-6176-4036-995e-a892a2e4a36f no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:40:23.334458 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2093b6d-373e-4516-bfcb-3c5b83f178c1 req-6642a352-fe04-4fe2-bbc7-160dfefe0429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:23.336005 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a2093b6d-373e-4516-bfcb-3c5b83f178c1 req-6642a352-fe04-4fe2-bbc7-160dfefe0429 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=f315614f-8903-4433-9cb2-df4b6651ed82 HTTP/1.1" status: 200 len: 1128 time: 0.0746167 Feb 09 01:40:23.360075 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: a97e2917-6176-4036-995e-a892a2e4a36f {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:40:23.360562 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device a97e2917-6176-4036-995e-a892a2e4a36f not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:40:23.360910 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 69b2c744-9ab3-42bf-ba16-81e7a641aac2 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:40:23.391367 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 69b2c744-9ab3-42bf-ba16-81e7a641aac2 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:40:23.391731 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 69b2c744-9ab3-42bf-ba16-81e7a641aac2 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:40:23.393623 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a2093b6d-373e-4516-bfcb-3c5b83f178c1 req-592e2453-32ab-43c0-8e16-8cb334c0d67a service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=4ca52086-33e6-46a5-bec7-9b0f6ebfc2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512466 Feb 09 01:40:23.400496 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-70f49a47-7578-48dd-851a-3803535c0e94 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (85fab4c6-67c5-4572-98f4-be05932fca9f), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:23.421608 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-70f49a47-7578-48dd-851a-3803535c0e94 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85fab4c6-67c5-4572-98f4-be05932fca9f']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:23.432527 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-70f49a47-7578-48dd-851a-3803535c0e94 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4eb58eb-4f5f-465e-b7fb-e1df5409926f') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:23.432861 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-70f49a47-7578-48dd-851a-3803535c0e94 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4eb58eb-4f5f-465e-b7fb-e1df5409926f') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:23.442533 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-70f49a47-7578-48dd-851a-3803535c0e94 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (f4eb58eb-4f5f-465e-b7fb-e1df5409926f), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:23.455830 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-70f49a47-7578-48dd-851a-3803535c0e94 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (f4eb58eb-4f5f-465e-b7fb-e1df5409926f), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:23.461813 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70f49a47-7578-48dd-851a-3803535c0e94 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:40:23.462203 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-70f49a47-7578-48dd-851a-3803535c0e94 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (f4eb58eb-4f5f-465e-b7fb-e1df5409926f), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:23.465140 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:40:23.465140 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:40:23.465140 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:40:23.465140 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:40:23.465140 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:40:23.465140 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:40:23.465140 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:40:23.465140 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:40:23.465140 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:40:23.465140 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:40:23.465140 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:40:23.465140 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:40:23.465140 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:40:23.465140 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:40:23.465140 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:40:23.465140 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:40:23.465140 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:40:23.465140 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:40:23.465140 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:40:23.465140 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:40:23.465140 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:40:23.465140 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:40:23.465140 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:40:23.465140 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:40:23.465140 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:40:23.465140 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:40:23.465140 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:40:23.465140 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:40:23.465140 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:40:23.465140 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:40:23.465140 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:40:23.465140 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:40:23.533491 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-70f49a47-7578-48dd-851a-3803535c0e94 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (85fab4c6-67c5-4572-98f4-be05932fca9f), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:23.538785 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-70f49a47-7578-48dd-851a-3803535c0e94 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:23.545893 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-70f49a47-7578-48dd-851a-3803535c0e94 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "DELETE /v2.0/networks/85fab4c6-67c5-4572-98f4-be05932fca9f HTTP/1.1" status: 204 len: 168 time: 0.4584565 Feb 09 01:40:23.560903 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36832) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:23.569677 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-81a5617f-ee66-4dad-a60b-b7a2a56cdba9 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Request body: {'network': {'name': 'tempest-network-smoke--1140918975', 'project_id': '08210566e83248dda7b4b9773be6fbca', 'port_security_enabled': True}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:23.586860 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f49a47-7578-48dd-851a-3803535c0e94 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event deleted for resources: {'Network': ['ID=85fab4c6-67c5-4572-98f4-be05932fca9f,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:23.587457 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678af83-80a2-4116-95e6-896fed5e7d0b req-5c93de3a-eabb-4c5b-b57f-29d98a6acfd6 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:23.588989 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7678af83-80a2-4116-95e6-896fed5e7d0b req-5c93de3a-eabb-4c5b-b57f-29d98a6acfd6 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65be677-c783-46db-b8e8-671ac27fe244 HTTP/1.1" status: 200 len: 943 time: 0.0675240 Feb 09 01:40:23.609038 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a5617f-ee66-4dad-a60b-b7a2a56cdba9 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Made reservation on behalf of 08210566e83248dda7b4b9773be6fbca for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:23.613231 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81a5617f-ee66-4dad-a60b-b7a2a56cdba9 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:23.644305 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81a5617f-ee66-4dad-a60b-b7a2a56cdba9 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1035} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:40:23.649016 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7678af83-80a2-4116-95e6-896fed5e7d0b req-803ab8cb-9912-40fd-908b-1c519e020f41 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539887 Feb 09 01:40:23.655329 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81a5617f-ee66-4dad-a60b-b7a2a56cdba9 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (15266d76-45f0-4589-aaa7-42a72f5dadc4), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:23.655701 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-81a5617f-ee66-4dad-a60b-b7a2a56cdba9 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Added segment 15266d76-45f0-4589-aaa7-42a72f5dadc4 of type vlan for network 532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3 Feb 09 01:40:23.698584 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81a5617f-ee66-4dad-a60b-b7a2a56cdba9 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:23.725036 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81a5617f-ee66-4dad-a60b-b7a2a56cdba9 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:23.730834 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a5617f-ee66-4dad-a60b-b7a2a56cdba9 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:23.731459 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81a5617f-ee66-4dad-a60b-b7a2a56cdba9 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:23.795448 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-81a5617f-ee66-4dad-a60b-b7a2a56cdba9 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2277288 Feb 09 01:40:23.795793 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36838) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:23.800796 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-f87d98cc-367f-43a4-9655-1f605acb24d7 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-422295258', 'admin_state_up': True, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:23.809757 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a5617f-ee66-4dad-a60b-b7a2a56cdba9 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event updated for resources: {'Network': ['ID=532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:23.822242 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:40:23.833332 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f87d98cc-367f-43a4-9655-1f605acb24d7 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (ecb5daf8-518a-432b-9683-e7ed1ab39f05), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:23.834430 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f87d98cc-367f-43a4-9655-1f605acb24d7 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (ecb5daf8-518a-432b-9683-e7ed1ab39f05), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:23.911656 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f87d98cc-367f-43a4-9655-1f605acb24d7 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for router_controller (ecb5daf8-518a-432b-9683-e7ed1ab39f05), precommit_add_association {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:24.078114 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5de106-55a4-4808-b278-fe4f0d8b2360 req-6dcf8400-84c4-41fb-abd6-aaef91ae16b2 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:24.079720 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4d5de106-55a4-4808-b278-fe4f0d8b2360 req-6dcf8400-84c4-41fb-abd6-aaef91ae16b2 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] 10.222.0.50 "GET /v2.0/ports?device_id=f315614f-8903-4433-9cb2-df4b6651ed82 HTTP/1.1" status: 200 len: 946 time: 0.1721985 Feb 09 01:40:24.147251 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f87d98cc-367f-43a4-9655-1f605acb24d7 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for router_gateway (ecb5daf8-518a-432b-9683-e7ed1ab39f05), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:24.217227 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4d5de106-55a4-4808-b278-fe4f0d8b2360 req-98ccc3f8-4231-41ae-866e-62cf40344e96 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ca52086-33e6-46a5-bec7-9b0f6ebfc2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058221 Feb 09 01:40:24.374095 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f87d98cc-367f-43a4-9655-1f605acb24d7 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for router_gateway (ecb5daf8-518a-432b-9683-e7ed1ab39f05), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:24.393845 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f87d98cc-367f-43a4-9655-1f605acb24d7 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:24.506131 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-f87d98cc-367f-43a4-9655-1f605acb24d7 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Allocated IP 172.25.8.239 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/92d12a32-1de6-4182-badd-1fa5431ddfc1) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:24.622141 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f87d98cc-367f-43a4-9655-1f605acb24d7 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for port (92d12a32-1de6-4182-badd-1fa5431ddfc1), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:24.656350 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f87d98cc-367f-43a4-9655-1f605acb24d7 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (92d12a32-1de6-4182-badd-1fa5431ddfc1), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:24.703157 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87d98cc-367f-43a4-9655-1f605acb24d7 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:24.708170 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-f87d98cc-367f-43a4-9655-1f605acb24d7 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:24.712736 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87d98cc-367f-43a4-9655-1f605acb24d7 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:24.715956 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87d98cc-367f-43a4-9655-1f605acb24d7 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event updated for resources: {'Port': ['ID=92d12a32-1de6-4182-badd-1fa5431ddfc1,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:24.821792 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 62b798d0-a28e-4514-96e5-53dc426ea8c8 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:40:24.847551 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 62b798d0-a28e-4514-96e5-53dc426ea8c8 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:40:24.848157 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 62b798d0-a28e-4514-96e5-53dc426ea8c8 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:40:24.877113 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a23145-dc52-4c1a-b831-ebf808bb8225 req-d31955e7-5313-4692-9963-65942b8eb952 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:24.880124 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-03a23145-dc52-4c1a-b831-ebf808bb8225 req-d31955e7-5313-4692-9963-65942b8eb952 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65be677-c783-46db-b8e8-671ac27fe244 HTTP/1.1" status: 200 len: 943 time: 0.1417046 Feb 09 01:40:25.032230 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-03a23145-dc52-4c1a-b831-ebf808bb8225 req-56bda14d-c674-4384-88e6-9065efc40c7e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300399 Feb 09 01:40:25.079400 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f87d98cc-367f-43a4-9655-1f605acb24d7 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for router_gateway (ecb5daf8-518a-432b-9683-e7ed1ab39f05), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:25.288376 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f87d98cc-367f-43a4-9655-1f605acb24d7 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (ecb5daf8-518a-432b-9683-e7ed1ab39f05), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:25.434833 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31d217-e970-4469-bc4c-ea264efb26bd req-b19450ea-b0fd-401e-9bfd-ab722980bb08 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:25.436517 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e31d217-e970-4469-bc4c-ea264efb26bd req-b19450ea-b0fd-401e-9bfd-ab722980bb08 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] 10.222.0.50 "GET /v2.0/ports?device_id=f315614f-8903-4433-9cb2-df4b6651ed82 HTTP/1.1" status: 200 len: 946 time: 0.1352031 Feb 09 01:40:25.517487 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e31d217-e970-4469-bc4c-ea264efb26bd req-d46c6efe-069f-4a3a-babd-0241be6f032e tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ca52086-33e6-46a5-bec7-9b0f6ebfc2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686677 Feb 09 01:40:25.526606 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87d98cc-367f-43a4-9655-1f605acb24d7 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Router ecb5daf8-518a-432b-9683-e7ed1ab39f05 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:40:25.650365 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87d98cc-367f-43a4-9655-1f605acb24d7 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:40:25.673494 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f87d98cc-367f-43a4-9655-1f605acb24d7 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:25.674752 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f87d98cc-367f-43a4-9655-1f605acb24d7 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8775845 Feb 09 01:40:25.680712 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36880) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:25.684898 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3ef9dd-d4fa-4630-9cbd-22119d7f7cf2 None None] Sync routers for ids ['ecb5daf8-518a-432b-9683-e7ed1ab39f05'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:40:25.696444 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3ef9dd-d4fa-4630-9cbd-22119d7f7cf2 None None] Routers {'ecb5daf8-518a-432b-9683-e7ed1ab39f05'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:40:25.697101 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-ac3ef9dd-d4fa-4630-9cbd-22119d7f7cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:40:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['ecb5daf8-518a-432b-9683-e7ed1ab39f05'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:25.714368 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-16785440-6101-4dbc-8ae4-ce5c6ee2ddc4 tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=08210566e83248dda7b4b9773be6fbca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323889 Feb 09 01:40:25.717177 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36882) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:25.792829 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device e341fc78-ffe5-4c68-9300-001bc11e2545 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:40:25.840238 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-ac3ef9dd-d4fa-4630-9cbd-22119d7f7cf2 None None] Set router ecb5daf8-518a-432b-9683-e7ed1ab39f05 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:40:25.990458 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port e341fc78-ffe5-4c68-9300-001bc11e2545, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=e341fc78-ffe5-4c68-9300-001bc11e2545,segment=NetworkSegment(d40e3b64-4486-4490-9380-e6758cb22819),segment_id=d40e3b64-4486-4490-9380-e6758cb22819)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:26.042416 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': 'e341fc78-ffe5-4c68-9300-001bc11e2545', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'port_id': 'e341fc78-ffe5-4c68-9300-001bc11e2545', 'mac_address': 'fa:16:3e:98:5f:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68d3f132-83c5-49da-80a3-1924c70a8491', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:40:26.129497 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-ac3ef9dd-d4fa-4630-9cbd-22119d7f7cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb5daf8-518a-432b-9683-e7ed1ab39f05', 'name': 'tempest-TestNetworkBasicOps-router-422295258', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '92d12a32-1de6-4182-badd-1fa5431ddfc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:23Z', 'updated_at': '2022-02-09T01:40:24Z', 'revision_number': 3, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'gw_port': {'id': '92d12a32-1de6-4182-badd-1fa5431ddfc1', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb5daf8-518a-432b-9683-e7ed1ab39f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:24Z', 'updated_at': '2022-02-09T01:40:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:26.173853 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port e341fc78-ffe5-4c68-9300-001bc11e2545 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:26.174254 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e341fc78-ffe5-4c68-9300-001bc11e2545), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:26.182452 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3ef9dd-d4fa-4630-9cbd-22119d7f7cf2 None None] Checking router: ecb5daf8-518a-432b-9683-e7ed1ab39f05 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:40:26.182804 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3ef9dd-d4fa-4630-9cbd-22119d7f7cf2 None None] Updating router ecb5daf8-518a-432b-9683-e7ed1ab39f05 port 92d12a32-1de6-4182-badd-1fa5431ddfc1 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:40:26.201089 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e341fc78-ffe5-4c68-9300-001bc11e2545 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:40:26.209650 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c0a1d1-1b21-4bff-a80a-26ab75419144 tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:26.211169 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-62c0a1d1-1b21-4bff-a80a-26ab75419144 tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4922867 Feb 09 01:40:26.214645 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36896) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:26.243089 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port e341fc78-ffe5-4c68-9300-001bc11e2545, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=e341fc78-ffe5-4c68-9300-001bc11e2545,segment=NetworkSegment(d40e3b64-4486-4490-9380-e6758cb22819),segment_id=d40e3b64-4486-4490-9380-e6758cb22819)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:26.251443 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ac3ef9dd-d4fa-4630-9cbd-22119d7f7cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (92d12a32-1de6-4182-badd-1fa5431ddfc1), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:26.251635 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e341fc78-ffe5-4c68-9300-001bc11e2545), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:26.287475 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 36902) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:26.288140 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d8703354-c925-4fae-8408-b72ae73d538c tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=ca740734-29c2-4b60-ae10-4c709b5c6ef4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0723813 Feb 09 01:40:26.294496 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-2160eae2-5bc3-4914-a938-abf34376e76f tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-373429164', 'network_id': '532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3', 'project_id': '08210566e83248dda7b4b9773be6fbca', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:26.354728 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb3e81-bea3-4e50-82f2-176d85663fa0 req-78e91ad6-4d66-47d0-ad3e-d2cd0d1fedbf tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:26.356346 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2fb3e81-bea3-4e50-82f2-176d85663fa0 req-78e91ad6-4d66-47d0-ad3e-d2cd0d1fedbf tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65be677-c783-46db-b8e8-671ac27fe244 HTTP/1.1" status: 200 len: 943 time: 0.1579256 Feb 09 01:40:26.383070 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=e341fc78-ffe5-4c68-9300-001bc11e2545,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:26.430403 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2160eae2-5bc3-4914-a938-abf34376e76f tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Made reservation on behalf of 08210566e83248dda7b4b9773be6fbca for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:26.434352 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2fb3e81-bea3-4e50-82f2-176d85663fa0 req-dd0c83a5-5cdf-4134-bbb8-603f9fa436e6 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638969 Feb 09 01:40:26.435996 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2160eae2-5bc3-4914-a938-abf34376e76f tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:26.481810 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['e341fc78-ffe5-4c68-9300-001bc11e2545'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:40:26.642745 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2160eae2-5bc3-4914-a938-abf34376e76f tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (4632e278-203e-4ef8-a1df-1afa6be4c4aa), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:26.715193 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2160eae2-5bc3-4914-a938-abf34376e76f tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event updated for resources: {'Subnet': ['ID=4632e278-203e-4ef8-a1df-1afa6be4c4aa,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:26.758407 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ac3ef9dd-d4fa-4630-9cbd-22119d7f7cf2 None None] Publish callbacks [] for port (92d12a32-1de6-4182-badd-1fa5431ddfc1), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:26.766857 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ac3ef9dd-d4fa-4630-9cbd-22119d7f7cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (92d12a32-1de6-4182-badd-1fa5431ddfc1), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:26.780625 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2160eae2-5bc3-4914-a938-abf34376e76f tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Checking segment: {'id': '15266d76-45f0-4589-aaa7-42a72f5dadc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:40:26.781000 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2160eae2-5bc3-4914-a938-abf34376e76f tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Network hostable DHCP agents. Network: 532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:40:26.820820 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2160eae2-5bc3-4914-a938-abf34376e76f tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Network 532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:40:26.833303 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-2160eae2-5bc3-4914-a938-abf34376e76f tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:26.834807 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-ac3ef9dd-d4fa-4630-9cbd-22119d7f7cf2 None None] Attempting to bind port 92d12a32-1de6-4182-badd-1fa5431ddfc1 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:40:26.835195 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-ac3ef9dd-d4fa-4630-9cbd-22119d7f7cf2 None None] Attempting to bind port 92d12a32-1de6-4182-badd-1fa5431ddfc1 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:40:26.835549 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3ef9dd-d4fa-4630-9cbd-22119d7f7cf2 None None] Attempting to bind port 92d12a32-1de6-4182-badd-1fa5431ddfc1 on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:40:26.839413 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2160eae2-5bc3-4914-a938-abf34376e76f tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:26.840242 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2160eae2-5bc3-4914-a938-abf34376e76f tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:26.843104 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ecc619-e9c2-403f-bc20-125ffcbb1aad None None] Pushing event updated for resources: {'Port': ['ID=92d12a32-1de6-4182-badd-1fa5431ddfc1,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:26.846224 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3ef9dd-d4fa-4630-9cbd-22119d7f7cf2 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:40:26.846898 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3ef9dd-d4fa-4630-9cbd-22119d7f7cf2 None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:40:26.847472 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ac3ef9dd-d4fa-4630-9cbd-22119d7f7cf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:26.848014 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3ef9dd-d4fa-4630-9cbd-22119d7f7cf2 None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:40:26.848745 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-ac3ef9dd-d4fa-4630-9cbd-22119d7f7cf2 None None] Bound port: 92d12a32-1de6-4182-badd-1fa5431ddfc1, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:40:26.849352 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ac3ef9dd-d4fa-4630-9cbd-22119d7f7cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (92d12a32-1de6-4182-badd-1fa5431ddfc1), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:26.852401 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa199b15-3fe5-42ed-8ce2-b87b9a30d4d7 None None] Network 532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:26.872208 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2160eae2-5bc3-4914-a938-abf34376e76f tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5830681 Feb 09 01:40:26.875248 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 36910) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:27.026932 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-ac3ef9dd-d4fa-4630-9cbd-22119d7f7cf2 None None] For port 92d12a32-1de6-4182-badd-1fa5431ddfc1, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:40:27.027715 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7172c27e-0f1f-4fa4-921c-1bdf8bf61032 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3', 'network_id': '532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3', 'project_id': '08210566e83248dda7b4b9773be6fbca', 'fixed_ips': [{'subnet_id': '4632e278-203e-4ef8-a1df-1afa6be4c4aa'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:40:27.028774 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7172c27e-0f1f-4fa4-921c-1bdf8bf61032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:27.030161 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-ac3ef9dd-d4fa-4630-9cbd-22119d7f7cf2 None None] For port 92d12a32-1de6-4182-badd-1fa5431ddfc1, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=92d12a32-1de6-4182-badd-1fa5431ddfc1,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:40:27.038352 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-ac3ef9dd-d4fa-4630-9cbd-22119d7f7cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (92d12a32-1de6-4182-badd-1fa5431ddfc1), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:27.174823 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3ef9dd-d4fa-4630-9cbd-22119d7f7cf2 None None] Routers {'ecb5daf8-518a-432b-9683-e7ed1ab39f05'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:40:27.175612 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-ac3ef9dd-d4fa-4630-9cbd-22119d7f7cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:40:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['ecb5daf8-518a-432b-9683-e7ed1ab39f05'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:27.206874 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-7172c27e-0f1f-4fa4-921c-1bdf8bf61032 None None] Allocated IP 172.20.0.2 (532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3/4632e278-203e-4ef8-a1df-1afa6be4c4aa/5c2878ba-1332-4a19-8a91-e48944bf5e09) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:27.402263 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7172c27e-0f1f-4fa4-921c-1bdf8bf61032 None None] Publish callbacks [] for port (5c2878ba-1332-4a19-8a91-e48944bf5e09), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:27.410022 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7172c27e-0f1f-4fa4-921c-1bdf8bf61032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (5c2878ba-1332-4a19-8a91-e48944bf5e09), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:27.460390 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7172c27e-0f1f-4fa4-921c-1bdf8bf61032 None None] Network 532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:27.460872 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-ac3ef9dd-d4fa-4630-9cbd-22119d7f7cf2 None None] Set router ecb5daf8-518a-432b-9683-e7ed1ab39f05 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:40:27.478126 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-7172c27e-0f1f-4fa4-921c-1bdf8bf61032 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:27.491257 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7172c27e-0f1f-4fa4-921c-1bdf8bf61032 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:27.525165 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7172c27e-0f1f-4fa4-921c-1bdf8bf61032 None None] Pushing event updated for resources: {'Port': ['ID=5c2878ba-1332-4a19-8a91-e48944bf5e09,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:27.660043 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ecc619-e9c2-403f-bc20-125ffcbb1aad None None] Pushing event updated for resources: {'Port': ['ID=92d12a32-1de6-4182-badd-1fa5431ddfc1,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:27.660616 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-7172c27e-0f1f-4fa4-921c-1bdf8bf61032 None None] Attempting to bind port 5c2878ba-1332-4a19-8a91-e48944bf5e09 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:40:27.661135 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-7172c27e-0f1f-4fa4-921c-1bdf8bf61032 None None] Attempting to bind port 5c2878ba-1332-4a19-8a91-e48944bf5e09 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '15266d76-45f0-4589-aaa7-42a72f5dadc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:40:27.661449 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7172c27e-0f1f-4fa4-921c-1bdf8bf61032 None None] Attempting to bind port 5c2878ba-1332-4a19-8a91-e48944bf5e09 on network 532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:40:27.667802 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7172c27e-0f1f-4fa4-921c-1bdf8bf61032 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:40:27.668129 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7172c27e-0f1f-4fa4-921c-1bdf8bf61032 None None] Checking segment: {'id': '15266d76-45f0-4589-aaa7-42a72f5dadc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:40:27.668736 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7172c27e-0f1f-4fa4-921c-1bdf8bf61032 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:27.669153 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7172c27e-0f1f-4fa4-921c-1bdf8bf61032 None None] Bound using segment: {'id': '15266d76-45f0-4589-aaa7-42a72f5dadc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:40:27.669633 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-7172c27e-0f1f-4fa4-921c-1bdf8bf61032 None None] Bound port: 5c2878ba-1332-4a19-8a91-e48944bf5e09, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15266d76-45f0-4589-aaa7-42a72f5dadc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:40:27.670404 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7172c27e-0f1f-4fa4-921c-1bdf8bf61032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5c2878ba-1332-4a19-8a91-e48944bf5e09), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:27.726816 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1e17b16e-f46b-43aa-adc6-b1706f439066 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:27.755695 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517f3dd-7e2d-481f-a2cf-ad02cd8cc36f req-c2e48f5e-5d14-4296-8993-02aa90f74f67 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:27.757233 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a517f3dd-7e2d-481f-a2cf-ad02cd8cc36f req-c2e48f5e-5d14-4296-8993-02aa90f74f67 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65be677-c783-46db-b8e8-671ac27fe244 HTTP/1.1" status: 200 len: 944 time: 0.1618569 Feb 09 01:40:27.764053 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-7172c27e-0f1f-4fa4-921c-1bdf8bf61032 None None] For port 5c2878ba-1332-4a19-8a91-e48944bf5e09, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:40:27.768397 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-7172c27e-0f1f-4fa4-921c-1bdf8bf61032 None None] For port 5c2878ba-1332-4a19-8a91-e48944bf5e09, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=5c2878ba-1332-4a19-8a91-e48944bf5e09,segment=NetworkSegment(15266d76-45f0-4589-aaa7-42a72f5dadc4),segment_id=15266d76-45f0-4589-aaa7-42a72f5dadc4)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:40:27.776754 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7172c27e-0f1f-4fa4-921c-1bdf8bf61032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (5c2878ba-1332-4a19-8a91-e48944bf5e09), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:27.804101 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-ac3ef9dd-d4fa-4630-9cbd-22119d7f7cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb5daf8-518a-432b-9683-e7ed1ab39f05', 'name': 'tempest-TestNetworkBasicOps-router-422295258', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '92d12a32-1de6-4182-badd-1fa5431ddfc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:23Z', 'updated_at': '2022-02-09T01:40:24Z', 'revision_number': 3, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'gw_port': {'id': '92d12a32-1de6-4182-badd-1fa5431ddfc1', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb5daf8-518a-432b-9683-e7ed1ab39f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:24Z', 'updated_at': '2022-02-09T01:40:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:27.842764 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device e341fc78-ffe5-4c68-9300-001bc11e2545 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:40:27.847668 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3ef9dd-d4fa-4630-9cbd-22119d7f7cf2 None None] The sync data for ids ['ecb5daf8-518a-432b-9683-e7ed1ab39f05'] in n-d-828369-4 is: [{'id': 'ecb5daf8-518a-432b-9683-e7ed1ab39f05', 'name': 'tempest-TestNetworkBasicOps-router-422295258', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '92d12a32-1de6-4182-badd-1fa5431ddfc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:23Z', 'updated_at': '2022-02-09T01:40:24Z', 'revision_number': 3, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'gw_port': {'id': '92d12a32-1de6-4182-badd-1fa5431ddfc1', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb5daf8-518a-432b-9683-e7ed1ab39f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:24Z', 'updated_at': '2022-02-09T01:40:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:40:27.900287 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7172c27e-0f1f-4fa4-921c-1bdf8bf61032 None None] Pushing event updated for resources: {'Port': ['ID=5c2878ba-1332-4a19-8a91-e48944bf5e09,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:27.931179 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port e341fc78-ffe5-4c68-9300-001bc11e2545 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:40:27.935452 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a517f3dd-7e2d-481f-a2cf-ad02cd8cc36f req-c5fbde07-f12b-45fd-9ddc-8d33d434618f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441755 Feb 09 01:40:27.950156 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port e341fc78-ffe5-4c68-9300-001bc11e2545 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:27.950537 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e341fc78-ffe5-4c68-9300-001bc11e2545), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:28.061730 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port e341fc78-ffe5-4c68-9300-001bc11e2545 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:28.062411 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e341fc78-ffe5-4c68-9300-001bc11e2545), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:28.087802 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65be677-c783-46db-b8e8-671ac27fe244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e341fc78-ffe5-4c68-9300-001bc11e2545'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:40:28.092944 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe068da9-591b-47fb-9dbe-6732c9536ff4" -d '{"events": [{"server_uuid": "f65be677-c783-46db-b8e8-671ac27fe244", "name": "network-vif-plugged", "status": "completed", "tag": "e341fc78-ffe5-4c68-9300-001bc11e2545"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:40:28.117180 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port e341fc78-ffe5-4c68-9300-001bc11e2545, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=e341fc78-ffe5-4c68-9300-001bc11e2545,segment=NetworkSegment(d40e3b64-4486-4490-9380-e6758cb22819),segment_id=d40e3b64-4486-4490-9380-e6758cb22819)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:28.122848 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e341fc78-ffe5-4c68-9300-001bc11e2545), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:28.196845 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357b3d6f-3bb3-4525-90e2-558cd26e54f5 x-openstack-request-id: req-357b3d6f-3bb3-4525-90e2-558cd26e54f5 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:40:28.197154 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65be677-c783-46db-b8e8-671ac27fe244", "name": "network-vif-plugged", "status": "completed", "tag": "e341fc78-ffe5-4c68-9300-001bc11e2545", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:40:28.197834 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-357b3d6f-3bb3-4525-90e2-558cd26e54f5 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:40:28.198693 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65be677-c783-46db-b8e8-671ac27fe244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e341fc78-ffe5-4c68-9300-001bc11e2545', 'code': 200} Feb 09 01:40:28.278943 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=e341fc78-ffe5-4c68-9300-001bc11e2545,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:28.430017 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-1e17b16e-f46b-43aa-adc6-b1706f439066 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Allocated IP 172.20.0.1 (532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3/4632e278-203e-4ef8-a1df-1afa6be4c4aa/4f6fcbd8-26a3-4240-b12d-78b684b2241f) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:28.437368 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2cf33b7-72a7-46df-abc2-551fc9741609 req-5733abd5-4816-41cb-820b-4e42c9f2743d service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=f315614f-8903-4433-9cb2-df4b6651ed82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3180344 Feb 09 01:40:28.443890 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966cd3e-2089-415c-83dc-5a6e70f496aa req-e7f7e914-f44b-4da3-a52f-b094f985bd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:28.445564 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2966cd3e-2089-415c-83dc-5a6e70f496aa req-e7f7e914-f44b-4da3-a52f-b094f985bd04 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f65be677-c783-46db-b8e8-671ac27fe244 HTTP/1.1" status: 200 len: 1127 time: 0.2024455 Feb 09 01:40:28.633818 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2966cd3e-2089-415c-83dc-5a6e70f496aa req-5a96823e-96b6-4102-b542-f64d8eed717c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748822 Feb 09 01:40:28.682104 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf33b7-72a7-46df-abc2-551fc9741609 req-6a95e703-7291-405e-8758-42be0e2ae4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:28.683823 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2cf33b7-72a7-46df-abc2-551fc9741609 req-6a95e703-7291-405e-8758-42be0e2ae4db service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=30a03133bb5b49b1a0f654850ebc730c&device_id=f315614f-8903-4433-9cb2-df4b6651ed82 HTTP/1.1" status: 200 len: 1128 time: 0.1595943 Feb 09 01:40:28.691415 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1e17b16e-f46b-43aa-adc6-b1706f439066 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for port (4f6fcbd8-26a3-4240-b12d-78b684b2241f), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:28.868554 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf33b7-72a7-46df-abc2-551fc9741609 req-9eebb7f8-9ba3-4c23-828b-e67ca3a5b637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:28.870447 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2cf33b7-72a7-46df-abc2-551fc9741609 req-9eebb7f8-9ba3-4c23-828b-e67ca3a5b637 service neutron] 10.222.0.120 "GET /v2.0/networks?id=b8d2b866-3299-416f-9af2-43f0ad33d930 HTTP/1.1" status: 200 len: 910 time: 0.1569974 Feb 09 01:40:28.873966 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1e17b16e-f46b-43aa-adc6-b1706f439066 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (4f6fcbd8-26a3-4240-b12d-78b684b2241f), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:29.050892 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2cf33b7-72a7-46df-abc2-551fc9741609 req-95951dc9-ac76-4132-a8f9-6910b908cce7 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf89825f-57c0-4f62-b1d1-756837c586be HTTP/1.1" status: 200 len: 217 time: 0.1744969 Feb 09 01:40:29.055575 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 5c2878ba-1332-4a19-8a91-e48944bf5e09 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:40:29.055757 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e17b16e-f46b-43aa-adc6-b1706f439066 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Network 532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:29.132888 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf33b7-72a7-46df-abc2-551fc9741609 req-0639a3b8-2314-4a8a-a759-edcc0ba75429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:29.134394 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2cf33b7-72a7-46df-abc2-551fc9741609 req-0639a3b8-2314-4a8a-a759-edcc0ba75429 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=29c5d7dc-f2c1-40ba-bdc9-f90b641e2d6d HTTP/1.1" status: 200 len: 848 time: 0.0777624 Feb 09 01:40:29.172756 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-1e17b16e-f46b-43aa-adc6-b1706f439066 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:29.183374 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e17b16e-f46b-43aa-adc6-b1706f439066 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:29.187379 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 5c2878ba-1332-4a19-8a91-e48944bf5e09 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:29.187931 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (5c2878ba-1332-4a19-8a91-e48944bf5e09), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:29.244402 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e17b16e-f46b-43aa-adc6-b1706f439066 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event updated for resources: {'Port': ['ID=4f6fcbd8-26a3-4240-b12d-78b684b2241f,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:29.288168 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1e17b16e-f46b-43aa-adc6-b1706f439066 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (ecb5daf8-518a-432b-9683-e7ed1ab39f05), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:29.297054 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2cf33b7-72a7-46df-abc2-551fc9741609 req-7fbbaa82-5755-4b1f-b0db-c06a197ae4a6 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=b8d2b866-3299-416f-9af2-43f0ad33d930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1180933 Feb 09 01:40:29.342672 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 5c2878ba-1332-4a19-8a91-e48944bf5e09 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:29.343498 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5c2878ba-1332-4a19-8a91-e48944bf5e09), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:29.391011 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 5c2878ba-1332-4a19-8a91-e48944bf5e09, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=5c2878ba-1332-4a19-8a91-e48944bf5e09,segment=NetworkSegment(15266d76-45f0-4589-aaa7-42a72f5dadc4),segment_id=15266d76-45f0-4589-aaa7-42a72f5dadc4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:29.396598 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (5c2878ba-1332-4a19-8a91-e48944bf5e09), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:29.399383 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 92d12a32-1de6-4182-badd-1fa5431ddfc1 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:40:29.408518 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dae3e1-90c8-4fa0-a8e7-84e66ab98922 req-66c83bd6-8d52-47db-a88b-31c530d9e95c tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:29.410095 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-26dae3e1-90c8-4fa0-a8e7-84e66ab98922 req-66c83bd6-8d52-47db-a88b-31c530d9e95c tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65be677-c783-46db-b8e8-671ac27fe244 HTTP/1.1" status: 200 len: 945 time: 0.2748084 Feb 09 01:40:29.501094 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=5c2878ba-1332-4a19-8a91-e48944bf5e09,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:29.530367 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 92d12a32-1de6-4182-badd-1fa5431ddfc1 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:29.530769 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (92d12a32-1de6-4182-badd-1fa5431ddfc1), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:29.576094 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2cf33b7-72a7-46df-abc2-551fc9741609 req-fbc1318f-5e0b-4dd2-8fec-308276775106 service neutron] 10.222.0.120 "GET /v2.0/networks/b8d2b866-3299-416f-9af2-43f0ad33d930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951909 Feb 09 01:40:29.597674 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91383e9f-d247-4db1-8f8a-390da200e7e8 None None] Network 532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:40:29.670498 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-26dae3e1-90c8-4fa0-a8e7-84e66ab98922 req-17e80ef6-699a-4900-961e-079cd4d25933 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181568 Feb 09 01:40:29.818672 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 92d12a32-1de6-4182-badd-1fa5431ddfc1 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:29.819081 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (92d12a32-1de6-4182-badd-1fa5431ddfc1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:29.846019 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2cf33b7-72a7-46df-abc2-551fc9741609 req-a72a3908-c308-4bd8-8d9e-9b5002be9240 service neutron] 10.222.0.120 "GET /v2.0/networks/b8d2b866-3299-416f-9af2-43f0ad33d930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415845 Feb 09 01:40:29.881081 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-b179ff0f-a083-462b-915d-11df24c89154 None None] Provisioning complete for port 5c2878ba-1332-4a19-8a91-e48944bf5e09 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:29.881600 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b179ff0f-a083-462b-915d-11df24c89154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (5c2878ba-1332-4a19-8a91-e48944bf5e09), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:29.917342 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1e17b16e-f46b-43aa-adc6-b1706f439066 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4f6fcbd8-26a3-4240-b12d-78b684b2241f), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:29.949272 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 92d12a32-1de6-4182-badd-1fa5431ddfc1, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=92d12a32-1de6-4182-badd-1fa5431ddfc1,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:29.954197 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (92d12a32-1de6-4182-badd-1fa5431ddfc1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:30.086180 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=92d12a32-1de6-4182-badd-1fa5431ddfc1,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:30.300583 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6da58d-d5b6-40dd-ae79-8d135d7a6057 req-ab4eddd8-f3b9-4928-b379-a25723493f9c tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:30.303815 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bb6da58d-d5b6-40dd-ae79-8d135d7a6057 req-ab4eddd8-f3b9-4928-b379-a25723493f9c tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] 10.222.0.50 "GET /v2.0/ports?device_id=f315614f-8903-4433-9cb2-df4b6651ed82 HTTP/1.1" status: 200 len: 946 time: 0.2108090 Feb 09 01:40:30.378909 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b179ff0f-a083-462b-915d-11df24c89154 None None] Current status of the port 5c2878ba-1332-4a19-8a91-e48944bf5e09 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:30.410281 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bb6da58d-d5b6-40dd-ae79-8d135d7a6057 req-5ec7308e-7489-40fc-a62b-1598a29642c9 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ca52086-33e6-46a5-bec7-9b0f6ebfc2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956059 Feb 09 01:40:30.428595 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1e17b16e-f46b-43aa-adc6-b1706f439066 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for port (4f6fcbd8-26a3-4240-b12d-78b684b2241f), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:30.433489 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1e17b16e-f46b-43aa-adc6-b1706f439066 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (4f6fcbd8-26a3-4240-b12d-78b684b2241f), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:30.505104 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-f9b9ab74-c048-4546-ab51-abf77f3d528c None None] Provisioning complete for port 4f6fcbd8-26a3-4240-b12d-78b684b2241f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:30.505491 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f9b9ab74-c048-4546-ab51-abf77f3d528c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4f6fcbd8-26a3-4240-b12d-78b684b2241f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:30.521505 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1e17b16e-f46b-43aa-adc6-b1706f439066 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (ecb5daf8-518a-432b-9683-e7ed1ab39f05), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:30.523419 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e17b16e-f46b-43aa-adc6-b1706f439066 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event updated for resources: {'Port': ['ID=4f6fcbd8-26a3-4240-b12d-78b684b2241f,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:30.549361 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f9b9ab74-c048-4546-ab51-abf77f3d528c None None] Port 4f6fcbd8-26a3-4240-b12d-78b684b2241f cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:40:30.564391 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-f9b9ab74-c048-4546-ab51-abf77f3d528c None None] Provisioning complete for port 5c2878ba-1332-4a19-8a91-e48944bf5e09 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:30.564831 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f9b9ab74-c048-4546-ab51-abf77f3d528c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (5c2878ba-1332-4a19-8a91-e48944bf5e09), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:30.644169 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e17b16e-f46b-43aa-adc6-b1706f439066 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Network 532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:30.646414 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-1e17b16e-f46b-43aa-adc6-b1706f439066 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:30.660115 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f9b9ab74-c048-4546-ab51-abf77f3d528c None None] Current status of the port 5c2878ba-1332-4a19-8a91-e48944bf5e09 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:30.784983 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-ad514872-20b4-4cd2-a92e-5d7f8db65d2f None None] Provisioning complete for port 4f6fcbd8-26a3-4240-b12d-78b684b2241f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:30.785485 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ad514872-20b4-4cd2-a92e-5d7f8db65d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4f6fcbd8-26a3-4240-b12d-78b684b2241f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:30.796197 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e17b16e-f46b-43aa-adc6-b1706f439066 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Router ecb5daf8-518a-432b-9683-e7ed1ab39f05 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:40:30.836774 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ad514872-20b4-4cd2-a92e-5d7f8db65d2f None None] Port 4f6fcbd8-26a3-4240-b12d-78b684b2241f cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:40:30.912791 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 5c2878ba-1332-4a19-8a91-e48944bf5e09 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:40:30.972100 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-3147e161-554a-4474-9a28-241e4deef271 None None] Provisioning complete for port 4f6fcbd8-26a3-4240-b12d-78b684b2241f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:30.972482 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3147e161-554a-4474-9a28-241e4deef271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4f6fcbd8-26a3-4240-b12d-78b684b2241f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:31.030159 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 5c2878ba-1332-4a19-8a91-e48944bf5e09 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:31.030159 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (5c2878ba-1332-4a19-8a91-e48944bf5e09), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:31.036491 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-3147e161-554a-4474-9a28-241e4deef271 None None] Port 4f6fcbd8-26a3-4240-b12d-78b684b2241f cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:40:31.121018 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 5c2878ba-1332-4a19-8a91-e48944bf5e09 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:31.122257 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 92d12a32-1de6-4182-badd-1fa5431ddfc1 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:40:31.173640 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 92d12a32-1de6-4182-badd-1fa5431ddfc1 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:31.174037 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (92d12a32-1de6-4182-badd-1fa5431ddfc1), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:31.270903 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 92d12a32-1de6-4182-badd-1fa5431ddfc1 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:31.308579 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ceb932-d811-4013-893d-c6870259de3c req-f297c14b-197d-4466-9ade-e623ecaafa0c tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:31.310089 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c2ceb932-d811-4013-893d-c6870259de3c req-f297c14b-197d-4466-9ade-e623ecaafa0c tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65be677-c783-46db-b8e8-671ac27fe244 HTTP/1.1" status: 200 len: 945 time: 0.4497664 Feb 09 01:40:31.314822 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e17b16e-f46b-43aa-adc6-b1706f439066 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:40:31.323594 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1e17b16e-f46b-43aa-adc6-b1706f439066 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "PUT /v2.0/routers/ecb5daf8-518a-432b-9683-e7ed1ab39f05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4436495 Feb 09 01:40:31.323918 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37006) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:31.326136 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98a6ce5-c209-4eab-a43b-8c644a80b6e9 None None] Sync routers for ids ['ecb5daf8-518a-432b-9683-e7ed1ab39f05'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:40:31.336071 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98a6ce5-c209-4eab-a43b-8c644a80b6e9 None None] Routers {'ecb5daf8-518a-432b-9683-e7ed1ab39f05'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:40:31.336734 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-e98a6ce5-c209-4eab-a43b-8c644a80b6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:40:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['ecb5daf8-518a-432b-9683-e7ed1ab39f05'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:31.375046 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c2ceb932-d811-4013-893d-c6870259de3c req-577d9777-8354-4e17-b8a4-51ebdf94428d tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528812 Feb 09 01:40:31.455432 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ecbfd-b369-4832-9344-597d71446829 req-38bedff7-1810-4c85-9e5f-1aed584bd687 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:31.457600 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad8ecbfd-b369-4832-9344-597d71446829 req-38bedff7-1810-4c85-9e5f-1aed584bd687 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] 10.222.0.120 "GET /v2.0/ports?device_id=f315614f-8903-4433-9cb2-df4b6651ed82 HTTP/1.1" status: 200 len: 946 time: 0.0646234 Feb 09 01:40:31.460877 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-e98a6ce5-c209-4eab-a43b-8c644a80b6e9 None None] Set router ecb5daf8-518a-432b-9683-e7ed1ab39f05 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:40:31.670300 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e34b9-2c04-4f42-b5f8-f87894c46804 req-f0d83244-b6e0-4e5d-915e-b8f11ae0edc2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:31.672655 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3e1e34b9-2c04-4f42-b5f8-f87894c46804 req-f0d83244-b6e0-4e5d-915e-b8f11ae0edc2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65be677-c783-46db-b8e8-671ac27fe244 HTTP/1.1" status: 200 len: 945 time: 0.1190882 Feb 09 01:40:31.702497 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-e98a6ce5-c209-4eab-a43b-8c644a80b6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb5daf8-518a-432b-9683-e7ed1ab39f05', 'name': 'tempest-TestNetworkBasicOps-router-422295258', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '92d12a32-1de6-4182-badd-1fa5431ddfc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:23Z', 'updated_at': '2022-02-09T01:40:29Z', 'revision_number': 4, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'gw_port': {'id': '92d12a32-1de6-4182-badd-1fa5431ddfc1', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb5daf8-518a-432b-9683-e7ed1ab39f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:24Z', 'updated_at': '2022-02-09T01:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '4f6fcbd8-26a3-4240-b12d-78b684b2241f', 'name': '', 'network_id': '532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'mac_address': 'fa:16:3e:c6:3d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb5daf8-518a-432b-9683-e7ed1ab39f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '4632e278-203e-4ef8-a1df-1afa6be4c4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:27Z', 'updated_at': '2022-02-09T01:40:30Z', 'revision_number': 2, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'subnets': [{'id': '4632e278-203e-4ef8-a1df-1afa6be4c4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:31.731676 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a160e-6392-485b-9efe-27e36a9e885a req-e19c7c09-001c-4fdf-b24d-204e7b371b0e tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:31.733272 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f62a160e-6392-485b-9efe-27e36a9e885a req-e19c7c09-001c-4fdf-b24d-204e7b371b0e tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] 10.222.0.50 "GET /v2.0/ports?device_id=f315614f-8903-4433-9cb2-df4b6651ed82 HTTP/1.1" status: 200 len: 946 time: 0.1490664 Feb 09 01:40:31.743590 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98a6ce5-c209-4eab-a43b-8c644a80b6e9 None None] Checking router: ecb5daf8-518a-432b-9683-e7ed1ab39f05 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:40:31.744368 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98a6ce5-c209-4eab-a43b-8c644a80b6e9 None None] Updating router ecb5daf8-518a-432b-9683-e7ed1ab39f05 port 4f6fcbd8-26a3-4240-b12d-78b684b2241f binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:40:31.770662 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3e1e34b9-2c04-4f42-b5f8-f87894c46804 req-8462ed15-e928-4d98-9a45-d438f0a0b0d0 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895429 Feb 09 01:40:31.790792 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-ad8ecbfd-b369-4832-9344-597d71446829 req-06368fd5-b98f-4e1a-b73e-3f2e58b07a19 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] Deleting port bf89825f-57c0-4f62-b1d1-756837c586be {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:40:31.791149 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ad8ecbfd-b369-4832-9344-597d71446829 req-06368fd5-b98f-4e1a-b73e-3f2e58b07a19 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (bf89825f-57c0-4f62-b1d1-756837c586be), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:31.802339 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e98a6ce5-c209-4eab-a43b-8c644a80b6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4f6fcbd8-26a3-4240-b12d-78b684b2241f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:31.837944 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37018) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:31.890486 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43fce59-fd3b-40ee-9c6a-f10e2b3dc80a tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:31.891042 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43fce59-fd3b-40ee-9c6a-f10e2b3dc80a tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:31.891625 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43fce59-fd3b-40ee-9c6a-f10e2b3dc80a tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:31.897741 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43fce59-fd3b-40ee-9c6a-f10e2b3dc80a tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:31.898909 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43fce59-fd3b-40ee-9c6a-f10e2b3dc80a tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:31.899964 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43fce59-fd3b-40ee-9c6a-f10e2b3dc80a tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:31.900698 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43fce59-fd3b-40ee-9c6a-f10e2b3dc80a tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:31.901342 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43fce59-fd3b-40ee-9c6a-f10e2b3dc80a tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:31.903931 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d43fce59-fd3b-40ee-9c6a-f10e2b3dc80a tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5684 time: 0.5783882 Feb 09 01:40:31.906624 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37026) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:31.922068 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f62a160e-6392-485b-9efe-27e36a9e885a req-bf79e914-bc2a-41ca-9d47-d1714a6ccb2c tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] 10.222.0.50 "GET /v2.0/security-groups?id=4ca52086-33e6-46a5-bec7-9b0f6ebfc2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582878 Feb 09 01:40:31.950389 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-ad8ecbfd-b369-4832-9344-597d71446829 req-06368fd5-b98f-4e1a-b73e-3f2e58b07a19 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] For port bf89825f-57c0-4f62-b1d1-756837c586be, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=bf89825f-57c0-4f62-b1d1-756837c586be,segment=NetworkSegment(dc85070f-57dd-4984-946e-a016d856a886),segment_id=dc85070f-57dd-4984-946e-a016d856a886)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:31.950811 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ad8ecbfd-b369-4832-9344-597d71446829 req-06368fd5-b98f-4e1a-b73e-3f2e58b07a19 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (bf89825f-57c0-4f62-b1d1-756837c586be), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:31.966335 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-ad8ecbfd-b369-4832-9344-597d71446829 req-06368fd5-b98f-4e1a-b73e-3f2e58b07a19 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] Calling delete_port for bf89825f-57c0-4f62-b1d1-756837c586be owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:40:32.071343 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d121e7de-8016-426f-a667-91502a68eeac tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:32.072206 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d121e7de-8016-426f-a667-91502a68eeac tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:32.072888 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d121e7de-8016-426f-a667-91502a68eeac tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:32.073536 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d121e7de-8016-426f-a667-91502a68eeac tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:32.074176 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d121e7de-8016-426f-a667-91502a68eeac tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:32.074814 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d121e7de-8016-426f-a667-91502a68eeac tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:32.075451 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d121e7de-8016-426f-a667-91502a68eeac tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:32.076083 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d121e7de-8016-426f-a667-91502a68eeac tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:32.082053 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d121e7de-8016-426f-a667-91502a68eeac tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5276 time: 0.1740446 Feb 09 01:40:32.083171 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37028) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:32.126725 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ad8ecbfd-b369-4832-9344-597d71446829 req-06368fd5-b98f-4e1a-b73e-3f2e58b07a19 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (bf89825f-57c0-4f62-b1d1-756837c586be), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.143379 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['bf89825f-57c0-4f62-b1d1-756837c586be'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:40:32.161958 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06368fd5-b98f-4e1a-b73e-3f2e58b07a19 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] Pushing event deleted for resources: {'Port': ['ID=bf89825f-57c0-4f62-b1d1-756837c586be,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:32.219836 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8ecbfd-b369-4832-9344-597d71446829 req-06368fd5-b98f-4e1a-b73e-3f2e58b07a19 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] No DVR routers for this DVR port bf89825f-57c0-4f62-b1d1-756837c586be on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:40:32.222818 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ad8ecbfd-b369-4832-9344-597d71446829 req-06368fd5-b98f-4e1a-b73e-3f2e58b07a19 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.227389 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad8ecbfd-b369-4832-9344-597d71446829 req-06368fd5-b98f-4e1a-b73e-3f2e58b07a19 tempest-VolumesActionsTest-1751229859 tempest-VolumesActionsTest-1751229859-project] 10.222.0.120 "DELETE /v2.0/ports/bf89825f-57c0-4f62-b1d1-756837c586be HTTP/1.1" status: 204 len: 173 time: 0.7652051 Feb 09 01:40:32.227980 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f315614f-8903-4433-9cb2-df4b6651ed82', 'name': 'network-vif-deleted', 'tag': 'bf89825f-57c0-4f62-b1d1-756837c586be'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:40:32.236458 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc42eb7-ba67-4e42-83d3-7c4805784f6c" -d '{"events": [{"server_uuid": "f315614f-8903-4433-9cb2-df4b6651ed82", "name": "network-vif-deleted", "tag": "bf89825f-57c0-4f62-b1d1-756837c586be"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:40:32.288163 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e98a6ce5-c209-4eab-a43b-8c644a80b6e9 None None] Publish callbacks [] for port (4f6fcbd8-26a3-4240-b12d-78b684b2241f), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.299121 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e98a6ce5-c209-4eab-a43b-8c644a80b6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (4f6fcbd8-26a3-4240-b12d-78b684b2241f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.315411 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b119ecdb-2fbd-4b60-afa4-a49d7daf6202 tempest-TestVolumeBootPattern-219782087 tempest-TestVolumeBootPattern-219782087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:32.320434 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 37036) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:32.320902 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b119ecdb-2fbd-4b60-afa4-a49d7daf6202 tempest-TestVolumeBootPattern-219782087 tempest-TestVolumeBootPattern-219782087-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f65be677-c783-46db-b8e8-671ac27fe244 HTTP/1.1" status: 200 len: 1122 time: 0.4816406 Feb 09 01:40:32.327210 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-c6853176-eb9e-4275-b676-f79f8d9cd3fc tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'port_id': 'e341fc78-ffe5-4c68-9300-001bc11e2545', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:32.353691 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3ff73f-bc93-4e42-bf49-b1f1dd897b86 x-openstack-request-id: req-ac3ff73f-bc93-4e42-bf49-b1f1dd897b86 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:40:32.354116 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f315614f-8903-4433-9cb2-df4b6651ed82", "name": "network-vif-deleted", "tag": "bf89825f-57c0-4f62-b1d1-756837c586be", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:40:32.354475 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ac3ff73f-bc93-4e42-bf49-b1f1dd897b86 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:40:32.355103 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f315614f-8903-4433-9cb2-df4b6651ed82', 'name': 'network-vif-deleted', 'tag': 'bf89825f-57c0-4f62-b1d1-756837c586be', 'status': 'completed', 'code': 200} Feb 09 01:40:32.356430 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c6853176-eb9e-4275-b676-f79f8d9cd3fc tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.383009 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe9891-8413-4acb-ad7f-b7eb14affa25 None None] Pushing event updated for resources: {'Port': ['ID=4f6fcbd8-26a3-4240-b12d-78b684b2241f,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:32.463498 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-38f8448b-421b-4adf-a104-7677931999cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.489608 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-e98a6ce5-c209-4eab-a43b-8c644a80b6e9 None None] Attempting to bind port 4f6fcbd8-26a3-4240-b12d-78b684b2241f on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:40:32.489995 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-e98a6ce5-c209-4eab-a43b-8c644a80b6e9 None None] Attempting to bind port 4f6fcbd8-26a3-4240-b12d-78b684b2241f by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '15266d76-45f0-4589-aaa7-42a72f5dadc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:40:32.490371 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98a6ce5-c209-4eab-a43b-8c644a80b6e9 None None] Attempting to bind port 4f6fcbd8-26a3-4240-b12d-78b684b2241f on network 532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:40:32.503561 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98a6ce5-c209-4eab-a43b-8c644a80b6e9 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:40:32.504271 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98a6ce5-c209-4eab-a43b-8c644a80b6e9 None None] Checking segment: {'id': '15266d76-45f0-4589-aaa7-42a72f5dadc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:40:32.505469 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e98a6ce5-c209-4eab-a43b-8c644a80b6e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.506277 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98a6ce5-c209-4eab-a43b-8c644a80b6e9 None None] Bound using segment: {'id': '15266d76-45f0-4589-aaa7-42a72f5dadc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:40:32.506940 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-e98a6ce5-c209-4eab-a43b-8c644a80b6e9 None None] Bound port: 4f6fcbd8-26a3-4240-b12d-78b684b2241f, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15266d76-45f0-4589-aaa7-42a72f5dadc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:40:32.507681 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e98a6ce5-c209-4eab-a43b-8c644a80b6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4f6fcbd8-26a3-4240-b12d-78b684b2241f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.519791 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c6853176-eb9e-4275-b676-f79f8d9cd3fc tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.560003 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c85c90a5-1cb8-4865-b980-965028245ead tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.4754066 Feb 09 01:40:32.590340 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-e98a6ce5-c209-4eab-a43b-8c644a80b6e9 None None] For port 4f6fcbd8-26a3-4240-b12d-78b684b2241f, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:40:32.594238 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-e98a6ce5-c209-4eab-a43b-8c644a80b6e9 None None] For port 4f6fcbd8-26a3-4240-b12d-78b684b2241f, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=4f6fcbd8-26a3-4240-b12d-78b684b2241f,segment=NetworkSegment(15266d76-45f0-4589-aaa7-42a72f5dadc4),segment_id=15266d76-45f0-4589-aaa7-42a72f5dadc4)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:40:32.612188 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e98a6ce5-c209-4eab-a43b-8c644a80b6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (4f6fcbd8-26a3-4240-b12d-78b684b2241f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.691764 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-c6853176-eb9e-4275-b676-f79f8d9cd3fc tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Allocated IP 172.25.8.105 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/0d1d1a19-2407-4133-816d-48d9541dc7d1) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:32.715107 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98a6ce5-c209-4eab-a43b-8c644a80b6e9 None None] Routers {'ecb5daf8-518a-432b-9683-e7ed1ab39f05'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:40:32.715736 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-e98a6ce5-c209-4eab-a43b-8c644a80b6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:40:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['ecb5daf8-518a-432b-9683-e7ed1ab39f05'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:32.740476 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe9891-8413-4acb-ad7f-b7eb14affa25 None None] Pushing event updated for resources: {'Port': ['ID=4f6fcbd8-26a3-4240-b12d-78b684b2241f,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:32.841565 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c6853176-eb9e-4275-b676-f79f8d9cd3fc tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks [] for port (0d1d1a19-2407-4133-816d-48d9541dc7d1), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.904790 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c6853176-eb9e-4275-b676-f79f8d9cd3fc tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (0d1d1a19-2407-4133-816d-48d9541dc7d1), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.950793 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-9ec92dd5-4e63-45df-a3cd-de94cd5ee4c6 None None] Provisioning complete for port 4f6fcbd8-26a3-4240-b12d-78b684b2241f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:32.951174 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9ec92dd5-4e63-45df-a3cd-de94cd5ee4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4f6fcbd8-26a3-4240-b12d-78b684b2241f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:32.985422 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6853176-eb9e-4275-b676-f79f8d9cd3fc tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:33.002539 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-c6853176-eb9e-4275-b676-f79f8d9cd3fc tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:33.043200 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:40:33.045995 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-e98a6ce5-c209-4eab-a43b-8c644a80b6e9 None None] Set router ecb5daf8-518a-432b-9683-e7ed1ab39f05 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:40:33.049222 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6853176-eb9e-4275-b676-f79f8d9cd3fc tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:33.061485 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6853176-eb9e-4275-b676-f79f8d9cd3fc tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Pushing event updated for resources: {'Port': ['ID=0d1d1a19-2407-4133-816d-48d9541dc7d1,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:33.094884 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37050) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:33.103567 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-9ec92dd5-4e63-45df-a3cd-de94cd5ee4c6 None None] Current status of the port 4f6fcbd8-26a3-4240-b12d-78b684b2241f is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:33.103980 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9ec92dd5-4e63-45df-a3cd-de94cd5ee4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4f6fcbd8-26a3-4240-b12d-78b684b2241f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:33.125540 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-439a6f72-bd64-47b7-a9c1-473e2f0bb57f tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1697509506', 'description': 'tempest-secgroup-smoke-1697509506 description', 'project_id': '08210566e83248dda7b4b9773be6fbca'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:33.163197 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-439a6f72-bd64-47b7-a9c1-473e2f0bb57f tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:33.249240 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-9ec92dd5-4e63-45df-a3cd-de94cd5ee4c6 None None] For port 4f6fcbd8-26a3-4240-b12d-78b684b2241f, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=4f6fcbd8-26a3-4240-b12d-78b684b2241f,segment=NetworkSegment(15266d76-45f0-4589-aaa7-42a72f5dadc4),segment_id=15266d76-45f0-4589-aaa7-42a72f5dadc4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:33.255707 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9ec92dd5-4e63-45df-a3cd-de94cd5ee4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (4f6fcbd8-26a3-4240-b12d-78b684b2241f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:33.351802 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-439a6f72-bd64-47b7-a9c1-473e2f0bb57f tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group (5c3859f4-4053-4e2c-b87a-605621ac0dea), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:33.356054 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-439a6f72-bd64-47b7-a9c1-473e2f0bb57f tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (5c3859f4-4053-4e2c-b87a-605621ac0dea), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:33.375027 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec92dd5-4e63-45df-a3cd-de94cd5ee4c6 None None] Pushing event updated for resources: {'Port': ['ID=4f6fcbd8-26a3-4240-b12d-78b684b2241f,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:33.398474 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-9703be52-d72f-4b1a-af85-ea3e52778449 None None] Provisioning complete for port 4f6fcbd8-26a3-4240-b12d-78b684b2241f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:33.398864 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9703be52-d72f-4b1a-af85-ea3e52778449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4f6fcbd8-26a3-4240-b12d-78b684b2241f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:33.435687 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-439a6f72-bd64-47b7-a9c1-473e2f0bb57f tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:33.441201 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-439a6f72-bd64-47b7-a9c1-473e2f0bb57f tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3420079 Feb 09 01:40:33.461944 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a6f72-bd64-47b7-a9c1-473e2f0bb57f tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3859f4-4053-4e2c-b87a-605621ac0dea,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:33.469335 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37060) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:33.472903 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-e98a6ce5-c209-4eab-a43b-8c644a80b6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb5daf8-518a-432b-9683-e7ed1ab39f05', 'name': 'tempest-TestNetworkBasicOps-router-422295258', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '92d12a32-1de6-4182-badd-1fa5431ddfc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:23Z', 'updated_at': '2022-02-09T01:40:29Z', 'revision_number': 4, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'gw_port': {'id': '92d12a32-1de6-4182-badd-1fa5431ddfc1', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb5daf8-518a-432b-9683-e7ed1ab39f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:24Z', 'updated_at': '2022-02-09T01:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '4f6fcbd8-26a3-4240-b12d-78b684b2241f', 'name': '', 'network_id': '532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'mac_address': 'fa:16:3e:c6:3d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb5daf8-518a-432b-9683-e7ed1ab39f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '4632e278-203e-4ef8-a1df-1afa6be4c4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:27Z', 'updated_at': '2022-02-09T01:40:32Z', 'revision_number': 4, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'subnets': [{'id': '4632e278-203e-4ef8-a1df-1afa6be4c4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:33.476715 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-7402c409-29e4-44d0-93fc-fea14e6aa336 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Request body: {'security_group_rule': {'security_group_id': '5c3859f4-4053-4e2c-b87a-605621ac0dea', 'project_id': '08210566e83248dda7b4b9773be6fbca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:33.507233 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98a6ce5-c209-4eab-a43b-8c644a80b6e9 None None] The sync data for ids ['ecb5daf8-518a-432b-9683-e7ed1ab39f05'] in n-d-828369-4 is: [{'id': 'ecb5daf8-518a-432b-9683-e7ed1ab39f05', 'name': 'tempest-TestNetworkBasicOps-router-422295258', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '92d12a32-1de6-4182-badd-1fa5431ddfc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:23Z', 'updated_at': '2022-02-09T01:40:29Z', 'revision_number': 4, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'gw_port': {'id': '92d12a32-1de6-4182-badd-1fa5431ddfc1', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb5daf8-518a-432b-9683-e7ed1ab39f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:24Z', 'updated_at': '2022-02-09T01:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '4f6fcbd8-26a3-4240-b12d-78b684b2241f', 'name': '', 'network_id': '532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'mac_address': 'fa:16:3e:c6:3d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb5daf8-518a-432b-9683-e7ed1ab39f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '4632e278-203e-4ef8-a1df-1afa6be4c4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:27Z', 'updated_at': '2022-02-09T01:40:32Z', 'revision_number': 4, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'subnets': [{'id': '4632e278-203e-4ef8-a1df-1afa6be4c4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:40:33.508778 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7402c409-29e4-44d0-93fc-fea14e6aa336 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (c874a897-3fc3-4b48-b129-00fd8723ad6c), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:33.637586 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-9703be52-d72f-4b1a-af85-ea3e52778449 None None] Current status of the port 4f6fcbd8-26a3-4240-b12d-78b684b2241f is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:33.656022 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c6853176-eb9e-4275-b676-f79f8d9cd3fc tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks [] for floatingip (25aa5f8f-17dd-4bae-9ab0-2bc272167541), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:33.661350 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7402c409-29e4-44d0-93fc-fea14e6aa336 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (c874a897-3fc3-4b48-b129-00fd8723ad6c), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:33.678789 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7402c409-29e4-44d0-93fc-fea14e6aa336 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (c874a897-3fc3-4b48-b129-00fd8723ad6c), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:33.716250 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402c409-29e4-44d0-93fc-fea14e6aa336 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c874a897-3fc3-4b48-b129-00fd8723ad6c,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:33.733886 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7402c409-29e4-44d0-93fc-fea14e6aa336 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:33.735475 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7402c409-29e4-44d0-93fc-fea14e6aa336 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2643278 Feb 09 01:40:33.738138 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37066) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:33.743599 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-b242fc44-9c7f-441b-bf72-a202486bd2df tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Request body: {'security_group_rule': {'security_group_id': '5c3859f4-4053-4e2c-b87a-605621ac0dea', 'project_id': '08210566e83248dda7b4b9773be6fbca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:33.778954 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b242fc44-9c7f-441b-bf72-a202486bd2df tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (bf88b384-6f8d-43bf-9164-04df9722f5b8), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:33.790580 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c6853176-eb9e-4275-b676-f79f8d9cd3fc tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (0d1d1a19-2407-4133-816d-48d9541dc7d1), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:33.859830 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b242fc44-9c7f-441b-bf72-a202486bd2df tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (bf88b384-6f8d-43bf-9164-04df9722f5b8), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:33.865971 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b242fc44-9c7f-441b-bf72-a202486bd2df tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (bf88b384-6f8d-43bf-9164-04df9722f5b8), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:33.899343 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b242fc44-9c7f-441b-bf72-a202486bd2df tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf88b384-6f8d-43bf-9164-04df9722f5b8,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:33.911744 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b242fc44-9c7f-441b-bf72-a202486bd2df tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:33.913400 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b242fc44-9c7f-441b-bf72-a202486bd2df tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1741130 Feb 09 01:40:33.915955 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37076) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:33.920976 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-fabdcba9-c6b6-48c3-bcb7-39d57380b715 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Request body: {'security_group_rule': {'security_group_id': '5c3859f4-4053-4e2c-b87a-605621ac0dea', 'project_id': '08210566e83248dda7b4b9773be6fbca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:33.992365 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fabdcba9-c6b6-48c3-bcb7-39d57380b715 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (7e218e6e-d3f8-41c9-b16a-5b58f31b2f7c), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:34.054255 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c6853176-eb9e-4275-b676-f79f8d9cd3fc tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks [] for port (0d1d1a19-2407-4133-816d-48d9541dc7d1), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:34.062815 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c6853176-eb9e-4275-b676-f79f8d9cd3fc tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (0d1d1a19-2407-4133-816d-48d9541dc7d1), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:34.070610 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fabdcba9-c6b6-48c3-bcb7-39d57380b715 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (7e218e6e-d3f8-41c9-b16a-5b58f31b2f7c), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:34.075011 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fabdcba9-c6b6-48c3-bcb7-39d57380b715 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (7e218e6e-d3f8-41c9-b16a-5b58f31b2f7c), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:34.093068 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabdcba9-c6b6-48c3-bcb7-39d57380b715 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e218e6e-d3f8-41c9-b16a-5b58f31b2f7c,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:34.113657 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fabdcba9-c6b6-48c3-bcb7-39d57380b715 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:34.115320 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-fabdcba9-c6b6-48c3-bcb7-39d57380b715 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1983371 Feb 09 01:40:34.121835 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37078) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:34.127127 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-5a9d4c5d-0858-443d-86a3-a5d3445b569c tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Request body: {'security_group_rule': {'security_group_id': '5c3859f4-4053-4e2c-b87a-605621ac0dea', 'project_id': '08210566e83248dda7b4b9773be6fbca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:34.166194 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6853176-eb9e-4275-b676-f79f8d9cd3fc tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Pushing event updated for resources: {'Port': ['ID=0d1d1a19-2407-4133-816d-48d9541dc7d1,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:34.171488 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c6853176-eb9e-4275-b676-f79f8d9cd3fc tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (25aa5f8f-17dd-4bae-9ab0-2bc272167541), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:34.181048 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5a9d4c5d-0858-443d-86a3-a5d3445b569c tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (c223270d-0cc1-4465-8ba9-a59a6ae663ec), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:34.273122 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5a9d4c5d-0858-443d-86a3-a5d3445b569c tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (c223270d-0cc1-4465-8ba9-a59a6ae663ec), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:34.277938 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5a9d4c5d-0858-443d-86a3-a5d3445b569c tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (c223270d-0cc1-4465-8ba9-a59a6ae663ec), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:34.306820 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d4c5d-0858-443d-86a3-a5d3445b569c tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c223270d-0cc1-4465-8ba9-a59a6ae663ec,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:34.323062 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5a9d4c5d-0858-443d-86a3-a5d3445b569c tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:34.327781 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5a9d4c5d-0858-443d-86a3-a5d3445b569c tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2045822 Feb 09 01:40:34.328451 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37084) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:34.345453 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-264127e8-ad08-414d-ac7f-7c3c718d9a6b tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Request body: {'security_group_rule': {'security_group_id': '5c3859f4-4053-4e2c-b87a-605621ac0dea', 'project_id': '08210566e83248dda7b4b9773be6fbca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:34.355411 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [None req-c6853176-eb9e-4275-b676-f79f8d9cd3fc tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Floating IP 25aa5f8f-17dd-4bae-9ab0-2bc272167541 associated. External IP: 172.25.8.105, port: e341fc78-ffe5-4c68-9300-001bc11e2545. Feb 09 01:40:34.391103 n-d-828369-4 neutron-server[103137]: INFO neutron.db.securitygroups_db [None req-264127e8-ad08-414d-ac7f-7c3c718d9a6b tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Project 08210566e83248dda7b4b9773be6fbca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:40:34.403942 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-264127e8-ad08-414d-ac7f-7c3c718d9a6b tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (84faac41-8b5d-4140-a4b8-b2b8fd025a2b), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:34.475578 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fc5e4b3b-411a-4b2e-9e48-5fdc5e0126c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:34.573753 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-264127e8-ad08-414d-ac7f-7c3c718d9a6b tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (84faac41-8b5d-4140-a4b8-b2b8fd025a2b), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:34.579032 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-264127e8-ad08-414d-ac7f-7c3c718d9a6b tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (84faac41-8b5d-4140-a4b8-b2b8fd025a2b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:34.607466 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264127e8-ad08-414d-ac7f-7c3c718d9a6b tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84faac41-8b5d-4140-a4b8-b2b8fd025a2b,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:34.619091 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-264127e8-ad08-414d-ac7f-7c3c718d9a6b tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:34.624245 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-264127e8-ad08-414d-ac7f-7c3c718d9a6b tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2918098 Feb 09 01:40:34.625172 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37090) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:34.635824 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-1163f5ef-8ea7-4c99-950c-7a775a8cd28b tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Request body: {'security_group_rule': {'security_group_id': '5c3859f4-4053-4e2c-b87a-605621ac0dea', 'project_id': '08210566e83248dda7b4b9773be6fbca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:34.695005 n-d-828369-4 neutron-server[103137]: INFO neutron.db.securitygroups_db [None req-1163f5ef-8ea7-4c99-950c-7a775a8cd28b tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Project 08210566e83248dda7b4b9773be6fbca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:40:34.701361 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1163f5ef-8ea7-4c99-950c-7a775a8cd28b tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (79fbade7-5514-491d-a247-f5d14c0b7e48), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:34.741419 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6853176-eb9e-4275-b676-f79f8d9cd3fc tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Router c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:40:34.825962 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1163f5ef-8ea7-4c99-950c-7a775a8cd28b tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (79fbade7-5514-491d-a247-f5d14c0b7e48), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:34.830099 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1163f5ef-8ea7-4c99-950c-7a775a8cd28b tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (79fbade7-5514-491d-a247-f5d14c0b7e48), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:34.852103 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1163f5ef-8ea7-4c99-950c-7a775a8cd28b tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79fbade7-5514-491d-a247-f5d14c0b7e48,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:34.870076 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1163f5ef-8ea7-4c99-950c-7a775a8cd28b tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:34.871321 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1163f5ef-8ea7-4c99-950c-7a775a8cd28b tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2396498 Feb 09 01:40:34.953645 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4f6fcbd8-26a3-4240-b12d-78b684b2241f up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:40:35.055141 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6853176-eb9e-4275-b676-f79f8d9cd3fc tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:40:35.066939 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ec2c93-502a-499f-a6db-6d463521c69e None None] Sync routers for ids ['c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:40:35.091966 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ec2c93-502a-499f-a6db-6d463521c69e None None] Routers {'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:40:35.094267 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-03ec2c93-502a-499f-a6db-6d463521c69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:40:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:35.097646 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c6853176-eb9e-4275-b676-f79f8d9cd3fc tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:35.103093 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 4f6fcbd8-26a3-4240-b12d-78b684b2241f triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:35.107688 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4f6fcbd8-26a3-4240-b12d-78b684b2241f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:35.185524 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c6853176-eb9e-4275-b676-f79f8d9cd3fc tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8446040 Feb 09 01:40:35.185524 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65be677-c783-46db-b8e8-671ac27fe244', 'tag': 'e341fc78-ffe5-4c68-9300-001bc11e2545'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:40:35.185524 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebe01a8-ee73-497d-a45a-29245d26b912" -d '{"events": [{"name": "network-changed", "server_uuid": "f65be677-c783-46db-b8e8-671ac27fe244", "tag": "e341fc78-ffe5-4c68-9300-001bc11e2545"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:40:35.272317 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d621d33-fc09-4454-91dd-2a3d9cc1889e x-openstack-request-id: req-5d621d33-fc09-4454-91dd-2a3d9cc1889e {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:40:35.272657 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f65be677-c783-46db-b8e8-671ac27fe244", "tag": "e341fc78-ffe5-4c68-9300-001bc11e2545", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:40:35.272932 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5d621d33-fc09-4454-91dd-2a3d9cc1889e {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:40:35.273359 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f65be677-c783-46db-b8e8-671ac27fe244', 'tag': 'e341fc78-ffe5-4c68-9300-001bc11e2545', 'status': 'completed', 'code': 200} Feb 09 01:40:35.282997 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-03ec2c93-502a-499f-a6db-6d463521c69e None None] Set router c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:40:35.375257 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-d85ba3e8-a741-41c6-92f3-051bdfb2c12a tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1697509506&fields=id&tenant_id=08210566e83248dda7b4b9773be6fbca HTTP/1.1" status: 200 len: 267 time: 0.1589994 Feb 09 01:40:35.527906 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe01a8-ee73-497d-a45a-29245d26b912 req-f8383df7-6fbf-4e88-8533-adc9d0376810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:35.529571 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7ebe01a8-ee73-497d-a45a-29245d26b912 req-f8383df7-6fbf-4e88-8533-adc9d0376810 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9bde012005949bf8ed5f5d05d570ac0&device_id=f65be677-c783-46db-b8e8-671ac27fe244 HTTP/1.1" status: 200 len: 1127 time: 0.2414865 Feb 09 01:40:35.552003 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 4f6fcbd8-26a3-4240-b12d-78b684b2241f is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:35.642414 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-03ec2c93-502a-499f-a6db-6d463521c69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'name': 'tempest-TestVolumeBootPattern-157314528-router', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '832db3f3-699c-4232-b40d-da165c776bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:39Z', 'updated_at': '2022-02-09T01:24:49Z', 'revision_number': 4, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'gw_port': {'id': '832db3f3-699c-4232-b40d-da165c776bca', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:41Z', 'updated_at': '2022-02-09T01:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '25aa5f8f-17dd-4bae-9ab0-2bc272167541', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'floating_ip_address': '172.25.8.105', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'port_id': 'e341fc78-ffe5-4c68-9300-001bc11e2545', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3971, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'mac_address': 'fa:16:3e:98:5f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65be677-c783-46db-b8e8-671ac27fe244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:40:33Z', 'updated_at': '2022-02-09T01:40:33Z', 'revision_number': 0, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'fixed_ip_address_scope': None}, {'id': '7f99deb3-ab12-49ea-9cc8-5c26ee9ab47c', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'floating_ip_address': '172.25.8.25', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'port_id': '5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'mac_address': 'fa:16:3e:49:a1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb1c882-d88c-4b35-a2f9-dfb068fedda4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:38:00Z', 'updated_at': '2022-02-09T01:38:10Z', 'revision_number': 1, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '363b3493-e9bd-4c21-9ff5-05551ea98e75', 'name': '', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'mac_address': 'fa:16:3e:6d:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '68d3f132-83c5-49da-80a3-1924c70a8491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:46Z', 'updated_at': '2022-02-09T01:25:00Z', 'revision_number': 5, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'subnets': [{'id': '68d3f132-83c5-49da-80a3-1924c70a8491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:35.668344 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe01a8-ee73-497d-a45a-29245d26b912 req-643decfb-4c9a-436d-8e6c-92c81bb9a12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:35.672516 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7ebe01a8-ee73-497d-a45a-29245d26b912 req-643decfb-4c9a-436d-8e6c-92c81bb9a12a service neutron] 10.222.0.47 "GET /v2.0/networks?id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 HTTP/1.1" status: 200 len: 913 time: 0.1339433 Feb 09 01:40:35.695328 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ec2c93-502a-499f-a6db-6d463521c69e None None] Checking router: c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:40:35.706695 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ec2c93-502a-499f-a6db-6d463521c69e None None] Routers {'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:40:35.707689 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-03ec2c93-502a-499f-a6db-6d463521c69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:40:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:35.812328 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-41a03fe6-2c9a-4cb9-9b97-0bf2c110ba50 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:35.823640 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-41a03fe6-2c9a-4cb9-9b97-0bf2c110ba50 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/networks?id=532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3 HTTP/1.1" status: 200 len: 797 time: 0.4358160 Feb 09 01:40:35.840595 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-03ec2c93-502a-499f-a6db-6d463521c69e None None] Set router c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:40:35.872316 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7ebe01a8-ee73-497d-a45a-29245d26b912 req-1f33ff17-3487-4d27-a1b6-ec4845cf6bfc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e341fc78-ffe5-4c68-9300-001bc11e2545 HTTP/1.1" status: 200 len: 999 time: 0.1940207 Feb 09 01:40:35.875198 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-c8275730-72b6-4de1-b762-1b7fde4c4163 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/quotas/08210566e83248dda7b4b9773be6fbca HTTP/1.1" status: 200 len: 375 time: 0.0494661 Feb 09 01:40:35.975641 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe01a8-ee73-497d-a45a-29245d26b912 req-94c9429d-d670-48e9-8029-28180b76af00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:35.978410 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7ebe01a8-ee73-497d-a45a-29245d26b912 req-94c9429d-d670-48e9-8029-28180b76af00 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68d3f132-83c5-49da-80a3-1924c70a8491 HTTP/1.1" status: 200 len: 850 time: 0.0999796 Feb 09 01:40:35.981736 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:36.002933 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-a2f93da9-5874-46f3-b50e-b991ac61a1bb tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=08210566e83248dda7b4b9773be6fbca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1113024 Feb 09 01:40:36.103356 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe01a8-ee73-497d-a45a-29245d26b912 req-d93733f4-cf5a-43cb-9264-23dd1e6bce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:36.104947 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7ebe01a8-ee73-497d-a45a-29245d26b912 req-d93733f4-cf5a-43cb-9264-23dd1e6bce39 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1200132 Feb 09 01:40:36.113476 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-03ec2c93-502a-499f-a6db-6d463521c69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'name': 'tempest-TestVolumeBootPattern-157314528-router', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '832db3f3-699c-4232-b40d-da165c776bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:39Z', 'updated_at': '2022-02-09T01:24:49Z', 'revision_number': 4, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'gw_port': {'id': '832db3f3-699c-4232-b40d-da165c776bca', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:41Z', 'updated_at': '2022-02-09T01:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '25aa5f8f-17dd-4bae-9ab0-2bc272167541', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'floating_ip_address': '172.25.8.105', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'port_id': 'e341fc78-ffe5-4c68-9300-001bc11e2545', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3971, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'mac_address': 'fa:16:3e:98:5f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65be677-c783-46db-b8e8-671ac27fe244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:40:33Z', 'updated_at': '2022-02-09T01:40:33Z', 'revision_number': 0, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'fixed_ip_address_scope': None}, {'id': '7f99deb3-ab12-49ea-9cc8-5c26ee9ab47c', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'floating_ip_address': '172.25.8.25', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'port_id': '5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'mac_address': 'fa:16:3e:49:a1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb1c882-d88c-4b35-a2f9-dfb068fedda4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:38:00Z', 'updated_at': '2022-02-09T01:38:10Z', 'revision_number': 1, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '363b3493-e9bd-4c21-9ff5-05551ea98e75', 'name': '', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'mac_address': 'fa:16:3e:6d:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '68d3f132-83c5-49da-80a3-1924c70a8491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:46Z', 'updated_at': '2022-02-09T01:25:00Z', 'revision_number': 5, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'subnets': [{'id': '68d3f132-83c5-49da-80a3-1924c70a8491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:36.142462 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ec2c93-502a-499f-a6db-6d463521c69e None None] The sync data for ids ['c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'] in n-d-828369-4 is: [{'id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'name': 'tempest-TestVolumeBootPattern-157314528-router', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '832db3f3-699c-4232-b40d-da165c776bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:39Z', 'updated_at': '2022-02-09T01:24:49Z', 'revision_number': 4, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'gw_port': {'id': '832db3f3-699c-4232-b40d-da165c776bca', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:41Z', 'updated_at': '2022-02-09T01:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '25aa5f8f-17dd-4bae-9ab0-2bc272167541', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'floating_ip_address': '172.25.8.105', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'port_id': 'e341fc78-ffe5-4c68-9300-001bc11e2545', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3971, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'mac_address': 'fa:16:3e:98:5f:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65be677-c783-46db-b8e8-671ac27fe244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:40:33Z', 'updated_at': '2022-02-09T01:40:33Z', 'revision_number': 0, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'fixed_ip_address_scope': None}, {'id': '7f99deb3-ab12-49ea-9cc8-5c26ee9ab47c', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'floating_ip_address': '172.25.8.25', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'port_id': '5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'mac_address': 'fa:16:3e:49:a1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb1c882-d88c-4b35-a2f9-dfb068fedda4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:38:00Z', 'updated_at': '2022-02-09T01:38:10Z', 'revision_number': 1, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '363b3493-e9bd-4c21-9ff5-05551ea98e75', 'name': '', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'mac_address': 'fa:16:3e:6d:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '68d3f132-83c5-49da-80a3-1924c70a8491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:46Z', 'updated_at': '2022-02-09T01:25:00Z', 'revision_number': 5, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'subnets': [{'id': '68d3f132-83c5-49da-80a3-1924c70a8491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:40:36.168264 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-4dc71220-b566-441d-9635-d0fb64694042 service neutron] 10.222.0.50 "GET /v2.0/networks/532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434336 Feb 09 01:40:36.268034 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7ebe01a8-ee73-497d-a45a-29245d26b912 req-a3fe652e-4319-44fe-a3d1-e8c376fc269b service neutron] 10.222.0.47 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557293 Feb 09 01:40:36.344236 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-5ba76193-f523-4576-a788-a34a437d163b service neutron] 10.222.0.50 "GET /v2.0/networks/532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678157 Feb 09 01:40:36.384998 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7ebe01a8-ee73-497d-a45a-29245d26b912 req-095e900e-4fcc-4e00-a564-5643c55f7778 service neutron] 10.222.0.47 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099894 Feb 09 01:40:36.413425 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad10113-80dd-4578-885d-7c3b82dd8058 None None] New status for floating IP 25aa5f8f-17dd-4bae-9ab0-2bc272167541: ACTIVE {{(pid=103138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:40:36.573224 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-93872e3b-daa7-4d0a-8e63-2697d488de84 req-8b063655-3f58-45f8-a4b1-63f45bd17c48 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/ports?device_id=60208960-6ced-4206-92b0-ba3a11b424d7 HTTP/1.1" status: 200 len: 210 time: 0.0426528 Feb 09 01:40:36.614824 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device bf89825f-57c0-4f62-b1d1-756837c586be no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:40:36.644652 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: bf89825f-57c0-4f62-b1d1-756837c586be {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:40:36.645015 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device bf89825f-57c0-4f62-b1d1-756837c586be not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:40:37.269201 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:37.675583 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c5ddd22-cd8b-47e2-aff3-9180a6c4b50d req-e8521021-a5b6-416c-92a7-b8b31b53ed54 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/ports?device_id=60208960-6ced-4206-92b0-ba3a11b424d7 HTTP/1.1" status: 200 len: 210 time: 0.0273550 Feb 09 01:40:37.948099 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-0537a0ac-7e92-44ef-b5ce-b34585efdddb tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:37.949621 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-0537a0ac-7e92-44ef-b5ce-b34585efdddb tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.120 "GET /v2.0/networks?id=532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3 HTTP/1.1" status: 200 len: 797 time: 0.1379299 Feb 09 01:40:37.967060 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:38.029206 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-964241fd-a628-4ce4-8920-e86a392c3f1c tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08210566e83248dda7b4b9773be6fbca HTTP/1.1" status: 200 len: 380 time: 0.0710843 Feb 09 01:40:38.041830 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-1b633a7b-d55a-4bc3-8919-4acc11b9f45d tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Request body: {'port': {'device_id': '60208960-6ced-4206-92b0-ba3a11b424d7', 'network_id': '532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3', 'admin_state_up': True, 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'security_groups': ['5c3859f4-4053-4e2c-b87a-605621ac0dea']}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:38.186030 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-1b633a7b-d55a-4bc3-8919-4acc11b9f45d tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Made reservation on behalf of 08210566e83248dda7b4b9773be6fbca for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:40:38.190226 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-1b633a7b-d55a-4bc3-8919-4acc11b9f45d tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:38.329739 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-1b633a7b-d55a-4bc3-8919-4acc11b9f45d tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Allocated IP 172.20.0.13 (532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3/4632e278-203e-4ef8-a1df-1afa6be4c4aa/48dea9ef-fcc7-458b-aab7-99e24be6a8bb) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:38.463809 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:38.503823 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-1b633a7b-d55a-4bc3-8919-4acc11b9f45d tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for port (48dea9ef-fcc7-458b-aab7-99e24be6a8bb), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:38.539899 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-1b633a7b-d55a-4bc3-8919-4acc11b9f45d tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (48dea9ef-fcc7-458b-aab7-99e24be6a8bb), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:38.585374 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-1b633a7b-d55a-4bc3-8919-4acc11b9f45d tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Network 532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:38.592988 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-1b633a7b-d55a-4bc3-8919-4acc11b9f45d tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:38.595573 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-1b633a7b-d55a-4bc3-8919-4acc11b9f45d tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:38.636038 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b633a7b-d55a-4bc3-8919-4acc11b9f45d tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event updated for resources: {'Port': ['ID=48dea9ef-fcc7-458b-aab7-99e24be6a8bb,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:38.671160 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-1b633a7b-d55a-4bc3-8919-4acc11b9f45d tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:38.672232 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-1b633a7b-d55a-4bc3-8919-4acc11b9f45d tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:38.693503 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-1b633a7b-d55a-4bc3-8919-4acc11b9f45d tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6557760 Feb 09 01:40:38.707152 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-a3c7bdab-31d6-4c34-832c-95ace9919842 service neutron] Request body: {'port': {'device_id': '60208960-6ced-4206-92b0-ba3a11b424d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:38.844472 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-a3c7bdab-31d6-4c34-832c-95ace9919842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (48dea9ef-fcc7-458b-aab7-99e24be6a8bb), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:38.939586 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a84a2-8aa1-4d07-ac69-c264809d434b req-ade7b032-7a93-47ac-a612-f147e84be158 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:38.941215 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad9a84a2-8aa1-4d07-ac69-c264809d434b req-ade7b032-7a93-47ac-a612-f147e84be158 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/ports?device_id=60208960-6ced-4206-92b0-ba3a11b424d7 HTTP/1.1" status: 200 len: 932 time: 0.1128368 Feb 09 01:40:39.060924 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-e4910266-2415-4b62-a420-c10d00375884 None None] Provisioning complete for port 48dea9ef-fcc7-458b-aab7-99e24be6a8bb triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:39.061935 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e4910266-2415-4b62-a420-c10d00375884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (48dea9ef-fcc7-458b-aab7-99e24be6a8bb), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:39.105711 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad9a84a2-8aa1-4d07-ac69-c264809d434b req-2d275031-e6f6-44f5-ad84-9fa81bd2344a tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c3859f4-4053-4e2c-b87a-605621ac0dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575432 Feb 09 01:40:39.115603 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e4910266-2415-4b62-a420-c10d00375884 None None] Port 48dea9ef-fcc7-458b-aab7-99e24be6a8bb cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:40:39.571298 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-a3c7bdab-31d6-4c34-832c-95ace9919842 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48dea9ef-fcc7-458b-aab7-99e24be6a8bb {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:40:39.580207 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-a3c7bdab-31d6-4c34-832c-95ace9919842 service neutron] Publish callbacks [] for port (48dea9ef-fcc7-458b-aab7-99e24be6a8bb), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:39.594122 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-a3c7bdab-31d6-4c34-832c-95ace9919842 service neutron] Transition to ACTIVE for port object 48dea9ef-fcc7-458b-aab7-99e24be6a8bb will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:40:39.599210 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-a3c7bdab-31d6-4c34-832c-95ace9919842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (48dea9ef-fcc7-458b-aab7-99e24be6a8bb), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:39.673865 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7bdab-31d6-4c34-832c-95ace9919842 service neutron] Pushing event updated for resources: {'Port': ['ID=48dea9ef-fcc7-458b-aab7-99e24be6a8bb,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:39.689976 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:39.734463 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-a3c7bdab-31d6-4c34-832c-95ace9919842 service neutron] Attempting to bind port 48dea9ef-fcc7-458b-aab7-99e24be6a8bb on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:40:39.735059 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-a3c7bdab-31d6-4c34-832c-95ace9919842 service neutron] Attempting to bind port 48dea9ef-fcc7-458b-aab7-99e24be6a8bb by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '15266d76-45f0-4589-aaa7-42a72f5dadc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:40:39.735380 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-a3c7bdab-31d6-4c34-832c-95ace9919842 service neutron] Attempting to bind port 48dea9ef-fcc7-458b-aab7-99e24be6a8bb on network 532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:40:39.741411 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-a3c7bdab-31d6-4c34-832c-95ace9919842 service neutron] Port 48dea9ef-fcc7-458b-aab7-99e24be6a8bb on network 532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:40:39.743998 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-a3c7bdab-31d6-4c34-832c-95ace9919842 service neutron] Attempting to bind port 48dea9ef-fcc7-458b-aab7-99e24be6a8bb on network 532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:40:39.749494 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-a3c7bdab-31d6-4c34-832c-95ace9919842 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:40:39.750386 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-a3c7bdab-31d6-4c34-832c-95ace9919842 service neutron] Checking segment: {'id': '15266d76-45f0-4589-aaa7-42a72f5dadc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:40:39.750991 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-a3c7bdab-31d6-4c34-832c-95ace9919842 service neutron] Bound using segment: {'id': '15266d76-45f0-4589-aaa7-42a72f5dadc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:40:39.751632 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-a3c7bdab-31d6-4c34-832c-95ace9919842 service neutron] Bound port: 48dea9ef-fcc7-458b-aab7-99e24be6a8bb, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15266d76-45f0-4589-aaa7-42a72f5dadc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:40:39.752118 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-a3c7bdab-31d6-4c34-832c-95ace9919842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (48dea9ef-fcc7-458b-aab7-99e24be6a8bb), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:39.830850 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-a3c7bdab-31d6-4c34-832c-95ace9919842 service neutron] For port 48dea9ef-fcc7-458b-aab7-99e24be6a8bb, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:40:39.835077 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-a3c7bdab-31d6-4c34-832c-95ace9919842 service neutron] For port 48dea9ef-fcc7-458b-aab7-99e24be6a8bb, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=48dea9ef-fcc7-458b-aab7-99e24be6a8bb,segment=NetworkSegment(15266d76-45f0-4589-aaa7-42a72f5dadc4),segment_id=15266d76-45f0-4589-aaa7-42a72f5dadc4)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:40:39.844127 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-a3c7bdab-31d6-4c34-832c-95ace9919842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (48dea9ef-fcc7-458b-aab7-99e24be6a8bb), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:39.916026 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7bdab-31d6-4c34-832c-95ace9919842 service neutron] Pushing event updated for resources: {'Port': ['ID=48dea9ef-fcc7-458b-aab7-99e24be6a8bb,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:39.934012 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-a3c7bdab-31d6-4c34-832c-95ace9919842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:39.934905 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-a3c7bdab-31d6-4c34-832c-95ace9919842 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:39.938120 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-a3c7bdab-31d6-4c34-832c-95ace9919842 service neutron] 10.222.0.120 "PUT /v2.0/ports/48dea9ef-fcc7-458b-aab7-99e24be6a8bb HTTP/1.1" status: 200 len: 1092 time: 1.2364402 Feb 09 01:40:39.939846 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60208960-6ced-4206-92b0-ba3a11b424d7', 'tag': '48dea9ef-fcc7-458b-aab7-99e24be6a8bb'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:40:39.944780 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1d8229-73fb-47bf-9a0f-c0ad2c9b3757" -d '{"events": [{"name": "network-changed", "server_uuid": "60208960-6ced-4206-92b0-ba3a11b424d7", "tag": "48dea9ef-fcc7-458b-aab7-99e24be6a8bb"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:40:40.023054 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f9d672-915b-49d0-87c0-6954bf78309f x-openstack-request-id: req-08f9d672-915b-49d0-87c0-6954bf78309f {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:40:40.023807 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60208960-6ced-4206-92b0-ba3a11b424d7", "tag": "48dea9ef-fcc7-458b-aab7-99e24be6a8bb", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:40:40.023807 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-08f9d672-915b-49d0-87c0-6954bf78309f {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:40:40.024388 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60208960-6ced-4206-92b0-ba3a11b424d7', 'tag': '48dea9ef-fcc7-458b-aab7-99e24be6a8bb', 'status': 'completed', 'code': 200} Feb 09 01:40:40.048732 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-c296137d-e441-475a-9f6b-f1fb90d6795b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:40.050471 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-c296137d-e441-475a-9f6b-f1fb90d6795b service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=08210566e83248dda7b4b9773be6fbca&device_id=60208960-6ced-4206-92b0-ba3a11b424d7 HTTP/1.1" status: 200 len: 1126 time: 0.0707452 Feb 09 01:40:40.106949 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-cadba027-0019-4b66-a24d-19510ef680bb service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48dea9ef-fcc7-458b-aab7-99e24be6a8bb HTTP/1.1" status: 200 len: 217 time: 0.0484858 Feb 09 01:40:40.197330 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-ba5faba7-de44-4a13-bcfd-e654f054795c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:40.199504 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-ba5faba7-de44-4a13-bcfd-e654f054795c service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4632e278-203e-4ef8-a1df-1afa6be4c4aa HTTP/1.1" status: 200 len: 834 time: 0.0862789 Feb 09 01:40:40.317589 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-ed361587-02aa-4ef7-9ba6-96601f6b53c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:40.319302 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-ed361587-02aa-4ef7-9ba6-96601f6b53c6 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1146984 Feb 09 01:40:40.331593 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a967990-9f4f-4fa4-aa6e-d500c968395f req-e4950251-36a5-4947-9407-dd96a5efb341 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:40.339980 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a967990-9f4f-4fa4-aa6e-d500c968395f req-e4950251-36a5-4947-9407-dd96a5efb341 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/ports?device_id=60208960-6ced-4206-92b0-ba3a11b424d7 HTTP/1.1" status: 200 len: 944 time: 0.1384022 Feb 09 01:40:40.449697 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a967990-9f4f-4fa4-aa6e-d500c968395f req-779b8bff-2eeb-4520-890d-2c610361ae8d tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c3859f4-4053-4e2c-b87a-605621ac0dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086082 Feb 09 01:40:40.487941 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-5002f121-d6b0-49df-903a-84c8e55573d2 service neutron] 10.222.0.120 "GET /v2.0/networks/532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401510 Feb 09 01:40:40.611229 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6516bc3b-009f-4c2d-90c3-c2564d41a824 req-cb3b07d3-817b-46fa-b257-0259e31d6648 service neutron] 10.222.0.120 "GET /v2.0/networks/532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170285 Feb 09 01:40:40.707206 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d8229-73fb-47bf-9a0f-c0ad2c9b3757 req-621c5455-fbac-4048-8514-a8f5a87c539d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:40.708765 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ff1d8229-73fb-47bf-9a0f-c0ad2c9b3757 req-621c5455-fbac-4048-8514-a8f5a87c539d service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=08210566e83248dda7b4b9773be6fbca&device_id=60208960-6ced-4206-92b0-ba3a11b424d7 HTTP/1.1" status: 200 len: 1126 time: 0.0523331 Feb 09 01:40:40.811862 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d8229-73fb-47bf-9a0f-c0ad2c9b3757 req-b95d91b6-fe4c-44ea-9410-2d505419b0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:40.813454 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ff1d8229-73fb-47bf-9a0f-c0ad2c9b3757 req-b95d91b6-fe4c-44ea-9410-2d505419b0e2 service neutron] 10.222.0.120 "GET /v2.0/networks?id=532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3 HTTP/1.1" status: 200 len: 899 time: 0.0988569 Feb 09 01:40:40.858268 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ff1d8229-73fb-47bf-9a0f-c0ad2c9b3757 req-3a997ff5-1773-4541-b888-f2f343cb8e9c service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48dea9ef-fcc7-458b-aab7-99e24be6a8bb HTTP/1.1" status: 200 len: 217 time: 0.0389318 Feb 09 01:40:40.908235 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d8229-73fb-47bf-9a0f-c0ad2c9b3757 req-f3ca0ba5-0930-470c-ae2e-3ba02c05143e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:40.909928 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ff1d8229-73fb-47bf-9a0f-c0ad2c9b3757 req-f3ca0ba5-0930-470c-ae2e-3ba02c05143e service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4632e278-203e-4ef8-a1df-1afa6be4c4aa HTTP/1.1" status: 200 len: 834 time: 0.0461438 Feb 09 01:40:40.967259 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d8229-73fb-47bf-9a0f-c0ad2c9b3757 req-7b9e86ec-b1b3-4a04-ba28-1af16845dab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:40.968871 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ff1d8229-73fb-47bf-9a0f-c0ad2c9b3757 req-7b9e86ec-b1b3-4a04-ba28-1af16845dab2 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0529103 Feb 09 01:40:41.071077 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ff1d8229-73fb-47bf-9a0f-c0ad2c9b3757 req-339cda29-a282-4653-98b9-b98e4bf9f139 service neutron] 10.222.0.120 "GET /v2.0/networks/532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955939 Feb 09 01:40:41.170030 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ff1d8229-73fb-47bf-9a0f-c0ad2c9b3757 req-dd0e18a6-5add-4191-925d-dc38dc063ff7 service neutron] 10.222.0.120 "GET /v2.0/networks/532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926981 Feb 09 01:40:41.625286 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06b4cd-0e23-4d93-98e8-0ccc90b0362f req-25d2b6bc-072e-4342-9d3a-da0951a1f3c1 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:41.627468 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-db06b4cd-0e23-4d93-98e8-0ccc90b0362f req-25d2b6bc-072e-4342-9d3a-da0951a1f3c1 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/ports?device_id=60208960-6ced-4206-92b0-ba3a11b424d7 HTTP/1.1" status: 200 len: 944 time: 0.0901737 Feb 09 01:40:41.688450 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-db06b4cd-0e23-4d93-98e8-0ccc90b0362f req-361335e2-a873-4b76-9b1d-56069ffe80e5 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c3859f4-4053-4e2c-b87a-605621ac0dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535052 Feb 09 01:40:42.653915 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 48dea9ef-fcc7-458b-aab7-99e24be6a8bb details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:40:42.773977 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 48dea9ef-fcc7-458b-aab7-99e24be6a8bb, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=48dea9ef-fcc7-458b-aab7-99e24be6a8bb,segment=NetworkSegment(15266d76-45f0-4589-aaa7-42a72f5dadc4),segment_id=15266d76-45f0-4589-aaa7-42a72f5dadc4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:42.796944 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '48dea9ef-fcc7-458b-aab7-99e24be6a8bb', 'network_id': '532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3', 'port_id': '48dea9ef-fcc7-458b-aab7-99e24be6a8bb', 'mac_address': 'fa:16:3e:70:35:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4632e278-203e-4ef8-a1df-1afa6be4c4aa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:40:42.856345 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 48dea9ef-fcc7-458b-aab7-99e24be6a8bb is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:42.857585 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (48dea9ef-fcc7-458b-aab7-99e24be6a8bb), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:42.861498 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e791e9cf-7c56-4e43-af66-b308ecfdffe5 req-0e8c8c2f-72e5-4217-ac0f-4f3d1738b9a7 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:42.861498 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e791e9cf-7c56-4e43-af66-b308ecfdffe5 req-0e8c8c2f-72e5-4217-ac0f-4f3d1738b9a7 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/ports?device_id=60208960-6ced-4206-92b0-ba3a11b424d7 HTTP/1.1" status: 200 len: 944 time: 0.0860841 Feb 09 01:40:42.883779 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48dea9ef-fcc7-458b-aab7-99e24be6a8bb {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:40:42.934339 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 48dea9ef-fcc7-458b-aab7-99e24be6a8bb, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=48dea9ef-fcc7-458b-aab7-99e24be6a8bb,segment=NetworkSegment(15266d76-45f0-4589-aaa7-42a72f5dadc4),segment_id=15266d76-45f0-4589-aaa7-42a72f5dadc4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:42.949301 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (48dea9ef-fcc7-458b-aab7-99e24be6a8bb), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:42.959659 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e791e9cf-7c56-4e43-af66-b308ecfdffe5 req-fdd5fce5-9d32-4979-b962-fc8fbf8d4051 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c3859f4-4053-4e2c-b87a-605621ac0dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901365 Feb 09 01:40:43.013764 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=48dea9ef-fcc7-458b-aab7-99e24be6a8bb,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:43.153793 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['48dea9ef-fcc7-458b-aab7-99e24be6a8bb'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:40:44.129912 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b66b26-32f8-45b5-983c-19d0761e6601 req-588d35a8-dfbf-4327-8d2c-eef5cc90238b tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:44.132968 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e2b66b26-32f8-45b5-983c-19d0761e6601 req-588d35a8-dfbf-4327-8d2c-eef5cc90238b tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/ports?device_id=60208960-6ced-4206-92b0-ba3a11b424d7 HTTP/1.1" status: 200 len: 945 time: 0.0819097 Feb 09 01:40:44.205550 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e2b66b26-32f8-45b5-983c-19d0761e6601 req-af9328fc-5236-4384-a279-c56a30a9f590 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c3859f4-4053-4e2c-b87a-605621ac0dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530186 Feb 09 01:40:44.670292 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 48dea9ef-fcc7-458b-aab7-99e24be6a8bb up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:40:44.732502 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 48dea9ef-fcc7-458b-aab7-99e24be6a8bb completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:40:44.737237 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 48dea9ef-fcc7-458b-aab7-99e24be6a8bb triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:40:44.737948 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (48dea9ef-fcc7-458b-aab7-99e24be6a8bb), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:44.851753 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 48dea9ef-fcc7-458b-aab7-99e24be6a8bb is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:40:44.852604 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (48dea9ef-fcc7-458b-aab7-99e24be6a8bb), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:44.894049 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 48dea9ef-fcc7-458b-aab7-99e24be6a8bb, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=48dea9ef-fcc7-458b-aab7-99e24be6a8bb,segment=NetworkSegment(15266d76-45f0-4589-aaa7-42a72f5dadc4),segment_id=15266d76-45f0-4589-aaa7-42a72f5dadc4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:40:44.896482 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60208960-6ced-4206-92b0-ba3a11b424d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48dea9ef-fcc7-458b-aab7-99e24be6a8bb'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:40:44.900524 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0c3d1b-d763-4e1c-9ffd-2bb0ca3ba4e8" -d '{"events": [{"server_uuid": "60208960-6ced-4206-92b0-ba3a11b424d7", "name": "network-vif-plugged", "status": "completed", "tag": "48dea9ef-fcc7-458b-aab7-99e24be6a8bb"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:40:44.921656 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (48dea9ef-fcc7-458b-aab7-99e24be6a8bb), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:44.992165 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85389327-7454-4807-8ad1-ad64060d08af x-openstack-request-id: req-85389327-7454-4807-8ad1-ad64060d08af {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:40:44.992449 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60208960-6ced-4206-92b0-ba3a11b424d7", "name": "network-vif-plugged", "status": "completed", "tag": "48dea9ef-fcc7-458b-aab7-99e24be6a8bb", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:40:44.992767 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-85389327-7454-4807-8ad1-ad64060d08af {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:40:44.993177 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60208960-6ced-4206-92b0-ba3a11b424d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48dea9ef-fcc7-458b-aab7-99e24be6a8bb', 'code': 200} Feb 09 01:40:45.022999 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=48dea9ef-fcc7-458b-aab7-99e24be6a8bb,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:45.116459 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7fc4b4-01ca-423d-926c-60c2adce2423 req-64960624-f2ce-47b8-b2f5-f93b90d55ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:45.118797 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8c7fc4b4-01ca-423d-926c-60c2adce2423 req-64960624-f2ce-47b8-b2f5-f93b90d55ba6 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=60208960-6ced-4206-92b0-ba3a11b424d7 HTTP/1.1" status: 200 len: 1128 time: 0.0608253 Feb 09 01:40:45.182160 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8c7fc4b4-01ca-423d-926c-60c2adce2423 req-db7e2517-b5ad-4a85-8973-410ea5ece70d service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=5c3859f4-4053-4e2c-b87a-605621ac0dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558753 Feb 09 01:40:45.319168 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a2ad4-b307-437e-8205-232c147c8945 req-00f7a3e3-675e-4dcd-9fc4-9ecaa881e747 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:45.321116 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa5a2ad4-b307-437e-8205-232c147c8945 req-00f7a3e3-675e-4dcd-9fc4-9ecaa881e747 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/ports?device_id=60208960-6ced-4206-92b0-ba3a11b424d7 HTTP/1.1" status: 200 len: 946 time: 0.0638449 Feb 09 01:40:45.394067 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fa5a2ad4-b307-437e-8205-232c147c8945 req-69b104ac-ac1a-4795-adea-c1dc41ba91a7 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c3859f4-4053-4e2c-b87a-605621ac0dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668864 Feb 09 01:40:46.522703 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa80b3-99e5-4204-9eac-be097fea0474 req-bd4d3287-cbaf-4452-af12-d1cacfc103f5 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:46.524363 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c4aa80b3-99e5-4204-9eac-be097fea0474 req-bd4d3287-cbaf-4452-af12-d1cacfc103f5 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/ports?device_id=60208960-6ced-4206-92b0-ba3a11b424d7 HTTP/1.1" status: 200 len: 946 time: 0.0582101 Feb 09 01:40:46.575363 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c4aa80b3-99e5-4204-9eac-be097fea0474 req-b0fb4310-8550-41d2-8d07-dcbdda98b05e tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c3859f4-4053-4e2c-b87a-605621ac0dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450346 Feb 09 01:40:46.699057 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77076d-cf4b-4a5c-ba8b-f8c3824f445b req-9fd430bd-cbdd-4fd9-9e3e-c6156ff81ef1 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:46.700647 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1c77076d-cf4b-4a5c-ba8b-f8c3824f445b req-9fd430bd-cbdd-4fd9-9e3e-c6156ff81ef1 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/ports?device_id=60208960-6ced-4206-92b0-ba3a11b424d7 HTTP/1.1" status: 200 len: 946 time: 0.0568471 Feb 09 01:40:46.750691 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1c77076d-cf4b-4a5c-ba8b-f8c3824f445b req-be17293f-e11d-452a-a955-ac4b01521fdd tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c3859f4-4053-4e2c-b87a-605621ac0dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440903 Feb 09 01:40:46.774761 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37308) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:46.821655 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb221cf0-6350-4e4d-a4e9-1a0818a3dca0 tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:46.825719 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-cb221cf0-6350-4e4d-a4e9-1a0818a3dca0 tempest-TestNetworkBasicOps-682942919 tempest-TestNetworkBasicOps-682942919-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=60208960-6ced-4206-92b0-ba3a11b424d7 HTTP/1.1" status: 200 len: 1123 time: 0.0474362 Feb 09 01:40:46.825971 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37310) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:46.830439 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-4ea767f5-9a3f-411a-bfac-23005b2ed4e0 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'port_id': '48dea9ef-fcc7-458b-aab7-99e24be6a8bb', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:40:46.851239 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4ea767f5-9a3f-411a-bfac-23005b2ed4e0 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:46.950506 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4ea767f5-9a3f-411a-bfac-23005b2ed4e0 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:47.075838 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-4ea767f5-9a3f-411a-bfac-23005b2ed4e0 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Allocated IP 172.25.8.200 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/af94562c-1438-4d5d-8a4f-155d789b91c6) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:40:47.214630 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4ea767f5-9a3f-411a-bfac-23005b2ed4e0 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for port (af94562c-1438-4d5d-8a4f-155d789b91c6), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:47.305734 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4ea767f5-9a3f-411a-bfac-23005b2ed4e0 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (af94562c-1438-4d5d-8a4f-155d789b91c6), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:47.371533 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea767f5-9a3f-411a-bfac-23005b2ed4e0 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:40:47.376198 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-4ea767f5-9a3f-411a-bfac-23005b2ed4e0 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:40:47.389321 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea767f5-9a3f-411a-bfac-23005b2ed4e0 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:40:47.432985 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea767f5-9a3f-411a-bfac-23005b2ed4e0 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event updated for resources: {'Port': ['ID=af94562c-1438-4d5d-8a4f-155d789b91c6,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:47.910900 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4ea767f5-9a3f-411a-bfac-23005b2ed4e0 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for floatingip (06d39cf4-535b-4e09-94c1-f790962a8706), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:47.993161 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4ea767f5-9a3f-411a-bfac-23005b2ed4e0 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (af94562c-1438-4d5d-8a4f-155d789b91c6), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:48.179405 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4ea767f5-9a3f-411a-bfac-23005b2ed4e0 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for port (af94562c-1438-4d5d-8a4f-155d789b91c6), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:48.184890 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4ea767f5-9a3f-411a-bfac-23005b2ed4e0 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (af94562c-1438-4d5d-8a4f-155d789b91c6), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:48.276924 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea767f5-9a3f-411a-bfac-23005b2ed4e0 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event updated for resources: {'Port': ['ID=af94562c-1438-4d5d-8a4f-155d789b91c6,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:40:48.297006 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4ea767f5-9a3f-411a-bfac-23005b2ed4e0 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (06d39cf4-535b-4e09-94c1-f790962a8706), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:48.453921 n-d-828369-4 neutron-server[103137]: INFO neutron.db.l3_db [None req-4ea767f5-9a3f-411a-bfac-23005b2ed4e0 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Floating IP 06d39cf4-535b-4e09-94c1-f790962a8706 associated. External IP: 172.25.8.200, port: 48dea9ef-fcc7-458b-aab7-99e24be6a8bb. Feb 09 01:40:48.755152 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea767f5-9a3f-411a-bfac-23005b2ed4e0 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Router ecb5daf8-518a-432b-9683-e7ed1ab39f05 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:40:48.903629 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea767f5-9a3f-411a-bfac-23005b2ed4e0 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:40:48.913906 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67404fc9-0734-461f-b0b7-62afbb398aca None None] Sync routers for ids ['ecb5daf8-518a-432b-9683-e7ed1ab39f05'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:40:48.926083 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67404fc9-0734-461f-b0b7-62afbb398aca None None] Routers {'ecb5daf8-518a-432b-9683-e7ed1ab39f05'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:40:48.927330 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-67404fc9-0734-461f-b0b7-62afbb398aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:40:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['ecb5daf8-518a-432b-9683-e7ed1ab39f05'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:48.939561 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4ea767f5-9a3f-411a-bfac-23005b2ed4e0 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:40:49.051924 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-9d9d64f2-6565-4080-b22d-f652a24aa6e9 req-e5e72450-2684-4d64-9e63-3bd964794c8d service neutron] (103136) timed out ('10.222.0.47', 56292) {{(pid=103136) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 01:40:49.081363 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-67404fc9-0734-461f-b0b7-62afbb398aca None None] Set router ecb5daf8-518a-432b-9683-e7ed1ab39f05 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:40:49.399538 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-67404fc9-0734-461f-b0b7-62afbb398aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb5daf8-518a-432b-9683-e7ed1ab39f05', 'name': 'tempest-TestNetworkBasicOps-router-422295258', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '92d12a32-1de6-4182-badd-1fa5431ddfc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:23Z', 'updated_at': '2022-02-09T01:40:29Z', 'revision_number': 4, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'gw_port': {'id': '92d12a32-1de6-4182-badd-1fa5431ddfc1', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb5daf8-518a-432b-9683-e7ed1ab39f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:24Z', 'updated_at': '2022-02-09T01:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '06d39cf4-535b-4e09-94c1-f790962a8706', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'floating_ip_address': '172.25.8.200', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'ecb5daf8-518a-432b-9683-e7ed1ab39f05', 'port_id': '48dea9ef-fcc7-458b-aab7-99e24be6a8bb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3980, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3', 'mac_address': 'fa:16:3e:70:35:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60208960-6ced-4206-92b0-ba3a11b424d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:40:47Z', 'updated_at': '2022-02-09T01:40:47Z', 'revision_number': 0, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f6fcbd8-26a3-4240-b12d-78b684b2241f', 'name': '', 'network_id': '532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'mac_address': 'fa:16:3e:c6:3d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb5daf8-518a-432b-9683-e7ed1ab39f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '4632e278-203e-4ef8-a1df-1afa6be4c4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:27Z', 'updated_at': '2022-02-09T01:40:33Z', 'revision_number': 5, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'subnets': [{'id': '4632e278-203e-4ef8-a1df-1afa6be4c4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:49.406024 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4ea767f5-9a3f-411a-bfac-23005b2ed4e0 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5790710 Feb 09 01:40:49.406608 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60208960-6ced-4206-92b0-ba3a11b424d7', 'tag': '48dea9ef-fcc7-458b-aab7-99e24be6a8bb'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:40:49.408894 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fec236-3b7f-4598-80af-bcfda597312f" -d '{"events": [{"name": "network-changed", "server_uuid": "60208960-6ced-4206-92b0-ba3a11b424d7", "tag": "48dea9ef-fcc7-458b-aab7-99e24be6a8bb"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:40:49.409188 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 37332) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:49.467068 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67404fc9-0734-461f-b0b7-62afbb398aca None None] Checking router: ecb5daf8-518a-432b-9683-e7ed1ab39f05 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:40:49.478847 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67404fc9-0734-461f-b0b7-62afbb398aca None None] Routers {'ecb5daf8-518a-432b-9683-e7ed1ab39f05'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:40:49.479944 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-67404fc9-0734-461f-b0b7-62afbb398aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:40:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['ecb5daf8-518a-432b-9683-e7ed1ab39f05'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:49.492100 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a268765a-70b4-4e54-9f38-585f3c0d27e7 x-openstack-request-id: req-a268765a-70b4-4e54-9f38-585f3c0d27e7 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:40:49.492408 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60208960-6ced-4206-92b0-ba3a11b424d7", "tag": "48dea9ef-fcc7-458b-aab7-99e24be6a8bb", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:40:49.492712 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a268765a-70b4-4e54-9f38-585f3c0d27e7 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:40:49.493116 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60208960-6ced-4206-92b0-ba3a11b424d7', 'tag': '48dea9ef-fcc7-458b-aab7-99e24be6a8bb', 'status': 'completed', 'code': 200} Feb 09 01:40:49.617014 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-73a1777d-5573-4203-b04e-0ae2296b7b29 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/floatingips/06d39cf4-535b-4e09-94c1-f790962a8706 HTTP/1.1" status: 200 len: 992 time: 0.2064037 Feb 09 01:40:49.651746 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fec236-3b7f-4598-80af-bcfda597312f req-a8a7dc54-0b0f-41b9-a111-01432aac7e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:49.653307 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31fec236-3b7f-4598-80af-bcfda597312f req-a8a7dc54-0b0f-41b9-a111-01432aac7e27 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=08210566e83248dda7b4b9773be6fbca&device_id=60208960-6ced-4206-92b0-ba3a11b424d7 HTTP/1.1" status: 200 len: 1128 time: 0.1393538 Feb 09 01:40:49.755519 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-67404fc9-0734-461f-b0b7-62afbb398aca None None] Set router ecb5daf8-518a-432b-9683-e7ed1ab39f05 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:40:49.837667 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fec236-3b7f-4598-80af-bcfda597312f req-a6c9df85-4c64-4ca9-a093-6c68ae3bd0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:49.842590 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31fec236-3b7f-4598-80af-bcfda597312f req-a6c9df85-4c64-4ca9-a093-6c68ae3bd0c1 service neutron] 10.222.0.120 "GET /v2.0/networks?id=532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3 HTTP/1.1" status: 200 len: 899 time: 0.1834834 Feb 09 01:40:49.937670 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31fec236-3b7f-4598-80af-bcfda597312f req-5cc56d4c-0bfb-433f-bdb8-c505a3d4472d service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48dea9ef-fcc7-458b-aab7-99e24be6a8bb HTTP/1.1" status: 200 len: 1000 time: 0.0843182 Feb 09 01:40:49.991184 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fec236-3b7f-4598-80af-bcfda597312f req-602a7e90-e7e5-4531-bc91-9d623e01cafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:49.992988 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31fec236-3b7f-4598-80af-bcfda597312f req-602a7e90-e7e5-4531-bc91-9d623e01cafa service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4632e278-203e-4ef8-a1df-1afa6be4c4aa HTTP/1.1" status: 200 len: 834 time: 0.0499051 Feb 09 01:40:50.064135 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fec236-3b7f-4598-80af-bcfda597312f req-2a2116aa-a308-49b2-96ae-2e1aa086268c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:40:50.066445 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31fec236-3b7f-4598-80af-bcfda597312f req-2a2116aa-a308-49b2-96ae-2e1aa086268c service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0680857 Feb 09 01:40:50.077781 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-31fec236-3b7f-4598-80af-bcfda597312f req-6b9ba851-e5cd-4a1b-8355-ba832ec4c745 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:40:50.078811 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31fec236-3b7f-4598-80af-bcfda597312f req-6b9ba851-e5cd-4a1b-8355-ba832ec4c745 service neutron] 10.222.0.120 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063949 Feb 09 01:40:50.100722 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-67404fc9-0734-461f-b0b7-62afbb398aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb5daf8-518a-432b-9683-e7ed1ab39f05', 'name': 'tempest-TestNetworkBasicOps-router-422295258', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '92d12a32-1de6-4182-badd-1fa5431ddfc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:23Z', 'updated_at': '2022-02-09T01:40:29Z', 'revision_number': 4, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'gw_port': {'id': '92d12a32-1de6-4182-badd-1fa5431ddfc1', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb5daf8-518a-432b-9683-e7ed1ab39f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:24Z', 'updated_at': '2022-02-09T01:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '06d39cf4-535b-4e09-94c1-f790962a8706', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'floating_ip_address': '172.25.8.200', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'ecb5daf8-518a-432b-9683-e7ed1ab39f05', 'port_id': '48dea9ef-fcc7-458b-aab7-99e24be6a8bb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3980, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3', 'mac_address': 'fa:16:3e:70:35:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60208960-6ced-4206-92b0-ba3a11b424d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:40:47Z', 'updated_at': '2022-02-09T01:40:47Z', 'revision_number': 0, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f6fcbd8-26a3-4240-b12d-78b684b2241f', 'name': '', 'network_id': '532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'mac_address': 'fa:16:3e:c6:3d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb5daf8-518a-432b-9683-e7ed1ab39f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '4632e278-203e-4ef8-a1df-1afa6be4c4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:27Z', 'updated_at': '2022-02-09T01:40:33Z', 'revision_number': 5, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'subnets': [{'id': '4632e278-203e-4ef8-a1df-1afa6be4c4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:40:50.150289 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67404fc9-0734-461f-b0b7-62afbb398aca None None] The sync data for ids ['ecb5daf8-518a-432b-9683-e7ed1ab39f05'] in n-d-828369-4 is: [{'id': 'ecb5daf8-518a-432b-9683-e7ed1ab39f05', 'name': 'tempest-TestNetworkBasicOps-router-422295258', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '92d12a32-1de6-4182-badd-1fa5431ddfc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:23Z', 'updated_at': '2022-02-09T01:40:29Z', 'revision_number': 4, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'gw_port': {'id': '92d12a32-1de6-4182-badd-1fa5431ddfc1', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb5daf8-518a-432b-9683-e7ed1ab39f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:24Z', 'updated_at': '2022-02-09T01:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '06d39cf4-535b-4e09-94c1-f790962a8706', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'floating_ip_address': '172.25.8.200', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'ecb5daf8-518a-432b-9683-e7ed1ab39f05', 'port_id': '48dea9ef-fcc7-458b-aab7-99e24be6a8bb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3980, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3', 'mac_address': 'fa:16:3e:70:35:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60208960-6ced-4206-92b0-ba3a11b424d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:40:47Z', 'updated_at': '2022-02-09T01:40:47Z', 'revision_number': 0, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f6fcbd8-26a3-4240-b12d-78b684b2241f', 'name': '', 'network_id': '532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'mac_address': 'fa:16:3e:c6:3d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb5daf8-518a-432b-9683-e7ed1ab39f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '4632e278-203e-4ef8-a1df-1afa6be4c4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:27Z', 'updated_at': '2022-02-09T01:40:33Z', 'revision_number': 5, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'subnets': [{'id': '4632e278-203e-4ef8-a1df-1afa6be4c4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:40:50.207780 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31fec236-3b7f-4598-80af-bcfda597312f req-4ae40a9e-76fc-4c90-9411-833a4f714dfd service neutron] 10.222.0.120 "GET /v2.0/networks/532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225121 Feb 09 01:40:50.334113 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31fec236-3b7f-4598-80af-bcfda597312f req-5d703ada-b2b2-4578-9809-cf6bc780353c service neutron] 10.222.0.120 "GET /v2.0/networks/532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144488 Feb 09 01:40:50.477690 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb6ae66-fda9-4e66-8ca9-632a09d08beb None None] New status for floating IP 06d39cf4-535b-4e09-94c1-f790962a8706: ACTIVE {{(pid=103138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:40:50.620080 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 37340) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:40:50.693923 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-cd719195-4d04-4500-b75a-6babd9301fdc tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/floatingips/06d39cf4-535b-4e09-94c1-f790962a8706 HTTP/1.1" status: 200 len: 994 time: 0.0722888 Feb 09 01:41:02.410158 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c68fecef-1050-4d91-85ff-93bb1b9a2c78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:04.439645 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7d9bfe22-40ca-4a94-ae7b-f0d40b2a9b5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:06.007813 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:07.284218 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:07.960039 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:08.483420 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:09.673245 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:10.026754 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:41:13.573822 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37670) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:13.628245 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3191935-925d-4c1f-b215-4fd49c054ac4 admin admin] Deleting subnet 29c5d7dc-f2c1-40ba-bdc9-f90b641e2d6d {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:41:13.632042 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c3191935-925d-4c1f-b215-4fd49c054ac4 admin admin] Publish callbacks [] for subnet (29c5d7dc-f2c1-40ba-bdc9-f90b641e2d6d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:13.675403 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c3191935-925d-4c1f-b215-4fd49c054ac4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (29c5d7dc-f2c1-40ba-bdc9-f90b641e2d6d), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:13.719570 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c3191935-925d-4c1f-b215-4fd49c054ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (29c5d7dc-f2c1-40ba-bdc9-f90b641e2d6d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:13.800333 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c3191935-925d-4c1f-b215-4fd49c054ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (29c5d7dc-f2c1-40ba-bdc9-f90b641e2d6d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:13.827872 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3191935-925d-4c1f-b215-4fd49c054ac4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29c5d7dc-f2c1-40ba-bdc9-f90b641e2d6d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:13.830376 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c3191935-925d-4c1f-b215-4fd49c054ac4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:13.836294 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c3191935-925d-4c1f-b215-4fd49c054ac4 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/29c5d7dc-f2c1-40ba-bdc9-f90b641e2d6d HTTP/1.1" status: 204 len: 168 time: 0.2586079 Feb 09 01:41:13.836717 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 37678) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:13.847725 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3191935-925d-4c1f-b215-4fd49c054ac4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:13.848445 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3191935-925d-4c1f-b215-4fd49c054ac4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:13.849030 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3191935-925d-4c1f-b215-4fd49c054ac4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:13.849560 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3191935-925d-4c1f-b215-4fd49c054ac4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:13.850075 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3191935-925d-4c1f-b215-4fd49c054ac4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:13.850583 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3191935-925d-4c1f-b215-4fd49c054ac4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:13.851098 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3191935-925d-4c1f-b215-4fd49c054ac4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:13.851601 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3191935-925d-4c1f-b215-4fd49c054ac4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:13.852100 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3191935-925d-4c1f-b215-4fd49c054ac4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:13.852630 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3191935-925d-4c1f-b215-4fd49c054ac4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:13.853179 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3191935-925d-4c1f-b215-4fd49c054ac4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:13.853697 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3191935-925d-4c1f-b215-4fd49c054ac4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:13.854242 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3191935-925d-4c1f-b215-4fd49c054ac4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:13.928867 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3ea091b6-05ac-488a-857c-ff3c841117b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (b8d2b866-3299-416f-9af2-43f0ad33d930), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:14.021540 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3ea091b6-05ac-488a-857c-ff3c841117b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (b8d2b866-3299-416f-9af2-43f0ad33d930), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:14.053670 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-3ea091b6-05ac-488a-857c-ff3c841117b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8d2b866-3299-416f-9af2-43f0ad33d930']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:14.065007 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-3ea091b6-05ac-488a-857c-ff3c841117b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc85070f-57dd-4984-946e-a016d856a886') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:14.065312 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-3ea091b6-05ac-488a-857c-ff3c841117b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc85070f-57dd-4984-946e-a016d856a886') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:14.077820 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3ea091b6-05ac-488a-857c-ff3c841117b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (dc85070f-57dd-4984-946e-a016d856a886), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:14.093803 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3ea091b6-05ac-488a-857c-ff3c841117b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (dc85070f-57dd-4984-946e-a016d856a886), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:14.101992 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ea091b6-05ac-488a-857c-ff3c841117b4 admin admin] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:41:14.102690 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3ea091b6-05ac-488a-857c-ff3c841117b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (dc85070f-57dd-4984-946e-a016d856a886), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:14.104434 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:41:14.104434 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:41:14.104434 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:41:14.104434 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:41:14.104434 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:41:14.104434 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:41:14.104434 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:41:14.104434 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:41:14.104434 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:41:14.104434 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:41:14.104434 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:41:14.104434 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:41:14.104434 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:41:14.104434 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:41:14.104434 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:41:14.104434 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:41:14.104434 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:41:14.104434 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:41:14.104434 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:41:14.104434 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:41:14.104434 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:41:14.104434 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:41:14.104434 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:41:14.104434 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:41:14.104434 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:41:14.104434 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:41:14.104434 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:41:14.104434 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:41:14.104434 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:41:14.104434 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:41:14.104434 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:41:14.104434 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:41:14.167534 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3ea091b6-05ac-488a-857c-ff3c841117b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (b8d2b866-3299-416f-9af2-43f0ad33d930), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:14.172829 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3ea091b6-05ac-488a-857c-ff3c841117b4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:14.179635 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3ea091b6-05ac-488a-857c-ff3c841117b4 admin admin] 10.222.0.50 "DELETE /v2.0/networks/b8d2b866-3299-416f-9af2-43f0ad33d930 HTTP/1.1" status: 204 len: 168 time: 0.3386717 Feb 09 01:41:14.180108 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37686) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:14.198870 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea091b6-05ac-488a-857c-ff3c841117b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8d2b866-3299-416f-9af2-43f0ad33d930,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:14.210877 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea091b6-05ac-488a-857c-ff3c841117b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:14.211494 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea091b6-05ac-488a-857c-ff3c841117b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:14.211859 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea091b6-05ac-488a-857c-ff3c841117b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:14.212212 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea091b6-05ac-488a-857c-ff3c841117b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:14.212584 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea091b6-05ac-488a-857c-ff3c841117b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:14.212923 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea091b6-05ac-488a-857c-ff3c841117b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:14.213264 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea091b6-05ac-488a-857c-ff3c841117b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:14.213602 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea091b6-05ac-488a-857c-ff3c841117b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:14.213936 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea091b6-05ac-488a-857c-ff3c841117b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:14.214312 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea091b6-05ac-488a-857c-ff3c841117b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:14.214653 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea091b6-05ac-488a-857c-ff3c841117b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:14.215041 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea091b6-05ac-488a-857c-ff3c841117b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:14.215389 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea091b6-05ac-488a-857c-ff3c841117b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:14.238338 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d87d979-f2f8-49a2-9d12-55a80ffae77d admin admin] Deleting subnet 6a603202-ac41-49ae-ba09-18267203000d {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:41:14.242401 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7d87d979-f2f8-49a2-9d12-55a80ffae77d admin admin] Publish callbacks [] for subnet (6a603202-ac41-49ae-ba09-18267203000d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:14.278802 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7d87d979-f2f8-49a2-9d12-55a80ffae77d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (6a603202-ac41-49ae-ba09-18267203000d), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:14.333525 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7d87d979-f2f8-49a2-9d12-55a80ffae77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (6a603202-ac41-49ae-ba09-18267203000d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:14.398374 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7d87d979-f2f8-49a2-9d12-55a80ffae77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (6a603202-ac41-49ae-ba09-18267203000d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:14.430766 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d87d979-f2f8-49a2-9d12-55a80ffae77d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a603202-ac41-49ae-ba09-18267203000d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:14.440091 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7d87d979-f2f8-49a2-9d12-55a80ffae77d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:14.446184 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7d87d979-f2f8-49a2-9d12-55a80ffae77d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/6a603202-ac41-49ae-ba09-18267203000d HTTP/1.1" status: 204 len: 168 time: 0.2627931 Feb 09 01:41:14.446491 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37696) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:14.521409 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-48d232a3-9ed5-4593-ac4d-b429b732ee31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (5e511429-2daf-4247-a3b1-0d5e8ad73269), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:14.648085 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-48d232a3-9ed5-4593-ac4d-b429b732ee31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (5e511429-2daf-4247-a3b1-0d5e8ad73269), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:14.674909 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-48d232a3-9ed5-4593-ac4d-b429b732ee31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e511429-2daf-4247-a3b1-0d5e8ad73269']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:14.685112 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-48d232a3-9ed5-4593-ac4d-b429b732ee31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ca63deb-1449-46d0-a5c3-eb96b5494640') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:14.685424 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-48d232a3-9ed5-4593-ac4d-b429b732ee31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ca63deb-1449-46d0-a5c3-eb96b5494640') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:14.695603 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-48d232a3-9ed5-4593-ac4d-b429b732ee31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (7ca63deb-1449-46d0-a5c3-eb96b5494640), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:14.711972 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-48d232a3-9ed5-4593-ac4d-b429b732ee31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (7ca63deb-1449-46d0-a5c3-eb96b5494640), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:14.719818 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48d232a3-9ed5-4593-ac4d-b429b732ee31 admin admin] Releasing vlan 1017 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:41:14.720313 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-48d232a3-9ed5-4593-ac4d-b429b732ee31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (7ca63deb-1449-46d0-a5c3-eb96b5494640), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:14.727083 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:41:14.727083 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:41:14.727083 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:41:14.727083 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:41:14.727083 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:41:14.727083 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:41:14.727083 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:41:14.727083 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:41:14.727083 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:41:14.727083 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:41:14.727083 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:41:14.727083 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:41:14.727083 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:41:14.727083 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:41:14.727083 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:41:14.727083 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:41:14.727083 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:41:14.727083 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:41:14.727083 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:41:14.727083 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:41:14.727083 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:41:14.727083 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:41:14.727083 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:41:14.727083 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:41:14.727083 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:41:14.727083 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:41:14.727083 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:41:14.727083 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:41:14.727083 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:41:14.727083 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:41:14.727083 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:41:14.727083 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:41:14.793575 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-48d232a3-9ed5-4593-ac4d-b429b732ee31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (5e511429-2daf-4247-a3b1-0d5e8ad73269), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:14.799847 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-48d232a3-9ed5-4593-ac4d-b429b732ee31 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:14.807198 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-48d232a3-9ed5-4593-ac4d-b429b732ee31 admin admin] 10.222.0.50 "DELETE /v2.0/networks/5e511429-2daf-4247-a3b1-0d5e8ad73269 HTTP/1.1" status: 204 len: 168 time: 0.3596661 Feb 09 01:41:14.820141 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d232a3-9ed5-4593-ac4d-b429b732ee31 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e511429-2daf-4247-a3b1-0d5e8ad73269,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:15.032670 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37712) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:15.092736 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 37716) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:15.094258 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-42711775-1151-4bca-9a04-d8e6335839fe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=30a03133bb5b49b1a0f654850ebc730c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0602536 Feb 09 01:41:15.153168 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2fe6f637-dd53-48fd-8b3d-81ba2a498acc admin admin] Publish callbacks [] for security_group (4ca52086-33e6-46a5-bec7-9b0f6ebfc2b2), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:15.181961 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2fe6f637-dd53-48fd-8b3d-81ba2a498acc admin admin] Publish callbacks [] for security_group (4ca52086-33e6-46a5-bec7-9b0f6ebfc2b2), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:15.233121 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2fe6f637-dd53-48fd-8b3d-81ba2a498acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (4ca52086-33e6-46a5-bec7-9b0f6ebfc2b2), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:15.235733 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2fe6f637-dd53-48fd-8b3d-81ba2a498acc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:15.236961 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2fe6f637-dd53-48fd-8b3d-81ba2a498acc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4ca52086-33e6-46a5-bec7-9b0f6ebfc2b2 HTTP/1.1" status: 204 len: 168 time: 0.1419001 Feb 09 01:41:15.245890 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe6f637-dd53-48fd-8b3d-81ba2a498acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca52086-33e6-46a5-bec7-9b0f6ebfc2b2,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:15.648892 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 37734) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:15.700138 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-454bbfa1-0ad3-43d9-8432-9a674492bdab admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bd2990d32f8f4c03b78f2dd0800f1b55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0500045 Feb 09 01:41:15.702807 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37738) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:15.752455 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-65275b82-43c5-477c-b31e-1e6150215b9a admin admin] Publish callbacks [] for security_group (31edf651-d57f-4236-ab0e-b38a09053119), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:15.782460 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-65275b82-43c5-477c-b31e-1e6150215b9a admin admin] Publish callbacks [] for security_group (31edf651-d57f-4236-ab0e-b38a09053119), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:15.830128 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-65275b82-43c5-477c-b31e-1e6150215b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (31edf651-d57f-4236-ab0e-b38a09053119), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:15.832881 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-65275b82-43c5-477c-b31e-1e6150215b9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:15.834726 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-65275b82-43c5-477c-b31e-1e6150215b9a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/31edf651-d57f-4236-ab0e-b38a09053119 HTTP/1.1" status: 204 len: 168 time: 0.1309078 Feb 09 01:41:15.843232 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65275b82-43c5-477c-b31e-1e6150215b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31edf651-d57f-4236-ab0e-b38a09053119,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:19.003257 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1fa7b93d-9858-40df-8f04-cd91f0ea5872 req-291f037b-5a13-4c60-9724-2dd60f855a02 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7fb1c882-d88c-4b35-a2f9-dfb068fedda4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1625950 Feb 09 01:41:19.091780 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa7b93d-9858-40df-8f04-cd91f0ea5872 req-caa2235c-46a9-497e-a936-dac100821a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:19.093318 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1fa7b93d-9858-40df-8f04-cd91f0ea5872 req-caa2235c-46a9-497e-a936-dac100821a50 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9bde012005949bf8ed5f5d05d570ac0&device_id=7fb1c882-d88c-4b35-a2f9-dfb068fedda4 HTTP/1.1" status: 200 len: 1128 time: 0.0463917 Feb 09 01:41:19.213351 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa7b93d-9858-40df-8f04-cd91f0ea5872 req-bf49a621-f075-4877-83bf-ae99036f7bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:19.215114 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1fa7b93d-9858-40df-8f04-cd91f0ea5872 req-bf49a621-f075-4877-83bf-ae99036f7bce service neutron] 10.222.0.47 "GET /v2.0/networks?id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 HTTP/1.1" status: 200 len: 913 time: 0.0984907 Feb 09 01:41:19.285863 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1fa7b93d-9858-40df-8f04-cd91f0ea5872 req-99bac701-4eaf-4872-9484-6742ef4ea7da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43 HTTP/1.1" status: 200 len: 1001 time: 0.0645545 Feb 09 01:41:19.340207 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa7b93d-9858-40df-8f04-cd91f0ea5872 req-500d9f52-2f29-4052-9944-20dc692c785f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:19.341854 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1fa7b93d-9858-40df-8f04-cd91f0ea5872 req-500d9f52-2f29-4052-9944-20dc692c785f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68d3f132-83c5-49da-80a3-1924c70a8491 HTTP/1.1" status: 200 len: 850 time: 0.0481799 Feb 09 01:41:19.401414 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa7b93d-9858-40df-8f04-cd91f0ea5872 req-5f9c3929-bb8e-4dad-adf5-9d1204e24a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:19.403183 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1fa7b93d-9858-40df-8f04-cd91f0ea5872 req-5f9c3929-bb8e-4dad-adf5-9d1204e24a3c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0555096 Feb 09 01:41:19.413554 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-1fa7b93d-9858-40df-8f04-cd91f0ea5872 req-b45fb808-a661-4ce8-b225-74268a2018e5 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:41:19.414758 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1fa7b93d-9858-40df-8f04-cd91f0ea5872 req-b45fb808-a661-4ce8-b225-74268a2018e5 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055099 Feb 09 01:41:19.523897 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1fa7b93d-9858-40df-8f04-cd91f0ea5872 req-259e72a6-b31f-44a7-b2a2-5d4c9b435efd service neutron] 10.222.0.47 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037621 Feb 09 01:41:19.626075 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1fa7b93d-9858-40df-8f04-cd91f0ea5872 req-86abd2d6-cc5d-4cc6-8e2a-32f28bafbafd service neutron] 10.222.0.47 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956361 Feb 09 01:41:21.606551 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 37828) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:21.691089 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-38424ac4-4e68-47d7-b931-0b90e086c6fb tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/floatingips/06d39cf4-535b-4e09-94c1-f790962a8706 HTTP/1.1" status: 200 len: 994 time: 0.0832539 Feb 09 01:41:21.909183 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37836) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:22.075725 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-3031f1c0-c767-476a-af44-132fe0ae6b21 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Deleting port af94562c-1438-4d5d-8a4f-155d789b91c6 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:41:22.076079 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3031f1c0-c767-476a-af44-132fe0ae6b21 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (af94562c-1438-4d5d-8a4f-155d789b91c6), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:22.162321 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3031f1c0-c767-476a-af44-132fe0ae6b21 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (af94562c-1438-4d5d-8a4f-155d789b91c6), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:22.162321 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3031f1c0-c767-476a-af44-132fe0ae6b21 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for floatingip (af94562c-1438-4d5d-8a4f-155d789b91c6), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:22.173648 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-3031f1c0-c767-476a-af44-132fe0ae6b21 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Calling delete_port for af94562c-1438-4d5d-8a4f-155d789b91c6 owned by network:floatingip {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:41:22.330883 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3031f1c0-c767-476a-af44-132fe0ae6b21 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (af94562c-1438-4d5d-8a4f-155d789b91c6), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:22.354281 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3031f1c0-c767-476a-af44-132fe0ae6b21 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event deleted for resources: {'Port': ['ID=af94562c-1438-4d5d-8a4f-155d789b91c6,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:22.419198 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3031f1c0-c767-476a-af44-132fe0ae6b21 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for floatingip (06d39cf4-535b-4e09-94c1-f790962a8706), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:22.419539 n-d-828369-4 neutron-server[103137]: INFO neutron.db.l3_db [None req-3031f1c0-c767-476a-af44-132fe0ae6b21 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Floating IP 06d39cf4-535b-4e09-94c1-f790962a8706 disassociated (deleted). External IP: 172.25.8.200, port: 48dea9ef-fcc7-458b-aab7-99e24be6a8bb. Feb 09 01:41:22.681289 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3031f1c0-c767-476a-af44-132fe0ae6b21 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Router ecb5daf8-518a-432b-9683-e7ed1ab39f05 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:41:22.803231 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3031f1c0-c767-476a-af44-132fe0ae6b21 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:41:22.809493 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3031f1c0-c767-476a-af44-132fe0ae6b21 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:22.816474 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24587099-64ab-4a63-b36f-7791a203b18b None None] Sync routers for ids ['ecb5daf8-518a-432b-9683-e7ed1ab39f05'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:41:22.827651 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24587099-64ab-4a63-b36f-7791a203b18b None None] Routers {'ecb5daf8-518a-432b-9683-e7ed1ab39f05'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:41:22.828462 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-24587099-64ab-4a63-b36f-7791a203b18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:41:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['ecb5daf8-518a-432b-9683-e7ed1ab39f05'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:22.847780 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3031f1c0-c767-476a-af44-132fe0ae6b21 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "DELETE /v2.0/floatingips/06d39cf4-535b-4e09-94c1-f790962a8706 HTTP/1.1" status: 204 len: 168 time: 0.9372926 Feb 09 01:41:22.848769 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60208960-6ced-4206-92b0-ba3a11b424d7', 'tag': '48dea9ef-fcc7-458b-aab7-99e24be6a8bb'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:41:22.863569 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b42b28-058d-47d3-941d-6b24215b9822" -d '{"events": [{"name": "network-changed", "server_uuid": "60208960-6ced-4206-92b0-ba3a11b424d7", "tag": "48dea9ef-fcc7-458b-aab7-99e24be6a8bb"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:41:22.934618 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9adfa6-2597-4830-b04f-885a5eda98d1 x-openstack-request-id: req-5f9adfa6-2597-4830-b04f-885a5eda98d1 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:41:22.936010 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60208960-6ced-4206-92b0-ba3a11b424d7", "tag": "48dea9ef-fcc7-458b-aab7-99e24be6a8bb", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:41:22.936449 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5f9adfa6-2597-4830-b04f-885a5eda98d1 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:41:22.937203 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60208960-6ced-4206-92b0-ba3a11b424d7', 'tag': '48dea9ef-fcc7-458b-aab7-99e24be6a8bb', 'status': 'completed', 'code': 200} Feb 09 01:41:23.036918 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-24587099-64ab-4a63-b36f-7791a203b18b None None] Set router ecb5daf8-518a-432b-9683-e7ed1ab39f05 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:41:23.121104 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b42b28-058d-47d3-941d-6b24215b9822 req-5684df2a-eb18-4859-a077-97cb0242fb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:23.128196 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-72b42b28-058d-47d3-941d-6b24215b9822 req-5684df2a-eb18-4859-a077-97cb0242fb1e service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=08210566e83248dda7b4b9773be6fbca&device_id=60208960-6ced-4206-92b0-ba3a11b424d7 HTTP/1.1" status: 200 len: 1128 time: 0.1681507 Feb 09 01:41:23.273557 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10f064-7b01-43cc-887e-63136f38749a req-adc9241d-23a0-450e-8cfd-86051575b9ae tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:23.274238 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-24587099-64ab-4a63-b36f-7791a203b18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb5daf8-518a-432b-9683-e7ed1ab39f05', 'name': 'tempest-TestNetworkBasicOps-router-422295258', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '92d12a32-1de6-4182-badd-1fa5431ddfc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:23Z', 'updated_at': '2022-02-09T01:40:29Z', 'revision_number': 4, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'gw_port': {'id': '92d12a32-1de6-4182-badd-1fa5431ddfc1', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb5daf8-518a-432b-9683-e7ed1ab39f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:24Z', 'updated_at': '2022-02-09T01:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '4f6fcbd8-26a3-4240-b12d-78b684b2241f', 'name': '', 'network_id': '532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'mac_address': 'fa:16:3e:c6:3d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb5daf8-518a-432b-9683-e7ed1ab39f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '4632e278-203e-4ef8-a1df-1afa6be4c4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:27Z', 'updated_at': '2022-02-09T01:40:33Z', 'revision_number': 5, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'subnets': [{'id': '4632e278-203e-4ef8-a1df-1afa6be4c4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:23.281906 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7b10f064-7b01-43cc-887e-63136f38749a req-adc9241d-23a0-450e-8cfd-86051575b9ae tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/ports?device_id=60208960-6ced-4206-92b0-ba3a11b424d7 HTTP/1.1" status: 200 len: 946 time: 0.1233900 Feb 09 01:41:23.304248 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24587099-64ab-4a63-b36f-7791a203b18b None None] Checking router: ecb5daf8-518a-432b-9683-e7ed1ab39f05 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:41:23.306807 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b42b28-058d-47d3-941d-6b24215b9822 req-03612938-00af-40b8-b1a3-6a1885dff6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:23.308661 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-72b42b28-058d-47d3-941d-6b24215b9822 req-03612938-00af-40b8-b1a3-6a1885dff6ce service neutron] 10.222.0.120 "GET /v2.0/networks?id=532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3 HTTP/1.1" status: 200 len: 899 time: 0.1731610 Feb 09 01:41:23.315949 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24587099-64ab-4a63-b36f-7791a203b18b None None] Routers {'ecb5daf8-518a-432b-9683-e7ed1ab39f05'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:41:23.316951 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-24587099-64ab-4a63-b36f-7791a203b18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:41:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['ecb5daf8-518a-432b-9683-e7ed1ab39f05'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:23.366695 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-72b42b28-058d-47d3-941d-6b24215b9822 req-9b287306-d5e6-4441-a685-10bb4d62784d service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48dea9ef-fcc7-458b-aab7-99e24be6a8bb HTTP/1.1" status: 200 len: 217 time: 0.0494254 Feb 09 01:41:23.424624 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b42b28-058d-47d3-941d-6b24215b9822 req-c047f9f5-073a-4025-9c93-142a8b261bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:23.426272 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-72b42b28-058d-47d3-941d-6b24215b9822 req-c047f9f5-073a-4025-9c93-142a8b261bc8 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=4632e278-203e-4ef8-a1df-1afa6be4c4aa HTTP/1.1" status: 200 len: 834 time: 0.0503609 Feb 09 01:41:23.434109 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-24587099-64ab-4a63-b36f-7791a203b18b None None] Set router ecb5daf8-518a-432b-9683-e7ed1ab39f05 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:41:23.441496 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7b10f064-7b01-43cc-887e-63136f38749a req-71aad24b-963b-46a6-9803-48e9f1da96a6 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c3859f4-4053-4e2c-b87a-605621ac0dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540568 Feb 09 01:41:23.489034 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b42b28-058d-47d3-941d-6b24215b9822 req-4ad723c1-307c-4a40-8b38-01964d071363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:23.490798 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-72b42b28-058d-47d3-941d-6b24215b9822 req-4ad723c1-307c-4a40-8b38-01964d071363 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482621 Feb 09 01:41:23.602102 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-72b42b28-058d-47d3-941d-6b24215b9822 req-e09c1597-5e76-4ee2-878a-2e0881777549 service neutron] 10.222.0.120 "GET /v2.0/networks/532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031213 Feb 09 01:41:23.672333 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-24587099-64ab-4a63-b36f-7791a203b18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb5daf8-518a-432b-9683-e7ed1ab39f05', 'name': 'tempest-TestNetworkBasicOps-router-422295258', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '92d12a32-1de6-4182-badd-1fa5431ddfc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:23Z', 'updated_at': '2022-02-09T01:40:29Z', 'revision_number': 4, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'gw_port': {'id': '92d12a32-1de6-4182-badd-1fa5431ddfc1', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb5daf8-518a-432b-9683-e7ed1ab39f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:24Z', 'updated_at': '2022-02-09T01:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '4f6fcbd8-26a3-4240-b12d-78b684b2241f', 'name': '', 'network_id': '532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'mac_address': 'fa:16:3e:c6:3d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb5daf8-518a-432b-9683-e7ed1ab39f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '4632e278-203e-4ef8-a1df-1afa6be4c4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:27Z', 'updated_at': '2022-02-09T01:40:33Z', 'revision_number': 5, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'subnets': [{'id': '4632e278-203e-4ef8-a1df-1afa6be4c4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:23.702216 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24587099-64ab-4a63-b36f-7791a203b18b None None] The sync data for ids ['ecb5daf8-518a-432b-9683-e7ed1ab39f05'] in n-d-828369-4 is: [{'id': 'ecb5daf8-518a-432b-9683-e7ed1ab39f05', 'name': 'tempest-TestNetworkBasicOps-router-422295258', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '92d12a32-1de6-4182-badd-1fa5431ddfc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:23Z', 'updated_at': '2022-02-09T01:40:29Z', 'revision_number': 4, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'gw_port': {'id': '92d12a32-1de6-4182-badd-1fa5431ddfc1', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb5daf8-518a-432b-9683-e7ed1ab39f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:24Z', 'updated_at': '2022-02-09T01:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '4f6fcbd8-26a3-4240-b12d-78b684b2241f', 'name': '', 'network_id': '532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'mac_address': 'fa:16:3e:c6:3d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb5daf8-518a-432b-9683-e7ed1ab39f05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '4632e278-203e-4ef8-a1df-1afa6be4c4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:27Z', 'updated_at': '2022-02-09T01:40:33Z', 'revision_number': 5, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'subnets': [{'id': '4632e278-203e-4ef8-a1df-1afa6be4c4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:41:23.743884 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-72b42b28-058d-47d3-941d-6b24215b9822 req-66712f0a-da1a-488d-bbe9-4dff120b9b18 service neutron] 10.222.0.120 "GET /v2.0/networks/532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347384 Feb 09 01:41:23.957272 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fecc452-7b70-4096-bbd9-61c5ef309b85 None None] New status for floating IP 06d39cf4-535b-4e09-94c1-f790962a8706: DOWN {{(pid=103138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:41:24.565425 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de081208-f645-4b7b-8ce5-7691cbe5c9fb req-d8eaa946-d75b-41ce-961a-591bacb51761 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:24.566925 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de081208-f645-4b7b-8ce5-7691cbe5c9fb req-d8eaa946-d75b-41ce-961a-591bacb51761 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.120 "GET /v2.0/ports?device_id=60208960-6ced-4206-92b0-ba3a11b424d7 HTTP/1.1" status: 200 len: 946 time: 0.0983284 Feb 09 01:41:24.613304 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540549f7-ff76-4461-978f-7beec132b9a7 req-8ae6b70f-748b-4a77-98e3-1ed414eb9c50 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:41:24.615544 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-540549f7-ff76-4461-978f-7beec132b9a7 req-8ae6b70f-748b-4a77-98e3-1ed414eb9c50 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/ports?device_id=60208960-6ced-4206-92b0-ba3a11b424d7 HTTP/1.1" status: 200 len: 946 time: 0.1058309 Feb 09 01:41:24.710404 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-540549f7-ff76-4461-978f-7beec132b9a7 req-0a631500-e6ee-4976-9f8f-3b6151e9c3ba tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "GET /v2.0/security-groups?id=5c3859f4-4053-4e2c-b87a-605621ac0dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837879 Feb 09 01:41:24.716179 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-de081208-f645-4b7b-8ce5-7691cbe5c9fb req-eaaaeca4-1e31-4d7c-8417-280fc3499f38 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Deleting port 48dea9ef-fcc7-458b-aab7-99e24be6a8bb {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:41:24.716526 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-de081208-f645-4b7b-8ce5-7691cbe5c9fb req-eaaaeca4-1e31-4d7c-8417-280fc3499f38 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (48dea9ef-fcc7-458b-aab7-99e24be6a8bb), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:24.825478 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-de081208-f645-4b7b-8ce5-7691cbe5c9fb req-eaaaeca4-1e31-4d7c-8417-280fc3499f38 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] For port 48dea9ef-fcc7-458b-aab7-99e24be6a8bb, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=48dea9ef-fcc7-458b-aab7-99e24be6a8bb,segment=NetworkSegment(15266d76-45f0-4589-aaa7-42a72f5dadc4),segment_id=15266d76-45f0-4589-aaa7-42a72f5dadc4)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:24.825758 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-de081208-f645-4b7b-8ce5-7691cbe5c9fb req-eaaaeca4-1e31-4d7c-8417-280fc3499f38 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (48dea9ef-fcc7-458b-aab7-99e24be6a8bb), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:24.844125 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-de081208-f645-4b7b-8ce5-7691cbe5c9fb req-eaaaeca4-1e31-4d7c-8417-280fc3499f38 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Calling delete_port for 48dea9ef-fcc7-458b-aab7-99e24be6a8bb owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:41:25.013918 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-de081208-f645-4b7b-8ce5-7691cbe5c9fb req-eaaaeca4-1e31-4d7c-8417-280fc3499f38 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (48dea9ef-fcc7-458b-aab7-99e24be6a8bb), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:25.075483 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaaeca4-1e31-4d7c-8417-280fc3499f38 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event deleted for resources: {'Port': ['ID=48dea9ef-fcc7-458b-aab7-99e24be6a8bb,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:25.153960 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-de081208-f645-4b7b-8ce5-7691cbe5c9fb req-eaaaeca4-1e31-4d7c-8417-280fc3499f38 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] No DVR routers for this DVR port 48dea9ef-fcc7-458b-aab7-99e24be6a8bb on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:41:25.156455 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-de081208-f645-4b7b-8ce5-7691cbe5c9fb req-eaaaeca4-1e31-4d7c-8417-280fc3499f38 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:25.160095 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de081208-f645-4b7b-8ce5-7691cbe5c9fb req-eaaaeca4-1e31-4d7c-8417-280fc3499f38 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.120 "DELETE /v2.0/ports/48dea9ef-fcc7-458b-aab7-99e24be6a8bb HTTP/1.1" status: 204 len: 173 time: 0.5874271 Feb 09 01:41:25.160706 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60208960-6ced-4206-92b0-ba3a11b424d7', 'name': 'network-vif-deleted', 'tag': '48dea9ef-fcc7-458b-aab7-99e24be6a8bb'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:41:25.163406 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666553f4-0083-4b87-af6c-6c2dc78254c5" -d '{"events": [{"server_uuid": "60208960-6ced-4206-92b0-ba3a11b424d7", "name": "network-vif-deleted", "tag": "48dea9ef-fcc7-458b-aab7-99e24be6a8bb"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:41:25.364131 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052ab732-7d7a-4cc0-a418-17b5cede6e65 x-openstack-request-id: req-052ab732-7d7a-4cc0-a418-17b5cede6e65 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:41:25.364445 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60208960-6ced-4206-92b0-ba3a11b424d7", "name": "network-vif-deleted", "tag": "48dea9ef-fcc7-458b-aab7-99e24be6a8bb", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:41:25.364775 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-052ab732-7d7a-4cc0-a418-17b5cede6e65 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:41:25.365186 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60208960-6ced-4206-92b0-ba3a11b424d7', 'name': 'network-vif-deleted', 'tag': '48dea9ef-fcc7-458b-aab7-99e24be6a8bb', 'status': 'completed', 'code': 200} Feb 09 01:41:25.771840 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37878) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:25.832515 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eb593918-6f3a-4458-b507-a323e7b27f93 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group (5c3859f4-4053-4e2c-b87a-605621ac0dea), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:25.864525 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eb593918-6f3a-4458-b507-a323e7b27f93 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group (5c3859f4-4053-4e2c-b87a-605621ac0dea), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:25.950893 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eb593918-6f3a-4458-b507-a323e7b27f93 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (5c3859f4-4053-4e2c-b87a-605621ac0dea), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:25.954028 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-eb593918-6f3a-4458-b507-a323e7b27f93 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:25.958059 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-eb593918-6f3a-4458-b507-a323e7b27f93 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "DELETE /v2.0/security-groups/5c3859f4-4053-4e2c-b87a-605621ac0dea HTTP/1.1" status: 204 len: 168 time: 0.1822848 Feb 09 01:41:25.982615 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb593918-6f3a-4458-b507-a323e7b27f93 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3859f4-4053-4e2c-b87a-605621ac0dea,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:26.002646 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 37884) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:26.407835 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e52d5924-7954-4f6b-af11-13057a175643 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (ecb5daf8-518a-432b-9683-e7ed1ab39f05), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:26.698645 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-e52d5924-7954-4f6b-af11-13057a175643 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Deleting port 4f6fcbd8-26a3-4240-b12d-78b684b2241f {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:41:26.699073 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e52d5924-7954-4f6b-af11-13057a175643 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (4f6fcbd8-26a3-4240-b12d-78b684b2241f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:26.805728 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-e52d5924-7954-4f6b-af11-13057a175643 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] For port 4f6fcbd8-26a3-4240-b12d-78b684b2241f, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=4f6fcbd8-26a3-4240-b12d-78b684b2241f,segment=NetworkSegment(15266d76-45f0-4589-aaa7-42a72f5dadc4),segment_id=15266d76-45f0-4589-aaa7-42a72f5dadc4)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:26.806293 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e52d5924-7954-4f6b-af11-13057a175643 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (4f6fcbd8-26a3-4240-b12d-78b684b2241f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:26.820536 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-e52d5924-7954-4f6b-af11-13057a175643 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Calling delete_port for 4f6fcbd8-26a3-4240-b12d-78b684b2241f owned by network:router_interface {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:41:27.052820 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e52d5924-7954-4f6b-af11-13057a175643 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (4f6fcbd8-26a3-4240-b12d-78b684b2241f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:27.083230 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d5924-7954-4f6b-af11-13057a175643 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event deleted for resources: {'Port': ['ID=4f6fcbd8-26a3-4240-b12d-78b684b2241f,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:27.653760 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e52d5924-7954-4f6b-af11-13057a175643 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (ecb5daf8-518a-432b-9683-e7ed1ab39f05), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:27.881016 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52d5924-7954-4f6b-af11-13057a175643 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Router ecb5daf8-518a-432b-9683-e7ed1ab39f05 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:41:28.016390 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52d5924-7954-4f6b-af11-13057a175643 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:41:28.026359 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e52d5924-7954-4f6b-af11-13057a175643 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "PUT /v2.0/routers/ecb5daf8-518a-432b-9683-e7ed1ab39f05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0187564 Feb 09 01:41:28.029259 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37902) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:28.035084 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091a0c2d-7fec-4c1f-9fb8-33ebe7457472 None None] Sync routers for ids ['ecb5daf8-518a-432b-9683-e7ed1ab39f05'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:41:28.046652 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091a0c2d-7fec-4c1f-9fb8-33ebe7457472 None None] Routers {'ecb5daf8-518a-432b-9683-e7ed1ab39f05'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:41:28.047646 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-091a0c2d-7fec-4c1f-9fb8-33ebe7457472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:41:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['ecb5daf8-518a-432b-9683-e7ed1ab39f05'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:28.084525 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-96211064-cde2-48c1-86eb-47dea83ae50a tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Deleting subnet 4632e278-203e-4ef8-a1df-1afa6be4c4aa {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:41:28.088475 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-96211064-cde2-48c1-86eb-47dea83ae50a tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for subnet (4632e278-203e-4ef8-a1df-1afa6be4c4aa), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:28.177156 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-96211064-cde2-48c1-86eb-47dea83ae50a tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (4632e278-203e-4ef8-a1df-1afa6be4c4aa), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:28.222590 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-091a0c2d-7fec-4c1f-9fb8-33ebe7457472 None None] Set router ecb5daf8-518a-432b-9683-e7ed1ab39f05 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:41:28.295881 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-96211064-cde2-48c1-86eb-47dea83ae50a tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (4632e278-203e-4ef8-a1df-1afa6be4c4aa), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:28.373352 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-96211064-cde2-48c1-86eb-47dea83ae50a tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (4632e278-203e-4ef8-a1df-1afa6be4c4aa), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:28.405156 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96211064-cde2-48c1-86eb-47dea83ae50a tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event deleted for resources: {'Subnet': ['ID=4632e278-203e-4ef8-a1df-1afa6be4c4aa,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:28.416269 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-96211064-cde2-48c1-86eb-47dea83ae50a tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:28.423780 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-96211064-cde2-48c1-86eb-47dea83ae50a tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "DELETE /v2.0/subnets/4632e278-203e-4ef8-a1df-1afa6be4c4aa HTTP/1.1" status: 204 len: 168 time: 0.3909657 Feb 09 01:41:28.423968 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37904) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:28.428047 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ca3a39-4c49-4829-9baa-96cd04eb4cd3 None None] Network 532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:41:28.550274 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f9a3cc59-41a8-4c6a-9184-0b117a9e5c11 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for router (ecb5daf8-518a-432b-9683-e7ed1ab39f05), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:28.603820 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-091a0c2d-7fec-4c1f-9fb8-33ebe7457472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb5daf8-518a-432b-9683-e7ed1ab39f05', 'name': 'tempest-TestNetworkBasicOps-router-422295258', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '92d12a32-1de6-4182-badd-1fa5431ddfc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:23Z', 'updated_at': '2022-02-09T01:41:26Z', 'revision_number': 5, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'gw_port': {'id': '92d12a32-1de6-4182-badd-1fa5431ddfc1', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb5daf8-518a-432b-9683-e7ed1ab39f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:24Z', 'updated_at': '2022-02-09T01:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:28.640236 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b900a23-2b15-460d-bf98-084a7b5453bf None None] DHCP port deletion for 532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:41:28.648445 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091a0c2d-7fec-4c1f-9fb8-33ebe7457472 None None] Checking router: ecb5daf8-518a-432b-9683-e7ed1ab39f05 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:41:28.661060 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091a0c2d-7fec-4c1f-9fb8-33ebe7457472 None None] Routers {'ecb5daf8-518a-432b-9683-e7ed1ab39f05'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:41:28.662663 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-091a0c2d-7fec-4c1f-9fb8-33ebe7457472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:41:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['ecb5daf8-518a-432b-9683-e7ed1ab39f05'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:28.690706 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f9a3cc59-41a8-4c6a-9184-0b117a9e5c11 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for router_gateway (ecb5daf8-518a-432b-9683-e7ed1ab39f05), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:28.729827 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b900a23-2b15-460d-bf98-084a7b5453bf None None] Deleting port 5c2878ba-1332-4a19-8a91-e48944bf5e09 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:41:28.730596 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b900a23-2b15-460d-bf98-084a7b5453bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (5c2878ba-1332-4a19-8a91-e48944bf5e09), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:28.785000 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-091a0c2d-7fec-4c1f-9fb8-33ebe7457472 None None] Set router ecb5daf8-518a-432b-9683-e7ed1ab39f05 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:41:28.791873 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-f9a3cc59-41a8-4c6a-9184-0b117a9e5c11 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Deleting port 92d12a32-1de6-4182-badd-1fa5431ddfc1 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:41:28.793347 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f9a3cc59-41a8-4c6a-9184-0b117a9e5c11 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (92d12a32-1de6-4182-badd-1fa5431ddfc1), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:28.802033 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b900a23-2b15-460d-bf98-084a7b5453bf None None] For port 5c2878ba-1332-4a19-8a91-e48944bf5e09, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=5c2878ba-1332-4a19-8a91-e48944bf5e09,segment=NetworkSegment(15266d76-45f0-4589-aaa7-42a72f5dadc4),segment_id=15266d76-45f0-4589-aaa7-42a72f5dadc4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:28.802923 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b900a23-2b15-460d-bf98-084a7b5453bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (5c2878ba-1332-4a19-8a91-e48944bf5e09), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:28.816880 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b900a23-2b15-460d-bf98-084a7b5453bf None None] Calling delete_port for 5c2878ba-1332-4a19-8a91-e48944bf5e09 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:41:28.941931 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b900a23-2b15-460d-bf98-084a7b5453bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (5c2878ba-1332-4a19-8a91-e48944bf5e09), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:28.955346 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 48dea9ef-fcc7-458b-aab7-99e24be6a8bb no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:41:28.969622 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-f9a3cc59-41a8-4c6a-9184-0b117a9e5c11 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] For port 92d12a32-1de6-4182-badd-1fa5431ddfc1, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=92d12a32-1de6-4182-badd-1fa5431ddfc1,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:41:28.970000 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f9a3cc59-41a8-4c6a-9184-0b117a9e5c11 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (92d12a32-1de6-4182-badd-1fa5431ddfc1), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:28.998831 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-f9a3cc59-41a8-4c6a-9184-0b117a9e5c11 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Calling delete_port for 92d12a32-1de6-4182-badd-1fa5431ddfc1 owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:41:29.009437 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b900a23-2b15-460d-bf98-084a7b5453bf None None] Pushing event deleted for resources: {'Port': ['ID=5c2878ba-1332-4a19-8a91-e48944bf5e09,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:29.038221 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b900a23-2b15-460d-bf98-084a7b5453bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:29.039427 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b900a23-2b15-460d-bf98-084a7b5453bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:29.039427 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b900a23-2b15-460d-bf98-084a7b5453bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:29.039427 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b900a23-2b15-460d-bf98-084a7b5453bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:29.039973 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b900a23-2b15-460d-bf98-084a7b5453bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:29.039973 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b900a23-2b15-460d-bf98-084a7b5453bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:29.040230 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b900a23-2b15-460d-bf98-084a7b5453bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:29.040678 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b900a23-2b15-460d-bf98-084a7b5453bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:29.049967 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b900a23-2b15-460d-bf98-084a7b5453bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:29.049967 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b900a23-2b15-460d-bf98-084a7b5453bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:29.049967 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b900a23-2b15-460d-bf98-084a7b5453bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:29.049967 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b900a23-2b15-460d-bf98-084a7b5453bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:29.049967 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b900a23-2b15-460d-bf98-084a7b5453bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:41:29.054802 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: 48dea9ef-fcc7-458b-aab7-99e24be6a8bb {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:41:29.055105 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 48dea9ef-fcc7-458b-aab7-99e24be6a8bb not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:41:29.057597 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b900a23-2b15-460d-bf98-084a7b5453bf None None] No DVR routers for this DVR port 5c2878ba-1332-4a19-8a91-e48944bf5e09 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:41:29.105155 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 5c2878ba-1332-4a19-8a91-e48944bf5e09 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:41:29.132998 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 5c2878ba-1332-4a19-8a91-e48944bf5e09 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:41:29.133818 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 5c2878ba-1332-4a19-8a91-e48944bf5e09 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:41:29.149066 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-091a0c2d-7fec-4c1f-9fb8-33ebe7457472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb5daf8-518a-432b-9683-e7ed1ab39f05', 'name': 'tempest-TestNetworkBasicOps-router-422295258', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '92d12a32-1de6-4182-badd-1fa5431ddfc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:23Z', 'updated_at': '2022-02-09T01:41:26Z', 'revision_number': 5, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'gw_port': {'id': '92d12a32-1de6-4182-badd-1fa5431ddfc1', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb5daf8-518a-432b-9683-e7ed1ab39f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:24Z', 'updated_at': '2022-02-09T01:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:29.186025 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091a0c2d-7fec-4c1f-9fb8-33ebe7457472 None None] The sync data for ids ['ecb5daf8-518a-432b-9683-e7ed1ab39f05'] in n-d-828369-4 is: [{'id': 'ecb5daf8-518a-432b-9683-e7ed1ab39f05', 'name': 'tempest-TestNetworkBasicOps-router-422295258', 'tenant_id': '08210566e83248dda7b4b9773be6fbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': '92d12a32-1de6-4182-badd-1fa5431ddfc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:40:23Z', 'updated_at': '2022-02-09T01:41:26Z', 'revision_number': 5, 'project_id': '08210566e83248dda7b4b9773be6fbca', 'gw_port': {'id': '92d12a32-1de6-4182-badd-1fa5431ddfc1', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2b:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb5daf8-518a-432b-9683-e7ed1ab39f05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:40:24Z', 'updated_at': '2022-02-09T01:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:41:29.313058 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f9a3cc59-41a8-4c6a-9184-0b117a9e5c11 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (92d12a32-1de6-4182-badd-1fa5431ddfc1), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:29.350669 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a3cc59-41a8-4c6a-9184-0b117a9e5c11 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event deleted for resources: {'Port': ['ID=92d12a32-1de6-4182-badd-1fa5431ddfc1,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:29.429782 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f9a3cc59-41a8-4c6a-9184-0b117a9e5c11 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (ecb5daf8-518a-432b-9683-e7ed1ab39f05), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:29.540331 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f9a3cc59-41a8-4c6a-9184-0b117a9e5c11 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (ecb5daf8-518a-432b-9683-e7ed1ab39f05), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:29.542910 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f9a3cc59-41a8-4c6a-9184-0b117a9e5c11 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for router_controller (ecb5daf8-518a-432b-9683-e7ed1ab39f05), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:29.594233 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f9a3cc59-41a8-4c6a-9184-0b117a9e5c11 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (ecb5daf8-518a-432b-9683-e7ed1ab39f05), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:29.594818 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a3cc59-41a8-4c6a-9184-0b117a9e5c11 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Fanout notify agent at l3_agent the message router_deleted on router ecb5daf8-518a-432b-9683-e7ed1ab39f05 {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:41:29.603774 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f9a3cc59-41a8-4c6a-9184-0b117a9e5c11 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:29.604998 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f9a3cc59-41a8-4c6a-9184-0b117a9e5c11 tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "DELETE /v2.0/routers/ecb5daf8-518a-432b-9683-e7ed1ab39f05 HTTP/1.1" status: 204 len: 168 time: 1.1801307 Feb 09 01:41:29.607727 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37910) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:29.702872 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7c7c409-32b4-4e36-a850-55b36a2c446c tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:29.815159 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7c7c409-32b4-4e36-a850-55b36a2c446c tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:29.838774 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-e7c7c409-32b4-4e36-a850-55b36a2c446c tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:29.849289 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-e7c7c409-32b4-4e36-a850-55b36a2c446c tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15266d76-45f0-4589-aaa7-42a72f5dadc4') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:29.849522 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-e7c7c409-32b4-4e36-a850-55b36a2c446c tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15266d76-45f0-4589-aaa7-42a72f5dadc4') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:41:29.859770 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7c7c409-32b4-4e36-a850-55b36a2c446c tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (15266d76-45f0-4589-aaa7-42a72f5dadc4), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:29.874285 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7c7c409-32b4-4e36-a850-55b36a2c446c tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (15266d76-45f0-4589-aaa7-42a72f5dadc4), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:29.880899 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7c7c409-32b4-4e36-a850-55b36a2c446c tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:41:29.881031 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7c7c409-32b4-4e36-a850-55b36a2c446c tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (15266d76-45f0-4589-aaa7-42a72f5dadc4), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:29.884161 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:41:29.884161 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:41:29.884161 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:41:29.884161 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:41:29.884161 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:41:29.884161 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:41:29.884161 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:41:29.884161 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:41:29.884161 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:41:29.884161 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:41:29.884161 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:41:29.884161 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:41:29.884161 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:41:29.884161 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:41:29.884161 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:41:29.884161 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:41:29.884161 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:41:29.884161 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:41:29.884161 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:41:29.884161 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:41:29.884161 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:41:29.884161 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:41:29.884161 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:41:29.884161 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:41:29.884161 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:41:29.884161 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:41:29.884161 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:41:29.884161 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:41:29.884161 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:41:29.884161 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:41:29.884161 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:41:29.884161 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:41:29.945565 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7c7c409-32b4-4e36-a850-55b36a2c446c tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:29.964296 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e7c7c409-32b4-4e36-a850-55b36a2c446c tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:29.967514 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e7c7c409-32b4-4e36-a850-55b36a2c446c tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] 10.222.0.50 "DELETE /v2.0/networks/532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3 HTTP/1.1" status: 204 len: 168 time: 0.3587933 Feb 09 01:41:29.968591 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c7c409-32b4-4e36-a850-55b36a2c446c tempest-TestNetworkBasicOps-1924817158 tempest-TestNetworkBasicOps-1924817158-project] Pushing event deleted for resources: {'Network': ['ID=532ab69e-3dcd-4c3b-9aa2-85a34b6d7ed3,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:30.303598 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37920) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:30.452885 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-814e5959-8266-43c3-b2eb-8440440375b2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=08210566e83248dda7b4b9773be6fbca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1477535 Feb 09 01:41:30.455201 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37924) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:30.504194 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dfb1fd44-b98d-48f9-823c-156ffea2a007 admin admin] Publish callbacks [] for security_group (36f44ed8-95d6-4b8c-80b6-153f5c55b36b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:30.526190 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dfb1fd44-b98d-48f9-823c-156ffea2a007 admin admin] Publish callbacks [] for security_group (36f44ed8-95d6-4b8c-80b6-153f5c55b36b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:30.576239 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dfb1fd44-b98d-48f9-823c-156ffea2a007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (36f44ed8-95d6-4b8c-80b6-153f5c55b36b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:30.579641 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dfb1fd44-b98d-48f9-823c-156ffea2a007 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:30.581159 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-dfb1fd44-b98d-48f9-823c-156ffea2a007 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/36f44ed8-95d6-4b8c-80b6-153f5c55b36b HTTP/1.1" status: 204 len: 168 time: 0.1249716 Feb 09 01:41:30.591657 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1fd44-b98d-48f9-823c-156ffea2a007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f44ed8-95d6-4b8c-80b6-153f5c55b36b,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:30.873298 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 37930) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:30.887081 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fe92b551-fffe-418f-b5ef-4ef016df0210 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:30.967438 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4f6fcbd8-26a3-4240-b12d-78b684b2241f no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:41:30.990450 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fe92b551-fffe-418f-b5ef-4ef016df0210 admin admin] Publish callbacks [] for security_group (5c18f7b4-9398-4439-9746-6334b97c2ee7), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:30.995283 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fe92b551-fffe-418f-b5ef-4ef016df0210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (5c18f7b4-9398-4439-9746-6334b97c2ee7), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:31.012736 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 4f6fcbd8-26a3-4240-b12d-78b684b2241f {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:41:31.013099 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4f6fcbd8-26a3-4240-b12d-78b684b2241f not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:41:31.013736 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 92d12a32-1de6-4182-badd-1fa5431ddfc1 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:41:31.037502 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 92d12a32-1de6-4182-badd-1fa5431ddfc1 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:41:31.038118 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 92d12a32-1de6-4182-badd-1fa5431ddfc1 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:41:31.059874 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-fe92b551-fffe-418f-b5ef-4ef016df0210 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4cfc026f21534d3987c489a509b3dedb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1852095 Feb 09 01:41:31.061110 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe92b551-fffe-418f-b5ef-4ef016df0210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c18f7b4-9398-4439-9746-6334b97c2ee7,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:31.062840 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 37932) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:31.130822 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-83e4f8d8-c286-449c-9555-fed9067ef170 admin admin] Publish callbacks [] for security_group (5c18f7b4-9398-4439-9746-6334b97c2ee7), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:31.155129 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-83e4f8d8-c286-449c-9555-fed9067ef170 admin admin] Publish callbacks [] for security_group (5c18f7b4-9398-4439-9746-6334b97c2ee7), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:31.214044 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-83e4f8d8-c286-449c-9555-fed9067ef170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (5c18f7b4-9398-4439-9746-6334b97c2ee7), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:31.217208 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-83e4f8d8-c286-449c-9555-fed9067ef170 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:31.218714 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-83e4f8d8-c286-449c-9555-fed9067ef170 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5c18f7b4-9398-4439-9746-6334b97c2ee7 HTTP/1.1" status: 204 len: 168 time: 0.1547868 Feb 09 01:41:31.234443 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4f8d8-c286-449c-9555-fed9067ef170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c18f7b4-9398-4439-9746-6334b97c2ee7,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:41:32.407191 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ecbf9368-363b-4ac3-84cd-22edf2284175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:34.438362 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2b6eb7cd-3f9d-4915-a9f4-7c007760bfd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:35.991746 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:37.281386 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:37.978694 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:38.468007 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:39.668524 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:41.027533 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [req-7bc54f4d-d2e8-42c1-ba84-5a5c9d548962 req-ed878835-0d50-42da-81ce-c7f183cf335c service neutron] (103137) timed out ('10.222.0.50', 53864) {{(pid=103137) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 01:41:47.029061 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:41:48.778951 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38474) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:48.959916 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2dc76765-f7d1-477e-bc5b-f7b03717ba56 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9019a24413d947f09da6bf23cb0b5360&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1797826 Feb 09 01:41:48.960510 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38478) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:41:49.012967 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-af2cc5c2-b984-46e6-a5e0-7a7e51437e9e admin admin] Publish callbacks [] for security_group (acb3ce11-903b-43b9-a3be-d4a6d1388da8), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:49.056185 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-af2cc5c2-b984-46e6-a5e0-7a7e51437e9e admin admin] Publish callbacks [] for security_group (acb3ce11-903b-43b9-a3be-d4a6d1388da8), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:49.118719 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-af2cc5c2-b984-46e6-a5e0-7a7e51437e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (acb3ce11-903b-43b9-a3be-d4a6d1388da8), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:49.121385 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-af2cc5c2-b984-46e6-a5e0-7a7e51437e9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:41:49.122544 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-af2cc5c2-b984-46e6-a5e0-7a7e51437e9e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/acb3ce11-903b-43b9-a3be-d4a6d1388da8 HTTP/1.1" status: 204 len: 168 time: 0.1607103 Feb 09 01:41:49.131482 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2cc5c2-b984-46e6-a5e0-7a7e51437e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb3ce11-903b-43b9-a3be-d4a6d1388da8,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:02.414082 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b5f21330-9789-473a-be02-2c41c078f3d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:03.084589 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38656) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:03.439709 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-45e84840-27f7-451c-9193-8c6b5dc0b134 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Deleting port 0d1d1a19-2407-4133-816d-48d9541dc7d1 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:42:03.440338 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-45e84840-27f7-451c-9193-8c6b5dc0b134 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (0d1d1a19-2407-4133-816d-48d9541dc7d1), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:03.522466 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-45e84840-27f7-451c-9193-8c6b5dc0b134 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (0d1d1a19-2407-4133-816d-48d9541dc7d1), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:03.523322 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-45e84840-27f7-451c-9193-8c6b5dc0b134 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks [] for floatingip (0d1d1a19-2407-4133-816d-48d9541dc7d1), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:03.540193 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-45e84840-27f7-451c-9193-8c6b5dc0b134 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Calling delete_port for 0d1d1a19-2407-4133-816d-48d9541dc7d1 owned by network:floatingip {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:42:03.657185 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38678) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:03.793323 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-45e84840-27f7-451c-9193-8c6b5dc0b134 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (0d1d1a19-2407-4133-816d-48d9541dc7d1), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:03.807197 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-464021aa-d2a9-44ae-9bf1-38cda2cfa4b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:03.824376 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e84840-27f7-451c-9193-8c6b5dc0b134 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Pushing event deleted for resources: {'Port': ['ID=0d1d1a19-2407-4133-816d-48d9541dc7d1,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:03.886716 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-464021aa-d2a9-44ae-9bf1-38cda2cfa4b3 admin admin] Publish callbacks [] for security_group (18f4a956-540d-4279-ba58-75cd0473b662), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:03.891543 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-464021aa-d2a9-44ae-9bf1-38cda2cfa4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (18f4a956-540d-4279-ba58-75cd0473b662), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:03.917145 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-45e84840-27f7-451c-9193-8c6b5dc0b134 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks [] for floatingip (25aa5f8f-17dd-4bae-9ab0-2bc272167541), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:03.917489 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [None req-45e84840-27f7-451c-9193-8c6b5dc0b134 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Floating IP 25aa5f8f-17dd-4bae-9ab0-2bc272167541 disassociated (deleted). External IP: 172.25.8.105, port: e341fc78-ffe5-4c68-9300-001bc11e2545. Feb 09 01:42:03.928428 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-464021aa-d2a9-44ae-9bf1-38cda2cfa4b3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2cdcea22ac4d4ffaa3f2e95025d26ee5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2702124 Feb 09 01:42:03.932172 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38690) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:03.987753 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-82264a23-968c-4a4d-9a47-8b13d7c4b033 admin admin] Publish callbacks [] for security_group (18f4a956-540d-4279-ba58-75cd0473b662), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:04.016502 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-82264a23-968c-4a4d-9a47-8b13d7c4b033 admin admin] Publish callbacks [] for security_group (18f4a956-540d-4279-ba58-75cd0473b662), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:04.065198 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464021aa-d2a9-44ae-9bf1-38cda2cfa4b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f4a956-540d-4279-ba58-75cd0473b662,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:04.079238 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-82264a23-968c-4a4d-9a47-8b13d7c4b033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (18f4a956-540d-4279-ba58-75cd0473b662), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:04.083210 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-82264a23-968c-4a4d-9a47-8b13d7c4b033 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:04.086246 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-82264a23-968c-4a4d-9a47-8b13d7c4b033 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/18f4a956-540d-4279-ba58-75cd0473b662 HTTP/1.1" status: 204 len: 168 time: 0.1514659 Feb 09 01:42:04.096317 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82264a23-968c-4a4d-9a47-8b13d7c4b033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f4a956-540d-4279-ba58-75cd0473b662,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:04.204563 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e84840-27f7-451c-9193-8c6b5dc0b134 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Router c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:42:04.354344 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e84840-27f7-451c-9193-8c6b5dc0b134 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:42:04.365262 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-45e84840-27f7-451c-9193-8c6b5dc0b134 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:04.369808 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d35c9e-df43-434a-9cbb-c08e442a336f None None] Sync routers for ids ['c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:42:04.394363 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d35c9e-df43-434a-9cbb-c08e442a336f None None] Routers {'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:42:04.395192 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-d1d35c9e-df43-434a-9cbb-c08e442a336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:41:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:04.434112 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-45e84840-27f7-451c-9193-8c6b5dc0b134 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "DELETE /v2.0/floatingips/25aa5f8f-17dd-4bae-9ab0-2bc272167541 HTTP/1.1" status: 204 len: 168 time: 1.3476956 Feb 09 01:42:04.435190 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65be677-c783-46db-b8e8-671ac27fe244', 'tag': 'e341fc78-ffe5-4c68-9300-001bc11e2545'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:42:04.437542 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0a90b6-338c-4307-8375-19e70502e33d" -d '{"events": [{"name": "network-changed", "server_uuid": "f65be677-c783-46db-b8e8-671ac27fe244", "tag": "e341fc78-ffe5-4c68-9300-001bc11e2545"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:42:04.523697 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88375721-1ae8-43e3-b058-ed680765cafe x-openstack-request-id: req-88375721-1ae8-43e3-b058-ed680765cafe {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:42:04.524000 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f65be677-c783-46db-b8e8-671ac27fe244", "tag": "e341fc78-ffe5-4c68-9300-001bc11e2545", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:42:04.524264 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-88375721-1ae8-43e3-b058-ed680765cafe {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:42:04.526625 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f65be677-c783-46db-b8e8-671ac27fe244', 'tag': 'e341fc78-ffe5-4c68-9300-001bc11e2545', 'status': 'completed', 'code': 200} Feb 09 01:42:04.659203 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a90b6-338c-4307-8375-19e70502e33d req-9ce2ae4c-0504-419a-adfd-930ea0f4f5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:04.666706 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8f0a90b6-338c-4307-8375-19e70502e33d req-9ce2ae4c-0504-419a-adfd-930ea0f4f5d9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9bde012005949bf8ed5f5d05d570ac0&device_id=f65be677-c783-46db-b8e8-671ac27fe244 HTTP/1.1" status: 200 len: 1127 time: 0.1060092 Feb 09 01:42:04.782865 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-d1d35c9e-df43-434a-9cbb-c08e442a336f None None] Set router c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:42:04.826994 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a90b6-338c-4307-8375-19e70502e33d req-fd5a0c9e-d442-424e-bd9b-d452633b28ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:04.829389 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8f0a90b6-338c-4307-8375-19e70502e33d req-fd5a0c9e-d442-424e-bd9b-d452633b28ba service neutron] 10.222.0.47 "GET /v2.0/networks?id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 HTTP/1.1" status: 200 len: 913 time: 0.1602747 Feb 09 01:42:04.842046 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9771061-fffd-4178-8dbe-4ea4fb491450 req-931804a1-85eb-45b7-bd51-9a034334dba4 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:04.843688 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c9771061-fffd-4178-8dbe-4ea4fb491450 req-931804a1-85eb-45b7-bd51-9a034334dba4 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65be677-c783-46db-b8e8-671ac27fe244 HTTP/1.1" status: 200 len: 945 time: 0.0862491 Feb 09 01:42:04.872701 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-499eb0b9-16e3-4f85-a747-53fda1e303b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:04.917731 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8f0a90b6-338c-4307-8375-19e70502e33d req-85f5e517-2726-4701-b74e-25e773ff3ff7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e341fc78-ffe5-4c68-9300-001bc11e2545 HTTP/1.1" status: 200 len: 217 time: 0.0729566 Feb 09 01:42:04.979594 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c9771061-fffd-4178-8dbe-4ea4fb491450 req-dcb162aa-4b7d-4f6b-90cc-cf528d57c552 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267602 Feb 09 01:42:04.997502 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a90b6-338c-4307-8375-19e70502e33d req-d923c344-337d-4219-92a7-20afeda67ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:04.999403 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8f0a90b6-338c-4307-8375-19e70502e33d req-d923c344-337d-4219-92a7-20afeda67ae0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68d3f132-83c5-49da-80a3-1924c70a8491 HTTP/1.1" status: 200 len: 850 time: 0.0740385 Feb 09 01:42:05.000129 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 38720) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:05.066838 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a90b6-338c-4307-8375-19e70502e33d req-40133eed-1ec7-48fa-8508-cd38241ae0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:05.069478 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8f0a90b6-338c-4307-8375-19e70502e33d req-40133eed-1ec7-48fa-8508-cd38241ae0c8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0529373 Feb 09 01:42:05.129791 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-d1d35c9e-df43-434a-9cbb-c08e442a336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'name': 'tempest-TestVolumeBootPattern-157314528-router', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '832db3f3-699c-4232-b40d-da165c776bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:39Z', 'updated_at': '2022-02-09T01:24:49Z', 'revision_number': 4, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'gw_port': {'id': '832db3f3-699c-4232-b40d-da165c776bca', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:41Z', 'updated_at': '2022-02-09T01:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '7f99deb3-ab12-49ea-9cc8-5c26ee9ab47c', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'floating_ip_address': '172.25.8.25', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'port_id': '5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'mac_address': 'fa:16:3e:49:a1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb1c882-d88c-4b35-a2f9-dfb068fedda4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:38:00Z', 'updated_at': '2022-02-09T01:38:10Z', 'revision_number': 1, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '363b3493-e9bd-4c21-9ff5-05551ea98e75', 'name': '', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'mac_address': 'fa:16:3e:6d:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '68d3f132-83c5-49da-80a3-1924c70a8491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:46Z', 'updated_at': '2022-02-09T01:25:00Z', 'revision_number': 5, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'subnets': [{'id': '68d3f132-83c5-49da-80a3-1924c70a8491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:05.135336 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-e4753303-cc82-4e94-a56e-5982fe1c41dd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1590472283-network', 'tenant_id': '279ecdc9b7c34fb8871789c462b2f6e4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:05.157715 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d35c9e-df43-434a-9cbb-c08e442a336f None None] Checking router: c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:42:05.167465 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d35c9e-df43-434a-9cbb-c08e442a336f None None] Routers {'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:42:05.168167 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-d1d35c9e-df43-434a-9cbb-c08e442a336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:42:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:05.174256 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4753303-cc82-4e94-a56e-5982fe1c41dd admin admin] Made reservation on behalf of 279ecdc9b7c34fb8871789c462b2f6e4 for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:42:05.176655 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e4753303-cc82-4e94-a56e-5982fe1c41dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:05.192446 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e4753303-cc82-4e94-a56e-5982fe1c41dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:05.216322 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8f0a90b6-338c-4307-8375-19e70502e33d req-b913553c-379a-4a0d-b862-92e60f6de95f service neutron] 10.222.0.47 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399362 Feb 09 01:42:05.297217 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-d1d35c9e-df43-434a-9cbb-c08e442a336f None None] Set router c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:42:05.353681 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8f0a90b6-338c-4307-8375-19e70502e33d req-8ea17c34-f5df-4993-8622-c45bf149fd64 service neutron] 10.222.0.47 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306105 Feb 09 01:42:05.370310 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e4753303-cc82-4e94-a56e-5982fe1c41dd admin admin] Publish callbacks [] for security_group (a8cd5537-5db5-4bb3-baa7-ea1fb44f72cd), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:05.375933 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e4753303-cc82-4e94-a56e-5982fe1c41dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (a8cd5537-5db5-4bb3-baa7-ea1fb44f72cd), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:05.400560 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4753303-cc82-4e94-a56e-5982fe1c41dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1005} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:42:05.415152 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4753303-cc82-4e94-a56e-5982fe1c41dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cd5537-5db5-4bb3-baa7-ea1fb44f72cd,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:05.421285 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e4753303-cc82-4e94-a56e-5982fe1c41dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (a776fa4f-8415-4642-92ee-980f57104a7b), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:05.421577 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-e4753303-cc82-4e94-a56e-5982fe1c41dd admin admin] Added segment a776fa4f-8415-4642-92ee-980f57104a7b of type vlan for network 25e3096a-08ad-410d-8381-c637f46354f2 Feb 09 01:42:05.463965 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e4753303-cc82-4e94-a56e-5982fe1c41dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (25e3096a-08ad-410d-8381-c637f46354f2), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:05.490691 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e4753303-cc82-4e94-a56e-5982fe1c41dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (25e3096a-08ad-410d-8381-c637f46354f2), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:05.491863 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4753303-cc82-4e94-a56e-5982fe1c41dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:05.492453 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e4753303-cc82-4e94-a56e-5982fe1c41dd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:05.547520 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-d1d35c9e-df43-434a-9cbb-c08e442a336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'name': 'tempest-TestVolumeBootPattern-157314528-router', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '832db3f3-699c-4232-b40d-da165c776bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:39Z', 'updated_at': '2022-02-09T01:24:49Z', 'revision_number': 4, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'gw_port': {'id': '832db3f3-699c-4232-b40d-da165c776bca', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:41Z', 'updated_at': '2022-02-09T01:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '7f99deb3-ab12-49ea-9cc8-5c26ee9ab47c', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'floating_ip_address': '172.25.8.25', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'port_id': '5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'mac_address': 'fa:16:3e:49:a1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb1c882-d88c-4b35-a2f9-dfb068fedda4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:38:00Z', 'updated_at': '2022-02-09T01:38:10Z', 'revision_number': 1, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '363b3493-e9bd-4c21-9ff5-05551ea98e75', 'name': '', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'mac_address': 'fa:16:3e:6d:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '68d3f132-83c5-49da-80a3-1924c70a8491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:46Z', 'updated_at': '2022-02-09T01:25:00Z', 'revision_number': 5, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'subnets': [{'id': '68d3f132-83c5-49da-80a3-1924c70a8491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:05.575856 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e4753303-cc82-4e94-a56e-5982fe1c41dd admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5715349 Feb 09 01:42:05.576837 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38726) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:05.578565 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d35c9e-df43-434a-9cbb-c08e442a336f None None] The sync data for ids ['c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'] in n-d-828369-4 is: [{'id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'name': 'tempest-TestVolumeBootPattern-157314528-router', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '832db3f3-699c-4232-b40d-da165c776bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:39Z', 'updated_at': '2022-02-09T01:24:49Z', 'revision_number': 4, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'gw_port': {'id': '832db3f3-699c-4232-b40d-da165c776bca', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:41Z', 'updated_at': '2022-02-09T01:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '7f99deb3-ab12-49ea-9cc8-5c26ee9ab47c', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'floating_ip_address': '172.25.8.25', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'port_id': '5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'mac_address': 'fa:16:3e:49:a1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb1c882-d88c-4b35-a2f9-dfb068fedda4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:38:00Z', 'updated_at': '2022-02-09T01:38:10Z', 'revision_number': 1, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '363b3493-e9bd-4c21-9ff5-05551ea98e75', 'name': '', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'mac_address': 'fa:16:3e:6d:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '68d3f132-83c5-49da-80a3-1924c70a8491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:46Z', 'updated_at': '2022-02-09T01:25:00Z', 'revision_number': 5, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'subnets': [{'id': '68d3f132-83c5-49da-80a3-1924c70a8491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:42:05.593453 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-befcc9cb-9cc7-44a3-9dc2-a7b4aee672ae admin admin] Request body: {'subnet': {'network_id': '25e3096a-08ad-410d-8381-c637f46354f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1590472283-subnet', 'tenant_id': '279ecdc9b7c34fb8871789c462b2f6e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:42:05.600037 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4753303-cc82-4e94-a56e-5982fe1c41dd admin admin] Pushing event updated for resources: {'Network': ['ID=25e3096a-08ad-410d-8381-c637f46354f2,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:05.610631 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 25e3096a-08ad-410d-8381-c637f46354f2 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:42:05.618840 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befcc9cb-9cc7-44a3-9dc2-a7b4aee672ae admin admin] Made reservation on behalf of 279ecdc9b7c34fb8871789c462b2f6e4 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:42:05.622247 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-befcc9cb-9cc7-44a3-9dc2-a7b4aee672ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:05.817446 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-befcc9cb-9cc7-44a3-9dc2-a7b4aee672ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (e06a83b8-3a3f-4265-b57a-58858bfb8a48), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:05.856124 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22cfadf-ba7c-48cf-a894-d86b951d1a14 None None] New status for floating IP 25aa5f8f-17dd-4bae-9ab0-2bc272167541: DOWN {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:42:05.883365 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befcc9cb-9cc7-44a3-9dc2-a7b4aee672ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=e06a83b8-3a3f-4265-b57a-58858bfb8a48,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:05.889285 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befcc9cb-9cc7-44a3-9dc2-a7b4aee672ae admin admin] Checking segment: {'id': 'a776fa4f-8415-4642-92ee-980f57104a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '25e3096a-08ad-410d-8381-c637f46354f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:42:05.889661 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befcc9cb-9cc7-44a3-9dc2-a7b4aee672ae admin admin] Network hostable DHCP agents. Network: 25e3096a-08ad-410d-8381-c637f46354f2, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:42:05.911288 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befcc9cb-9cc7-44a3-9dc2-a7b4aee672ae admin admin] Network 25e3096a-08ad-410d-8381-c637f46354f2 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:42:05.922068 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-befcc9cb-9cc7-44a3-9dc2-a7b4aee672ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 25e3096a-08ad-410d-8381-c637f46354f2) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:42:05.926172 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befcc9cb-9cc7-44a3-9dc2-a7b4aee672ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:05.926782 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-befcc9cb-9cc7-44a3-9dc2-a7b4aee672ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:05.938235 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09e795e-52ec-428e-8400-3fca95909a11 None None] Network 25e3096a-08ad-410d-8381-c637f46354f2 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:42:05.947152 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-befcc9cb-9cc7-44a3-9dc2-a7b4aee672ae admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3679447 Feb 09 01:42:06.047675 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:06.112969 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd61ffe-db00-47c8-a882-4503df8a8277 None None] Network 25e3096a-08ad-410d-8381-c637f46354f2 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:42:06.140902 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbffc6-a5ba-4b32-b255-f9e417365421 req-ab868007-8c6d-403c-8588-19bf88aef30d tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:06.148184 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-30bbffc6-a5ba-4b32-b255-f9e417365421 req-ab868007-8c6d-403c-8588-19bf88aef30d tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65be677-c783-46db-b8e8-671ac27fe244 HTTP/1.1" status: 200 len: 945 time: 0.0780098 Feb 09 01:42:06.248694 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-30bbffc6-a5ba-4b32-b255-f9e417365421 req-c4a6ef4f-8a66-4d7c-a33f-38f09a1c9c15 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959928 Feb 09 01:42:06.279174 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7c581-dcfb-4c34-a6cf-2073a325a6ad req-a99b3237-a83e-4b7e-9f35-400f6d4a5ff8 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:06.280671 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bbf7c581-dcfb-4c34-a6cf-2073a325a6ad req-a99b3237-a83e-4b7e-9f35-400f6d4a5ff8 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.47 "GET /v2.0/ports?device_id=f65be677-c783-46db-b8e8-671ac27fe244 HTTP/1.1" status: 200 len: 945 time: 0.0958068 Feb 09 01:42:06.395522 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-bbf7c581-dcfb-4c34-a6cf-2073a325a6ad req-0e49cc5b-7e1f-4529-a130-4a2094c6fe73 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Deleting port e341fc78-ffe5-4c68-9300-001bc11e2545 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:42:06.395847 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-bbf7c581-dcfb-4c34-a6cf-2073a325a6ad req-0e49cc5b-7e1f-4529-a130-4a2094c6fe73 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (e341fc78-ffe5-4c68-9300-001bc11e2545), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:06.509331 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-bbf7c581-dcfb-4c34-a6cf-2073a325a6ad req-0e49cc5b-7e1f-4529-a130-4a2094c6fe73 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] For port e341fc78-ffe5-4c68-9300-001bc11e2545, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=e341fc78-ffe5-4c68-9300-001bc11e2545,segment=NetworkSegment(d40e3b64-4486-4490-9380-e6758cb22819),segment_id=d40e3b64-4486-4490-9380-e6758cb22819)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:06.509777 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-bbf7c581-dcfb-4c34-a6cf-2073a325a6ad req-0e49cc5b-7e1f-4529-a130-4a2094c6fe73 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (e341fc78-ffe5-4c68-9300-001bc11e2545), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:06.529939 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-bbf7c581-dcfb-4c34-a6cf-2073a325a6ad req-0e49cc5b-7e1f-4529-a130-4a2094c6fe73 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Calling delete_port for e341fc78-ffe5-4c68-9300-001bc11e2545 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:42:06.675933 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-bbf7c581-dcfb-4c34-a6cf-2073a325a6ad req-0e49cc5b-7e1f-4529-a130-4a2094c6fe73 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (e341fc78-ffe5-4c68-9300-001bc11e2545), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:06.710013 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e49cc5b-7e1f-4529-a130-4a2094c6fe73 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Pushing event deleted for resources: {'Port': ['ID=e341fc78-ffe5-4c68-9300-001bc11e2545,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:06.757982 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf7c581-dcfb-4c34-a6cf-2073a325a6ad req-0e49cc5b-7e1f-4529-a130-4a2094c6fe73 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] No DVR routers for this DVR port e341fc78-ffe5-4c68-9300-001bc11e2545 on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:42:06.761212 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-bbf7c581-dcfb-4c34-a6cf-2073a325a6ad req-0e49cc5b-7e1f-4529-a130-4a2094c6fe73 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:06.764806 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bbf7c581-dcfb-4c34-a6cf-2073a325a6ad req-0e49cc5b-7e1f-4529-a130-4a2094c6fe73 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.47 "DELETE /v2.0/ports/e341fc78-ffe5-4c68-9300-001bc11e2545 HTTP/1.1" status: 204 len: 173 time: 0.4785814 Feb 09 01:42:06.765364 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65be677-c783-46db-b8e8-671ac27fe244', 'name': 'network-vif-deleted', 'tag': 'e341fc78-ffe5-4c68-9300-001bc11e2545'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:42:06.767819 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24ee758-45a2-4763-9709-2d11aabad4b2" -d '{"events": [{"server_uuid": "f65be677-c783-46db-b8e8-671ac27fe244", "name": "network-vif-deleted", "tag": "e341fc78-ffe5-4c68-9300-001bc11e2545"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:42:06.808914 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc85bf9d-4657-49e1-b08f-15b39dc460d4 x-openstack-request-id: req-dc85bf9d-4657-49e1-b08f-15b39dc460d4 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:42:06.809436 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65be677-c783-46db-b8e8-671ac27fe244", "name": "network-vif-deleted", "tag": "e341fc78-ffe5-4c68-9300-001bc11e2545", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:42:06.810239 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dc85bf9d-4657-49e1-b08f-15b39dc460d4 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:42:06.810812 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65be677-c783-46db-b8e8-671ac27fe244', 'name': 'network-vif-deleted', 'tag': 'e341fc78-ffe5-4c68-9300-001bc11e2545', 'status': 'completed', 'code': 200} Feb 09 01:42:07.291476 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:07.399013 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b3973605-2ff1-45b1-bed9-1609a298e7f2 req-edfca899-7b27-4fdd-b9a0-8b41f80e83f6 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65be677-c783-46db-b8e8-671ac27fe244 HTTP/1.1" status: 200 len: 210 time: 0.0487907 Feb 09 01:42:07.979406 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:08.215907 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device e341fc78-ffe5-4c68-9300-001bc11e2545 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:42:08.237110 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: e341fc78-ffe5-4c68-9300-001bc11e2545 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:42:08.237633 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device e341fc78-ffe5-4c68-9300-001bc11e2545 not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:42:08.483076 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:08.524522 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dc45da4a-e80b-4952-acdd-db0dd737d40d req-6cb04265-0a24-4450-90b2-b8922be60b65 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65be677-c783-46db-b8e8-671ac27fe244 HTTP/1.1" status: 200 len: 210 time: 0.0319438 Feb 09 01:42:09.685444 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:09.688900 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1dc96989-c638-4e3d-9ac8-fad3f8fcb65c req-9c1936ce-3b2d-4199-9d8b-713c1e81b170 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65be677-c783-46db-b8e8-671ac27fe244 HTTP/1.1" status: 200 len: 210 time: 0.0588427 Feb 09 01:42:10.811274 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-51c88e3d-c7e6-433c-94dd-cb9dc1aeb6d5 req-1e11412c-7550-45d0-8e29-05091a30d8f1 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65be677-c783-46db-b8e8-671ac27fe244 HTTP/1.1" status: 200 len: 210 time: 0.0426004 Feb 09 01:42:11.909908 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d0522b93-d42b-4eb9-b9fc-a8a8b4e3b697 req-20b78bf9-8fed-48aa-ba7f-98adf8fa237f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65be677-c783-46db-b8e8-671ac27fe244 HTTP/1.1" status: 200 len: 210 time: 0.0389738 Feb 09 01:42:13.048125 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0b2bc7f-d287-49bb-aa93-1349530dc58e req-855627df-742e-453f-8d60-a2e0bbedd95b tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65be677-c783-46db-b8e8-671ac27fe244 HTTP/1.1" status: 200 len: 210 time: 0.0560226 Feb 09 01:42:14.161536 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c32438e4-b21a-42b5-8ab4-b8c657c7202f req-22ac3085-840e-4638-8ba2-7d7adebb0e14 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65be677-c783-46db-b8e8-671ac27fe244 HTTP/1.1" status: 200 len: 210 time: 0.0377400 Feb 09 01:42:15.281748 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-733a4f1f-816b-4ad3-9c2d-431faa9b22bf req-0125332b-d700-4129-b2f3-a0131d26e389 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=f65be677-c783-46db-b8e8-671ac27fe244 HTTP/1.1" status: 200 len: 210 time: 0.0453393 Feb 09 01:42:24.030203 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:42:25.125536 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 38886) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:25.307874 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-9b535093-41ca-43db-8ef8-a62f5c18878f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Deleting port 2610e545-39be-411f-8f31-d0f81fb67859 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:42:25.308306 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9b535093-41ca-43db-8ef8-a62f5c18878f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (2610e545-39be-411f-8f31-d0f81fb67859), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:25.388196 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9b535093-41ca-43db-8ef8-a62f5c18878f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (2610e545-39be-411f-8f31-d0f81fb67859), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:25.388523 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9b535093-41ca-43db-8ef8-a62f5c18878f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks [] for floatingip (2610e545-39be-411f-8f31-d0f81fb67859), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:25.400591 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-9b535093-41ca-43db-8ef8-a62f5c18878f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Calling delete_port for 2610e545-39be-411f-8f31-d0f81fb67859 owned by network:floatingip {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:42:25.561035 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9b535093-41ca-43db-8ef8-a62f5c18878f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (2610e545-39be-411f-8f31-d0f81fb67859), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:25.587146 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b535093-41ca-43db-8ef8-a62f5c18878f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Pushing event deleted for resources: {'Port': ['ID=2610e545-39be-411f-8f31-d0f81fb67859,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:25.616352 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b535093-41ca-43db-8ef8-a62f5c18878f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:25.626654 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b535093-41ca-43db-8ef8-a62f5c18878f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:25.627117 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b535093-41ca-43db-8ef8-a62f5c18878f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:25.627473 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b535093-41ca-43db-8ef8-a62f5c18878f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:25.627816 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b535093-41ca-43db-8ef8-a62f5c18878f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:25.628160 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b535093-41ca-43db-8ef8-a62f5c18878f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:25.628495 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b535093-41ca-43db-8ef8-a62f5c18878f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:25.637133 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b535093-41ca-43db-8ef8-a62f5c18878f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:25.637622 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b535093-41ca-43db-8ef8-a62f5c18878f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:25.637865 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b535093-41ca-43db-8ef8-a62f5c18878f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:25.638267 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b535093-41ca-43db-8ef8-a62f5c18878f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:25.638889 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b535093-41ca-43db-8ef8-a62f5c18878f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:25.639014 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b535093-41ca-43db-8ef8-a62f5c18878f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:25.722447 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9b535093-41ca-43db-8ef8-a62f5c18878f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks [] for floatingip (7f99deb3-ab12-49ea-9cc8-5c26ee9ab47c), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:25.723183 n-d-828369-4 neutron-server[103137]: INFO neutron.db.l3_db [None req-9b535093-41ca-43db-8ef8-a62f5c18878f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Floating IP 7f99deb3-ab12-49ea-9cc8-5c26ee9ab47c disassociated (deleted). External IP: 172.25.8.25, port: 5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43. Feb 09 01:42:25.961766 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b535093-41ca-43db-8ef8-a62f5c18878f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Router c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:42:26.391305 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b535093-41ca-43db-8ef8-a62f5c18878f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:42:26.397169 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9b535093-41ca-43db-8ef8-a62f5c18878f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:26.406220 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57fd39c-a07a-4ace-8a02-326c08c5c2e4 None None] Sync routers for ids ['c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:42:26.416991 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57fd39c-a07a-4ace-8a02-326c08c5c2e4 None None] Routers {'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:42:26.417616 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-d57fd39c-a07a-4ace-8a02-326c08c5c2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:42:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:26.453752 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9b535093-41ca-43db-8ef8-a62f5c18878f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "DELETE /v2.0/floatingips/7f99deb3-ab12-49ea-9cc8-5c26ee9ab47c HTTP/1.1" status: 204 len: 168 time: 1.3253555 Feb 09 01:42:26.461500 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fb1c882-d88c-4b35-a2f9-dfb068fedda4', 'tag': '5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:42:26.467612 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2149748-9b87-4dac-9c23-25d488d472fc" -d '{"events": [{"name": "network-changed", "server_uuid": "7fb1c882-d88c-4b35-a2f9-dfb068fedda4", "tag": "5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:42:26.526565 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eddc49c-56e8-4707-b821-c2fdc4c2977f x-openstack-request-id: req-7eddc49c-56e8-4707-b821-c2fdc4c2977f {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:42:26.526760 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fb1c882-d88c-4b35-a2f9-dfb068fedda4", "tag": "5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:42:26.527083 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7eddc49c-56e8-4707-b821-c2fdc4c2977f {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:42:26.527602 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fb1c882-d88c-4b35-a2f9-dfb068fedda4', 'tag': '5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43', 'status': 'completed', 'code': 200} Feb 09 01:42:26.530785 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-d57fd39c-a07a-4ace-8a02-326c08c5c2e4 None None] Set router c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:42:26.638272 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2149748-9b87-4dac-9c23-25d488d472fc req-e528d1d3-967c-4724-afc2-dc53e6a3aded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:26.640658 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2149748-9b87-4dac-9c23-25d488d472fc req-e528d1d3-967c-4724-afc2-dc53e6a3aded service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9bde012005949bf8ed5f5d05d570ac0&device_id=7fb1c882-d88c-4b35-a2f9-dfb068fedda4 HTTP/1.1" status: 200 len: 1128 time: 0.0930545 Feb 09 01:42:26.806362 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2149748-9b87-4dac-9c23-25d488d472fc req-436feba6-43e5-4d67-a1f3-79510c7fcf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:26.808126 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2149748-9b87-4dac-9c23-25d488d472fc req-436feba6-43e5-4d67-a1f3-79510c7fcf44 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 HTTP/1.1" status: 200 len: 913 time: 0.1617584 Feb 09 01:42:26.867304 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2149748-9b87-4dac-9c23-25d488d472fc req-20b70c1b-3000-4c35-bd76-e486b1940b5a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43 HTTP/1.1" status: 200 len: 217 time: 0.0486183 Feb 09 01:42:26.874889 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-d57fd39c-a07a-4ace-8a02-326c08c5c2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'name': 'tempest-TestVolumeBootPattern-157314528-router', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '832db3f3-699c-4232-b40d-da165c776bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:39Z', 'updated_at': '2022-02-09T01:24:49Z', 'revision_number': 4, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'gw_port': {'id': '832db3f3-699c-4232-b40d-da165c776bca', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:41Z', 'updated_at': '2022-02-09T01:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '363b3493-e9bd-4c21-9ff5-05551ea98e75', 'name': '', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'mac_address': 'fa:16:3e:6d:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '68d3f132-83c5-49da-80a3-1924c70a8491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:46Z', 'updated_at': '2022-02-09T01:25:00Z', 'revision_number': 5, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'subnets': [{'id': '68d3f132-83c5-49da-80a3-1924c70a8491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:26.876216 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12441ec-8bd5-4d22-a8a6-4f7d406cdb1a req-e67080b9-9770-4d86-b763-6497ead32d03 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:26.884368 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c12441ec-8bd5-4d22-a8a6-4f7d406cdb1a req-e67080b9-9770-4d86-b763-6497ead32d03 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fb1c882-d88c-4b35-a2f9-dfb068fedda4 HTTP/1.1" status: 200 len: 946 time: 0.1376743 Feb 09 01:42:26.911861 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57fd39c-a07a-4ace-8a02-326c08c5c2e4 None None] Checking router: c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:42:26.923464 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57fd39c-a07a-4ace-8a02-326c08c5c2e4 None None] Routers {'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:42:26.924487 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-d57fd39c-a07a-4ace-8a02-326c08c5c2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:42:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:26.942731 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2149748-9b87-4dac-9c23-25d488d472fc req-d246a7ff-fcc9-4df6-acf3-15dbd9ea95df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:26.944322 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2149748-9b87-4dac-9c23-25d488d472fc req-d246a7ff-fcc9-4df6-acf3-15dbd9ea95df service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68d3f132-83c5-49da-80a3-1924c70a8491 HTTP/1.1" status: 200 len: 850 time: 0.0576761 Feb 09 01:42:27.042688 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c12441ec-8bd5-4d22-a8a6-4f7d406cdb1a req-1b44a9a7-373f-4e56-9e75-bf5e07b0458d tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569495 Feb 09 01:42:27.064873 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2149748-9b87-4dac-9c23-25d488d472fc req-d0ddaaec-bdce-4b93-af30-13de1adc984e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:27.067181 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2149748-9b87-4dac-9c23-25d488d472fc req-d0ddaaec-bdce-4b93-af30-13de1adc984e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1094022 Feb 09 01:42:27.080308 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-d57fd39c-a07a-4ace-8a02-326c08c5c2e4 None None] Set router c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:42:27.183556 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2149748-9b87-4dac-9c23-25d488d472fc req-a2f02223-9098-4047-aa97-e6d3ff751dea service neutron] 10.222.0.47 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087654 Feb 09 01:42:27.301119 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2149748-9b87-4dac-9c23-25d488d472fc req-403d6a9d-32db-406c-92a4-7887a033cd01 service neutron] 10.222.0.47 "GET /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116118 Feb 09 01:42:27.309669 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-d57fd39c-a07a-4ace-8a02-326c08c5c2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'name': 'tempest-TestVolumeBootPattern-157314528-router', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '832db3f3-699c-4232-b40d-da165c776bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:39Z', 'updated_at': '2022-02-09T01:24:49Z', 'revision_number': 4, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'gw_port': {'id': '832db3f3-699c-4232-b40d-da165c776bca', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:41Z', 'updated_at': '2022-02-09T01:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '363b3493-e9bd-4c21-9ff5-05551ea98e75', 'name': '', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'mac_address': 'fa:16:3e:6d:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '68d3f132-83c5-49da-80a3-1924c70a8491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:46Z', 'updated_at': '2022-02-09T01:25:00Z', 'revision_number': 5, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'subnets': [{'id': '68d3f132-83c5-49da-80a3-1924c70a8491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:27.342293 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57fd39c-a07a-4ace-8a02-326c08c5c2e4 None None] The sync data for ids ['c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'] in n-d-828369-4 is: [{'id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'name': 'tempest-TestVolumeBootPattern-157314528-router', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '832db3f3-699c-4232-b40d-da165c776bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:39Z', 'updated_at': '2022-02-09T01:24:49Z', 'revision_number': 4, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'gw_port': {'id': '832db3f3-699c-4232-b40d-da165c776bca', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:41Z', 'updated_at': '2022-02-09T01:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '363b3493-e9bd-4c21-9ff5-05551ea98e75', 'name': '', 'network_id': 'e3d3bfb4-e5ce-458a-8f81-66f36b8e4175', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'mac_address': 'fa:16:3e:6d:67:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': '68d3f132-83c5-49da-80a3-1924c70a8491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:46Z', 'updated_at': '2022-02-09T01:25:00Z', 'revision_number': 5, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'subnets': [{'id': '68d3f132-83c5-49da-80a3-1924c70a8491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:42:27.594500 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d15a1e-abc8-41fa-a066-6fa0810d5c8f None None] New status for floating IP 7f99deb3-ab12-49ea-9cc8-5c26ee9ab47c: DOWN {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:42:28.210482 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a008329-6b2d-4ea2-a73c-fe03df293f0b req-db017035-e845-41a9-a0cc-f7f7b6387a08 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:28.211984 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1a008329-6b2d-4ea2-a73c-fe03df293f0b req-db017035-e845-41a9-a0cc-f7f7b6387a08 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fb1c882-d88c-4b35-a2f9-dfb068fedda4 HTTP/1.1" status: 200 len: 946 time: 0.0968900 Feb 09 01:42:28.219642 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddbc3a-b6c7-4b35-8c29-ec703ff1d0e8 req-fa408b6c-ce09-40e7-a800-9ad9ba7e7118 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:42:28.221091 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-53ddbc3a-b6c7-4b35-8c29-ec703ff1d0e8 req-fa408b6c-ce09-40e7-a800-9ad9ba7e7118 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.47 "GET /v2.0/ports?device_id=7fb1c882-d88c-4b35-a2f9-dfb068fedda4 HTTP/1.1" status: 200 len: 946 time: 0.0700173 Feb 09 01:42:28.334442 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1a008329-6b2d-4ea2-a73c-fe03df293f0b req-78d335a6-76e5-4a40-bb5f-9b2cd36d9902 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/security-groups?id=3e53f284-8bda-468c-9d56-9b70f189fd42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005929 Feb 09 01:42:28.360606 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-53ddbc3a-b6c7-4b35-8c29-ec703ff1d0e8 req-aa302a5e-b0e7-478b-8bbb-d2326fe7e0eb tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Deleting port 5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:42:28.361090 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-53ddbc3a-b6c7-4b35-8c29-ec703ff1d0e8 req-aa302a5e-b0e7-478b-8bbb-d2326fe7e0eb tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:28.453707 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-53ddbc3a-b6c7-4b35-8c29-ec703ff1d0e8 req-aa302a5e-b0e7-478b-8bbb-d2326fe7e0eb tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] For port 5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43,segment=NetworkSegment(d40e3b64-4486-4490-9380-e6758cb22819),segment_id=d40e3b64-4486-4490-9380-e6758cb22819)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:28.454358 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-53ddbc3a-b6c7-4b35-8c29-ec703ff1d0e8 req-aa302a5e-b0e7-478b-8bbb-d2326fe7e0eb tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:28.472030 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-53ddbc3a-b6c7-4b35-8c29-ec703ff1d0e8 req-aa302a5e-b0e7-478b-8bbb-d2326fe7e0eb tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Calling delete_port for 5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:42:28.606126 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-53ddbc3a-b6c7-4b35-8c29-ec703ff1d0e8 req-aa302a5e-b0e7-478b-8bbb-d2326fe7e0eb tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:28.646983 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa302a5e-b0e7-478b-8bbb-d2326fe7e0eb tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Pushing event deleted for resources: {'Port': ['ID=5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:28.678552 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa302a5e-b0e7-478b-8bbb-d2326fe7e0eb tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:28.679215 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa302a5e-b0e7-478b-8bbb-d2326fe7e0eb tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:28.679754 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa302a5e-b0e7-478b-8bbb-d2326fe7e0eb tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:28.680206 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa302a5e-b0e7-478b-8bbb-d2326fe7e0eb tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:28.680922 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa302a5e-b0e7-478b-8bbb-d2326fe7e0eb tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:28.681940 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa302a5e-b0e7-478b-8bbb-d2326fe7e0eb tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:28.681940 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa302a5e-b0e7-478b-8bbb-d2326fe7e0eb tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:28.682288 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa302a5e-b0e7-478b-8bbb-d2326fe7e0eb tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:28.683251 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa302a5e-b0e7-478b-8bbb-d2326fe7e0eb tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:28.683877 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa302a5e-b0e7-478b-8bbb-d2326fe7e0eb tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:28.684354 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa302a5e-b0e7-478b-8bbb-d2326fe7e0eb tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:28.686810 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa302a5e-b0e7-478b-8bbb-d2326fe7e0eb tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:28.686810 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa302a5e-b0e7-478b-8bbb-d2326fe7e0eb tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:28.734445 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ddbc3a-b6c7-4b35-8c29-ec703ff1d0e8 req-aa302a5e-b0e7-478b-8bbb-d2326fe7e0eb tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] No DVR routers for this DVR port 5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43 on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:42:28.737262 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-53ddbc3a-b6c7-4b35-8c29-ec703ff1d0e8 req-aa302a5e-b0e7-478b-8bbb-d2326fe7e0eb tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:28.740770 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-53ddbc3a-b6c7-4b35-8c29-ec703ff1d0e8 req-aa302a5e-b0e7-478b-8bbb-d2326fe7e0eb tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.47 "DELETE /v2.0/ports/5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43 HTTP/1.1" status: 204 len: 173 time: 0.5140476 Feb 09 01:42:28.741258 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb1c882-d88c-4b35-a2f9-dfb068fedda4', 'name': 'network-vif-deleted', 'tag': '5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:42:28.743793 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e562f7a9-9140-4e16-9bde-9e8e6f4fdd94" -d '{"events": [{"server_uuid": "7fb1c882-d88c-4b35-a2f9-dfb068fedda4", "name": "network-vif-deleted", "tag": "5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:42:28.808627 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0494c80e-50b3-4607-8816-938aa89823bf x-openstack-request-id: req-0494c80e-50b3-4607-8816-938aa89823bf {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:42:28.808627 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb1c882-d88c-4b35-a2f9-dfb068fedda4", "name": "network-vif-deleted", "tag": "5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:42:28.808852 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0494c80e-50b3-4607-8816-938aa89823bf {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:42:28.809134 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb1c882-d88c-4b35-a2f9-dfb068fedda4', 'name': 'network-vif-deleted', 'tag': '5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43', 'status': 'completed', 'code': 200} Feb 09 01:42:29.434777 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-372eb6c9-9b98-471a-a696-ee66cf312bb1 req-f0bc1c06-4cad-4cf0-b604-9972584b3fcd tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fb1c882-d88c-4b35-a2f9-dfb068fedda4 HTTP/1.1" status: 200 len: 210 time: 0.0271163 Feb 09 01:42:30.344974 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:42:30.366788 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: 5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:42:30.367144 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 5f0ecd9a-9eed-414d-bd3c-5d2f652d2b43 not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:42:30.536722 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-38d7fa37-067c-4ee7-80c6-9f5f7f175747 req-af4c2de7-85ee-4477-84d1-42c453446d9f tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fb1c882-d88c-4b35-a2f9-dfb068fedda4 HTTP/1.1" status: 200 len: 210 time: 0.0272458 Feb 09 01:42:31.638518 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ce44a5be-e4f9-4e2d-a81f-90e7a88b8572 req-5dfcc401-0437-4b88-b8ce-14f068e07c1e tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fb1c882-d88c-4b35-a2f9-dfb068fedda4 HTTP/1.1" status: 200 len: 210 time: 0.0273871 Feb 09 01:42:32.419582 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-92223bb4-fb39-41df-ae7d-031b195d78db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:32.746489 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9809b761-f2a9-4d6f-9f13-9d7809ab332f req-b758094a-9360-45ce-92d5-877890960d53 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fb1c882-d88c-4b35-a2f9-dfb068fedda4 HTTP/1.1" status: 200 len: 210 time: 0.0341535 Feb 09 01:42:33.885143 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-06b483c3-79f4-41e8-bec2-03454e3f2a1c req-33906105-7b10-4d52-a6f5-7a68d7f9a77c tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fb1c882-d88c-4b35-a2f9-dfb068fedda4 HTTP/1.1" status: 200 len: 210 time: 0.0506122 Feb 09 01:42:34.452108 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d5dd9e19-573e-4f14-a7ea-c7282c263df9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:35.018963 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b370c96d-c60b-4310-8a60-b25a01901c94 req-126f26c3-991d-4664-8f27-523d7dc4c413 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fb1c882-d88c-4b35-a2f9-dfb068fedda4 HTTP/1.1" status: 200 len: 210 time: 0.0479245 Feb 09 01:42:36.016089 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:36.140404 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9f934594-bb87-4a84-8c86-30e574180112 req-7d0410b8-873c-4054-afc8-e0931742abf2 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fb1c882-d88c-4b35-a2f9-dfb068fedda4 HTTP/1.1" status: 200 len: 210 time: 0.0511863 Feb 09 01:42:37.282290 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-08e6aeeb-7ad6-4ad2-88e9-eb73bfd2ec23 req-9efa2078-52a4-4ced-ae7c-ee4d110f928a tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fb1c882-d88c-4b35-a2f9-dfb068fedda4 HTTP/1.1" status: 200 len: 210 time: 0.0302730 Feb 09 01:42:37.290578 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:37.976329 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:38.435795 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3f5739df-c19c-4568-a0e8-bd4cea95842c req-206b2732-ee8e-4be4-9f75-f581f48dc8ed tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fb1c882-d88c-4b35-a2f9-dfb068fedda4 HTTP/1.1" status: 200 len: 210 time: 0.0528791 Feb 09 01:42:38.482513 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:38.583046 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 39064) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:38.716967 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-006225e7-9f1b-476d-9103-e2c31f506ac7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:38.834508 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-006225e7-9f1b-476d-9103-e2c31f506ac7 admin admin] Publish callbacks [] for security_group (bfff9438-5a4d-4702-96a5-c40efd565aa0), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:38.839391 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-006225e7-9f1b-476d-9103-e2c31f506ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (bfff9438-5a4d-4702-96a5-c40efd565aa0), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:38.885992 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-006225e7-9f1b-476d-9103-e2c31f506ac7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5490235fa6c84328a7a66bede4ca6630&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3018787 Feb 09 01:42:38.887107 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006225e7-9f1b-476d-9103-e2c31f506ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfff9438-5a4d-4702-96a5-c40efd565aa0,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:38.888868 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 39072) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:38.953377 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6abfe3bb-f5f7-48e8-bdde-f4c10e859eb0 admin admin] Publish callbacks [] for security_group (bfff9438-5a4d-4702-96a5-c40efd565aa0), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:38.978651 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6abfe3bb-f5f7-48e8-bdde-f4c10e859eb0 admin admin] Publish callbacks [] for security_group (bfff9438-5a4d-4702-96a5-c40efd565aa0), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:39.032423 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6abfe3bb-f5f7-48e8-bdde-f4c10e859eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (bfff9438-5a4d-4702-96a5-c40efd565aa0), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:39.035285 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6abfe3bb-f5f7-48e8-bdde-f4c10e859eb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:39.051382 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6abfe3bb-f5f7-48e8-bdde-f4c10e859eb0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bfff9438-5a4d-4702-96a5-c40efd565aa0 HTTP/1.1" status: 204 len: 168 time: 0.1496098 Feb 09 01:42:39.063456 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abfe3bb-f5f7-48e8-bdde-f4c10e859eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfff9438-5a4d-4702-96a5-c40efd565aa0,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:39.587465 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-84ee2dcd-93e5-4d33-8628-b1e5979879cc req-713d1b1b-5f61-4916-aed2-352651a11725 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fb1c882-d88c-4b35-a2f9-dfb068fedda4 HTTP/1.1" status: 200 len: 210 time: 0.0526443 Feb 09 01:42:39.695655 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:40.712705 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1417d6dd-b555-4658-8aed-b40dd4a696b3 req-dcbfa249-1600-4d75-9d04-4469f895b685 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "GET /v2.0/ports?device_id=7fb1c882-d88c-4b35-a2f9-dfb068fedda4 HTTP/1.1" status: 200 len: 210 time: 0.0521474 Feb 09 01:42:41.760215 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 39158) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:41.889241 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-a6755189-99be-4bdc-83fb-9ed520570541 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Deleting port eb066575-e104-4434-9dbd-99531bc27b1b {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:42:41.889486 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a6755189-99be-4bdc-83fb-9ed520570541 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (eb066575-e104-4434-9dbd-99531bc27b1b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:41.971233 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a6755189-99be-4bdc-83fb-9ed520570541 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (eb066575-e104-4434-9dbd-99531bc27b1b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:41.971563 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a6755189-99be-4bdc-83fb-9ed520570541 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks [] for floatingip (eb066575-e104-4434-9dbd-99531bc27b1b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:41.984851 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-a6755189-99be-4bdc-83fb-9ed520570541 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Calling delete_port for eb066575-e104-4434-9dbd-99531bc27b1b owned by network:floatingip {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:42:42.124858 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a6755189-99be-4bdc-83fb-9ed520570541 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (eb066575-e104-4434-9dbd-99531bc27b1b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:42.154654 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6755189-99be-4bdc-83fb-9ed520570541 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Pushing event deleted for resources: {'Port': ['ID=eb066575-e104-4434-9dbd-99531bc27b1b,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:42.213213 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a6755189-99be-4bdc-83fb-9ed520570541 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks [] for floatingip (e2b01fa1-09a8-4a67-b18e-13c3ca6eea49), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:42.221203 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a6755189-99be-4bdc-83fb-9ed520570541 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:42.222444 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a6755189-99be-4bdc-83fb-9ed520570541 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "DELETE /v2.0/floatingips/e2b01fa1-09a8-4a67-b18e-13c3ca6eea49 HTTP/1.1" status: 204 len: 168 time: 0.4611840 Feb 09 01:42:47.690938 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 39306) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:47.753974 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-be847591-dc1d-481a-ab2f-c7da17396b36 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks [] for security_group (3e53f284-8bda-468c-9d56-9b70f189fd42), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:47.781398 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-be847591-dc1d-481a-ab2f-c7da17396b36 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks [] for security_group (3e53f284-8bda-468c-9d56-9b70f189fd42), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:47.848690 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-be847591-dc1d-481a-ab2f-c7da17396b36 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (3e53f284-8bda-468c-9d56-9b70f189fd42), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:47.852535 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-be847591-dc1d-481a-ab2f-c7da17396b36 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:47.857550 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-be847591-dc1d-481a-ab2f-c7da17396b36 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] 10.222.0.50 "DELETE /v2.0/security-groups/3e53f284-8bda-468c-9d56-9b70f189fd42 HTTP/1.1" status: 204 len: 168 time: 0.1655278 Feb 09 01:42:47.870222 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be847591-dc1d-481a-ab2f-c7da17396b36 tempest-TestVolumeBootPattern-1282453757 tempest-TestVolumeBootPattern-1282453757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e53f284-8bda-468c-9d56-9b70f189fd42,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:47.970995 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 39314) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:48.628279 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2fb2afc6-7e8d-4162-9570-17a131f05c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:48.945382 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-2fb2afc6-7e8d-4162-9570-17a131f05c2b admin admin] Deleting port 363b3493-e9bd-4c21-9ff5-05551ea98e75 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:42:48.946075 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2fb2afc6-7e8d-4162-9570-17a131f05c2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (363b3493-e9bd-4c21-9ff5-05551ea98e75), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:49.049668 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-2fb2afc6-7e8d-4162-9570-17a131f05c2b admin admin] For port 363b3493-e9bd-4c21-9ff5-05551ea98e75, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=363b3493-e9bd-4c21-9ff5-05551ea98e75,segment=NetworkSegment(d40e3b64-4486-4490-9380-e6758cb22819),segment_id=d40e3b64-4486-4490-9380-e6758cb22819)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:49.050042 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2fb2afc6-7e8d-4162-9570-17a131f05c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (363b3493-e9bd-4c21-9ff5-05551ea98e75), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:49.065285 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-2fb2afc6-7e8d-4162-9570-17a131f05c2b admin admin] Calling delete_port for 363b3493-e9bd-4c21-9ff5-05551ea98e75 owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:42:49.288502 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2fb2afc6-7e8d-4162-9570-17a131f05c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (363b3493-e9bd-4c21-9ff5-05551ea98e75), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:49.316491 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb2afc6-7e8d-4162-9570-17a131f05c2b admin admin] Pushing event deleted for resources: {'Port': ['ID=363b3493-e9bd-4c21-9ff5-05551ea98e75,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:49.590614 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2fb2afc6-7e8d-4162-9570-17a131f05c2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:49.997623 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb2afc6-7e8d-4162-9570-17a131f05c2b admin admin] Router c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:42:50.138486 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb2afc6-7e8d-4162-9570-17a131f05c2b admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:42:50.154639 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2fb2afc6-7e8d-4162-9570-17a131f05c2b admin admin] 10.222.0.50 "PUT /v2.0/routers/c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1822798 Feb 09 01:42:50.157275 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 39358) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:50.188998 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaeb37f-4975-468d-9540-e32fe0a191b0 None None] Sync routers for ids ['c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:42:50.228747 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaeb37f-4975-468d-9540-e32fe0a191b0 None None] Routers {'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:42:50.229760 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-adaeb37f-4975-468d-9540-e32fe0a191b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:42:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:50.422923 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d026cd23-b811-4cdf-a29b-bac55f68d1fd admin admin] Publish callbacks [] for router (c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:50.594728 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d026cd23-b811-4cdf-a29b-bac55f68d1fd admin admin] Publish callbacks [] for router_gateway (c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:50.646109 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-adaeb37f-4975-468d-9540-e32fe0a191b0 None None] Set router c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:42:50.701146 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-d026cd23-b811-4cdf-a29b-bac55f68d1fd admin admin] Deleting port 832db3f3-699c-4232-b40d-da165c776bca {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:42:50.701734 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d026cd23-b811-4cdf-a29b-bac55f68d1fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (832db3f3-699c-4232-b40d-da165c776bca), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:50.864278 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-d026cd23-b811-4cdf-a29b-bac55f68d1fd admin admin] For port 832db3f3-699c-4232-b40d-da165c776bca, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=832db3f3-699c-4232-b40d-da165c776bca,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:50.864844 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d026cd23-b811-4cdf-a29b-bac55f68d1fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (832db3f3-699c-4232-b40d-da165c776bca), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:50.923271 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-d026cd23-b811-4cdf-a29b-bac55f68d1fd admin admin] Calling delete_port for 832db3f3-699c-4232-b40d-da165c776bca owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:42:50.954425 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-adaeb37f-4975-468d-9540-e32fe0a191b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'name': 'tempest-TestVolumeBootPattern-157314528-router', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '832db3f3-699c-4232-b40d-da165c776bca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:39Z', 'updated_at': '2022-02-09T01:42:49Z', 'revision_number': 5, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'gw_port': {'id': '832db3f3-699c-4232-b40d-da165c776bca', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:d5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:24:41Z', 'updated_at': '2022-02-09T01:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:50.984401 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaeb37f-4975-468d-9540-e32fe0a191b0 None None] Checking router: c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:42:50.994000 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaeb37f-4975-468d-9540-e32fe0a191b0 None None] Routers {'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:42:50.995053 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-adaeb37f-4975-468d-9540-e32fe0a191b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:42:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:51.094476 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-adaeb37f-4975-468d-9540-e32fe0a191b0 None None] Set router c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf gateway port host: None {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:42:51.144651 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d026cd23-b811-4cdf-a29b-bac55f68d1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (832db3f3-699c-4232-b40d-da165c776bca), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:51.157273 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-adaeb37f-4975-468d-9540-e32fe0a191b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'name': 'tempest-TestVolumeBootPattern-157314528-router', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:39Z', 'updated_at': '2022-02-09T01:42:50Z', 'revision_number': 6, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:51.179853 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026cd23-b811-4cdf-a29b-bac55f68d1fd admin admin] Pushing event deleted for resources: {'Port': ['ID=832db3f3-699c-4232-b40d-da165c776bca,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:51.216123 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaeb37f-4975-468d-9540-e32fe0a191b0 None None] The sync data for ids ['c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf'] in n-d-828369-4 is: [{'id': 'c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf', 'name': 'tempest-TestVolumeBootPattern-157314528-router', 'tenant_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:39Z', 'updated_at': '2022-02-09T01:42:50Z', 'revision_number': 6, 'project_id': 'c9bde012005949bf8ed5f5d05d570ac0', 'gw_port_host': None}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:42:51.308409 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d026cd23-b811-4cdf-a29b-bac55f68d1fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:51.425137 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d026cd23-b811-4cdf-a29b-bac55f68d1fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:51.427631 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d026cd23-b811-4cdf-a29b-bac55f68d1fd admin admin] Publish callbacks [] for router_controller (c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:51.481818 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d026cd23-b811-4cdf-a29b-bac55f68d1fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:51.482425 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d026cd23-b811-4cdf-a29b-bac55f68d1fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:42:51.495309 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d026cd23-b811-4cdf-a29b-bac55f68d1fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:51.498536 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d026cd23-b811-4cdf-a29b-bac55f68d1fd admin admin] 10.222.0.50 "DELETE /v2.0/routers/c9dc9f78-46ed-4dfb-90f0-25d6529cbcdf HTTP/1.1" status: 204 len: 168 time: 1.3398523 Feb 09 01:42:51.500793 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 39376) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:51.575440 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-7101f9bb-7ca9-45dc-90fc-a848727cf587 admin admin] Deleting subnet 68d3f132-83c5-49da-80a3-1924c70a8491 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:42:51.603230 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7101f9bb-7ca9-45dc-90fc-a848727cf587 admin admin] Publish callbacks [] for subnet (68d3f132-83c5-49da-80a3-1924c70a8491), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:51.692791 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7101f9bb-7ca9-45dc-90fc-a848727cf587 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (68d3f132-83c5-49da-80a3-1924c70a8491), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:51.836676 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7101f9bb-7ca9-45dc-90fc-a848727cf587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (68d3f132-83c5-49da-80a3-1924c70a8491), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:51.911977 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7101f9bb-7ca9-45dc-90fc-a848727cf587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (68d3f132-83c5-49da-80a3-1924c70a8491), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:51.938856 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7101f9bb-7ca9-45dc-90fc-a848727cf587 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68d3f132-83c5-49da-80a3-1924c70a8491,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:51.944330 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7101f9bb-7ca9-45dc-90fc-a848727cf587 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:51.951134 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 39390) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:51.952007 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7101f9bb-7ca9-45dc-90fc-a848727cf587 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/68d3f132-83c5-49da-80a3-1924c70a8491 HTTP/1.1" status: 204 len: 168 time: 0.4488277 Feb 09 01:42:51.952640 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccfc0a8-047e-4f6c-b214-cb7e19137a80 None None] Network e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:42:52.166459 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d5641e-3b50-4d9b-abc6-54cd1bd96e5b None None] DHCP port deletion for e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:42:52.223166 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-75d5641e-3b50-4d9b-abc6-54cd1bd96e5b None None] Deleting port db66f892-9421-48a5-b1d2-c44b22cd1ece {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:42:52.224489 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75d5641e-3b50-4d9b-abc6-54cd1bd96e5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (db66f892-9421-48a5-b1d2-c44b22cd1ece), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:52.323841 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-75d5641e-3b50-4d9b-abc6-54cd1bd96e5b None None] For port db66f892-9421-48a5-b1d2-c44b22cd1ece, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=db66f892-9421-48a5-b1d2-c44b22cd1ece,segment=NetworkSegment(d40e3b64-4486-4490-9380-e6758cb22819),segment_id=d40e3b64-4486-4490-9380-e6758cb22819)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:52.324430 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75d5641e-3b50-4d9b-abc6-54cd1bd96e5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (db66f892-9421-48a5-b1d2-c44b22cd1ece), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:52.343710 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-75d5641e-3b50-4d9b-abc6-54cd1bd96e5b None None] Calling delete_port for db66f892-9421-48a5-b1d2-c44b22cd1ece owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:42:52.441795 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-75d5641e-3b50-4d9b-abc6-54cd1bd96e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (db66f892-9421-48a5-b1d2-c44b22cd1ece), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:52.480383 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d5641e-3b50-4d9b-abc6-54cd1bd96e5b None None] Pushing event deleted for resources: {'Port': ['ID=db66f892-9421-48a5-b1d2-c44b22cd1ece,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:52.494649 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d5641e-3b50-4d9b-abc6-54cd1bd96e5b None None] No DVR routers for this DVR port db66f892-9421-48a5-b1d2-c44b22cd1ece on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:42:52.499569 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d5641e-3b50-4d9b-abc6-54cd1bd96e5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:52.500067 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d5641e-3b50-4d9b-abc6-54cd1bd96e5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:52.500603 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d5641e-3b50-4d9b-abc6-54cd1bd96e5b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:52.501086 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d5641e-3b50-4d9b-abc6-54cd1bd96e5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:52.501552 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d5641e-3b50-4d9b-abc6-54cd1bd96e5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:52.503043 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d5641e-3b50-4d9b-abc6-54cd1bd96e5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:52.503498 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d5641e-3b50-4d9b-abc6-54cd1bd96e5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:52.504279 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d5641e-3b50-4d9b-abc6-54cd1bd96e5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:52.504484 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d5641e-3b50-4d9b-abc6-54cd1bd96e5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:52.505077 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d5641e-3b50-4d9b-abc6-54cd1bd96e5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:52.505517 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d5641e-3b50-4d9b-abc6-54cd1bd96e5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:52.505967 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d5641e-3b50-4d9b-abc6-54cd1bd96e5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:52.506483 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d5641e-3b50-4d9b-abc6-54cd1bd96e5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:42:52.569305 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-54b57460-55f6-4b9c-b79c-ff9bc0abd403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (e3d3bfb4-e5ce-458a-8f81-66f36b8e4175), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:52.670407 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-54b57460-55f6-4b9c-b79c-ff9bc0abd403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (e3d3bfb4-e5ce-458a-8f81-66f36b8e4175), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:52.696970 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-54b57460-55f6-4b9c-b79c-ff9bc0abd403 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d3bfb4-e5ce-458a-8f81-66f36b8e4175']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:52.709954 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-54b57460-55f6-4b9c-b79c-ff9bc0abd403 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd40e3b64-4486-4490-9380-e6758cb22819') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:52.710264 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-54b57460-55f6-4b9c-b79c-ff9bc0abd403 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd40e3b64-4486-4490-9380-e6758cb22819') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:52.720576 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-54b57460-55f6-4b9c-b79c-ff9bc0abd403 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (d40e3b64-4486-4490-9380-e6758cb22819), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:52.735696 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-54b57460-55f6-4b9c-b79c-ff9bc0abd403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (d40e3b64-4486-4490-9380-e6758cb22819), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:52.742477 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54b57460-55f6-4b9c-b79c-ff9bc0abd403 admin admin] Releasing vlan 1020 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:42:52.743127 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-54b57460-55f6-4b9c-b79c-ff9bc0abd403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (d40e3b64-4486-4490-9380-e6758cb22819), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:52.745274 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:42:52.745274 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:42:52.745274 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:42:52.745274 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:42:52.745274 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:42:52.745274 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:42:52.745274 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:42:52.745274 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:42:52.745274 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:42:52.745274 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:42:52.745274 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:42:52.745274 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:42:52.745274 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:42:52.745274 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:42:52.745274 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:42:52.745274 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:42:52.745274 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:42:52.745274 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:42:52.745274 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:42:52.745274 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:42:52.745274 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:42:52.745274 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:42:52.745274 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:42:52.745274 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:42:52.745274 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:42:52.745274 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:42:52.745274 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:42:52.745274 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:42:52.745274 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:42:52.745274 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:42:52.745274 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:42:52.745274 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:42:52.807688 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-54b57460-55f6-4b9c-b79c-ff9bc0abd403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (e3d3bfb4-e5ce-458a-8f81-66f36b8e4175), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:52.820833 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-54b57460-55f6-4b9c-b79c-ff9bc0abd403 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:52.827292 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-54b57460-55f6-4b9c-b79c-ff9bc0abd403 admin admin] 10.222.0.50 "DELETE /v2.0/networks/e3d3bfb4-e5ce-458a-8f81-66f36b8e4175 HTTP/1.1" status: 204 len: 168 time: 0.8665972 Feb 09 01:42:52.828027 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 39402) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:52.835253 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b57460-55f6-4b9c-b79c-ff9bc0abd403 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3d3bfb4-e5ce-458a-8f81-66f36b8e4175,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:53.018626 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 363b3493-e9bd-4c21-9ff5-05551ea98e75 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:42:53.042710 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 363b3493-e9bd-4c21-9ff5-05551ea98e75 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:42:53.043649 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 363b3493-e9bd-4c21-9ff5-05551ea98e75 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:42:53.044392 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device db66f892-9421-48a5-b1d2-c44b22cd1ece no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:42:53.065354 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: db66f892-9421-48a5-b1d2-c44b22cd1ece {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:42:53.065989 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device db66f892-9421-48a5-b1d2-c44b22cd1ece not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:42:53.066482 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 832db3f3-699c-4232-b40d-da165c776bca no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:42:53.087189 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 832db3f3-699c-4232-b40d-da165c776bca {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:42:53.087489 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 832db3f3-699c-4232-b40d-da165c776bca not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:42:53.264256 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fcda9a03-cb7c-497e-aa85-bf3a8279a36c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (78df22d9-f208-4a1a-bc9e-5d78d257b2e9), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:53.870124 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-fcda9a03-cb7c-497e-aa85-bf3a8279a36c admin admin] Deleting port 25556ba1-8c36-4708-b589-92caafb8dc80 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:42:53.870784 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fcda9a03-cb7c-497e-aa85-bf3a8279a36c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (25556ba1-8c36-4708-b589-92caafb8dc80), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:53.953789 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-fcda9a03-cb7c-497e-aa85-bf3a8279a36c admin admin] For port 25556ba1-8c36-4708-b589-92caafb8dc80, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=25556ba1-8c36-4708-b589-92caafb8dc80,segment=NetworkSegment(bb1a3265-6e01-4bd5-9871-f23548fdd29a),segment_id=bb1a3265-6e01-4bd5-9871-f23548fdd29a)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:53.954198 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fcda9a03-cb7c-497e-aa85-bf3a8279a36c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (25556ba1-8c36-4708-b589-92caafb8dc80), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:53.969551 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-fcda9a03-cb7c-497e-aa85-bf3a8279a36c admin admin] Calling delete_port for 25556ba1-8c36-4708-b589-92caafb8dc80 owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:42:54.206056 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fcda9a03-cb7c-497e-aa85-bf3a8279a36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (25556ba1-8c36-4708-b589-92caafb8dc80), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:54.249570 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcda9a03-cb7c-497e-aa85-bf3a8279a36c admin admin] Pushing event deleted for resources: {'Port': ['ID=25556ba1-8c36-4708-b589-92caafb8dc80,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:54.539223 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fcda9a03-cb7c-497e-aa85-bf3a8279a36c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (78df22d9-f208-4a1a-bc9e-5d78d257b2e9), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:54.820264 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcda9a03-cb7c-497e-aa85-bf3a8279a36c admin admin] Router 78df22d9-f208-4a1a-bc9e-5d78d257b2e9 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:42:55.023950 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcda9a03-cb7c-497e-aa85-bf3a8279a36c admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:42:55.039191 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-fcda9a03-cb7c-497e-aa85-bf3a8279a36c admin admin] 10.222.0.50 "PUT /v2.0/routers/78df22d9-f208-4a1a-bc9e-5d78d257b2e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2061949 Feb 09 01:42:55.039520 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 39452) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:55.041543 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51030a6d-747c-40be-a6e8-4844960b25f8 None None] Sync routers for ids ['78df22d9-f208-4a1a-bc9e-5d78d257b2e9'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:42:55.065168 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51030a6d-747c-40be-a6e8-4844960b25f8 None None] Routers {'78df22d9-f208-4a1a-bc9e-5d78d257b2e9'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:42:55.065168 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-51030a6d-747c-40be-a6e8-4844960b25f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:42:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['78df22d9-f208-4a1a-bc9e-5d78d257b2e9'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:55.148979 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2a7cfbf7-0085-411c-b7ca-378d38ec122d admin admin] Publish callbacks [] for router (78df22d9-f208-4a1a-bc9e-5d78d257b2e9), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:55.253648 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-51030a6d-747c-40be-a6e8-4844960b25f8 None None] Set router 78df22d9-f208-4a1a-bc9e-5d78d257b2e9 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:42:55.306559 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2a7cfbf7-0085-411c-b7ca-378d38ec122d admin admin] Publish callbacks [] for router_gateway (78df22d9-f208-4a1a-bc9e-5d78d257b2e9), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:55.398055 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2a7cfbf7-0085-411c-b7ca-378d38ec122d admin admin] Deleting port a873525f-e022-432b-b24b-5306aad42f7f {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:42:55.398689 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2a7cfbf7-0085-411c-b7ca-378d38ec122d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (a873525f-e022-432b-b24b-5306aad42f7f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:55.524119 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2a7cfbf7-0085-411c-b7ca-378d38ec122d admin admin] For port a873525f-e022-432b-b24b-5306aad42f7f, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=a873525f-e022-432b-b24b-5306aad42f7f,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:55.524783 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2a7cfbf7-0085-411c-b7ca-378d38ec122d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (a873525f-e022-432b-b24b-5306aad42f7f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:55.540385 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2a7cfbf7-0085-411c-b7ca-378d38ec122d admin admin] Calling delete_port for a873525f-e022-432b-b24b-5306aad42f7f owned by network:router_gateway {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:42:55.620714 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-51030a6d-747c-40be-a6e8-4844960b25f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78df22d9-f208-4a1a-bc9e-5d78d257b2e9', 'name': 'tempest-TestVolumeBootPattern-1330956286-router', 'tenant_id': 'ec505bef08414d84b29dc30590be813b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'a873525f-e022-432b-b24b-5306aad42f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:57Z', 'updated_at': '2022-02-09T01:42:54Z', 'revision_number': 5, 'project_id': 'ec505bef08414d84b29dc30590be813b', 'gw_port': {'id': 'a873525f-e022-432b-b24b-5306aad42f7f', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:a7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78df22d9-f208-4a1a-bc9e-5d78d257b2e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:25:00Z', 'updated_at': '2022-02-09T01:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:55.646904 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51030a6d-747c-40be-a6e8-4844960b25f8 None None] Checking router: 78df22d9-f208-4a1a-bc9e-5d78d257b2e9 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:42:55.655600 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51030a6d-747c-40be-a6e8-4844960b25f8 None None] Routers {'78df22d9-f208-4a1a-bc9e-5d78d257b2e9'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:42:55.656335 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-51030a6d-747c-40be-a6e8-4844960b25f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:42:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['78df22d9-f208-4a1a-bc9e-5d78d257b2e9'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:55.765134 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2a7cfbf7-0085-411c-b7ca-378d38ec122d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (a873525f-e022-432b-b24b-5306aad42f7f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:55.774882 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-51030a6d-747c-40be-a6e8-4844960b25f8 None None] Set router 78df22d9-f208-4a1a-bc9e-5d78d257b2e9 gateway port host: None {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:42:55.795884 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7cfbf7-0085-411c-b7ca-378d38ec122d admin admin] Pushing event deleted for resources: {'Port': ['ID=a873525f-e022-432b-b24b-5306aad42f7f,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:55.939538 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2a7cfbf7-0085-411c-b7ca-378d38ec122d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (78df22d9-f208-4a1a-bc9e-5d78d257b2e9), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:55.963727 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-51030a6d-747c-40be-a6e8-4844960b25f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78df22d9-f208-4a1a-bc9e-5d78d257b2e9', 'name': 'tempest-TestVolumeBootPattern-1330956286-router', 'tenant_id': 'ec505bef08414d84b29dc30590be813b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:57Z', 'updated_at': '2022-02-09T01:42:55Z', 'revision_number': 6, 'project_id': 'ec505bef08414d84b29dc30590be813b', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:55.991674 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51030a6d-747c-40be-a6e8-4844960b25f8 None None] The sync data for ids ['78df22d9-f208-4a1a-bc9e-5d78d257b2e9'] in n-d-828369-4 is: [{'id': '78df22d9-f208-4a1a-bc9e-5d78d257b2e9', 'name': 'tempest-TestVolumeBootPattern-1330956286-router', 'tenant_id': 'ec505bef08414d84b29dc30590be813b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:24:57Z', 'updated_at': '2022-02-09T01:42:55Z', 'revision_number': 6, 'project_id': 'ec505bef08414d84b29dc30590be813b', 'gw_port_host': None}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:42:56.063804 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2a7cfbf7-0085-411c-b7ca-378d38ec122d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (78df22d9-f208-4a1a-bc9e-5d78d257b2e9), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:56.068660 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2a7cfbf7-0085-411c-b7ca-378d38ec122d admin admin] Publish callbacks [] for router_controller (78df22d9-f208-4a1a-bc9e-5d78d257b2e9), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:56.127063 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2a7cfbf7-0085-411c-b7ca-378d38ec122d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (78df22d9-f208-4a1a-bc9e-5d78d257b2e9), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:56.127681 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7cfbf7-0085-411c-b7ca-378d38ec122d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78df22d9-f208-4a1a-bc9e-5d78d257b2e9 {{(pid=103136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:42:56.132479 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2a7cfbf7-0085-411c-b7ca-378d38ec122d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:56.133814 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2a7cfbf7-0085-411c-b7ca-378d38ec122d admin admin] 10.222.0.50 "DELETE /v2.0/routers/78df22d9-f208-4a1a-bc9e-5d78d257b2e9 HTTP/1.1" status: 204 len: 168 time: 1.0932896 Feb 09 01:42:56.138090 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 39470) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:56.209432 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a6db1f4-bb78-47ee-b8c7-d39e6f870388 admin admin] Deleting subnet b23fe9d1-b054-4ff0-8b48-bb7761b98005 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:42:56.213057 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1a6db1f4-bb78-47ee-b8c7-d39e6f870388 admin admin] Publish callbacks [] for subnet (b23fe9d1-b054-4ff0-8b48-bb7761b98005), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:56.248669 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1a6db1f4-bb78-47ee-b8c7-d39e6f870388 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (b23fe9d1-b054-4ff0-8b48-bb7761b98005), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:56.330022 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1a6db1f4-bb78-47ee-b8c7-d39e6f870388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (b23fe9d1-b054-4ff0-8b48-bb7761b98005), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:56.386961 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1a6db1f4-bb78-47ee-b8c7-d39e6f870388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (b23fe9d1-b054-4ff0-8b48-bb7761b98005), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:56.419039 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1a6db1f4-bb78-47ee-b8c7-d39e6f870388 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:56.422683 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1a6db1f4-bb78-47ee-b8c7-d39e6f870388 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/b23fe9d1-b054-4ff0-8b48-bb7761b98005 HTTP/1.1" status: 204 len: 168 time: 0.2823529 Feb 09 01:42:56.423742 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6db1f4-bb78-47ee-b8c7-d39e6f870388 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b23fe9d1-b054-4ff0-8b48-bb7761b98005,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:56.425384 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 39480) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:56.466234 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cd4a01-c3a3-4cb4-ad51-65b703adc7bd None None] Network 3f2c564e-03b0-4781-82ee-6d5da5e8ddaf requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:42:56.544183 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6effb7b4-aa5e-4648-80d6-8306cf19a14f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (3f2c564e-03b0-4781-82ee-6d5da5e8ddaf), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:56.616823 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-6effb7b4-aa5e-4648-80d6-8306cf19a14f admin admin] Deleting port 8a9aeccc-ed73-43db-801a-02d5971708a5 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:42:56.617282 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6effb7b4-aa5e-4648-80d6-8306cf19a14f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (8a9aeccc-ed73-43db-801a-02d5971708a5), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:56.684984 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-6effb7b4-aa5e-4648-80d6-8306cf19a14f admin admin] For port 8a9aeccc-ed73-43db-801a-02d5971708a5, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=8a9aeccc-ed73-43db-801a-02d5971708a5,segment=NetworkSegment(bb1a3265-6e01-4bd5-9871-f23548fdd29a),segment_id=bb1a3265-6e01-4bd5-9871-f23548fdd29a)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:42:56.685408 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6effb7b4-aa5e-4648-80d6-8306cf19a14f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (8a9aeccc-ed73-43db-801a-02d5971708a5), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:56.700379 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-6effb7b4-aa5e-4648-80d6-8306cf19a14f admin admin] Calling delete_port for 8a9aeccc-ed73-43db-801a-02d5971708a5 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:42:56.801790 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6effb7b4-aa5e-4648-80d6-8306cf19a14f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (8a9aeccc-ed73-43db-801a-02d5971708a5), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:56.833823 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6effb7b4-aa5e-4648-80d6-8306cf19a14f admin admin] No DVR routers for this DVR port 8a9aeccc-ed73-43db-801a-02d5971708a5 on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:42:56.861925 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6effb7b4-aa5e-4648-80d6-8306cf19a14f admin admin] Pushing event deleted for resources: {'Port': ['ID=8a9aeccc-ed73-43db-801a-02d5971708a5,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:56.891512 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfb0762-3197-4cd8-84d6-7ca929f97a77 None None] DHCP port deletion for 3f2c564e-03b0-4781-82ee-6d5da5e8ddaf request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:42:56.958368 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6effb7b4-aa5e-4648-80d6-8306cf19a14f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (3f2c564e-03b0-4781-82ee-6d5da5e8ddaf), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:57.009505 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device a873525f-e022-432b-b24b-5306aad42f7f no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:42:57.019660 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-6effb7b4-aa5e-4648-80d6-8306cf19a14f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f2c564e-03b0-4781-82ee-6d5da5e8ddaf']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:57.041219 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: a873525f-e022-432b-b24b-5306aad42f7f {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:42:57.041650 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device a873525f-e022-432b-b24b-5306aad42f7f not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:42:57.042083 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 8a9aeccc-ed73-43db-801a-02d5971708a5 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:42:57.043969 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-6effb7b4-aa5e-4648-80d6-8306cf19a14f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb1a3265-6e01-4bd5-9871-f23548fdd29a') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:57.044524 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-6effb7b4-aa5e-4648-80d6-8306cf19a14f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb1a3265-6e01-4bd5-9871-f23548fdd29a') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:42:57.071388 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6effb7b4-aa5e-4648-80d6-8306cf19a14f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (bb1a3265-6e01-4bd5-9871-f23548fdd29a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:57.090973 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 8a9aeccc-ed73-43db-801a-02d5971708a5 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:42:57.091335 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6effb7b4-aa5e-4648-80d6-8306cf19a14f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (bb1a3265-6e01-4bd5-9871-f23548fdd29a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:57.091897 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 8a9aeccc-ed73-43db-801a-02d5971708a5 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:42:57.092506 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 25556ba1-8c36-4708-b589-92caafb8dc80 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:42:57.100900 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6effb7b4-aa5e-4648-80d6-8306cf19a14f admin admin] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:42:57.101431 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6effb7b4-aa5e-4648-80d6-8306cf19a14f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (bb1a3265-6e01-4bd5-9871-f23548fdd29a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:57.117414 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 25556ba1-8c36-4708-b589-92caafb8dc80 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:42:57.117877 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 25556ba1-8c36-4708-b589-92caafb8dc80 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:42:57.146942 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:42:57.146942 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:42:57.146942 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:42:57.146942 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:42:57.146942 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:42:57.146942 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:42:57.146942 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:42:57.146942 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:42:57.146942 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:42:57.146942 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:42:57.146942 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:42:57.146942 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:42:57.146942 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:42:57.146942 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:42:57.146942 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:42:57.146942 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:42:57.146942 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:42:57.146942 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:42:57.146942 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:42:57.146942 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:42:57.146942 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:42:57.146942 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:42:57.146942 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:42:57.146942 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:42:57.146942 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:42:57.146942 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:42:57.146942 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:42:57.146942 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:42:57.146942 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:42:57.146942 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:42:57.146942 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:42:57.146942 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:42:57.179608 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6effb7b4-aa5e-4648-80d6-8306cf19a14f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (3f2c564e-03b0-4781-82ee-6d5da5e8ddaf), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:57.185381 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6effb7b4-aa5e-4648-80d6-8306cf19a14f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:57.188926 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6effb7b4-aa5e-4648-80d6-8306cf19a14f admin admin] 10.222.0.50 "DELETE /v2.0/networks/3f2c564e-03b0-4781-82ee-6d5da5e8ddaf HTTP/1.1" status: 204 len: 168 time: 0.7605486 Feb 09 01:42:57.202523 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6effb7b4-aa5e-4648-80d6-8306cf19a14f admin admin] Pushing event deleted for resources: {'Network': ['ID=3f2c564e-03b0-4781-82ee-6d5da5e8ddaf,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:57.338611 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 39506) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:57.398242 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 39508) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:57.398968 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-70e4cc3c-5c11-4286-9953-35a85bab96db admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c9bde012005949bf8ed5f5d05d570ac0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0583100 Feb 09 01:42:57.452210 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f04cd91b-a685-46b4-92c6-467a0f0c51c0 admin admin] Publish callbacks [] for security_group (9797818a-579b-4e66-9dd6-848be19de897), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:57.473567 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f04cd91b-a685-46b4-92c6-467a0f0c51c0 admin admin] Publish callbacks [] for security_group (9797818a-579b-4e66-9dd6-848be19de897), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:57.520706 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f04cd91b-a685-46b4-92c6-467a0f0c51c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (9797818a-579b-4e66-9dd6-848be19de897), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:57.523813 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f04cd91b-a685-46b4-92c6-467a0f0c51c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:57.525404 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f04cd91b-a685-46b4-92c6-467a0f0c51c0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9797818a-579b-4e66-9dd6-848be19de897 HTTP/1.1" status: 204 len: 168 time: 0.1260197 Feb 09 01:42:57.534101 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04cd91b-a685-46b4-92c6-467a0f0c51c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9797818a-579b-4e66-9dd6-848be19de897,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:42:57.873159 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 39520) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:57.962322 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 39528) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:42:57.963054 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2fac23a1-b493-4ff3-bd50-b5f1cd2429ef admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ec505bef08414d84b29dc30590be813b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0877399 Feb 09 01:42:58.026755 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-32b28f88-b4d0-4ac4-a348-ba1e24856bba admin admin] Publish callbacks [] for security_group (3be135ac-7d3a-4485-8d80-618c54346ff8), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:58.052692 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-32b28f88-b4d0-4ac4-a348-ba1e24856bba admin admin] Publish callbacks [] for security_group (3be135ac-7d3a-4485-8d80-618c54346ff8), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:58.102070 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-32b28f88-b4d0-4ac4-a348-ba1e24856bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (3be135ac-7d3a-4485-8d80-618c54346ff8), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:58.105057 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-32b28f88-b4d0-4ac4-a348-ba1e24856bba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:42:58.108597 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-32b28f88-b4d0-4ac4-a348-ba1e24856bba admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3be135ac-7d3a-4485-8d80-618c54346ff8 HTTP/1.1" status: 204 len: 168 time: 0.1426282 Feb 09 01:42:58.120468 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b28f88-b4d0-4ac4-a348-ba1e24856bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be135ac-7d3a-4485-8d80-618c54346ff8,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:01.051112 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:43:02.414594 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-084071d1-0c33-4261-8857-c0a62c6b4dc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:04.442657 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f8d3db21-c690-42f1-9bce-4d6bcbfb4885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:05.991364 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:07.295842 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:07.990141 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:08.488964 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:09.685514 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:18.055286 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-664dac0d-e0b0-4455-82ce-22e15aed21a1 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:18.056748 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-664dac0d-e0b0-4455-82ce-22e15aed21a1 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.50 "GET /v2.0/networks?id=25e3096a-08ad-410d-8381-c637f46354f2 HTTP/1.1" status: 200 len: 814 time: 0.1030841 Feb 09 01:43:18.072960 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-9601c539-2014-4f5f-8640-575fef2cfaa8 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.50 "GET /v2.0/quotas/279ecdc9b7c34fb8871789c462b2f6e4 HTTP/1.1" status: 200 len: 375 time: 0.0104482 Feb 09 01:43:18.117531 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-21216811-14a2-42d3-b84c-f07f99b1b556 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=279ecdc9b7c34fb8871789c462b2f6e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391960 Feb 09 01:43:18.129427 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-91aba866-4719-44f2-a8cc-f11053a26224 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:43:18.130945 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-91aba866-4719-44f2-a8cc-f11053a26224 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062492 Feb 09 01:43:18.227135 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-45a1557d-9ec7-4ccb-8a1f-fc6148e1525e service neutron] 10.222.0.50 "GET /v2.0/networks/25e3096a-08ad-410d-8381-c637f46354f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900235 Feb 09 01:43:18.332686 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-f01f9ea7-e082-4fd8-a1ff-8ad072b04ca5 service neutron] 10.222.0.50 "GET /v2.0/networks/25e3096a-08ad-410d-8381-c637f46354f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993030 Feb 09 01:43:18.531604 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ce09e9e1-c424-419d-a41b-3073cb3d3d9b req-2d95ccbb-1307-4e68-a193-e27ca5c6119c tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.50 "GET /v2.0/ports?device_id=5157085a-3190-4575-9955-89d788f510dd HTTP/1.1" status: 200 len: 210 time: 0.0338001 Feb 09 01:43:19.635549 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2fe49130-0582-4a28-8807-72302ccdc4e0 req-f4208afd-524f-4a99-ac43-9526213a0602 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.50 "GET /v2.0/ports?device_id=5157085a-3190-4575-9955-89d788f510dd HTTP/1.1" status: 200 len: 210 time: 0.0284121 Feb 09 01:43:19.880577 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-449c3110-f373-4921-ac06-0fcac951f609 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:19.882715 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-449c3110-f373-4921-ac06-0fcac951f609 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.120 "GET /v2.0/networks?id=25e3096a-08ad-410d-8381-c637f46354f2 HTTP/1.1" status: 200 len: 814 time: 0.1534114 Feb 09 01:43:19.894572 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-d2f5da63-8b09-47bf-89f8-3cc4c3cd7699 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Request body: {'port': {'device_id': '5157085a-3190-4575-9955-89d788f510dd', 'network_id': '25e3096a-08ad-410d-8381-c637f46354f2', 'admin_state_up': True, 'tenant_id': '279ecdc9b7c34fb8871789c462b2f6e4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:20.005011 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-d2f5da63-8b09-47bf-89f8-3cc4c3cd7699 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Made reservation on behalf of 279ecdc9b7c34fb8871789c462b2f6e4 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:43:20.008865 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-d2f5da63-8b09-47bf-89f8-3cc4c3cd7699 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:20.146032 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-d2f5da63-8b09-47bf-89f8-3cc4c3cd7699 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Allocated IP 172.20.0.3 (25e3096a-08ad-410d-8381-c637f46354f2/e06a83b8-3a3f-4265-b57a-58858bfb8a48/875e7c64-c15e-40a9-b6a1-ea12e2123083) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:43:20.294424 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-d2f5da63-8b09-47bf-89f8-3cc4c3cd7699 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Publish callbacks [] for port (875e7c64-c15e-40a9-b6a1-ea12e2123083), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:20.328882 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-d2f5da63-8b09-47bf-89f8-3cc4c3cd7699 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (875e7c64-c15e-40a9-b6a1-ea12e2123083), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:20.381525 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-d2f5da63-8b09-47bf-89f8-3cc4c3cd7699 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Network 25e3096a-08ad-410d-8381-c637f46354f2 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:43:20.384636 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-d2f5da63-8b09-47bf-89f8-3cc4c3cd7699 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:43:20.389006 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-d2f5da63-8b09-47bf-89f8-3cc4c3cd7699 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:43:20.393121 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f5da63-8b09-47bf-89f8-3cc4c3cd7699 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Pushing event updated for resources: {'Port': ['ID=875e7c64-c15e-40a9-b6a1-ea12e2123083,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:20.440803 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-d2f5da63-8b09-47bf-89f8-3cc4c3cd7699 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:20.441444 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-d2f5da63-8b09-47bf-89f8-3cc4c3cd7699 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:20.457042 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-d2f5da63-8b09-47bf-89f8-3cc4c3cd7699 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5664377 Feb 09 01:43:20.469278 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-f48b182e-8815-4c70-94af-6ed466f9f923 service neutron] Request body: {'port': {'device_id': '5157085a-3190-4575-9955-89d788f510dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:43:20.532122 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-f48b182e-8815-4c70-94af-6ed466f9f923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (875e7c64-c15e-40a9-b6a1-ea12e2123083), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:20.797139 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887961c-8db7-419c-bbcf-299b607fe99f req-c070f30f-1edc-490f-a6f1-4d9ba1d57748 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:20.798637 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3887961c-8db7-419c-bbcf-299b607fe99f req-c070f30f-1edc-490f-a6f1-4d9ba1d57748 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.50 "GET /v2.0/ports?device_id=5157085a-3190-4575-9955-89d788f510dd HTTP/1.1" status: 200 len: 931 time: 0.0903170 Feb 09 01:43:20.869601 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-f48b182e-8815-4c70-94af-6ed466f9f923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 875e7c64-c15e-40a9-b6a1-ea12e2123083 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:43:20.884911 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-f48b182e-8815-4c70-94af-6ed466f9f923 service neutron] Publish callbacks [] for port (875e7c64-c15e-40a9-b6a1-ea12e2123083), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:20.894236 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3887961c-8db7-419c-bbcf-299b607fe99f req-5363fb3a-bae3-469c-9db1-91a75bd6f44c tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.50 "GET /v2.0/security-groups?id=a8cd5537-5db5-4bb3-baa7-ea1fb44f72cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881579 Feb 09 01:43:20.903155 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-f48b182e-8815-4c70-94af-6ed466f9f923 service neutron] Transition to ACTIVE for port object 875e7c64-c15e-40a9-b6a1-ea12e2123083 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:43:20.918473 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-f48b182e-8815-4c70-94af-6ed466f9f923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (875e7c64-c15e-40a9-b6a1-ea12e2123083), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:20.969792 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b182e-8815-4c70-94af-6ed466f9f923 service neutron] Pushing event updated for resources: {'Port': ['ID=875e7c64-c15e-40a9-b6a1-ea12e2123083,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:21.039853 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-f48b182e-8815-4c70-94af-6ed466f9f923 service neutron] Attempting to bind port 875e7c64-c15e-40a9-b6a1-ea12e2123083 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:43:21.040190 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-f48b182e-8815-4c70-94af-6ed466f9f923 service neutron] Attempting to bind port 875e7c64-c15e-40a9-b6a1-ea12e2123083 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': 'a776fa4f-8415-4642-92ee-980f57104a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '25e3096a-08ad-410d-8381-c637f46354f2'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:43:21.040524 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-f48b182e-8815-4c70-94af-6ed466f9f923 service neutron] Attempting to bind port 875e7c64-c15e-40a9-b6a1-ea12e2123083 on network 25e3096a-08ad-410d-8381-c637f46354f2 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:21.045016 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-f48b182e-8815-4c70-94af-6ed466f9f923 service neutron] Port 875e7c64-c15e-40a9-b6a1-ea12e2123083 on network 25e3096a-08ad-410d-8381-c637f46354f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:43:21.045639 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-f48b182e-8815-4c70-94af-6ed466f9f923 service neutron] Attempting to bind port 875e7c64-c15e-40a9-b6a1-ea12e2123083 on network 25e3096a-08ad-410d-8381-c637f46354f2 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:43:21.050711 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-f48b182e-8815-4c70-94af-6ed466f9f923 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:43:21.051055 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-f48b182e-8815-4c70-94af-6ed466f9f923 service neutron] Checking segment: {'id': 'a776fa4f-8415-4642-92ee-980f57104a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '25e3096a-08ad-410d-8381-c637f46354f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:43:21.051447 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-f48b182e-8815-4c70-94af-6ed466f9f923 service neutron] Bound using segment: {'id': 'a776fa4f-8415-4642-92ee-980f57104a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '25e3096a-08ad-410d-8381-c637f46354f2'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:43:21.051877 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-f48b182e-8815-4c70-94af-6ed466f9f923 service neutron] Bound port: 875e7c64-c15e-40a9-b6a1-ea12e2123083, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a776fa4f-8415-4642-92ee-980f57104a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '25e3096a-08ad-410d-8381-c637f46354f2'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:43:21.052239 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-f48b182e-8815-4c70-94af-6ed466f9f923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (875e7c64-c15e-40a9-b6a1-ea12e2123083), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:21.120835 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-f48b182e-8815-4c70-94af-6ed466f9f923 service neutron] For port 875e7c64-c15e-40a9-b6a1-ea12e2123083, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:43:21.125224 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-f48b182e-8815-4c70-94af-6ed466f9f923 service neutron] For port 875e7c64-c15e-40a9-b6a1-ea12e2123083, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=875e7c64-c15e-40a9-b6a1-ea12e2123083,segment=NetworkSegment(a776fa4f-8415-4642-92ee-980f57104a7b),segment_id=a776fa4f-8415-4642-92ee-980f57104a7b)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:43:21.132742 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-f48b182e-8815-4c70-94af-6ed466f9f923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (875e7c64-c15e-40a9-b6a1-ea12e2123083), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:21.166946 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-f48b182e-8815-4c70-94af-6ed466f9f923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:21.167738 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-f48b182e-8815-4c70-94af-6ed466f9f923 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:21.169293 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-f48b182e-8815-4c70-94af-6ed466f9f923 service neutron] 10.222.0.120 "PUT /v2.0/ports/875e7c64-c15e-40a9-b6a1-ea12e2123083 HTTP/1.1" status: 200 len: 1091 time: 0.7040105 Feb 09 01:43:21.171538 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5157085a-3190-4575-9955-89d788f510dd', 'tag': '875e7c64-c15e-40a9-b6a1-ea12e2123083'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:43:21.174530 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429b826e-7c94-4912-a9a2-d8a49fb20521" -d '{"events": [{"name": "network-changed", "server_uuid": "5157085a-3190-4575-9955-89d788f510dd", "tag": "875e7c64-c15e-40a9-b6a1-ea12e2123083"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:43:21.206400 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b182e-8815-4c70-94af-6ed466f9f923 service neutron] Pushing event updated for resources: {'Port': ['ID=875e7c64-c15e-40a9-b6a1-ea12e2123083,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:21.222639 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb52fb1-886e-4736-9f26-3cee4f217324 x-openstack-request-id: req-8eb52fb1-886e-4736-9f26-3cee4f217324 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:43:21.222954 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5157085a-3190-4575-9955-89d788f510dd", "tag": "875e7c64-c15e-40a9-b6a1-ea12e2123083", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:43:21.223215 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8eb52fb1-886e-4736-9f26-3cee4f217324 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:43:21.223623 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5157085a-3190-4575-9955-89d788f510dd', 'tag': '875e7c64-c15e-40a9-b6a1-ea12e2123083', 'status': 'completed', 'code': 200} Feb 09 01:43:21.258063 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-ef5aaff6-1586-494d-bb08-3196adde6a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:21.259621 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-ef5aaff6-1586-494d-bb08-3196adde6a95 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=279ecdc9b7c34fb8871789c462b2f6e4&device_id=5157085a-3190-4575-9955-89d788f510dd HTTP/1.1" status: 200 len: 1125 time: 0.0480413 Feb 09 01:43:21.306566 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-fa5e9e14-1e71-40df-8e2c-70ad82af9b81 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=875e7c64-c15e-40a9-b6a1-ea12e2123083 HTTP/1.1" status: 200 len: 217 time: 0.0397918 Feb 09 01:43:21.355400 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-fc4091a5-f551-49d5-b7c4-b51d3bd42f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:21.356919 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-fc4091a5-f551-49d5-b7c4-b51d3bd42f9f service neutron] 10.222.0.120 "GET /v2.0/subnets?id=e06a83b8-3a3f-4265-b57a-58858bfb8a48 HTTP/1.1" status: 200 len: 854 time: 0.0453324 Feb 09 01:43:21.393123 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-f8824c0b-7579-4a0b-a70d-97dda7de138c service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=25e3096a-08ad-410d-8381-c637f46354f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299435 Feb 09 01:43:21.481046 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-4208818a-8e09-4261-b085-e00df93f881f service neutron] 10.222.0.120 "GET /v2.0/networks/25e3096a-08ad-410d-8381-c637f46354f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822084 Feb 09 01:43:21.577052 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-17d14bb9-7cca-4f90-baab-4fbe06120f1f req-2f5787f6-e70a-45b2-9f69-d110acb061f9 service neutron] 10.222.0.120 "GET /v2.0/networks/25e3096a-08ad-410d-8381-c637f46354f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901325 Feb 09 01:43:21.663531 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b826e-7c94-4912-a9a2-d8a49fb20521 req-e8ed352b-51a1-4158-8f8e-d4e9070086fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:21.665083 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-429b826e-7c94-4912-a9a2-d8a49fb20521 req-e8ed352b-51a1-4158-8f8e-d4e9070086fd service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=279ecdc9b7c34fb8871789c462b2f6e4&device_id=5157085a-3190-4575-9955-89d788f510dd HTTP/1.1" status: 200 len: 1125 time: 0.0456572 Feb 09 01:43:21.760922 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b826e-7c94-4912-a9a2-d8a49fb20521 req-852bd495-8c94-472d-a5ab-aeb373536853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:21.762324 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-429b826e-7c94-4912-a9a2-d8a49fb20521 req-852bd495-8c94-472d-a5ab-aeb373536853 service neutron] 10.222.0.120 "GET /v2.0/networks?id=25e3096a-08ad-410d-8381-c637f46354f2 HTTP/1.1" status: 200 len: 916 time: 0.0914855 Feb 09 01:43:21.804617 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-429b826e-7c94-4912-a9a2-d8a49fb20521 req-7c206fb4-83a4-4ce9-8f23-0c34bb09a802 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=875e7c64-c15e-40a9-b6a1-ea12e2123083 HTTP/1.1" status: 200 len: 217 time: 0.0358863 Feb 09 01:43:21.855660 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b826e-7c94-4912-a9a2-d8a49fb20521 req-ccd567d0-45f3-46e3-9c80-2f735d710946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:21.857207 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-429b826e-7c94-4912-a9a2-d8a49fb20521 req-ccd567d0-45f3-46e3-9c80-2f735d710946 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=e06a83b8-3a3f-4265-b57a-58858bfb8a48 HTTP/1.1" status: 200 len: 854 time: 0.0459149 Feb 09 01:43:21.899724 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-429b826e-7c94-4912-a9a2-d8a49fb20521 req-88906de5-b209-4a21-8f51-6d183a723ad4 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=25e3096a-08ad-410d-8381-c637f46354f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356054 Feb 09 01:43:22.033415 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-429b826e-7c94-4912-a9a2-d8a49fb20521 req-2b902a25-500d-4c61-9011-e457c944ff86 service neutron] 10.222.0.120 "GET /v2.0/networks/25e3096a-08ad-410d-8381-c637f46354f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273525 Feb 09 01:43:22.055266 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1787c3b4-9375-472f-bbae-7f43eb964551 req-2a22a7ec-4bcb-4211-bd76-e422ce304cdb tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:22.056727 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1787c3b4-9375-472f-bbae-7f43eb964551 req-2a22a7ec-4bcb-4211-bd76-e422ce304cdb tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.50 "GET /v2.0/ports?device_id=5157085a-3190-4575-9955-89d788f510dd HTTP/1.1" status: 200 len: 943 time: 0.0894964 Feb 09 01:43:22.160969 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1787c3b4-9375-472f-bbae-7f43eb964551 req-804fa878-0b1a-456e-adc0-fa34b164e142 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.50 "GET /v2.0/security-groups?id=a8cd5537-5db5-4bb3-baa7-ea1fb44f72cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938909 Feb 09 01:43:22.173565 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-429b826e-7c94-4912-a9a2-d8a49fb20521 req-0675a622-1eb4-49a3-b703-7b27ed9fc8ca service neutron] 10.222.0.120 "GET /v2.0/networks/25e3096a-08ad-410d-8381-c637f46354f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331499 Feb 09 01:43:23.329062 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534a61e-a31c-4649-ab41-9f6f64c902cd req-908d45c1-b788-42bb-9bbe-032821ba18f7 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:23.331434 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3534a61e-a31c-4649-ab41-9f6f64c902cd req-908d45c1-b788-42bb-9bbe-032821ba18f7 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.50 "GET /v2.0/ports?device_id=5157085a-3190-4575-9955-89d788f510dd HTTP/1.1" status: 200 len: 943 time: 0.0684652 Feb 09 01:43:23.390237 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3534a61e-a31c-4649-ab41-9f6f64c902cd req-2e4ad226-9cf2-4128-accb-c297820aba7a tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.50 "GET /v2.0/security-groups?id=a8cd5537-5db5-4bb3-baa7-ea1fb44f72cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484736 Feb 09 01:43:23.576805 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 875e7c64-c15e-40a9-b6a1-ea12e2123083 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:43:23.680745 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 875e7c64-c15e-40a9-b6a1-ea12e2123083, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=875e7c64-c15e-40a9-b6a1-ea12e2123083,segment=NetworkSegment(a776fa4f-8415-4642-92ee-980f57104a7b),segment_id=a776fa4f-8415-4642-92ee-980f57104a7b)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:23.693236 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '875e7c64-c15e-40a9-b6a1-ea12e2123083', 'network_id': '25e3096a-08ad-410d-8381-c637f46354f2', 'port_id': '875e7c64-c15e-40a9-b6a1-ea12e2123083', 'mac_address': 'fa:16:3e:43:24:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e06a83b8-3a3f-4265-b57a-58858bfb8a48', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:43:23.743031 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 875e7c64-c15e-40a9-b6a1-ea12e2123083 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:23.743945 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (875e7c64-c15e-40a9-b6a1-ea12e2123083), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:23.769701 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 875e7c64-c15e-40a9-b6a1-ea12e2123083 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:43:23.800628 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 875e7c64-c15e-40a9-b6a1-ea12e2123083, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=875e7c64-c15e-40a9-b6a1-ea12e2123083,segment=NetworkSegment(a776fa4f-8415-4642-92ee-980f57104a7b),segment_id=a776fa4f-8415-4642-92ee-980f57104a7b)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:23.806295 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (875e7c64-c15e-40a9-b6a1-ea12e2123083), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:23.859968 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=875e7c64-c15e-40a9-b6a1-ea12e2123083,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:24.041913 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['875e7c64-c15e-40a9-b6a1-ea12e2123083'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:43:24.536400 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d3a9e-a735-414c-ace3-876a39b1ae20 req-731db809-4d3c-49b1-8d47-4dacf207774d tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:24.538241 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5a6d3a9e-a735-414c-ace3-876a39b1ae20 req-731db809-4d3c-49b1-8d47-4dacf207774d tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.50 "GET /v2.0/ports?device_id=5157085a-3190-4575-9955-89d788f510dd HTTP/1.1" status: 200 len: 944 time: 0.0628755 Feb 09 01:43:24.593813 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5a6d3a9e-a735-414c-ace3-876a39b1ae20 req-d9ab5370-abee-4c04-8726-19c43b8ad2c5 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.50 "GET /v2.0/security-groups?id=a8cd5537-5db5-4bb3-baa7-ea1fb44f72cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482712 Feb 09 01:43:25.593396 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 875e7c64-c15e-40a9-b6a1-ea12e2123083 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:43:25.649118 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 875e7c64-c15e-40a9-b6a1-ea12e2123083 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:43:25.653123 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 875e7c64-c15e-40a9-b6a1-ea12e2123083 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:43:25.653685 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (875e7c64-c15e-40a9-b6a1-ea12e2123083), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:25.728511 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dceb187-c828-4198-b426-c49bda1e8e96 req-3c4f1d89-9346-4ed7-bef3-35c40542dcf0 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:25.730486 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9dceb187-c828-4198-b426-c49bda1e8e96 req-3c4f1d89-9346-4ed7-bef3-35c40542dcf0 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.50 "GET /v2.0/ports?device_id=5157085a-3190-4575-9955-89d788f510dd HTTP/1.1" status: 200 len: 944 time: 0.0572743 Feb 09 01:43:25.739802 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 875e7c64-c15e-40a9-b6a1-ea12e2123083 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:43:25.740220 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (875e7c64-c15e-40a9-b6a1-ea12e2123083), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:25.773211 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5157085a-3190-4575-9955-89d788f510dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '875e7c64-c15e-40a9-b6a1-ea12e2123083'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:43:25.775731 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fe1feb-e716-44d2-b458-895f15c96927" -d '{"events": [{"server_uuid": "5157085a-3190-4575-9955-89d788f510dd", "name": "network-vif-plugged", "status": "completed", "tag": "875e7c64-c15e-40a9-b6a1-ea12e2123083"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:43:25.804586 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 875e7c64-c15e-40a9-b6a1-ea12e2123083, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=875e7c64-c15e-40a9-b6a1-ea12e2123083,segment=NetworkSegment(a776fa4f-8415-4642-92ee-980f57104a7b),segment_id=a776fa4f-8415-4642-92ee-980f57104a7b)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:43:25.806339 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9dceb187-c828-4198-b426-c49bda1e8e96 req-db1b95d6-201b-4d8e-9a7a-bfeccb14b9c9 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.50 "GET /v2.0/security-groups?id=a8cd5537-5db5-4bb3-baa7-ea1fb44f72cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647845 Feb 09 01:43:25.818283 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (875e7c64-c15e-40a9-b6a1-ea12e2123083), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:25.889890 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=875e7c64-c15e-40a9-b6a1-ea12e2123083,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:43:25.987089 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7967515f-3eb6-4c6d-b1ea-29e1a3bd35ac x-openstack-request-id: req-7967515f-3eb6-4c6d-b1ea-29e1a3bd35ac {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:43:25.987389 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5157085a-3190-4575-9955-89d788f510dd", "name": "network-vif-plugged", "status": "completed", "tag": "875e7c64-c15e-40a9-b6a1-ea12e2123083", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:43:25.987679 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7967515f-3eb6-4c6d-b1ea-29e1a3bd35ac {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:43:25.988085 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5157085a-3190-4575-9955-89d788f510dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '875e7c64-c15e-40a9-b6a1-ea12e2123083', 'code': 200} Feb 09 01:43:26.105070 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91f092-1fe6-4825-a2ed-ab8641cfab1f req-bad91688-053e-40d8-ba62-b2e70660d74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:26.106666 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aa91f092-1fe6-4825-a2ed-ab8641cfab1f req-bad91688-053e-40d8-ba62-b2e70660d74e service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=5157085a-3190-4575-9955-89d788f510dd HTTP/1.1" status: 200 len: 1127 time: 0.0500731 Feb 09 01:43:26.152322 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aa91f092-1fe6-4825-a2ed-ab8641cfab1f req-217938e7-13d1-40c3-9e4e-7241e7a5819c service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=a8cd5537-5db5-4bb3-baa7-ea1fb44f72cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400620 Feb 09 01:43:26.927870 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49c33f-2649-4612-a664-8a6c0fd4b11a req-fb6908e2-80fb-4c7f-b27c-003df589c59e tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:26.929403 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bd49c33f-2649-4612-a664-8a6c0fd4b11a req-fb6908e2-80fb-4c7f-b27c-003df589c59e tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.50 "GET /v2.0/ports?device_id=5157085a-3190-4575-9955-89d788f510dd HTTP/1.1" status: 200 len: 945 time: 0.0580072 Feb 09 01:43:26.977242 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bd49c33f-2649-4612-a664-8a6c0fd4b11a req-f00bd68f-8743-44de-b55d-11a1c3dca8f2 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.50 "GET /v2.0/security-groups?id=a8cd5537-5db5-4bb3-baa7-ea1fb44f72cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419695 Feb 09 01:43:28.111871 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee68d5e-fa4c-4b65-b656-5e30e4e4a338 req-d48bc435-1fe2-442b-8da8-c7dc4d7036d5 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:28.113704 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9ee68d5e-fa4c-4b65-b656-5e30e4e4a338 req-d48bc435-1fe2-442b-8da8-c7dc4d7036d5 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.50 "GET /v2.0/ports?device_id=5157085a-3190-4575-9955-89d788f510dd HTTP/1.1" status: 200 len: 945 time: 0.0528886 Feb 09 01:43:28.169300 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9ee68d5e-fa4c-4b65-b656-5e30e4e4a338 req-8c147c14-5926-40dd-9c12-e386670bd163 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.50 "GET /v2.0/security-groups?id=a8cd5537-5db5-4bb3-baa7-ea1fb44f72cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499952 Feb 09 01:43:29.817049 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5a5a6bb8-f43a-4d85-8aee-523559e39529 req-98ce38cd-56fd-4828-b5e1-4439832b4c52 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=5157085a-3190-4575-9955-89d788f510dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0479183 Feb 09 01:43:29.906582 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a6bb8-f43a-4d85-8aee-523559e39529 req-94cc684e-ccaf-4e2a-bec5-aad16d10f484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:29.908028 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5a5a6bb8-f43a-4d85-8aee-523559e39529 req-94cc684e-ccaf-4e2a-bec5-aad16d10f484 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=279ecdc9b7c34fb8871789c462b2f6e4&device_id=5157085a-3190-4575-9955-89d788f510dd HTTP/1.1" status: 200 len: 1127 time: 0.0496640 Feb 09 01:43:30.017179 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a6bb8-f43a-4d85-8aee-523559e39529 req-72bb7172-bd44-4e0d-b207-0cbb0ecd27a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:30.018703 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5a5a6bb8-f43a-4d85-8aee-523559e39529 req-72bb7172-bd44-4e0d-b207-0cbb0ecd27a2 service neutron] 10.222.0.120 "GET /v2.0/networks?id=25e3096a-08ad-410d-8381-c637f46354f2 HTTP/1.1" status: 200 len: 916 time: 0.0928919 Feb 09 01:43:30.061016 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5a5a6bb8-f43a-4d85-8aee-523559e39529 req-35241fd2-3fbd-4502-85fc-c5c81adadc4b service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=875e7c64-c15e-40a9-b6a1-ea12e2123083 HTTP/1.1" status: 200 len: 217 time: 0.0368695 Feb 09 01:43:30.112429 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a6bb8-f43a-4d85-8aee-523559e39529 req-54acc5a2-6a3b-4c1c-8d8a-e5d2fe2356d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:43:30.114098 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5a5a6bb8-f43a-4d85-8aee-523559e39529 req-54acc5a2-6a3b-4c1c-8d8a-e5d2fe2356d7 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=e06a83b8-3a3f-4265-b57a-58858bfb8a48 HTTP/1.1" status: 200 len: 854 time: 0.0477464 Feb 09 01:43:30.145466 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5a5a6bb8-f43a-4d85-8aee-523559e39529 req-8045437a-9ead-4c20-a2a7-27073505837e service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=25e3096a-08ad-410d-8381-c637f46354f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261197 Feb 09 01:43:30.242204 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5a5a6bb8-f43a-4d85-8aee-523559e39529 req-e1aedd1a-239e-4d63-8cf9-a9f9601beade service neutron] 10.222.0.120 "GET /v2.0/networks/25e3096a-08ad-410d-8381-c637f46354f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907459 Feb 09 01:43:30.334825 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5a5a6bb8-f43a-4d85-8aee-523559e39529 req-85556cf8-3fea-4f95-8f21-809ebd8e08d9 service neutron] 10.222.0.120 "GET /v2.0/networks/25e3096a-08ad-410d-8381-c637f46354f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878682 Feb 09 01:43:32.405686 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e85075d6-b832-47e2-9737-4c9bc69edac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:34.436534 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c29cd43d-ef55-4cbc-8e7d-1396c9bc4e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:36.001249 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:37.281860 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:37.980536 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:38.033694 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:43:38.473204 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:43:39.690729 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:00.264434 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 40628) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:00.374371 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ba57e8c3-ce88-4d4a-be3f-629b2b60237b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:00.455243 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ba57e8c3-ce88-4d4a-be3f-629b2b60237b admin admin] Publish callbacks [] for security_group (d6f2e7fe-5a16-4650-a60a-9a5f7c703ef4), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:00.459436 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ba57e8c3-ce88-4d4a-be3f-629b2b60237b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (d6f2e7fe-5a16-4650-a60a-9a5f7c703ef4), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:00.500673 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ba57e8c3-ce88-4d4a-be3f-629b2b60237b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=84010cf80a5249d5b634489e267ab11f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2334015 Feb 09 01:44:00.501726 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 40634) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:00.504401 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba57e8c3-ce88-4d4a-be3f-629b2b60237b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f2e7fe-5a16-4650-a60a-9a5f7c703ef4,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:00.512237 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba57e8c3-ce88-4d4a-be3f-629b2b60237b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:00.512681 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba57e8c3-ce88-4d4a-be3f-629b2b60237b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:00.513111 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba57e8c3-ce88-4d4a-be3f-629b2b60237b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:00.513461 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba57e8c3-ce88-4d4a-be3f-629b2b60237b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:00.513808 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba57e8c3-ce88-4d4a-be3f-629b2b60237b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:00.514151 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba57e8c3-ce88-4d4a-be3f-629b2b60237b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:00.514493 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba57e8c3-ce88-4d4a-be3f-629b2b60237b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:00.514829 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba57e8c3-ce88-4d4a-be3f-629b2b60237b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:00.515171 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba57e8c3-ce88-4d4a-be3f-629b2b60237b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:00.515499 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba57e8c3-ce88-4d4a-be3f-629b2b60237b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:00.515832 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba57e8c3-ce88-4d4a-be3f-629b2b60237b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:00.516681 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba57e8c3-ce88-4d4a-be3f-629b2b60237b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:00.516681 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba57e8c3-ce88-4d4a-be3f-629b2b60237b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:00.566989 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7a7812bd-4740-4151-8b3d-067fc966ac88 admin admin] Publish callbacks [] for security_group (d6f2e7fe-5a16-4650-a60a-9a5f7c703ef4), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:00.588718 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7a7812bd-4740-4151-8b3d-067fc966ac88 admin admin] Publish callbacks [] for security_group (d6f2e7fe-5a16-4650-a60a-9a5f7c703ef4), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:00.637274 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7a7812bd-4740-4151-8b3d-067fc966ac88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (d6f2e7fe-5a16-4650-a60a-9a5f7c703ef4), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:00.640120 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7a7812bd-4740-4151-8b3d-067fc966ac88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:00.641566 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7a7812bd-4740-4151-8b3d-067fc966ac88 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d6f2e7fe-5a16-4650-a60a-9a5f7c703ef4 HTTP/1.1" status: 204 len: 168 time: 0.1388004 Feb 09 01:44:00.650040 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7812bd-4740-4151-8b3d-067fc966ac88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f2e7fe-5a16-4650-a60a-9a5f7c703ef4,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:00.658133 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7812bd-4740-4151-8b3d-067fc966ac88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:00.658608 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7812bd-4740-4151-8b3d-067fc966ac88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:00.659050 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7812bd-4740-4151-8b3d-067fc966ac88 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:00.659503 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7812bd-4740-4151-8b3d-067fc966ac88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:00.660017 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7812bd-4740-4151-8b3d-067fc966ac88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:00.660442 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7812bd-4740-4151-8b3d-067fc966ac88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:00.660888 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7812bd-4740-4151-8b3d-067fc966ac88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:00.661311 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7812bd-4740-4151-8b3d-067fc966ac88 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:00.661662 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7812bd-4740-4151-8b3d-067fc966ac88 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:00.661976 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7812bd-4740-4151-8b3d-067fc966ac88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:00.662305 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7812bd-4740-4151-8b3d-067fc966ac88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:00.662636 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7812bd-4740-4151-8b3d-067fc966ac88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:00.662965 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a7812bd-4740-4151-8b3d-067fc966ac88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:02.407247 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-18339b8b-5fda-405a-bf26-ed6c6078103a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:03.878202 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-94919345-6daf-4826-b959-bf5e0d89bb3f tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=c798017b1b3249ed8a61b5891183a520&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305457 Feb 09 01:44:04.057963 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-710d772c-5419-4c0e-a7dd-048b6ee76b93 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:04.059673 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-710d772c-5419-4c0e-a7dd-048b6ee76b93 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1764350 Feb 09 01:44:04.074075 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-e50df4e6-39ef-4308-86c8-a666089b4bc8 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] 10.222.0.50 "GET /v2.0/quotas/c798017b1b3249ed8a61b5891183a520 HTTP/1.1" status: 200 len: 375 time: 0.0090117 Feb 09 01:44:04.108664 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-59d14956-8364-4371-96df-e796ae3bb116 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c798017b1b3249ed8a61b5891183a520&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297477 Feb 09 01:44:04.270853 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d5149b0b-0476-4aae-b269-3ec0f3b88616 req-3d5d0506-b0e6-4240-9a0b-8c1e8bbb4d98 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cce0591-c0b3-4432-830e-16aa8ccb5b27 HTTP/1.1" status: 200 len: 210 time: 0.0263934 Feb 09 01:44:04.444484 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-69b43c82-9f3d-4803-8ea1-ac25f1d31c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:05.100075 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-784923a1-27ed-44b3-80ff-bf291b831292 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=c798017b1b3249ed8a61b5891183a520&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218616 Feb 09 01:44:05.563580 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3d74bd1c-aa7e-4208-aafb-16923d13144f req-a856aa75-bf23-49b8-a407-53e11a30806c tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cce0591-c0b3-4432-830e-16aa8ccb5b27 HTTP/1.1" status: 200 len: 210 time: 0.0339139 Feb 09 01:44:05.571401 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-ae7a36fe-5313-48f7-bf3a-5374ffe9c699 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:05.573129 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-ae7a36fe-5313-48f7-bf3a-5374ffe9c699 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4678242 Feb 09 01:44:05.586778 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-4ae247fa-c982-4c5a-8198-5ce383fdbca9 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] Request body: {'port': {'device_id': '5cce0591-c0b3-4432-830e-16aa8ccb5b27', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'admin_state_up': True, 'tenant_id': 'c798017b1b3249ed8a61b5891183a520'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:05.720224 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-4ae247fa-c982-4c5a-8198-5ce383fdbca9 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] Made reservation on behalf of c798017b1b3249ed8a61b5891183a520 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:05.723724 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-4ae247fa-c982-4c5a-8198-5ce383fdbca9 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:05.733025 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-4ae247fa-c982-4c5a-8198-5ce383fdbca9 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:05.807756 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-4ae247fa-c982-4c5a-8198-5ce383fdbca9 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] Publish callbacks [] for security_group (d9f87e56-e35a-4f18-8039-5dd4f83d135e), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:05.811887 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-4ae247fa-c982-4c5a-8198-5ce383fdbca9 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (d9f87e56-e35a-4f18-8039-5dd4f83d135e), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:05.876846 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae247fa-c982-4c5a-8198-5ce383fdbca9 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f87e56-e35a-4f18-8039-5dd4f83d135e,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:05.957169 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-4ae247fa-c982-4c5a-8198-5ce383fdbca9 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] Allocated IP 192.168.233.231 (9e88fe6e-2b1d-4294-a17d-9a7801813700/3810d295-ee98-40f7-b1e2-609bf7d1c3df/4aa27eea-dfea-46ea-bb85-93dec5e6005b) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:05.997458 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:06.116591 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-4ae247fa-c982-4c5a-8198-5ce383fdbca9 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] Publish callbacks [] for port (4aa27eea-dfea-46ea-bb85-93dec5e6005b), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:06.149750 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-4ae247fa-c982-4c5a-8198-5ce383fdbca9 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (4aa27eea-dfea-46ea-bb85-93dec5e6005b), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:06.198182 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-4ae247fa-c982-4c5a-8198-5ce383fdbca9 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] Network 9e88fe6e-2b1d-4294-a17d-9a7801813700 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:06.201333 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-4ae247fa-c982-4c5a-8198-5ce383fdbca9 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:06.205252 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-4ae247fa-c982-4c5a-8198-5ce383fdbca9 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:44:06.229764 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae247fa-c982-4c5a-8198-5ce383fdbca9 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] Pushing event updated for resources: {'Port': ['ID=4aa27eea-dfea-46ea-bb85-93dec5e6005b,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:06.264745 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-4ae247fa-c982-4c5a-8198-5ce383fdbca9 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:06.265379 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-4ae247fa-c982-4c5a-8198-5ce383fdbca9 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:06.284219 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-4ae247fa-c982-4c5a-8198-5ce383fdbca9 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7029474 Feb 09 01:44:06.295452 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-c121c4fe-c76b-448e-bec8-4c08de596219 service neutron] Request body: {'port': {'device_id': '5cce0591-c0b3-4432-830e-16aa8ccb5b27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:06.361127 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-c121c4fe-c76b-448e-bec8-4c08de596219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4aa27eea-dfea-46ea-bb85-93dec5e6005b), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:06.467707 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-026ed0a9-dd41-480e-88d9-2f3cf8c16eea None None] Provisioning complete for port 4aa27eea-dfea-46ea-bb85-93dec5e6005b triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:06.468091 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-026ed0a9-dd41-480e-88d9-2f3cf8c16eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4aa27eea-dfea-46ea-bb85-93dec5e6005b), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:06.504583 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-026ed0a9-dd41-480e-88d9-2f3cf8c16eea None None] Port 4aa27eea-dfea-46ea-bb85-93dec5e6005b cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:44:06.641680 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-c121c4fe-c76b-448e-bec8-4c08de596219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aa27eea-dfea-46ea-bb85-93dec5e6005b {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:44:06.657381 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-c121c4fe-c76b-448e-bec8-4c08de596219 service neutron] Publish callbacks [] for port (4aa27eea-dfea-46ea-bb85-93dec5e6005b), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:06.688365 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-c121c4fe-c76b-448e-bec8-4c08de596219 service neutron] Transition to ACTIVE for port object 4aa27eea-dfea-46ea-bb85-93dec5e6005b will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:44:06.694330 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-c121c4fe-c76b-448e-bec8-4c08de596219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (4aa27eea-dfea-46ea-bb85-93dec5e6005b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:06.737323 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da312ab-da42-49a6-b116-e250d4da1916 req-39cffb21-9637-4d7a-9745-69c1918009ec tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:06.738844 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8da312ab-da42-49a6-b116-e250d4da1916 req-39cffb21-9637-4d7a-9745-69c1918009ec tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cce0591-c0b3-4432-830e-16aa8ccb5b27 HTTP/1.1" status: 200 len: 936 time: 0.1016614 Feb 09 01:44:06.776096 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c121c4fe-c76b-448e-bec8-4c08de596219 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa27eea-dfea-46ea-bb85-93dec5e6005b,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:06.848870 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8da312ab-da42-49a6-b116-e250d4da1916 req-f211e132-8649-4a0b-ae83-11d717074f3f tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] 10.222.0.50 "GET /v2.0/security-groups?id=d9f87e56-e35a-4f18-8039-5dd4f83d135e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023991 Feb 09 01:44:06.877371 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-c121c4fe-c76b-448e-bec8-4c08de596219 service neutron] Attempting to bind port 4aa27eea-dfea-46ea-bb85-93dec5e6005b on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:44:06.877724 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-c121c4fe-c76b-448e-bec8-4c08de596219 service neutron] Attempting to bind port 4aa27eea-dfea-46ea-bb85-93dec5e6005b by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:44:06.878066 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-c121c4fe-c76b-448e-bec8-4c08de596219 service neutron] Attempting to bind port 4aa27eea-dfea-46ea-bb85-93dec5e6005b on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:44:06.883311 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-c121c4fe-c76b-448e-bec8-4c08de596219 service neutron] Port 4aa27eea-dfea-46ea-bb85-93dec5e6005b on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:44:06.883642 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-c121c4fe-c76b-448e-bec8-4c08de596219 service neutron] Attempting to bind port 4aa27eea-dfea-46ea-bb85-93dec5e6005b on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:44:06.888734 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-c121c4fe-c76b-448e-bec8-4c08de596219 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:44:06.889087 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-c121c4fe-c76b-448e-bec8-4c08de596219 service neutron] Checking segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:44:06.889492 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-c121c4fe-c76b-448e-bec8-4c08de596219 service neutron] Bound using segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:44:06.889926 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-c121c4fe-c76b-448e-bec8-4c08de596219 service neutron] Bound port: 4aa27eea-dfea-46ea-bb85-93dec5e6005b, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:44:06.890294 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-c121c4fe-c76b-448e-bec8-4c08de596219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4aa27eea-dfea-46ea-bb85-93dec5e6005b), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:06.957442 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-c121c4fe-c76b-448e-bec8-4c08de596219 service neutron] For port 4aa27eea-dfea-46ea-bb85-93dec5e6005b, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:44:06.961162 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-c121c4fe-c76b-448e-bec8-4c08de596219 service neutron] For port 4aa27eea-dfea-46ea-bb85-93dec5e6005b, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=4aa27eea-dfea-46ea-bb85-93dec5e6005b,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:44:06.969125 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-c121c4fe-c76b-448e-bec8-4c08de596219 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (4aa27eea-dfea-46ea-bb85-93dec5e6005b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:07.019668 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-c121c4fe-c76b-448e-bec8-4c08de596219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:07.020408 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-c121c4fe-c76b-448e-bec8-4c08de596219 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:07.021960 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-c121c4fe-c76b-448e-bec8-4c08de596219 service neutron] 10.222.0.47 "PUT /v2.0/ports/4aa27eea-dfea-46ea-bb85-93dec5e6005b HTTP/1.1" status: 200 len: 1096 time: 0.7308578 Feb 09 01:44:07.022562 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cce0591-c0b3-4432-830e-16aa8ccb5b27', 'tag': '4aa27eea-dfea-46ea-bb85-93dec5e6005b'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:44:07.025161 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903341d5-ee8a-4282-8040-ae599d37f2ed" -d '{"events": [{"name": "network-changed", "server_uuid": "5cce0591-c0b3-4432-830e-16aa8ccb5b27", "tag": "4aa27eea-dfea-46ea-bb85-93dec5e6005b"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:44:07.047545 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c121c4fe-c76b-448e-bec8-4c08de596219 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa27eea-dfea-46ea-bb85-93dec5e6005b,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:07.098842 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41bfb383-fe2c-42d6-9296-03b933b33e16 x-openstack-request-id: req-41bfb383-fe2c-42d6-9296-03b933b33e16 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:44:07.099140 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cce0591-c0b3-4432-830e-16aa8ccb5b27", "tag": "4aa27eea-dfea-46ea-bb85-93dec5e6005b", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:44:07.099434 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-41bfb383-fe2c-42d6-9296-03b933b33e16 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:44:07.099964 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cce0591-c0b3-4432-830e-16aa8ccb5b27', 'tag': '4aa27eea-dfea-46ea-bb85-93dec5e6005b', 'status': 'completed', 'code': 200} Feb 09 01:44:07.121258 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-ee59c842-9628-490f-ad6b-158fd14ec9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:07.122826 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-ee59c842-9628-490f-ad6b-158fd14ec9c5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c798017b1b3249ed8a61b5891183a520&device_id=5cce0591-c0b3-4432-830e-16aa8ccb5b27 HTTP/1.1" status: 200 len: 1130 time: 0.0537851 Feb 09 01:44:07.167422 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-9fd5eee6-dbf0-4f66-977e-de40c5e65867 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=4aa27eea-dfea-46ea-bb85-93dec5e6005b HTTP/1.1" status: 200 len: 217 time: 0.0370555 Feb 09 01:44:07.226034 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-06d76f77-e8ac-4f7c-97d9-4f21141b0bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:07.227546 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-06d76f77-e8ac-4f7c-97d9-4f21141b0bc4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.0533166 Feb 09 01:44:07.285438 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-88a09c6a-d6b8-4f68-a385-e74ed06d8806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:07.287643 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-88a09c6a-d6b8-4f68-a385-e74ed06d8806 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0537696 Feb 09 01:44:07.290385 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:07.397393 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-1dde04df-3bf6-4922-8863-74dcf636fdc1 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037133 Feb 09 01:44:07.490606 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47a704d0-fe6e-433f-9b46-eec0c201d9be req-80678ab6-35f4-4e4b-b05c-36161d100beb service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871065 Feb 09 01:44:07.579771 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903341d5-ee8a-4282-8040-ae599d37f2ed req-01254658-bfe6-4177-8d3f-8dca795e7ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:07.581338 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-903341d5-ee8a-4282-8040-ae599d37f2ed req-01254658-bfe6-4177-8d3f-8dca795e7ea8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c798017b1b3249ed8a61b5891183a520&device_id=5cce0591-c0b3-4432-830e-16aa8ccb5b27 HTTP/1.1" status: 200 len: 1130 time: 0.0465078 Feb 09 01:44:07.675548 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903341d5-ee8a-4282-8040-ae599d37f2ed req-3ac9a63d-fb1a-4b5d-9d98-680beadc2c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:07.677081 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-903341d5-ee8a-4282-8040-ae599d37f2ed req-3ac9a63d-fb1a-4b5d-9d98-680beadc2c1b service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.0901999 Feb 09 01:44:07.718673 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-903341d5-ee8a-4282-8040-ae599d37f2ed req-0233db7f-09e3-4015-828f-9342ab882587 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=4aa27eea-dfea-46ea-bb85-93dec5e6005b HTTP/1.1" status: 200 len: 217 time: 0.0344465 Feb 09 01:44:07.768708 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903341d5-ee8a-4282-8040-ae599d37f2ed req-8c7fd7bc-0df1-452c-b9b7-2d6f9a9afa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:07.770116 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-903341d5-ee8a-4282-8040-ae599d37f2ed req-8c7fd7bc-0df1-452c-b9b7-2d6f9a9afa60 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.0449989 Feb 09 01:44:07.821128 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903341d5-ee8a-4282-8040-ae599d37f2ed req-c2e4b2d1-7f53-4b05-905e-61921df0a559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:07.822679 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-903341d5-ee8a-4282-8040-ae599d37f2ed req-c2e4b2d1-7f53-4b05-905e-61921df0a559 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0451932 Feb 09 01:44:07.919847 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-903341d5-ee8a-4282-8040-ae599d37f2ed req-5ef654ac-a15b-43f6-8388-3db37b4c2646 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903902 Feb 09 01:44:07.982515 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:08.064439 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9de1fe-d3d6-496b-9193-cd8a82a7a8da req-63218f6f-733f-4ccb-87e4-981a1ad1a737 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:08.066050 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6b9de1fe-d3d6-496b-9193-cd8a82a7a8da req-63218f6f-733f-4ccb-87e4-981a1ad1a737 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cce0591-c0b3-4432-830e-16aa8ccb5b27 HTTP/1.1" status: 200 len: 948 time: 0.1316154 Feb 09 01:44:08.084312 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-903341d5-ee8a-4282-8040-ae599d37f2ed req-1b5b849e-b2c0-4bd0-8483-64d333f3beb7 service neutron] 10.222.0.47 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577215 Feb 09 01:44:08.138027 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6b9de1fe-d3d6-496b-9193-cd8a82a7a8da req-7c57ad56-42f8-4a26-bef0-d219931c400d tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] 10.222.0.50 "GET /v2.0/security-groups?id=d9f87e56-e35a-4f18-8039-5dd4f83d135e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563605 Feb 09 01:44:08.475642 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:09.272024 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d2919-7d31-4f05-be4c-c4039d740ce2 req-a3b0e1b5-6543-498b-b2b1-e5023bc2c998 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:09.273618 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-501d2919-7d31-4f05-be4c-c4039d740ce2 req-a3b0e1b5-6543-498b-b2b1-e5023bc2c998 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cce0591-c0b3-4432-830e-16aa8ccb5b27 HTTP/1.1" status: 200 len: 948 time: 0.0568964 Feb 09 01:44:09.321479 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-501d2919-7d31-4f05-be4c-c4039d740ce2 req-63eaf308-2763-49b2-95ad-9bfe811ec506 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] 10.222.0.50 "GET /v2.0/security-groups?id=d9f87e56-e35a-4f18-8039-5dd4f83d135e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419700 Feb 09 01:44:09.680411 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:10.445921 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221bf926-f2e5-4889-9669-a6f2d1886630 req-33130117-c61a-49d3-b670-c28c2955cc0b tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:10.447442 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-221bf926-f2e5-4889-9669-a6f2d1886630 req-33130117-c61a-49d3-b670-c28c2955cc0b tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cce0591-c0b3-4432-830e-16aa8ccb5b27 HTTP/1.1" status: 200 len: 948 time: 0.0578537 Feb 09 01:44:10.500406 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-221bf926-f2e5-4889-9669-a6f2d1886630 req-9c64f4e4-a85f-4192-8697-e86fab73df85 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] 10.222.0.50 "GET /v2.0/security-groups?id=d9f87e56-e35a-4f18-8039-5dd4f83d135e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464153 Feb 09 01:44:10.747687 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 4aa27eea-dfea-46ea-bb85-93dec5e6005b details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:44:10.845571 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 4aa27eea-dfea-46ea-bb85-93dec5e6005b, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=4aa27eea-dfea-46ea-bb85-93dec5e6005b,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:10.857420 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '4aa27eea-dfea-46ea-bb85-93dec5e6005b', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'port_id': '4aa27eea-dfea-46ea-bb85-93dec5e6005b', 'mac_address': 'fa:16:3e:e7:26:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3810d295-ee98-40f7-b1e2-609bf7d1c3df', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:44:10.893409 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 4aa27eea-dfea-46ea-bb85-93dec5e6005b is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:10.893807 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4aa27eea-dfea-46ea-bb85-93dec5e6005b), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:10.906508 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aa27eea-dfea-46ea-bb85-93dec5e6005b {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:44:10.925774 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 4aa27eea-dfea-46ea-bb85-93dec5e6005b, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=4aa27eea-dfea-46ea-bb85-93dec5e6005b,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:10.931472 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (4aa27eea-dfea-46ea-bb85-93dec5e6005b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:10.982744 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=4aa27eea-dfea-46ea-bb85-93dec5e6005b,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:10.989988 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:10.990351 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:10.990703 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:10.991051 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:10.991394 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:10.992246 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:10.992637 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:10.993127 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:10.993376 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:10.993712 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:10.994194 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:10.994533 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:10.994867 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:11.163545 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['4aa27eea-dfea-46ea-bb85-93dec5e6005b'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:44:11.627044 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0789f-6750-4c61-9070-3b5eea628927 req-31c6f68c-8dc1-4f67-9225-0239163538cf tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:11.628535 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2bd0789f-6750-4c61-9070-3b5eea628927 req-31c6f68c-8dc1-4f67-9225-0239163538cf tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cce0591-c0b3-4432-830e-16aa8ccb5b27 HTTP/1.1" status: 200 len: 949 time: 0.0537481 Feb 09 01:44:11.674568 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2bd0789f-6750-4c61-9070-3b5eea628927 req-4c6490f6-ca66-4831-bd20-fc2c494a4f9f tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] 10.222.0.50 "GET /v2.0/security-groups?id=d9f87e56-e35a-4f18-8039-5dd4f83d135e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399127 Feb 09 01:44:12.765073 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 4aa27eea-dfea-46ea-bb85-93dec5e6005b up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:44:12.803637 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2e631-5a01-4058-bc12-d2cff335cb2f req-f541606f-7026-4952-8beb-e81ba6b11c49 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:12.805651 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1d2e631-5a01-4058-bc12-d2cff335cb2f req-f541606f-7026-4952-8beb-e81ba6b11c49 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cce0591-c0b3-4432-830e-16aa8ccb5b27 HTTP/1.1" status: 200 len: 949 time: 0.0609777 Feb 09 01:44:12.817841 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 4aa27eea-dfea-46ea-bb85-93dec5e6005b completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:44:12.822262 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 4aa27eea-dfea-46ea-bb85-93dec5e6005b triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:12.822656 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4aa27eea-dfea-46ea-bb85-93dec5e6005b), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:12.855708 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1d2e631-5a01-4058-bc12-d2cff335cb2f req-0c8347d8-1e68-41c4-be67-b78d6256cf98 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] 10.222.0.50 "GET /v2.0/security-groups?id=d9f87e56-e35a-4f18-8039-5dd4f83d135e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440030 Feb 09 01:44:12.904439 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 4aa27eea-dfea-46ea-bb85-93dec5e6005b is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:12.904887 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4aa27eea-dfea-46ea-bb85-93dec5e6005b), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:12.927723 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cce0591-c0b3-4432-830e-16aa8ccb5b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa27eea-dfea-46ea-bb85-93dec5e6005b'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:44:12.930511 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c4d4e7-eb90-43a5-b85e-0fe96b0fc85f" -d '{"events": [{"server_uuid": "5cce0591-c0b3-4432-830e-16aa8ccb5b27", "name": "network-vif-plugged", "status": "completed", "tag": "4aa27eea-dfea-46ea-bb85-93dec5e6005b"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:44:12.943480 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 4aa27eea-dfea-46ea-bb85-93dec5e6005b, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=4aa27eea-dfea-46ea-bb85-93dec5e6005b,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:12.953639 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (4aa27eea-dfea-46ea-bb85-93dec5e6005b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:12.980211 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9642402a-849b-402f-b321-08f7d685598a x-openstack-request-id: req-9642402a-849b-402f-b321-08f7d685598a {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:44:12.980504 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cce0591-c0b3-4432-830e-16aa8ccb5b27", "name": "network-vif-plugged", "status": "completed", "tag": "4aa27eea-dfea-46ea-bb85-93dec5e6005b", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:44:12.980796 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9642402a-849b-402f-b321-08f7d685598a {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:44:12.981192 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cce0591-c0b3-4432-830e-16aa8ccb5b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa27eea-dfea-46ea-bb85-93dec5e6005b', 'code': 200} Feb 09 01:44:13.007412 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=4aa27eea-dfea-46ea-bb85-93dec5e6005b,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:13.083584 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25e90a-766b-4340-8057-ec802cedadb6 req-0100e1ae-8bd7-431e-880a-ad0434c14ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:13.085149 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8d25e90a-766b-4340-8057-ec802cedadb6 req-0100e1ae-8bd7-431e-880a-ad0434c14ba9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5cce0591-c0b3-4432-830e-16aa8ccb5b27 HTTP/1.1" status: 200 len: 1132 time: 0.0452631 Feb 09 01:44:13.128637 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8d25e90a-766b-4340-8057-ec802cedadb6 req-0d63a8e9-4104-4904-ba0b-7624d6806832 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d9f87e56-e35a-4f18-8039-5dd4f83d135e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371428 Feb 09 01:44:13.973384 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb1b05-0700-4c0d-bbd3-4c0c075ba047 req-8a61feb8-c32c-4654-9ac1-cdea6dae3df4 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:13.974862 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b7fb1b05-0700-4c0d-bbd3-4c0c075ba047 req-8a61feb8-c32c-4654-9ac1-cdea6dae3df4 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cce0591-c0b3-4432-830e-16aa8ccb5b27 HTTP/1.1" status: 200 len: 950 time: 0.0520701 Feb 09 01:44:14.026485 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b7fb1b05-0700-4c0d-bbd3-4c0c075ba047 req-ca142870-3895-4e18-a3de-7d192aad04b8 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] 10.222.0.50 "GET /v2.0/security-groups?id=d9f87e56-e35a-4f18-8039-5dd4f83d135e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459120 Feb 09 01:44:15.033506 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:44:15.149050 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e435c-6800-46b3-a8e0-2e453f73d4ad req-69f1c9c6-07da-48f0-8a9e-ebe55e26e2a6 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:15.150549 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9e8e435c-6800-46b3-a8e0-2e453f73d4ad req-69f1c9c6-07da-48f0-8a9e-ebe55e26e2a6 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cce0591-c0b3-4432-830e-16aa8ccb5b27 HTTP/1.1" status: 200 len: 950 time: 0.0523915 Feb 09 01:44:15.198416 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9e8e435c-6800-46b3-a8e0-2e453f73d4ad req-5bb89217-5afa-457f-b39c-4b683fa8b48e tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] 10.222.0.50 "GET /v2.0/security-groups?id=d9f87e56-e35a-4f18-8039-5dd4f83d135e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422673 Feb 09 01:44:15.454181 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7db253-e41b-4c0a-9b8c-9a11a6963b24 req-008bd50e-f5a7-4c35-94a7-b9fc1964440a tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:15.455679 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7f7db253-e41b-4c0a-9b8c-9a11a6963b24 req-008bd50e-f5a7-4c35-94a7-b9fc1964440a tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cce0591-c0b3-4432-830e-16aa8ccb5b27 HTTP/1.1" status: 200 len: 950 time: 0.0528293 Feb 09 01:44:15.503240 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7f7db253-e41b-4c0a-9b8c-9a11a6963b24 req-26ba45c3-ddce-41f2-90be-a263e5716557 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] 10.222.0.50 "GET /v2.0/security-groups?id=d9f87e56-e35a-4f18-8039-5dd4f83d135e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414410 Feb 09 01:44:16.636903 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176a865-2af1-4491-b17c-733232df1395 req-8b8cb611-782a-4c3d-b7df-9af88663db6a tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:16.638545 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2176a865-2af1-4491-b17c-733232df1395 req-8b8cb611-782a-4c3d-b7df-9af88663db6a tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] 10.222.0.50 "GET /v2.0/ports?device_id=5cce0591-c0b3-4432-830e-16aa8ccb5b27 HTTP/1.1" status: 200 len: 950 time: 0.0608950 Feb 09 01:44:16.714324 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2176a865-2af1-4491-b17c-733232df1395 req-d16aa14f-00b8-4895-a1e5-bfaf8c5bf8b9 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] 10.222.0.50 "GET /v2.0/security-groups?id=d9f87e56-e35a-4f18-8039-5dd4f83d135e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696123 Feb 09 01:44:16.735215 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b817f4-abd6-4b1f-bd26-1f435ce1c7f6 req-b92fd88a-54f0-4ffe-ab6b-1b393f4442d7 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:16.735412 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-94b817f4-abd6-4b1f-bd26-1f435ce1c7f6 req-b92fd88a-54f0-4ffe-ab6b-1b393f4442d7 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] 10.222.0.47 "GET /v2.0/ports?device_id=5cce0591-c0b3-4432-830e-16aa8ccb5b27 HTTP/1.1" status: 200 len: 950 time: 0.0707490 Feb 09 01:44:16.831312 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-94b817f4-abd6-4b1f-bd26-1f435ce1c7f6 req-3c9ec198-5a21-4c07-a2ce-67cd20a05bf2 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] Deleting port 4aa27eea-dfea-46ea-bb85-93dec5e6005b {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:44:16.831665 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-94b817f4-abd6-4b1f-bd26-1f435ce1c7f6 req-3c9ec198-5a21-4c07-a2ce-67cd20a05bf2 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (4aa27eea-dfea-46ea-bb85-93dec5e6005b), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:16.920807 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-94b817f4-abd6-4b1f-bd26-1f435ce1c7f6 req-3c9ec198-5a21-4c07-a2ce-67cd20a05bf2 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] For port 4aa27eea-dfea-46ea-bb85-93dec5e6005b, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=4aa27eea-dfea-46ea-bb85-93dec5e6005b,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:16.921109 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-94b817f4-abd6-4b1f-bd26-1f435ce1c7f6 req-3c9ec198-5a21-4c07-a2ce-67cd20a05bf2 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (4aa27eea-dfea-46ea-bb85-93dec5e6005b), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:16.934635 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-94b817f4-abd6-4b1f-bd26-1f435ce1c7f6 req-3c9ec198-5a21-4c07-a2ce-67cd20a05bf2 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] Calling delete_port for 4aa27eea-dfea-46ea-bb85-93dec5e6005b owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:44:17.066863 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-94b817f4-abd6-4b1f-bd26-1f435ce1c7f6 req-3c9ec198-5a21-4c07-a2ce-67cd20a05bf2 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (4aa27eea-dfea-46ea-bb85-93dec5e6005b), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:17.082716 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['4aa27eea-dfea-46ea-bb85-93dec5e6005b'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:44:17.094216 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ec198-5a21-4c07-a2ce-67cd20a05bf2 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] Pushing event deleted for resources: {'Port': ['ID=4aa27eea-dfea-46ea-bb85-93dec5e6005b,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:17.140347 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b817f4-abd6-4b1f-bd26-1f435ce1c7f6 req-3c9ec198-5a21-4c07-a2ce-67cd20a05bf2 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] No DVR routers for this DVR port 4aa27eea-dfea-46ea-bb85-93dec5e6005b on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:44:17.143096 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-94b817f4-abd6-4b1f-bd26-1f435ce1c7f6 req-3c9ec198-5a21-4c07-a2ce-67cd20a05bf2 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:17.146719 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-94b817f4-abd6-4b1f-bd26-1f435ce1c7f6 req-3c9ec198-5a21-4c07-a2ce-67cd20a05bf2 tempest-VolumesNegativeTest-776850334 tempest-VolumesNegativeTest-776850334-project] 10.222.0.47 "DELETE /v2.0/ports/4aa27eea-dfea-46ea-bb85-93dec5e6005b HTTP/1.1" status: 204 len: 173 time: 0.4064968 Feb 09 01:44:17.147258 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cce0591-c0b3-4432-830e-16aa8ccb5b27', 'name': 'network-vif-deleted', 'tag': '4aa27eea-dfea-46ea-bb85-93dec5e6005b'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:44:17.150241 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e055e954-3ba1-4e5e-88dd-25a9dad7e6ab" -d '{"events": [{"server_uuid": "5cce0591-c0b3-4432-830e-16aa8ccb5b27", "name": "network-vif-deleted", "tag": "4aa27eea-dfea-46ea-bb85-93dec5e6005b"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:44:17.199453 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026ffbf6-7617-4b76-9c6e-69f38a0a9ea0 x-openstack-request-id: req-026ffbf6-7617-4b76-9c6e-69f38a0a9ea0 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:44:17.199821 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cce0591-c0b3-4432-830e-16aa8ccb5b27", "name": "network-vif-deleted", "tag": "4aa27eea-dfea-46ea-bb85-93dec5e6005b", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:44:17.200256 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-026ffbf6-7617-4b76-9c6e-69f38a0a9ea0 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:44:17.200752 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cce0591-c0b3-4432-830e-16aa8ccb5b27', 'name': 'network-vif-deleted', 'tag': '4aa27eea-dfea-46ea-bb85-93dec5e6005b', 'status': 'completed', 'code': 200} Feb 09 01:44:20.810579 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 4aa27eea-dfea-46ea-bb85-93dec5e6005b no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:44:20.832212 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: 4aa27eea-dfea-46ea-bb85-93dec5e6005b {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:44:20.832595 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 4aa27eea-dfea-46ea-bb85-93dec5e6005b not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:44:24.840686 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 41048) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:24.982668 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41056) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:24.985045 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-51394526-ddb5-4038-8b59-483ca2dd2cd5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c798017b1b3249ed8a61b5891183a520&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1405578 Feb 09 01:44:25.042433 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-88b2f497-ab37-4e1a-92e4-40f16b3df0ee admin admin] Publish callbacks [] for security_group (d9f87e56-e35a-4f18-8039-5dd4f83d135e), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:25.070026 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-88b2f497-ab37-4e1a-92e4-40f16b3df0ee admin admin] Publish callbacks [] for security_group (d9f87e56-e35a-4f18-8039-5dd4f83d135e), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:25.123063 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-88b2f497-ab37-4e1a-92e4-40f16b3df0ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (d9f87e56-e35a-4f18-8039-5dd4f83d135e), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:25.126035 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-88b2f497-ab37-4e1a-92e4-40f16b3df0ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:25.127199 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-88b2f497-ab37-4e1a-92e4-40f16b3df0ee admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d9f87e56-e35a-4f18-8039-5dd4f83d135e HTTP/1.1" status: 204 len: 168 time: 0.1435461 Feb 09 01:44:25.136243 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2f497-ab37-4e1a-92e4-40f16b3df0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f87e56-e35a-4f18-8039-5dd4f83d135e,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:25.809628 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41084) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:25.911092 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-7e729b83-0bb1-4ed0-84b2-f8aa213f7f64 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1230665625-network', 'tenant_id': '2c5864c275804accbad063b21046bd46'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:25.936030 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e729b83-0bb1-4ed0-84b2-f8aa213f7f64 admin admin] Made reservation on behalf of 2c5864c275804accbad063b21046bd46 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:25.938422 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e729b83-0bb1-4ed0-84b2-f8aa213f7f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:25.946798 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e729b83-0bb1-4ed0-84b2-f8aa213f7f64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:26.023711 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e729b83-0bb1-4ed0-84b2-f8aa213f7f64 admin admin] Publish callbacks [] for security_group (085afe0e-ad49-4846-adde-d52644ef31f5), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:26.028043 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e729b83-0bb1-4ed0-84b2-f8aa213f7f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (085afe0e-ad49-4846-adde-d52644ef31f5), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:26.053270 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e729b83-0bb1-4ed0-84b2-f8aa213f7f64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1041} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:44:26.063072 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e729b83-0bb1-4ed0-84b2-f8aa213f7f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085afe0e-ad49-4846-adde-d52644ef31f5,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:26.067699 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e729b83-0bb1-4ed0-84b2-f8aa213f7f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (c18911ed-047d-4c01-bfb3-08572d50f228), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:26.068040 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-7e729b83-0bb1-4ed0-84b2-f8aa213f7f64 admin admin] Added segment c18911ed-047d-4c01-bfb3-08572d50f228 of type vlan for network 5dae83b6-7a58-4909-976c-a20a103756d8 Feb 09 01:44:26.109542 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e729b83-0bb1-4ed0-84b2-f8aa213f7f64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (5dae83b6-7a58-4909-976c-a20a103756d8), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:26.143510 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e729b83-0bb1-4ed0-84b2-f8aa213f7f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (5dae83b6-7a58-4909-976c-a20a103756d8), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:26.144417 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e729b83-0bb1-4ed0-84b2-f8aa213f7f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:26.145029 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7e729b83-0bb1-4ed0-84b2-f8aa213f7f64 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:26.202144 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7e729b83-0bb1-4ed0-84b2-f8aa213f7f64 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3910966 Feb 09 01:44:26.206066 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 41088) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:26.209392 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e729b83-0bb1-4ed0-84b2-f8aa213f7f64 admin admin] Pushing event updated for resources: {'Network': ['ID=5dae83b6-7a58-4909-976c-a20a103756d8,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:26.213144 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-ff2b06b2-8f04-432b-bb5b-b777b2b47dc2 admin admin] Request body: {'subnet': {'network_id': '5dae83b6-7a58-4909-976c-a20a103756d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1230665625-subnet', 'tenant_id': '2c5864c275804accbad063b21046bd46', 'ip_version': 4}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:26.220473 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 5dae83b6-7a58-4909-976c-a20a103756d8 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:44:26.235288 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2b06b2-8f04-432b-bb5b-b777b2b47dc2 admin admin] Made reservation on behalf of 2c5864c275804accbad063b21046bd46 for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:26.238129 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ff2b06b2-8f04-432b-bb5b-b777b2b47dc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:26.416714 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ff2b06b2-8f04-432b-bb5b-b777b2b47dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (d5962c84-f530-4093-bec5-923f6e47ec7c), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:26.465008 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b06b2-8f04-432b-bb5b-b777b2b47dc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5962c84-f530-4093-bec5-923f6e47ec7c,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:26.481688 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2b06b2-8f04-432b-bb5b-b777b2b47dc2 admin admin] Checking segment: {'id': 'c18911ed-047d-4c01-bfb3-08572d50f228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '5dae83b6-7a58-4909-976c-a20a103756d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:44:26.482061 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2b06b2-8f04-432b-bb5b-b777b2b47dc2 admin admin] Network hostable DHCP agents. Network: 5dae83b6-7a58-4909-976c-a20a103756d8, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:44:26.499667 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2b06b2-8f04-432b-bb5b-b777b2b47dc2 admin admin] Network 5dae83b6-7a58-4909-976c-a20a103756d8 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:44:26.508508 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-ff2b06b2-8f04-432b-bb5b-b777b2b47dc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 5dae83b6-7a58-4909-976c-a20a103756d8) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:26.513179 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2b06b2-8f04-432b-bb5b-b777b2b47dc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:26.513791 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ff2b06b2-8f04-432b-bb5b-b777b2b47dc2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:26.518384 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ef552f-ab81-4cbf-8653-922ccdc3b657 None None] Network 5dae83b6-7a58-4909-976c-a20a103756d8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:44:26.534582 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41092) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:26.535593 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ff2b06b2-8f04-432b-bb5b-b777b2b47dc2 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3275287 Feb 09 01:44:26.540354 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-13f77d6f-5a40-495f-884c-1a47e38bea1c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1230665625-router', 'tenant_id': '2c5864c275804accbad063b21046bd46', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:26.563971 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-13f77d6f-5a40-495f-884c-1a47e38bea1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (6639d13e-30bd-4041-8040-2f5da85db0bf), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:26.565433 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-13f77d6f-5a40-495f-884c-1a47e38bea1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (6639d13e-30bd-4041-8040-2f5da85db0bf), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:26.622820 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-13f77d6f-5a40-495f-884c-1a47e38bea1c admin admin] Publish callbacks [] for router_controller (6639d13e-30bd-4041-8040-2f5da85db0bf), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:26.632352 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94129bad-9a6a-45b6-a717-f7126a863cfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-5dae83b6-7a58-4909-976c-a20a103756d8', 'network_id': '5dae83b6-7a58-4909-976c-a20a103756d8', 'project_id': '2c5864c275804accbad063b21046bd46', 'fixed_ips': [{'subnet_id': 'd5962c84-f530-4093-bec5-923f6e47ec7c'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:44:26.634107 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-94129bad-9a6a-45b6-a717-f7126a863cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:26.771757 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-13f77d6f-5a40-495f-884c-1a47e38bea1c admin admin] Publish callbacks [] for router_gateway (6639d13e-30bd-4041-8040-2f5da85db0bf), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:26.780913 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-94129bad-9a6a-45b6-a717-f7126a863cfb None None] Allocated IP 172.20.0.2 (5dae83b6-7a58-4909-976c-a20a103756d8/d5962c84-f530-4093-bec5-923f6e47ec7c/10af5daf-6ec1-42db-9a47-41ff2183a503) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:26.949856 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-94129bad-9a6a-45b6-a717-f7126a863cfb None None] Publish callbacks [] for port (10af5daf-6ec1-42db-9a47-41ff2183a503), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:26.958567 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-94129bad-9a6a-45b6-a717-f7126a863cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (10af5daf-6ec1-42db-9a47-41ff2183a503), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:26.999692 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94129bad-9a6a-45b6-a717-f7126a863cfb None None] Network 5dae83b6-7a58-4909-976c-a20a103756d8 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:27.000072 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-13f77d6f-5a40-495f-884c-1a47e38bea1c admin admin] Publish callbacks [] for router_gateway (6639d13e-30bd-4041-8040-2f5da85db0bf), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:27.002590 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-94129bad-9a6a-45b6-a717-f7126a863cfb None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:27.009266 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94129bad-9a6a-45b6-a717-f7126a863cfb None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:44:27.018061 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94129bad-9a6a-45b6-a717-f7126a863cfb None None] Pushing event updated for resources: {'Port': ['ID=10af5daf-6ec1-42db-9a47-41ff2183a503,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:27.027909 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-13f77d6f-5a40-495f-884c-1a47e38bea1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:27.071825 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-94129bad-9a6a-45b6-a717-f7126a863cfb None None] Attempting to bind port 10af5daf-6ec1-42db-9a47-41ff2183a503 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:44:27.072207 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-94129bad-9a6a-45b6-a717-f7126a863cfb None None] Attempting to bind port 10af5daf-6ec1-42db-9a47-41ff2183a503 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'c18911ed-047d-4c01-bfb3-08572d50f228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '5dae83b6-7a58-4909-976c-a20a103756d8'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:44:27.072611 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94129bad-9a6a-45b6-a717-f7126a863cfb None None] Attempting to bind port 10af5daf-6ec1-42db-9a47-41ff2183a503 on network 5dae83b6-7a58-4909-976c-a20a103756d8 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:44:27.077526 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94129bad-9a6a-45b6-a717-f7126a863cfb None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:44:27.077910 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94129bad-9a6a-45b6-a717-f7126a863cfb None None] Checking segment: {'id': 'c18911ed-047d-4c01-bfb3-08572d50f228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '5dae83b6-7a58-4909-976c-a20a103756d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:44:27.078323 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-94129bad-9a6a-45b6-a717-f7126a863cfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:27.078745 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94129bad-9a6a-45b6-a717-f7126a863cfb None None] Bound using segment: {'id': 'c18911ed-047d-4c01-bfb3-08572d50f228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '5dae83b6-7a58-4909-976c-a20a103756d8'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:44:27.079208 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-94129bad-9a6a-45b6-a717-f7126a863cfb None None] Bound port: 10af5daf-6ec1-42db-9a47-41ff2183a503, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c18911ed-047d-4c01-bfb3-08572d50f228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '5dae83b6-7a58-4909-976c-a20a103756d8'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:44:27.079594 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-94129bad-9a6a-45b6-a717-f7126a863cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (10af5daf-6ec1-42db-9a47-41ff2183a503), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:27.144750 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-13f77d6f-5a40-495f-884c-1a47e38bea1c admin admin] Allocated IP 172.25.8.181 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/208d400f-8821-4508-9464-174f06ef9f2b) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:27.268900 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-13f77d6f-5a40-495f-884c-1a47e38bea1c admin admin] Publish callbacks [] for port (208d400f-8821-4508-9464-174f06ef9f2b), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:27.308124 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-13f77d6f-5a40-495f-884c-1a47e38bea1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (208d400f-8821-4508-9464-174f06ef9f2b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:27.324099 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-94129bad-9a6a-45b6-a717-f7126a863cfb None None] For port 10af5daf-6ec1-42db-9a47-41ff2183a503, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:44:27.330305 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-94129bad-9a6a-45b6-a717-f7126a863cfb None None] For port 10af5daf-6ec1-42db-9a47-41ff2183a503, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=10af5daf-6ec1-42db-9a47-41ff2183a503,segment=NetworkSegment(c18911ed-047d-4c01-bfb3-08572d50f228),segment_id=c18911ed-047d-4c01-bfb3-08572d50f228)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:44:27.337222 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-94129bad-9a6a-45b6-a717-f7126a863cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (10af5daf-6ec1-42db-9a47-41ff2183a503), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:27.353142 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f77d6f-5a40-495f-884c-1a47e38bea1c admin admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:27.356484 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-13f77d6f-5a40-495f-884c-1a47e38bea1c admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:27.360273 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f77d6f-5a40-495f-884c-1a47e38bea1c admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:44:27.395606 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f77d6f-5a40-495f-884c-1a47e38bea1c admin admin] Pushing event updated for resources: {'Port': ['ID=208d400f-8821-4508-9464-174f06ef9f2b,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:27.409133 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94129bad-9a6a-45b6-a717-f7126a863cfb None None] Pushing event updated for resources: {'Port': ['ID=10af5daf-6ec1-42db-9a47-41ff2183a503,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:27.684279 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-13f77d6f-5a40-495f-884c-1a47e38bea1c admin admin] Publish callbacks [] for router_gateway (6639d13e-30bd-4041-8040-2f5da85db0bf), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:27.892168 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-13f77d6f-5a40-495f-884c-1a47e38bea1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (6639d13e-30bd-4041-8040-2f5da85db0bf), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:28.025698 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f77d6f-5a40-495f-884c-1a47e38bea1c admin admin] Router 6639d13e-30bd-4041-8040-2f5da85db0bf is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:44:28.447861 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b450e451-6f7b-4b45-898b-374bdcc94cc3 None None] Network 5dae83b6-7a58-4909-976c-a20a103756d8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:44:28.465363 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f77d6f-5a40-495f-884c-1a47e38bea1c admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:44:28.485197 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-13f77d6f-5a40-495f-884c-1a47e38bea1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:28.489227 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-13f77d6f-5a40-495f-884c-1a47e38bea1c admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9504776 Feb 09 01:44:28.489653 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 41098) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:28.500728 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf52b0d-b9dd-40dd-9e8e-77b9e3c8ea56 None None] Sync routers for ids ['6639d13e-30bd-4041-8040-2f5da85db0bf'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:44:28.540180 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-0171e9ec-c735-4a2f-b6f2-11835d179034 None None] Provisioning complete for port 10af5daf-6ec1-42db-9a47-41ff2183a503 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:28.540593 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0171e9ec-c735-4a2f-b6f2-11835d179034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (10af5daf-6ec1-42db-9a47-41ff2183a503), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:28.544441 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf52b0d-b9dd-40dd-9e8e-77b9e3c8ea56 None None] Routers {'6639d13e-30bd-4041-8040-2f5da85db0bf'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:28.545187 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-ddf52b0d-b9dd-40dd-9e8e-77b9e3c8ea56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:44:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['6639d13e-30bd-4041-8040-2f5da85db0bf'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:28.751582 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-ddf52b0d-b9dd-40dd-9e8e-77b9e3c8ea56 None None] Set router 6639d13e-30bd-4041-8040-2f5da85db0bf gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:44:28.881147 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-0171e9ec-c735-4a2f-b6f2-11835d179034 None None] Current status of the port 10af5daf-6ec1-42db-9a47-41ff2183a503 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:28.881804 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0171e9ec-c735-4a2f-b6f2-11835d179034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (10af5daf-6ec1-42db-9a47-41ff2183a503), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:28.942602 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-0171e9ec-c735-4a2f-b6f2-11835d179034 None None] For port 10af5daf-6ec1-42db-9a47-41ff2183a503, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=10af5daf-6ec1-42db-9a47-41ff2183a503,segment=NetworkSegment(c18911ed-047d-4c01-bfb3-08572d50f228),segment_id=c18911ed-047d-4c01-bfb3-08572d50f228)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:28.952253 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0171e9ec-c735-4a2f-b6f2-11835d179034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (10af5daf-6ec1-42db-9a47-41ff2183a503), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:29.040078 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0171e9ec-c735-4a2f-b6f2-11835d179034 None None] Pushing event updated for resources: {'Port': ['ID=10af5daf-6ec1-42db-9a47-41ff2183a503,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:29.052009 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c668d1d5-8938-48db-b601-9abd9285d7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:29.060850 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-ddf52b0d-b9dd-40dd-9e8e-77b9e3c8ea56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6639d13e-30bd-4041-8040-2f5da85db0bf', 'name': 'tempest-TestAggregatesBasicOps-1230665625-router', 'tenant_id': '2c5864c275804accbad063b21046bd46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '208d400f-8821-4508-9464-174f06ef9f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:26Z', 'updated_at': '2022-02-09T01:44:27Z', 'revision_number': 3, 'project_id': '2c5864c275804accbad063b21046bd46', 'gw_port': {'id': '208d400f-8821-4508-9464-174f06ef9f2b', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:98:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6639d13e-30bd-4041-8040-2f5da85db0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:27Z', 'updated_at': '2022-02-09T01:44:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:29.121373 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf52b0d-b9dd-40dd-9e8e-77b9e3c8ea56 None None] Checking router: 6639d13e-30bd-4041-8040-2f5da85db0bf for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:44:29.121748 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf52b0d-b9dd-40dd-9e8e-77b9e3c8ea56 None None] Updating router 6639d13e-30bd-4041-8040-2f5da85db0bf port 208d400f-8821-4508-9464-174f06ef9f2b binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:44:29.126317 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 10af5daf-6ec1-42db-9a47-41ff2183a503 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:44:29.188346 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-cc6211f6-c1f4-4448-9721-8cef451ed921 None None] Provisioning complete for port 10af5daf-6ec1-42db-9a47-41ff2183a503 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:29.188778 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cc6211f6-c1f4-4448-9721-8cef451ed921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (10af5daf-6ec1-42db-9a47-41ff2183a503), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:29.194808 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ddf52b0d-b9dd-40dd-9e8e-77b9e3c8ea56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (208d400f-8821-4508-9464-174f06ef9f2b), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:29.307198 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-c668d1d5-8938-48db-b601-9abd9285d7d7 admin admin] Allocated IP 172.20.0.1 (5dae83b6-7a58-4909-976c-a20a103756d8/d5962c84-f530-4093-bec5-923f6e47ec7c/b646148f-e9d8-47a1-bb8a-6b905e6467ae) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:29.336904 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 10af5daf-6ec1-42db-9a47-41ff2183a503 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:29.337287 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (10af5daf-6ec1-42db-9a47-41ff2183a503), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:29.417836 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c668d1d5-8938-48db-b601-9abd9285d7d7 admin admin] Publish callbacks [] for port (b646148f-e9d8-47a1-bb8a-6b905e6467ae), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:29.454591 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c668d1d5-8938-48db-b601-9abd9285d7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (b646148f-e9d8-47a1-bb8a-6b905e6467ae), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:29.462016 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-cc6211f6-c1f4-4448-9721-8cef451ed921 None None] Current status of the port 10af5daf-6ec1-42db-9a47-41ff2183a503 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:29.531636 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c668d1d5-8938-48db-b601-9abd9285d7d7 admin admin] Network 5dae83b6-7a58-4909-976c-a20a103756d8 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:29.532967 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c668d1d5-8938-48db-b601-9abd9285d7d7 admin admin] Pushing event updated for resources: {'Port': ['ID=b646148f-e9d8-47a1-bb8a-6b905e6467ae,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:29.533593 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 10af5daf-6ec1-42db-9a47-41ff2183a503 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:29.535613 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-c668d1d5-8938-48db-b601-9abd9285d7d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:29.538342 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c668d1d5-8938-48db-b601-9abd9285d7d7 admin admin] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:44:29.582962 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c668d1d5-8938-48db-b601-9abd9285d7d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (6639d13e-30bd-4041-8040-2f5da85db0bf), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:29.613951 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ddf52b0d-b9dd-40dd-9e8e-77b9e3c8ea56 None None] Publish callbacks [] for port (208d400f-8821-4508-9464-174f06ef9f2b), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:29.621972 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ddf52b0d-b9dd-40dd-9e8e-77b9e3c8ea56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (208d400f-8821-4508-9464-174f06ef9f2b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:29.678785 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-ddf52b0d-b9dd-40dd-9e8e-77b9e3c8ea56 None None] Attempting to bind port 208d400f-8821-4508-9464-174f06ef9f2b on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:44:29.680477 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-ddf52b0d-b9dd-40dd-9e8e-77b9e3c8ea56 None None] Attempting to bind port 208d400f-8821-4508-9464-174f06ef9f2b by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:44:29.681386 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf52b0d-b9dd-40dd-9e8e-77b9e3c8ea56 None None] Attempting to bind port 208d400f-8821-4508-9464-174f06ef9f2b on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:44:29.690990 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf52b0d-b9dd-40dd-9e8e-77b9e3c8ea56 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:44:29.691531 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf52b0d-b9dd-40dd-9e8e-77b9e3c8ea56 None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:44:29.692063 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ddf52b0d-b9dd-40dd-9e8e-77b9e3c8ea56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:29.692688 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf52b0d-b9dd-40dd-9e8e-77b9e3c8ea56 None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:44:29.693348 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-ddf52b0d-b9dd-40dd-9e8e-77b9e3c8ea56 None None] Bound port: 208d400f-8821-4508-9464-174f06ef9f2b, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:44:29.693989 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ddf52b0d-b9dd-40dd-9e8e-77b9e3c8ea56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (208d400f-8821-4508-9464-174f06ef9f2b), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:29.696226 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bcb169-74d6-48a3-806d-e07e2ba7db53 None None] Pushing event updated for resources: {'Port': ['ID=208d400f-8821-4508-9464-174f06ef9f2b,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:29.738368 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c668d1d5-8938-48db-b601-9abd9285d7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b646148f-e9d8-47a1-bb8a-6b905e6467ae), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:29.752778 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-ddf52b0d-b9dd-40dd-9e8e-77b9e3c8ea56 None None] For port 208d400f-8821-4508-9464-174f06ef9f2b, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:44:29.756501 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-ddf52b0d-b9dd-40dd-9e8e-77b9e3c8ea56 None None] For port 208d400f-8821-4508-9464-174f06ef9f2b, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=208d400f-8821-4508-9464-174f06ef9f2b,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:44:29.764071 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ddf52b0d-b9dd-40dd-9e8e-77b9e3c8ea56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (208d400f-8821-4508-9464-174f06ef9f2b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:29.824062 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf52b0d-b9dd-40dd-9e8e-77b9e3c8ea56 None None] Routers {'6639d13e-30bd-4041-8040-2f5da85db0bf'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:29.824612 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-ddf52b0d-b9dd-40dd-9e8e-77b9e3c8ea56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:44:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['6639d13e-30bd-4041-8040-2f5da85db0bf'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:29.864476 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bcb169-74d6-48a3-806d-e07e2ba7db53 None None] Pushing event updated for resources: {'Port': ['ID=208d400f-8821-4508-9464-174f06ef9f2b,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:29.921779 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c668d1d5-8938-48db-b601-9abd9285d7d7 admin admin] Publish callbacks [] for port (b646148f-e9d8-47a1-bb8a-6b905e6467ae), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:29.927634 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c668d1d5-8938-48db-b601-9abd9285d7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (b646148f-e9d8-47a1-bb8a-6b905e6467ae), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:29.931382 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6401ab05-e20e-4829-8c2a-bcf9976686fc None None] Provisioning complete for port b646148f-e9d8-47a1-bb8a-6b905e6467ae triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:29.931634 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6401ab05-e20e-4829-8c2a-bcf9976686fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b646148f-e9d8-47a1-bb8a-6b905e6467ae), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:29.982903 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-ddf52b0d-b9dd-40dd-9e8e-77b9e3c8ea56 None None] Set router 6639d13e-30bd-4041-8040-2f5da85db0bf gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:44:29.994825 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c668d1d5-8938-48db-b601-9abd9285d7d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (6639d13e-30bd-4041-8040-2f5da85db0bf), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:29.996680 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c668d1d5-8938-48db-b601-9abd9285d7d7 admin admin] Pushing event updated for resources: {'Port': ['ID=b646148f-e9d8-47a1-bb8a-6b905e6467ae,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:30.010147 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6401ab05-e20e-4829-8c2a-bcf9976686fc None None] Port b646148f-e9d8-47a1-bb8a-6b905e6467ae cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:44:30.093987 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c668d1d5-8938-48db-b601-9abd9285d7d7 admin admin] Network 5dae83b6-7a58-4909-976c-a20a103756d8 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:30.095567 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-c668d1d5-8938-48db-b601-9abd9285d7d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:30.221528 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-ddf52b0d-b9dd-40dd-9e8e-77b9e3c8ea56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6639d13e-30bd-4041-8040-2f5da85db0bf', 'name': 'tempest-TestAggregatesBasicOps-1230665625-router', 'tenant_id': '2c5864c275804accbad063b21046bd46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '208d400f-8821-4508-9464-174f06ef9f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:26Z', 'updated_at': '2022-02-09T01:44:29Z', 'revision_number': 4, 'project_id': '2c5864c275804accbad063b21046bd46', 'gw_port': {'id': '208d400f-8821-4508-9464-174f06ef9f2b', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:98:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6639d13e-30bd-4041-8040-2f5da85db0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:27Z', 'updated_at': '2022-02-09T01:44:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'b646148f-e9d8-47a1-bb8a-6b905e6467ae', 'name': '', 'network_id': '5dae83b6-7a58-4909-976c-a20a103756d8', 'tenant_id': '2c5864c275804accbad063b21046bd46', 'mac_address': 'fa:16:3e:30:a3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6639d13e-30bd-4041-8040-2f5da85db0bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'd5962c84-f530-4093-bec5-923f6e47ec7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:29Z', 'updated_at': '2022-02-09T01:44:29Z', 'revision_number': 1, 'project_id': '2c5864c275804accbad063b21046bd46', 'subnets': [{'id': 'd5962c84-f530-4093-bec5-923f6e47ec7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:30.232810 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c668d1d5-8938-48db-b601-9abd9285d7d7 admin admin] Router 6639d13e-30bd-4041-8040-2f5da85db0bf has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:44:30.253264 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf52b0d-b9dd-40dd-9e8e-77b9e3c8ea56 None None] The sync data for ids ['6639d13e-30bd-4041-8040-2f5da85db0bf'] in n-d-828369-4 is: [{'id': '6639d13e-30bd-4041-8040-2f5da85db0bf', 'name': 'tempest-TestAggregatesBasicOps-1230665625-router', 'tenant_id': '2c5864c275804accbad063b21046bd46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '208d400f-8821-4508-9464-174f06ef9f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:26Z', 'updated_at': '2022-02-09T01:44:29Z', 'revision_number': 4, 'project_id': '2c5864c275804accbad063b21046bd46', 'gw_port': {'id': '208d400f-8821-4508-9464-174f06ef9f2b', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:98:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6639d13e-30bd-4041-8040-2f5da85db0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:27Z', 'updated_at': '2022-02-09T01:44:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'b646148f-e9d8-47a1-bb8a-6b905e6467ae', 'name': '', 'network_id': '5dae83b6-7a58-4909-976c-a20a103756d8', 'tenant_id': '2c5864c275804accbad063b21046bd46', 'mac_address': 'fa:16:3e:30:a3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6639d13e-30bd-4041-8040-2f5da85db0bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'd5962c84-f530-4093-bec5-923f6e47ec7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:29Z', 'updated_at': '2022-02-09T01:44:29Z', 'revision_number': 1, 'project_id': '2c5864c275804accbad063b21046bd46', 'subnets': [{'id': 'd5962c84-f530-4093-bec5-923f6e47ec7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:44:30.372069 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c668d1d5-8938-48db-b601-9abd9285d7d7 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:44:30.377915 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c668d1d5-8938-48db-b601-9abd9285d7d7 admin admin] 10.222.0.50 "PUT /v2.0/routers/6639d13e-30bd-4041-8040-2f5da85db0bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8871152 Feb 09 01:44:30.435347 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73fde2f2-4f89-4e3e-882e-ec511e717697 None None] Provisioning complete for port b646148f-e9d8-47a1-bb8a-6b905e6467ae triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:30.435891 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73fde2f2-4f89-4e3e-882e-ec511e717697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b646148f-e9d8-47a1-bb8a-6b905e6467ae), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:30.476782 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73fde2f2-4f89-4e3e-882e-ec511e717697 None None] Port b646148f-e9d8-47a1-bb8a-6b905e6467ae cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:44:30.630840 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d9dee281-e62b-494f-b4a8-2f66614f3533 req-a87ee1be-1d96-4331-83a7-5e4ed2904c07 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=5157085a-3190-4575-9955-89d788f510dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0743551 Feb 09 01:44:30.725235 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dee281-e62b-494f-b4a8-2f66614f3533 req-04a575d3-a98e-4b9d-8281-6f64290f16ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:30.727316 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d9dee281-e62b-494f-b4a8-2f66614f3533 req-04a575d3-a98e-4b9d-8281-6f64290f16ed service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=279ecdc9b7c34fb8871789c462b2f6e4&device_id=5157085a-3190-4575-9955-89d788f510dd HTTP/1.1" status: 200 len: 1127 time: 0.0519030 Feb 09 01:44:30.849121 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dee281-e62b-494f-b4a8-2f66614f3533 req-ba99193f-5ea3-474f-96be-bc50f7709d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:30.852580 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d9dee281-e62b-494f-b4a8-2f66614f3533 req-ba99193f-5ea3-474f-96be-bc50f7709d34 service neutron] 10.222.0.120 "GET /v2.0/networks?id=25e3096a-08ad-410d-8381-c637f46354f2 HTTP/1.1" status: 200 len: 916 time: 0.1048982 Feb 09 01:44:30.900877 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d9dee281-e62b-494f-b4a8-2f66614f3533 req-85ef26cd-44a5-4f17-a220-22e7e1e4bca9 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=875e7c64-c15e-40a9-b6a1-ea12e2123083 HTTP/1.1" status: 200 len: 217 time: 0.0431180 Feb 09 01:44:30.964954 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dee281-e62b-494f-b4a8-2f66614f3533 req-ed10738d-17b3-44dd-accd-d272f6532cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:30.966442 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d9dee281-e62b-494f-b4a8-2f66614f3533 req-ed10738d-17b3-44dd-accd-d272f6532cf7 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=e06a83b8-3a3f-4265-b57a-58858bfb8a48 HTTP/1.1" status: 200 len: 854 time: 0.0581126 Feb 09 01:44:31.014097 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d9dee281-e62b-494f-b4a8-2f66614f3533 req-48a29c78-587f-46ca-97ce-fb0682721a04 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=25e3096a-08ad-410d-8381-c637f46354f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409167 Feb 09 01:44:31.025162 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41118) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:31.030855 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-66e9c898-65cf-474a-adbd-49ae9de8e155 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-840270750-network', 'tenant_id': '48df36e618c34b44846bc151b7b638b3'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:31.046358 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 10af5daf-6ec1-42db-9a47-41ff2183a503 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:44:31.082585 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e9c898-65cf-474a-adbd-49ae9de8e155 admin admin] Made reservation on behalf of 48df36e618c34b44846bc151b7b638b3 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:31.085430 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-66e9c898-65cf-474a-adbd-49ae9de8e155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:31.106038 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-66e9c898-65cf-474a-adbd-49ae9de8e155 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:31.138046 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d9dee281-e62b-494f-b4a8-2f66614f3533 req-e73f21e0-0aed-434e-ab4c-d6640f0b584f service neutron] 10.222.0.120 "GET /v2.0/networks/25e3096a-08ad-410d-8381-c637f46354f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147451 Feb 09 01:44:31.151987 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 10af5daf-6ec1-42db-9a47-41ff2183a503 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:31.151987 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (10af5daf-6ec1-42db-9a47-41ff2183a503), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:31.251872 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-66e9c898-65cf-474a-adbd-49ae9de8e155 admin admin] Publish callbacks [] for security_group (ed483e22-f9f0-4f4c-a32b-1c1a6baa84b1), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:31.260766 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-66e9c898-65cf-474a-adbd-49ae9de8e155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (ed483e22-f9f0-4f4c-a32b-1c1a6baa84b1), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:31.281443 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d9dee281-e62b-494f-b4a8-2f66614f3533 req-9843336b-ac5b-4366-ad55-b4647f45c697 service neutron] 10.222.0.120 "GET /v2.0/networks/25e3096a-08ad-410d-8381-c637f46354f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380754 Feb 09 01:44:31.283008 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66e9c898-65cf-474a-adbd-49ae9de8e155 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1026} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:44:31.290618 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 10af5daf-6ec1-42db-9a47-41ff2183a503 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:31.313165 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-66e9c898-65cf-474a-adbd-49ae9de8e155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (45375865-5587-40fa-9013-7854ab366d90), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:31.313822 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-66e9c898-65cf-474a-adbd-49ae9de8e155 admin admin] Added segment 45375865-5587-40fa-9013-7854ab366d90 of type vlan for network ec2c0e05-28b5-4f2d-8910-67f780ca13e5 Feb 09 01:44:31.315704 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e9c898-65cf-474a-adbd-49ae9de8e155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed483e22-f9f0-4f4c-a32b-1c1a6baa84b1,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:31.369177 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-66e9c898-65cf-474a-adbd-49ae9de8e155 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (ec2c0e05-28b5-4f2d-8910-67f780ca13e5), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:31.396956 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-66e9c898-65cf-474a-adbd-49ae9de8e155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (ec2c0e05-28b5-4f2d-8910-67f780ca13e5), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:31.397879 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e9c898-65cf-474a-adbd-49ae9de8e155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:31.399009 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-66e9c898-65cf-474a-adbd-49ae9de8e155 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:31.459718 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-66e9c898-65cf-474a-adbd-49ae9de8e155 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4328701 Feb 09 01:44:31.463261 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 41120) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:31.468220 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-59abbfa9-cb01-4dfb-b298-ef4f3d7c4c72 admin admin] Request body: {'subnet': {'network_id': 'ec2c0e05-28b5-4f2d-8910-67f780ca13e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-840270750-subnet', 'tenant_id': '48df36e618c34b44846bc151b7b638b3', 'ip_version': 4}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:31.477087 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e9c898-65cf-474a-adbd-49ae9de8e155 admin admin] Pushing event updated for resources: {'Network': ['ID=ec2c0e05-28b5-4f2d-8910-67f780ca13e5,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:31.490455 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network ec2c0e05-28b5-4f2d-8910-67f780ca13e5 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:44:31.505673 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59abbfa9-cb01-4dfb-b298-ef4f3d7c4c72 admin admin] Made reservation on behalf of 48df36e618c34b44846bc151b7b638b3 for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:31.509430 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-59abbfa9-cb01-4dfb-b298-ef4f3d7c4c72 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:32.036739 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-59abbfa9-cb01-4dfb-b298-ef4f3d7c4c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (ed7c5525-2b38-4180-8bfc-e624f6882532), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:32.092722 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59abbfa9-cb01-4dfb-b298-ef4f3d7c4c72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed7c5525-2b38-4180-8bfc-e624f6882532,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:32.103288 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59abbfa9-cb01-4dfb-b298-ef4f3d7c4c72 admin admin] Checking segment: {'id': '45375865-5587-40fa-9013-7854ab366d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'ec2c0e05-28b5-4f2d-8910-67f780ca13e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:44:32.103711 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59abbfa9-cb01-4dfb-b298-ef4f3d7c4c72 admin admin] Network hostable DHCP agents. Network: ec2c0e05-28b5-4f2d-8910-67f780ca13e5, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:44:32.120984 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59abbfa9-cb01-4dfb-b298-ef4f3d7c4c72 admin admin] Network ec2c0e05-28b5-4f2d-8910-67f780ca13e5 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:44:32.129999 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-59abbfa9-cb01-4dfb-b298-ef4f3d7c4c72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, ec2c0e05-28b5-4f2d-8910-67f780ca13e5) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:32.134816 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59abbfa9-cb01-4dfb-b298-ef4f3d7c4c72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:32.135869 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-59abbfa9-cb01-4dfb-b298-ef4f3d7c4c72 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:32.140003 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e50cd0a-8fb7-4aae-944e-0083cacfe178 None None] Network ec2c0e05-28b5-4f2d-8910-67f780ca13e5 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:44:32.156771 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-59abbfa9-cb01-4dfb-b298-ef4f3d7c4c72 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6923738 Feb 09 01:44:32.159514 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41124) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:32.164074 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-0736de96-0766-4f8e-82e4-112b55378fad admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-840270750-router', 'tenant_id': '48df36e618c34b44846bc151b7b638b3', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:32.185838 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0736de96-0766-4f8e-82e4-112b55378fad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (f53002dc-f27c-4056-a7d3-8d100011ff64), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:32.186968 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0736de96-0766-4f8e-82e4-112b55378fad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (f53002dc-f27c-4056-a7d3-8d100011ff64), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:32.257724 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0736de96-0766-4f8e-82e4-112b55378fad admin admin] Publish callbacks [] for router_controller (f53002dc-f27c-4056-a7d3-8d100011ff64), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:32.420394 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0736de96-0766-4f8e-82e4-112b55378fad admin admin] Publish callbacks [] for router_gateway (f53002dc-f27c-4056-a7d3-8d100011ff64), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:32.451364 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f354f2d-f405-4301-a04a-a1d71ef679c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-ec2c0e05-28b5-4f2d-8910-67f780ca13e5', 'network_id': 'ec2c0e05-28b5-4f2d-8910-67f780ca13e5', 'project_id': '48df36e618c34b44846bc151b7b638b3', 'fixed_ips': [{'subnet_id': 'ed7c5525-2b38-4180-8bfc-e624f6882532'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:44:32.452411 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8f354f2d-f405-4301-a04a-a1d71ef679c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:32.468424 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d26c6f69-5e9c-4ce3-b893-dd8d67388edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:32.602150 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-8f354f2d-f405-4301-a04a-a1d71ef679c7 None None] Allocated IP 172.20.0.2 (ec2c0e05-28b5-4f2d-8910-67f780ca13e5/ed7c5525-2b38-4180-8bfc-e624f6882532/21cb8752-2b8e-42c2-b50b-ad77c27f3836) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:32.652877 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0736de96-0766-4f8e-82e4-112b55378fad admin admin] Publish callbacks [] for router_gateway (f53002dc-f27c-4056-a7d3-8d100011ff64), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:32.684293 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0736de96-0766-4f8e-82e4-112b55378fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:32.771648 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8f354f2d-f405-4301-a04a-a1d71ef679c7 None None] Publish callbacks [] for port (21cb8752-2b8e-42c2-b50b-ad77c27f3836), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:32.779294 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8f354f2d-f405-4301-a04a-a1d71ef679c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (21cb8752-2b8e-42c2-b50b-ad77c27f3836), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:32.813963 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-0736de96-0766-4f8e-82e4-112b55378fad admin admin] Allocated IP 172.25.8.202 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/ed292909-6755-43ce-9c20-3ae26d68dadf) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:32.822291 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f354f2d-f405-4301-a04a-a1d71ef679c7 None None] Network ec2c0e05-28b5-4f2d-8910-67f780ca13e5 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:32.827309 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-8f354f2d-f405-4301-a04a-a1d71ef679c7 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:32.829881 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f354f2d-f405-4301-a04a-a1d71ef679c7 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:44:32.843273 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f354f2d-f405-4301-a04a-a1d71ef679c7 None None] Pushing event updated for resources: {'Port': ['ID=21cb8752-2b8e-42c2-b50b-ad77c27f3836,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:32.898152 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1469d388-827d-4b61-b6db-26b483726646 None None] Sync routers for ids ['6639d13e-30bd-4041-8040-2f5da85db0bf'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:44:32.908463 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1469d388-827d-4b61-b6db-26b483726646 None None] Routers {'6639d13e-30bd-4041-8040-2f5da85db0bf'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:32.909203 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-1469d388-827d-4b61-b6db-26b483726646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:44:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['6639d13e-30bd-4041-8040-2f5da85db0bf'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:32.910690 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-8f354f2d-f405-4301-a04a-a1d71ef679c7 None None] Attempting to bind port 21cb8752-2b8e-42c2-b50b-ad77c27f3836 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:44:32.911091 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-8f354f2d-f405-4301-a04a-a1d71ef679c7 None None] Attempting to bind port 21cb8752-2b8e-42c2-b50b-ad77c27f3836 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '45375865-5587-40fa-9013-7854ab366d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'ec2c0e05-28b5-4f2d-8910-67f780ca13e5'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:44:32.911471 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f354f2d-f405-4301-a04a-a1d71ef679c7 None None] Attempting to bind port 21cb8752-2b8e-42c2-b50b-ad77c27f3836 on network ec2c0e05-28b5-4f2d-8910-67f780ca13e5 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:44:32.917655 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f354f2d-f405-4301-a04a-a1d71ef679c7 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:44:32.918064 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f354f2d-f405-4301-a04a-a1d71ef679c7 None None] Checking segment: {'id': '45375865-5587-40fa-9013-7854ab366d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'ec2c0e05-28b5-4f2d-8910-67f780ca13e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:44:32.919070 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8f354f2d-f405-4301-a04a-a1d71ef679c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:32.919070 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f354f2d-f405-4301-a04a-a1d71ef679c7 None None] Bound using segment: {'id': '45375865-5587-40fa-9013-7854ab366d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'ec2c0e05-28b5-4f2d-8910-67f780ca13e5'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:44:32.919539 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-8f354f2d-f405-4301-a04a-a1d71ef679c7 None None] Bound port: 21cb8752-2b8e-42c2-b50b-ad77c27f3836, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45375865-5587-40fa-9013-7854ab366d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'ec2c0e05-28b5-4f2d-8910-67f780ca13e5'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:44:32.919954 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8f354f2d-f405-4301-a04a-a1d71ef679c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (21cb8752-2b8e-42c2-b50b-ad77c27f3836), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:32.950746 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0736de96-0766-4f8e-82e4-112b55378fad admin admin] Publish callbacks [] for port (ed292909-6755-43ce-9c20-3ae26d68dadf), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:32.998005 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-8f354f2d-f405-4301-a04a-a1d71ef679c7 None None] For port 21cb8752-2b8e-42c2-b50b-ad77c27f3836, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:44:33.002160 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-8f354f2d-f405-4301-a04a-a1d71ef679c7 None None] For port 21cb8752-2b8e-42c2-b50b-ad77c27f3836, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=21cb8752-2b8e-42c2-b50b-ad77c27f3836,segment=NetworkSegment(45375865-5587-40fa-9013-7854ab366d90),segment_id=45375865-5587-40fa-9013-7854ab366d90)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:44:33.012782 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8f354f2d-f405-4301-a04a-a1d71ef679c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (21cb8752-2b8e-42c2-b50b-ad77c27f3836), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:33.036760 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0736de96-0766-4f8e-82e4-112b55378fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (ed292909-6755-43ce-9c20-3ae26d68dadf), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:33.094633 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-1469d388-827d-4b61-b6db-26b483726646 None None] Set router 6639d13e-30bd-4041-8040-2f5da85db0bf gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:44:33.105885 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f354f2d-f405-4301-a04a-a1d71ef679c7 None None] Pushing event updated for resources: {'Port': ['ID=21cb8752-2b8e-42c2-b50b-ad77c27f3836,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:33.117433 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0736de96-0766-4f8e-82e4-112b55378fad admin admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:33.119570 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-0736de96-0766-4f8e-82e4-112b55378fad admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:33.127030 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0736de96-0766-4f8e-82e4-112b55378fad admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:44:33.130834 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 208d400f-8821-4508-9464-174f06ef9f2b up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:44:33.171939 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0736de96-0766-4f8e-82e4-112b55378fad admin admin] Pushing event updated for resources: {'Port': ['ID=ed292909-6755-43ce-9c20-3ae26d68dadf,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:33.200004 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 208d400f-8821-4508-9464-174f06ef9f2b triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:33.204095 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (208d400f-8821-4508-9464-174f06ef9f2b), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:33.326723 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 208d400f-8821-4508-9464-174f06ef9f2b is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:33.327104 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (208d400f-8821-4508-9464-174f06ef9f2b), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:33.357430 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-1469d388-827d-4b61-b6db-26b483726646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6639d13e-30bd-4041-8040-2f5da85db0bf', 'name': 'tempest-TestAggregatesBasicOps-1230665625-router', 'tenant_id': '2c5864c275804accbad063b21046bd46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '208d400f-8821-4508-9464-174f06ef9f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:26Z', 'updated_at': '2022-02-09T01:44:29Z', 'revision_number': 4, 'project_id': '2c5864c275804accbad063b21046bd46', 'gw_port': {'id': '208d400f-8821-4508-9464-174f06ef9f2b', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:98:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6639d13e-30bd-4041-8040-2f5da85db0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:27Z', 'updated_at': '2022-02-09T01:44:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'b646148f-e9d8-47a1-bb8a-6b905e6467ae', 'name': '', 'network_id': '5dae83b6-7a58-4909-976c-a20a103756d8', 'tenant_id': '2c5864c275804accbad063b21046bd46', 'mac_address': 'fa:16:3e:30:a3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6639d13e-30bd-4041-8040-2f5da85db0bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'd5962c84-f530-4093-bec5-923f6e47ec7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:29Z', 'updated_at': '2022-02-09T01:44:29Z', 'revision_number': 2, 'project_id': '2c5864c275804accbad063b21046bd46', 'subnets': [{'id': 'd5962c84-f530-4093-bec5-923f6e47ec7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:33.372885 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 208d400f-8821-4508-9464-174f06ef9f2b, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=208d400f-8821-4508-9464-174f06ef9f2b,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:33.393344 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (208d400f-8821-4508-9464-174f06ef9f2b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:33.416574 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1469d388-827d-4b61-b6db-26b483726646 None None] Checking router: 6639d13e-30bd-4041-8040-2f5da85db0bf for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:44:33.416708 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1469d388-827d-4b61-b6db-26b483726646 None None] Updating router 6639d13e-30bd-4041-8040-2f5da85db0bf port b646148f-e9d8-47a1-bb8a-6b905e6467ae binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:44:33.456639 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1469d388-827d-4b61-b6db-26b483726646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b646148f-e9d8-47a1-bb8a-6b905e6467ae), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:33.485722 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=208d400f-8821-4508-9464-174f06ef9f2b,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:33.541767 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0736de96-0766-4f8e-82e4-112b55378fad admin admin] Publish callbacks [] for router_gateway (f53002dc-f27c-4056-a7d3-8d100011ff64), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:33.766890 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1469d388-827d-4b61-b6db-26b483726646 None None] Publish callbacks [] for port (b646148f-e9d8-47a1-bb8a-6b905e6467ae), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:33.775023 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1469d388-827d-4b61-b6db-26b483726646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b646148f-e9d8-47a1-bb8a-6b905e6467ae), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:33.775219 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0736de96-0766-4f8e-82e4-112b55378fad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (f53002dc-f27c-4056-a7d3-8d100011ff64), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:33.833812 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b64344-afee-4899-a4a3-eda8248a728c None None] Pushing event updated for resources: {'Port': ['ID=b646148f-e9d8-47a1-bb8a-6b905e6467ae,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:33.897276 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b64344-afee-4899-a4a3-eda8248a728c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:33.897843 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b64344-afee-4899-a4a3-eda8248a728c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:33.898439 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b64344-afee-4899-a4a3-eda8248a728c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:33.899456 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b64344-afee-4899-a4a3-eda8248a728c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:33.899664 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b64344-afee-4899-a4a3-eda8248a728c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:33.900316 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b64344-afee-4899-a4a3-eda8248a728c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:33.900316 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b64344-afee-4899-a4a3-eda8248a728c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:33.900643 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b64344-afee-4899-a4a3-eda8248a728c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:33.901088 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b64344-afee-4899-a4a3-eda8248a728c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:33.901422 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b64344-afee-4899-a4a3-eda8248a728c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:33.901756 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b64344-afee-4899-a4a3-eda8248a728c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:33.902081 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b64344-afee-4899-a4a3-eda8248a728c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:33.902405 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b64344-afee-4899-a4a3-eda8248a728c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:44:33.907969 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-1469d388-827d-4b61-b6db-26b483726646 None None] Attempting to bind port b646148f-e9d8-47a1-bb8a-6b905e6467ae on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:44:33.908450 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-1469d388-827d-4b61-b6db-26b483726646 None None] Attempting to bind port b646148f-e9d8-47a1-bb8a-6b905e6467ae by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'c18911ed-047d-4c01-bfb3-08572d50f228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '5dae83b6-7a58-4909-976c-a20a103756d8'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:44:33.908733 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1469d388-827d-4b61-b6db-26b483726646 None None] Attempting to bind port b646148f-e9d8-47a1-bb8a-6b905e6467ae on network 5dae83b6-7a58-4909-976c-a20a103756d8 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:44:33.915230 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1469d388-827d-4b61-b6db-26b483726646 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:44:33.915612 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1469d388-827d-4b61-b6db-26b483726646 None None] Checking segment: {'id': 'c18911ed-047d-4c01-bfb3-08572d50f228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '5dae83b6-7a58-4909-976c-a20a103756d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:44:33.916018 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1469d388-827d-4b61-b6db-26b483726646 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:33.916417 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1469d388-827d-4b61-b6db-26b483726646 None None] Bound using segment: {'id': 'c18911ed-047d-4c01-bfb3-08572d50f228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '5dae83b6-7a58-4909-976c-a20a103756d8'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:44:33.916920 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-1469d388-827d-4b61-b6db-26b483726646 None None] Bound port: b646148f-e9d8-47a1-bb8a-6b905e6467ae, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c18911ed-047d-4c01-bfb3-08572d50f228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '5dae83b6-7a58-4909-976c-a20a103756d8'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:44:33.917304 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1469d388-827d-4b61-b6db-26b483726646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b646148f-e9d8-47a1-bb8a-6b905e6467ae), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:33.948204 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0736de96-0766-4f8e-82e4-112b55378fad admin admin] Router f53002dc-f27c-4056-a7d3-8d100011ff64 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:44:34.001644 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-1469d388-827d-4b61-b6db-26b483726646 None None] For port b646148f-e9d8-47a1-bb8a-6b905e6467ae, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:44:34.006178 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-1469d388-827d-4b61-b6db-26b483726646 None None] For port b646148f-e9d8-47a1-bb8a-6b905e6467ae, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=b646148f-e9d8-47a1-bb8a-6b905e6467ae,segment=NetworkSegment(c18911ed-047d-4c01-bfb3-08572d50f228),segment_id=c18911ed-047d-4c01-bfb3-08572d50f228)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:44:34.019001 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-1469d388-827d-4b61-b6db-26b483726646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b646148f-e9d8-47a1-bb8a-6b905e6467ae), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:34.103282 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b64344-afee-4899-a4a3-eda8248a728c None None] Pushing event updated for resources: {'Port': ['ID=b646148f-e9d8-47a1-bb8a-6b905e6467ae,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:34.104596 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0736de96-0766-4f8e-82e4-112b55378fad admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:44:34.106574 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1469d388-827d-4b61-b6db-26b483726646 None None] Routers {'6639d13e-30bd-4041-8040-2f5da85db0bf'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:34.107432 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-1469d388-827d-4b61-b6db-26b483726646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:44:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['6639d13e-30bd-4041-8040-2f5da85db0bf'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:34.120763 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29945d1e-3e1b-4ec0-91b5-009bc8e95f08 None None] Sync routers for ids ['f53002dc-f27c-4056-a7d3-8d100011ff64'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:44:34.145492 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29945d1e-3e1b-4ec0-91b5-009bc8e95f08 None None] Routers {'f53002dc-f27c-4056-a7d3-8d100011ff64'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:34.147621 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-29945d1e-3e1b-4ec0-91b5-009bc8e95f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:44:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f53002dc-f27c-4056-a7d3-8d100011ff64'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:34.175721 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0736de96-0766-4f8e-82e4-112b55378fad admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:34.180378 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 41130) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:34.181133 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0736de96-0766-4f8e-82e4-112b55378fad admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0205019 Feb 09 01:44:34.281842 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-1469d388-827d-4b61-b6db-26b483726646 None None] Set router 6639d13e-30bd-4041-8040-2f5da85db0bf gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:44:34.315545 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-613002a2-35c0-46aa-ad08-44bd9e315aa2 None None] Provisioning complete for port b646148f-e9d8-47a1-bb8a-6b905e6467ae triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:34.320903 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-613002a2-35c0-46aa-ad08-44bd9e315aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b646148f-e9d8-47a1-bb8a-6b905e6467ae), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:34.416928 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-29945d1e-3e1b-4ec0-91b5-009bc8e95f08 None None] Set router f53002dc-f27c-4056-a7d3-8d100011ff64 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:44:34.613065 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-1469d388-827d-4b61-b6db-26b483726646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6639d13e-30bd-4041-8040-2f5da85db0bf', 'name': 'tempest-TestAggregatesBasicOps-1230665625-router', 'tenant_id': '2c5864c275804accbad063b21046bd46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '208d400f-8821-4508-9464-174f06ef9f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:26Z', 'updated_at': '2022-02-09T01:44:29Z', 'revision_number': 4, 'project_id': '2c5864c275804accbad063b21046bd46', 'gw_port': {'id': '208d400f-8821-4508-9464-174f06ef9f2b', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:98:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6639d13e-30bd-4041-8040-2f5da85db0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:27Z', 'updated_at': '2022-02-09T01:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'b646148f-e9d8-47a1-bb8a-6b905e6467ae', 'name': '', 'network_id': '5dae83b6-7a58-4909-976c-a20a103756d8', 'tenant_id': '2c5864c275804accbad063b21046bd46', 'mac_address': 'fa:16:3e:30:a3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6639d13e-30bd-4041-8040-2f5da85db0bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'd5962c84-f530-4093-bec5-923f6e47ec7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:29Z', 'updated_at': '2022-02-09T01:44:33Z', 'revision_number': 4, 'project_id': '2c5864c275804accbad063b21046bd46', 'subnets': [{'id': 'd5962c84-f530-4093-bec5-923f6e47ec7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:34.647964 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d02ccc6-3f24-4241-ac3b-747f244e0000 None None] Network ec2c0e05-28b5-4f2d-8910-67f780ca13e5 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:44:34.736623 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1469d388-827d-4b61-b6db-26b483726646 None None] The sync data for ids ['6639d13e-30bd-4041-8040-2f5da85db0bf'] in n-d-828369-4 is: [{'id': '6639d13e-30bd-4041-8040-2f5da85db0bf', 'name': 'tempest-TestAggregatesBasicOps-1230665625-router', 'tenant_id': '2c5864c275804accbad063b21046bd46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '208d400f-8821-4508-9464-174f06ef9f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:26Z', 'updated_at': '2022-02-09T01:44:29Z', 'revision_number': 4, 'project_id': '2c5864c275804accbad063b21046bd46', 'gw_port': {'id': '208d400f-8821-4508-9464-174f06ef9f2b', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:98:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6639d13e-30bd-4041-8040-2f5da85db0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:27Z', 'updated_at': '2022-02-09T01:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'b646148f-e9d8-47a1-bb8a-6b905e6467ae', 'name': '', 'network_id': '5dae83b6-7a58-4909-976c-a20a103756d8', 'tenant_id': '2c5864c275804accbad063b21046bd46', 'mac_address': 'fa:16:3e:30:a3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6639d13e-30bd-4041-8040-2f5da85db0bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': 'd5962c84-f530-4093-bec5-923f6e47ec7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:29Z', 'updated_at': '2022-02-09T01:44:33Z', 'revision_number': 4, 'project_id': '2c5864c275804accbad063b21046bd46', 'subnets': [{'id': 'd5962c84-f530-4093-bec5-923f6e47ec7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:44:34.744625 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-14fc33ed-96ff-4950-b137-3e26bb7a5a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:34.772707 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-613002a2-35c0-46aa-ad08-44bd9e315aa2 None None] Current status of the port b646148f-e9d8-47a1-bb8a-6b905e6467ae is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:34.773336 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-613002a2-35c0-46aa-ad08-44bd9e315aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b646148f-e9d8-47a1-bb8a-6b905e6467ae), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:34.869904 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b41f1931-6adf-4e20-a510-d1e0901c15f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:34.892531 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-613002a2-35c0-46aa-ad08-44bd9e315aa2 None None] For port b646148f-e9d8-47a1-bb8a-6b905e6467ae, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=b646148f-e9d8-47a1-bb8a-6b905e6467ae,segment=NetworkSegment(c18911ed-047d-4c01-bfb3-08572d50f228),segment_id=c18911ed-047d-4c01-bfb3-08572d50f228)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:34.903991 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-613002a2-35c0-46aa-ad08-44bd9e315aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b646148f-e9d8-47a1-bb8a-6b905e6467ae), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:34.919820 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-29945d1e-3e1b-4ec0-91b5-009bc8e95f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53002dc-f27c-4056-a7d3-8d100011ff64', 'name': 'tempest-TestAggregatesBasicOps-840270750-router', 'tenant_id': '48df36e618c34b44846bc151b7b638b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'ed292909-6755-43ce-9c20-3ae26d68dadf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:32Z', 'updated_at': '2022-02-09T01:44:33Z', 'revision_number': 3, 'project_id': '48df36e618c34b44846bc151b7b638b3', 'gw_port': {'id': 'ed292909-6755-43ce-9c20-3ae26d68dadf', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53002dc-f27c-4056-a7d3-8d100011ff64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:32Z', 'updated_at': '2022-02-09T01:44:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:34.993079 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29945d1e-3e1b-4ec0-91b5-009bc8e95f08 None None] Checking router: f53002dc-f27c-4056-a7d3-8d100011ff64 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:44:34.993382 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29945d1e-3e1b-4ec0-91b5-009bc8e95f08 None None] Updating router f53002dc-f27c-4056-a7d3-8d100011ff64 port ed292909-6755-43ce-9c20-3ae26d68dadf binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:44:35.073500 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613002a2-35c0-46aa-ad08-44bd9e315aa2 None None] Pushing event updated for resources: {'Port': ['ID=b646148f-e9d8-47a1-bb8a-6b905e6467ae,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:35.084576 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-29945d1e-3e1b-4ec0-91b5-009bc8e95f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ed292909-6755-43ce-9c20-3ae26d68dadf), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:35.150192 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-c6399ee2-f5b0-44c8-9df7-5f0762edf76f None None] Provisioning complete for port 21cb8752-2b8e-42c2-b50b-ad77c27f3836 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:35.151285 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c6399ee2-f5b0-44c8-9df7-5f0762edf76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (21cb8752-2b8e-42c2-b50b-ad77c27f3836), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:35.231246 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-b41f1931-6adf-4e20-a510-d1e0901c15f1 admin admin] Allocated IP 172.20.0.1 (ec2c0e05-28b5-4f2d-8910-67f780ca13e5/ed7c5525-2b38-4180-8bfc-e624f6882532/f88a7bd8-897a-46b5-92af-0081e0647672) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:35.297334 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device b646148f-e9d8-47a1-bb8a-6b905e6467ae up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:44:35.404075 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b41f1931-6adf-4e20-a510-d1e0901c15f1 admin admin] Publish callbacks [] for port (f88a7bd8-897a-46b5-92af-0081e0647672), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:35.446754 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b41f1931-6adf-4e20-a510-d1e0901c15f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (f88a7bd8-897a-46b5-92af-0081e0647672), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:35.488691 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port b646148f-e9d8-47a1-bb8a-6b905e6467ae triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:35.489082 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b646148f-e9d8-47a1-bb8a-6b905e6467ae), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:35.493452 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c6399ee2-f5b0-44c8-9df7-5f0762edf76f None None] Current status of the port 21cb8752-2b8e-42c2-b50b-ad77c27f3836 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:35.493910 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c6399ee2-f5b0-44c8-9df7-5f0762edf76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (21cb8752-2b8e-42c2-b50b-ad77c27f3836), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:35.500924 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41f1931-6adf-4e20-a510-d1e0901c15f1 admin admin] Network ec2c0e05-28b5-4f2d-8910-67f780ca13e5 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:35.506399 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-b41f1931-6adf-4e20-a510-d1e0901c15f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:35.510932 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41f1931-6adf-4e20-a510-d1e0901c15f1 admin admin] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:44:35.544065 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f1931-6adf-4e20-a510-d1e0901c15f1 admin admin] Pushing event updated for resources: {'Port': ['ID=f88a7bd8-897a-46b5-92af-0081e0647672,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:35.564044 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b41f1931-6adf-4e20-a510-d1e0901c15f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (f53002dc-f27c-4056-a7d3-8d100011ff64), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:35.642755 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-c6399ee2-f5b0-44c8-9df7-5f0762edf76f None None] For port 21cb8752-2b8e-42c2-b50b-ad77c27f3836, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=21cb8752-2b8e-42c2-b50b-ad77c27f3836,segment=NetworkSegment(45375865-5587-40fa-9013-7854ab366d90),segment_id=45375865-5587-40fa-9013-7854ab366d90)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:35.666512 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c6399ee2-f5b0-44c8-9df7-5f0762edf76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (21cb8752-2b8e-42c2-b50b-ad77c27f3836), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:35.720883 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b41f1931-6adf-4e20-a510-d1e0901c15f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f88a7bd8-897a-46b5-92af-0081e0647672), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:35.726057 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6399ee2-f5b0-44c8-9df7-5f0762edf76f None None] Pushing event updated for resources: {'Port': ['ID=21cb8752-2b8e-42c2-b50b-ad77c27f3836,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:35.771782 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-29945d1e-3e1b-4ec0-91b5-009bc8e95f08 None None] Publish callbacks [] for port (ed292909-6755-43ce-9c20-3ae26d68dadf), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:35.779614 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-c6399ee2-f5b0-44c8-9df7-5f0762edf76f None None] Provisioning complete for port b646148f-e9d8-47a1-bb8a-6b905e6467ae triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:35.779985 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c6399ee2-f5b0-44c8-9df7-5f0762edf76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b646148f-e9d8-47a1-bb8a-6b905e6467ae), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:35.783498 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-29945d1e-3e1b-4ec0-91b5-009bc8e95f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (ed292909-6755-43ce-9c20-3ae26d68dadf), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:35.811141 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port b646148f-e9d8-47a1-bb8a-6b905e6467ae is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:35.812212 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 208d400f-8821-4508-9464-174f06ef9f2b up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:44:35.901238 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c1a92-e3d9-4398-8f8b-6555efbb5161 None None] Pushing event updated for resources: {'Port': ['ID=ed292909-6755-43ce-9c20-3ae26d68dadf,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:35.903530 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-29945d1e-3e1b-4ec0-91b5-009bc8e95f08 None None] Attempting to bind port ed292909-6755-43ce-9c20-3ae26d68dadf on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:44:35.903917 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-29945d1e-3e1b-4ec0-91b5-009bc8e95f08 None None] Attempting to bind port ed292909-6755-43ce-9c20-3ae26d68dadf by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:44:35.904790 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29945d1e-3e1b-4ec0-91b5-009bc8e95f08 None None] Attempting to bind port ed292909-6755-43ce-9c20-3ae26d68dadf on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:44:35.907891 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b41f1931-6adf-4e20-a510-d1e0901c15f1 admin admin] Publish callbacks [] for port (f88a7bd8-897a-46b5-92af-0081e0647672), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:35.913676 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b41f1931-6adf-4e20-a510-d1e0901c15f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (f88a7bd8-897a-46b5-92af-0081e0647672), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:35.916840 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29945d1e-3e1b-4ec0-91b5-009bc8e95f08 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:44:35.917234 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29945d1e-3e1b-4ec0-91b5-009bc8e95f08 None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:44:35.918203 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-29945d1e-3e1b-4ec0-91b5-009bc8e95f08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:35.918203 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29945d1e-3e1b-4ec0-91b5-009bc8e95f08 None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:44:35.918540 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-29945d1e-3e1b-4ec0-91b5-009bc8e95f08 None None] Bound port: ed292909-6755-43ce-9c20-3ae26d68dadf, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:44:35.918916 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-29945d1e-3e1b-4ec0-91b5-009bc8e95f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ed292909-6755-43ce-9c20-3ae26d68dadf), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:35.989012 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b41f1931-6adf-4e20-a510-d1e0901c15f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (f53002dc-f27c-4056-a7d3-8d100011ff64), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:35.995027 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f1931-6adf-4e20-a510-d1e0901c15f1 admin admin] Pushing event updated for resources: {'Port': ['ID=f88a7bd8-897a-46b5-92af-0081e0647672,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:36.000669 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 208d400f-8821-4508-9464-174f06ef9f2b triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:36.000854 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (208d400f-8821-4508-9464-174f06ef9f2b), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:36.043094 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c6399ee2-f5b0-44c8-9df7-5f0762edf76f None None] Current status of the port b646148f-e9d8-47a1-bb8a-6b905e6467ae is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:36.052025 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:36.060344 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-29945d1e-3e1b-4ec0-91b5-009bc8e95f08 None None] For port ed292909-6755-43ce-9c20-3ae26d68dadf, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:44:36.068757 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-29945d1e-3e1b-4ec0-91b5-009bc8e95f08 None None] For port ed292909-6755-43ce-9c20-3ae26d68dadf, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=ed292909-6755-43ce-9c20-3ae26d68dadf,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:44:36.076942 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-29945d1e-3e1b-4ec0-91b5-009bc8e95f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (ed292909-6755-43ce-9c20-3ae26d68dadf), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:36.099973 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41f1931-6adf-4e20-a510-d1e0901c15f1 admin admin] Network ec2c0e05-28b5-4f2d-8910-67f780ca13e5 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:36.101843 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-b41f1931-6adf-4e20-a510-d1e0901c15f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:36.185558 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c1a92-e3d9-4398-8f8b-6555efbb5161 None None] Pushing event updated for resources: {'Port': ['ID=ed292909-6755-43ce-9c20-3ae26d68dadf,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:36.198143 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29945d1e-3e1b-4ec0-91b5-009bc8e95f08 None None] Routers {'f53002dc-f27c-4056-a7d3-8d100011ff64'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:36.199130 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-29945d1e-3e1b-4ec0-91b5-009bc8e95f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:44:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f53002dc-f27c-4056-a7d3-8d100011ff64'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:36.204376 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 208d400f-8821-4508-9464-174f06ef9f2b is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:36.205550 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 21cb8752-2b8e-42c2-b50b-ad77c27f3836 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:44:36.274804 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c759baf9-607d-4633-b7c9-a89e1fce9c0b req-75da20fb-fb94-4889-8763-7ed584919727 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:36.276459 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c759baf9-607d-4633-b7c9-a89e1fce9c0b req-75da20fb-fb94-4889-8763-7ed584919727 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.50 "GET /v2.0/ports?device_id=5157085a-3190-4575-9955-89d788f510dd HTTP/1.1" status: 200 len: 945 time: 0.0898879 Feb 09 01:44:36.285245 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b41f1931-6adf-4e20-a510-d1e0901c15f1 admin admin] Router f53002dc-f27c-4056-a7d3-8d100011ff64 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:44:36.405767 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-08730d06-bc22-4207-b372-653b7dc36289 None None] Provisioning complete for port 21cb8752-2b8e-42c2-b50b-ad77c27f3836 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:36.406112 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-08730d06-bc22-4207-b372-653b7dc36289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (21cb8752-2b8e-42c2-b50b-ad77c27f3836), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:36.408923 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c759baf9-607d-4633-b7c9-a89e1fce9c0b req-e076fe07-60bd-43a5-afa6-5d8f8427230c tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.50 "GET /v2.0/security-groups?id=a8cd5537-5db5-4bb3-baa7-ea1fb44f72cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218085 Feb 09 01:44:36.438452 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41f1931-6adf-4e20-a510-d1e0901c15f1 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:44:36.443461 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b41f1931-6adf-4e20-a510-d1e0901c15f1 admin admin] 10.222.0.50 "PUT /v2.0/routers/f53002dc-f27c-4056-a7d3-8d100011ff64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2610824 Feb 09 01:44:36.562944 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-29945d1e-3e1b-4ec0-91b5-009bc8e95f08 None None] Set router f53002dc-f27c-4056-a7d3-8d100011ff64 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:44:36.608823 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 21cb8752-2b8e-42c2-b50b-ad77c27f3836 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:36.609211 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (21cb8752-2b8e-42c2-b50b-ad77c27f3836), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:36.687368 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-08730d06-bc22-4207-b372-653b7dc36289 None None] Current status of the port 21cb8752-2b8e-42c2-b50b-ad77c27f3836 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:36.755346 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-08730d06-bc22-4207-b372-653b7dc36289 None None] Provisioning complete for port f88a7bd8-897a-46b5-92af-0081e0647672 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:36.755740 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-08730d06-bc22-4207-b372-653b7dc36289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f88a7bd8-897a-46b5-92af-0081e0647672), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:36.876774 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-08730d06-bc22-4207-b372-653b7dc36289 None None] Port f88a7bd8-897a-46b5-92af-0081e0647672 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:44:36.881933 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 21cb8752-2b8e-42c2-b50b-ad77c27f3836 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:36.942267 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-29945d1e-3e1b-4ec0-91b5-009bc8e95f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53002dc-f27c-4056-a7d3-8d100011ff64', 'name': 'tempest-TestAggregatesBasicOps-840270750-router', 'tenant_id': '48df36e618c34b44846bc151b7b638b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'ed292909-6755-43ce-9c20-3ae26d68dadf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:32Z', 'updated_at': '2022-02-09T01:44:35Z', 'revision_number': 4, 'project_id': '48df36e618c34b44846bc151b7b638b3', 'gw_port': {'id': 'ed292909-6755-43ce-9c20-3ae26d68dadf', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53002dc-f27c-4056-a7d3-8d100011ff64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:32Z', 'updated_at': '2022-02-09T01:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'f88a7bd8-897a-46b5-92af-0081e0647672', 'name': '', 'network_id': 'ec2c0e05-28b5-4f2d-8910-67f780ca13e5', 'tenant_id': '48df36e618c34b44846bc151b7b638b3', 'mac_address': 'fa:16:3e:76:3a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53002dc-f27c-4056-a7d3-8d100011ff64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ed7c5525-2b38-4180-8bfc-e624f6882532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:34Z', 'updated_at': '2022-02-09T01:44:35Z', 'revision_number': 2, 'project_id': '48df36e618c34b44846bc151b7b638b3', 'subnets': [{'id': 'ed7c5525-2b38-4180-8bfc-e624f6882532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:36.969664 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29945d1e-3e1b-4ec0-91b5-009bc8e95f08 None None] The sync data for ids ['f53002dc-f27c-4056-a7d3-8d100011ff64'] in n-d-828369-4 is: [{'id': 'f53002dc-f27c-4056-a7d3-8d100011ff64', 'name': 'tempest-TestAggregatesBasicOps-840270750-router', 'tenant_id': '48df36e618c34b44846bc151b7b638b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'ed292909-6755-43ce-9c20-3ae26d68dadf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:32Z', 'updated_at': '2022-02-09T01:44:35Z', 'revision_number': 4, 'project_id': '48df36e618c34b44846bc151b7b638b3', 'gw_port': {'id': 'ed292909-6755-43ce-9c20-3ae26d68dadf', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53002dc-f27c-4056-a7d3-8d100011ff64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:32Z', 'updated_at': '2022-02-09T01:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'f88a7bd8-897a-46b5-92af-0081e0647672', 'name': '', 'network_id': 'ec2c0e05-28b5-4f2d-8910-67f780ca13e5', 'tenant_id': '48df36e618c34b44846bc151b7b638b3', 'mac_address': 'fa:16:3e:76:3a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53002dc-f27c-4056-a7d3-8d100011ff64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ed7c5525-2b38-4180-8bfc-e624f6882532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:34Z', 'updated_at': '2022-02-09T01:44:35Z', 'revision_number': 2, 'project_id': '48df36e618c34b44846bc151b7b638b3', 'subnets': [{'id': 'ed7c5525-2b38-4180-8bfc-e624f6882532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:44:37.000916 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-f6064111-60f3-41b7-8c20-3c97aed78961 None None] Provisioning complete for port f88a7bd8-897a-46b5-92af-0081e0647672 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:37.001162 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f6064111-60f3-41b7-8c20-3c97aed78961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f88a7bd8-897a-46b5-92af-0081e0647672), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:37.052687 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device b646148f-e9d8-47a1-bb8a-6b905e6467ae up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:44:37.082446 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f6064111-60f3-41b7-8c20-3c97aed78961 None None] Port f88a7bd8-897a-46b5-92af-0081e0647672 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:44:37.113583 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port b646148f-e9d8-47a1-bb8a-6b905e6467ae triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:37.113975 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b646148f-e9d8-47a1-bb8a-6b905e6467ae), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:37.205188 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port b646148f-e9d8-47a1-bb8a-6b905e6467ae is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:37.206287 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 21cb8752-2b8e-42c2-b50b-ad77c27f3836 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:44:37.294567 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 21cb8752-2b8e-42c2-b50b-ad77c27f3836 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:37.295031 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (21cb8752-2b8e-42c2-b50b-ad77c27f3836), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:37.298052 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:37.401259 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 21cb8752-2b8e-42c2-b50b-ad77c27f3836 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:37.557354 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa536f-3658-46c9-a65c-ff8dfd736bd0 req-9b8da5e8-515d-4ac7-90af-7b079f86fe8f tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:37.559507 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b2fa536f-3658-46c9-a65c-ff8dfd736bd0 req-9b8da5e8-515d-4ac7-90af-7b079f86fe8f tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.50 "GET /v2.0/ports?device_id=5157085a-3190-4575-9955-89d788f510dd HTTP/1.1" status: 200 len: 945 time: 0.0772321 Feb 09 01:44:37.639689 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 41188) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:37.693651 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b2fa536f-3658-46c9-a65c-ff8dfd736bd0 req-be9ac85f-9c98-4abb-a542-0481d27fb84f tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.50 "GET /v2.0/security-groups?id=a8cd5537-5db5-4bb3-baa7-ea1fb44f72cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187663 Feb 09 01:44:37.733265 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef126399-f742-48ee-810a-feea30679f3b req-dff6324c-cb72-4b5d-9d56-4ab37d928924 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:37.734856 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ef126399-f742-48ee-810a-feea30679f3b req-dff6324c-cb72-4b5d-9d56-4ab37d928924 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.120 "GET /v2.0/ports?device_id=5157085a-3190-4575-9955-89d788f510dd HTTP/1.1" status: 200 len: 945 time: 0.1698318 Feb 09 01:44:37.936178 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-ef126399-f742-48ee-810a-feea30679f3b req-cb183530-27fb-4841-8d43-870223686496 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Deleting port 875e7c64-c15e-40a9-b6a1-ea12e2123083 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:44:37.936533 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ef126399-f742-48ee-810a-feea30679f3b req-cb183530-27fb-4841-8d43-870223686496 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (875e7c64-c15e-40a9-b6a1-ea12e2123083), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:37.984879 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:38.073327 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-ef126399-f742-48ee-810a-feea30679f3b req-cb183530-27fb-4841-8d43-870223686496 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] For port 875e7c64-c15e-40a9-b6a1-ea12e2123083, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=875e7c64-c15e-40a9-b6a1-ea12e2123083,segment=NetworkSegment(a776fa4f-8415-4642-92ee-980f57104a7b),segment_id=a776fa4f-8415-4642-92ee-980f57104a7b)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:38.073701 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ef126399-f742-48ee-810a-feea30679f3b req-cb183530-27fb-4841-8d43-870223686496 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (875e7c64-c15e-40a9-b6a1-ea12e2123083), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:38.106612 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-ef126399-f742-48ee-810a-feea30679f3b req-cb183530-27fb-4841-8d43-870223686496 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Calling delete_port for 875e7c64-c15e-40a9-b6a1-ea12e2123083 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:44:38.300078 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ef126399-f742-48ee-810a-feea30679f3b req-cb183530-27fb-4841-8d43-870223686496 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (875e7c64-c15e-40a9-b6a1-ea12e2123083), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:38.311519 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-50da5403-6aef-438e-87b8-c58121ad7051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (6639d13e-30bd-4041-8040-2f5da85db0bf), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:38.312699 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['875e7c64-c15e-40a9-b6a1-ea12e2123083'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:44:38.337262 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb183530-27fb-4841-8d43-870223686496 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Pushing event deleted for resources: {'Port': ['ID=875e7c64-c15e-40a9-b6a1-ea12e2123083,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:38.444965 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef126399-f742-48ee-810a-feea30679f3b req-cb183530-27fb-4841-8d43-870223686496 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] No DVR routers for this DVR port 875e7c64-c15e-40a9-b6a1-ea12e2123083 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:44:38.449134 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ef126399-f742-48ee-810a-feea30679f3b req-cb183530-27fb-4841-8d43-870223686496 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:38.452660 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ef126399-f742-48ee-810a-feea30679f3b req-cb183530-27fb-4841-8d43-870223686496 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.120 "DELETE /v2.0/ports/875e7c64-c15e-40a9-b6a1-ea12e2123083 HTTP/1.1" status: 204 len: 173 time: 0.7105639 Feb 09 01:44:38.453121 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5157085a-3190-4575-9955-89d788f510dd', 'name': 'network-vif-deleted', 'tag': '875e7c64-c15e-40a9-b6a1-ea12e2123083'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:44:38.455448 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e78409-2d6c-4657-8db0-11593d885020" -d '{"events": [{"server_uuid": "5157085a-3190-4575-9955-89d788f510dd", "name": "network-vif-deleted", "tag": "875e7c64-c15e-40a9-b6a1-ea12e2123083"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:44:38.489727 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:38.530202 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d7b205-1ece-48a9-b602-ae739dde63ef x-openstack-request-id: req-16d7b205-1ece-48a9-b602-ae739dde63ef {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:44:38.530578 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5157085a-3190-4575-9955-89d788f510dd", "name": "network-vif-deleted", "tag": "875e7c64-c15e-40a9-b6a1-ea12e2123083", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:44:38.530903 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-16d7b205-1ece-48a9-b602-ae739dde63ef {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:44:38.531376 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5157085a-3190-4575-9955-89d788f510dd', 'name': 'network-vif-deleted', 'tag': '875e7c64-c15e-40a9-b6a1-ea12e2123083', 'status': 'completed', 'code': 200} Feb 09 01:44:38.665675 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-50da5403-6aef-438e-87b8-c58121ad7051 admin admin] Deleting port b646148f-e9d8-47a1-bb8a-6b905e6467ae {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:44:38.666282 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-50da5403-6aef-438e-87b8-c58121ad7051 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (b646148f-e9d8-47a1-bb8a-6b905e6467ae), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:38.747624 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-50da5403-6aef-438e-87b8-c58121ad7051 admin admin] For port b646148f-e9d8-47a1-bb8a-6b905e6467ae, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=b646148f-e9d8-47a1-bb8a-6b905e6467ae,segment=NetworkSegment(c18911ed-047d-4c01-bfb3-08572d50f228),segment_id=c18911ed-047d-4c01-bfb3-08572d50f228)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:38.747993 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-50da5403-6aef-438e-87b8-c58121ad7051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (b646148f-e9d8-47a1-bb8a-6b905e6467ae), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:38.762533 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-50da5403-6aef-438e-87b8-c58121ad7051 admin admin] Calling delete_port for b646148f-e9d8-47a1-bb8a-6b905e6467ae owned by network:router_interface {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:44:38.834135 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6de2e5fe-8777-44c7-a250-d46d82feba8b req-47962a34-2c63-4a8e-ac4f-356ccf0c0790 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.50 "GET /v2.0/ports?device_id=5157085a-3190-4575-9955-89d788f510dd HTTP/1.1" status: 200 len: 210 time: 0.0595074 Feb 09 01:44:39.009988 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-50da5403-6aef-438e-87b8-c58121ad7051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (b646148f-e9d8-47a1-bb8a-6b905e6467ae), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:39.060075 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device ed292909-6755-43ce-9c20-3ae26d68dadf up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:44:39.062041 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da5403-6aef-438e-87b8-c58121ad7051 admin admin] Pushing event deleted for resources: {'Port': ['ID=b646148f-e9d8-47a1-bb8a-6b905e6467ae,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:39.127574 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port ed292909-6755-43ce-9c20-3ae26d68dadf triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:39.128200 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (ed292909-6755-43ce-9c20-3ae26d68dadf), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:39.223609 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port ed292909-6755-43ce-9c20-3ae26d68dadf is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:39.224272 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ed292909-6755-43ce-9c20-3ae26d68dadf), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:39.225256 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-50da5403-6aef-438e-87b8-c58121ad7051 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (6639d13e-30bd-4041-8040-2f5da85db0bf), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:39.248239 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port ed292909-6755-43ce-9c20-3ae26d68dadf, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=ed292909-6755-43ce-9c20-3ae26d68dadf,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:39.253378 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (ed292909-6755-43ce-9c20-3ae26d68dadf), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:39.310448 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=ed292909-6755-43ce-9c20-3ae26d68dadf,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:39.386399 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63810f54-47af-4476-9cee-3be9616f9121 None None] Sync routers for ids ['f53002dc-f27c-4056-a7d3-8d100011ff64'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:44:39.395687 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63810f54-47af-4476-9cee-3be9616f9121 None None] Routers {'f53002dc-f27c-4056-a7d3-8d100011ff64'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:39.396296 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-63810f54-47af-4476-9cee-3be9616f9121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:44:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f53002dc-f27c-4056-a7d3-8d100011ff64'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:39.469146 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50da5403-6aef-438e-87b8-c58121ad7051 admin admin] Router 6639d13e-30bd-4041-8040-2f5da85db0bf has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:44:39.501134 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-63810f54-47af-4476-9cee-3be9616f9121 None None] Set router f53002dc-f27c-4056-a7d3-8d100011ff64 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:44:39.578962 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50da5403-6aef-438e-87b8-c58121ad7051 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:44:39.587272 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-50da5403-6aef-438e-87b8-c58121ad7051 admin admin] 10.222.0.50 "PUT /v2.0/routers/6639d13e-30bd-4041-8040-2f5da85db0bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9433095 Feb 09 01:44:39.587272 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 41194) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:39.590362 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f66410e-45a3-437f-9cfa-72204c3fe37a None None] Sync routers for ids ['6639d13e-30bd-4041-8040-2f5da85db0bf'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:44:39.602476 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f66410e-45a3-437f-9cfa-72204c3fe37a None None] Routers {'6639d13e-30bd-4041-8040-2f5da85db0bf'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:39.603182 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-4f66410e-45a3-437f-9cfa-72204c3fe37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:44:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['6639d13e-30bd-4041-8040-2f5da85db0bf'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:39.702623 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:39.712412 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3c53e68f-8dc4-46ad-82cc-650d53c68ce7 admin admin] Publish callbacks [] for router (6639d13e-30bd-4041-8040-2f5da85db0bf), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:39.715975 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-63810f54-47af-4476-9cee-3be9616f9121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53002dc-f27c-4056-a7d3-8d100011ff64', 'name': 'tempest-TestAggregatesBasicOps-840270750-router', 'tenant_id': '48df36e618c34b44846bc151b7b638b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'ed292909-6755-43ce-9c20-3ae26d68dadf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:32Z', 'updated_at': '2022-02-09T01:44:35Z', 'revision_number': 4, 'project_id': '48df36e618c34b44846bc151b7b638b3', 'gw_port': {'id': 'ed292909-6755-43ce-9c20-3ae26d68dadf', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53002dc-f27c-4056-a7d3-8d100011ff64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:32Z', 'updated_at': '2022-02-09T01:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'f88a7bd8-897a-46b5-92af-0081e0647672', 'name': '', 'network_id': 'ec2c0e05-28b5-4f2d-8910-67f780ca13e5', 'tenant_id': '48df36e618c34b44846bc151b7b638b3', 'mac_address': 'fa:16:3e:76:3a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53002dc-f27c-4056-a7d3-8d100011ff64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ed7c5525-2b38-4180-8bfc-e624f6882532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:34Z', 'updated_at': '2022-02-09T01:44:35Z', 'revision_number': 2, 'project_id': '48df36e618c34b44846bc151b7b638b3', 'subnets': [{'id': 'ed7c5525-2b38-4180-8bfc-e624f6882532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:39.729091 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-4f66410e-45a3-437f-9cfa-72204c3fe37a None None] Set router 6639d13e-30bd-4041-8040-2f5da85db0bf gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:44:39.746544 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63810f54-47af-4476-9cee-3be9616f9121 None None] Checking router: f53002dc-f27c-4056-a7d3-8d100011ff64 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:44:39.747208 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63810f54-47af-4476-9cee-3be9616f9121 None None] Updating router f53002dc-f27c-4056-a7d3-8d100011ff64 port f88a7bd8-897a-46b5-92af-0081e0647672 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:44:39.775117 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-63810f54-47af-4476-9cee-3be9616f9121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f88a7bd8-897a-46b5-92af-0081e0647672), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:39.929538 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-4f66410e-45a3-437f-9cfa-72204c3fe37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6639d13e-30bd-4041-8040-2f5da85db0bf', 'name': 'tempest-TestAggregatesBasicOps-1230665625-router', 'tenant_id': '2c5864c275804accbad063b21046bd46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '208d400f-8821-4508-9464-174f06ef9f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:26Z', 'updated_at': '2022-02-09T01:44:38Z', 'revision_number': 5, 'project_id': '2c5864c275804accbad063b21046bd46', 'gw_port': {'id': '208d400f-8821-4508-9464-174f06ef9f2b', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:98:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6639d13e-30bd-4041-8040-2f5da85db0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:27Z', 'updated_at': '2022-02-09T01:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:39.964931 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f66410e-45a3-437f-9cfa-72204c3fe37a None None] Checking router: 6639d13e-30bd-4041-8040-2f5da85db0bf for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:44:39.975791 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f66410e-45a3-437f-9cfa-72204c3fe37a None None] Routers {'6639d13e-30bd-4041-8040-2f5da85db0bf'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:39.977140 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-4f66410e-45a3-437f-9cfa-72204c3fe37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:44:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['6639d13e-30bd-4041-8040-2f5da85db0bf'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:40.118498 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-63810f54-47af-4476-9cee-3be9616f9121 None None] Publish callbacks [] for port (f88a7bd8-897a-46b5-92af-0081e0647672), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:40.126400 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-63810f54-47af-4476-9cee-3be9616f9121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f88a7bd8-897a-46b5-92af-0081e0647672), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:40.182860 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-4f66410e-45a3-437f-9cfa-72204c3fe37a None None] Set router 6639d13e-30bd-4041-8040-2f5da85db0bf gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:44:40.185535 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0da0932-ef8d-44b0-95ef-ef8d30c22d2a None None] Pushing event updated for resources: {'Port': ['ID=f88a7bd8-897a-46b5-92af-0081e0647672,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:40.190015 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3c53e68f-8dc4-46ad-82cc-650d53c68ce7 admin admin] Publish callbacks [] for router_gateway (6639d13e-30bd-4041-8040-2f5da85db0bf), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:40.256010 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-63810f54-47af-4476-9cee-3be9616f9121 None None] Attempting to bind port f88a7bd8-897a-46b5-92af-0081e0647672 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:44:40.256648 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-63810f54-47af-4476-9cee-3be9616f9121 None None] Attempting to bind port f88a7bd8-897a-46b5-92af-0081e0647672 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '45375865-5587-40fa-9013-7854ab366d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'ec2c0e05-28b5-4f2d-8910-67f780ca13e5'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:44:40.257205 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63810f54-47af-4476-9cee-3be9616f9121 None None] Attempting to bind port f88a7bd8-897a-46b5-92af-0081e0647672 on network ec2c0e05-28b5-4f2d-8910-67f780ca13e5 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:44:40.263262 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-3c53e68f-8dc4-46ad-82cc-650d53c68ce7 admin admin] Deleting port 208d400f-8821-4508-9464-174f06ef9f2b {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:44:40.263685 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3c53e68f-8dc4-46ad-82cc-650d53c68ce7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (208d400f-8821-4508-9464-174f06ef9f2b), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:40.265403 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63810f54-47af-4476-9cee-3be9616f9121 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:44:40.265795 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63810f54-47af-4476-9cee-3be9616f9121 None None] Checking segment: {'id': '45375865-5587-40fa-9013-7854ab366d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'ec2c0e05-28b5-4f2d-8910-67f780ca13e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:44:40.266210 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-63810f54-47af-4476-9cee-3be9616f9121 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:40.266616 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63810f54-47af-4476-9cee-3be9616f9121 None None] Bound using segment: {'id': '45375865-5587-40fa-9013-7854ab366d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'ec2c0e05-28b5-4f2d-8910-67f780ca13e5'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:44:40.267097 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-63810f54-47af-4476-9cee-3be9616f9121 None None] Bound port: f88a7bd8-897a-46b5-92af-0081e0647672, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45375865-5587-40fa-9013-7854ab366d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'ec2c0e05-28b5-4f2d-8910-67f780ca13e5'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:44:40.267489 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-63810f54-47af-4476-9cee-3be9616f9121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f88a7bd8-897a-46b5-92af-0081e0647672), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:40.360936 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-3c53e68f-8dc4-46ad-82cc-650d53c68ce7 admin admin] For port 208d400f-8821-4508-9464-174f06ef9f2b, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=208d400f-8821-4508-9464-174f06ef9f2b,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:40.361311 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3c53e68f-8dc4-46ad-82cc-650d53c68ce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (208d400f-8821-4508-9464-174f06ef9f2b), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:40.373004 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-63810f54-47af-4476-9cee-3be9616f9121 None None] For port f88a7bd8-897a-46b5-92af-0081e0647672, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:44:40.375715 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-3c53e68f-8dc4-46ad-82cc-650d53c68ce7 admin admin] Calling delete_port for 208d400f-8821-4508-9464-174f06ef9f2b owned by network:router_gateway {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:44:40.377733 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-63810f54-47af-4476-9cee-3be9616f9121 None None] For port f88a7bd8-897a-46b5-92af-0081e0647672, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f88a7bd8-897a-46b5-92af-0081e0647672,segment=NetworkSegment(45375865-5587-40fa-9013-7854ab366d90),segment_id=45375865-5587-40fa-9013-7854ab366d90)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:44:40.385792 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-63810f54-47af-4476-9cee-3be9616f9121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f88a7bd8-897a-46b5-92af-0081e0647672), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:40.443488 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-4f66410e-45a3-437f-9cfa-72204c3fe37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6639d13e-30bd-4041-8040-2f5da85db0bf', 'name': 'tempest-TestAggregatesBasicOps-1230665625-router', 'tenant_id': '2c5864c275804accbad063b21046bd46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '208d400f-8821-4508-9464-174f06ef9f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:26Z', 'updated_at': '2022-02-09T01:44:38Z', 'revision_number': 5, 'project_id': '2c5864c275804accbad063b21046bd46', 'gw_port': {'id': '208d400f-8821-4508-9464-174f06ef9f2b', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:98:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6639d13e-30bd-4041-8040-2f5da85db0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:27Z', 'updated_at': '2022-02-09T01:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:40.463539 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0da0932-ef8d-44b0-95ef-ef8d30c22d2a None None] Pushing event updated for resources: {'Port': ['ID=f88a7bd8-897a-46b5-92af-0081e0647672,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:40.481906 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63810f54-47af-4476-9cee-3be9616f9121 None None] Routers {'f53002dc-f27c-4056-a7d3-8d100011ff64'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:40.482830 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-63810f54-47af-4476-9cee-3be9616f9121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:44:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f53002dc-f27c-4056-a7d3-8d100011ff64'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:40.487234 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f66410e-45a3-437f-9cfa-72204c3fe37a None None] The sync data for ids ['6639d13e-30bd-4041-8040-2f5da85db0bf'] in n-d-828369-4 is: [{'id': '6639d13e-30bd-4041-8040-2f5da85db0bf', 'name': 'tempest-TestAggregatesBasicOps-1230665625-router', 'tenant_id': '2c5864c275804accbad063b21046bd46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '208d400f-8821-4508-9464-174f06ef9f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:26Z', 'updated_at': '2022-02-09T01:44:38Z', 'revision_number': 5, 'project_id': '2c5864c275804accbad063b21046bd46', 'gw_port': {'id': '208d400f-8821-4508-9464-174f06ef9f2b', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:98:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6639d13e-30bd-4041-8040-2f5da85db0bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:27Z', 'updated_at': '2022-02-09T01:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:44:40.529903 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-a7864f95-d5e7-4a87-b8ea-355c66e6b103 None None] Provisioning complete for port f88a7bd8-897a-46b5-92af-0081e0647672 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:40.530542 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a7864f95-d5e7-4a87-b8ea-355c66e6b103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f88a7bd8-897a-46b5-92af-0081e0647672), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:40.617900 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3c53e68f-8dc4-46ad-82cc-650d53c68ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (208d400f-8821-4508-9464-174f06ef9f2b), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:40.641244 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-a7864f95-d5e7-4a87-b8ea-355c66e6b103 None None] Current status of the port f88a7bd8-897a-46b5-92af-0081e0647672 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:40.642698 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a7864f95-d5e7-4a87-b8ea-355c66e6b103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f88a7bd8-897a-46b5-92af-0081e0647672), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:40.665991 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-63810f54-47af-4476-9cee-3be9616f9121 None None] Set router f53002dc-f27c-4056-a7d3-8d100011ff64 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:44:40.678093 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c53e68f-8dc4-46ad-82cc-650d53c68ce7 admin admin] Pushing event deleted for resources: {'Port': ['ID=208d400f-8821-4508-9464-174f06ef9f2b,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:40.729824 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-a7864f95-d5e7-4a87-b8ea-355c66e6b103 None None] For port f88a7bd8-897a-46b5-92af-0081e0647672, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f88a7bd8-897a-46b5-92af-0081e0647672,segment=NetworkSegment(45375865-5587-40fa-9013-7854ab366d90),segment_id=45375865-5587-40fa-9013-7854ab366d90)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:40.741733 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a7864f95-d5e7-4a87-b8ea-355c66e6b103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f88a7bd8-897a-46b5-92af-0081e0647672), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:40.797249 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3c53e68f-8dc4-46ad-82cc-650d53c68ce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (6639d13e-30bd-4041-8040-2f5da85db0bf), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:40.833957 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7864f95-d5e7-4a87-b8ea-355c66e6b103 None None] Pushing event updated for resources: {'Port': ['ID=f88a7bd8-897a-46b5-92af-0081e0647672,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:40.905985 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3c53e68f-8dc4-46ad-82cc-650d53c68ce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (6639d13e-30bd-4041-8040-2f5da85db0bf), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:40.909790 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3c53e68f-8dc4-46ad-82cc-650d53c68ce7 admin admin] Publish callbacks [] for router_controller (6639d13e-30bd-4041-8040-2f5da85db0bf), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:40.948267 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-63810f54-47af-4476-9cee-3be9616f9121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53002dc-f27c-4056-a7d3-8d100011ff64', 'name': 'tempest-TestAggregatesBasicOps-840270750-router', 'tenant_id': '48df36e618c34b44846bc151b7b638b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'ed292909-6755-43ce-9c20-3ae26d68dadf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:32Z', 'updated_at': '2022-02-09T01:44:35Z', 'revision_number': 4, 'project_id': '48df36e618c34b44846bc151b7b638b3', 'gw_port': {'id': 'ed292909-6755-43ce-9c20-3ae26d68dadf', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53002dc-f27c-4056-a7d3-8d100011ff64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:32Z', 'updated_at': '2022-02-09T01:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'f88a7bd8-897a-46b5-92af-0081e0647672', 'name': '', 'network_id': 'ec2c0e05-28b5-4f2d-8910-67f780ca13e5', 'tenant_id': '48df36e618c34b44846bc151b7b638b3', 'mac_address': 'fa:16:3e:76:3a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53002dc-f27c-4056-a7d3-8d100011ff64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ed7c5525-2b38-4180-8bfc-e624f6882532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:34Z', 'updated_at': '2022-02-09T01:44:40Z', 'revision_number': 4, 'project_id': '48df36e618c34b44846bc151b7b638b3', 'subnets': [{'id': 'ed7c5525-2b38-4180-8bfc-e624f6882532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:40.969456 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3c53e68f-8dc4-46ad-82cc-650d53c68ce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (6639d13e-30bd-4041-8040-2f5da85db0bf), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:40.969919 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c53e68f-8dc4-46ad-82cc-650d53c68ce7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6639d13e-30bd-4041-8040-2f5da85db0bf {{(pid=103136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:44:40.974634 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3c53e68f-8dc4-46ad-82cc-650d53c68ce7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:40.981209 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41202) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:40.982565 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3c53e68f-8dc4-46ad-82cc-650d53c68ce7 admin admin] 10.222.0.50 "DELETE /v2.0/routers/6639d13e-30bd-4041-8040-2f5da85db0bf HTTP/1.1" status: 204 len: 168 time: 1.3935421 Feb 09 01:44:40.996513 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-4e83eb08-fbd1-41ca-b77a-03ee9fff14ed None None] Provisioning complete for port f88a7bd8-897a-46b5-92af-0081e0647672 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:40.996933 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4e83eb08-fbd1-41ca-b77a-03ee9fff14ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f88a7bd8-897a-46b5-92af-0081e0647672), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:40.997935 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63810f54-47af-4476-9cee-3be9616f9121 None None] The sync data for ids ['f53002dc-f27c-4056-a7d3-8d100011ff64'] in n-d-828369-4 is: [{'id': 'f53002dc-f27c-4056-a7d3-8d100011ff64', 'name': 'tempest-TestAggregatesBasicOps-840270750-router', 'tenant_id': '48df36e618c34b44846bc151b7b638b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'ed292909-6755-43ce-9c20-3ae26d68dadf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:32Z', 'updated_at': '2022-02-09T01:44:35Z', 'revision_number': 4, 'project_id': '48df36e618c34b44846bc151b7b638b3', 'gw_port': {'id': 'ed292909-6755-43ce-9c20-3ae26d68dadf', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53002dc-f27c-4056-a7d3-8d100011ff64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:32Z', 'updated_at': '2022-02-09T01:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'f88a7bd8-897a-46b5-92af-0081e0647672', 'name': '', 'network_id': 'ec2c0e05-28b5-4f2d-8910-67f780ca13e5', 'tenant_id': '48df36e618c34b44846bc151b7b638b3', 'mac_address': 'fa:16:3e:76:3a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53002dc-f27c-4056-a7d3-8d100011ff64', 'device_owner': 'network:router_interface', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ed7c5525-2b38-4180-8bfc-e624f6882532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:34Z', 'updated_at': '2022-02-09T01:44:40Z', 'revision_number': 4, 'project_id': '48df36e618c34b44846bc151b7b638b3', 'subnets': [{'id': 'ed7c5525-2b38-4180-8bfc-e624f6882532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:44:41.038962 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-24a9cda1-af1b-41c7-9560-c336c9c716a4 admin admin] Deleting subnet d5962c84-f530-4093-bec5-923f6e47ec7c {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:44:41.050539 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-24a9cda1-af1b-41c7-9560-c336c9c716a4 admin admin] Publish callbacks [] for subnet (d5962c84-f530-4093-bec5-923f6e47ec7c), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:41.103022 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-24a9cda1-af1b-41c7-9560-c336c9c716a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (d5962c84-f530-4093-bec5-923f6e47ec7c), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:41.222542 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f88a7bd8-897a-46b5-92af-0081e0647672 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:44:41.255381 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-24a9cda1-af1b-41c7-9560-c336c9c716a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (d5962c84-f530-4093-bec5-923f6e47ec7c), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:41.281815 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-4e83eb08-fbd1-41ca-b77a-03ee9fff14ed None None] Current status of the port f88a7bd8-897a-46b5-92af-0081e0647672 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:41.302484 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port f88a7bd8-897a-46b5-92af-0081e0647672 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:41.302840 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f88a7bd8-897a-46b5-92af-0081e0647672), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:41.329330 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-24a9cda1-af1b-41c7-9560-c336c9c716a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (d5962c84-f530-4093-bec5-923f6e47ec7c), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:41.359586 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-24a9cda1-af1b-41c7-9560-c336c9c716a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:41.363577 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4200fc-9aab-4709-b3d3-46ba90ce674e None None] Network 5dae83b6-7a58-4909-976c-a20a103756d8 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:44:41.363829 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-24a9cda1-af1b-41c7-9560-c336c9c716a4 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d5962c84-f530-4093-bec5-923f6e47ec7c HTTP/1.1" status: 204 len: 168 time: 0.3814807 Feb 09 01:44:41.368444 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 41206) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:41.397348 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a9cda1-af1b-41c7-9560-c336c9c716a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5962c84-f530-4093-bec5-923f6e47ec7c,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:41.467611 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cb8a7d54-109d-477c-982e-369f6dbf5b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (5dae83b6-7a58-4909-976c-a20a103756d8), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:41.526783 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port f88a7bd8-897a-46b5-92af-0081e0647672 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:41.527810 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device ed292909-6755-43ce-9c20-3ae26d68dadf up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:44:41.538459 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-cb8a7d54-109d-477c-982e-369f6dbf5b99 admin admin] Deleting port 10af5daf-6ec1-42db-9a47-41ff2183a503 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:44:41.538813 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cb8a7d54-109d-477c-982e-369f6dbf5b99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (10af5daf-6ec1-42db-9a47-41ff2183a503), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:41.593461 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port ed292909-6755-43ce-9c20-3ae26d68dadf triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:41.594052 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (ed292909-6755-43ce-9c20-3ae26d68dadf), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:41.652294 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-cb8a7d54-109d-477c-982e-369f6dbf5b99 admin admin] For port 10af5daf-6ec1-42db-9a47-41ff2183a503, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=10af5daf-6ec1-42db-9a47-41ff2183a503,segment=NetworkSegment(c18911ed-047d-4c01-bfb3-08572d50f228),segment_id=c18911ed-047d-4c01-bfb3-08572d50f228)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:41.652710 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cb8a7d54-109d-477c-982e-369f6dbf5b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (10af5daf-6ec1-42db-9a47-41ff2183a503), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:41.655477 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e16150-b584-470c-a8df-3d8af1fa2563 None None] DHCP port deletion for 5dae83b6-7a58-4909-976c-a20a103756d8 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:44:41.671195 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-cb8a7d54-109d-477c-982e-369f6dbf5b99 admin admin] Calling delete_port for 10af5daf-6ec1-42db-9a47-41ff2183a503 owned by network:dhcp {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:44:41.770714 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-44e16150-b584-470c-a8df-3d8af1fa2563 None None] Deleting port 10af5daf-6ec1-42db-9a47-41ff2183a503 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:44:41.771098 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-44e16150-b584-470c-a8df-3d8af1fa2563 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (10af5daf-6ec1-42db-9a47-41ff2183a503), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:41.773114 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port ed292909-6755-43ce-9c20-3ae26d68dadf is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:41.809610 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cb8a7d54-109d-477c-982e-369f6dbf5b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (10af5daf-6ec1-42db-9a47-41ff2183a503), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:41.838459 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a7d54-109d-477c-982e-369f6dbf5b99 admin admin] Pushing event deleted for resources: {'Port': ['ID=10af5daf-6ec1-42db-9a47-41ff2183a503,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:41.845372 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8a7d54-109d-477c-982e-369f6dbf5b99 admin admin] No DVR routers for this DVR port 10af5daf-6ec1-42db-9a47-41ff2183a503 on host n-d-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:44:41.860655 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 875e7c64-c15e-40a9-b6a1-ea12e2123083 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:44:41.863952 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-44e16150-b584-470c-a8df-3d8af1fa2563 None None] For port 10af5daf-6ec1-42db-9a47-41ff2183a503, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=10af5daf-6ec1-42db-9a47-41ff2183a503,segment=NetworkSegment(c18911ed-047d-4c01-bfb3-08572d50f228),segment_id=c18911ed-047d-4c01-bfb3-08572d50f228)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:41.864368 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-44e16150-b584-470c-a8df-3d8af1fa2563 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (10af5daf-6ec1-42db-9a47-41ff2183a503), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:41.904891 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: 875e7c64-c15e-40a9-b6a1-ea12e2123083 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:44:41.905248 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 875e7c64-c15e-40a9-b6a1-ea12e2123083 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:44:41.907025 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-44e16150-b584-470c-a8df-3d8af1fa2563 None None] Calling delete_port for 10af5daf-6ec1-42db-9a47-41ff2183a503 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:44:41.950418 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cb8a7d54-109d-477c-982e-369f6dbf5b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (5dae83b6-7a58-4909-976c-a20a103756d8), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:41.974772 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-cb8a7d54-109d-477c-982e-369f6dbf5b99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dae83b6-7a58-4909-976c-a20a103756d8']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:41.987538 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-cb8a7d54-109d-477c-982e-369f6dbf5b99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c18911ed-047d-4c01-bfb3-08572d50f228') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:41.988107 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-cb8a7d54-109d-477c-982e-369f6dbf5b99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c18911ed-047d-4c01-bfb3-08572d50f228') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:42.000056 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cb8a7d54-109d-477c-982e-369f6dbf5b99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (c18911ed-047d-4c01-bfb3-08572d50f228), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:42.004065 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-44e16150-b584-470c-a8df-3d8af1fa2563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (10af5daf-6ec1-42db-9a47-41ff2183a503), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:42.020737 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cb8a7d54-109d-477c-982e-369f6dbf5b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (c18911ed-047d-4c01-bfb3-08572d50f228), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:42.031731 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb8a7d54-109d-477c-982e-369f6dbf5b99 admin admin] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:44:42.032322 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cb8a7d54-109d-477c-982e-369f6dbf5b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (c18911ed-047d-4c01-bfb3-08572d50f228), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:42.034496 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:44:42.034496 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:44:42.034496 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:44:42.034496 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:44:42.034496 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:44:42.034496 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:44:42.034496 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:44:42.034496 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:44:42.034496 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:44:42.034496 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:44:42.034496 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:44:42.034496 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:44:42.034496 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:44:42.034496 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:44:42.034496 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:44:42.034496 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:44:42.034496 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:44:42.034496 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:44:42.034496 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:44:42.034496 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:44:42.034496 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:44:42.034496 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:44:42.034496 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:44:42.034496 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:44:42.034496 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:44:42.034496 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:44:42.034496 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:44:42.034496 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:44:42.034496 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:44:42.034496 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:44:42.034496 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:44:42.034496 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:44:42.039204 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e16150-b584-470c-a8df-3d8af1fa2563 None None] No DVR routers for this DVR port 10af5daf-6ec1-42db-9a47-41ff2183a503 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:44:42.089714 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e16150-b584-470c-a8df-3d8af1fa2563 None None] Pushing event deleted for resources: {'Port': ['ID=10af5daf-6ec1-42db-9a47-41ff2183a503,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:42.114208 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cb8a7d54-109d-477c-982e-369f6dbf5b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (5dae83b6-7a58-4909-976c-a20a103756d8), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:42.119859 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cb8a7d54-109d-477c-982e-369f6dbf5b99 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:42.127511 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-cb8a7d54-109d-477c-982e-369f6dbf5b99 admin admin] 10.222.0.50 "DELETE /v2.0/networks/5dae83b6-7a58-4909-976c-a20a103756d8 HTTP/1.1" status: 204 len: 168 time: 0.7504318 Feb 09 01:44:42.127618 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41208) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:42.131900 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device b646148f-e9d8-47a1-bb8a-6b905e6467ae no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:44:42.143755 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a7d54-109d-477c-982e-369f6dbf5b99 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dae83b6-7a58-4909-976c-a20a103756d8,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:42.170917 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: b646148f-e9d8-47a1-bb8a-6b905e6467ae {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:44:42.171435 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device b646148f-e9d8-47a1-bb8a-6b905e6467ae not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:44:42.511533 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f6fb4895-7265-4ce8-b9f4-b694ad0f9b50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (f53002dc-f27c-4056-a7d3-8d100011ff64), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:42.762933 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-f6fb4895-7265-4ce8-b9f4-b694ad0f9b50 admin admin] Deleting port f88a7bd8-897a-46b5-92af-0081e0647672 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:44:42.763188 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f6fb4895-7265-4ce8-b9f4-b694ad0f9b50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (f88a7bd8-897a-46b5-92af-0081e0647672), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:42.844470 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-f6fb4895-7265-4ce8-b9f4-b694ad0f9b50 admin admin] For port f88a7bd8-897a-46b5-92af-0081e0647672, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f88a7bd8-897a-46b5-92af-0081e0647672,segment=NetworkSegment(45375865-5587-40fa-9013-7854ab366d90),segment_id=45375865-5587-40fa-9013-7854ab366d90)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:42.844880 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f6fb4895-7265-4ce8-b9f4-b694ad0f9b50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (f88a7bd8-897a-46b5-92af-0081e0647672), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:42.858395 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-f6fb4895-7265-4ce8-b9f4-b694ad0f9b50 admin admin] Calling delete_port for f88a7bd8-897a-46b5-92af-0081e0647672 owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:44:43.113369 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 208d400f-8821-4508-9464-174f06ef9f2b no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:44:43.113926 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f6fb4895-7265-4ce8-b9f4-b694ad0f9b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (f88a7bd8-897a-46b5-92af-0081e0647672), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:43.142748 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 208d400f-8821-4508-9464-174f06ef9f2b {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:44:43.143102 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 208d400f-8821-4508-9464-174f06ef9f2b not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:44:43.143529 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 10af5daf-6ec1-42db-9a47-41ff2183a503 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:44:43.150540 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb4895-7265-4ce8-b9f4-b694ad0f9b50 admin admin] Pushing event deleted for resources: {'Port': ['ID=f88a7bd8-897a-46b5-92af-0081e0647672,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:43.183303 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 10af5daf-6ec1-42db-9a47-41ff2183a503 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:44:43.183668 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 10af5daf-6ec1-42db-9a47-41ff2183a503 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:44:43.632292 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f6fb4895-7265-4ce8-b9f4-b694ad0f9b50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (f53002dc-f27c-4056-a7d3-8d100011ff64), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:43.858075 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6fb4895-7265-4ce8-b9f4-b694ad0f9b50 admin admin] Router f53002dc-f27c-4056-a7d3-8d100011ff64 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:44:43.969730 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fb4895-7265-4ce8-b9f4-b694ad0f9b50 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:44:43.974934 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f6fb4895-7265-4ce8-b9f4-b694ad0f9b50 admin admin] 10.222.0.50 "PUT /v2.0/routers/f53002dc-f27c-4056-a7d3-8d100011ff64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8475773 Feb 09 01:44:43.977615 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41214) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:43.980866 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b8621f-2401-48d3-abca-f5c984cc9728 None None] Sync routers for ids ['f53002dc-f27c-4056-a7d3-8d100011ff64'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:44:43.992615 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b8621f-2401-48d3-abca-f5c984cc9728 None None] Routers {'f53002dc-f27c-4056-a7d3-8d100011ff64'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:43.993387 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-36b8621f-2401-48d3-abca-f5c984cc9728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:44:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f53002dc-f27c-4056-a7d3-8d100011ff64'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:44.094105 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ed981871-6d66-4964-9439-7791200a4135 admin admin] Publish callbacks [] for router (f53002dc-f27c-4056-a7d3-8d100011ff64), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:44.100778 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-36b8621f-2401-48d3-abca-f5c984cc9728 None None] Set router f53002dc-f27c-4056-a7d3-8d100011ff64 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:44:44.200866 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ed981871-6d66-4964-9439-7791200a4135 admin admin] Publish callbacks [] for router_gateway (f53002dc-f27c-4056-a7d3-8d100011ff64), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:44.264187 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-ed981871-6d66-4964-9439-7791200a4135 admin admin] Deleting port ed292909-6755-43ce-9c20-3ae26d68dadf {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:44:44.264840 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ed981871-6d66-4964-9439-7791200a4135 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (ed292909-6755-43ce-9c20-3ae26d68dadf), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:44.300179 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-36b8621f-2401-48d3-abca-f5c984cc9728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53002dc-f27c-4056-a7d3-8d100011ff64', 'name': 'tempest-TestAggregatesBasicOps-840270750-router', 'tenant_id': '48df36e618c34b44846bc151b7b638b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'ed292909-6755-43ce-9c20-3ae26d68dadf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:32Z', 'updated_at': '2022-02-09T01:44:43Z', 'revision_number': 5, 'project_id': '48df36e618c34b44846bc151b7b638b3', 'gw_port': {'id': 'ed292909-6755-43ce-9c20-3ae26d68dadf', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53002dc-f27c-4056-a7d3-8d100011ff64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:44:32Z', 'updated_at': '2022-02-09T01:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:44.367024 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-ed981871-6d66-4964-9439-7791200a4135 admin admin] For port ed292909-6755-43ce-9c20-3ae26d68dadf, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=ed292909-6755-43ce-9c20-3ae26d68dadf,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:44.367302 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ed981871-6d66-4964-9439-7791200a4135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (ed292909-6755-43ce-9c20-3ae26d68dadf), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:44.383773 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-ed981871-6d66-4964-9439-7791200a4135 admin admin] Calling delete_port for ed292909-6755-43ce-9c20-3ae26d68dadf owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:44:44.426689 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b8621f-2401-48d3-abca-f5c984cc9728 None None] Checking router: f53002dc-f27c-4056-a7d3-8d100011ff64 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:44:44.436210 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b8621f-2401-48d3-abca-f5c984cc9728 None None] Routers {'f53002dc-f27c-4056-a7d3-8d100011ff64'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:44:44.436854 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-36b8621f-2401-48d3-abca-f5c984cc9728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:44:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f53002dc-f27c-4056-a7d3-8d100011ff64'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:44.573106 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-36b8621f-2401-48d3-abca-f5c984cc9728 None None] Set router f53002dc-f27c-4056-a7d3-8d100011ff64 gateway port host: None {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:44:44.588749 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ed981871-6d66-4964-9439-7791200a4135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (ed292909-6755-43ce-9c20-3ae26d68dadf), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:44.615507 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed981871-6d66-4964-9439-7791200a4135 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed292909-6755-43ce-9c20-3ae26d68dadf,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:44.649528 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-36b8621f-2401-48d3-abca-f5c984cc9728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53002dc-f27c-4056-a7d3-8d100011ff64', 'name': 'tempest-TestAggregatesBasicOps-840270750-router', 'tenant_id': '48df36e618c34b44846bc151b7b638b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:32Z', 'updated_at': '2022-02-09T01:44:44Z', 'revision_number': 6, 'project_id': '48df36e618c34b44846bc151b7b638b3', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:44.678383 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b8621f-2401-48d3-abca-f5c984cc9728 None None] The sync data for ids ['f53002dc-f27c-4056-a7d3-8d100011ff64'] in n-d-828369-4 is: [{'id': 'f53002dc-f27c-4056-a7d3-8d100011ff64', 'name': 'tempest-TestAggregatesBasicOps-840270750-router', 'tenant_id': '48df36e618c34b44846bc151b7b638b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:44:32Z', 'updated_at': '2022-02-09T01:44:44Z', 'revision_number': 6, 'project_id': '48df36e618c34b44846bc151b7b638b3', 'gw_port_host': None}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:44:44.724940 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ed981871-6d66-4964-9439-7791200a4135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (f53002dc-f27c-4056-a7d3-8d100011ff64), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:44.828991 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ed981871-6d66-4964-9439-7791200a4135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (f53002dc-f27c-4056-a7d3-8d100011ff64), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:44.831357 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ed981871-6d66-4964-9439-7791200a4135 admin admin] Publish callbacks [] for router_controller (f53002dc-f27c-4056-a7d3-8d100011ff64), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:44.880644 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ed981871-6d66-4964-9439-7791200a4135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (f53002dc-f27c-4056-a7d3-8d100011ff64), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:44.881486 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed981871-6d66-4964-9439-7791200a4135 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f53002dc-f27c-4056-a7d3-8d100011ff64 {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:44:44.889831 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ed981871-6d66-4964-9439-7791200a4135 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:44.891119 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ed981871-6d66-4964-9439-7791200a4135 admin admin] 10.222.0.50 "DELETE /v2.0/routers/f53002dc-f27c-4056-a7d3-8d100011ff64 HTTP/1.1" status: 204 len: 168 time: 0.9123826 Feb 09 01:44:44.894098 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 41230) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:44.942567 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c5a5d02-6e61-4156-bb81-c68cea4d57c0 admin admin] Deleting subnet ed7c5525-2b38-4180-8bfc-e624f6882532 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:44:44.945696 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c5a5d02-6e61-4156-bb81-c68cea4d57c0 admin admin] Publish callbacks [] for subnet (ed7c5525-2b38-4180-8bfc-e624f6882532), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:44.981288 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c5a5d02-6e61-4156-bb81-c68cea4d57c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (ed7c5525-2b38-4180-8bfc-e624f6882532), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:45.086885 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c5a5d02-6e61-4156-bb81-c68cea4d57c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (ed7c5525-2b38-4180-8bfc-e624f6882532), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:45.149299 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c5a5d02-6e61-4156-bb81-c68cea4d57c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (ed7c5525-2b38-4180-8bfc-e624f6882532), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:45.192103 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceba53e4-b993-42dc-b278-82ebcf8638dd None None] Network ec2c0e05-28b5-4f2d-8910-67f780ca13e5 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:44:45.192919 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0c5a5d02-6e61-4156-bb81-c68cea4d57c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:45.197095 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-0c5a5d02-6e61-4156-bb81-c68cea4d57c0 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ed7c5525-2b38-4180-8bfc-e624f6882532 HTTP/1.1" status: 204 len: 168 time: 0.3019066 Feb 09 01:44:45.199648 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 41232) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:45.262353 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f88a7bd8-897a-46b5-92af-0081e0647672 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:44:45.284531 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5a5d02-6e61-4156-bb81-c68cea4d57c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed7c5525-2b38-4180-8bfc-e624f6882532,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:45.290341 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c6c9b61b-4d95-485f-9daf-711e1a368d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (ec2c0e05-28b5-4f2d-8910-67f780ca13e5), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:45.361516 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-c6c9b61b-4d95-485f-9daf-711e1a368d03 admin admin] Deleting port 21cb8752-2b8e-42c2-b50b-ad77c27f3836 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:44:45.361953 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c6c9b61b-4d95-485f-9daf-711e1a368d03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (21cb8752-2b8e-42c2-b50b-ad77c27f3836), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:45.429962 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-c6c9b61b-4d95-485f-9daf-711e1a368d03 admin admin] For port 21cb8752-2b8e-42c2-b50b-ad77c27f3836, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=21cb8752-2b8e-42c2-b50b-ad77c27f3836,segment=NetworkSegment(45375865-5587-40fa-9013-7854ab366d90),segment_id=45375865-5587-40fa-9013-7854ab366d90)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:45.430521 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c6c9b61b-4d95-485f-9daf-711e1a368d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (21cb8752-2b8e-42c2-b50b-ad77c27f3836), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:45.447947 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-c6c9b61b-4d95-485f-9daf-711e1a368d03 admin admin] Calling delete_port for 21cb8752-2b8e-42c2-b50b-ad77c27f3836 owned by network:dhcp {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:44:45.477896 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: f88a7bd8-897a-46b5-92af-0081e0647672 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:44:45.478247 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f88a7bd8-897a-46b5-92af-0081e0647672 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:44:45.578453 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c6c9b61b-4d95-485f-9daf-711e1a368d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (21cb8752-2b8e-42c2-b50b-ad77c27f3836), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:45.610800 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9b61b-4d95-485f-9daf-711e1a368d03 admin admin] Pushing event deleted for resources: {'Port': ['ID=21cb8752-2b8e-42c2-b50b-ad77c27f3836,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:45.625285 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c9b61b-4d95-485f-9daf-711e1a368d03 admin admin] No DVR routers for this DVR port 21cb8752-2b8e-42c2-b50b-ad77c27f3836 on host n-d-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:44:45.627849 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c20954-2dca-46ea-a152-a884cedf26bd None None] DHCP port deletion for ec2c0e05-28b5-4f2d-8910-67f780ca13e5 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:44:45.714224 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c6c9b61b-4d95-485f-9daf-711e1a368d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (ec2c0e05-28b5-4f2d-8910-67f780ca13e5), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:45.734733 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-c6c9b61b-4d95-485f-9daf-711e1a368d03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec2c0e05-28b5-4f2d-8910-67f780ca13e5']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:45.743786 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-c6c9b61b-4d95-485f-9daf-711e1a368d03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45375865-5587-40fa-9013-7854ab366d90') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:45.744088 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-c6c9b61b-4d95-485f-9daf-711e1a368d03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45375865-5587-40fa-9013-7854ab366d90') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:44:45.754046 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c6c9b61b-4d95-485f-9daf-711e1a368d03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (45375865-5587-40fa-9013-7854ab366d90), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:45.767689 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c6c9b61b-4d95-485f-9daf-711e1a368d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (45375865-5587-40fa-9013-7854ab366d90), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:45.774765 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6c9b61b-4d95-485f-9daf-711e1a368d03 admin admin] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:44:45.775126 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c6c9b61b-4d95-485f-9daf-711e1a368d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (45375865-5587-40fa-9013-7854ab366d90), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:45.776846 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:44:45.776846 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:44:45.776846 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:44:45.776846 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:44:45.776846 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:44:45.776846 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:44:45.776846 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:44:45.776846 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:44:45.776846 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:44:45.776846 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:44:45.776846 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:44:45.776846 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:44:45.776846 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:44:45.776846 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:44:45.776846 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:44:45.776846 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:44:45.776846 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:44:45.776846 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:44:45.776846 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:44:45.776846 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:44:45.776846 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:44:45.776846 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:44:45.776846 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:44:45.776846 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:44:45.776846 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:44:45.776846 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:44:45.776846 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:44:45.776846 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:44:45.776846 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:44:45.776846 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:44:45.776846 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:44:45.776846 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:44:45.838298 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c6c9b61b-4d95-485f-9daf-711e1a368d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (ec2c0e05-28b5-4f2d-8910-67f780ca13e5), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:45.844356 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c6c9b61b-4d95-485f-9daf-711e1a368d03 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:45.850231 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c6c9b61b-4d95-485f-9daf-711e1a368d03 admin admin] 10.222.0.50 "DELETE /v2.0/networks/ec2c0e05-28b5-4f2d-8910-67f780ca13e5 HTTP/1.1" status: 204 len: 168 time: 0.6467638 Feb 09 01:44:45.860027 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9b61b-4d95-485f-9daf-711e1a368d03 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec2c0e05-28b5-4f2d-8910-67f780ca13e5,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:46.048098 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 41238) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:46.089780 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-fe4daf43-5aed-4ed3-9895-10a9372cda2b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2c5864c275804accbad063b21046bd46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404155 Feb 09 01:44:46.092383 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41240) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:46.141780 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f07ee20f-b8e8-475b-a46e-b575c8d2c9a5 admin admin] Publish callbacks [] for security_group (085afe0e-ad49-4846-adde-d52644ef31f5), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:46.163343 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f07ee20f-b8e8-475b-a46e-b575c8d2c9a5 admin admin] Publish callbacks [] for security_group (085afe0e-ad49-4846-adde-d52644ef31f5), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:46.214206 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f07ee20f-b8e8-475b-a46e-b575c8d2c9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (085afe0e-ad49-4846-adde-d52644ef31f5), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:46.216953 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f07ee20f-b8e8-475b-a46e-b575c8d2c9a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:46.220781 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f07ee20f-b8e8-475b-a46e-b575c8d2c9a5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/085afe0e-ad49-4846-adde-d52644ef31f5 HTTP/1.1" status: 204 len: 168 time: 0.1249757 Feb 09 01:44:46.227630 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ee20f-b8e8-475b-a46e-b575c8d2c9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085afe0e-ad49-4846-adde-d52644ef31f5,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:46.551434 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 41248) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:46.616044 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4692d0f8-4c10-41ac-bbdc-26b2f85c0c11 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=48df36e618c34b44846bc151b7b638b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0611129 Feb 09 01:44:46.616601 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 41250) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:44:46.673397 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1317fbff-b65d-4081-9958-d70fdef3aa95 admin admin] Publish callbacks [] for security_group (ed483e22-f9f0-4f4c-a32b-1c1a6baa84b1), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:46.708179 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1317fbff-b65d-4081-9958-d70fdef3aa95 admin admin] Publish callbacks [] for security_group (ed483e22-f9f0-4f4c-a32b-1c1a6baa84b1), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:46.757872 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1317fbff-b65d-4081-9958-d70fdef3aa95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (ed483e22-f9f0-4f4c-a32b-1c1a6baa84b1), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:46.760977 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1317fbff-b65d-4081-9958-d70fdef3aa95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:46.764610 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1317fbff-b65d-4081-9958-d70fdef3aa95 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ed483e22-f9f0-4f4c-a32b-1c1a6baa84b1 HTTP/1.1" status: 204 len: 168 time: 0.1445413 Feb 09 01:44:46.770810 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317fbff-b65d-4081-9958-d70fdef3aa95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed483e22-f9f0-4f4c-a32b-1c1a6baa84b1,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:47.040213 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 21cb8752-2b8e-42c2-b50b-ad77c27f3836 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:44:47.062935 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 21cb8752-2b8e-42c2-b50b-ad77c27f3836 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:44:47.063409 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 21cb8752-2b8e-42c2-b50b-ad77c27f3836 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:44:47.063845 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device ed292909-6755-43ce-9c20-3ae26d68dadf no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:44:47.088127 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: ed292909-6755-43ce-9c20-3ae26d68dadf {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:44:47.088390 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device ed292909-6755-43ce-9c20-3ae26d68dadf not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:44:51.051678 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7c326-f449-4f62-bacd-947ecadfda0d req-0076bc06-ea54-4293-b9ae-5070067b651e tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:51.053194 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-49d7c326-f449-4f62-bacd-947ecadfda0d req-0076bc06-ea54-4293-b9ae-5070067b651e tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.50 "GET /v2.0/networks?id=25e3096a-08ad-410d-8381-c637f46354f2 HTTP/1.1" status: 200 len: 814 time: 0.1019235 Feb 09 01:44:51.068116 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-49d7c326-f449-4f62-bacd-947ecadfda0d req-1219c395-b784-4f5a-a3ad-2a7f4af38d41 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.50 "GET /v2.0/quotas/279ecdc9b7c34fb8871789c462b2f6e4 HTTP/1.1" status: 200 len: 375 time: 0.0092115 Feb 09 01:44:51.104220 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-49d7c326-f449-4f62-bacd-947ecadfda0d req-eaade9a3-a8bf-4886-9eea-59dcaa0d98f1 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=279ecdc9b7c34fb8871789c462b2f6e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308843 Feb 09 01:44:51.309392 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-49d7c326-f449-4f62-bacd-947ecadfda0d req-126e27d3-ebeb-48d5-b3a3-ea04500c89dc service neutron] 10.222.0.50 "GET /v2.0/networks/25e3096a-08ad-410d-8381-c637f46354f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985292 Feb 09 01:44:51.401168 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-49d7c326-f449-4f62-bacd-947ecadfda0d req-8eea38d8-64d3-437d-8142-d6661cf770ac service neutron] 10.222.0.50 "GET /v2.0/networks/25e3096a-08ad-410d-8381-c637f46354f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858731 Feb 09 01:44:51.561401 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f5e9cd18-ad4f-4d7b-97c0-574858612dff req-42950dbe-0770-4072-bba1-7163c582d256 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.50 "GET /v2.0/ports?device_id=751ddfac-24fc-4aeb-a8bd-512d90e058ed HTTP/1.1" status: 200 len: 210 time: 0.0286574 Feb 09 01:44:52.032274 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:44:52.451566 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7c326-f449-4f62-bacd-947ecadfda0d req-a1749caa-8a50-4bc7-93f3-877636cf17e9 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:52.453068 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-49d7c326-f449-4f62-bacd-947ecadfda0d req-a1749caa-8a50-4bc7-93f3-877636cf17e9 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.47 "GET /v2.0/networks?id=25e3096a-08ad-410d-8381-c637f46354f2 HTTP/1.1" status: 200 len: 814 time: 0.1030948 Feb 09 01:44:52.465032 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-49d7c326-f449-4f62-bacd-947ecadfda0d req-7b9db7a7-1f06-4617-a678-56eaed5dc27f tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Request body: {'port': {'device_id': '751ddfac-24fc-4aeb-a8bd-512d90e058ed', 'network_id': '25e3096a-08ad-410d-8381-c637f46354f2', 'admin_state_up': True, 'tenant_id': '279ecdc9b7c34fb8871789c462b2f6e4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:52.587705 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49d7c326-f449-4f62-bacd-947ecadfda0d req-7b9db7a7-1f06-4617-a678-56eaed5dc27f tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Made reservation on behalf of 279ecdc9b7c34fb8871789c462b2f6e4 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:44:52.591118 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-49d7c326-f449-4f62-bacd-947ecadfda0d req-7b9db7a7-1f06-4617-a678-56eaed5dc27f tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:52.689023 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9655a8d3-f36f-4a1f-aa8e-535742a148d6 req-94670ef3-c7cd-4969-a12c-27db34ffa59b tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.50 "GET /v2.0/ports?device_id=751ddfac-24fc-4aeb-a8bd-512d90e058ed HTTP/1.1" status: 200 len: 210 time: 0.0403650 Feb 09 01:44:52.751470 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-49d7c326-f449-4f62-bacd-947ecadfda0d req-7b9db7a7-1f06-4617-a678-56eaed5dc27f tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Allocated IP 172.20.0.11 (25e3096a-08ad-410d-8381-c637f46354f2/e06a83b8-3a3f-4265-b57a-58858bfb8a48/d0905abb-eaae-4446-8e1d-a353bf1139bc) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:44:52.903539 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-49d7c326-f449-4f62-bacd-947ecadfda0d req-7b9db7a7-1f06-4617-a678-56eaed5dc27f tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Publish callbacks [] for port (d0905abb-eaae-4446-8e1d-a353bf1139bc), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:52.937477 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-49d7c326-f449-4f62-bacd-947ecadfda0d req-7b9db7a7-1f06-4617-a678-56eaed5dc27f tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (d0905abb-eaae-4446-8e1d-a353bf1139bc), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:52.978141 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49d7c326-f449-4f62-bacd-947ecadfda0d req-7b9db7a7-1f06-4617-a678-56eaed5dc27f tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Network 25e3096a-08ad-410d-8381-c637f46354f2 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:44:52.985019 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-49d7c326-f449-4f62-bacd-947ecadfda0d req-7b9db7a7-1f06-4617-a678-56eaed5dc27f tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:44:52.988777 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d7c326-f449-4f62-bacd-947ecadfda0d req-7b9db7a7-1f06-4617-a678-56eaed5dc27f tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:44:53.013245 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9db7a7-1f06-4617-a678-56eaed5dc27f tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Pushing event updated for resources: {'Port': ['ID=d0905abb-eaae-4446-8e1d-a353bf1139bc,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:53.041063 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7c326-f449-4f62-bacd-947ecadfda0d req-7b9db7a7-1f06-4617-a678-56eaed5dc27f tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:53.041688 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-49d7c326-f449-4f62-bacd-947ecadfda0d req-7b9db7a7-1f06-4617-a678-56eaed5dc27f tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:53.058317 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-49d7c326-f449-4f62-bacd-947ecadfda0d req-7b9db7a7-1f06-4617-a678-56eaed5dc27f tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5970662 Feb 09 01:44:53.069026 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-49d7c326-f449-4f62-bacd-947ecadfda0d req-d4bcfcdc-8860-421e-8cdf-07743b3128f7 service neutron] Request body: {'port': {'device_id': '751ddfac-24fc-4aeb-a8bd-512d90e058ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:44:53.129615 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-49d7c326-f449-4f62-bacd-947ecadfda0d req-d4bcfcdc-8860-421e-8cdf-07743b3128f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d0905abb-eaae-4446-8e1d-a353bf1139bc), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:53.393875 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-49d7c326-f449-4f62-bacd-947ecadfda0d req-d4bcfcdc-8860-421e-8cdf-07743b3128f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0905abb-eaae-4446-8e1d-a353bf1139bc {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:44:53.401225 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-49d7c326-f449-4f62-bacd-947ecadfda0d req-d4bcfcdc-8860-421e-8cdf-07743b3128f7 service neutron] Publish callbacks [] for port (d0905abb-eaae-4446-8e1d-a353bf1139bc), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:53.413038 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-49d7c326-f449-4f62-bacd-947ecadfda0d req-d4bcfcdc-8860-421e-8cdf-07743b3128f7 service neutron] Transition to ACTIVE for port object d0905abb-eaae-4446-8e1d-a353bf1139bc will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:44:53.416908 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-49d7c326-f449-4f62-bacd-947ecadfda0d req-d4bcfcdc-8860-421e-8cdf-07743b3128f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (d0905abb-eaae-4446-8e1d-a353bf1139bc), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:53.467497 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bcfcdc-8860-421e-8cdf-07743b3128f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d0905abb-eaae-4446-8e1d-a353bf1139bc,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:53.537753 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-49d7c326-f449-4f62-bacd-947ecadfda0d req-d4bcfcdc-8860-421e-8cdf-07743b3128f7 service neutron] Attempting to bind port d0905abb-eaae-4446-8e1d-a353bf1139bc on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:44:53.538093 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-49d7c326-f449-4f62-bacd-947ecadfda0d req-d4bcfcdc-8860-421e-8cdf-07743b3128f7 service neutron] Attempting to bind port d0905abb-eaae-4446-8e1d-a353bf1139bc by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'a776fa4f-8415-4642-92ee-980f57104a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '25e3096a-08ad-410d-8381-c637f46354f2'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:44:53.538429 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d7c326-f449-4f62-bacd-947ecadfda0d req-d4bcfcdc-8860-421e-8cdf-07743b3128f7 service neutron] Attempting to bind port d0905abb-eaae-4446-8e1d-a353bf1139bc on network 25e3096a-08ad-410d-8381-c637f46354f2 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:44:53.542878 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d7c326-f449-4f62-bacd-947ecadfda0d req-d4bcfcdc-8860-421e-8cdf-07743b3128f7 service neutron] Port d0905abb-eaae-4446-8e1d-a353bf1139bc on network 25e3096a-08ad-410d-8381-c637f46354f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:44:53.543209 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d7c326-f449-4f62-bacd-947ecadfda0d req-d4bcfcdc-8860-421e-8cdf-07743b3128f7 service neutron] Attempting to bind port d0905abb-eaae-4446-8e1d-a353bf1139bc on network 25e3096a-08ad-410d-8381-c637f46354f2 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:44:53.548010 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d7c326-f449-4f62-bacd-947ecadfda0d req-d4bcfcdc-8860-421e-8cdf-07743b3128f7 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:44:53.548360 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d7c326-f449-4f62-bacd-947ecadfda0d req-d4bcfcdc-8860-421e-8cdf-07743b3128f7 service neutron] Checking segment: {'id': 'a776fa4f-8415-4642-92ee-980f57104a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '25e3096a-08ad-410d-8381-c637f46354f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:44:53.548788 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d7c326-f449-4f62-bacd-947ecadfda0d req-d4bcfcdc-8860-421e-8cdf-07743b3128f7 service neutron] Bound using segment: {'id': 'a776fa4f-8415-4642-92ee-980f57104a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '25e3096a-08ad-410d-8381-c637f46354f2'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:44:53.549220 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-49d7c326-f449-4f62-bacd-947ecadfda0d req-d4bcfcdc-8860-421e-8cdf-07743b3128f7 service neutron] Bound port: d0905abb-eaae-4446-8e1d-a353bf1139bc, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a776fa4f-8415-4642-92ee-980f57104a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': '25e3096a-08ad-410d-8381-c637f46354f2'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:44:53.549578 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-49d7c326-f449-4f62-bacd-947ecadfda0d req-d4bcfcdc-8860-421e-8cdf-07743b3128f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d0905abb-eaae-4446-8e1d-a353bf1139bc), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:53.611591 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-49d7c326-f449-4f62-bacd-947ecadfda0d req-d4bcfcdc-8860-421e-8cdf-07743b3128f7 service neutron] For port d0905abb-eaae-4446-8e1d-a353bf1139bc, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:44:53.614529 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-49d7c326-f449-4f62-bacd-947ecadfda0d req-d4bcfcdc-8860-421e-8cdf-07743b3128f7 service neutron] For port d0905abb-eaae-4446-8e1d-a353bf1139bc, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=d0905abb-eaae-4446-8e1d-a353bf1139bc,segment=NetworkSegment(a776fa4f-8415-4642-92ee-980f57104a7b),segment_id=a776fa4f-8415-4642-92ee-980f57104a7b)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:44:53.620770 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-49d7c326-f449-4f62-bacd-947ecadfda0d req-d4bcfcdc-8860-421e-8cdf-07743b3128f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (d0905abb-eaae-4446-8e1d-a353bf1139bc), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:53.654955 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7c326-f449-4f62-bacd-947ecadfda0d req-d4bcfcdc-8860-421e-8cdf-07743b3128f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:53.655587 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-49d7c326-f449-4f62-bacd-947ecadfda0d req-d4bcfcdc-8860-421e-8cdf-07743b3128f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:53.657049 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-49d7c326-f449-4f62-bacd-947ecadfda0d req-d4bcfcdc-8860-421e-8cdf-07743b3128f7 service neutron] 10.222.0.47 "PUT /v2.0/ports/d0905abb-eaae-4446-8e1d-a353bf1139bc HTTP/1.1" status: 200 len: 1092 time: 0.5919518 Feb 09 01:44:53.657496 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '751ddfac-24fc-4aeb-a8bd-512d90e058ed', 'tag': 'd0905abb-eaae-4446-8e1d-a353bf1139bc'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:44:53.659742 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633b0829-944c-4f47-a868-343f90a3251b" -d '{"events": [{"name": "network-changed", "server_uuid": "751ddfac-24fc-4aeb-a8bd-512d90e058ed", "tag": "d0905abb-eaae-4446-8e1d-a353bf1139bc"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:44:53.684432 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bcfcdc-8860-421e-8cdf-07743b3128f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d0905abb-eaae-4446-8e1d-a353bf1139bc,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:53.708397 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96c11e7-a355-4630-aa8d-6a415937bc7f x-openstack-request-id: req-c96c11e7-a355-4630-aa8d-6a415937bc7f {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:44:53.708725 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "751ddfac-24fc-4aeb-a8bd-512d90e058ed", "tag": "d0905abb-eaae-4446-8e1d-a353bf1139bc", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:44:53.709007 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c96c11e7-a355-4630-aa8d-6a415937bc7f {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:44:53.709411 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '751ddfac-24fc-4aeb-a8bd-512d90e058ed', 'tag': 'd0905abb-eaae-4446-8e1d-a353bf1139bc', 'status': 'completed', 'code': 200} Feb 09 01:44:53.751731 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7c326-f449-4f62-bacd-947ecadfda0d req-5fd7be98-fb4e-48b8-a629-37c106046648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:53.753296 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-49d7c326-f449-4f62-bacd-947ecadfda0d req-5fd7be98-fb4e-48b8-a629-37c106046648 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=279ecdc9b7c34fb8871789c462b2f6e4&device_id=751ddfac-24fc-4aeb-a8bd-512d90e058ed HTTP/1.1" status: 200 len: 1126 time: 0.0585241 Feb 09 01:44:53.803505 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-49d7c326-f449-4f62-bacd-947ecadfda0d req-bdbf47fd-5c08-45b6-981c-a2735ecafff7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0905abb-eaae-4446-8e1d-a353bf1139bc HTTP/1.1" status: 200 len: 217 time: 0.0438898 Feb 09 01:44:53.873062 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7c326-f449-4f62-bacd-947ecadfda0d req-14d3287e-abe8-441d-8a7c-0d2e41755169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:53.874506 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-49d7c326-f449-4f62-bacd-947ecadfda0d req-14d3287e-abe8-441d-8a7c-0d2e41755169 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e06a83b8-3a3f-4265-b57a-58858bfb8a48 HTTP/1.1" status: 200 len: 854 time: 0.0559859 Feb 09 01:44:53.885383 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a29ca7-00da-4a67-9951-c545cc8b1976 req-8bc1b6f0-65d1-46ae-a9fb-a0f5cb3a264d tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:53.886799 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-59a29ca7-00da-4a67-9951-c545cc8b1976 req-8bc1b6f0-65d1-46ae-a9fb-a0f5cb3a264d tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.50 "GET /v2.0/ports?device_id=751ddfac-24fc-4aeb-a8bd-512d90e058ed HTTP/1.1" status: 200 len: 944 time: 0.1209593 Feb 09 01:44:53.923214 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-49d7c326-f449-4f62-bacd-947ecadfda0d req-645434d0-446c-49fa-8112-bd4fe4b33e7c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=25e3096a-08ad-410d-8381-c637f46354f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354223 Feb 09 01:44:53.998535 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-59a29ca7-00da-4a67-9951-c545cc8b1976 req-6e9cbf56-d0c1-41a4-aa0b-c1341774baea tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.50 "GET /v2.0/security-groups?id=a8cd5537-5db5-4bb3-baa7-ea1fb44f72cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035514 Feb 09 01:44:54.032886 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-49d7c326-f449-4f62-bacd-947ecadfda0d req-f21519dd-a3d3-4b32-acd9-08c1efb36aa6 service neutron] 10.222.0.47 "GET /v2.0/networks/25e3096a-08ad-410d-8381-c637f46354f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033683 Feb 09 01:44:54.122257 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-49d7c326-f449-4f62-bacd-947ecadfda0d req-f503f7b7-7332-40b8-800f-eadb9fafd6c5 service neutron] 10.222.0.47 "GET /v2.0/networks/25e3096a-08ad-410d-8381-c637f46354f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837355 Feb 09 01:44:54.214867 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b0829-944c-4f47-a868-343f90a3251b req-f8478428-db71-4e61-8f2f-0006afb2d250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:54.216275 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-633b0829-944c-4f47-a868-343f90a3251b req-f8478428-db71-4e61-8f2f-0006afb2d250 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=279ecdc9b7c34fb8871789c462b2f6e4&device_id=751ddfac-24fc-4aeb-a8bd-512d90e058ed HTTP/1.1" status: 200 len: 1126 time: 0.0457032 Feb 09 01:44:54.306184 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b0829-944c-4f47-a868-343f90a3251b req-52ec15f5-7b82-4d37-acfb-cfb72ef359ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:54.307639 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-633b0829-944c-4f47-a868-343f90a3251b req-52ec15f5-7b82-4d37-acfb-cfb72ef359ae service neutron] 10.222.0.47 "GET /v2.0/networks?id=25e3096a-08ad-410d-8381-c637f46354f2 HTTP/1.1" status: 200 len: 916 time: 0.0860369 Feb 09 01:44:54.348041 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-633b0829-944c-4f47-a868-343f90a3251b req-274e2074-81f8-4ac4-a8d4-0d470759d40b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0905abb-eaae-4446-8e1d-a353bf1139bc HTTP/1.1" status: 200 len: 217 time: 0.0336142 Feb 09 01:44:54.393411 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b0829-944c-4f47-a868-343f90a3251b req-a28378dc-d5d7-4657-ba5b-9da442c6ffb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:54.394803 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-633b0829-944c-4f47-a868-343f90a3251b req-a28378dc-d5d7-4657-ba5b-9da442c6ffb1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e06a83b8-3a3f-4265-b57a-58858bfb8a48 HTTP/1.1" status: 200 len: 854 time: 0.0414474 Feb 09 01:44:54.440498 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-633b0829-944c-4f47-a868-343f90a3251b req-34bc25df-1ae9-45af-b60b-aab0efa14678 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=25e3096a-08ad-410d-8381-c637f46354f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293472 Feb 09 01:44:54.526145 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-633b0829-944c-4f47-a868-343f90a3251b req-f62e1ffa-8112-4b5e-b3f2-ad4af2366f92 service neutron] 10.222.0.47 "GET /v2.0/networks/25e3096a-08ad-410d-8381-c637f46354f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792983 Feb 09 01:44:54.630814 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-633b0829-944c-4f47-a868-343f90a3251b req-e1fd9f48-ca41-4d41-aabd-da67b5e21f1c service neutron] 10.222.0.47 "GET /v2.0/networks/25e3096a-08ad-410d-8381-c637f46354f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963140 Feb 09 01:44:55.119865 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e393a3-1ffc-4d54-b50f-0761bff03655 req-f176f448-5e8f-474b-98ac-8e03831d4910 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:55.121392 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-35e393a3-1ffc-4d54-b50f-0761bff03655 req-f176f448-5e8f-474b-98ac-8e03831d4910 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.50 "GET /v2.0/ports?device_id=751ddfac-24fc-4aeb-a8bd-512d90e058ed HTTP/1.1" status: 200 len: 944 time: 0.0529160 Feb 09 01:44:55.166299 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-35e393a3-1ffc-4d54-b50f-0761bff03655 req-cb6d84c7-85ce-49c9-9876-a194d89ddd32 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.50 "GET /v2.0/security-groups?id=a8cd5537-5db5-4bb3-baa7-ea1fb44f72cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393682 Feb 09 01:44:56.284390 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85fdc8-21f8-43e0-b85d-217a47a92b0f req-63400fe0-e165-4b65-8bae-03134c5821cd tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:56.285861 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8d85fdc8-21f8-43e0-b85d-217a47a92b0f req-63400fe0-e165-4b65-8bae-03134c5821cd tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.50 "GET /v2.0/ports?device_id=751ddfac-24fc-4aeb-a8bd-512d90e058ed HTTP/1.1" status: 200 len: 944 time: 0.0517240 Feb 09 01:44:56.332802 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8d85fdc8-21f8-43e0-b85d-217a47a92b0f req-f29c0d98-6e56-47ec-8a1d-3854212021e7 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.50 "GET /v2.0/security-groups?id=a8cd5537-5db5-4bb3-baa7-ea1fb44f72cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407648 Feb 09 01:44:56.999624 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device d0905abb-eaae-4446-8e1d-a353bf1139bc details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:44:57.100533 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port d0905abb-eaae-4446-8e1d-a353bf1139bc, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=d0905abb-eaae-4446-8e1d-a353bf1139bc,segment=NetworkSegment(a776fa4f-8415-4642-92ee-980f57104a7b),segment_id=a776fa4f-8415-4642-92ee-980f57104a7b)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:57.111568 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': 'd0905abb-eaae-4446-8e1d-a353bf1139bc', 'network_id': '25e3096a-08ad-410d-8381-c637f46354f2', 'port_id': 'd0905abb-eaae-4446-8e1d-a353bf1139bc', 'mac_address': 'fa:16:3e:9c:ec:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e06a83b8-3a3f-4265-b57a-58858bfb8a48', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:44:57.147309 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port d0905abb-eaae-4446-8e1d-a353bf1139bc is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:57.147716 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d0905abb-eaae-4446-8e1d-a353bf1139bc), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:57.161014 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0905abb-eaae-4446-8e1d-a353bf1139bc {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:44:57.179225 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port d0905abb-eaae-4446-8e1d-a353bf1139bc, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=d0905abb-eaae-4446-8e1d-a353bf1139bc,segment=NetworkSegment(a776fa4f-8415-4642-92ee-980f57104a7b),segment_id=a776fa4f-8415-4642-92ee-980f57104a7b)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:57.183195 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d0905abb-eaae-4446-8e1d-a353bf1139bc), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:57.229604 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=d0905abb-eaae-4446-8e1d-a353bf1139bc,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:57.381123 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['d0905abb-eaae-4446-8e1d-a353bf1139bc'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:44:57.454784 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c45148-23fa-469c-8a23-88518f00dd33 req-f0e8a30b-a446-4953-b1f5-a29d4297b77f tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:57.456295 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d6c45148-23fa-469c-8a23-88518f00dd33 req-f0e8a30b-a446-4953-b1f5-a29d4297b77f tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.50 "GET /v2.0/ports?device_id=751ddfac-24fc-4aeb-a8bd-512d90e058ed HTTP/1.1" status: 200 len: 945 time: 0.0572457 Feb 09 01:44:57.503600 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d6c45148-23fa-469c-8a23-88518f00dd33 req-929d9218-616f-4bf3-b64e-0f617cfaaf56 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.50 "GET /v2.0/security-groups?id=a8cd5537-5db5-4bb3-baa7-ea1fb44f72cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405319 Feb 09 01:44:58.619992 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e072c0-ea88-4487-835c-7ac9e33ac57f req-6cf15a9c-aa9c-48b6-ad3d-7f6eff206ce1 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:58.621532 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-12e072c0-ea88-4487-835c-7ac9e33ac57f req-6cf15a9c-aa9c-48b6-ad3d-7f6eff206ce1 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.50 "GET /v2.0/ports?device_id=751ddfac-24fc-4aeb-a8bd-512d90e058ed HTTP/1.1" status: 200 len: 945 time: 0.0517550 Feb 09 01:44:58.668316 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-12e072c0-ea88-4487-835c-7ac9e33ac57f req-61f92100-3173-4c85-ad85-6a9d7857b5e4 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.50 "GET /v2.0/security-groups?id=a8cd5537-5db5-4bb3-baa7-ea1fb44f72cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411093 Feb 09 01:44:59.013931 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device d0905abb-eaae-4446-8e1d-a353bf1139bc up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:44:59.062488 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port d0905abb-eaae-4446-8e1d-a353bf1139bc completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:44:59.067095 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port d0905abb-eaae-4446-8e1d-a353bf1139bc triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:44:59.067602 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d0905abb-eaae-4446-8e1d-a353bf1139bc), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:59.147680 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port d0905abb-eaae-4446-8e1d-a353bf1139bc is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:44:59.148077 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d0905abb-eaae-4446-8e1d-a353bf1139bc), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:59.169577 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751ddfac-24fc-4aeb-a8bd-512d90e058ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0905abb-eaae-4446-8e1d-a353bf1139bc'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:44:59.171801 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336c12fc-3db3-4a93-8c09-54b237e6a57b" -d '{"events": [{"server_uuid": "751ddfac-24fc-4aeb-a8bd-512d90e058ed", "name": "network-vif-plugged", "status": "completed", "tag": "d0905abb-eaae-4446-8e1d-a353bf1139bc"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:44:59.184193 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port d0905abb-eaae-4446-8e1d-a353bf1139bc, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=d0905abb-eaae-4446-8e1d-a353bf1139bc,segment=NetworkSegment(a776fa4f-8415-4642-92ee-980f57104a7b),segment_id=a776fa4f-8415-4642-92ee-980f57104a7b)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:44:59.188293 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d0905abb-eaae-4446-8e1d-a353bf1139bc), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:44:59.214095 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f326e3-6358-4111-9d8f-b63b79028db1 x-openstack-request-id: req-92f326e3-6358-4111-9d8f-b63b79028db1 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:44:59.214394 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "751ddfac-24fc-4aeb-a8bd-512d90e058ed", "name": "network-vif-plugged", "status": "completed", "tag": "d0905abb-eaae-4446-8e1d-a353bf1139bc", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:44:59.214658 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-92f326e3-6358-4111-9d8f-b63b79028db1 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:44:59.215055 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751ddfac-24fc-4aeb-a8bd-512d90e058ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0905abb-eaae-4446-8e1d-a353bf1139bc', 'code': 200} Feb 09 01:44:59.238505 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=d0905abb-eaae-4446-8e1d-a353bf1139bc,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:44:59.307719 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d3626-afd2-4b45-9d9f-eff6857d80b2 req-cd48bae9-eec6-413b-94e4-691ef6196223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:59.309263 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f85d3626-afd2-4b45-9d9f-eff6857d80b2 req-cd48bae9-eec6-413b-94e4-691ef6196223 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=751ddfac-24fc-4aeb-a8bd-512d90e058ed HTTP/1.1" status: 200 len: 1128 time: 0.0474110 Feb 09 01:44:59.352772 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f85d3626-afd2-4b45-9d9f-eff6857d80b2 req-f7d0d9bf-e268-48f6-8aea-98519e191235 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a8cd5537-5db5-4bb3-baa7-ea1fb44f72cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373204 Feb 09 01:44:59.790024 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0854e-4429-43a9-891f-89d8a59be511 req-31473f66-0272-45c9-bc5d-302f720a57a5 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:44:59.791541 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-93b0854e-4429-43a9-891f-89d8a59be511 req-31473f66-0272-45c9-bc5d-302f720a57a5 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.50 "GET /v2.0/ports?device_id=751ddfac-24fc-4aeb-a8bd-512d90e058ed HTTP/1.1" status: 200 len: 946 time: 0.0562406 Feb 09 01:44:59.837162 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-93b0854e-4429-43a9-891f-89d8a59be511 req-2ee08f20-f506-4241-a5b3-0dc16dfb4041 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.50 "GET /v2.0/security-groups?id=a8cd5537-5db5-4bb3-baa7-ea1fb44f72cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399768 Feb 09 01:45:00.958219 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626dd03-b2a3-490d-8047-1a83414e7a56 req-462a25c2-54be-4ed9-ae0b-268790c9c417 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:00.959695 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9626dd03-b2a3-490d-8047-1a83414e7a56 req-462a25c2-54be-4ed9-ae0b-268790c9c417 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.50 "GET /v2.0/ports?device_id=751ddfac-24fc-4aeb-a8bd-512d90e058ed HTTP/1.1" status: 200 len: 946 time: 0.0509489 Feb 09 01:45:01.009718 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9626dd03-b2a3-490d-8047-1a83414e7a56 req-2493a5d9-5451-4f1f-8605-c5a727608171 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.50 "GET /v2.0/security-groups?id=a8cd5537-5db5-4bb3-baa7-ea1fb44f72cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437729 Feb 09 01:45:02.410780 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9d7b88de-e9b1-495a-84de-70077e17dc77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:04.442618 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1031cca4-887a-4ad1-89a7-c39496663da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:06.002673 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:07.291302 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:07.971693 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:08.476304 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:09.700266 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:19.896114 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8facdf00-2d43-4c4c-8c58-06ecddf565be req-eec69384-e0e1-44d5-851c-9ad6a9ba3e25 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=751ddfac-24fc-4aeb-a8bd-512d90e058ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421786 Feb 09 01:45:19.980264 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8facdf00-2d43-4c4c-8c58-06ecddf565be req-6c3fca3a-c130-424e-85a9-a10a09d0ac71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:19.981960 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8facdf00-2d43-4c4c-8c58-06ecddf565be req-6c3fca3a-c130-424e-85a9-a10a09d0ac71 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=279ecdc9b7c34fb8871789c462b2f6e4&device_id=751ddfac-24fc-4aeb-a8bd-512d90e058ed HTTP/1.1" status: 200 len: 1128 time: 0.0450890 Feb 09 01:45:20.089850 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8facdf00-2d43-4c4c-8c58-06ecddf565be req-b56a6e03-436d-4349-9553-31eb09f7b54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:20.091419 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8facdf00-2d43-4c4c-8c58-06ecddf565be req-b56a6e03-436d-4349-9553-31eb09f7b54a service neutron] 10.222.0.47 "GET /v2.0/networks?id=25e3096a-08ad-410d-8381-c637f46354f2 HTTP/1.1" status: 200 len: 916 time: 0.0905030 Feb 09 01:45:20.133057 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8facdf00-2d43-4c4c-8c58-06ecddf565be req-2d1613af-03d6-41af-972f-8d032535e908 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0905abb-eaae-4446-8e1d-a353bf1139bc HTTP/1.1" status: 200 len: 217 time: 0.0347946 Feb 09 01:45:20.180427 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8facdf00-2d43-4c4c-8c58-06ecddf565be req-6fc6007d-d493-497e-bc3d-a38b51d86b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:20.181938 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8facdf00-2d43-4c4c-8c58-06ecddf565be req-6fc6007d-d493-497e-bc3d-a38b51d86b2e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e06a83b8-3a3f-4265-b57a-58858bfb8a48 HTTP/1.1" status: 200 len: 854 time: 0.0435615 Feb 09 01:45:20.217151 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8facdf00-2d43-4c4c-8c58-06ecddf565be req-c813c482-a5d6-4efe-901d-18254782e3ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=25e3096a-08ad-410d-8381-c637f46354f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285563 Feb 09 01:45:20.307245 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8facdf00-2d43-4c4c-8c58-06ecddf565be req-2ed4b780-8b84-4a8d-bd36-d40830aa3578 service neutron] 10.222.0.47 "GET /v2.0/networks/25e3096a-08ad-410d-8381-c637f46354f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841701 Feb 09 01:45:20.395855 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8facdf00-2d43-4c4c-8c58-06ecddf565be req-080c0183-d360-4d9a-b5d4-db812021634a service neutron] 10.222.0.47 "GET /v2.0/networks/25e3096a-08ad-410d-8381-c637f46354f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816693 Feb 09 01:45:29.031805 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:45:32.411502 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a40693fc-8b2d-4776-96bb-a036f5af28a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:34.446843 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-01802eca-1bb6-41a9-849a-90de27009f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:36.007592 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:37.292023 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:37.987636 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:38.480324 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:39.717239 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:43.157794 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c2f1f-c3d4-450d-8803-2ccb804afce5 req-ff0a3b49-6ac8-47d8-8424-78c860e8a818 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:43.159193 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-339c2f1f-c3d4-450d-8803-2ccb804afce5 req-ff0a3b49-6ac8-47d8-8424-78c860e8a818 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.50 "GET /v2.0/ports?device_id=751ddfac-24fc-4aeb-a8bd-512d90e058ed HTTP/1.1" status: 200 len: 946 time: 0.0575011 Feb 09 01:45:43.205190 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-339c2f1f-c3d4-450d-8803-2ccb804afce5 req-996cc2fc-1cd5-40bf-bdd8-72e1c50080c3 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.50 "GET /v2.0/security-groups?id=a8cd5537-5db5-4bb3-baa7-ea1fb44f72cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403931 Feb 09 01:45:44.393924 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3daff-286f-42bc-90a7-5cc9b8e45b40 req-2890647f-10dc-448c-ab36-c0d750ea621b tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:44.395431 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ada3daff-286f-42bc-90a7-5cc9b8e45b40 req-2890647f-10dc-448c-ab36-c0d750ea621b tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.50 "GET /v2.0/ports?device_id=751ddfac-24fc-4aeb-a8bd-512d90e058ed HTTP/1.1" status: 200 len: 946 time: 0.1161113 Feb 09 01:45:44.450281 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ada3daff-286f-42bc-90a7-5cc9b8e45b40 req-381e6739-a065-4e71-88fa-c0326059d838 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.50 "GET /v2.0/security-groups?id=a8cd5537-5db5-4bb3-baa7-ea1fb44f72cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490389 Feb 09 01:45:44.582013 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a096bfa-294e-4de5-9c09-30202813826a req-6b37fe20-713e-4c54-b5b8-026dc2654587 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:45:44.583576 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0a096bfa-294e-4de5-9c09-30202813826a req-6b37fe20-713e-4c54-b5b8-026dc2654587 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.47 "GET /v2.0/ports?device_id=751ddfac-24fc-4aeb-a8bd-512d90e058ed HTTP/1.1" status: 200 len: 946 time: 0.0540822 Feb 09 01:45:44.675717 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-0a096bfa-294e-4de5-9c09-30202813826a req-1e1768b8-214d-4f15-b534-3c2a3ff3c1d3 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Deleting port d0905abb-eaae-4446-8e1d-a353bf1139bc {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:45:44.676068 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0a096bfa-294e-4de5-9c09-30202813826a req-1e1768b8-214d-4f15-b534-3c2a3ff3c1d3 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (d0905abb-eaae-4446-8e1d-a353bf1139bc), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:44.768250 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-0a096bfa-294e-4de5-9c09-30202813826a req-1e1768b8-214d-4f15-b534-3c2a3ff3c1d3 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] For port d0905abb-eaae-4446-8e1d-a353bf1139bc, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=d0905abb-eaae-4446-8e1d-a353bf1139bc,segment=NetworkSegment(a776fa4f-8415-4642-92ee-980f57104a7b),segment_id=a776fa4f-8415-4642-92ee-980f57104a7b)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:45:44.768650 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0a096bfa-294e-4de5-9c09-30202813826a req-1e1768b8-214d-4f15-b534-3c2a3ff3c1d3 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (d0905abb-eaae-4446-8e1d-a353bf1139bc), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:44.780455 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-0a096bfa-294e-4de5-9c09-30202813826a req-1e1768b8-214d-4f15-b534-3c2a3ff3c1d3 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Calling delete_port for d0905abb-eaae-4446-8e1d-a353bf1139bc owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:45:44.910180 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0a096bfa-294e-4de5-9c09-30202813826a req-1e1768b8-214d-4f15-b534-3c2a3ff3c1d3 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (d0905abb-eaae-4446-8e1d-a353bf1139bc), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:44.922050 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['d0905abb-eaae-4446-8e1d-a353bf1139bc'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:45:44.941273 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1768b8-214d-4f15-b534-3c2a3ff3c1d3 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Pushing event deleted for resources: {'Port': ['ID=d0905abb-eaae-4446-8e1d-a353bf1139bc,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:45:44.957599 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1768b8-214d-4f15-b534-3c2a3ff3c1d3 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:44.957599 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1768b8-214d-4f15-b534-3c2a3ff3c1d3 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:44.957599 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1768b8-214d-4f15-b534-3c2a3ff3c1d3 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:44.957920 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1768b8-214d-4f15-b534-3c2a3ff3c1d3 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:44.958218 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1768b8-214d-4f15-b534-3c2a3ff3c1d3 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:44.958552 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1768b8-214d-4f15-b534-3c2a3ff3c1d3 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:44.958885 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1768b8-214d-4f15-b534-3c2a3ff3c1d3 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:44.959215 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1768b8-214d-4f15-b534-3c2a3ff3c1d3 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:44.959548 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1768b8-214d-4f15-b534-3c2a3ff3c1d3 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:44.959878 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1768b8-214d-4f15-b534-3c2a3ff3c1d3 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:44.960209 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1768b8-214d-4f15-b534-3c2a3ff3c1d3 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:44.960536 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1768b8-214d-4f15-b534-3c2a3ff3c1d3 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:44.960883 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1768b8-214d-4f15-b534-3c2a3ff3c1d3 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:45:45.001539 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a096bfa-294e-4de5-9c09-30202813826a req-1e1768b8-214d-4f15-b534-3c2a3ff3c1d3 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] No DVR routers for this DVR port d0905abb-eaae-4446-8e1d-a353bf1139bc on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:45:45.004267 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-0a096bfa-294e-4de5-9c09-30202813826a req-1e1768b8-214d-4f15-b534-3c2a3ff3c1d3 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:45:45.008183 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0a096bfa-294e-4de5-9c09-30202813826a req-1e1768b8-214d-4f15-b534-3c2a3ff3c1d3 tempest-VolumesSnapshotTestJSON-1344992251 tempest-VolumesSnapshotTestJSON-1344992251-project] 10.222.0.47 "DELETE /v2.0/ports/d0905abb-eaae-4446-8e1d-a353bf1139bc HTTP/1.1" status: 204 len: 173 time: 0.4198472 Feb 09 01:45:45.008678 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751ddfac-24fc-4aeb-a8bd-512d90e058ed', 'name': 'network-vif-deleted', 'tag': 'd0905abb-eaae-4446-8e1d-a353bf1139bc'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:45:45.011342 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e92fe9b-5e6d-4735-a59b-434afb90ef6b" -d '{"events": [{"server_uuid": "751ddfac-24fc-4aeb-a8bd-512d90e058ed", "name": "network-vif-deleted", "tag": "d0905abb-eaae-4446-8e1d-a353bf1139bc"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:45:45.053780 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad051bd-3dc0-4557-b6bf-edffa7ad7d2d x-openstack-request-id: req-9ad051bd-3dc0-4557-b6bf-edffa7ad7d2d {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:45:45.054235 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "751ddfac-24fc-4aeb-a8bd-512d90e058ed", "name": "network-vif-deleted", "tag": "d0905abb-eaae-4446-8e1d-a353bf1139bc", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:45:45.054608 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9ad051bd-3dc0-4557-b6bf-edffa7ad7d2d {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:45:45.055166 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751ddfac-24fc-4aeb-a8bd-512d90e058ed', 'name': 'network-vif-deleted', 'tag': 'd0905abb-eaae-4446-8e1d-a353bf1139bc', 'status': 'completed', 'code': 200} Feb 09 01:45:49.264533 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device d0905abb-eaae-4446-8e1d-a353bf1139bc no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:45:49.284971 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: d0905abb-eaae-4446-8e1d-a353bf1139bc {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:45:49.285257 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device d0905abb-eaae-4446-8e1d-a353bf1139bc not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:46:02.416965 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-56df294b-9fbb-4f2d-a5cc-33cb463b8d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:04.454871 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-155d86f0-f757-451c-a72d-b596869f6292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:06.007100 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:06.032365 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:46:07.295061 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:08.008745 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:08.483416 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:09.717238 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:32.410700 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-471d97f5-906c-4999-802a-851aaa34a6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:34.449118 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b41fdab1-2e5c-4028-a06a-8c1eda84d08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:36.013521 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:37.297935 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:38.020038 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:38.479949 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:39.733944 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:43.032056 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:46:50.393179 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 41668) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:50.437595 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-f40c37a7-1ad0-4e66-9182-0fdc6b98d033 admin admin] Deleting subnet e06a83b8-3a3f-4265-b57a-58858bfb8a48 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:46:50.440900 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f40c37a7-1ad0-4e66-9182-0fdc6b98d033 admin admin] Publish callbacks [] for subnet (e06a83b8-3a3f-4265-b57a-58858bfb8a48), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:50.475752 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f40c37a7-1ad0-4e66-9182-0fdc6b98d033 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (e06a83b8-3a3f-4265-b57a-58858bfb8a48), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:50.513669 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f40c37a7-1ad0-4e66-9182-0fdc6b98d033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (e06a83b8-3a3f-4265-b57a-58858bfb8a48), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:50.569827 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f40c37a7-1ad0-4e66-9182-0fdc6b98d033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (e06a83b8-3a3f-4265-b57a-58858bfb8a48), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:50.598775 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f40c37a7-1ad0-4e66-9182-0fdc6b98d033 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:50.604924 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f40c37a7-1ad0-4e66-9182-0fdc6b98d033 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e06a83b8-3a3f-4265-b57a-58858bfb8a48 HTTP/1.1" status: 204 len: 168 time: 0.2078135 Feb 09 01:46:50.604924 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c37a7-1ad0-4e66-9182-0fdc6b98d033 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e06a83b8-3a3f-4265-b57a-58858bfb8a48,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:50.606100 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41672) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:50.611829 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c37a7-1ad0-4e66-9182-0fdc6b98d033 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:50.612187 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c37a7-1ad0-4e66-9182-0fdc6b98d033 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:50.612589 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c37a7-1ad0-4e66-9182-0fdc6b98d033 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:50.612908 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c37a7-1ad0-4e66-9182-0fdc6b98d033 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:50.613250 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c37a7-1ad0-4e66-9182-0fdc6b98d033 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:50.613585 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c37a7-1ad0-4e66-9182-0fdc6b98d033 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:50.613917 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c37a7-1ad0-4e66-9182-0fdc6b98d033 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:50.614247 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c37a7-1ad0-4e66-9182-0fdc6b98d033 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:50.614575 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c37a7-1ad0-4e66-9182-0fdc6b98d033 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:50.614902 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c37a7-1ad0-4e66-9182-0fdc6b98d033 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:50.615227 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c37a7-1ad0-4e66-9182-0fdc6b98d033 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:50.615553 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c37a7-1ad0-4e66-9182-0fdc6b98d033 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:50.615877 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40c37a7-1ad0-4e66-9182-0fdc6b98d033 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:50.679268 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ef53cdb8-4e5e-496f-9a38-804dafc02b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (25e3096a-08ad-410d-8381-c637f46354f2), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:50.756308 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ef53cdb8-4e5e-496f-9a38-804dafc02b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (25e3096a-08ad-410d-8381-c637f46354f2), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:50.777880 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-ef53cdb8-4e5e-496f-9a38-804dafc02b01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25e3096a-08ad-410d-8381-c637f46354f2']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:50.786850 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-ef53cdb8-4e5e-496f-9a38-804dafc02b01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a776fa4f-8415-4642-92ee-980f57104a7b') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:50.787174 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-ef53cdb8-4e5e-496f-9a38-804dafc02b01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a776fa4f-8415-4642-92ee-980f57104a7b') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:46:50.801407 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ef53cdb8-4e5e-496f-9a38-804dafc02b01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (a776fa4f-8415-4642-92ee-980f57104a7b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:50.815342 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ef53cdb8-4e5e-496f-9a38-804dafc02b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (a776fa4f-8415-4642-92ee-980f57104a7b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:50.821190 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef53cdb8-4e5e-496f-9a38-804dafc02b01 admin admin] Releasing vlan 1005 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:46:50.821733 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ef53cdb8-4e5e-496f-9a38-804dafc02b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (a776fa4f-8415-4642-92ee-980f57104a7b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:50.823777 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:46:50.823777 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:46:50.823777 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:46:50.823777 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:46:50.823777 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:46:50.823777 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:46:50.823777 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:46:50.823777 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:46:50.823777 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:46:50.823777 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:46:50.823777 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:46:50.823777 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:46:50.823777 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:46:50.823777 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:46:50.823777 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:46:50.823777 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:46:50.823777 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:46:50.823777 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:46:50.823777 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:46:50.823777 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:46:50.823777 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:46:50.823777 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:46:50.823777 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:46:50.823777 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:46:50.823777 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:46:50.823777 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:46:50.823777 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:46:50.823777 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:46:50.823777 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:46:50.823777 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:46:50.823777 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:46:50.823777 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:46:50.881613 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ef53cdb8-4e5e-496f-9a38-804dafc02b01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (25e3096a-08ad-410d-8381-c637f46354f2), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:50.887031 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ef53cdb8-4e5e-496f-9a38-804dafc02b01 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:50.890407 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ef53cdb8-4e5e-496f-9a38-804dafc02b01 admin admin] 10.222.0.50 "DELETE /v2.0/networks/25e3096a-08ad-410d-8381-c637f46354f2 HTTP/1.1" status: 204 len: 168 time: 0.2827680 Feb 09 01:46:50.904626 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef53cdb8-4e5e-496f-9a38-804dafc02b01 admin admin] Pushing event deleted for resources: {'Network': ['ID=25e3096a-08ad-410d-8381-c637f46354f2,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:50.913704 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef53cdb8-4e5e-496f-9a38-804dafc02b01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:50.913964 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef53cdb8-4e5e-496f-9a38-804dafc02b01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:50.914441 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef53cdb8-4e5e-496f-9a38-804dafc02b01 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:50.915029 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef53cdb8-4e5e-496f-9a38-804dafc02b01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:50.915142 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef53cdb8-4e5e-496f-9a38-804dafc02b01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:50.915432 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef53cdb8-4e5e-496f-9a38-804dafc02b01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:50.916796 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef53cdb8-4e5e-496f-9a38-804dafc02b01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:50.917145 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef53cdb8-4e5e-496f-9a38-804dafc02b01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:50.917479 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef53cdb8-4e5e-496f-9a38-804dafc02b01 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:50.917807 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef53cdb8-4e5e-496f-9a38-804dafc02b01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:50.918137 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef53cdb8-4e5e-496f-9a38-804dafc02b01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:50.918506 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef53cdb8-4e5e-496f-9a38-804dafc02b01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:50.918786 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef53cdb8-4e5e-496f-9a38-804dafc02b01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:46:51.063897 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41680) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:51.104199 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-671e18ba-58d5-4893-ab54-bcdc813d70bf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=279ecdc9b7c34fb8871789c462b2f6e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390060 Feb 09 01:46:51.106712 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41682) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:51.154216 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b96d76dd-5422-456d-9dcb-efac05243e3a admin admin] Publish callbacks [] for security_group (a8cd5537-5db5-4bb3-baa7-ea1fb44f72cd), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:51.182377 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b96d76dd-5422-456d-9dcb-efac05243e3a admin admin] Publish callbacks [] for security_group (a8cd5537-5db5-4bb3-baa7-ea1fb44f72cd), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:51.233019 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b96d76dd-5422-456d-9dcb-efac05243e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (a8cd5537-5db5-4bb3-baa7-ea1fb44f72cd), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:51.235643 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b96d76dd-5422-456d-9dcb-efac05243e3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:51.236829 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b96d76dd-5422-456d-9dcb-efac05243e3a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a8cd5537-5db5-4bb3-baa7-ea1fb44f72cd HTTP/1.1" status: 204 len: 168 time: 0.1290157 Feb 09 01:46:51.244197 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d76dd-5422-456d-9dcb-efac05243e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cd5537-5db5-4bb3-baa7-ea1fb44f72cd,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:51.911521 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41706) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:52.016854 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-b537ea09-dd08-4697-85d1-384025599710 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1545354286-network', 'tenant_id': 'd68d235e56b545a9bedbcea02a5ba732'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:52.038311 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b537ea09-dd08-4697-85d1-384025599710 admin admin] Made reservation on behalf of d68d235e56b545a9bedbcea02a5ba732 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:46:52.041446 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b537ea09-dd08-4697-85d1-384025599710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:52.049815 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b537ea09-dd08-4697-85d1-384025599710 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:52.124612 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b537ea09-dd08-4697-85d1-384025599710 admin admin] Publish callbacks [] for security_group (1c4facf6-104f-4dce-8717-3d328e92725f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:52.128387 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b537ea09-dd08-4697-85d1-384025599710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1c4facf6-104f-4dce-8717-3d328e92725f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:52.151699 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b537ea09-dd08-4697-85d1-384025599710 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1042} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:46:52.161090 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b537ea09-dd08-4697-85d1-384025599710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4facf6-104f-4dce-8717-3d328e92725f,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:52.166382 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b537ea09-dd08-4697-85d1-384025599710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (cc3fe3bf-2f58-48f5-923b-697935966622), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:52.166729 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-b537ea09-dd08-4697-85d1-384025599710 admin admin] Added segment cc3fe3bf-2f58-48f5-923b-697935966622 of type vlan for network 987b7890-65bf-4946-b801-e8ceb922e306 Feb 09 01:46:52.207488 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b537ea09-dd08-4697-85d1-384025599710 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (987b7890-65bf-4946-b801-e8ceb922e306), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:52.231535 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b537ea09-dd08-4697-85d1-384025599710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (987b7890-65bf-4946-b801-e8ceb922e306), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:52.232472 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b537ea09-dd08-4697-85d1-384025599710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:52.233072 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b537ea09-dd08-4697-85d1-384025599710 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:52.290383 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b537ea09-dd08-4697-85d1-384025599710 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3776884 Feb 09 01:46:52.293474 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 41710) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:52.295379 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b537ea09-dd08-4697-85d1-384025599710 admin admin] Pushing event updated for resources: {'Network': ['ID=987b7890-65bf-4946-b801-e8ceb922e306,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:52.298662 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-2c4cb010-f244-4179-87b8-7bfb62142fcd admin admin] Request body: {'subnet': {'network_id': '987b7890-65bf-4946-b801-e8ceb922e306', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1545354286-subnet', 'tenant_id': 'd68d235e56b545a9bedbcea02a5ba732', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:52.305968 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 987b7890-65bf-4946-b801-e8ceb922e306 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:46:52.317728 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4cb010-f244-4179-87b8-7bfb62142fcd admin admin] Made reservation on behalf of d68d235e56b545a9bedbcea02a5ba732 for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:46:52.320018 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2c4cb010-f244-4179-87b8-7bfb62142fcd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:52.485084 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2c4cb010-f244-4179-87b8-7bfb62142fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (34a45d67-f719-462f-b996-c9d99536a0b8), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:52.538194 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4cb010-f244-4179-87b8-7bfb62142fcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=34a45d67-f719-462f-b996-c9d99536a0b8,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:52.548804 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4cb010-f244-4179-87b8-7bfb62142fcd admin admin] Checking segment: {'id': 'cc3fe3bf-2f58-48f5-923b-697935966622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '987b7890-65bf-4946-b801-e8ceb922e306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:46:52.549179 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4cb010-f244-4179-87b8-7bfb62142fcd admin admin] Network hostable DHCP agents. Network: 987b7890-65bf-4946-b801-e8ceb922e306, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:46:52.565546 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4cb010-f244-4179-87b8-7bfb62142fcd admin admin] Network 987b7890-65bf-4946-b801-e8ceb922e306 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:46:52.574666 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-2c4cb010-f244-4179-87b8-7bfb62142fcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 987b7890-65bf-4946-b801-e8ceb922e306) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:52.578780 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4cb010-f244-4179-87b8-7bfb62142fcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:52.579384 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2c4cb010-f244-4179-87b8-7bfb62142fcd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:52.583532 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a976c3b-42bb-4d40-8d33-13198f926728 None None] Network 987b7890-65bf-4946-b801-e8ceb922e306 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:46:52.601929 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2c4cb010-f244-4179-87b8-7bfb62142fcd admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3007891 Feb 09 01:46:52.682450 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b19567b-3464-466c-835f-69ef7f1f3618 None None] Network 987b7890-65bf-4946-b801-e8ceb922e306 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:46:53.059196 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 41726) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:53.064623 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-3e078242-4036-4342-9f45-c57767b69e77 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-309510668-network', 'tenant_id': '28e2273148a14a16bd9f8ea280bc2c10'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:53.083588 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e078242-4036-4342-9f45-c57767b69e77 admin admin] Made reservation on behalf of 28e2273148a14a16bd9f8ea280bc2c10 for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:46:53.085878 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3e078242-4036-4342-9f45-c57767b69e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:53.094764 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3e078242-4036-4342-9f45-c57767b69e77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:53.170011 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3e078242-4036-4342-9f45-c57767b69e77 admin admin] Publish callbacks [] for security_group (f2bdbcc7-937a-4995-820d-d885e7763c8e), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:53.174140 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3e078242-4036-4342-9f45-c57767b69e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (f2bdbcc7-937a-4995-820d-d885e7763c8e), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:53.199594 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e078242-4036-4342-9f45-c57767b69e77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1013} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:46:53.211127 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e078242-4036-4342-9f45-c57767b69e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bdbcc7-937a-4995-820d-d885e7763c8e,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:53.214549 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3e078242-4036-4342-9f45-c57767b69e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (c1b30738-0c93-49be-a02a-9d63dd8e00cb), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:53.214902 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-3e078242-4036-4342-9f45-c57767b69e77 admin admin] Added segment c1b30738-0c93-49be-a02a-9d63dd8e00cb of type vlan for network 7f5df65b-da5a-41ab-844f-feb87c946a5f Feb 09 01:46:53.258538 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3e078242-4036-4342-9f45-c57767b69e77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (7f5df65b-da5a-41ab-844f-feb87c946a5f), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:53.283957 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3e078242-4036-4342-9f45-c57767b69e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (7f5df65b-da5a-41ab-844f-feb87c946a5f), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:53.284978 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e078242-4036-4342-9f45-c57767b69e77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:53.285563 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3e078242-4036-4342-9f45-c57767b69e77 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:53.342999 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3e078242-4036-4342-9f45-c57767b69e77 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2825372 Feb 09 01:46:53.345738 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41728) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:46:53.349658 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e078242-4036-4342-9f45-c57767b69e77 admin admin] Pushing event updated for resources: {'Network': ['ID=7f5df65b-da5a-41ab-844f-feb87c946a5f,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:53.351485 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-e5b3d667-851e-4cea-8f13-22be9e69ce73 admin admin] Request body: {'subnet': {'network_id': '7f5df65b-da5a-41ab-844f-feb87c946a5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-309510668-subnet', 'tenant_id': '28e2273148a14a16bd9f8ea280bc2c10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:53.359889 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 7f5df65b-da5a-41ab-844f-feb87c946a5f details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:46:53.371983 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b3d667-851e-4cea-8f13-22be9e69ce73 admin admin] Made reservation on behalf of 28e2273148a14a16bd9f8ea280bc2c10 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:46:53.374738 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e5b3d667-851e-4cea-8f13-22be9e69ce73 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:53.542603 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e5b3d667-851e-4cea-8f13-22be9e69ce73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (6e70d75a-0285-4c6a-a27a-f96938a5f80a), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:53.596566 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b3d667-851e-4cea-8f13-22be9e69ce73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e70d75a-0285-4c6a-a27a-f96938a5f80a,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:53.605579 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b3d667-851e-4cea-8f13-22be9e69ce73 admin admin] Checking segment: {'id': 'c1b30738-0c93-49be-a02a-9d63dd8e00cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '7f5df65b-da5a-41ab-844f-feb87c946a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:46:53.605948 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b3d667-851e-4cea-8f13-22be9e69ce73 admin admin] Network hostable DHCP agents. Network: 7f5df65b-da5a-41ab-844f-feb87c946a5f, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:46:53.622416 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b3d667-851e-4cea-8f13-22be9e69ce73 admin admin] Network 7f5df65b-da5a-41ab-844f-feb87c946a5f is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:46:53.630881 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-e5b3d667-851e-4cea-8f13-22be9e69ce73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 7f5df65b-da5a-41ab-844f-feb87c946a5f) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:53.635622 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b3d667-851e-4cea-8f13-22be9e69ce73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:53.636219 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e5b3d667-851e-4cea-8f13-22be9e69ce73 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:53.640763 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c04cc6-f77f-42ab-ba4b-dde331f10f79 None None] Network 7f5df65b-da5a-41ab-844f-feb87c946a5f requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:46:53.651902 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e5b3d667-851e-4cea-8f13-22be9e69ce73 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3049974 Feb 09 01:46:53.739787 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f374787e-cf38-47ca-8975-99e3816c4488 None None] Network 7f5df65b-da5a-41ab-844f-feb87c946a5f requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:46:54.124531 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-1d9fc8a8-c6da-40a2-ac4f-bd3188a13b4d tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:54.125954 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-1d9fc8a8-c6da-40a2-ac4f-bd3188a13b4d tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] 10.222.0.50 "GET /v2.0/networks?id=987b7890-65bf-4946-b801-e8ceb922e306 HTTP/1.1" status: 200 len: 812 time: 0.1038921 Feb 09 01:46:54.140771 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-b97966a5-892e-4a4d-9df0-d0011ae0c879 tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] 10.222.0.50 "GET /v2.0/quotas/d68d235e56b545a9bedbcea02a5ba732 HTTP/1.1" status: 200 len: 375 time: 0.0093236 Feb 09 01:46:54.172178 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-896e43ad-7ec6-4f1c-8358-e1f4b8a82e24 tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d68d235e56b545a9bedbcea02a5ba732&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264962 Feb 09 01:46:54.277974 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-4c84e2c3-e30b-4642-9a2e-15aa6fc822d7 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:46:54.279016 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-4c84e2c3-e30b-4642-9a2e-15aa6fc822d7 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1007249 Feb 09 01:46:54.369115 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-5d68a127-c121-4735-a452-4fdcc6ce415f service neutron] 10.222.0.50 "GET /v2.0/networks/987b7890-65bf-4946-b801-e8ceb922e306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842385 Feb 09 01:46:54.795093 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-68850153-35fe-4876-8c1d-03ea02d7c9a7 service neutron] 10.222.0.50 "GET /v2.0/networks/987b7890-65bf-4946-b801-e8ceb922e306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4203618 Feb 09 01:46:54.954776 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-046544f2-d0be-4b85-b06a-a1bd5a54dc44 req-1490b0ef-d830-4578-991f-18b5aa03cc0b tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] 10.222.0.50 "GET /v2.0/ports?device_id=93175ae3-7f78-4f40-a6cd-03cd29873803 HTTP/1.1" status: 200 len: 210 time: 0.0285325 Feb 09 01:46:55.880696 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-f2aa43f1-ee14-4955-b7d0-9bdc0660ca53 tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:55.882239 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-f2aa43f1-ee14-4955-b7d0-9bdc0660ca53 tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] 10.222.0.120 "GET /v2.0/networks?id=987b7890-65bf-4946-b801-e8ceb922e306 HTTP/1.1" status: 200 len: 812 time: 0.1048725 Feb 09 01:46:55.893481 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-460b9da3-d8eb-4463-a26b-e47074667949 tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] Request body: {'port': {'device_id': '93175ae3-7f78-4f40-a6cd-03cd29873803', 'network_id': '987b7890-65bf-4946-b801-e8ceb922e306', 'admin_state_up': True, 'tenant_id': 'd68d235e56b545a9bedbcea02a5ba732'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:56.002834 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-460b9da3-d8eb-4463-a26b-e47074667949 tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] Made reservation on behalf of d68d235e56b545a9bedbcea02a5ba732 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:46:56.009116 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-460b9da3-d8eb-4463-a26b-e47074667949 tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:56.082742 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-601312aa-eb36-44bc-b838-eeed2f9eb57a req-435d14ee-785b-41df-be4f-120ab6d6f02a tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] 10.222.0.50 "GET /v2.0/ports?device_id=93175ae3-7f78-4f40-a6cd-03cd29873803 HTTP/1.1" status: 200 len: 210 time: 0.0540950 Feb 09 01:46:56.155017 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-460b9da3-d8eb-4463-a26b-e47074667949 tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] Allocated IP 172.20.0.5 (987b7890-65bf-4946-b801-e8ceb922e306/34a45d67-f719-462f-b996-c9d99536a0b8/35483b28-4854-4b18-8321-02de4a9af826) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:46:56.301507 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-460b9da3-d8eb-4463-a26b-e47074667949 tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] Publish callbacks [] for port (35483b28-4854-4b18-8321-02de4a9af826), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:56.334352 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-460b9da3-d8eb-4463-a26b-e47074667949 tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (35483b28-4854-4b18-8321-02de4a9af826), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:56.377706 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-460b9da3-d8eb-4463-a26b-e47074667949 tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] Network 987b7890-65bf-4946-b801-e8ceb922e306 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:46:56.382674 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-460b9da3-d8eb-4463-a26b-e47074667949 tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:46:56.386833 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-460b9da3-d8eb-4463-a26b-e47074667949 tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:46:56.412699 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b9da3-d8eb-4463-a26b-e47074667949 tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] Pushing event updated for resources: {'Port': ['ID=35483b28-4854-4b18-8321-02de4a9af826,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:56.437747 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-460b9da3-d8eb-4463-a26b-e47074667949 tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:56.438608 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-460b9da3-d8eb-4463-a26b-e47074667949 tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:56.453723 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-460b9da3-d8eb-4463-a26b-e47074667949 tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5642884 Feb 09 01:46:56.514534 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-2cdb8fc4-db0a-49d0-aa5b-f20b50e77aad service neutron] Request body: {'port': {'device_id': '93175ae3-7f78-4f40-a6cd-03cd29873803', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:46:56.572948 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-2cdb8fc4-db0a-49d0-aa5b-f20b50e77aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (35483b28-4854-4b18-8321-02de4a9af826), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:56.835995 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-2cdb8fc4-db0a-49d0-aa5b-f20b50e77aad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35483b28-4854-4b18-8321-02de4a9af826 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:46:56.843972 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-2cdb8fc4-db0a-49d0-aa5b-f20b50e77aad service neutron] Publish callbacks [] for port (35483b28-4854-4b18-8321-02de4a9af826), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:56.856018 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-2cdb8fc4-db0a-49d0-aa5b-f20b50e77aad service neutron] Transition to ACTIVE for port object 35483b28-4854-4b18-8321-02de4a9af826 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:46:56.864321 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-2cdb8fc4-db0a-49d0-aa5b-f20b50e77aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (35483b28-4854-4b18-8321-02de4a9af826), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:56.913922 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb8fc4-db0a-49d0-aa5b-f20b50e77aad service neutron] Pushing event updated for resources: {'Port': ['ID=35483b28-4854-4b18-8321-02de4a9af826,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:56.977118 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-2cdb8fc4-db0a-49d0-aa5b-f20b50e77aad service neutron] Attempting to bind port 35483b28-4854-4b18-8321-02de4a9af826 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:46:56.977461 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-2cdb8fc4-db0a-49d0-aa5b-f20b50e77aad service neutron] Attempting to bind port 35483b28-4854-4b18-8321-02de4a9af826 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': 'cc3fe3bf-2f58-48f5-923b-697935966622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '987b7890-65bf-4946-b801-e8ceb922e306'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:46:56.977798 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-2cdb8fc4-db0a-49d0-aa5b-f20b50e77aad service neutron] Attempting to bind port 35483b28-4854-4b18-8321-02de4a9af826 on network 987b7890-65bf-4946-b801-e8ceb922e306 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:46:56.982501 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-2cdb8fc4-db0a-49d0-aa5b-f20b50e77aad service neutron] Port 35483b28-4854-4b18-8321-02de4a9af826 on network 987b7890-65bf-4946-b801-e8ceb922e306 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:46:56.982829 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-2cdb8fc4-db0a-49d0-aa5b-f20b50e77aad service neutron] Attempting to bind port 35483b28-4854-4b18-8321-02de4a9af826 on network 987b7890-65bf-4946-b801-e8ceb922e306 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:46:56.987548 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-2cdb8fc4-db0a-49d0-aa5b-f20b50e77aad service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:46:56.987888 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-2cdb8fc4-db0a-49d0-aa5b-f20b50e77aad service neutron] Checking segment: {'id': 'cc3fe3bf-2f58-48f5-923b-697935966622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '987b7890-65bf-4946-b801-e8ceb922e306'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:46:56.988274 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-2cdb8fc4-db0a-49d0-aa5b-f20b50e77aad service neutron] Bound using segment: {'id': 'cc3fe3bf-2f58-48f5-923b-697935966622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '987b7890-65bf-4946-b801-e8ceb922e306'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:46:56.988738 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-2cdb8fc4-db0a-49d0-aa5b-f20b50e77aad service neutron] Bound port: 35483b28-4854-4b18-8321-02de4a9af826, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc3fe3bf-2f58-48f5-923b-697935966622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '987b7890-65bf-4946-b801-e8ceb922e306'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:46:56.989099 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-2cdb8fc4-db0a-49d0-aa5b-f20b50e77aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (35483b28-4854-4b18-8321-02de4a9af826), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:57.054288 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-2cdb8fc4-db0a-49d0-aa5b-f20b50e77aad service neutron] For port 35483b28-4854-4b18-8321-02de4a9af826, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:46:57.057307 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-2cdb8fc4-db0a-49d0-aa5b-f20b50e77aad service neutron] For port 35483b28-4854-4b18-8321-02de4a9af826, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=35483b28-4854-4b18-8321-02de4a9af826,segment=NetworkSegment(cc3fe3bf-2f58-48f5-923b-697935966622),segment_id=cc3fe3bf-2f58-48f5-923b-697935966622)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:46:57.063660 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-2cdb8fc4-db0a-49d0-aa5b-f20b50e77aad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (35483b28-4854-4b18-8321-02de4a9af826), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:57.097358 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-2cdb8fc4-db0a-49d0-aa5b-f20b50e77aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:57.097900 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-2cdb8fc4-db0a-49d0-aa5b-f20b50e77aad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:46:57.099362 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-2cdb8fc4-db0a-49d0-aa5b-f20b50e77aad service neutron] 10.222.0.120 "PUT /v2.0/ports/35483b28-4854-4b18-8321-02de4a9af826 HTTP/1.1" status: 200 len: 1091 time: 0.6387174 Feb 09 01:46:57.099821 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93175ae3-7f78-4f40-a6cd-03cd29873803', 'tag': '35483b28-4854-4b18-8321-02de4a9af826'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:46:57.102173 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466f212f-3a0e-4aaa-9e87-8d7929572b3e" -d '{"events": [{"name": "network-changed", "server_uuid": "93175ae3-7f78-4f40-a6cd-03cd29873803", "tag": "35483b28-4854-4b18-8321-02de4a9af826"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:46:57.129049 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb8fc4-db0a-49d0-aa5b-f20b50e77aad service neutron] Pushing event updated for resources: {'Port': ['ID=35483b28-4854-4b18-8321-02de4a9af826,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:46:57.231239 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c6be4f-9e45-48b8-9281-d52c0ac184e8 x-openstack-request-id: req-e4c6be4f-9e45-48b8-9281-d52c0ac184e8 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:46:57.231539 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93175ae3-7f78-4f40-a6cd-03cd29873803", "tag": "35483b28-4854-4b18-8321-02de4a9af826", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:46:57.231798 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e4c6be4f-9e45-48b8-9281-d52c0ac184e8 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:46:57.232204 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93175ae3-7f78-4f40-a6cd-03cd29873803', 'tag': '35483b28-4854-4b18-8321-02de4a9af826', 'status': 'completed', 'code': 200} Feb 09 01:46:57.246495 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-08d32ab5-6829-4074-ab37-9d81916591da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:57.248013 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-08d32ab5-6829-4074-ab37-9d81916591da service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=d68d235e56b545a9bedbcea02a5ba732&device_id=93175ae3-7f78-4f40-a6cd-03cd29873803 HTTP/1.1" status: 200 len: 1125 time: 0.0862825 Feb 09 01:46:57.255422 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e04b83-16cb-4476-a6ca-8de32bdf5242 req-6862e8a2-468d-4fbe-a0e2-1d48ce10dfff tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:57.256813 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f4e04b83-16cb-4476-a6ca-8de32bdf5242 req-6862e8a2-468d-4fbe-a0e2-1d48ce10dfff tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] 10.222.0.50 "GET /v2.0/ports?device_id=93175ae3-7f78-4f40-a6cd-03cd29873803 HTTP/1.1" status: 200 len: 943 time: 0.0864468 Feb 09 01:46:57.301564 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-8467821c-5c1f-49d3-9f5e-6833f72fd34b service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35483b28-4854-4b18-8321-02de4a9af826 HTTP/1.1" status: 200 len: 217 time: 0.0438430 Feb 09 01:46:57.361613 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f4e04b83-16cb-4476-a6ca-8de32bdf5242 req-c7c07bec-5538-4a8d-b0aa-6be1a0c7e841 tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c4facf6-104f-4dce-8717-3d328e92725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980904 Feb 09 01:46:57.368379 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-a6edf538-5d28-4ca1-9d46-cebe36ffefb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:57.370411 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-a6edf538-5d28-4ca1-9d46-cebe36ffefb6 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=34a45d67-f719-462f-b996-c9d99536a0b8 HTTP/1.1" status: 200 len: 852 time: 0.0620029 Feb 09 01:46:57.405429 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-18d91a5b-091a-420e-99fe-3da6a8549536 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=987b7890-65bf-4946-b801-e8ceb922e306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288026 Feb 09 01:46:57.493770 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-2da935f1-a174-4c90-925e-4eccda1c1fbc service neutron] 10.222.0.120 "GET /v2.0/networks/987b7890-65bf-4946-b801-e8ceb922e306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819707 Feb 09 01:46:57.593083 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1b784c94-8f34-476d-ab1c-b24df2de8012 req-5df69299-ea3e-44b6-a6ef-6834c9bba885 service neutron] 10.222.0.120 "GET /v2.0/networks/987b7890-65bf-4946-b801-e8ceb922e306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929461 Feb 09 01:46:57.683587 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f212f-3a0e-4aaa-9e87-8d7929572b3e req-f3314814-6a89-4fcb-9a17-4d82963e0a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:57.685040 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-466f212f-3a0e-4aaa-9e87-8d7929572b3e req-f3314814-6a89-4fcb-9a17-4d82963e0a1e service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=d68d235e56b545a9bedbcea02a5ba732&device_id=93175ae3-7f78-4f40-a6cd-03cd29873803 HTTP/1.1" status: 200 len: 1125 time: 0.0451095 Feb 09 01:46:57.771264 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f212f-3a0e-4aaa-9e87-8d7929572b3e req-2d4a8320-a3ef-4c6c-8e39-3feae4a4565b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:57.772762 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-466f212f-3a0e-4aaa-9e87-8d7929572b3e req-2d4a8320-a3ef-4c6c-8e39-3feae4a4565b service neutron] 10.222.0.120 "GET /v2.0/networks?id=987b7890-65bf-4946-b801-e8ceb922e306 HTTP/1.1" status: 200 len: 914 time: 0.0823843 Feb 09 01:46:57.817848 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-466f212f-3a0e-4aaa-9e87-8d7929572b3e req-956c99bc-0a44-44b6-963a-e30299cc5176 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35483b28-4854-4b18-8321-02de4a9af826 HTTP/1.1" status: 200 len: 217 time: 0.0392570 Feb 09 01:46:57.867519 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f212f-3a0e-4aaa-9e87-8d7929572b3e req-ba27e34a-705e-4640-a1cb-1066646525e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:57.869533 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-466f212f-3a0e-4aaa-9e87-8d7929572b3e req-ba27e34a-705e-4640-a1cb-1066646525e4 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=34a45d67-f719-462f-b996-c9d99536a0b8 HTTP/1.1" status: 200 len: 852 time: 0.0443156 Feb 09 01:46:57.899727 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-466f212f-3a0e-4aaa-9e87-8d7929572b3e req-419be490-483d-41e5-bbab-85eda2d1bccf service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=987b7890-65bf-4946-b801-e8ceb922e306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247092 Feb 09 01:46:57.991868 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-466f212f-3a0e-4aaa-9e87-8d7929572b3e req-eefdebe5-a5a9-4581-9729-e934cb01d8b7 service neutron] 10.222.0.120 "GET /v2.0/networks/987b7890-65bf-4946-b801-e8ceb922e306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850928 Feb 09 01:46:58.080612 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-466f212f-3a0e-4aaa-9e87-8d7929572b3e req-25488a65-f894-42f6-b1ce-7a07095f8b77 service neutron] 10.222.0.120 "GET /v2.0/networks/987b7890-65bf-4946-b801-e8ceb922e306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821581 Feb 09 01:46:58.486460 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b5a28-fbb1-4c44-9fd3-fd94294ecdb3 req-5f4458f7-7660-4833-88b8-8d0626714fbb tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:58.487963 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c92b5a28-fbb1-4c44-9fd3-fd94294ecdb3 req-5f4458f7-7660-4833-88b8-8d0626714fbb tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] 10.222.0.50 "GET /v2.0/ports?device_id=93175ae3-7f78-4f40-a6cd-03cd29873803 HTTP/1.1" status: 200 len: 943 time: 0.0549207 Feb 09 01:46:58.538446 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c92b5a28-fbb1-4c44-9fd3-fd94294ecdb3 req-8718eeda-d9ec-4f10-b0c8-6166e7be437f tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c4facf6-104f-4dce-8717-3d328e92725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448732 Feb 09 01:46:59.655683 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ec688-cfc9-434e-a26c-f3e7d9ff5197 req-2c9063fa-186f-4179-bb61-0722038563bd tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:46:59.657201 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4d7ec688-cfc9-434e-a26c-f3e7d9ff5197 req-2c9063fa-186f-4179-bb61-0722038563bd tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] 10.222.0.50 "GET /v2.0/ports?device_id=93175ae3-7f78-4f40-a6cd-03cd29873803 HTTP/1.1" status: 200 len: 943 time: 0.0516245 Feb 09 01:46:59.704255 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4d7ec688-cfc9-434e-a26c-f3e7d9ff5197 req-2b15c3e5-5e22-4842-8695-0f68739b8e24 tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c4facf6-104f-4dce-8717-3d328e92725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414784 Feb 09 01:47:00.439111 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 35483b28-4854-4b18-8321-02de4a9af826 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:47:00.537600 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 35483b28-4854-4b18-8321-02de4a9af826, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=35483b28-4854-4b18-8321-02de4a9af826,segment=NetworkSegment(cc3fe3bf-2f58-48f5-923b-697935966622),segment_id=cc3fe3bf-2f58-48f5-923b-697935966622)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:00.549258 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '35483b28-4854-4b18-8321-02de4a9af826', 'network_id': '987b7890-65bf-4946-b801-e8ceb922e306', 'port_id': '35483b28-4854-4b18-8321-02de4a9af826', 'mac_address': 'fa:16:3e:b2:2f:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34a45d67-f719-462f-b996-c9d99536a0b8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:47:00.584533 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 35483b28-4854-4b18-8321-02de4a9af826 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:00.584961 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (35483b28-4854-4b18-8321-02de4a9af826), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:00.598408 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35483b28-4854-4b18-8321-02de4a9af826 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:47:00.617861 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 35483b28-4854-4b18-8321-02de4a9af826, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=35483b28-4854-4b18-8321-02de4a9af826,segment=NetworkSegment(cc3fe3bf-2f58-48f5-923b-697935966622),segment_id=cc3fe3bf-2f58-48f5-923b-697935966622)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:00.621883 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (35483b28-4854-4b18-8321-02de4a9af826), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:00.671448 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=35483b28-4854-4b18-8321-02de4a9af826,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:00.678635 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:00.678992 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:00.679342 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:00.679689 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:00.680032 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:00.680373 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:00.680739 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:00.681075 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:00.681928 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:00.682270 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:00.682612 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:00.682935 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:00.683265 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:47:00.828500 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf58d86-7565-4f2e-8bf9-3a9d92127c89 req-c8f92c82-04a6-4868-aa3c-560a037dd41c tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:00.830015 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9bf58d86-7565-4f2e-8bf9-3a9d92127c89 req-c8f92c82-04a6-4868-aa3c-560a037dd41c tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] 10.222.0.50 "GET /v2.0/ports?device_id=93175ae3-7f78-4f40-a6cd-03cd29873803 HTTP/1.1" status: 200 len: 944 time: 0.0539577 Feb 09 01:47:00.868606 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['35483b28-4854-4b18-8321-02de4a9af826'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:47:00.877116 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9bf58d86-7565-4f2e-8bf9-3a9d92127c89 req-02fc867e-2912-4896-b2d8-08be0a5885b6 tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c4facf6-104f-4dce-8717-3d328e92725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415380 Feb 09 01:47:01.997633 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41cd97-12d9-49f9-8ebc-5b42502a8e0d req-3981d582-cd16-4dd4-a2f3-76413bf8ed1a tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:01.999128 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7b41cd97-12d9-49f9-8ebc-5b42502a8e0d req-3981d582-cd16-4dd4-a2f3-76413bf8ed1a tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] 10.222.0.50 "GET /v2.0/ports?device_id=93175ae3-7f78-4f40-a6cd-03cd29873803 HTTP/1.1" status: 200 len: 944 time: 0.0563130 Feb 09 01:47:02.046586 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7b41cd97-12d9-49f9-8ebc-5b42502a8e0d req-80b556a2-2fe8-4d15-aab6-8452124e3324 tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c4facf6-104f-4dce-8717-3d328e92725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418878 Feb 09 01:47:02.414470 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b83322cc-e17a-48cd-a850-73391d51ad1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:02.442088 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 35483b28-4854-4b18-8321-02de4a9af826 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:47:02.492134 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 35483b28-4854-4b18-8321-02de4a9af826 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:47:02.496645 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 35483b28-4854-4b18-8321-02de4a9af826 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:02.497028 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (35483b28-4854-4b18-8321-02de4a9af826), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:02.573108 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 35483b28-4854-4b18-8321-02de4a9af826 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:02.573420 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (35483b28-4854-4b18-8321-02de4a9af826), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:02.594613 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93175ae3-7f78-4f40-a6cd-03cd29873803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35483b28-4854-4b18-8321-02de4a9af826'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:47:02.597091 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c080c5b2-0d4b-4df8-9fa4-ed58011e20b6" -d '{"events": [{"server_uuid": "93175ae3-7f78-4f40-a6cd-03cd29873803", "name": "network-vif-plugged", "status": "completed", "tag": "35483b28-4854-4b18-8321-02de4a9af826"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:47:02.610281 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 35483b28-4854-4b18-8321-02de4a9af826, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=35483b28-4854-4b18-8321-02de4a9af826,segment=NetworkSegment(cc3fe3bf-2f58-48f5-923b-697935966622),segment_id=cc3fe3bf-2f58-48f5-923b-697935966622)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:02.614389 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (35483b28-4854-4b18-8321-02de4a9af826), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:02.641137 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf55166-6200-4f2a-8296-ea70922e2a87 x-openstack-request-id: req-4bf55166-6200-4f2a-8296-ea70922e2a87 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:47:02.641445 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93175ae3-7f78-4f40-a6cd-03cd29873803", "name": "network-vif-plugged", "status": "completed", "tag": "35483b28-4854-4b18-8321-02de4a9af826", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:47:02.641693 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4bf55166-6200-4f2a-8296-ea70922e2a87 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:47:02.642128 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93175ae3-7f78-4f40-a6cd-03cd29873803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35483b28-4854-4b18-8321-02de4a9af826', 'code': 200} Feb 09 01:47:02.669498 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=35483b28-4854-4b18-8321-02de4a9af826,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:02.732318 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338cf8a-5d39-45cf-b1ed-a42bb292e37c req-b6ce1a4c-2807-4d74-b998-4701da9d3011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:02.733868 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d338cf8a-5d39-45cf-b1ed-a42bb292e37c req-b6ce1a4c-2807-4d74-b998-4701da9d3011 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=93175ae3-7f78-4f40-a6cd-03cd29873803 HTTP/1.1" status: 200 len: 1127 time: 0.0441887 Feb 09 01:47:02.776837 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d338cf8a-5d39-45cf-b1ed-a42bb292e37c req-0e6fe2f5-c0ff-4fd4-8ff2-8571031173a1 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=1c4facf6-104f-4dce-8717-3d328e92725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374815 Feb 09 01:47:03.167599 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88853be0-43e7-4389-ac15-1c766d5829d7 req-cf5e8341-f0c4-45c4-bd25-02d6641ce3d2 tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:03.169530 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-88853be0-43e7-4389-ac15-1c766d5829d7 req-cf5e8341-f0c4-45c4-bd25-02d6641ce3d2 tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] 10.222.0.50 "GET /v2.0/ports?device_id=93175ae3-7f78-4f40-a6cd-03cd29873803 HTTP/1.1" status: 200 len: 945 time: 0.0539372 Feb 09 01:47:03.220515 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-88853be0-43e7-4389-ac15-1c766d5829d7 req-2f27dffd-5f7b-4f13-8e91-f6f88fa9b0c5 tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c4facf6-104f-4dce-8717-3d328e92725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453684 Feb 09 01:47:04.340475 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51278f-2f6b-444b-9db8-ae9ec1978a81 req-e9f7a404-a9dd-4d83-9341-8558f4605487 tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:04.342030 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0e51278f-2f6b-444b-9db8-ae9ec1978a81 req-e9f7a404-a9dd-4d83-9341-8558f4605487 tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] 10.222.0.50 "GET /v2.0/ports?device_id=93175ae3-7f78-4f40-a6cd-03cd29873803 HTTP/1.1" status: 200 len: 945 time: 0.0534785 Feb 09 01:47:04.388568 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0e51278f-2f6b-444b-9db8-ae9ec1978a81 req-40178d30-cf8d-4987-bb4a-bf122bf38b4b tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c4facf6-104f-4dce-8717-3d328e92725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408893 Feb 09 01:47:04.451399 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-66ffcc43-1d4a-4c7c-9a8e-5f7eb78488d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:04.507627 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41dbda-e35e-45b8-90a7-bdb61f3f1776 req-7179ba20-a28c-4256-b63f-8c9cb1692fcd tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:04.509083 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3d41dbda-e35e-45b8-90a7-bdb61f3f1776 req-7179ba20-a28c-4256-b63f-8c9cb1692fcd tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] 10.222.0.50 "GET /v2.0/ports?device_id=93175ae3-7f78-4f40-a6cd-03cd29873803 HTTP/1.1" status: 200 len: 945 time: 0.0527644 Feb 09 01:47:04.555968 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3d41dbda-e35e-45b8-90a7-bdb61f3f1776 req-1882c4f6-a7c7-4641-a5fd-ca9dd2ebedd4 tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c4facf6-104f-4dce-8717-3d328e92725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410962 Feb 09 01:47:04.787361 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7875490-0678-4e23-b61a-242a85c40385 req-fc592767-6e75-4f91-914f-7c496310a7e8 tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:04.788784 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c7875490-0678-4e23-b61a-242a85c40385 req-fc592767-6e75-4f91-914f-7c496310a7e8 tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] 10.222.0.50 "GET /v2.0/ports?device_id=93175ae3-7f78-4f40-a6cd-03cd29873803 HTTP/1.1" status: 200 len: 945 time: 0.0560257 Feb 09 01:47:04.836094 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c7875490-0678-4e23-b61a-242a85c40385 req-a5de8bf7-cacf-4164-9624-806fe979c001 tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c4facf6-104f-4dce-8717-3d328e92725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406716 Feb 09 01:47:05.961381 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef2549-8e17-4f43-b1c4-99f8caf19c5c req-30716cea-e784-45c9-955b-0d61e581ae6e tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:05.963368 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8aef2549-8e17-4f43-b1c4-99f8caf19c5c req-30716cea-e784-45c9-955b-0d61e581ae6e tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] 10.222.0.50 "GET /v2.0/ports?device_id=93175ae3-7f78-4f40-a6cd-03cd29873803 HTTP/1.1" status: 200 len: 945 time: 0.0520544 Feb 09 01:47:06.012483 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8aef2549-8e17-4f43-b1c4-99f8caf19c5c req-b512d2f7-6a54-4236-94ea-1ff0c97f11f9 tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c4facf6-104f-4dce-8717-3d328e92725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435007 Feb 09 01:47:06.013023 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:06.261727 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c9404-eb6b-44b8-b1f1-55a3fc0e5bf6 req-ef0a31a0-6332-4956-b4a3-585c56020da9 tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:06.263223 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-440c9404-eb6b-44b8-b1f1-55a3fc0e5bf6 req-ef0a31a0-6332-4956-b4a3-585c56020da9 tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] 10.222.0.50 "GET /v2.0/ports?device_id=93175ae3-7f78-4f40-a6cd-03cd29873803 HTTP/1.1" status: 200 len: 945 time: 0.0925469 Feb 09 01:47:06.265124 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3659a-2c53-4132-ac5e-3f3a73d56b82 req-15289b53-33f8-4c5a-9b46-a417a8a0cc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:06.266484 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7cb3659a-2c53-4132-ac5e-3f3a73d56b82 req-15289b53-33f8-4c5a-9b46-a417a8a0cc83 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=d68d235e56b545a9bedbcea02a5ba732&device_id=93175ae3-7f78-4f40-a6cd-03cd29873803 HTTP/1.1" status: 200 len: 1127 time: 0.0638437 Feb 09 01:47:06.365549 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-440c9404-eb6b-44b8-b1f1-55a3fc0e5bf6 req-191bb8e7-8194-48cc-bda4-18ce6ca25408 tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c4facf6-104f-4dce-8717-3d328e92725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962515 Feb 09 01:47:06.391666 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3659a-2c53-4132-ac5e-3f3a73d56b82 req-a2b2b534-25de-4c30-bd29-0f320166f2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:06.393161 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7cb3659a-2c53-4132-ac5e-3f3a73d56b82 req-a2b2b534-25de-4c30-bd29-0f320166f2de service neutron] 10.222.0.120 "GET /v2.0/networks?id=987b7890-65bf-4946-b801-e8ceb922e306 HTTP/1.1" status: 200 len: 914 time: 0.1182203 Feb 09 01:47:06.433735 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7cb3659a-2c53-4132-ac5e-3f3a73d56b82 req-77035457-9883-44f8-aaa0-4523feb7ea08 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35483b28-4854-4b18-8321-02de4a9af826 HTTP/1.1" status: 200 len: 217 time: 0.0349655 Feb 09 01:47:06.480142 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3659a-2c53-4132-ac5e-3f3a73d56b82 req-97faac2a-74bd-4936-b71e-ceaeec7ba2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:06.481586 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7cb3659a-2c53-4132-ac5e-3f3a73d56b82 req-97faac2a-74bd-4936-b71e-ceaeec7ba2eb service neutron] 10.222.0.120 "GET /v2.0/subnets?id=34a45d67-f719-462f-b996-c9d99536a0b8 HTTP/1.1" status: 200 len: 852 time: 0.0419073 Feb 09 01:47:06.512294 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7cb3659a-2c53-4132-ac5e-3f3a73d56b82 req-15128ef7-8cb7-4fa4-84b9-156d9f80faba service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=987b7890-65bf-4946-b801-e8ceb922e306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251238 Feb 09 01:47:06.600358 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7cb3659a-2c53-4132-ac5e-3f3a73d56b82 req-e5a1c02d-f0ca-4c16-b980-f431ab9c79b2 service neutron] 10.222.0.120 "GET /v2.0/networks/987b7890-65bf-4946-b801-e8ceb922e306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823841 Feb 09 01:47:06.685892 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7cb3659a-2c53-4132-ac5e-3f3a73d56b82 req-ee425115-3da4-4c1b-a26e-56bc4ccc4b0c service neutron] 10.222.0.120 "GET /v2.0/networks/987b7890-65bf-4946-b801-e8ceb922e306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796876 Feb 09 01:47:07.298888 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:07.492880 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c76f6-ff97-4932-8736-0fc97b401af8 req-edf3c299-6724-4b94-9f22-2a355533c396 tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:07.495560 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f47c76f6-ff97-4932-8736-0fc97b401af8 req-edf3c299-6724-4b94-9f22-2a355533c396 tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] 10.222.0.50 "GET /v2.0/ports?device_id=93175ae3-7f78-4f40-a6cd-03cd29873803 HTTP/1.1" status: 200 len: 945 time: 0.0577507 Feb 09 01:47:07.541577 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f47c76f6-ff97-4932-8736-0fc97b401af8 req-f64a8e4a-3841-467e-9cf4-5cea92cbd7a2 tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c4facf6-104f-4dce-8717-3d328e92725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404522 Feb 09 01:47:07.764834 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265bdc43-c890-4235-9cf0-d4b91d797310 req-f815fc03-5fbf-4e6f-aee0-6e2d5232fd9c tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:07.766316 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-265bdc43-c890-4235-9cf0-d4b91d797310 req-f815fc03-5fbf-4e6f-aee0-6e2d5232fd9c tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] 10.222.0.50 "GET /v2.0/ports?device_id=93175ae3-7f78-4f40-a6cd-03cd29873803 HTTP/1.1" status: 200 len: 945 time: 0.0522134 Feb 09 01:47:07.812010 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-265bdc43-c890-4235-9cf0-d4b91d797310 req-e9f83c45-9b17-4dd5-bca5-cf3754adc769 tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c4facf6-104f-4dce-8717-3d328e92725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400779 Feb 09 01:47:08.013032 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:08.482738 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:08.938469 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3093f-dc34-440c-8469-de91381174a3 req-d16eaffd-9854-4e99-93c3-23f55f39daa2 tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:08.940213 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-40e3093f-dc34-440c-8469-de91381174a3 req-d16eaffd-9854-4e99-93c3-23f55f39daa2 tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] 10.222.0.50 "GET /v2.0/ports?device_id=93175ae3-7f78-4f40-a6cd-03cd29873803 HTTP/1.1" status: 200 len: 945 time: 0.0554678 Feb 09 01:47:08.986048 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-40e3093f-dc34-440c-8469-de91381174a3 req-788f98f5-9744-483e-a576-732285bb5898 tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c4facf6-104f-4dce-8717-3d328e92725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401847 Feb 09 01:47:09.233449 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55151ee-e4af-4db2-a8d9-f32fb5866de1 req-678a87e0-176a-4971-b0b1-c78366d5d24a tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:09.235071 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a55151ee-e4af-4db2-a8d9-f32fb5866de1 req-678a87e0-176a-4971-b0b1-c78366d5d24a tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] 10.222.0.50 "GET /v2.0/ports?device_id=93175ae3-7f78-4f40-a6cd-03cd29873803 HTTP/1.1" status: 200 len: 945 time: 0.0894561 Feb 09 01:47:09.260333 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4c0c5-fad1-4887-bba4-70de5c2c81af req-ed283651-da07-4ceb-b055-b778a7507c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:09.261794 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-89d4c0c5-fad1-4887-bba4-70de5c2c81af req-ed283651-da07-4ceb-b055-b778a7507c0c service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=d68d235e56b545a9bedbcea02a5ba732&device_id=93175ae3-7f78-4f40-a6cd-03cd29873803 HTTP/1.1" status: 200 len: 1127 time: 0.0807662 Feb 09 01:47:09.330727 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a55151ee-e4af-4db2-a8d9-f32fb5866de1 req-8e837c33-52ff-4e39-b975-b42dcc343ca7 tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c4facf6-104f-4dce-8717-3d328e92725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892432 Feb 09 01:47:09.371315 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4c0c5-fad1-4887-bba4-70de5c2c81af req-c22fa332-7c42-486c-b578-b55bda286fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:09.372744 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-89d4c0c5-fad1-4887-bba4-70de5c2c81af req-c22fa332-7c42-486c-b578-b55bda286fba service neutron] 10.222.0.120 "GET /v2.0/networks?id=987b7890-65bf-4946-b801-e8ceb922e306 HTTP/1.1" status: 200 len: 914 time: 0.1005459 Feb 09 01:47:09.411734 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-89d4c0c5-fad1-4887-bba4-70de5c2c81af req-5eb6ea5f-07bf-41bc-88e1-104ffce2e57a service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35483b28-4854-4b18-8321-02de4a9af826 HTTP/1.1" status: 200 len: 217 time: 0.0336568 Feb 09 01:47:09.463586 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4c0c5-fad1-4887-bba4-70de5c2c81af req-fbf318eb-7132-4c9b-b190-2de99540589f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:09.465048 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-89d4c0c5-fad1-4887-bba4-70de5c2c81af req-fbf318eb-7132-4c9b-b190-2de99540589f service neutron] 10.222.0.120 "GET /v2.0/subnets?id=34a45d67-f719-462f-b996-c9d99536a0b8 HTTP/1.1" status: 200 len: 852 time: 0.0478599 Feb 09 01:47:09.496617 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-89d4c0c5-fad1-4887-bba4-70de5c2c81af req-19e60f91-9ef5-4e35-b554-3cf412659e28 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=987b7890-65bf-4946-b801-e8ceb922e306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250468 Feb 09 01:47:09.583771 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-89d4c0c5-fad1-4887-bba4-70de5c2c81af req-5314fd2d-9af0-464b-88fc-2df39d1cc94d service neutron] 10.222.0.120 "GET /v2.0/networks/987b7890-65bf-4946-b801-e8ceb922e306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810587 Feb 09 01:47:09.675735 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-89d4c0c5-fad1-4887-bba4-70de5c2c81af req-73060fcc-dd2c-435b-9021-3c44ed22fddc service neutron] 10.222.0.120 "GET /v2.0/networks/987b7890-65bf-4946-b801-e8ceb922e306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856950 Feb 09 01:47:09.734701 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:10.455309 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe0075-1c87-4be5-a491-332c832e918f req-a22b384f-0f3b-4473-ab9c-72a4c00a7eba tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:10.456852 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dcfe0075-1c87-4be5-a491-332c832e918f req-a22b384f-0f3b-4473-ab9c-72a4c00a7eba tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] 10.222.0.50 "GET /v2.0/ports?device_id=93175ae3-7f78-4f40-a6cd-03cd29873803 HTTP/1.1" status: 200 len: 945 time: 0.0544460 Feb 09 01:47:10.502739 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dcfe0075-1c87-4be5-a491-332c832e918f req-fcde928d-bf5c-4658-9cf4-f5adbaf0dacd tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c4facf6-104f-4dce-8717-3d328e92725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402410 Feb 09 01:47:10.737690 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995bc3e3-6bc3-426c-a8d3-2c72ff318c69 req-d7c85e3b-4cf9-4758-8014-044fd68bb8fe tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:10.739281 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-995bc3e3-6bc3-426c-a8d3-2c72ff318c69 req-d7c85e3b-4cf9-4758-8014-044fd68bb8fe tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] 10.222.0.50 "GET /v2.0/ports?device_id=93175ae3-7f78-4f40-a6cd-03cd29873803 HTTP/1.1" status: 200 len: 945 time: 0.0524185 Feb 09 01:47:10.790729 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-995bc3e3-6bc3-426c-a8d3-2c72ff318c69 req-63f18278-c563-4759-a61d-b280a1b22fed tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c4facf6-104f-4dce-8717-3d328e92725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452456 Feb 09 01:47:11.912567 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c03ef59-2ad0-48cb-98b8-68caf8ca56a6 req-5961d2cf-c274-49aa-b93f-22adeca41871 tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:11.914076 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c03ef59-2ad0-48cb-98b8-68caf8ca56a6 req-5961d2cf-c274-49aa-b93f-22adeca41871 tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] 10.222.0.50 "GET /v2.0/ports?device_id=93175ae3-7f78-4f40-a6cd-03cd29873803 HTTP/1.1" status: 200 len: 945 time: 0.0547075 Feb 09 01:47:11.959346 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c03ef59-2ad0-48cb-98b8-68caf8ca56a6 req-b9eb64c7-b194-4898-a934-715fc92ed282 tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] 10.222.0.50 "GET /v2.0/security-groups?id=1c4facf6-104f-4dce-8717-3d328e92725f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391190 Feb 09 01:47:12.467334 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71be049-6ced-4c74-a108-c3a6203d91d0 req-75789799-5603-40d4-adc4-26619add339c tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:12.468816 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a71be049-6ced-4c74-a108-c3a6203d91d0 req-75789799-5603-40d4-adc4-26619add339c tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] 10.222.0.120 "GET /v2.0/ports?device_id=93175ae3-7f78-4f40-a6cd-03cd29873803 HTTP/1.1" status: 200 len: 945 time: 0.0513883 Feb 09 01:47:12.565285 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-a71be049-6ced-4c74-a108-c3a6203d91d0 req-cca99e12-2074-4590-be48-32da776a049d tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] Deleting port 35483b28-4854-4b18-8321-02de4a9af826 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:47:12.565875 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a71be049-6ced-4c74-a108-c3a6203d91d0 req-cca99e12-2074-4590-be48-32da776a049d tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (35483b28-4854-4b18-8321-02de4a9af826), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:12.655373 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-a71be049-6ced-4c74-a108-c3a6203d91d0 req-cca99e12-2074-4590-be48-32da776a049d tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] For port 35483b28-4854-4b18-8321-02de4a9af826, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=35483b28-4854-4b18-8321-02de4a9af826,segment=NetworkSegment(cc3fe3bf-2f58-48f5-923b-697935966622),segment_id=cc3fe3bf-2f58-48f5-923b-697935966622)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:12.655736 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a71be049-6ced-4c74-a108-c3a6203d91d0 req-cca99e12-2074-4590-be48-32da776a049d tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (35483b28-4854-4b18-8321-02de4a9af826), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:12.667851 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-a71be049-6ced-4c74-a108-c3a6203d91d0 req-cca99e12-2074-4590-be48-32da776a049d tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] Calling delete_port for 35483b28-4854-4b18-8321-02de4a9af826 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:47:12.798834 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a71be049-6ced-4c74-a108-c3a6203d91d0 req-cca99e12-2074-4590-be48-32da776a049d tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (35483b28-4854-4b18-8321-02de4a9af826), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:12.810670 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['35483b28-4854-4b18-8321-02de4a9af826'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:47:12.828158 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca99e12-2074-4590-be48-32da776a049d tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] Pushing event deleted for resources: {'Port': ['ID=35483b28-4854-4b18-8321-02de4a9af826,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:12.874762 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71be049-6ced-4c74-a108-c3a6203d91d0 req-cca99e12-2074-4590-be48-32da776a049d tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] No DVR routers for this DVR port 35483b28-4854-4b18-8321-02de4a9af826 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:47:12.877495 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a71be049-6ced-4c74-a108-c3a6203d91d0 req-cca99e12-2074-4590-be48-32da776a049d tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:12.880843 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a71be049-6ced-4c74-a108-c3a6203d91d0 req-cca99e12-2074-4590-be48-32da776a049d tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] 10.222.0.120 "DELETE /v2.0/ports/35483b28-4854-4b18-8321-02de4a9af826 HTTP/1.1" status: 204 len: 173 time: 0.4071777 Feb 09 01:47:12.881289 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93175ae3-7f78-4f40-a6cd-03cd29873803', 'name': 'network-vif-deleted', 'tag': '35483b28-4854-4b18-8321-02de4a9af826'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:47:12.883521 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aecf9e88-1b6a-4ae9-811e-1326de8d97a6" -d '{"events": [{"server_uuid": "93175ae3-7f78-4f40-a6cd-03cd29873803", "name": "network-vif-deleted", "tag": "35483b28-4854-4b18-8321-02de4a9af826"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:47:12.934097 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec90114a-6ac8-4efa-8134-632720a94031 x-openstack-request-id: req-ec90114a-6ac8-4efa-8134-632720a94031 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:47:12.934714 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93175ae3-7f78-4f40-a6cd-03cd29873803", "name": "network-vif-deleted", "tag": "35483b28-4854-4b18-8321-02de4a9af826", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:47:12.934714 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ec90114a-6ac8-4efa-8134-632720a94031 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:47:12.935058 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93175ae3-7f78-4f40-a6cd-03cd29873803', 'name': 'network-vif-deleted', 'tag': '35483b28-4854-4b18-8321-02de4a9af826', 'status': 'completed', 'code': 200} Feb 09 01:47:13.070643 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8d8da00b-c2d5-4bdc-882e-5a8cc78b1ce2 req-d320e14c-c2e2-48b8-bd4f-d91c1c3df9c3 tempest-TestServerAdvancedOps-210295923 tempest-TestServerAdvancedOps-210295923-project] 10.222.0.50 "GET /v2.0/ports?device_id=93175ae3-7f78-4f40-a6cd-03cd29873803 HTTP/1.1" status: 200 len: 210 time: 0.0275202 Feb 09 01:47:14.130414 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 41828) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:14.174390 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-1acb9725-8554-43b7-97fe-5ede7bee10a1 admin admin] Deleting subnet 34a45d67-f719-462f-b996-c9d99536a0b8 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:47:14.177338 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1acb9725-8554-43b7-97fe-5ede7bee10a1 admin admin] Publish callbacks [] for subnet (34a45d67-f719-462f-b996-c9d99536a0b8), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:14.211633 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1acb9725-8554-43b7-97fe-5ede7bee10a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (34a45d67-f719-462f-b996-c9d99536a0b8), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:14.254262 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1acb9725-8554-43b7-97fe-5ede7bee10a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (34a45d67-f719-462f-b996-c9d99536a0b8), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:14.305755 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1acb9725-8554-43b7-97fe-5ede7bee10a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (34a45d67-f719-462f-b996-c9d99536a0b8), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:14.331543 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb9725-8554-43b7-97fe-5ede7bee10a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34a45d67-f719-462f-b996-c9d99536a0b8,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:14.335454 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1acb9725-8554-43b7-97fe-5ede7bee10a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:14.338821 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1acb9725-8554-43b7-97fe-5ede7bee10a1 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/34a45d67-f719-462f-b996-c9d99536a0b8 HTTP/1.1" status: 204 len: 168 time: 0.2067468 Feb 09 01:47:14.341312 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 41830) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:14.407099 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-afc1b4cc-fada-4eb6-8567-e210ad4dfc6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (987b7890-65bf-4946-b801-e8ceb922e306), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:14.487250 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-afc1b4cc-fada-4eb6-8567-e210ad4dfc6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (987b7890-65bf-4946-b801-e8ceb922e306), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:14.506608 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-afc1b4cc-fada-4eb6-8567-e210ad4dfc6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['987b7890-65bf-4946-b801-e8ceb922e306']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:14.516083 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-afc1b4cc-fada-4eb6-8567-e210ad4dfc6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc3fe3bf-2f58-48f5-923b-697935966622') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:14.516380 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-afc1b4cc-fada-4eb6-8567-e210ad4dfc6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc3fe3bf-2f58-48f5-923b-697935966622') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:14.526012 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-afc1b4cc-fada-4eb6-8567-e210ad4dfc6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (cc3fe3bf-2f58-48f5-923b-697935966622), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:14.539440 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-afc1b4cc-fada-4eb6-8567-e210ad4dfc6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (cc3fe3bf-2f58-48f5-923b-697935966622), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:14.545291 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afc1b4cc-fada-4eb6-8567-e210ad4dfc6e admin admin] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:47:14.545676 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-afc1b4cc-fada-4eb6-8567-e210ad4dfc6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (cc3fe3bf-2f58-48f5-923b-697935966622), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:14.547263 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:47:14.547263 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:47:14.547263 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:47:14.547263 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:47:14.547263 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:47:14.547263 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:47:14.547263 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:47:14.547263 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:47:14.547263 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:47:14.547263 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:47:14.547263 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:47:14.547263 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:47:14.547263 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:47:14.547263 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:47:14.547263 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:47:14.547263 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:47:14.547263 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:47:14.547263 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:47:14.547263 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:47:14.547263 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:47:14.547263 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:47:14.547263 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:47:14.547263 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:47:14.547263 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:47:14.547263 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:47:14.547263 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:47:14.547263 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:47:14.547263 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:47:14.547263 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:47:14.547263 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:47:14.547263 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:47:14.547263 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:47:14.605100 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-afc1b4cc-fada-4eb6-8567-e210ad4dfc6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (987b7890-65bf-4946-b801-e8ceb922e306), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:14.610568 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-afc1b4cc-fada-4eb6-8567-e210ad4dfc6e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:14.613703 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-afc1b4cc-fada-4eb6-8567-e210ad4dfc6e admin admin] 10.222.0.50 "DELETE /v2.0/networks/987b7890-65bf-4946-b801-e8ceb922e306 HTTP/1.1" status: 204 len: 168 time: 0.2714570 Feb 09 01:47:14.616678 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41832) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:14.624321 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc1b4cc-fada-4eb6-8567-e210ad4dfc6e admin admin] Pushing event deleted for resources: {'Network': ['ID=987b7890-65bf-4946-b801-e8ceb922e306,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:14.661871 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-18bebe48-b24c-43eb-96a2-a0569a73a58f admin admin] Deleting subnet 6e70d75a-0285-4c6a-a27a-f96938a5f80a {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:47:14.665010 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-18bebe48-b24c-43eb-96a2-a0569a73a58f admin admin] Publish callbacks [] for subnet (6e70d75a-0285-4c6a-a27a-f96938a5f80a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:14.703765 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-18bebe48-b24c-43eb-96a2-a0569a73a58f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (6e70d75a-0285-4c6a-a27a-f96938a5f80a), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:14.740882 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-18bebe48-b24c-43eb-96a2-a0569a73a58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (6e70d75a-0285-4c6a-a27a-f96938a5f80a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:14.792429 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-18bebe48-b24c-43eb-96a2-a0569a73a58f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (6e70d75a-0285-4c6a-a27a-f96938a5f80a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:14.817597 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bebe48-b24c-43eb-96a2-a0569a73a58f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e70d75a-0285-4c6a-a27a-f96938a5f80a,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:14.821240 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-18bebe48-b24c-43eb-96a2-a0569a73a58f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:14.825012 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-18bebe48-b24c-43eb-96a2-a0569a73a58f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/6e70d75a-0285-4c6a-a27a-f96938a5f80a HTTP/1.1" status: 204 len: 168 time: 0.2072642 Feb 09 01:47:14.827531 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41834) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:14.898666 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81c6caa9-3379-4bff-9c5c-f4a1fc1db5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (7f5df65b-da5a-41ab-844f-feb87c946a5f), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:14.978473 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81c6caa9-3379-4bff-9c5c-f4a1fc1db5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (7f5df65b-da5a-41ab-844f-feb87c946a5f), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:14.998482 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-81c6caa9-3379-4bff-9c5c-f4a1fc1db5de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f5df65b-da5a-41ab-844f-feb87c946a5f']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:15.009751 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-81c6caa9-3379-4bff-9c5c-f4a1fc1db5de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1b30738-0c93-49be-a02a-9d63dd8e00cb') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:15.010052 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-81c6caa9-3379-4bff-9c5c-f4a1fc1db5de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1b30738-0c93-49be-a02a-9d63dd8e00cb') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:47:15.020626 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81c6caa9-3379-4bff-9c5c-f4a1fc1db5de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (c1b30738-0c93-49be-a02a-9d63dd8e00cb), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:15.034146 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81c6caa9-3379-4bff-9c5c-f4a1fc1db5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (c1b30738-0c93-49be-a02a-9d63dd8e00cb), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:15.040094 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81c6caa9-3379-4bff-9c5c-f4a1fc1db5de admin admin] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:47:15.040478 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81c6caa9-3379-4bff-9c5c-f4a1fc1db5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (c1b30738-0c93-49be-a02a-9d63dd8e00cb), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:15.042701 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:47:15.042701 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:47:15.042701 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:47:15.042701 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:47:15.042701 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:47:15.042701 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:47:15.042701 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:47:15.042701 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:47:15.042701 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:47:15.042701 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:47:15.042701 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:47:15.042701 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:47:15.042701 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:47:15.042701 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:47:15.042701 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:47:15.042701 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:47:15.042701 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:47:15.042701 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:47:15.042701 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:47:15.042701 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:47:15.042701 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:47:15.042701 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:47:15.042701 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:47:15.042701 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:47:15.042701 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:47:15.042701 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:47:15.042701 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:47:15.042701 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:47:15.042701 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:47:15.042701 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:47:15.042701 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:47:15.042701 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:47:15.098926 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81c6caa9-3379-4bff-9c5c-f4a1fc1db5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (7f5df65b-da5a-41ab-844f-feb87c946a5f), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:15.104684 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81c6caa9-3379-4bff-9c5c-f4a1fc1db5de admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:15.108028 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-81c6caa9-3379-4bff-9c5c-f4a1fc1db5de admin admin] 10.222.0.50 "DELETE /v2.0/networks/7f5df65b-da5a-41ab-844f-feb87c946a5f HTTP/1.1" status: 204 len: 168 time: 0.2795434 Feb 09 01:47:15.118724 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c6caa9-3379-4bff-9c5c-f4a1fc1db5de admin admin] Pushing event deleted for resources: {'Network': ['ID=7f5df65b-da5a-41ab-844f-feb87c946a5f,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:15.263880 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 41838) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:15.307877 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2deb38a8-4c7b-42b3-8de7-80a495f92dfa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d68d235e56b545a9bedbcea02a5ba732&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427153 Feb 09 01:47:15.310281 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 41840) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:15.360671 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-601551bb-f6f9-4b7a-b469-4e80c0a8deba admin admin] Publish callbacks [] for security_group (1c4facf6-104f-4dce-8717-3d328e92725f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:15.381688 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-601551bb-f6f9-4b7a-b469-4e80c0a8deba admin admin] Publish callbacks [] for security_group (1c4facf6-104f-4dce-8717-3d328e92725f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:15.428304 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-601551bb-f6f9-4b7a-b469-4e80c0a8deba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1c4facf6-104f-4dce-8717-3d328e92725f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:15.432981 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-601551bb-f6f9-4b7a-b469-4e80c0a8deba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:15.434943 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-601551bb-f6f9-4b7a-b469-4e80c0a8deba admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1c4facf6-104f-4dce-8717-3d328e92725f HTTP/1.1" status: 204 len: 168 time: 0.1235490 Feb 09 01:47:15.443255 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601551bb-f6f9-4b7a-b469-4e80c0a8deba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4facf6-104f-4dce-8717-3d328e92725f,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:15.748596 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41846) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:15.787385 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-44d046be-88c6-4b5b-9672-5662748815e4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=28e2273148a14a16bd9f8ea280bc2c10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375865 Feb 09 01:47:15.789851 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41848) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:15.835073 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e3617b7d-4684-4a94-93c7-ef5e496046dc admin admin] Publish callbacks [] for security_group (f2bdbcc7-937a-4995-820d-d885e7763c8e), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:15.856322 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e3617b7d-4684-4a94-93c7-ef5e496046dc admin admin] Publish callbacks [] for security_group (f2bdbcc7-937a-4995-820d-d885e7763c8e), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:15.903443 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e3617b7d-4684-4a94-93c7-ef5e496046dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (f2bdbcc7-937a-4995-820d-d885e7763c8e), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:15.906025 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e3617b7d-4684-4a94-93c7-ef5e496046dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:15.907185 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e3617b7d-4684-4a94-93c7-ef5e496046dc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f2bdbcc7-937a-4995-820d-d885e7763c8e HTTP/1.1" status: 204 len: 168 time: 0.1164641 Feb 09 01:47:15.914769 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3617b7d-4684-4a94-93c7-ef5e496046dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bdbcc7-937a-4995-820d-d885e7763c8e,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:16.490813 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 35483b28-4854-4b18-8321-02de4a9af826 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:47:16.511608 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: 35483b28-4854-4b18-8321-02de4a9af826 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:47:16.511956 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 35483b28-4854-4b18-8321-02de4a9af826 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:47:20.031887 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:47:26.751149 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1fdde32-b384-4422-b41e-41821a588381 req-d192f571-829e-4f05-9281-ba5f9dd53d46 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=3e3243a368da471b88a3c69c80e5e8c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247257 Feb 09 01:47:26.858784 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdde32-b384-4422-b41e-41821a588381 req-b443e3db-3050-4b2a-b7cc-b50dc79398cb tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:26.860233 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1fdde32-b384-4422-b41e-41821a588381 req-b443e3db-3050-4b2a-b7cc-b50dc79398cb tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1039460 Feb 09 01:47:26.874466 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1fdde32-b384-4422-b41e-41821a588381 req-46ecfed8-d300-4193-8bcf-62d0cb0bba77 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] 10.222.0.50 "GET /v2.0/quotas/3e3243a368da471b88a3c69c80e5e8c4 HTTP/1.1" status: 200 len: 375 time: 0.0088491 Feb 09 01:47:26.906967 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1fdde32-b384-4422-b41e-41821a588381 req-e0989233-be63-44a2-83b1-0182116f2e9d tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3e3243a368da471b88a3c69c80e5e8c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277362 Feb 09 01:47:27.070235 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cf5716b2-bbd7-4e79-a39a-15db7d4f4554 req-84e0d40d-8c29-4ffe-a562-6ac698213a75 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5f7ba6f-0cac-4cf3-a3cf-9d44f747f4f5 HTTP/1.1" status: 200 len: 210 time: 0.0319431 Feb 09 01:47:27.907640 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1fdde32-b384-4422-b41e-41821a588381 req-f49088a0-ac5a-4914-8f30-32369d87ad1d tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] 10.222.0.120 "GET /v2.0/networks?tenant_id=3e3243a368da471b88a3c69c80e5e8c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226202 Feb 09 01:47:28.017569 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdde32-b384-4422-b41e-41821a588381 req-d5c00ac2-3692-4d90-9934-964e943c42e2 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:28.019012 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1fdde32-b384-4422-b41e-41821a588381 req-d5c00ac2-3692-4d90-9934-964e943c42e2 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] 10.222.0.120 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1069283 Feb 09 01:47:28.032131 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-b1fdde32-b384-4422-b41e-41821a588381 req-4dd252a2-b035-481c-a18e-3eaee4cc0912 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] Request body: {'port': {'device_id': 'f5f7ba6f-0cac-4cf3-a3cf-9d44f747f4f5', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'admin_state_up': True, 'tenant_id': '3e3243a368da471b88a3c69c80e5e8c4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:28.161631 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1fdde32-b384-4422-b41e-41821a588381 req-4dd252a2-b035-481c-a18e-3eaee4cc0912 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] Made reservation on behalf of 3e3243a368da471b88a3c69c80e5e8c4 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:47:28.164729 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b1fdde32-b384-4422-b41e-41821a588381 req-4dd252a2-b035-481c-a18e-3eaee4cc0912 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:28.187357 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4fa41e2e-2bd7-459c-a0c7-1a207729f085 req-83f04928-e265-4880-9a48-694223fae606 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5f7ba6f-0cac-4cf3-a3cf-9d44f747f4f5 HTTP/1.1" status: 200 len: 210 time: 0.0367711 Feb 09 01:47:28.188162 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b1fdde32-b384-4422-b41e-41821a588381 req-4dd252a2-b035-481c-a18e-3eaee4cc0912 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:28.269187 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b1fdde32-b384-4422-b41e-41821a588381 req-4dd252a2-b035-481c-a18e-3eaee4cc0912 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] Publish callbacks [] for security_group (8d6c8305-b597-425a-bed6-13f5603f9f01), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:28.273024 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b1fdde32-b384-4422-b41e-41821a588381 req-4dd252a2-b035-481c-a18e-3eaee4cc0912 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (8d6c8305-b597-425a-bed6-13f5603f9f01), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:28.337358 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd252a2-b035-481c-a18e-3eaee4cc0912 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6c8305-b597-425a-bed6-13f5603f9f01,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:28.410348 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-b1fdde32-b384-4422-b41e-41821a588381 req-4dd252a2-b035-481c-a18e-3eaee4cc0912 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] Allocated IP 192.168.233.142 (9e88fe6e-2b1d-4294-a17d-9a7801813700/3810d295-ee98-40f7-b1e2-609bf7d1c3df/0b511dcc-4d4b-4959-b0e1-ba4a70493728) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:47:28.559226 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b1fdde32-b384-4422-b41e-41821a588381 req-4dd252a2-b035-481c-a18e-3eaee4cc0912 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] Publish callbacks [] for port (0b511dcc-4d4b-4959-b0e1-ba4a70493728), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:28.591519 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b1fdde32-b384-4422-b41e-41821a588381 req-4dd252a2-b035-481c-a18e-3eaee4cc0912 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (0b511dcc-4d4b-4959-b0e1-ba4a70493728), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:28.634901 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1fdde32-b384-4422-b41e-41821a588381 req-4dd252a2-b035-481c-a18e-3eaee4cc0912 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] Network 9e88fe6e-2b1d-4294-a17d-9a7801813700 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:47:28.637925 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-b1fdde32-b384-4422-b41e-41821a588381 req-4dd252a2-b035-481c-a18e-3eaee4cc0912 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:28.641569 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1fdde32-b384-4422-b41e-41821a588381 req-4dd252a2-b035-481c-a18e-3eaee4cc0912 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:47:28.667554 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd252a2-b035-481c-a18e-3eaee4cc0912 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] Pushing event updated for resources: {'Port': ['ID=0b511dcc-4d4b-4959-b0e1-ba4a70493728,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:28.693264 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdde32-b384-4422-b41e-41821a588381 req-4dd252a2-b035-481c-a18e-3eaee4cc0912 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:28.693879 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b1fdde32-b384-4422-b41e-41821a588381 req-4dd252a2-b035-481c-a18e-3eaee4cc0912 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:28.710663 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1fdde32-b384-4422-b41e-41821a588381 req-4dd252a2-b035-481c-a18e-3eaee4cc0912 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6820209 Feb 09 01:47:28.721452 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-b1fdde32-b384-4422-b41e-41821a588381 req-ee3bda1a-0917-4c6a-b972-08369993c5d2 service neutron] Request body: {'port': {'device_id': 'f5f7ba6f-0cac-4cf3-a3cf-9d44f747f4f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:28.786230 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b1fdde32-b384-4422-b41e-41821a588381 req-ee3bda1a-0917-4c6a-b972-08369993c5d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (0b511dcc-4d4b-4959-b0e1-ba4a70493728), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:28.874971 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6decfdbb-4caa-4a73-b082-5351c103240d None None] Provisioning complete for port 0b511dcc-4d4b-4959-b0e1-ba4a70493728 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:28.875535 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6decfdbb-4caa-4a73-b082-5351c103240d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (0b511dcc-4d4b-4959-b0e1-ba4a70493728), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:28.909624 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6decfdbb-4caa-4a73-b082-5351c103240d None None] Port 0b511dcc-4d4b-4959-b0e1-ba4a70493728 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:47:29.058686 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-b1fdde32-b384-4422-b41e-41821a588381 req-ee3bda1a-0917-4c6a-b972-08369993c5d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b511dcc-4d4b-4959-b0e1-ba4a70493728 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:47:29.066610 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b1fdde32-b384-4422-b41e-41821a588381 req-ee3bda1a-0917-4c6a-b972-08369993c5d2 service neutron] Publish callbacks [] for port (0b511dcc-4d4b-4959-b0e1-ba4a70493728), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:29.078195 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-b1fdde32-b384-4422-b41e-41821a588381 req-ee3bda1a-0917-4c6a-b972-08369993c5d2 service neutron] Transition to ACTIVE for port object 0b511dcc-4d4b-4959-b0e1-ba4a70493728 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:47:29.081750 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b1fdde32-b384-4422-b41e-41821a588381 req-ee3bda1a-0917-4c6a-b972-08369993c5d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (0b511dcc-4d4b-4959-b0e1-ba4a70493728), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:29.178177 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3bda1a-0917-4c6a-b972-08369993c5d2 service neutron] Pushing event updated for resources: {'Port': ['ID=0b511dcc-4d4b-4959-b0e1-ba4a70493728,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:29.233089 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-b1fdde32-b384-4422-b41e-41821a588381 req-ee3bda1a-0917-4c6a-b972-08369993c5d2 service neutron] Attempting to bind port 0b511dcc-4d4b-4959-b0e1-ba4a70493728 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:47:29.233557 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-b1fdde32-b384-4422-b41e-41821a588381 req-ee3bda1a-0917-4c6a-b972-08369993c5d2 service neutron] Attempting to bind port 0b511dcc-4d4b-4959-b0e1-ba4a70493728 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:47:29.234028 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fdde32-b384-4422-b41e-41821a588381 req-ee3bda1a-0917-4c6a-b972-08369993c5d2 service neutron] Attempting to bind port 0b511dcc-4d4b-4959-b0e1-ba4a70493728 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:47:29.243331 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fdde32-b384-4422-b41e-41821a588381 req-ee3bda1a-0917-4c6a-b972-08369993c5d2 service neutron] Port 0b511dcc-4d4b-4959-b0e1-ba4a70493728 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:47:29.243813 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fdde32-b384-4422-b41e-41821a588381 req-ee3bda1a-0917-4c6a-b972-08369993c5d2 service neutron] Attempting to bind port 0b511dcc-4d4b-4959-b0e1-ba4a70493728 on network 9e88fe6e-2b1d-4294-a17d-9a7801813700 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:47:29.251669 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fdde32-b384-4422-b41e-41821a588381 req-ee3bda1a-0917-4c6a-b972-08369993c5d2 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:47:29.252022 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fdde32-b384-4422-b41e-41821a588381 req-ee3bda1a-0917-4c6a-b972-08369993c5d2 service neutron] Checking segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:47:29.252427 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1fdde32-b384-4422-b41e-41821a588381 req-ee3bda1a-0917-4c6a-b972-08369993c5d2 service neutron] Bound using segment: {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:47:29.252912 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-b1fdde32-b384-4422-b41e-41821a588381 req-ee3bda1a-0917-4c6a-b972-08369993c5d2 service neutron] Bound port: 0b511dcc-4d4b-4959-b0e1-ba4a70493728, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436f5ab3-8a97-45ce-a1a0-b82fa68f6c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:47:29.253453 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b1fdde32-b384-4422-b41e-41821a588381 req-ee3bda1a-0917-4c6a-b972-08369993c5d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (0b511dcc-4d4b-4959-b0e1-ba4a70493728), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:29.362042 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-b1fdde32-b384-4422-b41e-41821a588381 req-ee3bda1a-0917-4c6a-b972-08369993c5d2 service neutron] For port 0b511dcc-4d4b-4959-b0e1-ba4a70493728, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:47:29.370699 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dd90e-60d9-49db-9229-3baab513d64c req-6aa28dbf-dd41-465b-8f25-b75cb8b6d18d tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:29.372214 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4b1dd90e-60d9-49db-9229-3baab513d64c req-6aa28dbf-dd41-465b-8f25-b75cb8b6d18d tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5f7ba6f-0cac-4cf3-a3cf-9d44f747f4f5 HTTP/1.1" status: 200 len: 948 time: 0.1070924 Feb 09 01:47:29.373943 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-b1fdde32-b384-4422-b41e-41821a588381 req-ee3bda1a-0917-4c6a-b972-08369993c5d2 service neutron] For port 0b511dcc-4d4b-4959-b0e1-ba4a70493728, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=0b511dcc-4d4b-4959-b0e1-ba4a70493728,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:47:29.387063 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b1fdde32-b384-4422-b41e-41821a588381 req-ee3bda1a-0917-4c6a-b972-08369993c5d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (0b511dcc-4d4b-4959-b0e1-ba4a70493728), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:29.439450 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdde32-b384-4422-b41e-41821a588381 req-ee3bda1a-0917-4c6a-b972-08369993c5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:29.440491 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-b1fdde32-b384-4422-b41e-41821a588381 req-ee3bda1a-0917-4c6a-b972-08369993c5d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:29.442752 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1fdde32-b384-4422-b41e-41821a588381 req-ee3bda1a-0917-4c6a-b972-08369993c5d2 service neutron] 10.222.0.120 "PUT /v2.0/ports/0b511dcc-4d4b-4959-b0e1-ba4a70493728 HTTP/1.1" status: 200 len: 1096 time: 0.7252541 Feb 09 01:47:29.450145 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f7ba6f-0cac-4cf3-a3cf-9d44f747f4f5', 'tag': '0b511dcc-4d4b-4959-b0e1-ba4a70493728'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:47:29.455675 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a520b11-8373-4e8d-a5b4-6006f8c1b950" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f7ba6f-0cac-4cf3-a3cf-9d44f747f4f5", "tag": "0b511dcc-4d4b-4959-b0e1-ba4a70493728"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:47:29.505817 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4b1dd90e-60d9-49db-9229-3baab513d64c req-1cd03d37-0ee4-4b98-b9e2-187d4178a407 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d6c8305-b597-425a-bed6-13f5603f9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276681 Feb 09 01:47:29.507659 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a608d4-d1b2-4314-80f3-64b165eebe4d x-openstack-request-id: req-a8a608d4-d1b2-4314-80f3-64b165eebe4d {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:47:29.508118 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f7ba6f-0cac-4cf3-a3cf-9d44f747f4f5", "tag": "0b511dcc-4d4b-4959-b0e1-ba4a70493728", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:47:29.508586 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a8a608d4-d1b2-4314-80f3-64b165eebe4d {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:47:29.509224 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5f7ba6f-0cac-4cf3-a3cf-9d44f747f4f5', 'tag': '0b511dcc-4d4b-4959-b0e1-ba4a70493728', 'status': 'completed', 'code': 200} Feb 09 01:47:29.532387 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3bda1a-0917-4c6a-b972-08369993c5d2 service neutron] Pushing event updated for resources: {'Port': ['ID=0b511dcc-4d4b-4959-b0e1-ba4a70493728,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:29.555882 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdde32-b384-4422-b41e-41821a588381 req-7fb2d38b-094d-440e-b564-694dbeea9ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:29.558072 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1fdde32-b384-4422-b41e-41821a588381 req-7fb2d38b-094d-440e-b564-694dbeea9ce2 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=3e3243a368da471b88a3c69c80e5e8c4&device_id=f5f7ba6f-0cac-4cf3-a3cf-9d44f747f4f5 HTTP/1.1" status: 200 len: 1130 time: 0.0676360 Feb 09 01:47:29.600994 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1fdde32-b384-4422-b41e-41821a588381 req-2d472ff1-b661-44bc-9439-26fd6577e6a0 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=0b511dcc-4d4b-4959-b0e1-ba4a70493728 HTTP/1.1" status: 200 len: 217 time: 0.0355034 Feb 09 01:47:29.979805 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdde32-b384-4422-b41e-41821a588381 req-6d9a70fa-e01a-4d27-beb2-4561b0e99320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:29.981250 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1fdde32-b384-4422-b41e-41821a588381 req-6d9a70fa-e01a-4d27-beb2-4561b0e99320 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.3753374 Feb 09 01:47:30.032331 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdde32-b384-4422-b41e-41821a588381 req-8c09846b-da92-4cfb-b25a-9ddfb3235dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:30.033728 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1fdde32-b384-4422-b41e-41821a588381 req-8c09846b-da92-4cfb-b25a-9ddfb3235dc6 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0463846 Feb 09 01:47:30.125850 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1fdde32-b384-4422-b41e-41821a588381 req-4b0f5cf5-61a8-4050-adec-dff0fb4dd166 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855818 Feb 09 01:47:30.215347 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1fdde32-b384-4422-b41e-41821a588381 req-666fcda8-59bd-4185-a495-ff70c642bd3c service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843620 Feb 09 01:47:30.302116 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a520b11-8373-4e8d-a5b4-6006f8c1b950 req-1894765a-af74-4c1b-9727-302d484bc0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:30.303851 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6a520b11-8373-4e8d-a5b4-6006f8c1b950 req-1894765a-af74-4c1b-9727-302d484bc0c0 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=3e3243a368da471b88a3c69c80e5e8c4&device_id=f5f7ba6f-0cac-4cf3-a3cf-9d44f747f4f5 HTTP/1.1" status: 200 len: 1130 time: 0.0462105 Feb 09 01:47:30.401186 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a520b11-8373-4e8d-a5b4-6006f8c1b950 req-6083bf1f-44df-4f71-88ca-e3d0ac2a349c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:30.402668 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6a520b11-8373-4e8d-a5b4-6006f8c1b950 req-6083bf1f-44df-4f71-88ca-e3d0ac2a349c service neutron] 10.222.0.120 "GET /v2.0/networks?id=9e88fe6e-2b1d-4294-a17d-9a7801813700 HTTP/1.1" status: 200 len: 871 time: 0.0932386 Feb 09 01:47:30.444157 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6a520b11-8373-4e8d-a5b4-6006f8c1b950 req-36179edd-7afb-4863-b1e6-83af649077df service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=0b511dcc-4d4b-4959-b0e1-ba4a70493728 HTTP/1.1" status: 200 len: 217 time: 0.0351381 Feb 09 01:47:30.490964 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a520b11-8373-4e8d-a5b4-6006f8c1b950 req-66639cea-4f9f-403f-a70c-07573206665c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:30.492388 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6a520b11-8373-4e8d-a5b4-6006f8c1b950 req-66639cea-4f9f-403f-a70c-07573206665c service neutron] 10.222.0.120 "GET /v2.0/subnets?id=3810d295-ee98-40f7-b1e2-609bf7d1c3df HTTP/1.1" status: 200 len: 843 time: 0.0427952 Feb 09 01:47:30.548194 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a520b11-8373-4e8d-a5b4-6006f8c1b950 req-0055d925-57ab-4bda-beba-15cd3e078ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:30.549762 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6a520b11-8373-4e8d-a5b4-6006f8c1b950 req-0055d925-57ab-4bda-beba-15cd3e078ad0 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=9e88fe6e-2b1d-4294-a17d-9a7801813700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0499763 Feb 09 01:47:30.677670 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd05792-5129-4d7b-aed1-adbe660bec3e req-70ecf163-2488-4aea-87bc-dfe7c6cbea05 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:30.679045 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2cd05792-5129-4d7b-aed1-adbe660bec3e req-70ecf163-2488-4aea-87bc-dfe7c6cbea05 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5f7ba6f-0cac-4cf3-a3cf-9d44f747f4f5 HTTP/1.1" status: 200 len: 948 time: 0.0789483 Feb 09 01:47:30.684815 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6a520b11-8373-4e8d-a5b4-6006f8c1b950 req-5ee86501-938b-4e67-8ebd-af8de4f3e451 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264570 Feb 09 01:47:30.774676 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2cd05792-5129-4d7b-aed1-adbe660bec3e req-0ae02f40-8b91-49c9-b3c8-b25b3e233899 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d6c8305-b597-425a-bed6-13f5603f9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889168 Feb 09 01:47:30.799301 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6a520b11-8373-4e8d-a5b4-6006f8c1b950 req-dce8e729-5e2e-4df0-95a2-2e6512ed9840 service neutron] 10.222.0.120 "GET /v2.0/networks/9e88fe6e-2b1d-4294-a17d-9a7801813700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070256 Feb 09 01:47:31.900638 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3c94b-06e1-43a7-8025-bb8e8830fa5e req-fd5abcb9-032f-4595-adab-db7f338a1e06 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:31.902146 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7ad3c94b-06e1-43a7-8025-bb8e8830fa5e req-fd5abcb9-032f-4595-adab-db7f338a1e06 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5f7ba6f-0cac-4cf3-a3cf-9d44f747f4f5 HTTP/1.1" status: 200 len: 948 time: 0.0590112 Feb 09 01:47:31.948204 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7ad3c94b-06e1-43a7-8025-bb8e8830fa5e req-991aaa90-85d6-4558-bdd7-17b04f89edb9 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d6c8305-b597-425a-bed6-13f5603f9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404959 Feb 09 01:47:32.419655 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c247ee25-6ef1-4208-b77e-e3b1cc462c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:32.722584 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 0b511dcc-4d4b-4959-b0e1-ba4a70493728 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:47:32.814044 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 0b511dcc-4d4b-4959-b0e1-ba4a70493728, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=0b511dcc-4d4b-4959-b0e1-ba4a70493728,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:32.825218 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '0b511dcc-4d4b-4959-b0e1-ba4a70493728', 'network_id': '9e88fe6e-2b1d-4294-a17d-9a7801813700', 'port_id': '0b511dcc-4d4b-4959-b0e1-ba4a70493728', 'mac_address': 'fa:16:3e:3c:76:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3810d295-ee98-40f7-b1e2-609bf7d1c3df', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:47:32.861361 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 0b511dcc-4d4b-4959-b0e1-ba4a70493728 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:32.861762 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (0b511dcc-4d4b-4959-b0e1-ba4a70493728), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:32.877616 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b511dcc-4d4b-4959-b0e1-ba4a70493728 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:47:32.897545 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 0b511dcc-4d4b-4959-b0e1-ba4a70493728, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=0b511dcc-4d4b-4959-b0e1-ba4a70493728,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:32.904751 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (0b511dcc-4d4b-4959-b0e1-ba4a70493728), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:32.950627 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=0b511dcc-4d4b-4959-b0e1-ba4a70493728,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:33.068700 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b4dd9-76c0-4c79-80bb-7a6be5a2cfbb req-20db9154-8496-431e-9147-3e86e776308f tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:33.070203 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cf4b4dd9-76c0-4c79-80bb-7a6be5a2cfbb req-20db9154-8496-431e-9147-3e86e776308f tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5f7ba6f-0cac-4cf3-a3cf-9d44f747f4f5 HTTP/1.1" status: 200 len: 949 time: 0.0529914 Feb 09 01:47:33.100597 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['0b511dcc-4d4b-4959-b0e1-ba4a70493728'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:47:33.116534 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cf4b4dd9-76c0-4c79-80bb-7a6be5a2cfbb req-d73a6e00-f4cc-4748-bc88-e77a817cc7b0 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d6c8305-b597-425a-bed6-13f5603f9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401492 Feb 09 01:47:34.234870 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9168d57b-1ac9-46e3-91fa-a24a00859c71 req-0e275663-a880-411b-9cb9-b10b3e433ea3 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:34.236348 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9168d57b-1ac9-46e3-91fa-a24a00859c71 req-0e275663-a880-411b-9cb9-b10b3e433ea3 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5f7ba6f-0cac-4cf3-a3cf-9d44f747f4f5 HTTP/1.1" status: 200 len: 949 time: 0.0522449 Feb 09 01:47:34.285610 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9168d57b-1ac9-46e3-91fa-a24a00859c71 req-f3b62060-cc9c-4521-9c28-9b7e5dcf86a6 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d6c8305-b597-425a-bed6-13f5603f9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436800 Feb 09 01:47:34.453696 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6e818212-1c1a-4cc4-b5bf-2a25781a384c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:34.736008 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 0b511dcc-4d4b-4959-b0e1-ba4a70493728 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:47:34.783078 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 0b511dcc-4d4b-4959-b0e1-ba4a70493728 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:47:34.786649 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 0b511dcc-4d4b-4959-b0e1-ba4a70493728 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:34.787033 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (0b511dcc-4d4b-4959-b0e1-ba4a70493728), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:34.861487 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 0b511dcc-4d4b-4959-b0e1-ba4a70493728 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:34.861895 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (0b511dcc-4d4b-4959-b0e1-ba4a70493728), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:34.887033 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f7ba6f-0cac-4cf3-a3cf-9d44f747f4f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b511dcc-4d4b-4959-b0e1-ba4a70493728'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:47:34.889263 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6cc6bbd-b406-494d-8934-6e9565f04a4a" -d '{"events": [{"server_uuid": "f5f7ba6f-0cac-4cf3-a3cf-9d44f747f4f5", "name": "network-vif-plugged", "status": "completed", "tag": "0b511dcc-4d4b-4959-b0e1-ba4a70493728"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:47:35.034166 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6f273-181b-4088-aae9-6b95462d6c1a req-23e3f665-b9c6-4640-968b-9439106d713d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:35.035778 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-54d6f273-181b-4088-aae9-6b95462d6c1a req-23e3f665-b9c6-4640-968b-9439106d713d service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=f5f7ba6f-0cac-4cf3-a3cf-9d44f747f4f5 HTTP/1.1" status: 200 len: 1131 time: 0.0491085 Feb 09 01:47:35.062726 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc118e5c-24a2-48fb-a3c8-2a23a060fcd9 x-openstack-request-id: req-dc118e5c-24a2-48fb-a3c8-2a23a060fcd9 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:47:35.063015 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f7ba6f-0cac-4cf3-a3cf-9d44f747f4f5", "name": "network-vif-plugged", "status": "completed", "tag": "0b511dcc-4d4b-4959-b0e1-ba4a70493728", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:47:35.063266 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dc118e5c-24a2-48fb-a3c8-2a23a060fcd9 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:47:35.063646 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f7ba6f-0cac-4cf3-a3cf-9d44f747f4f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b511dcc-4d4b-4959-b0e1-ba4a70493728', 'code': 200} Feb 09 01:47:35.065537 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 0b511dcc-4d4b-4959-b0e1-ba4a70493728, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=0b511dcc-4d4b-4959-b0e1-ba4a70493728,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:35.069721 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (0b511dcc-4d4b-4959-b0e1-ba4a70493728), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:35.083445 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-54d6f273-181b-4088-aae9-6b95462d6c1a req-70c3fc46-7f1d-4ded-a8fd-9c2bb75cd5ef service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=8d6c8305-b597-425a-bed6-13f5603f9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420458 Feb 09 01:47:35.116435 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=0b511dcc-4d4b-4959-b0e1-ba4a70493728,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:35.404218 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36c757-0c66-45dc-b840-1c071caebbdc req-c7fd7139-a960-4f20-8e6d-90483b0598bf tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:35.405737 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3a36c757-0c66-45dc-b840-1c071caebbdc req-c7fd7139-a960-4f20-8e6d-90483b0598bf tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5f7ba6f-0cac-4cf3-a3cf-9d44f747f4f5 HTTP/1.1" status: 200 len: 950 time: 0.0517659 Feb 09 01:47:35.451767 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3a36c757-0c66-45dc-b840-1c071caebbdc req-397bcbb4-3417-4626-8f57-c0dc01087c24 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d6c8305-b597-425a-bed6-13f5603f9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405529 Feb 09 01:47:36.015707 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:36.574868 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e3a1d-06fe-4b80-b8d8-73928fb1c119 req-0cb89b31-f802-41c7-b7de-ded19b0153e3 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:36.576370 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e73e3a1d-06fe-4b80-b8d8-73928fb1c119 req-0cb89b31-f802-41c7-b7de-ded19b0153e3 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5f7ba6f-0cac-4cf3-a3cf-9d44f747f4f5 HTTP/1.1" status: 200 len: 950 time: 0.0570028 Feb 09 01:47:36.622706 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e73e3a1d-06fe-4b80-b8d8-73928fb1c119 req-2b6100b6-34d0-445d-ad94-6c4cc95ae9e5 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d6c8305-b597-425a-bed6-13f5603f9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407379 Feb 09 01:47:36.898150 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-c9cbf3f8-4c78-4057-b695-05f5f21b204e req-c125159b-2a1b-4a48-8a3c-477d1ea84627 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:47:36.899142 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c9cbf3f8-4c78-4057-b695-05f5f21b204e req-c125159b-2a1b-4a48-8a3c-477d1ea84627 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053735 Feb 09 01:47:37.229664 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-ba530846-d076-452f-bc89-35b5db68765f req-d97facbb-0747-42d3-89c7-8e4f7929335d service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:47:37.230685 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ba530846-d076-452f-bc89-35b5db68765f req-d97facbb-0747-42d3-89c7-8e4f7929335d service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058842 Feb 09 01:47:37.304388 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:37.561622 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5fbb77-aaad-4e04-8d60-6630ff9032ef req-cc8a1183-abea-47a7-84af-35c349c64476 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:37.563117 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4d5fbb77-aaad-4e04-8d60-6630ff9032ef req-cc8a1183-abea-47a7-84af-35c349c64476 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5f7ba6f-0cac-4cf3-a3cf-9d44f747f4f5 HTTP/1.1" status: 200 len: 950 time: 0.0512338 Feb 09 01:47:37.609902 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4d5fbb77-aaad-4e04-8d60-6630ff9032ef req-d0426bfd-d2ab-4d3f-851b-c4d40d0b1240 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d6c8305-b597-425a-bed6-13f5603f9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402811 Feb 09 01:47:38.012904 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:38.483879 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:38.768579 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040c64e-bf6c-4c74-8b87-98c9e962b56f req-a4b56007-d55e-45c9-a07a-68227af839fc tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:38.770059 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2040c64e-bf6c-4c74-8b87-98c9e962b56f req-a4b56007-d55e-45c9-a07a-68227af839fc tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] 10.222.0.50 "GET /v2.0/ports?device_id=f5f7ba6f-0cac-4cf3-a3cf-9d44f747f4f5 HTTP/1.1" status: 200 len: 950 time: 0.0914361 Feb 09 01:47:38.778111 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1fdce5-9a58-40b6-a811-c046d5550437 req-e6bebd48-deb5-4578-b893-0b0dccdfa3a1 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:38.779615 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5d1fdce5-9a58-40b6-a811-c046d5550437 req-e6bebd48-deb5-4578-b893-0b0dccdfa3a1 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] 10.222.0.120 "GET /v2.0/ports?device_id=f5f7ba6f-0cac-4cf3-a3cf-9d44f747f4f5 HTTP/1.1" status: 200 len: 950 time: 0.0695248 Feb 09 01:47:38.876519 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2040c64e-bf6c-4c74-8b87-98c9e962b56f req-c6eb1ae3-b175-4434-bd89-6160fb880f2e tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] 10.222.0.50 "GET /v2.0/security-groups?id=8d6c8305-b597-425a-bed6-13f5603f9f01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959418 Feb 09 01:47:38.902165 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-5d1fdce5-9a58-40b6-a811-c046d5550437 req-f9aabfa6-179a-4ff9-bddb-ce59f4312472 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] Deleting port 0b511dcc-4d4b-4959-b0e1-ba4a70493728 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:47:38.902518 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-5d1fdce5-9a58-40b6-a811-c046d5550437 req-f9aabfa6-179a-4ff9-bddb-ce59f4312472 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (0b511dcc-4d4b-4959-b0e1-ba4a70493728), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:38.990851 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-5d1fdce5-9a58-40b6-a811-c046d5550437 req-f9aabfa6-179a-4ff9-bddb-ce59f4312472 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] For port 0b511dcc-4d4b-4959-b0e1-ba4a70493728, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=0b511dcc-4d4b-4959-b0e1-ba4a70493728,segment=NetworkSegment(436f5ab3-8a97-45ce-a1a0-b82fa68f6c53),segment_id=436f5ab3-8a97-45ce-a1a0-b82fa68f6c53)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:38.991220 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-5d1fdce5-9a58-40b6-a811-c046d5550437 req-f9aabfa6-179a-4ff9-bddb-ce59f4312472 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (0b511dcc-4d4b-4959-b0e1-ba4a70493728), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:39.004123 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-5d1fdce5-9a58-40b6-a811-c046d5550437 req-f9aabfa6-179a-4ff9-bddb-ce59f4312472 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] Calling delete_port for 0b511dcc-4d4b-4959-b0e1-ba4a70493728 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:47:39.134222 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-5d1fdce5-9a58-40b6-a811-c046d5550437 req-f9aabfa6-179a-4ff9-bddb-ce59f4312472 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (0b511dcc-4d4b-4959-b0e1-ba4a70493728), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:39.147073 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['0b511dcc-4d4b-4959-b0e1-ba4a70493728'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:47:39.165211 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aabfa6-179a-4ff9-bddb-ce59f4312472 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] Pushing event deleted for resources: {'Port': ['ID=0b511dcc-4d4b-4959-b0e1-ba4a70493728,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:39.216401 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1fdce5-9a58-40b6-a811-c046d5550437 req-f9aabfa6-179a-4ff9-bddb-ce59f4312472 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] No DVR routers for this DVR port 0b511dcc-4d4b-4959-b0e1-ba4a70493728 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:47:39.219339 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-5d1fdce5-9a58-40b6-a811-c046d5550437 req-f9aabfa6-179a-4ff9-bddb-ce59f4312472 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:39.223116 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5d1fdce5-9a58-40b6-a811-c046d5550437 req-f9aabfa6-179a-4ff9-bddb-ce59f4312472 tempest-ServersAdminNegativeTestJSON-1019844693 tempest-ServersAdminNegativeTestJSON-1019844693-project] 10.222.0.120 "DELETE /v2.0/ports/0b511dcc-4d4b-4959-b0e1-ba4a70493728 HTTP/1.1" status: 204 len: 173 time: 0.4369197 Feb 09 01:47:39.223598 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f7ba6f-0cac-4cf3-a3cf-9d44f747f4f5', 'name': 'network-vif-deleted', 'tag': '0b511dcc-4d4b-4959-b0e1-ba4a70493728'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:47:39.226830 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35db3373-fa09-4061-85b3-edbbcefe4f2d" -d '{"events": [{"server_uuid": "f5f7ba6f-0cac-4cf3-a3cf-9d44f747f4f5", "name": "network-vif-deleted", "tag": "0b511dcc-4d4b-4959-b0e1-ba4a70493728"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:47:39.269829 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0649db-59d5-48a4-838b-a99039853a40 x-openstack-request-id: req-ff0649db-59d5-48a4-838b-a99039853a40 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:47:39.270141 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f7ba6f-0cac-4cf3-a3cf-9d44f747f4f5", "name": "network-vif-deleted", "tag": "0b511dcc-4d4b-4959-b0e1-ba4a70493728", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:47:39.270406 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ff0649db-59d5-48a4-838b-a99039853a40 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:47:39.270825 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f7ba6f-0cac-4cf3-a3cf-9d44f747f4f5', 'name': 'network-vif-deleted', 'tag': '0b511dcc-4d4b-4959-b0e1-ba4a70493728', 'status': 'completed', 'code': 200} Feb 09 01:47:39.750472 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:40.165978 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41972) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:40.302220 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c31444cb-f467-4d27-8fbc-7db307b49501 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3e3243a368da471b88a3c69c80e5e8c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1345227 Feb 09 01:47:40.304814 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41976) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:40.352595 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-91729530-b4d8-4967-81d5-fe235f5cc264 admin admin] Publish callbacks [] for security_group (8d6c8305-b597-425a-bed6-13f5603f9f01), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:40.373532 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-91729530-b4d8-4967-81d5-fe235f5cc264 admin admin] Publish callbacks [] for security_group (8d6c8305-b597-425a-bed6-13f5603f9f01), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:40.419989 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-91729530-b4d8-4967-81d5-fe235f5cc264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (8d6c8305-b597-425a-bed6-13f5603f9f01), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:40.422628 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-91729530-b4d8-4967-81d5-fe235f5cc264 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:40.423782 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-91729530-b4d8-4967-81d5-fe235f5cc264 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8d6c8305-b597-425a-bed6-13f5603f9f01 HTTP/1.1" status: 204 len: 168 time: 0.1180608 Feb 09 01:47:40.431086 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91729530-b4d8-4967-81d5-fe235f5cc264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6c8305-b597-425a-bed6-13f5603f9f01,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:40.678323 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 41982) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:40.691742 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-43bc0b95-8b10-45ef-9a4f-38174e3b9ea3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:40.764927 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-43bc0b95-8b10-45ef-9a4f-38174e3b9ea3 admin admin] Publish callbacks [] for security_group (bf245e78-b9db-48b4-a101-187f58666653), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:40.768332 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-43bc0b95-8b10-45ef-9a4f-38174e3b9ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (bf245e78-b9db-48b4-a101-187f58666653), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:40.805776 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-43bc0b95-8b10-45ef-9a4f-38174e3b9ea3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8b3c2d5bc185452b8b899206b788efed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1263959 Feb 09 01:47:40.806678 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc0b95-8b10-45ef-9a4f-38174e3b9ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf245e78-b9db-48b4-a101-187f58666653,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:40.808514 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 41984) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:40.857575 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-98885039-ac55-480f-b82b-0238701f1447 admin admin] Publish callbacks [] for security_group (bf245e78-b9db-48b4-a101-187f58666653), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:40.878292 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-98885039-ac55-480f-b82b-0238701f1447 admin admin] Publish callbacks [] for security_group (bf245e78-b9db-48b4-a101-187f58666653), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:40.924274 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-98885039-ac55-480f-b82b-0238701f1447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (bf245e78-b9db-48b4-a101-187f58666653), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:40.926969 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-98885039-ac55-480f-b82b-0238701f1447 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:40.928075 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-98885039-ac55-480f-b82b-0238701f1447 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bf245e78-b9db-48b4-a101-187f58666653 HTTP/1.1" status: 204 len: 168 time: 0.1178935 Feb 09 01:47:40.936129 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98885039-ac55-480f-b82b-0238701f1447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf245e78-b9db-48b4-a101-187f58666653,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:41.584891 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 42008) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:41.681631 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-dd801521-4847-47df-a8ac-a55757226d17 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-599174651-network', 'tenant_id': '1fda1304ad9e40c9b747e16ec5b98976'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:41.701631 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd801521-4847-47df-a8ac-a55757226d17 admin admin] Made reservation on behalf of 1fda1304ad9e40c9b747e16ec5b98976 for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:47:41.703857 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-dd801521-4847-47df-a8ac-a55757226d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:41.712178 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-dd801521-4847-47df-a8ac-a55757226d17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:41.784563 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-dd801521-4847-47df-a8ac-a55757226d17 admin admin] Publish callbacks [] for security_group (34958afa-ca07-4732-8f96-25cb1bb54070), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:41.788321 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-dd801521-4847-47df-a8ac-a55757226d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (34958afa-ca07-4732-8f96-25cb1bb54070), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:41.808718 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd801521-4847-47df-a8ac-a55757226d17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1008} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:47:41.821859 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd801521-4847-47df-a8ac-a55757226d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34958afa-ca07-4732-8f96-25cb1bb54070,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:41.826612 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-dd801521-4847-47df-a8ac-a55757226d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (84d1c39c-ad2c-4026-aaee-92efdee55c75), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:41.826961 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-dd801521-4847-47df-a8ac-a55757226d17 admin admin] Added segment 84d1c39c-ad2c-4026-aaee-92efdee55c75 of type vlan for network 85a38b47-f717-4d28-8e9d-c2b16bf25881 Feb 09 01:47:41.869738 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-dd801521-4847-47df-a8ac-a55757226d17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (85a38b47-f717-4d28-8e9d-c2b16bf25881), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:41.893577 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-dd801521-4847-47df-a8ac-a55757226d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (85a38b47-f717-4d28-8e9d-c2b16bf25881), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:41.894599 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd801521-4847-47df-a8ac-a55757226d17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:41.895183 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-dd801521-4847-47df-a8ac-a55757226d17 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:41.944446 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-dd801521-4847-47df-a8ac-a55757226d17 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3584630 Feb 09 01:47:41.947519 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42012) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:47:41.952576 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-2ba61fde-220b-48e8-8613-f88e4d7b1c7e admin admin] Request body: {'subnet': {'network_id': '85a38b47-f717-4d28-8e9d-c2b16bf25881', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-599174651-subnet', 'tenant_id': '1fda1304ad9e40c9b747e16ec5b98976', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:41.956665 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd801521-4847-47df-a8ac-a55757226d17 admin admin] Pushing event updated for resources: {'Network': ['ID=85a38b47-f717-4d28-8e9d-c2b16bf25881,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:41.967682 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 85a38b47-f717-4d28-8e9d-c2b16bf25881 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:47:41.976701 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba61fde-220b-48e8-8613-f88e4d7b1c7e admin admin] Made reservation on behalf of 1fda1304ad9e40c9b747e16ec5b98976 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:47:41.979678 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2ba61fde-220b-48e8-8613-f88e4d7b1c7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:42.146277 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2ba61fde-220b-48e8-8613-f88e4d7b1c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (defda095-fa68-42e2-8bb1-72c216c949b2), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:42.202358 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba61fde-220b-48e8-8613-f88e4d7b1c7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=defda095-fa68-42e2-8bb1-72c216c949b2,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:42.212177 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba61fde-220b-48e8-8613-f88e4d7b1c7e admin admin] Checking segment: {'id': '84d1c39c-ad2c-4026-aaee-92efdee55c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '85a38b47-f717-4d28-8e9d-c2b16bf25881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:47:42.212536 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba61fde-220b-48e8-8613-f88e4d7b1c7e admin admin] Network hostable DHCP agents. Network: 85a38b47-f717-4d28-8e9d-c2b16bf25881, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:47:42.228673 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba61fde-220b-48e8-8613-f88e4d7b1c7e admin admin] Network 85a38b47-f717-4d28-8e9d-c2b16bf25881 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:47:42.237051 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-2ba61fde-220b-48e8-8613-f88e4d7b1c7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 85a38b47-f717-4d28-8e9d-c2b16bf25881) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:42.241029 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba61fde-220b-48e8-8613-f88e4d7b1c7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:42.241625 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2ba61fde-220b-48e8-8613-f88e4d7b1c7e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:42.246558 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850a074a-42c7-47d4-9515-d1f0717eae1d None None] Network 85a38b47-f717-4d28-8e9d-c2b16bf25881 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:47:42.257581 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2ba61fde-220b-48e8-8613-f88e4d7b1c7e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3089402 Feb 09 01:47:42.349462 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284dfebc-6ac1-4371-8a2b-a07d20dc921e None None] Network 85a38b47-f717-4d28-8e9d-c2b16bf25881 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:47:42.690421 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5387e8-c92c-4da6-b769-5d2cfea71e01 req-3c014008-2448-4c24-b223-7216eeb0200d tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:42.691907 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9e5387e8-c92c-4da6-b769-5d2cfea71e01 req-3c014008-2448-4c24-b223-7216eeb0200d tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/networks?id=85a38b47-f717-4d28-8e9d-c2b16bf25881 HTTP/1.1" status: 200 len: 811 time: 0.1089623 Feb 09 01:47:42.706169 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9e5387e8-c92c-4da6-b769-5d2cfea71e01 req-504a4046-c917-49d4-b5d5-6561fb32b8ef tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/quotas/1fda1304ad9e40c9b747e16ec5b98976 HTTP/1.1" status: 200 len: 375 time: 0.0087564 Feb 09 01:47:42.737913 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9e5387e8-c92c-4da6-b769-5d2cfea71e01 req-1a362267-5500-4dae-80e5-09c805d2581c tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1fda1304ad9e40c9b747e16ec5b98976&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270483 Feb 09 01:47:42.798881 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 0b511dcc-4d4b-4959-b0e1-ba4a70493728 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:47:42.818927 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: 0b511dcc-4d4b-4959-b0e1-ba4a70493728 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:47:42.819287 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 0b511dcc-4d4b-4959-b0e1-ba4a70493728 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:47:42.825955 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9e5387e8-c92c-4da6-b769-5d2cfea71e01 req-c706d99b-03a3-4741-a253-898b85091845 service neutron] 10.222.0.50 "GET /v2.0/networks/85a38b47-f717-4d28-8e9d-c2b16bf25881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815837 Feb 09 01:47:42.918853 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9e5387e8-c92c-4da6-b769-5d2cfea71e01 req-77df20c8-bdd2-4a35-8cc6-ca24179450e1 service neutron] 10.222.0.50 "GET /v2.0/networks/85a38b47-f717-4d28-8e9d-c2b16bf25881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870335 Feb 09 01:47:43.083716 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d7200fe9-dd7b-4542-b3e1-36b0d1a63551 req-b0139686-e442-4df1-bc2e-2fcb51737dd6 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6 HTTP/1.1" status: 200 len: 210 time: 0.0302565 Feb 09 01:47:44.032827 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5387e8-c92c-4da6-b769-5d2cfea71e01 req-21b90758-1855-4b9e-b589-360cfb29f9e1 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:44.035132 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9e5387e8-c92c-4da6-b769-5d2cfea71e01 req-21b90758-1855-4b9e-b589-360cfb29f9e1 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.120 "GET /v2.0/networks?id=85a38b47-f717-4d28-8e9d-c2b16bf25881 HTTP/1.1" status: 200 len: 811 time: 0.1319573 Feb 09 01:47:44.046897 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-9e5387e8-c92c-4da6-b769-5d2cfea71e01 req-dd5954e8-3cde-4934-b5ae-7b04fc4f41bb tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Request body: {'port': {'device_id': '9c32cd25-a236-450a-8e7a-b2ec034e89b6', 'network_id': '85a38b47-f717-4d28-8e9d-c2b16bf25881', 'admin_state_up': True, 'tenant_id': '1fda1304ad9e40c9b747e16ec5b98976'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:44.165450 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e5387e8-c92c-4da6-b769-5d2cfea71e01 req-dd5954e8-3cde-4934-b5ae-7b04fc4f41bb tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Made reservation on behalf of 1fda1304ad9e40c9b747e16ec5b98976 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:47:44.169519 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9e5387e8-c92c-4da6-b769-5d2cfea71e01 req-dd5954e8-3cde-4934-b5ae-7b04fc4f41bb tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:44.191820 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b2b59c85-a144-4d46-abf1-d181b2f35b56 req-7ec43187-6f2b-46b3-9454-ca2ce49cabbd tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6 HTTP/1.1" status: 200 len: 210 time: 0.0383804 Feb 09 01:47:44.318544 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-9e5387e8-c92c-4da6-b769-5d2cfea71e01 req-dd5954e8-3cde-4934-b5ae-7b04fc4f41bb tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Allocated IP 172.20.0.9 (85a38b47-f717-4d28-8e9d-c2b16bf25881/defda095-fa68-42e2-8bb1-72c216c949b2/061afc63-0670-41ea-ac04-36852b557a51) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:47:44.474274 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9e5387e8-c92c-4da6-b769-5d2cfea71e01 req-dd5954e8-3cde-4934-b5ae-7b04fc4f41bb tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Publish callbacks [] for port (061afc63-0670-41ea-ac04-36852b557a51), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:44.508044 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9e5387e8-c92c-4da6-b769-5d2cfea71e01 req-dd5954e8-3cde-4934-b5ae-7b04fc4f41bb tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (061afc63-0670-41ea-ac04-36852b557a51), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:44.551549 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e5387e8-c92c-4da6-b769-5d2cfea71e01 req-dd5954e8-3cde-4934-b5ae-7b04fc4f41bb tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Network 85a38b47-f717-4d28-8e9d-c2b16bf25881 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:47:44.554609 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-9e5387e8-c92c-4da6-b769-5d2cfea71e01 req-dd5954e8-3cde-4934-b5ae-7b04fc4f41bb tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:47:44.558806 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e5387e8-c92c-4da6-b769-5d2cfea71e01 req-dd5954e8-3cde-4934-b5ae-7b04fc4f41bb tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:47:44.565164 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5954e8-3cde-4934-b5ae-7b04fc4f41bb tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Pushing event updated for resources: {'Port': ['ID=061afc63-0670-41ea-ac04-36852b557a51,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:44.614289 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5387e8-c92c-4da6-b769-5d2cfea71e01 req-dd5954e8-3cde-4934-b5ae-7b04fc4f41bb tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:44.614901 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9e5387e8-c92c-4da6-b769-5d2cfea71e01 req-dd5954e8-3cde-4934-b5ae-7b04fc4f41bb tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:44.629999 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9e5387e8-c92c-4da6-b769-5d2cfea71e01 req-dd5954e8-3cde-4934-b5ae-7b04fc4f41bb tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5870004 Feb 09 01:47:44.640590 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-9e5387e8-c92c-4da6-b769-5d2cfea71e01 req-e57f4f00-094f-40b7-9990-9578b5c1f8cf service neutron] Request body: {'port': {'device_id': '9c32cd25-a236-450a-8e7a-b2ec034e89b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:47:44.702161 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9e5387e8-c92c-4da6-b769-5d2cfea71e01 req-e57f4f00-094f-40b7-9990-9578b5c1f8cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (061afc63-0670-41ea-ac04-36852b557a51), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:44.963695 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-9e5387e8-c92c-4da6-b769-5d2cfea71e01 req-e57f4f00-094f-40b7-9990-9578b5c1f8cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 061afc63-0670-41ea-ac04-36852b557a51 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:47:44.970923 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9e5387e8-c92c-4da6-b769-5d2cfea71e01 req-e57f4f00-094f-40b7-9990-9578b5c1f8cf service neutron] Publish callbacks [] for port (061afc63-0670-41ea-ac04-36852b557a51), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:44.983278 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-9e5387e8-c92c-4da6-b769-5d2cfea71e01 req-e57f4f00-094f-40b7-9990-9578b5c1f8cf service neutron] Transition to ACTIVE for port object 061afc63-0670-41ea-ac04-36852b557a51 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:47:44.988064 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9e5387e8-c92c-4da6-b769-5d2cfea71e01 req-e57f4f00-094f-40b7-9990-9578b5c1f8cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (061afc63-0670-41ea-ac04-36852b557a51), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:45.038373 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f4f00-094f-40b7-9990-9578b5c1f8cf service neutron] Pushing event updated for resources: {'Port': ['ID=061afc63-0670-41ea-ac04-36852b557a51,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:45.109121 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-9e5387e8-c92c-4da6-b769-5d2cfea71e01 req-e57f4f00-094f-40b7-9990-9578b5c1f8cf service neutron] Attempting to bind port 061afc63-0670-41ea-ac04-36852b557a51 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:47:45.109462 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-9e5387e8-c92c-4da6-b769-5d2cfea71e01 req-e57f4f00-094f-40b7-9990-9578b5c1f8cf service neutron] Attempting to bind port 061afc63-0670-41ea-ac04-36852b557a51 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '84d1c39c-ad2c-4026-aaee-92efdee55c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '85a38b47-f717-4d28-8e9d-c2b16bf25881'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:47:45.109796 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5387e8-c92c-4da6-b769-5d2cfea71e01 req-e57f4f00-094f-40b7-9990-9578b5c1f8cf service neutron] Attempting to bind port 061afc63-0670-41ea-ac04-36852b557a51 on network 85a38b47-f717-4d28-8e9d-c2b16bf25881 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:47:45.114041 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5387e8-c92c-4da6-b769-5d2cfea71e01 req-e57f4f00-094f-40b7-9990-9578b5c1f8cf service neutron] Port 061afc63-0670-41ea-ac04-36852b557a51 on network 85a38b47-f717-4d28-8e9d-c2b16bf25881 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:47:45.114370 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5387e8-c92c-4da6-b769-5d2cfea71e01 req-e57f4f00-094f-40b7-9990-9578b5c1f8cf service neutron] Attempting to bind port 061afc63-0670-41ea-ac04-36852b557a51 on network 85a38b47-f717-4d28-8e9d-c2b16bf25881 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:47:45.119062 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5387e8-c92c-4da6-b769-5d2cfea71e01 req-e57f4f00-094f-40b7-9990-9578b5c1f8cf service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:47:45.119410 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5387e8-c92c-4da6-b769-5d2cfea71e01 req-e57f4f00-094f-40b7-9990-9578b5c1f8cf service neutron] Checking segment: {'id': '84d1c39c-ad2c-4026-aaee-92efdee55c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '85a38b47-f717-4d28-8e9d-c2b16bf25881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:47:45.120358 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5387e8-c92c-4da6-b769-5d2cfea71e01 req-e57f4f00-094f-40b7-9990-9578b5c1f8cf service neutron] Bound using segment: {'id': '84d1c39c-ad2c-4026-aaee-92efdee55c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '85a38b47-f717-4d28-8e9d-c2b16bf25881'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:47:45.120820 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-9e5387e8-c92c-4da6-b769-5d2cfea71e01 req-e57f4f00-094f-40b7-9990-9578b5c1f8cf service neutron] Bound port: 061afc63-0670-41ea-ac04-36852b557a51, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84d1c39c-ad2c-4026-aaee-92efdee55c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '85a38b47-f717-4d28-8e9d-c2b16bf25881'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:47:45.121184 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9e5387e8-c92c-4da6-b769-5d2cfea71e01 req-e57f4f00-094f-40b7-9990-9578b5c1f8cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (061afc63-0670-41ea-ac04-36852b557a51), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:45.186562 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-9e5387e8-c92c-4da6-b769-5d2cfea71e01 req-e57f4f00-094f-40b7-9990-9578b5c1f8cf service neutron] For port 061afc63-0670-41ea-ac04-36852b557a51, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:47:45.189984 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-9e5387e8-c92c-4da6-b769-5d2cfea71e01 req-e57f4f00-094f-40b7-9990-9578b5c1f8cf service neutron] For port 061afc63-0670-41ea-ac04-36852b557a51, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=061afc63-0670-41ea-ac04-36852b557a51,segment=NetworkSegment(84d1c39c-ad2c-4026-aaee-92efdee55c75),segment_id=84d1c39c-ad2c-4026-aaee-92efdee55c75)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:47:45.196494 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9e5387e8-c92c-4da6-b769-5d2cfea71e01 req-e57f4f00-094f-40b7-9990-9578b5c1f8cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (061afc63-0670-41ea-ac04-36852b557a51), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:45.230107 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5387e8-c92c-4da6-b769-5d2cfea71e01 req-e57f4f00-094f-40b7-9990-9578b5c1f8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:45.230732 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9e5387e8-c92c-4da6-b769-5d2cfea71e01 req-e57f4f00-094f-40b7-9990-9578b5c1f8cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:45.232133 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9e5387e8-c92c-4da6-b769-5d2cfea71e01 req-e57f4f00-094f-40b7-9990-9578b5c1f8cf service neutron] 10.222.0.120 "PUT /v2.0/ports/061afc63-0670-41ea-ac04-36852b557a51 HTTP/1.1" status: 200 len: 1091 time: 0.5954087 Feb 09 01:47:45.232599 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c32cd25-a236-450a-8e7a-b2ec034e89b6', 'tag': '061afc63-0670-41ea-ac04-36852b557a51'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:47:45.234838 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc11979-8c3c-4f6f-a15d-b8e004f63dbb" -d '{"events": [{"name": "network-changed", "server_uuid": "9c32cd25-a236-450a-8e7a-b2ec034e89b6", "tag": "061afc63-0670-41ea-ac04-36852b557a51"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:47:45.263307 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f4f00-094f-40b7-9990-9578b5c1f8cf service neutron] Pushing event updated for resources: {'Port': ['ID=061afc63-0670-41ea-ac04-36852b557a51,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:45.287702 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce161621-4a82-488d-b414-d930cb15a48f x-openstack-request-id: req-ce161621-4a82-488d-b414-d930cb15a48f {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:47:45.287998 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c32cd25-a236-450a-8e7a-b2ec034e89b6", "tag": "061afc63-0670-41ea-ac04-36852b557a51", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:47:45.288253 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ce161621-4a82-488d-b414-d930cb15a48f {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:47:45.288701 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c32cd25-a236-450a-8e7a-b2ec034e89b6', 'tag': '061afc63-0670-41ea-ac04-36852b557a51', 'status': 'completed', 'code': 200} Feb 09 01:47:45.360621 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3c8ba-102e-41e7-ac5f-9b4943c8eb42 req-4b8aaff4-2482-457d-ab2b-4e6b215d101a tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:45.361781 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e1c3c8ba-102e-41e7-ac5f-9b4943c8eb42 req-4b8aaff4-2482-457d-ab2b-4e6b215d101a tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6 HTTP/1.1" status: 200 len: 943 time: 0.0871737 Feb 09 01:47:45.371961 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5387e8-c92c-4da6-b769-5d2cfea71e01 req-503bb4b6-68f5-4138-986e-51741dbcc8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:45.373566 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9e5387e8-c92c-4da6-b769-5d2cfea71e01 req-503bb4b6-68f5-4138-986e-51741dbcc8ab service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=1fda1304ad9e40c9b747e16ec5b98976&device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6 HTTP/1.1" status: 200 len: 1125 time: 0.0972300 Feb 09 01:47:45.427960 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9e5387e8-c92c-4da6-b769-5d2cfea71e01 req-cc8a7d17-dabb-4015-b3de-7c20eec001fe service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=061afc63-0670-41ea-ac04-36852b557a51 HTTP/1.1" status: 200 len: 217 time: 0.0477011 Feb 09 01:47:45.478264 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e1c3c8ba-102e-41e7-ac5f-9b4943c8eb42 req-3ce25bff-82d1-42ad-b759-3d61c410e3c8 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/security-groups?id=34958afa-ca07-4732-8f96-25cb1bb54070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090746 Feb 09 01:47:45.491285 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5387e8-c92c-4da6-b769-5d2cfea71e01 req-ca374968-89c9-4788-a695-a748a8b74ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:45.492806 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9e5387e8-c92c-4da6-b769-5d2cfea71e01 req-ca374968-89c9-4788-a695-a748a8b74ba1 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=defda095-fa68-42e2-8bb1-72c216c949b2 HTTP/1.1" status: 200 len: 851 time: 0.0587969 Feb 09 01:47:45.522861 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9e5387e8-c92c-4da6-b769-5d2cfea71e01 req-ad166e31-2451-44f9-935c-06df02ada13f service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=85a38b47-f717-4d28-8e9d-c2b16bf25881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247252 Feb 09 01:47:45.613477 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9e5387e8-c92c-4da6-b769-5d2cfea71e01 req-bb7f7eea-7b4e-4363-a3bd-748dcdedf999 service neutron] 10.222.0.120 "GET /v2.0/networks/85a38b47-f717-4d28-8e9d-c2b16bf25881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850596 Feb 09 01:47:45.699699 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9e5387e8-c92c-4da6-b769-5d2cfea71e01 req-b286dff3-7d7c-4a07-9f30-7536f2edaee7 service neutron] 10.222.0.120 "GET /v2.0/networks/85a38b47-f717-4d28-8e9d-c2b16bf25881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811439 Feb 09 01:47:45.789299 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc11979-8c3c-4f6f-a15d-b8e004f63dbb req-cc00669f-84ed-45d1-add0-f59c02bfe59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:45.790719 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0fc11979-8c3c-4f6f-a15d-b8e004f63dbb req-cc00669f-84ed-45d1-add0-f59c02bfe59f service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=1fda1304ad9e40c9b747e16ec5b98976&device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6 HTTP/1.1" status: 200 len: 1125 time: 0.0493987 Feb 09 01:47:45.877743 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc11979-8c3c-4f6f-a15d-b8e004f63dbb req-57b739db-135a-4bf7-ad18-cdddb8d98f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:45.879217 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0fc11979-8c3c-4f6f-a15d-b8e004f63dbb req-57b739db-135a-4bf7-ad18-cdddb8d98f5d service neutron] 10.222.0.120 "GET /v2.0/networks?id=85a38b47-f717-4d28-8e9d-c2b16bf25881 HTTP/1.1" status: 200 len: 913 time: 0.0825248 Feb 09 01:47:45.923099 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0fc11979-8c3c-4f6f-a15d-b8e004f63dbb req-7254ca88-d201-4e80-ba8e-0e4e9dbf804a service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=061afc63-0670-41ea-ac04-36852b557a51 HTTP/1.1" status: 200 len: 217 time: 0.0384629 Feb 09 01:47:45.969108 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc11979-8c3c-4f6f-a15d-b8e004f63dbb req-53b51ecf-a3f6-4f35-9fa1-ec452b8015e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:45.970481 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0fc11979-8c3c-4f6f-a15d-b8e004f63dbb req-53b51ecf-a3f6-4f35-9fa1-ec452b8015e7 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=defda095-fa68-42e2-8bb1-72c216c949b2 HTTP/1.1" status: 200 len: 851 time: 0.0415437 Feb 09 01:47:46.001563 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0fc11979-8c3c-4f6f-a15d-b8e004f63dbb req-0f7834ea-7bc2-468d-8c1b-b167248e68aa service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=85a38b47-f717-4d28-8e9d-c2b16bf25881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245247 Feb 09 01:47:46.093043 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0fc11979-8c3c-4f6f-a15d-b8e004f63dbb req-11474250-089f-4685-b649-d941911faed6 service neutron] 10.222.0.120 "GET /v2.0/networks/85a38b47-f717-4d28-8e9d-c2b16bf25881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845456 Feb 09 01:47:46.183685 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0fc11979-8c3c-4f6f-a15d-b8e004f63dbb req-c8cd997d-86e6-40bf-962a-593f25958113 service neutron] 10.222.0.120 "GET /v2.0/networks/85a38b47-f717-4d28-8e9d-c2b16bf25881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846481 Feb 09 01:47:46.603056 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d71bb-76be-4608-9184-923d0ea30c5d req-cdb89b04-12ac-4d8b-98ba-50af347e12e6 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:46.605073 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-df3d71bb-76be-4608-9184-923d0ea30c5d req-cdb89b04-12ac-4d8b-98ba-50af347e12e6 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6 HTTP/1.1" status: 200 len: 943 time: 0.0538895 Feb 09 01:47:46.651456 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-df3d71bb-76be-4608-9184-923d0ea30c5d req-e6ef1f66-9194-47f4-982a-937a9692b196 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/security-groups?id=34958afa-ca07-4732-8f96-25cb1bb54070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407193 Feb 09 01:47:47.776529 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2a7af-f28e-4fec-a7e3-006f5f6eb99d req-d5e30501-b722-4af9-aa27-d55a00f21862 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:47.778042 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e5d2a7af-f28e-4fec-a7e3-006f5f6eb99d req-d5e30501-b722-4af9-aa27-d55a00f21862 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6 HTTP/1.1" status: 200 len: 943 time: 0.0558546 Feb 09 01:47:47.823686 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e5d2a7af-f28e-4fec-a7e3-006f5f6eb99d req-f3e6c92b-5e36-405a-a3dc-8b4c29426179 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/security-groups?id=34958afa-ca07-4732-8f96-25cb1bb54070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399883 Feb 09 01:47:48.798611 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 061afc63-0670-41ea-ac04-36852b557a51 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:47:48.892866 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 061afc63-0670-41ea-ac04-36852b557a51, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=061afc63-0670-41ea-ac04-36852b557a51,segment=NetworkSegment(84d1c39c-ad2c-4026-aaee-92efdee55c75),segment_id=84d1c39c-ad2c-4026-aaee-92efdee55c75)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:48.904871 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '061afc63-0670-41ea-ac04-36852b557a51', 'network_id': '85a38b47-f717-4d28-8e9d-c2b16bf25881', 'port_id': '061afc63-0670-41ea-ac04-36852b557a51', 'mac_address': 'fa:16:3e:d1:fa:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'defda095-fa68-42e2-8bb1-72c216c949b2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:47:48.944798 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 061afc63-0670-41ea-ac04-36852b557a51 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:48.945011 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15154f4f-d25e-446f-b37a-65c1f856237a req-bb4160ad-6771-4053-964d-ee0c59b28657 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:48.945498 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (061afc63-0670-41ea-ac04-36852b557a51), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:48.946388 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-15154f4f-d25e-446f-b37a-65c1f856237a req-bb4160ad-6771-4053-964d-ee0c59b28657 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6 HTTP/1.1" status: 200 len: 943 time: 0.0521538 Feb 09 01:47:48.958974 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 061afc63-0670-41ea-ac04-36852b557a51 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:47:48.978196 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 061afc63-0670-41ea-ac04-36852b557a51, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=061afc63-0670-41ea-ac04-36852b557a51,segment=NetworkSegment(84d1c39c-ad2c-4026-aaee-92efdee55c75),segment_id=84d1c39c-ad2c-4026-aaee-92efdee55c75)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:48.982521 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (061afc63-0670-41ea-ac04-36852b557a51), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:48.993865 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-15154f4f-d25e-446f-b37a-65c1f856237a req-5dd95f82-1c3b-4063-9916-ce8475787fc3 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/security-groups?id=34958afa-ca07-4732-8f96-25cb1bb54070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412438 Feb 09 01:47:49.031257 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=061afc63-0670-41ea-ac04-36852b557a51,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:49.190293 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['061afc63-0670-41ea-ac04-36852b557a51'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:47:50.113922 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f95f2-ef83-4274-a3dc-7a7cbb1e7c51 req-89633127-da60-40d8-a56b-8081d927930c tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:50.115413 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5b0f95f2-ef83-4274-a3dc-7a7cbb1e7c51 req-89633127-da60-40d8-a56b-8081d927930c tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6 HTTP/1.1" status: 200 len: 944 time: 0.0527914 Feb 09 01:47:50.164901 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5b0f95f2-ef83-4274-a3dc-7a7cbb1e7c51 req-c35002de-8bbf-43eb-b845-26c853b0f41e tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/security-groups?id=34958afa-ca07-4732-8f96-25cb1bb54070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432673 Feb 09 01:47:50.814050 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 061afc63-0670-41ea-ac04-36852b557a51 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:47:50.863669 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 061afc63-0670-41ea-ac04-36852b557a51 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:47:50.867540 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 061afc63-0670-41ea-ac04-36852b557a51 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:47:50.867925 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (061afc63-0670-41ea-ac04-36852b557a51), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:50.942774 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 061afc63-0670-41ea-ac04-36852b557a51 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:47:50.943170 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (061afc63-0670-41ea-ac04-36852b557a51), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:50.968253 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c32cd25-a236-450a-8e7a-b2ec034e89b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061afc63-0670-41ea-ac04-36852b557a51'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:47:50.970508 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48432cae-ef6c-40ce-a43b-17c5dde3b3e1" -d '{"events": [{"server_uuid": "9c32cd25-a236-450a-8e7a-b2ec034e89b6", "name": "network-vif-plugged", "status": "completed", "tag": "061afc63-0670-41ea-ac04-36852b557a51"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:47:50.983027 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 061afc63-0670-41ea-ac04-36852b557a51, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=061afc63-0670-41ea-ac04-36852b557a51,segment=NetworkSegment(84d1c39c-ad2c-4026-aaee-92efdee55c75),segment_id=84d1c39c-ad2c-4026-aaee-92efdee55c75)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:47:50.987303 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (061afc63-0670-41ea-ac04-36852b557a51), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:47:51.015091 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e1ebb5-e632-4664-984f-0b98f20d7ed3 x-openstack-request-id: req-a0e1ebb5-e632-4664-984f-0b98f20d7ed3 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:47:51.015389 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c32cd25-a236-450a-8e7a-b2ec034e89b6", "name": "network-vif-plugged", "status": "completed", "tag": "061afc63-0670-41ea-ac04-36852b557a51", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:47:51.015647 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a0e1ebb5-e632-4664-984f-0b98f20d7ed3 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:47:51.016070 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c32cd25-a236-450a-8e7a-b2ec034e89b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061afc63-0670-41ea-ac04-36852b557a51', 'code': 200} Feb 09 01:47:51.036390 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=061afc63-0670-41ea-ac04-36852b557a51,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:47:51.115115 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980d789-a509-4147-bf6c-3a8c2e55df30 req-bc62e60d-7380-4e21-ae04-5cb50646ff1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:51.116657 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8980d789-a509-4147-bf6c-3a8c2e55df30 req-bc62e60d-7380-4e21-ae04-5cb50646ff1d service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6 HTTP/1.1" status: 200 len: 1127 time: 0.0452886 Feb 09 01:47:51.159213 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8980d789-a509-4147-bf6c-3a8c2e55df30 req-6f2b2a33-478f-4901-bfc9-39e6fde6c944 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=34958afa-ca07-4732-8f96-25cb1bb54070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368130 Feb 09 01:47:51.282413 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7d65e-2d44-43aa-a287-d2914b8b46d5 req-666c169d-a2f6-4911-b313-f97ca93da2e7 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:51.283893 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3bf7d65e-2d44-43aa-a287-d2914b8b46d5 req-666c169d-a2f6-4911-b313-f97ca93da2e7 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6 HTTP/1.1" status: 200 len: 945 time: 0.0521011 Feb 09 01:47:51.331578 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3bf7d65e-2d44-43aa-a287-d2914b8b46d5 req-36b536fa-fe03-4caa-adfe-447eb2e56f2a tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/security-groups?id=34958afa-ca07-4732-8f96-25cb1bb54070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409815 Feb 09 01:47:52.460061 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dff14-3b9a-4bab-a15a-54093359da17 req-2e886b18-5284-476b-84e5-f97fa71a5ad0 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:52.461630 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c95dff14-3b9a-4bab-a15a-54093359da17 req-2e886b18-5284-476b-84e5-f97fa71a5ad0 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6 HTTP/1.1" status: 200 len: 945 time: 0.0623631 Feb 09 01:47:52.510826 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c95dff14-3b9a-4bab-a15a-54093359da17 req-91cdcd40-b91a-4a31-8aa8-136acacac540 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/security-groups?id=34958afa-ca07-4732-8f96-25cb1bb54070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430002 Feb 09 01:47:53.791184 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3fcfc0-72fa-4f65-9055-480fef75401f req-40bc7d2f-225d-4106-bba8-7eccdec8b860 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:53.793335 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8f3fcfc0-72fa-4f65-9055-480fef75401f req-40bc7d2f-225d-4106-bba8-7eccdec8b860 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6 HTTP/1.1" status: 200 len: 945 time: 0.0816469 Feb 09 01:47:53.840108 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1af0190-6c87-494d-8d53-2c455848187f req-dd57ee42-b905-41ad-b12f-9945b923d117 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1380632 Feb 09 01:47:53.853795 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-c1af0190-6c87-494d-8d53-2c455848187f req-887881d0-a0ef-4b90-8858-86ef6ccf9477 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:47:53.854882 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1af0190-6c87-494d-8d53-2c455848187f req-887881d0-a0ef-4b90-8858-86ef6ccf9477 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073528 Feb 09 01:47:53.859293 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8f3fcfc0-72fa-4f65-9055-480fef75401f req-b4431e11-e78b-402f-9c93-db25deef767e tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/security-groups?id=34958afa-ca07-4732-8f96-25cb1bb54070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603018 Feb 09 01:47:55.014481 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687ec93-65c0-441e-b8fc-2b8266d912bf req-d1ec9a82-84cf-4e7e-982e-ce0e45294b6b tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:55.015968 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1687ec93-65c0-441e-b8fc-2b8266d912bf req-d1ec9a82-84cf-4e7e-982e-ce0e45294b6b tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6 HTTP/1.1" status: 200 len: 945 time: 0.0828373 Feb 09 01:47:55.021979 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af0190-6c87-494d-8d53-2c455848187f req-be40aa6b-1894-4b4f-a1a9-03fc24158044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:55.023373 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1af0190-6c87-494d-8d53-2c455848187f req-be40aa6b-1894-4b4f-a1a9-03fc24158044 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=1fda1304ad9e40c9b747e16ec5b98976&device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6 HTTP/1.1" status: 200 len: 1127 time: 0.0633459 Feb 09 01:47:55.123631 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1687ec93-65c0-441e-b8fc-2b8266d912bf req-fbf07250-b801-48f2-a16f-7e00972bcd05 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/security-groups?id=34958afa-ca07-4732-8f96-25cb1bb54070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992963 Feb 09 01:47:55.148125 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af0190-6c87-494d-8d53-2c455848187f req-9befbe70-5359-46cc-9a42-14d5c9c780b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:55.149633 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1af0190-6c87-494d-8d53-2c455848187f req-9befbe70-5359-46cc-9a42-14d5c9c780b6 service neutron] 10.222.0.120 "GET /v2.0/networks?id=85a38b47-f717-4d28-8e9d-c2b16bf25881 HTTP/1.1" status: 200 len: 913 time: 0.1196671 Feb 09 01:47:55.190748 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1af0190-6c87-494d-8d53-2c455848187f req-e9c1edb1-5d93-43fb-b3eb-18a90cd6d8b2 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=061afc63-0670-41ea-ac04-36852b557a51 HTTP/1.1" status: 200 len: 217 time: 0.0353391 Feb 09 01:47:55.236782 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af0190-6c87-494d-8d53-2c455848187f req-97359763-d107-4874-b50f-309f930a1383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:55.238196 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1af0190-6c87-494d-8d53-2c455848187f req-97359763-d107-4874-b50f-309f930a1383 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=defda095-fa68-42e2-8bb1-72c216c949b2 HTTP/1.1" status: 200 len: 851 time: 0.0423827 Feb 09 01:47:55.271449 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1af0190-6c87-494d-8d53-2c455848187f req-b541488a-0d3c-4dca-9048-854244303b02 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=85a38b47-f717-4d28-8e9d-c2b16bf25881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280800 Feb 09 01:47:55.358247 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1af0190-6c87-494d-8d53-2c455848187f req-b39bec32-05d8-4033-a5e1-e5cfc43c7ca0 service neutron] 10.222.0.120 "GET /v2.0/networks/85a38b47-f717-4d28-8e9d-c2b16bf25881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809774 Feb 09 01:47:55.446980 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1af0190-6c87-494d-8d53-2c455848187f req-9110b5ad-bd5a-4868-a935-c072c439d0de service neutron] 10.222.0.120 "GET /v2.0/networks/85a38b47-f717-4d28-8e9d-c2b16bf25881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834024 Feb 09 01:47:56.245119 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c22725-7426-41e4-8f29-478da7468585 req-36b868f5-719a-4cb8-b218-e43edec43919 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:56.246612 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-43c22725-7426-41e4-8f29-478da7468585 req-36b868f5-719a-4cb8-b218-e43edec43919 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6 HTTP/1.1" status: 200 len: 945 time: 0.0529718 Feb 09 01:47:56.292924 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-43c22725-7426-41e4-8f29-478da7468585 req-2ac5c32d-265e-44e4-a0a0-0cadea52ecd3 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/security-groups?id=34958afa-ca07-4732-8f96-25cb1bb54070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406468 Feb 09 01:47:57.030363 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:47:57.410735 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d832bb-e138-4196-82e4-7b4bf3ba6379 req-6e6017ed-e570-4c8a-b80c-fc3cc8a1519d tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:57.412211 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-68d832bb-e138-4196-82e4-7b4bf3ba6379 req-6e6017ed-e570-4c8a-b80c-fc3cc8a1519d tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6 HTTP/1.1" status: 200 len: 945 time: 0.0518169 Feb 09 01:47:57.461347 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-68d832bb-e138-4196-82e4-7b4bf3ba6379 req-9cc40502-e204-4e37-8a2a-0f8853bf068e tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/security-groups?id=34958afa-ca07-4732-8f96-25cb1bb54070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429676 Feb 09 01:47:58.586975 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969b7da-09e9-45fe-99dc-e5a95e36a11c req-ecf0056b-6291-491a-b87b-798000e26fe3 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:58.588555 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2969b7da-09e9-45fe-99dc-e5a95e36a11c req-ecf0056b-6291-491a-b87b-798000e26fe3 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6 HTTP/1.1" status: 200 len: 945 time: 0.0566835 Feb 09 01:47:58.634940 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2969b7da-09e9-45fe-99dc-e5a95e36a11c req-c8885cdf-80b8-4684-9534-7216ee02b95f tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/security-groups?id=34958afa-ca07-4732-8f96-25cb1bb54070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409656 Feb 09 01:47:59.755519 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d1f83-71ea-461c-90f2-50ba3ba2cc12 req-65570380-27bf-41ee-8950-ed2a58f5f520 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:47:59.757086 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3c3d1f83-71ea-461c-90f2-50ba3ba2cc12 req-65570380-27bf-41ee-8950-ed2a58f5f520 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6 HTTP/1.1" status: 200 len: 945 time: 0.0545514 Feb 09 01:47:59.805869 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3c3d1f83-71ea-461c-90f2-50ba3ba2cc12 req-dffdcc81-aef1-409e-a80f-e26efa22e918 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/security-groups?id=34958afa-ca07-4732-8f96-25cb1bb54070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425420 Feb 09 01:48:00.927097 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a46df-7c5f-4615-95ad-1093745800bd req-668df96a-0791-4d18-9fb1-f5dbca4a8c2d tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:00.928590 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1d9a46df-7c5f-4615-95ad-1093745800bd req-668df96a-0791-4d18-9fb1-f5dbca4a8c2d tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6 HTTP/1.1" status: 200 len: 945 time: 0.0547802 Feb 09 01:48:00.974174 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1d9a46df-7c5f-4615-95ad-1093745800bd req-fa4059e8-2381-4314-9642-d17a1d8d10ff tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/security-groups?id=34958afa-ca07-4732-8f96-25cb1bb54070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395181 Feb 09 01:48:02.114610 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42ac49-8ae7-48bc-bb17-d03b0cebfca9 req-8b432649-f926-41aa-86df-9bdc3e886846 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:02.116152 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9a42ac49-8ae7-48bc-bb17-d03b0cebfca9 req-8b432649-f926-41aa-86df-9bdc3e886846 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6 HTTP/1.1" status: 200 len: 945 time: 0.0749145 Feb 09 01:48:02.163455 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9a42ac49-8ae7-48bc-bb17-d03b0cebfca9 req-50b4d5dc-bc4b-49de-b85d-bb3120060ac3 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/security-groups?id=34958afa-ca07-4732-8f96-25cb1bb54070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416801 Feb 09 01:48:02.423841 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f9b83e1c-89a1-4330-8a36-f2a3fbe54b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:03.280033 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963149a-69d0-4e24-9abb-be9392656ff2 req-5563babf-a518-4621-bfa3-21d93733f7b2 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:03.281449 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9963149a-69d0-4e24-9abb-be9392656ff2 req-5563babf-a518-4621-bfa3-21d93733f7b2 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6 HTTP/1.1" status: 200 len: 945 time: 0.0507791 Feb 09 01:48:03.331952 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9963149a-69d0-4e24-9abb-be9392656ff2 req-222ef6bd-ac58-454d-a28b-57ae9fc6f090 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/security-groups?id=34958afa-ca07-4732-8f96-25cb1bb54070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445344 Feb 09 01:48:04.450272 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa718321-8818-41e1-9c9b-5c6b128a124a req-232d1ba5-a442-4931-8dec-7ed0e1f9f556 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:04.451876 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aa718321-8818-41e1-9c9b-5c6b128a124a req-232d1ba5-a442-4931-8dec-7ed0e1f9f556 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6 HTTP/1.1" status: 200 len: 945 time: 0.0532622 Feb 09 01:48:04.455200 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-47ca8025-fdc1-46f5-99c6-d54290e0e882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:04.500696 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aa718321-8818-41e1-9c9b-5c6b128a124a req-bb94d19e-d89d-461c-b550-4c12cea23bc9 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/security-groups?id=34958afa-ca07-4732-8f96-25cb1bb54070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429952 Feb 09 01:48:05.619477 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24ee99-af62-4705-8605-7755648cd072 req-ddc3e0ad-36bd-48b3-9c84-0089a027e3c3 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:05.620975 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2f24ee99-af62-4705-8605-7755648cd072 req-ddc3e0ad-36bd-48b3-9c84-0089a027e3c3 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6 HTTP/1.1" status: 200 len: 945 time: 0.0517120 Feb 09 01:48:05.667300 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2f24ee99-af62-4705-8605-7755648cd072 req-3fca93ae-86c3-4cd4-b58d-f30b60850219 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/security-groups?id=34958afa-ca07-4732-8f96-25cb1bb54070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402875 Feb 09 01:48:06.017519 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:06.788716 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0caeaa2-6df5-4441-8fa7-8fd3e40537a7 req-d6512586-fbc2-4543-abe1-6a7f092f8a0a tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:06.790210 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f0caeaa2-6df5-4441-8fa7-8fd3e40537a7 req-d6512586-fbc2-4543-abe1-6a7f092f8a0a tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6 HTTP/1.1" status: 200 len: 945 time: 0.0559733 Feb 09 01:48:06.836983 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f0caeaa2-6df5-4441-8fa7-8fd3e40537a7 req-3ba578f3-64f6-41ea-a074-d1bbd1768032 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/security-groups?id=34958afa-ca07-4732-8f96-25cb1bb54070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406413 Feb 09 01:48:07.306168 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:07.958822 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ebc2c-8ef6-4628-ab60-7912d7f57448 req-416bbb7a-3769-4e6d-8b93-51fe41c0caef tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:07.960291 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f66ebc2c-8ef6-4628-ab60-7912d7f57448 req-416bbb7a-3769-4e6d-8b93-51fe41c0caef tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6 HTTP/1.1" status: 200 len: 945 time: 0.0519800 Feb 09 01:48:08.006749 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f66ebc2c-8ef6-4628-ab60-7912d7f57448 req-b4653e50-89d5-48b0-9e96-ca093d9a6850 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/security-groups?id=34958afa-ca07-4732-8f96-25cb1bb54070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403616 Feb 09 01:48:08.013879 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:08.486825 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:09.127459 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693db097-6b74-4ed4-92ef-3e17d1eabfa1 req-289e17d1-1d16-4109-b897-543064d382af tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:09.128976 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-693db097-6b74-4ed4-92ef-3e17d1eabfa1 req-289e17d1-1d16-4109-b897-543064d382af tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6 HTTP/1.1" status: 200 len: 945 time: 0.0513327 Feb 09 01:48:09.181497 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-693db097-6b74-4ed4-92ef-3e17d1eabfa1 req-74b0d951-588c-41f0-9ade-983cbd633b8b tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/security-groups?id=34958afa-ca07-4732-8f96-25cb1bb54070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469139 Feb 09 01:48:09.753295 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:10.299755 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5c4b7-5de0-4db8-a1d5-0b4b04c7e0d4 req-98ef5ad8-1eba-487d-a689-429855e77442 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:10.301273 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ccc5c4b7-5de0-4db8-a1d5-0b4b04c7e0d4 req-98ef5ad8-1eba-487d-a689-429855e77442 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6 HTTP/1.1" status: 200 len: 945 time: 0.0511789 Feb 09 01:48:10.348280 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ccc5c4b7-5de0-4db8-a1d5-0b4b04c7e0d4 req-65bef0a0-5870-4928-8403-36517ae1e210 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/security-groups?id=34958afa-ca07-4732-8f96-25cb1bb54070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414178 Feb 09 01:48:11.466247 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f346b-cfce-41c0-8528-d5d7e2797a9b req-1c2347da-c698-4c0e-abcd-cde211ddbfdc tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:11.467741 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1c5f346b-cfce-41c0-8528-d5d7e2797a9b req-1c2347da-c698-4c0e-abcd-cde211ddbfdc tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6 HTTP/1.1" status: 200 len: 945 time: 0.0524271 Feb 09 01:48:11.513183 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1c5f346b-cfce-41c0-8528-d5d7e2797a9b req-f3cc712e-20dc-4b4b-8bf8-314cc48b622e tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/security-groups?id=34958afa-ca07-4732-8f96-25cb1bb54070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397394 Feb 09 01:48:12.635361 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efb1be-8d08-4d76-97bd-601a3ce24f13 req-9a1c05aa-cdc7-45bd-9565-c7f3de162d96 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:12.636890 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-60efb1be-8d08-4d76-97bd-601a3ce24f13 req-9a1c05aa-cdc7-45bd-9565-c7f3de162d96 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6 HTTP/1.1" status: 200 len: 945 time: 0.0550878 Feb 09 01:48:12.682544 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-60efb1be-8d08-4d76-97bd-601a3ce24f13 req-5ce27b52-2053-4dec-86b7-1696f21b9c65 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/security-groups?id=34958afa-ca07-4732-8f96-25cb1bb54070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401039 Feb 09 01:48:13.799973 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5f9d1-9283-4bc2-887e-23df83bd2053 req-e763934d-5ffd-4532-a3da-c74dc30f6b6c tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:13.801480 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1de5f9d1-9283-4bc2-887e-23df83bd2053 req-e763934d-5ffd-4532-a3da-c74dc30f6b6c tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6 HTTP/1.1" status: 200 len: 945 time: 0.0514457 Feb 09 01:48:13.847112 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1de5f9d1-9283-4bc2-887e-23df83bd2053 req-59a81a05-c762-4013-8eae-96aa43166f4c tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/security-groups?id=34958afa-ca07-4732-8f96-25cb1bb54070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401332 Feb 09 01:48:14.983447 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2204431-9206-4bf7-90e1-8a09d9ce9c7d req-61e415ad-f429-4b29-ac66-975164f9e027 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:14.984938 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e2204431-9206-4bf7-90e1-8a09d9ce9c7d req-61e415ad-f429-4b29-ac66-975164f9e027 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6 HTTP/1.1" status: 200 len: 945 time: 0.0547841 Feb 09 01:48:15.355373 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e2204431-9206-4bf7-90e1-8a09d9ce9c7d req-17b7ecb3-eb7f-46c9-a5c8-ea7ed88466f0 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/security-groups?id=34958afa-ca07-4732-8f96-25cb1bb54070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648598 Feb 09 01:48:16.472984 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280f09e-e2fa-4e46-ad4c-a181d59e3e29 req-842befeb-ab19-45d7-a655-55c9bf3b6336 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:16.474461 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e280f09e-e2fa-4e46-ad4c-a181d59e3e29 req-842befeb-ab19-45d7-a655-55c9bf3b6336 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6 HTTP/1.1" status: 200 len: 945 time: 0.0527256 Feb 09 01:48:16.520863 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e280f09e-e2fa-4e46-ad4c-a181d59e3e29 req-22e3e57f-4be2-41f6-93e8-98ec8124d646 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/security-groups?id=34958afa-ca07-4732-8f96-25cb1bb54070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408762 Feb 09 01:48:17.640070 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649318d5-52af-4bfc-8a8a-83d353318a66 req-f071b7c4-3aab-441c-a66f-d2546824a515 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:17.641559 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-649318d5-52af-4bfc-8a8a-83d353318a66 req-f071b7c4-3aab-441c-a66f-d2546824a515 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6 HTTP/1.1" status: 200 len: 945 time: 0.0521586 Feb 09 01:48:17.689748 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-649318d5-52af-4bfc-8a8a-83d353318a66 req-5602e3c8-7525-4cd2-805a-91e99d8ebc80 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/security-groups?id=34958afa-ca07-4732-8f96-25cb1bb54070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427024 Feb 09 01:48:18.807003 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe6f86-47d6-4310-81be-0317a4bb6985 req-731f8db9-e7f4-4d87-b822-57e467f0821a tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:18.809021 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f6fe6f86-47d6-4310-81be-0317a4bb6985 req-731f8db9-e7f4-4d87-b822-57e467f0821a tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6 HTTP/1.1" status: 200 len: 945 time: 0.0519912 Feb 09 01:48:18.854063 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f6fe6f86-47d6-4310-81be-0317a4bb6985 req-48a7d05c-6068-47a7-b2dc-cf0a7681b405 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/security-groups?id=34958afa-ca07-4732-8f96-25cb1bb54070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394630 Feb 09 01:48:19.975581 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453b7f2-aee8-48cc-9204-4c9d901505f5 req-49ef055f-1777-4ee0-982a-0a35373e9a4e tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:19.977126 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6453b7f2-aee8-48cc-9204-4c9d901505f5 req-49ef055f-1777-4ee0-982a-0a35373e9a4e tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6 HTTP/1.1" status: 200 len: 945 time: 0.0525794 Feb 09 01:48:20.028635 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6453b7f2-aee8-48cc-9204-4c9d901505f5 req-eda3946f-e16b-4d0c-98de-ce24fd4a50cd tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/security-groups?id=34958afa-ca07-4732-8f96-25cb1bb54070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457714 Feb 09 01:48:21.150803 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a3388-391c-4107-b407-a1cd63b5a49c req-44c088a1-f8bd-45dc-baf7-15faa18059f7 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:21.152301 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-343a3388-391c-4107-b407-a1cd63b5a49c req-44c088a1-f8bd-45dc-baf7-15faa18059f7 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6 HTTP/1.1" status: 200 len: 945 time: 0.0559778 Feb 09 01:48:21.197475 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-343a3388-391c-4107-b407-a1cd63b5a49c req-aa660618-30a3-47f7-9464-117819a71189 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/security-groups?id=34958afa-ca07-4732-8f96-25cb1bb54070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396414 Feb 09 01:48:22.356932 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [req-c1af0190-6c87-494d-8d53-2c455848187f req-7b2f3dca-a204-4e35-98bd-eac8e32d779e service neutron] show failed (client error): The resource could not be found. Feb 09 01:48:22.357957 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1af0190-6c87-494d-8d53-2c455848187f req-7b2f3dca-a204-4e35-98bd-eac8e32d779e service neutron] 10.222.0.120 "GET /v2.0/ports/061afc63-0670-41ea-ac04-36852b557a51/bindings/n-h1-828369-4 HTTP/1.1" status: 404 len: 380 time: 0.0832908 Feb 09 01:48:22.364804 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28864d21-18ad-44d3-b579-0b13792df22d req-8970e695-64db-497d-bb8e-7f5aa253a57f tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:22.366254 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-28864d21-18ad-44d3-b579-0b13792df22d req-8970e695-64db-497d-bb8e-7f5aa253a57f tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6 HTTP/1.1" status: 200 len: 945 time: 0.1002343 Feb 09 01:48:22.418755 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-28864d21-18ad-44d3-b579-0b13792df22d req-637116da-0796-4bf3-b233-5edf9ad21418 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/security-groups?id=34958afa-ca07-4732-8f96-25cb1bb54070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467706 Feb 09 01:48:22.652826 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af0190-6c87-494d-8d53-2c455848187f req-b8793210-6294-4c5c-b8e3-0b078c15c2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:22.654341 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1af0190-6c87-494d-8d53-2c455848187f req-b8793210-6294-4c5c-b8e3-0b078c15c2dc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6&tenant_id=1fda1304ad9e40c9b747e16ec5b98976 HTTP/1.1" status: 200 len: 1127 time: 0.1408331 Feb 09 01:48:22.665174 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-c1af0190-6c87-494d-8d53-2c455848187f req-36d1977c-7bf7-44f8-894e-1cb37b8ffeee service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828369-4', 'device_owner': 'compute:nova'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:22.721088 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c1af0190-6c87-494d-8d53-2c455848187f req-36d1977c-7bf7-44f8-894e-1cb37b8ffeee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (061afc63-0670-41ea-ac04-36852b557a51), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:22.924940 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-c1af0190-6c87-494d-8d53-2c455848187f req-36d1977c-7bf7-44f8-894e-1cb37b8ffeee service neutron] For port 061afc63-0670-41ea-ac04-36852b557a51, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=061afc63-0670-41ea-ac04-36852b557a51,segment=NetworkSegment(84d1c39c-ad2c-4026-aaee-92efdee55c75),segment_id=84d1c39c-ad2c-4026-aaee-92efdee55c75)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:22.955957 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-c1af0190-6c87-494d-8d53-2c455848187f req-36d1977c-7bf7-44f8-894e-1cb37b8ffeee service neutron] For port 061afc63-0670-41ea-ac04-36852b557a51, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:48:22.994762 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c32cd25-a236-450a-8e7a-b2ec034e89b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '061afc63-0670-41ea-ac04-36852b557a51'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:48:22.997907 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a472ab8d-cc22-40e0-9380-c33325991b6f" -d '{"events": [{"server_uuid": "9c32cd25-a236-450a-8e7a-b2ec034e89b6", "name": "network-vif-unplugged", "status": "completed", "tag": "061afc63-0670-41ea-ac04-36852b557a51"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:48:23.001509 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c1af0190-6c87-494d-8d53-2c455848187f req-36d1977c-7bf7-44f8-894e-1cb37b8ffeee service neutron] Publish callbacks [] for port (061afc63-0670-41ea-ac04-36852b557a51), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:23.016621 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-c1af0190-6c87-494d-8d53-2c455848187f req-36d1977c-7bf7-44f8-894e-1cb37b8ffeee service neutron] Transition to ACTIVE for port object 061afc63-0670-41ea-ac04-36852b557a51 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:48:23.020871 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c1af0190-6c87-494d-8d53-2c455848187f req-36d1977c-7bf7-44f8-894e-1cb37b8ffeee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (061afc63-0670-41ea-ac04-36852b557a51), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:23.050545 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b23c30-c955-4444-8801-a28ad841fd98 x-openstack-request-id: req-a6b23c30-c955-4444-8801-a28ad841fd98 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:48:23.050843 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c32cd25-a236-450a-8e7a-b2ec034e89b6", "name": "network-vif-unplugged", "status": "completed", "tag": "061afc63-0670-41ea-ac04-36852b557a51", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:48:23.051102 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a6b23c30-c955-4444-8801-a28ad841fd98 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:48:23.051498 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c32cd25-a236-450a-8e7a-b2ec034e89b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '061afc63-0670-41ea-ac04-36852b557a51', 'code': 200} Feb 09 01:48:23.084821 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d1977c-7bf7-44f8-894e-1cb37b8ffeee service neutron] Pushing event updated for resources: {'Port': ['ID=061afc63-0670-41ea-ac04-36852b557a51,revision_number=6']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:23.087003 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1af0190-6c87-494d-8d53-2c455848187f req-36d1977c-7bf7-44f8-894e-1cb37b8ffeee service neutron] No DVR routers for this DVR port 061afc63-0670-41ea-ac04-36852b557a51 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:48:23.095811 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d1977c-7bf7-44f8-894e-1cb37b8ffeee service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:23.096167 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d1977c-7bf7-44f8-894e-1cb37b8ffeee service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:23.096515 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d1977c-7bf7-44f8-894e-1cb37b8ffeee service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:23.096883 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d1977c-7bf7-44f8-894e-1cb37b8ffeee service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:23.097223 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d1977c-7bf7-44f8-894e-1cb37b8ffeee service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:23.097560 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d1977c-7bf7-44f8-894e-1cb37b8ffeee service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:23.097891 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d1977c-7bf7-44f8-894e-1cb37b8ffeee service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:23.098222 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d1977c-7bf7-44f8-894e-1cb37b8ffeee service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:23.098553 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d1977c-7bf7-44f8-894e-1cb37b8ffeee service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:23.098882 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d1977c-7bf7-44f8-894e-1cb37b8ffeee service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:23.099213 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d1977c-7bf7-44f8-894e-1cb37b8ffeee service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:23.099542 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d1977c-7bf7-44f8-894e-1cb37b8ffeee service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:23.099868 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d1977c-7bf7-44f8-894e-1cb37b8ffeee service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:23.133341 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-c1af0190-6c87-494d-8d53-2c455848187f req-36d1977c-7bf7-44f8-894e-1cb37b8ffeee service neutron] Attempting to bind port 061afc63-0670-41ea-ac04-36852b557a51 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:48:23.133682 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-c1af0190-6c87-494d-8d53-2c455848187f req-36d1977c-7bf7-44f8-894e-1cb37b8ffeee service neutron] Attempting to bind port 061afc63-0670-41ea-ac04-36852b557a51 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '84d1c39c-ad2c-4026-aaee-92efdee55c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '85a38b47-f717-4d28-8e9d-c2b16bf25881'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:48:23.134016 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1af0190-6c87-494d-8d53-2c455848187f req-36d1977c-7bf7-44f8-894e-1cb37b8ffeee service neutron] Attempting to bind port 061afc63-0670-41ea-ac04-36852b557a51 on network 85a38b47-f717-4d28-8e9d-c2b16bf25881 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:48:23.138773 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1af0190-6c87-494d-8d53-2c455848187f req-36d1977c-7bf7-44f8-894e-1cb37b8ffeee service neutron] Port 061afc63-0670-41ea-ac04-36852b557a51 on network 85a38b47-f717-4d28-8e9d-c2b16bf25881 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:48:23.139100 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1af0190-6c87-494d-8d53-2c455848187f req-36d1977c-7bf7-44f8-894e-1cb37b8ffeee service neutron] Attempting to bind port 061afc63-0670-41ea-ac04-36852b557a51 on network 85a38b47-f717-4d28-8e9d-c2b16bf25881 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:48:23.143821 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1af0190-6c87-494d-8d53-2c455848187f req-36d1977c-7bf7-44f8-894e-1cb37b8ffeee service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:48:23.144167 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1af0190-6c87-494d-8d53-2c455848187f req-36d1977c-7bf7-44f8-894e-1cb37b8ffeee service neutron] Checking segment: {'id': '84d1c39c-ad2c-4026-aaee-92efdee55c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '85a38b47-f717-4d28-8e9d-c2b16bf25881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:48:23.144579 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1af0190-6c87-494d-8d53-2c455848187f req-36d1977c-7bf7-44f8-894e-1cb37b8ffeee service neutron] Bound using segment: {'id': '84d1c39c-ad2c-4026-aaee-92efdee55c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '85a38b47-f717-4d28-8e9d-c2b16bf25881'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:48:23.145010 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-c1af0190-6c87-494d-8d53-2c455848187f req-36d1977c-7bf7-44f8-894e-1cb37b8ffeee service neutron] Bound port: 061afc63-0670-41ea-ac04-36852b557a51, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84d1c39c-ad2c-4026-aaee-92efdee55c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '85a38b47-f717-4d28-8e9d-c2b16bf25881'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:48:23.145370 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c1af0190-6c87-494d-8d53-2c455848187f req-36d1977c-7bf7-44f8-894e-1cb37b8ffeee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (061afc63-0670-41ea-ac04-36852b557a51), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:23.208695 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-c1af0190-6c87-494d-8d53-2c455848187f req-36d1977c-7bf7-44f8-894e-1cb37b8ffeee service neutron] For port 061afc63-0670-41ea-ac04-36852b557a51, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:48:23.211997 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-c1af0190-6c87-494d-8d53-2c455848187f req-36d1977c-7bf7-44f8-894e-1cb37b8ffeee service neutron] For port 061afc63-0670-41ea-ac04-36852b557a51, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=061afc63-0670-41ea-ac04-36852b557a51,segment=NetworkSegment(84d1c39c-ad2c-4026-aaee-92efdee55c75),segment_id=84d1c39c-ad2c-4026-aaee-92efdee55c75)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:48:23.218097 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c1af0190-6c87-494d-8d53-2c455848187f req-36d1977c-7bf7-44f8-894e-1cb37b8ffeee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (061afc63-0670-41ea-ac04-36852b557a51), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:23.251590 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af0190-6c87-494d-8d53-2c455848187f req-36d1977c-7bf7-44f8-894e-1cb37b8ffeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:23.252221 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-c1af0190-6c87-494d-8d53-2c455848187f req-36d1977c-7bf7-44f8-894e-1cb37b8ffeee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:23.253617 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1af0190-6c87-494d-8d53-2c455848187f req-36d1977c-7bf7-44f8-894e-1cb37b8ffeee service neutron] 10.222.0.47 "PUT /v2.0/ports/061afc63-0670-41ea-ac04-36852b557a51 HTTP/1.1" status: 200 len: 1091 time: 0.5923064 Feb 09 01:48:23.274536 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d1977c-7bf7-44f8-894e-1cb37b8ffeee service neutron] Pushing event updated for resources: {'Port': ['ID=061afc63-0670-41ea-ac04-36852b557a51,revision_number=7']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:23.324030 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af0190-6c87-494d-8d53-2c455848187f req-b061e9a8-1af1-41fa-b434-d6a1ee217fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:23.325584 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1af0190-6c87-494d-8d53-2c455848187f req-b061e9a8-1af1-41fa-b434-d6a1ee217fe3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1fda1304ad9e40c9b747e16ec5b98976&device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6 HTTP/1.1" status: 200 len: 1125 time: 0.0520508 Feb 09 01:48:23.417116 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af0190-6c87-494d-8d53-2c455848187f req-697b5ac9-0cdd-4e0a-908c-4967cdb53f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:23.418597 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1af0190-6c87-494d-8d53-2c455848187f req-697b5ac9-0cdd-4e0a-908c-4967cdb53f54 service neutron] 10.222.0.47 "GET /v2.0/networks?id=85a38b47-f717-4d28-8e9d-c2b16bf25881 HTTP/1.1" status: 200 len: 913 time: 0.0878868 Feb 09 01:48:23.459036 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1af0190-6c87-494d-8d53-2c455848187f req-750a707f-645a-4e14-a5b9-f1c91617cedb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=061afc63-0670-41ea-ac04-36852b557a51 HTTP/1.1" status: 200 len: 217 time: 0.0350113 Feb 09 01:48:23.536839 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af0190-6c87-494d-8d53-2c455848187f req-a5509d90-8473-45da-b3f2-f83d1821b7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:23.538300 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1af0190-6c87-494d-8d53-2c455848187f req-a5509d90-8473-45da-b3f2-f83d1821b7b8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=defda095-fa68-42e2-8bb1-72c216c949b2 HTTP/1.1" status: 200 len: 851 time: 0.0743458 Feb 09 01:48:23.574539 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1af0190-6c87-494d-8d53-2c455848187f req-f5f6b625-6fdc-4954-b177-66c0c91c1d70 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85a38b47-f717-4d28-8e9d-c2b16bf25881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300720 Feb 09 01:48:23.582452 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253262d-e2cb-4694-b185-c8df243acd8e req-9a2ccab2-ca7f-4a56-9d81-98f4e1088bbe tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:23.583857 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b253262d-e2cb-4694-b185-c8df243acd8e req-9a2ccab2-ca7f-4a56-9d81-98f4e1088bbe tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6 HTTP/1.1" status: 200 len: 943 time: 0.0945926 Feb 09 01:48:23.686512 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b253262d-e2cb-4694-b185-c8df243acd8e req-fd3186f9-774a-4c57-98b7-7b8568e35a03 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/security-groups?id=34958afa-ca07-4732-8f96-25cb1bb54070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942340 Feb 09 01:48:23.702459 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1af0190-6c87-494d-8d53-2c455848187f req-c0a1989c-d734-4efa-9452-8cb379433b6e service neutron] 10.222.0.47 "GET /v2.0/networks/85a38b47-f717-4d28-8e9d-c2b16bf25881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176810 Feb 09 01:48:23.789424 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1af0190-6c87-494d-8d53-2c455848187f req-2730b391-b95f-4a03-96ec-0e50cbec742c service neutron] 10.222.0.47 "GET /v2.0/networks/85a38b47-f717-4d28-8e9d-c2b16bf25881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809231 Feb 09 01:48:23.939508 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9de18-7005-41d2-90c3-6bd9098ef668 req-50ebf24d-5147-48ae-a494-3ffa0749089f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:23.941340 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e7f9de18-7005-41d2-90c3-6bd9098ef668 req-50ebf24d-5147-48ae-a494-3ffa0749089f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1fda1304ad9e40c9b747e16ec5b98976&device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6 HTTP/1.1" status: 200 len: 1125 time: 0.0516944 Feb 09 01:48:24.041818 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9de18-7005-41d2-90c3-6bd9098ef668 req-a60e34af-79bf-4a12-aa58-2614af061130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:24.043925 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e7f9de18-7005-41d2-90c3-6bd9098ef668 req-a60e34af-79bf-4a12-aa58-2614af061130 service neutron] 10.222.0.47 "GET /v2.0/networks?id=85a38b47-f717-4d28-8e9d-c2b16bf25881 HTTP/1.1" status: 200 len: 913 time: 0.0850260 Feb 09 01:48:24.084948 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e7f9de18-7005-41d2-90c3-6bd9098ef668 req-28c75798-dd54-4f0a-846f-bbd54cc6552b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=061afc63-0670-41ea-ac04-36852b557a51 HTTP/1.1" status: 200 len: 217 time: 0.0349214 Feb 09 01:48:24.136119 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9de18-7005-41d2-90c3-6bd9098ef668 req-5668ec56-6df7-4c44-9283-b9ed163513e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:24.137617 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e7f9de18-7005-41d2-90c3-6bd9098ef668 req-5668ec56-6df7-4c44-9283-b9ed163513e1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=defda095-fa68-42e2-8bb1-72c216c949b2 HTTP/1.1" status: 200 len: 851 time: 0.0474050 Feb 09 01:48:24.170110 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e7f9de18-7005-41d2-90c3-6bd9098ef668 req-03181c85-4c32-4405-b0e1-3533a5bd1cd5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85a38b47-f717-4d28-8e9d-c2b16bf25881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257428 Feb 09 01:48:24.257855 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e7f9de18-7005-41d2-90c3-6bd9098ef668 req-d61a7f22-aeb3-4f89-be94-12c0a3c2e5d9 service neutron] 10.222.0.47 "GET /v2.0/networks/85a38b47-f717-4d28-8e9d-c2b16bf25881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822797 Feb 09 01:48:24.350769 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e7f9de18-7005-41d2-90c3-6bd9098ef668 req-a87bbca3-889e-473c-8b2b-c1951634c688 service neutron] 10.222.0.47 "GET /v2.0/networks/85a38b47-f717-4d28-8e9d-c2b16bf25881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867977 Feb 09 01:48:24.810251 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5626b105-c055-4ffd-827b-e654dbdc5dd3 req-9c2145b6-44f1-45f1-896c-ba30df6d364c tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:24.811716 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5626b105-c055-4ffd-827b-e654dbdc5dd3 req-9c2145b6-44f1-45f1-896c-ba30df6d364c tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6 HTTP/1.1" status: 200 len: 943 time: 0.0532527 Feb 09 01:48:24.858642 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5626b105-c055-4ffd-827b-e654dbdc5dd3 req-c401f891-8aa9-4fd4-a502-c4a77d2280bd tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/security-groups?id=34958afa-ca07-4732-8f96-25cb1bb54070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410445 Feb 09 01:48:25.050640 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 061afc63-0670-41ea-ac04-36852b557a51 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:48:25.052708 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c32cd25-a236-450a-8e7a-b2ec034e89b6', 'tag': '061afc63-0670-41ea-ac04-36852b557a51'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:48:25.055045 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d058c6e-b48b-433e-8dfc-4f278fd65c44" -d '{"events": [{"name": "network-changed", "server_uuid": "9c32cd25-a236-450a-8e7a-b2ec034e89b6", "tag": "061afc63-0670-41ea-ac04-36852b557a51"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:48:25.092827 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] The host n-h2-828369-4 is not matching for port 061afc63-0670-41ea-ac04-36852b557a51 host n-h1-828369-4! {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:48:25.093235 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 061afc63-0670-41ea-ac04-36852b557a51 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:48:25.104587 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efe0c9f-b448-4769-885e-b8c3559cdd20 x-openstack-request-id: req-9efe0c9f-b448-4769-885e-b8c3559cdd20 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:48:25.104949 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c32cd25-a236-450a-8e7a-b2ec034e89b6", "tag": "061afc63-0670-41ea-ac04-36852b557a51", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:48:25.105229 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9efe0c9f-b448-4769-885e-b8c3559cdd20 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:48:25.105634 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c32cd25-a236-450a-8e7a-b2ec034e89b6', 'tag': '061afc63-0670-41ea-ac04-36852b557a51', 'status': 'completed', 'code': 200} Feb 09 01:48:25.201470 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d058c6e-b48b-433e-8dfc-4f278fd65c44 req-a1e24f73-8721-444f-82ab-891ab29434c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:25.202983 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6d058c6e-b48b-433e-8dfc-4f278fd65c44 req-a1e24f73-8721-444f-82ab-891ab29434c4 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=1fda1304ad9e40c9b747e16ec5b98976&device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6 HTTP/1.1" status: 200 len: 1125 time: 0.0802834 Feb 09 01:48:25.204776 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d058c6e-b48b-433e-8dfc-4f278fd65c44 req-fa197675-9ee6-49a7-9b25-13ceb9bf5c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:25.206119 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6d058c6e-b48b-433e-8dfc-4f278fd65c44 req-fa197675-9ee6-49a7-9b25-13ceb9bf5c05 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1fda1304ad9e40c9b747e16ec5b98976&device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6 HTTP/1.1" status: 200 len: 1125 time: 0.0744529 Feb 09 01:48:25.362095 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d058c6e-b48b-433e-8dfc-4f278fd65c44 req-51dd5212-988a-4ff8-915a-17ba48257066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:25.363594 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6d058c6e-b48b-433e-8dfc-4f278fd65c44 req-51dd5212-988a-4ff8-915a-17ba48257066 service neutron] 10.222.0.120 "GET /v2.0/networks?id=85a38b47-f717-4d28-8e9d-c2b16bf25881 HTTP/1.1" status: 200 len: 913 time: 0.1550479 Feb 09 01:48:25.364712 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d058c6e-b48b-433e-8dfc-4f278fd65c44 req-a1323e36-bc27-47e3-bdeb-4f7c597ffc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:25.366038 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6d058c6e-b48b-433e-8dfc-4f278fd65c44 req-a1323e36-bc27-47e3-bdeb-4f7c597ffc61 service neutron] 10.222.0.47 "GET /v2.0/networks?id=85a38b47-f717-4d28-8e9d-c2b16bf25881 HTTP/1.1" status: 200 len: 913 time: 0.1495650 Feb 09 01:48:25.417298 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6d058c6e-b48b-433e-8dfc-4f278fd65c44 req-5bc9bbea-2371-47e9-bbc0-8f653ec2db18 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=061afc63-0670-41ea-ac04-36852b557a51 HTTP/1.1" status: 200 len: 217 time: 0.0461090 Feb 09 01:48:25.451746 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6d058c6e-b48b-433e-8dfc-4f278fd65c44 req-6c072cb5-76d8-4f53-9f7f-cf4e00ce0828 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=061afc63-0670-41ea-ac04-36852b557a51 HTTP/1.1" status: 200 len: 217 time: 0.0743303 Feb 09 01:48:25.520215 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d058c6e-b48b-433e-8dfc-4f278fd65c44 req-041841e2-8860-49e1-9634-abf1b3414d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:25.521715 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6d058c6e-b48b-433e-8dfc-4f278fd65c44 req-041841e2-8860-49e1-9634-abf1b3414d2f service neutron] 10.222.0.120 "GET /v2.0/subnets?id=defda095-fa68-42e2-8bb1-72c216c949b2 HTTP/1.1" status: 200 len: 851 time: 0.0785117 Feb 09 01:48:25.524948 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d058c6e-b48b-433e-8dfc-4f278fd65c44 req-a328e3da-5169-4021-bb6f-93a4e2aa2b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:25.526782 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6d058c6e-b48b-433e-8dfc-4f278fd65c44 req-a328e3da-5169-4021-bb6f-93a4e2aa2b1e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=defda095-fa68-42e2-8bb1-72c216c949b2 HTTP/1.1" status: 200 len: 851 time: 0.0561199 Feb 09 01:48:25.578954 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6d058c6e-b48b-433e-8dfc-4f278fd65c44 req-08095025-007d-4528-94f4-1daee82354a3 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=85a38b47-f717-4d28-8e9d-c2b16bf25881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510387 Feb 09 01:48:25.580769 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6d058c6e-b48b-433e-8dfc-4f278fd65c44 req-4368d846-7f16-4604-94b6-9b08987879b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=85a38b47-f717-4d28-8e9d-c2b16bf25881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457933 Feb 09 01:48:25.734836 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6d058c6e-b48b-433e-8dfc-4f278fd65c44 req-268883c1-e4e6-4cb8-8248-b194ff85d072 service neutron] 10.222.0.47 "GET /v2.0/networks/85a38b47-f717-4d28-8e9d-c2b16bf25881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433718 Feb 09 01:48:25.736456 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6d058c6e-b48b-433e-8dfc-4f278fd65c44 req-5c7d536b-5895-4a28-8cf3-35bfadf0eeff service neutron] 10.222.0.120 "GET /v2.0/networks/85a38b47-f717-4d28-8e9d-c2b16bf25881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521125 Feb 09 01:48:25.890121 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6d058c6e-b48b-433e-8dfc-4f278fd65c44 req-d99244be-5e47-4e71-9b3d-f95572dd9742 service neutron] 10.222.0.47 "GET /v2.0/networks/85a38b47-f717-4d28-8e9d-c2b16bf25881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492684 Feb 09 01:48:25.892029 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6d058c6e-b48b-433e-8dfc-4f278fd65c44 req-8ef76c5e-2355-48e0-a160-83bb3f4470a8 service neutron] 10.222.0.120 "GET /v2.0/networks/85a38b47-f717-4d28-8e9d-c2b16bf25881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444204 Feb 09 01:48:25.987481 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104bfae-83aa-433f-9721-6813acd2bbc7 req-57ed3ab4-19b9-42f3-b9c2-765ba544319c tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:25.988924 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9104bfae-83aa-433f-9721-6813acd2bbc7 req-57ed3ab4-19b9-42f3-b9c2-765ba544319c tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6 HTTP/1.1" status: 200 len: 943 time: 0.0576749 Feb 09 01:48:26.005159 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 061afc63-0670-41ea-ac04-36852b557a51 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:48:26.037880 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9104bfae-83aa-433f-9721-6813acd2bbc7 req-e741e09d-c8e1-441f-b6e0-afc226bc4a9c tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/security-groups?id=34958afa-ca07-4732-8f96-25cb1bb54070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432775 Feb 09 01:48:26.107491 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 061afc63-0670-41ea-ac04-36852b557a51, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=061afc63-0670-41ea-ac04-36852b557a51,segment=NetworkSegment(84d1c39c-ad2c-4026-aaee-92efdee55c75),segment_id=84d1c39c-ad2c-4026-aaee-92efdee55c75)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:26.119269 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '061afc63-0670-41ea-ac04-36852b557a51', 'network_id': '85a38b47-f717-4d28-8e9d-c2b16bf25881', 'port_id': '061afc63-0670-41ea-ac04-36852b557a51', 'mac_address': 'fa:16:3e:d1:fa:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'defda095-fa68-42e2-8bb1-72c216c949b2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:48:26.156877 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 061afc63-0670-41ea-ac04-36852b557a51 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:26.157285 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (061afc63-0670-41ea-ac04-36852b557a51), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:26.170515 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 061afc63-0670-41ea-ac04-36852b557a51 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:48:26.193297 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 061afc63-0670-41ea-ac04-36852b557a51, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=061afc63-0670-41ea-ac04-36852b557a51,segment=NetworkSegment(84d1c39c-ad2c-4026-aaee-92efdee55c75),segment_id=84d1c39c-ad2c-4026-aaee-92efdee55c75)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:26.197444 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (061afc63-0670-41ea-ac04-36852b557a51), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:26.246258 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=061afc63-0670-41ea-ac04-36852b557a51,revision_number=8']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:26.253455 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:26.253816 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:26.254169 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:26.254515 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:26.254858 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:26.255199 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:26.255537 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:26.255872 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:26.256208 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:26.256572 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:26.256916 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:26.257233 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:26.257566 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:26.325365 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566af77-9e33-4c5b-b7f0-dfe0a70a2c8c req-4cb7d8a7-a6dd-43ed-89d9-fbac934b3121 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:26.326826 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e566af77-9e33-4c5b-b7f0-dfe0a70a2c8c req-4cb7d8a7-a6dd-43ed-89d9-fbac934b3121 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.120 "GET /v2.0/ports?device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6&tenant_id=1fda1304ad9e40c9b747e16ec5b98976&binding%3Ahost_id=n-h1-828369-4 HTTP/1.1" status: 200 len: 944 time: 0.0907912 Feb 09 01:48:26.384268 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [req-e566af77-9e33-4c5b-b7f0-dfe0a70a2c8c req-fea67143-e10f-4333-a274-b761b66a2039 service neutron] delete failed (client error): The resource could not be found. Feb 09 01:48:26.385327 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e566af77-9e33-4c5b-b7f0-dfe0a70a2c8c req-fea67143-e10f-4333-a274-b761b66a2039 service neutron] 10.222.0.120 "DELETE /v2.0/ports/061afc63-0670-41ea-ac04-36852b557a51/bindings/n-h2-828369-4 HTTP/1.1" status: 404 len: 380 time: 0.0525973 Feb 09 01:48:26.451602 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['061afc63-0670-41ea-ac04-36852b557a51'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:48:26.474703 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566af77-9e33-4c5b-b7f0-dfe0a70a2c8c req-3be3d042-7561-4eae-9f1f-2ad9410fd6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:26.476251 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e566af77-9e33-4c5b-b7f0-dfe0a70a2c8c req-3be3d042-7561-4eae-9f1f-2ad9410fd6d6 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=1fda1304ad9e40c9b747e16ec5b98976&device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6 HTTP/1.1" status: 200 len: 1126 time: 0.0496645 Feb 09 01:48:26.564686 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566af77-9e33-4c5b-b7f0-dfe0a70a2c8c req-66931bc8-f765-4a50-82a3-504a631f4b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:26.566457 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e566af77-9e33-4c5b-b7f0-dfe0a70a2c8c req-66931bc8-f765-4a50-82a3-504a631f4b95 service neutron] 10.222.0.120 "GET /v2.0/networks?id=85a38b47-f717-4d28-8e9d-c2b16bf25881 HTTP/1.1" status: 200 len: 913 time: 0.0848210 Feb 09 01:48:26.610532 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e566af77-9e33-4c5b-b7f0-dfe0a70a2c8c req-a87c1670-04d8-4cce-b48a-7d68961522dd service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=061afc63-0670-41ea-ac04-36852b557a51 HTTP/1.1" status: 200 len: 217 time: 0.0384550 Feb 09 01:48:26.656990 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566af77-9e33-4c5b-b7f0-dfe0a70a2c8c req-5c0c1e38-d966-4019-a07e-902f0f3e5537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:26.658411 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e566af77-9e33-4c5b-b7f0-dfe0a70a2c8c req-5c0c1e38-d966-4019-a07e-902f0f3e5537 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=defda095-fa68-42e2-8bb1-72c216c949b2 HTTP/1.1" status: 200 len: 851 time: 0.0429578 Feb 09 01:48:26.689576 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e566af77-9e33-4c5b-b7f0-dfe0a70a2c8c req-d788067b-7144-4758-893c-369d54d32b50 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=85a38b47-f717-4d28-8e9d-c2b16bf25881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255980 Feb 09 01:48:26.779191 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e566af77-9e33-4c5b-b7f0-dfe0a70a2c8c req-6d43e713-b51a-4c02-a227-ea6aa4ff4516 service neutron] 10.222.0.120 "GET /v2.0/networks/85a38b47-f717-4d28-8e9d-c2b16bf25881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842037 Feb 09 01:48:26.865482 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e566af77-9e33-4c5b-b7f0-dfe0a70a2c8c req-7326de74-3bf2-4b5b-91f6-fae53707fc86 service neutron] 10.222.0.120 "GET /v2.0/networks/85a38b47-f717-4d28-8e9d-c2b16bf25881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805306 Feb 09 01:48:27.712407 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747923a9-57b6-4389-a3e0-5c049e0d9820 req-0e412b78-5510-4301-ac19-62c6ff5ab804 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:27.714348 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-747923a9-57b6-4389-a3e0-5c049e0d9820 req-0e412b78-5510-4301-ac19-62c6ff5ab804 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6 HTTP/1.1" status: 200 len: 944 time: 0.0527697 Feb 09 01:48:27.759349 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-747923a9-57b6-4389-a3e0-5c049e0d9820 req-e5ed6d8a-4b06-4fe3-ab5a-724df706a7d2 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/security-groups?id=34958afa-ca07-4732-8f96-25cb1bb54070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393889 Feb 09 01:48:28.034396 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 061afc63-0670-41ea-ac04-36852b557a51 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:48:28.084171 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 061afc63-0670-41ea-ac04-36852b557a51 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:48:28.088208 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 061afc63-0670-41ea-ac04-36852b557a51 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:28.088677 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (061afc63-0670-41ea-ac04-36852b557a51), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:28.167769 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 061afc63-0670-41ea-ac04-36852b557a51 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:28.168167 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (061afc63-0670-41ea-ac04-36852b557a51), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:28.190742 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c32cd25-a236-450a-8e7a-b2ec034e89b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061afc63-0670-41ea-ac04-36852b557a51'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:48:28.193307 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c8a672-468d-44c1-ad77-427ff5b1d6ee" -d '{"events": [{"server_uuid": "9c32cd25-a236-450a-8e7a-b2ec034e89b6", "name": "network-vif-plugged", "status": "completed", "tag": "061afc63-0670-41ea-ac04-36852b557a51"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:48:28.205660 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 061afc63-0670-41ea-ac04-36852b557a51, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=061afc63-0670-41ea-ac04-36852b557a51,segment=NetworkSegment(84d1c39c-ad2c-4026-aaee-92efdee55c75),segment_id=84d1c39c-ad2c-4026-aaee-92efdee55c75)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:28.211078 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (061afc63-0670-41ea-ac04-36852b557a51), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:28.257402 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=061afc63-0670-41ea-ac04-36852b557a51,revision_number=9']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:28.291418 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8eaf71-362c-4a34-902b-f3359d9a75c4 x-openstack-request-id: req-1f8eaf71-362c-4a34-902b-f3359d9a75c4 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:48:28.291723 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c32cd25-a236-450a-8e7a-b2ec034e89b6", "name": "network-vif-plugged", "status": "completed", "tag": "061afc63-0670-41ea-ac04-36852b557a51", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:48:28.292058 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1f8eaf71-362c-4a34-902b-f3359d9a75c4 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:48:28.292466 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c32cd25-a236-450a-8e7a-b2ec034e89b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061afc63-0670-41ea-ac04-36852b557a51', 'code': 200} Feb 09 01:48:28.887207 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf669b33-0cfe-4fd0-9b04-780377ea402c req-0a1cfd17-8414-4acc-b32c-0488df722b59 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:28.888740 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cf669b33-0cfe-4fd0-9b04-780377ea402c req-0a1cfd17-8414-4acc-b32c-0488df722b59 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/ports?device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6 HTTP/1.1" status: 200 len: 945 time: 0.0608301 Feb 09 01:48:28.964691 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cf669b33-0cfe-4fd0-9b04-780377ea402c req-16fcbfa0-62e6-4dd4-9f30-71f8ccbf5754 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.50 "GET /v2.0/security-groups?id=34958afa-ca07-4732-8f96-25cb1bb54070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695307 Feb 09 01:48:28.988945 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566af77-9e33-4c5b-b7f0-dfe0a70a2c8c req-1d6a0d3f-b4d4-4131-a121-e9f28bebc8a5 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:28.990385 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e566af77-9e33-4c5b-b7f0-dfe0a70a2c8c req-1d6a0d3f-b4d4-4131-a121-e9f28bebc8a5 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.47 "GET /v2.0/ports?device_id=9c32cd25-a236-450a-8e7a-b2ec034e89b6 HTTP/1.1" status: 200 len: 945 time: 0.0601077 Feb 09 01:48:29.085064 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-e566af77-9e33-4c5b-b7f0-dfe0a70a2c8c req-a44f205c-6810-446b-bf76-0590c0f2f562 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Deleting port 061afc63-0670-41ea-ac04-36852b557a51 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:48:29.085427 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e566af77-9e33-4c5b-b7f0-dfe0a70a2c8c req-a44f205c-6810-446b-bf76-0590c0f2f562 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (061afc63-0670-41ea-ac04-36852b557a51), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:29.185477 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-e566af77-9e33-4c5b-b7f0-dfe0a70a2c8c req-a44f205c-6810-446b-bf76-0590c0f2f562 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] For port 061afc63-0670-41ea-ac04-36852b557a51, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=061afc63-0670-41ea-ac04-36852b557a51,segment=NetworkSegment(84d1c39c-ad2c-4026-aaee-92efdee55c75),segment_id=84d1c39c-ad2c-4026-aaee-92efdee55c75)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:29.185844 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e566af77-9e33-4c5b-b7f0-dfe0a70a2c8c req-a44f205c-6810-446b-bf76-0590c0f2f562 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (061afc63-0670-41ea-ac04-36852b557a51), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:29.201852 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-e566af77-9e33-4c5b-b7f0-dfe0a70a2c8c req-a44f205c-6810-446b-bf76-0590c0f2f562 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Calling delete_port for 061afc63-0670-41ea-ac04-36852b557a51 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:48:29.332175 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e566af77-9e33-4c5b-b7f0-dfe0a70a2c8c req-a44f205c-6810-446b-bf76-0590c0f2f562 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (061afc63-0670-41ea-ac04-36852b557a51), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:29.344276 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['061afc63-0670-41ea-ac04-36852b557a51'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:48:29.362096 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f205c-6810-446b-bf76-0590c0f2f562 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Pushing event deleted for resources: {'Port': ['ID=061afc63-0670-41ea-ac04-36852b557a51,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:29.408519 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-e566af77-9e33-4c5b-b7f0-dfe0a70a2c8c req-a44f205c-6810-446b-bf76-0590c0f2f562 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] No DVR routers for this DVR port 061afc63-0670-41ea-ac04-36852b557a51 on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:48:29.411160 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e566af77-9e33-4c5b-b7f0-dfe0a70a2c8c req-a44f205c-6810-446b-bf76-0590c0f2f562 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:29.414501 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e566af77-9e33-4c5b-b7f0-dfe0a70a2c8c req-a44f205c-6810-446b-bf76-0590c0f2f562 tempest-DeleteServersTestJSON-995699938 tempest-DeleteServersTestJSON-995699938-project] 10.222.0.47 "DELETE /v2.0/ports/061afc63-0670-41ea-ac04-36852b557a51 HTTP/1.1" status: 204 len: 173 time: 0.4186525 Feb 09 01:48:29.414952 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c32cd25-a236-450a-8e7a-b2ec034e89b6', 'name': 'network-vif-deleted', 'tag': '061afc63-0670-41ea-ac04-36852b557a51'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:48:29.417304 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8841f8-cfc5-4de0-9a4a-14e0d5144917" -d '{"events": [{"server_uuid": "9c32cd25-a236-450a-8e7a-b2ec034e89b6", "name": "network-vif-deleted", "tag": "061afc63-0670-41ea-ac04-36852b557a51"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:48:29.454665 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a090aa08-1aa9-4f8d-b030-11fbb814b8a3 x-openstack-request-id: req-a090aa08-1aa9-4f8d-b030-11fbb814b8a3 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:48:29.454959 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c32cd25-a236-450a-8e7a-b2ec034e89b6", "name": "network-vif-deleted", "tag": "061afc63-0670-41ea-ac04-36852b557a51", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:48:29.455213 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a090aa08-1aa9-4f8d-b030-11fbb814b8a3 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:48:29.455609 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c32cd25-a236-450a-8e7a-b2ec034e89b6', 'name': 'network-vif-deleted', 'tag': '061afc63-0670-41ea-ac04-36852b557a51', 'status': 'completed', 'code': 200} Feb 09 01:48:30.094476 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42176) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:30.141877 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-76862d06-66f4-490b-8d96-af96e9a2d9d3 admin admin] Deleting subnet defda095-fa68-42e2-8bb1-72c216c949b2 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:48:30.144986 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-76862d06-66f4-490b-8d96-af96e9a2d9d3 admin admin] Publish callbacks [] for subnet (defda095-fa68-42e2-8bb1-72c216c949b2), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:30.182081 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-76862d06-66f4-490b-8d96-af96e9a2d9d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (defda095-fa68-42e2-8bb1-72c216c949b2), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:30.222065 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-76862d06-66f4-490b-8d96-af96e9a2d9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (defda095-fa68-42e2-8bb1-72c216c949b2), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:30.277923 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-76862d06-66f4-490b-8d96-af96e9a2d9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (defda095-fa68-42e2-8bb1-72c216c949b2), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:30.317996 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76862d06-66f4-490b-8d96-af96e9a2d9d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=defda095-fa68-42e2-8bb1-72c216c949b2,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:30.320765 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-76862d06-66f4-490b-8d96-af96e9a2d9d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:30.323887 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-76862d06-66f4-490b-8d96-af96e9a2d9d3 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/defda095-fa68-42e2-8bb1-72c216c949b2 HTTP/1.1" status: 204 len: 168 time: 0.2283442 Feb 09 01:48:30.328184 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 42178) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:30.332114 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76862d06-66f4-490b-8d96-af96e9a2d9d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:30.332762 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76862d06-66f4-490b-8d96-af96e9a2d9d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:30.333283 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76862d06-66f4-490b-8d96-af96e9a2d9d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:30.333635 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76862d06-66f4-490b-8d96-af96e9a2d9d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:30.333977 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76862d06-66f4-490b-8d96-af96e9a2d9d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:30.334318 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76862d06-66f4-490b-8d96-af96e9a2d9d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:30.334641 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76862d06-66f4-490b-8d96-af96e9a2d9d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:30.334970 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76862d06-66f4-490b-8d96-af96e9a2d9d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:30.335341 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76862d06-66f4-490b-8d96-af96e9a2d9d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:30.335922 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76862d06-66f4-490b-8d96-af96e9a2d9d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:30.336474 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76862d06-66f4-490b-8d96-af96e9a2d9d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:30.336958 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76862d06-66f4-490b-8d96-af96e9a2d9d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:30.337295 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76862d06-66f4-490b-8d96-af96e9a2d9d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:48:30.396621 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c9d30a83-137c-42a6-9ce4-9d1d5f37ba27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (85a38b47-f717-4d28-8e9d-c2b16bf25881), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:30.477118 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c9d30a83-137c-42a6-9ce4-9d1d5f37ba27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (85a38b47-f717-4d28-8e9d-c2b16bf25881), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:30.497533 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-c9d30a83-137c-42a6-9ce4-9d1d5f37ba27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85a38b47-f717-4d28-8e9d-c2b16bf25881']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:30.506566 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-c9d30a83-137c-42a6-9ce4-9d1d5f37ba27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84d1c39c-ad2c-4026-aaee-92efdee55c75') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:30.506861 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-c9d30a83-137c-42a6-9ce4-9d1d5f37ba27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84d1c39c-ad2c-4026-aaee-92efdee55c75') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:48:30.516659 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c9d30a83-137c-42a6-9ce4-9d1d5f37ba27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (84d1c39c-ad2c-4026-aaee-92efdee55c75), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:30.529519 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c9d30a83-137c-42a6-9ce4-9d1d5f37ba27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (84d1c39c-ad2c-4026-aaee-92efdee55c75), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:30.535546 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9d30a83-137c-42a6-9ce4-9d1d5f37ba27 admin admin] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:48:30.535958 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c9d30a83-137c-42a6-9ce4-9d1d5f37ba27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (84d1c39c-ad2c-4026-aaee-92efdee55c75), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:30.537649 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:48:30.537649 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:48:30.537649 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:48:30.537649 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:48:30.537649 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:48:30.537649 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:48:30.537649 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:48:30.537649 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:48:30.537649 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:48:30.537649 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:48:30.537649 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:48:30.537649 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:48:30.537649 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:48:30.537649 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:48:30.537649 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:48:30.537649 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:48:30.537649 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:48:30.537649 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:48:30.537649 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:48:30.537649 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:48:30.537649 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:48:30.537649 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:48:30.537649 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:48:30.537649 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:48:30.537649 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:48:30.537649 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:48:30.537649 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:48:30.537649 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:48:30.537649 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:48:30.537649 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:48:30.537649 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:48:30.537649 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:48:30.591275 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c9d30a83-137c-42a6-9ce4-9d1d5f37ba27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (85a38b47-f717-4d28-8e9d-c2b16bf25881), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:30.596812 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c9d30a83-137c-42a6-9ce4-9d1d5f37ba27 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:30.599943 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c9d30a83-137c-42a6-9ce4-9d1d5f37ba27 admin admin] 10.222.0.50 "DELETE /v2.0/networks/85a38b47-f717-4d28-8e9d-c2b16bf25881 HTTP/1.1" status: 204 len: 168 time: 0.2707241 Feb 09 01:48:30.611215 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d30a83-137c-42a6-9ce4-9d1d5f37ba27 admin admin] Pushing event deleted for resources: {'Network': ['ID=85a38b47-f717-4d28-8e9d-c2b16bf25881,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:30.724362 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 42182) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:30.763627 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-6c015ba9-e08c-4b67-ae7d-d57c59067f49 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1fda1304ad9e40c9b747e16ec5b98976&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380266 Feb 09 01:48:30.765989 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 42184) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:30.815430 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-723cbb28-082e-4782-9082-604ea1a79f16 admin admin] Publish callbacks [] for security_group (34958afa-ca07-4732-8f96-25cb1bb54070), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:30.837169 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-723cbb28-082e-4782-9082-604ea1a79f16 admin admin] Publish callbacks [] for security_group (34958afa-ca07-4732-8f96-25cb1bb54070), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:30.882028 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-723cbb28-082e-4782-9082-604ea1a79f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (34958afa-ca07-4732-8f96-25cb1bb54070), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:30.884646 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-723cbb28-082e-4782-9082-604ea1a79f16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:30.886295 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-723cbb28-082e-4782-9082-604ea1a79f16 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/34958afa-ca07-4732-8f96-25cb1bb54070 HTTP/1.1" status: 204 len: 168 time: 0.1189277 Feb 09 01:48:30.893921 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723cbb28-082e-4782-9082-604ea1a79f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34958afa-ca07-4732-8f96-25cb1bb54070,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:31.559595 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 42206) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:31.655637 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-c39ff847-f345-43fb-ad89-6f78d145e44d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-384334720-network', 'tenant_id': 'f25354041e874b6680322af3c96a67c9'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:31.675445 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39ff847-f345-43fb-ad89-6f78d145e44d admin admin] Made reservation on behalf of f25354041e874b6680322af3c96a67c9 for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:31.677882 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c39ff847-f345-43fb-ad89-6f78d145e44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:31.686690 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c39ff847-f345-43fb-ad89-6f78d145e44d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:31.761320 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c39ff847-f345-43fb-ad89-6f78d145e44d admin admin] Publish callbacks [] for security_group (bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:31.765324 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c39ff847-f345-43fb-ad89-6f78d145e44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:31.796177 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c39ff847-f345-43fb-ad89-6f78d145e44d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1046} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:48:31.802548 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ff847-f345-43fb-ad89-6f78d145e44d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:31.811282 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c39ff847-f345-43fb-ad89-6f78d145e44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (9004422e-e567-431b-849f-fef0f6108f1c), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:31.811282 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-c39ff847-f345-43fb-ad89-6f78d145e44d admin admin] Added segment 9004422e-e567-431b-849f-fef0f6108f1c of type vlan for network 4f3396a3-34de-430c-b666-4ceac77633c1 Feb 09 01:48:31.856119 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c39ff847-f345-43fb-ad89-6f78d145e44d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (4f3396a3-34de-430c-b666-4ceac77633c1), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:31.879700 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c39ff847-f345-43fb-ad89-6f78d145e44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (4f3396a3-34de-430c-b666-4ceac77633c1), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:31.880567 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39ff847-f345-43fb-ad89-6f78d145e44d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:31.881200 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c39ff847-f345-43fb-ad89-6f78d145e44d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:31.931816 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c39ff847-f345-43fb-ad89-6f78d145e44d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3710155 Feb 09 01:48:31.934936 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42210) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:48:31.939939 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-84f383ce-16e4-4739-ba0f-00cc58ae0ded admin admin] Request body: {'subnet': {'network_id': '4f3396a3-34de-430c-b666-4ceac77633c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-384334720-subnet', 'tenant_id': 'f25354041e874b6680322af3c96a67c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:31.944451 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ff847-f345-43fb-ad89-6f78d145e44d admin admin] Pushing event updated for resources: {'Network': ['ID=4f3396a3-34de-430c-b666-4ceac77633c1,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:31.956135 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 4f3396a3-34de-430c-b666-4ceac77633c1 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:48:31.959047 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f383ce-16e4-4739-ba0f-00cc58ae0ded admin admin] Made reservation on behalf of f25354041e874b6680322af3c96a67c9 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:31.961593 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-84f383ce-16e4-4739-ba0f-00cc58ae0ded admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:32.133066 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-84f383ce-16e4-4739-ba0f-00cc58ae0ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (0476a285-a451-4ddf-96b6-79af38a6d08d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:32.187351 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f383ce-16e4-4739-ba0f-00cc58ae0ded admin admin] Pushing event updated for resources: {'Subnet': ['ID=0476a285-a451-4ddf-96b6-79af38a6d08d,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:32.195923 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f383ce-16e4-4739-ba0f-00cc58ae0ded admin admin] Checking segment: {'id': '9004422e-e567-431b-849f-fef0f6108f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '4f3396a3-34de-430c-b666-4ceac77633c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:48:32.196287 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f383ce-16e4-4739-ba0f-00cc58ae0ded admin admin] Network hostable DHCP agents. Network: 4f3396a3-34de-430c-b666-4ceac77633c1, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:48:32.213159 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f383ce-16e4-4739-ba0f-00cc58ae0ded admin admin] Network 4f3396a3-34de-430c-b666-4ceac77633c1 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:48:32.222223 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-84f383ce-16e4-4739-ba0f-00cc58ae0ded admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 4f3396a3-34de-430c-b666-4ceac77633c1) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:32.226255 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f383ce-16e4-4739-ba0f-00cc58ae0ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:32.226877 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-84f383ce-16e4-4739-ba0f-00cc58ae0ded admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:32.231890 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d88680-c3c5-423b-b4e6-17ec71124e17 None None] Network 4f3396a3-34de-430c-b666-4ceac77633c1 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:48:32.248445 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-84f383ce-16e4-4739-ba0f-00cc58ae0ded admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3091538 Feb 09 01:48:32.330167 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cd2759-ce12-4931-b717-f3a0ad84efea None None] Network 4f3396a3-34de-430c-b666-4ceac77633c1 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:48:32.443213 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-97578e7e-95d1-43d5-8cf0-83f771f830dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:32.674290 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd28cb5-770c-48fd-8a80-f98021de40cc req-9596475d-b515-42ee-b88a-91a4c757d089 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:32.676342 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7fd28cb5-770c-48fd-8a80-f98021de40cc req-9596475d-b515-42ee-b88a-91a4c757d089 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/networks?id=4f3396a3-34de-430c-b666-4ceac77633c1 HTTP/1.1" status: 200 len: 814 time: 0.1088514 Feb 09 01:48:32.695655 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7fd28cb5-770c-48fd-8a80-f98021de40cc req-80fa7841-55a3-442d-9258-5f662570d745 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/quotas/f25354041e874b6680322af3c96a67c9 HTTP/1.1" status: 200 len: 375 time: 0.0139823 Feb 09 01:48:32.726955 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7fd28cb5-770c-48fd-8a80-f98021de40cc req-1f37771f-a491-45e4-9632-3e47fefc902f tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f25354041e874b6680322af3c96a67c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263894 Feb 09 01:48:32.813917 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7fd28cb5-770c-48fd-8a80-f98021de40cc req-0627323e-05d7-4588-9871-182297a0f725 service neutron] 10.222.0.50 "GET /v2.0/networks/4f3396a3-34de-430c-b666-4ceac77633c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798805 Feb 09 01:48:32.906695 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7fd28cb5-770c-48fd-8a80-f98021de40cc req-97fabfdd-64b0-4f43-b239-aec1232276d0 service neutron] 10.222.0.50 "GET /v2.0/networks/4f3396a3-34de-430c-b666-4ceac77633c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868223 Feb 09 01:48:33.078011 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ab4f3c02-7ae3-405e-92c5-df870510da68 req-1af38cd2-743f-4ff1-9ae2-f53f85612b89 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 210 time: 0.0307961 Feb 09 01:48:34.029324 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:48:34.062453 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 061afc63-0670-41ea-ac04-36852b557a51 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:48:34.082915 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: 061afc63-0670-41ea-ac04-36852b557a51 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:48:34.083281 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 061afc63-0670-41ea-ac04-36852b557a51 not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:48:34.133521 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd28cb5-770c-48fd-8a80-f98021de40cc req-884fa167-1644-4b7a-980d-b35abcac223c tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:34.135038 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7fd28cb5-770c-48fd-8a80-f98021de40cc req-884fa167-1644-4b7a-980d-b35abcac223c tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.120 "GET /v2.0/networks?id=4f3396a3-34de-430c-b666-4ceac77633c1 HTTP/1.1" status: 200 len: 814 time: 0.1186571 Feb 09 01:48:34.146624 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-7fd28cb5-770c-48fd-8a80-f98021de40cc req-68ae8f2e-76c6-44c7-8e7b-b183ab70a9d2 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Request body: {'port': {'device_id': 'd775c476-1624-4197-b9e3-610b9fee6045', 'network_id': '4f3396a3-34de-430c-b666-4ceac77633c1', 'admin_state_up': True, 'tenant_id': 'f25354041e874b6680322af3c96a67c9'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:34.221358 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cf89e25f-1f7d-4c93-81e3-f3f91b9df1fc req-4265c10d-850c-4cb9-8509-3cec0e7c86c3 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 210 time: 0.0600364 Feb 09 01:48:34.463719 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b88a5099-ef2e-42c3-ad97-a837e53a4d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:34.601899 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fd28cb5-770c-48fd-8a80-f98021de40cc req-68ae8f2e-76c6-44c7-8e7b-b183ab70a9d2 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Made reservation on behalf of f25354041e874b6680322af3c96a67c9 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:48:34.605212 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7fd28cb5-770c-48fd-8a80-f98021de40cc req-68ae8f2e-76c6-44c7-8e7b-b183ab70a9d2 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:34.723479 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-7fd28cb5-770c-48fd-8a80-f98021de40cc req-68ae8f2e-76c6-44c7-8e7b-b183ab70a9d2 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Allocated IP 172.20.0.8 (4f3396a3-34de-430c-b666-4ceac77633c1/0476a285-a451-4ddf-96b6-79af38a6d08d/0e7543de-9b57-4519-8a96-4d3534072565) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:48:34.868663 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7fd28cb5-770c-48fd-8a80-f98021de40cc req-68ae8f2e-76c6-44c7-8e7b-b183ab70a9d2 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Publish callbacks [] for port (0e7543de-9b57-4519-8a96-4d3534072565), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:34.902770 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7fd28cb5-770c-48fd-8a80-f98021de40cc req-68ae8f2e-76c6-44c7-8e7b-b183ab70a9d2 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (0e7543de-9b57-4519-8a96-4d3534072565), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:34.946557 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fd28cb5-770c-48fd-8a80-f98021de40cc req-68ae8f2e-76c6-44c7-8e7b-b183ab70a9d2 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Network 4f3396a3-34de-430c-b666-4ceac77633c1 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:48:34.949718 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-7fd28cb5-770c-48fd-8a80-f98021de40cc req-68ae8f2e-76c6-44c7-8e7b-b183ab70a9d2 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:48:34.953296 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd28cb5-770c-48fd-8a80-f98021de40cc req-68ae8f2e-76c6-44c7-8e7b-b183ab70a9d2 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:48:34.959401 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae8f2e-76c6-44c7-8e7b-b183ab70a9d2 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Pushing event updated for resources: {'Port': ['ID=0e7543de-9b57-4519-8a96-4d3534072565,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:35.006909 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd28cb5-770c-48fd-8a80-f98021de40cc req-68ae8f2e-76c6-44c7-8e7b-b183ab70a9d2 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:35.007443 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7fd28cb5-770c-48fd-8a80-f98021de40cc req-68ae8f2e-76c6-44c7-8e7b-b183ab70a9d2 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:35.023026 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7fd28cb5-770c-48fd-8a80-f98021de40cc req-68ae8f2e-76c6-44c7-8e7b-b183ab70a9d2 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8803234 Feb 09 01:48:35.034487 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-7fd28cb5-770c-48fd-8a80-f98021de40cc req-b43cdae2-8d3c-44a6-8d36-e80cd8822e25 service neutron] Request body: {'port': {'device_id': 'd775c476-1624-4197-b9e3-610b9fee6045', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:48:35.092265 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7fd28cb5-770c-48fd-8a80-f98021de40cc req-b43cdae2-8d3c-44a6-8d36-e80cd8822e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (0e7543de-9b57-4519-8a96-4d3534072565), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:35.382206 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-7fd28cb5-770c-48fd-8a80-f98021de40cc req-b43cdae2-8d3c-44a6-8d36-e80cd8822e25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e7543de-9b57-4519-8a96-4d3534072565 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:48:35.392763 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a947e9f-3487-48f9-afaf-9d432b1eb373 req-54ac64c9-d97b-4744-a5f9-cc0d0c6e611b tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:35.394227 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3a947e9f-3487-48f9-afaf-9d432b1eb373 req-54ac64c9-d97b-4744-a5f9-cc0d0c6e611b tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 931 time: 0.0997281 Feb 09 01:48:35.398047 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7fd28cb5-770c-48fd-8a80-f98021de40cc req-b43cdae2-8d3c-44a6-8d36-e80cd8822e25 service neutron] Publish callbacks [] for port (0e7543de-9b57-4519-8a96-4d3534072565), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:35.423741 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-7fd28cb5-770c-48fd-8a80-f98021de40cc req-b43cdae2-8d3c-44a6-8d36-e80cd8822e25 service neutron] Transition to ACTIVE for port object 0e7543de-9b57-4519-8a96-4d3534072565 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:48:35.430214 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7fd28cb5-770c-48fd-8a80-f98021de40cc req-b43cdae2-8d3c-44a6-8d36-e80cd8822e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (0e7543de-9b57-4519-8a96-4d3534072565), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:35.483338 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3a947e9f-3487-48f9-afaf-9d432b1eb373 req-1beb7c79-aba7-42e7-b68b-c2fed5e3212b tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829284 Feb 09 01:48:35.515626 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43cdae2-8d3c-44a6-8d36-e80cd8822e25 service neutron] Pushing event updated for resources: {'Port': ['ID=0e7543de-9b57-4519-8a96-4d3534072565,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:35.567579 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-7fd28cb5-770c-48fd-8a80-f98021de40cc req-b43cdae2-8d3c-44a6-8d36-e80cd8822e25 service neutron] Attempting to bind port 0e7543de-9b57-4519-8a96-4d3534072565 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:48:35.567919 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-7fd28cb5-770c-48fd-8a80-f98021de40cc req-b43cdae2-8d3c-44a6-8d36-e80cd8822e25 service neutron] Attempting to bind port 0e7543de-9b57-4519-8a96-4d3534072565 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '9004422e-e567-431b-849f-fef0f6108f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '4f3396a3-34de-430c-b666-4ceac77633c1'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:48:35.568258 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd28cb5-770c-48fd-8a80-f98021de40cc req-b43cdae2-8d3c-44a6-8d36-e80cd8822e25 service neutron] Attempting to bind port 0e7543de-9b57-4519-8a96-4d3534072565 on network 4f3396a3-34de-430c-b666-4ceac77633c1 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:48:35.572577 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd28cb5-770c-48fd-8a80-f98021de40cc req-b43cdae2-8d3c-44a6-8d36-e80cd8822e25 service neutron] Port 0e7543de-9b57-4519-8a96-4d3534072565 on network 4f3396a3-34de-430c-b666-4ceac77633c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:48:35.572918 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd28cb5-770c-48fd-8a80-f98021de40cc req-b43cdae2-8d3c-44a6-8d36-e80cd8822e25 service neutron] Attempting to bind port 0e7543de-9b57-4519-8a96-4d3534072565 on network 4f3396a3-34de-430c-b666-4ceac77633c1 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:48:35.578115 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd28cb5-770c-48fd-8a80-f98021de40cc req-b43cdae2-8d3c-44a6-8d36-e80cd8822e25 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:48:35.578457 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd28cb5-770c-48fd-8a80-f98021de40cc req-b43cdae2-8d3c-44a6-8d36-e80cd8822e25 service neutron] Checking segment: {'id': '9004422e-e567-431b-849f-fef0f6108f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '4f3396a3-34de-430c-b666-4ceac77633c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:48:35.578847 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd28cb5-770c-48fd-8a80-f98021de40cc req-b43cdae2-8d3c-44a6-8d36-e80cd8822e25 service neutron] Bound using segment: {'id': '9004422e-e567-431b-849f-fef0f6108f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '4f3396a3-34de-430c-b666-4ceac77633c1'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:48:35.579270 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-7fd28cb5-770c-48fd-8a80-f98021de40cc req-b43cdae2-8d3c-44a6-8d36-e80cd8822e25 service neutron] Bound port: 0e7543de-9b57-4519-8a96-4d3534072565, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9004422e-e567-431b-849f-fef0f6108f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '4f3396a3-34de-430c-b666-4ceac77633c1'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:48:35.579625 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7fd28cb5-770c-48fd-8a80-f98021de40cc req-b43cdae2-8d3c-44a6-8d36-e80cd8822e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (0e7543de-9b57-4519-8a96-4d3534072565), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:35.641491 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-7fd28cb5-770c-48fd-8a80-f98021de40cc req-b43cdae2-8d3c-44a6-8d36-e80cd8822e25 service neutron] For port 0e7543de-9b57-4519-8a96-4d3534072565, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:48:35.644404 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-7fd28cb5-770c-48fd-8a80-f98021de40cc req-b43cdae2-8d3c-44a6-8d36-e80cd8822e25 service neutron] For port 0e7543de-9b57-4519-8a96-4d3534072565, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=0e7543de-9b57-4519-8a96-4d3534072565,segment=NetworkSegment(9004422e-e567-431b-849f-fef0f6108f1c),segment_id=9004422e-e567-431b-849f-fef0f6108f1c)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:48:35.650202 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7fd28cb5-770c-48fd-8a80-f98021de40cc req-b43cdae2-8d3c-44a6-8d36-e80cd8822e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (0e7543de-9b57-4519-8a96-4d3534072565), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:35.681885 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd28cb5-770c-48fd-8a80-f98021de40cc req-b43cdae2-8d3c-44a6-8d36-e80cd8822e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:35.682506 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-7fd28cb5-770c-48fd-8a80-f98021de40cc req-b43cdae2-8d3c-44a6-8d36-e80cd8822e25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:35.684389 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7fd28cb5-770c-48fd-8a80-f98021de40cc req-b43cdae2-8d3c-44a6-8d36-e80cd8822e25 service neutron] 10.222.0.120 "PUT /v2.0/ports/0e7543de-9b57-4519-8a96-4d3534072565 HTTP/1.1" status: 200 len: 1091 time: 0.6539664 Feb 09 01:48:35.684862 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd775c476-1624-4197-b9e3-610b9fee6045', 'tag': '0e7543de-9b57-4519-8a96-4d3534072565'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:48:35.687105 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a69323f1-b313-41a3-a39f-0e8d298c08de" -d '{"events": [{"name": "network-changed", "server_uuid": "d775c476-1624-4197-b9e3-610b9fee6045", "tag": "0e7543de-9b57-4519-8a96-4d3534072565"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:48:35.714950 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43cdae2-8d3c-44a6-8d36-e80cd8822e25 service neutron] Pushing event updated for resources: {'Port': ['ID=0e7543de-9b57-4519-8a96-4d3534072565,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:35.723692 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247e21ae-f0be-40cb-94e2-b93f68e12dbc x-openstack-request-id: req-247e21ae-f0be-40cb-94e2-b93f68e12dbc {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:48:35.723989 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d775c476-1624-4197-b9e3-610b9fee6045", "tag": "0e7543de-9b57-4519-8a96-4d3534072565", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:48:35.724247 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-247e21ae-f0be-40cb-94e2-b93f68e12dbc {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:48:35.724689 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd775c476-1624-4197-b9e3-610b9fee6045', 'tag': '0e7543de-9b57-4519-8a96-4d3534072565', 'status': 'completed', 'code': 200} Feb 09 01:48:35.770602 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd28cb5-770c-48fd-8a80-f98021de40cc req-24de0ae8-fac9-4cd8-a56a-8b75ac42101f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:35.771974 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7fd28cb5-770c-48fd-8a80-f98021de40cc req-24de0ae8-fac9-4cd8-a56a-8b75ac42101f service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=f25354041e874b6680322af3c96a67c9&device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 1125 time: 0.0440142 Feb 09 01:48:35.817009 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7fd28cb5-770c-48fd-8a80-f98021de40cc req-b03544bd-ace7-4b2e-96a7-8a0c3ebead6c service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e7543de-9b57-4519-8a96-4d3534072565 HTTP/1.1" status: 200 len: 217 time: 0.0375540 Feb 09 01:48:35.862702 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd28cb5-770c-48fd-8a80-f98021de40cc req-247af26d-5ad8-4869-866e-215d9bee2b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:35.864121 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7fd28cb5-770c-48fd-8a80-f98021de40cc req-247af26d-5ad8-4869-866e-215d9bee2b90 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=0476a285-a451-4ddf-96b6-79af38a6d08d HTTP/1.1" status: 200 len: 854 time: 0.0421700 Feb 09 01:48:35.895014 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7fd28cb5-770c-48fd-8a80-f98021de40cc req-654a0416-88e5-4580-bfa9-ac16a5056133 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=4f3396a3-34de-430c-b666-4ceac77633c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256231 Feb 09 01:48:35.985934 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7fd28cb5-770c-48fd-8a80-f98021de40cc req-d839d8b9-6dee-4cc7-a2f7-99bea6dbfb1a service neutron] 10.222.0.120 "GET /v2.0/networks/4f3396a3-34de-430c-b666-4ceac77633c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849915 Feb 09 01:48:36.020953 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:36.075490 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7fd28cb5-770c-48fd-8a80-f98021de40cc req-ac7de85f-c31e-49bb-9e71-7e6b9ff5a6b4 service neutron] 10.222.0.120 "GET /v2.0/networks/4f3396a3-34de-430c-b666-4ceac77633c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837212 Feb 09 01:48:36.171827 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69323f1-b313-41a3-a39f-0e8d298c08de req-99d1c3b8-956b-498f-a0b2-627a060f80f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:36.173411 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a69323f1-b313-41a3-a39f-0e8d298c08de req-99d1c3b8-956b-498f-a0b2-627a060f80f9 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=f25354041e874b6680322af3c96a67c9&device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 1125 time: 0.0519791 Feb 09 01:48:36.262484 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69323f1-b313-41a3-a39f-0e8d298c08de req-0a5ddb67-6cec-4d31-aae8-b292389fb29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:36.263968 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a69323f1-b313-41a3-a39f-0e8d298c08de req-0a5ddb67-6cec-4d31-aae8-b292389fb29a service neutron] 10.222.0.120 "GET /v2.0/networks?id=4f3396a3-34de-430c-b666-4ceac77633c1 HTTP/1.1" status: 200 len: 916 time: 0.0846982 Feb 09 01:48:36.304332 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a69323f1-b313-41a3-a39f-0e8d298c08de req-5dd0569c-f9bc-4c44-b13c-099b89353782 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e7543de-9b57-4519-8a96-4d3534072565 HTTP/1.1" status: 200 len: 217 time: 0.0342376 Feb 09 01:48:36.356410 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69323f1-b313-41a3-a39f-0e8d298c08de req-ce6fc1ca-c1ff-4161-b064-5a67b818c7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:36.357941 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a69323f1-b313-41a3-a39f-0e8d298c08de req-ce6fc1ca-c1ff-4161-b064-5a67b818c7ba service neutron] 10.222.0.120 "GET /v2.0/subnets?id=0476a285-a451-4ddf-96b6-79af38a6d08d HTTP/1.1" status: 200 len: 854 time: 0.0471585 Feb 09 01:48:36.388966 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a69323f1-b313-41a3-a39f-0e8d298c08de req-c6f9fa7e-5371-4add-9d3e-8fb0d49799b1 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=4f3396a3-34de-430c-b666-4ceac77633c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248697 Feb 09 01:48:36.474830 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a69323f1-b313-41a3-a39f-0e8d298c08de req-e7b2a8f1-97f0-4faa-a63e-9bff45e4f8e3 service neutron] 10.222.0.120 "GET /v2.0/networks/4f3396a3-34de-430c-b666-4ceac77633c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792282 Feb 09 01:48:36.590806 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a69323f1-b313-41a3-a39f-0e8d298c08de req-fde37b04-0541-4531-a926-794faf38203a service neutron] 10.222.0.120 "GET /v2.0/networks/4f3396a3-34de-430c-b666-4ceac77633c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095355 Feb 09 01:48:36.615986 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224cf3c-4008-46be-9586-c01f69769204 req-1086650e-a37c-47d9-a940-178c638a146e tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:36.617537 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5224cf3c-4008-46be-9586-c01f69769204 req-1086650e-a37c-47d9-a940-178c638a146e tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 943 time: 0.0635118 Feb 09 01:48:36.662810 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5224cf3c-4008-46be-9586-c01f69769204 req-ac854747-1491-4421-8ce0-7a1825d3c63b tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396223 Feb 09 01:48:37.308476 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:37.788660 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246269a6-5e66-4305-a877-d84bd01ab468 req-c2f7da1d-9c96-4f96-9111-6ca8104b9413 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:37.790161 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-246269a6-5e66-4305-a877-d84bd01ab468 req-c2f7da1d-9c96-4f96-9111-6ca8104b9413 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 943 time: 0.0565307 Feb 09 01:48:37.837125 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-246269a6-5e66-4305-a877-d84bd01ab468 req-e08c23bc-2908-447c-b22e-174ee42ba3a1 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408268 Feb 09 01:48:38.020963 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:38.487831 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:38.954645 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a24e85-154d-498a-920d-bd8a5bc6c3d4 req-012fc687-e7fb-4760-84ee-9d4c5eca0301 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:38.956377 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2a24e85-154d-498a-920d-bd8a5bc6c3d4 req-012fc687-e7fb-4760-84ee-9d4c5eca0301 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 943 time: 0.0534339 Feb 09 01:48:39.003088 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f2a24e85-154d-498a-920d-bd8a5bc6c3d4 req-c86fd271-4e42-4b83-b6b6-9efc471dbde0 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411665 Feb 09 01:48:39.097397 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 0e7543de-9b57-4519-8a96-4d3534072565 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:48:39.194852 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 0e7543de-9b57-4519-8a96-4d3534072565, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=0e7543de-9b57-4519-8a96-4d3534072565,segment=NetworkSegment(9004422e-e567-431b-849f-fef0f6108f1c),segment_id=9004422e-e567-431b-849f-fef0f6108f1c)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:39.205800 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '0e7543de-9b57-4519-8a96-4d3534072565', 'network_id': '4f3396a3-34de-430c-b666-4ceac77633c1', 'port_id': '0e7543de-9b57-4519-8a96-4d3534072565', 'mac_address': 'fa:16:3e:7c:05:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0476a285-a451-4ddf-96b6-79af38a6d08d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:48:39.241956 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 0e7543de-9b57-4519-8a96-4d3534072565 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:39.242361 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (0e7543de-9b57-4519-8a96-4d3534072565), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:39.255917 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e7543de-9b57-4519-8a96-4d3534072565 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:48:39.274720 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 0e7543de-9b57-4519-8a96-4d3534072565, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=0e7543de-9b57-4519-8a96-4d3534072565,segment=NetworkSegment(9004422e-e567-431b-849f-fef0f6108f1c),segment_id=9004422e-e567-431b-849f-fef0f6108f1c)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:39.278368 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (0e7543de-9b57-4519-8a96-4d3534072565), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:39.323554 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=0e7543de-9b57-4519-8a96-4d3534072565,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:39.483473 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['0e7543de-9b57-4519-8a96-4d3534072565'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:48:39.749567 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:40.121364 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bdeca9-452d-4c5f-abd1-058368b34b7c req-93cedfc1-7165-4b79-9a0f-63059e34fd1c tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:40.122882 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-10bdeca9-452d-4c5f-abd1-058368b34b7c req-93cedfc1-7165-4b79-9a0f-63059e34fd1c tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 944 time: 0.0533173 Feb 09 01:48:40.174456 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-10bdeca9-452d-4c5f-abd1-058368b34b7c req-7df9a45d-29c1-46d1-8633-0fc08c65e432 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457606 Feb 09 01:48:41.098315 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 0e7543de-9b57-4519-8a96-4d3534072565 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:48:41.145347 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 0e7543de-9b57-4519-8a96-4d3534072565 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:48:41.149724 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 0e7543de-9b57-4519-8a96-4d3534072565 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:48:41.150116 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (0e7543de-9b57-4519-8a96-4d3534072565), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:41.228530 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 0e7543de-9b57-4519-8a96-4d3534072565 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:48:41.228953 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (0e7543de-9b57-4519-8a96-4d3534072565), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:41.252808 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd775c476-1624-4197-b9e3-610b9fee6045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7543de-9b57-4519-8a96-4d3534072565'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:48:41.255047 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9006da46-eec2-46d5-8401-cee154a59afd" -d '{"events": [{"server_uuid": "d775c476-1624-4197-b9e3-610b9fee6045", "name": "network-vif-plugged", "status": "completed", "tag": "0e7543de-9b57-4519-8a96-4d3534072565"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:48:41.267248 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 0e7543de-9b57-4519-8a96-4d3534072565, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=0e7543de-9b57-4519-8a96-4d3534072565,segment=NetworkSegment(9004422e-e567-431b-849f-fef0f6108f1c),segment_id=9004422e-e567-431b-849f-fef0f6108f1c)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:48:41.272120 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (0e7543de-9b57-4519-8a96-4d3534072565), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:48:41.296676 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10bc9d4-86a9-4593-97af-aa9dab96deec req-7ea0d5c1-7666-434c-8187-3df6f19c8c49 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:41.298229 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f10bc9d4-86a9-4593-97af-aa9dab96deec req-7ea0d5c1-7666-434c-8187-3df6f19c8c49 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 944 time: 0.0553160 Feb 09 01:48:41.298991 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707dc344-e1cd-4fb7-9311-fbd5a33a0ad9 x-openstack-request-id: req-707dc344-e1cd-4fb7-9311-fbd5a33a0ad9 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:48:41.299288 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d775c476-1624-4197-b9e3-610b9fee6045", "name": "network-vif-plugged", "status": "completed", "tag": "0e7543de-9b57-4519-8a96-4d3534072565", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:48:41.299574 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-707dc344-e1cd-4fb7-9311-fbd5a33a0ad9 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:48:41.299992 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd775c476-1624-4197-b9e3-610b9fee6045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7543de-9b57-4519-8a96-4d3534072565', 'code': 200} Feb 09 01:48:41.331039 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=0e7543de-9b57-4519-8a96-4d3534072565,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:48:41.349720 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f10bc9d4-86a9-4593-97af-aa9dab96deec req-61d26290-a4c6-4555-9eb9-790c539eae03 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457070 Feb 09 01:48:41.394201 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254043a-d1c1-4aab-a3cb-cfe372f6883e req-ade0d48d-663a-48c9-b33e-158f3f676d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:41.395702 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9254043a-d1c1-4aab-a3cb-cfe372f6883e req-ade0d48d-663a-48c9-b33e-158f3f676d0b service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 1127 time: 0.0430484 Feb 09 01:48:41.437677 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9254043a-d1c1-4aab-a3cb-cfe372f6883e req-67103143-fc11-4ea2-8834-becdd3d0f1cf service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365722 Feb 09 01:48:42.477699 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ffaf9-f77e-4d19-b0e6-62c7f87a5691 req-7532a90a-bc25-4dcd-88fa-989cec631eed tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:42.479200 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fe4ffaf9-f77e-4d19-b0e6-62c7f87a5691 req-7532a90a-bc25-4dcd-88fa-989cec631eed tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 945 time: 0.0587182 Feb 09 01:48:42.534818 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fe4ffaf9-f77e-4d19-b0e6-62c7f87a5691 req-113d67f4-9213-4d07-9d4b-981297ffac1e tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491784 Feb 09 01:48:43.655347 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0d4d8-da04-4cd7-898c-1b3f68d6820c req-d217fabe-316e-4702-af50-0ac9833961d9 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:43.656871 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4fc0d4d8-da04-4cd7-898c-1b3f68d6820c req-d217fabe-316e-4702-af50-0ac9833961d9 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 945 time: 0.0536501 Feb 09 01:48:43.703791 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4fc0d4d8-da04-4cd7-898c-1b3f68d6820c req-b764cfef-f7a5-415e-9de1-5db7c9c668f9 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412729 Feb 09 01:48:43.833713 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b9e8c-a2ec-4310-93b3-048f1bd69100 req-8ed5150d-ccd9-41fb-9edb-c5f9908f9942 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:43.835154 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dc3b9e8c-a2ec-4310-93b3-048f1bd69100 req-8ed5150d-ccd9-41fb-9edb-c5f9908f9942 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 945 time: 0.0635669 Feb 09 01:48:43.888042 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dc3b9e8c-a2ec-4310-93b3-048f1bd69100 req-b87b476f-3cc2-4370-877c-d0135d3e1054 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463257 Feb 09 01:48:44.100039 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cafc558-ff8b-4f0e-939c-f96bdf9f0370 req-55e3b874-b527-4656-b6f7-3f376478a578 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:44.101590 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1cafc558-ff8b-4f0e-939c-f96bdf9f0370 req-55e3b874-b527-4656-b6f7-3f376478a578 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 945 time: 0.0599380 Feb 09 01:48:44.149166 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1cafc558-ff8b-4f0e-939c-f96bdf9f0370 req-e291afb9-3f80-436e-bb46-3f8f7f5b4bb5 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417733 Feb 09 01:48:44.276174 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0e3b8-485b-4140-9687-ae5e1e860ae3 req-3c7aad93-05bc-4ddd-a3bf-b756d0875b80 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:44.278262 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8de0e3b8-485b-4140-9687-ae5e1e860ae3 req-3c7aad93-05bc-4ddd-a3bf-b756d0875b80 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 945 time: 0.0553753 Feb 09 01:48:44.328670 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8de0e3b8-485b-4140-9687-ae5e1e860ae3 req-a078469a-238b-4264-af94-5d72033058c4 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444961 Feb 09 01:48:44.606387 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945fb8fb-d067-4124-b4d2-dc7562bf36c5 req-9cdb7766-50a8-487a-ad6d-38689aa5cb48 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:44.607825 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-945fb8fb-d067-4124-b4d2-dc7562bf36c5 req-9cdb7766-50a8-487a-ad6d-38689aa5cb48 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 945 time: 0.0817773 Feb 09 01:48:44.610568 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e13fd869-42d8-4f08-bc8e-bead585bb7ef req-0a0c4e5c-72cc-4587-99ac-7787841f7951 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0945156 Feb 09 01:48:44.658125 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-945fb8fb-d067-4124-b4d2-dc7562bf36c5 req-56c8d780-b446-4b5d-8ca0-aad197c2fc11 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443079 Feb 09 01:48:45.694321 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13fd869-42d8-4f08-bc8e-bead585bb7ef req-f75d151e-61e6-4ba3-af70-4a9f391c7b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:45.695863 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e13fd869-42d8-4f08-bc8e-bead585bb7ef req-f75d151e-61e6-4ba3-af70-4a9f391c7b3e service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=f25354041e874b6680322af3c96a67c9&device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 1127 time: 0.0457327 Feb 09 01:48:45.824146 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13fd869-42d8-4f08-bc8e-bead585bb7ef req-3c218f6e-066e-45ee-8462-b552c04f040a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:45.825693 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e13fd869-42d8-4f08-bc8e-bead585bb7ef req-3c218f6e-066e-45ee-8462-b552c04f040a service neutron] 10.222.0.120 "GET /v2.0/networks?id=4f3396a3-34de-430c-b666-4ceac77633c1 HTTP/1.1" status: 200 len: 916 time: 0.1243987 Feb 09 01:48:45.836126 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e4d7a-5a71-416c-897d-4b932b68f65a req-82d70dce-d3d9-456f-a424-a80f814b3c0f tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:45.837594 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-781e4d7a-5a71-416c-897d-4b932b68f65a req-82d70dce-d3d9-456f-a424-a80f814b3c0f tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 945 time: 0.0903287 Feb 09 01:48:45.884334 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e13fd869-42d8-4f08-bc8e-bead585bb7ef req-22afe9af-12f8-4b2f-9f48-94527422faeb service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e7543de-9b57-4519-8a96-4d3534072565 HTTP/1.1" status: 200 len: 217 time: 0.0457973 Feb 09 01:48:45.953993 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-781e4d7a-5a71-416c-897d-4b932b68f65a req-138061bd-ba7e-43ff-a930-ba7cd79712ac tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086609 Feb 09 01:48:45.955392 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13fd869-42d8-4f08-bc8e-bead585bb7ef req-97a6f71b-c0c6-476e-9651-35c3cec24661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:45.956787 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e13fd869-42d8-4f08-bc8e-bead585bb7ef req-97a6f71b-c0c6-476e-9651-35c3cec24661 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=0476a285-a451-4ddf-96b6-79af38a6d08d HTTP/1.1" status: 200 len: 854 time: 0.0666533 Feb 09 01:48:45.988153 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e13fd869-42d8-4f08-bc8e-bead585bb7ef req-75047d17-5b4a-4ccc-aabc-270f702deea4 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=4f3396a3-34de-430c-b666-4ceac77633c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258725 Feb 09 01:48:46.083717 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e13fd869-42d8-4f08-bc8e-bead585bb7ef req-f6637385-2f2b-4b9a-b651-526d13085894 service neutron] 10.222.0.120 "GET /v2.0/networks/4f3396a3-34de-430c-b666-4ceac77633c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901227 Feb 09 01:48:46.175770 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e13fd869-42d8-4f08-bc8e-bead585bb7ef req-e81e5221-ea88-493f-8100-868e17032431 service neutron] 10.222.0.120 "GET /v2.0/networks/4f3396a3-34de-430c-b666-4ceac77633c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866261 Feb 09 01:48:47.077834 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd39ac8-1e09-4207-ab32-2443a1bb0bb1 req-854f8eef-87fd-4a32-b320-502e115adea9 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:47.079312 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bdd39ac8-1e09-4207-ab32-2443a1bb0bb1 req-854f8eef-87fd-4a32-b320-502e115adea9 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 945 time: 0.0578859 Feb 09 01:48:47.127789 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bdd39ac8-1e09-4207-ab32-2443a1bb0bb1 req-c4bb6edb-0c95-417e-b57c-5846b84d5b25 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429435 Feb 09 01:48:48.252185 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19adb656-d373-4845-8385-b3d995c9a97a req-0f57f593-949c-45e8-af4c-ef0f060c18b1 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:48.253712 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-19adb656-d373-4845-8385-b3d995c9a97a req-0f57f593-949c-45e8-af4c-ef0f060c18b1 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 945 time: 0.0528362 Feb 09 01:48:48.302574 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-19adb656-d373-4845-8385-b3d995c9a97a req-9ed3c3f5-9517-4cdb-900d-1f7db113b16a tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432985 Feb 09 01:48:49.422396 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2625f71-6f7f-4639-addc-c3f33cba614d req-3908e470-5887-4945-aeca-cc23c695e71a tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:49.423889 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e2625f71-6f7f-4639-addc-c3f33cba614d req-3908e470-5887-4945-aeca-cc23c695e71a tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 945 time: 0.0525837 Feb 09 01:48:49.474133 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e2625f71-6f7f-4639-addc-c3f33cba614d req-804d6c7f-ce66-492d-825f-b8e7cfaee3b1 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445409 Feb 09 01:48:50.593651 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4e5ce-9940-48ba-ba51-297b09bd1839 req-99e28604-5b5b-4c1e-9f2f-5648f29015ef tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:50.595152 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ccc4e5ce-9940-48ba-ba51-297b09bd1839 req-99e28604-5b5b-4c1e-9f2f-5648f29015ef tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 945 time: 0.0528457 Feb 09 01:48:50.640808 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ccc4e5ce-9940-48ba-ba51-297b09bd1839 req-3ecbf23f-0068-4ee7-ad00-ff5c41098413 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401545 Feb 09 01:48:51.757513 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eefa3aa-30d1-41ae-8dee-b7766231c794 req-0d67cc7a-7027-4c25-a52d-904bca2d0422 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:51.758985 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7eefa3aa-30d1-41ae-8dee-b7766231c794 req-0d67cc7a-7027-4c25-a52d-904bca2d0422 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 945 time: 0.0511551 Feb 09 01:48:51.804809 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7eefa3aa-30d1-41ae-8dee-b7766231c794 req-7ac56dd5-bb61-4df7-926f-d2b98d0fd141 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397027 Feb 09 01:48:52.928210 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97692ab-f3c8-4599-a154-50794c94679a req-1954bfa5-41bc-449b-8020-c9a3c61855b1 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:52.929727 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a97692ab-f3c8-4599-a154-50794c94679a req-1954bfa5-41bc-449b-8020-c9a3c61855b1 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 945 time: 0.0566502 Feb 09 01:48:52.976485 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a97692ab-f3c8-4599-a154-50794c94679a req-e63460de-66e2-4093-8975-aaee03d2fae0 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406849 Feb 09 01:48:54.094407 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125857f-6122-4942-91f0-c8409b99904a req-f80a708d-8f51-43cd-8658-d93e9fcc6bb0 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:54.095891 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f125857f-6122-4942-91f0-c8409b99904a req-f80a708d-8f51-43cd-8658-d93e9fcc6bb0 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 945 time: 0.0522768 Feb 09 01:48:54.141662 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f125857f-6122-4942-91f0-c8409b99904a req-28ddf8e4-656e-48d9-9cbe-5421d01c8555 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402858 Feb 09 01:48:55.263977 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc459084-8b97-47df-88d7-a99635e4d6ac req-e50a7ca6-c35a-494d-8cec-d5e8ecaf606d tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:55.265404 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cc459084-8b97-47df-88d7-a99635e4d6ac req-e50a7ca6-c35a-494d-8cec-d5e8ecaf606d tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 945 time: 0.0559633 Feb 09 01:48:55.311291 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cc459084-8b97-47df-88d7-a99635e4d6ac req-d0897a1c-7bb6-4fc6-a472-dbb3700bd1b5 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401895 Feb 09 01:48:56.430551 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c54a2-e3b2-41c5-acb5-323d1e21f8f6 req-b896913d-f5e9-49fc-80b9-4135960e576c tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:56.432030 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-123c54a2-e3b2-41c5-acb5-323d1e21f8f6 req-b896913d-f5e9-49fc-80b9-4135960e576c tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 945 time: 0.0517516 Feb 09 01:48:56.477775 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-123c54a2-e3b2-41c5-acb5-323d1e21f8f6 req-e85c037f-4add-43ca-95b5-3ef4b3f7c824 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396490 Feb 09 01:48:57.597812 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d4984-55e2-4fb4-88d3-030aca7a6424 req-63760f69-6fc7-43c1-b8e2-f1f02bbfdf29 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:57.599323 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2d8d4984-55e2-4fb4-88d3-030aca7a6424 req-63760f69-6fc7-43c1-b8e2-f1f02bbfdf29 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 945 time: 0.0522189 Feb 09 01:48:57.650385 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2d8d4984-55e2-4fb4-88d3-030aca7a6424 req-d40baaa8-83df-47f5-870c-8c1cc254c1f8 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455492 Feb 09 01:48:58.772424 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b40c9-3ac8-4114-8efd-d36c6707376d req-017220b6-de02-4c93-b9e0-774db324ca0d tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:58.774011 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-605b40c9-3ac8-4114-8efd-d36c6707376d req-017220b6-de02-4c93-b9e0-774db324ca0d tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 945 time: 0.0535579 Feb 09 01:48:58.820678 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-605b40c9-3ac8-4114-8efd-d36c6707376d req-492f48bc-2886-4c17-9d6d-c2933d669425 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404770 Feb 09 01:48:59.939784 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1625a5-1575-4353-a282-746a571d35f4 req-39e70e16-f910-4e52-9253-4d04054d0be1 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:48:59.941325 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5b1625a5-1575-4353-a282-746a571d35f4 req-39e70e16-f910-4e52-9253-4d04054d0be1 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 945 time: 0.0517180 Feb 09 01:48:59.987075 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5b1625a5-1575-4353-a282-746a571d35f4 req-47f210c6-415a-4550-9530-539b986f3048 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399604 Feb 09 01:49:01.112122 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c413f9-8eac-4a56-8748-27d4fca95ef5 req-ed69b811-2217-42d2-a200-a94dcb5e3e4c tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:01.113655 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-63c413f9-8eac-4a56-8748-27d4fca95ef5 req-ed69b811-2217-42d2-a200-a94dcb5e3e4c tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 945 time: 0.0567231 Feb 09 01:49:01.159679 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-63c413f9-8eac-4a56-8748-27d4fca95ef5 req-7cde9f7c-8bb6-4c47-9b3b-0d40a12b45fb tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404658 Feb 09 01:49:02.277893 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d3a39-ec40-4c15-97fa-21fe84716f29 req-45b752ea-544f-4b22-b7a6-22706e2723ff tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:02.279282 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-097d3a39-ec40-4c15-97fa-21fe84716f29 req-45b752ea-544f-4b22-b7a6-22706e2723ff tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 945 time: 0.0522907 Feb 09 01:49:02.325808 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-097d3a39-ec40-4c15-97fa-21fe84716f29 req-71472498-c9de-4fbc-ae15-736e88d009aa tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409427 Feb 09 01:49:02.425768 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6c17deff-e0f0-4afe-b3c7-2ed8948f8461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:03.454335 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5683b7-04e2-4b9c-b00f-b1d70702a4b1 req-bbee9295-f8e3-4edc-af94-d5aeeb58699a tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:03.455879 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1b5683b7-04e2-4b9c-b00f-b1d70702a4b1 req-bbee9295-f8e3-4edc-af94-d5aeeb58699a tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 945 time: 0.0610526 Feb 09 01:49:03.506841 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1b5683b7-04e2-4b9c-b00f-b1d70702a4b1 req-8a093139-1421-442a-810e-19f8a3f3e8c3 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453353 Feb 09 01:49:04.460408 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c0f74598-6027-46c4-91b1-6e2a0ca7c7c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:04.629492 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c3c405-4916-475d-9704-7ecd5d608c77 req-da94a918-2b04-442b-9885-382e1b8dba65 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:04.631003 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-23c3c405-4916-475d-9704-7ecd5d608c77 req-da94a918-2b04-442b-9885-382e1b8dba65 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 945 time: 0.0540197 Feb 09 01:49:04.677904 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-23c3c405-4916-475d-9704-7ecd5d608c77 req-5f7213c2-8c20-4e5f-9f5c-dd362d9f0470 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405297 Feb 09 01:49:05.806940 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2941c366-f5ca-46b8-9251-d9f9d2a8aff1 req-b1d4204b-e8a6-4a6f-ae37-4118278cfafd tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:05.808463 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2941c366-f5ca-46b8-9251-d9f9d2a8aff1 req-b1d4204b-e8a6-4a6f-ae37-4118278cfafd tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 945 time: 0.0533595 Feb 09 01:49:05.854582 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2941c366-f5ca-46b8-9251-d9f9d2a8aff1 req-84a6c376-ed1b-44ca-8b89-e13856dfe69d tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405777 Feb 09 01:49:06.022493 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:06.975423 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc280a1-6329-4034-9fed-af7536960d12 req-289dabeb-de1f-4e0f-b398-a29610a1698b tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:06.976956 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6fc280a1-6329-4034-9fed-af7536960d12 req-289dabeb-de1f-4e0f-b398-a29610a1698b tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 945 time: 0.0564427 Feb 09 01:49:07.023421 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6fc280a1-6329-4034-9fed-af7536960d12 req-4dc65e81-d0f5-4ec9-b9ab-8ac4102ccdd0 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403285 Feb 09 01:49:07.309900 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:08.043036 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:08.141840 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15099219-1597-4906-9687-409d24bc05ac req-7843a3ae-e56c-4c60-971e-3f83740b59be tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:08.143326 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-15099219-1597-4906-9687-409d24bc05ac req-7843a3ae-e56c-4c60-971e-3f83740b59be tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 945 time: 0.0528505 Feb 09 01:49:08.188417 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-15099219-1597-4906-9687-409d24bc05ac req-616e059b-d130-42d6-8713-aae80ee756d4 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395486 Feb 09 01:49:08.489393 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:09.312917 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f7983-1f4f-4515-b311-d46cca1096c4 req-4a5f403e-89a4-4562-946d-d28a7b7c5f3b tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:09.314638 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6b4f7983-1f4f-4515-b311-d46cca1096c4 req-4a5f403e-89a4-4562-946d-d28a7b7c5f3b tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 945 time: 0.0552015 Feb 09 01:49:09.359686 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6b4f7983-1f4f-4515-b311-d46cca1096c4 req-249a288c-94e9-437e-bb39-a6bca7daead6 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395546 Feb 09 01:49:09.749023 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:10.478063 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697f341-6c33-44bd-a565-ba99a3a79ee5 req-cdf81f4d-355b-4822-82f4-65e5668f39f1 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:10.480406 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e697f341-6c33-44bd-a565-ba99a3a79ee5 req-cdf81f4d-355b-4822-82f4-65e5668f39f1 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 945 time: 0.0536757 Feb 09 01:49:10.529542 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e697f341-6c33-44bd-a565-ba99a3a79ee5 req-eb1e6291-ac91-4ae4-8a5b-75f12eab6fa6 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415213 Feb 09 01:49:11.028512 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:49:11.647876 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa3468-7ac9-447d-bd8d-30d00d673ae0 req-0c16b1c9-15c8-4dd4-890f-3256bb951614 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:11.650087 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1aa3468-7ac9-447d-bd8d-30d00d673ae0 req-0c16b1c9-15c8-4dd4-890f-3256bb951614 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 945 time: 0.0516491 Feb 09 01:49:11.700036 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1aa3468-7ac9-447d-bd8d-30d00d673ae0 req-90295d26-ff3c-4a4d-9b99-409ee50d1359 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443904 Feb 09 01:49:12.822061 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d93e25-928c-48c0-b8d3-55a7ae864ac0 req-fa201bf2-ea16-44e1-b46d-250af991e439 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:12.823581 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b3d93e25-928c-48c0-b8d3-55a7ae864ac0 req-fa201bf2-ea16-44e1-b46d-250af991e439 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 945 time: 0.0539474 Feb 09 01:49:12.870434 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b3d93e25-928c-48c0-b8d3-55a7ae864ac0 req-6b20601e-bcc1-4e17-8bf2-061c4951e615 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413740 Feb 09 01:49:12.928492 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [req-e13fd869-42d8-4f08-bc8e-bead585bb7ef req-f5d64d55-58e0-4ff0-be0b-c275c09ef7d7 service neutron] show failed (client error): The resource could not be found. Feb 09 01:49:12.930129 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e13fd869-42d8-4f08-bc8e-bead585bb7ef req-f5d64d55-58e0-4ff0-be0b-c275c09ef7d7 service neutron] 10.222.0.120 "GET /v2.0/ports/0e7543de-9b57-4519-8a96-4d3534072565/bindings/n-h1-828369-4 HTTP/1.1" status: 404 len: 380 time: 0.0529289 Feb 09 01:49:13.126813 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13fd869-42d8-4f08-bc8e-bead585bb7ef req-cc747085-af37-42f8-b5ab-5107532fd3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:13.128307 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e13fd869-42d8-4f08-bc8e-bead585bb7ef req-cc747085-af37-42f8-b5ab-5107532fd3c9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045&tenant_id=f25354041e874b6680322af3c96a67c9 HTTP/1.1" status: 200 len: 1127 time: 0.0452688 Feb 09 01:49:13.140044 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-e13fd869-42d8-4f08-bc8e-bead585bb7ef req-a3cfb62d-ada5-4015-af71-1419a6f48503 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828369-4', 'device_owner': 'compute:nova'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:13.201130 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e13fd869-42d8-4f08-bc8e-bead585bb7ef req-a3cfb62d-ada5-4015-af71-1419a6f48503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (0e7543de-9b57-4519-8a96-4d3534072565), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:13.401974 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-e13fd869-42d8-4f08-bc8e-bead585bb7ef req-a3cfb62d-ada5-4015-af71-1419a6f48503 service neutron] For port 0e7543de-9b57-4519-8a96-4d3534072565, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=0e7543de-9b57-4519-8a96-4d3534072565,segment=NetworkSegment(9004422e-e567-431b-849f-fef0f6108f1c),segment_id=9004422e-e567-431b-849f-fef0f6108f1c)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:13.438507 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-e13fd869-42d8-4f08-bc8e-bead585bb7ef req-a3cfb62d-ada5-4015-af71-1419a6f48503 service neutron] For port 0e7543de-9b57-4519-8a96-4d3534072565, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:49:13.478340 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd775c476-1624-4197-b9e3-610b9fee6045', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e7543de-9b57-4519-8a96-4d3534072565'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:49:13.480789 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c91fddc-92cf-42b2-8f17-6aed605f2972" -d '{"events": [{"server_uuid": "d775c476-1624-4197-b9e3-610b9fee6045", "name": "network-vif-unplugged", "status": "completed", "tag": "0e7543de-9b57-4519-8a96-4d3534072565"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:49:13.484268 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e13fd869-42d8-4f08-bc8e-bead585bb7ef req-a3cfb62d-ada5-4015-af71-1419a6f48503 service neutron] Publish callbacks [] for port (0e7543de-9b57-4519-8a96-4d3534072565), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:13.497375 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-e13fd869-42d8-4f08-bc8e-bead585bb7ef req-a3cfb62d-ada5-4015-af71-1419a6f48503 service neutron] Transition to ACTIVE for port object 0e7543de-9b57-4519-8a96-4d3534072565 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:49:13.501428 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e13fd869-42d8-4f08-bc8e-bead585bb7ef req-a3cfb62d-ada5-4015-af71-1419a6f48503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (0e7543de-9b57-4519-8a96-4d3534072565), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:13.541850 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0a7975-34e6-435c-91ce-b56c22d0c82b x-openstack-request-id: req-7e0a7975-34e6-435c-91ce-b56c22d0c82b {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:49:13.542144 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d775c476-1624-4197-b9e3-610b9fee6045", "name": "network-vif-unplugged", "status": "completed", "tag": "0e7543de-9b57-4519-8a96-4d3534072565", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:49:13.542399 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7e0a7975-34e6-435c-91ce-b56c22d0c82b {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:49:13.543148 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd775c476-1624-4197-b9e3-610b9fee6045', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e7543de-9b57-4519-8a96-4d3534072565', 'code': 200} Feb 09 01:49:13.570567 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-e13fd869-42d8-4f08-bc8e-bead585bb7ef req-a3cfb62d-ada5-4015-af71-1419a6f48503 service neutron] No DVR routers for this DVR port 0e7543de-9b57-4519-8a96-4d3534072565 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:49:13.578739 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cfb62d-ada5-4015-af71-1419a6f48503 service neutron] Pushing event updated for resources: {'Port': ['ID=0e7543de-9b57-4519-8a96-4d3534072565,revision_number=6']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:13.612079 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-e13fd869-42d8-4f08-bc8e-bead585bb7ef req-a3cfb62d-ada5-4015-af71-1419a6f48503 service neutron] Attempting to bind port 0e7543de-9b57-4519-8a96-4d3534072565 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:49:13.612417 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-e13fd869-42d8-4f08-bc8e-bead585bb7ef req-a3cfb62d-ada5-4015-af71-1419a6f48503 service neutron] Attempting to bind port 0e7543de-9b57-4519-8a96-4d3534072565 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '9004422e-e567-431b-849f-fef0f6108f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '4f3396a3-34de-430c-b666-4ceac77633c1'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:49:13.612775 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13fd869-42d8-4f08-bc8e-bead585bb7ef req-a3cfb62d-ada5-4015-af71-1419a6f48503 service neutron] Attempting to bind port 0e7543de-9b57-4519-8a96-4d3534072565 on network 4f3396a3-34de-430c-b666-4ceac77633c1 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:49:13.617537 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13fd869-42d8-4f08-bc8e-bead585bb7ef req-a3cfb62d-ada5-4015-af71-1419a6f48503 service neutron] Port 0e7543de-9b57-4519-8a96-4d3534072565 on network 4f3396a3-34de-430c-b666-4ceac77633c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:49:13.617863 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13fd869-42d8-4f08-bc8e-bead585bb7ef req-a3cfb62d-ada5-4015-af71-1419a6f48503 service neutron] Attempting to bind port 0e7543de-9b57-4519-8a96-4d3534072565 on network 4f3396a3-34de-430c-b666-4ceac77633c1 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:49:13.622660 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13fd869-42d8-4f08-bc8e-bead585bb7ef req-a3cfb62d-ada5-4015-af71-1419a6f48503 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:49:13.623004 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13fd869-42d8-4f08-bc8e-bead585bb7ef req-a3cfb62d-ada5-4015-af71-1419a6f48503 service neutron] Checking segment: {'id': '9004422e-e567-431b-849f-fef0f6108f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '4f3396a3-34de-430c-b666-4ceac77633c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:49:13.623389 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13fd869-42d8-4f08-bc8e-bead585bb7ef req-a3cfb62d-ada5-4015-af71-1419a6f48503 service neutron] Bound using segment: {'id': '9004422e-e567-431b-849f-fef0f6108f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '4f3396a3-34de-430c-b666-4ceac77633c1'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:49:13.623817 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-e13fd869-42d8-4f08-bc8e-bead585bb7ef req-a3cfb62d-ada5-4015-af71-1419a6f48503 service neutron] Bound port: 0e7543de-9b57-4519-8a96-4d3534072565, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9004422e-e567-431b-849f-fef0f6108f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '4f3396a3-34de-430c-b666-4ceac77633c1'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:49:13.624180 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e13fd869-42d8-4f08-bc8e-bead585bb7ef req-a3cfb62d-ada5-4015-af71-1419a6f48503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (0e7543de-9b57-4519-8a96-4d3534072565), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:13.684202 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-e13fd869-42d8-4f08-bc8e-bead585bb7ef req-a3cfb62d-ada5-4015-af71-1419a6f48503 service neutron] For port 0e7543de-9b57-4519-8a96-4d3534072565, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:49:13.687051 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-e13fd869-42d8-4f08-bc8e-bead585bb7ef req-a3cfb62d-ada5-4015-af71-1419a6f48503 service neutron] For port 0e7543de-9b57-4519-8a96-4d3534072565, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=0e7543de-9b57-4519-8a96-4d3534072565,segment=NetworkSegment(9004422e-e567-431b-849f-fef0f6108f1c),segment_id=9004422e-e567-431b-849f-fef0f6108f1c)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:49:13.693800 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e13fd869-42d8-4f08-bc8e-bead585bb7ef req-a3cfb62d-ada5-4015-af71-1419a6f48503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (0e7543de-9b57-4519-8a96-4d3534072565), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:13.729106 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13fd869-42d8-4f08-bc8e-bead585bb7ef req-a3cfb62d-ada5-4015-af71-1419a6f48503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:13.729735 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e13fd869-42d8-4f08-bc8e-bead585bb7ef req-a3cfb62d-ada5-4015-af71-1419a6f48503 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:13.731103 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e13fd869-42d8-4f08-bc8e-bead585bb7ef req-a3cfb62d-ada5-4015-af71-1419a6f48503 service neutron] 10.222.0.47 "PUT /v2.0/ports/0e7543de-9b57-4519-8a96-4d3534072565 HTTP/1.1" status: 200 len: 1091 time: 0.5949197 Feb 09 01:49:13.760452 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cfb62d-ada5-4015-af71-1419a6f48503 service neutron] Pushing event updated for resources: {'Port': ['ID=0e7543de-9b57-4519-8a96-4d3534072565,revision_number=7']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:13.799208 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13fd869-42d8-4f08-bc8e-bead585bb7ef req-fa016bc1-65a4-4e6c-a29b-dc7d4211ef05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:13.800764 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e13fd869-42d8-4f08-bc8e-bead585bb7ef req-fa016bc1-65a4-4e6c-a29b-dc7d4211ef05 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f25354041e874b6680322af3c96a67c9&device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 1125 time: 0.0480604 Feb 09 01:49:13.891559 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13fd869-42d8-4f08-bc8e-bead585bb7ef req-55687624-d21d-4c0a-956d-9c392ea45b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:13.893078 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e13fd869-42d8-4f08-bc8e-bead585bb7ef req-55687624-d21d-4c0a-956d-9c392ea45b8a service neutron] 10.222.0.47 "GET /v2.0/networks?id=4f3396a3-34de-430c-b666-4ceac77633c1 HTTP/1.1" status: 200 len: 916 time: 0.0864394 Feb 09 01:49:13.940982 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e13fd869-42d8-4f08-bc8e-bead585bb7ef req-a8829269-709f-49df-8e15-67c97a4d949d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e7543de-9b57-4519-8a96-4d3534072565 HTTP/1.1" status: 200 len: 217 time: 0.0409341 Feb 09 01:49:14.012571 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13fd869-42d8-4f08-bc8e-bead585bb7ef req-0ff42a5b-8358-43c5-b28a-4fcab0c4e3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:14.014033 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e13fd869-42d8-4f08-bc8e-bead585bb7ef req-0ff42a5b-8358-43c5-b28a-4fcab0c4e3aa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0476a285-a451-4ddf-96b6-79af38a6d08d HTTP/1.1" status: 200 len: 854 time: 0.0653832 Feb 09 01:49:14.025730 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70baee64-8202-450f-a1b3-59c4d2525ca2 req-9feae0ee-68c6-4784-9847-684697514e55 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:14.027124 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-70baee64-8202-450f-a1b3-59c4d2525ca2 req-9feae0ee-68c6-4784-9847-684697514e55 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 943 time: 0.0880473 Feb 09 01:49:14.069166 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e13fd869-42d8-4f08-bc8e-bead585bb7ef req-1aff03eb-d05f-489c-9744-e41f1418667f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4f3396a3-34de-430c-b666-4ceac77633c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411105 Feb 09 01:49:14.140696 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-70baee64-8202-450f-a1b3-59c4d2525ca2 req-cd6b7bc3-9f11-4438-8da0-dd21f38c54e5 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053648 Feb 09 01:49:14.175128 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e13fd869-42d8-4f08-bc8e-bead585bb7ef req-1405c563-89e8-494e-bd43-667c271a382e service neutron] 10.222.0.47 "GET /v2.0/networks/4f3396a3-34de-430c-b666-4ceac77633c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002121 Feb 09 01:49:14.267911 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e13fd869-42d8-4f08-bc8e-bead585bb7ef req-200ad06d-7da9-454a-8b8f-b5ef0fcf0eee service neutron] 10.222.0.47 "GET /v2.0/networks/4f3396a3-34de-430c-b666-4ceac77633c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865629 Feb 09 01:49:15.261585 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0d51d-218e-4d57-aed1-3a425baa330b req-f3c9bfba-a963-42c5-af77-0b8bcf27638c tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:15.262961 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ccb0d51d-218e-4d57-aed1-3a425baa330b req-f3c9bfba-a963-42c5-af77-0b8bcf27638c tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 943 time: 0.0523376 Feb 09 01:49:15.309496 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ccb0d51d-218e-4d57-aed1-3a425baa330b req-0f26e61c-5762-4c57-bb3a-e0d51e44db0c tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410306 Feb 09 01:49:15.544429 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd775c476-1624-4197-b9e3-610b9fee6045', 'tag': '0e7543de-9b57-4519-8a96-4d3534072565'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:49:15.546842 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcef193e-3f1d-4c43-bf20-30f1d5611f54" -d '{"events": [{"name": "network-changed", "server_uuid": "d775c476-1624-4197-b9e3-610b9fee6045", "tag": "0e7543de-9b57-4519-8a96-4d3534072565"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:49:15.594539 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1528759-83b0-4c68-a876-f3105cc48666 x-openstack-request-id: req-a1528759-83b0-4c68-a876-f3105cc48666 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:49:15.594921 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d775c476-1624-4197-b9e3-610b9fee6045", "tag": "0e7543de-9b57-4519-8a96-4d3534072565", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:49:15.595189 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a1528759-83b0-4c68-a876-f3105cc48666 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:49:15.595600 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd775c476-1624-4197-b9e3-610b9fee6045', 'tag': '0e7543de-9b57-4519-8a96-4d3534072565', 'status': 'completed', 'code': 200} Feb 09 01:49:15.689583 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef193e-3f1d-4c43-bf20-30f1d5611f54 req-446f90a3-fe43-4f6c-9dce-7b5fb9d0725d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:15.691099 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fcef193e-3f1d-4c43-bf20-30f1d5611f54 req-446f90a3-fe43-4f6c-9dce-7b5fb9d0725d service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=f25354041e874b6680322af3c96a67c9&device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 1125 time: 0.0795000 Feb 09 01:49:15.697574 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef193e-3f1d-4c43-bf20-30f1d5611f54 req-bc3b50cf-fda7-457f-9a4c-d0649acb1d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:15.698999 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fcef193e-3f1d-4c43-bf20-30f1d5611f54 req-bc3b50cf-fda7-457f-9a4c-d0649acb1d73 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f25354041e874b6680322af3c96a67c9&device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 1125 time: 0.0616193 Feb 09 01:49:15.855107 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef193e-3f1d-4c43-bf20-30f1d5611f54 req-5d47411e-4a3f-4ed1-877c-0505cb010462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:15.856510 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fcef193e-3f1d-4c43-bf20-30f1d5611f54 req-5d47411e-4a3f-4ed1-877c-0505cb010462 service neutron] 10.222.0.120 "GET /v2.0/networks?id=4f3396a3-34de-430c-b666-4ceac77633c1 HTTP/1.1" status: 200 len: 916 time: 0.1566527 Feb 09 01:49:15.857709 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef193e-3f1d-4c43-bf20-30f1d5611f54 req-d675243d-4b61-4fda-ad7f-79c7f987edf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:15.859099 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fcef193e-3f1d-4c43-bf20-30f1d5611f54 req-d675243d-4b61-4fda-ad7f-79c7f987edf6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4f3396a3-34de-430c-b666-4ceac77633c1 HTTP/1.1" status: 200 len: 916 time: 0.1519735 Feb 09 01:49:15.930876 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fcef193e-3f1d-4c43-bf20-30f1d5611f54 req-58a663af-4aea-4a49-93f2-83e7e5c0b352 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e7543de-9b57-4519-8a96-4d3534072565 HTTP/1.1" status: 200 len: 217 time: 0.0678332 Feb 09 01:49:15.932228 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fcef193e-3f1d-4c43-bf20-30f1d5611f54 req-4b1fbd3b-0811-4a07-b8d0-292ce6f3b225 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e7543de-9b57-4519-8a96-4d3534072565 HTTP/1.1" status: 200 len: 217 time: 0.0629678 Feb 09 01:49:16.012167 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef193e-3f1d-4c43-bf20-30f1d5611f54 req-af345ef3-68f2-4f80-a306-a93633a32321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:16.013700 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fcef193e-3f1d-4c43-bf20-30f1d5611f54 req-af345ef3-68f2-4f80-a306-a93633a32321 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=0476a285-a451-4ddf-96b6-79af38a6d08d HTTP/1.1" status: 200 len: 854 time: 0.0766039 Feb 09 01:49:16.015324 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef193e-3f1d-4c43-bf20-30f1d5611f54 req-8eb220ad-e2b3-4eee-8984-b5de9304d298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:16.016672 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fcef193e-3f1d-4c43-bf20-30f1d5611f54 req-8eb220ad-e2b3-4eee-8984-b5de9304d298 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0476a285-a451-4ddf-96b6-79af38a6d08d HTTP/1.1" status: 200 len: 854 time: 0.0724411 Feb 09 01:49:16.069981 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fcef193e-3f1d-4c43-bf20-30f1d5611f54 req-ef85b7e2-1fd0-4ec0-b16c-f648d0ba0959 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4f3396a3-34de-430c-b666-4ceac77633c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433388 Feb 09 01:49:16.072003 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fcef193e-3f1d-4c43-bf20-30f1d5611f54 req-5a454c33-1a2f-40d2-bf28-1a0931d54f08 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=4f3396a3-34de-430c-b666-4ceac77633c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527825 Feb 09 01:49:16.224638 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fcef193e-3f1d-4c43-bf20-30f1d5611f54 req-439b2d75-d0e8-4b49-b77e-91f5e6236cac service neutron] 10.222.0.47 "GET /v2.0/networks/4f3396a3-34de-430c-b666-4ceac77633c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489232 Feb 09 01:49:16.227940 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fcef193e-3f1d-4c43-bf20-30f1d5611f54 req-b44ae856-45a0-4463-8aad-40cdd26277f5 service neutron] 10.222.0.120 "GET /v2.0/networks/4f3396a3-34de-430c-b666-4ceac77633c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454430 Feb 09 01:49:16.261440 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 0e7543de-9b57-4519-8a96-4d3534072565 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:49:16.359758 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 0e7543de-9b57-4519-8a96-4d3534072565, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=0e7543de-9b57-4519-8a96-4d3534072565,segment=NetworkSegment(9004422e-e567-431b-849f-fef0f6108f1c),segment_id=9004422e-e567-431b-849f-fef0f6108f1c)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:16.372507 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '0e7543de-9b57-4519-8a96-4d3534072565', 'network_id': '4f3396a3-34de-430c-b666-4ceac77633c1', 'port_id': '0e7543de-9b57-4519-8a96-4d3534072565', 'mac_address': 'fa:16:3e:7c:05:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0476a285-a451-4ddf-96b6-79af38a6d08d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:49:16.382926 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fcef193e-3f1d-4c43-bf20-30f1d5611f54 req-1e80ac08-a8d1-4d0f-9f3b-4fe5cb7066c3 service neutron] 10.222.0.47 "GET /v2.0/networks/4f3396a3-34de-430c-b666-4ceac77633c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526117 Feb 09 01:49:16.385957 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fcef193e-3f1d-4c43-bf20-30f1d5611f54 req-05375c53-dd95-42b9-8f16-c3327b97336f service neutron] 10.222.0.120 "GET /v2.0/networks/4f3396a3-34de-430c-b666-4ceac77633c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489661 Feb 09 01:49:16.412175 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 0e7543de-9b57-4519-8a96-4d3534072565 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:16.412613 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (0e7543de-9b57-4519-8a96-4d3534072565), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:16.425634 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e7543de-9b57-4519-8a96-4d3534072565 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:49:16.436802 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddca51-061c-4590-8415-cd23094c0e3f req-b4642bf3-8998-4fe8-946e-c9a1287e24fe tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:16.438544 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f9ddca51-061c-4590-8415-cd23094c0e3f req-b4642bf3-8998-4fe8-946e-c9a1287e24fe tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 943 time: 0.0546317 Feb 09 01:49:16.448916 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 0e7543de-9b57-4519-8a96-4d3534072565, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=0e7543de-9b57-4519-8a96-4d3534072565,segment=NetworkSegment(9004422e-e567-431b-849f-fef0f6108f1c),segment_id=9004422e-e567-431b-849f-fef0f6108f1c)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:16.453055 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (0e7543de-9b57-4519-8a96-4d3534072565), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:16.489838 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f9ddca51-061c-4590-8415-cd23094c0e3f req-66c5cce3-8404-4bb5-a91f-40e790b77bc3 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455134 Feb 09 01:49:16.503351 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=0e7543de-9b57-4519-8a96-4d3534072565,revision_number=8']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:16.655035 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['0e7543de-9b57-4519-8a96-4d3534072565'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:49:16.726703 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7599d-c2bf-4118-9cd7-02cb95524387 req-abc875e8-703a-4efc-9b69-24bb65e4dfa5 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:16.728222 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-95c7599d-c2bf-4118-9cd7-02cb95524387 req-abc875e8-703a-4efc-9b69-24bb65e4dfa5 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 944 time: 0.0885150 Feb 09 01:49:16.735671 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c01e71-4510-4db7-bf4f-bfeb7968cfd3 req-3c872abf-ba9e-4465-bc88-8965d8f89173 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:16.737112 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4c01e71-4510-4db7-bf4f-bfeb7968cfd3 req-3c872abf-ba9e-4465-bc88-8965d8f89173 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.120 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045&tenant_id=f25354041e874b6680322af3c96a67c9&binding%3Ahost_id=n-h1-828369-4 HTTP/1.1" status: 200 len: 944 time: 0.0856338 Feb 09 01:49:16.821548 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-95c7599d-c2bf-4118-9cd7-02cb95524387 req-fc69d5fe-a646-40b1-ad36-aa724859a614 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834572 Feb 09 01:49:16.826866 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [req-d4c01e71-4510-4db7-bf4f-bfeb7968cfd3 req-e81940d3-205f-4ebd-b121-05e7eabc5c36 service neutron] delete failed (client error): The resource could not be found. Feb 09 01:49:16.827904 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4c01e71-4510-4db7-bf4f-bfeb7968cfd3 req-e81940d3-205f-4ebd-b121-05e7eabc5c36 service neutron] 10.222.0.120 "DELETE /v2.0/ports/0e7543de-9b57-4519-8a96-4d3534072565/bindings/n-h2-828369-4 HTTP/1.1" status: 404 len: 380 time: 0.0833621 Feb 09 01:49:17.251842 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c01e71-4510-4db7-bf4f-bfeb7968cfd3 req-e5c5e526-59f0-490f-9054-f24db009d48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:17.253395 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4c01e71-4510-4db7-bf4f-bfeb7968cfd3 req-e5c5e526-59f0-490f-9054-f24db009d48f service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=f25354041e874b6680322af3c96a67c9&device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 1126 time: 0.3781276 Feb 09 01:49:17.327048 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 0e7543de-9b57-4519-8a96-4d3534072565 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:49:17.343546 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c01e71-4510-4db7-bf4f-bfeb7968cfd3 req-22f8d5e1-d22c-4c8e-8b91-d3f977903933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:17.345064 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4c01e71-4510-4db7-bf4f-bfeb7968cfd3 req-22f8d5e1-d22c-4c8e-8b91-d3f977903933 service neutron] 10.222.0.120 "GET /v2.0/networks?id=4f3396a3-34de-430c-b666-4ceac77633c1 HTTP/1.1" status: 200 len: 916 time: 0.0850523 Feb 09 01:49:17.369052 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] The host n-h2-828369-4 is not matching for port 0e7543de-9b57-4519-8a96-4d3534072565 host n-h1-828369-4! {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:49:17.369366 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 0e7543de-9b57-4519-8a96-4d3534072565 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:49:17.388857 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4c01e71-4510-4db7-bf4f-bfeb7968cfd3 req-892aa768-f574-4dbc-8dfd-ddd93eabe371 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0e7543de-9b57-4519-8a96-4d3534072565 HTTP/1.1" status: 200 len: 217 time: 0.0372331 Feb 09 01:49:17.435072 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c01e71-4510-4db7-bf4f-bfeb7968cfd3 req-f7b6847a-4228-4238-adf8-1b375ef26310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:17.436483 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4c01e71-4510-4db7-bf4f-bfeb7968cfd3 req-f7b6847a-4228-4238-adf8-1b375ef26310 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=0476a285-a451-4ddf-96b6-79af38a6d08d HTTP/1.1" status: 200 len: 854 time: 0.0426164 Feb 09 01:49:17.465477 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4c01e71-4510-4db7-bf4f-bfeb7968cfd3 req-b082c8e6-42a5-4f52-bea0-2c9a7ca7e414 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=4f3396a3-34de-430c-b666-4ceac77633c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238028 Feb 09 01:49:17.562129 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4c01e71-4510-4db7-bf4f-bfeb7968cfd3 req-35382d70-3482-4dc5-bbe4-c58729e24e38 service neutron] 10.222.0.120 "GET /v2.0/networks/4f3396a3-34de-430c-b666-4ceac77633c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909822 Feb 09 01:49:17.651463 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4c01e71-4510-4db7-bf4f-bfeb7968cfd3 req-47758de7-1d98-41e9-a7af-ac802e9d397e service neutron] 10.222.0.120 "GET /v2.0/networks/4f3396a3-34de-430c-b666-4ceac77633c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841823 Feb 09 01:49:17.946015 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e660ac-2d04-40f3-9234-acd8c0f5f190 req-50a248b5-a3ee-46a5-ae36-d94d8ccac402 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:17.947385 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b8e660ac-2d04-40f3-9234-acd8c0f5f190 req-50a248b5-a3ee-46a5-ae36-d94d8ccac402 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 944 time: 0.0528738 Feb 09 01:49:17.998404 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b8e660ac-2d04-40f3-9234-acd8c0f5f190 req-6ffb8ad0-5fcd-414a-b0c6-e9926f9f9be4 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447204 Feb 09 01:49:18.269005 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 0e7543de-9b57-4519-8a96-4d3534072565 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:49:18.317249 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 0e7543de-9b57-4519-8a96-4d3534072565 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:49:18.321508 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 0e7543de-9b57-4519-8a96-4d3534072565 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:18.321898 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (0e7543de-9b57-4519-8a96-4d3534072565), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:18.400262 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 0e7543de-9b57-4519-8a96-4d3534072565 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:18.400974 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (0e7543de-9b57-4519-8a96-4d3534072565), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:18.422245 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd775c476-1624-4197-b9e3-610b9fee6045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7543de-9b57-4519-8a96-4d3534072565'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:49:18.424606 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f23f8f-23b7-4607-8f89-2d20079ac3a4" -d '{"events": [{"server_uuid": "d775c476-1624-4197-b9e3-610b9fee6045", "name": "network-vif-plugged", "status": "completed", "tag": "0e7543de-9b57-4519-8a96-4d3534072565"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:49:18.437291 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 0e7543de-9b57-4519-8a96-4d3534072565, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=0e7543de-9b57-4519-8a96-4d3534072565,segment=NetworkSegment(9004422e-e567-431b-849f-fef0f6108f1c),segment_id=9004422e-e567-431b-849f-fef0f6108f1c)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:18.441869 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (0e7543de-9b57-4519-8a96-4d3534072565), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:18.466894 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4f60aa-bad6-4487-b516-3e8147f74c40 x-openstack-request-id: req-3e4f60aa-bad6-4487-b516-3e8147f74c40 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:49:18.467191 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d775c476-1624-4197-b9e3-610b9fee6045", "name": "network-vif-plugged", "status": "completed", "tag": "0e7543de-9b57-4519-8a96-4d3534072565", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:49:18.467447 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3e4f60aa-bad6-4487-b516-3e8147f74c40 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:49:18.467832 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd775c476-1624-4197-b9e3-610b9fee6045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e7543de-9b57-4519-8a96-4d3534072565', 'code': 200} Feb 09 01:49:18.492575 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=0e7543de-9b57-4519-8a96-4d3534072565,revision_number=9']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:19.121008 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64eda83-77a5-4bb9-b488-795eae17022b req-cd7cfd2a-195d-43ab-ba54-a0d45470e7db tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:19.122547 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b64eda83-77a5-4bb9-b488-795eae17022b req-cd7cfd2a-195d-43ab-ba54-a0d45470e7db tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 945 time: 0.0525370 Feb 09 01:49:19.168195 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b64eda83-77a5-4bb9-b488-795eae17022b req-59cf6ba7-f612-4a16-9230-dafe138d9f26 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400491 Feb 09 01:49:19.311574 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43555f8c-faf2-494d-990b-101c8c038238 req-15df11cb-4567-46bd-ace7-ae38f8d8e813 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:19.313350 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-43555f8c-faf2-494d-990b-101c8c038238 req-15df11cb-4567-46bd-ace7-ae38f8d8e813 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 945 time: 0.0517275 Feb 09 01:49:19.362202 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-43555f8c-faf2-494d-990b-101c8c038238 req-2cb34c41-8255-4f8b-afde-b94723fe8478 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422740 Feb 09 01:49:19.480441 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370cdad-bc2c-4991-93da-307f58a29627 req-e367fd62-2469-45c1-a87a-68fd9a81ccbc tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:19.481942 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b370cdad-bc2c-4991-93da-307f58a29627 req-e367fd62-2469-45c1-a87a-68fd9a81ccbc tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 945 time: 0.0557985 Feb 09 01:49:19.528335 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b370cdad-bc2c-4991-93da-307f58a29627 req-bd5e5658-4e0c-4630-9ffa-e3215b8e471f tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409012 Feb 09 01:49:19.886679 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6fe12d-dfc0-4f80-9658-96ee5b646416 req-74becf4d-11c8-4902-98dc-35bbd7b553e8 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:19.888079 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eb6fe12d-dfc0-4f80-9658-96ee5b646416 req-74becf4d-11c8-4902-98dc-35bbd7b553e8 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/networks?id=4f3396a3-34de-430c-b666-4ceac77633c1 HTTP/1.1" status: 200 len: 814 time: 0.0992055 Feb 09 01:49:19.903569 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eb6fe12d-dfc0-4f80-9658-96ee5b646416 req-378e7fad-41ff-428a-be9f-684f6b459532 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/quotas/f25354041e874b6680322af3c96a67c9 HTTP/1.1" status: 200 len: 375 time: 0.0100269 Feb 09 01:49:19.967825 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eb6fe12d-dfc0-4f80-9658-96ee5b646416 req-5bc0a1f6-ab77-4a56-a2a6-ec0bcf03e703 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f25354041e874b6680322af3c96a67c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0560253 Feb 09 01:49:20.056769 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eb6fe12d-dfc0-4f80-9658-96ee5b646416 req-546f04f5-f5eb-489b-b107-b8079fe75098 service neutron] 10.222.0.50 "GET /v2.0/networks/4f3396a3-34de-430c-b666-4ceac77633c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823350 Feb 09 01:49:20.149155 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eb6fe12d-dfc0-4f80-9658-96ee5b646416 req-3e06c7d3-25c0-410b-aecb-475c715833d8 service neutron] 10.222.0.50 "GET /v2.0/networks/4f3396a3-34de-430c-b666-4ceac77633c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863762 Feb 09 01:49:20.306290 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de4e3096-703c-4816-b074-490326b08457 req-a096eac7-0a8f-4797-a433-096c30211479 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 210 time: 0.0280709 Feb 09 01:49:21.055316 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121632e-5a55-4e97-b5c4-8c072e92f837 req-bc842148-d6b6-46bc-8cd1-61ee1dbdeef0 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:21.056788 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2121632e-5a55-4e97-b5c4-8c072e92f837 req-bc842148-d6b6-46bc-8cd1-61ee1dbdeef0 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.47 "GET /v2.0/ports?device_id=d775c476-1624-4197-b9e3-610b9fee6045 HTTP/1.1" status: 200 len: 945 time: 0.0523286 Feb 09 01:49:21.152276 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-2121632e-5a55-4e97-b5c4-8c072e92f837 req-656f2fdc-d0b9-4b7e-bfc2-27418c02a9dd tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Deleting port 0e7543de-9b57-4519-8a96-4d3534072565 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:49:21.152968 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2121632e-5a55-4e97-b5c4-8c072e92f837 req-656f2fdc-d0b9-4b7e-bfc2-27418c02a9dd tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (0e7543de-9b57-4519-8a96-4d3534072565), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:21.245081 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-2121632e-5a55-4e97-b5c4-8c072e92f837 req-656f2fdc-d0b9-4b7e-bfc2-27418c02a9dd tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] For port 0e7543de-9b57-4519-8a96-4d3534072565, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=0e7543de-9b57-4519-8a96-4d3534072565,segment=NetworkSegment(9004422e-e567-431b-849f-fef0f6108f1c),segment_id=9004422e-e567-431b-849f-fef0f6108f1c)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:21.245621 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2121632e-5a55-4e97-b5c4-8c072e92f837 req-656f2fdc-d0b9-4b7e-bfc2-27418c02a9dd tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (0e7543de-9b57-4519-8a96-4d3534072565), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:21.262551 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-2121632e-5a55-4e97-b5c4-8c072e92f837 req-656f2fdc-d0b9-4b7e-bfc2-27418c02a9dd tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Calling delete_port for 0e7543de-9b57-4519-8a96-4d3534072565 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:49:21.370172 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6fe12d-dfc0-4f80-9658-96ee5b646416 req-60d83346-5c08-49af-8d50-259bdabc381e tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:21.372046 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-eb6fe12d-dfc0-4f80-9658-96ee5b646416 req-60d83346-5c08-49af-8d50-259bdabc381e tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.47 "GET /v2.0/networks?id=4f3396a3-34de-430c-b666-4ceac77633c1 HTTP/1.1" status: 200 len: 814 time: 0.1867511 Feb 09 01:49:21.384611 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-eb6fe12d-dfc0-4f80-9658-96ee5b646416 req-f3fe5915-9efc-442e-ab16-5eb4fe062891 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Request body: {'port': {'device_id': '3995ea50-31d2-4dcd-a556-351bcd6f4500', 'network_id': '4f3396a3-34de-430c-b666-4ceac77633c1', 'admin_state_up': True, 'tenant_id': 'f25354041e874b6680322af3c96a67c9'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:21.414056 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a693fd04-b7c4-4aff-a28f-5018f375de32 req-733135fd-0ea2-4aaa-97d6-83c321e1249e tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 210 time: 0.0325663 Feb 09 01:49:21.435346 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2121632e-5a55-4e97-b5c4-8c072e92f837 req-656f2fdc-d0b9-4b7e-bfc2-27418c02a9dd tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (0e7543de-9b57-4519-8a96-4d3534072565), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:21.449794 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['0e7543de-9b57-4519-8a96-4d3534072565'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:49:21.466573 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f2fdc-d0b9-4b7e-bfc2-27418c02a9dd tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Pushing event deleted for resources: {'Port': ['ID=0e7543de-9b57-4519-8a96-4d3534072565,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:21.498167 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb6fe12d-dfc0-4f80-9658-96ee5b646416 req-f3fe5915-9efc-442e-ab16-5eb4fe062891 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Made reservation on behalf of f25354041e874b6680322af3c96a67c9 for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:49:21.501566 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-eb6fe12d-dfc0-4f80-9658-96ee5b646416 req-f3fe5915-9efc-442e-ab16-5eb4fe062891 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:21.513626 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-2121632e-5a55-4e97-b5c4-8c072e92f837 req-656f2fdc-d0b9-4b7e-bfc2-27418c02a9dd tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] No DVR routers for this DVR port 0e7543de-9b57-4519-8a96-4d3534072565 on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:49:21.516256 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-2121632e-5a55-4e97-b5c4-8c072e92f837 req-656f2fdc-d0b9-4b7e-bfc2-27418c02a9dd tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:21.519540 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2121632e-5a55-4e97-b5c4-8c072e92f837 req-656f2fdc-d0b9-4b7e-bfc2-27418c02a9dd tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.47 "DELETE /v2.0/ports/0e7543de-9b57-4519-8a96-4d3534072565 HTTP/1.1" status: 204 len: 173 time: 0.4570572 Feb 09 01:49:21.519986 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd775c476-1624-4197-b9e3-610b9fee6045', 'name': 'network-vif-deleted', 'tag': '0e7543de-9b57-4519-8a96-4d3534072565'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:49:21.522787 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8555fc60-7ef5-44e8-b091-bdead5a59cbe" -d '{"events": [{"server_uuid": "d775c476-1624-4197-b9e3-610b9fee6045", "name": "network-vif-deleted", "tag": "0e7543de-9b57-4519-8a96-4d3534072565"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:49:21.568334 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3d25c1-f3d5-4b31-a656-7de840ad35b0 x-openstack-request-id: req-cd3d25c1-f3d5-4b31-a656-7de840ad35b0 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:49:21.568673 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d775c476-1624-4197-b9e3-610b9fee6045", "name": "network-vif-deleted", "tag": "0e7543de-9b57-4519-8a96-4d3534072565", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:49:21.568933 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cd3d25c1-f3d5-4b31-a656-7de840ad35b0 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:49:21.569362 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd775c476-1624-4197-b9e3-610b9fee6045', 'name': 'network-vif-deleted', 'tag': '0e7543de-9b57-4519-8a96-4d3534072565', 'status': 'completed', 'code': 200} Feb 09 01:49:21.634462 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [req-eb6fe12d-dfc0-4f80-9658-96ee5b646416 req-f3fe5915-9efc-442e-ab16-5eb4fe062891 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Allocated IP 172.20.0.8 (4f3396a3-34de-430c-b666-4ceac77633c1/0476a285-a451-4ddf-96b6-79af38a6d08d/9353b123-2d50-4fab-a841-950839e67d60) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:49:21.783916 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-eb6fe12d-dfc0-4f80-9658-96ee5b646416 req-f3fe5915-9efc-442e-ab16-5eb4fe062891 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Publish callbacks [] for port (9353b123-2d50-4fab-a841-950839e67d60), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:22.106166 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-eb6fe12d-dfc0-4f80-9658-96ee5b646416 req-f3fe5915-9efc-442e-ab16-5eb4fe062891 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (9353b123-2d50-4fab-a841-950839e67d60), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:22.118878 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['0e7543de-9b57-4519-8a96-4d3534072565'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:49:22.152227 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb6fe12d-dfc0-4f80-9658-96ee5b646416 req-f3fe5915-9efc-442e-ab16-5eb4fe062891 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Network 4f3396a3-34de-430c-b666-4ceac77633c1 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:49:22.155404 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [req-eb6fe12d-dfc0-4f80-9658-96ee5b646416 req-f3fe5915-9efc-442e-ab16-5eb4fe062891 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:49:22.160025 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb6fe12d-dfc0-4f80-9658-96ee5b646416 req-f3fe5915-9efc-442e-ab16-5eb4fe062891 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:49:22.165029 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe5915-9efc-442e-ab16-5eb4fe062891 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Pushing event updated for resources: {'Port': ['ID=9353b123-2d50-4fab-a841-950839e67d60,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:22.212497 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6fe12d-dfc0-4f80-9658-96ee5b646416 req-f3fe5915-9efc-442e-ab16-5eb4fe062891 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:22.213182 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-eb6fe12d-dfc0-4f80-9658-96ee5b646416 req-f3fe5915-9efc-442e-ab16-5eb4fe062891 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:22.230469 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-eb6fe12d-dfc0-4f80-9658-96ee5b646416 req-f3fe5915-9efc-442e-ab16-5eb4fe062891 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8500450 Feb 09 01:49:22.242522 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-eb6fe12d-dfc0-4f80-9658-96ee5b646416 req-e756811a-d500-451a-aa72-83dcf0107f60 service neutron] Request body: {'port': {'device_id': '3995ea50-31d2-4dcd-a556-351bcd6f4500', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:49:22.306083 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-eb6fe12d-dfc0-4f80-9658-96ee5b646416 req-e756811a-d500-451a-aa72-83dcf0107f60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (9353b123-2d50-4fab-a841-950839e67d60), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:22.535987 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44578e-9e31-46f4-9958-6b999cbfc3c2 req-a988fc6d-6f63-41ff-b934-34eacac3011a tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:22.537647 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fb44578e-9e31-46f4-9958-6b999cbfc3c2 req-a988fc6d-6f63-41ff-b934-34eacac3011a tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 931 time: 0.0559192 Feb 09 01:49:22.586679 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fb44578e-9e31-46f4-9958-6b999cbfc3c2 req-20b14987-377a-40ec-8a20-4eee21aa5fa0 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429752 Feb 09 01:49:22.614145 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-eb6fe12d-dfc0-4f80-9658-96ee5b646416 req-e756811a-d500-451a-aa72-83dcf0107f60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9353b123-2d50-4fab-a841-950839e67d60 {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:49:22.622044 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-eb6fe12d-dfc0-4f80-9658-96ee5b646416 req-e756811a-d500-451a-aa72-83dcf0107f60 service neutron] Publish callbacks [] for port (9353b123-2d50-4fab-a841-950839e67d60), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:22.637927 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-eb6fe12d-dfc0-4f80-9658-96ee5b646416 req-e756811a-d500-451a-aa72-83dcf0107f60 service neutron] Transition to ACTIVE for port object 9353b123-2d50-4fab-a841-950839e67d60 will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:49:22.642119 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-eb6fe12d-dfc0-4f80-9658-96ee5b646416 req-e756811a-d500-451a-aa72-83dcf0107f60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (9353b123-2d50-4fab-a841-950839e67d60), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:22.695803 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756811a-d500-451a-aa72-83dcf0107f60 service neutron] Pushing event updated for resources: {'Port': ['ID=9353b123-2d50-4fab-a841-950839e67d60,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:22.758896 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-eb6fe12d-dfc0-4f80-9658-96ee5b646416 req-e756811a-d500-451a-aa72-83dcf0107f60 service neutron] Attempting to bind port 9353b123-2d50-4fab-a841-950839e67d60 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:49:22.759244 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-eb6fe12d-dfc0-4f80-9658-96ee5b646416 req-e756811a-d500-451a-aa72-83dcf0107f60 service neutron] Attempting to bind port 9353b123-2d50-4fab-a841-950839e67d60 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '9004422e-e567-431b-849f-fef0f6108f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '4f3396a3-34de-430c-b666-4ceac77633c1'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:49:22.759576 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6fe12d-dfc0-4f80-9658-96ee5b646416 req-e756811a-d500-451a-aa72-83dcf0107f60 service neutron] Attempting to bind port 9353b123-2d50-4fab-a841-950839e67d60 on network 4f3396a3-34de-430c-b666-4ceac77633c1 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:49:22.763719 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6fe12d-dfc0-4f80-9658-96ee5b646416 req-e756811a-d500-451a-aa72-83dcf0107f60 service neutron] Port 9353b123-2d50-4fab-a841-950839e67d60 on network 4f3396a3-34de-430c-b666-4ceac77633c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:49:22.764051 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6fe12d-dfc0-4f80-9658-96ee5b646416 req-e756811a-d500-451a-aa72-83dcf0107f60 service neutron] Attempting to bind port 9353b123-2d50-4fab-a841-950839e67d60 on network 4f3396a3-34de-430c-b666-4ceac77633c1 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:49:22.768764 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6fe12d-dfc0-4f80-9658-96ee5b646416 req-e756811a-d500-451a-aa72-83dcf0107f60 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:49:22.769110 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6fe12d-dfc0-4f80-9658-96ee5b646416 req-e756811a-d500-451a-aa72-83dcf0107f60 service neutron] Checking segment: {'id': '9004422e-e567-431b-849f-fef0f6108f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '4f3396a3-34de-430c-b666-4ceac77633c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:49:22.769509 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb6fe12d-dfc0-4f80-9658-96ee5b646416 req-e756811a-d500-451a-aa72-83dcf0107f60 service neutron] Bound using segment: {'id': '9004422e-e567-431b-849f-fef0f6108f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '4f3396a3-34de-430c-b666-4ceac77633c1'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:49:22.769935 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-eb6fe12d-dfc0-4f80-9658-96ee5b646416 req-e756811a-d500-451a-aa72-83dcf0107f60 service neutron] Bound port: 9353b123-2d50-4fab-a841-950839e67d60, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9004422e-e567-431b-849f-fef0f6108f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '4f3396a3-34de-430c-b666-4ceac77633c1'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:49:22.770295 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-eb6fe12d-dfc0-4f80-9658-96ee5b646416 req-e756811a-d500-451a-aa72-83dcf0107f60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (9353b123-2d50-4fab-a841-950839e67d60), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:22.837172 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-eb6fe12d-dfc0-4f80-9658-96ee5b646416 req-e756811a-d500-451a-aa72-83dcf0107f60 service neutron] For port 9353b123-2d50-4fab-a841-950839e67d60, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:49:22.840118 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-eb6fe12d-dfc0-4f80-9658-96ee5b646416 req-e756811a-d500-451a-aa72-83dcf0107f60 service neutron] For port 9353b123-2d50-4fab-a841-950839e67d60, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=9353b123-2d50-4fab-a841-950839e67d60,segment=NetworkSegment(9004422e-e567-431b-849f-fef0f6108f1c),segment_id=9004422e-e567-431b-849f-fef0f6108f1c)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:49:22.846120 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-eb6fe12d-dfc0-4f80-9658-96ee5b646416 req-e756811a-d500-451a-aa72-83dcf0107f60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (9353b123-2d50-4fab-a841-950839e67d60), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:22.881055 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6fe12d-dfc0-4f80-9658-96ee5b646416 req-e756811a-d500-451a-aa72-83dcf0107f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:22.881689 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-eb6fe12d-dfc0-4f80-9658-96ee5b646416 req-e756811a-d500-451a-aa72-83dcf0107f60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:22.883076 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-eb6fe12d-dfc0-4f80-9658-96ee5b646416 req-e756811a-d500-451a-aa72-83dcf0107f60 service neutron] 10.222.0.47 "PUT /v2.0/ports/9353b123-2d50-4fab-a841-950839e67d60 HTTP/1.1" status: 200 len: 1091 time: 0.6449332 Feb 09 01:49:22.883519 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3995ea50-31d2-4dcd-a556-351bcd6f4500', 'tag': '9353b123-2d50-4fab-a841-950839e67d60'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:49:22.885800 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06efbf95-fe1c-4e15-bc97-6439c5d82d66" -d '{"events": [{"name": "network-changed", "server_uuid": "3995ea50-31d2-4dcd-a556-351bcd6f4500", "tag": "9353b123-2d50-4fab-a841-950839e67d60"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:49:22.909293 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756811a-d500-451a-aa72-83dcf0107f60 service neutron] Pushing event updated for resources: {'Port': ['ID=9353b123-2d50-4fab-a841-950839e67d60,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:23.000713 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a40746-1d64-4630-8007-d0d65f2d87d6 x-openstack-request-id: req-09a40746-1d64-4630-8007-d0d65f2d87d6 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:49:23.001018 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3995ea50-31d2-4dcd-a556-351bcd6f4500", "tag": "9353b123-2d50-4fab-a841-950839e67d60", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:49:23.001279 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-09a40746-1d64-4630-8007-d0d65f2d87d6 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:49:23.001678 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3995ea50-31d2-4dcd-a556-351bcd6f4500', 'tag': '9353b123-2d50-4fab-a841-950839e67d60', 'status': 'completed', 'code': 200} Feb 09 01:49:23.004361 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6fe12d-dfc0-4f80-9658-96ee5b646416 req-cb7d0c3f-8feb-4b9f-ba3a-e8c678837302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:23.005941 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-eb6fe12d-dfc0-4f80-9658-96ee5b646416 req-cb7d0c3f-8feb-4b9f-ba3a-e8c678837302 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f25354041e874b6680322af3c96a67c9&device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 1125 time: 0.0863602 Feb 09 01:49:23.047721 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-eb6fe12d-dfc0-4f80-9658-96ee5b646416 req-43658075-dfa5-43c1-be83-da2dffa6cc81 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9353b123-2d50-4fab-a841-950839e67d60 HTTP/1.1" status: 200 len: 217 time: 0.0352905 Feb 09 01:49:23.095400 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6fe12d-dfc0-4f80-9658-96ee5b646416 req-4829f92f-4119-40ed-9a74-0c1f6a207fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:23.096807 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-eb6fe12d-dfc0-4f80-9658-96ee5b646416 req-4829f92f-4119-40ed-9a74-0c1f6a207fbb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0476a285-a451-4ddf-96b6-79af38a6d08d HTTP/1.1" status: 200 len: 854 time: 0.0424716 Feb 09 01:49:23.127006 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-eb6fe12d-dfc0-4f80-9658-96ee5b646416 req-3399b491-7ff8-4f6d-afdc-ada71f23fcaa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4f3396a3-34de-430c-b666-4ceac77633c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243838 Feb 09 01:49:23.217238 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-eb6fe12d-dfc0-4f80-9658-96ee5b646416 req-40b7b77b-5c75-4e19-9bdd-3f6770f50002 service neutron] 10.222.0.47 "GET /v2.0/networks/4f3396a3-34de-430c-b666-4ceac77633c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836525 Feb 09 01:49:23.303377 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-eb6fe12d-dfc0-4f80-9658-96ee5b646416 req-bd7de4a7-b04d-4145-a1c7-4b5458efbed5 service neutron] 10.222.0.47 "GET /v2.0/networks/4f3396a3-34de-430c-b666-4ceac77633c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802152 Feb 09 01:49:23.399399 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efbf95-fe1c-4e15-bc97-6439c5d82d66 req-2f9e9f3f-11b1-403e-9f73-ebf1700bd4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:23.400925 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-06efbf95-fe1c-4e15-bc97-6439c5d82d66 req-2f9e9f3f-11b1-403e-9f73-ebf1700bd4ac service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f25354041e874b6680322af3c96a67c9&device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 1125 time: 0.0508385 Feb 09 01:49:23.542536 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efbf95-fe1c-4e15-bc97-6439c5d82d66 req-24c24b02-2324-4de8-b90d-0987baf3d86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:23.543965 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-06efbf95-fe1c-4e15-bc97-6439c5d82d66 req-24c24b02-2324-4de8-b90d-0987baf3d86c service neutron] 10.222.0.47 "GET /v2.0/networks?id=4f3396a3-34de-430c-b666-4ceac77633c1 HTTP/1.1" status: 200 len: 916 time: 0.1376357 Feb 09 01:49:23.587647 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-06efbf95-fe1c-4e15-bc97-6439c5d82d66 req-9a928fb5-8c7b-490f-9a20-0b8ec08569b7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9353b123-2d50-4fab-a841-950839e67d60 HTTP/1.1" status: 200 len: 217 time: 0.0370369 Feb 09 01:49:23.636945 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efbf95-fe1c-4e15-bc97-6439c5d82d66 req-09289133-75f2-478c-a747-3c20dfe8ab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:23.638373 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-06efbf95-fe1c-4e15-bc97-6439c5d82d66 req-09289133-75f2-478c-a747-3c20dfe8ab22 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0476a285-a451-4ddf-96b6-79af38a6d08d HTTP/1.1" status: 200 len: 854 time: 0.0443094 Feb 09 01:49:23.674189 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-06efbf95-fe1c-4e15-bc97-6439c5d82d66 req-ec31fb8e-4933-4065-9431-95305b78f1cc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4f3396a3-34de-430c-b666-4ceac77633c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294628 Feb 09 01:49:23.705325 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c666e1-a059-48cc-8be2-51559f3c13cd req-45c0044e-1d09-4d73-b2ee-3976b6b2a9ad tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:23.706806 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-61c666e1-a059-48cc-8be2-51559f3c13cd req-45c0044e-1d09-4d73-b2ee-3976b6b2a9ad tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 943 time: 0.0525715 Feb 09 01:49:23.757113 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-61c666e1-a059-48cc-8be2-51559f3c13cd req-6614ca26-c142-47d1-8a06-f67c5fce976f tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447371 Feb 09 01:49:23.763333 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-06efbf95-fe1c-4e15-bc97-6439c5d82d66 req-6435a9cd-22a4-4ae7-a507-6d567c0e54cc service neutron] 10.222.0.47 "GET /v2.0/networks/4f3396a3-34de-430c-b666-4ceac77633c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824552 Feb 09 01:49:23.854021 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-06efbf95-fe1c-4e15-bc97-6439c5d82d66 req-e019a848-e491-4281-bb96-8d6c54036671 service neutron] 10.222.0.47 "GET /v2.0/networks/4f3396a3-34de-430c-b666-4ceac77633c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841906 Feb 09 01:49:24.321615 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 0e7543de-9b57-4519-8a96-4d3534072565 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:49:24.341150 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: 0e7543de-9b57-4519-8a96-4d3534072565 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:49:24.341501 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 0e7543de-9b57-4519-8a96-4d3534072565 not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:49:24.877407 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a86b32-ccd3-4f46-8b43-e1b0e30cbb83 req-a2c9cd20-958a-4bc0-bccd-3cef4eb72f58 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:24.878918 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-71a86b32-ccd3-4f46-8b43-e1b0e30cbb83 req-a2c9cd20-958a-4bc0-bccd-3cef4eb72f58 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 943 time: 0.0535426 Feb 09 01:49:24.926282 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-71a86b32-ccd3-4f46-8b43-e1b0e30cbb83 req-d48054d5-5c02-478f-963c-d976a2a0321d tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408707 Feb 09 01:49:26.046203 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de028f0-920e-4457-af31-510fb40a6213 req-6e8f4fa3-117e-4d2d-9f35-d56f90e3db27 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:26.047708 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6de028f0-920e-4457-af31-510fb40a6213 req-6e8f4fa3-117e-4d2d-9f35-d56f90e3db27 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 943 time: 0.0527015 Feb 09 01:49:26.094808 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6de028f0-920e-4457-af31-510fb40a6213 req-4d547144-8242-45fa-ac82-105892e0c1cb tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408671 Feb 09 01:49:26.336290 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 9353b123-2d50-4fab-a841-950839e67d60 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:49:26.431464 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 9353b123-2d50-4fab-a841-950839e67d60, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=9353b123-2d50-4fab-a841-950839e67d60,segment=NetworkSegment(9004422e-e567-431b-849f-fef0f6108f1c),segment_id=9004422e-e567-431b-849f-fef0f6108f1c)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:26.443122 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '9353b123-2d50-4fab-a841-950839e67d60', 'network_id': '4f3396a3-34de-430c-b666-4ceac77633c1', 'port_id': '9353b123-2d50-4fab-a841-950839e67d60', 'mac_address': 'fa:16:3e:2f:1d:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0476a285-a451-4ddf-96b6-79af38a6d08d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:49:26.478548 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 9353b123-2d50-4fab-a841-950839e67d60 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:26.478943 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (9353b123-2d50-4fab-a841-950839e67d60), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:26.491635 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9353b123-2d50-4fab-a841-950839e67d60 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:49:26.510746 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 9353b123-2d50-4fab-a841-950839e67d60, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=9353b123-2d50-4fab-a841-950839e67d60,segment=NetworkSegment(9004422e-e567-431b-849f-fef0f6108f1c),segment_id=9004422e-e567-431b-849f-fef0f6108f1c)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:26.515092 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (9353b123-2d50-4fab-a841-950839e67d60), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:26.560978 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=9353b123-2d50-4fab-a841-950839e67d60,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:26.568820 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:26.569179 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:26.569532 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:26.569878 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:26.570225 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:26.570570 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:26.570909 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:26.571245 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:26.571578 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:26.571910 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:26.572242 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:26.572598 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:26.572929 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:49:26.720378 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['9353b123-2d50-4fab-a841-950839e67d60'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:49:27.218470 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59753615-fa87-45a8-b3db-4d697ad50a14 req-3c872c88-d5b2-4a41-aedf-a645d378cfb4 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:27.219984 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-59753615-fa87-45a8-b3db-4d697ad50a14 req-3c872c88-d5b2-4a41-aedf-a645d378cfb4 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 944 time: 0.0562057 Feb 09 01:49:27.266657 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-59753615-fa87-45a8-b3db-4d697ad50a14 req-1aba2a7d-b3ce-465e-9dfd-3476abae72c5 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404365 Feb 09 01:49:28.352814 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 9353b123-2d50-4fab-a841-950839e67d60 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:49:28.385096 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e12279-c779-4435-9951-bd96b0d1b691 req-e8b2390f-574f-4f90-a4d2-8de693c3152f tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:28.386588 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31e12279-c779-4435-9951-bd96b0d1b691 req-e8b2390f-574f-4f90-a4d2-8de693c3152f tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 944 time: 0.0527337 Feb 09 01:49:28.407363 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 9353b123-2d50-4fab-a841-950839e67d60 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:49:28.412522 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 9353b123-2d50-4fab-a841-950839e67d60 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:49:28.413255 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (9353b123-2d50-4fab-a841-950839e67d60), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:28.437678 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31e12279-c779-4435-9951-bd96b0d1b691 req-82812e90-458a-40b0-a284-28ba2af3244a tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438817 Feb 09 01:49:28.493656 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 9353b123-2d50-4fab-a841-950839e67d60 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:49:28.494056 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (9353b123-2d50-4fab-a841-950839e67d60), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:28.515793 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3995ea50-31d2-4dcd-a556-351bcd6f4500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9353b123-2d50-4fab-a841-950839e67d60'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:49:28.518034 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a9cfad-e178-4e61-a131-31d67552af7d" -d '{"events": [{"server_uuid": "3995ea50-31d2-4dcd-a556-351bcd6f4500", "name": "network-vif-plugged", "status": "completed", "tag": "9353b123-2d50-4fab-a841-950839e67d60"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:49:28.530612 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 9353b123-2d50-4fab-a841-950839e67d60, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=9353b123-2d50-4fab-a841-950839e67d60,segment=NetworkSegment(9004422e-e567-431b-849f-fef0f6108f1c),segment_id=9004422e-e567-431b-849f-fef0f6108f1c)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:49:28.535319 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (9353b123-2d50-4fab-a841-950839e67d60), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:28.558472 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd661f8-61fa-4eed-a902-b4e96aed40f3 x-openstack-request-id: req-3fd661f8-61fa-4eed-a902-b4e96aed40f3 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:49:28.558770 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3995ea50-31d2-4dcd-a556-351bcd6f4500", "name": "network-vif-plugged", "status": "completed", "tag": "9353b123-2d50-4fab-a841-950839e67d60", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:49:28.559027 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3fd661f8-61fa-4eed-a902-b4e96aed40f3 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:49:28.559446 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3995ea50-31d2-4dcd-a556-351bcd6f4500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9353b123-2d50-4fab-a841-950839e67d60', 'code': 200} Feb 09 01:49:28.586292 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=9353b123-2d50-4fab-a841-950839e67d60,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:49:28.656370 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e285c11-f2e0-4596-8e0b-13174d1fa9f9 req-cfcc42e3-7ee0-486a-8a3c-5efbf2bc10ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:28.657950 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-8e285c11-f2e0-4596-8e0b-13174d1fa9f9 req-cfcc42e3-7ee0-486a-8a3c-5efbf2bc10ea service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 1127 time: 0.0449319 Feb 09 01:49:28.706532 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-8e285c11-f2e0-4596-8e0b-13174d1fa9f9 req-cf3bd68d-ed64-4987-8180-509fb4820b54 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429478 Feb 09 01:49:29.570443 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de10d13-f55f-4b6d-b7ca-a2b52a9b8bf8 req-d9c3fd00-1f17-4a81-84c3-5826e0be1240 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:29.571964 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7de10d13-f55f-4b6d-b7ca-a2b52a9b8bf8 req-d9c3fd00-1f17-4a81-84c3-5826e0be1240 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 945 time: 0.0631683 Feb 09 01:49:29.627536 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7de10d13-f55f-4b6d-b7ca-a2b52a9b8bf8 req-1b56e138-3338-4c5d-81d8-9cb0c0b1c046 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499361 Feb 09 01:49:30.752086 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d5b77-f710-452a-804f-c63806fa4935 req-fc12b782-fd61-41aa-9766-a0d8b796809f tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:30.754269 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e5d5b77-f710-452a-804f-c63806fa4935 req-fc12b782-fd61-41aa-9766-a0d8b796809f tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 945 time: 0.0534770 Feb 09 01:49:30.800391 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e5d5b77-f710-452a-804f-c63806fa4935 req-a9c5feef-6208-45b2-8c32-4a1a1dbb186f tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406134 Feb 09 01:49:30.916607 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b07fe16-7be5-4b82-80a6-39b38c7470db req-f6f78cce-56fd-4642-adc2-1e8729ec66e2 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:30.918018 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1b07fe16-7be5-4b82-80a6-39b38c7470db req-f6f78cce-56fd-4642-adc2-1e8729ec66e2 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 945 time: 0.0523133 Feb 09 01:49:30.968061 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1b07fe16-7be5-4b82-80a6-39b38c7470db req-e7a9d992-914f-4f92-b1a3-34f6a548aceb tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445554 Feb 09 01:49:31.233009 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-da36d313-add4-4358-b349-8c41b36c0062 req-8ba2a2bd-a3b2-4e7d-991a-6372930b4ebc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0793593 Feb 09 01:49:31.243285 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb520be-aef6-453d-82a5-8f16cfed46bb req-f0bbe584-333a-402c-9618-856877563797 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:31.244755 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7fb520be-aef6-453d-82a5-8f16cfed46bb req-f0bbe584-333a-402c-9618-856877563797 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 945 time: 0.0818610 Feb 09 01:49:31.294764 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7fb520be-aef6-453d-82a5-8f16cfed46bb req-7c2803cb-fbbb-4b12-ac05-ccf50a5269e0 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440054 Feb 09 01:49:32.357223 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36d313-add4-4358-b349-8c41b36c0062 req-5599081f-0ec3-4d1e-9573-7118ef6cedff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:32.360518 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-da36d313-add4-4358-b349-8c41b36c0062 req-5599081f-0ec3-4d1e-9573-7118ef6cedff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f25354041e874b6680322af3c96a67c9&device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 1127 time: 0.0502038 Feb 09 01:49:32.429918 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-624f5b7e-4742-4166-87cd-99f11439ab37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:32.435272 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf9e80-90cf-4a4a-a6cb-4f934a8fd459 req-564e2969-f0db-4a30-931c-f71a24566407 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:32.436884 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-addf9e80-90cf-4a4a-a6cb-4f934a8fd459 req-564e2969-f0db-4a30-931c-f71a24566407 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 945 time: 0.0689890 Feb 09 01:49:32.464123 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36d313-add4-4358-b349-8c41b36c0062 req-59134636-afcf-4c09-accb-17a40fce921f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:32.465648 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-da36d313-add4-4358-b349-8c41b36c0062 req-59134636-afcf-4c09-accb-17a40fce921f service neutron] 10.222.0.47 "GET /v2.0/networks?id=4f3396a3-34de-430c-b666-4ceac77633c1 HTTP/1.1" status: 200 len: 916 time: 0.0993261 Feb 09 01:49:32.484363 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-addf9e80-90cf-4a4a-a6cb-4f934a8fd459 req-c596ae7d-2208-463e-9a17-9a440183928b tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410995 Feb 09 01:49:32.508099 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-da36d313-add4-4358-b349-8c41b36c0062 req-8545f137-0ad5-48f6-b17b-7f2bf8e68453 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9353b123-2d50-4fab-a841-950839e67d60 HTTP/1.1" status: 200 len: 217 time: 0.0368745 Feb 09 01:49:32.556097 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36d313-add4-4358-b349-8c41b36c0062 req-60b8ac3b-ed2f-499b-9cfb-efd9062767b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:32.557599 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-da36d313-add4-4358-b349-8c41b36c0062 req-60b8ac3b-ed2f-499b-9cfb-efd9062767b0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0476a285-a451-4ddf-96b6-79af38a6d08d HTTP/1.1" status: 200 len: 854 time: 0.0434294 Feb 09 01:49:32.592865 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-da36d313-add4-4358-b349-8c41b36c0062 req-822c4712-8e5d-4a49-b274-5efe122e254d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4f3396a3-34de-430c-b666-4ceac77633c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294139 Feb 09 01:49:32.678609 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-da36d313-add4-4358-b349-8c41b36c0062 req-d37e1c09-2db9-476f-a299-8dd9698413ef service neutron] 10.222.0.47 "GET /v2.0/networks/4f3396a3-34de-430c-b666-4ceac77633c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799253 Feb 09 01:49:32.780351 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-da36d313-add4-4358-b349-8c41b36c0062 req-2f84f83a-db27-4f95-a103-3ddb55e622ee service neutron] 10.222.0.47 "GET /v2.0/networks/4f3396a3-34de-430c-b666-4ceac77633c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960979 Feb 09 01:49:33.605148 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa742cb7-2d4f-4a78-ba2b-4ee1501e11a7 req-becdf5ab-1e49-4359-8525-409df874c9ad tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:33.606645 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aa742cb7-2d4f-4a78-ba2b-4ee1501e11a7 req-becdf5ab-1e49-4359-8525-409df874c9ad tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 945 time: 0.0525358 Feb 09 01:49:33.653421 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aa742cb7-2d4f-4a78-ba2b-4ee1501e11a7 req-d3cec929-d31a-45c1-821b-4e43b95a6bee tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411520 Feb 09 01:49:34.460748 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-01f91eaf-efe2-4261-b5d9-784aa8d71a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:34.776718 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af8699-344c-4a09-a815-42dfc29d65fa req-d329d3fe-cd83-4065-b588-f3d0135503aa tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:34.778117 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-90af8699-344c-4a09-a815-42dfc29d65fa req-d329d3fe-cd83-4065-b588-f3d0135503aa tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 945 time: 0.0536931 Feb 09 01:49:34.827250 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-90af8699-344c-4a09-a815-42dfc29d65fa req-2d192ee4-7ab5-49dd-a33c-8719d1e9fc65 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435629 Feb 09 01:49:35.943981 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96aae52-4828-466c-8c07-81ce75200e8a req-d50806e1-b702-41bf-be44-fb81666a5b69 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:35.945471 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a96aae52-4828-466c-8c07-81ce75200e8a req-d50806e1-b702-41bf-be44-fb81666a5b69 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 945 time: 0.0514462 Feb 09 01:49:35.990737 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a96aae52-4828-466c-8c07-81ce75200e8a req-dce44463-557f-4128-89b7-74a2eb7bdce2 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397243 Feb 09 01:49:36.026941 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:37.110157 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfad45-1791-4543-9916-fafff81110f1 req-fbcef335-7af8-4b28-85fa-79407cc0c88c tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:37.112209 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d5bfad45-1791-4543-9916-fafff81110f1 req-fbcef335-7af8-4b28-85fa-79407cc0c88c tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 945 time: 0.0538397 Feb 09 01:49:37.159607 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d5bfad45-1791-4543-9916-fafff81110f1 req-4ac2b6ec-aec8-4e59-9be0-d0b479f5bd61 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418031 Feb 09 01:49:37.313356 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:38.034601 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:38.281452 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a50b4-95b8-4292-80a1-a8ded399d2d3 req-a1b053e7-c436-4cc9-bc14-86c4530240b2 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:38.283426 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3b2a50b4-95b8-4292-80a1-a8ded399d2d3 req-a1b053e7-c436-4cc9-bc14-86c4530240b2 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 945 time: 0.0555651 Feb 09 01:49:38.328732 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3b2a50b4-95b8-4292-80a1-a8ded399d2d3 req-093400d5-4f9c-4ec0-bcb3-189f43eb328f tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397203 Feb 09 01:49:38.493009 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:39.447045 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad3996-df7e-4422-81de-38d60ea6857f req-b78f6bbb-b0d8-4684-ba75-5be0bf2ecac6 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:39.448564 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e1ad3996-df7e-4422-81de-38d60ea6857f req-b78f6bbb-b0d8-4684-ba75-5be0bf2ecac6 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 945 time: 0.0525341 Feb 09 01:49:39.495300 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e1ad3996-df7e-4422-81de-38d60ea6857f req-c8a52acb-f980-4f27-a32f-c2f9ad48dccb tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412347 Feb 09 01:49:39.755883 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:49:40.615166 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adde319-4f32-42bf-bc66-8fe62f91b0e9 req-43e36b2d-eda4-4f0d-885f-ec98f18e39d1 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:40.616677 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3adde319-4f32-42bf-bc66-8fe62f91b0e9 req-43e36b2d-eda4-4f0d-885f-ec98f18e39d1 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 945 time: 0.0533128 Feb 09 01:49:40.666663 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3adde319-4f32-42bf-bc66-8fe62f91b0e9 req-ae742105-108f-45f6-ba89-7b6373a5db71 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443025 Feb 09 01:49:41.785735 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9bf5c-89a3-4232-9138-108eef06857d req-feed82e5-13c6-4384-bbf8-019195a669db tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:41.787255 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-78d9bf5c-89a3-4232-9138-108eef06857d req-feed82e5-13c6-4384-bbf8-019195a669db tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 945 time: 0.0523663 Feb 09 01:49:41.833430 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-78d9bf5c-89a3-4232-9138-108eef06857d req-34af0679-b9a9-4acc-a8c1-8c0c734d8b7f tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405962 Feb 09 01:49:42.953614 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae14b6c-3a8e-4499-ac99-3eb35b2ae29d req-982f82c8-0921-47e0-94f2-d7f91e19dfa5 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:42.955122 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6ae14b6c-3a8e-4499-ac99-3eb35b2ae29d req-982f82c8-0921-47e0-94f2-d7f91e19dfa5 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 945 time: 0.0520492 Feb 09 01:49:43.001405 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6ae14b6c-3a8e-4499-ac99-3eb35b2ae29d req-e8b09937-802b-4270-a3ff-93584c26d521 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407534 Feb 09 01:49:44.125878 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b75fe-0208-4898-8095-c50f88fb68b5 req-38eaa2ca-6490-4051-9254-d0652f854003 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:44.127386 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8d3b75fe-0208-4898-8095-c50f88fb68b5 req-38eaa2ca-6490-4051-9254-d0652f854003 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 945 time: 0.0573132 Feb 09 01:49:44.174374 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8d3b75fe-0208-4898-8095-c50f88fb68b5 req-2ddf463e-604f-40e6-b309-6e948fc99d62 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412357 Feb 09 01:49:45.297650 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318803e-7c61-4826-8aea-b3f1747a2a07 req-332521a6-07ce-4490-bcfe-0815485e7e7f tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:45.299265 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3318803e-7c61-4826-8aea-b3f1747a2a07 req-332521a6-07ce-4490-bcfe-0815485e7e7f tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 945 time: 0.0564716 Feb 09 01:49:45.349115 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3318803e-7c61-4826-8aea-b3f1747a2a07 req-a39b618c-b69c-4cf4-9d44-c0fdaffcbd15 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440650 Feb 09 01:49:46.476800 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1fdc58-37fd-45f7-ba03-04ddd8d6d525 req-3cf571f5-67c1-45f2-8e95-a3de9979f7fe tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:46.478346 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8b1fdc58-37fd-45f7-ba03-04ddd8d6d525 req-3cf571f5-67c1-45f2-8e95-a3de9979f7fe tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 945 time: 0.0577600 Feb 09 01:49:46.524025 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8b1fdc58-37fd-45f7-ba03-04ddd8d6d525 req-813c0c9b-d90e-4d2f-b12e-cd66dc2d607f tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396085 Feb 09 01:49:47.642480 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f228b3-63ff-4080-b704-e8f0a80b1b5f req-a1b203bc-cc7c-4803-b5d7-a8bb08d5be2b tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:47.643948 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e9f228b3-63ff-4080-b704-e8f0a80b1b5f req-a1b203bc-cc7c-4803-b5d7-a8bb08d5be2b tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 945 time: 0.0522165 Feb 09 01:49:47.690038 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e9f228b3-63ff-4080-b704-e8f0a80b1b5f req-37c7e4ce-f3bd-4270-a692-69f033486335 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406454 Feb 09 01:49:48.027716 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:49:48.809817 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3db62-bf4e-413f-92e7-42e264ef7832 req-2317b6cf-b061-46d9-a70d-f01d34066b6c tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:48.811930 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-40d3db62-bf4e-413f-92e7-42e264ef7832 req-2317b6cf-b061-46d9-a70d-f01d34066b6c tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 945 time: 0.0539095 Feb 09 01:49:48.864228 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-40d3db62-bf4e-413f-92e7-42e264ef7832 req-a4d34677-c164-48b5-90c8-41ea49a108ea tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463762 Feb 09 01:49:49.987230 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedae8ee-2398-4fe1-a3da-642640203197 req-d3e72fe1-440a-4f1c-b075-26b71a213980 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:49.988779 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fedae8ee-2398-4fe1-a3da-642640203197 req-d3e72fe1-440a-4f1c-b075-26b71a213980 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 945 time: 0.0551314 Feb 09 01:49:50.034885 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fedae8ee-2398-4fe1-a3da-642640203197 req-c8a9d1ed-bba5-4426-9494-05a693756f27 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405281 Feb 09 01:49:51.154349 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb625c-924d-4b5a-95df-83c599c95c70 req-9301d7d6-4a76-48c0-b8d0-9a97c079ffaf tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:51.155787 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-90eb625c-924d-4b5a-95df-83c599c95c70 req-9301d7d6-4a76-48c0-b8d0-9a97c079ffaf tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 945 time: 0.0532489 Feb 09 01:49:51.202521 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-90eb625c-924d-4b5a-95df-83c599c95c70 req-7b2dcc0a-42db-4783-b5dc-00539a8ad47c tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412452 Feb 09 01:49:52.324568 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48cda0-ca29-4622-b026-db76d4bf66d3 req-fe529573-8a90-4024-b54a-d4ab2cd42c5c tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:52.326579 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5a48cda0-ca29-4622-b026-db76d4bf66d3 req-fe529573-8a90-4024-b54a-d4ab2cd42c5c tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 945 time: 0.0571785 Feb 09 01:49:52.374261 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5a48cda0-ca29-4622-b026-db76d4bf66d3 req-6a2808f7-cd56-4f05-854b-3a4745b23494 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421925 Feb 09 01:49:53.499519 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ff52f-fd60-4ed1-a276-05c69f329160 req-4f58448b-f2a6-4bf7-8e28-29840b85ade1 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:53.501070 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-126ff52f-fd60-4ed1-a276-05c69f329160 req-4f58448b-f2a6-4bf7-8e28-29840b85ade1 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 945 time: 0.0584912 Feb 09 01:49:53.547838 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-126ff52f-fd60-4ed1-a276-05c69f329160 req-fd4c7e94-6986-4cb0-b4a1-66c95ccef7c9 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412095 Feb 09 01:49:54.667477 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48f405-b8af-4920-a703-8f026b28b473 req-127c3849-8c61-4618-b37e-a19543c2f908 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:54.669028 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5e48f405-b8af-4920-a703-8f026b28b473 req-127c3849-8c61-4618-b37e-a19543c2f908 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 945 time: 0.0521817 Feb 09 01:49:54.720047 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5e48f405-b8af-4920-a703-8f026b28b473 req-edbcc86f-b113-40fd-a661-21b60d11cecc tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454721 Feb 09 01:49:55.838452 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00670113-6307-4216-a49d-9492d2ed6e3f req-f980a6ff-0290-4bc9-b047-bc7c0961c13e tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:55.839929 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-00670113-6307-4216-a49d-9492d2ed6e3f req-f980a6ff-0290-4bc9-b047-bc7c0961c13e tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 945 time: 0.0522413 Feb 09 01:49:55.886373 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-00670113-6307-4216-a49d-9492d2ed6e3f req-75aa306a-4d62-4e99-9d05-76226e4ddc3a tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402012 Feb 09 01:49:57.011477 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05e715-cc28-4263-8ece-fe7f2fbb681b req-6cbe61b6-6be7-48b8-840f-fcc9e47b7165 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:57.013519 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9d05e715-cc28-4263-8ece-fe7f2fbb681b req-6cbe61b6-6be7-48b8-840f-fcc9e47b7165 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 945 time: 0.0529890 Feb 09 01:49:57.059349 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9d05e715-cc28-4263-8ece-fe7f2fbb681b req-c4ddee70-7161-4203-9012-482471a0180c tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402248 Feb 09 01:49:58.182318 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7cafbf-d96f-48cb-b4dd-fd6401feabed req-5d5c567a-1023-4ea3-8c54-249b7a8447d6 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:58.183831 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4b7cafbf-d96f-48cb-b4dd-fd6401feabed req-5d5c567a-1023-4ea3-8c54-249b7a8447d6 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 945 time: 0.0563278 Feb 09 01:49:58.229276 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4b7cafbf-d96f-48cb-b4dd-fd6401feabed req-8df9eb25-2aa2-4fe7-98d6-bdf83d6495c3 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397043 Feb 09 01:49:59.349761 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac447357-4b77-47c2-b213-f230d9ac030a req-17c4bca8-709b-4bba-a85a-ebaeeeb980e8 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:59.351273 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ac447357-4b77-47c2-b213-f230d9ac030a req-17c4bca8-709b-4bba-a85a-ebaeeeb980e8 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 945 time: 0.0535638 Feb 09 01:49:59.402722 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-da36d313-add4-4358-b349-8c41b36c0062 req-27462b8d-82bc-4ebc-8960-1d2db19a616f service neutron] 10.222.0.47 "GET /v2.0/ports/9353b123-2d50-4fab-a841-950839e67d60/bindings/n-h1-828369-4 HTTP/1.1" status: 200 len: 382 time: 0.0559142 Feb 09 01:49:59.404796 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ac447357-4b77-47c2-b213-f230d9ac030a req-8f5118f1-25cc-4236-b6dc-5b6cd02ef9aa tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458972 Feb 09 01:49:59.631591 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36d313-add4-4358-b349-8c41b36c0062 req-f0eaf51c-5279-421f-ae56-8981482b3f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:59.633148 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-da36d313-add4-4358-b349-8c41b36c0062 req-f0eaf51c-5279-421f-ae56-8981482b3f20 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500&tenant_id=f25354041e874b6680322af3c96a67c9 HTTP/1.1" status: 200 len: 1127 time: 0.0759003 Feb 09 01:49:59.702054 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36d313-add4-4358-b349-8c41b36c0062 req-e2f6100d-a584-42c3-b1de-9cb277d51c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:59.703546 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-da36d313-add4-4358-b349-8c41b36c0062 req-e2f6100d-a584-42c3-b1de-9cb277d51c31 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f25354041e874b6680322af3c96a67c9&device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 1127 time: 0.0482016 Feb 09 01:49:59.788839 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36d313-add4-4358-b349-8c41b36c0062 req-3e26940f-5172-4d0f-b07f-11e87467242a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:59.790303 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-da36d313-add4-4358-b349-8c41b36c0062 req-3e26940f-5172-4d0f-b07f-11e87467242a service neutron] 10.222.0.47 "GET /v2.0/networks?id=4f3396a3-34de-430c-b666-4ceac77633c1 HTTP/1.1" status: 200 len: 916 time: 0.0814016 Feb 09 01:49:59.835980 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-da36d313-add4-4358-b349-8c41b36c0062 req-e4281055-1bc4-4acf-9255-f1a5100f4719 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9353b123-2d50-4fab-a841-950839e67d60 HTTP/1.1" status: 200 len: 217 time: 0.0385239 Feb 09 01:49:59.883846 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36d313-add4-4358-b349-8c41b36c0062 req-e6aecaab-75e0-4e92-8535-456d1a6d9213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:49:59.885219 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-da36d313-add4-4358-b349-8c41b36c0062 req-e6aecaab-75e0-4e92-8535-456d1a6d9213 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0476a285-a451-4ddf-96b6-79af38a6d08d HTTP/1.1" status: 200 len: 854 time: 0.0430899 Feb 09 01:49:59.915782 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-da36d313-add4-4358-b349-8c41b36c0062 req-0b8c848b-7c88-49e7-a90a-388fd6072e5f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4f3396a3-34de-430c-b666-4ceac77633c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248148 Feb 09 01:50:00.013458 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-da36d313-add4-4358-b349-8c41b36c0062 req-06014f81-e5c2-440b-9c39-57d4a8cd60cc service neutron] 10.222.0.47 "GET /v2.0/networks/4f3396a3-34de-430c-b666-4ceac77633c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909228 Feb 09 01:50:00.099704 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-da36d313-add4-4358-b349-8c41b36c0062 req-e54961e0-c6a3-4b5f-b478-7a53552f0934 service neutron] 10.222.0.47 "GET /v2.0/networks/4f3396a3-34de-430c-b666-4ceac77633c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809102 Feb 09 01:50:00.532256 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a789d65-d486-4c05-9172-d5159fe61908 req-cc59506e-353c-4e35-8ff4-5f2b68cd0391 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:00.533702 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a789d65-d486-4c05-9172-d5159fe61908 req-cc59506e-353c-4e35-8ff4-5f2b68cd0391 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 945 time: 0.0580890 Feb 09 01:50:00.580312 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a789d65-d486-4c05-9172-d5159fe61908 req-1215550c-75e9-4e56-9422-2a10de01fa40 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409517 Feb 09 01:50:01.697706 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c0fa1-2402-4f90-9102-f346ccda0ac5 req-17887e35-2f34-4123-aedc-ee1cafe218b5 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:01.699378 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd3c0fa1-2402-4f90-9102-f346ccda0ac5 req-17887e35-2f34-4123-aedc-ee1cafe218b5 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 945 time: 0.0525119 Feb 09 01:50:01.744820 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cd3c0fa1-2402-4f90-9102-f346ccda0ac5 req-bef35449-b393-4e18-8b87-d536f7e1cf1f tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398581 Feb 09 01:50:01.941967 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf1482-f86f-4eb7-b448-65d4f23975ae req-0717c9a7-0ab2-493c-a3a8-f9044bc4d946 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:01.943507 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-badf1482-f86f-4eb7-b448-65d4f23975ae req-0717c9a7-0ab2-493c-a3a8-f9044bc4d946 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 945 time: 0.0541553 Feb 09 01:50:01.993829 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb956af-9a5d-4746-aff2-cc65b6ee7157 req-e6f0af13-218f-4bc8-8fa4-ce3210d3de6c tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:01.994701 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-badf1482-f86f-4eb7-b448-65d4f23975ae req-61a1eebf-0d3a-4888-89ad-512f9c7d98a2 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455136 Feb 09 01:50:01.995388 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7eb956af-9a5d-4746-aff2-cc65b6ee7157 req-e6f0af13-218f-4bc8-8fa4-ce3210d3de6c tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.47 "GET /v2.0/ports?device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500&tenant_id=f25354041e874b6680322af3c96a67c9&binding%3Ahost_id=n-h1-828369-4 HTTP/1.1" status: 200 len: 945 time: 0.0964794 Feb 09 01:50:02.080081 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb956af-9a5d-4746-aff2-cc65b6ee7157 req-c0ba6347-9b78-4adf-924c-b4cf39dfdc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:02.081596 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7eb956af-9a5d-4746-aff2-cc65b6ee7157 req-c0ba6347-9b78-4adf-924c-b4cf39dfdc67 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f25354041e874b6680322af3c96a67c9&device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 1127 time: 0.0445209 Feb 09 01:50:02.168329 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb956af-9a5d-4746-aff2-cc65b6ee7157 req-a77dbb9a-4799-4db6-86b7-fe80a6aaba8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:02.169762 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7eb956af-9a5d-4746-aff2-cc65b6ee7157 req-a77dbb9a-4799-4db6-86b7-fe80a6aaba8b service neutron] 10.222.0.47 "GET /v2.0/networks?id=4f3396a3-34de-430c-b666-4ceac77633c1 HTTP/1.1" status: 200 len: 916 time: 0.0820854 Feb 09 01:50:02.213691 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7eb956af-9a5d-4746-aff2-cc65b6ee7157 req-d7bf434e-4e63-4d78-bd60-75bf15417406 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9353b123-2d50-4fab-a841-950839e67d60 HTTP/1.1" status: 200 len: 217 time: 0.0379570 Feb 09 01:50:02.259811 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb956af-9a5d-4746-aff2-cc65b6ee7157 req-9cf85574-9401-4724-b2ca-723bbc4b673a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:02.261766 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7eb956af-9a5d-4746-aff2-cc65b6ee7157 req-9cf85574-9401-4724-b2ca-723bbc4b673a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0476a285-a451-4ddf-96b6-79af38a6d08d HTTP/1.1" status: 200 len: 854 time: 0.0424867 Feb 09 01:50:02.292320 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7eb956af-9a5d-4746-aff2-cc65b6ee7157 req-2c9d24fb-b019-4111-ac4c-50aa6262db13 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4f3396a3-34de-430c-b666-4ceac77633c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244415 Feb 09 01:50:02.383135 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7eb956af-9a5d-4746-aff2-cc65b6ee7157 req-552c1230-41fc-4d3c-a405-b57feec13452 service neutron] 10.222.0.47 "GET /v2.0/networks/4f3396a3-34de-430c-b666-4ceac77633c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840912 Feb 09 01:50:02.434414 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b2713c4b-97f4-4cd5-9d97-21a0720a9b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:02.471063 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7eb956af-9a5d-4746-aff2-cc65b6ee7157 req-1fefdde2-f767-45fa-91e9-b140ca9e36b0 service neutron] 10.222.0.47 "GET /v2.0/networks/4f3396a3-34de-430c-b666-4ceac77633c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810249 Feb 09 01:50:02.471317 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 9353b123-2d50-4fab-a841-950839e67d60 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:50:02.572251 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 9353b123-2d50-4fab-a841-950839e67d60, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=9353b123-2d50-4fab-a841-950839e67d60,segment=NetworkSegment(9004422e-e567-431b-849f-fef0f6108f1c),segment_id=9004422e-e567-431b-849f-fef0f6108f1c)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:02.582868 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '9353b123-2d50-4fab-a841-950839e67d60', 'network_id': '4f3396a3-34de-430c-b666-4ceac77633c1', 'port_id': '9353b123-2d50-4fab-a841-950839e67d60', 'mac_address': 'fa:16:3e:2f:1d:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0476a285-a451-4ddf-96b6-79af38a6d08d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:50:02.619151 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 9353b123-2d50-4fab-a841-950839e67d60 is: ACTIVE; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:02.619551 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (9353b123-2d50-4fab-a841-950839e67d60), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:02.632423 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9353b123-2d50-4fab-a841-950839e67d60 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:50:02.657947 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 9353b123-2d50-4fab-a841-950839e67d60, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=9353b123-2d50-4fab-a841-950839e67d60,segment=NetworkSegment(9004422e-e567-431b-849f-fef0f6108f1c),segment_id=9004422e-e567-431b-849f-fef0f6108f1c)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:02.661913 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (9353b123-2d50-4fab-a841-950839e67d60), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:02.707825 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=9353b123-2d50-4fab-a841-950839e67d60,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:02.881171 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['9353b123-2d50-4fab-a841-950839e67d60'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:50:03.127015 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7786bbc-d61e-44ff-bcfe-693c0cdf1ace req-2df75c92-17e5-4e37-b97a-899194ec9494 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:03.128499 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c7786bbc-d61e-44ff-bcfe-693c0cdf1ace req-2df75c92-17e5-4e37-b97a-899194ec9494 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 944 time: 0.0528774 Feb 09 01:50:03.174819 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c7786bbc-d61e-44ff-bcfe-693c0cdf1ace req-a4b58350-4b87-43cf-bd11-8a3bef9a0fb2 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405860 Feb 09 01:50:03.298454 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ee69a-0e08-4da1-aa80-1791b8bf3013 req-c40ef16a-04c2-4437-8a96-633f4b3ec4a8 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:03.299974 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-895ee69a-0e08-4da1-aa80-1791b8bf3013 req-c40ef16a-04c2-4437-8a96-633f4b3ec4a8 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 944 time: 0.0588183 Feb 09 01:50:03.346084 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-895ee69a-0e08-4da1-aa80-1791b8bf3013 req-80d6d5c0-8ab3-4680-8325-44d0760ff3f8 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401037 Feb 09 01:50:03.465226 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c95ef-58e5-4d6a-a3ab-f1592a85760a req-d904992b-54a4-428c-9a61-7ac6426488d1 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:03.466709 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e67c95ef-58e5-4d6a-a3ab-f1592a85760a req-d904992b-54a4-428c-9a61-7ac6426488d1 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 944 time: 0.0562706 Feb 09 01:50:03.513150 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e67c95ef-58e5-4d6a-a3ab-f1592a85760a req-be222be8-a78e-4cb1-b3aa-d044b3cc7ada tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408623 Feb 09 01:50:03.843476 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b718f2-3540-49fc-864d-a08116bafd25 req-529596a2-e4be-4f2b-b702-117d96e71004 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:03.844969 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f0b718f2-3540-49fc-864d-a08116bafd25 req-529596a2-e4be-4f2b-b702-117d96e71004 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 944 time: 0.0525198 Feb 09 01:50:03.891295 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f0b718f2-3540-49fc-864d-a08116bafd25 req-f4fd49f3-4b7a-4e3c-9057-dabe09e0512a tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408297 Feb 09 01:50:04.462255 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1d7323a3-07bd-42b4-ad51-8cc463bc3770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:04.499087 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 9353b123-2d50-4fab-a841-950839e67d60 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:50:04.547108 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 9353b123-2d50-4fab-a841-950839e67d60 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:04.547489 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (9353b123-2d50-4fab-a841-950839e67d60), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:04.623698 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 9353b123-2d50-4fab-a841-950839e67d60 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:04.624101 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (9353b123-2d50-4fab-a841-950839e67d60), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:04.649167 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3995ea50-31d2-4dcd-a556-351bcd6f4500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9353b123-2d50-4fab-a841-950839e67d60'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:50:04.651379 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d16b0c-b6c8-4ffc-a96f-7f84c2932f1a" -d '{"events": [{"server_uuid": "3995ea50-31d2-4dcd-a556-351bcd6f4500", "name": "network-vif-plugged", "status": "completed", "tag": "9353b123-2d50-4fab-a841-950839e67d60"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:50:04.663420 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 9353b123-2d50-4fab-a841-950839e67d60, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=9353b123-2d50-4fab-a841-950839e67d60,segment=NetworkSegment(9004422e-e567-431b-849f-fef0f6108f1c),segment_id=9004422e-e567-431b-849f-fef0f6108f1c)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:04.669877 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (9353b123-2d50-4fab-a841-950839e67d60), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:04.694972 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da80c727-5671-4503-81e8-c04f69a71a0c x-openstack-request-id: req-da80c727-5671-4503-81e8-c04f69a71a0c {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:50:04.695274 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3995ea50-31d2-4dcd-a556-351bcd6f4500", "name": "network-vif-plugged", "status": "completed", "tag": "9353b123-2d50-4fab-a841-950839e67d60", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:50:04.695531 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-da80c727-5671-4503-81e8-c04f69a71a0c {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:50:04.695924 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3995ea50-31d2-4dcd-a556-351bcd6f4500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9353b123-2d50-4fab-a841-950839e67d60', 'code': 200} Feb 09 01:50:04.723118 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=9353b123-2d50-4fab-a841-950839e67d60,revision_number=7']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:04.984448 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410930e0-1dda-49c7-91d0-d159d03dedfc req-7ee24a9a-0fee-4728-adab-7d59999c79ec tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:04.985878 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-410930e0-1dda-49c7-91d0-d159d03dedfc req-7ee24a9a-0fee-4728-adab-7d59999c79ec tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.47 "GET /v2.0/ports?device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 945 time: 0.0563989 Feb 09 01:50:05.018731 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961af37-25e5-4574-9571-5303c5557aa0 req-9a267323-01e1-4be3-99ce-2ec5eb8426a7 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:05.020303 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3961af37-25e5-4574-9571-5303c5557aa0 req-9a267323-01e1-4be3-99ce-2ec5eb8426a7 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/ports?device_id=3995ea50-31d2-4dcd-a556-351bcd6f4500 HTTP/1.1" status: 200 len: 945 time: 0.0547440 Feb 09 01:50:05.075085 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3961af37-25e5-4574-9571-5303c5557aa0 req-fb69c1f1-e8c5-4526-b9cf-78172ccbfbf6 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.50 "GET /v2.0/security-groups?id=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491147 Feb 09 01:50:05.077305 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-410930e0-1dda-49c7-91d0-d159d03dedfc req-13ddb87c-888c-4b47-911c-f3c50bb111b0 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Deleting port 9353b123-2d50-4fab-a841-950839e67d60 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:50:05.077653 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-410930e0-1dda-49c7-91d0-d159d03dedfc req-13ddb87c-888c-4b47-911c-f3c50bb111b0 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (9353b123-2d50-4fab-a841-950839e67d60), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:05.167889 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-410930e0-1dda-49c7-91d0-d159d03dedfc req-13ddb87c-888c-4b47-911c-f3c50bb111b0 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] For port 9353b123-2d50-4fab-a841-950839e67d60, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=9353b123-2d50-4fab-a841-950839e67d60,segment=NetworkSegment(9004422e-e567-431b-849f-fef0f6108f1c),segment_id=9004422e-e567-431b-849f-fef0f6108f1c)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:05.168260 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-410930e0-1dda-49c7-91d0-d159d03dedfc req-13ddb87c-888c-4b47-911c-f3c50bb111b0 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (9353b123-2d50-4fab-a841-950839e67d60), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:05.181181 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-410930e0-1dda-49c7-91d0-d159d03dedfc req-13ddb87c-888c-4b47-911c-f3c50bb111b0 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Calling delete_port for 9353b123-2d50-4fab-a841-950839e67d60 owned by compute:nova {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:50:05.303735 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-410930e0-1dda-49c7-91d0-d159d03dedfc req-13ddb87c-888c-4b47-911c-f3c50bb111b0 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (9353b123-2d50-4fab-a841-950839e67d60), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:05.316446 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['9353b123-2d50-4fab-a841-950839e67d60'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:50:05.335969 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ddb87c-888c-4b47-911c-f3c50bb111b0 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Pushing event deleted for resources: {'Port': ['ID=9353b123-2d50-4fab-a841-950839e67d60,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:05.364520 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ddb87c-888c-4b47-911c-f3c50bb111b0 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:05.364899 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ddb87c-888c-4b47-911c-f3c50bb111b0 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:05.365253 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ddb87c-888c-4b47-911c-f3c50bb111b0 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:05.365601 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ddb87c-888c-4b47-911c-f3c50bb111b0 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:05.365938 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ddb87c-888c-4b47-911c-f3c50bb111b0 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:05.366274 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ddb87c-888c-4b47-911c-f3c50bb111b0 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:05.366609 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ddb87c-888c-4b47-911c-f3c50bb111b0 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:05.366940 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ddb87c-888c-4b47-911c-f3c50bb111b0 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:05.367270 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ddb87c-888c-4b47-911c-f3c50bb111b0 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:05.367602 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ddb87c-888c-4b47-911c-f3c50bb111b0 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:05.367934 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ddb87c-888c-4b47-911c-f3c50bb111b0 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:05.368262 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ddb87c-888c-4b47-911c-f3c50bb111b0 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:05.368611 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ddb87c-888c-4b47-911c-f3c50bb111b0 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:05.388121 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-410930e0-1dda-49c7-91d0-d159d03dedfc req-13ddb87c-888c-4b47-911c-f3c50bb111b0 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] No DVR routers for this DVR port 9353b123-2d50-4fab-a841-950839e67d60 on host n-h1-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:50:05.390552 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-410930e0-1dda-49c7-91d0-d159d03dedfc req-13ddb87c-888c-4b47-911c-f3c50bb111b0 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:05.393887 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-410930e0-1dda-49c7-91d0-d159d03dedfc req-13ddb87c-888c-4b47-911c-f3c50bb111b0 tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] 10.222.0.47 "DELETE /v2.0/ports/9353b123-2d50-4fab-a841-950839e67d60 HTTP/1.1" status: 204 len: 173 time: 0.4029124 Feb 09 01:50:05.394327 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3995ea50-31d2-4dcd-a556-351bcd6f4500', 'name': 'network-vif-deleted', 'tag': '9353b123-2d50-4fab-a841-950839e67d60'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:50:05.396626 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04576ce9-8e2c-4f3f-8716-80e41257be8e" -d '{"events": [{"server_uuid": "3995ea50-31d2-4dcd-a556-351bcd6f4500", "name": "network-vif-deleted", "tag": "9353b123-2d50-4fab-a841-950839e67d60"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:50:05.437931 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d488b2e-ea45-4184-a14e-c5115aa8a3ed x-openstack-request-id: req-8d488b2e-ea45-4184-a14e-c5115aa8a3ed {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:50:05.438269 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3995ea50-31d2-4dcd-a556-351bcd6f4500", "name": "network-vif-deleted", "tag": "9353b123-2d50-4fab-a841-950839e67d60", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:50:05.438662 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8d488b2e-ea45-4184-a14e-c5115aa8a3ed {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:50:05.439091 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3995ea50-31d2-4dcd-a556-351bcd6f4500', 'name': 'network-vif-deleted', 'tag': '9353b123-2d50-4fab-a841-950839e67d60', 'status': 'completed', 'code': 200} Feb 09 01:50:06.029021 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:06.197310 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42548) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:06.240597 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-d589eb54-9c17-465c-9aa1-d7bfa796bba4 admin admin] Deleting subnet 0476a285-a451-4ddf-96b6-79af38a6d08d {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:50:06.243561 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d589eb54-9c17-465c-9aa1-d7bfa796bba4 admin admin] Publish callbacks [] for subnet (0476a285-a451-4ddf-96b6-79af38a6d08d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:06.281690 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d589eb54-9c17-465c-9aa1-d7bfa796bba4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (0476a285-a451-4ddf-96b6-79af38a6d08d), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:06.326193 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d589eb54-9c17-465c-9aa1-d7bfa796bba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (0476a285-a451-4ddf-96b6-79af38a6d08d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:06.379500 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d589eb54-9c17-465c-9aa1-d7bfa796bba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (0476a285-a451-4ddf-96b6-79af38a6d08d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:06.406353 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d589eb54-9c17-465c-9aa1-d7bfa796bba4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0476a285-a451-4ddf-96b6-79af38a6d08d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:06.408319 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d589eb54-9c17-465c-9aa1-d7bfa796bba4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:06.411531 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d589eb54-9c17-465c-9aa1-d7bfa796bba4 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0476a285-a451-4ddf-96b6-79af38a6d08d HTTP/1.1" status: 204 len: 168 time: 0.2132089 Feb 09 01:50:06.414025 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42550) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:06.481244 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d78fc23e-8708-4f23-a000-5bc37aaffc6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (4f3396a3-34de-430c-b666-4ceac77633c1), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:06.561771 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d78fc23e-8708-4f23-a000-5bc37aaffc6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (4f3396a3-34de-430c-b666-4ceac77633c1), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:06.581671 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-d78fc23e-8708-4f23-a000-5bc37aaffc6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f3396a3-34de-430c-b666-4ceac77633c1']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:06.590794 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-d78fc23e-8708-4f23-a000-5bc37aaffc6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9004422e-e567-431b-849f-fef0f6108f1c') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:06.591096 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-d78fc23e-8708-4f23-a000-5bc37aaffc6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9004422e-e567-431b-849f-fef0f6108f1c') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:06.600134 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d78fc23e-8708-4f23-a000-5bc37aaffc6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (9004422e-e567-431b-849f-fef0f6108f1c), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:06.613686 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d78fc23e-8708-4f23-a000-5bc37aaffc6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (9004422e-e567-431b-849f-fef0f6108f1c), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:06.620071 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d78fc23e-8708-4f23-a000-5bc37aaffc6d admin admin] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:50:06.620489 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d78fc23e-8708-4f23-a000-5bc37aaffc6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (9004422e-e567-431b-849f-fef0f6108f1c), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:06.622147 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:50:06.622147 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:50:06.622147 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:50:06.622147 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:50:06.622147 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:50:06.622147 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:50:06.622147 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:50:06.622147 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:50:06.622147 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:50:06.622147 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:50:06.622147 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:50:06.622147 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:50:06.622147 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:50:06.622147 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:50:06.622147 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:50:06.622147 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:50:06.622147 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:50:06.622147 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:50:06.622147 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:50:06.622147 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:50:06.622147 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:50:06.622147 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:50:06.622147 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:50:06.622147 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:50:06.622147 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:50:06.622147 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:50:06.622147 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:50:06.622147 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:50:06.622147 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:50:06.622147 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:50:06.622147 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:50:06.622147 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:50:06.973875 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d78fc23e-8708-4f23-a000-5bc37aaffc6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (4f3396a3-34de-430c-b666-4ceac77633c1), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:06.979669 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d78fc23e-8708-4f23-a000-5bc37aaffc6d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:06.983004 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d78fc23e-8708-4f23-a000-5bc37aaffc6d admin admin] 10.222.0.50 "DELETE /v2.0/networks/4f3396a3-34de-430c-b666-4ceac77633c1 HTTP/1.1" status: 204 len: 168 time: 0.5680733 Feb 09 01:50:06.993691 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78fc23e-8708-4f23-a000-5bc37aaffc6d admin admin] Pushing event deleted for resources: {'Network': ['ID=4f3396a3-34de-430c-b666-4ceac77633c1,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:07.091515 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42554) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:07.130473 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-533ae7cb-cf55-4562-b1f2-ed42bba39ebb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f25354041e874b6680322af3c96a67c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0374620 Feb 09 01:50:07.133516 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42556) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:07.179597 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-72735317-36a6-4b00-ad02-e848dc9bcaba admin admin] Publish callbacks [] for security_group (bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:07.200607 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-72735317-36a6-4b00-ad02-e848dc9bcaba admin admin] Publish callbacks [] for security_group (bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:07.246878 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-72735317-36a6-4b00-ad02-e848dc9bcaba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:07.249703 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-72735317-36a6-4b00-ad02-e848dc9bcaba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:07.250844 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-72735317-36a6-4b00-ad02-e848dc9bcaba admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d HTTP/1.1" status: 204 len: 168 time: 0.1164978 Feb 09 01:50:07.258372 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72735317-36a6-4b00-ad02-e848dc9bcaba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd8c989-8f3b-48d4-ab4a-e4c57cc2820d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:07.315679 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:07.913119 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42578) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:08.035351 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-2f6a06ed-f92a-4e76-895f-502222eca656 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1584920205-network', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:08.042486 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:08.055669 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6a06ed-f92a-4e76-895f-502222eca656 admin admin] Made reservation on behalf of 126ca61c8d3f4060bfee9f888cd1914c for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:50:08.057991 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2f6a06ed-f92a-4e76-895f-502222eca656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:08.066255 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2f6a06ed-f92a-4e76-895f-502222eca656 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:08.140865 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2f6a06ed-f92a-4e76-895f-502222eca656 admin admin] Publish callbacks [] for security_group (f3788a46-22b0-4184-ad25-aa971924c1be), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:08.145040 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2f6a06ed-f92a-4e76-895f-502222eca656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (f3788a46-22b0-4184-ad25-aa971924c1be), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:08.171117 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f6a06ed-f92a-4e76-895f-502222eca656 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1025} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:50:08.176568 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6a06ed-f92a-4e76-895f-502222eca656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3788a46-22b0-4184-ad25-aa971924c1be,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:08.184326 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2f6a06ed-f92a-4e76-895f-502222eca656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (e804de76-62ac-474f-aa52-370d47fa593f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:08.184326 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-2f6a06ed-f92a-4e76-895f-502222eca656 admin admin] Added segment e804de76-62ac-474f-aa52-370d47fa593f of type vlan for network 770506b8-31af-45bc-893b-5051c06d181a Feb 09 01:50:08.223823 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2f6a06ed-f92a-4e76-895f-502222eca656 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (770506b8-31af-45bc-893b-5051c06d181a), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:08.246531 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2f6a06ed-f92a-4e76-895f-502222eca656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (770506b8-31af-45bc-893b-5051c06d181a), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:08.247449 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6a06ed-f92a-4e76-895f-502222eca656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:08.248033 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2f6a06ed-f92a-4e76-895f-502222eca656 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:08.303618 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2f6a06ed-f92a-4e76-895f-502222eca656 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3894072 Feb 09 01:50:08.307127 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 42584) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:08.311123 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6a06ed-f92a-4e76-895f-502222eca656 admin admin] Pushing event updated for resources: {'Network': ['ID=770506b8-31af-45bc-893b-5051c06d181a,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:08.312302 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-99d0d8cb-56eb-4cb3-a616-c41f143dec5a admin admin] Request body: {'subnet': {'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1584920205-subnet', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:08.322413 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 770506b8-31af-45bc-893b-5051c06d181a details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:50:08.331218 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d0d8cb-56eb-4cb3-a616-c41f143dec5a admin admin] Made reservation on behalf of 126ca61c8d3f4060bfee9f888cd1914c for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:50:08.333695 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-99d0d8cb-56eb-4cb3-a616-c41f143dec5a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:08.494957 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:08.503500 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-99d0d8cb-56eb-4cb3-a616-c41f143dec5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (9990b7cc-83f1-47a6-8060-d9474ba2eb32), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:08.514522 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 9353b123-2d50-4fab-a841-950839e67d60 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:50:08.534999 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: 9353b123-2d50-4fab-a841-950839e67d60 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:50:08.535441 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 9353b123-2d50-4fab-a841-950839e67d60 not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:50:08.553087 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d0d8cb-56eb-4cb3-a616-c41f143dec5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9990b7cc-83f1-47a6-8060-d9474ba2eb32,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:08.567959 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d0d8cb-56eb-4cb3-a616-c41f143dec5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:08.568256 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d0d8cb-56eb-4cb3-a616-c41f143dec5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:08.568638 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d0d8cb-56eb-4cb3-a616-c41f143dec5a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:08.568990 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d0d8cb-56eb-4cb3-a616-c41f143dec5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:08.569333 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d0d8cb-56eb-4cb3-a616-c41f143dec5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:08.569677 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d0d8cb-56eb-4cb3-a616-c41f143dec5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:08.570017 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d0d8cb-56eb-4cb3-a616-c41f143dec5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:08.570350 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d0d8cb-56eb-4cb3-a616-c41f143dec5a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:08.570682 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d0d8cb-56eb-4cb3-a616-c41f143dec5a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:08.571015 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d0d8cb-56eb-4cb3-a616-c41f143dec5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:08.571348 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d0d8cb-56eb-4cb3-a616-c41f143dec5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:08.571716 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d0d8cb-56eb-4cb3-a616-c41f143dec5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:08.572050 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d0d8cb-56eb-4cb3-a616-c41f143dec5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:08.579818 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d0d8cb-56eb-4cb3-a616-c41f143dec5a admin admin] Checking segment: {'id': 'e804de76-62ac-474f-aa52-370d47fa593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '770506b8-31af-45bc-893b-5051c06d181a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:50:08.580194 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d0d8cb-56eb-4cb3-a616-c41f143dec5a admin admin] Network hostable DHCP agents. Network: 770506b8-31af-45bc-893b-5051c06d181a, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:50:08.596738 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d0d8cb-56eb-4cb3-a616-c41f143dec5a admin admin] Network 770506b8-31af-45bc-893b-5051c06d181a is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:50:08.605374 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-99d0d8cb-56eb-4cb3-a616-c41f143dec5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 770506b8-31af-45bc-893b-5051c06d181a) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:50:08.610261 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d0d8cb-56eb-4cb3-a616-c41f143dec5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:08.610873 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-99d0d8cb-56eb-4cb3-a616-c41f143dec5a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:08.614607 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c26a35e-b8e6-4eb8-b080-29ec7cc52593 None None] Network 770506b8-31af-45bc-893b-5051c06d181a requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:50:08.628526 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-99d0d8cb-56eb-4cb3-a616-c41f143dec5a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3201866 Feb 09 01:50:08.631455 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 42586) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:08.636606 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-d25d47ff-0543-4ce5-95e9-57c74ebabeb8 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1584920205-router', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:08.655214 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d25d47ff-0543-4ce5-95e9-57c74ebabeb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (cc3ccfed-fabe-469c-9487-552095ee3322), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:08.656392 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d25d47ff-0543-4ce5-95e9-57c74ebabeb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (cc3ccfed-fabe-469c-9487-552095ee3322), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:08.719581 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d25d47ff-0543-4ce5-95e9-57c74ebabeb8 admin admin] Publish callbacks [] for router_controller (cc3ccfed-fabe-469c-9487-552095ee3322), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:08.725344 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c423e67-a91a-4cfe-bc1f-6cb93cf7a491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-770506b8-31af-45bc-893b-5051c06d181a', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'fixed_ips': [{'subnet_id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:50:08.726205 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c423e67-a91a-4cfe-bc1f-6cb93cf7a491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:08.863415 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-2c423e67-a91a-4cfe-bc1f-6cb93cf7a491 None None] Allocated IP 172.20.0.2 (770506b8-31af-45bc-893b-5051c06d181a/9990b7cc-83f1-47a6-8060-d9474ba2eb32/13b7631f-110e-4a93-8fa0-80789239498a) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:50:08.864201 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d25d47ff-0543-4ce5-95e9-57c74ebabeb8 admin admin] Publish callbacks [] for router_gateway (cc3ccfed-fabe-469c-9487-552095ee3322), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:09.008048 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c423e67-a91a-4cfe-bc1f-6cb93cf7a491 None None] Publish callbacks [] for port (13b7631f-110e-4a93-8fa0-80789239498a), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:09.016121 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c423e67-a91a-4cfe-bc1f-6cb93cf7a491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (13b7631f-110e-4a93-8fa0-80789239498a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:09.058193 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c423e67-a91a-4cfe-bc1f-6cb93cf7a491 None None] Network 770506b8-31af-45bc-893b-5051c06d181a is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:50:09.063180 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-2c423e67-a91a-4cfe-bc1f-6cb93cf7a491 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:50:09.065235 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c423e67-a91a-4cfe-bc1f-6cb93cf7a491 None None] Pushing event updated for resources: {'Port': ['ID=13b7631f-110e-4a93-8fa0-80789239498a,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:09.067334 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c423e67-a91a-4cfe-bc1f-6cb93cf7a491 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:50:09.074719 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d25d47ff-0543-4ce5-95e9-57c74ebabeb8 admin admin] Publish callbacks [] for router_gateway (cc3ccfed-fabe-469c-9487-552095ee3322), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:09.094224 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d25d47ff-0543-4ce5-95e9-57c74ebabeb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:09.121002 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-2c423e67-a91a-4cfe-bc1f-6cb93cf7a491 None None] Attempting to bind port 13b7631f-110e-4a93-8fa0-80789239498a on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:50:09.121295 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-2c423e67-a91a-4cfe-bc1f-6cb93cf7a491 None None] Attempting to bind port 13b7631f-110e-4a93-8fa0-80789239498a by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'e804de76-62ac-474f-aa52-370d47fa593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '770506b8-31af-45bc-893b-5051c06d181a'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:50:09.121661 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c423e67-a91a-4cfe-bc1f-6cb93cf7a491 None None] Attempting to bind port 13b7631f-110e-4a93-8fa0-80789239498a on network 770506b8-31af-45bc-893b-5051c06d181a {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:50:09.126667 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c423e67-a91a-4cfe-bc1f-6cb93cf7a491 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:50:09.127046 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c423e67-a91a-4cfe-bc1f-6cb93cf7a491 None None] Checking segment: {'id': 'e804de76-62ac-474f-aa52-370d47fa593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '770506b8-31af-45bc-893b-5051c06d181a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:50:09.127458 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c423e67-a91a-4cfe-bc1f-6cb93cf7a491 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:09.127856 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c423e67-a91a-4cfe-bc1f-6cb93cf7a491 None None] Bound using segment: {'id': 'e804de76-62ac-474f-aa52-370d47fa593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '770506b8-31af-45bc-893b-5051c06d181a'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:50:09.128323 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-2c423e67-a91a-4cfe-bc1f-6cb93cf7a491 None None] Bound port: 13b7631f-110e-4a93-8fa0-80789239498a, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e804de76-62ac-474f-aa52-370d47fa593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '770506b8-31af-45bc-893b-5051c06d181a'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:50:09.128741 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c423e67-a91a-4cfe-bc1f-6cb93cf7a491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (13b7631f-110e-4a93-8fa0-80789239498a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:09.194248 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-2c423e67-a91a-4cfe-bc1f-6cb93cf7a491 None None] For port 13b7631f-110e-4a93-8fa0-80789239498a, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:50:09.197281 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-2c423e67-a91a-4cfe-bc1f-6cb93cf7a491 None None] For port 13b7631f-110e-4a93-8fa0-80789239498a, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=13b7631f-110e-4a93-8fa0-80789239498a,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:50:09.203552 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c423e67-a91a-4cfe-bc1f-6cb93cf7a491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (13b7631f-110e-4a93-8fa0-80789239498a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:09.206163 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-d25d47ff-0543-4ce5-95e9-57c74ebabeb8 admin admin] Allocated IP 172.25.8.113 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:50:09.261294 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c423e67-a91a-4cfe-bc1f-6cb93cf7a491 None None] Pushing event updated for resources: {'Port': ['ID=13b7631f-110e-4a93-8fa0-80789239498a,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:09.309912 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d25d47ff-0543-4ce5-95e9-57c74ebabeb8 admin admin] Publish callbacks [] for port (31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:09.344169 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d25d47ff-0543-4ce5-95e9-57c74ebabeb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:09.402395 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25d47ff-0543-4ce5-95e9-57c74ebabeb8 admin admin] Pushing event updated for resources: {'Port': ['ID=31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:09.405805 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25d47ff-0543-4ce5-95e9-57c74ebabeb8 admin admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:50:09.407503 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-d25d47ff-0543-4ce5-95e9-57c74ebabeb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:50:09.409509 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25d47ff-0543-4ce5-95e9-57c74ebabeb8 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:50:09.666874 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d25d47ff-0543-4ce5-95e9-57c74ebabeb8 admin admin] Publish callbacks [] for router_gateway (cc3ccfed-fabe-469c-9487-552095ee3322), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:09.771922 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:09.875326 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d25d47ff-0543-4ce5-95e9-57c74ebabeb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (cc3ccfed-fabe-469c-9487-552095ee3322), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:10.015488 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25d47ff-0543-4ce5-95e9-57c74ebabeb8 admin admin] Router cc3ccfed-fabe-469c-9487-552095ee3322 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:50:10.130604 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25d47ff-0543-4ce5-95e9-57c74ebabeb8 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:50:10.142247 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d102e340-0017-4b41-a778-6e49ea46b40a None None] Sync routers for ids ['cc3ccfed-fabe-469c-9487-552095ee3322'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:50:10.151031 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d25d47ff-0543-4ce5-95e9-57c74ebabeb8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:10.152993 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d102e340-0017-4b41-a778-6e49ea46b40a None None] Routers {'cc3ccfed-fabe-469c-9487-552095ee3322'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:50:10.153810 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-d102e340-0017-4b41-a778-6e49ea46b40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:50:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['cc3ccfed-fabe-469c-9487-552095ee3322'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:10.155270 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d25d47ff-0543-4ce5-95e9-57c74ebabeb8 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5226624 Feb 09 01:50:10.155388 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 42588) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:10.217701 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac3cbf1-7ab9-4c58-abdf-16a0f152afbb None None] Network 770506b8-31af-45bc-893b-5051c06d181a requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:50:10.321617 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-fdd8f36f-1442-483a-83e6-6e606a382c4e None None] Provisioning complete for port 13b7631f-110e-4a93-8fa0-80789239498a triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:10.321997 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fdd8f36f-1442-483a-83e6-6e606a382c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (13b7631f-110e-4a93-8fa0-80789239498a), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:10.349761 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-d102e340-0017-4b41-a778-6e49ea46b40a None None] Set router cc3ccfed-fabe-469c-9487-552095ee3322 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:50:10.573552 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-fdd8f36f-1442-483a-83e6-6e606a382c4e None None] Current status of the port 13b7631f-110e-4a93-8fa0-80789239498a is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:10.573954 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fdd8f36f-1442-483a-83e6-6e606a382c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (13b7631f-110e-4a93-8fa0-80789239498a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:10.582263 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8a817cb5-7bb2-4bf0-8bf6-62baa59c08a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:10.616365 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-fdd8f36f-1442-483a-83e6-6e606a382c4e None None] For port 13b7631f-110e-4a93-8fa0-80789239498a, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=13b7631f-110e-4a93-8fa0-80789239498a,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:10.622964 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fdd8f36f-1442-483a-83e6-6e606a382c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (13b7631f-110e-4a93-8fa0-80789239498a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:10.654178 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-d102e340-0017-4b41-a778-6e49ea46b40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'name': 'tempest-ServerActionsTestJSON-1584920205-router', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:08Z', 'updated_at': '2022-02-09T01:50:09Z', 'revision_number': 3, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'gw_port': {'id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:09Z', 'updated_at': '2022-02-09T01:50:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:10.691708 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d102e340-0017-4b41-a778-6e49ea46b40a None None] Checking router: cc3ccfed-fabe-469c-9487-552095ee3322 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:50:10.692070 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d102e340-0017-4b41-a778-6e49ea46b40a None None] Updating router cc3ccfed-fabe-469c-9487-552095ee3322 port 31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:50:10.724244 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd8f36f-1442-483a-83e6-6e606a382c4e None None] Pushing event updated for resources: {'Port': ['ID=13b7631f-110e-4a93-8fa0-80789239498a,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:10.734596 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d102e340-0017-4b41-a778-6e49ea46b40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:10.752519 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-8a817cb5-7bb2-4bf0-8bf6-62baa59c08a5 admin admin] Allocated IP 172.20.0.1 (770506b8-31af-45bc-893b-5051c06d181a/9990b7cc-83f1-47a6-8060-d9474ba2eb32/75b2e617-73c3-459f-8fff-4e05a2223948) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:50:10.769594 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-c586ce1f-24b0-49e4-b416-bededcf7ea16 None None] Provisioning complete for port 13b7631f-110e-4a93-8fa0-80789239498a triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:10.769908 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c586ce1f-24b0-49e4-b416-bededcf7ea16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (13b7631f-110e-4a93-8fa0-80789239498a), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:10.860911 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8a817cb5-7bb2-4bf0-8bf6-62baa59c08a5 admin admin] Publish callbacks [] for port (75b2e617-73c3-459f-8fff-4e05a2223948), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:10.897056 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8a817cb5-7bb2-4bf0-8bf6-62baa59c08a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (75b2e617-73c3-459f-8fff-4e05a2223948), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:10.939942 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a817cb5-7bb2-4bf0-8bf6-62baa59c08a5 admin admin] Network 770506b8-31af-45bc-893b-5051c06d181a is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:50:10.944480 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-8a817cb5-7bb2-4bf0-8bf6-62baa59c08a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:50:10.948890 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a817cb5-7bb2-4bf0-8bf6-62baa59c08a5 admin admin] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:50:10.952114 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a817cb5-7bb2-4bf0-8bf6-62baa59c08a5 admin admin] Pushing event updated for resources: {'Port': ['ID=75b2e617-73c3-459f-8fff-4e05a2223948,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:10.999634 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8a817cb5-7bb2-4bf0-8bf6-62baa59c08a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (cc3ccfed-fabe-469c-9487-552095ee3322), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:11.145061 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8a817cb5-7bb2-4bf0-8bf6-62baa59c08a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (75b2e617-73c3-459f-8fff-4e05a2223948), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:11.145272 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c586ce1f-24b0-49e4-b416-bededcf7ea16 None None] Current status of the port 13b7631f-110e-4a93-8fa0-80789239498a is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:11.236889 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d102e340-0017-4b41-a778-6e49ea46b40a None None] Publish callbacks [] for port (31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:11.244335 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 13b7631f-110e-4a93-8fa0-80789239498a up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:50:11.247964 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d102e340-0017-4b41-a778-6e49ea46b40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:11.325681 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8a817cb5-7bb2-4bf0-8bf6-62baa59c08a5 admin admin] Publish callbacks [] for port (75b2e617-73c3-459f-8fff-4e05a2223948), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:11.330699 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8a817cb5-7bb2-4bf0-8bf6-62baa59c08a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (75b2e617-73c3-459f-8fff-4e05a2223948), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:11.346201 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3bdc88-0362-43dc-b9b1-b1c726a8ad8d None None] Pushing event updated for resources: {'Port': ['ID=31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:11.349341 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-e7238f35-2d26-4b4a-929c-2b16ae8927a1 None None] Provisioning complete for port 75b2e617-73c3-459f-8fff-4e05a2223948 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:11.349726 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e7238f35-2d26-4b4a-929c-2b16ae8927a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (75b2e617-73c3-459f-8fff-4e05a2223948), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:11.352476 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-d102e340-0017-4b41-a778-6e49ea46b40a None None] Attempting to bind port 31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:50:11.353008 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-d102e340-0017-4b41-a778-6e49ea46b40a None None] Attempting to bind port 31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:50:11.353402 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d102e340-0017-4b41-a778-6e49ea46b40a None None] Attempting to bind port 31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:50:11.383963 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d102e340-0017-4b41-a778-6e49ea46b40a None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:50:11.384354 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d102e340-0017-4b41-a778-6e49ea46b40a None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:50:11.384797 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d102e340-0017-4b41-a778-6e49ea46b40a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:11.385204 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d102e340-0017-4b41-a778-6e49ea46b40a None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:50:11.385775 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-d102e340-0017-4b41-a778-6e49ea46b40a None None] Bound port: 31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:50:11.386173 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d102e340-0017-4b41-a778-6e49ea46b40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:11.402241 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a817cb5-7bb2-4bf0-8bf6-62baa59c08a5 admin admin] Pushing event updated for resources: {'Port': ['ID=75b2e617-73c3-459f-8fff-4e05a2223948,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:11.405635 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8a817cb5-7bb2-4bf0-8bf6-62baa59c08a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (cc3ccfed-fabe-469c-9487-552095ee3322), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:11.421443 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 13b7631f-110e-4a93-8fa0-80789239498a triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:11.421831 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (13b7631f-110e-4a93-8fa0-80789239498a), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:11.423273 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e7238f35-2d26-4b4a-929c-2b16ae8927a1 None None] Port 75b2e617-73c3-459f-8fff-4e05a2223948 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:50:11.483695 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-d102e340-0017-4b41-a778-6e49ea46b40a None None] For port 31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:50:11.487017 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-d102e340-0017-4b41-a778-6e49ea46b40a None None] For port 31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:50:11.497617 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d102e340-0017-4b41-a778-6e49ea46b40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:11.498647 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a817cb5-7bb2-4bf0-8bf6-62baa59c08a5 admin admin] Network 770506b8-31af-45bc-893b-5051c06d181a is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:50:11.500012 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-8a817cb5-7bb2-4bf0-8bf6-62baa59c08a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:50:11.571301 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 13b7631f-110e-4a93-8fa0-80789239498a is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:11.587492 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d102e340-0017-4b41-a778-6e49ea46b40a None None] Routers {'cc3ccfed-fabe-469c-9487-552095ee3322'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:50:11.588144 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-d102e340-0017-4b41-a778-6e49ea46b40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:50:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['cc3ccfed-fabe-469c-9487-552095ee3322'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:11.626226 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a817cb5-7bb2-4bf0-8bf6-62baa59c08a5 admin admin] Router cc3ccfed-fabe-469c-9487-552095ee3322 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:50:11.630198 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3bdc88-0362-43dc-b9b1-b1c726a8ad8d None None] Pushing event updated for resources: {'Port': ['ID=31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:11.707421 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-d102e340-0017-4b41-a778-6e49ea46b40a None None] Set router cc3ccfed-fabe-469c-9487-552095ee3322 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:50:11.743308 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a817cb5-7bb2-4bf0-8bf6-62baa59c08a5 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:50:11.748395 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8a817cb5-7bb2-4bf0-8bf6-62baa59c08a5 admin admin] 10.222.0.50 "PUT /v2.0/routers/cc3ccfed-fabe-469c-9487-552095ee3322/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5919485 Feb 09 01:50:11.761542 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-5a9f4a6b-8aff-4b32-818a-b543b9a3c147 None None] Provisioning complete for port 75b2e617-73c3-459f-8fff-4e05a2223948 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:11.761927 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5a9f4a6b-8aff-4b32-818a-b543b9a3c147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (75b2e617-73c3-459f-8fff-4e05a2223948), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:11.869389 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-5a9f4a6b-8aff-4b32-818a-b543b9a3c147 None None] Port 75b2e617-73c3-459f-8fff-4e05a2223948 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:50:11.950802 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-d102e340-0017-4b41-a778-6e49ea46b40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'name': 'tempest-ServerActionsTestJSON-1584920205-router', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:08Z', 'updated_at': '2022-02-09T01:50:11Z', 'revision_number': 4, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'gw_port': {'id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:09Z', 'updated_at': '2022-02-09T01:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '75b2e617-73c3-459f-8fff-4e05a2223948', 'name': '', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'mac_address': 'fa:16:3e:45:75:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:10Z', 'updated_at': '2022-02-09T01:50:11Z', 'revision_number': 2, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'subnets': [{'id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:11.977472 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d102e340-0017-4b41-a778-6e49ea46b40a None None] The sync data for ids ['cc3ccfed-fabe-469c-9487-552095ee3322'] in n-d-828369-4 is: [{'id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'name': 'tempest-ServerActionsTestJSON-1584920205-router', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:08Z', 'updated_at': '2022-02-09T01:50:11Z', 'revision_number': 4, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'gw_port': {'id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:09Z', 'updated_at': '2022-02-09T01:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '75b2e617-73c3-459f-8fff-4e05a2223948', 'name': '', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'mac_address': 'fa:16:3e:45:75:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:10Z', 'updated_at': '2022-02-09T01:50:11Z', 'revision_number': 2, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'subnets': [{'id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:50:12.200707 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 42598) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:12.206065 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-e5bc7635-bbd4-410d-87d8-0df828dc3654 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1537292734', 'description': 'tempest-description--413376031'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:12.228642 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e5bc7635-bbd4-410d-87d8-0df828dc3654 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:12.300234 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e5bc7635-bbd4-410d-87d8-0df828dc3654 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks [] for security_group (ec71df23-2761-43ac-a4a9-962534227f02), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:12.305310 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e5bc7635-bbd4-410d-87d8-0df828dc3654 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (ec71df23-2761-43ac-a4a9-962534227f02), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:12.336711 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e5bc7635-bbd4-410d-87d8-0df828dc3654 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:12.337974 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e5bc7635-bbd4-410d-87d8-0df828dc3654 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1358387 Feb 09 01:50:12.341044 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 42600) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:12.345320 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-249d9683-3f2b-48b1-b24e-eb84b3fd5ed9 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Request body: {'security_group_rule': {'security_group_id': 'ec71df23-2761-43ac-a4a9-962534227f02', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:12.353733 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc7635-bbd4-410d-87d8-0df828dc3654 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec71df23-2761-43ac-a4a9-962534227f02,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:12.377317 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-249d9683-3f2b-48b1-b24e-eb84b3fd5ed9 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks [] for security_group_rule (2a1a3272-6bbc-4258-a1aa-4d3a60e985a9), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:12.435786 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-249d9683-3f2b-48b1-b24e-eb84b3fd5ed9 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks [] for security_group_rule (2a1a3272-6bbc-4258-a1aa-4d3a60e985a9), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:12.439918 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-249d9683-3f2b-48b1-b24e-eb84b3fd5ed9 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (2a1a3272-6bbc-4258-a1aa-4d3a60e985a9), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:12.458246 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249d9683-3f2b-48b1-b24e-eb84b3fd5ed9 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a1a3272-6bbc-4258-a1aa-4d3a60e985a9,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:12.466365 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-249d9683-3f2b-48b1-b24e-eb84b3fd5ed9 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:12.467645 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-249d9683-3f2b-48b1-b24e-eb84b3fd5ed9 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1256833 Feb 09 01:50:12.470198 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 42602) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:12.474578 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-0cb9ab02-5e25-41e4-b766-0bf048411e55 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Request body: {'security_group_rule': {'security_group_id': 'ec71df23-2761-43ac-a4a9-962534227f02', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:12.500095 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0cb9ab02-5e25-41e4-b766-0bf048411e55 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks [] for security_group_rule (d67aecec-a67e-45ea-bd17-057874fc179b), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:12.915127 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0cb9ab02-5e25-41e4-b766-0bf048411e55 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks [] for security_group_rule (d67aecec-a67e-45ea-bd17-057874fc179b), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:12.919144 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0cb9ab02-5e25-41e4-b766-0bf048411e55 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (d67aecec-a67e-45ea-bd17-057874fc179b), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:12.937803 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb9ab02-5e25-41e4-b766-0bf048411e55 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d67aecec-a67e-45ea-bd17-057874fc179b,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:12.945334 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0cb9ab02-5e25-41e4-b766-0bf048411e55 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:12.946493 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-0cb9ab02-5e25-41e4-b766-0bf048411e55 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4753604 Feb 09 01:50:12.949584 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 42604) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:12.954035 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-850a5189-6511-43d1-babe-545ecff6e136 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:12.974844 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-850a5189-6511-43d1-babe-545ecff6e136 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:13.084981 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-850a5189-6511-43d1-babe-545ecff6e136 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:13.200490 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-850a5189-6511-43d1-babe-545ecff6e136 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Allocated IP 172.25.8.128 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/927bf404-5115-411f-94ef-86c023591044) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:50:13.226785 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:50:13.285963 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:13.286349 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:13.311397 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-850a5189-6511-43d1-babe-545ecff6e136 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks [] for port (927bf404-5115-411f-94ef-86c023591044), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:13.345246 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-850a5189-6511-43d1-babe-545ecff6e136 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (927bf404-5115-411f-94ef-86c023591044), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:13.366678 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:13.367111 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:13.389079 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:13.390416 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850a5189-6511-43d1-babe-545ecff6e136 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:50:13.393825 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:13.394483 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-850a5189-6511-43d1-babe-545ecff6e136 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:50:13.397549 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850a5189-6511-43d1-babe-545ecff6e136 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:50:13.424531 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a5189-6511-43d1-babe-545ecff6e136 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Pushing event updated for resources: {'Port': ['ID=927bf404-5115-411f-94ef-86c023591044,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:13.442813 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:13.491528 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-850a5189-6511-43d1-babe-545ecff6e136 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks [] for floatingip (00a05cc8-8858-461e-abe8-2e7a52288433), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:13.530198 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-850a5189-6511-43d1-babe-545ecff6e136 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (927bf404-5115-411f-94ef-86c023591044), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:13.682291 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-850a5189-6511-43d1-babe-545ecff6e136 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks [] for port (927bf404-5115-411f-94ef-86c023591044), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:13.686871 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-850a5189-6511-43d1-babe-545ecff6e136 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (927bf404-5115-411f-94ef-86c023591044), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:13.759291 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a5189-6511-43d1-babe-545ecff6e136 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Pushing event updated for resources: {'Port': ['ID=927bf404-5115-411f-94ef-86c023591044,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:13.771263 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-850a5189-6511-43d1-babe-545ecff6e136 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (00a05cc8-8858-461e-abe8-2e7a52288433), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:13.786800 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-850a5189-6511-43d1-babe-545ecff6e136 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:13.788090 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-850a5189-6511-43d1-babe-545ecff6e136 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8375549 Feb 09 01:50:13.939028 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-90d0f57a-0814-4922-bb71-35937163ce9f req-dc5a7b60-0d98-4f1f-acce-d9e9e9f1d354 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1537292734&fields=id&tenant_id=126ca61c8d3f4060bfee9f888cd1914c HTTP/1.1" status: 200 len: 267 time: 0.0451889 Feb 09 01:50:13.982835 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95d8ae8-479d-4b1e-8b58-71a9db72b9d9 None None] Sync routers for ids ['cc3ccfed-fabe-469c-9487-552095ee3322'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:50:13.993845 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95d8ae8-479d-4b1e-8b58-71a9db72b9d9 None None] Routers {'cc3ccfed-fabe-469c-9487-552095ee3322'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:50:13.994459 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-b95d8ae8-479d-4b1e-8b58-71a9db72b9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:50:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['cc3ccfed-fabe-469c-9487-552095ee3322'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:14.051864 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0f57a-0814-4922-bb71-35937163ce9f req-88f7f2b2-f2ae-4969-84d3-c7853e401fcb tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:14.053373 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-90d0f57a-0814-4922-bb71-35937163ce9f req-88f7f2b2-f2ae-4969-84d3-c7853e401fcb tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/networks?id=770506b8-31af-45bc-893b-5051c06d181a HTTP/1.1" status: 200 len: 812 time: 0.1080344 Feb 09 01:50:14.067769 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-90d0f57a-0814-4922-bb71-35937163ce9f req-6f98f5d7-2d98-40a3-a585-054cb8080249 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/quotas/126ca61c8d3f4060bfee9f888cd1914c HTTP/1.1" status: 200 len: 375 time: 0.0089221 Feb 09 01:50:14.099932 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-b95d8ae8-479d-4b1e-8b58-71a9db72b9d9 None None] Set router cc3ccfed-fabe-469c-9487-552095ee3322 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:50:14.124513 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-90d0f57a-0814-4922-bb71-35937163ce9f req-3d75ac6a-96c1-4fd1-86ae-c6ee12cc9100 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=126ca61c8d3f4060bfee9f888cd1914c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500257 Feb 09 01:50:14.269776 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-90d0f57a-0814-4922-bb71-35937163ce9f req-c2a197d8-397a-432f-9131-78b3274d8083 service neutron] 10.222.0.50 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331441 Feb 09 01:50:14.298140 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-b95d8ae8-479d-4b1e-8b58-71a9db72b9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'name': 'tempest-ServerActionsTestJSON-1584920205-router', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:08Z', 'updated_at': '2022-02-09T01:50:11Z', 'revision_number': 4, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'gw_port': {'id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:09Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '75b2e617-73c3-459f-8fff-4e05a2223948', 'name': '', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'mac_address': 'fa:16:3e:45:75:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:10Z', 'updated_at': '2022-02-09T01:50:11Z', 'revision_number': 2, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'subnets': [{'id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:14.329139 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95d8ae8-479d-4b1e-8b58-71a9db72b9d9 None None] Checking router: cc3ccfed-fabe-469c-9487-552095ee3322 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:50:14.329554 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95d8ae8-479d-4b1e-8b58-71a9db72b9d9 None None] Updating router cc3ccfed-fabe-469c-9487-552095ee3322 port 75b2e617-73c3-459f-8fff-4e05a2223948 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:50:14.356561 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b95d8ae8-479d-4b1e-8b58-71a9db72b9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (75b2e617-73c3-459f-8fff-4e05a2223948), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:14.365774 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-90d0f57a-0814-4922-bb71-35937163ce9f req-79e60a63-1205-488c-b941-b980af1e1ec0 service neutron] 10.222.0.50 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902650 Feb 09 01:50:14.532364 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-663f069a-7485-453a-b9f0-a1171bf2a24d req-022b87c0-3d23-4933-97b5-8e4409352e52 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 210 time: 0.0287368 Feb 09 01:50:14.627755 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b95d8ae8-479d-4b1e-8b58-71a9db72b9d9 None None] Publish callbacks [] for port (75b2e617-73c3-459f-8fff-4e05a2223948), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:14.633672 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b95d8ae8-479d-4b1e-8b58-71a9db72b9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (75b2e617-73c3-459f-8fff-4e05a2223948), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:14.778073 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911d7f9-5f51-457f-af94-4dd4fa2e59bc None None] Pushing event updated for resources: {'Port': ['ID=75b2e617-73c3-459f-8fff-4e05a2223948,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:14.828693 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-b95d8ae8-479d-4b1e-8b58-71a9db72b9d9 None None] Attempting to bind port 75b2e617-73c3-459f-8fff-4e05a2223948 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:50:14.829084 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-b95d8ae8-479d-4b1e-8b58-71a9db72b9d9 None None] Attempting to bind port 75b2e617-73c3-459f-8fff-4e05a2223948 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'e804de76-62ac-474f-aa52-370d47fa593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '770506b8-31af-45bc-893b-5051c06d181a'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:50:14.829457 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95d8ae8-479d-4b1e-8b58-71a9db72b9d9 None None] Attempting to bind port 75b2e617-73c3-459f-8fff-4e05a2223948 on network 770506b8-31af-45bc-893b-5051c06d181a {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:50:14.832311 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7911d7f9-5f51-457f-af94-4dd4fa2e59bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:14.832752 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7911d7f9-5f51-457f-af94-4dd4fa2e59bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:14.833033 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7911d7f9-5f51-457f-af94-4dd4fa2e59bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:14.833365 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7911d7f9-5f51-457f-af94-4dd4fa2e59bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:14.833713 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7911d7f9-5f51-457f-af94-4dd4fa2e59bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:14.834049 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7911d7f9-5f51-457f-af94-4dd4fa2e59bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:14.834381 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7911d7f9-5f51-457f-af94-4dd4fa2e59bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:14.834717 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7911d7f9-5f51-457f-af94-4dd4fa2e59bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:14.835052 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7911d7f9-5f51-457f-af94-4dd4fa2e59bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:14.835382 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7911d7f9-5f51-457f-af94-4dd4fa2e59bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:14.836287 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7911d7f9-5f51-457f-af94-4dd4fa2e59bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:14.836642 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7911d7f9-5f51-457f-af94-4dd4fa2e59bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:14.836974 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7911d7f9-5f51-457f-af94-4dd4fa2e59bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:14.849715 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95d8ae8-479d-4b1e-8b58-71a9db72b9d9 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:50:14.850105 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95d8ae8-479d-4b1e-8b58-71a9db72b9d9 None None] Checking segment: {'id': 'e804de76-62ac-474f-aa52-370d47fa593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '770506b8-31af-45bc-893b-5051c06d181a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:50:14.850517 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b95d8ae8-479d-4b1e-8b58-71a9db72b9d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:14.850915 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95d8ae8-479d-4b1e-8b58-71a9db72b9d9 None None] Bound using segment: {'id': 'e804de76-62ac-474f-aa52-370d47fa593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '770506b8-31af-45bc-893b-5051c06d181a'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:50:14.851434 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-b95d8ae8-479d-4b1e-8b58-71a9db72b9d9 None None] Bound port: 75b2e617-73c3-459f-8fff-4e05a2223948, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e804de76-62ac-474f-aa52-370d47fa593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '770506b8-31af-45bc-893b-5051c06d181a'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:50:14.851832 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b95d8ae8-479d-4b1e-8b58-71a9db72b9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (75b2e617-73c3-459f-8fff-4e05a2223948), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:14.924658 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-b95d8ae8-479d-4b1e-8b58-71a9db72b9d9 None None] For port 75b2e617-73c3-459f-8fff-4e05a2223948, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:50:14.930391 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-b95d8ae8-479d-4b1e-8b58-71a9db72b9d9 None None] For port 75b2e617-73c3-459f-8fff-4e05a2223948, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=75b2e617-73c3-459f-8fff-4e05a2223948,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:50:14.939078 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-b95d8ae8-479d-4b1e-8b58-71a9db72b9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (75b2e617-73c3-459f-8fff-4e05a2223948), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:15.034432 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95d8ae8-479d-4b1e-8b58-71a9db72b9d9 None None] Routers {'cc3ccfed-fabe-469c-9487-552095ee3322'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:50:15.035047 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-b95d8ae8-479d-4b1e-8b58-71a9db72b9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:50:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['cc3ccfed-fabe-469c-9487-552095ee3322'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:15.037876 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-fc084fc6-7eed-4302-8c85-971a0650baf8 None None] Provisioning complete for port 75b2e617-73c3-459f-8fff-4e05a2223948 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:15.038858 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fc084fc6-7eed-4302-8c85-971a0650baf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (75b2e617-73c3-459f-8fff-4e05a2223948), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:15.078666 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911d7f9-5f51-457f-af94-4dd4fa2e59bc None None] Pushing event updated for resources: {'Port': ['ID=75b2e617-73c3-459f-8fff-4e05a2223948,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:15.127778 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-fc084fc6-7eed-4302-8c85-971a0650baf8 None None] Current status of the port 75b2e617-73c3-459f-8fff-4e05a2223948 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:15.128237 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fc084fc6-7eed-4302-8c85-971a0650baf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (75b2e617-73c3-459f-8fff-4e05a2223948), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:15.178295 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-fc084fc6-7eed-4302-8c85-971a0650baf8 None None] For port 75b2e617-73c3-459f-8fff-4e05a2223948, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=75b2e617-73c3-459f-8fff-4e05a2223948,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:15.183411 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fc084fc6-7eed-4302-8c85-971a0650baf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (75b2e617-73c3-459f-8fff-4e05a2223948), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:15.183672 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-b95d8ae8-479d-4b1e-8b58-71a9db72b9d9 None None] Set router cc3ccfed-fabe-469c-9487-552095ee3322 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:50:15.282697 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc084fc6-7eed-4302-8c85-971a0650baf8 None None] Pushing event updated for resources: {'Port': ['ID=75b2e617-73c3-459f-8fff-4e05a2223948,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:15.286750 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 75b2e617-73c3-459f-8fff-4e05a2223948 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:50:15.337189 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-5d5aa8d0-678e-49a7-af67-bd1036ffcf0b None None] Provisioning complete for port 75b2e617-73c3-459f-8fff-4e05a2223948 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:15.337571 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5d5aa8d0-678e-49a7-af67-bd1036ffcf0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (75b2e617-73c3-459f-8fff-4e05a2223948), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:15.382113 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 75b2e617-73c3-459f-8fff-4e05a2223948 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:15.383062 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (75b2e617-73c3-459f-8fff-4e05a2223948), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:15.403647 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-b95d8ae8-479d-4b1e-8b58-71a9db72b9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'name': 'tempest-ServerActionsTestJSON-1584920205-router', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:08Z', 'updated_at': '2022-02-09T01:50:11Z', 'revision_number': 4, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'gw_port': {'id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:09Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '75b2e617-73c3-459f-8fff-4e05a2223948', 'name': '', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'mac_address': 'fa:16:3e:45:75:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:10Z', 'updated_at': '2022-02-09T01:50:14Z', 'revision_number': 4, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'subnets': [{'id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:15.430061 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95d8ae8-479d-4b1e-8b58-71a9db72b9d9 None None] The sync data for ids ['cc3ccfed-fabe-469c-9487-552095ee3322'] in n-d-828369-4 is: [{'id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'name': 'tempest-ServerActionsTestJSON-1584920205-router', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:08Z', 'updated_at': '2022-02-09T01:50:11Z', 'revision_number': 4, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'gw_port': {'id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:09Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '75b2e617-73c3-459f-8fff-4e05a2223948', 'name': '', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'mac_address': 'fa:16:3e:45:75:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:10Z', 'updated_at': '2022-02-09T01:50:14Z', 'revision_number': 4, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'subnets': [{'id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:50:15.461469 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-5d5aa8d0-678e-49a7-af67-bd1036ffcf0b None None] Current status of the port 75b2e617-73c3-459f-8fff-4e05a2223948 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:15.504012 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 75b2e617-73c3-459f-8fff-4e05a2223948 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:15.505175 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:50:15.558104 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:15.558598 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:15.643754 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:15.685684 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1b69801c-3422-4754-9e39-83589f1885f9 req-fdbd8103-74fd-4073-a740-b0a93d5c6950 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 210 time: 0.0426950 Feb 09 01:50:15.729464 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0f57a-0814-4922-bb71-35937163ce9f req-867e407a-0db1-4abe-ad40-131900a3ee46 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:15.731022 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-90d0f57a-0814-4922-bb71-35937163ce9f req-867e407a-0db1-4abe-ad40-131900a3ee46 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.120 "GET /v2.0/networks?id=770506b8-31af-45bc-893b-5051c06d181a HTTP/1.1" status: 200 len: 812 time: 0.1904769 Feb 09 01:50:15.795753 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-90d0f57a-0814-4922-bb71-35937163ce9f req-6015d812-1ae0-43b6-ab85-0816a9a75a20 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=126ca61c8d3f4060bfee9f888cd1914c HTTP/1.1" status: 200 len: 380 time: 0.0563030 Feb 09 01:50:15.806137 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-90d0f57a-0814-4922-bb71-35937163ce9f req-d21d580d-1de4-45b7-b5a5-a5a7dfd19f2d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Request body: {'port': {'device_id': '603a0e32-c775-428c-9ea5-630e361799fd', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'admin_state_up': True, 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'security_groups': ['ec71df23-2761-43ac-a4a9-962534227f02']}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:15.919437 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90d0f57a-0814-4922-bb71-35937163ce9f req-d21d580d-1de4-45b7-b5a5-a5a7dfd19f2d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Made reservation on behalf of 126ca61c8d3f4060bfee9f888cd1914c for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:50:15.923052 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-90d0f57a-0814-4922-bb71-35937163ce9f req-d21d580d-1de4-45b7-b5a5-a5a7dfd19f2d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:16.069854 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-90d0f57a-0814-4922-bb71-35937163ce9f req-d21d580d-1de4-45b7-b5a5-a5a7dfd19f2d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Allocated IP 172.20.0.12 (770506b8-31af-45bc-893b-5051c06d181a/9990b7cc-83f1-47a6-8060-d9474ba2eb32/62a716aa-0adb-42b7-95d6-2219ee9d9abd) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:50:16.213288 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-90d0f57a-0814-4922-bb71-35937163ce9f req-d21d580d-1de4-45b7-b5a5-a5a7dfd19f2d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks [] for port (62a716aa-0adb-42b7-95d6-2219ee9d9abd), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:16.245348 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-90d0f57a-0814-4922-bb71-35937163ce9f req-d21d580d-1de4-45b7-b5a5-a5a7dfd19f2d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (62a716aa-0adb-42b7-95d6-2219ee9d9abd), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:16.289665 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90d0f57a-0814-4922-bb71-35937163ce9f req-d21d580d-1de4-45b7-b5a5-a5a7dfd19f2d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Network 770506b8-31af-45bc-893b-5051c06d181a is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:50:16.292768 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-90d0f57a-0814-4922-bb71-35937163ce9f req-d21d580d-1de4-45b7-b5a5-a5a7dfd19f2d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:50:16.296356 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d0f57a-0814-4922-bb71-35937163ce9f req-d21d580d-1de4-45b7-b5a5-a5a7dfd19f2d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:50:16.320723 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21d580d-1de4-45b7-b5a5-a5a7dfd19f2d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Pushing event updated for resources: {'Port': ['ID=62a716aa-0adb-42b7-95d6-2219ee9d9abd,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:16.350836 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0f57a-0814-4922-bb71-35937163ce9f req-d21d580d-1de4-45b7-b5a5-a5a7dfd19f2d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:16.351462 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-90d0f57a-0814-4922-bb71-35937163ce9f req-d21d580d-1de4-45b7-b5a5-a5a7dfd19f2d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:16.367745 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-90d0f57a-0814-4922-bb71-35937163ce9f req-d21d580d-1de4-45b7-b5a5-a5a7dfd19f2d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5660949 Feb 09 01:50:16.379691 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-90d0f57a-0814-4922-bb71-35937163ce9f req-97faa699-6963-43b1-96d7-c0590fe13f24 service neutron] Request body: {'port': {'device_id': '603a0e32-c775-428c-9ea5-630e361799fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:16.445781 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-90d0f57a-0814-4922-bb71-35937163ce9f req-97faa699-6963-43b1-96d7-c0590fe13f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (62a716aa-0adb-42b7-95d6-2219ee9d9abd), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:16.591754 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-1d588209-851e-4492-b30e-6ea55b96ea16 None None] Provisioning complete for port 62a716aa-0adb-42b7-95d6-2219ee9d9abd triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:16.592329 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1d588209-851e-4492-b30e-6ea55b96ea16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (62a716aa-0adb-42b7-95d6-2219ee9d9abd), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:16.625377 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-1d588209-851e-4492-b30e-6ea55b96ea16 None None] Port 62a716aa-0adb-42b7-95d6-2219ee9d9abd cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:50:16.704966 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-90d0f57a-0814-4922-bb71-35937163ce9f req-97faa699-6963-43b1-96d7-c0590fe13f24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62a716aa-0adb-42b7-95d6-2219ee9d9abd {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:50:16.713002 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-90d0f57a-0814-4922-bb71-35937163ce9f req-97faa699-6963-43b1-96d7-c0590fe13f24 service neutron] Publish callbacks [] for port (62a716aa-0adb-42b7-95d6-2219ee9d9abd), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:16.724810 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-90d0f57a-0814-4922-bb71-35937163ce9f req-97faa699-6963-43b1-96d7-c0590fe13f24 service neutron] Transition to ACTIVE for port object 62a716aa-0adb-42b7-95d6-2219ee9d9abd will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:50:16.729498 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-90d0f57a-0814-4922-bb71-35937163ce9f req-97faa699-6963-43b1-96d7-c0590fe13f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (62a716aa-0adb-42b7-95d6-2219ee9d9abd), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:16.811443 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97faa699-6963-43b1-96d7-c0590fe13f24 service neutron] Pushing event updated for resources: {'Port': ['ID=62a716aa-0adb-42b7-95d6-2219ee9d9abd,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:16.885387 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e866632-e006-40c3-ab22-15280afe98d1 req-e938e394-d3b5-4378-bcf8-a5d857b6a820 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:16.886947 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5e866632-e006-40c3-ab22-15280afe98d1 req-e938e394-d3b5-4378-bcf8-a5d857b6a820 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 944 time: 0.1249416 Feb 09 01:50:16.908200 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-90d0f57a-0814-4922-bb71-35937163ce9f req-97faa699-6963-43b1-96d7-c0590fe13f24 service neutron] Attempting to bind port 62a716aa-0adb-42b7-95d6-2219ee9d9abd on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:50:16.908567 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-90d0f57a-0814-4922-bb71-35937163ce9f req-97faa699-6963-43b1-96d7-c0590fe13f24 service neutron] Attempting to bind port 62a716aa-0adb-42b7-95d6-2219ee9d9abd by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': 'e804de76-62ac-474f-aa52-370d47fa593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '770506b8-31af-45bc-893b-5051c06d181a'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:50:16.908919 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d0f57a-0814-4922-bb71-35937163ce9f req-97faa699-6963-43b1-96d7-c0590fe13f24 service neutron] Attempting to bind port 62a716aa-0adb-42b7-95d6-2219ee9d9abd on network 770506b8-31af-45bc-893b-5051c06d181a {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:50:16.920667 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d0f57a-0814-4922-bb71-35937163ce9f req-97faa699-6963-43b1-96d7-c0590fe13f24 service neutron] Port 62a716aa-0adb-42b7-95d6-2219ee9d9abd on network 770506b8-31af-45bc-893b-5051c06d181a not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:50:16.921002 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d0f57a-0814-4922-bb71-35937163ce9f req-97faa699-6963-43b1-96d7-c0590fe13f24 service neutron] Attempting to bind port 62a716aa-0adb-42b7-95d6-2219ee9d9abd on network 770506b8-31af-45bc-893b-5051c06d181a {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:50:16.935849 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d0f57a-0814-4922-bb71-35937163ce9f req-97faa699-6963-43b1-96d7-c0590fe13f24 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:50:16.936203 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d0f57a-0814-4922-bb71-35937163ce9f req-97faa699-6963-43b1-96d7-c0590fe13f24 service neutron] Checking segment: {'id': 'e804de76-62ac-474f-aa52-370d47fa593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '770506b8-31af-45bc-893b-5051c06d181a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:50:16.936627 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d0f57a-0814-4922-bb71-35937163ce9f req-97faa699-6963-43b1-96d7-c0590fe13f24 service neutron] Bound using segment: {'id': 'e804de76-62ac-474f-aa52-370d47fa593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '770506b8-31af-45bc-893b-5051c06d181a'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:50:16.937078 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-90d0f57a-0814-4922-bb71-35937163ce9f req-97faa699-6963-43b1-96d7-c0590fe13f24 service neutron] Bound port: 62a716aa-0adb-42b7-95d6-2219ee9d9abd, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e804de76-62ac-474f-aa52-370d47fa593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '770506b8-31af-45bc-893b-5051c06d181a'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:50:16.937447 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-90d0f57a-0814-4922-bb71-35937163ce9f req-97faa699-6963-43b1-96d7-c0590fe13f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (62a716aa-0adb-42b7-95d6-2219ee9d9abd), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:16.964677 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5e866632-e006-40c3-ab22-15280afe98d1 req-a2754419-42ce-447c-976d-ef459f3a35af tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675590 Feb 09 01:50:17.017532 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-90d0f57a-0814-4922-bb71-35937163ce9f req-97faa699-6963-43b1-96d7-c0590fe13f24 service neutron] For port 62a716aa-0adb-42b7-95d6-2219ee9d9abd, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:50:17.020765 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-90d0f57a-0814-4922-bb71-35937163ce9f req-97faa699-6963-43b1-96d7-c0590fe13f24 service neutron] For port 62a716aa-0adb-42b7-95d6-2219ee9d9abd, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=62a716aa-0adb-42b7-95d6-2219ee9d9abd,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:50:17.031672 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-90d0f57a-0814-4922-bb71-35937163ce9f req-97faa699-6963-43b1-96d7-c0590fe13f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (62a716aa-0adb-42b7-95d6-2219ee9d9abd), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:17.068829 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0f57a-0814-4922-bb71-35937163ce9f req-97faa699-6963-43b1-96d7-c0590fe13f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:17.069957 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-90d0f57a-0814-4922-bb71-35937163ce9f req-97faa699-6963-43b1-96d7-c0590fe13f24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:17.071354 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-90d0f57a-0814-4922-bb71-35937163ce9f req-97faa699-6963-43b1-96d7-c0590fe13f24 service neutron] 10.222.0.120 "PUT /v2.0/ports/62a716aa-0adb-42b7-95d6-2219ee9d9abd HTTP/1.1" status: 200 len: 1092 time: 0.6959262 Feb 09 01:50:17.071803 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '603a0e32-c775-428c-9ea5-630e361799fd', 'tag': '62a716aa-0adb-42b7-95d6-2219ee9d9abd'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:50:17.074084 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd3ecac-6295-4d40-9bf5-cdccad44b448" -d '{"events": [{"name": "network-changed", "server_uuid": "603a0e32-c775-428c-9ea5-630e361799fd", "tag": "62a716aa-0adb-42b7-95d6-2219ee9d9abd"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:50:17.100644 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97faa699-6963-43b1-96d7-c0590fe13f24 service neutron] Pushing event updated for resources: {'Port': ['ID=62a716aa-0adb-42b7-95d6-2219ee9d9abd,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:17.119727 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc66bbf9-f4bf-40d1-9953-020ace938c71 x-openstack-request-id: req-fc66bbf9-f4bf-40d1-9953-020ace938c71 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:50:17.120076 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "603a0e32-c775-428c-9ea5-630e361799fd", "tag": "62a716aa-0adb-42b7-95d6-2219ee9d9abd", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:50:17.120455 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fc66bbf9-f4bf-40d1-9953-020ace938c71 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:50:17.120930 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '603a0e32-c775-428c-9ea5-630e361799fd', 'tag': '62a716aa-0adb-42b7-95d6-2219ee9d9abd', 'status': 'completed', 'code': 200} Feb 09 01:50:17.170949 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0f57a-0814-4922-bb71-35937163ce9f req-d5b04d90-267d-47f7-b9ae-590dbbadddcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:17.171896 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-90d0f57a-0814-4922-bb71-35937163ce9f req-d5b04d90-267d-47f7-b9ae-590dbbadddcd service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=126ca61c8d3f4060bfee9f888cd1914c&device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 1126 time: 0.0544271 Feb 09 01:50:17.206142 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 75b2e617-73c3-459f-8fff-4e05a2223948 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:50:17.217912 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-90d0f57a-0814-4922-bb71-35937163ce9f req-f6f26743-e9ee-48f9-ab61-1271adb64978 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62a716aa-0adb-42b7-95d6-2219ee9d9abd HTTP/1.1" status: 200 len: 217 time: 0.0395508 Feb 09 01:50:17.259697 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 75b2e617-73c3-459f-8fff-4e05a2223948 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:17.260090 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (75b2e617-73c3-459f-8fff-4e05a2223948), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:17.275374 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0f57a-0814-4922-bb71-35937163ce9f req-038743ac-616c-4ca4-a036-95394ae27c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:17.276640 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-90d0f57a-0814-4922-bb71-35937163ce9f req-038743ac-616c-4ca4-a036-95394ae27c07 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=9990b7cc-83f1-47a6-8060-d9474ba2eb32 HTTP/1.1" status: 200 len: 851 time: 0.0536056 Feb 09 01:50:17.327821 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0f57a-0814-4922-bb71-35937163ce9f req-37490cf0-7f5d-4bea-9cf1-7d9effb77c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:17.329399 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-90d0f57a-0814-4922-bb71-35937163ce9f req-37490cf0-7f5d-4bea-9cf1-7d9effb77c3d service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=770506b8-31af-45bc-893b-5051c06d181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466790 Feb 09 01:50:17.342333 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 75b2e617-73c3-459f-8fff-4e05a2223948 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:17.428607 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-90d0f57a-0814-4922-bb71-35937163ce9f req-75eb4054-c8fb-4699-a70f-e3b2ea9e725e service neutron] 10.222.0.120 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934246 Feb 09 01:50:17.522318 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-90d0f57a-0814-4922-bb71-35937163ce9f req-25e812f0-3442-4f72-869c-3d0ff6a55525 service neutron] 10.222.0.120 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856223 Feb 09 01:50:17.607864 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3ecac-6295-4d40-9bf5-cdccad44b448 req-93dff1f8-17b5-4c0e-bb3d-e620bfe02629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:17.609406 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-afd3ecac-6295-4d40-9bf5-cdccad44b448 req-93dff1f8-17b5-4c0e-bb3d-e620bfe02629 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=126ca61c8d3f4060bfee9f888cd1914c&device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 1126 time: 0.0448849 Feb 09 01:50:17.702955 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3ecac-6295-4d40-9bf5-cdccad44b448 req-70973fa2-b217-4f71-939e-80c5f06b8593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:17.704347 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-afd3ecac-6295-4d40-9bf5-cdccad44b448 req-70973fa2-b217-4f71-939e-80c5f06b8593 service neutron] 10.222.0.120 "GET /v2.0/networks?id=770506b8-31af-45bc-893b-5051c06d181a HTTP/1.1" status: 200 len: 914 time: 0.0886745 Feb 09 01:50:17.745174 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-afd3ecac-6295-4d40-9bf5-cdccad44b448 req-5b03d2b7-c4c4-4037-9f34-a2871f7f23a6 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62a716aa-0adb-42b7-95d6-2219ee9d9abd HTTP/1.1" status: 200 len: 217 time: 0.0351734 Feb 09 01:50:17.793382 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3ecac-6295-4d40-9bf5-cdccad44b448 req-0eadbf10-f19c-4217-b61d-dd1785d1bf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:17.794795 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-afd3ecac-6295-4d40-9bf5-cdccad44b448 req-0eadbf10-f19c-4217-b61d-dd1785d1bf69 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=9990b7cc-83f1-47a6-8060-d9474ba2eb32 HTTP/1.1" status: 200 len: 851 time: 0.0425439 Feb 09 01:50:17.846388 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3ecac-6295-4d40-9bf5-cdccad44b448 req-f65ee635-996e-41ee-9e30-ba92599ead00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:17.847853 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-afd3ecac-6295-4d40-9bf5-cdccad44b448 req-f65ee635-996e-41ee-9e30-ba92599ead00 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=770506b8-31af-45bc-893b-5051c06d181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466437 Feb 09 01:50:17.933466 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-afd3ecac-6295-4d40-9bf5-cdccad44b448 req-8935348e-8231-4c35-8bf9-8cb7ff7eb056 service neutron] 10.222.0.120 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790377 Feb 09 01:50:18.025265 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-afd3ecac-6295-4d40-9bf5-cdccad44b448 req-d5190d10-9fcb-481a-a539-ac8d8fe5495d service neutron] 10.222.0.120 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859110 Feb 09 01:50:18.091130 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51675a98-abc6-403b-a036-f5fa86d9f652 req-c2c55011-e67a-429d-b5b1-7162a0969bed tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:18.092647 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-51675a98-abc6-403b-a036-f5fa86d9f652 req-c2c55011-e67a-429d-b5b1-7162a0969bed tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 944 time: 0.0548463 Feb 09 01:50:18.139041 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-51675a98-abc6-403b-a036-f5fa86d9f652 req-dc960f04-568a-4d26-b4c3-e4fa0c5bda79 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408223 Feb 09 01:50:19.270073 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265192c5-ff98-4084-aa6b-1338a4436b36 req-6386a706-7907-4790-9afd-6f33c4aa2dcb tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:19.271488 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-265192c5-ff98-4084-aa6b-1338a4436b36 req-6386a706-7907-4790-9afd-6f33c4aa2dcb tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 944 time: 0.0544510 Feb 09 01:50:19.317863 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-265192c5-ff98-4084-aa6b-1338a4436b36 req-c3039452-3d84-44b9-9afb-6d2a47c7cb83 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401318 Feb 09 01:50:20.441057 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e477153-8a2b-4061-a9f2-2827921e2a71 req-4d48b01b-a227-425f-9e00-848ce2483fe5 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:20.442566 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e477153-8a2b-4061-a9f2-2827921e2a71 req-4d48b01b-a227-425f-9e00-848ce2483fe5 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 944 time: 0.0575542 Feb 09 01:50:20.489776 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e477153-8a2b-4061-a9f2-2827921e2a71 req-0f4b4152-c7d2-4a10-a35e-122300d8d8a3 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416217 Feb 09 01:50:21.545317 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 62a716aa-0adb-42b7-95d6-2219ee9d9abd details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:50:21.609261 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5ca05c-74be-4ae6-abcb-c51afc0bda72 req-e1431ba4-3540-41ed-b58d-1c7daf70b5de tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:21.610788 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fb5ca05c-74be-4ae6-abcb-c51afc0bda72 req-e1431ba4-3540-41ed-b58d-1c7daf70b5de tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 944 time: 0.0528309 Feb 09 01:50:21.644166 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 62a716aa-0adb-42b7-95d6-2219ee9d9abd, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=62a716aa-0adb-42b7-95d6-2219ee9d9abd,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:21.655424 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '62a716aa-0adb-42b7-95d6-2219ee9d9abd', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'port_id': '62a716aa-0adb-42b7-95d6-2219ee9d9abd', 'mac_address': 'fa:16:3e:3b:9a:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:50:21.658253 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fb5ca05c-74be-4ae6-abcb-c51afc0bda72 req-e9158ee3-5d94-4ecb-995f-ba2e97f23a85 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409172 Feb 09 01:50:21.692421 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 62a716aa-0adb-42b7-95d6-2219ee9d9abd is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:21.692871 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (62a716aa-0adb-42b7-95d6-2219ee9d9abd), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:21.706282 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62a716aa-0adb-42b7-95d6-2219ee9d9abd {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:50:21.725311 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 62a716aa-0adb-42b7-95d6-2219ee9d9abd, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=62a716aa-0adb-42b7-95d6-2219ee9d9abd,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:21.729397 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (62a716aa-0adb-42b7-95d6-2219ee9d9abd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:21.778732 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=62a716aa-0adb-42b7-95d6-2219ee9d9abd,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:21.932291 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['62a716aa-0adb-42b7-95d6-2219ee9d9abd'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:50:22.782140 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb1310-ba5b-4468-8189-a7b7e4875c1a req-3dde0bed-0200-4983-a439-2651302bc311 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:22.783646 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ebcb1310-ba5b-4468-8189-a7b7e4875c1a req-3dde0bed-0200-4983-a439-2651302bc311 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 945 time: 0.0566804 Feb 09 01:50:22.831017 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ebcb1310-ba5b-4468-8189-a7b7e4875c1a req-5857bcc0-a52c-431e-b7f5-5c1220c47111 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416007 Feb 09 01:50:23.545048 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 62a716aa-0adb-42b7-95d6-2219ee9d9abd up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:50:23.592496 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 62a716aa-0adb-42b7-95d6-2219ee9d9abd completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:50:23.596342 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 62a716aa-0adb-42b7-95d6-2219ee9d9abd triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:23.596765 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (62a716aa-0adb-42b7-95d6-2219ee9d9abd), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:23.674769 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 62a716aa-0adb-42b7-95d6-2219ee9d9abd is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:23.675167 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (62a716aa-0adb-42b7-95d6-2219ee9d9abd), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:23.697500 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '603a0e32-c775-428c-9ea5-630e361799fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a716aa-0adb-42b7-95d6-2219ee9d9abd'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:50:23.699632 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da8c51d-ce40-450d-85d0-ba10b4f7c85b" -d '{"events": [{"server_uuid": "603a0e32-c775-428c-9ea5-630e361799fd", "name": "network-vif-plugged", "status": "completed", "tag": "62a716aa-0adb-42b7-95d6-2219ee9d9abd"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:50:23.711624 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 62a716aa-0adb-42b7-95d6-2219ee9d9abd, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=62a716aa-0adb-42b7-95d6-2219ee9d9abd,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:23.715741 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (62a716aa-0adb-42b7-95d6-2219ee9d9abd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:23.738044 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3f59a8-d888-47d1-939a-a7c3a3abeeb9 x-openstack-request-id: req-be3f59a8-d888-47d1-939a-a7c3a3abeeb9 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:50:23.738334 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "603a0e32-c775-428c-9ea5-630e361799fd", "name": "network-vif-plugged", "status": "completed", "tag": "62a716aa-0adb-42b7-95d6-2219ee9d9abd", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:50:23.738585 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-be3f59a8-d888-47d1-939a-a7c3a3abeeb9 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:50:23.738965 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '603a0e32-c775-428c-9ea5-630e361799fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a716aa-0adb-42b7-95d6-2219ee9d9abd', 'code': 200} Feb 09 01:50:23.765032 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=62a716aa-0adb-42b7-95d6-2219ee9d9abd,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:23.834328 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5949c8-adf3-480d-bcbc-cf803f9a838f req-9e8fe3bf-52cb-4e6c-be11-2ca745843ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:23.835878 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ea5949c8-adf3-480d-bcbc-cf803f9a838f req-9e8fe3bf-52cb-4e6c-be11-2ca745843ed8 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 1128 time: 0.0450699 Feb 09 01:50:23.884138 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ea5949c8-adf3-480d-bcbc-cf803f9a838f req-d140c2c7-c975-4456-a624-cee0a90aad0b service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411932 Feb 09 01:50:23.950629 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8d7f2c-eb1f-410b-8de6-a364040d7258 req-e2370c0b-0000-4a20-8334-0ad29abfbab5 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:23.952140 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ac8d7f2c-eb1f-410b-8de6-a364040d7258 req-e2370c0b-0000-4a20-8334-0ad29abfbab5 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 946 time: 0.0523536 Feb 09 01:50:24.002033 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ac8d7f2c-eb1f-410b-8de6-a364040d7258 req-280e9844-faba-4a68-b083-d76aa5177ab0 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443585 Feb 09 01:50:25.030738 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:50:25.124411 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288fb75-c5ef-4f39-8a4a-f3757ca9d788 req-99910c40-6396-44af-992c-3c8f854c3f09 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:25.125971 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c288fb75-c5ef-4f39-8a4a-f3757ca9d788 req-99910c40-6396-44af-992c-3c8f854c3f09 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 946 time: 0.0524604 Feb 09 01:50:25.175840 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c288fb75-c5ef-4f39-8a4a-f3757ca9d788 req-8bc3363c-3b93-488e-b01c-cd7956af6742 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442414 Feb 09 01:50:25.289612 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d4f7c-4ea9-4be8-84c8-4153d1cd133b req-9d22a363-0015-4feb-9ff6-4066e70a3202 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:25.291022 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d33d4f7c-4ea9-4be8-84c8-4153d1cd133b req-9d22a363-0015-4feb-9ff6-4066e70a3202 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 946 time: 0.0527949 Feb 09 01:50:25.299669 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 42654) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:50:25.306628 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-9b24a3b4-904c-49d5-83c5-127c492cd0c6 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Request body: {'floatingip': {'port_id': '62a716aa-0adb-42b7-95d6-2219ee9d9abd'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:25.352575 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9b24a3b4-904c-49d5-83c5-127c492cd0c6 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks [] for floatingip (00a05cc8-8858-461e-abe8-2e7a52288433), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:25.771952 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9b24a3b4-904c-49d5-83c5-127c492cd0c6 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:25.775588 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9b24a3b4-904c-49d5-83c5-127c492cd0c6 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (00a05cc8-8858-461e-abe8-2e7a52288433), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:25.877233 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [None req-9b24a3b4-904c-49d5-83c5-127c492cd0c6 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Floating IP 00a05cc8-8858-461e-abe8-2e7a52288433 associated. External IP: 172.25.8.128, port: 62a716aa-0adb-42b7-95d6-2219ee9d9abd. Feb 09 01:50:26.087221 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b24a3b4-904c-49d5-83c5-127c492cd0c6 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Router cc3ccfed-fabe-469c-9487-552095ee3322 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:50:26.197843 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b24a3b4-904c-49d5-83c5-127c492cd0c6 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:50:26.202414 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9b24a3b4-904c-49d5-83c5-127c492cd0c6 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:26.207668 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed79d32-23df-4f24-ae88-344a68ae95b3 None None] Sync routers for ids ['cc3ccfed-fabe-469c-9487-552095ee3322'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:50:26.217745 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed79d32-23df-4f24-ae88-344a68ae95b3 None None] Routers {'cc3ccfed-fabe-469c-9487-552095ee3322'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:50:26.218360 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-fed79d32-23df-4f24-ae88-344a68ae95b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:50:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['cc3ccfed-fabe-469c-9487-552095ee3322'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:26.233119 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-9b24a3b4-904c-49d5-83c5-127c492cd0c6 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "PUT /v2.0/floatingips/00a05cc8-8858-461e-abe8-2e7a52288433 HTTP/1.1" status: 200 len: 992 time: 0.9324243 Feb 09 01:50:26.233714 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '603a0e32-c775-428c-9ea5-630e361799fd', 'tag': '62a716aa-0adb-42b7-95d6-2219ee9d9abd'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:50:26.235984 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a9fbca-bf64-4435-b35f-25695a0313b6" -d '{"events": [{"name": "network-changed", "server_uuid": "603a0e32-c775-428c-9ea5-630e361799fd", "tag": "62a716aa-0adb-42b7-95d6-2219ee9d9abd"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:50:26.280336 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29b4e87-ccf6-4347-ac09-4c7153dc8c39 x-openstack-request-id: req-c29b4e87-ccf6-4347-ac09-4c7153dc8c39 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:50:26.281152 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "603a0e32-c775-428c-9ea5-630e361799fd", "tag": "62a716aa-0adb-42b7-95d6-2219ee9d9abd", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:50:26.281152 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c29b4e87-ccf6-4347-ac09-4c7153dc8c39 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:50:26.281361 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '603a0e32-c775-428c-9ea5-630e361799fd', 'tag': '62a716aa-0adb-42b7-95d6-2219ee9d9abd', 'status': 'completed', 'code': 200} Feb 09 01:50:26.331579 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-fed79d32-23df-4f24-ae88-344a68ae95b3 None None] Set router cc3ccfed-fabe-469c-9487-552095ee3322 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:50:26.378018 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eec509-b70d-44ea-b19d-f14b045530e9 req-4bcc20d7-6781-4ace-bfb4-a3854a4ee543 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:26.379444 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c7eec509-b70d-44ea-b19d-f14b045530e9 req-4bcc20d7-6781-4ace-bfb4-a3854a4ee543 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 946 time: 0.0860722 Feb 09 01:50:26.381389 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9fbca-bf64-4435-b35f-25695a0313b6 req-da9aef45-39cf-4de5-b8c7-85757dd708fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:26.382740 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76a9fbca-bf64-4435-b35f-25695a0313b6 req-da9aef45-39cf-4de5-b8c7-85757dd708fe service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=126ca61c8d3f4060bfee9f888cd1914c&device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 1128 time: 0.0771468 Feb 09 01:50:26.479204 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c7eec509-b70d-44ea-b19d-f14b045530e9 req-ad3cacbd-57a9-4d17-bfb3-fc50aa6ae559 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937257 Feb 09 01:50:26.504830 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9fbca-bf64-4435-b35f-25695a0313b6 req-c17c7555-34ab-481d-b8e7-e43f855da79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:26.506365 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76a9fbca-bf64-4435-b35f-25695a0313b6 req-c17c7555-34ab-481d-b8e7-e43f855da79b service neutron] 10.222.0.120 "GET /v2.0/networks?id=770506b8-31af-45bc-893b-5051c06d181a HTTP/1.1" status: 200 len: 914 time: 0.1153791 Feb 09 01:50:26.581571 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76a9fbca-bf64-4435-b35f-25695a0313b6 req-73c05fe8-c563-4f98-852a-3c44c6e26d61 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62a716aa-0adb-42b7-95d6-2219ee9d9abd HTTP/1.1" status: 200 len: 1000 time: 0.0681467 Feb 09 01:50:26.631697 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9fbca-bf64-4435-b35f-25695a0313b6 req-3ab7a7b9-76a2-4e34-89c8-00e7a6676694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:26.633510 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76a9fbca-bf64-4435-b35f-25695a0313b6 req-3ab7a7b9-76a2-4e34-89c8-00e7a6676694 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=9990b7cc-83f1-47a6-8060-d9474ba2eb32 HTTP/1.1" status: 200 len: 851 time: 0.0462790 Feb 09 01:50:26.681991 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9fbca-bf64-4435-b35f-25695a0313b6 req-f067ff20-fa05-4c3c-8de8-55f5405eba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:26.683520 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76a9fbca-bf64-4435-b35f-25695a0313b6 req-f067ff20-fa05-4c3c-8de8-55f5405eba2d service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=770506b8-31af-45bc-893b-5051c06d181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442085 Feb 09 01:50:26.720799 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-fed79d32-23df-4f24-ae88-344a68ae95b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'name': 'tempest-ServerActionsTestJSON-1584920205-router', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:08Z', 'updated_at': '2022-02-09T01:50:11Z', 'revision_number': 4, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'gw_port': {'id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:09Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '00a05cc8-8858-461e-abe8-2e7a52288433', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'floating_ip_address': '172.25.8.128', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'port_id': '62a716aa-0adb-42b7-95d6-2219ee9d9abd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'mac_address': 'fa:16:3e:3b:9a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603a0e32-c775-428c-9ea5-630e361799fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:50:13Z', 'updated_at': '2022-02-09T01:50:25Z', 'revision_number': 1, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75b2e617-73c3-459f-8fff-4e05a2223948', 'name': '', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'mac_address': 'fa:16:3e:45:75:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:10Z', 'updated_at': '2022-02-09T01:50:15Z', 'revision_number': 5, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'subnets': [{'id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:26.746554 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed79d32-23df-4f24-ae88-344a68ae95b3 None None] Checking router: cc3ccfed-fabe-469c-9487-552095ee3322 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:50:26.757240 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed79d32-23df-4f24-ae88-344a68ae95b3 None None] Routers {'cc3ccfed-fabe-469c-9487-552095ee3322'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:50:26.757867 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-fed79d32-23df-4f24-ae88-344a68ae95b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:50:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['cc3ccfed-fabe-469c-9487-552095ee3322'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:26.774946 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76a9fbca-bf64-4435-b35f-25695a0313b6 req-c64a9eb1-4028-48bb-bbc3-738ce49f2f14 service neutron] 10.222.0.120 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853093 Feb 09 01:50:26.862336 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76a9fbca-bf64-4435-b35f-25695a0313b6 req-34032cc4-5f83-41a5-b107-5113d8e4801c service neutron] 10.222.0.120 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819905 Feb 09 01:50:26.866719 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-fed79d32-23df-4f24-ae88-344a68ae95b3 None None] Set router cc3ccfed-fabe-469c-9487-552095ee3322 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:50:27.091285 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-fed79d32-23df-4f24-ae88-344a68ae95b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'name': 'tempest-ServerActionsTestJSON-1584920205-router', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:08Z', 'updated_at': '2022-02-09T01:50:11Z', 'revision_number': 4, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'gw_port': {'id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:09Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '00a05cc8-8858-461e-abe8-2e7a52288433', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'floating_ip_address': '172.25.8.128', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'port_id': '62a716aa-0adb-42b7-95d6-2219ee9d9abd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'mac_address': 'fa:16:3e:3b:9a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603a0e32-c775-428c-9ea5-630e361799fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:50:13Z', 'updated_at': '2022-02-09T01:50:25Z', 'revision_number': 1, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75b2e617-73c3-459f-8fff-4e05a2223948', 'name': '', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'mac_address': 'fa:16:3e:45:75:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:10Z', 'updated_at': '2022-02-09T01:50:15Z', 'revision_number': 5, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'subnets': [{'id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:27.118215 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed79d32-23df-4f24-ae88-344a68ae95b3 None None] The sync data for ids ['cc3ccfed-fabe-469c-9487-552095ee3322'] in n-d-828369-4 is: [{'id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'name': 'tempest-ServerActionsTestJSON-1584920205-router', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:08Z', 'updated_at': '2022-02-09T01:50:11Z', 'revision_number': 4, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'gw_port': {'id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:09Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '00a05cc8-8858-461e-abe8-2e7a52288433', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'floating_ip_address': '172.25.8.128', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'port_id': '62a716aa-0adb-42b7-95d6-2219ee9d9abd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'mac_address': 'fa:16:3e:3b:9a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '603a0e32-c775-428c-9ea5-630e361799fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:50:13Z', 'updated_at': '2022-02-09T01:50:25Z', 'revision_number': 1, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75b2e617-73c3-459f-8fff-4e05a2223948', 'name': '', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'mac_address': 'fa:16:3e:45:75:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:10Z', 'updated_at': '2022-02-09T01:50:15Z', 'revision_number': 5, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'subnets': [{'id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:50:27.310706 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a7ed7a-0b27-4296-b753-b0a70266d145 None None] New status for floating IP 00a05cc8-8858-461e-abe8-2e7a52288433: ACTIVE {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:50:27.604170 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212a065-45e1-450e-95e1-8f7f597eb88b req-53b003f0-be72-4053-8be8-83b0435f4124 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:27.605677 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4212a065-45e1-450e-95e1-8f7f597eb88b req-53b003f0-be72-4053-8be8-83b0435f4124 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 946 time: 0.0528452 Feb 09 01:50:27.651410 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4212a065-45e1-450e-95e1-8f7f597eb88b req-36d6870e-7de4-468a-992a-470d6272f50b tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400538 Feb 09 01:50:27.773487 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8400be-a965-4fca-ac7b-138916285ce1 req-33f0e97a-ef51-44da-9524-82d2e5868951 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:27.774979 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8c8400be-a965-4fca-ac7b-138916285ce1 req-33f0e97a-ef51-44da-9524-82d2e5868951 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 946 time: 0.0569017 Feb 09 01:50:27.820565 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8c8400be-a965-4fca-ac7b-138916285ce1 req-13930d97-4e45-47a3-8a43-ecf41b5a6f67 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400553 Feb 09 01:50:28.081636 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49637e6-6f97-4150-a2e4-96f161f1f003 req-bb8caa07-ff4a-4f12-9bbe-3a2fdef8f6be tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:28.083649 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c49637e6-6f97-4150-a2e4-96f161f1f003 req-bb8caa07-ff4a-4f12-9bbe-3a2fdef8f6be tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 946 time: 0.0744808 Feb 09 01:50:28.086449 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7c892121-30a1-405f-b1e1-f2c210174152 req-888be625-f0d4-4b96-9983-7242e25f01e4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=603a0e32-c775-428c-9ea5-630e361799fd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0852342 Feb 09 01:50:28.134610 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c49637e6-6f97-4150-a2e4-96f161f1f003 req-84f9e720-2dfb-4366-85ae-51df11442133 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454543 Feb 09 01:50:29.205337 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c892121-30a1-405f-b1e1-f2c210174152 req-b17633c6-dab3-4360-93f8-526a27807523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:29.206841 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7c892121-30a1-405f-b1e1-f2c210174152 req-b17633c6-dab3-4360-93f8-526a27807523 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=126ca61c8d3f4060bfee9f888cd1914c&device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 1128 time: 0.0492718 Feb 09 01:50:29.653567 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2061b-a70b-4a23-ba77-27388e9ec7c1 req-67f365e7-776c-4179-a531-a766cfe71e8e tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:29.654979 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a3d2061b-a70b-4a23-ba77-27388e9ec7c1 req-67f365e7-776c-4179-a531-a766cfe71e8e tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 946 time: 0.4466906 Feb 09 01:50:29.659842 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c892121-30a1-405f-b1e1-f2c210174152 req-146fd92f-438d-419c-87c2-fc3d795436f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:29.661273 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7c892121-30a1-405f-b1e1-f2c210174152 req-146fd92f-438d-419c-87c2-fc3d795436f0 service neutron] 10.222.0.120 "GET /v2.0/networks?id=770506b8-31af-45bc-893b-5051c06d181a HTTP/1.1" status: 200 len: 914 time: 0.4451079 Feb 09 01:50:29.747357 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7c892121-30a1-405f-b1e1-f2c210174152 req-41c0dfc4-71b5-4d35-a1e4-d07ecf07d958 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62a716aa-0adb-42b7-95d6-2219ee9d9abd HTTP/1.1" status: 200 len: 1002 time: 0.0796139 Feb 09 01:50:29.750484 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a3d2061b-a70b-4a23-ba77-27388e9ec7c1 req-8355dadc-df87-4aed-8a29-3514aafd2f56 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883608 Feb 09 01:50:29.798220 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c892121-30a1-405f-b1e1-f2c210174152 req-82062d84-26d9-4811-a2d8-d8a33891ba9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:29.799711 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7c892121-30a1-405f-b1e1-f2c210174152 req-82062d84-26d9-4811-a2d8-d8a33891ba9d service neutron] 10.222.0.120 "GET /v2.0/subnets?id=9990b7cc-83f1-47a6-8060-d9474ba2eb32 HTTP/1.1" status: 200 len: 851 time: 0.0467763 Feb 09 01:50:29.845986 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c892121-30a1-405f-b1e1-f2c210174152 req-1b44c69b-769c-4927-ac41-1ad07f363d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:29.847467 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7c892121-30a1-405f-b1e1-f2c210174152 req-1b44c69b-769c-4927-ac41-1ad07f363d15 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=770506b8-31af-45bc-893b-5051c06d181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0426004 Feb 09 01:50:29.935743 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7c892121-30a1-405f-b1e1-f2c210174152 req-456d9cac-32f0-433c-b694-ddf3b5d4325b service neutron] 10.222.0.120 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821154 Feb 09 01:50:30.031604 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7c892121-30a1-405f-b1e1-f2c210174152 req-95a7de2d-651c-49a2-abef-9644fdacca90 service neutron] 10.222.0.120 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908422 Feb 09 01:50:30.871585 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba6673-1bb4-4958-b280-23dd7ca9e694 req-1c2fe85f-b161-4991-be48-6fee7ec37580 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:30.873156 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-59ba6673-1bb4-4958-b280-23dd7ca9e694 req-1c2fe85f-b161-4991-be48-6fee7ec37580 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 946 time: 0.0530782 Feb 09 01:50:30.923959 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-59ba6673-1bb4-4958-b280-23dd7ca9e694 req-d764c941-22b5-4f13-98c8-19ee3abd91f0 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452306 Feb 09 01:50:32.051847 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670563fb-9611-4aee-9d33-aa91d4f553d0 req-d4d9e440-20dd-4630-b645-f44833d86e6e tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:32.053390 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-670563fb-9611-4aee-9d33-aa91d4f553d0 req-d4d9e440-20dd-4630-b645-f44833d86e6e tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 946 time: 0.0569882 Feb 09 01:50:32.098577 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-670563fb-9611-4aee-9d33-aa91d4f553d0 req-10bbbda4-788a-49e3-81fc-7ba7bab84b9c tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393217 Feb 09 01:50:32.437502 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-724d9062-384a-4a4d-ae3a-176875671d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:33.217317 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff7ad8-b079-40ef-bdc0-e9d428c1d91f req-89ac01e7-12d0-41a1-b51c-65b7df59598e tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:33.218799 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2ff7ad8-b079-40ef-bdc0-e9d428c1d91f req-89ac01e7-12d0-41a1-b51c-65b7df59598e tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 946 time: 0.0517116 Feb 09 01:50:33.264273 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d2ff7ad8-b079-40ef-bdc0-e9d428c1d91f req-08af88b5-be84-4786-b9d8-18de8b684d0a tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398762 Feb 09 01:50:33.622175 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27f77f-d1eb-4468-81c9-0dd245ff47de req-5e7ae618-ecd4-4253-86fe-2246c41c1645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:33.623652 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1b27f77f-d1eb-4468-81c9-0dd245ff47de req-5e7ae618-ecd4-4253-86fe-2246c41c1645 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=126ca61c8d3f4060bfee9f888cd1914c&device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 1128 time: 0.0434325 Feb 09 01:50:33.726399 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27f77f-d1eb-4468-81c9-0dd245ff47de req-78182f31-7b62-41ca-93b1-2ea93b3ca08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:33.727863 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1b27f77f-d1eb-4468-81c9-0dd245ff47de req-78182f31-7b62-41ca-93b1-2ea93b3ca08c service neutron] 10.222.0.120 "GET /v2.0/networks?id=770506b8-31af-45bc-893b-5051c06d181a HTTP/1.1" status: 200 len: 914 time: 0.0851951 Feb 09 01:50:33.790089 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1b27f77f-d1eb-4468-81c9-0dd245ff47de req-543a4e77-5e80-407b-8e63-93f8f89e88ee service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62a716aa-0adb-42b7-95d6-2219ee9d9abd HTTP/1.1" status: 200 len: 1002 time: 0.0568476 Feb 09 01:50:33.841088 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27f77f-d1eb-4468-81c9-0dd245ff47de req-7f81812a-fc35-4eac-9cde-b16f92a29e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:33.842548 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1b27f77f-d1eb-4468-81c9-0dd245ff47de req-7f81812a-fc35-4eac-9cde-b16f92a29e95 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=9990b7cc-83f1-47a6-8060-d9474ba2eb32 HTTP/1.1" status: 200 len: 851 time: 0.0462878 Feb 09 01:50:33.890425 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27f77f-d1eb-4468-81c9-0dd245ff47de req-085cfb9c-7313-4d09-b669-64b82c492712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:33.891839 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1b27f77f-d1eb-4468-81c9-0dd245ff47de req-085cfb9c-7313-4d09-b669-64b82c492712 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=770506b8-31af-45bc-893b-5051c06d181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437908 Feb 09 01:50:33.981481 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1b27f77f-d1eb-4468-81c9-0dd245ff47de req-9c213f43-5266-4acf-9255-1776e2e16e07 service neutron] 10.222.0.120 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831032 Feb 09 01:50:34.075833 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1b27f77f-d1eb-4468-81c9-0dd245ff47de req-8ccc5083-8f73-4bd3-bf2b-07ba93501c24 service neutron] 10.222.0.120 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885844 Feb 09 01:50:34.438441 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6f9b9-3f24-4fe6-8dfb-69e3f0ab31e9 req-88d32ec7-aaf3-4c2e-80d0-d401ed279803 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:34.439918 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bab6f9b9-3f24-4fe6-8dfb-69e3f0ab31e9 req-88d32ec7-aaf3-4c2e-80d0-d401ed279803 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 946 time: 0.1075115 Feb 09 01:50:34.466995 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-545a2b25-8008-4899-881f-d1dcd6d037ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:34.487423 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bab6f9b9-3f24-4fe6-8dfb-69e3f0ab31e9 req-77fc0edd-acb6-4fb7-ba9c-23936058cb68 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413780 Feb 09 01:50:35.614183 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a575b1-a1db-458b-9fbb-458aa4afbe2c req-7a2faf85-d281-4184-99c0-19cdd9eaa08f tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:35.615663 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-50a575b1-a1db-458b-9fbb-458aa4afbe2c req-7a2faf85-d281-4184-99c0-19cdd9eaa08f tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 946 time: 0.0561707 Feb 09 01:50:35.661748 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-50a575b1-a1db-458b-9fbb-458aa4afbe2c req-d63a9900-c125-4026-8e73-231191906f69 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405686 Feb 09 01:50:36.031909 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:36.782285 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e85f136-42b9-44b0-8246-9f16763a6282 req-3241b64b-32ec-44e6-b48c-22cf5a5b37d6 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:36.783701 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0e85f136-42b9-44b0-8246-9f16763a6282 req-3241b64b-32ec-44e6-b48c-22cf5a5b37d6 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 946 time: 0.0517273 Feb 09 01:50:36.828971 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0e85f136-42b9-44b0-8246-9f16763a6282 req-90f8dcab-5465-40c2-99b9-f78c0eee80df tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397282 Feb 09 01:50:37.321000 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:37.947731 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23a54d-09f5-4702-bdab-b95d95b1d1fa req-fbb5a182-e9c6-4c01-83a1-5a769c322a6b tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:37.949248 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1f23a54d-09f5-4702-bdab-b95d95b1d1fa req-fbb5a182-e9c6-4c01-83a1-5a769c322a6b tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 946 time: 0.0523670 Feb 09 01:50:38.006036 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1f23a54d-09f5-4702-bdab-b95d95b1d1fa req-5460149e-4329-426a-bee2-1dc6b6a5b495 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511947 Feb 09 01:50:38.043785 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:38.496002 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:39.124370 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3fff7-3b58-4705-aae8-34e71385e38a req-fc0dda64-0624-4863-ae0f-2450abca874b tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:39.125911 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fed3fff7-3b58-4705-aae8-34e71385e38a req-fc0dda64-0624-4863-ae0f-2450abca874b tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 946 time: 0.0522218 Feb 09 01:50:39.173267 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fed3fff7-3b58-4705-aae8-34e71385e38a req-f63a1a93-743e-4e8f-8228-f9f9903be63e tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416579 Feb 09 01:50:39.757597 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:40.295012 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77412a41-8dc4-4b96-963e-299e4e8a4ed5 req-6d999843-10b3-4b45-a587-0717059e1c3f tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:40.296515 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-77412a41-8dc4-4b96-963e-299e4e8a4ed5 req-6d999843-10b3-4b45-a587-0717059e1c3f tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 946 time: 0.0539205 Feb 09 01:50:40.342791 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-77412a41-8dc4-4b96-963e-299e4e8a4ed5 req-6cd80f3f-8059-48b2-9d7c-ce45ba8273f4 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406191 Feb 09 01:50:41.466560 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f1b23-eb27-4afe-9aee-a210bdd66c2b req-579e831a-7a61-48f0-ba27-a3f366ffeee0 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:41.468056 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-017f1b23-eb27-4afe-9aee-a210bdd66c2b req-579e831a-7a61-48f0-ba27-a3f366ffeee0 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 946 time: 0.0562429 Feb 09 01:50:41.515692 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-017f1b23-eb27-4afe-9aee-a210bdd66c2b req-d5317093-67d2-4344-afb0-3bcbb111a6ab tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414655 Feb 09 01:50:42.636029 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fab109-bfd0-4b2b-9bed-bd39193873dc req-0bbf9477-2c7e-4fb4-9d5f-a151c76357ca tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:42.637550 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c9fab109-bfd0-4b2b-9bed-bd39193873dc req-0bbf9477-2c7e-4fb4-9d5f-a151c76357ca tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 946 time: 0.0518939 Feb 09 01:50:42.684773 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c9fab109-bfd0-4b2b-9bed-bd39193873dc req-076935c3-ee92-4161-abba-8eae0df1851b tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411513 Feb 09 01:50:43.809692 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc66bc5-dd3b-4cb4-bfc5-4bd80437924b req-bdc97de9-34b0-4dab-863c-3dc03ea7ad9d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:43.811210 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2dc66bc5-dd3b-4cb4-bfc5-4bd80437924b req-bdc97de9-34b0-4dab-863c-3dc03ea7ad9d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 946 time: 0.0572388 Feb 09 01:50:43.857754 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2dc66bc5-dd3b-4cb4-bfc5-4bd80437924b req-bc69ca34-c9b0-4015-be44-1fd7e50afc69 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402701 Feb 09 01:50:45.033475 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5b5b7-8054-47b8-8b6e-7144f7584c34 req-4efd40e2-a8e4-46d1-a2e1-734c769e66ad tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:45.035009 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c7f5b5b7-8054-47b8-8b6e-7144f7584c34 req-4efd40e2-a8e4-46d1-a2e1-734c769e66ad tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 946 time: 0.1084168 Feb 09 01:50:45.082868 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c7f5b5b7-8054-47b8-8b6e-7144f7584c34 req-30e4f8c0-3e24-40a4-8872-53f498972102 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420437 Feb 09 01:50:46.202471 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a8c0f-10c5-463d-a25e-e87a50444a7a req-61a7cb87-6ff5-413e-abc0-6762d04694b1 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:46.204001 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-671a8c0f-10c5-463d-a25e-e87a50444a7a req-61a7cb87-6ff5-413e-abc0-6762d04694b1 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 946 time: 0.0528002 Feb 09 01:50:46.253621 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-671a8c0f-10c5-463d-a25e-e87a50444a7a req-d4361bf8-ef7b-416c-a7bd-5655cb2fbe04 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440280 Feb 09 01:50:46.625915 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [req-7c892121-30a1-405f-b1e1-f2c210174152 req-77412150-bc25-462a-8b67-86d03b30c7cb service neutron] show failed (client error): The resource could not be found. Feb 09 01:50:46.626932 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7c892121-30a1-405f-b1e1-f2c210174152 req-77412150-bc25-462a-8b67-86d03b30c7cb service neutron] 10.222.0.120 "GET /v2.0/ports/62a716aa-0adb-42b7-95d6-2219ee9d9abd/bindings/n-h1-828369-4 HTTP/1.1" status: 404 len: 380 time: 0.0542173 Feb 09 01:50:46.832472 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c892121-30a1-405f-b1e1-f2c210174152 req-18ef1d21-74d4-4165-97fa-d14ffc1c488e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:46.834007 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7c892121-30a1-405f-b1e1-f2c210174152 req-18ef1d21-74d4-4165-97fa-d14ffc1c488e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=603a0e32-c775-428c-9ea5-630e361799fd&tenant_id=126ca61c8d3f4060bfee9f888cd1914c HTTP/1.1" status: 200 len: 1128 time: 0.0481298 Feb 09 01:50:46.844875 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-7c892121-30a1-405f-b1e1-f2c210174152 req-ae5e0086-d359-4f30-97a5-64860ced0b20 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828369-4', 'device_owner': 'compute:nova'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:46.904004 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-7c892121-30a1-405f-b1e1-f2c210174152 req-ae5e0086-d359-4f30-97a5-64860ced0b20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (62a716aa-0adb-42b7-95d6-2219ee9d9abd), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:47.100942 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-7c892121-30a1-405f-b1e1-f2c210174152 req-ae5e0086-d359-4f30-97a5-64860ced0b20 service neutron] For port 62a716aa-0adb-42b7-95d6-2219ee9d9abd, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=62a716aa-0adb-42b7-95d6-2219ee9d9abd,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:47.137969 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-7c892121-30a1-405f-b1e1-f2c210174152 req-ae5e0086-d359-4f30-97a5-64860ced0b20 service neutron] For port 62a716aa-0adb-42b7-95d6-2219ee9d9abd, host n-h2-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:50:47.178443 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '603a0e32-c775-428c-9ea5-630e361799fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62a716aa-0adb-42b7-95d6-2219ee9d9abd'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:50:47.180731 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01c58da-738a-4eff-ae65-c6fa9eae49c4" -d '{"events": [{"server_uuid": "603a0e32-c775-428c-9ea5-630e361799fd", "name": "network-vif-unplugged", "status": "completed", "tag": "62a716aa-0adb-42b7-95d6-2219ee9d9abd"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:50:47.184728 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-7c892121-30a1-405f-b1e1-f2c210174152 req-ae5e0086-d359-4f30-97a5-64860ced0b20 service neutron] Publish callbacks [] for port (62a716aa-0adb-42b7-95d6-2219ee9d9abd), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:47.197229 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-7c892121-30a1-405f-b1e1-f2c210174152 req-ae5e0086-d359-4f30-97a5-64860ced0b20 service neutron] Transition to ACTIVE for port object 62a716aa-0adb-42b7-95d6-2219ee9d9abd will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:50:47.200813 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-7c892121-30a1-405f-b1e1-f2c210174152 req-ae5e0086-d359-4f30-97a5-64860ced0b20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (62a716aa-0adb-42b7-95d6-2219ee9d9abd), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:47.267685 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3432d91f-7204-4b65-a5ca-dc51a6540a9c x-openstack-request-id: req-3432d91f-7204-4b65-a5ca-dc51a6540a9c {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:50:47.268038 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "603a0e32-c775-428c-9ea5-630e361799fd", "name": "network-vif-unplugged", "status": "completed", "tag": "62a716aa-0adb-42b7-95d6-2219ee9d9abd", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:50:47.268246 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3432d91f-7204-4b65-a5ca-dc51a6540a9c {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:50:47.268681 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '603a0e32-c775-428c-9ea5-630e361799fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62a716aa-0adb-42b7-95d6-2219ee9d9abd', 'code': 200} Feb 09 01:50:47.315739 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e0086-d359-4f30-97a5-64860ced0b20 service neutron] Pushing event updated for resources: {'Port': ['ID=62a716aa-0adb-42b7-95d6-2219ee9d9abd,revision_number=6']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:47.385417 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d2f5d-63ee-43e6-be50-efc0f0bbf9e0 req-f0f02701-7eb9-4d00-a0dc-6732b6ff8951 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:47.387080 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-610d2f5d-63ee-43e6-be50-efc0f0bbf9e0 req-f0f02701-7eb9-4d00-a0dc-6732b6ff8951 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 944 time: 0.0556550 Feb 09 01:50:47.394407 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c892121-30a1-405f-b1e1-f2c210174152 req-ae5e0086-d359-4f30-97a5-64860ced0b20 service neutron] No DVR routers for this DVR port 62a716aa-0adb-42b7-95d6-2219ee9d9abd on host n-h2-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:50:47.441050 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-610d2f5d-63ee-43e6-be50-efc0f0bbf9e0 req-3d707261-421d-4a62-97a2-352566e1e7c8 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480847 Feb 09 01:50:47.534367 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-7c892121-30a1-405f-b1e1-f2c210174152 req-ae5e0086-d359-4f30-97a5-64860ced0b20 service neutron] Attempting to bind port 62a716aa-0adb-42b7-95d6-2219ee9d9abd on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:50:47.534610 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-7c892121-30a1-405f-b1e1-f2c210174152 req-ae5e0086-d359-4f30-97a5-64860ced0b20 service neutron] Attempting to bind port 62a716aa-0adb-42b7-95d6-2219ee9d9abd by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'e804de76-62ac-474f-aa52-370d47fa593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '770506b8-31af-45bc-893b-5051c06d181a'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:50:47.534945 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c892121-30a1-405f-b1e1-f2c210174152 req-ae5e0086-d359-4f30-97a5-64860ced0b20 service neutron] Attempting to bind port 62a716aa-0adb-42b7-95d6-2219ee9d9abd on network 770506b8-31af-45bc-893b-5051c06d181a {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:50:47.539186 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c892121-30a1-405f-b1e1-f2c210174152 req-ae5e0086-d359-4f30-97a5-64860ced0b20 service neutron] Port 62a716aa-0adb-42b7-95d6-2219ee9d9abd on network 770506b8-31af-45bc-893b-5051c06d181a not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:50:47.539516 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c892121-30a1-405f-b1e1-f2c210174152 req-ae5e0086-d359-4f30-97a5-64860ced0b20 service neutron] Attempting to bind port 62a716aa-0adb-42b7-95d6-2219ee9d9abd on network 770506b8-31af-45bc-893b-5051c06d181a {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:50:47.544855 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c892121-30a1-405f-b1e1-f2c210174152 req-ae5e0086-d359-4f30-97a5-64860ced0b20 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:50:47.545221 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c892121-30a1-405f-b1e1-f2c210174152 req-ae5e0086-d359-4f30-97a5-64860ced0b20 service neutron] Checking segment: {'id': 'e804de76-62ac-474f-aa52-370d47fa593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '770506b8-31af-45bc-893b-5051c06d181a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:50:47.545589 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c892121-30a1-405f-b1e1-f2c210174152 req-ae5e0086-d359-4f30-97a5-64860ced0b20 service neutron] Bound using segment: {'id': 'e804de76-62ac-474f-aa52-370d47fa593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '770506b8-31af-45bc-893b-5051c06d181a'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:50:47.546018 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-7c892121-30a1-405f-b1e1-f2c210174152 req-ae5e0086-d359-4f30-97a5-64860ced0b20 service neutron] Bound port: 62a716aa-0adb-42b7-95d6-2219ee9d9abd, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e804de76-62ac-474f-aa52-370d47fa593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '770506b8-31af-45bc-893b-5051c06d181a'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:50:47.546374 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-7c892121-30a1-405f-b1e1-f2c210174152 req-ae5e0086-d359-4f30-97a5-64860ced0b20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (62a716aa-0adb-42b7-95d6-2219ee9d9abd), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:47.610109 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-7c892121-30a1-405f-b1e1-f2c210174152 req-ae5e0086-d359-4f30-97a5-64860ced0b20 service neutron] For port 62a716aa-0adb-42b7-95d6-2219ee9d9abd, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:50:47.613346 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-7c892121-30a1-405f-b1e1-f2c210174152 req-ae5e0086-d359-4f30-97a5-64860ced0b20 service neutron] For port 62a716aa-0adb-42b7-95d6-2219ee9d9abd, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=62a716aa-0adb-42b7-95d6-2219ee9d9abd,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:50:47.619475 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-7c892121-30a1-405f-b1e1-f2c210174152 req-ae5e0086-d359-4f30-97a5-64860ced0b20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (62a716aa-0adb-42b7-95d6-2219ee9d9abd), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:47.651562 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c892121-30a1-405f-b1e1-f2c210174152 req-ae5e0086-d359-4f30-97a5-64860ced0b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:47.652153 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-7c892121-30a1-405f-b1e1-f2c210174152 req-ae5e0086-d359-4f30-97a5-64860ced0b20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:47.653565 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7c892121-30a1-405f-b1e1-f2c210174152 req-ae5e0086-d359-4f30-97a5-64860ced0b20 service neutron] 10.222.0.47 "PUT /v2.0/ports/62a716aa-0adb-42b7-95d6-2219ee9d9abd HTTP/1.1" status: 200 len: 1092 time: 0.8131747 Feb 09 01:50:47.684343 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e0086-d359-4f30-97a5-64860ced0b20 service neutron] Pushing event updated for resources: {'Port': ['ID=62a716aa-0adb-42b7-95d6-2219ee9d9abd,revision_number=7']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:47.724120 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c892121-30a1-405f-b1e1-f2c210174152 req-13d2376b-055f-45f4-a7f5-300b5458aa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:47.725772 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7c892121-30a1-405f-b1e1-f2c210174152 req-13d2376b-055f-45f4-a7f5-300b5458aa8a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=126ca61c8d3f4060bfee9f888cd1914c&device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 1126 time: 0.0494409 Feb 09 01:50:47.820855 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c892121-30a1-405f-b1e1-f2c210174152 req-6c404101-d055-432d-9f52-33fa26d29be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:47.822353 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7c892121-30a1-405f-b1e1-f2c210174152 req-6c404101-d055-432d-9f52-33fa26d29be4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=770506b8-31af-45bc-893b-5051c06d181a HTTP/1.1" status: 200 len: 914 time: 0.0909343 Feb 09 01:50:47.918474 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7c892121-30a1-405f-b1e1-f2c210174152 req-e94bad58-037c-4f48-a8b1-3522b529a14c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62a716aa-0adb-42b7-95d6-2219ee9d9abd HTTP/1.1" status: 200 len: 1000 time: 0.0894840 Feb 09 01:50:48.311400 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c892121-30a1-405f-b1e1-f2c210174152 req-cf471ccc-1bf2-4d6e-98c2-acb6ff628035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:48.313492 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7c892121-30a1-405f-b1e1-f2c210174152 req-cf471ccc-1bf2-4d6e-98c2-acb6ff628035 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9990b7cc-83f1-47a6-8060-d9474ba2eb32 HTTP/1.1" status: 200 len: 851 time: 0.3889272 Feb 09 01:50:48.362872 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c892121-30a1-405f-b1e1-f2c210174152 req-423a546c-3a24-4eff-b2a0-88499dfaabc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:48.364383 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7c892121-30a1-405f-b1e1-f2c210174152 req-423a546c-3a24-4eff-b2a0-88499dfaabc8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=770506b8-31af-45bc-893b-5051c06d181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440478 Feb 09 01:50:48.465781 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7c892121-30a1-405f-b1e1-f2c210174152 req-1c4d05db-513d-4b36-b8f6-bdf16a05b312 service neutron] 10.222.0.47 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953929 Feb 09 01:50:48.557860 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7c892121-30a1-405f-b1e1-f2c210174152 req-f680164f-414b-4ce8-9d09-92f094ad471b service neutron] 10.222.0.47 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856693 Feb 09 01:50:48.564190 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b8cec-b778-470a-a178-186a0c536c24 req-c3437b27-6f66-4ae0-ac60-f506840536da tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:48.565659 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0e5b8cec-b778-470a-a178-186a0c536c24 req-c3437b27-6f66-4ae0-ac60-f506840536da tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 944 time: 0.0544112 Feb 09 01:50:48.618718 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0e5b8cec-b778-470a-a178-186a0c536c24 req-15208e68-2723-4614-89ec-f066fa71207a tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474405 Feb 09 01:50:49.270143 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '603a0e32-c775-428c-9ea5-630e361799fd', 'tag': '62a716aa-0adb-42b7-95d6-2219ee9d9abd'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:50:49.272520 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3cef903-d307-4806-b1a1-b17b6d4ea59a" -d '{"events": [{"name": "network-changed", "server_uuid": "603a0e32-c775-428c-9ea5-630e361799fd", "tag": "62a716aa-0adb-42b7-95d6-2219ee9d9abd"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:50:49.320278 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daca491f-b573-4e41-93e3-81b6b3441128 x-openstack-request-id: req-daca491f-b573-4e41-93e3-81b6b3441128 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:50:49.320698 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "603a0e32-c775-428c-9ea5-630e361799fd", "tag": "62a716aa-0adb-42b7-95d6-2219ee9d9abd", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:50:49.320956 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-daca491f-b573-4e41-93e3-81b6b3441128 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:50:49.321351 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '603a0e32-c775-428c-9ea5-630e361799fd', 'tag': '62a716aa-0adb-42b7-95d6-2219ee9d9abd', 'status': 'completed', 'code': 200} Feb 09 01:50:49.381589 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cef903-d307-4806-b1a1-b17b6d4ea59a req-1a45c912-796b-4477-8ce8-56740dc9bb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:49.383144 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3cef903-d307-4806-b1a1-b17b6d4ea59a req-1a45c912-796b-4477-8ce8-56740dc9bb60 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=126ca61c8d3f4060bfee9f888cd1914c&device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 1126 time: 0.0455973 Feb 09 01:50:49.385422 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cef903-d307-4806-b1a1-b17b6d4ea59a req-218c5ded-073a-4df9-8b16-6b80fe9ca609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:49.386889 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d3cef903-d307-4806-b1a1-b17b6d4ea59a req-218c5ded-073a-4df9-8b16-6b80fe9ca609 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=126ca61c8d3f4060bfee9f888cd1914c&device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 1126 time: 0.0441272 Feb 09 01:50:49.475602 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cef903-d307-4806-b1a1-b17b6d4ea59a req-8cc33932-fbd8-4993-b237-91666502711c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:49.477111 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3cef903-d307-4806-b1a1-b17b6d4ea59a req-8cc33932-fbd8-4993-b237-91666502711c service neutron] 10.222.0.120 "GET /v2.0/networks?id=770506b8-31af-45bc-893b-5051c06d181a HTTP/1.1" status: 200 len: 914 time: 0.0871546 Feb 09 01:50:49.484657 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cef903-d307-4806-b1a1-b17b6d4ea59a req-6d9da140-f0a3-4516-a5d2-53ec312cdace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:49.486115 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d3cef903-d307-4806-b1a1-b17b6d4ea59a req-6d9da140-f0a3-4516-a5d2-53ec312cdace service neutron] 10.222.0.47 "GET /v2.0/networks?id=770506b8-31af-45bc-893b-5051c06d181a HTTP/1.1" status: 200 len: 914 time: 0.0905848 Feb 09 01:50:49.553056 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3cef903-d307-4806-b1a1-b17b6d4ea59a req-3ba37e10-0476-4651-889c-48418be5865f service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62a716aa-0adb-42b7-95d6-2219ee9d9abd HTTP/1.1" status: 200 len: 1000 time: 0.0696490 Feb 09 01:50:49.564245 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d3cef903-d307-4806-b1a1-b17b6d4ea59a req-86246cf1-9b31-43d4-93cc-ba5e3ccb7c92 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62a716aa-0adb-42b7-95d6-2219ee9d9abd HTTP/1.1" status: 200 len: 1000 time: 0.0714903 Feb 09 01:50:49.603100 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cef903-d307-4806-b1a1-b17b6d4ea59a req-e3b633b4-502f-4875-b5b8-3cbb81abb8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:49.604595 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3cef903-d307-4806-b1a1-b17b6d4ea59a req-e3b633b4-502f-4875-b5b8-3cbb81abb8e1 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=9990b7cc-83f1-47a6-8060-d9474ba2eb32 HTTP/1.1" status: 200 len: 851 time: 0.0456495 Feb 09 01:50:49.618204 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cef903-d307-4806-b1a1-b17b6d4ea59a req-6cfdee6a-0829-4df4-bb07-610d72cfb909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:49.619673 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d3cef903-d307-4806-b1a1-b17b6d4ea59a req-6cfdee6a-0829-4df4-bb07-610d72cfb909 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9990b7cc-83f1-47a6-8060-d9474ba2eb32 HTTP/1.1" status: 200 len: 851 time: 0.0489488 Feb 09 01:50:49.632835 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 62a716aa-0adb-42b7-95d6-2219ee9d9abd no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:50:49.658040 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cef903-d307-4806-b1a1-b17b6d4ea59a req-ad97cd8a-9ef7-46bb-abf7-cfe693b88232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:49.660072 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3cef903-d307-4806-b1a1-b17b6d4ea59a req-ad97cd8a-9ef7-46bb-abf7-cfe693b88232 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=770506b8-31af-45bc-893b-5051c06d181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482137 Feb 09 01:50:49.675907 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] The host n-h2-828369-4 is not matching for port 62a716aa-0adb-42b7-95d6-2219ee9d9abd host n-h1-828369-4! {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:50:49.676643 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 62a716aa-0adb-42b7-95d6-2219ee9d9abd not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:50:49.678276 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cef903-d307-4806-b1a1-b17b6d4ea59a req-bae7b573-b314-40de-8401-69b97c0e21ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:49.679953 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d3cef903-d307-4806-b1a1-b17b6d4ea59a req-bae7b573-b314-40de-8401-69b97c0e21ca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=770506b8-31af-45bc-893b-5051c06d181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0534112 Feb 09 01:50:49.770672 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d3cef903-d307-4806-b1a1-b17b6d4ea59a req-2796c7b5-79bf-4f30-8b8f-91cb13a1cd82 service neutron] 10.222.0.47 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835373 Feb 09 01:50:49.798109 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe18055-1656-497b-a26d-bcc260f1f730 req-d623d33a-dbb7-4de0-99a4-a1f211734687 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:49.799628 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dfe18055-1656-497b-a26d-bcc260f1f730 req-d623d33a-dbb7-4de0-99a4-a1f211734687 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 944 time: 0.0825074 Feb 09 01:50:49.805342 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3cef903-d307-4806-b1a1-b17b6d4ea59a req-f4044455-c8a0-41a3-8fce-09d12db012fd service neutron] 10.222.0.120 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382082 Feb 09 01:50:49.866137 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d3cef903-d307-4806-b1a1-b17b6d4ea59a req-92b77981-d765-491b-bdef-4bbcf050211d service neutron] 10.222.0.47 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886343 Feb 09 01:50:49.936015 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dfe18055-1656-497b-a26d-bcc260f1f730 req-f984e0f3-9a68-4dab-8ccb-ce13ceec2d8b tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297812 Feb 09 01:50:49.941492 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3cef903-d307-4806-b1a1-b17b6d4ea59a req-ae223ddb-2944-4083-a17f-fa31156e11fb service neutron] 10.222.0.120 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295884 Feb 09 01:50:50.635585 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 62a716aa-0adb-42b7-95d6-2219ee9d9abd details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:50:50.732933 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 62a716aa-0adb-42b7-95d6-2219ee9d9abd, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=62a716aa-0adb-42b7-95d6-2219ee9d9abd,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:50.745097 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '62a716aa-0adb-42b7-95d6-2219ee9d9abd', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'port_id': '62a716aa-0adb-42b7-95d6-2219ee9d9abd', 'mac_address': 'fa:16:3e:3b:9a:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:50:50.782182 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 62a716aa-0adb-42b7-95d6-2219ee9d9abd is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:50.782586 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (62a716aa-0adb-42b7-95d6-2219ee9d9abd), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:50.795232 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62a716aa-0adb-42b7-95d6-2219ee9d9abd {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:50:50.814348 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 62a716aa-0adb-42b7-95d6-2219ee9d9abd, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=62a716aa-0adb-42b7-95d6-2219ee9d9abd,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:50.818308 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (62a716aa-0adb-42b7-95d6-2219ee9d9abd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:50.865557 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=62a716aa-0adb-42b7-95d6-2219ee9d9abd,revision_number=8']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:50.872704 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:50.873060 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:50.873408 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:50.873780 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:50.874143 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:50.874566 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:50.874907 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:50.875241 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:50.875573 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:50.875905 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:50.876286 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:50.876671 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:50.877003 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:50:51.050178 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['62a716aa-0adb-42b7-95d6-2219ee9d9abd'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:50:51.065078 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32042c9-3269-4320-ba88-50ac4f328ded req-15d6a705-4646-4eb3-bba1-cff996907f7b tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:51.066614 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d32042c9-3269-4320-ba88-50ac4f328ded req-15d6a705-4646-4eb3-bba1-cff996907f7b tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 945 time: 0.0581470 Feb 09 01:50:51.113935 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d32042c9-3269-4320-ba88-50ac4f328ded req-772ab818-a075-4184-ae9c-227c373cc3c6 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417216 Feb 09 01:50:51.348099 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e1314-5821-4f85-b662-0514c22412c6 req-e707098b-6ced-4a20-8b0f-294f78a53f06 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:51.349731 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-349e1314-5821-4f85-b662-0514c22412c6 req-e707098b-6ced-4a20-8b0f-294f78a53f06 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 945 time: 0.0916507 Feb 09 01:50:51.357551 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b5ef5-90e5-439d-974b-9005c4ae8af8 req-005cc1b2-6ba3-41df-85d2-e2448cf8aeca tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:51.359629 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a9b5ef5-90e5-439d-974b-9005c4ae8af8 req-005cc1b2-6ba3-41df-85d2-e2448cf8aeca tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.120 "GET /v2.0/ports?device_id=603a0e32-c775-428c-9ea5-630e361799fd&tenant_id=126ca61c8d3f4060bfee9f888cd1914c&binding%3Ahost_id=n-h1-828369-4 HTTP/1.1" status: 200 len: 945 time: 0.0905201 Feb 09 01:50:51.369894 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-8a9b5ef5-90e5-439d-974b-9005c4ae8af8 req-98a7b9ef-0265-4f41-a29e-8b1d6726aba5 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:50:51.370809 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a9b5ef5-90e5-439d-974b-9005c4ae8af8 req-98a7b9ef-0265-4f41-a29e-8b1d6726aba5 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.120 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0045676 Feb 09 01:50:51.447415 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-349e1314-5821-4f85-b662-0514c22412c6 req-26101679-2032-41e1-aeb1-62b5f0a8a36e tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866475 Feb 09 01:50:51.456293 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [req-8a9b5ef5-90e5-439d-974b-9005c4ae8af8 req-f4a193f7-9567-470f-9798-a8630449b1c2 service neutron] delete failed (client error): The resource could not be found. Feb 09 01:50:51.457306 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a9b5ef5-90e5-439d-974b-9005c4ae8af8 req-f4a193f7-9567-470f-9798-a8630449b1c2 service neutron] 10.222.0.120 "DELETE /v2.0/ports/62a716aa-0adb-42b7-95d6-2219ee9d9abd/bindings/n-h2-828369-4 HTTP/1.1" status: 404 len: 380 time: 0.0787120 Feb 09 01:50:51.544192 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b5ef5-90e5-439d-974b-9005c4ae8af8 req-637add02-c709-4974-9cc1-68766181f9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:51.545799 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a9b5ef5-90e5-439d-974b-9005c4ae8af8 req-637add02-c709-4974-9cc1-68766181f9a9 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=126ca61c8d3f4060bfee9f888cd1914c&device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 1127 time: 0.0455825 Feb 09 01:50:51.634927 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b5ef5-90e5-439d-974b-9005c4ae8af8 req-6946a66f-3a78-44f6-bc4e-644eab4745c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:51.636414 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a9b5ef5-90e5-439d-974b-9005c4ae8af8 req-6946a66f-3a78-44f6-bc4e-644eab4745c4 service neutron] 10.222.0.120 "GET /v2.0/networks?id=770506b8-31af-45bc-893b-5051c06d181a HTTP/1.1" status: 200 len: 914 time: 0.0841815 Feb 09 01:50:51.706121 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a9b5ef5-90e5-439d-974b-9005c4ae8af8 req-b1c5aac2-c422-4c26-88b2-06077b18ea55 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62a716aa-0adb-42b7-95d6-2219ee9d9abd HTTP/1.1" status: 200 len: 1001 time: 0.0639045 Feb 09 01:50:51.752653 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b5ef5-90e5-439d-974b-9005c4ae8af8 req-7fb97ea3-8d24-4f59-be5e-5f5675c3b6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:51.754153 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a9b5ef5-90e5-439d-974b-9005c4ae8af8 req-7fb97ea3-8d24-4f59-be5e-5f5675c3b6a1 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=9990b7cc-83f1-47a6-8060-d9474ba2eb32 HTTP/1.1" status: 200 len: 851 time: 0.0422778 Feb 09 01:50:51.800903 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b5ef5-90e5-439d-974b-9005c4ae8af8 req-a8b63f80-a39f-44c8-9580-b30ba7e699af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:51.802389 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a9b5ef5-90e5-439d-974b-9005c4ae8af8 req-a8b63f80-a39f-44c8-9580-b30ba7e699af service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=770506b8-31af-45bc-893b-5051c06d181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431013 Feb 09 01:50:51.891669 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a9b5ef5-90e5-439d-974b-9005c4ae8af8 req-c0fdd635-d08c-4f14-9c9f-51e895d4148d service neutron] 10.222.0.120 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838118 Feb 09 01:50:51.980401 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a9b5ef5-90e5-439d-974b-9005c4ae8af8 req-bba01ae0-a30b-48cb-937a-d1398a0c829d service neutron] 10.222.0.120 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828457 Feb 09 01:50:52.585095 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d854622-cf89-4e03-a7f2-23b45545d170 req-c6e3540c-db0e-44c7-9bb0-9ce3a46a235c tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:52.587011 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7d854622-cf89-4e03-a7f2-23b45545d170 req-c6e3540c-db0e-44c7-9bb0-9ce3a46a235c tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 945 time: 0.0657139 Feb 09 01:50:52.634232 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7d854622-cf89-4e03-a7f2-23b45545d170 req-3623a70c-ccb5-4395-9cf8-2505cb844a63 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414660 Feb 09 01:50:52.649386 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 62a716aa-0adb-42b7-95d6-2219ee9d9abd up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:50:52.700220 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 62a716aa-0adb-42b7-95d6-2219ee9d9abd completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:50:52.703843 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 62a716aa-0adb-42b7-95d6-2219ee9d9abd triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:52.704239 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (62a716aa-0adb-42b7-95d6-2219ee9d9abd), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:52.756803 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b099c4e-ecd1-40db-a82d-8371510f6045 req-27e4ab8d-838b-47bd-9e0c-bc351e8a0f58 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:52.758334 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7b099c4e-ecd1-40db-a82d-8371510f6045 req-27e4ab8d-838b-47bd-9e0c-bc351e8a0f58 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 945 time: 0.0559161 Feb 09 01:50:52.785359 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 62a716aa-0adb-42b7-95d6-2219ee9d9abd is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:50:52.785758 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (62a716aa-0adb-42b7-95d6-2219ee9d9abd), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:52.806506 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7b099c4e-ecd1-40db-a82d-8371510f6045 req-f21852b1-f430-4320-bad9-d610a8338c73 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420852 Feb 09 01:50:52.809360 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '603a0e32-c775-428c-9ea5-630e361799fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a716aa-0adb-42b7-95d6-2219ee9d9abd'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:50:52.812167 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b352ea-ba30-4817-9e3e-21082234bd83" -d '{"events": [{"server_uuid": "603a0e32-c775-428c-9ea5-630e361799fd", "name": "network-vif-plugged", "status": "completed", "tag": "62a716aa-0adb-42b7-95d6-2219ee9d9abd"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:50:52.824911 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 62a716aa-0adb-42b7-95d6-2219ee9d9abd, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=62a716aa-0adb-42b7-95d6-2219ee9d9abd,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:52.829113 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (62a716aa-0adb-42b7-95d6-2219ee9d9abd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:52.852981 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40823a3c-5a4b-4d00-a041-32943c901665 x-openstack-request-id: req-40823a3c-5a4b-4d00-a041-32943c901665 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:50:52.853277 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "603a0e32-c775-428c-9ea5-630e361799fd", "name": "network-vif-plugged", "status": "completed", "tag": "62a716aa-0adb-42b7-95d6-2219ee9d9abd", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:50:52.853534 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-40823a3c-5a4b-4d00-a041-32943c901665 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:50:52.853927 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '603a0e32-c775-428c-9ea5-630e361799fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a716aa-0adb-42b7-95d6-2219ee9d9abd', 'code': 200} Feb 09 01:50:52.880074 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=62a716aa-0adb-42b7-95d6-2219ee9d9abd,revision_number=9']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:52.933096 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e0d25e-2885-45e6-a7da-aaf9531e12d9 req-ea42bae3-ac70-4560-8278-88928b4b63bd tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:52.935266 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-90e0d25e-2885-45e6-a7da-aaf9531e12d9 req-ea42bae3-ac70-4560-8278-88928b4b63bd tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 946 time: 0.0592988 Feb 09 01:50:52.985042 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-90e0d25e-2885-45e6-a7da-aaf9531e12d9 req-b2bbc424-c4ef-4d65-a7da-51168e364516 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442772 Feb 09 01:50:53.216217 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc2a8c-3631-4f9a-a225-55ced88e3428 req-80cc51d9-04e5-41a8-a028-fef98bb5ce78 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:53.218274 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-17cc2a8c-3631-4f9a-a225-55ced88e3428 req-80cc51d9-04e5-41a8-a028-fef98bb5ce78 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 946 time: 0.0519705 Feb 09 01:50:53.264245 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-17cc2a8c-3631-4f9a-a225-55ced88e3428 req-c83c1aa3-6902-4729-a974-ccb5246bfd2c tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403035 Feb 09 01:50:54.388299 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2885dd2-5542-4d32-8f6a-da8bcccbf222 req-434c657c-a666-4024-9025-06cf3ecb1148 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:54.389941 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c2885dd2-5542-4d32-8f6a-da8bcccbf222 req-434c657c-a666-4024-9025-06cf3ecb1148 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 946 time: 0.0555162 Feb 09 01:50:54.435464 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c2885dd2-5542-4d32-8f6a-da8bcccbf222 req-f43dccab-283a-469d-b6c1-bb535837da02 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398779 Feb 09 01:50:54.572372 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c516db-9566-4350-94ab-19c662a117f1 req-a96ea2e0-f8d7-45f5-a7ab-ad8efde5f4fa tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:54.574505 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-94c516db-9566-4350-94ab-19c662a117f1 req-a96ea2e0-f8d7-45f5-a7ab-ad8efde5f4fa tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.47 "GET /v2.0/ports?device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 946 time: 0.0618777 Feb 09 01:50:54.668748 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-94c516db-9566-4350-94ab-19c662a117f1 req-ee8ade9f-2118-46af-a1ec-5fb3d1ff1020 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Deleting port 62a716aa-0adb-42b7-95d6-2219ee9d9abd {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:50:54.669103 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-94c516db-9566-4350-94ab-19c662a117f1 req-ee8ade9f-2118-46af-a1ec-5fb3d1ff1020 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (62a716aa-0adb-42b7-95d6-2219ee9d9abd), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:54.760882 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-94c516db-9566-4350-94ab-19c662a117f1 req-ee8ade9f-2118-46af-a1ec-5fb3d1ff1020 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] For port 62a716aa-0adb-42b7-95d6-2219ee9d9abd, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=62a716aa-0adb-42b7-95d6-2219ee9d9abd,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:50:54.761249 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-94c516db-9566-4350-94ab-19c662a117f1 req-ee8ade9f-2118-46af-a1ec-5fb3d1ff1020 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (62a716aa-0adb-42b7-95d6-2219ee9d9abd), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:54.977343 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-94c516db-9566-4350-94ab-19c662a117f1 req-ee8ade9f-2118-46af-a1ec-5fb3d1ff1020 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:54.977624 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-94c516db-9566-4350-94ab-19c662a117f1 req-ee8ade9f-2118-46af-a1ec-5fb3d1ff1020 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (00a05cc8-8858-461e-abe8-2e7a52288433), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:54.977942 n-d-828369-4 neutron-server[103137]: INFO neutron.db.l3_db [req-94c516db-9566-4350-94ab-19c662a117f1 req-ee8ade9f-2118-46af-a1ec-5fb3d1ff1020 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Floating IP 00a05cc8-8858-461e-abe8-2e7a52288433 disassociated. External IP: 172.25.8.128, port: 62a716aa-0adb-42b7-95d6-2219ee9d9abd. Feb 09 01:50:54.978312 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-94c516db-9566-4350-94ab-19c662a117f1 req-ee8ade9f-2118-46af-a1ec-5fb3d1ff1020 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Calling delete_port for 62a716aa-0adb-42b7-95d6-2219ee9d9abd owned by compute:nova {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:50:55.108611 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-94c516db-9566-4350-94ab-19c662a117f1 req-ee8ade9f-2118-46af-a1ec-5fb3d1ff1020 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (62a716aa-0adb-42b7-95d6-2219ee9d9abd), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:55.134700 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8ade9f-2118-46af-a1ec-5fb3d1ff1020 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Pushing event deleted for resources: {'Port': ['ID=62a716aa-0adb-42b7-95d6-2219ee9d9abd,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:55.254952 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94c516db-9566-4350-94ab-19c662a117f1 req-ee8ade9f-2118-46af-a1ec-5fb3d1ff1020 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Router cc3ccfed-fabe-469c-9487-552095ee3322 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:50:55.367332 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94c516db-9566-4350-94ab-19c662a117f1 req-ee8ade9f-2118-46af-a1ec-5fb3d1ff1020 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:50:55.377360 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0df658f-112f-4f4e-bf06-91ae4d84fe7a None None] Sync routers for ids ['cc3ccfed-fabe-469c-9487-552095ee3322'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:50:55.387264 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0df658f-112f-4f4e-bf06-91ae4d84fe7a None None] Routers {'cc3ccfed-fabe-469c-9487-552095ee3322'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:50:55.387967 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-c0df658f-112f-4f4e-bf06-91ae4d84fe7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:50:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['cc3ccfed-fabe-469c-9487-552095ee3322'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:55.409767 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c516db-9566-4350-94ab-19c662a117f1 req-ee8ade9f-2118-46af-a1ec-5fb3d1ff1020 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] No DVR routers for this DVR port 62a716aa-0adb-42b7-95d6-2219ee9d9abd on host n-h1-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:50:55.412940 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-94c516db-9566-4350-94ab-19c662a117f1 req-ee8ade9f-2118-46af-a1ec-5fb3d1ff1020 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:55.416514 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-94c516db-9566-4350-94ab-19c662a117f1 req-ee8ade9f-2118-46af-a1ec-5fb3d1ff1020 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.47 "DELETE /v2.0/ports/62a716aa-0adb-42b7-95d6-2219ee9d9abd HTTP/1.1" status: 204 len: 173 time: 0.8369780 Feb 09 01:50:55.416996 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '603a0e32-c775-428c-9ea5-630e361799fd', 'name': 'network-vif-deleted', 'tag': '62a716aa-0adb-42b7-95d6-2219ee9d9abd'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:50:55.419801 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621e1dc4-b41c-4909-86f1-18a08672ffed" -d '{"events": [{"server_uuid": "603a0e32-c775-428c-9ea5-630e361799fd", "name": "network-vif-deleted", "tag": "62a716aa-0adb-42b7-95d6-2219ee9d9abd"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:50:55.463386 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7a7c28-d599-4609-9e0f-438626b1333a x-openstack-request-id: req-da7a7c28-d599-4609-9e0f-438626b1333a {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:50:55.463712 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "603a0e32-c775-428c-9ea5-630e361799fd", "name": "network-vif-deleted", "tag": "62a716aa-0adb-42b7-95d6-2219ee9d9abd", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:50:55.464015 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-da7a7c28-d599-4609-9e0f-438626b1333a {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:50:55.464499 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '603a0e32-c775-428c-9ea5-630e361799fd', 'name': 'network-vif-deleted', 'tag': '62a716aa-0adb-42b7-95d6-2219ee9d9abd', 'status': 'completed', 'code': 200} Feb 09 01:50:55.515302 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-c0df658f-112f-4f4e-bf06-91ae4d84fe7a None None] Set router cc3ccfed-fabe-469c-9487-552095ee3322 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:50:55.548575 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3decc800-3255-402d-bc6f-d213718586ab req-0f3d1461-f20d-4aa6-b21d-0f0beb3497e0 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=603a0e32-c775-428c-9ea5-630e361799fd HTTP/1.1" status: 200 len: 210 time: 0.0381887 Feb 09 01:50:55.737077 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-c0df658f-112f-4f4e-bf06-91ae4d84fe7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'name': 'tempest-ServerActionsTestJSON-1584920205-router', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:08Z', 'updated_at': '2022-02-09T01:50:11Z', 'revision_number': 4, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'gw_port': {'id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:09Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '75b2e617-73c3-459f-8fff-4e05a2223948', 'name': '', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'mac_address': 'fa:16:3e:45:75:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:10Z', 'updated_at': '2022-02-09T01:50:15Z', 'revision_number': 5, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'subnets': [{'id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:55.762772 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0df658f-112f-4f4e-bf06-91ae4d84fe7a None None] Checking router: cc3ccfed-fabe-469c-9487-552095ee3322 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:50:55.771762 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0df658f-112f-4f4e-bf06-91ae4d84fe7a None None] Routers {'cc3ccfed-fabe-469c-9487-552095ee3322'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:50:55.772318 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-c0df658f-112f-4f4e-bf06-91ae4d84fe7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:50:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['cc3ccfed-fabe-469c-9487-552095ee3322'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:55.878648 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-c0df658f-112f-4f4e-bf06-91ae4d84fe7a None None] Set router cc3ccfed-fabe-469c-9487-552095ee3322 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:50:56.073734 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-c0df658f-112f-4f4e-bf06-91ae4d84fe7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'name': 'tempest-ServerActionsTestJSON-1584920205-router', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:08Z', 'updated_at': '2022-02-09T01:50:11Z', 'revision_number': 4, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'gw_port': {'id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:09Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '75b2e617-73c3-459f-8fff-4e05a2223948', 'name': '', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'mac_address': 'fa:16:3e:45:75:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:10Z', 'updated_at': '2022-02-09T01:50:15Z', 'revision_number': 5, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'subnets': [{'id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:50:56.103408 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0df658f-112f-4f4e-bf06-91ae4d84fe7a None None] The sync data for ids ['cc3ccfed-fabe-469c-9487-552095ee3322'] in n-d-828369-4 is: [{'id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'name': 'tempest-ServerActionsTestJSON-1584920205-router', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:08Z', 'updated_at': '2022-02-09T01:50:11Z', 'revision_number': 4, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'gw_port': {'id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:09Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '75b2e617-73c3-459f-8fff-4e05a2223948', 'name': '', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'mac_address': 'fa:16:3e:45:75:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:10Z', 'updated_at': '2022-02-09T01:50:15Z', 'revision_number': 5, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'subnets': [{'id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:50:56.315256 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5718df3-7540-4908-8be3-deb167932489 None None] New status for floating IP 00a05cc8-8858-461e-abe8-2e7a52288433: DOWN {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:50:56.785431 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-1bcadf85-8dda-4657-a148-5ddd78d8af1c tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1537292734&fields=id&tenant_id=126ca61c8d3f4060bfee9f888cd1914c HTTP/1.1" status: 200 len: 267 time: 0.0440283 Feb 09 01:50:56.888443 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-d6644708-0827-4bed-acd5-166a5b441a1d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:56.890433 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-d6644708-0827-4bed-acd5-166a5b441a1d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/networks?id=770506b8-31af-45bc-893b-5051c06d181a HTTP/1.1" status: 200 len: 812 time: 0.0983758 Feb 09 01:50:56.904854 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-851d0508-0505-4e87-9e10-9ed925aaa90e tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/quotas/126ca61c8d3f4060bfee9f888cd1914c HTTP/1.1" status: 200 len: 375 time: 0.0088053 Feb 09 01:50:56.962528 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-90d406a5-b907-41a4-87a4-e3e371b72209 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=126ca61c8d3f4060bfee9f888cd1914c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526106 Feb 09 01:50:57.055915 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-af0cd588-b3aa-455e-a129-b64c61cac666 service neutron] 10.222.0.50 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821400 Feb 09 01:50:57.149349 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-dea7fb74-dc45-4d16-bbaf-bf237a71a679 service neutron] 10.222.0.50 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878046 Feb 09 01:50:57.310069 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1e35ee20-6dff-492e-950d-870c8b3dbe20 req-3baf19a7-0ca2-4e29-a12c-efb95c4ae41b tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 210 time: 0.0279911 Feb 09 01:50:58.215680 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-0dba32a2-e387-4860-991e-ce586ea80571 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:58.217686 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-0dba32a2-e387-4860-991e-ce586ea80571 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.47 "GET /v2.0/networks?id=770506b8-31af-45bc-893b-5051c06d181a HTTP/1.1" status: 200 len: 812 time: 0.1070251 Feb 09 01:50:58.286073 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-60e16b15-159e-4fe6-9e2d-fb310dff3531 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=126ca61c8d3f4060bfee9f888cd1914c HTTP/1.1" status: 200 len: 380 time: 0.0612221 Feb 09 01:50:58.294367 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-084ded1b-56c6-477d-9f9d-b7e93986af60 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Request body: {'port': {'device_id': '49df7f0d-ccd6-40e7-b111-2d8bb93c6933', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'admin_state_up': True, 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'security_groups': ['ec71df23-2761-43ac-a4a9-962534227f02']}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:58.402785 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-084ded1b-56c6-477d-9f9d-b7e93986af60 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Made reservation on behalf of 126ca61c8d3f4060bfee9f888cd1914c for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:50:58.406286 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fd5b029a-0dda-4cf4-9fcd-638fa55894a6 req-edd5e004-1ed9-4315-a36e-e29be129979f tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 210 time: 0.0285535 Feb 09 01:50:58.406806 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-084ded1b-56c6-477d-9f9d-b7e93986af60 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:58.537717 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-084ded1b-56c6-477d-9f9d-b7e93986af60 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Allocated IP 172.20.0.10 (770506b8-31af-45bc-893b-5051c06d181a/9990b7cc-83f1-47a6-8060-d9474ba2eb32/685ef33b-2f48-4858-815b-c75e336646d9) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:50:58.674631 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-084ded1b-56c6-477d-9f9d-b7e93986af60 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks [] for port (685ef33b-2f48-4858-815b-c75e336646d9), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:58.706877 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 62a716aa-0adb-42b7-95d6-2219ee9d9abd no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:50:58.707742 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-084ded1b-56c6-477d-9f9d-b7e93986af60 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (685ef33b-2f48-4858-815b-c75e336646d9), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:58.727719 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: 62a716aa-0adb-42b7-95d6-2219ee9d9abd {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:50:58.728077 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 62a716aa-0adb-42b7-95d6-2219ee9d9abd not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:50:58.748681 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-084ded1b-56c6-477d-9f9d-b7e93986af60 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Network 770506b8-31af-45bc-893b-5051c06d181a is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:50:58.753518 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-084ded1b-56c6-477d-9f9d-b7e93986af60 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:50:58.755874 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-084ded1b-56c6-477d-9f9d-b7e93986af60 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:50:58.790269 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ded1b-56c6-477d-9f9d-b7e93986af60 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Pushing event updated for resources: {'Port': ['ID=685ef33b-2f48-4858-815b-c75e336646d9,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:58.822701 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-084ded1b-56c6-477d-9f9d-b7e93986af60 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:58.823349 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-084ded1b-56c6-477d-9f9d-b7e93986af60 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:58.840520 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-084ded1b-56c6-477d-9f9d-b7e93986af60 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5497446 Feb 09 01:50:58.852374 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-67a9fd54-8c2a-42b6-bc88-990ea8f1a3ec service neutron] Request body: {'port': {'device_id': '49df7f0d-ccd6-40e7-b111-2d8bb93c6933', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:50:58.916798 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-67a9fd54-8c2a-42b6-bc88-990ea8f1a3ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (685ef33b-2f48-4858-815b-c75e336646d9), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:58.993804 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-df076765-bf66-44bd-95a3-d7cc80bd6700 None None] Provisioning complete for port 685ef33b-2f48-4858-815b-c75e336646d9 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:50:58.994193 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-df076765-bf66-44bd-95a3-d7cc80bd6700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (685ef33b-2f48-4858-815b-c75e336646d9), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:59.027721 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-df076765-bf66-44bd-95a3-d7cc80bd6700 None None] Port 685ef33b-2f48-4858-815b-c75e336646d9 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:50:59.180082 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-67a9fd54-8c2a-42b6-bc88-990ea8f1a3ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 685ef33b-2f48-4858-815b-c75e336646d9 {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:50:59.188501 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-67a9fd54-8c2a-42b6-bc88-990ea8f1a3ec service neutron] Publish callbacks [] for port (685ef33b-2f48-4858-815b-c75e336646d9), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:59.201063 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-67a9fd54-8c2a-42b6-bc88-990ea8f1a3ec service neutron] Transition to ACTIVE for port object 685ef33b-2f48-4858-815b-c75e336646d9 will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:50:59.204847 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-67a9fd54-8c2a-42b6-bc88-990ea8f1a3ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (685ef33b-2f48-4858-815b-c75e336646d9), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:59.255225 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9fd54-8c2a-42b6-bc88-990ea8f1a3ec service neutron] Pushing event updated for resources: {'Port': ['ID=685ef33b-2f48-4858-815b-c75e336646d9,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:59.325427 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-67a9fd54-8c2a-42b6-bc88-990ea8f1a3ec service neutron] Attempting to bind port 685ef33b-2f48-4858-815b-c75e336646d9 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:50:59.325773 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-67a9fd54-8c2a-42b6-bc88-990ea8f1a3ec service neutron] Attempting to bind port 685ef33b-2f48-4858-815b-c75e336646d9 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'e804de76-62ac-474f-aa52-370d47fa593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '770506b8-31af-45bc-893b-5051c06d181a'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:50:59.326114 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-67a9fd54-8c2a-42b6-bc88-990ea8f1a3ec service neutron] Attempting to bind port 685ef33b-2f48-4858-815b-c75e336646d9 on network 770506b8-31af-45bc-893b-5051c06d181a {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:50:59.330722 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-67a9fd54-8c2a-42b6-bc88-990ea8f1a3ec service neutron] Port 685ef33b-2f48-4858-815b-c75e336646d9 on network 770506b8-31af-45bc-893b-5051c06d181a not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:50:59.331057 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-67a9fd54-8c2a-42b6-bc88-990ea8f1a3ec service neutron] Attempting to bind port 685ef33b-2f48-4858-815b-c75e336646d9 on network 770506b8-31af-45bc-893b-5051c06d181a {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:50:59.336226 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-67a9fd54-8c2a-42b6-bc88-990ea8f1a3ec service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:50:59.336601 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-67a9fd54-8c2a-42b6-bc88-990ea8f1a3ec service neutron] Checking segment: {'id': 'e804de76-62ac-474f-aa52-370d47fa593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '770506b8-31af-45bc-893b-5051c06d181a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:50:59.336999 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-67a9fd54-8c2a-42b6-bc88-990ea8f1a3ec service neutron] Bound using segment: {'id': 'e804de76-62ac-474f-aa52-370d47fa593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '770506b8-31af-45bc-893b-5051c06d181a'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:50:59.337434 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-67a9fd54-8c2a-42b6-bc88-990ea8f1a3ec service neutron] Bound port: 685ef33b-2f48-4858-815b-c75e336646d9, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e804de76-62ac-474f-aa52-370d47fa593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '770506b8-31af-45bc-893b-5051c06d181a'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:50:59.337799 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-67a9fd54-8c2a-42b6-bc88-990ea8f1a3ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (685ef33b-2f48-4858-815b-c75e336646d9), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:59.407970 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-67a9fd54-8c2a-42b6-bc88-990ea8f1a3ec service neutron] For port 685ef33b-2f48-4858-815b-c75e336646d9, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:50:59.410947 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-67a9fd54-8c2a-42b6-bc88-990ea8f1a3ec service neutron] For port 685ef33b-2f48-4858-815b-c75e336646d9, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=685ef33b-2f48-4858-815b-c75e336646d9,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:50:59.417527 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-67a9fd54-8c2a-42b6-bc88-990ea8f1a3ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (685ef33b-2f48-4858-815b-c75e336646d9), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:59.455645 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-67a9fd54-8c2a-42b6-bc88-990ea8f1a3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:59.456286 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-67a9fd54-8c2a-42b6-bc88-990ea8f1a3ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:50:59.457720 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-67a9fd54-8c2a-42b6-bc88-990ea8f1a3ec service neutron] 10.222.0.47 "PUT /v2.0/ports/685ef33b-2f48-4858-815b-c75e336646d9 HTTP/1.1" status: 200 len: 1092 time: 0.6096215 Feb 09 01:50:59.458174 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49df7f0d-ccd6-40e7-b111-2d8bb93c6933', 'tag': '685ef33b-2f48-4858-815b-c75e336646d9'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:50:59.460474 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5ac9be-dabd-426f-a3d4-ffa4b3c03e80" -d '{"events": [{"name": "network-changed", "server_uuid": "49df7f0d-ccd6-40e7-b111-2d8bb93c6933", "tag": "685ef33b-2f48-4858-815b-c75e336646d9"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:50:59.504128 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9fd54-8c2a-42b6-bc88-990ea8f1a3ec service neutron] Pushing event updated for resources: {'Port': ['ID=685ef33b-2f48-4858-815b-c75e336646d9,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:50:59.527966 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9488828-d8b1-400a-9ac7-a5d671ee58d1 x-openstack-request-id: req-c9488828-d8b1-400a-9ac7-a5d671ee58d1 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:50:59.528266 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49df7f0d-ccd6-40e7-b111-2d8bb93c6933", "tag": "685ef33b-2f48-4858-815b-c75e336646d9", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:50:59.529116 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c9488828-d8b1-400a-9ac7-a5d671ee58d1 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:50:59.529521 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49df7f0d-ccd6-40e7-b111-2d8bb93c6933', 'tag': '685ef33b-2f48-4858-815b-c75e336646d9', 'status': 'completed', 'code': 200} Feb 09 01:50:59.554119 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25aef1-2881-4d65-b570-09739ec27a7a req-80aebb9e-efb6-4408-875e-951e5e10fce6 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:59.555708 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4a25aef1-2881-4d65-b570-09739ec27a7a req-80aebb9e-efb6-4408-875e-951e5e10fce6 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 944 time: 0.0631850 Feb 09 01:50:59.557724 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-dd7ed5a8-d114-4a4a-8918-71ed9095c443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:59.559296 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-dd7ed5a8-d114-4a4a-8918-71ed9095c443 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=126ca61c8d3f4060bfee9f888cd1914c&device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 1126 time: 0.0634296 Feb 09 01:50:59.604618 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-59b7de08-4f1c-4974-80d1-e9781f29bc71 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=685ef33b-2f48-4858-815b-c75e336646d9 HTTP/1.1" status: 200 len: 217 time: 0.0371282 Feb 09 01:50:59.608055 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4a25aef1-2881-4d65-b570-09739ec27a7a req-7fdf5acd-5af1-437b-a502-80453dc38a19 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463612 Feb 09 01:50:59.658929 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-bfdf57d4-6f35-4df4-a7cc-a60373ee7551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:59.660390 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-bfdf57d4-6f35-4df4-a7cc-a60373ee7551 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9990b7cc-83f1-47a6-8060-d9474ba2eb32 HTTP/1.1" status: 200 len: 851 time: 0.0500772 Feb 09 01:50:59.713717 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-a33ffb44-16c9-44eb-a1d7-c3778607e259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:59.715256 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-a33ffb44-16c9-44eb-a1d7-c3778607e259 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=770506b8-31af-45bc-893b-5051c06d181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492680 Feb 09 01:50:59.804687 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-e6a6d6e7-07a4-403b-8c1d-8ca1ceaa376f service neutron] 10.222.0.47 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824511 Feb 09 01:50:59.896079 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-dd6b5144-1c29-4971-9aa3-c24f7fd726ef req-9e5f2f80-a25c-4c46-b5be-7959756bad0f service neutron] 10.222.0.47 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853059 Feb 09 01:50:59.988349 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ac9be-dabd-426f-a3d4-ffa4b3c03e80 req-95bbc587-43fc-40b1-9eab-56091b03ee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:50:59.989786 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-5b5ac9be-dabd-426f-a3d4-ffa4b3c03e80 req-95bbc587-43fc-40b1-9eab-56091b03ee68 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=126ca61c8d3f4060bfee9f888cd1914c&device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 1126 time: 0.0443888 Feb 09 01:51:00.097268 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ac9be-dabd-426f-a3d4-ffa4b3c03e80 req-43b7d64b-c312-4cc6-a0bb-49390e990762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:00.098732 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-5b5ac9be-dabd-426f-a3d4-ffa4b3c03e80 req-43b7d64b-c312-4cc6-a0bb-49390e990762 service neutron] 10.222.0.47 "GET /v2.0/networks?id=770506b8-31af-45bc-893b-5051c06d181a HTTP/1.1" status: 200 len: 914 time: 0.1030326 Feb 09 01:51:00.140377 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-5b5ac9be-dabd-426f-a3d4-ffa4b3c03e80 req-2ac4b0b8-61c5-4ee8-885b-70313a68a661 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=685ef33b-2f48-4858-815b-c75e336646d9 HTTP/1.1" status: 200 len: 217 time: 0.0345018 Feb 09 01:51:00.188034 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ac9be-dabd-426f-a3d4-ffa4b3c03e80 req-4859fc3e-08e9-424c-b81c-766f4d6d6f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:00.189549 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-5b5ac9be-dabd-426f-a3d4-ffa4b3c03e80 req-4859fc3e-08e9-424c-b81c-766f4d6d6f23 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9990b7cc-83f1-47a6-8060-d9474ba2eb32 HTTP/1.1" status: 200 len: 851 time: 0.0429518 Feb 09 01:51:00.243080 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ac9be-dabd-426f-a3d4-ffa4b3c03e80 req-97f719a3-4cd0-476b-b0c8-cd34e9a3675c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:00.244504 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-5b5ac9be-dabd-426f-a3d4-ffa4b3c03e80 req-97f719a3-4cd0-476b-b0c8-cd34e9a3675c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=770506b8-31af-45bc-893b-5051c06d181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483847 Feb 09 01:51:00.331722 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-5b5ac9be-dabd-426f-a3d4-ffa4b3c03e80 req-6ad61c29-9872-4041-822b-6efe0d258f84 service neutron] 10.222.0.47 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805888 Feb 09 01:51:00.424521 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-5b5ac9be-dabd-426f-a3d4-ffa4b3c03e80 req-82f457a0-16b9-4e7b-a0ee-314e1f4d4dc3 service neutron] 10.222.0.47 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856533 Feb 09 01:51:00.733655 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8316db0b-2d0a-48a6-adaa-759cba877d2e req-359bb21a-02b4-4a4f-92ab-a63e1187615e tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:00.735156 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8316db0b-2d0a-48a6-adaa-759cba877d2e req-359bb21a-02b4-4a4f-92ab-a63e1187615e tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 944 time: 0.0561614 Feb 09 01:51:00.781151 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8316db0b-2d0a-48a6-adaa-759cba877d2e req-50a2074c-7605-4309-8a6b-c3c4a641188d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405138 Feb 09 01:51:01.899210 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a61ebf-4964-4e83-877f-3ea4e59f36c3 req-9391c151-77b1-4629-9540-3c7068046131 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:01.900732 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f1a61ebf-4964-4e83-877f-3ea4e59f36c3 req-9391c151-77b1-4629-9540-3c7068046131 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 944 time: 0.0519917 Feb 09 01:51:01.947858 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f1a61ebf-4964-4e83-877f-3ea4e59f36c3 req-1307adc5-eaca-4879-aa93-82b425a5362d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409565 Feb 09 01:51:02.030289 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:51:02.438924 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-94d204bc-da4e-4f9b-8ae0-1108b67bdbb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:02.719229 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 685ef33b-2f48-4858-815b-c75e336646d9 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:51:02.812916 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 685ef33b-2f48-4858-815b-c75e336646d9, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=685ef33b-2f48-4858-815b-c75e336646d9,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:02.823911 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '685ef33b-2f48-4858-815b-c75e336646d9', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'port_id': '685ef33b-2f48-4858-815b-c75e336646d9', 'mac_address': 'fa:16:3e:84:c0:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:51:02.863273 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 685ef33b-2f48-4858-815b-c75e336646d9 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:02.863672 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (685ef33b-2f48-4858-815b-c75e336646d9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:02.876482 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 685ef33b-2f48-4858-815b-c75e336646d9 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:51:02.894869 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 685ef33b-2f48-4858-815b-c75e336646d9, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=685ef33b-2f48-4858-815b-c75e336646d9,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:02.897965 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (685ef33b-2f48-4858-815b-c75e336646d9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:02.944554 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=685ef33b-2f48-4858-815b-c75e336646d9,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:03.069444 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7567f7-6b27-457f-8009-98b50e8ebd00 req-3256899e-8e2e-4cc7-b5e7-d61c20a36b13 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:03.070935 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7b7567f7-6b27-457f-8009-98b50e8ebd00 req-3256899e-8e2e-4cc7-b5e7-d61c20a36b13 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 945 time: 0.0531242 Feb 09 01:51:03.092970 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['685ef33b-2f48-4858-815b-c75e336646d9'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:51:03.122302 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7b7567f7-6b27-457f-8009-98b50e8ebd00 req-16966fcd-4416-4fff-83ff-3b767df42f0a tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457597 Feb 09 01:51:04.241177 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7ebc8-41ba-4a9f-a995-3b00282aa1ad req-492f51d2-5254-49dd-96c4-0da82805b863 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:04.242607 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0b7ebc8-41ba-4a9f-a995-3b00282aa1ad req-492f51d2-5254-49dd-96c4-0da82805b863 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 945 time: 0.0532033 Feb 09 01:51:04.290027 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0b7ebc8-41ba-4a9f-a995-3b00282aa1ad req-4c507978-973f-4487-bf39-00bd0432f9c2 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411804 Feb 09 01:51:04.469064 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-94e4aa99-c8f0-4794-842a-bc1b5a0e0811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:04.733953 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 685ef33b-2f48-4858-815b-c75e336646d9 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:51:04.780895 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 685ef33b-2f48-4858-815b-c75e336646d9 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:51:04.784928 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 685ef33b-2f48-4858-815b-c75e336646d9 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:04.785307 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (685ef33b-2f48-4858-815b-c75e336646d9), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:04.863476 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 685ef33b-2f48-4858-815b-c75e336646d9 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:04.863878 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (685ef33b-2f48-4858-815b-c75e336646d9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:04.885906 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49df7f0d-ccd6-40e7-b111-2d8bb93c6933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '685ef33b-2f48-4858-815b-c75e336646d9'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:51:04.888678 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5716ec12-2ac3-4e00-a00b-bd5e900d6886" -d '{"events": [{"server_uuid": "49df7f0d-ccd6-40e7-b111-2d8bb93c6933", "name": "network-vif-plugged", "status": "completed", "tag": "685ef33b-2f48-4858-815b-c75e336646d9"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:51:04.900959 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 685ef33b-2f48-4858-815b-c75e336646d9, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=685ef33b-2f48-4858-815b-c75e336646d9,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:04.905199 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (685ef33b-2f48-4858-815b-c75e336646d9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:04.930180 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad2662e-f243-4b01-b0b7-e3f9481ecdfc x-openstack-request-id: req-3ad2662e-f243-4b01-b0b7-e3f9481ecdfc {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:51:04.930519 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49df7f0d-ccd6-40e7-b111-2d8bb93c6933", "name": "network-vif-plugged", "status": "completed", "tag": "685ef33b-2f48-4858-815b-c75e336646d9", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:51:04.930773 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3ad2662e-f243-4b01-b0b7-e3f9481ecdfc {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:51:04.931166 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49df7f0d-ccd6-40e7-b111-2d8bb93c6933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '685ef33b-2f48-4858-815b-c75e336646d9', 'code': 200} Feb 09 01:51:04.954305 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=685ef33b-2f48-4858-815b-c75e336646d9,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:05.025463 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522050d-56a1-4022-9ba6-eb4c0f6f9938 req-14fd85eb-4e42-4eab-9e4a-6832be9b29a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:05.026973 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-e522050d-56a1-4022-9ba6-eb4c0f6f9938 req-14fd85eb-4e42-4eab-9e4a-6832be9b29a1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 1128 time: 0.0448873 Feb 09 01:51:05.071822 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-e522050d-56a1-4022-9ba6-eb4c0f6f9938 req-778470f0-69f0-4c04-878d-784f59c0b1f3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388706 Feb 09 01:51:05.408276 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739414fe-9343-4118-8277-54fd97548090 req-cdbcf677-2366-4880-915e-c1ee25e5c56d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:05.409779 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-739414fe-9343-4118-8277-54fd97548090 req-cdbcf677-2366-4880-915e-c1ee25e5c56d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 946 time: 0.0512211 Feb 09 01:51:05.468520 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-739414fe-9343-4118-8277-54fd97548090 req-5a27910d-ce61-4d7c-8bd8-7e6d7e6a1e40 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529432 Feb 09 01:51:06.034830 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:06.592279 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d80e66-345e-4e53-bda2-17c7aab7c229 req-bfe879b6-d95c-4ca9-a65e-d4d1e6629661 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:06.593806 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-83d80e66-345e-4e53-bda2-17c7aab7c229 req-bfe879b6-d95c-4ca9-a65e-d4d1e6629661 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 946 time: 0.0563536 Feb 09 01:51:06.639585 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-83d80e66-345e-4e53-bda2-17c7aab7c229 req-18bca20d-aa1a-42a4-9d81-8bb71822d9f0 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402277 Feb 09 01:51:06.755670 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db4fb6-edb6-41b8-94af-b7154d60c1f0 req-300d390b-3f76-4759-92fb-93e297bf1910 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:06.757082 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f6db4fb6-edb6-41b8-94af-b7154d60c1f0 req-300d390b-3f76-4759-92fb-93e297bf1910 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 946 time: 0.0530267 Feb 09 01:51:06.765986 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 42826) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:06.770326 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-7609ffac-ed3d-429c-9014-0574cad6c980 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Request body: {'floatingip': {'port_id': '685ef33b-2f48-4858-815b-c75e336646d9'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:06.813304 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7609ffac-ed3d-429c-9014-0574cad6c980 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks [] for floatingip (00a05cc8-8858-461e-abe8-2e7a52288433), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:07.233665 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7609ffac-ed3d-429c-9014-0574cad6c980 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:07.237444 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7609ffac-ed3d-429c-9014-0574cad6c980 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (00a05cc8-8858-461e-abe8-2e7a52288433), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:07.322084 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:07.342630 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [None req-7609ffac-ed3d-429c-9014-0574cad6c980 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Floating IP 00a05cc8-8858-461e-abe8-2e7a52288433 associated. External IP: 172.25.8.128, port: 685ef33b-2f48-4858-815b-c75e336646d9. Feb 09 01:51:07.562074 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7609ffac-ed3d-429c-9014-0574cad6c980 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Router cc3ccfed-fabe-469c-9487-552095ee3322 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:51:07.672372 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7609ffac-ed3d-429c-9014-0574cad6c980 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:51:07.677563 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7609ffac-ed3d-429c-9014-0574cad6c980 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:07.681995 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e67babb-d3ad-429c-a6f6-21fcdd496d39 None None] Sync routers for ids ['cc3ccfed-fabe-469c-9487-552095ee3322'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:51:07.691885 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e67babb-d3ad-429c-a6f6-21fcdd496d39 None None] Routers {'cc3ccfed-fabe-469c-9487-552095ee3322'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:51:07.692502 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-3e67babb-d3ad-429c-a6f6-21fcdd496d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:51:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['cc3ccfed-fabe-469c-9487-552095ee3322'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:07.706928 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-7609ffac-ed3d-429c-9014-0574cad6c980 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "PUT /v2.0/floatingips/00a05cc8-8858-461e-abe8-2e7a52288433 HTTP/1.1" status: 200 len: 992 time: 0.9398956 Feb 09 01:51:07.707525 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49df7f0d-ccd6-40e7-b111-2d8bb93c6933', 'tag': '685ef33b-2f48-4858-815b-c75e336646d9'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:51:07.709785 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b3f984-cfc0-407c-8c8f-c74e35c16512" -d '{"events": [{"name": "network-changed", "server_uuid": "49df7f0d-ccd6-40e7-b111-2d8bb93c6933", "tag": "685ef33b-2f48-4858-815b-c75e336646d9"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:51:07.771563 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9dda01-a2dc-4deb-b97d-171eebcdd89a x-openstack-request-id: req-fd9dda01-a2dc-4deb-b97d-171eebcdd89a {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:51:07.771860 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49df7f0d-ccd6-40e7-b111-2d8bb93c6933", "tag": "685ef33b-2f48-4858-815b-c75e336646d9", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:51:07.772105 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fd9dda01-a2dc-4deb-b97d-171eebcdd89a {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:51:07.772510 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49df7f0d-ccd6-40e7-b111-2d8bb93c6933', 'tag': '685ef33b-2f48-4858-815b-c75e336646d9', 'status': 'completed', 'code': 200} Feb 09 01:51:07.817828 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027090db-2b08-44fb-9470-5a2a1fff2812 req-3dc444f5-ee42-4e7a-91b0-f9c2719b5ad8 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:07.819431 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-027090db-2b08-44fb-9470-5a2a1fff2812 req-3dc444f5-ee42-4e7a-91b0-f9c2719b5ad8 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 946 time: 0.0586402 Feb 09 01:51:07.822841 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-3e67babb-d3ad-429c-a6f6-21fcdd496d39 None None] Set router cc3ccfed-fabe-469c-9487-552095ee3322 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:51:07.834809 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3f984-cfc0-407c-8c8f-c74e35c16512 req-fa7e8178-7c97-4358-9edc-d57bbd640793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:07.837093 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-b0b3f984-cfc0-407c-8c8f-c74e35c16512 req-fa7e8178-7c97-4358-9edc-d57bbd640793 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=126ca61c8d3f4060bfee9f888cd1914c&device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 1128 time: 0.0473783 Feb 09 01:51:07.877342 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-027090db-2b08-44fb-9470-5a2a1fff2812 req-f6b39f94-c04a-4a06-9bbe-3a1cf623b6cf tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478127 Feb 09 01:51:07.936609 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3f984-cfc0-407c-8c8f-c74e35c16512 req-5824024d-80a2-403f-9d7e-0f530cd2e11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:07.938152 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-b0b3f984-cfc0-407c-8c8f-c74e35c16512 req-5824024d-80a2-403f-9d7e-0f530cd2e11a service neutron] 10.222.0.47 "GET /v2.0/networks?id=770506b8-31af-45bc-893b-5051c06d181a HTTP/1.1" status: 200 len: 914 time: 0.0953219 Feb 09 01:51:08.005512 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-b0b3f984-cfc0-407c-8c8f-c74e35c16512 req-601794ab-5f4e-4050-8730-32df9907e74a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=685ef33b-2f48-4858-815b-c75e336646d9 HTTP/1.1" status: 200 len: 1000 time: 0.0602362 Feb 09 01:51:08.049932 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:08.059470 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3f984-cfc0-407c-8c8f-c74e35c16512 req-87800b17-a4c2-4b5a-b08e-31e04a0ebb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:08.061001 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-b0b3f984-cfc0-407c-8c8f-c74e35c16512 req-87800b17-a4c2-4b5a-b08e-31e04a0ebb67 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9990b7cc-83f1-47a6-8060-d9474ba2eb32 HTTP/1.1" status: 200 len: 851 time: 0.0501847 Feb 09 01:51:08.111649 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3f984-cfc0-407c-8c8f-c74e35c16512 req-1eed49ba-cc03-42e9-9155-30768d675439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:08.113127 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-b0b3f984-cfc0-407c-8c8f-c74e35c16512 req-1eed49ba-cc03-42e9-9155-30768d675439 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=770506b8-31af-45bc-893b-5051c06d181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464952 Feb 09 01:51:08.212067 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-b0b3f984-cfc0-407c-8c8f-c74e35c16512 req-5305c5fc-4c11-478f-ac54-2027cb0f5a80 service neutron] 10.222.0.47 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933533 Feb 09 01:51:08.239260 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-3e67babb-d3ad-429c-a6f6-21fcdd496d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'name': 'tempest-ServerActionsTestJSON-1584920205-router', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:08Z', 'updated_at': '2022-02-09T01:50:11Z', 'revision_number': 4, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'gw_port': {'id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:09Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '00a05cc8-8858-461e-abe8-2e7a52288433', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'floating_ip_address': '172.25.8.128', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'port_id': '685ef33b-2f48-4858-815b-c75e336646d9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'mac_address': 'fa:16:3e:84:c0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49df7f0d-ccd6-40e7-b111-2d8bb93c6933', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:50:13Z', 'updated_at': '2022-02-09T01:51:07Z', 'revision_number': 5, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75b2e617-73c3-459f-8fff-4e05a2223948', 'name': '', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'mac_address': 'fa:16:3e:45:75:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:10Z', 'updated_at': '2022-02-09T01:50:15Z', 'revision_number': 5, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'subnets': [{'id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:08.266257 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e67babb-d3ad-429c-a6f6-21fcdd496d39 None None] Checking router: cc3ccfed-fabe-469c-9487-552095ee3322 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:51:08.274930 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e67babb-d3ad-429c-a6f6-21fcdd496d39 None None] Routers {'cc3ccfed-fabe-469c-9487-552095ee3322'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:51:08.275066 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-3e67babb-d3ad-429c-a6f6-21fcdd496d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:51:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['cc3ccfed-fabe-469c-9487-552095ee3322'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:08.303946 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-b0b3f984-cfc0-407c-8c8f-c74e35c16512 req-8fee533d-1c1d-4f5a-bfa7-496858546c8e service neutron] 10.222.0.47 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864606 Feb 09 01:51:08.384179 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-3e67babb-d3ad-429c-a6f6-21fcdd496d39 None None] Set router cc3ccfed-fabe-469c-9487-552095ee3322 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:51:08.534321 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:08.623010 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-3e67babb-d3ad-429c-a6f6-21fcdd496d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'name': 'tempest-ServerActionsTestJSON-1584920205-router', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:08Z', 'updated_at': '2022-02-09T01:50:11Z', 'revision_number': 4, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'gw_port': {'id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:09Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '00a05cc8-8858-461e-abe8-2e7a52288433', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'floating_ip_address': '172.25.8.128', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'port_id': '685ef33b-2f48-4858-815b-c75e336646d9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'mac_address': 'fa:16:3e:84:c0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49df7f0d-ccd6-40e7-b111-2d8bb93c6933', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:50:13Z', 'updated_at': '2022-02-09T01:51:07Z', 'revision_number': 5, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75b2e617-73c3-459f-8fff-4e05a2223948', 'name': '', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'mac_address': 'fa:16:3e:45:75:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:10Z', 'updated_at': '2022-02-09T01:50:15Z', 'revision_number': 5, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'subnets': [{'id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:08.649024 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e67babb-d3ad-429c-a6f6-21fcdd496d39 None None] The sync data for ids ['cc3ccfed-fabe-469c-9487-552095ee3322'] in n-d-828369-4 is: [{'id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'name': 'tempest-ServerActionsTestJSON-1584920205-router', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:08Z', 'updated_at': '2022-02-09T01:50:11Z', 'revision_number': 4, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'gw_port': {'id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:09Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '00a05cc8-8858-461e-abe8-2e7a52288433', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'floating_ip_address': '172.25.8.128', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'port_id': '685ef33b-2f48-4858-815b-c75e336646d9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'mac_address': 'fa:16:3e:84:c0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49df7f0d-ccd6-40e7-b111-2d8bb93c6933', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:50:13Z', 'updated_at': '2022-02-09T01:51:07Z', 'revision_number': 5, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75b2e617-73c3-459f-8fff-4e05a2223948', 'name': '', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'mac_address': 'fa:16:3e:45:75:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:10Z', 'updated_at': '2022-02-09T01:50:15Z', 'revision_number': 5, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'subnets': [{'id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:51:08.843914 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd149e1-858c-40d9-9f06-04e0add0c71a None None] New status for floating IP 00a05cc8-8858-461e-abe8-2e7a52288433: ACTIVE {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:51:09.006291 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58ade7-8203-418c-be07-42be635be0bf req-7bbf3afd-39e4-43e3-9e1a-1696b4484cf0 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:09.007831 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aa58ade7-8203-418c-be07-42be635be0bf req-7bbf3afd-39e4-43e3-9e1a-1696b4484cf0 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 946 time: 0.0572836 Feb 09 01:51:09.057059 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aa58ade7-8203-418c-be07-42be635be0bf req-25e8e960-62d3-455c-9b89-63a2d507833a tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424883 Feb 09 01:51:09.258853 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde978e9-cf4d-4c79-9352-e0cc622f08f4 req-1951dccd-2411-40df-a305-44948de79234 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:09.260354 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cde978e9-cf4d-4c79-9352-e0cc622f08f4 req-1951dccd-2411-40df-a305-44948de79234 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 946 time: 0.0529437 Feb 09 01:51:09.308122 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cde978e9-cf4d-4c79-9352-e0cc622f08f4 req-16dac6c1-3de2-4051-83bd-0cd37d115328 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415938 Feb 09 01:51:09.751704 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:10.430175 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1032e42-ea3a-443b-9be8-6021a1113120 req-0a4bc6e1-370a-490d-801e-ec3fd88636f9 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:10.431663 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d1032e42-ea3a-443b-9be8-6021a1113120 req-0a4bc6e1-370a-490d-801e-ec3fd88636f9 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 946 time: 0.0527403 Feb 09 01:51:10.481397 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d1032e42-ea3a-443b-9be8-6021a1113120 req-03344028-97c3-4f91-92af-01648ad4cedb tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441785 Feb 09 01:51:11.601044 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502a4cb-b6d4-4beb-a5f3-4527050d7f30 req-86eb3413-a66f-4067-b8b7-281dd05f179d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:11.602528 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2502a4cb-b6d4-4beb-a5f3-4527050d7f30 req-86eb3413-a66f-4067-b8b7-281dd05f179d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 946 time: 0.0524428 Feb 09 01:51:11.647501 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2502a4cb-b6d4-4beb-a5f3-4527050d7f30 req-3c7d0092-01ac-418b-9c36-b1c2ea60fd2c tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393622 Feb 09 01:51:12.766278 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed66c33-a49e-4fdb-a37d-ee4c892a1906 req-6b534443-ec52-40b1-95c3-19a9cce3e0bd tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:12.767763 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2ed66c33-a49e-4fdb-a37d-ee4c892a1906 req-6b534443-ec52-40b1-95c3-19a9cce3e0bd tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 946 time: 0.0525086 Feb 09 01:51:12.813304 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2ed66c33-a49e-4fdb-a37d-ee4c892a1906 req-688d99fc-f568-419a-83bf-430311671488 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400238 Feb 09 01:51:13.937548 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e005a79a-bbdc-4504-a7d6-86b9a6415565 req-69cc3ba7-1359-49fb-9aaf-33f454d3b190 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:13.939052 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e005a79a-bbdc-4504-a7d6-86b9a6415565 req-69cc3ba7-1359-49fb-9aaf-33f454d3b190 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 946 time: 0.0586953 Feb 09 01:51:13.988736 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e005a79a-bbdc-4504-a7d6-86b9a6415565 req-d697fbee-f00e-4543-8163-d25c49e1d350 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440066 Feb 09 01:51:15.106480 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a073ba0-f6be-42a9-a156-3d887c6070a2 req-e64abb4b-9a97-4967-b3dd-96098d448fc3 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:15.107982 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a073ba0-f6be-42a9-a156-3d887c6070a2 req-e64abb4b-9a97-4967-b3dd-96098d448fc3 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 946 time: 0.0524073 Feb 09 01:51:15.154504 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a073ba0-f6be-42a9-a156-3d887c6070a2 req-b518ed49-b91e-45f0-9d7d-2c5e3530e039 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409465 Feb 09 01:51:16.272986 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01dc108-566a-4151-b8e4-a9414b51cd25 req-5506d63c-fc9c-4a3a-95ab-1e31227b7ba1 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:16.274376 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d01dc108-566a-4151-b8e4-a9414b51cd25 req-5506d63c-fc9c-4a3a-95ab-1e31227b7ba1 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 946 time: 0.0518110 Feb 09 01:51:16.324582 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d01dc108-566a-4151-b8e4-a9414b51cd25 req-fbc52b4f-900c-4544-8f5c-3b49f9919b04 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438602 Feb 09 01:51:17.444163 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c1a730-1d8a-424c-8b05-40cddf81082f req-bf80f539-3472-45d0-9ca1-55b6cdc9ca0c tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:17.445685 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-49c1a730-1d8a-424c-8b05-40cddf81082f req-bf80f539-3472-45d0-9ca1-55b6cdc9ca0c tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 946 time: 0.0526268 Feb 09 01:51:17.491654 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-49c1a730-1d8a-424c-8b05-40cddf81082f req-dd566ea7-af2b-4a98-945a-b65cc87ce995 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399418 Feb 09 01:51:18.609769 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69377e-5a22-4f63-93c1-56893b872d2e req-aa242155-ae6d-4d9a-af94-f684af8fe012 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:18.611263 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a69377e-5a22-4f63-93c1-56893b872d2e req-aa242155-ae6d-4d9a-af94-f684af8fe012 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 946 time: 0.0518293 Feb 09 01:51:18.657736 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a69377e-5a22-4f63-93c1-56893b872d2e req-ac7d567e-5e9f-4e1e-a33d-dfa3950fd3df tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405557 Feb 09 01:51:19.782639 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084703f-732f-4eb7-8c7f-89cb4f1d7874 req-17adb4e5-3d6a-4b02-99ba-7e7cccf03cbb tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:19.784105 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1084703f-732f-4eb7-8c7f-89cb4f1d7874 req-17adb4e5-3d6a-4b02-99ba-7e7cccf03cbb tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 946 time: 0.0550251 Feb 09 01:51:19.830681 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1084703f-732f-4eb7-8c7f-89cb4f1d7874 req-71425a4a-eb46-42f5-bd45-38bfb71b60d9 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401175 Feb 09 01:51:20.958870 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800a3a6-c55c-4dda-8d7d-e613b9a0105f req-d80d38e6-4c70-49e9-8d08-7b5a8069c5b8 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:20.960372 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7800a3a6-c55c-4dda-8d7d-e613b9a0105f req-d80d38e6-4c70-49e9-8d08-7b5a8069c5b8 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 946 time: 0.0524578 Feb 09 01:51:21.006736 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7800a3a6-c55c-4dda-8d7d-e613b9a0105f req-903d1438-c969-422a-a05b-b0adaa0ab97f tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403531 Feb 09 01:51:22.130484 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee877e-6ce2-4b63-b3b1-8dd13c14b88b req-f3ba700f-2363-443a-9cac-a6b2d4a6f701 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:22.131935 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9aee877e-6ce2-4b63-b3b1-8dd13c14b88b req-f3ba700f-2363-443a-9cac-a6b2d4a6f701 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 946 time: 0.0541353 Feb 09 01:51:22.177405 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9aee877e-6ce2-4b63-b3b1-8dd13c14b88b req-517991c3-d72e-4e54-ab8e-c248520dd040 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393744 Feb 09 01:51:23.294255 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86032927-db45-4402-af80-6c0622a78529 req-abfb72b2-5c0c-4559-abce-b27d70f3f117 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:23.295746 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-86032927-db45-4402-af80-6c0622a78529 req-abfb72b2-5c0c-4559-abce-b27d70f3f117 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 946 time: 0.0520332 Feb 09 01:51:23.343373 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-86032927-db45-4402-af80-6c0622a78529 req-5ecc9fb6-b868-4fb1-81d9-c9c57454e974 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414121 Feb 09 01:51:24.462212 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f059ccf-3246-4a93-b94d-32cd6f572eea req-fc16e63d-4a9e-4f72-8b8c-8dce6e23676c tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:24.463791 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6f059ccf-3246-4a93-b94d-32cd6f572eea req-fc16e63d-4a9e-4f72-8b8c-8dce6e23676c tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 946 time: 0.0524333 Feb 09 01:51:24.514168 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6f059ccf-3246-4a93-b94d-32cd6f572eea req-65687a7e-bd13-43ac-976f-8b4a6f01bb8e tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448065 Feb 09 01:51:25.632562 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd766084-35a5-4c07-9f0b-fd9d62935afa req-29448f13-15ac-467a-b230-c59d9356bf85 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:25.634049 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dd766084-35a5-4c07-9f0b-fd9d62935afa req-29448f13-15ac-467a-b230-c59d9356bf85 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 946 time: 0.0526133 Feb 09 01:51:25.680824 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dd766084-35a5-4c07-9f0b-fd9d62935afa req-b3cc5958-0c12-4118-a1e1-dcf5a46e422a tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411999 Feb 09 01:51:25.893524 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945af59-9701-4810-876c-ab42b8e83961 req-ceafa3a4-edcc-4cb4-aef4-7dcc991a9f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:25.895056 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1945af59-9701-4810-876c-ab42b8e83961 req-ceafa3a4-edcc-4cb4-aef4-7dcc991a9f77 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=126ca61c8d3f4060bfee9f888cd1914c&device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 1128 time: 0.0449302 Feb 09 01:51:26.001225 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945af59-9701-4810-876c-ab42b8e83961 req-10a26830-769a-4d7f-9d9e-ea3b45433b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:26.002762 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1945af59-9701-4810-876c-ab42b8e83961 req-10a26830-769a-4d7f-9d9e-ea3b45433b1d service neutron] 10.222.0.47 "GET /v2.0/networks?id=770506b8-31af-45bc-893b-5051c06d181a HTTP/1.1" status: 200 len: 914 time: 0.0886652 Feb 09 01:51:26.072170 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1945af59-9701-4810-876c-ab42b8e83961 req-d9e90986-05a0-4a44-8817-e8f9cd2df76b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=685ef33b-2f48-4858-815b-c75e336646d9 HTTP/1.1" status: 200 len: 1002 time: 0.0625598 Feb 09 01:51:26.121412 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945af59-9701-4810-876c-ab42b8e83961 req-b5864ed8-0ba5-4deb-b5b6-a8d1637da518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:26.123140 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1945af59-9701-4810-876c-ab42b8e83961 req-b5864ed8-0ba5-4deb-b5b6-a8d1637da518 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9990b7cc-83f1-47a6-8060-d9474ba2eb32 HTTP/1.1" status: 200 len: 851 time: 0.0453711 Feb 09 01:51:26.174793 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945af59-9701-4810-876c-ab42b8e83961 req-626bad19-8590-4088-8d9d-69e168a92b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:26.176252 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1945af59-9701-4810-876c-ab42b8e83961 req-626bad19-8590-4088-8d9d-69e168a92b98 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=770506b8-31af-45bc-893b-5051c06d181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475011 Feb 09 01:51:26.186236 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [req-1945af59-9701-4810-876c-ab42b8e83961 req-c49bab16-016c-4714-9103-cb86b10302df service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:51:26.187188 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1945af59-9701-4810-876c-ab42b8e83961 req-c49bab16-016c-4714-9103-cb86b10302df service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048487 Feb 09 01:51:26.273414 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1945af59-9701-4810-876c-ab42b8e83961 req-99ae143a-f65c-4c61-a009-fd1373702398 service neutron] 10.222.0.47 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802231 Feb 09 01:51:26.364260 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1945af59-9701-4810-876c-ab42b8e83961 req-25628c4a-09e2-4a71-a9ac-746aa94e779e service neutron] 10.222.0.47 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852683 Feb 09 01:51:26.799415 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a8328-fbcf-4164-9505-f94ad43755d0 req-05cf71b9-e728-49a3-8316-99e0e137abe2 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:26.800948 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-344a8328-fbcf-4164-9505-f94ad43755d0 req-05cf71b9-e728-49a3-8316-99e0e137abe2 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 946 time: 0.0529346 Feb 09 01:51:26.847266 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-344a8328-fbcf-4164-9505-f94ad43755d0 req-e421716b-735f-4f8a-9928-3308a34eced6 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403135 Feb 09 01:51:27.968611 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0813bd-52b3-4ba6-a20f-dec5d1fda90b req-3157b96a-c5ec-4e5a-b5b5-081ed54b3c69 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:27.970111 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7c0813bd-52b3-4ba6-a20f-dec5d1fda90b req-3157b96a-c5ec-4e5a-b5b5-081ed54b3c69 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 946 time: 0.0556619 Feb 09 01:51:28.017128 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7c0813bd-52b3-4ba6-a20f-dec5d1fda90b req-0269b9e9-7f7b-4cfc-9d86-c52a3260b8a4 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409541 Feb 09 01:51:29.137890 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744395d-fa9e-444c-a246-167e0343826d req-b52600d1-d333-4c6d-8bb5-b2b41472071e tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:29.139432 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5744395d-fa9e-444c-a246-167e0343826d req-b52600d1-d333-4c6d-8bb5-b2b41472071e tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 946 time: 0.0541325 Feb 09 01:51:29.187310 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5744395d-fa9e-444c-a246-167e0343826d req-c57baab4-61c5-4dc9-8959-f086c40e8efa tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422695 Feb 09 01:51:30.304328 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3930dd2-4e99-4c68-98c8-30d1c79c8cb7 req-b2a6cdec-901c-4f53-abf2-3afa961f22b9 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:30.305857 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3930dd2-4e99-4c68-98c8-30d1c79c8cb7 req-b2a6cdec-901c-4f53-abf2-3afa961f22b9 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 946 time: 0.0519443 Feb 09 01:51:30.683030 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3930dd2-4e99-4c68-98c8-30d1c79c8cb7 req-9f54bff3-959f-4ce8-95d3-c6e4235f0baf tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3715866 Feb 09 01:51:31.811886 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c8a41-c458-4e8a-a1f6-f7f764f426e8 req-781927a9-277f-4f20-aafe-33284c7511e4 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:31.813450 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-947c8a41-c458-4e8a-a1f6-f7f764f426e8 req-781927a9-277f-4f20-aafe-33284c7511e4 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 946 time: 0.0554497 Feb 09 01:51:31.858841 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-947c8a41-c458-4e8a-a1f6-f7f764f426e8 req-6e5d5a06-2de9-4afa-8f47-1862319184f6 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398796 Feb 09 01:51:32.440450 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c670703e-e232-4e67-9951-539be8a14993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:32.980346 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd1070-4261-4d71-8ec3-9a6ef689431f req-64d2f88c-33e7-4708-9f60-0c1fce68d63e tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:32.981864 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-86dd1070-4261-4d71-8ec3-9a6ef689431f req-64d2f88c-33e7-4708-9f60-0c1fce68d63e tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 946 time: 0.0519047 Feb 09 01:51:33.030697 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-86dd1070-4261-4d71-8ec3-9a6ef689431f req-9d1d6802-9ad7-4a4b-b32a-2a3af484a31b tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432911 Feb 09 01:51:34.151851 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc469ec8-5ac8-4dc0-b963-4f87bf49fece req-541d1046-ce8e-4470-b358-1a073cc40922 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:34.153360 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bc469ec8-5ac8-4dc0-b963-4f87bf49fece req-541d1046-ce8e-4470-b358-1a073cc40922 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 946 time: 0.0552974 Feb 09 01:51:34.202021 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bc469ec8-5ac8-4dc0-b963-4f87bf49fece req-11d6ed4d-cef9-472b-8a36-06bba6127251 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428977 Feb 09 01:51:34.470268 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f3a7cc7d-0a28-430b-b3b0-689b5cab54ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:35.318181 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800506b-364a-44a7-ae47-e4984b5d57b1 req-75dc2170-004c-4998-bcde-1786312627f6 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:35.319655 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a800506b-364a-44a7-ae47-e4984b5d57b1 req-75dc2170-004c-4998-bcde-1786312627f6 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 946 time: 0.0511262 Feb 09 01:51:35.365225 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a800506b-364a-44a7-ae47-e4984b5d57b1 req-b70db0c3-0495-44dc-a30d-3d445107ea91 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400567 Feb 09 01:51:35.622476 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-feb16138-98b3-4284-8776-a15bb5d68a81 req-1ccdee9d-4107-41d6-a056-e4698b15335f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0790246 Feb 09 01:51:35.633551 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414b1ab-22b8-4d31-82dc-ddeb75a50a82 req-27e9f826-757e-4e26-9fb2-18a2b2fe246f tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:35.634983 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2414b1ab-22b8-4d31-82dc-ddeb75a50a82 req-27e9f826-757e-4e26-9fb2-18a2b2fe246f tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 946 time: 0.0807819 Feb 09 01:51:35.683371 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2414b1ab-22b8-4d31-82dc-ddeb75a50a82 req-10012554-156f-45f2-9a7f-2fb467028f13 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425415 Feb 09 01:51:36.041440 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:36.717597 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb16138-98b3-4284-8776-a15bb5d68a81 req-d367b05e-e1ae-4b02-a7f5-2cac172757d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:36.719172 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-feb16138-98b3-4284-8776-a15bb5d68a81 req-d367b05e-e1ae-4b02-a7f5-2cac172757d2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=126ca61c8d3f4060bfee9f888cd1914c&device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 1128 time: 0.0458465 Feb 09 01:51:36.811033 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677d1fa-71e7-4020-a5c4-65161cff77c7 req-96a7488a-faf8-4625-9fc3-1d277db94618 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:36.812711 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6677d1fa-71e7-4020-a5c4-65161cff77c7 req-96a7488a-faf8-4625-9fc3-1d277db94618 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 946 time: 0.0553379 Feb 09 01:51:36.818048 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb16138-98b3-4284-8776-a15bb5d68a81 req-1d1bce32-3c98-46dc-9f40-897ff47f0312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:36.819494 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-feb16138-98b3-4284-8776-a15bb5d68a81 req-1d1bce32-3c98-46dc-9f40-897ff47f0312 service neutron] 10.222.0.47 "GET /v2.0/networks?id=770506b8-31af-45bc-893b-5051c06d181a HTTP/1.1" status: 200 len: 914 time: 0.0940146 Feb 09 01:51:36.866079 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6677d1fa-71e7-4020-a5c4-65161cff77c7 req-16d14d15-a131-4f3f-b198-35f516942620 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462060 Feb 09 01:51:37.212057 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-feb16138-98b3-4284-8776-a15bb5d68a81 req-7ba9a58f-a720-43b2-803f-3aaeea354ea2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=685ef33b-2f48-4858-815b-c75e336646d9 HTTP/1.1" status: 200 len: 1002 time: 0.3873656 Feb 09 01:51:37.260614 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb16138-98b3-4284-8776-a15bb5d68a81 req-aff8b44b-da64-426d-a2d7-01324d5f37b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:37.262087 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-feb16138-98b3-4284-8776-a15bb5d68a81 req-aff8b44b-da64-426d-a2d7-01324d5f37b2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9990b7cc-83f1-47a6-8060-d9474ba2eb32 HTTP/1.1" status: 200 len: 851 time: 0.0432177 Feb 09 01:51:37.310792 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb16138-98b3-4284-8776-a15bb5d68a81 req-ce1bc26b-c63d-47b1-b906-d018eca79327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:37.312287 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-feb16138-98b3-4284-8776-a15bb5d68a81 req-ce1bc26b-c63d-47b1-b906-d018eca79327 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=770506b8-31af-45bc-893b-5051c06d181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447016 Feb 09 01:51:37.325616 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:37.412656 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-feb16138-98b3-4284-8776-a15bb5d68a81 req-adc33636-6681-4758-aaa1-6668c40cb567 service neutron] 10.222.0.47 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939910 Feb 09 01:51:37.511994 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-feb16138-98b3-4284-8776-a15bb5d68a81 req-e4b91995-acd6-4460-bd01-c949d08d216b service neutron] 10.222.0.47 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932000 Feb 09 01:51:37.986000 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ba903-09f4-43b2-9f48-72f8d24db114 req-dd64512c-4712-4bb6-83ea-41cbe7e550a3 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:37.987499 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-821ba903-09f4-43b2-9f48-72f8d24db114 req-dd64512c-4712-4bb6-83ea-41cbe7e550a3 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 946 time: 0.0526552 Feb 09 01:51:38.026173 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:38.043365 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-821ba903-09f4-43b2-9f48-72f8d24db114 req-dc9575fc-ba1b-457a-b0d5-ae1913df15b2 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503187 Feb 09 01:51:38.496437 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:39.028884 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:51:39.069304 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-feb16138-98b3-4284-8776-a15bb5d68a81 req-953b10ec-8055-4d10-9832-4f51b53a1b31 service neutron] 10.222.0.47 "GET /v2.0/ports/685ef33b-2f48-4858-815b-c75e336646d9/bindings/n-h1-828369-4 HTTP/1.1" status: 200 len: 382 time: 0.0584965 Feb 09 01:51:39.185515 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e41b5-109b-4c6f-aad2-3cacdd110106 req-5aa70b6d-2c14-4ee5-8c21-3e960b89c7a5 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:39.187040 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8d5e41b5-109b-4c6f-aad2-3cacdd110106 req-5aa70b6d-2c14-4ee5-8c21-3e960b89c7a5 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 946 time: 0.0654552 Feb 09 01:51:39.237200 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8d5e41b5-109b-4c6f-aad2-3cacdd110106 req-2b4fa50b-cc1f-40ed-b7f0-27b98cdce365 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434787 Feb 09 01:51:39.268531 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb16138-98b3-4284-8776-a15bb5d68a81 req-3f3ffa21-3069-4c8c-b4e0-869a50265d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:39.270072 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-feb16138-98b3-4284-8776-a15bb5d68a81 req-3f3ffa21-3069-4c8c-b4e0-869a50265d78 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933&tenant_id=126ca61c8d3f4060bfee9f888cd1914c HTTP/1.1" status: 200 len: 1128 time: 0.0440636 Feb 09 01:51:39.330591 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb16138-98b3-4284-8776-a15bb5d68a81 req-5c0394fc-baaa-4e8e-888a-752cbb0b9591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:39.332124 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-feb16138-98b3-4284-8776-a15bb5d68a81 req-5c0394fc-baaa-4e8e-888a-752cbb0b9591 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=126ca61c8d3f4060bfee9f888cd1914c&device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 1128 time: 0.0425603 Feb 09 01:51:39.425018 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb16138-98b3-4284-8776-a15bb5d68a81 req-7c2d870a-d3d2-4002-82a7-c8d80e886499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:39.427674 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-feb16138-98b3-4284-8776-a15bb5d68a81 req-7c2d870a-d3d2-4002-82a7-c8d80e886499 service neutron] 10.222.0.47 "GET /v2.0/networks?id=770506b8-31af-45bc-893b-5051c06d181a HTTP/1.1" status: 200 len: 914 time: 0.0902522 Feb 09 01:51:39.495306 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-feb16138-98b3-4284-8776-a15bb5d68a81 req-ced87425-9003-4fba-b6cc-97f41aee2606 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=685ef33b-2f48-4858-815b-c75e336646d9 HTTP/1.1" status: 200 len: 1002 time: 0.0621500 Feb 09 01:51:39.542911 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb16138-98b3-4284-8776-a15bb5d68a81 req-9840bf23-aa5b-40ad-b915-5ce07525dd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:39.544248 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-feb16138-98b3-4284-8776-a15bb5d68a81 req-9840bf23-aa5b-40ad-b915-5ce07525dd7a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9990b7cc-83f1-47a6-8060-d9474ba2eb32 HTTP/1.1" status: 200 len: 851 time: 0.0432515 Feb 09 01:51:39.594741 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb16138-98b3-4284-8776-a15bb5d68a81 req-12e27835-4594-4037-9345-5294453a336d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:39.596215 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-feb16138-98b3-4284-8776-a15bb5d68a81 req-12e27835-4594-4037-9345-5294453a336d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=770506b8-31af-45bc-893b-5051c06d181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466793 Feb 09 01:51:39.681352 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-feb16138-98b3-4284-8776-a15bb5d68a81 req-bbe5789d-a151-4754-a85f-52ae6c3f9e3e service neutron] 10.222.0.47 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791721 Feb 09 01:51:39.760502 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:39.780253 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-feb16138-98b3-4284-8776-a15bb5d68a81 req-60236348-e7e7-443d-a863-96b64af6206d service neutron] 10.222.0.47 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933263 Feb 09 01:51:40.362750 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3165aa-8dc5-47a9-a591-8998ee59fb1a req-6c3994e0-17a9-432a-b07f-5ab193dc627b tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:40.364335 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9c3165aa-8dc5-47a9-a591-8998ee59fb1a req-6c3994e0-17a9-432a-b07f-5ab193dc627b tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 946 time: 0.0577061 Feb 09 01:51:40.409990 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9c3165aa-8dc5-47a9-a591-8998ee59fb1a req-07674f93-37ab-49fc-9c9b-66ee82c4fafb tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400529 Feb 09 01:51:40.839415 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 685ef33b-2f48-4858-815b-c75e336646d9 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:51:40.936840 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 685ef33b-2f48-4858-815b-c75e336646d9, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=685ef33b-2f48-4858-815b-c75e336646d9,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:40.948825 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '685ef33b-2f48-4858-815b-c75e336646d9', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'port_id': '685ef33b-2f48-4858-815b-c75e336646d9', 'mac_address': 'fa:16:3e:84:c0:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:51:40.986329 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 685ef33b-2f48-4858-815b-c75e336646d9 is: ACTIVE; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:40.986732 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (685ef33b-2f48-4858-815b-c75e336646d9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:41.000253 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 685ef33b-2f48-4858-815b-c75e336646d9 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:51:41.021838 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 685ef33b-2f48-4858-815b-c75e336646d9, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=685ef33b-2f48-4858-815b-c75e336646d9,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:41.025663 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (685ef33b-2f48-4858-815b-c75e336646d9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:41.072348 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=685ef33b-2f48-4858-815b-c75e336646d9,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:41.377567 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['685ef33b-2f48-4858-815b-c75e336646d9'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:51:41.536270 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e83b97-0eca-4a22-8d61-f931e39f0a64 req-459ab7c3-9004-49ac-acc8-e23b25022c26 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:41.537957 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-36e83b97-0eca-4a22-8d61-f931e39f0a64 req-459ab7c3-9004-49ac-acc8-e23b25022c26 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 945 time: 0.0521617 Feb 09 01:51:41.583826 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-36e83b97-0eca-4a22-8d61-f931e39f0a64 req-5c590510-94ff-4054-b8af-01ad2eafd4b9 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404170 Feb 09 01:51:41.774788 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c15937-f170-42c3-9534-b0d30d99f5a7 req-4490356d-7741-42e0-b67c-ceddc0d7a2ad tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:41.776210 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-97c15937-f170-42c3-9534-b0d30d99f5a7 req-4490356d-7741-42e0-b67c-ceddc0d7a2ad tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 945 time: 0.0533698 Feb 09 01:51:41.788644 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667fde67-09bd-4a73-baa1-a7b32158b754 req-23339a53-2134-4ba9-b1b4-d5a455e58f90 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:41.790133 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-667fde67-09bd-4a73-baa1-a7b32158b754 req-23339a53-2134-4ba9-b1b4-d5a455e58f90 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.47 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933&tenant_id=126ca61c8d3f4060bfee9f888cd1914c&binding%3Ahost_id=n-h1-828369-4 HTTP/1.1" status: 200 len: 945 time: 0.0554364 Feb 09 01:51:41.827850 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-97c15937-f170-42c3-9534-b0d30d99f5a7 req-4ec7e2c7-f935-40f1-8ebc-e892d3a9e712 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457463 Feb 09 01:51:41.874704 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667fde67-09bd-4a73-baa1-a7b32158b754 req-4b1c0a98-ff64-4e25-93f4-16c5239c5602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:41.876193 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-667fde67-09bd-4a73-baa1-a7b32158b754 req-4b1c0a98-ff64-4e25-93f4-16c5239c5602 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=126ca61c8d3f4060bfee9f888cd1914c&device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 1127 time: 0.0431218 Feb 09 01:51:41.965946 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667fde67-09bd-4a73-baa1-a7b32158b754 req-45a392a4-370d-4582-8960-cc39f980825b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:41.967409 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-667fde67-09bd-4a73-baa1-a7b32158b754 req-45a392a4-370d-4582-8960-cc39f980825b service neutron] 10.222.0.47 "GET /v2.0/networks?id=770506b8-31af-45bc-893b-5051c06d181a HTTP/1.1" status: 200 len: 914 time: 0.0852661 Feb 09 01:51:42.032134 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-667fde67-09bd-4a73-baa1-a7b32158b754 req-af57eb2c-29c6-487b-a835-3270c294626a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=685ef33b-2f48-4858-815b-c75e336646d9 HTTP/1.1" status: 200 len: 1001 time: 0.0585601 Feb 09 01:51:42.079378 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667fde67-09bd-4a73-baa1-a7b32158b754 req-1271a253-a78f-4fd8-90d9-1aa4819aba21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:42.080818 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-667fde67-09bd-4a73-baa1-a7b32158b754 req-1271a253-a78f-4fd8-90d9-1aa4819aba21 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9990b7cc-83f1-47a6-8060-d9474ba2eb32 HTTP/1.1" status: 200 len: 851 time: 0.0427697 Feb 09 01:51:42.130983 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667fde67-09bd-4a73-baa1-a7b32158b754 req-9bb3ed92-5786-42d5-8563-51f98eea853a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:42.132463 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-667fde67-09bd-4a73-baa1-a7b32158b754 req-9bb3ed92-5786-42d5-8563-51f98eea853a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=770506b8-31af-45bc-893b-5051c06d181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462787 Feb 09 01:51:42.219181 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-667fde67-09bd-4a73-baa1-a7b32158b754 req-800f8459-c0c1-44a3-9897-b6a57a0f78ce service neutron] 10.222.0.47 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805957 Feb 09 01:51:42.311857 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-667fde67-09bd-4a73-baa1-a7b32158b754 req-8e67a5be-ec52-4448-8038-12a1b67a54b7 service neutron] 10.222.0.47 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866466 Feb 09 01:51:42.852646 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 685ef33b-2f48-4858-815b-c75e336646d9 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:51:42.900171 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 685ef33b-2f48-4858-815b-c75e336646d9 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:42.900724 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (685ef33b-2f48-4858-815b-c75e336646d9), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:42.949234 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d08d55-c9fa-4140-9dd7-7725a0293b8c req-07679cbb-8be2-4cfe-957b-50e2f7773e9a tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:42.950636 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-14d08d55-c9fa-4140-9dd7-7725a0293b8c req-07679cbb-8be2-4cfe-957b-50e2f7773e9a tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 945 time: 0.0538096 Feb 09 01:51:42.981060 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 685ef33b-2f48-4858-815b-c75e336646d9 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:42.981458 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (685ef33b-2f48-4858-815b-c75e336646d9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:42.996627 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-14d08d55-c9fa-4140-9dd7-7725a0293b8c req-3ee0e630-0375-414d-8f76-e538e9f8889f tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402923 Feb 09 01:51:43.003174 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49df7f0d-ccd6-40e7-b111-2d8bb93c6933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '685ef33b-2f48-4858-815b-c75e336646d9'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:51:43.005946 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac114edf-c733-4398-9c98-83b60ec1c80d" -d '{"events": [{"server_uuid": "49df7f0d-ccd6-40e7-b111-2d8bb93c6933", "name": "network-vif-plugged", "status": "completed", "tag": "685ef33b-2f48-4858-815b-c75e336646d9"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:51:43.022944 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 685ef33b-2f48-4858-815b-c75e336646d9, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=685ef33b-2f48-4858-815b-c75e336646d9,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:43.028120 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (685ef33b-2f48-4858-815b-c75e336646d9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:43.054461 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a66e453-efb8-447d-9a8b-3bf92de0a22e x-openstack-request-id: req-4a66e453-efb8-447d-9a8b-3bf92de0a22e {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:51:43.054764 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49df7f0d-ccd6-40e7-b111-2d8bb93c6933", "name": "network-vif-plugged", "status": "completed", "tag": "685ef33b-2f48-4858-815b-c75e336646d9", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:51:43.055027 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4a66e453-efb8-447d-9a8b-3bf92de0a22e {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:51:43.055425 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49df7f0d-ccd6-40e7-b111-2d8bb93c6933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '685ef33b-2f48-4858-815b-c75e336646d9', 'code': 200} Feb 09 01:51:43.080842 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=685ef33b-2f48-4858-815b-c75e336646d9,revision_number=7']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:43.117998 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ef0f8-4df5-42aa-855f-f68ac01d6852 req-53c27474-68f4-4911-bd22-344aae966193 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:43.119487 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-165ef0f8-4df5-42aa-855f-f68ac01d6852 req-53c27474-68f4-4911-bd22-344aae966193 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 946 time: 0.0517249 Feb 09 01:51:43.166447 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-165ef0f8-4df5-42aa-855f-f68ac01d6852 req-aab76377-7f78-47cf-a8e6-2b7894e78e56 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409796 Feb 09 01:51:43.374356 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea08a31-11df-41d9-b325-2e7518eb95c0 req-74b4e62f-1587-4a0b-88eb-d23a1565dfd0 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:43.375922 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eea08a31-11df-41d9-b325-2e7518eb95c0 req-74b4e62f-1587-4a0b-88eb-d23a1565dfd0 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 946 time: 0.0612090 Feb 09 01:51:43.401778 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72091217-ec27-4532-92f5-7281dc323ab9 req-755083d2-2d46-4341-b937-f4e51a46f9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:43.403392 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-72091217-ec27-4532-92f5-7281dc323ab9 req-755083d2-2d46-4341-b937-f4e51a46f9c7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=126ca61c8d3f4060bfee9f888cd1914c&device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 1128 time: 0.0488505 Feb 09 01:51:43.424529 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eea08a31-11df-41d9-b325-2e7518eb95c0 req-03862edf-0cd6-49a5-9f84-36f69204a0f9 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419230 Feb 09 01:51:43.501638 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72091217-ec27-4532-92f5-7281dc323ab9 req-9a7d1c26-021d-44b9-b357-9d0727eb57be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:43.503022 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-72091217-ec27-4532-92f5-7281dc323ab9 req-9a7d1c26-021d-44b9-b357-9d0727eb57be service neutron] 10.222.0.47 "GET /v2.0/networks?id=770506b8-31af-45bc-893b-5051c06d181a HTTP/1.1" status: 200 len: 914 time: 0.0943017 Feb 09 01:51:43.575587 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-72091217-ec27-4532-92f5-7281dc323ab9 req-76b1b506-04d9-4d3f-afd2-a740b95bc044 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=685ef33b-2f48-4858-815b-c75e336646d9 HTTP/1.1" status: 200 len: 1002 time: 0.0668280 Feb 09 01:51:43.625795 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72091217-ec27-4532-92f5-7281dc323ab9 req-081979d7-5deb-4268-96af-471f5ba28f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:43.627372 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-72091217-ec27-4532-92f5-7281dc323ab9 req-081979d7-5deb-4268-96af-471f5ba28f5b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9990b7cc-83f1-47a6-8060-d9474ba2eb32 HTTP/1.1" status: 200 len: 851 time: 0.0464714 Feb 09 01:51:43.676079 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72091217-ec27-4532-92f5-7281dc323ab9 req-4be9698a-7ec6-4124-a718-64d46a6b729d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:43.677630 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-72091217-ec27-4532-92f5-7281dc323ab9 req-4be9698a-7ec6-4124-a718-64d46a6b729d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=770506b8-31af-45bc-893b-5051c06d181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447011 Feb 09 01:51:43.772590 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-72091217-ec27-4532-92f5-7281dc323ab9 req-f0a5c4c3-bcf9-4353-9fcd-ef3e47c153cb service neutron] 10.222.0.47 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892348 Feb 09 01:51:43.861592 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-72091217-ec27-4532-92f5-7281dc323ab9 req-da631cf0-05d2-4658-a23c-f16f006bf117 service neutron] 10.222.0.47 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834510 Feb 09 01:51:44.548726 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cedd1f-5584-49f6-8b89-2fef70b1ee77 req-169b86c4-76b3-425e-83a7-b1f9edd05811 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:44.550274 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6cedd1f-5584-49f6-8b89-2fef70b1ee77 req-169b86c4-76b3-425e-83a7-b1f9edd05811 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 946 time: 0.0526457 Feb 09 01:51:44.601187 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6cedd1f-5584-49f6-8b89-2fef70b1ee77 req-18fa4aca-2805-4152-8778-65b9704f23bb tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448143 Feb 09 01:51:44.842214 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbda60c-136c-4187-b863-233f103b01f1 req-eeeae37d-f99a-4f42-8bbd-b441bb8130d6 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:44.843720 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4bbda60c-136c-4187-b863-233f103b01f1 req-eeeae37d-f99a-4f42-8bbd-b441bb8130d6 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 946 time: 0.0570028 Feb 09 01:51:44.890348 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4bbda60c-136c-4187-b863-233f103b01f1 req-7dee9b13-1848-4cb1-89f3-a5d03a3bf377 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407436 Feb 09 01:51:46.011452 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e122d72-ea48-4aba-b39a-b82659813628 req-f6a4eaa3-3529-4131-b59c-f156906ebf94 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:46.012355 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e122d72-ea48-4aba-b39a-b82659813628 req-f6a4eaa3-3529-4131-b59c-f156906ebf94 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 946 time: 0.0534422 Feb 09 01:51:46.059833 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e122d72-ea48-4aba-b39a-b82659813628 req-491667e4-d75f-45dd-95aa-111fbc0279e2 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419672 Feb 09 01:51:46.089566 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c3692-8bab-4630-aa9a-121f33ed0f4e req-d3829152-7b15-4d05-a187-2f2fa13ee4dd tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:46.091062 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-b32c3692-8bab-4630-aa9a-121f33ed0f4e req-d3829152-7b15-4d05-a187-2f2fa13ee4dd tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.47 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 946 time: 0.0580225 Feb 09 01:51:46.179889 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-b32c3692-8bab-4630-aa9a-121f33ed0f4e req-4e727dac-943c-41a4-8946-32779afe613d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Deleting port 685ef33b-2f48-4858-815b-c75e336646d9 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:51:46.180157 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-b32c3692-8bab-4630-aa9a-121f33ed0f4e req-4e727dac-943c-41a4-8946-32779afe613d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (685ef33b-2f48-4858-815b-c75e336646d9), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:46.275817 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-b32c3692-8bab-4630-aa9a-121f33ed0f4e req-4e727dac-943c-41a4-8946-32779afe613d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] For port 685ef33b-2f48-4858-815b-c75e336646d9, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=685ef33b-2f48-4858-815b-c75e336646d9,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:46.276182 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-b32c3692-8bab-4630-aa9a-121f33ed0f4e req-4e727dac-943c-41a4-8946-32779afe613d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (685ef33b-2f48-4858-815b-c75e336646d9), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:46.453584 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-b32c3692-8bab-4630-aa9a-121f33ed0f4e req-4e727dac-943c-41a4-8946-32779afe613d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:46.453867 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-b32c3692-8bab-4630-aa9a-121f33ed0f4e req-4e727dac-943c-41a4-8946-32779afe613d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (00a05cc8-8858-461e-abe8-2e7a52288433), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:46.454187 n-d-828369-4 neutron-server[103137]: INFO neutron.db.l3_db [req-b32c3692-8bab-4630-aa9a-121f33ed0f4e req-4e727dac-943c-41a4-8946-32779afe613d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Floating IP 00a05cc8-8858-461e-abe8-2e7a52288433 disassociated. External IP: 172.25.8.128, port: 685ef33b-2f48-4858-815b-c75e336646d9. Feb 09 01:51:46.454536 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-b32c3692-8bab-4630-aa9a-121f33ed0f4e req-4e727dac-943c-41a4-8946-32779afe613d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Calling delete_port for 685ef33b-2f48-4858-815b-c75e336646d9 owned by compute:nova {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:51:46.582769 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-b32c3692-8bab-4630-aa9a-121f33ed0f4e req-4e727dac-943c-41a4-8946-32779afe613d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (685ef33b-2f48-4858-815b-c75e336646d9), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:46.609735 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e727dac-943c-41a4-8946-32779afe613d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Pushing event deleted for resources: {'Port': ['ID=685ef33b-2f48-4858-815b-c75e336646d9,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:46.620261 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e727dac-943c-41a4-8946-32779afe613d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:46.620643 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e727dac-943c-41a4-8946-32779afe613d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:46.621065 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e727dac-943c-41a4-8946-32779afe613d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:46.621414 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e727dac-943c-41a4-8946-32779afe613d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:46.621761 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e727dac-943c-41a4-8946-32779afe613d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:46.622106 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e727dac-943c-41a4-8946-32779afe613d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:46.622443 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e727dac-943c-41a4-8946-32779afe613d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:46.622776 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e727dac-943c-41a4-8946-32779afe613d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:46.623114 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e727dac-943c-41a4-8946-32779afe613d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:46.623860 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e727dac-943c-41a4-8946-32779afe613d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:46.623860 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e727dac-943c-41a4-8946-32779afe613d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:46.624084 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e727dac-943c-41a4-8946-32779afe613d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:46.624415 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e727dac-943c-41a4-8946-32779afe613d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:46.740966 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b32c3692-8bab-4630-aa9a-121f33ed0f4e req-4e727dac-943c-41a4-8946-32779afe613d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Router cc3ccfed-fabe-469c-9487-552095ee3322 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:51:46.852473 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b32c3692-8bab-4630-aa9a-121f33ed0f4e req-4e727dac-943c-41a4-8946-32779afe613d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:51:46.861900 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744e6a9c-10c6-4e08-932f-4b2e294532d7 None None] Sync routers for ids ['cc3ccfed-fabe-469c-9487-552095ee3322'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:51:46.872107 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744e6a9c-10c6-4e08-932f-4b2e294532d7 None None] Routers {'cc3ccfed-fabe-469c-9487-552095ee3322'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:51:46.872763 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-744e6a9c-10c6-4e08-932f-4b2e294532d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:51:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['cc3ccfed-fabe-469c-9487-552095ee3322'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:46.893199 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-b32c3692-8bab-4630-aa9a-121f33ed0f4e req-4e727dac-943c-41a4-8946-32779afe613d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] No DVR routers for this DVR port 685ef33b-2f48-4858-815b-c75e336646d9 on host n-h1-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:51:46.895811 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-b32c3692-8bab-4630-aa9a-121f33ed0f4e req-4e727dac-943c-41a4-8946-32779afe613d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:46.899056 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-b32c3692-8bab-4630-aa9a-121f33ed0f4e req-4e727dac-943c-41a4-8946-32779afe613d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.47 "DELETE /v2.0/ports/685ef33b-2f48-4858-815b-c75e336646d9 HTTP/1.1" status: 204 len: 173 time: 0.8028219 Feb 09 01:51:46.899500 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49df7f0d-ccd6-40e7-b111-2d8bb93c6933', 'name': 'network-vif-deleted', 'tag': '685ef33b-2f48-4858-815b-c75e336646d9'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:51:46.901851 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b62e7de-39cb-4f30-acce-552a6232f779" -d '{"events": [{"server_uuid": "49df7f0d-ccd6-40e7-b111-2d8bb93c6933", "name": "network-vif-deleted", "tag": "685ef33b-2f48-4858-815b-c75e336646d9"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:51:46.943490 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5350029-5185-40e7-a7db-3cd20c24e4a3 x-openstack-request-id: req-a5350029-5185-40e7-a7db-3cd20c24e4a3 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:51:46.943903 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49df7f0d-ccd6-40e7-b111-2d8bb93c6933", "name": "network-vif-deleted", "tag": "685ef33b-2f48-4858-815b-c75e336646d9", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:51:46.944175 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a5350029-5185-40e7-a7db-3cd20c24e4a3 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:51:46.944677 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49df7f0d-ccd6-40e7-b111-2d8bb93c6933', 'name': 'network-vif-deleted', 'tag': '685ef33b-2f48-4858-815b-c75e336646d9', 'status': 'completed', 'code': 200} Feb 09 01:51:46.990788 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-744e6a9c-10c6-4e08-932f-4b2e294532d7 None None] Set router cc3ccfed-fabe-469c-9487-552095ee3322 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:51:47.176989 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7fbdde07-d929-464f-9b7c-3b2463bcc939 req-9896d61f-e4c0-4ebe-8eb7-fdfb888d1dcb tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=49df7f0d-ccd6-40e7-b111-2d8bb93c6933 HTTP/1.1" status: 200 len: 210 time: 0.0292761 Feb 09 01:51:47.208970 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-744e6a9c-10c6-4e08-932f-4b2e294532d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'name': 'tempest-ServerActionsTestJSON-1584920205-router', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:08Z', 'updated_at': '2022-02-09T01:50:11Z', 'revision_number': 4, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'gw_port': {'id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:09Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '75b2e617-73c3-459f-8fff-4e05a2223948', 'name': '', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'mac_address': 'fa:16:3e:45:75:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:10Z', 'updated_at': '2022-02-09T01:50:15Z', 'revision_number': 5, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'subnets': [{'id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:47.234749 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744e6a9c-10c6-4e08-932f-4b2e294532d7 None None] Checking router: cc3ccfed-fabe-469c-9487-552095ee3322 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:51:47.244017 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744e6a9c-10c6-4e08-932f-4b2e294532d7 None None] Routers {'cc3ccfed-fabe-469c-9487-552095ee3322'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:51:47.244666 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-744e6a9c-10c6-4e08-932f-4b2e294532d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:51:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['cc3ccfed-fabe-469c-9487-552095ee3322'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:47.357885 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-744e6a9c-10c6-4e08-932f-4b2e294532d7 None None] Set router cc3ccfed-fabe-469c-9487-552095ee3322 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:51:47.555466 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-744e6a9c-10c6-4e08-932f-4b2e294532d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'name': 'tempest-ServerActionsTestJSON-1584920205-router', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:08Z', 'updated_at': '2022-02-09T01:50:11Z', 'revision_number': 4, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'gw_port': {'id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:09Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '75b2e617-73c3-459f-8fff-4e05a2223948', 'name': '', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'mac_address': 'fa:16:3e:45:75:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:10Z', 'updated_at': '2022-02-09T01:50:15Z', 'revision_number': 5, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'subnets': [{'id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:47.580499 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744e6a9c-10c6-4e08-932f-4b2e294532d7 None None] The sync data for ids ['cc3ccfed-fabe-469c-9487-552095ee3322'] in n-d-828369-4 is: [{'id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'name': 'tempest-ServerActionsTestJSON-1584920205-router', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:08Z', 'updated_at': '2022-02-09T01:50:11Z', 'revision_number': 4, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'gw_port': {'id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:09Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '75b2e617-73c3-459f-8fff-4e05a2223948', 'name': '', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'mac_address': 'fa:16:3e:45:75:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:10Z', 'updated_at': '2022-02-09T01:50:15Z', 'revision_number': 5, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'subnets': [{'id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:51:47.798681 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2a4989-08c4-4d14-a742-815ee4c356f6 None None] New status for floating IP 00a05cc8-8858-461e-abe8-2e7a52288433: DOWN {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:51:48.428266 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-19e11f68-1a1d-4cc9-8222-58ed33c71fc4 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1537292734&fields=id&tenant_id=126ca61c8d3f4060bfee9f888cd1914c HTTP/1.1" status: 200 len: 267 time: 0.0442443 Feb 09 01:51:48.534016 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-130da2a6-f4bb-461f-9e67-c1099ccb237d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:48.535393 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-130da2a6-f4bb-461f-9e67-c1099ccb237d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/networks?id=770506b8-31af-45bc-893b-5051c06d181a HTTP/1.1" status: 200 len: 812 time: 0.1006932 Feb 09 01:51:48.550343 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-48e7cf81-a9f8-4182-8858-b12f93cba3df tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/quotas/126ca61c8d3f4060bfee9f888cd1914c HTTP/1.1" status: 200 len: 375 time: 0.0094509 Feb 09 01:51:48.603104 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-f911db30-83bf-4600-8eb6-153bf3212a1b tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=126ca61c8d3f4060bfee9f888cd1914c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479443 Feb 09 01:51:48.699294 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-8ed9a23e-a675-4381-855b-2353506f8656 service neutron] 10.222.0.50 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845904 Feb 09 01:51:48.786612 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-3fe06213-18b5-4e8b-84d7-18e106a9d97d service neutron] 10.222.0.50 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816138 Feb 09 01:51:48.953369 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e8b5a1a7-5f71-47d6-be88-408bd9f4a6f5 req-9e02e423-71f4-41b0-b9e4-ef5b3b127cec tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 210 time: 0.0326872 Feb 09 01:51:49.860393 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-0ace5f17-2084-4ded-8492-0cd48125af63 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:49.861931 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-0ace5f17-2084-4ded-8492-0cd48125af63 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.120 "GET /v2.0/networks?id=770506b8-31af-45bc-893b-5051c06d181a HTTP/1.1" status: 200 len: 812 time: 0.1048315 Feb 09 01:51:49.922930 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-c05d365a-f8b7-4ef4-8e1c-a19208130c49 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=126ca61c8d3f4060bfee9f888cd1914c HTTP/1.1" status: 200 len: 380 time: 0.0528297 Feb 09 01:51:49.933256 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-685d0f90-1489-4950-88d7-0c5561c8ba18 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Request body: {'port': {'device_id': 'a7be052a-0602-4002-8cfc-d74e68c63aac', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'admin_state_up': True, 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'security_groups': ['ec71df23-2761-43ac-a4a9-962534227f02']}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:50.056715 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3e81c945-b1d1-4ac5-b715-861e5db5d4b6 req-33ebe39a-2036-4225-93a1-1984632bb5b8 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 210 time: 0.0334456 Feb 09 01:51:50.071423 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-685d0f90-1489-4950-88d7-0c5561c8ba18 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Made reservation on behalf of 126ca61c8d3f4060bfee9f888cd1914c for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:51:50.074876 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-685d0f90-1489-4950-88d7-0c5561c8ba18 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:50.205877 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-685d0f90-1489-4950-88d7-0c5561c8ba18 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Allocated IP 172.20.0.10 (770506b8-31af-45bc-893b-5051c06d181a/9990b7cc-83f1-47a6-8060-d9474ba2eb32/3b55eddc-6bb7-4556-ae65-de91e1c5dae0) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:51:50.344231 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-685d0f90-1489-4950-88d7-0c5561c8ba18 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks [] for port (3b55eddc-6bb7-4556-ae65-de91e1c5dae0), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:50.377048 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-685d0f90-1489-4950-88d7-0c5561c8ba18 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (3b55eddc-6bb7-4556-ae65-de91e1c5dae0), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:50.425186 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-685d0f90-1489-4950-88d7-0c5561c8ba18 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Network 770506b8-31af-45bc-893b-5051c06d181a is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:51:50.428277 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-685d0f90-1489-4950-88d7-0c5561c8ba18 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:51:50.431937 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-685d0f90-1489-4950-88d7-0c5561c8ba18 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:51:50.456495 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d0f90-1489-4950-88d7-0c5561c8ba18 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Pushing event updated for resources: {'Port': ['ID=3b55eddc-6bb7-4556-ae65-de91e1c5dae0,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:50.471464 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d0f90-1489-4950-88d7-0c5561c8ba18 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:50.471821 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d0f90-1489-4950-88d7-0c5561c8ba18 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:50.472176 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d0f90-1489-4950-88d7-0c5561c8ba18 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:50.472530 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d0f90-1489-4950-88d7-0c5561c8ba18 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:50.472990 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d0f90-1489-4950-88d7-0c5561c8ba18 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:50.473341 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d0f90-1489-4950-88d7-0c5561c8ba18 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:50.473677 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d0f90-1489-4950-88d7-0c5561c8ba18 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:50.474013 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d0f90-1489-4950-88d7-0c5561c8ba18 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:50.474347 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d0f90-1489-4950-88d7-0c5561c8ba18 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:50.474682 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d0f90-1489-4950-88d7-0c5561c8ba18 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:50.475016 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d0f90-1489-4950-88d7-0c5561c8ba18 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:50.475348 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d0f90-1489-4950-88d7-0c5561c8ba18 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:50.475689 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685d0f90-1489-4950-88d7-0c5561c8ba18 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:50.496102 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-685d0f90-1489-4950-88d7-0c5561c8ba18 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:50.496762 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-685d0f90-1489-4950-88d7-0c5561c8ba18 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:50.513492 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-685d0f90-1489-4950-88d7-0c5561c8ba18 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5836852 Feb 09 01:51:50.525016 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-1b0bfe61-43a9-47fa-96f2-b1d2b5aff040 service neutron] Request body: {'port': {'device_id': 'a7be052a-0602-4002-8cfc-d74e68c63aac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:50.590345 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-1b0bfe61-43a9-47fa-96f2-b1d2b5aff040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3b55eddc-6bb7-4556-ae65-de91e1c5dae0), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:50.624118 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-8e8f3aa6-d69d-46ce-8e15-3ace3abf4d96 None None] Provisioning complete for port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:50.624758 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8e8f3aa6-d69d-46ce-8e15-3ace3abf4d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (3b55eddc-6bb7-4556-ae65-de91e1c5dae0), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:50.659484 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-8e8f3aa6-d69d-46ce-8e15-3ace3abf4d96 None None] Port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:51:50.852070 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-1b0bfe61-43a9-47fa-96f2-b1d2b5aff040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:51:50.859460 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-1b0bfe61-43a9-47fa-96f2-b1d2b5aff040 service neutron] Publish callbacks [] for port (3b55eddc-6bb7-4556-ae65-de91e1c5dae0), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:50.871905 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-1b0bfe61-43a9-47fa-96f2-b1d2b5aff040 service neutron] Transition to ACTIVE for port object 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:51:50.875757 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-1b0bfe61-43a9-47fa-96f2-b1d2b5aff040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (3b55eddc-6bb7-4556-ae65-de91e1c5dae0), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:50.912330 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 685ef33b-2f48-4858-815b-c75e336646d9 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:51:50.925134 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0bfe61-43a9-47fa-96f2-b1d2b5aff040 service neutron] Pushing event updated for resources: {'Port': ['ID=3b55eddc-6bb7-4556-ae65-de91e1c5dae0,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:50.944115 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: 685ef33b-2f48-4858-815b-c75e336646d9 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:51:50.944462 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 685ef33b-2f48-4858-815b-c75e336646d9 not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:51:51.002467 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-1b0bfe61-43a9-47fa-96f2-b1d2b5aff040 service neutron] Attempting to bind port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:51:51.002813 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-1b0bfe61-43a9-47fa-96f2-b1d2b5aff040 service neutron] Attempting to bind port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': 'e804de76-62ac-474f-aa52-370d47fa593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '770506b8-31af-45bc-893b-5051c06d181a'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:51:51.003145 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-1b0bfe61-43a9-47fa-96f2-b1d2b5aff040 service neutron] Attempting to bind port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 on network 770506b8-31af-45bc-893b-5051c06d181a {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:51:51.007938 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-1b0bfe61-43a9-47fa-96f2-b1d2b5aff040 service neutron] Port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 on network 770506b8-31af-45bc-893b-5051c06d181a not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:51:51.008264 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-1b0bfe61-43a9-47fa-96f2-b1d2b5aff040 service neutron] Attempting to bind port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 on network 770506b8-31af-45bc-893b-5051c06d181a {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:51:51.013337 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-1b0bfe61-43a9-47fa-96f2-b1d2b5aff040 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:51:51.013678 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-1b0bfe61-43a9-47fa-96f2-b1d2b5aff040 service neutron] Checking segment: {'id': 'e804de76-62ac-474f-aa52-370d47fa593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '770506b8-31af-45bc-893b-5051c06d181a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:51:51.014059 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-1b0bfe61-43a9-47fa-96f2-b1d2b5aff040 service neutron] Bound using segment: {'id': 'e804de76-62ac-474f-aa52-370d47fa593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '770506b8-31af-45bc-893b-5051c06d181a'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:51:51.014491 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-1b0bfe61-43a9-47fa-96f2-b1d2b5aff040 service neutron] Bound port: 3b55eddc-6bb7-4556-ae65-de91e1c5dae0, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e804de76-62ac-474f-aa52-370d47fa593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '770506b8-31af-45bc-893b-5051c06d181a'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:51:51.014857 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-1b0bfe61-43a9-47fa-96f2-b1d2b5aff040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3b55eddc-6bb7-4556-ae65-de91e1c5dae0), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:51.082371 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-1b0bfe61-43a9-47fa-96f2-b1d2b5aff040 service neutron] For port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:51:51.086092 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-1b0bfe61-43a9-47fa-96f2-b1d2b5aff040 service neutron] For port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=3b55eddc-6bb7-4556-ae65-de91e1c5dae0,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:51:51.092854 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-1b0bfe61-43a9-47fa-96f2-b1d2b5aff040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (3b55eddc-6bb7-4556-ae65-de91e1c5dae0), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:51.126328 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-1b0bfe61-43a9-47fa-96f2-b1d2b5aff040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:51.128004 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-1b0bfe61-43a9-47fa-96f2-b1d2b5aff040 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:51.129467 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-1b0bfe61-43a9-47fa-96f2-b1d2b5aff040 service neutron] 10.222.0.120 "PUT /v2.0/ports/3b55eddc-6bb7-4556-ae65-de91e1c5dae0 HTTP/1.1" status: 200 len: 1092 time: 0.6088758 Feb 09 01:51:51.132259 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7be052a-0602-4002-8cfc-d74e68c63aac', 'tag': '3b55eddc-6bb7-4556-ae65-de91e1c5dae0'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:51:51.135628 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59fdc570-b6dd-4ae2-b279-517a03130fcb" -d '{"events": [{"name": "network-changed", "server_uuid": "a7be052a-0602-4002-8cfc-d74e68c63aac", "tag": "3b55eddc-6bb7-4556-ae65-de91e1c5dae0"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:51:51.200575 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0efa4f38-6dab-46a6-8a7e-d5dba5c06f7c x-openstack-request-id: req-0efa4f38-6dab-46a6-8a7e-d5dba5c06f7c {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:51:51.200867 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7be052a-0602-4002-8cfc-d74e68c63aac", "tag": "3b55eddc-6bb7-4556-ae65-de91e1c5dae0", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:51:51.201121 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0efa4f38-6dab-46a6-8a7e-d5dba5c06f7c {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:51:51.201520 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7be052a-0602-4002-8cfc-d74e68c63aac', 'tag': '3b55eddc-6bb7-4556-ae65-de91e1c5dae0', 'status': 'completed', 'code': 200} Feb 09 01:51:51.234830 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0bfe61-43a9-47fa-96f2-b1d2b5aff040 service neutron] Pushing event updated for resources: {'Port': ['ID=3b55eddc-6bb7-4556-ae65-de91e1c5dae0,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:51.266498 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b60945-ab97-4596-b6a8-f3be18c2f854 req-0b6cda30-2927-4345-894e-a28dd9091a78 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:51.268685 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b8b60945-ab97-4596-b6a8-f3be18c2f854 req-0b6cda30-2927-4345-894e-a28dd9091a78 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 944 time: 0.1275945 Feb 09 01:51:51.274163 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-e88c8c05-c68b-4ca5-97b6-0cdeebdc44e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:51.275753 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-e88c8c05-c68b-4ca5-97b6-0cdeebdc44e3 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=126ca61c8d3f4060bfee9f888cd1914c&device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 1126 time: 0.0926857 Feb 09 01:51:51.324687 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-01767201-085c-4215-a54a-da6a72a42c35 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b55eddc-6bb7-4556-ae65-de91e1c5dae0 HTTP/1.1" status: 200 len: 217 time: 0.0416498 Feb 09 01:51:51.385143 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b8b60945-ab97-4596-b6a8-f3be18c2f854 req-1b1bb6eb-94ce-4cfe-8ee2-8e09939f8685 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083171 Feb 09 01:51:51.397124 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-fce7c63d-4b3c-4d91-891d-b2c006645b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:51.398608 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-fce7c63d-4b3c-4d91-891d-b2c006645b58 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=9990b7cc-83f1-47a6-8060-d9474ba2eb32 HTTP/1.1" status: 200 len: 851 time: 0.0673823 Feb 09 01:51:51.447223 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-6663db75-2e90-4d62-bb3d-b3ed6e9ea97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:51.448753 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-6663db75-2e90-4d62-bb3d-b3ed6e9ea97c service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=770506b8-31af-45bc-893b-5051c06d181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439749 Feb 09 01:51:51.536552 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-797e3e8e-b981-4255-a957-03fde3ed4bee service neutron] 10.222.0.120 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816672 Feb 09 01:51:51.627930 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3e8535f-8886-47dc-ac3a-329df96fc71b req-1ebbd6a4-1d89-40f5-9cdc-355b87eacd57 service neutron] 10.222.0.120 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861359 Feb 09 01:51:51.718415 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fdc570-b6dd-4ae2-b279-517a03130fcb req-95918e73-2de1-4d1e-ac7b-e1662444fc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:51.719798 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-59fdc570-b6dd-4ae2-b279-517a03130fcb req-95918e73-2de1-4d1e-ac7b-e1662444fc83 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=126ca61c8d3f4060bfee9f888cd1914c&device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 1126 time: 0.0442522 Feb 09 01:51:51.810974 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fdc570-b6dd-4ae2-b279-517a03130fcb req-ddbd51c5-bb01-4135-9945-7ba86b83254a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:51.812452 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-59fdc570-b6dd-4ae2-b279-517a03130fcb req-ddbd51c5-bb01-4135-9945-7ba86b83254a service neutron] 10.222.0.120 "GET /v2.0/networks?id=770506b8-31af-45bc-893b-5051c06d181a HTTP/1.1" status: 200 len: 914 time: 0.0873566 Feb 09 01:51:51.851818 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-59fdc570-b6dd-4ae2-b279-517a03130fcb req-89de9cd0-672d-4623-9969-d631b6a3e268 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b55eddc-6bb7-4556-ae65-de91e1c5dae0 HTTP/1.1" status: 200 len: 217 time: 0.0338714 Feb 09 01:51:51.899491 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fdc570-b6dd-4ae2-b279-517a03130fcb req-b81a0762-4607-4bb5-8f97-bca5c05eb202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:51.900958 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-59fdc570-b6dd-4ae2-b279-517a03130fcb req-b81a0762-4607-4bb5-8f97-bca5c05eb202 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=9990b7cc-83f1-47a6-8060-d9474ba2eb32 HTTP/1.1" status: 200 len: 851 time: 0.0428500 Feb 09 01:51:51.954859 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fdc570-b6dd-4ae2-b279-517a03130fcb req-4164a780-4d99-4951-8583-8305218f90f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:51.956369 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-59fdc570-b6dd-4ae2-b279-517a03130fcb req-4164a780-4d99-4951-8583-8305218f90f4 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=770506b8-31af-45bc-893b-5051c06d181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495586 Feb 09 01:51:52.045394 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-59fdc570-b6dd-4ae2-b279-517a03130fcb req-ea1a3b04-c9d9-4d2f-b74d-369fa5f3055f service neutron] 10.222.0.120 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821214 Feb 09 01:51:52.135737 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-59fdc570-b6dd-4ae2-b279-517a03130fcb req-e6f90f82-4c3a-4212-ae4d-6b920c192891 service neutron] 10.222.0.120 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843961 Feb 09 01:51:52.506211 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd0bd9-71b8-48b7-a70c-e7f0dfb4ae7e req-6e8c0a06-eba2-4419-b545-e8f5947e7bd1 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:52.507689 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dcfd0bd9-71b8-48b7-a70c-e7f0dfb4ae7e req-6e8c0a06-eba2-4419-b545-e8f5947e7bd1 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 944 time: 0.0528233 Feb 09 01:51:52.555450 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dcfd0bd9-71b8-48b7-a70c-e7f0dfb4ae7e req-1dda5870-4cd2-4cb3-bcd4-e094b9c4009c tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421684 Feb 09 01:51:53.675803 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97efcff-45ed-43de-885c-0e3a8c68d658 req-9931ed15-ca97-4019-b4f9-b0bd89f5e436 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:53.677321 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f97efcff-45ed-43de-885c-0e3a8c68d658 req-9931ed15-ca97-4019-b4f9-b0bd89f5e436 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 944 time: 0.0524549 Feb 09 01:51:53.724003 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f97efcff-45ed-43de-885c-0e3a8c68d658 req-47080ae9-fd79-4eae-9a20-bda67d67b550 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410323 Feb 09 01:51:53.852275 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:51:53.944963 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=3b55eddc-6bb7-4556-ae65-de91e1c5dae0,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:53.956015 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '3b55eddc-6bb7-4556-ae65-de91e1c5dae0', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'port_id': '3b55eddc-6bb7-4556-ae65-de91e1c5dae0', 'mac_address': 'fa:16:3e:a6:1d:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:51:53.995110 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:53.995511 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3b55eddc-6bb7-4556-ae65-de91e1c5dae0), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:54.008492 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:51:54.027098 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=3b55eddc-6bb7-4556-ae65-de91e1c5dae0,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:54.031470 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (3b55eddc-6bb7-4556-ae65-de91e1c5dae0), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:54.077042 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=3b55eddc-6bb7-4556-ae65-de91e1c5dae0,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:54.084194 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:54.084564 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:54.084912 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:54.085257 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:54.085600 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:54.085946 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:54.086281 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:54.086614 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:54.086946 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:54.087275 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:54.087606 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:54.087934 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:54.088261 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:51:54.253618 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['3b55eddc-6bb7-4556-ae65-de91e1c5dae0'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:51:54.845979 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0340c-2e09-4e02-b0fc-386095a27a51 req-1d85d7fe-7962-4600-884d-06118121066e tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:54.847632 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-57e0340c-2e09-4e02-b0fc-386095a27a51 req-1d85d7fe-7962-4600-884d-06118121066e tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 945 time: 0.0562863 Feb 09 01:51:54.893402 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-57e0340c-2e09-4e02-b0fc-386095a27a51 req-818cc4a1-acc2-4836-b744-0a46900435db tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402927 Feb 09 01:51:55.868880 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:51:55.916496 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:51:55.920304 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:51:55.920721 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (3b55eddc-6bb7-4556-ae65-de91e1c5dae0), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:56.001702 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:51:56.002098 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3b55eddc-6bb7-4556-ae65-de91e1c5dae0), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:56.019179 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0146ad1-7540-429c-bcaf-0cbe9f362d30 req-c1543be0-b597-4c4b-9cb4-97189ad8186e tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:56.020749 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0146ad1-7540-429c-bcaf-0cbe9f362d30 req-c1543be0-b597-4c4b-9cb4-97189ad8186e tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 945 time: 0.0547547 Feb 09 01:51:56.025298 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7be052a-0602-4002-8cfc-d74e68c63aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b55eddc-6bb7-4556-ae65-de91e1c5dae0'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:51:56.027495 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8eee12f-e703-4a41-9806-e9ee3c888fd9" -d '{"events": [{"server_uuid": "a7be052a-0602-4002-8cfc-d74e68c63aac", "name": "network-vif-plugged", "status": "completed", "tag": "3b55eddc-6bb7-4556-ae65-de91e1c5dae0"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:51:56.042280 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=3b55eddc-6bb7-4556-ae65-de91e1c5dae0,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:51:56.046730 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (3b55eddc-6bb7-4556-ae65-de91e1c5dae0), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:56.070718 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0146ad1-7540-429c-bcaf-0cbe9f362d30 req-eae0955b-f21b-49ee-a230-b2c5122e5ea9 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439687 Feb 09 01:51:56.074091 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3dda9a1-8e1b-4976-a12c-9745b6b39119 x-openstack-request-id: req-c3dda9a1-8e1b-4976-a12c-9745b6b39119 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:51:56.074534 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7be052a-0602-4002-8cfc-d74e68c63aac", "name": "network-vif-plugged", "status": "completed", "tag": "3b55eddc-6bb7-4556-ae65-de91e1c5dae0", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:51:56.074685 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c3dda9a1-8e1b-4976-a12c-9745b6b39119 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:51:56.075082 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7be052a-0602-4002-8cfc-d74e68c63aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b55eddc-6bb7-4556-ae65-de91e1c5dae0', 'code': 200} Feb 09 01:51:56.105343 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=3b55eddc-6bb7-4556-ae65-de91e1c5dae0,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:51:56.179695 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e75520-f0d9-4c90-8adf-ab89f88cd594 req-fb4a6114-983c-40a7-98fd-124b2f00926b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:56.181150 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9e75520-f0d9-4c90-8adf-ab89f88cd594 req-fb4a6114-983c-40a7-98fd-124b2f00926b service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 1128 time: 0.0445113 Feb 09 01:51:56.226264 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9e75520-f0d9-4c90-8adf-ab89f88cd594 req-46194fd0-c766-4e5e-852d-127a4520277b service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397487 Feb 09 01:51:57.195284 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45534b-1614-4d81-bbe8-89d9db0659ec req-e7a7a1b7-50af-4ce7-a491-a8e7ffa8fa1f tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:57.196817 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ac45534b-1614-4d81-bbe8-89d9db0659ec req-e7a7a1b7-50af-4ce7-a491-a8e7ffa8fa1f tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 946 time: 0.0536592 Feb 09 01:51:57.244360 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ac45534b-1614-4d81-bbe8-89d9db0659ec req-0e671e63-61cf-4151-8dd8-e16397ecf0be tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418618 Feb 09 01:51:58.366567 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011c7b9-b356-47a5-a8b3-112944740aac req-4c2aa862-51cc-4f40-afb6-c197308a9a97 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:58.368075 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e011c7b9-b356-47a5-a8b3-112944740aac req-4c2aa862-51cc-4f40-afb6-c197308a9a97 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 946 time: 0.0540564 Feb 09 01:51:58.414793 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e011c7b9-b356-47a5-a8b3-112944740aac req-b33a6856-c8ab-4286-9ed0-4bcfb5f11a1f tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410209 Feb 09 01:51:58.534115 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7888c39-f398-4bff-a3df-4f08c81ba5f8 req-8164c89d-dc00-4fa1-b22f-f94e6fbe6a67 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:58.535514 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e7888c39-f398-4bff-a3df-4f08c81ba5f8 req-8164c89d-dc00-4fa1-b22f-f94e6fbe6a67 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 946 time: 0.0567715 Feb 09 01:51:58.544060 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 42996) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:51:58.548368 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-d9115c0f-5e89-4374-b09f-905845be44aa tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Request body: {'floatingip': {'port_id': '3b55eddc-6bb7-4556-ae65-de91e1c5dae0'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:51:58.586155 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d9115c0f-5e89-4374-b09f-905845be44aa tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks [] for floatingip (00a05cc8-8858-461e-abe8-2e7a52288433), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:59.004859 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d9115c0f-5e89-4374-b09f-905845be44aa tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:59.009324 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d9115c0f-5e89-4374-b09f-905845be44aa tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (00a05cc8-8858-461e-abe8-2e7a52288433), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:59.112692 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [None req-d9115c0f-5e89-4374-b09f-905845be44aa tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Floating IP 00a05cc8-8858-461e-abe8-2e7a52288433 associated. External IP: 172.25.8.128, port: 3b55eddc-6bb7-4556-ae65-de91e1c5dae0. Feb 09 01:51:59.323171 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9115c0f-5e89-4374-b09f-905845be44aa tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Router cc3ccfed-fabe-469c-9487-552095ee3322 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:51:59.427457 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9115c0f-5e89-4374-b09f-905845be44aa tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:51:59.432375 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d9115c0f-5e89-4374-b09f-905845be44aa tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:51:59.438403 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a62423-d766-48ba-9fc5-f5d698cfe57c None None] Sync routers for ids ['cc3ccfed-fabe-469c-9487-552095ee3322'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:51:59.448068 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a62423-d766-48ba-9fc5-f5d698cfe57c None None] Routers {'cc3ccfed-fabe-469c-9487-552095ee3322'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:51:59.448805 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-c8a62423-d766-48ba-9fc5-f5d698cfe57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:51:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['cc3ccfed-fabe-469c-9487-552095ee3322'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:59.464830 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d9115c0f-5e89-4374-b09f-905845be44aa tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "PUT /v2.0/floatingips/00a05cc8-8858-461e-abe8-2e7a52288433 HTTP/1.1" status: 200 len: 992 time: 0.9196815 Feb 09 01:51:59.465528 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7be052a-0602-4002-8cfc-d74e68c63aac', 'tag': '3b55eddc-6bb7-4556-ae65-de91e1c5dae0'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:51:59.467857 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058066e7-e02a-46bc-8f8e-8aacc1b8dcd1" -d '{"events": [{"name": "network-changed", "server_uuid": "a7be052a-0602-4002-8cfc-d74e68c63aac", "tag": "3b55eddc-6bb7-4556-ae65-de91e1c5dae0"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:51:59.572141 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f458fe24-104b-4b56-9bf7-64b3336d8eb6 x-openstack-request-id: req-f458fe24-104b-4b56-9bf7-64b3336d8eb6 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:51:59.572446 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7be052a-0602-4002-8cfc-d74e68c63aac", "tag": "3b55eddc-6bb7-4556-ae65-de91e1c5dae0", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:51:59.572735 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f458fe24-104b-4b56-9bf7-64b3336d8eb6 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:51:59.573238 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7be052a-0602-4002-8cfc-d74e68c63aac', 'tag': '3b55eddc-6bb7-4556-ae65-de91e1c5dae0', 'status': 'completed', 'code': 200} Feb 09 01:51:59.581301 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b049e2-848c-4f01-bdec-127cd057b0f5 req-0a05f2ad-eb19-4669-bade-9f241812a734 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:59.582889 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-56b049e2-848c-4f01-bdec-127cd057b0f5 req-0a05f2ad-eb19-4669-bade-9f241812a734 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 946 time: 0.0643780 Feb 09 01:51:59.645263 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-56b049e2-848c-4f01-bdec-127cd057b0f5 req-6f4737f0-3477-4b6a-b48a-5d625366d00e tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556550 Feb 09 01:51:59.710824 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058066e7-e02a-46bc-8f8e-8aacc1b8dcd1 req-44332fa4-7f9d-4576-81a9-03b6a9686583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:59.712346 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-058066e7-e02a-46bc-8f8e-8aacc1b8dcd1 req-44332fa4-7f9d-4576-81a9-03b6a9686583 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=126ca61c8d3f4060bfee9f888cd1914c&device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 1128 time: 0.1161034 Feb 09 01:51:59.726112 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-c8a62423-d766-48ba-9fc5-f5d698cfe57c None None] Set router cc3ccfed-fabe-469c-9487-552095ee3322 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:51:59.804102 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058066e7-e02a-46bc-8f8e-8aacc1b8dcd1 req-00759a67-b338-438b-8e8f-7a39520ea292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:59.805642 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-058066e7-e02a-46bc-8f8e-8aacc1b8dcd1 req-00759a67-b338-438b-8e8f-7a39520ea292 service neutron] 10.222.0.120 "GET /v2.0/networks?id=770506b8-31af-45bc-893b-5051c06d181a HTTP/1.1" status: 200 len: 914 time: 0.0879786 Feb 09 01:51:59.870713 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-058066e7-e02a-46bc-8f8e-8aacc1b8dcd1 req-cd675904-4870-42a3-b51f-a95cd14c90fa service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b55eddc-6bb7-4556-ae65-de91e1c5dae0 HTTP/1.1" status: 200 len: 1000 time: 0.0596876 Feb 09 01:51:59.925937 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058066e7-e02a-46bc-8f8e-8aacc1b8dcd1 req-be75a554-4b66-48ad-b627-5315cce66edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:59.927424 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-058066e7-e02a-46bc-8f8e-8aacc1b8dcd1 req-be75a554-4b66-48ad-b627-5315cce66edf service neutron] 10.222.0.120 "GET /v2.0/subnets?id=9990b7cc-83f1-47a6-8060-d9474ba2eb32 HTTP/1.1" status: 200 len: 851 time: 0.0509987 Feb 09 01:51:59.951262 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-c8a62423-d766-48ba-9fc5-f5d698cfe57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'name': 'tempest-ServerActionsTestJSON-1584920205-router', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:08Z', 'updated_at': '2022-02-09T01:50:11Z', 'revision_number': 4, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'gw_port': {'id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:09Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '00a05cc8-8858-461e-abe8-2e7a52288433', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'floating_ip_address': '172.25.8.128', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'port_id': '3b55eddc-6bb7-4556-ae65-de91e1c5dae0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'mac_address': 'fa:16:3e:a6:1d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7be052a-0602-4002-8cfc-d74e68c63aac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:50:13Z', 'updated_at': '2022-02-09T01:51:58Z', 'revision_number': 9, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75b2e617-73c3-459f-8fff-4e05a2223948', 'name': '', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'mac_address': 'fa:16:3e:45:75:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:10Z', 'updated_at': '2022-02-09T01:50:15Z', 'revision_number': 5, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'subnets': [{'id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:51:59.975374 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058066e7-e02a-46bc-8f8e-8aacc1b8dcd1 req-40d425bc-a14a-4d4d-97fd-ad4d711ccb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:51:59.976941 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-058066e7-e02a-46bc-8f8e-8aacc1b8dcd1 req-40d425bc-a14a-4d4d-97fd-ad4d711ccb35 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=770506b8-31af-45bc-893b-5051c06d181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440822 Feb 09 01:51:59.977154 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a62423-d766-48ba-9fc5-f5d698cfe57c None None] Checking router: cc3ccfed-fabe-469c-9487-552095ee3322 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:51:59.985812 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a62423-d766-48ba-9fc5-f5d698cfe57c None None] Routers {'cc3ccfed-fabe-469c-9487-552095ee3322'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:51:59.986422 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-c8a62423-d766-48ba-9fc5-f5d698cfe57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:51:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['cc3ccfed-fabe-469c-9487-552095ee3322'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:00.066513 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-058066e7-e02a-46bc-8f8e-8aacc1b8dcd1 req-bb516fd7-b138-4bdf-8183-f78b42e98588 service neutron] 10.222.0.120 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838504 Feb 09 01:52:00.095590 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-c8a62423-d766-48ba-9fc5-f5d698cfe57c None None] Set router cc3ccfed-fabe-469c-9487-552095ee3322 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:52:00.334521 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-c8a62423-d766-48ba-9fc5-f5d698cfe57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'name': 'tempest-ServerActionsTestJSON-1584920205-router', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:08Z', 'updated_at': '2022-02-09T01:50:11Z', 'revision_number': 4, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'gw_port': {'id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:09Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '00a05cc8-8858-461e-abe8-2e7a52288433', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'floating_ip_address': '172.25.8.128', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'port_id': '3b55eddc-6bb7-4556-ae65-de91e1c5dae0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'mac_address': 'fa:16:3e:a6:1d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7be052a-0602-4002-8cfc-d74e68c63aac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:50:13Z', 'updated_at': '2022-02-09T01:51:58Z', 'revision_number': 9, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75b2e617-73c3-459f-8fff-4e05a2223948', 'name': '', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'mac_address': 'fa:16:3e:45:75:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:10Z', 'updated_at': '2022-02-09T01:50:15Z', 'revision_number': 5, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'subnets': [{'id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:00.362402 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a62423-d766-48ba-9fc5-f5d698cfe57c None None] The sync data for ids ['cc3ccfed-fabe-469c-9487-552095ee3322'] in n-d-828369-4 is: [{'id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'name': 'tempest-ServerActionsTestJSON-1584920205-router', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:08Z', 'updated_at': '2022-02-09T01:50:11Z', 'revision_number': 4, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'gw_port': {'id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:09Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '00a05cc8-8858-461e-abe8-2e7a52288433', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'floating_ip_address': '172.25.8.128', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'port_id': '3b55eddc-6bb7-4556-ae65-de91e1c5dae0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'mac_address': 'fa:16:3e:a6:1d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7be052a-0602-4002-8cfc-d74e68c63aac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:50:13Z', 'updated_at': '2022-02-09T01:51:58Z', 'revision_number': 9, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75b2e617-73c3-459f-8fff-4e05a2223948', 'name': '', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'mac_address': 'fa:16:3e:45:75:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:10Z', 'updated_at': '2022-02-09T01:50:15Z', 'revision_number': 5, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'subnets': [{'id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:52:00.490391 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-058066e7-e02a-46bc-8f8e-8aacc1b8dcd1 req-6fdb2636-3f71-4240-938e-37740b0ddea9 service neutron] 10.222.0.120 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181616 Feb 09 01:52:00.564924 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd16d87-beee-45fc-addc-da2441bd542f None None] New status for floating IP 00a05cc8-8858-461e-abe8-2e7a52288433: ACTIVE {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:52:00.764839 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c2ff5-ec7e-4fea-ae45-7f8d6c09a232 req-5a856c1c-d61f-4a3d-b123-61a1144c0752 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:00.766332 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bf6c2ff5-ec7e-4fea-ae45-7f8d6c09a232 req-5a856c1c-d61f-4a3d-b123-61a1144c0752 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 946 time: 0.0539513 Feb 09 01:52:00.812992 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bf6c2ff5-ec7e-4fea-ae45-7f8d6c09a232 req-10405492-80f1-461e-ab09-2f49447eca47 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402601 Feb 09 01:52:01.088776 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-b9f8e1a6-ea3a-4850-8040-4cbb822528bc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a7be052a-0602-4002-8cfc-d74e68c63aac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0980086 Feb 09 01:52:01.099218 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdaf5cf-ef19-4a28-a336-a4bc3035f79d req-88fed6f2-b196-4fd9-8e43-571074a48358 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:01.100691 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6bdaf5cf-ef19-4a28-a336-a4bc3035f79d req-88fed6f2-b196-4fd9-8e43-571074a48358 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 946 time: 0.1005821 Feb 09 01:52:01.150917 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6bdaf5cf-ef19-4a28-a336-a4bc3035f79d req-da0a03b5-dd5e-4b60-a426-4efedbbbcc2e tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442705 Feb 09 01:52:02.168843 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-34f5b873-c7d2-482f-ba0d-3a9bf5145028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:02.170370 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-34f5b873-c7d2-482f-ba0d-3a9bf5145028 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=126ca61c8d3f4060bfee9f888cd1914c&device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 1128 time: 0.0441906 Feb 09 01:52:02.299682 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5713bb-51b2-4c54-af6d-cc9d2487eeca req-5b1cf402-9af6-4a02-a08e-e044e866ace3 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:02.301219 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5f5713bb-51b2-4c54-af6d-cc9d2487eeca req-5b1cf402-9af6-4a02-a08e-e044e866ace3 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 946 time: 0.0802784 Feb 09 01:52:02.303868 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-93c6b186-1020-4e37-a109-a1313babb524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:02.305331 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-93c6b186-1020-4e37-a109-a1313babb524 service neutron] 10.222.0.120 "GET /v2.0/networks?id=770506b8-31af-45bc-893b-5051c06d181a HTTP/1.1" status: 200 len: 914 time: 0.1286488 Feb 09 01:52:02.399043 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5f5713bb-51b2-4c54-af6d-cc9d2487eeca req-3568e2cc-4b92-43fb-9d80-7ef137f3fb67 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921092 Feb 09 01:52:02.400954 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-810faa91-db62-40bd-89c5-7a5fce0a93ef service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b55eddc-6bb7-4556-ae65-de91e1c5dae0 HTTP/1.1" status: 200 len: 1003 time: 0.0874465 Feb 09 01:52:02.442120 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d3772ecf-5f89-465d-87eb-549363788fe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:02.452461 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-84a611d3-7911-4f94-aef6-c941c5ee8cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:02.454554 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-84a611d3-7911-4f94-aef6-c941c5ee8cbc service neutron] 10.222.0.120 "GET /v2.0/subnets?id=9990b7cc-83f1-47a6-8060-d9474ba2eb32 HTTP/1.1" status: 200 len: 851 time: 0.0485172 Feb 09 01:52:02.505503 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-97c83464-d98a-4e66-9f2d-052fdd21fa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:02.507125 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-97c83464-d98a-4e66-9f2d-052fdd21fa96 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=770506b8-31af-45bc-893b-5051c06d181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464160 Feb 09 01:52:02.599013 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-c78631ca-8844-4d60-b15b-50ba789dea33 service neutron] 10.222.0.120 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863824 Feb 09 01:52:02.685889 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-a92a4e8f-2f75-4e83-802f-966813a9eaa9 service neutron] 10.222.0.120 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811882 Feb 09 01:52:03.526814 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced14c4-ee95-4e67-811d-00ff1971fdb5 req-8e6b872e-d3a5-4bae-a8d3-1dff42a8196a tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:03.528290 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dced14c4-ee95-4e67-811d-00ff1971fdb5 req-8e6b872e-d3a5-4bae-a8d3-1dff42a8196a tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 946 time: 0.0524006 Feb 09 01:52:03.581426 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dced14c4-ee95-4e67-811d-00ff1971fdb5 req-8043aea6-31c6-4014-ae2e-ed1f4e15c8f3 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474114 Feb 09 01:52:04.472174 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5705e4e4-a5d5-457a-b754-e42074e8b5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:04.700640 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6ec66-b61d-46e6-86f3-5d98888c25c0 req-fe76573a-5f96-47ae-b810-9438f477f5c5 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:04.702753 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-25d6ec66-b61d-46e6-86f3-5d98888c25c0 req-fe76573a-5f96-47ae-b810-9438f477f5c5 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 946 time: 0.0524681 Feb 09 01:52:04.749619 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-25d6ec66-b61d-46e6-86f3-5d98888c25c0 req-fa986b23-17e9-44ce-b4a1-6430f9297917 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407579 Feb 09 01:52:05.867041 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529074f-e33a-466a-a70a-f5e20abc2c2d req-dca57788-f553-4032-99d2-f708f0a06dc3 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:05.868578 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e529074f-e33a-466a-a70a-f5e20abc2c2d req-dca57788-f553-4032-99d2-f708f0a06dc3 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 946 time: 0.0526447 Feb 09 01:52:05.914352 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e529074f-e33a-466a-a70a-f5e20abc2c2d req-b647f05c-842a-4c71-b1a7-d6fd197b012a tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401039 Feb 09 01:52:06.041108 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:07.039604 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a28701-09c3-4951-a2e9-6c2b3c48bf30 req-cf1bac9b-eb2d-4e3e-a1c7-e15e691ba041 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:07.041133 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-95a28701-09c3-4951-a2e9-6c2b3c48bf30 req-cf1bac9b-eb2d-4e3e-a1c7-e15e691ba041 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 946 time: 0.0568433 Feb 09 01:52:07.088340 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-95a28701-09c3-4951-a2e9-6c2b3c48bf30 req-11cb5d11-5fa7-4baf-860e-226cc9667114 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416095 Feb 09 01:52:07.328300 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:08.034409 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:08.207806 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93281f3-8a5b-49f7-8b96-3927e9f48169 req-c38fdc0b-2d21-4bc1-b880-3a3d7de344f8 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:08.209336 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e93281f3-8a5b-49f7-8b96-3927e9f48169 req-c38fdc0b-2d21-4bc1-b880-3a3d7de344f8 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 946 time: 0.0527375 Feb 09 01:52:08.255183 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e93281f3-8a5b-49f7-8b96-3927e9f48169 req-2f1c3bcb-0988-43b9-b596-7594a8ff8965 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402362 Feb 09 01:52:08.502370 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:09.379480 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f4db29-2aa2-4f75-bd59-a7433e1c910d req-f47202ba-4420-4361-a0ee-e0e473943d03 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:09.381001 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-30f4db29-2aa2-4f75-bd59-a7433e1c910d req-f47202ba-4420-4361-a0ee-e0e473943d03 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 946 time: 0.0585392 Feb 09 01:52:09.426369 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-30f4db29-2aa2-4f75-bd59-a7433e1c910d req-4acceac9-3689-49a1-8e71-2eb212640c43 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398486 Feb 09 01:52:09.769848 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:10.558892 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a95f70-cb5c-4263-b65e-93c18df7b7dc req-cd44ddfa-8df6-4189-a894-00b15294233b tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:10.560451 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-19a95f70-cb5c-4263-b65e-93c18df7b7dc req-cd44ddfa-8df6-4189-a894-00b15294233b tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 946 time: 0.0576174 Feb 09 01:52:10.606785 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-19a95f70-cb5c-4263-b65e-93c18df7b7dc req-a66e09ad-8dc0-41f8-b67e-6fa3b523348b tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408392 Feb 09 01:52:11.723756 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89df7c4-150a-4234-bae7-79ecc1daf27d req-4a53e67b-b0cb-42d2-913d-c7fd190cb7a6 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:11.725263 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d89df7c4-150a-4234-bae7-79ecc1daf27d req-4a53e67b-b0cb-42d2-913d-c7fd190cb7a6 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 946 time: 0.0516100 Feb 09 01:52:11.774400 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d89df7c4-150a-4234-bae7-79ecc1daf27d req-304f656f-147f-48b8-a641-3afae6cf2133 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436726 Feb 09 01:52:12.894283 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7519a-fd64-43e0-a598-471ab52d2a08 req-2be8a236-6c28-41d0-bfb6-b9f8a9eb5a4f tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:12.895766 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7ad7519a-fd64-43e0-a598-471ab52d2a08 req-2be8a236-6c28-41d0-bfb6-b9f8a9eb5a4f tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 946 time: 0.0518479 Feb 09 01:52:12.941560 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7ad7519a-fd64-43e0-a598-471ab52d2a08 req-244f9533-b410-452b-93f7-b65092e25b6b tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400283 Feb 09 01:52:14.059584 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42b0fa-4b57-4c87-80c1-f95aa7aa5103 req-0684887d-ac71-4802-875a-39ab8ce233e9 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:14.061139 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-db42b0fa-4b57-4c87-80c1-f95aa7aa5103 req-0684887d-ac71-4802-875a-39ab8ce233e9 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 946 time: 0.0528233 Feb 09 01:52:14.107247 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-db42b0fa-4b57-4c87-80c1-f95aa7aa5103 req-4e76a6f2-3789-4565-8948-9fdeb75fb952 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406027 Feb 09 01:52:15.231438 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca72ed-1dd4-49cf-bb8c-a0eb68edf8fe req-d49521cb-c33f-4c48-8ec4-3623408436e1 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:15.232942 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0bca72ed-1dd4-49cf-bb8c-a0eb68edf8fe req-d49521cb-c33f-4c48-8ec4-3623408436e1 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 946 time: 0.0562816 Feb 09 01:52:15.278751 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0bca72ed-1dd4-49cf-bb8c-a0eb68edf8fe req-350e5171-7b87-4c4c-8cfb-ce791ac664cb tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402524 Feb 09 01:52:16.027681 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:52:16.397098 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b9355-4541-4a9e-86b1-242857ce7b53 req-448edac5-674e-4f08-a5f8-e9adb3d34dbc tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:16.398576 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dc1b9355-4541-4a9e-86b1-242857ce7b53 req-448edac5-674e-4f08-a5f8-e9adb3d34dbc tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 946 time: 0.0534925 Feb 09 01:52:16.444757 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dc1b9355-4541-4a9e-86b1-242857ce7b53 req-4604d7ba-4d5d-4cc0-b8a8-775d0bd9b962 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398397 Feb 09 01:52:17.562539 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee0538-5e9e-4577-9e69-f295389cba0d req-53e5b7c5-b8f5-439e-bb54-07148c79230b tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:17.564092 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9cee0538-5e9e-4577-9e69-f295389cba0d req-53e5b7c5-b8f5-439e-bb54-07148c79230b tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 946 time: 0.0528324 Feb 09 01:52:17.614067 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9cee0538-5e9e-4577-9e69-f295389cba0d req-1701b9ac-3f5e-4fb2-9f09-8f07885262ca tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444129 Feb 09 01:52:18.733027 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e42bf-03f0-41bb-a42e-b92288717b7b req-d8214138-d7ad-4d43-b4a2-c0df32f5acc2 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:18.734516 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-871e42bf-03f0-41bb-a42e-b92288717b7b req-d8214138-d7ad-4d43-b4a2-c0df32f5acc2 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 946 time: 0.0521235 Feb 09 01:52:18.780290 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-871e42bf-03f0-41bb-a42e-b92288717b7b req-16da41d9-4d2c-4fc3-a30b-d7f97a8e0692 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401485 Feb 09 01:52:19.263986 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-82024dda-0d2e-426a-a673-a315c0db9339 service neutron] show failed (client error): The resource could not be found. Feb 09 01:52:19.264996 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-82024dda-0d2e-426a-a673-a315c0db9339 service neutron] 10.222.0.120 "GET /v2.0/ports/3b55eddc-6bb7-4556-ae65-de91e1c5dae0/bindings/n-h1-828369-4 HTTP/1.1" status: 404 len: 380 time: 0.0565493 Feb 09 01:52:19.458693 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-7553c162-a52b-461e-999f-8a590089e746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:19.460205 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-7553c162-a52b-461e-999f-8a590089e746 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a7be052a-0602-4002-8cfc-d74e68c63aac&tenant_id=126ca61c8d3f4060bfee9f888cd1914c HTTP/1.1" status: 200 len: 1128 time: 0.0447249 Feb 09 01:52:19.471600 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-75aeb8f3-23de-480d-ad07-b92a9b92d1b1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828369-4', 'device_owner': 'compute:nova'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:52:19.534270 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-75aeb8f3-23de-480d-ad07-b92a9b92d1b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3b55eddc-6bb7-4556-ae65-de91e1c5dae0), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:19.737493 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-75aeb8f3-23de-480d-ad07-b92a9b92d1b1 service neutron] For port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=3b55eddc-6bb7-4556-ae65-de91e1c5dae0,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:52:19.768959 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-75aeb8f3-23de-480d-ad07-b92a9b92d1b1 service neutron] For port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0, host n-h2-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:52:19.808364 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7be052a-0602-4002-8cfc-d74e68c63aac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b55eddc-6bb7-4556-ae65-de91e1c5dae0'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:52:19.810672 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bde8f1b-5115-4c71-88ed-e64def09f214" -d '{"events": [{"server_uuid": "a7be052a-0602-4002-8cfc-d74e68c63aac", "name": "network-vif-unplugged", "status": "completed", "tag": "3b55eddc-6bb7-4556-ae65-de91e1c5dae0"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:52:19.814345 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-75aeb8f3-23de-480d-ad07-b92a9b92d1b1 service neutron] Publish callbacks [] for port (3b55eddc-6bb7-4556-ae65-de91e1c5dae0), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:19.828800 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-75aeb8f3-23de-480d-ad07-b92a9b92d1b1 service neutron] Transition to ACTIVE for port object 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:52:19.833907 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-75aeb8f3-23de-480d-ad07-b92a9b92d1b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (3b55eddc-6bb7-4556-ae65-de91e1c5dae0), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:19.906877 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f3db4c-d43d-44ec-80b3-2d50f3b0d1c4 x-openstack-request-id: req-c9f3db4c-d43d-44ec-80b3-2d50f3b0d1c4 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:52:19.907197 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7be052a-0602-4002-8cfc-d74e68c63aac", "name": "network-vif-unplugged", "status": "completed", "tag": "3b55eddc-6bb7-4556-ae65-de91e1c5dae0", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:52:19.907434 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c9f3db4c-d43d-44ec-80b3-2d50f3b0d1c4 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:52:19.907837 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7be052a-0602-4002-8cfc-d74e68c63aac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b55eddc-6bb7-4556-ae65-de91e1c5dae0', 'code': 200} Feb 09 01:52:19.909244 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe821a1-300a-40e9-a362-7a39e627d8ab req-a701e5d3-7cde-4bf8-8799-ec36dad78547 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:19.911809 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6fe821a1-300a-40e9-a362-7a39e627d8ab req-a701e5d3-7cde-4bf8-8799-ec36dad78547 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 944 time: 0.0607510 Feb 09 01:52:19.937629 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aeb8f3-23de-480d-ad07-b92a9b92d1b1 service neutron] Pushing event updated for resources: {'Port': ['ID=3b55eddc-6bb7-4556-ae65-de91e1c5dae0,revision_number=6']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:19.964288 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-75aeb8f3-23de-480d-ad07-b92a9b92d1b1 service neutron] No DVR routers for this DVR port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 on host n-h2-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:52:19.970540 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6fe821a1-300a-40e9-a362-7a39e627d8ab req-39aed9cf-ac9e-4fc0-9cfc-de7aab9afd24 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515635 Feb 09 01:52:20.105164 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-75aeb8f3-23de-480d-ad07-b92a9b92d1b1 service neutron] Attempting to bind port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:52:20.106000 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-75aeb8f3-23de-480d-ad07-b92a9b92d1b1 service neutron] Attempting to bind port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'e804de76-62ac-474f-aa52-370d47fa593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '770506b8-31af-45bc-893b-5051c06d181a'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:52:20.106332 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-75aeb8f3-23de-480d-ad07-b92a9b92d1b1 service neutron] Attempting to bind port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 on network 770506b8-31af-45bc-893b-5051c06d181a {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:52:20.110636 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-75aeb8f3-23de-480d-ad07-b92a9b92d1b1 service neutron] Port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 on network 770506b8-31af-45bc-893b-5051c06d181a not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:52:20.110964 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-75aeb8f3-23de-480d-ad07-b92a9b92d1b1 service neutron] Attempting to bind port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 on network 770506b8-31af-45bc-893b-5051c06d181a {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:52:20.115725 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-75aeb8f3-23de-480d-ad07-b92a9b92d1b1 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:52:20.116062 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-75aeb8f3-23de-480d-ad07-b92a9b92d1b1 service neutron] Checking segment: {'id': 'e804de76-62ac-474f-aa52-370d47fa593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '770506b8-31af-45bc-893b-5051c06d181a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:52:20.116449 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-75aeb8f3-23de-480d-ad07-b92a9b92d1b1 service neutron] Bound using segment: {'id': 'e804de76-62ac-474f-aa52-370d47fa593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '770506b8-31af-45bc-893b-5051c06d181a'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:52:20.116912 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-75aeb8f3-23de-480d-ad07-b92a9b92d1b1 service neutron] Bound port: 3b55eddc-6bb7-4556-ae65-de91e1c5dae0, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e804de76-62ac-474f-aa52-370d47fa593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '770506b8-31af-45bc-893b-5051c06d181a'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:52:20.117272 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-75aeb8f3-23de-480d-ad07-b92a9b92d1b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3b55eddc-6bb7-4556-ae65-de91e1c5dae0), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:20.181753 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-75aeb8f3-23de-480d-ad07-b92a9b92d1b1 service neutron] For port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:52:20.184610 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-75aeb8f3-23de-480d-ad07-b92a9b92d1b1 service neutron] For port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=3b55eddc-6bb7-4556-ae65-de91e1c5dae0,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:52:20.190541 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-75aeb8f3-23de-480d-ad07-b92a9b92d1b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (3b55eddc-6bb7-4556-ae65-de91e1c5dae0), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:20.223595 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-75aeb8f3-23de-480d-ad07-b92a9b92d1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:20.224200 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-75aeb8f3-23de-480d-ad07-b92a9b92d1b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:20.225619 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-75aeb8f3-23de-480d-ad07-b92a9b92d1b1 service neutron] 10.222.0.47 "PUT /v2.0/ports/3b55eddc-6bb7-4556-ae65-de91e1c5dae0 HTTP/1.1" status: 200 len: 1092 time: 0.7579188 Feb 09 01:52:20.247631 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aeb8f3-23de-480d-ad07-b92a9b92d1b1 service neutron] Pushing event updated for resources: {'Port': ['ID=3b55eddc-6bb7-4556-ae65-de91e1c5dae0,revision_number=7']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:20.297708 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-459d9696-6863-442f-a141-1a33bac9c2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:20.299267 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-459d9696-6863-442f-a141-1a33bac9c2c3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=126ca61c8d3f4060bfee9f888cd1914c&device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 1126 time: 0.0486779 Feb 09 01:52:20.396382 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-1b0d813b-ebca-42ef-a2f6-69ec978d5a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:20.397916 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-1b0d813b-ebca-42ef-a2f6-69ec978d5a66 service neutron] 10.222.0.47 "GET /v2.0/networks?id=770506b8-31af-45bc-893b-5051c06d181a HTTP/1.1" status: 200 len: 914 time: 0.0925438 Feb 09 01:52:20.461740 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-90fa107d-7490-429c-80e6-5d240329cf7f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b55eddc-6bb7-4556-ae65-de91e1c5dae0 HTTP/1.1" status: 200 len: 1001 time: 0.0581074 Feb 09 01:52:20.509789 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-342ce8e9-2bc7-43bc-90a1-ef882540a2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:20.511159 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-342ce8e9-2bc7-43bc-90a1-ef882540a2d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9990b7cc-83f1-47a6-8060-d9474ba2eb32 HTTP/1.1" status: 200 len: 851 time: 0.0436039 Feb 09 01:52:20.565283 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-1aa7be2d-a91b-4310-b65a-9f7819e0fdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:20.567500 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-1aa7be2d-a91b-4310-b65a-9f7819e0fdfd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=770506b8-31af-45bc-893b-5051c06d181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0506868 Feb 09 01:52:20.657159 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-d25d4f83-5769-45cf-a260-6a44d2cae341 service neutron] 10.222.0.47 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835121 Feb 09 01:52:20.748179 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-5fc20af5-5fe4-47e7-a613-5e7cdf766512 req-bd627f7d-4767-4da8-8c29-7ff3ba13b531 service neutron] 10.222.0.47 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849266 Feb 09 01:52:21.069579 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-3aa95e54-30e2-45b1-98ac-5a4c74c40eaa req-78940e04-45db-4715-a80e-6cbe79e0b118 service neutron] (103136) timed out ('10.222.0.50', 51640) {{(pid=103136) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 01:52:21.093669 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b0f5a-b240-4999-b010-70f610fc86bf req-4ca768cc-a899-41d0-bbed-c51a1f1a9e4d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:21.095174 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9b6b0f5a-b240-4999-b010-70f610fc86bf req-4ca768cc-a899-41d0-bbed-c51a1f1a9e4d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 944 time: 0.0517483 Feb 09 01:52:21.140780 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9b6b0f5a-b240-4999-b010-70f610fc86bf req-f86106b2-202f-451b-ae7e-ce70802a22d7 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401587 Feb 09 01:52:21.909723 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7be052a-0602-4002-8cfc-d74e68c63aac', 'tag': '3b55eddc-6bb7-4556-ae65-de91e1c5dae0'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:52:21.912347 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25dbaa05-bb9b-4386-a48b-d8733917d434" -d '{"events": [{"name": "network-changed", "server_uuid": "a7be052a-0602-4002-8cfc-d74e68c63aac", "tag": "3b55eddc-6bb7-4556-ae65-de91e1c5dae0"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:52:21.961125 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80758e6a-a1d5-423e-97f5-37b281ee67f4 x-openstack-request-id: req-80758e6a-a1d5-423e-97f5-37b281ee67f4 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:52:21.961426 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7be052a-0602-4002-8cfc-d74e68c63aac", "tag": "3b55eddc-6bb7-4556-ae65-de91e1c5dae0", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:52:21.961691 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-80758e6a-a1d5-423e-97f5-37b281ee67f4 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:52:21.962107 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7be052a-0602-4002-8cfc-d74e68c63aac', 'tag': '3b55eddc-6bb7-4556-ae65-de91e1c5dae0', 'status': 'completed', 'code': 200} Feb 09 01:52:22.024592 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dbaa05-bb9b-4386-a48b-d8733917d434 req-05cf719c-3515-4e06-8bb3-702f67e164f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:22.026123 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-25dbaa05-bb9b-4386-a48b-d8733917d434 req-05cf719c-3515-4e06-8bb3-702f67e164f0 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=126ca61c8d3f4060bfee9f888cd1914c&device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 1126 time: 0.0449088 Feb 09 01:52:22.029606 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dbaa05-bb9b-4386-a48b-d8733917d434 req-a0660821-5716-4d7b-8aa4-5e443e6771f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:22.031126 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-25dbaa05-bb9b-4386-a48b-d8733917d434 req-a0660821-5716-4d7b-8aa4-5e443e6771f7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=126ca61c8d3f4060bfee9f888cd1914c&device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 1126 time: 0.0463283 Feb 09 01:52:22.118172 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dbaa05-bb9b-4386-a48b-d8733917d434 req-c58aa8dc-1531-4526-8018-8671508e0b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:22.119668 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-25dbaa05-bb9b-4386-a48b-d8733917d434 req-c58aa8dc-1531-4526-8018-8671508e0b15 service neutron] 10.222.0.120 "GET /v2.0/networks?id=770506b8-31af-45bc-893b-5051c06d181a HTTP/1.1" status: 200 len: 914 time: 0.0873766 Feb 09 01:52:22.123238 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dbaa05-bb9b-4386-a48b-d8733917d434 req-339a463f-0230-4281-92e1-74ee632a956d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:22.124717 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-25dbaa05-bb9b-4386-a48b-d8733917d434 req-339a463f-0230-4281-92e1-74ee632a956d service neutron] 10.222.0.47 "GET /v2.0/networks?id=770506b8-31af-45bc-893b-5051c06d181a HTTP/1.1" status: 200 len: 914 time: 0.0844855 Feb 09 01:52:22.190094 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-25dbaa05-bb9b-4386-a48b-d8733917d434 req-f9b2d648-fb38-4219-85b7-00a41ceeae3d service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b55eddc-6bb7-4556-ae65-de91e1c5dae0 HTTP/1.1" status: 200 len: 1001 time: 0.0632069 Feb 09 01:52:22.206654 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-25dbaa05-bb9b-4386-a48b-d8733917d434 req-15d9a7cf-383b-4cea-a348-7230af817a85 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b55eddc-6bb7-4556-ae65-de91e1c5dae0 HTTP/1.1" status: 200 len: 1001 time: 0.0755358 Feb 09 01:52:22.259195 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dbaa05-bb9b-4386-a48b-d8733917d434 req-efc19b11-84b7-4423-a279-866021768711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:22.260885 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-25dbaa05-bb9b-4386-a48b-d8733917d434 req-efc19b11-84b7-4423-a279-866021768711 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9990b7cc-83f1-47a6-8060-d9474ba2eb32 HTTP/1.1" status: 200 len: 851 time: 0.0478532 Feb 09 01:52:22.282699 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dbaa05-bb9b-4386-a48b-d8733917d434 req-0d2ab76c-18a8-4901-b213-e9a5909e5487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:22.284180 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-25dbaa05-bb9b-4386-a48b-d8733917d434 req-0d2ab76c-18a8-4901-b213-e9a5909e5487 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=9990b7cc-83f1-47a6-8060-d9474ba2eb32 HTTP/1.1" status: 200 len: 851 time: 0.0875030 Feb 09 01:52:22.297013 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b5df1-f982-40a0-a5fb-04e58474010d req-26381867-f428-4ad1-8d63-73ec02dea751 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:22.298532 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-827b5df1-f982-40a0-a5fb-04e58474010d req-26381867-f428-4ad1-8d63-73ec02dea751 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 944 time: 0.0705056 Feb 09 01:52:22.313732 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dbaa05-bb9b-4386-a48b-d8733917d434 req-7d33387f-b2df-497e-a23e-b46763eb5d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:22.315605 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-25dbaa05-bb9b-4386-a48b-d8733917d434 req-7d33387f-b2df-497e-a23e-b46763eb5d04 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=770506b8-31af-45bc-893b-5051c06d181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490201 Feb 09 01:52:22.373277 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-827b5df1-f982-40a0-a5fb-04e58474010d req-dc0a52e9-7cbf-41cb-ad70-fe4082f7ff06 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652483 Feb 09 01:52:22.379662 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dbaa05-bb9b-4386-a48b-d8733917d434 req-9a7b677f-ba61-43bd-b20e-14a53e656d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:22.381332 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-25dbaa05-bb9b-4386-a48b-d8733917d434 req-9a7b677f-ba61-43bd-b20e-14a53e656d86 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=770506b8-31af-45bc-893b-5051c06d181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0815299 Feb 09 01:52:22.410146 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-25dbaa05-bb9b-4386-a48b-d8733917d434 req-62cab991-b940-441c-96a4-ac9545a82977 service neutron] 10.222.0.47 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879486 Feb 09 01:52:22.476322 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-25dbaa05-bb9b-4386-a48b-d8733917d434 req-ab5c9b0b-d6e7-4d58-a77a-1c49c9c10f35 service neutron] 10.222.0.120 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882921 Feb 09 01:52:22.497284 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-25dbaa05-bb9b-4386-a48b-d8733917d434 req-53d7c16b-d02a-41d3-a49c-7cbeee7f4588 service neutron] 10.222.0.47 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815403 Feb 09 01:52:22.565817 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-25dbaa05-bb9b-4386-a48b-d8733917d434 req-0a9a131b-513b-4545-abb9-7ad8cafacaed service neutron] 10.222.0.120 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842767 Feb 09 01:52:23.108213 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:52:23.203720 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=3b55eddc-6bb7-4556-ae65-de91e1c5dae0,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:52:23.214986 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '3b55eddc-6bb7-4556-ae65-de91e1c5dae0', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'port_id': '3b55eddc-6bb7-4556-ae65-de91e1c5dae0', 'mac_address': 'fa:16:3e:a6:1d:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:52:23.257421 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:23.257836 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3b55eddc-6bb7-4556-ae65-de91e1c5dae0), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:23.270889 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:52:23.294111 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=3b55eddc-6bb7-4556-ae65-de91e1c5dae0,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:52:23.297767 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (3b55eddc-6bb7-4556-ae65-de91e1c5dae0), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:23.342933 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=3b55eddc-6bb7-4556-ae65-de91e1c5dae0,revision_number=8']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:23.504406 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dcac25-cfa2-4173-b8da-899da60f6639 req-91c2af6a-363a-49bf-9af1-8d85eb75438f tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:23.505917 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-68dcac25-cfa2-4173-b8da-899da60f6639 req-91c2af6a-363a-49bf-9af1-8d85eb75438f tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 945 time: 0.0580325 Feb 09 01:52:23.534666 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['3b55eddc-6bb7-4556-ae65-de91e1c5dae0'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:52:23.552325 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-68dcac25-cfa2-4173-b8da-899da60f6639 req-9174556a-7d36-43e0-ae3d-166301ba49b9 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408068 Feb 09 01:52:23.855095 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-d77587b8-10ad-45a2-babb-ed5893023b26 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:23.856592 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-d77587b8-10ad-45a2-babb-ed5893023b26 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7be052a-0602-4002-8cfc-d74e68c63aac&tenant_id=126ca61c8d3f4060bfee9f888cd1914c&binding%3Ahost_id=n-h1-828369-4 HTTP/1.1" status: 200 len: 945 time: 0.0609405 Feb 09 01:52:23.874016 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4515809-f094-45e7-8aba-59aecfa0c79d req-f602fc0d-93e2-49ef-970a-64895c95e4f7 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:23.875521 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b4515809-f094-45e7-8aba-59aecfa0c79d req-f602fc0d-93e2-49ef-970a-64895c95e4f7 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 945 time: 0.0527778 Feb 09 01:52:23.924741 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-b069afb3-d1a3-4366-907e-78edb2feed2a service neutron] 10.222.0.47 "GET /v2.0/ports/3b55eddc-6bb7-4556-ae65-de91e1c5dae0/bindings/n-h1-828369-4 HTTP/1.1" status: 200 len: 382 time: 0.0606027 Feb 09 01:52:23.926004 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b4515809-f094-45e7-8aba-59aecfa0c79d req-2d4203ee-737e-4d1e-a67c-326b2261aeb8 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444343 Feb 09 01:52:24.002799 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:52:24.007514 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-ccc7495c-2109-4781-a488-751f1e43f51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:24.009105 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-ccc7495c-2109-4781-a488-751f1e43f51e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=126ca61c8d3f4060bfee9f888cd1914c&device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 1127 time: 0.0530992 Feb 09 01:52:24.045652 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] The host n-h2-828369-4 is not matching for port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 host n-h1-828369-4! {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:52:24.046054 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:52:24.105306 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-b41619af-b2be-4dbc-aa62-0a58afe10525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:24.106779 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-b41619af-b2be-4dbc-aa62-0a58afe10525 service neutron] 10.222.0.47 "GET /v2.0/networks?id=770506b8-31af-45bc-893b-5051c06d181a HTTP/1.1" status: 200 len: 914 time: 0.0903838 Feb 09 01:52:24.171999 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-467b0ab4-610c-41b1-815a-d5a884bb89a5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b55eddc-6bb7-4556-ae65-de91e1c5dae0 HTTP/1.1" status: 200 len: 1002 time: 0.0597863 Feb 09 01:52:24.220210 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-737b2250-3260-491a-83f1-496e22770e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:24.221643 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-737b2250-3260-491a-83f1-496e22770e6a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9990b7cc-83f1-47a6-8060-d9474ba2eb32 HTTP/1.1" status: 200 len: 851 time: 0.0434852 Feb 09 01:52:24.275556 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-d91c549a-2f82-4b57-96f3-facda49ead17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:24.277189 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-d91c549a-2f82-4b57-96f3-facda49ead17 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=770506b8-31af-45bc-893b-5051c06d181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492897 Feb 09 01:52:24.364270 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-7446b888-72e9-489d-aa74-51f49a89e418 service neutron] 10.222.0.47 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811489 Feb 09 01:52:24.453716 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-507278b5-e77f-4c39-97c4-5aad5d95603c service neutron] 10.222.0.47 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842109 Feb 09 01:52:25.050156 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6afb6a3-e5b8-4876-bb2c-77c428d9e642 req-3875b812-b36b-43f0-a059-1dc6feab3b2c tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:25.051659 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6afb6a3-e5b8-4876-bb2c-77c428d9e642 req-3875b812-b36b-43f0-a059-1dc6feab3b2c tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 945 time: 0.0528977 Feb 09 01:52:25.101431 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e6afb6a3-e5b8-4876-bb2c-77c428d9e642 req-fb56e783-f9ba-43bd-b2fc-5796d5f8c0dd tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441751 Feb 09 01:52:25.125518 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:52:25.172380 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:52:25.176651 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:25.177040 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (3b55eddc-6bb7-4556-ae65-de91e1c5dae0), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:25.256803 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:25.257208 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3b55eddc-6bb7-4556-ae65-de91e1c5dae0), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:25.278810 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7be052a-0602-4002-8cfc-d74e68c63aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b55eddc-6bb7-4556-ae65-de91e1c5dae0'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:52:25.281045 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718390f4-6983-42f1-a43e-16aa4c6f98b5" -d '{"events": [{"server_uuid": "a7be052a-0602-4002-8cfc-d74e68c63aac", "name": "network-vif-plugged", "status": "completed", "tag": "3b55eddc-6bb7-4556-ae65-de91e1c5dae0"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:52:25.293349 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=3b55eddc-6bb7-4556-ae65-de91e1c5dae0,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:52:25.297419 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (3b55eddc-6bb7-4556-ae65-de91e1c5dae0), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:25.331803 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1b3e09-4d04-4a57-b5c7-92f96b8aa56e x-openstack-request-id: req-fc1b3e09-4d04-4a57-b5c7-92f96b8aa56e {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:52:25.332112 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7be052a-0602-4002-8cfc-d74e68c63aac", "name": "network-vif-plugged", "status": "completed", "tag": "3b55eddc-6bb7-4556-ae65-de91e1c5dae0", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:52:25.332375 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fc1b3e09-4d04-4a57-b5c7-92f96b8aa56e {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:52:25.332881 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7be052a-0602-4002-8cfc-d74e68c63aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b55eddc-6bb7-4556-ae65-de91e1c5dae0', 'code': 200} Feb 09 01:52:25.348090 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=3b55eddc-6bb7-4556-ae65-de91e1c5dae0,revision_number=9']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:26.229739 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19275168-6f21-45f4-a028-ea0731bc87db req-336e91e6-c0c7-413d-b24b-8f87abeb9504 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:26.231287 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-19275168-6f21-45f4-a028-ea0731bc87db req-336e91e6-c0c7-413d-b24b-8f87abeb9504 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 946 time: 0.0560923 Feb 09 01:52:26.289131 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-19275168-6f21-45f4-a028-ea0731bc87db req-fef21b6b-bf10-4ada-ba4d-782362a62f02 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521715 Feb 09 01:52:26.464310 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-5ce89578-d520-46ef-8fa5-11c004e83b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:26.465854 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-5ce89578-d520-46ef-8fa5-11c004e83b36 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=a7be052a-0602-4002-8cfc-d74e68c63aac&tenant_id=126ca61c8d3f4060bfee9f888cd1914c HTTP/1.1" status: 200 len: 1128 time: 0.0452375 Feb 09 01:52:26.476931 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-c54b4565-d46e-4fec-90a6-0cb6fafadae5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828369-4', 'device_owner': 'compute:nova'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:52:26.536173 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-c54b4565-d46e-4fec-90a6-0cb6fafadae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3b55eddc-6bb7-4556-ae65-de91e1c5dae0), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:26.736777 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-c54b4565-d46e-4fec-90a6-0cb6fafadae5 service neutron] For port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=3b55eddc-6bb7-4556-ae65-de91e1c5dae0,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:52:26.768774 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-c54b4565-d46e-4fec-90a6-0cb6fafadae5 service neutron] For port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:52:26.807856 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7be052a-0602-4002-8cfc-d74e68c63aac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b55eddc-6bb7-4556-ae65-de91e1c5dae0'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:52:26.810167 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd2204f-efa0-4da4-b8a0-c0932dcee498" -d '{"events": [{"server_uuid": "a7be052a-0602-4002-8cfc-d74e68c63aac", "name": "network-vif-unplugged", "status": "completed", "tag": "3b55eddc-6bb7-4556-ae65-de91e1c5dae0"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:52:26.813645 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-c54b4565-d46e-4fec-90a6-0cb6fafadae5 service neutron] Publish callbacks [] for port (3b55eddc-6bb7-4556-ae65-de91e1c5dae0), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:26.826410 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-c54b4565-d46e-4fec-90a6-0cb6fafadae5 service neutron] Transition to ACTIVE for port object 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:52:26.830092 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-c54b4565-d46e-4fec-90a6-0cb6fafadae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (3b55eddc-6bb7-4556-ae65-de91e1c5dae0), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:26.870905 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c7cf8e-211e-495a-8953-57881e3abd8d x-openstack-request-id: req-37c7cf8e-211e-495a-8953-57881e3abd8d {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:52:26.871203 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7be052a-0602-4002-8cfc-d74e68c63aac", "name": "network-vif-unplugged", "status": "completed", "tag": "3b55eddc-6bb7-4556-ae65-de91e1c5dae0", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:52:26.871463 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-37c7cf8e-211e-495a-8953-57881e3abd8d {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:52:26.872373 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7be052a-0602-4002-8cfc-d74e68c63aac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b55eddc-6bb7-4556-ae65-de91e1c5dae0', 'code': 200} Feb 09 01:52:26.882612 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b4565-d46e-4fec-90a6-0cb6fafadae5 service neutron] Pushing event updated for resources: {'Port': ['ID=3b55eddc-6bb7-4556-ae65-de91e1c5dae0,revision_number=10']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:26.959280 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-c54b4565-d46e-4fec-90a6-0cb6fafadae5 service neutron] No DVR routers for this DVR port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:52:27.099691 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-c54b4565-d46e-4fec-90a6-0cb6fafadae5 service neutron] Attempting to bind port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:52:27.100031 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-c54b4565-d46e-4fec-90a6-0cb6fafadae5 service neutron] Attempting to bind port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': 'e804de76-62ac-474f-aa52-370d47fa593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '770506b8-31af-45bc-893b-5051c06d181a'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:52:27.100383 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-c54b4565-d46e-4fec-90a6-0cb6fafadae5 service neutron] Attempting to bind port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 on network 770506b8-31af-45bc-893b-5051c06d181a {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:52:27.104598 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-c54b4565-d46e-4fec-90a6-0cb6fafadae5 service neutron] Port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 on network 770506b8-31af-45bc-893b-5051c06d181a not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:52:27.104926 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-c54b4565-d46e-4fec-90a6-0cb6fafadae5 service neutron] Attempting to bind port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 on network 770506b8-31af-45bc-893b-5051c06d181a {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:52:27.109617 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-c54b4565-d46e-4fec-90a6-0cb6fafadae5 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:52:27.109962 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-c54b4565-d46e-4fec-90a6-0cb6fafadae5 service neutron] Checking segment: {'id': 'e804de76-62ac-474f-aa52-370d47fa593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '770506b8-31af-45bc-893b-5051c06d181a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:52:27.110352 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-c54b4565-d46e-4fec-90a6-0cb6fafadae5 service neutron] Bound using segment: {'id': 'e804de76-62ac-474f-aa52-370d47fa593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '770506b8-31af-45bc-893b-5051c06d181a'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:52:27.110776 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-c54b4565-d46e-4fec-90a6-0cb6fafadae5 service neutron] Bound port: 3b55eddc-6bb7-4556-ae65-de91e1c5dae0, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e804de76-62ac-474f-aa52-370d47fa593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '770506b8-31af-45bc-893b-5051c06d181a'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:52:27.111134 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-c54b4565-d46e-4fec-90a6-0cb6fafadae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3b55eddc-6bb7-4556-ae65-de91e1c5dae0), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:27.173027 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-c54b4565-d46e-4fec-90a6-0cb6fafadae5 service neutron] For port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:52:27.175949 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-c54b4565-d46e-4fec-90a6-0cb6fafadae5 service neutron] For port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=3b55eddc-6bb7-4556-ae65-de91e1c5dae0,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:52:27.181818 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-c54b4565-d46e-4fec-90a6-0cb6fafadae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (3b55eddc-6bb7-4556-ae65-de91e1c5dae0), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:27.218802 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-c54b4565-d46e-4fec-90a6-0cb6fafadae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:27.219447 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-c54b4565-d46e-4fec-90a6-0cb6fafadae5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:27.220879 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-c54b4565-d46e-4fec-90a6-0cb6fafadae5 service neutron] 10.222.0.120 "PUT /v2.0/ports/3b55eddc-6bb7-4556-ae65-de91e1c5dae0 HTTP/1.1" status: 200 len: 1093 time: 0.7477734 Feb 09 01:52:27.256500 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b4565-d46e-4fec-90a6-0cb6fafadae5 service neutron] Pushing event updated for resources: {'Port': ['ID=3b55eddc-6bb7-4556-ae65-de91e1c5dae0,revision_number=11']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:27.296372 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-a6e94216-5496-4810-97e7-2681396dc799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:27.297977 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-a6e94216-5496-4810-97e7-2681396dc799 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=126ca61c8d3f4060bfee9f888cd1914c&device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 1127 time: 0.0563560 Feb 09 01:52:27.425044 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-7877a7e5-52bb-471d-bcd3-753d39be0c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:27.426523 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-7877a7e5-52bb-471d-bcd3-753d39be0c3e service neutron] 10.222.0.120 "GET /v2.0/networks?id=770506b8-31af-45bc-893b-5051c06d181a HTTP/1.1" status: 200 len: 914 time: 0.1227555 Feb 09 01:52:27.448558 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdccfd1-9d05-4262-9ef1-d5190c0c2b9f req-5477118d-572d-4db0-9414-a176416e1389 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:27.449991 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6bdccfd1-9d05-4262-9ef1-d5190c0c2b9f req-5477118d-572d-4db0-9414-a176416e1389 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 945 time: 0.0841489 Feb 09 01:52:27.523865 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-66e2c009-d838-4dfa-8a7b-0b75f32559be service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b55eddc-6bb7-4556-ae65-de91e1c5dae0 HTTP/1.1" status: 200 len: 1001 time: 0.0904346 Feb 09 01:52:27.542837 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6bdccfd1-9d05-4262-9ef1-d5190c0c2b9f req-999be771-8d4b-4d65-8dc3-f6cd7b164465 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662315 Feb 09 01:52:27.576858 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-073c01cc-292c-4620-a8cb-eab787061279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:27.578312 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-073c01cc-292c-4620-a8cb-eab787061279 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=9990b7cc-83f1-47a6-8060-d9474ba2eb32 HTTP/1.1" status: 200 len: 851 time: 0.0471995 Feb 09 01:52:27.629748 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-3046acc1-fe87-4003-854a-2a5281449893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:27.631158 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-3046acc1-fe87-4003-854a-2a5281449893 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=770506b8-31af-45bc-893b-5051c06d181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472670 Feb 09 01:52:27.715915 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-e523933c-7ba2-40d0-a2ee-639296bc3a01 service neutron] 10.222.0.120 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791471 Feb 09 01:52:27.809067 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9a6c013a-9698-4d95-b4bf-50d708523a1b req-28ef6382-28e6-4288-87fe-542291bc9dc4 service neutron] 10.222.0.120 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871010 Feb 09 01:52:28.663529 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbee3cb-c9bd-4085-a74a-d5142e146961 req-84311617-8e5f-42a3-9479-323a8f39bcdc tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:28.665060 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cdbee3cb-c9bd-4085-a74a-d5142e146961 req-84311617-8e5f-42a3-9479-323a8f39bcdc tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 945 time: 0.0527754 Feb 09 01:52:28.710478 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cdbee3cb-c9bd-4085-a74a-d5142e146961 req-2d9ffbbb-5829-454e-ad0f-a7d47b612ca6 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397310 Feb 09 01:52:28.873607 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7be052a-0602-4002-8cfc-d74e68c63aac', 'tag': '3b55eddc-6bb7-4556-ae65-de91e1c5dae0'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:52:28.876130 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4454e3-418b-43c0-a9e9-d1e5f93ec6a9" -d '{"events": [{"name": "network-changed", "server_uuid": "a7be052a-0602-4002-8cfc-d74e68c63aac", "tag": "3b55eddc-6bb7-4556-ae65-de91e1c5dae0"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:52:28.924481 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f01a974-59e9-44df-8d0c-d34a39a790ee x-openstack-request-id: req-8f01a974-59e9-44df-8d0c-d34a39a790ee {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:52:28.924927 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7be052a-0602-4002-8cfc-d74e68c63aac", "tag": "3b55eddc-6bb7-4556-ae65-de91e1c5dae0", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:52:28.925188 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8f01a974-59e9-44df-8d0c-d34a39a790ee {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:52:28.925596 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7be052a-0602-4002-8cfc-d74e68c63aac', 'tag': '3b55eddc-6bb7-4556-ae65-de91e1c5dae0', 'status': 'completed', 'code': 200} Feb 09 01:52:28.985308 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4454e3-418b-43c0-a9e9-d1e5f93ec6a9 req-fed886cc-4e0b-4aff-960e-c0fc1fe93a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:28.986870 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6a4454e3-418b-43c0-a9e9-d1e5f93ec6a9 req-fed886cc-4e0b-4aff-960e-c0fc1fe93a33 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=126ca61c8d3f4060bfee9f888cd1914c&device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 1127 time: 0.0447140 Feb 09 01:52:28.991994 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4454e3-418b-43c0-a9e9-d1e5f93ec6a9 req-2b9d8a47-7b24-4e8f-b968-0cccdb47d620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:28.993571 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-6a4454e3-418b-43c0-a9e9-d1e5f93ec6a9 req-2b9d8a47-7b24-4e8f-b968-0cccdb47d620 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=126ca61c8d3f4060bfee9f888cd1914c&device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 1127 time: 0.0447736 Feb 09 01:52:29.081619 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4454e3-418b-43c0-a9e9-d1e5f93ec6a9 req-1fcd4d3e-1ec3-431c-b79d-b74a6095ce50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:29.083107 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6a4454e3-418b-43c0-a9e9-d1e5f93ec6a9 req-1fcd4d3e-1ec3-431c-b79d-b74a6095ce50 service neutron] 10.222.0.120 "GET /v2.0/networks?id=770506b8-31af-45bc-893b-5051c06d181a HTTP/1.1" status: 200 len: 914 time: 0.0894432 Feb 09 01:52:29.085949 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4454e3-418b-43c0-a9e9-d1e5f93ec6a9 req-ffaa9d57-5b17-44e0-9404-21338b43c79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:29.087398 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-6a4454e3-418b-43c0-a9e9-d1e5f93ec6a9 req-ffaa9d57-5b17-44e0-9404-21338b43c79e service neutron] 10.222.0.47 "GET /v2.0/networks?id=770506b8-31af-45bc-893b-5051c06d181a HTTP/1.1" status: 200 len: 914 time: 0.0878665 Feb 09 01:52:29.124426 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:52:29.152075 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-6a4454e3-418b-43c0-a9e9-d1e5f93ec6a9 req-0642fd78-e269-44bb-a983-628360f651de service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b55eddc-6bb7-4556-ae65-de91e1c5dae0 HTTP/1.1" status: 200 len: 1001 time: 0.0590572 Feb 09 01:52:29.155674 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6a4454e3-418b-43c0-a9e9-d1e5f93ec6a9 req-ccdf9892-c729-4092-bd62-aea272b8483d service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b55eddc-6bb7-4556-ae65-de91e1c5dae0 HTTP/1.1" status: 200 len: 1001 time: 0.0626283 Feb 09 01:52:29.167631 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] The host n-h1-828369-4 is not matching for port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 host n-h2-828369-4! {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:52:29.168044 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:52:29.202560 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4454e3-418b-43c0-a9e9-d1e5f93ec6a9 req-2eb6153e-893b-4235-ba17-2fddaee40f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:29.204588 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-6a4454e3-418b-43c0-a9e9-d1e5f93ec6a9 req-2eb6153e-893b-4235-ba17-2fddaee40f9f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9990b7cc-83f1-47a6-8060-d9474ba2eb32 HTTP/1.1" status: 200 len: 851 time: 0.0465760 Feb 09 01:52:29.221246 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4454e3-418b-43c0-a9e9-d1e5f93ec6a9 req-0845b962-423f-46c5-ba65-278f570d8f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:29.222834 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6a4454e3-418b-43c0-a9e9-d1e5f93ec6a9 req-0845b962-423f-46c5-ba65-278f570d8f75 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=9990b7cc-83f1-47a6-8060-d9474ba2eb32 HTTP/1.1" status: 200 len: 851 time: 0.0612609 Feb 09 01:52:29.257515 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4454e3-418b-43c0-a9e9-d1e5f93ec6a9 req-fcc8e453-31cc-474d-af14-17d9ddefbdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:29.259156 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-6a4454e3-418b-43c0-a9e9-d1e5f93ec6a9 req-fcc8e453-31cc-474d-af14-17d9ddefbdfa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=770506b8-31af-45bc-893b-5051c06d181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496404 Feb 09 01:52:29.284226 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4454e3-418b-43c0-a9e9-d1e5f93ec6a9 req-e5df9091-99f7-4cac-b0ff-c11d457f6d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:29.285887 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6a4454e3-418b-43c0-a9e9-d1e5f93ec6a9 req-e5df9091-99f7-4cac-b0ff-c11d457f6d93 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=770506b8-31af-45bc-893b-5051c06d181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0565951 Feb 09 01:52:29.359894 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-6a4454e3-418b-43c0-a9e9-d1e5f93ec6a9 req-88a213ec-66c4-475a-9de6-d9287208eea3 service neutron] 10.222.0.47 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948503 Feb 09 01:52:29.378065 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6a4454e3-418b-43c0-a9e9-d1e5f93ec6a9 req-035a8e24-f1f9-45bb-bdbc-2cb47e6e8a26 service neutron] 10.222.0.120 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861006 Feb 09 01:52:29.459167 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-6a4454e3-418b-43c0-a9e9-d1e5f93ec6a9 req-bd30ef91-6941-4935-a347-d15ffd886dad service neutron] 10.222.0.47 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935738 Feb 09 01:52:29.476017 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6a4454e3-418b-43c0-a9e9-d1e5f93ec6a9 req-e7dceb14-032e-40f6-8ace-153b2bff95fc service neutron] 10.222.0.120 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924277 Feb 09 01:52:29.835765 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859da6f-6466-4139-8c62-0d3e7156b712 req-84e05df1-60ad-46ec-8c43-661f100f8b1b tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:29.837334 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9859da6f-6466-4139-8c62-0d3e7156b712 req-84e05df1-60ad-46ec-8c43-661f100f8b1b tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 945 time: 0.0518363 Feb 09 01:52:29.882513 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9859da6f-6466-4139-8c62-0d3e7156b712 req-3fade7a1-893a-4df2-8627-667203d50993 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391359 Feb 09 01:52:30.005504 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5a7c2-2f73-435b-9666-4d4e6c71d7a7 req-60acd90e-2ef6-43c2-880a-9e80e2242f86 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:30.006928 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-53f5a7c2-2f73-435b-9666-4d4e6c71d7a7 req-60acd90e-2ef6-43c2-880a-9e80e2242f86 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 945 time: 0.0561256 Feb 09 01:52:30.024078 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:52:30.056835 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-53f5a7c2-2f73-435b-9666-4d4e6c71d7a7 req-18367e02-1c9e-4213-9344-3b3cdeda8753 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436912 Feb 09 01:52:30.119318 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=3b55eddc-6bb7-4556-ae65-de91e1c5dae0,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:52:30.130865 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '3b55eddc-6bb7-4556-ae65-de91e1c5dae0', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'port_id': '3b55eddc-6bb7-4556-ae65-de91e1c5dae0', 'mac_address': 'fa:16:3e:a6:1d:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:52:30.172259 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:30.172700 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3b55eddc-6bb7-4556-ae65-de91e1c5dae0), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:30.175267 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febe7f5-c765-4017-ac32-2f2b155c0638 req-63dcbca5-51af-4055-977e-0edd1e383c1c tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:30.176845 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8febe7f5-c765-4017-ac32-2f2b155c0638 req-63dcbca5-51af-4055-977e-0edd1e383c1c tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 945 time: 0.0545416 Feb 09 01:52:30.186251 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:52:30.205628 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=3b55eddc-6bb7-4556-ae65-de91e1c5dae0,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:52:30.210730 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (3b55eddc-6bb7-4556-ae65-de91e1c5dae0), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:30.226018 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8febe7f5-c765-4017-ac32-2f2b155c0638 req-7974ede7-0e23-44f7-ac30-a2b6b2fb56c9 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430930 Feb 09 01:52:30.263539 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=3b55eddc-6bb7-4556-ae65-de91e1c5dae0,revision_number=12']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:30.417699 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['3b55eddc-6bb7-4556-ae65-de91e1c5dae0'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:52:30.459958 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3906c1df-fbdc-42ab-9529-96ebe56c26a5 req-4502efb3-e617-49af-a2f5-0c566289a560 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:30.461483 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3906c1df-fbdc-42ab-9529-96ebe56c26a5 req-4502efb3-e617-49af-a2f5-0c566289a560 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 946 time: 0.0524180 Feb 09 01:52:30.512664 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3906c1df-fbdc-42ab-9529-96ebe56c26a5 req-1a3cff72-1b7f-4671-9ad1-e83e0c1aed89 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452316 Feb 09 01:52:31.632891 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4616f-cdbb-4df3-888a-5e63af2d14d1 req-cca87fbf-6615-4a17-b4b3-7f6da66e2a68 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:31.634924 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bfc4616f-cdbb-4df3-888a-5e63af2d14d1 req-cca87fbf-6615-4a17-b4b3-7f6da66e2a68 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 946 time: 0.0521605 Feb 09 01:52:31.690245 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bfc4616f-cdbb-4df3-888a-5e63af2d14d1 req-cb42c123-77a8-495d-a22e-7ee9111331a2 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498824 Feb 09 01:52:31.730611 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476097a-d8f2-4873-947f-57ae9eb36556 req-953b5dd9-01bb-4396-b829-0f4130bb4e81 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:31.732077 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e476097a-d8f2-4873-947f-57ae9eb36556 req-953b5dd9-01bb-4396-b829-0f4130bb4e81 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.120 "GET /v2.0/ports?device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 946 time: 0.0544307 Feb 09 01:52:31.834706 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-e476097a-d8f2-4873-947f-57ae9eb36556 req-d298cd96-a3c1-42ec-ab33-c72f2bbf6718 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Deleting port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:52:31.835068 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e476097a-d8f2-4873-947f-57ae9eb36556 req-d298cd96-a3c1-42ec-ab33-c72f2bbf6718 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (3b55eddc-6bb7-4556-ae65-de91e1c5dae0), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:31.922788 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-e476097a-d8f2-4873-947f-57ae9eb36556 req-d298cd96-a3c1-42ec-ab33-c72f2bbf6718 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] For port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=3b55eddc-6bb7-4556-ae65-de91e1c5dae0,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:52:31.923158 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e476097a-d8f2-4873-947f-57ae9eb36556 req-d298cd96-a3c1-42ec-ab33-c72f2bbf6718 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (3b55eddc-6bb7-4556-ae65-de91e1c5dae0), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:32.033342 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:52:32.085719 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:52:32.091021 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:32.091407 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (3b55eddc-6bb7-4556-ae65-de91e1c5dae0), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:32.166398 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e476097a-d8f2-4873-947f-57ae9eb36556 req-d298cd96-a3c1-42ec-ab33-c72f2bbf6718 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:32.166774 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e476097a-d8f2-4873-947f-57ae9eb36556 req-d298cd96-a3c1-42ec-ab33-c72f2bbf6718 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (00a05cc8-8858-461e-abe8-2e7a52288433), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:32.167100 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [req-e476097a-d8f2-4873-947f-57ae9eb36556 req-d298cd96-a3c1-42ec-ab33-c72f2bbf6718 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Floating IP 00a05cc8-8858-461e-abe8-2e7a52288433 disassociated. External IP: 172.25.8.128, port: 3b55eddc-6bb7-4556-ae65-de91e1c5dae0. Feb 09 01:52:32.167456 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-e476097a-d8f2-4873-947f-57ae9eb36556 req-d298cd96-a3c1-42ec-ab33-c72f2bbf6718 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Calling delete_port for 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:52:32.175391 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:32.175795 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3b55eddc-6bb7-4556-ae65-de91e1c5dae0), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:32.203763 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7be052a-0602-4002-8cfc-d74e68c63aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b55eddc-6bb7-4556-ae65-de91e1c5dae0'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:52:32.206032 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8297f111-c1a0-4330-83f5-73ed64f9650e" -d '{"events": [{"server_uuid": "a7be052a-0602-4002-8cfc-d74e68c63aac", "name": "network-vif-plugged", "status": "completed", "tag": "3b55eddc-6bb7-4556-ae65-de91e1c5dae0"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:52:32.217001 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=3b55eddc-6bb7-4556-ae65-de91e1c5dae0,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:52:32.221312 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (3b55eddc-6bb7-4556-ae65-de91e1c5dae0), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:32.254001 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe68b8d-b684-474c-90cc-e60c51b017cb x-openstack-request-id: req-6fe68b8d-b684-474c-90cc-e60c51b017cb {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:52:32.254305 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7be052a-0602-4002-8cfc-d74e68c63aac", "name": "network-vif-plugged", "status": "completed", "tag": "3b55eddc-6bb7-4556-ae65-de91e1c5dae0", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:52:32.254561 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6fe68b8d-b684-474c-90cc-e60c51b017cb {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:52:32.254953 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7be052a-0602-4002-8cfc-d74e68c63aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b55eddc-6bb7-4556-ae65-de91e1c5dae0', 'code': 200} Feb 09 01:52:32.276479 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=3b55eddc-6bb7-4556-ae65-de91e1c5dae0,revision_number=13']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:32.302158 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e476097a-d8f2-4873-947f-57ae9eb36556 req-d298cd96-a3c1-42ec-ab33-c72f2bbf6718 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (3b55eddc-6bb7-4556-ae65-de91e1c5dae0), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:32.330761 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d298cd96-a3c1-42ec-ab33-c72f2bbf6718 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Pushing event deleted for resources: {'Port': ['ID=3b55eddc-6bb7-4556-ae65-de91e1c5dae0,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:32.447746 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0fc77577-f246-4acb-bae7-41a382c4e80c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:32.455344 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e476097a-d8f2-4873-947f-57ae9eb36556 req-d298cd96-a3c1-42ec-ab33-c72f2bbf6718 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Router cc3ccfed-fabe-469c-9487-552095ee3322 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:52:32.571067 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e476097a-d8f2-4873-947f-57ae9eb36556 req-d298cd96-a3c1-42ec-ab33-c72f2bbf6718 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:52:32.581064 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a93847-f501-4898-a860-952daf119899 None None] Sync routers for ids ['cc3ccfed-fabe-469c-9487-552095ee3322'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:52:32.592438 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a93847-f501-4898-a860-952daf119899 None None] Routers {'cc3ccfed-fabe-469c-9487-552095ee3322'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:52:32.592796 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-99a93847-f501-4898-a860-952daf119899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:52:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['cc3ccfed-fabe-469c-9487-552095ee3322'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:32.612690 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-e476097a-d8f2-4873-947f-57ae9eb36556 req-d298cd96-a3c1-42ec-ab33-c72f2bbf6718 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] No DVR routers for this DVR port 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:52:32.615546 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-e476097a-d8f2-4873-947f-57ae9eb36556 req-d298cd96-a3c1-42ec-ab33-c72f2bbf6718 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:32.619795 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e476097a-d8f2-4873-947f-57ae9eb36556 req-d298cd96-a3c1-42ec-ab33-c72f2bbf6718 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.120 "DELETE /v2.0/ports/3b55eddc-6bb7-4556-ae65-de91e1c5dae0 HTTP/1.1" status: 204 len: 173 time: 0.8830049 Feb 09 01:52:32.620256 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7be052a-0602-4002-8cfc-d74e68c63aac', 'name': 'network-vif-deleted', 'tag': '3b55eddc-6bb7-4556-ae65-de91e1c5dae0'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:52:32.623086 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73bb938-826a-473d-a196-d105b63daf45" -d '{"events": [{"server_uuid": "a7be052a-0602-4002-8cfc-d74e68c63aac", "name": "network-vif-deleted", "tag": "3b55eddc-6bb7-4556-ae65-de91e1c5dae0"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:52:32.671137 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb78181a-d968-4cde-bc10-44b6a872619e x-openstack-request-id: req-eb78181a-d968-4cde-bc10-44b6a872619e {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:52:32.671809 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7be052a-0602-4002-8cfc-d74e68c63aac", "name": "network-vif-deleted", "tag": "3b55eddc-6bb7-4556-ae65-de91e1c5dae0", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:52:32.672934 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-eb78181a-d968-4cde-bc10-44b6a872619e {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:52:32.672934 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7be052a-0602-4002-8cfc-d74e68c63aac', 'name': 'network-vif-deleted', 'tag': '3b55eddc-6bb7-4556-ae65-de91e1c5dae0', 'status': 'completed', 'code': 200} Feb 09 01:52:32.707831 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-99a93847-f501-4898-a860-952daf119899 None None] Set router cc3ccfed-fabe-469c-9487-552095ee3322 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:52:32.816960 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a0d362ab-e6ab-42ae-9634-0fbdc6fa02e9 req-000e3d15-7720-4281-a61c-79f10452c1e3 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=a7be052a-0602-4002-8cfc-d74e68c63aac HTTP/1.1" status: 200 len: 210 time: 0.0377860 Feb 09 01:52:32.916682 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-99a93847-f501-4898-a860-952daf119899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'name': 'tempest-ServerActionsTestJSON-1584920205-router', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:08Z', 'updated_at': '2022-02-09T01:50:11Z', 'revision_number': 4, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'gw_port': {'id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:09Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '75b2e617-73c3-459f-8fff-4e05a2223948', 'name': '', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'mac_address': 'fa:16:3e:45:75:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:10Z', 'updated_at': '2022-02-09T01:50:15Z', 'revision_number': 5, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'subnets': [{'id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:32.946470 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a93847-f501-4898-a860-952daf119899 None None] Checking router: cc3ccfed-fabe-469c-9487-552095ee3322 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:52:32.955395 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a93847-f501-4898-a860-952daf119899 None None] Routers {'cc3ccfed-fabe-469c-9487-552095ee3322'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:52:32.956019 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-99a93847-f501-4898-a860-952daf119899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:52:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['cc3ccfed-fabe-469c-9487-552095ee3322'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:33.072243 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-99a93847-f501-4898-a860-952daf119899 None None] Set router cc3ccfed-fabe-469c-9487-552095ee3322 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:52:33.271857 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-99a93847-f501-4898-a860-952daf119899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'name': 'tempest-ServerActionsTestJSON-1584920205-router', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:08Z', 'updated_at': '2022-02-09T01:50:11Z', 'revision_number': 4, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'gw_port': {'id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:09Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '75b2e617-73c3-459f-8fff-4e05a2223948', 'name': '', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'mac_address': 'fa:16:3e:45:75:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:10Z', 'updated_at': '2022-02-09T01:50:15Z', 'revision_number': 5, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'subnets': [{'id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:33.297683 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a93847-f501-4898-a860-952daf119899 None None] The sync data for ids ['cc3ccfed-fabe-469c-9487-552095ee3322'] in n-d-828369-4 is: [{'id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'name': 'tempest-ServerActionsTestJSON-1584920205-router', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:08Z', 'updated_at': '2022-02-09T01:50:11Z', 'revision_number': 4, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'gw_port': {'id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:09Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '75b2e617-73c3-459f-8fff-4e05a2223948', 'name': '', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'mac_address': 'fa:16:3e:45:75:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:10Z', 'updated_at': '2022-02-09T01:50:15Z', 'revision_number': 5, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'subnets': [{'id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:52:33.535654 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c772bcf8-a5e1-4350-99cc-0f06447b4722 None None] New status for floating IP 00a05cc8-8858-461e-abe8-2e7a52288433: DOWN {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:52:34.060320 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-c4c9c0a9-7487-4613-a039-cee4d26acb35 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1537292734&fields=id&tenant_id=126ca61c8d3f4060bfee9f888cd1914c HTTP/1.1" status: 200 len: 267 time: 0.0411999 Feb 09 01:52:34.163790 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-01fd263e-e645-41ed-ac82-a8f59c4958ee tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:34.165629 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-01fd263e-e645-41ed-ac82-a8f59c4958ee tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/networks?id=770506b8-31af-45bc-893b-5051c06d181a HTTP/1.1" status: 200 len: 812 time: 0.0983784 Feb 09 01:52:34.179055 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-701b78dd-02cd-47c7-a2d8-493beaa58d3b tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/quotas/126ca61c8d3f4060bfee9f888cd1914c HTTP/1.1" status: 200 len: 375 time: 0.0085342 Feb 09 01:52:34.234877 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-f2c72fcf-6163-414a-bf6f-2b4d039bab23 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=126ca61c8d3f4060bfee9f888cd1914c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511875 Feb 09 01:52:34.332430 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-348de807-38e8-4707-8e65-2cab4b967031 service neutron] 10.222.0.50 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807652 Feb 09 01:52:34.474373 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d9f92b5d-378e-4565-a75d-151c8e72f508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:34.754487 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-1b73f8f7-d497-4c3e-ac3d-303c3c8927e9 service neutron] 10.222.0.50 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162452 Feb 09 01:52:34.921814 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-60a6e0d4-8c8f-4dfa-b704-c1513211c0a4 req-55bdaf1c-dbe2-4eb0-8f56-220da2efaa38 service neutron] (103136) timed out ('10.222.0.120', 64229) {{(pid=103136) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 01:52:34.923905 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-faea530a-d142-44dc-9502-b839f799a869 req-b1e74f38-facd-4ae0-80e3-291b9467cf83 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 210 time: 0.0287910 Feb 09 01:52:35.838942 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-091ab45e-706b-4445-a944-3a861cf76f76 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:35.840426 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-091ab45e-706b-4445-a944-3a861cf76f76 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.120 "GET /v2.0/networks?id=770506b8-31af-45bc-893b-5051c06d181a HTTP/1.1" status: 200 len: 812 time: 0.1024287 Feb 09 01:52:35.904232 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-32990d50-ad20-4be4-9f0d-07dce684cbfb tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=126ca61c8d3f4060bfee9f888cd1914c HTTP/1.1" status: 200 len: 380 time: 0.0564761 Feb 09 01:52:35.912698 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-11749679-2caa-4e13-8bbe-f921ec406c12 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Request body: {'port': {'device_id': '7966c381-f615-469c-8196-053cc003eb74', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'admin_state_up': True, 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'security_groups': ['ec71df23-2761-43ac-a4a9-962534227f02']}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:52:36.026958 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f8df3f24-9b2e-4096-8697-93407d3c3e25 req-97267056-1af5-4e1c-a4d3-ece2696e34c6 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 210 time: 0.0312304 Feb 09 01:52:36.043650 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-11749679-2caa-4e13-8bbe-f921ec406c12 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Made reservation on behalf of 126ca61c8d3f4060bfee9f888cd1914c for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:52:36.047103 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-11749679-2caa-4e13-8bbe-f921ec406c12 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:36.052451 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:36.079316 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:52:36.099907 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:52:36.100218 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 3b55eddc-6bb7-4556-ae65-de91e1c5dae0 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:52:36.181781 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-11749679-2caa-4e13-8bbe-f921ec406c12 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Allocated IP 172.20.0.9 (770506b8-31af-45bc-893b-5051c06d181a/9990b7cc-83f1-47a6-8060-d9474ba2eb32/e057cffc-732a-4480-8f6b-1009131c1fde) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:52:36.326540 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-11749679-2caa-4e13-8bbe-f921ec406c12 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks [] for port (e057cffc-732a-4480-8f6b-1009131c1fde), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:36.359954 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-11749679-2caa-4e13-8bbe-f921ec406c12 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (e057cffc-732a-4480-8f6b-1009131c1fde), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:36.401301 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-11749679-2caa-4e13-8bbe-f921ec406c12 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Network 770506b8-31af-45bc-893b-5051c06d181a is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:52:36.406254 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-11749679-2caa-4e13-8bbe-f921ec406c12 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:52:36.409915 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-11749679-2caa-4e13-8bbe-f921ec406c12 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:52:36.436485 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11749679-2caa-4e13-8bbe-f921ec406c12 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Pushing event updated for resources: {'Port': ['ID=e057cffc-732a-4480-8f6b-1009131c1fde,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:36.462468 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-11749679-2caa-4e13-8bbe-f921ec406c12 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:36.463107 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-11749679-2caa-4e13-8bbe-f921ec406c12 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:36.479496 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-11749679-2caa-4e13-8bbe-f921ec406c12 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5702798 Feb 09 01:52:36.494901 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-6d5a63f0-a94c-4a9b-9133-96b7388c3ea9 service neutron] Request body: {'port': {'device_id': '7966c381-f615-469c-8196-053cc003eb74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:52:36.561131 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-6d5a63f0-a94c-4a9b-9133-96b7388c3ea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e057cffc-732a-4480-8f6b-1009131c1fde), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:36.679919 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-4e95ac72-14cf-4825-8f00-150efacab8a1 None None] Provisioning complete for port e057cffc-732a-4480-8f6b-1009131c1fde triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:36.680843 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4e95ac72-14cf-4825-8f00-150efacab8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e057cffc-732a-4480-8f6b-1009131c1fde), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:36.716990 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-4e95ac72-14cf-4825-8f00-150efacab8a1 None None] Port e057cffc-732a-4480-8f6b-1009131c1fde cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:52:36.845525 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-6d5a63f0-a94c-4a9b-9133-96b7388c3ea9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e057cffc-732a-4480-8f6b-1009131c1fde {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:52:36.855284 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-6d5a63f0-a94c-4a9b-9133-96b7388c3ea9 service neutron] Publish callbacks [] for port (e057cffc-732a-4480-8f6b-1009131c1fde), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:36.867319 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-6d5a63f0-a94c-4a9b-9133-96b7388c3ea9 service neutron] Transition to ACTIVE for port object e057cffc-732a-4480-8f6b-1009131c1fde will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:52:36.872219 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-6d5a63f0-a94c-4a9b-9133-96b7388c3ea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (e057cffc-732a-4480-8f6b-1009131c1fde), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:36.932775 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5a63f0-a94c-4a9b-9133-96b7388c3ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=e057cffc-732a-4480-8f6b-1009131c1fde,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:37.010207 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-6d5a63f0-a94c-4a9b-9133-96b7388c3ea9 service neutron] Attempting to bind port e057cffc-732a-4480-8f6b-1009131c1fde on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:52:37.010696 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-6d5a63f0-a94c-4a9b-9133-96b7388c3ea9 service neutron] Attempting to bind port e057cffc-732a-4480-8f6b-1009131c1fde by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': 'e804de76-62ac-474f-aa52-370d47fa593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '770506b8-31af-45bc-893b-5051c06d181a'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:52:37.011413 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-6d5a63f0-a94c-4a9b-9133-96b7388c3ea9 service neutron] Attempting to bind port e057cffc-732a-4480-8f6b-1009131c1fde on network 770506b8-31af-45bc-893b-5051c06d181a {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:52:37.015773 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-6d5a63f0-a94c-4a9b-9133-96b7388c3ea9 service neutron] Port e057cffc-732a-4480-8f6b-1009131c1fde on network 770506b8-31af-45bc-893b-5051c06d181a not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:52:37.016107 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-6d5a63f0-a94c-4a9b-9133-96b7388c3ea9 service neutron] Attempting to bind port e057cffc-732a-4480-8f6b-1009131c1fde on network 770506b8-31af-45bc-893b-5051c06d181a {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:52:37.021709 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-6d5a63f0-a94c-4a9b-9133-96b7388c3ea9 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:52:37.022055 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-6d5a63f0-a94c-4a9b-9133-96b7388c3ea9 service neutron] Checking segment: {'id': 'e804de76-62ac-474f-aa52-370d47fa593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '770506b8-31af-45bc-893b-5051c06d181a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:52:37.022455 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-6d5a63f0-a94c-4a9b-9133-96b7388c3ea9 service neutron] Bound using segment: {'id': 'e804de76-62ac-474f-aa52-370d47fa593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '770506b8-31af-45bc-893b-5051c06d181a'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:52:37.022895 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-6d5a63f0-a94c-4a9b-9133-96b7388c3ea9 service neutron] Bound port: e057cffc-732a-4480-8f6b-1009131c1fde, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e804de76-62ac-474f-aa52-370d47fa593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '770506b8-31af-45bc-893b-5051c06d181a'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:52:37.023263 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-6d5a63f0-a94c-4a9b-9133-96b7388c3ea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e057cffc-732a-4480-8f6b-1009131c1fde), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:37.092691 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-6d5a63f0-a94c-4a9b-9133-96b7388c3ea9 service neutron] For port e057cffc-732a-4480-8f6b-1009131c1fde, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:52:37.098543 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-6d5a63f0-a94c-4a9b-9133-96b7388c3ea9 service neutron] For port e057cffc-732a-4480-8f6b-1009131c1fde, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=e057cffc-732a-4480-8f6b-1009131c1fde,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:52:37.105854 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-6d5a63f0-a94c-4a9b-9133-96b7388c3ea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (e057cffc-732a-4480-8f6b-1009131c1fde), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:37.198035 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-6d5a63f0-a94c-4a9b-9133-96b7388c3ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:37.198882 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-6d5a63f0-a94c-4a9b-9133-96b7388c3ea9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:37.200472 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-6d5a63f0-a94c-4a9b-9133-96b7388c3ea9 service neutron] 10.222.0.120 "PUT /v2.0/ports/e057cffc-732a-4480-8f6b-1009131c1fde HTTP/1.1" status: 200 len: 1091 time: 0.7099447 Feb 09 01:52:37.201171 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7966c381-f615-469c-8196-053cc003eb74', 'tag': 'e057cffc-732a-4480-8f6b-1009131c1fde'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:52:37.204210 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9118131-5544-4366-ad18-0139582db0ef" -d '{"events": [{"name": "network-changed", "server_uuid": "7966c381-f615-469c-8196-053cc003eb74", "tag": "e057cffc-732a-4480-8f6b-1009131c1fde"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:52:37.243946 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5a63f0-a94c-4a9b-9133-96b7388c3ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=e057cffc-732a-4480-8f6b-1009131c1fde,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:37.273118 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a89c971-3054-4659-aff2-b930b706cac4 x-openstack-request-id: req-4a89c971-3054-4659-aff2-b930b706cac4 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:52:37.273312 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7966c381-f615-469c-8196-053cc003eb74", "tag": "e057cffc-732a-4480-8f6b-1009131c1fde", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:52:37.273549 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4a89c971-3054-4659-aff2-b930b706cac4 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:52:37.274116 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7966c381-f615-469c-8196-053cc003eb74', 'tag': 'e057cffc-732a-4480-8f6b-1009131c1fde', 'status': 'completed', 'code': 200} Feb 09 01:52:37.317835 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d22cf9-af26-419e-bf8f-bcac7423e466 req-9b7f8e14-62bc-45b0-8a78-ce4bf6a233e6 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:37.320209 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e3d22cf9-af26-419e-bf8f-bcac7423e466 req-9b7f8e14-62bc-45b0-8a78-ce4bf6a233e6 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 943 time: 0.1831610 Feb 09 01:52:37.332814 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:37.381063 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-92ffeb6a-9aff-45b2-90e3-693682c495fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:37.384069 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-92ffeb6a-9aff-45b2-90e3-693682c495fb service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=126ca61c8d3f4060bfee9f888cd1914c&device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 1125 time: 0.1323292 Feb 09 01:52:37.453647 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-fd5a6861-1d09-4b4e-b0b3-ec24839abe4f service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e057cffc-732a-4480-8f6b-1009131c1fde HTTP/1.1" status: 200 len: 217 time: 0.0609751 Feb 09 01:52:37.458632 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e3d22cf9-af26-419e-bf8f-bcac7423e466 req-abfbef46-3e56-4b9d-adff-b9ac27d26314 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303513 Feb 09 01:52:37.532928 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-cfda22f7-ed5a-49cc-8eee-901a2409c1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:37.535236 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-cfda22f7-ed5a-49cc-8eee-901a2409c1c2 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=9990b7cc-83f1-47a6-8060-d9474ba2eb32 HTTP/1.1" status: 200 len: 851 time: 0.0753474 Feb 09 01:52:37.584026 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-0b805761-428e-4275-b619-f2648fcaa57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:37.585601 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-0b805761-428e-4275-b619-f2648fcaa57e service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=770506b8-31af-45bc-893b-5051c06d181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439804 Feb 09 01:52:37.676641 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-7fc154b0-3a95-4ab1-9f0e-9a643e0401d3 service neutron] 10.222.0.120 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836833 Feb 09 01:52:37.772839 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-58f5b053-736f-40af-9f69-40ec9dad97a1 req-033bb760-5467-4161-ad69-bb835c150eff service neutron] 10.222.0.120 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900841 Feb 09 01:52:37.864483 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9118131-5544-4366-ad18-0139582db0ef req-1d9724a3-bf87-464b-a3ea-155203580efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:37.866093 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9118131-5544-4366-ad18-0139582db0ef req-1d9724a3-bf87-464b-a3ea-155203580efb service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=126ca61c8d3f4060bfee9f888cd1914c&device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 1125 time: 0.0464220 Feb 09 01:52:37.962417 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9118131-5544-4366-ad18-0139582db0ef req-e6671ad2-7d3c-4d22-9230-416846b2c4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:37.963920 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9118131-5544-4366-ad18-0139582db0ef req-e6671ad2-7d3c-4d22-9230-416846b2c4a3 service neutron] 10.222.0.120 "GET /v2.0/networks?id=770506b8-31af-45bc-893b-5051c06d181a HTTP/1.1" status: 200 len: 914 time: 0.0905554 Feb 09 01:52:38.005761 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9118131-5544-4366-ad18-0139582db0ef req-44825f04-1208-44ca-8d85-d05b2481f2fb service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e057cffc-732a-4480-8f6b-1009131c1fde HTTP/1.1" status: 200 len: 217 time: 0.0351157 Feb 09 01:52:38.043974 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:38.059414 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9118131-5544-4366-ad18-0139582db0ef req-6633b8ad-5f81-4b1d-9031-a1bc17a0fa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:38.060950 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9118131-5544-4366-ad18-0139582db0ef req-6633b8ad-5f81-4b1d-9031-a1bc17a0fa26 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=9990b7cc-83f1-47a6-8060-d9474ba2eb32 HTTP/1.1" status: 200 len: 851 time: 0.0479548 Feb 09 01:52:38.113788 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9118131-5544-4366-ad18-0139582db0ef req-8d70e773-b15f-4fe2-9836-81ff5752ea73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:38.115286 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9118131-5544-4366-ad18-0139582db0ef req-8d70e773-b15f-4fe2-9836-81ff5752ea73 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=770506b8-31af-45bc-893b-5051c06d181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485187 Feb 09 01:52:38.203127 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9118131-5544-4366-ad18-0139582db0ef req-e4d8276e-ba64-4fe3-9304-e070d0ea9e16 service neutron] 10.222.0.120 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806191 Feb 09 01:52:38.294178 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9118131-5544-4366-ad18-0139582db0ef req-484a7cee-16c9-4939-97cc-cd57e9b004c0 service neutron] 10.222.0.120 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851817 Feb 09 01:52:38.495094 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:38.581895 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338c7aa-e787-4238-96f9-e0d6626a59a2 req-00757a6b-f054-4c2b-860c-cb478417b229 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:38.583302 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9338c7aa-e787-4238-96f9-e0d6626a59a2 req-00757a6b-f054-4c2b-860c-cb478417b229 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 943 time: 0.0529203 Feb 09 01:52:38.629059 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9338c7aa-e787-4238-96f9-e0d6626a59a2 req-d2295e4b-35b9-4235-b06d-6ff1e41bd7bb tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395417 Feb 09 01:52:39.761761 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:39.766177 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860485c9-e96a-42bb-ac70-19e3cbf976f2 req-943cf22f-fdd4-49cf-b07f-fa3146ae092e tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:39.767679 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-860485c9-e96a-42bb-ac70-19e3cbf976f2 req-943cf22f-fdd4-49cf-b07f-fa3146ae092e tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 943 time: 0.0532670 Feb 09 01:52:39.813752 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-860485c9-e96a-42bb-ac70-19e3cbf976f2 req-b5ac2e2d-d10b-405c-bf5a-1903e0d4a915 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393946 Feb 09 01:52:40.139671 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device e057cffc-732a-4480-8f6b-1009131c1fde details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:52:40.235234 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port e057cffc-732a-4480-8f6b-1009131c1fde, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=e057cffc-732a-4480-8f6b-1009131c1fde,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:52:40.250228 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': 'e057cffc-732a-4480-8f6b-1009131c1fde', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'port_id': 'e057cffc-732a-4480-8f6b-1009131c1fde', 'mac_address': 'fa:16:3e:c3:1b:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:52:40.285694 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port e057cffc-732a-4480-8f6b-1009131c1fde is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:40.286007 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e057cffc-732a-4480-8f6b-1009131c1fde), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:40.298740 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e057cffc-732a-4480-8f6b-1009131c1fde {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:52:40.317795 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port e057cffc-732a-4480-8f6b-1009131c1fde, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=e057cffc-732a-4480-8f6b-1009131c1fde,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:52:40.321664 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e057cffc-732a-4480-8f6b-1009131c1fde), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:40.367362 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=e057cffc-732a-4480-8f6b-1009131c1fde,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:40.516500 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['e057cffc-732a-4480-8f6b-1009131c1fde'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:52:40.936549 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac221a-504f-4bdd-be4a-bb7b3a04687a req-0b70cac8-6d60-462b-b77c-bf2242dc27d9 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:40.938068 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8bac221a-504f-4bdd-be4a-bb7b3a04687a req-0b70cac8-6d60-462b-b77c-bf2242dc27d9 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 944 time: 0.0567288 Feb 09 01:52:40.982850 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8bac221a-504f-4bdd-be4a-bb7b3a04687a req-0a9f1ac0-ee0f-4296-9f7a-55b2cd7e7287 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392809 Feb 09 01:52:42.049069 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-bb6b96ed-19c3-491a-bb86-71619207fb2f req-0ff004de-8454-469c-9f88-dff37cdf4af5 service neutron] (103136) timed out ('10.222.0.120', 64198) {{(pid=103136) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 01:52:42.102870 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d83d18-6f14-4214-a3f1-954869f8463f req-fc0a65cf-4104-4832-9d99-c33479d4bc26 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:42.104633 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-87d83d18-6f14-4214-a3f1-954869f8463f req-fc0a65cf-4104-4832-9d99-c33479d4bc26 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 944 time: 0.0541711 Feb 09 01:52:42.156010 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-87d83d18-6f14-4214-a3f1-954869f8463f req-70e2b787-a543-4b74-aa16-aaa5f7e6dc8c tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458317 Feb 09 01:52:42.156728 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device e057cffc-732a-4480-8f6b-1009131c1fde up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:52:42.204403 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port e057cffc-732a-4480-8f6b-1009131c1fde completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:52:42.208360 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port e057cffc-732a-4480-8f6b-1009131c1fde triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:52:42.208769 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e057cffc-732a-4480-8f6b-1009131c1fde), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:42.441080 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port e057cffc-732a-4480-8f6b-1009131c1fde is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:52:42.441486 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e057cffc-732a-4480-8f6b-1009131c1fde), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:42.472456 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7966c381-f615-469c-8196-053cc003eb74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e057cffc-732a-4480-8f6b-1009131c1fde'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:52:42.475916 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05ccd0a-c888-4811-b501-4d38edf9a706" -d '{"events": [{"server_uuid": "7966c381-f615-469c-8196-053cc003eb74", "name": "network-vif-plugged", "status": "completed", "tag": "e057cffc-732a-4480-8f6b-1009131c1fde"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:52:42.490361 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port e057cffc-732a-4480-8f6b-1009131c1fde, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=e057cffc-732a-4480-8f6b-1009131c1fde,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:52:42.495278 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e057cffc-732a-4480-8f6b-1009131c1fde), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:42.519129 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69b283f-7c8a-485e-a52f-c225b733b780 x-openstack-request-id: req-b69b283f-7c8a-485e-a52f-c225b733b780 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:52:42.519428 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7966c381-f615-469c-8196-053cc003eb74", "name": "network-vif-plugged", "status": "completed", "tag": "e057cffc-732a-4480-8f6b-1009131c1fde", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:52:42.519941 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b69b283f-7c8a-485e-a52f-c225b733b780 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:52:42.520335 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7966c381-f615-469c-8196-053cc003eb74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e057cffc-732a-4480-8f6b-1009131c1fde', 'code': 200} Feb 09 01:52:42.546847 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=e057cffc-732a-4480-8f6b-1009131c1fde,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:52:42.613742 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9a32b-b4d5-4b06-a286-fa3dc0243129 req-4a9bc55d-4202-41aa-a5cf-cab4166816db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:42.615210 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6fa9a32b-b4d5-4b06-a286-fa3dc0243129 req-4a9bc55d-4202-41aa-a5cf-cab4166816db service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 1127 time: 0.0424247 Feb 09 01:52:42.660956 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6fa9a32b-b4d5-4b06-a286-fa3dc0243129 req-60a6c0e1-9cc9-426f-8480-285c16c2f090 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398614 Feb 09 01:52:43.277697 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455421dd-1d1a-4cf2-b447-e99fa46b9b5e req-a97c4910-a07c-498a-bb9b-d4db0fb28c5c tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:43.279198 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-455421dd-1d1a-4cf2-b447-e99fa46b9b5e req-a97c4910-a07c-498a-bb9b-d4db0fb28c5c tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 945 time: 0.0540993 Feb 09 01:52:43.325813 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-455421dd-1d1a-4cf2-b447-e99fa46b9b5e req-c64bce1d-0bbe-4c9c-ad2e-83ee65c1d98f tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408883 Feb 09 01:52:44.445515 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13964b-213b-4117-95c7-5a3f8018ed45 req-dbf12ae6-c35e-44ab-affc-5e4975f62984 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:44.447015 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5b13964b-213b-4117-95c7-5a3f8018ed45 req-dbf12ae6-c35e-44ab-affc-5e4975f62984 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 945 time: 0.0521007 Feb 09 01:52:44.492787 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5b13964b-213b-4117-95c7-5a3f8018ed45 req-27a0139b-d36c-412b-9a98-6591e699bb1d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402524 Feb 09 01:52:44.615482 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f738a45-0bca-4894-bf8c-bbf8f0d532b1 req-0fe1d501-835b-4998-808e-5aaf83184ff0 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:44.616907 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0f738a45-0bca-4894-bf8c-bbf8f0d532b1 req-0fe1d501-835b-4998-808e-5aaf83184ff0 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 945 time: 0.0597486 Feb 09 01:52:44.625640 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43162) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:52:44.630109 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-5849e488-5c65-49d1-bbc3-f4325d6ddb03 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Request body: {'floatingip': {'port_id': 'e057cffc-732a-4480-8f6b-1009131c1fde'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:52:44.670606 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5849e488-5c65-49d1-bbc3-f4325d6ddb03 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks [] for floatingip (00a05cc8-8858-461e-abe8-2e7a52288433), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:45.102341 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5849e488-5c65-49d1-bbc3-f4325d6ddb03 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:45.106191 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5849e488-5c65-49d1-bbc3-f4325d6ddb03 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (00a05cc8-8858-461e-abe8-2e7a52288433), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:45.209615 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [None req-5849e488-5c65-49d1-bbc3-f4325d6ddb03 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Floating IP 00a05cc8-8858-461e-abe8-2e7a52288433 associated. External IP: 172.25.8.128, port: e057cffc-732a-4480-8f6b-1009131c1fde. Feb 09 01:52:45.424992 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5849e488-5c65-49d1-bbc3-f4325d6ddb03 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Router cc3ccfed-fabe-469c-9487-552095ee3322 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:52:45.530206 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5849e488-5c65-49d1-bbc3-f4325d6ddb03 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:52:45.534952 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5849e488-5c65-49d1-bbc3-f4325d6ddb03 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:52:45.541144 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5806b44a-38b6-42bf-a074-c1476d8bdacb None None] Sync routers for ids ['cc3ccfed-fabe-469c-9487-552095ee3322'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:52:45.550561 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5806b44a-38b6-42bf-a074-c1476d8bdacb None None] Routers {'cc3ccfed-fabe-469c-9487-552095ee3322'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:52:45.551183 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-5806b44a-38b6-42bf-a074-c1476d8bdacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:52:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['cc3ccfed-fabe-469c-9487-552095ee3322'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:45.570019 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-5849e488-5c65-49d1-bbc3-f4325d6ddb03 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "PUT /v2.0/floatingips/00a05cc8-8858-461e-abe8-2e7a52288433 HTTP/1.1" status: 200 len: 992 time: 0.9401519 Feb 09 01:52:45.570019 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7966c381-f615-469c-8196-053cc003eb74', 'tag': 'e057cffc-732a-4480-8f6b-1009131c1fde'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:52:45.570303 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fae0f83-7d4d-4628-9f09-784d6e58bd5d" -d '{"events": [{"name": "network-changed", "server_uuid": "7966c381-f615-469c-8196-053cc003eb74", "tag": "e057cffc-732a-4480-8f6b-1009131c1fde"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:52:45.610071 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e64012-e333-4ae3-9407-10cc96308878 x-openstack-request-id: req-92e64012-e333-4ae3-9407-10cc96308878 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:52:45.610371 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7966c381-f615-469c-8196-053cc003eb74", "tag": "e057cffc-732a-4480-8f6b-1009131c1fde", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:52:45.610631 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-92e64012-e333-4ae3-9407-10cc96308878 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:52:45.611039 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7966c381-f615-469c-8196-053cc003eb74', 'tag': 'e057cffc-732a-4480-8f6b-1009131c1fde', 'status': 'completed', 'code': 200} Feb 09 01:52:45.668372 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-5806b44a-38b6-42bf-a074-c1476d8bdacb None None] Set router cc3ccfed-fabe-469c-9487-552095ee3322 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:52:45.701846 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fee948-e88c-4e49-ba27-bf19e84c4ecc req-ce077a43-90c5-451e-81b4-18d5a4257136 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:45.703355 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-27fee948-e88c-4e49-ba27-bf19e84c4ecc req-ce077a43-90c5-451e-81b4-18d5a4257136 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 945 time: 0.0871696 Feb 09 01:52:45.709368 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae0f83-7d4d-4628-9f09-784d6e58bd5d req-396b90c5-93ff-4da0-b48c-0881c0254ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:45.711334 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2fae0f83-7d4d-4628-9f09-784d6e58bd5d req-396b90c5-93ff-4da0-b48c-0881c0254ae6 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=126ca61c8d3f4060bfee9f888cd1914c&device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 1127 time: 0.0669253 Feb 09 01:52:45.807036 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-27fee948-e88c-4e49-ba27-bf19e84c4ecc req-d4d158de-783f-4924-8852-069466fc4fd8 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947447 Feb 09 01:52:45.831113 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae0f83-7d4d-4628-9f09-784d6e58bd5d req-45cb1563-02b1-4a11-996a-0835591d7531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:45.832636 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2fae0f83-7d4d-4628-9f09-784d6e58bd5d req-45cb1563-02b1-4a11-996a-0835591d7531 service neutron] 10.222.0.120 "GET /v2.0/networks?id=770506b8-31af-45bc-893b-5051c06d181a HTTP/1.1" status: 200 len: 914 time: 0.1147888 Feb 09 01:52:45.896093 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-5806b44a-38b6-42bf-a074-c1476d8bdacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'name': 'tempest-ServerActionsTestJSON-1584920205-router', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:08Z', 'updated_at': '2022-02-09T01:50:11Z', 'revision_number': 4, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'gw_port': {'id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:09Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '00a05cc8-8858-461e-abe8-2e7a52288433', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'floating_ip_address': '172.25.8.128', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'port_id': 'e057cffc-732a-4480-8f6b-1009131c1fde', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'mac_address': 'fa:16:3e:c3:1b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7966c381-f615-469c-8196-053cc003eb74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:50:13Z', 'updated_at': '2022-02-09T01:52:45Z', 'revision_number': 13, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75b2e617-73c3-459f-8fff-4e05a2223948', 'name': '', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'mac_address': 'fa:16:3e:45:75:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:10Z', 'updated_at': '2022-02-09T01:50:15Z', 'revision_number': 5, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'subnets': [{'id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:45.898111 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2fae0f83-7d4d-4628-9f09-784d6e58bd5d req-c35abb23-6eeb-4d8e-82c3-4cce70057de9 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e057cffc-732a-4480-8f6b-1009131c1fde HTTP/1.1" status: 200 len: 1000 time: 0.0597289 Feb 09 01:52:45.923975 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5806b44a-38b6-42bf-a074-c1476d8bdacb None None] Checking router: cc3ccfed-fabe-469c-9487-552095ee3322 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:52:45.932485 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5806b44a-38b6-42bf-a074-c1476d8bdacb None None] Routers {'cc3ccfed-fabe-469c-9487-552095ee3322'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:52:45.933169 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-5806b44a-38b6-42bf-a074-c1476d8bdacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:52:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['cc3ccfed-fabe-469c-9487-552095ee3322'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:45.950744 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae0f83-7d4d-4628-9f09-784d6e58bd5d req-4350d041-41ad-4b42-9239-74f7d8e359d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:45.952225 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2fae0f83-7d4d-4628-9f09-784d6e58bd5d req-4350d041-41ad-4b42-9239-74f7d8e359d3 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=9990b7cc-83f1-47a6-8060-d9474ba2eb32 HTTP/1.1" status: 200 len: 851 time: 0.0490716 Feb 09 01:52:46.002367 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae0f83-7d4d-4628-9f09-784d6e58bd5d req-1413a868-5044-4881-8ccb-5151e2384a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:46.003901 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2fae0f83-7d4d-4628-9f09-784d6e58bd5d req-1413a868-5044-4881-8ccb-5151e2384a4e service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=770506b8-31af-45bc-893b-5051c06d181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456386 Feb 09 01:52:46.043172 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-5806b44a-38b6-42bf-a074-c1476d8bdacb None None] Set router cc3ccfed-fabe-469c-9487-552095ee3322 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:52:46.093090 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2fae0f83-7d4d-4628-9f09-784d6e58bd5d req-03074fff-6f17-4196-a5b6-d1c1ea365bf1 service neutron] 10.222.0.120 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833850 Feb 09 01:52:46.189564 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2fae0f83-7d4d-4628-9f09-784d6e58bd5d req-3547f0be-26b5-4a2e-9443-2e6bae2ae2ea service neutron] 10.222.0.120 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905831 Feb 09 01:52:46.264114 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-5806b44a-38b6-42bf-a074-c1476d8bdacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'name': 'tempest-ServerActionsTestJSON-1584920205-router', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:08Z', 'updated_at': '2022-02-09T01:50:11Z', 'revision_number': 4, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'gw_port': {'id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:09Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '00a05cc8-8858-461e-abe8-2e7a52288433', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'floating_ip_address': '172.25.8.128', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'port_id': 'e057cffc-732a-4480-8f6b-1009131c1fde', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'mac_address': 'fa:16:3e:c3:1b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7966c381-f615-469c-8196-053cc003eb74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:50:13Z', 'updated_at': '2022-02-09T01:52:45Z', 'revision_number': 13, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75b2e617-73c3-459f-8fff-4e05a2223948', 'name': '', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'mac_address': 'fa:16:3e:45:75:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:10Z', 'updated_at': '2022-02-09T01:50:15Z', 'revision_number': 5, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'subnets': [{'id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:52:46.293889 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5806b44a-38b6-42bf-a074-c1476d8bdacb None None] The sync data for ids ['cc3ccfed-fabe-469c-9487-552095ee3322'] in n-d-828369-4 is: [{'id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'name': 'tempest-ServerActionsTestJSON-1584920205-router', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:08Z', 'updated_at': '2022-02-09T01:50:11Z', 'revision_number': 4, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'gw_port': {'id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:09Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '00a05cc8-8858-461e-abe8-2e7a52288433', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'floating_ip_address': '172.25.8.128', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'port_id': 'e057cffc-732a-4480-8f6b-1009131c1fde', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'mac_address': 'fa:16:3e:c3:1b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7966c381-f615-469c-8196-053cc003eb74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:50:13Z', 'updated_at': '2022-02-09T01:52:45Z', 'revision_number': 13, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75b2e617-73c3-459f-8fff-4e05a2223948', 'name': '', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'mac_address': 'fa:16:3e:45:75:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:10Z', 'updated_at': '2022-02-09T01:50:15Z', 'revision_number': 5, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'subnets': [{'id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:52:46.486489 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67a558c-b0a1-4c91-977e-6ac1cb0da026 None None] New status for floating IP 00a05cc8-8858-461e-abe8-2e7a52288433: ACTIVE {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:52:46.930818 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8f528-2f28-4de7-9097-278678c285e5 req-b525ac79-0b88-42f7-a89d-095c67be75eb tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:46.932327 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-96d8f528-2f28-4de7-9097-278678c285e5 req-b525ac79-0b88-42f7-a89d-095c67be75eb tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 945 time: 0.0552626 Feb 09 01:52:46.977613 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-96d8f528-2f28-4de7-9097-278678c285e5 req-30ff13a3-9a56-4cb8-9d9f-95478a0ff002 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397956 Feb 09 01:52:49.473906 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956ddbc-1e34-4923-848c-f5d55f4e8fb7 req-815088f5-db58-4d3b-a855-98ae053b733a tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:52:49.475401 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a956ddbc-1e34-4923-848c-f5d55f4e8fb7 req-815088f5-db58-4d3b-a855-98ae053b733a tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 945 time: 0.0556915 Feb 09 01:52:49.521680 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a956ddbc-1e34-4923-848c-f5d55f4e8fb7 req-23e7c237-2da1-4036-a9b9-2eae292c6d0d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404904 Feb 09 01:52:53.027247 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:53:02.442142 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02d287d7-fbee-4ccb-8ea6-9ab512a6d725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:04.475905 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fc7093af-fba5-4685-ac26-c5135f4b22a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:05.904480 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a2608-4893-4c38-ac0a-3067438a8221 req-32dd7220-dbce-4787-831b-926416d75e6b tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:05.905987 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-398a2608-4893-4c38-ac0a-3067438a8221 req-32dd7220-dbce-4787-831b-926416d75e6b tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 945 time: 0.0806887 Feb 09 01:53:05.942029 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-96f043da-165a-4b54-9c35-0022e79618cd req-e55f5fe0-6c72-446e-9a90-9e300c49f161 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1285746 Feb 09 01:53:05.965315 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-398a2608-4893-4c38-ac0a-3067438a8221 req-7bb0724d-03af-4574-87f5-fc6c02237199 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516970 Feb 09 01:53:06.048447 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:07.025437 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f043da-165a-4b54-9c35-0022e79618cd req-a717e5b6-8cad-4f50-b061-505fb3d6e656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:07.026994 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-96f043da-165a-4b54-9c35-0022e79618cd req-a717e5b6-8cad-4f50-b061-505fb3d6e656 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=126ca61c8d3f4060bfee9f888cd1914c&device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 1127 time: 0.0507178 Feb 09 01:53:07.156304 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea967b51-d94e-4d19-9fdf-4034793ddcbe req-f6ce1c0e-d695-473e-be02-3f71c4317a7d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:07.157831 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ea967b51-d94e-4d19-9fdf-4034793ddcbe req-f6ce1c0e-d695-473e-be02-3f71c4317a7d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 945 time: 0.1176174 Feb 09 01:53:07.178974 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f043da-165a-4b54-9c35-0022e79618cd req-f326ae2e-808d-4b81-b408-99fe1209ff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:07.180417 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-96f043da-165a-4b54-9c35-0022e79618cd req-f326ae2e-808d-4b81-b408-99fe1209ff83 service neutron] 10.222.0.120 "GET /v2.0/networks?id=770506b8-31af-45bc-893b-5051c06d181a HTTP/1.1" status: 200 len: 914 time: 0.1475475 Feb 09 01:53:07.244089 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ea967b51-d94e-4d19-9fdf-4034793ddcbe req-41624d06-05a6-453f-ba56-c31fd72266ad tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806913 Feb 09 01:53:07.262371 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-96f043da-165a-4b54-9c35-0022e79618cd req-02c795ae-b47c-4aa4-98bb-e2336f811e61 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e057cffc-732a-4480-8f6b-1009131c1fde HTTP/1.1" status: 200 len: 1002 time: 0.0745800 Feb 09 01:53:07.310800 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f043da-165a-4b54-9c35-0022e79618cd req-36616011-0cb3-4c64-846d-b5a1b8b0187d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:07.312202 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-96f043da-165a-4b54-9c35-0022e79618cd req-36616011-0cb3-4c64-846d-b5a1b8b0187d service neutron] 10.222.0.120 "GET /v2.0/subnets?id=9990b7cc-83f1-47a6-8060-d9474ba2eb32 HTTP/1.1" status: 200 len: 851 time: 0.0423577 Feb 09 01:53:07.333611 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:07.365662 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f043da-165a-4b54-9c35-0022e79618cd req-6feda663-1442-4029-9414-04409bf35168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:07.367227 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-96f043da-165a-4b54-9c35-0022e79618cd req-6feda663-1442-4029-9414-04409bf35168 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=770506b8-31af-45bc-893b-5051c06d181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484943 Feb 09 01:53:07.453815 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-96f043da-165a-4b54-9c35-0022e79618cd req-54bffdab-2d6d-47f9-9e69-8f8cc007b5ac service neutron] 10.222.0.120 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805652 Feb 09 01:53:07.884226 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-96f043da-165a-4b54-9c35-0022e79618cd req-60b6b59f-3e81-437c-a738-e3c398e6d43a service neutron] 10.222.0.120 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4234016 Feb 09 01:53:08.052083 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:08.365674 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4aa1a-6855-4fa4-b60c-932d2f9f2fe3 req-f753cfd7-611f-40b8-b46d-87e4f3ba7aa9 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:08.367402 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c8b4aa1a-6855-4fa4-b60c-932d2f9f2fe3 req-f753cfd7-611f-40b8-b46d-87e4f3ba7aa9 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 945 time: 0.0525167 Feb 09 01:53:08.413635 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c8b4aa1a-6855-4fa4-b60c-932d2f9f2fe3 req-76c19124-1b89-45e8-950c-64f857aa38b0 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407500 Feb 09 01:53:08.498280 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:09.532560 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122d8f6-e3e7-4e48-b537-a9da02b74691 req-01ccf9e4-da7f-467e-943f-9110d9367e6b tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:09.534115 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7122d8f6-e3e7-4e48-b537-a9da02b74691 req-01ccf9e4-da7f-467e-943f-9110d9367e6b tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 945 time: 0.0525513 Feb 09 01:53:09.590308 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7122d8f6-e3e7-4e48-b537-a9da02b74691 req-29c37955-91b6-4c43-8e30-8d10c1f01828 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499482 Feb 09 01:53:09.760637 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:10.712318 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615204cc-247a-47ba-81d1-2f9e2f19b57e req-22b78f20-d595-484e-9d1b-fc8c13ca551b tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:10.713842 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-615204cc-247a-47ba-81d1-2f9e2f19b57e req-22b78f20-d595-484e-9d1b-fc8c13ca551b tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 945 time: 0.0564442 Feb 09 01:53:10.759942 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-615204cc-247a-47ba-81d1-2f9e2f19b57e req-aaada596-eb45-491c-9e62-1b19c0eeac74 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406044 Feb 09 01:53:11.876801 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05b648-a8ef-43fa-8c9f-f5f963595ebf req-fb6db99c-5f7b-4a97-a811-b5b1261330d6 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:11.878856 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3e05b648-a8ef-43fa-8c9f-f5f963595ebf req-fb6db99c-5f7b-4a97-a811-b5b1261330d6 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 945 time: 0.0518134 Feb 09 01:53:11.924213 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3e05b648-a8ef-43fa-8c9f-f5f963595ebf req-98f48a3b-0c90-4d8f-b2c6-1e53a86add94 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394552 Feb 09 01:53:13.045947 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a9cb9-ff70-4f8a-ae02-6888470f19f8 req-fe724615-cfc5-42ca-99d1-0bfb1009550c tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:13.047459 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-351a9cb9-ff70-4f8a-ae02-6888470f19f8 req-fe724615-cfc5-42ca-99d1-0bfb1009550c tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 945 time: 0.0533817 Feb 09 01:53:13.097596 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-351a9cb9-ff70-4f8a-ae02-6888470f19f8 req-0a124da3-fee0-4f5b-b991-7118ef2fb4ea tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445328 Feb 09 01:53:14.214899 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832fad21-acac-4876-98a1-0127efa32b21 req-4f257452-762c-4825-896a-fa14429afa4d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:14.216382 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-832fad21-acac-4876-98a1-0127efa32b21 req-4f257452-762c-4825-896a-fa14429afa4d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 945 time: 0.0522180 Feb 09 01:53:14.262025 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-832fad21-acac-4876-98a1-0127efa32b21 req-7f968e80-b509-40cd-ba65-b8b6f12732b8 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401175 Feb 09 01:53:15.384147 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b6611-3d0a-4162-a116-490ec2568833 req-101dadcc-01e4-4a60-b43c-0ae31b5b9bad tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:15.385616 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-646b6611-3d0a-4162-a116-490ec2568833 req-101dadcc-01e4-4a60-b43c-0ae31b5b9bad tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 945 time: 0.0554698 Feb 09 01:53:15.432128 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-646b6611-3d0a-4162-a116-490ec2568833 req-b673f72b-c88b-45c6-ab3c-fb77bab9939b tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407372 Feb 09 01:53:16.563939 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da35e9-5eba-4a30-bdf1-7f992ae9b007 req-869bca8f-4d64-421a-a6d3-c681b39d7cf8 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:16.565556 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-72da35e9-5eba-4a30-bdf1-7f992ae9b007 req-869bca8f-4d64-421a-a6d3-c681b39d7cf8 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 945 time: 0.0603249 Feb 09 01:53:16.617573 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-72da35e9-5eba-4a30-bdf1-7f992ae9b007 req-7229e800-5ae7-429e-b7cc-cf3a551239ae tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458486 Feb 09 01:53:17.743863 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48de16a-ff76-47a0-a498-c392a4c9ec94 req-94b8c9e7-0dc4-4eaa-8847-54687355af0f tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:17.745460 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a48de16a-ff76-47a0-a498-c392a4c9ec94 req-94b8c9e7-0dc4-4eaa-8847-54687355af0f tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 945 time: 0.0530388 Feb 09 01:53:17.792175 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a48de16a-ff76-47a0-a498-c392a4c9ec94 req-43109ffb-d119-47f2-9d70-19be5de41d48 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412488 Feb 09 01:53:18.422675 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [req-96f043da-165a-4b54-9c35-0022e79618cd req-b16d3c39-1edc-4d2d-bbe7-4f4b8d8c1291 service neutron] show failed (client error): The resource could not be found. Feb 09 01:53:18.423692 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-96f043da-165a-4b54-9c35-0022e79618cd req-b16d3c39-1edc-4d2d-bbe7-4f4b8d8c1291 service neutron] 10.222.0.120 "GET /v2.0/ports/e057cffc-732a-4480-8f6b-1009131c1fde/bindings/n-h1-828369-4 HTTP/1.1" status: 404 len: 380 time: 0.0586848 Feb 09 01:53:18.622787 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f043da-165a-4b54-9c35-0022e79618cd req-b83adc3d-8c35-4760-b6df-5986af7c3b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:18.624394 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-96f043da-165a-4b54-9c35-0022e79618cd req-b83adc3d-8c35-4760-b6df-5986af7c3b65 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74&tenant_id=126ca61c8d3f4060bfee9f888cd1914c HTTP/1.1" status: 200 len: 1127 time: 0.0452695 Feb 09 01:53:18.635391 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-96f043da-165a-4b54-9c35-0022e79618cd req-96c5b05e-ddc6-4ba9-a87f-3caf38d27581 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828369-4', 'device_owner': 'compute:nova'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:18.692524 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-96f043da-165a-4b54-9c35-0022e79618cd req-96c5b05e-ddc6-4ba9-a87f-3caf38d27581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e057cffc-732a-4480-8f6b-1009131c1fde), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:18.889438 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-96f043da-165a-4b54-9c35-0022e79618cd req-96c5b05e-ddc6-4ba9-a87f-3caf38d27581 service neutron] For port e057cffc-732a-4480-8f6b-1009131c1fde, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=e057cffc-732a-4480-8f6b-1009131c1fde,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:18.914194 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c9750-1fa0-4261-9d41-17f3223bb57a req-b9bcaace-423a-4e33-8ebc-fa45e095d90e tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:18.915759 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-717c9750-1fa0-4261-9d41-17f3223bb57a req-b9bcaace-423a-4e33-8ebc-fa45e095d90e tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 945 time: 0.0547531 Feb 09 01:53:18.928118 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-96f043da-165a-4b54-9c35-0022e79618cd req-96c5b05e-ddc6-4ba9-a87f-3caf38d27581 service neutron] For port e057cffc-732a-4480-8f6b-1009131c1fde, host n-h2-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:53:18.962142 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-717c9750-1fa0-4261-9d41-17f3223bb57a req-8d28c40f-60f8-4fae-bd77-83e4fc4e07eb tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408552 Feb 09 01:53:18.967212 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7966c381-f615-469c-8196-053cc003eb74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e057cffc-732a-4480-8f6b-1009131c1fde'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:53:18.970067 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3a590a-f10a-4fa2-af90-2bfa1f1406ab" -d '{"events": [{"server_uuid": "7966c381-f615-469c-8196-053cc003eb74", "name": "network-vif-unplugged", "status": "completed", "tag": "e057cffc-732a-4480-8f6b-1009131c1fde"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:53:18.973795 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-96f043da-165a-4b54-9c35-0022e79618cd req-96c5b05e-ddc6-4ba9-a87f-3caf38d27581 service neutron] Publish callbacks [] for port (e057cffc-732a-4480-8f6b-1009131c1fde), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:18.986583 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-96f043da-165a-4b54-9c35-0022e79618cd req-96c5b05e-ddc6-4ba9-a87f-3caf38d27581 service neutron] Transition to ACTIVE for port object e057cffc-732a-4480-8f6b-1009131c1fde will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:53:18.990084 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-96f043da-165a-4b54-9c35-0022e79618cd req-96c5b05e-ddc6-4ba9-a87f-3caf38d27581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (e057cffc-732a-4480-8f6b-1009131c1fde), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:19.025104 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 01:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ecd6493-0ab9-4f99-8738-d7f15758404e x-openstack-request-id: req-6ecd6493-0ab9-4f99-8738-d7f15758404e {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:53:19.025298 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7966c381-f615-469c-8196-053cc003eb74", "name": "network-vif-unplugged", "status": "completed", "tag": "e057cffc-732a-4480-8f6b-1009131c1fde", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:53:19.025574 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6ecd6493-0ab9-4f99-8738-d7f15758404e {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:53:19.025937 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7966c381-f615-469c-8196-053cc003eb74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e057cffc-732a-4480-8f6b-1009131c1fde', 'code': 200} Feb 09 01:53:19.073327 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c5b05e-ddc6-4ba9-a87f-3caf38d27581 service neutron] Pushing event updated for resources: {'Port': ['ID=e057cffc-732a-4480-8f6b-1009131c1fde,revision_number=6']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:19.089024 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c5b05e-ddc6-4ba9-a87f-3caf38d27581 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:19.089378 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c5b05e-ddc6-4ba9-a87f-3caf38d27581 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:19.089727 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c5b05e-ddc6-4ba9-a87f-3caf38d27581 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:19.090073 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c5b05e-ddc6-4ba9-a87f-3caf38d27581 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:19.090414 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c5b05e-ddc6-4ba9-a87f-3caf38d27581 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:19.090747 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c5b05e-ddc6-4ba9-a87f-3caf38d27581 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:19.091078 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c5b05e-ddc6-4ba9-a87f-3caf38d27581 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:19.091409 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c5b05e-ddc6-4ba9-a87f-3caf38d27581 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:19.091736 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c5b05e-ddc6-4ba9-a87f-3caf38d27581 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:19.092061 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c5b05e-ddc6-4ba9-a87f-3caf38d27581 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:19.092390 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c5b05e-ddc6-4ba9-a87f-3caf38d27581 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:19.092738 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c5b05e-ddc6-4ba9-a87f-3caf38d27581 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:19.093067 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c5b05e-ddc6-4ba9-a87f-3caf38d27581 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:19.130071 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f043da-165a-4b54-9c35-0022e79618cd req-96c5b05e-ddc6-4ba9-a87f-3caf38d27581 service neutron] No DVR routers for this DVR port e057cffc-732a-4480-8f6b-1009131c1fde on host n-h2-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:53:19.602322 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-96f043da-165a-4b54-9c35-0022e79618cd req-96c5b05e-ddc6-4ba9-a87f-3caf38d27581 service neutron] Attempting to bind port e057cffc-732a-4480-8f6b-1009131c1fde on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:53:19.602673 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-96f043da-165a-4b54-9c35-0022e79618cd req-96c5b05e-ddc6-4ba9-a87f-3caf38d27581 service neutron] Attempting to bind port e057cffc-732a-4480-8f6b-1009131c1fde by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'e804de76-62ac-474f-aa52-370d47fa593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '770506b8-31af-45bc-893b-5051c06d181a'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:53:19.602999 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f043da-165a-4b54-9c35-0022e79618cd req-96c5b05e-ddc6-4ba9-a87f-3caf38d27581 service neutron] Attempting to bind port e057cffc-732a-4480-8f6b-1009131c1fde on network 770506b8-31af-45bc-893b-5051c06d181a {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:53:19.607442 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f043da-165a-4b54-9c35-0022e79618cd req-96c5b05e-ddc6-4ba9-a87f-3caf38d27581 service neutron] Port e057cffc-732a-4480-8f6b-1009131c1fde on network 770506b8-31af-45bc-893b-5051c06d181a not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:53:19.607768 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f043da-165a-4b54-9c35-0022e79618cd req-96c5b05e-ddc6-4ba9-a87f-3caf38d27581 service neutron] Attempting to bind port e057cffc-732a-4480-8f6b-1009131c1fde on network 770506b8-31af-45bc-893b-5051c06d181a {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:53:19.612472 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f043da-165a-4b54-9c35-0022e79618cd req-96c5b05e-ddc6-4ba9-a87f-3caf38d27581 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:53:19.612846 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f043da-165a-4b54-9c35-0022e79618cd req-96c5b05e-ddc6-4ba9-a87f-3caf38d27581 service neutron] Checking segment: {'id': 'e804de76-62ac-474f-aa52-370d47fa593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '770506b8-31af-45bc-893b-5051c06d181a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:53:19.613237 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f043da-165a-4b54-9c35-0022e79618cd req-96c5b05e-ddc6-4ba9-a87f-3caf38d27581 service neutron] Bound using segment: {'id': 'e804de76-62ac-474f-aa52-370d47fa593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '770506b8-31af-45bc-893b-5051c06d181a'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:53:19.613665 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-96f043da-165a-4b54-9c35-0022e79618cd req-96c5b05e-ddc6-4ba9-a87f-3caf38d27581 service neutron] Bound port: e057cffc-732a-4480-8f6b-1009131c1fde, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e804de76-62ac-474f-aa52-370d47fa593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '770506b8-31af-45bc-893b-5051c06d181a'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:53:19.614025 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-96f043da-165a-4b54-9c35-0022e79618cd req-96c5b05e-ddc6-4ba9-a87f-3caf38d27581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e057cffc-732a-4480-8f6b-1009131c1fde), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:19.673881 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-96f043da-165a-4b54-9c35-0022e79618cd req-96c5b05e-ddc6-4ba9-a87f-3caf38d27581 service neutron] For port e057cffc-732a-4480-8f6b-1009131c1fde, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:53:19.676792 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-96f043da-165a-4b54-9c35-0022e79618cd req-96c5b05e-ddc6-4ba9-a87f-3caf38d27581 service neutron] For port e057cffc-732a-4480-8f6b-1009131c1fde, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=e057cffc-732a-4480-8f6b-1009131c1fde,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:53:19.682733 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-96f043da-165a-4b54-9c35-0022e79618cd req-96c5b05e-ddc6-4ba9-a87f-3caf38d27581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (e057cffc-732a-4480-8f6b-1009131c1fde), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:19.716848 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f043da-165a-4b54-9c35-0022e79618cd req-96c5b05e-ddc6-4ba9-a87f-3caf38d27581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:19.717476 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-96f043da-165a-4b54-9c35-0022e79618cd req-96c5b05e-ddc6-4ba9-a87f-3caf38d27581 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:19.718867 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-96f043da-165a-4b54-9c35-0022e79618cd req-96c5b05e-ddc6-4ba9-a87f-3caf38d27581 service neutron] 10.222.0.47 "PUT /v2.0/ports/e057cffc-732a-4480-8f6b-1009131c1fde HTTP/1.1" status: 200 len: 1091 time: 1.0873537 Feb 09 01:53:19.739732 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c5b05e-ddc6-4ba9-a87f-3caf38d27581 service neutron] Pushing event updated for resources: {'Port': ['ID=e057cffc-732a-4480-8f6b-1009131c1fde,revision_number=7']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:19.790905 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f043da-165a-4b54-9c35-0022e79618cd req-4799d3d9-4bf0-489a-b7d5-420a93a19ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:19.792491 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-96f043da-165a-4b54-9c35-0022e79618cd req-4799d3d9-4bf0-489a-b7d5-420a93a19ff6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=126ca61c8d3f4060bfee9f888cd1914c&device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 1125 time: 0.0498047 Feb 09 01:53:19.885209 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f043da-165a-4b54-9c35-0022e79618cd req-b2cce4ef-90ba-4721-beb0-b274cc29a0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:19.886716 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-96f043da-165a-4b54-9c35-0022e79618cd req-b2cce4ef-90ba-4721-beb0-b274cc29a0d8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=770506b8-31af-45bc-893b-5051c06d181a HTTP/1.1" status: 200 len: 914 time: 0.0874312 Feb 09 01:53:19.954725 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-96f043da-165a-4b54-9c35-0022e79618cd req-b07060d0-51fe-4b2d-b8f8-4d9e42a5110a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e057cffc-732a-4480-8f6b-1009131c1fde HTTP/1.1" status: 200 len: 1000 time: 0.0618758 Feb 09 01:53:20.003022 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f043da-165a-4b54-9c35-0022e79618cd req-748a33a0-1340-4a3c-b801-0d1decac6040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:20.004488 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-96f043da-165a-4b54-9c35-0022e79618cd req-748a33a0-1340-4a3c-b801-0d1decac6040 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9990b7cc-83f1-47a6-8060-d9474ba2eb32 HTTP/1.1" status: 200 len: 851 time: 0.0445158 Feb 09 01:53:20.055312 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f043da-165a-4b54-9c35-0022e79618cd req-f67d0533-f6fa-4877-ae57-55c771622771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:20.056860 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-96f043da-165a-4b54-9c35-0022e79618cd req-f67d0533-f6fa-4877-ae57-55c771622771 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=770506b8-31af-45bc-893b-5051c06d181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467238 Feb 09 01:53:20.085404 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ddfb2f-07bd-4a92-9fe8-1fea1ab0715e req-ee394378-c164-4302-aea5-897850ac42b3 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:20.086937 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f7ddfb2f-07bd-4a92-9fe8-1fea1ab0715e req-ee394378-c164-4302-aea5-897850ac42b3 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 943 time: 0.0533237 Feb 09 01:53:20.138694 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f7ddfb2f-07bd-4a92-9fe8-1fea1ab0715e req-669e803b-f0f4-4bf6-8251-c5ad08502a9d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433671 Feb 09 01:53:20.153993 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-96f043da-165a-4b54-9c35-0022e79618cd req-c6cf364a-c9f5-4162-ab4f-e6a394825a05 service neutron] 10.222.0.47 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906894 Feb 09 01:53:20.241319 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-96f043da-165a-4b54-9c35-0022e79618cd req-f1751e57-6ef9-4df1-b6c4-66599e4cfbe8 service neutron] 10.222.0.47 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813069 Feb 09 01:53:20.399359 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device e057cffc-732a-4480-8f6b-1009131c1fde no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:53:20.438618 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] The host n-h2-828369-4 is not matching for port e057cffc-732a-4480-8f6b-1009131c1fde host n-h1-828369-4! {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 01:53:20.439020 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device e057cffc-732a-4480-8f6b-1009131c1fde not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:53:21.026896 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7966c381-f615-469c-8196-053cc003eb74', 'tag': 'e057cffc-732a-4480-8f6b-1009131c1fde'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:53:21.029416 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f7bfb5-36d6-44d7-968c-1ef3fbf23d60" -d '{"events": [{"name": "network-changed", "server_uuid": "7966c381-f615-469c-8196-053cc003eb74", "tag": "e057cffc-732a-4480-8f6b-1009131c1fde"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:53:21.077676 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6415751-7e94-4707-ba20-84a42262895b x-openstack-request-id: req-a6415751-7e94-4707-ba20-84a42262895b {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:53:21.078073 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7966c381-f615-469c-8196-053cc003eb74", "tag": "e057cffc-732a-4480-8f6b-1009131c1fde", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:53:21.078402 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a6415751-7e94-4707-ba20-84a42262895b {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:53:21.078865 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7966c381-f615-469c-8196-053cc003eb74', 'tag': 'e057cffc-732a-4480-8f6b-1009131c1fde', 'status': 'completed', 'code': 200} Feb 09 01:53:21.146039 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7bfb5-36d6-44d7-968c-1ef3fbf23d60 req-d33e741f-412e-48c9-bce4-2d85968691ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:21.146590 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7bfb5-36d6-44d7-968c-1ef3fbf23d60 req-51b5628f-642c-403f-abba-b9fa1a3d246c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:21.148026 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-68f7bfb5-36d6-44d7-968c-1ef3fbf23d60 req-d33e741f-412e-48c9-bce4-2d85968691ef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=126ca61c8d3f4060bfee9f888cd1914c&device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 1125 time: 0.0478232 Feb 09 01:53:21.148149 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-68f7bfb5-36d6-44d7-968c-1ef3fbf23d60 req-51b5628f-642c-403f-abba-b9fa1a3d246c service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=126ca61c8d3f4060bfee9f888cd1914c&device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 1125 time: 0.0523815 Feb 09 01:53:21.244708 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7bfb5-36d6-44d7-968c-1ef3fbf23d60 req-7a1fefa2-08c1-4238-a9c4-ed742b65e3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:21.246289 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-68f7bfb5-36d6-44d7-968c-1ef3fbf23d60 req-7a1fefa2-08c1-4238-a9c4-ed742b65e3eb service neutron] 10.222.0.47 "GET /v2.0/networks?id=770506b8-31af-45bc-893b-5051c06d181a HTTP/1.1" status: 200 len: 914 time: 0.0929523 Feb 09 01:53:21.273991 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7bfb5-36d6-44d7-968c-1ef3fbf23d60 req-dc635c61-7082-47e2-97e2-d0091bad03e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:21.275399 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-68f7bfb5-36d6-44d7-968c-1ef3fbf23d60 req-dc635c61-7082-47e2-97e2-d0091bad03e9 service neutron] 10.222.0.120 "GET /v2.0/networks?id=770506b8-31af-45bc-893b-5051c06d181a HTTP/1.1" status: 200 len: 914 time: 0.1215322 Feb 09 01:53:21.318263 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-68f7bfb5-36d6-44d7-968c-1ef3fbf23d60 req-08c159ce-19f4-4b4e-8c31-e89158ad32a0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e057cffc-732a-4480-8f6b-1009131c1fde HTTP/1.1" status: 200 len: 1000 time: 0.0659599 Feb 09 01:53:21.343834 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8461e39-ebaa-4303-a6ef-60c3f9c750e0 req-c172a45e-8bd3-475c-9688-31aeb4e32ad5 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:21.345576 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d8461e39-ebaa-4303-a6ef-60c3f9c750e0 req-c172a45e-8bd3-475c-9688-31aeb4e32ad5 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 943 time: 0.1029241 Feb 09 01:53:21.374085 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7bfb5-36d6-44d7-968c-1ef3fbf23d60 req-b5654ca0-5cc1-4457-9d6e-a45ffa426c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:21.376498 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-68f7bfb5-36d6-44d7-968c-1ef3fbf23d60 req-b5654ca0-5cc1-4457-9d6e-a45ffa426c1c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9990b7cc-83f1-47a6-8060-d9474ba2eb32 HTTP/1.1" status: 200 len: 851 time: 0.0525904 Feb 09 01:53:21.379195 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-68f7bfb5-36d6-44d7-968c-1ef3fbf23d60 req-c551d626-4657-4673-a007-50cd765d9918 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e057cffc-732a-4480-8f6b-1009131c1fde HTTP/1.1" status: 200 len: 1000 time: 0.0974486 Feb 09 01:53:21.431963 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7bfb5-36d6-44d7-968c-1ef3fbf23d60 req-a4078eae-e253-4ae2-abfc-5f5d6dd2efb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:21.433538 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-68f7bfb5-36d6-44d7-968c-1ef3fbf23d60 req-a4078eae-e253-4ae2-abfc-5f5d6dd2efb4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=770506b8-31af-45bc-893b-5051c06d181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0514371 Feb 09 01:53:21.445828 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d8461e39-ebaa-4303-a6ef-60c3f9c750e0 req-0b48024e-7a0c-4dff-9ac3-d1a0b72e9663 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932028 Feb 09 01:53:21.452707 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7bfb5-36d6-44d7-968c-1ef3fbf23d60 req-1d1b4563-7611-4cd9-a64c-4bf08abb2d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:21.454849 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-68f7bfb5-36d6-44d7-968c-1ef3fbf23d60 req-1d1b4563-7611-4cd9-a64c-4bf08abb2d57 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=9990b7cc-83f1-47a6-8060-d9474ba2eb32 HTTP/1.1" status: 200 len: 851 time: 0.0691133 Feb 09 01:53:21.513093 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7bfb5-36d6-44d7-968c-1ef3fbf23d60 req-428f14d1-2b6c-4dcd-b1eb-6cc1a3b177fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:21.514908 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-68f7bfb5-36d6-44d7-968c-1ef3fbf23d60 req-428f14d1-2b6c-4dcd-b1eb-6cc1a3b177fa service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=770506b8-31af-45bc-893b-5051c06d181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0535743 Feb 09 01:53:21.531725 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-68f7bfb5-36d6-44d7-968c-1ef3fbf23d60 req-d1f0ffb8-a813-4c10-815a-d3ae12c9868f service neutron] 10.222.0.47 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916743 Feb 09 01:53:21.607401 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-68f7bfb5-36d6-44d7-968c-1ef3fbf23d60 req-b6ddb4db-f110-4e44-aeb4-fd26f62aba1a service neutron] 10.222.0.120 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862713 Feb 09 01:53:21.626879 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-68f7bfb5-36d6-44d7-968c-1ef3fbf23d60 req-618ccdfa-fd38-4621-960f-7b53746bac9d service neutron] 10.222.0.47 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899231 Feb 09 01:53:21.702702 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-68f7bfb5-36d6-44d7-968c-1ef3fbf23d60 req-9f702241-9fe5-4ddf-9bdd-68f881cd226d service neutron] 10.222.0.120 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896087 Feb 09 01:53:22.581268 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140391f-936e-42b3-8dbd-311e9c2a96ea req-7cb45c0e-803c-4e09-9c73-328f604dc606 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:22.582796 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e140391f-936e-42b3-8dbd-311e9c2a96ea req-7cb45c0e-803c-4e09-9c73-328f604dc606 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 943 time: 0.0557547 Feb 09 01:53:22.629243 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e140391f-936e-42b3-8dbd-311e9c2a96ea req-32c842bf-caa7-4866-aabc-b2b4e13b30a0 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407052 Feb 09 01:53:23.752576 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a9cce-6856-4f4f-88ac-0d62f91949ea req-4294a0bd-af9e-4583-b82c-4d13e8b6144d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:23.754319 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-802a9cce-6856-4f4f-88ac-0d62f91949ea req-4294a0bd-af9e-4583-b82c-4d13e8b6144d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 943 time: 0.0547562 Feb 09 01:53:23.800858 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-802a9cce-6856-4f4f-88ac-0d62f91949ea req-008b795a-d09a-4996-a6e5-5b2c52530363 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410476 Feb 09 01:53:24.925862 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2901b3-2da5-4617-ac20-9c94ac538c04 req-9346e6f1-59fa-4ba5-b26a-17c7cae69b82 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:24.927330 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c2901b3-2da5-4617-ac20-9c94ac538c04 req-9346e6f1-59fa-4ba5-b26a-17c7cae69b82 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 943 time: 0.0573139 Feb 09 01:53:24.972687 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c2901b3-2da5-4617-ac20-9c94ac538c04 req-692ec46f-75d9-434a-a414-75454bbce4f9 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395463 Feb 09 01:53:26.093963 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b260860-5ceb-4a40-a2d1-d2f8f880f352 req-78a6a219-4cf8-4786-9747-7c18cc8d14c8 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:26.095620 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0b260860-5ceb-4a40-a2d1-d2f8f880f352 req-78a6a219-4cf8-4786-9747-7c18cc8d14c8 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 943 time: 0.0538788 Feb 09 01:53:26.150218 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0b260860-5ceb-4a40-a2d1-d2f8f880f352 req-9664abfd-2deb-4617-91cb-0147504196ff tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436604 Feb 09 01:53:27.299716 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec672b8-b6b7-4134-8e63-6c32651f9883 req-8a455afc-069e-48da-84ba-043d0353113d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:27.301430 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fec672b8-b6b7-4134-8e63-6c32651f9883 req-8a455afc-069e-48da-84ba-043d0353113d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 943 time: 0.0623083 Feb 09 01:53:27.361995 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fec672b8-b6b7-4134-8e63-6c32651f9883 req-bf063139-cb39-42f1-b679-9e72970e501a tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549445 Feb 09 01:53:28.484480 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245ce1b-c519-4dae-9677-85656eed7809 req-95ce132a-4dbf-4a5c-9545-c23419f6b229 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:28.485987 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1245ce1b-c519-4dae-9677-85656eed7809 req-95ce132a-4dbf-4a5c-9545-c23419f6b229 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 943 time: 0.0527878 Feb 09 01:53:28.539221 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1245ce1b-c519-4dae-9677-85656eed7809 req-76d963e7-8b38-4650-b084-f05fd7292792 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452232 Feb 09 01:53:29.664894 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d17d53-e1f1-4a7b-a44f-824fcd8b4dc1 req-ee17fce1-d30c-465f-aadb-086520913c85 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:29.666445 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e4d17d53-e1f1-4a7b-a44f-824fcd8b4dc1 req-ee17fce1-d30c-465f-aadb-086520913c85 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 943 time: 0.0545125 Feb 09 01:53:29.720061 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e4d17d53-e1f1-4a7b-a44f-824fcd8b4dc1 req-dc79758d-f2cf-4d87-b4dc-28b581f1fe8e tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476155 Feb 09 01:53:29.929158 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797364d5-4d41-4962-b53d-9e9e459bc7b9 req-cb0f187d-7769-476a-acbb-dadcf0ba68aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:29.930668 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-797364d5-4d41-4962-b53d-9e9e459bc7b9 req-cb0f187d-7769-476a-acbb-dadcf0ba68aa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=126ca61c8d3f4060bfee9f888cd1914c&device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 1125 time: 0.0929124 Feb 09 01:53:30.026484 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:53:30.033402 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797364d5-4d41-4962-b53d-9e9e459bc7b9 req-675ba197-656b-4f8c-b9e2-52bb42718b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:30.034871 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-797364d5-4d41-4962-b53d-9e9e459bc7b9 req-675ba197-656b-4f8c-b9e2-52bb42718b34 service neutron] 10.222.0.47 "GET /v2.0/networks?id=770506b8-31af-45bc-893b-5051c06d181a HTTP/1.1" status: 200 len: 914 time: 0.0865121 Feb 09 01:53:30.098298 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-797364d5-4d41-4962-b53d-9e9e459bc7b9 req-103d8752-2a3f-444d-81ad-691174398a09 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e057cffc-732a-4480-8f6b-1009131c1fde HTTP/1.1" status: 200 len: 1000 time: 0.0571170 Feb 09 01:53:30.144652 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797364d5-4d41-4962-b53d-9e9e459bc7b9 req-219a3f06-4ea6-4f3d-a1b3-735ec1b28f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:30.146045 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-797364d5-4d41-4962-b53d-9e9e459bc7b9 req-219a3f06-4ea6-4f3d-a1b3-735ec1b28f6c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9990b7cc-83f1-47a6-8060-d9474ba2eb32 HTTP/1.1" status: 200 len: 851 time: 0.0421546 Feb 09 01:53:30.196879 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797364d5-4d41-4962-b53d-9e9e459bc7b9 req-d32becde-2e4d-4188-a543-ca6fde0b35a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:30.198354 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-797364d5-4d41-4962-b53d-9e9e459bc7b9 req-d32becde-2e4d-4188-a543-ca6fde0b35a0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=770506b8-31af-45bc-893b-5051c06d181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465956 Feb 09 01:53:30.287944 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-797364d5-4d41-4962-b53d-9e9e459bc7b9 req-a57a8c1c-449e-436a-b6c5-1baeffcf0465 service neutron] 10.222.0.47 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818613 Feb 09 01:53:30.379900 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-797364d5-4d41-4962-b53d-9e9e459bc7b9 req-66536fd8-5d7e-44b6-88dc-c72ce40d1ac5 service neutron] 10.222.0.47 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852149 Feb 09 01:53:30.839700 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01407e0a-902b-4d61-bf92-ee215c72bf8e req-aaa6400a-cd37-435c-9f09-529a01f92256 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:30.841215 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01407e0a-902b-4d61-bf92-ee215c72bf8e req-aaa6400a-cd37-435c-9f09-529a01f92256 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 943 time: 0.0516784 Feb 09 01:53:30.887121 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01407e0a-902b-4d61-bf92-ee215c72bf8e req-abdf93b4-d75b-409d-9797-4ed83520d858 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395789 Feb 09 01:53:32.006762 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f30123-5976-4ef7-936a-b5cab2c42425 req-9c82a646-d77e-4928-9d30-178c8ee49707 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:32.008303 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-38f30123-5976-4ef7-936a-b5cab2c42425 req-9c82a646-d77e-4928-9d30-178c8ee49707 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 943 time: 0.0535452 Feb 09 01:53:32.055787 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-38f30123-5976-4ef7-936a-b5cab2c42425 req-571399a0-fd7e-44f0-9e7e-55b268d3e46e tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415614 Feb 09 01:53:32.444262 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0578fc5e-c6af-49f4-ad94-eb51f81f3064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:33.186699 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982fc63-d467-4cda-9075-0bcf26179c9c req-0f142f37-d9e1-444e-b8a8-82c3cf5250e9 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:33.188207 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b982fc63-d467-4cda-9075-0bcf26179c9c req-0f142f37-d9e1-444e-b8a8-82c3cf5250e9 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 943 time: 0.0627265 Feb 09 01:53:33.243178 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b982fc63-d467-4cda-9075-0bcf26179c9c req-a6d8e0c5-2773-4d69-ac1c-0158c94eb10f tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484910 Feb 09 01:53:34.363175 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4712362-fe4d-401e-8a09-be22b174e39c req-c6f33260-37bd-48a7-805e-5c1ea0eff48f tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:34.364707 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c4712362-fe4d-401e-8a09-be22b174e39c req-c6f33260-37bd-48a7-805e-5c1ea0eff48f tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 943 time: 0.0522962 Feb 09 01:53:34.410659 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c4712362-fe4d-401e-8a09-be22b174e39c req-b0548b1d-d7e1-4873-a031-473eee8f6781 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403881 Feb 09 01:53:34.478405 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-587c3f44-4d85-4734-96cf-6d77426f4262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:35.528906 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3942bf-2e72-426c-b468-d7873cab9d48 req-54232ea8-37ea-48f5-b58d-39b4c197207b tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:35.530919 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8e3942bf-2e72-426c-b468-d7873cab9d48 req-54232ea8-37ea-48f5-b58d-39b4c197207b tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 943 time: 0.0530467 Feb 09 01:53:35.581072 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8e3942bf-2e72-426c-b468-d7873cab9d48 req-1728f9b9-5161-402e-9efb-e2edf98db2ae tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443823 Feb 09 01:53:36.048855 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:36.705108 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aef840-35fc-468a-bd64-edc828ea1a8f req-8fc551d8-3949-4749-a6d4-e32c90ae565f tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:36.706673 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-77aef840-35fc-468a-bd64-edc828ea1a8f req-8fc551d8-3949-4749-a6d4-e32c90ae565f tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 943 time: 0.0556650 Feb 09 01:53:36.754112 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-77aef840-35fc-468a-bd64-edc828ea1a8f req-dc3a66f4-9f91-4df3-a4f5-2f0907f5930b tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417883 Feb 09 01:53:37.337119 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:37.877004 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448014e5-879e-45f8-a5e0-bc7cb01318a0 req-98c2168f-7a34-4076-b010-745f2a3a01a6 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:37.878501 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-448014e5-879e-45f8-a5e0-bc7cb01318a0 req-98c2168f-7a34-4076-b010-745f2a3a01a6 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 943 time: 0.0533042 Feb 09 01:53:37.925028 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-448014e5-879e-45f8-a5e0-bc7cb01318a0 req-34b10068-edec-4099-9631-89a82a6b2b58 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409958 Feb 09 01:53:38.046629 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:38.207154 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-5a24f7a7-282b-486e-a37f-499386d9dd0b tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:38.208669 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-5a24f7a7-282b-486e-a37f-499386d9dd0b tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.47 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74&tenant_id=126ca61c8d3f4060bfee9f888cd1914c&binding%3Ahost_id=n-h1-828369-4 HTTP/1.1" status: 200 len: 943 time: 0.0562634 Feb 09 01:53:38.227885 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a31b6a-d3d9-4446-92af-be7bbdecbda5 req-79e5a6ad-2d54-4b71-b1de-c3f92c046499 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:38.229422 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e5a31b6a-d3d9-4446-92af-be7bbdecbda5 req-79e5a6ad-2d54-4b71-b1de-c3f92c046499 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 943 time: 0.0574448 Feb 09 01:53:38.268975 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-569e7833-ceb3-4782-866f-6d719f03ae1c service neutron] 10.222.0.47 "GET /v2.0/ports/e057cffc-732a-4480-8f6b-1009131c1fde/bindings/n-h1-828369-4 HTTP/1.1" status: 200 len: 382 time: 0.0541430 Feb 09 01:53:38.276228 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e5a31b6a-d3d9-4446-92af-be7bbdecbda5 req-89eeb059-d26a-4195-ab17-6a5d14e2b4fc tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412900 Feb 09 01:53:38.334175 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-3fcbe3d8-df59-4287-91b1-aa081ce96215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:38.335602 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-3fcbe3d8-df59-4287-91b1-aa081ce96215 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=126ca61c8d3f4060bfee9f888cd1914c&device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 1125 time: 0.0448906 Feb 09 01:53:38.427018 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-9315e37e-03bb-4855-9174-7b0b71d75cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:38.428503 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-9315e37e-03bb-4855-9174-7b0b71d75cd3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=770506b8-31af-45bc-893b-5051c06d181a HTTP/1.1" status: 200 len: 914 time: 0.0865674 Feb 09 01:53:38.495183 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-3d90b294-19b9-480c-a082-8ff7d9353e4a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e057cffc-732a-4480-8f6b-1009131c1fde HTTP/1.1" status: 200 len: 1000 time: 0.0613043 Feb 09 01:53:38.503206 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:38.549770 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-5cc04acd-fca8-4ec9-ba3a-5c8e9845b2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:38.551255 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-5cc04acd-fca8-4ec9-ba3a-5c8e9845b2fe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9990b7cc-83f1-47a6-8060-d9474ba2eb32 HTTP/1.1" status: 200 len: 851 time: 0.0495369 Feb 09 01:53:38.601022 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-33327ee4-8149-4ea7-b8fc-c7b6872d9655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:38.602433 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-33327ee4-8149-4ea7-b8fc-c7b6872d9655 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=770506b8-31af-45bc-893b-5051c06d181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456722 Feb 09 01:53:38.690452 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-5132c1a7-770f-456b-bb4d-07bc1eb78d56 service neutron] 10.222.0.47 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816193 Feb 09 01:53:38.780778 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-46bc2fe2-135b-47fd-97eb-ce36a29cd8d3 service neutron] 10.222.0.47 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848651 Feb 09 01:53:39.400847 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d44bf9-5731-4b4f-90e6-57584d3189fa req-15729143-55c0-45ab-ac99-0fdf27b1bbce tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:39.402325 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-22d44bf9-5731-4b4f-90e6-57584d3189fa req-15729143-55c0-45ab-ac99-0fdf27b1bbce tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 943 time: 0.0517943 Feb 09 01:53:39.407813 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device e057cffc-732a-4480-8f6b-1009131c1fde details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:53:39.448139 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-22d44bf9-5731-4b4f-90e6-57584d3189fa req-12dc1641-86ba-41a4-b892-abe9cf6a1302 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398114 Feb 09 01:53:39.506917 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port e057cffc-732a-4480-8f6b-1009131c1fde, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=e057cffc-732a-4480-8f6b-1009131c1fde,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:39.519250 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': 'e057cffc-732a-4480-8f6b-1009131c1fde', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'port_id': 'e057cffc-732a-4480-8f6b-1009131c1fde', 'mac_address': 'fa:16:3e:c3:1b:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:53:39.555772 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port e057cffc-732a-4480-8f6b-1009131c1fde is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:53:39.556176 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e057cffc-732a-4480-8f6b-1009131c1fde), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:39.572958 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e057cffc-732a-4480-8f6b-1009131c1fde {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:53:39.594855 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port e057cffc-732a-4480-8f6b-1009131c1fde, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=e057cffc-732a-4480-8f6b-1009131c1fde,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:39.599042 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e057cffc-732a-4480-8f6b-1009131c1fde), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:39.647571 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=e057cffc-732a-4480-8f6b-1009131c1fde,revision_number=8']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:39.655424 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:39.655867 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:39.656224 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:39.656599 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:39.656951 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:39.657295 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:39.657634 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:39.657971 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:39.658306 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:39.658641 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:39.658976 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:39.659309 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:39.659641 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:39.751603 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:39.845486 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['e057cffc-732a-4480-8f6b-1009131c1fde'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:53:40.577179 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb34c5a-0956-4582-b4e0-e746cf8beb3d req-a646b1cd-41a9-4b62-93af-f082cd065da8 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:40.578681 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0fb34c5a-0956-4582-b4e0-e746cf8beb3d req-a646b1cd-41a9-4b62-93af-f082cd065da8 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 944 time: 0.0579352 Feb 09 01:53:40.625423 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0fb34c5a-0956-4582-b4e0-e746cf8beb3d req-c856119d-4ed2-49f6-a4e8-8ed16e5ae15e tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407240 Feb 09 01:53:41.439083 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device e057cffc-732a-4480-8f6b-1009131c1fde details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:53:41.543032 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port e057cffc-732a-4480-8f6b-1009131c1fde, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=e057cffc-732a-4480-8f6b-1009131c1fde,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:41.553874 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': 'e057cffc-732a-4480-8f6b-1009131c1fde', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'port_id': 'e057cffc-732a-4480-8f6b-1009131c1fde', 'mac_address': 'fa:16:3e:c3:1b:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:53:41.749363 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1187ab-5eba-4592-8ae8-d515a4b3513b req-a1f359a1-cffb-4ce8-94b1-ac92b9d26b98 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:41.750776 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de1187ab-5eba-4592-8ae8-d515a4b3513b req-a1f359a1-cffb-4ce8-94b1-ac92b9d26b98 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 944 time: 0.0527875 Feb 09 01:53:41.797590 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de1187ab-5eba-4592-8ae8-d515a4b3513b req-e56563e2-1217-40d7-89d2-d1ab39f6807e tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413206 Feb 09 01:53:42.917712 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec34f53-aaeb-4434-8367-7853af702d37 req-50b66108-6bb6-4aea-bb2b-65e12b9335b3 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:42.919241 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aec34f53-aaeb-4434-8367-7853af702d37 req-50b66108-6bb6-4aea-bb2b-65e12b9335b3 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 944 time: 0.0527747 Feb 09 01:53:42.973610 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aec34f53-aaeb-4434-8367-7853af702d37 req-4faa587c-7a46-4214-a83e-39337c8f7c3c tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488281 Feb 09 01:53:43.437469 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device e057cffc-732a-4480-8f6b-1009131c1fde no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:53:43.521655 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port e057cffc-732a-4480-8f6b-1009131c1fde is: BUILD; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:53:43.522159 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e057cffc-732a-4480-8f6b-1009131c1fde), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:43.536889 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e057cffc-732a-4480-8f6b-1009131c1fde {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:53:43.562405 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port e057cffc-732a-4480-8f6b-1009131c1fde, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=e057cffc-732a-4480-8f6b-1009131c1fde,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:43.569637 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e057cffc-732a-4480-8f6b-1009131c1fde), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:43.627910 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=e057cffc-732a-4480-8f6b-1009131c1fde,revision_number=9']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:44.110684 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1f225-f5a2-443f-9701-bf02a87f17e5 req-578224d1-645f-4724-a037-ffd748f27b6c tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:44.112977 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-48f1f225-f5a2-443f-9701-bf02a87f17e5 req-578224d1-645f-4724-a037-ffd748f27b6c tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 943 time: 0.0698526 Feb 09 01:53:44.169282 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-48f1f225-f5a2-443f-9701-bf02a87f17e5 req-3b6c43d5-0fa2-4f9b-bcb2-4d08c0929db4 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506449 Feb 09 01:53:44.446995 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-8abb84e2-ff14-47bf-a98e-07c4e3995a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:44.448791 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-8abb84e2-ff14-47bf-a98e-07c4e3995a0c service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74&tenant_id=126ca61c8d3f4060bfee9f888cd1914c HTTP/1.1" status: 200 len: 1125 time: 0.0498483 Feb 09 01:53:44.459217 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-31931b76-62b8-434c-b6f9-b6fac3bc2a80 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828369-4', 'device_owner': 'compute:nova'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:53:44.524129 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-31931b76-62b8-434c-b6f9-b6fac3bc2a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e057cffc-732a-4480-8f6b-1009131c1fde), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:44.726263 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-31931b76-62b8-434c-b6f9-b6fac3bc2a80 service neutron] For port e057cffc-732a-4480-8f6b-1009131c1fde, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=e057cffc-732a-4480-8f6b-1009131c1fde,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:53:44.758560 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-31931b76-62b8-434c-b6f9-b6fac3bc2a80 service neutron] For port e057cffc-732a-4480-8f6b-1009131c1fde, host n-h1-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:53:44.791999 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-31931b76-62b8-434c-b6f9-b6fac3bc2a80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e057cffc-732a-4480-8f6b-1009131c1fde {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:53:44.799739 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-31931b76-62b8-434c-b6f9-b6fac3bc2a80 service neutron] Publish callbacks [] for port (e057cffc-732a-4480-8f6b-1009131c1fde), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:44.811970 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-31931b76-62b8-434c-b6f9-b6fac3bc2a80 service neutron] Ignored duplicate provisioning block setup for port e057cffc-732a-4480-8f6b-1009131c1fde by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 09 01:53:44.815945 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-31931b76-62b8-434c-b6f9-b6fac3bc2a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (e057cffc-732a-4480-8f6b-1009131c1fde), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:44.900941 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31931b76-62b8-434c-b6f9-b6fac3bc2a80 service neutron] Pushing event updated for resources: {'Port': ['ID=e057cffc-732a-4480-8f6b-1009131c1fde,revision_number=10']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:44.917407 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31931b76-62b8-434c-b6f9-b6fac3bc2a80 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:44.917760 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31931b76-62b8-434c-b6f9-b6fac3bc2a80 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:44.918604 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31931b76-62b8-434c-b6f9-b6fac3bc2a80 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:44.918947 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31931b76-62b8-434c-b6f9-b6fac3bc2a80 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:44.919286 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31931b76-62b8-434c-b6f9-b6fac3bc2a80 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:44.919620 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31931b76-62b8-434c-b6f9-b6fac3bc2a80 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:44.919952 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31931b76-62b8-434c-b6f9-b6fac3bc2a80 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:44.920283 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31931b76-62b8-434c-b6f9-b6fac3bc2a80 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:44.920630 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31931b76-62b8-434c-b6f9-b6fac3bc2a80 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:44.920961 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31931b76-62b8-434c-b6f9-b6fac3bc2a80 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:44.921291 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31931b76-62b8-434c-b6f9-b6fac3bc2a80 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:44.921622 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31931b76-62b8-434c-b6f9-b6fac3bc2a80 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:44.921940 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31931b76-62b8-434c-b6f9-b6fac3bc2a80 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:53:44.960419 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-31931b76-62b8-434c-b6f9-b6fac3bc2a80 service neutron] No DVR routers for this DVR port e057cffc-732a-4480-8f6b-1009131c1fde on host n-h1-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:53:45.105938 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-31931b76-62b8-434c-b6f9-b6fac3bc2a80 service neutron] Attempting to bind port e057cffc-732a-4480-8f6b-1009131c1fde on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:53:45.106277 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-31931b76-62b8-434c-b6f9-b6fac3bc2a80 service neutron] Attempting to bind port e057cffc-732a-4480-8f6b-1009131c1fde by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': 'e804de76-62ac-474f-aa52-370d47fa593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '770506b8-31af-45bc-893b-5051c06d181a'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:53:45.106611 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-31931b76-62b8-434c-b6f9-b6fac3bc2a80 service neutron] Attempting to bind port e057cffc-732a-4480-8f6b-1009131c1fde on network 770506b8-31af-45bc-893b-5051c06d181a {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:53:45.110849 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-31931b76-62b8-434c-b6f9-b6fac3bc2a80 service neutron] Port e057cffc-732a-4480-8f6b-1009131c1fde on network 770506b8-31af-45bc-893b-5051c06d181a not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:53:45.111419 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-31931b76-62b8-434c-b6f9-b6fac3bc2a80 service neutron] Attempting to bind port e057cffc-732a-4480-8f6b-1009131c1fde on network 770506b8-31af-45bc-893b-5051c06d181a {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:53:45.116011 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-31931b76-62b8-434c-b6f9-b6fac3bc2a80 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:53:45.116284 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-31931b76-62b8-434c-b6f9-b6fac3bc2a80 service neutron] Checking segment: {'id': 'e804de76-62ac-474f-aa52-370d47fa593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '770506b8-31af-45bc-893b-5051c06d181a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:53:45.116720 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-31931b76-62b8-434c-b6f9-b6fac3bc2a80 service neutron] Bound using segment: {'id': 'e804de76-62ac-474f-aa52-370d47fa593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '770506b8-31af-45bc-893b-5051c06d181a'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:53:45.117145 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-31931b76-62b8-434c-b6f9-b6fac3bc2a80 service neutron] Bound port: e057cffc-732a-4480-8f6b-1009131c1fde, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e804de76-62ac-474f-aa52-370d47fa593f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '770506b8-31af-45bc-893b-5051c06d181a'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:53:45.117506 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-31931b76-62b8-434c-b6f9-b6fac3bc2a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e057cffc-732a-4480-8f6b-1009131c1fde), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:45.178988 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-31931b76-62b8-434c-b6f9-b6fac3bc2a80 service neutron] For port e057cffc-732a-4480-8f6b-1009131c1fde, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:53:45.182038 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-31931b76-62b8-434c-b6f9-b6fac3bc2a80 service neutron] For port e057cffc-732a-4480-8f6b-1009131c1fde, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=e057cffc-732a-4480-8f6b-1009131c1fde,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:53:45.189068 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-31931b76-62b8-434c-b6f9-b6fac3bc2a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (e057cffc-732a-4480-8f6b-1009131c1fde), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:45.231224 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-31931b76-62b8-434c-b6f9-b6fac3bc2a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:45.231865 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-31931b76-62b8-434c-b6f9-b6fac3bc2a80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:53:45.233308 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-31931b76-62b8-434c-b6f9-b6fac3bc2a80 service neutron] 10.222.0.120 "PUT /v2.0/ports/e057cffc-732a-4480-8f6b-1009131c1fde HTTP/1.1" status: 200 len: 1092 time: 0.7783828 Feb 09 01:53:45.233765 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7966c381-f615-469c-8196-053cc003eb74', 'tag': 'e057cffc-732a-4480-8f6b-1009131c1fde'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:53:45.236052 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f332d885-74ca-475c-acf0-fa74ff43d73d" -d '{"events": [{"name": "network-changed", "server_uuid": "7966c381-f615-469c-8196-053cc003eb74", "tag": "e057cffc-732a-4480-8f6b-1009131c1fde"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:53:45.269976 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31931b76-62b8-434c-b6f9-b6fac3bc2a80 service neutron] Pushing event updated for resources: {'Port': ['ID=e057cffc-732a-4480-8f6b-1009131c1fde,revision_number=11']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:53:45.316645 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baabbce7-91e8-4ac6-84f4-1012ce89105a x-openstack-request-id: req-baabbce7-91e8-4ac6-84f4-1012ce89105a {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:53:45.317237 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7966c381-f615-469c-8196-053cc003eb74", "tag": "e057cffc-732a-4480-8f6b-1009131c1fde", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:53:45.317653 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-baabbce7-91e8-4ac6-84f4-1012ce89105a {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:53:45.318232 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7966c381-f615-469c-8196-053cc003eb74', 'tag': 'e057cffc-732a-4480-8f6b-1009131c1fde', 'status': 'completed', 'code': 200} Feb 09 01:53:45.352675 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c1348-d50a-4e80-a7db-9990471598d6 req-f9ec3540-0e4f-4059-a931-10e0bf21d54f tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:45.354578 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-277c1348-d50a-4e80-a7db-9990471598d6 req-f9ec3540-0e4f-4059-a931-10e0bf21d54f tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 944 time: 0.1108027 Feb 09 01:53:45.360646 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-9ae15237-96b6-4128-a918-51e535e1df11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:45.362422 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-9ae15237-96b6-4128-a918-51e535e1df11 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=126ca61c8d3f4060bfee9f888cd1914c&device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 1126 time: 0.0755565 Feb 09 01:53:45.392646 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332d885-74ca-475c-acf0-fa74ff43d73d req-02e05248-2a58-4581-b9a5-ff1ce8b1f4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:45.394487 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f332d885-74ca-475c-acf0-fa74ff43d73d req-02e05248-2a58-4581-b9a5-ff1ce8b1f4c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=126ca61c8d3f4060bfee9f888cd1914c&device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 1126 time: 0.0597045 Feb 09 01:53:45.470421 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-277c1348-d50a-4e80-a7db-9990471598d6 req-fee1a2b9-7509-4f9c-9092-4736adc1df28 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068177 Feb 09 01:53:45.494698 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-0097045c-7739-4afd-837f-87327f958936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:45.496640 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332d885-74ca-475c-acf0-fa74ff43d73d req-11510dec-3557-4d2c-94c6-8378bb79f847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:45.496787 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-0097045c-7739-4afd-837f-87327f958936 service neutron] 10.222.0.120 "GET /v2.0/networks?id=770506b8-31af-45bc-893b-5051c06d181a HTTP/1.1" status: 200 len: 914 time: 0.1227908 Feb 09 01:53:45.498245 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f332d885-74ca-475c-acf0-fa74ff43d73d req-11510dec-3557-4d2c-94c6-8378bb79f847 service neutron] 10.222.0.47 "GET /v2.0/networks?id=770506b8-31af-45bc-893b-5051c06d181a HTTP/1.1" status: 200 len: 914 time: 0.0981042 Feb 09 01:53:45.562121 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-40a37e3d-5cca-4da5-8491-358e4edfe7cd service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e057cffc-732a-4480-8f6b-1009131c1fde HTTP/1.1" status: 200 len: 1000 time: 0.0597842 Feb 09 01:53:45.567655 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f332d885-74ca-475c-acf0-fa74ff43d73d req-1cb438d7-6ede-4f7f-b700-92fccae770e0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e057cffc-732a-4480-8f6b-1009131c1fde HTTP/1.1" status: 200 len: 1000 time: 0.0632391 Feb 09 01:53:45.616409 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-7ddc7c46-9d63-48d4-853c-e603f3ff1ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:45.616683 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332d885-74ca-475c-acf0-fa74ff43d73d req-a86182f3-2128-4a2a-83cb-7f8ed4b20dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:45.617926 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-7ddc7c46-9d63-48d4-853c-e603f3ff1ab9 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=9990b7cc-83f1-47a6-8060-d9474ba2eb32 HTTP/1.1" status: 200 len: 851 time: 0.0491440 Feb 09 01:53:45.618135 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f332d885-74ca-475c-acf0-fa74ff43d73d req-a86182f3-2128-4a2a-83cb-7f8ed4b20dc9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9990b7cc-83f1-47a6-8060-d9474ba2eb32 HTTP/1.1" status: 200 len: 851 time: 0.0450525 Feb 09 01:53:45.668484 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-b1066610-f170-48ff-afb1-e8f86340350d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:45.670158 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-b1066610-f170-48ff-afb1-e8f86340350d service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=770506b8-31af-45bc-893b-5051c06d181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461464 Feb 09 01:53:45.672473 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332d885-74ca-475c-acf0-fa74ff43d73d req-c53b2a6f-9a88-46aa-b063-2fcd9dfd4e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:45.674012 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f332d885-74ca-475c-acf0-fa74ff43d73d req-c53b2a6f-9a88-46aa-b063-2fcd9dfd4e21 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=770506b8-31af-45bc-893b-5051c06d181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0505512 Feb 09 01:53:45.760432 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-008a9a43-dc0e-465e-af1f-4902878cb48e service neutron] 10.222.0.120 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839431 Feb 09 01:53:45.762251 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f332d885-74ca-475c-acf0-fa74ff43d73d req-78dff888-1f2e-4caa-8963-064d6afa0e15 service neutron] 10.222.0.47 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812354 Feb 09 01:53:45.853321 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a2707d3f-1eb5-4cd9-9617-7bd65134d64b req-7a3f0b98-c0a6-4135-a1ba-cdd863309f62 service neutron] 10.222.0.120 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870402 Feb 09 01:53:45.853628 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f332d885-74ca-475c-acf0-fa74ff43d73d req-8d49be0a-1c97-4a2f-99fa-c496c7ead638 service neutron] 10.222.0.47 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864062 Feb 09 01:53:45.935605 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332d885-74ca-475c-acf0-fa74ff43d73d req-3f24b591-782c-4317-915c-304b573e6213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:45.937150 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f332d885-74ca-475c-acf0-fa74ff43d73d req-3f24b591-782c-4317-915c-304b573e6213 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=126ca61c8d3f4060bfee9f888cd1914c&device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 1126 time: 0.0459824 Feb 09 01:53:46.032769 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332d885-74ca-475c-acf0-fa74ff43d73d req-5e25bd92-3769-4108-8680-a401086696d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:46.034269 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f332d885-74ca-475c-acf0-fa74ff43d73d req-5e25bd92-3769-4108-8680-a401086696d3 service neutron] 10.222.0.120 "GET /v2.0/networks?id=770506b8-31af-45bc-893b-5051c06d181a HTTP/1.1" status: 200 len: 914 time: 0.0904284 Feb 09 01:53:46.100234 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f332d885-74ca-475c-acf0-fa74ff43d73d req-dd893548-09ce-4e89-8552-dd4fae25a3ac service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e057cffc-732a-4480-8f6b-1009131c1fde HTTP/1.1" status: 200 len: 1000 time: 0.0593202 Feb 09 01:53:46.149831 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332d885-74ca-475c-acf0-fa74ff43d73d req-a57f5e84-d376-46aa-b095-f32654378634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:46.151309 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f332d885-74ca-475c-acf0-fa74ff43d73d req-a57f5e84-d376-46aa-b095-f32654378634 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=9990b7cc-83f1-47a6-8060-d9474ba2eb32 HTTP/1.1" status: 200 len: 851 time: 0.0444641 Feb 09 01:53:46.203364 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332d885-74ca-475c-acf0-fa74ff43d73d req-5b40711a-7ab2-409e-9f1a-88ce52a0450d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:46.204827 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f332d885-74ca-475c-acf0-fa74ff43d73d req-5b40711a-7ab2-409e-9f1a-88ce52a0450d service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=770506b8-31af-45bc-893b-5051c06d181a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480611 Feb 09 01:53:46.292035 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f332d885-74ca-475c-acf0-fa74ff43d73d req-e8cbc17e-8453-4044-b016-74221b48a090 service neutron] 10.222.0.120 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807478 Feb 09 01:53:46.384121 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f332d885-74ca-475c-acf0-fa74ff43d73d req-8202251a-2ee6-4c8c-a362-618b43c898ae service neutron] 10.222.0.120 "GET /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855510 Feb 09 01:53:46.595145 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44853921-20b7-4c74-972a-48d3d7a8f746 req-5e18dbf9-bec7-460f-8dfd-7d14b7ca262e tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:46.596685 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-44853921-20b7-4c74-972a-48d3d7a8f746 req-5e18dbf9-bec7-460f-8dfd-7d14b7ca262e tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 944 time: 0.0542898 Feb 09 01:53:46.643596 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-44853921-20b7-4c74-972a-48d3d7a8f746 req-01449cb6-dd32-4196-9cd2-f4ffc6670948 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412912 Feb 09 01:53:47.763663 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784bc24-0c07-46a3-8db4-56c27d037e0d req-7689daca-61c1-4c09-b130-44ad87b5119c tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:47.765957 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f784bc24-0c07-46a3-8db4-56c27d037e0d req-7689daca-61c1-4c09-b130-44ad87b5119c tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 944 time: 0.0534010 Feb 09 01:53:47.811767 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f784bc24-0c07-46a3-8db4-56c27d037e0d req-3c51edc4-4621-40fe-b7c5-be916112f4ac tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403152 Feb 09 01:53:48.937192 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba7b97-2843-4d9e-b9d0-d184745500c4 req-f699fbee-8f22-4cc1-a2d5-91b0ae966050 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:48.938727 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a2ba7b97-2843-4d9e-b9d0-d184745500c4 req-f699fbee-8f22-4cc1-a2d5-91b0ae966050 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 944 time: 0.0594478 Feb 09 01:53:48.986528 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a2ba7b97-2843-4d9e-b9d0-d184745500c4 req-942033fb-8ac8-40a7-91cd-33a15737058b tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415704 Feb 09 01:53:50.110370 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76086d-f4f6-4c13-a3e3-237985639086 req-8f5aaf6c-282d-464d-95a3-d6c5b4ea520f tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:50.112035 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0b76086d-f4f6-4c13-a3e3-237985639086 req-8f5aaf6c-282d-464d-95a3-d6c5b4ea520f tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 944 time: 0.0554833 Feb 09 01:53:50.162590 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0b76086d-f4f6-4c13-a3e3-237985639086 req-02cdc681-2509-4d07-b293-22b117e9c9d6 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447829 Feb 09 01:53:51.285838 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c62e0d-41b6-4ef7-83b5-46fa6ba60504 req-f73e0e9d-0afe-4565-94f8-8653e3301deb tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:51.287256 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-41c62e0d-41b6-4ef7-83b5-46fa6ba60504 req-f73e0e9d-0afe-4565-94f8-8653e3301deb tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 944 time: 0.0522411 Feb 09 01:53:51.339908 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-41c62e0d-41b6-4ef7-83b5-46fa6ba60504 req-2b0e0a24-f9f9-4cf6-93a8-0dff22380152 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442276 Feb 09 01:53:52.460716 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de0e73-249a-409b-aab5-76b8d1d09d23 req-f7c12a4c-f2e9-4d06-92eb-a71b5674b4f0 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:52.462225 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-68de0e73-249a-409b-aab5-76b8d1d09d23 req-f7c12a4c-f2e9-4d06-92eb-a71b5674b4f0 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 944 time: 0.0527585 Feb 09 01:53:52.508861 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-68de0e73-249a-409b-aab5-76b8d1d09d23 req-8ebd5e31-dea2-4b16-8eef-de8a3fd3ff24 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408456 Feb 09 01:53:53.630269 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc1ab0-d6a4-4324-bb38-30c0500aa546 req-ae445600-4e5f-49b1-9ddf-44f65f67cfe3 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:53.631778 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-79dc1ab0-d6a4-4324-bb38-30c0500aa546 req-ae445600-4e5f-49b1-9ddf-44f65f67cfe3 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 944 time: 0.0534766 Feb 09 01:53:53.683674 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-79dc1ab0-d6a4-4324-bb38-30c0500aa546 req-d59499c9-fb69-423e-b68c-c3c25b02581f tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457234 Feb 09 01:53:54.831645 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d86857-e9dd-422f-b652-02692049d390 req-61a91781-3f4c-4265-a18d-ee328bc4d6f2 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:54.838801 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-26d86857-e9dd-422f-b652-02692049d390 req-61a91781-3f4c-4265-a18d-ee328bc4d6f2 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 944 time: 0.0759187 Feb 09 01:53:54.882077 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-26d86857-e9dd-422f-b652-02692049d390 req-5a4f0087-2093-494c-abeb-dd9dceb0a668 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424635 Feb 09 01:53:56.001656 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94f2e1-27c6-40de-820b-d5368f907d40 req-0249f01e-b039-464a-abfb-e8fe76306458 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:56.003133 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fb94f2e1-27c6-40de-820b-d5368f907d40 req-0249f01e-b039-464a-abfb-e8fe76306458 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 944 time: 0.0512302 Feb 09 01:53:56.050264 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fb94f2e1-27c6-40de-820b-d5368f907d40 req-e943d36b-7407-4f68-a4ff-e52e329d2e12 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411787 Feb 09 01:53:57.433203 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b0cc1-d2dd-44fc-9b8e-305afd9ba537 req-268e108b-d5ca-40bb-a9ad-0f14d6d31019 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:57.434689 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-367b0cc1-d2dd-44fc-9b8e-305afd9ba537 req-268e108b-d5ca-40bb-a9ad-0f14d6d31019 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 944 time: 0.0560334 Feb 09 01:53:57.480682 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-367b0cc1-d2dd-44fc-9b8e-305afd9ba537 req-cdd6bf40-d091-4024-aefd-2881f37ce59f tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404820 Feb 09 01:53:58.606420 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c1915a-a22f-4150-84d3-f1615b642dc7 req-ae3eace1-3a3f-4b75-9d16-33f07615cae8 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:58.607914 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9c1915a-a22f-4150-84d3-f1615b642dc7 req-ae3eace1-3a3f-4b75-9d16-33f07615cae8 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 944 time: 0.0523529 Feb 09 01:53:58.654134 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9c1915a-a22f-4150-84d3-f1615b642dc7 req-e03ef77d-063e-48bc-912a-afa269087345 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405796 Feb 09 01:53:59.772406 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb86bae-5de4-45ae-bd23-c6931b5a39c2 req-56d397af-8333-43a6-ada3-2409286037dd tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:53:59.773933 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-beb86bae-5de4-45ae-bd23-c6931b5a39c2 req-56d397af-8333-43a6-ada3-2409286037dd tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 944 time: 0.0523667 Feb 09 01:53:59.825939 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-beb86bae-5de4-45ae-bd23-c6931b5a39c2 req-500e3fcd-ac5a-4388-98ed-01faf031cde4 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458655 Feb 09 01:54:00.945295 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1421ac-8742-4427-9600-f3960e1e445e req-f0d6e718-7db1-46be-ae75-08c95c86051d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:00.946985 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8c1421ac-8742-4427-9600-f3960e1e445e req-f0d6e718-7db1-46be-ae75-08c95c86051d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 944 time: 0.0523782 Feb 09 01:54:00.993271 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8c1421ac-8742-4427-9600-f3960e1e445e req-7b6f067f-cc58-4d70-b0a2-d2217f4a1fd9 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407865 Feb 09 01:54:02.112049 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b84163-f163-49d7-b515-d01442926ac1 req-e7210d17-fed2-49ee-a462-7f1c74d69e53 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:02.113556 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-45b84163-f163-49d7-b515-d01442926ac1 req-e7210d17-fed2-49ee-a462-7f1c74d69e53 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 944 time: 0.0517566 Feb 09 01:54:02.162771 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-45b84163-f163-49d7-b515-d01442926ac1 req-b75be7ce-3d8b-4260-ba96-7756fb0a2d68 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426781 Feb 09 01:54:02.445565 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-51a99384-646b-4ce6-bbba-11adccaae84f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:02.594204 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device e057cffc-732a-4480-8f6b-1009131c1fde details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:54:02.690988 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port e057cffc-732a-4480-8f6b-1009131c1fde, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=e057cffc-732a-4480-8f6b-1009131c1fde,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:02.702711 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': 'e057cffc-732a-4480-8f6b-1009131c1fde', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'port_id': 'e057cffc-732a-4480-8f6b-1009131c1fde', 'mac_address': 'fa:16:3e:c3:1b:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:54:02.738902 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port e057cffc-732a-4480-8f6b-1009131c1fde is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:02.739310 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e057cffc-732a-4480-8f6b-1009131c1fde), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:02.751958 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e057cffc-732a-4480-8f6b-1009131c1fde {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:54:02.771157 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port e057cffc-732a-4480-8f6b-1009131c1fde, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=e057cffc-732a-4480-8f6b-1009131c1fde,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:02.774116 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e057cffc-732a-4480-8f6b-1009131c1fde), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:02.819379 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=e057cffc-732a-4480-8f6b-1009131c1fde,revision_number=12']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:02.995021 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['e057cffc-732a-4480-8f6b-1009131c1fde'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:54:03.285751 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30184ad3-4357-4aa2-81f3-9d6d652c7572 req-030d7fa5-2192-4907-827b-37fcdf94c133 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:03.287242 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-30184ad3-4357-4aa2-81f3-9d6d652c7572 req-030d7fa5-2192-4907-827b-37fcdf94c133 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 945 time: 0.0553050 Feb 09 01:54:03.339117 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-30184ad3-4357-4aa2-81f3-9d6d652c7572 req-e8da6727-ba98-4f21-a16d-2be462922b1a tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455611 Feb 09 01:54:03.457793 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ad1ec-8a6f-47ef-ba46-6f52375d13e1 req-731880ef-0616-4c87-b562-17efa1ac1f63 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:03.459263 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7f5ad1ec-8a6f-47ef-ba46-6f52375d13e1 req-731880ef-0616-4c87-b562-17efa1ac1f63 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 945 time: 0.0519266 Feb 09 01:54:03.505303 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7f5ad1ec-8a6f-47ef-ba46-6f52375d13e1 req-c4f3bf12-5adc-4b36-89c5-c0d5fbd526f4 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398819 Feb 09 01:54:03.625199 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf3165-f7e5-4ffc-9564-27a0138d0d77 req-b3cdb16a-f8f0-4aed-8276-00502a66b1f0 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:03.626687 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-63bf3165-f7e5-4ffc-9564-27a0138d0d77 req-b3cdb16a-f8f0-4aed-8276-00502a66b1f0 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 945 time: 0.0521245 Feb 09 01:54:03.688271 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-63bf3165-f7e5-4ffc-9564-27a0138d0d77 req-cce76a8d-ec55-406b-94c9-097f09da225b tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558128 Feb 09 01:54:03.932633 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9cffd-8ef7-4602-83ce-179b55b429f1 req-4acede45-5614-42aa-a229-f61e58c7825f tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:03.934105 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-38f9cffd-8ef7-4602-83ce-179b55b429f1 req-4acede45-5614-42aa-a229-f61e58c7825f tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 945 time: 0.0525916 Feb 09 01:54:03.979170 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-38f9cffd-8ef7-4602-83ce-179b55b429f1 req-88695c34-b1c6-4680-aef7-c9b8119d88fb tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395806 Feb 09 01:54:04.480617 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f76f7f8a-04ec-4c78-9787-780745cbc497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:04.594515 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device e057cffc-732a-4480-8f6b-1009131c1fde up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:54:04.645596 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port e057cffc-732a-4480-8f6b-1009131c1fde completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:54:04.650008 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port e057cffc-732a-4480-8f6b-1009131c1fde triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:04.650514 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e057cffc-732a-4480-8f6b-1009131c1fde), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:04.723418 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port e057cffc-732a-4480-8f6b-1009131c1fde is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:04.723807 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e057cffc-732a-4480-8f6b-1009131c1fde), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:04.746418 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7966c381-f615-469c-8196-053cc003eb74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e057cffc-732a-4480-8f6b-1009131c1fde'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:54:04.748587 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac2257f-6150-4d74-b8e2-dd8f65763d67" -d '{"events": [{"server_uuid": "7966c381-f615-469c-8196-053cc003eb74", "name": "network-vif-plugged", "status": "completed", "tag": "e057cffc-732a-4480-8f6b-1009131c1fde"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:54:04.762302 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port e057cffc-732a-4480-8f6b-1009131c1fde, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=e057cffc-732a-4480-8f6b-1009131c1fde,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:04.766176 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e057cffc-732a-4480-8f6b-1009131c1fde), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:04.815475 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=e057cffc-732a-4480-8f6b-1009131c1fde,revision_number=13']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:04.863252 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9a4e36-67c8-4c32-afb4-c9020816bcce x-openstack-request-id: req-ec9a4e36-67c8-4c32-afb4-c9020816bcce {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:54:04.863555 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7966c381-f615-469c-8196-053cc003eb74", "name": "network-vif-plugged", "status": "completed", "tag": "e057cffc-732a-4480-8f6b-1009131c1fde", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:54:04.863816 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ec9a4e36-67c8-4c32-afb4-c9020816bcce {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:54:04.864245 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7966c381-f615-469c-8196-053cc003eb74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e057cffc-732a-4480-8f6b-1009131c1fde', 'code': 200} Feb 09 01:54:05.097375 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f45654-ac9a-4e82-a648-a5a4d0a006ca req-854fe1eb-b205-4b2a-97df-680d06ef96ed tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:05.098869 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e0f45654-ac9a-4e82-a648-a5a4d0a006ca req-854fe1eb-b205-4b2a-97df-680d06ef96ed tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 946 time: 0.0521607 Feb 09 01:54:05.145462 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e0f45654-ac9a-4e82-a648-a5a4d0a006ca req-8c2c9a9b-7525-4b14-881d-e8664831fbef tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ec71df23-2761-43ac-a4a9-962534227f02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406709 Feb 09 01:54:05.641828 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28decd83-b7bf-4547-bbd1-c8ff807026f1 req-d5ba9dd3-895b-4af2-a7e5-c1e3a53d0b34 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:05.643355 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-28decd83-b7bf-4547-bbd1-c8ff807026f1 req-d5ba9dd3-895b-4af2-a7e5-c1e3a53d0b34 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.120 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 946 time: 0.0550218 Feb 09 01:54:05.739923 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-28decd83-b7bf-4547-bbd1-c8ff807026f1 req-e6b93d88-d08a-42ec-ad62-69b08b1c61e3 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Deleting port e057cffc-732a-4480-8f6b-1009131c1fde {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:54:05.740270 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-28decd83-b7bf-4547-bbd1-c8ff807026f1 req-e6b93d88-d08a-42ec-ad62-69b08b1c61e3 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (e057cffc-732a-4480-8f6b-1009131c1fde), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:05.832380 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-28decd83-b7bf-4547-bbd1-c8ff807026f1 req-e6b93d88-d08a-42ec-ad62-69b08b1c61e3 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] For port e057cffc-732a-4480-8f6b-1009131c1fde, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=e057cffc-732a-4480-8f6b-1009131c1fde,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:05.832780 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-28decd83-b7bf-4547-bbd1-c8ff807026f1 req-e6b93d88-d08a-42ec-ad62-69b08b1c61e3 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (e057cffc-732a-4480-8f6b-1009131c1fde), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:06.001714 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-28decd83-b7bf-4547-bbd1-c8ff807026f1 req-e6b93d88-d08a-42ec-ad62-69b08b1c61e3 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:06.001966 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-28decd83-b7bf-4547-bbd1-c8ff807026f1 req-e6b93d88-d08a-42ec-ad62-69b08b1c61e3 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (00a05cc8-8858-461e-abe8-2e7a52288433), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:06.002285 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [req-28decd83-b7bf-4547-bbd1-c8ff807026f1 req-e6b93d88-d08a-42ec-ad62-69b08b1c61e3 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Floating IP 00a05cc8-8858-461e-abe8-2e7a52288433 disassociated. External IP: 172.25.8.128, port: e057cffc-732a-4480-8f6b-1009131c1fde. Feb 09 01:54:06.002633 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-28decd83-b7bf-4547-bbd1-c8ff807026f1 req-e6b93d88-d08a-42ec-ad62-69b08b1c61e3 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Calling delete_port for e057cffc-732a-4480-8f6b-1009131c1fde owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:54:06.054937 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:06.131230 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-28decd83-b7bf-4547-bbd1-c8ff807026f1 req-e6b93d88-d08a-42ec-ad62-69b08b1c61e3 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (e057cffc-732a-4480-8f6b-1009131c1fde), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:06.160683 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b93d88-d08a-42ec-ad62-69b08b1c61e3 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Pushing event deleted for resources: {'Port': ['ID=e057cffc-732a-4480-8f6b-1009131c1fde,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:06.268656 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a51fe605-67f7-4add-9186-f190298fa4da req-cbcad68d-4ef2-412e-909b-64245ba6fa20 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 210 time: 0.0347285 Feb 09 01:54:06.302706 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28decd83-b7bf-4547-bbd1-c8ff807026f1 req-e6b93d88-d08a-42ec-ad62-69b08b1c61e3 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Router cc3ccfed-fabe-469c-9487-552095ee3322 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:54:06.750966 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28decd83-b7bf-4547-bbd1-c8ff807026f1 req-e6b93d88-d08a-42ec-ad62-69b08b1c61e3 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:54:06.760466 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8976b64d-66f0-4bf6-a86e-826c299ef201 None None] Sync routers for ids ['cc3ccfed-fabe-469c-9487-552095ee3322'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:54:06.769502 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8976b64d-66f0-4bf6-a86e-826c299ef201 None None] Routers {'cc3ccfed-fabe-469c-9487-552095ee3322'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:54:06.770117 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-8976b64d-66f0-4bf6-a86e-826c299ef201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:54:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['cc3ccfed-fabe-469c-9487-552095ee3322'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:06.793693 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-28decd83-b7bf-4547-bbd1-c8ff807026f1 req-e6b93d88-d08a-42ec-ad62-69b08b1c61e3 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] No DVR routers for this DVR port e057cffc-732a-4480-8f6b-1009131c1fde on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:54:06.796380 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-28decd83-b7bf-4547-bbd1-c8ff807026f1 req-e6b93d88-d08a-42ec-ad62-69b08b1c61e3 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:06.799601 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-28decd83-b7bf-4547-bbd1-c8ff807026f1 req-e6b93d88-d08a-42ec-ad62-69b08b1c61e3 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.120 "DELETE /v2.0/ports/e057cffc-732a-4480-8f6b-1009131c1fde HTTP/1.1" status: 204 len: 173 time: 1.1497610 Feb 09 01:54:06.800045 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7966c381-f615-469c-8196-053cc003eb74', 'name': 'network-vif-deleted', 'tag': 'e057cffc-732a-4480-8f6b-1009131c1fde'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:54:06.802593 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3fd157-3d3f-4ebd-aa9d-ef881f05d950" -d '{"events": [{"server_uuid": "7966c381-f615-469c-8196-053cc003eb74", "name": "network-vif-deleted", "tag": "e057cffc-732a-4480-8f6b-1009131c1fde"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:54:06.843306 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc78c19-f77b-4b73-8320-5d2de95cd4d3 x-openstack-request-id: req-4dc78c19-f77b-4b73-8320-5d2de95cd4d3 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:54:06.844382 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7966c381-f615-469c-8196-053cc003eb74", "name": "network-vif-deleted", "tag": "e057cffc-732a-4480-8f6b-1009131c1fde", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:54:06.844703 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4dc78c19-f77b-4b73-8320-5d2de95cd4d3 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:54:06.845114 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7966c381-f615-469c-8196-053cc003eb74', 'name': 'network-vif-deleted', 'tag': 'e057cffc-732a-4480-8f6b-1009131c1fde', 'status': 'completed', 'code': 200} Feb 09 01:54:06.882264 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-8976b64d-66f0-4bf6-a86e-826c299ef201 None None] Set router cc3ccfed-fabe-469c-9487-552095ee3322 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:54:07.027144 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:54:07.239519 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-8976b64d-66f0-4bf6-a86e-826c299ef201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'name': 'tempest-ServerActionsTestJSON-1584920205-router', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:08Z', 'updated_at': '2022-02-09T01:50:11Z', 'revision_number': 4, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'gw_port': {'id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:09Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '75b2e617-73c3-459f-8fff-4e05a2223948', 'name': '', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'mac_address': 'fa:16:3e:45:75:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:10Z', 'updated_at': '2022-02-09T01:50:15Z', 'revision_number': 5, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'subnets': [{'id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:07.268170 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8976b64d-66f0-4bf6-a86e-826c299ef201 None None] Checking router: cc3ccfed-fabe-469c-9487-552095ee3322 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:54:07.277035 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8976b64d-66f0-4bf6-a86e-826c299ef201 None None] Routers {'cc3ccfed-fabe-469c-9487-552095ee3322'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:54:07.277635 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-8976b64d-66f0-4bf6-a86e-826c299ef201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:54:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['cc3ccfed-fabe-469c-9487-552095ee3322'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:07.365342 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e58f867e-976e-4ba1-b057-4e58600d57c1 req-a9f899dc-11ec-45ba-afdf-e35d1ba6b4a9 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 210 time: 0.0268998 Feb 09 01:54:07.377290 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:07.409575 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-8976b64d-66f0-4bf6-a86e-826c299ef201 None None] Set router cc3ccfed-fabe-469c-9487-552095ee3322 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:54:07.605894 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-8976b64d-66f0-4bf6-a86e-826c299ef201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'name': 'tempest-ServerActionsTestJSON-1584920205-router', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:08Z', 'updated_at': '2022-02-09T01:50:11Z', 'revision_number': 4, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'gw_port': {'id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:09Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '75b2e617-73c3-459f-8fff-4e05a2223948', 'name': '', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'mac_address': 'fa:16:3e:45:75:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:10Z', 'updated_at': '2022-02-09T01:50:15Z', 'revision_number': 5, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'subnets': [{'id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:07.632248 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8976b64d-66f0-4bf6-a86e-826c299ef201 None None] The sync data for ids ['cc3ccfed-fabe-469c-9487-552095ee3322'] in n-d-828369-4 is: [{'id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'name': 'tempest-ServerActionsTestJSON-1584920205-router', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:08Z', 'updated_at': '2022-02-09T01:50:11Z', 'revision_number': 4, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'gw_port': {'id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:09Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '75b2e617-73c3-459f-8fff-4e05a2223948', 'name': '', 'network_id': '770506b8-31af-45bc-893b-5051c06d181a', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'mac_address': 'fa:16:3e:45:75:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:10Z', 'updated_at': '2022-02-09T01:50:15Z', 'revision_number': 5, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'subnets': [{'id': '9990b7cc-83f1-47a6-8060-d9474ba2eb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:54:07.847557 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e94d9a-a7a2-4eb9-9988-092640eb109d None None] New status for floating IP 00a05cc8-8858-461e-abe8-2e7a52288433: DOWN {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:54:08.056990 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:08.469081 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-425b2e35-94d8-4fd6-b588-18c4fed9d28a req-3202bd75-2d6b-4171-b230-f2f589512452 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 210 time: 0.0287249 Feb 09 01:54:08.512857 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:09.565563 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4e5fdcec-9a97-4268-842f-604b6758aec2 req-3dc0b66f-7a98-4218-ad1e-604952274487 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 210 time: 0.0271895 Feb 09 01:54:09.763526 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:10.656442 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device e057cffc-732a-4480-8f6b-1009131c1fde no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:54:10.668766 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e0ca8d5f-cfdf-4454-b0ac-8ff4a10c8351 req-bb1ea6d3-3928-418d-b2cf-cb777db7e2d6 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 210 time: 0.0347493 Feb 09 01:54:10.677830 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: e057cffc-732a-4480-8f6b-1009131c1fde {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:54:10.678271 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device e057cffc-732a-4480-8f6b-1009131c1fde not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:54:11.769897 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-81ab57c3-b44b-47d1-92b1-037d701c5cdf req-9f5235a4-bce0-4308-bcd5-c65c9b673951 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 210 time: 0.0290120 Feb 09 01:54:12.864886 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3baa95e-de25-4c07-9324-d26a5f76f030 req-04488ede-61f8-46a3-95fd-7abc9ac37175 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 210 time: 0.0263793 Feb 09 01:54:13.961895 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0fb412cb-b3a8-4084-b58a-157ce170a820 req-69849acb-40f3-4ca9-a511-e605772e381d tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 210 time: 0.0284455 Feb 09 01:54:15.067415 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-69ee452c-03e7-41ec-bfd8-c7f45007a55c req-ca8d32a4-fb90-47fe-8d3a-c55c72e6e7a8 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7966c381-f615-469c-8196-053cc003eb74 HTTP/1.1" status: 200 len: 210 time: 0.0318851 Feb 09 01:54:21.862850 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43450) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:21.917647 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-98f78db7-4eea-4cf4-a0af-a44d4ebfe2ad tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks [] for security_group (ec71df23-2761-43ac-a4a9-962534227f02), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:21.940517 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-98f78db7-4eea-4cf4-a0af-a44d4ebfe2ad tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks [] for security_group (ec71df23-2761-43ac-a4a9-962534227f02), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:21.990422 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-98f78db7-4eea-4cf4-a0af-a44d4ebfe2ad tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (ec71df23-2761-43ac-a4a9-962534227f02), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:21.993498 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-98f78db7-4eea-4cf4-a0af-a44d4ebfe2ad tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:21.995018 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-98f78db7-4eea-4cf4-a0af-a44d4ebfe2ad tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "DELETE /v2.0/security-groups/ec71df23-2761-43ac-a4a9-962534227f02 HTTP/1.1" status: 204 len: 168 time: 0.1308417 Feb 09 01:54:21.997374 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43452) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:22.004367 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f78db7-4eea-4cf4-a0af-a44d4ebfe2ad tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec71df23-2761-43ac-a4a9-962534227f02,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:22.012731 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [None req-6619b84d-fc1f-494e-81ae-9a7a677e7028 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] show failed (client error): The resource could not be found. Feb 09 01:54:22.013860 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-6619b84d-fc1f-494e-81ae-9a7a677e7028 tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "GET /v2.0/security-groups/ec71df23-2761-43ac-a4a9-962534227f02 HTTP/1.1" status: 404 len: 347 time: 0.0154793 Feb 09 01:54:22.014269 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f78db7-4eea-4cf4-a0af-a44d4ebfe2ad tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:22.014663 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f78db7-4eea-4cf4-a0af-a44d4ebfe2ad tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:22.015024 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f78db7-4eea-4cf4-a0af-a44d4ebfe2ad tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:22.015605 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f78db7-4eea-4cf4-a0af-a44d4ebfe2ad tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:22.016263 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f78db7-4eea-4cf4-a0af-a44d4ebfe2ad tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:22.016515 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43454) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:22.016780 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f78db7-4eea-4cf4-a0af-a44d4ebfe2ad tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:22.017126 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f78db7-4eea-4cf4-a0af-a44d4ebfe2ad tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:22.017469 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f78db7-4eea-4cf4-a0af-a44d4ebfe2ad tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:22.017807 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f78db7-4eea-4cf4-a0af-a44d4ebfe2ad tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:22.018138 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f78db7-4eea-4cf4-a0af-a44d4ebfe2ad tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:22.018472 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f78db7-4eea-4cf4-a0af-a44d4ebfe2ad tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:22.018806 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f78db7-4eea-4cf4-a0af-a44d4ebfe2ad tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:22.019136 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f78db7-4eea-4cf4-a0af-a44d4ebfe2ad tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:22.150056 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-7935f4eb-c0a6-48da-af31-eaa1c15e290b tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Deleting port 927bf404-5115-411f-94ef-86c023591044 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:54:22.150426 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7935f4eb-c0a6-48da-af31-eaa1c15e290b tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (927bf404-5115-411f-94ef-86c023591044), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:22.231223 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7935f4eb-c0a6-48da-af31-eaa1c15e290b tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (927bf404-5115-411f-94ef-86c023591044), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:22.231559 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7935f4eb-c0a6-48da-af31-eaa1c15e290b tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks [] for floatingip (927bf404-5115-411f-94ef-86c023591044), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:22.243154 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-7935f4eb-c0a6-48da-af31-eaa1c15e290b tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Calling delete_port for 927bf404-5115-411f-94ef-86c023591044 owned by network:floatingip {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:54:22.380035 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7935f4eb-c0a6-48da-af31-eaa1c15e290b tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (927bf404-5115-411f-94ef-86c023591044), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:22.406822 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7935f4eb-c0a6-48da-af31-eaa1c15e290b tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Pushing event deleted for resources: {'Port': ['ID=927bf404-5115-411f-94ef-86c023591044,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:22.468049 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7935f4eb-c0a6-48da-af31-eaa1c15e290b tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks [] for floatingip (00a05cc8-8858-461e-abe8-2e7a52288433), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:22.470682 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7935f4eb-c0a6-48da-af31-eaa1c15e290b tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:22.471870 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-7935f4eb-c0a6-48da-af31-eaa1c15e290b tempest-ServerActionsTestJSON-575979514 tempest-ServerActionsTestJSON-575979514-project] 10.222.0.50 "DELETE /v2.0/floatingips/00a05cc8-8858-461e-abe8-2e7a52288433 HTTP/1.1" status: 204 len: 168 time: 0.4544239 Feb 09 01:54:22.475428 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43456) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:22.829549 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a4b5c0ac-431d-46c3-a9a6-3541c2e6c870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (cc3ccfed-fabe-469c-9487-552095ee3322), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:23.090007 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-a4b5c0ac-431d-46c3-a9a6-3541c2e6c870 admin admin] Deleting port 75b2e617-73c3-459f-8fff-4e05a2223948 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:54:23.090722 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a4b5c0ac-431d-46c3-a9a6-3541c2e6c870 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (75b2e617-73c3-459f-8fff-4e05a2223948), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:23.171259 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-a4b5c0ac-431d-46c3-a9a6-3541c2e6c870 admin admin] For port 75b2e617-73c3-459f-8fff-4e05a2223948, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=75b2e617-73c3-459f-8fff-4e05a2223948,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:23.171637 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a4b5c0ac-431d-46c3-a9a6-3541c2e6c870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (75b2e617-73c3-459f-8fff-4e05a2223948), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:23.185648 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-a4b5c0ac-431d-46c3-a9a6-3541c2e6c870 admin admin] Calling delete_port for 75b2e617-73c3-459f-8fff-4e05a2223948 owned by network:router_interface {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:54:23.364757 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a4b5c0ac-431d-46c3-a9a6-3541c2e6c870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (75b2e617-73c3-459f-8fff-4e05a2223948), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:23.395828 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b5c0ac-431d-46c3-a9a6-3541c2e6c870 admin admin] Pushing event deleted for resources: {'Port': ['ID=75b2e617-73c3-459f-8fff-4e05a2223948,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:23.574022 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a4b5c0ac-431d-46c3-a9a6-3541c2e6c870 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (cc3ccfed-fabe-469c-9487-552095ee3322), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:23.800413 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b5c0ac-431d-46c3-a9a6-3541c2e6c870 admin admin] Router cc3ccfed-fabe-469c-9487-552095ee3322 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:54:23.908662 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b5c0ac-431d-46c3-a9a6-3541c2e6c870 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:54:23.914150 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a4b5c0ac-431d-46c3-a9a6-3541c2e6c870 admin admin] 10.222.0.50 "PUT /v2.0/routers/cc3ccfed-fabe-469c-9487-552095ee3322/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4377875 Feb 09 01:54:23.916786 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43458) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:23.919681 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1dfd057-9abe-4bd8-9cc1-5278941aef6d None None] Sync routers for ids ['cc3ccfed-fabe-469c-9487-552095ee3322'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:54:23.930657 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dfd057-9abe-4bd8-9cc1-5278941aef6d None None] Routers {'cc3ccfed-fabe-469c-9487-552095ee3322'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:54:23.931271 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-c1dfd057-9abe-4bd8-9cc1-5278941aef6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:54:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['cc3ccfed-fabe-469c-9487-552095ee3322'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:24.025976 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6d41b2f7-640d-4b22-b4bf-dcbee38a1a20 admin admin] Publish callbacks [] for router (cc3ccfed-fabe-469c-9487-552095ee3322), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:24.040847 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-c1dfd057-9abe-4bd8-9cc1-5278941aef6d None None] Set router cc3ccfed-fabe-469c-9487-552095ee3322 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:54:24.127442 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6d41b2f7-640d-4b22-b4bf-dcbee38a1a20 admin admin] Publish callbacks [] for router_gateway (cc3ccfed-fabe-469c-9487-552095ee3322), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:24.184484 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-6d41b2f7-640d-4b22-b4bf-dcbee38a1a20 admin admin] Deleting port 31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:54:24.184869 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6d41b2f7-640d-4b22-b4bf-dcbee38a1a20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:24.220676 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-c1dfd057-9abe-4bd8-9cc1-5278941aef6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'name': 'tempest-ServerActionsTestJSON-1584920205-router', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:08Z', 'updated_at': '2022-02-09T01:54:23Z', 'revision_number': 5, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'gw_port': {'id': '31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:50:09Z', 'updated_at': '2022-02-09T01:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:24.246745 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1dfd057-9abe-4bd8-9cc1-5278941aef6d None None] Checking router: cc3ccfed-fabe-469c-9487-552095ee3322 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:54:24.254978 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dfd057-9abe-4bd8-9cc1-5278941aef6d None None] Routers {'cc3ccfed-fabe-469c-9487-552095ee3322'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:54:24.256460 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-c1dfd057-9abe-4bd8-9cc1-5278941aef6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:54:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['cc3ccfed-fabe-469c-9487-552095ee3322'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:24.263881 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-6d41b2f7-640d-4b22-b4bf-dcbee38a1a20 admin admin] For port 31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:24.264275 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6d41b2f7-640d-4b22-b4bf-dcbee38a1a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:24.277112 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-6d41b2f7-640d-4b22-b4bf-dcbee38a1a20 admin admin] Calling delete_port for 31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb owned by network:router_gateway {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:54:24.344044 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-c1dfd057-9abe-4bd8-9cc1-5278941aef6d None None] Set router cc3ccfed-fabe-469c-9487-552095ee3322 gateway port host: None {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:54:24.402467 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-c1dfd057-9abe-4bd8-9cc1-5278941aef6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'name': 'tempest-ServerActionsTestJSON-1584920205-router', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:08Z', 'updated_at': '2022-02-09T01:54:24Z', 'revision_number': 6, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:24.430718 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1dfd057-9abe-4bd8-9cc1-5278941aef6d None None] The sync data for ids ['cc3ccfed-fabe-469c-9487-552095ee3322'] in n-d-828369-4 is: [{'id': 'cc3ccfed-fabe-469c-9487-552095ee3322', 'name': 'tempest-ServerActionsTestJSON-1584920205-router', 'tenant_id': '126ca61c8d3f4060bfee9f888cd1914c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:50:08Z', 'updated_at': '2022-02-09T01:54:24Z', 'revision_number': 6, 'project_id': '126ca61c8d3f4060bfee9f888cd1914c', 'gw_port_host': None}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:54:24.448507 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6d41b2f7-640d-4b22-b4bf-dcbee38a1a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:24.482136 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d41b2f7-640d-4b22-b4bf-dcbee38a1a20 admin admin] Pushing event deleted for resources: {'Port': ['ID=31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:24.543852 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6d41b2f7-640d-4b22-b4bf-dcbee38a1a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (cc3ccfed-fabe-469c-9487-552095ee3322), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:24.639857 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6d41b2f7-640d-4b22-b4bf-dcbee38a1a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (cc3ccfed-fabe-469c-9487-552095ee3322), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:24.642016 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6d41b2f7-640d-4b22-b4bf-dcbee38a1a20 admin admin] Publish callbacks [] for router_controller (cc3ccfed-fabe-469c-9487-552095ee3322), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:24.688828 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6d41b2f7-640d-4b22-b4bf-dcbee38a1a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (cc3ccfed-fabe-469c-9487-552095ee3322), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:24.689303 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d41b2f7-640d-4b22-b4bf-dcbee38a1a20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc3ccfed-fabe-469c-9487-552095ee3322 {{(pid=103136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:54:24.694162 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6d41b2f7-640d-4b22-b4bf-dcbee38a1a20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:24.695360 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-6d41b2f7-640d-4b22-b4bf-dcbee38a1a20 admin admin] 10.222.0.50 "DELETE /v2.0/routers/cc3ccfed-fabe-469c-9487-552095ee3322 HTTP/1.1" status: 204 len: 168 time: 0.7776725 Feb 09 01:54:24.697998 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43460) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:24.744285 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-a371f877-ed30-434d-b16a-1bf93ec65177 admin admin] Deleting subnet 9990b7cc-83f1-47a6-8060-d9474ba2eb32 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:54:24.747273 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a371f877-ed30-434d-b16a-1bf93ec65177 admin admin] Publish callbacks [] for subnet (9990b7cc-83f1-47a6-8060-d9474ba2eb32), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:24.781955 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a371f877-ed30-434d-b16a-1bf93ec65177 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (9990b7cc-83f1-47a6-8060-d9474ba2eb32), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:24.868093 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a371f877-ed30-434d-b16a-1bf93ec65177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (9990b7cc-83f1-47a6-8060-d9474ba2eb32), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:24.923406 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a371f877-ed30-434d-b16a-1bf93ec65177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (9990b7cc-83f1-47a6-8060-d9474ba2eb32), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:24.950519 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a371f877-ed30-434d-b16a-1bf93ec65177 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9990b7cc-83f1-47a6-8060-d9474ba2eb32,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:24.952442 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a371f877-ed30-434d-b16a-1bf93ec65177 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:24.958787 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a371f877-ed30-434d-b16a-1bf93ec65177 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9990b7cc-83f1-47a6-8060-d9474ba2eb32 HTTP/1.1" status: 204 len: 168 time: 0.2567453 Feb 09 01:54:24.958932 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492e9e50-efe7-4130-87ba-8c74e705f0d9 None None] Network 770506b8-31af-45bc-893b-5051c06d181a requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:54:24.959365 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43462) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:25.026514 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-181a490a-ad93-45af-a14b-b3678fe4cff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (770506b8-31af-45bc-893b-5051c06d181a), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:25.081132 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-181a490a-ad93-45af-a14b-b3678fe4cff0 admin admin] Deleting port 13b7631f-110e-4a93-8fa0-80789239498a {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:54:25.081482 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-181a490a-ad93-45af-a14b-b3678fe4cff0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (13b7631f-110e-4a93-8fa0-80789239498a), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:25.148588 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-181a490a-ad93-45af-a14b-b3678fe4cff0 admin admin] For port 13b7631f-110e-4a93-8fa0-80789239498a, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=13b7631f-110e-4a93-8fa0-80789239498a,segment=NetworkSegment(e804de76-62ac-474f-aa52-370d47fa593f),segment_id=e804de76-62ac-474f-aa52-370d47fa593f)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:25.149258 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-181a490a-ad93-45af-a14b-b3678fe4cff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (13b7631f-110e-4a93-8fa0-80789239498a), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:25.161140 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-181a490a-ad93-45af-a14b-b3678fe4cff0 admin admin] Calling delete_port for 13b7631f-110e-4a93-8fa0-80789239498a owned by network:dhcp {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:54:25.204287 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527b3054-d461-4e54-a06e-5029118b9447 None None] DHCP port deletion for 770506b8-31af-45bc-893b-5051c06d181a request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:54:25.245360 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-181a490a-ad93-45af-a14b-b3678fe4cff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (13b7631f-110e-4a93-8fa0-80789239498a), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:25.259017 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-527b3054-d461-4e54-a06e-5029118b9447 None None] Deleting port 13b7631f-110e-4a93-8fa0-80789239498a {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:54:25.259407 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-527b3054-d461-4e54-a06e-5029118b9447 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (13b7631f-110e-4a93-8fa0-80789239498a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:25.273281 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181a490a-ad93-45af-a14b-b3678fe4cff0 admin admin] Pushing event deleted for resources: {'Port': ['ID=13b7631f-110e-4a93-8fa0-80789239498a,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:25.276396 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181a490a-ad93-45af-a14b-b3678fe4cff0 admin admin] No DVR routers for this DVR port 13b7631f-110e-4a93-8fa0-80789239498a on host n-d-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:54:25.338320 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-527b3054-d461-4e54-a06e-5029118b9447 None None] For port 13b7631f-110e-4a93-8fa0-80789239498a, host n-d-828369-4, got binding levels [] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:25.338729 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-527b3054-d461-4e54-a06e-5029118b9447 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (13b7631f-110e-4a93-8fa0-80789239498a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:25.354650 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 75b2e617-73c3-459f-8fff-4e05a2223948 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:54:25.356756 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-527b3054-d461-4e54-a06e-5029118b9447 None None] Calling delete_port for 13b7631f-110e-4a93-8fa0-80789239498a owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:54:25.359817 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-181a490a-ad93-45af-a14b-b3678fe4cff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (770506b8-31af-45bc-893b-5051c06d181a), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:25.360620 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.ipam_backend_mixin [None req-527b3054-d461-4e54-a06e-5029118b9447 None None] Port 13b7631f-110e-4a93-8fa0-80789239498a was not found and therefore no delete operation was performed {{(pid=103138) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 01:54:25.379431 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-527b3054-d461-4e54-a06e-5029118b9447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (13b7631f-110e-4a93-8fa0-80789239498a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:25.381736 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-181a490a-ad93-45af-a14b-b3678fe4cff0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['770506b8-31af-45bc-893b-5051c06d181a']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:25.383171 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 75b2e617-73c3-459f-8fff-4e05a2223948 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:54:25.383527 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 75b2e617-73c3-459f-8fff-4e05a2223948 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:54:25.383949 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 13b7631f-110e-4a93-8fa0-80789239498a no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:54:25.391125 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-181a490a-ad93-45af-a14b-b3678fe4cff0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e804de76-62ac-474f-aa52-370d47fa593f') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:25.391433 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-181a490a-ad93-45af-a14b-b3678fe4cff0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e804de76-62ac-474f-aa52-370d47fa593f') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:25.400842 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-181a490a-ad93-45af-a14b-b3678fe4cff0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (e804de76-62ac-474f-aa52-370d47fa593f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:25.415932 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-181a490a-ad93-45af-a14b-b3678fe4cff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (e804de76-62ac-474f-aa52-370d47fa593f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:25.422902 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-181a490a-ad93-45af-a14b-b3678fe4cff0 admin admin] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:54:25.423158 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-181a490a-ad93-45af-a14b-b3678fe4cff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (e804de76-62ac-474f-aa52-370d47fa593f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:25.424856 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:54:25.424856 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:54:25.424856 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:54:25.424856 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:54:25.424856 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:54:25.424856 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:54:25.424856 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:54:25.424856 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:54:25.424856 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:54:25.424856 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:54:25.424856 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:54:25.424856 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:54:25.424856 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:54:25.424856 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:54:25.424856 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:54:25.424856 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:54:25.424856 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:54:25.424856 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:54:25.424856 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:54:25.424856 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:54:25.424856 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:54:25.424856 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:54:25.424856 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:54:25.424856 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:54:25.424856 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:54:25.424856 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:54:25.424856 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:54:25.424856 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:54:25.424856 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:54:25.424856 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:54:25.424856 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:54:25.424856 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:54:25.432765 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b3054-d461-4e54-a06e-5029118b9447 None None] Pushing event deleted for resources: {'Port': ['ID=13b7631f-110e-4a93-8fa0-80789239498a,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:25.435466 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 13b7631f-110e-4a93-8fa0-80789239498a {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:54:25.435466 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 13b7631f-110e-4a93-8fa0-80789239498a not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:54:25.435466 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:54:25.440239 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527b3054-d461-4e54-a06e-5029118b9447 None None] No DVR routers for this DVR port 13b7631f-110e-4a93-8fa0-80789239498a on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:54:25.458989 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:54:25.459473 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 31ef1d01-6fc9-45a4-b2a7-2c192bf87bcb not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:54:25.496424 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-181a490a-ad93-45af-a14b-b3678fe4cff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (770506b8-31af-45bc-893b-5051c06d181a), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:25.503207 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-181a490a-ad93-45af-a14b-b3678fe4cff0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:25.509191 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-181a490a-ad93-45af-a14b-b3678fe4cff0 admin admin] 10.222.0.50 "DELETE /v2.0/networks/770506b8-31af-45bc-893b-5051c06d181a HTTP/1.1" status: 204 len: 168 time: 0.5470490 Feb 09 01:54:25.518473 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181a490a-ad93-45af-a14b-b3678fe4cff0 admin admin] Pushing event deleted for resources: {'Network': ['ID=770506b8-31af-45bc-893b-5051c06d181a,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:25.620689 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43466) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:25.659435 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-43ca987e-963b-4717-8326-081d138d26f2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=126ca61c8d3f4060bfee9f888cd1914c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375988 Feb 09 01:54:25.662386 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43468) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:25.707961 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bce5de66-7da0-4672-b1ef-cbb445c69b6f admin admin] Publish callbacks [] for security_group (f3788a46-22b0-4184-ad25-aa971924c1be), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:25.729648 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bce5de66-7da0-4672-b1ef-cbb445c69b6f admin admin] Publish callbacks [] for security_group (f3788a46-22b0-4184-ad25-aa971924c1be), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:25.778246 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bce5de66-7da0-4672-b1ef-cbb445c69b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (f3788a46-22b0-4184-ad25-aa971924c1be), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:25.781033 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bce5de66-7da0-4672-b1ef-cbb445c69b6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:25.782252 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-bce5de66-7da0-4672-b1ef-cbb445c69b6f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f3788a46-22b0-4184-ad25-aa971924c1be HTTP/1.1" status: 204 len: 168 time: 0.1189947 Feb 09 01:54:25.791255 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce5de66-7da0-4672-b1ef-cbb445c69b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3788a46-22b0-4184-ad25-aa971924c1be,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:26.616624 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43490) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:26.709147 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-75d9b308-95f2-49c8-bdc4-2897dbee95c2 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-576028910-network', 'tenant_id': '05cb297cd97a414f83ee5c07a5eb359e'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:26.728012 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d9b308-95f2-49c8-bdc4-2897dbee95c2 admin admin] Made reservation on behalf of 05cb297cd97a414f83ee5c07a5eb359e for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:54:26.730297 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-75d9b308-95f2-49c8-bdc4-2897dbee95c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:26.738219 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-75d9b308-95f2-49c8-bdc4-2897dbee95c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:26.815329 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-75d9b308-95f2-49c8-bdc4-2897dbee95c2 admin admin] Publish callbacks [] for security_group (6e9861bf-3863-460b-b015-fb72701506a5), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:26.819178 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-75d9b308-95f2-49c8-bdc4-2897dbee95c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (6e9861bf-3863-460b-b015-fb72701506a5), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:26.842578 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75d9b308-95f2-49c8-bdc4-2897dbee95c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1033} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:54:26.851569 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d9b308-95f2-49c8-bdc4-2897dbee95c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9861bf-3863-460b-b015-fb72701506a5,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:26.857500 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-75d9b308-95f2-49c8-bdc4-2897dbee95c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (f2c94000-2820-4d9a-b091-aa558f19f495), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:26.857845 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-75d9b308-95f2-49c8-bdc4-2897dbee95c2 admin admin] Added segment f2c94000-2820-4d9a-b091-aa558f19f495 of type vlan for network f98f8af9-3213-4091-88c8-decc384110cf Feb 09 01:54:26.897528 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-75d9b308-95f2-49c8-bdc4-2897dbee95c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (f98f8af9-3213-4091-88c8-decc384110cf), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:26.920960 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-75d9b308-95f2-49c8-bdc4-2897dbee95c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (f98f8af9-3213-4091-88c8-decc384110cf), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:26.921944 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d9b308-95f2-49c8-bdc4-2897dbee95c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:26.922522 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-75d9b308-95f2-49c8-bdc4-2897dbee95c2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:26.977531 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-75d9b308-95f2-49c8-bdc4-2897dbee95c2 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3597767 Feb 09 01:54:26.980309 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43494) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:26.984899 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-4587dda1-286c-452b-9b40-41db94c9903b admin admin] Request body: {'subnet': {'network_id': 'f98f8af9-3213-4091-88c8-decc384110cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-576028910-subnet', 'tenant_id': '05cb297cd97a414f83ee5c07a5eb359e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:26.991311 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d9b308-95f2-49c8-bdc4-2897dbee95c2 admin admin] Pushing event updated for resources: {'Network': ['ID=f98f8af9-3213-4091-88c8-decc384110cf,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:27.001710 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network f98f8af9-3213-4091-88c8-decc384110cf details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:54:27.012998 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4587dda1-286c-452b-9b40-41db94c9903b admin admin] Made reservation on behalf of 05cb297cd97a414f83ee5c07a5eb359e for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:54:27.015717 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4587dda1-286c-452b-9b40-41db94c9903b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:27.181869 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4587dda1-286c-452b-9b40-41db94c9903b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (ba1098f6-1772-4947-96fc-6fabbff0c469), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:27.241032 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587dda1-286c-452b-9b40-41db94c9903b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba1098f6-1772-4947-96fc-6fabbff0c469,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:27.249358 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4587dda1-286c-452b-9b40-41db94c9903b admin admin] Checking segment: {'id': 'f2c94000-2820-4d9a-b091-aa558f19f495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f98f8af9-3213-4091-88c8-decc384110cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:54:27.249725 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4587dda1-286c-452b-9b40-41db94c9903b admin admin] Network hostable DHCP agents. Network: f98f8af9-3213-4091-88c8-decc384110cf, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:54:27.267491 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4587dda1-286c-452b-9b40-41db94c9903b admin admin] Network f98f8af9-3213-4091-88c8-decc384110cf is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:54:27.276612 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-4587dda1-286c-452b-9b40-41db94c9903b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, f98f8af9-3213-4091-88c8-decc384110cf) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:54:27.281067 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4587dda1-286c-452b-9b40-41db94c9903b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:27.281671 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4587dda1-286c-452b-9b40-41db94c9903b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:27.286623 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89041963-bfca-4cb3-af9d-c92a317fb82b None None] Network f98f8af9-3213-4091-88c8-decc384110cf requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:54:27.297474 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4587dda1-286c-452b-9b40-41db94c9903b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3161438 Feb 09 01:54:27.383884 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539df524-77cb-41cd-816b-ea66cc0ea261 None None] Network f98f8af9-3213-4091-88c8-decc384110cf requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:54:27.712221 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde392e-af92-4d0b-a459-4936c4c47e6e req-997baf7e-3669-405e-95c9-eaf616d4b053 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:27.713708 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fdde392e-af92-4d0b-a459-4936c4c47e6e req-997baf7e-3669-405e-95c9-eaf616d4b053 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/networks?id=f98f8af9-3213-4091-88c8-decc384110cf HTTP/1.1" status: 200 len: 813 time: 0.0991950 Feb 09 01:54:27.727989 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fdde392e-af92-4d0b-a459-4936c4c47e6e req-ea396198-fd9c-4738-a830-775e8a298a77 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/quotas/05cb297cd97a414f83ee5c07a5eb359e HTTP/1.1" status: 200 len: 375 time: 0.0090270 Feb 09 01:54:27.763977 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fdde392e-af92-4d0b-a459-4936c4c47e6e req-06f2f761-fc2a-405d-b8a0-2b21d01b8df5 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=05cb297cd97a414f83ee5c07a5eb359e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313511 Feb 09 01:54:27.912766 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fdde392e-af92-4d0b-a459-4936c4c47e6e req-29d16dd1-9792-440a-800e-652e58a1af88 service neutron] 10.222.0.50 "GET /v2.0/networks/f98f8af9-3213-4091-88c8-decc384110cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421773 Feb 09 01:54:28.003613 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fdde392e-af92-4d0b-a459-4936c4c47e6e req-81107d44-846c-4b48-9aaa-7b201e2b2498 service neutron] 10.222.0.50 "GET /v2.0/networks/f98f8af9-3213-4091-88c8-decc384110cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851028 Feb 09 01:54:29.186007 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d0143881-7dd8-43b8-8829-4faebae4a9ed req-07ba95c1-289e-411c-9a27-b792205eb6d1 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/ports?device_id=f00a531f-7f64-4c0c-aabe-87c760c72b6b HTTP/1.1" status: 200 len: 210 time: 0.0346832 Feb 09 01:54:30.234516 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde392e-af92-4d0b-a459-4936c4c47e6e req-9902650c-ec2f-4a90-a4c5-c302860174e7 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:30.236027 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-fdde392e-af92-4d0b-a459-4936c4c47e6e req-9902650c-ec2f-4a90-a4c5-c302860174e7 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.47 "GET /v2.0/networks?id=f98f8af9-3213-4091-88c8-decc384110cf HTTP/1.1" status: 200 len: 813 time: 0.1100340 Feb 09 01:54:30.251043 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-fdde392e-af92-4d0b-a459-4936c4c47e6e req-2468c1bd-c70f-4356-a375-0ab92e440829 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Request body: {'port': {'device_id': 'f00a531f-7f64-4c0c-aabe-87c760c72b6b', 'network_id': 'f98f8af9-3213-4091-88c8-decc384110cf', 'admin_state_up': True, 'tenant_id': '05cb297cd97a414f83ee5c07a5eb359e'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:30.293979 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f35d5212-9a5e-4446-869c-73d7a6ce3d5e req-a1b32c37-afa0-4f36-a4fe-dd854cc1ddea tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/ports?device_id=f00a531f-7f64-4c0c-aabe-87c760c72b6b HTTP/1.1" status: 200 len: 210 time: 0.0281029 Feb 09 01:54:30.356383 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdde392e-af92-4d0b-a459-4936c4c47e6e req-2468c1bd-c70f-4356-a375-0ab92e440829 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Made reservation on behalf of 05cb297cd97a414f83ee5c07a5eb359e for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:54:30.359952 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-fdde392e-af92-4d0b-a459-4936c4c47e6e req-2468c1bd-c70f-4356-a375-0ab92e440829 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:30.487274 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [req-fdde392e-af92-4d0b-a459-4936c4c47e6e req-2468c1bd-c70f-4356-a375-0ab92e440829 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Allocated IP 172.20.0.8 (f98f8af9-3213-4091-88c8-decc384110cf/ba1098f6-1772-4947-96fc-6fabbff0c469/e1635eac-2133-4d8c-8a1f-8139de15ec7f) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:54:30.640441 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-fdde392e-af92-4d0b-a459-4936c4c47e6e req-2468c1bd-c70f-4356-a375-0ab92e440829 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Publish callbacks [] for port (e1635eac-2133-4d8c-8a1f-8139de15ec7f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:30.672899 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-fdde392e-af92-4d0b-a459-4936c4c47e6e req-2468c1bd-c70f-4356-a375-0ab92e440829 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (e1635eac-2133-4d8c-8a1f-8139de15ec7f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:30.717485 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdde392e-af92-4d0b-a459-4936c4c47e6e req-2468c1bd-c70f-4356-a375-0ab92e440829 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Network f98f8af9-3213-4091-88c8-decc384110cf is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:54:30.720527 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [req-fdde392e-af92-4d0b-a459-4936c4c47e6e req-2468c1bd-c70f-4356-a375-0ab92e440829 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:54:30.724141 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdde392e-af92-4d0b-a459-4936c4c47e6e req-2468c1bd-c70f-4356-a375-0ab92e440829 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:54:30.730277 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2468c1bd-c70f-4356-a375-0ab92e440829 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Pushing event updated for resources: {'Port': ['ID=e1635eac-2133-4d8c-8a1f-8139de15ec7f,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:30.774370 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde392e-af92-4d0b-a459-4936c4c47e6e req-2468c1bd-c70f-4356-a375-0ab92e440829 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:30.774979 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-fdde392e-af92-4d0b-a459-4936c4c47e6e req-2468c1bd-c70f-4356-a375-0ab92e440829 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:30.789593 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-fdde392e-af92-4d0b-a459-4936c4c47e6e req-2468c1bd-c70f-4356-a375-0ab92e440829 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5431330 Feb 09 01:54:30.800455 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-fdde392e-af92-4d0b-a459-4936c4c47e6e req-494d6681-f5ef-437c-aef8-c8629e84ce3b service neutron] Request body: {'port': {'device_id': 'f00a531f-7f64-4c0c-aabe-87c760c72b6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:30.861744 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-fdde392e-af92-4d0b-a459-4936c4c47e6e req-494d6681-f5ef-437c-aef8-c8629e84ce3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e1635eac-2133-4d8c-8a1f-8139de15ec7f), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:31.128792 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-fdde392e-af92-4d0b-a459-4936c4c47e6e req-494d6681-f5ef-437c-aef8-c8629e84ce3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1635eac-2133-4d8c-8a1f-8139de15ec7f {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:54:31.136301 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-fdde392e-af92-4d0b-a459-4936c4c47e6e req-494d6681-f5ef-437c-aef8-c8629e84ce3b service neutron] Publish callbacks [] for port (e1635eac-2133-4d8c-8a1f-8139de15ec7f), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:31.148513 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-fdde392e-af92-4d0b-a459-4936c4c47e6e req-494d6681-f5ef-437c-aef8-c8629e84ce3b service neutron] Transition to ACTIVE for port object e1635eac-2133-4d8c-8a1f-8139de15ec7f will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:54:31.152837 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-fdde392e-af92-4d0b-a459-4936c4c47e6e req-494d6681-f5ef-437c-aef8-c8629e84ce3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (e1635eac-2133-4d8c-8a1f-8139de15ec7f), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:31.203836 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494d6681-f5ef-437c-aef8-c8629e84ce3b service neutron] Pushing event updated for resources: {'Port': ['ID=e1635eac-2133-4d8c-8a1f-8139de15ec7f,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:31.276247 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-fdde392e-af92-4d0b-a459-4936c4c47e6e req-494d6681-f5ef-437c-aef8-c8629e84ce3b service neutron] Attempting to bind port e1635eac-2133-4d8c-8a1f-8139de15ec7f on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:54:31.276875 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-fdde392e-af92-4d0b-a459-4936c4c47e6e req-494d6681-f5ef-437c-aef8-c8629e84ce3b service neutron] Attempting to bind port e1635eac-2133-4d8c-8a1f-8139de15ec7f by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'f2c94000-2820-4d9a-b091-aa558f19f495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f98f8af9-3213-4091-88c8-decc384110cf'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:54:31.276991 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdde392e-af92-4d0b-a459-4936c4c47e6e req-494d6681-f5ef-437c-aef8-c8629e84ce3b service neutron] Attempting to bind port e1635eac-2133-4d8c-8a1f-8139de15ec7f on network f98f8af9-3213-4091-88c8-decc384110cf {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:54:31.281132 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdde392e-af92-4d0b-a459-4936c4c47e6e req-494d6681-f5ef-437c-aef8-c8629e84ce3b service neutron] Port e1635eac-2133-4d8c-8a1f-8139de15ec7f on network f98f8af9-3213-4091-88c8-decc384110cf not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:54:31.281478 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdde392e-af92-4d0b-a459-4936c4c47e6e req-494d6681-f5ef-437c-aef8-c8629e84ce3b service neutron] Attempting to bind port e1635eac-2133-4d8c-8a1f-8139de15ec7f on network f98f8af9-3213-4091-88c8-decc384110cf {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:54:31.286135 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdde392e-af92-4d0b-a459-4936c4c47e6e req-494d6681-f5ef-437c-aef8-c8629e84ce3b service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:54:31.286476 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdde392e-af92-4d0b-a459-4936c4c47e6e req-494d6681-f5ef-437c-aef8-c8629e84ce3b service neutron] Checking segment: {'id': 'f2c94000-2820-4d9a-b091-aa558f19f495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f98f8af9-3213-4091-88c8-decc384110cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:54:31.286860 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdde392e-af92-4d0b-a459-4936c4c47e6e req-494d6681-f5ef-437c-aef8-c8629e84ce3b service neutron] Bound using segment: {'id': 'f2c94000-2820-4d9a-b091-aa558f19f495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f98f8af9-3213-4091-88c8-decc384110cf'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:54:31.287283 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-fdde392e-af92-4d0b-a459-4936c4c47e6e req-494d6681-f5ef-437c-aef8-c8629e84ce3b service neutron] Bound port: e1635eac-2133-4d8c-8a1f-8139de15ec7f, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2c94000-2820-4d9a-b091-aa558f19f495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f98f8af9-3213-4091-88c8-decc384110cf'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:54:31.287641 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-fdde392e-af92-4d0b-a459-4936c4c47e6e req-494d6681-f5ef-437c-aef8-c8629e84ce3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e1635eac-2133-4d8c-8a1f-8139de15ec7f), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:31.351525 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-fdde392e-af92-4d0b-a459-4936c4c47e6e req-494d6681-f5ef-437c-aef8-c8629e84ce3b service neutron] For port e1635eac-2133-4d8c-8a1f-8139de15ec7f, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:54:31.354643 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-fdde392e-af92-4d0b-a459-4936c4c47e6e req-494d6681-f5ef-437c-aef8-c8629e84ce3b service neutron] For port e1635eac-2133-4d8c-8a1f-8139de15ec7f, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=e1635eac-2133-4d8c-8a1f-8139de15ec7f,segment=NetworkSegment(f2c94000-2820-4d9a-b091-aa558f19f495),segment_id=f2c94000-2820-4d9a-b091-aa558f19f495)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:54:31.360668 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-fdde392e-af92-4d0b-a459-4936c4c47e6e req-494d6681-f5ef-437c-aef8-c8629e84ce3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (e1635eac-2133-4d8c-8a1f-8139de15ec7f), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:31.395355 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde392e-af92-4d0b-a459-4936c4c47e6e req-494d6681-f5ef-437c-aef8-c8629e84ce3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:31.395973 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-fdde392e-af92-4d0b-a459-4936c4c47e6e req-494d6681-f5ef-437c-aef8-c8629e84ce3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:31.397398 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-fdde392e-af92-4d0b-a459-4936c4c47e6e req-494d6681-f5ef-437c-aef8-c8629e84ce3b service neutron] 10.222.0.47 "PUT /v2.0/ports/e1635eac-2133-4d8c-8a1f-8139de15ec7f HTTP/1.1" status: 200 len: 1091 time: 0.6008360 Feb 09 01:54:31.397833 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f00a531f-7f64-4c0c-aabe-87c760c72b6b', 'tag': 'e1635eac-2133-4d8c-8a1f-8139de15ec7f'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:54:31.400048 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112b37ec-0db3-4d70-9e6f-7ab2fe153194" -d '{"events": [{"name": "network-changed", "server_uuid": "f00a531f-7f64-4c0c-aabe-87c760c72b6b", "tag": "e1635eac-2133-4d8c-8a1f-8139de15ec7f"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:54:31.424595 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494d6681-f5ef-437c-aef8-c8629e84ce3b service neutron] Pushing event updated for resources: {'Port': ['ID=e1635eac-2133-4d8c-8a1f-8139de15ec7f,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:31.428664 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212dbabc-ad95-4969-9b0f-4c3198bedce4 req-173c3e25-b20f-49b3-9e7f-f798f6cabb86 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:31.430216 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-212dbabc-ad95-4969-9b0f-4c3198bedce4 req-173c3e25-b20f-49b3-9e7f-f798f6cabb86 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/ports?device_id=f00a531f-7f64-4c0c-aabe-87c760c72b6b HTTP/1.1" status: 200 len: 943 time: 0.0676422 Feb 09 01:54:31.479311 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-212dbabc-ad95-4969-9b0f-4c3198bedce4 req-e52e56b4-ec99-4f23-b7cc-3c0851015f04 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e9861bf-3863-460b-b015-fb72701506a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433619 Feb 09 01:54:31.495614 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde392e-af92-4d0b-a459-4936c4c47e6e req-1a7b63a7-9483-4121-a598-2da5c348ad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:31.497417 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-fdde392e-af92-4d0b-a459-4936c4c47e6e req-1a7b63a7-9483-4121-a598-2da5c348ad1d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=05cb297cd97a414f83ee5c07a5eb359e&device_id=f00a531f-7f64-4c0c-aabe-87c760c72b6b HTTP/1.1" status: 200 len: 1125 time: 0.0571482 Feb 09 01:54:31.541642 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec228b6-3abc-4be8-9dcc-bef8ddd30499 x-openstack-request-id: req-7ec228b6-3abc-4be8-9dcc-bef8ddd30499 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:54:31.541946 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f00a531f-7f64-4c0c-aabe-87c760c72b6b", "tag": "e1635eac-2133-4d8c-8a1f-8139de15ec7f", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:54:31.542193 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7ec228b6-3abc-4be8-9dcc-bef8ddd30499 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:54:31.542613 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f00a531f-7f64-4c0c-aabe-87c760c72b6b', 'tag': 'e1635eac-2133-4d8c-8a1f-8139de15ec7f', 'status': 'completed', 'code': 200} Feb 09 01:54:31.544104 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-fdde392e-af92-4d0b-a459-4936c4c47e6e req-ff94a3ee-510d-4f8d-94ae-b919fc5021f4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1635eac-2133-4d8c-8a1f-8139de15ec7f HTTP/1.1" status: 200 len: 217 time: 0.0385685 Feb 09 01:54:31.592089 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde392e-af92-4d0b-a459-4936c4c47e6e req-04858bef-5d81-4474-a0e1-f82caa878e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:31.593546 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-fdde392e-af92-4d0b-a459-4936c4c47e6e req-04858bef-5d81-4474-a0e1-f82caa878e6f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba1098f6-1772-4947-96fc-6fabbff0c469 HTTP/1.1" status: 200 len: 853 time: 0.0439088 Feb 09 01:54:31.625719 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-fdde392e-af92-4d0b-a459-4936c4c47e6e req-7bcd497d-52d9-4d23-8be1-e2a52b31b382 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f98f8af9-3213-4091-88c8-decc384110cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251150 Feb 09 01:54:31.716198 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-fdde392e-af92-4d0b-a459-4936c4c47e6e req-7d0528cf-d252-4549-97b4-aaf06b9eb68c service neutron] 10.222.0.47 "GET /v2.0/networks/f98f8af9-3213-4091-88c8-decc384110cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838461 Feb 09 01:54:31.801491 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-fdde392e-af92-4d0b-a459-4936c4c47e6e req-388fb57e-0d29-481f-b2dd-6a5f087cbf81 service neutron] 10.222.0.47 "GET /v2.0/networks/f98f8af9-3213-4091-88c8-decc384110cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794120 Feb 09 01:54:31.896715 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b37ec-0db3-4d70-9e6f-7ab2fe153194 req-ff5da857-c729-4b6d-9518-d42f6558ff35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:31.898212 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-112b37ec-0db3-4d70-9e6f-7ab2fe153194 req-ff5da857-c729-4b6d-9518-d42f6558ff35 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=05cb297cd97a414f83ee5c07a5eb359e&device_id=f00a531f-7f64-4c0c-aabe-87c760c72b6b HTTP/1.1" status: 200 len: 1125 time: 0.0488155 Feb 09 01:54:31.984693 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b37ec-0db3-4d70-9e6f-7ab2fe153194 req-fcc016c6-4e04-46d1-8857-a6ee9c662068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:31.986146 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-112b37ec-0db3-4d70-9e6f-7ab2fe153194 req-fcc016c6-4e04-46d1-8857-a6ee9c662068 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f98f8af9-3213-4091-88c8-decc384110cf HTTP/1.1" status: 200 len: 915 time: 0.0820670 Feb 09 01:54:32.032502 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-112b37ec-0db3-4d70-9e6f-7ab2fe153194 req-0e68b2f7-39a7-4085-9108-f19c078cab5e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1635eac-2133-4d8c-8a1f-8139de15ec7f HTTP/1.1" status: 200 len: 217 time: 0.0390241 Feb 09 01:54:32.082575 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b37ec-0db3-4d70-9e6f-7ab2fe153194 req-4b29d0af-4e79-4af1-b2d1-e4a902c49431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:32.083911 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-112b37ec-0db3-4d70-9e6f-7ab2fe153194 req-4b29d0af-4e79-4af1-b2d1-e4a902c49431 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ba1098f6-1772-4947-96fc-6fabbff0c469 HTTP/1.1" status: 200 len: 853 time: 0.0444341 Feb 09 01:54:32.118142 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-112b37ec-0db3-4d70-9e6f-7ab2fe153194 req-3f9136d0-2e81-4cbe-a330-8c894908a6ca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f98f8af9-3213-4091-88c8-decc384110cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274429 Feb 09 01:54:32.208283 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-112b37ec-0db3-4d70-9e6f-7ab2fe153194 req-f5612f27-8cd5-4b90-bc76-7f28b491b853 service neutron] 10.222.0.47 "GET /v2.0/networks/f98f8af9-3213-4091-88c8-decc384110cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804188 Feb 09 01:54:32.299332 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-112b37ec-0db3-4d70-9e6f-7ab2fe153194 req-6d214ed2-601c-4e63-ab54-9162c5fe3282 service neutron] 10.222.0.47 "GET /v2.0/networks/f98f8af9-3213-4091-88c8-decc384110cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844941 Feb 09 01:54:32.446548 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-43674af6-6541-4e6d-b805-875f03d321ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:32.603489 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5388241f-40d9-402e-b752-aea13e4d7eaa req-d8a58841-c794-4643-a6db-d71e29c7341b tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:32.605004 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5388241f-40d9-402e-b752-aea13e4d7eaa req-d8a58841-c794-4643-a6db-d71e29c7341b tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/ports?device_id=f00a531f-7f64-4c0c-aabe-87c760c72b6b HTTP/1.1" status: 200 len: 943 time: 0.0570469 Feb 09 01:54:32.652718 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5388241f-40d9-402e-b752-aea13e4d7eaa req-a2de9086-3d40-49fb-98b7-51383f6a930a tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e9861bf-3863-460b-b015-fb72701506a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421410 Feb 09 01:54:33.771724 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff35abe-abf8-419f-bbaf-9591b81e63a6 req-ac074b4b-587e-4bb7-bcc1-7c0e34417eec tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:33.773240 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7ff35abe-abf8-419f-bbaf-9591b81e63a6 req-ac074b4b-587e-4bb7-bcc1-7c0e34417eec tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/ports?device_id=f00a531f-7f64-4c0c-aabe-87c760c72b6b HTTP/1.1" status: 200 len: 943 time: 0.0529041 Feb 09 01:54:33.819809 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7ff35abe-abf8-419f-bbaf-9591b81e63a6 req-adc17c72-dfea-4760-937c-536eda912998 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e9861bf-3863-460b-b015-fb72701506a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410662 Feb 09 01:54:34.482372 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-88aba9af-acfc-4f5f-b40b-1043d2ad0cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:34.937617 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f4d76-7ebd-4707-8e80-de9e869eec2e req-077904b7-a45e-43a5-84c3-8406a8c961d3 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:34.939116 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3c4f4d76-7ebd-4707-8e80-de9e869eec2e req-077904b7-a45e-43a5-84c3-8406a8c961d3 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/ports?device_id=f00a531f-7f64-4c0c-aabe-87c760c72b6b HTTP/1.1" status: 200 len: 943 time: 0.0531626 Feb 09 01:54:34.991150 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3c4f4d76-7ebd-4707-8e80-de9e869eec2e req-a1ad9326-c8cb-40cc-882c-33adff988c68 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e9861bf-3863-460b-b015-fb72701506a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443406 Feb 09 01:54:35.616398 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device e1635eac-2133-4d8c-8a1f-8139de15ec7f details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:54:35.712258 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port e1635eac-2133-4d8c-8a1f-8139de15ec7f, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=e1635eac-2133-4d8c-8a1f-8139de15ec7f,segment=NetworkSegment(f2c94000-2820-4d9a-b091-aa558f19f495),segment_id=f2c94000-2820-4d9a-b091-aa558f19f495)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:35.725686 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': 'e1635eac-2133-4d8c-8a1f-8139de15ec7f', 'network_id': 'f98f8af9-3213-4091-88c8-decc384110cf', 'port_id': 'e1635eac-2133-4d8c-8a1f-8139de15ec7f', 'mac_address': 'fa:16:3e:2c:31:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1033, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba1098f6-1772-4947-96fc-6fabbff0c469', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:54:35.766427 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port e1635eac-2133-4d8c-8a1f-8139de15ec7f is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:35.766821 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e1635eac-2133-4d8c-8a1f-8139de15ec7f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:35.782826 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1635eac-2133-4d8c-8a1f-8139de15ec7f {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:54:35.801635 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port e1635eac-2133-4d8c-8a1f-8139de15ec7f, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=e1635eac-2133-4d8c-8a1f-8139de15ec7f,segment=NetworkSegment(f2c94000-2820-4d9a-b091-aa558f19f495),segment_id=f2c94000-2820-4d9a-b091-aa558f19f495)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:35.806512 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e1635eac-2133-4d8c-8a1f-8139de15ec7f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:35.852548 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=e1635eac-2133-4d8c-8a1f-8139de15ec7f,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:36.004954 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['e1635eac-2133-4d8c-8a1f-8139de15ec7f'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:54:36.060955 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:36.115333 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99510432-3b6f-4ba5-ad8c-05e80eea50b2 req-ca6027fa-82e8-4e37-843a-14f17d9fd12f tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:36.117193 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99510432-3b6f-4ba5-ad8c-05e80eea50b2 req-ca6027fa-82e8-4e37-843a-14f17d9fd12f tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/ports?device_id=f00a531f-7f64-4c0c-aabe-87c760c72b6b HTTP/1.1" status: 200 len: 944 time: 0.0530822 Feb 09 01:54:36.166604 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99510432-3b6f-4ba5-ad8c-05e80eea50b2 req-2df9d035-de6f-489d-b19d-95f4d6047163 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e9861bf-3863-460b-b015-fb72701506a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427358 Feb 09 01:54:37.284476 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375462a5-54f5-4717-b3b1-351fde6e11a2 req-b03d8518-757f-4991-9cb1-b346134e39a6 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:37.286012 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-375462a5-54f5-4717-b3b1-351fde6e11a2 req-b03d8518-757f-4991-9cb1-b346134e39a6 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/ports?device_id=f00a531f-7f64-4c0c-aabe-87c760c72b6b HTTP/1.1" status: 200 len: 944 time: 0.0528455 Feb 09 01:54:37.333902 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-375462a5-54f5-4717-b3b1-351fde6e11a2 req-975cc8cf-5f0e-4887-adc3-9237ddadd8b5 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e9861bf-3863-460b-b015-fb72701506a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421102 Feb 09 01:54:37.342655 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:37.623353 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device e1635eac-2133-4d8c-8a1f-8139de15ec7f up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:54:37.672658 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port e1635eac-2133-4d8c-8a1f-8139de15ec7f completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:54:37.676849 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port e1635eac-2133-4d8c-8a1f-8139de15ec7f triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:37.677232 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e1635eac-2133-4d8c-8a1f-8139de15ec7f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:37.752225 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port e1635eac-2133-4d8c-8a1f-8139de15ec7f is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:37.752660 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e1635eac-2133-4d8c-8a1f-8139de15ec7f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:37.777481 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00a531f-7f64-4c0c-aabe-87c760c72b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1635eac-2133-4d8c-8a1f-8139de15ec7f'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:54:37.779676 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55700e8-22d3-42cf-9d24-aad954a65a24" -d '{"events": [{"server_uuid": "f00a531f-7f64-4c0c-aabe-87c760c72b6b", "name": "network-vif-plugged", "status": "completed", "tag": "e1635eac-2133-4d8c-8a1f-8139de15ec7f"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:54:37.792993 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port e1635eac-2133-4d8c-8a1f-8139de15ec7f, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=e1635eac-2133-4d8c-8a1f-8139de15ec7f,segment=NetworkSegment(f2c94000-2820-4d9a-b091-aa558f19f495),segment_id=f2c94000-2820-4d9a-b091-aa558f19f495)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:37.796871 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e1635eac-2133-4d8c-8a1f-8139de15ec7f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:37.820265 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b16128-3b52-4d8d-95a5-7a09eee391a5 x-openstack-request-id: req-74b16128-3b52-4d8d-95a5-7a09eee391a5 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:54:37.820581 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00a531f-7f64-4c0c-aabe-87c760c72b6b", "name": "network-vif-plugged", "status": "completed", "tag": "e1635eac-2133-4d8c-8a1f-8139de15ec7f", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:54:37.820842 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-74b16128-3b52-4d8d-95a5-7a09eee391a5 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:54:37.821231 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00a531f-7f64-4c0c-aabe-87c760c72b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1635eac-2133-4d8c-8a1f-8139de15ec7f', 'code': 200} Feb 09 01:54:37.845739 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=e1635eac-2133-4d8c-8a1f-8139de15ec7f,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:37.917445 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279692c5-9889-4074-82ff-7e8326697a0f req-07b81717-d103-40f0-8d12-bedb9af3b891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:37.918858 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-279692c5-9889-4074-82ff-7e8326697a0f req-07b81717-d103-40f0-8d12-bedb9af3b891 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f00a531f-7f64-4c0c-aabe-87c760c72b6b HTTP/1.1" status: 200 len: 1127 time: 0.0446863 Feb 09 01:54:37.962106 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-279692c5-9889-4074-82ff-7e8326697a0f req-44567e70-b07a-4b0e-b510-847feeb1e7d2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6e9861bf-3863-460b-b015-fb72701506a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371194 Feb 09 01:54:38.052237 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:38.458234 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a355d5-7a88-48c2-bc59-cf23af3ec77f req-c8c3bfbd-4da3-4c89-8647-cef5dbcac072 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:38.459708 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-83a355d5-7a88-48c2-bc59-cf23af3ec77f req-c8c3bfbd-4da3-4c89-8647-cef5dbcac072 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/ports?device_id=f00a531f-7f64-4c0c-aabe-87c760c72b6b HTTP/1.1" status: 200 len: 945 time: 0.0562632 Feb 09 01:54:38.509192 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:38.511945 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-83a355d5-7a88-48c2-bc59-cf23af3ec77f req-3fa2268e-9513-44f4-89ae-4b88260957c6 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e9861bf-3863-460b-b015-fb72701506a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457137 Feb 09 01:54:39.640112 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af7d89-0938-4c6a-ada6-cecff0cc6ce1 req-cbe38ffd-4eb1-410f-8996-99f3f240bdd9 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:39.641602 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-98af7d89-0938-4c6a-ada6-cecff0cc6ce1 req-cbe38ffd-4eb1-410f-8996-99f3f240bdd9 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/ports?device_id=f00a531f-7f64-4c0c-aabe-87c760c72b6b HTTP/1.1" status: 200 len: 945 time: 0.0520885 Feb 09 01:54:39.689389 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-98af7d89-0938-4c6a-ada6-cecff0cc6ce1 req-25142d77-c8dc-413a-aa00-6ab8f2a0f3cb tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e9861bf-3863-460b-b015-fb72701506a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422807 Feb 09 01:54:39.760571 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:40.246729 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-92fc25bd-c72c-4088-8b95-067b85110891 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:40.248114 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-92fc25bd-c72c-4088-8b95-067b85110891 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/networks?id=f98f8af9-3213-4091-88c8-decc384110cf HTTP/1.1" status: 200 len: 813 time: 0.4331362 Feb 09 01:54:40.264854 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-cb49edfc-490f-40e8-af7b-d3aa33b8abff tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/quotas/05cb297cd97a414f83ee5c07a5eb359e HTTP/1.1" status: 200 len: 375 time: 0.0087667 Feb 09 01:54:40.320994 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-0d6342b5-4ae9-40bb-b632-a9acee5547ec tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=05cb297cd97a414f83ee5c07a5eb359e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0506189 Feb 09 01:54:40.331672 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-0c6cc038-135c-4eea-9937-c6426afc7ae1 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 01:54:40.332681 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-0c6cc038-135c-4eea-9937-c6426afc7ae1 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054309 Feb 09 01:54:40.421925 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-06274eca-2044-4c83-a87a-442a84f30fbe service neutron] 10.222.0.50 "GET /v2.0/networks/f98f8af9-3213-4091-88c8-decc384110cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841150 Feb 09 01:54:40.510125 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-8e3f7f3b-ae42-4609-a547-354ab295d6c1 service neutron] 10.222.0.50 "GET /v2.0/networks/f98f8af9-3213-4091-88c8-decc384110cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823276 Feb 09 01:54:40.686256 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1b8fdc9b-b9c3-44fe-a058-0b656e95b234 req-119b5a0a-25ee-45e5-aed1-6c832fd10390 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/ports?device_id=78d3d90f-b42f-4205-bef6-e369e731f990 HTTP/1.1" status: 200 len: 210 time: 0.0291111 Feb 09 01:54:41.670388 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-ee168eeb-da02-48ee-858f-c7542f0f4b56 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:41.671827 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-ee168eeb-da02-48ee-858f-c7542f0f4b56 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.120 "GET /v2.0/networks?id=f98f8af9-3213-4091-88c8-decc384110cf HTTP/1.1" status: 200 len: 813 time: 0.1064153 Feb 09 01:54:41.684084 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-0899e2ac-25ae-49ea-bcf0-4522098edbf8 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Request body: {'port': {'device_id': '78d3d90f-b42f-4205-bef6-e369e731f990', 'network_id': 'f98f8af9-3213-4091-88c8-decc384110cf', 'admin_state_up': True, 'tenant_id': '05cb297cd97a414f83ee5c07a5eb359e'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:41.798083 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8961f9e5-15f8-495f-aa57-ac3e6af1323b req-d412a941-013a-4012-a58d-09e081ceee60 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/ports?device_id=78d3d90f-b42f-4205-bef6-e369e731f990 HTTP/1.1" status: 200 len: 210 time: 0.0390229 Feb 09 01:54:41.820876 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-0899e2ac-25ae-49ea-bcf0-4522098edbf8 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Made reservation on behalf of 05cb297cd97a414f83ee5c07a5eb359e for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:54:41.824336 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-0899e2ac-25ae-49ea-bcf0-4522098edbf8 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:41.946816 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-0899e2ac-25ae-49ea-bcf0-4522098edbf8 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Allocated IP 172.20.0.6 (f98f8af9-3213-4091-88c8-decc384110cf/ba1098f6-1772-4947-96fc-6fabbff0c469/1b90e151-72f3-4d1b-bc29-1d1c953f3414) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:54:42.104285 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-0899e2ac-25ae-49ea-bcf0-4522098edbf8 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Publish callbacks [] for port (1b90e151-72f3-4d1b-bc29-1d1c953f3414), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:42.137624 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-0899e2ac-25ae-49ea-bcf0-4522098edbf8 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (1b90e151-72f3-4d1b-bc29-1d1c953f3414), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:42.149379 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['e1635eac-2133-4d8c-8a1f-8139de15ec7f'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:54:42.186071 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-0899e2ac-25ae-49ea-bcf0-4522098edbf8 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Network f98f8af9-3213-4091-88c8-decc384110cf is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:54:42.189317 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-0899e2ac-25ae-49ea-bcf0-4522098edbf8 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:54:42.194709 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-0899e2ac-25ae-49ea-bcf0-4522098edbf8 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:54:42.200382 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0899e2ac-25ae-49ea-bcf0-4522098edbf8 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Pushing event updated for resources: {'Port': ['ID=1b90e151-72f3-4d1b-bc29-1d1c953f3414,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:42.255532 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-0899e2ac-25ae-49ea-bcf0-4522098edbf8 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:42.256162 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-0899e2ac-25ae-49ea-bcf0-4522098edbf8 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:42.273912 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-0899e2ac-25ae-49ea-bcf0-4522098edbf8 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5934582 Feb 09 01:54:42.286247 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-dc54f3c6-0b9a-4917-9532-131723b1c931 service neutron] Request body: {'port': {'device_id': '78d3d90f-b42f-4205-bef6-e369e731f990', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:42.358616 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-dc54f3c6-0b9a-4917-9532-131723b1c931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1b90e151-72f3-4d1b-bc29-1d1c953f3414), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:42.632003 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-dc54f3c6-0b9a-4917-9532-131723b1c931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b90e151-72f3-4d1b-bc29-1d1c953f3414 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:54:42.639286 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-dc54f3c6-0b9a-4917-9532-131723b1c931 service neutron] Publish callbacks [] for port (1b90e151-72f3-4d1b-bc29-1d1c953f3414), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:42.651929 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-dc54f3c6-0b9a-4917-9532-131723b1c931 service neutron] Transition to ACTIVE for port object 1b90e151-72f3-4d1b-bc29-1d1c953f3414 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:54:42.655125 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-dc54f3c6-0b9a-4917-9532-131723b1c931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (1b90e151-72f3-4d1b-bc29-1d1c953f3414), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:42.720956 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54f3c6-0b9a-4917-9532-131723b1c931 service neutron] Pushing event updated for resources: {'Port': ['ID=1b90e151-72f3-4d1b-bc29-1d1c953f3414,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:42.772738 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-dc54f3c6-0b9a-4917-9532-131723b1c931 service neutron] Attempting to bind port 1b90e151-72f3-4d1b-bc29-1d1c953f3414 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:54:42.773090 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-dc54f3c6-0b9a-4917-9532-131723b1c931 service neutron] Attempting to bind port 1b90e151-72f3-4d1b-bc29-1d1c953f3414 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': 'f2c94000-2820-4d9a-b091-aa558f19f495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f98f8af9-3213-4091-88c8-decc384110cf'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:54:42.773435 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-dc54f3c6-0b9a-4917-9532-131723b1c931 service neutron] Attempting to bind port 1b90e151-72f3-4d1b-bc29-1d1c953f3414 on network f98f8af9-3213-4091-88c8-decc384110cf {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:54:42.777716 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-dc54f3c6-0b9a-4917-9532-131723b1c931 service neutron] Port 1b90e151-72f3-4d1b-bc29-1d1c953f3414 on network f98f8af9-3213-4091-88c8-decc384110cf not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:54:42.778045 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-dc54f3c6-0b9a-4917-9532-131723b1c931 service neutron] Attempting to bind port 1b90e151-72f3-4d1b-bc29-1d1c953f3414 on network f98f8af9-3213-4091-88c8-decc384110cf {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:54:42.782796 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-dc54f3c6-0b9a-4917-9532-131723b1c931 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:54:42.783144 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-dc54f3c6-0b9a-4917-9532-131723b1c931 service neutron] Checking segment: {'id': 'f2c94000-2820-4d9a-b091-aa558f19f495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f98f8af9-3213-4091-88c8-decc384110cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:54:42.783542 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-dc54f3c6-0b9a-4917-9532-131723b1c931 service neutron] Bound using segment: {'id': 'f2c94000-2820-4d9a-b091-aa558f19f495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f98f8af9-3213-4091-88c8-decc384110cf'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:54:42.784471 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-dc54f3c6-0b9a-4917-9532-131723b1c931 service neutron] Bound port: 1b90e151-72f3-4d1b-bc29-1d1c953f3414, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2c94000-2820-4d9a-b091-aa558f19f495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f98f8af9-3213-4091-88c8-decc384110cf'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:54:42.784861 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-dc54f3c6-0b9a-4917-9532-131723b1c931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1b90e151-72f3-4d1b-bc29-1d1c953f3414), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:42.850843 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-dc54f3c6-0b9a-4917-9532-131723b1c931 service neutron] For port 1b90e151-72f3-4d1b-bc29-1d1c953f3414, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:54:42.853935 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-dc54f3c6-0b9a-4917-9532-131723b1c931 service neutron] For port 1b90e151-72f3-4d1b-bc29-1d1c953f3414, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=1b90e151-72f3-4d1b-bc29-1d1c953f3414,segment=NetworkSegment(f2c94000-2820-4d9a-b091-aa558f19f495),segment_id=f2c94000-2820-4d9a-b091-aa558f19f495)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:54:42.860055 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-dc54f3c6-0b9a-4917-9532-131723b1c931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (1b90e151-72f3-4d1b-bc29-1d1c953f3414), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:42.922227 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-dc54f3c6-0b9a-4917-9532-131723b1c931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:42.922847 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-dc54f3c6-0b9a-4917-9532-131723b1c931 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:42.924306 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-dc54f3c6-0b9a-4917-9532-131723b1c931 service neutron] 10.222.0.120 "PUT /v2.0/ports/1b90e151-72f3-4d1b-bc29-1d1c953f3414 HTTP/1.1" status: 200 len: 1091 time: 0.6436660 Feb 09 01:54:42.925432 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78d3d90f-b42f-4205-bef6-e369e731f990', 'tag': '1b90e151-72f3-4d1b-bc29-1d1c953f3414'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:54:42.927809 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465435d7-6f4e-48c6-818c-190de4b2d070" -d '{"events": [{"name": "network-changed", "server_uuid": "78d3d90f-b42f-4205-bef6-e369e731f990", "tag": "1b90e151-72f3-4d1b-bc29-1d1c953f3414"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:54:42.956201 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54f3c6-0b9a-4917-9532-131723b1c931 service neutron] Pushing event updated for resources: {'Port': ['ID=1b90e151-72f3-4d1b-bc29-1d1c953f3414,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:42.972220 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45a1988-94d8-4c5d-8ccb-39559e2ca43c x-openstack-request-id: req-c45a1988-94d8-4c5d-8ccb-39559e2ca43c {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:54:42.972507 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78d3d90f-b42f-4205-bef6-e369e731f990", "tag": "1b90e151-72f3-4d1b-bc29-1d1c953f3414", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:54:42.972784 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c45a1988-94d8-4c5d-8ccb-39559e2ca43c {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:54:42.973195 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78d3d90f-b42f-4205-bef6-e369e731f990', 'tag': '1b90e151-72f3-4d1b-bc29-1d1c953f3414', 'status': 'completed', 'code': 200} Feb 09 01:54:42.999154 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4c906-54da-476a-b814-2e7b11de6d23 req-aa99c478-716f-4eeb-92f2-573e3ce5956b tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:43.000894 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6ea4c906-54da-476a-b814-2e7b11de6d23 req-aa99c478-716f-4eeb-92f2-573e3ce5956b tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/ports?device_id=78d3d90f-b42f-4205-bef6-e369e731f990 HTTP/1.1" status: 200 len: 943 time: 0.1159754 Feb 09 01:54:43.051910 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-6c844f41-de37-4088-af9d-aa74a219c0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:43.053438 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-6c844f41-de37-4088-af9d-aa74a219c0b4 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=05cb297cd97a414f83ee5c07a5eb359e&device_id=78d3d90f-b42f-4205-bef6-e369e731f990 HTTP/1.1" status: 200 len: 1125 time: 0.0929759 Feb 09 01:54:43.070777 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6ea4c906-54da-476a-b814-2e7b11de6d23 req-719f783c-2e4c-4f42-a6c2-b90d09d8f2a1 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e9861bf-3863-460b-b015-fb72701506a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634942 Feb 09 01:54:43.098811 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-69fdd0d0-3a1d-4c83-87e6-3f123b03093a service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b90e151-72f3-4d1b-bc29-1d1c953f3414 HTTP/1.1" status: 200 len: 217 time: 0.0380888 Feb 09 01:54:43.145344 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-15c18191-7875-46b8-b235-b311a1abc608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:43.146798 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-15c18191-7875-46b8-b235-b311a1abc608 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=ba1098f6-1772-4947-96fc-6fabbff0c469 HTTP/1.1" status: 200 len: 853 time: 0.0427353 Feb 09 01:54:43.177273 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-6940491f-f171-4d1a-a981-acbe6ed3ab83 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=f98f8af9-3213-4091-88c8-decc384110cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249305 Feb 09 01:54:43.270352 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-bb00320d-c96e-450a-90e0-a48975ae80ff service neutron] 10.222.0.120 "GET /v2.0/networks/f98f8af9-3213-4091-88c8-decc384110cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876634 Feb 09 01:54:43.366988 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-42e90db2-9332-48e1-9e92-f5c14f11c45e req-c84007e0-11ef-4c03-82cc-d833a70f65bd service neutron] 10.222.0.120 "GET /v2.0/networks/f98f8af9-3213-4091-88c8-decc384110cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908182 Feb 09 01:54:43.466197 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465435d7-6f4e-48c6-818c-190de4b2d070 req-80f0cf6d-155e-4cbc-bf1c-f0ecbd1c5647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:43.467714 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-465435d7-6f4e-48c6-818c-190de4b2d070 req-80f0cf6d-155e-4cbc-bf1c-f0ecbd1c5647 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=05cb297cd97a414f83ee5c07a5eb359e&device_id=78d3d90f-b42f-4205-bef6-e369e731f990 HTTP/1.1" status: 200 len: 1125 time: 0.0514829 Feb 09 01:54:43.559217 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465435d7-6f4e-48c6-818c-190de4b2d070 req-70b0ec33-0445-4829-80f0-d2c600ee63c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:43.560726 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-465435d7-6f4e-48c6-818c-190de4b2d070 req-70b0ec33-0445-4829-80f0-d2c600ee63c3 service neutron] 10.222.0.120 "GET /v2.0/networks?id=f98f8af9-3213-4091-88c8-decc384110cf HTTP/1.1" status: 200 len: 915 time: 0.0873179 Feb 09 01:54:43.611894 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-465435d7-6f4e-48c6-818c-190de4b2d070 req-81a9704a-d5e2-48ce-9adb-413e1b814fc0 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b90e151-72f3-4d1b-bc29-1d1c953f3414 HTTP/1.1" status: 200 len: 217 time: 0.0447183 Feb 09 01:54:43.676360 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465435d7-6f4e-48c6-818c-190de4b2d070 req-20f875a2-caf1-4f89-b70b-ce5d449a31c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:43.677844 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-465435d7-6f4e-48c6-818c-190de4b2d070 req-20f875a2-caf1-4f89-b70b-ce5d449a31c7 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=ba1098f6-1772-4947-96fc-6fabbff0c469 HTTP/1.1" status: 200 len: 853 time: 0.0509982 Feb 09 01:54:43.710197 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-465435d7-6f4e-48c6-818c-190de4b2d070 req-721ba133-4387-40ed-99a0-f76e6a6e742c service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=f98f8af9-3213-4091-88c8-decc384110cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260856 Feb 09 01:54:43.798258 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-465435d7-6f4e-48c6-818c-190de4b2d070 req-a5f79653-81f8-49a7-b5fb-488d466ac56a service neutron] 10.222.0.120 "GET /v2.0/networks/f98f8af9-3213-4091-88c8-decc384110cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817318 Feb 09 01:54:43.892040 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-465435d7-6f4e-48c6-818c-190de4b2d070 req-de5b1787-9907-4a28-b974-773a20c1e051 service neutron] 10.222.0.120 "GET /v2.0/networks/f98f8af9-3213-4091-88c8-decc384110cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874214 Feb 09 01:54:44.026846 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:54:44.200217 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b5357-b119-436f-9a0f-6900bb1cbcc7 req-f32d011e-2967-41d5-b48f-331dc04a5b9f tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:44.201743 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-435b5357-b119-436f-9a0f-6900bb1cbcc7 req-f32d011e-2967-41d5-b48f-331dc04a5b9f tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/ports?device_id=78d3d90f-b42f-4205-bef6-e369e731f990 HTTP/1.1" status: 200 len: 943 time: 0.0537829 Feb 09 01:54:44.252782 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-435b5357-b119-436f-9a0f-6900bb1cbcc7 req-5ed68967-d979-4d69-a521-78843965b33a tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e9861bf-3863-460b-b015-fb72701506a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449197 Feb 09 01:54:45.387164 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec25750-264c-4174-ac5d-1101f60fe530 req-68543d21-2abc-43ff-935c-502360571679 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:45.388705 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3ec25750-264c-4174-ac5d-1101f60fe530 req-68543d21-2abc-43ff-935c-502360571679 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/ports?device_id=78d3d90f-b42f-4205-bef6-e369e731f990 HTTP/1.1" status: 200 len: 943 time: 0.0640697 Feb 09 01:54:45.434939 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3ec25750-264c-4174-ac5d-1101f60fe530 req-41d2e158-e4a6-46f5-ab03-b8a384d6f7fd tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e9861bf-3863-460b-b015-fb72701506a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401175 Feb 09 01:54:46.554137 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca67774-623b-412e-9c20-03e94193caac req-5a5188cd-7bf9-4b1d-9212-531850417610 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:46.555655 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dca67774-623b-412e-9c20-03e94193caac req-5a5188cd-7bf9-4b1d-9212-531850417610 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/ports?device_id=78d3d90f-b42f-4205-bef6-e369e731f990 HTTP/1.1" status: 200 len: 943 time: 0.0529377 Feb 09 01:54:46.603231 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dca67774-623b-412e-9c20-03e94193caac req-45904afa-dbcb-4575-8063-385de6711989 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e9861bf-3863-460b-b015-fb72701506a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418203 Feb 09 01:54:46.712860 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 1b90e151-72f3-4d1b-bc29-1d1c953f3414 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:54:46.808863 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 1b90e151-72f3-4d1b-bc29-1d1c953f3414, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=1b90e151-72f3-4d1b-bc29-1d1c953f3414,segment=NetworkSegment(f2c94000-2820-4d9a-b091-aa558f19f495),segment_id=f2c94000-2820-4d9a-b091-aa558f19f495)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:46.819821 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '1b90e151-72f3-4d1b-bc29-1d1c953f3414', 'network_id': 'f98f8af9-3213-4091-88c8-decc384110cf', 'port_id': '1b90e151-72f3-4d1b-bc29-1d1c953f3414', 'mac_address': 'fa:16:3e:96:6b:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1033, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba1098f6-1772-4947-96fc-6fabbff0c469', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:54:46.856492 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 1b90e151-72f3-4d1b-bc29-1d1c953f3414 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:46.856920 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1b90e151-72f3-4d1b-bc29-1d1c953f3414), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:46.869937 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b90e151-72f3-4d1b-bc29-1d1c953f3414 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:54:46.889367 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 1b90e151-72f3-4d1b-bc29-1d1c953f3414, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=1b90e151-72f3-4d1b-bc29-1d1c953f3414,segment=NetworkSegment(f2c94000-2820-4d9a-b091-aa558f19f495),segment_id=f2c94000-2820-4d9a-b091-aa558f19f495)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:46.893813 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1b90e151-72f3-4d1b-bc29-1d1c953f3414), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:46.939438 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=1b90e151-72f3-4d1b-bc29-1d1c953f3414,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:46.946748 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:46.947104 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:46.947453 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:46.947798 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:46.948140 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:46.948483 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:46.948844 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:46.949180 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:46.949515 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:46.949847 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:46.950176 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:46.950508 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:46.950838 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:47.082410 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['1b90e151-72f3-4d1b-bc29-1d1c953f3414'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:54:47.719642 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a74a7-2dd5-4ad6-956b-e4c3790b919a req-cda04752-4068-4d1d-ad84-835b4720b809 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:47.721789 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-424a74a7-2dd5-4ad6-956b-e4c3790b919a req-cda04752-4068-4d1d-ad84-835b4720b809 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/ports?device_id=78d3d90f-b42f-4205-bef6-e369e731f990 HTTP/1.1" status: 200 len: 944 time: 0.0526948 Feb 09 01:54:47.771415 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-424a74a7-2dd5-4ad6-956b-e4c3790b919a req-56e2b681-fb22-40f7-b548-e7e43797b499 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e9861bf-3863-460b-b015-fb72701506a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442615 Feb 09 01:54:48.728417 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 1b90e151-72f3-4d1b-bc29-1d1c953f3414 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:54:48.778744 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 1b90e151-72f3-4d1b-bc29-1d1c953f3414 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:54:48.782624 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 1b90e151-72f3-4d1b-bc29-1d1c953f3414 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:54:48.783519 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (1b90e151-72f3-4d1b-bc29-1d1c953f3414), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:48.859299 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 1b90e151-72f3-4d1b-bc29-1d1c953f3414 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:54:48.859691 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1b90e151-72f3-4d1b-bc29-1d1c953f3414), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:48.884086 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d3d90f-b42f-4205-bef6-e369e731f990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b90e151-72f3-4d1b-bc29-1d1c953f3414'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:54:48.886310 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa59f3b-7321-47f9-ba29-184fe856f962" -d '{"events": [{"server_uuid": "78d3d90f-b42f-4205-bef6-e369e731f990", "name": "network-vif-plugged", "status": "completed", "tag": "1b90e151-72f3-4d1b-bc29-1d1c953f3414"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:54:48.896821 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f31122-9a59-425a-bb00-6f67f1c18644 req-f2ad04ee-4785-4849-b37d-3601d9280b93 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:48.898431 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e0f31122-9a59-425a-bb00-6f67f1c18644 req-f2ad04ee-4785-4849-b37d-3601d9280b93 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/ports?device_id=78d3d90f-b42f-4205-bef6-e369e731f990 HTTP/1.1" status: 200 len: 944 time: 0.0609941 Feb 09 01:54:48.902575 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 1b90e151-72f3-4d1b-bc29-1d1c953f3414, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=1b90e151-72f3-4d1b-bc29-1d1c953f3414,segment=NetworkSegment(f2c94000-2820-4d9a-b091-aa558f19f495),segment_id=f2c94000-2820-4d9a-b091-aa558f19f495)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:48.907348 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1b90e151-72f3-4d1b-bc29-1d1c953f3414), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:48.934068 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04983152-186a-4f9f-a9a1-625a8c5f26df x-openstack-request-id: req-04983152-186a-4f9f-a9a1-625a8c5f26df {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:54:48.934371 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78d3d90f-b42f-4205-bef6-e369e731f990", "name": "network-vif-plugged", "status": "completed", "tag": "1b90e151-72f3-4d1b-bc29-1d1c953f3414", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:54:48.934633 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-04983152-186a-4f9f-a9a1-625a8c5f26df {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:54:48.935032 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d3d90f-b42f-4205-bef6-e369e731f990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b90e151-72f3-4d1b-bc29-1d1c953f3414', 'code': 200} Feb 09 01:54:48.947555 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e0f31122-9a59-425a-bb00-6f67f1c18644 req-3595b4bb-768d-46c2-833a-826d3ee18e3d tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e9861bf-3863-460b-b015-fb72701506a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434921 Feb 09 01:54:48.959195 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=1b90e151-72f3-4d1b-bc29-1d1c953f3414,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:49.039653 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b163215-f600-4534-be30-511fc50bc8a6 req-beff0549-1624-424d-b8e9-8c86973b66b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:49.041185 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1b163215-f600-4534-be30-511fc50bc8a6 req-beff0549-1624-424d-b8e9-8c86973b66b8 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=78d3d90f-b42f-4205-bef6-e369e731f990 HTTP/1.1" status: 200 len: 1127 time: 0.0450950 Feb 09 01:54:49.083720 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1b163215-f600-4534-be30-511fc50bc8a6 req-c91d21de-eca7-4aa5-9435-84d0802a89cf service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=6e9861bf-3863-460b-b015-fb72701506a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363104 Feb 09 01:54:50.081530 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1843ac6-cc40-44d3-80c3-87672ba93e09 req-ea3e2bce-9230-4813-b48e-6788376d3d8b tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:50.083054 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1843ac6-cc40-44d3-80c3-87672ba93e09 req-ea3e2bce-9230-4813-b48e-6788376d3d8b tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/ports?device_id=78d3d90f-b42f-4205-bef6-e369e731f990 HTTP/1.1" status: 200 len: 945 time: 0.0616050 Feb 09 01:54:50.130247 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b1843ac6-cc40-44d3-80c3-87672ba93e09 req-fd11effd-af0f-4289-a357-d6f77c01c0d9 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e9861bf-3863-460b-b015-fb72701506a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415850 Feb 09 01:54:51.250573 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac5b4a-ba72-4e4e-b1f3-a14a74fb1ae4 req-cc9c454b-4620-4cae-8a39-9b859cd4bc77 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:51.252628 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e1ac5b4a-ba72-4e4e-b1f3-a14a74fb1ae4 req-cc9c454b-4620-4cae-8a39-9b859cd4bc77 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/ports?device_id=78d3d90f-b42f-4205-bef6-e369e731f990 HTTP/1.1" status: 200 len: 945 time: 0.0524340 Feb 09 01:54:51.299056 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e1ac5b4a-ba72-4e4e-b1f3-a14a74fb1ae4 req-76fc8f63-eb8e-4856-b643-9aee0d82696b tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e9861bf-3863-460b-b015-fb72701506a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408981 Feb 09 01:54:51.536047 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef6a76-9dd5-46ab-8522-c3559aafeba8 req-a62a9bb1-855f-4751-8b56-d7a626ef8172 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:51.537483 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d0ef6a76-9dd5-46ab-8522-c3559aafeba8 req-a62a9bb1-855f-4751-8b56-d7a626ef8172 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/ports?device_id=78d3d90f-b42f-4205-bef6-e369e731f990 HTTP/1.1" status: 200 len: 945 time: 0.0570865 Feb 09 01:54:51.583190 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d0ef6a76-9dd5-46ab-8522-c3559aafeba8 req-c836ed3d-9c61-46a3-85cb-5fce384332c4 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e9861bf-3863-460b-b015-fb72701506a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400724 Feb 09 01:54:52.705862 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311362d3-040a-4cd1-8877-e5559d65c1b1 req-d7cead2a-9af1-454a-8791-c77ff152cfbb tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:52.707362 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-311362d3-040a-4cd1-8877-e5559d65c1b1 req-d7cead2a-9af1-454a-8791-c77ff152cfbb tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/ports?device_id=78d3d90f-b42f-4205-bef6-e369e731f990 HTTP/1.1" status: 200 len: 945 time: 0.0532560 Feb 09 01:54:52.780310 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-311362d3-040a-4cd1-8877-e5559d65c1b1 req-4e9e5559-ac83-4912-ae7b-92a4b0fccfa7 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e9861bf-3863-460b-b015-fb72701506a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672555 Feb 09 01:54:52.796002 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73bc5a3-2090-4eb6-bc62-98baadfe6013 req-b006f76c-f8d3-49ad-b32f-47c573e74ace tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:52.797495 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a73bc5a3-2090-4eb6-bc62-98baadfe6013 req-b006f76c-f8d3-49ad-b32f-47c573e74ace tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.120 "GET /v2.0/ports?device_id=78d3d90f-b42f-4205-bef6-e369e731f990 HTTP/1.1" status: 200 len: 945 time: 0.0714879 Feb 09 01:54:52.890713 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-a73bc5a3-2090-4eb6-bc62-98baadfe6013 req-5caa44e4-bf6a-4633-abe2-3acccc5c7816 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Deleting port 1b90e151-72f3-4d1b-bc29-1d1c953f3414 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:54:52.890976 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a73bc5a3-2090-4eb6-bc62-98baadfe6013 req-5caa44e4-bf6a-4633-abe2-3acccc5c7816 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (1b90e151-72f3-4d1b-bc29-1d1c953f3414), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:52.978945 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-a73bc5a3-2090-4eb6-bc62-98baadfe6013 req-5caa44e4-bf6a-4633-abe2-3acccc5c7816 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] For port 1b90e151-72f3-4d1b-bc29-1d1c953f3414, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=1b90e151-72f3-4d1b-bc29-1d1c953f3414,segment=NetworkSegment(f2c94000-2820-4d9a-b091-aa558f19f495),segment_id=f2c94000-2820-4d9a-b091-aa558f19f495)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:52.979317 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a73bc5a3-2090-4eb6-bc62-98baadfe6013 req-5caa44e4-bf6a-4633-abe2-3acccc5c7816 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (1b90e151-72f3-4d1b-bc29-1d1c953f3414), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:52.992184 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-a73bc5a3-2090-4eb6-bc62-98baadfe6013 req-5caa44e4-bf6a-4633-abe2-3acccc5c7816 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Calling delete_port for 1b90e151-72f3-4d1b-bc29-1d1c953f3414 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:54:53.120140 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a73bc5a3-2090-4eb6-bc62-98baadfe6013 req-5caa44e4-bf6a-4633-abe2-3acccc5c7816 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (1b90e151-72f3-4d1b-bc29-1d1c953f3414), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:53.133554 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['e1635eac-2133-4d8c-8a1f-8139de15ec7f'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:54:53.136247 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['1b90e151-72f3-4d1b-bc29-1d1c953f3414'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:54:53.147076 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa44e4-bf6a-4633-abe2-3acccc5c7816 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Pushing event deleted for resources: {'Port': ['ID=1b90e151-72f3-4d1b-bc29-1d1c953f3414,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:53.161290 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caa44e4-bf6a-4633-abe2-3acccc5c7816 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:53.161658 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caa44e4-bf6a-4633-abe2-3acccc5c7816 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:53.162011 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caa44e4-bf6a-4633-abe2-3acccc5c7816 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:53.162361 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caa44e4-bf6a-4633-abe2-3acccc5c7816 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:53.162702 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caa44e4-bf6a-4633-abe2-3acccc5c7816 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:53.163038 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caa44e4-bf6a-4633-abe2-3acccc5c7816 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:53.163375 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caa44e4-bf6a-4633-abe2-3acccc5c7816 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:53.163708 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caa44e4-bf6a-4633-abe2-3acccc5c7816 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:53.164038 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caa44e4-bf6a-4633-abe2-3acccc5c7816 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:53.164369 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caa44e4-bf6a-4633-abe2-3acccc5c7816 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:53.164740 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caa44e4-bf6a-4633-abe2-3acccc5c7816 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:53.165067 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caa44e4-bf6a-4633-abe2-3acccc5c7816 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:53.165398 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5caa44e4-bf6a-4633-abe2-3acccc5c7816 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:54:53.204963 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73bc5a3-2090-4eb6-bc62-98baadfe6013 req-5caa44e4-bf6a-4633-abe2-3acccc5c7816 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] No DVR routers for this DVR port 1b90e151-72f3-4d1b-bc29-1d1c953f3414 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:54:53.207604 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a73bc5a3-2090-4eb6-bc62-98baadfe6013 req-5caa44e4-bf6a-4633-abe2-3acccc5c7816 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:53.210944 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a73bc5a3-2090-4eb6-bc62-98baadfe6013 req-5caa44e4-bf6a-4633-abe2-3acccc5c7816 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.120 "DELETE /v2.0/ports/1b90e151-72f3-4d1b-bc29-1d1c953f3414 HTTP/1.1" status: 204 len: 173 time: 0.4078047 Feb 09 01:54:53.211398 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d3d90f-b42f-4205-bef6-e369e731f990', 'name': 'network-vif-deleted', 'tag': '1b90e151-72f3-4d1b-bc29-1d1c953f3414'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:54:53.213906 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d84f80c-c41e-4206-bd91-e1261f5452a0" -d '{"events": [{"server_uuid": "78d3d90f-b42f-4205-bef6-e369e731f990", "name": "network-vif-deleted", "tag": "1b90e151-72f3-4d1b-bc29-1d1c953f3414"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:54:53.254863 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df6aa1c-67a6-4e80-a833-8e72eb6d76d2 x-openstack-request-id: req-6df6aa1c-67a6-4e80-a833-8e72eb6d76d2 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:54:53.255179 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78d3d90f-b42f-4205-bef6-e369e731f990", "name": "network-vif-deleted", "tag": "1b90e151-72f3-4d1b-bc29-1d1c953f3414", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:54:53.255432 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6df6aa1c-67a6-4e80-a833-8e72eb6d76d2 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:54:53.256105 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d3d90f-b42f-4205-bef6-e369e731f990', 'name': 'network-vif-deleted', 'tag': '1b90e151-72f3-4d1b-bc29-1d1c953f3414', 'status': 'completed', 'code': 200} Feb 09 01:54:53.933624 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75065e-703e-4cbf-b0ff-0e97c8533b0e req-9d4f2ec9-0204-4cb7-a491-03024d07dfae tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:53.935137 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3c75065e-703e-4cbf-b0ff-0e97c8533b0e req-9d4f2ec9-0204-4cb7-a491-03024d07dfae tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/ports?device_id=f00a531f-7f64-4c0c-aabe-87c760c72b6b HTTP/1.1" status: 200 len: 945 time: 0.0526297 Feb 09 01:54:53.983071 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3c75065e-703e-4cbf-b0ff-0e97c8533b0e req-051b59a9-a1bd-4ea3-981f-229bec4b55ec tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e9861bf-3863-460b-b015-fb72701506a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406709 Feb 09 01:54:54.115901 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36feb8b-e73c-4e23-ba6d-c860bddc1c11 req-ea7c94c4-70ed-43f1-a1a7-48769ae9d914 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:54.117318 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e36feb8b-e73c-4e23-ba6d-c860bddc1c11 req-ea7c94c4-70ed-43f1-a1a7-48769ae9d914 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/ports?device_id=f00a531f-7f64-4c0c-aabe-87c760c72b6b HTTP/1.1" status: 200 len: 945 time: 0.0522549 Feb 09 01:54:54.162739 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e36feb8b-e73c-4e23-ba6d-c860bddc1c11 req-bed3014a-4585-4d96-a19c-4809b586306d tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e9861bf-3863-460b-b015-fb72701506a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399380 Feb 09 01:54:54.283971 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2b848c-71ef-491d-8f92-9e4633583c95 req-f0d6976f-b4ca-44ee-8257-589944149584 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:54.285495 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ea2b848c-71ef-491d-8f92-9e4633583c95 req-f0d6976f-b4ca-44ee-8257-589944149584 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/ports?device_id=f00a531f-7f64-4c0c-aabe-87c760c72b6b HTTP/1.1" status: 200 len: 945 time: 0.0561094 Feb 09 01:54:54.331594 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ea2b848c-71ef-491d-8f92-9e4633583c95 req-a27ee397-fa4c-4064-9d7e-3f9d7fcfa039 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e9861bf-3863-460b-b015-fb72701506a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406699 Feb 09 01:54:54.502998 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd3ea5e-b149-442b-9e4b-d4abc94b57ae req-9b05058a-750f-4e69-a91f-250d8cf50b57 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:54.504468 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2bd3ea5e-b149-442b-9e4b-d4abc94b57ae req-9b05058a-750f-4e69-a91f-250d8cf50b57 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/ports?device_id=f00a531f-7f64-4c0c-aabe-87c760c72b6b HTTP/1.1" status: 200 len: 945 time: 0.0526278 Feb 09 01:54:54.550251 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2bd3ea5e-b149-442b-9e4b-d4abc94b57ae req-45b6df10-150b-4d2d-95d5-0527fcbec7fa tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e9861bf-3863-460b-b015-fb72701506a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403068 Feb 09 01:54:54.683382 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fab00-f5ff-4e88-ab6e-757cef686e17 req-74a922df-0cbf-4038-9f72-4f350ace21e2 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:54.684818 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-983fab00-f5ff-4e88-ab6e-757cef686e17 req-74a922df-0cbf-4038-9f72-4f350ace21e2 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/ports?device_id=f00a531f-7f64-4c0c-aabe-87c760c72b6b HTTP/1.1" status: 200 len: 945 time: 0.0570502 Feb 09 01:54:54.730436 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-983fab00-f5ff-4e88-ab6e-757cef686e17 req-6aa0aa84-d3fa-4044-9fcd-7fc660f73961 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e9861bf-3863-460b-b015-fb72701506a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395837 Feb 09 01:54:54.860028 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af52f4-67a0-401d-8930-fc4a295415f0 req-bfac6bab-3b92-4bc5-b6a7-5f6156379697 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:54.862140 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d0af52f4-67a0-401d-8930-fc4a295415f0 req-bfac6bab-3b92-4bc5-b6a7-5f6156379697 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/ports?device_id=f00a531f-7f64-4c0c-aabe-87c760c72b6b HTTP/1.1" status: 200 len: 945 time: 0.0566626 Feb 09 01:54:54.907791 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d0af52f4-67a0-401d-8930-fc4a295415f0 req-57d6911b-0572-4ffa-b3d3-100f480845f8 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e9861bf-3863-460b-b015-fb72701506a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401952 Feb 09 01:54:55.465928 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc276f-c935-4070-8100-12b07e313ee1 req-e85fdbb7-3427-4677-843b-138cd2a7ee19 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:55.467385 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4abc276f-c935-4070-8100-12b07e313ee1 req-e85fdbb7-3427-4677-843b-138cd2a7ee19 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/ports?device_id=f00a531f-7f64-4c0c-aabe-87c760c72b6b HTTP/1.1" status: 200 len: 945 time: 0.0515807 Feb 09 01:54:55.517256 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4abc276f-c935-4070-8100-12b07e313ee1 req-6ab48302-545c-4340-bd13-91ca9ea7a93e tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e9861bf-3863-460b-b015-fb72701506a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437319 Feb 09 01:54:56.639658 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f9e223-e8ba-4efe-b384-5a104d28c69c req-e4f6406e-3e77-4f7e-aeeb-46261928b5d4 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:56.641969 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-60f9e223-e8ba-4efe-b384-5a104d28c69c req-e4f6406e-3e77-4f7e-aeeb-46261928b5d4 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/ports?device_id=f00a531f-7f64-4c0c-aabe-87c760c72b6b HTTP/1.1" status: 200 len: 945 time: 0.0557542 Feb 09 01:54:56.687155 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-60f9e223-e8ba-4efe-b384-5a104d28c69c req-25cb0904-e110-43db-8d5a-a1621a155d03 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.50 "GET /v2.0/security-groups?id=6e9861bf-3863-460b-b015-fb72701506a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397644 Feb 09 01:54:56.767030 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 1b90e151-72f3-4d1b-bc29-1d1c953f3414 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:54:56.787069 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: 1b90e151-72f3-4d1b-bc29-1d1c953f3414 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:54:56.787429 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 1b90e151-72f3-4d1b-bc29-1d1c953f3414 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:54:56.807426 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa2746-a878-4597-a254-277d4b551e40 req-a4036bf3-0707-4ee1-991e-b50995744c83 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:56.808835 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-10fa2746-a878-4597-a254-277d4b551e40 req-a4036bf3-0707-4ee1-991e-b50995744c83 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.47 "GET /v2.0/ports?device_id=f00a531f-7f64-4c0c-aabe-87c760c72b6b HTTP/1.1" status: 200 len: 945 time: 0.0551498 Feb 09 01:54:56.897706 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-10fa2746-a878-4597-a254-277d4b551e40 req-9f3d64cc-e32f-47d6-a15b-9aea6f25df21 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Deleting port e1635eac-2133-4d8c-8a1f-8139de15ec7f {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:54:56.898053 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-10fa2746-a878-4597-a254-277d4b551e40 req-9f3d64cc-e32f-47d6-a15b-9aea6f25df21 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (e1635eac-2133-4d8c-8a1f-8139de15ec7f), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:56.988337 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-10fa2746-a878-4597-a254-277d4b551e40 req-9f3d64cc-e32f-47d6-a15b-9aea6f25df21 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] For port e1635eac-2133-4d8c-8a1f-8139de15ec7f, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=e1635eac-2133-4d8c-8a1f-8139de15ec7f,segment=NetworkSegment(f2c94000-2820-4d9a-b091-aa558f19f495),segment_id=f2c94000-2820-4d9a-b091-aa558f19f495)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:54:56.988723 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-10fa2746-a878-4597-a254-277d4b551e40 req-9f3d64cc-e32f-47d6-a15b-9aea6f25df21 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (e1635eac-2133-4d8c-8a1f-8139de15ec7f), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:57.001954 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-10fa2746-a878-4597-a254-277d4b551e40 req-9f3d64cc-e32f-47d6-a15b-9aea6f25df21 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Calling delete_port for e1635eac-2133-4d8c-8a1f-8139de15ec7f owned by compute:nova {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:54:57.123959 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-10fa2746-a878-4597-a254-277d4b551e40 req-9f3d64cc-e32f-47d6-a15b-9aea6f25df21 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (e1635eac-2133-4d8c-8a1f-8139de15ec7f), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:57.136250 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['e1635eac-2133-4d8c-8a1f-8139de15ec7f'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:54:57.157489 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d64cc-e32f-47d6-a15b-9aea6f25df21 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Pushing event deleted for resources: {'Port': ['ID=e1635eac-2133-4d8c-8a1f-8139de15ec7f,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:57.202273 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-10fa2746-a878-4597-a254-277d4b551e40 req-9f3d64cc-e32f-47d6-a15b-9aea6f25df21 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] No DVR routers for this DVR port e1635eac-2133-4d8c-8a1f-8139de15ec7f on host n-h1-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:54:57.205538 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-10fa2746-a878-4597-a254-277d4b551e40 req-9f3d64cc-e32f-47d6-a15b-9aea6f25df21 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:57.209013 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-10fa2746-a878-4597-a254-277d4b551e40 req-9f3d64cc-e32f-47d6-a15b-9aea6f25df21 tempest-ServersNegativeTestJSON-1201457298 tempest-ServersNegativeTestJSON-1201457298-project] 10.222.0.47 "DELETE /v2.0/ports/e1635eac-2133-4d8c-8a1f-8139de15ec7f HTTP/1.1" status: 204 len: 173 time: 0.3943033 Feb 09 01:54:57.209458 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00a531f-7f64-4c0c-aabe-87c760c72b6b', 'name': 'network-vif-deleted', 'tag': 'e1635eac-2133-4d8c-8a1f-8139de15ec7f'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:54:57.211690 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a923df-0db6-4712-bfa6-8ec45f844cbb" -d '{"events": [{"server_uuid": "f00a531f-7f64-4c0c-aabe-87c760c72b6b", "name": "network-vif-deleted", "tag": "e1635eac-2133-4d8c-8a1f-8139de15ec7f"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:54:57.254273 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b25b2f2-4798-4b61-84e5-c74f3df589f3 x-openstack-request-id: req-0b25b2f2-4798-4b61-84e5-c74f3df589f3 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:54:57.254577 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00a531f-7f64-4c0c-aabe-87c760c72b6b", "name": "network-vif-deleted", "tag": "e1635eac-2133-4d8c-8a1f-8139de15ec7f", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:54:57.254836 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0b25b2f2-4798-4b61-84e5-c74f3df589f3 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:54:57.255237 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00a531f-7f64-4c0c-aabe-87c760c72b6b', 'name': 'network-vif-deleted', 'tag': 'e1635eac-2133-4d8c-8a1f-8139de15ec7f', 'status': 'completed', 'code': 200} Feb 09 01:54:57.742292 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43644) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:57.786598 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-85ee6e7d-84c5-4d3f-b1f1-d9b9a084d5f4 admin admin] Deleting subnet ba1098f6-1772-4947-96fc-6fabbff0c469 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:54:57.789646 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-85ee6e7d-84c5-4d3f-b1f1-d9b9a084d5f4 admin admin] Publish callbacks [] for subnet (ba1098f6-1772-4947-96fc-6fabbff0c469), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:57.822777 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-85ee6e7d-84c5-4d3f-b1f1-d9b9a084d5f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (ba1098f6-1772-4947-96fc-6fabbff0c469), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:57.864119 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-85ee6e7d-84c5-4d3f-b1f1-d9b9a084d5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (ba1098f6-1772-4947-96fc-6fabbff0c469), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:57.914239 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-85ee6e7d-84c5-4d3f-b1f1-d9b9a084d5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (ba1098f6-1772-4947-96fc-6fabbff0c469), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:57.939697 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee6e7d-84c5-4d3f-b1f1-d9b9a084d5f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba1098f6-1772-4947-96fc-6fabbff0c469,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:57.943501 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-85ee6e7d-84c5-4d3f-b1f1-d9b9a084d5f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:57.946730 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-85ee6e7d-84c5-4d3f-b1f1-d9b9a084d5f4 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ba1098f6-1772-4947-96fc-6fabbff0c469 HTTP/1.1" status: 204 len: 168 time: 0.2034011 Feb 09 01:54:57.949306 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43646) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:58.016293 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b21fa0ba-dbb2-4987-912c-471e3192930f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (f98f8af9-3213-4091-88c8-decc384110cf), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:58.098525 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b21fa0ba-dbb2-4987-912c-471e3192930f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (f98f8af9-3213-4091-88c8-decc384110cf), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:58.118481 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-b21fa0ba-dbb2-4987-912c-471e3192930f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f98f8af9-3213-4091-88c8-decc384110cf']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:58.128338 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-b21fa0ba-dbb2-4987-912c-471e3192930f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2c94000-2820-4d9a-b091-aa558f19f495') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:58.128677 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-b21fa0ba-dbb2-4987-912c-471e3192930f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2c94000-2820-4d9a-b091-aa558f19f495') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:54:58.137948 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b21fa0ba-dbb2-4987-912c-471e3192930f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (f2c94000-2820-4d9a-b091-aa558f19f495), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:58.151404 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b21fa0ba-dbb2-4987-912c-471e3192930f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (f2c94000-2820-4d9a-b091-aa558f19f495), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:58.157620 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b21fa0ba-dbb2-4987-912c-471e3192930f admin admin] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:54:58.158008 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b21fa0ba-dbb2-4987-912c-471e3192930f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (f2c94000-2820-4d9a-b091-aa558f19f495), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:58.159681 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:54:58.159681 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:54:58.159681 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:54:58.159681 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:54:58.159681 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:54:58.159681 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:54:58.159681 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:54:58.159681 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:54:58.159681 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:54:58.159681 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:54:58.159681 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:54:58.159681 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:54:58.159681 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:54:58.159681 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:54:58.159681 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:54:58.159681 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:54:58.159681 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:54:58.159681 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:54:58.159681 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:54:58.159681 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:54:58.159681 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:54:58.159681 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:54:58.159681 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:54:58.159681 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:54:58.159681 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:54:58.159681 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:54:58.159681 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:54:58.159681 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:54:58.159681 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:54:58.159681 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:54:58.159681 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:54:58.159681 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:54:58.216324 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b21fa0ba-dbb2-4987-912c-471e3192930f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (f98f8af9-3213-4091-88c8-decc384110cf), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:58.221715 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b21fa0ba-dbb2-4987-912c-471e3192930f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:58.224825 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b21fa0ba-dbb2-4987-912c-471e3192930f admin admin] 10.222.0.50 "DELETE /v2.0/networks/f98f8af9-3213-4091-88c8-decc384110cf HTTP/1.1" status: 204 len: 168 time: 0.2745776 Feb 09 01:54:58.236269 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21fa0ba-dbb2-4987-912c-471e3192930f admin admin] Pushing event deleted for resources: {'Network': ['ID=f98f8af9-3213-4091-88c8-decc384110cf,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:58.342609 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43650) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:58.383083 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-cf3cb7bf-b0a4-46bc-acc9-0ec8e5b7c133 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=05cb297cd97a414f83ee5c07a5eb359e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392199 Feb 09 01:54:58.385412 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43652) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:58.431094 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8f6d0f30-218e-46ef-ae14-212c0f491238 admin admin] Publish callbacks [] for security_group (6e9861bf-3863-460b-b015-fb72701506a5), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:58.451080 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8f6d0f30-218e-46ef-ae14-212c0f491238 admin admin] Publish callbacks [] for security_group (6e9861bf-3863-460b-b015-fb72701506a5), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:58.498093 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8f6d0f30-218e-46ef-ae14-212c0f491238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (6e9861bf-3863-460b-b015-fb72701506a5), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:58.501878 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8f6d0f30-218e-46ef-ae14-212c0f491238 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:58.503040 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8f6d0f30-218e-46ef-ae14-212c0f491238 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6e9861bf-3863-460b-b015-fb72701506a5 HTTP/1.1" status: 204 len: 168 time: 0.1167455 Feb 09 01:54:58.511124 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6d0f30-218e-46ef-ae14-212c0f491238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9861bf-3863-460b-b015-fb72701506a5,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:59.178115 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43674) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:54:59.288098 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-fe20f911-fe95-49d5-a817-8c143547eff9 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1372910806'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:54:59.306336 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe20f911-fe95-49d5-a817-8c143547eff9 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Made reservation on behalf of c7270238a2e646f4af9bcbe70aefae1b for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:54:59.309605 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fe20f911-fe95-49d5-a817-8c143547eff9 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:59.317966 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fe20f911-fe95-49d5-a817-8c143547eff9 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:59.394421 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fe20f911-fe95-49d5-a817-8c143547eff9 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks [] for security_group (35157273-3d19-437c-a24b-e590ad70f5ab), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:59.398079 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fe20f911-fe95-49d5-a817-8c143547eff9 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (35157273-3d19-437c-a24b-e590ad70f5ab), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:59.426388 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe20f911-fe95-49d5-a817-8c143547eff9 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1019} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:54:59.431488 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe20f911-fe95-49d5-a817-8c143547eff9 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35157273-3d19-437c-a24b-e590ad70f5ab,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:59.438559 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fe20f911-fe95-49d5-a817-8c143547eff9 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (1f3fdd3e-e94a-4ac1-b335-fc20add7d4c1), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:59.438847 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-fe20f911-fe95-49d5-a817-8c143547eff9 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Added segment 1f3fdd3e-e94a-4ac1-b335-fc20add7d4c1 of type vlan for network f6d11a29-78ef-46ac-9198-742fc6679a16 Feb 09 01:54:59.489694 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fe20f911-fe95-49d5-a817-8c143547eff9 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (f6d11a29-78ef-46ac-9198-742fc6679a16), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:59.513673 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fe20f911-fe95-49d5-a817-8c143547eff9 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (f6d11a29-78ef-46ac-9198-742fc6679a16), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:59.518633 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe20f911-fe95-49d5-a817-8c143547eff9 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:54:59.519215 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fe20f911-fe95-49d5-a817-8c143547eff9 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:54:59.578394 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-fe20f911-fe95-49d5-a817-8c143547eff9 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3990788 Feb 09 01:54:59.592355 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe20f911-fe95-49d5-a817-8c143547eff9 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Pushing event updated for resources: {'Network': ['ID=f6d11a29-78ef-46ac-9198-742fc6679a16,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:54:59.602992 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network f6d11a29-78ef-46ac-9198-742fc6679a16 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:54:59.768535 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device e1635eac-2133-4d8c-8a1f-8139de15ec7f no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:54:59.789215 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: e1635eac-2133-4d8c-8a1f-8139de15ec7f {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:54:59.789568 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device e1635eac-2133-4d8c-8a1f-8139de15ec7f not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:55:02.449347 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bbb32d81-b72b-4936-bf7b-9e895c914d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:02.820815 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43678) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:02.825889 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-4da4c2fb-ad11-4970-8b7c-de082b75c65f tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Request body: {'subnet': {'network_id': 'f6d11a29-78ef-46ac-9198-742fc6679a16', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:02.914134 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da4c2fb-ad11-4970-8b7c-de082b75c65f tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Made reservation on behalf of c7270238a2e646f4af9bcbe70aefae1b for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:02.917553 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4da4c2fb-ad11-4970-8b7c-de082b75c65f tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:03.097744 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4da4c2fb-ad11-4970-8b7c-de082b75c65f tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (019a5107-d18a-4513-b3f3-10a044077b99), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:03.154479 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da4c2fb-ad11-4970-8b7c-de082b75c65f tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Pushing event updated for resources: {'Subnet': ['ID=019a5107-d18a-4513-b3f3-10a044077b99,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:03.163313 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da4c2fb-ad11-4970-8b7c-de082b75c65f tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Checking segment: {'id': '1f3fdd3e-e94a-4ac1-b335-fc20add7d4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'f6d11a29-78ef-46ac-9198-742fc6679a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:55:03.163671 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da4c2fb-ad11-4970-8b7c-de082b75c65f tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Network hostable DHCP agents. Network: f6d11a29-78ef-46ac-9198-742fc6679a16, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:55:03.179699 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da4c2fb-ad11-4970-8b7c-de082b75c65f tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Network f6d11a29-78ef-46ac-9198-742fc6679a16 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:55:03.187827 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-4da4c2fb-ad11-4970-8b7c-de082b75c65f tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, f6d11a29-78ef-46ac-9198-742fc6679a16) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:03.191900 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da4c2fb-ad11-4970-8b7c-de082b75c65f tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:03.192504 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4da4c2fb-ad11-4970-8b7c-de082b75c65f tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:03.199111 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e74e741-c3bf-4a6b-a64d-ef1ddc6495d3 None None] Network f6d11a29-78ef-46ac-9198-742fc6679a16 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:03.208856 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4da4c2fb-ad11-4970-8b7c-de082b75c65f tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3869276 Feb 09 01:55:03.212555 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43680) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:03.217418 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-1f82e77d-e0bc-4f4f-8fc9-249887d8bb09 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1486634334'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:03.236502 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f82e77d-e0bc-4f4f-8fc9-249887d8bb09 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Made reservation on behalf of c7270238a2e646f4af9bcbe70aefae1b for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:03.239794 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1f82e77d-e0bc-4f4f-8fc9-249887d8bb09 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:03.263003 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f82e77d-e0bc-4f4f-8fc9-249887d8bb09 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1027} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:55:03.272298 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1f82e77d-e0bc-4f4f-8fc9-249887d8bb09 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (68bf2cf1-214e-407b-a996-265bdbe005a2), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:03.272678 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-1f82e77d-e0bc-4f4f-8fc9-249887d8bb09 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Added segment 68bf2cf1-214e-407b-a996-265bdbe005a2 of type vlan for network 7f5d9872-e9a8-4d73-8b3b-c08e79cccf7f Feb 09 01:55:03.303413 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed4d3e7-aeeb-4237-baa2-ef96b6186c4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-f6d11a29-78ef-46ac-9198-742fc6679a16', 'network_id': 'f6d11a29-78ef-46ac-9198-742fc6679a16', 'project_id': 'c7270238a2e646f4af9bcbe70aefae1b', 'fixed_ips': [{'subnet_id': '019a5107-d18a-4513-b3f3-10a044077b99'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:55:03.304300 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4ed4d3e7-aeeb-4237-baa2-ef96b6186c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:03.312905 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1f82e77d-e0bc-4f4f-8fc9-249887d8bb09 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (7f5d9872-e9a8-4d73-8b3b-c08e79cccf7f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:03.338496 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1f82e77d-e0bc-4f4f-8fc9-249887d8bb09 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (7f5d9872-e9a8-4d73-8b3b-c08e79cccf7f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:03.343389 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f82e77d-e0bc-4f4f-8fc9-249887d8bb09 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:03.343974 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1f82e77d-e0bc-4f4f-8fc9-249887d8bb09 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:03.410692 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1f82e77d-e0bc-4f4f-8fc9-249887d8bb09 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1942718 Feb 09 01:55:03.410977 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43682) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:03.417791 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-b1d8769d-ec90-4276-8e95-bd0fb415cb12 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Request body: {'subnet': {'network_id': '7f5d9872-e9a8-4d73-8b3b-c08e79cccf7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:03.429216 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f82e77d-e0bc-4f4f-8fc9-249887d8bb09 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Pushing event updated for resources: {'Network': ['ID=7f5d9872-e9a8-4d73-8b3b-c08e79cccf7f,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:03.446194 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 7f5d9872-e9a8-4d73-8b3b-c08e79cccf7f details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:55:03.448453 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-4ed4d3e7-aeeb-4237-baa2-ef96b6186c4e None None] Allocated IP 2001:db8:0:ffff::2 (f6d11a29-78ef-46ac-9198-742fc6679a16/019a5107-d18a-4513-b3f3-10a044077b99/9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:55:03.512902 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d8769d-ec90-4276-8e95-bd0fb415cb12 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Made reservation on behalf of c7270238a2e646f4af9bcbe70aefae1b for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:03.516586 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b1d8769d-ec90-4276-8e95-bd0fb415cb12 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:03.651529 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4ed4d3e7-aeeb-4237-baa2-ef96b6186c4e None None] Publish callbacks [] for port (9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:03.657532 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4ed4d3e7-aeeb-4237-baa2-ef96b6186c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:03.702358 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed4d3e7-aeeb-4237-baa2-ef96b6186c4e None None] Network f6d11a29-78ef-46ac-9198-742fc6679a16 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:03.705971 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-4ed4d3e7-aeeb-4237-baa2-ef96b6186c4e None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:03.708407 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b1d8769d-ec90-4276-8e95-bd0fb415cb12 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (ad2b0f53-37ed-499c-9d48-c23cdbe97259), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:03.708614 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed4d3e7-aeeb-4237-baa2-ef96b6186c4e None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:55:03.719360 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed4d3e7-aeeb-4237-baa2-ef96b6186c4e None None] Pushing event updated for resources: {'Port': ['ID=9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:03.770048 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-4ed4d3e7-aeeb-4237-baa2-ef96b6186c4e None None] Attempting to bind port 9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:03.770427 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-4ed4d3e7-aeeb-4237-baa2-ef96b6186c4e None None] Attempting to bind port 9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '1f3fdd3e-e94a-4ac1-b335-fc20add7d4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'f6d11a29-78ef-46ac-9198-742fc6679a16'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:03.770799 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed4d3e7-aeeb-4237-baa2-ef96b6186c4e None None] Attempting to bind port 9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a on network f6d11a29-78ef-46ac-9198-742fc6679a16 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:03.772140 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d8769d-ec90-4276-8e95-bd0fb415cb12 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Pushing event updated for resources: {'Subnet': ['ID=ad2b0f53-37ed-499c-9d48-c23cdbe97259,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:03.775827 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed4d3e7-aeeb-4237-baa2-ef96b6186c4e None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:55:03.776264 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed4d3e7-aeeb-4237-baa2-ef96b6186c4e None None] Checking segment: {'id': '1f3fdd3e-e94a-4ac1-b335-fc20add7d4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'f6d11a29-78ef-46ac-9198-742fc6679a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:55:03.776710 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4ed4d3e7-aeeb-4237-baa2-ef96b6186c4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:03.777289 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed4d3e7-aeeb-4237-baa2-ef96b6186c4e None None] Bound using segment: {'id': '1f3fdd3e-e94a-4ac1-b335-fc20add7d4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'f6d11a29-78ef-46ac-9198-742fc6679a16'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:55:03.777637 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-4ed4d3e7-aeeb-4237-baa2-ef96b6186c4e None None] Bound port: 9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f3fdd3e-e94a-4ac1-b335-fc20add7d4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'f6d11a29-78ef-46ac-9198-742fc6679a16'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:55:03.778025 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4ed4d3e7-aeeb-4237-baa2-ef96b6186c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:03.779824 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d8769d-ec90-4276-8e95-bd0fb415cb12 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Checking segment: {'id': '68bf2cf1-214e-407b-a996-265bdbe005a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '7f5d9872-e9a8-4d73-8b3b-c08e79cccf7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:55:03.780472 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d8769d-ec90-4276-8e95-bd0fb415cb12 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Network hostable DHCP agents. Network: 7f5d9872-e9a8-4d73-8b3b-c08e79cccf7f, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:55:03.796985 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d8769d-ec90-4276-8e95-bd0fb415cb12 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Network 7f5d9872-e9a8-4d73-8b3b-c08e79cccf7f is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:55:03.805426 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-b1d8769d-ec90-4276-8e95-bd0fb415cb12 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 7f5d9872-e9a8-4d73-8b3b-c08e79cccf7f) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:03.810058 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d8769d-ec90-4276-8e95-bd0fb415cb12 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:03.810304 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b1d8769d-ec90-4276-8e95-bd0fb415cb12 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:03.817739 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d852e8-991b-46cd-8b67-437d9472e80f None None] Network 7f5d9872-e9a8-4d73-8b3b-c08e79cccf7f requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:03.830459 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43684) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:03.831071 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b1d8769d-ec90-4276-8e95-bd0fb415cb12 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4169362 Feb 09 01:55:03.891360 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-4ed4d3e7-aeeb-4237-baa2-ef96b6186c4e None None] For port 9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:55:03.896004 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-4ed4d3e7-aeeb-4237-baa2-ef96b6186c4e None None] For port 9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a,segment=NetworkSegment(1f3fdd3e-e94a-4ac1-b335-fc20add7d4c1),segment_id=1f3fdd3e-e94a-4ac1-b335-fc20add7d4c1)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:55:03.911169 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4ed4d3e7-aeeb-4237-baa2-ef96b6186c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:03.932654 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-adc5fbb9-30f5-4b10-b997-db8dce564720 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (7f5d9872-e9a8-4d73-8b3b-c08e79cccf7f), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:03.990184 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52feabd-d29d-4666-a73f-c4b94384c2a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-7f5d9872-e9a8-4d73-8b3b-c08e79cccf7f', 'network_id': '7f5d9872-e9a8-4d73-8b3b-c08e79cccf7f', 'project_id': 'c7270238a2e646f4af9bcbe70aefae1b', 'fixed_ips': [{'subnet_id': 'ad2b0f53-37ed-499c-9d48-c23cdbe97259'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:55:03.994049 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a52feabd-d29d-4666-a73f-c4b94384c2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:04.029421 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed4d3e7-aeeb-4237-baa2-ef96b6186c4e None None] Pushing event updated for resources: {'Port': ['ID=9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:04.047836 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-adc5fbb9-30f5-4b10-b997-db8dce564720 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (ad2b0f53-37ed-499c-9d48-c23cdbe97259), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:04.129736 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-adc5fbb9-30f5-4b10-b997-db8dce564720 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (ad2b0f53-37ed-499c-9d48-c23cdbe97259), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server [None req-a52feabd-d29d-4666-a73f-c4b94384c2a4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ad2b0f53-37ed-499c-9d48-c23cdbe97259: This subnet is being modified by another concurrent operation. Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise exception Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ad2b0f53-37ed-499c-9d48-c23cdbe97259: This subnet is being modified by another concurrent operation. Feb 09 01:55:04.135242 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server Feb 09 01:55:04.153601 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79485453-fbfe-437b-bd77-800e09aa2cc2 None None] Network 7f5d9872-e9a8-4d73-8b3b-c08e79cccf7f requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:04.168340 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5fbb9-30f5-4b10-b997-db8dce564720 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Pushing event deleted for resources: {'Subnet': ['ID=ad2b0f53-37ed-499c-9d48-c23cdbe97259,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:04.258093 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-adc5fbb9-30f5-4b10-b997-db8dce564720 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (7f5d9872-e9a8-4d73-8b3b-c08e79cccf7f), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:04.283039 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-adc5fbb9-30f5-4b10-b997-db8dce564720 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f5d9872-e9a8-4d73-8b3b-c08e79cccf7f']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:04.293487 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-adc5fbb9-30f5-4b10-b997-db8dce564720 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68bf2cf1-214e-407b-a996-265bdbe005a2') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:04.293894 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-adc5fbb9-30f5-4b10-b997-db8dce564720 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68bf2cf1-214e-407b-a996-265bdbe005a2') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:04.305361 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-adc5fbb9-30f5-4b10-b997-db8dce564720 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (68bf2cf1-214e-407b-a996-265bdbe005a2), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:04.321996 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-adc5fbb9-30f5-4b10-b997-db8dce564720 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (68bf2cf1-214e-407b-a996-265bdbe005a2), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:04.328829 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adc5fbb9-30f5-4b10-b997-db8dce564720 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:55:04.330282 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-adc5fbb9-30f5-4b10-b997-db8dce564720 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (68bf2cf1-214e-407b-a996-265bdbe005a2), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:04.334018 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:55:04.334018 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:55:04.334018 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:55:04.334018 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:55:04.334018 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:55:04.334018 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:55:04.334018 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:55:04.334018 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:55:04.334018 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:55:04.334018 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:55:04.334018 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:55:04.334018 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:55:04.334018 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:55:04.334018 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:55:04.334018 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:55:04.334018 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:55:04.334018 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:55:04.334018 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:55:04.334018 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:55:04.334018 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:55:04.334018 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:55:04.334018 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:55:04.334018 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:55:04.334018 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:55:04.334018 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:55:04.334018 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:55:04.334018 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:55:04.334018 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:55:04.334018 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:55:04.334018 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:55:04.334018 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:55:04.334018 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:55:04.399344 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-adc5fbb9-30f5-4b10-b997-db8dce564720 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (7f5d9872-e9a8-4d73-8b3b-c08e79cccf7f), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:04.411191 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-adc5fbb9-30f5-4b10-b997-db8dce564720 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:04.411191 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-adc5fbb9-30f5-4b10-b997-db8dce564720 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] 10.222.0.50 "DELETE /v2.0/networks/7f5d9872-e9a8-4d73-8b3b-c08e79cccf7f HTTP/1.1" status: 204 len: 168 time: 0.5786045 Feb 09 01:55:04.414187 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43686) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:04.419845 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-e92f4ec0-ad4b-4e0e-b966-30dcfab56d3f tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2090017403'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:04.423397 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5fbb9-30f5-4b10-b997-db8dce564720 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Pushing event deleted for resources: {'Network': ['ID=7f5d9872-e9a8-4d73-8b3b-c08e79cccf7f,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:04.441669 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92f4ec0-ad4b-4e0e-b966-30dcfab56d3f tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Made reservation on behalf of c7270238a2e646f4af9bcbe70aefae1b for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:04.445103 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e92f4ec0-ad4b-4e0e-b966-30dcfab56d3f tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:04.473891 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e92f4ec0-ad4b-4e0e-b966-30dcfab56d3f tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1044} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:55:04.484697 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e92f4ec0-ad4b-4e0e-b966-30dcfab56d3f tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (37e04c88-6156-4f19-acc7-1bfae70bdd9c), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:04.485052 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-e92f4ec0-ad4b-4e0e-b966-30dcfab56d3f tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Added segment 37e04c88-6156-4f19-acc7-1bfae70bdd9c of type vlan for network 39924c01-013a-43bc-afd1-978464f3c965 Feb 09 01:55:04.489938 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-38c30a7e-1193-4700-9f9c-b4f61872aab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:04.528701 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e92f4ec0-ad4b-4e0e-b966-30dcfab56d3f tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (39924c01-013a-43bc-afd1-978464f3c965), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:04.555363 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e92f4ec0-ad4b-4e0e-b966-30dcfab56d3f tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (39924c01-013a-43bc-afd1-978464f3c965), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:04.561601 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92f4ec0-ad4b-4e0e-b966-30dcfab56d3f tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:04.563020 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e92f4ec0-ad4b-4e0e-b966-30dcfab56d3f tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:04.629140 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e92f4ec0-ad4b-4e0e-b966-30dcfab56d3f tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2133269 Feb 09 01:55:04.630329 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43688) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:04.636382 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-fe563567-cd59-452a-b655-392f024e547e tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Request body: {'subnet': {'network_id': '39924c01-013a-43bc-afd1-978464f3c965', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:04.650377 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f4ec0-ad4b-4e0e-b966-30dcfab56d3f tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Pushing event updated for resources: {'Network': ['ID=39924c01-013a-43bc-afd1-978464f3c965,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:04.662197 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 39924c01-013a-43bc-afd1-978464f3c965 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:55:04.742090 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe563567-cd59-452a-b655-392f024e547e tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Made reservation on behalf of c7270238a2e646f4af9bcbe70aefae1b for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:04.745770 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fe563567-cd59-452a-b655-392f024e547e tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:04.814216 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.ipam_backend_mixin [None req-fe563567-cd59-452a-b655-392f024e547e tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Performing IP validity checks on allocation pools {{(pid=103137) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 09 01:55:04.814739 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.ipam_backend_mixin [None req-fe563567-cd59-452a-b655-392f024e547e tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103137) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 09 01:55:04.943018 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fe563567-cd59-452a-b655-392f024e547e tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (e3274b05-549c-44de-8a0b-60a63d4226e8), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:05.006320 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe563567-cd59-452a-b655-392f024e547e tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Pushing event updated for resources: {'Subnet': ['ID=e3274b05-549c-44de-8a0b-60a63d4226e8,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:05.017201 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe563567-cd59-452a-b655-392f024e547e tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Checking segment: {'id': '37e04c88-6156-4f19-acc7-1bfae70bdd9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '39924c01-013a-43bc-afd1-978464f3c965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:55:05.017567 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe563567-cd59-452a-b655-392f024e547e tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Network hostable DHCP agents. Network: 39924c01-013a-43bc-afd1-978464f3c965, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:55:05.036337 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe563567-cd59-452a-b655-392f024e547e tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Network 39924c01-013a-43bc-afd1-978464f3c965 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:55:05.045736 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-fe563567-cd59-452a-b655-392f024e547e tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 39924c01-013a-43bc-afd1-978464f3c965) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:05.048180 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd726dcf-5e41-4062-aca8-d560affba80b None None] get_active_networks_info from n-d-828369-4 {{(pid=103138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:55:05.049902 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe563567-cd59-452a-b655-392f024e547e tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:05.050502 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fe563567-cd59-452a-b655-392f024e547e tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:05.067193 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-fe563567-cd59-452a-b655-392f024e547e tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4356594 Feb 09 01:55:05.070070 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43690) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:05.133803 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd726dcf-5e41-4062-aca8-d560affba80b None None] Resources bound (agent type, host, resource id): {{(pid=103138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:55:05.135610 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-ec44bdf9-a1d0-41ca-a7a7-38a8b6f41b6a None None] Provisioning complete for port 9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:05.135988 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ec44bdf9-a1d0-41ca-a7a7-38a8b6f41b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:05.171866 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-19b4b986-ec78-4403-bca3-da11e9df59c0 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (39924c01-013a-43bc-afd1-978464f3c965), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:05.245347 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-19b4b986-ec78-4403-bca3-da11e9df59c0 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (e3274b05-549c-44de-8a0b-60a63d4226e8), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:05.294972 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ec44bdf9-a1d0-41ca-a7a7-38a8b6f41b6a None None] Current status of the port 9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:05.295405 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ec44bdf9-a1d0-41ca-a7a7-38a8b6f41b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:05.308106 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-19b4b986-ec78-4403-bca3-da11e9df59c0 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (e3274b05-549c-44de-8a0b-60a63d4226e8), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:05.348976 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b4b986-ec78-4403-bca3-da11e9df59c0 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Pushing event deleted for resources: {'Subnet': ['ID=e3274b05-549c-44de-8a0b-60a63d4226e8,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:05.353869 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-ec44bdf9-a1d0-41ca-a7a7-38a8b6f41b6a None None] For port 9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a,segment=NetworkSegment(1f3fdd3e-e94a-4ac1-b335-fc20add7d4c1),segment_id=1f3fdd3e-e94a-4ac1-b335-fc20add7d4c1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:05.361768 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ec44bdf9-a1d0-41ca-a7a7-38a8b6f41b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:05.417539 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef8035b-116d-4d67-a87a-f56a788c414b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-39924c01-013a-43bc-afd1-978464f3c965', 'network_id': '39924c01-013a-43bc-afd1-978464f3c965', 'project_id': 'c7270238a2e646f4af9bcbe70aefae1b', 'fixed_ips': [{'subnet_id': 'e3274b05-549c-44de-8a0b-60a63d4226e8'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:55:05.418416 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1ef8035b-116d-4d67-a87a-f56a788c414b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:05.424828 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:55:05.430042 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-19b4b986-ec78-4403-bca3-da11e9df59c0 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (39924c01-013a-43bc-afd1-978464f3c965), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:05.450282 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-19b4b986-ec78-4403-bca3-da11e9df59c0 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39924c01-013a-43bc-afd1-978464f3c965']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:05.459715 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec44bdf9-a1d0-41ca-a7a7-38a8b6f41b6a None None] Pushing event updated for resources: {'Port': ['ID=9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:05.460097 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-19b4b986-ec78-4403-bca3-da11e9df59c0 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37e04c88-6156-4f19-acc7-1bfae70bdd9c') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:05.460476 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-19b4b986-ec78-4403-bca3-da11e9df59c0 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37e04c88-6156-4f19-acc7-1bfae70bdd9c') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:05.470789 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-19b4b986-ec78-4403-bca3-da11e9df59c0 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (37e04c88-6156-4f19-acc7-1bfae70bdd9c), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:05.485321 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-19b4b986-ec78-4403-bca3-da11e9df59c0 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (37e04c88-6156-4f19-acc7-1bfae70bdd9c), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:05.491517 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19b4b986-ec78-4403-bca3-da11e9df59c0 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:55:05.492053 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-19b4b986-ec78-4403-bca3-da11e9df59c0 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (37e04c88-6156-4f19-acc7-1bfae70bdd9c), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:05.495394 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:55:05.495394 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:55:05.495394 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:55:05.495394 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:55:05.495394 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:55:05.495394 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:55:05.495394 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:55:05.495394 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:55:05.495394 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:55:05.495394 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:55:05.495394 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:55:05.495394 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:55:05.495394 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:55:05.495394 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:55:05.495394 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:55:05.495394 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:55:05.495394 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:55:05.495394 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:55:05.495394 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:55:05.495394 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:55:05.495394 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:55:05.495394 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:55:05.495394 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:55:05.495394 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:55:05.495394 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:55:05.495394 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:55:05.495394 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:55:05.495394 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:55:05.495394 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:55:05.495394 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:55:05.495394 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:55:05.495394 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:55:05.543170 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:05.543561 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:05.547794 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2015b80c-131e-4de3-9b30-29dd150fac98 None None] Network f6d11a29-78ef-46ac-9198-742fc6679a16 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:05.561638 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-19b4b986-ec78-4403-bca3-da11e9df59c0 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (39924c01-013a-43bc-afd1-978464f3c965), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:05.567444 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2deb2a19-9da8-43d6-902b-712bada62f20 None None] Network 39924c01-013a-43bc-afd1-978464f3c965 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:05.571536 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-19b4b986-ec78-4403-bca3-da11e9df59c0 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:05.574884 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-19b4b986-ec78-4403-bca3-da11e9df59c0 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] 10.222.0.50 "DELETE /v2.0/networks/39924c01-013a-43bc-afd1-978464f3c965 HTTP/1.1" status: 204 len: 168 time: 0.5037019 Feb 09 01:55:05.579758 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43692) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:05.585358 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-84b374a7-b9ed-42ee-900f-ec301c40304b tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1644609834'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:05.586564 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b4b986-ec78-4403-bca3-da11e9df59c0 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Pushing event deleted for resources: {'Network': ['ID=39924c01-013a-43bc-afd1-978464f3c965,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:05.610117 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b374a7-b9ed-42ee-900f-ec301c40304b tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Made reservation on behalf of c7270238a2e646f4af9bcbe70aefae1b for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:05.613700 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-84b374a7-b9ed-42ee-900f-ec301c40304b tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:05.639318 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84b374a7-b9ed-42ee-900f-ec301c40304b tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1035} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:55:05.649801 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-84b374a7-b9ed-42ee-900f-ec301c40304b tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (8734f463-6d41-4661-aaf1-9cdec7e1d82b), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:05.650151 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-84b374a7-b9ed-42ee-900f-ec301c40304b tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Added segment 8734f463-6d41-4661-aaf1-9cdec7e1d82b of type vlan for network c15e3cbe-0ffa-40cf-a02b-f0d17296341c Feb 09 01:55:05.693739 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-84b374a7-b9ed-42ee-900f-ec301c40304b tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (c15e3cbe-0ffa-40cf-a02b-f0d17296341c), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:05.724020 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-84b374a7-b9ed-42ee-900f-ec301c40304b tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (c15e3cbe-0ffa-40cf-a02b-f0d17296341c), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:05.729438 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b374a7-b9ed-42ee-900f-ec301c40304b tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:05.730135 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-84b374a7-b9ed-42ee-900f-ec301c40304b tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:05.784994 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-84b374a7-b9ed-42ee-900f-ec301c40304b tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2037928 Feb 09 01:55:05.788326 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2deb2a19-9da8-43d6-902b-712bada62f20 None None] Network 39924c01-013a-43bc-afd1-978464f3c965 could not be found, it might have been deleted concurrently. {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 01:55:05.788875 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43694) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:05.793949 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-2c09f7d3-20f6-4bbf-bbc1-243d5f644996 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Request body: {'subnet': {'network_id': 'c15e3cbe-0ffa-40cf-a02b-f0d17296341c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:05.801729 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b374a7-b9ed-42ee-900f-ec301c40304b tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Pushing event updated for resources: {'Network': ['ID=c15e3cbe-0ffa-40cf-a02b-f0d17296341c,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:05.810645 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d27b80-3205-49c7-b7a5-17ed96d3f310 None None] Network 39924c01-013a-43bc-afd1-978464f3c965 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:05.818830 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network c15e3cbe-0ffa-40cf-a02b-f0d17296341c details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:55:05.871430 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d27b80-3205-49c7-b7a5-17ed96d3f310 None None] Network 39924c01-013a-43bc-afd1-978464f3c965 could not be found, it might have been deleted concurrently. {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 01:55:05.889845 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c09f7d3-20f6-4bbf-bbc1-243d5f644996 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Made reservation on behalf of c7270238a2e646f4af9bcbe70aefae1b for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:05.893418 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2c09f7d3-20f6-4bbf-bbc1-243d5f644996 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:05.956674 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:06.059913 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:06.084106 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2c09f7d3-20f6-4bbf-bbc1-243d5f644996 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (ea3c698e-84ea-4666-a851-beff51e0bdf0), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:06.152722 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c09f7d3-20f6-4bbf-bbc1-243d5f644996 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Pushing event updated for resources: {'Subnet': ['ID=ea3c698e-84ea-4666-a851-beff51e0bdf0,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:06.161876 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c09f7d3-20f6-4bbf-bbc1-243d5f644996 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Checking segment: {'id': '8734f463-6d41-4661-aaf1-9cdec7e1d82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'c15e3cbe-0ffa-40cf-a02b-f0d17296341c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:55:06.162244 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c09f7d3-20f6-4bbf-bbc1-243d5f644996 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Network hostable DHCP agents. Network: c15e3cbe-0ffa-40cf-a02b-f0d17296341c, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:55:06.178419 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c09f7d3-20f6-4bbf-bbc1-243d5f644996 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Network c15e3cbe-0ffa-40cf-a02b-f0d17296341c is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:55:06.187350 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-2c09f7d3-20f6-4bbf-bbc1-243d5f644996 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, c15e3cbe-0ffa-40cf-a02b-f0d17296341c) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:06.188409 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-ec9c5d35-9d9a-464b-ac6c-1ca0cfb4eded None None] Provisioning complete for port 9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:06.188891 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ec9c5d35-9d9a-464b-ac6c-1ca0cfb4eded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:06.191754 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c09f7d3-20f6-4bbf-bbc1-243d5f644996 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:06.191943 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2c09f7d3-20f6-4bbf-bbc1-243d5f644996 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:06.209182 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2c09f7d3-20f6-4bbf-bbc1-243d5f644996 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4191420 Feb 09 01:55:06.212406 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43696) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:06.213713 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc07d2b8-8759-4bb8-9c3b-ba7775c53cde None None] Network c15e3cbe-0ffa-40cf-a02b-f0d17296341c requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:06.217567 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-59acb420-3428-409e-8939-b54b963f0452 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2145300276'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:06.237005 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59acb420-3428-409e-8939-b54b963f0452 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Made reservation on behalf of c7270238a2e646f4af9bcbe70aefae1b for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:06.240378 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-59acb420-3428-409e-8939-b54b963f0452 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:06.265391 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59acb420-3428-409e-8939-b54b963f0452 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1030} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:55:06.277542 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-59acb420-3428-409e-8939-b54b963f0452 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (d225f1e0-1bb6-4874-af5b-b00e3c19677b), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:06.278398 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-59acb420-3428-409e-8939-b54b963f0452 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Added segment d225f1e0-1bb6-4874-af5b-b00e3c19677b of type vlan for network 8cb0010e-e97c-4660-b2d6-9f5a87802022 Feb 09 01:55:06.318693 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-59acb420-3428-409e-8939-b54b963f0452 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (8cb0010e-e97c-4660-b2d6-9f5a87802022), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:06.343175 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-59acb420-3428-409e-8939-b54b963f0452 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (8cb0010e-e97c-4660-b2d6-9f5a87802022), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:06.348249 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59acb420-3428-409e-8939-b54b963f0452 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:06.348860 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-59acb420-3428-409e-8939-b54b963f0452 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:06.354590 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ec9c5d35-9d9a-464b-ac6c-1ca0cfb4eded None None] Current status of the port 9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:06.359281 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266a430a-d587-482d-89c4-f00942295f5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-c15e3cbe-0ffa-40cf-a02b-f0d17296341c', 'network_id': 'c15e3cbe-0ffa-40cf-a02b-f0d17296341c', 'project_id': 'c7270238a2e646f4af9bcbe70aefae1b', 'fixed_ips': [{'subnet_id': 'ea3c698e-84ea-4666-a851-beff51e0bdf0'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:55:06.359949 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-266a430a-d587-482d-89c4-f00942295f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:06.403336 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-59acb420-3428-409e-8939-b54b963f0452 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1897805 Feb 09 01:55:06.407010 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43698) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:06.412183 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-ca51c94b-3c57-475e-a3b9-b6d3ae92a5db tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Request body: {'subnet': {'network_id': '8cb0010e-e97c-4660-b2d6-9f5a87802022', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:06.476743 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59acb420-3428-409e-8939-b54b963f0452 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Pushing event updated for resources: {'Network': ['ID=8cb0010e-e97c-4660-b2d6-9f5a87802022,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:06.488941 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 8cb0010e-e97c-4660-b2d6-9f5a87802022 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:55:06.510072 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-266a430a-d587-482d-89c4-f00942295f5e None None] Allocated IP 2001:db8::2 (c15e3cbe-0ffa-40cf-a02b-f0d17296341c/ea3c698e-84ea-4666-a851-beff51e0bdf0/5d662a80-c710-4cf1-9fbb-f8bfd12c3902) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:55:06.525030 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca51c94b-3c57-475e-a3b9-b6d3ae92a5db tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Made reservation on behalf of c7270238a2e646f4af9bcbe70aefae1b for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:06.528498 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ca51c94b-3c57-475e-a3b9-b6d3ae92a5db tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:06.705274 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-266a430a-d587-482d-89c4-f00942295f5e None None] Publish callbacks [] for port (5d662a80-c710-4cf1-9fbb-f8bfd12c3902), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:06.708409 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ca51c94b-3c57-475e-a3b9-b6d3ae92a5db tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (0f72b0b3-b55d-4da5-ba60-cb053e1efbce), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:06.710460 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-266a430a-d587-482d-89c4-f00942295f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (5d662a80-c710-4cf1-9fbb-f8bfd12c3902), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:06.749918 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266a430a-d587-482d-89c4-f00942295f5e None None] Network c15e3cbe-0ffa-40cf-a02b-f0d17296341c is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:06.752760 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-266a430a-d587-482d-89c4-f00942295f5e None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:06.756559 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266a430a-d587-482d-89c4-f00942295f5e None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:55:06.765703 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266a430a-d587-482d-89c4-f00942295f5e None None] Pushing event updated for resources: {'Port': ['ID=5d662a80-c710-4cf1-9fbb-f8bfd12c3902,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:06.772031 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca51c94b-3c57-475e-a3b9-b6d3ae92a5db tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Pushing event updated for resources: {'Subnet': ['ID=0f72b0b3-b55d-4da5-ba60-cb053e1efbce,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:06.777572 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca51c94b-3c57-475e-a3b9-b6d3ae92a5db tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Checking segment: {'id': 'd225f1e0-1bb6-4874-af5b-b00e3c19677b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '8cb0010e-e97c-4660-b2d6-9f5a87802022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:55:06.778048 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca51c94b-3c57-475e-a3b9-b6d3ae92a5db tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Network hostable DHCP agents. Network: 8cb0010e-e97c-4660-b2d6-9f5a87802022, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:55:06.796562 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca51c94b-3c57-475e-a3b9-b6d3ae92a5db tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Network 8cb0010e-e97c-4660-b2d6-9f5a87802022 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:55:06.805945 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-ca51c94b-3c57-475e-a3b9-b6d3ae92a5db tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 8cb0010e-e97c-4660-b2d6-9f5a87802022) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:06.809989 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca51c94b-3c57-475e-a3b9-b6d3ae92a5db tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:06.810636 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ca51c94b-3c57-475e-a3b9-b6d3ae92a5db tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:06.821498 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099b876f-f020-4cba-b423-ea9b4e941151 None None] Network 8cb0010e-e97c-4660-b2d6-9f5a87802022 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:06.827182 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ca51c94b-3c57-475e-a3b9-b6d3ae92a5db tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4188848 Feb 09 01:55:06.829752 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43700) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:06.865229 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-266a430a-d587-482d-89c4-f00942295f5e None None] Attempting to bind port 5d662a80-c710-4cf1-9fbb-f8bfd12c3902 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:06.865502 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-266a430a-d587-482d-89c4-f00942295f5e None None] Attempting to bind port 5d662a80-c710-4cf1-9fbb-f8bfd12c3902 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '8734f463-6d41-4661-aaf1-9cdec7e1d82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'c15e3cbe-0ffa-40cf-a02b-f0d17296341c'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:06.865868 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266a430a-d587-482d-89c4-f00942295f5e None None] Attempting to bind port 5d662a80-c710-4cf1-9fbb-f8bfd12c3902 on network c15e3cbe-0ffa-40cf-a02b-f0d17296341c {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:06.877226 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266a430a-d587-482d-89c4-f00942295f5e None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:55:06.877605 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266a430a-d587-482d-89c4-f00942295f5e None None] Checking segment: {'id': '8734f463-6d41-4661-aaf1-9cdec7e1d82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'c15e3cbe-0ffa-40cf-a02b-f0d17296341c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:55:06.878012 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-266a430a-d587-482d-89c4-f00942295f5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:06.878409 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266a430a-d587-482d-89c4-f00942295f5e None None] Bound using segment: {'id': '8734f463-6d41-4661-aaf1-9cdec7e1d82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'c15e3cbe-0ffa-40cf-a02b-f0d17296341c'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:55:06.878882 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-266a430a-d587-482d-89c4-f00942295f5e None None] Bound port: 5d662a80-c710-4cf1-9fbb-f8bfd12c3902, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8734f463-6d41-4661-aaf1-9cdec7e1d82b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'c15e3cbe-0ffa-40cf-a02b-f0d17296341c'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:55:06.879290 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-266a430a-d587-482d-89c4-f00942295f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5d662a80-c710-4cf1-9fbb-f8bfd12c3902), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:06.928785 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ca2759f4-0d14-46fe-94d5-4b5a02bce219 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (8cb0010e-e97c-4660-b2d6-9f5a87802022), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:06.975116 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-266a430a-d587-482d-89c4-f00942295f5e None None] For port 5d662a80-c710-4cf1-9fbb-f8bfd12c3902, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:55:06.979434 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca8a784-3f24-476d-828d-49c7f824f4fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-8cb0010e-e97c-4660-b2d6-9f5a87802022', 'network_id': '8cb0010e-e97c-4660-b2d6-9f5a87802022', 'project_id': 'c7270238a2e646f4af9bcbe70aefae1b', 'fixed_ips': [{'subnet_id': '0f72b0b3-b55d-4da5-ba60-cb053e1efbce'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:55:06.980627 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6ca8a784-3f24-476d-828d-49c7f824f4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:06.981272 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ca2759f4-0d14-46fe-94d5-4b5a02bce219 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (0f72b0b3-b55d-4da5-ba60-cb053e1efbce), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:06.984107 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-266a430a-d587-482d-89c4-f00942295f5e None None] For port 5d662a80-c710-4cf1-9fbb-f8bfd12c3902, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=5d662a80-c710-4cf1-9fbb-f8bfd12c3902,segment=NetworkSegment(8734f463-6d41-4661-aaf1-9cdec7e1d82b),segment_id=8734f463-6d41-4661-aaf1-9cdec7e1d82b)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:55:07.001034 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-266a430a-d587-482d-89c4-f00942295f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (5d662a80-c710-4cf1-9fbb-f8bfd12c3902), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:07.055330 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ca2759f4-0d14-46fe-94d5-4b5a02bce219 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (0f72b0b3-b55d-4da5-ba60-cb053e1efbce), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:07.084962 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2759f4-0d14-46fe-94d5-4b5a02bce219 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Pushing event deleted for resources: {'Subnet': ['ID=0f72b0b3-b55d-4da5-ba60-cb053e1efbce,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:07.127217 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266a430a-d587-482d-89c4-f00942295f5e None None] Pushing event updated for resources: {'Port': ['ID=5d662a80-c710-4cf1-9fbb-f8bfd12c3902,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server [None req-6ca8a784-3f24-476d-828d-49c7f824f4fb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0f72b0b3-b55d-4da5-ba60-cb053e1efbce: This subnet is being modified by another concurrent operation. Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise self.value Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server raise exception Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0f72b0b3-b55d-4da5-ba60-cb053e1efbce: This subnet is being modified by another concurrent operation. Feb 09 01:55:07.143900 n-d-828369-4 neutron-server[103138]: ERROR oslo_messaging.rpc.server Feb 09 01:55:07.159116 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ca2759f4-0d14-46fe-94d5-4b5a02bce219 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (8cb0010e-e97c-4660-b2d6-9f5a87802022), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:07.165143 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bda0de0-2ff9-46fa-95a6-8503fc0d9ef4 None None] Network 8cb0010e-e97c-4660-b2d6-9f5a87802022 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:07.180476 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-ca2759f4-0d14-46fe-94d5-4b5a02bce219 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cb0010e-e97c-4660-b2d6-9f5a87802022']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:07.190742 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-ca2759f4-0d14-46fe-94d5-4b5a02bce219 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd225f1e0-1bb6-4874-af5b-b00e3c19677b') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:07.191046 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-ca2759f4-0d14-46fe-94d5-4b5a02bce219 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd225f1e0-1bb6-4874-af5b-b00e3c19677b') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:07.201821 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ca2759f4-0d14-46fe-94d5-4b5a02bce219 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (d225f1e0-1bb6-4874-af5b-b00e3c19677b), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:07.217627 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ca2759f4-0d14-46fe-94d5-4b5a02bce219 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (d225f1e0-1bb6-4874-af5b-b00e3c19677b), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:07.223929 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca2759f4-0d14-46fe-94d5-4b5a02bce219 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:55:07.224587 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ca2759f4-0d14-46fe-94d5-4b5a02bce219 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (d225f1e0-1bb6-4874-af5b-b00e3c19677b), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:07.227559 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:55:07.227559 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:55:07.227559 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:55:07.227559 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:55:07.227559 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:55:07.227559 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:55:07.227559 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:55:07.227559 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:55:07.227559 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:55:07.227559 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:55:07.227559 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:55:07.227559 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:55:07.227559 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:55:07.227559 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:55:07.227559 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:55:07.227559 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:55:07.227559 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:55:07.227559 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:55:07.227559 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:55:07.227559 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:55:07.227559 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:55:07.227559 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:55:07.227559 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:55:07.227559 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:55:07.227559 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:55:07.227559 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:55:07.227559 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:55:07.227559 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:55:07.227559 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:55:07.227559 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:55:07.227559 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:55:07.227559 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:55:07.319032 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ca2759f4-0d14-46fe-94d5-4b5a02bce219 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (8cb0010e-e97c-4660-b2d6-9f5a87802022), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:07.329162 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ca2759f4-0d14-46fe-94d5-4b5a02bce219 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:07.335804 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43702) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:07.336370 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ca2759f4-0d14-46fe-94d5-4b5a02bce219 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] 10.222.0.50 "DELETE /v2.0/networks/8cb0010e-e97c-4660-b2d6-9f5a87802022 HTTP/1.1" status: 204 len: 168 time: 0.5050859 Feb 09 01:55:07.347634 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2759f4-0d14-46fe-94d5-4b5a02bce219 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Pushing event deleted for resources: {'Network': ['ID=8cb0010e-e97c-4660-b2d6-9f5a87802022,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:07.353053 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:07.375015 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdd95e56-8f7a-4ae7-81e0-8c4104e3aace tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] GET failed (client error): The resource could not be found. Feb 09 01:55:07.376743 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-fdd95e56-8f7a-4ae7-81e0-8c4104e3aace tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] 10.222.0.50 "GET /v2.0/subnets/0f72b0b3-b55d-4da5-ba60-cb053e1efbce HTTP/1.1" status: 404 len: 337 time: 0.0388103 Feb 09 01:55:07.379593 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43704) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:07.399888 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ef7204f-ebb3-4206-a52c-d7a545cd20e0 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] DELETE failed (client error): The resource could not be found. Feb 09 01:55:07.400406 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ef7204f-ebb3-4206-a52c-d7a545cd20e0 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:55:07.403524 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8ef7204f-ebb3-4206-a52c-d7a545cd20e0 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] 10.222.0.50 "DELETE /v2.0/networks/8cb0010e-e97c-4660-b2d6-9f5a87802022 HTTP/1.1" status: 404 len: 339 time: 0.0228772 Feb 09 01:55:07.409320 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43706) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:07.450953 n-d-828369-4 neutron-server[103137]: INFO neutron.pecan_wsgi.hooks.translation [None req-62f08064-11dc-4a4d-b306-2ea61db283a6 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] DELETE failed (client error): The resource could not be found. Feb 09 01:55:07.451545 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62f08064-11dc-4a4d-b306-2ea61db283a6 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:55:07.455741 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-62f08064-11dc-4a4d-b306-2ea61db283a6 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] 10.222.0.50 "DELETE /v2.0/subnets/0f72b0b3-b55d-4da5-ba60-cb053e1efbce HTTP/1.1" status: 404 len: 337 time: 0.0444734 Feb 09 01:55:07.461674 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43708) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:07.468857 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 5d662a80-c710-4cf1-9fbb-f8bfd12c3902 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:55:07.481858 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d8a529b-266c-41b6-adfa-c39975b6f426 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] DELETE failed (client error): The resource could not be found. Feb 09 01:55:07.482401 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d8a529b-266c-41b6-adfa-c39975b6f426 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:55:07.485374 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8d8a529b-266c-41b6-adfa-c39975b6f426 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] 10.222.0.50 "DELETE /v2.0/networks/8cb0010e-e97c-4660-b2d6-9f5a87802022 HTTP/1.1" status: 404 len: 339 time: 0.0227156 Feb 09 01:55:07.487919 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43710) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:07.517398 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 5d662a80-c710-4cf1-9fbb-f8bfd12c3902 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:07.517699 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (5d662a80-c710-4cf1-9fbb-f8bfd12c3902), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:07.538189 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-bac53c58-4c75-4de0-a0a5-cdfb6628a9f9 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Deleting subnet ea3c698e-84ea-4666-a851-beff51e0bdf0 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:55:07.541323 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bac53c58-4c75-4de0-a0a5-cdfb6628a9f9 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks [] for subnet (ea3c698e-84ea-4666-a851-beff51e0bdf0), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:07.587199 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bac53c58-4c75-4de0-a0a5-cdfb6628a9f9 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (ea3c698e-84ea-4666-a851-beff51e0bdf0), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:07.600166 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 5d662a80-c710-4cf1-9fbb-f8bfd12c3902 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:07.600612 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5d662a80-c710-4cf1-9fbb-f8bfd12c3902), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:07.634406 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 5d662a80-c710-4cf1-9fbb-f8bfd12c3902, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=5d662a80-c710-4cf1-9fbb-f8bfd12c3902,segment=NetworkSegment(8734f463-6d41-4661-aaf1-9cdec7e1d82b),segment_id=8734f463-6d41-4661-aaf1-9cdec7e1d82b)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:07.638811 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (5d662a80-c710-4cf1-9fbb-f8bfd12c3902), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:07.639845 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:55:07.670671 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bac53c58-4c75-4de0-a0a5-cdfb6628a9f9 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (ea3c698e-84ea-4666-a851-beff51e0bdf0), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:07.716219 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=5d662a80-c710-4cf1-9fbb-f8bfd12c3902,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:07.728328 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:07.728786 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:07.738717 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bac53c58-4c75-4de0-a0a5-cdfb6628a9f9 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (ea3c698e-84ea-4666-a851-beff51e0bdf0), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:07.771378 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac53c58-4c75-4de0-a0a5-cdfb6628a9f9 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Pushing event deleted for resources: {'Subnet': ['ID=ea3c698e-84ea-4666-a851-beff51e0bdf0,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:07.777099 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bac53c58-4c75-4de0-a0a5-cdfb6628a9f9 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:07.783043 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43712) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:07.785306 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-bac53c58-4c75-4de0-a0a5-cdfb6628a9f9 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] 10.222.0.50 "DELETE /v2.0/subnets/ea3c698e-84ea-4666-a851-beff51e0bdf0 HTTP/1.1" status: 204 len: 168 time: 0.2914453 Feb 09 01:55:07.813487 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:07.866072 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-40e6212a-a199-41b4-be9a-7b8e378188b5 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (c15e3cbe-0ffa-40cf-a02b-f0d17296341c), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:07.920403 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-40e6212a-a199-41b4-be9a-7b8e378188b5 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Deleting port 5d662a80-c710-4cf1-9fbb-f8bfd12c3902 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:55:07.920826 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-40e6212a-a199-41b4-be9a-7b8e378188b5 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (5d662a80-c710-4cf1-9fbb-f8bfd12c3902), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:07.988594 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-40e6212a-a199-41b4-be9a-7b8e378188b5 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] For port 5d662a80-c710-4cf1-9fbb-f8bfd12c3902, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=5d662a80-c710-4cf1-9fbb-f8bfd12c3902,segment=NetworkSegment(8734f463-6d41-4661-aaf1-9cdec7e1d82b),segment_id=8734f463-6d41-4661-aaf1-9cdec7e1d82b)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:07.988965 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-40e6212a-a199-41b4-be9a-7b8e378188b5 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (5d662a80-c710-4cf1-9fbb-f8bfd12c3902), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:08.002553 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-40e6212a-a199-41b4-be9a-7b8e378188b5 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Calling delete_port for 5d662a80-c710-4cf1-9fbb-f8bfd12c3902 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:55:08.052166 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:08.075232 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688e973d-2663-4eb3-a06b-98338966011d None None] get_active_networks_info from n-d-828369-4 {{(pid=103138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 09 01:55:08.086536 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-40e6212a-a199-41b4-be9a-7b8e378188b5 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (5d662a80-c710-4cf1-9fbb-f8bfd12c3902), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:08.116482 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e6212a-a199-41b4-be9a-7b8e378188b5 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Pushing event deleted for resources: {'Port': ['ID=5d662a80-c710-4cf1-9fbb-f8bfd12c3902,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:08.120118 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-3e6dc136-e381-48ab-b38a-397925a6959b None None] Provisioning complete for port 5d662a80-c710-4cf1-9fbb-f8bfd12c3902 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:08.120659 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3e6dc136-e381-48ab-b38a-397925a6959b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (5d662a80-c710-4cf1-9fbb-f8bfd12c3902), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:08.121318 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e6212a-a199-41b4-be9a-7b8e378188b5 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] No DVR routers for this DVR port 5d662a80-c710-4cf1-9fbb-f8bfd12c3902 on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:55:08.153403 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-3e6dc136-e381-48ab-b38a-397925a6959b None None] Port 5d662a80-c710-4cf1-9fbb-f8bfd12c3902 was deleted so its status cannot be updated. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 09 01:55:08.172887 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688e973d-2663-4eb3-a06b-98338966011d None None] Resources bound (agent type, host, resource id): {{(pid=103138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 09 01:55:08.210439 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-40e6212a-a199-41b4-be9a-7b8e378188b5 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (c15e3cbe-0ffa-40cf-a02b-f0d17296341c), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:08.229584 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-40e6212a-a199-41b4-be9a-7b8e378188b5 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c15e3cbe-0ffa-40cf-a02b-f0d17296341c']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:08.239040 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-40e6212a-a199-41b4-be9a-7b8e378188b5 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8734f463-6d41-4661-aaf1-9cdec7e1d82b') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:08.239340 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-40e6212a-a199-41b4-be9a-7b8e378188b5 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8734f463-6d41-4661-aaf1-9cdec7e1d82b') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:08.248687 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-40e6212a-a199-41b4-be9a-7b8e378188b5 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (8734f463-6d41-4661-aaf1-9cdec7e1d82b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:08.261362 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-40e6212a-a199-41b4-be9a-7b8e378188b5 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (8734f463-6d41-4661-aaf1-9cdec7e1d82b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:08.267068 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40e6212a-a199-41b4-be9a-7b8e378188b5 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:55:08.267452 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-40e6212a-a199-41b4-be9a-7b8e378188b5 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (8734f463-6d41-4661-aaf1-9cdec7e1d82b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:08.270308 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:55:08.270308 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:55:08.270308 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:55:08.270308 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:55:08.270308 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:55:08.270308 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:55:08.270308 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:55:08.270308 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:55:08.270308 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:55:08.270308 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:55:08.270308 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:55:08.270308 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:55:08.270308 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:55:08.270308 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:55:08.270308 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:55:08.270308 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:55:08.270308 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:55:08.270308 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:55:08.270308 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:55:08.270308 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:55:08.270308 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:55:08.270308 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:55:08.270308 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:55:08.270308 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:55:08.270308 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:55:08.270308 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:55:08.270308 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:55:08.270308 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:55:08.270308 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:55:08.270308 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:55:08.270308 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:55:08.270308 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:55:08.328826 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca89ae7-e3cf-4e03-9072-d4cf2704c6a0 None None] Network c15e3cbe-0ffa-40cf-a02b-f0d17296341c requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:08.474795 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79780753-9a60-43e1-aea3-0c3f612d5876 None None] DHCP port deletion for c15e3cbe-0ffa-40cf-a02b-f0d17296341c request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:55:08.515174 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:08.660638 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-40e6212a-a199-41b4-be9a-7b8e378188b5 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (c15e3cbe-0ffa-40cf-a02b-f0d17296341c), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:08.667025 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-40e6212a-a199-41b4-be9a-7b8e378188b5 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:08.670111 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-40e6212a-a199-41b4-be9a-7b8e378188b5 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] 10.222.0.50 "DELETE /v2.0/networks/c15e3cbe-0ffa-40cf-a02b-f0d17296341c HTTP/1.1" status: 204 len: 168 time: 0.8860917 Feb 09 01:55:08.672893 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43714) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:08.681109 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e6212a-a199-41b4-be9a-7b8e378188b5 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Pushing event deleted for resources: {'Network': ['ID=c15e3cbe-0ffa-40cf-a02b-f0d17296341c,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:09.042058 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-355fe5ce-657f-4e55-9679-c93462f8a516 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] DELETE failed (client error): The resource could not be found. Feb 09 01:55:09.042524 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-355fe5ce-657f-4e55-9679-c93462f8a516 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:55:09.046110 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-355fe5ce-657f-4e55-9679-c93462f8a516 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] 10.222.0.50 "DELETE /v2.0/subnets/e3274b05-549c-44de-8a0b-60a63d4226e8 HTTP/1.1" status: 404 len: 337 time: 0.3716252 Feb 09 01:55:09.048860 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43716) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:09.066031 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0adddcd-b2e4-43ef-9a06-8c6e5765ed67 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] DELETE failed (client error): The resource could not be found. Feb 09 01:55:09.066512 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0adddcd-b2e4-43ef-9a06-8c6e5765ed67 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:55:09.069422 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e0adddcd-b2e4-43ef-9a06-8c6e5765ed67 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] 10.222.0.50 "DELETE /v2.0/networks/39924c01-013a-43bc-afd1-978464f3c965 HTTP/1.1" status: 404 len: 339 time: 0.0196671 Feb 09 01:55:09.071585 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43718) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:09.096138 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa5aaa4c-cc2f-48de-850c-f837e91af10d tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] DELETE failed (client error): The resource could not be found. Feb 09 01:55:09.096602 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa5aaa4c-cc2f-48de-850c-f837e91af10d tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:55:09.099487 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-fa5aaa4c-cc2f-48de-850c-f837e91af10d tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] 10.222.0.50 "DELETE /v2.0/subnets/ad2b0f53-37ed-499c-9d48-c23cdbe97259 HTTP/1.1" status: 404 len: 337 time: 0.0270541 Feb 09 01:55:09.101699 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43720) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:09.118526 n-d-828369-4 neutron-server[103136]: INFO neutron.pecan_wsgi.hooks.translation [None req-658a4022-60b8-4b45-8715-3b2e8db90890 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] DELETE failed (client error): The resource could not be found. Feb 09 01:55:09.119010 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-658a4022-60b8-4b45-8715-3b2e8db90890 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 09 01:55:09.121927 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-658a4022-60b8-4b45-8715-3b2e8db90890 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] 10.222.0.50 "DELETE /v2.0/networks/7f5d9872-e9a8-4d73-8b3b-c08e79cccf7f HTTP/1.1" status: 404 len: 339 time: 0.0193653 Feb 09 01:55:09.124476 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43722) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:09.173141 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d4ccf3c-4b66-4870-9c3e-a90de1702497 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Deleting subnet 019a5107-d18a-4513-b3f3-10a044077b99 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:55:09.176411 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7d4ccf3c-4b66-4870-9c3e-a90de1702497 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks [] for subnet (019a5107-d18a-4513-b3f3-10a044077b99), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:09.218982 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7d4ccf3c-4b66-4870-9c3e-a90de1702497 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (019a5107-d18a-4513-b3f3-10a044077b99), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:09.301332 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7d4ccf3c-4b66-4870-9c3e-a90de1702497 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (019a5107-d18a-4513-b3f3-10a044077b99), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:09.340253 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 5d662a80-c710-4cf1-9fbb-f8bfd12c3902 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:55:09.361316 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7d4ccf3c-4b66-4870-9c3e-a90de1702497 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (019a5107-d18a-4513-b3f3-10a044077b99), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:09.365495 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 5d662a80-c710-4cf1-9fbb-f8bfd12c3902 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:55:09.365853 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 5d662a80-c710-4cf1-9fbb-f8bfd12c3902 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:55:09.391652 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4ccf3c-4b66-4870-9c3e-a90de1702497 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Pushing event deleted for resources: {'Subnet': ['ID=019a5107-d18a-4513-b3f3-10a044077b99,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:09.398174 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7d4ccf3c-4b66-4870-9c3e-a90de1702497 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:09.403949 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43724) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:09.404147 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-7d4ccf3c-4b66-4870-9c3e-a90de1702497 tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] 10.222.0.50 "DELETE /v2.0/subnets/019a5107-d18a-4513-b3f3-10a044077b99 HTTP/1.1" status: 204 len: 168 time: 0.2786038 Feb 09 01:55:09.406581 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4b3b74-b33c-444c-a061-bf2cd928b93a None None] Network f6d11a29-78ef-46ac-9198-742fc6679a16 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:09.483514 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f918d9ae-400c-4e5b-b8cc-a106c4fdf2fc tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (f6d11a29-78ef-46ac-9198-742fc6679a16), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:09.536009 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-f918d9ae-400c-4e5b-b8cc-a106c4fdf2fc tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Deleting port 9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:55:09.536407 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f918d9ae-400c-4e5b-b8cc-a106c4fdf2fc tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:09.548723 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5523b6-fb3a-4648-8f2f-80ac05d0b0c8 None None] DHCP port deletion for f6d11a29-78ef-46ac-9198-742fc6679a16 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:55:09.598057 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-0f5523b6-fb3a-4648-8f2f-80ac05d0b0c8 None None] Deleting port 9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:55:09.598314 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-f918d9ae-400c-4e5b-b8cc-a106c4fdf2fc tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] For port 9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a,segment=NetworkSegment(1f3fdd3e-e94a-4ac1-b335-fc20add7d4c1),segment_id=1f3fdd3e-e94a-4ac1-b335-fc20add7d4c1)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:09.598443 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0f5523b6-fb3a-4648-8f2f-80ac05d0b0c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:09.598634 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f918d9ae-400c-4e5b-b8cc-a106c4fdf2fc tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:09.611294 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-f918d9ae-400c-4e5b-b8cc-a106c4fdf2fc tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Calling delete_port for 9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:55:09.660384 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-0f5523b6-fb3a-4648-8f2f-80ac05d0b0c8 None None] For port 9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a,segment=NetworkSegment(1f3fdd3e-e94a-4ac1-b335-fc20add7d4c1),segment_id=1f3fdd3e-e94a-4ac1-b335-fc20add7d4c1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:09.661426 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0f5523b6-fb3a-4648-8f2f-80ac05d0b0c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:09.673867 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-0f5523b6-fb3a-4648-8f2f-80ac05d0b0c8 None None] Calling delete_port for 9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:55:09.692378 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f918d9ae-400c-4e5b-b8cc-a106c4fdf2fc tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:09.717591 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f918d9ae-400c-4e5b-b8cc-a106c4fdf2fc tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Pushing event deleted for resources: {'Port': ['ID=9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:09.721865 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f918d9ae-400c-4e5b-b8cc-a106c4fdf2fc tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] No DVR routers for this DVR port 9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 09 01:55:09.759006 n-d-828369-4 neutron-server[103138]: self.session.flush() Feb 09 01:55:09.765676 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0f5523b6-fb3a-4648-8f2f-80ac05d0b0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:09.768925 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:09.791835 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5523b6-fb3a-4648-8f2f-80ac05d0b0c8 None None] Pushing event deleted for resources: {'Port': ['ID=9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:09.795369 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5523b6-fb3a-4648-8f2f-80ac05d0b0c8 None None] No DVR routers for this DVR port 9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:55:09.810031 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f918d9ae-400c-4e5b-b8cc-a106c4fdf2fc tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (f6d11a29-78ef-46ac-9198-742fc6679a16), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:09.829540 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-f918d9ae-400c-4e5b-b8cc-a106c4fdf2fc tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6d11a29-78ef-46ac-9198-742fc6679a16']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:09.838500 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-f918d9ae-400c-4e5b-b8cc-a106c4fdf2fc tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f3fdd3e-e94a-4ac1-b335-fc20add7d4c1') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:09.838794 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-f918d9ae-400c-4e5b-b8cc-a106c4fdf2fc tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f3fdd3e-e94a-4ac1-b335-fc20add7d4c1') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:09.848767 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f918d9ae-400c-4e5b-b8cc-a106c4fdf2fc tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (1f3fdd3e-e94a-4ac1-b335-fc20add7d4c1), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:09.862300 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f918d9ae-400c-4e5b-b8cc-a106c4fdf2fc tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (1f3fdd3e-e94a-4ac1-b335-fc20add7d4c1), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:09.868202 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f918d9ae-400c-4e5b-b8cc-a106c4fdf2fc tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:55:09.868612 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f918d9ae-400c-4e5b-b8cc-a106c4fdf2fc tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (1f3fdd3e-e94a-4ac1-b335-fc20add7d4c1), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:09.871484 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:55:09.871484 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:55:09.871484 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:55:09.871484 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:55:09.871484 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:55:09.871484 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:55:09.871484 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:55:09.871484 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:55:09.871484 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:55:09.871484 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:55:09.871484 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:55:09.871484 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:55:09.871484 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:55:09.871484 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:55:09.871484 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:55:09.871484 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:55:09.871484 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:55:09.871484 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:55:09.871484 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:55:09.871484 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:55:09.871484 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:55:09.871484 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:55:09.871484 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:55:09.871484 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:55:09.871484 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:55:09.871484 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:55:09.871484 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:55:09.871484 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:55:09.871484 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:55:09.871484 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:55:09.871484 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:55:09.871484 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:55:09.929195 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f918d9ae-400c-4e5b-b8cc-a106c4fdf2fc tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (f6d11a29-78ef-46ac-9198-742fc6679a16), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:09.933481 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f918d9ae-400c-4e5b-b8cc-a106c4fdf2fc tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:09.939524 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f918d9ae-400c-4e5b-b8cc-a106c4fdf2fc tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] 10.222.0.50 "DELETE /v2.0/networks/f6d11a29-78ef-46ac-9198-742fc6679a16 HTTP/1.1" status: 204 len: 168 time: 0.5341585 Feb 09 01:55:09.954420 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f918d9ae-400c-4e5b-b8cc-a106c4fdf2fc tempest-NetworksIpV6Test-1483775653 tempest-NetworksIpV6Test-1483775653-project] Pushing event deleted for resources: {'Network': ['ID=f6d11a29-78ef-46ac-9198-742fc6679a16,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:10.180322 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43730) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:10.315900 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-65269ae9-e66f-42ca-961c-2aa03d9f31e6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c7270238a2e646f4af9bcbe70aefae1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1342752 Feb 09 01:55:10.318311 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43734) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:10.364145 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81d1abbe-1acb-4d44-a38e-e42a0258ff2c admin admin] Publish callbacks [] for security_group (35157273-3d19-437c-a24b-e590ad70f5ab), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:10.385869 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81d1abbe-1acb-4d44-a38e-e42a0258ff2c admin admin] Publish callbacks [] for security_group (35157273-3d19-437c-a24b-e590ad70f5ab), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:10.432300 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81d1abbe-1acb-4d44-a38e-e42a0258ff2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (35157273-3d19-437c-a24b-e590ad70f5ab), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:10.434898 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81d1abbe-1acb-4d44-a38e-e42a0258ff2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:10.436073 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-81d1abbe-1acb-4d44-a38e-e42a0258ff2c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/35157273-3d19-437c-a24b-e590ad70f5ab HTTP/1.1" status: 204 len: 168 time: 0.1168487 Feb 09 01:55:10.443710 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d1abbe-1acb-4d44-a38e-e42a0258ff2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35157273-3d19-437c-a24b-e590ad70f5ab,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:11.054623 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43756) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:11.144717 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-f072edb7-f17f-4cb3-b767-66ec27822a28 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-571439054', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:11.165537 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f072edb7-f17f-4cb3-b767-66ec27822a28 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (385fbf5b-cf86-4a06-8f52-4d32bdbfb061), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:11.166540 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f072edb7-f17f-4cb3-b767-66ec27822a28 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (385fbf5b-cf86-4a06-8f52-4d32bdbfb061), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:11.217881 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f072edb7-f17f-4cb3-b767-66ec27822a28 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks [] for router_controller (385fbf5b-cf86-4a06-8f52-4d32bdbfb061), precommit_add_association {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:11.222336 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f072edb7-f17f-4cb3-b767-66ec27822a28 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (385fbf5b-cf86-4a06-8f52-4d32bdbfb061), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:11.238957 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f072edb7-f17f-4cb3-b767-66ec27822a28 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:11.240338 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f072edb7-f17f-4cb3-b767-66ec27822a28 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1846068 Feb 09 01:55:11.242905 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43760) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:11.248677 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-10fcdb7d-83c2-43b0-99ad-16ad3c42a87d tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-388034289'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:11.266842 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10fcdb7d-83c2-43b0-99ad-16ad3c42a87d tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Made reservation on behalf of 0c8385aaa917458fb8e501b858251923 for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:11.270055 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-10fcdb7d-83c2-43b0-99ad-16ad3c42a87d tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:11.278392 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-10fcdb7d-83c2-43b0-99ad-16ad3c42a87d tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:11.343599 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:55:11.353437 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-10fcdb7d-83c2-43b0-99ad-16ad3c42a87d tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks [] for security_group (8770ea5d-cbf9-47d0-a389-e2c7770df20e), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:11.357495 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-10fcdb7d-83c2-43b0-99ad-16ad3c42a87d tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (8770ea5d-cbf9-47d0-a389-e2c7770df20e), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:11.364605 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:55:11.364976 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 9d6c3ffa-41fb-4b99-b6a1-491b2f070c8a not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:55:11.395704 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10fcdb7d-83c2-43b0-99ad-16ad3c42a87d tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1020} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:55:11.402276 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fcdb7d-83c2-43b0-99ad-16ad3c42a87d tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8770ea5d-cbf9-47d0-a389-e2c7770df20e,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:11.411747 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-10fcdb7d-83c2-43b0-99ad-16ad3c42a87d tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (0a219853-053b-4715-92a6-bf1319097a13), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:11.412094 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-10fcdb7d-83c2-43b0-99ad-16ad3c42a87d tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Added segment 0a219853-053b-4715-92a6-bf1319097a13 of type vlan for network c3281b74-23f3-4025-931a-5d6e8a92697f Feb 09 01:55:11.454709 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-10fcdb7d-83c2-43b0-99ad-16ad3c42a87d tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (c3281b74-23f3-4025-931a-5d6e8a92697f), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:11.479491 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-10fcdb7d-83c2-43b0-99ad-16ad3c42a87d tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (c3281b74-23f3-4025-931a-5d6e8a92697f), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:11.484920 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fcdb7d-83c2-43b0-99ad-16ad3c42a87d tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:11.485511 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-10fcdb7d-83c2-43b0-99ad-16ad3c42a87d tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:11.537739 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-10fcdb7d-83c2-43b0-99ad-16ad3c42a87d tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2938302 Feb 09 01:55:11.540673 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43762) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:11.546290 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-727f06da-1dcc-44b9-955a-f6502c1ff6d7 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Request body: {'subnet': {'network_id': 'c3281b74-23f3-4025-931a-5d6e8a92697f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:11.552276 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fcdb7d-83c2-43b0-99ad-16ad3c42a87d tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Pushing event updated for resources: {'Network': ['ID=c3281b74-23f3-4025-931a-5d6e8a92697f,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:11.563983 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network c3281b74-23f3-4025-931a-5d6e8a92697f details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:55:11.633536 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727f06da-1dcc-44b9-955a-f6502c1ff6d7 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Made reservation on behalf of 0c8385aaa917458fb8e501b858251923 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:11.637012 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-727f06da-1dcc-44b9-955a-f6502c1ff6d7 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:11.815589 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-727f06da-1dcc-44b9-955a-f6502c1ff6d7 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (ee38b578-2bf7-4ef5-aa48-7e95f76e815b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:11.872783 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f06da-1dcc-44b9-955a-f6502c1ff6d7 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Pushing event updated for resources: {'Subnet': ['ID=ee38b578-2bf7-4ef5-aa48-7e95f76e815b,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:11.882838 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727f06da-1dcc-44b9-955a-f6502c1ff6d7 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Checking segment: {'id': '0a219853-053b-4715-92a6-bf1319097a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'c3281b74-23f3-4025-931a-5d6e8a92697f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:55:11.883209 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727f06da-1dcc-44b9-955a-f6502c1ff6d7 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Network hostable DHCP agents. Network: c3281b74-23f3-4025-931a-5d6e8a92697f, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:55:11.899404 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727f06da-1dcc-44b9-955a-f6502c1ff6d7 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Network c3281b74-23f3-4025-931a-5d6e8a92697f is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:55:11.908288 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-727f06da-1dcc-44b9-955a-f6502c1ff6d7 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, c3281b74-23f3-4025-931a-5d6e8a92697f) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:11.912205 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727f06da-1dcc-44b9-955a-f6502c1ff6d7 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:11.912832 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-727f06da-1dcc-44b9-955a-f6502c1ff6d7 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:11.916920 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3b8c31-4172-445d-b537-33afb36fa70a None None] Network c3281b74-23f3-4025-931a-5d6e8a92697f requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:11.928861 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-727f06da-1dcc-44b9-955a-f6502c1ff6d7 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3870599 Feb 09 01:55:11.932069 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43764) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:11.936958 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-d081df6b-56c5-4801-8d2c-7f816439501b tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-764343264'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:11.956441 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d081df6b-56c5-4801-8d2c-7f816439501b tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Made reservation on behalf of 0c8385aaa917458fb8e501b858251923 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:11.961142 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d081df6b-56c5-4801-8d2c-7f816439501b tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:11.986690 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d081df6b-56c5-4801-8d2c-7f816439501b tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1013} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:55:11.995794 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d081df6b-56c5-4801-8d2c-7f816439501b tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (628765d2-5eba-4afc-9540-c73131b33528), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:11.996528 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-d081df6b-56c5-4801-8d2c-7f816439501b tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Added segment 628765d2-5eba-4afc-9540-c73131b33528 of type vlan for network c3124461-9468-4428-90a8-009f33923d32 Feb 09 01:55:12.019636 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae27f681-f485-41e7-a10a-626f23e14dd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-c3281b74-23f3-4025-931a-5d6e8a92697f', 'network_id': 'c3281b74-23f3-4025-931a-5d6e8a92697f', 'project_id': '0c8385aaa917458fb8e501b858251923', 'fixed_ips': [{'subnet_id': 'ee38b578-2bf7-4ef5-aa48-7e95f76e815b'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:55:12.020486 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ae27f681-f485-41e7-a10a-626f23e14dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:12.039681 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d081df6b-56c5-4801-8d2c-7f816439501b tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (c3124461-9468-4428-90a8-009f33923d32), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:12.065116 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d081df6b-56c5-4801-8d2c-7f816439501b tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (c3124461-9468-4428-90a8-009f33923d32), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:12.069964 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d081df6b-56c5-4801-8d2c-7f816439501b tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:12.070544 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d081df6b-56c5-4801-8d2c-7f816439501b tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:12.133114 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d081df6b-56c5-4801-8d2c-7f816439501b tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1997895 Feb 09 01:55:12.135745 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43766) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:12.140679 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-bec60c96-de8f-4575-a116-b8a9b3915f3f tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Request body: {'subnet': {'network_id': 'c3124461-9468-4428-90a8-009f33923d32', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:12.159860 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d081df6b-56c5-4801-8d2c-7f816439501b tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Pushing event updated for resources: {'Network': ['ID=c3124461-9468-4428-90a8-009f33923d32,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:12.237394 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec60c96-de8f-4575-a116-b8a9b3915f3f tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Made reservation on behalf of 0c8385aaa917458fb8e501b858251923 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:12.240918 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bec60c96-de8f-4575-a116-b8a9b3915f3f tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:12.308570 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network c3124461-9468-4428-90a8-009f33923d32 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:55:12.366586 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-ae27f681-f485-41e7-a10a-626f23e14dd0 None None] Allocated IP 172.20.0.2 (c3281b74-23f3-4025-931a-5d6e8a92697f/ee38b578-2bf7-4ef5-aa48-7e95f76e815b/f33efac3-0370-4b7d-aea3-3fc8bbbc8510) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:55:12.428840 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bec60c96-de8f-4575-a116-b8a9b3915f3f tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (7f5e446f-7f3c-45a2-ade8-e9702f126de0), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:12.495907 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec60c96-de8f-4575-a116-b8a9b3915f3f tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Pushing event updated for resources: {'Subnet': ['ID=7f5e446f-7f3c-45a2-ade8-e9702f126de0,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:12.505780 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec60c96-de8f-4575-a116-b8a9b3915f3f tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Checking segment: {'id': '628765d2-5eba-4afc-9540-c73131b33528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'c3124461-9468-4428-90a8-009f33923d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:55:12.506153 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec60c96-de8f-4575-a116-b8a9b3915f3f tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Network hostable DHCP agents. Network: c3124461-9468-4428-90a8-009f33923d32, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:55:12.523284 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec60c96-de8f-4575-a116-b8a9b3915f3f tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Network c3124461-9468-4428-90a8-009f33923d32 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:55:12.527341 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ae27f681-f485-41e7-a10a-626f23e14dd0 None None] Publish callbacks [] for port (f33efac3-0370-4b7d-aea3-3fc8bbbc8510), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:12.533205 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-bec60c96-de8f-4575-a116-b8a9b3915f3f tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, c3124461-9468-4428-90a8-009f33923d32) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:12.535107 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ae27f681-f485-41e7-a10a-626f23e14dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (f33efac3-0370-4b7d-aea3-3fc8bbbc8510), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:12.537795 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec60c96-de8f-4575-a116-b8a9b3915f3f tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:12.538383 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bec60c96-de8f-4575-a116-b8a9b3915f3f tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:12.545380 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c7493f-2b9c-4aa7-8927-7ec2ea7c7305 None None] Network c3124461-9468-4428-90a8-009f33923d32 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:12.554508 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-bec60c96-de8f-4575-a116-b8a9b3915f3f tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4176993 Feb 09 01:55:12.557295 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43768) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:12.562371 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-280b79af-07b5-42bd-b8de-8cc1cc01cd3f tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c3124461-9468-4428-90a8-009f33923d32'}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:12.626172 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae27f681-f485-41e7-a10a-626f23e14dd0 None None] Network c3281b74-23f3-4025-931a-5d6e8a92697f is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:12.634818 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-ae27f681-f485-41e7-a10a-626f23e14dd0 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:12.638333 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae27f681-f485-41e7-a10a-626f23e14dd0 None None] Pushing event updated for resources: {'Port': ['ID=f33efac3-0370-4b7d-aea3-3fc8bbbc8510,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:12.642661 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae27f681-f485-41e7-a10a-626f23e14dd0 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:55:12.729644 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-ae27f681-f485-41e7-a10a-626f23e14dd0 None None] Attempting to bind port f33efac3-0370-4b7d-aea3-3fc8bbbc8510 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:12.729777 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-ae27f681-f485-41e7-a10a-626f23e14dd0 None None] Attempting to bind port f33efac3-0370-4b7d-aea3-3fc8bbbc8510 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '0a219853-053b-4715-92a6-bf1319097a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'c3281b74-23f3-4025-931a-5d6e8a92697f'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:12.730132 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae27f681-f485-41e7-a10a-626f23e14dd0 None None] Attempting to bind port f33efac3-0370-4b7d-aea3-3fc8bbbc8510 on network c3281b74-23f3-4025-931a-5d6e8a92697f {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:12.736799 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c5abbc-e3a8-429a-9404-0319a659f8ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-c3124461-9468-4428-90a8-009f33923d32', 'network_id': 'c3124461-9468-4428-90a8-009f33923d32', 'project_id': '0c8385aaa917458fb8e501b858251923', 'fixed_ips': [{'subnet_id': '7f5e446f-7f3c-45a2-ade8-e9702f126de0'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:55:12.737633 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-34c5abbc-e3a8-429a-9404-0319a659f8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:12.739991 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae27f681-f485-41e7-a10a-626f23e14dd0 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:55:12.740397 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae27f681-f485-41e7-a10a-626f23e14dd0 None None] Checking segment: {'id': '0a219853-053b-4715-92a6-bf1319097a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'c3281b74-23f3-4025-931a-5d6e8a92697f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:55:12.740820 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ae27f681-f485-41e7-a10a-626f23e14dd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:12.741213 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae27f681-f485-41e7-a10a-626f23e14dd0 None None] Bound using segment: {'id': '0a219853-053b-4715-92a6-bf1319097a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'c3281b74-23f3-4025-931a-5d6e8a92697f'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:55:12.741687 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-ae27f681-f485-41e7-a10a-626f23e14dd0 None None] Bound port: f33efac3-0370-4b7d-aea3-3fc8bbbc8510, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a219853-053b-4715-92a6-bf1319097a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'c3281b74-23f3-4025-931a-5d6e8a92697f'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:55:12.742069 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ae27f681-f485-41e7-a10a-626f23e14dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f33efac3-0370-4b7d-aea3-3fc8bbbc8510), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:12.778618 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-280b79af-07b5-42bd-b8de-8cc1cc01cd3f tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks [] for router_gateway (385fbf5b-cf86-4a06-8f52-4d32bdbfb061), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:12.885749 n-d-828369-4 neutron-server[103137]: INFO neutron.api.v2.resource [None req-280b79af-07b5-42bd-b8de-8cc1cc01cd3f tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 09 01:55:12.887385 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-280b79af-07b5-42bd-b8de-8cc1cc01cd3f tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] 10.222.0.50 "PUT /v2.0/routers/385fbf5b-cf86-4a06-8f52-4d32bdbfb061 HTTP/1.1" status: 400 len: 364 time: 0.3291223 Feb 09 01:55:12.893459 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43770) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:12.905033 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-ae27f681-f485-41e7-a10a-626f23e14dd0 None None] For port f33efac3-0370-4b7d-aea3-3fc8bbbc8510, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:55:12.922558 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-ae27f681-f485-41e7-a10a-626f23e14dd0 None None] For port f33efac3-0370-4b7d-aea3-3fc8bbbc8510, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f33efac3-0370-4b7d-aea3-3fc8bbbc8510,segment=NetworkSegment(0a219853-053b-4715-92a6-bf1319097a13),segment_id=0a219853-053b-4715-92a6-bf1319097a13)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:55:12.931600 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ae27f681-f485-41e7-a10a-626f23e14dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f33efac3-0370-4b7d-aea3-3fc8bbbc8510), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:12.938347 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-34c5abbc-e3a8-429a-9404-0319a659f8ca None None] Allocated IP 172.21.0.2 (c3124461-9468-4428-90a8-009f33923d32/7f5e446f-7f3c-45a2-ade8-e9702f126de0/c116b5d0-50c6-4f0a-be8b-20fa54dffeee) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:55:12.944658 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ead172-5883-4f8a-b05c-5b78d851d997 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Deleting subnet 7f5e446f-7f3c-45a2-ade8-e9702f126de0 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:55:13.040291 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae27f681-f485-41e7-a10a-626f23e14dd0 None None] Pushing event updated for resources: {'Port': ['ID=f33efac3-0370-4b7d-aea3-3fc8bbbc8510,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:13.134502 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-34c5abbc-e3a8-429a-9404-0319a659f8ca None None] Publish callbacks [] for port (c116b5d0-50c6-4f0a-be8b-20fa54dffeee), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:13.140813 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e8ead172-5883-4f8a-b05c-5b78d851d997 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks [] for subnet (7f5e446f-7f3c-45a2-ade8-e9702f126de0), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:13.143513 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-34c5abbc-e3a8-429a-9404-0319a659f8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (c116b5d0-50c6-4f0a-be8b-20fa54dffeee), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:13.189903 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c5abbc-e3a8-429a-9404-0319a659f8ca None None] Network c3124461-9468-4428-90a8-009f33923d32 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:13.192852 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-34c5abbc-e3a8-429a-9404-0319a659f8ca None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:13.196261 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c5abbc-e3a8-429a-9404-0319a659f8ca None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:55:13.203230 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c5abbc-e3a8-429a-9404-0319a659f8ca None None] Pushing event updated for resources: {'Port': ['ID=c116b5d0-50c6-4f0a-be8b-20fa54dffeee,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:13.208464 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e8ead172-5883-4f8a-b05c-5b78d851d997 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (7f5e446f-7f3c-45a2-ade8-e9702f126de0), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:13.261818 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-34c5abbc-e3a8-429a-9404-0319a659f8ca None None] Attempting to bind port c116b5d0-50c6-4f0a-be8b-20fa54dffeee on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:13.262346 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-34c5abbc-e3a8-429a-9404-0319a659f8ca None None] Attempting to bind port c116b5d0-50c6-4f0a-be8b-20fa54dffeee by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '628765d2-5eba-4afc-9540-c73131b33528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'c3124461-9468-4428-90a8-009f33923d32'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:13.263471 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c5abbc-e3a8-429a-9404-0319a659f8ca None None] Attempting to bind port c116b5d0-50c6-4f0a-be8b-20fa54dffeee on network c3124461-9468-4428-90a8-009f33923d32 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:13.270983 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c5abbc-e3a8-429a-9404-0319a659f8ca None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:55:13.271381 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c5abbc-e3a8-429a-9404-0319a659f8ca None None] Checking segment: {'id': '628765d2-5eba-4afc-9540-c73131b33528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'c3124461-9468-4428-90a8-009f33923d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:55:13.271925 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-34c5abbc-e3a8-429a-9404-0319a659f8ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:13.272246 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c5abbc-e3a8-429a-9404-0319a659f8ca None None] Bound using segment: {'id': '628765d2-5eba-4afc-9540-c73131b33528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'c3124461-9468-4428-90a8-009f33923d32'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:55:13.272750 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-34c5abbc-e3a8-429a-9404-0319a659f8ca None None] Bound port: c116b5d0-50c6-4f0a-be8b-20fa54dffeee, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '628765d2-5eba-4afc-9540-c73131b33528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': 'c3124461-9468-4428-90a8-009f33923d32'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:55:13.273192 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-34c5abbc-e3a8-429a-9404-0319a659f8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c116b5d0-50c6-4f0a-be8b-20fa54dffeee), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:13.336968 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e8ead172-5883-4f8a-b05c-5b78d851d997 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (7f5e446f-7f3c-45a2-ade8-e9702f126de0), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:13.399617 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e8ead172-5883-4f8a-b05c-5b78d851d997 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (7f5e446f-7f3c-45a2-ade8-e9702f126de0), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:13.403060 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-34c5abbc-e3a8-429a-9404-0319a659f8ca None None] For port c116b5d0-50c6-4f0a-be8b-20fa54dffeee, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:55:13.408304 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-34c5abbc-e3a8-429a-9404-0319a659f8ca None None] For port c116b5d0-50c6-4f0a-be8b-20fa54dffeee, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=c116b5d0-50c6-4f0a-be8b-20fa54dffeee,segment=NetworkSegment(628765d2-5eba-4afc-9540-c73131b33528),segment_id=628765d2-5eba-4afc-9540-c73131b33528)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:55:13.415250 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-34c5abbc-e3a8-429a-9404-0319a659f8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (c116b5d0-50c6-4f0a-be8b-20fa54dffeee), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:13.420729 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f33efac3-0370-4b7d-aea3-3fc8bbbc8510 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:55:13.429646 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ead172-5883-4f8a-b05c-5b78d851d997 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Pushing event deleted for resources: {'Subnet': ['ID=7f5e446f-7f3c-45a2-ade8-e9702f126de0,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:13.433928 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e8ead172-5883-4f8a-b05c-5b78d851d997 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:13.437539 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e8ead172-5883-4f8a-b05c-5b78d851d997 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] 10.222.0.50 "DELETE /v2.0/subnets/7f5e446f-7f3c-45a2-ade8-e9702f126de0 HTTP/1.1" status: 204 len: 168 time: 0.5431163 Feb 09 01:55:13.440136 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43772) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:13.510481 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c5abbc-e3a8-429a-9404-0319a659f8ca None None] Pushing event updated for resources: {'Port': ['ID=c116b5d0-50c6-4f0a-be8b-20fa54dffeee,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:13.523640 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port f33efac3-0370-4b7d-aea3-3fc8bbbc8510 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:13.524026 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f33efac3-0370-4b7d-aea3-3fc8bbbc8510), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:13.531352 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bad54e6e-7f5b-445d-aa1c-5c9ee8218495 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (c3124461-9468-4428-90a8-009f33923d32), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:13.588377 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-bad54e6e-7f5b-445d-aa1c-5c9ee8218495 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Deleting port c116b5d0-50c6-4f0a-be8b-20fa54dffeee {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:55:13.588910 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bad54e6e-7f5b-445d-aa1c-5c9ee8218495 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (c116b5d0-50c6-4f0a-be8b-20fa54dffeee), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:13.617727 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port f33efac3-0370-4b7d-aea3-3fc8bbbc8510 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:13.618249 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f33efac3-0370-4b7d-aea3-3fc8bbbc8510), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:13.665610 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-bad54e6e-7f5b-445d-aa1c-5c9ee8218495 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] For port c116b5d0-50c6-4f0a-be8b-20fa54dffeee, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=c116b5d0-50c6-4f0a-be8b-20fa54dffeee,segment=NetworkSegment(628765d2-5eba-4afc-9540-c73131b33528),segment_id=628765d2-5eba-4afc-9540-c73131b33528)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:13.666207 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port f33efac3-0370-4b7d-aea3-3fc8bbbc8510, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f33efac3-0370-4b7d-aea3-3fc8bbbc8510,segment=NetworkSegment(0a219853-053b-4715-92a6-bf1319097a13),segment_id=0a219853-053b-4715-92a6-bf1319097a13)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:13.666340 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bad54e6e-7f5b-445d-aa1c-5c9ee8218495 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (c116b5d0-50c6-4f0a-be8b-20fa54dffeee), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:13.676653 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f33efac3-0370-4b7d-aea3-3fc8bbbc8510), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:13.703692 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-bad54e6e-7f5b-445d-aa1c-5c9ee8218495 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Calling delete_port for c116b5d0-50c6-4f0a-be8b-20fa54dffeee owned by network:dhcp {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:55:13.737378 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=f33efac3-0370-4b7d-aea3-3fc8bbbc8510,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:13.796713 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bad54e6e-7f5b-445d-aa1c-5c9ee8218495 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (c116b5d0-50c6-4f0a-be8b-20fa54dffeee), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:13.822349 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad54e6e-7f5b-445d-aa1c-5c9ee8218495 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Pushing event deleted for resources: {'Port': ['ID=c116b5d0-50c6-4f0a-be8b-20fa54dffeee,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:13.829252 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad54e6e-7f5b-445d-aa1c-5c9ee8218495 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] No DVR routers for this DVR port c116b5d0-50c6-4f0a-be8b-20fa54dffeee on host n-d-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:55:13.915238 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bad54e6e-7f5b-445d-aa1c-5c9ee8218495 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (c3124461-9468-4428-90a8-009f33923d32), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:13.935334 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-bad54e6e-7f5b-445d-aa1c-5c9ee8218495 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3124461-9468-4428-90a8-009f33923d32']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:13.944953 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-bad54e6e-7f5b-445d-aa1c-5c9ee8218495 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '628765d2-5eba-4afc-9540-c73131b33528') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:13.945259 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-bad54e6e-7f5b-445d-aa1c-5c9ee8218495 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '628765d2-5eba-4afc-9540-c73131b33528') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:13.955720 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bad54e6e-7f5b-445d-aa1c-5c9ee8218495 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (628765d2-5eba-4afc-9540-c73131b33528), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:13.970316 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bad54e6e-7f5b-445d-aa1c-5c9ee8218495 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (628765d2-5eba-4afc-9540-c73131b33528), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:13.976620 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bad54e6e-7f5b-445d-aa1c-5c9ee8218495 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:55:13.977033 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bad54e6e-7f5b-445d-aa1c-5c9ee8218495 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (628765d2-5eba-4afc-9540-c73131b33528), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:13.980066 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:55:13.980066 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:55:13.980066 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:55:13.980066 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:55:13.980066 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:55:13.980066 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:55:13.980066 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:55:13.980066 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:55:13.980066 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:55:13.980066 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:55:13.980066 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:55:13.980066 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:55:13.980066 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:55:13.980066 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:55:13.980066 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:55:13.980066 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:55:13.980066 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:55:13.980066 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:55:13.980066 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:55:13.980066 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:55:13.980066 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:55:13.980066 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:55:13.980066 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:55:13.980066 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:55:13.980066 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:55:13.980066 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:55:13.980066 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:55:13.980066 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:55:13.980066 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:55:13.980066 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:55:13.980066 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:55:13.980066 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:55:14.043362 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bad54e6e-7f5b-445d-aa1c-5c9ee8218495 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (c3124461-9468-4428-90a8-009f33923d32), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:14.051392 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bad54e6e-7f5b-445d-aa1c-5c9ee8218495 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:14.054581 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-bad54e6e-7f5b-445d-aa1c-5c9ee8218495 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] 10.222.0.50 "DELETE /v2.0/networks/c3124461-9468-4428-90a8-009f33923d32 HTTP/1.1" status: 204 len: 168 time: 0.6132262 Feb 09 01:55:14.057118 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43774) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:14.075723 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad54e6e-7f5b-445d-aa1c-5c9ee8218495 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Pushing event deleted for resources: {'Network': ['ID=c3124461-9468-4428-90a8-009f33923d32,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:14.118442 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1a40a9-936e-49b3-9626-4ef559e4353b None None] Network c3281b74-23f3-4025-931a-5d6e8a92697f requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:14.125044 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-8347be8f-b8b9-449d-acde-a18deff1820c tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Deleting subnet ee38b578-2bf7-4ef5-aa48-7e95f76e815b {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:55:14.128151 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8347be8f-b8b9-449d-acde-a18deff1820c tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks [] for subnet (ee38b578-2bf7-4ef5-aa48-7e95f76e815b), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:14.169294 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8347be8f-b8b9-449d-acde-a18deff1820c tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (ee38b578-2bf7-4ef5-aa48-7e95f76e815b), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:14.236947 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-7e48546e-a38e-4be3-8211-1d0d450746f4 None None] Provisioning complete for port f33efac3-0370-4b7d-aea3-3fc8bbbc8510 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:14.237334 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7e48546e-a38e-4be3-8211-1d0d450746f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f33efac3-0370-4b7d-aea3-3fc8bbbc8510), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:14.259256 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8347be8f-b8b9-449d-acde-a18deff1820c tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (ee38b578-2bf7-4ef5-aa48-7e95f76e815b), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:14.335042 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8347be8f-b8b9-449d-acde-a18deff1820c tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (ee38b578-2bf7-4ef5-aa48-7e95f76e815b), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:14.336414 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-7e48546e-a38e-4be3-8211-1d0d450746f4 None None] Current status of the port f33efac3-0370-4b7d-aea3-3fc8bbbc8510 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:14.374463 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8347be8f-b8b9-449d-acde-a18deff1820c tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Pushing event deleted for resources: {'Subnet': ['ID=ee38b578-2bf7-4ef5-aa48-7e95f76e815b,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:14.379834 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-8347be8f-b8b9-449d-acde-a18deff1820c tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:14.384627 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8347be8f-b8b9-449d-acde-a18deff1820c tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] 10.222.0.50 "DELETE /v2.0/subnets/ee38b578-2bf7-4ef5-aa48-7e95f76e815b HTTP/1.1" status: 204 len: 168 time: 0.3252072 Feb 09 01:55:14.385879 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43776) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:14.469035 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-922b5e4a-f88b-4daf-98a4-ddec4a067fd5 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (c3281b74-23f3-4025-931a-5d6e8a92697f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:14.527001 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-922b5e4a-f88b-4daf-98a4-ddec4a067fd5 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Deleting port f33efac3-0370-4b7d-aea3-3fc8bbbc8510 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:55:14.527355 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-922b5e4a-f88b-4daf-98a4-ddec4a067fd5 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (f33efac3-0370-4b7d-aea3-3fc8bbbc8510), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:14.540864 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46662d70-eefe-4204-93a3-7a75cf6326f6 None None] Network c3281b74-23f3-4025-931a-5d6e8a92697f requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:14.602741 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-922b5e4a-f88b-4daf-98a4-ddec4a067fd5 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] For port f33efac3-0370-4b7d-aea3-3fc8bbbc8510, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f33efac3-0370-4b7d-aea3-3fc8bbbc8510,segment=NetworkSegment(0a219853-053b-4715-92a6-bf1319097a13),segment_id=0a219853-053b-4715-92a6-bf1319097a13)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:14.603213 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-922b5e4a-f88b-4daf-98a4-ddec4a067fd5 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (f33efac3-0370-4b7d-aea3-3fc8bbbc8510), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:14.607808 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-44d187d2-a6bc-434e-9f14-daa3165c6f6e None None] Provisioning complete for port f33efac3-0370-4b7d-aea3-3fc8bbbc8510 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:14.608176 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-44d187d2-a6bc-434e-9f14-daa3165c6f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f33efac3-0370-4b7d-aea3-3fc8bbbc8510), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:14.619200 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-922b5e4a-f88b-4daf-98a4-ddec4a067fd5 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Calling delete_port for f33efac3-0370-4b7d-aea3-3fc8bbbc8510 owned by network:dhcp {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:55:14.708025 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-922b5e4a-f88b-4daf-98a4-ddec4a067fd5 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (f33efac3-0370-4b7d-aea3-3fc8bbbc8510), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:14.715904 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376d8d97-1aa9-4069-8429-7e6fc8b6af9f None None] DHCP port deletion for c3124461-9468-4428-90a8-009f33923d32 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:55:14.724918 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-44d187d2-a6bc-434e-9f14-daa3165c6f6e None None] Current status of the port f33efac3-0370-4b7d-aea3-3fc8bbbc8510 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:14.744769 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b5e4a-f88b-4daf-98a4-ddec4a067fd5 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Pushing event deleted for resources: {'Port': ['ID=f33efac3-0370-4b7d-aea3-3fc8bbbc8510,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:14.747465 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922b5e4a-f88b-4daf-98a4-ddec4a067fd5 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] No DVR routers for this DVR port f33efac3-0370-4b7d-aea3-3fc8bbbc8510 on host n-d-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:55:14.758093 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b30750b-ecf5-41d9-b2e1-5cee66686cdf None None] Network c3124461-9468-4428-90a8-009f33923d32 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:14.771007 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b30750b-ecf5-41d9-b2e1-5cee66686cdf None None] Network c3124461-9468-4428-90a8-009f33923d32 could not be found, it might have been deleted concurrently. {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 09 01:55:14.782728 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efb6a14-74fa-47cd-808a-0a997a3d56a0 None None] DHCP port deletion for c3281b74-23f3-4025-931a-5d6e8a92697f request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:55:14.830719 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-922b5e4a-f88b-4daf-98a4-ddec4a067fd5 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (c3281b74-23f3-4025-931a-5d6e8a92697f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:14.840525 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-61317550-d97d-45c6-9225-904e3d2cc8c8 None None] Could not find standard attr ID for object c116b5d0-50c6-4f0a-be8b-20fa54dffeee. {{(pid=103138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 09 01:55:14.850833 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-922b5e4a-f88b-4daf-98a4-ddec4a067fd5 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3281b74-23f3-4025-931a-5d6e8a92697f']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:14.860251 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-922b5e4a-f88b-4daf-98a4-ddec4a067fd5 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a219853-053b-4715-92a6-bf1319097a13') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:14.860588 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-922b5e4a-f88b-4daf-98a4-ddec4a067fd5 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a219853-053b-4715-92a6-bf1319097a13') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:14.870112 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-922b5e4a-f88b-4daf-98a4-ddec4a067fd5 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (0a219853-053b-4715-92a6-bf1319097a13), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:14.884725 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-922b5e4a-f88b-4daf-98a4-ddec4a067fd5 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (0a219853-053b-4715-92a6-bf1319097a13), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:14.891201 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-922b5e4a-f88b-4daf-98a4-ddec4a067fd5 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Releasing vlan 1020 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:55:14.891747 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-922b5e4a-f88b-4daf-98a4-ddec4a067fd5 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (0a219853-053b-4715-92a6-bf1319097a13), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:14.894820 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:55:14.894820 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:55:14.894820 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:55:14.894820 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:55:14.894820 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:55:14.894820 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:55:14.894820 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:55:14.894820 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:55:14.894820 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:55:14.894820 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:55:14.894820 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:55:14.894820 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:55:14.894820 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:55:14.894820 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:55:14.894820 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:55:14.894820 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:55:14.894820 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:55:14.894820 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:55:14.894820 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:55:14.894820 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:55:14.894820 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:55:14.894820 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:55:14.894820 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:55:14.894820 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:55:14.894820 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:55:14.894820 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:55:14.894820 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:55:14.894820 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:55:14.894820 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:55:14.894820 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:55:14.894820 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:55:14.894820 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:55:14.954501 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-922b5e4a-f88b-4daf-98a4-ddec4a067fd5 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (c3281b74-23f3-4025-931a-5d6e8a92697f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:14.961397 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-922b5e4a-f88b-4daf-98a4-ddec4a067fd5 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:14.964651 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-922b5e4a-f88b-4daf-98a4-ddec4a067fd5 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] 10.222.0.50 "DELETE /v2.0/networks/c3281b74-23f3-4025-931a-5d6e8a92697f HTTP/1.1" status: 204 len: 168 time: 0.5777450 Feb 09 01:55:14.967461 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43778) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:14.976460 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b5e4a-f88b-4daf-98a4-ddec4a067fd5 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Pushing event deleted for resources: {'Network': ['ID=c3281b74-23f3-4025-931a-5d6e8a92697f,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:14.995820 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5ab6935c-37de-4520-8fa3-215349905240 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] 10.222.0.50 "GET /v2.0/ports?device_id=385fbf5b-cf86-4a06-8f52-4d32bdbfb061 HTTP/1.1" status: 200 len: 205 time: 0.0271754 Feb 09 01:55:14.999090 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43780) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:15.079355 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3cd83441-a4ac-40b0-b6f8-d087f66577d9 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks [] for router (385fbf5b-cf86-4a06-8f52-4d32bdbfb061), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:15.240791 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3cd83441-a4ac-40b0-b6f8-d087f66577d9 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (385fbf5b-cf86-4a06-8f52-4d32bdbfb061), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:15.242829 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3cd83441-a4ac-40b0-b6f8-d087f66577d9 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks [] for router_controller (385fbf5b-cf86-4a06-8f52-4d32bdbfb061), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:15.290215 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3cd83441-a4ac-40b0-b6f8-d087f66577d9 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (385fbf5b-cf86-4a06-8f52-4d32bdbfb061), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:15.290696 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd83441-a4ac-40b0-b6f8-d087f66577d9 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Fanout notify agent at l3_agent the message router_deleted on router 385fbf5b-cf86-4a06-8f52-4d32bdbfb061 {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:55:15.298860 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3cd83441-a4ac-40b0-b6f8-d087f66577d9 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:15.300065 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3cd83441-a4ac-40b0-b6f8-d087f66577d9 tempest-RoutersNegativeTest-1287399919 tempest-RoutersNegativeTest-1287399919-project] 10.222.0.50 "DELETE /v2.0/routers/385fbf5b-cf86-4a06-8f52-4d32bdbfb061 HTTP/1.1" status: 204 len: 168 time: 0.3000755 Feb 09 01:55:15.348572 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f33efac3-0370-4b7d-aea3-3fc8bbbc8510 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:55:15.369409 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: f33efac3-0370-4b7d-aea3-3fc8bbbc8510 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:55:15.369767 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f33efac3-0370-4b7d-aea3-3fc8bbbc8510 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:55:15.558003 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43786) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:15.684324 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-6b058b76-6bfd-4c94-b186-fa572751d74f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0c8385aaa917458fb8e501b858251923&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1251595 Feb 09 01:55:15.687424 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43790) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:15.734190 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6caaedff-eff6-4c02-94c9-7995bbe057ad admin admin] Publish callbacks [] for security_group (8770ea5d-cbf9-47d0-a389-e2c7770df20e), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:15.761675 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6caaedff-eff6-4c02-94c9-7995bbe057ad admin admin] Publish callbacks [] for security_group (8770ea5d-cbf9-47d0-a389-e2c7770df20e), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:15.808959 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6caaedff-eff6-4c02-94c9-7995bbe057ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (8770ea5d-cbf9-47d0-a389-e2c7770df20e), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:15.812041 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6caaedff-eff6-4c02-94c9-7995bbe057ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:15.813242 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-6caaedff-eff6-4c02-94c9-7995bbe057ad admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8770ea5d-cbf9-47d0-a389-e2c7770df20e HTTP/1.1" status: 204 len: 168 time: 0.1249132 Feb 09 01:55:15.820802 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caaedff-eff6-4c02-94c9-7995bbe057ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8770ea5d-cbf9-47d0-a389-e2c7770df20e,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:16.432977 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43812) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:16.529215 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-2a02da97-16e9-4320-9461-a39ebbca7f4e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1353385896-network', 'tenant_id': 'd99c762572324c7ab702b0006314db9f'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:16.547839 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a02da97-16e9-4320-9461-a39ebbca7f4e admin admin] Made reservation on behalf of d99c762572324c7ab702b0006314db9f for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:16.550762 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2a02da97-16e9-4320-9461-a39ebbca7f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:16.560304 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2a02da97-16e9-4320-9461-a39ebbca7f4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:16.634195 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2a02da97-16e9-4320-9461-a39ebbca7f4e admin admin] Publish callbacks [] for security_group (3efa0b78-d7b1-439f-b3fd-53347c55c42e), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:16.637954 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2a02da97-16e9-4320-9461-a39ebbca7f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (3efa0b78-d7b1-439f-b3fd-53347c55c42e), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:16.664045 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a02da97-16e9-4320-9461-a39ebbca7f4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1023} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:55:16.670227 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a02da97-16e9-4320-9461-a39ebbca7f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3efa0b78-d7b1-439f-b3fd-53347c55c42e,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:16.676011 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2a02da97-16e9-4320-9461-a39ebbca7f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:16.676364 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-2a02da97-16e9-4320-9461-a39ebbca7f4e admin admin] Added segment e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0 of type vlan for network cb53264f-c522-4719-98df-185517fdd70d Feb 09 01:55:16.715578 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2a02da97-16e9-4320-9461-a39ebbca7f4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (cb53264f-c522-4719-98df-185517fdd70d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:16.739042 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2a02da97-16e9-4320-9461-a39ebbca7f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (cb53264f-c522-4719-98df-185517fdd70d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:16.740005 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a02da97-16e9-4320-9461-a39ebbca7f4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:16.740611 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2a02da97-16e9-4320-9461-a39ebbca7f4e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:16.798376 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2a02da97-16e9-4320-9461-a39ebbca7f4e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.3642001 Feb 09 01:55:16.801407 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43816) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:16.805018 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a02da97-16e9-4320-9461-a39ebbca7f4e admin admin] Pushing event updated for resources: {'Network': ['ID=cb53264f-c522-4719-98df-185517fdd70d,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:16.806532 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-9bd3266f-1e48-48fe-8e9f-ecf4ceed88a4 admin admin] Request body: {'subnet': {'network_id': 'cb53264f-c522-4719-98df-185517fdd70d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1353385896-subnet', 'tenant_id': 'd99c762572324c7ab702b0006314db9f', 'ip_version': 4}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:16.815151 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network cb53264f-c522-4719-98df-185517fdd70d details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:55:16.831701 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd3266f-1e48-48fe-8e9f-ecf4ceed88a4 admin admin] Made reservation on behalf of d99c762572324c7ab702b0006314db9f for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:16.834133 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9bd3266f-1e48-48fe-8e9f-ecf4ceed88a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:16.996400 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9bd3266f-1e48-48fe-8e9f-ecf4ceed88a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (cb0c333c-7a34-4588-9e58-ee846e3578d7), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:17.055983 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd3266f-1e48-48fe-8e9f-ecf4ceed88a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb0c333c-7a34-4588-9e58-ee846e3578d7,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:17.064867 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd3266f-1e48-48fe-8e9f-ecf4ceed88a4 admin admin] Checking segment: {'id': 'e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cb53264f-c522-4719-98df-185517fdd70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:55:17.065238 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd3266f-1e48-48fe-8e9f-ecf4ceed88a4 admin admin] Network hostable DHCP agents. Network: cb53264f-c522-4719-98df-185517fdd70d, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:55:17.080770 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd3266f-1e48-48fe-8e9f-ecf4ceed88a4 admin admin] Network cb53264f-c522-4719-98df-185517fdd70d is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:55:17.088796 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-9bd3266f-1e48-48fe-8e9f-ecf4ceed88a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, cb53264f-c522-4719-98df-185517fdd70d) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:17.093192 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd3266f-1e48-48fe-8e9f-ecf4ceed88a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:17.093793 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9bd3266f-1e48-48fe-8e9f-ecf4ceed88a4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:17.098097 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab19838-0655-4ad9-ac3d-3bf454322578 None None] Network cb53264f-c522-4719-98df-185517fdd70d requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:17.109886 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-9bd3266f-1e48-48fe-8e9f-ecf4ceed88a4 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3072805 Feb 09 01:55:17.112480 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43818) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:17.116781 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-e9ce1969-3492-45a7-ae9d-3475005c170a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1353385896-router', 'tenant_id': 'd99c762572324c7ab702b0006314db9f', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:17.135158 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e9ce1969-3492-45a7-ae9d-3475005c170a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (b6b02b90-e13f-45b8-bb32-b1ef9422a5f6), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:17.136096 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e9ce1969-3492-45a7-ae9d-3475005c170a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (b6b02b90-e13f-45b8-bb32-b1ef9422a5f6), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:17.191005 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e9ce1969-3492-45a7-ae9d-3475005c170a admin admin] Publish callbacks [] for router_controller (b6b02b90-e13f-45b8-bb32-b1ef9422a5f6), precommit_add_association {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:17.201758 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3180b9-35a0-47d3-998e-4d5b83d2f57d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-cb53264f-c522-4719-98df-185517fdd70d', 'network_id': 'cb53264f-c522-4719-98df-185517fdd70d', 'project_id': 'd99c762572324c7ab702b0006314db9f', 'fixed_ips': [{'subnet_id': 'cb0c333c-7a34-4588-9e58-ee846e3578d7'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:55:17.202634 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3a3180b9-35a0-47d3-998e-4d5b83d2f57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:17.337307 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-3a3180b9-35a0-47d3-998e-4d5b83d2f57d None None] Allocated IP 172.20.0.2 (cb53264f-c522-4719-98df-185517fdd70d/cb0c333c-7a34-4588-9e58-ee846e3578d7/c54a5734-64ec-4e06-88b6-fac4dcff828f) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:55:17.341261 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e9ce1969-3492-45a7-ae9d-3475005c170a admin admin] Publish callbacks [] for router_gateway (b6b02b90-e13f-45b8-bb32-b1ef9422a5f6), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:17.484514 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3a3180b9-35a0-47d3-998e-4d5b83d2f57d None None] Publish callbacks [] for port (c54a5734-64ec-4e06-88b6-fac4dcff828f), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:17.489954 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3a3180b9-35a0-47d3-998e-4d5b83d2f57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (c54a5734-64ec-4e06-88b6-fac4dcff828f), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:17.526608 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3180b9-35a0-47d3-998e-4d5b83d2f57d None None] Network cb53264f-c522-4719-98df-185517fdd70d is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:17.533240 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-3a3180b9-35a0-47d3-998e-4d5b83d2f57d None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:17.536675 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3180b9-35a0-47d3-998e-4d5b83d2f57d None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:55:17.544961 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3180b9-35a0-47d3-998e-4d5b83d2f57d None None] Pushing event updated for resources: {'Port': ['ID=c54a5734-64ec-4e06-88b6-fac4dcff828f,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:17.561033 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e9ce1969-3492-45a7-ae9d-3475005c170a admin admin] Publish callbacks [] for router_gateway (b6b02b90-e13f-45b8-bb32-b1ef9422a5f6), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:17.580994 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e9ce1969-3492-45a7-ae9d-3475005c170a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:17.595873 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-3a3180b9-35a0-47d3-998e-4d5b83d2f57d None None] Attempting to bind port c54a5734-64ec-4e06-88b6-fac4dcff828f on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:17.596167 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-3a3180b9-35a0-47d3-998e-4d5b83d2f57d None None] Attempting to bind port c54a5734-64ec-4e06-88b6-fac4dcff828f by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cb53264f-c522-4719-98df-185517fdd70d'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:17.596536 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3180b9-35a0-47d3-998e-4d5b83d2f57d None None] Attempting to bind port c54a5734-64ec-4e06-88b6-fac4dcff828f on network cb53264f-c522-4719-98df-185517fdd70d {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:17.601493 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3180b9-35a0-47d3-998e-4d5b83d2f57d None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:55:17.601898 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3180b9-35a0-47d3-998e-4d5b83d2f57d None None] Checking segment: {'id': 'e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cb53264f-c522-4719-98df-185517fdd70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:55:17.602289 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3a3180b9-35a0-47d3-998e-4d5b83d2f57d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:17.602695 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3180b9-35a0-47d3-998e-4d5b83d2f57d None None] Bound using segment: {'id': 'e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cb53264f-c522-4719-98df-185517fdd70d'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:55:17.603175 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-3a3180b9-35a0-47d3-998e-4d5b83d2f57d None None] Bound port: c54a5734-64ec-4e06-88b6-fac4dcff828f, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cb53264f-c522-4719-98df-185517fdd70d'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:55:17.603562 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3a3180b9-35a0-47d3-998e-4d5b83d2f57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c54a5734-64ec-4e06-88b6-fac4dcff828f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:17.667439 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-3a3180b9-35a0-47d3-998e-4d5b83d2f57d None None] For port c54a5734-64ec-4e06-88b6-fac4dcff828f, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:55:17.671241 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-3a3180b9-35a0-47d3-998e-4d5b83d2f57d None None] For port c54a5734-64ec-4e06-88b6-fac4dcff828f, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=c54a5734-64ec-4e06-88b6-fac4dcff828f,segment=NetworkSegment(e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0),segment_id=e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:55:17.677416 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3a3180b9-35a0-47d3-998e-4d5b83d2f57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (c54a5734-64ec-4e06-88b6-fac4dcff828f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:17.687401 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-e9ce1969-3492-45a7-ae9d-3475005c170a admin admin] Allocated IP 172.25.8.118 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/1ead5de0-0db0-4f61-8a3d-8872fafd2bfd) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:55:17.734799 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3180b9-35a0-47d3-998e-4d5b83d2f57d None None] Pushing event updated for resources: {'Port': ['ID=c54a5734-64ec-4e06-88b6-fac4dcff828f,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:17.799167 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e9ce1969-3492-45a7-ae9d-3475005c170a admin admin] Publish callbacks [] for port (1ead5de0-0db0-4f61-8a3d-8872fafd2bfd), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:17.834323 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e9ce1969-3492-45a7-ae9d-3475005c170a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (1ead5de0-0db0-4f61-8a3d-8872fafd2bfd), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:17.882296 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ce1969-3492-45a7-ae9d-3475005c170a admin admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:17.893099 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-e9ce1969-3492-45a7-ae9d-3475005c170a admin admin] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:17.897789 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ce1969-3492-45a7-ae9d-3475005c170a admin admin] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:55:17.901116 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce1969-3492-45a7-ae9d-3475005c170a admin admin] Pushing event updated for resources: {'Port': ['ID=1ead5de0-0db0-4f61-8a3d-8872fafd2bfd,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:18.158221 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e9ce1969-3492-45a7-ae9d-3475005c170a admin admin] Publish callbacks [] for router_gateway (b6b02b90-e13f-45b8-bb32-b1ef9422a5f6), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:18.357198 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e9ce1969-3492-45a7-ae9d-3475005c170a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (b6b02b90-e13f-45b8-bb32-b1ef9422a5f6), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:18.491828 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ce1969-3492-45a7-ae9d-3475005c170a admin admin] Router b6b02b90-e13f-45b8-bb32-b1ef9422a5f6 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:55:18.606250 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ce1969-3492-45a7-ae9d-3475005c170a admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:55:18.618236 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a3f9a0-eac0-46c2-be23-b8a4431d7b95 None None] Sync routers for ids ['b6b02b90-e13f-45b8-bb32-b1ef9422a5f6'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:55:18.625693 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e9ce1969-3492-45a7-ae9d-3475005c170a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:18.630160 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e9ce1969-3492-45a7-ae9d-3475005c170a admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5138066 Feb 09 01:55:18.630543 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43820) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:18.631262 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a3f9a0-eac0-46c2-be23-b8a4431d7b95 None None] Routers {'b6b02b90-e13f-45b8-bb32-b1ef9422a5f6'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:55:18.632002 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-d1a3f9a0-eac0-46c2-be23-b8a4431d7b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:55:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['b6b02b90-e13f-45b8-bb32-b1ef9422a5f6'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:18.745313 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6045ef-f230-4f24-81bd-a87a36076f92 None None] Network cb53264f-c522-4719-98df-185517fdd70d requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:18.746278 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-d1a3f9a0-eac0-46c2-be23-b8a4431d7b95 None None] Set router b6b02b90-e13f-45b8-bb32-b1ef9422a5f6 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:55:18.810488 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-44d021f9-753e-4b10-a1fc-71b1d6f180ad None None] Provisioning complete for port c54a5734-64ec-4e06-88b6-fac4dcff828f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:18.810867 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-44d021f9-753e-4b10-a1fc-71b1d6f180ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c54a5734-64ec-4e06-88b6-fac4dcff828f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:18.944195 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-44d021f9-753e-4b10-a1fc-71b1d6f180ad None None] Current status of the port c54a5734-64ec-4e06-88b6-fac4dcff828f is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:18.944606 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-44d021f9-753e-4b10-a1fc-71b1d6f180ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c54a5734-64ec-4e06-88b6-fac4dcff828f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:18.982486 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-44d021f9-753e-4b10-a1fc-71b1d6f180ad None None] For port c54a5734-64ec-4e06-88b6-fac4dcff828f, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=c54a5734-64ec-4e06-88b6-fac4dcff828f,segment=NetworkSegment(e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0),segment_id=e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:18.988979 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-44d021f9-753e-4b10-a1fc-71b1d6f180ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (c54a5734-64ec-4e06-88b6-fac4dcff828f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:19.035019 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-d1a3f9a0-eac0-46c2-be23-b8a4431d7b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b02b90-e13f-45b8-bb32-b1ef9422a5f6', 'name': 'tempest-TestEncryptedCinderVolumes-1353385896-router', 'tenant_id': 'd99c762572324c7ab702b0006314db9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '1ead5de0-0db0-4f61-8a3d-8872fafd2bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:55:17Z', 'updated_at': '2022-02-09T01:55:18Z', 'revision_number': 3, 'project_id': 'd99c762572324c7ab702b0006314db9f', 'gw_port': {'id': '1ead5de0-0db0-4f61-8a3d-8872fafd2bfd', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:31:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b02b90-e13f-45b8-bb32-b1ef9422a5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:55:17Z', 'updated_at': '2022-02-09T01:55:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:19.065764 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a3f9a0-eac0-46c2-be23-b8a4431d7b95 None None] Checking router: b6b02b90-e13f-45b8-bb32-b1ef9422a5f6 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:55:19.066224 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a3f9a0-eac0-46c2-be23-b8a4431d7b95 None None] Updating router b6b02b90-e13f-45b8-bb32-b1ef9422a5f6 port 1ead5de0-0db0-4f61-8a3d-8872fafd2bfd binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:55:19.069928 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d021f9-753e-4b10-a1fc-71b1d6f180ad None None] Pushing event updated for resources: {'Port': ['ID=c54a5734-64ec-4e06-88b6-fac4dcff828f,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:19.099103 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d1a3f9a0-eac0-46c2-be23-b8a4431d7b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1ead5de0-0db0-4f61-8a3d-8872fafd2bfd), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:19.107116 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3d32b2b5-8e92-4085-a689-385ac1e1cb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:19.212156 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-b6a1c1d0-a4ea-4f6d-88c0-1f1acbf30330 None None] Provisioning complete for port c54a5734-64ec-4e06-88b6-fac4dcff828f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:19.212459 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b6a1c1d0-a4ea-4f6d-88c0-1f1acbf30330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c54a5734-64ec-4e06-88b6-fac4dcff828f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:19.296945 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b6a1c1d0-a4ea-4f6d-88c0-1f1acbf30330 None None] Current status of the port c54a5734-64ec-4e06-88b6-fac4dcff828f is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:19.353390 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-3d32b2b5-8e92-4085-a689-385ac1e1cb3c admin admin] Allocated IP 172.20.0.1 (cb53264f-c522-4719-98df-185517fdd70d/cb0c333c-7a34-4588-9e58-ee846e3578d7/c8fbeec1-062f-4893-a6c7-f80b1e0aa27e) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:55:19.367096 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d1a3f9a0-eac0-46c2-be23-b8a4431d7b95 None None] Publish callbacks [] for port (1ead5de0-0db0-4f61-8a3d-8872fafd2bfd), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:19.374229 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d1a3f9a0-eac0-46c2-be23-b8a4431d7b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1ead5de0-0db0-4f61-8a3d-8872fafd2bfd), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:19.402887 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device c54a5734-64ec-4e06-88b6-fac4dcff828f up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:55:19.424990 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-d1a3f9a0-eac0-46c2-be23-b8a4431d7b95 None None] Attempting to bind port 1ead5de0-0db0-4f61-8a3d-8872fafd2bfd on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:19.425376 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-d1a3f9a0-eac0-46c2-be23-b8a4431d7b95 None None] Attempting to bind port 1ead5de0-0db0-4f61-8a3d-8872fafd2bfd by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:19.425738 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a3f9a0-eac0-46c2-be23-b8a4431d7b95 None None] Attempting to bind port 1ead5de0-0db0-4f61-8a3d-8872fafd2bfd on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:19.432923 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b87c323-651c-4e2f-b8ef-8296d31a9b71 None None] Pushing event updated for resources: {'Port': ['ID=1ead5de0-0db0-4f61-8a3d-8872fafd2bfd,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:19.436394 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a3f9a0-eac0-46c2-be23-b8a4431d7b95 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:55:19.436799 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a3f9a0-eac0-46c2-be23-b8a4431d7b95 None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:55:19.437207 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d1a3f9a0-eac0-46c2-be23-b8a4431d7b95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:19.437961 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a3f9a0-eac0-46c2-be23-b8a4431d7b95 None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:55:19.438078 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-d1a3f9a0-eac0-46c2-be23-b8a4431d7b95 None None] Bound port: 1ead5de0-0db0-4f61-8a3d-8872fafd2bfd, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:55:19.438444 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d1a3f9a0-eac0-46c2-be23-b8a4431d7b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1ead5de0-0db0-4f61-8a3d-8872fafd2bfd), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:19.457446 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port c54a5734-64ec-4e06-88b6-fac4dcff828f triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:19.457825 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c54a5734-64ec-4e06-88b6-fac4dcff828f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:19.461673 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b87c323-651c-4e2f-b8ef-8296d31a9b71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:19.462031 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b87c323-651c-4e2f-b8ef-8296d31a9b71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:19.462447 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b87c323-651c-4e2f-b8ef-8296d31a9b71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:19.462730 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b87c323-651c-4e2f-b8ef-8296d31a9b71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:19.463068 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b87c323-651c-4e2f-b8ef-8296d31a9b71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:19.463407 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b87c323-651c-4e2f-b8ef-8296d31a9b71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:19.463739 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b87c323-651c-4e2f-b8ef-8296d31a9b71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:19.464068 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b87c323-651c-4e2f-b8ef-8296d31a9b71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:19.464396 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b87c323-651c-4e2f-b8ef-8296d31a9b71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:19.464746 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b87c323-651c-4e2f-b8ef-8296d31a9b71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:19.465069 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b87c323-651c-4e2f-b8ef-8296d31a9b71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:19.465409 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b87c323-651c-4e2f-b8ef-8296d31a9b71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:19.465789 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b87c323-651c-4e2f-b8ef-8296d31a9b71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:19.468621 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3d32b2b5-8e92-4085-a689-385ac1e1cb3c admin admin] Publish callbacks [] for port (c8fbeec1-062f-4893-a6c7-f80b1e0aa27e), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:19.500823 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-d1a3f9a0-eac0-46c2-be23-b8a4431d7b95 None None] For port 1ead5de0-0db0-4f61-8a3d-8872fafd2bfd, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:55:19.504026 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-d1a3f9a0-eac0-46c2-be23-b8a4431d7b95 None None] For port 1ead5de0-0db0-4f61-8a3d-8872fafd2bfd, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=1ead5de0-0db0-4f61-8a3d-8872fafd2bfd,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:55:19.510593 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d1a3f9a0-eac0-46c2-be23-b8a4431d7b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1ead5de0-0db0-4f61-8a3d-8872fafd2bfd), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:19.515034 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3d32b2b5-8e92-4085-a689-385ac1e1cb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (c8fbeec1-062f-4893-a6c7-f80b1e0aa27e), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:19.540012 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port c54a5734-64ec-4e06-88b6-fac4dcff828f is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:19.561138 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d32b2b5-8e92-4085-a689-385ac1e1cb3c admin admin] Network cb53264f-c522-4719-98df-185517fdd70d is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:19.565981 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-3d32b2b5-8e92-4085-a689-385ac1e1cb3c admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:19.568506 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d32b2b5-8e92-4085-a689-385ac1e1cb3c admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:55:19.577716 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a3f9a0-eac0-46c2-be23-b8a4431d7b95 None None] Routers {'b6b02b90-e13f-45b8-bb32-b1ef9422a5f6'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:55:19.578345 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-d1a3f9a0-eac0-46c2-be23-b8a4431d7b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:55:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['b6b02b90-e13f-45b8-bb32-b1ef9422a5f6'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:19.583343 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b87c323-651c-4e2f-b8ef-8296d31a9b71 None None] Pushing event updated for resources: {'Port': ['ID=1ead5de0-0db0-4f61-8a3d-8872fafd2bfd,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:19.598628 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d32b2b5-8e92-4085-a689-385ac1e1cb3c admin admin] Pushing event updated for resources: {'Port': ['ID=c8fbeec1-062f-4893-a6c7-f80b1e0aa27e,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:19.616697 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3d32b2b5-8e92-4085-a689-385ac1e1cb3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (b6b02b90-e13f-45b8-bb32-b1ef9422a5f6), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:19.699244 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-d1a3f9a0-eac0-46c2-be23-b8a4431d7b95 None None] Set router b6b02b90-e13f-45b8-bb32-b1ef9422a5f6 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:55:19.789049 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3d32b2b5-8e92-4085-a689-385ac1e1cb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c8fbeec1-062f-4893-a6c7-f80b1e0aa27e), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:19.826684 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-ab4b4d77-f0f2-41d0-87c9-f482fa4bbc64 None None] Provisioning complete for port c8fbeec1-062f-4893-a6c7-f80b1e0aa27e triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:19.827967 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ab4b4d77-f0f2-41d0-87c9-f482fa4bbc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c8fbeec1-062f-4893-a6c7-f80b1e0aa27e), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:19.863858 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ab4b4d77-f0f2-41d0-87c9-f482fa4bbc64 None None] Port c8fbeec1-062f-4893-a6c7-f80b1e0aa27e cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:55:19.880516 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-d1a3f9a0-eac0-46c2-be23-b8a4431d7b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b02b90-e13f-45b8-bb32-b1ef9422a5f6', 'name': 'tempest-TestEncryptedCinderVolumes-1353385896-router', 'tenant_id': 'd99c762572324c7ab702b0006314db9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '1ead5de0-0db0-4f61-8a3d-8872fafd2bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:55:17Z', 'updated_at': '2022-02-09T01:55:18Z', 'revision_number': 3, 'project_id': 'd99c762572324c7ab702b0006314db9f', 'gw_port': {'id': '1ead5de0-0db0-4f61-8a3d-8872fafd2bfd', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:31:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b02b90-e13f-45b8-bb32-b1ef9422a5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:55:17Z', 'updated_at': '2022-02-09T01:55:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:19.906805 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a3f9a0-eac0-46c2-be23-b8a4431d7b95 None None] The sync data for ids ['b6b02b90-e13f-45b8-bb32-b1ef9422a5f6'] in n-d-828369-4 is: [{'id': 'b6b02b90-e13f-45b8-bb32-b1ef9422a5f6', 'name': 'tempest-TestEncryptedCinderVolumes-1353385896-router', 'tenant_id': 'd99c762572324c7ab702b0006314db9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '1ead5de0-0db0-4f61-8a3d-8872fafd2bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:55:17Z', 'updated_at': '2022-02-09T01:55:18Z', 'revision_number': 3, 'project_id': 'd99c762572324c7ab702b0006314db9f', 'gw_port': {'id': '1ead5de0-0db0-4f61-8a3d-8872fafd2bfd', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:31:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b02b90-e13f-45b8-bb32-b1ef9422a5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:55:17Z', 'updated_at': '2022-02-09T01:55:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:55:19.963794 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3d32b2b5-8e92-4085-a689-385ac1e1cb3c admin admin] Publish callbacks [] for port (c8fbeec1-062f-4893-a6c7-f80b1e0aa27e), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:19.968771 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3d32b2b5-8e92-4085-a689-385ac1e1cb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (c8fbeec1-062f-4893-a6c7-f80b1e0aa27e), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:20.034856 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d32b2b5-8e92-4085-a689-385ac1e1cb3c admin admin] Pushing event updated for resources: {'Port': ['ID=c8fbeec1-062f-4893-a6c7-f80b1e0aa27e,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:20.039706 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3d32b2b5-8e92-4085-a689-385ac1e1cb3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (b6b02b90-e13f-45b8-bb32-b1ef9422a5f6), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:20.158370 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d32b2b5-8e92-4085-a689-385ac1e1cb3c admin admin] Network cb53264f-c522-4719-98df-185517fdd70d is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:20.159800 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-3d32b2b5-8e92-4085-a689-385ac1e1cb3c admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:20.289047 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d32b2b5-8e92-4085-a689-385ac1e1cb3c admin admin] Router b6b02b90-e13f-45b8-bb32-b1ef9422a5f6 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:55:20.388446 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-b9eed014-4521-49e0-8630-d33057a9fa51 None None] Provisioning complete for port c8fbeec1-062f-4893-a6c7-f80b1e0aa27e triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:20.389063 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b9eed014-4521-49e0-8630-d33057a9fa51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c8fbeec1-062f-4893-a6c7-f80b1e0aa27e), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:20.423521 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d32b2b5-8e92-4085-a689-385ac1e1cb3c admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:55:20.429134 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3d32b2b5-8e92-4085-a689-385ac1e1cb3c admin admin] 10.222.0.50 "PUT /v2.0/routers/b6b02b90-e13f-45b8-bb32-b1ef9422a5f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7971811 Feb 09 01:55:20.431242 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b9eed014-4521-49e0-8630-d33057a9fa51 None None] Port c8fbeec1-062f-4893-a6c7-f80b1e0aa27e cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:55:20.907873 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 43836) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:20.913063 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-71c4eb01-e159-47d4-a95a-969a2d7154fb admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-479550239-network', 'tenant_id': '63f3b7b351124e77a18888e3dfd63d46'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:20.932593 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c4eb01-e159-47d4-a95a-969a2d7154fb admin admin] Made reservation on behalf of 63f3b7b351124e77a18888e3dfd63d46 for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:20.934921 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-71c4eb01-e159-47d4-a95a-969a2d7154fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:20.943823 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-71c4eb01-e159-47d4-a95a-969a2d7154fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:21.019977 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-71c4eb01-e159-47d4-a95a-969a2d7154fb admin admin] Publish callbacks [] for security_group (9827d4e6-4753-49c4-9caa-d3172597cf72), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:21.024005 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-71c4eb01-e159-47d4-a95a-969a2d7154fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (9827d4e6-4753-49c4-9caa-d3172597cf72), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:21.026250 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:55:21.051009 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c4eb01-e159-47d4-a95a-969a2d7154fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1019} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:55:21.061011 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4eb01-e159-47d4-a95a-969a2d7154fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9827d4e6-4753-49c4-9caa-d3172597cf72,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:21.066931 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-71c4eb01-e159-47d4-a95a-969a2d7154fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (72363206-53ed-49c2-bfaf-1fe3886e94e1), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:21.067280 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-71c4eb01-e159-47d4-a95a-969a2d7154fb admin admin] Added segment 72363206-53ed-49c2-bfaf-1fe3886e94e1 of type vlan for network 61ebe9f9-6473-45b8-b0a3-5a75374e28fe Feb 09 01:55:21.108295 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-71c4eb01-e159-47d4-a95a-969a2d7154fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (61ebe9f9-6473-45b8-b0a3-5a75374e28fe), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:21.132325 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-71c4eb01-e159-47d4-a95a-969a2d7154fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (61ebe9f9-6473-45b8-b0a3-5a75374e28fe), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:21.133259 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c4eb01-e159-47d4-a95a-969a2d7154fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:21.133848 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-71c4eb01-e159-47d4-a95a-969a2d7154fb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:21.196309 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-71c4eb01-e159-47d4-a95a-969a2d7154fb admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2846210 Feb 09 01:55:21.196900 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43838) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:21.202158 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-e9d7795c-2013-49f8-af3c-62ab0f62118c admin admin] Request body: {'subnet': {'network_id': '61ebe9f9-6473-45b8-b0a3-5a75374e28fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-479550239-subnet', 'tenant_id': '63f3b7b351124e77a18888e3dfd63d46', 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:21.206075 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4eb01-e159-47d4-a95a-969a2d7154fb admin admin] Pushing event updated for resources: {'Network': ['ID=61ebe9f9-6473-45b8-b0a3-5a75374e28fe,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:21.218739 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 61ebe9f9-6473-45b8-b0a3-5a75374e28fe details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:55:21.226357 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d7795c-2013-49f8-af3c-62ab0f62118c admin admin] Made reservation on behalf of 63f3b7b351124e77a18888e3dfd63d46 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:21.229117 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e9d7795c-2013-49f8-af3c-62ab0f62118c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:21.406655 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 1ead5de0-0db0-4f61-8a3d-8872fafd2bfd up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:55:21.415700 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e9d7795c-2013-49f8-af3c-62ab0f62118c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (9b0a590d-1675-4670-8a3d-2009530f060b), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:21.479679 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7795c-2013-49f8-af3c-62ab0f62118c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b0a590d-1675-4670-8a3d-2009530f060b,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:21.489318 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d7795c-2013-49f8-af3c-62ab0f62118c admin admin] Checking segment: {'id': '72363206-53ed-49c2-bfaf-1fe3886e94e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '61ebe9f9-6473-45b8-b0a3-5a75374e28fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:55:21.489692 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d7795c-2013-49f8-af3c-62ab0f62118c admin admin] Network hostable DHCP agents. Network: 61ebe9f9-6473-45b8-b0a3-5a75374e28fe, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:55:21.512111 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d7795c-2013-49f8-af3c-62ab0f62118c admin admin] Network 61ebe9f9-6473-45b8-b0a3-5a75374e28fe is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:55:21.523808 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-e9d7795c-2013-49f8-af3c-62ab0f62118c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 61ebe9f9-6473-45b8-b0a3-5a75374e28fe) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:21.528403 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d7795c-2013-49f8-af3c-62ab0f62118c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:21.529136 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e9d7795c-2013-49f8-af3c-62ab0f62118c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:21.548089 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e9d7795c-2013-49f8-af3c-62ab0f62118c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3503380 Feb 09 01:55:21.550628 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43840) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:21.555338 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-6ad92085-b005-4897-a1bd-42a1c553444c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-479550239-router', 'tenant_id': '63f3b7b351124e77a18888e3dfd63d46', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:21.576863 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6ad92085-b005-4897-a1bd-42a1c553444c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:21.577983 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6ad92085-b005-4897-a1bd-42a1c553444c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:21.613638 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34106c7-ae6a-43c2-9a8f-229a541de89d None None] Network 61ebe9f9-6473-45b8-b0a3-5a75374e28fe requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:21.616178 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfdd63f-b3ff-4aa4-bcb0-1dd5a8d3eb1e None None] Sync routers for ids ['b6b02b90-e13f-45b8-bb32-b1ef9422a5f6'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:55:21.632865 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6ad92085-b005-4897-a1bd-42a1c553444c admin admin] Publish callbacks [] for router_controller (de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:21.672779 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfdd63f-b3ff-4aa4-bcb0-1dd5a8d3eb1e None None] Routers {'b6b02b90-e13f-45b8-bb32-b1ef9422a5f6'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:55:21.673439 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-5dfdd63f-b3ff-4aa4-bcb0-1dd5a8d3eb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:55:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['b6b02b90-e13f-45b8-bb32-b1ef9422a5f6'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:21.754172 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 1ead5de0-0db0-4f61-8a3d-8872fafd2bfd triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:21.754565 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (1ead5de0-0db0-4f61-8a3d-8872fafd2bfd), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:21.850177 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e72b9db-1146-4894-b030-3bf071296866 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-61ebe9f9-6473-45b8-b0a3-5a75374e28fe', 'network_id': '61ebe9f9-6473-45b8-b0a3-5a75374e28fe', 'project_id': '63f3b7b351124e77a18888e3dfd63d46', 'fixed_ips': [{'subnet_id': '9b0a590d-1675-4670-8a3d-2009530f060b'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:55:21.851050 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5e72b9db-1146-4894-b030-3bf071296866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:21.881482 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-5dfdd63f-b3ff-4aa4-bcb0-1dd5a8d3eb1e None None] Set router b6b02b90-e13f-45b8-bb32-b1ef9422a5f6 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:55:22.049638 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 1ead5de0-0db0-4f61-8a3d-8872fafd2bfd is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:22.050041 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1ead5de0-0db0-4f61-8a3d-8872fafd2bfd), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:22.135668 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 1ead5de0-0db0-4f61-8a3d-8872fafd2bfd, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=1ead5de0-0db0-4f61-8a3d-8872fafd2bfd,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:22.142082 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6ad92085-b005-4897-a1bd-42a1c553444c admin admin] Publish callbacks [] for router_gateway (de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:22.149276 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1ead5de0-0db0-4f61-8a3d-8872fafd2bfd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:22.201604 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-5e72b9db-1146-4894-b030-3bf071296866 None None] Allocated IP 172.20.0.2 (61ebe9f9-6473-45b8-b0a3-5a75374e28fe/9b0a590d-1675-4670-8a3d-2009530f060b/317d3b81-859e-4ce3-8589-8737a1b7f540) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:55:22.261831 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=1ead5de0-0db0-4f61-8a3d-8872fafd2bfd,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:22.342767 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6ad92085-b005-4897-a1bd-42a1c553444c admin admin] Publish callbacks [] for router_gateway (de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:22.365621 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6ad92085-b005-4897-a1bd-42a1c553444c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:22.397208 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-5dfdd63f-b3ff-4aa4-bcb0-1dd5a8d3eb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b02b90-e13f-45b8-bb32-b1ef9422a5f6', 'name': 'tempest-TestEncryptedCinderVolumes-1353385896-router', 'tenant_id': 'd99c762572324c7ab702b0006314db9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '1ead5de0-0db0-4f61-8a3d-8872fafd2bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:55:17Z', 'updated_at': '2022-02-09T01:55:19Z', 'revision_number': 4, 'project_id': 'd99c762572324c7ab702b0006314db9f', 'gw_port': {'id': '1ead5de0-0db0-4f61-8a3d-8872fafd2bfd', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:31:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b02b90-e13f-45b8-bb32-b1ef9422a5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:55:17Z', 'updated_at': '2022-02-09T01:55:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'c8fbeec1-062f-4893-a6c7-f80b1e0aa27e', 'name': '', 'network_id': 'cb53264f-c522-4719-98df-185517fdd70d', 'tenant_id': 'd99c762572324c7ab702b0006314db9f', 'mac_address': 'fa:16:3e:69:3e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b02b90-e13f-45b8-bb32-b1ef9422a5f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'cb0c333c-7a34-4588-9e58-ee846e3578d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:55:19Z', 'updated_at': '2022-02-09T01:55:19Z', 'revision_number': 2, 'project_id': 'd99c762572324c7ab702b0006314db9f', 'subnets': [{'id': 'cb0c333c-7a34-4588-9e58-ee846e3578d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:22.428300 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfdd63f-b3ff-4aa4-bcb0-1dd5a8d3eb1e None None] Checking router: b6b02b90-e13f-45b8-bb32-b1ef9422a5f6 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:55:22.428712 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfdd63f-b3ff-4aa4-bcb0-1dd5a8d3eb1e None None] Updating router b6b02b90-e13f-45b8-bb32-b1ef9422a5f6 port c8fbeec1-062f-4893-a6c7-f80b1e0aa27e binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:55:22.460264 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5e72b9db-1146-4894-b030-3bf071296866 None None] Publish callbacks [] for port (317d3b81-859e-4ce3-8589-8737a1b7f540), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:22.468345 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5e72b9db-1146-4894-b030-3bf071296866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (317d3b81-859e-4ce3-8589-8737a1b7f540), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:22.470568 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-6ad92085-b005-4897-a1bd-42a1c553444c admin admin] Allocated IP 172.25.8.107 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/1d60dc46-6ce1-4536-b30c-0c5ed66f2031) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:55:22.471554 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5dfdd63f-b3ff-4aa4-bcb0-1dd5a8d3eb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c8fbeec1-062f-4893-a6c7-f80b1e0aa27e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:22.514854 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e72b9db-1146-4894-b030-3bf071296866 None None] Network 61ebe9f9-6473-45b8-b0a3-5a75374e28fe is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:22.524418 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-5e72b9db-1146-4894-b030-3bf071296866 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:22.548415 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e72b9db-1146-4894-b030-3bf071296866 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:55:22.552777 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e72b9db-1146-4894-b030-3bf071296866 None None] Pushing event updated for resources: {'Port': ['ID=317d3b81-859e-4ce3-8589-8737a1b7f540,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:22.581914 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6ad92085-b005-4897-a1bd-42a1c553444c admin admin] Publish callbacks [] for port (1d60dc46-6ce1-4536-b30c-0c5ed66f2031), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:22.624084 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6ad92085-b005-4897-a1bd-42a1c553444c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (1d60dc46-6ce1-4536-b30c-0c5ed66f2031), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:22.660012 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad92085-b005-4897-a1bd-42a1c553444c admin admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:22.666344 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-6ad92085-b005-4897-a1bd-42a1c553444c admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:22.668160 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-5e72b9db-1146-4894-b030-3bf071296866 None None] Attempting to bind port 317d3b81-859e-4ce3-8589-8737a1b7f540 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:22.669106 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-5e72b9db-1146-4894-b030-3bf071296866 None None] Attempting to bind port 317d3b81-859e-4ce3-8589-8737a1b7f540 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '72363206-53ed-49c2-bfaf-1fe3886e94e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '61ebe9f9-6473-45b8-b0a3-5a75374e28fe'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:22.669336 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad92085-b005-4897-a1bd-42a1c553444c admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:55:22.669490 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e72b9db-1146-4894-b030-3bf071296866 None None] Attempting to bind port 317d3b81-859e-4ce3-8589-8737a1b7f540 on network 61ebe9f9-6473-45b8-b0a3-5a75374e28fe {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:22.679952 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e72b9db-1146-4894-b030-3bf071296866 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:55:22.680346 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e72b9db-1146-4894-b030-3bf071296866 None None] Checking segment: {'id': '72363206-53ed-49c2-bfaf-1fe3886e94e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '61ebe9f9-6473-45b8-b0a3-5a75374e28fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:55:22.680787 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5e72b9db-1146-4894-b030-3bf071296866 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:22.681199 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e72b9db-1146-4894-b030-3bf071296866 None None] Bound using segment: {'id': '72363206-53ed-49c2-bfaf-1fe3886e94e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '61ebe9f9-6473-45b8-b0a3-5a75374e28fe'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:55:22.681680 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-5e72b9db-1146-4894-b030-3bf071296866 None None] Bound port: 317d3b81-859e-4ce3-8589-8737a1b7f540, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72363206-53ed-49c2-bfaf-1fe3886e94e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '61ebe9f9-6473-45b8-b0a3-5a75374e28fe'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:55:22.682073 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5e72b9db-1146-4894-b030-3bf071296866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (317d3b81-859e-4ce3-8589-8737a1b7f540), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:22.705026 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad92085-b005-4897-a1bd-42a1c553444c admin admin] Pushing event updated for resources: {'Port': ['ID=1d60dc46-6ce1-4536-b30c-0c5ed66f2031,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:22.719127 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad92085-b005-4897-a1bd-42a1c553444c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:22.719479 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad92085-b005-4897-a1bd-42a1c553444c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:22.719827 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad92085-b005-4897-a1bd-42a1c553444c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:22.720170 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad92085-b005-4897-a1bd-42a1c553444c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:22.720509 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad92085-b005-4897-a1bd-42a1c553444c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:22.720870 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad92085-b005-4897-a1bd-42a1c553444c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:22.721201 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad92085-b005-4897-a1bd-42a1c553444c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:22.721531 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad92085-b005-4897-a1bd-42a1c553444c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:22.721858 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad92085-b005-4897-a1bd-42a1c553444c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:22.722184 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad92085-b005-4897-a1bd-42a1c553444c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:22.722513 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad92085-b005-4897-a1bd-42a1c553444c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:22.722837 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad92085-b005-4897-a1bd-42a1c553444c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:22.723161 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad92085-b005-4897-a1bd-42a1c553444c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:55:22.807346 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-5e72b9db-1146-4894-b030-3bf071296866 None None] For port 317d3b81-859e-4ce3-8589-8737a1b7f540, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:55:22.830787 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-5e72b9db-1146-4894-b030-3bf071296866 None None] For port 317d3b81-859e-4ce3-8589-8737a1b7f540, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=317d3b81-859e-4ce3-8589-8737a1b7f540,segment=NetworkSegment(72363206-53ed-49c2-bfaf-1fe3886e94e1),segment_id=72363206-53ed-49c2-bfaf-1fe3886e94e1)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:55:22.841298 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5e72b9db-1146-4894-b030-3bf071296866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (317d3b81-859e-4ce3-8589-8737a1b7f540), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:22.943357 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e72b9db-1146-4894-b030-3bf071296866 None None] Pushing event updated for resources: {'Port': ['ID=317d3b81-859e-4ce3-8589-8737a1b7f540,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:22.949643 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5dfdd63f-b3ff-4aa4-bcb0-1dd5a8d3eb1e None None] Publish callbacks [] for port (c8fbeec1-062f-4893-a6c7-f80b1e0aa27e), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:22.952894 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6ad92085-b005-4897-a1bd-42a1c553444c admin admin] Publish callbacks [] for router_gateway (de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:22.958459 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5dfdd63f-b3ff-4aa4-bcb0-1dd5a8d3eb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (c8fbeec1-062f-4893-a6c7-f80b1e0aa27e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:23.008409 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403090ba-6390-4406-9759-7734ed771576 None None] Pushing event updated for resources: {'Port': ['ID=c8fbeec1-062f-4893-a6c7-f80b1e0aa27e,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:23.091657 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-5dfdd63f-b3ff-4aa4-bcb0-1dd5a8d3eb1e None None] Attempting to bind port c8fbeec1-062f-4893-a6c7-f80b1e0aa27e on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:23.092152 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-5dfdd63f-b3ff-4aa4-bcb0-1dd5a8d3eb1e None None] Attempting to bind port c8fbeec1-062f-4893-a6c7-f80b1e0aa27e by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cb53264f-c522-4719-98df-185517fdd70d'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:23.092657 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfdd63f-b3ff-4aa4-bcb0-1dd5a8d3eb1e None None] Attempting to bind port c8fbeec1-062f-4893-a6c7-f80b1e0aa27e on network cb53264f-c522-4719-98df-185517fdd70d {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:23.120060 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfdd63f-b3ff-4aa4-bcb0-1dd5a8d3eb1e None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:55:23.122199 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfdd63f-b3ff-4aa4-bcb0-1dd5a8d3eb1e None None] Checking segment: {'id': 'e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cb53264f-c522-4719-98df-185517fdd70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:55:23.122706 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5dfdd63f-b3ff-4aa4-bcb0-1dd5a8d3eb1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:23.123288 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfdd63f-b3ff-4aa4-bcb0-1dd5a8d3eb1e None None] Bound using segment: {'id': 'e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cb53264f-c522-4719-98df-185517fdd70d'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:55:23.125060 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-5dfdd63f-b3ff-4aa4-bcb0-1dd5a8d3eb1e None None] Bound port: c8fbeec1-062f-4893-a6c7-f80b1e0aa27e, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cb53264f-c522-4719-98df-185517fdd70d'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:55:23.125542 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5dfdd63f-b3ff-4aa4-bcb0-1dd5a8d3eb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c8fbeec1-062f-4893-a6c7-f80b1e0aa27e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:23.200247 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-5dfdd63f-b3ff-4aa4-bcb0-1dd5a8d3eb1e None None] For port c8fbeec1-062f-4893-a6c7-f80b1e0aa27e, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:55:23.204434 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-5dfdd63f-b3ff-4aa4-bcb0-1dd5a8d3eb1e None None] For port c8fbeec1-062f-4893-a6c7-f80b1e0aa27e, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=c8fbeec1-062f-4893-a6c7-f80b1e0aa27e,segment=NetworkSegment(e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0),segment_id=e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:55:23.214104 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5dfdd63f-b3ff-4aa4-bcb0-1dd5a8d3eb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (c8fbeec1-062f-4893-a6c7-f80b1e0aa27e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:23.224533 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6ad92085-b005-4897-a1bd-42a1c553444c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:23.286693 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfdd63f-b3ff-4aa4-bcb0-1dd5a8d3eb1e None None] Routers {'b6b02b90-e13f-45b8-bb32-b1ef9422a5f6'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:55:23.287445 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-5dfdd63f-b3ff-4aa4-bcb0-1dd5a8d3eb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:55:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['b6b02b90-e13f-45b8-bb32-b1ef9422a5f6'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:23.364481 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403090ba-6390-4406-9759-7734ed771576 None None] Pushing event updated for resources: {'Port': ['ID=c8fbeec1-062f-4893-a6c7-f80b1e0aa27e,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:23.413741 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad92085-b005-4897-a1bd-42a1c553444c admin admin] Router de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:55:23.421150 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-0a7f34f2-acce-48f4-ba5b-1f9ba06eca26 None None] Provisioning complete for port c8fbeec1-062f-4893-a6c7-f80b1e0aa27e triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:23.421469 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a7f34f2-acce-48f4-ba5b-1f9ba06eca26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c8fbeec1-062f-4893-a6c7-f80b1e0aa27e), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:23.455084 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-5dfdd63f-b3ff-4aa4-bcb0-1dd5a8d3eb1e None None] Set router b6b02b90-e13f-45b8-bb32-b1ef9422a5f6 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:55:23.517704 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 1ead5de0-0db0-4f61-8a3d-8872fafd2bfd up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:55:23.555829 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad92085-b005-4897-a1bd-42a1c553444c admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:55:23.566883 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efa43af-9c9a-4b57-9f37-617b70ea067f None None] Sync routers for ids ['de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:55:23.583613 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efa43af-9c9a-4b57-9f37-617b70ea067f None None] Routers {'de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:55:23.584521 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-7efa43af-9c9a-4b57-9f37-617b70ea067f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:55:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:23.585599 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6ad92085-b005-4897-a1bd-42a1c553444c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:23.596153 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6ad92085-b005-4897-a1bd-42a1c553444c admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0419457 Feb 09 01:55:23.596382 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 43842) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:55:23.702667 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f34f2-acce-48f4-ba5b-1f9ba06eca26 None None] Current status of the port c8fbeec1-062f-4893-a6c7-f80b1e0aa27e is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:23.703468 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a7f34f2-acce-48f4-ba5b-1f9ba06eca26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c8fbeec1-062f-4893-a6c7-f80b1e0aa27e), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:23.716238 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-7efa43af-9c9a-4b57-9f37-617b70ea067f None None] Set router de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:55:23.925442 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 1ead5de0-0db0-4f61-8a3d-8872fafd2bfd triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:23.925909 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (1ead5de0-0db0-4f61-8a3d-8872fafd2bfd), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:23.950366 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-7efa43af-9c9a-4b57-9f37-617b70ea067f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69', 'name': 'tempest-TestEncryptedCinderVolumes-479550239-router', 'tenant_id': '63f3b7b351124e77a18888e3dfd63d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1d60dc46-6ce1-4536-b30c-0c5ed66f2031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:55:21Z', 'updated_at': '2022-02-09T01:55:22Z', 'revision_number': 3, 'project_id': '63f3b7b351124e77a18888e3dfd63d46', 'gw_port': {'id': '1d60dc46-6ce1-4536-b30c-0c5ed66f2031', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:91:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:55:22Z', 'updated_at': '2022-02-09T01:55:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:23.971105 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-0a7f34f2-acce-48f4-ba5b-1f9ba06eca26 None None] For port c8fbeec1-062f-4893-a6c7-f80b1e0aa27e, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=c8fbeec1-062f-4893-a6c7-f80b1e0aa27e,segment=NetworkSegment(e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0),segment_id=e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:23.979029 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a7f34f2-acce-48f4-ba5b-1f9ba06eca26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (c8fbeec1-062f-4893-a6c7-f80b1e0aa27e), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:23.990767 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efa43af-9c9a-4b57-9f37-617b70ea067f None None] Checking router: de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:55:23.991867 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efa43af-9c9a-4b57-9f37-617b70ea067f None None] Updating router de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69 port 1d60dc46-6ce1-4536-b30c-0c5ed66f2031 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:55:24.024596 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7efa43af-9c9a-4b57-9f37-617b70ea067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1d60dc46-6ce1-4536-b30c-0c5ed66f2031), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:24.065784 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f34f2-acce-48f4-ba5b-1f9ba06eca26 None None] Pushing event updated for resources: {'Port': ['ID=c8fbeec1-062f-4893-a6c7-f80b1e0aa27e,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:24.073073 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-5dfdd63f-b3ff-4aa4-bcb0-1dd5a8d3eb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b02b90-e13f-45b8-bb32-b1ef9422a5f6', 'name': 'tempest-TestEncryptedCinderVolumes-1353385896-router', 'tenant_id': 'd99c762572324c7ab702b0006314db9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '1ead5de0-0db0-4f61-8a3d-8872fafd2bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:55:17Z', 'updated_at': '2022-02-09T01:55:19Z', 'revision_number': 4, 'project_id': 'd99c762572324c7ab702b0006314db9f', 'gw_port': {'id': '1ead5de0-0db0-4f61-8a3d-8872fafd2bfd', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:31:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b02b90-e13f-45b8-bb32-b1ef9422a5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:55:17Z', 'updated_at': '2022-02-09T01:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'c8fbeec1-062f-4893-a6c7-f80b1e0aa27e', 'name': '', 'network_id': 'cb53264f-c522-4719-98df-185517fdd70d', 'tenant_id': 'd99c762572324c7ab702b0006314db9f', 'mac_address': 'fa:16:3e:69:3e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b02b90-e13f-45b8-bb32-b1ef9422a5f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'cb0c333c-7a34-4588-9e58-ee846e3578d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:55:19Z', 'updated_at': '2022-02-09T01:55:23Z', 'revision_number': 4, 'project_id': 'd99c762572324c7ab702b0006314db9f', 'subnets': [{'id': 'cb0c333c-7a34-4588-9e58-ee846e3578d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:24.118370 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfdd63f-b3ff-4aa4-bcb0-1dd5a8d3eb1e None None] The sync data for ids ['b6b02b90-e13f-45b8-bb32-b1ef9422a5f6'] in n-d-828369-4 is: [{'id': 'b6b02b90-e13f-45b8-bb32-b1ef9422a5f6', 'name': 'tempest-TestEncryptedCinderVolumes-1353385896-router', 'tenant_id': 'd99c762572324c7ab702b0006314db9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '1ead5de0-0db0-4f61-8a3d-8872fafd2bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:55:17Z', 'updated_at': '2022-02-09T01:55:19Z', 'revision_number': 4, 'project_id': 'd99c762572324c7ab702b0006314db9f', 'gw_port': {'id': '1ead5de0-0db0-4f61-8a3d-8872fafd2bfd', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:31:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b02b90-e13f-45b8-bb32-b1ef9422a5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:55:17Z', 'updated_at': '2022-02-09T01:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'c8fbeec1-062f-4893-a6c7-f80b1e0aa27e', 'name': '', 'network_id': 'cb53264f-c522-4719-98df-185517fdd70d', 'tenant_id': 'd99c762572324c7ab702b0006314db9f', 'mac_address': 'fa:16:3e:69:3e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b02b90-e13f-45b8-bb32-b1ef9422a5f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'cb0c333c-7a34-4588-9e58-ee846e3578d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:55:19Z', 'updated_at': '2022-02-09T01:55:23Z', 'revision_number': 4, 'project_id': 'd99c762572324c7ab702b0006314db9f', 'subnets': [{'id': 'cb0c333c-7a34-4588-9e58-ee846e3578d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:55:24.126027 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 1ead5de0-0db0-4f61-8a3d-8872fafd2bfd is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:24.127241 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 317d3b81-859e-4ce3-8589-8737a1b7f540 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:55:24.138443 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5e75b2e4-8d9c-4926-bd2c-3e6049a953d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:24.163340 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-f872cb62-ac50-4667-b5c4-1a819f2102dc None None] Provisioning complete for port c8fbeec1-062f-4893-a6c7-f80b1e0aa27e triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:24.163831 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f872cb62-ac50-4667-b5c4-1a819f2102dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c8fbeec1-062f-4893-a6c7-f80b1e0aa27e), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:24.295397 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f872cb62-ac50-4667-b5c4-1a819f2102dc None None] Current status of the port c8fbeec1-062f-4893-a6c7-f80b1e0aa27e is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:24.301891 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 317d3b81-859e-4ce3-8589-8737a1b7f540 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:24.302211 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (317d3b81-859e-4ce3-8589-8737a1b7f540), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:24.338617 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79390933-7a94-4e37-82a2-289fcafb3a1f None None] Network 61ebe9f9-6473-45b8-b0a3-5a75374e28fe requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:55:24.396922 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-5e75b2e4-8d9c-4926-bd2c-3e6049a953d4 admin admin] Allocated IP 172.20.0.1 (61ebe9f9-6473-45b8-b0a3-5a75374e28fe/9b0a590d-1675-4670-8a3d-2009530f060b/44e68a34-4dc2-4136-a9d5-1afa571e6f53) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:55:24.401642 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7efa43af-9c9a-4b57-9f37-617b70ea067f None None] Publish callbacks [] for port (1d60dc46-6ce1-4536-b30c-0c5ed66f2031), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:24.409537 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7efa43af-9c9a-4b57-9f37-617b70ea067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1d60dc46-6ce1-4536-b30c-0c5ed66f2031), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:24.457403 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-ccee294e-2c12-436d-8a04-0c1f7fd467dc None None] Provisioning complete for port 317d3b81-859e-4ce3-8589-8737a1b7f540 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:24.457949 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ccee294e-2c12-436d-8a04-0c1f7fd467dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (317d3b81-859e-4ce3-8589-8737a1b7f540), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:24.490912 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-7efa43af-9c9a-4b57-9f37-617b70ea067f None None] Attempting to bind port 1d60dc46-6ce1-4536-b30c-0c5ed66f2031 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:24.491288 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-7efa43af-9c9a-4b57-9f37-617b70ea067f None None] Attempting to bind port 1d60dc46-6ce1-4536-b30c-0c5ed66f2031 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:24.491652 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efa43af-9c9a-4b57-9f37-617b70ea067f None None] Attempting to bind port 1d60dc46-6ce1-4536-b30c-0c5ed66f2031 on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:24.493748 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af3f9b-6322-4dd0-8544-9ef5645cd4f5 None None] Pushing event updated for resources: {'Port': ['ID=1d60dc46-6ce1-4536-b30c-0c5ed66f2031,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:24.500058 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efa43af-9c9a-4b57-9f37-617b70ea067f None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:55:24.500433 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efa43af-9c9a-4b57-9f37-617b70ea067f None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:55:24.501498 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7efa43af-9c9a-4b57-9f37-617b70ea067f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:24.501498 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7efa43af-9c9a-4b57-9f37-617b70ea067f None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:55:24.501724 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-7efa43af-9c9a-4b57-9f37-617b70ea067f None None] Bound port: 1d60dc46-6ce1-4536-b30c-0c5ed66f2031, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:55:24.502147 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7efa43af-9c9a-4b57-9f37-617b70ea067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1d60dc46-6ce1-4536-b30c-0c5ed66f2031), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:24.541365 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 317d3b81-859e-4ce3-8589-8737a1b7f540 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:24.541931 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (317d3b81-859e-4ce3-8589-8737a1b7f540), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:24.543706 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5e75b2e4-8d9c-4926-bd2c-3e6049a953d4 admin admin] Publish callbacks [] for port (44e68a34-4dc2-4136-a9d5-1afa571e6f53), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:24.565230 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-7efa43af-9c9a-4b57-9f37-617b70ea067f None None] For port 1d60dc46-6ce1-4536-b30c-0c5ed66f2031, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:55:24.570657 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-7efa43af-9c9a-4b57-9f37-617b70ea067f None None] For port 1d60dc46-6ce1-4536-b30c-0c5ed66f2031, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=1d60dc46-6ce1-4536-b30c-0c5ed66f2031,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:55:24.580281 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7efa43af-9c9a-4b57-9f37-617b70ea067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1d60dc46-6ce1-4536-b30c-0c5ed66f2031), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:24.583559 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5e75b2e4-8d9c-4926-bd2c-3e6049a953d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (44e68a34-4dc2-4136-a9d5-1afa571e6f53), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:24.608730 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 317d3b81-859e-4ce3-8589-8737a1b7f540, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=317d3b81-859e-4ce3-8589-8737a1b7f540,segment=NetworkSegment(72363206-53ed-49c2-bfaf-1fe3886e94e1),segment_id=72363206-53ed-49c2-bfaf-1fe3886e94e1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:24.648910 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efa43af-9c9a-4b57-9f37-617b70ea067f None None] Routers {'de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:55:24.649316 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-7efa43af-9c9a-4b57-9f37-617b70ea067f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:55:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:24.653040 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (317d3b81-859e-4ce3-8589-8737a1b7f540), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:24.665980 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e75b2e4-8d9c-4926-bd2c-3e6049a953d4 admin admin] Network 61ebe9f9-6473-45b8-b0a3-5a75374e28fe is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:24.670384 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-5e75b2e4-8d9c-4926-bd2c-3e6049a953d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:24.673592 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e75b2e4-8d9c-4926-bd2c-3e6049a953d4 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:55:24.722340 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e75b2e4-8d9c-4926-bd2c-3e6049a953d4 admin admin] Pushing event updated for resources: {'Port': ['ID=44e68a34-4dc2-4136-a9d5-1afa571e6f53,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:24.738553 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5e75b2e4-8d9c-4926-bd2c-3e6049a953d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:24.757961 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ccee294e-2c12-436d-8a04-0c1f7fd467dc None None] Current status of the port 317d3b81-859e-4ce3-8589-8737a1b7f540 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:24.758543 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ccee294e-2c12-436d-8a04-0c1f7fd467dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (317d3b81-859e-4ce3-8589-8737a1b7f540), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:24.760644 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af3f9b-6322-4dd0-8544-9ef5645cd4f5 None None] Pushing event updated for resources: {'Port': ['ID=1d60dc46-6ce1-4536-b30c-0c5ed66f2031,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:24.809677 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=317d3b81-859e-4ce3-8589-8737a1b7f540,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:24.822057 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-7efa43af-9c9a-4b57-9f37-617b70ea067f None None] Set router de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:55:24.879521 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.db.api [None req-ccee294e-2c12-436d-8a04-0c1f7fd467dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 09 01:55:24.879761 n-d-828369-4 neutron-server[103138]: DEBUG oslo_db.api [None req-ccee294e-2c12-436d-8a04-0c1f7fd467dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 09 01:55:24.934766 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5e75b2e4-8d9c-4926-bd2c-3e6049a953d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (44e68a34-4dc2-4136-a9d5-1afa571e6f53), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:25.132116 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5e75b2e4-8d9c-4926-bd2c-3e6049a953d4 admin admin] Publish callbacks [] for port (44e68a34-4dc2-4136-a9d5-1afa571e6f53), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:25.138349 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5e75b2e4-8d9c-4926-bd2c-3e6049a953d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (44e68a34-4dc2-4136-a9d5-1afa571e6f53), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:25.149710 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-7efa43af-9c9a-4b57-9f37-617b70ea067f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69', 'name': 'tempest-TestEncryptedCinderVolumes-479550239-router', 'tenant_id': '63f3b7b351124e77a18888e3dfd63d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1d60dc46-6ce1-4536-b30c-0c5ed66f2031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:55:21Z', 'updated_at': '2022-02-09T01:55:22Z', 'revision_number': 3, 'project_id': '63f3b7b351124e77a18888e3dfd63d46', 'gw_port': {'id': '1d60dc46-6ce1-4536-b30c-0c5ed66f2031', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:91:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:55:22Z', 'updated_at': '2022-02-09T01:55:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:25.177393 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7efa43af-9c9a-4b57-9f37-617b70ea067f None None] The sync data for ids ['de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69'] in n-d-828369-4 is: [{'id': 'de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69', 'name': 'tempest-TestEncryptedCinderVolumes-479550239-router', 'tenant_id': '63f3b7b351124e77a18888e3dfd63d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1d60dc46-6ce1-4536-b30c-0c5ed66f2031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:55:21Z', 'updated_at': '2022-02-09T01:55:22Z', 'revision_number': 3, 'project_id': '63f3b7b351124e77a18888e3dfd63d46', 'gw_port': {'id': '1d60dc46-6ce1-4536-b30c-0c5ed66f2031', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:91:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:55:22Z', 'updated_at': '2022-02-09T01:55:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:55:25.206359 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5e75b2e4-8d9c-4926-bd2c-3e6049a953d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:25.212911 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e75b2e4-8d9c-4926-bd2c-3e6049a953d4 admin admin] Pushing event updated for resources: {'Port': ['ID=44e68a34-4dc2-4136-a9d5-1afa571e6f53,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:25.321775 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e75b2e4-8d9c-4926-bd2c-3e6049a953d4 admin admin] Network 61ebe9f9-6473-45b8-b0a3-5a75374e28fe is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:25.323204 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-5e75b2e4-8d9c-4926-bd2c-3e6049a953d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:25.475091 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ccee294e-2c12-436d-8a04-0c1f7fd467dc None None] Current status of the port 317d3b81-859e-4ce3-8589-8737a1b7f540 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:25.534792 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device c8fbeec1-062f-4893-a6c7-f80b1e0aa27e up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:55:25.622275 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-8b740923-b84e-48ac-af36-c06688f86e7f None None] Provisioning complete for port 44e68a34-4dc2-4136-a9d5-1afa571e6f53 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:25.622669 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8b740923-b84e-48ac-af36-c06688f86e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (44e68a34-4dc2-4136-a9d5-1afa571e6f53), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:25.666524 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-8b740923-b84e-48ac-af36-c06688f86e7f None None] Port 44e68a34-4dc2-4136-a9d5-1afa571e6f53 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:55:25.684268 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port c8fbeec1-062f-4893-a6c7-f80b1e0aa27e triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:25.684949 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c8fbeec1-062f-4893-a6c7-f80b1e0aa27e), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:25.718657 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-8b740923-b84e-48ac-af36-c06688f86e7f None None] Provisioning complete for port 317d3b81-859e-4ce3-8589-8737a1b7f540 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:25.719047 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8b740923-b84e-48ac-af36-c06688f86e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (317d3b81-859e-4ce3-8589-8737a1b7f540), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:25.789334 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e75b2e4-8d9c-4926-bd2c-3e6049a953d4 admin admin] Router de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:55:25.852166 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port c8fbeec1-062f-4893-a6c7-f80b1e0aa27e is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:25.853308 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 317d3b81-859e-4ce3-8589-8737a1b7f540 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:55:25.857058 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-8b740923-b84e-48ac-af36-c06688f86e7f None None] Current status of the port 317d3b81-859e-4ce3-8589-8737a1b7f540 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:25.909033 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 317d3b81-859e-4ce3-8589-8737a1b7f540 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:25.909540 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (317d3b81-859e-4ce3-8589-8737a1b7f540), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:25.919283 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e75b2e4-8d9c-4926-bd2c-3e6049a953d4 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:55:25.924466 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5e75b2e4-8d9c-4926-bd2c-3e6049a953d4 admin admin] 10.222.0.50 "PUT /v2.0/routers/de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3267081 Feb 09 01:55:25.984195 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-0e146ea3-7ebf-43cf-b912-968058650672 None None] Provisioning complete for port 44e68a34-4dc2-4136-a9d5-1afa571e6f53 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:25.984602 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0e146ea3-7ebf-43cf-b912-968058650672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (44e68a34-4dc2-4136-a9d5-1afa571e6f53), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:26.047655 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-0e146ea3-7ebf-43cf-b912-968058650672 None None] Port 44e68a34-4dc2-4136-a9d5-1afa571e6f53 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:55:26.049378 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 317d3b81-859e-4ce3-8589-8737a1b7f540 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:26.700458 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-aa5f6189-fb78-486b-a0e2-8d82b1fa455c tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:26.701986 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-aa5f6189-fb78-486b-a0e2-8d82b1fa455c tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/networks?id=cb53264f-c522-4719-98df-185517fdd70d HTTP/1.1" status: 200 len: 817 time: 0.1052604 Feb 09 01:55:26.719108 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-c54b31f4-a5db-4cf6-9858-dcb1fe31f6c2 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/quotas/d99c762572324c7ab702b0006314db9f HTTP/1.1" status: 200 len: 375 time: 0.0113225 Feb 09 01:55:26.777574 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-aaa94616-dd2c-4fef-978e-6be39ca08f16 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d99c762572324c7ab702b0006314db9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540111 Feb 09 01:55:26.870775 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-c5aec3f7-59f2-43aa-9ef9-a8f22700b5ad service neutron] 10.222.0.50 "GET /v2.0/networks/cb53264f-c522-4719-98df-185517fdd70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811768 Feb 09 01:55:26.967559 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-2b438a8f-902c-470f-9673-5bf4432ca4e4 service neutron] 10.222.0.50 "GET /v2.0/networks/cb53264f-c522-4719-98df-185517fdd70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906312 Feb 09 01:55:27.131276 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eae8f153-1c7c-4eb8-96f9-f5b2d6c61376 req-2b20d287-4e15-4a80-a24c-9fd296a0a229 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/ports?device_id=4df8c83f-4e97-4ba0-9d4b-760c5d371fa2 HTTP/1.1" status: 200 len: 210 time: 0.0285814 Feb 09 01:55:27.388283 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 1d60dc46-6ce1-4536-b30c-0c5ed66f2031 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:55:27.444350 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 1d60dc46-6ce1-4536-b30c-0c5ed66f2031 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:27.444807 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (1d60dc46-6ce1-4536-b30c-0c5ed66f2031), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:27.530791 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 1d60dc46-6ce1-4536-b30c-0c5ed66f2031 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:27.531203 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1d60dc46-6ce1-4536-b30c-0c5ed66f2031), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:27.553508 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 1d60dc46-6ce1-4536-b30c-0c5ed66f2031, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=1d60dc46-6ce1-4536-b30c-0c5ed66f2031,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:27.557303 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1d60dc46-6ce1-4536-b30c-0c5ed66f2031), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:27.604870 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=1d60dc46-6ce1-4536-b30c-0c5ed66f2031,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:27.727952 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bf52ec-8f6f-422d-a087-7d15ddcc630a None None] Sync routers for ids ['de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:55:27.741465 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bf52ec-8f6f-422d-a087-7d15ddcc630a None None] Routers {'de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:55:27.742108 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-c2bf52ec-8f6f-422d-a087-7d15ddcc630a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:55:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:27.848217 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-c2bf52ec-8f6f-422d-a087-7d15ddcc630a None None] Set router de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:55:28.055530 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-c2bf52ec-8f6f-422d-a087-7d15ddcc630a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69', 'name': 'tempest-TestEncryptedCinderVolumes-479550239-router', 'tenant_id': '63f3b7b351124e77a18888e3dfd63d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1d60dc46-6ce1-4536-b30c-0c5ed66f2031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:55:21Z', 'updated_at': '2022-02-09T01:55:24Z', 'revision_number': 4, 'project_id': '63f3b7b351124e77a18888e3dfd63d46', 'gw_port': {'id': '1d60dc46-6ce1-4536-b30c-0c5ed66f2031', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:91:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:55:22Z', 'updated_at': '2022-02-09T01:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '44e68a34-4dc2-4136-a9d5-1afa571e6f53', 'name': '', 'network_id': '61ebe9f9-6473-45b8-b0a3-5a75374e28fe', 'tenant_id': '63f3b7b351124e77a18888e3dfd63d46', 'mac_address': 'fa:16:3e:9b:46:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '9b0a590d-1675-4670-8a3d-2009530f060b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:55:24Z', 'updated_at': '2022-02-09T01:55:24Z', 'revision_number': 2, 'project_id': '63f3b7b351124e77a18888e3dfd63d46', 'subnets': [{'id': '9b0a590d-1675-4670-8a3d-2009530f060b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:28.082916 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bf52ec-8f6f-422d-a087-7d15ddcc630a None None] Checking router: de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:55:28.083285 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bf52ec-8f6f-422d-a087-7d15ddcc630a None None] Updating router de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69 port 44e68a34-4dc2-4136-a9d5-1afa571e6f53 binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:55:28.097643 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-41c795ad-6175-4a96-8522-922c1821e70f tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:28.099173 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-41c795ad-6175-4a96-8522-922c1821e70f tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.120 "GET /v2.0/networks?id=cb53264f-c522-4719-98df-185517fdd70d HTTP/1.1" status: 200 len: 817 time: 0.1064153 Feb 09 01:55:28.111231 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-97b51baa-60fa-4a8f-8234-afc4364bbf14 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Request body: {'port': {'device_id': '4df8c83f-4e97-4ba0-9d4b-760c5d371fa2', 'network_id': 'cb53264f-c522-4719-98df-185517fdd70d', 'admin_state_up': True, 'tenant_id': 'd99c762572324c7ab702b0006314db9f'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:28.112512 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c2bf52ec-8f6f-422d-a087-7d15ddcc630a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (44e68a34-4dc2-4136-a9d5-1afa571e6f53), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:28.237690 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e5d614b0-32ed-4a12-97fb-b936973b3641 req-5d71d05a-1cfc-48eb-a296-d2528398bbb9 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/ports?device_id=4df8c83f-4e97-4ba0-9d4b-760c5d371fa2 HTTP/1.1" status: 200 len: 210 time: 0.0310085 Feb 09 01:55:28.263030 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-97b51baa-60fa-4a8f-8234-afc4364bbf14 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Made reservation on behalf of d99c762572324c7ab702b0006314db9f for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:55:28.266363 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-97b51baa-60fa-4a8f-8234-afc4364bbf14 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:28.381962 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c2bf52ec-8f6f-422d-a087-7d15ddcc630a None None] Publish callbacks [] for port (44e68a34-4dc2-4136-a9d5-1afa571e6f53), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:28.387272 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c2bf52ec-8f6f-422d-a087-7d15ddcc630a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (44e68a34-4dc2-4136-a9d5-1afa571e6f53), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:28.392756 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-97b51baa-60fa-4a8f-8234-afc4364bbf14 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Allocated IP 172.20.0.9 (cb53264f-c522-4719-98df-185517fdd70d/cb0c333c-7a34-4588-9e58-ee846e3578d7/e9ec40c4-edb4-4d03-b1ab-13c3fe666d27) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:55:28.435847 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ac375-a384-42f5-aa7b-819d8ef83aeb None None] Pushing event updated for resources: {'Port': ['ID=44e68a34-4dc2-4136-a9d5-1afa571e6f53,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:28.492792 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-c2bf52ec-8f6f-422d-a087-7d15ddcc630a None None] Attempting to bind port 44e68a34-4dc2-4136-a9d5-1afa571e6f53 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:28.493180 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-c2bf52ec-8f6f-422d-a087-7d15ddcc630a None None] Attempting to bind port 44e68a34-4dc2-4136-a9d5-1afa571e6f53 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '72363206-53ed-49c2-bfaf-1fe3886e94e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '61ebe9f9-6473-45b8-b0a3-5a75374e28fe'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:28.493561 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bf52ec-8f6f-422d-a087-7d15ddcc630a None None] Attempting to bind port 44e68a34-4dc2-4136-a9d5-1afa571e6f53 on network 61ebe9f9-6473-45b8-b0a3-5a75374e28fe {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:28.499635 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bf52ec-8f6f-422d-a087-7d15ddcc630a None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:55:28.500308 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bf52ec-8f6f-422d-a087-7d15ddcc630a None None] Checking segment: {'id': '72363206-53ed-49c2-bfaf-1fe3886e94e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '61ebe9f9-6473-45b8-b0a3-5a75374e28fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:55:28.500792 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c2bf52ec-8f6f-422d-a087-7d15ddcc630a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:28.501189 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bf52ec-8f6f-422d-a087-7d15ddcc630a None None] Bound using segment: {'id': '72363206-53ed-49c2-bfaf-1fe3886e94e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '61ebe9f9-6473-45b8-b0a3-5a75374e28fe'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:55:28.501672 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-c2bf52ec-8f6f-422d-a087-7d15ddcc630a None None] Bound port: 44e68a34-4dc2-4136-a9d5-1afa571e6f53, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72363206-53ed-49c2-bfaf-1fe3886e94e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '61ebe9f9-6473-45b8-b0a3-5a75374e28fe'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:55:28.502060 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c2bf52ec-8f6f-422d-a087-7d15ddcc630a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (44e68a34-4dc2-4136-a9d5-1afa571e6f53), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:28.557967 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-97b51baa-60fa-4a8f-8234-afc4364bbf14 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Publish callbacks [] for port (e9ec40c4-edb4-4d03-b1ab-13c3fe666d27), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:28.583182 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-c2bf52ec-8f6f-422d-a087-7d15ddcc630a None None] For port 44e68a34-4dc2-4136-a9d5-1afa571e6f53, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:55:28.586520 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-c2bf52ec-8f6f-422d-a087-7d15ddcc630a None None] For port 44e68a34-4dc2-4136-a9d5-1afa571e6f53, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=44e68a34-4dc2-4136-a9d5-1afa571e6f53,segment=NetworkSegment(72363206-53ed-49c2-bfaf-1fe3886e94e1),segment_id=72363206-53ed-49c2-bfaf-1fe3886e94e1)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:55:28.594267 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c2bf52ec-8f6f-422d-a087-7d15ddcc630a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (44e68a34-4dc2-4136-a9d5-1afa571e6f53), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:28.598514 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-97b51baa-60fa-4a8f-8234-afc4364bbf14 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (e9ec40c4-edb4-4d03-b1ab-13c3fe666d27), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:28.648867 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-97b51baa-60fa-4a8f-8234-afc4364bbf14 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Network cb53264f-c522-4719-98df-185517fdd70d is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:55:28.652838 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-97b51baa-60fa-4a8f-8234-afc4364bbf14 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:55:28.654613 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bf52ec-8f6f-422d-a087-7d15ddcc630a None None] Routers {'de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:55:28.655246 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-c2bf52ec-8f6f-422d-a087-7d15ddcc630a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:55:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:28.657218 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ac375-a384-42f5-aa7b-819d8ef83aeb None None] Pushing event updated for resources: {'Port': ['ID=44e68a34-4dc2-4136-a9d5-1afa571e6f53,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:28.657378 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-97b51baa-60fa-4a8f-8234-afc4364bbf14 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:55:28.679673 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b51baa-60fa-4a8f-8234-afc4364bbf14 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Pushing event updated for resources: {'Port': ['ID=e9ec40c4-edb4-4d03-b1ab-13c3fe666d27,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:28.713323 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-97b51baa-60fa-4a8f-8234-afc4364bbf14 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:28.714167 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-97b51baa-60fa-4a8f-8234-afc4364bbf14 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:28.734212 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-97b51baa-60fa-4a8f-8234-afc4364bbf14 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6268153 Feb 09 01:55:28.745914 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-30e69c3c-0064-4802-bd39-dfad2b2ef605 service neutron] Request body: {'port': {'device_id': '4df8c83f-4e97-4ba0-9d4b-760c5d371fa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:55:28.751096 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-586d9c36-4465-4aad-b6fe-ecd1bb16fdd5 None None] Provisioning complete for port 44e68a34-4dc2-4136-a9d5-1afa571e6f53 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:28.751474 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-586d9c36-4465-4aad-b6fe-ecd1bb16fdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (44e68a34-4dc2-4136-a9d5-1afa571e6f53), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:28.811776 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-c2bf52ec-8f6f-422d-a087-7d15ddcc630a None None] Set router de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:55:28.820943 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-30e69c3c-0064-4802-bd39-dfad2b2ef605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e9ec40c4-edb4-4d03-b1ab-13c3fe666d27), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:29.121748 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-30e69c3c-0064-4802-bd39-dfad2b2ef605 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9ec40c4-edb4-4d03-b1ab-13c3fe666d27 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:55:29.126003 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-586d9c36-4465-4aad-b6fe-ecd1bb16fdd5 None None] Current status of the port 44e68a34-4dc2-4136-a9d5-1afa571e6f53 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:29.126404 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-586d9c36-4465-4aad-b6fe-ecd1bb16fdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (44e68a34-4dc2-4136-a9d5-1afa571e6f53), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:29.129449 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-30e69c3c-0064-4802-bd39-dfad2b2ef605 service neutron] Publish callbacks [] for port (e9ec40c4-edb4-4d03-b1ab-13c3fe666d27), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:29.143640 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-30e69c3c-0064-4802-bd39-dfad2b2ef605 service neutron] Transition to ACTIVE for port object e9ec40c4-edb4-4d03-b1ab-13c3fe666d27 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:55:29.146802 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-30e69c3c-0064-4802-bd39-dfad2b2ef605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (e9ec40c4-edb4-4d03-b1ab-13c3fe666d27), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:29.180317 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-586d9c36-4465-4aad-b6fe-ecd1bb16fdd5 None None] For port 44e68a34-4dc2-4136-a9d5-1afa571e6f53, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=44e68a34-4dc2-4136-a9d5-1afa571e6f53,segment=NetworkSegment(72363206-53ed-49c2-bfaf-1fe3886e94e1),segment_id=72363206-53ed-49c2-bfaf-1fe3886e94e1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:29.206552 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-586d9c36-4465-4aad-b6fe-ecd1bb16fdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (44e68a34-4dc2-4136-a9d5-1afa571e6f53), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:29.222530 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e69c3c-0064-4802-bd39-dfad2b2ef605 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ec40c4-edb4-4d03-b1ab-13c3fe666d27,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:29.278313 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-30e69c3c-0064-4802-bd39-dfad2b2ef605 service neutron] Attempting to bind port e9ec40c4-edb4-4d03-b1ab-13c3fe666d27 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:55:29.278650 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-30e69c3c-0064-4802-bd39-dfad2b2ef605 service neutron] Attempting to bind port e9ec40c4-edb4-4d03-b1ab-13c3fe666d27 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': 'e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cb53264f-c522-4719-98df-185517fdd70d'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:55:29.278795 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d9c36-4465-4aad-b6fe-ecd1bb16fdd5 None None] Pushing event updated for resources: {'Port': ['ID=44e68a34-4dc2-4136-a9d5-1afa571e6f53,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:29.278987 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-30e69c3c-0064-4802-bd39-dfad2b2ef605 service neutron] Attempting to bind port e9ec40c4-edb4-4d03-b1ab-13c3fe666d27 on network cb53264f-c522-4719-98df-185517fdd70d {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:29.284991 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-30e69c3c-0064-4802-bd39-dfad2b2ef605 service neutron] Port e9ec40c4-edb4-4d03-b1ab-13c3fe666d27 on network cb53264f-c522-4719-98df-185517fdd70d not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:55:29.285817 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-30e69c3c-0064-4802-bd39-dfad2b2ef605 service neutron] Attempting to bind port e9ec40c4-edb4-4d03-b1ab-13c3fe666d27 on network cb53264f-c522-4719-98df-185517fdd70d {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:55:29.290386 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-30e69c3c-0064-4802-bd39-dfad2b2ef605 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:55:29.290730 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-30e69c3c-0064-4802-bd39-dfad2b2ef605 service neutron] Checking segment: {'id': 'e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cb53264f-c522-4719-98df-185517fdd70d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:55:29.291116 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-30e69c3c-0064-4802-bd39-dfad2b2ef605 service neutron] Bound using segment: {'id': 'e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cb53264f-c522-4719-98df-185517fdd70d'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:55:29.291542 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-30e69c3c-0064-4802-bd39-dfad2b2ef605 service neutron] Bound port: e9ec40c4-edb4-4d03-b1ab-13c3fe666d27, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cb53264f-c522-4719-98df-185517fdd70d'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:55:29.291909 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-30e69c3c-0064-4802-bd39-dfad2b2ef605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e9ec40c4-edb4-4d03-b1ab-13c3fe666d27), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:29.295151 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-c2bf52ec-8f6f-422d-a087-7d15ddcc630a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69', 'name': 'tempest-TestEncryptedCinderVolumes-479550239-router', 'tenant_id': '63f3b7b351124e77a18888e3dfd63d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1d60dc46-6ce1-4536-b30c-0c5ed66f2031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:55:21Z', 'updated_at': '2022-02-09T01:55:24Z', 'revision_number': 4, 'project_id': '63f3b7b351124e77a18888e3dfd63d46', 'gw_port': {'id': '1d60dc46-6ce1-4536-b30c-0c5ed66f2031', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:91:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:55:22Z', 'updated_at': '2022-02-09T01:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '44e68a34-4dc2-4136-a9d5-1afa571e6f53', 'name': '', 'network_id': '61ebe9f9-6473-45b8-b0a3-5a75374e28fe', 'tenant_id': '63f3b7b351124e77a18888e3dfd63d46', 'mac_address': 'fa:16:3e:9b:46:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '9b0a590d-1675-4670-8a3d-2009530f060b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:55:24Z', 'updated_at': '2022-02-09T01:55:28Z', 'revision_number': 4, 'project_id': '63f3b7b351124e77a18888e3dfd63d46', 'subnets': [{'id': '9b0a590d-1675-4670-8a3d-2009530f060b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:55:29.341883 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bf52ec-8f6f-422d-a087-7d15ddcc630a None None] The sync data for ids ['de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69'] in n-d-828369-4 is: [{'id': 'de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69', 'name': 'tempest-TestEncryptedCinderVolumes-479550239-router', 'tenant_id': '63f3b7b351124e77a18888e3dfd63d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1d60dc46-6ce1-4536-b30c-0c5ed66f2031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:55:21Z', 'updated_at': '2022-02-09T01:55:24Z', 'revision_number': 4, 'project_id': '63f3b7b351124e77a18888e3dfd63d46', 'gw_port': {'id': '1d60dc46-6ce1-4536-b30c-0c5ed66f2031', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:91:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:55:22Z', 'updated_at': '2022-02-09T01:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '44e68a34-4dc2-4136-a9d5-1afa571e6f53', 'name': '', 'network_id': '61ebe9f9-6473-45b8-b0a3-5a75374e28fe', 'tenant_id': '63f3b7b351124e77a18888e3dfd63d46', 'mac_address': 'fa:16:3e:9b:46:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '9b0a590d-1675-4670-8a3d-2009530f060b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:55:24Z', 'updated_at': '2022-02-09T01:55:28Z', 'revision_number': 4, 'project_id': '63f3b7b351124e77a18888e3dfd63d46', 'subnets': [{'id': '9b0a590d-1675-4670-8a3d-2009530f060b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:55:29.369541 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-802b4111-8215-4a78-afb5-2af21d6c04e2 None None] Provisioning complete for port 44e68a34-4dc2-4136-a9d5-1afa571e6f53 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:29.369917 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-802b4111-8215-4a78-afb5-2af21d6c04e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (44e68a34-4dc2-4136-a9d5-1afa571e6f53), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:29.411165 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 1d60dc46-6ce1-4536-b30c-0c5ed66f2031 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:55:29.421223 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-30e69c3c-0064-4802-bd39-dfad2b2ef605 service neutron] For port e9ec40c4-edb4-4d03-b1ab-13c3fe666d27, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:55:29.429982 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-30e69c3c-0064-4802-bd39-dfad2b2ef605 service neutron] For port e9ec40c4-edb4-4d03-b1ab-13c3fe666d27, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=e9ec40c4-edb4-4d03-b1ab-13c3fe666d27,segment=NetworkSegment(e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0),segment_id=e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:55:29.452678 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-30e69c3c-0064-4802-bd39-dfad2b2ef605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (e9ec40c4-edb4-4d03-b1ab-13c3fe666d27), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:29.524513 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666965a6-61da-4faf-9fb5-d2aba8bde4df req-a4188b2a-fc96-400c-913e-457fca164ab4 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:29.527471 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-666965a6-61da-4faf-9fb5-d2aba8bde4df req-a4188b2a-fc96-400c-913e-457fca164ab4 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/ports?device_id=4df8c83f-4e97-4ba0-9d4b-760c5d371fa2 HTTP/1.1" status: 200 len: 943 time: 0.1838703 Feb 09 01:55:29.536870 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-30e69c3c-0064-4802-bd39-dfad2b2ef605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:29.537935 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-30e69c3c-0064-4802-bd39-dfad2b2ef605 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:29.539446 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-30e69c3c-0064-4802-bd39-dfad2b2ef605 service neutron] 10.222.0.120 "PUT /v2.0/ports/e9ec40c4-edb4-4d03-b1ab-13c3fe666d27 HTTP/1.1" status: 200 len: 1091 time: 0.7983203 Feb 09 01:55:29.539736 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4df8c83f-4e97-4ba0-9d4b-760c5d371fa2', 'tag': 'e9ec40c4-edb4-4d03-b1ab-13c3fe666d27'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:55:29.541901 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-802b4111-8215-4a78-afb5-2af21d6c04e2 None None] Current status of the port 44e68a34-4dc2-4136-a9d5-1afa571e6f53 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:29.542421 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9628bbbe-c5e6-48d0-a179-2339a5871eb7" -d '{"events": [{"name": "network-changed", "server_uuid": "4df8c83f-4e97-4ba0-9d4b-760c5d371fa2", "tag": "e9ec40c4-edb4-4d03-b1ab-13c3fe666d27"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:55:29.560496 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 1d60dc46-6ce1-4536-b30c-0c5ed66f2031 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:29.561124 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (1d60dc46-6ce1-4536-b30c-0c5ed66f2031), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:29.611392 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e3adfa-fb33-4500-9ee9-c359165e659c x-openstack-request-id: req-a5e3adfa-fb33-4500-9ee9-c359165e659c {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:55:29.611693 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4df8c83f-4e97-4ba0-9d4b-760c5d371fa2", "tag": "e9ec40c4-edb4-4d03-b1ab-13c3fe666d27", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:55:29.611950 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a5e3adfa-fb33-4500-9ee9-c359165e659c {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:55:29.612355 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4df8c83f-4e97-4ba0-9d4b-760c5d371fa2', 'tag': 'e9ec40c4-edb4-4d03-b1ab-13c3fe666d27', 'status': 'completed', 'code': 200} Feb 09 01:55:29.619017 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e69c3c-0064-4802-bd39-dfad2b2ef605 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ec40c4-edb4-4d03-b1ab-13c3fe666d27,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:29.656360 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-666965a6-61da-4faf-9fb5-d2aba8bde4df req-c456e7a6-cce8-43d8-bd56-b53165532386 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/security-groups?id=3efa0b78-d7b1-439f-b3fd-53347c55c42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217582 Feb 09 01:55:29.675474 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-5d6fa908-88f6-466b-903b-27bf756b0442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:29.677170 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-5d6fa908-88f6-466b-903b-27bf756b0442 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=d99c762572324c7ab702b0006314db9f&device_id=4df8c83f-4e97-4ba0-9d4b-760c5d371fa2 HTTP/1.1" status: 200 len: 1125 time: 0.0843191 Feb 09 01:55:29.699383 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 1d60dc46-6ce1-4536-b30c-0c5ed66f2031 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:29.735058 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-f2b97e48-026c-4ced-b2b7-32543b8cbe64 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9ec40c4-edb4-4d03-b1ab-13c3fe666d27 HTTP/1.1" status: 200 len: 217 time: 0.0509741 Feb 09 01:55:29.786692 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-8647af50-ba7d-497a-9afc-2d0d35a1b60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:29.788204 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-8647af50-ba7d-497a-9afc-2d0d35a1b60a service neutron] 10.222.0.120 "GET /v2.0/subnets?id=cb0c333c-7a34-4588-9e58-ee846e3578d7 HTTP/1.1" status: 200 len: 856 time: 0.0480690 Feb 09 01:55:29.850841 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-b0c1f92c-170a-4a28-bea2-c2f345267acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:29.852519 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-b0c1f92c-170a-4a28-bea2-c2f345267acd service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=cb53264f-c522-4719-98df-185517fdd70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0588009 Feb 09 01:55:29.950745 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-c398d310-3776-4091-b051-50b2f7da89f6 service neutron] 10.222.0.120 "GET /v2.0/networks/cb53264f-c522-4719-98df-185517fdd70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917597 Feb 09 01:55:30.048801 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8454b6a1-6c9b-4e0f-8d52-c86e498ef66b req-bacdc03f-9267-4463-bf12-79e149bf515c service neutron] 10.222.0.120 "GET /v2.0/networks/cb53264f-c522-4719-98df-185517fdd70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924051 Feb 09 01:55:30.137660 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628bbbe-c5e6-48d0-a179-2339a5871eb7 req-5266cebd-7192-439e-a36e-8608e785d5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:30.139167 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9628bbbe-c5e6-48d0-a179-2339a5871eb7 req-5266cebd-7192-439e-a36e-8608e785d5b3 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=d99c762572324c7ab702b0006314db9f&device_id=4df8c83f-4e97-4ba0-9d4b-760c5d371fa2 HTTP/1.1" status: 200 len: 1125 time: 0.0455000 Feb 09 01:55:30.575977 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628bbbe-c5e6-48d0-a179-2339a5871eb7 req-ef501121-93db-42fd-b64b-8f16551f9890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:30.577675 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9628bbbe-c5e6-48d0-a179-2339a5871eb7 req-ef501121-93db-42fd-b64b-8f16551f9890 service neutron] 10.222.0.120 "GET /v2.0/networks?id=cb53264f-c522-4719-98df-185517fdd70d HTTP/1.1" status: 200 len: 919 time: 0.4322436 Feb 09 01:55:30.618763 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9628bbbe-c5e6-48d0-a179-2339a5871eb7 req-7d77989f-a580-411b-b146-9ccda5e7a388 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9ec40c4-edb4-4d03-b1ab-13c3fe666d27 HTTP/1.1" status: 200 len: 217 time: 0.0352824 Feb 09 01:55:30.670128 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628bbbe-c5e6-48d0-a179-2339a5871eb7 req-98864506-232b-4fdf-8134-ca90bb517757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:30.672068 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9628bbbe-c5e6-48d0-a179-2339a5871eb7 req-98864506-232b-4fdf-8134-ca90bb517757 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=cb0c333c-7a34-4588-9e58-ee846e3578d7 HTTP/1.1" status: 200 len: 856 time: 0.0473680 Feb 09 01:55:30.721860 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628bbbe-c5e6-48d0-a179-2339a5871eb7 req-54f76b64-175a-49f7-8fbe-70a2965b8cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:30.723521 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9628bbbe-c5e6-48d0-a179-2339a5871eb7 req-54f76b64-175a-49f7-8fbe-70a2965b8cc2 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=cb53264f-c522-4719-98df-185517fdd70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452714 Feb 09 01:55:30.845206 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1883c-b7e2-4291-a4b0-1ae9e8f27031 req-d17e9a99-8718-474a-a6dc-8e1fa53db522 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:30.846619 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-98c1883c-b7e2-4291-a4b0-1ae9e8f27031 req-d17e9a99-8718-474a-a6dc-8e1fa53db522 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/ports?device_id=4df8c83f-4e97-4ba0-9d4b-760c5d371fa2 HTTP/1.1" status: 200 len: 943 time: 0.1186488 Feb 09 01:55:30.872251 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9628bbbe-c5e6-48d0-a179-2339a5871eb7 req-4de2970f-653d-47bb-b88c-f931f8e21db8 service neutron] 10.222.0.120 "GET /v2.0/networks/cb53264f-c522-4719-98df-185517fdd70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360364 Feb 09 01:55:30.953274 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-98c1883c-b7e2-4291-a4b0-1ae9e8f27031 req-db272692-92fb-4638-8e29-1771a7ae5fa4 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/security-groups?id=3efa0b78-d7b1-439f-b3fd-53347c55c42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974996 Feb 09 01:55:30.989637 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9628bbbe-c5e6-48d0-a179-2339a5871eb7 req-c06640f4-d1fc-46e4-97b0-2b5e9ea9a1a2 service neutron] 10.222.0.120 "GET /v2.0/networks/cb53264f-c522-4719-98df-185517fdd70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096907 Feb 09 01:55:31.383707 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 44e68a34-4dc2-4136-a9d5-1afa571e6f53 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:55:31.433782 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 44e68a34-4dc2-4136-a9d5-1afa571e6f53 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:31.434179 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (44e68a34-4dc2-4136-a9d5-1afa571e6f53), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:31.508853 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 44e68a34-4dc2-4136-a9d5-1afa571e6f53 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:32.081686 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e4e43-4f2e-4886-8e09-eace58d53614 req-4ad632f3-de5f-4351-84dc-c5f0c675f07b tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:32.083216 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-261e4e43-4f2e-4886-8e09-eace58d53614 req-4ad632f3-de5f-4351-84dc-c5f0c675f07b tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/ports?device_id=4df8c83f-4e97-4ba0-9d4b-760c5d371fa2 HTTP/1.1" status: 200 len: 943 time: 0.0624959 Feb 09 01:55:32.130859 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-261e4e43-4f2e-4886-8e09-eace58d53614 req-899df89b-6d26-4055-83d9-74a677399287 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/security-groups?id=3efa0b78-d7b1-439f-b3fd-53347c55c42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418153 Feb 09 01:55:32.451767 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4be811c4-7918-4dc9-ba2b-46e0547a6fa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:32.924013 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device e9ec40c4-edb4-4d03-b1ab-13c3fe666d27 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:55:33.041047 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port e9ec40c4-edb4-4d03-b1ab-13c3fe666d27, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=e9ec40c4-edb4-4d03-b1ab-13c3fe666d27,segment=NetworkSegment(e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0),segment_id=e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:33.053393 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': 'e9ec40c4-edb4-4d03-b1ab-13c3fe666d27', 'network_id': 'cb53264f-c522-4719-98df-185517fdd70d', 'port_id': 'e9ec40c4-edb4-4d03-b1ab-13c3fe666d27', 'mac_address': 'fa:16:3e:c5:c7:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb0c333c-7a34-4588-9e58-ee846e3578d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:55:33.089822 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port e9ec40c4-edb4-4d03-b1ab-13c3fe666d27 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:33.090230 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e9ec40c4-edb4-4d03-b1ab-13c3fe666d27), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:33.102744 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9ec40c4-edb4-4d03-b1ab-13c3fe666d27 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:55:33.123065 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port e9ec40c4-edb4-4d03-b1ab-13c3fe666d27, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=e9ec40c4-edb4-4d03-b1ab-13c3fe666d27,segment=NetworkSegment(e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0),segment_id=e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:33.126811 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e9ec40c4-edb4-4d03-b1ab-13c3fe666d27), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:33.178735 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=e9ec40c4-edb4-4d03-b1ab-13c3fe666d27,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:33.252789 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440cbff-083e-416e-a2c6-5d278a808410 req-84d96f77-a5e4-4f33-adce-e383b7a8eeb9 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:33.254262 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c440cbff-083e-416e-a2c6-5d278a808410 req-84d96f77-a5e4-4f33-adce-e383b7a8eeb9 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/ports?device_id=4df8c83f-4e97-4ba0-9d4b-760c5d371fa2 HTTP/1.1" status: 200 len: 944 time: 0.0518103 Feb 09 01:55:33.302615 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c440cbff-083e-416e-a2c6-5d278a808410 req-bcd98641-3c85-4446-82b7-43063966112e tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/security-groups?id=3efa0b78-d7b1-439f-b3fd-53347c55c42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427406 Feb 09 01:55:33.334314 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['e9ec40c4-edb4-4d03-b1ab-13c3fe666d27'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:55:34.425722 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb465d6-c1f2-40cf-971e-507c7dea9f98 req-f3dfbe64-66cd-411b-8f9d-f5eabbfc0a60 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:34.427223 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bcb465d6-c1f2-40cf-971e-507c7dea9f98 req-f3dfbe64-66cd-411b-8f9d-f5eabbfc0a60 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/ports?device_id=4df8c83f-4e97-4ba0-9d4b-760c5d371fa2 HTTP/1.1" status: 200 len: 944 time: 0.0568473 Feb 09 01:55:34.472991 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bcb465d6-c1f2-40cf-971e-507c7dea9f98 req-e2cf684e-705d-44a2-98c3-35fb54c33c57 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/security-groups?id=3efa0b78-d7b1-439f-b3fd-53347c55c42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401106 Feb 09 01:55:34.483317 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a35fe3f4-5693-4fdf-8357-026ba4ddd484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:34.943639 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device e9ec40c4-edb4-4d03-b1ab-13c3fe666d27 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:55:34.995596 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port e9ec40c4-edb4-4d03-b1ab-13c3fe666d27 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:55:34.999722 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port e9ec40c4-edb4-4d03-b1ab-13c3fe666d27 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:55:35.000399 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e9ec40c4-edb4-4d03-b1ab-13c3fe666d27), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:35.082853 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port e9ec40c4-edb4-4d03-b1ab-13c3fe666d27 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:55:35.083249 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e9ec40c4-edb4-4d03-b1ab-13c3fe666d27), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:35.107559 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df8c83f-4e97-4ba0-9d4b-760c5d371fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ec40c4-edb4-4d03-b1ab-13c3fe666d27'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:55:35.109839 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3880f4e4-2018-4b58-9ed5-499ea4e59910" -d '{"events": [{"server_uuid": "4df8c83f-4e97-4ba0-9d4b-760c5d371fa2", "name": "network-vif-plugged", "status": "completed", "tag": "e9ec40c4-edb4-4d03-b1ab-13c3fe666d27"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:55:35.122706 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port e9ec40c4-edb4-4d03-b1ab-13c3fe666d27, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=e9ec40c4-edb4-4d03-b1ab-13c3fe666d27,segment=NetworkSegment(e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0),segment_id=e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:55:35.127243 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e9ec40c4-edb4-4d03-b1ab-13c3fe666d27), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:35.160295 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1df1dd-0b25-413e-8a61-d266d6796e94 x-openstack-request-id: req-6f1df1dd-0b25-413e-8a61-d266d6796e94 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:55:35.160613 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df8c83f-4e97-4ba0-9d4b-760c5d371fa2", "name": "network-vif-plugged", "status": "completed", "tag": "e9ec40c4-edb4-4d03-b1ab-13c3fe666d27", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:55:35.160869 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6f1df1dd-0b25-413e-8a61-d266d6796e94 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:55:35.161265 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df8c83f-4e97-4ba0-9d4b-760c5d371fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ec40c4-edb4-4d03-b1ab-13c3fe666d27', 'code': 200} Feb 09 01:55:35.186853 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=e9ec40c4-edb4-4d03-b1ab-13c3fe666d27,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:55:35.267056 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3e7aa-7515-48ee-8ec6-afe8fa8d93cd req-89f71938-466b-4584-a14d-be224a6684dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:35.268681 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-add3e7aa-7515-48ee-8ec6-afe8fa8d93cd req-89f71938-466b-4584-a14d-be224a6684dd service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=4df8c83f-4e97-4ba0-9d4b-760c5d371fa2 HTTP/1.1" status: 200 len: 1127 time: 0.0482607 Feb 09 01:55:35.313934 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-add3e7aa-7515-48ee-8ec6-afe8fa8d93cd req-07ad7409-67c5-42a5-914b-f7dc9b9fb0a2 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=3efa0b78-d7b1-439f-b3fd-53347c55c42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380926 Feb 09 01:55:35.598893 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c821a9-636c-4174-953c-f9cd6065d95a req-5a438b7a-50e8-4ade-a0fa-a64ca70ae82e tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:35.603488 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f5c821a9-636c-4174-953c-f9cd6065d95a req-5a438b7a-50e8-4ade-a0fa-a64ca70ae82e tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/ports?device_id=4df8c83f-4e97-4ba0-9d4b-760c5d371fa2 HTTP/1.1" status: 200 len: 945 time: 0.0572562 Feb 09 01:55:35.659878 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f5c821a9-636c-4174-953c-f9cd6065d95a req-332290da-f906-4671-b461-60487409b1f1 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/security-groups?id=3efa0b78-d7b1-439f-b3fd-53347c55c42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500600 Feb 09 01:55:36.062361 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:36.909723 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa6ee5-bfe5-4ffc-974b-2013b6567b77 req-112d4e2a-baae-4416-b290-0239b30b717f tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:36.911193 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2eaa6ee5-bfe5-4ffc-974b-2013b6567b77 req-112d4e2a-baae-4416-b290-0239b30b717f tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/ports?device_id=4df8c83f-4e97-4ba0-9d4b-760c5d371fa2 HTTP/1.1" status: 200 len: 945 time: 0.1778867 Feb 09 01:55:36.957652 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2eaa6ee5-bfe5-4ffc-974b-2013b6567b77 req-aa12a1b2-fedc-4663-aed6-2cd182d16d14 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/security-groups?id=3efa0b78-d7b1-439f-b3fd-53347c55c42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403862 Feb 09 01:55:37.080768 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d324949-3f42-44a4-b1dc-ee60f7ae15c8 req-77e3f066-3331-410f-a9de-f431f5d84d88 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:37.082200 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5d324949-3f42-44a4-b1dc-ee60f7ae15c8 req-77e3f066-3331-410f-a9de-f431f5d84d88 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/ports?device_id=4df8c83f-4e97-4ba0-9d4b-760c5d371fa2 HTTP/1.1" status: 200 len: 945 time: 0.0532033 Feb 09 01:55:37.128531 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5d324949-3f42-44a4-b1dc-ee60f7ae15c8 req-9411cde7-3297-495c-8a1f-bf5bf1ff4339 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/security-groups?id=3efa0b78-d7b1-439f-b3fd-53347c55c42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406463 Feb 09 01:55:37.355514 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:38.058737 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:38.510532 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:39.751162 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:55:40.523846 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-81e0c358-843b-468b-a4f8-2f4a9080770d req-63bc0340-5da0-4cd6-9c87-adbd60c30631 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=4df8c83f-4e97-4ba0-9d4b-760c5d371fa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0478172 Feb 09 01:55:40.608714 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0c358-843b-468b-a4f8-2f4a9080770d req-cb3755c0-18fe-43a3-ae65-4cbeaea22151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:40.610251 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-81e0c358-843b-468b-a4f8-2f4a9080770d req-cb3755c0-18fe-43a3-ae65-4cbeaea22151 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=d99c762572324c7ab702b0006314db9f&device_id=4df8c83f-4e97-4ba0-9d4b-760c5d371fa2 HTTP/1.1" status: 200 len: 1127 time: 0.0450373 Feb 09 01:55:40.711338 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0c358-843b-468b-a4f8-2f4a9080770d req-96129fc7-bc55-4ef5-933c-696c22ff16af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:40.713452 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-81e0c358-843b-468b-a4f8-2f4a9080770d req-96129fc7-bc55-4ef5-933c-696c22ff16af service neutron] 10.222.0.120 "GET /v2.0/networks?id=cb53264f-c522-4719-98df-185517fdd70d HTTP/1.1" status: 200 len: 919 time: 0.0850492 Feb 09 01:55:40.760257 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-81e0c358-843b-468b-a4f8-2f4a9080770d req-8d40e794-28dc-4034-ba6a-df176419004d service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9ec40c4-edb4-4d03-b1ab-13c3fe666d27 HTTP/1.1" status: 200 len: 217 time: 0.0393782 Feb 09 01:55:40.809996 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0c358-843b-468b-a4f8-2f4a9080770d req-802a2f4c-a7a8-4349-9cfa-b07bff318c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:40.811488 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-81e0c358-843b-468b-a4f8-2f4a9080770d req-802a2f4c-a7a8-4349-9cfa-b07bff318c1e service neutron] 10.222.0.120 "GET /v2.0/subnets?id=cb0c333c-7a34-4588-9e58-ee846e3578d7 HTTP/1.1" status: 200 len: 856 time: 0.0464096 Feb 09 01:55:40.862759 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0c358-843b-468b-a4f8-2f4a9080770d req-70bb213f-a7dc-482a-9966-776b8824df91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:55:40.864321 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-81e0c358-843b-468b-a4f8-2f4a9080770d req-70bb213f-a7dc-482a-9966-776b8824df91 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=cb53264f-c522-4719-98df-185517fdd70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476737 Feb 09 01:55:40.956284 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-81e0c358-843b-468b-a4f8-2f4a9080770d req-41a7518b-80d3-4f98-9ad2-eae455f0bf7b service neutron] 10.222.0.120 "GET /v2.0/networks/cb53264f-c522-4719-98df-185517fdd70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858412 Feb 09 01:55:41.045720 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-81e0c358-843b-468b-a4f8-2f4a9080770d req-4ea4a911-5977-4e72-8770-f69939f1d946 service neutron] 10.222.0.120 "GET /v2.0/networks/cb53264f-c522-4719-98df-185517fdd70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838294 Feb 09 01:55:58.025479 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:56:02.453932 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0f42e193-1395-4f16-a01a-38674bca4397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:04.485293 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2a8422aa-6c7a-4541-aa30-3835e15c9355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:06.064825 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:07.355487 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:08.054608 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:08.514490 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:09.762699 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:11.371827 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8166d-0c78-4a44-9b4f-1c1b570b7444 req-a570bc6a-efc5-4885-bd1b-9aad431c35fc tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:11.373367 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b2d8166d-0c78-4a44-9b4f-1c1b570b7444 req-a570bc6a-efc5-4885-bd1b-9aad431c35fc tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/ports?device_id=4df8c83f-4e97-4ba0-9d4b-760c5d371fa2 HTTP/1.1" status: 200 len: 945 time: 0.0535355 Feb 09 01:56:11.425699 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b2d8166d-0c78-4a44-9b4f-1c1b570b7444 req-42c9dc93-078c-4ce4-ae90-abb6d274ff54 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/security-groups?id=3efa0b78-d7b1-439f-b3fd-53347c55c42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466423 Feb 09 01:56:12.548320 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1502e3a-2259-4920-9538-ae3ab2a9794b req-58619911-4896-4fc8-8312-7c5d36360728 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:12.549992 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a1502e3a-2259-4920-9538-ae3ab2a9794b req-58619911-4896-4fc8-8312-7c5d36360728 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/ports?device_id=4df8c83f-4e97-4ba0-9d4b-760c5d371fa2 HTTP/1.1" status: 200 len: 945 time: 0.0540061 Feb 09 01:56:12.597685 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a1502e3a-2259-4920-9538-ae3ab2a9794b req-0378c60c-4a3c-4288-a38a-9b905499a09b tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/security-groups?id=3efa0b78-d7b1-439f-b3fd-53347c55c42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414870 Feb 09 01:56:12.877277 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c77efa-77b7-4f88-9a13-f758371b30c8 req-6c1c377b-ce4e-418b-9132-ad3586f3e9c2 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:12.878881 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-35c77efa-77b7-4f88-9a13-f758371b30c8 req-6c1c377b-ce4e-418b-9132-ad3586f3e9c2 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.120 "GET /v2.0/ports?device_id=4df8c83f-4e97-4ba0-9d4b-760c5d371fa2 HTTP/1.1" status: 200 len: 945 time: 0.0524368 Feb 09 01:56:12.972203 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-35c77efa-77b7-4f88-9a13-f758371b30c8 req-9e364c3f-9c98-42ed-80ad-03bd261bc4b1 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Deleting port e9ec40c4-edb4-4d03-b1ab-13c3fe666d27 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:56:12.972449 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-35c77efa-77b7-4f88-9a13-f758371b30c8 req-9e364c3f-9c98-42ed-80ad-03bd261bc4b1 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (e9ec40c4-edb4-4d03-b1ab-13c3fe666d27), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:13.060157 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-35c77efa-77b7-4f88-9a13-f758371b30c8 req-9e364c3f-9c98-42ed-80ad-03bd261bc4b1 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] For port e9ec40c4-edb4-4d03-b1ab-13c3fe666d27, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=e9ec40c4-edb4-4d03-b1ab-13c3fe666d27,segment=NetworkSegment(e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0),segment_id=e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:13.060528 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-35c77efa-77b7-4f88-9a13-f758371b30c8 req-9e364c3f-9c98-42ed-80ad-03bd261bc4b1 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (e9ec40c4-edb4-4d03-b1ab-13c3fe666d27), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:13.073239 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-35c77efa-77b7-4f88-9a13-f758371b30c8 req-9e364c3f-9c98-42ed-80ad-03bd261bc4b1 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Calling delete_port for e9ec40c4-edb4-4d03-b1ab-13c3fe666d27 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:56:13.202922 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-35c77efa-77b7-4f88-9a13-f758371b30c8 req-9e364c3f-9c98-42ed-80ad-03bd261bc4b1 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (e9ec40c4-edb4-4d03-b1ab-13c3fe666d27), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:13.215525 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['e9ec40c4-edb4-4d03-b1ab-13c3fe666d27'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:56:13.232415 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e364c3f-9c98-42ed-80ad-03bd261bc4b1 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Pushing event deleted for resources: {'Port': ['ID=e9ec40c4-edb4-4d03-b1ab-13c3fe666d27,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:13.242142 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e364c3f-9c98-42ed-80ad-03bd261bc4b1 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:13.242517 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e364c3f-9c98-42ed-80ad-03bd261bc4b1 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:13.242879 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e364c3f-9c98-42ed-80ad-03bd261bc4b1 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:13.243227 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e364c3f-9c98-42ed-80ad-03bd261bc4b1 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:13.243639 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e364c3f-9c98-42ed-80ad-03bd261bc4b1 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:13.243901 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e364c3f-9c98-42ed-80ad-03bd261bc4b1 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:13.244240 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e364c3f-9c98-42ed-80ad-03bd261bc4b1 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:13.244598 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e364c3f-9c98-42ed-80ad-03bd261bc4b1 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:13.244940 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e364c3f-9c98-42ed-80ad-03bd261bc4b1 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:13.245273 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e364c3f-9c98-42ed-80ad-03bd261bc4b1 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:13.245607 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e364c3f-9c98-42ed-80ad-03bd261bc4b1 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:13.245937 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e364c3f-9c98-42ed-80ad-03bd261bc4b1 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:13.246270 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e364c3f-9c98-42ed-80ad-03bd261bc4b1 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:13.293807 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c77efa-77b7-4f88-9a13-f758371b30c8 req-9e364c3f-9c98-42ed-80ad-03bd261bc4b1 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] No DVR routers for this DVR port e9ec40c4-edb4-4d03-b1ab-13c3fe666d27 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:56:13.296520 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-35c77efa-77b7-4f88-9a13-f758371b30c8 req-9e364c3f-9c98-42ed-80ad-03bd261bc4b1 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:13.300136 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-35c77efa-77b7-4f88-9a13-f758371b30c8 req-9e364c3f-9c98-42ed-80ad-03bd261bc4b1 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.120 "DELETE /v2.0/ports/e9ec40c4-edb4-4d03-b1ab-13c3fe666d27 HTTP/1.1" status: 204 len: 173 time: 0.4166489 Feb 09 01:56:13.300673 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df8c83f-4e97-4ba0-9d4b-760c5d371fa2', 'name': 'network-vif-deleted', 'tag': 'e9ec40c4-edb4-4d03-b1ab-13c3fe666d27'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:56:13.303098 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa6cfd3-4adc-43e2-b8cc-19ccc772a2d3" -d '{"events": [{"server_uuid": "4df8c83f-4e97-4ba0-9d4b-760c5d371fa2", "name": "network-vif-deleted", "tag": "e9ec40c4-edb4-4d03-b1ab-13c3fe666d27"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:56:13.343742 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef1514b-f183-4616-80b4-e3f0f621cc2d x-openstack-request-id: req-2ef1514b-f183-4616-80b4-e3f0f621cc2d {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:56:13.344053 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df8c83f-4e97-4ba0-9d4b-760c5d371fa2", "name": "network-vif-deleted", "tag": "e9ec40c4-edb4-4d03-b1ab-13c3fe666d27", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:56:13.344313 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2ef1514b-f183-4616-80b4-e3f0f621cc2d {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:56:13.344777 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df8c83f-4e97-4ba0-9d4b-760c5d371fa2', 'name': 'network-vif-deleted', 'tag': 'e9ec40c4-edb4-4d03-b1ab-13c3fe666d27', 'status': 'completed', 'code': 200} Feb 09 01:56:13.718787 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-642b393f-4bb8-49d4-80f1-e1b9b8fbf776 req-f6682856-cab3-400f-8ea6-d1a18c26b745 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/ports?device_id=4df8c83f-4e97-4ba0-9d4b-760c5d371fa2 HTTP/1.1" status: 200 len: 210 time: 0.0325723 Feb 09 01:56:16.217138 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-ba1f8500-39d4-4ee2-9c71-7bd10ce133f3 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:16.218524 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-ba1f8500-39d4-4ee2-9c71-7bd10ce133f3 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/networks?id=cb53264f-c522-4719-98df-185517fdd70d HTTP/1.1" status: 200 len: 817 time: 0.1050835 Feb 09 01:56:16.232585 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-ec9656a3-7faf-4a6e-a00c-5e55be82dcc9 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/quotas/d99c762572324c7ab702b0006314db9f HTTP/1.1" status: 200 len: 375 time: 0.0086830 Feb 09 01:56:16.286997 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-7ffee36e-c325-4784-800f-dafa11d7f1d1 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d99c762572324c7ab702b0006314db9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496140 Feb 09 01:56:16.434994 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-f608694e-2bc8-41bd-aa60-31a167d04f2c service neutron] 10.222.0.50 "GET /v2.0/networks/cb53264f-c522-4719-98df-185517fdd70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363816 Feb 09 01:56:16.526775 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-b81d3947-b331-4474-a560-e57eb747619e service neutron] 10.222.0.50 "GET /v2.0/networks/cb53264f-c522-4719-98df-185517fdd70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859013 Feb 09 01:56:16.686596 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eb331036-90fb-404b-9005-b8c02273469a req-d014685c-9654-40ee-bc4e-11cbf9fbd539 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ba7c927-62d2-4d1b-aaf2-28f360ccede5 HTTP/1.1" status: 200 len: 210 time: 0.0283628 Feb 09 01:56:17.121417 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device e9ec40c4-edb4-4d03-b1ab-13c3fe666d27 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:56:17.141623 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: e9ec40c4-edb4-4d03-b1ab-13c3fe666d27 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:56:17.141984 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device e9ec40c4-edb4-4d03-b1ab-13c3fe666d27 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:56:17.801072 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-50260ce7-cc6f-4add-bf30-c28ee2ac532a req-3933acc7-da30-45b0-ad0f-c45a56259d9e tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ba7c927-62d2-4d1b-aaf2-28f360ccede5 HTTP/1.1" status: 200 len: 210 time: 0.0330606 Feb 09 01:56:17.810449 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-c8f6fb02-0a2a-4504-b4a9-e55477ac296b tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:17.811962 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-c8f6fb02-0a2a-4504-b4a9-e55477ac296b tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.47 "GET /v2.0/networks?id=cb53264f-c522-4719-98df-185517fdd70d HTTP/1.1" status: 200 len: 817 time: 0.1455827 Feb 09 01:56:17.826004 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-60be6a4c-525b-49f9-8e47-c14c99505e50 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Request body: {'port': {'device_id': '2ba7c927-62d2-4d1b-aaf2-28f360ccede5', 'network_id': 'cb53264f-c522-4719-98df-185517fdd70d', 'admin_state_up': True, 'tenant_id': 'd99c762572324c7ab702b0006314db9f'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:17.934713 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-60be6a4c-525b-49f9-8e47-c14c99505e50 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Made reservation on behalf of d99c762572324c7ab702b0006314db9f for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:56:17.938174 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-60be6a4c-525b-49f9-8e47-c14c99505e50 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:18.060417 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-60be6a4c-525b-49f9-8e47-c14c99505e50 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Allocated IP 172.20.0.12 (cb53264f-c522-4719-98df-185517fdd70d/cb0c333c-7a34-4588-9e58-ee846e3578d7/b01ce5ae-288c-470b-a169-283f07d96de3) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:56:18.220266 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-60be6a4c-525b-49f9-8e47-c14c99505e50 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Publish callbacks [] for port (b01ce5ae-288c-470b-a169-283f07d96de3), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:18.252715 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-60be6a4c-525b-49f9-8e47-c14c99505e50 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (b01ce5ae-288c-470b-a169-283f07d96de3), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:18.297770 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-60be6a4c-525b-49f9-8e47-c14c99505e50 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Network cb53264f-c522-4719-98df-185517fdd70d is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:56:18.303655 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-60be6a4c-525b-49f9-8e47-c14c99505e50 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:56:18.307822 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-60be6a4c-525b-49f9-8e47-c14c99505e50 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:56:18.337251 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be6a4c-525b-49f9-8e47-c14c99505e50 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Pushing event updated for resources: {'Port': ['ID=b01ce5ae-288c-470b-a169-283f07d96de3,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:18.360702 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-60be6a4c-525b-49f9-8e47-c14c99505e50 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:18.361325 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-60be6a4c-525b-49f9-8e47-c14c99505e50 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:18.377480 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-60be6a4c-525b-49f9-8e47-c14c99505e50 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5551617 Feb 09 01:56:18.389188 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-aa48dcc0-8453-4580-924f-061697aae330 service neutron] Request body: {'port': {'device_id': '2ba7c927-62d2-4d1b-aaf2-28f360ccede5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:56:18.450743 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-aa48dcc0-8453-4580-924f-061697aae330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b01ce5ae-288c-470b-a169-283f07d96de3), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:18.567966 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-c09522e1-9785-4bbc-840f-98b6db80bc15 None None] Provisioning complete for port b01ce5ae-288c-470b-a169-283f07d96de3 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:18.569082 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c09522e1-9785-4bbc-840f-98b6db80bc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b01ce5ae-288c-470b-a169-283f07d96de3), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:18.603144 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c09522e1-9785-4bbc-840f-98b6db80bc15 None None] Port b01ce5ae-288c-470b-a169-283f07d96de3 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:56:18.721018 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-aa48dcc0-8453-4580-924f-061697aae330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b01ce5ae-288c-470b-a169-283f07d96de3 {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:56:18.728237 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-aa48dcc0-8453-4580-924f-061697aae330 service neutron] Publish callbacks [] for port (b01ce5ae-288c-470b-a169-283f07d96de3), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:18.740413 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-aa48dcc0-8453-4580-924f-061697aae330 service neutron] Transition to ACTIVE for port object b01ce5ae-288c-470b-a169-283f07d96de3 will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:56:18.744293 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-aa48dcc0-8453-4580-924f-061697aae330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (b01ce5ae-288c-470b-a169-283f07d96de3), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:18.798566 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa48dcc0-8453-4580-924f-061697aae330 service neutron] Pushing event updated for resources: {'Port': ['ID=b01ce5ae-288c-470b-a169-283f07d96de3,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:18.865167 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-aa48dcc0-8453-4580-924f-061697aae330 service neutron] Attempting to bind port b01ce5ae-288c-470b-a169-283f07d96de3 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:56:18.865802 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-aa48dcc0-8453-4580-924f-061697aae330 service neutron] Attempting to bind port b01ce5ae-288c-470b-a169-283f07d96de3 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cb53264f-c522-4719-98df-185517fdd70d'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:56:18.865802 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-aa48dcc0-8453-4580-924f-061697aae330 service neutron] Attempting to bind port b01ce5ae-288c-470b-a169-283f07d96de3 on network cb53264f-c522-4719-98df-185517fdd70d {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:56:18.870482 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-aa48dcc0-8453-4580-924f-061697aae330 service neutron] Port b01ce5ae-288c-470b-a169-283f07d96de3 on network cb53264f-c522-4719-98df-185517fdd70d not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:56:18.870812 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-aa48dcc0-8453-4580-924f-061697aae330 service neutron] Attempting to bind port b01ce5ae-288c-470b-a169-283f07d96de3 on network cb53264f-c522-4719-98df-185517fdd70d {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:56:18.875861 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-aa48dcc0-8453-4580-924f-061697aae330 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:56:18.876205 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-aa48dcc0-8453-4580-924f-061697aae330 service neutron] Checking segment: {'id': 'e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cb53264f-c522-4719-98df-185517fdd70d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:56:18.876627 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-aa48dcc0-8453-4580-924f-061697aae330 service neutron] Bound using segment: {'id': 'e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cb53264f-c522-4719-98df-185517fdd70d'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:56:18.877062 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-aa48dcc0-8453-4580-924f-061697aae330 service neutron] Bound port: b01ce5ae-288c-470b-a169-283f07d96de3, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cb53264f-c522-4719-98df-185517fdd70d'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:56:18.877424 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-aa48dcc0-8453-4580-924f-061697aae330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b01ce5ae-288c-470b-a169-283f07d96de3), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:18.942990 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf418ad8-bf35-4ba3-89cc-9dd82c7dee17 req-0df526b0-1e49-4b8d-bfe7-a771d3ce0728 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:18.944529 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bf418ad8-bf35-4ba3-89cc-9dd82c7dee17 req-0df526b0-1e49-4b8d-bfe7-a771d3ce0728 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ba7c927-62d2-4d1b-aaf2-28f360ccede5 HTTP/1.1" status: 200 len: 944 time: 0.0642071 Feb 09 01:56:18.948902 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-aa48dcc0-8453-4580-924f-061697aae330 service neutron] For port b01ce5ae-288c-470b-a169-283f07d96de3, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:56:18.952512 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-aa48dcc0-8453-4580-924f-061697aae330 service neutron] For port b01ce5ae-288c-470b-a169-283f07d96de3, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=b01ce5ae-288c-470b-a169-283f07d96de3,segment=NetworkSegment(e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0),segment_id=e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:56:18.958745 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-aa48dcc0-8453-4580-924f-061697aae330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (b01ce5ae-288c-470b-a169-283f07d96de3), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:18.993974 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-aa48dcc0-8453-4580-924f-061697aae330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:18.994603 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-aa48dcc0-8453-4580-924f-061697aae330 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:18.995992 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-aa48dcc0-8453-4580-924f-061697aae330 service neutron] 10.222.0.47 "PUT /v2.0/ports/b01ce5ae-288c-470b-a169-283f07d96de3 HTTP/1.1" status: 200 len: 1092 time: 0.6114066 Feb 09 01:56:18.996850 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bf418ad8-bf35-4ba3-89cc-9dd82c7dee17 req-3b2b52e9-261b-41be-9e16-9182fd6d5f47 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/security-groups?id=3efa0b78-d7b1-439f-b3fd-53347c55c42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452306 Feb 09 01:56:19.000015 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ba7c927-62d2-4d1b-aaf2-28f360ccede5', 'tag': 'b01ce5ae-288c-470b-a169-283f07d96de3'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:56:19.001904 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e185c5e-206b-44aa-a084-c267fffdc486" -d '{"events": [{"name": "network-changed", "server_uuid": "2ba7c927-62d2-4d1b-aaf2-28f360ccede5", "tag": "b01ce5ae-288c-470b-a169-283f07d96de3"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:56:19.059537 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd3b9e5-2a47-4123-a589-ae1d89db6b5a x-openstack-request-id: req-ffd3b9e5-2a47-4123-a589-ae1d89db6b5a {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:56:19.059537 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ba7c927-62d2-4d1b-aaf2-28f360ccede5", "tag": "b01ce5ae-288c-470b-a169-283f07d96de3", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:56:19.059537 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ffd3b9e5-2a47-4123-a589-ae1d89db6b5a {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:56:19.059904 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ba7c927-62d2-4d1b-aaf2-28f360ccede5', 'tag': 'b01ce5ae-288c-470b-a169-283f07d96de3', 'status': 'completed', 'code': 200} Feb 09 01:56:19.074624 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa48dcc0-8453-4580-924f-061697aae330 service neutron] Pushing event updated for resources: {'Port': ['ID=b01ce5ae-288c-470b-a169-283f07d96de3,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:19.102425 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-88eaf323-6c37-430a-b5dd-81ff454a63cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:19.103977 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-88eaf323-6c37-430a-b5dd-81ff454a63cd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d99c762572324c7ab702b0006314db9f&device_id=2ba7c927-62d2-4d1b-aaf2-28f360ccede5 HTTP/1.1" status: 200 len: 1126 time: 0.0588369 Feb 09 01:56:19.151093 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-d5ca53e7-ca50-4240-9ba8-d109e3277d2c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b01ce5ae-288c-470b-a169-283f07d96de3 HTTP/1.1" status: 200 len: 217 time: 0.0399952 Feb 09 01:56:19.201025 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-10cd9319-aa4e-4ae3-8989-dab3dff8f1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:19.202506 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-10cd9319-aa4e-4ae3-8989-dab3dff8f1d6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb0c333c-7a34-4588-9e58-ee846e3578d7 HTTP/1.1" status: 200 len: 856 time: 0.0460172 Feb 09 01:56:19.253955 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-da2a0db9-6bf0-4854-ac03-b61da4d44288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:19.255972 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-da2a0db9-6bf0-4854-ac03-b61da4d44288 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cb53264f-c522-4719-98df-185517fdd70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468466 Feb 09 01:56:19.351035 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-c5fa7cbe-9b4e-419c-999a-65cb0bf483fb service neutron] 10.222.0.47 "GET /v2.0/networks/cb53264f-c522-4719-98df-185517fdd70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894213 Feb 09 01:56:19.439008 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-9ced6eaa-69ee-45d0-b5d4-b0641cc80109 req-7252db24-7321-40cd-b05b-15938f410727 service neutron] 10.222.0.47 "GET /v2.0/networks/cb53264f-c522-4719-98df-185517fdd70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819752 Feb 09 01:56:19.536296 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e185c5e-206b-44aa-a084-c267fffdc486 req-9de1c726-dfca-424d-b3ea-b6b40c53bd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:19.537848 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7e185c5e-206b-44aa-a084-c267fffdc486 req-9de1c726-dfca-424d-b3ea-b6b40c53bd22 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d99c762572324c7ab702b0006314db9f&device_id=2ba7c927-62d2-4d1b-aaf2-28f360ccede5 HTTP/1.1" status: 200 len: 1126 time: 0.0532579 Feb 09 01:56:19.630044 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e185c5e-206b-44aa-a084-c267fffdc486 req-b9d6b825-4641-4099-a591-408993a512ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:19.631422 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7e185c5e-206b-44aa-a084-c267fffdc486 req-b9d6b825-4641-4099-a591-408993a512ad service neutron] 10.222.0.47 "GET /v2.0/networks?id=cb53264f-c522-4719-98df-185517fdd70d HTTP/1.1" status: 200 len: 919 time: 0.0879474 Feb 09 01:56:19.671645 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7e185c5e-206b-44aa-a084-c267fffdc486 req-6ac1847d-5d30-4282-981c-2f8d9d22afee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b01ce5ae-288c-470b-a169-283f07d96de3 HTTP/1.1" status: 200 len: 217 time: 0.0341780 Feb 09 01:56:19.724225 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e185c5e-206b-44aa-a084-c267fffdc486 req-1503884b-bbd5-4e26-85b9-3b3ca01f56d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:19.725677 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7e185c5e-206b-44aa-a084-c267fffdc486 req-1503884b-bbd5-4e26-85b9-3b3ca01f56d2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb0c333c-7a34-4588-9e58-ee846e3578d7 HTTP/1.1" status: 200 len: 856 time: 0.0463102 Feb 09 01:56:19.774499 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e185c5e-206b-44aa-a084-c267fffdc486 req-c0e41932-d5b9-48fa-adf8-02f5d3194c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:19.775966 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7e185c5e-206b-44aa-a084-c267fffdc486 req-c0e41932-d5b9-48fa-adf8-02f5d3194c69 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cb53264f-c522-4719-98df-185517fdd70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439649 Feb 09 01:56:19.864778 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7e185c5e-206b-44aa-a084-c267fffdc486 req-a5f1631a-baec-4c09-889a-7b1c1fd04a42 service neutron] 10.222.0.47 "GET /v2.0/networks/cb53264f-c522-4719-98df-185517fdd70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827472 Feb 09 01:56:19.956128 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7e185c5e-206b-44aa-a084-c267fffdc486 req-772c3f83-3e2b-4f08-a455-b84fafb083cc service neutron] 10.222.0.47 "GET /v2.0/networks/cb53264f-c522-4719-98df-185517fdd70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847962 Feb 09 01:56:20.125882 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5c2a0-bceb-472d-88bf-4fe51c804ddf req-1541d737-506f-496c-b431-45501797c90f tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:20.127373 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bca5c2a0-bceb-472d-88bf-4fe51c804ddf req-1541d737-506f-496c-b431-45501797c90f tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ba7c927-62d2-4d1b-aaf2-28f360ccede5 HTTP/1.1" status: 200 len: 944 time: 0.0523880 Feb 09 01:56:20.173857 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bca5c2a0-bceb-472d-88bf-4fe51c804ddf req-fd36b300-6aad-4b02-a391-f932a333d63d tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/security-groups?id=3efa0b78-d7b1-439f-b3fd-53347c55c42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409081 Feb 09 01:56:21.295110 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1127e17-44a2-40f0-a293-f1b84b43e22f req-7279de34-ec5f-4da0-8479-e70b41792b15 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:21.297008 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e1127e17-44a2-40f0-a293-f1b84b43e22f req-7279de34-ec5f-4da0-8479-e70b41792b15 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ba7c927-62d2-4d1b-aaf2-28f360ccede5 HTTP/1.1" status: 200 len: 944 time: 0.0528336 Feb 09 01:56:21.346900 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e1127e17-44a2-40f0-a293-f1b84b43e22f req-e868addb-de6b-4df2-961b-638082da1f60 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/security-groups?id=3efa0b78-d7b1-439f-b3fd-53347c55c42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443075 Feb 09 01:56:21.975399 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device b01ce5ae-288c-470b-a169-283f07d96de3 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:56:22.070431 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port b01ce5ae-288c-470b-a169-283f07d96de3, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=b01ce5ae-288c-470b-a169-283f07d96de3,segment=NetworkSegment(e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0),segment_id=e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:22.081620 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': 'b01ce5ae-288c-470b-a169-283f07d96de3', 'network_id': 'cb53264f-c522-4719-98df-185517fdd70d', 'port_id': 'b01ce5ae-288c-470b-a169-283f07d96de3', 'mac_address': 'fa:16:3e:2b:69:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb0c333c-7a34-4588-9e58-ee846e3578d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:56:22.118379 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port b01ce5ae-288c-470b-a169-283f07d96de3 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:22.118785 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b01ce5ae-288c-470b-a169-283f07d96de3), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:22.134819 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b01ce5ae-288c-470b-a169-283f07d96de3 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:56:22.153414 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port b01ce5ae-288c-470b-a169-283f07d96de3, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=b01ce5ae-288c-470b-a169-283f07d96de3,segment=NetworkSegment(e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0),segment_id=e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:22.157349 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b01ce5ae-288c-470b-a169-283f07d96de3), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:22.203086 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=b01ce5ae-288c-470b-a169-283f07d96de3,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:22.210785 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:22.211138 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:22.211484 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:22.211824 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:22.212161 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:22.212494 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:22.212851 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:22.213180 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:22.213505 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:22.213832 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:22.214166 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:22.214483 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:22.214805 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:56:22.358394 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['b01ce5ae-288c-470b-a169-283f07d96de3'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:56:22.467637 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6f475-8ba2-49e4-8682-77a637257146 req-d899bff2-d5b1-4e24-8f45-7e183161ec29 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:22.469798 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dda6f475-8ba2-49e4-8682-77a637257146 req-d899bff2-d5b1-4e24-8f45-7e183161ec29 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ba7c927-62d2-4d1b-aaf2-28f360ccede5 HTTP/1.1" status: 200 len: 945 time: 0.0523326 Feb 09 01:56:22.516463 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dda6f475-8ba2-49e4-8682-77a637257146 req-926b2e6d-470a-4997-8a4b-ce160e712dca tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/security-groups?id=3efa0b78-d7b1-439f-b3fd-53347c55c42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403047 Feb 09 01:56:23.637194 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f94114-31fc-42df-a694-5a5b86fc1724 req-b9615b67-2449-44ce-9664-d0ac0762d42a tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:23.638627 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-54f94114-31fc-42df-a694-5a5b86fc1724 req-b9615b67-2449-44ce-9664-d0ac0762d42a tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ba7c927-62d2-4d1b-aaf2-28f360ccede5 HTTP/1.1" status: 200 len: 945 time: 0.0520308 Feb 09 01:56:23.685652 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-54f94114-31fc-42df-a694-5a5b86fc1724 req-f5552796-913a-4882-808e-672a37346744 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/security-groups?id=3efa0b78-d7b1-439f-b3fd-53347c55c42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412552 Feb 09 01:56:23.991441 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device b01ce5ae-288c-470b-a169-283f07d96de3 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:56:24.039237 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port b01ce5ae-288c-470b-a169-283f07d96de3 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:56:24.043077 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port b01ce5ae-288c-470b-a169-283f07d96de3 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:56:24.043456 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b01ce5ae-288c-470b-a169-283f07d96de3), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:24.117643 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port b01ce5ae-288c-470b-a169-283f07d96de3 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:56:24.118077 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b01ce5ae-288c-470b-a169-283f07d96de3), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:24.140683 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba7c927-62d2-4d1b-aaf2-28f360ccede5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01ce5ae-288c-470b-a169-283f07d96de3'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:56:24.142915 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7077192b-34b8-4bcd-9c60-bf50acca7434" -d '{"events": [{"server_uuid": "2ba7c927-62d2-4d1b-aaf2-28f360ccede5", "name": "network-vif-plugged", "status": "completed", "tag": "b01ce5ae-288c-470b-a169-283f07d96de3"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:56:24.156883 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port b01ce5ae-288c-470b-a169-283f07d96de3, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=b01ce5ae-288c-470b-a169-283f07d96de3,segment=NetworkSegment(e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0),segment_id=e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:56:24.161421 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b01ce5ae-288c-470b-a169-283f07d96de3), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:24.187781 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170283bf-b1d1-4e37-8e29-82e98ebb41ef x-openstack-request-id: req-170283bf-b1d1-4e37-8e29-82e98ebb41ef {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:56:24.188075 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba7c927-62d2-4d1b-aaf2-28f360ccede5", "name": "network-vif-plugged", "status": "completed", "tag": "b01ce5ae-288c-470b-a169-283f07d96de3", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:56:24.188334 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-170283bf-b1d1-4e37-8e29-82e98ebb41ef {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:56:24.188750 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba7c927-62d2-4d1b-aaf2-28f360ccede5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01ce5ae-288c-470b-a169-283f07d96de3', 'code': 200} Feb 09 01:56:24.214347 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=b01ce5ae-288c-470b-a169-283f07d96de3,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:56:24.282617 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66bc45-9dea-4570-82a7-f442dd228236 req-0e5a6e4f-57e9-45b0-a401-8c492b10d1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:24.284037 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-2d66bc45-9dea-4570-82a7-f442dd228236 req-0e5a6e4f-57e9-45b0-a401-8c492b10d1e6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2ba7c927-62d2-4d1b-aaf2-28f360ccede5 HTTP/1.1" status: 200 len: 1128 time: 0.0437551 Feb 09 01:56:24.328974 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-2d66bc45-9dea-4570-82a7-f442dd228236 req-76e614a5-3a8c-45d3-9efa-a0318b139415 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3efa0b78-d7b1-439f-b3fd-53347c55c42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377522 Feb 09 01:56:24.807956 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7180fd-8362-4e1b-9c39-b2eada73efc8 req-35dd6ca1-60ff-45f0-9377-3f197e5c7749 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:24.809467 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-df7180fd-8362-4e1b-9c39-b2eada73efc8 req-35dd6ca1-60ff-45f0-9377-3f197e5c7749 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ba7c927-62d2-4d1b-aaf2-28f360ccede5 HTTP/1.1" status: 200 len: 946 time: 0.0563521 Feb 09 01:56:24.855293 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-df7180fd-8362-4e1b-9c39-b2eada73efc8 req-c3daa56c-3126-40ad-8f82-c376cc6b8c4d tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/security-groups?id=3efa0b78-d7b1-439f-b3fd-53347c55c42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402126 Feb 09 01:56:25.975638 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b29390-f2d8-4a1e-b1c7-3ee18b25128e req-5a65351b-425c-4fd4-875e-cbf3d1ce0043 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:25.977153 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-52b29390-f2d8-4a1e-b1c7-3ee18b25128e req-5a65351b-425c-4fd4-875e-cbf3d1ce0043 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ba7c927-62d2-4d1b-aaf2-28f360ccede5 HTTP/1.1" status: 200 len: 946 time: 0.0520923 Feb 09 01:56:26.024347 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-52b29390-f2d8-4a1e-b1c7-3ee18b25128e req-bab09fa5-0c9b-4a90-9aff-6e298fd5f0ef tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/security-groups?id=3efa0b78-d7b1-439f-b3fd-53347c55c42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416191 Feb 09 01:56:26.142050 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed2a68-0509-425a-9caa-c201e542812b req-8a54db0e-048e-4b11-bf9b-f1938896fced tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:26.143448 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-75ed2a68-0509-425a-9caa-c201e542812b req-8a54db0e-048e-4b11-bf9b-f1938896fced tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ba7c927-62d2-4d1b-aaf2-28f360ccede5 HTTP/1.1" status: 200 len: 946 time: 0.0533166 Feb 09 01:56:26.194614 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-75ed2a68-0509-425a-9caa-c201e542812b req-c06fc040-c28d-46f8-8efb-9534e8707019 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/security-groups?id=3efa0b78-d7b1-439f-b3fd-53347c55c42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455978 Feb 09 01:56:32.457254 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ac64aa2c-7607-4885-8051-64020c4cd43a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:32.795227 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f74182d9-9c21-4000-8d1e-34c79526857a req-eaf62aff-8b9a-4582-a9b0-755fe44e0c80 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2ba7c927-62d2-4d1b-aaf2-28f360ccede5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434482 Feb 09 01:56:32.884517 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74182d9-9c21-4000-8d1e-34c79526857a req-380ef11a-734b-42d8-8951-d3d249858cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:32.886051 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f74182d9-9c21-4000-8d1e-34c79526857a req-380ef11a-734b-42d8-8951-d3d249858cd5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d99c762572324c7ab702b0006314db9f&device_id=2ba7c927-62d2-4d1b-aaf2-28f360ccede5 HTTP/1.1" status: 200 len: 1128 time: 0.0492575 Feb 09 01:56:32.997738 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74182d9-9c21-4000-8d1e-34c79526857a req-b53a24b7-7c98-4137-b95c-4ed4c8347b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:32.999688 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f74182d9-9c21-4000-8d1e-34c79526857a req-b53a24b7-7c98-4137-b95c-4ed4c8347b01 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cb53264f-c522-4719-98df-185517fdd70d HTTP/1.1" status: 200 len: 919 time: 0.0941207 Feb 09 01:56:33.049458 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f74182d9-9c21-4000-8d1e-34c79526857a req-e4da5908-f5df-42c6-99d5-712f5d3cbe62 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b01ce5ae-288c-470b-a169-283f07d96de3 HTTP/1.1" status: 200 len: 217 time: 0.0437675 Feb 09 01:56:33.099463 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74182d9-9c21-4000-8d1e-34c79526857a req-6712fa5f-35ee-45cc-b4f4-8404b2159e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:33.100956 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f74182d9-9c21-4000-8d1e-34c79526857a req-6712fa5f-35ee-45cc-b4f4-8404b2159e95 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb0c333c-7a34-4588-9e58-ee846e3578d7 HTTP/1.1" status: 200 len: 856 time: 0.0458004 Feb 09 01:56:33.149771 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74182d9-9c21-4000-8d1e-34c79526857a req-4c041bdd-daa7-423a-9606-31812dd7c5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:56:33.151208 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f74182d9-9c21-4000-8d1e-34c79526857a req-4c041bdd-daa7-423a-9606-31812dd7c5a3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cb53264f-c522-4719-98df-185517fdd70d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446856 Feb 09 01:56:33.246405 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f74182d9-9c21-4000-8d1e-34c79526857a req-3c812ec9-18b4-4b88-962c-bd2c2492ec32 service neutron] 10.222.0.47 "GET /v2.0/networks/cb53264f-c522-4719-98df-185517fdd70d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893555 Feb 09 01:56:33.345706 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f74182d9-9c21-4000-8d1e-34c79526857a req-6a475baa-1c11-4086-82f0-457c92d21044 service neutron] 10.222.0.47 "GET /v2.0/networks/cb53264f-c522-4719-98df-185517fdd70d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938072 Feb 09 01:56:34.488985 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b33a7948-0790-41f9-b094-7a86c40f5163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:35.027850 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:56:36.067296 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:37.361422 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:38.052249 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:38.516163 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:56:39.756415 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:00.229453 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3360439-a090-4318-b4ca-a649be77a7dc req-fbceffde-3063-448c-9f17-79662788ecd6 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:00.231603 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b3360439-a090-4318-b4ca-a649be77a7dc req-fbceffde-3063-448c-9f17-79662788ecd6 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ba7c927-62d2-4d1b-aaf2-28f360ccede5 HTTP/1.1" status: 200 len: 946 time: 0.0532842 Feb 09 01:57:00.280470 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b3360439-a090-4318-b4ca-a649be77a7dc req-2fc32d24-ca6c-4a70-a82c-724e82961ab3 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/security-groups?id=3efa0b78-d7b1-439f-b3fd-53347c55c42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422025 Feb 09 01:57:01.405429 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a2b3d-f86a-4974-b2c1-343c8e2ade8b req-90e6ac07-8471-49e2-9b43-1fbbd210ebfd tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:01.406922 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8e4a2b3d-f86a-4974-b2c1-343c8e2ade8b req-90e6ac07-8471-49e2-9b43-1fbbd210ebfd tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ba7c927-62d2-4d1b-aaf2-28f360ccede5 HTTP/1.1" status: 200 len: 946 time: 0.0531566 Feb 09 01:57:01.457616 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8e4a2b3d-f86a-4974-b2c1-343c8e2ade8b req-48d2135f-8f2d-40b7-bf0a-1ebd81fc1c42 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/security-groups?id=3efa0b78-d7b1-439f-b3fd-53347c55c42e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449650 Feb 09 01:57:01.735426 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996ad08-5950-44eb-8031-321fc8f863b5 req-9f677338-2dbd-44af-9b4c-adc938e43caf tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:01.736836 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-2996ad08-5950-44eb-8031-321fc8f863b5 req-9f677338-2dbd-44af-9b4c-adc938e43caf tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ba7c927-62d2-4d1b-aaf2-28f360ccede5 HTTP/1.1" status: 200 len: 946 time: 0.0527081 Feb 09 01:57:01.830313 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-2996ad08-5950-44eb-8031-321fc8f863b5 req-f740e8cb-8266-43f8-889d-ce21618bbc6c tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Deleting port b01ce5ae-288c-470b-a169-283f07d96de3 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:57:01.830660 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-2996ad08-5950-44eb-8031-321fc8f863b5 req-f740e8cb-8266-43f8-889d-ce21618bbc6c tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (b01ce5ae-288c-470b-a169-283f07d96de3), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:01.916710 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-2996ad08-5950-44eb-8031-321fc8f863b5 req-f740e8cb-8266-43f8-889d-ce21618bbc6c tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] For port b01ce5ae-288c-470b-a169-283f07d96de3, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=b01ce5ae-288c-470b-a169-283f07d96de3,segment=NetworkSegment(e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0),segment_id=e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:01.917080 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-2996ad08-5950-44eb-8031-321fc8f863b5 req-f740e8cb-8266-43f8-889d-ce21618bbc6c tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (b01ce5ae-288c-470b-a169-283f07d96de3), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:01.929703 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-2996ad08-5950-44eb-8031-321fc8f863b5 req-f740e8cb-8266-43f8-889d-ce21618bbc6c tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Calling delete_port for b01ce5ae-288c-470b-a169-283f07d96de3 owned by compute:nova {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:57:02.057745 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-2996ad08-5950-44eb-8031-321fc8f863b5 req-f740e8cb-8266-43f8-889d-ce21618bbc6c tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (b01ce5ae-288c-470b-a169-283f07d96de3), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:02.070697 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['b01ce5ae-288c-470b-a169-283f07d96de3'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:57:02.086014 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f740e8cb-8266-43f8-889d-ce21618bbc6c tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Pushing event deleted for resources: {'Port': ['ID=b01ce5ae-288c-470b-a169-283f07d96de3,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:02.098789 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f740e8cb-8266-43f8-889d-ce21618bbc6c tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:02.099152 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f740e8cb-8266-43f8-889d-ce21618bbc6c tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:02.099508 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f740e8cb-8266-43f8-889d-ce21618bbc6c tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:02.099861 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f740e8cb-8266-43f8-889d-ce21618bbc6c tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:02.100305 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f740e8cb-8266-43f8-889d-ce21618bbc6c tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:02.100534 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f740e8cb-8266-43f8-889d-ce21618bbc6c tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:02.100895 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f740e8cb-8266-43f8-889d-ce21618bbc6c tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:02.101233 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f740e8cb-8266-43f8-889d-ce21618bbc6c tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:02.101567 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f740e8cb-8266-43f8-889d-ce21618bbc6c tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:02.101907 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f740e8cb-8266-43f8-889d-ce21618bbc6c tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:02.102235 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f740e8cb-8266-43f8-889d-ce21618bbc6c tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:02.102564 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f740e8cb-8266-43f8-889d-ce21618bbc6c tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:02.102891 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f740e8cb-8266-43f8-889d-ce21618bbc6c tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:02.142946 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-2996ad08-5950-44eb-8031-321fc8f863b5 req-f740e8cb-8266-43f8-889d-ce21618bbc6c tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] No DVR routers for this DVR port b01ce5ae-288c-470b-a169-283f07d96de3 on host n-h1-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:57:02.145922 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-2996ad08-5950-44eb-8031-321fc8f863b5 req-f740e8cb-8266-43f8-889d-ce21618bbc6c tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:02.149163 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-2996ad08-5950-44eb-8031-321fc8f863b5 req-f740e8cb-8266-43f8-889d-ce21618bbc6c tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.47 "DELETE /v2.0/ports/b01ce5ae-288c-470b-a169-283f07d96de3 HTTP/1.1" status: 204 len: 173 time: 0.4067976 Feb 09 01:57:02.149606 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba7c927-62d2-4d1b-aaf2-28f360ccede5', 'name': 'network-vif-deleted', 'tag': 'b01ce5ae-288c-470b-a169-283f07d96de3'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:57:02.152100 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a88d4938f9579b50374af1c4ad62b040b541eec5ee52f5fc9396042082f8a8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad309e86-59e4-4244-bf26-59593eabae1f" -d '{"events": [{"server_uuid": "2ba7c927-62d2-4d1b-aaf2-28f360ccede5", "name": "network-vif-deleted", "tag": "b01ce5ae-288c-470b-a169-283f07d96de3"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:57:02.189767 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8617cdf5-f7c4-4844-b1e7-790cc7263fd9 x-openstack-request-id: req-8617cdf5-f7c4-4844-b1e7-790cc7263fd9 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:57:02.190097 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba7c927-62d2-4d1b-aaf2-28f360ccede5", "name": "network-vif-deleted", "tag": "b01ce5ae-288c-470b-a169-283f07d96de3", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:57:02.190359 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8617cdf5-f7c4-4844-b1e7-790cc7263fd9 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:57:02.190845 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba7c927-62d2-4d1b-aaf2-28f360ccede5', 'name': 'network-vif-deleted', 'tag': 'b01ce5ae-288c-470b-a169-283f07d96de3', 'status': 'completed', 'code': 200} Feb 09 01:57:02.460648 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-712befea-4518-461e-a72e-a9d2a7e3aa42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:02.579787 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c159d00d-2472-4d03-84fd-d62ba20752e4 req-1d1438e9-dff2-4c3e-a47c-f95979e3f622 tempest-TestEncryptedCinderVolumes-597411656 tempest-TestEncryptedCinderVolumes-597411656-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ba7c927-62d2-4d1b-aaf2-28f360ccede5 HTTP/1.1" status: 200 len: 210 time: 0.0345161 Feb 09 01:57:03.682660 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44210) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:04.143030 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device b01ce5ae-288c-470b-a169-283f07d96de3 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:57:04.167089 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: b01ce5ae-288c-470b-a169-283f07d96de3 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:57:04.167347 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device b01ce5ae-288c-470b-a169-283f07d96de3 not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:57:04.335997 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-721fe3c6-38dc-4b69-8eb5-e37f70716cfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (b6b02b90-e13f-45b8-bb32-b1ef9422a5f6), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:04.492026 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-773076ca-f940-4c31-8e4b-2c816a65106e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:04.586937 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-721fe3c6-38dc-4b69-8eb5-e37f70716cfd admin admin] Deleting port c8fbeec1-062f-4893-a6c7-f80b1e0aa27e {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:57:04.587287 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-721fe3c6-38dc-4b69-8eb5-e37f70716cfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (c8fbeec1-062f-4893-a6c7-f80b1e0aa27e), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:04.664881 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-721fe3c6-38dc-4b69-8eb5-e37f70716cfd admin admin] For port c8fbeec1-062f-4893-a6c7-f80b1e0aa27e, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=c8fbeec1-062f-4893-a6c7-f80b1e0aa27e,segment=NetworkSegment(e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0),segment_id=e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:04.665246 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-721fe3c6-38dc-4b69-8eb5-e37f70716cfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (c8fbeec1-062f-4893-a6c7-f80b1e0aa27e), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:04.678401 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-721fe3c6-38dc-4b69-8eb5-e37f70716cfd admin admin] Calling delete_port for c8fbeec1-062f-4893-a6c7-f80b1e0aa27e owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:57:04.859645 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-721fe3c6-38dc-4b69-8eb5-e37f70716cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (c8fbeec1-062f-4893-a6c7-f80b1e0aa27e), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:04.886778 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721fe3c6-38dc-4b69-8eb5-e37f70716cfd admin admin] Pushing event deleted for resources: {'Port': ['ID=c8fbeec1-062f-4893-a6c7-f80b1e0aa27e,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:05.070983 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-721fe3c6-38dc-4b69-8eb5-e37f70716cfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (b6b02b90-e13f-45b8-bb32-b1ef9422a5f6), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:05.297011 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-721fe3c6-38dc-4b69-8eb5-e37f70716cfd admin admin] Router b6b02b90-e13f-45b8-bb32-b1ef9422a5f6 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:57:05.405573 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721fe3c6-38dc-4b69-8eb5-e37f70716cfd admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:57:05.411545 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-721fe3c6-38dc-4b69-8eb5-e37f70716cfd admin admin] 10.222.0.50 "PUT /v2.0/routers/b6b02b90-e13f-45b8-bb32-b1ef9422a5f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7277582 Feb 09 01:57:05.413981 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44212) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:05.415604 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ef8d69-8890-4ebf-b7c6-fe546cddeb8f None None] Sync routers for ids ['b6b02b90-e13f-45b8-bb32-b1ef9422a5f6'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:57:05.430265 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ef8d69-8890-4ebf-b7c6-fe546cddeb8f None None] Routers {'b6b02b90-e13f-45b8-bb32-b1ef9422a5f6'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:57:05.430886 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-95ef8d69-8890-4ebf-b7c6-fe546cddeb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:57:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['b6b02b90-e13f-45b8-bb32-b1ef9422a5f6'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:05.520330 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d3e53042-2080-48f1-a861-3870dd6c0019 admin admin] Publish callbacks [] for router (b6b02b90-e13f-45b8-bb32-b1ef9422a5f6), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:05.535219 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-95ef8d69-8890-4ebf-b7c6-fe546cddeb8f None None] Set router b6b02b90-e13f-45b8-bb32-b1ef9422a5f6 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:57:05.620949 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d3e53042-2080-48f1-a861-3870dd6c0019 admin admin] Publish callbacks [] for router_gateway (b6b02b90-e13f-45b8-bb32-b1ef9422a5f6), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:05.676722 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-d3e53042-2080-48f1-a861-3870dd6c0019 admin admin] Deleting port 1ead5de0-0db0-4f61-8a3d-8872fafd2bfd {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:57:05.677075 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d3e53042-2080-48f1-a861-3870dd6c0019 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (1ead5de0-0db0-4f61-8a3d-8872fafd2bfd), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:05.713166 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-95ef8d69-8890-4ebf-b7c6-fe546cddeb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b02b90-e13f-45b8-bb32-b1ef9422a5f6', 'name': 'tempest-TestEncryptedCinderVolumes-1353385896-router', 'tenant_id': 'd99c762572324c7ab702b0006314db9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '1ead5de0-0db0-4f61-8a3d-8872fafd2bfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:55:17Z', 'updated_at': '2022-02-09T01:57:04Z', 'revision_number': 5, 'project_id': 'd99c762572324c7ab702b0006314db9f', 'gw_port': {'id': '1ead5de0-0db0-4f61-8a3d-8872fafd2bfd', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:31:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b02b90-e13f-45b8-bb32-b1ef9422a5f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:55:17Z', 'updated_at': '2022-02-09T01:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:05.739744 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ef8d69-8890-4ebf-b7c6-fe546cddeb8f None None] Checking router: b6b02b90-e13f-45b8-bb32-b1ef9422a5f6 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:57:05.747561 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ef8d69-8890-4ebf-b7c6-fe546cddeb8f None None] Routers {'b6b02b90-e13f-45b8-bb32-b1ef9422a5f6'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:57:05.748162 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-95ef8d69-8890-4ebf-b7c6-fe546cddeb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:57:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['b6b02b90-e13f-45b8-bb32-b1ef9422a5f6'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:05.759281 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-d3e53042-2080-48f1-a861-3870dd6c0019 admin admin] For port 1ead5de0-0db0-4f61-8a3d-8872fafd2bfd, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=1ead5de0-0db0-4f61-8a3d-8872fafd2bfd,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:05.759655 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d3e53042-2080-48f1-a861-3870dd6c0019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (1ead5de0-0db0-4f61-8a3d-8872fafd2bfd), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:05.772045 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-d3e53042-2080-48f1-a861-3870dd6c0019 admin admin] Calling delete_port for 1ead5de0-0db0-4f61-8a3d-8872fafd2bfd owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:57:05.833615 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-95ef8d69-8890-4ebf-b7c6-fe546cddeb8f None None] Set router b6b02b90-e13f-45b8-bb32-b1ef9422a5f6 gateway port host: None {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:57:05.887621 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-95ef8d69-8890-4ebf-b7c6-fe546cddeb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b02b90-e13f-45b8-bb32-b1ef9422a5f6', 'name': 'tempest-TestEncryptedCinderVolumes-1353385896-router', 'tenant_id': 'd99c762572324c7ab702b0006314db9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:55:17Z', 'updated_at': '2022-02-09T01:57:05Z', 'revision_number': 6, 'project_id': 'd99c762572324c7ab702b0006314db9f', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:05.913344 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ef8d69-8890-4ebf-b7c6-fe546cddeb8f None None] The sync data for ids ['b6b02b90-e13f-45b8-bb32-b1ef9422a5f6'] in n-d-828369-4 is: [{'id': 'b6b02b90-e13f-45b8-bb32-b1ef9422a5f6', 'name': 'tempest-TestEncryptedCinderVolumes-1353385896-router', 'tenant_id': 'd99c762572324c7ab702b0006314db9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:55:17Z', 'updated_at': '2022-02-09T01:57:05Z', 'revision_number': 6, 'project_id': 'd99c762572324c7ab702b0006314db9f', 'gw_port_host': None}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:57:05.938564 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d3e53042-2080-48f1-a861-3870dd6c0019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (1ead5de0-0db0-4f61-8a3d-8872fafd2bfd), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:05.968430 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e53042-2080-48f1-a861-3870dd6c0019 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ead5de0-0db0-4f61-8a3d-8872fafd2bfd,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:06.031576 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d3e53042-2080-48f1-a861-3870dd6c0019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (b6b02b90-e13f-45b8-bb32-b1ef9422a5f6), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:06.070171 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:06.126278 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d3e53042-2080-48f1-a861-3870dd6c0019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (b6b02b90-e13f-45b8-bb32-b1ef9422a5f6), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:06.128567 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d3e53042-2080-48f1-a861-3870dd6c0019 admin admin] Publish callbacks [] for router_controller (b6b02b90-e13f-45b8-bb32-b1ef9422a5f6), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:06.171858 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d3e53042-2080-48f1-a861-3870dd6c0019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (b6b02b90-e13f-45b8-bb32-b1ef9422a5f6), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:06.172318 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e53042-2080-48f1-a861-3870dd6c0019 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6b02b90-e13f-45b8-bb32-b1ef9422a5f6 {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:57:06.176819 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d3e53042-2080-48f1-a861-3870dd6c0019 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:06.180270 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d3e53042-2080-48f1-a861-3870dd6c0019 admin admin] 10.222.0.50 "DELETE /v2.0/routers/b6b02b90-e13f-45b8-bb32-b1ef9422a5f6 HTTP/1.1" status: 204 len: 168 time: 0.7630734 Feb 09 01:57:06.180501 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44214) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:06.228005 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f6120b2-4181-4a96-b1ff-bdd5c0741a5f admin admin] Deleting subnet cb0c333c-7a34-4588-9e58-ee846e3578d7 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:57:06.231671 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1f6120b2-4181-4a96-b1ff-bdd5c0741a5f admin admin] Publish callbacks [] for subnet (cb0c333c-7a34-4588-9e58-ee846e3578d7), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:06.267694 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1f6120b2-4181-4a96-b1ff-bdd5c0741a5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (cb0c333c-7a34-4588-9e58-ee846e3578d7), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:06.347896 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1f6120b2-4181-4a96-b1ff-bdd5c0741a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (cb0c333c-7a34-4588-9e58-ee846e3578d7), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:06.402602 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1f6120b2-4181-4a96-b1ff-bdd5c0741a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (cb0c333c-7a34-4588-9e58-ee846e3578d7), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:06.427803 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6120b2-4181-4a96-b1ff-bdd5c0741a5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb0c333c-7a34-4588-9e58-ee846e3578d7,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:06.432391 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1f6120b2-4181-4a96-b1ff-bdd5c0741a5f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:06.436982 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1f6120b2-4181-4a96-b1ff-bdd5c0741a5f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/cb0c333c-7a34-4588-9e58-ee846e3578d7 HTTP/1.1" status: 204 len: 168 time: 0.2542944 Feb 09 01:57:06.438810 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44216) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:06.439056 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd965a96-e855-4a6b-9c12-d5c31ed346af None None] Network cb53264f-c522-4719-98df-185517fdd70d requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:57:06.506510 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-118441c6-a7b2-480b-bccd-1a3971dc755e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (cb53264f-c522-4719-98df-185517fdd70d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:06.559463 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-118441c6-a7b2-480b-bccd-1a3971dc755e admin admin] Deleting port c54a5734-64ec-4e06-88b6-fac4dcff828f {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:57:06.559817 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-118441c6-a7b2-480b-bccd-1a3971dc755e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (c54a5734-64ec-4e06-88b6-fac4dcff828f), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:06.626775 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-118441c6-a7b2-480b-bccd-1a3971dc755e admin admin] For port c54a5734-64ec-4e06-88b6-fac4dcff828f, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=c54a5734-64ec-4e06-88b6-fac4dcff828f,segment=NetworkSegment(e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0),segment_id=e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:06.627147 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-118441c6-a7b2-480b-bccd-1a3971dc755e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (c54a5734-64ec-4e06-88b6-fac4dcff828f), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:06.641382 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-118441c6-a7b2-480b-bccd-1a3971dc755e admin admin] Calling delete_port for c54a5734-64ec-4e06-88b6-fac4dcff828f owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:57:06.652619 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1db778-cc63-42b8-9751-60570d72a16f None None] DHCP port deletion for cb53264f-c522-4719-98df-185517fdd70d request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:57:06.701045 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-5a1db778-cc63-42b8-9751-60570d72a16f None None] Deleting port c54a5734-64ec-4e06-88b6-fac4dcff828f {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:57:06.701825 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5a1db778-cc63-42b8-9751-60570d72a16f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (c54a5734-64ec-4e06-88b6-fac4dcff828f), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:06.725184 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-118441c6-a7b2-480b-bccd-1a3971dc755e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (c54a5734-64ec-4e06-88b6-fac4dcff828f), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:06.759571 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118441c6-a7b2-480b-bccd-1a3971dc755e admin admin] Pushing event deleted for resources: {'Port': ['ID=c54a5734-64ec-4e06-88b6-fac4dcff828f,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:06.761407 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118441c6-a7b2-480b-bccd-1a3971dc755e admin admin] No DVR routers for this DVR port c54a5734-64ec-4e06-88b6-fac4dcff828f on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:57:06.767063 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-5a1db778-cc63-42b8-9751-60570d72a16f None None] For port c54a5734-64ec-4e06-88b6-fac4dcff828f, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=c54a5734-64ec-4e06-88b6-fac4dcff828f,segment=NetworkSegment(e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0),segment_id=e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:06.767478 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5a1db778-cc63-42b8-9751-60570d72a16f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (c54a5734-64ec-4e06-88b6-fac4dcff828f), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:06.785294 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-5a1db778-cc63-42b8-9751-60570d72a16f None None] Calling delete_port for c54a5734-64ec-4e06-88b6-fac4dcff828f owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:57:06.833378 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-118441c6-a7b2-480b-bccd-1a3971dc755e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (cb53264f-c522-4719-98df-185517fdd70d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:06.855410 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-118441c6-a7b2-480b-bccd-1a3971dc755e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb53264f-c522-4719-98df-185517fdd70d']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:06.862934 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5a1db778-cc63-42b8-9751-60570d72a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (c54a5734-64ec-4e06-88b6-fac4dcff828f), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:06.866629 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-118441c6-a7b2-480b-bccd-1a3971dc755e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:06.866933 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-118441c6-a7b2-480b-bccd-1a3971dc755e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:06.877156 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-118441c6-a7b2-480b-bccd-1a3971dc755e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:06.889276 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1db778-cc63-42b8-9751-60570d72a16f None None] Pushing event deleted for resources: {'Port': ['ID=c54a5734-64ec-4e06-88b6-fac4dcff828f,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:06.891389 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-118441c6-a7b2-480b-bccd-1a3971dc755e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:06.895144 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1db778-cc63-42b8-9751-60570d72a16f None None] No DVR routers for this DVR port c54a5734-64ec-4e06-88b6-fac4dcff828f on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:57:06.900706 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-118441c6-a7b2-480b-bccd-1a3971dc755e admin admin] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:57:06.901207 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-118441c6-a7b2-480b-bccd-1a3971dc755e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (e4c4465b-c1bb-48cd-8ef5-7ec080cc94a0), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:06.902972 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:57:06.902972 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:57:06.902972 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:57:06.902972 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:57:06.902972 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:57:06.902972 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:57:06.902972 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:57:06.902972 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:57:06.902972 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:57:06.902972 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:57:06.902972 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:57:06.902972 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:57:06.902972 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:57:06.902972 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:57:06.902972 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:57:06.902972 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:57:06.902972 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:57:06.902972 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:57:06.902972 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:57:06.902972 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:57:06.902972 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:57:06.902972 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:57:06.902972 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:57:06.902972 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:57:06.902972 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:57:06.902972 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:57:06.902972 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:57:06.902972 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:57:06.902972 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:57:06.902972 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:57:06.902972 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:57:06.902972 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:57:06.962565 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-118441c6-a7b2-480b-bccd-1a3971dc755e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (cb53264f-c522-4719-98df-185517fdd70d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:06.967627 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-118441c6-a7b2-480b-bccd-1a3971dc755e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:06.971784 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-118441c6-a7b2-480b-bccd-1a3971dc755e admin admin] 10.222.0.50 "DELETE /v2.0/networks/cb53264f-c522-4719-98df-185517fdd70d HTTP/1.1" status: 204 len: 168 time: 0.5319905 Feb 09 01:57:06.974810 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44218) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:06.985455 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118441c6-a7b2-480b-bccd-1a3971dc755e admin admin] Pushing event deleted for resources: {'Network': ['ID=cb53264f-c522-4719-98df-185517fdd70d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:07.316889 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b91ae039-44f0-47ec-9968-be45504a71cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:07.363631 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:07.414352 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device c8fbeec1-062f-4893-a6c7-f80b1e0aa27e no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:57:07.437320 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: c8fbeec1-062f-4893-a6c7-f80b1e0aa27e {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:57:07.437682 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device c8fbeec1-062f-4893-a6c7-f80b1e0aa27e not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:57:07.438107 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 1ead5de0-0db0-4f61-8a3d-8872fafd2bfd no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:57:07.457156 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 1ead5de0-0db0-4f61-8a3d-8872fafd2bfd {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:57:07.457516 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 1ead5de0-0db0-4f61-8a3d-8872fafd2bfd not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:57:07.457943 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device c54a5734-64ec-4e06-88b6-fac4dcff828f no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:57:07.476715 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: c54a5734-64ec-4e06-88b6-fac4dcff828f {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:57:07.477076 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device c54a5734-64ec-4e06-88b6-fac4dcff828f not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:57:07.569406 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-b91ae039-44f0-47ec-9968-be45504a71cd admin admin] Deleting port 44e68a34-4dc2-4136-a9d5-1afa571e6f53 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:57:07.569676 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b91ae039-44f0-47ec-9968-be45504a71cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (44e68a34-4dc2-4136-a9d5-1afa571e6f53), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:07.646293 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-b91ae039-44f0-47ec-9968-be45504a71cd admin admin] For port 44e68a34-4dc2-4136-a9d5-1afa571e6f53, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=44e68a34-4dc2-4136-a9d5-1afa571e6f53,segment=NetworkSegment(72363206-53ed-49c2-bfaf-1fe3886e94e1),segment_id=72363206-53ed-49c2-bfaf-1fe3886e94e1)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:07.646660 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b91ae039-44f0-47ec-9968-be45504a71cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (44e68a34-4dc2-4136-a9d5-1afa571e6f53), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:07.663097 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-b91ae039-44f0-47ec-9968-be45504a71cd admin admin] Calling delete_port for 44e68a34-4dc2-4136-a9d5-1afa571e6f53 owned by network:router_interface {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:57:07.846939 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b91ae039-44f0-47ec-9968-be45504a71cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (44e68a34-4dc2-4136-a9d5-1afa571e6f53), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:07.872353 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ae039-44f0-47ec-9968-be45504a71cd admin admin] Pushing event deleted for resources: {'Port': ['ID=44e68a34-4dc2-4136-a9d5-1afa571e6f53,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:08.041312 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b91ae039-44f0-47ec-9968-be45504a71cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:08.063420 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:08.267210 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91ae039-44f0-47ec-9968-be45504a71cd admin admin] Router de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:57:08.374530 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91ae039-44f0-47ec-9968-be45504a71cd admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:57:08.382106 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b91ae039-44f0-47ec-9968-be45504a71cd admin admin] 10.222.0.50 "PUT /v2.0/routers/de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4037006 Feb 09 01:57:08.382226 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44220) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:08.383956 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5949cc85-e94d-4ef8-ac14-d9e8ec4e4014 None None] Sync routers for ids ['de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:57:08.393509 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5949cc85-e94d-4ef8-ac14-d9e8ec4e4014 None None] Routers {'de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:57:08.394139 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-5949cc85-e94d-4ef8-ac14-d9e8ec4e4014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:57:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:08.487798 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a8126f78-2146-47ab-b058-7d2ba053058e admin admin] Publish callbacks [] for router (de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:08.500814 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-5949cc85-e94d-4ef8-ac14-d9e8ec4e4014 None None] Set router de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:57:08.597516 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a8126f78-2146-47ab-b058-7d2ba053058e admin admin] Publish callbacks [] for router_gateway (de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:08.601824 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:08.653171 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-a8126f78-2146-47ab-b058-7d2ba053058e admin admin] Deleting port 1d60dc46-6ce1-4536-b30c-0c5ed66f2031 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:57:08.653689 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a8126f78-2146-47ab-b058-7d2ba053058e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (1d60dc46-6ce1-4536-b30c-0c5ed66f2031), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:08.690556 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-5949cc85-e94d-4ef8-ac14-d9e8ec4e4014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69', 'name': 'tempest-TestEncryptedCinderVolumes-479550239-router', 'tenant_id': '63f3b7b351124e77a18888e3dfd63d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '1d60dc46-6ce1-4536-b30c-0c5ed66f2031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:55:21Z', 'updated_at': '2022-02-09T01:57:07Z', 'revision_number': 5, 'project_id': '63f3b7b351124e77a18888e3dfd63d46', 'gw_port': {'id': '1d60dc46-6ce1-4536-b30c-0c5ed66f2031', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:91:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:55:22Z', 'updated_at': '2022-02-09T01:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:08.721082 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5949cc85-e94d-4ef8-ac14-d9e8ec4e4014 None None] Checking router: de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:57:08.729242 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5949cc85-e94d-4ef8-ac14-d9e8ec4e4014 None None] Routers {'de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:57:08.729844 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-5949cc85-e94d-4ef8-ac14-d9e8ec4e4014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:57:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:08.735343 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-a8126f78-2146-47ab-b058-7d2ba053058e admin admin] For port 1d60dc46-6ce1-4536-b30c-0c5ed66f2031, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=1d60dc46-6ce1-4536-b30c-0c5ed66f2031,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:08.735890 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a8126f78-2146-47ab-b058-7d2ba053058e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (1d60dc46-6ce1-4536-b30c-0c5ed66f2031), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:08.749219 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-a8126f78-2146-47ab-b058-7d2ba053058e admin admin] Calling delete_port for 1d60dc46-6ce1-4536-b30c-0c5ed66f2031 owned by network:router_gateway {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:57:08.818293 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-5949cc85-e94d-4ef8-ac14-d9e8ec4e4014 None None] Set router de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69 gateway port host: None {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:57:08.871710 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-5949cc85-e94d-4ef8-ac14-d9e8ec4e4014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69', 'name': 'tempest-TestEncryptedCinderVolumes-479550239-router', 'tenant_id': '63f3b7b351124e77a18888e3dfd63d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:55:21Z', 'updated_at': '2022-02-09T01:57:08Z', 'revision_number': 6, 'project_id': '63f3b7b351124e77a18888e3dfd63d46', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:09.068069 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5949cc85-e94d-4ef8-ac14-d9e8ec4e4014 None None] The sync data for ids ['de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69'] in n-d-828369-4 is: [{'id': 'de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69', 'name': 'tempest-TestEncryptedCinderVolumes-479550239-router', 'tenant_id': '63f3b7b351124e77a18888e3dfd63d46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:55:21Z', 'updated_at': '2022-02-09T01:57:08Z', 'revision_number': 6, 'project_id': '63f3b7b351124e77a18888e3dfd63d46', 'gw_port_host': None}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:57:09.281128 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a8126f78-2146-47ab-b058-7d2ba053058e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (1d60dc46-6ce1-4536-b30c-0c5ed66f2031), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:09.309634 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8126f78-2146-47ab-b058-7d2ba053058e admin admin] Pushing event deleted for resources: {'Port': ['ID=1d60dc46-6ce1-4536-b30c-0c5ed66f2031,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:09.368702 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a8126f78-2146-47ab-b058-7d2ba053058e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:09.470931 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a8126f78-2146-47ab-b058-7d2ba053058e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:09.473744 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a8126f78-2146-47ab-b058-7d2ba053058e admin admin] Publish callbacks [] for router_controller (de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:09.534495 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a8126f78-2146-47ab-b058-7d2ba053058e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:09.535012 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8126f78-2146-47ab-b058-7d2ba053058e admin admin] Fanout notify agent at l3_agent the message router_deleted on router de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69 {{(pid=103136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:57:09.539566 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a8126f78-2146-47ab-b058-7d2ba053058e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:09.543171 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a8126f78-2146-47ab-b058-7d2ba053058e admin admin] 10.222.0.50 "DELETE /v2.0/routers/de10f3a4-ebdc-4f65-8ff5-4ae5ff249c69 HTTP/1.1" status: 204 len: 168 time: 1.1576631 Feb 09 01:57:09.543547 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44222) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:09.564573 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 44e68a34-4dc2-4136-a9d5-1afa571e6f53 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:57:09.586542 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 44e68a34-4dc2-4136-a9d5-1afa571e6f53 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:57:09.587105 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 44e68a34-4dc2-4136-a9d5-1afa571e6f53 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:57:09.591379 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd6c53fa-f5d7-4651-bd62-2ae28070886d admin admin] Deleting subnet 9b0a590d-1675-4670-8a3d-2009530f060b {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:57:09.596096 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cd6c53fa-f5d7-4651-bd62-2ae28070886d admin admin] Publish callbacks [] for subnet (9b0a590d-1675-4670-8a3d-2009530f060b), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:09.631128 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cd6c53fa-f5d7-4651-bd62-2ae28070886d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (9b0a590d-1675-4670-8a3d-2009530f060b), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:09.713381 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cd6c53fa-f5d7-4651-bd62-2ae28070886d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (9b0a590d-1675-4670-8a3d-2009530f060b), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:09.754816 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:09.767587 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cd6c53fa-f5d7-4651-bd62-2ae28070886d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (9b0a590d-1675-4670-8a3d-2009530f060b), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:09.795602 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c53fa-f5d7-4651-bd62-2ae28070886d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b0a590d-1675-4670-8a3d-2009530f060b,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:09.799408 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cd6c53fa-f5d7-4651-bd62-2ae28070886d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:09.804918 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-cd6c53fa-f5d7-4651-bd62-2ae28070886d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9b0a590d-1675-4670-8a3d-2009530f060b HTTP/1.1" status: 204 len: 168 time: 0.2581484 Feb 09 01:57:09.805164 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44224) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:09.805529 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d0f1ec-cbe0-467c-a2aa-028d8b030a46 None None] Network 61ebe9f9-6473-45b8-b0a3-5a75374e28fe requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:57:09.883888 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2cfe4c1d-c07f-4cd4-9262-c48eac9d8068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (61ebe9f9-6473-45b8-b0a3-5a75374e28fe), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:09.943462 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2cfe4c1d-c07f-4cd4-9262-c48eac9d8068 admin admin] Deleting port 317d3b81-859e-4ce3-8589-8737a1b7f540 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:57:09.943815 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2cfe4c1d-c07f-4cd4-9262-c48eac9d8068 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (317d3b81-859e-4ce3-8589-8737a1b7f540), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:09.965156 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abc2244-8c58-43cb-ab38-aa9144a16042 None None] DHCP port deletion for 61ebe9f9-6473-45b8-b0a3-5a75374e28fe request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:57:10.010934 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-2cfe4c1d-c07f-4cd4-9262-c48eac9d8068 admin admin] For port 317d3b81-859e-4ce3-8589-8737a1b7f540, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=317d3b81-859e-4ce3-8589-8737a1b7f540,segment=NetworkSegment(72363206-53ed-49c2-bfaf-1fe3886e94e1),segment_id=72363206-53ed-49c2-bfaf-1fe3886e94e1)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:10.010934 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2cfe4c1d-c07f-4cd4-9262-c48eac9d8068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (317d3b81-859e-4ce3-8589-8737a1b7f540), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:10.011778 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-3abc2244-8c58-43cb-ab38-aa9144a16042 None None] Deleting port 317d3b81-859e-4ce3-8589-8737a1b7f540 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:57:10.012047 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3abc2244-8c58-43cb-ab38-aa9144a16042 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (317d3b81-859e-4ce3-8589-8737a1b7f540), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:10.023453 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-2cfe4c1d-c07f-4cd4-9262-c48eac9d8068 admin admin] Calling delete_port for 317d3b81-859e-4ce3-8589-8737a1b7f540 owned by network:dhcp {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:57:10.074248 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-3abc2244-8c58-43cb-ab38-aa9144a16042 None None] For port 317d3b81-859e-4ce3-8589-8737a1b7f540, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=317d3b81-859e-4ce3-8589-8737a1b7f540,segment=NetworkSegment(72363206-53ed-49c2-bfaf-1fe3886e94e1),segment_id=72363206-53ed-49c2-bfaf-1fe3886e94e1)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:10.074585 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3abc2244-8c58-43cb-ab38-aa9144a16042 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (317d3b81-859e-4ce3-8589-8737a1b7f540), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:10.087230 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-3abc2244-8c58-43cb-ab38-aa9144a16042 None None] Calling delete_port for 317d3b81-859e-4ce3-8589-8737a1b7f540 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:57:10.106555 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2cfe4c1d-c07f-4cd4-9262-c48eac9d8068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (317d3b81-859e-4ce3-8589-8737a1b7f540), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:10.134758 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfe4c1d-c07f-4cd4-9262-c48eac9d8068 admin admin] No DVR routers for this DVR port 317d3b81-859e-4ce3-8589-8737a1b7f540 on host n-d-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:57:10.137443 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfe4c1d-c07f-4cd4-9262-c48eac9d8068 admin admin] Pushing event deleted for resources: {'Port': ['ID=317d3b81-859e-4ce3-8589-8737a1b7f540,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:10.167299 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3abc2244-8c58-43cb-ab38-aa9144a16042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (317d3b81-859e-4ce3-8589-8737a1b7f540), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:10.193593 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abc2244-8c58-43cb-ab38-aa9144a16042 None None] Pushing event deleted for resources: {'Port': ['ID=317d3b81-859e-4ce3-8589-8737a1b7f540,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:10.195416 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abc2244-8c58-43cb-ab38-aa9144a16042 None None] No DVR routers for this DVR port 317d3b81-859e-4ce3-8589-8737a1b7f540 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:57:10.217194 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2cfe4c1d-c07f-4cd4-9262-c48eac9d8068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (61ebe9f9-6473-45b8-b0a3-5a75374e28fe), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:10.239576 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-2cfe4c1d-c07f-4cd4-9262-c48eac9d8068 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61ebe9f9-6473-45b8-b0a3-5a75374e28fe']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:10.249647 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-2cfe4c1d-c07f-4cd4-9262-c48eac9d8068 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72363206-53ed-49c2-bfaf-1fe3886e94e1') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:10.249951 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-2cfe4c1d-c07f-4cd4-9262-c48eac9d8068 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72363206-53ed-49c2-bfaf-1fe3886e94e1') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:10.259685 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2cfe4c1d-c07f-4cd4-9262-c48eac9d8068 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (72363206-53ed-49c2-bfaf-1fe3886e94e1), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:10.273889 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2cfe4c1d-c07f-4cd4-9262-c48eac9d8068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (72363206-53ed-49c2-bfaf-1fe3886e94e1), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:10.280621 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cfe4c1d-c07f-4cd4-9262-c48eac9d8068 admin admin] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:57:10.281135 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2cfe4c1d-c07f-4cd4-9262-c48eac9d8068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (72363206-53ed-49c2-bfaf-1fe3886e94e1), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:10.282735 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 01:57:10.282735 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:57:10.282735 n-d-828369-4 neutron-server[103136]: timer() Feb 09 01:57:10.282735 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:57:10.282735 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 01:57:10.282735 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:57:10.282735 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 01:57:10.282735 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:57:10.282735 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 01:57:10.282735 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:57:10.282735 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 01:57:10.282735 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:57:10.282735 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 01:57:10.282735 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:57:10.282735 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:57:10.282735 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:57:10.282735 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:57:10.282735 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:57:10.282735 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 01:57:10.282735 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:57:10.282735 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 01:57:10.282735 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:57:10.282735 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:57:10.282735 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:57:10.282735 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 01:57:10.282735 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:57:10.282735 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:57:10.282735 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:57:10.282735 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:57:10.282735 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:57:10.282735 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:57:10.282735 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:57:10.338404 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2cfe4c1d-c07f-4cd4-9262-c48eac9d8068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (61ebe9f9-6473-45b8-b0a3-5a75374e28fe), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:10.343910 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2cfe4c1d-c07f-4cd4-9262-c48eac9d8068 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:10.347358 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2cfe4c1d-c07f-4cd4-9262-c48eac9d8068 admin admin] 10.222.0.50 "DELETE /v2.0/networks/61ebe9f9-6473-45b8-b0a3-5a75374e28fe HTTP/1.1" status: 204 len: 168 time: 0.5412519 Feb 09 01:57:10.360221 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfe4c1d-c07f-4cd4-9262-c48eac9d8068 admin admin] Pushing event deleted for resources: {'Network': ['ID=61ebe9f9-6473-45b8-b0a3-5a75374e28fe,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:10.503225 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44228) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:10.542038 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-5d1c2e89-6985-42e2-b3d8-62793b2b412f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d99c762572324c7ab702b0006314db9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375836 Feb 09 01:57:10.544349 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44230) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:10.590860 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e8a489d8-bbf9-4414-ae59-c3096eb48bcd admin admin] Publish callbacks [] for security_group (3efa0b78-d7b1-439f-b3fd-53347c55c42e), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:10.612009 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e8a489d8-bbf9-4414-ae59-c3096eb48bcd admin admin] Publish callbacks [] for security_group (3efa0b78-d7b1-439f-b3fd-53347c55c42e), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:10.661256 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e8a489d8-bbf9-4414-ae59-c3096eb48bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (3efa0b78-d7b1-439f-b3fd-53347c55c42e), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:10.663833 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e8a489d8-bbf9-4414-ae59-c3096eb48bcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:10.665014 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e8a489d8-bbf9-4414-ae59-c3096eb48bcd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3efa0b78-d7b1-439f-b3fd-53347c55c42e HTTP/1.1" status: 204 len: 168 time: 0.1191840 Feb 09 01:57:10.673479 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a489d8-bbf9-4414-ae59-c3096eb48bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3efa0b78-d7b1-439f-b3fd-53347c55c42e,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:10.973184 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44236) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:11.013314 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b43d9200-08fb-4c15-b478-e1eebba80da7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=63f3b7b351124e77a18888e3dfd63d46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389614 Feb 09 01:57:11.016409 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44238) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:11.064078 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9633f744-4444-4467-a1e0-bbb07192b15a admin admin] Publish callbacks [] for security_group (9827d4e6-4753-49c4-9caa-d3172597cf72), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:11.084303 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9633f744-4444-4467-a1e0-bbb07192b15a admin admin] Publish callbacks [] for security_group (9827d4e6-4753-49c4-9caa-d3172597cf72), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:11.132608 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9633f744-4444-4467-a1e0-bbb07192b15a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (9827d4e6-4753-49c4-9caa-d3172597cf72), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:11.135229 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9633f744-4444-4467-a1e0-bbb07192b15a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:11.136408 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-9633f744-4444-4467-a1e0-bbb07192b15a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9827d4e6-4753-49c4-9caa-d3172597cf72 HTTP/1.1" status: 204 len: 168 time: 0.1190526 Feb 09 01:57:11.144023 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9633f744-4444-4467-a1e0-bbb07192b15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9827d4e6-4753-49c4-9caa-d3172597cf72,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:11.411964 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 1d60dc46-6ce1-4536-b30c-0c5ed66f2031 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:57:11.438252 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 1d60dc46-6ce1-4536-b30c-0c5ed66f2031 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:57:11.438675 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 1d60dc46-6ce1-4536-b30c-0c5ed66f2031 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:57:11.439339 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 317d3b81-859e-4ce3-8589-8737a1b7f540 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:57:11.461832 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 317d3b81-859e-4ce3-8589-8737a1b7f540 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:57:11.462186 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 317d3b81-859e-4ce3-8589-8737a1b7f540 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:57:11.812310 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44260) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:11.906173 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-27120c06-8c4e-4328-b1f9-a48c6535ddd7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1591340894-network', 'tenant_id': '1be858b6527b4609a8b550cd8bb37071'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:11.925484 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27120c06-8c4e-4328-b1f9-a48c6535ddd7 admin admin] Made reservation on behalf of 1be858b6527b4609a8b550cd8bb37071 for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:57:11.927753 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-27120c06-8c4e-4328-b1f9-a48c6535ddd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:11.935942 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-27120c06-8c4e-4328-b1f9-a48c6535ddd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:12.009007 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-27120c06-8c4e-4328-b1f9-a48c6535ddd7 admin admin] Publish callbacks [] for security_group (864f2d66-4251-44f4-8d1e-15c47b818552), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:12.013773 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-27120c06-8c4e-4328-b1f9-a48c6535ddd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (864f2d66-4251-44f4-8d1e-15c47b818552), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:12.026157 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:57:12.041179 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27120c06-8c4e-4328-b1f9-a48c6535ddd7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1000} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:57:12.050120 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27120c06-8c4e-4328-b1f9-a48c6535ddd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864f2d66-4251-44f4-8d1e-15c47b818552,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:12.055998 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-27120c06-8c4e-4328-b1f9-a48c6535ddd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (db453ec7-9ec2-4a00-8fef-1160fc9c3774), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:12.056402 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-27120c06-8c4e-4328-b1f9-a48c6535ddd7 admin admin] Added segment db453ec7-9ec2-4a00-8fef-1160fc9c3774 of type vlan for network 8af8a516-80b9-471a-9d37-8e9d2c661c8e Feb 09 01:57:12.095326 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-27120c06-8c4e-4328-b1f9-a48c6535ddd7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (8af8a516-80b9-471a-9d37-8e9d2c661c8e), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:12.119926 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-27120c06-8c4e-4328-b1f9-a48c6535ddd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (8af8a516-80b9-471a-9d37-8e9d2c661c8e), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:12.120897 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27120c06-8c4e-4328-b1f9-a48c6535ddd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:12.121486 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-27120c06-8c4e-4328-b1f9-a48c6535ddd7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:12.168740 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-27120c06-8c4e-4328-b1f9-a48c6535ddd7 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3550804 Feb 09 01:57:12.171792 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44264) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:12.182524 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-f0b8c44d-d343-4297-93e6-167a40218337 admin admin] Request body: {'subnet': {'network_id': '8af8a516-80b9-471a-9d37-8e9d2c661c8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1591340894-subnet', 'tenant_id': '1be858b6527b4609a8b550cd8bb37071', 'ip_version': 4}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:12.195564 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27120c06-8c4e-4328-b1f9-a48c6535ddd7 admin admin] Pushing event updated for resources: {'Network': ['ID=8af8a516-80b9-471a-9d37-8e9d2c661c8e,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:12.206014 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 8af8a516-80b9-471a-9d37-8e9d2c661c8e details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:57:12.208990 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b8c44d-d343-4297-93e6-167a40218337 admin admin] Made reservation on behalf of 1be858b6527b4609a8b550cd8bb37071 for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:57:12.210857 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f0b8c44d-d343-4297-93e6-167a40218337 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:12.382430 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f0b8c44d-d343-4297-93e6-167a40218337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (a0c6de46-abb4-4ac2-be79-d88f7b5f86cd), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:12.441738 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b8c44d-d343-4297-93e6-167a40218337 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0c6de46-abb4-4ac2-be79-d88f7b5f86cd,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:12.451362 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b8c44d-d343-4297-93e6-167a40218337 admin admin] Checking segment: {'id': 'db453ec7-9ec2-4a00-8fef-1160fc9c3774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '8af8a516-80b9-471a-9d37-8e9d2c661c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:57:12.451727 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b8c44d-d343-4297-93e6-167a40218337 admin admin] Network hostable DHCP agents. Network: 8af8a516-80b9-471a-9d37-8e9d2c661c8e, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:57:12.467696 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b8c44d-d343-4297-93e6-167a40218337 admin admin] Network 8af8a516-80b9-471a-9d37-8e9d2c661c8e is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:57:12.476230 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-f0b8c44d-d343-4297-93e6-167a40218337 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 8af8a516-80b9-471a-9d37-8e9d2c661c8e) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:12.480568 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b8c44d-d343-4297-93e6-167a40218337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:12.481330 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f0b8c44d-d343-4297-93e6-167a40218337 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:12.485855 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3fb5ff-4731-4b97-a29f-794a95fe76d1 None None] Network 8af8a516-80b9-471a-9d37-8e9d2c661c8e requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:57:12.497301 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f0b8c44d-d343-4297-93e6-167a40218337 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3244221 Feb 09 01:57:12.500392 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44266) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:12.504730 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-c8ad1202-85b2-40b7-b043-58e9b7c672d8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1591340894-router', 'tenant_id': '1be858b6527b4609a8b550cd8bb37071', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:12.523119 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c8ad1202-85b2-40b7-b043-58e9b7c672d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (4468ec75-8d59-4443-a633-b955c5c3617d), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:12.524133 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c8ad1202-85b2-40b7-b043-58e9b7c672d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (4468ec75-8d59-4443-a633-b955c5c3617d), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:12.576348 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c8ad1202-85b2-40b7-b043-58e9b7c672d8 admin admin] Publish callbacks [] for router_controller (4468ec75-8d59-4443-a633-b955c5c3617d), precommit_add_association {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:12.589413 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a78147-1e83-4e87-b222-847fc11d743e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-8af8a516-80b9-471a-9d37-8e9d2c661c8e', 'network_id': '8af8a516-80b9-471a-9d37-8e9d2c661c8e', 'project_id': '1be858b6527b4609a8b550cd8bb37071', 'fixed_ips': [{'subnet_id': 'a0c6de46-abb4-4ac2-be79-d88f7b5f86cd'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:57:12.590308 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-26a78147-1e83-4e87-b222-847fc11d743e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:12.727820 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c8ad1202-85b2-40b7-b043-58e9b7c672d8 admin admin] Publish callbacks [] for router_gateway (4468ec75-8d59-4443-a633-b955c5c3617d), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:12.729626 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-26a78147-1e83-4e87-b222-847fc11d743e None None] Allocated IP 172.20.0.2 (8af8a516-80b9-471a-9d37-8e9d2c661c8e/a0c6de46-abb4-4ac2-be79-d88f7b5f86cd/67de253c-d686-408f-8eca-4507b6425acb) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:57:12.874633 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-26a78147-1e83-4e87-b222-847fc11d743e None None] Publish callbacks [] for port (67de253c-d686-408f-8eca-4507b6425acb), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:12.881890 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-26a78147-1e83-4e87-b222-847fc11d743e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (67de253c-d686-408f-8eca-4507b6425acb), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:12.924708 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a78147-1e83-4e87-b222-847fc11d743e None None] Network 8af8a516-80b9-471a-9d37-8e9d2c661c8e is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:57:12.930105 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-26a78147-1e83-4e87-b222-847fc11d743e None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:12.931983 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a78147-1e83-4e87-b222-847fc11d743e None None] Pushing event updated for resources: {'Port': ['ID=67de253c-d686-408f-8eca-4507b6425acb,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:12.933255 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c8ad1202-85b2-40b7-b043-58e9b7c672d8 admin admin] Publish callbacks [] for router_gateway (4468ec75-8d59-4443-a633-b955c5c3617d), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:12.934168 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a78147-1e83-4e87-b222-847fc11d743e None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:57:12.957845 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c8ad1202-85b2-40b7-b043-58e9b7c672d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:12.989771 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-26a78147-1e83-4e87-b222-847fc11d743e None None] Attempting to bind port 67de253c-d686-408f-8eca-4507b6425acb on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:57:12.990270 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-26a78147-1e83-4e87-b222-847fc11d743e None None] Attempting to bind port 67de253c-d686-408f-8eca-4507b6425acb by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'db453ec7-9ec2-4a00-8fef-1160fc9c3774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '8af8a516-80b9-471a-9d37-8e9d2c661c8e'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:57:12.990652 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a78147-1e83-4e87-b222-847fc11d743e None None] Attempting to bind port 67de253c-d686-408f-8eca-4507b6425acb on network 8af8a516-80b9-471a-9d37-8e9d2c661c8e {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:57:12.995656 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a78147-1e83-4e87-b222-847fc11d743e None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:57:12.996035 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a78147-1e83-4e87-b222-847fc11d743e None None] Checking segment: {'id': 'db453ec7-9ec2-4a00-8fef-1160fc9c3774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '8af8a516-80b9-471a-9d37-8e9d2c661c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:57:12.996451 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-26a78147-1e83-4e87-b222-847fc11d743e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:12.996887 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a78147-1e83-4e87-b222-847fc11d743e None None] Bound using segment: {'id': 'db453ec7-9ec2-4a00-8fef-1160fc9c3774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '8af8a516-80b9-471a-9d37-8e9d2c661c8e'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:57:12.997392 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-26a78147-1e83-4e87-b222-847fc11d743e None None] Bound port: 67de253c-d686-408f-8eca-4507b6425acb, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db453ec7-9ec2-4a00-8fef-1160fc9c3774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '8af8a516-80b9-471a-9d37-8e9d2c661c8e'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:57:12.997790 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-26a78147-1e83-4e87-b222-847fc11d743e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (67de253c-d686-408f-8eca-4507b6425acb), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:13.062978 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-26a78147-1e83-4e87-b222-847fc11d743e None None] For port 67de253c-d686-408f-8eca-4507b6425acb, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:57:13.063765 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-c8ad1202-85b2-40b7-b043-58e9b7c672d8 admin admin] Allocated IP 172.25.8.154 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/8b76ccd5-4e7a-454b-9591-516876401038) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:57:13.066046 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-26a78147-1e83-4e87-b222-847fc11d743e None None] For port 67de253c-d686-408f-8eca-4507b6425acb, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=67de253c-d686-408f-8eca-4507b6425acb,segment=NetworkSegment(db453ec7-9ec2-4a00-8fef-1160fc9c3774),segment_id=db453ec7-9ec2-4a00-8fef-1160fc9c3774)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:57:13.073144 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-26a78147-1e83-4e87-b222-847fc11d743e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (67de253c-d686-408f-8eca-4507b6425acb), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:13.131131 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a78147-1e83-4e87-b222-847fc11d743e None None] Pushing event updated for resources: {'Port': ['ID=67de253c-d686-408f-8eca-4507b6425acb,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:13.174395 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c8ad1202-85b2-40b7-b043-58e9b7c672d8 admin admin] Publish callbacks [] for port (8b76ccd5-4e7a-454b-9591-516876401038), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:13.208730 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c8ad1202-85b2-40b7-b043-58e9b7c672d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (8b76ccd5-4e7a-454b-9591-516876401038), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:13.250316 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ad1202-85b2-40b7-b043-58e9b7c672d8 admin admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:57:13.253310 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-c8ad1202-85b2-40b7-b043-58e9b7c672d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:13.255777 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ad1202-85b2-40b7-b043-58e9b7c672d8 admin admin] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:57:13.283829 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad1202-85b2-40b7-b043-58e9b7c672d8 admin admin] Pushing event updated for resources: {'Port': ['ID=8b76ccd5-4e7a-454b-9591-516876401038,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:13.299371 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad1202-85b2-40b7-b043-58e9b7c672d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:13.299738 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad1202-85b2-40b7-b043-58e9b7c672d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:13.300091 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad1202-85b2-40b7-b043-58e9b7c672d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:13.300443 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad1202-85b2-40b7-b043-58e9b7c672d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:13.301355 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad1202-85b2-40b7-b043-58e9b7c672d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:13.301702 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad1202-85b2-40b7-b043-58e9b7c672d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:13.302044 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad1202-85b2-40b7-b043-58e9b7c672d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:13.302752 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad1202-85b2-40b7-b043-58e9b7c672d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:13.302752 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad1202-85b2-40b7-b043-58e9b7c672d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:13.303038 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad1202-85b2-40b7-b043-58e9b7c672d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:13.303373 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad1202-85b2-40b7-b043-58e9b7c672d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:13.303709 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad1202-85b2-40b7-b043-58e9b7c672d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:13.304041 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ad1202-85b2-40b7-b043-58e9b7c672d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:13.453704 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 67de253c-d686-408f-8eca-4507b6425acb up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:57:13.503312 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 67de253c-d686-408f-8eca-4507b6425acb triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:13.503976 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (67de253c-d686-408f-8eca-4507b6425acb), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:13.557223 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c8ad1202-85b2-40b7-b043-58e9b7c672d8 admin admin] Publish callbacks [] for router_gateway (4468ec75-8d59-4443-a633-b955c5c3617d), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:13.582214 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 67de253c-d686-408f-8eca-4507b6425acb is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:13.582611 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (67de253c-d686-408f-8eca-4507b6425acb), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:13.616219 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 67de253c-d686-408f-8eca-4507b6425acb, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=67de253c-d686-408f-8eca-4507b6425acb,segment=NetworkSegment(db453ec7-9ec2-4a00-8fef-1160fc9c3774),segment_id=db453ec7-9ec2-4a00-8fef-1160fc9c3774)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:13.621018 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (67de253c-d686-408f-8eca-4507b6425acb), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:13.672054 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=67de253c-d686-408f-8eca-4507b6425acb,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:13.773080 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c8ad1202-85b2-40b7-b043-58e9b7c672d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (4468ec75-8d59-4443-a633-b955c5c3617d), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:13.910388 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ad1202-85b2-40b7-b043-58e9b7c672d8 admin admin] Router 4468ec75-8d59-4443-a633-b955c5c3617d is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:57:14.024200 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ad1202-85b2-40b7-b043-58e9b7c672d8 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:57:14.034255 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cca9bf-e64f-46fe-8c5e-24265b036e63 None None] Sync routers for ids ['4468ec75-8d59-4443-a633-b955c5c3617d'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:57:14.042927 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c8ad1202-85b2-40b7-b043-58e9b7c672d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:14.046716 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c8ad1202-85b2-40b7-b043-58e9b7c672d8 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5428407 Feb 09 01:57:14.047956 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44268) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:14.048819 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cca9bf-e64f-46fe-8c5e-24265b036e63 None None] Routers {'4468ec75-8d59-4443-a633-b955c5c3617d'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:57:14.049494 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-c5cca9bf-e64f-46fe-8c5e-24265b036e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:57:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['4468ec75-8d59-4443-a633-b955c5c3617d'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:14.122564 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e2b05c-d687-49d1-80b3-7fd2aa332748 None None] Network 8af8a516-80b9-471a-9d37-8e9d2c661c8e requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:57:14.166072 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-c5cca9bf-e64f-46fe-8c5e-24265b036e63 None None] Set router 4468ec75-8d59-4443-a633-b955c5c3617d gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:57:14.194204 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-d203dae7-308f-4fd6-b250-61ee9cdbb91f None None] Provisioning complete for port 67de253c-d686-408f-8eca-4507b6425acb triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:14.194590 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d203dae7-308f-4fd6-b250-61ee9cdbb91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (67de253c-d686-408f-8eca-4507b6425acb), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:14.321048 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-d203dae7-308f-4fd6-b250-61ee9cdbb91f None None] Current status of the port 67de253c-d686-408f-8eca-4507b6425acb is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:14.364046 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-c5cca9bf-e64f-46fe-8c5e-24265b036e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4468ec75-8d59-4443-a633-b955c5c3617d', 'name': 'tempest-TestMinimumBasicScenario-1591340894-router', 'tenant_id': '1be858b6527b4609a8b550cd8bb37071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '8b76ccd5-4e7a-454b-9591-516876401038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:57:12Z', 'updated_at': '2022-02-09T01:57:13Z', 'revision_number': 3, 'project_id': '1be858b6527b4609a8b550cd8bb37071', 'gw_port': {'id': '8b76ccd5-4e7a-454b-9591-516876401038', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4468ec75-8d59-4443-a633-b955c5c3617d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:12Z', 'updated_at': '2022-02-09T01:57:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:14.491521 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cca9bf-e64f-46fe-8c5e-24265b036e63 None None] Checking router: 4468ec75-8d59-4443-a633-b955c5c3617d for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:57:14.491879 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cca9bf-e64f-46fe-8c5e-24265b036e63 None None] Updating router 4468ec75-8d59-4443-a633-b955c5c3617d port 8b76ccd5-4e7a-454b-9591-516876401038 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:57:14.520493 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c5cca9bf-e64f-46fe-8c5e-24265b036e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8b76ccd5-4e7a-454b-9591-516876401038), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:14.541806 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-9d2ca63f-71aa-4e78-963d-8def40505e70 None None] Provisioning complete for port 67de253c-d686-408f-8eca-4507b6425acb triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:14.542416 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9d2ca63f-71aa-4e78-963d-8def40505e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (67de253c-d686-408f-8eca-4507b6425acb), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:14.630510 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-9d2ca63f-71aa-4e78-963d-8def40505e70 None None] Current status of the port 67de253c-d686-408f-8eca-4507b6425acb is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:14.748368 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a6998402-dd82-4aee-b5d1-4d0f9d9c6c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:14.772440 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c5cca9bf-e64f-46fe-8c5e-24265b036e63 None None] Publish callbacks [] for port (8b76ccd5-4e7a-454b-9591-516876401038), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:14.777996 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c5cca9bf-e64f-46fe-8c5e-24265b036e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (8b76ccd5-4e7a-454b-9591-516876401038), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:14.824853 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-c5cca9bf-e64f-46fe-8c5e-24265b036e63 None None] Attempting to bind port 8b76ccd5-4e7a-454b-9591-516876401038 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:57:14.825230 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-c5cca9bf-e64f-46fe-8c5e-24265b036e63 None None] Attempting to bind port 8b76ccd5-4e7a-454b-9591-516876401038 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:57:14.826106 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cca9bf-e64f-46fe-8c5e-24265b036e63 None None] Attempting to bind port 8b76ccd5-4e7a-454b-9591-516876401038 on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:57:14.834373 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1291f3f-9c42-4928-a58a-21ea2afb6f31 None None] Pushing event updated for resources: {'Port': ['ID=8b76ccd5-4e7a-454b-9591-516876401038,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:14.837246 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cca9bf-e64f-46fe-8c5e-24265b036e63 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:57:14.837630 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cca9bf-e64f-46fe-8c5e-24265b036e63 None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:57:14.838049 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c5cca9bf-e64f-46fe-8c5e-24265b036e63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:14.838420 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cca9bf-e64f-46fe-8c5e-24265b036e63 None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:57:14.838886 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-c5cca9bf-e64f-46fe-8c5e-24265b036e63 None None] Bound port: 8b76ccd5-4e7a-454b-9591-516876401038, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:57:14.839267 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c5cca9bf-e64f-46fe-8c5e-24265b036e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8b76ccd5-4e7a-454b-9591-516876401038), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:14.862195 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1291f3f-9c42-4928-a58a-21ea2afb6f31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:14.862549 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1291f3f-9c42-4928-a58a-21ea2afb6f31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:14.862895 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1291f3f-9c42-4928-a58a-21ea2afb6f31 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:14.863298 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1291f3f-9c42-4928-a58a-21ea2afb6f31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:14.863649 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1291f3f-9c42-4928-a58a-21ea2afb6f31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:14.863985 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1291f3f-9c42-4928-a58a-21ea2afb6f31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:14.864319 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1291f3f-9c42-4928-a58a-21ea2afb6f31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:14.864675 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1291f3f-9c42-4928-a58a-21ea2afb6f31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:14.865030 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1291f3f-9c42-4928-a58a-21ea2afb6f31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:14.865358 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1291f3f-9c42-4928-a58a-21ea2afb6f31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:14.865690 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1291f3f-9c42-4928-a58a-21ea2afb6f31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:14.866013 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1291f3f-9c42-4928-a58a-21ea2afb6f31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:14.866335 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1291f3f-9c42-4928-a58a-21ea2afb6f31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:14.900476 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-c5cca9bf-e64f-46fe-8c5e-24265b036e63 None None] For port 8b76ccd5-4e7a-454b-9591-516876401038, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:57:14.903937 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-c5cca9bf-e64f-46fe-8c5e-24265b036e63 None None] For port 8b76ccd5-4e7a-454b-9591-516876401038, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=8b76ccd5-4e7a-454b-9591-516876401038,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:57:14.906291 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-a6998402-dd82-4aee-b5d1-4d0f9d9c6c8a admin admin] Allocated IP 172.20.0.1 (8af8a516-80b9-471a-9d37-8e9d2c661c8e/a0c6de46-abb4-4ac2-be79-d88f7b5f86cd/6326e4e4-e1ed-4bee-8707-c0c6953ec4bb) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:57:14.910284 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-c5cca9bf-e64f-46fe-8c5e-24265b036e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (8b76ccd5-4e7a-454b-9591-516876401038), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:14.968242 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1291f3f-9c42-4928-a58a-21ea2afb6f31 None None] Pushing event updated for resources: {'Port': ['ID=8b76ccd5-4e7a-454b-9591-516876401038,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:14.971118 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cca9bf-e64f-46fe-8c5e-24265b036e63 None None] Routers {'4468ec75-8d59-4443-a633-b955c5c3617d'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:57:14.971752 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-c5cca9bf-e64f-46fe-8c5e-24265b036e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:57:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['4468ec75-8d59-4443-a633-b955c5c3617d'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:15.013948 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a6998402-dd82-4aee-b5d1-4d0f9d9c6c8a admin admin] Publish callbacks [] for port (6326e4e4-e1ed-4bee-8707-c0c6953ec4bb), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:15.047868 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a6998402-dd82-4aee-b5d1-4d0f9d9c6c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (6326e4e4-e1ed-4bee-8707-c0c6953ec4bb), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:15.079115 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-c5cca9bf-e64f-46fe-8c5e-24265b036e63 None None] Set router 4468ec75-8d59-4443-a633-b955c5c3617d gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:57:15.082679 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6998402-dd82-4aee-b5d1-4d0f9d9c6c8a admin admin] Network 8af8a516-80b9-471a-9d37-8e9d2c661c8e is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:57:15.085574 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-a6998402-dd82-4aee-b5d1-4d0f9d9c6c8a admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:15.091274 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6998402-dd82-4aee-b5d1-4d0f9d9c6c8a admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:57:15.120253 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6998402-dd82-4aee-b5d1-4d0f9d9c6c8a admin admin] Pushing event updated for resources: {'Port': ['ID=6326e4e4-e1ed-4bee-8707-c0c6953ec4bb,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:15.136381 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a6998402-dd82-4aee-b5d1-4d0f9d9c6c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (4468ec75-8d59-4443-a633-b955c5c3617d), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:15.272267 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-c5cca9bf-e64f-46fe-8c5e-24265b036e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4468ec75-8d59-4443-a633-b955c5c3617d', 'name': 'tempest-TestMinimumBasicScenario-1591340894-router', 'tenant_id': '1be858b6527b4609a8b550cd8bb37071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '8b76ccd5-4e7a-454b-9591-516876401038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:57:12Z', 'updated_at': '2022-02-09T01:57:13Z', 'revision_number': 3, 'project_id': '1be858b6527b4609a8b550cd8bb37071', 'gw_port': {'id': '8b76ccd5-4e7a-454b-9591-516876401038', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4468ec75-8d59-4443-a633-b955c5c3617d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:12Z', 'updated_at': '2022-02-09T01:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:15.276724 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a6998402-dd82-4aee-b5d1-4d0f9d9c6c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6326e4e4-e1ed-4bee-8707-c0c6953ec4bb), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:15.299857 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cca9bf-e64f-46fe-8c5e-24265b036e63 None None] The sync data for ids ['4468ec75-8d59-4443-a633-b955c5c3617d'] in n-d-828369-4 is: [{'id': '4468ec75-8d59-4443-a633-b955c5c3617d', 'name': 'tempest-TestMinimumBasicScenario-1591340894-router', 'tenant_id': '1be858b6527b4609a8b550cd8bb37071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '8b76ccd5-4e7a-454b-9591-516876401038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:57:12Z', 'updated_at': '2022-02-09T01:57:13Z', 'revision_number': 3, 'project_id': '1be858b6527b4609a8b550cd8bb37071', 'gw_port': {'id': '8b76ccd5-4e7a-454b-9591-516876401038', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4468ec75-8d59-4443-a633-b955c5c3617d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:12Z', 'updated_at': '2022-02-09T01:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:57:15.364848 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-00ed92d1-14fa-40ec-a2e5-e700203da454 None None] Provisioning complete for port 6326e4e4-e1ed-4bee-8707-c0c6953ec4bb triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:15.365243 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-00ed92d1-14fa-40ec-a2e5-e700203da454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (6326e4e4-e1ed-4bee-8707-c0c6953ec4bb), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:15.405350 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-00ed92d1-14fa-40ec-a2e5-e700203da454 None None] Port 6326e4e4-e1ed-4bee-8707-c0c6953ec4bb cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:57:15.431246 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 67de253c-d686-408f-8eca-4507b6425acb up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:57:15.466122 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a6998402-dd82-4aee-b5d1-4d0f9d9c6c8a admin admin] Publish callbacks [] for port (6326e4e4-e1ed-4bee-8707-c0c6953ec4bb), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:15.471743 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a6998402-dd82-4aee-b5d1-4d0f9d9c6c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (6326e4e4-e1ed-4bee-8707-c0c6953ec4bb), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:15.489257 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 67de253c-d686-408f-8eca-4507b6425acb triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:15.489720 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (67de253c-d686-408f-8eca-4507b6425acb), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:15.540441 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a6998402-dd82-4aee-b5d1-4d0f9d9c6c8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (4468ec75-8d59-4443-a633-b955c5c3617d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:15.543442 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6998402-dd82-4aee-b5d1-4d0f9d9c6c8a admin admin] Pushing event updated for resources: {'Port': ['ID=6326e4e4-e1ed-4bee-8707-c0c6953ec4bb,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:15.605811 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 67de253c-d686-408f-8eca-4507b6425acb is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:15.663283 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6998402-dd82-4aee-b5d1-4d0f9d9c6c8a admin admin] Network 8af8a516-80b9-471a-9d37-8e9d2c661c8e is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:57:15.664793 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-a6998402-dd82-4aee-b5d1-4d0f9d9c6c8a admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:15.799784 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6998402-dd82-4aee-b5d1-4d0f9d9c6c8a admin admin] Router 4468ec75-8d59-4443-a633-b955c5c3617d has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:57:15.928957 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-5662f0bc-d5ef-4e9d-abc2-e80a1e754b63 None None] Provisioning complete for port 6326e4e4-e1ed-4bee-8707-c0c6953ec4bb triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:15.929341 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5662f0bc-d5ef-4e9d-abc2-e80a1e754b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (6326e4e4-e1ed-4bee-8707-c0c6953ec4bb), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:15.933332 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6998402-dd82-4aee-b5d1-4d0f9d9c6c8a admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:57:15.939088 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a6998402-dd82-4aee-b5d1-4d0f9d9c6c8a admin admin] 10.222.0.50 "PUT /v2.0/routers/4468ec75-8d59-4443-a633-b955c5c3617d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8898120 Feb 09 01:57:15.973275 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-5662f0bc-d5ef-4e9d-abc2-e80a1e754b63 None None] Port 6326e4e4-e1ed-4bee-8707-c0c6953ec4bb cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:57:16.416236 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44284) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:16.421374 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-9684b0cf-7a08-45ad-b560-fd0478379eb8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1426687134-network', 'tenant_id': 'd7524098821743b98af06ae3fb9b41ce'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:16.442713 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9684b0cf-7a08-45ad-b560-fd0478379eb8 admin admin] Made reservation on behalf of d7524098821743b98af06ae3fb9b41ce for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:57:16.445101 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9684b0cf-7a08-45ad-b560-fd0478379eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:16.454810 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9684b0cf-7a08-45ad-b560-fd0478379eb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:16.530495 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9684b0cf-7a08-45ad-b560-fd0478379eb8 admin admin] Publish callbacks [] for security_group (b7199647-ad46-439e-a73e-c684df33f607), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:16.534264 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9684b0cf-7a08-45ad-b560-fd0478379eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b7199647-ad46-439e-a73e-c684df33f607), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:16.557800 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9684b0cf-7a08-45ad-b560-fd0478379eb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1027} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:57:16.566382 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684b0cf-7a08-45ad-b560-fd0478379eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7199647-ad46-439e-a73e-c684df33f607,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:16.572316 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9684b0cf-7a08-45ad-b560-fd0478379eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (7e0b088e-f2cc-4fdb-b237-9de366f85d80), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:16.572695 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-9684b0cf-7a08-45ad-b560-fd0478379eb8 admin admin] Added segment 7e0b088e-f2cc-4fdb-b237-9de366f85d80 of type vlan for network cd54ee52-2461-4c60-a1b7-e20807f33330 Feb 09 01:57:16.613325 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9684b0cf-7a08-45ad-b560-fd0478379eb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (cd54ee52-2461-4c60-a1b7-e20807f33330), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:16.638133 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9684b0cf-7a08-45ad-b560-fd0478379eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (cd54ee52-2461-4c60-a1b7-e20807f33330), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:16.639148 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9684b0cf-7a08-45ad-b560-fd0478379eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:16.639726 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9684b0cf-7a08-45ad-b560-fd0478379eb8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:16.700244 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9684b0cf-7a08-45ad-b560-fd0478379eb8 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2827988 Feb 09 01:57:16.703273 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44286) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:16.707365 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684b0cf-7a08-45ad-b560-fd0478379eb8 admin admin] Pushing event updated for resources: {'Network': ['ID=cd54ee52-2461-4c60-a1b7-e20807f33330,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:16.708680 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-4642bb79-5600-4e43-a610-886dd49da59e admin admin] Request body: {'subnet': {'network_id': 'cd54ee52-2461-4c60-a1b7-e20807f33330', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1426687134-subnet', 'tenant_id': 'd7524098821743b98af06ae3fb9b41ce', 'ip_version': 4}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:16.721744 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network cd54ee52-2461-4c60-a1b7-e20807f33330 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:57:16.729850 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4642bb79-5600-4e43-a610-886dd49da59e admin admin] Made reservation on behalf of d7524098821743b98af06ae3fb9b41ce for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:57:16.733656 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4642bb79-5600-4e43-a610-886dd49da59e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:16.908899 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4642bb79-5600-4e43-a610-886dd49da59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (8b688dde-c52b-491f-8c4f-62f448d094fa), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:16.950446 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827d4da7-fe0a-4394-99b8-16b25063d8d1 None None] Sync routers for ids ['4468ec75-8d59-4443-a633-b955c5c3617d'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:57:16.960557 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827d4da7-fe0a-4394-99b8-16b25063d8d1 None None] Routers {'4468ec75-8d59-4443-a633-b955c5c3617d'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:57:16.961201 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-827d4da7-fe0a-4394-99b8-16b25063d8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:57:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['4468ec75-8d59-4443-a633-b955c5c3617d'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:16.962789 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4642bb79-5600-4e43-a610-886dd49da59e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b688dde-c52b-491f-8c4f-62f448d094fa,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:16.973721 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4642bb79-5600-4e43-a610-886dd49da59e admin admin] Checking segment: {'id': '7e0b088e-f2cc-4fdb-b237-9de366f85d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'cd54ee52-2461-4c60-a1b7-e20807f33330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:57:16.974142 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4642bb79-5600-4e43-a610-886dd49da59e admin admin] Network hostable DHCP agents. Network: cd54ee52-2461-4c60-a1b7-e20807f33330, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:57:16.991042 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4642bb79-5600-4e43-a610-886dd49da59e admin admin] Network cd54ee52-2461-4c60-a1b7-e20807f33330 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:57:17.000418 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-4642bb79-5600-4e43-a610-886dd49da59e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, cd54ee52-2461-4c60-a1b7-e20807f33330) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:17.003961 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4642bb79-5600-4e43-a610-886dd49da59e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:17.004616 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4642bb79-5600-4e43-a610-886dd49da59e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:17.024385 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4642bb79-5600-4e43-a610-886dd49da59e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3197923 Feb 09 01:57:17.026942 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44288) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:17.032043 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edf523c-f60c-4f23-af8f-cfd2f6608831 None None] Network cd54ee52-2461-4c60-a1b7-e20807f33330 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:57:17.032846 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-9724d8a4-4de8-49d8-9ec2-bcaa338f7a8a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1426687134-router', 'tenant_id': 'd7524098821743b98af06ae3fb9b41ce', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:17.052759 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9724d8a4-4de8-49d8-9ec2-bcaa338f7a8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (bc65b6f7-1f94-4c7e-97a9-100406cb215d), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:17.053799 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9724d8a4-4de8-49d8-9ec2-bcaa338f7a8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (bc65b6f7-1f94-4c7e-97a9-100406cb215d), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:17.107413 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9724d8a4-4de8-49d8-9ec2-bcaa338f7a8a admin admin] Publish callbacks [] for router_controller (bc65b6f7-1f94-4c7e-97a9-100406cb215d), precommit_add_association {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:17.142596 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-827d4da7-fe0a-4394-99b8-16b25063d8d1 None None] Set router 4468ec75-8d59-4443-a633-b955c5c3617d gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:57:17.195169 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0fceca-5c4f-480d-8d6d-783d38609374 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-cd54ee52-2461-4c60-a1b7-e20807f33330', 'network_id': 'cd54ee52-2461-4c60-a1b7-e20807f33330', 'project_id': 'd7524098821743b98af06ae3fb9b41ce', 'fixed_ips': [{'subnet_id': '8b688dde-c52b-491f-8c4f-62f448d094fa'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:57:17.195972 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc0fceca-5c4f-480d-8d6d-783d38609374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:17.269367 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9724d8a4-4de8-49d8-9ec2-bcaa338f7a8a admin admin] Publish callbacks [] for router_gateway (bc65b6f7-1f94-4c7e-97a9-100406cb215d), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:17.488189 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9724d8a4-4de8-49d8-9ec2-bcaa338f7a8a admin admin] Publish callbacks [] for router_gateway (bc65b6f7-1f94-4c7e-97a9-100406cb215d), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:17.507534 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 8b76ccd5-4e7a-454b-9591-516876401038 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:57:17.509181 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9724d8a4-4de8-49d8-9ec2-bcaa338f7a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:17.616279 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-9724d8a4-4de8-49d8-9ec2-bcaa338f7a8a admin admin] Allocated IP 172.25.8.253 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/b6f33ef8-294c-476c-b589-cfccb5d06cb9) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:57:17.662843 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-dc0fceca-5c4f-480d-8d6d-783d38609374 None None] Allocated IP 172.20.0.2 (cd54ee52-2461-4c60-a1b7-e20807f33330/8b688dde-c52b-491f-8c4f-62f448d094fa/aaff7533-bef1-409a-9952-921ca8455307) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:57:17.683298 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 8b76ccd5-4e7a-454b-9591-516876401038 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:17.683686 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (8b76ccd5-4e7a-454b-9591-516876401038), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:17.722966 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9724d8a4-4de8-49d8-9ec2-bcaa338f7a8a admin admin] Publish callbacks [] for port (b6f33ef8-294c-476c-b589-cfccb5d06cb9), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:17.757919 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9724d8a4-4de8-49d8-9ec2-bcaa338f7a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (b6f33ef8-294c-476c-b589-cfccb5d06cb9), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:17.798590 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9724d8a4-4de8-49d8-9ec2-bcaa338f7a8a admin admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:57:17.801510 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-9724d8a4-4de8-49d8-9ec2-bcaa338f7a8a admin admin] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:17.803901 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9724d8a4-4de8-49d8-9ec2-bcaa338f7a8a admin admin] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:57:17.816904 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-827d4da7-fe0a-4394-99b8-16b25063d8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4468ec75-8d59-4443-a633-b955c5c3617d', 'name': 'tempest-TestMinimumBasicScenario-1591340894-router', 'tenant_id': '1be858b6527b4609a8b550cd8bb37071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '8b76ccd5-4e7a-454b-9591-516876401038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:57:12Z', 'updated_at': '2022-02-09T01:57:15Z', 'revision_number': 4, 'project_id': '1be858b6527b4609a8b550cd8bb37071', 'gw_port': {'id': '8b76ccd5-4e7a-454b-9591-516876401038', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0f:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4468ec75-8d59-4443-a633-b955c5c3617d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:12Z', 'updated_at': '2022-02-09T01:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '6326e4e4-e1ed-4bee-8707-c0c6953ec4bb', 'name': '', 'network_id': '8af8a516-80b9-471a-9d37-8e9d2c661c8e', 'tenant_id': '1be858b6527b4609a8b550cd8bb37071', 'mac_address': 'fa:16:3e:e1:df:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4468ec75-8d59-4443-a633-b955c5c3617d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'a0c6de46-abb4-4ac2-be79-d88f7b5f86cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:14Z', 'updated_at': '2022-02-09T01:57:15Z', 'revision_number': 2, 'project_id': '1be858b6527b4609a8b550cd8bb37071', 'subnets': [{'id': 'a0c6de46-abb4-4ac2-be79-d88f7b5f86cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:17.831352 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9724d8a4-4de8-49d8-9ec2-bcaa338f7a8a admin admin] Pushing event updated for resources: {'Port': ['ID=b6f33ef8-294c-476c-b589-cfccb5d06cb9,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:17.860534 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827d4da7-fe0a-4394-99b8-16b25063d8d1 None None] Checking router: 4468ec75-8d59-4443-a633-b955c5c3617d for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:57:17.860926 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827d4da7-fe0a-4394-99b8-16b25063d8d1 None None] Updating router 4468ec75-8d59-4443-a633-b955c5c3617d port 6326e4e4-e1ed-4bee-8707-c0c6953ec4bb binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:57:17.944570 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-827d4da7-fe0a-4394-99b8-16b25063d8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6326e4e4-e1ed-4bee-8707-c0c6953ec4bb), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:17.948615 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 8b76ccd5-4e7a-454b-9591-516876401038 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:17.949008 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8b76ccd5-4e7a-454b-9591-516876401038), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:17.976464 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc0fceca-5c4f-480d-8d6d-783d38609374 None None] Publish callbacks [] for port (aaff7533-bef1-409a-9952-921ca8455307), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:17.990124 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc0fceca-5c4f-480d-8d6d-783d38609374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (aaff7533-bef1-409a-9952-921ca8455307), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:17.992899 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 8b76ccd5-4e7a-454b-9591-516876401038, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=8b76ccd5-4e7a-454b-9591-516876401038,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:18.018373 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (8b76ccd5-4e7a-454b-9591-516876401038), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:18.068318 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9724d8a4-4de8-49d8-9ec2-bcaa338f7a8a admin admin] Publish callbacks [] for router_gateway (bc65b6f7-1f94-4c7e-97a9-100406cb215d), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:18.117988 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0fceca-5c4f-480d-8d6d-783d38609374 None None] Network cd54ee52-2461-4c60-a1b7-e20807f33330 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:57:18.121290 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0fceca-5c4f-480d-8d6d-783d38609374 None None] Pushing event updated for resources: {'Port': ['ID=aaff7533-bef1-409a-9952-921ca8455307,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:18.126613 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-dc0fceca-5c4f-480d-8d6d-783d38609374 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:18.135523 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0fceca-5c4f-480d-8d6d-783d38609374 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:57:18.270793 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9724d8a4-4de8-49d8-9ec2-bcaa338f7a8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (bc65b6f7-1f94-4c7e-97a9-100406cb215d), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:18.277021 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=8b76ccd5-4e7a-454b-9591-516876401038,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:18.286413 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-dc0fceca-5c4f-480d-8d6d-783d38609374 None None] Attempting to bind port aaff7533-bef1-409a-9952-921ca8455307 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:57:18.286797 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-dc0fceca-5c4f-480d-8d6d-783d38609374 None None] Attempting to bind port aaff7533-bef1-409a-9952-921ca8455307 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '7e0b088e-f2cc-4fdb-b237-9de366f85d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'cd54ee52-2461-4c60-a1b7-e20807f33330'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:57:18.287176 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0fceca-5c4f-480d-8d6d-783d38609374 None None] Attempting to bind port aaff7533-bef1-409a-9952-921ca8455307 on network cd54ee52-2461-4c60-a1b7-e20807f33330 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:57:18.297026 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0fceca-5c4f-480d-8d6d-783d38609374 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:57:18.297425 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0fceca-5c4f-480d-8d6d-783d38609374 None None] Checking segment: {'id': '7e0b088e-f2cc-4fdb-b237-9de366f85d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'cd54ee52-2461-4c60-a1b7-e20807f33330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:57:18.297834 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc0fceca-5c4f-480d-8d6d-783d38609374 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:18.298239 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0fceca-5c4f-480d-8d6d-783d38609374 None None] Bound using segment: {'id': '7e0b088e-f2cc-4fdb-b237-9de366f85d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'cd54ee52-2461-4c60-a1b7-e20807f33330'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:57:18.298728 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-dc0fceca-5c4f-480d-8d6d-783d38609374 None None] Bound port: aaff7533-bef1-409a-9952-921ca8455307, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0b088e-f2cc-4fdb-b237-9de366f85d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'cd54ee52-2461-4c60-a1b7-e20807f33330'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:57:18.299124 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc0fceca-5c4f-480d-8d6d-783d38609374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (aaff7533-bef1-409a-9952-921ca8455307), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:18.403305 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-dc0fceca-5c4f-480d-8d6d-783d38609374 None None] For port aaff7533-bef1-409a-9952-921ca8455307, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:57:18.439012 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-dc0fceca-5c4f-480d-8d6d-783d38609374 None None] For port aaff7533-bef1-409a-9952-921ca8455307, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=aaff7533-bef1-409a-9952-921ca8455307,segment=NetworkSegment(7e0b088e-f2cc-4fdb-b237-9de366f85d80),segment_id=7e0b088e-f2cc-4fdb-b237-9de366f85d80)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:57:18.454943 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dc0fceca-5c4f-480d-8d6d-783d38609374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (aaff7533-bef1-409a-9952-921ca8455307), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:18.462292 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-827d4da7-fe0a-4394-99b8-16b25063d8d1 None None] Publish callbacks [] for port (6326e4e4-e1ed-4bee-8707-c0c6953ec4bb), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:18.491872 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-827d4da7-fe0a-4394-99b8-16b25063d8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (6326e4e4-e1ed-4bee-8707-c0c6953ec4bb), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:18.537968 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0fceca-5c4f-480d-8d6d-783d38609374 None None] Pushing event updated for resources: {'Port': ['ID=aaff7533-bef1-409a-9952-921ca8455307,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:18.632355 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2020ecb9-f264-4bd3-bcca-cad0c63e6db6 None None] Pushing event updated for resources: {'Port': ['ID=6326e4e4-e1ed-4bee-8707-c0c6953ec4bb,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:18.646572 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-827d4da7-fe0a-4394-99b8-16b25063d8d1 None None] Attempting to bind port 6326e4e4-e1ed-4bee-8707-c0c6953ec4bb on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:57:18.647314 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-827d4da7-fe0a-4394-99b8-16b25063d8d1 None None] Attempting to bind port 6326e4e4-e1ed-4bee-8707-c0c6953ec4bb by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'db453ec7-9ec2-4a00-8fef-1160fc9c3774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '8af8a516-80b9-471a-9d37-8e9d2c661c8e'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:57:18.648228 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827d4da7-fe0a-4394-99b8-16b25063d8d1 None None] Attempting to bind port 6326e4e4-e1ed-4bee-8707-c0c6953ec4bb on network 8af8a516-80b9-471a-9d37-8e9d2c661c8e {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:57:18.655467 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827d4da7-fe0a-4394-99b8-16b25063d8d1 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:57:18.656288 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827d4da7-fe0a-4394-99b8-16b25063d8d1 None None] Checking segment: {'id': 'db453ec7-9ec2-4a00-8fef-1160fc9c3774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '8af8a516-80b9-471a-9d37-8e9d2c661c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:57:18.656977 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-827d4da7-fe0a-4394-99b8-16b25063d8d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:18.657591 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827d4da7-fe0a-4394-99b8-16b25063d8d1 None None] Bound using segment: {'id': 'db453ec7-9ec2-4a00-8fef-1160fc9c3774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '8af8a516-80b9-471a-9d37-8e9d2c661c8e'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:57:18.658431 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-827d4da7-fe0a-4394-99b8-16b25063d8d1 None None] Bound port: 6326e4e4-e1ed-4bee-8707-c0c6953ec4bb, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db453ec7-9ec2-4a00-8fef-1160fc9c3774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '8af8a516-80b9-471a-9d37-8e9d2c661c8e'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:57:18.659100 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-827d4da7-fe0a-4394-99b8-16b25063d8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6326e4e4-e1ed-4bee-8707-c0c6953ec4bb), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:18.745450 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-827d4da7-fe0a-4394-99b8-16b25063d8d1 None None] For port 6326e4e4-e1ed-4bee-8707-c0c6953ec4bb, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:57:18.750162 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-827d4da7-fe0a-4394-99b8-16b25063d8d1 None None] For port 6326e4e4-e1ed-4bee-8707-c0c6953ec4bb, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=6326e4e4-e1ed-4bee-8707-c0c6953ec4bb,segment=NetworkSegment(db453ec7-9ec2-4a00-8fef-1160fc9c3774),segment_id=db453ec7-9ec2-4a00-8fef-1160fc9c3774)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:57:18.758467 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-827d4da7-fe0a-4394-99b8-16b25063d8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (6326e4e4-e1ed-4bee-8707-c0c6953ec4bb), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:18.840286 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827d4da7-fe0a-4394-99b8-16b25063d8d1 None None] Routers {'4468ec75-8d59-4443-a633-b955c5c3617d'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:57:18.841578 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-827d4da7-fe0a-4394-99b8-16b25063d8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:57:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['4468ec75-8d59-4443-a633-b955c5c3617d'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:18.925477 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9724d8a4-4de8-49d8-9ec2-bcaa338f7a8a admin admin] Router bc65b6f7-1f94-4c7e-97a9-100406cb215d is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:57:18.958624 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2020ecb9-f264-4bd3-bcca-cad0c63e6db6 None None] Pushing event updated for resources: {'Port': ['ID=6326e4e4-e1ed-4bee-8707-c0c6953ec4bb,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:18.984848 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-0d193fa4-d833-436b-b56e-eb5429035e24 None None] Provisioning complete for port 6326e4e4-e1ed-4bee-8707-c0c6953ec4bb triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:18.985458 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0d193fa4-d833-436b-b56e-eb5429035e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (6326e4e4-e1ed-4bee-8707-c0c6953ec4bb), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:19.045485 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-827d4da7-fe0a-4394-99b8-16b25063d8d1 None None] Set router 4468ec75-8d59-4443-a633-b955c5c3617d gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:57:19.081295 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9724d8a4-4de8-49d8-9ec2-bcaa338f7a8a admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:57:19.096758 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b663620-5397-4d94-b5e2-41aa9b0eb59b None None] Sync routers for ids ['bc65b6f7-1f94-4c7e-97a9-100406cb215d'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:57:19.102836 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9724d8a4-4de8-49d8-9ec2-bcaa338f7a8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:19.105171 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-9724d8a4-4de8-49d8-9ec2-bcaa338f7a8a admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0771799 Feb 09 01:57:19.108176 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44290) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:57:19.108980 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b663620-5397-4d94-b5e2-41aa9b0eb59b None None] Routers {'bc65b6f7-1f94-4c7e-97a9-100406cb215d'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:57:19.109953 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9b663620-5397-4d94-b5e2-41aa9b0eb59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:57:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['bc65b6f7-1f94-4c7e-97a9-100406cb215d'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:19.209958 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-0d193fa4-d833-436b-b56e-eb5429035e24 None None] Current status of the port 6326e4e4-e1ed-4bee-8707-c0c6953ec4bb is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:19.210358 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0d193fa4-d833-436b-b56e-eb5429035e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6326e4e4-e1ed-4bee-8707-c0c6953ec4bb), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:19.242794 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-9b663620-5397-4d94-b5e2-41aa9b0eb59b None None] Set router bc65b6f7-1f94-4c7e-97a9-100406cb215d gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:57:19.271024 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-0d193fa4-d833-436b-b56e-eb5429035e24 None None] For port 6326e4e4-e1ed-4bee-8707-c0c6953ec4bb, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=6326e4e4-e1ed-4bee-8707-c0c6953ec4bb,segment=NetworkSegment(db453ec7-9ec2-4a00-8fef-1160fc9c3774),segment_id=db453ec7-9ec2-4a00-8fef-1160fc9c3774)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:19.277724 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0d193fa4-d833-436b-b56e-eb5429035e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (6326e4e4-e1ed-4bee-8707-c0c6953ec4bb), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:19.361559 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d193fa4-d833-436b-b56e-eb5429035e24 None None] Pushing event updated for resources: {'Port': ['ID=6326e4e4-e1ed-4bee-8707-c0c6953ec4bb,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:19.388942 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-827d4da7-fe0a-4394-99b8-16b25063d8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4468ec75-8d59-4443-a633-b955c5c3617d', 'name': 'tempest-TestMinimumBasicScenario-1591340894-router', 'tenant_id': '1be858b6527b4609a8b550cd8bb37071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '8b76ccd5-4e7a-454b-9591-516876401038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:57:12Z', 'updated_at': '2022-02-09T01:57:15Z', 'revision_number': 4, 'project_id': '1be858b6527b4609a8b550cd8bb37071', 'gw_port': {'id': '8b76ccd5-4e7a-454b-9591-516876401038', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4468ec75-8d59-4443-a633-b955c5c3617d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:12Z', 'updated_at': '2022-02-09T01:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '6326e4e4-e1ed-4bee-8707-c0c6953ec4bb', 'name': '', 'network_id': '8af8a516-80b9-471a-9d37-8e9d2c661c8e', 'tenant_id': '1be858b6527b4609a8b550cd8bb37071', 'mac_address': 'fa:16:3e:e1:df:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4468ec75-8d59-4443-a633-b955c5c3617d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'a0c6de46-abb4-4ac2-be79-d88f7b5f86cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:14Z', 'updated_at': '2022-02-09T01:57:18Z', 'revision_number': 4, 'project_id': '1be858b6527b4609a8b550cd8bb37071', 'subnets': [{'id': 'a0c6de46-abb4-4ac2-be79-d88f7b5f86cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:19.447938 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827d4da7-fe0a-4394-99b8-16b25063d8d1 None None] The sync data for ids ['4468ec75-8d59-4443-a633-b955c5c3617d'] in n-d-828369-4 is: [{'id': '4468ec75-8d59-4443-a633-b955c5c3617d', 'name': 'tempest-TestMinimumBasicScenario-1591340894-router', 'tenant_id': '1be858b6527b4609a8b550cd8bb37071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '8b76ccd5-4e7a-454b-9591-516876401038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:57:12Z', 'updated_at': '2022-02-09T01:57:15Z', 'revision_number': 4, 'project_id': '1be858b6527b4609a8b550cd8bb37071', 'gw_port': {'id': '8b76ccd5-4e7a-454b-9591-516876401038', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4468ec75-8d59-4443-a633-b955c5c3617d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:12Z', 'updated_at': '2022-02-09T01:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '6326e4e4-e1ed-4bee-8707-c0c6953ec4bb', 'name': '', 'network_id': '8af8a516-80b9-471a-9d37-8e9d2c661c8e', 'tenant_id': '1be858b6527b4609a8b550cd8bb37071', 'mac_address': 'fa:16:3e:e1:df:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4468ec75-8d59-4443-a633-b955c5c3617d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'a0c6de46-abb4-4ac2-be79-d88f7b5f86cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:14Z', 'updated_at': '2022-02-09T01:57:18Z', 'revision_number': 4, 'project_id': '1be858b6527b4609a8b550cd8bb37071', 'subnets': [{'id': 'a0c6de46-abb4-4ac2-be79-d88f7b5f86cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:57:19.475987 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-7bedc8a9-8edc-477b-a4e3-e6d2783c86d7 None None] Provisioning complete for port 6326e4e4-e1ed-4bee-8707-c0c6953ec4bb triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:19.477447 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7bedc8a9-8edc-477b-a4e3-e6d2783c86d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (6326e4e4-e1ed-4bee-8707-c0c6953ec4bb), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:19.621186 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9b663620-5397-4d94-b5e2-41aa9b0eb59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc65b6f7-1f94-4c7e-97a9-100406cb215d', 'name': 'tempest-TestMinimumBasicScenario-1426687134-router', 'tenant_id': 'd7524098821743b98af06ae3fb9b41ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'b6f33ef8-294c-476c-b589-cfccb5d06cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:57:17Z', 'updated_at': '2022-02-09T01:57:17Z', 'revision_number': 3, 'project_id': 'd7524098821743b98af06ae3fb9b41ce', 'gw_port': {'id': 'b6f33ef8-294c-476c-b589-cfccb5d06cb9', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ef:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc65b6f7-1f94-4c7e-97a9-100406cb215d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:17Z', 'updated_at': '2022-02-09T01:57:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:19.648921 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device aaff7533-bef1-409a-9952-921ca8455307 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:57:19.659328 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b663620-5397-4d94-b5e2-41aa9b0eb59b None None] Checking router: bc65b6f7-1f94-4c7e-97a9-100406cb215d for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:57:19.660304 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b663620-5397-4d94-b5e2-41aa9b0eb59b None None] Updating router bc65b6f7-1f94-4c7e-97a9-100406cb215d port b6f33ef8-294c-476c-b589-cfccb5d06cb9 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:57:19.702425 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-7bedc8a9-8edc-477b-a4e3-e6d2783c86d7 None None] Current status of the port 6326e4e4-e1ed-4bee-8707-c0c6953ec4bb is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:19.712845 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9b663620-5397-4d94-b5e2-41aa9b0eb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b6f33ef8-294c-476c-b589-cfccb5d06cb9), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:19.734445 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-13b6b071-195f-405a-9642-cdcd72fa46e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:19.761884 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port aaff7533-bef1-409a-9952-921ca8455307 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:19.762388 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (aaff7533-bef1-409a-9952-921ca8455307), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:19.916103 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port aaff7533-bef1-409a-9952-921ca8455307 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:19.917500 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (aaff7533-bef1-409a-9952-921ca8455307), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:19.965348 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port aaff7533-bef1-409a-9952-921ca8455307, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=aaff7533-bef1-409a-9952-921ca8455307,segment=NetworkSegment(7e0b088e-f2cc-4fdb-b237-9de366f85d80),segment_id=7e0b088e-f2cc-4fdb-b237-9de366f85d80)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:19.972874 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (aaff7533-bef1-409a-9952-921ca8455307), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:19.973783 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 8b76ccd5-4e7a-454b-9591-516876401038 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:57:19.980497 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefa7ff2-b18d-4ed0-a15c-d2967f83a875 None None] Network cd54ee52-2461-4c60-a1b7-e20807f33330 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:57:20.014469 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-13b6b071-195f-405a-9642-cdcd72fa46e2 admin admin] Allocated IP 172.20.0.1 (cd54ee52-2461-4c60-a1b7-e20807f33330/8b688dde-c52b-491f-8c4f-62f448d094fa/8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:57:20.042455 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9b663620-5397-4d94-b5e2-41aa9b0eb59b None None] Publish callbacks [] for port (b6f33ef8-294c-476c-b589-cfccb5d06cb9), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:20.052474 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9b663620-5397-4d94-b5e2-41aa9b0eb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b6f33ef8-294c-476c-b589-cfccb5d06cb9), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:20.109849 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe76874-25e6-420f-90c5-a11569e42178 None None] Pushing event updated for resources: {'Port': ['ID=b6f33ef8-294c-476c-b589-cfccb5d06cb9,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:20.148028 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-9b663620-5397-4d94-b5e2-41aa9b0eb59b None None] Attempting to bind port b6f33ef8-294c-476c-b589-cfccb5d06cb9 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:57:20.148577 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-9b663620-5397-4d94-b5e2-41aa9b0eb59b None None] Attempting to bind port b6f33ef8-294c-476c-b589-cfccb5d06cb9 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:57:20.149447 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b663620-5397-4d94-b5e2-41aa9b0eb59b None None] Attempting to bind port b6f33ef8-294c-476c-b589-cfccb5d06cb9 on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:57:20.159778 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b663620-5397-4d94-b5e2-41aa9b0eb59b None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:57:20.160325 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b663620-5397-4d94-b5e2-41aa9b0eb59b None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:57:20.160939 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9b663620-5397-4d94-b5e2-41aa9b0eb59b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:20.161539 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b663620-5397-4d94-b5e2-41aa9b0eb59b None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:57:20.162278 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-9b663620-5397-4d94-b5e2-41aa9b0eb59b None None] Bound port: b6f33ef8-294c-476c-b589-cfccb5d06cb9, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:57:20.162848 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9b663620-5397-4d94-b5e2-41aa9b0eb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b6f33ef8-294c-476c-b589-cfccb5d06cb9), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:20.189582 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-13b6b071-195f-405a-9642-cdcd72fa46e2 admin admin] Publish callbacks [] for port (8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:20.228176 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-9b663620-5397-4d94-b5e2-41aa9b0eb59b None None] For port b6f33ef8-294c-476c-b589-cfccb5d06cb9, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:57:20.233505 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-13b6b071-195f-405a-9642-cdcd72fa46e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:20.244157 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-9b663620-5397-4d94-b5e2-41aa9b0eb59b None None] For port b6f33ef8-294c-476c-b589-cfccb5d06cb9, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=b6f33ef8-294c-476c-b589-cfccb5d06cb9,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:57:20.251901 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9b663620-5397-4d94-b5e2-41aa9b0eb59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b6f33ef8-294c-476c-b589-cfccb5d06cb9), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:20.291290 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b6b071-195f-405a-9642-cdcd72fa46e2 admin admin] Network cd54ee52-2461-4c60-a1b7-e20807f33330 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:57:20.300134 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-13b6b071-195f-405a-9642-cdcd72fa46e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:20.309818 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b6b071-195f-405a-9642-cdcd72fa46e2 admin admin] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:57:20.318233 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe76874-25e6-420f-90c5-a11569e42178 None None] Pushing event updated for resources: {'Port': ['ID=b6f33ef8-294c-476c-b589-cfccb5d06cb9,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:20.329794 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=aaff7533-bef1-409a-9952-921ca8455307,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:20.343460 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b663620-5397-4d94-b5e2-41aa9b0eb59b None None] Routers {'bc65b6f7-1f94-4c7e-97a9-100406cb215d'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:57:20.344094 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9b663620-5397-4d94-b5e2-41aa9b0eb59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:57:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['bc65b6f7-1f94-4c7e-97a9-100406cb215d'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:20.349466 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-f412f4b5-437b-4d00-b168-39b95a537cda None None] Provisioning complete for port aaff7533-bef1-409a-9952-921ca8455307 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:20.349848 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f412f4b5-437b-4d00-b168-39b95a537cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (aaff7533-bef1-409a-9952-921ca8455307), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:20.364328 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b6b071-195f-405a-9642-cdcd72fa46e2 admin admin] Pushing event updated for resources: {'Port': ['ID=8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:20.388162 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-13b6b071-195f-405a-9642-cdcd72fa46e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (bc65b6f7-1f94-4c7e-97a9-100406cb215d), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:20.408521 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 8b76ccd5-4e7a-454b-9591-516876401038 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:20.408940 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (8b76ccd5-4e7a-454b-9591-516876401038), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:20.472416 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-9b663620-5397-4d94-b5e2-41aa9b0eb59b None None] Set router bc65b6f7-1f94-4c7e-97a9-100406cb215d gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:57:20.575702 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-f412f4b5-437b-4d00-b168-39b95a537cda None None] Current status of the port aaff7533-bef1-409a-9952-921ca8455307 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:20.594296 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 8b76ccd5-4e7a-454b-9591-516876401038 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:20.601566 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-13b6b071-195f-405a-9642-cdcd72fa46e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:20.722691 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9b663620-5397-4d94-b5e2-41aa9b0eb59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc65b6f7-1f94-4c7e-97a9-100406cb215d', 'name': 'tempest-TestMinimumBasicScenario-1426687134-router', 'tenant_id': 'd7524098821743b98af06ae3fb9b41ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'b6f33ef8-294c-476c-b589-cfccb5d06cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:57:17Z', 'updated_at': '2022-02-09T01:57:17Z', 'revision_number': 3, 'project_id': 'd7524098821743b98af06ae3fb9b41ce', 'gw_port': {'id': 'b6f33ef8-294c-476c-b589-cfccb5d06cb9', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ef:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc65b6f7-1f94-4c7e-97a9-100406cb215d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:17Z', 'updated_at': '2022-02-09T01:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:20.808118 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-13b6b071-195f-405a-9642-cdcd72fa46e2 admin admin] Publish callbacks [] for port (8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:20.817807 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-13b6b071-195f-405a-9642-cdcd72fa46e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:20.864049 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b663620-5397-4d94-b5e2-41aa9b0eb59b None None] The sync data for ids ['bc65b6f7-1f94-4c7e-97a9-100406cb215d'] in n-d-828369-4 is: [{'id': 'bc65b6f7-1f94-4c7e-97a9-100406cb215d', 'name': 'tempest-TestMinimumBasicScenario-1426687134-router', 'tenant_id': 'd7524098821743b98af06ae3fb9b41ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'b6f33ef8-294c-476c-b589-cfccb5d06cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:57:17Z', 'updated_at': '2022-02-09T01:57:17Z', 'revision_number': 3, 'project_id': 'd7524098821743b98af06ae3fb9b41ce', 'gw_port': {'id': 'b6f33ef8-294c-476c-b589-cfccb5d06cb9', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ef:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc65b6f7-1f94-4c7e-97a9-100406cb215d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:17Z', 'updated_at': '2022-02-09T01:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:57:20.913190 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-9e4fa86f-7970-46f1-be2c-23115a4ff16e None None] Provisioning complete for port aaff7533-bef1-409a-9952-921ca8455307 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:20.913190 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e4fa86f-7970-46f1-be2c-23115a4ff16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (aaff7533-bef1-409a-9952-921ca8455307), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:20.917866 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-13b6b071-195f-405a-9642-cdcd72fa46e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (bc65b6f7-1f94-4c7e-97a9-100406cb215d), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:20.928096 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b6b071-195f-405a-9642-cdcd72fa46e2 admin admin] Pushing event updated for resources: {'Port': ['ID=8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:21.022458 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-9e4fa86f-7970-46f1-be2c-23115a4ff16e None None] Current status of the port aaff7533-bef1-409a-9952-921ca8455307 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:21.043055 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-9e4fa86f-7970-46f1-be2c-23115a4ff16e None None] Provisioning complete for port 8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:21.044030 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9e4fa86f-7970-46f1-be2c-23115a4ff16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:21.059892 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b6b071-195f-405a-9642-cdcd72fa46e2 admin admin] Network cd54ee52-2461-4c60-a1b7-e20807f33330 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:57:21.061531 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-13b6b071-195f-405a-9642-cdcd72fa46e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:21.084241 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-9e4fa86f-7970-46f1-be2c-23115a4ff16e None None] Port 8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:57:21.204778 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-dd729bd4-7563-4da1-9676-71c565a58609 None None] Provisioning complete for port 8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:21.205249 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dd729bd4-7563-4da1-9676-71c565a58609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:21.220146 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b6b071-195f-405a-9642-cdcd72fa46e2 admin admin] Router bc65b6f7-1f94-4c7e-97a9-100406cb215d has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:57:21.255664 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-dd729bd4-7563-4da1-9676-71c565a58609 None None] Port 8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:57:21.363329 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b6b071-195f-405a-9642-cdcd72fa46e2 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:57:21.370191 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-13b6b071-195f-405a-9642-cdcd72fa46e2 admin admin] 10.222.0.50 "PUT /v2.0/routers/bc65b6f7-1f94-4c7e-97a9-100406cb215d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2607167 Feb 09 01:57:21.482356 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-3117770b-02f9-4933-939c-7fd39f84691e None None] Provisioning complete for port 8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:21.482743 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3117770b-02f9-4933-939c-7fd39f84691e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:21.523891 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-3117770b-02f9-4933-939c-7fd39f84691e None None] Port 8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:57:21.574471 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device aaff7533-bef1-409a-9952-921ca8455307 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:57:21.624867 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port aaff7533-bef1-409a-9952-921ca8455307 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:21.625263 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (aaff7533-bef1-409a-9952-921ca8455307), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:21.710861 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port aaff7533-bef1-409a-9952-921ca8455307 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:21.712301 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device b6f33ef8-294c-476c-b589-cfccb5d06cb9 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:57:21.761328 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port b6f33ef8-294c-476c-b589-cfccb5d06cb9 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:21.761808 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b6f33ef8-294c-476c-b589-cfccb5d06cb9), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:21.846014 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port b6f33ef8-294c-476c-b589-cfccb5d06cb9 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:21.846418 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b6f33ef8-294c-476c-b589-cfccb5d06cb9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:21.878586 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port b6f33ef8-294c-476c-b589-cfccb5d06cb9, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=b6f33ef8-294c-476c-b589-cfccb5d06cb9,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:21.885120 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b6f33ef8-294c-476c-b589-cfccb5d06cb9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:21.886025 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 6326e4e4-e1ed-4bee-8707-c0c6953ec4bb up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:57:21.969286 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=b6f33ef8-294c-476c-b589-cfccb5d06cb9,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:21.981409 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 6326e4e4-e1ed-4bee-8707-c0c6953ec4bb triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:21.981798 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (6326e4e4-e1ed-4bee-8707-c0c6953ec4bb), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:22.077424 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 6326e4e4-e1ed-4bee-8707-c0c6953ec4bb is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:23.008138 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4eefff-e754-4b2c-8764-8f6ee5d51c04 None None] Sync routers for ids ['bc65b6f7-1f94-4c7e-97a9-100406cb215d'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:57:23.022464 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4eefff-e754-4b2c-8764-8f6ee5d51c04 None None] Routers {'bc65b6f7-1f94-4c7e-97a9-100406cb215d'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:57:23.023200 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-ba4eefff-e754-4b2c-8764-8f6ee5d51c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:57:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['bc65b6f7-1f94-4c7e-97a9-100406cb215d'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:23.140593 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-ba4eefff-e754-4b2c-8764-8f6ee5d51c04 None None] Set router bc65b6f7-1f94-4c7e-97a9-100406cb215d gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:57:23.364405 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-ba4eefff-e754-4b2c-8764-8f6ee5d51c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc65b6f7-1f94-4c7e-97a9-100406cb215d', 'name': 'tempest-TestMinimumBasicScenario-1426687134-router', 'tenant_id': 'd7524098821743b98af06ae3fb9b41ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'b6f33ef8-294c-476c-b589-cfccb5d06cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:57:17Z', 'updated_at': '2022-02-09T01:57:20Z', 'revision_number': 4, 'project_id': 'd7524098821743b98af06ae3fb9b41ce', 'gw_port': {'id': 'b6f33ef8-294c-476c-b589-cfccb5d06cb9', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ef:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc65b6f7-1f94-4c7e-97a9-100406cb215d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:17Z', 'updated_at': '2022-02-09T01:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b', 'name': '', 'network_id': 'cd54ee52-2461-4c60-a1b7-e20807f33330', 'tenant_id': 'd7524098821743b98af06ae3fb9b41ce', 'mac_address': 'fa:16:3e:a3:d1:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc65b6f7-1f94-4c7e-97a9-100406cb215d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '8b688dde-c52b-491f-8c4f-62f448d094fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:19Z', 'updated_at': '2022-02-09T01:57:20Z', 'revision_number': 2, 'project_id': 'd7524098821743b98af06ae3fb9b41ce', 'subnets': [{'id': '8b688dde-c52b-491f-8c4f-62f448d094fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:23.397111 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4eefff-e754-4b2c-8764-8f6ee5d51c04 None None] Checking router: bc65b6f7-1f94-4c7e-97a9-100406cb215d for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:57:23.397481 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4eefff-e754-4b2c-8764-8f6ee5d51c04 None None] Updating router bc65b6f7-1f94-4c7e-97a9-100406cb215d port 8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:57:23.434948 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ba4eefff-e754-4b2c-8764-8f6ee5d51c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:23.452154 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device b6f33ef8-294c-476c-b589-cfccb5d06cb9 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:57:23.587858 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port b6f33ef8-294c-476c-b589-cfccb5d06cb9 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:23.588238 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b6f33ef8-294c-476c-b589-cfccb5d06cb9), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:23.771446 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port b6f33ef8-294c-476c-b589-cfccb5d06cb9 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:23.840899 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ba4eefff-e754-4b2c-8764-8f6ee5d51c04 None None] Publish callbacks [] for port (8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:23.847628 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ba4eefff-e754-4b2c-8764-8f6ee5d51c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:23.932225 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f28569-573a-43ed-9ad9-0175371d3b43 None None] Pushing event updated for resources: {'Port': ['ID=8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:23.956575 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f28569-573a-43ed-9ad9-0175371d3b43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:23.956957 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f28569-573a-43ed-9ad9-0175371d3b43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:23.957312 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f28569-573a-43ed-9ad9-0175371d3b43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:23.957660 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f28569-573a-43ed-9ad9-0175371d3b43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:23.958010 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f28569-573a-43ed-9ad9-0175371d3b43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:23.958351 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f28569-573a-43ed-9ad9-0175371d3b43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:23.958691 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f28569-573a-43ed-9ad9-0175371d3b43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:23.959027 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f28569-573a-43ed-9ad9-0175371d3b43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:23.959365 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f28569-573a-43ed-9ad9-0175371d3b43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:23.959700 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f28569-573a-43ed-9ad9-0175371d3b43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:23.960033 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f28569-573a-43ed-9ad9-0175371d3b43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:23.960368 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f28569-573a-43ed-9ad9-0175371d3b43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:23.960854 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f28569-573a-43ed-9ad9-0175371d3b43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:57:23.982181 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-ba4eefff-e754-4b2c-8764-8f6ee5d51c04 None None] Attempting to bind port 8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:57:23.982973 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-ba4eefff-e754-4b2c-8764-8f6ee5d51c04 None None] Attempting to bind port 8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '7e0b088e-f2cc-4fdb-b237-9de366f85d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'cd54ee52-2461-4c60-a1b7-e20807f33330'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:57:23.983095 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4eefff-e754-4b2c-8764-8f6ee5d51c04 None None] Attempting to bind port 8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b on network cd54ee52-2461-4c60-a1b7-e20807f33330 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:57:23.991166 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4eefff-e754-4b2c-8764-8f6ee5d51c04 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:57:23.991572 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4eefff-e754-4b2c-8764-8f6ee5d51c04 None None] Checking segment: {'id': '7e0b088e-f2cc-4fdb-b237-9de366f85d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'cd54ee52-2461-4c60-a1b7-e20807f33330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:57:23.991976 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ba4eefff-e754-4b2c-8764-8f6ee5d51c04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:23.992522 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4eefff-e754-4b2c-8764-8f6ee5d51c04 None None] Bound using segment: {'id': '7e0b088e-f2cc-4fdb-b237-9de366f85d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'cd54ee52-2461-4c60-a1b7-e20807f33330'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:57:23.993147 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-ba4eefff-e754-4b2c-8764-8f6ee5d51c04 None None] Bound port: 8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0b088e-f2cc-4fdb-b237-9de366f85d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': 'cd54ee52-2461-4c60-a1b7-e20807f33330'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:57:23.993598 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ba4eefff-e754-4b2c-8764-8f6ee5d51c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:24.095775 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-ba4eefff-e754-4b2c-8764-8f6ee5d51c04 None None] For port 8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:57:24.099130 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-ba4eefff-e754-4b2c-8764-8f6ee5d51c04 None None] For port 8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b,segment=NetworkSegment(7e0b088e-f2cc-4fdb-b237-9de366f85d80),segment_id=7e0b088e-f2cc-4fdb-b237-9de366f85d80)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:57:24.114884 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ba4eefff-e754-4b2c-8764-8f6ee5d51c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:24.196397 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f28569-573a-43ed-9ad9-0175371d3b43 None None] Pushing event updated for resources: {'Port': ['ID=8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:24.202461 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-da2e6cf7-27a0-41a5-8608-0d5a139b265f None None] Provisioning complete for port 8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:24.202847 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-da2e6cf7-27a0-41a5-8608-0d5a139b265f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:24.204627 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4eefff-e754-4b2c-8764-8f6ee5d51c04 None None] Routers {'bc65b6f7-1f94-4c7e-97a9-100406cb215d'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:57:24.205272 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-ba4eefff-e754-4b2c-8764-8f6ee5d51c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:57:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['bc65b6f7-1f94-4c7e-97a9-100406cb215d'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:24.406968 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-ba4eefff-e754-4b2c-8764-8f6ee5d51c04 None None] Set router bc65b6f7-1f94-4c7e-97a9-100406cb215d gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:57:24.450263 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-da2e6cf7-27a0-41a5-8608-0d5a139b265f None None] Current status of the port 8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:24.450584 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-da2e6cf7-27a0-41a5-8608-0d5a139b265f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:24.560414 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-da2e6cf7-27a0-41a5-8608-0d5a139b265f None None] For port 8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b,segment=NetworkSegment(7e0b088e-f2cc-4fdb-b237-9de366f85d80),segment_id=7e0b088e-f2cc-4fdb-b237-9de366f85d80)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:24.568589 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-da2e6cf7-27a0-41a5-8608-0d5a139b265f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:24.650154 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e6cf7-27a0-41a5-8608-0d5a139b265f None None] Pushing event updated for resources: {'Port': ['ID=8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:24.704778 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-2afc5709-ca65-40a7-b8ca-9ff99b132ff9 None None] Provisioning complete for port 8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:24.705169 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2afc5709-ca65-40a7-b8ca-9ff99b132ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:24.766223 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-ba4eefff-e754-4b2c-8764-8f6ee5d51c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc65b6f7-1f94-4c7e-97a9-100406cb215d', 'name': 'tempest-TestMinimumBasicScenario-1426687134-router', 'tenant_id': 'd7524098821743b98af06ae3fb9b41ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'b6f33ef8-294c-476c-b589-cfccb5d06cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:57:17Z', 'updated_at': '2022-02-09T01:57:20Z', 'revision_number': 4, 'project_id': 'd7524098821743b98af06ae3fb9b41ce', 'gw_port': {'id': 'b6f33ef8-294c-476c-b589-cfccb5d06cb9', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ef:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc65b6f7-1f94-4c7e-97a9-100406cb215d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:17Z', 'updated_at': '2022-02-09T01:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b', 'name': '', 'network_id': 'cd54ee52-2461-4c60-a1b7-e20807f33330', 'tenant_id': 'd7524098821743b98af06ae3fb9b41ce', 'mac_address': 'fa:16:3e:a3:d1:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc65b6f7-1f94-4c7e-97a9-100406cb215d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '8b688dde-c52b-491f-8c4f-62f448d094fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:19Z', 'updated_at': '2022-02-09T01:57:24Z', 'revision_number': 4, 'project_id': 'd7524098821743b98af06ae3fb9b41ce', 'subnets': [{'id': '8b688dde-c52b-491f-8c4f-62f448d094fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:57:24.816890 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4eefff-e754-4b2c-8764-8f6ee5d51c04 None None] The sync data for ids ['bc65b6f7-1f94-4c7e-97a9-100406cb215d'] in n-d-828369-4 is: [{'id': 'bc65b6f7-1f94-4c7e-97a9-100406cb215d', 'name': 'tempest-TestMinimumBasicScenario-1426687134-router', 'tenant_id': 'd7524098821743b98af06ae3fb9b41ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'b6f33ef8-294c-476c-b589-cfccb5d06cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:57:17Z', 'updated_at': '2022-02-09T01:57:20Z', 'revision_number': 4, 'project_id': 'd7524098821743b98af06ae3fb9b41ce', 'gw_port': {'id': 'b6f33ef8-294c-476c-b589-cfccb5d06cb9', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ef:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc65b6f7-1f94-4c7e-97a9-100406cb215d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:17Z', 'updated_at': '2022-02-09T01:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b', 'name': '', 'network_id': 'cd54ee52-2461-4c60-a1b7-e20807f33330', 'tenant_id': 'd7524098821743b98af06ae3fb9b41ce', 'mac_address': 'fa:16:3e:a3:d1:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc65b6f7-1f94-4c7e-97a9-100406cb215d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '8b688dde-c52b-491f-8c4f-62f448d094fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:19Z', 'updated_at': '2022-02-09T01:57:24Z', 'revision_number': 4, 'project_id': 'd7524098821743b98af06ae3fb9b41ce', 'subnets': [{'id': '8b688dde-c52b-491f-8c4f-62f448d094fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:57:24.837440 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-2afc5709-ca65-40a7-b8ca-9ff99b132ff9 None None] Current status of the port 8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:25.493086 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:57:25.710729 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:25.711168 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:25.797012 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:31.203503 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-f8a9f22b-63fe-4178-a707-2c2b022bd5ad tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:31.205056 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-f8a9f22b-63fe-4178-a707-2c2b022bd5ad tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/networks?id=8af8a516-80b9-471a-9d37-8e9d2c661c8e HTTP/1.1" status: 200 len: 815 time: 0.1009948 Feb 09 01:57:31.219646 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-69a5bd16-a800-4ec7-9d0f-60f727b3c86b tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/quotas/1be858b6527b4609a8b550cd8bb37071 HTTP/1.1" status: 200 len: 375 time: 0.0092771 Feb 09 01:57:31.273363 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-9bd0d7f7-2e54-4607-99da-3d65066e9442 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1be858b6527b4609a8b550cd8bb37071&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489836 Feb 09 01:57:31.371410 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-bd0263a5-c04e-46e1-821f-737d166d19a0 service neutron] 10.222.0.50 "GET /v2.0/networks/8af8a516-80b9-471a-9d37-8e9d2c661c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865071 Feb 09 01:57:31.464849 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-141a602a-0f12-49ed-8247-1867f0727c49 service neutron] 10.222.0.50 "GET /v2.0/networks/8af8a516-80b9-471a-9d37-8e9d2c661c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871117 Feb 09 01:57:31.631136 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3aa001d0-92bd-4281-88ed-55dde1eed8a0 req-5c587ceb-41ea-4281-baab-955be3760629 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/ports?device_id=96677786-9162-40e6-b79f-594806c3acce HTTP/1.1" status: 200 len: 210 time: 0.0350518 Feb 09 01:57:32.462834 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ede35fc1-c55a-40e2-b815-7d5fc6c62fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:32.581364 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-6af98933-a52e-458c-974f-abbecd930f0c tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:32.582896 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-6af98933-a52e-458c-974f-abbecd930f0c tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.120 "GET /v2.0/networks?id=8af8a516-80b9-471a-9d37-8e9d2c661c8e HTTP/1.1" status: 200 len: 815 time: 0.1037116 Feb 09 01:57:32.595818 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-d0504ecd-9bda-4728-88cc-00a58bb4686a tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Request body: {'port': {'device_id': '96677786-9162-40e6-b79f-594806c3acce', 'network_id': '8af8a516-80b9-471a-9d37-8e9d2c661c8e', 'admin_state_up': True, 'tenant_id': '1be858b6527b4609a8b550cd8bb37071'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:32.737227 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-703ee430-81a4-40e9-b0c3-538dd28d5b52 req-12d4f5fc-3688-47a6-b6ab-2cfd9560a087 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/ports?device_id=96677786-9162-40e6-b79f-594806c3acce HTTP/1.1" status: 200 len: 210 time: 0.0321276 Feb 09 01:57:32.746530 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-d0504ecd-9bda-4728-88cc-00a58bb4686a tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Made reservation on behalf of 1be858b6527b4609a8b550cd8bb37071 for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:57:32.750403 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-d0504ecd-9bda-4728-88cc-00a58bb4686a tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:32.893276 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-d0504ecd-9bda-4728-88cc-00a58bb4686a tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Allocated IP 172.20.0.11 (8af8a516-80b9-471a-9d37-8e9d2c661c8e/a0c6de46-abb4-4ac2-be79-d88f7b5f86cd/4f1363c9-91bd-452e-bd5d-335b23bc1843) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:57:33.086500 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-d0504ecd-9bda-4728-88cc-00a58bb4686a tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks [] for port (4f1363c9-91bd-452e-bd5d-335b23bc1843), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:33.139423 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-d0504ecd-9bda-4728-88cc-00a58bb4686a tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (4f1363c9-91bd-452e-bd5d-335b23bc1843), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:33.201809 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-d0504ecd-9bda-4728-88cc-00a58bb4686a tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Network 8af8a516-80b9-471a-9d37-8e9d2c661c8e is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:57:33.207572 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-d0504ecd-9bda-4728-88cc-00a58bb4686a tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:57:33.234734 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-d0504ecd-9bda-4728-88cc-00a58bb4686a tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:57:33.311156 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-d0504ecd-9bda-4728-88cc-00a58bb4686a tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:33.312133 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-d0504ecd-9bda-4728-88cc-00a58bb4686a tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:33.329116 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0504ecd-9bda-4728-88cc-00a58bb4686a tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Pushing event updated for resources: {'Port': ['ID=4f1363c9-91bd-452e-bd5d-335b23bc1843,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:33.354662 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-d0504ecd-9bda-4728-88cc-00a58bb4686a tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7631843 Feb 09 01:57:33.521075 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-1230c71e-ec69-4de5-98bb-b1f4caca052e None None] Provisioning complete for port 4f1363c9-91bd-452e-bd5d-335b23bc1843 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:33.521699 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1230c71e-ec69-4de5-98bb-b1f4caca052e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4f1363c9-91bd-452e-bd5d-335b23bc1843), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:33.558120 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-1230c71e-ec69-4de5-98bb-b1f4caca052e None None] Port 4f1363c9-91bd-452e-bd5d-335b23bc1843 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:57:33.867498 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629aff0-133e-42aa-940b-f9cfd49367d2 req-97b95634-0fa8-475b-8ab8-dda514db3107 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:33.869250 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f629aff0-133e-42aa-940b-f9cfd49367d2 req-97b95634-0fa8-475b-8ab8-dda514db3107 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/ports?device_id=96677786-9162-40e6-b79f-594806c3acce HTTP/1.1" status: 200 len: 932 time: 0.0574677 Feb 09 01:57:33.925908 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f629aff0-133e-42aa-940b-f9cfd49367d2 req-b484df92-79d6-4a9e-8116-568748922733 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/security-groups?id=864f2d66-4251-44f4-8d1e-15c47b818552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504377 Feb 09 01:57:34.498588 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-289abe3c-d19f-4e47-b74b-a9bee38f3e0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:35.103684 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a486b-bf5e-4f5d-9979-9b0d11314042 req-e75e2337-4a1d-419e-8949-203974d4794f tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:35.106070 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8b1a486b-bf5e-4f5d-9979-9b0d11314042 req-e75e2337-4a1d-419e-8949-203974d4794f tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/ports?device_id=96677786-9162-40e6-b79f-594806c3acce HTTP/1.1" status: 200 len: 932 time: 0.0954614 Feb 09 01:57:35.166436 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8b1a486b-bf5e-4f5d-9979-9b0d11314042 req-21fbd652-7109-4142-9642-bf09690b5751 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/security-groups?id=864f2d66-4251-44f4-8d1e-15c47b818552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543308 Feb 09 01:57:36.087602 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:36.311875 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b95e1-3c1f-4e46-9205-97f5207ea231 req-934eed62-d040-4cf4-a8ac-7a0bdd2d8474 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:36.313514 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-527b95e1-3c1f-4e46-9205-97f5207ea231 req-934eed62-d040-4cf4-a8ac-7a0bdd2d8474 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/ports?device_id=96677786-9162-40e6-b79f-594806c3acce HTTP/1.1" status: 200 len: 932 time: 0.0571768 Feb 09 01:57:36.381601 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-527b95e1-3c1f-4e46-9205-97f5207ea231 req-162a25cc-e1f9-4b97-b839-18f7e5033801 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/security-groups?id=864f2d66-4251-44f4-8d1e-15c47b818552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495851 Feb 09 01:57:37.363480 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:37.507512 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02854322-46cb-42da-9ae8-c715e9a4364c req-9b939987-6b97-473e-94f7-ba8d8d3596c7 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:37.509079 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02854322-46cb-42da-9ae8-c715e9a4364c req-9b939987-6b97-473e-94f7-ba8d8d3596c7 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/ports?device_id=96677786-9162-40e6-b79f-594806c3acce HTTP/1.1" status: 200 len: 932 time: 0.0617435 Feb 09 01:57:37.562119 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02854322-46cb-42da-9ae8-c715e9a4364c req-28068ad5-4284-48d3-94c8-3d8dd2a4ae1f tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/security-groups?id=864f2d66-4251-44f4-8d1e-15c47b818552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472093 Feb 09 01:57:38.062545 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:38.521890 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:38.701246 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a8747-a567-4211-a9c2-fe0552f4ef25 req-d4773145-55df-40bf-bec8-70e7cb1b8db6 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:38.702941 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-056a8747-a567-4211-a9c2-fe0552f4ef25 req-d4773145-55df-40bf-bec8-70e7cb1b8db6 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/ports?device_id=96677786-9162-40e6-b79f-594806c3acce HTTP/1.1" status: 200 len: 932 time: 0.0562544 Feb 09 01:57:38.765153 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-056a8747-a567-4211-a9c2-fe0552f4ef25 req-8ae82b50-26d1-4d60-b92d-996312215504 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/security-groups?id=864f2d66-4251-44f4-8d1e-15c47b818552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559683 Feb 09 01:57:39.763920 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:39.888248 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cfd333-cfcf-4067-b2e7-602541935002 req-51e6026b-0123-4b92-b1da-c5a109c4d6d8 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:39.889821 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-65cfd333-cfcf-4067-b2e7-602541935002 req-51e6026b-0123-4b92-b1da-c5a109c4d6d8 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/ports?device_id=96677786-9162-40e6-b79f-594806c3acce HTTP/1.1" status: 200 len: 932 time: 0.0585473 Feb 09 01:57:39.941469 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-65cfd333-cfcf-4067-b2e7-602541935002 req-36c1a554-4a1d-47a4-8d43-17217780e343 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/security-groups?id=864f2d66-4251-44f4-8d1e-15c47b818552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457561 Feb 09 01:57:40.335435 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-077dad4b-ce2f-4f89-a579-c8b389aa6aba service neutron] Request body: {'port': {'device_id': '96677786-9162-40e6-b79f-594806c3acce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:57:40.394977 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-077dad4b-ce2f-4f89-a579-c8b389aa6aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4f1363c9-91bd-452e-bd5d-335b23bc1843), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:40.660788 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-077dad4b-ce2f-4f89-a579-c8b389aa6aba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f1363c9-91bd-452e-bd5d-335b23bc1843 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:57:40.668193 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-077dad4b-ce2f-4f89-a579-c8b389aa6aba service neutron] Publish callbacks [] for port (4f1363c9-91bd-452e-bd5d-335b23bc1843), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:40.679842 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-077dad4b-ce2f-4f89-a579-c8b389aa6aba service neutron] Transition to ACTIVE for port object 4f1363c9-91bd-452e-bd5d-335b23bc1843 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:57:40.684839 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-077dad4b-ce2f-4f89-a579-c8b389aa6aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (4f1363c9-91bd-452e-bd5d-335b23bc1843), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:40.734297 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077dad4b-ce2f-4f89-a579-c8b389aa6aba service neutron] Pushing event updated for resources: {'Port': ['ID=4f1363c9-91bd-452e-bd5d-335b23bc1843,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:40.807393 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-077dad4b-ce2f-4f89-a579-c8b389aa6aba service neutron] Attempting to bind port 4f1363c9-91bd-452e-bd5d-335b23bc1843 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:57:40.807745 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-077dad4b-ce2f-4f89-a579-c8b389aa6aba service neutron] Attempting to bind port 4f1363c9-91bd-452e-bd5d-335b23bc1843 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': 'db453ec7-9ec2-4a00-8fef-1160fc9c3774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '8af8a516-80b9-471a-9d37-8e9d2c661c8e'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:57:40.808085 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-077dad4b-ce2f-4f89-a579-c8b389aa6aba service neutron] Attempting to bind port 4f1363c9-91bd-452e-bd5d-335b23bc1843 on network 8af8a516-80b9-471a-9d37-8e9d2c661c8e {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:57:40.812855 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-077dad4b-ce2f-4f89-a579-c8b389aa6aba service neutron] Port 4f1363c9-91bd-452e-bd5d-335b23bc1843 on network 8af8a516-80b9-471a-9d37-8e9d2c661c8e not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:57:40.813192 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-077dad4b-ce2f-4f89-a579-c8b389aa6aba service neutron] Attempting to bind port 4f1363c9-91bd-452e-bd5d-335b23bc1843 on network 8af8a516-80b9-471a-9d37-8e9d2c661c8e {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:57:40.818293 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-077dad4b-ce2f-4f89-a579-c8b389aa6aba service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:57:40.818650 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-077dad4b-ce2f-4f89-a579-c8b389aa6aba service neutron] Checking segment: {'id': 'db453ec7-9ec2-4a00-8fef-1160fc9c3774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '8af8a516-80b9-471a-9d37-8e9d2c661c8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:57:40.819050 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-077dad4b-ce2f-4f89-a579-c8b389aa6aba service neutron] Bound using segment: {'id': 'db453ec7-9ec2-4a00-8fef-1160fc9c3774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '8af8a516-80b9-471a-9d37-8e9d2c661c8e'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:57:40.819490 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-077dad4b-ce2f-4f89-a579-c8b389aa6aba service neutron] Bound port: 4f1363c9-91bd-452e-bd5d-335b23bc1843, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db453ec7-9ec2-4a00-8fef-1160fc9c3774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '8af8a516-80b9-471a-9d37-8e9d2c661c8e'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:57:40.819861 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-077dad4b-ce2f-4f89-a579-c8b389aa6aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4f1363c9-91bd-452e-bd5d-335b23bc1843), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:40.890083 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-077dad4b-ce2f-4f89-a579-c8b389aa6aba service neutron] For port 4f1363c9-91bd-452e-bd5d-335b23bc1843, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:57:40.893112 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-077dad4b-ce2f-4f89-a579-c8b389aa6aba service neutron] For port 4f1363c9-91bd-452e-bd5d-335b23bc1843, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=4f1363c9-91bd-452e-bd5d-335b23bc1843,segment=NetworkSegment(db453ec7-9ec2-4a00-8fef-1160fc9c3774),segment_id=db453ec7-9ec2-4a00-8fef-1160fc9c3774)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:57:40.898915 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-077dad4b-ce2f-4f89-a579-c8b389aa6aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (4f1363c9-91bd-452e-bd5d-335b23bc1843), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:40.933133 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-077dad4b-ce2f-4f89-a579-c8b389aa6aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:40.933762 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-077dad4b-ce2f-4f89-a579-c8b389aa6aba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:40.935147 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-077dad4b-ce2f-4f89-a579-c8b389aa6aba service neutron] 10.222.0.120 "PUT /v2.0/ports/4f1363c9-91bd-452e-bd5d-335b23bc1843 HTTP/1.1" status: 200 len: 1092 time: 0.7062826 Feb 09 01:57:40.935579 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96677786-9162-40e6-b79f-594806c3acce', 'tag': '4f1363c9-91bd-452e-bd5d-335b23bc1843'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:57:40.937825 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8817ce7b3f38520647e2c7c9ae543f4370eb17a8f013b72920837e859f017b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa3aa68-0c40-4db8-b9ae-7ed15bbf54ef" -d '{"events": [{"name": "network-changed", "server_uuid": "96677786-9162-40e6-b79f-594806c3acce", "tag": "4f1363c9-91bd-452e-bd5d-335b23bc1843"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:57:40.964656 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077dad4b-ce2f-4f89-a579-c8b389aa6aba service neutron] Pushing event updated for resources: {'Port': ['ID=4f1363c9-91bd-452e-bd5d-335b23bc1843,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:41.060597 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-e1b80818-7c95-471e-a8c3-d8ead1345cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:41.062267 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-e1b80818-7c95-471e-a8c3-d8ead1345cb7 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=1be858b6527b4609a8b550cd8bb37071&device_id=96677786-9162-40e6-b79f-594806c3acce HTTP/1.1" status: 200 len: 1126 time: 0.0791435 Feb 09 01:57:41.112846 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-796153d6-3b41-4931-bfc1-b8eaa91e89d2 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f1363c9-91bd-452e-bd5d-335b23bc1843 HTTP/1.1" status: 200 len: 217 time: 0.0421736 Feb 09 01:57:41.137841 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184e681-e2be-4249-9377-89b29fd78600 req-36c0f88e-2995-4674-9764-1fd57cb2147d tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:41.139373 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d184e681-e2be-4249-9377-89b29fd78600 req-36c0f88e-2995-4674-9764-1fd57cb2147d tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/ports?device_id=96677786-9162-40e6-b79f-594806c3acce HTTP/1.1" status: 200 len: 944 time: 0.1175904 Feb 09 01:57:41.159513 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98901f5-b3e8-44e0-8190-328268c7d9c2 x-openstack-request-id: req-b98901f5-b3e8-44e0-8190-328268c7d9c2 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:57:41.159811 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96677786-9162-40e6-b79f-594806c3acce", "tag": "4f1363c9-91bd-452e-bd5d-335b23bc1843", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:57:41.160070 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b98901f5-b3e8-44e0-8190-328268c7d9c2 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:57:41.160476 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96677786-9162-40e6-b79f-594806c3acce', 'tag': '4f1363c9-91bd-452e-bd5d-335b23bc1843', 'status': 'completed', 'code': 200} Feb 09 01:57:41.199267 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-03e03401-6bc5-4886-94b9-6498bd247ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:41.200709 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-03e03401-6bc5-4886-94b9-6498bd247ca7 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=a0c6de46-abb4-4ac2-be79-d88f7b5f86cd HTTP/1.1" status: 200 len: 854 time: 0.0810199 Feb 09 01:57:41.240522 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d184e681-e2be-4249-9377-89b29fd78600 req-85f24f83-8803-45fd-adfe-6423883ed32c tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/security-groups?id=864f2d66-4251-44f4-8d1e-15c47b818552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827303 Feb 09 01:57:41.256743 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-01978021-b346-4fde-82da-0a67df128288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:41.258260 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-01978021-b346-4fde-82da-0a67df128288 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=8af8a516-80b9-471a-9d37-8e9d2c661c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0522230 Feb 09 01:57:41.351210 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-9e087f34-82ab-4529-913a-651b48ae065b service neutron] 10.222.0.120 "GET /v2.0/networks/8af8a516-80b9-471a-9d37-8e9d2c661c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861430 Feb 09 01:57:41.437222 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-65196280-49bb-4c42-93cb-4ff95f6ac7a7 req-49fe3ab2-0d7d-4f80-bd53-8f4cd363b9e6 service neutron] 10.222.0.120 "GET /v2.0/networks/8af8a516-80b9-471a-9d37-8e9d2c661c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805240 Feb 09 01:57:41.528631 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3aa68-0c40-4db8-b9ae-7ed15bbf54ef req-9457f543-8ec9-4eb7-97c5-d9d8b8d936b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:41.530174 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eaa3aa68-0c40-4db8-b9ae-7ed15bbf54ef req-9457f543-8ec9-4eb7-97c5-d9d8b8d936b7 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=1be858b6527b4609a8b550cd8bb37071&device_id=96677786-9162-40e6-b79f-594806c3acce HTTP/1.1" status: 200 len: 1126 time: 0.0510855 Feb 09 01:57:41.621401 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3aa68-0c40-4db8-b9ae-7ed15bbf54ef req-c7586e53-2f5c-4cd5-aa75-3a353e5a81a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:41.622862 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eaa3aa68-0c40-4db8-b9ae-7ed15bbf54ef req-c7586e53-2f5c-4cd5-aa75-3a353e5a81a2 service neutron] 10.222.0.120 "GET /v2.0/networks?id=8af8a516-80b9-471a-9d37-8e9d2c661c8e HTTP/1.1" status: 200 len: 917 time: 0.0870194 Feb 09 01:57:41.666022 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eaa3aa68-0c40-4db8-b9ae-7ed15bbf54ef req-9e4b248e-6964-49fb-9ce3-f05679ca4922 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f1363c9-91bd-452e-bd5d-335b23bc1843 HTTP/1.1" status: 200 len: 217 time: 0.0376673 Feb 09 01:57:41.713910 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3aa68-0c40-4db8-b9ae-7ed15bbf54ef req-62440cda-8db1-48f9-b028-d3636e89b594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:41.715455 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eaa3aa68-0c40-4db8-b9ae-7ed15bbf54ef req-62440cda-8db1-48f9-b028-d3636e89b594 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=a0c6de46-abb4-4ac2-be79-d88f7b5f86cd HTTP/1.1" status: 200 len: 854 time: 0.0436981 Feb 09 01:57:41.764222 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3aa68-0c40-4db8-b9ae-7ed15bbf54ef req-5e35fac1-bf7c-468a-9783-6cf9e2f0cf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:41.765877 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eaa3aa68-0c40-4db8-b9ae-7ed15bbf54ef req-5e35fac1-bf7c-468a-9783-6cf9e2f0cf60 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=8af8a516-80b9-471a-9d37-8e9d2c661c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439966 Feb 09 01:57:41.858055 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eaa3aa68-0c40-4db8-b9ae-7ed15bbf54ef req-f7972540-927a-4726-a3ac-fea80f009687 service neutron] 10.222.0.120 "GET /v2.0/networks/8af8a516-80b9-471a-9d37-8e9d2c661c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853829 Feb 09 01:57:41.945604 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eaa3aa68-0c40-4db8-b9ae-7ed15bbf54ef req-c2bd9e07-8256-4cab-9229-90948888c288 service neutron] 10.222.0.120 "GET /v2.0/networks/8af8a516-80b9-471a-9d37-8e9d2c661c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819108 Feb 09 01:57:42.363118 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d473d24-eabd-43c7-8038-058fbbc920db req-269e939a-d6d0-43c7-a781-b25d2a8393b4 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:42.364635 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8d473d24-eabd-43c7-8038-058fbbc920db req-269e939a-d6d0-43c7-a781-b25d2a8393b4 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/ports?device_id=96677786-9162-40e6-b79f-594806c3acce HTTP/1.1" status: 200 len: 944 time: 0.0539963 Feb 09 01:57:42.411570 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8d473d24-eabd-43c7-8038-058fbbc920db req-4c2e3264-772d-41d5-ade3-0c98788e5f9e tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/security-groups?id=864f2d66-4251-44f4-8d1e-15c47b818552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411744 Feb 09 01:57:43.538177 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b5c04-a773-4859-99ff-a0c816ca5b28 req-2958bec0-af3a-47f7-94ec-294453c2b7f9 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:43.539590 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-233b5c04-a773-4859-99ff-a0c816ca5b28 req-2958bec0-af3a-47f7-94ec-294453c2b7f9 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/ports?device_id=96677786-9162-40e6-b79f-594806c3acce HTTP/1.1" status: 200 len: 944 time: 0.0569198 Feb 09 01:57:43.586717 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-233b5c04-a773-4859-99ff-a0c816ca5b28 req-1a04c57b-2841-4c1a-97b5-7806b5103ff8 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/security-groups?id=864f2d66-4251-44f4-8d1e-15c47b818552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409667 Feb 09 01:57:43.642715 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 4f1363c9-91bd-452e-bd5d-335b23bc1843 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:57:43.742337 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 4f1363c9-91bd-452e-bd5d-335b23bc1843, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=4f1363c9-91bd-452e-bd5d-335b23bc1843,segment=NetworkSegment(db453ec7-9ec2-4a00-8fef-1160fc9c3774),segment_id=db453ec7-9ec2-4a00-8fef-1160fc9c3774)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:43.754266 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '4f1363c9-91bd-452e-bd5d-335b23bc1843', 'network_id': '8af8a516-80b9-471a-9d37-8e9d2c661c8e', 'port_id': '4f1363c9-91bd-452e-bd5d-335b23bc1843', 'mac_address': 'fa:16:3e:c0:9c:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1000, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0c6de46-abb4-4ac2-be79-d88f7b5f86cd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:57:43.791214 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 4f1363c9-91bd-452e-bd5d-335b23bc1843 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:43.791618 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4f1363c9-91bd-452e-bd5d-335b23bc1843), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:43.804672 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f1363c9-91bd-452e-bd5d-335b23bc1843 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:57:43.825438 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 4f1363c9-91bd-452e-bd5d-335b23bc1843, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=4f1363c9-91bd-452e-bd5d-335b23bc1843,segment=NetworkSegment(db453ec7-9ec2-4a00-8fef-1160fc9c3774),segment_id=db453ec7-9ec2-4a00-8fef-1160fc9c3774)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:43.829353 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (4f1363c9-91bd-452e-bd5d-335b23bc1843), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:43.877012 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=4f1363c9-91bd-452e-bd5d-335b23bc1843,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:44.033899 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['4f1363c9-91bd-452e-bd5d-335b23bc1843'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:57:44.710128 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdd143-1cf2-47d9-94f4-f4c17e9fe812 req-72b28d06-ed74-4b15-b699-89471d8faf59 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:44.711627 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0fbdd143-1cf2-47d9-94f4-f4c17e9fe812 req-72b28d06-ed74-4b15-b699-89471d8faf59 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/ports?device_id=96677786-9162-40e6-b79f-594806c3acce HTTP/1.1" status: 200 len: 945 time: 0.0539668 Feb 09 01:57:44.758879 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0fbdd143-1cf2-47d9-94f4-f4c17e9fe812 req-5dc4ef1f-424e-4811-b5f3-b00244945d75 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/security-groups?id=864f2d66-4251-44f4-8d1e-15c47b818552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414867 Feb 09 01:57:45.659300 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 4f1363c9-91bd-452e-bd5d-335b23bc1843 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:57:45.710772 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 4f1363c9-91bd-452e-bd5d-335b23bc1843 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:57:45.715005 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 4f1363c9-91bd-452e-bd5d-335b23bc1843 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:57:45.715597 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4f1363c9-91bd-452e-bd5d-335b23bc1843), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:45.794184 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 4f1363c9-91bd-452e-bd5d-335b23bc1843 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:57:45.794598 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4f1363c9-91bd-452e-bd5d-335b23bc1843), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:45.820735 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96677786-9162-40e6-b79f-594806c3acce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1363c9-91bd-452e-bd5d-335b23bc1843'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:57:45.823504 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba9b3135d33d8726a01a27532c3c1b887f2491a0f76397e3d1134f5007483bba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92904732-e8af-4e94-8718-b3a038513f4c" -d '{"events": [{"server_uuid": "96677786-9162-40e6-b79f-594806c3acce", "name": "network-vif-plugged", "status": "completed", "tag": "4f1363c9-91bd-452e-bd5d-335b23bc1843"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:57:45.835563 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 4f1363c9-91bd-452e-bd5d-335b23bc1843, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=4f1363c9-91bd-452e-bd5d-335b23bc1843,segment=NetworkSegment(db453ec7-9ec2-4a00-8fef-1160fc9c3774),segment_id=db453ec7-9ec2-4a00-8fef-1160fc9c3774)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:57:45.840851 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (4f1363c9-91bd-452e-bd5d-335b23bc1843), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:57:45.866143 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c1b462-456b-4f0f-b8d1-e976ebd51b55 x-openstack-request-id: req-06c1b462-456b-4f0f-b8d1-e976ebd51b55 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:57:45.866440 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96677786-9162-40e6-b79f-594806c3acce", "name": "network-vif-plugged", "status": "completed", "tag": "4f1363c9-91bd-452e-bd5d-335b23bc1843", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:57:45.866692 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-06c1b462-456b-4f0f-b8d1-e976ebd51b55 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:57:45.867082 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96677786-9162-40e6-b79f-594806c3acce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f1363c9-91bd-452e-bd5d-335b23bc1843', 'code': 200} Feb 09 01:57:45.887965 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146aadb-a08b-43ea-b89b-3c6b3d45eae7 req-03ec397b-eb1f-4f93-8396-fc0915c70df6 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:45.889548 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9146aadb-a08b-43ea-b89b-3c6b3d45eae7 req-03ec397b-eb1f-4f93-8396-fc0915c70df6 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/ports?device_id=96677786-9162-40e6-b79f-594806c3acce HTTP/1.1" status: 200 len: 945 time: 0.0622630 Feb 09 01:57:45.890963 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=4f1363c9-91bd-452e-bd5d-335b23bc1843,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:57:45.964976 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9146aadb-a08b-43ea-b89b-3c6b3d45eae7 req-e316e7a5-fb82-4d26-bc70-16a10796f162 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/security-groups?id=864f2d66-4251-44f4-8d1e-15c47b818552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679955 Feb 09 01:57:45.979487 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1949a-76a4-46b3-a175-584e9c82568b req-81c25a3d-878d-4478-adec-8b121704562d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:45.981245 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0be1949a-76a4-46b3-a175-584e9c82568b req-81c25a3d-878d-4478-adec-8b121704562d service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=96677786-9162-40e6-b79f-594806c3acce HTTP/1.1" status: 200 len: 1128 time: 0.0554817 Feb 09 01:57:46.024700 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0be1949a-76a4-46b3-a175-584e9c82568b req-96713547-09f7-42e4-8add-2cba9b6fe2a3 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=864f2d66-4251-44f4-8d1e-15c47b818552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374382 Feb 09 01:57:47.085314 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ef0ba1-022e-49d4-add4-96664d04c256 req-5c482205-240f-4c6b-bcd7-6514d70506b7 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:47.086808 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b2ef0ba1-022e-49d4-add4-96664d04c256 req-5c482205-240f-4c6b-bcd7-6514d70506b7 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/ports?device_id=96677786-9162-40e6-b79f-594806c3acce HTTP/1.1" status: 200 len: 946 time: 0.0523670 Feb 09 01:57:47.138617 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b2ef0ba1-022e-49d4-add4-96664d04c256 req-37bbb4e9-6f54-4d6f-b2d0-e182dc7378e2 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/security-groups?id=864f2d66-4251-44f4-8d1e-15c47b818552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456369 Feb 09 01:57:48.311215 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b825f2d-3d97-4821-a5b5-269598d00173 req-b0cc490f-9060-4edb-b879-d3234adb06d2 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:48.312826 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3b825f2d-3d97-4821-a5b5-269598d00173 req-b0cc490f-9060-4edb-b879-d3234adb06d2 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/ports?device_id=96677786-9162-40e6-b79f-594806c3acce HTTP/1.1" status: 200 len: 946 time: 0.0521014 Feb 09 01:57:48.358882 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3b825f2d-3d97-4821-a5b5-269598d00173 req-6e5c48ee-19b6-4cab-96b8-aaad85cff3fe tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/security-groups?id=864f2d66-4251-44f4-8d1e-15c47b818552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405674 Feb 09 01:57:48.517604 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f53ab5-c0eb-4a4e-8dd0-ea856db551d0 req-5cbe003e-4315-4f23-88fc-35dfcde1b3ca tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:48.519422 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e5f53ab5-c0eb-4a4e-8dd0-ea856db551d0 req-5cbe003e-4315-4f23-88fc-35dfcde1b3ca tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/ports?device_id=96677786-9162-40e6-b79f-594806c3acce HTTP/1.1" status: 200 len: 946 time: 0.0560901 Feb 09 01:57:48.573004 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e5f53ab5-c0eb-4a4e-8dd0-ea856db551d0 req-7306f1c2-7628-4ad4-aa11-c03d3800f056 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/security-groups?id=864f2d66-4251-44f4-8d1e-15c47b818552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471995 Feb 09 01:57:48.766014 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02438bbe-9456-4e42-aaf7-88fb07de8385 req-7b1a571c-1067-4d43-9858-5fe597e4a627 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:57:48.767495 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02438bbe-9456-4e42-aaf7-88fb07de8385 req-7b1a571c-1067-4d43-9858-5fe597e4a627 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/ports?device_id=96677786-9162-40e6-b79f-594806c3acce HTTP/1.1" status: 200 len: 946 time: 0.0562248 Feb 09 01:57:48.812244 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02438bbe-9456-4e42-aaf7-88fb07de8385 req-0e8bfc3d-567d-4a20-8254-72143bdc6850 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/security-groups?id=864f2d66-4251-44f4-8d1e-15c47b818552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391369 Feb 09 01:57:49.025619 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:58:02.466934 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-422c7457-f37c-4efd-9129-059feea555db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:04.491615 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-abe70768-6611-4f47-afeb-a05194e71836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:06.081116 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:06.844169 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4cdd8-7889-4b33-a0f9-1f2524dcf528 req-65759e7b-4a79-4e87-92f2-c7ee14f32df1 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:06.845593 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5eb4cdd8-7889-4b33-a0f9-1f2524dcf528 req-65759e7b-4a79-4e87-92f2-c7ee14f32df1 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/ports?device_id=96677786-9162-40e6-b79f-594806c3acce HTTP/1.1" status: 200 len: 946 time: 0.1018879 Feb 09 01:58:06.891917 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5eb4cdd8-7889-4b33-a0f9-1f2524dcf528 req-1fd12936-e927-4bfd-a167-1dcb64874240 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/security-groups?id=864f2d66-4251-44f4-8d1e-15c47b818552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404260 Feb 09 01:58:06.914543 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44508) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:06.997851 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f54641-4d44-40fc-9fb4-b951e186955a tempest-TestMinimumBasicScenario-1470348268 tempest-TestMinimumBasicScenario-1470348268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:06.999411 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-51f54641-4d44-40fc-9fb4-b951e186955a tempest-TestMinimumBasicScenario-1470348268 tempest-TestMinimumBasicScenario-1470348268-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=96677786-9162-40e6-b79f-594806c3acce HTTP/1.1" status: 200 len: 1123 time: 0.0839067 Feb 09 01:58:07.002389 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44512) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:07.006581 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-1c135108-a0bb-4a9d-a487-01716b859437 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'port_id': '4f1363c9-91bd-452e-bd5d-335b23bc1843', 'tenant_id': '1be858b6527b4609a8b550cd8bb37071', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:07.026979 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1c135108-a0bb-4a9d-a487-01716b859437 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:07.129460 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1c135108-a0bb-4a9d-a487-01716b859437 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:07.240668 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-1c135108-a0bb-4a9d-a487-01716b859437 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Allocated IP 172.25.8.115 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/21d3baf2-ada2-4138-ad96-25ec074db0c1) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:58:07.340804 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1c135108-a0bb-4a9d-a487-01716b859437 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks [] for port (21d3baf2-ada2-4138-ad96-25ec074db0c1), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:07.363533 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:07.373759 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1c135108-a0bb-4a9d-a487-01716b859437 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (21d3baf2-ada2-4138-ad96-25ec074db0c1), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:07.413881 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c135108-a0bb-4a9d-a487-01716b859437 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:58:07.416832 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-1c135108-a0bb-4a9d-a487-01716b859437 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:58:07.420261 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c135108-a0bb-4a9d-a487-01716b859437 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:58:07.447233 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c135108-a0bb-4a9d-a487-01716b859437 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Pushing event updated for resources: {'Port': ['ID=21d3baf2-ada2-4138-ad96-25ec074db0c1,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:08.048317 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:08.136718 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1c135108-a0bb-4a9d-a487-01716b859437 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks [] for floatingip (5350acd5-4f07-483a-ba3b-21118847eea8), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:08.207458 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1c135108-a0bb-4a9d-a487-01716b859437 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (21d3baf2-ada2-4138-ad96-25ec074db0c1), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:08.351968 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1c135108-a0bb-4a9d-a487-01716b859437 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks [] for port (21d3baf2-ada2-4138-ad96-25ec074db0c1), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:08.356776 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1c135108-a0bb-4a9d-a487-01716b859437 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (21d3baf2-ada2-4138-ad96-25ec074db0c1), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:08.427036 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c135108-a0bb-4a9d-a487-01716b859437 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Pushing event updated for resources: {'Port': ['ID=21d3baf2-ada2-4138-ad96-25ec074db0c1,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:08.438014 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1c135108-a0bb-4a9d-a487-01716b859437 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (5350acd5-4f07-483a-ba3b-21118847eea8), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:08.513648 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:08.543014 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [None req-1c135108-a0bb-4a9d-a487-01716b859437 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Floating IP 5350acd5-4f07-483a-ba3b-21118847eea8 associated. External IP: 172.25.8.115, port: 4f1363c9-91bd-452e-bd5d-335b23bc1843. Feb 09 01:58:08.754162 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c135108-a0bb-4a9d-a487-01716b859437 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Router 4468ec75-8d59-4443-a633-b955c5c3617d has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:58:08.861693 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c135108-a0bb-4a9d-a487-01716b859437 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:58:08.871569 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0121cc-7abc-41ad-93e9-652827b0f67f None None] Sync routers for ids ['4468ec75-8d59-4443-a633-b955c5c3617d'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:58:08.879260 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1c135108-a0bb-4a9d-a487-01716b859437 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:08.881442 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0121cc-7abc-41ad-93e9-652827b0f67f None None] Routers {'4468ec75-8d59-4443-a633-b955c5c3617d'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:58:08.882579 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9f0121cc-7abc-41ad-93e9-652827b0f67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:58:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['4468ec75-8d59-4443-a633-b955c5c3617d'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:08.915164 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1c135108-a0bb-4a9d-a487-01716b859437 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9117422 Feb 09 01:58:08.915789 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96677786-9162-40e6-b79f-594806c3acce', 'tag': '4f1363c9-91bd-452e-bd5d-335b23bc1843'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:58:08.918051 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44514) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:08.922604 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-14ddeea5-f64b-4636-93a3-a216faf44c3e tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1962807026', 'description': 'tempest-secgroup-smoke-1962807026 description', 'project_id': '1be858b6527b4609a8b550cd8bb37071'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:08.947095 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-14ddeea5-f64b-4636-93a3-a216faf44c3e tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:08.965078 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a470e99f0f86a4159e910055b77303d33aac5c61a6ba05ec29afc43a7220bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542e287c-f707-4591-9d32-c9d653553890" -d '{"events": [{"name": "network-changed", "server_uuid": "96677786-9162-40e6-b79f-594806c3acce", "tag": "4f1363c9-91bd-452e-bd5d-335b23bc1843"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:58:09.003307 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-9f0121cc-7abc-41ad-93e9-652827b0f67f None None] Set router 4468ec75-8d59-4443-a633-b955c5c3617d gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:58:09.022100 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-14ddeea5-f64b-4636-93a3-a216faf44c3e tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks [] for security_group (35032fbc-c579-4322-b22a-3e7deef58c17), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:09.027477 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-14ddeea5-f64b-4636-93a3-a216faf44c3e tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (35032fbc-c579-4322-b22a-3e7deef58c17), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:09.059727 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ddeea5-f64b-4636-93a3-a216faf44c3e tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35032fbc-c579-4322-b22a-3e7deef58c17,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:09.065697 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b601c714-f003-4f77-a489-61b6e50e6b99 x-openstack-request-id: req-b601c714-f003-4f77-a489-61b6e50e6b99 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:58:09.066341 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96677786-9162-40e6-b79f-594806c3acce", "tag": "4f1363c9-91bd-452e-bd5d-335b23bc1843", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:58:09.066866 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b601c714-f003-4f77-a489-61b6e50e6b99 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:58:09.067516 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96677786-9162-40e6-b79f-594806c3acce', 'tag': '4f1363c9-91bd-452e-bd5d-335b23bc1843', 'status': 'completed', 'code': 200} Feb 09 01:58:09.068047 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ddeea5-f64b-4636-93a3-a216faf44c3e tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:09.068414 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ddeea5-f64b-4636-93a3-a216faf44c3e tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:09.068819 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ddeea5-f64b-4636-93a3-a216faf44c3e tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:09.070144 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ddeea5-f64b-4636-93a3-a216faf44c3e tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:09.070144 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ddeea5-f64b-4636-93a3-a216faf44c3e tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:09.070466 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ddeea5-f64b-4636-93a3-a216faf44c3e tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:09.070800 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ddeea5-f64b-4636-93a3-a216faf44c3e tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:09.071138 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ddeea5-f64b-4636-93a3-a216faf44c3e tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:09.071472 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ddeea5-f64b-4636-93a3-a216faf44c3e tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:09.071806 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ddeea5-f64b-4636-93a3-a216faf44c3e tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:09.072144 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ddeea5-f64b-4636-93a3-a216faf44c3e tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:09.072475 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ddeea5-f64b-4636-93a3-a216faf44c3e tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:09.072827 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ddeea5-f64b-4636-93a3-a216faf44c3e tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:58:09.078197 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-14ddeea5-f64b-4636-93a3-a216faf44c3e tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:09.079450 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-14ddeea5-f64b-4636-93a3-a216faf44c3e tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1603904 Feb 09 01:58:09.082319 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44522) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:09.086796 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-5eec2a5e-d993-47be-b383-b2519c55cf51 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Request body: {'security_group_rule': {'security_group_id': '35032fbc-c579-4322-b22a-3e7deef58c17', 'project_id': '1be858b6527b4609a8b550cd8bb37071', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:09.114860 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5eec2a5e-d993-47be-b383-b2519c55cf51 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks [] for security_group_rule (1beb5419-86b9-470a-b305-c3f38a949d83), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:09.132714 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e287c-f707-4591-9d32-c9d653553890 req-4cdedcb7-b1ef-4154-aa80-5fe58a89ba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:09.134174 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-542e287c-f707-4591-9d32-c9d653553890 req-4cdedcb7-b1ef-4154-aa80-5fe58a89ba9f service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=1be858b6527b4609a8b550cd8bb37071&device_id=96677786-9162-40e6-b79f-594806c3acce HTTP/1.1" status: 200 len: 1128 time: 0.0475349 Feb 09 01:58:09.189200 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5eec2a5e-d993-47be-b383-b2519c55cf51 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks [] for security_group_rule (1beb5419-86b9-470a-b305-c3f38a949d83), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:09.194238 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5eec2a5e-d993-47be-b383-b2519c55cf51 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (1beb5419-86b9-470a-b305-c3f38a949d83), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:09.218204 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eec2a5e-d993-47be-b383-b2519c55cf51 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1beb5419-86b9-470a-b305-c3f38a949d83,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:09.226098 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5eec2a5e-d993-47be-b383-b2519c55cf51 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:09.229053 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5eec2a5e-d993-47be-b383-b2519c55cf51 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1457090 Feb 09 01:58:09.230591 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44524) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:09.236178 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-713b985a-e758-48a1-8221-8d44a7f219e4 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Request body: {'security_group_rule': {'security_group_id': '35032fbc-c579-4322-b22a-3e7deef58c17', 'project_id': '1be858b6527b4609a8b550cd8bb37071', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:09.248677 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e287c-f707-4591-9d32-c9d653553890 req-52f7b6c7-a623-4cf8-939f-eeca39d212a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:09.250139 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-542e287c-f707-4591-9d32-c9d653553890 req-52f7b6c7-a623-4cf8-939f-eeca39d212a9 service neutron] 10.222.0.120 "GET /v2.0/networks?id=8af8a516-80b9-471a-9d37-8e9d2c661c8e HTTP/1.1" status: 200 len: 917 time: 0.1088610 Feb 09 01:58:09.254373 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9f0121cc-7abc-41ad-93e9-652827b0f67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4468ec75-8d59-4443-a633-b955c5c3617d', 'name': 'tempest-TestMinimumBasicScenario-1591340894-router', 'tenant_id': '1be858b6527b4609a8b550cd8bb37071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '8b76ccd5-4e7a-454b-9591-516876401038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:57:12Z', 'updated_at': '2022-02-09T01:57:15Z', 'revision_number': 4, 'project_id': '1be858b6527b4609a8b550cd8bb37071', 'gw_port': {'id': '8b76ccd5-4e7a-454b-9591-516876401038', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4468ec75-8d59-4443-a633-b955c5c3617d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:12Z', 'updated_at': '2022-02-09T01:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '5350acd5-4f07-483a-ba3b-21118847eea8', 'tenant_id': '1be858b6527b4609a8b550cd8bb37071', 'floating_ip_address': '172.25.8.115', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '4468ec75-8d59-4443-a633-b955c5c3617d', 'port_id': '4f1363c9-91bd-452e-bd5d-335b23bc1843', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8af8a516-80b9-471a-9d37-8e9d2c661c8e', 'mac_address': 'fa:16:3e:c0:9c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96677786-9162-40e6-b79f-594806c3acce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:58:08Z', 'updated_at': '2022-02-09T01:58:08Z', 'revision_number': 0, 'project_id': '1be858b6527b4609a8b550cd8bb37071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6326e4e4-e1ed-4bee-8707-c0c6953ec4bb', 'name': '', 'network_id': '8af8a516-80b9-471a-9d37-8e9d2c661c8e', 'tenant_id': '1be858b6527b4609a8b550cd8bb37071', 'mac_address': 'fa:16:3e:e1:df:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4468ec75-8d59-4443-a633-b955c5c3617d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'a0c6de46-abb4-4ac2-be79-d88f7b5f86cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:14Z', 'updated_at': '2022-02-09T01:57:19Z', 'revision_number': 5, 'project_id': '1be858b6527b4609a8b550cd8bb37071', 'subnets': [{'id': 'a0c6de46-abb4-4ac2-be79-d88f7b5f86cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:09.284950 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0121cc-7abc-41ad-93e9-652827b0f67f None None] Checking router: 4468ec75-8d59-4443-a633-b955c5c3617d for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:58:09.293651 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0121cc-7abc-41ad-93e9-652827b0f67f None None] Routers {'4468ec75-8d59-4443-a633-b955c5c3617d'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:58:09.294209 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9f0121cc-7abc-41ad-93e9-652827b0f67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:58:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['4468ec75-8d59-4443-a633-b955c5c3617d'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:09.302742 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-713b985a-e758-48a1-8221-8d44a7f219e4 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks [] for security_group_rule (5b04a402-b38b-40b6-97d0-3b38502a2ef3), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:09.344648 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-542e287c-f707-4591-9d32-c9d653553890 req-f97dc0d8-37bb-4de6-a1e3-66c8877b0082 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f1363c9-91bd-452e-bd5d-335b23bc1843 HTTP/1.1" status: 200 len: 1000 time: 0.0867007 Feb 09 01:58:09.405045 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-9f0121cc-7abc-41ad-93e9-652827b0f67f None None] Set router 4468ec75-8d59-4443-a633-b955c5c3617d gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:58:09.410542 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-713b985a-e758-48a1-8221-8d44a7f219e4 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks [] for security_group_rule (5b04a402-b38b-40b6-97d0-3b38502a2ef3), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:09.415217 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e287c-f707-4591-9d32-c9d653553890 req-02e656b6-9daf-44fc-9ff6-d34ff3f60ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:09.416801 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-542e287c-f707-4591-9d32-c9d653553890 req-02e656b6-9daf-44fc-9ff6-d34ff3f60ff1 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=a0c6de46-abb4-4ac2-be79-d88f7b5f86cd HTTP/1.1" status: 200 len: 854 time: 0.0628734 Feb 09 01:58:09.417864 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-713b985a-e758-48a1-8221-8d44a7f219e4 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (5b04a402-b38b-40b6-97d0-3b38502a2ef3), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:09.465076 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b985a-e758-48a1-8221-8d44a7f219e4 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b04a402-b38b-40b6-97d0-3b38502a2ef3,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:09.474796 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-713b985a-e758-48a1-8221-8d44a7f219e4 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:09.476052 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-713b985a-e758-48a1-8221-8d44a7f219e4 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2445462 Feb 09 01:58:09.479146 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44526) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:09.483961 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-fd587669-caef-41ea-8360-86d84bc0c021 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Request body: {'security_group_rule': {'security_group_id': '35032fbc-c579-4322-b22a-3e7deef58c17', 'project_id': '1be858b6527b4609a8b550cd8bb37071', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:09.489137 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e287c-f707-4591-9d32-c9d653553890 req-c5d36324-2cdd-4a84-a5be-703d33d72c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:09.490654 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-542e287c-f707-4591-9d32-c9d653553890 req-c5d36324-2cdd-4a84-a5be-703d33d72c0e service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=8af8a516-80b9-471a-9d37-8e9d2c661c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0671148 Feb 09 01:58:09.510207 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fd587669-caef-41ea-8360-86d84bc0c021 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks [] for security_group_rule (2b7cc19f-0b0f-4e79-b2a0-3a63d8ac4fa4), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:09.571234 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fd587669-caef-41ea-8360-86d84bc0c021 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks [] for security_group_rule (2b7cc19f-0b0f-4e79-b2a0-3a63d8ac4fa4), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:09.575574 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fd587669-caef-41ea-8360-86d84bc0c021 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (2b7cc19f-0b0f-4e79-b2a0-3a63d8ac4fa4), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:09.593322 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd587669-caef-41ea-8360-86d84bc0c021 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b7cc19f-0b0f-4e79-b2a0-3a63d8ac4fa4,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:09.599831 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-542e287c-f707-4591-9d32-c9d653553890 req-ef11d1bd-e127-4a8c-a639-def820804054 service neutron] 10.222.0.120 "GET /v2.0/networks/8af8a516-80b9-471a-9d37-8e9d2c661c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023664 Feb 09 01:58:09.604308 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fd587669-caef-41ea-8360-86d84bc0c021 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:09.605597 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-fd587669-caef-41ea-8360-86d84bc0c021 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1253431 Feb 09 01:58:09.608243 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44528) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:09.612649 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-e460bc8b-6f1c-4496-9bc6-479e10b0c42a tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Request body: {'security_group_rule': {'security_group_id': '35032fbc-c579-4322-b22a-3e7deef58c17', 'project_id': '1be858b6527b4609a8b550cd8bb37071', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:09.637414 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e460bc8b-6f1c-4496-9bc6-479e10b0c42a tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks [] for security_group_rule (89e8895c-d9ed-4f02-b8ff-5252b29aeb2e), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:09.641696 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9f0121cc-7abc-41ad-93e9-652827b0f67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4468ec75-8d59-4443-a633-b955c5c3617d', 'name': 'tempest-TestMinimumBasicScenario-1591340894-router', 'tenant_id': '1be858b6527b4609a8b550cd8bb37071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '8b76ccd5-4e7a-454b-9591-516876401038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:57:12Z', 'updated_at': '2022-02-09T01:57:15Z', 'revision_number': 4, 'project_id': '1be858b6527b4609a8b550cd8bb37071', 'gw_port': {'id': '8b76ccd5-4e7a-454b-9591-516876401038', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4468ec75-8d59-4443-a633-b955c5c3617d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:12Z', 'updated_at': '2022-02-09T01:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '5350acd5-4f07-483a-ba3b-21118847eea8', 'tenant_id': '1be858b6527b4609a8b550cd8bb37071', 'floating_ip_address': '172.25.8.115', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '4468ec75-8d59-4443-a633-b955c5c3617d', 'port_id': '4f1363c9-91bd-452e-bd5d-335b23bc1843', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8af8a516-80b9-471a-9d37-8e9d2c661c8e', 'mac_address': 'fa:16:3e:c0:9c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96677786-9162-40e6-b79f-594806c3acce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:58:08Z', 'updated_at': '2022-02-09T01:58:08Z', 'revision_number': 0, 'project_id': '1be858b6527b4609a8b550cd8bb37071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6326e4e4-e1ed-4bee-8707-c0c6953ec4bb', 'name': '', 'network_id': '8af8a516-80b9-471a-9d37-8e9d2c661c8e', 'tenant_id': '1be858b6527b4609a8b550cd8bb37071', 'mac_address': 'fa:16:3e:e1:df:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4468ec75-8d59-4443-a633-b955c5c3617d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'a0c6de46-abb4-4ac2-be79-d88f7b5f86cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:14Z', 'updated_at': '2022-02-09T01:57:19Z', 'revision_number': 5, 'project_id': '1be858b6527b4609a8b550cd8bb37071', 'subnets': [{'id': 'a0c6de46-abb4-4ac2-be79-d88f7b5f86cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:58:09.668193 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0121cc-7abc-41ad-93e9-652827b0f67f None None] The sync data for ids ['4468ec75-8d59-4443-a633-b955c5c3617d'] in n-d-828369-4 is: [{'id': '4468ec75-8d59-4443-a633-b955c5c3617d', 'name': 'tempest-TestMinimumBasicScenario-1591340894-router', 'tenant_id': '1be858b6527b4609a8b550cd8bb37071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '8b76ccd5-4e7a-454b-9591-516876401038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:57:12Z', 'updated_at': '2022-02-09T01:57:15Z', 'revision_number': 4, 'project_id': '1be858b6527b4609a8b550cd8bb37071', 'gw_port': {'id': '8b76ccd5-4e7a-454b-9591-516876401038', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4468ec75-8d59-4443-a633-b955c5c3617d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:12Z', 'updated_at': '2022-02-09T01:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '5350acd5-4f07-483a-ba3b-21118847eea8', 'tenant_id': '1be858b6527b4609a8b550cd8bb37071', 'floating_ip_address': '172.25.8.115', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '4468ec75-8d59-4443-a633-b955c5c3617d', 'port_id': '4f1363c9-91bd-452e-bd5d-335b23bc1843', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8af8a516-80b9-471a-9d37-8e9d2c661c8e', 'mac_address': 'fa:16:3e:c0:9c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96677786-9162-40e6-b79f-594806c3acce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T01:58:08Z', 'updated_at': '2022-02-09T01:58:08Z', 'revision_number': 0, 'project_id': '1be858b6527b4609a8b550cd8bb37071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6326e4e4-e1ed-4bee-8707-c0c6953ec4bb', 'name': '', 'network_id': '8af8a516-80b9-471a-9d37-8e9d2c661c8e', 'tenant_id': '1be858b6527b4609a8b550cd8bb37071', 'mac_address': 'fa:16:3e:e1:df:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4468ec75-8d59-4443-a633-b955c5c3617d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'a0c6de46-abb4-4ac2-be79-d88f7b5f86cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:14Z', 'updated_at': '2022-02-09T01:57:19Z', 'revision_number': 5, 'project_id': '1be858b6527b4609a8b550cd8bb37071', 'subnets': [{'id': 'a0c6de46-abb4-4ac2-be79-d88f7b5f86cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:58:09.697436 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e460bc8b-6f1c-4496-9bc6-479e10b0c42a tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks [] for security_group_rule (89e8895c-d9ed-4f02-b8ff-5252b29aeb2e), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:09.701944 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e460bc8b-6f1c-4496-9bc6-479e10b0c42a tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (89e8895c-d9ed-4f02-b8ff-5252b29aeb2e), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:09.704835 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-542e287c-f707-4591-9d32-c9d653553890 req-011f288f-1422-42ed-8203-f9b013bd4187 service neutron] 10.222.0.120 "GET /v2.0/networks/8af8a516-80b9-471a-9d37-8e9d2c661c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983884 Feb 09 01:58:09.724618 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e460bc8b-6f1c-4496-9bc6-479e10b0c42a tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89e8895c-d9ed-4f02-b8ff-5252b29aeb2e,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:09.735146 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e460bc8b-6f1c-4496-9bc6-479e10b0c42a tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:09.736396 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e460bc8b-6f1c-4496-9bc6-479e10b0c42a tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1271982 Feb 09 01:58:09.739345 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44530) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:09.744083 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-ccd27d59-a99c-49be-93e2-fd21bcb7dac8 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Request body: {'security_group_rule': {'security_group_id': '35032fbc-c579-4322-b22a-3e7deef58c17', 'project_id': '1be858b6527b4609a8b550cd8bb37071', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:09.767590 n-d-828369-4 neutron-server[103136]: INFO neutron.db.securitygroups_db [None req-ccd27d59-a99c-49be-93e2-fd21bcb7dac8 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Project 1be858b6527b4609a8b550cd8bb37071 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:58:09.771349 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:09.773241 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ccd27d59-a99c-49be-93e2-fd21bcb7dac8 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks [] for security_group_rule (b6ddfa02-e032-48ca-a1dc-bf3247d4ca5a), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:09.834556 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ccd27d59-a99c-49be-93e2-fd21bcb7dac8 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks [] for security_group_rule (b6ddfa02-e032-48ca-a1dc-bf3247d4ca5a), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:09.839313 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ccd27d59-a99c-49be-93e2-fd21bcb7dac8 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (b6ddfa02-e032-48ca-a1dc-bf3247d4ca5a), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:09.858270 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd27d59-a99c-49be-93e2-fd21bcb7dac8 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6ddfa02-e032-48ca-a1dc-bf3247d4ca5a,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:09.867487 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ccd27d59-a99c-49be-93e2-fd21bcb7dac8 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:09.868756 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ccd27d59-a99c-49be-93e2-fd21bcb7dac8 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1283638 Feb 09 01:58:09.871594 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44532) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:58:09.876135 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-e2720924-38e1-471a-9171-ddaf85dbc75d tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Request body: {'security_group_rule': {'security_group_id': '35032fbc-c579-4322-b22a-3e7deef58c17', 'project_id': '1be858b6527b4609a8b550cd8bb37071', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:09.890296 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc24b74d-64c0-4d27-a793-7c8fdacfec42 None None] New status for floating IP 5350acd5-4f07-483a-ba3b-21118847eea8: ACTIVE {{(pid=103138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:58:09.900119 n-d-828369-4 neutron-server[103136]: INFO neutron.db.securitygroups_db [None req-e2720924-38e1-471a-9171-ddaf85dbc75d tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Project 1be858b6527b4609a8b550cd8bb37071 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:58:09.905264 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e2720924-38e1-471a-9171-ddaf85dbc75d tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks [] for security_group_rule (937a677b-ffe8-4772-bc01-508cb308e50d), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:09.964254 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e2720924-38e1-471a-9171-ddaf85dbc75d tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks [] for security_group_rule (937a677b-ffe8-4772-bc01-508cb308e50d), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:09.968077 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e2720924-38e1-471a-9171-ddaf85dbc75d tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (937a677b-ffe8-4772-bc01-508cb308e50d), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:09.986445 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2720924-38e1-471a-9171-ddaf85dbc75d tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=937a677b-ffe8-4772-bc01-508cb308e50d,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:09.994386 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e2720924-38e1-471a-9171-ddaf85dbc75d tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:09.995633 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e2720924-38e1-471a-9171-ddaf85dbc75d tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1230803 Feb 09 01:58:10.101505 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-529374f7-cffe-4117-afa9-8c84298e5233 req-552e1721-3034-4086-96e8-3731beafff4a tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1962807026&fields=id&tenant_id=1be858b6527b4609a8b550cd8bb37071 HTTP/1.1" status: 200 len: 267 time: 0.0451696 Feb 09 01:58:10.161984 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529374f7-cffe-4117-afa9-8c84298e5233 req-e0644552-f1b2-4f47-b115-8464b7a441f1 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:10.163397 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-529374f7-cffe-4117-afa9-8c84298e5233 req-e0644552-f1b2-4f47-b115-8464b7a441f1 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/ports?device_id=96677786-9162-40e6-b79f-594806c3acce HTTP/1.1" status: 200 len: 946 time: 0.0562444 Feb 09 01:58:10.174053 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-529374f7-cffe-4117-afa9-8c84298e5233 req-24475227-e0d0-4542-9b63-7bff7b297cb0 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Request body: {'port': {'security_groups': ['864f2d66-4251-44f4-8d1e-15c47b818552', '35032fbc-c579-4322-b22a-3e7deef58c17']}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:58:10.246338 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-529374f7-cffe-4117-afa9-8c84298e5233 req-24475227-e0d0-4542-9b63-7bff7b297cb0 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4f1363c9-91bd-452e-bd5d-335b23bc1843), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:10.432729 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-529374f7-cffe-4117-afa9-8c84298e5233 req-24475227-e0d0-4542-9b63-7bff7b297cb0 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] For port 4f1363c9-91bd-452e-bd5d-335b23bc1843, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=4f1363c9-91bd-452e-bd5d-335b23bc1843,segment=NetworkSegment(db453ec7-9ec2-4a00-8fef-1160fc9c3774),segment_id=db453ec7-9ec2-4a00-8fef-1160fc9c3774)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:58:10.461998 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-529374f7-cffe-4117-afa9-8c84298e5233 req-24475227-e0d0-4542-9b63-7bff7b297cb0 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks [] for port (4f1363c9-91bd-452e-bd5d-335b23bc1843), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:10.466978 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-529374f7-cffe-4117-afa9-8c84298e5233 req-24475227-e0d0-4542-9b63-7bff7b297cb0 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (4f1363c9-91bd-452e-bd5d-335b23bc1843), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:10.479446 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['4f1363c9-91bd-452e-bd5d-335b23bc1843'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:58:10.514621 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529374f7-cffe-4117-afa9-8c84298e5233 req-24475227-e0d0-4542-9b63-7bff7b297cb0 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:10.515391 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-529374f7-cffe-4117-afa9-8c84298e5233 req-24475227-e0d0-4542-9b63-7bff7b297cb0 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:10.516729 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-529374f7-cffe-4117-afa9-8c84298e5233 req-24475227-e0d0-4542-9b63-7bff7b297cb0 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "PUT /v2.0/ports/4f1363c9-91bd-452e-bd5d-335b23bc1843 HTTP/1.1" status: 200 len: 982 time: 0.3470786 Feb 09 01:58:10.547712 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24475227-e0d0-4542-9b63-7bff7b297cb0 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Pushing event updated for resources: {'Port': ['ID=4f1363c9-91bd-452e-bd5d-335b23bc1843,revision_number=6']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:58:10.585311 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['4f1363c9-91bd-452e-bd5d-335b23bc1843'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:58:10.745061 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1658a13-ba1d-43b1-be2e-b78cbfa68cc1 req-86c17178-4874-4a04-926c-a2e488949048 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:10.746777 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1658a13-ba1d-43b1-be2e-b78cbfa68cc1 req-86c17178-4874-4a04-926c-a2e488949048 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/ports?device_id=96677786-9162-40e6-b79f-594806c3acce HTTP/1.1" status: 200 len: 985 time: 0.1151567 Feb 09 01:58:10.808621 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1658a13-ba1d-43b1-be2e-b78cbfa68cc1 req-e75a6ce8-92e9-4723-b267-7c5c782629c0 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/security-groups?id=864f2d66-4251-44f4-8d1e-15c47b818552&id=35032fbc-c579-4322-b22a-3e7deef58c17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547063 Feb 09 01:58:10.826153 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-658b8d24-bb60-4488-904c-e1b3d2f52f3c None None] Provisioning complete for port 4f1363c9-91bd-452e-bd5d-335b23bc1843 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:58:10.826695 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-658b8d24-bb60-4488-904c-e1b3d2f52f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4f1363c9-91bd-452e-bd5d-335b23bc1843), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:11.041364 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-658b8d24-bb60-4488-904c-e1b3d2f52f3c None None] Current status of the port 4f1363c9-91bd-452e-bd5d-335b23bc1843 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:58:11.069055 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96677786-9162-40e6-b79f-594806c3acce', 'tag': '4f1363c9-91bd-452e-bd5d-335b23bc1843'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:58:11.071473 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a470e99f0f86a4159e910055b77303d33aac5c61a6ba05ec29afc43a7220bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d2ed78-6c50-4fb6-96f7-c9c5ab7cf371" -d '{"events": [{"name": "network-changed", "server_uuid": "96677786-9162-40e6-b79f-594806c3acce", "tag": "4f1363c9-91bd-452e-bd5d-335b23bc1843"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:58:11.108446 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc06e2d-175d-4456-9bf6-a6bbe3e5fbf6 x-openstack-request-id: req-2fc06e2d-175d-4456-9bf6-a6bbe3e5fbf6 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:58:11.108779 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96677786-9162-40e6-b79f-594806c3acce", "tag": "4f1363c9-91bd-452e-bd5d-335b23bc1843", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:58:11.109042 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2fc06e2d-175d-4456-9bf6-a6bbe3e5fbf6 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:58:11.109456 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96677786-9162-40e6-b79f-594806c3acce', 'tag': '4f1363c9-91bd-452e-bd5d-335b23bc1843', 'status': 'completed', 'code': 200} Feb 09 01:58:11.172784 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2ed78-6c50-4fb6-96f7-c9c5ab7cf371 req-349ac4fb-1b94-4d01-b41f-471e8cc15f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:11.174313 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a8d2ed78-6c50-4fb6-96f7-c9c5ab7cf371 req-349ac4fb-1b94-4d01-b41f-471e8cc15f80 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=1be858b6527b4609a8b550cd8bb37071&device_id=96677786-9162-40e6-b79f-594806c3acce HTTP/1.1" status: 200 len: 1167 time: 0.0449591 Feb 09 01:58:11.273831 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2ed78-6c50-4fb6-96f7-c9c5ab7cf371 req-7ae41c0c-bd5c-4704-8f7f-cb2a7ba40b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:11.275248 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a8d2ed78-6c50-4fb6-96f7-c9c5ab7cf371 req-7ae41c0c-bd5c-4704-8f7f-cb2a7ba40b66 service neutron] 10.222.0.120 "GET /v2.0/networks?id=8af8a516-80b9-471a-9d37-8e9d2c661c8e HTTP/1.1" status: 200 len: 917 time: 0.0949855 Feb 09 01:58:11.340723 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a8d2ed78-6c50-4fb6-96f7-c9c5ab7cf371 req-29593fa7-b733-4079-bbaf-bdb38326daf7 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f1363c9-91bd-452e-bd5d-335b23bc1843 HTTP/1.1" status: 200 len: 1002 time: 0.0587983 Feb 09 01:58:11.387720 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2ed78-6c50-4fb6-96f7-c9c5ab7cf371 req-15ccffc6-1d69-4069-9824-ef7379743ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:11.389261 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a8d2ed78-6c50-4fb6-96f7-c9c5ab7cf371 req-15ccffc6-1d69-4069-9824-ef7379743ccd service neutron] 10.222.0.120 "GET /v2.0/subnets?id=a0c6de46-abb4-4ac2-be79-d88f7b5f86cd HTTP/1.1" status: 200 len: 854 time: 0.0426691 Feb 09 01:58:11.442877 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2ed78-6c50-4fb6-96f7-c9c5ab7cf371 req-638068f3-5064-428d-a5ef-ca37a344c62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:11.444459 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a8d2ed78-6c50-4fb6-96f7-c9c5ab7cf371 req-638068f3-5064-428d-a5ef-ca37a344c62f service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=8af8a516-80b9-471a-9d37-8e9d2c661c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487704 Feb 09 01:58:11.531001 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a8d2ed78-6c50-4fb6-96f7-c9c5ab7cf371 req-d8b45fb9-2669-4e9a-855b-4f74783de007 service neutron] 10.222.0.120 "GET /v2.0/networks/8af8a516-80b9-471a-9d37-8e9d2c661c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802672 Feb 09 01:58:11.624887 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a8d2ed78-6c50-4fb6-96f7-c9c5ab7cf371 req-f13db628-3f36-4cce-a8a0-80ec008d788b service neutron] 10.222.0.120 "GET /v2.0/networks/8af8a516-80b9-471a-9d37-8e9d2c661c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876987 Feb 09 01:58:23.097807 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81734e-51c0-4ab4-82e6-893d9f26c4f4 req-15bc5ed6-4b1e-4873-a9f4-15bac8f24047 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:23.099880 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a81734e-51c0-4ab4-82e6-893d9f26c4f4 req-15bc5ed6-4b1e-4873-a9f4-15bac8f24047 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/ports?device_id=96677786-9162-40e6-b79f-594806c3acce HTTP/1.1" status: 200 len: 985 time: 0.0557413 Feb 09 01:58:23.173474 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a81734e-51c0-4ab4-82e6-893d9f26c4f4 req-a39869b0-cb68-44cb-b95b-6ce585953aff tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/security-groups?id=864f2d66-4251-44f4-8d1e-15c47b818552&id=35032fbc-c579-4322-b22a-3e7deef58c17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0674496 Feb 09 01:58:23.207626 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06602e8-e04b-408c-94a4-fc8b94cfc95c req-b5146b50-0f42-4bc8-9748-1ad3b5395cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:23.209709 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a06602e8-e04b-408c-94a4-fc8b94cfc95c req-b5146b50-0f42-4bc8-9748-1ad3b5395cb7 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=1be858b6527b4609a8b550cd8bb37071&device_id=96677786-9162-40e6-b79f-594806c3acce HTTP/1.1" status: 200 len: 1167 time: 0.0979421 Feb 09 01:58:23.313384 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06602e8-e04b-408c-94a4-fc8b94cfc95c req-fa7e6816-3546-4f67-bbb8-5afbcbd88e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:23.314882 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a06602e8-e04b-408c-94a4-fc8b94cfc95c req-fa7e6816-3546-4f67-bbb8-5afbcbd88e7e service neutron] 10.222.0.120 "GET /v2.0/networks?id=8af8a516-80b9-471a-9d37-8e9d2c661c8e HTTP/1.1" status: 200 len: 917 time: 0.0985096 Feb 09 01:58:23.381082 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a06602e8-e04b-408c-94a4-fc8b94cfc95c req-a5b7150c-269c-4cf9-a537-f78841605ac8 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f1363c9-91bd-452e-bd5d-335b23bc1843 HTTP/1.1" status: 200 len: 1002 time: 0.0593936 Feb 09 01:58:23.436493 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06602e8-e04b-408c-94a4-fc8b94cfc95c req-2dd361fd-8bdf-48e9-8849-7a52a1401ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:23.438227 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a06602e8-e04b-408c-94a4-fc8b94cfc95c req-2dd361fd-8bdf-48e9-8849-7a52a1401ebf service neutron] 10.222.0.120 "GET /v2.0/subnets?id=a0c6de46-abb4-4ac2-be79-d88f7b5f86cd HTTP/1.1" status: 200 len: 854 time: 0.0508940 Feb 09 01:58:23.489708 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06602e8-e04b-408c-94a4-fc8b94cfc95c req-6464985e-2547-473e-97a0-e7aa193e1f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:23.491261 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a06602e8-e04b-408c-94a4-fc8b94cfc95c req-6464985e-2547-473e-97a0-e7aa193e1f9e service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=8af8a516-80b9-471a-9d37-8e9d2c661c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468698 Feb 09 01:58:23.579160 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a06602e8-e04b-408c-94a4-fc8b94cfc95c req-6ec51a6f-fe0a-408d-bec1-798378d7e0c1 service neutron] 10.222.0.120 "GET /v2.0/networks/8af8a516-80b9-471a-9d37-8e9d2c661c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815771 Feb 09 01:58:23.673975 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a06602e8-e04b-408c-94a4-fc8b94cfc95c req-75634cc6-9c45-4004-9ccf-e5afcc00ba1f service neutron] 10.222.0.120 "GET /v2.0/networks/8af8a516-80b9-471a-9d37-8e9d2c661c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883875 Feb 09 01:58:24.297000 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf27f5-10f5-4d86-8aa4-6e584ed6620c req-18f2dcbb-25e9-40e2-a21f-c9587a79cefb tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:24.298508 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-46bf27f5-10f5-4d86-8aa4-6e584ed6620c req-18f2dcbb-25e9-40e2-a21f-c9587a79cefb tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/ports?device_id=96677786-9162-40e6-b79f-594806c3acce HTTP/1.1" status: 200 len: 985 time: 0.0533822 Feb 09 01:58:24.358332 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-46bf27f5-10f5-4d86-8aa4-6e584ed6620c req-42649f39-1c89-4508-a7bf-053caa6ef5ea tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/security-groups?id=864f2d66-4251-44f4-8d1e-15c47b818552&id=35032fbc-c579-4322-b22a-3e7deef58c17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533209 Feb 09 01:58:25.486539 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32d6d8-bbc6-446e-a9bc-f1b9579123a7 req-dba00913-b533-4d78-ad20-21b27b976bd1 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:25.488020 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cc32d6d8-bbc6-446e-a9bc-f1b9579123a7 req-dba00913-b533-4d78-ad20-21b27b976bd1 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/ports?device_id=96677786-9162-40e6-b79f-594806c3acce HTTP/1.1" status: 200 len: 985 time: 0.0611565 Feb 09 01:58:25.546032 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cc32d6d8-bbc6-446e-a9bc-f1b9579123a7 req-cffc7759-64f4-4930-8e41-370fd8091793 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/security-groups?id=864f2d66-4251-44f4-8d1e-15c47b818552&id=35032fbc-c579-4322-b22a-3e7deef58c17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516665 Feb 09 01:58:26.024731 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:58:26.664825 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b1e28-8185-4f03-94ae-4e99f16082a9 req-e361cb9a-c780-4a9a-ba77-5d5d6cd6feda tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:26.666315 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-840b1e28-8185-4f03-94ae-4e99f16082a9 req-e361cb9a-c780-4a9a-ba77-5d5d6cd6feda tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/ports?device_id=96677786-9162-40e6-b79f-594806c3acce HTTP/1.1" status: 200 len: 985 time: 0.0530715 Feb 09 01:58:26.732104 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-840b1e28-8185-4f03-94ae-4e99f16082a9 req-b901c380-35f5-43dc-8f04-7cca19cceb95 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/security-groups?id=864f2d66-4251-44f4-8d1e-15c47b818552&id=35032fbc-c579-4322-b22a-3e7deef58c17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0601542 Feb 09 01:58:27.855650 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25521202-1e1a-4267-9a44-497690c3841f req-b7ca9326-e64c-4472-8937-b9eb4507a5da tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:27.857167 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-25521202-1e1a-4267-9a44-497690c3841f req-b7ca9326-e64c-4472-8937-b9eb4507a5da tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/ports?device_id=96677786-9162-40e6-b79f-594806c3acce HTTP/1.1" status: 200 len: 985 time: 0.0521321 Feb 09 01:58:27.919111 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-25521202-1e1a-4267-9a44-497690c3841f req-c22387e9-b1ce-454a-b2d0-aad08bc7394f tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/security-groups?id=864f2d66-4251-44f4-8d1e-15c47b818552&id=35032fbc-c579-4322-b22a-3e7deef58c17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563056 Feb 09 01:58:29.038285 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692a32d-164e-4548-a75f-2c6bd5a860e8 req-d9220f1f-6496-4f6f-beb1-e59c615e9737 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:29.039789 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8692a32d-164e-4548-a75f-2c6bd5a860e8 req-d9220f1f-6496-4f6f-beb1-e59c615e9737 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/ports?device_id=96677786-9162-40e6-b79f-594806c3acce HTTP/1.1" status: 200 len: 985 time: 0.0535829 Feb 09 01:58:29.098514 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8692a32d-164e-4548-a75f-2c6bd5a860e8 req-20d82d69-48bc-481a-b07d-742dc083b9c9 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/security-groups?id=864f2d66-4251-44f4-8d1e-15c47b818552&id=35032fbc-c579-4322-b22a-3e7deef58c17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524445 Feb 09 01:58:30.218827 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b65eb-022c-494b-bd5a-e8884e3b2d61 req-537454e4-156b-4b2b-a905-88a6fbd71c68 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:30.220299 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-644b65eb-022c-494b-bd5a-e8884e3b2d61 req-537454e4-156b-4b2b-a905-88a6fbd71c68 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/ports?device_id=96677786-9162-40e6-b79f-594806c3acce HTTP/1.1" status: 200 len: 985 time: 0.0520709 Feb 09 01:58:30.281676 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-644b65eb-022c-494b-bd5a-e8884e3b2d61 req-47d469c2-31d4-412a-8256-c3477d198d23 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/security-groups?id=864f2d66-4251-44f4-8d1e-15c47b818552&id=35032fbc-c579-4322-b22a-3e7deef58c17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546784 Feb 09 01:58:31.405386 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be628d5-5fb0-4c32-9124-da557513315c req-f4e84003-8bd6-4b2d-86b5-dd05fc4df25c tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:31.406981 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2be628d5-5fb0-4c32-9124-da557513315c req-f4e84003-8bd6-4b2d-86b5-dd05fc4df25c tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/ports?device_id=96677786-9162-40e6-b79f-594806c3acce HTTP/1.1" status: 200 len: 985 time: 0.0572169 Feb 09 01:58:31.465574 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2be628d5-5fb0-4c32-9124-da557513315c req-6462223b-7002-425b-b0cf-7d1a0afe6d8f tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/security-groups?id=864f2d66-4251-44f4-8d1e-15c47b818552&id=35032fbc-c579-4322-b22a-3e7deef58c17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528343 Feb 09 01:58:32.467743 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-90bf0ce4-5f79-4f0a-8077-985b9da2592c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:32.585667 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ecdc9-f9ca-457f-99bc-7973130d169f req-39b30808-2cce-411b-9312-a76c80971c9d tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:32.587190 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ce7ecdc9-f9ca-457f-99bc-7973130d169f req-39b30808-2cce-411b-9312-a76c80971c9d tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/ports?device_id=96677786-9162-40e6-b79f-594806c3acce HTTP/1.1" status: 200 len: 985 time: 0.0547678 Feb 09 01:58:32.647541 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ce7ecdc9-f9ca-457f-99bc-7973130d169f req-1effc549-b01d-4868-a615-9a1c2a40508e tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/security-groups?id=864f2d66-4251-44f4-8d1e-15c47b818552&id=35032fbc-c579-4322-b22a-3e7deef58c17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544007 Feb 09 01:58:33.771971 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8731e-2423-47ce-b80c-dc56bb49bc23 req-78515d63-8f5e-49d1-9d2d-3e8ab3b02bc9 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:33.773664 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-79b8731e-2423-47ce-b80c-dc56bb49bc23 req-78515d63-8f5e-49d1-9d2d-3e8ab3b02bc9 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/ports?device_id=96677786-9162-40e6-b79f-594806c3acce HTTP/1.1" status: 200 len: 985 time: 0.0581782 Feb 09 01:58:33.833811 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-79b8731e-2423-47ce-b80c-dc56bb49bc23 req-c94bf6c7-3be6-4666-8fa6-b884deb59c53 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/security-groups?id=864f2d66-4251-44f4-8d1e-15c47b818552&id=35032fbc-c579-4322-b22a-3e7deef58c17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544817 Feb 09 01:58:34.492175 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-34e93d77-6ab2-4ce6-a8bc-073eb0321196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:34.952827 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5fad10-1ef1-471c-b064-ae8c1639c854 req-3e3c9a47-fc60-4269-ba90-712c8976e120 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:34.954327 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cb5fad10-1ef1-471c-b064-ae8c1639c854 req-3e3c9a47-fc60-4269-ba90-712c8976e120 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/ports?device_id=96677786-9162-40e6-b79f-594806c3acce HTTP/1.1" status: 200 len: 985 time: 0.0533984 Feb 09 01:58:35.018947 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cb5fad10-1ef1-471c-b064-ae8c1639c854 req-0c5bf77e-c513-46e0-82dc-419254be7b33 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/security-groups?id=864f2d66-4251-44f4-8d1e-15c47b818552&id=35032fbc-c579-4322-b22a-3e7deef58c17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588329 Feb 09 01:58:36.080903 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:36.138119 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7796f41f-34b9-49cb-9d5e-c496d97da4c1 req-4d354557-90b1-43fb-bdf7-7f923efcafec tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:36.139572 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7796f41f-34b9-49cb-9d5e-c496d97da4c1 req-4d354557-90b1-43fb-bdf7-7f923efcafec tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/ports?device_id=96677786-9162-40e6-b79f-594806c3acce HTTP/1.1" status: 200 len: 985 time: 0.0514839 Feb 09 01:58:36.202375 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7796f41f-34b9-49cb-9d5e-c496d97da4c1 req-6312f90b-ccfb-4a47-85c4-1e26caeb0c6d tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/security-groups?id=864f2d66-4251-44f4-8d1e-15c47b818552&id=35032fbc-c579-4322-b22a-3e7deef58c17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570126 Feb 09 01:58:37.320911 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e63e42-a796-4467-ba47-b1bba0054248 req-5cd8b464-fbed-4122-9978-0ef2fed7c769 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:37.322396 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e5e63e42-a796-4467-ba47-b1bba0054248 req-5cd8b464-fbed-4122-9978-0ef2fed7c769 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/ports?device_id=96677786-9162-40e6-b79f-594806c3acce HTTP/1.1" status: 200 len: 985 time: 0.0541654 Feb 09 01:58:37.367441 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:37.398366 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e5e63e42-a796-4467-ba47-b1bba0054248 req-50692070-04cc-4444-998f-c6d42d44b8e2 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/security-groups?id=864f2d66-4251-44f4-8d1e-15c47b818552&id=35032fbc-c579-4322-b22a-3e7deef58c17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0702116 Feb 09 01:58:38.050914 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:38.522744 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:38.549251 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e2c14-70ae-4620-ba8e-72af1041e675 req-7dca336b-c1ef-42b1-8b6c-f595161baa83 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:38.550771 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-271e2c14-70ae-4620-ba8e-72af1041e675 req-7dca336b-c1ef-42b1-8b6c-f595161baa83 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/ports?device_id=96677786-9162-40e6-b79f-594806c3acce HTTP/1.1" status: 200 len: 985 time: 0.0563946 Feb 09 01:58:38.610408 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-271e2c14-70ae-4620-ba8e-72af1041e675 req-30fa3f6f-982e-4fa6-ae89-5b28696a87fb tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/security-groups?id=864f2d66-4251-44f4-8d1e-15c47b818552&id=35032fbc-c579-4322-b22a-3e7deef58c17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538938 Feb 09 01:58:39.735712 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f797f-58c4-4965-94c2-54e1790bcf74 req-2e4f6c66-4b6b-4ebc-9bb0-cb29add08fef tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:39.737177 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f58f797f-58c4-4965-94c2-54e1790bcf74 req-2e4f6c66-4b6b-4ebc-9bb0-cb29add08fef tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/ports?device_id=96677786-9162-40e6-b79f-594806c3acce HTTP/1.1" status: 200 len: 985 time: 0.0573776 Feb 09 01:58:39.766674 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:58:39.796890 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f58f797f-58c4-4965-94c2-54e1790bcf74 req-7754581e-ffa5-46d4-b2f3-2d7eba521533 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/security-groups?id=864f2d66-4251-44f4-8d1e-15c47b818552&id=35032fbc-c579-4322-b22a-3e7deef58c17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534916 Feb 09 01:58:44.513391 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-853eaedf-7dc3-4f8e-817d-abafcb68c906 req-d00c5fb4-6def-4540-bbbe-4dd6b30e7998 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=96677786-9162-40e6-b79f-594806c3acce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451202 Feb 09 01:58:44.600328 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853eaedf-7dc3-4f8e-817d-abafcb68c906 req-e6e627bd-be67-4660-a1f4-ade62ede238b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:44.601868 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-853eaedf-7dc3-4f8e-817d-abafcb68c906 req-e6e627bd-be67-4660-a1f4-ade62ede238b service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=1be858b6527b4609a8b550cd8bb37071&device_id=96677786-9162-40e6-b79f-594806c3acce HTTP/1.1" status: 200 len: 1167 time: 0.0460160 Feb 09 01:58:44.707083 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853eaedf-7dc3-4f8e-817d-abafcb68c906 req-3fd87edd-ec03-4678-8473-196c303d599b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:44.708597 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-853eaedf-7dc3-4f8e-817d-abafcb68c906 req-3fd87edd-ec03-4678-8473-196c303d599b service neutron] 10.222.0.120 "GET /v2.0/networks?id=8af8a516-80b9-471a-9d37-8e9d2c661c8e HTTP/1.1" status: 200 len: 917 time: 0.0886486 Feb 09 01:58:44.773469 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-853eaedf-7dc3-4f8e-817d-abafcb68c906 req-ebe32a23-3357-4d7e-9d98-2737eabe69d0 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f1363c9-91bd-452e-bd5d-335b23bc1843 HTTP/1.1" status: 200 len: 1002 time: 0.0592923 Feb 09 01:58:44.825158 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853eaedf-7dc3-4f8e-817d-abafcb68c906 req-92312ab2-0cb4-405f-9608-f740f3697990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:44.826639 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-853eaedf-7dc3-4f8e-817d-abafcb68c906 req-92312ab2-0cb4-405f-9608-f740f3697990 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=a0c6de46-abb4-4ac2-be79-d88f7b5f86cd HTTP/1.1" status: 200 len: 854 time: 0.0476482 Feb 09 01:58:44.874352 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853eaedf-7dc3-4f8e-817d-abafcb68c906 req-962da8a0-3d49-40ae-a417-0e73afa58694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:58:44.875878 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-853eaedf-7dc3-4f8e-817d-abafcb68c906 req-962da8a0-3d49-40ae-a417-0e73afa58694 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=8af8a516-80b9-471a-9d37-8e9d2c661c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436697 Feb 09 01:58:44.964198 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-853eaedf-7dc3-4f8e-817d-abafcb68c906 req-4817b8e3-322e-402a-9a60-fa98c0f570c5 service neutron] 10.222.0.120 "GET /v2.0/networks/8af8a516-80b9-471a-9d37-8e9d2c661c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819304 Feb 09 01:58:45.056832 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-853eaedf-7dc3-4f8e-817d-abafcb68c906 req-49958e98-91bc-450e-a16c-17c369abd14a service neutron] 10.222.0.120 "GET /v2.0/networks/8af8a516-80b9-471a-9d37-8e9d2c661c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865173 Feb 09 01:59:02.470625 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b47e9fde-5fe9-446d-8862-66031826bd6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:03.024236 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:59:04.493528 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6977a012-9793-4c30-a60f-9ac21d0418af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:06.085777 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:07.369191 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:08.061968 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:08.514394 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:09.788416 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:12.436184 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-77d3cd44-903e-4935-8652-53f325c43275 req-4c5b3d22-ad86-43d5-b3ab-ef0ff0921544 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1962807026&fields=id&tenant_id=1be858b6527b4609a8b550cd8bb37071 HTTP/1.1" status: 200 len: 267 time: 0.0482752 Feb 09 01:59:12.492319 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3cd44-903e-4935-8652-53f325c43275 req-497da53d-59d9-41d2-aeab-794cd5ffb6d9 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:12.493822 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-77d3cd44-903e-4935-8652-53f325c43275 req-497da53d-59d9-41d2-aeab-794cd5ffb6d9 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/ports?device_id=96677786-9162-40e6-b79f-594806c3acce HTTP/1.1" status: 200 len: 985 time: 0.0516157 Feb 09 01:59:12.504874 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-77d3cd44-903e-4935-8652-53f325c43275 req-be7c8963-7470-48fe-84bf-5218a3241488 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Request body: {'port': {'security_groups': ['864f2d66-4251-44f4-8d1e-15c47b818552']}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:12.577929 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-77d3cd44-903e-4935-8652-53f325c43275 req-be7c8963-7470-48fe-84bf-5218a3241488 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4f1363c9-91bd-452e-bd5d-335b23bc1843), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:12.751507 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-77d3cd44-903e-4935-8652-53f325c43275 req-be7c8963-7470-48fe-84bf-5218a3241488 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] For port 4f1363c9-91bd-452e-bd5d-335b23bc1843, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=4f1363c9-91bd-452e-bd5d-335b23bc1843,segment=NetworkSegment(db453ec7-9ec2-4a00-8fef-1160fc9c3774),segment_id=db453ec7-9ec2-4a00-8fef-1160fc9c3774)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:12.779534 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-77d3cd44-903e-4935-8652-53f325c43275 req-be7c8963-7470-48fe-84bf-5218a3241488 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks [] for port (4f1363c9-91bd-452e-bd5d-335b23bc1843), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:12.784710 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-77d3cd44-903e-4935-8652-53f325c43275 req-be7c8963-7470-48fe-84bf-5218a3241488 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (4f1363c9-91bd-452e-bd5d-335b23bc1843), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:12.796618 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['4f1363c9-91bd-452e-bd5d-335b23bc1843'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:59:12.835556 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3cd44-903e-4935-8652-53f325c43275 req-be7c8963-7470-48fe-84bf-5218a3241488 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:12.836192 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-77d3cd44-903e-4935-8652-53f325c43275 req-be7c8963-7470-48fe-84bf-5218a3241488 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:12.837636 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-77d3cd44-903e-4935-8652-53f325c43275 req-be7c8963-7470-48fe-84bf-5218a3241488 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "PUT /v2.0/ports/4f1363c9-91bd-452e-bd5d-335b23bc1843 HTTP/1.1" status: 200 len: 943 time: 0.3377445 Feb 09 01:59:12.838102 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96677786-9162-40e6-b79f-594806c3acce', 'tag': '4f1363c9-91bd-452e-bd5d-335b23bc1843'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:59:12.843880 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a470e99f0f86a4159e910055b77303d33aac5c61a6ba05ec29afc43a7220bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4817002-03a9-4455-aea7-251ea0f2bac4" -d '{"events": [{"name": "network-changed", "server_uuid": "96677786-9162-40e6-b79f-594806c3acce", "tag": "4f1363c9-91bd-452e-bd5d-335b23bc1843"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:59:12.844500 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44608) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:12.868770 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c8963-7470-48fe-84bf-5218a3241488 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Pushing event updated for resources: {'Port': ['ID=4f1363c9-91bd-452e-bd5d-335b23bc1843,revision_number=7']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:12.878180 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7c8963-7470-48fe-84bf-5218a3241488 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:12.878545 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7c8963-7470-48fe-84bf-5218a3241488 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:12.878870 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7c8963-7470-48fe-84bf-5218a3241488 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:12.879207 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7c8963-7470-48fe-84bf-5218a3241488 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:12.879993 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7c8963-7470-48fe-84bf-5218a3241488 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:12.879993 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7c8963-7470-48fe-84bf-5218a3241488 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:12.880237 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7c8963-7470-48fe-84bf-5218a3241488 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:12.880680 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7c8963-7470-48fe-84bf-5218a3241488 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:12.880870 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7c8963-7470-48fe-84bf-5218a3241488 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:12.881267 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7c8963-7470-48fe-84bf-5218a3241488 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:12.881527 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7c8963-7470-48fe-84bf-5218a3241488 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:12.881856 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7c8963-7470-48fe-84bf-5218a3241488 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:12.882185 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7c8963-7470-48fe-84bf-5218a3241488 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:12.915542 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['4f1363c9-91bd-452e-bd5d-335b23bc1843'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:59:12.918568 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0733945f-8910-4c73-a733-c7b3d6dd9b6d x-openstack-request-id: req-0733945f-8910-4c73-a733-c7b3d6dd9b6d {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:59:12.920260 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96677786-9162-40e6-b79f-594806c3acce", "tag": "4f1363c9-91bd-452e-bd5d-335b23bc1843", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:59:12.920567 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0733945f-8910-4c73-a733-c7b3d6dd9b6d {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:59:12.921004 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96677786-9162-40e6-b79f-594806c3acce', 'tag': '4f1363c9-91bd-452e-bd5d-335b23bc1843', 'status': 'completed', 'code': 200} Feb 09 01:59:12.938662 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a59e1295-ab34-47c2-8b53-e5b2f765ec58 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks [] for security_group (35032fbc-c579-4322-b22a-3e7deef58c17), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:12.972007 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a59e1295-ab34-47c2-8b53-e5b2f765ec58 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks [] for security_group (35032fbc-c579-4322-b22a-3e7deef58c17), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:12.997386 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4817002-03a9-4455-aea7-251ea0f2bac4 req-a64658bf-3215-4c23-a44e-367f45c01602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:12.999089 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c4817002-03a9-4455-aea7-251ea0f2bac4 req-a64658bf-3215-4c23-a44e-367f45c01602 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=1be858b6527b4609a8b550cd8bb37071&device_id=96677786-9162-40e6-b79f-594806c3acce HTTP/1.1" status: 200 len: 1128 time: 0.0570726 Feb 09 01:59:13.044520 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a59e1295-ab34-47c2-8b53-e5b2f765ec58 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (35032fbc-c579-4322-b22a-3e7deef58c17), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:13.047305 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a59e1295-ab34-47c2-8b53-e5b2f765ec58 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:13.048503 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a59e1295-ab34-47c2-8b53-e5b2f765ec58 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "DELETE /v2.0/security-groups/35032fbc-c579-4322-b22a-3e7deef58c17 HTTP/1.1" status: 204 len: 168 time: 0.2029684 Feb 09 01:59:13.052302 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44616) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:13.069282 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e1295-ab34-47c2-8b53-e5b2f765ec58 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35032fbc-c579-4322-b22a-3e7deef58c17,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:13.111342 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59e1295-ab34-47c2-8b53-e5b2f765ec58 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:13.111683 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59e1295-ab34-47c2-8b53-e5b2f765ec58 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:13.112240 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59e1295-ab34-47c2-8b53-e5b2f765ec58 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:13.112611 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59e1295-ab34-47c2-8b53-e5b2f765ec58 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:13.112959 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59e1295-ab34-47c2-8b53-e5b2f765ec58 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:13.113302 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59e1295-ab34-47c2-8b53-e5b2f765ec58 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:13.113638 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59e1295-ab34-47c2-8b53-e5b2f765ec58 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:13.113975 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59e1295-ab34-47c2-8b53-e5b2f765ec58 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:13.114330 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59e1295-ab34-47c2-8b53-e5b2f765ec58 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:13.114844 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59e1295-ab34-47c2-8b53-e5b2f765ec58 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:13.115354 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59e1295-ab34-47c2-8b53-e5b2f765ec58 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:13.115681 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59e1295-ab34-47c2-8b53-e5b2f765ec58 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:13.116189 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59e1295-ab34-47c2-8b53-e5b2f765ec58 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:13.133571 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4817002-03a9-4455-aea7-251ea0f2bac4 req-5ed1e70f-83fa-4abd-904b-2f78dbb975e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:13.135157 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c4817002-03a9-4455-aea7-251ea0f2bac4 req-5ed1e70f-83fa-4abd-904b-2f78dbb975e6 service neutron] 10.222.0.120 "GET /v2.0/networks?id=8af8a516-80b9-471a-9d37-8e9d2c661c8e HTTP/1.1" status: 200 len: 917 time: 0.1292799 Feb 09 01:59:13.147665 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-d25d63e8-be44-49ab-bd37-bedfbebabdb4 None None] Provisioning complete for port 4f1363c9-91bd-452e-bd5d-335b23bc1843 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:13.148057 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d25d63e8-be44-49ab-bd37-bedfbebabdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4f1363c9-91bd-452e-bd5d-335b23bc1843), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:13.208436 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c4817002-03a9-4455-aea7-251ea0f2bac4 req-73c77bc4-b987-4398-91b5-f7cee471846e service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f1363c9-91bd-452e-bd5d-335b23bc1843 HTTP/1.1" status: 200 len: 1002 time: 0.0675237 Feb 09 01:59:13.244871 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-d25d63e8-be44-49ab-bd37-bedfbebabdb4 None None] Current status of the port 4f1363c9-91bd-452e-bd5d-335b23bc1843 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:59:13.258051 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4817002-03a9-4455-aea7-251ea0f2bac4 req-21e0cfc2-a228-4a5d-9920-83206c78e978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:13.259512 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c4817002-03a9-4455-aea7-251ea0f2bac4 req-21e0cfc2-a228-4a5d-9920-83206c78e978 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=a0c6de46-abb4-4ac2-be79-d88f7b5f86cd HTTP/1.1" status: 200 len: 854 time: 0.0448730 Feb 09 01:59:13.263860 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-d971aca5-7d99-46e5-96cf-b4fb54c69ec8 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Deleting port 21d3baf2-ada2-4138-ad96-25ec074db0c1 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:59:13.264150 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d971aca5-7d99-46e5-96cf-b4fb54c69ec8 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (21d3baf2-ada2-4138-ad96-25ec074db0c1), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:13.311817 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4817002-03a9-4455-aea7-251ea0f2bac4 req-8aca7508-48cb-4046-8f85-d28d2dccdd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:13.313422 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c4817002-03a9-4455-aea7-251ea0f2bac4 req-8aca7508-48cb-4046-8f85-d28d2dccdd4d service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=8af8a516-80b9-471a-9d37-8e9d2c661c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481884 Feb 09 01:59:13.339309 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d971aca5-7d99-46e5-96cf-b4fb54c69ec8 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (21d3baf2-ada2-4138-ad96-25ec074db0c1), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:13.339644 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d971aca5-7d99-46e5-96cf-b4fb54c69ec8 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks [] for floatingip (21d3baf2-ada2-4138-ad96-25ec074db0c1), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:13.352107 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-d971aca5-7d99-46e5-96cf-b4fb54c69ec8 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Calling delete_port for 21d3baf2-ada2-4138-ad96-25ec074db0c1 owned by network:floatingip {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:59:13.402419 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c4817002-03a9-4455-aea7-251ea0f2bac4 req-37049ca8-9381-4531-97ae-37a95952f5a8 service neutron] 10.222.0.120 "GET /v2.0/networks/8af8a516-80b9-471a-9d37-8e9d2c661c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827181 Feb 09 01:59:13.501691 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c4817002-03a9-4455-aea7-251ea0f2bac4 req-f1659901-4539-41b7-9bc2-2a3bfe7fdb80 service neutron] 10.222.0.120 "GET /v2.0/networks/8af8a516-80b9-471a-9d37-8e9d2c661c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933883 Feb 09 01:59:13.540910 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d971aca5-7d99-46e5-96cf-b4fb54c69ec8 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (21d3baf2-ada2-4138-ad96-25ec074db0c1), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:13.566229 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971aca5-7d99-46e5-96cf-b4fb54c69ec8 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Pushing event deleted for resources: {'Port': ['ID=21d3baf2-ada2-4138-ad96-25ec074db0c1,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:13.626269 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d971aca5-7d99-46e5-96cf-b4fb54c69ec8 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks [] for floatingip (5350acd5-4f07-483a-ba3b-21118847eea8), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:13.626659 n-d-828369-4 neutron-server[103137]: INFO neutron.db.l3_db [None req-d971aca5-7d99-46e5-96cf-b4fb54c69ec8 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Floating IP 5350acd5-4f07-483a-ba3b-21118847eea8 disassociated (deleted). External IP: 172.25.8.115, port: 4f1363c9-91bd-452e-bd5d-335b23bc1843. Feb 09 01:59:13.834287 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d971aca5-7d99-46e5-96cf-b4fb54c69ec8 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Router 4468ec75-8d59-4443-a633-b955c5c3617d has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:59:13.942066 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d971aca5-7d99-46e5-96cf-b4fb54c69ec8 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:59:13.946800 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d971aca5-7d99-46e5-96cf-b4fb54c69ec8 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:13.951460 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9006570-ce5e-4fec-8720-eb599031560b None None] Sync routers for ids ['4468ec75-8d59-4443-a633-b955c5c3617d'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:59:13.960718 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9006570-ce5e-4fec-8720-eb599031560b None None] Routers {'4468ec75-8d59-4443-a633-b955c5c3617d'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:59:13.961328 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-e9006570-ce5e-4fec-8720-eb599031560b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:59:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['4468ec75-8d59-4443-a633-b955c5c3617d'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:13.977381 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d971aca5-7d99-46e5-96cf-b4fb54c69ec8 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "DELETE /v2.0/floatingips/5350acd5-4f07-483a-ba3b-21118847eea8 HTTP/1.1" status: 204 len: 168 time: 0.9229052 Feb 09 01:59:13.977991 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96677786-9162-40e6-b79f-594806c3acce', 'tag': '4f1363c9-91bd-452e-bd5d-335b23bc1843'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:59:14.018819 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb43af88e673329c23149398428cc041a01d2eb1e38e3c4d9439b19a076227c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad215dd-e33a-45d6-b8fb-71c081991e98" -d '{"events": [{"name": "network-changed", "server_uuid": "96677786-9162-40e6-b79f-594806c3acce", "tag": "4f1363c9-91bd-452e-bd5d-335b23bc1843"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:59:14.075085 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-e9006570-ce5e-4fec-8720-eb599031560b None None] Set router 4468ec75-8d59-4443-a633-b955c5c3617d gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:59:14.110039 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d674cb0a-1fe7-4e51-8afd-a7cd3142bd4c x-openstack-request-id: req-d674cb0a-1fe7-4e51-8afd-a7cd3142bd4c {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:59:14.110436 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96677786-9162-40e6-b79f-594806c3acce", "tag": "4f1363c9-91bd-452e-bd5d-335b23bc1843", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:59:14.110699 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d674cb0a-1fe7-4e51-8afd-a7cd3142bd4c {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:59:14.111113 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96677786-9162-40e6-b79f-594806c3acce', 'tag': '4f1363c9-91bd-452e-bd5d-335b23bc1843', 'status': 'completed', 'code': 200} Feb 09 01:59:14.240124 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad215dd-e33a-45d6-b8fb-71c081991e98 req-78bab4a7-7158-4662-9b48-57a6d0258c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:14.241783 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dad215dd-e33a-45d6-b8fb-71c081991e98 req-78bab4a7-7158-4662-9b48-57a6d0258c4a service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=1be858b6527b4609a8b550cd8bb37071&device_id=96677786-9162-40e6-b79f-594806c3acce HTTP/1.1" status: 200 len: 1128 time: 0.0561929 Feb 09 01:59:14.338968 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad215dd-e33a-45d6-b8fb-71c081991e98 req-fc812707-2d5f-413f-9d5c-070c365d8e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:14.340392 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dad215dd-e33a-45d6-b8fb-71c081991e98 req-fc812707-2d5f-413f-9d5c-070c365d8e0a service neutron] 10.222.0.120 "GET /v2.0/networks?id=8af8a516-80b9-471a-9d37-8e9d2c661c8e HTTP/1.1" status: 200 len: 917 time: 0.0932825 Feb 09 01:59:14.383234 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dad215dd-e33a-45d6-b8fb-71c081991e98 req-38161036-095d-42fc-bde1-6a451f0128a8 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f1363c9-91bd-452e-bd5d-335b23bc1843 HTTP/1.1" status: 200 len: 217 time: 0.0358262 Feb 09 01:59:14.394990 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-e9006570-ce5e-4fec-8720-eb599031560b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4468ec75-8d59-4443-a633-b955c5c3617d', 'name': 'tempest-TestMinimumBasicScenario-1591340894-router', 'tenant_id': '1be858b6527b4609a8b550cd8bb37071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '8b76ccd5-4e7a-454b-9591-516876401038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:57:12Z', 'updated_at': '2022-02-09T01:57:15Z', 'revision_number': 4, 'project_id': '1be858b6527b4609a8b550cd8bb37071', 'gw_port': {'id': '8b76ccd5-4e7a-454b-9591-516876401038', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4468ec75-8d59-4443-a633-b955c5c3617d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:12Z', 'updated_at': '2022-02-09T01:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '6326e4e4-e1ed-4bee-8707-c0c6953ec4bb', 'name': '', 'network_id': '8af8a516-80b9-471a-9d37-8e9d2c661c8e', 'tenant_id': '1be858b6527b4609a8b550cd8bb37071', 'mac_address': 'fa:16:3e:e1:df:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4468ec75-8d59-4443-a633-b955c5c3617d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'a0c6de46-abb4-4ac2-be79-d88f7b5f86cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:14Z', 'updated_at': '2022-02-09T01:57:19Z', 'revision_number': 5, 'project_id': '1be858b6527b4609a8b550cd8bb37071', 'subnets': [{'id': 'a0c6de46-abb4-4ac2-be79-d88f7b5f86cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:14.421129 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9006570-ce5e-4fec-8720-eb599031560b None None] Checking router: 4468ec75-8d59-4443-a633-b955c5c3617d for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:59:14.430059 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9006570-ce5e-4fec-8720-eb599031560b None None] Routers {'4468ec75-8d59-4443-a633-b955c5c3617d'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:59:14.430675 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-e9006570-ce5e-4fec-8720-eb599031560b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:59:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['4468ec75-8d59-4443-a633-b955c5c3617d'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:14.433838 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad215dd-e33a-45d6-b8fb-71c081991e98 req-a64085ed-db01-4644-881d-21372a8aa8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:14.435302 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dad215dd-e33a-45d6-b8fb-71c081991e98 req-a64085ed-db01-4644-881d-21372a8aa8fe service neutron] 10.222.0.120 "GET /v2.0/subnets?id=a0c6de46-abb4-4ac2-be79-d88f7b5f86cd HTTP/1.1" status: 200 len: 854 time: 0.0450890 Feb 09 01:59:14.484636 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad215dd-e33a-45d6-b8fb-71c081991e98 req-354f7217-2241-4aed-a59d-f7d3e7f8d335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:14.486243 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dad215dd-e33a-45d6-b8fb-71c081991e98 req-354f7217-2241-4aed-a59d-f7d3e7f8d335 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=8af8a516-80b9-471a-9d37-8e9d2c661c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442042 Feb 09 01:59:14.539828 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-e9006570-ce5e-4fec-8720-eb599031560b None None] Set router 4468ec75-8d59-4443-a633-b955c5c3617d gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:59:14.584876 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dad215dd-e33a-45d6-b8fb-71c081991e98 req-96c9d41c-f793-4e68-8b3f-1394e27ce5dc service neutron] 10.222.0.120 "GET /v2.0/networks/8af8a516-80b9-471a-9d37-8e9d2c661c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905051 Feb 09 01:59:14.680511 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dad215dd-e33a-45d6-b8fb-71c081991e98 req-d5227332-6f38-4345-9cc6-345321880862 service neutron] 10.222.0.120 "GET /v2.0/networks/8af8a516-80b9-471a-9d37-8e9d2c661c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901065 Feb 09 01:59:14.750281 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-e9006570-ce5e-4fec-8720-eb599031560b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4468ec75-8d59-4443-a633-b955c5c3617d', 'name': 'tempest-TestMinimumBasicScenario-1591340894-router', 'tenant_id': '1be858b6527b4609a8b550cd8bb37071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '8b76ccd5-4e7a-454b-9591-516876401038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:57:12Z', 'updated_at': '2022-02-09T01:57:15Z', 'revision_number': 4, 'project_id': '1be858b6527b4609a8b550cd8bb37071', 'gw_port': {'id': '8b76ccd5-4e7a-454b-9591-516876401038', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4468ec75-8d59-4443-a633-b955c5c3617d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:12Z', 'updated_at': '2022-02-09T01:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '6326e4e4-e1ed-4bee-8707-c0c6953ec4bb', 'name': '', 'network_id': '8af8a516-80b9-471a-9d37-8e9d2c661c8e', 'tenant_id': '1be858b6527b4609a8b550cd8bb37071', 'mac_address': 'fa:16:3e:e1:df:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4468ec75-8d59-4443-a633-b955c5c3617d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'a0c6de46-abb4-4ac2-be79-d88f7b5f86cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:14Z', 'updated_at': '2022-02-09T01:57:19Z', 'revision_number': 5, 'project_id': '1be858b6527b4609a8b550cd8bb37071', 'subnets': [{'id': 'a0c6de46-abb4-4ac2-be79-d88f7b5f86cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:14.777099 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9006570-ce5e-4fec-8720-eb599031560b None None] The sync data for ids ['4468ec75-8d59-4443-a633-b955c5c3617d'] in n-d-828369-4 is: [{'id': '4468ec75-8d59-4443-a633-b955c5c3617d', 'name': 'tempest-TestMinimumBasicScenario-1591340894-router', 'tenant_id': '1be858b6527b4609a8b550cd8bb37071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '8b76ccd5-4e7a-454b-9591-516876401038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:57:12Z', 'updated_at': '2022-02-09T01:57:15Z', 'revision_number': 4, 'project_id': '1be858b6527b4609a8b550cd8bb37071', 'gw_port': {'id': '8b76ccd5-4e7a-454b-9591-516876401038', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4468ec75-8d59-4443-a633-b955c5c3617d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:12Z', 'updated_at': '2022-02-09T01:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '6326e4e4-e1ed-4bee-8707-c0c6953ec4bb', 'name': '', 'network_id': '8af8a516-80b9-471a-9d37-8e9d2c661c8e', 'tenant_id': '1be858b6527b4609a8b550cd8bb37071', 'mac_address': 'fa:16:3e:e1:df:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4468ec75-8d59-4443-a633-b955c5c3617d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'a0c6de46-abb4-4ac2-be79-d88f7b5f86cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:14Z', 'updated_at': '2022-02-09T01:57:19Z', 'revision_number': 5, 'project_id': '1be858b6527b4609a8b550cd8bb37071', 'subnets': [{'id': 'a0c6de46-abb4-4ac2-be79-d88f7b5f86cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:59:15.005089 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff10d7c5-59c1-4fff-8c44-5f0f6df9d8a0 None None] New status for floating IP 5350acd5-4f07-483a-ba3b-21118847eea8: DOWN {{(pid=103138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 01:59:29.336068 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f2120-d948-4b92-aac2-b11ebd5abb69 req-7e148114-3b37-47ab-86ce-50033f482843 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:29.337831 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bb0f2120-d948-4b92-aac2-b11ebd5abb69 req-7e148114-3b37-47ab-86ce-50033f482843 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/ports?device_id=96677786-9162-40e6-b79f-594806c3acce HTTP/1.1" status: 200 len: 946 time: 0.0612357 Feb 09 01:59:29.384406 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bb0f2120-d948-4b92-aac2-b11ebd5abb69 req-1c682a34-78ac-4f6d-9924-7ff0e3c4547f tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/security-groups?id=864f2d66-4251-44f4-8d1e-15c47b818552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403082 Feb 09 01:59:30.508849 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca762b30-a6b7-473f-9287-ba7832a67084 req-6292d6ad-d09f-4bf6-b71d-fd1492f36b2e tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:30.510366 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ca762b30-a6b7-473f-9287-ba7832a67084 req-6292d6ad-d09f-4bf6-b71d-fd1492f36b2e tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/ports?device_id=96677786-9162-40e6-b79f-594806c3acce HTTP/1.1" status: 200 len: 946 time: 0.0529885 Feb 09 01:59:30.558204 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ca762b30-a6b7-473f-9287-ba7832a67084 req-d8296acf-47b2-4435-893d-bfad2daab8b8 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/security-groups?id=864f2d66-4251-44f4-8d1e-15c47b818552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415761 Feb 09 01:59:30.926821 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdcf747-7ca4-4da7-b1f2-1c2cdaadf56e req-ba257b0e-036f-4622-873f-cd9449d56ad7 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:30.928250 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ebdcf747-7ca4-4da7-b1f2-1c2cdaadf56e req-ba257b0e-036f-4622-873f-cd9449d56ad7 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.120 "GET /v2.0/ports?device_id=96677786-9162-40e6-b79f-594806c3acce HTTP/1.1" status: 200 len: 946 time: 0.0545688 Feb 09 01:59:31.017010 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-ebdcf747-7ca4-4da7-b1f2-1c2cdaadf56e req-9b8a1cac-5acb-408b-a2b9-8203ac6cb2f7 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Deleting port 4f1363c9-91bd-452e-bd5d-335b23bc1843 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:59:31.017359 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ebdcf747-7ca4-4da7-b1f2-1c2cdaadf56e req-9b8a1cac-5acb-408b-a2b9-8203ac6cb2f7 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (4f1363c9-91bd-452e-bd5d-335b23bc1843), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:31.105990 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-ebdcf747-7ca4-4da7-b1f2-1c2cdaadf56e req-9b8a1cac-5acb-408b-a2b9-8203ac6cb2f7 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] For port 4f1363c9-91bd-452e-bd5d-335b23bc1843, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=4f1363c9-91bd-452e-bd5d-335b23bc1843,segment=NetworkSegment(db453ec7-9ec2-4a00-8fef-1160fc9c3774),segment_id=db453ec7-9ec2-4a00-8fef-1160fc9c3774)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:31.106357 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ebdcf747-7ca4-4da7-b1f2-1c2cdaadf56e req-9b8a1cac-5acb-408b-a2b9-8203ac6cb2f7 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (4f1363c9-91bd-452e-bd5d-335b23bc1843), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:31.458855 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-ebdcf747-7ca4-4da7-b1f2-1c2cdaadf56e req-9b8a1cac-5acb-408b-a2b9-8203ac6cb2f7 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Calling delete_port for 4f1363c9-91bd-452e-bd5d-335b23bc1843 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:59:31.582871 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ebdcf747-7ca4-4da7-b1f2-1c2cdaadf56e req-9b8a1cac-5acb-408b-a2b9-8203ac6cb2f7 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (4f1363c9-91bd-452e-bd5d-335b23bc1843), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:31.595622 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['4f1363c9-91bd-452e-bd5d-335b23bc1843'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:59:31.615991 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a1cac-5acb-408b-a2b9-8203ac6cb2f7 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Pushing event deleted for resources: {'Port': ['ID=4f1363c9-91bd-452e-bd5d-335b23bc1843,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:31.666802 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebdcf747-7ca4-4da7-b1f2-1c2cdaadf56e req-9b8a1cac-5acb-408b-a2b9-8203ac6cb2f7 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] No DVR routers for this DVR port 4f1363c9-91bd-452e-bd5d-335b23bc1843 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:59:31.681600 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-ebdcf747-7ca4-4da7-b1f2-1c2cdaadf56e req-9b8a1cac-5acb-408b-a2b9-8203ac6cb2f7 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:31.684938 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ebdcf747-7ca4-4da7-b1f2-1c2cdaadf56e req-9b8a1cac-5acb-408b-a2b9-8203ac6cb2f7 tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.120 "DELETE /v2.0/ports/4f1363c9-91bd-452e-bd5d-335b23bc1843 HTTP/1.1" status: 204 len: 173 time: 0.7518206 Feb 09 01:59:31.685487 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96677786-9162-40e6-b79f-594806c3acce', 'name': 'network-vif-deleted', 'tag': '4f1363c9-91bd-452e-bd5d-335b23bc1843'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:59:31.687722 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a470e99f0f86a4159e910055b77303d33aac5c61a6ba05ec29afc43a7220bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409afddb-395b-4649-b83c-b3d533cf93ea" -d '{"events": [{"server_uuid": "96677786-9162-40e6-b79f-594806c3acce", "name": "network-vif-deleted", "tag": "4f1363c9-91bd-452e-bd5d-335b23bc1843"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:59:31.691276 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74fcb8b8-c3a7-4e95-812d-69958b695722 req-ea95de4e-1b90-4ac1-95ed-39ea8b983d4f tempest-TestMinimumBasicScenario-1199351198 tempest-TestMinimumBasicScenario-1199351198-project] 10.222.0.50 "GET /v2.0/ports?device_id=96677786-9162-40e6-b79f-594806c3acce HTTP/1.1" status: 200 len: 210 time: 0.0489137 Feb 09 01:59:31.730348 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c37e90a-65e0-4ba6-8084-7faebeafde7b x-openstack-request-id: req-7c37e90a-65e0-4ba6-8084-7faebeafde7b {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:59:31.730651 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96677786-9162-40e6-b79f-594806c3acce", "name": "network-vif-deleted", "tag": "4f1363c9-91bd-452e-bd5d-335b23bc1843", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:59:31.730913 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7c37e90a-65e0-4ba6-8084-7faebeafde7b {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:59:31.731322 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96677786-9162-40e6-b79f-594806c3acce', 'name': 'network-vif-deleted', 'tag': '4f1363c9-91bd-452e-bd5d-335b23bc1843', 'status': 'completed', 'code': 200} Feb 09 01:59:32.473102 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dda3ffb1-a095-429d-b046-1685164ef2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:34.050418 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 4f1363c9-91bd-452e-bd5d-335b23bc1843 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:59:34.071037 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: 4f1363c9-91bd-452e-bd5d-335b23bc1843 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:59:34.071390 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 4f1363c9-91bd-452e-bd5d-335b23bc1843 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:59:34.277437 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44738) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:34.495977 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd7191b9-60dd-45b5-ac2c-8dec3c30d235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:34.876332 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c51e0b98-30b2-47a4-84e0-ba8775622cd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (4468ec75-8d59-4443-a633-b955c5c3617d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:35.124842 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-c51e0b98-30b2-47a4-84e0-ba8775622cd3 admin admin] Deleting port 6326e4e4-e1ed-4bee-8707-c0c6953ec4bb {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:59:35.125198 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c51e0b98-30b2-47a4-84e0-ba8775622cd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (6326e4e4-e1ed-4bee-8707-c0c6953ec4bb), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:35.201931 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-c51e0b98-30b2-47a4-84e0-ba8775622cd3 admin admin] For port 6326e4e4-e1ed-4bee-8707-c0c6953ec4bb, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=6326e4e4-e1ed-4bee-8707-c0c6953ec4bb,segment=NetworkSegment(db453ec7-9ec2-4a00-8fef-1160fc9c3774),segment_id=db453ec7-9ec2-4a00-8fef-1160fc9c3774)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:35.202422 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c51e0b98-30b2-47a4-84e0-ba8775622cd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (6326e4e4-e1ed-4bee-8707-c0c6953ec4bb), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:35.216885 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-c51e0b98-30b2-47a4-84e0-ba8775622cd3 admin admin] Calling delete_port for 6326e4e4-e1ed-4bee-8707-c0c6953ec4bb owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:59:35.394772 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c51e0b98-30b2-47a4-84e0-ba8775622cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (6326e4e4-e1ed-4bee-8707-c0c6953ec4bb), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:35.424271 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e0b98-30b2-47a4-84e0-ba8775622cd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6326e4e4-e1ed-4bee-8707-c0c6953ec4bb,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:35.613879 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c51e0b98-30b2-47a4-84e0-ba8775622cd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (4468ec75-8d59-4443-a633-b955c5c3617d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:35.833264 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c51e0b98-30b2-47a4-84e0-ba8775622cd3 admin admin] Router 4468ec75-8d59-4443-a633-b955c5c3617d has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:59:35.940380 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51e0b98-30b2-47a4-84e0-ba8775622cd3 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:59:35.945447 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c51e0b98-30b2-47a4-84e0-ba8775622cd3 admin admin] 10.222.0.50 "PUT /v2.0/routers/4468ec75-8d59-4443-a633-b955c5c3617d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6669946 Feb 09 01:59:35.948131 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44740) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:35.950717 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd966eb9-9f5a-4079-a08f-b772d562ada7 None None] Sync routers for ids ['4468ec75-8d59-4443-a633-b955c5c3617d'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:59:35.960241 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd966eb9-9f5a-4079-a08f-b772d562ada7 None None] Routers {'4468ec75-8d59-4443-a633-b955c5c3617d'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:59:35.960893 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-dd966eb9-9f5a-4079-a08f-b772d562ada7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:59:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['4468ec75-8d59-4443-a633-b955c5c3617d'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:36.054682 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b3a893c2-f50d-4fe0-bd3f-d0cddba9f522 admin admin] Publish callbacks [] for router (4468ec75-8d59-4443-a633-b955c5c3617d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:36.066302 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-dd966eb9-9f5a-4079-a08f-b772d562ada7 None None] Set router 4468ec75-8d59-4443-a633-b955c5c3617d gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:59:36.086376 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:36.157495 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b3a893c2-f50d-4fe0-bd3f-d0cddba9f522 admin admin] Publish callbacks [] for router_gateway (4468ec75-8d59-4443-a633-b955c5c3617d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:36.214619 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-b3a893c2-f50d-4fe0-bd3f-d0cddba9f522 admin admin] Deleting port 8b76ccd5-4e7a-454b-9591-516876401038 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:59:36.214973 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b3a893c2-f50d-4fe0-bd3f-d0cddba9f522 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (8b76ccd5-4e7a-454b-9591-516876401038), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:36.247575 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-dd966eb9-9f5a-4079-a08f-b772d562ada7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4468ec75-8d59-4443-a633-b955c5c3617d', 'name': 'tempest-TestMinimumBasicScenario-1591340894-router', 'tenant_id': '1be858b6527b4609a8b550cd8bb37071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': '8b76ccd5-4e7a-454b-9591-516876401038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:57:12Z', 'updated_at': '2022-02-09T01:59:35Z', 'revision_number': 5, 'project_id': '1be858b6527b4609a8b550cd8bb37071', 'gw_port': {'id': '8b76ccd5-4e7a-454b-9591-516876401038', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4468ec75-8d59-4443-a633-b955c5c3617d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:12Z', 'updated_at': '2022-02-09T01:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:36.273040 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd966eb9-9f5a-4079-a08f-b772d562ada7 None None] Checking router: 4468ec75-8d59-4443-a633-b955c5c3617d for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:59:36.281817 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd966eb9-9f5a-4079-a08f-b772d562ada7 None None] Routers {'4468ec75-8d59-4443-a633-b955c5c3617d'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:59:36.282423 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-dd966eb9-9f5a-4079-a08f-b772d562ada7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:59:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['4468ec75-8d59-4443-a633-b955c5c3617d'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:36.293386 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-b3a893c2-f50d-4fe0-bd3f-d0cddba9f522 admin admin] For port 8b76ccd5-4e7a-454b-9591-516876401038, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=8b76ccd5-4e7a-454b-9591-516876401038,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:36.293758 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b3a893c2-f50d-4fe0-bd3f-d0cddba9f522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (8b76ccd5-4e7a-454b-9591-516876401038), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:36.306553 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-b3a893c2-f50d-4fe0-bd3f-d0cddba9f522 admin admin] Calling delete_port for 8b76ccd5-4e7a-454b-9591-516876401038 owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:59:36.369810 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-dd966eb9-9f5a-4079-a08f-b772d562ada7 None None] Set router 4468ec75-8d59-4443-a633-b955c5c3617d gateway port host: None {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:59:36.420784 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-dd966eb9-9f5a-4079-a08f-b772d562ada7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4468ec75-8d59-4443-a633-b955c5c3617d', 'name': 'tempest-TestMinimumBasicScenario-1591340894-router', 'tenant_id': '1be858b6527b4609a8b550cd8bb37071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:57:12Z', 'updated_at': '2022-02-09T01:59:36Z', 'revision_number': 6, 'project_id': '1be858b6527b4609a8b550cd8bb37071', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:36.450337 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd966eb9-9f5a-4079-a08f-b772d562ada7 None None] The sync data for ids ['4468ec75-8d59-4443-a633-b955c5c3617d'] in n-d-828369-4 is: [{'id': '4468ec75-8d59-4443-a633-b955c5c3617d', 'name': 'tempest-TestMinimumBasicScenario-1591340894-router', 'tenant_id': '1be858b6527b4609a8b550cd8bb37071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:57:12Z', 'updated_at': '2022-02-09T01:59:36Z', 'revision_number': 6, 'project_id': '1be858b6527b4609a8b550cd8bb37071', 'gw_port_host': None}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:59:36.475420 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b3a893c2-f50d-4fe0-bd3f-d0cddba9f522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (8b76ccd5-4e7a-454b-9591-516876401038), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:36.510515 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a893c2-f50d-4fe0-bd3f-d0cddba9f522 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b76ccd5-4e7a-454b-9591-516876401038,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:36.575907 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b3a893c2-f50d-4fe0-bd3f-d0cddba9f522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (4468ec75-8d59-4443-a633-b955c5c3617d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:36.669798 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b3a893c2-f50d-4fe0-bd3f-d0cddba9f522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (4468ec75-8d59-4443-a633-b955c5c3617d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:36.671988 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b3a893c2-f50d-4fe0-bd3f-d0cddba9f522 admin admin] Publish callbacks [] for router_controller (4468ec75-8d59-4443-a633-b955c5c3617d), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:36.713925 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b3a893c2-f50d-4fe0-bd3f-d0cddba9f522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (4468ec75-8d59-4443-a633-b955c5c3617d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:36.714480 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a893c2-f50d-4fe0-bd3f-d0cddba9f522 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4468ec75-8d59-4443-a633-b955c5c3617d {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:59:36.718914 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b3a893c2-f50d-4fe0-bd3f-d0cddba9f522 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:36.720297 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b3a893c2-f50d-4fe0-bd3f-d0cddba9f522 admin admin] 10.222.0.50 "DELETE /v2.0/routers/4468ec75-8d59-4443-a633-b955c5c3617d HTTP/1.1" status: 204 len: 168 time: 0.7712204 Feb 09 01:59:36.723147 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44742) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:36.770838 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-40605eaf-d6a3-4dc5-8633-8bdffc567303 admin admin] Deleting subnet a0c6de46-abb4-4ac2-be79-d88f7b5f86cd {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:59:36.773791 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-40605eaf-d6a3-4dc5-8633-8bdffc567303 admin admin] Publish callbacks [] for subnet (a0c6de46-abb4-4ac2-be79-d88f7b5f86cd), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:36.811167 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-40605eaf-d6a3-4dc5-8633-8bdffc567303 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (a0c6de46-abb4-4ac2-be79-d88f7b5f86cd), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:36.891755 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-40605eaf-d6a3-4dc5-8633-8bdffc567303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (a0c6de46-abb4-4ac2-be79-d88f7b5f86cd), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:36.950920 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-40605eaf-d6a3-4dc5-8633-8bdffc567303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (a0c6de46-abb4-4ac2-be79-d88f7b5f86cd), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:36.977130 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40605eaf-d6a3-4dc5-8633-8bdffc567303 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0c6de46-abb4-4ac2-be79-d88f7b5f86cd,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:36.980563 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-40605eaf-d6a3-4dc5-8633-8bdffc567303 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:36.983844 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-40605eaf-d6a3-4dc5-8633-8bdffc567303 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a0c6de46-abb4-4ac2-be79-d88f7b5f86cd HTTP/1.1" status: 204 len: 168 time: 0.2597756 Feb 09 01:59:36.986427 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44744) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:36.989181 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304ae56a-183a-4085-b460-d2d89a00f05b None None] Network 8af8a516-80b9-471a-9d37-8e9d2c661c8e requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:59:37.054786 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a1326e28-8225-45db-ad39-e779f288b33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (8af8a516-80b9-471a-9d37-8e9d2c661c8e), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:37.108919 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-a1326e28-8225-45db-ad39-e779f288b33c admin admin] Deleting port 67de253c-d686-408f-8eca-4507b6425acb {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:59:37.109317 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a1326e28-8225-45db-ad39-e779f288b33c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (67de253c-d686-408f-8eca-4507b6425acb), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:37.175586 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-a1326e28-8225-45db-ad39-e779f288b33c admin admin] For port 67de253c-d686-408f-8eca-4507b6425acb, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=67de253c-d686-408f-8eca-4507b6425acb,segment=NetworkSegment(db453ec7-9ec2-4a00-8fef-1160fc9c3774),segment_id=db453ec7-9ec2-4a00-8fef-1160fc9c3774)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:37.175841 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a1326e28-8225-45db-ad39-e779f288b33c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (67de253c-d686-408f-8eca-4507b6425acb), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:37.189861 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-a1326e28-8225-45db-ad39-e779f288b33c admin admin] Calling delete_port for 67de253c-d686-408f-8eca-4507b6425acb owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:59:37.218255 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2396c7-f145-4edf-b48d-9a37ec1d3f76 None None] DHCP port deletion for 8af8a516-80b9-471a-9d37-8e9d2c661c8e request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:59:37.271729 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-be2396c7-f145-4edf-b48d-9a37ec1d3f76 None None] Deleting port 67de253c-d686-408f-8eca-4507b6425acb {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:59:37.272118 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-be2396c7-f145-4edf-b48d-9a37ec1d3f76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (67de253c-d686-408f-8eca-4507b6425acb), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:37.276765 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a1326e28-8225-45db-ad39-e779f288b33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (67de253c-d686-408f-8eca-4507b6425acb), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:37.308417 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1326e28-8225-45db-ad39-e779f288b33c admin admin] Pushing event deleted for resources: {'Port': ['ID=67de253c-d686-408f-8eca-4507b6425acb,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:37.319982 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1326e28-8225-45db-ad39-e779f288b33c admin admin] No DVR routers for this DVR port 67de253c-d686-408f-8eca-4507b6425acb on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:59:37.342221 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-be2396c7-f145-4edf-b48d-9a37ec1d3f76 None None] For port 67de253c-d686-408f-8eca-4507b6425acb, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=67de253c-d686-408f-8eca-4507b6425acb,segment=NetworkSegment(db453ec7-9ec2-4a00-8fef-1160fc9c3774),segment_id=db453ec7-9ec2-4a00-8fef-1160fc9c3774)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:37.342640 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-be2396c7-f145-4edf-b48d-9a37ec1d3f76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (67de253c-d686-408f-8eca-4507b6425acb), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:37.356298 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-be2396c7-f145-4edf-b48d-9a37ec1d3f76 None None] Calling delete_port for 67de253c-d686-408f-8eca-4507b6425acb owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:59:37.408929 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a1326e28-8225-45db-ad39-e779f288b33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (8af8a516-80b9-471a-9d37-8e9d2c661c8e), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:37.412574 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:37.430683 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-a1326e28-8225-45db-ad39-e779f288b33c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8af8a516-80b9-471a-9d37-8e9d2c661c8e']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:37.444777 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-a1326e28-8225-45db-ad39-e779f288b33c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db453ec7-9ec2-4a00-8fef-1160fc9c3774') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:37.445145 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-a1326e28-8225-45db-ad39-e779f288b33c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db453ec7-9ec2-4a00-8fef-1160fc9c3774') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:37.450901 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-be2396c7-f145-4edf-b48d-9a37ec1d3f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (67de253c-d686-408f-8eca-4507b6425acb), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:37.457977 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a1326e28-8225-45db-ad39-e779f288b33c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (db453ec7-9ec2-4a00-8fef-1160fc9c3774), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:37.475271 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a1326e28-8225-45db-ad39-e779f288b33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (db453ec7-9ec2-4a00-8fef-1160fc9c3774), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:37.480669 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2396c7-f145-4edf-b48d-9a37ec1d3f76 None None] Pushing event deleted for resources: {'Port': ['ID=67de253c-d686-408f-8eca-4507b6425acb,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:37.485099 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1326e28-8225-45db-ad39-e779f288b33c admin admin] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:59:37.485662 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a1326e28-8225-45db-ad39-e779f288b33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (db453ec7-9ec2-4a00-8fef-1160fc9c3774), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:37.487827 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:59:37.487827 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:59:37.487827 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:59:37.487827 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:59:37.487827 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:59:37.487827 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:59:37.487827 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:59:37.487827 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:59:37.487827 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:59:37.487827 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:59:37.487827 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:59:37.487827 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:59:37.487827 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:59:37.487827 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:59:37.487827 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:59:37.487827 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:59:37.487827 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:59:37.487827 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:59:37.487827 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:59:37.487827 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:59:37.487827 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:59:37.487827 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:59:37.487827 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:59:37.487827 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:59:37.487827 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:59:37.487827 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:59:37.487827 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:59:37.487827 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:59:37.487827 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:59:37.487827 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:59:37.487827 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:59:37.487827 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:59:37.492517 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2396c7-f145-4edf-b48d-9a37ec1d3f76 None None] No DVR routers for this DVR port 67de253c-d686-408f-8eca-4507b6425acb on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:59:37.494756 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2396c7-f145-4edf-b48d-9a37ec1d3f76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:37.495114 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2396c7-f145-4edf-b48d-9a37ec1d3f76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:37.495729 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2396c7-f145-4edf-b48d-9a37ec1d3f76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:37.496110 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2396c7-f145-4edf-b48d-9a37ec1d3f76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:37.496466 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2396c7-f145-4edf-b48d-9a37ec1d3f76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:37.496838 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2396c7-f145-4edf-b48d-9a37ec1d3f76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:37.497261 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2396c7-f145-4edf-b48d-9a37ec1d3f76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:37.498110 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2396c7-f145-4edf-b48d-9a37ec1d3f76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:37.498446 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2396c7-f145-4edf-b48d-9a37ec1d3f76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:37.498946 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2396c7-f145-4edf-b48d-9a37ec1d3f76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:37.499832 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2396c7-f145-4edf-b48d-9a37ec1d3f76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:37.500352 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2396c7-f145-4edf-b48d-9a37ec1d3f76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:37.501041 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2396c7-f145-4edf-b48d-9a37ec1d3f76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:37.541731 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 8b76ccd5-4e7a-454b-9591-516876401038 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:59:37.567341 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 8b76ccd5-4e7a-454b-9591-516876401038 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:59:37.567959 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 8b76ccd5-4e7a-454b-9591-516876401038 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:59:37.568557 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 6326e4e4-e1ed-4bee-8707-c0c6953ec4bb no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:59:37.590192 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 6326e4e4-e1ed-4bee-8707-c0c6953ec4bb {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:59:37.590575 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 6326e4e4-e1ed-4bee-8707-c0c6953ec4bb not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:59:37.591080 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 67de253c-d686-408f-8eca-4507b6425acb no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:59:37.611824 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 67de253c-d686-408f-8eca-4507b6425acb {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:59:37.612183 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 67de253c-d686-408f-8eca-4507b6425acb not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:59:37.804305 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a1326e28-8225-45db-ad39-e779f288b33c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (8af8a516-80b9-471a-9d37-8e9d2c661c8e), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:37.809536 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a1326e28-8225-45db-ad39-e779f288b33c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:37.813229 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a1326e28-8225-45db-ad39-e779f288b33c admin admin] 10.222.0.50 "DELETE /v2.0/networks/8af8a516-80b9-471a-9d37-8e9d2c661c8e HTTP/1.1" status: 204 len: 168 time: 0.8258889 Feb 09 01:59:37.816306 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44746) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:37.823944 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1326e28-8225-45db-ad39-e779f288b33c admin admin] Pushing event deleted for resources: {'Network': ['ID=8af8a516-80b9-471a-9d37-8e9d2c661c8e,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:38.077035 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:38.173657 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5e511556-4f98-4b46-96fa-7921a7081fd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (bc65b6f7-1f94-4c7e-97a9-100406cb215d), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:38.448620 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-5e511556-4f98-4b46-96fa-7921a7081fd0 admin admin] Deleting port 8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:59:38.448886 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5e511556-4f98-4b46-96fa-7921a7081fd0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:38.517663 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:38.540986 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-5e511556-4f98-4b46-96fa-7921a7081fd0 admin admin] For port 8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b,segment=NetworkSegment(7e0b088e-f2cc-4fdb-b237-9de366f85d80),segment_id=7e0b088e-f2cc-4fdb-b237-9de366f85d80)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:38.541353 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5e511556-4f98-4b46-96fa-7921a7081fd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:38.554724 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-5e511556-4f98-4b46-96fa-7921a7081fd0 admin admin] Calling delete_port for 8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b owned by network:router_interface {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:59:38.754265 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5e511556-4f98-4b46-96fa-7921a7081fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:38.781150 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e511556-4f98-4b46-96fa-7921a7081fd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:38.955577 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5e511556-4f98-4b46-96fa-7921a7081fd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (bc65b6f7-1f94-4c7e-97a9-100406cb215d), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:39.183615 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e511556-4f98-4b46-96fa-7921a7081fd0 admin admin] Router bc65b6f7-1f94-4c7e-97a9-100406cb215d has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:59:39.291467 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e511556-4f98-4b46-96fa-7921a7081fd0 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:59:39.297137 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-5e511556-4f98-4b46-96fa-7921a7081fd0 admin admin] 10.222.0.50 "PUT /v2.0/routers/bc65b6f7-1f94-4c7e-97a9-100406cb215d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4797451 Feb 09 01:59:39.299758 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44748) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:39.302959 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f267733-b913-469f-945a-f341307be2fd None None] Sync routers for ids ['bc65b6f7-1f94-4c7e-97a9-100406cb215d'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:59:39.313346 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f267733-b913-469f-945a-f341307be2fd None None] Routers {'bc65b6f7-1f94-4c7e-97a9-100406cb215d'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:59:39.314036 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-9f267733-b913-469f-945a-f341307be2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:59:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['bc65b6f7-1f94-4c7e-97a9-100406cb215d'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:39.409225 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b4b6f789-084f-4908-867f-5defc25c84b6 admin admin] Publish callbacks [] for router (bc65b6f7-1f94-4c7e-97a9-100406cb215d), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:39.424883 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-9f267733-b913-469f-945a-f341307be2fd None None] Set router bc65b6f7-1f94-4c7e-97a9-100406cb215d gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:59:39.525944 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b4b6f789-084f-4908-867f-5defc25c84b6 admin admin] Publish callbacks [] for router_gateway (bc65b6f7-1f94-4c7e-97a9-100406cb215d), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:39.584257 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-b4b6f789-084f-4908-867f-5defc25c84b6 admin admin] Deleting port b6f33ef8-294c-476c-b589-cfccb5d06cb9 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:59:39.584630 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b4b6f789-084f-4908-867f-5defc25c84b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (b6f33ef8-294c-476c-b589-cfccb5d06cb9), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:39.662702 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-b4b6f789-084f-4908-867f-5defc25c84b6 admin admin] For port b6f33ef8-294c-476c-b589-cfccb5d06cb9, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=b6f33ef8-294c-476c-b589-cfccb5d06cb9,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:39.663071 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b4b6f789-084f-4908-867f-5defc25c84b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (b6f33ef8-294c-476c-b589-cfccb5d06cb9), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:39.676069 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-b4b6f789-084f-4908-867f-5defc25c84b6 admin admin] Calling delete_port for b6f33ef8-294c-476c-b589-cfccb5d06cb9 owned by network:router_gateway {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:59:39.770380 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-9f267733-b913-469f-945a-f341307be2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc65b6f7-1f94-4c7e-97a9-100406cb215d', 'name': 'tempest-TestMinimumBasicScenario-1426687134-router', 'tenant_id': 'd7524098821743b98af06ae3fb9b41ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'b6f33ef8-294c-476c-b589-cfccb5d06cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:57:17Z', 'updated_at': '2022-02-09T01:59:38Z', 'revision_number': 5, 'project_id': 'd7524098821743b98af06ae3fb9b41ce', 'gw_port': {'id': 'b6f33ef8-294c-476c-b589-cfccb5d06cb9', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ef:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc65b6f7-1f94-4c7e-97a9-100406cb215d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:57:17Z', 'updated_at': '2022-02-09T01:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:39.803248 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f267733-b913-469f-945a-f341307be2fd None None] Checking router: bc65b6f7-1f94-4c7e-97a9-100406cb215d for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:59:39.819823 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f267733-b913-469f-945a-f341307be2fd None None] Routers {'bc65b6f7-1f94-4c7e-97a9-100406cb215d'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:59:39.820588 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-9f267733-b913-469f-945a-f341307be2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:59:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['bc65b6f7-1f94-4c7e-97a9-100406cb215d'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:39.822264 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:39.861194 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b4b6f789-084f-4908-867f-5defc25c84b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (b6f33ef8-294c-476c-b589-cfccb5d06cb9), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:39.887599 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b6f789-084f-4908-867f-5defc25c84b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6f33ef8-294c-476c-b589-cfccb5d06cb9,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:39.911653 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-9f267733-b913-469f-945a-f341307be2fd None None] Set router bc65b6f7-1f94-4c7e-97a9-100406cb215d gateway port host: None {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:59:39.951488 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b4b6f789-084f-4908-867f-5defc25c84b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (bc65b6f7-1f94-4c7e-97a9-100406cb215d), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:39.969605 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-9f267733-b913-469f-945a-f341307be2fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc65b6f7-1f94-4c7e-97a9-100406cb215d', 'name': 'tempest-TestMinimumBasicScenario-1426687134-router', 'tenant_id': 'd7524098821743b98af06ae3fb9b41ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:57:17Z', 'updated_at': '2022-02-09T01:59:39Z', 'revision_number': 6, 'project_id': 'd7524098821743b98af06ae3fb9b41ce', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:39.996014 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f267733-b913-469f-945a-f341307be2fd None None] The sync data for ids ['bc65b6f7-1f94-4c7e-97a9-100406cb215d'] in n-d-828369-4 is: [{'id': 'bc65b6f7-1f94-4c7e-97a9-100406cb215d', 'name': 'tempest-TestMinimumBasicScenario-1426687134-router', 'tenant_id': 'd7524098821743b98af06ae3fb9b41ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:57:17Z', 'updated_at': '2022-02-09T01:59:39Z', 'revision_number': 6, 'project_id': 'd7524098821743b98af06ae3fb9b41ce', 'gw_port_host': None}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:59:40.024228 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 01:59:40.053692 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b4b6f789-084f-4908-867f-5defc25c84b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (bc65b6f7-1f94-4c7e-97a9-100406cb215d), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:40.055920 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b4b6f789-084f-4908-867f-5defc25c84b6 admin admin] Publish callbacks [] for router_controller (bc65b6f7-1f94-4c7e-97a9-100406cb215d), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:40.103866 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b4b6f789-084f-4908-867f-5defc25c84b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (bc65b6f7-1f94-4c7e-97a9-100406cb215d), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:40.104422 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b6f789-084f-4908-867f-5defc25c84b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc65b6f7-1f94-4c7e-97a9-100406cb215d {{(pid=103136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 01:59:40.109436 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b4b6f789-084f-4908-867f-5defc25c84b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:40.110582 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b4b6f789-084f-4908-867f-5defc25c84b6 admin admin] 10.222.0.50 "DELETE /v2.0/routers/bc65b6f7-1f94-4c7e-97a9-100406cb215d HTTP/1.1" status: 204 len: 168 time: 0.8099077 Feb 09 01:59:40.113358 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44750) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:40.158070 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed656027-66f7-40d7-8de0-8e1e553e7c3a admin admin] Deleting subnet 8b688dde-c52b-491f-8c4f-62f448d094fa {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 01:59:40.161186 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ed656027-66f7-40d7-8de0-8e1e553e7c3a admin admin] Publish callbacks [] for subnet (8b688dde-c52b-491f-8c4f-62f448d094fa), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:40.199605 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ed656027-66f7-40d7-8de0-8e1e553e7c3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (8b688dde-c52b-491f-8c4f-62f448d094fa), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:40.276533 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ed656027-66f7-40d7-8de0-8e1e553e7c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (8b688dde-c52b-491f-8c4f-62f448d094fa), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:40.332066 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ed656027-66f7-40d7-8de0-8e1e553e7c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (8b688dde-c52b-491f-8c4f-62f448d094fa), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:40.357371 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed656027-66f7-40d7-8de0-8e1e553e7c3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b688dde-c52b-491f-8c4f-62f448d094fa,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:40.363307 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ed656027-66f7-40d7-8de0-8e1e553e7c3a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:40.368588 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ed656027-66f7-40d7-8de0-8e1e553e7c3a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/8b688dde-c52b-491f-8c4f-62f448d094fa HTTP/1.1" status: 204 len: 168 time: 0.2522371 Feb 09 01:59:40.369330 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44752) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:40.372151 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb219350-1afa-4657-88a4-844a9969ad5e None None] Network cd54ee52-2461-4c60-a1b7-e20807f33330 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:59:40.446640 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-483a1e18-77c7-45d7-82a8-9b89a7d7f805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (cd54ee52-2461-4c60-a1b7-e20807f33330), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:40.507973 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-483a1e18-77c7-45d7-82a8-9b89a7d7f805 admin admin] Deleting port aaff7533-bef1-409a-9952-921ca8455307 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 01:59:40.508314 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-483a1e18-77c7-45d7-82a8-9b89a7d7f805 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (aaff7533-bef1-409a-9952-921ca8455307), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:40.573629 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-483a1e18-77c7-45d7-82a8-9b89a7d7f805 admin admin] For port aaff7533-bef1-409a-9952-921ca8455307, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=aaff7533-bef1-409a-9952-921ca8455307,segment=NetworkSegment(7e0b088e-f2cc-4fdb-b237-9de366f85d80),segment_id=7e0b088e-f2cc-4fdb-b237-9de366f85d80)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:40.573988 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-483a1e18-77c7-45d7-82a8-9b89a7d7f805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (aaff7533-bef1-409a-9952-921ca8455307), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:40.586598 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-483a1e18-77c7-45d7-82a8-9b89a7d7f805 admin admin] Calling delete_port for aaff7533-bef1-409a-9952-921ca8455307 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 01:59:40.663331 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-483a1e18-77c7-45d7-82a8-9b89a7d7f805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (aaff7533-bef1-409a-9952-921ca8455307), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:40.689475 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a1e18-77c7-45d7-82a8-9b89a7d7f805 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaff7533-bef1-409a-9952-921ca8455307,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:40.695043 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483a1e18-77c7-45d7-82a8-9b89a7d7f805 admin admin] No DVR routers for this DVR port aaff7533-bef1-409a-9952-921ca8455307 on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 01:59:40.765029 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-483a1e18-77c7-45d7-82a8-9b89a7d7f805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (cd54ee52-2461-4c60-a1b7-e20807f33330), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:40.790546 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-483a1e18-77c7-45d7-82a8-9b89a7d7f805 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd54ee52-2461-4c60-a1b7-e20807f33330']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:40.791203 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb38646-b7d8-431d-833d-05f6ca1358bc None None] DHCP port deletion for cd54ee52-2461-4c60-a1b7-e20807f33330 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 01:59:40.804815 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-483a1e18-77c7-45d7-82a8-9b89a7d7f805 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e0b088e-f2cc-4fdb-b237-9de366f85d80') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:40.805120 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-483a1e18-77c7-45d7-82a8-9b89a7d7f805 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e0b088e-f2cc-4fdb-b237-9de366f85d80') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:40.815629 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-483a1e18-77c7-45d7-82a8-9b89a7d7f805 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (7e0b088e-f2cc-4fdb-b237-9de366f85d80), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:40.829985 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-483a1e18-77c7-45d7-82a8-9b89a7d7f805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (7e0b088e-f2cc-4fdb-b237-9de366f85d80), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:40.835937 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-483a1e18-77c7-45d7-82a8-9b89a7d7f805 admin admin] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 01:59:40.836277 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-483a1e18-77c7-45d7-82a8-9b89a7d7f805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (7e0b088e-f2cc-4fdb-b237-9de366f85d80), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:40.837944 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 01:59:40.837944 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 01:59:40.837944 n-d-828369-4 neutron-server[103137]: timer() Feb 09 01:59:40.837944 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 01:59:40.837944 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 01:59:40.837944 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 01:59:40.837944 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 01:59:40.837944 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 01:59:40.837944 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 01:59:40.837944 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 01:59:40.837944 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 01:59:40.837944 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 01:59:40.837944 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 01:59:40.837944 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 01:59:40.837944 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 01:59:40.837944 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 01:59:40.837944 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 01:59:40.837944 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 01:59:40.837944 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 01:59:40.837944 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 01:59:40.837944 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 01:59:40.837944 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 01:59:40.837944 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 01:59:40.837944 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 01:59:40.837944 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 01:59:40.837944 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 01:59:40.837944 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 01:59:40.837944 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 01:59:40.837944 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 01:59:40.837944 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 01:59:40.837944 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 01:59:40.837944 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 01:59:40.896936 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-483a1e18-77c7-45d7-82a8-9b89a7d7f805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (cd54ee52-2461-4c60-a1b7-e20807f33330), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:40.902955 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-483a1e18-77c7-45d7-82a8-9b89a7d7f805 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:40.906618 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-483a1e18-77c7-45d7-82a8-9b89a7d7f805 admin admin] 10.222.0.50 "DELETE /v2.0/networks/cd54ee52-2461-4c60-a1b7-e20807f33330 HTTP/1.1" status: 204 len: 168 time: 0.5361555 Feb 09 01:59:40.917744 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a1e18-77c7-45d7-82a8-9b89a7d7f805 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd54ee52-2461-4c60-a1b7-e20807f33330,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:41.090194 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44756) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:41.133101 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1dfdc043-38eb-499b-8908-d6afc34927e4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1be858b6527b4609a8b550cd8bb37071&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0411851 Feb 09 01:59:41.135564 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44758) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:41.180961 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4e6e8939-52e3-4bb3-a29b-f023dc800672 admin admin] Publish callbacks [] for security_group (864f2d66-4251-44f4-8d1e-15c47b818552), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:41.201512 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4e6e8939-52e3-4bb3-a29b-f023dc800672 admin admin] Publish callbacks [] for security_group (864f2d66-4251-44f4-8d1e-15c47b818552), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:41.246804 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4e6e8939-52e3-4bb3-a29b-f023dc800672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (864f2d66-4251-44f4-8d1e-15c47b818552), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:41.250073 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4e6e8939-52e3-4bb3-a29b-f023dc800672 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:41.251291 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4e6e8939-52e3-4bb3-a29b-f023dc800672 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/864f2d66-4251-44f4-8d1e-15c47b818552 HTTP/1.1" status: 204 len: 168 time: 0.1148217 Feb 09 01:59:41.259160 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e8939-52e3-4bb3-a29b-f023dc800672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864f2d66-4251-44f4-8d1e-15c47b818552,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:41.494882 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device aaff7533-bef1-409a-9952-921ca8455307 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:59:41.516844 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: aaff7533-bef1-409a-9952-921ca8455307 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:59:41.517201 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device aaff7533-bef1-409a-9952-921ca8455307 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:59:41.517627 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:59:41.540580 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:59:41.540937 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 8b6ba976-0249-4c7d-a0cf-2d5b1f7f489b not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:59:41.541358 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device b6f33ef8-294c-476c-b589-cfccb5d06cb9 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 01:59:41.561224 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: b6f33ef8-294c-476c-b589-cfccb5d06cb9 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 01:59:41.561573 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device b6f33ef8-294c-476c-b589-cfccb5d06cb9 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 01:59:41.565352 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44764) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:41.610522 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6d1d59b5-1f3e-4db8-9729-4b1e2924f7ef admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d7524098821743b98af06ae3fb9b41ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0439165 Feb 09 01:59:41.613110 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44766) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:41.660094 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c2fcb299-3961-4ea3-971e-6af995b42c46 admin admin] Publish callbacks [] for security_group (b7199647-ad46-439e-a73e-c684df33f607), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:41.680034 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c2fcb299-3961-4ea3-971e-6af995b42c46 admin admin] Publish callbacks [] for security_group (b7199647-ad46-439e-a73e-c684df33f607), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:41.729916 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c2fcb299-3961-4ea3-971e-6af995b42c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b7199647-ad46-439e-a73e-c684df33f607), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:41.732372 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c2fcb299-3961-4ea3-971e-6af995b42c46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:41.733603 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c2fcb299-3961-4ea3-971e-6af995b42c46 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b7199647-ad46-439e-a73e-c684df33f607 HTTP/1.1" status: 204 len: 168 time: 0.1196101 Feb 09 01:59:41.742327 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fcb299-3961-4ea3-971e-6af995b42c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7199647-ad46-439e-a73e-c684df33f607,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:43.269347 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44808) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:43.274369 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-e0a608c6-5611-4c71-896a-5173f94c4870 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1947751062', 'description': 'tempest-secgroup-smoke-1947751062 description', 'project_id': '7050557f09d44893a51002583ece992c'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:43.297571 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e0a608c6-5611-4c71-896a-5173f94c4870 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:43.305911 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e0a608c6-5611-4c71-896a-5173f94c4870 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:43.382034 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e0a608c6-5611-4c71-896a-5173f94c4870 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group (9a0205e1-7c06-41b8-9178-1d4830221484), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:43.387142 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e0a608c6-5611-4c71-896a-5173f94c4870 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (9a0205e1-7c06-41b8-9178-1d4830221484), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:43.422552 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a608c6-5611-4c71-896a-5173f94c4870 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0205e1-7c06-41b8-9178-1d4830221484,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:43.465562 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e0a608c6-5611-4c71-896a-5173f94c4870 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group (efad3454-2238-416d-a785-74d4a0eb87ea), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:43.469771 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e0a608c6-5611-4c71-896a-5173f94c4870 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (efad3454-2238-416d-a785-74d4a0eb87ea), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:43.497973 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a608c6-5611-4c71-896a-5173f94c4870 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efad3454-2238-416d-a785-74d4a0eb87ea,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:43.502515 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e0a608c6-5611-4c71-896a-5173f94c4870 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:43.505153 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e0a608c6-5611-4c71-896a-5173f94c4870 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2345645 Feb 09 01:59:43.506511 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44810) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:43.511329 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-7186672f-5d08-478d-af4c-09beb7168117 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'security_group_rule': {'security_group_id': 'efad3454-2238-416d-a785-74d4a0eb87ea', 'project_id': '7050557f09d44893a51002583ece992c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:43.535446 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7186672f-5d08-478d-af4c-09beb7168117 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (486a1351-8c0d-4f39-b340-96adb52d58a2), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:43.589448 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7186672f-5d08-478d-af4c-09beb7168117 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (486a1351-8c0d-4f39-b340-96adb52d58a2), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:43.593659 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7186672f-5d08-478d-af4c-09beb7168117 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (486a1351-8c0d-4f39-b340-96adb52d58a2), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:43.612657 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7186672f-5d08-478d-af4c-09beb7168117 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=486a1351-8c0d-4f39-b340-96adb52d58a2,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:43.620679 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7186672f-5d08-478d-af4c-09beb7168117 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:43.624468 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7186672f-5d08-478d-af4c-09beb7168117 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1144378 Feb 09 01:59:43.624725 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44812) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:43.629232 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-5081a4f4-418a-4fff-8a99-baf64bd8f26a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'security_group_rule': {'security_group_id': 'efad3454-2238-416d-a785-74d4a0eb87ea', 'project_id': '7050557f09d44893a51002583ece992c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:43.655628 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5081a4f4-418a-4fff-8a99-baf64bd8f26a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (ffd5aeaf-9123-4e83-84a4-91a158251148), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:43.716292 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5081a4f4-418a-4fff-8a99-baf64bd8f26a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (ffd5aeaf-9123-4e83-84a4-91a158251148), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:43.720507 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5081a4f4-418a-4fff-8a99-baf64bd8f26a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (ffd5aeaf-9123-4e83-84a4-91a158251148), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:43.737260 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081a4f4-418a-4fff-8a99-baf64bd8f26a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffd5aeaf-9123-4e83-84a4-91a158251148,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:43.746121 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5081a4f4-418a-4fff-8a99-baf64bd8f26a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:43.747930 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5081a4f4-418a-4fff-8a99-baf64bd8f26a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1222816 Feb 09 01:59:43.750694 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44814) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:43.756362 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-e8f95453-9774-442d-91fe-706849898a37 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'security_group_rule': {'security_group_id': 'efad3454-2238-416d-a785-74d4a0eb87ea', 'project_id': '7050557f09d44893a51002583ece992c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:43.782126 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e8f95453-9774-442d-91fe-706849898a37 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (1ba572a2-d926-4e0b-8925-f08873687847), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:43.849105 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e8f95453-9774-442d-91fe-706849898a37 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (1ba572a2-d926-4e0b-8925-f08873687847), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:43.852653 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e8f95453-9774-442d-91fe-706849898a37 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (1ba572a2-d926-4e0b-8925-f08873687847), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:43.872075 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f95453-9774-442d-91fe-706849898a37 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ba572a2-d926-4e0b-8925-f08873687847,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:43.890430 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e8f95453-9774-442d-91fe-706849898a37 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:43.891686 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e8f95453-9774-442d-91fe-706849898a37 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1394310 Feb 09 01:59:43.894575 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44816) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:43.899064 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-0f4a21a9-f15b-4a86-90ba-4c343a75bf67 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'security_group_rule': {'security_group_id': 'efad3454-2238-416d-a785-74d4a0eb87ea', 'project_id': '7050557f09d44893a51002583ece992c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:43.924014 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0f4a21a9-f15b-4a86-90ba-4c343a75bf67 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (a447b566-ab36-4a9f-9a69-f674b32f9b13), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:43.981134 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0f4a21a9-f15b-4a86-90ba-4c343a75bf67 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (a447b566-ab36-4a9f-9a69-f674b32f9b13), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:43.984900 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0f4a21a9-f15b-4a86-90ba-4c343a75bf67 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (a447b566-ab36-4a9f-9a69-f674b32f9b13), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:44.003189 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a21a9-f15b-4a86-90ba-4c343a75bf67 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a447b566-ab36-4a9f-9a69-f674b32f9b13,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:44.016489 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0f4a21a9-f15b-4a86-90ba-4c343a75bf67 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:44.017840 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-0f4a21a9-f15b-4a86-90ba-4c343a75bf67 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1222854 Feb 09 01:59:44.020769 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44818) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:44.025248 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-e9745adc-ce83-4955-8a15-85865ad80fda tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'security_group_rule': {'security_group_id': 'efad3454-2238-416d-a785-74d4a0eb87ea', 'project_id': '7050557f09d44893a51002583ece992c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:44.046064 n-d-828369-4 neutron-server[103136]: INFO neutron.db.securitygroups_db [None req-e9745adc-ce83-4955-8a15-85865ad80fda tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Project 7050557f09d44893a51002583ece992c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:59:44.051569 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e9745adc-ce83-4955-8a15-85865ad80fda tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (f99be83e-eab8-4f0e-85ee-e7701652de13), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:44.110961 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e9745adc-ce83-4955-8a15-85865ad80fda tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (f99be83e-eab8-4f0e-85ee-e7701652de13), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:44.114686 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e9745adc-ce83-4955-8a15-85865ad80fda tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (f99be83e-eab8-4f0e-85ee-e7701652de13), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:44.131823 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9745adc-ce83-4955-8a15-85865ad80fda tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f99be83e-eab8-4f0e-85ee-e7701652de13,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:44.141354 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e9745adc-ce83-4955-8a15-85865ad80fda tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:44.142618 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e9745adc-ce83-4955-8a15-85865ad80fda tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1208072 Feb 09 01:59:44.145443 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44820) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:44.149970 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-a7ad460c-28bd-40c4-915b-2cdc1d2072a3 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'security_group_rule': {'security_group_id': 'efad3454-2238-416d-a785-74d4a0eb87ea', 'project_id': '7050557f09d44893a51002583ece992c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:44.169769 n-d-828369-4 neutron-server[103137]: INFO neutron.db.securitygroups_db [None req-a7ad460c-28bd-40c4-915b-2cdc1d2072a3 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Project 7050557f09d44893a51002583ece992c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 01:59:44.174311 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a7ad460c-28bd-40c4-915b-2cdc1d2072a3 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (1aac8e9c-3b97-4974-9f40-d8084ed84f35), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:44.235614 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a7ad460c-28bd-40c4-915b-2cdc1d2072a3 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (1aac8e9c-3b97-4974-9f40-d8084ed84f35), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:44.243533 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a7ad460c-28bd-40c4-915b-2cdc1d2072a3 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (1aac8e9c-3b97-4974-9f40-d8084ed84f35), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:44.263805 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad460c-28bd-40c4-915b-2cdc1d2072a3 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aac8e9c-3b97-4974-9f40-d8084ed84f35,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:44.273476 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a7ad460c-28bd-40c4-915b-2cdc1d2072a3 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:44.274784 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a7ad460c-28bd-40c4-915b-2cdc1d2072a3 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1283009 Feb 09 01:59:44.277966 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 44822) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:44.283647 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-5674c164-35c9-46dc-bd0b-f4bd3928080c tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'network': {'name': 'tempest-network-smoke--2068980423', 'project_id': '7050557f09d44893a51002583ece992c', 'port_security_enabled': True}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:44.302912 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5674c164-35c9-46dc-bd0b-f4bd3928080c tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Made reservation on behalf of 7050557f09d44893a51002583ece992c for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:59:44.306629 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5674c164-35c9-46dc-bd0b-f4bd3928080c tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:44.332593 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5674c164-35c9-46dc-bd0b-f4bd3928080c tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1030} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 01:59:44.343089 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5674c164-35c9-46dc-bd0b-f4bd3928080c tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (cde52685-fc11-4638-9b6c-dc6bb4625112), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:44.343426 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-5674c164-35c9-46dc-bd0b-f4bd3928080c tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Added segment cde52685-fc11-4638-9b6c-dc6bb4625112 of type vlan for network e2970462-80b3-4f2e-b1ee-1c19313eae2f Feb 09 01:59:44.385689 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5674c164-35c9-46dc-bd0b-f4bd3928080c tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (e2970462-80b3-4f2e-b1ee-1c19313eae2f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:44.410173 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5674c164-35c9-46dc-bd0b-f4bd3928080c tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (e2970462-80b3-4f2e-b1ee-1c19313eae2f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:44.415227 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5674c164-35c9-46dc-bd0b-f4bd3928080c tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:44.415815 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5674c164-35c9-46dc-bd0b-f4bd3928080c tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:44.472193 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5674c164-35c9-46dc-bd0b-f4bd3928080c tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1899328 Feb 09 01:59:44.472481 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44824) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:44.477125 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-7e64af04-b974-49cf-bee9-a0b674842bba tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2025876367', 'admin_state_up': True, 'project_id': '7050557f09d44893a51002583ece992c', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:44.487895 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674c164-35c9-46dc-bd0b-f4bd3928080c tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'Network': ['ID=e2970462-80b3-4f2e-b1ee-1c19313eae2f,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:44.498606 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network e2970462-80b3-4f2e-b1ee-1c19313eae2f details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 01:59:44.524182 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7e64af04-b974-49cf-bee9-a0b674842bba tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:44.525382 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7e64af04-b974-49cf-bee9-a0b674842bba tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:44.589393 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7e64af04-b974-49cf-bee9-a0b674842bba tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for router_controller (e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50), precommit_add_association {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:44.741355 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7e64af04-b974-49cf-bee9-a0b674842bba tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for router_gateway (e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:44.934727 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7e64af04-b974-49cf-bee9-a0b674842bba tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for router_gateway (e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:44.954967 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7e64af04-b974-49cf-bee9-a0b674842bba tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:45.060904 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-7e64af04-b974-49cf-bee9-a0b674842bba tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Allocated IP 172.25.8.11 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/b43e3308-60b2-4cef-a2a3-322bfe2890e0) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:59:45.160527 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7e64af04-b974-49cf-bee9-a0b674842bba tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for port (b43e3308-60b2-4cef-a2a3-322bfe2890e0), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:45.194402 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7e64af04-b974-49cf-bee9-a0b674842bba tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (b43e3308-60b2-4cef-a2a3-322bfe2890e0), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:45.239209 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e64af04-b974-49cf-bee9-a0b674842bba tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:59:45.242194 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-7e64af04-b974-49cf-bee9-a0b674842bba tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:59:45.245665 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e64af04-b974-49cf-bee9-a0b674842bba tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:59:45.251536 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e64af04-b974-49cf-bee9-a0b674842bba tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'Port': ['ID=b43e3308-60b2-4cef-a2a3-322bfe2890e0,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:45.846386 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7e64af04-b974-49cf-bee9-a0b674842bba tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for router_gateway (e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:46.046008 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7e64af04-b974-49cf-bee9-a0b674842bba tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:46.174592 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e64af04-b974-49cf-bee9-a0b674842bba tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Router e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 01:59:46.278033 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e64af04-b974-49cf-bee9-a0b674842bba tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:59:46.287764 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cb41bc-f87d-411a-8ad9-d6c658a32b82 None None] Sync routers for ids ['e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:59:46.297518 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cb41bc-f87d-411a-8ad9-d6c658a32b82 None None] Routers {'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:59:46.298133 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-17cb41bc-f87d-411a-8ad9-d6c658a32b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:59:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:46.298820 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7e64af04-b974-49cf-bee9-a0b674842bba tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:46.300056 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-7e64af04-b974-49cf-bee9-a0b674842bba tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8265355 Feb 09 01:59:46.304567 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44826) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:46.404266 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-17cb41bc-f87d-411a-8ad9-d6c658a32b82 None None] Set router e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:59:46.430076 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1203163f-54b0-4b7e-a823-8225a5b14944 tempest-TestNetworkAdvancedServerOps-392406596 tempest-TestNetworkAdvancedServerOps-392406596-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=7050557f09d44893a51002583ece992c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1242738 Feb 09 01:59:46.432579 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44830) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:46.518452 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27322638-6104-4569-baff-b956f148e2ba tempest-TestNetworkAdvancedServerOps-392406596 tempest-TestNetworkAdvancedServerOps-392406596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:46.519970 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-27322638-6104-4569-baff-b956f148e2ba tempest-TestNetworkAdvancedServerOps-392406596 tempest-TestNetworkAdvancedServerOps-392406596-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0864801 Feb 09 01:59:46.522835 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44832) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:46.553630 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c67c5da5-2354-4683-ad82-4298db3f6e76 tempest-TestNetworkAdvancedServerOps-392406596 tempest-TestNetworkAdvancedServerOps-392406596-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=ca740734-29c2-4b60-ae10-4c709b5c6ef4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272906 Feb 09 01:59:46.553851 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44834) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:46.558416 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-b8d1bbfe-766a-451f-a759-27b26a25fbb4 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-516515159', 'network_id': 'e2970462-80b3-4f2e-b1ee-1c19313eae2f', 'project_id': '7050557f09d44893a51002583ece992c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:46.577000 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-17cb41bc-f87d-411a-8ad9-d6c658a32b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025876367', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'b43e3308-60b2-4cef-a2a3-322bfe2890e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:59:44Z', 'updated_at': '2022-02-09T01:59:45Z', 'revision_number': 3, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': 'b43e3308-60b2-4cef-a2a3-322bfe2890e0', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:01:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:59:44Z', 'updated_at': '2022-02-09T01:59:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:46.653919 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d1bbfe-766a-451f-a759-27b26a25fbb4 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Made reservation on behalf of 7050557f09d44893a51002583ece992c for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:59:46.657498 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b8d1bbfe-766a-451f-a759-27b26a25fbb4 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:46.692359 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cb41bc-f87d-411a-8ad9-d6c658a32b82 None None] Checking router: e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:59:46.692644 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cb41bc-f87d-411a-8ad9-d6c658a32b82 None None] Updating router e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50 port b43e3308-60b2-4cef-a2a3-322bfe2890e0 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:59:46.720035 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-17cb41bc-f87d-411a-8ad9-d6c658a32b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b43e3308-60b2-4cef-a2a3-322bfe2890e0), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:46.844191 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b8d1bbfe-766a-451f-a759-27b26a25fbb4 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (0fc2a771-59cc-4e8d-93ec-2ad1c6930107), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:46.903891 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d1bbfe-766a-451f-a759-27b26a25fbb4 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'Subnet': ['ID=0fc2a771-59cc-4e8d-93ec-2ad1c6930107,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:46.913390 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d1bbfe-766a-451f-a759-27b26a25fbb4 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Checking segment: {'id': 'cde52685-fc11-4638-9b6c-dc6bb4625112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'e2970462-80b3-4f2e-b1ee-1c19313eae2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:59:46.913771 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d1bbfe-766a-451f-a759-27b26a25fbb4 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Network hostable DHCP agents. Network: e2970462-80b3-4f2e-b1ee-1c19313eae2f, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 01:59:46.931205 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d1bbfe-766a-451f-a759-27b26a25fbb4 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Network e2970462-80b3-4f2e-b1ee-1c19313eae2f is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 01:59:46.940441 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-b8d1bbfe-766a-451f-a759-27b26a25fbb4 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, e2970462-80b3-4f2e-b1ee-1c19313eae2f) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:59:46.944797 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d1bbfe-766a-451f-a759-27b26a25fbb4 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:46.945339 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b8d1bbfe-766a-451f-a759-27b26a25fbb4 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:46.951100 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739ef882-c8a0-4e22-a662-334344d314b6 None None] Network e2970462-80b3-4f2e-b1ee-1c19313eae2f requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:59:46.963682 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b8d1bbfe-766a-451f-a759-27b26a25fbb4 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4089057 Feb 09 01:59:46.967658 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44836) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 01:59:46.971589 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-17cb41bc-f87d-411a-8ad9-d6c658a32b82 None None] Publish callbacks [] for port (b43e3308-60b2-4cef-a2a3-322bfe2890e0), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:46.978034 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-17cb41bc-f87d-411a-8ad9-d6c658a32b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b43e3308-60b2-4cef-a2a3-322bfe2890e0), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:47.040227 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f72c2-5919-45aa-a542-81852515af03 None None] Pushing event updated for resources: {'Port': ['ID=b43e3308-60b2-4cef-a2a3-322bfe2890e0,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:47.051276 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-17cb41bc-f87d-411a-8ad9-d6c658a32b82 None None] Attempting to bind port b43e3308-60b2-4cef-a2a3-322bfe2890e0 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:59:47.051656 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-17cb41bc-f87d-411a-8ad9-d6c658a32b82 None None] Attempting to bind port b43e3308-60b2-4cef-a2a3-322bfe2890e0 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:59:47.052020 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cb41bc-f87d-411a-8ad9-d6c658a32b82 None None] Attempting to bind port b43e3308-60b2-4cef-a2a3-322bfe2890e0 on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:59:47.055976 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f72c2-5919-45aa-a542-81852515af03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:47.056129 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f72c2-5919-45aa-a542-81852515af03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:47.056428 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f72c2-5919-45aa-a542-81852515af03 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:47.056790 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f72c2-5919-45aa-a542-81852515af03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:47.057125 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f72c2-5919-45aa-a542-81852515af03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:47.057454 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f72c2-5919-45aa-a542-81852515af03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:47.057782 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f72c2-5919-45aa-a542-81852515af03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:47.058109 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f72c2-5919-45aa-a542-81852515af03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:47.058434 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f72c2-5919-45aa-a542-81852515af03 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:47.058807 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f72c2-5919-45aa-a542-81852515af03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:47.059134 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f72c2-5919-45aa-a542-81852515af03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:47.059454 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f72c2-5919-45aa-a542-81852515af03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:47.059729 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe79e35-433a-4c2a-b20f-75a83ffdfb7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-e2970462-80b3-4f2e-b1ee-1c19313eae2f', 'network_id': 'e2970462-80b3-4f2e-b1ee-1c19313eae2f', 'project_id': '7050557f09d44893a51002583ece992c', 'fixed_ips': [{'subnet_id': '0fc2a771-59cc-4e8d-93ec-2ad1c6930107'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 01:59:47.059873 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f72c2-5919-45aa-a542-81852515af03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 01:59:47.060789 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cbe79e35-433a-4c2a-b20f-75a83ffdfb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:47.065253 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cb41bc-f87d-411a-8ad9-d6c658a32b82 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:59:47.065617 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cb41bc-f87d-411a-8ad9-d6c658a32b82 None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:59:47.066381 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-17cb41bc-f87d-411a-8ad9-d6c658a32b82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:47.066381 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cb41bc-f87d-411a-8ad9-d6c658a32b82 None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:59:47.066855 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-17cb41bc-f87d-411a-8ad9-d6c658a32b82 None None] Bound port: b43e3308-60b2-4cef-a2a3-322bfe2890e0, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:59:47.067233 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-17cb41bc-f87d-411a-8ad9-d6c658a32b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b43e3308-60b2-4cef-a2a3-322bfe2890e0), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:47.120183 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-17cb41bc-f87d-411a-8ad9-d6c658a32b82 None None] For port b43e3308-60b2-4cef-a2a3-322bfe2890e0, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:59:47.123822 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-17cb41bc-f87d-411a-8ad9-d6c658a32b82 None None] For port b43e3308-60b2-4cef-a2a3-322bfe2890e0, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=b43e3308-60b2-4cef-a2a3-322bfe2890e0,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:59:47.131796 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-17cb41bc-f87d-411a-8ad9-d6c658a32b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b43e3308-60b2-4cef-a2a3-322bfe2890e0), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:47.192968 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cb41bc-f87d-411a-8ad9-d6c658a32b82 None None] Routers {'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:59:47.193577 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-17cb41bc-f87d-411a-8ad9-d6c658a32b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:59:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:47.204652 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-cbe79e35-433a-4c2a-b20f-75a83ffdfb7b None None] Allocated IP 172.20.0.2 (e2970462-80b3-4f2e-b1ee-1c19313eae2f/0fc2a771-59cc-4e8d-93ec-2ad1c6930107/b4b58212-0c3c-48b0-81fd-da93f95f7642) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:59:47.265031 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f72c2-5919-45aa-a542-81852515af03 None None] Pushing event updated for resources: {'Port': ['ID=b43e3308-60b2-4cef-a2a3-322bfe2890e0,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:47.309891 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-17cb41bc-f87d-411a-8ad9-d6c658a32b82 None None] Set router e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:59:47.363361 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cbe79e35-433a-4c2a-b20f-75a83ffdfb7b None None] Publish callbacks [] for port (b4b58212-0c3c-48b0-81fd-da93f95f7642), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:47.370949 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cbe79e35-433a-4c2a-b20f-75a83ffdfb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (b4b58212-0c3c-48b0-81fd-da93f95f7642), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:47.409510 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe79e35-433a-4c2a-b20f-75a83ffdfb7b None None] Network e2970462-80b3-4f2e-b1ee-1c19313eae2f is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:59:47.415017 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-cbe79e35-433a-4c2a-b20f-75a83ffdfb7b None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:59:47.419106 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe79e35-433a-4c2a-b20f-75a83ffdfb7b None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:59:47.428323 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe79e35-433a-4c2a-b20f-75a83ffdfb7b None None] Pushing event updated for resources: {'Port': ['ID=b4b58212-0c3c-48b0-81fd-da93f95f7642,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:47.470208 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fe8d1672-7555-4299-bc3d-97b6aa7cffbb tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:47.484620 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-cbe79e35-433a-4c2a-b20f-75a83ffdfb7b None None] Attempting to bind port b4b58212-0c3c-48b0-81fd-da93f95f7642 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:59:47.485456 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-cbe79e35-433a-4c2a-b20f-75a83ffdfb7b None None] Attempting to bind port b4b58212-0c3c-48b0-81fd-da93f95f7642 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'cde52685-fc11-4638-9b6c-dc6bb4625112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'e2970462-80b3-4f2e-b1ee-1c19313eae2f'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:59:47.487135 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe79e35-433a-4c2a-b20f-75a83ffdfb7b None None] Attempting to bind port b4b58212-0c3c-48b0-81fd-da93f95f7642 on network e2970462-80b3-4f2e-b1ee-1c19313eae2f {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:59:47.492324 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe79e35-433a-4c2a-b20f-75a83ffdfb7b None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:59:47.493495 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe79e35-433a-4c2a-b20f-75a83ffdfb7b None None] Checking segment: {'id': 'cde52685-fc11-4638-9b6c-dc6bb4625112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'e2970462-80b3-4f2e-b1ee-1c19313eae2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:59:47.493742 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cbe79e35-433a-4c2a-b20f-75a83ffdfb7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:47.494207 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe79e35-433a-4c2a-b20f-75a83ffdfb7b None None] Bound using segment: {'id': 'cde52685-fc11-4638-9b6c-dc6bb4625112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'e2970462-80b3-4f2e-b1ee-1c19313eae2f'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:59:47.494746 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-cbe79e35-433a-4c2a-b20f-75a83ffdfb7b None None] Bound port: b4b58212-0c3c-48b0-81fd-da93f95f7642, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde52685-fc11-4638-9b6c-dc6bb4625112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'e2970462-80b3-4f2e-b1ee-1c19313eae2f'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:59:47.495200 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cbe79e35-433a-4c2a-b20f-75a83ffdfb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b4b58212-0c3c-48b0-81fd-da93f95f7642), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:47.508478 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-17cb41bc-f87d-411a-8ad9-d6c658a32b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025876367', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'b43e3308-60b2-4cef-a2a3-322bfe2890e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:59:44Z', 'updated_at': '2022-02-09T01:59:45Z', 'revision_number': 3, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': 'b43e3308-60b2-4cef-a2a3-322bfe2890e0', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:01:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:59:44Z', 'updated_at': '2022-02-09T01:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:47.535436 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cb41bc-f87d-411a-8ad9-d6c658a32b82 None None] The sync data for ids ['e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50'] in n-d-828369-4 is: [{'id': 'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025876367', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'b43e3308-60b2-4cef-a2a3-322bfe2890e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:59:44Z', 'updated_at': '2022-02-09T01:59:45Z', 'revision_number': 3, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': 'b43e3308-60b2-4cef-a2a3-322bfe2890e0', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:01:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:59:44Z', 'updated_at': '2022-02-09T01:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:59:47.569742 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-cbe79e35-433a-4c2a-b20f-75a83ffdfb7b None None] For port b4b58212-0c3c-48b0-81fd-da93f95f7642, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:59:47.573263 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-cbe79e35-433a-4c2a-b20f-75a83ffdfb7b None None] For port b4b58212-0c3c-48b0-81fd-da93f95f7642, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=b4b58212-0c3c-48b0-81fd-da93f95f7642,segment=NetworkSegment(cde52685-fc11-4638-9b6c-dc6bb4625112),segment_id=cde52685-fc11-4638-9b6c-dc6bb4625112)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:59:47.579810 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cbe79e35-433a-4c2a-b20f-75a83ffdfb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b4b58212-0c3c-48b0-81fd-da93f95f7642), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:47.646756 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe79e35-433a-4c2a-b20f-75a83ffdfb7b None None] Pushing event updated for resources: {'Port': ['ID=b4b58212-0c3c-48b0-81fd-da93f95f7642,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:47.765768 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-fe8d1672-7555-4299-bc3d-97b6aa7cffbb tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Allocated IP 172.20.0.1 (e2970462-80b3-4f2e-b1ee-1c19313eae2f/0fc2a771-59cc-4e8d-93ec-2ad1c6930107/ce586fef-97a8-4fef-9200-58957b99e54f) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:59:47.943268 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fe8d1672-7555-4299-bc3d-97b6aa7cffbb tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for port (ce586fef-97a8-4fef-9200-58957b99e54f), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:47.990497 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fe8d1672-7555-4299-bc3d-97b6aa7cffbb tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (ce586fef-97a8-4fef-9200-58957b99e54f), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:48.039928 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8d1672-7555-4299-bc3d-97b6aa7cffbb tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Network e2970462-80b3-4f2e-b1ee-1c19313eae2f is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:59:48.043661 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-fe8d1672-7555-4299-bc3d-97b6aa7cffbb tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:59:48.048244 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8d1672-7555-4299-bc3d-97b6aa7cffbb tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:59:48.052998 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d1672-7555-4299-bc3d-97b6aa7cffbb tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'Port': ['ID=ce586fef-97a8-4fef-9200-58957b99e54f,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:48.095915 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fe8d1672-7555-4299-bc3d-97b6aa7cffbb tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:48.241679 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fe8d1672-7555-4299-bc3d-97b6aa7cffbb tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ce586fef-97a8-4fef-9200-58957b99e54f), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:48.543845 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fe8d1672-7555-4299-bc3d-97b6aa7cffbb tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for port (ce586fef-97a8-4fef-9200-58957b99e54f), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:48.548529 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fe8d1672-7555-4299-bc3d-97b6aa7cffbb tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (ce586fef-97a8-4fef-9200-58957b99e54f), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:48.627345 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d1672-7555-4299-bc3d-97b6aa7cffbb tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'Port': ['ID=ce586fef-97a8-4fef-9200-58957b99e54f,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:48.630781 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fe8d1672-7555-4299-bc3d-97b6aa7cffbb tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:48.731100 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4354b45d-c246-4ec3-b260-fb4d978bcca4 None None] Network e2970462-80b3-4f2e-b1ee-1c19313eae2f requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 01:59:48.740677 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8d1672-7555-4299-bc3d-97b6aa7cffbb tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Network e2970462-80b3-4f2e-b1ee-1c19313eae2f is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:59:48.742378 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-fe8d1672-7555-4299-bc3d-97b6aa7cffbb tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:59:48.801734 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-03a11ab7-14f5-4aa8-b1aa-82a61efb8824 None None] Provisioning complete for port b4b58212-0c3c-48b0-81fd-da93f95f7642 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:48.802114 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-03a11ab7-14f5-4aa8-b1aa-82a61efb8824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b4b58212-0c3c-48b0-81fd-da93f95f7642), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:48.859261 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe8d1672-7555-4299-bc3d-97b6aa7cffbb tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Router e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 01:59:48.919408 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-03a11ab7-14f5-4aa8-b1aa-82a61efb8824 None None] Current status of the port b4b58212-0c3c-48b0-81fd-da93f95f7642 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:59:48.919913 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-03a11ab7-14f5-4aa8-b1aa-82a61efb8824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b4b58212-0c3c-48b0-81fd-da93f95f7642), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:48.955366 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-03a11ab7-14f5-4aa8-b1aa-82a61efb8824 None None] For port b4b58212-0c3c-48b0-81fd-da93f95f7642, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=b4b58212-0c3c-48b0-81fd-da93f95f7642,segment=NetworkSegment(cde52685-fc11-4638-9b6c-dc6bb4625112),segment_id=cde52685-fc11-4638-9b6c-dc6bb4625112)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:48.960478 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-03a11ab7-14f5-4aa8-b1aa-82a61efb8824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b4b58212-0c3c-48b0-81fd-da93f95f7642), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:48.988401 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8d1672-7555-4299-bc3d-97b6aa7cffbb tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 01:59:48.994172 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-fe8d1672-7555-4299-bc3d-97b6aa7cffbb tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "PUT /v2.0/routers/e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0252581 Feb 09 01:59:49.032887 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a11ab7-14f5-4aa8-b1aa-82a61efb8824 None None] Pushing event updated for resources: {'Port': ['ID=b4b58212-0c3c-48b0-81fd-da93f95f7642,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:49.182236 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dc8af942-6925-4084-8811-d8336ada7089 req-f0bdc22a-5c36-40a0-9cf4-bef5fd489c33 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1947751062&fields=id&tenant_id=7050557f09d44893a51002583ece992c HTTP/1.1" status: 200 len: 267 time: 0.0541518 Feb 09 01:59:49.185216 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6f1c0b53-7f44-436a-98da-d9c49c3f74b1 None None] Provisioning complete for port b4b58212-0c3c-48b0-81fd-da93f95f7642 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:49.185608 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6f1c0b53-7f44-436a-98da-d9c49c3f74b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b4b58212-0c3c-48b0-81fd-da93f95f7642), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:49.277577 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6f1c0b53-7f44-436a-98da-d9c49c3f74b1 None None] Current status of the port b4b58212-0c3c-48b0-81fd-da93f95f7642 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:59:49.290203 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6f1c0b53-7f44-436a-98da-d9c49c3f74b1 None None] Provisioning complete for port ce586fef-97a8-4fef-9200-58957b99e54f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:49.291191 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6f1c0b53-7f44-436a-98da-d9c49c3f74b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (ce586fef-97a8-4fef-9200-58957b99e54f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:49.312905 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8af942-6925-4084-8811-d8336ada7089 req-833a8f13-3124-4d4c-acfb-5a9896961041 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:49.314527 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dc8af942-6925-4084-8811-d8336ada7089 req-833a8f13-3124-4d4c-acfb-5a9896961041 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/networks?id=e2970462-80b3-4f2e-b1ee-1c19313eae2f HTTP/1.1" status: 200 len: 797 time: 0.1240747 Feb 09 01:59:49.328413 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6f1c0b53-7f44-436a-98da-d9c49c3f74b1 None None] Port ce586fef-97a8-4fef-9200-58957b99e54f cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:59:49.337531 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dc8af942-6925-4084-8811-d8336ada7089 req-2af4bdc8-6209-4f81-a0f5-3102ebb1ec37 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/quotas/7050557f09d44893a51002583ece992c HTTP/1.1" status: 200 len: 375 time: 0.0162735 Feb 09 01:59:49.368960 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4adc4a-5e86-42f0-9bc0-abc2f63ffebe None None] Sync routers for ids ['e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 01:59:49.379812 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4adc4a-5e86-42f0-9bc0-abc2f63ffebe None None] Routers {'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:59:49.380519 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-0f4adc4a-5e86-42f0-9bc0-abc2f63ffebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:59:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:49.409017 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dc8af942-6925-4084-8811-d8336ada7089 req-c3bd75b5-695a-4830-a66f-e4ac92abd278 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7050557f09d44893a51002583ece992c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0633235 Feb 09 01:59:49.485882 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-ed63d2fa-e5d5-49dc-91c3-a11bd482432a None None] Provisioning complete for port ce586fef-97a8-4fef-9200-58957b99e54f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:49.486268 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ed63d2fa-e5d5-49dc-91c3-a11bd482432a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (ce586fef-97a8-4fef-9200-58957b99e54f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:49.531315 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ed63d2fa-e5d5-49dc-91c3-a11bd482432a None None] Port ce586fef-97a8-4fef-9200-58957b99e54f cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:59:49.545729 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-0f4adc4a-5e86-42f0-9bc0-abc2f63ffebe None None] Set router e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:59:49.600369 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device b4b58212-0c3c-48b0-81fd-da93f95f7642 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:59:49.642744 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dc8af942-6925-4084-8811-d8336ada7089 req-4bfd2265-2cfc-43a6-a389-8576f3ec8df9 service neutron] 10.222.0.50 "GET /v2.0/networks/e2970462-80b3-4f2e-b1ee-1c19313eae2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849105 Feb 09 01:59:49.734120 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dc8af942-6925-4084-8811-d8336ada7089 req-94fc80cd-0208-4957-8ec7-5198a1e64c89 service neutron] 10.222.0.50 "GET /v2.0/networks/e2970462-80b3-4f2e-b1ee-1c19313eae2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846415 Feb 09 01:59:49.758695 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port b4b58212-0c3c-48b0-81fd-da93f95f7642 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:49.759189 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b4b58212-0c3c-48b0-81fd-da93f95f7642), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:49.823974 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-7ce23361-aee4-4a8d-9935-550f72b0d590 None None] Provisioning complete for port ce586fef-97a8-4fef-9200-58957b99e54f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:49.824388 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7ce23361-aee4-4a8d-9935-550f72b0d590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (ce586fef-97a8-4fef-9200-58957b99e54f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:49.879402 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-7ce23361-aee4-4a8d-9935-550f72b0d590 None None] Port ce586fef-97a8-4fef-9200-58957b99e54f cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:59:49.925455 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d1cf7059-03a2-436b-a252-6806cef7f389 req-9b690d47-6e75-4188-91e3-4656542fa0c0 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=f42d38a8-c5d1-4ff0-982b-367e0a623c79 HTTP/1.1" status: 200 len: 210 time: 0.0423605 Feb 09 01:59:50.087343 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port b4b58212-0c3c-48b0-81fd-da93f95f7642 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:59:50.088439 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device b43e3308-60b2-4cef-a2a3-322bfe2890e0 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:59:50.092755 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-0f4adc4a-5e86-42f0-9bc0-abc2f63ffebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025876367', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'b43e3308-60b2-4cef-a2a3-322bfe2890e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:59:44Z', 'updated_at': '2022-02-09T01:59:48Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': 'b43e3308-60b2-4cef-a2a3-322bfe2890e0', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:01:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:59:44Z', 'updated_at': '2022-02-09T01:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'ce586fef-97a8-4fef-9200-58957b99e54f', 'name': '', 'network_id': 'e2970462-80b3-4f2e-b1ee-1c19313eae2f', 'tenant_id': '7050557f09d44893a51002583ece992c', 'mac_address': 'fa:16:3e:44:4f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '0fc2a771-59cc-4e8d-93ec-2ad1c6930107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:59:47Z', 'updated_at': '2022-02-09T01:59:48Z', 'revision_number': 2, 'project_id': '7050557f09d44893a51002583ece992c', 'subnets': [{'id': '0fc2a771-59cc-4e8d-93ec-2ad1c6930107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:50.136263 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4adc4a-5e86-42f0-9bc0-abc2f63ffebe None None] Checking router: e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 01:59:50.136686 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4adc4a-5e86-42f0-9bc0-abc2f63ffebe None None] Updating router e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50 port ce586fef-97a8-4fef-9200-58957b99e54f binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 01:59:50.177296 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0f4adc4a-5e86-42f0-9bc0-abc2f63ffebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ce586fef-97a8-4fef-9200-58957b99e54f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:50.217796 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port b43e3308-60b2-4cef-a2a3-322bfe2890e0 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:50.218186 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b43e3308-60b2-4cef-a2a3-322bfe2890e0), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:50.408413 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port b43e3308-60b2-4cef-a2a3-322bfe2890e0 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:59:50.408881 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b43e3308-60b2-4cef-a2a3-322bfe2890e0), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:50.444872 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port b43e3308-60b2-4cef-a2a3-322bfe2890e0, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=b43e3308-60b2-4cef-a2a3-322bfe2890e0,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:50.456279 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (b43e3308-60b2-4cef-a2a3-322bfe2890e0), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:50.545605 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=b43e3308-60b2-4cef-a2a3-322bfe2890e0,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:50.567570 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0f4adc4a-5e86-42f0-9bc0-abc2f63ffebe None None] Publish callbacks [] for port (ce586fef-97a8-4fef-9200-58957b99e54f), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:50.572899 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0f4adc4a-5e86-42f0-9bc0-abc2f63ffebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (ce586fef-97a8-4fef-9200-58957b99e54f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:50.620506 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001846d7-b77a-4aa2-8da7-7c9c68b12ad1 None None] Pushing event updated for resources: {'Port': ['ID=ce586fef-97a8-4fef-9200-58957b99e54f,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:50.679718 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-0f4adc4a-5e86-42f0-9bc0-abc2f63ffebe None None] Attempting to bind port ce586fef-97a8-4fef-9200-58957b99e54f on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:59:50.680100 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-0f4adc4a-5e86-42f0-9bc0-abc2f63ffebe None None] Attempting to bind port ce586fef-97a8-4fef-9200-58957b99e54f by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'cde52685-fc11-4638-9b6c-dc6bb4625112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'e2970462-80b3-4f2e-b1ee-1c19313eae2f'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:59:50.680474 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4adc4a-5e86-42f0-9bc0-abc2f63ffebe None None] Attempting to bind port ce586fef-97a8-4fef-9200-58957b99e54f on network e2970462-80b3-4f2e-b1ee-1c19313eae2f {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:59:50.686356 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4adc4a-5e86-42f0-9bc0-abc2f63ffebe None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:59:50.686811 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4adc4a-5e86-42f0-9bc0-abc2f63ffebe None None] Checking segment: {'id': 'cde52685-fc11-4638-9b6c-dc6bb4625112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'e2970462-80b3-4f2e-b1ee-1c19313eae2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:59:50.687305 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0f4adc4a-5e86-42f0-9bc0-abc2f63ffebe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:50.687669 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4adc4a-5e86-42f0-9bc0-abc2f63ffebe None None] Bound using segment: {'id': 'cde52685-fc11-4638-9b6c-dc6bb4625112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'e2970462-80b3-4f2e-b1ee-1c19313eae2f'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:59:50.688151 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-0f4adc4a-5e86-42f0-9bc0-abc2f63ffebe None None] Bound port: ce586fef-97a8-4fef-9200-58957b99e54f, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde52685-fc11-4638-9b6c-dc6bb4625112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'e2970462-80b3-4f2e-b1ee-1c19313eae2f'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:59:50.688558 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0f4adc4a-5e86-42f0-9bc0-abc2f63ffebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ce586fef-97a8-4fef-9200-58957b99e54f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:50.753937 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-0f4adc4a-5e86-42f0-9bc0-abc2f63ffebe None None] For port ce586fef-97a8-4fef-9200-58957b99e54f, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:59:50.757436 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-0f4adc4a-5e86-42f0-9bc0-abc2f63ffebe None None] For port ce586fef-97a8-4fef-9200-58957b99e54f, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=ce586fef-97a8-4fef-9200-58957b99e54f,segment=NetworkSegment(cde52685-fc11-4638-9b6c-dc6bb4625112),segment_id=cde52685-fc11-4638-9b6c-dc6bb4625112)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:59:50.763069 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0f4adc4a-5e86-42f0-9bc0-abc2f63ffebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (ce586fef-97a8-4fef-9200-58957b99e54f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:50.834492 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-773af774-cff9-4d5d-9019-21a3cff480d9 None None] Provisioning complete for port ce586fef-97a8-4fef-9200-58957b99e54f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:50.834876 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-773af774-cff9-4d5d-9019-21a3cff480d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (ce586fef-97a8-4fef-9200-58957b99e54f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:50.836728 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4adc4a-5e86-42f0-9bc0-abc2f63ffebe None None] Routers {'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 01:59:50.837377 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-0f4adc4a-5e86-42f0-9bc0-abc2f63ffebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:59:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:50.839014 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001846d7-b77a-4aa2-8da7-7c9c68b12ad1 None None] Pushing event updated for resources: {'Port': ['ID=ce586fef-97a8-4fef-9200-58957b99e54f,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:51.017694 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-0f4adc4a-5e86-42f0-9bc0-abc2f63ffebe None None] Set router e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 01:59:51.052921 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a82a507d-171b-478b-8ea7-392176fe9460 req-fdabbc5e-1eac-4f8e-86b8-7c5f376929a7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=f42d38a8-c5d1-4ff0-982b-367e0a623c79 HTTP/1.1" status: 200 len: 210 time: 0.0430155 Feb 09 01:59:51.082855 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-773af774-cff9-4d5d-9019-21a3cff480d9 None None] Current status of the port ce586fef-97a8-4fef-9200-58957b99e54f is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:59:51.083258 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-773af774-cff9-4d5d-9019-21a3cff480d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ce586fef-97a8-4fef-9200-58957b99e54f), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:51.107985 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8af942-6925-4084-8811-d8336ada7089 req-9e657382-d9d0-4a54-86e3-28ab7fb68704 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:51.110103 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-dc8af942-6925-4084-8811-d8336ada7089 req-9e657382-d9d0-4a54-86e3-28ab7fb68704 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.47 "GET /v2.0/networks?id=e2970462-80b3-4f2e-b1ee-1c19313eae2f HTTP/1.1" status: 200 len: 797 time: 0.1954546 Feb 09 01:59:51.173161 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-dc8af942-6925-4084-8811-d8336ada7089 req-16ebf4b3-d34e-4e33-85f3-9b4874a20135 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7050557f09d44893a51002583ece992c HTTP/1.1" status: 200 len: 380 time: 0.0545151 Feb 09 01:59:51.181764 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-dc8af942-6925-4084-8811-d8336ada7089 req-32ca617c-5461-43a9-8579-7dee19272368 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'port': {'device_id': 'f42d38a8-c5d1-4ff0-982b-367e0a623c79', 'network_id': 'e2970462-80b3-4f2e-b1ee-1c19313eae2f', 'admin_state_up': True, 'tenant_id': '7050557f09d44893a51002583ece992c', 'security_groups': ['efad3454-2238-416d-a785-74d4a0eb87ea']}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:51.188335 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-773af774-cff9-4d5d-9019-21a3cff480d9 None None] For port ce586fef-97a8-4fef-9200-58957b99e54f, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=ce586fef-97a8-4fef-9200-58957b99e54f,segment=NetworkSegment(cde52685-fc11-4638-9b6c-dc6bb4625112),segment_id=cde52685-fc11-4638-9b6c-dc6bb4625112)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:51.194857 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-773af774-cff9-4d5d-9019-21a3cff480d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (ce586fef-97a8-4fef-9200-58957b99e54f), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:51.284316 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773af774-cff9-4d5d-9019-21a3cff480d9 None None] Pushing event updated for resources: {'Port': ['ID=ce586fef-97a8-4fef-9200-58957b99e54f,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:51.297770 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc8af942-6925-4084-8811-d8336ada7089 req-32ca617c-5461-43a9-8579-7dee19272368 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Made reservation on behalf of 7050557f09d44893a51002583ece992c for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 01:59:51.301897 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-dc8af942-6925-4084-8811-d8336ada7089 req-32ca617c-5461-43a9-8579-7dee19272368 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:51.321573 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-bec0d9ac-ace7-434b-a49d-afcbeaab113a None None] Provisioning complete for port ce586fef-97a8-4fef-9200-58957b99e54f triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:51.321953 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bec0d9ac-ace7-434b-a49d-afcbeaab113a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (ce586fef-97a8-4fef-9200-58957b99e54f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:51.327235 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-0f4adc4a-5e86-42f0-9bc0-abc2f63ffebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025876367', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'b43e3308-60b2-4cef-a2a3-322bfe2890e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:59:44Z', 'updated_at': '2022-02-09T01:59:48Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': 'b43e3308-60b2-4cef-a2a3-322bfe2890e0', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:01:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:59:44Z', 'updated_at': '2022-02-09T01:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'ce586fef-97a8-4fef-9200-58957b99e54f', 'name': '', 'network_id': 'e2970462-80b3-4f2e-b1ee-1c19313eae2f', 'tenant_id': '7050557f09d44893a51002583ece992c', 'mac_address': 'fa:16:3e:44:4f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '0fc2a771-59cc-4e8d-93ec-2ad1c6930107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:59:47Z', 'updated_at': '2022-02-09T01:59:50Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'subnets': [{'id': '0fc2a771-59cc-4e8d-93ec-2ad1c6930107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 01:59:51.371495 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4adc4a-5e86-42f0-9bc0-abc2f63ffebe None None] The sync data for ids ['e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50'] in n-d-828369-4 is: [{'id': 'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025876367', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'b43e3308-60b2-4cef-a2a3-322bfe2890e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:59:44Z', 'updated_at': '2022-02-09T01:59:48Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': 'b43e3308-60b2-4cef-a2a3-322bfe2890e0', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:01:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:59:44Z', 'updated_at': '2022-02-09T01:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'ce586fef-97a8-4fef-9200-58957b99e54f', 'name': '', 'network_id': 'e2970462-80b3-4f2e-b1ee-1c19313eae2f', 'tenant_id': '7050557f09d44893a51002583ece992c', 'mac_address': 'fa:16:3e:44:4f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '0fc2a771-59cc-4e8d-93ec-2ad1c6930107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:59:47Z', 'updated_at': '2022-02-09T01:59:50Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'subnets': [{'id': '0fc2a771-59cc-4e8d-93ec-2ad1c6930107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 01:59:51.451994 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [req-dc8af942-6925-4084-8811-d8336ada7089 req-32ca617c-5461-43a9-8579-7dee19272368 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Allocated IP 172.20.0.13 (e2970462-80b3-4f2e-b1ee-1c19313eae2f/0fc2a771-59cc-4e8d-93ec-2ad1c6930107/919757a9-5969-4ad7-998a-9bc9f3197774) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 01:59:51.461025 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-bec0d9ac-ace7-434b-a49d-afcbeaab113a None None] Current status of the port ce586fef-97a8-4fef-9200-58957b99e54f is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:59:51.625674 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device ce586fef-97a8-4fef-9200-58957b99e54f up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:59:51.635908 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-dc8af942-6925-4084-8811-d8336ada7089 req-32ca617c-5461-43a9-8579-7dee19272368 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for port (919757a9-5969-4ad7-998a-9bc9f3197774), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:51.672727 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-dc8af942-6925-4084-8811-d8336ada7089 req-32ca617c-5461-43a9-8579-7dee19272368 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (919757a9-5969-4ad7-998a-9bc9f3197774), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:51.682113 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port ce586fef-97a8-4fef-9200-58957b99e54f triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:51.682590 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (ce586fef-97a8-4fef-9200-58957b99e54f), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:51.730010 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc8af942-6925-4084-8811-d8336ada7089 req-32ca617c-5461-43a9-8579-7dee19272368 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Network e2970462-80b3-4f2e-b1ee-1c19313eae2f is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 01:59:51.734128 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [req-dc8af942-6925-4084-8811-d8336ada7089 req-32ca617c-5461-43a9-8579-7dee19272368 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 01:59:51.739419 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc8af942-6925-4084-8811-d8336ada7089 req-32ca617c-5461-43a9-8579-7dee19272368 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 01:59:51.766857 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port ce586fef-97a8-4fef-9200-58957b99e54f is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:59:51.768151 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ca617c-5461-43a9-8579-7dee19272368 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'Port': ['ID=919757a9-5969-4ad7-998a-9bc9f3197774,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:51.768756 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device b43e3308-60b2-4cef-a2a3-322bfe2890e0 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:59:51.803943 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8af942-6925-4084-8811-d8336ada7089 req-32ca617c-5461-43a9-8579-7dee19272368 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:51.804622 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-dc8af942-6925-4084-8811-d8336ada7089 req-32ca617c-5461-43a9-8579-7dee19272368 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:51.825808 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-dc8af942-6925-4084-8811-d8336ada7089 req-32ca617c-5461-43a9-8579-7dee19272368 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6478724 Feb 09 01:59:51.833160 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port b43e3308-60b2-4cef-a2a3-322bfe2890e0 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:51.833555 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (b43e3308-60b2-4cef-a2a3-322bfe2890e0), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:51.929150 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port b43e3308-60b2-4cef-a2a3-322bfe2890e0 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:59:51.940412 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-dc8af942-6925-4084-8811-d8336ada7089 req-50478264-7875-4b89-ba23-00ac06bb0024 service neutron] Request body: {'port': {'device_id': 'f42d38a8-c5d1-4ff0-982b-367e0a623c79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 01:59:51.987141 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-47ba33b9-fb17-42b1-8f19-263d34a9be3f None None] Provisioning complete for port 919757a9-5969-4ad7-998a-9bc9f3197774 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:51.987639 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-47ba33b9-fb17-42b1-8f19-263d34a9be3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (919757a9-5969-4ad7-998a-9bc9f3197774), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:52.003379 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-dc8af942-6925-4084-8811-d8336ada7089 req-50478264-7875-4b89-ba23-00ac06bb0024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (919757a9-5969-4ad7-998a-9bc9f3197774), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:52.029530 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-47ba33b9-fb17-42b1-8f19-263d34a9be3f None None] Port 919757a9-5969-4ad7-998a-9bc9f3197774 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 01:59:52.184207 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33b5d3-9c77-4d64-a671-21ff30a7b326 req-a684f8cb-50a2-49ac-a0f6-f03d9fc9bdfd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:52.185691 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3c33b5d3-9c77-4d64-a671-21ff30a7b326 req-a684f8cb-50a2-49ac-a0f6-f03d9fc9bdfd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=f42d38a8-c5d1-4ff0-982b-367e0a623c79 HTTP/1.1" status: 200 len: 932 time: 0.0594635 Feb 09 01:59:52.241766 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3c33b5d3-9c77-4d64-a671-21ff30a7b326 req-caf58d91-1425-47d3-81f9-a36d4cecd61c tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=efad3454-2238-416d-a785-74d4a0eb87ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496128 Feb 09 01:59:52.302066 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-dc8af942-6925-4084-8811-d8336ada7089 req-50478264-7875-4b89-ba23-00ac06bb0024 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 919757a9-5969-4ad7-998a-9bc9f3197774 {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:59:52.310417 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-dc8af942-6925-4084-8811-d8336ada7089 req-50478264-7875-4b89-ba23-00ac06bb0024 service neutron] Publish callbacks [] for port (919757a9-5969-4ad7-998a-9bc9f3197774), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:52.324791 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-dc8af942-6925-4084-8811-d8336ada7089 req-50478264-7875-4b89-ba23-00ac06bb0024 service neutron] Transition to ACTIVE for port object 919757a9-5969-4ad7-998a-9bc9f3197774 will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 01:59:52.329037 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-dc8af942-6925-4084-8811-d8336ada7089 req-50478264-7875-4b89-ba23-00ac06bb0024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (919757a9-5969-4ad7-998a-9bc9f3197774), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:52.398516 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50478264-7875-4b89-ba23-00ac06bb0024 service neutron] Pushing event updated for resources: {'Port': ['ID=919757a9-5969-4ad7-998a-9bc9f3197774,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:52.454590 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-dc8af942-6925-4084-8811-d8336ada7089 req-50478264-7875-4b89-ba23-00ac06bb0024 service neutron] Attempting to bind port 919757a9-5969-4ad7-998a-9bc9f3197774 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 01:59:52.455000 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-dc8af942-6925-4084-8811-d8336ada7089 req-50478264-7875-4b89-ba23-00ac06bb0024 service neutron] Attempting to bind port 919757a9-5969-4ad7-998a-9bc9f3197774 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'cde52685-fc11-4638-9b6c-dc6bb4625112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'e2970462-80b3-4f2e-b1ee-1c19313eae2f'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 01:59:52.455337 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8af942-6925-4084-8811-d8336ada7089 req-50478264-7875-4b89-ba23-00ac06bb0024 service neutron] Attempting to bind port 919757a9-5969-4ad7-998a-9bc9f3197774 on network e2970462-80b3-4f2e-b1ee-1c19313eae2f {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:59:52.460088 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8af942-6925-4084-8811-d8336ada7089 req-50478264-7875-4b89-ba23-00ac06bb0024 service neutron] Port 919757a9-5969-4ad7-998a-9bc9f3197774 on network e2970462-80b3-4f2e-b1ee-1c19313eae2f not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 01:59:52.460311 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8af942-6925-4084-8811-d8336ada7089 req-50478264-7875-4b89-ba23-00ac06bb0024 service neutron] Attempting to bind port 919757a9-5969-4ad7-998a-9bc9f3197774 on network e2970462-80b3-4f2e-b1ee-1c19313eae2f {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 01:59:52.465477 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8af942-6925-4084-8811-d8336ada7089 req-50478264-7875-4b89-ba23-00ac06bb0024 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 1, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 01:59:52.465817 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8af942-6925-4084-8811-d8336ada7089 req-50478264-7875-4b89-ba23-00ac06bb0024 service neutron] Checking segment: {'id': 'cde52685-fc11-4638-9b6c-dc6bb4625112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'e2970462-80b3-4f2e-b1ee-1c19313eae2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 01:59:52.466215 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8af942-6925-4084-8811-d8336ada7089 req-50478264-7875-4b89-ba23-00ac06bb0024 service neutron] Bound using segment: {'id': 'cde52685-fc11-4638-9b6c-dc6bb4625112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'e2970462-80b3-4f2e-b1ee-1c19313eae2f'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 01:59:52.466653 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-dc8af942-6925-4084-8811-d8336ada7089 req-50478264-7875-4b89-ba23-00ac06bb0024 service neutron] Bound port: 919757a9-5969-4ad7-998a-9bc9f3197774, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cde52685-fc11-4638-9b6c-dc6bb4625112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'e2970462-80b3-4f2e-b1ee-1c19313eae2f'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 01:59:52.467021 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-dc8af942-6925-4084-8811-d8336ada7089 req-50478264-7875-4b89-ba23-00ac06bb0024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (919757a9-5969-4ad7-998a-9bc9f3197774), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:52.553050 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-dc8af942-6925-4084-8811-d8336ada7089 req-50478264-7875-4b89-ba23-00ac06bb0024 service neutron] For port 919757a9-5969-4ad7-998a-9bc9f3197774, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 01:59:52.556276 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-dc8af942-6925-4084-8811-d8336ada7089 req-50478264-7875-4b89-ba23-00ac06bb0024 service neutron] For port 919757a9-5969-4ad7-998a-9bc9f3197774, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=919757a9-5969-4ad7-998a-9bc9f3197774,segment=NetworkSegment(cde52685-fc11-4638-9b6c-dc6bb4625112),segment_id=cde52685-fc11-4638-9b6c-dc6bb4625112)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 01:59:52.563061 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-dc8af942-6925-4084-8811-d8336ada7089 req-50478264-7875-4b89-ba23-00ac06bb0024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (919757a9-5969-4ad7-998a-9bc9f3197774), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:52.603520 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8af942-6925-4084-8811-d8336ada7089 req-50478264-7875-4b89-ba23-00ac06bb0024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:52.604206 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-dc8af942-6925-4084-8811-d8336ada7089 req-50478264-7875-4b89-ba23-00ac06bb0024 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:52.606172 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-dc8af942-6925-4084-8811-d8336ada7089 req-50478264-7875-4b89-ba23-00ac06bb0024 service neutron] 10.222.0.47 "PUT /v2.0/ports/919757a9-5969-4ad7-998a-9bc9f3197774 HTTP/1.1" status: 200 len: 1092 time: 0.7345951 Feb 09 01:59:52.606589 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f42d38a8-c5d1-4ff0-982b-367e0a623c79', 'tag': '919757a9-5969-4ad7-998a-9bc9f3197774'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:59:52.608844 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb43af88e673329c23149398428cc041a01d2eb1e38e3c4d9439b19a076227c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903417dd-757d-46cd-801f-239330da6e4c" -d '{"events": [{"name": "network-changed", "server_uuid": "f42d38a8-c5d1-4ff0-982b-367e0a623c79", "tag": "919757a9-5969-4ad7-998a-9bc9f3197774"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:59:52.637754 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50478264-7875-4b89-ba23-00ac06bb0024 service neutron] Pushing event updated for resources: {'Port': ['ID=919757a9-5969-4ad7-998a-9bc9f3197774,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:52.663388 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 01:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60582a6-9b59-4ce8-8eef-27a760428104 x-openstack-request-id: req-f60582a6-9b59-4ce8-8eef-27a760428104 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:59:52.663748 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f42d38a8-c5d1-4ff0-982b-367e0a623c79", "tag": "919757a9-5969-4ad7-998a-9bc9f3197774", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:59:52.664073 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f60582a6-9b59-4ce8-8eef-27a760428104 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:59:52.664588 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f42d38a8-c5d1-4ff0-982b-367e0a623c79', 'tag': '919757a9-5969-4ad7-998a-9bc9f3197774', 'status': 'completed', 'code': 200} Feb 09 01:59:52.704439 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8af942-6925-4084-8811-d8336ada7089 req-fa17d11c-c362-4af3-ba33-e4267b70431c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:52.706110 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-dc8af942-6925-4084-8811-d8336ada7089 req-fa17d11c-c362-4af3-ba33-e4267b70431c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7050557f09d44893a51002583ece992c&device_id=f42d38a8-c5d1-4ff0-982b-367e0a623c79 HTTP/1.1" status: 200 len: 1126 time: 0.0565412 Feb 09 01:59:52.757354 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-dc8af942-6925-4084-8811-d8336ada7089 req-d83ba8fe-9795-407a-abb0-e49e55189b57 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=919757a9-5969-4ad7-998a-9bc9f3197774 HTTP/1.1" status: 200 len: 217 time: 0.0426571 Feb 09 01:59:52.808095 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8af942-6925-4084-8811-d8336ada7089 req-0fd1d90c-d053-43e9-9d93-a17dabcdd965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:52.809710 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-dc8af942-6925-4084-8811-d8336ada7089 req-0fd1d90c-d053-43e9-9d93-a17dabcdd965 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0fc2a771-59cc-4e8d-93ec-2ad1c6930107 HTTP/1.1" status: 200 len: 834 time: 0.0468874 Feb 09 01:59:52.859231 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8af942-6925-4084-8811-d8336ada7089 req-2b17f0f7-b0c9-45af-b146-f78fb19ff958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:52.860928 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-dc8af942-6925-4084-8811-d8336ada7089 req-2b17f0f7-b0c9-45af-b146-f78fb19ff958 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2970462-80b3-4f2e-b1ee-1c19313eae2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452323 Feb 09 01:59:52.965097 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-dc8af942-6925-4084-8811-d8336ada7089 req-a49d2804-d82b-49ef-a980-076fc75c31f6 service neutron] 10.222.0.47 "GET /v2.0/networks/e2970462-80b3-4f2e-b1ee-1c19313eae2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966473 Feb 09 01:59:53.051923 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-dc8af942-6925-4084-8811-d8336ada7089 req-ec576142-87ae-4f12-b80a-9edd5bf8e7c1 service neutron] 10.222.0.47 "GET /v2.0/networks/e2970462-80b3-4f2e-b1ee-1c19313eae2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810840 Feb 09 01:59:53.141230 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903417dd-757d-46cd-801f-239330da6e4c req-04e4cbc0-5cce-491a-a2bc-93caa632b3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:53.142767 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-903417dd-757d-46cd-801f-239330da6e4c req-04e4cbc0-5cce-491a-a2bc-93caa632b3ea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7050557f09d44893a51002583ece992c&device_id=f42d38a8-c5d1-4ff0-982b-367e0a623c79 HTTP/1.1" status: 200 len: 1126 time: 0.0457511 Feb 09 01:59:53.237809 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903417dd-757d-46cd-801f-239330da6e4c req-ff4f0478-40c1-4daf-876a-724d24742aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:53.239220 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-903417dd-757d-46cd-801f-239330da6e4c req-ff4f0478-40c1-4daf-876a-724d24742aff service neutron] 10.222.0.47 "GET /v2.0/networks?id=e2970462-80b3-4f2e-b1ee-1c19313eae2f HTTP/1.1" status: 200 len: 899 time: 0.0890012 Feb 09 01:59:53.290851 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-903417dd-757d-46cd-801f-239330da6e4c req-bc286216-7a3c-48f8-ac9a-dcb56b938cf9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=919757a9-5969-4ad7-998a-9bc9f3197774 HTTP/1.1" status: 200 len: 217 time: 0.0409834 Feb 09 01:59:53.344986 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903417dd-757d-46cd-801f-239330da6e4c req-d4e264d6-e2de-4773-9f61-babecd483e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:53.346472 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-903417dd-757d-46cd-801f-239330da6e4c req-d4e264d6-e2de-4773-9f61-babecd483e9f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0fc2a771-59cc-4e8d-93ec-2ad1c6930107 HTTP/1.1" status: 200 len: 834 time: 0.0490155 Feb 09 01:59:53.367737 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccefac6-6945-401c-8323-47454731b6e0 req-cee71b9e-84ce-4bc5-b015-aa39588be167 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:53.369307 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cccefac6-6945-401c-8323-47454731b6e0 req-cee71b9e-84ce-4bc5-b015-aa39588be167 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=f42d38a8-c5d1-4ff0-982b-367e0a623c79 HTTP/1.1" status: 200 len: 944 time: 0.0547979 Feb 09 01:59:53.399047 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903417dd-757d-46cd-801f-239330da6e4c req-5d5b142e-1fd7-4b96-af90-76c74cf1b146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:53.400879 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-903417dd-757d-46cd-801f-239330da6e4c req-5d5b142e-1fd7-4b96-af90-76c74cf1b146 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2970462-80b3-4f2e-b1ee-1c19313eae2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468092 Feb 09 01:59:53.419613 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cccefac6-6945-401c-8323-47454731b6e0 req-cb31aeaa-e46f-429c-b531-dc4fa5de7ab9 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=efad3454-2238-416d-a785-74d4a0eb87ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441332 Feb 09 01:59:53.491207 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-903417dd-757d-46cd-801f-239330da6e4c req-69a1e08b-1b8f-4a71-be2b-c55e40dd9e06 service neutron] 10.222.0.47 "GET /v2.0/networks/e2970462-80b3-4f2e-b1ee-1c19313eae2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818186 Feb 09 01:59:53.585072 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-903417dd-757d-46cd-801f-239330da6e4c req-5e13c2de-6628-4b12-ba4e-a4bd0d651df4 service neutron] 10.222.0.47 "GET /v2.0/networks/e2970462-80b3-4f2e-b1ee-1c19313eae2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876606 Feb 09 01:59:54.540261 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd72a90c-43ff-4b81-92ae-5785ad3c7576 req-8db077f7-bfc2-41e1-83d2-c00ba5a49d90 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:54.541799 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bd72a90c-43ff-4b81-92ae-5785ad3c7576 req-8db077f7-bfc2-41e1-83d2-c00ba5a49d90 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=f42d38a8-c5d1-4ff0-982b-367e0a623c79 HTTP/1.1" status: 200 len: 944 time: 0.0526714 Feb 09 01:59:54.608562 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bd72a90c-43ff-4b81-92ae-5785ad3c7576 req-21447b2c-8286-4b6e-a61a-61d3658493e6 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=efad3454-2238-416d-a785-74d4a0eb87ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604150 Feb 09 01:59:55.726448 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878bf9d0-952c-46fa-a208-e9625cc01b37 req-2377e211-c91d-46da-85de-1c50264d03b9 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:55.727850 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-878bf9d0-952c-46fa-a208-e9625cc01b37 req-2377e211-c91d-46da-85de-1c50264d03b9 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=f42d38a8-c5d1-4ff0-982b-367e0a623c79 HTTP/1.1" status: 200 len: 944 time: 0.0519421 Feb 09 01:59:55.775973 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-878bf9d0-952c-46fa-a208-e9625cc01b37 req-a5695aa9-e39b-4a37-92e5-b7537d8fe3a9 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=efad3454-2238-416d-a785-74d4a0eb87ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419765 Feb 09 01:59:56.894373 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956d3eb-09b1-4b2d-a6f0-613e5a0fe8aa req-970f3962-08d0-4d81-8f3c-4d32acac03dc tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:56.895841 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f956d3eb-09b1-4b2d-a6f0-613e5a0fe8aa req-970f3962-08d0-4d81-8f3c-4d32acac03dc tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=f42d38a8-c5d1-4ff0-982b-367e0a623c79 HTTP/1.1" status: 200 len: 944 time: 0.0517035 Feb 09 01:59:56.905311 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 919757a9-5969-4ad7-998a-9bc9f3197774 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 01:59:56.943127 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f956d3eb-09b1-4b2d-a6f0-613e5a0fe8aa req-58454f22-b3a8-457b-851a-38b9e729f1c9 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=efad3454-2238-416d-a785-74d4a0eb87ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418029 Feb 09 01:59:57.003545 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 919757a9-5969-4ad7-998a-9bc9f3197774, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=919757a9-5969-4ad7-998a-9bc9f3197774,segment=NetworkSegment(cde52685-fc11-4638-9b6c-dc6bb4625112),segment_id=cde52685-fc11-4638-9b6c-dc6bb4625112)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:57.014022 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '919757a9-5969-4ad7-998a-9bc9f3197774', 'network_id': 'e2970462-80b3-4f2e-b1ee-1c19313eae2f', 'port_id': '919757a9-5969-4ad7-998a-9bc9f3197774', 'mac_address': 'fa:16:3e:13:90:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1030, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fc2a771-59cc-4e8d-93ec-2ad1c6930107', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 01:59:57.052227 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 919757a9-5969-4ad7-998a-9bc9f3197774 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:59:57.052740 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (919757a9-5969-4ad7-998a-9bc9f3197774), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:57.065861 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 919757a9-5969-4ad7-998a-9bc9f3197774 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 01:59:57.084327 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 919757a9-5969-4ad7-998a-9bc9f3197774, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=919757a9-5969-4ad7-998a-9bc9f3197774,segment=NetworkSegment(cde52685-fc11-4638-9b6c-dc6bb4625112),segment_id=cde52685-fc11-4638-9b6c-dc6bb4625112)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:57.088684 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (919757a9-5969-4ad7-998a-9bc9f3197774), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:57.133649 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=919757a9-5969-4ad7-998a-9bc9f3197774,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:57.321468 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['919757a9-5969-4ad7-998a-9bc9f3197774'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 01:59:58.066698 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b304a67-da34-415b-af68-b73026c9942d req-d5845910-bccb-4ffc-98de-10f851770a50 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:58.068182 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1b304a67-da34-415b-af68-b73026c9942d req-d5845910-bccb-4ffc-98de-10f851770a50 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=f42d38a8-c5d1-4ff0-982b-367e0a623c79 HTTP/1.1" status: 200 len: 945 time: 0.0557706 Feb 09 01:59:58.115391 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1b304a67-da34-415b-af68-b73026c9942d req-1fc1548d-5124-4db5-87b6-03ef624517b4 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=efad3454-2238-416d-a785-74d4a0eb87ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415137 Feb 09 01:59:58.920331 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 919757a9-5969-4ad7-998a-9bc9f3197774 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 01:59:58.970452 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 919757a9-5969-4ad7-998a-9bc9f3197774 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 01:59:58.974512 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 919757a9-5969-4ad7-998a-9bc9f3197774 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 01:59:58.974893 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (919757a9-5969-4ad7-998a-9bc9f3197774), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:59.053010 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 919757a9-5969-4ad7-998a-9bc9f3197774 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 01:59:59.053410 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (919757a9-5969-4ad7-998a-9bc9f3197774), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:59.076400 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42d38a8-c5d1-4ff0-982b-367e0a623c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919757a9-5969-4ad7-998a-9bc9f3197774'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 01:59:59.089466 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 919757a9-5969-4ad7-998a-9bc9f3197774, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=919757a9-5969-4ad7-998a-9bc9f3197774,segment=NetworkSegment(cde52685-fc11-4638-9b6c-dc6bb4625112),segment_id=cde52685-fc11-4638-9b6c-dc6bb4625112)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 01:59:59.094113 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (919757a9-5969-4ad7-998a-9bc9f3197774), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 01:59:59.118350 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f766445e23ec559c7328ff843d6cc013f3fae19186639b550ac9b130fb2cde8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd8d1be-21d4-4508-bb14-b824cfa0da6b" -d '{"events": [{"server_uuid": "f42d38a8-c5d1-4ff0-982b-367e0a623c79", "name": "network-vif-plugged", "status": "completed", "tag": "919757a9-5969-4ad7-998a-9bc9f3197774"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 01:59:59.154400 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=919757a9-5969-4ad7-998a-9bc9f3197774,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 01:59:59.216430 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 01:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfe3a75-0dcf-46ac-baa2-40d4eb1b77ad x-openstack-request-id: req-2bfe3a75-0dcf-46ac-baa2-40d4eb1b77ad {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 01:59:59.216753 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f42d38a8-c5d1-4ff0-982b-367e0a623c79", "name": "network-vif-plugged", "status": "completed", "tag": "919757a9-5969-4ad7-998a-9bc9f3197774", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 01:59:59.217010 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2bfe3a75-0dcf-46ac-baa2-40d4eb1b77ad {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 01:59:59.217412 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42d38a8-c5d1-4ff0-982b-367e0a623c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919757a9-5969-4ad7-998a-9bc9f3197774', 'code': 200} Feb 09 01:59:59.236887 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802fd83-e02e-4868-88d2-f98f3eb015d4 req-3454ec3d-3cb9-4ee1-80c8-a582298e9e01 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:59.238421 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9802fd83-e02e-4868-88d2-f98f3eb015d4 req-3454ec3d-3cb9-4ee1-80c8-a582298e9e01 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=f42d38a8-c5d1-4ff0-982b-367e0a623c79 HTTP/1.1" status: 200 len: 946 time: 0.0536578 Feb 09 01:59:59.289360 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9802fd83-e02e-4868-88d2-f98f3eb015d4 req-e347e585-63d0-43bb-99e1-191db7370d3f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=efad3454-2238-416d-a785-74d4a0eb87ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452893 Feb 09 01:59:59.318280 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c47cca-3404-4383-bdfe-cd046be4e3d1 req-82480b50-4221-4a45-9f07-1785e650db7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 01:59:59.319817 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-47c47cca-3404-4383-bdfe-cd046be4e3d1 req-82480b50-4221-4a45-9f07-1785e650db7d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f42d38a8-c5d1-4ff0-982b-367e0a623c79 HTTP/1.1" status: 200 len: 1128 time: 0.0488379 Feb 09 01:59:59.368085 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-47c47cca-3404-4383-bdfe-cd046be4e3d1 req-f77753f3-0eb6-4f6c-91b7-5c958bbe01a2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=efad3454-2238-416d-a785-74d4a0eb87ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395052 Feb 09 02:00:00.416332 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d67f1a-71d5-4d34-88c8-f72562166b96 req-2776130b-264a-408d-8828-7e3ecc826cf5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:00.417895 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0d67f1a-71d5-4d34-88c8-f72562166b96 req-2776130b-264a-408d-8828-7e3ecc826cf5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=f42d38a8-c5d1-4ff0-982b-367e0a623c79 HTTP/1.1" status: 200 len: 946 time: 0.0575030 Feb 09 02:00:00.467121 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b0d67f1a-71d5-4d34-88c8-f72562166b96 req-a15e3b9a-3424-4269-a001-87eb0ac1ed06 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=efad3454-2238-416d-a785-74d4a0eb87ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434444 Feb 09 02:00:01.594454 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af54556-0be6-481a-ad0f-5f2c85e6b65b req-2239f8bb-680b-4887-8001-9533bcf55eec tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:01.595967 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7af54556-0be6-481a-ad0f-5f2c85e6b65b req-2239f8bb-680b-4887-8001-9533bcf55eec tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=f42d38a8-c5d1-4ff0-982b-367e0a623c79 HTTP/1.1" status: 200 len: 946 time: 0.0612140 Feb 09 02:00:01.643707 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7af54556-0be6-481a-ad0f-5f2c85e6b65b req-585d4b3b-7daa-48e5-b406-84fb035502ca tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=efad3454-2238-416d-a785-74d4a0eb87ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421450 Feb 09 02:00:01.760683 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7c9f0-0ffd-4da9-a1be-9fe87185df65 req-2a57d1ee-8f14-4b2a-a45d-b0d36056d8e1 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:01.762076 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-46e7c9f0-0ffd-4da9-a1be-9fe87185df65 req-2a57d1ee-8f14-4b2a-a45d-b0d36056d8e1 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=f42d38a8-c5d1-4ff0-982b-367e0a623c79 HTTP/1.1" status: 200 len: 946 time: 0.0519795 Feb 09 02:00:01.813719 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-46e7c9f0-0ffd-4da9-a1be-9fe87185df65 req-b0b5741b-4f60-458a-aec1-bf5dc9ad488c tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=efad3454-2238-416d-a785-74d4a0eb87ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461750 Feb 09 02:00:01.834976 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44912) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:01.878366 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94fe418-374a-48b7-81d8-d1f6864e39e9 tempest-TestNetworkAdvancedServerOps-392406596 tempest-TestNetworkAdvancedServerOps-392406596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:01.879859 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e94fe418-374a-48b7-81d8-d1f6864e39e9 tempest-TestNetworkAdvancedServerOps-392406596 tempest-TestNetworkAdvancedServerOps-392406596-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f42d38a8-c5d1-4ff0-982b-367e0a623c79 HTTP/1.1" status: 200 len: 1123 time: 0.0439217 Feb 09 02:00:01.882708 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44914) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:01.887363 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-b06c9b66-528f-4d07-81da-512d2389be56 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'port_id': '919757a9-5969-4ad7-998a-9bc9f3197774', 'tenant_id': '7050557f09d44893a51002583ece992c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:01.906800 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b06c9b66-528f-4d07-81da-512d2389be56 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:01.999215 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b06c9b66-528f-4d07-81da-512d2389be56 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:02.441300 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-b06c9b66-528f-4d07-81da-512d2389be56 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Allocated IP 172.25.8.48 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/8ac2c959-c5ac-42f8-8999-de40ad34b21b) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:00:02.478141 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fe4b825d-54af-4846-9a0c-a8bf334d1b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:02.544522 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b06c9b66-528f-4d07-81da-512d2389be56 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for port (8ac2c959-c5ac-42f8-8999-de40ad34b21b), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:02.578118 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b06c9b66-528f-4d07-81da-512d2389be56 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (8ac2c959-c5ac-42f8-8999-de40ad34b21b), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:02.618408 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06c9b66-528f-4d07-81da-512d2389be56 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:00:02.621469 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-b06c9b66-528f-4d07-81da-512d2389be56 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:02.625363 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06c9b66-528f-4d07-81da-512d2389be56 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:00:02.646532 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c9b66-528f-4d07-81da-512d2389be56 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'Port': ['ID=8ac2c959-c5ac-42f8-8999-de40ad34b21b,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:02.973619 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b06c9b66-528f-4d07-81da-512d2389be56 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for floatingip (c28cd2be-8fe1-4100-9c8d-7d5f3cea142a), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:03.042139 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b06c9b66-528f-4d07-81da-512d2389be56 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8ac2c959-c5ac-42f8-8999-de40ad34b21b), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:03.189906 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b06c9b66-528f-4d07-81da-512d2389be56 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for port (8ac2c959-c5ac-42f8-8999-de40ad34b21b), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:03.194262 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b06c9b66-528f-4d07-81da-512d2389be56 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (8ac2c959-c5ac-42f8-8999-de40ad34b21b), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:03.264906 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c9b66-528f-4d07-81da-512d2389be56 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'Port': ['ID=8ac2c959-c5ac-42f8-8999-de40ad34b21b,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:03.274555 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b06c9b66-528f-4d07-81da-512d2389be56 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (c28cd2be-8fe1-4100-9c8d-7d5f3cea142a), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:03.373467 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [None req-b06c9b66-528f-4d07-81da-512d2389be56 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Floating IP c28cd2be-8fe1-4100-9c8d-7d5f3cea142a associated. External IP: 172.25.8.48, port: 919757a9-5969-4ad7-998a-9bc9f3197774. Feb 09 02:00:03.585094 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06c9b66-528f-4d07-81da-512d2389be56 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Router e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:00:03.698768 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06c9b66-528f-4d07-81da-512d2389be56 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:00:03.708228 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20a6897-b588-4629-9fd4-fc656fe97936 None None] Sync routers for ids ['e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:00:03.715842 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b06c9b66-528f-4d07-81da-512d2389be56 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:03.717658 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20a6897-b588-4629-9fd4-fc656fe97936 None None] Routers {'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:00:03.718274 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-d20a6897-b588-4629-9fd4-fc656fe97936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:59:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:03.746055 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b06c9b66-528f-4d07-81da-512d2389be56 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8623564 Feb 09 02:00:03.746655 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f42d38a8-c5d1-4ff0-982b-367e0a623c79', 'tag': '919757a9-5969-4ad7-998a-9bc9f3197774'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:00:03.749105 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a470e99f0f86a4159e910055b77303d33aac5c61a6ba05ec29afc43a7220bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be662f2e-cc0a-4711-a1f5-19ddd4a77c77" -d '{"events": [{"name": "network-changed", "server_uuid": "f42d38a8-c5d1-4ff0-982b-367e0a623c79", "tag": "919757a9-5969-4ad7-998a-9bc9f3197774"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:00:03.788157 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db5ec46-fcc8-482c-8b30-db11dca23460 x-openstack-request-id: req-0db5ec46-fcc8-482c-8b30-db11dca23460 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:00:03.788830 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f42d38a8-c5d1-4ff0-982b-367e0a623c79", "tag": "919757a9-5969-4ad7-998a-9bc9f3197774", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:00:03.789096 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0db5ec46-fcc8-482c-8b30-db11dca23460 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:00:03.789505 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f42d38a8-c5d1-4ff0-982b-367e0a623c79', 'tag': '919757a9-5969-4ad7-998a-9bc9f3197774', 'status': 'completed', 'code': 200} Feb 09 02:00:03.829550 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-d20a6897-b588-4629-9fd4-fc656fe97936 None None] Set router e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:00:03.854795 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccad602-67fb-416a-954c-35c965b01443 req-39457cec-c11f-4063-8b6d-21309a42d3e0 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:03.856236 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2ccad602-67fb-416a-954c-35c965b01443 req-39457cec-c11f-4063-8b6d-21309a42d3e0 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=f42d38a8-c5d1-4ff0-982b-367e0a623c79 HTTP/1.1" status: 200 len: 946 time: 0.0547752 Feb 09 02:00:03.865268 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be662f2e-cc0a-4711-a1f5-19ddd4a77c77 req-aca63bba-998b-42da-b8a6-a10c36131aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:03.866802 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-be662f2e-cc0a-4711-a1f5-19ddd4a77c77 req-aca63bba-998b-42da-b8a6-a10c36131aac service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7050557f09d44893a51002583ece992c&device_id=f42d38a8-c5d1-4ff0-982b-367e0a623c79 HTTP/1.1" status: 200 len: 1128 time: 0.0573645 Feb 09 02:00:03.913590 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2ccad602-67fb-416a-954c-35c965b01443 req-620001f7-9a9b-4c33-abf7-9335cd5bc127 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=efad3454-2238-416d-a785-74d4a0eb87ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498223 Feb 09 02:00:03.938422 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44922) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:03.959909 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be662f2e-cc0a-4711-a1f5-19ddd4a77c77 req-9b8df5cd-48cf-440a-977c-031791c8c6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:03.961536 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-be662f2e-cc0a-4711-a1f5-19ddd4a77c77 req-9b8df5cd-48cf-440a-977c-031791c8c6b9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e2970462-80b3-4f2e-b1ee-1c19313eae2f HTTP/1.1" status: 200 len: 899 time: 0.0884311 Feb 09 02:00:04.004118 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-5c5ec1cf-34ef-43e4-aa5c-720d828cb02a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/floatingips/c28cd2be-8fe1-4100-9c8d-7d5f3cea142a HTTP/1.1" status: 200 len: 991 time: 0.0640540 Feb 09 02:00:04.033664 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-be662f2e-cc0a-4711-a1f5-19ddd4a77c77 req-3537a033-e302-4fc4-ae05-02c0ee132bbc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=919757a9-5969-4ad7-998a-9bc9f3197774 HTTP/1.1" status: 200 len: 999 time: 0.0654986 Feb 09 02:00:04.064297 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-d20a6897-b588-4629-9fd4-fc656fe97936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025876367', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'b43e3308-60b2-4cef-a2a3-322bfe2890e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:59:44Z', 'updated_at': '2022-02-09T01:59:48Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': 'b43e3308-60b2-4cef-a2a3-322bfe2890e0', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:01:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:59:44Z', 'updated_at': '2022-02-09T01:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'c28cd2be-8fe1-4100-9c8d-7d5f3cea142a', 'tenant_id': '7050557f09d44893a51002583ece992c', 'floating_ip_address': '172.25.8.48', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50', 'port_id': '919757a9-5969-4ad7-998a-9bc9f3197774', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2970462-80b3-4f2e-b1ee-1c19313eae2f', 'mac_address': 'fa:16:3e:13:90:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42d38a8-c5d1-4ff0-982b-367e0a623c79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:00:02Z', 'updated_at': '2022-02-09T02:00:02Z', 'revision_number': 0, 'project_id': '7050557f09d44893a51002583ece992c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce586fef-97a8-4fef-9200-58957b99e54f', 'name': '', 'network_id': 'e2970462-80b3-4f2e-b1ee-1c19313eae2f', 'tenant_id': '7050557f09d44893a51002583ece992c', 'mac_address': 'fa:16:3e:44:4f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '0fc2a771-59cc-4e8d-93ec-2ad1c6930107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:59:47Z', 'updated_at': '2022-02-09T01:59:51Z', 'revision_number': 5, 'project_id': '7050557f09d44893a51002583ece992c', 'subnets': [{'id': '0fc2a771-59cc-4e8d-93ec-2ad1c6930107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:04.081609 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be662f2e-cc0a-4711-a1f5-19ddd4a77c77 req-ce75a0f7-d6dd-41e9-9a91-a6d6ad0536ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:04.083067 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-be662f2e-cc0a-4711-a1f5-19ddd4a77c77 req-ce75a0f7-d6dd-41e9-9a91-a6d6ad0536ee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0fc2a771-59cc-4e8d-93ec-2ad1c6930107 HTTP/1.1" status: 200 len: 834 time: 0.0442622 Feb 09 02:00:04.090552 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20a6897-b588-4629-9fd4-fc656fe97936 None None] Checking router: e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:00:04.099134 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20a6897-b588-4629-9fd4-fc656fe97936 None None] Routers {'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:00:04.099742 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-d20a6897-b588-4629-9fd4-fc656fe97936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T01:59:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:04.131518 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be662f2e-cc0a-4711-a1f5-19ddd4a77c77 req-c6dac13a-59bc-43ed-93aa-e749b1a7ab01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:04.132983 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-be662f2e-cc0a-4711-a1f5-19ddd4a77c77 req-c6dac13a-59bc-43ed-93aa-e749b1a7ab01 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2970462-80b3-4f2e-b1ee-1c19313eae2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439212 Feb 09 02:00:04.207743 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-d20a6897-b588-4629-9fd4-fc656fe97936 None None] Set router e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:00:04.223417 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-be662f2e-cc0a-4711-a1f5-19ddd4a77c77 req-6b2ef40d-fef5-48bb-b72d-417ac7913746 service neutron] 10.222.0.47 "GET /v2.0/networks/e2970462-80b3-4f2e-b1ee-1c19313eae2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843596 Feb 09 02:00:04.311958 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-be662f2e-cc0a-4711-a1f5-19ddd4a77c77 req-98f4aae3-0d8e-41fb-90bd-e1c65d0ceedc service neutron] 10.222.0.47 "GET /v2.0/networks/e2970462-80b3-4f2e-b1ee-1c19313eae2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822926 Feb 09 02:00:04.424577 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-d20a6897-b588-4629-9fd4-fc656fe97936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025876367', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'b43e3308-60b2-4cef-a2a3-322bfe2890e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:59:44Z', 'updated_at': '2022-02-09T01:59:48Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': 'b43e3308-60b2-4cef-a2a3-322bfe2890e0', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:01:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:59:44Z', 'updated_at': '2022-02-09T01:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'c28cd2be-8fe1-4100-9c8d-7d5f3cea142a', 'tenant_id': '7050557f09d44893a51002583ece992c', 'floating_ip_address': '172.25.8.48', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50', 'port_id': '919757a9-5969-4ad7-998a-9bc9f3197774', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2970462-80b3-4f2e-b1ee-1c19313eae2f', 'mac_address': 'fa:16:3e:13:90:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42d38a8-c5d1-4ff0-982b-367e0a623c79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:00:02Z', 'updated_at': '2022-02-09T02:00:02Z', 'revision_number': 0, 'project_id': '7050557f09d44893a51002583ece992c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce586fef-97a8-4fef-9200-58957b99e54f', 'name': '', 'network_id': 'e2970462-80b3-4f2e-b1ee-1c19313eae2f', 'tenant_id': '7050557f09d44893a51002583ece992c', 'mac_address': 'fa:16:3e:44:4f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '0fc2a771-59cc-4e8d-93ec-2ad1c6930107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:59:47Z', 'updated_at': '2022-02-09T01:59:51Z', 'revision_number': 5, 'project_id': '7050557f09d44893a51002583ece992c', 'subnets': [{'id': '0fc2a771-59cc-4e8d-93ec-2ad1c6930107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:04.453745 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20a6897-b588-4629-9fd4-fc656fe97936 None None] The sync data for ids ['e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50'] in n-d-828369-4 is: [{'id': 'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025876367', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'b43e3308-60b2-4cef-a2a3-322bfe2890e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:59:44Z', 'updated_at': '2022-02-09T01:59:48Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': 'b43e3308-60b2-4cef-a2a3-322bfe2890e0', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:01:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:59:44Z', 'updated_at': '2022-02-09T01:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': 'c28cd2be-8fe1-4100-9c8d-7d5f3cea142a', 'tenant_id': '7050557f09d44893a51002583ece992c', 'floating_ip_address': '172.25.8.48', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50', 'port_id': '919757a9-5969-4ad7-998a-9bc9f3197774', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2970462-80b3-4f2e-b1ee-1c19313eae2f', 'mac_address': 'fa:16:3e:13:90:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42d38a8-c5d1-4ff0-982b-367e0a623c79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:00:02Z', 'updated_at': '2022-02-09T02:00:02Z', 'revision_number': 0, 'project_id': '7050557f09d44893a51002583ece992c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce586fef-97a8-4fef-9200-58957b99e54f', 'name': '', 'network_id': 'e2970462-80b3-4f2e-b1ee-1c19313eae2f', 'tenant_id': '7050557f09d44893a51002583ece992c', 'mac_address': 'fa:16:3e:44:4f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '0fc2a771-59cc-4e8d-93ec-2ad1c6930107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:59:47Z', 'updated_at': '2022-02-09T01:59:51Z', 'revision_number': 5, 'project_id': '7050557f09d44893a51002583ece992c', 'subnets': [{'id': '0fc2a771-59cc-4e8d-93ec-2ad1c6930107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:00:04.498230 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8475c78a-72e4-41c4-8a40-c4e04cc26ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:04.650934 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b023894d-f965-420d-93a8-7691edb7e266 None None] New status for floating IP c28cd2be-8fe1-4100-9c8d-7d5f3cea142a: ACTIVE {{(pid=103138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:00:05.005997 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44924) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:05.069116 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f8473253-cc6a-4b2b-b2c0-ae8520650229 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/floatingips/c28cd2be-8fe1-4100-9c8d-7d5f3cea142a HTTP/1.1" status: 200 len: 993 time: 0.0618768 Feb 09 02:00:06.088879 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:07.377545 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:08.071878 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:08.519075 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:09.791442 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:17.022906 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:00:31.730754 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea576a-6e93-4124-bb69-62f33b4d7e2d req-b32aa5af-bf17-45fe-96fb-7bbd0b1cbe77 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:31.732270 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-89ea576a-6e93-4124-bb69-62f33b4d7e2d req-b32aa5af-bf17-45fe-96fb-7bbd0b1cbe77 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=f42d38a8-c5d1-4ff0-982b-367e0a623c79 HTTP/1.1" status: 200 len: 946 time: 0.0606611 Feb 09 02:00:31.783992 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-89ea576a-6e93-4124-bb69-62f33b4d7e2d req-cb3bc7a7-a886-444f-b790-c7cb7d636253 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=efad3454-2238-416d-a785-74d4a0eb87ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461209 Feb 09 02:00:32.470389 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-35abd395-0197-4562-bb8c-58ad4b4efc16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:32.903932 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf02b58-fd8b-42f8-9c51-8107bfbf9e80 req-e310f15e-806a-4e72-afee-46ca3cfa918d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:32.905461 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ebf02b58-fd8b-42f8-9c51-8107bfbf9e80 req-e310f15e-806a-4e72-afee-46ca3cfa918d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=f42d38a8-c5d1-4ff0-982b-367e0a623c79 HTTP/1.1" status: 200 len: 946 time: 0.0521843 Feb 09 02:00:32.956806 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ebf02b58-fd8b-42f8-9c51-8107bfbf9e80 req-79cea69b-1a40-4001-86e8-84f2b62f94c7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=efad3454-2238-416d-a785-74d4a0eb87ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458143 Feb 09 02:00:32.979222 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44954) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:33.043929 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b8092da9-931d-41bf-b2ae-98d8471c5d83 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/floatingips/c28cd2be-8fe1-4100-9c8d-7d5f3cea142a HTTP/1.1" status: 200 len: 993 time: 0.0635922 Feb 09 02:00:33.777818 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-342760c4-6e1b-4a02-a53e-65047194d6f2 req-24759396-fce0-4e1f-b733-7326122c2665 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f42d38a8-c5d1-4ff0-982b-367e0a623c79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437562 Feb 09 02:00:33.864348 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342760c4-6e1b-4a02-a53e-65047194d6f2 req-74c0137d-7e0f-4b9d-bfaa-8460defb4e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:33.865862 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-342760c4-6e1b-4a02-a53e-65047194d6f2 req-74c0137d-7e0f-4b9d-bfaa-8460defb4e0a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7050557f09d44893a51002583ece992c&device_id=f42d38a8-c5d1-4ff0-982b-367e0a623c79 HTTP/1.1" status: 200 len: 1128 time: 0.0484447 Feb 09 02:00:33.966404 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342760c4-6e1b-4a02-a53e-65047194d6f2 req-068e67fa-226f-4a02-a8da-d10d22f3802a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:33.968028 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-342760c4-6e1b-4a02-a53e-65047194d6f2 req-068e67fa-226f-4a02-a8da-d10d22f3802a service neutron] 10.222.0.47 "GET /v2.0/networks?id=e2970462-80b3-4f2e-b1ee-1c19313eae2f HTTP/1.1" status: 200 len: 899 time: 0.0843568 Feb 09 02:00:34.035404 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-342760c4-6e1b-4a02-a53e-65047194d6f2 req-69d290f9-55a0-4479-80b9-f4d59f4f5b94 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=919757a9-5969-4ad7-998a-9bc9f3197774 HTTP/1.1" status: 200 len: 1001 time: 0.0619071 Feb 09 02:00:34.083828 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342760c4-6e1b-4a02-a53e-65047194d6f2 req-5a05b9c2-3368-4187-8faf-07ccd2adab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:34.085333 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-342760c4-6e1b-4a02-a53e-65047194d6f2 req-5a05b9c2-3368-4187-8faf-07ccd2adab8a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0fc2a771-59cc-4e8d-93ec-2ad1c6930107 HTTP/1.1" status: 200 len: 834 time: 0.0440955 Feb 09 02:00:34.134234 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342760c4-6e1b-4a02-a53e-65047194d6f2 req-032913d6-3d5e-410f-a458-6559012f0520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:34.136222 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-342760c4-6e1b-4a02-a53e-65047194d6f2 req-032913d6-3d5e-410f-a458-6559012f0520 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2970462-80b3-4f2e-b1ee-1c19313eae2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451357 Feb 09 02:00:34.230225 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-342760c4-6e1b-4a02-a53e-65047194d6f2 req-f51f32b7-69c9-4959-b47e-40112ccf88e0 service neutron] 10.222.0.47 "GET /v2.0/networks/e2970462-80b3-4f2e-b1ee-1c19313eae2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873375 Feb 09 02:00:34.321422 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-342760c4-6e1b-4a02-a53e-65047194d6f2 req-3a3b833f-4b24-43d8-8110-64df15b5e854 service neutron] 10.222.0.47 "GET /v2.0/networks/e2970462-80b3-4f2e-b1ee-1c19313eae2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857985 Feb 09 02:00:34.323310 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9bfef-163a-4f31-811f-85a79cb7e684 req-302ea5f1-3f7a-444a-9e75-2d99489a7602 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:34.324874 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b5a9bfef-163a-4f31-811f-85a79cb7e684 req-302ea5f1-3f7a-444a-9e75-2d99489a7602 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=f42d38a8-c5d1-4ff0-982b-367e0a623c79 HTTP/1.1" status: 200 len: 946 time: 0.0535617 Feb 09 02:00:34.375517 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b5a9bfef-163a-4f31-811f-85a79cb7e684 req-6896f823-43f7-411e-bee9-17c296e6a930 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=efad3454-2238-416d-a785-74d4a0eb87ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450668 Feb 09 02:00:34.500101 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7f1867bc-ae8a-4457-9026-8e91c2240ec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:35.503513 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f17db5-8ae1-43bb-b911-1efb8c7875c6 req-7e073507-566b-41fa-a4f7-e0d1338a4769 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:35.505010 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b8f17db5-8ae1-43bb-b911-1efb8c7875c6 req-7e073507-566b-41fa-a4f7-e0d1338a4769 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=f42d38a8-c5d1-4ff0-982b-367e0a623c79 HTTP/1.1" status: 200 len: 946 time: 0.0556507 Feb 09 02:00:35.553122 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b8f17db5-8ae1-43bb-b911-1efb8c7875c6 req-cd4e234b-7680-4009-8f72-3bb14df0cbd9 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=efad3454-2238-416d-a785-74d4a0eb87ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425315 Feb 09 02:00:35.575224 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44964) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:35.634008 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-7ecbe7d9-6010-42c6-803e-36839d0fa170 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/floatingips/c28cd2be-8fe1-4100-9c8d-7d5f3cea142a HTTP/1.1" status: 200 len: 993 time: 0.0577044 Feb 09 02:00:35.874786 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44970) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:36.034507 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-19b21572-e51c-4f1b-9f0d-87b04c5133ac tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Deleting port 8ac2c959-c5ac-42f8-8999-de40ad34b21b {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:00:36.034860 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-19b21572-e51c-4f1b-9f0d-87b04c5133ac tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (8ac2c959-c5ac-42f8-8999-de40ad34b21b), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:36.093044 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:36.112423 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-19b21572-e51c-4f1b-9f0d-87b04c5133ac tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (8ac2c959-c5ac-42f8-8999-de40ad34b21b), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:36.112788 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-19b21572-e51c-4f1b-9f0d-87b04c5133ac tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for floatingip (8ac2c959-c5ac-42f8-8999-de40ad34b21b), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:36.124878 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-19b21572-e51c-4f1b-9f0d-87b04c5133ac tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Calling delete_port for 8ac2c959-c5ac-42f8-8999-de40ad34b21b owned by network:floatingip {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:00:36.280351 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-19b21572-e51c-4f1b-9f0d-87b04c5133ac tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (8ac2c959-c5ac-42f8-8999-de40ad34b21b), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:36.303189 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b21572-e51c-4f1b-9f0d-87b04c5133ac tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event deleted for resources: {'Port': ['ID=8ac2c959-c5ac-42f8-8999-de40ad34b21b,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:36.317720 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b21572-e51c-4f1b-9f0d-87b04c5133ac tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:36.318086 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b21572-e51c-4f1b-9f0d-87b04c5133ac tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:36.318445 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b21572-e51c-4f1b-9f0d-87b04c5133ac tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:36.318905 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b21572-e51c-4f1b-9f0d-87b04c5133ac tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:36.319252 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b21572-e51c-4f1b-9f0d-87b04c5133ac tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:36.319590 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b21572-e51c-4f1b-9f0d-87b04c5133ac tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:36.319970 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b21572-e51c-4f1b-9f0d-87b04c5133ac tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:36.320307 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b21572-e51c-4f1b-9f0d-87b04c5133ac tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:36.320677 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b21572-e51c-4f1b-9f0d-87b04c5133ac tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:36.321012 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b21572-e51c-4f1b-9f0d-87b04c5133ac tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:36.321344 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b21572-e51c-4f1b-9f0d-87b04c5133ac tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:36.321673 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b21572-e51c-4f1b-9f0d-87b04c5133ac tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:36.322070 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b21572-e51c-4f1b-9f0d-87b04c5133ac tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:36.377484 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-19b21572-e51c-4f1b-9f0d-87b04c5133ac tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for floatingip (c28cd2be-8fe1-4100-9c8d-7d5f3cea142a), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:36.377854 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [None req-19b21572-e51c-4f1b-9f0d-87b04c5133ac tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Floating IP c28cd2be-8fe1-4100-9c8d-7d5f3cea142a disassociated (deleted). External IP: 172.25.8.48, port: 919757a9-5969-4ad7-998a-9bc9f3197774. Feb 09 02:00:36.599299 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b21572-e51c-4f1b-9f0d-87b04c5133ac tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Router e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:00:36.706976 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b21572-e51c-4f1b-9f0d-87b04c5133ac tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:00:36.711705 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-19b21572-e51c-4f1b-9f0d-87b04c5133ac tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:36.716669 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3921cbe9-fe75-4e6c-9793-140fa7a37cff None None] Sync routers for ids ['e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:00:36.726745 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3921cbe9-fe75-4e6c-9793-140fa7a37cff None None] Routers {'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:00:36.727562 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-3921cbe9-fe75-4e6c-9793-140fa7a37cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:00:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:36.741682 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-19b21572-e51c-4f1b-9f0d-87b04c5133ac tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "DELETE /v2.0/floatingips/c28cd2be-8fe1-4100-9c8d-7d5f3cea142a HTTP/1.1" status: 204 len: 168 time: 0.8657858 Feb 09 02:00:36.742812 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f42d38a8-c5d1-4ff0-982b-367e0a623c79', 'tag': '919757a9-5969-4ad7-998a-9bc9f3197774'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:00:36.745139 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a470e99f0f86a4159e910055b77303d33aac5c61a6ba05ec29afc43a7220bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cbc6f2-cb18-4952-b10f-b4e60f292e4e" -d '{"events": [{"name": "network-changed", "server_uuid": "f42d38a8-c5d1-4ff0-982b-367e0a623c79", "tag": "919757a9-5969-4ad7-998a-9bc9f3197774"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:00:36.789348 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086f355d-3cef-434f-97e9-3765afd61ed3 x-openstack-request-id: req-086f355d-3cef-434f-97e9-3765afd61ed3 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:00:36.789647 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f42d38a8-c5d1-4ff0-982b-367e0a623c79", "tag": "919757a9-5969-4ad7-998a-9bc9f3197774", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:00:36.789926 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-086f355d-3cef-434f-97e9-3765afd61ed3 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:00:36.790325 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f42d38a8-c5d1-4ff0-982b-367e0a623c79', 'tag': '919757a9-5969-4ad7-998a-9bc9f3197774', 'status': 'completed', 'code': 200} Feb 09 02:00:36.843758 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-3921cbe9-fe75-4e6c-9793-140fa7a37cff None None] Set router e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:00:36.863310 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbc6f2-cb18-4952-b10f-b4e60f292e4e req-ee48fe47-46fb-4794-8fec-58d0f4387dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:36.864828 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-35cbc6f2-cb18-4952-b10f-b4e60f292e4e req-ee48fe47-46fb-4794-8fec-58d0f4387dcf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7050557f09d44893a51002583ece992c&device_id=f42d38a8-c5d1-4ff0-982b-367e0a623c79 HTTP/1.1" status: 200 len: 1128 time: 0.0531821 Feb 09 02:00:36.970139 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbc6f2-cb18-4952-b10f-b4e60f292e4e req-4d682b68-422b-4248-a2bd-2e44c223c010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:36.971640 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-35cbc6f2-cb18-4952-b10f-b4e60f292e4e req-4d682b68-422b-4248-a2bd-2e44c223c010 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e2970462-80b3-4f2e-b1ee-1c19313eae2f HTTP/1.1" status: 200 len: 899 time: 0.1004646 Feb 09 02:00:36.980264 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a46b3e-301e-40d8-a7ab-4908592ab36f req-abd4f662-075a-4ad3-94f7-5f8b47a1bfc8 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:36.981953 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a8a46b3e-301e-40d8-a7ab-4908592ab36f req-abd4f662-075a-4ad3-94f7-5f8b47a1bfc8 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=f42d38a8-c5d1-4ff0-982b-367e0a623c79 HTTP/1.1" status: 200 len: 946 time: 0.0564790 Feb 09 02:00:37.014425 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-35cbc6f2-cb18-4952-b10f-b4e60f292e4e req-3e5175ef-6690-41a3-90da-d3f4fa32449b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=919757a9-5969-4ad7-998a-9bc9f3197774 HTTP/1.1" status: 200 len: 217 time: 0.0366597 Feb 09 02:00:37.043759 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a8a46b3e-301e-40d8-a7ab-4908592ab36f req-826854d4-a45e-4366-99e5-403f8af19d6a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=efad3454-2238-416d-a785-74d4a0eb87ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556755 Feb 09 02:00:37.064312 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbc6f2-cb18-4952-b10f-b4e60f292e4e req-9bdb9d2e-2068-4791-a36d-f81c63a0dcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:37.065826 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-35cbc6f2-cb18-4952-b10f-b4e60f292e4e req-9bdb9d2e-2068-4791-a36d-f81c63a0dcb9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0fc2a771-59cc-4e8d-93ec-2ad1c6930107 HTTP/1.1" status: 200 len: 834 time: 0.0454295 Feb 09 02:00:37.067088 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-3921cbe9-fe75-4e6c-9793-140fa7a37cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025876367', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'b43e3308-60b2-4cef-a2a3-322bfe2890e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:59:44Z', 'updated_at': '2022-02-09T01:59:48Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': 'b43e3308-60b2-4cef-a2a3-322bfe2890e0', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:01:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:59:44Z', 'updated_at': '2022-02-09T01:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'ce586fef-97a8-4fef-9200-58957b99e54f', 'name': '', 'network_id': 'e2970462-80b3-4f2e-b1ee-1c19313eae2f', 'tenant_id': '7050557f09d44893a51002583ece992c', 'mac_address': 'fa:16:3e:44:4f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '0fc2a771-59cc-4e8d-93ec-2ad1c6930107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:59:47Z', 'updated_at': '2022-02-09T01:59:51Z', 'revision_number': 5, 'project_id': '7050557f09d44893a51002583ece992c', 'subnets': [{'id': '0fc2a771-59cc-4e8d-93ec-2ad1c6930107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:37.093801 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3921cbe9-fe75-4e6c-9793-140fa7a37cff None None] Checking router: e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:00:37.102563 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3921cbe9-fe75-4e6c-9793-140fa7a37cff None None] Routers {'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:00:37.103169 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-3921cbe9-fe75-4e6c-9793-140fa7a37cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:00:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:37.121475 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbc6f2-cb18-4952-b10f-b4e60f292e4e req-55c3a6f6-2cb8-4665-8684-8bc55cc08431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:37.122936 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-35cbc6f2-cb18-4952-b10f-b4e60f292e4e req-55c3a6f6-2cb8-4665-8684-8bc55cc08431 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2970462-80b3-4f2e-b1ee-1c19313eae2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493519 Feb 09 02:00:37.208663 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-3921cbe9-fe75-4e6c-9793-140fa7a37cff None None] Set router e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:00:37.214522 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-35cbc6f2-cb18-4952-b10f-b4e60f292e4e req-88e1d04a-ed04-4057-9cfa-5d9933149eed service neutron] 10.222.0.47 "GET /v2.0/networks/e2970462-80b3-4f2e-b1ee-1c19313eae2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837066 Feb 09 02:00:37.309505 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-35cbc6f2-cb18-4952-b10f-b4e60f292e4e req-29b8da4c-061a-4027-95d8-a44661afaaaf service neutron] 10.222.0.47 "GET /v2.0/networks/e2970462-80b3-4f2e-b1ee-1c19313eae2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882616 Feb 09 02:00:37.378642 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:37.404654 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-3921cbe9-fe75-4e6c-9793-140fa7a37cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025876367', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'b43e3308-60b2-4cef-a2a3-322bfe2890e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:59:44Z', 'updated_at': '2022-02-09T01:59:48Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': 'b43e3308-60b2-4cef-a2a3-322bfe2890e0', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:01:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:59:44Z', 'updated_at': '2022-02-09T01:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'ce586fef-97a8-4fef-9200-58957b99e54f', 'name': '', 'network_id': 'e2970462-80b3-4f2e-b1ee-1c19313eae2f', 'tenant_id': '7050557f09d44893a51002583ece992c', 'mac_address': 'fa:16:3e:44:4f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '0fc2a771-59cc-4e8d-93ec-2ad1c6930107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:59:47Z', 'updated_at': '2022-02-09T01:59:51Z', 'revision_number': 5, 'project_id': '7050557f09d44893a51002583ece992c', 'subnets': [{'id': '0fc2a771-59cc-4e8d-93ec-2ad1c6930107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:37.434632 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3921cbe9-fe75-4e6c-9793-140fa7a37cff None None] The sync data for ids ['e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50'] in n-d-828369-4 is: [{'id': 'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025876367', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'b43e3308-60b2-4cef-a2a3-322bfe2890e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:59:44Z', 'updated_at': '2022-02-09T01:59:48Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': 'b43e3308-60b2-4cef-a2a3-322bfe2890e0', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:01:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:59:44Z', 'updated_at': '2022-02-09T01:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'ce586fef-97a8-4fef-9200-58957b99e54f', 'name': '', 'network_id': 'e2970462-80b3-4f2e-b1ee-1c19313eae2f', 'tenant_id': '7050557f09d44893a51002583ece992c', 'mac_address': 'fa:16:3e:44:4f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '0fc2a771-59cc-4e8d-93ec-2ad1c6930107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:59:47Z', 'updated_at': '2022-02-09T01:59:51Z', 'revision_number': 5, 'project_id': '7050557f09d44893a51002583ece992c', 'subnets': [{'id': '0fc2a771-59cc-4e8d-93ec-2ad1c6930107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:00:37.642502 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50ec38e-329f-43c9-b4c6-86d9569ecdb8 None None] New status for floating IP c28cd2be-8fe1-4100-9c8d-7d5f3cea142a: DOWN {{(pid=103138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:00:38.074603 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:38.175953 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6d390-535f-438e-a012-31529f5f54fb req-381ae2cf-ed21-4f80-9ca4-6504976e86d5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:38.177470 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-84a6d390-535f-438e-a012-31529f5f54fb req-381ae2cf-ed21-4f80-9ca4-6504976e86d5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=f42d38a8-c5d1-4ff0-982b-367e0a623c79 HTTP/1.1" status: 200 len: 946 time: 0.0582604 Feb 09 02:00:38.231676 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-84a6d390-535f-438e-a012-31529f5f54fb req-bff95c53-bd70-4d0c-a379-915e8e1f3724 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=efad3454-2238-416d-a785-74d4a0eb87ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477569 Feb 09 02:00:38.521418 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:38.605358 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050febe8-4d20-4210-ba15-445a011ab0b9 req-412d9dd7-d1fe-4c9d-ad98-a5616cd81181 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:38.607447 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-050febe8-4d20-4210-ba15-445a011ab0b9 req-412d9dd7-d1fe-4c9d-ad98-a5616cd81181 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.47 "GET /v2.0/ports?device_id=f42d38a8-c5d1-4ff0-982b-367e0a623c79 HTTP/1.1" status: 200 len: 946 time: 0.0572519 Feb 09 02:00:38.708048 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-050febe8-4d20-4210-ba15-445a011ab0b9 req-a16b99c5-0ff2-4413-896b-1ec60b3d37df tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Deleting port 919757a9-5969-4ad7-998a-9bc9f3197774 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:00:38.708395 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-050febe8-4d20-4210-ba15-445a011ab0b9 req-a16b99c5-0ff2-4413-896b-1ec60b3d37df tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (919757a9-5969-4ad7-998a-9bc9f3197774), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:38.807230 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-050febe8-4d20-4210-ba15-445a011ab0b9 req-a16b99c5-0ff2-4413-896b-1ec60b3d37df tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] For port 919757a9-5969-4ad7-998a-9bc9f3197774, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=919757a9-5969-4ad7-998a-9bc9f3197774,segment=NetworkSegment(cde52685-fc11-4638-9b6c-dc6bb4625112),segment_id=cde52685-fc11-4638-9b6c-dc6bb4625112)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:38.807600 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-050febe8-4d20-4210-ba15-445a011ab0b9 req-a16b99c5-0ff2-4413-896b-1ec60b3d37df tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (919757a9-5969-4ad7-998a-9bc9f3197774), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:38.822572 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-050febe8-4d20-4210-ba15-445a011ab0b9 req-a16b99c5-0ff2-4413-896b-1ec60b3d37df tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Calling delete_port for 919757a9-5969-4ad7-998a-9bc9f3197774 owned by compute:nova {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:00:38.962386 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-050febe8-4d20-4210-ba15-445a011ab0b9 req-a16b99c5-0ff2-4413-896b-1ec60b3d37df tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (919757a9-5969-4ad7-998a-9bc9f3197774), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:38.990150 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16b99c5-0ff2-4413-896b-1ec60b3d37df tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event deleted for resources: {'Port': ['ID=919757a9-5969-4ad7-998a-9bc9f3197774,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:39.000899 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16b99c5-0ff2-4413-896b-1ec60b3d37df tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:39.001260 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16b99c5-0ff2-4413-896b-1ec60b3d37df tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:39.001611 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16b99c5-0ff2-4413-896b-1ec60b3d37df tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:39.001955 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16b99c5-0ff2-4413-896b-1ec60b3d37df tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:39.002288 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16b99c5-0ff2-4413-896b-1ec60b3d37df tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:39.002619 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16b99c5-0ff2-4413-896b-1ec60b3d37df tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:39.002951 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16b99c5-0ff2-4413-896b-1ec60b3d37df tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:39.003279 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16b99c5-0ff2-4413-896b-1ec60b3d37df tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:39.003913 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16b99c5-0ff2-4413-896b-1ec60b3d37df tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:39.003913 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16b99c5-0ff2-4413-896b-1ec60b3d37df tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:39.004238 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16b99c5-0ff2-4413-896b-1ec60b3d37df tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:39.004585 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16b99c5-0ff2-4413-896b-1ec60b3d37df tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:39.004902 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16b99c5-0ff2-4413-896b-1ec60b3d37df tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:39.047815 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-050febe8-4d20-4210-ba15-445a011ab0b9 req-a16b99c5-0ff2-4413-896b-1ec60b3d37df tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] No DVR routers for this DVR port 919757a9-5969-4ad7-998a-9bc9f3197774 on host n-h1-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:00:39.050449 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-050febe8-4d20-4210-ba15-445a011ab0b9 req-a16b99c5-0ff2-4413-896b-1ec60b3d37df tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:39.054548 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-050febe8-4d20-4210-ba15-445a011ab0b9 req-a16b99c5-0ff2-4413-896b-1ec60b3d37df tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.47 "DELETE /v2.0/ports/919757a9-5969-4ad7-998a-9bc9f3197774 HTTP/1.1" status: 204 len: 173 time: 0.4412031 Feb 09 02:00:39.055012 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42d38a8-c5d1-4ff0-982b-367e0a623c79', 'name': 'network-vif-deleted', 'tag': '919757a9-5969-4ad7-998a-9bc9f3197774'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:00:39.057701 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb43af88e673329c23149398428cc041a01d2eb1e38e3c4d9439b19a076227c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ad76f1-9f17-4fa6-983f-289538f1fb8d" -d '{"events": [{"server_uuid": "f42d38a8-c5d1-4ff0-982b-367e0a623c79", "name": "network-vif-deleted", "tag": "919757a9-5969-4ad7-998a-9bc9f3197774"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:00:39.099411 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1227041b-63c7-44bc-b563-49aaa431c2df x-openstack-request-id: req-1227041b-63c7-44bc-b563-49aaa431c2df {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:00:39.099714 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f42d38a8-c5d1-4ff0-982b-367e0a623c79", "name": "network-vif-deleted", "tag": "919757a9-5969-4ad7-998a-9bc9f3197774", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:00:39.099976 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1227041b-63c7-44bc-b563-49aaa431c2df {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:00:39.100387 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42d38a8-c5d1-4ff0-982b-367e0a623c79', 'name': 'network-vif-deleted', 'tag': '919757a9-5969-4ad7-998a-9bc9f3197774', 'status': 'completed', 'code': 200} Feb 09 02:00:39.346028 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-354f5226-5e96-49b5-ba31-aa39046d825f req-d14d1ab2-214d-4180-a14d-214da32bd6c2 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=f42d38a8-c5d1-4ff0-982b-367e0a623c79 HTTP/1.1" status: 200 len: 210 time: 0.0296121 Feb 09 02:00:39.793335 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:40.403818 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44992) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:40.761854 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f0c082af-dd96-4a42-8617-62abc3718e6a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:41.053192 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-f0c082af-dd96-4a42-8617-62abc3718e6a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Deleting port ce586fef-97a8-4fef-9200-58957b99e54f {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:00:41.053548 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f0c082af-dd96-4a42-8617-62abc3718e6a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (ce586fef-97a8-4fef-9200-58957b99e54f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:41.141023 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-f0c082af-dd96-4a42-8617-62abc3718e6a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] For port ce586fef-97a8-4fef-9200-58957b99e54f, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=ce586fef-97a8-4fef-9200-58957b99e54f,segment=NetworkSegment(cde52685-fc11-4638-9b6c-dc6bb4625112),segment_id=cde52685-fc11-4638-9b6c-dc6bb4625112)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:41.141396 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f0c082af-dd96-4a42-8617-62abc3718e6a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (ce586fef-97a8-4fef-9200-58957b99e54f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:41.153794 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-f0c082af-dd96-4a42-8617-62abc3718e6a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Calling delete_port for ce586fef-97a8-4fef-9200-58957b99e54f owned by network:router_interface {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:00:41.165522 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 919757a9-5969-4ad7-998a-9bc9f3197774 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:00:41.185303 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: 919757a9-5969-4ad7-998a-9bc9f3197774 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:00:41.185658 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 919757a9-5969-4ad7-998a-9bc9f3197774 not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:00:41.356166 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f0c082af-dd96-4a42-8617-62abc3718e6a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (ce586fef-97a8-4fef-9200-58957b99e54f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:41.382524 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c082af-dd96-4a42-8617-62abc3718e6a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event deleted for resources: {'Port': ['ID=ce586fef-97a8-4fef-9200-58957b99e54f,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:41.561017 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f0c082af-dd96-4a42-8617-62abc3718e6a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:42.129511 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c082af-dd96-4a42-8617-62abc3718e6a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Router e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:00:42.235730 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c082af-dd96-4a42-8617-62abc3718e6a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:00:42.241610 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f0c082af-dd96-4a42-8617-62abc3718e6a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "PUT /v2.0/routers/e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8361666 Feb 09 02:00:42.244181 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44994) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:42.247553 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a9f347-0a9c-43b6-985d-b511091ba1a4 None None] Sync routers for ids ['e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:00:42.257850 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a9f347-0a9c-43b6-985d-b511091ba1a4 None None] Routers {'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:00:42.258617 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-73a9f347-0a9c-43b6-985d-b511091ba1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:00:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:42.294783 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a953822-e388-428e-a14c-637b9bff09f1 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Deleting subnet 0fc2a771-59cc-4e8d-93ec-2ad1c6930107 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:00:42.297987 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7a953822-e388-428e-a14c-637b9bff09f1 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for subnet (0fc2a771-59cc-4e8d-93ec-2ad1c6930107), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:42.347788 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7a953822-e388-428e-a14c-637b9bff09f1 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (0fc2a771-59cc-4e8d-93ec-2ad1c6930107), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:42.371773 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-73a9f347-0a9c-43b6-985d-b511091ba1a4 None None] Set router e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:00:42.436414 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7a953822-e388-428e-a14c-637b9bff09f1 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (0fc2a771-59cc-4e8d-93ec-2ad1c6930107), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:42.494858 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7a953822-e388-428e-a14c-637b9bff09f1 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (0fc2a771-59cc-4e8d-93ec-2ad1c6930107), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:42.523806 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a953822-e388-428e-a14c-637b9bff09f1 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event deleted for resources: {'Subnet': ['ID=0fc2a771-59cc-4e8d-93ec-2ad1c6930107,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:42.526091 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7a953822-e388-428e-a14c-637b9bff09f1 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:42.529556 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-7a953822-e388-428e-a14c-637b9bff09f1 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "DELETE /v2.0/subnets/0fc2a771-59cc-4e8d-93ec-2ad1c6930107 HTTP/1.1" status: 204 len: 168 time: 0.2843781 Feb 09 02:00:42.532196 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44996) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:42.535239 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb62cf63-daed-4f55-9d8c-83bc44645dae None None] Network e2970462-80b3-4f2e-b1ee-1c19313eae2f requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:00:42.553133 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-73a9f347-0a9c-43b6-985d-b511091ba1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025876367', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'b43e3308-60b2-4cef-a2a3-322bfe2890e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:59:44Z', 'updated_at': '2022-02-09T02:00:41Z', 'revision_number': 5, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': 'b43e3308-60b2-4cef-a2a3-322bfe2890e0', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:01:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:59:44Z', 'updated_at': '2022-02-09T01:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:42.579514 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a9f347-0a9c-43b6-985d-b511091ba1a4 None None] Checking router: e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:00:42.588702 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a9f347-0a9c-43b6-985d-b511091ba1a4 None None] Routers {'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:00:42.589562 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-73a9f347-0a9c-43b6-985d-b511091ba1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:00:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:42.650184 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d316d4c6-4934-4d2f-97fe-a0264ca97b6a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for router (e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:42.705918 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-73a9f347-0a9c-43b6-985d-b511091ba1a4 None None] Set router e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:00:42.709976 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0580a85e-d29b-4361-bd38-9f78a5adcd31 None None] DHCP port deletion for e2970462-80b3-4f2e-b1ee-1c19313eae2f request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:00:42.765535 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d316d4c6-4934-4d2f-97fe-a0264ca97b6a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for router_gateway (e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:42.770961 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-0580a85e-d29b-4361-bd38-9f78a5adcd31 None None] Deleting port b4b58212-0c3c-48b0-81fd-da93f95f7642 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:00:42.771360 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0580a85e-d29b-4361-bd38-9f78a5adcd31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (b4b58212-0c3c-48b0-81fd-da93f95f7642), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:42.823515 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-d316d4c6-4934-4d2f-97fe-a0264ca97b6a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Deleting port b43e3308-60b2-4cef-a2a3-322bfe2890e0 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:00:42.823833 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d316d4c6-4934-4d2f-97fe-a0264ca97b6a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (b43e3308-60b2-4cef-a2a3-322bfe2890e0), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:42.893970 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-73a9f347-0a9c-43b6-985d-b511091ba1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025876367', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'b43e3308-60b2-4cef-a2a3-322bfe2890e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:59:44Z', 'updated_at': '2022-02-09T02:00:41Z', 'revision_number': 5, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': 'b43e3308-60b2-4cef-a2a3-322bfe2890e0', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:01:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:59:44Z', 'updated_at': '2022-02-09T01:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:42.911925 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-d316d4c6-4934-4d2f-97fe-a0264ca97b6a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] For port b43e3308-60b2-4cef-a2a3-322bfe2890e0, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=b43e3308-60b2-4cef-a2a3-322bfe2890e0,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:42.912337 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d316d4c6-4934-4d2f-97fe-a0264ca97b6a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (b43e3308-60b2-4cef-a2a3-322bfe2890e0), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:42.928085 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-d316d4c6-4934-4d2f-97fe-a0264ca97b6a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Calling delete_port for b43e3308-60b2-4cef-a2a3-322bfe2890e0 owned by network:router_gateway {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:00:43.013271 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-0580a85e-d29b-4361-bd38-9f78a5adcd31 None None] For port b4b58212-0c3c-48b0-81fd-da93f95f7642, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=b4b58212-0c3c-48b0-81fd-da93f95f7642,segment=NetworkSegment(cde52685-fc11-4638-9b6c-dc6bb4625112),segment_id=cde52685-fc11-4638-9b6c-dc6bb4625112)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:43.013684 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0580a85e-d29b-4361-bd38-9f78a5adcd31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (b4b58212-0c3c-48b0-81fd-da93f95f7642), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:43.016947 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a9f347-0a9c-43b6-985d-b511091ba1a4 None None] The sync data for ids ['e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50'] in n-d-828369-4 is: [{'id': 'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025876367', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.11'}], 'enable_snat': True}, 'gw_port_id': 'b43e3308-60b2-4cef-a2a3-322bfe2890e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T01:59:44Z', 'updated_at': '2022-02-09T02:00:41Z', 'revision_number': 5, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': 'b43e3308-60b2-4cef-a2a3-322bfe2890e0', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:01:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T01:59:44Z', 'updated_at': '2022-02-09T01:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:00:43.027457 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-0580a85e-d29b-4361-bd38-9f78a5adcd31 None None] Calling delete_port for b4b58212-0c3c-48b0-81fd-da93f95f7642 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:00:43.110325 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d316d4c6-4934-4d2f-97fe-a0264ca97b6a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (b43e3308-60b2-4cef-a2a3-322bfe2890e0), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:43.114432 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0580a85e-d29b-4361-bd38-9f78a5adcd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (b4b58212-0c3c-48b0-81fd-da93f95f7642), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:43.135680 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d316d4c6-4934-4d2f-97fe-a0264ca97b6a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event deleted for resources: {'Port': ['ID=b43e3308-60b2-4cef-a2a3-322bfe2890e0,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:43.138677 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0580a85e-d29b-4361-bd38-9f78a5adcd31 None None] Pushing event deleted for resources: {'Port': ['ID=b4b58212-0c3c-48b0-81fd-da93f95f7642,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:43.144100 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0580a85e-d29b-4361-bd38-9f78a5adcd31 None None] No DVR routers for this DVR port b4b58212-0c3c-48b0-81fd-da93f95f7642 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:00:43.153235 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0580a85e-d29b-4361-bd38-9f78a5adcd31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:43.153235 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0580a85e-d29b-4361-bd38-9f78a5adcd31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:43.153235 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0580a85e-d29b-4361-bd38-9f78a5adcd31 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:43.153235 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0580a85e-d29b-4361-bd38-9f78a5adcd31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:43.153235 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0580a85e-d29b-4361-bd38-9f78a5adcd31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:43.153235 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0580a85e-d29b-4361-bd38-9f78a5adcd31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:43.153235 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0580a85e-d29b-4361-bd38-9f78a5adcd31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:43.153235 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0580a85e-d29b-4361-bd38-9f78a5adcd31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:43.154729 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0580a85e-d29b-4361-bd38-9f78a5adcd31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:43.154729 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0580a85e-d29b-4361-bd38-9f78a5adcd31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:43.154729 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0580a85e-d29b-4361-bd38-9f78a5adcd31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:43.154729 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0580a85e-d29b-4361-bd38-9f78a5adcd31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:43.154729 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0580a85e-d29b-4361-bd38-9f78a5adcd31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:43.199253 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d316d4c6-4934-4d2f-97fe-a0264ca97b6a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:43.301044 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d316d4c6-4934-4d2f-97fe-a0264ca97b6a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:43.303343 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d316d4c6-4934-4d2f-97fe-a0264ca97b6a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for router_controller (e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:43.348110 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d316d4c6-4934-4d2f-97fe-a0264ca97b6a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:43.352155 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d316d4c6-4934-4d2f-97fe-a0264ca97b6a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Fanout notify agent at l3_agent the message router_deleted on router e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50 {{(pid=103136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:00:43.359742 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d316d4c6-4934-4d2f-97fe-a0264ca97b6a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:43.361081 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d316d4c6-4934-4d2f-97fe-a0264ca97b6a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "DELETE /v2.0/routers/e1ce0dac-2b92-4d56-8d30-d2ecdd21ba50 HTTP/1.1" status: 204 len: 168 time: 0.8278449 Feb 09 02:00:43.363683 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 44998) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:43.453041 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-44f074c2-5e4b-4149-925a-77e4d903fc40 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (e2970462-80b3-4f2e-b1ee-1c19313eae2f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:43.548827 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-44f074c2-5e4b-4149-925a-77e4d903fc40 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (e2970462-80b3-4f2e-b1ee-1c19313eae2f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:43.571112 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-44f074c2-5e4b-4149-925a-77e4d903fc40 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2970462-80b3-4f2e-b1ee-1c19313eae2f']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:43.581631 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-44f074c2-5e4b-4149-925a-77e4d903fc40 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cde52685-fc11-4638-9b6c-dc6bb4625112') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:43.582008 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-44f074c2-5e4b-4149-925a-77e4d903fc40 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cde52685-fc11-4638-9b6c-dc6bb4625112') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:43.592357 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-44f074c2-5e4b-4149-925a-77e4d903fc40 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (cde52685-fc11-4638-9b6c-dc6bb4625112), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:43.609644 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-44f074c2-5e4b-4149-925a-77e4d903fc40 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (cde52685-fc11-4638-9b6c-dc6bb4625112), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:43.616614 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44f074c2-5e4b-4149-925a-77e4d903fc40 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:00:43.616972 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-44f074c2-5e4b-4149-925a-77e4d903fc40 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (cde52685-fc11-4638-9b6c-dc6bb4625112), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:43.620391 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 02:00:43.620391 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:00:43.620391 n-d-828369-4 neutron-server[103136]: timer() Feb 09 02:00:43.620391 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:00:43.620391 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 02:00:43.620391 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:00:43.620391 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 02:00:43.620391 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:00:43.620391 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 02:00:43.620391 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:00:43.620391 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 02:00:43.620391 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:00:43.620391 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 02:00:43.620391 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:00:43.620391 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:00:43.620391 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:00:43.620391 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:00:43.620391 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:00:43.620391 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 02:00:43.620391 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:00:43.620391 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 02:00:43.620391 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:00:43.620391 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:00:43.620391 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:00:43.620391 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 02:00:43.620391 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:00:43.620391 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:00:43.620391 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:00:43.620391 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:00:43.620391 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:00:43.620391 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:00:43.620391 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:00:43.642031 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device ce586fef-97a8-4fef-9200-58957b99e54f no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:00:43.669337 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: ce586fef-97a8-4fef-9200-58957b99e54f {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:00:43.669337 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device ce586fef-97a8-4fef-9200-58957b99e54f not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:00:43.669716 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device b4b58212-0c3c-48b0-81fd-da93f95f7642 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:00:43.692274 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: b4b58212-0c3c-48b0-81fd-da93f95f7642 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:00:43.692660 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device b4b58212-0c3c-48b0-81fd-da93f95f7642 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:00:43.706078 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-44f074c2-5e4b-4149-925a-77e4d903fc40 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (e2970462-80b3-4f2e-b1ee-1c19313eae2f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:43.732856 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-44f074c2-5e4b-4149-925a-77e4d903fc40 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:43.738611 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-44f074c2-5e4b-4149-925a-77e4d903fc40 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "DELETE /v2.0/networks/e2970462-80b3-4f2e-b1ee-1c19313eae2f HTTP/1.1" status: 204 len: 168 time: 0.3712089 Feb 09 02:00:43.739013 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45000) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:43.746248 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f074c2-5e4b-4149-925a-77e4d903fc40 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event deleted for resources: {'Network': ['ID=e2970462-80b3-4f2e-b1ee-1c19313eae2f,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:43.811721 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0511802d-9213-4bc1-a3d2-600ba92c51de tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group (efad3454-2238-416d-a785-74d4a0eb87ea), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:43.843403 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0511802d-9213-4bc1-a3d2-600ba92c51de tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group (efad3454-2238-416d-a785-74d4a0eb87ea), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:43.903192 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0511802d-9213-4bc1-a3d2-600ba92c51de tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (efad3454-2238-416d-a785-74d4a0eb87ea), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:43.905875 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0511802d-9213-4bc1-a3d2-600ba92c51de tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:43.907111 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-0511802d-9213-4bc1-a3d2-600ba92c51de tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "DELETE /v2.0/security-groups/efad3454-2238-416d-a785-74d4a0eb87ea HTTP/1.1" status: 204 len: 168 time: 0.1671729 Feb 09 02:00:43.917521 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0511802d-9213-4bc1-a3d2-600ba92c51de tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efad3454-2238-416d-a785-74d4a0eb87ea,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:44.136351 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45006) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:44.140982 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-4ae635bc-6bc4-41a3-bd00-14de22f884e7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-709079083', 'description': 'tempest-secgroup-smoke-709079083 description', 'project_id': '7050557f09d44893a51002583ece992c'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:44.166423 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4ae635bc-6bc4-41a3-bd00-14de22f884e7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:44.242622 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4ae635bc-6bc4-41a3-bd00-14de22f884e7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group (de19bb69-c727-4d22-8522-14db949edcf7), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:44.246421 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4ae635bc-6bc4-41a3-bd00-14de22f884e7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (de19bb69-c727-4d22-8522-14db949edcf7), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:44.276207 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4ae635bc-6bc4-41a3-bd00-14de22f884e7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:44.277507 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4ae635bc-6bc4-41a3-bd00-14de22f884e7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1401072 Feb 09 02:00:44.279553 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae635bc-6bc4-41a3-bd00-14de22f884e7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de19bb69-c727-4d22-8522-14db949edcf7,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:44.280851 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45008) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:44.285560 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-9cf755eb-ada0-4665-b504-92700a1d3d66 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'security_group_rule': {'security_group_id': 'de19bb69-c727-4d22-8522-14db949edcf7', 'project_id': '7050557f09d44893a51002583ece992c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:44.314326 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9cf755eb-ada0-4665-b504-92700a1d3d66 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (0e7f0065-653f-47db-bf34-0cbe1eb06b16), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:44.379643 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9cf755eb-ada0-4665-b504-92700a1d3d66 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (0e7f0065-653f-47db-bf34-0cbe1eb06b16), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:44.385072 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9cf755eb-ada0-4665-b504-92700a1d3d66 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (0e7f0065-653f-47db-bf34-0cbe1eb06b16), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:44.405882 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf755eb-ada0-4665-b504-92700a1d3d66 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e7f0065-653f-47db-bf34-0cbe1eb06b16,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:44.412152 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-9cf755eb-ada0-4665-b504-92700a1d3d66 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:44.413468 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9cf755eb-ada0-4665-b504-92700a1d3d66 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1315830 Feb 09 02:00:44.416363 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45010) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:44.421131 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-b423f01f-ae3a-45a7-b409-6256f5a74bfd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'security_group_rule': {'security_group_id': 'de19bb69-c727-4d22-8522-14db949edcf7', 'project_id': '7050557f09d44893a51002583ece992c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:44.448519 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b423f01f-ae3a-45a7-b409-6256f5a74bfd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (74d40334-3913-4f3f-b82c-4331afb16709), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:44.505273 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b423f01f-ae3a-45a7-b409-6256f5a74bfd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (74d40334-3913-4f3f-b82c-4331afb16709), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:44.509205 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b423f01f-ae3a-45a7-b409-6256f5a74bfd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (74d40334-3913-4f3f-b82c-4331afb16709), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:44.527434 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b423f01f-ae3a-45a7-b409-6256f5a74bfd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74d40334-3913-4f3f-b82c-4331afb16709,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:44.535512 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b423f01f-ae3a-45a7-b409-6256f5a74bfd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:44.536767 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b423f01f-ae3a-45a7-b409-6256f5a74bfd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1193001 Feb 09 02:00:44.539581 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45012) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:44.543839 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-e1c5a3b6-9b50-4c82-985a-0a03dc49e344 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'security_group_rule': {'security_group_id': 'de19bb69-c727-4d22-8522-14db949edcf7', 'project_id': '7050557f09d44893a51002583ece992c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:44.568320 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e1c5a3b6-9b50-4c82-985a-0a03dc49e344 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (0dbe0265-0271-42bd-95c9-a3f0f6e41ae4), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:44.629590 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e1c5a3b6-9b50-4c82-985a-0a03dc49e344 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (0dbe0265-0271-42bd-95c9-a3f0f6e41ae4), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:44.634124 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e1c5a3b6-9b50-4c82-985a-0a03dc49e344 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (0dbe0265-0271-42bd-95c9-a3f0f6e41ae4), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:44.653585 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c5a3b6-9b50-4c82-985a-0a03dc49e344 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dbe0265-0271-42bd-95c9-a3f0f6e41ae4,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:44.659307 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e1c5a3b6-9b50-4c82-985a-0a03dc49e344 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:44.663241 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e1c5a3b6-9b50-4c82-985a-0a03dc49e344 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226466 Feb 09 02:00:44.663581 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45014) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:44.668312 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-af4c1679-dafe-4f2b-84da-6bf56333bd4f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'security_group_rule': {'security_group_id': 'de19bb69-c727-4d22-8522-14db949edcf7', 'project_id': '7050557f09d44893a51002583ece992c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:44.693587 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-af4c1679-dafe-4f2b-84da-6bf56333bd4f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (711f5144-4859-4261-af36-19eec7038a68), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:44.750344 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-af4c1679-dafe-4f2b-84da-6bf56333bd4f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (711f5144-4859-4261-af36-19eec7038a68), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:44.753962 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-af4c1679-dafe-4f2b-84da-6bf56333bd4f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (711f5144-4859-4261-af36-19eec7038a68), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:44.770558 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4c1679-dafe-4f2b-84da-6bf56333bd4f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=711f5144-4859-4261-af36-19eec7038a68,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:44.779334 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-af4c1679-dafe-4f2b-84da-6bf56333bd4f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:44.780533 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-af4c1679-dafe-4f2b-84da-6bf56333bd4f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1156862 Feb 09 02:00:44.783376 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45016) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:44.787602 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-92c3bcde-b9c4-4bf3-8c7c-7ebffe48c163 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'security_group_rule': {'security_group_id': 'de19bb69-c727-4d22-8522-14db949edcf7', 'project_id': '7050557f09d44893a51002583ece992c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:44.807105 n-d-828369-4 neutron-server[103137]: INFO neutron.db.securitygroups_db [None req-92c3bcde-b9c4-4bf3-8c7c-7ebffe48c163 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Project 7050557f09d44893a51002583ece992c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:00:44.811903 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-92c3bcde-b9c4-4bf3-8c7c-7ebffe48c163 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (61f97145-58f1-448b-8ff5-7b021cd799e5), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:44.870019 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-92c3bcde-b9c4-4bf3-8c7c-7ebffe48c163 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (61f97145-58f1-448b-8ff5-7b021cd799e5), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:44.873841 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-92c3bcde-b9c4-4bf3-8c7c-7ebffe48c163 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (61f97145-58f1-448b-8ff5-7b021cd799e5), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:44.892584 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c3bcde-b9c4-4bf3-8c7c-7ebffe48c163 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61f97145-58f1-448b-8ff5-7b021cd799e5,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:44.896936 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-92c3bcde-b9c4-4bf3-8c7c-7ebffe48c163 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:44.898157 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-92c3bcde-b9c4-4bf3-8c7c-7ebffe48c163 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1138639 Feb 09 02:00:44.901055 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45018) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:44.905357 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-2545d964-a8fd-47eb-981d-a2c1e430532a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'security_group_rule': {'security_group_id': 'de19bb69-c727-4d22-8522-14db949edcf7', 'project_id': '7050557f09d44893a51002583ece992c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:44.925746 n-d-828369-4 neutron-server[103137]: INFO neutron.db.securitygroups_db [None req-2545d964-a8fd-47eb-981d-a2c1e430532a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Project 7050557f09d44893a51002583ece992c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:00:44.930971 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2545d964-a8fd-47eb-981d-a2c1e430532a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (9447c838-2d0c-4de4-bae7-9f13dff65814), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:44.994344 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2545d964-a8fd-47eb-981d-a2c1e430532a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (9447c838-2d0c-4de4-bae7-9f13dff65814), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:44.997924 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2545d964-a8fd-47eb-981d-a2c1e430532a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (9447c838-2d0c-4de4-bae7-9f13dff65814), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:45.019246 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2545d964-a8fd-47eb-981d-a2c1e430532a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9447c838-2d0c-4de4-bae7-9f13dff65814,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:45.024187 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2545d964-a8fd-47eb-981d-a2c1e430532a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:45.028062 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2545d964-a8fd-47eb-981d-a2c1e430532a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1235054 Feb 09 02:00:45.028516 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45020) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:45.033489 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-1cf831ca-9bf5-4006-afeb-95f6e933e445 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'network': {'name': 'tempest-network-smoke--1723052274', 'project_id': '7050557f09d44893a51002583ece992c', 'port_security_enabled': True}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:45.052882 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf831ca-9bf5-4006-afeb-95f6e933e445 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Made reservation on behalf of 7050557f09d44893a51002583ece992c for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:00:45.056728 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1cf831ca-9bf5-4006-afeb-95f6e933e445 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:45.079228 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cf831ca-9bf5-4006-afeb-95f6e933e445 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1027} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:00:45.088671 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1cf831ca-9bf5-4006-afeb-95f6e933e445 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (17f6de41-d5bd-472d-b895-fb65ea05cd06), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:45.089042 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-1cf831ca-9bf5-4006-afeb-95f6e933e445 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Added segment 17f6de41-d5bd-472d-b895-fb65ea05cd06 of type vlan for network 9c64f170-97a4-4a05-b87c-feed3935928b Feb 09 02:00:45.132815 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1cf831ca-9bf5-4006-afeb-95f6e933e445 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (9c64f170-97a4-4a05-b87c-feed3935928b), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:45.156585 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1cf831ca-9bf5-4006-afeb-95f6e933e445 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (9c64f170-97a4-4a05-b87c-feed3935928b), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:45.162023 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf831ca-9bf5-4006-afeb-95f6e933e445 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:45.163404 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1cf831ca-9bf5-4006-afeb-95f6e933e445 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:45.216942 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1cf831ca-9bf5-4006-afeb-95f6e933e445 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1873541 Feb 09 02:00:45.219697 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45022) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:45.224168 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-3b57f50a-6a62-4229-b20a-b1f5d0ea83bd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1716134712', 'admin_state_up': True, 'project_id': '7050557f09d44893a51002583ece992c', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:45.236138 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf831ca-9bf5-4006-afeb-95f6e933e445 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'Network': ['ID=9c64f170-97a4-4a05-b87c-feed3935928b,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:45.249263 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 9c64f170-97a4-4a05-b87c-feed3935928b details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:00:45.251561 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3b57f50a-6a62-4229-b20a-b1f5d0ea83bd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (f966647c-6ca4-4523-af4c-49935cb23847), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:45.252923 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3b57f50a-6a62-4229-b20a-b1f5d0ea83bd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (f966647c-6ca4-4523-af4c-49935cb23847), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:45.307943 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3b57f50a-6a62-4229-b20a-b1f5d0ea83bd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for router_controller (f966647c-6ca4-4523-af4c-49935cb23847), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:45.490186 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device b43e3308-60b2-4cef-a2a3-322bfe2890e0 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:00:45.512196 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: b43e3308-60b2-4cef-a2a3-322bfe2890e0 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:00:45.512463 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device b43e3308-60b2-4cef-a2a3-322bfe2890e0 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:00:45.696318 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3b57f50a-6a62-4229-b20a-b1f5d0ea83bd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for router_gateway (f966647c-6ca4-4523-af4c-49935cb23847), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:45.888110 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3b57f50a-6a62-4229-b20a-b1f5d0ea83bd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for router_gateway (f966647c-6ca4-4523-af4c-49935cb23847), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:45.909952 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3b57f50a-6a62-4229-b20a-b1f5d0ea83bd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:46.007950 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-3b57f50a-6a62-4229-b20a-b1f5d0ea83bd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Allocated IP 172.25.8.110 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/1b44e4d7-b543-4014-acf4-79ed3da734ad) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:00:46.114641 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3b57f50a-6a62-4229-b20a-b1f5d0ea83bd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for port (1b44e4d7-b543-4014-acf4-79ed3da734ad), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:46.147990 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3b57f50a-6a62-4229-b20a-b1f5d0ea83bd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (1b44e4d7-b543-4014-acf4-79ed3da734ad), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:46.188637 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b57f50a-6a62-4229-b20a-b1f5d0ea83bd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:00:46.192901 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-3b57f50a-6a62-4229-b20a-b1f5d0ea83bd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:46.195923 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b57f50a-6a62-4229-b20a-b1f5d0ea83bd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:00:46.217734 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b57f50a-6a62-4229-b20a-b1f5d0ea83bd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'Port': ['ID=1b44e4d7-b543-4014-acf4-79ed3da734ad,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:46.503645 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3b57f50a-6a62-4229-b20a-b1f5d0ea83bd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for router_gateway (f966647c-6ca4-4523-af4c-49935cb23847), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:46.711469 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3b57f50a-6a62-4229-b20a-b1f5d0ea83bd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (f966647c-6ca4-4523-af4c-49935cb23847), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:46.840862 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b57f50a-6a62-4229-b20a-b1f5d0ea83bd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Router f966647c-6ca4-4523-af4c-49935cb23847 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:00:46.946172 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b57f50a-6a62-4229-b20a-b1f5d0ea83bd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:00:46.955754 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b4251a-bab9-4fe2-a7a0-59af92b62940 None None] Sync routers for ids ['f966647c-6ca4-4523-af4c-49935cb23847'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:00:46.965838 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-3b57f50a-6a62-4229-b20a-b1f5d0ea83bd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:46.967043 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b4251a-bab9-4fe2-a7a0-59af92b62940 None None] Routers {'f966647c-6ca4-4523-af4c-49935cb23847'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:00:46.967197 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-3b57f50a-6a62-4229-b20a-b1f5d0ea83bd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7463777 Feb 09 02:00:46.967832 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-86b4251a-bab9-4fe2-a7a0-59af92b62940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:00:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f966647c-6ca4-4523-af4c-49935cb23847'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:46.970229 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45024) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:47.008993 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e2b0284e-f803-4476-a7be-110471d3040f tempest-TestNetworkAdvancedServerOps-392406596 tempest-TestNetworkAdvancedServerOps-392406596-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=7050557f09d44893a51002583ece992c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376403 Feb 09 02:00:47.011652 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45026) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:47.082589 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-86b4251a-bab9-4fe2-a7a0-59af92b62940 None None] Set router f966647c-6ca4-4523-af4c-49935cb23847 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:00:47.159507 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1214141-0e08-4050-a1fe-2384de832295 tempest-TestNetworkAdvancedServerOps-392406596 tempest-TestNetworkAdvancedServerOps-392406596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:47.161067 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a1214141-0e08-4050-a1fe-2384de832295 tempest-TestNetworkAdvancedServerOps-392406596 tempest-TestNetworkAdvancedServerOps-392406596-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1485023 Feb 09 02:00:47.164425 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45028) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:47.198903 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b8599295-d267-4dd8-9eae-e106f89bd532 tempest-TestNetworkAdvancedServerOps-392406596 tempest-TestNetworkAdvancedServerOps-392406596-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=ca740734-29c2-4b60-ae10-4c709b5c6ef4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333076 Feb 09 02:00:47.201555 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45030) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:47.206651 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-445cdf13-9585-4119-a71a-f1f50b55891f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2089169341', 'network_id': '9c64f170-97a4-4a05-b87c-feed3935928b', 'project_id': '7050557f09d44893a51002583ece992c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:47.298151 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445cdf13-9585-4119-a71a-f1f50b55891f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Made reservation on behalf of 7050557f09d44893a51002583ece992c for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:00:47.301566 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-445cdf13-9585-4119-a71a-f1f50b55891f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:47.363843 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-86b4251a-bab9-4fe2-a7a0-59af92b62940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f966647c-6ca4-4523-af4c-49935cb23847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716134712', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '1b44e4d7-b543-4014-acf4-79ed3da734ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:45Z', 'updated_at': '2022-02-09T02:00:46Z', 'revision_number': 3, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': '1b44e4d7-b543-4014-acf4-79ed3da734ad', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f966647c-6ca4-4523-af4c-49935cb23847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:45Z', 'updated_at': '2022-02-09T02:00:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:47.392601 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b4251a-bab9-4fe2-a7a0-59af92b62940 None None] Checking router: f966647c-6ca4-4523-af4c-49935cb23847 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:00:47.392983 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b4251a-bab9-4fe2-a7a0-59af92b62940 None None] Updating router f966647c-6ca4-4523-af4c-49935cb23847 port 1b44e4d7-b543-4014-acf4-79ed3da734ad binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:00:47.443270 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-86b4251a-bab9-4fe2-a7a0-59af92b62940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1b44e4d7-b543-4014-acf4-79ed3da734ad), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:47.493215 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-445cdf13-9585-4119-a71a-f1f50b55891f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (b488c64c-def8-4e0b-ab04-fb333eb93b56), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:47.553731 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445cdf13-9585-4119-a71a-f1f50b55891f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'Subnet': ['ID=b488c64c-def8-4e0b-ab04-fb333eb93b56,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:47.562608 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445cdf13-9585-4119-a71a-f1f50b55891f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Checking segment: {'id': '17f6de41-d5bd-472d-b895-fb65ea05cd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '9c64f170-97a4-4a05-b87c-feed3935928b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:00:47.562991 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445cdf13-9585-4119-a71a-f1f50b55891f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Network hostable DHCP agents. Network: 9c64f170-97a4-4a05-b87c-feed3935928b, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:00:47.579714 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445cdf13-9585-4119-a71a-f1f50b55891f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Network 9c64f170-97a4-4a05-b87c-feed3935928b is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:00:47.590847 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-445cdf13-9585-4119-a71a-f1f50b55891f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 9c64f170-97a4-4a05-b87c-feed3935928b) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:47.595644 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445cdf13-9585-4119-a71a-f1f50b55891f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:47.596363 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-445cdf13-9585-4119-a71a-f1f50b55891f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:47.602921 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a123cf35-d519-4e64-b206-b58a863ea8e3 None None] Network 9c64f170-97a4-4a05-b87c-feed3935928b requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:00:47.617063 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-445cdf13-9585-4119-a71a-f1f50b55891f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4143560 Feb 09 02:00:47.617386 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45032) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:00:47.750495 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd67ead7-1b63-4c99-86db-d740493d5453 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-9c64f170-97a4-4a05-b87c-feed3935928b', 'network_id': '9c64f170-97a4-4a05-b87c-feed3935928b', 'project_id': '7050557f09d44893a51002583ece992c', 'fixed_ips': [{'subnet_id': 'b488c64c-def8-4e0b-ab04-fb333eb93b56'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:00:47.751327 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd67ead7-1b63-4c99-86db-d740493d5453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:47.811652 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-86b4251a-bab9-4fe2-a7a0-59af92b62940 None None] Publish callbacks [] for port (1b44e4d7-b543-4014-acf4-79ed3da734ad), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:47.869058 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-86b4251a-bab9-4fe2-a7a0-59af92b62940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1b44e4d7-b543-4014-acf4-79ed3da734ad), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:47.962655 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf77882-20db-47a1-ae16-fb12e46359af None None] Pushing event updated for resources: {'Port': ['ID=1b44e4d7-b543-4014-acf4-79ed3da734ad,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:47.967983 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-86b4251a-bab9-4fe2-a7a0-59af92b62940 None None] Attempting to bind port 1b44e4d7-b543-4014-acf4-79ed3da734ad on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:00:47.968490 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-86b4251a-bab9-4fe2-a7a0-59af92b62940 None None] Attempting to bind port 1b44e4d7-b543-4014-acf4-79ed3da734ad by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:00:47.969016 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b4251a-bab9-4fe2-a7a0-59af92b62940 None None] Attempting to bind port 1b44e4d7-b543-4014-acf4-79ed3da734ad on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:00:47.979417 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b4251a-bab9-4fe2-a7a0-59af92b62940 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:00:47.979958 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b4251a-bab9-4fe2-a7a0-59af92b62940 None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:00:47.980493 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-86b4251a-bab9-4fe2-a7a0-59af92b62940 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:47.981016 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b4251a-bab9-4fe2-a7a0-59af92b62940 None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:00:47.981612 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-86b4251a-bab9-4fe2-a7a0-59af92b62940 None None] Bound port: 1b44e4d7-b543-4014-acf4-79ed3da734ad, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:00:47.982101 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-86b4251a-bab9-4fe2-a7a0-59af92b62940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1b44e4d7-b543-4014-acf4-79ed3da734ad), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:48.010669 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-fd67ead7-1b63-4c99-86db-d740493d5453 None None] Allocated IP 172.20.0.2 (9c64f170-97a4-4a05-b87c-feed3935928b/b488c64c-def8-4e0b-ab04-fb333eb93b56/385b1347-de9a-45d0-81a5-e4ec661b1fb5) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:00:48.097507 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-86b4251a-bab9-4fe2-a7a0-59af92b62940 None None] For port 1b44e4d7-b543-4014-acf4-79ed3da734ad, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:00:48.102249 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-86b4251a-bab9-4fe2-a7a0-59af92b62940 None None] For port 1b44e4d7-b543-4014-acf4-79ed3da734ad, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=1b44e4d7-b543-4014-acf4-79ed3da734ad,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:00:48.112426 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-86b4251a-bab9-4fe2-a7a0-59af92b62940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1b44e4d7-b543-4014-acf4-79ed3da734ad), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:48.219575 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b4251a-bab9-4fe2-a7a0-59af92b62940 None None] Routers {'f966647c-6ca4-4523-af4c-49935cb23847'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:00:48.220202 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-86b4251a-bab9-4fe2-a7a0-59af92b62940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:00:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f966647c-6ca4-4523-af4c-49935cb23847'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:48.223558 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf77882-20db-47a1-ae16-fb12e46359af None None] Pushing event updated for resources: {'Port': ['ID=1b44e4d7-b543-4014-acf4-79ed3da734ad,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:48.316619 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd67ead7-1b63-4c99-86db-d740493d5453 None None] Publish callbacks [] for port (385b1347-de9a-45d0-81a5-e4ec661b1fb5), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:48.326430 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd67ead7-1b63-4c99-86db-d740493d5453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (385b1347-de9a-45d0-81a5-e4ec661b1fb5), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:48.332448 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e8301c25-429b-4dc4-afc1-04819452b046 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:48.384307 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-86b4251a-bab9-4fe2-a7a0-59af92b62940 None None] Set router f966647c-6ca4-4523-af4c-49935cb23847 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:00:48.571955 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd67ead7-1b63-4c99-86db-d740493d5453 None None] Network 9c64f170-97a4-4a05-b87c-feed3935928b is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:00:48.601901 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-fd67ead7-1b63-4c99-86db-d740493d5453 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:48.605288 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd67ead7-1b63-4c99-86db-d740493d5453 None None] Pushing event updated for resources: {'Port': ['ID=385b1347-de9a-45d0-81a5-e4ec661b1fb5,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:48.607456 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd67ead7-1b63-4c99-86db-d740493d5453 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:00:48.667792 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-e8301c25-429b-4dc4-afc1-04819452b046 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Allocated IP 172.20.0.1 (9c64f170-97a4-4a05-b87c-feed3935928b/b488c64c-def8-4e0b-ab04-fb333eb93b56/c915e816-32b4-4b2b-a91f-9bdaa8175af9) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:00:48.714849 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-fd67ead7-1b63-4c99-86db-d740493d5453 None None] Attempting to bind port 385b1347-de9a-45d0-81a5-e4ec661b1fb5 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:00:48.715233 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-fd67ead7-1b63-4c99-86db-d740493d5453 None None] Attempting to bind port 385b1347-de9a-45d0-81a5-e4ec661b1fb5 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '17f6de41-d5bd-472d-b895-fb65ea05cd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '9c64f170-97a4-4a05-b87c-feed3935928b'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:00:48.715639 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd67ead7-1b63-4c99-86db-d740493d5453 None None] Attempting to bind port 385b1347-de9a-45d0-81a5-e4ec661b1fb5 on network 9c64f170-97a4-4a05-b87c-feed3935928b {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:00:48.727244 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd67ead7-1b63-4c99-86db-d740493d5453 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:00:48.727637 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd67ead7-1b63-4c99-86db-d740493d5453 None None] Checking segment: {'id': '17f6de41-d5bd-472d-b895-fb65ea05cd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '9c64f170-97a4-4a05-b87c-feed3935928b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:00:48.728050 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd67ead7-1b63-4c99-86db-d740493d5453 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:48.728458 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd67ead7-1b63-4c99-86db-d740493d5453 None None] Bound using segment: {'id': '17f6de41-d5bd-472d-b895-fb65ea05cd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '9c64f170-97a4-4a05-b87c-feed3935928b'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:00:48.728969 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-fd67ead7-1b63-4c99-86db-d740493d5453 None None] Bound port: 385b1347-de9a-45d0-81a5-e4ec661b1fb5, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17f6de41-d5bd-472d-b895-fb65ea05cd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '9c64f170-97a4-4a05-b87c-feed3935928b'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:00:48.729363 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd67ead7-1b63-4c99-86db-d740493d5453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (385b1347-de9a-45d0-81a5-e4ec661b1fb5), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:48.786047 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e8301c25-429b-4dc4-afc1-04819452b046 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for port (c915e816-32b4-4b2b-a91f-9bdaa8175af9), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:48.822063 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e8301c25-429b-4dc4-afc1-04819452b046 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (c915e816-32b4-4b2b-a91f-9bdaa8175af9), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:48.835340 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-fd67ead7-1b63-4c99-86db-d740493d5453 None None] For port 385b1347-de9a-45d0-81a5-e4ec661b1fb5, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:00:48.839751 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-fd67ead7-1b63-4c99-86db-d740493d5453 None None] For port 385b1347-de9a-45d0-81a5-e4ec661b1fb5, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=385b1347-de9a-45d0-81a5-e4ec661b1fb5,segment=NetworkSegment(17f6de41-d5bd-472d-b895-fb65ea05cd06),segment_id=17f6de41-d5bd-472d-b895-fb65ea05cd06)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:00:48.847428 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-86b4251a-bab9-4fe2-a7a0-59af92b62940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f966647c-6ca4-4523-af4c-49935cb23847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716134712', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '1b44e4d7-b543-4014-acf4-79ed3da734ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:45Z', 'updated_at': '2022-02-09T02:00:46Z', 'revision_number': 3, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': '1b44e4d7-b543-4014-acf4-79ed3da734ad', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f966647c-6ca4-4523-af4c-49935cb23847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:45Z', 'updated_at': '2022-02-09T02:00:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:48.849552 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-fd67ead7-1b63-4c99-86db-d740493d5453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (385b1347-de9a-45d0-81a5-e4ec661b1fb5), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:48.860893 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8301c25-429b-4dc4-afc1-04819452b046 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Network 9c64f170-97a4-4a05-b87c-feed3935928b is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:00:48.866394 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-e8301c25-429b-4dc4-afc1-04819452b046 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:48.870233 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8301c25-429b-4dc4-afc1-04819452b046 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:00:48.884578 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b4251a-bab9-4fe2-a7a0-59af92b62940 None None] The sync data for ids ['f966647c-6ca4-4523-af4c-49935cb23847'] in n-d-828369-4 is: [{'id': 'f966647c-6ca4-4523-af4c-49935cb23847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716134712', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '1b44e4d7-b543-4014-acf4-79ed3da734ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:45Z', 'updated_at': '2022-02-09T02:00:46Z', 'revision_number': 3, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': '1b44e4d7-b543-4014-acf4-79ed3da734ad', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f966647c-6ca4-4523-af4c-49935cb23847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:45Z', 'updated_at': '2022-02-09T02:00:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:00:48.895673 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8301c25-429b-4dc4-afc1-04819452b046 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'Port': ['ID=c915e816-32b4-4b2b-a91f-9bdaa8175af9,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:48.929506 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e8301c25-429b-4dc4-afc1-04819452b046 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (f966647c-6ca4-4523-af4c-49935cb23847), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:48.948643 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd67ead7-1b63-4c99-86db-d740493d5453 None None] Pushing event updated for resources: {'Port': ['ID=385b1347-de9a-45d0-81a5-e4ec661b1fb5,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:49.080112 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e8301c25-429b-4dc4-afc1-04819452b046 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c915e816-32b4-4b2b-a91f-9bdaa8175af9), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:49.443596 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e8301c25-429b-4dc4-afc1-04819452b046 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for port (c915e816-32b4-4b2b-a91f-9bdaa8175af9), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:49.449513 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e8301c25-429b-4dc4-afc1-04819452b046 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (c915e816-32b4-4b2b-a91f-9bdaa8175af9), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:49.526735 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8301c25-429b-4dc4-afc1-04819452b046 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'Port': ['ID=c915e816-32b4-4b2b-a91f-9bdaa8175af9,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:49.529252 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e8301c25-429b-4dc4-afc1-04819452b046 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (f966647c-6ca4-4523-af4c-49935cb23847), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:49.616298 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 1b44e4d7-b543-4014-acf4-79ed3da734ad up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:00:49.631937 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8301c25-429b-4dc4-afc1-04819452b046 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Network 9c64f170-97a4-4a05-b87c-feed3935928b is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:00:49.633649 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-e8301c25-429b-4dc4-afc1-04819452b046 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:49.675883 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 1b44e4d7-b543-4014-acf4-79ed3da734ad triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:49.676374 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (1b44e4d7-b543-4014-acf4-79ed3da734ad), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:49.767642 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8301c25-429b-4dc4-afc1-04819452b046 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Router f966647c-6ca4-4523-af4c-49935cb23847 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:00:49.776843 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 1b44e4d7-b543-4014-acf4-79ed3da734ad is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:49.777252 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1b44e4d7-b543-4014-acf4-79ed3da734ad), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:49.800730 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 1b44e4d7-b543-4014-acf4-79ed3da734ad, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=1b44e4d7-b543-4014-acf4-79ed3da734ad,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:49.808074 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1b44e4d7-b543-4014-acf4-79ed3da734ad), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:49.809098 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 385b1347-de9a-45d0-81a5-e4ec661b1fb5 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:00:49.891668 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=1b44e4d7-b543-4014-acf4-79ed3da734ad,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:49.912802 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8301c25-429b-4dc4-afc1-04819452b046 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:00:49.918398 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 385b1347-de9a-45d0-81a5-e4ec661b1fb5 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:49.918789 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e8301c25-429b-4dc4-afc1-04819452b046 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "PUT /v2.0/routers/f966647c-6ca4-4523-af4c-49935cb23847/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3003550 Feb 09 02:00:49.918925 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (385b1347-de9a-45d0-81a5-e4ec661b1fb5), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:50.010930 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 385b1347-de9a-45d0-81a5-e4ec661b1fb5 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:50.011443 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (385b1347-de9a-45d0-81a5-e4ec661b1fb5), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:50.056072 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 385b1347-de9a-45d0-81a5-e4ec661b1fb5, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=385b1347-de9a-45d0-81a5-e4ec661b1fb5,segment=NetworkSegment(17f6de41-d5bd-472d-b895-fb65ea05cd06),segment_id=17f6de41-d5bd-472d-b895-fb65ea05cd06)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:50.061858 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (385b1347-de9a-45d0-81a5-e4ec661b1fb5), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:50.097289 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-ba876781-00e4-4a77-b021-8795e48175c1 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-709079083&fields=id&tenant_id=7050557f09d44893a51002583ece992c HTTP/1.1" status: 200 len: 267 time: 0.0504570 Feb 09 02:00:50.103656 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0ed3cc-48fa-4391-8641-c44426caa2d3 None None] Network 9c64f170-97a4-4a05-b87c-feed3935928b requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:00:50.156195 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=385b1347-de9a-45d0-81a5-e4ec661b1fb5,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:50.195078 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-0f93a354-c3b5-47f6-9542-93633d39c573 None None] Provisioning complete for port 385b1347-de9a-45d0-81a5-e4ec661b1fb5 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:50.195419 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0f93a354-c3b5-47f6-9542-93633d39c573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (385b1347-de9a-45d0-81a5-e4ec661b1fb5), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:50.218560 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-5f3814c8-2d82-4ab0-9a16-86334bdd2484 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:50.220232 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-5f3814c8-2d82-4ab0-9a16-86334bdd2484 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/networks?id=9c64f170-97a4-4a05-b87c-feed3935928b HTTP/1.1" status: 200 len: 797 time: 0.1157250 Feb 09 02:00:50.235212 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-f03381f6-03df-4a07-906f-fef58ba20361 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/quotas/7050557f09d44893a51002583ece992c HTTP/1.1" status: 200 len: 375 time: 0.0093205 Feb 09 02:00:50.295186 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-aa92dc8f-17a3-4ab7-9f58-826e4a3fa75f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7050557f09d44893a51002583ece992c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536606 Feb 09 02:00:50.311131 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-0f93a354-c3b5-47f6-9542-93633d39c573 None None] Current status of the port 385b1347-de9a-45d0-81a5-e4ec661b1fb5 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:50.393204 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-2462038b-2bf0-4067-a298-5bd292dafa96 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:00:50.394750 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-2462038b-2bf0-4067-a298-5bd292dafa96 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0491519 Feb 09 02:00:50.499681 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-687f35b6-73eb-438f-9b7b-0d2430783df7 service neutron] 10.222.0.50 "GET /v2.0/networks/9c64f170-97a4-4a05-b87c-feed3935928b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976827 Feb 09 02:00:50.534872 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-50d45fb7-c596-4ce4-9ad5-cba8f87c9eb6 None None] Provisioning complete for port c915e816-32b4-4b2b-a91f-9bdaa8175af9 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:50.535263 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-50d45fb7-c596-4ce4-9ad5-cba8f87c9eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c915e816-32b4-4b2b-a91f-9bdaa8175af9), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:50.572854 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-50d45fb7-c596-4ce4-9ad5-cba8f87c9eb6 None None] Port c915e816-32b4-4b2b-a91f-9bdaa8175af9 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:00:50.584618 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-50d45fb7-c596-4ce4-9ad5-cba8f87c9eb6 None None] Provisioning complete for port 385b1347-de9a-45d0-81a5-e4ec661b1fb5 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:50.585023 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-50d45fb7-c596-4ce4-9ad5-cba8f87c9eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (385b1347-de9a-45d0-81a5-e4ec661b1fb5), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:50.600869 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-5cd6b66f-06e0-4b0b-b176-01944f77c388 service neutron] 10.222.0.50 "GET /v2.0/networks/9c64f170-97a4-4a05-b87c-feed3935928b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945773 Feb 09 02:00:50.695728 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-50d45fb7-c596-4ce4-9ad5-cba8f87c9eb6 None None] Current status of the port 385b1347-de9a-45d0-81a5-e4ec661b1fb5 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:50.836386 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-39914d84-7031-44a0-ad09-cd9bb719fdba req-e21d2100-fefd-4c61-b937-44a6f709bf1b tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1729dc2-107e-450a-b545-8ccd2911e589 HTTP/1.1" status: 200 len: 210 time: 0.0390999 Feb 09 02:00:50.837049 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7780a9fd-a119-469c-874c-12b39b798fb8 None None] Sync routers for ids ['f966647c-6ca4-4523-af4c-49935cb23847'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:00:50.863241 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-ae94275f-b40d-485f-9765-8436792f20e0 None None] Provisioning complete for port c915e816-32b4-4b2b-a91f-9bdaa8175af9 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:50.863635 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ae94275f-b40d-485f-9765-8436792f20e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c915e816-32b4-4b2b-a91f-9bdaa8175af9), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:50.866711 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7780a9fd-a119-469c-874c-12b39b798fb8 None None] Routers {'f966647c-6ca4-4523-af4c-49935cb23847'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:00:50.867669 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-7780a9fd-a119-469c-874c-12b39b798fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:00:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f966647c-6ca4-4523-af4c-49935cb23847'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:50.911282 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ae94275f-b40d-485f-9765-8436792f20e0 None None] Port c915e816-32b4-4b2b-a91f-9bdaa8175af9 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:00:51.002352 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-7780a9fd-a119-469c-874c-12b39b798fb8 None None] Set router f966647c-6ca4-4523-af4c-49935cb23847 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:00:51.030878 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-67b6c510-4478-4b42-8537-4289e0cf67e5 None None] Provisioning complete for port c915e816-32b4-4b2b-a91f-9bdaa8175af9 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:51.032624 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-67b6c510-4478-4b42-8537-4289e0cf67e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c915e816-32b4-4b2b-a91f-9bdaa8175af9), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:51.075833 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-67b6c510-4478-4b42-8537-4289e0cf67e5 None None] Port c915e816-32b4-4b2b-a91f-9bdaa8175af9 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:00:51.214243 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-7780a9fd-a119-469c-874c-12b39b798fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f966647c-6ca4-4523-af4c-49935cb23847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716134712', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '1b44e4d7-b543-4014-acf4-79ed3da734ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:45Z', 'updated_at': '2022-02-09T02:00:49Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': '1b44e4d7-b543-4014-acf4-79ed3da734ad', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f966647c-6ca4-4523-af4c-49935cb23847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:45Z', 'updated_at': '2022-02-09T02:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'c915e816-32b4-4b2b-a91f-9bdaa8175af9', 'name': '', 'network_id': '9c64f170-97a4-4a05-b87c-feed3935928b', 'tenant_id': '7050557f09d44893a51002583ece992c', 'mac_address': 'fa:16:3e:4b:c0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f966647c-6ca4-4523-af4c-49935cb23847', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'b488c64c-def8-4e0b-ab04-fb333eb93b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:48Z', 'updated_at': '2022-02-09T02:00:49Z', 'revision_number': 2, 'project_id': '7050557f09d44893a51002583ece992c', 'subnets': [{'id': 'b488c64c-def8-4e0b-ab04-fb333eb93b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:51.244017 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7780a9fd-a119-469c-874c-12b39b798fb8 None None] Checking router: f966647c-6ca4-4523-af4c-49935cb23847 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:00:51.244372 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7780a9fd-a119-469c-874c-12b39b798fb8 None None] Updating router f966647c-6ca4-4523-af4c-49935cb23847 port c915e816-32b4-4b2b-a91f-9bdaa8175af9 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:00:51.276664 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7780a9fd-a119-469c-874c-12b39b798fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c915e816-32b4-4b2b-a91f-9bdaa8175af9), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:51.546479 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 1b44e4d7-b543-4014-acf4-79ed3da734ad up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:00:51.559498 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7780a9fd-a119-469c-874c-12b39b798fb8 None None] Publish callbacks [] for port (c915e816-32b4-4b2b-a91f-9bdaa8175af9), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:51.564832 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7780a9fd-a119-469c-874c-12b39b798fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (c915e816-32b4-4b2b-a91f-9bdaa8175af9), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:51.595390 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 1b44e4d7-b543-4014-acf4-79ed3da734ad triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:51.595785 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (1b44e4d7-b543-4014-acf4-79ed3da734ad), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:51.635821 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6286d96-06b9-4522-a727-8592820f6bf1 None None] Pushing event updated for resources: {'Port': ['ID=c915e816-32b4-4b2b-a91f-9bdaa8175af9,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:51.644738 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6286d96-06b9-4522-a727-8592820f6bf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:51.644941 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6286d96-06b9-4522-a727-8592820f6bf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:51.645216 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6286d96-06b9-4522-a727-8592820f6bf1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:51.645560 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6286d96-06b9-4522-a727-8592820f6bf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:51.645898 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6286d96-06b9-4522-a727-8592820f6bf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:51.646230 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6286d96-06b9-4522-a727-8592820f6bf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:51.646602 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6286d96-06b9-4522-a727-8592820f6bf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:51.646934 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6286d96-06b9-4522-a727-8592820f6bf1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:51.647264 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6286d96-06b9-4522-a727-8592820f6bf1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:51.647593 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6286d96-06b9-4522-a727-8592820f6bf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:51.647920 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6286d96-06b9-4522-a727-8592820f6bf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:51.648247 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6286d96-06b9-4522-a727-8592820f6bf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:51.648595 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6286d96-06b9-4522-a727-8592820f6bf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:00:51.678844 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-7780a9fd-a119-469c-874c-12b39b798fb8 None None] Attempting to bind port c915e816-32b4-4b2b-a91f-9bdaa8175af9 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:00:51.679218 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-7780a9fd-a119-469c-874c-12b39b798fb8 None None] Attempting to bind port c915e816-32b4-4b2b-a91f-9bdaa8175af9 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '17f6de41-d5bd-472d-b895-fb65ea05cd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '9c64f170-97a4-4a05-b87c-feed3935928b'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:00:51.679808 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7780a9fd-a119-469c-874c-12b39b798fb8 None None] Attempting to bind port c915e816-32b4-4b2b-a91f-9bdaa8175af9 on network 9c64f170-97a4-4a05-b87c-feed3935928b {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:00:51.685163 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 1b44e4d7-b543-4014-acf4-79ed3da734ad is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:51.685373 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7780a9fd-a119-469c-874c-12b39b798fb8 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:00:51.685588 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7780a9fd-a119-469c-874c-12b39b798fb8 None None] Checking segment: {'id': '17f6de41-d5bd-472d-b895-fb65ea05cd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '9c64f170-97a4-4a05-b87c-feed3935928b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:00:51.685997 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7780a9fd-a119-469c-874c-12b39b798fb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:51.686572 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 385b1347-de9a-45d0-81a5-e4ec661b1fb5 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:00:51.686725 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7780a9fd-a119-469c-874c-12b39b798fb8 None None] Bound using segment: {'id': '17f6de41-d5bd-472d-b895-fb65ea05cd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '9c64f170-97a4-4a05-b87c-feed3935928b'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:00:51.687340 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-7780a9fd-a119-469c-874c-12b39b798fb8 None None] Bound port: c915e816-32b4-4b2b-a91f-9bdaa8175af9, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17f6de41-d5bd-472d-b895-fb65ea05cd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '9c64f170-97a4-4a05-b87c-feed3935928b'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:00:51.687894 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7780a9fd-a119-469c-874c-12b39b798fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c915e816-32b4-4b2b-a91f-9bdaa8175af9), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:51.745518 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 385b1347-de9a-45d0-81a5-e4ec661b1fb5 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:51.747073 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (385b1347-de9a-45d0-81a5-e4ec661b1fb5), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:51.762956 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-7780a9fd-a119-469c-874c-12b39b798fb8 None None] For port c915e816-32b4-4b2b-a91f-9bdaa8175af9, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:00:51.766560 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-7780a9fd-a119-469c-874c-12b39b798fb8 None None] For port c915e816-32b4-4b2b-a91f-9bdaa8175af9, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=c915e816-32b4-4b2b-a91f-9bdaa8175af9,segment=NetworkSegment(17f6de41-d5bd-472d-b895-fb65ea05cd06),segment_id=17f6de41-d5bd-472d-b895-fb65ea05cd06)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:00:51.774206 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-7780a9fd-a119-469c-874c-12b39b798fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (c915e816-32b4-4b2b-a91f-9bdaa8175af9), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:51.816462 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7780a9fd-a119-469c-874c-12b39b798fb8 None None] Routers {'f966647c-6ca4-4523-af4c-49935cb23847'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:00:51.817442 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-7780a9fd-a119-469c-874c-12b39b798fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:00:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f966647c-6ca4-4523-af4c-49935cb23847'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:51.860670 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 385b1347-de9a-45d0-81a5-e4ec661b1fb5 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:51.924408 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-56f2562a-0294-4ddd-b606-30e8d991ece8 None None] Provisioning complete for port c915e816-32b4-4b2b-a91f-9bdaa8175af9 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:51.925205 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-56f2562a-0294-4ddd-b606-30e8d991ece8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c915e816-32b4-4b2b-a91f-9bdaa8175af9), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:51.998406 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6286d96-06b9-4522-a727-8592820f6bf1 None None] Pushing event updated for resources: {'Port': ['ID=c915e816-32b4-4b2b-a91f-9bdaa8175af9,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:52.010469 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-02a7fbcc-f132-42b9-b503-d6a317ecaeef tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:52.012484 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-02a7fbcc-f132-42b9-b503-d6a317ecaeef tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.47 "GET /v2.0/networks?id=9c64f170-97a4-4a05-b87c-feed3935928b HTTP/1.1" status: 200 len: 797 time: 0.2143154 Feb 09 02:00:52.013183 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-7780a9fd-a119-469c-874c-12b39b798fb8 None None] Set router f966647c-6ca4-4523-af4c-49935cb23847 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:00:52.023895 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-26d042f3-c1d7-436f-a627-eaf5fc9468bb req-d4e17794-b23e-404d-924b-95ee419e48b2 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1729dc2-107e-450a-b545-8ccd2911e589 HTTP/1.1" status: 200 len: 210 time: 0.0636494 Feb 09 02:00:52.093596 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-56f2562a-0294-4ddd-b606-30e8d991ece8 None None] Current status of the port c915e816-32b4-4b2b-a91f-9bdaa8175af9 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:52.093996 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-56f2562a-0294-4ddd-b606-30e8d991ece8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c915e816-32b4-4b2b-a91f-9bdaa8175af9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:52.103998 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-2c2dbc8e-ebd8-444c-ac2c-1d8137ba35ee tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7050557f09d44893a51002583ece992c HTTP/1.1" status: 200 len: 379 time: 0.0810196 Feb 09 02:00:52.123632 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-8b60ffc9-54e2-450c-976e-ce32ddf4aecf tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'port': {'device_id': 'e1729dc2-107e-450a-b545-8ccd2911e589', 'network_id': '9c64f170-97a4-4a05-b87c-feed3935928b', 'admin_state_up': True, 'tenant_id': '7050557f09d44893a51002583ece992c', 'security_groups': ['de19bb69-c727-4d22-8522-14db949edcf7']}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:52.133191 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-56f2562a-0294-4ddd-b606-30e8d991ece8 None None] For port c915e816-32b4-4b2b-a91f-9bdaa8175af9, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=c915e816-32b4-4b2b-a91f-9bdaa8175af9,segment=NetworkSegment(17f6de41-d5bd-472d-b895-fb65ea05cd06),segment_id=17f6de41-d5bd-472d-b895-fb65ea05cd06)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:52.137454 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-56f2562a-0294-4ddd-b606-30e8d991ece8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (c915e816-32b4-4b2b-a91f-9bdaa8175af9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:52.184060 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f2562a-0294-4ddd-b606-30e8d991ece8 None None] Pushing event updated for resources: {'Port': ['ID=c915e816-32b4-4b2b-a91f-9bdaa8175af9,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:52.238895 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-8b60ffc9-54e2-450c-976e-ce32ddf4aecf tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Made reservation on behalf of 7050557f09d44893a51002583ece992c for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:00:52.243935 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-8b60ffc9-54e2-450c-976e-ce32ddf4aecf tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:52.252284 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-7780a9fd-a119-469c-874c-12b39b798fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f966647c-6ca4-4523-af4c-49935cb23847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716134712', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '1b44e4d7-b543-4014-acf4-79ed3da734ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:45Z', 'updated_at': '2022-02-09T02:00:49Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': '1b44e4d7-b543-4014-acf4-79ed3da734ad', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f966647c-6ca4-4523-af4c-49935cb23847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:45Z', 'updated_at': '2022-02-09T02:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'c915e816-32b4-4b2b-a91f-9bdaa8175af9', 'name': '', 'network_id': '9c64f170-97a4-4a05-b87c-feed3935928b', 'tenant_id': '7050557f09d44893a51002583ece992c', 'mac_address': 'fa:16:3e:4b:c0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f966647c-6ca4-4523-af4c-49935cb23847', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'b488c64c-def8-4e0b-ab04-fb333eb93b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:48Z', 'updated_at': '2022-02-09T02:00:51Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'subnets': [{'id': 'b488c64c-def8-4e0b-ab04-fb333eb93b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:00:52.258990 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-802e795a-c500-4ed9-9105-c315fec697c2 None None] Provisioning complete for port c915e816-32b4-4b2b-a91f-9bdaa8175af9 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:52.259409 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-802e795a-c500-4ed9-9105-c315fec697c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c915e816-32b4-4b2b-a91f-9bdaa8175af9), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:52.282816 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7780a9fd-a119-469c-874c-12b39b798fb8 None None] The sync data for ids ['f966647c-6ca4-4523-af4c-49935cb23847'] in n-d-828369-4 is: [{'id': 'f966647c-6ca4-4523-af4c-49935cb23847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716134712', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '1b44e4d7-b543-4014-acf4-79ed3da734ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:45Z', 'updated_at': '2022-02-09T02:00:49Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': '1b44e4d7-b543-4014-acf4-79ed3da734ad', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f966647c-6ca4-4523-af4c-49935cb23847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:45Z', 'updated_at': '2022-02-09T02:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'c915e816-32b4-4b2b-a91f-9bdaa8175af9', 'name': '', 'network_id': '9c64f170-97a4-4a05-b87c-feed3935928b', 'tenant_id': '7050557f09d44893a51002583ece992c', 'mac_address': 'fa:16:3e:4b:c0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f966647c-6ca4-4523-af4c-49935cb23847', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'b488c64c-def8-4e0b-ab04-fb333eb93b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:48Z', 'updated_at': '2022-02-09T02:00:51Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'subnets': [{'id': 'b488c64c-def8-4e0b-ab04-fb333eb93b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:00:52.364528 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-802e795a-c500-4ed9-9105-c315fec697c2 None None] Current status of the port c915e816-32b4-4b2b-a91f-9bdaa8175af9 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:52.394757 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-8b60ffc9-54e2-450c-976e-ce32ddf4aecf tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Allocated IP 172.20.0.6 (9c64f170-97a4-4a05-b87c-feed3935928b/b488c64c-def8-4e0b-ab04-fb333eb93b56/c6a17ed3-51d2-4413-8c3a-dfaf2e83da30) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:00:52.543658 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-8b60ffc9-54e2-450c-976e-ce32ddf4aecf tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for port (c6a17ed3-51d2-4413-8c3a-dfaf2e83da30), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:52.578179 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-8b60ffc9-54e2-450c-976e-ce32ddf4aecf tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (c6a17ed3-51d2-4413-8c3a-dfaf2e83da30), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:52.625562 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-8b60ffc9-54e2-450c-976e-ce32ddf4aecf tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Network 9c64f170-97a4-4a05-b87c-feed3935928b is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:00:52.630973 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-8b60ffc9-54e2-450c-976e-ce32ddf4aecf tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:00:52.634840 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-8b60ffc9-54e2-450c-976e-ce32ddf4aecf tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:00:52.682501 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b60ffc9-54e2-450c-976e-ce32ddf4aecf tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'Port': ['ID=c6a17ed3-51d2-4413-8c3a-dfaf2e83da30,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:52.694746 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-8b60ffc9-54e2-450c-976e-ce32ddf4aecf tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:52.695410 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-8b60ffc9-54e2-450c-976e-ce32ddf4aecf tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:52.713040 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-8b60ffc9-54e2-450c-976e-ce32ddf4aecf tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6022263 Feb 09 02:00:52.726689 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-ca5c1f33-be7f-4266-a93a-6002594c9faf service neutron] Request body: {'port': {'device_id': 'e1729dc2-107e-450a-b545-8ccd2911e589', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:00:52.798637 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-ca5c1f33-be7f-4266-a93a-6002594c9faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c6a17ed3-51d2-4413-8c3a-dfaf2e83da30), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:52.899237 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-24c9aee5-4826-49fd-93c6-01cf4f3c3846 None None] Provisioning complete for port c6a17ed3-51d2-4413-8c3a-dfaf2e83da30 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:52.899778 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-24c9aee5-4826-49fd-93c6-01cf4f3c3846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c6a17ed3-51d2-4413-8c3a-dfaf2e83da30), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:52.936465 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-24c9aee5-4826-49fd-93c6-01cf4f3c3846 None None] Port c6a17ed3-51d2-4413-8c3a-dfaf2e83da30 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:00:53.079303 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-ca5c1f33-be7f-4266-a93a-6002594c9faf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6a17ed3-51d2-4413-8c3a-dfaf2e83da30 {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:00:53.087745 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-ca5c1f33-be7f-4266-a93a-6002594c9faf service neutron] Publish callbacks [] for port (c6a17ed3-51d2-4413-8c3a-dfaf2e83da30), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:53.100565 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-ca5c1f33-be7f-4266-a93a-6002594c9faf service neutron] Transition to ACTIVE for port object c6a17ed3-51d2-4413-8c3a-dfaf2e83da30 will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:00:53.105280 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-ca5c1f33-be7f-4266-a93a-6002594c9faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (c6a17ed3-51d2-4413-8c3a-dfaf2e83da30), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:53.160411 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c1f33-be7f-4266-a93a-6002594c9faf service neutron] Pushing event updated for resources: {'Port': ['ID=c6a17ed3-51d2-4413-8c3a-dfaf2e83da30,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:53.171169 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0cc32-3bff-4c17-862f-44081ffcd5bb req-bb25b669-0dfc-4114-9e8c-e72bdf9cfbc4 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:53.172870 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-75f0cc32-3bff-4c17-862f-44081ffcd5bb req-bb25b669-0dfc-4114-9e8c-e72bdf9cfbc4 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1729dc2-107e-450a-b545-8ccd2911e589 HTTP/1.1" status: 200 len: 943 time: 0.0674374 Feb 09 02:00:53.235137 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-75f0cc32-3bff-4c17-862f-44081ffcd5bb req-d3b1226c-1f6c-4bfe-a1d8-8538c8bc1b9a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=de19bb69-c727-4d22-8522-14db949edcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551057 Feb 09 02:00:53.244989 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-ca5c1f33-be7f-4266-a93a-6002594c9faf service neutron] Attempting to bind port c6a17ed3-51d2-4413-8c3a-dfaf2e83da30 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:00:53.245334 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-ca5c1f33-be7f-4266-a93a-6002594c9faf service neutron] Attempting to bind port c6a17ed3-51d2-4413-8c3a-dfaf2e83da30 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': '17f6de41-d5bd-472d-b895-fb65ea05cd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '9c64f170-97a4-4a05-b87c-feed3935928b'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:00:53.245675 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-ca5c1f33-be7f-4266-a93a-6002594c9faf service neutron] Attempting to bind port c6a17ed3-51d2-4413-8c3a-dfaf2e83da30 on network 9c64f170-97a4-4a05-b87c-feed3935928b {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:00:53.252671 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-ca5c1f33-be7f-4266-a93a-6002594c9faf service neutron] Port c6a17ed3-51d2-4413-8c3a-dfaf2e83da30 on network 9c64f170-97a4-4a05-b87c-feed3935928b not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:00:53.253015 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-ca5c1f33-be7f-4266-a93a-6002594c9faf service neutron] Attempting to bind port c6a17ed3-51d2-4413-8c3a-dfaf2e83da30 on network 9c64f170-97a4-4a05-b87c-feed3935928b {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:00:53.259892 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-ca5c1f33-be7f-4266-a93a-6002594c9faf service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:00:53.260292 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-ca5c1f33-be7f-4266-a93a-6002594c9faf service neutron] Checking segment: {'id': '17f6de41-d5bd-472d-b895-fb65ea05cd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '9c64f170-97a4-4a05-b87c-feed3935928b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:00:53.260747 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-ca5c1f33-be7f-4266-a93a-6002594c9faf service neutron] Bound using segment: {'id': '17f6de41-d5bd-472d-b895-fb65ea05cd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '9c64f170-97a4-4a05-b87c-feed3935928b'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:00:53.261194 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-ca5c1f33-be7f-4266-a93a-6002594c9faf service neutron] Bound port: c6a17ed3-51d2-4413-8c3a-dfaf2e83da30, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17f6de41-d5bd-472d-b895-fb65ea05cd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '9c64f170-97a4-4a05-b87c-feed3935928b'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:00:53.261564 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-ca5c1f33-be7f-4266-a93a-6002594c9faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c6a17ed3-51d2-4413-8c3a-dfaf2e83da30), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:53.338369 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-ca5c1f33-be7f-4266-a93a-6002594c9faf service neutron] For port c6a17ed3-51d2-4413-8c3a-dfaf2e83da30, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:00:53.342020 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-ca5c1f33-be7f-4266-a93a-6002594c9faf service neutron] For port c6a17ed3-51d2-4413-8c3a-dfaf2e83da30, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=c6a17ed3-51d2-4413-8c3a-dfaf2e83da30,segment=NetworkSegment(17f6de41-d5bd-472d-b895-fb65ea05cd06),segment_id=17f6de41-d5bd-472d-b895-fb65ea05cd06)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:00:53.349100 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-ca5c1f33-be7f-4266-a93a-6002594c9faf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (c6a17ed3-51d2-4413-8c3a-dfaf2e83da30), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:53.383932 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-ca5c1f33-be7f-4266-a93a-6002594c9faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:53.384469 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-ca5c1f33-be7f-4266-a93a-6002594c9faf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:53.385902 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-ca5c1f33-be7f-4266-a93a-6002594c9faf service neutron] 10.222.0.47 "PUT /v2.0/ports/c6a17ed3-51d2-4413-8c3a-dfaf2e83da30 HTTP/1.1" status: 200 len: 1091 time: 0.6643417 Feb 09 02:00:53.386349 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1729dc2-107e-450a-b545-8ccd2911e589', 'tag': 'c6a17ed3-51d2-4413-8c3a-dfaf2e83da30'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:00:53.388836 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb43af88e673329c23149398428cc041a01d2eb1e38e3c4d9439b19a076227c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff38bbd-6aae-4ff7-8b6b-793b3c8e5695" -d '{"events": [{"name": "network-changed", "server_uuid": "e1729dc2-107e-450a-b545-8ccd2911e589", "tag": "c6a17ed3-51d2-4413-8c3a-dfaf2e83da30"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:00:53.418122 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c1f33-be7f-4266-a93a-6002594c9faf service neutron] Pushing event updated for resources: {'Port': ['ID=c6a17ed3-51d2-4413-8c3a-dfaf2e83da30,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:53.435378 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29b8ed6-933e-469b-94c8-c9010e843123 x-openstack-request-id: req-b29b8ed6-933e-469b-94c8-c9010e843123 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:00:53.435734 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1729dc2-107e-450a-b545-8ccd2911e589", "tag": "c6a17ed3-51d2-4413-8c3a-dfaf2e83da30", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:00:53.436059 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b29b8ed6-933e-469b-94c8-c9010e843123 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:00:53.436525 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1729dc2-107e-450a-b545-8ccd2911e589', 'tag': 'c6a17ed3-51d2-4413-8c3a-dfaf2e83da30', 'status': 'completed', 'code': 200} Feb 09 02:00:53.507359 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-6ffb85c8-ce4c-4954-ada3-dabec2ce8f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:53.511524 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-6ffb85c8-ce4c-4954-ada3-dabec2ce8f25 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7050557f09d44893a51002583ece992c&device_id=e1729dc2-107e-450a-b545-8ccd2911e589 HTTP/1.1" status: 200 len: 1125 time: 0.0705779 Feb 09 02:00:53.561071 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-a4acb01a-589f-4607-a1ba-02fed0501542 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6a17ed3-51d2-4413-8c3a-dfaf2e83da30 HTTP/1.1" status: 200 len: 217 time: 0.0430038 Feb 09 02:00:53.577673 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device c915e816-32b4-4b2b-a91f-9bdaa8175af9 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:00:53.622248 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-1a37d837-0dbc-408c-96cd-3b72c861b1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:53.623819 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-1a37d837-0dbc-408c-96cd-3b72c861b1fd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b488c64c-def8-4e0b-ab04-fb333eb93b56 HTTP/1.1" status: 200 len: 835 time: 0.0574632 Feb 09 02:00:53.638403 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port c915e816-32b4-4b2b-a91f-9bdaa8175af9 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:53.638786 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c915e816-32b4-4b2b-a91f-9bdaa8175af9), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:53.680979 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-daadfb2c-cdfb-4a2d-909c-19373b5831d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:53.682583 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-daadfb2c-cdfb-4a2d-909c-19373b5831d2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9c64f170-97a4-4a05-b87c-feed3935928b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493143 Feb 09 02:00:53.728078 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port c915e816-32b4-4b2b-a91f-9bdaa8175af9 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:53.775136 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-f01a4e41-ba6e-40a5-ac9a-11a5fc80b821 service neutron] 10.222.0.47 "GET /v2.0/networks/9c64f170-97a4-4a05-b87c-feed3935928b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866871 Feb 09 02:00:53.863829 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-52b41a4d-3deb-40e0-b11d-7c0333cc9006 req-20594347-40d4-41b9-acd6-578be41407ed service neutron] 10.222.0.47 "GET /v2.0/networks/9c64f170-97a4-4a05-b87c-feed3935928b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832508 Feb 09 02:00:53.954599 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff38bbd-6aae-4ff7-8b6b-793b3c8e5695 req-e111c10f-00f1-40e9-b994-f6454ac5100b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:53.956095 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-9ff38bbd-6aae-4ff7-8b6b-793b3c8e5695 req-e111c10f-00f1-40e9-b994-f6454ac5100b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7050557f09d44893a51002583ece992c&device_id=e1729dc2-107e-450a-b545-8ccd2911e589 HTTP/1.1" status: 200 len: 1125 time: 0.0488014 Feb 09 02:00:54.022129 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:00:54.044364 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff38bbd-6aae-4ff7-8b6b-793b3c8e5695 req-e365c068-d3b4-49a1-b3b5-36e6f62ba9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:54.045883 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-9ff38bbd-6aae-4ff7-8b6b-793b3c8e5695 req-e365c068-d3b4-49a1-b3b5-36e6f62ba9c9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9c64f170-97a4-4a05-b87c-feed3935928b HTTP/1.1" status: 200 len: 899 time: 0.0840349 Feb 09 02:00:54.087831 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-9ff38bbd-6aae-4ff7-8b6b-793b3c8e5695 req-5fc39b93-0659-46e0-a156-617506b87803 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6a17ed3-51d2-4413-8c3a-dfaf2e83da30 HTTP/1.1" status: 200 len: 217 time: 0.0353780 Feb 09 02:00:54.139194 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff38bbd-6aae-4ff7-8b6b-793b3c8e5695 req-93f1694d-fe76-4300-93ea-01f950091b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:54.140655 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-9ff38bbd-6aae-4ff7-8b6b-793b3c8e5695 req-93f1694d-fe76-4300-93ea-01f950091b21 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b488c64c-def8-4e0b-ab04-fb333eb93b56 HTTP/1.1" status: 200 len: 835 time: 0.0465615 Feb 09 02:00:54.189343 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff38bbd-6aae-4ff7-8b6b-793b3c8e5695 req-4782bee7-6268-4975-b442-42548ded7e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:54.190830 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-9ff38bbd-6aae-4ff7-8b6b-793b3c8e5695 req-4782bee7-6268-4975-b442-42548ded7e48 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9c64f170-97a4-4a05-b87c-feed3935928b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431464 Feb 09 02:00:54.279108 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-9ff38bbd-6aae-4ff7-8b6b-793b3c8e5695 req-5cac880a-ed36-45f8-b5f0-fbeb861eddd4 service neutron] 10.222.0.47 "GET /v2.0/networks/9c64f170-97a4-4a05-b87c-feed3935928b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817230 Feb 09 02:00:54.359298 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4f39a-50a4-4a6d-bdb2-1731ad3baca9 req-4c610d99-94ae-4422-baac-a23d9086b581 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:54.360757 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6ab4f39a-50a4-4a6d-bdb2-1731ad3baca9 req-4c610d99-94ae-4422-baac-a23d9086b581 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1729dc2-107e-450a-b545-8ccd2911e589 HTTP/1.1" status: 200 len: 943 time: 0.0524766 Feb 09 02:00:54.374017 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-9ff38bbd-6aae-4ff7-8b6b-793b3c8e5695 req-77118ff4-dbf6-4ecc-91e8-2c05bcc2ffde service neutron] 10.222.0.47 "GET /v2.0/networks/9c64f170-97a4-4a05-b87c-feed3935928b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878098 Feb 09 02:00:54.412940 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6ab4f39a-50a4-4a6d-bdb2-1731ad3baca9 req-e2b1a462-b978-4994-beb5-a844011bf5a5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=de19bb69-c727-4d22-8522-14db949edcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458202 Feb 09 02:00:55.538099 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b6e37-2048-48bb-8780-7ffc7c5dd97e req-46306e0c-b498-4e02-8522-4cac2d138cba tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:55.539591 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-726b6e37-2048-48bb-8780-7ffc7c5dd97e req-46306e0c-b498-4e02-8522-4cac2d138cba tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1729dc2-107e-450a-b545-8ccd2911e589 HTTP/1.1" status: 200 len: 943 time: 0.0567529 Feb 09 02:00:55.587344 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-726b6e37-2048-48bb-8780-7ffc7c5dd97e req-62363eac-e829-4c71-b6e8-8efdffc593d6 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=de19bb69-c727-4d22-8522-14db949edcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420570 Feb 09 02:00:56.709944 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b0012-5edd-43f2-915c-3a4ad7996f1e req-53cf5dc1-641b-426e-9ea6-76531c63a6ac tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:56.711445 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5d7b0012-5edd-43f2-915c-3a4ad7996f1e req-53cf5dc1-641b-426e-9ea6-76531c63a6ac tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1729dc2-107e-450a-b545-8ccd2911e589 HTTP/1.1" status: 200 len: 943 time: 0.0553620 Feb 09 02:00:56.760751 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5d7b0012-5edd-43f2-915c-3a4ad7996f1e req-167b9d9a-8117-4291-83bc-0007fae1c380 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=de19bb69-c727-4d22-8522-14db949edcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434206 Feb 09 02:00:57.200848 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device c6a17ed3-51d2-4413-8c3a-dfaf2e83da30 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:00:57.305951 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port c6a17ed3-51d2-4413-8c3a-dfaf2e83da30, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=c6a17ed3-51d2-4413-8c3a-dfaf2e83da30,segment=NetworkSegment(17f6de41-d5bd-472d-b895-fb65ea05cd06),segment_id=17f6de41-d5bd-472d-b895-fb65ea05cd06)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:57.316620 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': 'c6a17ed3-51d2-4413-8c3a-dfaf2e83da30', 'network_id': '9c64f170-97a4-4a05-b87c-feed3935928b', 'port_id': 'c6a17ed3-51d2-4413-8c3a-dfaf2e83da30', 'mac_address': 'fa:16:3e:04:e9:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1027, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b488c64c-def8-4e0b-ab04-fb333eb93b56', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:00:57.354784 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port c6a17ed3-51d2-4413-8c3a-dfaf2e83da30 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:57.355201 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c6a17ed3-51d2-4413-8c3a-dfaf2e83da30), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:57.368118 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6a17ed3-51d2-4413-8c3a-dfaf2e83da30 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:00:57.387335 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port c6a17ed3-51d2-4413-8c3a-dfaf2e83da30, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=c6a17ed3-51d2-4413-8c3a-dfaf2e83da30,segment=NetworkSegment(17f6de41-d5bd-472d-b895-fb65ea05cd06),segment_id=17f6de41-d5bd-472d-b895-fb65ea05cd06)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:57.390967 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (c6a17ed3-51d2-4413-8c3a-dfaf2e83da30), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:57.442168 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=c6a17ed3-51d2-4413-8c3a-dfaf2e83da30,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:57.597567 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['c6a17ed3-51d2-4413-8c3a-dfaf2e83da30'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:00:57.879273 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753ebd1-84f6-45b7-b3ae-8b122884c989 req-edc76dc7-bb00-4f51-b677-8b1711a157db tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:57.880762 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a753ebd1-84f6-45b7-b3ae-8b122884c989 req-edc76dc7-bb00-4f51-b677-8b1711a157db tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1729dc2-107e-450a-b545-8ccd2911e589 HTTP/1.1" status: 200 len: 944 time: 0.0533028 Feb 09 02:00:57.939162 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a753ebd1-84f6-45b7-b3ae-8b122884c989 req-d44a9b63-4200-4b48-b6f2-15e2446b510f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=de19bb69-c727-4d22-8522-14db949edcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527408 Feb 09 02:00:59.062088 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee659d9-0553-45bd-9c39-17b4f22fc486 req-d6722eb6-73a4-46b6-8fb4-c88509fec991 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:59.063579 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eee659d9-0553-45bd-9c39-17b4f22fc486 req-d6722eb6-73a4-46b6-8fb4-c88509fec991 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1729dc2-107e-450a-b545-8ccd2911e589 HTTP/1.1" status: 200 len: 944 time: 0.0522058 Feb 09 02:00:59.112587 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eee659d9-0553-45bd-9c39-17b4f22fc486 req-b88565d5-abff-40c5-a279-5eb6b065edee tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=de19bb69-c727-4d22-8522-14db949edcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427458 Feb 09 02:00:59.201721 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device c6a17ed3-51d2-4413-8c3a-dfaf2e83da30 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:00:59.249565 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port c6a17ed3-51d2-4413-8c3a-dfaf2e83da30 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:00:59.253487 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port c6a17ed3-51d2-4413-8c3a-dfaf2e83da30 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:00:59.253867 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (c6a17ed3-51d2-4413-8c3a-dfaf2e83da30), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:59.330847 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port c6a17ed3-51d2-4413-8c3a-dfaf2e83da30 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:00:59.331243 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (c6a17ed3-51d2-4413-8c3a-dfaf2e83da30), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:59.354394 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1729dc2-107e-450a-b545-8ccd2911e589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a17ed3-51d2-4413-8c3a-dfaf2e83da30'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:00:59.356771 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f766445e23ec559c7328ff843d6cc013f3fae19186639b550ac9b130fb2cde8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ad28c3-de13-4059-9014-08aa724ef87e" -d '{"events": [{"server_uuid": "e1729dc2-107e-450a-b545-8ccd2911e589", "name": "network-vif-plugged", "status": "completed", "tag": "c6a17ed3-51d2-4413-8c3a-dfaf2e83da30"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:00:59.369111 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port c6a17ed3-51d2-4413-8c3a-dfaf2e83da30, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=c6a17ed3-51d2-4413-8c3a-dfaf2e83da30,segment=NetworkSegment(17f6de41-d5bd-472d-b895-fb65ea05cd06),segment_id=17f6de41-d5bd-472d-b895-fb65ea05cd06)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:00:59.373433 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (c6a17ed3-51d2-4413-8c3a-dfaf2e83da30), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:00:59.397402 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b71c3c-6dc0-4c75-8fa0-7f27829113f4 x-openstack-request-id: req-27b71c3c-6dc0-4c75-8fa0-7f27829113f4 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:00:59.397804 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1729dc2-107e-450a-b545-8ccd2911e589", "name": "network-vif-plugged", "status": "completed", "tag": "c6a17ed3-51d2-4413-8c3a-dfaf2e83da30", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:00:59.397972 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-27b71c3c-6dc0-4c75-8fa0-7f27829113f4 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:00:59.398348 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1729dc2-107e-450a-b545-8ccd2911e589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a17ed3-51d2-4413-8c3a-dfaf2e83da30', 'code': 200} Feb 09 02:00:59.423745 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=c6a17ed3-51d2-4413-8c3a-dfaf2e83da30,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:00:59.494362 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671614ff-36ac-40c4-8d59-7ba6bce39d22 req-0c254ba0-0c91-4fbc-abc7-21a368217b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:00:59.495927 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-671614ff-36ac-40c4-8d59-7ba6bce39d22 req-0c254ba0-0c91-4fbc-abc7-21a368217b52 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e1729dc2-107e-450a-b545-8ccd2911e589 HTTP/1.1" status: 200 len: 1127 time: 0.0457950 Feb 09 02:00:59.541495 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-671614ff-36ac-40c4-8d59-7ba6bce39d22 req-397297d1-2e1b-44a5-9d1e-ec3a2cc3f567 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=de19bb69-c727-4d22-8522-14db949edcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392463 Feb 09 02:01:00.230952 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617353b-e106-4398-9417-f705829b7af3 req-7b59ef6d-a35c-41ac-bf87-efe6e69f992b tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:00.232480 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a617353b-e106-4398-9417-f705829b7af3 req-7b59ef6d-a35c-41ac-bf87-efe6e69f992b tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1729dc2-107e-450a-b545-8ccd2911e589 HTTP/1.1" status: 200 len: 945 time: 0.0515592 Feb 09 02:01:00.282594 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a617353b-e106-4398-9417-f705829b7af3 req-fcd710ab-b4ad-4cf0-83d1-33bb25416fdc tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=de19bb69-c727-4d22-8522-14db949edcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443892 Feb 09 02:01:01.421493 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f511db6-9db8-4d7e-91cb-84227bd51132 req-cce79342-3ecc-4a0d-b3bf-d46a8baf8b16 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:01.422986 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3f511db6-9db8-4d7e-91cb-84227bd51132 req-cce79342-3ecc-4a0d-b3bf-d46a8baf8b16 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1729dc2-107e-450a-b545-8ccd2911e589 HTTP/1.1" status: 200 len: 945 time: 0.0578566 Feb 09 02:01:01.471307 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3f511db6-9db8-4d7e-91cb-84227bd51132 req-73af629b-5c7b-4f2c-87bd-1b540a096061 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=de19bb69-c727-4d22-8522-14db949edcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426574 Feb 09 02:01:01.588985 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9a88f-4d17-44ac-bf1d-12256001ea65 req-824094e6-1b1b-4f88-810c-6397bbc4bc6c tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:01.590485 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aec9a88f-4d17-44ac-bf1d-12256001ea65 req-824094e6-1b1b-4f88-810c-6397bbc4bc6c tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1729dc2-107e-450a-b545-8ccd2911e589 HTTP/1.1" status: 200 len: 945 time: 0.0532901 Feb 09 02:01:01.638118 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aec9a88f-4d17-44ac-bf1d-12256001ea65 req-68f03b07-5631-4fd8-a4cf-0548d0324c6b tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=de19bb69-c727-4d22-8522-14db949edcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419955 Feb 09 02:01:01.659652 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45110) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:01.710996 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f35def0-3206-45e0-b280-ec674747e109 tempest-TestNetworkAdvancedServerOps-392406596 tempest-TestNetworkAdvancedServerOps-392406596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:01.712552 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-7f35def0-3206-45e0-b280-ec674747e109 tempest-TestNetworkAdvancedServerOps-392406596 tempest-TestNetworkAdvancedServerOps-392406596-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e1729dc2-107e-450a-b545-8ccd2911e589 HTTP/1.1" status: 200 len: 1122 time: 0.0519364 Feb 09 02:01:01.715635 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45112) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:01.719870 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-a9a53281-b6d1-4c46-9796-8e6dbb58fa88 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'port_id': 'c6a17ed3-51d2-4413-8c3a-dfaf2e83da30', 'tenant_id': '7050557f09d44893a51002583ece992c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:01:01.740508 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a9a53281-b6d1-4c46-9796-8e6dbb58fa88 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:01.834765 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a9a53281-b6d1-4c46-9796-8e6dbb58fa88 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:01.939194 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-a9a53281-b6d1-4c46-9796-8e6dbb58fa88 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Allocated IP 172.25.8.194 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/a44dc5b6-e893-4326-bc00-0d2c6d7a26ce) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:01:02.047463 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a9a53281-b6d1-4c46-9796-8e6dbb58fa88 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for port (a44dc5b6-e893-4326-bc00-0d2c6d7a26ce), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:02.081291 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a9a53281-b6d1-4c46-9796-8e6dbb58fa88 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (a44dc5b6-e893-4326-bc00-0d2c6d7a26ce), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:02.116174 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a53281-b6d1-4c46-9796-8e6dbb58fa88 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:01:02.120759 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-a9a53281-b6d1-4c46-9796-8e6dbb58fa88 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:01:02.124124 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a53281-b6d1-4c46-9796-8e6dbb58fa88 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:01:02.150776 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a53281-b6d1-4c46-9796-8e6dbb58fa88 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'Port': ['ID=a44dc5b6-e893-4326-bc00-0d2c6d7a26ce,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:02.472969 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3bd4234a-f794-42c5-919c-caf053d9dce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:02.473662 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a9a53281-b6d1-4c46-9796-8e6dbb58fa88 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for floatingip (057fd145-0316-4b23-8c78-bc18e631625a), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:02.546707 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a9a53281-b6d1-4c46-9796-8e6dbb58fa88 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a44dc5b6-e893-4326-bc00-0d2c6d7a26ce), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:02.693189 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a9a53281-b6d1-4c46-9796-8e6dbb58fa88 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for port (a44dc5b6-e893-4326-bc00-0d2c6d7a26ce), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:02.697608 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a9a53281-b6d1-4c46-9796-8e6dbb58fa88 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (a44dc5b6-e893-4326-bc00-0d2c6d7a26ce), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:02.773248 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a53281-b6d1-4c46-9796-8e6dbb58fa88 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'Port': ['ID=a44dc5b6-e893-4326-bc00-0d2c6d7a26ce,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:01:02.783585 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a9a53281-b6d1-4c46-9796-8e6dbb58fa88 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (057fd145-0316-4b23-8c78-bc18e631625a), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:02.892118 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [None req-a9a53281-b6d1-4c46-9796-8e6dbb58fa88 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Floating IP 057fd145-0316-4b23-8c78-bc18e631625a associated. External IP: 172.25.8.194, port: c6a17ed3-51d2-4413-8c3a-dfaf2e83da30. Feb 09 02:01:03.109752 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a53281-b6d1-4c46-9796-8e6dbb58fa88 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Router f966647c-6ca4-4523-af4c-49935cb23847 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:01:03.555591 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a53281-b6d1-4c46-9796-8e6dbb58fa88 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:01:03.565243 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ce42fd-3ab1-4a05-8905-e634c3910139 None None] Sync routers for ids ['f966647c-6ca4-4523-af4c-49935cb23847'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:01:03.574953 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ce42fd-3ab1-4a05-8905-e634c3910139 None None] Routers {'f966647c-6ca4-4523-af4c-49935cb23847'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:01:03.575578 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-a6ce42fd-3ab1-4a05-8905-e634c3910139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:00:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f966647c-6ca4-4523-af4c-49935cb23847'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:03.575804 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a9a53281-b6d1-4c46-9796-8e6dbb58fa88 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:03.605728 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a9a53281-b6d1-4c46-9796-8e6dbb58fa88 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8890588 Feb 09 02:01:03.606332 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1729dc2-107e-450a-b545-8ccd2911e589', 'tag': 'c6a17ed3-51d2-4413-8c3a-dfaf2e83da30'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:01:03.608777 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a470e99f0f86a4159e910055b77303d33aac5c61a6ba05ec29afc43a7220bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d05f0b-fd36-417e-b92f-42a0e36d2325" -d '{"events": [{"name": "network-changed", "server_uuid": "e1729dc2-107e-450a-b545-8ccd2911e589", "tag": "c6a17ed3-51d2-4413-8c3a-dfaf2e83da30"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:01:03.656746 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5d0b14-55d9-49ef-ad67-f16950a141d1 x-openstack-request-id: req-cc5d0b14-55d9-49ef-ad67-f16950a141d1 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:01:03.657049 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1729dc2-107e-450a-b545-8ccd2911e589", "tag": "c6a17ed3-51d2-4413-8c3a-dfaf2e83da30", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:01:03.657368 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cc5d0b14-55d9-49ef-ad67-f16950a141d1 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:01:03.657802 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1729dc2-107e-450a-b545-8ccd2911e589', 'tag': 'c6a17ed3-51d2-4413-8c3a-dfaf2e83da30', 'status': 'completed', 'code': 200} Feb 09 02:01:03.690310 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-a6ce42fd-3ab1-4a05-8905-e634c3910139 None None] Set router f966647c-6ca4-4523-af4c-49935cb23847 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:01:03.720853 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995c681-fc80-4a89-863c-1cfe9577c0fd req-69878669-9d34-4ada-833a-42f8dbb06073 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:03.722517 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a995c681-fc80-4a89-863c-1cfe9577c0fd req-69878669-9d34-4ada-833a-42f8dbb06073 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1729dc2-107e-450a-b545-8ccd2911e589 HTTP/1.1" status: 200 len: 945 time: 0.0562282 Feb 09 02:01:03.735272 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d05f0b-fd36-417e-b92f-42a0e36d2325 req-3695f46a-2603-436e-9ab8-a811f704b54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:03.736784 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-29d05f0b-fd36-417e-b92f-42a0e36d2325 req-3695f46a-2603-436e-9ab8-a811f704b54d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7050557f09d44893a51002583ece992c&device_id=e1729dc2-107e-450a-b545-8ccd2911e589 HTTP/1.1" status: 200 len: 1127 time: 0.0579596 Feb 09 02:01:03.773262 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a995c681-fc80-4a89-863c-1cfe9577c0fd req-f4522de3-8a16-4d02-b004-85323b86603e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=de19bb69-c727-4d22-8522-14db949edcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443759 Feb 09 02:01:03.794955 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45118) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:03.844648 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d05f0b-fd36-417e-b92f-42a0e36d2325 req-11f00f3a-62c7-4426-8aa9-de8abacbf424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:03.846142 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-29d05f0b-fd36-417e-b92f-42a0e36d2325 req-11f00f3a-62c7-4426-8aa9-de8abacbf424 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9c64f170-97a4-4a05-b87c-feed3935928b HTTP/1.1" status: 200 len: 899 time: 0.1035042 Feb 09 02:01:03.862039 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-5189f859-0f68-440a-b398-3be47405eb8e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/floatingips/057fd145-0316-4b23-8c78-bc18e631625a HTTP/1.1" status: 200 len: 991 time: 0.0647867 Feb 09 02:01:03.919933 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-29d05f0b-fd36-417e-b92f-42a0e36d2325 req-30d4fdfd-d9cf-4cad-bf28-e7c69e973a90 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6a17ed3-51d2-4413-8c3a-dfaf2e83da30 HTTP/1.1" status: 200 len: 999 time: 0.0680020 Feb 09 02:01:03.925647 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-a6ce42fd-3ab1-4a05-8905-e634c3910139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f966647c-6ca4-4523-af4c-49935cb23847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716134712', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '1b44e4d7-b543-4014-acf4-79ed3da734ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:45Z', 'updated_at': '2022-02-09T02:00:49Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': '1b44e4d7-b543-4014-acf4-79ed3da734ad', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f966647c-6ca4-4523-af4c-49935cb23847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:45Z', 'updated_at': '2022-02-09T02:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '057fd145-0316-4b23-8c78-bc18e631625a', 'tenant_id': '7050557f09d44893a51002583ece992c', 'floating_ip_address': '172.25.8.194', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'f966647c-6ca4-4523-af4c-49935cb23847', 'port_id': 'c6a17ed3-51d2-4413-8c3a-dfaf2e83da30', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c64f170-97a4-4a05-b87c-feed3935928b', 'mac_address': 'fa:16:3e:04:e9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1729dc2-107e-450a-b545-8ccd2911e589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:01:02Z', 'updated_at': '2022-02-09T02:01:02Z', 'revision_number': 0, 'project_id': '7050557f09d44893a51002583ece992c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c915e816-32b4-4b2b-a91f-9bdaa8175af9', 'name': '', 'network_id': '9c64f170-97a4-4a05-b87c-feed3935928b', 'tenant_id': '7050557f09d44893a51002583ece992c', 'mac_address': 'fa:16:3e:4b:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f966647c-6ca4-4523-af4c-49935cb23847', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'b488c64c-def8-4e0b-ab04-fb333eb93b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:48Z', 'updated_at': '2022-02-09T02:00:52Z', 'revision_number': 5, 'project_id': '7050557f09d44893a51002583ece992c', 'subnets': [{'id': 'b488c64c-def8-4e0b-ab04-fb333eb93b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:03.953640 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ce42fd-3ab1-4a05-8905-e634c3910139 None None] Checking router: f966647c-6ca4-4523-af4c-49935cb23847 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:01:03.964753 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ce42fd-3ab1-4a05-8905-e634c3910139 None None] Routers {'f966647c-6ca4-4523-af4c-49935cb23847'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:01:03.965802 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-a6ce42fd-3ab1-4a05-8905-e634c3910139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:00:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f966647c-6ca4-4523-af4c-49935cb23847'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:04.081883 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-a6ce42fd-3ab1-4a05-8905-e634c3910139 None None] Set router f966647c-6ca4-4523-af4c-49935cb23847 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:01:04.236473 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d05f0b-fd36-417e-b92f-42a0e36d2325 req-6c9fb506-abe7-4001-8450-85edcc94baea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:04.238005 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-29d05f0b-fd36-417e-b92f-42a0e36d2325 req-6c9fb506-abe7-4001-8450-85edcc94baea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b488c64c-def8-4e0b-ab04-fb333eb93b56 HTTP/1.1" status: 200 len: 835 time: 0.3127503 Feb 09 02:01:04.285679 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d05f0b-fd36-417e-b92f-42a0e36d2325 req-35cd6ebb-5438-41d7-a343-8f74cdfddebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:04.287158 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-29d05f0b-fd36-417e-b92f-42a0e36d2325 req-35cd6ebb-5438-41d7-a343-8f74cdfddebe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9c64f170-97a4-4a05-b87c-feed3935928b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433805 Feb 09 02:01:04.313378 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-a6ce42fd-3ab1-4a05-8905-e634c3910139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f966647c-6ca4-4523-af4c-49935cb23847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716134712', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '1b44e4d7-b543-4014-acf4-79ed3da734ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:45Z', 'updated_at': '2022-02-09T02:00:49Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': '1b44e4d7-b543-4014-acf4-79ed3da734ad', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f966647c-6ca4-4523-af4c-49935cb23847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:45Z', 'updated_at': '2022-02-09T02:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '057fd145-0316-4b23-8c78-bc18e631625a', 'tenant_id': '7050557f09d44893a51002583ece992c', 'floating_ip_address': '172.25.8.194', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'f966647c-6ca4-4523-af4c-49935cb23847', 'port_id': 'c6a17ed3-51d2-4413-8c3a-dfaf2e83da30', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c64f170-97a4-4a05-b87c-feed3935928b', 'mac_address': 'fa:16:3e:04:e9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1729dc2-107e-450a-b545-8ccd2911e589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:01:02Z', 'updated_at': '2022-02-09T02:01:02Z', 'revision_number': 0, 'project_id': '7050557f09d44893a51002583ece992c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c915e816-32b4-4b2b-a91f-9bdaa8175af9', 'name': '', 'network_id': '9c64f170-97a4-4a05-b87c-feed3935928b', 'tenant_id': '7050557f09d44893a51002583ece992c', 'mac_address': 'fa:16:3e:4b:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f966647c-6ca4-4523-af4c-49935cb23847', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'b488c64c-def8-4e0b-ab04-fb333eb93b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:48Z', 'updated_at': '2022-02-09T02:00:52Z', 'revision_number': 5, 'project_id': '7050557f09d44893a51002583ece992c', 'subnets': [{'id': 'b488c64c-def8-4e0b-ab04-fb333eb93b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:01:04.340226 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ce42fd-3ab1-4a05-8905-e634c3910139 None None] The sync data for ids ['f966647c-6ca4-4523-af4c-49935cb23847'] in n-d-828369-4 is: [{'id': 'f966647c-6ca4-4523-af4c-49935cb23847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716134712', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '1b44e4d7-b543-4014-acf4-79ed3da734ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:45Z', 'updated_at': '2022-02-09T02:00:49Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': '1b44e4d7-b543-4014-acf4-79ed3da734ad', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f966647c-6ca4-4523-af4c-49935cb23847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:45Z', 'updated_at': '2022-02-09T02:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '057fd145-0316-4b23-8c78-bc18e631625a', 'tenant_id': '7050557f09d44893a51002583ece992c', 'floating_ip_address': '172.25.8.194', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'f966647c-6ca4-4523-af4c-49935cb23847', 'port_id': 'c6a17ed3-51d2-4413-8c3a-dfaf2e83da30', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c64f170-97a4-4a05-b87c-feed3935928b', 'mac_address': 'fa:16:3e:04:e9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1729dc2-107e-450a-b545-8ccd2911e589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:01:02Z', 'updated_at': '2022-02-09T02:01:02Z', 'revision_number': 0, 'project_id': '7050557f09d44893a51002583ece992c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c915e816-32b4-4b2b-a91f-9bdaa8175af9', 'name': '', 'network_id': '9c64f170-97a4-4a05-b87c-feed3935928b', 'tenant_id': '7050557f09d44893a51002583ece992c', 'mac_address': 'fa:16:3e:4b:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f966647c-6ca4-4523-af4c-49935cb23847', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'b488c64c-def8-4e0b-ab04-fb333eb93b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:48Z', 'updated_at': '2022-02-09T02:00:52Z', 'revision_number': 5, 'project_id': '7050557f09d44893a51002583ece992c', 'subnets': [{'id': 'b488c64c-def8-4e0b-ab04-fb333eb93b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:01:04.384170 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-29d05f0b-fd36-417e-b92f-42a0e36d2325 req-bde53321-1842-4209-a24f-6fdfdca9fb37 service neutron] 10.222.0.47 "GET /v2.0/networks/9c64f170-97a4-4a05-b87c-feed3935928b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913174 Feb 09 02:01:04.481605 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-29d05f0b-fd36-417e-b92f-42a0e36d2325 req-ffff7176-6224-4653-aef4-93304ab261fb service neutron] 10.222.0.47 "GET /v2.0/networks/9c64f170-97a4-4a05-b87c-feed3935928b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922289 Feb 09 02:01:04.502528 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-44cd05e2-c24a-4202-8353-5f349275e8eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:04.541835 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16b2928-b592-4da5-a05a-a410ab7c5a67 None None] New status for floating IP 057fd145-0316-4b23-8c78-bc18e631625a: ACTIVE {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:01:04.864857 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45120) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:04.924384 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-5aa9485d-cbb8-4a96-b69f-8db20ef4c3d6 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/floatingips/057fd145-0316-4b23-8c78-bc18e631625a HTTP/1.1" status: 200 len: 993 time: 0.0583532 Feb 09 02:01:06.095604 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:07.383154 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:08.056270 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:08.527269 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:09.807169 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:31.021032 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:01:32.478676 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8f662bd8-366e-41b2-81b0-509870ce855a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:33.680800 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14261d-1f53-4e91-b925-7fbdb11e8335 req-69d0f9f6-2a64-4acc-80a3-11d033290e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:33.682299 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ae14261d-1f53-4e91-b925-7fbdb11e8335 req-69d0f9f6-2a64-4acc-80a3-11d033290e69 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7050557f09d44893a51002583ece992c&device_id=e1729dc2-107e-450a-b545-8ccd2911e589 HTTP/1.1" status: 200 len: 1127 time: 0.0458939 Feb 09 02:01:33.683309 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1461af7-5376-4587-9ec3-9b8a3836366e req-a3b171a7-e093-4948-b212-e80d62d6330a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:33.684842 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a1461af7-5376-4587-9ec3-9b8a3836366e req-a3b171a7-e093-4948-b212-e80d62d6330a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1729dc2-107e-450a-b545-8ccd2911e589 HTTP/1.1" status: 200 len: 945 time: 0.0582137 Feb 09 02:01:33.738607 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a1461af7-5376-4587-9ec3-9b8a3836366e req-fc6ed466-346e-488f-9d8b-57f03bfc9291 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=de19bb69-c727-4d22-8522-14db949edcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474076 Feb 09 02:01:33.775628 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14261d-1f53-4e91-b925-7fbdb11e8335 req-4338714b-18bd-43e5-b854-28453c2d1335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:33.777130 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ae14261d-1f53-4e91-b925-7fbdb11e8335 req-4338714b-18bd-43e5-b854-28453c2d1335 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9c64f170-97a4-4a05-b87c-feed3935928b HTTP/1.1" status: 200 len: 899 time: 0.0881891 Feb 09 02:01:33.841439 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ae14261d-1f53-4e91-b925-7fbdb11e8335 req-4cc46880-c871-4211-a71a-8678e8fb05f6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6a17ed3-51d2-4413-8c3a-dfaf2e83da30 HTTP/1.1" status: 200 len: 1001 time: 0.0568740 Feb 09 02:01:33.892349 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14261d-1f53-4e91-b925-7fbdb11e8335 req-374db2bb-336b-4d0e-8f50-0bd3b91cbfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:33.894381 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ae14261d-1f53-4e91-b925-7fbdb11e8335 req-374db2bb-336b-4d0e-8f50-0bd3b91cbfe5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b488c64c-def8-4e0b-ab04-fb333eb93b56 HTTP/1.1" status: 200 len: 835 time: 0.0469811 Feb 09 02:01:33.941507 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14261d-1f53-4e91-b925-7fbdb11e8335 req-9bb3f06a-96a5-41bc-af20-0d7271be5c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:33.943078 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ae14261d-1f53-4e91-b925-7fbdb11e8335 req-9bb3f06a-96a5-41bc-af20-0d7271be5c3b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9c64f170-97a4-4a05-b87c-feed3935928b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0427079 Feb 09 02:01:33.954650 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [req-ae14261d-1f53-4e91-b925-7fbdb11e8335 req-562897d0-3d8e-449b-b7f3-c34a702181fa service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:01:33.958676 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ae14261d-1f53-4e91-b925-7fbdb11e8335 req-562897d0-3d8e-449b-b7f3-c34a702181fa service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090616 Feb 09 02:01:34.048093 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ae14261d-1f53-4e91-b925-7fbdb11e8335 req-14966524-d603-4fe9-bef6-5ad9af6ee872 service neutron] 10.222.0.47 "GET /v2.0/networks/9c64f170-97a4-4a05-b87c-feed3935928b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831892 Feb 09 02:01:34.140932 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-ae14261d-1f53-4e91-b925-7fbdb11e8335 req-3fc67809-c952-44d0-9974-473fa74042b7 service neutron] 10.222.0.47 "GET /v2.0/networks/9c64f170-97a4-4a05-b87c-feed3935928b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846794 Feb 09 02:01:34.507336 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-19144b2b-b459-4087-b17b-6357c42b00d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:34.860169 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3f8d47-4e02-4e2c-abd8-9ef6debffd6f req-76360ccc-df99-4d33-a84e-303e0fffd7db tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:34.861696 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3d3f8d47-4e02-4e2c-abd8-9ef6debffd6f req-76360ccc-df99-4d33-a84e-303e0fffd7db tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1729dc2-107e-450a-b545-8ccd2911e589 HTTP/1.1" status: 200 len: 945 time: 0.0523794 Feb 09 02:01:34.910574 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3d3f8d47-4e02-4e2c-abd8-9ef6debffd6f req-a74439fb-8082-4e26-967e-e9e20c8e31ba tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=de19bb69-c727-4d22-8522-14db949edcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432706 Feb 09 02:01:35.809059 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c04911-00e2-4066-a9b7-aa79f1b87e8f req-51d61e08-ae24-49a5-b870-a523422412e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:35.810560 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-24c04911-00e2-4066-a9b7-aa79f1b87e8f req-51d61e08-ae24-49a5-b870-a523422412e2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7050557f09d44893a51002583ece992c&device_id=e1729dc2-107e-450a-b545-8ccd2911e589 HTTP/1.1" status: 200 len: 1127 time: 0.0451112 Feb 09 02:01:35.915660 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c04911-00e2-4066-a9b7-aa79f1b87e8f req-a3677fa5-6b7c-46dd-8d5d-98ce3859522c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:35.917218 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-24c04911-00e2-4066-a9b7-aa79f1b87e8f req-a3677fa5-6b7c-46dd-8d5d-98ce3859522c service neutron] 10.222.0.47 "GET /v2.0/networks?id=9c64f170-97a4-4a05-b87c-feed3935928b HTTP/1.1" status: 200 len: 899 time: 0.0891514 Feb 09 02:01:35.982932 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-24c04911-00e2-4066-a9b7-aa79f1b87e8f req-77afc079-5d1a-46df-ac91-764263dc34b3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6a17ed3-51d2-4413-8c3a-dfaf2e83da30 HTTP/1.1" status: 200 len: 1001 time: 0.0596726 Feb 09 02:01:36.030754 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c04911-00e2-4066-a9b7-aa79f1b87e8f req-fa50f17b-8080-4961-a71c-ec5469bafbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:36.031321 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc4937-88a1-4baa-b960-a78e0d676c0e req-b5f595cb-2ed2-433b-97a0-a1b49ec01c85 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:36.032236 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-24c04911-00e2-4066-a9b7-aa79f1b87e8f req-fa50f17b-8080-4961-a71c-ec5469bafbb6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b488c64c-def8-4e0b-ab04-fb333eb93b56 HTTP/1.1" status: 200 len: 835 time: 0.0434427 Feb 09 02:01:36.032860 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9cfc4937-88a1-4baa-b960-a78e0d676c0e req-b5f595cb-2ed2-433b-97a0-a1b49ec01c85 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1729dc2-107e-450a-b545-8ccd2911e589 HTTP/1.1" status: 200 len: 945 time: 0.0539892 Feb 09 02:01:36.088996 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c04911-00e2-4066-a9b7-aa79f1b87e8f req-04e9b88e-12ae-4f9f-a5f5-e836b49356b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:36.090968 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-24c04911-00e2-4066-a9b7-aa79f1b87e8f req-04e9b88e-12ae-4f9f-a5f5-e836b49356b2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9c64f170-97a4-4a05-b87c-feed3935928b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0515792 Feb 09 02:01:36.093051 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9cfc4937-88a1-4baa-b960-a78e0d676c0e req-81ec0ecd-f2d0-4507-9b78-b229f720d45d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=de19bb69-c727-4d22-8522-14db949edcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504615 Feb 09 02:01:36.099060 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:36.181597 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-24c04911-00e2-4066-a9b7-aa79f1b87e8f req-b6b91413-a770-40b3-b388-26770bbefcb3 service neutron] 10.222.0.47 "GET /v2.0/networks/9c64f170-97a4-4a05-b87c-feed3935928b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837398 Feb 09 02:01:36.281612 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-24c04911-00e2-4066-a9b7-aa79f1b87e8f req-a4994472-4e5f-44bc-bf0a-6495fb5f3bab service neutron] 10.222.0.47 "GET /v2.0/networks/9c64f170-97a4-4a05-b87c-feed3935928b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937786 Feb 09 02:01:37.213357 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e7b44-a63f-40ed-bd83-a642cb4703e5 req-1eafdfff-ecf6-4897-915c-e53f9a8b8899 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:37.214859 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7b0e7b44-a63f-40ed-bd83-a642cb4703e5 req-1eafdfff-ecf6-4897-915c-e53f9a8b8899 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1729dc2-107e-450a-b545-8ccd2911e589 HTTP/1.1" status: 200 len: 945 time: 0.0577536 Feb 09 02:01:37.263364 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7b0e7b44-a63f-40ed-bd83-a642cb4703e5 req-28f3dd4a-0b6b-48cb-90df-d4fa9915bed2 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=de19bb69-c727-4d22-8522-14db949edcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429122 Feb 09 02:01:37.385139 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:38.066128 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:38.381736 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef42b40-f81e-4d0d-8cdf-21123b99a3f4 req-0eb63a91-1ce2-48bb-909a-7ccd2d2f3712 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:38.383199 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0ef42b40-f81e-4d0d-8cdf-21123b99a3f4 req-0eb63a91-1ce2-48bb-909a-7ccd2d2f3712 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1729dc2-107e-450a-b545-8ccd2911e589 HTTP/1.1" status: 200 len: 945 time: 0.0519507 Feb 09 02:01:38.431575 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0ef42b40-f81e-4d0d-8cdf-21123b99a3f4 req-d30c3284-e384-4097-a7db-fa2601bd4cd5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=de19bb69-c727-4d22-8522-14db949edcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428882 Feb 09 02:01:38.520228 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:39.550682 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d3c490-4c45-4cc4-883f-f2ddeb226b2e req-063b98c4-1b49-49fe-9b83-97bafc1dea8c tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:39.552183 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a3d3c490-4c45-4cc4-883f-f2ddeb226b2e req-063b98c4-1b49-49fe-9b83-97bafc1dea8c tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1729dc2-107e-450a-b545-8ccd2911e589 HTTP/1.1" status: 200 len: 945 time: 0.0541263 Feb 09 02:01:39.605364 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a3d3c490-4c45-4cc4-883f-f2ddeb226b2e req-efc947df-cbef-4c95-9492-ce4a2d8c749e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=de19bb69-c727-4d22-8522-14db949edcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476158 Feb 09 02:01:39.807453 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:01:40.725390 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5bcb2-e98e-4f7e-92b2-962a20845c60 req-53dc805f-4442-469d-af0a-76f96168e422 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:40.726889 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-97d5bcb2-e98e-4f7e-92b2-962a20845c60 req-53dc805f-4442-469d-af0a-76f96168e422 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1729dc2-107e-450a-b545-8ccd2911e589 HTTP/1.1" status: 200 len: 945 time: 0.0535986 Feb 09 02:01:40.775738 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-97d5bcb2-e98e-4f7e-92b2-962a20845c60 req-6a20c5c7-6171-467a-b487-8a10e5792498 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=de19bb69-c727-4d22-8522-14db949edcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432146 Feb 09 02:01:41.896968 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c391b-5d8a-4628-a168-f90e66b054e4 req-46b4d82e-5167-4106-8566-fe6a90b83fdc tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:41.898477 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aa3c391b-5d8a-4628-a168-f90e66b054e4 req-46b4d82e-5167-4106-8566-fe6a90b83fdc tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1729dc2-107e-450a-b545-8ccd2911e589 HTTP/1.1" status: 200 len: 945 time: 0.0536702 Feb 09 02:01:41.948461 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aa3c391b-5d8a-4628-a168-f90e66b054e4 req-7afa2825-2127-47b6-942e-2ba2e3384cc1 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=de19bb69-c727-4d22-8522-14db949edcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444405 Feb 09 02:01:43.074186 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8393c35-243f-4a59-92a3-370cf7ba0a70 req-5e3a43fe-8a80-4c52-8413-f5d26dc99817 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:43.075695 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f8393c35-243f-4a59-92a3-370cf7ba0a70 req-5e3a43fe-8a80-4c52-8413-f5d26dc99817 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1729dc2-107e-450a-b545-8ccd2911e589 HTTP/1.1" status: 200 len: 945 time: 0.0575454 Feb 09 02:01:43.124337 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f8393c35-243f-4a59-92a3-370cf7ba0a70 req-265caf61-7195-4037-a4f0-0c5356a7ed58 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=de19bb69-c727-4d22-8522-14db949edcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424454 Feb 09 02:01:44.244906 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b804d-e7f4-448a-80e4-b8fca8fdb575 req-8bc3341c-df8e-4c76-bb2f-df9da18ee7e4 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:44.246442 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-df0b804d-e7f4-448a-80e4-b8fca8fdb575 req-8bc3341c-df8e-4c76-bb2f-df9da18ee7e4 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1729dc2-107e-450a-b545-8ccd2911e589 HTTP/1.1" status: 200 len: 945 time: 0.0539377 Feb 09 02:01:44.299576 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-df0b804d-e7f4-448a-80e4-b8fca8fdb575 req-82695961-b06a-4aed-bbb9-7bd70efe963b tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=de19bb69-c727-4d22-8522-14db949edcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475178 Feb 09 02:01:45.439725 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea55695-9396-4a86-b281-2cecbeb44da3 req-f94bcbdb-75fc-4b49-8c2b-0339a4784fd8 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:01:45.441278 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8ea55695-9396-4a86-b281-2cecbeb44da3 req-f94bcbdb-75fc-4b49-8c2b-0339a4784fd8 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1729dc2-107e-450a-b545-8ccd2911e589 HTTP/1.1" status: 200 len: 945 time: 0.0595546 Feb 09 02:01:45.490612 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8ea55695-9396-4a86-b281-2cecbeb44da3 req-0f843e6e-ef6b-4252-b3b0-f8df1bcb3e68 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=de19bb69-c727-4d22-8522-14db949edcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437095 Feb 09 02:01:45.512379 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45162) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:01:45.572596 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-052ecf6e-dbc7-4ce2-a4dd-25c006139602 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/floatingips/057fd145-0316-4b23-8c78-bc18e631625a HTTP/1.1" status: 200 len: 993 time: 0.0590272 Feb 09 02:02:02.483060 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a12919c6-9cad-42c2-b598-df40062db246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:04.508492 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-caf8c599-d80e-479d-804e-989697412321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:06.100744 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:07.385239 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:08.019774 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:02:08.078992 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:08.524007 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:09.805365 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:15.945094 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45176) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:16.103011 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-3ea16705-80a3-48d3-b92a-6663574b8029 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Deleting port a44dc5b6-e893-4326-bc00-0d2c6d7a26ce {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:02:16.103356 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3ea16705-80a3-48d3-b92a-6663574b8029 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (a44dc5b6-e893-4326-bc00-0d2c6d7a26ce), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:16.181577 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3ea16705-80a3-48d3-b92a-6663574b8029 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (a44dc5b6-e893-4326-bc00-0d2c6d7a26ce), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:16.181909 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3ea16705-80a3-48d3-b92a-6663574b8029 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for floatingip (a44dc5b6-e893-4326-bc00-0d2c6d7a26ce), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:16.193202 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-3ea16705-80a3-48d3-b92a-6663574b8029 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Calling delete_port for a44dc5b6-e893-4326-bc00-0d2c6d7a26ce owned by network:floatingip {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:02:16.340817 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3ea16705-80a3-48d3-b92a-6663574b8029 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (a44dc5b6-e893-4326-bc00-0d2c6d7a26ce), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:16.366161 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea16705-80a3-48d3-b92a-6663574b8029 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event deleted for resources: {'Port': ['ID=a44dc5b6-e893-4326-bc00-0d2c6d7a26ce,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:16.378381 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea16705-80a3-48d3-b92a-6663574b8029 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:16.378751 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea16705-80a3-48d3-b92a-6663574b8029 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:16.379113 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea16705-80a3-48d3-b92a-6663574b8029 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:16.379460 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea16705-80a3-48d3-b92a-6663574b8029 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:16.379816 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea16705-80a3-48d3-b92a-6663574b8029 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:16.380158 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea16705-80a3-48d3-b92a-6663574b8029 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:16.380498 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea16705-80a3-48d3-b92a-6663574b8029 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:16.380865 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea16705-80a3-48d3-b92a-6663574b8029 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:16.381204 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea16705-80a3-48d3-b92a-6663574b8029 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:16.381544 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea16705-80a3-48d3-b92a-6663574b8029 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:16.381879 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea16705-80a3-48d3-b92a-6663574b8029 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:16.382210 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea16705-80a3-48d3-b92a-6663574b8029 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:16.382545 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea16705-80a3-48d3-b92a-6663574b8029 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:16.442186 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3ea16705-80a3-48d3-b92a-6663574b8029 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for floatingip (057fd145-0316-4b23-8c78-bc18e631625a), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:16.442642 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [None req-3ea16705-80a3-48d3-b92a-6663574b8029 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Floating IP 057fd145-0316-4b23-8c78-bc18e631625a disassociated (deleted). External IP: 172.25.8.194, port: c6a17ed3-51d2-4413-8c3a-dfaf2e83da30. Feb 09 02:02:16.651863 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea16705-80a3-48d3-b92a-6663574b8029 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Router f966647c-6ca4-4523-af4c-49935cb23847 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:02:16.761239 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea16705-80a3-48d3-b92a-6663574b8029 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:02:16.766143 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3ea16705-80a3-48d3-b92a-6663574b8029 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:16.771002 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150c5cb4-8d66-43bc-bea9-3f63effe64bd None None] Sync routers for ids ['f966647c-6ca4-4523-af4c-49935cb23847'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:02:16.780127 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150c5cb4-8d66-43bc-bea9-3f63effe64bd None None] Routers {'f966647c-6ca4-4523-af4c-49935cb23847'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:02:16.780779 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-150c5cb4-8d66-43bc-bea9-3f63effe64bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:02:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f966647c-6ca4-4523-af4c-49935cb23847'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:16.796180 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3ea16705-80a3-48d3-b92a-6663574b8029 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "DELETE /v2.0/floatingips/057fd145-0316-4b23-8c78-bc18e631625a HTTP/1.1" status: 204 len: 168 time: 0.8494875 Feb 09 02:02:16.796810 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1729dc2-107e-450a-b545-8ccd2911e589', 'tag': 'c6a17ed3-51d2-4413-8c3a-dfaf2e83da30'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:02:16.799098 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a470e99f0f86a4159e910055b77303d33aac5c61a6ba05ec29afc43a7220bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e3c28a-86a1-4a53-a802-2f7881537bd7" -d '{"events": [{"name": "network-changed", "server_uuid": "e1729dc2-107e-450a-b545-8ccd2911e589", "tag": "c6a17ed3-51d2-4413-8c3a-dfaf2e83da30"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:02:16.838736 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bcdcca-075f-4e46-81a1-803cee5f480a x-openstack-request-id: req-37bcdcca-075f-4e46-81a1-803cee5f480a {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:02:16.839040 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1729dc2-107e-450a-b545-8ccd2911e589", "tag": "c6a17ed3-51d2-4413-8c3a-dfaf2e83da30", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:02:16.839307 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-37bcdcca-075f-4e46-81a1-803cee5f480a {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:02:16.839858 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1729dc2-107e-450a-b545-8ccd2911e589', 'tag': 'c6a17ed3-51d2-4413-8c3a-dfaf2e83da30', 'status': 'completed', 'code': 200} Feb 09 02:02:16.892434 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-150c5cb4-8d66-43bc-bea9-3f63effe64bd None None] Set router f966647c-6ca4-4523-af4c-49935cb23847 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:02:16.909878 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3c28a-86a1-4a53-a802-2f7881537bd7 req-5cdacb98-a8c1-4ad8-b0f1-ff6d30a04cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:16.912105 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-45e3c28a-86a1-4a53-a802-2f7881537bd7 req-5cdacb98-a8c1-4ad8-b0f1-ff6d30a04cdd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7050557f09d44893a51002583ece992c&device_id=e1729dc2-107e-450a-b545-8ccd2911e589 HTTP/1.1" status: 200 len: 1127 time: 0.0507286 Feb 09 02:02:17.021459 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3c28a-86a1-4a53-a802-2f7881537bd7 req-e3a16010-19d6-4b60-9f29-1cfd2a48f422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:17.023311 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-45e3c28a-86a1-4a53-a802-2f7881537bd7 req-e3a16010-19d6-4b60-9f29-1cfd2a48f422 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9c64f170-97a4-4a05-b87c-feed3935928b HTTP/1.1" status: 200 len: 899 time: 0.1015275 Feb 09 02:02:17.053966 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eef7d0-e45c-42e1-a989-4662aa9672f9 req-7c9ba4f5-2d04-4fe8-909e-104a6f50435c tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:17.056359 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-04eef7d0-e45c-42e1-a989-4662aa9672f9 req-7c9ba4f5-2d04-4fe8-909e-104a6f50435c tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1729dc2-107e-450a-b545-8ccd2911e589 HTTP/1.1" status: 200 len: 945 time: 0.0738883 Feb 09 02:02:17.073540 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-45e3c28a-86a1-4a53-a802-2f7881537bd7 req-64d2993b-b2a7-4725-844b-7aea7deb8c3b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6a17ed3-51d2-4413-8c3a-dfaf2e83da30 HTTP/1.1" status: 200 len: 217 time: 0.0425012 Feb 09 02:02:17.108922 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-04eef7d0-e45c-42e1-a989-4662aa9672f9 req-39e4f756-9c70-4140-90ea-da30fbcb5a6b tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=de19bb69-c727-4d22-8522-14db949edcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454667 Feb 09 02:02:17.129990 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3c28a-86a1-4a53-a802-2f7881537bd7 req-3e52f291-b267-482d-95ad-81c733c821e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:17.131526 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-45e3c28a-86a1-4a53-a802-2f7881537bd7 req-3e52f291-b267-482d-95ad-81c733c821e8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b488c64c-def8-4e0b-ab04-fb333eb93b56 HTTP/1.1" status: 200 len: 835 time: 0.0516870 Feb 09 02:02:17.182760 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3c28a-86a1-4a53-a802-2f7881537bd7 req-98d30b27-52da-41d3-b6f7-40ae6db6ec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:17.184218 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-45e3c28a-86a1-4a53-a802-2f7881537bd7 req-98d30b27-52da-41d3-b6f7-40ae6db6ec91 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9c64f170-97a4-4a05-b87c-feed3935928b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454459 Feb 09 02:02:17.273315 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-150c5cb4-8d66-43bc-bea9-3f63effe64bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f966647c-6ca4-4523-af4c-49935cb23847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716134712', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '1b44e4d7-b543-4014-acf4-79ed3da734ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:45Z', 'updated_at': '2022-02-09T02:00:49Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': '1b44e4d7-b543-4014-acf4-79ed3da734ad', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f966647c-6ca4-4523-af4c-49935cb23847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:45Z', 'updated_at': '2022-02-09T02:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'c915e816-32b4-4b2b-a91f-9bdaa8175af9', 'name': '', 'network_id': '9c64f170-97a4-4a05-b87c-feed3935928b', 'tenant_id': '7050557f09d44893a51002583ece992c', 'mac_address': 'fa:16:3e:4b:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f966647c-6ca4-4523-af4c-49935cb23847', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'b488c64c-def8-4e0b-ab04-fb333eb93b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:48Z', 'updated_at': '2022-02-09T02:00:52Z', 'revision_number': 5, 'project_id': '7050557f09d44893a51002583ece992c', 'subnets': [{'id': 'b488c64c-def8-4e0b-ab04-fb333eb93b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:17.276872 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-45e3c28a-86a1-4a53-a802-2f7881537bd7 req-b0b01a4a-7ab1-43f8-a5e4-b61ff53b6105 service neutron] 10.222.0.47 "GET /v2.0/networks/9c64f170-97a4-4a05-b87c-feed3935928b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858622 Feb 09 02:02:17.301227 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150c5cb4-8d66-43bc-bea9-3f63effe64bd None None] Checking router: f966647c-6ca4-4523-af4c-49935cb23847 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:02:17.309483 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150c5cb4-8d66-43bc-bea9-3f63effe64bd None None] Routers {'f966647c-6ca4-4523-af4c-49935cb23847'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:02:17.310097 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-150c5cb4-8d66-43bc-bea9-3f63effe64bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:02:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f966647c-6ca4-4523-af4c-49935cb23847'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:17.368183 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-45e3c28a-86a1-4a53-a802-2f7881537bd7 req-bc0773bc-e6b3-46ea-bd76-45f201803ae5 service neutron] 10.222.0.47 "GET /v2.0/networks/9c64f170-97a4-4a05-b87c-feed3935928b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851743 Feb 09 02:02:17.422066 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-150c5cb4-8d66-43bc-bea9-3f63effe64bd None None] Set router f966647c-6ca4-4523-af4c-49935cb23847 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:02:17.623041 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-150c5cb4-8d66-43bc-bea9-3f63effe64bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f966647c-6ca4-4523-af4c-49935cb23847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716134712', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '1b44e4d7-b543-4014-acf4-79ed3da734ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:45Z', 'updated_at': '2022-02-09T02:00:49Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': '1b44e4d7-b543-4014-acf4-79ed3da734ad', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f966647c-6ca4-4523-af4c-49935cb23847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:45Z', 'updated_at': '2022-02-09T02:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'c915e816-32b4-4b2b-a91f-9bdaa8175af9', 'name': '', 'network_id': '9c64f170-97a4-4a05-b87c-feed3935928b', 'tenant_id': '7050557f09d44893a51002583ece992c', 'mac_address': 'fa:16:3e:4b:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f966647c-6ca4-4523-af4c-49935cb23847', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'b488c64c-def8-4e0b-ab04-fb333eb93b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:48Z', 'updated_at': '2022-02-09T02:00:52Z', 'revision_number': 5, 'project_id': '7050557f09d44893a51002583ece992c', 'subnets': [{'id': 'b488c64c-def8-4e0b-ab04-fb333eb93b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:17.649509 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150c5cb4-8d66-43bc-bea9-3f63effe64bd None None] The sync data for ids ['f966647c-6ca4-4523-af4c-49935cb23847'] in n-d-828369-4 is: [{'id': 'f966647c-6ca4-4523-af4c-49935cb23847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716134712', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '1b44e4d7-b543-4014-acf4-79ed3da734ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:45Z', 'updated_at': '2022-02-09T02:00:49Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': '1b44e4d7-b543-4014-acf4-79ed3da734ad', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f966647c-6ca4-4523-af4c-49935cb23847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:45Z', 'updated_at': '2022-02-09T02:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'c915e816-32b4-4b2b-a91f-9bdaa8175af9', 'name': '', 'network_id': '9c64f170-97a4-4a05-b87c-feed3935928b', 'tenant_id': '7050557f09d44893a51002583ece992c', 'mac_address': 'fa:16:3e:4b:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f966647c-6ca4-4523-af4c-49935cb23847', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'b488c64c-def8-4e0b-ab04-fb333eb93b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:48Z', 'updated_at': '2022-02-09T02:00:52Z', 'revision_number': 5, 'project_id': '7050557f09d44893a51002583ece992c', 'subnets': [{'id': 'b488c64c-def8-4e0b-ab04-fb333eb93b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:02:17.869603 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b10a81-b97a-4e81-b84c-626a47521ab3 None None] New status for floating IP 057fd145-0316-4b23-8c78-bc18e631625a: DOWN {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:02:18.232468 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e42b7-f949-4edf-81a6-2e40f4f3133c req-aa0f1f74-2c02-475c-aab2-9539c7cdf119 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:18.234518 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0a8e42b7-f949-4edf-81a6-2e40f4f3133c req-aa0f1f74-2c02-475c-aab2-9539c7cdf119 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1729dc2-107e-450a-b545-8ccd2911e589 HTTP/1.1" status: 200 len: 945 time: 0.0526750 Feb 09 02:02:18.282434 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0a8e42b7-f949-4edf-81a6-2e40f4f3133c req-fde0a284-acac-4da5-bfa7-cacf99b2e31e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=de19bb69-c727-4d22-8522-14db949edcf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422018 Feb 09 02:02:18.473528 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23af3fd-3e9f-4966-ae16-1d6adc52b83b req-ff7a9c55-dae2-4b15-877d-c67c85053f08 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:18.475283 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-b23af3fd-3e9f-4966-ae16-1d6adc52b83b req-ff7a9c55-dae2-4b15-877d-c67c85053f08 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1729dc2-107e-450a-b545-8ccd2911e589 HTTP/1.1" status: 200 len: 945 time: 0.0623701 Feb 09 02:02:18.578340 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-b23af3fd-3e9f-4966-ae16-1d6adc52b83b req-aa09ebc5-b99c-4c2a-836a-48737dbe439a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Deleting port c6a17ed3-51d2-4413-8c3a-dfaf2e83da30 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:02:18.578775 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-b23af3fd-3e9f-4966-ae16-1d6adc52b83b req-aa09ebc5-b99c-4c2a-836a-48737dbe439a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (c6a17ed3-51d2-4413-8c3a-dfaf2e83da30), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:18.688180 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-b23af3fd-3e9f-4966-ae16-1d6adc52b83b req-aa09ebc5-b99c-4c2a-836a-48737dbe439a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] For port c6a17ed3-51d2-4413-8c3a-dfaf2e83da30, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=c6a17ed3-51d2-4413-8c3a-dfaf2e83da30,segment=NetworkSegment(17f6de41-d5bd-472d-b895-fb65ea05cd06),segment_id=17f6de41-d5bd-472d-b895-fb65ea05cd06)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:18.688641 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-b23af3fd-3e9f-4966-ae16-1d6adc52b83b req-aa09ebc5-b99c-4c2a-836a-48737dbe439a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (c6a17ed3-51d2-4413-8c3a-dfaf2e83da30), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:18.701611 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-b23af3fd-3e9f-4966-ae16-1d6adc52b83b req-aa09ebc5-b99c-4c2a-836a-48737dbe439a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Calling delete_port for c6a17ed3-51d2-4413-8c3a-dfaf2e83da30 owned by compute:nova {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:02:18.828165 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-b23af3fd-3e9f-4966-ae16-1d6adc52b83b req-aa09ebc5-b99c-4c2a-836a-48737dbe439a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (c6a17ed3-51d2-4413-8c3a-dfaf2e83da30), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:18.861996 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09ebc5-b99c-4c2a-836a-48737dbe439a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event deleted for resources: {'Port': ['ID=c6a17ed3-51d2-4413-8c3a-dfaf2e83da30,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:18.889321 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09ebc5-b99c-4c2a-836a-48737dbe439a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:18.889689 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09ebc5-b99c-4c2a-836a-48737dbe439a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:18.890094 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09ebc5-b99c-4c2a-836a-48737dbe439a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:18.890552 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09ebc5-b99c-4c2a-836a-48737dbe439a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:18.890908 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09ebc5-b99c-4c2a-836a-48737dbe439a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:18.891256 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09ebc5-b99c-4c2a-836a-48737dbe439a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:18.891692 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09ebc5-b99c-4c2a-836a-48737dbe439a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:18.892038 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09ebc5-b99c-4c2a-836a-48737dbe439a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:18.892380 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09ebc5-b99c-4c2a-836a-48737dbe439a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:18.892745 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09ebc5-b99c-4c2a-836a-48737dbe439a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:18.893084 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09ebc5-b99c-4c2a-836a-48737dbe439a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:18.893472 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09ebc5-b99c-4c2a-836a-48737dbe439a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:18.893810 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09ebc5-b99c-4c2a-836a-48737dbe439a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:18.918748 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23af3fd-3e9f-4966-ae16-1d6adc52b83b req-aa09ebc5-b99c-4c2a-836a-48737dbe439a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] No DVR routers for this DVR port c6a17ed3-51d2-4413-8c3a-dfaf2e83da30 on host n-h1-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:02:18.922222 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-b23af3fd-3e9f-4966-ae16-1d6adc52b83b req-aa09ebc5-b99c-4c2a-836a-48737dbe439a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:18.926219 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-b23af3fd-3e9f-4966-ae16-1d6adc52b83b req-aa09ebc5-b99c-4c2a-836a-48737dbe439a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.47 "DELETE /v2.0/ports/c6a17ed3-51d2-4413-8c3a-dfaf2e83da30 HTTP/1.1" status: 204 len: 173 time: 0.4460735 Feb 09 02:02:18.926927 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1729dc2-107e-450a-b545-8ccd2911e589', 'name': 'network-vif-deleted', 'tag': 'c6a17ed3-51d2-4413-8c3a-dfaf2e83da30'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:02:18.929542 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb43af88e673329c23149398428cc041a01d2eb1e38e3c4d9439b19a076227c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e3c5f0-c2f8-425d-983e-38a8c7fcf2b0" -d '{"events": [{"server_uuid": "e1729dc2-107e-450a-b545-8ccd2911e589", "name": "network-vif-deleted", "tag": "c6a17ed3-51d2-4413-8c3a-dfaf2e83da30"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:02:18.974185 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5433c0c6-20c4-4521-83a0-5161a7294b4f x-openstack-request-id: req-5433c0c6-20c4-4521-83a0-5161a7294b4f {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:02:18.974543 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1729dc2-107e-450a-b545-8ccd2911e589", "name": "network-vif-deleted", "tag": "c6a17ed3-51d2-4413-8c3a-dfaf2e83da30", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:02:18.974864 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5433c0c6-20c4-4521-83a0-5161a7294b4f {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:02:18.975276 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1729dc2-107e-450a-b545-8ccd2911e589', 'name': 'network-vif-deleted', 'tag': 'c6a17ed3-51d2-4413-8c3a-dfaf2e83da30', 'status': 'completed', 'code': 200} Feb 09 02:02:19.405720 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cffb1adb-a7d5-427a-8570-531eef8b2a5c req-42cc4acd-4d6f-4f29-989c-b2bad75b7209 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e1729dc2-107e-450a-b545-8ccd2911e589 HTTP/1.1" status: 200 len: 210 time: 0.0283864 Feb 09 02:02:20.464225 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45192) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:20.829171 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7e984f1d-6f7f-4db3-a659-50067190b6e7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (f966647c-6ca4-4523-af4c-49935cb23847), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:21.087127 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-7e984f1d-6f7f-4db3-a659-50067190b6e7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Deleting port c915e816-32b4-4b2b-a91f-9bdaa8175af9 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:02:21.087397 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7e984f1d-6f7f-4db3-a659-50067190b6e7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (c915e816-32b4-4b2b-a91f-9bdaa8175af9), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:21.173515 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-7e984f1d-6f7f-4db3-a659-50067190b6e7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] For port c915e816-32b4-4b2b-a91f-9bdaa8175af9, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=c915e816-32b4-4b2b-a91f-9bdaa8175af9,segment=NetworkSegment(17f6de41-d5bd-472d-b895-fb65ea05cd06),segment_id=17f6de41-d5bd-472d-b895-fb65ea05cd06)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:21.173886 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7e984f1d-6f7f-4db3-a659-50067190b6e7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (c915e816-32b4-4b2b-a91f-9bdaa8175af9), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:21.185974 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-7e984f1d-6f7f-4db3-a659-50067190b6e7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Calling delete_port for c915e816-32b4-4b2b-a91f-9bdaa8175af9 owned by network:router_interface {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:02:21.373548 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7e984f1d-6f7f-4db3-a659-50067190b6e7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (c915e816-32b4-4b2b-a91f-9bdaa8175af9), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:21.397733 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e984f1d-6f7f-4db3-a659-50067190b6e7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event deleted for resources: {'Port': ['ID=c915e816-32b4-4b2b-a91f-9bdaa8175af9,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:21.579457 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-7e984f1d-6f7f-4db3-a659-50067190b6e7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (f966647c-6ca4-4523-af4c-49935cb23847), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:21.580039 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device c6a17ed3-51d2-4413-8c3a-dfaf2e83da30 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:02:21.612490 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: c6a17ed3-51d2-4413-8c3a-dfaf2e83da30 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:02:21.613860 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device c6a17ed3-51d2-4413-8c3a-dfaf2e83da30 not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:02:21.803528 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e984f1d-6f7f-4db3-a659-50067190b6e7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Router f966647c-6ca4-4523-af4c-49935cb23847 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:02:21.910695 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e984f1d-6f7f-4db3-a659-50067190b6e7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:02:21.916076 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-7e984f1d-6f7f-4db3-a659-50067190b6e7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "PUT /v2.0/routers/f966647c-6ca4-4523-af4c-49935cb23847/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4507458 Feb 09 02:02:21.918715 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45194) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:21.920065 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10822c49-6861-47ce-9589-880d0183923b None None] Sync routers for ids ['f966647c-6ca4-4523-af4c-49935cb23847'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:02:21.931230 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10822c49-6861-47ce-9589-880d0183923b None None] Routers {'f966647c-6ca4-4523-af4c-49935cb23847'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:02:21.931852 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-10822c49-6861-47ce-9589-880d0183923b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:02:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f966647c-6ca4-4523-af4c-49935cb23847'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:21.969493 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-796be0c1-9531-4452-a2f1-889cccd63ee1 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Deleting subnet b488c64c-def8-4e0b-ab04-fb333eb93b56 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:02:21.972893 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-796be0c1-9531-4452-a2f1-889cccd63ee1 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for subnet (b488c64c-def8-4e0b-ab04-fb333eb93b56), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:22.012446 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-796be0c1-9531-4452-a2f1-889cccd63ee1 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (b488c64c-def8-4e0b-ab04-fb333eb93b56), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:22.040158 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-10822c49-6861-47ce-9589-880d0183923b None None] Set router f966647c-6ca4-4523-af4c-49935cb23847 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:02:22.101700 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-796be0c1-9531-4452-a2f1-889cccd63ee1 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (b488c64c-def8-4e0b-ab04-fb333eb93b56), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:22.160701 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-796be0c1-9531-4452-a2f1-889cccd63ee1 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (b488c64c-def8-4e0b-ab04-fb333eb93b56), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:22.187312 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796be0c1-9531-4452-a2f1-889cccd63ee1 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event deleted for resources: {'Subnet': ['ID=b488c64c-def8-4e0b-ab04-fb333eb93b56,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:22.190918 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-796be0c1-9531-4452-a2f1-889cccd63ee1 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:22.195002 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-796be0c1-9531-4452-a2f1-889cccd63ee1 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "DELETE /v2.0/subnets/b488c64c-def8-4e0b-ab04-fb333eb93b56 HTTP/1.1" status: 204 len: 168 time: 0.2751088 Feb 09 02:02:22.197586 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45196) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:22.202357 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb3de66-ba17-4a65-b004-9062b9a66684 None None] Network 9c64f170-97a4-4a05-b87c-feed3935928b requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:02:22.290720 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-10822c49-6861-47ce-9589-880d0183923b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f966647c-6ca4-4523-af4c-49935cb23847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716134712', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '1b44e4d7-b543-4014-acf4-79ed3da734ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:45Z', 'updated_at': '2022-02-09T02:02:21Z', 'revision_number': 5, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': '1b44e4d7-b543-4014-acf4-79ed3da734ad', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f966647c-6ca4-4523-af4c-49935cb23847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:45Z', 'updated_at': '2022-02-09T02:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:22.307435 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-483edd30-d3ef-4d5f-b6c3-fb3c456e7543 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for router (f966647c-6ca4-4523-af4c-49935cb23847), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:22.317530 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10822c49-6861-47ce-9589-880d0183923b None None] Checking router: f966647c-6ca4-4523-af4c-49935cb23847 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:02:22.331820 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10822c49-6861-47ce-9589-880d0183923b None None] Routers {'f966647c-6ca4-4523-af4c-49935cb23847'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:02:22.332702 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-10822c49-6861-47ce-9589-880d0183923b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:02:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['f966647c-6ca4-4523-af4c-49935cb23847'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:22.401481 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296a3e8b-eee9-488f-b01a-1e9233f47822 None None] DHCP port deletion for 9c64f170-97a4-4a05-b87c-feed3935928b request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:02:22.420455 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-483edd30-d3ef-4d5f-b6c3-fb3c456e7543 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for router_gateway (f966647c-6ca4-4523-af4c-49935cb23847), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:22.472624 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-483edd30-d3ef-4d5f-b6c3-fb3c456e7543 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Deleting port 1b44e4d7-b543-4014-acf4-79ed3da734ad {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:02:22.473021 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-483edd30-d3ef-4d5f-b6c3-fb3c456e7543 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (1b44e4d7-b543-4014-acf4-79ed3da734ad), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:22.476430 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-10822c49-6861-47ce-9589-880d0183923b None None] Set router f966647c-6ca4-4523-af4c-49935cb23847 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:02:22.532040 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-296a3e8b-eee9-488f-b01a-1e9233f47822 None None] Deleting port 385b1347-de9a-45d0-81a5-e4ec661b1fb5 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:02:22.532413 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-296a3e8b-eee9-488f-b01a-1e9233f47822 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (385b1347-de9a-45d0-81a5-e4ec661b1fb5), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:22.554364 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-483edd30-d3ef-4d5f-b6c3-fb3c456e7543 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] For port 1b44e4d7-b543-4014-acf4-79ed3da734ad, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=1b44e4d7-b543-4014-acf4-79ed3da734ad,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:22.554729 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-483edd30-d3ef-4d5f-b6c3-fb3c456e7543 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (1b44e4d7-b543-4014-acf4-79ed3da734ad), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:22.567846 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-483edd30-d3ef-4d5f-b6c3-fb3c456e7543 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Calling delete_port for 1b44e4d7-b543-4014-acf4-79ed3da734ad owned by network:router_gateway {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:02:22.641851 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-296a3e8b-eee9-488f-b01a-1e9233f47822 None None] For port 385b1347-de9a-45d0-81a5-e4ec661b1fb5, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=385b1347-de9a-45d0-81a5-e4ec661b1fb5,segment=NetworkSegment(17f6de41-d5bd-472d-b895-fb65ea05cd06),segment_id=17f6de41-d5bd-472d-b895-fb65ea05cd06)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:22.642437 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-296a3e8b-eee9-488f-b01a-1e9233f47822 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (385b1347-de9a-45d0-81a5-e4ec661b1fb5), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:22.664419 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-296a3e8b-eee9-488f-b01a-1e9233f47822 None None] Calling delete_port for 385b1347-de9a-45d0-81a5-e4ec661b1fb5 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:02:22.738385 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-483edd30-d3ef-4d5f-b6c3-fb3c456e7543 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (1b44e4d7-b543-4014-acf4-79ed3da734ad), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:22.770710 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483edd30-d3ef-4d5f-b6c3-fb3c456e7543 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event deleted for resources: {'Port': ['ID=1b44e4d7-b543-4014-acf4-79ed3da734ad,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:22.790409 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-10822c49-6861-47ce-9589-880d0183923b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f966647c-6ca4-4523-af4c-49935cb23847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716134712', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '1b44e4d7-b543-4014-acf4-79ed3da734ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:45Z', 'updated_at': '2022-02-09T02:02:21Z', 'revision_number': 5, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': '1b44e4d7-b543-4014-acf4-79ed3da734ad', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f966647c-6ca4-4523-af4c-49935cb23847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:45Z', 'updated_at': '2022-02-09T02:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:22.792148 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-296a3e8b-eee9-488f-b01a-1e9233f47822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (385b1347-de9a-45d0-81a5-e4ec661b1fb5), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:22.829224 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-483edd30-d3ef-4d5f-b6c3-fb3c456e7543 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (f966647c-6ca4-4523-af4c-49935cb23847), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:22.842735 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10822c49-6861-47ce-9589-880d0183923b None None] The sync data for ids ['f966647c-6ca4-4523-af4c-49935cb23847'] in n-d-828369-4 is: [{'id': 'f966647c-6ca4-4523-af4c-49935cb23847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716134712', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '1b44e4d7-b543-4014-acf4-79ed3da734ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:00:45Z', 'updated_at': '2022-02-09T02:02:21Z', 'revision_number': 5, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': '1b44e4d7-b543-4014-acf4-79ed3da734ad', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f966647c-6ca4-4523-af4c-49935cb23847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:00:45Z', 'updated_at': '2022-02-09T02:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:02:22.845595 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a3e8b-eee9-488f-b01a-1e9233f47822 None None] Pushing event deleted for resources: {'Port': ['ID=385b1347-de9a-45d0-81a5-e4ec661b1fb5,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:22.848165 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296a3e8b-eee9-488f-b01a-1e9233f47822 None None] No DVR routers for this DVR port 385b1347-de9a-45d0-81a5-e4ec661b1fb5 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:02:22.856177 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296a3e8b-eee9-488f-b01a-1e9233f47822 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:22.856564 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296a3e8b-eee9-488f-b01a-1e9233f47822 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:22.856911 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296a3e8b-eee9-488f-b01a-1e9233f47822 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:22.857257 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296a3e8b-eee9-488f-b01a-1e9233f47822 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:22.857767 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296a3e8b-eee9-488f-b01a-1e9233f47822 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:22.858111 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296a3e8b-eee9-488f-b01a-1e9233f47822 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:22.858448 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296a3e8b-eee9-488f-b01a-1e9233f47822 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:22.858783 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296a3e8b-eee9-488f-b01a-1e9233f47822 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:22.859117 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296a3e8b-eee9-488f-b01a-1e9233f47822 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:22.859446 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296a3e8b-eee9-488f-b01a-1e9233f47822 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:22.859777 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296a3e8b-eee9-488f-b01a-1e9233f47822 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:22.860107 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296a3e8b-eee9-488f-b01a-1e9233f47822 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:22.860437 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296a3e8b-eee9-488f-b01a-1e9233f47822 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:23.271274 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-483edd30-d3ef-4d5f-b6c3-fb3c456e7543 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (f966647c-6ca4-4523-af4c-49935cb23847), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:23.273351 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-483edd30-d3ef-4d5f-b6c3-fb3c456e7543 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for router_controller (f966647c-6ca4-4523-af4c-49935cb23847), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:23.323571 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-483edd30-d3ef-4d5f-b6c3-fb3c456e7543 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (f966647c-6ca4-4523-af4c-49935cb23847), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:23.324244 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483edd30-d3ef-4d5f-b6c3-fb3c456e7543 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Fanout notify agent at l3_agent the message router_deleted on router f966647c-6ca4-4523-af4c-49935cb23847 {{(pid=103136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:02:23.331228 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-483edd30-d3ef-4d5f-b6c3-fb3c456e7543 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:23.333038 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-483edd30-d3ef-4d5f-b6c3-fb3c456e7543 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "DELETE /v2.0/routers/f966647c-6ca4-4523-af4c-49935cb23847 HTTP/1.1" status: 204 len: 168 time: 1.1332884 Feb 09 02:02:23.335379 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45198) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:23.415255 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a6704033-c1f1-4910-b7fc-85be752bf0b2 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (9c64f170-97a4-4a05-b87c-feed3935928b), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:23.505184 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a6704033-c1f1-4910-b7fc-85be752bf0b2 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (9c64f170-97a4-4a05-b87c-feed3935928b), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:23.525773 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-a6704033-c1f1-4910-b7fc-85be752bf0b2 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c64f170-97a4-4a05-b87c-feed3935928b']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:23.535479 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-a6704033-c1f1-4910-b7fc-85be752bf0b2 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17f6de41-d5bd-472d-b895-fb65ea05cd06') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:23.535776 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-a6704033-c1f1-4910-b7fc-85be752bf0b2 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17f6de41-d5bd-472d-b895-fb65ea05cd06') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:23.544886 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a6704033-c1f1-4910-b7fc-85be752bf0b2 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (17f6de41-d5bd-472d-b895-fb65ea05cd06), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:23.557671 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a6704033-c1f1-4910-b7fc-85be752bf0b2 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (17f6de41-d5bd-472d-b895-fb65ea05cd06), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:23.563374 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6704033-c1f1-4910-b7fc-85be752bf0b2 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:02:23.563758 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a6704033-c1f1-4910-b7fc-85be752bf0b2 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (17f6de41-d5bd-472d-b895-fb65ea05cd06), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:23.566882 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 02:02:23.566882 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:02:23.566882 n-d-828369-4 neutron-server[103137]: timer() Feb 09 02:02:23.566882 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:02:23.566882 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 02:02:23.566882 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:02:23.566882 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 02:02:23.566882 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:02:23.566882 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 02:02:23.566882 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:02:23.566882 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 02:02:23.566882 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:02:23.566882 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 02:02:23.566882 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:02:23.566882 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:02:23.566882 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:02:23.566882 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:02:23.566882 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:02:23.566882 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 02:02:23.566882 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:02:23.566882 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 02:02:23.566882 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:02:23.566882 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:02:23.566882 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:02:23.566882 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 02:02:23.566882 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:02:23.566882 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:02:23.566882 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:02:23.566882 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:02:23.566882 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:02:23.566882 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:02:23.566882 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:02:23.626601 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a6704033-c1f1-4910-b7fc-85be752bf0b2 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (9c64f170-97a4-4a05-b87c-feed3935928b), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:23.633392 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a6704033-c1f1-4910-b7fc-85be752bf0b2 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:23.636505 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a6704033-c1f1-4910-b7fc-85be752bf0b2 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "DELETE /v2.0/networks/9c64f170-97a4-4a05-b87c-feed3935928b HTTP/1.1" status: 204 len: 168 time: 0.3000355 Feb 09 02:02:23.639858 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45200) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:23.648863 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6704033-c1f1-4910-b7fc-85be752bf0b2 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event deleted for resources: {'Network': ['ID=9c64f170-97a4-4a05-b87c-feed3935928b,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:23.694834 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3f806b15-a10b-4eb3-a3c0-a857c12e671f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group (de19bb69-c727-4d22-8522-14db949edcf7), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:23.720393 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3f806b15-a10b-4eb3-a3c0-a857c12e671f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group (de19bb69-c727-4d22-8522-14db949edcf7), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:23.777688 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3f806b15-a10b-4eb3-a3c0-a857c12e671f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (de19bb69-c727-4d22-8522-14db949edcf7), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:23.780923 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3f806b15-a10b-4eb3-a3c0-a857c12e671f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:23.782079 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3f806b15-a10b-4eb3-a3c0-a857c12e671f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "DELETE /v2.0/security-groups/de19bb69-c727-4d22-8522-14db949edcf7 HTTP/1.1" status: 204 len: 168 time: 0.1410556 Feb 09 02:02:23.790847 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f806b15-a10b-4eb3-a3c0-a857c12e671f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de19bb69-c727-4d22-8522-14db949edcf7,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:23.906817 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 1b44e4d7-b543-4014-acf4-79ed3da734ad no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:02:23.928250 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 1b44e4d7-b543-4014-acf4-79ed3da734ad {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:02:23.928633 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 1b44e4d7-b543-4014-acf4-79ed3da734ad not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:02:23.929050 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 385b1347-de9a-45d0-81a5-e4ec661b1fb5 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:02:23.949439 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 385b1347-de9a-45d0-81a5-e4ec661b1fb5 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:02:23.949807 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 385b1347-de9a-45d0-81a5-e4ec661b1fb5 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:02:23.950307 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device c915e816-32b4-4b2b-a91f-9bdaa8175af9 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:02:23.970134 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: c915e816-32b4-4b2b-a91f-9bdaa8175af9 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:02:23.970587 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device c915e816-32b4-4b2b-a91f-9bdaa8175af9 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:02:24.081369 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45206) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:24.086638 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-685c063c-588e-4490-902c-5c64d761986d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1403609531', 'description': 'tempest-secgroup-smoke-1403609531 description', 'project_id': '7050557f09d44893a51002583ece992c'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:24.107095 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-685c063c-588e-4490-902c-5c64d761986d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:24.175506 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-685c063c-588e-4490-902c-5c64d761986d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group (7a7bc14c-0b29-464b-8248-c2b907ccc6e5), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:24.179533 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-685c063c-588e-4490-902c-5c64d761986d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (7a7bc14c-0b29-464b-8248-c2b907ccc6e5), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:24.209048 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-685c063c-588e-4490-902c-5c64d761986d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:24.210292 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-685c063c-588e-4490-902c-5c64d761986d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1272707 Feb 09 02:02:24.212399 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c063c-588e-4490-902c-5c64d761986d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7bc14c-0b29-464b-8248-c2b907ccc6e5,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:24.213313 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45208) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:24.218769 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-685a2730-8d70-4d8e-afd7-3c9234c12ae7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'security_group_rule': {'security_group_id': '7a7bc14c-0b29-464b-8248-c2b907ccc6e5', 'project_id': '7050557f09d44893a51002583ece992c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:24.245338 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-685a2730-8d70-4d8e-afd7-3c9234c12ae7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (b9274bb5-0347-4d98-ba49-0daed0ac13c4), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:24.299595 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-685a2730-8d70-4d8e-afd7-3c9234c12ae7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (b9274bb5-0347-4d98-ba49-0daed0ac13c4), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:24.303084 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-685a2730-8d70-4d8e-afd7-3c9234c12ae7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (b9274bb5-0347-4d98-ba49-0daed0ac13c4), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:24.319671 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a2730-8d70-4d8e-afd7-3c9234c12ae7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9274bb5-0347-4d98-ba49-0daed0ac13c4,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:24.328732 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-685a2730-8d70-4d8e-afd7-3c9234c12ae7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:24.329943 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-685a2730-8d70-4d8e-afd7-3c9234c12ae7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1154547 Feb 09 02:02:24.332873 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45210) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:24.337183 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-44371fd0-839f-466a-b3e8-5a194befdf67 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'security_group_rule': {'security_group_id': '7a7bc14c-0b29-464b-8248-c2b907ccc6e5', 'project_id': '7050557f09d44893a51002583ece992c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:24.361619 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-44371fd0-839f-466a-b3e8-5a194befdf67 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (ff2442c6-b484-4594-8619-94c8c520c39f), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:24.421759 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-44371fd0-839f-466a-b3e8-5a194befdf67 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (ff2442c6-b484-4594-8619-94c8c520c39f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:24.425454 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-44371fd0-839f-466a-b3e8-5a194befdf67 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (ff2442c6-b484-4594-8619-94c8c520c39f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:24.443437 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44371fd0-839f-466a-b3e8-5a194befdf67 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff2442c6-b484-4594-8619-94c8c520c39f,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:24.448424 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-44371fd0-839f-466a-b3e8-5a194befdf67 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:24.449654 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-44371fd0-839f-466a-b3e8-5a194befdf67 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1158562 Feb 09 02:02:24.452595 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45212) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:24.457066 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-5b8092c6-3c0a-4698-9238-409288fa94b1 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'security_group_rule': {'security_group_id': '7a7bc14c-0b29-464b-8248-c2b907ccc6e5', 'project_id': '7050557f09d44893a51002583ece992c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:24.480931 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5b8092c6-3c0a-4698-9238-409288fa94b1 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (84b2afe0-1fbd-4c3a-b83f-52d1edf10a2e), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:24.535141 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5b8092c6-3c0a-4698-9238-409288fa94b1 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (84b2afe0-1fbd-4c3a-b83f-52d1edf10a2e), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:24.538868 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5b8092c6-3c0a-4698-9238-409288fa94b1 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (84b2afe0-1fbd-4c3a-b83f-52d1edf10a2e), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:24.555751 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8092c6-3c0a-4698-9238-409288fa94b1 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84b2afe0-1fbd-4c3a-b83f-52d1edf10a2e,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:24.564495 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5b8092c6-3c0a-4698-9238-409288fa94b1 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:24.565721 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5b8092c6-3c0a-4698-9238-409288fa94b1 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1122007 Feb 09 02:02:24.568574 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45214) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:24.572830 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-08f32c5c-1587-462e-87d9-f45b375caabe tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'security_group_rule': {'security_group_id': '7a7bc14c-0b29-464b-8248-c2b907ccc6e5', 'project_id': '7050557f09d44893a51002583ece992c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:24.597846 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-08f32c5c-1587-462e-87d9-f45b375caabe tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (ed23e5cf-7bb6-4132-b98e-b4c2bedc26b4), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:24.660227 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-08f32c5c-1587-462e-87d9-f45b375caabe tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (ed23e5cf-7bb6-4132-b98e-b4c2bedc26b4), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:24.663760 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-08f32c5c-1587-462e-87d9-f45b375caabe tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (ed23e5cf-7bb6-4132-b98e-b4c2bedc26b4), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:24.686296 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f32c5c-1587-462e-87d9-f45b375caabe tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed23e5cf-7bb6-4132-b98e-b4c2bedc26b4,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:24.695165 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-08f32c5c-1587-462e-87d9-f45b375caabe tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:24.696392 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-08f32c5c-1587-462e-87d9-f45b375caabe tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1268981 Feb 09 02:02:24.699198 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45216) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:24.703758 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-e1089e13-4cb5-4fb9-a22d-ae47fc6b930d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'security_group_rule': {'security_group_id': '7a7bc14c-0b29-464b-8248-c2b907ccc6e5', 'project_id': '7050557f09d44893a51002583ece992c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:24.724034 n-d-828369-4 neutron-server[103137]: INFO neutron.db.securitygroups_db [None req-e1089e13-4cb5-4fb9-a22d-ae47fc6b930d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Project 7050557f09d44893a51002583ece992c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:02:24.728882 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e1089e13-4cb5-4fb9-a22d-ae47fc6b930d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (8706b116-6ff2-471e-b37f-b1221a1ef9fe), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:24.792818 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e1089e13-4cb5-4fb9-a22d-ae47fc6b930d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (8706b116-6ff2-471e-b37f-b1221a1ef9fe), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:24.797175 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e1089e13-4cb5-4fb9-a22d-ae47fc6b930d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (8706b116-6ff2-471e-b37f-b1221a1ef9fe), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:24.816228 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1089e13-4cb5-4fb9-a22d-ae47fc6b930d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8706b116-6ff2-471e-b37f-b1221a1ef9fe,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:24.822122 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e1089e13-4cb5-4fb9-a22d-ae47fc6b930d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:24.823084 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e1089e13-4cb5-4fb9-a22d-ae47fc6b930d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1228364 Feb 09 02:02:24.825745 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45218) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:24.830257 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-bd80cce4-de7a-429d-9a91-1ddcfd1fbb16 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'security_group_rule': {'security_group_id': '7a7bc14c-0b29-464b-8248-c2b907ccc6e5', 'project_id': '7050557f09d44893a51002583ece992c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:24.850553 n-d-828369-4 neutron-server[103137]: INFO neutron.db.securitygroups_db [None req-bd80cce4-de7a-429d-9a91-1ddcfd1fbb16 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Project 7050557f09d44893a51002583ece992c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:02:24.855299 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bd80cce4-de7a-429d-9a91-1ddcfd1fbb16 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (ee0b8365-6fab-4452-99ef-69132f06b1dc), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:24.915116 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bd80cce4-de7a-429d-9a91-1ddcfd1fbb16 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (ee0b8365-6fab-4452-99ef-69132f06b1dc), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:24.918853 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bd80cce4-de7a-429d-9a91-1ddcfd1fbb16 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (ee0b8365-6fab-4452-99ef-69132f06b1dc), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:24.938729 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd80cce4-de7a-429d-9a91-1ddcfd1fbb16 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee0b8365-6fab-4452-99ef-69132f06b1dc,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:24.944098 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-bd80cce4-de7a-429d-9a91-1ddcfd1fbb16 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:24.945323 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-bd80cce4-de7a-429d-9a91-1ddcfd1fbb16 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1186454 Feb 09 02:02:24.948166 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45220) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:24.953044 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-6fb63718-643f-47bd-ab91-4bd6671cce00 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'network': {'name': 'tempest-network-smoke--330799084', 'project_id': '7050557f09d44893a51002583ece992c', 'port_security_enabled': True}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:24.974574 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb63718-643f-47bd-ab91-4bd6671cce00 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Made reservation on behalf of 7050557f09d44893a51002583ece992c for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:02:24.978128 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6fb63718-643f-47bd-ab91-4bd6671cce00 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:25.001815 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fb63718-643f-47bd-ab91-4bd6671cce00 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1035} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:02:25.011052 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6fb63718-643f-47bd-ab91-4bd6671cce00 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (f00ce2e3-c353-4ccc-a5e9-c8e613ee5653), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:25.011923 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-6fb63718-643f-47bd-ab91-4bd6671cce00 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Added segment f00ce2e3-c353-4ccc-a5e9-c8e613ee5653 of type vlan for network 0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf Feb 09 02:02:25.051587 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6fb63718-643f-47bd-ab91-4bd6671cce00 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:25.075034 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6fb63718-643f-47bd-ab91-4bd6671cce00 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:25.080582 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb63718-643f-47bd-ab91-4bd6671cce00 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:25.081229 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6fb63718-643f-47bd-ab91-4bd6671cce00 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:25.136131 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6fb63718-643f-47bd-ab91-4bd6671cce00 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1868613 Feb 09 02:02:25.139525 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45222) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:25.144318 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-d9bc6ce2-fe6e-4bb5-9109-09f8732547bd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-352536165', 'admin_state_up': True, 'project_id': '7050557f09d44893a51002583ece992c', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:25.150640 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb63718-643f-47bd-ab91-4bd6671cce00 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'Network': ['ID=0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:25.161781 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:02:25.166790 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d9bc6ce2-fe6e-4bb5-9109-09f8732547bd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (a007a976-cd8c-409d-b486-c736b7167b37), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:25.168081 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d9bc6ce2-fe6e-4bb5-9109-09f8732547bd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (a007a976-cd8c-409d-b486-c736b7167b37), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:25.222017 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d9bc6ce2-fe6e-4bb5-9109-09f8732547bd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for router_controller (a007a976-cd8c-409d-b486-c736b7167b37), precommit_add_association {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:25.367706 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d9bc6ce2-fe6e-4bb5-9109-09f8732547bd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for router_gateway (a007a976-cd8c-409d-b486-c736b7167b37), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:25.559437 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d9bc6ce2-fe6e-4bb5-9109-09f8732547bd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for router_gateway (a007a976-cd8c-409d-b486-c736b7167b37), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:25.581569 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d9bc6ce2-fe6e-4bb5-9109-09f8732547bd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:25.681289 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-d9bc6ce2-fe6e-4bb5-9109-09f8732547bd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Allocated IP 172.25.8.168 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/765f5647-7295-436e-8ba8-e8c2530cba66) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:02:25.783884 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d9bc6ce2-fe6e-4bb5-9109-09f8732547bd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for port (765f5647-7295-436e-8ba8-e8c2530cba66), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:25.816488 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d9bc6ce2-fe6e-4bb5-9109-09f8732547bd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (765f5647-7295-436e-8ba8-e8c2530cba66), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:25.853567 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bc6ce2-fe6e-4bb5-9109-09f8732547bd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:02:25.858346 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-d9bc6ce2-fe6e-4bb5-9109-09f8732547bd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:02:25.862010 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bc6ce2-fe6e-4bb5-9109-09f8732547bd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:02:25.885068 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc6ce2-fe6e-4bb5-9109-09f8732547bd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'Port': ['ID=765f5647-7295-436e-8ba8-e8c2530cba66,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:26.115812 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d9bc6ce2-fe6e-4bb5-9109-09f8732547bd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for router_gateway (a007a976-cd8c-409d-b486-c736b7167b37), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:26.319096 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d9bc6ce2-fe6e-4bb5-9109-09f8732547bd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (a007a976-cd8c-409d-b486-c736b7167b37), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:26.445099 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9bc6ce2-fe6e-4bb5-9109-09f8732547bd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Router a007a976-cd8c-409d-b486-c736b7167b37 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:02:26.552334 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9bc6ce2-fe6e-4bb5-9109-09f8732547bd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:02:26.562162 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1f2695-3f2b-4658-9d78-cbc5614c9b6c None None] Sync routers for ids ['a007a976-cd8c-409d-b486-c736b7167b37'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:02:26.571784 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1f2695-3f2b-4658-9d78-cbc5614c9b6c None None] Routers {'a007a976-cd8c-409d-b486-c736b7167b37'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:02:26.572332 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-2e1f2695-3f2b-4658-9d78-cbc5614c9b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:02:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['a007a976-cd8c-409d-b486-c736b7167b37'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:26.572487 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d9bc6ce2-fe6e-4bb5-9109-09f8732547bd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:26.574146 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d9bc6ce2-fe6e-4bb5-9109-09f8732547bd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4334478 Feb 09 02:02:26.577275 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45224) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:26.604798 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e54dc100-d336-4054-83f0-d005b00ee41a tempest-TestNetworkAdvancedServerOps-392406596 tempest-TestNetworkAdvancedServerOps-392406596-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=7050557f09d44893a51002583ece992c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264120 Feb 09 02:02:26.607837 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45226) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:26.681149 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-2e1f2695-3f2b-4658-9d78-cbc5614c9b6c None None] Set router a007a976-cd8c-409d-b486-c736b7167b37 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:02:26.693066 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dfee98-969d-4b1a-9935-a7a8783dc8c0 tempest-TestNetworkAdvancedServerOps-392406596 tempest-TestNetworkAdvancedServerOps-392406596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:26.694568 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-61dfee98-969d-4b1a-9935-a7a8783dc8c0 tempest-TestNetworkAdvancedServerOps-392406596 tempest-TestNetworkAdvancedServerOps-392406596-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0858538 Feb 09 02:02:26.697453 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45228) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:26.729238 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8df502a1-8a75-4407-a8aa-ccb0c4b075ba tempest-TestNetworkAdvancedServerOps-392406596 tempest-TestNetworkAdvancedServerOps-392406596-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=ca740734-29c2-4b60-ae10-4c709b5c6ef4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306466 Feb 09 02:02:26.731644 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45230) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:26.737138 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-5700f58a-5ce2-44c1-a751-8b5004843e29 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1510841043', 'network_id': '0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf', 'project_id': '7050557f09d44893a51002583ece992c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:26.822099 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5700f58a-5ce2-44c1-a751-8b5004843e29 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Made reservation on behalf of 7050557f09d44893a51002583ece992c for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:02:26.825383 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5700f58a-5ce2-44c1-a751-8b5004843e29 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:26.853804 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-2e1f2695-3f2b-4658-9d78-cbc5614c9b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a007a976-cd8c-409d-b486-c736b7167b37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352536165', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '765f5647-7295-436e-8ba8-e8c2530cba66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:25Z', 'updated_at': '2022-02-09T02:02:26Z', 'revision_number': 3, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': '765f5647-7295-436e-8ba8-e8c2530cba66', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a007a976-cd8c-409d-b486-c736b7167b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:25Z', 'updated_at': '2022-02-09T02:02:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:26.885434 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1f2695-3f2b-4658-9d78-cbc5614c9b6c None None] Checking router: a007a976-cd8c-409d-b486-c736b7167b37 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:02:26.885789 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1f2695-3f2b-4658-9d78-cbc5614c9b6c None None] Updating router a007a976-cd8c-409d-b486-c736b7167b37 port 765f5647-7295-436e-8ba8-e8c2530cba66 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:02:26.913658 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2e1f2695-3f2b-4658-9d78-cbc5614c9b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (765f5647-7295-436e-8ba8-e8c2530cba66), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:27.013398 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5700f58a-5ce2-44c1-a751-8b5004843e29 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (40096fe4-18c1-485a-bded-3ac5be609b56), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:27.073949 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5700f58a-5ce2-44c1-a751-8b5004843e29 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'Subnet': ['ID=40096fe4-18c1-485a-bded-3ac5be609b56,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:27.083770 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5700f58a-5ce2-44c1-a751-8b5004843e29 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Checking segment: {'id': 'f00ce2e3-c353-4ccc-a5e9-c8e613ee5653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:02:27.084137 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5700f58a-5ce2-44c1-a751-8b5004843e29 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Network hostable DHCP agents. Network: 0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:02:27.101025 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5700f58a-5ce2-44c1-a751-8b5004843e29 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Network 0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:02:27.110651 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-5700f58a-5ce2-44c1-a751-8b5004843e29 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:02:27.114661 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5700f58a-5ce2-44c1-a751-8b5004843e29 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:27.115255 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5700f58a-5ce2-44c1-a751-8b5004843e29 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:27.120440 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c309b6-b356-4a4f-904a-a9af72ed4364 None None] Network 0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:02:27.134726 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-5700f58a-5ce2-44c1-a751-8b5004843e29 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4015117 Feb 09 02:02:27.136872 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45232) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:27.167809 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2e1f2695-3f2b-4658-9d78-cbc5614c9b6c None None] Publish callbacks [] for port (765f5647-7295-436e-8ba8-e8c2530cba66), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:27.173772 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2e1f2695-3f2b-4658-9d78-cbc5614c9b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (765f5647-7295-436e-8ba8-e8c2530cba66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:27.225240 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-2e1f2695-3f2b-4658-9d78-cbc5614c9b6c None None] Attempting to bind port 765f5647-7295-436e-8ba8-e8c2530cba66 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:02:27.225623 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-2e1f2695-3f2b-4658-9d78-cbc5614c9b6c None None] Attempting to bind port 765f5647-7295-436e-8ba8-e8c2530cba66 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:02:27.225996 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1f2695-3f2b-4658-9d78-cbc5614c9b6c None None] Attempting to bind port 765f5647-7295-436e-8ba8-e8c2530cba66 on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:02:27.238494 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1f2695-3f2b-4658-9d78-cbc5614c9b6c None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:02:27.238882 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1f2695-3f2b-4658-9d78-cbc5614c9b6c None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:02:27.239302 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2e1f2695-3f2b-4658-9d78-cbc5614c9b6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:27.239710 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1f2695-3f2b-4658-9d78-cbc5614c9b6c None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:02:27.240210 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-2e1f2695-3f2b-4658-9d78-cbc5614c9b6c None None] Bound port: 765f5647-7295-436e-8ba8-e8c2530cba66, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:02:27.240641 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2e1f2695-3f2b-4658-9d78-cbc5614c9b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (765f5647-7295-436e-8ba8-e8c2530cba66), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:27.299930 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-2e1f2695-3f2b-4658-9d78-cbc5614c9b6c None None] For port 765f5647-7295-436e-8ba8-e8c2530cba66, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:02:27.304616 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff1d5a-8ffb-4a64-901c-7d62d568a530 None None] Pushing event updated for resources: {'Port': ['ID=765f5647-7295-436e-8ba8-e8c2530cba66,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:27.309600 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-2e1f2695-3f2b-4658-9d78-cbc5614c9b6c None None] For port 765f5647-7295-436e-8ba8-e8c2530cba66, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=765f5647-7295-436e-8ba8-e8c2530cba66,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:02:27.319434 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-2e1f2695-3f2b-4658-9d78-cbc5614c9b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (765f5647-7295-436e-8ba8-e8c2530cba66), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:27.322488 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ff1d5a-8ffb-4a64-901c-7d62d568a530 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:27.322836 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ff1d5a-8ffb-4a64-901c-7d62d568a530 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:27.323193 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ff1d5a-8ffb-4a64-901c-7d62d568a530 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:27.323508 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ff1d5a-8ffb-4a64-901c-7d62d568a530 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:27.323851 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ff1d5a-8ffb-4a64-901c-7d62d568a530 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:27.324226 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ff1d5a-8ffb-4a64-901c-7d62d568a530 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:27.324503 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ff1d5a-8ffb-4a64-901c-7d62d568a530 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:27.324849 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ff1d5a-8ffb-4a64-901c-7d62d568a530 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:27.325172 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ff1d5a-8ffb-4a64-901c-7d62d568a530 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:27.325492 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ff1d5a-8ffb-4a64-901c-7d62d568a530 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:27.325813 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ff1d5a-8ffb-4a64-901c-7d62d568a530 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:27.326625 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ff1d5a-8ffb-4a64-901c-7d62d568a530 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:27.327087 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ff1d5a-8ffb-4a64-901c-7d62d568a530 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:02:27.393501 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff1d5a-8ffb-4a64-901c-7d62d568a530 None None] Pushing event updated for resources: {'Port': ['ID=765f5647-7295-436e-8ba8-e8c2530cba66,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:27.401800 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1f2695-3f2b-4658-9d78-cbc5614c9b6c None None] Routers {'a007a976-cd8c-409d-b486-c736b7167b37'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:02:27.402582 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-2e1f2695-3f2b-4658-9d78-cbc5614c9b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:02:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['a007a976-cd8c-409d-b486-c736b7167b37'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:27.411217 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85959d7d-3c91-4bba-8b19-859d659be345 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf', 'network_id': '0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf', 'project_id': '7050557f09d44893a51002583ece992c', 'fixed_ips': [{'subnet_id': '40096fe4-18c1-485a-bded-3ac5be609b56'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:02:27.412817 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-85959d7d-3c91-4bba-8b19-859d659be345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:27.510544 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-2e1f2695-3f2b-4658-9d78-cbc5614c9b6c None None] Set router a007a976-cd8c-409d-b486-c736b7167b37 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:02:27.553534 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-85959d7d-3c91-4bba-8b19-859d659be345 None None] Allocated IP 172.20.0.2 (0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf/40096fe4-18c1-485a-bded-3ac5be609b56/0adf6bf6-aef5-4949-a06b-f2c553aaeff8) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:02:27.630974 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-abaff951-b336-4765-890f-5e706ac2b82f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:27.710861 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-85959d7d-3c91-4bba-8b19-859d659be345 None None] Publish callbacks [] for port (0adf6bf6-aef5-4949-a06b-f2c553aaeff8), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:27.713956 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-2e1f2695-3f2b-4658-9d78-cbc5614c9b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a007a976-cd8c-409d-b486-c736b7167b37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352536165', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '765f5647-7295-436e-8ba8-e8c2530cba66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:25Z', 'updated_at': '2022-02-09T02:02:26Z', 'revision_number': 3, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': '765f5647-7295-436e-8ba8-e8c2530cba66', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a007a976-cd8c-409d-b486-c736b7167b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:25Z', 'updated_at': '2022-02-09T02:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:27.718743 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-85959d7d-3c91-4bba-8b19-859d659be345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (0adf6bf6-aef5-4949-a06b-f2c553aaeff8), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:27.740989 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1f2695-3f2b-4658-9d78-cbc5614c9b6c None None] The sync data for ids ['a007a976-cd8c-409d-b486-c736b7167b37'] in n-d-828369-4 is: [{'id': 'a007a976-cd8c-409d-b486-c736b7167b37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352536165', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '765f5647-7295-436e-8ba8-e8c2530cba66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:25Z', 'updated_at': '2022-02-09T02:02:26Z', 'revision_number': 3, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': '765f5647-7295-436e-8ba8-e8c2530cba66', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a007a976-cd8c-409d-b486-c736b7167b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:25Z', 'updated_at': '2022-02-09T02:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:02:27.764752 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85959d7d-3c91-4bba-8b19-859d659be345 None None] Network 0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:02:27.768945 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-85959d7d-3c91-4bba-8b19-859d659be345 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:02:27.772406 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85959d7d-3c91-4bba-8b19-859d659be345 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:02:27.778064 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85959d7d-3c91-4bba-8b19-859d659be345 None None] Pushing event updated for resources: {'Port': ['ID=0adf6bf6-aef5-4949-a06b-f2c553aaeff8,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:27.836967 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-85959d7d-3c91-4bba-8b19-859d659be345 None None] Attempting to bind port 0adf6bf6-aef5-4949-a06b-f2c553aaeff8 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:02:27.837350 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-85959d7d-3c91-4bba-8b19-859d659be345 None None] Attempting to bind port 0adf6bf6-aef5-4949-a06b-f2c553aaeff8 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f00ce2e3-c353-4ccc-a5e9-c8e613ee5653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:02:27.837722 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85959d7d-3c91-4bba-8b19-859d659be345 None None] Attempting to bind port 0adf6bf6-aef5-4949-a06b-f2c553aaeff8 on network 0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:02:27.843664 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85959d7d-3c91-4bba-8b19-859d659be345 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:02:27.844066 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85959d7d-3c91-4bba-8b19-859d659be345 None None] Checking segment: {'id': 'f00ce2e3-c353-4ccc-a5e9-c8e613ee5653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:02:27.844456 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-85959d7d-3c91-4bba-8b19-859d659be345 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:27.844966 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85959d7d-3c91-4bba-8b19-859d659be345 None None] Bound using segment: {'id': 'f00ce2e3-c353-4ccc-a5e9-c8e613ee5653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:02:27.845444 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-85959d7d-3c91-4bba-8b19-859d659be345 None None] Bound port: 0adf6bf6-aef5-4949-a06b-f2c553aaeff8, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f00ce2e3-c353-4ccc-a5e9-c8e613ee5653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:02:27.845832 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-85959d7d-3c91-4bba-8b19-859d659be345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (0adf6bf6-aef5-4949-a06b-f2c553aaeff8), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:27.914216 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-85959d7d-3c91-4bba-8b19-859d659be345 None None] For port 0adf6bf6-aef5-4949-a06b-f2c553aaeff8, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:02:27.917541 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-85959d7d-3c91-4bba-8b19-859d659be345 None None] For port 0adf6bf6-aef5-4949-a06b-f2c553aaeff8, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=0adf6bf6-aef5-4949-a06b-f2c553aaeff8,segment=NetworkSegment(f00ce2e3-c353-4ccc-a5e9-c8e613ee5653),segment_id=f00ce2e3-c353-4ccc-a5e9-c8e613ee5653)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:02:27.924500 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-85959d7d-3c91-4bba-8b19-859d659be345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (0adf6bf6-aef5-4949-a06b-f2c553aaeff8), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:27.928446 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-abaff951-b336-4765-890f-5e706ac2b82f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Allocated IP 172.20.0.1 (0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf/40096fe4-18c1-485a-bded-3ac5be609b56/6230910c-f5af-4f65-98b3-7643674f7161) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:02:27.996223 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85959d7d-3c91-4bba-8b19-859d659be345 None None] Pushing event updated for resources: {'Port': ['ID=0adf6bf6-aef5-4949-a06b-f2c553aaeff8,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:28.094637 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-abaff951-b336-4765-890f-5e706ac2b82f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for port (6230910c-f5af-4f65-98b3-7643674f7161), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:28.132660 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-abaff951-b336-4765-890f-5e706ac2b82f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (6230910c-f5af-4f65-98b3-7643674f7161), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:28.178661 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abaff951-b336-4765-890f-5e706ac2b82f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Network 0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:02:28.181941 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-abaff951-b336-4765-890f-5e706ac2b82f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:02:28.187870 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaff951-b336-4765-890f-5e706ac2b82f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:02:28.227939 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaff951-b336-4765-890f-5e706ac2b82f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'Port': ['ID=6230910c-f5af-4f65-98b3-7643674f7161,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:28.254118 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-abaff951-b336-4765-890f-5e706ac2b82f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (a007a976-cd8c-409d-b486-c736b7167b37), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:28.403428 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-abaff951-b336-4765-890f-5e706ac2b82f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6230910c-f5af-4f65-98b3-7643674f7161), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:28.974335 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-abaff951-b336-4765-890f-5e706ac2b82f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for port (6230910c-f5af-4f65-98b3-7643674f7161), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:28.979290 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-abaff951-b336-4765-890f-5e706ac2b82f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (6230910c-f5af-4f65-98b3-7643674f7161), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:29.037830 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ca1aa6-00c1-4c47-b0a2-a1b6fb3273d7 None None] Network 0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:02:29.056898 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaff951-b336-4765-890f-5e706ac2b82f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'Port': ['ID=6230910c-f5af-4f65-98b3-7643674f7161,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:29.061181 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-abaff951-b336-4765-890f-5e706ac2b82f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (a007a976-cd8c-409d-b486-c736b7167b37), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:29.137202 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-c6440dd8-eba4-4315-87e7-bbcb3d16f61c None None] Provisioning complete for port 0adf6bf6-aef5-4949-a06b-f2c553aaeff8 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:29.137675 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c6440dd8-eba4-4315-87e7-bbcb3d16f61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (0adf6bf6-aef5-4949-a06b-f2c553aaeff8), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:29.156712 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abaff951-b336-4765-890f-5e706ac2b82f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Network 0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:02:29.158467 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-abaff951-b336-4765-890f-5e706ac2b82f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:02:29.235574 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c6440dd8-eba4-4315-87e7-bbcb3d16f61c None None] Current status of the port 0adf6bf6-aef5-4949-a06b-f2c553aaeff8 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:02:29.236265 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c6440dd8-eba4-4315-87e7-bbcb3d16f61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (0adf6bf6-aef5-4949-a06b-f2c553aaeff8), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:29.275950 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-c6440dd8-eba4-4315-87e7-bbcb3d16f61c None None] For port 0adf6bf6-aef5-4949-a06b-f2c553aaeff8, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=0adf6bf6-aef5-4949-a06b-f2c553aaeff8,segment=NetworkSegment(f00ce2e3-c353-4ccc-a5e9-c8e613ee5653),segment_id=f00ce2e3-c353-4ccc-a5e9-c8e613ee5653)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:29.281194 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c6440dd8-eba4-4315-87e7-bbcb3d16f61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (0adf6bf6-aef5-4949-a06b-f2c553aaeff8), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:29.302662 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abaff951-b336-4765-890f-5e706ac2b82f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Router a007a976-cd8c-409d-b486-c736b7167b37 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:02:29.350693 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6440dd8-eba4-4315-87e7-bbcb3d16f61c None None] Pushing event updated for resources: {'Port': ['ID=0adf6bf6-aef5-4949-a06b-f2c553aaeff8,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:29.441019 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abaff951-b336-4765-890f-5e706ac2b82f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:02:29.446855 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-abaff951-b336-4765-890f-5e706ac2b82f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "PUT /v2.0/routers/a007a976-cd8c-409d-b486-c736b7167b37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3084383 Feb 09 02:02:29.510419 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-ece12edc-f3b6-4a8c-ac10-314a3fca5ae5 None None] Provisioning complete for port 0adf6bf6-aef5-4949-a06b-f2c553aaeff8 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:29.511421 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ece12edc-f3b6-4a8c-ac10-314a3fca5ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (0adf6bf6-aef5-4949-a06b-f2c553aaeff8), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:29.557254 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3c79d9-e9aa-41aa-8823-d05c890c179f None None] Sync routers for ids ['a007a976-cd8c-409d-b486-c736b7167b37'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:02:29.584753 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3c79d9-e9aa-41aa-8823-d05c890c179f None None] Routers {'a007a976-cd8c-409d-b486-c736b7167b37'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:02:29.585383 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-ca3c79d9-e9aa-41aa-8823-d05c890c179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:02:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['a007a976-cd8c-409d-b486-c736b7167b37'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:29.641497 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-f18e50ad-f4f5-441d-8b2e-7450dc8cec11 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1403609531&fields=id&tenant_id=7050557f09d44893a51002583ece992c HTTP/1.1" status: 200 len: 267 time: 0.0704017 Feb 09 02:02:29.696899 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 765f5647-7295-436e-8ba8-e8c2530cba66 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:02:29.769470 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ece12edc-f3b6-4a8c-ac10-314a3fca5ae5 None None] Current status of the port 0adf6bf6-aef5-4949-a06b-f2c553aaeff8 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:02:29.770792 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-24f9e52e-8c9c-43d9-9dd3-0e4ff5a9667c tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:29.772348 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-24f9e52e-8c9c-43d9-9dd3-0e4ff5a9667c tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/networks?id=0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf HTTP/1.1" status: 200 len: 796 time: 0.1244588 Feb 09 02:02:29.790711 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-a9202617-2f49-4f30-b6ad-484cc082580f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/quotas/7050557f09d44893a51002583ece992c HTTP/1.1" status: 200 len: 375 time: 0.0118630 Feb 09 02:02:29.797891 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-ca3c79d9-e9aa-41aa-8823-d05c890c179f None None] Set router a007a976-cd8c-409d-b486-c736b7167b37 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:02:29.799636 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-ece12edc-f3b6-4a8c-ac10-314a3fca5ae5 None None] Provisioning complete for port 6230910c-f5af-4f65-98b3-7643674f7161 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:29.800024 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ece12edc-f3b6-4a8c-ac10-314a3fca5ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (6230910c-f5af-4f65-98b3-7643674f7161), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:29.855038 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-082bdb5c-adfe-4ce5-a156-830bfc48c247 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7050557f09d44893a51002583ece992c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570967 Feb 09 02:02:29.867931 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 765f5647-7295-436e-8ba8-e8c2530cba66 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:29.868355 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (765f5647-7295-436e-8ba8-e8c2530cba66), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:29.927517 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ece12edc-f3b6-4a8c-ac10-314a3fca5ae5 None None] Port 6230910c-f5af-4f65-98b3-7643674f7161 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:02:29.957882 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-79c70e18-1b74-4dd6-ae24-6a3a6070ad41 service neutron] 10.222.0.50 "GET /v2.0/networks/0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907872 Feb 09 02:02:30.049044 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-c084ef8e-c58b-47b5-b853-142a907e3096 service neutron] 10.222.0.50 "GET /v2.0/networks/0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849926 Feb 09 02:02:30.091912 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 765f5647-7295-436e-8ba8-e8c2530cba66 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:02:30.092432 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (765f5647-7295-436e-8ba8-e8c2530cba66), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:30.101058 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-2cbc7d1b-3ce0-47e5-8d7b-5c043bb1ee69 None None] Provisioning complete for port 6230910c-f5af-4f65-98b3-7643674f7161 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:30.101456 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2cbc7d1b-3ce0-47e5-8d7b-5c043bb1ee69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (6230910c-f5af-4f65-98b3-7643674f7161), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:30.139467 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 765f5647-7295-436e-8ba8-e8c2530cba66, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=765f5647-7295-436e-8ba8-e8c2530cba66,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:30.149645 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (765f5647-7295-436e-8ba8-e8c2530cba66), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:30.150443 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 0adf6bf6-aef5-4949-a06b-f2c553aaeff8 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:02:30.215445 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-2cbc7d1b-3ce0-47e5-8d7b-5c043bb1ee69 None None] Port 6230910c-f5af-4f65-98b3-7643674f7161 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:02:30.245657 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-63a5acbb-b8d8-46f3-9cc6-0401ed107fd4 req-2900e851-049e-44e6-b7c7-63d3fd59706f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 210 time: 0.0361023 Feb 09 02:02:30.254868 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=765f5647-7295-436e-8ba8-e8c2530cba66,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:30.268237 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-ca3c79d9-e9aa-41aa-8823-d05c890c179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a007a976-cd8c-409d-b486-c736b7167b37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352536165', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '765f5647-7295-436e-8ba8-e8c2530cba66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:25Z', 'updated_at': '2022-02-09T02:02:28Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': '765f5647-7295-436e-8ba8-e8c2530cba66', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a007a976-cd8c-409d-b486-c736b7167b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:25Z', 'updated_at': '2022-02-09T02:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '6230910c-f5af-4f65-98b3-7643674f7161', 'name': '', 'network_id': '0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf', 'tenant_id': '7050557f09d44893a51002583ece992c', 'mac_address': 'fa:16:3e:e6:2e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a007a976-cd8c-409d-b486-c736b7167b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '40096fe4-18c1-485a-bded-3ac5be609b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:27Z', 'updated_at': '2022-02-09T02:02:28Z', 'revision_number': 2, 'project_id': '7050557f09d44893a51002583ece992c', 'subnets': [{'id': '40096fe4-18c1-485a-bded-3ac5be609b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:30.290030 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3c79d9-e9aa-41aa-8823-d05c890c179f None None] Checking router: a007a976-cd8c-409d-b486-c736b7167b37 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:02:30.290391 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3c79d9-e9aa-41aa-8823-d05c890c179f None None] Updating router a007a976-cd8c-409d-b486-c736b7167b37 port 6230910c-f5af-4f65-98b3-7643674f7161 binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:02:30.313854 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 0adf6bf6-aef5-4949-a06b-f2c553aaeff8 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:30.314242 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (0adf6bf6-aef5-4949-a06b-f2c553aaeff8), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:30.342618 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ca3c79d9-e9aa-41aa-8823-d05c890c179f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6230910c-f5af-4f65-98b3-7643674f7161), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:30.498587 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 0adf6bf6-aef5-4949-a06b-f2c553aaeff8 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:02:30.660357 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ca3c79d9-e9aa-41aa-8823-d05c890c179f None None] Publish callbacks [] for port (6230910c-f5af-4f65-98b3-7643674f7161), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:30.665156 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ca3c79d9-e9aa-41aa-8823-d05c890c179f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (6230910c-f5af-4f65-98b3-7643674f7161), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:30.716917 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b7d2a7-b71a-40c4-9d8c-4867ff009c2b None None] Pushing event updated for resources: {'Port': ['ID=6230910c-f5af-4f65-98b3-7643674f7161,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:30.771841 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-ca3c79d9-e9aa-41aa-8823-d05c890c179f None None] Attempting to bind port 6230910c-f5af-4f65-98b3-7643674f7161 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:02:30.772144 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-ca3c79d9-e9aa-41aa-8823-d05c890c179f None None] Attempting to bind port 6230910c-f5af-4f65-98b3-7643674f7161 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f00ce2e3-c353-4ccc-a5e9-c8e613ee5653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:02:30.772470 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3c79d9-e9aa-41aa-8823-d05c890c179f None None] Attempting to bind port 6230910c-f5af-4f65-98b3-7643674f7161 on network 0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:02:30.778890 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3c79d9-e9aa-41aa-8823-d05c890c179f None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:02:30.779293 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3c79d9-e9aa-41aa-8823-d05c890c179f None None] Checking segment: {'id': 'f00ce2e3-c353-4ccc-a5e9-c8e613ee5653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:02:30.779697 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ca3c79d9-e9aa-41aa-8823-d05c890c179f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:30.780106 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3c79d9-e9aa-41aa-8823-d05c890c179f None None] Bound using segment: {'id': 'f00ce2e3-c353-4ccc-a5e9-c8e613ee5653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:02:30.780873 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-ca3c79d9-e9aa-41aa-8823-d05c890c179f None None] Bound port: 6230910c-f5af-4f65-98b3-7643674f7161, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f00ce2e3-c353-4ccc-a5e9-c8e613ee5653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:02:30.781020 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ca3c79d9-e9aa-41aa-8823-d05c890c179f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6230910c-f5af-4f65-98b3-7643674f7161), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:30.855345 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-ca3c79d9-e9aa-41aa-8823-d05c890c179f None None] For port 6230910c-f5af-4f65-98b3-7643674f7161, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:02:30.858953 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-ca3c79d9-e9aa-41aa-8823-d05c890c179f None None] For port 6230910c-f5af-4f65-98b3-7643674f7161, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=6230910c-f5af-4f65-98b3-7643674f7161,segment=NetworkSegment(f00ce2e3-c353-4ccc-a5e9-c8e613ee5653),segment_id=f00ce2e3-c353-4ccc-a5e9-c8e613ee5653)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:02:30.865944 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ca3c79d9-e9aa-41aa-8823-d05c890c179f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (6230910c-f5af-4f65-98b3-7643674f7161), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:30.924208 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3c79d9-e9aa-41aa-8823-d05c890c179f None None] Routers {'a007a976-cd8c-409d-b486-c736b7167b37'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:02:30.924900 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-ca3c79d9-e9aa-41aa-8823-d05c890c179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:02:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['a007a976-cd8c-409d-b486-c736b7167b37'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:30.933776 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b7d2a7-b71a-40c4-9d8c-4867ff009c2b None None] Pushing event updated for resources: {'Port': ['ID=6230910c-f5af-4f65-98b3-7643674f7161,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:31.013933 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-e09b405b-994e-495d-b0b4-23fd7bd68a84 None None] Provisioning complete for port 6230910c-f5af-4f65-98b3-7643674f7161 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:31.014324 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e09b405b-994e-495d-b0b4-23fd7bd68a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (6230910c-f5af-4f65-98b3-7643674f7161), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:31.085861 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-ca3c79d9-e9aa-41aa-8823-d05c890c179f None None] Set router a007a976-cd8c-409d-b486-c736b7167b37 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:02:31.254057 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-86012394-6cb8-4315-afcd-06fd5b11a007 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:31.255587 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-86012394-6cb8-4315-afcd-06fd5b11a007 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.120 "GET /v2.0/networks?id=0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf HTTP/1.1" status: 200 len: 796 time: 0.1278846 Feb 09 02:02:31.324792 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-6f4705a6-34f1-48da-9772-f112abce5697 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7050557f09d44893a51002583ece992c HTTP/1.1" status: 200 len: 380 time: 0.0612509 Feb 09 02:02:31.338781 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-1726f319-acb7-4b0e-a5d2-926f4ca143c1 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'port': {'device_id': 'e8dc8724-e661-4c81-bfee-e13e888cada4', 'network_id': '0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf', 'admin_state_up': True, 'tenant_id': '7050557f09d44893a51002583ece992c', 'security_groups': ['7a7bc14c-0b29-464b-8248-c2b907ccc6e5']}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:31.350492 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-e09b405b-994e-495d-b0b4-23fd7bd68a84 None None] Current status of the port 6230910c-f5af-4f65-98b3-7643674f7161 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:02:31.351057 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e09b405b-994e-495d-b0b4-23fd7bd68a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6230910c-f5af-4f65-98b3-7643674f7161), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:31.397396 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-00cb06c8-ff4e-4fbc-a204-5dfbc18c2df9 req-1750cf37-5176-406f-bea5-9d42d009ea41 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 210 time: 0.0712922 Feb 09 02:02:31.439952 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-e09b405b-994e-495d-b0b4-23fd7bd68a84 None None] For port 6230910c-f5af-4f65-98b3-7643674f7161, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=6230910c-f5af-4f65-98b3-7643674f7161,segment=NetworkSegment(f00ce2e3-c353-4ccc-a5e9-c8e613ee5653),segment_id=f00ce2e3-c353-4ccc-a5e9-c8e613ee5653)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:31.448419 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e09b405b-994e-495d-b0b4-23fd7bd68a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (6230910c-f5af-4f65-98b3-7643674f7161), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:31.478799 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-1726f319-acb7-4b0e-a5d2-926f4ca143c1 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Made reservation on behalf of 7050557f09d44893a51002583ece992c for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:02:31.483502 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-1726f319-acb7-4b0e-a5d2-926f4ca143c1 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:31.527513 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b405b-994e-495d-b0b4-23fd7bd68a84 None None] Pushing event updated for resources: {'Port': ['ID=6230910c-f5af-4f65-98b3-7643674f7161,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:31.551020 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-ca3c79d9-e9aa-41aa-8823-d05c890c179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a007a976-cd8c-409d-b486-c736b7167b37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352536165', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '765f5647-7295-436e-8ba8-e8c2530cba66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:25Z', 'updated_at': '2022-02-09T02:02:28Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': '765f5647-7295-436e-8ba8-e8c2530cba66', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a007a976-cd8c-409d-b486-c736b7167b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:25Z', 'updated_at': '2022-02-09T02:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '6230910c-f5af-4f65-98b3-7643674f7161', 'name': '', 'network_id': '0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf', 'tenant_id': '7050557f09d44893a51002583ece992c', 'mac_address': 'fa:16:3e:e6:2e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a007a976-cd8c-409d-b486-c736b7167b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '40096fe4-18c1-485a-bded-3ac5be609b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:27Z', 'updated_at': '2022-02-09T02:02:30Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'subnets': [{'id': '40096fe4-18c1-485a-bded-3ac5be609b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:31.589210 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3c79d9-e9aa-41aa-8823-d05c890c179f None None] The sync data for ids ['a007a976-cd8c-409d-b486-c736b7167b37'] in n-d-828369-4 is: [{'id': 'a007a976-cd8c-409d-b486-c736b7167b37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352536165', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '765f5647-7295-436e-8ba8-e8c2530cba66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:25Z', 'updated_at': '2022-02-09T02:02:28Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': '765f5647-7295-436e-8ba8-e8c2530cba66', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a007a976-cd8c-409d-b486-c736b7167b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:25Z', 'updated_at': '2022-02-09T02:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '6230910c-f5af-4f65-98b3-7643674f7161', 'name': '', 'network_id': '0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf', 'tenant_id': '7050557f09d44893a51002583ece992c', 'mac_address': 'fa:16:3e:e6:2e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a007a976-cd8c-409d-b486-c736b7167b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '40096fe4-18c1-485a-bded-3ac5be609b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:27Z', 'updated_at': '2022-02-09T02:02:30Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'subnets': [{'id': '40096fe4-18c1-485a-bded-3ac5be609b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:02:31.595026 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-c96cf313-5bce-41c9-92ae-151c9e8d8de5 None None] Provisioning complete for port 6230910c-f5af-4f65-98b3-7643674f7161 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:31.595423 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c96cf313-5bce-41c9-92ae-151c9e8d8de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (6230910c-f5af-4f65-98b3-7643674f7161), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:31.620739 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 765f5647-7295-436e-8ba8-e8c2530cba66 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:02:31.623263 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-1726f319-acb7-4b0e-a5d2-926f4ca143c1 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Allocated IP 172.20.0.9 (0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf/40096fe4-18c1-485a-bded-3ac5be609b56/5e0b0480-fc4c-4e49-ad2b-0609cae38333) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:02:31.743065 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 765f5647-7295-436e-8ba8-e8c2530cba66 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:31.743463 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (765f5647-7295-436e-8ba8-e8c2530cba66), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:31.765592 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c96cf313-5bce-41c9-92ae-151c9e8d8de5 None None] Current status of the port 6230910c-f5af-4f65-98b3-7643674f7161 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:02:31.799694 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-1726f319-acb7-4b0e-a5d2-926f4ca143c1 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for port (5e0b0480-fc4c-4e49-ad2b-0609cae38333), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:31.829394 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 765f5647-7295-436e-8ba8-e8c2530cba66 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:02:31.840877 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-1726f319-acb7-4b0e-a5d2-926f4ca143c1 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (5e0b0480-fc4c-4e49-ad2b-0609cae38333), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:31.887180 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-1726f319-acb7-4b0e-a5d2-926f4ca143c1 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Network 0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:02:31.890382 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-1726f319-acb7-4b0e-a5d2-926f4ca143c1 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:02:31.893324 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-1726f319-acb7-4b0e-a5d2-926f4ca143c1 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:02:31.919121 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1726f319-acb7-4b0e-a5d2-926f4ca143c1 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'Port': ['ID=5e0b0480-fc4c-4e49-ad2b-0609cae38333,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:31.949738 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-1726f319-acb7-4b0e-a5d2-926f4ca143c1 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:31.950396 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-1726f319-acb7-4b0e-a5d2-926f4ca143c1 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:31.970954 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-1726f319-acb7-4b0e-a5d2-926f4ca143c1 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6359737 Feb 09 02:02:31.979881 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-b1526132-1134-4a12-9271-c579dea44650 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:02:31.981088 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-b1526132-1134-4a12-9271-c579dea44650 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.120 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056407 Feb 09 02:02:31.992769 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-a3a16856-08d7-47f9-b97f-4f21a38648f8 service neutron] Request body: {'port': {'device_id': 'e8dc8724-e661-4c81-bfee-e13e888cada4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:32.065151 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-a3a16856-08d7-47f9-b97f-4f21a38648f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5e0b0480-fc4c-4e49-ad2b-0609cae38333), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:32.186666 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-63d00554-966b-4c9c-ad61-08068f26d8c2 None None] Provisioning complete for port 5e0b0480-fc4c-4e49-ad2b-0609cae38333 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:32.187658 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-63d00554-966b-4c9c-ad61-08068f26d8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (5e0b0480-fc4c-4e49-ad2b-0609cae38333), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:32.224577 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-63d00554-966b-4c9c-ad61-08068f26d8c2 None None] Port 5e0b0480-fc4c-4e49-ad2b-0609cae38333 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:02:32.345284 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-a3a16856-08d7-47f9-b97f-4f21a38648f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e0b0480-fc4c-4e49-ad2b-0609cae38333 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:02:32.352899 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-a3a16856-08d7-47f9-b97f-4f21a38648f8 service neutron] Publish callbacks [] for port (5e0b0480-fc4c-4e49-ad2b-0609cae38333), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:32.366383 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-a3a16856-08d7-47f9-b97f-4f21a38648f8 service neutron] Transition to ACTIVE for port object 5e0b0480-fc4c-4e49-ad2b-0609cae38333 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:02:32.370881 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-a3a16856-08d7-47f9-b97f-4f21a38648f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (5e0b0480-fc4c-4e49-ad2b-0609cae38333), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:32.429651 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a16856-08d7-47f9-b97f-4f21a38648f8 service neutron] Pushing event updated for resources: {'Port': ['ID=5e0b0480-fc4c-4e49-ad2b-0609cae38333,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:32.500408 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4fdc80b4-ad55-4932-8c97-7ad0a0759376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:32.512653 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-a3a16856-08d7-47f9-b97f-4f21a38648f8 service neutron] Attempting to bind port 5e0b0480-fc4c-4e49-ad2b-0609cae38333 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:02:32.513537 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-a3a16856-08d7-47f9-b97f-4f21a38648f8 service neutron] Attempting to bind port 5e0b0480-fc4c-4e49-ad2b-0609cae38333 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': 'f00ce2e3-c353-4ccc-a5e9-c8e613ee5653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:02:32.513883 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-a3a16856-08d7-47f9-b97f-4f21a38648f8 service neutron] Attempting to bind port 5e0b0480-fc4c-4e49-ad2b-0609cae38333 on network 0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:02:32.530017 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-a3a16856-08d7-47f9-b97f-4f21a38648f8 service neutron] Port 5e0b0480-fc4c-4e49-ad2b-0609cae38333 on network 0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:02:32.530358 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-a3a16856-08d7-47f9-b97f-4f21a38648f8 service neutron] Attempting to bind port 5e0b0480-fc4c-4e49-ad2b-0609cae38333 on network 0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:02:32.550790 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-a3a16856-08d7-47f9-b97f-4f21a38648f8 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:02:32.551140 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-a3a16856-08d7-47f9-b97f-4f21a38648f8 service neutron] Checking segment: {'id': 'f00ce2e3-c353-4ccc-a5e9-c8e613ee5653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:02:32.551541 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-a3a16856-08d7-47f9-b97f-4f21a38648f8 service neutron] Bound using segment: {'id': 'f00ce2e3-c353-4ccc-a5e9-c8e613ee5653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:02:32.551996 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-a3a16856-08d7-47f9-b97f-4f21a38648f8 service neutron] Bound port: 5e0b0480-fc4c-4e49-ad2b-0609cae38333, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f00ce2e3-c353-4ccc-a5e9-c8e613ee5653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:02:32.552366 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-a3a16856-08d7-47f9-b97f-4f21a38648f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5e0b0480-fc4c-4e49-ad2b-0609cae38333), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:32.617551 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0cb9b7-5abb-4927-9015-1addf906de85 req-6f5d073b-01fd-40a9-a1c7-e55ad2dadf0e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:32.619076 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2c0cb9b7-5abb-4927-9015-1addf906de85 req-6f5d073b-01fd-40a9-a1c7-e55ad2dadf0e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 943 time: 0.1018386 Feb 09 02:02:32.655153 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-a3a16856-08d7-47f9-b97f-4f21a38648f8 service neutron] For port 5e0b0480-fc4c-4e49-ad2b-0609cae38333, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:02:32.676364 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-a3a16856-08d7-47f9-b97f-4f21a38648f8 service neutron] For port 5e0b0480-fc4c-4e49-ad2b-0609cae38333, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=5e0b0480-fc4c-4e49-ad2b-0609cae38333,segment=NetworkSegment(f00ce2e3-c353-4ccc-a5e9-c8e613ee5653),segment_id=f00ce2e3-c353-4ccc-a5e9-c8e613ee5653)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:02:32.686713 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-a3a16856-08d7-47f9-b97f-4f21a38648f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (5e0b0480-fc4c-4e49-ad2b-0609cae38333), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:32.703210 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2c0cb9b7-5abb-4927-9015-1addf906de85 req-2bd5afa5-3790-4f38-808d-39fdb84654e2 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7bc14c-0b29-464b-8248-c2b907ccc6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734100 Feb 09 02:02:32.738889 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-a3a16856-08d7-47f9-b97f-4f21a38648f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:32.739540 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-a3a16856-08d7-47f9-b97f-4f21a38648f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:32.740981 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-a3a16856-08d7-47f9-b97f-4f21a38648f8 service neutron] 10.222.0.120 "PUT /v2.0/ports/5e0b0480-fc4c-4e49-ad2b-0609cae38333 HTTP/1.1" status: 200 len: 1091 time: 0.7530091 Feb 09 02:02:32.741532 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8dc8724-e661-4c81-bfee-e13e888cada4', 'tag': '5e0b0480-fc4c-4e49-ad2b-0609cae38333'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:02:32.743696 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a470e99f0f86a4159e910055b77303d33aac5c61a6ba05ec29afc43a7220bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7447ae3-0249-4c6d-b135-1f1ca7b44af4" -d '{"events": [{"name": "network-changed", "server_uuid": "e8dc8724-e661-4c81-bfee-e13e888cada4", "tag": "5e0b0480-fc4c-4e49-ad2b-0609cae38333"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:02:32.771557 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a16856-08d7-47f9-b97f-4f21a38648f8 service neutron] Pushing event updated for resources: {'Port': ['ID=5e0b0480-fc4c-4e49-ad2b-0609cae38333,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:32.806889 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2604d2-3d74-46b6-b95f-6d77a970ad93 x-openstack-request-id: req-7f2604d2-3d74-46b6-b95f-6d77a970ad93 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:02:32.807206 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8dc8724-e661-4c81-bfee-e13e888cada4", "tag": "5e0b0480-fc4c-4e49-ad2b-0609cae38333", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:02:32.807471 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7f2604d2-3d74-46b6-b95f-6d77a970ad93 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:02:32.807917 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8dc8724-e661-4c81-bfee-e13e888cada4', 'tag': '5e0b0480-fc4c-4e49-ad2b-0609cae38333', 'status': 'completed', 'code': 200} Feb 09 02:02:32.856391 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-010f38c6-9233-4adc-b235-f6b19ef41c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:32.858588 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-010f38c6-9233-4adc-b235-f6b19ef41c41 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=7050557f09d44893a51002583ece992c&device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 1125 time: 0.0498195 Feb 09 02:02:32.902353 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-21139576-4d04-435b-9929-8358f0fb3c4b service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e0b0480-fc4c-4e49-ad2b-0609cae38333 HTTP/1.1" status: 200 len: 217 time: 0.0364089 Feb 09 02:02:32.956402 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-41c980eb-5772-4307-ae20-ae30f6bc4a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:32.958483 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-41c980eb-5772-4307-ae20-ae30f6bc4a71 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=40096fe4-18c1-485a-bded-3ac5be609b56 HTTP/1.1" status: 200 len: 835 time: 0.0501516 Feb 09 02:02:33.011491 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-38515e9f-f266-45c9-83ae-f63d0af19b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:33.013120 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-38515e9f-f266-45c9-83ae-f63d0af19b3a service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469947 Feb 09 02:02:33.101274 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-6b2fcd16-2e43-4758-bf07-4437788cf797 service neutron] 10.222.0.120 "GET /v2.0/networks/0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818911 Feb 09 02:02:33.204736 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-96ed3272-8613-49db-951a-ae0db2fe12b2 req-061baa89-a4a6-4300-a09c-b8e506db264a service neutron] 10.222.0.120 "GET /v2.0/networks/0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975511 Feb 09 02:02:33.296216 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7447ae3-0249-4c6d-b135-1f1ca7b44af4 req-51a4cfa0-9578-4652-89ba-02a65f849252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:33.297760 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f7447ae3-0249-4c6d-b135-1f1ca7b44af4 req-51a4cfa0-9578-4652-89ba-02a65f849252 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=7050557f09d44893a51002583ece992c&device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 1125 time: 0.0448408 Feb 09 02:02:33.389105 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7447ae3-0249-4c6d-b135-1f1ca7b44af4 req-e17a578c-9a2a-4b5e-bd71-76c01e736e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:33.390489 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f7447ae3-0249-4c6d-b135-1f1ca7b44af4 req-e17a578c-9a2a-4b5e-bd71-76c01e736e11 service neutron] 10.222.0.120 "GET /v2.0/networks?id=0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf HTTP/1.1" status: 200 len: 898 time: 0.0868087 Feb 09 02:02:33.431249 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f7447ae3-0249-4c6d-b135-1f1ca7b44af4 req-fa20374d-f681-4873-8256-dc0fde1c4217 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e0b0480-fc4c-4e49-ad2b-0609cae38333 HTTP/1.1" status: 200 len: 217 time: 0.0353434 Feb 09 02:02:33.478580 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7447ae3-0249-4c6d-b135-1f1ca7b44af4 req-9b049af8-4b9b-4d57-a331-b3770001a845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:33.480004 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f7447ae3-0249-4c6d-b135-1f1ca7b44af4 req-9b049af8-4b9b-4d57-a331-b3770001a845 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=40096fe4-18c1-485a-bded-3ac5be609b56 HTTP/1.1" status: 200 len: 835 time: 0.0429192 Feb 09 02:02:33.528176 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7447ae3-0249-4c6d-b135-1f1ca7b44af4 req-c13026b1-a60e-4607-a05b-52b0c7d78b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:33.530286 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f7447ae3-0249-4c6d-b135-1f1ca7b44af4 req-c13026b1-a60e-4607-a05b-52b0c7d78b73 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438862 Feb 09 02:02:33.609595 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 6230910c-f5af-4f65-98b3-7643674f7161 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:02:33.632941 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f7447ae3-0249-4c6d-b135-1f1ca7b44af4 req-c0990a67-8a0a-4411-b4cf-c93246835647 service neutron] 10.222.0.120 "GET /v2.0/networks/0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961628 Feb 09 02:02:33.657543 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 6230910c-f5af-4f65-98b3-7643674f7161 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:33.657926 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (6230910c-f5af-4f65-98b3-7643674f7161), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:33.724451 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f7447ae3-0249-4c6d-b135-1f1ca7b44af4 req-a1487682-8a21-47ae-b20c-5376da50c1fa service neutron] 10.222.0.120 "GET /v2.0/networks/0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848992 Feb 09 02:02:33.739282 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 6230910c-f5af-4f65-98b3-7643674f7161 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:02:33.830627 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130397f-2818-449c-85b8-0aeb6a96d760 req-b50efa0e-ef63-45ba-99a4-c304108ee770 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:33.832439 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9130397f-2818-449c-85b8-0aeb6a96d760 req-b50efa0e-ef63-45ba-99a4-c304108ee770 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 943 time: 0.0582247 Feb 09 02:02:33.881777 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9130397f-2818-449c-85b8-0aeb6a96d760 req-a3047239-010b-44bb-8820-798d7236bdd7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7bc14c-0b29-464b-8248-c2b907ccc6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429299 Feb 09 02:02:34.509116 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-539eeb1f-9ce1-454e-8082-4a896b3560ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:35.005228 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae17d154-3262-462f-9d0b-8a38c867e74f req-08d3b514-4d10-4546-ba98-60a4dd6db796 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:35.006756 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ae17d154-3262-462f-9d0b-8a38c867e74f req-08d3b514-4d10-4546-ba98-60a4dd6db796 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 943 time: 0.0523314 Feb 09 02:02:35.055378 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ae17d154-3262-462f-9d0b-8a38c867e74f req-a11aa03f-ee3f-4023-94fb-baa6d1c7a04d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7bc14c-0b29-464b-8248-c2b907ccc6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430465 Feb 09 02:02:36.102735 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:36.178292 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3980007-cd24-4d62-8908-b1ba1ea4e19f req-71d3506e-65ed-4b9b-9c89-4dcc90cf4a21 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:36.179835 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c3980007-cd24-4d62-8908-b1ba1ea4e19f req-71d3506e-65ed-4b9b-9c89-4dcc90cf4a21 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 943 time: 0.0564852 Feb 09 02:02:36.229622 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c3980007-cd24-4d62-8908-b1ba1ea4e19f req-0f212631-36dd-47eb-b01b-b096a43e64ac tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7bc14c-0b29-464b-8248-c2b907ccc6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435593 Feb 09 02:02:36.880493 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 5e0b0480-fc4c-4e49-ad2b-0609cae38333 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:02:36.973643 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 5e0b0480-fc4c-4e49-ad2b-0609cae38333, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=5e0b0480-fc4c-4e49-ad2b-0609cae38333,segment=NetworkSegment(f00ce2e3-c353-4ccc-a5e9-c8e613ee5653),segment_id=f00ce2e3-c353-4ccc-a5e9-c8e613ee5653)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:36.988840 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '5e0b0480-fc4c-4e49-ad2b-0609cae38333', 'network_id': '0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf', 'port_id': '5e0b0480-fc4c-4e49-ad2b-0609cae38333', 'mac_address': 'fa:16:3e:ad:ea:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40096fe4-18c1-485a-bded-3ac5be609b56', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:02:37.027219 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 5e0b0480-fc4c-4e49-ad2b-0609cae38333 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:02:37.027625 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5e0b0480-fc4c-4e49-ad2b-0609cae38333), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:37.041097 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e0b0480-fc4c-4e49-ad2b-0609cae38333 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:02:37.060650 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 5e0b0480-fc4c-4e49-ad2b-0609cae38333, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=5e0b0480-fc4c-4e49-ad2b-0609cae38333,segment=NetworkSegment(f00ce2e3-c353-4ccc-a5e9-c8e613ee5653),segment_id=f00ce2e3-c353-4ccc-a5e9-c8e613ee5653)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:37.064820 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (5e0b0480-fc4c-4e49-ad2b-0609cae38333), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:37.111808 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=5e0b0480-fc4c-4e49-ad2b-0609cae38333,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:37.333350 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['5e0b0480-fc4c-4e49-ad2b-0609cae38333'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:02:37.349947 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ddb9a8-0214-49d7-99dd-afa5ab12c370 req-dd4aac3e-c11d-4cac-b67b-6194ab09d670 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:37.351446 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e4ddb9a8-0214-49d7-99dd-afa5ab12c370 req-dd4aac3e-c11d-4cac-b67b-6194ab09d670 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 944 time: 0.0530956 Feb 09 02:02:37.402536 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e4ddb9a8-0214-49d7-99dd-afa5ab12c370 req-6b358fdb-5ac0-490b-83ad-82403a4367dc tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7bc14c-0b29-464b-8248-c2b907ccc6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444412 Feb 09 02:02:37.402794 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:38.105834 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:38.522384 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d9da4-7438-441c-b2d1-bdac360fb58f req-27481786-3c4c-4e67-a1ae-03e516a1f87f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:38.524070 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fb2d9da4-7438-441c-b2d1-bdac360fb58f req-27481786-3c4c-4e67-a1ae-03e516a1f87f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 944 time: 0.0529137 Feb 09 02:02:38.525552 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:38.576817 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fb2d9da4-7438-441c-b2d1-bdac360fb58f req-4346eafe-21d2-43b7-a69f-660f44976510 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7bc14c-0b29-464b-8248-c2b907ccc6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468264 Feb 09 02:02:38.910841 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 5e0b0480-fc4c-4e49-ad2b-0609cae38333 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:02:38.964121 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 5e0b0480-fc4c-4e49-ad2b-0609cae38333 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:02:38.968319 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 5e0b0480-fc4c-4e49-ad2b-0609cae38333 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:02:38.968736 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (5e0b0480-fc4c-4e49-ad2b-0609cae38333), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:39.046754 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 5e0b0480-fc4c-4e49-ad2b-0609cae38333 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:02:39.047158 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5e0b0480-fc4c-4e49-ad2b-0609cae38333), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:39.069476 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8dc8724-e661-4c81-bfee-e13e888cada4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0b0480-fc4c-4e49-ad2b-0609cae38333'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:02:39.071721 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f766445e23ec559c7328ff843d6cc013f3fae19186639b550ac9b130fb2cde8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c2efa5-15e3-4bb0-8b90-0d1d8cb9e370" -d '{"events": [{"server_uuid": "e8dc8724-e661-4c81-bfee-e13e888cada4", "name": "network-vif-plugged", "status": "completed", "tag": "5e0b0480-fc4c-4e49-ad2b-0609cae38333"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:02:39.084014 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 5e0b0480-fc4c-4e49-ad2b-0609cae38333, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=5e0b0480-fc4c-4e49-ad2b-0609cae38333,segment=NetworkSegment(f00ce2e3-c353-4ccc-a5e9-c8e613ee5653),segment_id=f00ce2e3-c353-4ccc-a5e9-c8e613ee5653)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:02:39.088331 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (5e0b0480-fc4c-4e49-ad2b-0609cae38333), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:39.118782 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6f13d1-8266-44d8-881e-4d1b7dbfe056 x-openstack-request-id: req-bf6f13d1-8266-44d8-881e-4d1b7dbfe056 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:02:39.119083 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8dc8724-e661-4c81-bfee-e13e888cada4", "name": "network-vif-plugged", "status": "completed", "tag": "5e0b0480-fc4c-4e49-ad2b-0609cae38333", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:02:39.119340 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bf6f13d1-8266-44d8-881e-4d1b7dbfe056 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:02:39.119737 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8dc8724-e661-4c81-bfee-e13e888cada4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0b0480-fc4c-4e49-ad2b-0609cae38333', 'code': 200} Feb 09 02:02:39.148856 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=5e0b0480-fc4c-4e49-ad2b-0609cae38333,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:39.211777 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab35e8-0535-49e0-9cfa-41cf820ee700 req-5ee1beeb-eac7-472d-a10e-6c50de97cb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:39.213241 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-22ab35e8-0535-49e0-9cfa-41cf820ee700 req-5ee1beeb-eac7-472d-a10e-6c50de97cb0c service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 1127 time: 0.0456762 Feb 09 02:02:39.258002 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-22ab35e8-0535-49e0-9cfa-41cf820ee700 req-9fbd109a-bdce-4382-9dd3-22c51c859811 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=7a7bc14c-0b29-464b-8248-c2b907ccc6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394936 Feb 09 02:02:39.694344 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c604518-583f-4e96-91cf-d162d2f3aae8 req-3d6d1b1c-000e-4f8a-b9a3-f586d98b376c tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:39.695856 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2c604518-583f-4e96-91cf-d162d2f3aae8 req-3d6d1b1c-000e-4f8a-b9a3-f586d98b376c tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 945 time: 0.0515256 Feb 09 02:02:39.744112 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2c604518-583f-4e96-91cf-d162d2f3aae8 req-78d3af6f-eb1a-47f6-b3d8-2c90dc0e2066 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7bc14c-0b29-464b-8248-c2b907ccc6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426443 Feb 09 02:02:39.799625 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:40.870535 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a9641-20bd-450c-898f-b7932f663f4f req-9632b038-0248-4560-9f8c-912887458ea8 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:40.872064 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4e0a9641-20bd-450c-898f-b7932f663f4f req-9632b038-0248-4560-9f8c-912887458ea8 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 945 time: 0.0559406 Feb 09 02:02:40.921814 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4e0a9641-20bd-450c-898f-b7932f663f4f req-c0ea522a-2d03-47fc-b30e-c8ca21257b0b tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7bc14c-0b29-464b-8248-c2b907ccc6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433536 Feb 09 02:02:41.041024 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcff788-d803-43ef-9e89-125f7c9f1408 req-81e65968-4b60-473e-8842-9982738c80ba tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:41.042459 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4bcff788-d803-43ef-9e89-125f7c9f1408 req-81e65968-4b60-473e-8842-9982738c80ba tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 945 time: 0.0535853 Feb 09 02:02:41.091645 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4bcff788-d803-43ef-9e89-125f7c9f1408 req-2cdce2e3-32df-4ee2-8872-6aea1f10b004 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7bc14c-0b29-464b-8248-c2b907ccc6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435920 Feb 09 02:02:41.113177 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45292) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:41.157858 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a271c6-ccf4-4b84-9281-c2dbc90c383a tempest-TestNetworkAdvancedServerOps-392406596 tempest-TestNetworkAdvancedServerOps-392406596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:41.159375 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-01a271c6-ccf4-4b84-9281-c2dbc90c383a tempest-TestNetworkAdvancedServerOps-392406596 tempest-TestNetworkAdvancedServerOps-392406596-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 1122 time: 0.0452335 Feb 09 02:02:41.162141 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45294) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:41.166325 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-20660b04-b05d-47b5-9961-3110056d95a7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'port_id': '5e0b0480-fc4c-4e49-ad2b-0609cae38333', 'tenant_id': '7050557f09d44893a51002583ece992c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:02:41.187120 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-20660b04-b05d-47b5-9961-3110056d95a7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:41.635348 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-20660b04-b05d-47b5-9961-3110056d95a7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:41.740989 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-20660b04-b05d-47b5-9961-3110056d95a7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Allocated IP 172.25.8.209 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/5067ebe1-e0cb-4e11-99a1-bc31040cc676) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:02:41.842976 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-20660b04-b05d-47b5-9961-3110056d95a7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for port (5067ebe1-e0cb-4e11-99a1-bc31040cc676), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:41.876078 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-20660b04-b05d-47b5-9961-3110056d95a7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (5067ebe1-e0cb-4e11-99a1-bc31040cc676), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:41.918452 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20660b04-b05d-47b5-9961-3110056d95a7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:02:41.921896 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-20660b04-b05d-47b5-9961-3110056d95a7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:02:41.925286 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20660b04-b05d-47b5-9961-3110056d95a7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:02:41.930501 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20660b04-b05d-47b5-9961-3110056d95a7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'Port': ['ID=5067ebe1-e0cb-4e11-99a1-bc31040cc676,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:42.280739 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-20660b04-b05d-47b5-9961-3110056d95a7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for floatingip (3d1755f3-6105-4b6b-bd5b-5c63811ca52e), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:42.353539 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-20660b04-b05d-47b5-9961-3110056d95a7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5067ebe1-e0cb-4e11-99a1-bc31040cc676), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:42.501511 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-20660b04-b05d-47b5-9961-3110056d95a7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for port (5067ebe1-e0cb-4e11-99a1-bc31040cc676), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:42.505874 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-20660b04-b05d-47b5-9961-3110056d95a7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (5067ebe1-e0cb-4e11-99a1-bc31040cc676), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:42.585392 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20660b04-b05d-47b5-9961-3110056d95a7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'Port': ['ID=5067ebe1-e0cb-4e11-99a1-bc31040cc676,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:02:42.595987 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-20660b04-b05d-47b5-9961-3110056d95a7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (3d1755f3-6105-4b6b-bd5b-5c63811ca52e), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:42.698935 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [None req-20660b04-b05d-47b5-9961-3110056d95a7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Floating IP 3d1755f3-6105-4b6b-bd5b-5c63811ca52e associated. External IP: 172.25.8.209, port: 5e0b0480-fc4c-4e49-ad2b-0609cae38333. Feb 09 02:02:42.925891 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20660b04-b05d-47b5-9961-3110056d95a7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Router a007a976-cd8c-409d-b486-c736b7167b37 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:02:43.033301 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20660b04-b05d-47b5-9961-3110056d95a7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:02:43.043239 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbf70ce-cf2c-4a3a-a4c8-d9a08fc8e08c None None] Sync routers for ids ['a007a976-cd8c-409d-b486-c736b7167b37'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:02:43.051254 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-20660b04-b05d-47b5-9961-3110056d95a7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:02:43.054607 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbf70ce-cf2c-4a3a-a4c8-d9a08fc8e08c None None] Routers {'a007a976-cd8c-409d-b486-c736b7167b37'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:02:43.055259 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-8bbf70ce-cf2c-4a3a-a4c8-d9a08fc8e08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:02:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['a007a976-cd8c-409d-b486-c736b7167b37'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:43.085145 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-20660b04-b05d-47b5-9961-3110056d95a7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9219980 Feb 09 02:02:43.085753 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8dc8724-e661-4c81-bfee-e13e888cada4', 'tag': '5e0b0480-fc4c-4e49-ad2b-0609cae38333'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:02:43.088074 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a470e99f0f86a4159e910055b77303d33aac5c61a6ba05ec29afc43a7220bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048881ec-a2ed-46e4-a3fe-30edc853d09d" -d '{"events": [{"name": "network-changed", "server_uuid": "e8dc8724-e661-4c81-bfee-e13e888cada4", "tag": "5e0b0480-fc4c-4e49-ad2b-0609cae38333"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:02:43.132734 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73351d4d-6e70-4035-b4cc-2e8934af4d35 x-openstack-request-id: req-73351d4d-6e70-4035-b4cc-2e8934af4d35 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:02:43.133046 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8dc8724-e661-4c81-bfee-e13e888cada4", "tag": "5e0b0480-fc4c-4e49-ad2b-0609cae38333", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:02:43.133311 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-73351d4d-6e70-4035-b4cc-2e8934af4d35 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:02:43.133722 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8dc8724-e661-4c81-bfee-e13e888cada4', 'tag': '5e0b0480-fc4c-4e49-ad2b-0609cae38333', 'status': 'completed', 'code': 200} Feb 09 02:02:43.169020 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-8bbf70ce-cf2c-4a3a-a4c8-d9a08fc8e08c None None] Set router a007a976-cd8c-409d-b486-c736b7167b37 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:02:43.234125 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048881ec-a2ed-46e4-a3fe-30edc853d09d req-33182338-aee4-4afe-9697-4af6cc4764d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:43.235691 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-048881ec-a2ed-46e4-a3fe-30edc853d09d req-33182338-aee4-4afe-9697-4af6cc4764d8 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=7050557f09d44893a51002583ece992c&device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 1127 time: 0.0800121 Feb 09 02:02:43.246441 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e4e42-6aa5-4867-a4da-15b11cd081a2 req-31d3a7f7-9ca9-4101-b862-759d21d57248 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:43.247919 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-db4e4e42-6aa5-4867-a4da-15b11cd081a2 req-31d3a7f7-9ca9-4101-b862-759d21d57248 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 945 time: 0.0946198 Feb 09 02:02:43.363916 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-db4e4e42-6aa5-4867-a4da-15b11cd081a2 req-202f05f8-e781-452a-be31-fbb6f8566541 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7bc14c-0b29-464b-8248-c2b907ccc6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075113 Feb 09 02:02:43.382979 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048881ec-a2ed-46e4-a3fe-30edc853d09d req-84903d78-a64e-4426-b9e8-4420571e4cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:43.384479 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-048881ec-a2ed-46e4-a3fe-30edc853d09d req-84903d78-a64e-4426-b9e8-4420571e4cde service neutron] 10.222.0.120 "GET /v2.0/networks?id=0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf HTTP/1.1" status: 200 len: 898 time: 0.1357007 Feb 09 02:02:43.393641 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45302) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:43.455510 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-048881ec-a2ed-46e4-a3fe-30edc853d09d req-2acac80c-c024-4974-983d-d172bcede23a service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e0b0480-fc4c-4e49-ad2b-0609cae38333 HTTP/1.1" status: 200 len: 999 time: 0.0653787 Feb 09 02:02:43.458426 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d1832c58-d641-47af-9649-0fe834b14c37 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/floatingips/3d1755f3-6105-4b6b-bd5b-5c63811ca52e HTTP/1.1" status: 200 len: 991 time: 0.0629582 Feb 09 02:02:43.509048 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-8bbf70ce-cf2c-4a3a-a4c8-d9a08fc8e08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a007a976-cd8c-409d-b486-c736b7167b37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352536165', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '765f5647-7295-436e-8ba8-e8c2530cba66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:25Z', 'updated_at': '2022-02-09T02:02:28Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': '765f5647-7295-436e-8ba8-e8c2530cba66', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a007a976-cd8c-409d-b486-c736b7167b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:25Z', 'updated_at': '2022-02-09T02:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '3d1755f3-6105-4b6b-bd5b-5c63811ca52e', 'tenant_id': '7050557f09d44893a51002583ece992c', 'floating_ip_address': '172.25.8.209', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'a007a976-cd8c-409d-b486-c736b7167b37', 'port_id': '5e0b0480-fc4c-4e49-ad2b-0609cae38333', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf', 'mac_address': 'fa:16:3e:ad:ea:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dc8724-e661-4c81-bfee-e13e888cada4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:02:42Z', 'updated_at': '2022-02-09T02:02:42Z', 'revision_number': 0, 'project_id': '7050557f09d44893a51002583ece992c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6230910c-f5af-4f65-98b3-7643674f7161', 'name': '', 'network_id': '0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf', 'tenant_id': '7050557f09d44893a51002583ece992c', 'mac_address': 'fa:16:3e:e6:2e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a007a976-cd8c-409d-b486-c736b7167b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '40096fe4-18c1-485a-bded-3ac5be609b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:27Z', 'updated_at': '2022-02-09T02:02:31Z', 'revision_number': 5, 'project_id': '7050557f09d44893a51002583ece992c', 'subnets': [{'id': '40096fe4-18c1-485a-bded-3ac5be609b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:43.513589 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048881ec-a2ed-46e4-a3fe-30edc853d09d req-a6d17165-b245-43c4-b76c-b9596271203c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:43.515298 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-048881ec-a2ed-46e4-a3fe-30edc853d09d req-a6d17165-b245-43c4-b76c-b9596271203c service neutron] 10.222.0.120 "GET /v2.0/subnets?id=40096fe4-18c1-485a-bded-3ac5be609b56 HTTP/1.1" status: 200 len: 835 time: 0.0535004 Feb 09 02:02:43.535230 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbf70ce-cf2c-4a3a-a4c8-d9a08fc8e08c None None] Checking router: a007a976-cd8c-409d-b486-c736b7167b37 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:02:43.545100 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbf70ce-cf2c-4a3a-a4c8-d9a08fc8e08c None None] Routers {'a007a976-cd8c-409d-b486-c736b7167b37'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:02:43.545780 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-8bbf70ce-cf2c-4a3a-a4c8-d9a08fc8e08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:02:34Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['a007a976-cd8c-409d-b486-c736b7167b37'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:43.574990 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048881ec-a2ed-46e4-a3fe-30edc853d09d req-c46cc30e-478a-4978-85c4-627c006f5bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:43.576719 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-048881ec-a2ed-46e4-a3fe-30edc853d09d req-c46cc30e-478a-4978-85c4-627c006f5bea service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0560393 Feb 09 02:02:43.661115 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-8bbf70ce-cf2c-4a3a-a4c8-d9a08fc8e08c None None] Set router a007a976-cd8c-409d-b486-c736b7167b37 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:02:43.675519 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-048881ec-a2ed-46e4-a3fe-30edc853d09d req-0cace886-c09a-46cf-99a6-48f656234b0d service neutron] 10.222.0.120 "GET /v2.0/networks/0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917957 Feb 09 02:02:43.774289 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-048881ec-a2ed-46e4-a3fe-30edc853d09d req-22075e8c-ae42-4747-9e64-a716aa5540a8 service neutron] 10.222.0.120 "GET /v2.0/networks/0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929246 Feb 09 02:02:43.894506 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-8bbf70ce-cf2c-4a3a-a4c8-d9a08fc8e08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a007a976-cd8c-409d-b486-c736b7167b37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352536165', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '765f5647-7295-436e-8ba8-e8c2530cba66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:25Z', 'updated_at': '2022-02-09T02:02:28Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': '765f5647-7295-436e-8ba8-e8c2530cba66', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a007a976-cd8c-409d-b486-c736b7167b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:25Z', 'updated_at': '2022-02-09T02:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '3d1755f3-6105-4b6b-bd5b-5c63811ca52e', 'tenant_id': '7050557f09d44893a51002583ece992c', 'floating_ip_address': '172.25.8.209', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'a007a976-cd8c-409d-b486-c736b7167b37', 'port_id': '5e0b0480-fc4c-4e49-ad2b-0609cae38333', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf', 'mac_address': 'fa:16:3e:ad:ea:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dc8724-e661-4c81-bfee-e13e888cada4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:02:42Z', 'updated_at': '2022-02-09T02:02:42Z', 'revision_number': 0, 'project_id': '7050557f09d44893a51002583ece992c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6230910c-f5af-4f65-98b3-7643674f7161', 'name': '', 'network_id': '0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf', 'tenant_id': '7050557f09d44893a51002583ece992c', 'mac_address': 'fa:16:3e:e6:2e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a007a976-cd8c-409d-b486-c736b7167b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '40096fe4-18c1-485a-bded-3ac5be609b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:27Z', 'updated_at': '2022-02-09T02:02:31Z', 'revision_number': 5, 'project_id': '7050557f09d44893a51002583ece992c', 'subnets': [{'id': '40096fe4-18c1-485a-bded-3ac5be609b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:02:43.920839 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbf70ce-cf2c-4a3a-a4c8-d9a08fc8e08c None None] The sync data for ids ['a007a976-cd8c-409d-b486-c736b7167b37'] in n-d-828369-4 is: [{'id': 'a007a976-cd8c-409d-b486-c736b7167b37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352536165', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '765f5647-7295-436e-8ba8-e8c2530cba66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:25Z', 'updated_at': '2022-02-09T02:02:28Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': '765f5647-7295-436e-8ba8-e8c2530cba66', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a007a976-cd8c-409d-b486-c736b7167b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:25Z', 'updated_at': '2022-02-09T02:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '3d1755f3-6105-4b6b-bd5b-5c63811ca52e', 'tenant_id': '7050557f09d44893a51002583ece992c', 'floating_ip_address': '172.25.8.209', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'a007a976-cd8c-409d-b486-c736b7167b37', 'port_id': '5e0b0480-fc4c-4e49-ad2b-0609cae38333', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf', 'mac_address': 'fa:16:3e:ad:ea:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dc8724-e661-4c81-bfee-e13e888cada4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:02:42Z', 'updated_at': '2022-02-09T02:02:42Z', 'revision_number': 0, 'project_id': '7050557f09d44893a51002583ece992c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6230910c-f5af-4f65-98b3-7643674f7161', 'name': '', 'network_id': '0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf', 'tenant_id': '7050557f09d44893a51002583ece992c', 'mac_address': 'fa:16:3e:e6:2e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a007a976-cd8c-409d-b486-c736b7167b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '40096fe4-18c1-485a-bded-3ac5be609b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:27Z', 'updated_at': '2022-02-09T02:02:31Z', 'revision_number': 5, 'project_id': '7050557f09d44893a51002583ece992c', 'subnets': [{'id': '40096fe4-18c1-485a-bded-3ac5be609b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:02:44.117851 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95b59ee-6b12-4a88-9130-0656aeeb9ed6 None None] New status for floating IP 3d1755f3-6105-4b6b-bd5b-5c63811ca52e: ACTIVE {{(pid=103138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:02:44.462374 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45304) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:02:44.526840 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-9c060607-78f6-487d-941a-567e5b16908b tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/floatingips/3d1755f3-6105-4b6b-bd5b-5c63811ca52e HTTP/1.1" status: 200 len: 993 time: 0.0630989 Feb 09 02:02:45.019791 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:02:47.474491 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f87bb3d7-9a08-4648-a070-997ff588ea22 req-907855f5-6c97-45f1-b10d-7cfed1f85f29 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=e8dc8724-e661-4c81-bfee-e13e888cada4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442767 Feb 09 02:02:47.556219 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87bb3d7-9a08-4648-a070-997ff588ea22 req-c6a1abb3-ec9c-483b-af8e-1f0985340afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:47.557761 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f87bb3d7-9a08-4648-a070-997ff588ea22 req-c6a1abb3-ec9c-483b-af8e-1f0985340afc service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=7050557f09d44893a51002583ece992c&device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 1127 time: 0.0437739 Feb 09 02:02:47.660234 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87bb3d7-9a08-4648-a070-997ff588ea22 req-79017def-b97f-44f7-8222-a0cd0138a2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:47.661709 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f87bb3d7-9a08-4648-a070-997ff588ea22 req-79017def-b97f-44f7-8222-a0cd0138a2c5 service neutron] 10.222.0.120 "GET /v2.0/networks?id=0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf HTTP/1.1" status: 200 len: 898 time: 0.0871868 Feb 09 02:02:47.724357 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f87bb3d7-9a08-4648-a070-997ff588ea22 req-ebe9d209-d830-405c-ae68-b8007d118169 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e0b0480-fc4c-4e49-ad2b-0609cae38333 HTTP/1.1" status: 200 len: 1001 time: 0.0571096 Feb 09 02:02:47.774820 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87bb3d7-9a08-4648-a070-997ff588ea22 req-4038faff-4456-40ea-9840-d7434a8df3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:47.776190 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f87bb3d7-9a08-4648-a070-997ff588ea22 req-4038faff-4456-40ea-9840-d7434a8df3df service neutron] 10.222.0.120 "GET /v2.0/subnets?id=40096fe4-18c1-485a-bded-3ac5be609b56 HTTP/1.1" status: 200 len: 835 time: 0.0466924 Feb 09 02:02:47.823240 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87bb3d7-9a08-4648-a070-997ff588ea22 req-7a05a90f-a7a7-4a06-b85c-3b962d4561cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:02:47.824771 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f87bb3d7-9a08-4648-a070-997ff588ea22 req-7a05a90f-a7a7-4a06-b85c-3b962d4561cd service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430627 Feb 09 02:02:47.909813 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f87bb3d7-9a08-4648-a070-997ff588ea22 req-0d2b0d57-2228-4149-a4d7-b954db90d3c1 service neutron] 10.222.0.120 "GET /v2.0/networks/0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793400 Feb 09 02:02:47.998877 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f87bb3d7-9a08-4648-a070-997ff588ea22 req-44f76bbf-3154-4ec4-a2a1-a80ce8ea1043 service neutron] 10.222.0.120 "GET /v2.0/networks/0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839992 Feb 09 02:03:02.483967 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-98d75b62-2993-4296-9cb7-1722eaf3551b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:04.510331 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a054f13d-35e9-4f13-8cad-a4e95a2b7e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:06.106463 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:07.392215 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:08.102620 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:08.533450 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:09.806747 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:13.118078 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-4f02f11f-dd2b-4119-9480-d50b398ad1da req-e472432e-0ca2-4ac4-a43d-7d7ae79522f6 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:03:13.119091 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4f02f11f-dd2b-4119-9480-d50b398ad1da req-e472432e-0ca2-4ac4-a43d-7d7ae79522f6 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053637 Feb 09 02:03:13.296438 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45324) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:13.383140 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e9ff1-600d-473c-98a9-9625766f5556 req-ca58f9de-4445-4624-8fc4-f2170a7db757 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:13.384626 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-208e9ff1-600d-473c-98a9-9625766f5556 req-ca58f9de-4445-4624-8fc4-f2170a7db757 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 945 time: 0.1332598 Feb 09 02:03:13.415112 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-408a2471-9f45-47f9-83f1-bde640cdd482 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e8dc8724-e661-4c81-bfee-e13e888cada4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1171463 Feb 09 02:03:13.426656 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-4a6192ef-06ed-4de7-8607-228f420bc8c2 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:03:13.427616 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-4a6192ef-06ed-4de7-8607-228f420bc8c2 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048585 Feb 09 02:03:13.446111 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-208e9ff1-600d-473c-98a9-9625766f5556 req-f7e25043-bcec-4a4c-bb31-1dc210362ee7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7bc14c-0b29-464b-8248-c2b907ccc6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548298 Feb 09 02:03:14.623252 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aebd99a-c0c7-4741-9070-9508ccc1fa3d req-4556c9a3-edfa-4d95-8dbd-ebb80ec3c7d6 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:14.625751 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1aebd99a-c0c7-4741-9070-9508ccc1fa3d req-4556c9a3-edfa-4d95-8dbd-ebb80ec3c7d6 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 945 time: 0.1063218 Feb 09 02:03:14.674508 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1aebd99a-c0c7-4741-9070-9508ccc1fa3d req-825550fe-9296-4d10-bef7-fd107e838611 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7bc14c-0b29-464b-8248-c2b907ccc6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423200 Feb 09 02:03:15.809885 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4bebc4-3f18-4249-92c9-2775ba3bd32c req-9bb0b0c8-692c-422f-8727-d47739853ec7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:15.811319 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5e4bebc4-3f18-4249-92c9-2775ba3bd32c req-9bb0b0c8-692c-422f-8727-d47739853ec7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 945 time: 0.0688469 Feb 09 02:03:15.864732 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5e4bebc4-3f18-4249-92c9-2775ba3bd32c req-d42a2aa3-59f5-4863-8e92-20289f56ea40 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7bc14c-0b29-464b-8248-c2b907ccc6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476871 Feb 09 02:03:16.991203 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a96002-af79-4b7a-ae41-98a611894ab7 req-ce6c854c-c7cf-43b7-9762-f0ee5e08d7d1 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:16.992719 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47a96002-af79-4b7a-ae41-98a611894ab7 req-ce6c854c-c7cf-43b7-9762-f0ee5e08d7d1 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 945 time: 0.0593100 Feb 09 02:03:17.041325 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47a96002-af79-4b7a-ae41-98a611894ab7 req-ae34116a-fad7-456f-abee-54afb8c96e93 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7bc14c-0b29-464b-8248-c2b907ccc6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419624 Feb 09 02:03:18.166602 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e58e60-93d2-4140-b243-f37cb0da92bd req-ee72aecc-0ed8-406d-ba5a-3a96f9cfe148 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:18.168213 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-87e58e60-93d2-4140-b243-f37cb0da92bd req-ee72aecc-0ed8-406d-ba5a-3a96f9cfe148 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 945 time: 0.0548820 Feb 09 02:03:18.219928 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-87e58e60-93d2-4140-b243-f37cb0da92bd req-9b0bf932-b270-4a34-bb25-c72a3654cc61 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7bc14c-0b29-464b-8248-c2b907ccc6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459337 Feb 09 02:03:18.555554 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-52989ff7-8995-43ef-9d68-5ffc07ad1f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:18.557204 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-52989ff7-8995-43ef-9d68-5ffc07ad1f44 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=7050557f09d44893a51002583ece992c&device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 1127 time: 0.0533001 Feb 09 02:03:18.649000 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-355d5225-1b9b-4e14-be1d-78fc7a1e13f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:18.650589 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-355d5225-1b9b-4e14-be1d-78fc7a1e13f1 service neutron] 10.222.0.120 "GET /v2.0/networks?id=0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf HTTP/1.1" status: 200 len: 898 time: 0.0868301 Feb 09 02:03:18.718294 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-a86235c7-1dc5-4515-a374-7f1dad894e4e service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e0b0480-fc4c-4e49-ad2b-0609cae38333 HTTP/1.1" status: 200 len: 1001 time: 0.0611911 Feb 09 02:03:18.765337 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-ac14fe3c-ab29-44b1-a5f3-1fd4393e1286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:18.766769 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-ac14fe3c-ab29-44b1-a5f3-1fd4393e1286 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=40096fe4-18c1-485a-bded-3ac5be609b56 HTTP/1.1" status: 200 len: 835 time: 0.0428801 Feb 09 02:03:18.816522 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-e4f2ddcd-e6f5-4276-afcf-9f3f104d4a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:18.817984 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-e4f2ddcd-e6f5-4276-afcf-9f3f104d4a29 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432398 Feb 09 02:03:18.914950 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-4d0e8d0d-a3c2-438c-a14e-872c7f05a28a service neutron] 10.222.0.120 "GET /v2.0/networks/0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911653 Feb 09 02:03:19.004981 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-6034865d-38a9-4856-ba54-24e0dec0e6fe service neutron] 10.222.0.120 "GET /v2.0/networks/0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833504 Feb 09 02:03:19.339909 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7d579-c6e1-45b2-83ad-26c7871a6eb1 req-7b636ab2-ae2d-4a99-a667-49842ae30380 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:19.341458 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1a7d579-c6e1-45b2-83ad-26c7871a6eb1 req-7b636ab2-ae2d-4a99-a667-49842ae30380 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 945 time: 0.0532281 Feb 09 02:03:19.389821 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c1a7d579-c6e1-45b2-83ad-26c7871a6eb1 req-46168f2b-1731-4d76-96bc-aaf7f46e9860 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7bc14c-0b29-464b-8248-c2b907ccc6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428059 Feb 09 02:03:20.516676 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c56c3-5e79-49b1-b4fa-10acbbb33860 req-0cee434e-77c4-434b-b6ca-945a76a56295 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:20.518146 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7c4c56c3-5e79-49b1-b4fa-10acbbb33860 req-0cee434e-77c4-434b-b6ca-945a76a56295 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 945 time: 0.0562010 Feb 09 02:03:20.565532 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7c4c56c3-5e79-49b1-b4fa-10acbbb33860 req-bf999ad0-4fac-4793-b747-8bfc59f33acd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7bc14c-0b29-464b-8248-c2b907ccc6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418217 Feb 09 02:03:21.685919 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6e332-561e-4208-b2c8-370de1eb9774 req-3fe81b6e-8777-435a-841b-5bae5af3cab3 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:21.687575 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9f6e332-561e-4208-b2c8-370de1eb9774 req-3fe81b6e-8777-435a-841b-5bae5af3cab3 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 945 time: 0.0541031 Feb 09 02:03:21.735779 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9f6e332-561e-4208-b2c8-370de1eb9774 req-fbc8742f-6f21-491b-b341-9bad0a8abdfa tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7bc14c-0b29-464b-8248-c2b907ccc6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426550 Feb 09 02:03:22.018624 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:03:22.857882 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fae29c-31df-47b7-8047-9c4b447be08b req-228bb5bb-f5e9-48a9-a5e4-6869a168d586 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:22.859346 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-17fae29c-31df-47b7-8047-9c4b447be08b req-228bb5bb-f5e9-48a9-a5e4-6869a168d586 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 945 time: 0.0553215 Feb 09 02:03:22.906667 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-17fae29c-31df-47b7-8047-9c4b447be08b req-7d11289e-4f4a-40b8-ac39-998b8c0b3acb tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7bc14c-0b29-464b-8248-c2b907ccc6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417500 Feb 09 02:03:24.025131 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbda068-849d-406d-bd26-2e91fbef60fb req-f347b83e-c69d-4f08-9a6a-705f57524db4 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:24.026638 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3dbda068-849d-406d-bd26-2e91fbef60fb req-f347b83e-c69d-4f08-9a6a-705f57524db4 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 945 time: 0.0535159 Feb 09 02:03:24.074968 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3dbda068-849d-406d-bd26-2e91fbef60fb req-92f0105c-86ae-4b3a-8a07-a1ccf8a36296 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7bc14c-0b29-464b-8248-c2b907ccc6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425761 Feb 09 02:03:25.197304 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373ef84-5ffd-436d-8818-83a27a0a6fea req-137cde76-2c11-4e32-a389-8206ee6287e9 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:25.198790 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3373ef84-5ffd-436d-8818-83a27a0a6fea req-137cde76-2c11-4e32-a389-8206ee6287e9 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 945 time: 0.0534568 Feb 09 02:03:25.251366 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3373ef84-5ffd-436d-8818-83a27a0a6fea req-3e551cb2-a0fd-47fc-af79-a531c2291411 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7bc14c-0b29-464b-8248-c2b907ccc6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467527 Feb 09 02:03:26.370094 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09a1bc-8b1e-4580-acde-41a723b751f7 req-6437fbda-9f5f-49a2-a04c-fa5aad9c036d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:26.371668 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a09a1bc-8b1e-4580-acde-41a723b751f7 req-6437fbda-9f5f-49a2-a04c-fa5aad9c036d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 945 time: 0.0530746 Feb 09 02:03:26.419762 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a09a1bc-8b1e-4580-acde-41a723b751f7 req-91c6d57d-9541-4fc6-b11f-ce61744d5bfd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7bc14c-0b29-464b-8248-c2b907ccc6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424550 Feb 09 02:03:27.538627 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b1cc4-106f-4a07-849f-42e7679c1683 req-cfc0e29f-d330-4b64-b014-7f7a201ae67f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:27.540195 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e24b1cc4-106f-4a07-849f-42e7679c1683 req-cfc0e29f-d330-4b64-b014-7f7a201ae67f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 945 time: 0.0517597 Feb 09 02:03:27.587830 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e24b1cc4-106f-4a07-849f-42e7679c1683 req-281eec19-b3aa-491e-b8a3-ccb86103ae2a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7bc14c-0b29-464b-8248-c2b907ccc6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416911 Feb 09 02:03:28.711589 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3eef8c-c192-4bb6-aab1-9e89aa1b5dbe req-1d567ca0-64c8-45c9-91e2-9e69a85d0ef6 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:28.713608 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9e3eef8c-c192-4bb6-aab1-9e89aa1b5dbe req-1d567ca0-64c8-45c9-91e2-9e69a85d0ef6 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 945 time: 0.0558455 Feb 09 02:03:28.762613 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9e3eef8c-c192-4bb6-aab1-9e89aa1b5dbe req-92b1e7c6-d5fa-4a4e-b3c9-4e1cbf4860a7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7bc14c-0b29-464b-8248-c2b907ccc6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423369 Feb 09 02:03:29.881391 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33592657-23ea-4b43-8ad5-2cd983f91563 req-5e4b8d57-8521-47d6-bb0e-0bd4e6a83da7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:29.882789 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-33592657-23ea-4b43-8ad5-2cd983f91563 req-5e4b8d57-8521-47d6-bb0e-0bd4e6a83da7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 945 time: 0.0513210 Feb 09 02:03:29.933922 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-33592657-23ea-4b43-8ad5-2cd983f91563 req-c8110b83-7e78-401d-a3e3-0cbc86644c74 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7bc14c-0b29-464b-8248-c2b907ccc6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445175 Feb 09 02:03:31.054522 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e74f24-a90c-4b4a-995f-c518125b97e4 req-a0fea61f-2f97-4627-be47-00cbe5eb3671 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:31.056561 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-69e74f24-a90c-4b4a-995f-c518125b97e4 req-a0fea61f-2f97-4627-be47-00cbe5eb3671 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 945 time: 0.0515196 Feb 09 02:03:31.107587 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-69e74f24-a90c-4b4a-995f-c518125b97e4 req-6a8acaa9-4ffa-4b5a-9502-2fdf1b86433a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7bc14c-0b29-464b-8248-c2b907ccc6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452712 Feb 09 02:03:32.224535 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971857a-4035-4962-94f1-a88b7458b5ec req-fae7cfdc-c635-4fc8-a05f-af7e2b6a1951 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:32.226036 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5971857a-4035-4962-94f1-a88b7458b5ec req-fae7cfdc-c635-4fc8-a05f-af7e2b6a1951 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 945 time: 0.0512300 Feb 09 02:03:32.287246 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5971857a-4035-4962-94f1-a88b7458b5ec req-ccac69e1-87ca-4c5c-816a-d8b8d91f71d9 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7bc14c-0b29-464b-8248-c2b907ccc6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545955 Feb 09 02:03:32.485188 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1811ba4f-3fbb-4e69-bb1a-7f6a08ae79ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:33.412448 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55455abc-5a0c-4b10-96ba-d175547ca373 req-ed32c843-dfd9-45a1-9772-f6eca8baa979 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:33.414196 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-55455abc-5a0c-4b10-96ba-d175547ca373 req-ed32c843-dfd9-45a1-9772-f6eca8baa979 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 945 time: 0.0521753 Feb 09 02:03:33.462951 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-55455abc-5a0c-4b10-96ba-d175547ca373 req-43e04d3d-62a8-4193-9349-29b19521c0c3 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7bc14c-0b29-464b-8248-c2b907ccc6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425966 Feb 09 02:03:34.512136 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-32832a62-7186-4c53-8c4a-d0cb4b9e342b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:34.586824 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57435c-a69f-45d2-8474-5df240683fe9 req-7dc4d549-32e6-4030-88a9-120c8ca6a40f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:34.588308 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2b57435c-a69f-45d2-8474-5df240683fe9 req-7dc4d549-32e6-4030-88a9-120c8ca6a40f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 945 time: 0.0560770 Feb 09 02:03:34.637148 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2b57435c-a69f-45d2-8474-5df240683fe9 req-5442b22a-07ee-44aa-92ce-084225e9c982 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7bc14c-0b29-464b-8248-c2b907ccc6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430062 Feb 09 02:03:35.755470 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb9320-d78a-456b-8964-32c2002201a8 req-99a31635-5ed0-4dc1-8bae-470d499d1a5b tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:35.756966 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-debb9320-d78a-456b-8964-32c2002201a8 req-99a31635-5ed0-4dc1-8bae-470d499d1a5b tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 945 time: 0.0521882 Feb 09 02:03:35.803933 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-debb9320-d78a-456b-8964-32c2002201a8 req-094b7579-91e6-4c20-b415-dcbaf2926914 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7bc14c-0b29-464b-8248-c2b907ccc6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413406 Feb 09 02:03:35.943691 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-27774aa8-270f-489d-9272-39af9439eef6 service neutron] show failed (client error): The resource could not be found. Feb 09 02:03:35.944756 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-27774aa8-270f-489d-9272-39af9439eef6 service neutron] 10.222.0.120 "GET /v2.0/ports/5e0b0480-fc4c-4e49-ad2b-0609cae38333/bindings/n-h1-828369-4 HTTP/1.1" status: 404 len: 380 time: 0.0980461 Feb 09 02:03:36.110649 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:36.142429 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-b7f35103-7129-48e3-809a-ac9d228d4635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:36.143935 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-b7f35103-7129-48e3-809a-ac9d228d4635 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e8dc8724-e661-4c81-bfee-e13e888cada4&tenant_id=7050557f09d44893a51002583ece992c HTTP/1.1" status: 200 len: 1127 time: 0.0452011 Feb 09 02:03:36.155661 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-9a2d9ba5-cdab-4328-aea5-4e00ae6244aa service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828369-4', 'device_owner': 'compute:nova'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:03:36.215626 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-9a2d9ba5-cdab-4328-aea5-4e00ae6244aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5e0b0480-fc4c-4e49-ad2b-0609cae38333), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:36.417341 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-9a2d9ba5-cdab-4328-aea5-4e00ae6244aa service neutron] For port 5e0b0480-fc4c-4e49-ad2b-0609cae38333, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=5e0b0480-fc4c-4e49-ad2b-0609cae38333,segment=NetworkSegment(f00ce2e3-c353-4ccc-a5e9-c8e613ee5653),segment_id=f00ce2e3-c353-4ccc-a5e9-c8e613ee5653)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:03:36.450142 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-9a2d9ba5-cdab-4328-aea5-4e00ae6244aa service neutron] For port 5e0b0480-fc4c-4e49-ad2b-0609cae38333, host n-h2-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:03:36.488824 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8dc8724-e661-4c81-bfee-e13e888cada4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e0b0480-fc4c-4e49-ad2b-0609cae38333'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:03:36.491130 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb43af88e673329c23149398428cc041a01d2eb1e38e3c4d9439b19a076227c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186a0e19-7c5e-4beb-8d43-098a96bc4efd" -d '{"events": [{"server_uuid": "e8dc8724-e661-4c81-bfee-e13e888cada4", "name": "network-vif-unplugged", "status": "completed", "tag": "5e0b0480-fc4c-4e49-ad2b-0609cae38333"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:03:36.494928 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-9a2d9ba5-cdab-4328-aea5-4e00ae6244aa service neutron] Publish callbacks [] for port (5e0b0480-fc4c-4e49-ad2b-0609cae38333), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:36.507200 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-9a2d9ba5-cdab-4328-aea5-4e00ae6244aa service neutron] Transition to ACTIVE for port object 5e0b0480-fc4c-4e49-ad2b-0609cae38333 will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:03:36.511691 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-9a2d9ba5-cdab-4328-aea5-4e00ae6244aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (5e0b0480-fc4c-4e49-ad2b-0609cae38333), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:36.543852 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d209c8-34c7-4e13-8d68-0fb1ee08afee x-openstack-request-id: req-49d209c8-34c7-4e13-8d68-0fb1ee08afee {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:03:36.544152 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8dc8724-e661-4c81-bfee-e13e888cada4", "name": "network-vif-unplugged", "status": "completed", "tag": "5e0b0480-fc4c-4e49-ad2b-0609cae38333", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:03:36.544415 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-49d209c8-34c7-4e13-8d68-0fb1ee08afee {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:03:36.544846 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8dc8724-e661-4c81-bfee-e13e888cada4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e0b0480-fc4c-4e49-ad2b-0609cae38333', 'code': 200} Feb 09 02:03:36.594800 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d9ba5-cdab-4328-aea5-4e00ae6244aa service neutron] Pushing event updated for resources: {'Port': ['ID=5e0b0480-fc4c-4e49-ad2b-0609cae38333,revision_number=6']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:36.605691 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2d9ba5-cdab-4328-aea5-4e00ae6244aa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:36.606051 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2d9ba5-cdab-4328-aea5-4e00ae6244aa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:36.606403 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2d9ba5-cdab-4328-aea5-4e00ae6244aa service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:36.606749 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2d9ba5-cdab-4328-aea5-4e00ae6244aa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:36.607091 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2d9ba5-cdab-4328-aea5-4e00ae6244aa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:36.607429 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2d9ba5-cdab-4328-aea5-4e00ae6244aa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:36.607764 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2d9ba5-cdab-4328-aea5-4e00ae6244aa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:36.608097 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2d9ba5-cdab-4328-aea5-4e00ae6244aa service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:36.608490 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2d9ba5-cdab-4328-aea5-4e00ae6244aa service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:36.608855 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2d9ba5-cdab-4328-aea5-4e00ae6244aa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:36.609188 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2d9ba5-cdab-4328-aea5-4e00ae6244aa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:36.609520 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2d9ba5-cdab-4328-aea5-4e00ae6244aa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:36.609850 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2d9ba5-cdab-4328-aea5-4e00ae6244aa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:36.652962 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-9a2d9ba5-cdab-4328-aea5-4e00ae6244aa service neutron] No DVR routers for this DVR port 5e0b0480-fc4c-4e49-ad2b-0609cae38333 on host n-h2-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:03:36.794303 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-9a2d9ba5-cdab-4328-aea5-4e00ae6244aa service neutron] Attempting to bind port 5e0b0480-fc4c-4e49-ad2b-0609cae38333 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:03:36.794721 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-9a2d9ba5-cdab-4328-aea5-4e00ae6244aa service neutron] Attempting to bind port 5e0b0480-fc4c-4e49-ad2b-0609cae38333 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'f00ce2e3-c353-4ccc-a5e9-c8e613ee5653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:03:36.795182 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-9a2d9ba5-cdab-4328-aea5-4e00ae6244aa service neutron] Attempting to bind port 5e0b0480-fc4c-4e49-ad2b-0609cae38333 on network 0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:03:36.799641 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-9a2d9ba5-cdab-4328-aea5-4e00ae6244aa service neutron] Port 5e0b0480-fc4c-4e49-ad2b-0609cae38333 on network 0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:03:36.800088 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-9a2d9ba5-cdab-4328-aea5-4e00ae6244aa service neutron] Attempting to bind port 5e0b0480-fc4c-4e49-ad2b-0609cae38333 on network 0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:03:36.804821 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-9a2d9ba5-cdab-4328-aea5-4e00ae6244aa service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:03:36.805696 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-9a2d9ba5-cdab-4328-aea5-4e00ae6244aa service neutron] Checking segment: {'id': 'f00ce2e3-c353-4ccc-a5e9-c8e613ee5653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:03:36.806085 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-9a2d9ba5-cdab-4328-aea5-4e00ae6244aa service neutron] Bound using segment: {'id': 'f00ce2e3-c353-4ccc-a5e9-c8e613ee5653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:03:36.806517 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-9a2d9ba5-cdab-4328-aea5-4e00ae6244aa service neutron] Bound port: 5e0b0480-fc4c-4e49-ad2b-0609cae38333, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f00ce2e3-c353-4ccc-a5e9-c8e613ee5653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:03:36.806925 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-9a2d9ba5-cdab-4328-aea5-4e00ae6244aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5e0b0480-fc4c-4e49-ad2b-0609cae38333), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:36.870632 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-9a2d9ba5-cdab-4328-aea5-4e00ae6244aa service neutron] For port 5e0b0480-fc4c-4e49-ad2b-0609cae38333, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:03:36.874092 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-9a2d9ba5-cdab-4328-aea5-4e00ae6244aa service neutron] For port 5e0b0480-fc4c-4e49-ad2b-0609cae38333, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=5e0b0480-fc4c-4e49-ad2b-0609cae38333,segment=NetworkSegment(f00ce2e3-c353-4ccc-a5e9-c8e613ee5653),segment_id=f00ce2e3-c353-4ccc-a5e9-c8e613ee5653)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:03:36.879231 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-9a2d9ba5-cdab-4328-aea5-4e00ae6244aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (5e0b0480-fc4c-4e49-ad2b-0609cae38333), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:36.913021 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-9a2d9ba5-cdab-4328-aea5-4e00ae6244aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:36.913654 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-9a2d9ba5-cdab-4328-aea5-4e00ae6244aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:36.915119 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-9a2d9ba5-cdab-4328-aea5-4e00ae6244aa service neutron] 10.222.0.47 "PUT /v2.0/ports/5e0b0480-fc4c-4e49-ad2b-0609cae38333 HTTP/1.1" status: 200 len: 1091 time: 0.7634611 Feb 09 02:03:36.925030 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58aa37-49de-44bf-966e-249ce61ffc5f req-7eed0f4a-895a-4a31-a696-6dc88b5e532e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:36.926618 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a58aa37-49de-44bf-966e-249ce61ffc5f req-7eed0f4a-895a-4a31-a696-6dc88b5e532e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 943 time: 0.0538709 Feb 09 02:03:36.972005 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d9ba5-cdab-4328-aea5-4e00ae6244aa service neutron] Pushing event updated for resources: {'Port': ['ID=5e0b0480-fc4c-4e49-ad2b-0609cae38333,revision_number=7']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:36.982419 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a58aa37-49de-44bf-966e-249ce61ffc5f req-38ac5a34-4651-43f1-a4ee-cc352c4865ed tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7bc14c-0b29-464b-8248-c2b907ccc6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475500 Feb 09 02:03:36.993267 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-49d1a626-9d49-46fb-908e-8ea7aa5d7fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:36.994869 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-49d1a626-9d49-46fb-908e-8ea7aa5d7fd4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7050557f09d44893a51002583ece992c&device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 1125 time: 0.0559118 Feb 09 02:03:37.091694 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-bf120782-b106-42c2-a7b3-41024001c368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:37.093313 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-bf120782-b106-42c2-a7b3-41024001c368 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf HTTP/1.1" status: 200 len: 898 time: 0.0906510 Feb 09 02:03:37.163580 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-d3eb6501-a1a1-4b4d-af1e-55fb6120af7b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e0b0480-fc4c-4e49-ad2b-0609cae38333 HTTP/1.1" status: 200 len: 999 time: 0.0645757 Feb 09 02:03:37.211289 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-ece3b884-fc22-4149-b228-4324a1d48703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:37.213068 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-ece3b884-fc22-4149-b228-4324a1d48703 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=40096fe4-18c1-485a-bded-3ac5be609b56 HTTP/1.1" status: 200 len: 835 time: 0.0437460 Feb 09 02:03:37.264392 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-8bc1c1df-d5f7-418f-bfad-661a03a76988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:37.265938 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-8bc1c1df-d5f7-418f-bfad-661a03a76988 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452664 Feb 09 02:03:37.358028 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-4e110b9a-f4e3-49fa-9b7d-b37ef234bb13 service neutron] 10.222.0.47 "GET /v2.0/networks/0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853589 Feb 09 02:03:37.393384 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:37.445923 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-63b8fd5d-62ab-47b3-8860-13da80c4dff5 req-120640fc-ecc8-47b9-8fa3-7f97cd9b1808 service neutron] 10.222.0.47 "GET /v2.0/networks/0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822570 Feb 09 02:03:38.087034 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:38.108340 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa56a7-61ac-4b5b-ac32-6a6e3b1e812f req-033f2515-e644-46d5-a3ef-1743e2d83758 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:38.109891 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c8fa56a7-61ac-4b5b-ac32-6a6e3b1e812f req-033f2515-e644-46d5-a3ef-1743e2d83758 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 943 time: 0.0536625 Feb 09 02:03:38.158040 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c8fa56a7-61ac-4b5b-ac32-6a6e3b1e812f req-be474921-503b-402a-a5c4-7635a2c20b2a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7bc14c-0b29-464b-8248-c2b907ccc6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424752 Feb 09 02:03:38.524911 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:38.545947 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8dc8724-e661-4c81-bfee-e13e888cada4', 'tag': '5e0b0480-fc4c-4e49-ad2b-0609cae38333'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:03:38.548320 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb43af88e673329c23149398428cc041a01d2eb1e38e3c4d9439b19a076227c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eae0184-9565-46ff-8ed9-7f13ff783c83" -d '{"events": [{"name": "network-changed", "server_uuid": "e8dc8724-e661-4c81-bfee-e13e888cada4", "tag": "5e0b0480-fc4c-4e49-ad2b-0609cae38333"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:03:38.595706 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e675ec78-4659-412c-87e5-2b4790107ff7 x-openstack-request-id: req-e675ec78-4659-412c-87e5-2b4790107ff7 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:03:38.596004 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8dc8724-e661-4c81-bfee-e13e888cada4", "tag": "5e0b0480-fc4c-4e49-ad2b-0609cae38333", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:03:38.596261 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e675ec78-4659-412c-87e5-2b4790107ff7 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:03:38.596706 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8dc8724-e661-4c81-bfee-e13e888cada4', 'tag': '5e0b0480-fc4c-4e49-ad2b-0609cae38333', 'status': 'completed', 'code': 200} Feb 09 02:03:38.662471 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae0184-9565-46ff-8ed9-7f13ff783c83 req-7d07a48c-f0cf-49d3-b2d0-1b931d68fea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:38.663977 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3eae0184-9565-46ff-8ed9-7f13ff783c83 req-7d07a48c-f0cf-49d3-b2d0-1b931d68fea1 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=7050557f09d44893a51002583ece992c&device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 1125 time: 0.0489838 Feb 09 02:03:38.670246 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae0184-9565-46ff-8ed9-7f13ff783c83 req-42797051-4d3c-4318-9401-57d751fccb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:38.671736 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3eae0184-9565-46ff-8ed9-7f13ff783c83 req-42797051-4d3c-4318-9401-57d751fccb66 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7050557f09d44893a51002583ece992c&device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 1125 time: 0.0454323 Feb 09 02:03:38.753446 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae0184-9565-46ff-8ed9-7f13ff783c83 req-68c5b059-2b13-41ab-994b-77d916adac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:38.754902 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3eae0184-9565-46ff-8ed9-7f13ff783c83 req-68c5b059-2b13-41ab-994b-77d916adac13 service neutron] 10.222.0.120 "GET /v2.0/networks?id=0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf HTTP/1.1" status: 200 len: 898 time: 0.0849390 Feb 09 02:03:38.767396 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae0184-9565-46ff-8ed9-7f13ff783c83 req-cc1f7a1b-930b-4f2b-a654-4d4e46f97e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:38.768891 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3eae0184-9565-46ff-8ed9-7f13ff783c83 req-cc1f7a1b-930b-4f2b-a654-4d4e46f97e85 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf HTTP/1.1" status: 200 len: 898 time: 0.0874882 Feb 09 02:03:38.823858 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3eae0184-9565-46ff-8ed9-7f13ff783c83 req-c504cd24-b12a-4c8a-8752-f28a3e196b5b service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e0b0480-fc4c-4e49-ad2b-0609cae38333 HTTP/1.1" status: 200 len: 999 time: 0.0631497 Feb 09 02:03:38.840911 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3eae0184-9565-46ff-8ed9-7f13ff783c83 req-6dbbbbd8-04ec-40fb-9b46-0adb4e7d3325 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e0b0480-fc4c-4e49-ad2b-0609cae38333 HTTP/1.1" status: 200 len: 999 time: 0.0615509 Feb 09 02:03:38.873124 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae0184-9565-46ff-8ed9-7f13ff783c83 req-a76f3515-6a24-4b29-bf38-753a7027fae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:38.874609 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3eae0184-9565-46ff-8ed9-7f13ff783c83 req-a76f3515-6a24-4b29-bf38-753a7027fae7 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=40096fe4-18c1-485a-bded-3ac5be609b56 HTTP/1.1" status: 200 len: 835 time: 0.0448120 Feb 09 02:03:38.894552 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae0184-9565-46ff-8ed9-7f13ff783c83 req-bcdf6fea-9928-4968-853c-cf1a9d671e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:38.896104 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3eae0184-9565-46ff-8ed9-7f13ff783c83 req-bcdf6fea-9928-4968-853c-cf1a9d671e1f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=40096fe4-18c1-485a-bded-3ac5be609b56 HTTP/1.1" status: 200 len: 835 time: 0.0492468 Feb 09 02:03:38.926986 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae0184-9565-46ff-8ed9-7f13ff783c83 req-8b66b93d-4aa0-4946-a637-647fa5d1adb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:38.928515 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3eae0184-9565-46ff-8ed9-7f13ff783c83 req-8b66b93d-4aa0-4946-a637-647fa5d1adb7 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481830 Feb 09 02:03:38.945870 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae0184-9565-46ff-8ed9-7f13ff783c83 req-d93eefaf-d2b0-4542-9a34-79d07b57afe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:38.947421 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3eae0184-9565-46ff-8ed9-7f13ff783c83 req-d93eefaf-d2b0-4542-9a34-79d07b57afe6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454953 Feb 09 02:03:39.034862 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3eae0184-9565-46ff-8ed9-7f13ff783c83 req-2abd1041-a076-47c3-8a4c-81c9ae17965b service neutron] 10.222.0.120 "GET /v2.0/networks/0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999215 Feb 09 02:03:39.055591 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3eae0184-9565-46ff-8ed9-7f13ff783c83 req-5a5b1089-386d-41f5-a65c-1526e41bbbe8 service neutron] 10.222.0.47 "GET /v2.0/networks/0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983877 Feb 09 02:03:39.123674 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3eae0184-9565-46ff-8ed9-7f13ff783c83 req-dd136ae9-363d-4538-bcb2-0defa9e13806 service neutron] 10.222.0.120 "GET /v2.0/networks/0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824823 Feb 09 02:03:39.153484 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3eae0184-9565-46ff-8ed9-7f13ff783c83 req-93cc0c18-de76-4d41-81b7-ae0806dc5e34 service neutron] 10.222.0.47 "GET /v2.0/networks/0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874791 Feb 09 02:03:39.172242 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 5e0b0480-fc4c-4e49-ad2b-0609cae38333 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:03:39.210633 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] The host n-h2-828369-4 is not matching for port 5e0b0480-fc4c-4e49-ad2b-0609cae38333 host n-h1-828369-4! {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 09 02:03:39.211038 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 5e0b0480-fc4c-4e49-ad2b-0609cae38333 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:03:39.281305 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aaf84d-b04c-4a44-8027-135c6c7133df req-e3658bfa-d89b-4174-b5a0-abc299dfa268 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:39.282981 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a1aaf84d-b04c-4a44-8027-135c6c7133df req-e3658bfa-d89b-4174-b5a0-abc299dfa268 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 943 time: 0.0531192 Feb 09 02:03:39.334460 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a1aaf84d-b04c-4a44-8027-135c6c7133df req-7d7dc98c-abdb-46dd-9734-3f89a3b12332 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7bc14c-0b29-464b-8248-c2b907ccc6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459118 Feb 09 02:03:39.560086 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b05550-c927-4784-83be-e2d61773a448 req-d8a8d784-8210-4b4c-9323-01577b60edc9 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:39.561584 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-68b05550-c927-4784-83be-e2d61773a448 req-d8a8d784-8210-4b4c-9323-01577b60edc9 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 943 time: 0.0847406 Feb 09 02:03:39.574923 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc381b-bac8-4c5f-9055-be68524759a6 req-b26e895f-2ca6-476c-93e2-23dcef4b9ae0 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:39.576371 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-66bc381b-bac8-4c5f-9055-be68524759a6 req-b26e895f-2ca6-476c-93e2-23dcef4b9ae0 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.120 "GET /v2.0/ports?device_id=e8dc8724-e661-4c81-bfee-e13e888cada4&tenant_id=7050557f09d44893a51002583ece992c&binding%3Ahost_id=n-h1-828369-4 HTTP/1.1" status: 200 len: 943 time: 0.0866482 Feb 09 02:03:39.659835 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-68b05550-c927-4784-83be-e2d61773a448 req-1b413668-b838-4521-b3b3-18671ccf45cf tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7bc14c-0b29-464b-8248-c2b907ccc6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921071 Feb 09 02:03:39.667138 n-d-828369-4 neutron-server[103136]: INFO neutron.api.v2.resource [req-66bc381b-bac8-4c5f-9055-be68524759a6 req-2f7154dc-9940-428b-b29a-53266d1503c4 service neutron] delete failed (client error): The resource could not be found. Feb 09 02:03:39.668119 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-66bc381b-bac8-4c5f-9055-be68524759a6 req-2f7154dc-9940-428b-b29a-53266d1503c4 service neutron] 10.222.0.120 "DELETE /v2.0/ports/5e0b0480-fc4c-4e49-ad2b-0609cae38333/bindings/n-h2-828369-4 HTTP/1.1" status: 404 len: 380 time: 0.0850451 Feb 09 02:03:39.767496 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1f43231a-dc29-4f52-8187-bfa14bf6a575 req-f7829319-d208-4ebd-999e-c0b7b30a58d1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e8dc8724-e661-4c81-bfee-e13e888cada4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444086 Feb 09 02:03:39.788176 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc381b-bac8-4c5f-9055-be68524759a6 req-65399ac5-b92c-4f91-9142-6a80b4c96816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:39.790264 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-66bc381b-bac8-4c5f-9055-be68524759a6 req-65399ac5-b92c-4f91-9142-6a80b4c96816 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=7050557f09d44893a51002583ece992c&device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 1125 time: 0.0780261 Feb 09 02:03:39.814434 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98e7b3-6509-4977-81d6-991cba31b766 req-20d9a3db-73c8-4f04-bf2e-5b368aad1527 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:39.815903 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5d98e7b3-6509-4977-81d6-991cba31b766 req-20d9a3db-73c8-4f04-bf2e-5b368aad1527 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 943 time: 0.0758629 Feb 09 02:03:39.818736 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:39.856722 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43231a-dc29-4f52-8187-bfa14bf6a575 req-13209149-1d70-4c42-998d-927c41667313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:39.858233 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1f43231a-dc29-4f52-8187-bfa14bf6a575 req-13209149-1d70-4c42-998d-927c41667313 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7050557f09d44893a51002583ece992c&device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 1125 time: 0.0498545 Feb 09 02:03:39.917834 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5d98e7b3-6509-4977-81d6-991cba31b766 req-1b5c3eda-2456-49b8-a023-a25459d9d212 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7bc14c-0b29-464b-8248-c2b907ccc6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918350 Feb 09 02:03:39.918093 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 5e0b0480-fc4c-4e49-ad2b-0609cae38333 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:03:39.933853 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc381b-bac8-4c5f-9055-be68524759a6 req-e5793432-d8a9-4947-9fc3-b9ff29b47dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:39.936044 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-66bc381b-bac8-4c5f-9055-be68524759a6 req-e5793432-d8a9-4947-9fc3-b9ff29b47dde service neutron] 10.222.0.120 "GET /v2.0/networks?id=0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf HTTP/1.1" status: 200 len: 898 time: 0.1368124 Feb 09 02:03:39.974916 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43231a-dc29-4f52-8187-bfa14bf6a575 req-c4219886-5317-43a6-8972-c0058d5e79c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:39.976335 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1f43231a-dc29-4f52-8187-bfa14bf6a575 req-c4219886-5317-43a6-8972-c0058d5e79c9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf HTTP/1.1" status: 200 len: 898 time: 0.0997510 Feb 09 02:03:40.005356 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-66bc381b-bac8-4c5f-9055-be68524759a6 req-8f8589cd-9c50-4567-94ba-32a7f07f746e service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e0b0480-fc4c-4e49-ad2b-0609cae38333 HTTP/1.1" status: 200 len: 999 time: 0.0622277 Feb 09 02:03:40.028794 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 5e0b0480-fc4c-4e49-ad2b-0609cae38333, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=5e0b0480-fc4c-4e49-ad2b-0609cae38333,segment=NetworkSegment(f00ce2e3-c353-4ccc-a5e9-c8e613ee5653),segment_id=f00ce2e3-c353-4ccc-a5e9-c8e613ee5653)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:03:40.040132 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '5e0b0480-fc4c-4e49-ad2b-0609cae38333', 'network_id': '0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf', 'port_id': '5e0b0480-fc4c-4e49-ad2b-0609cae38333', 'mac_address': 'fa:16:3e:ad:ea:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40096fe4-18c1-485a-bded-3ac5be609b56', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:03:40.055736 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc381b-bac8-4c5f-9055-be68524759a6 req-0645dcb0-3ffd-449b-b8c6-a31b76407887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:40.057416 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-66bc381b-bac8-4c5f-9055-be68524759a6 req-0645dcb0-3ffd-449b-b8c6-a31b76407887 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=40096fe4-18c1-485a-bded-3ac5be609b56 HTTP/1.1" status: 200 len: 835 time: 0.0467591 Feb 09 02:03:40.060038 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1f43231a-dc29-4f52-8187-bfa14bf6a575 req-55fd4f1d-b35f-4929-8458-ea8bf81b3867 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e0b0480-fc4c-4e49-ad2b-0609cae38333 HTTP/1.1" status: 200 len: 999 time: 0.0768270 Feb 09 02:03:40.078611 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 5e0b0480-fc4c-4e49-ad2b-0609cae38333 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:03:40.079246 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5e0b0480-fc4c-4e49-ad2b-0609cae38333), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:40.094629 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e0b0480-fc4c-4e49-ad2b-0609cae38333 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:03:40.115494 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc381b-bac8-4c5f-9055-be68524759a6 req-f9ddfe34-ea30-4dbc-a15a-c932c6c32ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:40.115746 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43231a-dc29-4f52-8187-bfa14bf6a575 req-e7c8ae43-6ed7-40f6-a618-af3187e203d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:40.116864 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 5e0b0480-fc4c-4e49-ad2b-0609cae38333, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=5e0b0480-fc4c-4e49-ad2b-0609cae38333,segment=NetworkSegment(f00ce2e3-c353-4ccc-a5e9-c8e613ee5653),segment_id=f00ce2e3-c353-4ccc-a5e9-c8e613ee5653)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:03:40.117293 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1f43231a-dc29-4f52-8187-bfa14bf6a575 req-e7c8ae43-6ed7-40f6-a618-af3187e203d3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=40096fe4-18c1-485a-bded-3ac5be609b56 HTTP/1.1" status: 200 len: 835 time: 0.0514929 Feb 09 02:03:40.118068 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-66bc381b-bac8-4c5f-9055-be68524759a6 req-f9ddfe34-ea30-4dbc-a15a-c932c6c32ebf service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0544717 Feb 09 02:03:40.121090 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (5e0b0480-fc4c-4e49-ad2b-0609cae38333), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:40.167852 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43231a-dc29-4f52-8187-bfa14bf6a575 req-7408d6e7-01b9-4a25-9f49-9d1e48f41e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:40.169725 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1f43231a-dc29-4f52-8187-bfa14bf6a575 req-7408d6e7-01b9-4a25-9f49-9d1e48f41e0c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461104 Feb 09 02:03:40.172273 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=5e0b0480-fc4c-4e49-ad2b-0609cae38333,revision_number=8']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:40.179887 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:40.180372 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:40.180754 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:40.181107 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:40.181456 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:40.181824 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:40.182166 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:40.182503 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:40.182846 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:40.183532 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:40.183532 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:40.183819 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:40.184149 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:03:40.213796 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-66bc381b-bac8-4c5f-9055-be68524759a6 req-1be8b3df-26f5-4c5c-a488-94cee08d3f04 service neutron] 10.222.0.120 "GET /v2.0/networks/0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901036 Feb 09 02:03:40.258121 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1f43231a-dc29-4f52-8187-bfa14bf6a575 req-7c1e27fc-96cc-474a-a845-085957333af5 service neutron] 10.222.0.47 "GET /v2.0/networks/0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815332 Feb 09 02:03:40.349894 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['5e0b0480-fc4c-4e49-ad2b-0609cae38333'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:03:40.360604 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-1f43231a-dc29-4f52-8187-bfa14bf6a575 req-22d97d64-40ad-480a-bc93-e5964264d9c1 service neutron] 10.222.0.47 "GET /v2.0/networks/0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940702 Feb 09 02:03:40.652383 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-66bc381b-bac8-4c5f-9055-be68524759a6 req-97009252-a784-4acd-948b-4f8062d213dd service neutron] 10.222.0.120 "GET /v2.0/networks/0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330542 Feb 09 02:03:41.049180 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054f427-8f10-411d-bfaf-f37535fd104e req-2211ff36-9c4a-4655-a7fa-4218ea45dfa5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:41.050665 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3054f427-8f10-411d-bfaf-f37535fd104e req-2211ff36-9c4a-4655-a7fa-4218ea45dfa5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 944 time: 0.0534856 Feb 09 02:03:41.099160 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3054f427-8f10-411d-bfaf-f37535fd104e req-9967bb11-112f-427a-9abd-6ead85eb9aa0 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7bc14c-0b29-464b-8248-c2b907ccc6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428779 Feb 09 02:03:41.922988 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 5e0b0480-fc4c-4e49-ad2b-0609cae38333 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:03:41.973350 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 5e0b0480-fc4c-4e49-ad2b-0609cae38333 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:03:41.977791 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 5e0b0480-fc4c-4e49-ad2b-0609cae38333 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:03:41.978184 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (5e0b0480-fc4c-4e49-ad2b-0609cae38333), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:42.053824 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 5e0b0480-fc4c-4e49-ad2b-0609cae38333 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:03:42.054228 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5e0b0480-fc4c-4e49-ad2b-0609cae38333), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:42.075629 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8dc8724-e661-4c81-bfee-e13e888cada4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0b0480-fc4c-4e49-ad2b-0609cae38333'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:03:42.078126 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f766445e23ec559c7328ff843d6cc013f3fae19186639b550ac9b130fb2cde8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22ddfb8-4b4f-4bdf-bafa-df85aa209f8e" -d '{"events": [{"server_uuid": "e8dc8724-e661-4c81-bfee-e13e888cada4", "name": "network-vif-plugged", "status": "completed", "tag": "5e0b0480-fc4c-4e49-ad2b-0609cae38333"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:03:42.090769 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 5e0b0480-fc4c-4e49-ad2b-0609cae38333, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=5e0b0480-fc4c-4e49-ad2b-0609cae38333,segment=NetworkSegment(f00ce2e3-c353-4ccc-a5e9-c8e613ee5653),segment_id=f00ce2e3-c353-4ccc-a5e9-c8e613ee5653)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:03:42.094757 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (5e0b0480-fc4c-4e49-ad2b-0609cae38333), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:03:42.120982 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa16592-668a-476e-8710-20c55b92835e x-openstack-request-id: req-baa16592-668a-476e-8710-20c55b92835e {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:03:42.121286 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8dc8724-e661-4c81-bfee-e13e888cada4", "name": "network-vif-plugged", "status": "completed", "tag": "5e0b0480-fc4c-4e49-ad2b-0609cae38333", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:03:42.121543 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-baa16592-668a-476e-8710-20c55b92835e {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:03:42.122159 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8dc8724-e661-4c81-bfee-e13e888cada4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0b0480-fc4c-4e49-ad2b-0609cae38333', 'code': 200} Feb 09 02:03:42.147082 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=5e0b0480-fc4c-4e49-ad2b-0609cae38333,revision_number=9']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:03:42.218816 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8163940-7b09-474e-87cb-5d1a9e055584 req-161c5654-1a0c-4c8c-aaf9-899d03c52cb1 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:03:42.220314 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d8163940-7b09-474e-87cb-5d1a9e055584 req-161c5654-1a0c-4c8c-aaf9-899d03c52cb1 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 945 time: 0.0520537 Feb 09 02:03:42.271332 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d8163940-7b09-474e-87cb-5d1a9e055584 req-e1c49423-5d66-48e4-996c-c51402d27001 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7bc14c-0b29-464b-8248-c2b907ccc6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454552 Feb 09 02:03:42.294040 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45422) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:03:42.357490 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e0f299c1-8519-4f3c-b380-d94649f97a89 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/floatingips/3d1755f3-6105-4b6b-bd5b-5c63811ca52e HTTP/1.1" status: 200 len: 993 time: 0.0623212 Feb 09 02:03:59.017015 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:04:02.489341 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4dfebb0e-8c1b-4dda-977a-29a4ec1ff9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:04.513762 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3fbdc434-219a-4a47-a197-b1a66458f64e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:06.110560 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:07.396209 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:08.100993 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:08.526850 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:09.807726 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:11.031483 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45432) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:11.185950 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-a155783d-dd25-421c-bef1-f5c8423e809e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Deleting port 5067ebe1-e0cb-4e11-99a1-bc31040cc676 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:04:11.186378 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a155783d-dd25-421c-bef1-f5c8423e809e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (5067ebe1-e0cb-4e11-99a1-bc31040cc676), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:11.262038 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a155783d-dd25-421c-bef1-f5c8423e809e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (5067ebe1-e0cb-4e11-99a1-bc31040cc676), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:11.262292 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a155783d-dd25-421c-bef1-f5c8423e809e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for floatingip (5067ebe1-e0cb-4e11-99a1-bc31040cc676), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:11.274041 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-a155783d-dd25-421c-bef1-f5c8423e809e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Calling delete_port for 5067ebe1-e0cb-4e11-99a1-bc31040cc676 owned by network:floatingip {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:04:11.418120 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a155783d-dd25-421c-bef1-f5c8423e809e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (5067ebe1-e0cb-4e11-99a1-bc31040cc676), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:11.444673 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a155783d-dd25-421c-bef1-f5c8423e809e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event deleted for resources: {'Port': ['ID=5067ebe1-e0cb-4e11-99a1-bc31040cc676,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:11.470703 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a155783d-dd25-421c-bef1-f5c8423e809e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:11.471059 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a155783d-dd25-421c-bef1-f5c8423e809e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:11.471410 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a155783d-dd25-421c-bef1-f5c8423e809e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:11.471751 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a155783d-dd25-421c-bef1-f5c8423e809e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:11.472086 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a155783d-dd25-421c-bef1-f5c8423e809e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:11.472419 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a155783d-dd25-421c-bef1-f5c8423e809e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:11.472781 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a155783d-dd25-421c-bef1-f5c8423e809e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:11.473113 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a155783d-dd25-421c-bef1-f5c8423e809e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:11.473444 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a155783d-dd25-421c-bef1-f5c8423e809e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:11.473773 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a155783d-dd25-421c-bef1-f5c8423e809e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:11.474098 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a155783d-dd25-421c-bef1-f5c8423e809e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:11.474932 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a155783d-dd25-421c-bef1-f5c8423e809e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:11.475264 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a155783d-dd25-421c-bef1-f5c8423e809e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:11.514178 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a155783d-dd25-421c-bef1-f5c8423e809e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for floatingip (3d1755f3-6105-4b6b-bd5b-5c63811ca52e), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:11.514437 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [None req-a155783d-dd25-421c-bef1-f5c8423e809e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Floating IP 3d1755f3-6105-4b6b-bd5b-5c63811ca52e disassociated (deleted). External IP: 172.25.8.209, port: 5e0b0480-fc4c-4e49-ad2b-0609cae38333. Feb 09 02:04:11.726874 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a155783d-dd25-421c-bef1-f5c8423e809e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Router a007a976-cd8c-409d-b486-c736b7167b37 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:04:11.836930 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a155783d-dd25-421c-bef1-f5c8423e809e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:04:11.841664 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-a155783d-dd25-421c-bef1-f5c8423e809e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:11.846326 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d35a2de-a53f-4ef1-ade5-ab4f1941ae17 None None] Sync routers for ids ['a007a976-cd8c-409d-b486-c736b7167b37'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:04:11.856022 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d35a2de-a53f-4ef1-ade5-ab4f1941ae17 None None] Routers {'a007a976-cd8c-409d-b486-c736b7167b37'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:04:11.856658 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-6d35a2de-a53f-4ef1-ade5-ab4f1941ae17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:04:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['a007a976-cd8c-409d-b486-c736b7167b37'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:11.876573 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a155783d-dd25-421c-bef1-f5c8423e809e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "DELETE /v2.0/floatingips/3d1755f3-6105-4b6b-bd5b-5c63811ca52e HTTP/1.1" status: 204 len: 168 time: 0.8415082 Feb 09 02:04:11.876573 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8dc8724-e661-4c81-bfee-e13e888cada4', 'tag': '5e0b0480-fc4c-4e49-ad2b-0609cae38333'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:04:11.877027 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a470e99f0f86a4159e910055b77303d33aac5c61a6ba05ec29afc43a7220bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22e665b-9fb6-4a45-859a-0b91f52f7235" -d '{"events": [{"name": "network-changed", "server_uuid": "e8dc8724-e661-4c81-bfee-e13e888cada4", "tag": "5e0b0480-fc4c-4e49-ad2b-0609cae38333"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:04:11.970424 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-6d35a2de-a53f-4ef1-ade5-ab4f1941ae17 None None] Set router a007a976-cd8c-409d-b486-c736b7167b37 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:04:11.988493 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f9bf5a-01bb-4edc-93e7-defc2d112654 x-openstack-request-id: req-76f9bf5a-01bb-4edc-93e7-defc2d112654 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:04:11.988915 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8dc8724-e661-4c81-bfee-e13e888cada4", "tag": "5e0b0480-fc4c-4e49-ad2b-0609cae38333", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:04:11.989147 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-76f9bf5a-01bb-4edc-93e7-defc2d112654 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:04:11.989556 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8dc8724-e661-4c81-bfee-e13e888cada4', 'tag': '5e0b0480-fc4c-4e49-ad2b-0609cae38333', 'status': 'completed', 'code': 200} Feb 09 02:04:12.061763 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e665b-9fb6-4a45-859a-0b91f52f7235 req-d0dda81b-1034-41d9-b214-d0bec6b7f4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:12.063293 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d22e665b-9fb6-4a45-859a-0b91f52f7235 req-d0dda81b-1034-41d9-b214-d0bec6b7f4a2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7050557f09d44893a51002583ece992c&device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 1127 time: 0.0499947 Feb 09 02:04:12.132039 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c973427-3f6f-42d2-acc7-63bd34389800 req-14304686-a5e5-4516-bd1a-36889fe18dbd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:12.133650 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c973427-3f6f-42d2-acc7-63bd34389800 req-14304686-a5e5-4516-bd1a-36889fe18dbd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 945 time: 0.0566823 Feb 09 02:04:12.160279 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e665b-9fb6-4a45-859a-0b91f52f7235 req-1d87b0ff-e447-40dd-b149-a6700ae387bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:12.162214 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d22e665b-9fb6-4a45-859a-0b91f52f7235 req-1d87b0ff-e447-40dd-b149-a6700ae387bb service neutron] 10.222.0.47 "GET /v2.0/networks?id=0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf HTTP/1.1" status: 200 len: 898 time: 0.0925510 Feb 09 02:04:12.190549 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c973427-3f6f-42d2-acc7-63bd34389800 req-9c27ef74-0919-4c46-9633-caa4d9076438 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7bc14c-0b29-464b-8248-c2b907ccc6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502646 Feb 09 02:04:12.207629 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-6d35a2de-a53f-4ef1-ade5-ab4f1941ae17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a007a976-cd8c-409d-b486-c736b7167b37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352536165', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '765f5647-7295-436e-8ba8-e8c2530cba66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:25Z', 'updated_at': '2022-02-09T02:02:28Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': '765f5647-7295-436e-8ba8-e8c2530cba66', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a007a976-cd8c-409d-b486-c736b7167b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:25Z', 'updated_at': '2022-02-09T02:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '6230910c-f5af-4f65-98b3-7643674f7161', 'name': '', 'network_id': '0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf', 'tenant_id': '7050557f09d44893a51002583ece992c', 'mac_address': 'fa:16:3e:e6:2e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a007a976-cd8c-409d-b486-c736b7167b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '40096fe4-18c1-485a-bded-3ac5be609b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:27Z', 'updated_at': '2022-02-09T02:02:31Z', 'revision_number': 5, 'project_id': '7050557f09d44893a51002583ece992c', 'subnets': [{'id': '40096fe4-18c1-485a-bded-3ac5be609b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:12.208171 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d22e665b-9fb6-4a45-859a-0b91f52f7235 req-9dc7eb3f-286b-42ce-bc69-fc0d65ec53f1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e0b0480-fc4c-4e49-ad2b-0609cae38333 HTTP/1.1" status: 200 len: 217 time: 0.0387754 Feb 09 02:04:12.234380 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d35a2de-a53f-4ef1-ade5-ab4f1941ae17 None None] Checking router: a007a976-cd8c-409d-b486-c736b7167b37 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:04:12.243063 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d35a2de-a53f-4ef1-ade5-ab4f1941ae17 None None] Routers {'a007a976-cd8c-409d-b486-c736b7167b37'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:04:12.243675 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-6d35a2de-a53f-4ef1-ade5-ab4f1941ae17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:04:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['a007a976-cd8c-409d-b486-c736b7167b37'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:12.257822 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e665b-9fb6-4a45-859a-0b91f52f7235 req-7eea56d4-1c20-4485-9d47-2db07d8448e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:12.259284 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d22e665b-9fb6-4a45-859a-0b91f52f7235 req-7eea56d4-1c20-4485-9d47-2db07d8448e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=40096fe4-18c1-485a-bded-3ac5be609b56 HTTP/1.1" status: 200 len: 835 time: 0.0441065 Feb 09 02:04:12.314022 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e665b-9fb6-4a45-859a-0b91f52f7235 req-987a07ee-2a7f-485c-8ea8-915d8caac6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:12.315620 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d22e665b-9fb6-4a45-859a-0b91f52f7235 req-987a07ee-2a7f-485c-8ea8-915d8caac6cc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0502734 Feb 09 02:04:12.350419 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-6d35a2de-a53f-4ef1-ade5-ab4f1941ae17 None None] Set router a007a976-cd8c-409d-b486-c736b7167b37 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:04:12.403329 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d22e665b-9fb6-4a45-859a-0b91f52f7235 req-95543b4e-e8dc-4dad-94c0-edc6c07c7182 service neutron] 10.222.0.47 "GET /v2.0/networks/0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799339 Feb 09 02:04:12.496789 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d22e665b-9fb6-4a45-859a-0b91f52f7235 req-1ee55a88-4ba8-4330-94f6-d7dbe7987a25 service neutron] 10.222.0.47 "GET /v2.0/networks/0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875123 Feb 09 02:04:12.543716 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-6d35a2de-a53f-4ef1-ade5-ab4f1941ae17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a007a976-cd8c-409d-b486-c736b7167b37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352536165', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '765f5647-7295-436e-8ba8-e8c2530cba66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:25Z', 'updated_at': '2022-02-09T02:02:28Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': '765f5647-7295-436e-8ba8-e8c2530cba66', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a007a976-cd8c-409d-b486-c736b7167b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:25Z', 'updated_at': '2022-02-09T02:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '6230910c-f5af-4f65-98b3-7643674f7161', 'name': '', 'network_id': '0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf', 'tenant_id': '7050557f09d44893a51002583ece992c', 'mac_address': 'fa:16:3e:e6:2e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a007a976-cd8c-409d-b486-c736b7167b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '40096fe4-18c1-485a-bded-3ac5be609b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:27Z', 'updated_at': '2022-02-09T02:02:31Z', 'revision_number': 5, 'project_id': '7050557f09d44893a51002583ece992c', 'subnets': [{'id': '40096fe4-18c1-485a-bded-3ac5be609b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:12.573182 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d35a2de-a53f-4ef1-ade5-ab4f1941ae17 None None] The sync data for ids ['a007a976-cd8c-409d-b486-c736b7167b37'] in n-d-828369-4 is: [{'id': 'a007a976-cd8c-409d-b486-c736b7167b37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352536165', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '765f5647-7295-436e-8ba8-e8c2530cba66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:25Z', 'updated_at': '2022-02-09T02:02:28Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': '765f5647-7295-436e-8ba8-e8c2530cba66', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a007a976-cd8c-409d-b486-c736b7167b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:25Z', 'updated_at': '2022-02-09T02:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '6230910c-f5af-4f65-98b3-7643674f7161', 'name': '', 'network_id': '0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf', 'tenant_id': '7050557f09d44893a51002583ece992c', 'mac_address': 'fa:16:3e:e6:2e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a007a976-cd8c-409d-b486-c736b7167b37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '40096fe4-18c1-485a-bded-3ac5be609b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:27Z', 'updated_at': '2022-02-09T02:02:31Z', 'revision_number': 5, 'project_id': '7050557f09d44893a51002583ece992c', 'subnets': [{'id': '40096fe4-18c1-485a-bded-3ac5be609b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:04:12.789136 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fa81b6-eaa0-447f-8792-bdce1487cf70 None None] New status for floating IP 3d1755f3-6105-4b6b-bd5b-5c63811ca52e: DOWN {{(pid=103138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:04:13.320184 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c912aaf2-546f-4072-ae8d-5e31399e340f req-f6196537-db18-45fc-8018-b642e8b6f3ad tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:13.321712 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c912aaf2-546f-4072-ae8d-5e31399e340f req-f6196537-db18-45fc-8018-b642e8b6f3ad tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 945 time: 0.0523560 Feb 09 02:04:13.371678 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c912aaf2-546f-4072-ae8d-5e31399e340f req-40f2c0dc-d5f4-4213-bcf5-8e6d72e12cb8 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=7a7bc14c-0b29-464b-8248-c2b907ccc6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441670 Feb 09 02:04:13.374080 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7e7d7-5199-466a-8ac3-0e502a5062ab req-fd9a2050-e4d9-4448-a731-5b33decb74ee tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:13.375562 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-9ce7e7d7-5199-466a-8ac3-0e502a5062ab req-fd9a2050-e4d9-4448-a731-5b33decb74ee tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8dc8724-e661-4c81-bfee-e13e888cada4 HTTP/1.1" status: 200 len: 945 time: 0.0543358 Feb 09 02:04:13.465746 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-9ce7e7d7-5199-466a-8ac3-0e502a5062ab req-3e47b072-a9d0-4080-af85-d96a91d5f5e5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Deleting port 5e0b0480-fc4c-4e49-ad2b-0609cae38333 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:04:13.466095 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-9ce7e7d7-5199-466a-8ac3-0e502a5062ab req-3e47b072-a9d0-4080-af85-d96a91d5f5e5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (5e0b0480-fc4c-4e49-ad2b-0609cae38333), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:13.557405 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-9ce7e7d7-5199-466a-8ac3-0e502a5062ab req-3e47b072-a9d0-4080-af85-d96a91d5f5e5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] For port 5e0b0480-fc4c-4e49-ad2b-0609cae38333, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=5e0b0480-fc4c-4e49-ad2b-0609cae38333,segment=NetworkSegment(f00ce2e3-c353-4ccc-a5e9-c8e613ee5653),segment_id=f00ce2e3-c353-4ccc-a5e9-c8e613ee5653)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:13.557768 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-9ce7e7d7-5199-466a-8ac3-0e502a5062ab req-3e47b072-a9d0-4080-af85-d96a91d5f5e5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (5e0b0480-fc4c-4e49-ad2b-0609cae38333), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:13.570846 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-9ce7e7d7-5199-466a-8ac3-0e502a5062ab req-3e47b072-a9d0-4080-af85-d96a91d5f5e5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Calling delete_port for 5e0b0480-fc4c-4e49-ad2b-0609cae38333 owned by compute:nova {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:04:13.695569 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-9ce7e7d7-5199-466a-8ac3-0e502a5062ab req-3e47b072-a9d0-4080-af85-d96a91d5f5e5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (5e0b0480-fc4c-4e49-ad2b-0609cae38333), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:13.723392 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e47b072-a9d0-4080-af85-d96a91d5f5e5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event deleted for resources: {'Port': ['ID=5e0b0480-fc4c-4e49-ad2b-0609cae38333,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:13.765207 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce7e7d7-5199-466a-8ac3-0e502a5062ab req-3e47b072-a9d0-4080-af85-d96a91d5f5e5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] No DVR routers for this DVR port 5e0b0480-fc4c-4e49-ad2b-0609cae38333 on host n-h1-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:04:13.767748 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-9ce7e7d7-5199-466a-8ac3-0e502a5062ab req-3e47b072-a9d0-4080-af85-d96a91d5f5e5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:13.770998 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-9ce7e7d7-5199-466a-8ac3-0e502a5062ab req-3e47b072-a9d0-4080-af85-d96a91d5f5e5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.47 "DELETE /v2.0/ports/5e0b0480-fc4c-4e49-ad2b-0609cae38333 HTTP/1.1" status: 204 len: 173 time: 0.3904979 Feb 09 02:04:13.771994 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8dc8724-e661-4c81-bfee-e13e888cada4', 'name': 'network-vif-deleted', 'tag': '5e0b0480-fc4c-4e49-ad2b-0609cae38333'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:04:13.774307 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb43af88e673329c23149398428cc041a01d2eb1e38e3c4d9439b19a076227c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2a5864-b9b6-4232-840b-240cbb361549" -d '{"events": [{"server_uuid": "e8dc8724-e661-4c81-bfee-e13e888cada4", "name": "network-vif-deleted", "tag": "5e0b0480-fc4c-4e49-ad2b-0609cae38333"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:04:13.815207 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a11527e-1da1-41ee-8ee8-c6e42a95da55 x-openstack-request-id: req-5a11527e-1da1-41ee-8ee8-c6e42a95da55 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:04:13.815513 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8dc8724-e661-4c81-bfee-e13e888cada4", "name": "network-vif-deleted", "tag": "5e0b0480-fc4c-4e49-ad2b-0609cae38333", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:04:13.815777 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5a11527e-1da1-41ee-8ee8-c6e42a95da55 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:04:13.816191 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8dc8724-e661-4c81-bfee-e13e888cada4', 'name': 'network-vif-deleted', 'tag': '5e0b0480-fc4c-4e49-ad2b-0609cae38333', 'status': 'completed', 'code': 200} Feb 09 02:04:14.427957 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45448) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:14.796366 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-660124b8-26a6-4da9-9b53-59fb4d19e4f5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (a007a976-cd8c-409d-b486-c736b7167b37), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:15.060068 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-660124b8-26a6-4da9-9b53-59fb4d19e4f5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Deleting port 6230910c-f5af-4f65-98b3-7643674f7161 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:04:15.060346 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-660124b8-26a6-4da9-9b53-59fb4d19e4f5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (6230910c-f5af-4f65-98b3-7643674f7161), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:15.153527 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-660124b8-26a6-4da9-9b53-59fb4d19e4f5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] For port 6230910c-f5af-4f65-98b3-7643674f7161, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=6230910c-f5af-4f65-98b3-7643674f7161,segment=NetworkSegment(f00ce2e3-c353-4ccc-a5e9-c8e613ee5653),segment_id=f00ce2e3-c353-4ccc-a5e9-c8e613ee5653)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:15.153900 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-660124b8-26a6-4da9-9b53-59fb4d19e4f5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (6230910c-f5af-4f65-98b3-7643674f7161), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:15.166364 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-660124b8-26a6-4da9-9b53-59fb4d19e4f5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Calling delete_port for 6230910c-f5af-4f65-98b3-7643674f7161 owned by network:router_interface {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:04:15.350940 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-660124b8-26a6-4da9-9b53-59fb4d19e4f5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (6230910c-f5af-4f65-98b3-7643674f7161), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:15.377136 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660124b8-26a6-4da9-9b53-59fb4d19e4f5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event deleted for resources: {'Port': ['ID=6230910c-f5af-4f65-98b3-7643674f7161,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:15.556123 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-660124b8-26a6-4da9-9b53-59fb4d19e4f5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (a007a976-cd8c-409d-b486-c736b7167b37), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:15.776385 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660124b8-26a6-4da9-9b53-59fb4d19e4f5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Router a007a976-cd8c-409d-b486-c736b7167b37 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:04:15.879145 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660124b8-26a6-4da9-9b53-59fb4d19e4f5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:04:15.884784 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-660124b8-26a6-4da9-9b53-59fb4d19e4f5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "PUT /v2.0/routers/a007a976-cd8c-409d-b486-c736b7167b37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4557235 Feb 09 02:04:15.887629 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45450) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:15.895749 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a796a6c-edbe-478a-876a-12cdbf580632 None None] Sync routers for ids ['a007a976-cd8c-409d-b486-c736b7167b37'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:04:15.908844 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a796a6c-edbe-478a-876a-12cdbf580632 None None] Routers {'a007a976-cd8c-409d-b486-c736b7167b37'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:04:15.909557 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-7a796a6c-edbe-478a-876a-12cdbf580632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:04:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['a007a976-cd8c-409d-b486-c736b7167b37'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:15.942922 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4c9e421-69c3-4024-89ea-fa6743f93a32 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Deleting subnet 40096fe4-18c1-485a-bded-3ac5be609b56 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:04:15.946745 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d4c9e421-69c3-4024-89ea-fa6743f93a32 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for subnet (40096fe4-18c1-485a-bded-3ac5be609b56), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:15.987554 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d4c9e421-69c3-4024-89ea-fa6743f93a32 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (40096fe4-18c1-485a-bded-3ac5be609b56), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:16.018280 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-7a796a6c-edbe-478a-876a-12cdbf580632 None None] Set router a007a976-cd8c-409d-b486-c736b7167b37 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:04:16.070073 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d4c9e421-69c3-4024-89ea-fa6743f93a32 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (40096fe4-18c1-485a-bded-3ac5be609b56), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:16.133981 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d4c9e421-69c3-4024-89ea-fa6743f93a32 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (40096fe4-18c1-485a-bded-3ac5be609b56), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:16.162805 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c9e421-69c3-4024-89ea-fa6743f93a32 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event deleted for resources: {'Subnet': ['ID=40096fe4-18c1-485a-bded-3ac5be609b56,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:16.167818 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d4c9e421-69c3-4024-89ea-fa6743f93a32 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:16.173143 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d4c9e421-69c3-4024-89ea-fa6743f93a32 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "DELETE /v2.0/subnets/40096fe4-18c1-485a-bded-3ac5be609b56 HTTP/1.1" status: 204 len: 168 time: 0.2843080 Feb 09 02:04:16.173856 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45452) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:16.176633 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d2862c-3abd-45d6-b959-3e324f452216 None None] Network 0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:04:16.292560 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d78db79a-a4e8-452c-ad25-694cc7533ae2 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for router (a007a976-cd8c-409d-b486-c736b7167b37), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:16.304647 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-7a796a6c-edbe-478a-876a-12cdbf580632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a007a976-cd8c-409d-b486-c736b7167b37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352536165', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '765f5647-7295-436e-8ba8-e8c2530cba66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:25Z', 'updated_at': '2022-02-09T02:04:15Z', 'revision_number': 5, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': '765f5647-7295-436e-8ba8-e8c2530cba66', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a007a976-cd8c-409d-b486-c736b7167b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:25Z', 'updated_at': '2022-02-09T02:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:16.333390 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a796a6c-edbe-478a-876a-12cdbf580632 None None] Checking router: a007a976-cd8c-409d-b486-c736b7167b37 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:04:16.341925 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a796a6c-edbe-478a-876a-12cdbf580632 None None] Routers {'a007a976-cd8c-409d-b486-c736b7167b37'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:04:16.342539 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-7a796a6c-edbe-478a-876a-12cdbf580632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:04:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['a007a976-cd8c-409d-b486-c736b7167b37'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:16.370493 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e94902e-fd9f-4e0c-b8b6-ff4ad94f020d None None] DHCP port deletion for 0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:04:16.410102 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d78db79a-a4e8-452c-ad25-694cc7533ae2 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for router_gateway (a007a976-cd8c-409d-b486-c736b7167b37), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:16.416949 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-5e94902e-fd9f-4e0c-b8b6-ff4ad94f020d None None] Deleting port 0adf6bf6-aef5-4949-a06b-f2c553aaeff8 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:04:16.417267 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5e94902e-fd9f-4e0c-b8b6-ff4ad94f020d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (0adf6bf6-aef5-4949-a06b-f2c553aaeff8), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:16.453687 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-7a796a6c-edbe-478a-876a-12cdbf580632 None None] Set router a007a976-cd8c-409d-b486-c736b7167b37 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:04:16.467811 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-d78db79a-a4e8-452c-ad25-694cc7533ae2 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Deleting port 765f5647-7295-436e-8ba8-e8c2530cba66 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:04:16.468258 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d78db79a-a4e8-452c-ad25-694cc7533ae2 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (765f5647-7295-436e-8ba8-e8c2530cba66), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:16.488753 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-5e94902e-fd9f-4e0c-b8b6-ff4ad94f020d None None] For port 0adf6bf6-aef5-4949-a06b-f2c553aaeff8, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=0adf6bf6-aef5-4949-a06b-f2c553aaeff8,segment=NetworkSegment(f00ce2e3-c353-4ccc-a5e9-c8e613ee5653),segment_id=f00ce2e3-c353-4ccc-a5e9-c8e613ee5653)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:16.489160 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5e94902e-fd9f-4e0c-b8b6-ff4ad94f020d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (0adf6bf6-aef5-4949-a06b-f2c553aaeff8), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:16.501617 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-5e94902e-fd9f-4e0c-b8b6-ff4ad94f020d None None] Calling delete_port for 0adf6bf6-aef5-4949-a06b-f2c553aaeff8 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:04:16.553557 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-d78db79a-a4e8-452c-ad25-694cc7533ae2 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] For port 765f5647-7295-436e-8ba8-e8c2530cba66, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=765f5647-7295-436e-8ba8-e8c2530cba66,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:16.554025 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d78db79a-a4e8-452c-ad25-694cc7533ae2 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (765f5647-7295-436e-8ba8-e8c2530cba66), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:16.568092 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-d78db79a-a4e8-452c-ad25-694cc7533ae2 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Calling delete_port for 765f5647-7295-436e-8ba8-e8c2530cba66 owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:04:16.584846 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5e94902e-fd9f-4e0c-b8b6-ff4ad94f020d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (0adf6bf6-aef5-4949-a06b-f2c553aaeff8), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:16.613002 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94902e-fd9f-4e0c-b8b6-ff4ad94f020d None None] Pushing event deleted for resources: {'Port': ['ID=0adf6bf6-aef5-4949-a06b-f2c553aaeff8,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:16.617284 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e94902e-fd9f-4e0c-b8b6-ff4ad94f020d None None] No DVR routers for this DVR port 0adf6bf6-aef5-4949-a06b-f2c553aaeff8 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:04:16.646792 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-7a796a6c-edbe-478a-876a-12cdbf580632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a007a976-cd8c-409d-b486-c736b7167b37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352536165', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '765f5647-7295-436e-8ba8-e8c2530cba66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:25Z', 'updated_at': '2022-02-09T02:04:15Z', 'revision_number': 5, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': '765f5647-7295-436e-8ba8-e8c2530cba66', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a007a976-cd8c-409d-b486-c736b7167b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:25Z', 'updated_at': '2022-02-09T02:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:16.672427 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a796a6c-edbe-478a-876a-12cdbf580632 None None] The sync data for ids ['a007a976-cd8c-409d-b486-c736b7167b37'] in n-d-828369-4 is: [{'id': 'a007a976-cd8c-409d-b486-c736b7167b37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352536165', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '765f5647-7295-436e-8ba8-e8c2530cba66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:02:25Z', 'updated_at': '2022-02-09T02:04:15Z', 'revision_number': 5, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': '765f5647-7295-436e-8ba8-e8c2530cba66', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a007a976-cd8c-409d-b486-c736b7167b37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:02:25Z', 'updated_at': '2022-02-09T02:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:04:16.751393 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d78db79a-a4e8-452c-ad25-694cc7533ae2 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (765f5647-7295-436e-8ba8-e8c2530cba66), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:16.775903 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78db79a-a4e8-452c-ad25-694cc7533ae2 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event deleted for resources: {'Port': ['ID=765f5647-7295-436e-8ba8-e8c2530cba66,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:16.835692 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d78db79a-a4e8-452c-ad25-694cc7533ae2 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (a007a976-cd8c-409d-b486-c736b7167b37), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:17.203012 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d78db79a-a4e8-452c-ad25-694cc7533ae2 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (a007a976-cd8c-409d-b486-c736b7167b37), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:17.205140 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d78db79a-a4e8-452c-ad25-694cc7533ae2 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for router_controller (a007a976-cd8c-409d-b486-c736b7167b37), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:17.250013 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d78db79a-a4e8-452c-ad25-694cc7533ae2 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (a007a976-cd8c-409d-b486-c736b7167b37), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:17.250517 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78db79a-a4e8-452c-ad25-694cc7533ae2 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Fanout notify agent at l3_agent the message router_deleted on router a007a976-cd8c-409d-b486-c736b7167b37 {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:04:17.257698 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d78db79a-a4e8-452c-ad25-694cc7533ae2 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:17.261403 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d78db79a-a4e8-452c-ad25-694cc7533ae2 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "DELETE /v2.0/routers/a007a976-cd8c-409d-b486-c736b7167b37 HTTP/1.1" status: 204 len: 168 time: 1.0839899 Feb 09 02:04:17.261732 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45454) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:17.341944 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-80a63134-9e58-4f1b-aa40-9fe4a67162c7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:17.432415 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-80a63134-9e58-4f1b-aa40-9fe4a67162c7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:17.452676 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-80a63134-9e58-4f1b-aa40-9fe4a67162c7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:17.461575 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-80a63134-9e58-4f1b-aa40-9fe4a67162c7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f00ce2e3-c353-4ccc-a5e9-c8e613ee5653') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:17.461882 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-80a63134-9e58-4f1b-aa40-9fe4a67162c7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f00ce2e3-c353-4ccc-a5e9-c8e613ee5653') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:17.470885 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-80a63134-9e58-4f1b-aa40-9fe4a67162c7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (f00ce2e3-c353-4ccc-a5e9-c8e613ee5653), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:17.484399 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-80a63134-9e58-4f1b-aa40-9fe4a67162c7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (f00ce2e3-c353-4ccc-a5e9-c8e613ee5653), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:17.491246 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80a63134-9e58-4f1b-aa40-9fe4a67162c7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:04:17.491655 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-80a63134-9e58-4f1b-aa40-9fe4a67162c7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (f00ce2e3-c353-4ccc-a5e9-c8e613ee5653), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:17.494528 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 02:04:17.494528 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:04:17.494528 n-d-828369-4 neutron-server[103136]: timer() Feb 09 02:04:17.494528 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:04:17.494528 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 02:04:17.494528 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:04:17.494528 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 02:04:17.494528 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:04:17.494528 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 02:04:17.494528 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:04:17.494528 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 02:04:17.494528 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:04:17.494528 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 02:04:17.494528 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:04:17.494528 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:04:17.494528 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:04:17.494528 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:04:17.494528 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:04:17.494528 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 02:04:17.494528 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:04:17.494528 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 02:04:17.494528 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:04:17.494528 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:04:17.494528 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:04:17.494528 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 02:04:17.494528 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:04:17.494528 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:04:17.494528 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:04:17.494528 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:04:17.494528 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:04:17.494528 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:04:17.494528 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:04:17.548303 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-80a63134-9e58-4f1b-aa40-9fe4a67162c7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:17.559396 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-80a63134-9e58-4f1b-aa40-9fe4a67162c7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:17.562675 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-80a63134-9e58-4f1b-aa40-9fe4a67162c7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "DELETE /v2.0/networks/0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf HTTP/1.1" status: 204 len: 168 time: 0.2998636 Feb 09 02:04:17.565964 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45456) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:17.579954 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a63134-9e58-4f1b-aa40-9fe4a67162c7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event deleted for resources: {'Network': ['ID=0ce1e0ce-6cd4-4142-98fc-c7bf91d8cbaf,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:17.630263 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-64a342ba-3339-4af5-b4ab-215ff93ace99 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group (7a7bc14c-0b29-464b-8248-c2b907ccc6e5), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:17.654221 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-64a342ba-3339-4af5-b4ab-215ff93ace99 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group (7a7bc14c-0b29-464b-8248-c2b907ccc6e5), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:17.729111 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-64a342ba-3339-4af5-b4ab-215ff93ace99 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (7a7bc14c-0b29-464b-8248-c2b907ccc6e5), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:17.731838 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-64a342ba-3339-4af5-b4ab-215ff93ace99 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:17.733263 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-64a342ba-3339-4af5-b4ab-215ff93ace99 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "DELETE /v2.0/security-groups/7a7bc14c-0b29-464b-8248-c2b907ccc6e5 HTTP/1.1" status: 204 len: 168 time: 0.1660979 Feb 09 02:04:17.748194 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a342ba-3339-4af5-b4ab-215ff93ace99 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7bc14c-0b29-464b-8248-c2b907ccc6e5,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:17.766496 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 0adf6bf6-aef5-4949-a06b-f2c553aaeff8 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:04:17.790403 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 0adf6bf6-aef5-4949-a06b-f2c553aaeff8 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:04:17.790762 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 0adf6bf6-aef5-4949-a06b-f2c553aaeff8 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:04:17.791189 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 6230910c-f5af-4f65-98b3-7643674f7161 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:04:17.811744 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 6230910c-f5af-4f65-98b3-7643674f7161 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:04:17.812102 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 6230910c-f5af-4f65-98b3-7643674f7161 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:04:17.812749 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 765f5647-7295-436e-8ba8-e8c2530cba66 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:04:17.833345 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 765f5647-7295-436e-8ba8-e8c2530cba66 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:04:17.833732 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 765f5647-7295-436e-8ba8-e8c2530cba66 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:04:18.091868 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 5e0b0480-fc4c-4e49-ad2b-0609cae38333 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:04:18.115576 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: 5e0b0480-fc4c-4e49-ad2b-0609cae38333 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:04:18.115928 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 5e0b0480-fc4c-4e49-ad2b-0609cae38333 not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:04:18.285673 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45462) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:18.291029 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-e4d278c3-498a-4491-b85f-865f3f4acb49 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1424314399', 'description': 'tempest-secgroup-smoke-1424314399 description', 'project_id': '7050557f09d44893a51002583ece992c'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:18.312019 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e4d278c3-498a-4491-b85f-865f3f4acb49 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:18.380299 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e4d278c3-498a-4491-b85f-865f3f4acb49 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group (1ec7655f-fe26-4007-8f79-e654a76dfba0), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:18.384016 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e4d278c3-498a-4491-b85f-865f3f4acb49 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1ec7655f-fe26-4007-8f79-e654a76dfba0), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:18.413758 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e4d278c3-498a-4491-b85f-865f3f4acb49 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:18.415026 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e4d278c3-498a-4491-b85f-865f3f4acb49 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1283431 Feb 09 02:04:18.416129 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d278c3-498a-4491-b85f-865f3f4acb49 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec7655f-fe26-4007-8f79-e654a76dfba0,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:18.418076 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45464) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:18.422967 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-b96b0c3b-81d9-414c-ad80-1d89a83b7ad9 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'security_group_rule': {'security_group_id': '1ec7655f-fe26-4007-8f79-e654a76dfba0', 'project_id': '7050557f09d44893a51002583ece992c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:18.446634 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b96b0c3b-81d9-414c-ad80-1d89a83b7ad9 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (f0dd1c28-a27c-4ae1-90e0-d90c509ac061), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:18.500803 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b96b0c3b-81d9-414c-ad80-1d89a83b7ad9 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (f0dd1c28-a27c-4ae1-90e0-d90c509ac061), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:18.504251 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b96b0c3b-81d9-414c-ad80-1d89a83b7ad9 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (f0dd1c28-a27c-4ae1-90e0-d90c509ac061), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:18.522431 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b0c3b-81d9-414c-ad80-1d89a83b7ad9 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0dd1c28-a27c-4ae1-90e0-d90c509ac061,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:18.529006 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b96b0c3b-81d9-414c-ad80-1d89a83b7ad9 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:18.530226 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b96b0c3b-81d9-414c-ad80-1d89a83b7ad9 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1111360 Feb 09 02:04:18.533003 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45466) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:18.537235 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-4bbda9aa-7908-4f01-ab7b-4430ac06895e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'security_group_rule': {'security_group_id': '1ec7655f-fe26-4007-8f79-e654a76dfba0', 'project_id': '7050557f09d44893a51002583ece992c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:18.560398 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4bbda9aa-7908-4f01-ab7b-4430ac06895e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (d0ec25f8-9485-496c-9704-d4ff7accafb4), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:18.621961 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4bbda9aa-7908-4f01-ab7b-4430ac06895e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (d0ec25f8-9485-496c-9704-d4ff7accafb4), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:18.627866 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4bbda9aa-7908-4f01-ab7b-4430ac06895e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (d0ec25f8-9485-496c-9704-d4ff7accafb4), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:18.647409 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbda9aa-7908-4f01-ab7b-4430ac06895e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0ec25f8-9485-496c-9704-d4ff7accafb4,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:18.656211 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-4bbda9aa-7908-4f01-ab7b-4430ac06895e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:18.657455 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4bbda9aa-7908-4f01-ab7b-4430ac06895e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1235347 Feb 09 02:04:18.661391 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45468) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:18.666098 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-d8bb7747-f3a2-4808-8e67-ee9be156969d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'security_group_rule': {'security_group_id': '1ec7655f-fe26-4007-8f79-e654a76dfba0', 'project_id': '7050557f09d44893a51002583ece992c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:18.693311 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d8bb7747-f3a2-4808-8e67-ee9be156969d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (47cf2f6a-d875-4f69-8084-cd0d287f28de), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:18.747473 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d8bb7747-f3a2-4808-8e67-ee9be156969d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (47cf2f6a-d875-4f69-8084-cd0d287f28de), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:18.750682 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d8bb7747-f3a2-4808-8e67-ee9be156969d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (47cf2f6a-d875-4f69-8084-cd0d287f28de), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:18.770436 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb7747-f3a2-4808-8e67-ee9be156969d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47cf2f6a-d875-4f69-8084-cd0d287f28de,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:18.777234 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d8bb7747-f3a2-4808-8e67-ee9be156969d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:18.778457 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d8bb7747-f3a2-4808-8e67-ee9be156969d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159196 Feb 09 02:04:18.781243 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45470) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:18.785508 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-0ec7f424-02f7-43a5-bfea-cc34a7483088 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'security_group_rule': {'security_group_id': '1ec7655f-fe26-4007-8f79-e654a76dfba0', 'project_id': '7050557f09d44893a51002583ece992c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:18.809658 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0ec7f424-02f7-43a5-bfea-cc34a7483088 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (565e07b8-5334-4b8e-98b8-2abf06db6578), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:18.866460 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0ec7f424-02f7-43a5-bfea-cc34a7483088 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (565e07b8-5334-4b8e-98b8-2abf06db6578), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:18.869993 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0ec7f424-02f7-43a5-bfea-cc34a7483088 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (565e07b8-5334-4b8e-98b8-2abf06db6578), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:18.887095 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec7f424-02f7-43a5-bfea-cc34a7483088 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=565e07b8-5334-4b8e-98b8-2abf06db6578,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:18.894662 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0ec7f424-02f7-43a5-bfea-cc34a7483088 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:18.896420 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-0ec7f424-02f7-43a5-bfea-cc34a7483088 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1137068 Feb 09 02:04:18.899138 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45472) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:18.903430 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-16ff8491-5143-426d-8280-e702d08a5774 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'security_group_rule': {'security_group_id': '1ec7655f-fe26-4007-8f79-e654a76dfba0', 'project_id': '7050557f09d44893a51002583ece992c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:18.922615 n-d-828369-4 neutron-server[103136]: INFO neutron.db.securitygroups_db [None req-16ff8491-5143-426d-8280-e702d08a5774 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Project 7050557f09d44893a51002583ece992c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:04:18.927445 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-16ff8491-5143-426d-8280-e702d08a5774 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (09809c7a-c425-487d-ab0e-48ee6fd2d522), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:18.996868 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-16ff8491-5143-426d-8280-e702d08a5774 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (09809c7a-c425-487d-ab0e-48ee6fd2d522), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:19.000771 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-16ff8491-5143-426d-8280-e702d08a5774 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (09809c7a-c425-487d-ab0e-48ee6fd2d522), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:19.021923 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ff8491-5143-426d-8280-e702d08a5774 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09809c7a-c425-487d-ab0e-48ee6fd2d522,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:19.030569 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-16ff8491-5143-426d-8280-e702d08a5774 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:19.030569 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-16ff8491-5143-426d-8280-e702d08a5774 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1287196 Feb 09 02:04:19.031730 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45474) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:19.036198 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-c48853ae-8358-4707-959d-d9cbc4a0a6a3 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'security_group_rule': {'security_group_id': '1ec7655f-fe26-4007-8f79-e654a76dfba0', 'project_id': '7050557f09d44893a51002583ece992c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:19.054763 n-d-828369-4 neutron-server[103136]: INFO neutron.db.securitygroups_db [None req-c48853ae-8358-4707-959d-d9cbc4a0a6a3 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Project 7050557f09d44893a51002583ece992c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:04:19.059417 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c48853ae-8358-4707-959d-d9cbc4a0a6a3 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (0ad4df35-42f3-4e3d-8e67-52efbfd1a379), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:19.115381 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c48853ae-8358-4707-959d-d9cbc4a0a6a3 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (0ad4df35-42f3-4e3d-8e67-52efbfd1a379), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:19.118636 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c48853ae-8358-4707-959d-d9cbc4a0a6a3 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (0ad4df35-42f3-4e3d-8e67-52efbfd1a379), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:19.139793 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48853ae-8358-4707-959d-d9cbc4a0a6a3 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ad4df35-42f3-4e3d-8e67-52efbfd1a379,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:19.147687 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c48853ae-8358-4707-959d-d9cbc4a0a6a3 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:19.148944 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c48853ae-8358-4707-959d-d9cbc4a0a6a3 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1161163 Feb 09 02:04:19.151698 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45476) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:19.156330 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-f036516e-49a4-4e5b-81b9-bf42b83a5fee tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'network': {'name': 'tempest-network-smoke--1001503989', 'project_id': '7050557f09d44893a51002583ece992c', 'port_security_enabled': True}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:19.173507 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f036516e-49a4-4e5b-81b9-bf42b83a5fee tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Made reservation on behalf of 7050557f09d44893a51002583ece992c for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:04:19.176605 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f036516e-49a4-4e5b-81b9-bf42b83a5fee tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:19.200173 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f036516e-49a4-4e5b-81b9-bf42b83a5fee tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1044} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:04:19.209801 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f036516e-49a4-4e5b-81b9-bf42b83a5fee tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (82a8d6c3-e67b-4e80-894f-3ba95d511df4), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:19.210154 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-f036516e-49a4-4e5b-81b9-bf42b83a5fee tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Added segment 82a8d6c3-e67b-4e80-894f-3ba95d511df4 of type vlan for network e81656d1-a28d-419c-b854-2d2ff3b48647 Feb 09 02:04:19.248443 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f036516e-49a4-4e5b-81b9-bf42b83a5fee tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (e81656d1-a28d-419c-b854-2d2ff3b48647), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:19.271968 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f036516e-49a4-4e5b-81b9-bf42b83a5fee tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (e81656d1-a28d-419c-b854-2d2ff3b48647), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:19.276961 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f036516e-49a4-4e5b-81b9-bf42b83a5fee tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:19.277542 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f036516e-49a4-4e5b-81b9-bf42b83a5fee tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:19.348085 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f036516e-49a4-4e5b-81b9-bf42b83a5fee tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1953685 Feb 09 02:04:19.350807 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45478) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:19.355059 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-5f00ebd5-3477-4ebe-889f-008954935301 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-340667458', 'admin_state_up': True, 'project_id': '7050557f09d44893a51002583ece992c', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:19.369621 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f036516e-49a4-4e5b-81b9-bf42b83a5fee tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'Network': ['ID=e81656d1-a28d-419c-b854-2d2ff3b48647,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:19.380288 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network e81656d1-a28d-419c-b854-2d2ff3b48647 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:04:19.382546 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5f00ebd5-3477-4ebe-889f-008954935301 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (29685ba0-20d9-41f2-aab9-fca7efa7eada), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:19.383521 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5f00ebd5-3477-4ebe-889f-008954935301 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (29685ba0-20d9-41f2-aab9-fca7efa7eada), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:19.438902 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5f00ebd5-3477-4ebe-889f-008954935301 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for router_controller (29685ba0-20d9-41f2-aab9-fca7efa7eada), precommit_add_association {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:19.583355 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5f00ebd5-3477-4ebe-889f-008954935301 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for router_gateway (29685ba0-20d9-41f2-aab9-fca7efa7eada), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:19.775498 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5f00ebd5-3477-4ebe-889f-008954935301 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for router_gateway (29685ba0-20d9-41f2-aab9-fca7efa7eada), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:19.793926 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5f00ebd5-3477-4ebe-889f-008954935301 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:19.896125 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-5f00ebd5-3477-4ebe-889f-008954935301 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Allocated IP 172.25.8.55 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/d3bccc9a-3a7d-4352-868a-e41aabccf23d) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:04:19.995684 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5f00ebd5-3477-4ebe-889f-008954935301 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for port (d3bccc9a-3a7d-4352-868a-e41aabccf23d), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:20.028530 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5f00ebd5-3477-4ebe-889f-008954935301 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (d3bccc9a-3a7d-4352-868a-e41aabccf23d), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:20.068074 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f00ebd5-3477-4ebe-889f-008954935301 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:04:20.071251 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-5f00ebd5-3477-4ebe-889f-008954935301 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:04:20.077314 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f00ebd5-3477-4ebe-889f-008954935301 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:04:20.105487 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f00ebd5-3477-4ebe-889f-008954935301 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'Port': ['ID=d3bccc9a-3a7d-4352-868a-e41aabccf23d,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:20.671579 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5f00ebd5-3477-4ebe-889f-008954935301 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for router_gateway (29685ba0-20d9-41f2-aab9-fca7efa7eada), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:20.871473 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5f00ebd5-3477-4ebe-889f-008954935301 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (29685ba0-20d9-41f2-aab9-fca7efa7eada), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:20.995197 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f00ebd5-3477-4ebe-889f-008954935301 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Router 29685ba0-20d9-41f2-aab9-fca7efa7eada is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:04:21.104132 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f00ebd5-3477-4ebe-889f-008954935301 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:04:21.113802 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8431039e-e902-485c-bb8c-f36200a16c9b None None] Sync routers for ids ['29685ba0-20d9-41f2-aab9-fca7efa7eada'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:04:21.124295 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8431039e-e902-485c-bb8c-f36200a16c9b None None] Routers {'29685ba0-20d9-41f2-aab9-fca7efa7eada'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:04:21.124947 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-8431039e-e902-485c-bb8c-f36200a16c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:04:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['29685ba0-20d9-41f2-aab9-fca7efa7eada'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:21.125327 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-5f00ebd5-3477-4ebe-889f-008954935301 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:21.129567 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-5f00ebd5-3477-4ebe-889f-008954935301 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7748334 Feb 09 02:04:21.129755 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45480) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:21.157876 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f8a800e7-f538-4a6e-9503-da7e277b679f tempest-TestNetworkAdvancedServerOps-392406596 tempest-TestNetworkAdvancedServerOps-392406596-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=7050557f09d44893a51002583ece992c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264750 Feb 09 02:04:21.160384 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45482) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:21.232428 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-8431039e-e902-485c-bb8c-f36200a16c9b None None] Set router 29685ba0-20d9-41f2-aab9-fca7efa7eada gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:04:21.249509 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f8148e-f568-4d02-a2c8-a2c49f9eae5a tempest-TestNetworkAdvancedServerOps-392406596 tempest-TestNetworkAdvancedServerOps-392406596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:21.250949 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-65f8148e-f568-4d02-a2c8-a2c49f9eae5a tempest-TestNetworkAdvancedServerOps-392406596 tempest-TestNetworkAdvancedServerOps-392406596-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0896568 Feb 09 02:04:21.253781 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45484) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:21.281581 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-8fba6c78-e059-44b3-9a6f-8160e68c988e tempest-TestNetworkAdvancedServerOps-392406596 tempest-TestNetworkAdvancedServerOps-392406596-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=ca740734-29c2-4b60-ae10-4c709b5c6ef4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267570 Feb 09 02:04:21.284239 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45486) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:21.291141 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-e89bc481-48c3-4d14-85ce-2fb4eb0f80b9 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-468252790', 'network_id': 'e81656d1-a28d-419c-b854-2d2ff3b48647', 'project_id': '7050557f09d44893a51002583ece992c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:21.375256 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89bc481-48c3-4d14-85ce-2fb4eb0f80b9 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Made reservation on behalf of 7050557f09d44893a51002583ece992c for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:04:21.378629 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e89bc481-48c3-4d14-85ce-2fb4eb0f80b9 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:21.411151 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-8431039e-e902-485c-bb8c-f36200a16c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29685ba0-20d9-41f2-aab9-fca7efa7eada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340667458', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'd3bccc9a-3a7d-4352-868a-e41aabccf23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:19Z', 'updated_at': '2022-02-09T02:04:20Z', 'revision_number': 3, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': 'd3bccc9a-3a7d-4352-868a-e41aabccf23d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:60:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29685ba0-20d9-41f2-aab9-fca7efa7eada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:19Z', 'updated_at': '2022-02-09T02:04:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:21.438952 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8431039e-e902-485c-bb8c-f36200a16c9b None None] Checking router: 29685ba0-20d9-41f2-aab9-fca7efa7eada for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:04:21.439310 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8431039e-e902-485c-bb8c-f36200a16c9b None None] Updating router 29685ba0-20d9-41f2-aab9-fca7efa7eada port d3bccc9a-3a7d-4352-868a-e41aabccf23d binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:04:21.467370 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8431039e-e902-485c-bb8c-f36200a16c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d3bccc9a-3a7d-4352-868a-e41aabccf23d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:21.521146 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-2121632e-5a55-4e97-b5c4-8c072e92f837 req-656f2fdc-d0b9-4b7e-bfc2-27418c02a9dd tempest-ServerDiskConfigTestJSON-551207212 tempest-ServerDiskConfigTestJSON-551207212-project] (103136) timed out ('10.222.0.47', 56284) {{(pid=103136) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 02:04:21.554911 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e89bc481-48c3-4d14-85ce-2fb4eb0f80b9 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (ea07c292-39fe-4676-afa0-6835b25de8af), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:21.617764 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89bc481-48c3-4d14-85ce-2fb4eb0f80b9 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'Subnet': ['ID=ea07c292-39fe-4676-afa0-6835b25de8af,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:21.625168 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89bc481-48c3-4d14-85ce-2fb4eb0f80b9 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Checking segment: {'id': '82a8d6c3-e67b-4e80-894f-3ba95d511df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'e81656d1-a28d-419c-b854-2d2ff3b48647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:04:21.625955 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89bc481-48c3-4d14-85ce-2fb4eb0f80b9 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Network hostable DHCP agents. Network: e81656d1-a28d-419c-b854-2d2ff3b48647, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:04:21.641429 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89bc481-48c3-4d14-85ce-2fb4eb0f80b9 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Network e81656d1-a28d-419c-b854-2d2ff3b48647 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:04:21.651715 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-e89bc481-48c3-4d14-85ce-2fb4eb0f80b9 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, e81656d1-a28d-419c-b854-2d2ff3b48647) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:04:21.655813 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89bc481-48c3-4d14-85ce-2fb4eb0f80b9 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:21.656474 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e89bc481-48c3-4d14-85ce-2fb4eb0f80b9 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:21.664989 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edc7bf0-4ddd-4a49-8f6a-0717a2f31b29 None None] Network e81656d1-a28d-419c-b854-2d2ff3b48647 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:04:21.672513 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e89bc481-48c3-4d14-85ce-2fb4eb0f80b9 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3871238 Feb 09 02:04:21.675259 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45490) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:21.950109 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8431039e-e902-485c-bb8c-f36200a16c9b None None] Publish callbacks [] for port (d3bccc9a-3a7d-4352-868a-e41aabccf23d), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:21.957415 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8431039e-e902-485c-bb8c-f36200a16c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d3bccc9a-3a7d-4352-868a-e41aabccf23d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:22.004775 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5592b46-f70f-48cb-9fc2-8a1069b4ec04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-e81656d1-a28d-419c-b854-2d2ff3b48647', 'network_id': 'e81656d1-a28d-419c-b854-2d2ff3b48647', 'project_id': '7050557f09d44893a51002583ece992c', 'fixed_ips': [{'subnet_id': 'ea07c292-39fe-4676-afa0-6835b25de8af'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:04:22.005682 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e5592b46-f70f-48cb-9fc2-8a1069b4ec04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:22.044120 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a19215-c590-4e50-b204-70f448c33279 None None] Pushing event updated for resources: {'Port': ['ID=d3bccc9a-3a7d-4352-868a-e41aabccf23d,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:22.051286 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-8431039e-e902-485c-bb8c-f36200a16c9b None None] Attempting to bind port d3bccc9a-3a7d-4352-868a-e41aabccf23d on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:04:22.051592 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-8431039e-e902-485c-bb8c-f36200a16c9b None None] Attempting to bind port d3bccc9a-3a7d-4352-868a-e41aabccf23d by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:04:22.052024 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8431039e-e902-485c-bb8c-f36200a16c9b None None] Attempting to bind port d3bccc9a-3a7d-4352-868a-e41aabccf23d on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:04:22.058508 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8431039e-e902-485c-bb8c-f36200a16c9b None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:04:22.058889 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8431039e-e902-485c-bb8c-f36200a16c9b None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:04:22.059293 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8431039e-e902-485c-bb8c-f36200a16c9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:22.059686 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8431039e-e902-485c-bb8c-f36200a16c9b None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:04:22.060153 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-8431039e-e902-485c-bb8c-f36200a16c9b None None] Bound port: d3bccc9a-3a7d-4352-868a-e41aabccf23d, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:04:22.060552 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8431039e-e902-485c-bb8c-f36200a16c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d3bccc9a-3a7d-4352-868a-e41aabccf23d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:22.133889 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6c0bb0dd-3fbc-4e06-934f-89d26c2f83a7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:22.195527 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-8431039e-e902-485c-bb8c-f36200a16c9b None None] For port d3bccc9a-3a7d-4352-868a-e41aabccf23d, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:04:22.211085 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-8431039e-e902-485c-bb8c-f36200a16c9b None None] For port d3bccc9a-3a7d-4352-868a-e41aabccf23d, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=d3bccc9a-3a7d-4352-868a-e41aabccf23d,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:04:22.220228 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-e5592b46-f70f-48cb-9fc2-8a1069b4ec04 None None] Allocated IP 172.20.0.2 (e81656d1-a28d-419c-b854-2d2ff3b48647/ea07c292-39fe-4676-afa0-6835b25de8af/7bb26c3b-5114-41d1-b13c-3e27b1221144) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:04:22.222683 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8431039e-e902-485c-bb8c-f36200a16c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d3bccc9a-3a7d-4352-868a-e41aabccf23d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:22.332423 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a19215-c590-4e50-b204-70f448c33279 None None] Pushing event updated for resources: {'Port': ['ID=d3bccc9a-3a7d-4352-868a-e41aabccf23d,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:22.341275 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8431039e-e902-485c-bb8c-f36200a16c9b None None] Routers {'29685ba0-20d9-41f2-aab9-fca7efa7eada'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:04:22.341894 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-8431039e-e902-485c-bb8c-f36200a16c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:04:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['29685ba0-20d9-41f2-aab9-fca7efa7eada'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:22.501790 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e5592b46-f70f-48cb-9fc2-8a1069b4ec04 None None] Publish callbacks [] for port (7bb26c3b-5114-41d1-b13c-3e27b1221144), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:22.503976 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-8431039e-e902-485c-bb8c-f36200a16c9b None None] Set router 29685ba0-20d9-41f2-aab9-fca7efa7eada gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:04:22.529665 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e5592b46-f70f-48cb-9fc2-8a1069b4ec04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (7bb26c3b-5114-41d1-b13c-3e27b1221144), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:22.561331 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-6c0bb0dd-3fbc-4e06-934f-89d26c2f83a7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Allocated IP 172.20.0.1 (e81656d1-a28d-419c-b854-2d2ff3b48647/ea07c292-39fe-4676-afa0-6835b25de8af/0e10614c-794e-4a13-8ee9-d20b6662fa75) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:04:22.641751 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5592b46-f70f-48cb-9fc2-8a1069b4ec04 None None] Network e81656d1-a28d-419c-b854-2d2ff3b48647 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:04:22.644418 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5592b46-f70f-48cb-9fc2-8a1069b4ec04 None None] Pushing event updated for resources: {'Port': ['ID=7bb26c3b-5114-41d1-b13c-3e27b1221144,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:22.649060 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-e5592b46-f70f-48cb-9fc2-8a1069b4ec04 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:04:22.652415 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5592b46-f70f-48cb-9fc2-8a1069b4ec04 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:04:22.677561 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6c0bb0dd-3fbc-4e06-934f-89d26c2f83a7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for port (0e10614c-794e-4a13-8ee9-d20b6662fa75), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:22.712563 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6c0bb0dd-3fbc-4e06-934f-89d26c2f83a7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (0e10614c-794e-4a13-8ee9-d20b6662fa75), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:22.732048 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-e5592b46-f70f-48cb-9fc2-8a1069b4ec04 None None] Attempting to bind port 7bb26c3b-5114-41d1-b13c-3e27b1221144 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:04:22.732428 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-e5592b46-f70f-48cb-9fc2-8a1069b4ec04 None None] Attempting to bind port 7bb26c3b-5114-41d1-b13c-3e27b1221144 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '82a8d6c3-e67b-4e80-894f-3ba95d511df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'e81656d1-a28d-419c-b854-2d2ff3b48647'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:04:22.732828 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5592b46-f70f-48cb-9fc2-8a1069b4ec04 None None] Attempting to bind port 7bb26c3b-5114-41d1-b13c-3e27b1221144 on network e81656d1-a28d-419c-b854-2d2ff3b48647 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:04:22.748658 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0bb0dd-3fbc-4e06-934f-89d26c2f83a7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Network e81656d1-a28d-419c-b854-2d2ff3b48647 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:04:22.753656 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-6c0bb0dd-3fbc-4e06-934f-89d26c2f83a7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:04:22.758075 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5592b46-f70f-48cb-9fc2-8a1069b4ec04 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:04:22.758466 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5592b46-f70f-48cb-9fc2-8a1069b4ec04 None None] Checking segment: {'id': '82a8d6c3-e67b-4e80-894f-3ba95d511df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'e81656d1-a28d-419c-b854-2d2ff3b48647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:04:22.758885 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e5592b46-f70f-48cb-9fc2-8a1069b4ec04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:22.759289 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5592b46-f70f-48cb-9fc2-8a1069b4ec04 None None] Bound using segment: {'id': '82a8d6c3-e67b-4e80-894f-3ba95d511df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'e81656d1-a28d-419c-b854-2d2ff3b48647'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:04:22.759787 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-e5592b46-f70f-48cb-9fc2-8a1069b4ec04 None None] Bound port: 7bb26c3b-5114-41d1-b13c-3e27b1221144, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a8d6c3-e67b-4e80-894f-3ba95d511df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'e81656d1-a28d-419c-b854-2d2ff3b48647'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:04:22.760181 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e5592b46-f70f-48cb-9fc2-8a1069b4ec04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7bb26c3b-5114-41d1-b13c-3e27b1221144), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:22.765255 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0bb0dd-3fbc-4e06-934f-89d26c2f83a7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:04:22.796834 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0bb0dd-3fbc-4e06-934f-89d26c2f83a7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'Port': ['ID=0e10614c-794e-4a13-8ee9-d20b6662fa75,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:22.816812 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6c0bb0dd-3fbc-4e06-934f-89d26c2f83a7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (29685ba0-20d9-41f2-aab9-fca7efa7eada), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:22.846779 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-e5592b46-f70f-48cb-9fc2-8a1069b4ec04 None None] For port 7bb26c3b-5114-41d1-b13c-3e27b1221144, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:04:22.851629 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-e5592b46-f70f-48cb-9fc2-8a1069b4ec04 None None] For port 7bb26c3b-5114-41d1-b13c-3e27b1221144, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=7bb26c3b-5114-41d1-b13c-3e27b1221144,segment=NetworkSegment(82a8d6c3-e67b-4e80-894f-3ba95d511df4),segment_id=82a8d6c3-e67b-4e80-894f-3ba95d511df4)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:04:22.858166 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-8431039e-e902-485c-bb8c-f36200a16c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29685ba0-20d9-41f2-aab9-fca7efa7eada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340667458', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'd3bccc9a-3a7d-4352-868a-e41aabccf23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:19Z', 'updated_at': '2022-02-09T02:04:20Z', 'revision_number': 3, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': 'd3bccc9a-3a7d-4352-868a-e41aabccf23d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:60:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29685ba0-20d9-41f2-aab9-fca7efa7eada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:19Z', 'updated_at': '2022-02-09T02:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:22.861771 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e5592b46-f70f-48cb-9fc2-8a1069b4ec04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (7bb26c3b-5114-41d1-b13c-3e27b1221144), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:22.894867 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8431039e-e902-485c-bb8c-f36200a16c9b None None] The sync data for ids ['29685ba0-20d9-41f2-aab9-fca7efa7eada'] in n-d-828369-4 is: [{'id': '29685ba0-20d9-41f2-aab9-fca7efa7eada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340667458', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'd3bccc9a-3a7d-4352-868a-e41aabccf23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:19Z', 'updated_at': '2022-02-09T02:04:20Z', 'revision_number': 3, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': 'd3bccc9a-3a7d-4352-868a-e41aabccf23d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:60:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29685ba0-20d9-41f2-aab9-fca7efa7eada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:19Z', 'updated_at': '2022-02-09T02:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:04:22.964152 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5592b46-f70f-48cb-9fc2-8a1069b4ec04 None None] Pushing event updated for resources: {'Port': ['ID=7bb26c3b-5114-41d1-b13c-3e27b1221144,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:22.976286 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6c0bb0dd-3fbc-4e06-934f-89d26c2f83a7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (0e10614c-794e-4a13-8ee9-d20b6662fa75), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:23.350708 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6c0bb0dd-3fbc-4e06-934f-89d26c2f83a7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for port (0e10614c-794e-4a13-8ee9-d20b6662fa75), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:23.359817 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6c0bb0dd-3fbc-4e06-934f-89d26c2f83a7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (0e10614c-794e-4a13-8ee9-d20b6662fa75), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:23.438991 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0bb0dd-3fbc-4e06-934f-89d26c2f83a7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'Port': ['ID=0e10614c-794e-4a13-8ee9-d20b6662fa75,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:23.442580 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6c0bb0dd-3fbc-4e06-934f-89d26c2f83a7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (29685ba0-20d9-41f2-aab9-fca7efa7eada), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:23.542802 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0bb0dd-3fbc-4e06-934f-89d26c2f83a7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Network e81656d1-a28d-419c-b854-2d2ff3b48647 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:04:23.544183 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-6c0bb0dd-3fbc-4e06-934f-89d26c2f83a7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:04:23.683852 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c0bb0dd-3fbc-4e06-934f-89d26c2f83a7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Router 29685ba0-20d9-41f2-aab9-fca7efa7eada has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:04:23.738479 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device d3bccc9a-3a7d-4352-868a-e41aabccf23d up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:04:23.792924 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port d3bccc9a-3a7d-4352-868a-e41aabccf23d triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:23.793244 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d3bccc9a-3a7d-4352-868a-e41aabccf23d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:23.842163 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0bb0dd-3fbc-4e06-934f-89d26c2f83a7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:04:23.857428 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6c0bb0dd-3fbc-4e06-934f-89d26c2f83a7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "PUT /v2.0/routers/29685ba0-20d9-41f2-aab9-fca7efa7eada/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1810079 Feb 09 02:04:23.892263 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port d3bccc9a-3a7d-4352-868a-e41aabccf23d is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:04:23.893109 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (d3bccc9a-3a7d-4352-868a-e41aabccf23d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:23.916784 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port d3bccc9a-3a7d-4352-868a-e41aabccf23d, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=d3bccc9a-3a7d-4352-868a-e41aabccf23d,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:23.921171 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (d3bccc9a-3a7d-4352-868a-e41aabccf23d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:23.922270 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 7bb26c3b-5114-41d1-b13c-3e27b1221144 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:04:24.007238 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=d3bccc9a-3a7d-4352-868a-e41aabccf23d,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:24.017634 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 7bb26c3b-5114-41d1-b13c-3e27b1221144 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:24.018097 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (7bb26c3b-5114-41d1-b13c-3e27b1221144), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:24.036474 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-902aa632-41e2-4fb4-aba0-5f582baa01b3 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1424314399&fields=id&tenant_id=7050557f09d44893a51002583ece992c HTTP/1.1" status: 200 len: 267 time: 0.0578899 Feb 09 02:04:24.093791 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cf9a61-efec-4195-b6a5-c0b7b4a52701 None None] Network e81656d1-a28d-419c-b854-2d2ff3b48647 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:04:24.154799 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 7bb26c3b-5114-41d1-b13c-3e27b1221144 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:04:24.155199 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7bb26c3b-5114-41d1-b13c-3e27b1221144), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:24.160528 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-e020fea3-86e6-4c29-9dec-09dff31fe068 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:24.162079 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-e020fea3-86e6-4c29-9dec-09dff31fe068 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/networks?id=e81656d1-a28d-419c-b854-2d2ff3b48647 HTTP/1.1" status: 200 len: 797 time: 0.1161087 Feb 09 02:04:24.183268 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-359122d7-032b-4200-9ffa-cdd1d6fd5c1c tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/quotas/7050557f09d44893a51002583ece992c HTTP/1.1" status: 200 len: 375 time: 0.0152538 Feb 09 02:04:24.202480 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-d0746b23-a714-40d7-93b5-f566032c31fc None None] Provisioning complete for port 7bb26c3b-5114-41d1-b13c-3e27b1221144 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:24.202857 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d0746b23-a714-40d7-93b5-f566032c31fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (7bb26c3b-5114-41d1-b13c-3e27b1221144), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:24.215467 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 7bb26c3b-5114-41d1-b13c-3e27b1221144, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=7bb26c3b-5114-41d1-b13c-3e27b1221144,segment=NetworkSegment(82a8d6c3-e67b-4e80-894f-3ba95d511df4),segment_id=82a8d6c3-e67b-4e80-894f-3ba95d511df4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:24.235315 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-dfc8e994-a97c-474d-b390-f09193345848 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7050557f09d44893a51002583ece992c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511949 Feb 09 02:04:24.252344 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (7bb26c3b-5114-41d1-b13c-3e27b1221144), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:24.324104 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=7bb26c3b-5114-41d1-b13c-3e27b1221144,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:24.345099 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-2b7d92fb-6788-4d3b-b4d9-ed6183dae9b1 service neutron] 10.222.0.50 "GET /v2.0/networks/e81656d1-a28d-419c-b854-2d2ff3b48647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980089 Feb 09 02:04:24.369514 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-d0746b23-a714-40d7-93b5-f566032c31fc None None] Current status of the port 7bb26c3b-5114-41d1-b13c-3e27b1221144 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:04:24.448106 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-434af771-b7cd-48a1-bdca-989d2146cc3e service neutron] 10.222.0.50 "GET /v2.0/networks/e81656d1-a28d-419c-b854-2d2ff3b48647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998969 Feb 09 02:04:24.597533 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-7b0a6f8e-7da3-4234-b580-6a4d4b63309b None None] Provisioning complete for port 0e10614c-794e-4a13-8ee9-d20b6662fa75 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:24.597903 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7b0a6f8e-7da3-4234-b580-6a4d4b63309b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (0e10614c-794e-4a13-8ee9-d20b6662fa75), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:24.659723 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5eddbad2-45ea-410f-bd9e-5882f4f7c2ca req-bd3dfe1e-be64-4a0b-8d4a-afa192379e66 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bac72e-099b-47b7-ab8b-c70f6ed2ece7 HTTP/1.1" status: 200 len: 210 time: 0.0412903 Feb 09 02:04:24.674902 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-7b0a6f8e-7da3-4234-b580-6a4d4b63309b None None] Port 0e10614c-794e-4a13-8ee9-d20b6662fa75 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:04:24.685909 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-7b0a6f8e-7da3-4234-b580-6a4d4b63309b None None] Provisioning complete for port 7bb26c3b-5114-41d1-b13c-3e27b1221144 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:24.686294 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7b0a6f8e-7da3-4234-b580-6a4d4b63309b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (7bb26c3b-5114-41d1-b13c-3e27b1221144), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:24.776298 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-7b0a6f8e-7da3-4234-b580-6a4d4b63309b None None] Current status of the port 7bb26c3b-5114-41d1-b13c-3e27b1221144 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:04:24.813776 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9837890d-6a74-4d25-ae5f-cc9e36c27ca4 None None] Sync routers for ids ['29685ba0-20d9-41f2-aab9-fca7efa7eada'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:04:24.826313 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9837890d-6a74-4d25-ae5f-cc9e36c27ca4 None None] Routers {'29685ba0-20d9-41f2-aab9-fca7efa7eada'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:04:24.826863 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9837890d-6a74-4d25-ae5f-cc9e36c27ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:04:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['29685ba0-20d9-41f2-aab9-fca7efa7eada'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:24.901681 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-b4129b3b-c6b1-453d-9ffd-22deb268bbc1 None None] Provisioning complete for port 0e10614c-794e-4a13-8ee9-d20b6662fa75 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:24.902142 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b4129b3b-c6b1-453d-9ffd-22deb268bbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (0e10614c-794e-4a13-8ee9-d20b6662fa75), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:24.946488 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b4129b3b-c6b1-453d-9ffd-22deb268bbc1 None None] Port 0e10614c-794e-4a13-8ee9-d20b6662fa75 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:04:24.949914 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-9837890d-6a74-4d25-ae5f-cc9e36c27ca4 None None] Set router 29685ba0-20d9-41f2-aab9-fca7efa7eada gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:04:25.065771 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-ca606d66-55c7-4bf1-84d3-0a2e555a9421 None None] Provisioning complete for port 0e10614c-794e-4a13-8ee9-d20b6662fa75 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:25.066079 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ca606d66-55c7-4bf1-84d3-0a2e555a9421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (0e10614c-794e-4a13-8ee9-d20b6662fa75), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:25.105966 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ca606d66-55c7-4bf1-84d3-0a2e555a9421 None None] Port 0e10614c-794e-4a13-8ee9-d20b6662fa75 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:04:25.183340 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9837890d-6a74-4d25-ae5f-cc9e36c27ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29685ba0-20d9-41f2-aab9-fca7efa7eada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340667458', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'd3bccc9a-3a7d-4352-868a-e41aabccf23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:19Z', 'updated_at': '2022-02-09T02:04:22Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': 'd3bccc9a-3a7d-4352-868a-e41aabccf23d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:60:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29685ba0-20d9-41f2-aab9-fca7efa7eada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:19Z', 'updated_at': '2022-02-09T02:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '0e10614c-794e-4a13-8ee9-d20b6662fa75', 'name': '', 'network_id': 'e81656d1-a28d-419c-b854-2d2ff3b48647', 'tenant_id': '7050557f09d44893a51002583ece992c', 'mac_address': 'fa:16:3e:c5:d9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29685ba0-20d9-41f2-aab9-fca7efa7eada', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'ea07c292-39fe-4676-afa0-6835b25de8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:22Z', 'updated_at': '2022-02-09T02:04:23Z', 'revision_number': 2, 'project_id': '7050557f09d44893a51002583ece992c', 'subnets': [{'id': 'ea07c292-39fe-4676-afa0-6835b25de8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:25.209460 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9837890d-6a74-4d25-ae5f-cc9e36c27ca4 None None] Checking router: 29685ba0-20d9-41f2-aab9-fca7efa7eada for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:04:25.209805 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9837890d-6a74-4d25-ae5f-cc9e36c27ca4 None None] Updating router 29685ba0-20d9-41f2-aab9-fca7efa7eada port 0e10614c-794e-4a13-8ee9-d20b6662fa75 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:04:25.236639 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9837890d-6a74-4d25-ae5f-cc9e36c27ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (0e10614c-794e-4a13-8ee9-d20b6662fa75), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:25.492831 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9837890d-6a74-4d25-ae5f-cc9e36c27ca4 None None] Publish callbacks [] for port (0e10614c-794e-4a13-8ee9-d20b6662fa75), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:25.498058 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9837890d-6a74-4d25-ae5f-cc9e36c27ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (0e10614c-794e-4a13-8ee9-d20b6662fa75), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:25.553487 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58fce2-264b-446d-ac35-167d92998499 None None] Pushing event updated for resources: {'Port': ['ID=0e10614c-794e-4a13-8ee9-d20b6662fa75,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:25.592945 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb58fce2-264b-446d-ac35-167d92998499 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:25.593776 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb58fce2-264b-446d-ac35-167d92998499 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:25.594849 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb58fce2-264b-446d-ac35-167d92998499 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:25.595338 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb58fce2-264b-446d-ac35-167d92998499 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:25.595998 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb58fce2-264b-446d-ac35-167d92998499 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:25.596489 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb58fce2-264b-446d-ac35-167d92998499 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:25.596985 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb58fce2-264b-446d-ac35-167d92998499 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:25.597631 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb58fce2-264b-446d-ac35-167d92998499 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:25.598211 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb58fce2-264b-446d-ac35-167d92998499 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:25.598837 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb58fce2-264b-446d-ac35-167d92998499 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:25.599722 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb58fce2-264b-446d-ac35-167d92998499 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:25.600397 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb58fce2-264b-446d-ac35-167d92998499 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:25.601193 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb58fce2-264b-446d-ac35-167d92998499 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:25.621931 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-9837890d-6a74-4d25-ae5f-cc9e36c27ca4 None None] Attempting to bind port 0e10614c-794e-4a13-8ee9-d20b6662fa75 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:04:25.622640 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-9837890d-6a74-4d25-ae5f-cc9e36c27ca4 None None] Attempting to bind port 0e10614c-794e-4a13-8ee9-d20b6662fa75 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '82a8d6c3-e67b-4e80-894f-3ba95d511df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'e81656d1-a28d-419c-b854-2d2ff3b48647'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:04:25.623158 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9837890d-6a74-4d25-ae5f-cc9e36c27ca4 None None] Attempting to bind port 0e10614c-794e-4a13-8ee9-d20b6662fa75 on network e81656d1-a28d-419c-b854-2d2ff3b48647 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:04:25.628965 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9837890d-6a74-4d25-ae5f-cc9e36c27ca4 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:04:25.629351 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9837890d-6a74-4d25-ae5f-cc9e36c27ca4 None None] Checking segment: {'id': '82a8d6c3-e67b-4e80-894f-3ba95d511df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'e81656d1-a28d-419c-b854-2d2ff3b48647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:04:25.629927 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9837890d-6a74-4d25-ae5f-cc9e36c27ca4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:25.630248 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9837890d-6a74-4d25-ae5f-cc9e36c27ca4 None None] Bound using segment: {'id': '82a8d6c3-e67b-4e80-894f-3ba95d511df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'e81656d1-a28d-419c-b854-2d2ff3b48647'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:04:25.630776 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-9837890d-6a74-4d25-ae5f-cc9e36c27ca4 None None] Bound port: 0e10614c-794e-4a13-8ee9-d20b6662fa75, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a8d6c3-e67b-4e80-894f-3ba95d511df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'e81656d1-a28d-419c-b854-2d2ff3b48647'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:04:25.631165 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9837890d-6a74-4d25-ae5f-cc9e36c27ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (0e10614c-794e-4a13-8ee9-d20b6662fa75), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:25.703956 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device d3bccc9a-3a7d-4352-868a-e41aabccf23d up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:04:25.719906 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-9837890d-6a74-4d25-ae5f-cc9e36c27ca4 None None] For port 0e10614c-794e-4a13-8ee9-d20b6662fa75, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:04:25.724151 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-9837890d-6a74-4d25-ae5f-cc9e36c27ca4 None None] For port 0e10614c-794e-4a13-8ee9-d20b6662fa75, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=0e10614c-794e-4a13-8ee9-d20b6662fa75,segment=NetworkSegment(82a8d6c3-e67b-4e80-894f-3ba95d511df4),segment_id=82a8d6c3-e67b-4e80-894f-3ba95d511df4)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:04:25.727829 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-2d157280-095e-41e1-94be-027723f08a14 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:25.729530 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-2d157280-095e-41e1-94be-027723f08a14 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.120 "GET /v2.0/networks?id=e81656d1-a28d-419c-b854-2d2ff3b48647 HTTP/1.1" status: 200 len: 797 time: 0.1949508 Feb 09 02:04:25.735546 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9837890d-6a74-4d25-ae5f-cc9e36c27ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (0e10614c-794e-4a13-8ee9-d20b6662fa75), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:25.803493 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9837890d-6a74-4d25-ae5f-cc9e36c27ca4 None None] Routers {'29685ba0-20d9-41f2-aab9-fca7efa7eada'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:04:25.804062 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9837890d-6a74-4d25-ae5f-cc9e36c27ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:04:04Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['29685ba0-20d9-41f2-aab9-fca7efa7eada'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:25.810435 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port d3bccc9a-3a7d-4352-868a-e41aabccf23d triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:25.810961 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (d3bccc9a-3a7d-4352-868a-e41aabccf23d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:25.814774 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e4c6ff95-987f-4a3b-a786-a3cb0f598c39 req-a59a7ac0-14bb-411d-9b66-bf32a0bb4cce tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bac72e-099b-47b7-ab8b-c70f6ed2ece7 HTTP/1.1" status: 200 len: 210 time: 0.0424111 Feb 09 02:04:25.843810 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-29da8134-288f-4d88-871f-d49bb3364498 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7050557f09d44893a51002583ece992c HTTP/1.1" status: 200 len: 380 time: 0.1063359 Feb 09 02:04:25.856252 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-909e05bb-8705-40f2-91eb-50ddb5a396cf tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'port': {'device_id': '32bac72e-099b-47b7-ab8b-c70f6ed2ece7', 'network_id': 'e81656d1-a28d-419c-b854-2d2ff3b48647', 'admin_state_up': True, 'tenant_id': '7050557f09d44893a51002583ece992c', 'security_groups': ['1ec7655f-fe26-4007-8f79-e654a76dfba0']}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:25.903166 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port d3bccc9a-3a7d-4352-868a-e41aabccf23d is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:04:25.904337 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 7bb26c3b-5114-41d1-b13c-3e27b1221144 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:04:25.913989 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58fce2-264b-446d-ac35-167d92998499 None None] Pushing event updated for resources: {'Port': ['ID=0e10614c-794e-4a13-8ee9-d20b6662fa75,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:25.951614 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-9837890d-6a74-4d25-ae5f-cc9e36c27ca4 None None] Set router 29685ba0-20d9-41f2-aab9-fca7efa7eada gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:04:25.962512 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-b301e574-1b77-4964-b35b-a917211aac33 None None] Provisioning complete for port 0e10614c-794e-4a13-8ee9-d20b6662fa75 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:25.962976 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b301e574-1b77-4964-b35b-a917211aac33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (0e10614c-794e-4a13-8ee9-d20b6662fa75), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:26.005274 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-909e05bb-8705-40f2-91eb-50ddb5a396cf tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Made reservation on behalf of 7050557f09d44893a51002583ece992c for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:04:26.009995 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-909e05bb-8705-40f2-91eb-50ddb5a396cf tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:26.026132 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 7bb26c3b-5114-41d1-b13c-3e27b1221144 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:26.026518 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (7bb26c3b-5114-41d1-b13c-3e27b1221144), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:26.118094 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b301e574-1b77-4964-b35b-a917211aac33 None None] Current status of the port 0e10614c-794e-4a13-8ee9-d20b6662fa75 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:04:26.118489 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b301e574-1b77-4964-b35b-a917211aac33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (0e10614c-794e-4a13-8ee9-d20b6662fa75), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:26.170736 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-909e05bb-8705-40f2-91eb-50ddb5a396cf tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Allocated IP 172.20.0.13 (e81656d1-a28d-419c-b854-2d2ff3b48647/ea07c292-39fe-4676-afa0-6835b25de8af/22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:04:26.184401 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-b301e574-1b77-4964-b35b-a917211aac33 None None] For port 0e10614c-794e-4a13-8ee9-d20b6662fa75, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=0e10614c-794e-4a13-8ee9-d20b6662fa75,segment=NetworkSegment(82a8d6c3-e67b-4e80-894f-3ba95d511df4),segment_id=82a8d6c3-e67b-4e80-894f-3ba95d511df4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:26.187012 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 7bb26c3b-5114-41d1-b13c-3e27b1221144 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:04:26.190642 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b301e574-1b77-4964-b35b-a917211aac33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (0e10614c-794e-4a13-8ee9-d20b6662fa75), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:26.196494 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9837890d-6a74-4d25-ae5f-cc9e36c27ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29685ba0-20d9-41f2-aab9-fca7efa7eada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340667458', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'd3bccc9a-3a7d-4352-868a-e41aabccf23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:19Z', 'updated_at': '2022-02-09T02:04:22Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': 'd3bccc9a-3a7d-4352-868a-e41aabccf23d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:60:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29685ba0-20d9-41f2-aab9-fca7efa7eada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:19Z', 'updated_at': '2022-02-09T02:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '0e10614c-794e-4a13-8ee9-d20b6662fa75', 'name': '', 'network_id': 'e81656d1-a28d-419c-b854-2d2ff3b48647', 'tenant_id': '7050557f09d44893a51002583ece992c', 'mac_address': 'fa:16:3e:c5:d9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29685ba0-20d9-41f2-aab9-fca7efa7eada', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'ea07c292-39fe-4676-afa0-6835b25de8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:22Z', 'updated_at': '2022-02-09T02:04:25Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'subnets': [{'id': 'ea07c292-39fe-4676-afa0-6835b25de8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:26.223762 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9837890d-6a74-4d25-ae5f-cc9e36c27ca4 None None] The sync data for ids ['29685ba0-20d9-41f2-aab9-fca7efa7eada'] in n-d-828369-4 is: [{'id': '29685ba0-20d9-41f2-aab9-fca7efa7eada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340667458', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'd3bccc9a-3a7d-4352-868a-e41aabccf23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:19Z', 'updated_at': '2022-02-09T02:04:22Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': 'd3bccc9a-3a7d-4352-868a-e41aabccf23d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:60:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29685ba0-20d9-41f2-aab9-fca7efa7eada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:19Z', 'updated_at': '2022-02-09T02:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '0e10614c-794e-4a13-8ee9-d20b6662fa75', 'name': '', 'network_id': 'e81656d1-a28d-419c-b854-2d2ff3b48647', 'tenant_id': '7050557f09d44893a51002583ece992c', 'mac_address': 'fa:16:3e:c5:d9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29685ba0-20d9-41f2-aab9-fca7efa7eada', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'ea07c292-39fe-4676-afa0-6835b25de8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:22Z', 'updated_at': '2022-02-09T02:04:25Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'subnets': [{'id': 'ea07c292-39fe-4676-afa0-6835b25de8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:04:26.241956 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b301e574-1b77-4964-b35b-a917211aac33 None None] Pushing event updated for resources: {'Port': ['ID=0e10614c-794e-4a13-8ee9-d20b6662fa75,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:26.318457 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-321f9fc0-9b03-4ad7-b408-d02d2904fbe5 None None] Provisioning complete for port 0e10614c-794e-4a13-8ee9-d20b6662fa75 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:26.318762 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-321f9fc0-9b03-4ad7-b408-d02d2904fbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (0e10614c-794e-4a13-8ee9-d20b6662fa75), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:26.337785 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-909e05bb-8705-40f2-91eb-50ddb5a396cf tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for port (22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:26.375630 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-909e05bb-8705-40f2-91eb-50ddb5a396cf tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:26.419270 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-321f9fc0-9b03-4ad7-b408-d02d2904fbe5 None None] Current status of the port 0e10614c-794e-4a13-8ee9-d20b6662fa75 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:04:26.435656 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-909e05bb-8705-40f2-91eb-50ddb5a396cf tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Network e81656d1-a28d-419c-b854-2d2ff3b48647 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:04:26.438917 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-909e05bb-8705-40f2-91eb-50ddb5a396cf tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:04:26.443411 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-909e05bb-8705-40f2-91eb-50ddb5a396cf tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:04:26.450074 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e05bb-8705-40f2-91eb-50ddb5a396cf tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'Port': ['ID=22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:26.499091 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-909e05bb-8705-40f2-91eb-50ddb5a396cf tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:26.499762 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-909e05bb-8705-40f2-91eb-50ddb5a396cf tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:26.517101 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-909e05bb-8705-40f2-91eb-50ddb5a396cf tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6656370 Feb 09 02:04:26.529050 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-c3717ae6-aa56-48fb-a599-dbc77a4c15de service neutron] Request body: {'port': {'device_id': '32bac72e-099b-47b7-ab8b-c70f6ed2ece7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:26.600214 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-c3717ae6-aa56-48fb-a599-dbc77a4c15de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:26.741959 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-373c8e3d-568c-4ad5-b832-d2982d56a810 None None] Provisioning complete for port 22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:26.742840 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-373c8e3d-568c-4ad5-b832-d2982d56a810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:26.778282 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-373c8e3d-568c-4ad5-b832-d2982d56a810 None None] Port 22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:04:26.890099 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-c3717ae6-aa56-48fb-a599-dbc77a4c15de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:04:26.899248 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-c3717ae6-aa56-48fb-a599-dbc77a4c15de service neutron] Publish callbacks [] for port (22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:26.935448 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-c3717ae6-aa56-48fb-a599-dbc77a4c15de service neutron] Transition to ACTIVE for port object 22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:04:26.939766 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-c3717ae6-aa56-48fb-a599-dbc77a4c15de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:27.000529 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6e2b0-fcaa-4c61-b67a-1c1504670dd6 req-83c86a2c-1283-42eb-869a-17aa505fb447 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:27.002067 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-97b6e2b0-fcaa-4c61-b67a-1c1504670dd6 req-83c86a2c-1283-42eb-869a-17aa505fb447 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bac72e-099b-47b7-ab8b-c70f6ed2ece7 HTTP/1.1" status: 200 len: 932 time: 0.1051497 Feb 09 02:04:27.009068 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3717ae6-aa56-48fb-a599-dbc77a4c15de service neutron] Pushing event updated for resources: {'Port': ['ID=22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:27.112080 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-97b6e2b0-fcaa-4c61-b67a-1c1504670dd6 req-6f7fc5a0-ddd1-4c9f-b46a-cf125776cbca tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=1ec7655f-fe26-4007-8f79-e654a76dfba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960000 Feb 09 02:04:27.143326 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-c3717ae6-aa56-48fb-a599-dbc77a4c15de service neutron] Attempting to bind port 22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:04:27.143678 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-c3717ae6-aa56-48fb-a599-dbc77a4c15de service neutron] Attempting to bind port 22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': '82a8d6c3-e67b-4e80-894f-3ba95d511df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'e81656d1-a28d-419c-b854-2d2ff3b48647'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:04:27.144022 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-c3717ae6-aa56-48fb-a599-dbc77a4c15de service neutron] Attempting to bind port 22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9 on network e81656d1-a28d-419c-b854-2d2ff3b48647 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:04:27.150061 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-c3717ae6-aa56-48fb-a599-dbc77a4c15de service neutron] Port 22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9 on network e81656d1-a28d-419c-b854-2d2ff3b48647 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:04:27.150407 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-c3717ae6-aa56-48fb-a599-dbc77a4c15de service neutron] Attempting to bind port 22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9 on network e81656d1-a28d-419c-b854-2d2ff3b48647 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:04:27.155916 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-c3717ae6-aa56-48fb-a599-dbc77a4c15de service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:04:27.156266 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-c3717ae6-aa56-48fb-a599-dbc77a4c15de service neutron] Checking segment: {'id': '82a8d6c3-e67b-4e80-894f-3ba95d511df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'e81656d1-a28d-419c-b854-2d2ff3b48647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:04:27.156703 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-c3717ae6-aa56-48fb-a599-dbc77a4c15de service neutron] Bound using segment: {'id': '82a8d6c3-e67b-4e80-894f-3ba95d511df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'e81656d1-a28d-419c-b854-2d2ff3b48647'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:04:27.157156 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-c3717ae6-aa56-48fb-a599-dbc77a4c15de service neutron] Bound port: 22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82a8d6c3-e67b-4e80-894f-3ba95d511df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'e81656d1-a28d-419c-b854-2d2ff3b48647'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:04:27.157528 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-c3717ae6-aa56-48fb-a599-dbc77a4c15de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:27.229833 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-c3717ae6-aa56-48fb-a599-dbc77a4c15de service neutron] For port 22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:04:27.233227 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-c3717ae6-aa56-48fb-a599-dbc77a4c15de service neutron] For port 22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9,segment=NetworkSegment(82a8d6c3-e67b-4e80-894f-3ba95d511df4),segment_id=82a8d6c3-e67b-4e80-894f-3ba95d511df4)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:04:27.240243 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-c3717ae6-aa56-48fb-a599-dbc77a4c15de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:27.280326 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-c3717ae6-aa56-48fb-a599-dbc77a4c15de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:27.281002 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-c3717ae6-aa56-48fb-a599-dbc77a4c15de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:27.282423 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-c3717ae6-aa56-48fb-a599-dbc77a4c15de service neutron] 10.222.0.120 "PUT /v2.0/ports/22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9 HTTP/1.1" status: 200 len: 1092 time: 0.7586186 Feb 09 02:04:27.282904 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32bac72e-099b-47b7-ab8b-c70f6ed2ece7', 'tag': '22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:04:27.285297 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a470e99f0f86a4159e910055b77303d33aac5c61a6ba05ec29afc43a7220bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552fce20-6c4e-4a0f-a716-6831ba6bbd94" -d '{"events": [{"name": "network-changed", "server_uuid": "32bac72e-099b-47b7-ab8b-c70f6ed2ece7", "tag": "22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:04:27.339971 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3717ae6-aa56-48fb-a599-dbc77a4c15de service neutron] Pushing event updated for resources: {'Port': ['ID=22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:27.369016 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30bbad16-3d4b-4878-8a4a-7e80317d3744 x-openstack-request-id: req-30bbad16-3d4b-4878-8a4a-7e80317d3744 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:04:27.369461 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32bac72e-099b-47b7-ab8b-c70f6ed2ece7", "tag": "22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:04:27.369727 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-30bbad16-3d4b-4878-8a4a-7e80317d3744 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:04:27.370155 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32bac72e-099b-47b7-ab8b-c70f6ed2ece7', 'tag': '22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9', 'status': 'completed', 'code': 200} Feb 09 02:04:27.392667 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-064edcf8-844d-44a1-9d22-2998ea1e8048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:27.394392 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-064edcf8-844d-44a1-9d22-2998ea1e8048 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=7050557f09d44893a51002583ece992c&device_id=32bac72e-099b-47b7-ab8b-c70f6ed2ece7 HTTP/1.1" status: 200 len: 1126 time: 0.0674341 Feb 09 02:04:27.441498 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-2ec55d03-afeb-4d59-b8db-6712cdae0bab service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9 HTTP/1.1" status: 200 len: 217 time: 0.0399482 Feb 09 02:04:27.496332 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-0ac7dc51-0986-401a-aee7-f26d1ebfcbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:27.497898 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-0ac7dc51-0986-401a-aee7-f26d1ebfcbc7 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=ea07c292-39fe-4676-afa0-6835b25de8af HTTP/1.1" status: 200 len: 834 time: 0.0514703 Feb 09 02:04:27.548107 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-47ea024f-a9f9-407d-8306-ab57b4bc3703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:27.549676 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-47ea024f-a9f9-407d-8306-ab57b4bc3703 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=e81656d1-a28d-419c-b854-2d2ff3b48647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454924 Feb 09 02:04:27.639713 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-7afbff83-5d31-419f-9de2-93cd22edf0f3 service neutron] 10.222.0.120 "GET /v2.0/networks/e81656d1-a28d-419c-b854-2d2ff3b48647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837150 Feb 09 02:04:27.678326 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 0e10614c-794e-4a13-8ee9-d20b6662fa75 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:04:27.730576 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 0e10614c-794e-4a13-8ee9-d20b6662fa75 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:27.730958 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (0e10614c-794e-4a13-8ee9-d20b6662fa75), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:27.735335 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8fd52774-c24e-41ef-890b-ca0231eb19a9 req-32a9c21c-ac21-42f5-a5a3-42644dbfa661 service neutron] 10.222.0.120 "GET /v2.0/networks/e81656d1-a28d-419c-b854-2d2ff3b48647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891206 Feb 09 02:04:27.811203 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 0e10614c-794e-4a13-8ee9-d20b6662fa75 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:04:27.827313 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552fce20-6c4e-4a0f-a716-6831ba6bbd94 req-0524b657-7c48-44f8-9131-39112849411f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:27.828877 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-552fce20-6c4e-4a0f-a716-6831ba6bbd94 req-0524b657-7c48-44f8-9131-39112849411f service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=7050557f09d44893a51002583ece992c&device_id=32bac72e-099b-47b7-ab8b-c70f6ed2ece7 HTTP/1.1" status: 200 len: 1126 time: 0.0468304 Feb 09 02:04:27.918066 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552fce20-6c4e-4a0f-a716-6831ba6bbd94 req-e73d3554-8ffa-4ba5-ba34-55d513f52b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:27.919436 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-552fce20-6c4e-4a0f-a716-6831ba6bbd94 req-e73d3554-8ffa-4ba5-ba34-55d513f52b7f service neutron] 10.222.0.120 "GET /v2.0/networks?id=e81656d1-a28d-419c-b854-2d2ff3b48647 HTTP/1.1" status: 200 len: 899 time: 0.0852702 Feb 09 02:04:27.961919 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-552fce20-6c4e-4a0f-a716-6831ba6bbd94 req-6fb4fd04-7f7a-4baf-89c1-3386cabd2c82 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9 HTTP/1.1" status: 200 len: 217 time: 0.0355701 Feb 09 02:04:28.009526 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552fce20-6c4e-4a0f-a716-6831ba6bbd94 req-2719d897-a133-411e-a782-9269984c55c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:28.010975 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-552fce20-6c4e-4a0f-a716-6831ba6bbd94 req-2719d897-a133-411e-a782-9269984c55c5 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=ea07c292-39fe-4676-afa0-6835b25de8af HTTP/1.1" status: 200 len: 834 time: 0.0424232 Feb 09 02:04:28.058781 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552fce20-6c4e-4a0f-a716-6831ba6bbd94 req-2dbb3d3b-9b21-4587-8de2-1aefe71c150d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:28.060270 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-552fce20-6c4e-4a0f-a716-6831ba6bbd94 req-2dbb3d3b-9b21-4587-8de2-1aefe71c150d service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=e81656d1-a28d-419c-b854-2d2ff3b48647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434165 Feb 09 02:04:28.150336 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-552fce20-6c4e-4a0f-a716-6831ba6bbd94 req-5ab77ce2-e144-4670-b4e0-90b256e1367d service neutron] 10.222.0.120 "GET /v2.0/networks/e81656d1-a28d-419c-b854-2d2ff3b48647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835502 Feb 09 02:04:28.282198 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786663f4-3162-4f11-bd19-834f4a409111 req-a6bf8f4e-f0e3-4e64-9418-94a448824f4b tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:28.283721 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-786663f4-3162-4f11-bd19-834f4a409111 req-a6bf8f4e-f0e3-4e64-9418-94a448824f4b tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bac72e-099b-47b7-ab8b-c70f6ed2ece7 HTTP/1.1" status: 200 len: 944 time: 0.0837090 Feb 09 02:04:28.286696 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-552fce20-6c4e-4a0f-a716-6831ba6bbd94 req-088df0e5-1c8e-4b07-95e8-3e95438ab774 service neutron] 10.222.0.120 "GET /v2.0/networks/e81656d1-a28d-419c-b854-2d2ff3b48647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298351 Feb 09 02:04:28.335550 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-786663f4-3162-4f11-bd19-834f4a409111 req-5f596336-ae3f-4b02-b68d-8887c6852453 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=1ec7655f-fe26-4007-8f79-e654a76dfba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452900 Feb 09 02:04:29.456716 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983f88e-8336-4725-ae7f-825803a75d63 req-725dae37-6dc8-4f85-a4e7-22d1addca5de tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:29.458285 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2983f88e-8336-4725-ae7f-825803a75d63 req-725dae37-6dc8-4f85-a4e7-22d1addca5de tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bac72e-099b-47b7-ab8b-c70f6ed2ece7 HTTP/1.1" status: 200 len: 944 time: 0.0543046 Feb 09 02:04:29.506128 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2983f88e-8336-4725-ae7f-825803a75d63 req-41bed296-7007-4ac9-866c-af8c71fb00b8 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=1ec7655f-fe26-4007-8f79-e654a76dfba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420699 Feb 09 02:04:30.627607 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b76f3-6b9d-499e-859a-0e27e206c75a req-f448ee66-41dc-4d90-98d8-a2ef350069da tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:30.629162 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7e9b76f3-6b9d-499e-859a-0e27e206c75a req-f448ee66-41dc-4d90-98d8-a2ef350069da tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bac72e-099b-47b7-ab8b-c70f6ed2ece7 HTTP/1.1" status: 200 len: 944 time: 0.0568490 Feb 09 02:04:30.677300 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7e9b76f3-6b9d-499e-859a-0e27e206c75a req-75ecd2d9-3916-454b-8668-202cba4a4b89 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=1ec7655f-fe26-4007-8f79-e654a76dfba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424287 Feb 09 02:04:31.465043 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:04:31.714088 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9,segment=NetworkSegment(82a8d6c3-e67b-4e80-894f-3ba95d511df4),segment_id=82a8d6c3-e67b-4e80-894f-3ba95d511df4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:31.725917 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9', 'network_id': 'e81656d1-a28d-419c-b854-2d2ff3b48647', 'port_id': '22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9', 'mac_address': 'fa:16:3e:2c:8c:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea07c292-39fe-4676-afa0-6835b25de8af', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:04:31.763675 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:04:31.763675 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:31.778069 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:04:31.799024 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7e3c6-695b-4bd7-9360-339d9e8eda85 req-8d280f43-02d3-4bbd-8f08-b0703a395c63 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:31.800122 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9,segment=NetworkSegment(82a8d6c3-e67b-4e80-894f-3ba95d511df4),segment_id=82a8d6c3-e67b-4e80-894f-3ba95d511df4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:31.800639 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c2f7e3c6-695b-4bd7-9360-339d9e8eda85 req-8d280f43-02d3-4bbd-8f08-b0703a395c63 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bac72e-099b-47b7-ab8b-c70f6ed2ece7 HTTP/1.1" status: 200 len: 944 time: 0.0561860 Feb 09 02:04:31.805746 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:31.856449 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c2f7e3c6-695b-4bd7-9360-339d9e8eda85 req-cfac0d4f-a224-43b4-a50f-bc0b71afcc91 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=1ec7655f-fe26-4007-8f79-e654a76dfba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460970 Feb 09 02:04:31.857810 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:32.028755 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:04:32.491964 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e49c6cea-2e11-4a55-9668-c8756a06740f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:32.978195 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf0414-9c20-484a-9bd4-1e6cd0fe322d req-19841aea-94b4-4226-83d2-eb5ff027ef9f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:32.979687 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-20bf0414-9c20-484a-9bd4-1e6cd0fe322d req-19841aea-94b4-4226-83d2-eb5ff027ef9f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bac72e-099b-47b7-ab8b-c70f6ed2ece7 HTTP/1.1" status: 200 len: 945 time: 0.0561931 Feb 09 02:04:33.027876 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-20bf0414-9c20-484a-9bd4-1e6cd0fe322d req-83afc8b1-61b6-4537-ba1d-6e72b490fd68 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=1ec7655f-fe26-4007-8f79-e654a76dfba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426538 Feb 09 02:04:33.479929 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:04:33.529704 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:04:33.533566 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:04:33.533946 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:33.612226 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:04:33.612656 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:33.635488 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32bac72e-099b-47b7-ab8b-c70f6ed2ece7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:04:33.637727 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f766445e23ec559c7328ff843d6cc013f3fae19186639b550ac9b130fb2cde8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504483e7-5897-4fd9-a41b-3da4cdf4970b" -d '{"events": [{"server_uuid": "32bac72e-099b-47b7-ab8b-c70f6ed2ece7", "name": "network-vif-plugged", "status": "completed", "tag": "22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:04:33.650842 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9,segment=NetworkSegment(82a8d6c3-e67b-4e80-894f-3ba95d511df4),segment_id=82a8d6c3-e67b-4e80-894f-3ba95d511df4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:04:33.654743 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:33.677967 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40b84b6-00fe-4ecc-a22f-3d442f409377 x-openstack-request-id: req-b40b84b6-00fe-4ecc-a22f-3d442f409377 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:04:33.678257 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32bac72e-099b-47b7-ab8b-c70f6ed2ece7", "name": "network-vif-plugged", "status": "completed", "tag": "22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:04:33.678508 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b40b84b6-00fe-4ecc-a22f-3d442f409377 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:04:33.678920 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32bac72e-099b-47b7-ab8b-c70f6ed2ece7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9', 'code': 200} Feb 09 02:04:33.704600 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:33.771114 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eaabeb-b8e8-4abd-b878-82df4b9c311b req-9bd0bde5-2996-491b-944b-8d42ffa499e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:33.772986 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-04eaabeb-b8e8-4abd-b878-82df4b9c311b req-9bd0bde5-2996-491b-944b-8d42ffa499e8 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=32bac72e-099b-47b7-ab8b-c70f6ed2ece7 HTTP/1.1" status: 200 len: 1128 time: 0.0448651 Feb 09 02:04:33.821431 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-04eaabeb-b8e8-4abd-b878-82df4b9c311b req-fc7a8271-4d82-4460-be88-c3f8bb77f353 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=1ec7655f-fe26-4007-8f79-e654a76dfba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426342 Feb 09 02:04:34.154898 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e9580-da17-4ddd-ae56-6d548af850d1 req-74a9674a-138f-4f96-a7e6-b2a62e93282d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:34.156501 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a32e9580-da17-4ddd-ae56-6d548af850d1 req-74a9674a-138f-4f96-a7e6-b2a62e93282d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bac72e-099b-47b7-ab8b-c70f6ed2ece7 HTTP/1.1" status: 200 len: 946 time: 0.0612814 Feb 09 02:04:34.214437 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a32e9580-da17-4ddd-ae56-6d548af850d1 req-2951ebd6-37b3-4300-a299-c247da0dd3e7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=1ec7655f-fe26-4007-8f79-e654a76dfba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519278 Feb 09 02:04:34.517198 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02e8151d-4d5c-40b8-b713-c378da9bbef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:35.336751 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4161262-2a0b-494a-8c25-8832b397d70a req-4a12d7a0-b0d7-4c9f-bc05-ac3a62ec6b1e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:35.338241 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c4161262-2a0b-494a-8c25-8832b397d70a req-4a12d7a0-b0d7-4c9f-bc05-ac3a62ec6b1e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bac72e-099b-47b7-ab8b-c70f6ed2ece7 HTTP/1.1" status: 200 len: 946 time: 0.0530879 Feb 09 02:04:35.385677 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c4161262-2a0b-494a-8c25-8832b397d70a req-f5aae523-90b7-433a-ae70-eaf72e0bd541 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=1ec7655f-fe26-4007-8f79-e654a76dfba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418403 Feb 09 02:04:35.506095 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c09d2-490e-4d1c-82cf-17e14b0e907c req-e95db4f1-9e1e-4ebe-9772-ad249f248de2 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:35.507678 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-569c09d2-490e-4d1c-82cf-17e14b0e907c req-e95db4f1-9e1e-4ebe-9772-ad249f248de2 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bac72e-099b-47b7-ab8b-c70f6ed2ece7 HTTP/1.1" status: 200 len: 946 time: 0.0529902 Feb 09 02:04:35.555577 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-569c09d2-490e-4d1c-82cf-17e14b0e907c req-f5995e37-a762-4a4e-b7d3-1fd2c730c05b tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=1ec7655f-fe26-4007-8f79-e654a76dfba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423183 Feb 09 02:04:35.576934 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45542) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:35.620254 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521859f6-68dc-471f-97b7-491b3b0705ab tempest-TestNetworkAdvancedServerOps-392406596 tempest-TestNetworkAdvancedServerOps-392406596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:35.621814 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-521859f6-68dc-471f-97b7-491b3b0705ab tempest-TestNetworkAdvancedServerOps-392406596 tempest-TestNetworkAdvancedServerOps-392406596-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=32bac72e-099b-47b7-ab8b-c70f6ed2ece7 HTTP/1.1" status: 200 len: 1123 time: 0.0438173 Feb 09 02:04:35.624485 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45544) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:35.628622 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-b130be7c-6729-4b6d-8d4f-798c60fa2d7a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'port_id': '22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9', 'tenant_id': '7050557f09d44893a51002583ece992c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:04:35.650347 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b130be7c-6729-4b6d-8d4f-798c60fa2d7a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:35.747198 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b130be7c-6729-4b6d-8d4f-798c60fa2d7a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:35.851816 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-b130be7c-6729-4b6d-8d4f-798c60fa2d7a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Allocated IP 172.25.8.113 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/53c65f44-b46b-43f2-9124-26f35ada3513) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:04:35.969155 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b130be7c-6729-4b6d-8d4f-798c60fa2d7a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for port (53c65f44-b46b-43f2-9124-26f35ada3513), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:36.002504 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b130be7c-6729-4b6d-8d4f-798c60fa2d7a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (53c65f44-b46b-43f2-9124-26f35ada3513), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:36.015875 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:04:36.037749 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b130be7c-6729-4b6d-8d4f-798c60fa2d7a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:04:36.042415 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-b130be7c-6729-4b6d-8d4f-798c60fa2d7a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:04:36.046414 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b130be7c-6729-4b6d-8d4f-798c60fa2d7a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:04:36.073432 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b130be7c-6729-4b6d-8d4f-798c60fa2d7a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'Port': ['ID=53c65f44-b46b-43f2-9124-26f35ada3513,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:36.114865 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:36.509929 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b130be7c-6729-4b6d-8d4f-798c60fa2d7a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for floatingip (656acf48-2160-4727-874b-5cda932e64b9), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:36.877724 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b130be7c-6729-4b6d-8d4f-798c60fa2d7a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (53c65f44-b46b-43f2-9124-26f35ada3513), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:37.025850 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b130be7c-6729-4b6d-8d4f-798c60fa2d7a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for port (53c65f44-b46b-43f2-9124-26f35ada3513), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:37.029794 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b130be7c-6729-4b6d-8d4f-798c60fa2d7a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (53c65f44-b46b-43f2-9124-26f35ada3513), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:37.099042 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b130be7c-6729-4b6d-8d4f-798c60fa2d7a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'Port': ['ID=53c65f44-b46b-43f2-9124-26f35ada3513,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:04:37.110408 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130be7c-6729-4b6d-8d4f-798c60fa2d7a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:37.110766 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130be7c-6729-4b6d-8d4f-798c60fa2d7a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:37.111124 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130be7c-6729-4b6d-8d4f-798c60fa2d7a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:37.111468 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130be7c-6729-4b6d-8d4f-798c60fa2d7a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:37.111807 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130be7c-6729-4b6d-8d4f-798c60fa2d7a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:37.112143 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130be7c-6729-4b6d-8d4f-798c60fa2d7a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:37.112478 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130be7c-6729-4b6d-8d4f-798c60fa2d7a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:37.112834 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130be7c-6729-4b6d-8d4f-798c60fa2d7a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:37.113170 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130be7c-6729-4b6d-8d4f-798c60fa2d7a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:37.113545 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130be7c-6729-4b6d-8d4f-798c60fa2d7a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:37.113876 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130be7c-6729-4b6d-8d4f-798c60fa2d7a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:37.114209 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130be7c-6729-4b6d-8d4f-798c60fa2d7a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:37.114536 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130be7c-6729-4b6d-8d4f-798c60fa2d7a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:04:37.121678 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b130be7c-6729-4b6d-8d4f-798c60fa2d7a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (656acf48-2160-4727-874b-5cda932e64b9), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:37.223448 n-d-828369-4 neutron-server[103137]: INFO neutron.db.l3_db [None req-b130be7c-6729-4b6d-8d4f-798c60fa2d7a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Floating IP 656acf48-2160-4727-874b-5cda932e64b9 associated. External IP: 172.25.8.113, port: 22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9. Feb 09 02:04:37.399467 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:37.434730 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b130be7c-6729-4b6d-8d4f-798c60fa2d7a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Router 29685ba0-20d9-41f2-aab9-fca7efa7eada has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:04:37.543799 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b130be7c-6729-4b6d-8d4f-798c60fa2d7a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:04:37.554020 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70e262e-e647-4505-a384-7e615c903c1e None None] Sync routers for ids ['29685ba0-20d9-41f2-aab9-fca7efa7eada'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:04:37.561735 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b130be7c-6729-4b6d-8d4f-798c60fa2d7a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:37.563455 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70e262e-e647-4505-a384-7e615c903c1e None None] Routers {'29685ba0-20d9-41f2-aab9-fca7efa7eada'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:04:37.564080 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-d70e262e-e647-4505-a384-7e615c903c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:04:35Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['29685ba0-20d9-41f2-aab9-fca7efa7eada'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:37.592378 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b130be7c-6729-4b6d-8d4f-798c60fa2d7a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9668667 Feb 09 02:04:37.593089 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32bac72e-099b-47b7-ab8b-c70f6ed2ece7', 'tag': '22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:04:37.595440 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb43af88e673329c23149398428cc041a01d2eb1e38e3c4d9439b19a076227c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522020a7-b8d8-4331-a25b-a41d3c0482ba" -d '{"events": [{"name": "network-changed", "server_uuid": "32bac72e-099b-47b7-ab8b-c70f6ed2ece7", "tag": "22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:04:37.682512 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-d70e262e-e647-4505-a384-7e615c903c1e None None] Set router 29685ba0-20d9-41f2-aab9-fca7efa7eada gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:04:37.697010 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498a097b-bd21-4f3b-8094-45c393bc18fb x-openstack-request-id: req-498a097b-bd21-4f3b-8094-45c393bc18fb {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:04:37.697415 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32bac72e-099b-47b7-ab8b-c70f6ed2ece7", "tag": "22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:04:37.697544 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-498a097b-bd21-4f3b-8094-45c393bc18fb {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:04:37.697975 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32bac72e-099b-47b7-ab8b-c70f6ed2ece7', 'tag': '22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9', 'status': 'completed', 'code': 200} Feb 09 02:04:37.708438 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882d092-214f-487d-b30c-34a6d4127bbc req-9f5c6ffe-1bbb-4659-b41e-4ceaa791f478 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:37.710084 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c882d092-214f-487d-b30c-34a6d4127bbc req-9f5c6ffe-1bbb-4659-b41e-4ceaa791f478 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bac72e-099b-47b7-ab8b-c70f6ed2ece7 HTTP/1.1" status: 200 len: 946 time: 0.0621579 Feb 09 02:04:37.790286 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c882d092-214f-487d-b30c-34a6d4127bbc req-adeaf2e8-7f69-4d5e-8a5e-6ef99fe74222 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=1ec7655f-fe26-4007-8f79-e654a76dfba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746534 Feb 09 02:04:37.802847 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522020a7-b8d8-4331-a25b-a41d3c0482ba req-8a96cbc5-2599-405c-8188-17a1f4af5fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:37.804343 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-522020a7-b8d8-4331-a25b-a41d3c0482ba req-8a96cbc5-2599-405c-8188-17a1f4af5fee service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=7050557f09d44893a51002583ece992c&device_id=32bac72e-099b-47b7-ab8b-c70f6ed2ece7 HTTP/1.1" status: 200 len: 1128 time: 0.0820923 Feb 09 02:04:37.813500 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45552) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:37.885850 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b78515e7-6508-45b3-b51a-0b72c259f365 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/floatingips/656acf48-2160-4727-874b-5cda932e64b9 HTTP/1.1" status: 200 len: 992 time: 0.0700426 Feb 09 02:04:37.902871 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522020a7-b8d8-4331-a25b-a41d3c0482ba req-876e4dbd-ce8d-445f-acba-13510c9bd601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:37.904439 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-522020a7-b8d8-4331-a25b-a41d3c0482ba req-876e4dbd-ce8d-445f-acba-13510c9bd601 service neutron] 10.222.0.120 "GET /v2.0/networks?id=e81656d1-a28d-419c-b854-2d2ff3b48647 HTTP/1.1" status: 200 len: 899 time: 0.0942602 Feb 09 02:04:37.920442 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-d70e262e-e647-4505-a384-7e615c903c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29685ba0-20d9-41f2-aab9-fca7efa7eada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340667458', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'd3bccc9a-3a7d-4352-868a-e41aabccf23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:19Z', 'updated_at': '2022-02-09T02:04:22Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': 'd3bccc9a-3a7d-4352-868a-e41aabccf23d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:60:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29685ba0-20d9-41f2-aab9-fca7efa7eada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:19Z', 'updated_at': '2022-02-09T02:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '656acf48-2160-4727-874b-5cda932e64b9', 'tenant_id': '7050557f09d44893a51002583ece992c', 'floating_ip_address': '172.25.8.113', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '29685ba0-20d9-41f2-aab9-fca7efa7eada', 'port_id': '22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e81656d1-a28d-419c-b854-2d2ff3b48647', 'mac_address': 'fa:16:3e:2c:8c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32bac72e-099b-47b7-ab8b-c70f6ed2ece7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:04:36Z', 'updated_at': '2022-02-09T02:04:36Z', 'revision_number': 0, 'project_id': '7050557f09d44893a51002583ece992c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e10614c-794e-4a13-8ee9-d20b6662fa75', 'name': '', 'network_id': 'e81656d1-a28d-419c-b854-2d2ff3b48647', 'tenant_id': '7050557f09d44893a51002583ece992c', 'mac_address': 'fa:16:3e:c5:d9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29685ba0-20d9-41f2-aab9-fca7efa7eada', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'ea07c292-39fe-4676-afa0-6835b25de8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:22Z', 'updated_at': '2022-02-09T02:04:26Z', 'revision_number': 5, 'project_id': '7050557f09d44893a51002583ece992c', 'subnets': [{'id': 'ea07c292-39fe-4676-afa0-6835b25de8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:37.946866 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70e262e-e647-4505-a384-7e615c903c1e None None] Checking router: 29685ba0-20d9-41f2-aab9-fca7efa7eada for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:04:37.956119 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70e262e-e647-4505-a384-7e615c903c1e None None] Routers {'29685ba0-20d9-41f2-aab9-fca7efa7eada'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:04:37.956800 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-d70e262e-e647-4505-a384-7e615c903c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:04:35Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['29685ba0-20d9-41f2-aab9-fca7efa7eada'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:37.969550 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-522020a7-b8d8-4331-a25b-a41d3c0482ba req-6422d0da-98e2-4246-8b81-b30d4b7c760f service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9 HTTP/1.1" status: 200 len: 1000 time: 0.0587966 Feb 09 02:04:38.016815 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522020a7-b8d8-4331-a25b-a41d3c0482ba req-8e05e99b-cf5d-4be3-93a0-380d50135698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:38.018289 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-522020a7-b8d8-4331-a25b-a41d3c0482ba req-8e05e99b-cf5d-4be3-93a0-380d50135698 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=ea07c292-39fe-4676-afa0-6835b25de8af HTTP/1.1" status: 200 len: 834 time: 0.0431654 Feb 09 02:04:38.067320 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-d70e262e-e647-4505-a384-7e615c903c1e None None] Set router 29685ba0-20d9-41f2-aab9-fca7efa7eada gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:04:38.072423 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522020a7-b8d8-4331-a25b-a41d3c0482ba req-ff04f22e-a3be-4ce3-b9d0-5d0edd6f9d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:38.073968 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-522020a7-b8d8-4331-a25b-a41d3c0482ba req-ff04f22e-a3be-4ce3-b9d0-5d0edd6f9d31 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=e81656d1-a28d-419c-b854-2d2ff3b48647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492210 Feb 09 02:04:38.162548 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-522020a7-b8d8-4331-a25b-a41d3c0482ba req-2b79d5b1-f8a7-4358-9987-2adbbe80732c service neutron] 10.222.0.120 "GET /v2.0/networks/e81656d1-a28d-419c-b854-2d2ff3b48647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821891 Feb 09 02:04:38.165719 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:38.255460 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-522020a7-b8d8-4331-a25b-a41d3c0482ba req-73885d21-d966-43a5-b139-9827618d9e5c service neutron] 10.222.0.120 "GET /v2.0/networks/e81656d1-a28d-419c-b854-2d2ff3b48647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876980 Feb 09 02:04:38.309113 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-d70e262e-e647-4505-a384-7e615c903c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29685ba0-20d9-41f2-aab9-fca7efa7eada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340667458', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'd3bccc9a-3a7d-4352-868a-e41aabccf23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:19Z', 'updated_at': '2022-02-09T02:04:22Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': 'd3bccc9a-3a7d-4352-868a-e41aabccf23d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:60:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29685ba0-20d9-41f2-aab9-fca7efa7eada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:19Z', 'updated_at': '2022-02-09T02:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '656acf48-2160-4727-874b-5cda932e64b9', 'tenant_id': '7050557f09d44893a51002583ece992c', 'floating_ip_address': '172.25.8.113', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '29685ba0-20d9-41f2-aab9-fca7efa7eada', 'port_id': '22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e81656d1-a28d-419c-b854-2d2ff3b48647', 'mac_address': 'fa:16:3e:2c:8c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32bac72e-099b-47b7-ab8b-c70f6ed2ece7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:04:36Z', 'updated_at': '2022-02-09T02:04:36Z', 'revision_number': 0, 'project_id': '7050557f09d44893a51002583ece992c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e10614c-794e-4a13-8ee9-d20b6662fa75', 'name': '', 'network_id': 'e81656d1-a28d-419c-b854-2d2ff3b48647', 'tenant_id': '7050557f09d44893a51002583ece992c', 'mac_address': 'fa:16:3e:c5:d9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29685ba0-20d9-41f2-aab9-fca7efa7eada', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'ea07c292-39fe-4676-afa0-6835b25de8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:22Z', 'updated_at': '2022-02-09T02:04:26Z', 'revision_number': 5, 'project_id': '7050557f09d44893a51002583ece992c', 'subnets': [{'id': 'ea07c292-39fe-4676-afa0-6835b25de8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:04:38.336255 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70e262e-e647-4505-a384-7e615c903c1e None None] The sync data for ids ['29685ba0-20d9-41f2-aab9-fca7efa7eada'] in n-d-828369-4 is: [{'id': '29685ba0-20d9-41f2-aab9-fca7efa7eada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340667458', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'd3bccc9a-3a7d-4352-868a-e41aabccf23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:19Z', 'updated_at': '2022-02-09T02:04:22Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': 'd3bccc9a-3a7d-4352-868a-e41aabccf23d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:60:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29685ba0-20d9-41f2-aab9-fca7efa7eada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:19Z', 'updated_at': '2022-02-09T02:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '656acf48-2160-4727-874b-5cda932e64b9', 'tenant_id': '7050557f09d44893a51002583ece992c', 'floating_ip_address': '172.25.8.113', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '29685ba0-20d9-41f2-aab9-fca7efa7eada', 'port_id': '22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e81656d1-a28d-419c-b854-2d2ff3b48647', 'mac_address': 'fa:16:3e:2c:8c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32bac72e-099b-47b7-ab8b-c70f6ed2ece7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:04:36Z', 'updated_at': '2022-02-09T02:04:36Z', 'revision_number': 0, 'project_id': '7050557f09d44893a51002583ece992c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e10614c-794e-4a13-8ee9-d20b6662fa75', 'name': '', 'network_id': 'e81656d1-a28d-419c-b854-2d2ff3b48647', 'tenant_id': '7050557f09d44893a51002583ece992c', 'mac_address': 'fa:16:3e:c5:d9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29685ba0-20d9-41f2-aab9-fca7efa7eada', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'ea07c292-39fe-4676-afa0-6835b25de8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:22Z', 'updated_at': '2022-02-09T02:04:26Z', 'revision_number': 5, 'project_id': '7050557f09d44893a51002583ece992c', 'subnets': [{'id': 'ea07c292-39fe-4676-afa0-6835b25de8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:04:38.527503 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd74de9c-b917-4acd-b0e3-91493075f59a None None] New status for floating IP 656acf48-2160-4727-874b-5cda932e64b9: ACTIVE {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:04:38.531416 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:38.887815 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45554) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:04:38.950312 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c9a8d704-c1d9-4110-9653-abe5da009a51 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/floatingips/656acf48-2160-4727-874b-5cda932e64b9 HTTP/1.1" status: 200 len: 994 time: 0.0609334 Feb 09 02:04:39.821164 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:04:50.467927 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-50762743-147e-43a5-92cd-7719ed0d7cd6 req-cd55be4c-bda8-421a-93d1-5bdc03470906 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=32bac72e-099b-47b7-ab8b-c70f6ed2ece7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457652 Feb 09 02:04:50.551994 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50762743-147e-43a5-92cd-7719ed0d7cd6 req-12f154bc-9284-49e6-a2dc-9548415f9ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:50.553589 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-50762743-147e-43a5-92cd-7719ed0d7cd6 req-12f154bc-9284-49e6-a2dc-9548415f9ffe service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=7050557f09d44893a51002583ece992c&device_id=32bac72e-099b-47b7-ab8b-c70f6ed2ece7 HTTP/1.1" status: 200 len: 1128 time: 0.0449901 Feb 09 02:04:50.656526 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50762743-147e-43a5-92cd-7719ed0d7cd6 req-e83262fa-e375-41e2-916e-3eba7b76fb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:50.658077 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-50762743-147e-43a5-92cd-7719ed0d7cd6 req-e83262fa-e375-41e2-916e-3eba7b76fb64 service neutron] 10.222.0.120 "GET /v2.0/networks?id=e81656d1-a28d-419c-b854-2d2ff3b48647 HTTP/1.1" status: 200 len: 899 time: 0.0869789 Feb 09 02:04:50.724105 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-50762743-147e-43a5-92cd-7719ed0d7cd6 req-0ab57ac8-5bfa-4fbc-bb46-bff05b5e988e service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9 HTTP/1.1" status: 200 len: 1002 time: 0.0586424 Feb 09 02:04:50.770891 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50762743-147e-43a5-92cd-7719ed0d7cd6 req-919fd33e-9120-4976-b37c-5e47cb92cc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:50.772281 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-50762743-147e-43a5-92cd-7719ed0d7cd6 req-919fd33e-9120-4976-b37c-5e47cb92cc4e service neutron] 10.222.0.120 "GET /v2.0/subnets?id=ea07c292-39fe-4676-afa0-6835b25de8af HTTP/1.1" status: 200 len: 834 time: 0.0430772 Feb 09 02:04:50.823043 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50762743-147e-43a5-92cd-7719ed0d7cd6 req-48458c86-b1b1-4f58-adde-4fd48dc0f408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:04:50.824832 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-50762743-147e-43a5-92cd-7719ed0d7cd6 req-48458c86-b1b1-4f58-adde-4fd48dc0f408 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=e81656d1-a28d-419c-b854-2d2ff3b48647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464373 Feb 09 02:04:50.911602 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-50762743-147e-43a5-92cd-7719ed0d7cd6 req-2d185bd5-13bd-4571-a565-77f507ac5b87 service neutron] 10.222.0.120 "GET /v2.0/networks/e81656d1-a28d-419c-b854-2d2ff3b48647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798352 Feb 09 02:04:51.003465 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-50762743-147e-43a5-92cd-7719ed0d7cd6 req-8480e31a-52f5-48c3-86cd-53bf67ae27ec service neutron] 10.222.0.120 "GET /v2.0/networks/e81656d1-a28d-419c-b854-2d2ff3b48647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842338 Feb 09 02:05:02.495182 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-91f7fe74-93ad-4d20-8245-66ff6991bb80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:04.519434 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9d31a40b-5683-4c33-b78d-37ee4bced3b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:06.117390 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:07.402104 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:08.125937 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:08.534726 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:09.821398 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:10.018069 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7c5b5-5f53-4bf5-b18c-8fd57aa91d28 req-aa9a715f-a56b-43c4-b8d7-743439b03b78 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:10.019597 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f9d7c5b5-5f53-4bf5-b18c-8fd57aa91d28 req-aa9a715f-a56b-43c4-b8d7-743439b03b78 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bac72e-099b-47b7-ab8b-c70f6ed2ece7 HTTP/1.1" status: 200 len: 946 time: 0.0541451 Feb 09 02:05:10.068045 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f9d7c5b5-5f53-4bf5-b18c-8fd57aa91d28 req-41704cd6-c588-4156-83e0-fbf61aa16a1a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=1ec7655f-fe26-4007-8f79-e654a76dfba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427802 Feb 09 02:05:11.192503 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634504a8-e3c4-4bc3-a053-64603286200a req-fbaaafa0-cc8a-4fd9-b871-9a3d277b2ac5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:11.194030 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-634504a8-e3c4-4bc3-a053-64603286200a req-fbaaafa0-cc8a-4fd9-b871-9a3d277b2ac5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bac72e-099b-47b7-ab8b-c70f6ed2ece7 HTTP/1.1" status: 200 len: 946 time: 0.0525157 Feb 09 02:05:11.241813 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-634504a8-e3c4-4bc3-a053-64603286200a req-4edec522-d430-4ed6-9b0a-6c1040da56b9 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=1ec7655f-fe26-4007-8f79-e654a76dfba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419393 Feb 09 02:05:12.363945 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c8493-904b-495b-aeee-5cf822e24b2d req-ca81536b-2218-4f55-a443-bbd75cb86d2b tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:12.365439 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c98c8493-904b-495b-aeee-5cf822e24b2d req-ca81536b-2218-4f55-a443-bbd75cb86d2b tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bac72e-099b-47b7-ab8b-c70f6ed2ece7 HTTP/1.1" status: 200 len: 946 time: 0.0556059 Feb 09 02:05:12.413529 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c98c8493-904b-495b-aeee-5cf822e24b2d req-b9bc8bc4-d234-4978-9b10-0ccfa1eeb885 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=1ec7655f-fe26-4007-8f79-e654a76dfba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423815 Feb 09 02:05:13.014234 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:05:13.532564 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89da22df-4714-4efd-b976-f8e72817e2cb req-50c34c81-89df-44a6-a4ec-ff0012d9ac98 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:13.534079 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-89da22df-4714-4efd-b976-f8e72817e2cb req-50c34c81-89df-44a6-a4ec-ff0012d9ac98 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bac72e-099b-47b7-ab8b-c70f6ed2ece7 HTTP/1.1" status: 200 len: 946 time: 0.0518165 Feb 09 02:05:13.582368 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-89da22df-4714-4efd-b976-f8e72817e2cb req-6800c21a-68ff-4f11-acf6-2fb25a58272a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=1ec7655f-fe26-4007-8f79-e654a76dfba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424192 Feb 09 02:05:14.701228 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988494c-8a09-4ca0-848c-05a96264f21c req-5dc42b5b-5f1f-43f0-8abc-24ababb51857 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:14.702806 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6988494c-8a09-4ca0-848c-05a96264f21c req-5dc42b5b-5f1f-43f0-8abc-24ababb51857 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bac72e-099b-47b7-ab8b-c70f6ed2ece7 HTTP/1.1" status: 200 len: 946 time: 0.0524864 Feb 09 02:05:15.096493 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6988494c-8a09-4ca0-848c-05a96264f21c req-93c9c906-bbee-4afe-85a8-cd825b80ba25 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=1ec7655f-fe26-4007-8f79-e654a76dfba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3881075 Feb 09 02:05:16.212784 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d4530-a8e0-4bfa-881e-238918811a06 req-5f5d0154-7743-47de-9a52-ce1081187ed5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:16.214256 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d64d4530-a8e0-4bfa-881e-238918811a06 req-5f5d0154-7743-47de-9a52-ce1081187ed5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bac72e-099b-47b7-ab8b-c70f6ed2ece7 HTTP/1.1" status: 200 len: 946 time: 0.0517051 Feb 09 02:05:16.261198 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d64d4530-a8e0-4bfa-881e-238918811a06 req-53e6be99-eb01-489a-a10d-72e5513240a3 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=1ec7655f-fe26-4007-8f79-e654a76dfba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411854 Feb 09 02:05:17.381671 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e526733-a094-4373-bce3-2e38a992d96f req-b999bed6-4c26-41d7-b174-1cef549f7e2c tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:17.383934 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e526733-a094-4373-bce3-2e38a992d96f req-b999bed6-4c26-41d7-b174-1cef549f7e2c tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bac72e-099b-47b7-ab8b-c70f6ed2ece7 HTTP/1.1" status: 200 len: 946 time: 0.0540082 Feb 09 02:05:17.435709 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e526733-a094-4373-bce3-2e38a992d96f req-4b932975-bfe4-40db-838e-2354ebff2d08 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=1ec7655f-fe26-4007-8f79-e654a76dfba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461392 Feb 09 02:05:18.553508 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff35d9bf-7b02-44da-b016-ded3c9516fd3 req-35637e86-13c1-4a2b-8516-8a7fec2844be tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:18.554973 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ff35d9bf-7b02-44da-b016-ded3c9516fd3 req-35637e86-13c1-4a2b-8516-8a7fec2844be tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bac72e-099b-47b7-ab8b-c70f6ed2ece7 HTTP/1.1" status: 200 len: 946 time: 0.0510390 Feb 09 02:05:18.617732 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ff35d9bf-7b02-44da-b016-ded3c9516fd3 req-d56bf23b-e5bc-4a47-b357-1cc23d4fc342 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=1ec7655f-fe26-4007-8f79-e654a76dfba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572164 Feb 09 02:05:19.735484 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1624d-ada4-4f33-8770-6a05ec0d2e47 req-092feaa5-d765-422e-9336-0541ce913941 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:19.737526 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ffe1624d-ada4-4f33-8770-6a05ec0d2e47 req-092feaa5-d765-422e-9336-0541ce913941 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bac72e-099b-47b7-ab8b-c70f6ed2ece7 HTTP/1.1" status: 200 len: 946 time: 0.0532684 Feb 09 02:05:19.785199 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ffe1624d-ada4-4f33-8770-6a05ec0d2e47 req-976722e7-36b7-4665-919d-ef33d5b95504 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=1ec7655f-fe26-4007-8f79-e654a76dfba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420606 Feb 09 02:05:20.908038 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e1743-a466-4c7d-99e0-824695696f56 req-de58c7cc-5f1c-42a5-bf60-0fd07de91ee1 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:20.909543 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-df3e1743-a466-4c7d-99e0-824695696f56 req-de58c7cc-5f1c-42a5-bf60-0fd07de91ee1 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bac72e-099b-47b7-ab8b-c70f6ed2ece7 HTTP/1.1" status: 200 len: 946 time: 0.0560739 Feb 09 02:05:20.957240 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-df3e1743-a466-4c7d-99e0-824695696f56 req-6d41e458-bc3d-495a-82f8-ed52bd1dc1de tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=1ec7655f-fe26-4007-8f79-e654a76dfba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421464 Feb 09 02:05:20.979626 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45590) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:21.047650 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4aee4f96-dfc3-403f-9610-b8af4bb7e4e0 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/floatingips/656acf48-2160-4727-874b-5cda932e64b9 HTTP/1.1" status: 200 len: 994 time: 0.0668910 Feb 09 02:05:22.349622 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281ad8b-c699-44a2-b97d-50d6b137281b req-9a76eedf-eddf-45a4-8ee0-076e4ae24246 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:22.351096 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f281ad8b-c699-44a2-b97d-50d6b137281b req-9a76eedf-eddf-45a4-8ee0-076e4ae24246 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bac72e-099b-47b7-ab8b-c70f6ed2ece7 HTTP/1.1" status: 200 len: 946 time: 0.0851805 Feb 09 02:05:22.357120 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab73acd5-9a36-4a75-b3af-b68e5e7b1115 req-ea760629-f2e4-4640-8f5f-ca3b4587c12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:22.358489 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ab73acd5-9a36-4a75-b3af-b68e5e7b1115 req-ea760629-f2e4-4640-8f5f-ca3b4587c12d service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=7050557f09d44893a51002583ece992c&device_id=32bac72e-099b-47b7-ab8b-c70f6ed2ece7 HTTP/1.1" status: 200 len: 1128 time: 0.0619142 Feb 09 02:05:22.457461 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f281ad8b-c699-44a2-b97d-50d6b137281b req-89f9e8cc-69bf-4d02-bba3-40635408a3c9 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=1ec7655f-fe26-4007-8f79-e654a76dfba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980101 Feb 09 02:05:22.480947 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab73acd5-9a36-4a75-b3af-b68e5e7b1115 req-9bcf3b66-a67c-499b-aeee-dd1bc34aa742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:22.482447 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ab73acd5-9a36-4a75-b3af-b68e5e7b1115 req-9bcf3b66-a67c-499b-aeee-dd1bc34aa742 service neutron] 10.222.0.120 "GET /v2.0/networks?id=e81656d1-a28d-419c-b854-2d2ff3b48647 HTTP/1.1" status: 200 len: 899 time: 0.1167119 Feb 09 02:05:22.547230 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ab73acd5-9a36-4a75-b3af-b68e5e7b1115 req-d39b4fa8-3287-40a7-b8af-3f18eeb7f038 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9 HTTP/1.1" status: 200 len: 1002 time: 0.0585539 Feb 09 02:05:22.596457 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab73acd5-9a36-4a75-b3af-b68e5e7b1115 req-155962f3-94b1-4011-83ef-f2b6ab5e500a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:22.597981 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ab73acd5-9a36-4a75-b3af-b68e5e7b1115 req-155962f3-94b1-4011-83ef-f2b6ab5e500a service neutron] 10.222.0.120 "GET /v2.0/subnets?id=ea07c292-39fe-4676-afa0-6835b25de8af HTTP/1.1" status: 200 len: 834 time: 0.0442982 Feb 09 02:05:22.649495 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab73acd5-9a36-4a75-b3af-b68e5e7b1115 req-cb2ff120-41e6-488f-af1f-e2a1e4eed5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:22.650945 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ab73acd5-9a36-4a75-b3af-b68e5e7b1115 req-cb2ff120-41e6-488f-af1f-e2a1e4eed5d9 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=e81656d1-a28d-419c-b854-2d2ff3b48647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477424 Feb 09 02:05:22.740288 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ab73acd5-9a36-4a75-b3af-b68e5e7b1115 req-d01e8892-40c7-4511-af28-d78098256c00 service neutron] 10.222.0.120 "GET /v2.0/networks/e81656d1-a28d-419c-b854-2d2ff3b48647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823178 Feb 09 02:05:22.833339 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ab73acd5-9a36-4a75-b3af-b68e5e7b1115 req-c49485ab-19a1-4c79-9210-b9eb4969221e service neutron] 10.222.0.120 "GET /v2.0/networks/e81656d1-a28d-419c-b854-2d2ff3b48647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877249 Feb 09 02:05:23.581072 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd3a5c-3bb2-446f-bd95-0a82280caea1 req-a3dc21d1-769f-42b5-ace9-91ff4a68b7a7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:23.582541 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99bd3a5c-3bb2-446f-bd95-0a82280caea1 req-a3dc21d1-769f-42b5-ace9-91ff4a68b7a7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bac72e-099b-47b7-ab8b-c70f6ed2ece7 HTTP/1.1" status: 200 len: 946 time: 0.0531540 Feb 09 02:05:23.630155 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-99bd3a5c-3bb2-446f-bd95-0a82280caea1 req-07cef926-a2f2-441f-beb3-b0cce5d143fe tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=1ec7655f-fe26-4007-8f79-e654a76dfba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420561 Feb 09 02:05:23.653291 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45600) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:23.711744 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-aecdb2ed-1bf1-4e18-b26c-d77cac36e2a0 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/floatingips/656acf48-2160-4727-874b-5cda932e64b9 HTTP/1.1" status: 200 len: 994 time: 0.0573468 Feb 09 02:05:32.496240 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7979f50c-3284-4c49-92c1-7175d8f468a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:34.514381 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5db59dfe-f8db-4538-a0ab-0a3bf7655c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:36.126074 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:37.409182 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:38.123003 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:38.536565 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:39.836706 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:50.014454 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:05:52.466274 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9d3b0612-d555-4312-a4d0-cf53708a67af req-b4734d2b-13ec-4a63-9c18-0b9dcad63df3 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=32bac72e-099b-47b7-ab8b-c70f6ed2ece7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0483146 Feb 09 02:05:52.550868 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b0612-d555-4312-a4d0-cf53708a67af req-1eb7ad88-ee4b-4a6f-92d0-f4194021e7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:52.552422 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9d3b0612-d555-4312-a4d0-cf53708a67af req-1eb7ad88-ee4b-4a6f-92d0-f4194021e7d1 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=7050557f09d44893a51002583ece992c&device_id=32bac72e-099b-47b7-ab8b-c70f6ed2ece7 HTTP/1.1" status: 200 len: 1128 time: 0.0453897 Feb 09 02:05:52.651963 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b0612-d555-4312-a4d0-cf53708a67af req-52ef2e19-f682-410e-89f5-fae9c7e51f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:52.653509 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9d3b0612-d555-4312-a4d0-cf53708a67af req-52ef2e19-f682-410e-89f5-fae9c7e51f1f service neutron] 10.222.0.120 "GET /v2.0/networks?id=e81656d1-a28d-419c-b854-2d2ff3b48647 HTTP/1.1" status: 200 len: 899 time: 0.0830240 Feb 09 02:05:52.721631 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9d3b0612-d555-4312-a4d0-cf53708a67af req-fe4b0106-b97d-4ece-9507-a7a38ad4c4be service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9 HTTP/1.1" status: 200 len: 1002 time: 0.0617142 Feb 09 02:05:52.769237 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b0612-d555-4312-a4d0-cf53708a67af req-41e52672-5660-42a6-8f53-50cdbdcf4ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:52.770764 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9d3b0612-d555-4312-a4d0-cf53708a67af req-41e52672-5660-42a6-8f53-50cdbdcf4ca0 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=ea07c292-39fe-4676-afa0-6835b25de8af HTTP/1.1" status: 200 len: 834 time: 0.0441186 Feb 09 02:05:52.818197 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b0612-d555-4312-a4d0-cf53708a67af req-41336a1f-4b2d-42b3-80aa-ced740e79af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:52.819731 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9d3b0612-d555-4312-a4d0-cf53708a67af req-41336a1f-4b2d-42b3-80aa-ced740e79af5 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=e81656d1-a28d-419c-b854-2d2ff3b48647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432200 Feb 09 02:05:52.909468 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9d3b0612-d555-4312-a4d0-cf53708a67af req-3aefd9ae-8bb9-48c0-924e-2daf834c03a4 service neutron] 10.222.0.120 "GET /v2.0/networks/e81656d1-a28d-419c-b854-2d2ff3b48647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841024 Feb 09 02:05:52.997775 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9d3b0612-d555-4312-a4d0-cf53708a67af req-ab735f78-00da-442a-b965-220dfc038635 service neutron] 10.222.0.120 "GET /v2.0/networks/e81656d1-a28d-419c-b854-2d2ff3b48647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825212 Feb 09 02:05:54.064347 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45616) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:54.221849 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-0d114766-64d2-4d68-a97f-134c5585d375 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Deleting port 53c65f44-b46b-43f2-9124-26f35ada3513 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:05:54.222206 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0d114766-64d2-4d68-a97f-134c5585d375 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (53c65f44-b46b-43f2-9124-26f35ada3513), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:54.299522 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0d114766-64d2-4d68-a97f-134c5585d375 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (53c65f44-b46b-43f2-9124-26f35ada3513), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:54.299857 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0d114766-64d2-4d68-a97f-134c5585d375 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for floatingip (53c65f44-b46b-43f2-9124-26f35ada3513), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:54.311475 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-0d114766-64d2-4d68-a97f-134c5585d375 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Calling delete_port for 53c65f44-b46b-43f2-9124-26f35ada3513 owned by network:floatingip {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:05:54.460132 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0d114766-64d2-4d68-a97f-134c5585d375 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (53c65f44-b46b-43f2-9124-26f35ada3513), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:54.486688 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d114766-64d2-4d68-a97f-134c5585d375 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event deleted for resources: {'Port': ['ID=53c65f44-b46b-43f2-9124-26f35ada3513,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:54.512316 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d114766-64d2-4d68-a97f-134c5585d375 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:54.512711 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d114766-64d2-4d68-a97f-134c5585d375 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:54.513061 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d114766-64d2-4d68-a97f-134c5585d375 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:54.513408 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d114766-64d2-4d68-a97f-134c5585d375 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:54.513750 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d114766-64d2-4d68-a97f-134c5585d375 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:54.514087 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d114766-64d2-4d68-a97f-134c5585d375 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:54.514420 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d114766-64d2-4d68-a97f-134c5585d375 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:54.515287 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d114766-64d2-4d68-a97f-134c5585d375 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:54.515622 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d114766-64d2-4d68-a97f-134c5585d375 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:54.515983 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d114766-64d2-4d68-a97f-134c5585d375 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:54.516327 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d114766-64d2-4d68-a97f-134c5585d375 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:54.516667 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d114766-64d2-4d68-a97f-134c5585d375 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:54.516994 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d114766-64d2-4d68-a97f-134c5585d375 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:54.555174 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0d114766-64d2-4d68-a97f-134c5585d375 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for floatingip (656acf48-2160-4727-874b-5cda932e64b9), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:54.555441 n-d-828369-4 neutron-server[103137]: INFO neutron.db.l3_db [None req-0d114766-64d2-4d68-a97f-134c5585d375 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Floating IP 656acf48-2160-4727-874b-5cda932e64b9 disassociated (deleted). External IP: 172.25.8.113, port: 22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9. Feb 09 02:05:54.774130 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d114766-64d2-4d68-a97f-134c5585d375 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Router 29685ba0-20d9-41f2-aab9-fca7efa7eada has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:05:54.887208 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d114766-64d2-4d68-a97f-134c5585d375 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:05:54.892129 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0d114766-64d2-4d68-a97f-134c5585d375 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:54.898536 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f0c242-5824-42dd-aa44-718409888c42 None None] Sync routers for ids ['29685ba0-20d9-41f2-aab9-fca7efa7eada'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:05:54.913448 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f0c242-5824-42dd-aa44-718409888c42 None None] Routers {'29685ba0-20d9-41f2-aab9-fca7efa7eada'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:05:54.914074 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-f1f0c242-5824-42dd-aa44-718409888c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:05:35Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['29685ba0-20d9-41f2-aab9-fca7efa7eada'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:54.922092 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0d114766-64d2-4d68-a97f-134c5585d375 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "DELETE /v2.0/floatingips/656acf48-2160-4727-874b-5cda932e64b9 HTTP/1.1" status: 204 len: 168 time: 0.8566270 Feb 09 02:05:54.922692 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32bac72e-099b-47b7-ab8b-c70f6ed2ece7', 'tag': '22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:05:54.924977 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb43af88e673329c23149398428cc041a01d2eb1e38e3c4d9439b19a076227c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1050d1-82d9-44fa-976a-073f2b95b77a" -d '{"events": [{"name": "network-changed", "server_uuid": "32bac72e-099b-47b7-ab8b-c70f6ed2ece7", "tag": "22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:05:54.964437 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571e373e-c90b-4f9a-a4e5-9ffe0805e124 x-openstack-request-id: req-571e373e-c90b-4f9a-a4e5-9ffe0805e124 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:05:54.964784 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32bac72e-099b-47b7-ab8b-c70f6ed2ece7", "tag": "22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:05:54.965047 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-571e373e-c90b-4f9a-a4e5-9ffe0805e124 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:05:54.965459 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32bac72e-099b-47b7-ab8b-c70f6ed2ece7', 'tag': '22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9', 'status': 'completed', 'code': 200} Feb 09 02:05:55.042214 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-f1f0c242-5824-42dd-aa44-718409888c42 None None] Set router 29685ba0-20d9-41f2-aab9-fca7efa7eada gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:05:55.050785 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1050d1-82d9-44fa-976a-073f2b95b77a req-a811b3c1-ae7f-4a31-897c-cd31040c60d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:55.052397 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a1050d1-82d9-44fa-976a-073f2b95b77a req-a811b3c1-ae7f-4a31-897c-cd31040c60d1 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=7050557f09d44893a51002583ece992c&device_id=32bac72e-099b-47b7-ab8b-c70f6ed2ece7 HTTP/1.1" status: 200 len: 1128 time: 0.0625226 Feb 09 02:05:55.194487 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce715cc8-36e8-4da4-932f-420318e0428e req-acf84abb-1a22-4d60-b564-05adc5e13133 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:55.195880 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ce715cc8-36e8-4da4-932f-420318e0428e req-acf84abb-1a22-4d60-b564-05adc5e13133 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bac72e-099b-47b7-ab8b-c70f6ed2ece7 HTTP/1.1" status: 200 len: 946 time: 0.0842664 Feb 09 02:05:55.198964 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1050d1-82d9-44fa-976a-073f2b95b77a req-4b8a6333-fa53-4026-855a-15fbd9a766a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:55.200449 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a1050d1-82d9-44fa-976a-073f2b95b77a req-4b8a6333-fa53-4026-855a-15fbd9a766a0 service neutron] 10.222.0.120 "GET /v2.0/networks?id=e81656d1-a28d-419c-b854-2d2ff3b48647 HTTP/1.1" status: 200 len: 899 time: 0.1419799 Feb 09 02:05:55.245873 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-f1f0c242-5824-42dd-aa44-718409888c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29685ba0-20d9-41f2-aab9-fca7efa7eada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340667458', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'd3bccc9a-3a7d-4352-868a-e41aabccf23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:19Z', 'updated_at': '2022-02-09T02:04:22Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': 'd3bccc9a-3a7d-4352-868a-e41aabccf23d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:60:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29685ba0-20d9-41f2-aab9-fca7efa7eada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:19Z', 'updated_at': '2022-02-09T02:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '0e10614c-794e-4a13-8ee9-d20b6662fa75', 'name': '', 'network_id': 'e81656d1-a28d-419c-b854-2d2ff3b48647', 'tenant_id': '7050557f09d44893a51002583ece992c', 'mac_address': 'fa:16:3e:c5:d9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29685ba0-20d9-41f2-aab9-fca7efa7eada', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'ea07c292-39fe-4676-afa0-6835b25de8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:22Z', 'updated_at': '2022-02-09T02:04:26Z', 'revision_number': 5, 'project_id': '7050557f09d44893a51002583ece992c', 'subnets': [{'id': 'ea07c292-39fe-4676-afa0-6835b25de8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:55.254025 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a1050d1-82d9-44fa-976a-073f2b95b77a req-f4d57b5d-08ba-45d8-a7ad-766984941928 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9 HTTP/1.1" status: 200 len: 217 time: 0.0446894 Feb 09 02:05:55.271827 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f0c242-5824-42dd-aa44-718409888c42 None None] Checking router: 29685ba0-20d9-41f2-aab9-fca7efa7eada for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:05:55.279912 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f0c242-5824-42dd-aa44-718409888c42 None None] Routers {'29685ba0-20d9-41f2-aab9-fca7efa7eada'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:05:55.281176 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-f1f0c242-5824-42dd-aa44-718409888c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:05:35Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['29685ba0-20d9-41f2-aab9-fca7efa7eada'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:55.303532 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ce715cc8-36e8-4da4-932f-420318e0428e req-a5228216-348f-4ac2-819d-ba1bda4449a0 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=1ec7655f-fe26-4007-8f79-e654a76dfba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015794 Feb 09 02:05:55.319918 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1050d1-82d9-44fa-976a-073f2b95b77a req-41d6fe44-f584-4896-bade-e637f910d2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:55.321741 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a1050d1-82d9-44fa-976a-073f2b95b77a req-41d6fe44-f584-4896-bade-e637f910d2eb service neutron] 10.222.0.120 "GET /v2.0/subnets?id=ea07c292-39fe-4676-afa0-6835b25de8af HTTP/1.1" status: 200 len: 834 time: 0.0601640 Feb 09 02:05:55.375762 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1050d1-82d9-44fa-976a-073f2b95b77a req-8c6f7cda-8e86-4eb8-8775-ca2662dd55fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:55.377476 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a1050d1-82d9-44fa-976a-073f2b95b77a req-8c6f7cda-8e86-4eb8-8775-ca2662dd55fc service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=e81656d1-a28d-419c-b854-2d2ff3b48647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490358 Feb 09 02:05:55.386551 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-f1f0c242-5824-42dd-aa44-718409888c42 None None] Set router 29685ba0-20d9-41f2-aab9-fca7efa7eada gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:05:55.466211 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a1050d1-82d9-44fa-976a-073f2b95b77a req-864b65b6-5f52-402f-9fe1-48f7e92cc194 service neutron] 10.222.0.120 "GET /v2.0/networks/e81656d1-a28d-419c-b854-2d2ff3b48647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823648 Feb 09 02:05:55.561143 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7a1050d1-82d9-44fa-976a-073f2b95b77a req-b14b62f0-6c76-4e53-ab1f-cf1c8314fee2 service neutron] 10.222.0.120 "GET /v2.0/networks/e81656d1-a28d-419c-b854-2d2ff3b48647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889511 Feb 09 02:05:55.584061 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-f1f0c242-5824-42dd-aa44-718409888c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29685ba0-20d9-41f2-aab9-fca7efa7eada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340667458', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'd3bccc9a-3a7d-4352-868a-e41aabccf23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:19Z', 'updated_at': '2022-02-09T02:04:22Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': 'd3bccc9a-3a7d-4352-868a-e41aabccf23d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:60:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29685ba0-20d9-41f2-aab9-fca7efa7eada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:19Z', 'updated_at': '2022-02-09T02:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '0e10614c-794e-4a13-8ee9-d20b6662fa75', 'name': '', 'network_id': 'e81656d1-a28d-419c-b854-2d2ff3b48647', 'tenant_id': '7050557f09d44893a51002583ece992c', 'mac_address': 'fa:16:3e:c5:d9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29685ba0-20d9-41f2-aab9-fca7efa7eada', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'ea07c292-39fe-4676-afa0-6835b25de8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:22Z', 'updated_at': '2022-02-09T02:04:26Z', 'revision_number': 5, 'project_id': '7050557f09d44893a51002583ece992c', 'subnets': [{'id': 'ea07c292-39fe-4676-afa0-6835b25de8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:55.763900 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f0c242-5824-42dd-aa44-718409888c42 None None] The sync data for ids ['29685ba0-20d9-41f2-aab9-fca7efa7eada'] in n-d-828369-4 is: [{'id': '29685ba0-20d9-41f2-aab9-fca7efa7eada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340667458', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'd3bccc9a-3a7d-4352-868a-e41aabccf23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:19Z', 'updated_at': '2022-02-09T02:04:22Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': 'd3bccc9a-3a7d-4352-868a-e41aabccf23d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:60:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29685ba0-20d9-41f2-aab9-fca7efa7eada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:19Z', 'updated_at': '2022-02-09T02:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '0e10614c-794e-4a13-8ee9-d20b6662fa75', 'name': '', 'network_id': 'e81656d1-a28d-419c-b854-2d2ff3b48647', 'tenant_id': '7050557f09d44893a51002583ece992c', 'mac_address': 'fa:16:3e:c5:d9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29685ba0-20d9-41f2-aab9-fca7efa7eada', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'ea07c292-39fe-4676-afa0-6835b25de8af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:22Z', 'updated_at': '2022-02-09T02:04:26Z', 'revision_number': 5, 'project_id': '7050557f09d44893a51002583ece992c', 'subnets': [{'id': 'ea07c292-39fe-4676-afa0-6835b25de8af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:05:55.988499 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efc3ac4-4310-4762-b64d-951069696566 None None] New status for floating IP 656acf48-2160-4727-874b-5cda932e64b9: DOWN {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:05:56.426280 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a1fc1-2717-4cd8-b1da-bc03c9146cf1 req-bd7a06e3-100d-4aac-9a24-9fb54e31de9d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:56.427802 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2f3a1fc1-2717-4cd8-b1da-bc03c9146cf1 req-bd7a06e3-100d-4aac-9a24-9fb54e31de9d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bac72e-099b-47b7-ab8b-c70f6ed2ece7 HTTP/1.1" status: 200 len: 946 time: 0.0531182 Feb 09 02:05:56.477415 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2f3a1fc1-2717-4cd8-b1da-bc03c9146cf1 req-89a4d01d-7258-45a7-81cc-c38907882df8 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=1ec7655f-fe26-4007-8f79-e654a76dfba0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429201 Feb 09 02:05:56.612310 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05dd7c-3cd3-46f9-9f9f-65857f93fec3 req-837099f3-9202-4f59-bf44-6eb1feaf83d2 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:05:56.613703 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1b05dd7c-3cd3-46f9-9f9f-65857f93fec3 req-837099f3-9202-4f59-bf44-6eb1feaf83d2 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.120 "GET /v2.0/ports?device_id=32bac72e-099b-47b7-ab8b-c70f6ed2ece7 HTTP/1.1" status: 200 len: 946 time: 0.0510197 Feb 09 02:05:56.707358 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-1b05dd7c-3cd3-46f9-9f9f-65857f93fec3 req-a616abef-bb84-4fd3-95cf-48d704095df5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Deleting port 22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:05:56.707833 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1b05dd7c-3cd3-46f9-9f9f-65857f93fec3 req-a616abef-bb84-4fd3-95cf-48d704095df5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:56.793700 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-1b05dd7c-3cd3-46f9-9f9f-65857f93fec3 req-a616abef-bb84-4fd3-95cf-48d704095df5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] For port 22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9,segment=NetworkSegment(82a8d6c3-e67b-4e80-894f-3ba95d511df4),segment_id=82a8d6c3-e67b-4e80-894f-3ba95d511df4)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:56.794064 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1b05dd7c-3cd3-46f9-9f9f-65857f93fec3 req-a616abef-bb84-4fd3-95cf-48d704095df5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:56.810043 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-1b05dd7c-3cd3-46f9-9f9f-65857f93fec3 req-a616abef-bb84-4fd3-95cf-48d704095df5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Calling delete_port for 22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:05:56.937045 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1b05dd7c-3cd3-46f9-9f9f-65857f93fec3 req-a616abef-bb84-4fd3-95cf-48d704095df5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:56.966325 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a616abef-bb84-4fd3-95cf-48d704095df5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event deleted for resources: {'Port': ['ID=22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:56.996931 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a616abef-bb84-4fd3-95cf-48d704095df5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:56.997287 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a616abef-bb84-4fd3-95cf-48d704095df5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:56.997636 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a616abef-bb84-4fd3-95cf-48d704095df5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:56.997978 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a616abef-bb84-4fd3-95cf-48d704095df5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:56.998318 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a616abef-bb84-4fd3-95cf-48d704095df5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:56.998654 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a616abef-bb84-4fd3-95cf-48d704095df5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:56.999027 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a616abef-bb84-4fd3-95cf-48d704095df5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:56.999359 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a616abef-bb84-4fd3-95cf-48d704095df5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:56.999692 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a616abef-bb84-4fd3-95cf-48d704095df5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:57.000019 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a616abef-bb84-4fd3-95cf-48d704095df5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:57.000346 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a616abef-bb84-4fd3-95cf-48d704095df5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:57.000698 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a616abef-bb84-4fd3-95cf-48d704095df5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:57.001021 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a616abef-bb84-4fd3-95cf-48d704095df5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:05:57.020438 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b05dd7c-3cd3-46f9-9f9f-65857f93fec3 req-a616abef-bb84-4fd3-95cf-48d704095df5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] No DVR routers for this DVR port 22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:05:57.022975 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-1b05dd7c-3cd3-46f9-9f9f-65857f93fec3 req-a616abef-bb84-4fd3-95cf-48d704095df5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:57.026262 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1b05dd7c-3cd3-46f9-9f9f-65857f93fec3 req-a616abef-bb84-4fd3-95cf-48d704095df5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.120 "DELETE /v2.0/ports/22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9 HTTP/1.1" status: 204 len: 173 time: 0.4080391 Feb 09 02:05:57.026707 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32bac72e-099b-47b7-ab8b-c70f6ed2ece7', 'name': 'network-vif-deleted', 'tag': '22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:05:57.028946 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a470e99f0f86a4159e910055b77303d33aac5c61a6ba05ec29afc43a7220bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55832e3-90f5-4cae-a451-65cb39d8339c" -d '{"events": [{"server_uuid": "32bac72e-099b-47b7-ab8b-c70f6ed2ece7", "name": "network-vif-deleted", "tag": "22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:05:57.066061 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3d4b25-0403-4da3-9ca8-8b4112030ef8 x-openstack-request-id: req-da3d4b25-0403-4da3-9ca8-8b4112030ef8 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:05:57.066354 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32bac72e-099b-47b7-ab8b-c70f6ed2ece7", "name": "network-vif-deleted", "tag": "22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:05:57.066604 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-da3d4b25-0403-4da3-9ca8-8b4112030ef8 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:05:57.067006 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32bac72e-099b-47b7-ab8b-c70f6ed2ece7', 'name': 'network-vif-deleted', 'tag': '22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9', 'status': 'completed', 'code': 200} Feb 09 02:05:57.532366 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45638) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:57.897838 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-22d08a4b-5fcf-480a-a748-7c98f929d3d8 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (29685ba0-20d9-41f2-aab9-fca7efa7eada), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:58.156211 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-22d08a4b-5fcf-480a-a748-7c98f929d3d8 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Deleting port 0e10614c-794e-4a13-8ee9-d20b6662fa75 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:05:58.156587 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-22d08a4b-5fcf-480a-a748-7c98f929d3d8 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (0e10614c-794e-4a13-8ee9-d20b6662fa75), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:58.243724 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-22d08a4b-5fcf-480a-a748-7c98f929d3d8 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] For port 0e10614c-794e-4a13-8ee9-d20b6662fa75, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=0e10614c-794e-4a13-8ee9-d20b6662fa75,segment=NetworkSegment(82a8d6c3-e67b-4e80-894f-3ba95d511df4),segment_id=82a8d6c3-e67b-4e80-894f-3ba95d511df4)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:58.244090 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-22d08a4b-5fcf-480a-a748-7c98f929d3d8 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (0e10614c-794e-4a13-8ee9-d20b6662fa75), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:58.256805 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-22d08a4b-5fcf-480a-a748-7c98f929d3d8 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Calling delete_port for 0e10614c-794e-4a13-8ee9-d20b6662fa75 owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:05:58.443488 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-22d08a4b-5fcf-480a-a748-7c98f929d3d8 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (0e10614c-794e-4a13-8ee9-d20b6662fa75), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:58.475301 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d08a4b-5fcf-480a-a748-7c98f929d3d8 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event deleted for resources: {'Port': ['ID=0e10614c-794e-4a13-8ee9-d20b6662fa75,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:58.647250 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-22d08a4b-5fcf-480a-a748-7c98f929d3d8 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (29685ba0-20d9-41f2-aab9-fca7efa7eada), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:59.137261 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d08a4b-5fcf-480a-a748-7c98f929d3d8 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Router 29685ba0-20d9-41f2-aab9-fca7efa7eada has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:05:59.242310 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d08a4b-5fcf-480a-a748-7c98f929d3d8 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:05:59.247247 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-22d08a4b-5fcf-480a-a748-7c98f929d3d8 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "PUT /v2.0/routers/29685ba0-20d9-41f2-aab9-fca7efa7eada/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7138588 Feb 09 02:05:59.254284 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45640) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:59.254491 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8964ea-0ea0-4823-842f-c2d569e6ef77 None None] Sync routers for ids ['29685ba0-20d9-41f2-aab9-fca7efa7eada'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:05:59.261804 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8964ea-0ea0-4823-842f-c2d569e6ef77 None None] Routers {'29685ba0-20d9-41f2-aab9-fca7efa7eada'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:05:59.262358 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-bc8964ea-0ea0-4823-842f-c2d569e6ef77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:05:35Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['29685ba0-20d9-41f2-aab9-fca7efa7eada'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:59.301468 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c4c887a-7cf9-44a4-9c1e-47fe2cb3ff12 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Deleting subnet ea07c292-39fe-4676-afa0-6835b25de8af {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:05:59.304573 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0c4c887a-7cf9-44a4-9c1e-47fe2cb3ff12 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for subnet (ea07c292-39fe-4676-afa0-6835b25de8af), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:59.346191 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0c4c887a-7cf9-44a4-9c1e-47fe2cb3ff12 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (ea07c292-39fe-4676-afa0-6835b25de8af), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:59.368690 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-bc8964ea-0ea0-4823-842f-c2d569e6ef77 None None] Set router 29685ba0-20d9-41f2-aab9-fca7efa7eada gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:05:59.432598 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0c4c887a-7cf9-44a4-9c1e-47fe2cb3ff12 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (ea07c292-39fe-4676-afa0-6835b25de8af), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:59.489378 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0c4c887a-7cf9-44a4-9c1e-47fe2cb3ff12 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (ea07c292-39fe-4676-afa0-6835b25de8af), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:59.516868 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c887a-7cf9-44a4-9c1e-47fe2cb3ff12 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event deleted for resources: {'Subnet': ['ID=ea07c292-39fe-4676-afa0-6835b25de8af,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:05:59.520397 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-0c4c887a-7cf9-44a4-9c1e-47fe2cb3ff12 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:59.523588 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-0c4c887a-7cf9-44a4-9c1e-47fe2cb3ff12 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "DELETE /v2.0/subnets/ea07c292-39fe-4676-afa0-6835b25de8af HTTP/1.1" status: 204 len: 168 time: 0.2717059 Feb 09 02:05:59.526340 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45642) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:05:59.529091 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b812f486-7da4-4d7c-a11b-66ff940a8955 None None] Network e81656d1-a28d-419c-b854-2d2ff3b48647 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:05:59.632311 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-bc8964ea-0ea0-4823-842f-c2d569e6ef77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29685ba0-20d9-41f2-aab9-fca7efa7eada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340667458', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'd3bccc9a-3a7d-4352-868a-e41aabccf23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:19Z', 'updated_at': '2022-02-09T02:05:58Z', 'revision_number': 5, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': 'd3bccc9a-3a7d-4352-868a-e41aabccf23d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:60:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29685ba0-20d9-41f2-aab9-fca7efa7eada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:19Z', 'updated_at': '2022-02-09T02:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:59.640934 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d0a6f6c6-b5ca-43ff-b120-d78a7f043be0 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for router (29685ba0-20d9-41f2-aab9-fca7efa7eada), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:59.667455 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8964ea-0ea0-4823-842f-c2d569e6ef77 None None] Checking router: 29685ba0-20d9-41f2-aab9-fca7efa7eada for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:05:59.676606 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8964ea-0ea0-4823-842f-c2d569e6ef77 None None] Routers {'29685ba0-20d9-41f2-aab9-fca7efa7eada'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:05:59.677207 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-bc8964ea-0ea0-4823-842f-c2d569e6ef77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:05:35Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['29685ba0-20d9-41f2-aab9-fca7efa7eada'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:05:59.743705 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae883945-f361-4d46-a4bc-652c3dde87a5 None None] DHCP port deletion for e81656d1-a28d-419c-b854-2d2ff3b48647 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:05:59.755777 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d0a6f6c6-b5ca-43ff-b120-d78a7f043be0 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for router_gateway (29685ba0-20d9-41f2-aab9-fca7efa7eada), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:59.813649 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-d0a6f6c6-b5ca-43ff-b120-d78a7f043be0 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Deleting port d3bccc9a-3a7d-4352-868a-e41aabccf23d {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:05:59.814291 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d0a6f6c6-b5ca-43ff-b120-d78a7f043be0 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (d3bccc9a-3a7d-4352-868a-e41aabccf23d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:59.823659 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-bc8964ea-0ea0-4823-842f-c2d569e6ef77 None None] Set router 29685ba0-20d9-41f2-aab9-fca7efa7eada gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:05:59.849997 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ae883945-f361-4d46-a4bc-652c3dde87a5 None None] Deleting port 7bb26c3b-5114-41d1-b13c-3e27b1221144 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:05:59.850378 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ae883945-f361-4d46-a4bc-652c3dde87a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (7bb26c3b-5114-41d1-b13c-3e27b1221144), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:59.882652 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 7bb26c3b-5114-41d1-b13c-3e27b1221144 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:05:59.897972 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-d0a6f6c6-b5ca-43ff-b120-d78a7f043be0 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] For port d3bccc9a-3a7d-4352-868a-e41aabccf23d, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=d3bccc9a-3a7d-4352-868a-e41aabccf23d,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:05:59.898347 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d0a6f6c6-b5ca-43ff-b120-d78a7f043be0 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (d3bccc9a-3a7d-4352-868a-e41aabccf23d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:05:59.916819 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-d0a6f6c6-b5ca-43ff-b120-d78a7f043be0 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Calling delete_port for d3bccc9a-3a7d-4352-868a-e41aabccf23d owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:05:59.946740 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:06:00.012582 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: 22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:06:00.012945 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 22b9e3fb-2d0c-45a1-8eb1-66ef1a13c2b9 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:06:00.039756 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-ae883945-f361-4d46-a4bc-652c3dde87a5 None None] For port 7bb26c3b-5114-41d1-b13c-3e27b1221144, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=7bb26c3b-5114-41d1-b13c-3e27b1221144,segment=NetworkSegment(82a8d6c3-e67b-4e80-894f-3ba95d511df4),segment_id=82a8d6c3-e67b-4e80-894f-3ba95d511df4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:00.040166 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ae883945-f361-4d46-a4bc-652c3dde87a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (7bb26c3b-5114-41d1-b13c-3e27b1221144), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:00.067889 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ae883945-f361-4d46-a4bc-652c3dde87a5 None None] Calling delete_port for 7bb26c3b-5114-41d1-b13c-3e27b1221144 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:06:00.089181 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d0a6f6c6-b5ca-43ff-b120-d78a7f043be0 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (d3bccc9a-3a7d-4352-868a-e41aabccf23d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:00.116838 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a6f6c6-b5ca-43ff-b120-d78a7f043be0 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event deleted for resources: {'Port': ['ID=d3bccc9a-3a7d-4352-868a-e41aabccf23d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:00.179076 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d0a6f6c6-b5ca-43ff-b120-d78a7f043be0 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (29685ba0-20d9-41f2-aab9-fca7efa7eada), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:00.181770 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 7bb26c3b-5114-41d1-b13c-3e27b1221144 is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:00.182185 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7bb26c3b-5114-41d1-b13c-3e27b1221144), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:00.243260 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 7bb26c3b-5114-41d1-b13c-3e27b1221144, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=7bb26c3b-5114-41d1-b13c-3e27b1221144,segment=NetworkSegment(82a8d6c3-e67b-4e80-894f-3ba95d511df4),segment_id=82a8d6c3-e67b-4e80-894f-3ba95d511df4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:00.249187 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (7bb26c3b-5114-41d1-b13c-3e27b1221144), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:00.277580 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ae883945-f361-4d46-a4bc-652c3dde87a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (7bb26c3b-5114-41d1-b13c-3e27b1221144), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:00.279180 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d0a6f6c6-b5ca-43ff-b120-d78a7f043be0 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (29685ba0-20d9-41f2-aab9-fca7efa7eada), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:00.282150 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d0a6f6c6-b5ca-43ff-b120-d78a7f043be0 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for router_controller (29685ba0-20d9-41f2-aab9-fca7efa7eada), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:00.282582 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event deleted for resources: {'Port': ['ID=7bb26c3b-5114-41d1-b13c-3e27b1221144,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:00.296312 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:00.296698 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:00.297048 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:00.297391 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:00.297731 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:00.298060 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:00.298392 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:00.298720 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:00.299050 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:00.299382 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:00.299706 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:00.300037 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:00.300363 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:00.304653 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-bc8964ea-0ea0-4823-842f-c2d569e6ef77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29685ba0-20d9-41f2-aab9-fca7efa7eada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340667458', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'd3bccc9a-3a7d-4352-868a-e41aabccf23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:19Z', 'updated_at': '2022-02-09T02:05:58Z', 'revision_number': 5, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': 'd3bccc9a-3a7d-4352-868a-e41aabccf23d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:60:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29685ba0-20d9-41f2-aab9-fca7efa7eada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:19Z', 'updated_at': '2022-02-09T02:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:00.308189 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae883945-f361-4d46-a4bc-652c3dde87a5 None None] No DVR routers for this DVR port 7bb26c3b-5114-41d1-b13c-3e27b1221144 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:06:00.333060 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d0a6f6c6-b5ca-43ff-b120-d78a7f043be0 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (29685ba0-20d9-41f2-aab9-fca7efa7eada), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:00.333836 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a6f6c6-b5ca-43ff-b120-d78a7f043be0 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Fanout notify agent at l3_agent the message router_deleted on router 29685ba0-20d9-41f2-aab9-fca7efa7eada {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:06:00.341296 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d0a6f6c6-b5ca-43ff-b120-d78a7f043be0 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:00.342635 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d0a6f6c6-b5ca-43ff-b120-d78a7f043be0 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "DELETE /v2.0/routers/29685ba0-20d9-41f2-aab9-fca7efa7eada HTTP/1.1" status: 204 len: 168 time: 0.8145401 Feb 09 02:06:00.345462 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45644) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:00.352352 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae883945-f361-4d46-a4bc-652c3dde87a5 None None] Pushing event deleted for resources: {'Port': ['ID=7bb26c3b-5114-41d1-b13c-3e27b1221144,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:00.354410 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8964ea-0ea0-4823-842f-c2d569e6ef77 None None] The sync data for ids ['29685ba0-20d9-41f2-aab9-fca7efa7eada'] in n-d-828369-4 is: [{'id': '29685ba0-20d9-41f2-aab9-fca7efa7eada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-340667458', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': 'd3bccc9a-3a7d-4352-868a-e41aabccf23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:04:19Z', 'updated_at': '2022-02-09T02:05:58Z', 'revision_number': 5, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': 'd3bccc9a-3a7d-4352-868a-e41aabccf23d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:60:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29685ba0-20d9-41f2-aab9-fca7efa7eada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:04:19Z', 'updated_at': '2022-02-09T02:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:06:00.425143 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-afeb41d4-dab1-4fcf-82d5-c1a09742988e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (e81656d1-a28d-419c-b854-2d2ff3b48647), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:00.518401 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-afeb41d4-dab1-4fcf-82d5-c1a09742988e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (e81656d1-a28d-419c-b854-2d2ff3b48647), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:00.537982 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-afeb41d4-dab1-4fcf-82d5-c1a09742988e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e81656d1-a28d-419c-b854-2d2ff3b48647']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:00.547460 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-afeb41d4-dab1-4fcf-82d5-c1a09742988e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82a8d6c3-e67b-4e80-894f-3ba95d511df4') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:00.547758 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-afeb41d4-dab1-4fcf-82d5-c1a09742988e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82a8d6c3-e67b-4e80-894f-3ba95d511df4') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:00.557418 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-afeb41d4-dab1-4fcf-82d5-c1a09742988e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (82a8d6c3-e67b-4e80-894f-3ba95d511df4), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:00.571599 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-afeb41d4-dab1-4fcf-82d5-c1a09742988e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (82a8d6c3-e67b-4e80-894f-3ba95d511df4), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:00.577799 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afeb41d4-dab1-4fcf-82d5-c1a09742988e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:06:00.578305 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-afeb41d4-dab1-4fcf-82d5-c1a09742988e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (82a8d6c3-e67b-4e80-894f-3ba95d511df4), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:00.581326 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 02:06:00.581326 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:06:00.581326 n-d-828369-4 neutron-server[103137]: timer() Feb 09 02:06:00.581326 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:06:00.581326 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 02:06:00.581326 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:06:00.581326 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 02:06:00.581326 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:06:00.581326 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 02:06:00.581326 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:06:00.581326 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 02:06:00.581326 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:06:00.581326 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 02:06:00.581326 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:06:00.581326 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:06:00.581326 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:06:00.581326 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:06:00.581326 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:06:00.581326 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 02:06:00.581326 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:06:00.581326 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 02:06:00.581326 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:06:00.581326 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:06:00.581326 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:06:00.581326 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 02:06:00.581326 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:06:00.581326 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:06:00.581326 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:06:00.581326 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:06:00.581326 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:06:00.581326 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:06:00.581326 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:06:00.637273 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-afeb41d4-dab1-4fcf-82d5-c1a09742988e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (e81656d1-a28d-419c-b854-2d2ff3b48647), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:00.644622 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-afeb41d4-dab1-4fcf-82d5-c1a09742988e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:00.647751 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-afeb41d4-dab1-4fcf-82d5-c1a09742988e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "DELETE /v2.0/networks/e81656d1-a28d-419c-b854-2d2ff3b48647 HTTP/1.1" status: 204 len: 168 time: 0.3013453 Feb 09 02:06:00.650601 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45646) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:00.659711 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb41d4-dab1-4fcf-82d5-c1a09742988e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event deleted for resources: {'Network': ['ID=e81656d1-a28d-419c-b854-2d2ff3b48647,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:00.709360 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d75345bf-187f-4399-a82d-2aa2760450cb tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group (1ec7655f-fe26-4007-8f79-e654a76dfba0), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:00.736866 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d75345bf-187f-4399-a82d-2aa2760450cb tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group (1ec7655f-fe26-4007-8f79-e654a76dfba0), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:00.805233 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d75345bf-187f-4399-a82d-2aa2760450cb tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (1ec7655f-fe26-4007-8f79-e654a76dfba0), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:00.808102 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d75345bf-187f-4399-a82d-2aa2760450cb tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:00.812276 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d75345bf-187f-4399-a82d-2aa2760450cb tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "DELETE /v2.0/security-groups/1ec7655f-fe26-4007-8f79-e654a76dfba0 HTTP/1.1" status: 204 len: 168 time: 0.1577985 Feb 09 02:06:00.819485 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75345bf-187f-4399-a82d-2aa2760450cb tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec7655f-fe26-4007-8f79-e654a76dfba0,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:01.050091 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45652) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:01.054626 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-2707fba0-3bb3-45e3-b4bc-3224e18ec372 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2061691748', 'description': 'tempest-secgroup-smoke-2061691748 description', 'project_id': '7050557f09d44893a51002583ece992c'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:01.075721 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2707fba0-3bb3-45e3-b4bc-3224e18ec372 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:01.138195 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2707fba0-3bb3-45e3-b4bc-3224e18ec372 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group (2e012f5b-d8d0-45d0-87b6-631b250666e1), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:01.142490 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2707fba0-3bb3-45e3-b4bc-3224e18ec372 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (2e012f5b-d8d0-45d0-87b6-631b250666e1), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:01.175462 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-2707fba0-3bb3-45e3-b4bc-3224e18ec372 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:01.176740 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-2707fba0-3bb3-45e3-b4bc-3224e18ec372 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1255755 Feb 09 02:06:01.178585 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2707fba0-3bb3-45e3-b4bc-3224e18ec372 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e012f5b-d8d0-45d0-87b6-631b250666e1,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:01.179672 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45654) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:01.184389 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-7a7e1f98-386c-47f0-937c-6e1dc06ebac3 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'security_group_rule': {'security_group_id': '2e012f5b-d8d0-45d0-87b6-631b250666e1', 'project_id': '7050557f09d44893a51002583ece992c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:01.209616 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7a7e1f98-386c-47f0-937c-6e1dc06ebac3 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (5eea9616-2d59-46ea-a1a4-52ccbbc8e051), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:01.268011 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7a7e1f98-386c-47f0-937c-6e1dc06ebac3 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (5eea9616-2d59-46ea-a1a4-52ccbbc8e051), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:01.271386 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7a7e1f98-386c-47f0-937c-6e1dc06ebac3 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (5eea9616-2d59-46ea-a1a4-52ccbbc8e051), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:01.289144 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7e1f98-386c-47f0-937c-6e1dc06ebac3 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eea9616-2d59-46ea-a1a4-52ccbbc8e051,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:01.293305 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7a7e1f98-386c-47f0-937c-6e1dc06ebac3 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:01.294509 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7a7e1f98-386c-47f0-937c-6e1dc06ebac3 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1137342 Feb 09 02:06:01.297871 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45656) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:01.302129 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-c4fa653c-680b-4b3f-9e5b-b28b3e4fd377 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'security_group_rule': {'security_group_id': '2e012f5b-d8d0-45d0-87b6-631b250666e1', 'project_id': '7050557f09d44893a51002583ece992c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:01.326269 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c4fa653c-680b-4b3f-9e5b-b28b3e4fd377 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (fc152b5e-2d74-40b4-8b0c-f698b31730f3), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:01.383919 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c4fa653c-680b-4b3f-9e5b-b28b3e4fd377 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (fc152b5e-2d74-40b4-8b0c-f698b31730f3), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:01.390107 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c4fa653c-680b-4b3f-9e5b-b28b3e4fd377 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (fc152b5e-2d74-40b4-8b0c-f698b31730f3), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:01.403730 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa653c-680b-4b3f-9e5b-b28b3e4fd377 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc152b5e-2d74-40b4-8b0c-f698b31730f3,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:01.414667 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c4fa653c-680b-4b3f-9e5b-b28b3e4fd377 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:01.415867 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c4fa653c-680b-4b3f-9e5b-b28b3e4fd377 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1170604 Feb 09 02:06:01.418617 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45658) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:01.423372 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-e88c4cb8-acec-4d7b-b51a-061610c1c66b tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'security_group_rule': {'security_group_id': '2e012f5b-d8d0-45d0-87b6-631b250666e1', 'project_id': '7050557f09d44893a51002583ece992c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:01.447295 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e88c4cb8-acec-4d7b-b51a-061610c1c66b tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (8685bd5b-4fa2-4239-abf7-80c8a1be8f7a), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:01.502438 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e88c4cb8-acec-4d7b-b51a-061610c1c66b tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (8685bd5b-4fa2-4239-abf7-80c8a1be8f7a), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:01.506091 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e88c4cb8-acec-4d7b-b51a-061610c1c66b tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (8685bd5b-4fa2-4239-abf7-80c8a1be8f7a), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:01.523689 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c4cb8-acec-4d7b-b51a-061610c1c66b tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8685bd5b-4fa2-4239-abf7-80c8a1be8f7a,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:01.531283 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e88c4cb8-acec-4d7b-b51a-061610c1c66b tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:01.532586 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e88c4cb8-acec-4d7b-b51a-061610c1c66b tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1130261 Feb 09 02:06:01.535275 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45660) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:01.539602 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-cc97f55e-f788-4a34-88f9-aaf24baf1fc8 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'security_group_rule': {'security_group_id': '2e012f5b-d8d0-45d0-87b6-631b250666e1', 'project_id': '7050557f09d44893a51002583ece992c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:01.562893 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cc97f55e-f788-4a34-88f9-aaf24baf1fc8 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (946a554f-8ee7-4758-b156-ddcb6852a6dd), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:01.621527 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cc97f55e-f788-4a34-88f9-aaf24baf1fc8 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (946a554f-8ee7-4758-b156-ddcb6852a6dd), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:01.625590 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cc97f55e-f788-4a34-88f9-aaf24baf1fc8 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (946a554f-8ee7-4758-b156-ddcb6852a6dd), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:01.643066 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97f55e-f788-4a34-88f9-aaf24baf1fc8 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=946a554f-8ee7-4758-b156-ddcb6852a6dd,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:01.650252 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cc97f55e-f788-4a34-88f9-aaf24baf1fc8 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:01.651454 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-cc97f55e-f788-4a34-88f9-aaf24baf1fc8 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1152151 Feb 09 02:06:01.654272 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45662) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:01.659049 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-a55721c4-4d71-4662-ba5f-d153b12c03dd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'security_group_rule': {'security_group_id': '2e012f5b-d8d0-45d0-87b6-631b250666e1', 'project_id': '7050557f09d44893a51002583ece992c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:01.677403 n-d-828369-4 neutron-server[103137]: INFO neutron.db.securitygroups_db [None req-a55721c4-4d71-4662-ba5f-d153b12c03dd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Project 7050557f09d44893a51002583ece992c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:06:01.682050 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a55721c4-4d71-4662-ba5f-d153b12c03dd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (81e07e4e-cb43-4dde-ab9d-daff05c4fc22), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:01.739920 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a55721c4-4d71-4662-ba5f-d153b12c03dd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (81e07e4e-cb43-4dde-ab9d-daff05c4fc22), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:01.743708 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a55721c4-4d71-4662-ba5f-d153b12c03dd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (81e07e4e-cb43-4dde-ab9d-daff05c4fc22), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:01.761583 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55721c4-4d71-4662-ba5f-d153b12c03dd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81e07e4e-cb43-4dde-ab9d-daff05c4fc22,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:01.770509 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-a55721c4-4d71-4662-ba5f-d153b12c03dd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:01.771740 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a55721c4-4d71-4662-ba5f-d153b12c03dd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1160316 Feb 09 02:06:01.774486 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45664) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:01.778836 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-cc9105d6-1d28-43a0-92f1-df54b5bb5611 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'security_group_rule': {'security_group_id': '2e012f5b-d8d0-45d0-87b6-631b250666e1', 'project_id': '7050557f09d44893a51002583ece992c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:01.794193 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device d3bccc9a-3a7d-4352-868a-e41aabccf23d no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:06:01.799031 n-d-828369-4 neutron-server[103137]: INFO neutron.db.securitygroups_db [None req-cc9105d6-1d28-43a0-92f1-df54b5bb5611 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Project 7050557f09d44893a51002583ece992c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:06:01.803925 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cc9105d6-1d28-43a0-92f1-df54b5bb5611 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (3e13c01b-261d-440f-9b51-f9a05e2d7609), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:01.816077 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: d3bccc9a-3a7d-4352-868a-e41aabccf23d {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:06:01.816527 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device d3bccc9a-3a7d-4352-868a-e41aabccf23d not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:06:01.816975 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 0e10614c-794e-4a13-8ee9-d20b6662fa75 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:06:01.840400 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 0e10614c-794e-4a13-8ee9-d20b6662fa75 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:06:01.840782 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 0e10614c-794e-4a13-8ee9-d20b6662fa75 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:06:01.877508 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cc9105d6-1d28-43a0-92f1-df54b5bb5611 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (3e13c01b-261d-440f-9b51-f9a05e2d7609), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:01.881333 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cc9105d6-1d28-43a0-92f1-df54b5bb5611 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (3e13c01b-261d-440f-9b51-f9a05e2d7609), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:01.900510 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9105d6-1d28-43a0-92f1-df54b5bb5611 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e13c01b-261d-440f-9b51-f9a05e2d7609,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:01.904523 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-cc9105d6-1d28-43a0-92f1-df54b5bb5611 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:01.906333 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-cc9105d6-1d28-43a0-92f1-df54b5bb5611 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1309099 Feb 09 02:06:01.909217 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45666) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:01.913975 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-77fc3b40-904e-4528-8d6b-7f245460f88e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'network': {'name': 'tempest-network-smoke--1996578194', 'project_id': '7050557f09d44893a51002583ece992c', 'port_security_enabled': True}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:01.932869 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77fc3b40-904e-4528-8d6b-7f245460f88e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Made reservation on behalf of 7050557f09d44893a51002583ece992c for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:06:01.936134 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-77fc3b40-904e-4528-8d6b-7f245460f88e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:01.959368 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77fc3b40-904e-4528-8d6b-7f245460f88e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1046} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:06:01.969333 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-77fc3b40-904e-4528-8d6b-7f245460f88e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (ade936e2-a0a2-457a-a0aa-ea6a3aad181a), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:01.969677 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-77fc3b40-904e-4528-8d6b-7f245460f88e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Added segment ade936e2-a0a2-457a-a0aa-ea6a3aad181a of type vlan for network 5a7ba9b7-c196-4be6-8c16-bba42c93a003 Feb 09 02:06:02.010127 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-77fc3b40-904e-4528-8d6b-7f245460f88e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (5a7ba9b7-c196-4be6-8c16-bba42c93a003), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:02.036877 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-77fc3b40-904e-4528-8d6b-7f245460f88e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (5a7ba9b7-c196-4be6-8c16-bba42c93a003), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:02.041782 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fc3b40-904e-4528-8d6b-7f245460f88e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:02.042371 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-77fc3b40-904e-4528-8d6b-7f245460f88e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:02.101440 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-77fc3b40-904e-4528-8d6b-7f245460f88e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1911242 Feb 09 02:06:02.104202 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45668) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:02.108433 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-1b57e881-1629-4e8e-b8a9-6005dcaa021d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-890286296', 'admin_state_up': True, 'project_id': '7050557f09d44893a51002583ece992c', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:02.122735 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc3b40-904e-4528-8d6b-7f245460f88e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'Network': ['ID=5a7ba9b7-c196-4be6-8c16-bba42c93a003,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:02.133066 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 5a7ba9b7-c196-4be6-8c16-bba42c93a003 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:06:02.134680 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1b57e881-1629-4e8e-b8a9-6005dcaa021d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (d7a45c83-4742-4803-aef2-e500240ce34d), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:02.135673 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1b57e881-1629-4e8e-b8a9-6005dcaa021d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (d7a45c83-4742-4803-aef2-e500240ce34d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:02.203522 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1b57e881-1629-4e8e-b8a9-6005dcaa021d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for router_controller (d7a45c83-4742-4803-aef2-e500240ce34d), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:02.351632 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1b57e881-1629-4e8e-b8a9-6005dcaa021d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for router_gateway (d7a45c83-4742-4803-aef2-e500240ce34d), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:02.499504 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8eb6ee0e-ba52-48c1-8492-e91144ec4478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:02.547808 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1b57e881-1629-4e8e-b8a9-6005dcaa021d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for router_gateway (d7a45c83-4742-4803-aef2-e500240ce34d), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:02.566609 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1b57e881-1629-4e8e-b8a9-6005dcaa021d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:02.666959 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-1b57e881-1629-4e8e-b8a9-6005dcaa021d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Allocated IP 172.25.8.179 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/5806df2d-cb77-4af9-b4e7-41db11a8b2e5) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:06:02.765867 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1b57e881-1629-4e8e-b8a9-6005dcaa021d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for port (5806df2d-cb77-4af9-b4e7-41db11a8b2e5), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:02.799494 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1b57e881-1629-4e8e-b8a9-6005dcaa021d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (5806df2d-cb77-4af9-b4e7-41db11a8b2e5), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:02.835244 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b57e881-1629-4e8e-b8a9-6005dcaa021d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:06:02.840017 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-1b57e881-1629-4e8e-b8a9-6005dcaa021d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:02.843017 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b57e881-1629-4e8e-b8a9-6005dcaa021d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:06:02.875628 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b57e881-1629-4e8e-b8a9-6005dcaa021d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'Port': ['ID=5806df2d-cb77-4af9-b4e7-41db11a8b2e5,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:03.105655 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1b57e881-1629-4e8e-b8a9-6005dcaa021d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for router_gateway (d7a45c83-4742-4803-aef2-e500240ce34d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:03.582872 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1b57e881-1629-4e8e-b8a9-6005dcaa021d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (d7a45c83-4742-4803-aef2-e500240ce34d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:03.711065 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b57e881-1629-4e8e-b8a9-6005dcaa021d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Router d7a45c83-4742-4803-aef2-e500240ce34d is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:06:03.818840 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b57e881-1629-4e8e-b8a9-6005dcaa021d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:06:03.829391 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43b0961-6338-423c-a098-a12a8ae5f2a6 None None] Sync routers for ids ['d7a45c83-4742-4803-aef2-e500240ce34d'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:06:03.838561 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43b0961-6338-423c-a098-a12a8ae5f2a6 None None] Routers {'d7a45c83-4742-4803-aef2-e500240ce34d'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:03.838719 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1b57e881-1629-4e8e-b8a9-6005dcaa021d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:03.839112 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-f43b0961-6338-423c-a098-a12a8ae5f2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:05:35Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['d7a45c83-4742-4803-aef2-e500240ce34d'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:03.843472 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1b57e881-1629-4e8e-b8a9-6005dcaa021d tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7347951 Feb 09 02:06:03.843682 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45670) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:03.924460 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-35c9b126-2061-4343-a07d-37229e126a4f tempest-TestNetworkAdvancedServerOps-392406596 tempest-TestNetworkAdvancedServerOps-392406596-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=7050557f09d44893a51002583ece992c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0796750 Feb 09 02:06:03.927199 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45674) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:03.947196 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-f43b0961-6338-423c-a098-a12a8ae5f2a6 None None] Set router d7a45c83-4742-4803-aef2-e500240ce34d gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:04.017728 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a198913b-4511-4f4c-9dfa-02b2e14bf348 tempest-TestNetworkAdvancedServerOps-392406596 tempest-TestNetworkAdvancedServerOps-392406596-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:04.019245 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-a198913b-4511-4f4c-9dfa-02b2e14bf348 tempest-TestNetworkAdvancedServerOps-392406596 tempest-TestNetworkAdvancedServerOps-392406596-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0910764 Feb 09 02:06:04.022055 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45676) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:04.049854 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2d353b7c-b01f-41c5-9d9d-feb1dfc68986 tempest-TestNetworkAdvancedServerOps-392406596 tempest-TestNetworkAdvancedServerOps-392406596-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=ca740734-29c2-4b60-ae10-4c709b5c6ef4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267341 Feb 09 02:06:04.052324 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45678) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:04.057048 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-b3cbe421-e895-4314-9c08-ba0b3352fd01 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-938015788', 'network_id': '5a7ba9b7-c196-4be6-8c16-bba42c93a003', 'project_id': '7050557f09d44893a51002583ece992c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:04.121067 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-f43b0961-6338-423c-a098-a12a8ae5f2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a45c83-4742-4803-aef2-e500240ce34d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890286296', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '5806df2d-cb77-4af9-b4e7-41db11a8b2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:02Z', 'updated_at': '2022-02-09T02:06:02Z', 'revision_number': 3, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': '5806df2d-cb77-4af9-b4e7-41db11a8b2e5', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a45c83-4742-4803-aef2-e500240ce34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:02Z', 'updated_at': '2022-02-09T02:06:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:04.141644 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3cbe421-e895-4314-9c08-ba0b3352fd01 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Made reservation on behalf of 7050557f09d44893a51002583ece992c for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:06:04.145059 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b3cbe421-e895-4314-9c08-ba0b3352fd01 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:04.150054 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43b0961-6338-423c-a098-a12a8ae5f2a6 None None] Checking router: d7a45c83-4742-4803-aef2-e500240ce34d for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:06:04.150413 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43b0961-6338-423c-a098-a12a8ae5f2a6 None None] Updating router d7a45c83-4742-4803-aef2-e500240ce34d port 5806df2d-cb77-4af9-b4e7-41db11a8b2e5 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:06:04.177616 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f43b0961-6338-423c-a098-a12a8ae5f2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5806df2d-cb77-4af9-b4e7-41db11a8b2e5), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:04.329229 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b3cbe421-e895-4314-9c08-ba0b3352fd01 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (5c23d6d8-fcde-431b-9468-78025ce322b7), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:04.393588 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cbe421-e895-4314-9c08-ba0b3352fd01 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'Subnet': ['ID=5c23d6d8-fcde-431b-9468-78025ce322b7,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:04.402971 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cbe421-e895-4314-9c08-ba0b3352fd01 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Checking segment: {'id': 'ade936e2-a0a2-457a-a0aa-ea6a3aad181a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '5a7ba9b7-c196-4be6-8c16-bba42c93a003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:06:04.403349 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cbe421-e895-4314-9c08-ba0b3352fd01 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Network hostable DHCP agents. Network: 5a7ba9b7-c196-4be6-8c16-bba42c93a003, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:06:04.420494 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cbe421-e895-4314-9c08-ba0b3352fd01 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Network 5a7ba9b7-c196-4be6-8c16-bba42c93a003 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:06:04.425249 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f43b0961-6338-423c-a098-a12a8ae5f2a6 None None] Publish callbacks [] for port (5806df2d-cb77-4af9-b4e7-41db11a8b2e5), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:04.428697 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-b3cbe421-e895-4314-9c08-ba0b3352fd01 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 5a7ba9b7-c196-4be6-8c16-bba42c93a003) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:04.430297 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f43b0961-6338-423c-a098-a12a8ae5f2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (5806df2d-cb77-4af9-b4e7-41db11a8b2e5), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:04.433241 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cbe421-e895-4314-9c08-ba0b3352fd01 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:04.435176 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-b3cbe421-e895-4314-9c08-ba0b3352fd01 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:04.441927 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7a7930-d0e6-42d0-9d70-83748baeab52 None None] Network 5a7ba9b7-c196-4be6-8c16-bba42c93a003 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:06:04.455141 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b3cbe421-e895-4314-9c08-ba0b3352fd01 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3991747 Feb 09 02:06:04.455352 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45680) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:04.486426 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-f43b0961-6338-423c-a098-a12a8ae5f2a6 None None] Attempting to bind port 5806df2d-cb77-4af9-b4e7-41db11a8b2e5 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:06:04.486803 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-f43b0961-6338-423c-a098-a12a8ae5f2a6 None None] Attempting to bind port 5806df2d-cb77-4af9-b4e7-41db11a8b2e5 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:06:04.487387 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43b0961-6338-423c-a098-a12a8ae5f2a6 None None] Attempting to bind port 5806df2d-cb77-4af9-b4e7-41db11a8b2e5 on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:06:04.489404 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176bd861-553c-4acc-90f7-4dc2fc7f2d9f None None] Pushing event updated for resources: {'Port': ['ID=5806df2d-cb77-4af9-b4e7-41db11a8b2e5,revision_number=2']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:04.499669 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176bd861-553c-4acc-90f7-4dc2fc7f2d9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:04.500290 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176bd861-553c-4acc-90f7-4dc2fc7f2d9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:04.500839 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176bd861-553c-4acc-90f7-4dc2fc7f2d9f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:04.501360 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176bd861-553c-4acc-90f7-4dc2fc7f2d9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:04.501850 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176bd861-553c-4acc-90f7-4dc2fc7f2d9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:04.502369 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176bd861-553c-4acc-90f7-4dc2fc7f2d9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:04.502712 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176bd861-553c-4acc-90f7-4dc2fc7f2d9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:04.503050 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176bd861-553c-4acc-90f7-4dc2fc7f2d9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:04.503385 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176bd861-553c-4acc-90f7-4dc2fc7f2d9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:04.503722 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176bd861-553c-4acc-90f7-4dc2fc7f2d9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:04.504048 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176bd861-553c-4acc-90f7-4dc2fc7f2d9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:04.504560 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176bd861-553c-4acc-90f7-4dc2fc7f2d9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:04.505067 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176bd861-553c-4acc-90f7-4dc2fc7f2d9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:04.509149 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43b0961-6338-423c-a098-a12a8ae5f2a6 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:06:04.509783 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43b0961-6338-423c-a098-a12a8ae5f2a6 None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:06:04.510369 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f43b0961-6338-423c-a098-a12a8ae5f2a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:04.510923 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43b0961-6338-423c-a098-a12a8ae5f2a6 None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:06:04.511576 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-f43b0961-6338-423c-a098-a12a8ae5f2a6 None None] Bound port: 5806df2d-cb77-4af9-b4e7-41db11a8b2e5, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:06:04.512150 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f43b0961-6338-423c-a098-a12a8ae5f2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5806df2d-cb77-4af9-b4e7-41db11a8b2e5), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:04.539826 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b8d1416f-7915-4885-a7aa-c6fec62aca00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:04.574181 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-f43b0961-6338-423c-a098-a12a8ae5f2a6 None None] For port 5806df2d-cb77-4af9-b4e7-41db11a8b2e5, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:06:04.577681 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-f43b0961-6338-423c-a098-a12a8ae5f2a6 None None] For port 5806df2d-cb77-4af9-b4e7-41db11a8b2e5, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=5806df2d-cb77-4af9-b4e7-41db11a8b2e5,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:06:04.579610 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf72e12a-185b-43db-b0ee-008aaab9a539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-5a7ba9b7-c196-4be6-8c16-bba42c93a003', 'network_id': '5a7ba9b7-c196-4be6-8c16-bba42c93a003', 'project_id': '7050557f09d44893a51002583ece992c', 'fixed_ips': [{'subnet_id': '5c23d6d8-fcde-431b-9468-78025ce322b7'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:06:04.580940 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cf72e12a-185b-43db-b0ee-008aaab9a539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:04.583228 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-f43b0961-6338-423c-a098-a12a8ae5f2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (5806df2d-cb77-4af9-b4e7-41db11a8b2e5), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:04.625806 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43b0961-6338-423c-a098-a12a8ae5f2a6 None None] Routers {'d7a45c83-4742-4803-aef2-e500240ce34d'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:04.626445 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-f43b0961-6338-423c-a098-a12a8ae5f2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:06:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['d7a45c83-4742-4803-aef2-e500240ce34d'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:04.729180 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176bd861-553c-4acc-90f7-4dc2fc7f2d9f None None] Pushing event updated for resources: {'Port': ['ID=5806df2d-cb77-4af9-b4e7-41db11a8b2e5,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:04.740238 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-cf72e12a-185b-43db-b0ee-008aaab9a539 None None] Allocated IP 172.20.0.2 (5a7ba9b7-c196-4be6-8c16-bba42c93a003/5c23d6d8-fcde-431b-9468-78025ce322b7/ef47463f-510d-43dd-a476-31b19c3f2f10) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:06:04.753022 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-f43b0961-6338-423c-a098-a12a8ae5f2a6 None None] Set router d7a45c83-4742-4803-aef2-e500240ce34d gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:04.898174 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cf72e12a-185b-43db-b0ee-008aaab9a539 None None] Publish callbacks [] for port (ef47463f-510d-43dd-a476-31b19c3f2f10), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:04.904758 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cf72e12a-185b-43db-b0ee-008aaab9a539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (ef47463f-510d-43dd-a476-31b19c3f2f10), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:04.932012 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-f43b0961-6338-423c-a098-a12a8ae5f2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a45c83-4742-4803-aef2-e500240ce34d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890286296', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '5806df2d-cb77-4af9-b4e7-41db11a8b2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:02Z', 'updated_at': '2022-02-09T02:06:02Z', 'revision_number': 3, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': '5806df2d-cb77-4af9-b4e7-41db11a8b2e5', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a45c83-4742-4803-aef2-e500240ce34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:02Z', 'updated_at': '2022-02-09T02:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:04.940862 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d82fc06e-53f5-416e-9c28-c3c45998d87e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:04.946433 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf72e12a-185b-43db-b0ee-008aaab9a539 None None] Network 5a7ba9b7-c196-4be6-8c16-bba42c93a003 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:06:04.952376 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-cf72e12a-185b-43db-b0ee-008aaab9a539 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:04.956755 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf72e12a-185b-43db-b0ee-008aaab9a539 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:06:04.966627 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf72e12a-185b-43db-b0ee-008aaab9a539 None None] Pushing event updated for resources: {'Port': ['ID=ef47463f-510d-43dd-a476-31b19c3f2f10,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:04.973521 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43b0961-6338-423c-a098-a12a8ae5f2a6 None None] The sync data for ids ['d7a45c83-4742-4803-aef2-e500240ce34d'] in n-d-828369-4 is: [{'id': 'd7a45c83-4742-4803-aef2-e500240ce34d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890286296', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '5806df2d-cb77-4af9-b4e7-41db11a8b2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:02Z', 'updated_at': '2022-02-09T02:06:02Z', 'revision_number': 3, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': '5806df2d-cb77-4af9-b4e7-41db11a8b2e5', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a45c83-4742-4803-aef2-e500240ce34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:02Z', 'updated_at': '2022-02-09T02:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:06:05.025782 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-cf72e12a-185b-43db-b0ee-008aaab9a539 None None] Attempting to bind port ef47463f-510d-43dd-a476-31b19c3f2f10 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:06:05.026243 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-cf72e12a-185b-43db-b0ee-008aaab9a539 None None] Attempting to bind port ef47463f-510d-43dd-a476-31b19c3f2f10 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'ade936e2-a0a2-457a-a0aa-ea6a3aad181a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '5a7ba9b7-c196-4be6-8c16-bba42c93a003'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:06:05.026677 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf72e12a-185b-43db-b0ee-008aaab9a539 None None] Attempting to bind port ef47463f-510d-43dd-a476-31b19c3f2f10 on network 5a7ba9b7-c196-4be6-8c16-bba42c93a003 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:06:05.033787 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf72e12a-185b-43db-b0ee-008aaab9a539 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:06:05.034851 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf72e12a-185b-43db-b0ee-008aaab9a539 None None] Checking segment: {'id': 'ade936e2-a0a2-457a-a0aa-ea6a3aad181a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '5a7ba9b7-c196-4be6-8c16-bba42c93a003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:06:05.035268 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cf72e12a-185b-43db-b0ee-008aaab9a539 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:05.035680 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf72e12a-185b-43db-b0ee-008aaab9a539 None None] Bound using segment: {'id': 'ade936e2-a0a2-457a-a0aa-ea6a3aad181a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '5a7ba9b7-c196-4be6-8c16-bba42c93a003'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:06:05.036172 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-cf72e12a-185b-43db-b0ee-008aaab9a539 None None] Bound port: ef47463f-510d-43dd-a476-31b19c3f2f10, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ade936e2-a0a2-457a-a0aa-ea6a3aad181a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '5a7ba9b7-c196-4be6-8c16-bba42c93a003'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:06:05.036599 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cf72e12a-185b-43db-b0ee-008aaab9a539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ef47463f-510d-43dd-a476-31b19c3f2f10), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:05.112944 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-cf72e12a-185b-43db-b0ee-008aaab9a539 None None] For port ef47463f-510d-43dd-a476-31b19c3f2f10, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:06:05.116433 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-cf72e12a-185b-43db-b0ee-008aaab9a539 None None] For port ef47463f-510d-43dd-a476-31b19c3f2f10, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=ef47463f-510d-43dd-a476-31b19c3f2f10,segment=NetworkSegment(ade936e2-a0a2-457a-a0aa-ea6a3aad181a),segment_id=ade936e2-a0a2-457a-a0aa-ea6a3aad181a)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:06:05.125627 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cf72e12a-185b-43db-b0ee-008aaab9a539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (ef47463f-510d-43dd-a476-31b19c3f2f10), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:05.191155 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf72e12a-185b-43db-b0ee-008aaab9a539 None None] Pushing event updated for resources: {'Port': ['ID=ef47463f-510d-43dd-a476-31b19c3f2f10,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:05.285362 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-d82fc06e-53f5-416e-9c28-c3c45998d87e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Allocated IP 172.20.0.1 (5a7ba9b7-c196-4be6-8c16-bba42c93a003/5c23d6d8-fcde-431b-9468-78025ce322b7/abe6b48b-7415-4c5f-908b-f19fed183b03) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:06:05.426828 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d82fc06e-53f5-416e-9c28-c3c45998d87e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for port (abe6b48b-7415-4c5f-908b-f19fed183b03), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:05.473248 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d82fc06e-53f5-416e-9c28-c3c45998d87e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (abe6b48b-7415-4c5f-908b-f19fed183b03), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:05.511007 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82fc06e-53f5-416e-9c28-c3c45998d87e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Network 5a7ba9b7-c196-4be6-8c16-bba42c93a003 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:06:05.517122 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-d82fc06e-53f5-416e-9c28-c3c45998d87e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:05.521039 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82fc06e-53f5-416e-9c28-c3c45998d87e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:06:05.558806 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82fc06e-53f5-416e-9c28-c3c45998d87e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'Port': ['ID=abe6b48b-7415-4c5f-908b-f19fed183b03,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:05.578157 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d82fc06e-53f5-416e-9c28-c3c45998d87e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (d7a45c83-4742-4803-aef2-e500240ce34d), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:05.722491 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d82fc06e-53f5-416e-9c28-c3c45998d87e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (abe6b48b-7415-4c5f-908b-f19fed183b03), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:05.861973 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device ef47463f-510d-43dd-a476-31b19c3f2f10 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:06:05.917978 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port ef47463f-510d-43dd-a476-31b19c3f2f10 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:05.918370 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (ef47463f-510d-43dd-a476-31b19c3f2f10), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:06.036474 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d82fc06e-53f5-416e-9c28-c3c45998d87e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for port (abe6b48b-7415-4c5f-908b-f19fed183b03), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:06.043136 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d82fc06e-53f5-416e-9c28-c3c45998d87e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (abe6b48b-7415-4c5f-908b-f19fed183b03), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:06.123079 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d82fc06e-53f5-416e-9c28-c3c45998d87e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (d7a45c83-4742-4803-aef2-e500240ce34d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:06.126670 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82fc06e-53f5-416e-9c28-c3c45998d87e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'Port': ['ID=abe6b48b-7415-4c5f-908b-f19fed183b03,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:06.191116 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:06.191779 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port ef47463f-510d-43dd-a476-31b19c3f2f10 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:06.192167 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (ef47463f-510d-43dd-a476-31b19c3f2f10), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:06.227889 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port ef47463f-510d-43dd-a476-31b19c3f2f10, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=ef47463f-510d-43dd-a476-31b19c3f2f10,segment=NetworkSegment(ade936e2-a0a2-457a-a0aa-ea6a3aad181a),segment_id=ade936e2-a0a2-457a-a0aa-ea6a3aad181a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:06.232586 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (ef47463f-510d-43dd-a476-31b19c3f2f10), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:06.233744 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 5806df2d-cb77-4af9-b4e7-41db11a8b2e5 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:06:06.243343 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82fc06e-53f5-416e-9c28-c3c45998d87e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Network 5a7ba9b7-c196-4be6-8c16-bba42c93a003 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:06:06.245065 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-d82fc06e-53f5-416e-9c28-c3c45998d87e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:06.314285 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=ef47463f-510d-43dd-a476-31b19c3f2f10,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:06.335892 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a9377e-dcba-41f6-a75e-8bebb2bdf461 None None] Network 5a7ba9b7-c196-4be6-8c16-bba42c93a003 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:06:06.340211 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 5806df2d-cb77-4af9-b4e7-41db11a8b2e5 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:06.340610 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (5806df2d-cb77-4af9-b4e7-41db11a8b2e5), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:06.383733 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d82fc06e-53f5-416e-9c28-c3c45998d87e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Router d7a45c83-4742-4803-aef2-e500240ce34d has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:06:06.440485 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-02afe733-78d2-44e6-9fe8-4b8fc6c9a0b4 None None] Provisioning complete for port ef47463f-510d-43dd-a476-31b19c3f2f10 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:06.440902 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-02afe733-78d2-44e6-9fe8-4b8fc6c9a0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (ef47463f-510d-43dd-a476-31b19c3f2f10), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:06.502878 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82fc06e-53f5-416e-9c28-c3c45998d87e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:06:06.509075 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d82fc06e-53f5-416e-9c28-c3c45998d87e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "PUT /v2.0/routers/d7a45c83-4742-4803-aef2-e500240ce34d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0526898 Feb 09 02:06:06.560008 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 5806df2d-cb77-4af9-b4e7-41db11a8b2e5 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:06.560415 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5806df2d-cb77-4af9-b4e7-41db11a8b2e5), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:06.617164 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 5806df2d-cb77-4af9-b4e7-41db11a8b2e5, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=5806df2d-cb77-4af9-b4e7-41db11a8b2e5,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:06.622853 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (5806df2d-cb77-4af9-b4e7-41db11a8b2e5), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:06.625401 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-02afe733-78d2-44e6-9fe8-4b8fc6c9a0b4 None None] Current status of the port ef47463f-510d-43dd-a476-31b19c3f2f10 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:06.688953 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-6b01aaea-f994-4b8d-a992-20cbb77efb32 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2061691748&fields=id&tenant_id=7050557f09d44893a51002583ece992c HTTP/1.1" status: 200 len: 267 time: 0.0545511 Feb 09 02:06:06.691227 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=5806df2d-cb77-4af9-b4e7-41db11a8b2e5,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:06.815473 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-29452813-6192-4824-af4f-a688255d2e06 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:06.817069 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-29452813-6192-4824-af4f-a688255d2e06 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/networks?id=5a7ba9b7-c196-4be6-8c16-bba42c93a003 HTTP/1.1" status: 200 len: 797 time: 0.1098824 Feb 09 02:06:06.836589 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-6de981ac-40ec-4b7f-be9a-0699e593fae8 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/quotas/7050557f09d44893a51002583ece992c HTTP/1.1" status: 200 len: 375 time: 0.0109301 Feb 09 02:06:06.857363 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc3500b-5bb4-4847-b003-7d708496e727 None None] Sync routers for ids ['d7a45c83-4742-4803-aef2-e500240ce34d'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:06:06.876315 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-3884e6b9-61c5-47db-a31f-76caebd6fd05 None None] Provisioning complete for port abe6b48b-7415-4c5f-908b-f19fed183b03 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:06.877000 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3884e6b9-61c5-47db-a31f-76caebd6fd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (abe6b48b-7415-4c5f-908b-f19fed183b03), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:06.880295 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc3500b-5bb4-4847-b003-7d708496e727 None None] Routers {'d7a45c83-4742-4803-aef2-e500240ce34d'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:06.880890 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-4dc3500b-5bb4-4847-b003-7d708496e727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:06:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['d7a45c83-4742-4803-aef2-e500240ce34d'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:06.908755 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-ad8e9ac9-0d46-40af-99a2-03efff5c03e6 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7050557f09d44893a51002583ece992c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0620859 Feb 09 02:06:06.987538 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-3884e6b9-61c5-47db-a31f-76caebd6fd05 None None] Port abe6b48b-7415-4c5f-908b-f19fed183b03 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:06:07.010367 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-3884e6b9-61c5-47db-a31f-76caebd6fd05 None None] Provisioning complete for port ef47463f-510d-43dd-a476-31b19c3f2f10 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:07.010857 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3884e6b9-61c5-47db-a31f-76caebd6fd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (ef47463f-510d-43dd-a476-31b19c3f2f10), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:07.062372 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-d416af4d-f11d-4ae7-ac3a-7de8970871d7 service neutron] 10.222.0.50 "GET /v2.0/networks/5a7ba9b7-c196-4be6-8c16-bba42c93a003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465878 Feb 09 02:06:07.069711 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-4dc3500b-5bb4-4847-b003-7d708496e727 None None] Set router d7a45c83-4742-4803-aef2-e500240ce34d gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:07.168300 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-ad861f3f-415c-44e4-a68d-a2d05fa40911 service neutron] 10.222.0.50 "GET /v2.0/networks/5a7ba9b7-c196-4be6-8c16-bba42c93a003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985429 Feb 09 02:06:07.224862 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-3884e6b9-61c5-47db-a31f-76caebd6fd05 None None] Current status of the port ef47463f-510d-43dd-a476-31b19c3f2f10 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:07.367035 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-526ab1e8-93a9-4892-b15e-ba7eddc73201 req-9135b035-1a3b-4114-b049-b6f5dfbd1d67 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e64b512-bf5d-40fe-a46f-068ec933e158 HTTP/1.1" status: 200 len: 210 time: 0.0307519 Feb 09 02:06:07.379253 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-06a23ca8-6861-4842-9b80-05f8ba0b6f74 None None] Provisioning complete for port abe6b48b-7415-4c5f-908b-f19fed183b03 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:07.379650 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-06a23ca8-6861-4842-9b80-05f8ba0b6f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (abe6b48b-7415-4c5f-908b-f19fed183b03), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:07.418313 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-4dc3500b-5bb4-4847-b003-7d708496e727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a45c83-4742-4803-aef2-e500240ce34d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890286296', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '5806df2d-cb77-4af9-b4e7-41db11a8b2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:02Z', 'updated_at': '2022-02-09T02:06:05Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': '5806df2d-cb77-4af9-b4e7-41db11a8b2e5', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a45c83-4742-4803-aef2-e500240ce34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:02Z', 'updated_at': '2022-02-09T02:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'abe6b48b-7415-4c5f-908b-f19fed183b03', 'name': '', 'network_id': '5a7ba9b7-c196-4be6-8c16-bba42c93a003', 'tenant_id': '7050557f09d44893a51002583ece992c', 'mac_address': 'fa:16:3e:e6:e0:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a45c83-4742-4803-aef2-e500240ce34d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '5c23d6d8-fcde-431b-9468-78025ce322b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:05Z', 'updated_at': '2022-02-09T02:06:05Z', 'revision_number': 2, 'project_id': '7050557f09d44893a51002583ece992c', 'subnets': [{'id': '5c23d6d8-fcde-431b-9468-78025ce322b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:07.461606 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc3500b-5bb4-4847-b003-7d708496e727 None None] Checking router: d7a45c83-4742-4803-aef2-e500240ce34d for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:06:07.461972 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc3500b-5bb4-4847-b003-7d708496e727 None None] Updating router d7a45c83-4742-4803-aef2-e500240ce34d port abe6b48b-7415-4c5f-908b-f19fed183b03 binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:06:07.488809 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-06a23ca8-6861-4842-9b80-05f8ba0b6f74 None None] Port abe6b48b-7415-4c5f-908b-f19fed183b03 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:06:07.490188 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:07.499195 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4dc3500b-5bb4-4847-b003-7d708496e727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (abe6b48b-7415-4c5f-908b-f19fed183b03), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:07.780569 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4dc3500b-5bb4-4847-b003-7d708496e727 None None] Publish callbacks [] for port (abe6b48b-7415-4c5f-908b-f19fed183b03), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:07.788244 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4dc3500b-5bb4-4847-b003-7d708496e727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (abe6b48b-7415-4c5f-908b-f19fed183b03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:07.819411 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device ef47463f-510d-43dd-a476-31b19c3f2f10 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:06:07.882079 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72364a44-2814-416c-bca1-a01a5dd2662e None None] Pushing event updated for resources: {'Port': ['ID=abe6b48b-7415-4c5f-908b-f19fed183b03,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:07.946519 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-4dc3500b-5bb4-4847-b003-7d708496e727 None None] Attempting to bind port abe6b48b-7415-4c5f-908b-f19fed183b03 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:06:07.946903 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-4dc3500b-5bb4-4847-b003-7d708496e727 None None] Attempting to bind port abe6b48b-7415-4c5f-908b-f19fed183b03 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'ade936e2-a0a2-457a-a0aa-ea6a3aad181a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '5a7ba9b7-c196-4be6-8c16-bba42c93a003'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:06:07.947281 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc3500b-5bb4-4847-b003-7d708496e727 None None] Attempting to bind port abe6b48b-7415-4c5f-908b-f19fed183b03 on network 5a7ba9b7-c196-4be6-8c16-bba42c93a003 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:06:07.955994 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc3500b-5bb4-4847-b003-7d708496e727 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:06:07.956982 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc3500b-5bb4-4847-b003-7d708496e727 None None] Checking segment: {'id': 'ade936e2-a0a2-457a-a0aa-ea6a3aad181a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '5a7ba9b7-c196-4be6-8c16-bba42c93a003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:06:07.957407 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4dc3500b-5bb4-4847-b003-7d708496e727 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:07.957992 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc3500b-5bb4-4847-b003-7d708496e727 None None] Bound using segment: {'id': 'ade936e2-a0a2-457a-a0aa-ea6a3aad181a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '5a7ba9b7-c196-4be6-8c16-bba42c93a003'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:06:07.958498 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-4dc3500b-5bb4-4847-b003-7d708496e727 None None] Bound port: abe6b48b-7415-4c5f-908b-f19fed183b03, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ade936e2-a0a2-457a-a0aa-ea6a3aad181a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '5a7ba9b7-c196-4be6-8c16-bba42c93a003'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:06:07.958898 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4dc3500b-5bb4-4847-b003-7d708496e727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (abe6b48b-7415-4c5f-908b-f19fed183b03), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:07.963157 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port ef47463f-510d-43dd-a476-31b19c3f2f10 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:07.963537 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (ef47463f-510d-43dd-a476-31b19c3f2f10), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:08.062922 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-4dc3500b-5bb4-4847-b003-7d708496e727 None None] For port abe6b48b-7415-4c5f-908b-f19fed183b03, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:06:08.066659 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-4dc3500b-5bb4-4847-b003-7d708496e727 None None] For port abe6b48b-7415-4c5f-908b-f19fed183b03, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=abe6b48b-7415-4c5f-908b-f19fed183b03,segment=NetworkSegment(ade936e2-a0a2-457a-a0aa-ea6a3aad181a),segment_id=ade936e2-a0a2-457a-a0aa-ea6a3aad181a)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:06:08.073305 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4dc3500b-5bb4-4847-b003-7d708496e727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (abe6b48b-7415-4c5f-908b-f19fed183b03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:08.183405 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port ef47463f-510d-43dd-a476-31b19c3f2f10 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:08.184558 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 5806df2d-cb77-4af9-b4e7-41db11a8b2e5 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:06:08.190306 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:08.212016 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-41487986-d590-4916-a656-e5b52379594f None None] Provisioning complete for port abe6b48b-7415-4c5f-908b-f19fed183b03 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:08.212428 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-41487986-d590-4916-a656-e5b52379594f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (abe6b48b-7415-4c5f-908b-f19fed183b03), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:08.216135 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc3500b-5bb4-4847-b003-7d708496e727 None None] Routers {'d7a45c83-4742-4803-aef2-e500240ce34d'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:08.216822 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-4dc3500b-5bb4-4847-b003-7d708496e727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:06:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['d7a45c83-4742-4803-aef2-e500240ce34d'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:08.222085 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72364a44-2814-416c-bca1-a01a5dd2662e None None] Pushing event updated for resources: {'Port': ['ID=abe6b48b-7415-4c5f-908b-f19fed183b03,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:08.386297 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-4dc3500b-5bb4-4847-b003-7d708496e727 None None] Set router d7a45c83-4742-4803-aef2-e500240ce34d gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:08.421065 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-cfa3cf90-634e-49e9-b387-0e0c8837e5a4 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:08.423362 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-cfa3cf90-634e-49e9-b387-0e0c8837e5a4 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.47 "GET /v2.0/networks?id=5a7ba9b7-c196-4be6-8c16-bba42c93a003 HTTP/1.1" status: 200 len: 797 time: 0.1367764 Feb 09 02:06:08.427552 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 5806df2d-cb77-4af9-b4e7-41db11a8b2e5 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:08.427947 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (5806df2d-cb77-4af9-b4e7-41db11a8b2e5), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:08.491256 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-ca05d922-84dc-4e95-b2e8-fcbbb9e3c60a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7050557f09d44893a51002583ece992c HTTP/1.1" status: 200 len: 380 time: 0.0575264 Feb 09 02:06:08.491918 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-69c87e64-d4a1-4ea8-ab50-8377a64d06d1 req-8b18b250-0f56-4fa0-b41f-305710dc8e5b tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e64b512-bf5d-40fe-a46f-068ec933e158 HTTP/1.1" status: 200 len: 210 time: 0.0288601 Feb 09 02:06:08.502503 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-8e924a17-8313-441a-a101-284f2c5850aa tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'port': {'device_id': '8e64b512-bf5d-40fe-a46f-068ec933e158', 'network_id': '5a7ba9b7-c196-4be6-8c16-bba42c93a003', 'admin_state_up': True, 'tenant_id': '7050557f09d44893a51002583ece992c', 'security_groups': ['2e012f5b-d8d0-45d0-87b6-631b250666e1']}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:08.612607 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-8e924a17-8313-441a-a101-284f2c5850aa tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Made reservation on behalf of 7050557f09d44893a51002583ece992c for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:06:08.614608 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:08.616496 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-8e924a17-8313-441a-a101-284f2c5850aa tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:08.619850 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-41487986-d590-4916-a656-e5b52379594f None None] Current status of the port abe6b48b-7415-4c5f-908b-f19fed183b03 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:08.620242 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-41487986-d590-4916-a656-e5b52379594f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (abe6b48b-7415-4c5f-908b-f19fed183b03), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:08.690550 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 5806df2d-cb77-4af9-b4e7-41db11a8b2e5 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:08.728724 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-41487986-d590-4916-a656-e5b52379594f None None] For port abe6b48b-7415-4c5f-908b-f19fed183b03, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=abe6b48b-7415-4c5f-908b-f19fed183b03,segment=NetworkSegment(ade936e2-a0a2-457a-a0aa-ea6a3aad181a),segment_id=ade936e2-a0a2-457a-a0aa-ea6a3aad181a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:08.733862 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-41487986-d590-4916-a656-e5b52379594f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (abe6b48b-7415-4c5f-908b-f19fed183b03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:08.747955 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-8e924a17-8313-441a-a101-284f2c5850aa tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Allocated IP 172.20.0.8 (5a7ba9b7-c196-4be6-8c16-bba42c93a003/5c23d6d8-fcde-431b-9468-78025ce322b7/df29e6e4-5703-4659-8e9a-bb2c85214f57) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:06:08.793787 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41487986-d590-4916-a656-e5b52379594f None None] Pushing event updated for resources: {'Port': ['ID=abe6b48b-7415-4c5f-908b-f19fed183b03,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:08.806318 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-4dc3500b-5bb4-4847-b003-7d708496e727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a45c83-4742-4803-aef2-e500240ce34d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890286296', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '5806df2d-cb77-4af9-b4e7-41db11a8b2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:02Z', 'updated_at': '2022-02-09T02:06:05Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': '5806df2d-cb77-4af9-b4e7-41db11a8b2e5', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a45c83-4742-4803-aef2-e500240ce34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:02Z', 'updated_at': '2022-02-09T02:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'abe6b48b-7415-4c5f-908b-f19fed183b03', 'name': '', 'network_id': '5a7ba9b7-c196-4be6-8c16-bba42c93a003', 'tenant_id': '7050557f09d44893a51002583ece992c', 'mac_address': 'fa:16:3e:e6:e0:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a45c83-4742-4803-aef2-e500240ce34d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '5c23d6d8-fcde-431b-9468-78025ce322b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:05Z', 'updated_at': '2022-02-09T02:06:08Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'subnets': [{'id': '5c23d6d8-fcde-431b-9468-78025ce322b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:08.837722 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc3500b-5bb4-4847-b003-7d708496e727 None None] The sync data for ids ['d7a45c83-4742-4803-aef2-e500240ce34d'] in n-d-828369-4 is: [{'id': 'd7a45c83-4742-4803-aef2-e500240ce34d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890286296', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '5806df2d-cb77-4af9-b4e7-41db11a8b2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:02Z', 'updated_at': '2022-02-09T02:06:05Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': '5806df2d-cb77-4af9-b4e7-41db11a8b2e5', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a45c83-4742-4803-aef2-e500240ce34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:02Z', 'updated_at': '2022-02-09T02:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'abe6b48b-7415-4c5f-908b-f19fed183b03', 'name': '', 'network_id': '5a7ba9b7-c196-4be6-8c16-bba42c93a003', 'tenant_id': '7050557f09d44893a51002583ece992c', 'mac_address': 'fa:16:3e:e6:e0:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7a45c83-4742-4803-aef2-e500240ce34d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '5c23d6d8-fcde-431b-9468-78025ce322b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:05Z', 'updated_at': '2022-02-09T02:06:08Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'subnets': [{'id': '5c23d6d8-fcde-431b-9468-78025ce322b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:06:08.853777 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-4c2fba39-a6f3-497c-9116-9a7c7374ab91 None None] Provisioning complete for port abe6b48b-7415-4c5f-908b-f19fed183b03 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:08.854162 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4c2fba39-a6f3-497c-9116-9a7c7374ab91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (abe6b48b-7415-4c5f-908b-f19fed183b03), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:08.930029 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-8e924a17-8313-441a-a101-284f2c5850aa tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for port (df29e6e4-5703-4659-8e9a-bb2c85214f57), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:08.987817 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-8e924a17-8313-441a-a101-284f2c5850aa tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (df29e6e4-5703-4659-8e9a-bb2c85214f57), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:09.039629 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-8e924a17-8313-441a-a101-284f2c5850aa tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Network 5a7ba9b7-c196-4be6-8c16-bba42c93a003 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:06:09.045358 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-8e924a17-8313-441a-a101-284f2c5850aa tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:09.050169 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-8e924a17-8313-441a-a101-284f2c5850aa tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:06:09.081911 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e924a17-8313-441a-a101-284f2c5850aa tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'Port': ['ID=df29e6e4-5703-4659-8e9a-bb2c85214f57,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:09.116576 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-8e924a17-8313-441a-a101-284f2c5850aa tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:09.117281 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-8e924a17-8313-441a-a101-284f2c5850aa tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:09.122166 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-4c2fba39-a6f3-497c-9116-9a7c7374ab91 None None] Current status of the port abe6b48b-7415-4c5f-908b-f19fed183b03 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:09.143508 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-8e924a17-8313-441a-a101-284f2c5850aa tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6456876 Feb 09 02:06:09.203122 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-e7fde709-da15-4842-ac33-427075c1aafd service neutron] Request body: {'port': {'device_id': '8e64b512-bf5d-40fe-a46f-068ec933e158', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:09.267388 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-e7fde709-da15-4842-ac33-427075c1aafd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (df29e6e4-5703-4659-8e9a-bb2c85214f57), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:09.345363 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-c786d927-9f0b-41e8-ae2e-e59fbd4bf321 None None] Provisioning complete for port df29e6e4-5703-4659-8e9a-bb2c85214f57 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:09.345744 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c786d927-9f0b-41e8-ae2e-e59fbd4bf321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (df29e6e4-5703-4659-8e9a-bb2c85214f57), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:09.384740 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c786d927-9f0b-41e8-ae2e-e59fbd4bf321 None None] Port df29e6e4-5703-4659-8e9a-bb2c85214f57 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:06:09.553064 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-e7fde709-da15-4842-ac33-427075c1aafd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df29e6e4-5703-4659-8e9a-bb2c85214f57 {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:06:09.560994 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-e7fde709-da15-4842-ac33-427075c1aafd service neutron] Publish callbacks [] for port (df29e6e4-5703-4659-8e9a-bb2c85214f57), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:09.573407 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-e7fde709-da15-4842-ac33-427075c1aafd service neutron] Transition to ACTIVE for port object df29e6e4-5703-4659-8e9a-bb2c85214f57 will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:06:09.578091 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-e7fde709-da15-4842-ac33-427075c1aafd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (df29e6e4-5703-4659-8e9a-bb2c85214f57), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:09.627241 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c859be9-0726-4b67-bf76-fdcae4b02476 req-09171583-0e47-4eee-81c9-f8c060521999 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:09.628923 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7c859be9-0726-4b67-bf76-fdcae4b02476 req-09171583-0e47-4eee-81c9-f8c060521999 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e64b512-bf5d-40fe-a46f-068ec933e158 HTTP/1.1" status: 200 len: 931 time: 0.0649772 Feb 09 02:06:09.633992 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fde709-da15-4842-ac33-427075c1aafd service neutron] Pushing event updated for resources: {'Port': ['ID=df29e6e4-5703-4659-8e9a-bb2c85214f57,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:09.703022 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7c859be9-0726-4b67-bf76-fdcae4b02476 req-435e6524-cf90-4f27-8a5a-d17c4a9764b7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e012f5b-d8d0-45d0-87b6-631b250666e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673003 Feb 09 02:06:09.714681 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-e7fde709-da15-4842-ac33-427075c1aafd service neutron] Attempting to bind port df29e6e4-5703-4659-8e9a-bb2c85214f57 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:06:09.715171 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-e7fde709-da15-4842-ac33-427075c1aafd service neutron] Attempting to bind port df29e6e4-5703-4659-8e9a-bb2c85214f57 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'ade936e2-a0a2-457a-a0aa-ea6a3aad181a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '5a7ba9b7-c196-4be6-8c16-bba42c93a003'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:06:09.715507 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-e7fde709-da15-4842-ac33-427075c1aafd service neutron] Attempting to bind port df29e6e4-5703-4659-8e9a-bb2c85214f57 on network 5a7ba9b7-c196-4be6-8c16-bba42c93a003 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:06:09.720855 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-e7fde709-da15-4842-ac33-427075c1aafd service neutron] Port df29e6e4-5703-4659-8e9a-bb2c85214f57 on network 5a7ba9b7-c196-4be6-8c16-bba42c93a003 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:06:09.721239 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-e7fde709-da15-4842-ac33-427075c1aafd service neutron] Attempting to bind port df29e6e4-5703-4659-8e9a-bb2c85214f57 on network 5a7ba9b7-c196-4be6-8c16-bba42c93a003 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:06:09.727184 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-e7fde709-da15-4842-ac33-427075c1aafd service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:06:09.727640 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-e7fde709-da15-4842-ac33-427075c1aafd service neutron] Checking segment: {'id': 'ade936e2-a0a2-457a-a0aa-ea6a3aad181a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '5a7ba9b7-c196-4be6-8c16-bba42c93a003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:06:09.728130 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-e7fde709-da15-4842-ac33-427075c1aafd service neutron] Bound using segment: {'id': 'ade936e2-a0a2-457a-a0aa-ea6a3aad181a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '5a7ba9b7-c196-4be6-8c16-bba42c93a003'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:06:09.728617 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-e7fde709-da15-4842-ac33-427075c1aafd service neutron] Bound port: df29e6e4-5703-4659-8e9a-bb2c85214f57, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ade936e2-a0a2-457a-a0aa-ea6a3aad181a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '5a7ba9b7-c196-4be6-8c16-bba42c93a003'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:06:09.728989 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-e7fde709-da15-4842-ac33-427075c1aafd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (df29e6e4-5703-4659-8e9a-bb2c85214f57), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:09.808604 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-e7fde709-da15-4842-ac33-427075c1aafd service neutron] For port df29e6e4-5703-4659-8e9a-bb2c85214f57, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:06:09.812384 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-e7fde709-da15-4842-ac33-427075c1aafd service neutron] For port df29e6e4-5703-4659-8e9a-bb2c85214f57, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=df29e6e4-5703-4659-8e9a-bb2c85214f57,segment=NetworkSegment(ade936e2-a0a2-457a-a0aa-ea6a3aad181a),segment_id=ade936e2-a0a2-457a-a0aa-ea6a3aad181a)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:06:09.819848 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-e7fde709-da15-4842-ac33-427075c1aafd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (df29e6e4-5703-4659-8e9a-bb2c85214f57), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:09.861970 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-e7fde709-da15-4842-ac33-427075c1aafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:09.862601 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-e7fde709-da15-4842-ac33-427075c1aafd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:09.864068 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-e7fde709-da15-4842-ac33-427075c1aafd service neutron] 10.222.0.47 "PUT /v2.0/ports/df29e6e4-5703-4659-8e9a-bb2c85214f57 HTTP/1.1" status: 200 len: 1091 time: 0.7135231 Feb 09 02:06:09.864592 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e64b512-bf5d-40fe-a46f-068ec933e158', 'tag': 'df29e6e4-5703-4659-8e9a-bb2c85214f57'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:06:09.864716 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:09.866874 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb43af88e673329c23149398428cc041a01d2eb1e38e3c4d9439b19a076227c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4e4de7-78f2-4c42-8a79-aa29d1cceb8f" -d '{"events": [{"name": "network-changed", "server_uuid": "8e64b512-bf5d-40fe-a46f-068ec933e158", "tag": "df29e6e4-5703-4659-8e9a-bb2c85214f57"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:06:09.875582 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device abe6b48b-7415-4c5f-908b-f19fed183b03 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:06:09.893525 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fde709-da15-4842-ac33-427075c1aafd service neutron] Pushing event updated for resources: {'Port': ['ID=df29e6e4-5703-4659-8e9a-bb2c85214f57,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:09.939695 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0bc7574-cffb-4d1d-8652-0889cbe74fed x-openstack-request-id: req-f0bc7574-cffb-4d1d-8652-0889cbe74fed {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:06:09.939695 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e64b512-bf5d-40fe-a46f-068ec933e158", "tag": "df29e6e4-5703-4659-8e9a-bb2c85214f57", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:06:09.939695 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f0bc7574-cffb-4d1d-8652-0889cbe74fed {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:06:09.940063 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e64b512-bf5d-40fe-a46f-068ec933e158', 'tag': 'df29e6e4-5703-4659-8e9a-bb2c85214f57', 'status': 'completed', 'code': 200} Feb 09 02:06:09.962861 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port abe6b48b-7415-4c5f-908b-f19fed183b03 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:09.963249 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (abe6b48b-7415-4c5f-908b-f19fed183b03), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:09.984416 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-6db61ecd-f248-47a2-8f30-23740d724066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:09.987545 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-6db61ecd-f248-47a2-8f30-23740d724066 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7050557f09d44893a51002583ece992c&device_id=8e64b512-bf5d-40fe-a46f-068ec933e158 HTTP/1.1" status: 200 len: 1125 time: 0.0658827 Feb 09 02:06:10.048220 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-0fbc4e46-215b-4e46-8e9c-192538299255 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df29e6e4-5703-4659-8e9a-bb2c85214f57 HTTP/1.1" status: 200 len: 217 time: 0.0545089 Feb 09 02:06:10.067744 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port abe6b48b-7415-4c5f-908b-f19fed183b03 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:10.100231 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-59ca9ddd-ea3d-4127-abad-404575da675e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:10.101822 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-59ca9ddd-ea3d-4127-abad-404575da675e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5c23d6d8-fcde-431b-9468-78025ce322b7 HTTP/1.1" status: 200 len: 834 time: 0.0484505 Feb 09 02:06:10.161320 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-03947043-1997-46b2-8665-33c6506fa487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:10.162924 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-03947043-1997-46b2-8665-33c6506fa487 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5a7ba9b7-c196-4be6-8c16-bba42c93a003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0543447 Feb 09 02:06:10.548958 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-e32b8c38-b76d-4afe-aca4-63465c19d975 service neutron] 10.222.0.47 "GET /v2.0/networks/5a7ba9b7-c196-4be6-8c16-bba42c93a003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791938 Feb 09 02:06:10.640596 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-31e3ef88-129e-439a-a62e-f20a06a22a78 req-67045f19-7b72-4d39-9341-586d019e555c service neutron] 10.222.0.47 "GET /v2.0/networks/5a7ba9b7-c196-4be6-8c16-bba42c93a003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856197 Feb 09 02:06:10.732950 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e4de7-78f2-4c42-8a79-aa29d1cceb8f req-356b46f7-56a3-4dcb-b641-70bc4f47f9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:10.734621 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-5d4e4de7-78f2-4c42-8a79-aa29d1cceb8f req-356b46f7-56a3-4dcb-b641-70bc4f47f9ee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7050557f09d44893a51002583ece992c&device_id=8e64b512-bf5d-40fe-a46f-068ec933e158 HTTP/1.1" status: 200 len: 1125 time: 0.0519736 Feb 09 02:06:10.821112 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c5f01-09fb-4894-a83f-2d88c4cce6e8 req-6159a4d8-f56d-4ad0-a2cf-a90b8e7847cf tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:10.822506 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad0c5f01-09fb-4894-a83f-2d88c4cce6e8 req-6159a4d8-f56d-4ad0-a2cf-a90b8e7847cf tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e64b512-bf5d-40fe-a46f-068ec933e158 HTTP/1.1" status: 200 len: 943 time: 0.0562704 Feb 09 02:06:10.824849 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e4de7-78f2-4c42-8a79-aa29d1cceb8f req-e40c52d2-f6a0-441b-aee6-07b683f0985f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:10.826922 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-5d4e4de7-78f2-4c42-8a79-aa29d1cceb8f req-e40c52d2-f6a0-441b-aee6-07b683f0985f service neutron] 10.222.0.47 "GET /v2.0/networks?id=5a7ba9b7-c196-4be6-8c16-bba42c93a003 HTTP/1.1" status: 200 len: 899 time: 0.0850711 Feb 09 02:06:10.866999 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-5d4e4de7-78f2-4c42-8a79-aa29d1cceb8f req-b6a0418b-d1e2-45d1-b45a-1e82bf5d4c65 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df29e6e4-5703-4659-8e9a-bb2c85214f57 HTTP/1.1" status: 200 len: 217 time: 0.0344748 Feb 09 02:06:10.871258 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ad0c5f01-09fb-4894-a83f-2d88c4cce6e8 req-6d028a75-2817-40b7-8531-700b4fe2d2dd tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e012f5b-d8d0-45d0-87b6-631b250666e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421832 Feb 09 02:06:10.918588 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e4de7-78f2-4c42-8a79-aa29d1cceb8f req-cf73d0de-c366-4057-aa21-975822ce2a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:10.920034 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-5d4e4de7-78f2-4c42-8a79-aa29d1cceb8f req-cf73d0de-c366-4057-aa21-975822ce2a27 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5c23d6d8-fcde-431b-9468-78025ce322b7 HTTP/1.1" status: 200 len: 834 time: 0.0469708 Feb 09 02:06:10.968718 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e4de7-78f2-4c42-8a79-aa29d1cceb8f req-d859a65a-a451-43fe-bf70-60132f96698c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:10.970172 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-5d4e4de7-78f2-4c42-8a79-aa29d1cceb8f req-d859a65a-a451-43fe-bf70-60132f96698c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5a7ba9b7-c196-4be6-8c16-bba42c93a003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433593 Feb 09 02:06:11.056862 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-5d4e4de7-78f2-4c42-8a79-aa29d1cceb8f req-66e0a8b8-985c-4665-9959-bfc8109385a8 service neutron] 10.222.0.47 "GET /v2.0/networks/5a7ba9b7-c196-4be6-8c16-bba42c93a003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794740 Feb 09 02:06:11.149639 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-5d4e4de7-78f2-4c42-8a79-aa29d1cceb8f req-199b7d0e-4fc2-43ba-afbc-f389efc1892a service neutron] 10.222.0.47 "GET /v2.0/networks/5a7ba9b7-c196-4be6-8c16-bba42c93a003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867989 Feb 09 02:06:11.992406 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c2897-cee3-47b5-b1d2-58176eee904a req-5050efd8-0471-4770-b1d2-2e165be7d4f8 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:11.994001 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-920c2897-cee3-47b5-b1d2-58176eee904a req-5050efd8-0471-4770-b1d2-2e165be7d4f8 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e64b512-bf5d-40fe-a46f-068ec933e158 HTTP/1.1" status: 200 len: 943 time: 0.0527704 Feb 09 02:06:12.042643 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-920c2897-cee3-47b5-b1d2-58176eee904a req-fd513919-23b0-4f2e-b9af-76c3f90cb262 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e012f5b-d8d0-45d0-87b6-631b250666e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426524 Feb 09 02:06:12.611569 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device df29e6e4-5703-4659-8e9a-bb2c85214f57 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:06:12.706290 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port df29e6e4-5703-4659-8e9a-bb2c85214f57, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=df29e6e4-5703-4659-8e9a-bb2c85214f57,segment=NetworkSegment(ade936e2-a0a2-457a-a0aa-ea6a3aad181a),segment_id=ade936e2-a0a2-457a-a0aa-ea6a3aad181a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:12.717809 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': 'df29e6e4-5703-4659-8e9a-bb2c85214f57', 'network_id': '5a7ba9b7-c196-4be6-8c16-bba42c93a003', 'port_id': 'df29e6e4-5703-4659-8e9a-bb2c85214f57', 'mac_address': 'fa:16:3e:e4:03:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c23d6d8-fcde-431b-9468-78025ce322b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:06:12.762654 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port df29e6e4-5703-4659-8e9a-bb2c85214f57 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:12.763056 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (df29e6e4-5703-4659-8e9a-bb2c85214f57), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:12.781725 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df29e6e4-5703-4659-8e9a-bb2c85214f57 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:06:12.800905 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port df29e6e4-5703-4659-8e9a-bb2c85214f57, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=df29e6e4-5703-4659-8e9a-bb2c85214f57,segment=NetworkSegment(ade936e2-a0a2-457a-a0aa-ea6a3aad181a),segment_id=ade936e2-a0a2-457a-a0aa-ea6a3aad181a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:12.804927 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (df29e6e4-5703-4659-8e9a-bb2c85214f57), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:12.850360 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=df29e6e4-5703-4659-8e9a-bb2c85214f57,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:13.043753 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['df29e6e4-5703-4659-8e9a-bb2c85214f57'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:06:13.164347 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af7643-2e3e-4fab-bddb-eaa861f017ea req-98ce38ce-16ab-451d-81bc-56b924fca043 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:13.165910 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d6af7643-2e3e-4fab-bddb-eaa861f017ea req-98ce38ce-16ab-451d-81bc-56b924fca043 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e64b512-bf5d-40fe-a46f-068ec933e158 HTTP/1.1" status: 200 len: 944 time: 0.0524487 Feb 09 02:06:13.219621 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d6af7643-2e3e-4fab-bddb-eaa861f017ea req-96a74c8a-c11d-414f-ba1b-4fa90533430a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e012f5b-d8d0-45d0-87b6-631b250666e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475047 Feb 09 02:06:14.337296 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb85cce-11d7-4a1e-aa87-f34023788833 req-ee3308a2-3cee-4a4a-979a-57ad2bcf7d73 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:14.338765 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6fb85cce-11d7-4a1e-aa87-f34023788833 req-ee3308a2-3cee-4a4a-979a-57ad2bcf7d73 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e64b512-bf5d-40fe-a46f-068ec933e158 HTTP/1.1" status: 200 len: 944 time: 0.0518832 Feb 09 02:06:14.386141 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6fb85cce-11d7-4a1e-aa87-f34023788833 req-8aefbf20-fd06-4734-9e05-36574af318b8 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e012f5b-d8d0-45d0-87b6-631b250666e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417087 Feb 09 02:06:14.624047 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device df29e6e4-5703-4659-8e9a-bb2c85214f57 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:06:14.677132 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port df29e6e4-5703-4659-8e9a-bb2c85214f57 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:06:14.680849 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port df29e6e4-5703-4659-8e9a-bb2c85214f57 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:06:14.681233 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (df29e6e4-5703-4659-8e9a-bb2c85214f57), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:14.758884 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port df29e6e4-5703-4659-8e9a-bb2c85214f57 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:06:14.759282 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (df29e6e4-5703-4659-8e9a-bb2c85214f57), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:14.783401 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e64b512-bf5d-40fe-a46f-068ec933e158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df29e6e4-5703-4659-8e9a-bb2c85214f57'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:06:14.786917 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f766445e23ec559c7328ff843d6cc013f3fae19186639b550ac9b130fb2cde8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93cddb99-86e5-48eb-bd11-3a726036e23d" -d '{"events": [{"server_uuid": "8e64b512-bf5d-40fe-a46f-068ec933e158", "name": "network-vif-plugged", "status": "completed", "tag": "df29e6e4-5703-4659-8e9a-bb2c85214f57"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:06:14.804147 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port df29e6e4-5703-4659-8e9a-bb2c85214f57, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=df29e6e4-5703-4659-8e9a-bb2c85214f57,segment=NetworkSegment(ade936e2-a0a2-457a-a0aa-ea6a3aad181a),segment_id=ade936e2-a0a2-457a-a0aa-ea6a3aad181a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:14.808849 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (df29e6e4-5703-4659-8e9a-bb2c85214f57), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:14.858810 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=df29e6e4-5703-4659-8e9a-bb2c85214f57,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:14.888913 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42d3638-ea64-45db-b51f-4cb2c4c3f704 x-openstack-request-id: req-e42d3638-ea64-45db-b51f-4cb2c4c3f704 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:06:14.889219 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e64b512-bf5d-40fe-a46f-068ec933e158", "name": "network-vif-plugged", "status": "completed", "tag": "df29e6e4-5703-4659-8e9a-bb2c85214f57", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:06:14.889482 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e42d3638-ea64-45db-b51f-4cb2c4c3f704 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:06:14.889917 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e64b512-bf5d-40fe-a46f-068ec933e158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df29e6e4-5703-4659-8e9a-bb2c85214f57', 'code': 200} Feb 09 02:06:14.987809 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c3cdd-ea23-4c17-aea6-29e43e3545f4 req-0f79f7b0-8e25-43b3-86c6-ab4f25fd6d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:14.989334 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-773c3cdd-ea23-4c17-aea6-29e43e3545f4 req-0f79f7b0-8e25-43b3-86c6-ab4f25fd6d64 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8e64b512-bf5d-40fe-a46f-068ec933e158 HTTP/1.1" status: 200 len: 1127 time: 0.0455663 Feb 09 02:06:15.035243 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-773c3cdd-ea23-4c17-aea6-29e43e3545f4 req-996aeec4-b77a-4b09-b1f5-52f923b038fb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2e012f5b-d8d0-45d0-87b6-631b250666e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386186 Feb 09 02:06:15.504204 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f8aca-c337-4c40-877d-d4948c769ca5 req-4c2a08df-7541-456b-b390-cb51e94b79d7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:15.505741 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a5f8aca-c337-4c40-877d-d4948c769ca5 req-4c2a08df-7541-456b-b390-cb51e94b79d7 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e64b512-bf5d-40fe-a46f-068ec933e158 HTTP/1.1" status: 200 len: 945 time: 0.0516186 Feb 09 02:06:15.553732 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a5f8aca-c337-4c40-877d-d4948c769ca5 req-407f2f65-c487-49eb-ba2b-355d0613c58e tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e012f5b-d8d0-45d0-87b6-631b250666e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425498 Feb 09 02:06:16.678872 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4bfb1-9127-4586-888f-2c1586e81d0c req-97f62850-e4c1-4d58-aa98-5819a30e80ae tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:16.680369 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5db4bfb1-9127-4586-888f-2c1586e81d0c req-97f62850-e4c1-4d58-aa98-5819a30e80ae tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e64b512-bf5d-40fe-a46f-068ec933e158 HTTP/1.1" status: 200 len: 945 time: 0.0585315 Feb 09 02:06:16.728511 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5db4bfb1-9127-4586-888f-2c1586e81d0c req-f866ebb6-225d-437e-be38-e54f3ca30fac tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e012f5b-d8d0-45d0-87b6-631b250666e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419469 Feb 09 02:06:16.845291 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf46573-6708-4e64-93ac-11f4996ceb1c req-023bf156-2df7-4f96-96e3-7b71f5f3ed7f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:16.846691 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4bf46573-6708-4e64-93ac-11f4996ceb1c req-023bf156-2df7-4f96-96e3-7b71f5f3ed7f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e64b512-bf5d-40fe-a46f-068ec933e158 HTTP/1.1" status: 200 len: 945 time: 0.0527732 Feb 09 02:06:16.893603 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4bf46573-6708-4e64-93ac-11f4996ceb1c req-908212f8-e0e0-4b41-89d3-ecf1326307d1 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e012f5b-d8d0-45d0-87b6-631b250666e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414138 Feb 09 02:06:16.915206 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45738) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:16.961287 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97ba346-2e56-434a-abd4-c7b2be437540 tempest-TestNetworkAdvancedServerOps-392406596 tempest-TestNetworkAdvancedServerOps-392406596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:16.962786 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f97ba346-2e56-434a-abd4-c7b2be437540 tempest-TestNetworkAdvancedServerOps-392406596 tempest-TestNetworkAdvancedServerOps-392406596-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8e64b512-bf5d-40fe-a46f-068ec933e158 HTTP/1.1" status: 200 len: 1122 time: 0.0466089 Feb 09 02:06:16.965733 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45740) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:16.970386 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-39045765-f409-4d45-96d2-cb419394c512 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'port_id': 'df29e6e4-5703-4659-8e9a-bb2c85214f57', 'tenant_id': '7050557f09d44893a51002583ece992c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:06:16.989769 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-39045765-f409-4d45-96d2-cb419394c512 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:17.083197 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-39045765-f409-4d45-96d2-cb419394c512 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:17.187269 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-39045765-f409-4d45-96d2-cb419394c512 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Allocated IP 172.25.8.81 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/3a6a8ff3-0cac-448a-adc0-bb47f88c9e61) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:06:17.282823 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-39045765-f409-4d45-96d2-cb419394c512 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for port (3a6a8ff3-0cac-448a-adc0-bb47f88c9e61), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:17.315287 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-39045765-f409-4d45-96d2-cb419394c512 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (3a6a8ff3-0cac-448a-adc0-bb47f88c9e61), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:17.358742 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39045765-f409-4d45-96d2-cb419394c512 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:06:17.361595 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-39045765-f409-4d45-96d2-cb419394c512 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:06:17.365065 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39045765-f409-4d45-96d2-cb419394c512 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:06:17.385897 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39045765-f409-4d45-96d2-cb419394c512 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'Port': ['ID=3a6a8ff3-0cac-448a-adc0-bb47f88c9e61,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:17.716344 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-39045765-f409-4d45-96d2-cb419394c512 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for floatingip (47703fe1-b810-4c55-a183-af829fabf5fb), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:17.788716 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-39045765-f409-4d45-96d2-cb419394c512 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (3a6a8ff3-0cac-448a-adc0-bb47f88c9e61), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:17.936975 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-39045765-f409-4d45-96d2-cb419394c512 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for port (3a6a8ff3-0cac-448a-adc0-bb47f88c9e61), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:17.941542 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-39045765-f409-4d45-96d2-cb419394c512 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (3a6a8ff3-0cac-448a-adc0-bb47f88c9e61), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:18.012226 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39045765-f409-4d45-96d2-cb419394c512 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event updated for resources: {'Port': ['ID=3a6a8ff3-0cac-448a-adc0-bb47f88c9e61,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:18.021779 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-39045765-f409-4d45-96d2-cb419394c512 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (47703fe1-b810-4c55-a183-af829fabf5fb), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:18.123707 n-d-828369-4 neutron-server[103137]: INFO neutron.db.l3_db [None req-39045765-f409-4d45-96d2-cb419394c512 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Floating IP 47703fe1-b810-4c55-a183-af829fabf5fb associated. External IP: 172.25.8.81, port: df29e6e4-5703-4659-8e9a-bb2c85214f57. Feb 09 02:06:18.335568 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39045765-f409-4d45-96d2-cb419394c512 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Router d7a45c83-4742-4803-aef2-e500240ce34d has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:06:18.445423 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39045765-f409-4d45-96d2-cb419394c512 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:06:18.455420 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967a5a8d-c590-487f-913d-6711d283486d None None] Sync routers for ids ['d7a45c83-4742-4803-aef2-e500240ce34d'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:06:18.463006 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-39045765-f409-4d45-96d2-cb419394c512 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:18.465325 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967a5a8d-c590-487f-913d-6711d283486d None None] Routers {'d7a45c83-4742-4803-aef2-e500240ce34d'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:18.466049 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-967a5a8d-c590-487f-913d-6711d283486d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:06:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['d7a45c83-4742-4803-aef2-e500240ce34d'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:18.492914 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-39045765-f409-4d45-96d2-cb419394c512 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5261631 Feb 09 02:06:18.493778 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e64b512-bf5d-40fe-a46f-068ec933e158', 'tag': 'df29e6e4-5703-4659-8e9a-bb2c85214f57'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:06:18.496028 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb43af88e673329c23149398428cc041a01d2eb1e38e3c4d9439b19a076227c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52512b63-d6db-40a9-b722-b826adf0048d" -d '{"events": [{"name": "network-changed", "server_uuid": "8e64b512-bf5d-40fe-a46f-068ec933e158", "tag": "df29e6e4-5703-4659-8e9a-bb2c85214f57"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:06:18.535168 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9aab00-89f6-4303-a291-fe471a112cdd x-openstack-request-id: req-9e9aab00-89f6-4303-a291-fe471a112cdd {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:06:18.536085 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e64b512-bf5d-40fe-a46f-068ec933e158", "tag": "df29e6e4-5703-4659-8e9a-bb2c85214f57", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:06:18.536510 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9e9aab00-89f6-4303-a291-fe471a112cdd {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:06:18.536958 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e64b512-bf5d-40fe-a46f-068ec933e158', 'tag': 'df29e6e4-5703-4659-8e9a-bb2c85214f57', 'status': 'completed', 'code': 200} Feb 09 02:06:18.583270 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-967a5a8d-c590-487f-913d-6711d283486d None None] Set router d7a45c83-4742-4803-aef2-e500240ce34d gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:18.607569 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e6d55-aba7-47df-a445-1d02a1974d69 req-77b2e694-ca86-422d-a10e-cd8b86da645f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:18.608208 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52512b63-d6db-40a9-b722-b826adf0048d req-2b40494f-2044-42c6-9914-682c4889bb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:18.609119 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b79e6d55-aba7-47df-a445-1d02a1974d69 req-77b2e694-ca86-422d-a10e-cd8b86da645f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e64b512-bf5d-40fe-a46f-068ec933e158 HTTP/1.1" status: 200 len: 945 time: 0.0620384 Feb 09 02:06:18.610001 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-52512b63-d6db-40a9-b722-b826adf0048d req-2b40494f-2044-42c6-9914-682c4889bb53 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7050557f09d44893a51002583ece992c&device_id=8e64b512-bf5d-40fe-a46f-068ec933e158 HTTP/1.1" status: 200 len: 1127 time: 0.0501096 Feb 09 02:06:18.659201 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b79e6d55-aba7-47df-a445-1d02a1974d69 req-36efca45-fe86-4c65-acd0-051f1bf80ac4 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e012f5b-d8d0-45d0-87b6-631b250666e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438380 Feb 09 02:06:18.686806 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45746) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:18.711653 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52512b63-d6db-40a9-b722-b826adf0048d req-175716ac-81ca-4d6b-901e-3e70e1694b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:18.713258 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-52512b63-d6db-40a9-b722-b826adf0048d req-175716ac-81ca-4d6b-901e-3e70e1694b54 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5a7ba9b7-c196-4be6-8c16-bba42c93a003 HTTP/1.1" status: 200 len: 899 time: 0.0970442 Feb 09 02:06:18.751677 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-5431a908-93b8-4cfe-a727-ffeae3e11ba0 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/floatingips/47703fe1-b810-4c55-a183-af829fabf5fb HTTP/1.1" status: 200 len: 990 time: 0.0635395 Feb 09 02:06:18.783113 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-52512b63-d6db-40a9-b722-b826adf0048d req-8f285bb7-7ef3-497d-8852-114da12e3e4a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df29e6e4-5703-4659-8e9a-bb2c85214f57 HTTP/1.1" status: 200 len: 998 time: 0.0635538 Feb 09 02:06:18.831045 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52512b63-d6db-40a9-b722-b826adf0048d req-a549a18e-0609-43b7-be34-598dee3af37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:18.832505 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-52512b63-d6db-40a9-b722-b826adf0048d req-a549a18e-0609-43b7-be34-598dee3af37d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5c23d6d8-fcde-431b-9468-78025ce322b7 HTTP/1.1" status: 200 len: 834 time: 0.0439539 Feb 09 02:06:18.885051 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52512b63-d6db-40a9-b722-b826adf0048d req-bd1b8049-1040-4dab-89fa-785a8cf232d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:18.886465 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-52512b63-d6db-40a9-b722-b826adf0048d req-bd1b8049-1040-4dab-89fa-785a8cf232d3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5a7ba9b7-c196-4be6-8c16-bba42c93a003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476401 Feb 09 02:06:18.904216 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-967a5a8d-c590-487f-913d-6711d283486d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a45c83-4742-4803-aef2-e500240ce34d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890286296', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '5806df2d-cb77-4af9-b4e7-41db11a8b2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:02Z', 'updated_at': '2022-02-09T02:06:05Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': '5806df2d-cb77-4af9-b4e7-41db11a8b2e5', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a45c83-4742-4803-aef2-e500240ce34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:02Z', 'updated_at': '2022-02-09T02:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '47703fe1-b810-4c55-a183-af829fabf5fb', 'tenant_id': '7050557f09d44893a51002583ece992c', 'floating_ip_address': '172.25.8.81', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'd7a45c83-4742-4803-aef2-e500240ce34d', 'port_id': 'df29e6e4-5703-4659-8e9a-bb2c85214f57', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a7ba9b7-c196-4be6-8c16-bba42c93a003', 'mac_address': 'fa:16:3e:e4:03:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e64b512-bf5d-40fe-a46f-068ec933e158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:06:17Z', 'updated_at': '2022-02-09T02:06:17Z', 'revision_number': 0, 'project_id': '7050557f09d44893a51002583ece992c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abe6b48b-7415-4c5f-908b-f19fed183b03', 'name': '', 'network_id': '5a7ba9b7-c196-4be6-8c16-bba42c93a003', 'tenant_id': '7050557f09d44893a51002583ece992c', 'mac_address': 'fa:16:3e:e6:e0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a45c83-4742-4803-aef2-e500240ce34d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '5c23d6d8-fcde-431b-9468-78025ce322b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:05Z', 'updated_at': '2022-02-09T02:06:08Z', 'revision_number': 5, 'project_id': '7050557f09d44893a51002583ece992c', 'subnets': [{'id': '5c23d6d8-fcde-431b-9468-78025ce322b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:18.932120 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967a5a8d-c590-487f-913d-6711d283486d None None] Checking router: d7a45c83-4742-4803-aef2-e500240ce34d for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:06:18.940732 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967a5a8d-c590-487f-913d-6711d283486d None None] Routers {'d7a45c83-4742-4803-aef2-e500240ce34d'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:18.941337 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-967a5a8d-c590-487f-913d-6711d283486d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:06:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['d7a45c83-4742-4803-aef2-e500240ce34d'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:18.977667 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-52512b63-d6db-40a9-b722-b826adf0048d req-f3776c50-9f89-4d02-b7a1-8d7b720eed14 service neutron] 10.222.0.47 "GET /v2.0/networks/5a7ba9b7-c196-4be6-8c16-bba42c93a003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855350 Feb 09 02:06:19.049773 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-967a5a8d-c590-487f-913d-6711d283486d None None] Set router d7a45c83-4742-4803-aef2-e500240ce34d gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:19.073574 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-52512b63-d6db-40a9-b722-b826adf0048d req-99bb8959-0d56-4bd2-86b7-5530030902c8 service neutron] 10.222.0.47 "GET /v2.0/networks/5a7ba9b7-c196-4be6-8c16-bba42c93a003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901663 Feb 09 02:06:19.267990 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-967a5a8d-c590-487f-913d-6711d283486d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a45c83-4742-4803-aef2-e500240ce34d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890286296', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '5806df2d-cb77-4af9-b4e7-41db11a8b2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:02Z', 'updated_at': '2022-02-09T02:06:05Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': '5806df2d-cb77-4af9-b4e7-41db11a8b2e5', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a45c83-4742-4803-aef2-e500240ce34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:02Z', 'updated_at': '2022-02-09T02:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '47703fe1-b810-4c55-a183-af829fabf5fb', 'tenant_id': '7050557f09d44893a51002583ece992c', 'floating_ip_address': '172.25.8.81', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'd7a45c83-4742-4803-aef2-e500240ce34d', 'port_id': 'df29e6e4-5703-4659-8e9a-bb2c85214f57', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a7ba9b7-c196-4be6-8c16-bba42c93a003', 'mac_address': 'fa:16:3e:e4:03:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e64b512-bf5d-40fe-a46f-068ec933e158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:06:17Z', 'updated_at': '2022-02-09T02:06:17Z', 'revision_number': 0, 'project_id': '7050557f09d44893a51002583ece992c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abe6b48b-7415-4c5f-908b-f19fed183b03', 'name': '', 'network_id': '5a7ba9b7-c196-4be6-8c16-bba42c93a003', 'tenant_id': '7050557f09d44893a51002583ece992c', 'mac_address': 'fa:16:3e:e6:e0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a45c83-4742-4803-aef2-e500240ce34d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '5c23d6d8-fcde-431b-9468-78025ce322b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:05Z', 'updated_at': '2022-02-09T02:06:08Z', 'revision_number': 5, 'project_id': '7050557f09d44893a51002583ece992c', 'subnets': [{'id': '5c23d6d8-fcde-431b-9468-78025ce322b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:19.297604 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967a5a8d-c590-487f-913d-6711d283486d None None] The sync data for ids ['d7a45c83-4742-4803-aef2-e500240ce34d'] in n-d-828369-4 is: [{'id': 'd7a45c83-4742-4803-aef2-e500240ce34d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890286296', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '5806df2d-cb77-4af9-b4e7-41db11a8b2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:02Z', 'updated_at': '2022-02-09T02:06:05Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': '5806df2d-cb77-4af9-b4e7-41db11a8b2e5', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a45c83-4742-4803-aef2-e500240ce34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:02Z', 'updated_at': '2022-02-09T02:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '47703fe1-b810-4c55-a183-af829fabf5fb', 'tenant_id': '7050557f09d44893a51002583ece992c', 'floating_ip_address': '172.25.8.81', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'd7a45c83-4742-4803-aef2-e500240ce34d', 'port_id': 'df29e6e4-5703-4659-8e9a-bb2c85214f57', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a7ba9b7-c196-4be6-8c16-bba42c93a003', 'mac_address': 'fa:16:3e:e4:03:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e64b512-bf5d-40fe-a46f-068ec933e158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:06:17Z', 'updated_at': '2022-02-09T02:06:17Z', 'revision_number': 0, 'project_id': '7050557f09d44893a51002583ece992c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abe6b48b-7415-4c5f-908b-f19fed183b03', 'name': '', 'network_id': '5a7ba9b7-c196-4be6-8c16-bba42c93a003', 'tenant_id': '7050557f09d44893a51002583ece992c', 'mac_address': 'fa:16:3e:e6:e0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a45c83-4742-4803-aef2-e500240ce34d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '5c23d6d8-fcde-431b-9468-78025ce322b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:05Z', 'updated_at': '2022-02-09T02:06:08Z', 'revision_number': 5, 'project_id': '7050557f09d44893a51002583ece992c', 'subnets': [{'id': '5c23d6d8-fcde-431b-9468-78025ce322b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:06:19.480865 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40eff9a4-c3d9-4a44-aeea-4cc28acdfdf6 None None] New status for floating IP 47703fe1-b810-4c55-a183-af829fabf5fb: ACTIVE {{(pid=103138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:06:19.754311 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45748) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:19.821759 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e4dfaf07-38ab-452f-bfbe-7d6749722105 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/floatingips/47703fe1-b810-4c55-a183-af829fabf5fb HTTP/1.1" status: 200 len: 992 time: 0.0663025 Feb 09 02:06:27.014182 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:06:32.501465 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a773c47c-4b9f-4ce2-8550-1351d2f3e390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:34.522174 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f9a644c7-482b-4386-bec0-de7fe23257c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:36.129050 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:37.411951 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:38.121134 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:38.536399 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:39.779290 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-c7a9b951-16d6-49ee-98cd-13ace8fb25c9 req-c6579404-6bab-440d-b1d5-4db52a78b658 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8e64b512-bf5d-40fe-a46f-068ec933e158&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440304 Feb 09 02:06:39.844396 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:39.868509 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a9b951-16d6-49ee-98cd-13ace8fb25c9 req-bf7cf601-f081-49ae-93ee-c067b3cb4e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:39.870046 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-c7a9b951-16d6-49ee-98cd-13ace8fb25c9 req-bf7cf601-f081-49ae-93ee-c067b3cb4e00 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7050557f09d44893a51002583ece992c&device_id=8e64b512-bf5d-40fe-a46f-068ec933e158 HTTP/1.1" status: 200 len: 1127 time: 0.0486832 Feb 09 02:06:39.974650 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a9b951-16d6-49ee-98cd-13ace8fb25c9 req-5c31d208-d6fe-4042-a5ab-f4db40349110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:39.976174 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-c7a9b951-16d6-49ee-98cd-13ace8fb25c9 req-5c31d208-d6fe-4042-a5ab-f4db40349110 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5a7ba9b7-c196-4be6-8c16-bba42c93a003 HTTP/1.1" status: 200 len: 899 time: 0.0888317 Feb 09 02:06:40.062390 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-c7a9b951-16d6-49ee-98cd-13ace8fb25c9 req-2a0bb328-ca82-4f20-847e-5450d0764f8a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df29e6e4-5703-4659-8e9a-bb2c85214f57 HTTP/1.1" status: 200 len: 1000 time: 0.0652995 Feb 09 02:06:40.110882 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a9b951-16d6-49ee-98cd-13ace8fb25c9 req-1e4378e8-dcb2-418b-b4ae-033a3cec9549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:40.112305 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-c7a9b951-16d6-49ee-98cd-13ace8fb25c9 req-1e4378e8-dcb2-418b-b4ae-033a3cec9549 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5c23d6d8-fcde-431b-9468-78025ce322b7 HTTP/1.1" status: 200 len: 834 time: 0.0436485 Feb 09 02:06:40.159707 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a9b951-16d6-49ee-98cd-13ace8fb25c9 req-cf5d8a5d-c5c7-44b5-9a8c-fac6ce7632c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:40.161277 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-c7a9b951-16d6-49ee-98cd-13ace8fb25c9 req-cf5d8a5d-c5c7-44b5-9a8c-fac6ce7632c3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5a7ba9b7-c196-4be6-8c16-bba42c93a003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434361 Feb 09 02:06:40.254511 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-c7a9b951-16d6-49ee-98cd-13ace8fb25c9 req-37312b8b-db14-4bb4-88c7-add753fb24b5 service neutron] 10.222.0.47 "GET /v2.0/networks/5a7ba9b7-c196-4be6-8c16-bba42c93a003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865300 Feb 09 02:06:40.344898 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-c7a9b951-16d6-49ee-98cd-13ace8fb25c9 req-8053b570-55df-40f6-8987-fb841cf4d3bb service neutron] 10.222.0.47 "GET /v2.0/networks/5a7ba9b7-c196-4be6-8c16-bba42c93a003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838785 Feb 09 02:06:51.183932 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fc09d-0a9a-4cd9-aaf0-2ff2430fc0d7 req-bf28c23e-9b1d-4586-ae15-b8353efdb4b3 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:51.185608 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-883fc09d-0a9a-4cd9-aaf0-2ff2430fc0d7 req-bf28c23e-9b1d-4586-ae15-b8353efdb4b3 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e64b512-bf5d-40fe-a46f-068ec933e158 HTTP/1.1" status: 200 len: 945 time: 0.0533936 Feb 09 02:06:51.237936 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-883fc09d-0a9a-4cd9-aaf0-2ff2430fc0d7 req-1c1325bf-c213-4ab2-8b16-90923ffa393b tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e012f5b-d8d0-45d0-87b6-631b250666e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468738 Feb 09 02:06:52.362179 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f71dd-d682-421c-bbcf-69732ec1ffac req-fdd1dfd7-00e6-4968-93fb-df849412d426 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:52.363680 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1f4f71dd-d682-421c-bbcf-69732ec1ffac req-fdd1dfd7-00e6-4968-93fb-df849412d426 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e64b512-bf5d-40fe-a46f-068ec933e158 HTTP/1.1" status: 200 len: 945 time: 0.0521021 Feb 09 02:06:52.422481 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1f4f71dd-d682-421c-bbcf-69732ec1ffac req-2663f566-9a41-4bee-93fa-1f121aa26fd2 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e012f5b-d8d0-45d0-87b6-631b250666e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531435 Feb 09 02:06:52.448239 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45768) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:52.513342 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-872adb63-c3a6-46b2-8f04-a0a612738c09 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/floatingips/47703fe1-b810-4c55-a183-af829fabf5fb HTTP/1.1" status: 200 len: 992 time: 0.0633674 Feb 09 02:06:53.794402 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6e78c-e178-41f7-9fe7-36e178e8e30e req-b278164c-9770-4d43-9b83-2d4b16c11f84 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:53.796030 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bee6e78c-e178-41f7-9fe7-36e178e8e30e req-b278164c-9770-4d43-9b83-2d4b16c11f84 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e64b512-bf5d-40fe-a46f-068ec933e158 HTTP/1.1" status: 200 len: 945 time: 0.0635023 Feb 09 02:06:53.819428 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b65608-d149-4dd5-9d00-2a338aab484f req-71dde78f-9cb8-48fc-a246-e96ae97ef52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:53.821190 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-89b65608-d149-4dd5-9d00-2a338aab484f req-71dde78f-9cb8-48fc-a246-e96ae97ef52b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7050557f09d44893a51002583ece992c&device_id=8e64b512-bf5d-40fe-a46f-068ec933e158 HTTP/1.1" status: 200 len: 1127 time: 0.0587399 Feb 09 02:06:53.856859 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bee6e78c-e178-41f7-9fe7-36e178e8e30e req-67217859-c9c8-4b58-8e34-701411067be5 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e012f5b-d8d0-45d0-87b6-631b250666e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515325 Feb 09 02:06:53.913968 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b65608-d149-4dd5-9d00-2a338aab484f req-8692f866-08b3-424b-be52-36b3dffe018a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:53.915438 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-89b65608-d149-4dd5-9d00-2a338aab484f req-8692f866-08b3-424b-be52-36b3dffe018a service neutron] 10.222.0.47 "GET /v2.0/networks?id=5a7ba9b7-c196-4be6-8c16-bba42c93a003 HTTP/1.1" status: 200 len: 899 time: 0.0883288 Feb 09 02:06:53.983233 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-89b65608-d149-4dd5-9d00-2a338aab484f req-666b726f-a510-4725-aeaa-c0665491965a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df29e6e4-5703-4659-8e9a-bb2c85214f57 HTTP/1.1" status: 200 len: 1000 time: 0.0618870 Feb 09 02:06:54.030793 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b65608-d149-4dd5-9d00-2a338aab484f req-b1f7fa40-d7c9-476a-8bb2-2deae74f3299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:54.032720 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-89b65608-d149-4dd5-9d00-2a338aab484f req-b1f7fa40-d7c9-476a-8bb2-2deae74f3299 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5c23d6d8-fcde-431b-9468-78025ce322b7 HTTP/1.1" status: 200 len: 834 time: 0.0438423 Feb 09 02:06:54.081373 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b65608-d149-4dd5-9d00-2a338aab484f req-9dd4ae13-0ec0-41bd-b49e-6632549e2ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:54.082776 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-89b65608-d149-4dd5-9d00-2a338aab484f req-9dd4ae13-0ec0-41bd-b49e-6632549e2ed6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5a7ba9b7-c196-4be6-8c16-bba42c93a003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446889 Feb 09 02:06:54.458890 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-89b65608-d149-4dd5-9d00-2a338aab484f req-329c1b53-fdcc-44df-a189-c4db5f193b0d service neutron] 10.222.0.47 "GET /v2.0/networks/5a7ba9b7-c196-4be6-8c16-bba42c93a003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676214 Feb 09 02:06:54.548636 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-89b65608-d149-4dd5-9d00-2a338aab484f req-52061a77-794c-49d4-89be-c2dc45334a8e service neutron] 10.222.0.47 "GET /v2.0/networks/5a7ba9b7-c196-4be6-8c16-bba42c93a003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827053 Feb 09 02:06:54.982724 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9798f-d9e4-40a5-85b3-d6e2bf20d796 req-4fc574ff-6683-42b5-a1ac-8154f3869c4a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:54.984220 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3f9798f-d9e4-40a5-85b3-d6e2bf20d796 req-4fc574ff-6683-42b5-a1ac-8154f3869c4a tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e64b512-bf5d-40fe-a46f-068ec933e158 HTTP/1.1" status: 200 len: 945 time: 0.0568695 Feb 09 02:06:55.032358 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d3f9798f-d9e4-40a5-85b3-d6e2bf20d796 req-512a0083-c780-435a-8705-a9960d47bd0f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e012f5b-d8d0-45d0-87b6-631b250666e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424716 Feb 09 02:06:56.152298 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fecbc7-48e0-4df4-b6f6-bdd114b05ede req-f36cbf77-6587-4945-bc9f-dce0397b3cc4 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:56.153830 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-57fecbc7-48e0-4df4-b6f6-bdd114b05ede req-f36cbf77-6587-4945-bc9f-dce0397b3cc4 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e64b512-bf5d-40fe-a46f-068ec933e158 HTTP/1.1" status: 200 len: 945 time: 0.0530491 Feb 09 02:06:56.202594 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-57fecbc7-48e0-4df4-b6f6-bdd114b05ede req-aec905a4-7d04-4cc9-bfd8-8a1d69735e16 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e012f5b-d8d0-45d0-87b6-631b250666e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431566 Feb 09 02:06:56.224230 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45784) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:56.287221 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-9102de51-02f5-496b-82a7-b69cbdb6d0e8 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/floatingips/47703fe1-b810-4c55-a183-af829fabf5fb HTTP/1.1" status: 200 len: 992 time: 0.0617983 Feb 09 02:06:56.548102 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45790) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:06:56.707177 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-915d71ab-615c-4640-a326-10880641c918 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Deleting port 3a6a8ff3-0cac-448a-adc0-bb47f88c9e61 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:06:56.707437 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-915d71ab-615c-4640-a326-10880641c918 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (3a6a8ff3-0cac-448a-adc0-bb47f88c9e61), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:56.780458 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-915d71ab-615c-4640-a326-10880641c918 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (3a6a8ff3-0cac-448a-adc0-bb47f88c9e61), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:56.780816 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-915d71ab-615c-4640-a326-10880641c918 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for floatingip (3a6a8ff3-0cac-448a-adc0-bb47f88c9e61), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:56.792843 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-915d71ab-615c-4640-a326-10880641c918 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Calling delete_port for 3a6a8ff3-0cac-448a-adc0-bb47f88c9e61 owned by network:floatingip {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:06:56.941759 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-915d71ab-615c-4640-a326-10880641c918 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (3a6a8ff3-0cac-448a-adc0-bb47f88c9e61), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:56.972351 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d71ab-615c-4640-a326-10880641c918 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event deleted for resources: {'Port': ['ID=3a6a8ff3-0cac-448a-adc0-bb47f88c9e61,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:56.995973 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d71ab-615c-4640-a326-10880641c918 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:56.996375 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d71ab-615c-4640-a326-10880641c918 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:56.996764 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d71ab-615c-4640-a326-10880641c918 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:56.997116 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d71ab-615c-4640-a326-10880641c918 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:56.997460 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d71ab-615c-4640-a326-10880641c918 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:56.997799 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d71ab-615c-4640-a326-10880641c918 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:56.998138 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d71ab-615c-4640-a326-10880641c918 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:56.998481 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d71ab-615c-4640-a326-10880641c918 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:56.998817 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d71ab-615c-4640-a326-10880641c918 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:56.999151 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d71ab-615c-4640-a326-10880641c918 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:56.999486 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d71ab-615c-4640-a326-10880641c918 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:56.999824 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d71ab-615c-4640-a326-10880641c918 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:57.000170 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915d71ab-615c-4640-a326-10880641c918 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:06:57.044274 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-915d71ab-615c-4640-a326-10880641c918 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for floatingip (47703fe1-b810-4c55-a183-af829fabf5fb), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:57.044663 n-d-828369-4 neutron-server[103137]: INFO neutron.db.l3_db [None req-915d71ab-615c-4640-a326-10880641c918 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Floating IP 47703fe1-b810-4c55-a183-af829fabf5fb disassociated (deleted). External IP: 172.25.8.81, port: df29e6e4-5703-4659-8e9a-bb2c85214f57. Feb 09 02:06:57.256304 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-915d71ab-615c-4640-a326-10880641c918 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Router d7a45c83-4742-4803-aef2-e500240ce34d has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:06:57.364728 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915d71ab-615c-4640-a326-10880641c918 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:06:57.370254 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-915d71ab-615c-4640-a326-10880641c918 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:57.376523 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb19c62-2fe2-47e0-bc80-2bf9bd15259e None None] Sync routers for ids ['d7a45c83-4742-4803-aef2-e500240ce34d'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:06:57.387731 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb19c62-2fe2-47e0-bc80-2bf9bd15259e None None] Routers {'d7a45c83-4742-4803-aef2-e500240ce34d'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:57.388687 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-8bb19c62-2fe2-47e0-bc80-2bf9bd15259e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:06:35Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['d7a45c83-4742-4803-aef2-e500240ce34d'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:57.399837 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-915d71ab-615c-4640-a326-10880641c918 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "DELETE /v2.0/floatingips/47703fe1-b810-4c55-a183-af829fabf5fb HTTP/1.1" status: 204 len: 168 time: 0.8505547 Feb 09 02:06:57.400558 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e64b512-bf5d-40fe-a46f-068ec933e158', 'tag': 'df29e6e4-5703-4659-8e9a-bb2c85214f57'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:06:57.403507 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb43af88e673329c23149398428cc041a01d2eb1e38e3c4d9439b19a076227c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fd739d-6b8f-46db-be79-4d65ac64afb6" -d '{"events": [{"name": "network-changed", "server_uuid": "8e64b512-bf5d-40fe-a46f-068ec933e158", "tag": "df29e6e4-5703-4659-8e9a-bb2c85214f57"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:06:57.443970 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb117bc9-e0dd-4e24-bc36-a12e5a226f97 x-openstack-request-id: req-fb117bc9-e0dd-4e24-bc36-a12e5a226f97 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:06:57.444332 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e64b512-bf5d-40fe-a46f-068ec933e158", "tag": "df29e6e4-5703-4659-8e9a-bb2c85214f57", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:06:57.444772 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fb117bc9-e0dd-4e24-bc36-a12e5a226f97 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:06:57.445216 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e64b512-bf5d-40fe-a46f-068ec933e158', 'tag': 'df29e6e4-5703-4659-8e9a-bb2c85214f57', 'status': 'completed', 'code': 200} Feb 09 02:06:57.499771 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-8bb19c62-2fe2-47e0-bc80-2bf9bd15259e None None] Set router d7a45c83-4742-4803-aef2-e500240ce34d gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:57.521406 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd739d-6b8f-46db-be79-4d65ac64afb6 req-71702547-b03a-46b8-a1a7-679e33ffd6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:57.522874 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-05fd739d-6b8f-46db-be79-4d65ac64afb6 req-71702547-b03a-46b8-a1a7-679e33ffd6c3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7050557f09d44893a51002583ece992c&device_id=8e64b512-bf5d-40fe-a46f-068ec933e158 HTTP/1.1" status: 200 len: 1127 time: 0.0562081 Feb 09 02:06:57.631829 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd739d-6b8f-46db-be79-4d65ac64afb6 req-5facfd66-c2ae-4e59-a463-c5563d9a3560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:57.633344 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-05fd739d-6b8f-46db-be79-4d65ac64afb6 req-5facfd66-c2ae-4e59-a463-c5563d9a3560 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5a7ba9b7-c196-4be6-8c16-bba42c93a003 HTTP/1.1" status: 200 len: 899 time: 0.1000395 Feb 09 02:06:57.650978 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8803b6-eac0-4898-9402-5570ea4648ae req-0ea1af74-755f-4aa5-94d8-0b85ff06e368 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:57.653138 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7c8803b6-eac0-4898-9402-5570ea4648ae req-0ea1af74-755f-4aa5-94d8-0b85ff06e368 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e64b512-bf5d-40fe-a46f-068ec933e158 HTTP/1.1" status: 200 len: 945 time: 0.0579028 Feb 09 02:06:57.681049 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-05fd739d-6b8f-46db-be79-4d65ac64afb6 req-ef43519f-7bd7-4405-bf74-1accf23f8751 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df29e6e4-5703-4659-8e9a-bb2c85214f57 HTTP/1.1" status: 200 len: 217 time: 0.0412624 Feb 09 02:06:57.705276 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7c8803b6-eac0-4898-9402-5570ea4648ae req-32cbddef-24cb-4d83-a09c-63c568ad9e02 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e012f5b-d8d0-45d0-87b6-631b250666e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461776 Feb 09 02:06:57.708776 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-8bb19c62-2fe2-47e0-bc80-2bf9bd15259e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a45c83-4742-4803-aef2-e500240ce34d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890286296', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '5806df2d-cb77-4af9-b4e7-41db11a8b2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:02Z', 'updated_at': '2022-02-09T02:06:05Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': '5806df2d-cb77-4af9-b4e7-41db11a8b2e5', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a45c83-4742-4803-aef2-e500240ce34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:02Z', 'updated_at': '2022-02-09T02:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'abe6b48b-7415-4c5f-908b-f19fed183b03', 'name': '', 'network_id': '5a7ba9b7-c196-4be6-8c16-bba42c93a003', 'tenant_id': '7050557f09d44893a51002583ece992c', 'mac_address': 'fa:16:3e:e6:e0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a45c83-4742-4803-aef2-e500240ce34d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '5c23d6d8-fcde-431b-9468-78025ce322b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:05Z', 'updated_at': '2022-02-09T02:06:08Z', 'revision_number': 5, 'project_id': '7050557f09d44893a51002583ece992c', 'subnets': [{'id': '5c23d6d8-fcde-431b-9468-78025ce322b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:57.731529 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd739d-6b8f-46db-be79-4d65ac64afb6 req-9611d086-d044-4b5d-b65f-ea7cc8bc1b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:57.733041 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-05fd739d-6b8f-46db-be79-4d65ac64afb6 req-9611d086-d044-4b5d-b65f-ea7cc8bc1b9a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5c23d6d8-fcde-431b-9468-78025ce322b7 HTTP/1.1" status: 200 len: 834 time: 0.0462465 Feb 09 02:06:57.736200 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb19c62-2fe2-47e0-bc80-2bf9bd15259e None None] Checking router: d7a45c83-4742-4803-aef2-e500240ce34d for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:06:57.744967 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb19c62-2fe2-47e0-bc80-2bf9bd15259e None None] Routers {'d7a45c83-4742-4803-aef2-e500240ce34d'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:06:57.745598 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-8bb19c62-2fe2-47e0-bc80-2bf9bd15259e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:06:35Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['d7a45c83-4742-4803-aef2-e500240ce34d'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:57.784838 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd739d-6b8f-46db-be79-4d65ac64afb6 req-7b0eace7-acac-4718-818b-23e8e84cb161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:57.786408 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-05fd739d-6b8f-46db-be79-4d65ac64afb6 req-7b0eace7-acac-4718-818b-23e8e84cb161 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5a7ba9b7-c196-4be6-8c16-bba42c93a003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460944 Feb 09 02:06:57.852802 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-8bb19c62-2fe2-47e0-bc80-2bf9bd15259e None None] Set router d7a45c83-4742-4803-aef2-e500240ce34d gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:06:57.880184 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-05fd739d-6b8f-46db-be79-4d65ac64afb6 req-f3262776-37fb-48c4-8e93-c1891b09df76 service neutron] 10.222.0.47 "GET /v2.0/networks/5a7ba9b7-c196-4be6-8c16-bba42c93a003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861628 Feb 09 02:06:57.976091 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-05fd739d-6b8f-46db-be79-4d65ac64afb6 req-f068a60e-37a7-4717-8024-58d0b95305ce service neutron] 10.222.0.47 "GET /v2.0/networks/5a7ba9b7-c196-4be6-8c16-bba42c93a003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879819 Feb 09 02:06:58.056131 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-8bb19c62-2fe2-47e0-bc80-2bf9bd15259e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a45c83-4742-4803-aef2-e500240ce34d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890286296', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '5806df2d-cb77-4af9-b4e7-41db11a8b2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:02Z', 'updated_at': '2022-02-09T02:06:05Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': '5806df2d-cb77-4af9-b4e7-41db11a8b2e5', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a45c83-4742-4803-aef2-e500240ce34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:02Z', 'updated_at': '2022-02-09T02:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'abe6b48b-7415-4c5f-908b-f19fed183b03', 'name': '', 'network_id': '5a7ba9b7-c196-4be6-8c16-bba42c93a003', 'tenant_id': '7050557f09d44893a51002583ece992c', 'mac_address': 'fa:16:3e:e6:e0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a45c83-4742-4803-aef2-e500240ce34d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '5c23d6d8-fcde-431b-9468-78025ce322b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:05Z', 'updated_at': '2022-02-09T02:06:08Z', 'revision_number': 5, 'project_id': '7050557f09d44893a51002583ece992c', 'subnets': [{'id': '5c23d6d8-fcde-431b-9468-78025ce322b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:06:58.086137 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb19c62-2fe2-47e0-bc80-2bf9bd15259e None None] The sync data for ids ['d7a45c83-4742-4803-aef2-e500240ce34d'] in n-d-828369-4 is: [{'id': 'd7a45c83-4742-4803-aef2-e500240ce34d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890286296', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '5806df2d-cb77-4af9-b4e7-41db11a8b2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:02Z', 'updated_at': '2022-02-09T02:06:05Z', 'revision_number': 4, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': '5806df2d-cb77-4af9-b4e7-41db11a8b2e5', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a45c83-4742-4803-aef2-e500240ce34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:02Z', 'updated_at': '2022-02-09T02:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'abe6b48b-7415-4c5f-908b-f19fed183b03', 'name': '', 'network_id': '5a7ba9b7-c196-4be6-8c16-bba42c93a003', 'tenant_id': '7050557f09d44893a51002583ece992c', 'mac_address': 'fa:16:3e:e6:e0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a45c83-4742-4803-aef2-e500240ce34d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '5c23d6d8-fcde-431b-9468-78025ce322b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:05Z', 'updated_at': '2022-02-09T02:06:08Z', 'revision_number': 5, 'project_id': '7050557f09d44893a51002583ece992c', 'subnets': [{'id': '5c23d6d8-fcde-431b-9468-78025ce322b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:06:58.312739 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08146782-7f18-4c68-b390-361ab58e8141 None None] New status for floating IP 47703fe1-b810-4c55-a183-af829fabf5fb: DOWN {{(pid=103138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:06:58.829546 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c871ed-648b-49f4-83d8-a17e744c7036 req-92db7fce-fb5b-4e40-a771-2621d7d4e408 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:58.831007 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c7c871ed-648b-49f4-83d8-a17e744c7036 req-92db7fce-fb5b-4e40-a771-2621d7d4e408 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e64b512-bf5d-40fe-a46f-068ec933e158 HTTP/1.1" status: 200 len: 945 time: 0.0516980 Feb 09 02:06:58.880865 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c7c871ed-648b-49f4-83d8-a17e744c7036 req-fe498ed2-575c-4f45-b0a4-c4bbcddac22f tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/security-groups?id=2e012f5b-d8d0-45d0-87b6-631b250666e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443261 Feb 09 02:06:59.274562 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be390d-d0d5-46a4-8427-2b989d4c0911 req-752e36ba-c807-43a0-a74a-430f9d4f87e6 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:06:59.275943 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-93be390d-d0d5-46a4-8427-2b989d4c0911 req-752e36ba-c807-43a0-a74a-430f9d4f87e6 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e64b512-bf5d-40fe-a46f-068ec933e158 HTTP/1.1" status: 200 len: 945 time: 0.0530007 Feb 09 02:06:59.376293 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-93be390d-d0d5-46a4-8427-2b989d4c0911 req-076d1bd3-e5eb-4bc6-8266-45fd865f87de tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Deleting port df29e6e4-5703-4659-8e9a-bb2c85214f57 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:06:59.376702 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-93be390d-d0d5-46a4-8427-2b989d4c0911 req-076d1bd3-e5eb-4bc6-8266-45fd865f87de tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (df29e6e4-5703-4659-8e9a-bb2c85214f57), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:59.465418 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-93be390d-d0d5-46a4-8427-2b989d4c0911 req-076d1bd3-e5eb-4bc6-8266-45fd865f87de tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] For port df29e6e4-5703-4659-8e9a-bb2c85214f57, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=df29e6e4-5703-4659-8e9a-bb2c85214f57,segment=NetworkSegment(ade936e2-a0a2-457a-a0aa-ea6a3aad181a),segment_id=ade936e2-a0a2-457a-a0aa-ea6a3aad181a)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:06:59.465789 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-93be390d-d0d5-46a4-8427-2b989d4c0911 req-076d1bd3-e5eb-4bc6-8266-45fd865f87de tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (df29e6e4-5703-4659-8e9a-bb2c85214f57), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:59.478051 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-93be390d-d0d5-46a4-8427-2b989d4c0911 req-076d1bd3-e5eb-4bc6-8266-45fd865f87de tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Calling delete_port for df29e6e4-5703-4659-8e9a-bb2c85214f57 owned by compute:nova {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:06:59.610469 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-93be390d-d0d5-46a4-8427-2b989d4c0911 req-076d1bd3-e5eb-4bc6-8266-45fd865f87de tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (df29e6e4-5703-4659-8e9a-bb2c85214f57), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:59.639783 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d1bd3-e5eb-4bc6-8266-45fd865f87de tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event deleted for resources: {'Port': ['ID=df29e6e4-5703-4659-8e9a-bb2c85214f57,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:06:59.687411 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-93be390d-d0d5-46a4-8427-2b989d4c0911 req-076d1bd3-e5eb-4bc6-8266-45fd865f87de tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] No DVR routers for this DVR port df29e6e4-5703-4659-8e9a-bb2c85214f57 on host n-h1-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:06:59.690211 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-93be390d-d0d5-46a4-8427-2b989d4c0911 req-076d1bd3-e5eb-4bc6-8266-45fd865f87de tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:06:59.694370 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-93be390d-d0d5-46a4-8427-2b989d4c0911 req-076d1bd3-e5eb-4bc6-8266-45fd865f87de tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.47 "DELETE /v2.0/ports/df29e6e4-5703-4659-8e9a-bb2c85214f57 HTTP/1.1" status: 204 len: 173 time: 0.4077516 Feb 09 02:06:59.694833 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e64b512-bf5d-40fe-a46f-068ec933e158', 'name': 'network-vif-deleted', 'tag': 'df29e6e4-5703-4659-8e9a-bb2c85214f57'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:06:59.697103 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb43af88e673329c23149398428cc041a01d2eb1e38e3c4d9439b19a076227c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c76b06-ff61-46e1-a9e9-863ea4be906b" -d '{"events": [{"server_uuid": "8e64b512-bf5d-40fe-a46f-068ec933e158", "name": "network-vif-deleted", "tag": "df29e6e4-5703-4659-8e9a-bb2c85214f57"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:06:59.735675 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3e72a7-2f4b-44ac-9b17-918cfa6c811f x-openstack-request-id: req-3c3e72a7-2f4b-44ac-9b17-918cfa6c811f {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:06:59.735979 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e64b512-bf5d-40fe-a46f-068ec933e158", "name": "network-vif-deleted", "tag": "df29e6e4-5703-4659-8e9a-bb2c85214f57", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:06:59.736241 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3c3e72a7-2f4b-44ac-9b17-918cfa6c811f {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:06:59.736821 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e64b512-bf5d-40fe-a46f-068ec933e158', 'name': 'network-vif-deleted', 'tag': 'df29e6e4-5703-4659-8e9a-bb2c85214f57', 'status': 'completed', 'code': 200} Feb 09 02:06:59.990047 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e5e2fee6-0de1-4cb1-9327-a6796f34df3c req-e4be5dcf-6743-482e-b2d8-89a95494aef8 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "GET /v2.0/ports?device_id=8e64b512-bf5d-40fe-a46f-068ec933e158 HTTP/1.1" status: 200 len: 210 time: 0.0287900 Feb 09 02:07:01.047491 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45806) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:01.401946 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-955f1df9-4fd7-469d-9d9b-6d21a54de165 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (d7a45c83-4742-4803-aef2-e500240ce34d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:01.662227 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-955f1df9-4fd7-469d-9d9b-6d21a54de165 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Deleting port abe6b48b-7415-4c5f-908b-f19fed183b03 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:07:01.662453 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-955f1df9-4fd7-469d-9d9b-6d21a54de165 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (abe6b48b-7415-4c5f-908b-f19fed183b03), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:01.750871 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-955f1df9-4fd7-469d-9d9b-6d21a54de165 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] For port abe6b48b-7415-4c5f-908b-f19fed183b03, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=abe6b48b-7415-4c5f-908b-f19fed183b03,segment=NetworkSegment(ade936e2-a0a2-457a-a0aa-ea6a3aad181a),segment_id=ade936e2-a0a2-457a-a0aa-ea6a3aad181a)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:01.751235 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-955f1df9-4fd7-469d-9d9b-6d21a54de165 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (abe6b48b-7415-4c5f-908b-f19fed183b03), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:01.763926 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-955f1df9-4fd7-469d-9d9b-6d21a54de165 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Calling delete_port for abe6b48b-7415-4c5f-908b-f19fed183b03 owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:07:01.959047 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-955f1df9-4fd7-469d-9d9b-6d21a54de165 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (abe6b48b-7415-4c5f-908b-f19fed183b03), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:01.984933 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955f1df9-4fd7-469d-9d9b-6d21a54de165 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event deleted for resources: {'Port': ['ID=abe6b48b-7415-4c5f-908b-f19fed183b03,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:02.169779 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-955f1df9-4fd7-469d-9d9b-6d21a54de165 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (d7a45c83-4742-4803-aef2-e500240ce34d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:02.380681 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955f1df9-4fd7-469d-9d9b-6d21a54de165 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Router d7a45c83-4742-4803-aef2-e500240ce34d has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:07:02.488132 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955f1df9-4fd7-469d-9d9b-6d21a54de165 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:07:02.495713 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-955f1df9-4fd7-469d-9d9b-6d21a54de165 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "PUT /v2.0/routers/d7a45c83-4742-4803-aef2-e500240ce34d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4468279 Feb 09 02:07:02.499295 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45808) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:02.499842 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66cb47b-72c5-4344-93be-8c5519462489 None None] Sync routers for ids ['d7a45c83-4742-4803-aef2-e500240ce34d'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:07:02.512521 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66cb47b-72c5-4344-93be-8c5519462489 None None] Routers {'d7a45c83-4742-4803-aef2-e500240ce34d'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:07:02.513077 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2c9ecfdb-9535-4d13-ba70-8efaaac47272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:02.513894 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-f66cb47b-72c5-4344-93be-8c5519462489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:06:35Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['d7a45c83-4742-4803-aef2-e500240ce34d'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:02.553568 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fd0987e-5e8a-46f3-9ba4-de7df5f17a25 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Deleting subnet 5c23d6d8-fcde-431b-9468-78025ce322b7 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:07:02.557159 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3fd0987e-5e8a-46f3-9ba4-de7df5f17a25 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for subnet (5c23d6d8-fcde-431b-9468-78025ce322b7), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:02.597692 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3fd0987e-5e8a-46f3-9ba4-de7df5f17a25 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (5c23d6d8-fcde-431b-9468-78025ce322b7), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:02.620970 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-f66cb47b-72c5-4344-93be-8c5519462489 None None] Set router d7a45c83-4742-4803-aef2-e500240ce34d gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:07:02.688000 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3fd0987e-5e8a-46f3-9ba4-de7df5f17a25 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (5c23d6d8-fcde-431b-9468-78025ce322b7), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:02.750331 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3fd0987e-5e8a-46f3-9ba4-de7df5f17a25 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (5c23d6d8-fcde-431b-9468-78025ce322b7), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:02.777578 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd0987e-5e8a-46f3-9ba4-de7df5f17a25 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event deleted for resources: {'Subnet': ['ID=5c23d6d8-fcde-431b-9468-78025ce322b7,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:02.786581 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd0987e-5e8a-46f3-9ba4-de7df5f17a25 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:02.786949 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd0987e-5e8a-46f3-9ba4-de7df5f17a25 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:02.787334 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd0987e-5e8a-46f3-9ba4-de7df5f17a25 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:02.787687 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd0987e-5e8a-46f3-9ba4-de7df5f17a25 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:02.788032 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd0987e-5e8a-46f3-9ba4-de7df5f17a25 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:02.788372 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd0987e-5e8a-46f3-9ba4-de7df5f17a25 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:02.788737 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd0987e-5e8a-46f3-9ba4-de7df5f17a25 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:02.789083 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd0987e-5e8a-46f3-9ba4-de7df5f17a25 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:02.789420 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd0987e-5e8a-46f3-9ba4-de7df5f17a25 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:02.789762 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd0987e-5e8a-46f3-9ba4-de7df5f17a25 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:02.790097 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd0987e-5e8a-46f3-9ba4-de7df5f17a25 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:02.790426 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd0987e-5e8a-46f3-9ba4-de7df5f17a25 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:02.790642 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce118691-be34-4d78-8a3d-a024ff6995ea None None] Network 5a7ba9b7-c196-4be6-8c16-bba42c93a003 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:07:02.790813 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd0987e-5e8a-46f3-9ba4-de7df5f17a25 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:02.794294 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3fd0987e-5e8a-46f3-9ba4-de7df5f17a25 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:02.797562 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3fd0987e-5e8a-46f3-9ba4-de7df5f17a25 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "DELETE /v2.0/subnets/5c23d6d8-fcde-431b-9468-78025ce322b7 HTTP/1.1" status: 204 len: 168 time: 0.2972534 Feb 09 02:07:02.800086 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45810) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:02.900199 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-f66cb47b-72c5-4344-93be-8c5519462489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a45c83-4742-4803-aef2-e500240ce34d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890286296', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '5806df2d-cb77-4af9-b4e7-41db11a8b2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:02Z', 'updated_at': '2022-02-09T02:07:01Z', 'revision_number': 5, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': '5806df2d-cb77-4af9-b4e7-41db11a8b2e5', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a45c83-4742-4803-aef2-e500240ce34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:02Z', 'updated_at': '2022-02-09T02:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:02.916920 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b1753ccd-0680-4906-bdf4-c1dde684db09 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for router (d7a45c83-4742-4803-aef2-e500240ce34d), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:02.926704 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66cb47b-72c5-4344-93be-8c5519462489 None None] Checking router: d7a45c83-4742-4803-aef2-e500240ce34d for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:07:02.937941 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66cb47b-72c5-4344-93be-8c5519462489 None None] Routers {'d7a45c83-4742-4803-aef2-e500240ce34d'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:07:02.937941 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-f66cb47b-72c5-4344-93be-8c5519462489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:06:35Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['d7a45c83-4742-4803-aef2-e500240ce34d'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:02.978264 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c64b3f-3b11-4826-9f45-1dce95ec7848 None None] DHCP port deletion for 5a7ba9b7-c196-4be6-8c16-bba42c93a003 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:07:03.030326 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-39c64b3f-3b11-4826-9f45-1dce95ec7848 None None] Deleting port ef47463f-510d-43dd-a476-31b19c3f2f10 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:07:03.031057 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-39c64b3f-3b11-4826-9f45-1dce95ec7848 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (ef47463f-510d-43dd-a476-31b19c3f2f10), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:03.035630 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b1753ccd-0680-4906-bdf4-c1dde684db09 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for router_gateway (d7a45c83-4742-4803-aef2-e500240ce34d), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:03.057570 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-f66cb47b-72c5-4344-93be-8c5519462489 None None] Set router d7a45c83-4742-4803-aef2-e500240ce34d gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:07:03.092267 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-b1753ccd-0680-4906-bdf4-c1dde684db09 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Deleting port 5806df2d-cb77-4af9-b4e7-41db11a8b2e5 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:07:03.092684 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b1753ccd-0680-4906-bdf4-c1dde684db09 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (5806df2d-cb77-4af9-b4e7-41db11a8b2e5), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:03.104058 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-39c64b3f-3b11-4826-9f45-1dce95ec7848 None None] For port ef47463f-510d-43dd-a476-31b19c3f2f10, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=ef47463f-510d-43dd-a476-31b19c3f2f10,segment=NetworkSegment(ade936e2-a0a2-457a-a0aa-ea6a3aad181a),segment_id=ade936e2-a0a2-457a-a0aa-ea6a3aad181a)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:03.105113 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-39c64b3f-3b11-4826-9f45-1dce95ec7848 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (ef47463f-510d-43dd-a476-31b19c3f2f10), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:03.121575 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-39c64b3f-3b11-4826-9f45-1dce95ec7848 None None] Calling delete_port for ef47463f-510d-43dd-a476-31b19c3f2f10 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:07:03.178023 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-b1753ccd-0680-4906-bdf4-c1dde684db09 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] For port 5806df2d-cb77-4af9-b4e7-41db11a8b2e5, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=5806df2d-cb77-4af9-b4e7-41db11a8b2e5,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:03.178390 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b1753ccd-0680-4906-bdf4-c1dde684db09 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (5806df2d-cb77-4af9-b4e7-41db11a8b2e5), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:03.191253 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-b1753ccd-0680-4906-bdf4-c1dde684db09 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Calling delete_port for 5806df2d-cb77-4af9-b4e7-41db11a8b2e5 owned by network:router_gateway {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:07:03.201870 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-39c64b3f-3b11-4826-9f45-1dce95ec7848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (ef47463f-510d-43dd-a476-31b19c3f2f10), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:03.230563 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c64b3f-3b11-4826-9f45-1dce95ec7848 None None] No DVR routers for this DVR port ef47463f-510d-43dd-a476-31b19c3f2f10 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:07:03.234734 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c64b3f-3b11-4826-9f45-1dce95ec7848 None None] Pushing event deleted for resources: {'Port': ['ID=ef47463f-510d-43dd-a476-31b19c3f2f10,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:03.242575 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c64b3f-3b11-4826-9f45-1dce95ec7848 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:03.242939 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c64b3f-3b11-4826-9f45-1dce95ec7848 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:03.243293 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c64b3f-3b11-4826-9f45-1dce95ec7848 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:03.243641 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c64b3f-3b11-4826-9f45-1dce95ec7848 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:03.244000 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c64b3f-3b11-4826-9f45-1dce95ec7848 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:03.244347 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c64b3f-3b11-4826-9f45-1dce95ec7848 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:03.244725 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c64b3f-3b11-4826-9f45-1dce95ec7848 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:03.245088 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c64b3f-3b11-4826-9f45-1dce95ec7848 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:03.245425 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c64b3f-3b11-4826-9f45-1dce95ec7848 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:03.245759 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c64b3f-3b11-4826-9f45-1dce95ec7848 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:03.246095 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c64b3f-3b11-4826-9f45-1dce95ec7848 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:03.246428 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c64b3f-3b11-4826-9f45-1dce95ec7848 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:03.246762 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c64b3f-3b11-4826-9f45-1dce95ec7848 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:03.249069 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-f66cb47b-72c5-4344-93be-8c5519462489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7a45c83-4742-4803-aef2-e500240ce34d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890286296', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '5806df2d-cb77-4af9-b4e7-41db11a8b2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:02Z', 'updated_at': '2022-02-09T02:07:01Z', 'revision_number': 5, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': '5806df2d-cb77-4af9-b4e7-41db11a8b2e5', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a45c83-4742-4803-aef2-e500240ce34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:02Z', 'updated_at': '2022-02-09T02:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:03.275166 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66cb47b-72c5-4344-93be-8c5519462489 None None] The sync data for ids ['d7a45c83-4742-4803-aef2-e500240ce34d'] in n-d-828369-4 is: [{'id': 'd7a45c83-4742-4803-aef2-e500240ce34d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-890286296', 'tenant_id': '7050557f09d44893a51002583ece992c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '5806df2d-cb77-4af9-b4e7-41db11a8b2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:06:02Z', 'updated_at': '2022-02-09T02:07:01Z', 'revision_number': 5, 'project_id': '7050557f09d44893a51002583ece992c', 'gw_port': {'id': '5806df2d-cb77-4af9-b4e7-41db11a8b2e5', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a45c83-4742-4803-aef2-e500240ce34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:06:02Z', 'updated_at': '2022-02-09T02:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:07:03.370516 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b1753ccd-0680-4906-bdf4-c1dde684db09 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (5806df2d-cb77-4af9-b4e7-41db11a8b2e5), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:03.394252 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1753ccd-0680-4906-bdf4-c1dde684db09 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event deleted for resources: {'Port': ['ID=5806df2d-cb77-4af9-b4e7-41db11a8b2e5,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:03.457273 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b1753ccd-0680-4906-bdf4-c1dde684db09 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (d7a45c83-4742-4803-aef2-e500240ce34d), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:03.550348 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b1753ccd-0680-4906-bdf4-c1dde684db09 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (d7a45c83-4742-4803-aef2-e500240ce34d), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:03.552455 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b1753ccd-0680-4906-bdf4-c1dde684db09 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for router_controller (d7a45c83-4742-4803-aef2-e500240ce34d), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:03.598250 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b1753ccd-0680-4906-bdf4-c1dde684db09 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (d7a45c83-4742-4803-aef2-e500240ce34d), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:03.598778 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1753ccd-0680-4906-bdf4-c1dde684db09 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Fanout notify agent at l3_agent the message router_deleted on router d7a45c83-4742-4803-aef2-e500240ce34d {{(pid=103136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:07:03.606482 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b1753ccd-0680-4906-bdf4-c1dde684db09 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:03.607627 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b1753ccd-0680-4906-bdf4-c1dde684db09 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "DELETE /v2.0/routers/d7a45c83-4742-4803-aef2-e500240ce34d HTTP/1.1" status: 204 len: 168 time: 0.8065746 Feb 09 02:07:03.610325 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45812) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:03.688694 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-979e372d-0ab6-4ffb-9fd1-be0c25c2e049 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (5a7ba9b7-c196-4be6-8c16-bba42c93a003), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:03.778645 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-979e372d-0ab6-4ffb-9fd1-be0c25c2e049 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (5a7ba9b7-c196-4be6-8c16-bba42c93a003), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:03.801700 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-979e372d-0ab6-4ffb-9fd1-be0c25c2e049 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a7ba9b7-c196-4be6-8c16-bba42c93a003']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:03.811339 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-979e372d-0ab6-4ffb-9fd1-be0c25c2e049 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ade936e2-a0a2-457a-a0aa-ea6a3aad181a') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:03.811744 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-979e372d-0ab6-4ffb-9fd1-be0c25c2e049 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ade936e2-a0a2-457a-a0aa-ea6a3aad181a') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:03.821904 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-979e372d-0ab6-4ffb-9fd1-be0c25c2e049 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (ade936e2-a0a2-457a-a0aa-ea6a3aad181a), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:03.835598 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-979e372d-0ab6-4ffb-9fd1-be0c25c2e049 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (ade936e2-a0a2-457a-a0aa-ea6a3aad181a), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:03.842359 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-979e372d-0ab6-4ffb-9fd1-be0c25c2e049 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:07:03.842757 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-979e372d-0ab6-4ffb-9fd1-be0c25c2e049 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (ade936e2-a0a2-457a-a0aa-ea6a3aad181a), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:03.846350 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 02:07:03.846350 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:07:03.846350 n-d-828369-4 neutron-server[103136]: timer() Feb 09 02:07:03.846350 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:07:03.846350 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 02:07:03.846350 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:07:03.846350 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 02:07:03.846350 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:07:03.846350 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 02:07:03.846350 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:07:03.846350 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 02:07:03.846350 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:07:03.846350 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 02:07:03.846350 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:07:03.846350 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:07:03.846350 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:07:03.846350 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:07:03.846350 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:07:03.846350 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 02:07:03.846350 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:07:03.846350 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 02:07:03.846350 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:07:03.846350 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:07:03.846350 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:07:03.846350 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 02:07:03.846350 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:07:03.846350 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:07:03.846350 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:07:03.846350 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:07:03.846350 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:07:03.846350 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:07:03.846350 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:07:03.903170 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device ef47463f-510d-43dd-a476-31b19c3f2f10 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:07:03.913208 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-979e372d-0ab6-4ffb-9fd1-be0c25c2e049 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (5a7ba9b7-c196-4be6-8c16-bba42c93a003), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:03.921041 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-979e372d-0ab6-4ffb-9fd1-be0c25c2e049 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:03.924758 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-979e372d-0ab6-4ffb-9fd1-be0c25c2e049 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "DELETE /v2.0/networks/5a7ba9b7-c196-4be6-8c16-bba42c93a003 HTTP/1.1" status: 204 len: 168 time: 0.3133461 Feb 09 02:07:03.927349 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45814) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:03.931994 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: ef47463f-510d-43dd-a476-31b19c3f2f10 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:07:03.932751 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device ef47463f-510d-43dd-a476-31b19c3f2f10 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:07:03.933351 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device abe6b48b-7415-4c5f-908b-f19fed183b03 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:07:03.946023 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979e372d-0ab6-4ffb-9fd1-be0c25c2e049 tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event deleted for resources: {'Network': ['ID=5a7ba9b7-c196-4be6-8c16-bba42c93a003,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:03.959204 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: abe6b48b-7415-4c5f-908b-f19fed183b03 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:07:03.959574 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device abe6b48b-7415-4c5f-908b-f19fed183b03 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:07:03.994557 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-37046098-a35b-4394-9dd2-a4791f968afb tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group (2e012f5b-d8d0-45d0-87b6-631b250666e1), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:04.013515 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:07:04.021022 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-37046098-a35b-4394-9dd2-a4791f968afb tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group (2e012f5b-d8d0-45d0-87b6-631b250666e1), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:04.083852 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-37046098-a35b-4394-9dd2-a4791f968afb tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (2e012f5b-d8d0-45d0-87b6-631b250666e1), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:04.086691 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-37046098-a35b-4394-9dd2-a4791f968afb tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:04.087968 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-37046098-a35b-4394-9dd2-a4791f968afb tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] 10.222.0.50 "DELETE /v2.0/security-groups/2e012f5b-d8d0-45d0-87b6-631b250666e1 HTTP/1.1" status: 204 len: 168 time: 0.1596255 Feb 09 02:07:04.097175 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37046098-a35b-4394-9dd2-a4791f968afb tempest-TestNetworkAdvancedServerOps-304597212 tempest-TestNetworkAdvancedServerOps-304597212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e012f5b-d8d0-45d0-87b6-631b250666e1,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:04.428212 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45822) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:04.523603 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a23b5c4a-7a7b-41e5-b37b-7e5bc627d86f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:04.561240 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c3f8e302-5e53-4400-b8ca-442f1a053ac1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7050557f09d44893a51002583ece992c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1318154 Feb 09 02:07:04.563643 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45826) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:04.610212 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4afb51ac-04c5-4487-a150-6969917361f8 admin admin] Publish callbacks [] for security_group (9a0205e1-7c06-41b8-9178-1d4830221484), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:04.632397 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4afb51ac-04c5-4487-a150-6969917361f8 admin admin] Publish callbacks [] for security_group (9a0205e1-7c06-41b8-9178-1d4830221484), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:04.677993 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4afb51ac-04c5-4487-a150-6969917361f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (9a0205e1-7c06-41b8-9178-1d4830221484), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:04.680651 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-4afb51ac-04c5-4487-a150-6969917361f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:04.681912 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-4afb51ac-04c5-4487-a150-6969917361f8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9a0205e1-7c06-41b8-9178-1d4830221484 HTTP/1.1" status: 204 len: 168 time: 0.1173930 Feb 09 02:07:04.690111 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afb51ac-04c5-4487-a150-6969917361f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0205e1-7c06-41b8-9178-1d4830221484,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:04.855070 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device df29e6e4-5703-4659-8e9a-bb2c85214f57 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:07:04.875908 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: df29e6e4-5703-4659-8e9a-bb2c85214f57 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:07:04.876264 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device df29e6e4-5703-4659-8e9a-bb2c85214f57 not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:07:04.937668 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45832) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:04.951480 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-180da26e-8695-4042-a417-bca7b7f70590 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:05.031455 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-180da26e-8695-4042-a417-bca7b7f70590 admin admin] Publish callbacks [] for security_group (b4022ea9-f35c-4a64-9b01-fc275b09b4cf), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:05.035556 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-180da26e-8695-4042-a417-bca7b7f70590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b4022ea9-f35c-4a64-9b01-fc275b09b4cf), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:05.075057 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180da26e-8695-4042-a417-bca7b7f70590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4022ea9-f35c-4a64-9b01-fc275b09b4cf,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:05.079108 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-180da26e-8695-4042-a417-bca7b7f70590 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fc0638d205d24634980346ded1ed5b47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1404381 Feb 09 02:07:05.082422 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45834) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:05.128236 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-25e3f5b4-64c3-47fa-8fd2-09246e23c08c admin admin] Publish callbacks [] for security_group (b4022ea9-f35c-4a64-9b01-fc275b09b4cf), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:05.148839 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-25e3f5b4-64c3-47fa-8fd2-09246e23c08c admin admin] Publish callbacks [] for security_group (b4022ea9-f35c-4a64-9b01-fc275b09b4cf), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:05.195419 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-25e3f5b4-64c3-47fa-8fd2-09246e23c08c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (b4022ea9-f35c-4a64-9b01-fc275b09b4cf), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:05.198689 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-25e3f5b4-64c3-47fa-8fd2-09246e23c08c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:05.199847 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-25e3f5b4-64c3-47fa-8fd2-09246e23c08c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b4022ea9-f35c-4a64-9b01-fc275b09b4cf HTTP/1.1" status: 204 len: 168 time: 0.1171598 Feb 09 02:07:05.207618 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e3f5b4-64c3-47fa-8fd2-09246e23c08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4022ea9-f35c-4a64-9b01-fc275b09b4cf,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:05.788218 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 5806df2d-cb77-4af9-b4e7-41db11a8b2e5 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:07:05.810140 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 5806df2d-cb77-4af9-b4e7-41db11a8b2e5 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:07:05.810496 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 5806df2d-cb77-4af9-b4e7-41db11a8b2e5 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:07:05.871602 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45856) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:05.965844 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-023913c8-5f03-4f49-a003-711897d93233 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-13146114-network', 'tenant_id': 'bdf97489d6b8408ba0a22222337f087b'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:05.986738 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023913c8-5f03-4f49-a003-711897d93233 admin admin] Made reservation on behalf of bdf97489d6b8408ba0a22222337f087b for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:07:05.989438 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-023913c8-5f03-4f49-a003-711897d93233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:05.999809 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-023913c8-5f03-4f49-a003-711897d93233 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:06.082454 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-023913c8-5f03-4f49-a003-711897d93233 admin admin] Publish callbacks [] for security_group (f692ce75-f852-455e-9daf-26c271db401f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:06.086297 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-023913c8-5f03-4f49-a003-711897d93233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (f692ce75-f852-455e-9daf-26c271db401f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:06.110610 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-023913c8-5f03-4f49-a003-711897d93233 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1004} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:07:06.120621 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023913c8-5f03-4f49-a003-711897d93233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f692ce75-f852-455e-9daf-26c271db401f,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:06.128003 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-023913c8-5f03-4f49-a003-711897d93233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (bae72b8a-0a40-41b1-8cc2-88444c089490), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:06.128353 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-023913c8-5f03-4f49-a003-711897d93233 admin admin] Added segment bae72b8a-0a40-41b1-8cc2-88444c089490 of type vlan for network af3f096c-49dc-487c-b525-c2c1af553b1f Feb 09 02:07:06.136276 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:06.175397 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-023913c8-5f03-4f49-a003-711897d93233 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (af3f096c-49dc-487c-b525-c2c1af553b1f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:06.482513 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-023913c8-5f03-4f49-a003-711897d93233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (af3f096c-49dc-487c-b525-c2c1af553b1f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:06.483482 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023913c8-5f03-4f49-a003-711897d93233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:06.484058 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-023913c8-5f03-4f49-a003-711897d93233 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:06.532567 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-023913c8-5f03-4f49-a003-711897d93233 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6598253 Feb 09 02:07:06.535999 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45860) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:06.541041 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-ef9626d8-2158-4bcb-9c97-f30bbf958775 admin admin] Request body: {'subnet': {'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-13146114-subnet', 'tenant_id': 'bdf97489d6b8408ba0a22222337f087b', 'ip_version': 4}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:06.545857 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023913c8-5f03-4f49-a003-711897d93233 admin admin] Pushing event updated for resources: {'Network': ['ID=af3f096c-49dc-487c-b525-c2c1af553b1f,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:06.556371 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network af3f096c-49dc-487c-b525-c2c1af553b1f details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:07:06.563446 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9626d8-2158-4bcb-9c97-f30bbf958775 admin admin] Made reservation on behalf of bdf97489d6b8408ba0a22222337f087b for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:07:06.565940 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ef9626d8-2158-4bcb-9c97-f30bbf958775 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:06.736311 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ef9626d8-2158-4bcb-9c97-f30bbf958775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (cf9c11ce-4026-4979-8d42-293ced89501f), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:06.788423 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9626d8-2158-4bcb-9c97-f30bbf958775 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf9c11ce-4026-4979-8d42-293ced89501f,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:06.798853 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9626d8-2158-4bcb-9c97-f30bbf958775 admin admin] Checking segment: {'id': 'bae72b8a-0a40-41b1-8cc2-88444c089490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:07:06.799216 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9626d8-2158-4bcb-9c97-f30bbf958775 admin admin] Network hostable DHCP agents. Network: af3f096c-49dc-487c-b525-c2c1af553b1f, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:07:06.814902 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9626d8-2158-4bcb-9c97-f30bbf958775 admin admin] Network af3f096c-49dc-487c-b525-c2c1af553b1f is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:07:06.824117 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-ef9626d8-2158-4bcb-9c97-f30bbf958775 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, af3f096c-49dc-487c-b525-c2c1af553b1f) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:07:06.828059 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9626d8-2158-4bcb-9c97-f30bbf958775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:06.828688 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-ef9626d8-2158-4bcb-9c97-f30bbf958775 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:06.834558 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda3b92f-3fc2-49c3-8ca9-5e578e70450a None None] Network af3f096c-49dc-487c-b525-c2c1af553b1f requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:07:06.843824 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-ef9626d8-2158-4bcb-9c97-f30bbf958775 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3066888 Feb 09 02:07:06.847461 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45862) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:06.851979 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-f43e8065-e30d-4763-a81d-d2993f2bc727 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-13146114-router', 'tenant_id': 'bdf97489d6b8408ba0a22222337f087b', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:06.871637 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f43e8065-e30d-4763-a81d-d2993f2bc727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (c0a38b8d-1f5e-4922-9391-c6ce40b70166), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:06.872661 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f43e8065-e30d-4763-a81d-d2993f2bc727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (c0a38b8d-1f5e-4922-9391-c6ce40b70166), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:06.931572 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f43e8065-e30d-4763-a81d-d2993f2bc727 admin admin] Publish callbacks [] for router_controller (c0a38b8d-1f5e-4922-9391-c6ce40b70166), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:06.940010 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3709502a-4ac1-4f48-b84f-fd8a6a95fa36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-af3f096c-49dc-487c-b525-c2c1af553b1f', 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f', 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'fixed_ips': [{'subnet_id': 'cf9c11ce-4026-4979-8d42-293ced89501f'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:07:06.940897 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3709502a-4ac1-4f48-b84f-fd8a6a95fa36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:07.081724 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-3709502a-4ac1-4f48-b84f-fd8a6a95fa36 None None] Allocated IP 172.20.0.2 (af3f096c-49dc-487c-b525-c2c1af553b1f/cf9c11ce-4026-4979-8d42-293ced89501f/aad6c8ef-2f2c-44c5-b4dd-4f2c30eceb86) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:07:07.093006 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f43e8065-e30d-4763-a81d-d2993f2bc727 admin admin] Publish callbacks [] for router_gateway (c0a38b8d-1f5e-4922-9391-c6ce40b70166), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:07.226293 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3709502a-4ac1-4f48-b84f-fd8a6a95fa36 None None] Publish callbacks [] for port (aad6c8ef-2f2c-44c5-b4dd-4f2c30eceb86), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:07.232378 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3709502a-4ac1-4f48-b84f-fd8a6a95fa36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (aad6c8ef-2f2c-44c5-b4dd-4f2c30eceb86), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:07.273108 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3709502a-4ac1-4f48-b84f-fd8a6a95fa36 None None] Network af3f096c-49dc-487c-b525-c2c1af553b1f is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:07:07.278877 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-3709502a-4ac1-4f48-b84f-fd8a6a95fa36 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:07:07.281258 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3709502a-4ac1-4f48-b84f-fd8a6a95fa36 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:07:07.293489 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3709502a-4ac1-4f48-b84f-fd8a6a95fa36 None None] Pushing event updated for resources: {'Port': ['ID=aad6c8ef-2f2c-44c5-b4dd-4f2c30eceb86,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:07.306370 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f43e8065-e30d-4763-a81d-d2993f2bc727 admin admin] Publish callbacks [] for router_gateway (c0a38b8d-1f5e-4922-9391-c6ce40b70166), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:07.326303 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f43e8065-e30d-4763-a81d-d2993f2bc727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:07.344756 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-3709502a-4ac1-4f48-b84f-fd8a6a95fa36 None None] Attempting to bind port aad6c8ef-2f2c-44c5-b4dd-4f2c30eceb86 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:07:07.345135 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-3709502a-4ac1-4f48-b84f-fd8a6a95fa36 None None] Attempting to bind port aad6c8ef-2f2c-44c5-b4dd-4f2c30eceb86 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'bae72b8a-0a40-41b1-8cc2-88444c089490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:07:07.345500 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3709502a-4ac1-4f48-b84f-fd8a6a95fa36 None None] Attempting to bind port aad6c8ef-2f2c-44c5-b4dd-4f2c30eceb86 on network af3f096c-49dc-487c-b525-c2c1af553b1f {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:07:07.350310 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3709502a-4ac1-4f48-b84f-fd8a6a95fa36 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:07:07.350686 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3709502a-4ac1-4f48-b84f-fd8a6a95fa36 None None] Checking segment: {'id': 'bae72b8a-0a40-41b1-8cc2-88444c089490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:07:07.351092 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3709502a-4ac1-4f48-b84f-fd8a6a95fa36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:07.351489 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3709502a-4ac1-4f48-b84f-fd8a6a95fa36 None None] Bound using segment: {'id': 'bae72b8a-0a40-41b1-8cc2-88444c089490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:07:07.351952 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-3709502a-4ac1-4f48-b84f-fd8a6a95fa36 None None] Bound port: aad6c8ef-2f2c-44c5-b4dd-4f2c30eceb86, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bae72b8a-0a40-41b1-8cc2-88444c089490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:07:07.352331 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3709502a-4ac1-4f48-b84f-fd8a6a95fa36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (aad6c8ef-2f2c-44c5-b4dd-4f2c30eceb86), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:07.434811 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:07.436128 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-3709502a-4ac1-4f48-b84f-fd8a6a95fa36 None None] For port aad6c8ef-2f2c-44c5-b4dd-4f2c30eceb86, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:07:07.438018 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-f43e8065-e30d-4763-a81d-d2993f2bc727 admin admin] Allocated IP 172.25.8.4 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/4279b188-e4e9-461d-9209-f1ea45e5f3d8) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:07:07.439694 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-3709502a-4ac1-4f48-b84f-fd8a6a95fa36 None None] For port aad6c8ef-2f2c-44c5-b4dd-4f2c30eceb86, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=aad6c8ef-2f2c-44c5-b4dd-4f2c30eceb86,segment=NetworkSegment(bae72b8a-0a40-41b1-8cc2-88444c089490),segment_id=bae72b8a-0a40-41b1-8cc2-88444c089490)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:07:07.445657 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3709502a-4ac1-4f48-b84f-fd8a6a95fa36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (aad6c8ef-2f2c-44c5-b4dd-4f2c30eceb86), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:07.504224 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3709502a-4ac1-4f48-b84f-fd8a6a95fa36 None None] Pushing event updated for resources: {'Port': ['ID=aad6c8ef-2f2c-44c5-b4dd-4f2c30eceb86,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:07.543993 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f43e8065-e30d-4763-a81d-d2993f2bc727 admin admin] Publish callbacks [] for port (4279b188-e4e9-461d-9209-f1ea45e5f3d8), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:07.578335 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f43e8065-e30d-4763-a81d-d2993f2bc727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (4279b188-e4e9-461d-9209-f1ea45e5f3d8), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:07.625111 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43e8065-e30d-4763-a81d-d2993f2bc727 admin admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:07:07.629294 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-f43e8065-e30d-4763-a81d-d2993f2bc727 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:07:07.633836 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43e8065-e30d-4763-a81d-d2993f2bc727 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:07:07.688808 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e8065-e30d-4763-a81d-d2993f2bc727 admin admin] Pushing event updated for resources: {'Port': ['ID=4279b188-e4e9-461d-9209-f1ea45e5f3d8,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:07.876251 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device aad6c8ef-2f2c-44c5-b4dd-4f2c30eceb86 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:07:07.924226 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port aad6c8ef-2f2c-44c5-b4dd-4f2c30eceb86 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:07.924513 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (aad6c8ef-2f2c-44c5-b4dd-4f2c30eceb86), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:07.934793 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f43e8065-e30d-4763-a81d-d2993f2bc727 admin admin] Publish callbacks [] for router_gateway (c0a38b8d-1f5e-4922-9391-c6ce40b70166), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:08.012208 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port aad6c8ef-2f2c-44c5-b4dd-4f2c30eceb86 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:08.012716 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (aad6c8ef-2f2c-44c5-b4dd-4f2c30eceb86), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:08.048067 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port aad6c8ef-2f2c-44c5-b4dd-4f2c30eceb86, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=aad6c8ef-2f2c-44c5-b4dd-4f2c30eceb86,segment=NetworkSegment(bae72b8a-0a40-41b1-8cc2-88444c089490),segment_id=bae72b8a-0a40-41b1-8cc2-88444c089490)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:08.052200 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (aad6c8ef-2f2c-44c5-b4dd-4f2c30eceb86), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:08.099449 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=aad6c8ef-2f2c-44c5-b4dd-4f2c30eceb86,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:08.142694 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:08.149548 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f43e8065-e30d-4763-a81d-d2993f2bc727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (c0a38b8d-1f5e-4922-9391-c6ce40b70166), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:08.283462 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43e8065-e30d-4763-a81d-d2993f2bc727 admin admin] Router c0a38b8d-1f5e-4922-9391-c6ce40b70166 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:07:08.398080 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43e8065-e30d-4763-a81d-d2993f2bc727 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:07:08.409870 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d39b51-a06d-4932-a251-a389d553a413 None None] Sync routers for ids ['c0a38b8d-1f5e-4922-9391-c6ce40b70166'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:07:08.417377 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f43e8065-e30d-4763-a81d-d2993f2bc727 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:08.418648 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f43e8065-e30d-4763-a81d-d2993f2bc727 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 1.5701792 Feb 09 02:07:08.421527 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45864) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:08.424812 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d39b51-a06d-4932-a251-a389d553a413 None None] Routers {'c0a38b8d-1f5e-4922-9391-c6ce40b70166'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:07:08.425583 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-a0d39b51-a06d-4932-a251-a389d553a413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:07:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c0a38b8d-1f5e-4922-9391-c6ce40b70166'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:08.495872 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3795cf5-4566-45cd-a08c-cc2824aebfb9 None None] Network af3f096c-49dc-487c-b525-c2c1af553b1f requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:07:08.756254 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:08.777736 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-0db7b349-e96a-476d-9a7d-b388001583a1 None None] Provisioning complete for port aad6c8ef-2f2c-44c5-b4dd-4f2c30eceb86 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:08.778184 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0db7b349-e96a-476d-9a7d-b388001583a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (aad6c8ef-2f2c-44c5-b4dd-4f2c30eceb86), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:08.814978 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-a0d39b51-a06d-4932-a251-a389d553a413 None None] Set router c0a38b8d-1f5e-4922-9391-c6ce40b70166 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:07:09.049544 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-0db7b349-e96a-476d-9a7d-b388001583a1 None None] Current status of the port aad6c8ef-2f2c-44c5-b4dd-4f2c30eceb86 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:09.100633 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-a0d39b51-a06d-4932-a251-a389d553a413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'name': 'tempest-TestShelveInstance-13146114-router', 'tenant_id': 'bdf97489d6b8408ba0a22222337f087b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '4279b188-e4e9-461d-9209-f1ea45e5f3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:07:06Z', 'updated_at': '2022-02-09T02:07:07Z', 'revision_number': 3, 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'gw_port': {'id': '4279b188-e4e9-461d-9209-f1ea45e5f3d8', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:68:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:07Z', 'updated_at': '2022-02-09T02:07:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:09.131736 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d39b51-a06d-4932-a251-a389d553a413 None None] Checking router: c0a38b8d-1f5e-4922-9391-c6ce40b70166 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:07:09.132100 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d39b51-a06d-4932-a251-a389d553a413 None None] Updating router c0a38b8d-1f5e-4922-9391-c6ce40b70166 port 4279b188-e4e9-461d-9209-f1ea45e5f3d8 binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:07:09.163814 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a0d39b51-a06d-4932-a251-a389d553a413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4279b188-e4e9-461d-9209-f1ea45e5f3d8), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:09.212043 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-db05a763-aa50-4360-bb91-954aaa1eab66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:09.286042 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-ded07b1f-fab5-49a3-a5b7-b73ed871ffa9 None None] Provisioning complete for port aad6c8ef-2f2c-44c5-b4dd-4f2c30eceb86 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:09.286416 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ded07b1f-fab5-49a3-a5b7-b73ed871ffa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (aad6c8ef-2f2c-44c5-b4dd-4f2c30eceb86), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:09.384016 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-db05a763-aa50-4360-bb91-954aaa1eab66 admin admin] Allocated IP 172.20.0.1 (af3f096c-49dc-487c-b525-c2c1af553b1f/cf9c11ce-4026-4979-8d42-293ced89501f/6fdea76b-0e01-407c-9ace-40f499a75837) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:07:09.464196 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-ded07b1f-fab5-49a3-a5b7-b73ed871ffa9 None None] Current status of the port aad6c8ef-2f2c-44c5-b4dd-4f2c30eceb86 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:09.494072 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-db05a763-aa50-4360-bb91-954aaa1eab66 admin admin] Publish callbacks [] for port (6fdea76b-0e01-407c-9ace-40f499a75837), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:09.514253 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a0d39b51-a06d-4932-a251-a389d553a413 None None] Publish callbacks [] for port (4279b188-e4e9-461d-9209-f1ea45e5f3d8), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:09.518711 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a0d39b51-a06d-4932-a251-a389d553a413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (4279b188-e4e9-461d-9209-f1ea45e5f3d8), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:09.527107 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-db05a763-aa50-4360-bb91-954aaa1eab66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (6fdea76b-0e01-407c-9ace-40f499a75837), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:09.566665 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db05a763-aa50-4360-bb91-954aaa1eab66 admin admin] Network af3f096c-49dc-487c-b525-c2c1af553b1f is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:07:09.571545 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d679f42d-ed91-4c78-b320-41aafa023e4d None None] Pushing event updated for resources: {'Port': ['ID=4279b188-e4e9-461d-9209-f1ea45e5f3d8,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:09.574481 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-db05a763-aa50-4360-bb91-954aaa1eab66 admin admin] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:07:09.574762 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-a0d39b51-a06d-4932-a251-a389d553a413 None None] Attempting to bind port 4279b188-e4e9-461d-9209-f1ea45e5f3d8 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:07:09.575150 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-a0d39b51-a06d-4932-a251-a389d553a413 None None] Attempting to bind port 4279b188-e4e9-461d-9209-f1ea45e5f3d8 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:07:09.575511 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d39b51-a06d-4932-a251-a389d553a413 None None] Attempting to bind port 4279b188-e4e9-461d-9209-f1ea45e5f3d8 on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:07:09.577011 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db05a763-aa50-4360-bb91-954aaa1eab66 admin admin] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:07:09.581294 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d39b51-a06d-4932-a251-a389d553a413 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:07:09.581655 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d39b51-a06d-4932-a251-a389d553a413 None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:07:09.582073 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a0d39b51-a06d-4932-a251-a389d553a413 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:09.582477 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d39b51-a06d-4932-a251-a389d553a413 None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:07:09.582955 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-a0d39b51-a06d-4932-a251-a389d553a413 None None] Bound port: 4279b188-e4e9-461d-9209-f1ea45e5f3d8, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:07:09.583439 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a0d39b51-a06d-4932-a251-a389d553a413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4279b188-e4e9-461d-9209-f1ea45e5f3d8), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:09.603559 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db05a763-aa50-4360-bb91-954aaa1eab66 admin admin] Pushing event updated for resources: {'Port': ['ID=6fdea76b-0e01-407c-9ace-40f499a75837,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:09.630043 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-db05a763-aa50-4360-bb91-954aaa1eab66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (c0a38b8d-1f5e-4922-9391-c6ce40b70166), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:09.637376 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-a0d39b51-a06d-4932-a251-a389d553a413 None None] For port 4279b188-e4e9-461d-9209-f1ea45e5f3d8, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:07:09.640911 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-a0d39b51-a06d-4932-a251-a389d553a413 None None] For port 4279b188-e4e9-461d-9209-f1ea45e5f3d8, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=4279b188-e4e9-461d-9209-f1ea45e5f3d8,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:07:09.648206 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a0d39b51-a06d-4932-a251-a389d553a413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (4279b188-e4e9-461d-9209-f1ea45e5f3d8), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:09.727897 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d39b51-a06d-4932-a251-a389d553a413 None None] Routers {'c0a38b8d-1f5e-4922-9391-c6ce40b70166'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:07:09.729037 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-a0d39b51-a06d-4932-a251-a389d553a413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:07:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c0a38b8d-1f5e-4922-9391-c6ce40b70166'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:09.732282 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d679f42d-ed91-4c78-b320-41aafa023e4d None None] Pushing event updated for resources: {'Port': ['ID=4279b188-e4e9-461d-9209-f1ea45e5f3d8,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:09.783457 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-db05a763-aa50-4360-bb91-954aaa1eab66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6fdea76b-0e01-407c-9ace-40f499a75837), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:09.851457 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device aad6c8ef-2f2c-44c5-b4dd-4f2c30eceb86 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:07:09.907469 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:09.915021 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-a0d39b51-a06d-4932-a251-a389d553a413 None None] Set router c0a38b8d-1f5e-4922-9391-c6ce40b70166 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:07:09.966811 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-db05a763-aa50-4360-bb91-954aaa1eab66 admin admin] Publish callbacks [] for port (6fdea76b-0e01-407c-9ace-40f499a75837), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:09.971681 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-db05a763-aa50-4360-bb91-954aaa1eab66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (6fdea76b-0e01-407c-9ace-40f499a75837), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:09.974120 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-d40f7467-c1ed-4a56-878e-2729fabe63c6 None None] Provisioning complete for port 6fdea76b-0e01-407c-9ace-40f499a75837 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:09.974500 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d40f7467-c1ed-4a56-878e-2729fabe63c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (6fdea76b-0e01-407c-9ace-40f499a75837), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:10.037401 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db05a763-aa50-4360-bb91-954aaa1eab66 admin admin] Pushing event updated for resources: {'Port': ['ID=6fdea76b-0e01-407c-9ace-40f499a75837,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:10.039869 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-db05a763-aa50-4360-bb91-954aaa1eab66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (c0a38b8d-1f5e-4922-9391-c6ce40b70166), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:10.054833 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-d40f7467-c1ed-4a56-878e-2729fabe63c6 None None] Port 6fdea76b-0e01-407c-9ace-40f499a75837 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:07:10.059914 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port aad6c8ef-2f2c-44c5-b4dd-4f2c30eceb86 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:10.060294 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (aad6c8ef-2f2c-44c5-b4dd-4f2c30eceb86), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:10.146065 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db05a763-aa50-4360-bb91-954aaa1eab66 admin admin] Network af3f096c-49dc-487c-b525-c2c1af553b1f is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:07:10.147507 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-db05a763-aa50-4360-bb91-954aaa1eab66 admin admin] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:07:10.196532 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port aad6c8ef-2f2c-44c5-b4dd-4f2c30eceb86 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:10.208975 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-a0d39b51-a06d-4932-a251-a389d553a413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'name': 'tempest-TestShelveInstance-13146114-router', 'tenant_id': 'bdf97489d6b8408ba0a22222337f087b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '4279b188-e4e9-461d-9209-f1ea45e5f3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:07:06Z', 'updated_at': '2022-02-09T02:07:07Z', 'revision_number': 3, 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'gw_port': {'id': '4279b188-e4e9-461d-9209-f1ea45e5f3d8', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:68:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:07Z', 'updated_at': '2022-02-09T02:07:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:10.240059 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d39b51-a06d-4932-a251-a389d553a413 None None] The sync data for ids ['c0a38b8d-1f5e-4922-9391-c6ce40b70166'] in n-d-828369-4 is: [{'id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'name': 'tempest-TestShelveInstance-13146114-router', 'tenant_id': 'bdf97489d6b8408ba0a22222337f087b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '4279b188-e4e9-461d-9209-f1ea45e5f3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:07:06Z', 'updated_at': '2022-02-09T02:07:07Z', 'revision_number': 3, 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'gw_port': {'id': '4279b188-e4e9-461d-9209-f1ea45e5f3d8', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:68:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:07Z', 'updated_at': '2022-02-09T02:07:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:07:10.275171 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db05a763-aa50-4360-bb91-954aaa1eab66 admin admin] Router c0a38b8d-1f5e-4922-9391-c6ce40b70166 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:07:10.378402 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-40bdf4a2-3015-42f4-8547-2ed6dd06b9e9 None None] Provisioning complete for port 6fdea76b-0e01-407c-9ace-40f499a75837 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:10.378788 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-40bdf4a2-3015-42f4-8547-2ed6dd06b9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (6fdea76b-0e01-407c-9ace-40f499a75837), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:10.404720 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db05a763-aa50-4360-bb91-954aaa1eab66 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:07:10.411934 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-db05a763-aa50-4360-bb91-954aaa1eab66 admin admin] 10.222.0.50 "PUT /v2.0/routers/c0a38b8d-1f5e-4922-9391-c6ce40b70166/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9874246 Feb 09 02:07:10.420705 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-40bdf4a2-3015-42f4-8547-2ed6dd06b9e9 None None] Port 6fdea76b-0e01-407c-9ace-40f499a75837 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:07:10.933035 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45880) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:10.938060 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-579f9e53-a5cd-4dc7-b46e-7ae42195191a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1144863525-network', 'tenant_id': '32b745c3f9e04cf9b6733a665be9a9c6'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:10.957642 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579f9e53-a5cd-4dc7-b46e-7ae42195191a admin admin] Made reservation on behalf of 32b745c3f9e04cf9b6733a665be9a9c6 for: {'network': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:07:10.959911 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-579f9e53-a5cd-4dc7-b46e-7ae42195191a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:10.969302 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-579f9e53-a5cd-4dc7-b46e-7ae42195191a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:11.052400 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-579f9e53-a5cd-4dc7-b46e-7ae42195191a admin admin] Publish callbacks [] for security_group (dd0963bd-7186-42d1-ab51-b4831253ae28), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:11.056749 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-579f9e53-a5cd-4dc7-b46e-7ae42195191a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (dd0963bd-7186-42d1-ab51-b4831253ae28), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:11.082839 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-579f9e53-a5cd-4dc7-b46e-7ae42195191a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1046} {{(pid=103136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:07:11.092891 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579f9e53-a5cd-4dc7-b46e-7ae42195191a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0963bd-7186-42d1-ab51-b4831253ae28,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:11.097983 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-579f9e53-a5cd-4dc7-b46e-7ae42195191a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (4be92c14-6b91-46ca-a38a-54d22bcf64ad), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:11.098340 n-d-828369-4 neutron-server[103136]: INFO neutron.db.segments_db [None req-579f9e53-a5cd-4dc7-b46e-7ae42195191a admin admin] Added segment 4be92c14-6b91-46ca-a38a-54d22bcf64ad of type vlan for network 063c9f4e-d58f-41e8-bf08-abb5ff33f67a Feb 09 02:07:11.141365 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-579f9e53-a5cd-4dc7-b46e-7ae42195191a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (063c9f4e-d58f-41e8-bf08-abb5ff33f67a), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:11.165217 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-579f9e53-a5cd-4dc7-b46e-7ae42195191a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (063c9f4e-d58f-41e8-bf08-abb5ff33f67a), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:11.166163 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579f9e53-a5cd-4dc7-b46e-7ae42195191a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:11.167300 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-579f9e53-a5cd-4dc7-b46e-7ae42195191a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:11.219585 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-579f9e53-a5cd-4dc7-b46e-7ae42195191a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2852714 Feb 09 02:07:11.222336 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45882) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:11.231150 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-433302a2-246e-4c2b-9371-3082e1ca1dc7 admin admin] Request body: {'subnet': {'network_id': '063c9f4e-d58f-41e8-bf08-abb5ff33f67a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1144863525-subnet', 'tenant_id': '32b745c3f9e04cf9b6733a665be9a9c6', 'ip_version': 4}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:11.233970 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579f9e53-a5cd-4dc7-b46e-7ae42195191a admin admin] Pushing event updated for resources: {'Network': ['ID=063c9f4e-d58f-41e8-bf08-abb5ff33f67a,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:11.243575 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 063c9f4e-d58f-41e8-bf08-abb5ff33f67a details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:07:11.250874 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433302a2-246e-4c2b-9371-3082e1ca1dc7 admin admin] Made reservation on behalf of 32b745c3f9e04cf9b6733a665be9a9c6 for: {'subnet': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:07:11.253354 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-433302a2-246e-4c2b-9371-3082e1ca1dc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25419370'] for subnet (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:11.425891 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-433302a2-246e-4c2b-9371-3082e1ca1dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25954148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25419348'] for subnet (ac5c365f-d2e0-414b-8872-d9e9ef0dffb2), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:11.484803 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433302a2-246e-4c2b-9371-3082e1ca1dc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac5c365f-d2e0-414b-8872-d9e9ef0dffb2,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:11.493240 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433302a2-246e-4c2b-9371-3082e1ca1dc7 admin admin] Checking segment: {'id': '4be92c14-6b91-46ca-a38a-54d22bcf64ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '063c9f4e-d58f-41e8-bf08-abb5ff33f67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:07:11.493607 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433302a2-246e-4c2b-9371-3082e1ca1dc7 admin admin] Network hostable DHCP agents. Network: 063c9f4e-d58f-41e8-bf08-abb5ff33f67a, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:07:11.509557 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433302a2-246e-4c2b-9371-3082e1ca1dc7 admin admin] Network 063c9f4e-d58f-41e8-bf08-abb5ff33f67a is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:07:11.518233 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-433302a2-246e-4c2b-9371-3082e1ca1dc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 063c9f4e-d58f-41e8-bf08-abb5ff33f67a) {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:07:11.522424 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433302a2-246e-4c2b-9371-3082e1ca1dc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:11.523126 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-433302a2-246e-4c2b-9371-3082e1ca1dc7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:11.531611 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f73730-9d77-4093-9bb8-f68435e2f84e None None] Network 063c9f4e-d58f-41e8-bf08-abb5ff33f67a requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:07:11.544098 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-433302a2-246e-4c2b-9371-3082e1ca1dc7 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3198335 Feb 09 02:07:11.546082 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45884) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:11.551405 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-84c74e2f-1ad4-48a7-8f40-a8b9b9843419 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1144863525-router', 'tenant_id': '32b745c3f9e04cf9b6733a665be9a9c6', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:11.571532 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-84c74e2f-1ad4-48a7-8f40-a8b9b9843419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (bd0e26ee-c036-4195-9264-8a11d5bb5a88), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:11.573315 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-84c74e2f-1ad4-48a7-8f40-a8b9b9843419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (bd0e26ee-c036-4195-9264-8a11d5bb5a88), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:11.627522 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-84c74e2f-1ad4-48a7-8f40-a8b9b9843419 admin admin] Publish callbacks [] for router_controller (bd0e26ee-c036-4195-9264-8a11d5bb5a88), precommit_add_association {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:11.643065 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275a0017-b2d0-4102-a347-60976a6829a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-063c9f4e-d58f-41e8-bf08-abb5ff33f67a', 'network_id': '063c9f4e-d58f-41e8-bf08-abb5ff33f67a', 'project_id': '32b745c3f9e04cf9b6733a665be9a9c6', 'fixed_ips': [{'subnet_id': 'ac5c365f-d2e0-414b-8872-d9e9ef0dffb2'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:07:11.643929 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-275a0017-b2d0-4102-a347-60976a6829a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:11.781517 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-275a0017-b2d0-4102-a347-60976a6829a5 None None] Allocated IP 172.20.0.2 (063c9f4e-d58f-41e8-bf08-abb5ff33f67a/ac5c365f-d2e0-414b-8872-d9e9ef0dffb2/967d7164-3a09-4417-b49a-24f99b8804da) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:07:11.783951 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-84c74e2f-1ad4-48a7-8f40-a8b9b9843419 admin admin] Publish callbacks [] for router_gateway (bd0e26ee-c036-4195-9264-8a11d5bb5a88), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:11.904893 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4279b188-e4e9-461d-9209-f1ea45e5f3d8 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:07:11.919939 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0323df6a-6573-4dd6-9013-06811299e9a0 None None] Sync routers for ids ['c0a38b8d-1f5e-4922-9391-c6ce40b70166'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:07:11.931023 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0323df6a-6573-4dd6-9013-06811299e9a0 None None] Routers {'c0a38b8d-1f5e-4922-9391-c6ce40b70166'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:07:11.931730 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-0323df6a-6573-4dd6-9013-06811299e9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:07:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c0a38b8d-1f5e-4922-9391-c6ce40b70166'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:11.976675 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-275a0017-b2d0-4102-a347-60976a6829a5 None None] Publish callbacks [] for port (967d7164-3a09-4417-b49a-24f99b8804da), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:11.985117 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-275a0017-b2d0-4102-a347-60976a6829a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (967d7164-3a09-4417-b49a-24f99b8804da), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:12.003437 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-84c74e2f-1ad4-48a7-8f40-a8b9b9843419 admin admin] Publish callbacks [] for router_gateway (bd0e26ee-c036-4195-9264-8a11d5bb5a88), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:12.022018 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 4279b188-e4e9-461d-9209-f1ea45e5f3d8 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:12.022469 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4279b188-e4e9-461d-9209-f1ea45e5f3d8), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:12.037145 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-84c74e2f-1ad4-48a7-8f40-a8b9b9843419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:12.050831 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-0323df6a-6573-4dd6-9013-06811299e9a0 None None] Set router c0a38b8d-1f5e-4922-9391-c6ce40b70166 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:07:12.057647 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275a0017-b2d0-4102-a347-60976a6829a5 None None] Network 063c9f4e-d58f-41e8-bf08-abb5ff33f67a is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:07:12.063330 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-275a0017-b2d0-4102-a347-60976a6829a5 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:07:12.071364 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275a0017-b2d0-4102-a347-60976a6829a5 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:07:12.081119 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275a0017-b2d0-4102-a347-60976a6829a5 None None] Pushing event updated for resources: {'Port': ['ID=967d7164-3a09-4417-b49a-24f99b8804da,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:12.148033 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-84c74e2f-1ad4-48a7-8f40-a8b9b9843419 admin admin] Allocated IP 172.25.8.54 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/993ba8d0-8804-4f7f-97ea-279e54606046) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:07:12.172019 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-275a0017-b2d0-4102-a347-60976a6829a5 None None] Attempting to bind port 967d7164-3a09-4417-b49a-24f99b8804da on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:07:12.172735 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-275a0017-b2d0-4102-a347-60976a6829a5 None None] Attempting to bind port 967d7164-3a09-4417-b49a-24f99b8804da by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '4be92c14-6b91-46ca-a38a-54d22bcf64ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '063c9f4e-d58f-41e8-bf08-abb5ff33f67a'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:07:12.173314 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275a0017-b2d0-4102-a347-60976a6829a5 None None] Attempting to bind port 967d7164-3a09-4417-b49a-24f99b8804da on network 063c9f4e-d58f-41e8-bf08-abb5ff33f67a {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:07:12.183050 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275a0017-b2d0-4102-a347-60976a6829a5 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:07:12.183431 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275a0017-b2d0-4102-a347-60976a6829a5 None None] Checking segment: {'id': '4be92c14-6b91-46ca-a38a-54d22bcf64ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '063c9f4e-d58f-41e8-bf08-abb5ff33f67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:07:12.183836 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-275a0017-b2d0-4102-a347-60976a6829a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:12.184313 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275a0017-b2d0-4102-a347-60976a6829a5 None None] Bound using segment: {'id': '4be92c14-6b91-46ca-a38a-54d22bcf64ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '063c9f4e-d58f-41e8-bf08-abb5ff33f67a'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:07:12.184742 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-275a0017-b2d0-4102-a347-60976a6829a5 None None] Bound port: 967d7164-3a09-4417-b49a-24f99b8804da, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4be92c14-6b91-46ca-a38a-54d22bcf64ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '063c9f4e-d58f-41e8-bf08-abb5ff33f67a'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:07:12.185136 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-275a0017-b2d0-4102-a347-60976a6829a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (967d7164-3a09-4417-b49a-24f99b8804da), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:12.203197 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 4279b188-e4e9-461d-9209-f1ea45e5f3d8 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:12.203601 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (4279b188-e4e9-461d-9209-f1ea45e5f3d8), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:12.255380 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 4279b188-e4e9-461d-9209-f1ea45e5f3d8, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=4279b188-e4e9-461d-9209-f1ea45e5f3d8,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:12.263521 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-84c74e2f-1ad4-48a7-8f40-a8b9b9843419 admin admin] Publish callbacks [] for port (993ba8d0-8804-4f7f-97ea-279e54606046), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:12.267807 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (4279b188-e4e9-461d-9209-f1ea45e5f3d8), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:12.268116 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-0323df6a-6573-4dd6-9013-06811299e9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'name': 'tempest-TestShelveInstance-13146114-router', 'tenant_id': 'bdf97489d6b8408ba0a22222337f087b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '4279b188-e4e9-461d-9209-f1ea45e5f3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:07:06Z', 'updated_at': '2022-02-09T02:07:09Z', 'revision_number': 4, 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'gw_port': {'id': '4279b188-e4e9-461d-9209-f1ea45e5f3d8', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:68:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:07Z', 'updated_at': '2022-02-09T02:07:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '6fdea76b-0e01-407c-9ace-40f499a75837', 'name': '', 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f', 'tenant_id': 'bdf97489d6b8408ba0a22222337f087b', 'mac_address': 'fa:16:3e:a3:40:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'cf9c11ce-4026-4979-8d42-293ced89501f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:09Z', 'updated_at': '2022-02-09T02:07:09Z', 'revision_number': 2, 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'subnets': [{'id': 'cf9c11ce-4026-4979-8d42-293ced89501f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:12.282101 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-275a0017-b2d0-4102-a347-60976a6829a5 None None] For port 967d7164-3a09-4417-b49a-24f99b8804da, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:07:12.285820 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-275a0017-b2d0-4102-a347-60976a6829a5 None None] For port 967d7164-3a09-4417-b49a-24f99b8804da, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=967d7164-3a09-4417-b49a-24f99b8804da,segment=NetworkSegment(4be92c14-6b91-46ca-a38a-54d22bcf64ad),segment_id=4be92c14-6b91-46ca-a38a-54d22bcf64ad)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:07:12.304255 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0323df6a-6573-4dd6-9013-06811299e9a0 None None] Checking router: c0a38b8d-1f5e-4922-9391-c6ce40b70166 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:07:12.304681 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0323df6a-6573-4dd6-9013-06811299e9a0 None None] Updating router c0a38b8d-1f5e-4922-9391-c6ce40b70166 port 6fdea76b-0e01-407c-9ace-40f499a75837 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:07:12.306364 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-275a0017-b2d0-4102-a347-60976a6829a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (967d7164-3a09-4417-b49a-24f99b8804da), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:12.308789 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-84c74e2f-1ad4-48a7-8f40-a8b9b9843419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (993ba8d0-8804-4f7f-97ea-279e54606046), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:12.335819 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0323df6a-6573-4dd6-9013-06811299e9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6fdea76b-0e01-407c-9ace-40f499a75837), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:12.342202 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=4279b188-e4e9-461d-9209-f1ea45e5f3d8,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:12.355254 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c74e2f-1ad4-48a7-8f40-a8b9b9843419 admin admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:07:12.356229 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-84c74e2f-1ad4-48a7-8f40-a8b9b9843419 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:07:12.359899 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c74e2f-1ad4-48a7-8f40-a8b9b9843419 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:07:12.387503 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c74e2f-1ad4-48a7-8f40-a8b9b9843419 admin admin] Pushing event updated for resources: {'Port': ['ID=993ba8d0-8804-4f7f-97ea-279e54606046,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:12.407386 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275a0017-b2d0-4102-a347-60976a6829a5 None None] Pushing event updated for resources: {'Port': ['ID=967d7164-3a09-4417-b49a-24f99b8804da,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:12.678587 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0323df6a-6573-4dd6-9013-06811299e9a0 None None] Publish callbacks [] for port (6fdea76b-0e01-407c-9ace-40f499a75837), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:12.689722 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0323df6a-6573-4dd6-9013-06811299e9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (6fdea76b-0e01-407c-9ace-40f499a75837), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:12.765796 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c502b91-1461-42d1-92a2-8f7bdff190ae None None] Pushing event updated for resources: {'Port': ['ID=6fdea76b-0e01-407c-9ace-40f499a75837,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:12.791642 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c502b91-1461-42d1-92a2-8f7bdff190ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:12.791906 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c502b91-1461-42d1-92a2-8f7bdff190ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:12.792703 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c502b91-1461-42d1-92a2-8f7bdff190ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:12.792703 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c502b91-1461-42d1-92a2-8f7bdff190ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:12.792944 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c502b91-1461-42d1-92a2-8f7bdff190ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:12.793274 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c502b91-1461-42d1-92a2-8f7bdff190ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:12.793822 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c502b91-1461-42d1-92a2-8f7bdff190ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:12.794144 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c502b91-1461-42d1-92a2-8f7bdff190ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:12.794479 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c502b91-1461-42d1-92a2-8f7bdff190ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:12.794807 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c502b91-1461-42d1-92a2-8f7bdff190ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:12.795316 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c502b91-1461-42d1-92a2-8f7bdff190ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:12.795634 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c502b91-1461-42d1-92a2-8f7bdff190ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:12.796777 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c502b91-1461-42d1-92a2-8f7bdff190ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:07:12.810076 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-0323df6a-6573-4dd6-9013-06811299e9a0 None None] Attempting to bind port 6fdea76b-0e01-407c-9ace-40f499a75837 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:07:12.810463 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-0323df6a-6573-4dd6-9013-06811299e9a0 None None] Attempting to bind port 6fdea76b-0e01-407c-9ace-40f499a75837 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'bae72b8a-0a40-41b1-8cc2-88444c089490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:07:12.810836 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0323df6a-6573-4dd6-9013-06811299e9a0 None None] Attempting to bind port 6fdea76b-0e01-407c-9ace-40f499a75837 on network af3f096c-49dc-487c-b525-c2c1af553b1f {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:07:12.816485 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0323df6a-6573-4dd6-9013-06811299e9a0 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:07:12.816917 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0323df6a-6573-4dd6-9013-06811299e9a0 None None] Checking segment: {'id': 'bae72b8a-0a40-41b1-8cc2-88444c089490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:07:12.817329 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0323df6a-6573-4dd6-9013-06811299e9a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:12.817986 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0323df6a-6573-4dd6-9013-06811299e9a0 None None] Bound using segment: {'id': 'bae72b8a-0a40-41b1-8cc2-88444c089490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:07:12.818462 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-0323df6a-6573-4dd6-9013-06811299e9a0 None None] Bound port: 6fdea76b-0e01-407c-9ace-40f499a75837, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bae72b8a-0a40-41b1-8cc2-88444c089490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:07:12.818858 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0323df6a-6573-4dd6-9013-06811299e9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6fdea76b-0e01-407c-9ace-40f499a75837), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:12.883142 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-0323df6a-6573-4dd6-9013-06811299e9a0 None None] For port 6fdea76b-0e01-407c-9ace-40f499a75837, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:07:12.887325 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-0323df6a-6573-4dd6-9013-06811299e9a0 None None] For port 6fdea76b-0e01-407c-9ace-40f499a75837, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=6fdea76b-0e01-407c-9ace-40f499a75837,segment=NetworkSegment(bae72b8a-0a40-41b1-8cc2-88444c089490),segment_id=bae72b8a-0a40-41b1-8cc2-88444c089490)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:07:12.895149 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-0323df6a-6573-4dd6-9013-06811299e9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (6fdea76b-0e01-407c-9ace-40f499a75837), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:12.965599 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c502b91-1461-42d1-92a2-8f7bdff190ae None None] Pushing event updated for resources: {'Port': ['ID=6fdea76b-0e01-407c-9ace-40f499a75837,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:12.968231 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0323df6a-6573-4dd6-9013-06811299e9a0 None None] Routers {'c0a38b8d-1f5e-4922-9391-c6ce40b70166'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:07:12.969137 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-0323df6a-6573-4dd6-9013-06811299e9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:07:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c0a38b8d-1f5e-4922-9391-c6ce40b70166'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:13.003420 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-84c74e2f-1ad4-48a7-8f40-a8b9b9843419 admin admin] Publish callbacks [] for router_gateway (bd0e26ee-c036-4195-9264-8a11d5bb5a88), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:13.078469 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-78a35315-b01c-44ce-afc9-d171ebb1b889 None None] Provisioning complete for port 6fdea76b-0e01-407c-9ace-40f499a75837 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:13.079349 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-78a35315-b01c-44ce-afc9-d171ebb1b889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (6fdea76b-0e01-407c-9ace-40f499a75837), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:13.214723 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-0323df6a-6573-4dd6-9013-06811299e9a0 None None] Set router c0a38b8d-1f5e-4922-9391-c6ce40b70166 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:07:13.314594 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-84c74e2f-1ad4-48a7-8f40-a8b9b9843419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (bd0e26ee-c036-4195-9264-8a11d5bb5a88), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:13.406729 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-78a35315-b01c-44ce-afc9-d171ebb1b889 None None] Current status of the port 6fdea76b-0e01-407c-9ace-40f499a75837 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:13.407321 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-78a35315-b01c-44ce-afc9-d171ebb1b889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (6fdea76b-0e01-407c-9ace-40f499a75837), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:13.443631 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-78a35315-b01c-44ce-afc9-d171ebb1b889 None None] For port 6fdea76b-0e01-407c-9ace-40f499a75837, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=6fdea76b-0e01-407c-9ace-40f499a75837,segment=NetworkSegment(bae72b8a-0a40-41b1-8cc2-88444c089490),segment_id=bae72b8a-0a40-41b1-8cc2-88444c089490)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:13.450493 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-78a35315-b01c-44ce-afc9-d171ebb1b889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (6fdea76b-0e01-407c-9ace-40f499a75837), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:13.456679 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-0323df6a-6573-4dd6-9013-06811299e9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'name': 'tempest-TestShelveInstance-13146114-router', 'tenant_id': 'bdf97489d6b8408ba0a22222337f087b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '4279b188-e4e9-461d-9209-f1ea45e5f3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:07:06Z', 'updated_at': '2022-02-09T02:07:09Z', 'revision_number': 4, 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'gw_port': {'id': '4279b188-e4e9-461d-9209-f1ea45e5f3d8', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:07Z', 'updated_at': '2022-02-09T02:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '6fdea76b-0e01-407c-9ace-40f499a75837', 'name': '', 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f', 'tenant_id': 'bdf97489d6b8408ba0a22222337f087b', 'mac_address': 'fa:16:3e:a3:40:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'cf9c11ce-4026-4979-8d42-293ced89501f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:09Z', 'updated_at': '2022-02-09T02:07:12Z', 'revision_number': 4, 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'subnets': [{'id': 'cf9c11ce-4026-4979-8d42-293ced89501f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:13.490750 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0323df6a-6573-4dd6-9013-06811299e9a0 None None] The sync data for ids ['c0a38b8d-1f5e-4922-9391-c6ce40b70166'] in n-d-828369-4 is: [{'id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'name': 'tempest-TestShelveInstance-13146114-router', 'tenant_id': 'bdf97489d6b8408ba0a22222337f087b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '4279b188-e4e9-461d-9209-f1ea45e5f3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:07:06Z', 'updated_at': '2022-02-09T02:07:09Z', 'revision_number': 4, 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'gw_port': {'id': '4279b188-e4e9-461d-9209-f1ea45e5f3d8', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:07Z', 'updated_at': '2022-02-09T02:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '6fdea76b-0e01-407c-9ace-40f499a75837', 'name': '', 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f', 'tenant_id': 'bdf97489d6b8408ba0a22222337f087b', 'mac_address': 'fa:16:3e:a3:40:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'cf9c11ce-4026-4979-8d42-293ced89501f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:09Z', 'updated_at': '2022-02-09T02:07:12Z', 'revision_number': 4, 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'subnets': [{'id': 'cf9c11ce-4026-4979-8d42-293ced89501f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:07:13.509380 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c74e2f-1ad4-48a7-8f40-a8b9b9843419 admin admin] Router bd0e26ee-c036-4195-9264-8a11d5bb5a88 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:07:13.522253 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a35315-b01c-44ce-afc9-d171ebb1b889 None None] Pushing event updated for resources: {'Port': ['ID=6fdea76b-0e01-407c-9ace-40f499a75837,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:13.561710 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31218229-6e04-4653-8c42-9091d5463cf3 None None] Network 063c9f4e-d58f-41e8-bf08-abb5ff33f67a requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:07:13.634296 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-5da7870c-df3f-42fb-a4f0-86840d69f347 None None] Provisioning complete for port 967d7164-3a09-4417-b49a-24f99b8804da triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:13.634691 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5da7870c-df3f-42fb-a4f0-86840d69f347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (967d7164-3a09-4417-b49a-24f99b8804da), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:13.659208 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c74e2f-1ad4-48a7-8f40-a8b9b9843419 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:07:13.671307 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c3d4b2-170d-47c7-a94c-4bf87f5d0908 None None] Sync routers for ids ['bd0e26ee-c036-4195-9264-8a11d5bb5a88'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:07:13.685319 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-84c74e2f-1ad4-48a7-8f40-a8b9b9843419 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:13.689071 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-84c74e2f-1ad4-48a7-8f40-a8b9b9843419 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1396015 Feb 09 02:07:13.689297 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45886) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:13.708807 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c3d4b2-170d-47c7-a94c-4bf87f5d0908 None None] Routers {'bd0e26ee-c036-4195-9264-8a11d5bb5a88'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:07:13.709481 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-80c3d4b2-170d-47c7-a94c-4bf87f5d0908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:07:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['bd0e26ee-c036-4195-9264-8a11d5bb5a88'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:13.891120 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-5da7870c-df3f-42fb-a4f0-86840d69f347 None None] Current status of the port 967d7164-3a09-4417-b49a-24f99b8804da is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:13.891716 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5da7870c-df3f-42fb-a4f0-86840d69f347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (967d7164-3a09-4417-b49a-24f99b8804da), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:13.919388 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-80c3d4b2-170d-47c7-a94c-4bf87f5d0908 None None] Set router bd0e26ee-c036-4195-9264-8a11d5bb5a88 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:07:14.025213 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-5da7870c-df3f-42fb-a4f0-86840d69f347 None None] For port 967d7164-3a09-4417-b49a-24f99b8804da, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=967d7164-3a09-4417-b49a-24f99b8804da,segment=NetworkSegment(4be92c14-6b91-46ca-a38a-54d22bcf64ad),segment_id=4be92c14-6b91-46ca-a38a-54d22bcf64ad)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:14.060264 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 6fdea76b-0e01-407c-9ace-40f499a75837 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:07:14.065234 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5da7870c-df3f-42fb-a4f0-86840d69f347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (967d7164-3a09-4417-b49a-24f99b8804da), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:14.185558 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da7870c-df3f-42fb-a4f0-86840d69f347 None None] Pushing event updated for resources: {'Port': ['ID=967d7164-3a09-4417-b49a-24f99b8804da,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:14.191180 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-5da7870c-df3f-42fb-a4f0-86840d69f347 None None] Provisioning complete for port 6fdea76b-0e01-407c-9ace-40f499a75837 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:14.191572 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5da7870c-df3f-42fb-a4f0-86840d69f347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (6fdea76b-0e01-407c-9ace-40f499a75837), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:14.262899 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ad37293d-ed20-4e29-bd1b-dd2c6f429da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:14.286688 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 6fdea76b-0e01-407c-9ace-40f499a75837 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:14.287078 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (6fdea76b-0e01-407c-9ace-40f499a75837), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:14.383927 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-5da7870c-df3f-42fb-a4f0-86840d69f347 None None] Current status of the port 6fdea76b-0e01-407c-9ace-40f499a75837 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:14.388609 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-80c3d4b2-170d-47c7-a94c-4bf87f5d0908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0e26ee-c036-4195-9264-8a11d5bb5a88', 'name': 'tempest-TestShelveInstance-1144863525-router', 'tenant_id': '32b745c3f9e04cf9b6733a665be9a9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '993ba8d0-8804-4f7f-97ea-279e54606046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:07:11Z', 'updated_at': '2022-02-09T02:07:12Z', 'revision_number': 3, 'project_id': '32b745c3f9e04cf9b6733a665be9a9c6', 'gw_port': {'id': '993ba8d0-8804-4f7f-97ea-279e54606046', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:95:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd0e26ee-c036-4195-9264-8a11d5bb5a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:12Z', 'updated_at': '2022-02-09T02:07:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:14.418475 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c3d4b2-170d-47c7-a94c-4bf87f5d0908 None None] Checking router: bd0e26ee-c036-4195-9264-8a11d5bb5a88 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:07:14.419080 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c3d4b2-170d-47c7-a94c-4bf87f5d0908 None None] Updating router bd0e26ee-c036-4195-9264-8a11d5bb5a88 port 993ba8d0-8804-4f7f-97ea-279e54606046 binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:07:14.446489 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-ad37293d-ed20-4e29-bd1b-dd2c6f429da3 admin admin] Allocated IP 172.20.0.1 (063c9f4e-d58f-41e8-bf08-abb5ff33f67a/ac5c365f-d2e0-414b-8872-d9e9ef0dffb2/a42cb540-f20d-418c-bfae-179a40041763) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:07:14.475785 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-80c3d4b2-170d-47c7-a94c-4bf87f5d0908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (993ba8d0-8804-4f7f-97ea-279e54606046), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:14.505905 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 6fdea76b-0e01-407c-9ace-40f499a75837 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:14.506999 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 967d7164-3a09-4417-b49a-24f99b8804da up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:07:14.560020 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ad37293d-ed20-4e29-bd1b-dd2c6f429da3 admin admin] Publish callbacks [] for port (a42cb540-f20d-418c-bfae-179a40041763), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:14.598064 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ad37293d-ed20-4e29-bd1b-dd2c6f429da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (a42cb540-f20d-418c-bfae-179a40041763), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:14.604461 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-c0044134-8653-4327-82fc-39062a9a5020 None None] Provisioning complete for port 967d7164-3a09-4417-b49a-24f99b8804da triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:14.604880 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c0044134-8653-4327-82fc-39062a9a5020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (967d7164-3a09-4417-b49a-24f99b8804da), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:14.637865 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad37293d-ed20-4e29-bd1b-dd2c6f429da3 admin admin] Network 063c9f4e-d58f-41e8-bf08-abb5ff33f67a is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:07:14.642735 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-ad37293d-ed20-4e29-bd1b-dd2c6f429da3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:07:14.646458 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad37293d-ed20-4e29-bd1b-dd2c6f429da3 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:07:14.679691 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad37293d-ed20-4e29-bd1b-dd2c6f429da3 admin admin] Pushing event updated for resources: {'Port': ['ID=a42cb540-f20d-418c-bfae-179a40041763,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:14.696240 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ad37293d-ed20-4e29-bd1b-dd2c6f429da3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (bd0e26ee-c036-4195-9264-8a11d5bb5a88), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:14.722475 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 967d7164-3a09-4417-b49a-24f99b8804da triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:14.722870 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (967d7164-3a09-4417-b49a-24f99b8804da), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:14.847397 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ad37293d-ed20-4e29-bd1b-dd2c6f429da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a42cb540-f20d-418c-bfae-179a40041763), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:14.875370 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-c0044134-8653-4327-82fc-39062a9a5020 None None] Current status of the port 967d7164-3a09-4417-b49a-24f99b8804da is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:14.913898 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 967d7164-3a09-4417-b49a-24f99b8804da is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:14.914999 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4279b188-e4e9-461d-9209-f1ea45e5f3d8 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:07:14.990084 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-80c3d4b2-170d-47c7-a94c-4bf87f5d0908 None None] Publish callbacks [] for port (993ba8d0-8804-4f7f-97ea-279e54606046), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:15.000239 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-80c3d4b2-170d-47c7-a94c-4bf87f5d0908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (993ba8d0-8804-4f7f-97ea-279e54606046), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:15.035385 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ad37293d-ed20-4e29-bd1b-dd2c6f429da3 admin admin] Publish callbacks [] for port (a42cb540-f20d-418c-bfae-179a40041763), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:15.041598 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ad37293d-ed20-4e29-bd1b-dd2c6f429da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (a42cb540-f20d-418c-bfae-179a40041763), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:15.044888 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-5d24ebe8-9638-4d58-8d79-1d179f0c7802 None None] Provisioning complete for port a42cb540-f20d-418c-bfae-179a40041763 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:15.045261 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5d24ebe8-9638-4d58-8d79-1d179f0c7802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a42cb540-f20d-418c-bfae-179a40041763), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:15.083029 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 4279b188-e4e9-461d-9209-f1ea45e5f3d8 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:15.083411 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (4279b188-e4e9-461d-9209-f1ea45e5f3d8), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:15.096939 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-80c3d4b2-170d-47c7-a94c-4bf87f5d0908 None None] Attempting to bind port 993ba8d0-8804-4f7f-97ea-279e54606046 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:07:15.097321 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-80c3d4b2-170d-47c7-a94c-4bf87f5d0908 None None] Attempting to bind port 993ba8d0-8804-4f7f-97ea-279e54606046 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:07:15.097688 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c3d4b2-170d-47c7-a94c-4bf87f5d0908 None None] Attempting to bind port 993ba8d0-8804-4f7f-97ea-279e54606046 on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:07:15.115668 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-ad37293d-ed20-4e29-bd1b-dd2c6f429da3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (bd0e26ee-c036-4195-9264-8a11d5bb5a88), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:15.117570 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad37293d-ed20-4e29-bd1b-dd2c6f429da3 admin admin] Pushing event updated for resources: {'Port': ['ID=a42cb540-f20d-418c-bfae-179a40041763,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:15.121242 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02528f8-0c55-4bf2-a94b-d4670f00bbe1 None None] Pushing event updated for resources: {'Port': ['ID=993ba8d0-8804-4f7f-97ea-279e54606046,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:15.128050 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c3d4b2-170d-47c7-a94c-4bf87f5d0908 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:07:15.128440 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c3d4b2-170d-47c7-a94c-4bf87f5d0908 None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:07:15.128879 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-80c3d4b2-170d-47c7-a94c-4bf87f5d0908 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:15.129267 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c3d4b2-170d-47c7-a94c-4bf87f5d0908 None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:07:15.129766 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-80c3d4b2-170d-47c7-a94c-4bf87f5d0908 None None] Bound port: 993ba8d0-8804-4f7f-97ea-279e54606046, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:07:15.130137 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-80c3d4b2-170d-47c7-a94c-4bf87f5d0908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (993ba8d0-8804-4f7f-97ea-279e54606046), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:15.138497 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-5d24ebe8-9638-4d58-8d79-1d179f0c7802 None None] Port a42cb540-f20d-418c-bfae-179a40041763 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:07:15.216019 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad37293d-ed20-4e29-bd1b-dd2c6f429da3 admin admin] Network 063c9f4e-d58f-41e8-bf08-abb5ff33f67a is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:07:15.217651 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-ad37293d-ed20-4e29-bd1b-dd2c6f429da3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:07:15.347040 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad37293d-ed20-4e29-bd1b-dd2c6f429da3 admin admin] Router bd0e26ee-c036-4195-9264-8a11d5bb5a88 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:07:15.360826 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-80c3d4b2-170d-47c7-a94c-4bf87f5d0908 None None] For port 993ba8d0-8804-4f7f-97ea-279e54606046, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:07:15.392475 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-80c3d4b2-170d-47c7-a94c-4bf87f5d0908 None None] For port 993ba8d0-8804-4f7f-97ea-279e54606046, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=993ba8d0-8804-4f7f-97ea-279e54606046,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:07:15.403427 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-80c3d4b2-170d-47c7-a94c-4bf87f5d0908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (993ba8d0-8804-4f7f-97ea-279e54606046), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:15.410397 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 4279b188-e4e9-461d-9209-f1ea45e5f3d8 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:15.473741 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02528f8-0c55-4bf2-a94b-d4670f00bbe1 None None] Pushing event updated for resources: {'Port': ['ID=993ba8d0-8804-4f7f-97ea-279e54606046,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:15.476796 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad37293d-ed20-4e29-bd1b-dd2c6f429da3 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:07:15.479111 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c3d4b2-170d-47c7-a94c-4bf87f5d0908 None None] Routers {'bd0e26ee-c036-4195-9264-8a11d5bb5a88'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:07:15.479735 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-80c3d4b2-170d-47c7-a94c-4bf87f5d0908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:07:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['bd0e26ee-c036-4195-9264-8a11d5bb5a88'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:15.483883 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-33eb0848-e4c8-48dc-86d3-94a4aa340009 None None] Provisioning complete for port a42cb540-f20d-418c-bfae-179a40041763 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:15.484292 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-33eb0848-e4c8-48dc-86d3-94a4aa340009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a42cb540-f20d-418c-bfae-179a40041763), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:15.484403 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-ad37293d-ed20-4e29-bd1b-dd2c6f429da3 admin admin] 10.222.0.50 "PUT /v2.0/routers/bd0e26ee-c036-4195-9264-8a11d5bb5a88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7940898 Feb 09 02:07:15.588753 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-33eb0848-e4c8-48dc-86d3-94a4aa340009 None None] Port a42cb540-f20d-418c-bfae-179a40041763 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:07:15.619952 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-80c3d4b2-170d-47c7-a94c-4bf87f5d0908 None None] Set router bd0e26ee-c036-4195-9264-8a11d5bb5a88 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:07:15.823642 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-80c3d4b2-170d-47c7-a94c-4bf87f5d0908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0e26ee-c036-4195-9264-8a11d5bb5a88', 'name': 'tempest-TestShelveInstance-1144863525-router', 'tenant_id': '32b745c3f9e04cf9b6733a665be9a9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '993ba8d0-8804-4f7f-97ea-279e54606046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:07:11Z', 'updated_at': '2022-02-09T02:07:14Z', 'revision_number': 4, 'project_id': '32b745c3f9e04cf9b6733a665be9a9c6', 'gw_port': {'id': '993ba8d0-8804-4f7f-97ea-279e54606046', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:95:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd0e26ee-c036-4195-9264-8a11d5bb5a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:12Z', 'updated_at': '2022-02-09T02:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'a42cb540-f20d-418c-bfae-179a40041763', 'name': '', 'network_id': '063c9f4e-d58f-41e8-bf08-abb5ff33f67a', 'tenant_id': '32b745c3f9e04cf9b6733a665be9a9c6', 'mac_address': 'fa:16:3e:38:67:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd0e26ee-c036-4195-9264-8a11d5bb5a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'ac5c365f-d2e0-414b-8872-d9e9ef0dffb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:14Z', 'updated_at': '2022-02-09T02:07:14Z', 'revision_number': 2, 'project_id': '32b745c3f9e04cf9b6733a665be9a9c6', 'subnets': [{'id': 'ac5c365f-d2e0-414b-8872-d9e9ef0dffb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:15.850466 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c3d4b2-170d-47c7-a94c-4bf87f5d0908 None None] The sync data for ids ['bd0e26ee-c036-4195-9264-8a11d5bb5a88'] in n-d-828369-4 is: [{'id': 'bd0e26ee-c036-4195-9264-8a11d5bb5a88', 'name': 'tempest-TestShelveInstance-1144863525-router', 'tenant_id': '32b745c3f9e04cf9b6733a665be9a9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '993ba8d0-8804-4f7f-97ea-279e54606046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:07:11Z', 'updated_at': '2022-02-09T02:07:14Z', 'revision_number': 4, 'project_id': '32b745c3f9e04cf9b6733a665be9a9c6', 'gw_port': {'id': '993ba8d0-8804-4f7f-97ea-279e54606046', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:95:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd0e26ee-c036-4195-9264-8a11d5bb5a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:12Z', 'updated_at': '2022-02-09T02:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'a42cb540-f20d-418c-bfae-179a40041763', 'name': '', 'network_id': '063c9f4e-d58f-41e8-bf08-abb5ff33f67a', 'tenant_id': '32b745c3f9e04cf9b6733a665be9a9c6', 'mac_address': 'fa:16:3e:38:67:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd0e26ee-c036-4195-9264-8a11d5bb5a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'ac5c365f-d2e0-414b-8872-d9e9ef0dffb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:14Z', 'updated_at': '2022-02-09T02:07:14Z', 'revision_number': 2, 'project_id': '32b745c3f9e04cf9b6733a665be9a9c6', 'subnets': [{'id': 'ac5c365f-d2e0-414b-8872-d9e9ef0dffb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:07:15.862173 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 967d7164-3a09-4417-b49a-24f99b8804da up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:07:15.922737 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 967d7164-3a09-4417-b49a-24f99b8804da triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:15.923241 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (967d7164-3a09-4417-b49a-24f99b8804da), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:16.002637 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 967d7164-3a09-4417-b49a-24f99b8804da is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:16.164513 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45894) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:16.169986 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-5ea0a3e9-f98e-4e4e-b1e5-80d25c439207 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1498108572', 'description': 'tempest-secgroup-smoke-1498108572 description', 'project_id': 'bdf97489d6b8408ba0a22222337f087b'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:16.197762 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5ea0a3e9-f98e-4e4e-b1e5-80d25c439207 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:16.272619 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5ea0a3e9-f98e-4e4e-b1e5-80d25c439207 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for security_group (08d1cf9e-802c-426b-bf70-5221e93e77c4), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:16.276488 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5ea0a3e9-f98e-4e4e-b1e5-80d25c439207 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (08d1cf9e-802c-426b-bf70-5221e93e77c4), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:16.306008 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5ea0a3e9-f98e-4e4e-b1e5-80d25c439207 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:16.307346 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5ea0a3e9-f98e-4e4e-b1e5-80d25c439207 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1416912 Feb 09 02:07:16.310511 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45896) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:16.316065 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-96ebdd6d-b600-4f21-a8d5-ab1aff517dde tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Request body: {'security_group_rule': {'security_group_id': '08d1cf9e-802c-426b-bf70-5221e93e77c4', 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:16.316424 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea0a3e9-f98e-4e4e-b1e5-80d25c439207 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08d1cf9e-802c-426b-bf70-5221e93e77c4,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:16.347128 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-96ebdd6d-b600-4f21-a8d5-ab1aff517dde tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for security_group_rule (b4360861-25df-48fc-a207-751340a59197), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:16.413703 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-96ebdd6d-b600-4f21-a8d5-ab1aff517dde tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for security_group_rule (b4360861-25df-48fc-a207-751340a59197), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:16.417639 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-96ebdd6d-b600-4f21-a8d5-ab1aff517dde tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (b4360861-25df-48fc-a207-751340a59197), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:16.438602 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ebdd6d-b600-4f21-a8d5-ab1aff517dde tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4360861-25df-48fc-a207-751340a59197,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:16.450264 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-96ebdd6d-b600-4f21-a8d5-ab1aff517dde tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:16.451540 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-96ebdd6d-b600-4f21-a8d5-ab1aff517dde tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1397257 Feb 09 02:07:16.454538 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45898) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:16.459610 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-fab76076-01b6-47bc-b68d-3264c7410c93 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Request body: {'security_group_rule': {'security_group_id': '08d1cf9e-802c-426b-bf70-5221e93e77c4', 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:16.487771 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fab76076-01b6-47bc-b68d-3264c7410c93 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for security_group_rule (0bc63c4a-fc8e-4a23-a263-1ec8389fc98f), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:16.566080 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fab76076-01b6-47bc-b68d-3264c7410c93 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for security_group_rule (0bc63c4a-fc8e-4a23-a263-1ec8389fc98f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:16.570368 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fab76076-01b6-47bc-b68d-3264c7410c93 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (0bc63c4a-fc8e-4a23-a263-1ec8389fc98f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:16.589416 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab76076-01b6-47bc-b68d-3264c7410c93 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bc63c4a-fc8e-4a23-a263-1ec8389fc98f,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:16.597403 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-fab76076-01b6-47bc-b68d-3264c7410c93 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:16.598680 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-fab76076-01b6-47bc-b68d-3264c7410c93 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1429777 Feb 09 02:07:16.601449 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45900) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:16.606050 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-e1586b9e-80c7-43d5-ba5f-e8834e5096f3 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Request body: {'security_group_rule': {'security_group_id': '08d1cf9e-802c-426b-bf70-5221e93e77c4', 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:16.631658 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e1586b9e-80c7-43d5-ba5f-e8834e5096f3 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for security_group_rule (2a6ee1dd-cf0c-4594-8ac3-d8c2591a95b5), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:16.693170 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e1586b9e-80c7-43d5-ba5f-e8834e5096f3 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for security_group_rule (2a6ee1dd-cf0c-4594-8ac3-d8c2591a95b5), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:16.698540 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e1586b9e-80c7-43d5-ba5f-e8834e5096f3 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (2a6ee1dd-cf0c-4594-8ac3-d8c2591a95b5), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:16.717021 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1586b9e-80c7-43d5-ba5f-e8834e5096f3 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a6ee1dd-cf0c-4594-8ac3-d8c2591a95b5,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:16.723786 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e1586b9e-80c7-43d5-ba5f-e8834e5096f3 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:16.725035 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e1586b9e-80c7-43d5-ba5f-e8834e5096f3 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226494 Feb 09 02:07:16.727803 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45902) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:16.732437 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-c739f897-3139-4920-8fae-d48b70ad3715 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Request body: {'security_group_rule': {'security_group_id': '08d1cf9e-802c-426b-bf70-5221e93e77c4', 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:16.759002 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c739f897-3139-4920-8fae-d48b70ad3715 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for security_group_rule (9a66ec64-6ea3-4c94-a1f8-f292857f4ed0), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:16.822730 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c739f897-3139-4920-8fae-d48b70ad3715 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for security_group_rule (9a66ec64-6ea3-4c94-a1f8-f292857f4ed0), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:16.826620 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c739f897-3139-4920-8fae-d48b70ad3715 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (9a66ec64-6ea3-4c94-a1f8-f292857f4ed0), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:16.844698 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c739f897-3139-4920-8fae-d48b70ad3715 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a66ec64-6ea3-4c94-a1f8-f292857f4ed0,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:16.853026 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c739f897-3139-4920-8fae-d48b70ad3715 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:16.854293 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c739f897-3139-4920-8fae-d48b70ad3715 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1255226 Feb 09 02:07:16.857143 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45904) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:16.861469 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-1a4a662f-d60d-4151-8ba4-0e2225d705b6 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Request body: {'security_group_rule': {'security_group_id': '08d1cf9e-802c-426b-bf70-5221e93e77c4', 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:16.882643 n-d-828369-4 neutron-server[103137]: INFO neutron.db.securitygroups_db [None req-1a4a662f-d60d-4151-8ba4-0e2225d705b6 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Project bdf97489d6b8408ba0a22222337f087b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:07:16.888445 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1a4a662f-d60d-4151-8ba4-0e2225d705b6 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for security_group_rule (c81354c4-677b-42c2-8762-ede8aea4f7bb), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:16.951940 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1a4a662f-d60d-4151-8ba4-0e2225d705b6 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for security_group_rule (c81354c4-677b-42c2-8762-ede8aea4f7bb), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:16.956823 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1a4a662f-d60d-4151-8ba4-0e2225d705b6 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (c81354c4-677b-42c2-8762-ede8aea4f7bb), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:16.974977 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a662f-d60d-4151-8ba4-0e2225d705b6 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c81354c4-677b-42c2-8762-ede8aea4f7bb,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:16.985023 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1a4a662f-d60d-4151-8ba4-0e2225d705b6 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:16.986442 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1a4a662f-d60d-4151-8ba4-0e2225d705b6 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1283519 Feb 09 02:07:16.989160 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 45906) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:16.993892 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-27c44633-b5e9-486b-aedf-d3ecf8853986 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Request body: {'security_group_rule': {'security_group_id': '08d1cf9e-802c-426b-bf70-5221e93e77c4', 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:17.015245 n-d-828369-4 neutron-server[103137]: INFO neutron.db.securitygroups_db [None req-27c44633-b5e9-486b-aedf-d3ecf8853986 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Project bdf97489d6b8408ba0a22222337f087b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:07:17.020432 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-27c44633-b5e9-486b-aedf-d3ecf8853986 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for security_group_rule (23aebee3-9ac0-4953-b756-21e245fb5401), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:17.083774 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-27c44633-b5e9-486b-aedf-d3ecf8853986 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for security_group_rule (23aebee3-9ac0-4953-b756-21e245fb5401), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:17.087612 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-27c44633-b5e9-486b-aedf-d3ecf8853986 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (23aebee3-9ac0-4953-b756-21e245fb5401), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:17.105596 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c44633-b5e9-486b-aedf-d3ecf8853986 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23aebee3-9ac0-4953-b756-21e245fb5401,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:17.114709 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-27c44633-b5e9-486b-aedf-d3ecf8853986 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:17.117475 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-27c44633-b5e9-486b-aedf-d3ecf8853986 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1258218 Feb 09 02:07:17.334349 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-d627dbe0-d072-4363-a2b3-2b686a6c06c3 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1498108572&fields=id&tenant_id=bdf97489d6b8408ba0a22222337f087b HTTP/1.1" status: 200 len: 267 time: 0.0447061 Feb 09 02:07:17.446586 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-12373250-5d1f-473c-bc01-45e08c81eb5f tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:17.448103 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-12373250-5d1f-473c-bc01-45e08c81eb5f tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/networks?id=af3f096c-49dc-487c-b525-c2c1af553b1f HTTP/1.1" status: 200 len: 807 time: 0.1070292 Feb 09 02:07:17.462399 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-45982d3c-2117-488d-8b87-108539644469 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/quotas/bdf97489d6b8408ba0a22222337f087b HTTP/1.1" status: 200 len: 375 time: 0.0088968 Feb 09 02:07:17.517392 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-32848cae-3cf1-4353-a3fa-e8a61b48d07d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=bdf97489d6b8408ba0a22222337f087b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496786 Feb 09 02:07:17.619690 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-2e6a40c8-6c21-48f0-bd61-8214bf7dbc42 service neutron] 10.222.0.50 "GET /v2.0/networks/af3f096c-49dc-487c-b525-c2c1af553b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903080 Feb 09 02:07:17.711472 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-9fdd6675-a184-4441-9dfa-ebf15fc5f789 service neutron] 10.222.0.50 "GET /v2.0/networks/af3f096c-49dc-487c-b525-c2c1af553b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856211 Feb 09 02:07:17.877854 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 993ba8d0-8804-4f7f-97ea-279e54606046 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:07:17.910003 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35e9250-0d22-4182-917f-17dfadb44fde None None] Sync routers for ids ['bd0e26ee-c036-4195-9264-8a11d5bb5a88'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:07:17.923887 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b26ab33f-6070-42f5-b8d7-04c9127d835b req-c882381a-d272-4c58-b570-7b7262510345 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 210 time: 0.0283399 Feb 09 02:07:17.927195 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35e9250-0d22-4182-917f-17dfadb44fde None None] Routers {'bd0e26ee-c036-4195-9264-8a11d5bb5a88'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:07:17.927890 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-d35e9250-0d22-4182-917f-17dfadb44fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:07:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['bd0e26ee-c036-4195-9264-8a11d5bb5a88'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:17.940062 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 993ba8d0-8804-4f7f-97ea-279e54606046 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:17.940678 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (993ba8d0-8804-4f7f-97ea-279e54606046), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:18.023212 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 993ba8d0-8804-4f7f-97ea-279e54606046 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:18.023611 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (993ba8d0-8804-4f7f-97ea-279e54606046), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:18.047272 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-d35e9250-0d22-4182-917f-17dfadb44fde None None] Set router bd0e26ee-c036-4195-9264-8a11d5bb5a88 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:07:18.052718 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 993ba8d0-8804-4f7f-97ea-279e54606046, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=993ba8d0-8804-4f7f-97ea-279e54606046,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:18.058942 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (993ba8d0-8804-4f7f-97ea-279e54606046), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:18.121970 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=993ba8d0-8804-4f7f-97ea-279e54606046,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:18.265317 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-d35e9250-0d22-4182-917f-17dfadb44fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0e26ee-c036-4195-9264-8a11d5bb5a88', 'name': 'tempest-TestShelveInstance-1144863525-router', 'tenant_id': '32b745c3f9e04cf9b6733a665be9a9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '993ba8d0-8804-4f7f-97ea-279e54606046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:07:11Z', 'updated_at': '2022-02-09T02:07:14Z', 'revision_number': 4, 'project_id': '32b745c3f9e04cf9b6733a665be9a9c6', 'gw_port': {'id': '993ba8d0-8804-4f7f-97ea-279e54606046', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:95:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd0e26ee-c036-4195-9264-8a11d5bb5a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:12Z', 'updated_at': '2022-02-09T02:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'a42cb540-f20d-418c-bfae-179a40041763', 'name': '', 'network_id': '063c9f4e-d58f-41e8-bf08-abb5ff33f67a', 'tenant_id': '32b745c3f9e04cf9b6733a665be9a9c6', 'mac_address': 'fa:16:3e:38:67:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd0e26ee-c036-4195-9264-8a11d5bb5a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'ac5c365f-d2e0-414b-8872-d9e9ef0dffb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:14Z', 'updated_at': '2022-02-09T02:07:14Z', 'revision_number': 2, 'project_id': '32b745c3f9e04cf9b6733a665be9a9c6', 'subnets': [{'id': 'ac5c365f-d2e0-414b-8872-d9e9ef0dffb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:18.292306 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35e9250-0d22-4182-917f-17dfadb44fde None None] Checking router: bd0e26ee-c036-4195-9264-8a11d5bb5a88 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:07:18.292717 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35e9250-0d22-4182-917f-17dfadb44fde None None] Updating router bd0e26ee-c036-4195-9264-8a11d5bb5a88 port a42cb540-f20d-418c-bfae-179a40041763 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:07:18.319161 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d35e9250-0d22-4182-917f-17dfadb44fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a42cb540-f20d-418c-bfae-179a40041763), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:18.589662 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d35e9250-0d22-4182-917f-17dfadb44fde None None] Publish callbacks [] for port (a42cb540-f20d-418c-bfae-179a40041763), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:18.595118 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d35e9250-0d22-4182-917f-17dfadb44fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a42cb540-f20d-418c-bfae-179a40041763), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:18.645855 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f90007-0261-4e00-83c6-6adcc6bc60ea None None] Pushing event updated for resources: {'Port': ['ID=a42cb540-f20d-418c-bfae-179a40041763,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:18.696793 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-d35e9250-0d22-4182-917f-17dfadb44fde None None] Attempting to bind port a42cb540-f20d-418c-bfae-179a40041763 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:07:18.697702 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-d35e9250-0d22-4182-917f-17dfadb44fde None None] Attempting to bind port a42cb540-f20d-418c-bfae-179a40041763 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': '4be92c14-6b91-46ca-a38a-54d22bcf64ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '063c9f4e-d58f-41e8-bf08-abb5ff33f67a'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:07:18.698077 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35e9250-0d22-4182-917f-17dfadb44fde None None] Attempting to bind port a42cb540-f20d-418c-bfae-179a40041763 on network 063c9f4e-d58f-41e8-bf08-abb5ff33f67a {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:07:18.703194 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35e9250-0d22-4182-917f-17dfadb44fde None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:07:18.703565 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35e9250-0d22-4182-917f-17dfadb44fde None None] Checking segment: {'id': '4be92c14-6b91-46ca-a38a-54d22bcf64ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '063c9f4e-d58f-41e8-bf08-abb5ff33f67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:07:18.703971 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d35e9250-0d22-4182-917f-17dfadb44fde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:18.704361 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35e9250-0d22-4182-917f-17dfadb44fde None None] Bound using segment: {'id': '4be92c14-6b91-46ca-a38a-54d22bcf64ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '063c9f4e-d58f-41e8-bf08-abb5ff33f67a'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:07:18.704866 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-d35e9250-0d22-4182-917f-17dfadb44fde None None] Bound port: a42cb540-f20d-418c-bfae-179a40041763, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4be92c14-6b91-46ca-a38a-54d22bcf64ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '063c9f4e-d58f-41e8-bf08-abb5ff33f67a'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:07:18.705244 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d35e9250-0d22-4182-917f-17dfadb44fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a42cb540-f20d-418c-bfae-179a40041763), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:18.772292 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-d35e9250-0d22-4182-917f-17dfadb44fde None None] For port a42cb540-f20d-418c-bfae-179a40041763, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:07:18.775471 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-d35e9250-0d22-4182-917f-17dfadb44fde None None] For port a42cb540-f20d-418c-bfae-179a40041763, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=a42cb540-f20d-418c-bfae-179a40041763,segment=NetworkSegment(4be92c14-6b91-46ca-a38a-54d22bcf64ad),segment_id=4be92c14-6b91-46ca-a38a-54d22bcf64ad)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:07:18.782010 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-d35e9250-0d22-4182-917f-17dfadb44fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a42cb540-f20d-418c-bfae-179a40041763), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:18.839885 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35e9250-0d22-4182-917f-17dfadb44fde None None] Routers {'bd0e26ee-c036-4195-9264-8a11d5bb5a88'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:07:18.840618 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-d35e9250-0d22-4182-917f-17dfadb44fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:07:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['bd0e26ee-c036-4195-9264-8a11d5bb5a88'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:18.843301 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-4e791fb9-bb96-49bb-adc5-9bf8750cab80 None None] Provisioning complete for port a42cb540-f20d-418c-bfae-179a40041763 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:18.843694 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4e791fb9-bb96-49bb-adc5-9bf8750cab80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a42cb540-f20d-418c-bfae-179a40041763), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:18.845873 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f90007-0261-4e00-83c6-6adcc6bc60ea None None] Pushing event updated for resources: {'Port': ['ID=a42cb540-f20d-418c-bfae-179a40041763,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:18.968716 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-d35e9250-0d22-4182-917f-17dfadb44fde None None] Set router bd0e26ee-c036-4195-9264-8a11d5bb5a88 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:07:18.969499 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-4e791fb9-bb96-49bb-adc5-9bf8750cab80 None None] Current status of the port a42cb540-f20d-418c-bfae-179a40041763 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:18.969499 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4e791fb9-bb96-49bb-adc5-9bf8750cab80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a42cb540-f20d-418c-bfae-179a40041763), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:19.032394 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-4e791fb9-bb96-49bb-adc5-9bf8750cab80 None None] For port a42cb540-f20d-418c-bfae-179a40041763, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=a42cb540-f20d-418c-bfae-179a40041763,segment=NetworkSegment(4be92c14-6b91-46ca-a38a-54d22bcf64ad),segment_id=4be92c14-6b91-46ca-a38a-54d22bcf64ad)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:19.042596 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4e791fb9-bb96-49bb-adc5-9bf8750cab80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a42cb540-f20d-418c-bfae-179a40041763), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:19.099650 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c77c698b-9254-4712-bbf5-c3165723c499 req-073b4792-c076-4758-b5ba-1bd36a95df34 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 210 time: 0.0493314 Feb 09 02:07:19.128232 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e791fb9-bb96-49bb-adc5-9bf8750cab80 None None] Pushing event updated for resources: {'Port': ['ID=a42cb540-f20d-418c-bfae-179a40041763,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:19.163128 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-320e2abb-d66b-4184-89f2-7cb92502b567 None None] Provisioning complete for port a42cb540-f20d-418c-bfae-179a40041763 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:19.163517 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-320e2abb-d66b-4184-89f2-7cb92502b567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a42cb540-f20d-418c-bfae-179a40041763), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:19.184483 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-a15a86f7-14ae-4cae-a07d-7ccb0bae031f tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:19.186147 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-a15a86f7-14ae-4cae-a07d-7ccb0bae031f tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.120 "GET /v2.0/networks?id=af3f096c-49dc-487c-b525-c2c1af553b1f HTTP/1.1" status: 200 len: 807 time: 0.2591751 Feb 09 02:07:19.236446 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-d35e9250-0d22-4182-917f-17dfadb44fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0e26ee-c036-4195-9264-8a11d5bb5a88', 'name': 'tempest-TestShelveInstance-1144863525-router', 'tenant_id': '32b745c3f9e04cf9b6733a665be9a9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '993ba8d0-8804-4f7f-97ea-279e54606046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:07:11Z', 'updated_at': '2022-02-09T02:07:14Z', 'revision_number': 4, 'project_id': '32b745c3f9e04cf9b6733a665be9a9c6', 'gw_port': {'id': '993ba8d0-8804-4f7f-97ea-279e54606046', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:95:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0e26ee-c036-4195-9264-8a11d5bb5a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:12Z', 'updated_at': '2022-02-09T02:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'a42cb540-f20d-418c-bfae-179a40041763', 'name': '', 'network_id': '063c9f4e-d58f-41e8-bf08-abb5ff33f67a', 'tenant_id': '32b745c3f9e04cf9b6733a665be9a9c6', 'mac_address': 'fa:16:3e:38:67:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd0e26ee-c036-4195-9264-8a11d5bb5a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'ac5c365f-d2e0-414b-8872-d9e9ef0dffb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:14Z', 'updated_at': '2022-02-09T02:07:18Z', 'revision_number': 4, 'project_id': '32b745c3f9e04cf9b6733a665be9a9c6', 'subnets': [{'id': 'ac5c365f-d2e0-414b-8872-d9e9ef0dffb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:19.253776 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-01b01022-6d28-4023-9a45-91870f24a5bb tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bdf97489d6b8408ba0a22222337f087b HTTP/1.1" status: 200 len: 380 time: 0.0594397 Feb 09 02:07:19.257587 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-320e2abb-d66b-4184-89f2-7cb92502b567 None None] Current status of the port a42cb540-f20d-418c-bfae-179a40041763 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:19.264697 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-ce7c8c57-0297-4377-be0c-c278abb9f86c tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Request body: {'port': {'device_id': '1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e', 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f', 'admin_state_up': True, 'tenant_id': 'bdf97489d6b8408ba0a22222337f087b', 'security_groups': ['08d1cf9e-802c-426b-bf70-5221e93e77c4']}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:19.270638 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35e9250-0d22-4182-917f-17dfadb44fde None None] The sync data for ids ['bd0e26ee-c036-4195-9264-8a11d5bb5a88'] in n-d-828369-4 is: [{'id': 'bd0e26ee-c036-4195-9264-8a11d5bb5a88', 'name': 'tempest-TestShelveInstance-1144863525-router', 'tenant_id': '32b745c3f9e04cf9b6733a665be9a9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '993ba8d0-8804-4f7f-97ea-279e54606046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:07:11Z', 'updated_at': '2022-02-09T02:07:14Z', 'revision_number': 4, 'project_id': '32b745c3f9e04cf9b6733a665be9a9c6', 'gw_port': {'id': '993ba8d0-8804-4f7f-97ea-279e54606046', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:95:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0e26ee-c036-4195-9264-8a11d5bb5a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:12Z', 'updated_at': '2022-02-09T02:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'a42cb540-f20d-418c-bfae-179a40041763', 'name': '', 'network_id': '063c9f4e-d58f-41e8-bf08-abb5ff33f67a', 'tenant_id': '32b745c3f9e04cf9b6733a665be9a9c6', 'mac_address': 'fa:16:3e:38:67:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd0e26ee-c036-4195-9264-8a11d5bb5a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'ac5c365f-d2e0-414b-8872-d9e9ef0dffb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:14Z', 'updated_at': '2022-02-09T02:07:18Z', 'revision_number': 4, 'project_id': '32b745c3f9e04cf9b6733a665be9a9c6', 'subnets': [{'id': 'ac5c365f-d2e0-414b-8872-d9e9ef0dffb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:07:19.383198 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-ce7c8c57-0297-4377-be0c-c278abb9f86c tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Made reservation on behalf of bdf97489d6b8408ba0a22222337f087b for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:07:19.387207 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-ce7c8c57-0297-4377-be0c-c278abb9f86c tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:19.522312 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-ce7c8c57-0297-4377-be0c-c278abb9f86c tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Allocated IP 172.20.0.12 (af3f096c-49dc-487c-b525-c2c1af553b1f/cf9c11ce-4026-4979-8d42-293ced89501f/78fca617-d7e1-4359-ac70-2f6445626d55) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:07:19.667935 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-ce7c8c57-0297-4377-be0c-c278abb9f86c tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for port (78fca617-d7e1-4359-ac70-2f6445626d55), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:19.703301 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-ce7c8c57-0297-4377-be0c-c278abb9f86c tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (78fca617-d7e1-4359-ac70-2f6445626d55), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:19.755511 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-ce7c8c57-0297-4377-be0c-c278abb9f86c tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Network af3f096c-49dc-487c-b525-c2c1af553b1f is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:07:19.758997 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-ce7c8c57-0297-4377-be0c-c278abb9f86c tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:07:19.761533 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-ce7c8c57-0297-4377-be0c-c278abb9f86c tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:07:19.789037 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7c8c57-0297-4377-be0c-c278abb9f86c tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Pushing event updated for resources: {'Port': ['ID=78fca617-d7e1-4359-ac70-2f6445626d55,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:19.825156 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-ce7c8c57-0297-4377-be0c-c278abb9f86c tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:19.825840 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-ce7c8c57-0297-4377-be0c-c278abb9f86c tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:19.847664 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-ce7c8c57-0297-4377-be0c-c278abb9f86c tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5869696 Feb 09 02:07:19.858917 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-822498dc-7c36-4123-b6db-a314a1c786d8 service neutron] Request body: {'port': {'device_id': '1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:19.903476 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device a42cb540-f20d-418c-bfae-179a40041763 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:07:19.933955 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-822498dc-7c36-4123-b6db-a314a1c786d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (78fca617-d7e1-4359-ac70-2f6445626d55), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:19.956094 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port a42cb540-f20d-418c-bfae-179a40041763 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:19.956657 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a42cb540-f20d-418c-bfae-179a40041763), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:20.041665 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port a42cb540-f20d-418c-bfae-179a40041763 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:20.042742 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 993ba8d0-8804-4f7f-97ea-279e54606046 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:07:20.095233 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-2fdb1a26-5a9a-45e7-b8aa-c15c6fb702ec None None] Provisioning complete for port 78fca617-d7e1-4359-ac70-2f6445626d55 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:20.095532 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2fdb1a26-5a9a-45e7-b8aa-c15c6fb702ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (78fca617-d7e1-4359-ac70-2f6445626d55), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:20.131378 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 993ba8d0-8804-4f7f-97ea-279e54606046 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:20.131841 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (993ba8d0-8804-4f7f-97ea-279e54606046), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:20.136514 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-2fdb1a26-5a9a-45e7-b8aa-c15c6fb702ec None None] Port 78fca617-d7e1-4359-ac70-2f6445626d55 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:07:20.216817 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 993ba8d0-8804-4f7f-97ea-279e54606046 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:20.249506 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-822498dc-7c36-4123-b6db-a314a1c786d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78fca617-d7e1-4359-ac70-2f6445626d55 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:07:20.258638 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-822498dc-7c36-4123-b6db-a314a1c786d8 service neutron] Publish callbacks [] for port (78fca617-d7e1-4359-ac70-2f6445626d55), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:20.267034 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30e718-9093-43ab-bccf-e4e716ee7356 req-6dc8f29b-2ea6-48f3-9c3a-5efbc3daeb38 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:20.268567 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee30e718-9093-43ab-bccf-e4e716ee7356 req-6dc8f29b-2ea6-48f3-9c3a-5efbc3daeb38 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 932 time: 0.0996656 Feb 09 02:07:20.295461 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-822498dc-7c36-4123-b6db-a314a1c786d8 service neutron] Transition to ACTIVE for port object 78fca617-d7e1-4359-ac70-2f6445626d55 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:07:20.301864 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-822498dc-7c36-4123-b6db-a314a1c786d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (78fca617-d7e1-4359-ac70-2f6445626d55), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:20.367780 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee30e718-9093-43ab-bccf-e4e716ee7356 req-781f3f09-9850-4623-a9de-d9bba704194b tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917261 Feb 09 02:07:20.377078 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822498dc-7c36-4123-b6db-a314a1c786d8 service neutron] Pushing event updated for resources: {'Port': ['ID=78fca617-d7e1-4359-ac70-2f6445626d55,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:20.454313 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-822498dc-7c36-4123-b6db-a314a1c786d8 service neutron] Attempting to bind port 78fca617-d7e1-4359-ac70-2f6445626d55 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:07:20.454667 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-822498dc-7c36-4123-b6db-a314a1c786d8 service neutron] Attempting to bind port 78fca617-d7e1-4359-ac70-2f6445626d55 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': 'bae72b8a-0a40-41b1-8cc2-88444c089490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:07:20.455005 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-822498dc-7c36-4123-b6db-a314a1c786d8 service neutron] Attempting to bind port 78fca617-d7e1-4359-ac70-2f6445626d55 on network af3f096c-49dc-487c-b525-c2c1af553b1f {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:07:20.459451 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-822498dc-7c36-4123-b6db-a314a1c786d8 service neutron] Port 78fca617-d7e1-4359-ac70-2f6445626d55 on network af3f096c-49dc-487c-b525-c2c1af553b1f not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:07:20.459781 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-822498dc-7c36-4123-b6db-a314a1c786d8 service neutron] Attempting to bind port 78fca617-d7e1-4359-ac70-2f6445626d55 on network af3f096c-49dc-487c-b525-c2c1af553b1f {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:07:20.464780 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-822498dc-7c36-4123-b6db-a314a1c786d8 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:07:20.465220 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-822498dc-7c36-4123-b6db-a314a1c786d8 service neutron] Checking segment: {'id': 'bae72b8a-0a40-41b1-8cc2-88444c089490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:07:20.465621 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-822498dc-7c36-4123-b6db-a314a1c786d8 service neutron] Bound using segment: {'id': 'bae72b8a-0a40-41b1-8cc2-88444c089490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:07:20.466059 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-822498dc-7c36-4123-b6db-a314a1c786d8 service neutron] Bound port: 78fca617-d7e1-4359-ac70-2f6445626d55, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae72b8a-0a40-41b1-8cc2-88444c089490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:07:20.466428 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-822498dc-7c36-4123-b6db-a314a1c786d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (78fca617-d7e1-4359-ac70-2f6445626d55), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:20.536968 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-822498dc-7c36-4123-b6db-a314a1c786d8 service neutron] For port 78fca617-d7e1-4359-ac70-2f6445626d55, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:07:20.540434 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-822498dc-7c36-4123-b6db-a314a1c786d8 service neutron] For port 78fca617-d7e1-4359-ac70-2f6445626d55, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=78fca617-d7e1-4359-ac70-2f6445626d55,segment=NetworkSegment(bae72b8a-0a40-41b1-8cc2-88444c089490),segment_id=bae72b8a-0a40-41b1-8cc2-88444c089490)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:07:20.547223 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-822498dc-7c36-4123-b6db-a314a1c786d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (78fca617-d7e1-4359-ac70-2f6445626d55), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:20.587326 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-822498dc-7c36-4123-b6db-a314a1c786d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:20.588579 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-822498dc-7c36-4123-b6db-a314a1c786d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:20.590001 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-822498dc-7c36-4123-b6db-a314a1c786d8 service neutron] 10.222.0.120 "PUT /v2.0/ports/78fca617-d7e1-4359-ac70-2f6445626d55 HTTP/1.1" status: 200 len: 1092 time: 0.7356329 Feb 09 02:07:20.590429 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e', 'tag': '78fca617-d7e1-4359-ac70-2f6445626d55'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:07:20.592670 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a470e99f0f86a4159e910055b77303d33aac5c61a6ba05ec29afc43a7220bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0bb034f-1be9-4775-8dc0-e2cf231a00b3" -d '{"events": [{"name": "network-changed", "server_uuid": "1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e", "tag": "78fca617-d7e1-4359-ac70-2f6445626d55"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:07:20.619687 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822498dc-7c36-4123-b6db-a314a1c786d8 service neutron] Pushing event updated for resources: {'Port': ['ID=78fca617-d7e1-4359-ac70-2f6445626d55,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:20.642854 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a4c52d-bafb-4c2f-8cba-d96f66569ca2 x-openstack-request-id: req-33a4c52d-bafb-4c2f-8cba-d96f66569ca2 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:07:20.643156 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e", "tag": "78fca617-d7e1-4359-ac70-2f6445626d55", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:07:20.643421 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-33a4c52d-bafb-4c2f-8cba-d96f66569ca2 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:07:20.643835 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e', 'tag': '78fca617-d7e1-4359-ac70-2f6445626d55', 'status': 'completed', 'code': 200} Feb 09 02:07:20.684931 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-fd167056-2262-4284-80e8-acf771fa692f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:20.686467 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-fd167056-2262-4284-80e8-acf771fa692f service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=bdf97489d6b8408ba0a22222337f087b&device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 1126 time: 0.0545487 Feb 09 02:07:20.730584 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-ef5b5699-542b-4175-b618-da23fd4a436d service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78fca617-d7e1-4359-ac70-2f6445626d55 HTTP/1.1" status: 200 len: 217 time: 0.0370018 Feb 09 02:07:20.782203 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-f5499ec7-4aa5-4076-ab7a-d3c1b9388d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:20.783690 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-f5499ec7-4aa5-4076-ab7a-d3c1b9388d6f service neutron] 10.222.0.120 "GET /v2.0/subnets?id=cf9c11ce-4026-4979-8d42-293ced89501f HTTP/1.1" status: 200 len: 846 time: 0.0457046 Feb 09 02:07:20.837377 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-38ec4655-dc03-433b-92c5-cd073142f71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:20.839466 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-38ec4655-dc03-433b-92c5-cd073142f71e service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=af3f096c-49dc-487c-b525-c2c1af553b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496590 Feb 09 02:07:20.927113 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-b38b30df-cf4b-4816-90d9-f513e0bc674d service neutron] 10.222.0.120 "GET /v2.0/networks/af3f096c-49dc-487c-b525-c2c1af553b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812318 Feb 09 02:07:21.019747 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-77c55827-a9ec-432f-95f3-0f5fa7e3ced7 req-33d138e1-ed2c-44e8-a715-ac97745f58ec service neutron] 10.222.0.120 "GET /v2.0/networks/af3f096c-49dc-487c-b525-c2c1af553b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869823 Feb 09 02:07:21.105263 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb034f-1be9-4775-8dc0-e2cf231a00b3 req-4e3f8351-325a-4239-86d6-7b8b1759de4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:21.106801 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e0bb034f-1be9-4775-8dc0-e2cf231a00b3 req-4e3f8351-325a-4239-86d6-7b8b1759de4b service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=bdf97489d6b8408ba0a22222337f087b&device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 1126 time: 0.0455456 Feb 09 02:07:21.205080 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb034f-1be9-4775-8dc0-e2cf231a00b3 req-5c5c2bf0-e7e2-4a82-9b84-fe0c81d950a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:21.206515 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e0bb034f-1be9-4775-8dc0-e2cf231a00b3 req-5c5c2bf0-e7e2-4a82-9b84-fe0c81d950a4 service neutron] 10.222.0.120 "GET /v2.0/networks?id=af3f096c-49dc-487c-b525-c2c1af553b1f HTTP/1.1" status: 200 len: 909 time: 0.0943558 Feb 09 02:07:21.252561 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e0bb034f-1be9-4775-8dc0-e2cf231a00b3 req-86643545-6f8d-4a8f-be50-9ae6a44e4564 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78fca617-d7e1-4359-ac70-2f6445626d55 HTTP/1.1" status: 200 len: 217 time: 0.0401859 Feb 09 02:07:21.300568 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb034f-1be9-4775-8dc0-e2cf231a00b3 req-68ed8070-be0b-443e-aa71-831e82e5f0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:21.302074 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e0bb034f-1be9-4775-8dc0-e2cf231a00b3 req-68ed8070-be0b-443e-aa71-831e82e5f0bd service neutron] 10.222.0.120 "GET /v2.0/subnets?id=cf9c11ce-4026-4979-8d42-293ced89501f HTTP/1.1" status: 200 len: 846 time: 0.0433879 Feb 09 02:07:21.352016 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb034f-1be9-4775-8dc0-e2cf231a00b3 req-86d9c671-4c6a-4fc4-a817-f7aa48c57870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:21.354045 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e0bb034f-1be9-4775-8dc0-e2cf231a00b3 req-86d9c671-4c6a-4fc4-a817-f7aa48c57870 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=af3f096c-49dc-487c-b525-c2c1af553b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443633 Feb 09 02:07:21.449625 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e0bb034f-1be9-4775-8dc0-e2cf231a00b3 req-16e22f3d-0b32-4e49-97df-84c26a27e1b9 service neutron] 10.222.0.120 "GET /v2.0/networks/af3f096c-49dc-487c-b525-c2c1af553b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881536 Feb 09 02:07:21.562149 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8b763-69d1-4b21-954e-2cd9048374ca req-dea1c5d4-8373-4beb-b3d1-9cf5afccd14d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:21.563694 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76a8b763-69d1-4b21-954e-2cd9048374ca req-dea1c5d4-8373-4beb-b3d1-9cf5afccd14d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 944 time: 0.1132021 Feb 09 02:07:21.591821 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e0bb034f-1be9-4775-8dc0-e2cf231a00b3 req-294462b3-0237-43c9-9bfe-12ee00b8a598 service neutron] 10.222.0.120 "GET /v2.0/networks/af3f096c-49dc-487c-b525-c2c1af553b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330912 Feb 09 02:07:21.622118 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-76a8b763-69d1-4b21-954e-2cd9048374ca req-8e906dd1-3179-431b-9293-62db575f4848 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520387 Feb 09 02:07:22.744973 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f169cbd-fa2d-400b-b95f-0a9548141562 req-cbb58a6a-173e-41a3-9d73-51c649e9e260 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:22.746495 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9f169cbd-fa2d-400b-b95f-0a9548141562 req-cbb58a6a-173e-41a3-9d73-51c649e9e260 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 944 time: 0.0531015 Feb 09 02:07:22.797682 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9f169cbd-fa2d-400b-b95f-0a9548141562 req-8c44c4cc-d15b-42dd-8e34-1654bdae4178 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439420 Feb 09 02:07:23.922750 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3bd743-bdcc-460e-ac11-65044d13c5b5 req-b4b50a5f-4ae7-47a2-89c6-301b4b266460 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:23.924219 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4d3bd743-bdcc-460e-ac11-65044d13c5b5 req-b4b50a5f-4ae7-47a2-89c6-301b4b266460 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 944 time: 0.0569696 Feb 09 02:07:23.971945 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4d3bd743-bdcc-460e-ac11-65044d13c5b5 req-55a4b61e-99d2-4fa9-953e-9f1348a66b13 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420992 Feb 09 02:07:24.236387 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 78fca617-d7e1-4359-ac70-2f6445626d55 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:07:24.334107 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 78fca617-d7e1-4359-ac70-2f6445626d55, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=78fca617-d7e1-4359-ac70-2f6445626d55,segment=NetworkSegment(bae72b8a-0a40-41b1-8cc2-88444c089490),segment_id=bae72b8a-0a40-41b1-8cc2-88444c089490)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:24.345661 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '78fca617-d7e1-4359-ac70-2f6445626d55', 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f', 'port_id': '78fca617-d7e1-4359-ac70-2f6445626d55', 'mac_address': 'fa:16:3e:f8:21:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1004, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf9c11ce-4026-4979-8d42-293ced89501f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:07:24.381085 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 78fca617-d7e1-4359-ac70-2f6445626d55 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:24.381490 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (78fca617-d7e1-4359-ac70-2f6445626d55), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:24.394585 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78fca617-d7e1-4359-ac70-2f6445626d55 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:07:24.414044 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 78fca617-d7e1-4359-ac70-2f6445626d55, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=78fca617-d7e1-4359-ac70-2f6445626d55,segment=NetworkSegment(bae72b8a-0a40-41b1-8cc2-88444c089490),segment_id=bae72b8a-0a40-41b1-8cc2-88444c089490)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:24.419192 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (78fca617-d7e1-4359-ac70-2f6445626d55), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:24.464809 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=78fca617-d7e1-4359-ac70-2f6445626d55,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:24.653985 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['78fca617-d7e1-4359-ac70-2f6445626d55'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:07:25.091464 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700818ba-caf3-4cc3-88e7-41f148ec3930 req-936904f5-71a8-4e81-bd75-ef2b21d8b222 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:25.092969 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-700818ba-caf3-4cc3-88e7-41f148ec3930 req-936904f5-71a8-4e81-bd75-ef2b21d8b222 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 945 time: 0.0536547 Feb 09 02:07:25.141851 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-700818ba-caf3-4cc3-88e7-41f148ec3930 req-ae12b72a-079a-47e6-9b58-ef54f5d93bf9 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433435 Feb 09 02:07:26.252697 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 78fca617-d7e1-4359-ac70-2f6445626d55 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:07:26.260747 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fca1ec-b792-426a-9dc1-89667d9f9b3d req-a5c98640-f765-4ee0-8a90-daeb04675295 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:26.262261 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-84fca1ec-b792-426a-9dc1-89667d9f9b3d req-a5c98640-f765-4ee0-8a90-daeb04675295 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 945 time: 0.0534585 Feb 09 02:07:26.303437 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 78fca617-d7e1-4359-ac70-2f6445626d55 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:07:26.308464 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 78fca617-d7e1-4359-ac70-2f6445626d55 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:07:26.308900 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (78fca617-d7e1-4359-ac70-2f6445626d55), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:26.316913 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-84fca1ec-b792-426a-9dc1-89667d9f9b3d req-3ef54bfb-b4bb-435c-a5ab-6d2b1bcf6b7a tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489681 Feb 09 02:07:26.384072 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 78fca617-d7e1-4359-ac70-2f6445626d55 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:07:26.385071 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (78fca617-d7e1-4359-ac70-2f6445626d55), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:26.406342 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fca617-d7e1-4359-ac70-2f6445626d55'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:07:26.408577 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f766445e23ec559c7328ff843d6cc013f3fae19186639b550ac9b130fb2cde8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256b0165-c1dc-4812-8a62-95e940029c46" -d '{"events": [{"server_uuid": "1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e", "name": "network-vif-plugged", "status": "completed", "tag": "78fca617-d7e1-4359-ac70-2f6445626d55"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:07:26.421040 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 78fca617-d7e1-4359-ac70-2f6445626d55, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=78fca617-d7e1-4359-ac70-2f6445626d55,segment=NetworkSegment(bae72b8a-0a40-41b1-8cc2-88444c089490),segment_id=bae72b8a-0a40-41b1-8cc2-88444c089490)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:07:26.425304 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (78fca617-d7e1-4359-ac70-2f6445626d55), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:26.451963 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663fe732-284f-4c57-9e94-712906cd134e x-openstack-request-id: req-663fe732-284f-4c57-9e94-712906cd134e {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:07:26.452259 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e", "name": "network-vif-plugged", "status": "completed", "tag": "78fca617-d7e1-4359-ac70-2f6445626d55", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:07:26.452516 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-663fe732-284f-4c57-9e94-712906cd134e {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:07:26.452942 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fca617-d7e1-4359-ac70-2f6445626d55', 'code': 200} Feb 09 02:07:26.478720 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=78fca617-d7e1-4359-ac70-2f6445626d55,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:26.551702 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6db51-a806-41c2-b3a7-d85507b98a4d req-5848d9da-6aa8-424f-a683-985bd9a80e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:26.553238 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-43d6db51-a806-41c2-b3a7-d85507b98a4d req-5848d9da-6aa8-424f-a683-985bd9a80e0a service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 1128 time: 0.0443792 Feb 09 02:07:26.597550 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-43d6db51-a806-41c2-b3a7-d85507b98a4d req-5fc70b07-5615-4f5e-913c-2c789fd3f22b service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387456 Feb 09 02:07:27.439059 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a1a00-fc55-4a41-ba45-9bd3ee39e553 req-21c61833-a5bd-45ff-8b27-46c5ddc11ddd tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:27.440657 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-283a1a00-fc55-4a41-ba45-9bd3ee39e553 req-21c61833-a5bd-45ff-8b27-46c5ddc11ddd tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 946 time: 0.0533640 Feb 09 02:07:27.490542 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-283a1a00-fc55-4a41-ba45-9bd3ee39e553 req-5d9c0a6b-9ec3-4ca0-9a95-e776e3f51fbc tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439618 Feb 09 02:07:28.614052 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70514d-05b7-4c89-85de-e22541c4fb6e req-b10c605d-fb84-4751-8a71-98fb516deeec tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:28.615542 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8c70514d-05b7-4c89-85de-e22541c4fb6e req-b10c605d-fb84-4751-8a71-98fb516deeec tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 946 time: 0.0560510 Feb 09 02:07:28.663966 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8c70514d-05b7-4c89-85de-e22541c4fb6e req-8d9a1464-021c-4e16-b4ae-47135a27645c tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422642 Feb 09 02:07:28.782498 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0394d-c52f-4e09-939b-23a06c7962e8 req-9eeff415-7d1f-4525-847b-993f497f9580 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:28.783893 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cea0394d-c52f-4e09-939b-23a06c7962e8 req-9eeff415-7d1f-4525-847b-993f497f9580 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 946 time: 0.0538020 Feb 09 02:07:28.832571 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cea0394d-c52f-4e09-939b-23a06c7962e8 req-5e481a73-ed98-4f41-9242-f8eb4eb2bc18 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430861 Feb 09 02:07:28.854046 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45960) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:28.989703 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a157c602-d358-4c66-98ef-b125954bd721 tempest-TestShelveInstance-618529218 tempest-TestShelveInstance-618529218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:28.991254 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-a157c602-d358-4c66-98ef-b125954bd721 tempest-TestShelveInstance-618529218 tempest-TestShelveInstance-618529218-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 1123 time: 0.1362309 Feb 09 02:07:28.994963 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 45964) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:07:28.999399 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-87a9b06b-f96a-4148-81c5-a1bd5f826d65 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'port_id': '78fca617-d7e1-4359-ac70-2f6445626d55', 'tenant_id': 'bdf97489d6b8408ba0a22222337f087b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:07:29.019049 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-87a9b06b-f96a-4148-81c5-a1bd5f826d65 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:29.113177 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-87a9b06b-f96a-4148-81c5-a1bd5f826d65 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:29.219883 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-87a9b06b-f96a-4148-81c5-a1bd5f826d65 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Allocated IP 172.25.8.189 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/2a788224-4132-421e-9431-87a2b1494050) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:07:29.319825 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-87a9b06b-f96a-4148-81c5-a1bd5f826d65 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for port (2a788224-4132-421e-9431-87a2b1494050), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:29.353544 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-87a9b06b-f96a-4148-81c5-a1bd5f826d65 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (2a788224-4132-421e-9431-87a2b1494050), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:29.391903 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a9b06b-f96a-4148-81c5-a1bd5f826d65 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:07:29.396585 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-87a9b06b-f96a-4148-81c5-a1bd5f826d65 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:07:29.400884 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a9b06b-f96a-4148-81c5-a1bd5f826d65 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:07:29.427241 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a9b06b-f96a-4148-81c5-a1bd5f826d65 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Pushing event updated for resources: {'Port': ['ID=2a788224-4132-421e-9431-87a2b1494050,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:29.744618 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-87a9b06b-f96a-4148-81c5-a1bd5f826d65 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for floatingip (84290c5b-bbe8-444e-9c33-f762bdd0deac), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:29.814803 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-87a9b06b-f96a-4148-81c5-a1bd5f826d65 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (2a788224-4132-421e-9431-87a2b1494050), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:29.961214 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-87a9b06b-f96a-4148-81c5-a1bd5f826d65 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for port (2a788224-4132-421e-9431-87a2b1494050), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:29.965692 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-87a9b06b-f96a-4148-81c5-a1bd5f826d65 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (2a788224-4132-421e-9431-87a2b1494050), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:30.031369 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a9b06b-f96a-4148-81c5-a1bd5f826d65 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Pushing event updated for resources: {'Port': ['ID=2a788224-4132-421e-9431-87a2b1494050,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:07:30.043198 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-87a9b06b-f96a-4148-81c5-a1bd5f826d65 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (84290c5b-bbe8-444e-9c33-f762bdd0deac), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:30.143913 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [None req-87a9b06b-f96a-4148-81c5-a1bd5f826d65 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Floating IP 84290c5b-bbe8-444e-9c33-f762bdd0deac associated. External IP: 172.25.8.189, port: 78fca617-d7e1-4359-ac70-2f6445626d55. Feb 09 02:07:30.694264 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a9b06b-f96a-4148-81c5-a1bd5f826d65 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Router c0a38b8d-1f5e-4922-9391-c6ce40b70166 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:07:30.804588 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a9b06b-f96a-4148-81c5-a1bd5f826d65 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:07:30.814543 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8d586a-226d-4124-bdf1-7ad2442f7495 None None] Sync routers for ids ['c0a38b8d-1f5e-4922-9391-c6ce40b70166'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:07:30.822971 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-87a9b06b-f96a-4148-81c5-a1bd5f826d65 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:30.825152 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8d586a-226d-4124-bdf1-7ad2442f7495 None None] Routers {'c0a38b8d-1f5e-4922-9391-c6ce40b70166'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:07:30.825786 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-fb8d586a-226d-4124-bdf1-7ad2442f7495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:07:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c0a38b8d-1f5e-4922-9391-c6ce40b70166'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:30.852277 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-87a9b06b-f96a-4148-81c5-a1bd5f826d65 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8562653 Feb 09 02:07:30.852930 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e', 'tag': '78fca617-d7e1-4359-ac70-2f6445626d55'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:07:30.855180 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a470e99f0f86a4159e910055b77303d33aac5c61a6ba05ec29afc43a7220bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02414c9a-c655-41a3-bf1f-a07b1218dada" -d '{"events": [{"name": "network-changed", "server_uuid": "1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e", "tag": "78fca617-d7e1-4359-ac70-2f6445626d55"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:07:30.893797 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1739ee-f22c-4ff6-bdc0-ac2477ac1bc5 x-openstack-request-id: req-8b1739ee-f22c-4ff6-bdc0-ac2477ac1bc5 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:07:30.894096 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e", "tag": "78fca617-d7e1-4359-ac70-2f6445626d55", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:07:30.894355 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8b1739ee-f22c-4ff6-bdc0-ac2477ac1bc5 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:07:30.894758 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e', 'tag': '78fca617-d7e1-4359-ac70-2f6445626d55', 'status': 'completed', 'code': 200} Feb 09 02:07:30.933398 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-fb8d586a-226d-4124-bdf1-7ad2442f7495 None None] Set router c0a38b8d-1f5e-4922-9391-c6ce40b70166 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:07:30.958028 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02414c9a-c655-41a3-bf1f-a07b1218dada req-fdf5d408-3204-4de5-b5c7-bf91f0e2b7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:30.959447 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02414c9a-c655-41a3-bf1f-a07b1218dada req-fdf5d408-3204-4de5-b5c7-bf91f0e2b7c1 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=bdf97489d6b8408ba0a22222337f087b&device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 1128 time: 0.0447252 Feb 09 02:07:31.052823 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02414c9a-c655-41a3-bf1f-a07b1218dada req-dbf2ea62-cd30-4206-b8dc-1fd3185891fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:31.054319 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02414c9a-c655-41a3-bf1f-a07b1218dada req-dbf2ea62-cd30-4206-b8dc-1fd3185891fe service neutron] 10.222.0.120 "GET /v2.0/networks?id=af3f096c-49dc-487c-b525-c2c1af553b1f HTTP/1.1" status: 200 len: 909 time: 0.0872922 Feb 09 02:07:31.121845 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02414c9a-c655-41a3-bf1f-a07b1218dada req-f1e951a1-65ec-41c8-8a9f-87e12975891d service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78fca617-d7e1-4359-ac70-2f6445626d55 HTTP/1.1" status: 200 len: 1000 time: 0.0593023 Feb 09 02:07:31.153329 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-fb8d586a-226d-4124-bdf1-7ad2442f7495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'name': 'tempest-TestShelveInstance-13146114-router', 'tenant_id': 'bdf97489d6b8408ba0a22222337f087b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '4279b188-e4e9-461d-9209-f1ea45e5f3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:07:06Z', 'updated_at': '2022-02-09T02:07:09Z', 'revision_number': 4, 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'gw_port': {'id': '4279b188-e4e9-461d-9209-f1ea45e5f3d8', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:07Z', 'updated_at': '2022-02-09T02:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '84290c5b-bbe8-444e-9c33-f762bdd0deac', 'tenant_id': 'bdf97489d6b8408ba0a22222337f087b', 'floating_ip_address': '172.25.8.189', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'port_id': '78fca617-d7e1-4359-ac70-2f6445626d55', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f', 'mac_address': 'fa:16:3e:f8:21:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:07:29Z', 'updated_at': '2022-02-09T02:07:29Z', 'revision_number': 0, 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fdea76b-0e01-407c-9ace-40f499a75837', 'name': '', 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f', 'tenant_id': 'bdf97489d6b8408ba0a22222337f087b', 'mac_address': 'fa:16:3e:a3:40:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'cf9c11ce-4026-4979-8d42-293ced89501f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:09Z', 'updated_at': '2022-02-09T02:07:13Z', 'revision_number': 5, 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'subnets': [{'id': 'cf9c11ce-4026-4979-8d42-293ced89501f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:31.171820 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02414c9a-c655-41a3-bf1f-a07b1218dada req-06586754-055e-496f-ba88-1b40dbe69986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:31.173416 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02414c9a-c655-41a3-bf1f-a07b1218dada req-06586754-055e-496f-ba88-1b40dbe69986 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=cf9c11ce-4026-4979-8d42-293ced89501f HTTP/1.1" status: 200 len: 846 time: 0.0461884 Feb 09 02:07:31.229114 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02414c9a-c655-41a3-bf1f-a07b1218dada req-814b9db2-794f-454b-8c42-5f28de3aa2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:31.230716 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02414c9a-c655-41a3-bf1f-a07b1218dada req-814b9db2-794f-454b-8c42-5f28de3aa2cc service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=af3f096c-49dc-487c-b525-c2c1af553b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0516226 Feb 09 02:07:31.326607 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02414c9a-c655-41a3-bf1f-a07b1218dada req-3bc9e9f4-9132-4f4d-96da-e83d0c536584 service neutron] 10.222.0.120 "GET /v2.0/networks/af3f096c-49dc-487c-b525-c2c1af553b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901783 Feb 09 02:07:31.347414 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8d586a-226d-4124-bdf1-7ad2442f7495 None None] Checking router: c0a38b8d-1f5e-4922-9391-c6ce40b70166 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:07:31.356426 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8d586a-226d-4124-bdf1-7ad2442f7495 None None] Routers {'c0a38b8d-1f5e-4922-9391-c6ce40b70166'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:07:31.357078 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-fb8d586a-226d-4124-bdf1-7ad2442f7495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:07:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c0a38b8d-1f5e-4922-9391-c6ce40b70166'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:31.421408 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02414c9a-c655-41a3-bf1f-a07b1218dada req-d9a10d63-93f1-4dd4-a3c3-53a0df47f2f8 service neutron] 10.222.0.120 "GET /v2.0/networks/af3f096c-49dc-487c-b525-c2c1af553b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894921 Feb 09 02:07:31.466167 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-fb8d586a-226d-4124-bdf1-7ad2442f7495 None None] Set router c0a38b8d-1f5e-4922-9391-c6ce40b70166 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:07:31.687316 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-fb8d586a-226d-4124-bdf1-7ad2442f7495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'name': 'tempest-TestShelveInstance-13146114-router', 'tenant_id': 'bdf97489d6b8408ba0a22222337f087b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '4279b188-e4e9-461d-9209-f1ea45e5f3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:07:06Z', 'updated_at': '2022-02-09T02:07:09Z', 'revision_number': 4, 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'gw_port': {'id': '4279b188-e4e9-461d-9209-f1ea45e5f3d8', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:07Z', 'updated_at': '2022-02-09T02:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '84290c5b-bbe8-444e-9c33-f762bdd0deac', 'tenant_id': 'bdf97489d6b8408ba0a22222337f087b', 'floating_ip_address': '172.25.8.189', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'port_id': '78fca617-d7e1-4359-ac70-2f6445626d55', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f', 'mac_address': 'fa:16:3e:f8:21:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:07:29Z', 'updated_at': '2022-02-09T02:07:29Z', 'revision_number': 0, 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fdea76b-0e01-407c-9ace-40f499a75837', 'name': '', 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f', 'tenant_id': 'bdf97489d6b8408ba0a22222337f087b', 'mac_address': 'fa:16:3e:a3:40:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'cf9c11ce-4026-4979-8d42-293ced89501f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:09Z', 'updated_at': '2022-02-09T02:07:13Z', 'revision_number': 5, 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'subnets': [{'id': 'cf9c11ce-4026-4979-8d42-293ced89501f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:07:31.717044 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8d586a-226d-4124-bdf1-7ad2442f7495 None None] The sync data for ids ['c0a38b8d-1f5e-4922-9391-c6ce40b70166'] in n-d-828369-4 is: [{'id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'name': 'tempest-TestShelveInstance-13146114-router', 'tenant_id': 'bdf97489d6b8408ba0a22222337f087b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '4279b188-e4e9-461d-9209-f1ea45e5f3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:07:06Z', 'updated_at': '2022-02-09T02:07:09Z', 'revision_number': 4, 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'gw_port': {'id': '4279b188-e4e9-461d-9209-f1ea45e5f3d8', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:07Z', 'updated_at': '2022-02-09T02:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '84290c5b-bbe8-444e-9c33-f762bdd0deac', 'tenant_id': 'bdf97489d6b8408ba0a22222337f087b', 'floating_ip_address': '172.25.8.189', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'port_id': '78fca617-d7e1-4359-ac70-2f6445626d55', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f', 'mac_address': 'fa:16:3e:f8:21:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:07:29Z', 'updated_at': '2022-02-09T02:07:29Z', 'revision_number': 0, 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fdea76b-0e01-407c-9ace-40f499a75837', 'name': '', 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f', 'tenant_id': 'bdf97489d6b8408ba0a22222337f087b', 'mac_address': 'fa:16:3e:a3:40:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'cf9c11ce-4026-4979-8d42-293ced89501f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:09Z', 'updated_at': '2022-02-09T02:07:13Z', 'revision_number': 5, 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'subnets': [{'id': 'cf9c11ce-4026-4979-8d42-293ced89501f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:07:31.911335 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4363909b-73dc-4241-b4a0-5873b55bcc27 None None] New status for floating IP 84290c5b-bbe8-444e-9c33-f762bdd0deac: ACTIVE {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:07:32.506285 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-07a6cc9c-0b88-468b-8c81-76f1495bba8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:34.525125 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4829d3ed-0556-49a5-aaf1-6dfff563dd8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:36.134100 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:37.417171 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:38.118679 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:38.538333 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:39.858457 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:07:41.012464 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:07:57.003011 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2209de93-dc83-441f-933d-46afd3e209c3 req-29ba40a8-865c-43bd-b47c-6cb093624b15 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441656 Feb 09 02:07:57.088135 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209de93-dc83-441f-933d-46afd3e209c3 req-41b2c187-365a-40be-9f31-b0dc79a86f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:57.089697 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2209de93-dc83-441f-933d-46afd3e209c3 req-41b2c187-365a-40be-9f31-b0dc79a86f7b service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=bdf97489d6b8408ba0a22222337f087b&device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 1128 time: 0.0444472 Feb 09 02:07:57.195014 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209de93-dc83-441f-933d-46afd3e209c3 req-73776cec-e005-414b-8eab-00df86c0a41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:57.197197 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2209de93-dc83-441f-933d-46afd3e209c3 req-73776cec-e005-414b-8eab-00df86c0a41b service neutron] 10.222.0.120 "GET /v2.0/networks?id=af3f096c-49dc-487c-b525-c2c1af553b1f HTTP/1.1" status: 200 len: 909 time: 0.0885143 Feb 09 02:07:57.262538 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2209de93-dc83-441f-933d-46afd3e209c3 req-3e6e1e1c-b6ce-43af-93f1-083a24252591 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78fca617-d7e1-4359-ac70-2f6445626d55 HTTP/1.1" status: 200 len: 1002 time: 0.0578203 Feb 09 02:07:57.309210 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209de93-dc83-441f-933d-46afd3e209c3 req-0cb07220-29b2-4936-a493-90131e7a1fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:57.310634 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2209de93-dc83-441f-933d-46afd3e209c3 req-0cb07220-29b2-4936-a493-90131e7a1fcf service neutron] 10.222.0.120 "GET /v2.0/subnets?id=cf9c11ce-4026-4979-8d42-293ced89501f HTTP/1.1" status: 200 len: 846 time: 0.0430617 Feb 09 02:07:57.362108 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209de93-dc83-441f-933d-46afd3e209c3 req-da1c1e58-0ffc-4b34-a761-e57fe1c32d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:07:57.363609 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2209de93-dc83-441f-933d-46afd3e209c3 req-da1c1e58-0ffc-4b34-a761-e57fe1c32d03 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=af3f096c-49dc-487c-b525-c2c1af553b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471463 Feb 09 02:07:57.453445 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2209de93-dc83-441f-933d-46afd3e209c3 req-9ceaeaee-3262-4a80-8539-190ded56f21e service neutron] 10.222.0.120 "GET /v2.0/networks/af3f096c-49dc-487c-b525-c2c1af553b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831597 Feb 09 02:07:57.544842 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2209de93-dc83-441f-933d-46afd3e209c3 req-35349ce2-71a0-41be-9732-e5fc51c05a6a service neutron] 10.222.0.120 "GET /v2.0/networks/af3f096c-49dc-487c-b525-c2c1af553b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855472 Feb 09 02:08:02.508332 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c0bebcea-7948-4ed3-b33b-63028fb03ea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:04.526079 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-974060fe-0cdd-4c94-ab43-1174b514a3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:05.944214 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-96f043da-165a-4b54-9c35-0022e79618cd req-e55f5fe0-6c72-446e-9a90-9e300c49f161 service neutron] (103136) timed out ('10.222.0.50', 55360) {{(pid=103136) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 02:08:06.137688 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:07.419419 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:08.146117 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:08.541441 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:09.886756 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:18.010541 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:08:32.511224 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6e302b82-6dbb-4b9a-855c-9c2c45025f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:34.526430 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3d1bf990-2d67-47e9-b84d-9b57dc597afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:36.143193 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:37.421786 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:38.158250 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:38.543369 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:39.886263 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:08:55.009391 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:08:57.496071 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-05a7a7e8-2adb-44d9-ba10-5bf84b65961f req-dfebab30-25a6-495d-94f2-719f7e790947 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0874739 Feb 09 02:08:57.579434 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7a7e8-2adb-44d9-ba10-5bf84b65961f req-6cadb9d8-329b-442e-9709-053a6670fab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:57.581165 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-05a7a7e8-2adb-44d9-ba10-5bf84b65961f req-6cadb9d8-329b-442e-9709-053a6670fab6 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=bdf97489d6b8408ba0a22222337f087b&device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 1128 time: 0.0453787 Feb 09 02:08:57.691081 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7a7e8-2adb-44d9-ba10-5bf84b65961f req-591f58ce-4dde-473b-adb7-e2ece9c954dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:57.692757 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-05a7a7e8-2adb-44d9-ba10-5bf84b65961f req-591f58ce-4dde-473b-adb7-e2ece9c954dd service neutron] 10.222.0.120 "GET /v2.0/networks?id=af3f096c-49dc-487c-b525-c2c1af553b1f HTTP/1.1" status: 200 len: 909 time: 0.0951214 Feb 09 02:08:57.758061 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-05a7a7e8-2adb-44d9-ba10-5bf84b65961f req-6f6a459b-cd22-4478-af89-8d92ebea177b service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78fca617-d7e1-4359-ac70-2f6445626d55 HTTP/1.1" status: 200 len: 1002 time: 0.0590234 Feb 09 02:08:57.805080 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7a7e8-2adb-44d9-ba10-5bf84b65961f req-5572ca52-c87b-4f4b-b4e3-860a48b25354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:57.806690 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-05a7a7e8-2adb-44d9-ba10-5bf84b65961f req-5572ca52-c87b-4f4b-b4e3-860a48b25354 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=cf9c11ce-4026-4979-8d42-293ced89501f HTTP/1.1" status: 200 len: 846 time: 0.0434175 Feb 09 02:08:57.863385 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7a7e8-2adb-44d9-ba10-5bf84b65961f req-6ee8d6c0-dd6f-4820-a1f3-6bc9ac200048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:08:57.865202 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-05a7a7e8-2adb-44d9-ba10-5bf84b65961f req-6ee8d6c0-dd6f-4820-a1f3-6bc9ac200048 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=af3f096c-49dc-487c-b525-c2c1af553b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0533223 Feb 09 02:08:57.951619 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-05a7a7e8-2adb-44d9-ba10-5bf84b65961f req-306dd435-8047-45bd-b276-6d9d21cf6b59 service neutron] 10.222.0.120 "GET /v2.0/networks/af3f096c-49dc-487c-b525-c2c1af553b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797172 Feb 09 02:08:58.053921 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-05a7a7e8-2adb-44d9-ba10-5bf84b65961f req-abd290d8-57f0-49af-871d-cddf018cdcff service neutron] 10.222.0.120 "GET /v2.0/networks/af3f096c-49dc-487c-b525-c2c1af553b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970526 Feb 09 02:09:02.513197 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d573b3fe-f396-423b-9f11-f2b34e449cca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:04.527475 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b74006f3-9f7e-48ce-b062-0148ee0d5914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:06.143607 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:07.424381 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:08.160638 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:08.546310 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:09.889552 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:26.816594 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7685ab47-3ed7-489f-a88f-80a1f040e1dd req-2a2d1110-8cd9-4aca-8adc-6744c74333a2 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:26.818116 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7685ab47-3ed7-489f-a88f-80a1f040e1dd req-2a2d1110-8cd9-4aca-8adc-6744c74333a2 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 946 time: 0.1051002 Feb 09 02:09:26.865644 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7685ab47-3ed7-489f-a88f-80a1f040e1dd req-2b648203-069c-4f92-b226-70933db7f020 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419443 Feb 09 02:09:27.990882 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b827e42-33c5-48df-9247-5214fd1fdb69 req-53c51f72-0db3-419c-bf32-ca7a8612433e tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:27.992616 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5b827e42-33c5-48df-9247-5214fd1fdb69 req-53c51f72-0db3-419c-bf32-ca7a8612433e tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 946 time: 0.0528021 Feb 09 02:09:28.041411 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5b827e42-33c5-48df-9247-5214fd1fdb69 req-f4005845-d449-4bb6-9235-8492155510bd tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431206 Feb 09 02:09:29.171322 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22286197-c45d-4441-a4bb-9c082597f8e9 req-34390c02-b762-4cce-b532-2701e175491c tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:29.172824 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-22286197-c45d-4441-a4bb-9c082597f8e9 req-34390c02-b762-4cce-b532-2701e175491c tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 946 time: 0.0567334 Feb 09 02:09:29.220369 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-22286197-c45d-4441-a4bb-9c082597f8e9 req-b95ed658-f06b-492d-bfbf-b6360d2379af tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419500 Feb 09 02:09:30.361603 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba39d2-6d66-4560-a57b-e674d4a86528 req-86408906-9f40-4eb9-bda1-adac37eb2731 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:30.363664 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-69ba39d2-6d66-4560-a57b-e674d4a86528 req-86408906-9f40-4eb9-bda1-adac37eb2731 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 946 time: 0.0534563 Feb 09 02:09:30.411713 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-69ba39d2-6d66-4560-a57b-e674d4a86528 req-c713724a-3be2-42a2-a1e9-f6afca297c51 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423822 Feb 09 02:09:31.535074 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1131a-f1ed-41c4-addf-cdbf0667e245 req-a838d2e4-238b-414c-8a24-a9f7c1f7e70d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:31.536490 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bce1131a-f1ed-41c4-addf-cdbf0667e245 req-a838d2e4-238b-414c-8a24-a9f7c1f7e70d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 946 time: 0.0565169 Feb 09 02:09:31.585140 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bce1131a-f1ed-41c4-addf-cdbf0667e245 req-1ba967fe-f9bc-444a-a770-03455e7a4171 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430322 Feb 09 02:09:32.008007 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:09:32.515105 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3608c312-0b1b-49e4-87f2-24355fc6e416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:32.702469 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651b7d2-43b8-4b28-a3a1-10d13990cf4d req-673dc1c1-8158-43a4-9e06-98ed52c57fd7 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:32.703962 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9651b7d2-43b8-4b28-a3a1-10d13990cf4d req-673dc1c1-8158-43a4-9e06-98ed52c57fd7 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 946 time: 0.0515857 Feb 09 02:09:32.751548 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9651b7d2-43b8-4b28-a3a1-10d13990cf4d req-63f97067-4ac9-4abe-9108-98fc74ceff49 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414522 Feb 09 02:09:33.870792 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c013ec-acd8-41a6-83ed-da0f10867fba req-b016af05-d0f5-4fb8-bf82-43875643a06f tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:33.872257 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4c013ec-acd8-41a6-83ed-da0f10867fba req-b016af05-d0f5-4fb8-bf82-43875643a06f tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 946 time: 0.0522981 Feb 09 02:09:33.925869 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d4c013ec-acd8-41a6-83ed-da0f10867fba req-d07633f1-dcd2-4ecc-a316-296363d50cca tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479681 Feb 09 02:09:34.527842 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4332ad89-4087-48cb-9131-70aa8551a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:35.045689 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a36968-d9ae-4b73-ad32-50cee47017a2 req-4b62f3c3-acac-4453-a5e1-5f9b09822b45 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:35.047194 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47a36968-d9ae-4b73-ad32-50cee47017a2 req-4b62f3c3-acac-4453-a5e1-5f9b09822b45 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 946 time: 0.0535483 Feb 09 02:09:35.095176 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-47a36968-d9ae-4b73-ad32-50cee47017a2 req-a7c2b349-72b2-45dc-b007-1a909f8aa5d1 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424397 Feb 09 02:09:36.145758 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:36.217218 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c72cd-5a11-4e0d-8023-67f4b4bcf636 req-38b760dc-1392-4feb-8b7b-1e513ead7dc0 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:36.218776 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cb9c72cd-5a11-4e0d-8023-67f4b4bcf636 req-38b760dc-1392-4feb-8b7b-1e513ead7dc0 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 946 time: 0.0526733 Feb 09 02:09:36.267586 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cb9c72cd-5a11-4e0d-8023-67f4b4bcf636 req-7ed8c57d-5ad9-4143-b87a-70b72fdcf884 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429883 Feb 09 02:09:37.389215 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803527a-5b93-4604-a096-c986e5f73dff req-478ebb3d-8971-424a-b26c-ee4d41839d2b tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:37.390730 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9803527a-5b93-4604-a096-c986e5f73dff req-478ebb3d-8971-424a-b26c-ee4d41839d2b tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 946 time: 0.0565705 Feb 09 02:09:37.427243 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:37.446726 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9803527a-5b93-4604-a096-c986e5f73dff req-6199d446-9ecf-4fd0-8a62-f3e0ce212547 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499015 Feb 09 02:09:38.177483 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:38.548022 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:38.569503 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078ccbb-7104-42dc-8643-b413be026216 req-5d9b0302-f866-4df5-9cdc-d4933039bc73 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:38.571016 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7078ccbb-7104-42dc-8643-b413be026216 req-5d9b0302-f866-4df5-9cdc-d4933039bc73 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 946 time: 0.0539989 Feb 09 02:09:38.619638 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7078ccbb-7104-42dc-8643-b413be026216 req-425dd3db-5d9a-446a-8a81-dd40d52b4b51 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429058 Feb 09 02:09:38.921168 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 78fca617-d7e1-4359-ac70-2f6445626d55 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:09:39.034030 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 78fca617-d7e1-4359-ac70-2f6445626d55, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=78fca617-d7e1-4359-ac70-2f6445626d55,segment=NetworkSegment(bae72b8a-0a40-41b1-8cc2-88444c089490),segment_id=bae72b8a-0a40-41b1-8cc2-88444c089490)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:39.045777 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '78fca617-d7e1-4359-ac70-2f6445626d55', 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f', 'port_id': '78fca617-d7e1-4359-ac70-2f6445626d55', 'mac_address': 'fa:16:3e:f8:21:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1004, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf9c11ce-4026-4979-8d42-293ced89501f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:09:39.083435 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 78fca617-d7e1-4359-ac70-2f6445626d55 is: ACTIVE; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:09:39.083839 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (78fca617-d7e1-4359-ac70-2f6445626d55), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:39.101844 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78fca617-d7e1-4359-ac70-2f6445626d55 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:09:39.120912 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 78fca617-d7e1-4359-ac70-2f6445626d55, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=78fca617-d7e1-4359-ac70-2f6445626d55,segment=NetworkSegment(bae72b8a-0a40-41b1-8cc2-88444c089490),segment_id=bae72b8a-0a40-41b1-8cc2-88444c089490)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:39.124730 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (78fca617-d7e1-4359-ac70-2f6445626d55), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:39.178304 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=78fca617-d7e1-4359-ac70-2f6445626d55,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:39.185858 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:39.186223 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:39.186573 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:39.186913 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:39.187514 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:39.187849 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:39.188185 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:39.188516 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:39.188898 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:39.189227 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:39.189588 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:39.189916 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:39.190249 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:39.195251 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['78fca617-d7e1-4359-ac70-2f6445626d55'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:09:39.765022 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627e127-7efc-454b-a868-136961409298 req-93ac268b-10dc-4e74-a1f7-d59767950e2d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:39.766584 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4627e127-7efc-454b-a868-136961409298 req-93ac268b-10dc-4e74-a1f7-d59767950e2d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 945 time: 0.0580230 Feb 09 02:09:39.826627 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4627e127-7efc-454b-a868-136961409298 req-b7bea7d8-4088-48f2-b63e-9d9db6cad41c tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542784 Feb 09 02:09:39.899077 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:40.936687 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 78fca617-d7e1-4359-ac70-2f6445626d55 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:09:40.963057 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b3c920-953e-4721-af83-f215c224c4ed req-b7d81ba8-bd4a-45de-90c2-b3598e80dc65 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:40.970687 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-93b3c920-953e-4721-af83-f215c224c4ed req-b7d81ba8-bd4a-45de-90c2-b3598e80dc65 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 945 time: 0.0607975 Feb 09 02:09:41.001478 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 78fca617-d7e1-4359-ac70-2f6445626d55 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:09:41.001761 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (78fca617-d7e1-4359-ac70-2f6445626d55), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:41.026447 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-93b3c920-953e-4721-af83-f215c224c4ed req-9501702b-3d39-4b6f-8e72-4e94162a6c00 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540574 Feb 09 02:09:41.130186 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 78fca617-d7e1-4359-ac70-2f6445626d55 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:09:41.130578 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (78fca617-d7e1-4359-ac70-2f6445626d55), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:41.155755 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fca617-d7e1-4359-ac70-2f6445626d55'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:09:41.157964 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f766445e23ec559c7328ff843d6cc013f3fae19186639b550ac9b130fb2cde8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977aab0f-2fd7-4f2f-aa24-e3905f260661" -d '{"events": [{"server_uuid": "1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e", "name": "network-vif-plugged", "status": "completed", "tag": "78fca617-d7e1-4359-ac70-2f6445626d55"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:09:41.171674 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 78fca617-d7e1-4359-ac70-2f6445626d55, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=78fca617-d7e1-4359-ac70-2f6445626d55,segment=NetworkSegment(bae72b8a-0a40-41b1-8cc2-88444c089490),segment_id=bae72b8a-0a40-41b1-8cc2-88444c089490)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:41.177203 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (78fca617-d7e1-4359-ac70-2f6445626d55), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:41.216894 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef940060-8972-4416-8d7f-439df17ecce2 x-openstack-request-id: req-ef940060-8972-4416-8d7f-439df17ecce2 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:09:41.217191 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e", "name": "network-vif-plugged", "status": "completed", "tag": "78fca617-d7e1-4359-ac70-2f6445626d55", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:09:41.217449 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ef940060-8972-4416-8d7f-439df17ecce2 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:09:41.217891 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fca617-d7e1-4359-ac70-2f6445626d55', 'code': 200} Feb 09 02:09:41.234085 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=78fca617-d7e1-4359-ac70-2f6445626d55,revision_number=7']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:42.158771 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa721f-804e-45f4-8418-e4bdb6ea8238 req-0a0803f1-d6ca-4547-9361-23ecb71a7015 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:42.167002 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-45aa721f-804e-45f4-8418-e4bdb6ea8238 req-0a0803f1-d6ca-4547-9361-23ecb71a7015 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 946 time: 0.0664980 Feb 09 02:09:42.217619 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-45aa721f-804e-45f4-8418-e4bdb6ea8238 req-fe48cc4b-ef70-4015-9c86-da7b697d4a17 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497527 Feb 09 02:09:43.355051 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444f886-9256-40cc-b9e4-24dab1efc259 req-3b4fb069-ddcf-45c8-b754-40fb58b83e58 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:43.362542 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3444f886-9256-40cc-b9e4-24dab1efc259 req-3b4fb069-ddcf-45c8-b754-40fb58b83e58 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 946 time: 0.0676491 Feb 09 02:09:43.431890 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3444f886-9256-40cc-b9e4-24dab1efc259 req-3352f174-263d-4542-bcfe-26267c86f07c tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595434 Feb 09 02:09:44.559963 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7286e0-6229-4c07-a561-cb41d1e67af5 req-65f7aaeb-32db-4d79-b061-63f4b5efe3ec tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:44.567738 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a7286e0-6229-4c07-a561-cb41d1e67af5 req-65f7aaeb-32db-4d79-b061-63f4b5efe3ec tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 946 time: 0.0674341 Feb 09 02:09:44.652405 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a7286e0-6229-4c07-a561-cb41d1e67af5 req-8ff48106-a49f-4f45-ab7c-c25d53537e66 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793729 Feb 09 02:09:45.781664 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e5ad9-9595-4981-b9c5-516fd5b19f35 req-c913eace-1176-4f2b-9dc5-41758b8b9542 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:45.790140 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-764e5ad9-9595-4981-b9c5-516fd5b19f35 req-c913eace-1176-4f2b-9dc5-41758b8b9542 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 946 time: 0.0668707 Feb 09 02:09:45.844419 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-764e5ad9-9595-4981-b9c5-516fd5b19f35 req-050b0c19-28f1-4d36-b658-c8d4a6d5ca54 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512540 Feb 09 02:09:46.979462 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab338c-6f61-42df-a382-8b3c2ff44137 req-afda4012-e599-4946-8da0-dd2e7e9e8501 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:46.982503 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0cab338c-6f61-42df-a382-8b3c2ff44137 req-afda4012-e599-4946-8da0-dd2e7e9e8501 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 946 time: 0.0638318 Feb 09 02:09:47.045233 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0cab338c-6f61-42df-a382-8b3c2ff44137 req-6f3fbdec-2c7f-48c8-87b8-51b24181ad8f tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546768 Feb 09 02:09:48.184314 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a96723a-5af9-4bdd-8778-d61b1c6d56e6 req-bde93623-d922-4e5b-a0ef-045b14d1cbe2 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:48.185881 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a96723a-5af9-4bdd-8778-d61b1c6d56e6 req-bde93623-d922-4e5b-a0ef-045b14d1cbe2 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 946 time: 0.0569952 Feb 09 02:09:48.239879 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8a96723a-5af9-4bdd-8778-d61b1c6d56e6 req-a11078e4-6f1b-4085-8489-99c05dcc8e81 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479050 Feb 09 02:09:48.991619 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59f46e-ae50-4a12-890a-ac47953f259c req-731bed32-e5b5-44e5-9fc9-b224286db53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:48.993322 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fd59f46e-ae50-4a12-890a-ac47953f259c req-731bed32-e5b5-44e5-9fc9-b224286db53d service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=bdf97489d6b8408ba0a22222337f087b&device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 1128 time: 0.0463986 Feb 09 02:09:49.085785 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59f46e-ae50-4a12-890a-ac47953f259c req-f755467a-7e54-43a8-a423-0489407405f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:49.087284 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fd59f46e-ae50-4a12-890a-ac47953f259c req-f755467a-7e54-43a8-a423-0489407405f5 service neutron] 10.222.0.120 "GET /v2.0/networks?id=af3f096c-49dc-487c-b525-c2c1af553b1f HTTP/1.1" status: 200 len: 909 time: 0.0872383 Feb 09 02:09:49.155575 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fd59f46e-ae50-4a12-890a-ac47953f259c req-81e60128-024a-4cff-a366-3dfe18712b83 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78fca617-d7e1-4359-ac70-2f6445626d55 HTTP/1.1" status: 200 len: 1002 time: 0.0627024 Feb 09 02:09:49.203186 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59f46e-ae50-4a12-890a-ac47953f259c req-4ff4cc47-e748-4810-8f3d-8e5c25bfc09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:49.205405 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fd59f46e-ae50-4a12-890a-ac47953f259c req-4ff4cc47-e748-4810-8f3d-8e5c25bfc09d service neutron] 10.222.0.120 "GET /v2.0/subnets?id=cf9c11ce-4026-4979-8d42-293ced89501f HTTP/1.1" status: 200 len: 846 time: 0.0436735 Feb 09 02:09:49.254391 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59f46e-ae50-4a12-890a-ac47953f259c req-2026eb86-8dd2-4d37-a04c-ea48563d1a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:49.255861 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fd59f46e-ae50-4a12-890a-ac47953f259c req-2026eb86-8dd2-4d37-a04c-ea48563d1a2a service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=af3f096c-49dc-487c-b525-c2c1af553b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451901 Feb 09 02:09:49.383771 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fd59f46e-ae50-4a12-890a-ac47953f259c req-55f63964-028c-4a86-a6b6-65b3172411a9 service neutron] 10.222.0.120 "GET /v2.0/networks/af3f096c-49dc-487c-b525-c2c1af553b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209729 Feb 09 02:09:49.395490 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3763b8-9a6e-47b7-8c8e-f506a74d05c9 req-dcfba168-6d66-4db9-be24-6f636f523552 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:49.396902 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dc3763b8-9a6e-47b7-8c8e-f506a74d05c9 req-dcfba168-6d66-4db9-be24-6f636f523552 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 946 time: 0.0790315 Feb 09 02:09:49.502898 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dc3763b8-9a6e-47b7-8c8e-f506a74d05c9 req-47945a3d-c418-42f8-b83d-24de914fdd87 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983398 Feb 09 02:09:49.520356 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fd59f46e-ae50-4a12-890a-ac47953f259c req-2408b905-02a4-41c1-bdb0-920771db2022 service neutron] 10.222.0.120 "GET /v2.0/networks/af3f096c-49dc-487c-b525-c2c1af553b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224618 Feb 09 02:09:50.628774 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f9364-1cf8-4fc0-a9a2-0282195f49cd req-24175c7e-5814-46b2-9f23-8774003eefa3 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:50.630372 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d72f9364-1cf8-4fc0-a9a2-0282195f49cd req-24175c7e-5814-46b2-9f23-8774003eefa3 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 946 time: 0.0538051 Feb 09 02:09:50.677919 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d72f9364-1cf8-4fc0-a9a2-0282195f49cd req-1ee11029-20ea-4632-beee-8ce76f14e3b4 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418923 Feb 09 02:09:51.799462 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f529f-4266-4934-8045-9ea2141dfa10 req-bb6f8fb7-ff5f-4bd9-9d8b-42a1720bde59 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:51.800974 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-207f529f-4266-4934-8045-9ea2141dfa10 req-bb6f8fb7-ff5f-4bd9-9d8b-42a1720bde59 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 946 time: 0.0561073 Feb 09 02:09:51.850094 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-207f529f-4266-4934-8045-9ea2141dfa10 req-bcb64f07-d63d-463d-946e-c510781f9949 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435221 Feb 09 02:09:51.961332 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-882dc9ea-2cd4-4b88-b984-6a49da279a21 req-ea90f822-bd85-4bd2-a976-74d50c82cb5f service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:09:51.962355 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-882dc9ea-2cd4-4b88-b984-6a49da279a21 req-ea90f822-bd85-4bd2-a976-74d50c82cb5f service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0479453 Feb 09 02:09:52.138886 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52efcfb0-017d-4510-b411-9ad399e07290 req-01c316eb-a320-4b02-9a7b-f6ffc39988ef tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:52.140399 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-52efcfb0-017d-4510-b411-9ad399e07290 req-01c316eb-a320-4b02-9a7b-f6ffc39988ef tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 946 time: 0.0621095 Feb 09 02:09:52.191578 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-52efcfb0-017d-4510-b411-9ad399e07290 req-af5a367c-b2f5-47fa-8b50-d0e5142b1db8 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446196 Feb 09 02:09:52.299495 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f3979545-43cd-42ab-bc71-2ad3a37bc9bb req-8a45ecdd-5f61-494d-a496-d15decf86a7d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0836110 Feb 09 02:09:52.994135 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 78fca617-d7e1-4359-ac70-2f6445626d55 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:09:53.064482 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3979545-43cd-42ab-bc71-2ad3a37bc9bb req-a1ee2c14-5ec2-4be1-9956-80c506d8d254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:53.066259 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f3979545-43cd-42ab-bc71-2ad3a37bc9bb req-a1ee2c14-5ec2-4be1-9956-80c506d8d254 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e&tenant_id=bdf97489d6b8408ba0a22222337f087b HTTP/1.1" status: 200 len: 1128 time: 0.0464373 Feb 09 02:09:53.069666 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 78fca617-d7e1-4359-ac70-2f6445626d55 is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:09:53.070072 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (78fca617-d7e1-4359-ac70-2f6445626d55), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:53.076881 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-f3979545-43cd-42ab-bc71-2ad3a37bc9bb req-61a0b3f0-f3ff-4eee-a893-5cf551a5fdb9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828369-4', 'device_owner': 'compute:nova'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:09:53.097559 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78fca617-d7e1-4359-ac70-2f6445626d55'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:09:53.099783 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f766445e23ec559c7328ff843d6cc013f3fae19186639b550ac9b130fb2cde8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a68e3f2-a4d6-4c47-aa72-4d8cadbc8008" -d '{"events": [{"server_uuid": "1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e", "name": "network-vif-unplugged", "status": "completed", "tag": "78fca617-d7e1-4359-ac70-2f6445626d55"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:09:53.112128 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 78fca617-d7e1-4359-ac70-2f6445626d55, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=78fca617-d7e1-4359-ac70-2f6445626d55,segment=NetworkSegment(bae72b8a-0a40-41b1-8cc2-88444c089490),segment_id=bae72b8a-0a40-41b1-8cc2-88444c089490)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:53.116533 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (78fca617-d7e1-4359-ac70-2f6445626d55), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:53.140015 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-f3979545-43cd-42ab-bc71-2ad3a37bc9bb req-61a0b3f0-f3ff-4eee-a893-5cf551a5fdb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (78fca617-d7e1-4359-ac70-2f6445626d55), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:53.143958 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4e2c01-2905-4942-98d2-de63cea09261 x-openstack-request-id: req-5e4e2c01-2905-4942-98d2-de63cea09261 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:09:53.144252 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e", "name": "network-vif-unplugged", "status": "completed", "tag": "78fca617-d7e1-4359-ac70-2f6445626d55", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:09:53.144502 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5e4e2c01-2905-4942-98d2-de63cea09261 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:09:53.144909 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78fca617-d7e1-4359-ac70-2f6445626d55', 'code': 200} Feb 09 02:09:53.173099 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=78fca617-d7e1-4359-ac70-2f6445626d55,revision_number=8']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:53.318717 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c4036-0305-4f3b-8fe2-0835fffeb88d req-73fbb1f1-d6a4-445e-a71a-88423b7d435b tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:53.320233 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0b5c4036-0305-4f3b-8fe2-0835fffeb88d req-73fbb1f1-d6a4-445e-a71a-88423b7d435b tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 944 time: 0.0572097 Feb 09 02:09:53.342594 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-f3979545-43cd-42ab-bc71-2ad3a37bc9bb req-61a0b3f0-f3ff-4eee-a893-5cf551a5fdb9 service neutron] For port 78fca617-d7e1-4359-ac70-2f6445626d55, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=78fca617-d7e1-4359-ac70-2f6445626d55,segment=NetworkSegment(bae72b8a-0a40-41b1-8cc2-88444c089490),segment_id=bae72b8a-0a40-41b1-8cc2-88444c089490)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:09:53.368461 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0b5c4036-0305-4f3b-8fe2-0835fffeb88d req-0002f802-4d9e-4b2d-86c0-84e01f77f87d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424531 Feb 09 02:09:53.375530 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-f3979545-43cd-42ab-bc71-2ad3a37bc9bb req-61a0b3f0-f3ff-4eee-a893-5cf551a5fdb9 service neutron] For port 78fca617-d7e1-4359-ac70-2f6445626d55, host n-h2-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:09:53.408647 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-f3979545-43cd-42ab-bc71-2ad3a37bc9bb req-61a0b3f0-f3ff-4eee-a893-5cf551a5fdb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78fca617-d7e1-4359-ac70-2f6445626d55 {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:09:53.415837 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-f3979545-43cd-42ab-bc71-2ad3a37bc9bb req-61a0b3f0-f3ff-4eee-a893-5cf551a5fdb9 service neutron] Publish callbacks [] for port (78fca617-d7e1-4359-ac70-2f6445626d55), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:53.427865 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-f3979545-43cd-42ab-bc71-2ad3a37bc9bb req-61a0b3f0-f3ff-4eee-a893-5cf551a5fdb9 service neutron] Transition to ACTIVE for port object 78fca617-d7e1-4359-ac70-2f6445626d55 will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:09:53.430820 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-f3979545-43cd-42ab-bc71-2ad3a37bc9bb req-61a0b3f0-f3ff-4eee-a893-5cf551a5fdb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (78fca617-d7e1-4359-ac70-2f6445626d55), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:53.511492 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a0b3f0-f3ff-4eee-a893-5cf551a5fdb9 service neutron] Pushing event updated for resources: {'Port': ['ID=78fca617-d7e1-4359-ac70-2f6445626d55,revision_number=9']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:53.523248 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a0b3f0-f3ff-4eee-a893-5cf551a5fdb9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:53.523668 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a0b3f0-f3ff-4eee-a893-5cf551a5fdb9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:53.524111 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a0b3f0-f3ff-4eee-a893-5cf551a5fdb9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:53.524421 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a0b3f0-f3ff-4eee-a893-5cf551a5fdb9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:53.524946 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a0b3f0-f3ff-4eee-a893-5cf551a5fdb9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:53.525358 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a0b3f0-f3ff-4eee-a893-5cf551a5fdb9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:53.525643 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a0b3f0-f3ff-4eee-a893-5cf551a5fdb9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:53.526147 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a0b3f0-f3ff-4eee-a893-5cf551a5fdb9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:53.526543 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a0b3f0-f3ff-4eee-a893-5cf551a5fdb9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:53.526898 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a0b3f0-f3ff-4eee-a893-5cf551a5fdb9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:53.527226 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a0b3f0-f3ff-4eee-a893-5cf551a5fdb9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:53.527590 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a0b3f0-f3ff-4eee-a893-5cf551a5fdb9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:53.527872 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a0b3f0-f3ff-4eee-a893-5cf551a5fdb9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:09:53.569040 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3979545-43cd-42ab-bc71-2ad3a37bc9bb req-61a0b3f0-f3ff-4eee-a893-5cf551a5fdb9 service neutron] No DVR routers for this DVR port 78fca617-d7e1-4359-ac70-2f6445626d55 on host n-h2-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:09:53.705830 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-f3979545-43cd-42ab-bc71-2ad3a37bc9bb req-61a0b3f0-f3ff-4eee-a893-5cf551a5fdb9 service neutron] Attempting to bind port 78fca617-d7e1-4359-ac70-2f6445626d55 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:09:53.706174 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-f3979545-43cd-42ab-bc71-2ad3a37bc9bb req-61a0b3f0-f3ff-4eee-a893-5cf551a5fdb9 service neutron] Attempting to bind port 78fca617-d7e1-4359-ac70-2f6445626d55 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'bae72b8a-0a40-41b1-8cc2-88444c089490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:09:53.706513 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3979545-43cd-42ab-bc71-2ad3a37bc9bb req-61a0b3f0-f3ff-4eee-a893-5cf551a5fdb9 service neutron] Attempting to bind port 78fca617-d7e1-4359-ac70-2f6445626d55 on network af3f096c-49dc-487c-b525-c2c1af553b1f {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:09:53.711036 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3979545-43cd-42ab-bc71-2ad3a37bc9bb req-61a0b3f0-f3ff-4eee-a893-5cf551a5fdb9 service neutron] Port 78fca617-d7e1-4359-ac70-2f6445626d55 on network af3f096c-49dc-487c-b525-c2c1af553b1f not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:09:53.711439 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3979545-43cd-42ab-bc71-2ad3a37bc9bb req-61a0b3f0-f3ff-4eee-a893-5cf551a5fdb9 service neutron] Attempting to bind port 78fca617-d7e1-4359-ac70-2f6445626d55 on network af3f096c-49dc-487c-b525-c2c1af553b1f {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:09:53.717294 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3979545-43cd-42ab-bc71-2ad3a37bc9bb req-61a0b3f0-f3ff-4eee-a893-5cf551a5fdb9 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:09:53.717639 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3979545-43cd-42ab-bc71-2ad3a37bc9bb req-61a0b3f0-f3ff-4eee-a893-5cf551a5fdb9 service neutron] Checking segment: {'id': 'bae72b8a-0a40-41b1-8cc2-88444c089490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:09:53.718031 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3979545-43cd-42ab-bc71-2ad3a37bc9bb req-61a0b3f0-f3ff-4eee-a893-5cf551a5fdb9 service neutron] Bound using segment: {'id': 'bae72b8a-0a40-41b1-8cc2-88444c089490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:09:53.718493 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-f3979545-43cd-42ab-bc71-2ad3a37bc9bb req-61a0b3f0-f3ff-4eee-a893-5cf551a5fdb9 service neutron] Bound port: 78fca617-d7e1-4359-ac70-2f6445626d55, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae72b8a-0a40-41b1-8cc2-88444c089490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:09:53.718858 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-f3979545-43cd-42ab-bc71-2ad3a37bc9bb req-61a0b3f0-f3ff-4eee-a893-5cf551a5fdb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (78fca617-d7e1-4359-ac70-2f6445626d55), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:53.784951 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-f3979545-43cd-42ab-bc71-2ad3a37bc9bb req-61a0b3f0-f3ff-4eee-a893-5cf551a5fdb9 service neutron] For port 78fca617-d7e1-4359-ac70-2f6445626d55, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:09:53.787789 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-f3979545-43cd-42ab-bc71-2ad3a37bc9bb req-61a0b3f0-f3ff-4eee-a893-5cf551a5fdb9 service neutron] For port 78fca617-d7e1-4359-ac70-2f6445626d55, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=78fca617-d7e1-4359-ac70-2f6445626d55,segment=NetworkSegment(bae72b8a-0a40-41b1-8cc2-88444c089490),segment_id=bae72b8a-0a40-41b1-8cc2-88444c089490)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:09:53.793965 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-f3979545-43cd-42ab-bc71-2ad3a37bc9bb req-61a0b3f0-f3ff-4eee-a893-5cf551a5fdb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (78fca617-d7e1-4359-ac70-2f6445626d55), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:53.827664 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3979545-43cd-42ab-bc71-2ad3a37bc9bb req-61a0b3f0-f3ff-4eee-a893-5cf551a5fdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:53.828312 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-f3979545-43cd-42ab-bc71-2ad3a37bc9bb req-61a0b3f0-f3ff-4eee-a893-5cf551a5fdb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:09:53.830292 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f3979545-43cd-42ab-bc71-2ad3a37bc9bb req-61a0b3f0-f3ff-4eee-a893-5cf551a5fdb9 service neutron] 10.222.0.47 "PUT /v2.0/ports/78fca617-d7e1-4359-ac70-2f6445626d55 HTTP/1.1" status: 200 len: 1092 time: 0.7569869 Feb 09 02:09:53.830742 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e', 'tag': '78fca617-d7e1-4359-ac70-2f6445626d55'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:09:53.832993 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb43af88e673329c23149398428cc041a01d2eb1e38e3c4d9439b19a076227c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e4b476-54ee-4dbd-a9f6-fd39117880c6" -d '{"events": [{"name": "network-changed", "server_uuid": "1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e", "tag": "78fca617-d7e1-4359-ac70-2f6445626d55"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:09:53.886598 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a0b3f0-f3ff-4eee-a893-5cf551a5fdb9 service neutron] Pushing event updated for resources: {'Port': ['ID=78fca617-d7e1-4359-ac70-2f6445626d55,revision_number=10']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:09:53.908513 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3979545-43cd-42ab-bc71-2ad3a37bc9bb req-34264ad3-76b9-4dd6-8c77-bd171af2831b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:53.910221 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f3979545-43cd-42ab-bc71-2ad3a37bc9bb req-34264ad3-76b9-4dd6-8c77-bd171af2831b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bdf97489d6b8408ba0a22222337f087b&device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 1127 time: 0.0549572 Feb 09 02:09:53.937335 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd8fbce-dc62-47cd-b1cf-159c08ecfd6b x-openstack-request-id: req-ccd8fbce-dc62-47cd-b1cf-159c08ecfd6b {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:09:53.937634 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e", "tag": "78fca617-d7e1-4359-ac70-2f6445626d55", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:09:53.937899 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ccd8fbce-dc62-47cd-b1cf-159c08ecfd6b {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:09:53.938303 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e', 'tag': '78fca617-d7e1-4359-ac70-2f6445626d55', 'status': 'completed', 'code': 200} Feb 09 02:09:54.012479 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3979545-43cd-42ab-bc71-2ad3a37bc9bb req-55ff3330-3e89-415f-81c8-26f9e2ce1c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:54.014027 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f3979545-43cd-42ab-bc71-2ad3a37bc9bb req-55ff3330-3e89-415f-81c8-26f9e2ce1c89 service neutron] 10.222.0.47 "GET /v2.0/networks?id=af3f096c-49dc-487c-b525-c2c1af553b1f HTTP/1.1" status: 200 len: 909 time: 0.0972319 Feb 09 02:09:54.081204 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f3979545-43cd-42ab-bc71-2ad3a37bc9bb req-6c79bae5-afd5-4cc4-914b-22e9902d72c2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78fca617-d7e1-4359-ac70-2f6445626d55 HTTP/1.1" status: 200 len: 1000 time: 0.0606253 Feb 09 02:09:54.128142 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3979545-43cd-42ab-bc71-2ad3a37bc9bb req-f7efd66f-cd87-4246-82d6-939329a73df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:54.129538 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f3979545-43cd-42ab-bc71-2ad3a37bc9bb req-f7efd66f-cd87-4246-82d6-939329a73df9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf9c11ce-4026-4979-8d42-293ced89501f HTTP/1.1" status: 200 len: 846 time: 0.0431931 Feb 09 02:09:54.182253 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3979545-43cd-42ab-bc71-2ad3a37bc9bb req-646e1ddb-ed94-42fa-94ea-2f10954310ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:54.183760 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f3979545-43cd-42ab-bc71-2ad3a37bc9bb req-646e1ddb-ed94-42fa-94ea-2f10954310ca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af3f096c-49dc-487c-b525-c2c1af553b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486405 Feb 09 02:09:54.272938 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f3979545-43cd-42ab-bc71-2ad3a37bc9bb req-a70eb4cf-8d9f-4a4a-a217-c11ba5b1f0a6 service neutron] 10.222.0.47 "GET /v2.0/networks/af3f096c-49dc-487c-b525-c2c1af553b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797932 Feb 09 02:09:54.367363 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f3979545-43cd-42ab-bc71-2ad3a37bc9bb req-007a5d88-699a-4427-ad0b-9834607bc85c service neutron] 10.222.0.47 "GET /v2.0/networks/af3f096c-49dc-487c-b525-c2c1af553b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889094 Feb 09 02:09:54.457518 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4b476-54ee-4dbd-a9f6-fd39117880c6 req-ec934bd4-a850-4c1f-a030-22865c126a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:54.459100 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-26e4b476-54ee-4dbd-a9f6-fd39117880c6 req-ec934bd4-a850-4c1f-a030-22865c126a5c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bdf97489d6b8408ba0a22222337f087b&device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 1127 time: 0.0480299 Feb 09 02:09:54.493391 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1827d7-bc1f-4859-8aee-12e1010d6bde req-ad02469d-3866-4321-9801-920740abf345 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:54.494920 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dd1827d7-bc1f-4859-8aee-12e1010d6bde req-ad02469d-3866-4321-9801-920740abf345 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 945 time: 0.0549960 Feb 09 02:09:54.558512 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dd1827d7-bc1f-4859-8aee-12e1010d6bde req-1b83ac66-b1df-4dc4-baef-5401f9b4d0e6 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580192 Feb 09 02:09:54.565309 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4b476-54ee-4dbd-a9f6-fd39117880c6 req-54f98c77-8e5b-4072-be1f-a29a8d92b3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:54.566818 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-26e4b476-54ee-4dbd-a9f6-fd39117880c6 req-54f98c77-8e5b-4072-be1f-a29a8d92b3d6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=af3f096c-49dc-487c-b525-c2c1af553b1f HTTP/1.1" status: 200 len: 909 time: 0.1013141 Feb 09 02:09:54.641858 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-26e4b476-54ee-4dbd-a9f6-fd39117880c6 req-dc3d2857-d441-433b-b9e9-5df5e32133fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78fca617-d7e1-4359-ac70-2f6445626d55 HTTP/1.1" status: 200 len: 1000 time: 0.0685134 Feb 09 02:09:54.740802 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4b476-54ee-4dbd-a9f6-fd39117880c6 req-f0437425-fa2e-4c9d-9a73-414c8ed5aadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:54.748406 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-26e4b476-54ee-4dbd-a9f6-fd39117880c6 req-f0437425-fa2e-4c9d-9a73-414c8ed5aadc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf9c11ce-4026-4979-8d42-293ced89501f HTTP/1.1" status: 200 len: 846 time: 0.0981724 Feb 09 02:09:55.712137 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c8fbc-a7dc-45a2-829c-fcf6e4247378 req-c43f663b-0bb3-40ec-b0be-e4d93862618b tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:55.713707 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-914c8fbc-a7dc-45a2-829c-fcf6e4247378 req-c43f663b-0bb3-40ec-b0be-e4d93862618b tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 945 time: 0.0717423 Feb 09 02:09:55.784125 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-914c8fbc-a7dc-45a2-829c-fcf6e4247378 req-d0b420e8-09cd-4a7b-aa08-06c65a1f678b tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560162 Feb 09 02:09:56.913163 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f1c2c-07dc-41bc-8612-b250b3e0ba91 req-8e495ae6-fcec-4b12-9043-498c4d88a506 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:56.914714 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8f1f1c2c-07dc-41bc-8612-b250b3e0ba91 req-8e495ae6-fcec-4b12-9043-498c4d88a506 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 945 time: 0.0593998 Feb 09 02:09:56.966851 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8f1f1c2c-07dc-41bc-8612-b250b3e0ba91 req-3f1ad119-6f25-4009-b52b-cdc6b4f8a3e2 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465710 Feb 09 02:09:58.103555 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071fac47-a9d1-4c2e-9419-4ad127e7fb3e req-f5a14c2f-4959-44fe-be58-f344937b4366 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:58.105095 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-071fac47-a9d1-4c2e-9419-4ad127e7fb3e req-f5a14c2f-4959-44fe-be58-f344937b4366 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 945 time: 0.0552552 Feb 09 02:09:58.157167 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-071fac47-a9d1-4c2e-9419-4ad127e7fb3e req-6ad15248-c1ff-43f8-b650-61e195d7d585 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462875 Feb 09 02:09:59.283270 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6026e-183e-4fbc-903e-ed164130700c req-1fe03c34-a3fc-4286-b640-02be8b7dccf3 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:09:59.285151 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6bb6026e-183e-4fbc-903e-ed164130700c req-1fe03c34-a3fc-4286-b640-02be8b7dccf3 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 945 time: 0.0600488 Feb 09 02:09:59.338981 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6bb6026e-183e-4fbc-903e-ed164130700c req-f34749e4-b74b-4aa5-818f-a2a32ae5865b tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479436 Feb 09 02:10:00.480037 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46375f4-1981-4b1b-a2da-b117c8e0e81d req-9f751809-ea8c-4de6-95a8-0c142646432f tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:00.481622 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c46375f4-1981-4b1b-a2da-b117c8e0e81d req-9f751809-ea8c-4de6-95a8-0c142646432f tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 945 time: 0.0590482 Feb 09 02:10:00.531698 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c46375f4-1981-4b1b-a2da-b117c8e0e81d req-07fb8545-50c5-4d09-8a90-3fdc9538d326 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444593 Feb 09 02:10:01.663876 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be34fbc-f1c0-4334-ab4a-478b7d41dab3 req-afb7300a-4948-4e4b-9024-558f99c2a5d8 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:01.665434 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5be34fbc-f1c0-4334-ab4a-478b7d41dab3 req-afb7300a-4948-4e4b-9024-558f99c2a5d8 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 945 time: 0.0581877 Feb 09 02:10:01.717359 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5be34fbc-f1c0-4334-ab4a-478b7d41dab3 req-54bb47a2-0628-4001-8fef-5e5e8fc1525f tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459630 Feb 09 02:10:02.517136 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-415e222b-0c32-4984-88a4-064c916514bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:02.836136 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31539438-405d-48f1-82fa-77b5fb8b852e req-e6741c68-95f0-4e9e-9d8e-02f4d014eafe tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:02.837550 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31539438-405d-48f1-82fa-77b5fb8b852e req-e6741c68-95f0-4e9e-9d8e-02f4d014eafe tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 945 time: 0.0523009 Feb 09 02:10:02.886423 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-31539438-405d-48f1-82fa-77b5fb8b852e req-09a8a185-5af9-427b-b5c9-de1931fcd62e tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434105 Feb 09 02:10:03.077336 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4b476-54ee-4dbd-a9f6-fd39117880c6 req-851631c8-f091-4e2b-b4d3-e253e1107186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:03.078880 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-26e4b476-54ee-4dbd-a9f6-fd39117880c6 req-851631c8-f091-4e2b-b4d3-e253e1107186 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af3f096c-49dc-487c-b525-c2c1af553b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455589 Feb 09 02:10:03.170170 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-26e4b476-54ee-4dbd-a9f6-fd39117880c6 req-a21604ff-fa62-4a24-b7d6-cf95530c15a3 service neutron] 10.222.0.47 "GET /v2.0/networks/af3f096c-49dc-487c-b525-c2c1af553b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843794 Feb 09 02:10:03.259294 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-26e4b476-54ee-4dbd-a9f6-fd39117880c6 req-cbb9ab6d-60ab-4119-9a68-e7312ec1760e service neutron] 10.222.0.47 "GET /v2.0/networks/af3f096c-49dc-487c-b525-c2c1af553b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806077 Feb 09 02:10:04.006112 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d66d2c-5685-420a-9205-743ce122a987 req-f0e60873-6bdb-4882-959f-a08baa1db3b1 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:04.007604 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c6d66d2c-5685-420a-9205-743ce122a987 req-f0e60873-6bdb-4882-959f-a08baa1db3b1 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 945 time: 0.0531950 Feb 09 02:10:04.059537 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c6d66d2c-5685-420a-9205-743ce122a987 req-ae53c7d4-8495-4239-8ff8-da2549dfa85b tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462732 Feb 09 02:10:04.529276 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-61370f79-6ad9-4946-85e1-a1b59772d993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:05.183912 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708a3d3-d587-4e2f-9856-880da7bfff64 req-94530849-97d8-41b0-94b4-1b36458532dc tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:05.185435 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2708a3d3-d587-4e2f-9856-880da7bfff64 req-94530849-97d8-41b0-94b4-1b36458532dc tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 945 time: 0.0522661 Feb 09 02:10:05.233444 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2708a3d3-d587-4e2f-9856-880da7bfff64 req-1c7f4aba-c0e1-4379-b79b-05b6ebff0746 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422139 Feb 09 02:10:05.765989 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 78fca617-d7e1-4359-ac70-2f6445626d55 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:10:05.862911 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 78fca617-d7e1-4359-ac70-2f6445626d55, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=78fca617-d7e1-4359-ac70-2f6445626d55,segment=NetworkSegment(bae72b8a-0a40-41b1-8cc2-88444c089490),segment_id=bae72b8a-0a40-41b1-8cc2-88444c089490)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:05.873864 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '78fca617-d7e1-4359-ac70-2f6445626d55', 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f', 'port_id': '78fca617-d7e1-4359-ac70-2f6445626d55', 'mac_address': 'fa:16:3e:f8:21:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1004, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf9c11ce-4026-4979-8d42-293ced89501f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:10:05.912788 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 78fca617-d7e1-4359-ac70-2f6445626d55 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:10:05.913230 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (78fca617-d7e1-4359-ac70-2f6445626d55), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:05.926214 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78fca617-d7e1-4359-ac70-2f6445626d55 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:10:05.945851 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 78fca617-d7e1-4359-ac70-2f6445626d55, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=78fca617-d7e1-4359-ac70-2f6445626d55,segment=NetworkSegment(bae72b8a-0a40-41b1-8cc2-88444c089490),segment_id=bae72b8a-0a40-41b1-8cc2-88444c089490)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:05.949536 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (78fca617-d7e1-4359-ac70-2f6445626d55), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:05.997843 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=78fca617-d7e1-4359-ac70-2f6445626d55,revision_number=11']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:06.148803 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:06.168583 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['78fca617-d7e1-4359-ac70-2f6445626d55'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:10:06.359535 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1677af-3121-47b1-80a8-df9814476ea5 req-ebf09ef6-9554-47b7-abe4-c0faa7c47bec tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:06.361623 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3a1677af-3121-47b1-80a8-df9814476ea5 req-ebf09ef6-9554-47b7-abe4-c0faa7c47bec tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 946 time: 0.0569243 Feb 09 02:10:06.411566 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3a1677af-3121-47b1-80a8-df9814476ea5 req-b8d508e6-0b98-4744-abd1-e6f7233775c6 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441554 Feb 09 02:10:07.429832 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:07.537315 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375065a8-c102-46f4-ba60-daab2ae7f899 req-239b52f4-cda7-4999-8825-dcd83c85bff9 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:07.538780 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-375065a8-c102-46f4-ba60-daab2ae7f899 req-239b52f4-cda7-4999-8825-dcd83c85bff9 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 946 time: 0.0554492 Feb 09 02:10:07.587121 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-375065a8-c102-46f4-ba60-daab2ae7f899 req-4a7bf1f4-6a2f-4031-84d9-09a37ed20611 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426135 Feb 09 02:10:07.781343 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 78fca617-d7e1-4359-ac70-2f6445626d55 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:10:07.829481 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 78fca617-d7e1-4359-ac70-2f6445626d55 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:10:07.833534 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 78fca617-d7e1-4359-ac70-2f6445626d55 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:10:07.833922 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (78fca617-d7e1-4359-ac70-2f6445626d55), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:07.913066 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 78fca617-d7e1-4359-ac70-2f6445626d55 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:10:07.913467 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (78fca617-d7e1-4359-ac70-2f6445626d55), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:07.935068 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fca617-d7e1-4359-ac70-2f6445626d55'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:10:07.937562 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f766445e23ec559c7328ff843d6cc013f3fae19186639b550ac9b130fb2cde8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f942bc-cc4e-429f-9530-6ab227bce066" -d '{"events": [{"server_uuid": "1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e", "name": "network-vif-plugged", "status": "completed", "tag": "78fca617-d7e1-4359-ac70-2f6445626d55"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:10:07.949916 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 78fca617-d7e1-4359-ac70-2f6445626d55, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=78fca617-d7e1-4359-ac70-2f6445626d55,segment=NetworkSegment(bae72b8a-0a40-41b1-8cc2-88444c089490),segment_id=bae72b8a-0a40-41b1-8cc2-88444c089490)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:10:07.955073 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (78fca617-d7e1-4359-ac70-2f6445626d55), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:07.978445 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67be06a-c292-4028-96cd-873f932fe737 x-openstack-request-id: req-b67be06a-c292-4028-96cd-873f932fe737 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:10:07.978741 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e", "name": "network-vif-plugged", "status": "completed", "tag": "78fca617-d7e1-4359-ac70-2f6445626d55", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:10:07.978997 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b67be06a-c292-4028-96cd-873f932fe737 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:10:07.979385 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fca617-d7e1-4359-ac70-2f6445626d55', 'code': 200} Feb 09 02:10:08.003893 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=78fca617-d7e1-4359-ac70-2f6445626d55,revision_number=12']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:10:08.148819 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c3692-e47f-4662-9654-db609cb17df9 req-ae7b0139-430c-48d2-8d7d-820f6eb94061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:08.150312 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f83c3692-e47f-4662-9654-db609cb17df9 req-ae7b0139-430c-48d2-8d7d-820f6eb94061 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 1129 time: 0.0484192 Feb 09 02:10:08.184978 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:08.197021 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f83c3692-e47f-4662-9654-db609cb17df9 req-c72f76ea-b43e-4a60-9994-5c39fa2be2b5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411592 Feb 09 02:10:08.550835 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:08.708276 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c30acd-1a07-46da-af37-fc03507d3f49 req-aa5818be-366a-4e16-ae96-9a4e7b6517a1 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:08.710059 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-61c30acd-1a07-46da-af37-fc03507d3f49 req-aa5818be-366a-4e16-ae96-9a4e7b6517a1 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 947 time: 0.0534847 Feb 09 02:10:08.758482 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-61c30acd-1a07-46da-af37-fc03507d3f49 req-e2c21eea-a65e-40e9-84d3-e0637a645b0b tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424650 Feb 09 02:10:09.007478 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:10:09.877910 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879fc7f-34df-42aa-8601-b7c7db83b477 req-22c4e095-ec30-4cf9-84a2-dd30ce35ec16 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:09.879386 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7879fc7f-34df-42aa-8601-b7c7db83b477 req-22c4e095-ec30-4cf9-84a2-dd30ce35ec16 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 947 time: 0.0511105 Feb 09 02:10:09.912035 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:09.932988 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7879fc7f-34df-42aa-8601-b7c7db83b477 req-1c243517-9d21-4a99-8b84-5031a86bfd74 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479317 Feb 09 02:10:32.518200 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-58df3ed7-a168-41be-b9ab-7c70572c8285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:34.533245 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a5e0cdd6-422c-4a78-9bae-78fa439698ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:36.151520 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:37.431230 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:38.188415 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:38.553236 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:39.910111 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:10:45.748308 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-241e61bf-880e-41e2-8f87-bfeb6e428be5 req-a252bb7f-4c74-4d55-abc8-a1e065bae120 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437813 Feb 09 02:10:45.842331 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e61bf-880e-41e2-8f87-bfeb6e428be5 req-7c5da63a-4c6b-4388-bf8b-f092108cf24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:45.843900 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-241e61bf-880e-41e2-8f87-bfeb6e428be5 req-7c5da63a-4c6b-4388-bf8b-f092108cf24d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bdf97489d6b8408ba0a22222337f087b&device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 1129 time: 0.0511558 Feb 09 02:10:45.950649 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e61bf-880e-41e2-8f87-bfeb6e428be5 req-95b26bf0-7cdd-4532-8978-d9a4f82a00b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:45.952745 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-241e61bf-880e-41e2-8f87-bfeb6e428be5 req-95b26bf0-7cdd-4532-8978-d9a4f82a00b0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=af3f096c-49dc-487c-b525-c2c1af553b1f HTTP/1.1" status: 200 len: 909 time: 0.0875301 Feb 09 02:10:46.010073 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:10:46.018955 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-241e61bf-880e-41e2-8f87-bfeb6e428be5 req-0eaa2768-8be6-40d4-8cdb-01d8a92e3487 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78fca617-d7e1-4359-ac70-2f6445626d55 HTTP/1.1" status: 200 len: 1002 time: 0.0607870 Feb 09 02:10:46.071629 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e61bf-880e-41e2-8f87-bfeb6e428be5 req-ad5da399-e3c7-475f-bf7f-f082e54080b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:46.073129 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-241e61bf-880e-41e2-8f87-bfeb6e428be5 req-ad5da399-e3c7-475f-bf7f-f082e54080b6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf9c11ce-4026-4979-8d42-293ced89501f HTTP/1.1" status: 200 len: 846 time: 0.0487895 Feb 09 02:10:46.120753 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e61bf-880e-41e2-8f87-bfeb6e428be5 req-48f81364-9ee7-498e-839b-30d8f74bacf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:10:46.122284 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-241e61bf-880e-41e2-8f87-bfeb6e428be5 req-48f81364-9ee7-498e-839b-30d8f74bacf9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af3f096c-49dc-487c-b525-c2c1af553b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436661 Feb 09 02:10:46.208344 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-241e61bf-880e-41e2-8f87-bfeb6e428be5 req-58235785-9db5-48b0-bf23-98a05478e579 service neutron] 10.222.0.47 "GET /v2.0/networks/af3f096c-49dc-487c-b525-c2c1af553b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795734 Feb 09 02:10:46.298400 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-241e61bf-880e-41e2-8f87-bfeb6e428be5 req-ebb4f885-b5a1-491a-9dc3-97ba14acc490 service neutron] 10.222.0.47 "GET /v2.0/networks/af3f096c-49dc-487c-b525-c2c1af553b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838525 Feb 09 02:11:02.519720 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-159a57ec-3bec-443d-a34d-dbf559a23a51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:04.534688 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d299a860-ebf0-4a72-b6ec-822472846caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:06.158214 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:07.435064 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:08.197382 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:08.555436 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:09.909855 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:21.526690 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46272) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:11:21.680423 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-81003492-d186-4704-bb0a-f4134eb14e4e tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Deleting port 2a788224-4132-421e-9431-87a2b1494050 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:11:21.680796 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81003492-d186-4704-bb0a-f4134eb14e4e tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (2a788224-4132-421e-9431-87a2b1494050), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:21.755976 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81003492-d186-4704-bb0a-f4134eb14e4e tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (2a788224-4132-421e-9431-87a2b1494050), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:21.756298 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81003492-d186-4704-bb0a-f4134eb14e4e tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for floatingip (2a788224-4132-421e-9431-87a2b1494050), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:21.767520 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-81003492-d186-4704-bb0a-f4134eb14e4e tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Calling delete_port for 2a788224-4132-421e-9431-87a2b1494050 owned by network:floatingip {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:11:22.188623 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81003492-d186-4704-bb0a-f4134eb14e4e tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (2a788224-4132-421e-9431-87a2b1494050), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:22.217907 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81003492-d186-4704-bb0a-f4134eb14e4e tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Pushing event deleted for resources: {'Port': ['ID=2a788224-4132-421e-9431-87a2b1494050,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:22.242845 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81003492-d186-4704-bb0a-f4134eb14e4e tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:22.243205 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81003492-d186-4704-bb0a-f4134eb14e4e tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:22.243551 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81003492-d186-4704-bb0a-f4134eb14e4e tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:22.243895 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81003492-d186-4704-bb0a-f4134eb14e4e tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:22.244233 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81003492-d186-4704-bb0a-f4134eb14e4e tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:22.244592 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81003492-d186-4704-bb0a-f4134eb14e4e tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:22.244932 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81003492-d186-4704-bb0a-f4134eb14e4e tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:22.245265 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81003492-d186-4704-bb0a-f4134eb14e4e tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:22.245601 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81003492-d186-4704-bb0a-f4134eb14e4e tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:22.245933 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81003492-d186-4704-bb0a-f4134eb14e4e tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:22.246261 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81003492-d186-4704-bb0a-f4134eb14e4e tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:22.246586 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81003492-d186-4704-bb0a-f4134eb14e4e tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:22.246917 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81003492-d186-4704-bb0a-f4134eb14e4e tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:22.286137 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81003492-d186-4704-bb0a-f4134eb14e4e tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for floatingip (84290c5b-bbe8-444e-9c33-f762bdd0deac), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:22.286519 n-d-828369-4 neutron-server[103137]: INFO neutron.db.l3_db [None req-81003492-d186-4704-bb0a-f4134eb14e4e tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Floating IP 84290c5b-bbe8-444e-9c33-f762bdd0deac disassociated (deleted). External IP: 172.25.8.189, port: 78fca617-d7e1-4359-ac70-2f6445626d55. Feb 09 02:11:22.505175 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81003492-d186-4704-bb0a-f4134eb14e4e tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Router c0a38b8d-1f5e-4922-9391-c6ce40b70166 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:11:22.615820 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81003492-d186-4704-bb0a-f4134eb14e4e tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:11:22.620577 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-81003492-d186-4704-bb0a-f4134eb14e4e tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:22.625253 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d599abe-84af-470b-ab4e-1f87e7c87a80 None None] Sync routers for ids ['c0a38b8d-1f5e-4922-9391-c6ce40b70166'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:11:22.637722 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d599abe-84af-470b-ab4e-1f87e7c87a80 None None] Routers {'c0a38b8d-1f5e-4922-9391-c6ce40b70166'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:11:22.638349 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-4d599abe-84af-470b-ab4e-1f87e7c87a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:11:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c0a38b8d-1f5e-4922-9391-c6ce40b70166'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:22.649371 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-81003492-d186-4704-bb0a-f4134eb14e4e tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "DELETE /v2.0/floatingips/84290c5b-bbe8-444e-9c33-f762bdd0deac HTTP/1.1" status: 204 len: 168 time: 1.1215997 Feb 09 02:11:22.650095 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e', 'tag': '78fca617-d7e1-4359-ac70-2f6445626d55'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:11:22.652783 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb43af88e673329c23149398428cc041a01d2eb1e38e3c4d9439b19a076227c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b893d02-2941-48ae-935e-f7e81d407f20" -d '{"events": [{"name": "network-changed", "server_uuid": "1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e", "tag": "78fca617-d7e1-4359-ac70-2f6445626d55"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:11:22.695747 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90368969-70fb-4f96-bca3-07325928e815 x-openstack-request-id: req-90368969-70fb-4f96-bca3-07325928e815 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:11:22.696044 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e", "tag": "78fca617-d7e1-4359-ac70-2f6445626d55", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:11:22.696302 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-90368969-70fb-4f96-bca3-07325928e815 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:11:22.696856 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e', 'tag': '78fca617-d7e1-4359-ac70-2f6445626d55', 'status': 'completed', 'code': 200} Feb 09 02:11:22.750561 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-4d599abe-84af-470b-ab4e-1f87e7c87a80 None None] Set router c0a38b8d-1f5e-4922-9391-c6ce40b70166 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:11:22.815987 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b893d02-2941-48ae-935e-f7e81d407f20 req-514f6114-1e7d-41b7-a2e0-96ae4ef00e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:22.817669 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-0b893d02-2941-48ae-935e-f7e81d407f20 req-514f6114-1e7d-41b7-a2e0-96ae4ef00e31 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bdf97489d6b8408ba0a22222337f087b&device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 1129 time: 0.0996444 Feb 09 02:11:22.893074 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab72931-76f5-43eb-9cf6-ce291b33c6cf req-3e47aebf-d957-4e5a-b7ee-16c7f052e6e3 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:22.895532 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3ab72931-76f5-43eb-9cf6-ce291b33c6cf req-3e47aebf-d957-4e5a-b7ee-16c7f052e6e3 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 947 time: 0.0630362 Feb 09 02:11:22.918043 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b893d02-2941-48ae-935e-f7e81d407f20 req-cd91d7f1-57bc-4fb3-989d-fcf14e224714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:22.919575 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-0b893d02-2941-48ae-935e-f7e81d407f20 req-cd91d7f1-57bc-4fb3-989d-fcf14e224714 service neutron] 10.222.0.47 "GET /v2.0/networks?id=af3f096c-49dc-487c-b525-c2c1af553b1f HTTP/1.1" status: 200 len: 909 time: 0.0954309 Feb 09 02:11:22.955360 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3ab72931-76f5-43eb-9cf6-ce291b33c6cf req-9a64d757-468c-4b20-9570-988d43c0186d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527041 Feb 09 02:11:22.964843 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-0b893d02-2941-48ae-935e-f7e81d407f20 req-82db5074-b5f1-4457-9afc-688b21f0b513 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78fca617-d7e1-4359-ac70-2f6445626d55 HTTP/1.1" status: 200 len: 217 time: 0.0382316 Feb 09 02:11:23.009035 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:11:23.015130 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b893d02-2941-48ae-935e-f7e81d407f20 req-71e38e16-1130-47ed-9a33-8c38b6bc5ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:23.016645 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-0b893d02-2941-48ae-935e-f7e81d407f20 req-71e38e16-1130-47ed-9a33-8c38b6bc5ca4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf9c11ce-4026-4979-8d42-293ced89501f HTTP/1.1" status: 200 len: 846 time: 0.0461359 Feb 09 02:11:23.078899 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b893d02-2941-48ae-935e-f7e81d407f20 req-8689a048-1465-48a6-8838-a3738a3bd9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:23.080453 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-0b893d02-2941-48ae-935e-f7e81d407f20 req-8689a048-1465-48a6-8838-a3738a3bd9d7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af3f096c-49dc-487c-b525-c2c1af553b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0549076 Feb 09 02:11:23.133586 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-4d599abe-84af-470b-ab4e-1f87e7c87a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'name': 'tempest-TestShelveInstance-13146114-router', 'tenant_id': 'bdf97489d6b8408ba0a22222337f087b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '4279b188-e4e9-461d-9209-f1ea45e5f3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:07:06Z', 'updated_at': '2022-02-09T02:07:09Z', 'revision_number': 4, 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'gw_port': {'id': '4279b188-e4e9-461d-9209-f1ea45e5f3d8', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:07Z', 'updated_at': '2022-02-09T02:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '6fdea76b-0e01-407c-9ace-40f499a75837', 'name': '', 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f', 'tenant_id': 'bdf97489d6b8408ba0a22222337f087b', 'mac_address': 'fa:16:3e:a3:40:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'cf9c11ce-4026-4979-8d42-293ced89501f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:09Z', 'updated_at': '2022-02-09T02:07:13Z', 'revision_number': 5, 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'subnets': [{'id': 'cf9c11ce-4026-4979-8d42-293ced89501f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:23.159722 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d599abe-84af-470b-ab4e-1f87e7c87a80 None None] Checking router: c0a38b8d-1f5e-4922-9391-c6ce40b70166 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:11:23.167829 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d599abe-84af-470b-ab4e-1f87e7c87a80 None None] Routers {'c0a38b8d-1f5e-4922-9391-c6ce40b70166'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:11:23.168442 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-4d599abe-84af-470b-ab4e-1f87e7c87a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:11:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c0a38b8d-1f5e-4922-9391-c6ce40b70166'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:23.171064 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-0b893d02-2941-48ae-935e-f7e81d407f20 req-7532d5a5-5331-4aa3-a400-b747fabea025 service neutron] 10.222.0.47 "GET /v2.0/networks/af3f096c-49dc-487c-b525-c2c1af553b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824826 Feb 09 02:11:23.262578 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-0b893d02-2941-48ae-935e-f7e81d407f20 req-d0a7be18-60a2-4576-89ac-9749704e2a75 service neutron] 10.222.0.47 "GET /v2.0/networks/af3f096c-49dc-487c-b525-c2c1af553b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860214 Feb 09 02:11:23.275739 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-4d599abe-84af-470b-ab4e-1f87e7c87a80 None None] Set router c0a38b8d-1f5e-4922-9391-c6ce40b70166 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:11:23.472397 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-4d599abe-84af-470b-ab4e-1f87e7c87a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'name': 'tempest-TestShelveInstance-13146114-router', 'tenant_id': 'bdf97489d6b8408ba0a22222337f087b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '4279b188-e4e9-461d-9209-f1ea45e5f3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:07:06Z', 'updated_at': '2022-02-09T02:07:09Z', 'revision_number': 4, 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'gw_port': {'id': '4279b188-e4e9-461d-9209-f1ea45e5f3d8', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:07Z', 'updated_at': '2022-02-09T02:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '6fdea76b-0e01-407c-9ace-40f499a75837', 'name': '', 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f', 'tenant_id': 'bdf97489d6b8408ba0a22222337f087b', 'mac_address': 'fa:16:3e:a3:40:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'cf9c11ce-4026-4979-8d42-293ced89501f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:09Z', 'updated_at': '2022-02-09T02:07:13Z', 'revision_number': 5, 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'subnets': [{'id': 'cf9c11ce-4026-4979-8d42-293ced89501f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:11:23.498585 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d599abe-84af-470b-ab4e-1f87e7c87a80 None None] The sync data for ids ['c0a38b8d-1f5e-4922-9391-c6ce40b70166'] in n-d-828369-4 is: [{'id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'name': 'tempest-TestShelveInstance-13146114-router', 'tenant_id': 'bdf97489d6b8408ba0a22222337f087b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '4279b188-e4e9-461d-9209-f1ea45e5f3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:07:06Z', 'updated_at': '2022-02-09T02:07:09Z', 'revision_number': 4, 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'gw_port': {'id': '4279b188-e4e9-461d-9209-f1ea45e5f3d8', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:07Z', 'updated_at': '2022-02-09T02:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '6fdea76b-0e01-407c-9ace-40f499a75837', 'name': '', 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f', 'tenant_id': 'bdf97489d6b8408ba0a22222337f087b', 'mac_address': 'fa:16:3e:a3:40:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'cf9c11ce-4026-4979-8d42-293ced89501f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:09Z', 'updated_at': '2022-02-09T02:07:13Z', 'revision_number': 5, 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'subnets': [{'id': 'cf9c11ce-4026-4979-8d42-293ced89501f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:11:23.714055 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ac0678-d12c-4400-94cb-da00fb3b3cbb None None] New status for floating IP 84290c5b-bbe8-444e-9c33-f762bdd0deac: DOWN {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:11:24.078279 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d18b39-86a0-4909-a91c-e5de8fe2b69a req-1a61765c-19d7-4c03-b0a3-c627d7d0b7a7 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:24.079766 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-65d18b39-86a0-4909-a91c-e5de8fe2b69a req-1a61765c-19d7-4c03-b0a3-c627d7d0b7a7 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 947 time: 0.0522952 Feb 09 02:11:24.131966 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-65d18b39-86a0-4909-a91c-e5de8fe2b69a req-65c9b22c-1a32-400c-a42d-4c31c37b12a4 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=08d1cf9e-802c-426b-bf70-5221e93e77c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465488 Feb 09 02:11:24.137885 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3ac59-8b6a-4cbd-91ba-853f066eb279 req-989000f6-be6a-442c-a010-7704cbbcc54d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:24.139375 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-cbe3ac59-8b6a-4cbd-91ba-853f066eb279 req-989000f6-be6a-442c-a010-7704cbbcc54d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e HTTP/1.1" status: 200 len: 947 time: 0.0531142 Feb 09 02:11:24.229517 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-cbe3ac59-8b6a-4cbd-91ba-853f066eb279 req-e64e80c0-efb7-4555-a7e6-057f020b7713 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Deleting port 78fca617-d7e1-4359-ac70-2f6445626d55 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:11:24.229865 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-cbe3ac59-8b6a-4cbd-91ba-853f066eb279 req-e64e80c0-efb7-4555-a7e6-057f020b7713 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (78fca617-d7e1-4359-ac70-2f6445626d55), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:24.319202 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-cbe3ac59-8b6a-4cbd-91ba-853f066eb279 req-e64e80c0-efb7-4555-a7e6-057f020b7713 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] For port 78fca617-d7e1-4359-ac70-2f6445626d55, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=78fca617-d7e1-4359-ac70-2f6445626d55,segment=NetworkSegment(bae72b8a-0a40-41b1-8cc2-88444c089490),segment_id=bae72b8a-0a40-41b1-8cc2-88444c089490)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:11:24.319567 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-cbe3ac59-8b6a-4cbd-91ba-853f066eb279 req-e64e80c0-efb7-4555-a7e6-057f020b7713 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (78fca617-d7e1-4359-ac70-2f6445626d55), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:24.332567 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-cbe3ac59-8b6a-4cbd-91ba-853f066eb279 req-e64e80c0-efb7-4555-a7e6-057f020b7713 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Calling delete_port for 78fca617-d7e1-4359-ac70-2f6445626d55 owned by compute:nova {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:11:24.466043 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-cbe3ac59-8b6a-4cbd-91ba-853f066eb279 req-e64e80c0-efb7-4555-a7e6-057f020b7713 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (78fca617-d7e1-4359-ac70-2f6445626d55), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:24.495585 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64e80c0-efb7-4555-a7e6-057f020b7713 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Pushing event deleted for resources: {'Port': ['ID=78fca617-d7e1-4359-ac70-2f6445626d55,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:24.540286 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe3ac59-8b6a-4cbd-91ba-853f066eb279 req-e64e80c0-efb7-4555-a7e6-057f020b7713 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] No DVR routers for this DVR port 78fca617-d7e1-4359-ac70-2f6445626d55 on host n-h1-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:11:24.543168 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-cbe3ac59-8b6a-4cbd-91ba-853f066eb279 req-e64e80c0-efb7-4555-a7e6-057f020b7713 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:24.547258 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-cbe3ac59-8b6a-4cbd-91ba-853f066eb279 req-e64e80c0-efb7-4555-a7e6-057f020b7713 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.47 "DELETE /v2.0/ports/78fca617-d7e1-4359-ac70-2f6445626d55 HTTP/1.1" status: 204 len: 173 time: 0.4031475 Feb 09 02:11:24.698173 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e', 'name': 'network-vif-deleted', 'tag': '78fca617-d7e1-4359-ac70-2f6445626d55'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:11:24.700418 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb43af88e673329c23149398428cc041a01d2eb1e38e3c4d9439b19a076227c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2ada8c-8792-4bc3-8b75-0a167434d59b" -d '{"events": [{"server_uuid": "1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e", "name": "network-vif-deleted", "tag": "78fca617-d7e1-4359-ac70-2f6445626d55"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:11:24.738539 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668e2f0c-c57c-4157-9b18-9c4db0d56171 x-openstack-request-id: req-668e2f0c-c57c-4157-9b18-9c4db0d56171 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:11:24.738836 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e", "name": "network-vif-deleted", "tag": "78fca617-d7e1-4359-ac70-2f6445626d55", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:11:24.739094 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-668e2f0c-c57c-4157-9b18-9c4db0d56171 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:11:24.739496 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e16cf8b-d878-4dc5-b91f-05b5f3c8d30e', 'name': 'network-vif-deleted', 'tag': '78fca617-d7e1-4359-ac70-2f6445626d55', 'status': 'completed', 'code': 200} Feb 09 02:11:25.187825 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46294) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:11:25.245270 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-59cdfeff-b6c9-4084-a688-b6e91b5e498e tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for security_group (08d1cf9e-802c-426b-bf70-5221e93e77c4), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:25.269948 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-59cdfeff-b6c9-4084-a688-b6e91b5e498e tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for security_group (08d1cf9e-802c-426b-bf70-5221e93e77c4), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:25.333602 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-59cdfeff-b6c9-4084-a688-b6e91b5e498e tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (08d1cf9e-802c-426b-bf70-5221e93e77c4), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:25.336368 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-59cdfeff-b6c9-4084-a688-b6e91b5e498e tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:25.337568 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-59cdfeff-b6c9-4084-a688-b6e91b5e498e tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "DELETE /v2.0/security-groups/08d1cf9e-802c-426b-bf70-5221e93e77c4 HTTP/1.1" status: 204 len: 168 time: 0.1487525 Feb 09 02:11:25.346377 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cdfeff-b6c9-4084-a688-b6e91b5e498e tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d1cf9e-802c-426b-bf70-5221e93e77c4,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:26.074378 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46300) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:11:26.079436 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-157e8486-6194-463a-bc46-19996e994ace tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1588804042', 'description': 'tempest-secgroup-smoke-1588804042 description', 'project_id': 'bdf97489d6b8408ba0a22222337f087b'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:26.100120 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-157e8486-6194-463a-bc46-19996e994ace tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:26.163446 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-157e8486-6194-463a-bc46-19996e994ace tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for security_group (70d4a686-f9a6-4b17-a40e-ae807f201f73), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:26.166944 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-157e8486-6194-463a-bc46-19996e994ace tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (70d4a686-f9a6-4b17-a40e-ae807f201f73), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:26.196111 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-157e8486-6194-463a-bc46-19996e994ace tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:26.197371 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-157e8486-6194-463a-bc46-19996e994ace tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1219943 Feb 09 02:11:26.200157 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46302) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:11:26.205232 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-c41dbe9c-6be1-488a-b569-b44268943328 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Request body: {'security_group_rule': {'security_group_id': '70d4a686-f9a6-4b17-a40e-ae807f201f73', 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:26.209239 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e8486-6194-463a-bc46-19996e994ace tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70d4a686-f9a6-4b17-a40e-ae807f201f73,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:26.231702 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c41dbe9c-6be1-488a-b569-b44268943328 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for security_group_rule (c353a69d-b682-40f0-8875-89fc827b361f), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:26.285819 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c41dbe9c-6be1-488a-b569-b44268943328 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for security_group_rule (c353a69d-b682-40f0-8875-89fc827b361f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:26.289777 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c41dbe9c-6be1-488a-b569-b44268943328 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (c353a69d-b682-40f0-8875-89fc827b361f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:26.315181 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41dbe9c-6be1-488a-b569-b44268943328 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c353a69d-b682-40f0-8875-89fc827b361f,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:26.325696 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c41dbe9c-6be1-488a-b569-b44268943328 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:26.327945 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c41dbe9c-6be1-488a-b569-b44268943328 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1266963 Feb 09 02:11:26.330625 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46304) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:11:26.336765 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-db994d4e-3fc8-42cf-865c-52427f8ada0f tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Request body: {'security_group_rule': {'security_group_id': '70d4a686-f9a6-4b17-a40e-ae807f201f73', 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:26.365986 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-db994d4e-3fc8-42cf-865c-52427f8ada0f tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for security_group_rule (5c5bafd7-b81a-45da-8498-a7befaac0ce5), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:26.430351 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-db994d4e-3fc8-42cf-865c-52427f8ada0f tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for security_group_rule (5c5bafd7-b81a-45da-8498-a7befaac0ce5), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:26.434183 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-db994d4e-3fc8-42cf-865c-52427f8ada0f tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (5c5bafd7-b81a-45da-8498-a7befaac0ce5), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:26.452455 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db994d4e-3fc8-42cf-865c-52427f8ada0f tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c5bafd7-b81a-45da-8498-a7befaac0ce5,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:26.460777 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-db994d4e-3fc8-42cf-865c-52427f8ada0f tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:26.462021 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-db994d4e-3fc8-42cf-865c-52427f8ada0f tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1301951 Feb 09 02:11:26.464750 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46306) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:11:26.469112 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-f480c7fa-b98d-4dfa-9613-b40ad766a5ef tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Request body: {'security_group_rule': {'security_group_id': '70d4a686-f9a6-4b17-a40e-ae807f201f73', 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:26.492762 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f480c7fa-b98d-4dfa-9613-b40ad766a5ef tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for security_group_rule (3cc619b6-e2da-4aa1-b3c7-3e84741bd915), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:26.549580 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f480c7fa-b98d-4dfa-9613-b40ad766a5ef tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for security_group_rule (3cc619b6-e2da-4aa1-b3c7-3e84741bd915), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:26.553108 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f480c7fa-b98d-4dfa-9613-b40ad766a5ef tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (3cc619b6-e2da-4aa1-b3c7-3e84741bd915), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:26.571606 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f480c7fa-b98d-4dfa-9613-b40ad766a5ef tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cc619b6-e2da-4aa1-b3c7-3e84741bd915,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:26.576859 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f480c7fa-b98d-4dfa-9613-b40ad766a5ef tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:26.578055 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f480c7fa-b98d-4dfa-9613-b40ad766a5ef tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1123507 Feb 09 02:11:26.580794 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46308) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:11:26.584975 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-2f560734-03db-45d0-a353-5885810a4e74 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Request body: {'security_group_rule': {'security_group_id': '70d4a686-f9a6-4b17-a40e-ae807f201f73', 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:26.609305 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2f560734-03db-45d0-a353-5885810a4e74 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for security_group_rule (f818d671-e091-4d2b-bd10-cc7b931512c6), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:26.663990 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2f560734-03db-45d0-a353-5885810a4e74 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for security_group_rule (f818d671-e091-4d2b-bd10-cc7b931512c6), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:26.667413 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2f560734-03db-45d0-a353-5885810a4e74 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (f818d671-e091-4d2b-bd10-cc7b931512c6), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:26.685274 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f560734-03db-45d0-a353-5885810a4e74 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f818d671-e091-4d2b-bd10-cc7b931512c6,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:26.693432 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2f560734-03db-45d0-a353-5885810a4e74 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:26.694572 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2f560734-03db-45d0-a353-5885810a4e74 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1128569 Feb 09 02:11:26.698223 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46310) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:11:26.702481 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-1f30f528-a0e9-45d2-b692-5cc0ca2cc7f9 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Request body: {'security_group_rule': {'security_group_id': '70d4a686-f9a6-4b17-a40e-ae807f201f73', 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:26.722327 n-d-828369-4 neutron-server[103137]: INFO neutron.db.securitygroups_db [None req-1f30f528-a0e9-45d2-b692-5cc0ca2cc7f9 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Project bdf97489d6b8408ba0a22222337f087b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:11:26.727686 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1f30f528-a0e9-45d2-b692-5cc0ca2cc7f9 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for security_group_rule (6adf1e94-0be0-4085-b44b-a372d4aedac2), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:26.787590 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1f30f528-a0e9-45d2-b692-5cc0ca2cc7f9 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for security_group_rule (6adf1e94-0be0-4085-b44b-a372d4aedac2), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:26.791240 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1f30f528-a0e9-45d2-b692-5cc0ca2cc7f9 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (6adf1e94-0be0-4085-b44b-a372d4aedac2), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:26.810015 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f30f528-a0e9-45d2-b692-5cc0ca2cc7f9 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6adf1e94-0be0-4085-b44b-a372d4aedac2,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:26.815720 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-1f30f528-a0e9-45d2-b692-5cc0ca2cc7f9 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:26.817055 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-1f30f528-a0e9-45d2-b692-5cc0ca2cc7f9 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1178863 Feb 09 02:11:26.819820 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46312) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:11:26.824077 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-20fdccbc-f4fc-4741-9d6d-c48884621a14 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Request body: {'security_group_rule': {'security_group_id': '70d4a686-f9a6-4b17-a40e-ae807f201f73', 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:26.842770 n-d-828369-4 neutron-server[103137]: INFO neutron.db.securitygroups_db [None req-20fdccbc-f4fc-4741-9d6d-c48884621a14 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Project bdf97489d6b8408ba0a22222337f087b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:11:26.847453 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-20fdccbc-f4fc-4741-9d6d-c48884621a14 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for security_group_rule (fefd83d0-4fd8-42fe-91a1-753e48f802d1), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:26.905385 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-20fdccbc-f4fc-4741-9d6d-c48884621a14 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for security_group_rule (fefd83d0-4fd8-42fe-91a1-753e48f802d1), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:26.909053 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-20fdccbc-f4fc-4741-9d6d-c48884621a14 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (fefd83d0-4fd8-42fe-91a1-753e48f802d1), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:26.927436 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fdccbc-f4fc-4741-9d6d-c48884621a14 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fefd83d0-4fd8-42fe-91a1-753e48f802d1,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:26.935157 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-20fdccbc-f4fc-4741-9d6d-c48884621a14 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:26.936428 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-20fdccbc-f4fc-4741-9d6d-c48884621a14 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1156192 Feb 09 02:11:28.062074 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 78fca617-d7e1-4359-ac70-2f6445626d55 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:11:28.082574 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: 78fca617-d7e1-4359-ac70-2f6445626d55 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:11:28.082925 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 78fca617-d7e1-4359-ac70-2f6445626d55 not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:11:32.522533 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4b842bc6-aece-4508-9179-b5208eb78673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:34.537669 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7740b025-600f-4512-ab45-90dd56b815be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:36.158797 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:37.439354 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:38.213004 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:38.558636 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:39.915139 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:46.339498 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-900128e6-f48c-47cd-8662-12f2b32e2651 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1588804042&fields=id&tenant_id=bdf97489d6b8408ba0a22222337f087b HTTP/1.1" status: 200 len: 267 time: 0.0430317 Feb 09 02:11:46.444690 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-2d2572a5-a72d-48bb-9b84-3f128d690cbc tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:46.446084 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-2d2572a5-a72d-48bb-9b84-3f128d690cbc tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/networks?id=af3f096c-49dc-487c-b525-c2c1af553b1f HTTP/1.1" status: 200 len: 807 time: 0.1002901 Feb 09 02:11:46.460378 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-de773804-1da5-43c5-af8d-c04735a21869 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/quotas/bdf97489d6b8408ba0a22222337f087b HTTP/1.1" status: 200 len: 375 time: 0.0087614 Feb 09 02:11:46.518082 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-d2b2d61c-fba3-49d7-858e-542e69c989f2 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=bdf97489d6b8408ba0a22222337f087b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528886 Feb 09 02:11:46.603179 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-53eda5a8-bf81-43b4-9752-2300de38c85a service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:11:46.604182 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-53eda5a8-bf81-43b4-9752-2300de38c85a service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0753908 Feb 09 02:11:46.690541 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-110f5692-5e0d-49d6-8dd7-06b5354f9f5c service neutron] 10.222.0.50 "GET /v2.0/networks/af3f096c-49dc-487c-b525-c2c1af553b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797167 Feb 09 02:11:46.781286 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-11980f2e-816f-4b18-86d4-fcc12b9cd22c service neutron] 10.222.0.50 "GET /v2.0/networks/af3f096c-49dc-487c-b525-c2c1af553b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851171 Feb 09 02:11:47.066414 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-459265f5-c023-4b7b-bb9e-9947bd5d6c3c req-1ecdbe66-fae8-4430-ad29-a60b69e22159 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 210 time: 0.0303342 Feb 09 02:11:47.964415 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-e281b34f-ce66-4c7d-805a-255da7779cac tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:47.965879 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-e281b34f-ce66-4c7d-805a-255da7779cac tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.120 "GET /v2.0/networks?id=af3f096c-49dc-487c-b525-c2c1af553b1f HTTP/1.1" status: 200 len: 807 time: 0.1053624 Feb 09 02:11:48.036792 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-283e4cde-e426-424a-8039-1d1b8d333b47 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bdf97489d6b8408ba0a22222337f087b HTTP/1.1" status: 200 len: 380 time: 0.0617275 Feb 09 02:11:48.045495 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-fb6371da-a6da-43c9-978e-f8e9c5de935a tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Request body: {'port': {'device_id': '79a97a51-addc-46c8-8bdb-bf406720e4e2', 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f', 'admin_state_up': True, 'tenant_id': 'bdf97489d6b8408ba0a22222337f087b', 'security_groups': ['70d4a686-f9a6-4b17-a40e-ae807f201f73']}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:48.170304 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-58cc3495-ddc2-4a41-9bfb-2a01e95db8c0 req-f8d06e1c-0f11-4fe5-82b0-7758f042bb7d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 210 time: 0.0321693 Feb 09 02:11:48.186173 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-fb6371da-a6da-43c9-978e-f8e9c5de935a tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Made reservation on behalf of bdf97489d6b8408ba0a22222337f087b for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:11:48.189682 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-fb6371da-a6da-43c9-978e-f8e9c5de935a tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:48.318997 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-fb6371da-a6da-43c9-978e-f8e9c5de935a tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Allocated IP 172.20.0.3 (af3f096c-49dc-487c-b525-c2c1af553b1f/cf9c11ce-4026-4979-8d42-293ced89501f/1653ddcc-f937-4738-a78f-bbb111b54d2c) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:11:48.473163 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-fb6371da-a6da-43c9-978e-f8e9c5de935a tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for port (1653ddcc-f937-4738-a78f-bbb111b54d2c), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:48.505285 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-fb6371da-a6da-43c9-978e-f8e9c5de935a tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (1653ddcc-f937-4738-a78f-bbb111b54d2c), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:48.549327 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-fb6371da-a6da-43c9-978e-f8e9c5de935a tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Network af3f096c-49dc-487c-b525-c2c1af553b1f is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:11:48.552379 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-fb6371da-a6da-43c9-978e-f8e9c5de935a tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:11:48.556004 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-fb6371da-a6da-43c9-978e-f8e9c5de935a tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:11:48.562470 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6371da-a6da-43c9-978e-f8e9c5de935a tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Pushing event updated for resources: {'Port': ['ID=1653ddcc-f937-4738-a78f-bbb111b54d2c,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:48.595040 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6371da-a6da-43c9-978e-f8e9c5de935a tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:48.595393 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6371da-a6da-43c9-978e-f8e9c5de935a tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:48.595740 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6371da-a6da-43c9-978e-f8e9c5de935a tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:48.596082 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6371da-a6da-43c9-978e-f8e9c5de935a tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:48.596424 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6371da-a6da-43c9-978e-f8e9c5de935a tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:48.596851 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6371da-a6da-43c9-978e-f8e9c5de935a tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:48.597188 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6371da-a6da-43c9-978e-f8e9c5de935a tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:48.597518 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6371da-a6da-43c9-978e-f8e9c5de935a tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:48.597849 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6371da-a6da-43c9-978e-f8e9c5de935a tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:48.598182 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6371da-a6da-43c9-978e-f8e9c5de935a tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:48.598509 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6371da-a6da-43c9-978e-f8e9c5de935a tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:48.598832 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6371da-a6da-43c9-978e-f8e9c5de935a tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:48.599156 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6371da-a6da-43c9-978e-f8e9c5de935a tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:11:48.619212 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-fb6371da-a6da-43c9-978e-f8e9c5de935a tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:48.619864 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-fb6371da-a6da-43c9-978e-f8e9c5de935a tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:48.638912 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-fb6371da-a6da-43c9-978e-f8e9c5de935a tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5969646 Feb 09 02:11:48.649250 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-a37a2e47-f8dc-4a1d-940b-0ad9a4ef3b4a service neutron] Request body: {'port': {'device_id': '79a97a51-addc-46c8-8bdb-bf406720e4e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:11:48.715867 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-a37a2e47-f8dc-4a1d-940b-0ad9a4ef3b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1653ddcc-f937-4738-a78f-bbb111b54d2c), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:48.812994 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-545c87c0-a682-408f-bb12-7873767d8322 None None] Provisioning complete for port 1653ddcc-f937-4738-a78f-bbb111b54d2c triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:11:48.813597 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-545c87c0-a682-408f-bb12-7873767d8322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (1653ddcc-f937-4738-a78f-bbb111b54d2c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:48.848394 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-545c87c0-a682-408f-bb12-7873767d8322 None None] Port 1653ddcc-f937-4738-a78f-bbb111b54d2c cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:11:48.985806 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-a37a2e47-f8dc-4a1d-940b-0ad9a4ef3b4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1653ddcc-f937-4738-a78f-bbb111b54d2c {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:11:48.992987 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-a37a2e47-f8dc-4a1d-940b-0ad9a4ef3b4a service neutron] Publish callbacks [] for port (1653ddcc-f937-4738-a78f-bbb111b54d2c), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:49.005418 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-a37a2e47-f8dc-4a1d-940b-0ad9a4ef3b4a service neutron] Transition to ACTIVE for port object 1653ddcc-f937-4738-a78f-bbb111b54d2c will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:11:49.011977 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-a37a2e47-f8dc-4a1d-940b-0ad9a4ef3b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (1653ddcc-f937-4738-a78f-bbb111b54d2c), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:49.066749 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a2e47-f8dc-4a1d-940b-0ad9a4ef3b4a service neutron] Pushing event updated for resources: {'Port': ['ID=1653ddcc-f937-4738-a78f-bbb111b54d2c,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:49.146290 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-a37a2e47-f8dc-4a1d-940b-0ad9a4ef3b4a service neutron] Attempting to bind port 1653ddcc-f937-4738-a78f-bbb111b54d2c on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:11:49.146707 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-a37a2e47-f8dc-4a1d-940b-0ad9a4ef3b4a service neutron] Attempting to bind port 1653ddcc-f937-4738-a78f-bbb111b54d2c by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': 'bae72b8a-0a40-41b1-8cc2-88444c089490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:11:49.147049 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-a37a2e47-f8dc-4a1d-940b-0ad9a4ef3b4a service neutron] Attempting to bind port 1653ddcc-f937-4738-a78f-bbb111b54d2c on network af3f096c-49dc-487c-b525-c2c1af553b1f {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:11:49.153542 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-a37a2e47-f8dc-4a1d-940b-0ad9a4ef3b4a service neutron] Port 1653ddcc-f937-4738-a78f-bbb111b54d2c on network af3f096c-49dc-487c-b525-c2c1af553b1f not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:11:49.154023 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-a37a2e47-f8dc-4a1d-940b-0ad9a4ef3b4a service neutron] Attempting to bind port 1653ddcc-f937-4738-a78f-bbb111b54d2c on network af3f096c-49dc-487c-b525-c2c1af553b1f {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:11:49.160399 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-a37a2e47-f8dc-4a1d-940b-0ad9a4ef3b4a service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:11:49.160939 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-a37a2e47-f8dc-4a1d-940b-0ad9a4ef3b4a service neutron] Checking segment: {'id': 'bae72b8a-0a40-41b1-8cc2-88444c089490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:11:49.161441 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-a37a2e47-f8dc-4a1d-940b-0ad9a4ef3b4a service neutron] Bound using segment: {'id': 'bae72b8a-0a40-41b1-8cc2-88444c089490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:11:49.162000 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-a37a2e47-f8dc-4a1d-940b-0ad9a4ef3b4a service neutron] Bound port: 1653ddcc-f937-4738-a78f-bbb111b54d2c, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae72b8a-0a40-41b1-8cc2-88444c089490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:11:49.162476 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-a37a2e47-f8dc-4a1d-940b-0ad9a4ef3b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1653ddcc-f937-4738-a78f-bbb111b54d2c), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:49.244409 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-a37a2e47-f8dc-4a1d-940b-0ad9a4ef3b4a service neutron] For port 1653ddcc-f937-4738-a78f-bbb111b54d2c, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:11:49.248339 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-a37a2e47-f8dc-4a1d-940b-0ad9a4ef3b4a service neutron] For port 1653ddcc-f937-4738-a78f-bbb111b54d2c, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=1653ddcc-f937-4738-a78f-bbb111b54d2c,segment=NetworkSegment(bae72b8a-0a40-41b1-8cc2-88444c089490),segment_id=bae72b8a-0a40-41b1-8cc2-88444c089490)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:11:49.257841 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-a37a2e47-f8dc-4a1d-940b-0ad9a4ef3b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (1653ddcc-f937-4738-a78f-bbb111b54d2c), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:49.675800 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-a37a2e47-f8dc-4a1d-940b-0ad9a4ef3b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:49.676427 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-a37a2e47-f8dc-4a1d-940b-0ad9a4ef3b4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:11:49.677862 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-a37a2e47-f8dc-4a1d-940b-0ad9a4ef3b4a service neutron] 10.222.0.120 "PUT /v2.0/ports/1653ddcc-f937-4738-a78f-bbb111b54d2c HTTP/1.1" status: 200 len: 1091 time: 1.0327587 Feb 09 02:11:49.678305 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79a97a51-addc-46c8-8bdb-bf406720e4e2', 'tag': '1653ddcc-f937-4738-a78f-bbb111b54d2c'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:11:49.680517 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a470e99f0f86a4159e910055b77303d33aac5c61a6ba05ec29afc43a7220bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a88e506-b62b-4e05-8643-2cf80bfeb842" -d '{"events": [{"name": "network-changed", "server_uuid": "79a97a51-addc-46c8-8bdb-bf406720e4e2", "tag": "1653ddcc-f937-4738-a78f-bbb111b54d2c"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:11:49.696133 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a2e47-f8dc-4a1d-940b-0ad9a4ef3b4a service neutron] Pushing event updated for resources: {'Port': ['ID=1653ddcc-f937-4738-a78f-bbb111b54d2c,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:11:49.723410 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ae847-0d39-4941-8329-a5d2cfa2fe01 req-5b8a76a1-d4c0-42a9-9841-91f50c72aa66 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:49.725109 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1d0ae847-0d39-4941-8329-a5d2cfa2fe01 req-5b8a76a1-d4c0-42a9-9841-91f50c72aa66 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 943 time: 0.4702635 Feb 09 02:11:49.839110 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-842d9cf8-5853-46ff-8a3e-ec7b6bbc7a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:49.841576 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-842d9cf8-5853-46ff-8a3e-ec7b6bbc7a62 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=bdf97489d6b8408ba0a22222337f087b&device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 1125 time: 0.0973103 Feb 09 02:11:49.857324 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1d0ae847-0d39-4941-8329-a5d2cfa2fe01 req-f7ba953b-2bda-44a4-aee4-477ccb40ed2f tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167579 Feb 09 02:11:49.902573 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-3fb76b22-155a-4bf0-ae53-356935a4e0c7 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1653ddcc-f937-4738-a78f-bbb111b54d2c HTTP/1.1" status: 200 len: 217 time: 0.0433130 Feb 09 02:11:49.904606 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7316bf3-5d2b-415c-83e8-47ba7c5085c9 x-openstack-request-id: req-a7316bf3-5d2b-415c-83e8-47ba7c5085c9 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:11:49.904895 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79a97a51-addc-46c8-8bdb-bf406720e4e2", "tag": "1653ddcc-f937-4738-a78f-bbb111b54d2c", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:11:49.905144 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a7316bf3-5d2b-415c-83e8-47ba7c5085c9 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:11:49.905530 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79a97a51-addc-46c8-8bdb-bf406720e4e2', 'tag': '1653ddcc-f937-4738-a78f-bbb111b54d2c', 'status': 'completed', 'code': 200} Feb 09 02:11:49.962625 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-43ab7ae5-da37-4932-bf52-927cfd3b6d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:49.964588 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-43ab7ae5-da37-4932-bf52-927cfd3b6d39 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=cf9c11ce-4026-4979-8d42-293ced89501f HTTP/1.1" status: 200 len: 846 time: 0.0550671 Feb 09 02:11:50.019409 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-c331982f-89cb-4334-9b8a-6fc161ea9320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:50.020964 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-c331982f-89cb-4334-9b8a-6fc161ea9320 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=af3f096c-49dc-487c-b525-c2c1af553b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503373 Feb 09 02:11:50.115413 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-b3969fd2-5904-4598-a7c6-108bf37544c9 service neutron] 10.222.0.120 "GET /v2.0/networks/af3f096c-49dc-487c-b525-c2c1af553b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886142 Feb 09 02:11:50.210399 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a9a2aa7f-d0ff-4257-9266-dcfedc52ca83 req-1a52996c-e6e7-4602-b82f-6276e20ef43a service neutron] 10.222.0.120 "GET /v2.0/networks/af3f096c-49dc-487c-b525-c2c1af553b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894186 Feb 09 02:11:50.295972 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88e506-b62b-4e05-8643-2cf80bfeb842 req-cfaf6eba-7141-478b-93ea-a4eb21f302a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:50.297594 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5a88e506-b62b-4e05-8643-2cf80bfeb842 req-cfaf6eba-7141-478b-93ea-a4eb21f302a7 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=bdf97489d6b8408ba0a22222337f087b&device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 1125 time: 0.0458481 Feb 09 02:11:50.392435 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88e506-b62b-4e05-8643-2cf80bfeb842 req-3624608e-a65d-467b-815c-ee26e2292e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:50.393993 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5a88e506-b62b-4e05-8643-2cf80bfeb842 req-3624608e-a65d-467b-815c-ee26e2292e04 service neutron] 10.222.0.120 "GET /v2.0/networks?id=af3f096c-49dc-487c-b525-c2c1af553b1f HTTP/1.1" status: 200 len: 909 time: 0.0912189 Feb 09 02:11:50.435624 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5a88e506-b62b-4e05-8643-2cf80bfeb842 req-365058b7-5afa-4eb8-ba38-57c90288a9aa service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1653ddcc-f937-4738-a78f-bbb111b54d2c HTTP/1.1" status: 200 len: 217 time: 0.0356057 Feb 09 02:11:50.486827 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88e506-b62b-4e05-8643-2cf80bfeb842 req-1685a2e9-fe80-41f5-8710-be1ad8126a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:50.488210 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5a88e506-b62b-4e05-8643-2cf80bfeb842 req-1685a2e9-fe80-41f5-8710-be1ad8126a0a service neutron] 10.222.0.120 "GET /v2.0/subnets?id=cf9c11ce-4026-4979-8d42-293ced89501f HTTP/1.1" status: 200 len: 846 time: 0.0471153 Feb 09 02:11:50.535732 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88e506-b62b-4e05-8643-2cf80bfeb842 req-c39a6599-8334-40e0-95e3-ff00a3b4fc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:50.537256 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5a88e506-b62b-4e05-8643-2cf80bfeb842 req-c39a6599-8334-40e0-95e3-ff00a3b4fc05 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=af3f096c-49dc-487c-b525-c2c1af553b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438874 Feb 09 02:11:50.625787 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5a88e506-b62b-4e05-8643-2cf80bfeb842 req-165594ae-ae15-4134-9549-54957788bd06 service neutron] 10.222.0.120 "GET /v2.0/networks/af3f096c-49dc-487c-b525-c2c1af553b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828061 Feb 09 02:11:50.723684 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5a88e506-b62b-4e05-8643-2cf80bfeb842 req-c7bf5aa1-6258-452b-8b91-7e5c4d0b1473 service neutron] 10.222.0.120 "GET /v2.0/networks/af3f096c-49dc-487c-b525-c2c1af553b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923913 Feb 09 02:11:50.985291 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf25775-1b42-461b-bfe3-0dd859ce53dc req-8381f324-3ad1-4a18-a470-66c40689081c tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:50.986805 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7cf25775-1b42-461b-bfe3-0dd859ce53dc req-8381f324-3ad1-4a18-a470-66c40689081c tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 943 time: 0.0691161 Feb 09 02:11:51.052995 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7cf25775-1b42-461b-bfe3-0dd859ce53dc req-1a271c82-be23-43f8-be43-8df015f1c2db tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579445 Feb 09 02:11:52.176785 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60a4e9-c94b-4e75-ae8a-58cf1e22fcc2 req-5dadce83-d3a7-4186-9137-1e7aa013dc3f tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:52.178327 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de60a4e9-c94b-4e75-ae8a-58cf1e22fcc2 req-5dadce83-d3a7-4186-9137-1e7aa013dc3f tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 943 time: 0.0521877 Feb 09 02:11:52.230729 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-de60a4e9-c94b-4e75-ae8a-58cf1e22fcc2 req-573e0ac5-efad-4121-9af5-ef71ebf5e525 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464656 Feb 09 02:11:53.349952 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5be8b-bdce-4b2e-a2af-d8997651f338 req-a757b3e9-7006-4565-8f3b-e2db714ebe0d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:53.352166 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ccb5be8b-bdce-4b2e-a2af-d8997651f338 req-a757b3e9-7006-4565-8f3b-e2db714ebe0d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 943 time: 0.0536535 Feb 09 02:11:53.399959 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ccb5be8b-bdce-4b2e-a2af-d8997651f338 req-46c4fb63-3be7-49d4-91ce-e4ce19790ccc tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416098 Feb 09 02:11:54.517589 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3af708-5d19-4279-abeb-92f8de0fecad req-772d3b24-6fe0-4695-a312-bfc564825847 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:54.519086 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6b3af708-5d19-4279-abeb-92f8de0fecad req-772d3b24-6fe0-4695-a312-bfc564825847 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 943 time: 0.0522034 Feb 09 02:11:54.567745 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6b3af708-5d19-4279-abeb-92f8de0fecad req-cb63aeea-84f4-4522-8d4c-4c19ff9b651d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429752 Feb 09 02:11:55.694481 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a11357-63da-4e2a-afd0-9baa64bb0f40 req-44752fbc-5440-4a45-b893-bdcad6db7d48 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:55.696081 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e7a11357-63da-4e2a-afd0-9baa64bb0f40 req-44752fbc-5440-4a45-b893-bdcad6db7d48 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 943 time: 0.0596259 Feb 09 02:11:55.750817 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e7a11357-63da-4e2a-afd0-9baa64bb0f40 req-68c32fb6-fc84-49c3-a4ea-9653d2de113d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489237 Feb 09 02:11:56.871110 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f8679-aa49-4c32-84a3-a3529cea7604 req-7a5985dd-e5f4-4828-ba2c-5bd2b112a8a1 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:56.872616 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-829f8679-aa49-4c32-84a3-a3529cea7604 req-7a5985dd-e5f4-4828-ba2c-5bd2b112a8a1 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 943 time: 0.0526893 Feb 09 02:11:56.920838 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-829f8679-aa49-4c32-84a3-a3529cea7604 req-47591baf-f71f-46a9-853c-c7894b1c2a0e tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425353 Feb 09 02:11:58.043201 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529701dd-3aeb-403e-9f23-25881ffe9764 req-f94d90c3-391c-4dc1-82f9-1d8d1c89e667 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:58.044803 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-529701dd-3aeb-403e-9f23-25881ffe9764 req-f94d90c3-391c-4dc1-82f9-1d8d1c89e667 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 943 time: 0.0577924 Feb 09 02:11:58.094099 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-529701dd-3aeb-403e-9f23-25881ffe9764 req-f09f1b1d-439d-4c16-b726-2570d5378840 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437858 Feb 09 02:11:59.213950 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f275c8-2114-415c-9982-1fcfd80d0c4e req-bb291c56-2507-4e93-8ac9-f8ed7129badd tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:11:59.215949 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74f275c8-2114-415c-9982-1fcfd80d0c4e req-bb291c56-2507-4e93-8ac9-f8ed7129badd tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 943 time: 0.0552042 Feb 09 02:11:59.267699 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74f275c8-2114-415c-9982-1fcfd80d0c4e req-1081fc7e-4426-4974-b1bb-ca5077480449 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452957 Feb 09 02:12:00.008177 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:12:00.387896 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92e664-b905-4d4e-a7c5-11a53b9b0e81 req-5dc7a41a-a330-4dd9-8dca-5398229a79bb tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:00.389523 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0f92e664-b905-4d4e-a7c5-11a53b9b0e81 req-5dc7a41a-a330-4dd9-8dca-5398229a79bb tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 943 time: 0.0530608 Feb 09 02:12:00.442214 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0f92e664-b905-4d4e-a7c5-11a53b9b0e81 req-3b3d77d7-0815-4d34-8738-388276b4f9ca tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470090 Feb 09 02:12:01.565770 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f7ce5-3305-4e1c-a173-d4d1b2bdc326 req-ce213e94-cee4-4224-8da0-7dcd23b9ce72 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:01.567270 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-501f7ce5-3305-4e1c-a173-d4d1b2bdc326 req-ce213e94-cee4-4224-8da0-7dcd23b9ce72 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 943 time: 0.0531719 Feb 09 02:12:01.614578 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-501f7ce5-3305-4e1c-a173-d4d1b2bdc326 req-02ed3cb8-068b-45a1-b083-2ba13ba15b11 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416625 Feb 09 02:12:02.524416 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ead25abd-efc8-43dd-85e6-e1d4114a4717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:02.735464 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262d90c-f6a7-47a2-a832-0173a4f84556 req-1fb5b64d-b2ad-4355-9bcc-26fe17544987 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:02.736974 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7262d90c-f6a7-47a2-a832-0173a4f84556 req-1fb5b64d-b2ad-4355-9bcc-26fe17544987 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 943 time: 0.0524106 Feb 09 02:12:02.785315 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7262d90c-f6a7-47a2-a832-0173a4f84556 req-5d9ef11c-d033-4060-8e01-41cdebdc80b1 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427928 Feb 09 02:12:03.907283 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc8343-19e9-49b6-816c-c148eac492ef req-96911b20-d3e0-4af9-a0bf-20cd26d3af66 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:03.908805 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74cc8343-19e9-49b6-816c-c148eac492ef req-96911b20-d3e0-4af9-a0bf-20cd26d3af66 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 943 time: 0.0575855 Feb 09 02:12:03.957123 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-74cc8343-19e9-49b6-816c-c148eac492ef req-17df08b3-f174-4547-bb37-83ca233aba96 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428016 Feb 09 02:12:04.540342 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a11f9e50-1626-42cc-ac48-b0b0d2808875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:05.079939 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1367856d-af2a-4b71-9feb-248b1315578c req-ff8e4905-61d1-4456-a425-35bf4e5471f3 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:05.081474 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1367856d-af2a-4b71-9feb-248b1315578c req-ff8e4905-61d1-4456-a425-35bf4e5471f3 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 943 time: 0.0531690 Feb 09 02:12:05.129230 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1367856d-af2a-4b71-9feb-248b1315578c req-dadd6f1c-7852-4403-b082-638288736212 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422287 Feb 09 02:12:05.631240 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 1653ddcc-f937-4738-a78f-bbb111b54d2c details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:12:05.747669 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 1653ddcc-f937-4738-a78f-bbb111b54d2c, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=1653ddcc-f937-4738-a78f-bbb111b54d2c,segment=NetworkSegment(bae72b8a-0a40-41b1-8cc2-88444c089490),segment_id=bae72b8a-0a40-41b1-8cc2-88444c089490)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:05.758712 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '1653ddcc-f937-4738-a78f-bbb111b54d2c', 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f', 'port_id': '1653ddcc-f937-4738-a78f-bbb111b54d2c', 'mac_address': 'fa:16:3e:a2:40:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1004, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf9c11ce-4026-4979-8d42-293ced89501f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:12:05.795078 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 1653ddcc-f937-4738-a78f-bbb111b54d2c is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:12:05.795496 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1653ddcc-f937-4738-a78f-bbb111b54d2c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:05.808366 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1653ddcc-f937-4738-a78f-bbb111b54d2c {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:12:05.830914 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 1653ddcc-f937-4738-a78f-bbb111b54d2c, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=1653ddcc-f937-4738-a78f-bbb111b54d2c,segment=NetworkSegment(bae72b8a-0a40-41b1-8cc2-88444c089490),segment_id=bae72b8a-0a40-41b1-8cc2-88444c089490)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:05.835631 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1653ddcc-f937-4738-a78f-bbb111b54d2c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:05.880442 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=1653ddcc-f937-4738-a78f-bbb111b54d2c,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:05.888296 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:05.888620 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:05.888976 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:05.889321 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:05.889664 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:05.890005 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:05.890343 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:05.890679 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:05.891010 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:05.891343 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:05.891675 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:05.892006 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:05.892336 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:12:06.074070 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['1653ddcc-f937-4738-a78f-bbb111b54d2c'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:12:06.176440 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:06.250581 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa86e9-7449-42f5-8e5d-8674a65a0253 req-4ea4cbbb-fddf-4c28-9cb1-c2f752039f13 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:06.252221 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0afa86e9-7449-42f5-8e5d-8674a65a0253 req-4ea4cbbb-fddf-4c28-9cb1-c2f752039f13 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 944 time: 0.0526958 Feb 09 02:12:06.305400 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0afa86e9-7449-42f5-8e5d-8674a65a0253 req-2b37c940-2969-4027-a0b2-5a7d5293d15e tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473542 Feb 09 02:12:07.424259 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93f75b-4eda-4804-810f-a3f68b492f21 req-3a89399e-1ab5-4705-b214-e8cc2da68c9b tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:07.425728 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8b93f75b-4eda-4804-810f-a3f68b492f21 req-3a89399e-1ab5-4705-b214-e8cc2da68c9b tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 944 time: 0.0521321 Feb 09 02:12:07.443160 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:07.475720 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8b93f75b-4eda-4804-810f-a3f68b492f21 req-4f54426f-f78a-4a42-abf3-634dbb4786bd tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443830 Feb 09 02:12:07.627493 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 1653ddcc-f937-4738-a78f-bbb111b54d2c up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:12:07.676498 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 1653ddcc-f937-4738-a78f-bbb111b54d2c completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:12:07.680252 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 1653ddcc-f937-4738-a78f-bbb111b54d2c triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:12:07.680671 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (1653ddcc-f937-4738-a78f-bbb111b54d2c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:07.761892 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 1653ddcc-f937-4738-a78f-bbb111b54d2c is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:12:07.762800 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1653ddcc-f937-4738-a78f-bbb111b54d2c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:07.785567 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a97a51-addc-46c8-8bdb-bf406720e4e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1653ddcc-f937-4738-a78f-bbb111b54d2c'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:12:07.787800 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f766445e23ec559c7328ff843d6cc013f3fae19186639b550ac9b130fb2cde8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6805a4-377f-48e1-8e51-302b2fd8a1ac" -d '{"events": [{"server_uuid": "79a97a51-addc-46c8-8bdb-bf406720e4e2", "name": "network-vif-plugged", "status": "completed", "tag": "1653ddcc-f937-4738-a78f-bbb111b54d2c"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:12:07.799801 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 1653ddcc-f937-4738-a78f-bbb111b54d2c, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=1653ddcc-f937-4738-a78f-bbb111b54d2c,segment=NetworkSegment(bae72b8a-0a40-41b1-8cc2-88444c089490),segment_id=bae72b8a-0a40-41b1-8cc2-88444c089490)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:12:07.805240 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1653ddcc-f937-4738-a78f-bbb111b54d2c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:07.859417 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=1653ddcc-f937-4738-a78f-bbb111b54d2c,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:07.880589 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0ad177-eb3d-4fe7-8df7-a52611e930ab x-openstack-request-id: req-3b0ad177-eb3d-4fe7-8df7-a52611e930ab {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:12:07.880889 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a97a51-addc-46c8-8bdb-bf406720e4e2", "name": "network-vif-plugged", "status": "completed", "tag": "1653ddcc-f937-4738-a78f-bbb111b54d2c", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:12:07.881147 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3b0ad177-eb3d-4fe7-8df7-a52611e930ab {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:12:07.881549 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a97a51-addc-46c8-8bdb-bf406720e4e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1653ddcc-f937-4738-a78f-bbb111b54d2c', 'code': 200} Feb 09 02:12:07.977566 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c21c9e5-c9e0-4b1e-ac96-85eb8b559fe1 req-33f832de-f2a1-4afb-a5b3-3537c3d6daaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:07.979059 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6c21c9e5-c9e0-4b1e-ac96-85eb8b559fe1 req-33f832de-f2a1-4afb-a5b3-3537c3d6daaf service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 1127 time: 0.0434268 Feb 09 02:12:08.026065 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6c21c9e5-c9e0-4b1e-ac96-85eb8b559fe1 req-d9b7296d-39ed-4805-96ca-bb5fafc5bba2 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394313 Feb 09 02:12:08.212354 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:08.563176 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:08.598713 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3b00f-8da6-4a80-8b00-cefb4cf3b339 req-974eac2d-4feb-4b53-874c-8f510421eb8b tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:08.600202 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dee3b00f-8da6-4a80-8b00-cefb4cf3b339 req-974eac2d-4feb-4b53-874c-8f510421eb8b tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 945 time: 0.0565131 Feb 09 02:12:08.647307 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dee3b00f-8da6-4a80-8b00-cefb4cf3b339 req-0f4d9859-d63d-477d-912e-11e3fc37b382 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414562 Feb 09 02:12:09.768271 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109759c-77ff-44cb-8f14-bdad58fdbfbc req-725ba576-e283-4c5d-aef4-64a85de21068 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:09.769792 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b109759c-77ff-44cb-8f14-bdad58fdbfbc req-725ba576-e283-4c5d-aef4-64a85de21068 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 945 time: 0.0522134 Feb 09 02:12:09.825357 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b109759c-77ff-44cb-8f14-bdad58fdbfbc req-b94fa4f5-9496-4bb3-b4ee-2d014b941fc9 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500443 Feb 09 02:12:09.899197 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:09.950580 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a9dfa-2cf0-47b7-9b05-5caedc6bee9b req-c65d978f-a5f6-43be-b108-7b92851e3838 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:09.952093 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-010a9dfa-2cf0-47b7-9b05-5caedc6bee9b req-c65d978f-a5f6-43be-b108-7b92851e3838 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 945 time: 0.0572281 Feb 09 02:12:10.000783 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-010a9dfa-2cf0-47b7-9b05-5caedc6bee9b req-13125632-5432-4374-8c47-77167e96a0dc tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426962 Feb 09 02:12:10.021831 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46526) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:10.065975 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14993f2-b64a-4f3c-8f9b-433019ecea33 tempest-TestShelveInstance-618529218 tempest-TestShelveInstance-618529218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:10.067501 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e14993f2-b64a-4f3c-8f9b-433019ecea33 tempest-TestShelveInstance-618529218 tempest-TestShelveInstance-618529218-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 1122 time: 0.0446203 Feb 09 02:12:10.070313 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46528) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:12:10.074645 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-c3806866-74a7-437e-a9a6-f6314c2deabd tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'port_id': '1653ddcc-f937-4738-a78f-bbb111b54d2c', 'tenant_id': 'bdf97489d6b8408ba0a22222337f087b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:12:10.094001 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c3806866-74a7-437e-a9a6-f6314c2deabd tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:10.190962 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c3806866-74a7-437e-a9a6-f6314c2deabd tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:10.289873 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-c3806866-74a7-437e-a9a6-f6314c2deabd tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Allocated IP 172.25.8.130 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/eac4572a-9f16-47af-b6c1-f3be4049b35d) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:12:10.399987 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c3806866-74a7-437e-a9a6-f6314c2deabd tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for port (eac4572a-9f16-47af-b6c1-f3be4049b35d), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:10.433383 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c3806866-74a7-437e-a9a6-f6314c2deabd tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (eac4572a-9f16-47af-b6c1-f3be4049b35d), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:10.472926 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3806866-74a7-437e-a9a6-f6314c2deabd tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:12:10.475674 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-c3806866-74a7-437e-a9a6-f6314c2deabd tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:12:10.479130 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3806866-74a7-437e-a9a6-f6314c2deabd tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:12:10.484883 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3806866-74a7-437e-a9a6-f6314c2deabd tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Pushing event updated for resources: {'Port': ['ID=eac4572a-9f16-47af-b6c1-f3be4049b35d,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:10.832590 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c3806866-74a7-437e-a9a6-f6314c2deabd tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for floatingip (7716cd5c-5bf8-4264-84b6-225602198143), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:10.904449 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c3806866-74a7-437e-a9a6-f6314c2deabd tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (eac4572a-9f16-47af-b6c1-f3be4049b35d), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:11.052521 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c3806866-74a7-437e-a9a6-f6314c2deabd tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for port (eac4572a-9f16-47af-b6c1-f3be4049b35d), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:11.057151 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c3806866-74a7-437e-a9a6-f6314c2deabd tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (eac4572a-9f16-47af-b6c1-f3be4049b35d), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:11.128767 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3806866-74a7-437e-a9a6-f6314c2deabd tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Pushing event updated for resources: {'Port': ['ID=eac4572a-9f16-47af-b6c1-f3be4049b35d,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:12:11.139045 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c3806866-74a7-437e-a9a6-f6314c2deabd tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (7716cd5c-5bf8-4264-84b6-225602198143), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:11.239010 n-d-828369-4 neutron-server[103137]: INFO neutron.db.l3_db [None req-c3806866-74a7-437e-a9a6-f6314c2deabd tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Floating IP 7716cd5c-5bf8-4264-84b6-225602198143 associated. External IP: 172.25.8.130, port: 1653ddcc-f937-4738-a78f-bbb111b54d2c. Feb 09 02:12:11.443456 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3806866-74a7-437e-a9a6-f6314c2deabd tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Router c0a38b8d-1f5e-4922-9391-c6ce40b70166 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:12:11.550186 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3806866-74a7-437e-a9a6-f6314c2deabd tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:12:11.560705 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771d6cc2-6958-4d78-b444-5551ea1d4ffb None None] Sync routers for ids ['c0a38b8d-1f5e-4922-9391-c6ce40b70166'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:12:11.567560 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-c3806866-74a7-437e-a9a6-f6314c2deabd tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:11.570541 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771d6cc2-6958-4d78-b444-5551ea1d4ffb None None] Routers {'c0a38b8d-1f5e-4922-9391-c6ce40b70166'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:12:11.571178 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-771d6cc2-6958-4d78-b444-5551ea1d4ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:12:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c0a38b8d-1f5e-4922-9391-c6ce40b70166'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:11.597414 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-c3806866-74a7-437e-a9a6-f6314c2deabd tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5260842 Feb 09 02:12:11.598026 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79a97a51-addc-46c8-8bdb-bf406720e4e2', 'tag': '1653ddcc-f937-4738-a78f-bbb111b54d2c'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:12:11.600378 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb43af88e673329c23149398428cc041a01d2eb1e38e3c4d9439b19a076227c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f7b02f-845e-4650-80f5-22163ee104df" -d '{"events": [{"name": "network-changed", "server_uuid": "79a97a51-addc-46c8-8bdb-bf406720e4e2", "tag": "1653ddcc-f937-4738-a78f-bbb111b54d2c"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:12:11.639710 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5231bb27-bd1e-41a8-ab52-108c13d97511 x-openstack-request-id: req-5231bb27-bd1e-41a8-ab52-108c13d97511 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:12:11.640006 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79a97a51-addc-46c8-8bdb-bf406720e4e2", "tag": "1653ddcc-f937-4738-a78f-bbb111b54d2c", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:12:11.640267 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5231bb27-bd1e-41a8-ab52-108c13d97511 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:12:11.640711 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79a97a51-addc-46c8-8bdb-bf406720e4e2', 'tag': '1653ddcc-f937-4738-a78f-bbb111b54d2c', 'status': 'completed', 'code': 200} Feb 09 02:12:11.681223 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-771d6cc2-6958-4d78-b444-5551ea1d4ffb None None] Set router c0a38b8d-1f5e-4922-9391-c6ce40b70166 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:12:11.703301 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7b02f-845e-4650-80f5-22163ee104df req-d72ff99c-f227-432c-85f4-73734f73bedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:11.704807 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01f7b02f-845e-4650-80f5-22163ee104df req-d72ff99c-f227-432c-85f4-73734f73bedb service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=bdf97489d6b8408ba0a22222337f087b&device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 1127 time: 0.0450320 Feb 09 02:12:11.799299 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7b02f-845e-4650-80f5-22163ee104df req-f9f8b83e-2dd0-4947-a8b9-4805186af0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:11.800813 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01f7b02f-845e-4650-80f5-22163ee104df req-f9f8b83e-2dd0-4947-a8b9-4805186af0fc service neutron] 10.222.0.120 "GET /v2.0/networks?id=af3f096c-49dc-487c-b525-c2c1af553b1f HTTP/1.1" status: 200 len: 909 time: 0.0908980 Feb 09 02:12:11.865246 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01f7b02f-845e-4650-80f5-22163ee104df req-ea09ec79-198f-41bd-984a-232abc46625a service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1653ddcc-f937-4738-a78f-bbb111b54d2c HTTP/1.1" status: 200 len: 999 time: 0.0590930 Feb 09 02:12:11.906817 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-771d6cc2-6958-4d78-b444-5551ea1d4ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'name': 'tempest-TestShelveInstance-13146114-router', 'tenant_id': 'bdf97489d6b8408ba0a22222337f087b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '4279b188-e4e9-461d-9209-f1ea45e5f3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:07:06Z', 'updated_at': '2022-02-09T02:07:09Z', 'revision_number': 4, 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'gw_port': {'id': '4279b188-e4e9-461d-9209-f1ea45e5f3d8', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:07Z', 'updated_at': '2022-02-09T02:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '7716cd5c-5bf8-4264-84b6-225602198143', 'tenant_id': 'bdf97489d6b8408ba0a22222337f087b', 'floating_ip_address': '172.25.8.130', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'port_id': '1653ddcc-f937-4738-a78f-bbb111b54d2c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f', 'mac_address': 'fa:16:3e:a2:40:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a97a51-addc-46c8-8bdb-bf406720e4e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:12:10Z', 'updated_at': '2022-02-09T02:12:10Z', 'revision_number': 0, 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fdea76b-0e01-407c-9ace-40f499a75837', 'name': '', 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f', 'tenant_id': 'bdf97489d6b8408ba0a22222337f087b', 'mac_address': 'fa:16:3e:a3:40:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'cf9c11ce-4026-4979-8d42-293ced89501f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:09Z', 'updated_at': '2022-02-09T02:07:13Z', 'revision_number': 5, 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'subnets': [{'id': 'cf9c11ce-4026-4979-8d42-293ced89501f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:11.919293 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7b02f-845e-4650-80f5-22163ee104df req-ad323149-61e7-4c6f-babc-77e09932a157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:11.920797 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01f7b02f-845e-4650-80f5-22163ee104df req-ad323149-61e7-4c6f-babc-77e09932a157 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=cf9c11ce-4026-4979-8d42-293ced89501f HTTP/1.1" status: 200 len: 846 time: 0.0465705 Feb 09 02:12:11.934668 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771d6cc2-6958-4d78-b444-5551ea1d4ffb None None] Checking router: c0a38b8d-1f5e-4922-9391-c6ce40b70166 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:12:11.943704 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771d6cc2-6958-4d78-b444-5551ea1d4ffb None None] Routers {'c0a38b8d-1f5e-4922-9391-c6ce40b70166'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:12:11.944202 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-771d6cc2-6958-4d78-b444-5551ea1d4ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:12:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c0a38b8d-1f5e-4922-9391-c6ce40b70166'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:11.972787 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7b02f-845e-4650-80f5-22163ee104df req-9f935854-7cc9-41e1-8129-fd6930b17ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:12:11.974220 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01f7b02f-845e-4650-80f5-22163ee104df req-9f935854-7cc9-41e1-8129-fd6930b17ea5 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=af3f096c-49dc-487c-b525-c2c1af553b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485127 Feb 09 02:12:12.056208 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-771d6cc2-6958-4d78-b444-5551ea1d4ffb None None] Set router c0a38b8d-1f5e-4922-9391-c6ce40b70166 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:12:12.064237 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01f7b02f-845e-4650-80f5-22163ee104df req-14120fcb-ee35-4a16-ac70-0dedb74119f5 service neutron] 10.222.0.120 "GET /v2.0/networks/af3f096c-49dc-487c-b525-c2c1af553b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839076 Feb 09 02:12:12.159442 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-01f7b02f-845e-4650-80f5-22163ee104df req-56d8861d-52c3-42ae-a739-f40b37c0ffe4 service neutron] 10.222.0.120 "GET /v2.0/networks/af3f096c-49dc-487c-b525-c2c1af553b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890048 Feb 09 02:12:12.279990 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-771d6cc2-6958-4d78-b444-5551ea1d4ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'name': 'tempest-TestShelveInstance-13146114-router', 'tenant_id': 'bdf97489d6b8408ba0a22222337f087b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '4279b188-e4e9-461d-9209-f1ea45e5f3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:07:06Z', 'updated_at': '2022-02-09T02:07:09Z', 'revision_number': 4, 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'gw_port': {'id': '4279b188-e4e9-461d-9209-f1ea45e5f3d8', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:07Z', 'updated_at': '2022-02-09T02:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '7716cd5c-5bf8-4264-84b6-225602198143', 'tenant_id': 'bdf97489d6b8408ba0a22222337f087b', 'floating_ip_address': '172.25.8.130', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'port_id': '1653ddcc-f937-4738-a78f-bbb111b54d2c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f', 'mac_address': 'fa:16:3e:a2:40:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a97a51-addc-46c8-8bdb-bf406720e4e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:12:10Z', 'updated_at': '2022-02-09T02:12:10Z', 'revision_number': 0, 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fdea76b-0e01-407c-9ace-40f499a75837', 'name': '', 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f', 'tenant_id': 'bdf97489d6b8408ba0a22222337f087b', 'mac_address': 'fa:16:3e:a3:40:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'cf9c11ce-4026-4979-8d42-293ced89501f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:09Z', 'updated_at': '2022-02-09T02:07:13Z', 'revision_number': 5, 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'subnets': [{'id': 'cf9c11ce-4026-4979-8d42-293ced89501f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:12:12.305940 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771d6cc2-6958-4d78-b444-5551ea1d4ffb None None] The sync data for ids ['c0a38b8d-1f5e-4922-9391-c6ce40b70166'] in n-d-828369-4 is: [{'id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'name': 'tempest-TestShelveInstance-13146114-router', 'tenant_id': 'bdf97489d6b8408ba0a22222337f087b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '4279b188-e4e9-461d-9209-f1ea45e5f3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:07:06Z', 'updated_at': '2022-02-09T02:07:09Z', 'revision_number': 4, 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'gw_port': {'id': '4279b188-e4e9-461d-9209-f1ea45e5f3d8', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:07Z', 'updated_at': '2022-02-09T02:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '7716cd5c-5bf8-4264-84b6-225602198143', 'tenant_id': 'bdf97489d6b8408ba0a22222337f087b', 'floating_ip_address': '172.25.8.130', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'port_id': '1653ddcc-f937-4738-a78f-bbb111b54d2c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f', 'mac_address': 'fa:16:3e:a2:40:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a97a51-addc-46c8-8bdb-bf406720e4e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:12:10Z', 'updated_at': '2022-02-09T02:12:10Z', 'revision_number': 0, 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fdea76b-0e01-407c-9ace-40f499a75837', 'name': '', 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f', 'tenant_id': 'bdf97489d6b8408ba0a22222337f087b', 'mac_address': 'fa:16:3e:a3:40:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'cf9c11ce-4026-4979-8d42-293ced89501f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:09Z', 'updated_at': '2022-02-09T02:07:13Z', 'revision_number': 5, 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'subnets': [{'id': 'cf9c11ce-4026-4979-8d42-293ced89501f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:12:12.504157 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718fe622-0617-4cb4-a74e-0f62f9baad6c None None] New status for floating IP 7716cd5c-5bf8-4264-84b6-225602198143: ACTIVE {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:12:32.526477 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-bf33076b-6316-4b54-b5bb-0bdf2e6d1d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:34.543238 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-66c075f8-56a0-4270-b6a0-36754f77b1f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:36.163021 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:37.009228 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:12:37.444571 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:38.227939 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:38.567234 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:12:39.906857 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:02.013348 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e972194-d28b-43e1-9769-832a99b06473 req-eeeee64b-3e54-49ec-8692-985e8f6c793d service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446026 Feb 09 02:13:02.100308 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e972194-d28b-43e1-9769-832a99b06473 req-59a644f7-612a-4ec8-af75-8eb118934220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:02.101845 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e972194-d28b-43e1-9769-832a99b06473 req-59a644f7-612a-4ec8-af75-8eb118934220 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=bdf97489d6b8408ba0a22222337f087b&device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 1127 time: 0.0437753 Feb 09 02:13:02.205271 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e972194-d28b-43e1-9769-832a99b06473 req-f111238a-21db-4d0f-988f-9e23fd19467d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:02.206762 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e972194-d28b-43e1-9769-832a99b06473 req-f111238a-21db-4d0f-988f-9e23fd19467d service neutron] 10.222.0.120 "GET /v2.0/networks?id=af3f096c-49dc-487c-b525-c2c1af553b1f HTTP/1.1" status: 200 len: 909 time: 0.0876856 Feb 09 02:13:02.270857 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e972194-d28b-43e1-9769-832a99b06473 req-7737bf10-5fd5-4499-a689-7d66f61e427c service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1653ddcc-f937-4738-a78f-bbb111b54d2c HTTP/1.1" status: 200 len: 1001 time: 0.0573070 Feb 09 02:13:02.318455 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e972194-d28b-43e1-9769-832a99b06473 req-c42918a3-7bde-428d-9f4e-b2767200e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:02.319864 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e972194-d28b-43e1-9769-832a99b06473 req-c42918a3-7bde-428d-9f4e-b2767200e110 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=cf9c11ce-4026-4979-8d42-293ced89501f HTTP/1.1" status: 200 len: 846 time: 0.0427752 Feb 09 02:13:02.372889 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e972194-d28b-43e1-9769-832a99b06473 req-e355c079-8c36-4051-9572-0dcdf519c7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:13:02.374428 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e972194-d28b-43e1-9769-832a99b06473 req-e355c079-8c36-4051-9572-0dcdf519c7b4 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=af3f096c-49dc-487c-b525-c2c1af553b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479357 Feb 09 02:13:02.383436 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-6e972194-d28b-43e1-9769-832a99b06473 req-d4061499-0512-4acc-b295-5d7a0eb7c169 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:13:02.384395 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e972194-d28b-43e1-9769-832a99b06473 req-d4061499-0512-4acc-b295-5d7a0eb7c169 service neutron] 10.222.0.120 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048566 Feb 09 02:13:02.473520 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e972194-d28b-43e1-9769-832a99b06473 req-9c7e03e4-5b30-42e6-86a9-3ddf8e48ecfb service neutron] 10.222.0.120 "GET /v2.0/networks/af3f096c-49dc-487c-b525-c2c1af553b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833399 Feb 09 02:13:02.528606 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7f783d92-d0a3-4c20-bda9-5146769ec3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:02.568454 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6e972194-d28b-43e1-9769-832a99b06473 req-0176b86f-5139-466f-a72d-3c7833a0778e service neutron] 10.222.0.120 "GET /v2.0/networks/af3f096c-49dc-487c-b525-c2c1af553b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885546 Feb 09 02:13:04.545586 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-1d36a267-f627-4f10-824d-cd62b58de022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:06.166342 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:07.447320 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:08.223300 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:08.570520 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:09.919065 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:14.008050 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:13:32.529302 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a77c5c75-247a-474b-abff-70c349ff63a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:34.546547 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-303885d5-2c62-40d8-93b6-2db01d7e6086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:36.168882 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:37.449909 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:38.222491 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:38.572949 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:39.918427 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:13:51.006459 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:14:02.530862 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ab25fd6b-4806-4aef-966d-657b3fb64e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:03.492472 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0a963a6a-a042-44ac-bb41-692a6d0feac4 req-3f1a6801-47d1-43b2-8008-1f44899a88b4 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0839996 Feb 09 02:14:03.576510 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a963a6a-a042-44ac-bb41-692a6d0feac4 req-85612373-8318-4d58-8b1a-895057bc6f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:03.578032 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0a963a6a-a042-44ac-bb41-692a6d0feac4 req-85612373-8318-4d58-8b1a-895057bc6f08 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=bdf97489d6b8408ba0a22222337f087b&device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 1127 time: 0.0454943 Feb 09 02:14:03.679001 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a963a6a-a042-44ac-bb41-692a6d0feac4 req-b53df78b-efed-4f3a-9053-ba5e269d4dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:03.681166 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0a963a6a-a042-44ac-bb41-692a6d0feac4 req-b53df78b-efed-4f3a-9053-ba5e269d4dcc service neutron] 10.222.0.120 "GET /v2.0/networks?id=af3f096c-49dc-487c-b525-c2c1af553b1f HTTP/1.1" status: 200 len: 909 time: 0.0856967 Feb 09 02:14:03.744234 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0a963a6a-a042-44ac-bb41-692a6d0feac4 req-80a4d931-cb8e-4152-bcb7-98e95356f2cd service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1653ddcc-f937-4738-a78f-bbb111b54d2c HTTP/1.1" status: 200 len: 1001 time: 0.0568917 Feb 09 02:14:03.792572 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a963a6a-a042-44ac-bb41-692a6d0feac4 req-183874cb-e812-43b4-aa7f-07c2318fc7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:03.794014 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0a963a6a-a042-44ac-bb41-692a6d0feac4 req-183874cb-e812-43b4-aa7f-07c2318fc7cc service neutron] 10.222.0.120 "GET /v2.0/subnets?id=cf9c11ce-4026-4979-8d42-293ced89501f HTTP/1.1" status: 200 len: 846 time: 0.0444405 Feb 09 02:14:03.845836 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a963a6a-a042-44ac-bb41-692a6d0feac4 req-5a452d6c-659f-4674-a4f8-6aa5ea2a0390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:03.847352 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0a963a6a-a042-44ac-bb41-692a6d0feac4 req-5a452d6c-659f-4674-a4f8-6aa5ea2a0390 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=af3f096c-49dc-487c-b525-c2c1af553b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480399 Feb 09 02:14:03.934208 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0a963a6a-a042-44ac-bb41-692a6d0feac4 req-0975bfd6-86b5-4a39-99a0-0f6b974746b4 service neutron] 10.222.0.120 "GET /v2.0/networks/af3f096c-49dc-487c-b525-c2c1af553b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810702 Feb 09 02:14:04.026657 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0a963a6a-a042-44ac-bb41-692a6d0feac4 req-ddf64dfc-b611-4639-b4a4-a4dd1af109d5 service neutron] 10.222.0.120 "GET /v2.0/networks/af3f096c-49dc-487c-b525-c2c1af553b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865314 Feb 09 02:14:04.549350 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2cf1f203-022e-491b-a6bd-33f9daf7e729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:06.172717 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:07.452614 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:08.161362 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d66282-98d7-4228-9b3d-c3164a04239c req-675fb23d-06ca-40cc-b63b-700c55971d49 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:08.162750 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d66282-98d7-4228-9b3d-c3164a04239c req-675fb23d-06ca-40cc-b63b-700c55971d49 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 945 time: 0.0531983 Feb 09 02:14:08.221779 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:08.222515 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-02d66282-98d7-4228-9b3d-c3164a04239c req-0cca9cd6-5cf7-4a06-847a-2f5390f1019e tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537202 Feb 09 02:14:08.575560 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:09.352570 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf85a0d-9664-46f0-9212-9ddfbd19707b req-f8c6d5b7-8641-4e7e-a545-d3997dbb96a7 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:09.354038 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-acf85a0d-9664-46f0-9212-9ddfbd19707b req-f8c6d5b7-8641-4e7e-a545-d3997dbb96a7 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 945 time: 0.0519514 Feb 09 02:14:09.401726 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-acf85a0d-9664-46f0-9212-9ddfbd19707b req-74cb3a3a-3daf-4bc2-909c-94882ed93900 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421734 Feb 09 02:14:09.922323 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:10.534613 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4422a9-8f6e-4000-9973-afb3ebfabf7f req-088a789b-a6d9-496a-a776-af75a649a851 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:10.536099 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cc4422a9-8f6e-4000-9973-afb3ebfabf7f req-088a789b-a6d9-496a-a776-af75a649a851 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 945 time: 0.0566914 Feb 09 02:14:10.583732 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-cc4422a9-8f6e-4000-9973-afb3ebfabf7f req-1185841d-8b8f-45c7-8a71-61a48e25144c tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414248 Feb 09 02:14:11.703728 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491fa6c-2285-4add-948c-be5402ac1513 req-d427f9ff-9804-45e7-9c34-5ada2c9ec5e9 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:11.705264 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c491fa6c-2285-4add-948c-be5402ac1513 req-d427f9ff-9804-45e7-9c34-5ada2c9ec5e9 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 945 time: 0.0530949 Feb 09 02:14:11.753722 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c491fa6c-2285-4add-948c-be5402ac1513 req-389b73ed-8bfa-45e4-90bd-eb5416cdfbd7 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423238 Feb 09 02:14:12.871953 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02d184-b484-4d89-995c-332cc2c783e1 req-275b40be-af4f-44ca-8a7c-7c5640ed5a46 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:12.873487 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a02d184-b484-4d89-995c-332cc2c783e1 req-275b40be-af4f-44ca-8a7c-7c5640ed5a46 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 945 time: 0.0520153 Feb 09 02:14:12.925244 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2a02d184-b484-4d89-995c-332cc2c783e1 req-292d432b-d728-40ff-8494-f4de1a0529f5 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461264 Feb 09 02:14:14.047133 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed253f2-8010-454e-bcde-cd19c055ae70 req-c090b0b6-b623-4e01-8557-b84ac7eaaa41 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:14.048652 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4ed253f2-8010-454e-bcde-cd19c055ae70 req-c090b0b6-b623-4e01-8557-b84ac7eaaa41 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 945 time: 0.0553615 Feb 09 02:14:14.097647 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4ed253f2-8010-454e-bcde-cd19c055ae70 req-0ea92c5d-f0f7-4ed1-a079-fc1c90775bf8 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425529 Feb 09 02:14:15.217048 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3eb0a-aa07-4ffa-a31a-22550ec837bb req-19eb5974-eb9a-4f32-a85d-0fc512096c88 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:15.218531 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bbe3eb0a-aa07-4ffa-a31a-22550ec837bb req-19eb5974-eb9a-4f32-a85d-0fc512096c88 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 945 time: 0.0533025 Feb 09 02:14:15.265884 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bbe3eb0a-aa07-4ffa-a31a-22550ec837bb req-4d8c02a3-b9c4-43a3-8ecd-c284fd7dac6c tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417376 Feb 09 02:14:16.387849 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2898c3f-4279-421b-a15a-c41ee1bfa48c req-a34d043d-985e-45a2-8dd2-0fe2d3156280 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:16.389513 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c2898c3f-4279-421b-a15a-c41ee1bfa48c req-a34d043d-985e-45a2-8dd2-0fe2d3156280 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 945 time: 0.0561166 Feb 09 02:14:16.438186 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c2898c3f-4279-421b-a15a-c41ee1bfa48c req-ef170cf3-e263-46cb-b832-6d401c812607 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431468 Feb 09 02:14:17.555243 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f642fe-4853-4df4-8b12-bc31698cfd51 req-104b5b33-d146-49a1-8b1f-5539f5a8c150 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:17.556755 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-54f642fe-4853-4df4-8b12-bc31698cfd51 req-104b5b33-d146-49a1-8b1f-5539f5a8c150 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 945 time: 0.0521688 Feb 09 02:14:17.604018 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-54f642fe-4853-4df4-8b12-bc31698cfd51 req-9cbf52d2-9c5a-4473-906a-03c955bdf95d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417354 Feb 09 02:14:18.302197 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7986e8-0b66-4192-af41-62e6cef3f3d0 req-afe82c66-1a21-4fde-a90e-2307ab13f121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:18.303756 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7d7986e8-0b66-4192-af41-62e6cef3f3d0 req-afe82c66-1a21-4fde-a90e-2307ab13f121 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=bdf97489d6b8408ba0a22222337f087b&device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 1127 time: 0.0489080 Feb 09 02:14:18.391388 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7986e8-0b66-4192-af41-62e6cef3f3d0 req-6f7713ff-dc52-4ad8-9f91-277dfb43f198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:18.392887 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7d7986e8-0b66-4192-af41-62e6cef3f3d0 req-6f7713ff-dc52-4ad8-9f91-277dfb43f198 service neutron] 10.222.0.120 "GET /v2.0/networks?id=af3f096c-49dc-487c-b525-c2c1af553b1f HTTP/1.1" status: 200 len: 909 time: 0.0833893 Feb 09 02:14:18.459042 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7d7986e8-0b66-4192-af41-62e6cef3f3d0 req-5cfb5d18-244f-4150-9fc0-41a8224d4690 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1653ddcc-f937-4738-a78f-bbb111b54d2c HTTP/1.1" status: 200 len: 1001 time: 0.0602207 Feb 09 02:14:18.505262 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7986e8-0b66-4192-af41-62e6cef3f3d0 req-487208e9-c884-4683-999e-a1dd18bae1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:18.507283 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7d7986e8-0b66-4192-af41-62e6cef3f3d0 req-487208e9-c884-4683-999e-a1dd18bae1d9 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=cf9c11ce-4026-4979-8d42-293ced89501f HTTP/1.1" status: 200 len: 846 time: 0.0417032 Feb 09 02:14:18.555795 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7986e8-0b66-4192-af41-62e6cef3f3d0 req-5ded507c-09f3-42d3-8aa7-b21668a79fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:18.557247 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7d7986e8-0b66-4192-af41-62e6cef3f3d0 req-5ded507c-09f3-42d3-8aa7-b21668a79fb3 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=af3f096c-49dc-487c-b525-c2c1af553b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443680 Feb 09 02:14:18.645300 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7d7986e8-0b66-4192-af41-62e6cef3f3d0 req-575f347f-94ca-47f2-9ff4-224ed9fc40d6 service neutron] 10.222.0.120 "GET /v2.0/networks/af3f096c-49dc-487c-b525-c2c1af553b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825686 Feb 09 02:14:18.765926 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7d7986e8-0b66-4192-af41-62e6cef3f3d0 req-95c6b439-cef2-4d0e-9190-4e2503f3bf19 service neutron] 10.222.0.120 "GET /v2.0/networks/af3f096c-49dc-487c-b525-c2c1af553b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142046 Feb 09 02:14:18.774002 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ce588-8d2f-4a7e-9bf9-018c3fa45b42 req-8337e7bd-deb8-4d0f-9330-772d69087426 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:18.775476 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-980ce588-8d2f-4a7e-9bf9-018c3fa45b42 req-8337e7bd-deb8-4d0f-9330-772d69087426 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 945 time: 0.0819178 Feb 09 02:14:18.827381 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-980ce588-8d2f-4a7e-9bf9-018c3fa45b42 req-f5ab1527-d4ce-4507-bcc4-337f70706fc1 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460320 Feb 09 02:14:19.945128 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2b42b-0a0a-4772-bdee-6507c76b0e32 req-c509573f-8401-478d-91ba-04635311bb46 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:19.946617 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c8e2b42b-0a0a-4772-bdee-6507c76b0e32 req-c509573f-8401-478d-91ba-04635311bb46 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 945 time: 0.0525374 Feb 09 02:14:19.994935 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c8e2b42b-0a0a-4772-bdee-6507c76b0e32 req-5b1f3b43-f274-4032-8d67-6247d27befea tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427110 Feb 09 02:14:21.113450 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59f817-ee8c-4e4f-823f-833428e6c97b req-c1be2d0a-2782-4dbe-899a-0d8b02ba461a tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:21.114929 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4e59f817-ee8c-4e4f-823f-833428e6c97b req-c1be2d0a-2782-4dbe-899a-0d8b02ba461a tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 945 time: 0.0521777 Feb 09 02:14:21.163482 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-4e59f817-ee8c-4e4f-823f-833428e6c97b req-5fdec98e-7eb8-4158-9207-569124c333cc tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422671 Feb 09 02:14:22.285853 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ca2eb-e22c-4ef3-8581-8a63b4e751c8 req-35f3b5ce-5488-43b6-9c66-6dc6a43d7e99 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:22.287293 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee6ca2eb-e22c-4ef3-8581-8a63b4e751c8 req-35f3b5ce-5488-43b6-9c66-6dc6a43d7e99 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 945 time: 0.0558271 Feb 09 02:14:22.336748 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ee6ca2eb-e22c-4ef3-8581-8a63b4e751c8 req-701a9ef6-bf7e-4ffa-a89c-e022c19bf037 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429783 Feb 09 02:14:23.461502 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d853849-8528-41f9-986c-ba8c429eb273 req-a93d96c3-1119-4353-8d8e-d02b13050efb tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:23.463006 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0d853849-8528-41f9-986c-ba8c429eb273 req-a93d96c3-1119-4353-8d8e-d02b13050efb tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 945 time: 0.0546157 Feb 09 02:14:23.512287 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0d853849-8528-41f9-986c-ba8c429eb273 req-f0d11d66-3166-4ac4-8250-9d0ad76f95b2 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435016 Feb 09 02:14:24.359353 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 1653ddcc-f937-4738-a78f-bbb111b54d2c no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:14:24.441470 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 1653ddcc-f937-4738-a78f-bbb111b54d2c is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:14:24.441874 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1653ddcc-f937-4738-a78f-bbb111b54d2c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:24.470701 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a97a51-addc-46c8-8bdb-bf406720e4e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1653ddcc-f937-4738-a78f-bbb111b54d2c'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:14:24.472971 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f766445e23ec559c7328ff843d6cc013f3fae19186639b550ac9b130fb2cde8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12fe1c86-a0df-43af-be1b-5fa301ca8c08" -d '{"events": [{"server_uuid": "79a97a51-addc-46c8-8bdb-bf406720e4e2", "name": "network-vif-unplugged", "status": "completed", "tag": "1653ddcc-f937-4738-a78f-bbb111b54d2c"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:14:24.485416 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 1653ddcc-f937-4738-a78f-bbb111b54d2c, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=1653ddcc-f937-4738-a78f-bbb111b54d2c,segment=NetworkSegment(bae72b8a-0a40-41b1-8cc2-88444c089490),segment_id=bae72b8a-0a40-41b1-8cc2-88444c089490)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:24.492233 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1653ddcc-f937-4738-a78f-bbb111b54d2c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:24.518247 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 09 Feb 2022 02:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c783cbf9-d6ce-49f2-ba81-1a660c03577c x-openstack-request-id: req-c783cbf9-d6ce-49f2-ba81-1a660c03577c {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:14:24.518546 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a97a51-addc-46c8-8bdb-bf406720e4e2", "name": "network-vif-unplugged", "status": "failed", "tag": "1653ddcc-f937-4738-a78f-bbb111b54d2c", "code": 422}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:14:24.518826 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c783cbf9-d6ce-49f2-ba81-1a660c03577c {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:14:24.519204 n-d-828369-4 neutron-server[103138]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '79a97a51-addc-46c8-8bdb-bf406720e4e2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1653ddcc-f937-4738-a78f-bbb111b54d2c', 'code': 422} returned with failed status Feb 09 02:14:24.646658 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5819036-635b-4f50-912a-f3be8865b229 req-9c2ce4d8-fcc8-42fa-a62b-4192c0081768 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:24.648754 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c5819036-635b-4f50-912a-f3be8865b229 req-9c2ce4d8-fcc8-42fa-a62b-4192c0081768 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 943 time: 0.0654552 Feb 09 02:14:24.701330 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c5819036-635b-4f50-912a-f3be8865b229 req-93fa3f95-08d3-44a3-82b5-39f16723eaa3 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468600 Feb 09 02:14:24.707698 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=1653ddcc-f937-4738-a78f-bbb111b54d2c,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:24.715590 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:24.715947 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:24.716298 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:24.716667 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:24.717009 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:24.717347 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:24.717679 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:24.718014 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:24.718340 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:24.718668 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:24.718998 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:24.719322 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:24.719652 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:24.773238 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-daf5f79b-870c-42d2-b28c-144337926630 req-b2f083e0-47cc-4ac9-8260-98d8466f9d78 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:14:24.774230 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-daf5f79b-870c-42d2-b28c-144337926630 req-b2f083e0-47cc-4ac9-8260-98d8466f9d78 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065942 Feb 09 02:14:25.920814 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-381b33d0-19cc-4806-ac12-53168a68a555 req-0ba58b6b-8c3f-4141-9387-943583f394d7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0516462 Feb 09 02:14:25.930174 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-381b33d0-19cc-4806-ac12-53168a68a555 req-565a4ce4-de67-4e62-9307-02c442ef0e6a service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:14:25.931142 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-381b33d0-19cc-4806-ac12-53168a68a555 req-565a4ce4-de67-4e62-9307-02c442ef0e6a service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056708 Feb 09 02:14:26.002773 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a110906-c7fc-4922-98c1-e8a1bad9cc94 req-fd33f2c7-f3f2-4349-9314-55c154ebf950 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:26.004125 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3a110906-c7fc-4922-98c1-e8a1bad9cc94 req-fd33f2c7-f3f2-4349-9314-55c154ebf950 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 943 time: 0.1069489 Feb 09 02:14:26.058091 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3a110906-c7fc-4922-98c1-e8a1bad9cc94 req-b90a9314-06a8-4be0-82b2-5a7b59ef3a03 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458050 Feb 09 02:14:27.226005 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81203a-fd2e-45e2-b646-17c0356f6e7d req-f228e210-9c5d-46ba-bd97-b303d9323390 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:27.227519 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e81203a-fd2e-45e2-b646-17c0356f6e7d req-f228e210-9c5d-46ba-bd97-b303d9323390 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 943 time: 0.1010258 Feb 09 02:14:27.279625 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e81203a-fd2e-45e2-b646-17c0356f6e7d req-9277fe7a-3973-4ffe-9ad1-535dba6ece87 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463588 Feb 09 02:14:28.004960 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:14:28.398052 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad2961-6d5e-4373-963b-1e51d7f032f7 req-dd1d88ba-dc48-4891-aa3c-c9c3d30799d1 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:28.399662 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-03ad2961-6d5e-4373-963b-1e51d7f032f7 req-dd1d88ba-dc48-4891-aa3c-c9c3d30799d1 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 943 time: 0.0528331 Feb 09 02:14:28.449196 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-03ad2961-6d5e-4373-963b-1e51d7f032f7 req-ecad8cba-33e8-494d-ada5-812603c38573 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437829 Feb 09 02:14:29.571238 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbf863-db57-4191-a8ff-a03db63f22e8 req-c4287fe3-4537-4f6d-b5f7-291370a1398b tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:29.572755 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a8fbf863-db57-4191-a8ff-a03db63f22e8 req-c4287fe3-4537-4f6d-b5f7-291370a1398b tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 943 time: 0.0541618 Feb 09 02:14:29.623817 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a8fbf863-db57-4191-a8ff-a03db63f22e8 req-06f81432-2e19-47f7-8b59-e03c6ed1d3f9 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453429 Feb 09 02:14:30.749202 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df23e9-f493-4735-a5cd-f5dddb37fbf5 req-4604302d-7879-41d9-b056-bd53d942f6fb tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:30.750764 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-40df23e9-f493-4735-a5cd-f5dddb37fbf5 req-4604302d-7879-41d9-b056-bd53d942f6fb tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 943 time: 0.0557632 Feb 09 02:14:30.801184 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-40df23e9-f493-4735-a5cd-f5dddb37fbf5 req-46e33636-62b7-4ef0-9072-7ea20eb1072d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446272 Feb 09 02:14:31.918456 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee598f-30bc-48de-9f5e-6fb6b2882031 req-0f6113f0-5104-4e55-945d-d7d3041c3ca6 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:31.919922 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c8ee598f-30bc-48de-9f5e-6fb6b2882031 req-0f6113f0-5104-4e55-945d-d7d3041c3ca6 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 943 time: 0.0522363 Feb 09 02:14:31.966900 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c8ee598f-30bc-48de-9f5e-6fb6b2882031 req-35bff10e-f315-43ca-bfb5-31c17c9d0b8c tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413759 Feb 09 02:14:32.534138 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-efb179b9-0cd0-4d33-80b2-1a3d3cebe40b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:33.094455 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94c95f-f0d3-46a9-894f-5c0c039a5013 req-e5639bf6-61a7-4715-97a6-fd91c4371867 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:33.095961 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8c94c95f-f0d3-46a9-894f-5c0c039a5013 req-e5639bf6-61a7-4715-97a6-fd91c4371867 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 943 time: 0.0576491 Feb 09 02:14:33.144478 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8c94c95f-f0d3-46a9-894f-5c0c039a5013 req-4a868f30-9973-4d86-9b0c-d7ee35dcac98 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420446 Feb 09 02:14:34.263438 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9c8d5-2879-4d34-9110-287984baeea8 req-f3d5e1a9-8644-479b-a303-6ccfcfb14d8f tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:34.264868 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d7b9c8d5-2879-4d34-9110-287984baeea8 req-f3d5e1a9-8644-479b-a303-6ccfcfb14d8f tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 943 time: 0.0527627 Feb 09 02:14:34.313131 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d7b9c8d5-2879-4d34-9110-287984baeea8 req-84a404e7-bc54-486b-8a22-926299e79cfc tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427189 Feb 09 02:14:34.551367 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7bfdcd02-5e69-4943-8e6a-f29385bd9237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:35.440419 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb2856-9ea2-43c8-a6d6-262c9e8c1cde req-d29f3c42-4444-486c-84f0-772e1f3461d6 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:35.441976 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bbbb2856-9ea2-43c8-a6d6-262c9e8c1cde req-d29f3c42-4444-486c-84f0-772e1f3461d6 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 943 time: 0.0565979 Feb 09 02:14:35.492591 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bbbb2856-9ea2-43c8-a6d6-262c9e8c1cde req-47788850-327b-4b67-85bf-22ca32803254 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449471 Feb 09 02:14:36.175935 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:36.460105 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b33d0-19cc-4806-ac12-53168a68a555 req-4ffab740-acc7-4f4a-b284-594380228cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:36.461678 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-381b33d0-19cc-4806-ac12-53168a68a555 req-4ffab740-acc7-4f4a-b284-594380228cd1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2&tenant_id=bdf97489d6b8408ba0a22222337f087b HTTP/1.1" status: 200 len: 1125 time: 0.3257020 Feb 09 02:14:36.473522 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [req-381b33d0-19cc-4806-ac12-53168a68a555 req-c95c8984-4753-4475-b18e-87a1b1105fb2 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103137) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:14:36.474981 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-381b33d0-19cc-4806-ac12-53168a68a555 req-c95c8984-4753-4475-b18e-87a1b1105fb2 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052068 Feb 09 02:14:36.485319 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-381b33d0-19cc-4806-ac12-53168a68a555 req-dc32d8e7-33f2-4f8f-9844-bb874296e4c3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828369-4', 'device_owner': 'compute:nova'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:14:36.542344 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-381b33d0-19cc-4806-ac12-53168a68a555 req-dc32d8e7-33f2-4f8f-9844-bb874296e4c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1653ddcc-f937-4738-a78f-bbb111b54d2c), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:36.617360 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fed199-70af-4d4d-b68e-cea470b8301b req-4c9e5982-43de-4170-9144-29b022e1e492 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:36.618860 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f0fed199-70af-4d4d-b68e-cea470b8301b req-4c9e5982-43de-4170-9144-29b022e1e492 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 943 time: 0.0547032 Feb 09 02:14:36.667494 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f0fed199-70af-4d4d-b68e-cea470b8301b req-9a3ed117-c1e2-48bd-bf9c-eed5cb02bb3d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428855 Feb 09 02:14:36.743253 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-381b33d0-19cc-4806-ac12-53168a68a555 req-dc32d8e7-33f2-4f8f-9844-bb874296e4c3 service neutron] For port 1653ddcc-f937-4738-a78f-bbb111b54d2c, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=1653ddcc-f937-4738-a78f-bbb111b54d2c,segment=NetworkSegment(bae72b8a-0a40-41b1-8cc2-88444c089490),segment_id=bae72b8a-0a40-41b1-8cc2-88444c089490)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:36.774837 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-381b33d0-19cc-4806-ac12-53168a68a555 req-dc32d8e7-33f2-4f8f-9844-bb874296e4c3 service neutron] For port 1653ddcc-f937-4738-a78f-bbb111b54d2c, host n-h2-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:14:36.810377 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-381b33d0-19cc-4806-ac12-53168a68a555 req-dc32d8e7-33f2-4f8f-9844-bb874296e4c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1653ddcc-f937-4738-a78f-bbb111b54d2c {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:14:36.817542 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-381b33d0-19cc-4806-ac12-53168a68a555 req-dc32d8e7-33f2-4f8f-9844-bb874296e4c3 service neutron] Publish callbacks [] for port (1653ddcc-f937-4738-a78f-bbb111b54d2c), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:36.829305 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-381b33d0-19cc-4806-ac12-53168a68a555 req-dc32d8e7-33f2-4f8f-9844-bb874296e4c3 service neutron] Transition to ACTIVE for port object 1653ddcc-f937-4738-a78f-bbb111b54d2c will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:14:36.835017 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-381b33d0-19cc-4806-ac12-53168a68a555 req-dc32d8e7-33f2-4f8f-9844-bb874296e4c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (1653ddcc-f937-4738-a78f-bbb111b54d2c), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:36.909998 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc32d8e7-33f2-4f8f-9844-bb874296e4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=1653ddcc-f937-4738-a78f-bbb111b54d2c,revision_number=7']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:36.922411 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc32d8e7-33f2-4f8f-9844-bb874296e4c3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:36.922774 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc32d8e7-33f2-4f8f-9844-bb874296e4c3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:36.923143 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc32d8e7-33f2-4f8f-9844-bb874296e4c3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:36.923468 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc32d8e7-33f2-4f8f-9844-bb874296e4c3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:36.923804 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc32d8e7-33f2-4f8f-9844-bb874296e4c3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:36.924135 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc32d8e7-33f2-4f8f-9844-bb874296e4c3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:36.924468 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc32d8e7-33f2-4f8f-9844-bb874296e4c3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:36.924847 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc32d8e7-33f2-4f8f-9844-bb874296e4c3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:36.925162 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc32d8e7-33f2-4f8f-9844-bb874296e4c3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:36.925554 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc32d8e7-33f2-4f8f-9844-bb874296e4c3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:36.925841 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc32d8e7-33f2-4f8f-9844-bb874296e4c3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:36.926131 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc32d8e7-33f2-4f8f-9844-bb874296e4c3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:36.926458 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc32d8e7-33f2-4f8f-9844-bb874296e4c3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:14:36.964934 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-381b33d0-19cc-4806-ac12-53168a68a555 req-dc32d8e7-33f2-4f8f-9844-bb874296e4c3 service neutron] No DVR routers for this DVR port 1653ddcc-f937-4738-a78f-bbb111b54d2c on host n-h2-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:14:37.118386 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-381b33d0-19cc-4806-ac12-53168a68a555 req-dc32d8e7-33f2-4f8f-9844-bb874296e4c3 service neutron] Attempting to bind port 1653ddcc-f937-4738-a78f-bbb111b54d2c on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:14:37.118726 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-381b33d0-19cc-4806-ac12-53168a68a555 req-dc32d8e7-33f2-4f8f-9844-bb874296e4c3 service neutron] Attempting to bind port 1653ddcc-f937-4738-a78f-bbb111b54d2c by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'bae72b8a-0a40-41b1-8cc2-88444c089490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:14:37.119060 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381b33d0-19cc-4806-ac12-53168a68a555 req-dc32d8e7-33f2-4f8f-9844-bb874296e4c3 service neutron] Attempting to bind port 1653ddcc-f937-4738-a78f-bbb111b54d2c on network af3f096c-49dc-487c-b525-c2c1af553b1f {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:14:37.124252 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381b33d0-19cc-4806-ac12-53168a68a555 req-dc32d8e7-33f2-4f8f-9844-bb874296e4c3 service neutron] Port 1653ddcc-f937-4738-a78f-bbb111b54d2c on network af3f096c-49dc-487c-b525-c2c1af553b1f not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:14:37.124601 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381b33d0-19cc-4806-ac12-53168a68a555 req-dc32d8e7-33f2-4f8f-9844-bb874296e4c3 service neutron] Attempting to bind port 1653ddcc-f937-4738-a78f-bbb111b54d2c on network af3f096c-49dc-487c-b525-c2c1af553b1f {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:14:37.129369 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381b33d0-19cc-4806-ac12-53168a68a555 req-dc32d8e7-33f2-4f8f-9844-bb874296e4c3 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:14:37.129706 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381b33d0-19cc-4806-ac12-53168a68a555 req-dc32d8e7-33f2-4f8f-9844-bb874296e4c3 service neutron] Checking segment: {'id': 'bae72b8a-0a40-41b1-8cc2-88444c089490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:14:37.130087 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381b33d0-19cc-4806-ac12-53168a68a555 req-dc32d8e7-33f2-4f8f-9844-bb874296e4c3 service neutron] Bound using segment: {'id': 'bae72b8a-0a40-41b1-8cc2-88444c089490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:14:37.130515 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-381b33d0-19cc-4806-ac12-53168a68a555 req-dc32d8e7-33f2-4f8f-9844-bb874296e4c3 service neutron] Bound port: 1653ddcc-f937-4738-a78f-bbb111b54d2c, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae72b8a-0a40-41b1-8cc2-88444c089490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:14:37.130946 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-381b33d0-19cc-4806-ac12-53168a68a555 req-dc32d8e7-33f2-4f8f-9844-bb874296e4c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1653ddcc-f937-4738-a78f-bbb111b54d2c), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:37.193002 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-381b33d0-19cc-4806-ac12-53168a68a555 req-dc32d8e7-33f2-4f8f-9844-bb874296e4c3 service neutron] For port 1653ddcc-f937-4738-a78f-bbb111b54d2c, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:14:37.196848 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-381b33d0-19cc-4806-ac12-53168a68a555 req-dc32d8e7-33f2-4f8f-9844-bb874296e4c3 service neutron] For port 1653ddcc-f937-4738-a78f-bbb111b54d2c, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=1653ddcc-f937-4738-a78f-bbb111b54d2c,segment=NetworkSegment(bae72b8a-0a40-41b1-8cc2-88444c089490),segment_id=bae72b8a-0a40-41b1-8cc2-88444c089490)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:14:37.202597 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-381b33d0-19cc-4806-ac12-53168a68a555 req-dc32d8e7-33f2-4f8f-9844-bb874296e4c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (1653ddcc-f937-4738-a78f-bbb111b54d2c), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:37.236885 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b33d0-19cc-4806-ac12-53168a68a555 req-dc32d8e7-33f2-4f8f-9844-bb874296e4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:37.237430 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-381b33d0-19cc-4806-ac12-53168a68a555 req-dc32d8e7-33f2-4f8f-9844-bb874296e4c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:37.238832 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-381b33d0-19cc-4806-ac12-53168a68a555 req-dc32d8e7-33f2-4f8f-9844-bb874296e4c3 service neutron] 10.222.0.47 "PUT /v2.0/ports/1653ddcc-f937-4738-a78f-bbb111b54d2c HTTP/1.1" status: 200 len: 1091 time: 0.7571454 Feb 09 02:14:37.239283 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79a97a51-addc-46c8-8bdb-bf406720e4e2', 'tag': '1653ddcc-f937-4738-a78f-bbb111b54d2c'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:14:37.241589 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb43af88e673329c23149398428cc041a01d2eb1e38e3c4d9439b19a076227c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e75f845-2835-4131-adae-623843a560d9" -d '{"events": [{"name": "network-changed", "server_uuid": "79a97a51-addc-46c8-8bdb-bf406720e4e2", "tag": "1653ddcc-f937-4738-a78f-bbb111b54d2c"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:14:37.297077 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9bd933-4d5b-442f-9fba-65de8827dc61 x-openstack-request-id: req-bd9bd933-4d5b-442f-9fba-65de8827dc61 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:14:37.297378 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79a97a51-addc-46c8-8bdb-bf406720e4e2", "tag": "1653ddcc-f937-4738-a78f-bbb111b54d2c", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:14:37.297651 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bd9bd933-4d5b-442f-9fba-65de8827dc61 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:14:37.298048 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79a97a51-addc-46c8-8bdb-bf406720e4e2', 'tag': '1653ddcc-f937-4738-a78f-bbb111b54d2c', 'status': 'completed', 'code': 200} Feb 09 02:14:37.298908 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc32d8e7-33f2-4f8f-9844-bb874296e4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=1653ddcc-f937-4738-a78f-bbb111b54d2c,revision_number=8']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:37.322793 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b33d0-19cc-4806-ac12-53168a68a555 req-cc3ebe31-8d7c-4bb5-b6ea-ecaea3b874aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:37.324334 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-381b33d0-19cc-4806-ac12-53168a68a555 req-cc3ebe31-8d7c-4bb5-b6ea-ecaea3b874aa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bdf97489d6b8408ba0a22222337f087b&device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 1125 time: 0.0614977 Feb 09 02:14:37.427914 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b33d0-19cc-4806-ac12-53168a68a555 req-8a7a4f3c-2296-43aa-af09-4dc5c7b5f436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:37.429958 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-381b33d0-19cc-4806-ac12-53168a68a555 req-8a7a4f3c-2296-43aa-af09-4dc5c7b5f436 service neutron] 10.222.0.47 "GET /v2.0/networks?id=af3f096c-49dc-487c-b525-c2c1af553b1f HTTP/1.1" status: 200 len: 909 time: 0.0979307 Feb 09 02:14:37.467732 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:37.496838 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-381b33d0-19cc-4806-ac12-53168a68a555 req-4f04c40e-dd27-465c-a86d-7f1cac50a279 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1653ddcc-f937-4738-a78f-bbb111b54d2c HTTP/1.1" status: 200 len: 999 time: 0.0615470 Feb 09 02:14:37.550137 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b33d0-19cc-4806-ac12-53168a68a555 req-21372ee1-fc57-4747-a606-f98fede74bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:37.551577 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-381b33d0-19cc-4806-ac12-53168a68a555 req-21372ee1-fc57-4747-a606-f98fede74bc2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf9c11ce-4026-4979-8d42-293ced89501f HTTP/1.1" status: 200 len: 846 time: 0.0482473 Feb 09 02:14:37.600918 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b33d0-19cc-4806-ac12-53168a68a555 req-3c2ef9d6-73d8-42b8-aef2-c799d757b384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:37.602424 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-381b33d0-19cc-4806-ac12-53168a68a555 req-3c2ef9d6-73d8-42b8-aef2-c799d757b384 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af3f096c-49dc-487c-b525-c2c1af553b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452726 Feb 09 02:14:37.687770 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-381b33d0-19cc-4806-ac12-53168a68a555 req-53a3c361-2024-4e19-b4f8-9d4b99ddad45 service neutron] 10.222.0.47 "GET /v2.0/networks/af3f096c-49dc-487c-b525-c2c1af553b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797961 Feb 09 02:14:37.780815 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-381b33d0-19cc-4806-ac12-53168a68a555 req-a63d3d92-6c95-4676-8441-6e43a300bdb7 service neutron] 10.222.0.47 "GET /v2.0/networks/af3f096c-49dc-487c-b525-c2c1af553b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875132 Feb 09 02:14:37.785097 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88b9e3-c579-4e2a-b630-d7735daee0cd req-b46df9ea-108d-4263-aba7-69bc53027ed0 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:37.786579 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bb88b9e3-c579-4e2a-b630-d7735daee0cd req-b46df9ea-108d-4263-aba7-69bc53027ed0 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 943 time: 0.0510776 Feb 09 02:14:37.840885 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-bb88b9e3-c579-4e2a-b630-d7735daee0cd req-890d13b5-6d71-46a5-943e-1294218fadbe tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480220 Feb 09 02:14:37.867141 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75f845-2835-4131-adae-623843a560d9 req-42723946-c0fb-44a8-8bc3-900802a4a73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:37.868747 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7e75f845-2835-4131-adae-623843a560d9 req-42723946-c0fb-44a8-8bc3-900802a4a73d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bdf97489d6b8408ba0a22222337f087b&device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 1125 time: 0.0461912 Feb 09 02:14:37.962464 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75f845-2835-4131-adae-623843a560d9 req-7db6dd19-621b-4324-9146-f39622d00ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:37.963967 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7e75f845-2835-4131-adae-623843a560d9 req-7db6dd19-621b-4324-9146-f39622d00ef7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=af3f096c-49dc-487c-b525-c2c1af553b1f HTTP/1.1" status: 200 len: 909 time: 0.0886817 Feb 09 02:14:38.030053 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7e75f845-2835-4131-adae-623843a560d9 req-96aa2b3f-cc49-4d06-9483-3d0b09632114 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1653ddcc-f937-4738-a78f-bbb111b54d2c HTTP/1.1" status: 200 len: 999 time: 0.0595064 Feb 09 02:14:38.078569 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75f845-2835-4131-adae-623843a560d9 req-c3318375-b914-496e-bb22-000ae2febb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:38.080026 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7e75f845-2835-4131-adae-623843a560d9 req-c3318375-b914-496e-bb22-000ae2febb05 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf9c11ce-4026-4979-8d42-293ced89501f HTTP/1.1" status: 200 len: 846 time: 0.0441730 Feb 09 02:14:38.135982 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75f845-2835-4131-adae-623843a560d9 req-68cada83-a84f-4e34-9be8-a526ec28abab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:38.137408 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7e75f845-2835-4131-adae-623843a560d9 req-68cada83-a84f-4e34-9be8-a526ec28abab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af3f096c-49dc-487c-b525-c2c1af553b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0513005 Feb 09 02:14:38.225111 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7e75f845-2835-4131-adae-623843a560d9 req-90a60811-f46c-4acf-aaa9-604e47f0d6ec service neutron] 10.222.0.47 "GET /v2.0/networks/af3f096c-49dc-487c-b525-c2c1af553b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811229 Feb 09 02:14:38.234815 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:38.317808 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7e75f845-2835-4131-adae-623843a560d9 req-011ca03c-362f-4505-82fe-db216a032d09 service neutron] 10.222.0.47 "GET /v2.0/networks/af3f096c-49dc-487c-b525-c2c1af553b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868926 Feb 09 02:14:38.576792 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:38.962384 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddcf32e-16a8-48e9-8c91-f6bab2e61672 req-300cf4b1-8ef1-4390-8675-e4bab90d01da tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:38.963895 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fddcf32e-16a8-48e9-8c91-f6bab2e61672 req-300cf4b1-8ef1-4390-8675-e4bab90d01da tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 943 time: 0.0526600 Feb 09 02:14:39.013939 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fddcf32e-16a8-48e9-8c91-f6bab2e61672 req-3529956f-7b12-4c2f-81bc-ea5739a188a4 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435822 Feb 09 02:14:39.938060 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:40.133339 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b796b68-3cc1-41a6-b941-89612db1d436 req-2541cd6e-9148-4ab5-a87f-9baa348b1c03 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:40.134872 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5b796b68-3cc1-41a6-b941-89612db1d436 req-2541cd6e-9148-4ab5-a87f-9baa348b1c03 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 943 time: 0.0526271 Feb 09 02:14:40.185400 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5b796b68-3cc1-41a6-b941-89612db1d436 req-67340f06-71fe-4d55-a6f6-be21949d0d6a tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448773 Feb 09 02:14:41.310418 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c8792-3e5e-4230-b6e1-e99881c39333 req-2dc4b43e-f736-4db0-86fe-3d272c97f12d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:41.311903 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d63c8792-3e5e-4230-b6e1-e99881c39333 req-2dc4b43e-f736-4db0-86fe-3d272c97f12d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 943 time: 0.0571377 Feb 09 02:14:41.359157 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-d63c8792-3e5e-4230-b6e1-e99881c39333 req-cd2f8821-c0ff-44c7-b28b-f7b7cfe2e975 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416286 Feb 09 02:14:42.477568 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa6a69-5bf6-4d21-bbdb-b9e22bd3a8c6 req-50f7a3d4-c84d-4052-8ca3-12e31d60894d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:42.479055 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1aaa6a69-5bf6-4d21-bbdb-b9e22bd3a8c6 req-50f7a3d4-c84d-4052-8ca3-12e31d60894d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 943 time: 0.0535731 Feb 09 02:14:42.527022 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1aaa6a69-5bf6-4d21-bbdb-b9e22bd3a8c6 req-ad79bb1a-5939-426a-84b5-7bc5321c3e2a tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424731 Feb 09 02:14:43.650952 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57141529-7d99-481e-8eff-044fdeae77f3 req-15948c74-310e-4150-b179-77d7f3fc60d5 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:43.652450 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-57141529-7d99-481e-8eff-044fdeae77f3 req-15948c74-310e-4150-b179-77d7f3fc60d5 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 943 time: 0.0567856 Feb 09 02:14:43.704622 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-57141529-7d99-481e-8eff-044fdeae77f3 req-5176f317-e0dc-4d47-b1cb-0988170c75cf tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465038 Feb 09 02:14:44.823594 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c08647-f479-405b-95dc-bea4ce42a649 req-bfdbf22b-a831-4ea7-8287-87a0cf135dba tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:44.825117 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-04c08647-f479-405b-95dc-bea4ce42a649 req-bfdbf22b-a831-4ea7-8287-87a0cf135dba tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 943 time: 0.0532947 Feb 09 02:14:44.875196 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-04c08647-f479-405b-95dc-bea4ce42a649 req-9f489741-0fba-485c-9b3a-73c2318c9295 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444305 Feb 09 02:14:44.955762 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 1653ddcc-f937-4738-a78f-bbb111b54d2c details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:14:45.056490 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 1653ddcc-f937-4738-a78f-bbb111b54d2c, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=1653ddcc-f937-4738-a78f-bbb111b54d2c,segment=NetworkSegment(bae72b8a-0a40-41b1-8cc2-88444c089490),segment_id=bae72b8a-0a40-41b1-8cc2-88444c089490)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:45.067307 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '1653ddcc-f937-4738-a78f-bbb111b54d2c', 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f', 'port_id': '1653ddcc-f937-4738-a78f-bbb111b54d2c', 'mac_address': 'fa:16:3e:a2:40:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1004, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf9c11ce-4026-4979-8d42-293ced89501f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:14:45.103948 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 1653ddcc-f937-4738-a78f-bbb111b54d2c is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:14:45.104354 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1653ddcc-f937-4738-a78f-bbb111b54d2c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:45.117552 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1653ddcc-f937-4738-a78f-bbb111b54d2c {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:14:45.137792 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 1653ddcc-f937-4738-a78f-bbb111b54d2c, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=1653ddcc-f937-4738-a78f-bbb111b54d2c,segment=NetworkSegment(bae72b8a-0a40-41b1-8cc2-88444c089490),segment_id=bae72b8a-0a40-41b1-8cc2-88444c089490)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:45.141974 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1653ddcc-f937-4738-a78f-bbb111b54d2c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:45.192439 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=1653ddcc-f937-4738-a78f-bbb111b54d2c,revision_number=9']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:45.380992 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['1653ddcc-f937-4738-a78f-bbb111b54d2c'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:14:45.998098 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf7b6b6-7422-46bd-b8d7-95ff0ccab415 req-aedb29c0-0611-4d24-b606-b2e74fdccbda tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:46.000163 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1bf7b6b6-7422-46bd-b8d7-95ff0ccab415 req-aedb29c0-0611-4d24-b606-b2e74fdccbda tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 944 time: 0.0572405 Feb 09 02:14:46.058865 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1bf7b6b6-7422-46bd-b8d7-95ff0ccab415 req-639c2af4-c1da-476a-a6c5-22887a4f5d3b tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530124 Feb 09 02:14:46.970918 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 1653ddcc-f937-4738-a78f-bbb111b54d2c up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:14:47.020754 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 1653ddcc-f937-4738-a78f-bbb111b54d2c completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:14:47.024500 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 1653ddcc-f937-4738-a78f-bbb111b54d2c triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:14:47.024924 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (1653ddcc-f937-4738-a78f-bbb111b54d2c), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:47.100676 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 1653ddcc-f937-4738-a78f-bbb111b54d2c is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:14:47.101089 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (1653ddcc-f937-4738-a78f-bbb111b54d2c), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:47.123767 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a97a51-addc-46c8-8bdb-bf406720e4e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1653ddcc-f937-4738-a78f-bbb111b54d2c'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:14:47.126036 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f766445e23ec559c7328ff843d6cc013f3fae19186639b550ac9b130fb2cde8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d76d430-e788-464b-aad0-422532dbf8de" -d '{"events": [{"server_uuid": "79a97a51-addc-46c8-8bdb-bf406720e4e2", "name": "network-vif-plugged", "status": "completed", "tag": "1653ddcc-f937-4738-a78f-bbb111b54d2c"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:14:47.142533 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 1653ddcc-f937-4738-a78f-bbb111b54d2c, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=1653ddcc-f937-4738-a78f-bbb111b54d2c,segment=NetworkSegment(bae72b8a-0a40-41b1-8cc2-88444c089490),segment_id=bae72b8a-0a40-41b1-8cc2-88444c089490)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:14:47.147077 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (1653ddcc-f937-4738-a78f-bbb111b54d2c), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:14:47.171570 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ff509b-64a2-4bfb-88d9-4f4ceb567f11 x-openstack-request-id: req-38ff509b-64a2-4bfb-88d9-4f4ceb567f11 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:14:47.171875 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a97a51-addc-46c8-8bdb-bf406720e4e2", "name": "network-vif-plugged", "status": "completed", "tag": "1653ddcc-f937-4738-a78f-bbb111b54d2c", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:14:47.172148 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-38ff509b-64a2-4bfb-88d9-4f4ceb567f11 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:14:47.172560 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a97a51-addc-46c8-8bdb-bf406720e4e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1653ddcc-f937-4738-a78f-bbb111b54d2c', 'code': 200} Feb 09 02:14:47.184867 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0b01e-c940-4296-9650-fd08822f203d req-8a8a399e-6908-45c5-b6d5-d74d75fc9d52 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:47.186478 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-04e0b01e-c940-4296-9650-fd08822f203d req-8a8a399e-6908-45c5-b6d5-d74d75fc9d52 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 944 time: 0.0590808 Feb 09 02:14:47.200685 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=1653ddcc-f937-4738-a78f-bbb111b54d2c,revision_number=10']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:14:47.238339 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-04e0b01e-c940-4296-9650-fd08822f203d req-c61bc6b7-16c6-4f66-9969-c23f7edc43f3 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455892 Feb 09 02:14:47.319527 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4adb7-6002-4635-b27b-1ac2d6993a9e req-240a9434-28fc-4db8-9ade-f9ecbb9bdc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:47.321048 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-0bc4adb7-6002-4635-b27b-1ac2d6993a9e req-240a9434-28fc-4db8-9ade-f9ecbb9bdc17 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 1128 time: 0.0454524 Feb 09 02:14:47.365451 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-0bc4adb7-6002-4635-b27b-1ac2d6993a9e req-983f3d68-f62c-4c79-a166-e8886c3b0d6a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379870 Feb 09 02:14:48.361986 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca2685-0018-4ea0-963a-10878c925f9a req-db800e5b-1112-4813-ae8d-07d3c52de9be tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:48.363483 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c8ca2685-0018-4ea0-963a-10878c925f9a req-db800e5b-1112-4813-ae8d-07d3c52de9be tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 946 time: 0.0554688 Feb 09 02:14:48.412286 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c8ca2685-0018-4ea0-963a-10878c925f9a req-0d716f1e-c280-4e54-94ac-42c3d7daf0d9 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425043 Feb 09 02:14:48.767915 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-111cd4aa-cd57-4793-b6a7-2a387ae6cfe2 req-09e214a1-c590-4c40-be9f-226b2b0d5250 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424883 Feb 09 02:14:48.856203 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111cd4aa-cd57-4793-b6a7-2a387ae6cfe2 req-849e2ce8-7309-47fe-85fe-b2cfcf18542a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:48.857751 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-111cd4aa-cd57-4793-b6a7-2a387ae6cfe2 req-849e2ce8-7309-47fe-85fe-b2cfcf18542a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bdf97489d6b8408ba0a22222337f087b&device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 1128 time: 0.0489190 Feb 09 02:14:48.958799 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111cd4aa-cd57-4793-b6a7-2a387ae6cfe2 req-6b3bc0f8-72e0-4b54-8b45-03fdd57fcfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:48.960193 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-111cd4aa-cd57-4793-b6a7-2a387ae6cfe2 req-6b3bc0f8-72e0-4b54-8b45-03fdd57fcfab service neutron] 10.222.0.47 "GET /v2.0/networks?id=af3f096c-49dc-487c-b525-c2c1af553b1f HTTP/1.1" status: 200 len: 909 time: 0.0845561 Feb 09 02:14:49.028856 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-111cd4aa-cd57-4793-b6a7-2a387ae6cfe2 req-e9a4455b-229f-4472-9548-da17bc646957 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1653ddcc-f937-4738-a78f-bbb111b54d2c HTTP/1.1" status: 200 len: 1001 time: 0.0631585 Feb 09 02:14:49.078202 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111cd4aa-cd57-4793-b6a7-2a387ae6cfe2 req-c34eacf7-6df1-442a-b1f8-b2bba788e638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:49.079610 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-111cd4aa-cd57-4793-b6a7-2a387ae6cfe2 req-c34eacf7-6df1-442a-b1f8-b2bba788e638 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf9c11ce-4026-4979-8d42-293ced89501f HTTP/1.1" status: 200 len: 846 time: 0.0445781 Feb 09 02:14:49.127455 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111cd4aa-cd57-4793-b6a7-2a387ae6cfe2 req-70f7fe53-37d0-4e73-8173-0e6a1ac433a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:49.128953 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-111cd4aa-cd57-4793-b6a7-2a387ae6cfe2 req-70f7fe53-37d0-4e73-8173-0e6a1ac433a2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af3f096c-49dc-487c-b525-c2c1af553b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438678 Feb 09 02:14:49.219437 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-111cd4aa-cd57-4793-b6a7-2a387ae6cfe2 req-f44fb57e-25b0-4f31-80d7-e62e96c1b04c service neutron] 10.222.0.47 "GET /v2.0/networks/af3f096c-49dc-487c-b525-c2c1af553b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845239 Feb 09 02:14:49.306715 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-111cd4aa-cd57-4793-b6a7-2a387ae6cfe2 req-6299f471-d924-40cc-b437-bc94aee2af58 service neutron] 10.222.0.47 "GET /v2.0/networks/af3f096c-49dc-487c-b525-c2c1af553b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815184 Feb 09 02:14:49.535384 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34463e5-a230-487d-bbb6-0aa9dfd12cb4 req-c36a1aaf-7622-48ec-94c6-52243aac90ef tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:14:49.536959 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b34463e5-a230-487d-bbb6-0aa9dfd12cb4 req-c36a1aaf-7622-48ec-94c6-52243aac90ef tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 946 time: 0.0574164 Feb 09 02:14:49.923131 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-b34463e5-a230-487d-bbb6-0aa9dfd12cb4 req-82b36484-48b5-4de9-aaff-9418e30ebd4c tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3806820 Feb 09 02:15:02.535045 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-384bf46c-f61e-4fec-b255-48f27719e144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:04.554696 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f36a9b27-1dd1-4e32-8f90-b3488ee46bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:05.003516 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:15:06.178474 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:07.456716 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:08.246907 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:08.578168 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:09.937065 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:32.538752 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ac89057b-f04d-411d-b3e6-4be77e550ee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:34.558764 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3f27e778-e678-4946-a1c6-3b4851ec52ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:36.181459 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:37.458919 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:38.262899 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:38.581132 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:39.960368 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:15:42.002864 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:15:49.736318 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-06bda6bc-7e62-4389-b40e-be2ef1d32d55 req-4ad11fd8-3c90-4250-8e50-d939b5614291 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441849 Feb 09 02:15:49.823562 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bda6bc-7e62-4389-b40e-be2ef1d32d55 req-375ce61f-7787-4731-b4ee-4b59d719feec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:49.825099 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-06bda6bc-7e62-4389-b40e-be2ef1d32d55 req-375ce61f-7787-4731-b4ee-4b59d719feec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bdf97489d6b8408ba0a22222337f087b&device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 1128 time: 0.0486498 Feb 09 02:15:49.926252 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bda6bc-7e62-4389-b40e-be2ef1d32d55 req-b67f1edd-074d-46d8-9c73-8f22f728dbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:49.927986 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-06bda6bc-7e62-4389-b40e-be2ef1d32d55 req-b67f1edd-074d-46d8-9c73-8f22f728dbd6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=af3f096c-49dc-487c-b525-c2c1af553b1f HTTP/1.1" status: 200 len: 909 time: 0.0847027 Feb 09 02:15:49.995645 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-06bda6bc-7e62-4389-b40e-be2ef1d32d55 req-c1bf546b-607f-4c2e-a638-2fb4dc54f34c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1653ddcc-f937-4738-a78f-bbb111b54d2c HTTP/1.1" status: 200 len: 1001 time: 0.0620732 Feb 09 02:15:50.046096 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bda6bc-7e62-4389-b40e-be2ef1d32d55 req-f93a97e0-ba62-4acc-98a7-6dfd0433d055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:50.047557 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-06bda6bc-7e62-4389-b40e-be2ef1d32d55 req-f93a97e0-ba62-4acc-98a7-6dfd0433d055 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf9c11ce-4026-4979-8d42-293ced89501f HTTP/1.1" status: 200 len: 846 time: 0.0453985 Feb 09 02:15:50.095620 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bda6bc-7e62-4389-b40e-be2ef1d32d55 req-e72bc72e-2893-4ea3-b36e-980d7f4bfa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:15:50.097649 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-06bda6bc-7e62-4389-b40e-be2ef1d32d55 req-e72bc72e-2893-4ea3-b36e-980d7f4bfa55 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af3f096c-49dc-487c-b525-c2c1af553b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444131 Feb 09 02:15:50.188571 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-06bda6bc-7e62-4389-b40e-be2ef1d32d55 req-9d75c308-e526-4830-86a5-29ba14480ac2 service neutron] 10.222.0.47 "GET /v2.0/networks/af3f096c-49dc-487c-b525-c2c1af553b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848897 Feb 09 02:15:50.281480 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-06bda6bc-7e62-4389-b40e-be2ef1d32d55 req-bbdc1d1c-867a-4420-b16b-171737dc985a service neutron] 10.222.0.47 "GET /v2.0/networks/af3f096c-49dc-487c-b525-c2c1af553b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872552 Feb 09 02:16:02.540449 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d8636a12-353d-4434-8969-dc75283b92c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:04.561512 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b7c37371-7a63-4625-9375-b3bb2d421998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:05.719328 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46716) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:05.874261 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-8c31653b-d4f2-42e0-9053-79d9583cb28d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Deleting port eac4572a-9f16-47af-b6c1-f3be4049b35d {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:16:05.874613 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8c31653b-d4f2-42e0-9053-79d9583cb28d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (eac4572a-9f16-47af-b6c1-f3be4049b35d), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:05.954129 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8c31653b-d4f2-42e0-9053-79d9583cb28d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (eac4572a-9f16-47af-b6c1-f3be4049b35d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:05.954456 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8c31653b-d4f2-42e0-9053-79d9583cb28d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for floatingip (eac4572a-9f16-47af-b6c1-f3be4049b35d), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:05.966259 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-8c31653b-d4f2-42e0-9053-79d9583cb28d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Calling delete_port for eac4572a-9f16-47af-b6c1-f3be4049b35d owned by network:floatingip {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:16:06.109876 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8c31653b-d4f2-42e0-9053-79d9583cb28d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (eac4572a-9f16-47af-b6c1-f3be4049b35d), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:06.135829 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c31653b-d4f2-42e0-9053-79d9583cb28d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Pushing event deleted for resources: {'Port': ['ID=eac4572a-9f16-47af-b6c1-f3be4049b35d,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:06.147399 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31653b-d4f2-42e0-9053-79d9583cb28d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:06.147757 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31653b-d4f2-42e0-9053-79d9583cb28d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:06.148107 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31653b-d4f2-42e0-9053-79d9583cb28d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:06.148453 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31653b-d4f2-42e0-9053-79d9583cb28d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:06.148817 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31653b-d4f2-42e0-9053-79d9583cb28d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:06.149156 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31653b-d4f2-42e0-9053-79d9583cb28d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:06.149492 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31653b-d4f2-42e0-9053-79d9583cb28d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:06.149826 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31653b-d4f2-42e0-9053-79d9583cb28d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:06.150159 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31653b-d4f2-42e0-9053-79d9583cb28d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:06.150491 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31653b-d4f2-42e0-9053-79d9583cb28d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:06.150819 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31653b-d4f2-42e0-9053-79d9583cb28d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:06.151149 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31653b-d4f2-42e0-9053-79d9583cb28d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:06.151476 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c31653b-d4f2-42e0-9053-79d9583cb28d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:06.183887 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:06.206984 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8c31653b-d4f2-42e0-9053-79d9583cb28d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for floatingip (7716cd5c-5bf8-4264-84b6-225602198143), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:06.207433 n-d-828369-4 neutron-server[103137]: INFO neutron.db.l3_db [None req-8c31653b-d4f2-42e0-9053-79d9583cb28d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Floating IP 7716cd5c-5bf8-4264-84b6-225602198143 disassociated (deleted). External IP: 172.25.8.130, port: 1653ddcc-f937-4738-a78f-bbb111b54d2c. Feb 09 02:16:06.420496 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c31653b-d4f2-42e0-9053-79d9583cb28d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Router c0a38b8d-1f5e-4922-9391-c6ce40b70166 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:16:06.530269 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c31653b-d4f2-42e0-9053-79d9583cb28d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:16:06.535538 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-8c31653b-d4f2-42e0-9053-79d9583cb28d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:06.541502 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60aa13ed-0d57-488e-ab01-f3ce4eee54e3 None None] Sync routers for ids ['c0a38b8d-1f5e-4922-9391-c6ce40b70166'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:16:06.556457 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60aa13ed-0d57-488e-ab01-f3ce4eee54e3 None None] Routers {'c0a38b8d-1f5e-4922-9391-c6ce40b70166'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:16:06.557406 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-60aa13ed-0d57-488e-ab01-f3ce4eee54e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:16:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c0a38b8d-1f5e-4922-9391-c6ce40b70166'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:06.566332 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-8c31653b-d4f2-42e0-9053-79d9583cb28d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "DELETE /v2.0/floatingips/7716cd5c-5bf8-4264-84b6-225602198143 HTTP/1.1" status: 204 len: 168 time: 0.8459024 Feb 09 02:16:06.566992 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79a97a51-addc-46c8-8bdb-bf406720e4e2', 'tag': '1653ddcc-f937-4738-a78f-bbb111b54d2c'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:16:06.569650 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb43af88e673329c23149398428cc041a01d2eb1e38e3c4d9439b19a076227c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3064d0bb-a4ed-4766-aaed-a2dfcc91ffd8" -d '{"events": [{"name": "network-changed", "server_uuid": "79a97a51-addc-46c8-8bdb-bf406720e4e2", "tag": "1653ddcc-f937-4738-a78f-bbb111b54d2c"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:16:06.661559 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a816fc2-6d2a-45c0-b7c9-9eff5ed604ae x-openstack-request-id: req-1a816fc2-6d2a-45c0-b7c9-9eff5ed604ae {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:16:06.661860 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79a97a51-addc-46c8-8bdb-bf406720e4e2", "tag": "1653ddcc-f937-4738-a78f-bbb111b54d2c", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:16:06.662121 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1a816fc2-6d2a-45c0-b7c9-9eff5ed604ae {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:16:06.662591 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79a97a51-addc-46c8-8bdb-bf406720e4e2', 'tag': '1653ddcc-f937-4738-a78f-bbb111b54d2c', 'status': 'completed', 'code': 200} Feb 09 02:16:06.669679 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-60aa13ed-0d57-488e-ab01-f3ce4eee54e3 None None] Set router c0a38b8d-1f5e-4922-9391-c6ce40b70166 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:16:06.740488 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064d0bb-a4ed-4766-aaed-a2dfcc91ffd8 req-acf6a23e-d929-429f-9c1b-1dcc849f5d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:06.742173 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3064d0bb-a4ed-4766-aaed-a2dfcc91ffd8 req-acf6a23e-d929-429f-9c1b-1dcc849f5d86 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bdf97489d6b8408ba0a22222337f087b&device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 1128 time: 0.0540199 Feb 09 02:16:06.815002 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d176e-8776-4c30-9c90-f112c6a19a23 req-959bd88b-d007-44bf-906a-e35ac628a126 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:06.817266 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-040d176e-8776-4c30-9c90-f112c6a19a23 req-959bd88b-d007-44bf-906a-e35ac628a126 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 946 time: 0.0656781 Feb 09 02:16:06.840092 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064d0bb-a4ed-4766-aaed-a2dfcc91ffd8 req-7077db12-86bd-423b-820f-e4b2ad6f13fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:06.841629 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3064d0bb-a4ed-4766-aaed-a2dfcc91ffd8 req-7077db12-86bd-423b-820f-e4b2ad6f13fe service neutron] 10.222.0.47 "GET /v2.0/networks?id=af3f096c-49dc-487c-b525-c2c1af553b1f HTTP/1.1" status: 200 len: 909 time: 0.0926070 Feb 09 02:16:06.872479 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-040d176e-8776-4c30-9c90-f112c6a19a23 req-5aa7767c-5ad0-4245-a184-7b020295e7e3 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484798 Feb 09 02:16:06.885746 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-60aa13ed-0d57-488e-ab01-f3ce4eee54e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'name': 'tempest-TestShelveInstance-13146114-router', 'tenant_id': 'bdf97489d6b8408ba0a22222337f087b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '4279b188-e4e9-461d-9209-f1ea45e5f3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:07:06Z', 'updated_at': '2022-02-09T02:07:09Z', 'revision_number': 4, 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'gw_port': {'id': '4279b188-e4e9-461d-9209-f1ea45e5f3d8', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:07Z', 'updated_at': '2022-02-09T02:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '6fdea76b-0e01-407c-9ace-40f499a75837', 'name': '', 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f', 'tenant_id': 'bdf97489d6b8408ba0a22222337f087b', 'mac_address': 'fa:16:3e:a3:40:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'cf9c11ce-4026-4979-8d42-293ced89501f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:09Z', 'updated_at': '2022-02-09T02:07:13Z', 'revision_number': 5, 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'subnets': [{'id': 'cf9c11ce-4026-4979-8d42-293ced89501f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:06.887515 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3064d0bb-a4ed-4766-aaed-a2dfcc91ffd8 req-ddf749c1-74bd-4b12-ba99-2b7fbd570305 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1653ddcc-f937-4738-a78f-bbb111b54d2c HTTP/1.1" status: 200 len: 217 time: 0.0393291 Feb 09 02:16:06.912739 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60aa13ed-0d57-488e-ab01-f3ce4eee54e3 None None] Checking router: c0a38b8d-1f5e-4922-9391-c6ce40b70166 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:16:06.920898 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60aa13ed-0d57-488e-ab01-f3ce4eee54e3 None None] Routers {'c0a38b8d-1f5e-4922-9391-c6ce40b70166'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:16:06.921511 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-60aa13ed-0d57-488e-ab01-f3ce4eee54e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:16:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c0a38b8d-1f5e-4922-9391-c6ce40b70166'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:06.936297 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064d0bb-a4ed-4766-aaed-a2dfcc91ffd8 req-531dc531-e57c-4541-8f92-cdba66e50d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:06.937797 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3064d0bb-a4ed-4766-aaed-a2dfcc91ffd8 req-531dc531-e57c-4541-8f92-cdba66e50d4a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf9c11ce-4026-4979-8d42-293ced89501f HTTP/1.1" status: 200 len: 846 time: 0.0436420 Feb 09 02:16:06.991266 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064d0bb-a4ed-4766-aaed-a2dfcc91ffd8 req-14d147a4-9d84-4b0d-852c-2013d91c474e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:06.992747 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3064d0bb-a4ed-4766-aaed-a2dfcc91ffd8 req-14d147a4-9d84-4b0d-852c-2013d91c474e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=af3f096c-49dc-487c-b525-c2c1af553b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487795 Feb 09 02:16:07.031355 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-60aa13ed-0d57-488e-ab01-f3ce4eee54e3 None None] Set router c0a38b8d-1f5e-4922-9391-c6ce40b70166 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:16:07.084940 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3064d0bb-a4ed-4766-aaed-a2dfcc91ffd8 req-aa798006-cbb4-4b71-8833-69412d10e509 service neutron] 10.222.0.47 "GET /v2.0/networks/af3f096c-49dc-487c-b525-c2c1af553b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836682 Feb 09 02:16:07.180119 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-3064d0bb-a4ed-4766-aaed-a2dfcc91ffd8 req-70b66153-084b-4392-8f9e-d7554923e613 service neutron] 10.222.0.47 "GET /v2.0/networks/af3f096c-49dc-487c-b525-c2c1af553b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878291 Feb 09 02:16:07.233319 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-60aa13ed-0d57-488e-ab01-f3ce4eee54e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'name': 'tempest-TestShelveInstance-13146114-router', 'tenant_id': 'bdf97489d6b8408ba0a22222337f087b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '4279b188-e4e9-461d-9209-f1ea45e5f3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:07:06Z', 'updated_at': '2022-02-09T02:07:09Z', 'revision_number': 4, 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'gw_port': {'id': '4279b188-e4e9-461d-9209-f1ea45e5f3d8', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:07Z', 'updated_at': '2022-02-09T02:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '6fdea76b-0e01-407c-9ace-40f499a75837', 'name': '', 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f', 'tenant_id': 'bdf97489d6b8408ba0a22222337f087b', 'mac_address': 'fa:16:3e:a3:40:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'cf9c11ce-4026-4979-8d42-293ced89501f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:09Z', 'updated_at': '2022-02-09T02:07:13Z', 'revision_number': 5, 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'subnets': [{'id': 'cf9c11ce-4026-4979-8d42-293ced89501f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:07.263616 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60aa13ed-0d57-488e-ab01-f3ce4eee54e3 None None] The sync data for ids ['c0a38b8d-1f5e-4922-9391-c6ce40b70166'] in n-d-828369-4 is: [{'id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'name': 'tempest-TestShelveInstance-13146114-router', 'tenant_id': 'bdf97489d6b8408ba0a22222337f087b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '4279b188-e4e9-461d-9209-f1ea45e5f3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:07:06Z', 'updated_at': '2022-02-09T02:07:09Z', 'revision_number': 4, 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'gw_port': {'id': '4279b188-e4e9-461d-9209-f1ea45e5f3d8', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:07Z', 'updated_at': '2022-02-09T02:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': '6fdea76b-0e01-407c-9ace-40f499a75837', 'name': '', 'network_id': 'af3f096c-49dc-487c-b525-c2c1af553b1f', 'tenant_id': 'bdf97489d6b8408ba0a22222337f087b', 'mac_address': 'fa:16:3e:a3:40:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'cf9c11ce-4026-4979-8d42-293ced89501f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:09Z', 'updated_at': '2022-02-09T02:07:13Z', 'revision_number': 5, 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'subnets': [{'id': 'cf9c11ce-4026-4979-8d42-293ced89501f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:16:07.461970 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:07.493438 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce3320f-87c1-492c-96bb-2d81ca82956b None None] New status for floating IP 7716cd5c-5bf8-4264-84b6-225602198143: DOWN {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:16:07.995926 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f67c41-30aa-40d2-98ee-6f7866c0924f req-7f5f3488-666b-479a-b117-7722a81f8570 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:07.997418 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-03f67c41-30aa-40d2-98ee-6f7866c0924f req-7f5f3488-666b-479a-b117-7722a81f8570 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 946 time: 0.0516953 Feb 09 02:16:08.048761 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-03f67c41-30aa-40d2-98ee-6f7866c0924f req-a5e41e59-3146-4366-b8d7-ad24b767dc12 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/security-groups?id=70d4a686-f9a6-4b17-a40e-ae807f201f73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452366 Feb 09 02:16:08.262756 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:08.295013 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a3bed-3631-4f22-80c3-0bb5948b0305 req-83d5908a-f824-47c5-b227-0e425e01af82 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:08.296482 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-9b1a3bed-3631-4f22-80c3-0bb5948b0305 req-83d5908a-f824-47c5-b227-0e425e01af82 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.47 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 946 time: 0.0529177 Feb 09 02:16:08.385309 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-9b1a3bed-3631-4f22-80c3-0bb5948b0305 req-cb7e87f0-a6cb-4ebb-bfff-3ef75c097714 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Deleting port 1653ddcc-f937-4738-a78f-bbb111b54d2c {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:16:08.385678 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-9b1a3bed-3631-4f22-80c3-0bb5948b0305 req-cb7e87f0-a6cb-4ebb-bfff-3ef75c097714 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (1653ddcc-f937-4738-a78f-bbb111b54d2c), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:08.585467 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:08.760277 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-9b1a3bed-3631-4f22-80c3-0bb5948b0305 req-cb7e87f0-a6cb-4ebb-bfff-3ef75c097714 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] For port 1653ddcc-f937-4738-a78f-bbb111b54d2c, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=1653ddcc-f937-4738-a78f-bbb111b54d2c,segment=NetworkSegment(bae72b8a-0a40-41b1-8cc2-88444c089490),segment_id=bae72b8a-0a40-41b1-8cc2-88444c089490)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:08.760673 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-9b1a3bed-3631-4f22-80c3-0bb5948b0305 req-cb7e87f0-a6cb-4ebb-bfff-3ef75c097714 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (1653ddcc-f937-4738-a78f-bbb111b54d2c), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:08.773242 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-9b1a3bed-3631-4f22-80c3-0bb5948b0305 req-cb7e87f0-a6cb-4ebb-bfff-3ef75c097714 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Calling delete_port for 1653ddcc-f937-4738-a78f-bbb111b54d2c owned by compute:nova {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:16:08.899115 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-9b1a3bed-3631-4f22-80c3-0bb5948b0305 req-cb7e87f0-a6cb-4ebb-bfff-3ef75c097714 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (1653ddcc-f937-4738-a78f-bbb111b54d2c), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:08.924838 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7e87f0-a6cb-4ebb-bfff-3ef75c097714 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Pushing event deleted for resources: {'Port': ['ID=1653ddcc-f937-4738-a78f-bbb111b54d2c,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:08.982267 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b1a3bed-3631-4f22-80c3-0bb5948b0305 req-cb7e87f0-a6cb-4ebb-bfff-3ef75c097714 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] No DVR routers for this DVR port 1653ddcc-f937-4738-a78f-bbb111b54d2c on host n-h1-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:16:08.985466 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-9b1a3bed-3631-4f22-80c3-0bb5948b0305 req-cb7e87f0-a6cb-4ebb-bfff-3ef75c097714 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:08.988949 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-9b1a3bed-3631-4f22-80c3-0bb5948b0305 req-cb7e87f0-a6cb-4ebb-bfff-3ef75c097714 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.47 "DELETE /v2.0/ports/1653ddcc-f937-4738-a78f-bbb111b54d2c HTTP/1.1" status: 204 len: 173 time: 0.6875932 Feb 09 02:16:08.989407 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a97a51-addc-46c8-8bdb-bf406720e4e2', 'name': 'network-vif-deleted', 'tag': '1653ddcc-f937-4738-a78f-bbb111b54d2c'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:16:08.991652 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb43af88e673329c23149398428cc041a01d2eb1e38e3c4d9439b19a076227c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c9b042-8582-4db8-ba3a-72d8ab220aed" -d '{"events": [{"server_uuid": "79a97a51-addc-46c8-8bdb-bf406720e4e2", "name": "network-vif-deleted", "tag": "1653ddcc-f937-4738-a78f-bbb111b54d2c"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:16:09.034836 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77035bb2-ed2d-4014-b03b-7e1083417f81 x-openstack-request-id: req-77035bb2-ed2d-4014-b03b-7e1083417f81 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:16:09.035279 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a97a51-addc-46c8-8bdb-bf406720e4e2", "name": "network-vif-deleted", "tag": "1653ddcc-f937-4738-a78f-bbb111b54d2c", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:16:09.035729 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-77035bb2-ed2d-4014-b03b-7e1083417f81 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:16:09.036232 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a97a51-addc-46c8-8bdb-bf406720e4e2', 'name': 'network-vif-deleted', 'tag': '1653ddcc-f937-4738-a78f-bbb111b54d2c', 'status': 'completed', 'code': 200} Feb 09 02:16:09.146267 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-30cbf9f5-afd3-400f-b5cb-88c83f0cfd7f req-58efaf0a-aedc-4ffa-85f8-fce3823e65f0 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 210 time: 0.0274944 Feb 09 02:16:09.989953 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:10.241707 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c031dfe-b96a-456f-bacf-a77c60f6e625 req-2513dcd4-c1c9-4905-bc1d-84329bdd0faf tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 210 time: 0.0262220 Feb 09 02:16:11.218367 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 1653ddcc-f937-4738-a78f-bbb111b54d2c no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:16:11.241394 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: 1653ddcc-f937-4738-a78f-bbb111b54d2c {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:16:11.241750 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 1653ddcc-f937-4738-a78f-bbb111b54d2c not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:16:11.337355 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-70c41010-082a-48c3-ae36-00c7582675b7 req-72bff2b1-04ff-400b-a81a-46522a6c963d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 210 time: 0.0272934 Feb 09 02:16:12.432925 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-235ccdbd-95e8-4482-9cc4-c6ca9815d9a1 req-0714fe7c-2f6d-46f6-8586-3e249270fa44 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 210 time: 0.0282989 Feb 09 02:16:13.526683 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-581894f8-267a-484b-9c1f-b26d5e09cdf8 req-7772b7d1-c8b6-4c82-8d3c-88eb1d6ef06d tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 210 time: 0.0277896 Feb 09 02:16:14.626545 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ae961b44-cae0-481e-bc93-9314d629c12e req-a7b743ca-900c-4fc6-99c7-c13b7fbbbb8b tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 210 time: 0.0296574 Feb 09 02:16:15.727063 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c82cc02b-fa4d-40d7-ac80-bb12fe1d19d4 req-ef28bda5-290e-44a6-9da3-abc213117b01 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 210 time: 0.0270715 Feb 09 02:16:16.821757 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-8c5abb83-c974-42d4-bd2f-fec4fc0266d1 req-5c58c76a-e7d6-4c6a-ae98-f8188bbd6941 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "GET /v2.0/ports?device_id=79a97a51-addc-46c8-8bdb-bf406720e4e2 HTTP/1.1" status: 200 len: 210 time: 0.0265429 Feb 09 02:16:17.878225 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 46758) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:17.934648 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d1b4ea1a-d5b0-4dd0-a85b-afa50a3552c5 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for security_group (70d4a686-f9a6-4b17-a40e-ae807f201f73), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:17.958892 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d1b4ea1a-d5b0-4dd0-a85b-afa50a3552c5 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for security_group (70d4a686-f9a6-4b17-a40e-ae807f201f73), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:18.031021 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d1b4ea1a-d5b0-4dd0-a85b-afa50a3552c5 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (70d4a686-f9a6-4b17-a40e-ae807f201f73), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:18.036347 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d1b4ea1a-d5b0-4dd0-a85b-afa50a3552c5 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:18.040724 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d1b4ea1a-d5b0-4dd0-a85b-afa50a3552c5 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] 10.222.0.50 "DELETE /v2.0/security-groups/70d4a686-f9a6-4b17-a40e-ae807f201f73 HTTP/1.1" status: 204 len: 168 time: 0.1614170 Feb 09 02:16:18.050897 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4ea1a-d5b0-4dd0-a85b-afa50a3552c5 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d4a686-f9a6-4b17-a40e-ae807f201f73,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:18.058910 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4ea1a-d5b0-4dd0-a85b-afa50a3552c5 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:18.059266 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4ea1a-d5b0-4dd0-a85b-afa50a3552c5 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:18.059613 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4ea1a-d5b0-4dd0-a85b-afa50a3552c5 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:18.059955 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4ea1a-d5b0-4dd0-a85b-afa50a3552c5 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:18.060297 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4ea1a-d5b0-4dd0-a85b-afa50a3552c5 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:18.060657 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4ea1a-d5b0-4dd0-a85b-afa50a3552c5 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:18.060989 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4ea1a-d5b0-4dd0-a85b-afa50a3552c5 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:18.061323 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4ea1a-d5b0-4dd0-a85b-afa50a3552c5 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:18.061655 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4ea1a-d5b0-4dd0-a85b-afa50a3552c5 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:18.061983 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4ea1a-d5b0-4dd0-a85b-afa50a3552c5 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:18.062310 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4ea1a-d5b0-4dd0-a85b-afa50a3552c5 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:18.062637 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4ea1a-d5b0-4dd0-a85b-afa50a3552c5 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:18.062960 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b4ea1a-d5b0-4dd0-a85b-afa50a3552c5 tempest-TestShelveInstance-694662915 tempest-TestShelveInstance-694662915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:19.003481 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:16:19.103324 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 46764) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:19.557621 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9f0205ba-b18d-47fd-b310-6547792061ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (c0a38b8d-1f5e-4922-9391-c6ce40b70166), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:19.807578 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-9f0205ba-b18d-47fd-b310-6547792061ce admin admin] Deleting port 6fdea76b-0e01-407c-9ace-40f499a75837 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:16:19.807951 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9f0205ba-b18d-47fd-b310-6547792061ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (6fdea76b-0e01-407c-9ace-40f499a75837), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:19.883967 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-9f0205ba-b18d-47fd-b310-6547792061ce admin admin] For port 6fdea76b-0e01-407c-9ace-40f499a75837, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=6fdea76b-0e01-407c-9ace-40f499a75837,segment=NetworkSegment(bae72b8a-0a40-41b1-8cc2-88444c089490),segment_id=bae72b8a-0a40-41b1-8cc2-88444c089490)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:19.884319 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9f0205ba-b18d-47fd-b310-6547792061ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (6fdea76b-0e01-407c-9ace-40f499a75837), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:19.897966 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-9f0205ba-b18d-47fd-b310-6547792061ce admin admin] Calling delete_port for 6fdea76b-0e01-407c-9ace-40f499a75837 owned by network:router_interface {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:16:20.086611 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9f0205ba-b18d-47fd-b310-6547792061ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (6fdea76b-0e01-407c-9ace-40f499a75837), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:20.116306 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0205ba-b18d-47fd-b310-6547792061ce admin admin] Pushing event deleted for resources: {'Port': ['ID=6fdea76b-0e01-407c-9ace-40f499a75837,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:20.294903 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9f0205ba-b18d-47fd-b310-6547792061ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (c0a38b8d-1f5e-4922-9391-c6ce40b70166), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:20.520154 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f0205ba-b18d-47fd-b310-6547792061ce admin admin] Router c0a38b8d-1f5e-4922-9391-c6ce40b70166 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:16:20.634506 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0205ba-b18d-47fd-b310-6547792061ce admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:16:20.639364 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-9f0205ba-b18d-47fd-b310-6547792061ce admin admin] 10.222.0.50 "PUT /v2.0/routers/c0a38b8d-1f5e-4922-9391-c6ce40b70166/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5349412 Feb 09 02:16:20.642002 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46768) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:20.649949 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d50673-383a-47bc-8545-32bfadc84885 None None] Sync routers for ids ['c0a38b8d-1f5e-4922-9391-c6ce40b70166'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:16:20.660217 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d50673-383a-47bc-8545-32bfadc84885 None None] Routers {'c0a38b8d-1f5e-4922-9391-c6ce40b70166'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:16:20.661125 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-b7d50673-383a-47bc-8545-32bfadc84885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:16:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c0a38b8d-1f5e-4922-9391-c6ce40b70166'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:20.758094 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-96721394-9981-462e-a4f2-c4fec22b3412 admin admin] Publish callbacks [] for router (c0a38b8d-1f5e-4922-9391-c6ce40b70166), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:20.770841 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-b7d50673-383a-47bc-8545-32bfadc84885 None None] Set router c0a38b8d-1f5e-4922-9391-c6ce40b70166 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:16:20.867367 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-96721394-9981-462e-a4f2-c4fec22b3412 admin admin] Publish callbacks [] for router_gateway (c0a38b8d-1f5e-4922-9391-c6ce40b70166), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:20.926637 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-96721394-9981-462e-a4f2-c4fec22b3412 admin admin] Deleting port 4279b188-e4e9-461d-9209-f1ea45e5f3d8 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:16:20.927042 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-96721394-9981-462e-a4f2-c4fec22b3412 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (4279b188-e4e9-461d-9209-f1ea45e5f3d8), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:20.955060 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-b7d50673-383a-47bc-8545-32bfadc84885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'name': 'tempest-TestShelveInstance-13146114-router', 'tenant_id': 'bdf97489d6b8408ba0a22222337f087b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '4279b188-e4e9-461d-9209-f1ea45e5f3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:07:06Z', 'updated_at': '2022-02-09T02:16:20Z', 'revision_number': 5, 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'gw_port': {'id': '4279b188-e4e9-461d-9209-f1ea45e5f3d8', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:07Z', 'updated_at': '2022-02-09T02:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:20.985673 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d50673-383a-47bc-8545-32bfadc84885 None None] Checking router: c0a38b8d-1f5e-4922-9391-c6ce40b70166 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:16:20.994426 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d50673-383a-47bc-8545-32bfadc84885 None None] Routers {'c0a38b8d-1f5e-4922-9391-c6ce40b70166'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:16:20.995053 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-b7d50673-383a-47bc-8545-32bfadc84885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:16:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['c0a38b8d-1f5e-4922-9391-c6ce40b70166'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:21.011735 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-96721394-9981-462e-a4f2-c4fec22b3412 admin admin] For port 4279b188-e4e9-461d-9209-f1ea45e5f3d8, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=4279b188-e4e9-461d-9209-f1ea45e5f3d8,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:21.012017 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-96721394-9981-462e-a4f2-c4fec22b3412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (4279b188-e4e9-461d-9209-f1ea45e5f3d8), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:21.026004 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-96721394-9981-462e-a4f2-c4fec22b3412 admin admin] Calling delete_port for 4279b188-e4e9-461d-9209-f1ea45e5f3d8 owned by network:router_gateway {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:16:21.214229 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-96721394-9981-462e-a4f2-c4fec22b3412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (4279b188-e4e9-461d-9209-f1ea45e5f3d8), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:21.241318 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96721394-9981-462e-a4f2-c4fec22b3412 admin admin] Pushing event deleted for resources: {'Port': ['ID=4279b188-e4e9-461d-9209-f1ea45e5f3d8,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:21.248307 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-b7d50673-383a-47bc-8545-32bfadc84885 None None] Set router c0a38b8d-1f5e-4922-9391-c6ce40b70166 gateway port host: None {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:16:21.303742 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-b7d50673-383a-47bc-8545-32bfadc84885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'name': 'tempest-TestShelveInstance-13146114-router', 'tenant_id': 'bdf97489d6b8408ba0a22222337f087b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:07:06Z', 'updated_at': '2022-02-09T02:16:20Z', 'revision_number': 6, 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:21.305695 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-96721394-9981-462e-a4f2-c4fec22b3412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (c0a38b8d-1f5e-4922-9391-c6ce40b70166), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:21.334058 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d50673-383a-47bc-8545-32bfadc84885 None None] The sync data for ids ['c0a38b8d-1f5e-4922-9391-c6ce40b70166'] in n-d-828369-4 is: [{'id': 'c0a38b8d-1f5e-4922-9391-c6ce40b70166', 'name': 'tempest-TestShelveInstance-13146114-router', 'tenant_id': 'bdf97489d6b8408ba0a22222337f087b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:07:06Z', 'updated_at': '2022-02-09T02:16:20Z', 'revision_number': 6, 'project_id': 'bdf97489d6b8408ba0a22222337f087b', 'gw_port_host': None}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:16:21.406554 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-96721394-9981-462e-a4f2-c4fec22b3412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (c0a38b8d-1f5e-4922-9391-c6ce40b70166), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:21.409175 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-96721394-9981-462e-a4f2-c4fec22b3412 admin admin] Publish callbacks [] for router_controller (c0a38b8d-1f5e-4922-9391-c6ce40b70166), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:21.453261 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-96721394-9981-462e-a4f2-c4fec22b3412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (c0a38b8d-1f5e-4922-9391-c6ce40b70166), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:21.453791 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96721394-9981-462e-a4f2-c4fec22b3412 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0a38b8d-1f5e-4922-9391-c6ce40b70166 {{(pid=103137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:16:21.458074 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-96721394-9981-462e-a4f2-c4fec22b3412 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:21.462434 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-96721394-9981-462e-a4f2-c4fec22b3412 admin admin] 10.222.0.50 "DELETE /v2.0/routers/c0a38b8d-1f5e-4922-9391-c6ce40b70166 HTTP/1.1" status: 204 len: 168 time: 0.8161967 Feb 09 02:16:21.462742 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46770) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:21.508132 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-5489d901-0469-4569-a14d-ecda35b31387 admin admin] Deleting subnet cf9c11ce-4026-4979-8d42-293ced89501f {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:16:21.511100 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5489d901-0469-4569-a14d-ecda35b31387 admin admin] Publish callbacks [] for subnet (cf9c11ce-4026-4979-8d42-293ced89501f), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:21.545497 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5489d901-0469-4569-a14d-ecda35b31387 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (cf9c11ce-4026-4979-8d42-293ced89501f), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:21.626731 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5489d901-0469-4569-a14d-ecda35b31387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (cf9c11ce-4026-4979-8d42-293ced89501f), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:21.678603 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5489d901-0469-4569-a14d-ecda35b31387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (cf9c11ce-4026-4979-8d42-293ced89501f), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:21.708143 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489d901-0469-4569-a14d-ecda35b31387 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf9c11ce-4026-4979-8d42-293ced89501f,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:21.716979 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-5489d901-0469-4569-a14d-ecda35b31387 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:21.725095 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5489d901-0469-4569-a14d-ecda35b31387 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/cf9c11ce-4026-4979-8d42-293ced89501f HTTP/1.1" status: 204 len: 168 time: 0.2590184 Feb 09 02:16:21.725315 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45709c3-b71f-45e4-a557-7c4c8122cfe1 None None] Network af3f096c-49dc-487c-b525-c2c1af553b1f requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:16:21.725769 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 46772) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:21.810337 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-16098eb2-65d3-4a0d-af19-65671d22f072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (af3f096c-49dc-487c-b525-c2c1af553b1f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:21.877669 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-16098eb2-65d3-4a0d-af19-65671d22f072 admin admin] Deleting port aad6c8ef-2f2c-44c5-b4dd-4f2c30eceb86 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:16:21.878021 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-16098eb2-65d3-4a0d-af19-65671d22f072 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (aad6c8ef-2f2c-44c5-b4dd-4f2c30eceb86), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:21.944170 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-16098eb2-65d3-4a0d-af19-65671d22f072 admin admin] For port aad6c8ef-2f2c-44c5-b4dd-4f2c30eceb86, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=aad6c8ef-2f2c-44c5-b4dd-4f2c30eceb86,segment=NetworkSegment(bae72b8a-0a40-41b1-8cc2-88444c089490),segment_id=bae72b8a-0a40-41b1-8cc2-88444c089490)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:21.944685 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-16098eb2-65d3-4a0d-af19-65671d22f072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (aad6c8ef-2f2c-44c5-b4dd-4f2c30eceb86), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:21.957854 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-16098eb2-65d3-4a0d-af19-65671d22f072 admin admin] Calling delete_port for aad6c8ef-2f2c-44c5-b4dd-4f2c30eceb86 owned by network:dhcp {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:16:22.035818 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-16098eb2-65d3-4a0d-af19-65671d22f072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (aad6c8ef-2f2c-44c5-b4dd-4f2c30eceb86), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:22.064121 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16098eb2-65d3-4a0d-af19-65671d22f072 admin admin] No DVR routers for this DVR port aad6c8ef-2f2c-44c5-b4dd-4f2c30eceb86 on host n-d-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:16:22.070006 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16098eb2-65d3-4a0d-af19-65671d22f072 admin admin] Pushing event deleted for resources: {'Port': ['ID=aad6c8ef-2f2c-44c5-b4dd-4f2c30eceb86,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:22.147963 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-16098eb2-65d3-4a0d-af19-65671d22f072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (af3f096c-49dc-487c-b525-c2c1af553b1f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:22.171967 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-16098eb2-65d3-4a0d-af19-65671d22f072 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af3f096c-49dc-487c-b525-c2c1af553b1f']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:22.177776 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51037cea-f493-4b80-ab4a-d569652738b0 None None] DHCP port deletion for af3f096c-49dc-487c-b525-c2c1af553b1f request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:16:22.184652 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-16098eb2-65d3-4a0d-af19-65671d22f072 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bae72b8a-0a40-41b1-8cc2-88444c089490') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:22.184962 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-16098eb2-65d3-4a0d-af19-65671d22f072 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bae72b8a-0a40-41b1-8cc2-88444c089490') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:22.197807 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-16098eb2-65d3-4a0d-af19-65671d22f072 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (bae72b8a-0a40-41b1-8cc2-88444c089490), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:22.212998 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-16098eb2-65d3-4a0d-af19-65671d22f072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (bae72b8a-0a40-41b1-8cc2-88444c089490), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:22.220231 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16098eb2-65d3-4a0d-af19-65671d22f072 admin admin] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:16:22.221220 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-16098eb2-65d3-4a0d-af19-65671d22f072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (bae72b8a-0a40-41b1-8cc2-88444c089490), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:22.223064 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 02:16:22.223064 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:16:22.223064 n-d-828369-4 neutron-server[103136]: timer() Feb 09 02:16:22.223064 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:16:22.223064 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 02:16:22.223064 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:16:22.223064 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 02:16:22.223064 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:16:22.223064 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 02:16:22.223064 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:16:22.223064 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 02:16:22.223064 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:16:22.223064 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 02:16:22.223064 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:16:22.223064 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:16:22.223064 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:16:22.223064 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:16:22.223064 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:16:22.223064 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 02:16:22.223064 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:16:22.223064 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 02:16:22.223064 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:16:22.223064 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:16:22.223064 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:16:22.223064 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 02:16:22.223064 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:16:22.223064 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:16:22.223064 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:16:22.223064 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:16:22.223064 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:16:22.223064 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:16:22.223064 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:16:22.259032 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 6fdea76b-0e01-407c-9ace-40f499a75837 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:16:22.286748 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 6fdea76b-0e01-407c-9ace-40f499a75837 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:16:22.286958 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 6fdea76b-0e01-407c-9ace-40f499a75837 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:16:22.287264 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4279b188-e4e9-461d-9209-f1ea45e5f3d8 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:16:22.292455 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-16098eb2-65d3-4a0d-af19-65671d22f072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (af3f096c-49dc-487c-b525-c2c1af553b1f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:22.304548 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-16098eb2-65d3-4a0d-af19-65671d22f072 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:22.311101 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-16098eb2-65d3-4a0d-af19-65671d22f072 admin admin] 10.222.0.50 "DELETE /v2.0/networks/af3f096c-49dc-487c-b525-c2c1af553b1f HTTP/1.1" status: 204 len: 168 time: 0.5808487 Feb 09 02:16:22.311453 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46774) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:22.312076 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 4279b188-e4e9-461d-9209-f1ea45e5f3d8 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:16:22.312432 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 4279b188-e4e9-461d-9209-f1ea45e5f3d8 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:16:22.312947 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device aad6c8ef-2f2c-44c5-b4dd-4f2c30eceb86 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:16:22.332098 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16098eb2-65d3-4a0d-af19-65671d22f072 admin admin] Pushing event deleted for resources: {'Network': ['ID=af3f096c-49dc-487c-b525-c2c1af553b1f,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:22.347096 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: aad6c8ef-2f2c-44c5-b4dd-4f2c30eceb86 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:16:22.347456 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device aad6c8ef-2f2c-44c5-b4dd-4f2c30eceb86 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:16:22.709463 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-964983c5-6bc9-4794-95cb-b36608309b35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (bd0e26ee-c036-4195-9264-8a11d5bb5a88), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:22.958748 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-964983c5-6bc9-4794-95cb-b36608309b35 admin admin] Deleting port a42cb540-f20d-418c-bfae-179a40041763 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:16:22.959094 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-964983c5-6bc9-4794-95cb-b36608309b35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (a42cb540-f20d-418c-bfae-179a40041763), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:23.041406 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-964983c5-6bc9-4794-95cb-b36608309b35 admin admin] For port a42cb540-f20d-418c-bfae-179a40041763, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=a42cb540-f20d-418c-bfae-179a40041763,segment=NetworkSegment(4be92c14-6b91-46ca-a38a-54d22bcf64ad),segment_id=4be92c14-6b91-46ca-a38a-54d22bcf64ad)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:23.041713 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-964983c5-6bc9-4794-95cb-b36608309b35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (a42cb540-f20d-418c-bfae-179a40041763), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:23.055336 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-964983c5-6bc9-4794-95cb-b36608309b35 admin admin] Calling delete_port for a42cb540-f20d-418c-bfae-179a40041763 owned by network:router_interface {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:16:23.239185 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-964983c5-6bc9-4794-95cb-b36608309b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (a42cb540-f20d-418c-bfae-179a40041763), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:23.263334 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964983c5-6bc9-4794-95cb-b36608309b35 admin admin] Pushing event deleted for resources: {'Port': ['ID=a42cb540-f20d-418c-bfae-179a40041763,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:23.454202 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-964983c5-6bc9-4794-95cb-b36608309b35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (bd0e26ee-c036-4195-9264-8a11d5bb5a88), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:23.678262 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-964983c5-6bc9-4794-95cb-b36608309b35 admin admin] Router bd0e26ee-c036-4195-9264-8a11d5bb5a88 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:16:23.782669 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964983c5-6bc9-4794-95cb-b36608309b35 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:16:23.789293 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-964983c5-6bc9-4794-95cb-b36608309b35 admin admin] 10.222.0.50 "PUT /v2.0/routers/bd0e26ee-c036-4195-9264-8a11d5bb5a88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4766788 Feb 09 02:16:23.791743 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 46776) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:23.794111 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c061a07f-7b5c-467f-bdf3-f08c55e4d2c8 None None] Sync routers for ids ['bd0e26ee-c036-4195-9264-8a11d5bb5a88'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:16:23.805632 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c061a07f-7b5c-467f-bdf3-f08c55e4d2c8 None None] Routers {'bd0e26ee-c036-4195-9264-8a11d5bb5a88'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:16:23.806247 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-c061a07f-7b5c-467f-bdf3-f08c55e4d2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:16:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['bd0e26ee-c036-4195-9264-8a11d5bb5a88'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:23.899892 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f5c96330-d92d-4893-a233-dd4a0b372818 admin admin] Publish callbacks [] for router (bd0e26ee-c036-4195-9264-8a11d5bb5a88), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:24.002979 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-c061a07f-7b5c-467f-bdf3-f08c55e4d2c8 None None] Set router bd0e26ee-c036-4195-9264-8a11d5bb5a88 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:16:24.009309 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f5c96330-d92d-4893-a233-dd4a0b372818 admin admin] Publish callbacks [] for router_gateway (bd0e26ee-c036-4195-9264-8a11d5bb5a88), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:24.067313 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-f5c96330-d92d-4893-a233-dd4a0b372818 admin admin] Deleting port 993ba8d0-8804-4f7f-97ea-279e54606046 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:16:24.067683 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f5c96330-d92d-4893-a233-dd4a0b372818 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (993ba8d0-8804-4f7f-97ea-279e54606046), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:24.167445 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-f5c96330-d92d-4893-a233-dd4a0b372818 admin admin] For port 993ba8d0-8804-4f7f-97ea-279e54606046, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=993ba8d0-8804-4f7f-97ea-279e54606046,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:24.167823 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f5c96330-d92d-4893-a233-dd4a0b372818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (993ba8d0-8804-4f7f-97ea-279e54606046), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:24.182584 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-f5c96330-d92d-4893-a233-dd4a0b372818 admin admin] Calling delete_port for 993ba8d0-8804-4f7f-97ea-279e54606046 owned by network:router_gateway {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:16:24.200298 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-c061a07f-7b5c-467f-bdf3-f08c55e4d2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0e26ee-c036-4195-9264-8a11d5bb5a88', 'name': 'tempest-TestShelveInstance-1144863525-router', 'tenant_id': '32b745c3f9e04cf9b6733a665be9a9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '993ba8d0-8804-4f7f-97ea-279e54606046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:07:11Z', 'updated_at': '2022-02-09T02:16:23Z', 'revision_number': 5, 'project_id': '32b745c3f9e04cf9b6733a665be9a9c6', 'gw_port': {'id': '993ba8d0-8804-4f7f-97ea-279e54606046', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:95:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0e26ee-c036-4195-9264-8a11d5bb5a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:07:12Z', 'updated_at': '2022-02-09T02:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:24.227289 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c061a07f-7b5c-467f-bdf3-f08c55e4d2c8 None None] Checking router: bd0e26ee-c036-4195-9264-8a11d5bb5a88 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:16:24.236147 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c061a07f-7b5c-467f-bdf3-f08c55e4d2c8 None None] Routers {'bd0e26ee-c036-4195-9264-8a11d5bb5a88'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:16:24.236983 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-c061a07f-7b5c-467f-bdf3-f08c55e4d2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:16:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['bd0e26ee-c036-4195-9264-8a11d5bb5a88'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:24.337129 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-c061a07f-7b5c-467f-bdf3-f08c55e4d2c8 None None] Set router bd0e26ee-c036-4195-9264-8a11d5bb5a88 gateway port host: None {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:16:24.373527 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f5c96330-d92d-4893-a233-dd4a0b372818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (993ba8d0-8804-4f7f-97ea-279e54606046), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:24.391137 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-c061a07f-7b5c-467f-bdf3-f08c55e4d2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd0e26ee-c036-4195-9264-8a11d5bb5a88', 'name': 'tempest-TestShelveInstance-1144863525-router', 'tenant_id': '32b745c3f9e04cf9b6733a665be9a9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:07:11Z', 'updated_at': '2022-02-09T02:16:24Z', 'revision_number': 6, 'project_id': '32b745c3f9e04cf9b6733a665be9a9c6', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:24.401054 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c96330-d92d-4893-a233-dd4a0b372818 admin admin] Pushing event deleted for resources: {'Port': ['ID=993ba8d0-8804-4f7f-97ea-279e54606046,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:24.418140 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c061a07f-7b5c-467f-bdf3-f08c55e4d2c8 None None] The sync data for ids ['bd0e26ee-c036-4195-9264-8a11d5bb5a88'] in n-d-828369-4 is: [{'id': 'bd0e26ee-c036-4195-9264-8a11d5bb5a88', 'name': 'tempest-TestShelveInstance-1144863525-router', 'tenant_id': '32b745c3f9e04cf9b6733a665be9a9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:07:11Z', 'updated_at': '2022-02-09T02:16:24Z', 'revision_number': 6, 'project_id': '32b745c3f9e04cf9b6733a665be9a9c6', 'gw_port_host': None}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:16:24.475821 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f5c96330-d92d-4893-a233-dd4a0b372818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (bd0e26ee-c036-4195-9264-8a11d5bb5a88), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:24.584916 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f5c96330-d92d-4893-a233-dd4a0b372818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (bd0e26ee-c036-4195-9264-8a11d5bb5a88), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:24.587878 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f5c96330-d92d-4893-a233-dd4a0b372818 admin admin] Publish callbacks [] for router_controller (bd0e26ee-c036-4195-9264-8a11d5bb5a88), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:24.637954 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f5c96330-d92d-4893-a233-dd4a0b372818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (bd0e26ee-c036-4195-9264-8a11d5bb5a88), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:24.638596 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c96330-d92d-4893-a233-dd4a0b372818 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd0e26ee-c036-4195-9264-8a11d5bb5a88 {{(pid=103136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:16:24.643482 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f5c96330-d92d-4893-a233-dd4a0b372818 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:24.644669 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f5c96330-d92d-4893-a233-dd4a0b372818 admin admin] 10.222.0.50 "DELETE /v2.0/routers/bd0e26ee-c036-4195-9264-8a11d5bb5a88 HTTP/1.1" status: 204 len: 168 time: 0.8519104 Feb 09 02:16:24.647160 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 46778) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:24.690847 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe8ff82a-0031-4f6a-9130-d2cad6a25bed admin admin] Deleting subnet ac5c365f-d2e0-414b-8872-d9e9ef0dffb2 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:16:24.693969 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fe8ff82a-0031-4f6a-9130-d2cad6a25bed admin admin] Publish callbacks [] for subnet (ac5c365f-d2e0-414b-8872-d9e9ef0dffb2), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:24.728125 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fe8ff82a-0031-4f6a-9130-d2cad6a25bed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (ac5c365f-d2e0-414b-8872-d9e9ef0dffb2), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:24.809619 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fe8ff82a-0031-4f6a-9130-d2cad6a25bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (ac5c365f-d2e0-414b-8872-d9e9ef0dffb2), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:24.869160 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fe8ff82a-0031-4f6a-9130-d2cad6a25bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (ac5c365f-d2e0-414b-8872-d9e9ef0dffb2), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:24.896218 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ff82a-0031-4f6a-9130-d2cad6a25bed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac5c365f-d2e0-414b-8872-d9e9ef0dffb2,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:24.898261 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-fe8ff82a-0031-4f6a-9130-d2cad6a25bed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:24.901562 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-fe8ff82a-0031-4f6a-9130-d2cad6a25bed admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ac5c365f-d2e0-414b-8872-d9e9ef0dffb2 HTTP/1.1" status: 204 len: 168 time: 0.2534781 Feb 09 02:16:24.903760 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d244cf-52ca-4ff1-ac76-62e15ad28883 None None] Network 063c9f4e-d58f-41e8-bf08-abb5ff33f67a requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:16:24.904257 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 46780) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:24.973280 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f78ace03-f4e7-4a65-99d7-d916be78d8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (063c9f4e-d58f-41e8-bf08-abb5ff33f67a), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:25.029741 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-f78ace03-f4e7-4a65-99d7-d916be78d8fe admin admin] Deleting port 967d7164-3a09-4417-b49a-24f99b8804da {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:16:25.030094 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f78ace03-f4e7-4a65-99d7-d916be78d8fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (967d7164-3a09-4417-b49a-24f99b8804da), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:25.094994 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-f78ace03-f4e7-4a65-99d7-d916be78d8fe admin admin] For port 967d7164-3a09-4417-b49a-24f99b8804da, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=967d7164-3a09-4417-b49a-24f99b8804da,segment=NetworkSegment(4be92c14-6b91-46ca-a38a-54d22bcf64ad),segment_id=4be92c14-6b91-46ca-a38a-54d22bcf64ad)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:25.095328 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f78ace03-f4e7-4a65-99d7-d916be78d8fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (967d7164-3a09-4417-b49a-24f99b8804da), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:25.107540 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-f78ace03-f4e7-4a65-99d7-d916be78d8fe admin admin] Calling delete_port for 967d7164-3a09-4417-b49a-24f99b8804da owned by network:dhcp {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:16:25.182582 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e917fe-cf47-4842-ae1b-de0d8cc18f42 None None] DHCP port deletion for 063c9f4e-d58f-41e8-bf08-abb5ff33f67a request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:16:25.192229 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f78ace03-f4e7-4a65-99d7-d916be78d8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (967d7164-3a09-4417-b49a-24f99b8804da), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:25.219925 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ace03-f4e7-4a65-99d7-d916be78d8fe admin admin] Pushing event deleted for resources: {'Port': ['ID=967d7164-3a09-4417-b49a-24f99b8804da,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:25.226304 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78ace03-f4e7-4a65-99d7-d916be78d8fe admin admin] No DVR routers for this DVR port 967d7164-3a09-4417-b49a-24f99b8804da on host n-d-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:16:25.231103 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-11e917fe-cf47-4842-ae1b-de0d8cc18f42 None None] Deleting port 967d7164-3a09-4417-b49a-24f99b8804da {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:16:25.231521 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-11e917fe-cf47-4842-ae1b-de0d8cc18f42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (967d7164-3a09-4417-b49a-24f99b8804da), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:25.300979 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f78ace03-f4e7-4a65-99d7-d916be78d8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (063c9f4e-d58f-41e8-bf08-abb5ff33f67a), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:25.301973 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-11e917fe-cf47-4842-ae1b-de0d8cc18f42 None None] For port 967d7164-3a09-4417-b49a-24f99b8804da, host n-d-828369-4, got binding levels [] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:25.302499 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-11e917fe-cf47-4842-ae1b-de0d8cc18f42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (967d7164-3a09-4417-b49a-24f99b8804da), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:25.315836 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-11e917fe-cf47-4842-ae1b-de0d8cc18f42 None None] Calling delete_port for 967d7164-3a09-4417-b49a-24f99b8804da owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:16:25.318547 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.ipam_backend_mixin [None req-11e917fe-cf47-4842-ae1b-de0d8cc18f42 None None] Port 967d7164-3a09-4417-b49a-24f99b8804da was not found and therefore no delete operation was performed {{(pid=103138) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 02:16:25.319805 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-11e917fe-cf47-4842-ae1b-de0d8cc18f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (967d7164-3a09-4417-b49a-24f99b8804da), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:25.322030 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-f78ace03-f4e7-4a65-99d7-d916be78d8fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['063c9f4e-d58f-41e8-bf08-abb5ff33f67a']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:25.331311 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-f78ace03-f4e7-4a65-99d7-d916be78d8fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4be92c14-6b91-46ca-a38a-54d22bcf64ad') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:25.331612 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-f78ace03-f4e7-4a65-99d7-d916be78d8fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4be92c14-6b91-46ca-a38a-54d22bcf64ad') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:25.340984 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f78ace03-f4e7-4a65-99d7-d916be78d8fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (4be92c14-6b91-46ca-a38a-54d22bcf64ad), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:25.346302 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e917fe-cf47-4842-ae1b-de0d8cc18f42 None None] Pushing event deleted for resources: {'Port': ['ID=967d7164-3a09-4417-b49a-24f99b8804da,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:25.349102 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e917fe-cf47-4842-ae1b-de0d8cc18f42 None None] No DVR routers for this DVR port 967d7164-3a09-4417-b49a-24f99b8804da on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:16:25.358889 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e917fe-cf47-4842-ae1b-de0d8cc18f42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:25.359008 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e917fe-cf47-4842-ae1b-de0d8cc18f42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:25.359353 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e917fe-cf47-4842-ae1b-de0d8cc18f42 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:25.359698 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e917fe-cf47-4842-ae1b-de0d8cc18f42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:25.360045 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e917fe-cf47-4842-ae1b-de0d8cc18f42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:25.360383 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e917fe-cf47-4842-ae1b-de0d8cc18f42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:25.360772 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e917fe-cf47-4842-ae1b-de0d8cc18f42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:25.361184 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e917fe-cf47-4842-ae1b-de0d8cc18f42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:25.361528 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e917fe-cf47-4842-ae1b-de0d8cc18f42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:25.361944 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e917fe-cf47-4842-ae1b-de0d8cc18f42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:25.362771 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e917fe-cf47-4842-ae1b-de0d8cc18f42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:25.362771 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e917fe-cf47-4842-ae1b-de0d8cc18f42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:25.362946 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e917fe-cf47-4842-ae1b-de0d8cc18f42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:25.364126 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f78ace03-f4e7-4a65-99d7-d916be78d8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (4be92c14-6b91-46ca-a38a-54d22bcf64ad), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:25.374063 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f78ace03-f4e7-4a65-99d7-d916be78d8fe admin admin] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:16:25.374673 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f78ace03-f4e7-4a65-99d7-d916be78d8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (4be92c14-6b91-46ca-a38a-54d22bcf64ad), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:25.377664 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 02:16:25.377664 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:16:25.377664 n-d-828369-4 neutron-server[103136]: timer() Feb 09 02:16:25.377664 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:16:25.377664 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 02:16:25.377664 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:16:25.377664 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 02:16:25.377664 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:16:25.377664 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 02:16:25.377664 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:16:25.377664 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 02:16:25.377664 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:16:25.377664 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 02:16:25.377664 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:16:25.377664 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:16:25.377664 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:16:25.377664 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:16:25.377664 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:16:25.377664 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 02:16:25.377664 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:16:25.377664 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 02:16:25.377664 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:16:25.377664 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:16:25.377664 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:16:25.377664 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 02:16:25.377664 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:16:25.377664 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:16:25.377664 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:16:25.377664 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:16:25.377664 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:16:25.377664 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:16:25.377664 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:16:25.463678 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f78ace03-f4e7-4a65-99d7-d916be78d8fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (063c9f4e-d58f-41e8-bf08-abb5ff33f67a), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:25.479496 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f78ace03-f4e7-4a65-99d7-d916be78d8fe admin admin] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:25.482644 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f78ace03-f4e7-4a65-99d7-d916be78d8fe admin admin] 10.222.0.50 "DELETE /v2.0/networks/063c9f4e-d58f-41e8-bf08-abb5ff33f67a HTTP/1.1" status: 204 len: 168 time: 0.5777023 Feb 09 02:16:25.483917 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ace03-f4e7-4a65-99d7-d916be78d8fe admin admin] Pushing event deleted for resources: {'Network': ['ID=063c9f4e-d58f-41e8-bf08-abb5ff33f67a,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:25.589769 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46784) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:25.632707 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-b51fb002-4a5f-427a-91db-2331f7e568c2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bdf97489d6b8408ba0a22222337f087b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416274 Feb 09 02:16:25.634993 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46786) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:25.681114 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6865a0c4-53f8-4b30-8eee-de9111621073 admin admin] Publish callbacks [] for security_group (f692ce75-f852-455e-9daf-26c271db401f), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:25.702302 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6865a0c4-53f8-4b30-8eee-de9111621073 admin admin] Publish callbacks [] for security_group (f692ce75-f852-455e-9daf-26c271db401f), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:25.748283 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6865a0c4-53f8-4b30-8eee-de9111621073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (f692ce75-f852-455e-9daf-26c271db401f), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:25.750895 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-6865a0c4-53f8-4b30-8eee-de9111621073 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:25.752664 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-6865a0c4-53f8-4b30-8eee-de9111621073 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f692ce75-f852-455e-9daf-26c271db401f HTTP/1.1" status: 204 len: 168 time: 0.1167529 Feb 09 02:16:25.760590 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6865a0c4-53f8-4b30-8eee-de9111621073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f692ce75-f852-455e-9daf-26c271db401f,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:26.059786 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46792) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:26.101907 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-5e386a9a-bd88-41bd-b483-65834e5427e8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=32b745c3f9e04cf9b6733a665be9a9c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405967 Feb 09 02:16:26.104057 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46794) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:26.127606 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device a42cb540-f20d-418c-bfae-179a40041763 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:16:26.148363 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: a42cb540-f20d-418c-bfae-179a40041763 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:16:26.148657 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device a42cb540-f20d-418c-bfae-179a40041763 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:16:26.149085 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 993ba8d0-8804-4f7f-97ea-279e54606046 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:16:26.151623 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-93a87d65-78a3-4896-9e0a-81ee6f27de00 admin admin] Publish callbacks [] for security_group (dd0963bd-7186-42d1-ab51-b4831253ae28), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:26.168987 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 993ba8d0-8804-4f7f-97ea-279e54606046 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:16:26.169359 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 993ba8d0-8804-4f7f-97ea-279e54606046 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:16:26.169783 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 967d7164-3a09-4417-b49a-24f99b8804da no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:16:26.172943 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-93a87d65-78a3-4896-9e0a-81ee6f27de00 admin admin] Publish callbacks [] for security_group (dd0963bd-7186-42d1-ab51-b4831253ae28), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:26.193575 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 967d7164-3a09-4417-b49a-24f99b8804da {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:16:26.193933 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 967d7164-3a09-4417-b49a-24f99b8804da not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:16:26.222644 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-93a87d65-78a3-4896-9e0a-81ee6f27de00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (dd0963bd-7186-42d1-ab51-b4831253ae28), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:26.225248 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-93a87d65-78a3-4896-9e0a-81ee6f27de00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:26.226445 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-93a87d65-78a3-4896-9e0a-81ee6f27de00 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dd0963bd-7186-42d1-ab51-b4831253ae28 HTTP/1.1" status: 204 len: 168 time: 0.1214187 Feb 09 02:16:26.233998 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a87d65-78a3-4896-9e0a-81ee6f27de00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0963bd-7186-42d1-ab51-b4831253ae28,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:26.899805 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46816) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:27.010127 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-50a5d0dc-fb91-4454-9520-18b0b81711a6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-297270253-network', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:27.029315 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a5d0dc-fb91-4454-9520-18b0b81711a6 admin admin] Made reservation on behalf of ac583066a1f944a0a35a3e710967fbcc for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:16:27.031540 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-50a5d0dc-fb91-4454-9520-18b0b81711a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:27.040200 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-50a5d0dc-fb91-4454-9520-18b0b81711a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:27.111936 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-50a5d0dc-fb91-4454-9520-18b0b81711a6 admin admin] Publish callbacks [] for security_group (6f36b44e-1a20-411e-a430-7d586d8a70d6), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:27.115928 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-50a5d0dc-fb91-4454-9520-18b0b81711a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (6f36b44e-1a20-411e-a430-7d586d8a70d6), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:27.140202 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50a5d0dc-fb91-4454-9520-18b0b81711a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1048} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:16:27.149659 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5d0dc-fb91-4454-9520-18b0b81711a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f36b44e-1a20-411e-a430-7d586d8a70d6,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:27.154246 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-50a5d0dc-fb91-4454-9520-18b0b81711a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (e500279a-cd98-4632-88bb-39117113f3f9), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:27.154595 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-50a5d0dc-fb91-4454-9520-18b0b81711a6 admin admin] Added segment e500279a-cd98-4632-88bb-39117113f3f9 of type vlan for network dc3f5699-72c4-438a-bc41-68ae8b96ab40 Feb 09 02:16:27.195866 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-50a5d0dc-fb91-4454-9520-18b0b81711a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (dc3f5699-72c4-438a-bc41-68ae8b96ab40), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:27.218951 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-50a5d0dc-fb91-4454-9520-18b0b81711a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (dc3f5699-72c4-438a-bc41-68ae8b96ab40), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:27.220027 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a5d0dc-fb91-4454-9520-18b0b81711a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:27.220668 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-50a5d0dc-fb91-4454-9520-18b0b81711a6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:27.278006 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-50a5d0dc-fb91-4454-9520-18b0b81711a6 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3770072 Feb 09 02:16:27.280944 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 46820) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:27.287053 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-566b6c2b-caa2-4ea3-8040-e1fa72966031 admin admin] Request body: {'subnet': {'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-297270253-subnet', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'ip_version': 4}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:27.291531 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5d0dc-fb91-4454-9520-18b0b81711a6 admin admin] Pushing event updated for resources: {'Network': ['ID=dc3f5699-72c4-438a-bc41-68ae8b96ab40,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:27.302836 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network dc3f5699-72c4-438a-bc41-68ae8b96ab40 details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:16:27.306401 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566b6c2b-caa2-4ea3-8040-e1fa72966031 admin admin] Made reservation on behalf of ac583066a1f944a0a35a3e710967fbcc for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:16:27.308922 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-566b6c2b-caa2-4ea3-8040-e1fa72966031 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:27.479153 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-566b6c2b-caa2-4ea3-8040-e1fa72966031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (2bf9e30b-26ad-4cc4-9838-42afbd738ea2), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:27.539203 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b6c2b-caa2-4ea3-8040-e1fa72966031 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bf9e30b-26ad-4cc4-9838-42afbd738ea2,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:27.549355 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566b6c2b-caa2-4ea3-8040-e1fa72966031 admin admin] Checking segment: {'id': 'e500279a-cd98-4632-88bb-39117113f3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:16:27.549730 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566b6c2b-caa2-4ea3-8040-e1fa72966031 admin admin] Network hostable DHCP agents. Network: dc3f5699-72c4-438a-bc41-68ae8b96ab40, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:16:27.566392 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566b6c2b-caa2-4ea3-8040-e1fa72966031 admin admin] Network dc3f5699-72c4-438a-bc41-68ae8b96ab40 is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:16:27.574978 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-566b6c2b-caa2-4ea3-8040-e1fa72966031 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, dc3f5699-72c4-438a-bc41-68ae8b96ab40) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:16:27.579224 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566b6c2b-caa2-4ea3-8040-e1fa72966031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:27.579924 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-566b6c2b-caa2-4ea3-8040-e1fa72966031 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:27.584463 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406acbb3-1009-40fa-a0ee-e0c28c8d76a4 None None] Network dc3f5699-72c4-438a-bc41-68ae8b96ab40 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:16:27.595715 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-566b6c2b-caa2-4ea3-8040-e1fa72966031 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3127387 Feb 09 02:16:27.598730 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 46822) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:27.605366 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-d45e008f-926a-4e3b-9696-6a9b40fac2fa admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-297270253-router', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:27.624754 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d45e008f-926a-4e3b-9696-6a9b40fac2fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:27.626407 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d45e008f-926a-4e3b-9696-6a9b40fac2fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:27.681581 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d45e008f-926a-4e3b-9696-6a9b40fac2fa admin admin] Publish callbacks [] for router_controller (2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6), precommit_add_association {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:27.686940 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ef0bb9-57d5-49f6-8b6f-0f9be4665dc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-dc3f5699-72c4-438a-bc41-68ae8b96ab40', 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40', 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'fixed_ips': [{'subnet_id': '2bf9e30b-26ad-4cc4-9838-42afbd738ea2'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:16:27.688002 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b7ef0bb9-57d5-49f6-8b6f-0f9be4665dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:27.824647 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d45e008f-926a-4e3b-9696-6a9b40fac2fa admin admin] Publish callbacks [] for router_gateway (2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:27.826379 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-b7ef0bb9-57d5-49f6-8b6f-0f9be4665dc5 None None] Allocated IP 172.20.0.2 (dc3f5699-72c4-438a-bc41-68ae8b96ab40/2bf9e30b-26ad-4cc4-9838-42afbd738ea2/581e34ad-fb30-4c24-87ad-c5db2e2e217d) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:16:27.979759 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b7ef0bb9-57d5-49f6-8b6f-0f9be4665dc5 None None] Publish callbacks [] for port (581e34ad-fb30-4c24-87ad-c5db2e2e217d), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:27.986697 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b7ef0bb9-57d5-49f6-8b6f-0f9be4665dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (581e34ad-fb30-4c24-87ad-c5db2e2e217d), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:28.028753 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ef0bb9-57d5-49f6-8b6f-0f9be4665dc5 None None] Network dc3f5699-72c4-438a-bc41-68ae8b96ab40 is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:16:28.031797 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-b7ef0bb9-57d5-49f6-8b6f-0f9be4665dc5 None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:16:28.038874 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ef0bb9-57d5-49f6-8b6f-0f9be4665dc5 None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:16:28.042195 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef0bb9-57d5-49f6-8b6f-0f9be4665dc5 None None] Pushing event updated for resources: {'Port': ['ID=581e34ad-fb30-4c24-87ad-c5db2e2e217d,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:28.099926 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-b7ef0bb9-57d5-49f6-8b6f-0f9be4665dc5 None None] Attempting to bind port 581e34ad-fb30-4c24-87ad-c5db2e2e217d on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:16:28.100313 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-b7ef0bb9-57d5-49f6-8b6f-0f9be4665dc5 None None] Attempting to bind port 581e34ad-fb30-4c24-87ad-c5db2e2e217d by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'e500279a-cd98-4632-88bb-39117113f3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:16:28.100721 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ef0bb9-57d5-49f6-8b6f-0f9be4665dc5 None None] Attempting to bind port 581e34ad-fb30-4c24-87ad-c5db2e2e217d on network dc3f5699-72c4-438a-bc41-68ae8b96ab40 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:16:28.106264 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ef0bb9-57d5-49f6-8b6f-0f9be4665dc5 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:16:28.106654 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ef0bb9-57d5-49f6-8b6f-0f9be4665dc5 None None] Checking segment: {'id': 'e500279a-cd98-4632-88bb-39117113f3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:16:28.107075 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b7ef0bb9-57d5-49f6-8b6f-0f9be4665dc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:28.107485 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ef0bb9-57d5-49f6-8b6f-0f9be4665dc5 None None] Bound using segment: {'id': 'e500279a-cd98-4632-88bb-39117113f3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:16:28.107973 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-b7ef0bb9-57d5-49f6-8b6f-0f9be4665dc5 None None] Bound port: 581e34ad-fb30-4c24-87ad-c5db2e2e217d, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e500279a-cd98-4632-88bb-39117113f3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:16:28.108366 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b7ef0bb9-57d5-49f6-8b6f-0f9be4665dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (581e34ad-fb30-4c24-87ad-c5db2e2e217d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:28.184407 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-b7ef0bb9-57d5-49f6-8b6f-0f9be4665dc5 None None] For port 581e34ad-fb30-4c24-87ad-c5db2e2e217d, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:16:28.187640 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-b7ef0bb9-57d5-49f6-8b6f-0f9be4665dc5 None None] For port 581e34ad-fb30-4c24-87ad-c5db2e2e217d, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=581e34ad-fb30-4c24-87ad-c5db2e2e217d,segment=NetworkSegment(e500279a-cd98-4632-88bb-39117113f3f9),segment_id=e500279a-cd98-4632-88bb-39117113f3f9)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:16:28.194309 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b7ef0bb9-57d5-49f6-8b6f-0f9be4665dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (581e34ad-fb30-4c24-87ad-c5db2e2e217d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:28.255140 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef0bb9-57d5-49f6-8b6f-0f9be4665dc5 None None] Pushing event updated for resources: {'Port': ['ID=581e34ad-fb30-4c24-87ad-c5db2e2e217d,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:28.395834 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d45e008f-926a-4e3b-9696-6a9b40fac2fa admin admin] Publish callbacks [] for router_gateway (2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:28.429121 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d45e008f-926a-4e3b-9696-6a9b40fac2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:28.545001 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-d45e008f-926a-4e3b-9696-6a9b40fac2fa admin admin] Allocated IP 172.25.8.167 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/7320d9b7-ab84-483a-8463-3d123c2de53d) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:16:28.658882 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d45e008f-926a-4e3b-9696-6a9b40fac2fa admin admin] Publish callbacks [] for port (7320d9b7-ab84-483a-8463-3d123c2de53d), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:28.691860 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d45e008f-926a-4e3b-9696-6a9b40fac2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (7320d9b7-ab84-483a-8463-3d123c2de53d), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:28.729645 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45e008f-926a-4e3b-9696-6a9b40fac2fa admin admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:16:28.734416 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-d45e008f-926a-4e3b-9696-6a9b40fac2fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:16:28.738109 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45e008f-926a-4e3b-9696-6a9b40fac2fa admin admin] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:16:28.768946 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e008f-926a-4e3b-9696-6a9b40fac2fa admin admin] Pushing event updated for resources: {'Port': ['ID=7320d9b7-ab84-483a-8463-3d123c2de53d,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:29.013133 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d45e008f-926a-4e3b-9696-6a9b40fac2fa admin admin] Publish callbacks [] for router_gateway (2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:29.218077 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b56c6c-0c00-46d5-99b3-648cff466993 None None] Network dc3f5699-72c4-438a-bc41-68ae8b96ab40 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:16:29.224203 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d45e008f-926a-4e3b-9696-6a9b40fac2fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:29.288586 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73ce2203-979d-45c9-bf41-4911a07042bb None None] Provisioning complete for port 581e34ad-fb30-4c24-87ad-c5db2e2e217d triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:29.288970 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73ce2203-979d-45c9-bf41-4911a07042bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (581e34ad-fb30-4c24-87ad-c5db2e2e217d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:29.376374 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45e008f-926a-4e3b-9696-6a9b40fac2fa admin admin] Router 2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:16:29.407472 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73ce2203-979d-45c9-bf41-4911a07042bb None None] Current status of the port 581e34ad-fb30-4c24-87ad-c5db2e2e217d is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:29.407875 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73ce2203-979d-45c9-bf41-4911a07042bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (581e34ad-fb30-4c24-87ad-c5db2e2e217d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:29.446274 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73ce2203-979d-45c9-bf41-4911a07042bb None None] For port 581e34ad-fb30-4c24-87ad-c5db2e2e217d, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=581e34ad-fb30-4c24-87ad-c5db2e2e217d,segment=NetworkSegment(e500279a-cd98-4632-88bb-39117113f3f9),segment_id=e500279a-cd98-4632-88bb-39117113f3f9)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:29.450914 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73ce2203-979d-45c9-bf41-4911a07042bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (581e34ad-fb30-4c24-87ad-c5db2e2e217d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:29.499738 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45e008f-926a-4e3b-9696-6a9b40fac2fa admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:16:29.502490 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce2203-979d-45c9-bf41-4911a07042bb None None] Pushing event updated for resources: {'Port': ['ID=581e34ad-fb30-4c24-87ad-c5db2e2e217d,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:29.518623 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-d45e008f-926a-4e3b-9696-6a9b40fac2fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:29.522981 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-d45e008f-926a-4e3b-9696-6a9b40fac2fa admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9202628 Feb 09 02:16:29.523161 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd04d80-395b-4864-b1e3-077cf7716b99 None None] Sync routers for ids ['2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:16:29.523270 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46824) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:29.535029 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd04d80-395b-4864-b1e3-077cf7716b99 None None] Routers {'2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:16:29.535664 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-cbd04d80-395b-4864-b1e3-077cf7716b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:16:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:29.654746 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-cbd04d80-395b-4864-b1e3-077cf7716b99 None None] Set router 2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:16:29.766161 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-055622f3-9d2c-423a-b92e-2aeae55f95cf None None] Provisioning complete for port 581e34ad-fb30-4c24-87ad-c5db2e2e217d triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:29.766609 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-055622f3-9d2c-423a-b92e-2aeae55f95cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (581e34ad-fb30-4c24-87ad-c5db2e2e217d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:29.905259 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-055622f3-9d2c-423a-b92e-2aeae55f95cf None None] Current status of the port 581e34ad-fb30-4c24-87ad-c5db2e2e217d is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:29.923907 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-cbd04d80-395b-4864-b1e3-077cf7716b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'name': 'tempest-TestSnapshotPattern-297270253-router', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '7320d9b7-ab84-483a-8463-3d123c2de53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:27Z', 'updated_at': '2022-02-09T02:16:28Z', 'revision_number': 3, 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'gw_port': {'id': '7320d9b7-ab84-483a-8463-3d123c2de53d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:24:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:28Z', 'updated_at': '2022-02-09T02:16:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:29.950186 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd04d80-395b-4864-b1e3-077cf7716b99 None None] Checking router: 2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:16:29.950543 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd04d80-395b-4864-b1e3-077cf7716b99 None None] Updating router 2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6 port 7320d9b7-ab84-483a-8463-3d123c2de53d binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:16:29.978281 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cbd04d80-395b-4864-b1e3-077cf7716b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7320d9b7-ab84-483a-8463-3d123c2de53d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:30.171974 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 581e34ad-fb30-4c24-87ad-c5db2e2e217d up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:16:30.254953 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-096caa29-24e1-41fc-8800-4b99792d53e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:30.279322 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cbd04d80-395b-4864-b1e3-077cf7716b99 None None] Publish callbacks [] for port (7320d9b7-ab84-483a-8463-3d123c2de53d), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:30.282031 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 581e34ad-fb30-4c24-87ad-c5db2e2e217d triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:30.282424 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (581e34ad-fb30-4c24-87ad-c5db2e2e217d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:30.286077 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cbd04d80-395b-4864-b1e3-077cf7716b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (7320d9b7-ab84-483a-8463-3d123c2de53d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:30.377552 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-cbd04d80-395b-4864-b1e3-077cf7716b99 None None] Attempting to bind port 7320d9b7-ab84-483a-8463-3d123c2de53d on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:16:30.377929 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-cbd04d80-395b-4864-b1e3-077cf7716b99 None None] Attempting to bind port 7320d9b7-ab84-483a-8463-3d123c2de53d by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:16:30.378303 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd04d80-395b-4864-b1e3-077cf7716b99 None None] Attempting to bind port 7320d9b7-ab84-483a-8463-3d123c2de53d on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:16:30.381887 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9079666-8f6e-4731-82ce-3ce1c5bacce0 None None] Pushing event updated for resources: {'Port': ['ID=7320d9b7-ab84-483a-8463-3d123c2de53d,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:30.389382 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd04d80-395b-4864-b1e3-077cf7716b99 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:16:30.389771 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd04d80-395b-4864-b1e3-077cf7716b99 None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:16:30.390193 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cbd04d80-395b-4864-b1e3-077cf7716b99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:30.390588 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd04d80-395b-4864-b1e3-077cf7716b99 None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:16:30.391078 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-cbd04d80-395b-4864-b1e3-077cf7716b99 None None] Bound port: 7320d9b7-ab84-483a-8463-3d123c2de53d, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:16:30.391457 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cbd04d80-395b-4864-b1e3-077cf7716b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7320d9b7-ab84-483a-8463-3d123c2de53d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:30.413762 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [None req-096caa29-24e1-41fc-8800-4b99792d53e1 admin admin] Allocated IP 172.20.0.1 (dc3f5699-72c4-438a-bc41-68ae8b96ab40/2bf9e30b-26ad-4cc4-9838-42afbd738ea2/a7c1a529-861f-49bc-9dfe-fb6a29a774d1) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:16:30.459678 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 581e34ad-fb30-4c24-87ad-c5db2e2e217d is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:30.469634 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-cbd04d80-395b-4864-b1e3-077cf7716b99 None None] For port 7320d9b7-ab84-483a-8463-3d123c2de53d, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:16:30.472872 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-cbd04d80-395b-4864-b1e3-077cf7716b99 None None] For port 7320d9b7-ab84-483a-8463-3d123c2de53d, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=7320d9b7-ab84-483a-8463-3d123c2de53d,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:16:30.478387 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cbd04d80-395b-4864-b1e3-077cf7716b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (7320d9b7-ab84-483a-8463-3d123c2de53d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:30.519152 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-096caa29-24e1-41fc-8800-4b99792d53e1 admin admin] Publish callbacks [] for port (a7c1a529-861f-49bc-9dfe-fb6a29a774d1), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:30.532682 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd04d80-395b-4864-b1e3-077cf7716b99 None None] Routers {'2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:16:30.533306 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-cbd04d80-395b-4864-b1e3-077cf7716b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:16:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:30.550494 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-096caa29-24e1-41fc-8800-4b99792d53e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (a7c1a529-861f-49bc-9dfe-fb6a29a774d1), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:30.598424 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096caa29-24e1-41fc-8800-4b99792d53e1 admin admin] Network dc3f5699-72c4-438a-bc41-68ae8b96ab40 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:16:30.601485 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-096caa29-24e1-41fc-8800-4b99792d53e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:16:30.605423 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096caa29-24e1-41fc-8800-4b99792d53e1 admin admin] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:16:30.611207 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096caa29-24e1-41fc-8800-4b99792d53e1 admin admin] Pushing event updated for resources: {'Port': ['ID=a7c1a529-861f-49bc-9dfe-fb6a29a774d1,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:30.649075 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-096caa29-24e1-41fc-8800-4b99792d53e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:30.742405 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9079666-8f6e-4731-82ce-3ce1c5bacce0 None None] Pushing event updated for resources: {'Port': ['ID=7320d9b7-ab84-483a-8463-3d123c2de53d,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:30.802867 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-096caa29-24e1-41fc-8800-4b99792d53e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a7c1a529-861f-49bc-9dfe-fb6a29a774d1), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:30.827103 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-cbd04d80-395b-4864-b1e3-077cf7716b99 None None] Set router 2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:16:30.970797 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-4f4a737d-f8bb-4680-9497-c3f6f969cdf2 None None] Provisioning complete for port a7c1a529-861f-49bc-9dfe-fb6a29a774d1 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:30.971269 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4f4a737d-f8bb-4680-9497-c3f6f969cdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a7c1a529-861f-49bc-9dfe-fb6a29a774d1), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:30.972749 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-096caa29-24e1-41fc-8800-4b99792d53e1 admin admin] Publish callbacks [] for port (a7c1a529-861f-49bc-9dfe-fb6a29a774d1), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:30.977264 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-096caa29-24e1-41fc-8800-4b99792d53e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (a7c1a529-861f-49bc-9dfe-fb6a29a774d1), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:31.029284 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-4f4a737d-f8bb-4680-9497-c3f6f969cdf2 None None] Port a7c1a529-861f-49bc-9dfe-fb6a29a774d1 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:16:31.046418 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-096caa29-24e1-41fc-8800-4b99792d53e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:31.049671 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096caa29-24e1-41fc-8800-4b99792d53e1 admin admin] Pushing event updated for resources: {'Port': ['ID=a7c1a529-861f-49bc-9dfe-fb6a29a774d1,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:31.053337 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-cbd04d80-395b-4864-b1e3-077cf7716b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'name': 'tempest-TestSnapshotPattern-297270253-router', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '7320d9b7-ab84-483a-8463-3d123c2de53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:27Z', 'updated_at': '2022-02-09T02:16:28Z', 'revision_number': 3, 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'gw_port': {'id': '7320d9b7-ab84-483a-8463-3d123c2de53d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:24:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:28Z', 'updated_at': '2022-02-09T02:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:31.080593 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd04d80-395b-4864-b1e3-077cf7716b99 None None] The sync data for ids ['2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6'] in n-d-828369-4 is: [{'id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'name': 'tempest-TestSnapshotPattern-297270253-router', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '7320d9b7-ab84-483a-8463-3d123c2de53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:27Z', 'updated_at': '2022-02-09T02:16:28Z', 'revision_number': 3, 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'gw_port': {'id': '7320d9b7-ab84-483a-8463-3d123c2de53d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:24:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:28Z', 'updated_at': '2022-02-09T02:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:16:31.148617 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096caa29-24e1-41fc-8800-4b99792d53e1 admin admin] Network dc3f5699-72c4-438a-bc41-68ae8b96ab40 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:16:31.150257 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [None req-096caa29-24e1-41fc-8800-4b99792d53e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:16:31.272802 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096caa29-24e1-41fc-8800-4b99792d53e1 admin admin] Router 2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:16:31.415561 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096caa29-24e1-41fc-8800-4b99792d53e1 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:16:31.420752 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-096caa29-24e1-41fc-8800-4b99792d53e1 admin admin] 10.222.0.50 "PUT /v2.0/routers/2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8963859 Feb 09 02:16:31.455800 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-747694f9-aed9-492f-9a91-31a406802a09 None None] Provisioning complete for port a7c1a529-861f-49bc-9dfe-fb6a29a774d1 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:31.456393 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-747694f9-aed9-492f-9a91-31a406802a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a7c1a529-861f-49bc-9dfe-fb6a29a774d1), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:31.496189 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-747694f9-aed9-492f-9a91-31a406802a09 None None] Port a7c1a529-861f-49bc-9dfe-fb6a29a774d1 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:16:31.914861 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46844) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:31.919983 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-03dfcb76-e7ae-43cb-bf8b-18108b5a5022 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-699263349-network', 'tenant_id': '3883f523894244619528ea519a944940'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:31.940498 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03dfcb76-e7ae-43cb-bf8b-18108b5a5022 admin admin] Made reservation on behalf of 3883f523894244619528ea519a944940 for: {'network': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:16:31.942954 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-03dfcb76-e7ae-43cb-bf8b-18108b5a5022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for network (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:31.952249 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-03dfcb76-e7ae-43cb-bf8b-18108b5a5022 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:32.030165 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-03dfcb76-e7ae-43cb-bf8b-18108b5a5022 admin admin] Publish callbacks [] for security_group (337d89cb-3b1e-4b48-a4de-274fca8ffe61), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:32.034910 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-03dfcb76-e7ae-43cb-bf8b-18108b5a5022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (337d89cb-3b1e-4b48-a4de-274fca8ffe61), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:32.062151 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03dfcb76-e7ae-43cb-bf8b-18108b5a5022 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1007} {{(pid=103137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 09 02:16:32.067994 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dfcb76-e7ae-43cb-bf8b-18108b5a5022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337d89cb-3b1e-4b48-a4de-274fca8ffe61,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:32.075621 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-03dfcb76-e7ae-43cb-bf8b-18108b5a5022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (aef2d33d-6889-4cf7-a3b0-1cb158d237b4), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:32.075621 n-d-828369-4 neutron-server[103137]: INFO neutron.db.segments_db [None req-03dfcb76-e7ae-43cb-bf8b-18108b5a5022 admin admin] Added segment aef2d33d-6889-4cf7-a3b0-1cb158d237b4 of type vlan for network 6c448b5b-5c3b-4648-bb08-9cc3c008743f Feb 09 02:16:32.117642 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-03dfcb76-e7ae-43cb-bf8b-18108b5a5022 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750578112296'] for network (6c448b5b-5c3b-4648-bb08-9cc3c008743f), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:32.146183 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-03dfcb76-e7ae-43cb-bf8b-18108b5a5022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630'] for network (6c448b5b-5c3b-4648-bb08-9cc3c008743f), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:32.147178 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dfcb76-e7ae-43cb-bf8b-18108b5a5022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:32.147756 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-03dfcb76-e7ae-43cb-bf8b-18108b5a5022 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:32.172820 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 7320d9b7-ab84-483a-8463-3d123c2de53d up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:16:32.206287 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-03dfcb76-e7ae-43cb-bf8b-18108b5a5022 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2902358 Feb 09 02:16:32.209284 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 46846) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:32.211747 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dfcb76-e7ae-43cb-bf8b-18108b5a5022 admin admin] Pushing event updated for resources: {'Network': ['ID=6c448b5b-5c3b-4648-bb08-9cc3c008743f,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:32.217235 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-1037e2a6-dd52-4a21-a080-35dd578ed159 admin admin] Request body: {'subnet': {'network_id': '6c448b5b-5c3b-4648-bb08-9cc3c008743f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-699263349-subnet', 'tenant_id': '3883f523894244619528ea519a944940', 'ip_version': 4}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:32.222304 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Network 6c448b5b-5c3b-4648-bb08-9cc3c008743f details requested by agent ovs-agent-n-d-828369-4 with host n-d-828369-4 {{(pid=103138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 09 02:16:32.237480 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 7320d9b7-ab84-483a-8463-3d123c2de53d triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:32.237806 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1037e2a6-dd52-4a21-a080-35dd578ed159 admin admin] Made reservation on behalf of 3883f523894244619528ea519a944940 for: {'subnet': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:16:32.237920 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (7320d9b7-ab84-483a-8463-3d123c2de53d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:32.240523 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1037e2a6-dd52-4a21-a080-35dd578ed159 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25660879'] for subnet (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:32.367082 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 7320d9b7-ab84-483a-8463-3d123c2de53d is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:32.367494 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (7320d9b7-ab84-483a-8463-3d123c2de53d), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:32.391275 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port 7320d9b7-ab84-483a-8463-3d123c2de53d, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=7320d9b7-ab84-483a-8463-3d123c2de53d,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:32.396669 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (7320d9b7-ab84-483a-8463-3d123c2de53d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:32.415619 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1037e2a6-dd52-4a21-a080-35dd578ed159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26191429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25660913'] for subnet (1ee4af51-dbd7-43b3-ab71-a21e29196b14), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:32.445761 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=7320d9b7-ab84-483a-8463-3d123c2de53d,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:32.469999 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1037e2a6-dd52-4a21-a080-35dd578ed159 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ee4af51-dbd7-43b3-ab71-a21e29196b14,revision_number=0']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:32.486401 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1037e2a6-dd52-4a21-a080-35dd578ed159 admin admin] Checking segment: {'id': 'aef2d33d-6889-4cf7-a3b0-1cb158d237b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '6c448b5b-5c3b-4648-bb08-9cc3c008743f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:16:32.486777 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1037e2a6-dd52-4a21-a080-35dd578ed159 admin admin] Network hostable DHCP agents. Network: 6c448b5b-5c3b-4648-bb08-9cc3c008743f, hostable agents: ['257758ee-c91b-49b3-ab26-4d29e3c87f03'], hosted agents: [] {{(pid=103136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 09 02:16:32.503951 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1037e2a6-dd52-4a21-a080-35dd578ed159 admin admin] Network 6c448b5b-5c3b-4648-bb08-9cc3c008743f is scheduled to be hosted by DHCP agent 257758ee-c91b-49b3-ab26-4d29e3c87f03 with binding_index 1 {{(pid=103136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 09 02:16:32.512350 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-1037e2a6-dd52-4a21-a080-35dd578ed159 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-4, 6c448b5b-5c3b-4648-bb08-9cc3c008743f) {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:16:32.516509 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1037e2a6-dd52-4a21-a080-35dd578ed159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:32.517332 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-1037e2a6-dd52-4a21-a080-35dd578ed159 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:32.522162 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac943605-a0d8-422d-88c2-e01e8abb15df None None] Network 6c448b5b-5c3b-4648-bb08-9cc3c008743f requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:16:32.536723 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-1037e2a6-dd52-4a21-a080-35dd578ed159 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3253572 Feb 09 02:16:32.539279 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 46848) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:32.544840 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-bffa57e5-bc33-42a5-9298-caaedfb49cc8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-699263349-router', 'tenant_id': '3883f523894244619528ea519a944940', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:32.567254 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bffa57e5-bc33-42a5-9298-caaedfb49cc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-478256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57633'] for router (e6509410-e120-47b5-835a-424905b7e7b1), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:32.568410 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bffa57e5-bc33-42a5-9298-caaedfb49cc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-478276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-482798', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3725425', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57640'] for router (e6509410-e120-47b5-835a-424905b7e7b1), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:32.590117 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2d060108-e127-4e83-b436-dd4761591425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:32.623418 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bffa57e5-bc33-42a5-9298-caaedfb49cc8 admin admin] Publish callbacks [] for router_controller (e6509410-e120-47b5-835a-424905b7e7b1), precommit_add_association {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:32.640848 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98bc613-79ce-4994-be1f-db3ea87dfa1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4691251e-02ce-519a-822a-52abf53c0e49-6c448b5b-5c3b-4648-bb08-9cc3c008743f', 'network_id': '6c448b5b-5c3b-4648-bb08-9cc3c008743f', 'project_id': '3883f523894244619528ea519a944940', 'fixed_ips': [{'subnet_id': '1ee4af51-dbd7-43b3-ab71-a21e29196b14'}]}} from n-d-828369-4. {{(pid=103138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 09 02:16:32.641823 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b98bc613-79ce-4994-be1f-db3ea87dfa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:32.718947 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a74c17e-9f23-45b9-858a-796c3944f6c8 None None] Sync routers for ids ['2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:16:32.730379 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a74c17e-9f23-45b9-858a-796c3944f6c8 None None] Routers {'2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:16:32.731113 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9a74c17e-9f23-45b9-858a-796c3944f6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:16:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:32.784385 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bffa57e5-bc33-42a5-9298-caaedfb49cc8 admin admin] Publish callbacks [] for router_gateway (e6509410-e120-47b5-835a-424905b7e7b1), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:32.797685 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.db_base_plugin_common [None req-b98bc613-79ce-4994-be1f-db3ea87dfa1e None None] Allocated IP 172.20.0.2 (6c448b5b-5c3b-4648-bb08-9cc3c008743f/1ee4af51-dbd7-43b3-ab71-a21e29196b14/e1fa9ea3-f8c2-4645-b2d6-68505652ed72) {{(pid=103138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:16:32.851106 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-9a74c17e-9f23-45b9-858a-796c3944f6c8 None None] Set router 2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:16:32.951853 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b98bc613-79ce-4994-be1f-db3ea87dfa1e None None] Publish callbacks [] for port (e1fa9ea3-f8c2-4645-b2d6-68505652ed72), precommit_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:32.960040 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b98bc613-79ce-4994-be1f-db3ea87dfa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833'] for port (e1fa9ea3-f8c2-4645-b2d6-68505652ed72), after_create {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:32.999089 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bffa57e5-bc33-42a5-9298-caaedfb49cc8 admin admin] Publish callbacks [] for router_gateway (e6509410-e120-47b5-835a-424905b7e7b1), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:32.999819 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98bc613-79ce-4994-be1f-db3ea87dfa1e None None] Network 6c448b5b-5c3b-4648-bb08-9cc3c008743f is already hosted by enough agents. {{(pid=103138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:16:33.002832 n-d-828369-4 neutron-server[103138]: DEBUG neutron.scheduler.base_scheduler [None req-b98bc613-79ce-4994-be1f-db3ea87dfa1e None None] Resources bound (agent type, host, resource id): {{(pid=103138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:16:33.005496 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98bc613-79ce-4994-be1f-db3ea87dfa1e None None] Received port after_create {{(pid=103138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:16:33.024419 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bffa57e5-bc33-42a5-9298-caaedfb49cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:33.042106 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98bc613-79ce-4994-be1f-db3ea87dfa1e None None] Pushing event updated for resources: {'Port': ['ID=e1fa9ea3-f8c2-4645-b2d6-68505652ed72,revision_number=1']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:33.072483 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9a74c17e-9f23-45b9-858a-796c3944f6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'name': 'tempest-TestSnapshotPattern-297270253-router', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '7320d9b7-ab84-483a-8463-3d123c2de53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:27Z', 'updated_at': '2022-02-09T02:16:30Z', 'revision_number': 4, 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'gw_port': {'id': '7320d9b7-ab84-483a-8463-3d123c2de53d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:24:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:28Z', 'updated_at': '2022-02-09T02:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'a7c1a529-861f-49bc-9dfe-fb6a29a774d1', 'name': '', 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'mac_address': 'fa:16:3e:7c:7e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '2bf9e30b-26ad-4cc4-9838-42afbd738ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:30Z', 'updated_at': '2022-02-09T02:16:30Z', 'revision_number': 2, 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'subnets': [{'id': '2bf9e30b-26ad-4cc4-9838-42afbd738ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:33.080925 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-b98bc613-79ce-4994-be1f-db3ea87dfa1e None None] Attempting to bind port e1fa9ea3-f8c2-4645-b2d6-68505652ed72 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:16:33.081316 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-b98bc613-79ce-4994-be1f-db3ea87dfa1e None None] Attempting to bind port e1fa9ea3-f8c2-4645-b2d6-68505652ed72 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'aef2d33d-6889-4cf7-a3b0-1cb158d237b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '6c448b5b-5c3b-4648-bb08-9cc3c008743f'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:16:33.081688 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98bc613-79ce-4994-be1f-db3ea87dfa1e None None] Attempting to bind port e1fa9ea3-f8c2-4645-b2d6-68505652ed72 on network 6c448b5b-5c3b-4648-bb08-9cc3c008743f {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:16:33.087152 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98bc613-79ce-4994-be1f-db3ea87dfa1e None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:16:33.087776 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98bc613-79ce-4994-be1f-db3ea87dfa1e None None] Checking segment: {'id': 'aef2d33d-6889-4cf7-a3b0-1cb158d237b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '6c448b5b-5c3b-4648-bb08-9cc3c008743f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:16:33.088216 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b98bc613-79ce-4994-be1f-db3ea87dfa1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:33.088686 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98bc613-79ce-4994-be1f-db3ea87dfa1e None None] Bound using segment: {'id': 'aef2d33d-6889-4cf7-a3b0-1cb158d237b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '6c448b5b-5c3b-4648-bb08-9cc3c008743f'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:16:33.089171 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-b98bc613-79ce-4994-be1f-db3ea87dfa1e None None] Bound port: e1fa9ea3-f8c2-4645-b2d6-68505652ed72, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aef2d33d-6889-4cf7-a3b0-1cb158d237b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '6c448b5b-5c3b-4648-bb08-9cc3c008743f'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:16:33.089560 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b98bc613-79ce-4994-be1f-db3ea87dfa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e1fa9ea3-f8c2-4645-b2d6-68505652ed72), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:33.100297 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a74c17e-9f23-45b9-858a-796c3944f6c8 None None] Checking router: 2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:16:33.100826 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a74c17e-9f23-45b9-858a-796c3944f6c8 None None] Updating router 2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6 port a7c1a529-861f-49bc-9dfe-fb6a29a774d1 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:16:33.130996 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9a74c17e-9f23-45b9-858a-796c3944f6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a7c1a529-861f-49bc-9dfe-fb6a29a774d1), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:33.154727 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-bffa57e5-bc33-42a5-9298-caaedfb49cc8 admin admin] Allocated IP 172.25.8.3 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/bb3d6426-9622-40ae-9986-b4d9ebede635) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:16:33.165275 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-b98bc613-79ce-4994-be1f-db3ea87dfa1e None None] For port e1fa9ea3-f8c2-4645-b2d6-68505652ed72, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:16:33.169379 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-b98bc613-79ce-4994-be1f-db3ea87dfa1e None None] For port e1fa9ea3-f8c2-4645-b2d6-68505652ed72, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=e1fa9ea3-f8c2-4645-b2d6-68505652ed72,segment=NetworkSegment(aef2d33d-6889-4cf7-a3b0-1cb158d237b4),segment_id=aef2d33d-6889-4cf7-a3b0-1cb158d237b4)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:16:33.178212 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b98bc613-79ce-4994-be1f-db3ea87dfa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e1fa9ea3-f8c2-4645-b2d6-68505652ed72), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:33.230250 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98bc613-79ce-4994-be1f-db3ea87dfa1e None None] Pushing event updated for resources: {'Port': ['ID=e1fa9ea3-f8c2-4645-b2d6-68505652ed72,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:33.268256 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bffa57e5-bc33-42a5-9298-caaedfb49cc8 admin admin] Publish callbacks [] for port (bb3d6426-9622-40ae-9986-b4d9ebede635), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:33.310365 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bffa57e5-bc33-42a5-9298-caaedfb49cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (bb3d6426-9622-40ae-9986-b4d9ebede635), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:33.355508 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffa57e5-bc33-42a5-9298-caaedfb49cc8 admin admin] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:16:33.358578 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-bffa57e5-bc33-42a5-9298-caaedfb49cc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:16:33.362095 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffa57e5-bc33-42a5-9298-caaedfb49cc8 admin admin] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:16:33.367688 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffa57e5-bc33-42a5-9298-caaedfb49cc8 admin admin] Pushing event updated for resources: {'Port': ['ID=bb3d6426-9622-40ae-9986-b4d9ebede635,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:33.435328 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9a74c17e-9f23-45b9-858a-796c3944f6c8 None None] Publish callbacks [] for port (a7c1a529-861f-49bc-9dfe-fb6a29a774d1), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:33.444408 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9a74c17e-9f23-45b9-858a-796c3944f6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a7c1a529-861f-49bc-9dfe-fb6a29a774d1), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:33.509623 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdeb21b-b957-400d-89ad-8633419fdeff None None] Pushing event updated for resources: {'Port': ['ID=a7c1a529-861f-49bc-9dfe-fb6a29a774d1,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:33.522436 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdeb21b-b957-400d-89ad-8633419fdeff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:33.522782 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdeb21b-b957-400d-89ad-8633419fdeff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:33.523123 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdeb21b-b957-400d-89ad-8633419fdeff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:33.523455 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdeb21b-b957-400d-89ad-8633419fdeff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:33.523787 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdeb21b-b957-400d-89ad-8633419fdeff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:33.524114 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdeb21b-b957-400d-89ad-8633419fdeff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:33.524438 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdeb21b-b957-400d-89ad-8633419fdeff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:33.524786 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdeb21b-b957-400d-89ad-8633419fdeff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:33.525137 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdeb21b-b957-400d-89ad-8633419fdeff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:33.525457 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdeb21b-b957-400d-89ad-8633419fdeff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:33.525776 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdeb21b-b957-400d-89ad-8633419fdeff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:33.526093 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdeb21b-b957-400d-89ad-8633419fdeff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:33.526408 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdeb21b-b957-400d-89ad-8633419fdeff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:16:33.588105 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-9a74c17e-9f23-45b9-858a-796c3944f6c8 None None] Attempting to bind port a7c1a529-861f-49bc-9dfe-fb6a29a774d1 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:16:33.588478 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-9a74c17e-9f23-45b9-858a-796c3944f6c8 None None] Attempting to bind port a7c1a529-861f-49bc-9dfe-fb6a29a774d1 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'e500279a-cd98-4632-88bb-39117113f3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:16:33.588874 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a74c17e-9f23-45b9-858a-796c3944f6c8 None None] Attempting to bind port a7c1a529-861f-49bc-9dfe-fb6a29a774d1 on network dc3f5699-72c4-438a-bc41-68ae8b96ab40 {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:16:33.595090 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a74c17e-9f23-45b9-858a-796c3944f6c8 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:16:33.595572 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a74c17e-9f23-45b9-858a-796c3944f6c8 None None] Checking segment: {'id': 'e500279a-cd98-4632-88bb-39117113f3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:16:33.596080 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9a74c17e-9f23-45b9-858a-796c3944f6c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:33.596486 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a74c17e-9f23-45b9-858a-796c3944f6c8 None None] Bound using segment: {'id': 'e500279a-cd98-4632-88bb-39117113f3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:16:33.597124 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-9a74c17e-9f23-45b9-858a-796c3944f6c8 None None] Bound port: a7c1a529-861f-49bc-9dfe-fb6a29a774d1, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e500279a-cd98-4632-88bb-39117113f3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:16:33.597511 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9a74c17e-9f23-45b9-858a-796c3944f6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a7c1a529-861f-49bc-9dfe-fb6a29a774d1), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:33.683299 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-9a74c17e-9f23-45b9-858a-796c3944f6c8 None None] For port a7c1a529-861f-49bc-9dfe-fb6a29a774d1, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:16:33.686763 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-9a74c17e-9f23-45b9-858a-796c3944f6c8 None None] For port a7c1a529-861f-49bc-9dfe-fb6a29a774d1, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=a7c1a529-861f-49bc-9dfe-fb6a29a774d1,segment=NetworkSegment(e500279a-cd98-4632-88bb-39117113f3f9),segment_id=e500279a-cd98-4632-88bb-39117113f3f9)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:16:33.694368 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-9a74c17e-9f23-45b9-858a-796c3944f6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a7c1a529-861f-49bc-9dfe-fb6a29a774d1), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:33.697900 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bffa57e5-bc33-42a5-9298-caaedfb49cc8 admin admin] Publish callbacks [] for router_gateway (e6509410-e120-47b5-835a-424905b7e7b1), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:33.758894 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdeb21b-b957-400d-89ad-8633419fdeff None None] Pushing event updated for resources: {'Port': ['ID=a7c1a529-861f-49bc-9dfe-fb6a29a774d1,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:33.763776 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a74c17e-9f23-45b9-858a-796c3944f6c8 None None] Routers {'2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:16:33.764403 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9a74c17e-9f23-45b9-858a-796c3944f6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:16:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:33.782899 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-d66578e6-9aa6-4cc8-a155-6d3c06c9af69 None None] Provisioning complete for port a7c1a529-861f-49bc-9dfe-fb6a29a774d1 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:33.783465 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d66578e6-9aa6-4cc8-a155-6d3c06c9af69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a7c1a529-861f-49bc-9dfe-fb6a29a774d1), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:33.881338 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-9a74c17e-9f23-45b9-858a-796c3944f6c8 None None] Set router 2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:16:33.899041 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-d66578e6-9aa6-4cc8-a155-6d3c06c9af69 None None] Current status of the port a7c1a529-861f-49bc-9dfe-fb6a29a774d1 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:33.899595 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d66578e6-9aa6-4cc8-a155-6d3c06c9af69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (a7c1a529-861f-49bc-9dfe-fb6a29a774d1), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:33.936715 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-d66578e6-9aa6-4cc8-a155-6d3c06c9af69 None None] For port a7c1a529-861f-49bc-9dfe-fb6a29a774d1, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=a7c1a529-861f-49bc-9dfe-fb6a29a774d1,segment=NetworkSegment(e500279a-cd98-4632-88bb-39117113f3f9),segment_id=e500279a-cd98-4632-88bb-39117113f3f9)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:33.946142 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d66578e6-9aa6-4cc8-a155-6d3c06c9af69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (a7c1a529-861f-49bc-9dfe-fb6a29a774d1), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:33.949140 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bffa57e5-bc33-42a5-9298-caaedfb49cc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-478399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-482105'] for router (e6509410-e120-47b5-835a-424905b7e7b1), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:34.001010 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66578e6-9aa6-4cc8-a155-6d3c06c9af69 None None] Pushing event updated for resources: {'Port': ['ID=a7c1a529-861f-49bc-9dfe-fb6a29a774d1,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:34.073833 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-42755893-f385-494f-8712-d72e67f3b7a1 None None] Provisioning complete for port a7c1a529-861f-49bc-9dfe-fb6a29a774d1 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:34.074225 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-42755893-f385-494f-8712-d72e67f3b7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a7c1a529-861f-49bc-9dfe-fb6a29a774d1), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:34.107190 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bffa57e5-bc33-42a5-9298-caaedfb49cc8 admin admin] Router e6509410-e120-47b5-835a-424905b7e7b1 is scheduled to L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd with binding_index 1 {{(pid=103136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 09 02:16:34.143742 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-9a74c17e-9f23-45b9-858a-796c3944f6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'name': 'tempest-TestSnapshotPattern-297270253-router', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '7320d9b7-ab84-483a-8463-3d123c2de53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:27Z', 'updated_at': '2022-02-09T02:16:30Z', 'revision_number': 4, 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'gw_port': {'id': '7320d9b7-ab84-483a-8463-3d123c2de53d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:24:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:28Z', 'updated_at': '2022-02-09T02:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'a7c1a529-861f-49bc-9dfe-fb6a29a774d1', 'name': '', 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'mac_address': 'fa:16:3e:7c:7e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '2bf9e30b-26ad-4cc4-9838-42afbd738ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:30Z', 'updated_at': '2022-02-09T02:16:33Z', 'revision_number': 4, 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'subnets': [{'id': '2bf9e30b-26ad-4cc4-9838-42afbd738ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:34.184644 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a74c17e-9f23-45b9-858a-796c3944f6c8 None None] The sync data for ids ['2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6'] in n-d-828369-4 is: [{'id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'name': 'tempest-TestSnapshotPattern-297270253-router', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '7320d9b7-ab84-483a-8463-3d123c2de53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:27Z', 'updated_at': '2022-02-09T02:16:30Z', 'revision_number': 4, 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'gw_port': {'id': '7320d9b7-ab84-483a-8463-3d123c2de53d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:24:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:28Z', 'updated_at': '2022-02-09T02:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'a7c1a529-861f-49bc-9dfe-fb6a29a774d1', 'name': '', 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'mac_address': 'fa:16:3e:7c:7e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '2bf9e30b-26ad-4cc4-9838-42afbd738ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:30Z', 'updated_at': '2022-02-09T02:16:33Z', 'revision_number': 4, 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'subnets': [{'id': '2bf9e30b-26ad-4cc4-9838-42afbd738ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:16:34.217459 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-42755893-f385-494f-8712-d72e67f3b7a1 None None] Current status of the port a7c1a529-861f-49bc-9dfe-fb6a29a774d1 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:34.285007 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bffa57e5-bc33-42a5-9298-caaedfb49cc8 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:16:34.294753 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea489f1-2deb-4ac8-8d62-3cde94f84e56 None None] Sync routers for ids ['e6509410-e120-47b5-835a-424905b7e7b1'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:16:34.309363 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-bffa57e5-bc33-42a5-9298-caaedfb49cc8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:34.314233 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-bffa57e5-bc33-42a5-9298-caaedfb49cc8 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7714086 Feb 09 02:16:34.314636 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 46850) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:34.315009 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea489f1-2deb-4ac8-8d62-3cde94f84e56 None None] Routers {'e6509410-e120-47b5-835a-424905b7e7b1'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:16:34.315649 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-dea489f1-2deb-4ac8-8d62-3cde94f84e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:16:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['e6509410-e120-47b5-835a-424905b7e7b1'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:34.400679 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 7320d9b7-ab84-483a-8463-3d123c2de53d up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:16:34.500571 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-dea489f1-2deb-4ac8-8d62-3cde94f84e56 None None] Set router e6509410-e120-47b5-835a-424905b7e7b1 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:16:34.563254 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port 7320d9b7-ab84-483a-8463-3d123c2de53d triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:34.563616 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (7320d9b7-ab84-483a-8463-3d123c2de53d), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:34.590309 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7cb406-0cca-4378-82d7-09f2f8250a1d None None] Network 6c448b5b-5c3b-4648-bb08-9cc3c008743f requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:16:34.718408 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-353b8e29-684a-4ced-bd3a-d5f488702387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:34.761732 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-8009067a-d204-477a-bada-c061579c56c3 None None] Provisioning complete for port e1fa9ea3-f8c2-4645-b2d6-68505652ed72 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:34.761732 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8009067a-d204-477a-bada-c061579c56c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e1fa9ea3-f8c2-4645-b2d6-68505652ed72), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:34.922466 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port 7320d9b7-ab84-483a-8463-3d123c2de53d is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:34.924101 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device e1fa9ea3-f8c2-4645-b2d6-68505652ed72 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:16:35.023805 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-8009067a-d204-477a-bada-c061579c56c3 None None] Current status of the port e1fa9ea3-f8c2-4645-b2d6-68505652ed72 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:35.024204 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8009067a-d204-477a-bada-c061579c56c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (e1fa9ea3-f8c2-4645-b2d6-68505652ed72), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:35.049978 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-dea489f1-2deb-4ac8-8d62-3cde94f84e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6509410-e120-47b5-835a-424905b7e7b1', 'name': 'tempest-TestSnapshotPattern-699263349-router', 'tenant_id': '3883f523894244619528ea519a944940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'bb3d6426-9622-40ae-9986-b4d9ebede635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:32Z', 'updated_at': '2022-02-09T02:16:33Z', 'revision_number': 3, 'project_id': '3883f523894244619528ea519a944940', 'gw_port': {'id': 'bb3d6426-9622-40ae-9986-b4d9ebede635', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6509410-e120-47b5-835a-424905b7e7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:33Z', 'updated_at': '2022-02-09T02:16:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:35.087504 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea489f1-2deb-4ac8-8d62-3cde94f84e56 None None] Checking router: e6509410-e120-47b5-835a-424905b7e7b1 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:16:35.087865 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea489f1-2deb-4ac8-8d62-3cde94f84e56 None None] Updating router e6509410-e120-47b5-835a-424905b7e7b1 port bb3d6426-9622-40ae-9986-b4d9ebede635 binding host n-d-828369-4 {{(pid=103138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:16:35.089757 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port e1fa9ea3-f8c2-4645-b2d6-68505652ed72 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:35.090141 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e1fa9ea3-f8c2-4645-b2d6-68505652ed72), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:35.136599 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-8009067a-d204-477a-bada-c061579c56c3 None None] For port e1fa9ea3-f8c2-4645-b2d6-68505652ed72, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=e1fa9ea3-f8c2-4645-b2d6-68505652ed72,segment=NetworkSegment(aef2d33d-6889-4cf7-a3b0-1cb158d237b4),segment_id=aef2d33d-6889-4cf7-a3b0-1cb158d237b4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:35.147413 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8009067a-d204-477a-bada-c061579c56c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (e1fa9ea3-f8c2-4645-b2d6-68505652ed72), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:35.160149 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dea489f1-2deb-4ac8-8d62-3cde94f84e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (bb3d6426-9622-40ae-9986-b4d9ebede635), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:35.250845 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cff8550d-61dc-47cf-8323-4499313ce44a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:35.434373 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-cff8550d-61dc-47cf-8323-4499313ce44a admin admin] Allocated IP 172.20.0.1 (6c448b5b-5c3b-4648-bb08-9cc3c008743f/1ee4af51-dbd7-43b3-ab71-a21e29196b14/f1c64634-35d5-4939-a339-697a9ca54a69) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:16:35.478579 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6167ea0c-15d9-4d57-b95b-256dfc2e6fdb None None] Provisioning complete for port e1fa9ea3-f8c2-4645-b2d6-68505652ed72 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:35.478967 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6167ea0c-15d9-4d57-b95b-256dfc2e6fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e1fa9ea3-f8c2-4645-b2d6-68505652ed72), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:35.484976 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8009067a-d204-477a-bada-c061579c56c3 None None] Pushing event updated for resources: {'Port': ['ID=e1fa9ea3-f8c2-4645-b2d6-68505652ed72,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:35.549952 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cff8550d-61dc-47cf-8323-4499313ce44a admin admin] Publish callbacks [] for port (f1c64634-35d5-4939-a339-697a9ca54a69), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:35.592711 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cff8550d-61dc-47cf-8323-4499313ce44a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (f1c64634-35d5-4939-a339-697a9ca54a69), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:35.618030 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port e1fa9ea3-f8c2-4645-b2d6-68505652ed72 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:35.646650 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff8550d-61dc-47cf-8323-4499313ce44a admin admin] Pushing event updated for resources: {'Port': ['ID=f1c64634-35d5-4939-a339-697a9ca54a69,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:35.650110 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff8550d-61dc-47cf-8323-4499313ce44a admin admin] Network 6c448b5b-5c3b-4648-bb08-9cc3c008743f is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:16:35.651757 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-cff8550d-61dc-47cf-8323-4499313ce44a admin admin] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:16:35.653747 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff8550d-61dc-47cf-8323-4499313ce44a admin admin] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:16:35.689425 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6167ea0c-15d9-4d57-b95b-256dfc2e6fdb None None] Current status of the port e1fa9ea3-f8c2-4645-b2d6-68505652ed72 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:35.694121 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cff8550d-61dc-47cf-8323-4499313ce44a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-482286'] for router_interface (e6509410-e120-47b5-835a-424905b7e7b1), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:35.768849 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dea489f1-2deb-4ac8-8d62-3cde94f84e56 None None] Publish callbacks [] for port (bb3d6426-9622-40ae-9986-b4d9ebede635), precommit_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:35.774937 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dea489f1-2deb-4ac8-8d62-3cde94f84e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (bb3d6426-9622-40ae-9986-b4d9ebede635), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:35.830966 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-dea489f1-2deb-4ac8-8d62-3cde94f84e56 None None] Attempting to bind port bb3d6426-9622-40ae-9986-b4d9ebede635 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:16:35.831534 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-dea489f1-2deb-4ac8-8d62-3cde94f84e56 None None] Attempting to bind port bb3d6426-9622-40ae-9986-b4d9ebede635 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:16:35.832041 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea489f1-2deb-4ac8-8d62-3cde94f84e56 None None] Attempting to bind port bb3d6426-9622-40ae-9986-b4d9ebede635 on network ca740734-29c2-4b60-ae10-4c709b5c6ef4 {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:16:35.839914 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cff8550d-61dc-47cf-8323-4499313ce44a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f1c64634-35d5-4939-a339-697a9ca54a69), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:35.840127 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85283a14-0ca0-49c4-ac64-d65bb796be5c None None] Pushing event updated for resources: {'Port': ['ID=bb3d6426-9622-40ae-9986-b4d9ebede635,revision_number=2']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:35.842727 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea489f1-2deb-4ac8-8d62-3cde94f84e56 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:16:35.843201 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea489f1-2deb-4ac8-8d62-3cde94f84e56 None None] Checking segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:16:35.843720 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dea489f1-2deb-4ac8-8d62-3cde94f84e56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:35.844214 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea489f1-2deb-4ac8-8d62-3cde94f84e56 None None] Bound using segment: {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'} {{(pid=103138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:16:35.845371 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.managers [None req-dea489f1-2deb-4ac8-8d62-3cde94f84e56 None None] Bound port: bb3d6426-9622-40ae-9986-b4d9ebede635, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e115ef-8a27-4ca4-a0c1-219b9dab8205', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4'}}] {{(pid=103138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:16:35.845879 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dea489f1-2deb-4ac8-8d62-3cde94f84e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (bb3d6426-9622-40ae-9986-b4d9ebede635), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:35.902622 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-dea489f1-2deb-4ac8-8d62-3cde94f84e56 None None] For port bb3d6426-9622-40ae-9986-b4d9ebede635, host n-d-828369-4, cleared binding levels {{(pid=103138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:16:35.910806 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-dea489f1-2deb-4ac8-8d62-3cde94f84e56 None None] For port bb3d6426-9622-40ae-9986-b4d9ebede635, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=bb3d6426-9622-40ae-9986-b4d9ebede635,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:16:35.922587 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-dea489f1-2deb-4ac8-8d62-3cde94f84e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (bb3d6426-9622-40ae-9986-b4d9ebede635), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:35.930524 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-0822e9ac-f7b8-4340-bc09-570c2e254463 None None] Provisioning complete for port f1c64634-35d5-4939-a339-697a9ca54a69 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:35.930840 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0822e9ac-f7b8-4340-bc09-570c2e254463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f1c64634-35d5-4939-a339-697a9ca54a69), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:36.003414 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea489f1-2deb-4ac8-8d62-3cde94f84e56 None None] Routers {'e6509410-e120-47b5-835a-424905b7e7b1'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:16:36.004059 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-dea489f1-2deb-4ac8-8d62-3cde94f84e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:16:35Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['e6509410-e120-47b5-835a-424905b7e7b1'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:36.011713 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-0822e9ac-f7b8-4340-bc09-570c2e254463 None None] Port f1c64634-35d5-4939-a339-697a9ca54a69 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:16:36.020210 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cff8550d-61dc-47cf-8323-4499313ce44a admin admin] Publish callbacks [] for port (f1c64634-35d5-4939-a339-697a9ca54a69), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:36.024491 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cff8550d-61dc-47cf-8323-4499313ce44a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (f1c64634-35d5-4939-a339-697a9ca54a69), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:36.086017 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85283a14-0ca0-49c4-ac64-d65bb796be5c None None] Pushing event updated for resources: {'Port': ['ID=bb3d6426-9622-40ae-9986-b4d9ebede635,revision_number=3']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:36.090110 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff8550d-61dc-47cf-8323-4499313ce44a admin admin] Pushing event updated for resources: {'Port': ['ID=f1c64634-35d5-4939-a339-697a9ca54a69,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:36.092632 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cff8550d-61dc-47cf-8323-4499313ce44a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3924616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476542'] for router_interface (e6509410-e120-47b5-835a-424905b7e7b1), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:36.138751 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-dea489f1-2deb-4ac8-8d62-3cde94f84e56 None None] Set router e6509410-e120-47b5-835a-424905b7e7b1 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:16:36.193909 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:36.200305 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff8550d-61dc-47cf-8323-4499313ce44a admin admin] Network 6c448b5b-5c3b-4648-bb08-9cc3c008743f is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:16:36.201887 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-cff8550d-61dc-47cf-8323-4499313ce44a admin admin] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:16:36.269537 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device a7c1a529-861f-49bc-9dfe-fb6a29a774d1 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:16:36.330846 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff8550d-61dc-47cf-8323-4499313ce44a admin admin] Router e6509410-e120-47b5-835a-424905b7e7b1 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:16:36.381168 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port a7c1a529-861f-49bc-9dfe-fb6a29a774d1 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:36.381558 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (a7c1a529-861f-49bc-9dfe-fb6a29a774d1), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:36.447269 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-dea489f1-2deb-4ac8-8d62-3cde94f84e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6509410-e120-47b5-835a-424905b7e7b1', 'name': 'tempest-TestSnapshotPattern-699263349-router', 'tenant_id': '3883f523894244619528ea519a944940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'bb3d6426-9622-40ae-9986-b4d9ebede635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:32Z', 'updated_at': '2022-02-09T02:16:35Z', 'revision_number': 4, 'project_id': '3883f523894244619528ea519a944940', 'gw_port': {'id': 'bb3d6426-9622-40ae-9986-b4d9ebede635', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6509410-e120-47b5-835a-424905b7e7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:33Z', 'updated_at': '2022-02-09T02:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'f1c64634-35d5-4939-a339-697a9ca54a69', 'name': '', 'network_id': '6c448b5b-5c3b-4648-bb08-9cc3c008743f', 'tenant_id': '3883f523894244619528ea519a944940', 'mac_address': 'fa:16:3e:c7:be:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6509410-e120-47b5-835a-424905b7e7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': '1ee4af51-dbd7-43b3-ab71-a21e29196b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:35Z', 'updated_at': '2022-02-09T02:16:35Z', 'revision_number': 1, 'project_id': '3883f523894244619528ea519a944940', 'subnets': [{'id': '1ee4af51-dbd7-43b3-ab71-a21e29196b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:36.454238 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff8550d-61dc-47cf-8323-4499313ce44a admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:16:36.460040 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-cff8550d-61dc-47cf-8323-4499313ce44a admin admin] 10.222.0.50 "PUT /v2.0/routers/e6509410-e120-47b5-835a-424905b7e7b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1443048 Feb 09 02:16:36.491363 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea489f1-2deb-4ac8-8d62-3cde94f84e56 None None] The sync data for ids ['e6509410-e120-47b5-835a-424905b7e7b1'] in n-d-828369-4 is: [{'id': 'e6509410-e120-47b5-835a-424905b7e7b1', 'name': 'tempest-TestSnapshotPattern-699263349-router', 'tenant_id': '3883f523894244619528ea519a944940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'bb3d6426-9622-40ae-9986-b4d9ebede635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:32Z', 'updated_at': '2022-02-09T02:16:35Z', 'revision_number': 4, 'project_id': '3883f523894244619528ea519a944940', 'gw_port': {'id': 'bb3d6426-9622-40ae-9986-b4d9ebede635', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6509410-e120-47b5-835a-424905b7e7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:33Z', 'updated_at': '2022-02-09T02:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'f1c64634-35d5-4939-a339-697a9ca54a69', 'name': '', 'network_id': '6c448b5b-5c3b-4648-bb08-9cc3c008743f', 'tenant_id': '3883f523894244619528ea519a944940', 'mac_address': 'fa:16:3e:c7:be:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6509410-e120-47b5-835a-424905b7e7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': '1ee4af51-dbd7-43b3-ab71-a21e29196b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:35Z', 'updated_at': '2022-02-09T02:16:35Z', 'revision_number': 1, 'project_id': '3883f523894244619528ea519a944940', 'subnets': [{'id': '1ee4af51-dbd7-43b3-ab71-a21e29196b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:16:36.507493 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port a7c1a529-861f-49bc-9dfe-fb6a29a774d1 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:36.508609 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device e1fa9ea3-f8c2-4645-b2d6-68505652ed72 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:16:36.556235 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6e4ae7f0-a8c7-4824-bab8-2ab2bdc412a7 None None] Provisioning complete for port f1c64634-35d5-4939-a339-697a9ca54a69 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:36.556683 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6e4ae7f0-a8c7-4824-bab8-2ab2bdc412a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f1c64634-35d5-4939-a339-697a9ca54a69), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:36.601404 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port e1fa9ea3-f8c2-4645-b2d6-68505652ed72 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:36.601808 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (e1fa9ea3-f8c2-4645-b2d6-68505652ed72), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:36.604350 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6e4ae7f0-a8c7-4824-bab8-2ab2bdc412a7 None None] Port f1c64634-35d5-4939-a339-697a9ca54a69 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:16:36.681608 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port e1fa9ea3-f8c2-4645-b2d6-68505652ed72 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:36.944703 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 46858) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:36.949302 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-b700c20a-963e-4464-a46b-4b44210d4006 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1641637057', 'description': 'tempest-secgroup-smoke-1641637057 description', 'project_id': 'ac583066a1f944a0a35a3e710967fbcc'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:36.970547 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b700c20a-963e-4464-a46b-4b44210d4006 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks [] for security_group (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:37.047005 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b700c20a-963e-4464-a46b-4b44210d4006 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks [] for security_group (50702828-09ee-48cd-b694-88f6c9a65782), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:37.051945 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b700c20a-963e-4464-a46b-4b44210d4006 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (50702828-09ee-48cd-b694-88f6c9a65782), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:37.078158 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-b700c20a-963e-4464-a46b-4b44210d4006 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:37.079942 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-b700c20a-963e-4464-a46b-4b44210d4006 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1342175 Feb 09 02:16:37.083183 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46860) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:37.087912 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-e6ee58c5-226f-42ef-b0f4-b7cdec50b42b tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Request body: {'security_group_rule': {'security_group_id': '50702828-09ee-48cd-b694-88f6c9a65782', 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:37.088624 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700c20a-963e-4464-a46b-4b44210d4006 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50702828-09ee-48cd-b694-88f6c9a65782,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:37.114176 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e6ee58c5-226f-42ef-b0f4-b7cdec50b42b tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks [] for security_group_rule (c7977721-8251-419f-9b25-27240fb0baee), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:37.179268 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e6ee58c5-226f-42ef-b0f4-b7cdec50b42b tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks [] for security_group_rule (c7977721-8251-419f-9b25-27240fb0baee), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:37.183112 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e6ee58c5-226f-42ef-b0f4-b7cdec50b42b tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (c7977721-8251-419f-9b25-27240fb0baee), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:37.206291 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ee58c5-226f-42ef-b0f4-b7cdec50b42b tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7977721-8251-419f-9b25-27240fb0baee,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:37.219414 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e6ee58c5-226f-42ef-b0f4-b7cdec50b42b tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:37.220752 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e6ee58c5-226f-42ef-b0f4-b7cdec50b42b tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1364307 Feb 09 02:16:37.223687 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46862) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:37.228002 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-d191b8c4-f38c-43ef-a1f6-cdea99c9b50d tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Request body: {'security_group_rule': {'security_group_id': '50702828-09ee-48cd-b694-88f6c9a65782', 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:37.258518 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d191b8c4-f38c-43ef-a1f6-cdea99c9b50d tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks [] for security_group_rule (56ec25a3-689a-4301-adec-2cfb5dec5da0), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:37.319690 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d191b8c4-f38c-43ef-a1f6-cdea99c9b50d tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks [] for security_group_rule (56ec25a3-689a-4301-adec-2cfb5dec5da0), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:37.323566 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d191b8c4-f38c-43ef-a1f6-cdea99c9b50d tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (56ec25a3-689a-4301-adec-2cfb5dec5da0), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:37.347626 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d191b8c4-f38c-43ef-a1f6-cdea99c9b50d tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56ec25a3-689a-4301-adec-2cfb5dec5da0,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:37.353045 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-d191b8c4-f38c-43ef-a1f6-cdea99c9b50d tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:37.354501 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-d191b8c4-f38c-43ef-a1f6-cdea99c9b50d tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1296933 Feb 09 02:16:37.357065 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46864) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:37.362233 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-39e04d10-0e64-460a-a301-c0cfdc749774 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Request body: {'security_group_rule': {'security_group_id': '50702828-09ee-48cd-b694-88f6c9a65782', 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:37.387023 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-39e04d10-0e64-460a-a301-c0cfdc749774 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks [] for security_group_rule (dac01312-49ac-4875-a5cc-a713d1ddf9a8), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:37.448117 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-39e04d10-0e64-460a-a301-c0cfdc749774 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks [] for security_group_rule (dac01312-49ac-4875-a5cc-a713d1ddf9a8), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:37.452312 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-39e04d10-0e64-460a-a301-c0cfdc749774 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (dac01312-49ac-4875-a5cc-a713d1ddf9a8), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:37.467680 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:37.474879 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e04d10-0e64-460a-a301-c0cfdc749774 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dac01312-49ac-4875-a5cc-a713d1ddf9a8,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:37.479594 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-39e04d10-0e64-460a-a301-c0cfdc749774 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:37.483686 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-39e04d10-0e64-460a-a301-c0cfdc749774 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1227646 Feb 09 02:16:37.483686 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46866) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:37.488446 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-591277a3-e5db-4a92-be64-862981787290 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Request body: {'security_group_rule': {'security_group_id': '50702828-09ee-48cd-b694-88f6c9a65782', 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:37.514308 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-591277a3-e5db-4a92-be64-862981787290 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks [] for security_group_rule (85f53d16-4b1d-42c5-87dc-e6ae09b3e741), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:37.578178 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-591277a3-e5db-4a92-be64-862981787290 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks [] for security_group_rule (85f53d16-4b1d-42c5-87dc-e6ae09b3e741), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:37.583160 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-591277a3-e5db-4a92-be64-862981787290 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (85f53d16-4b1d-42c5-87dc-e6ae09b3e741), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:37.602581 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591277a3-e5db-4a92-be64-862981787290 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85f53d16-4b1d-42c5-87dc-e6ae09b3e741,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:37.615402 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-591277a3-e5db-4a92-be64-862981787290 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:37.616680 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-591277a3-e5db-4a92-be64-862981787290 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1322191 Feb 09 02:16:37.619506 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46868) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:37.623855 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-e84a6f7d-98e2-4419-9159-61bf8eb926ec tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Request body: {'security_group_rule': {'security_group_id': '50702828-09ee-48cd-b694-88f6c9a65782', 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:37.644844 n-d-828369-4 neutron-server[103137]: INFO neutron.db.securitygroups_db [None req-e84a6f7d-98e2-4419-9159-61bf8eb926ec tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Project ac583066a1f944a0a35a3e710967fbcc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:16:37.649978 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e84a6f7d-98e2-4419-9159-61bf8eb926ec tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks [] for security_group_rule (879ffa73-b3fd-49ba-8d48-5a661a80ac78), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:37.710729 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e84a6f7d-98e2-4419-9159-61bf8eb926ec tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks [] for security_group_rule (879ffa73-b3fd-49ba-8d48-5a661a80ac78), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:37.714773 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e84a6f7d-98e2-4419-9159-61bf8eb926ec tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (879ffa73-b3fd-49ba-8d48-5a661a80ac78), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:37.731850 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a6f7d-98e2-4419-9159-61bf8eb926ec tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=879ffa73-b3fd-49ba-8d48-5a661a80ac78,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:37.742690 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-e84a6f7d-98e2-4419-9159-61bf8eb926ec tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:37.743935 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-e84a6f7d-98e2-4419-9159-61bf8eb926ec tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1234922 Feb 09 02:16:37.746761 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 46870) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:37.751370 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [None req-dcf038ed-9fbc-4c08-84d2-2969c745bb0b tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Request body: {'security_group_rule': {'security_group_id': '50702828-09ee-48cd-b694-88f6c9a65782', 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:37.771007 n-d-828369-4 neutron-server[103137]: INFO neutron.db.securitygroups_db [None req-dcf038ed-9fbc-4c08-84d2-2969c745bb0b tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Project ac583066a1f944a0a35a3e710967fbcc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 09 02:16:37.776120 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dcf038ed-9fbc-4c08-84d2-2969c745bb0b tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks [] for security_group_rule (b47d37e6-b7fc-4300-9eba-379c06499289), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:37.840072 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dcf038ed-9fbc-4c08-84d2-2969c745bb0b tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks [] for security_group_rule (b47d37e6-b7fc-4300-9eba-379c06499289), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:37.846276 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dcf038ed-9fbc-4c08-84d2-2969c745bb0b tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720848'] for security_group_rule (b47d37e6-b7fc-4300-9eba-379c06499289), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:37.863882 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf038ed-9fbc-4c08-84d2-2969c745bb0b tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b47d37e6-b7fc-4300-9eba-379c06499289,revision_number=0']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:37.871855 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-dcf038ed-9fbc-4c08-84d2-2969c745bb0b tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:37.873508 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-dcf038ed-9fbc-4c08-84d2-2969c745bb0b tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1256869 Feb 09 02:16:38.025548 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-ffb77223-8cd0-49d2-83e2-8bcc71c48d8e tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1641637057&fields=id&tenant_id=ac583066a1f944a0a35a3e710967fbcc HTTP/1.1" status: 200 len: 267 time: 0.0449605 Feb 09 02:16:38.139974 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-c61ae8dc-308d-498a-a5b8-e492df56becc tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:38.141498 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-c61ae8dc-308d-498a-a5b8-e492df56becc tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/networks?id=dc3f5699-72c4-438a-bc41-68ae8b96ab40 HTTP/1.1" status: 200 len: 809 time: 0.1095212 Feb 09 02:16:38.157961 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-259fb4f7-a2d5-4496-8b8a-95fa8a4a7a12 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/quotas/ac583066a1f944a0a35a3e710967fbcc HTTP/1.1" status: 200 len: 375 time: 0.0103400 Feb 09 02:16:38.167348 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device bb3d6426-9622-40ae-9986-b4d9ebede635 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:16:38.218540 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port bb3d6426-9622-40ae-9986-b4d9ebede635 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:38.218835 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (bb3d6426-9622-40ae-9986-b4d9ebede635), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:38.220369 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-54e51f2d-f710-444a-bff7-4fa8c11a6fcb tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ac583066a1f944a0a35a3e710967fbcc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512061 Feb 09 02:16:38.309845 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port bb3d6426-9622-40ae-9986-b4d9ebede635 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:38.310270 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (bb3d6426-9622-40ae-9986-b4d9ebede635), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:38.317488 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:38.327388 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-5f60d856-21aa-4678-8e06-09a981d69767 service neutron] 10.222.0.50 "GET /v2.0/networks/dc3f5699-72c4-438a-bc41-68ae8b96ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947976 Feb 09 02:16:38.333661 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] For port bb3d6426-9622-40ae-9986-b4d9ebede635, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=bb3d6426-9622-40ae-9986-b4d9ebede635,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:38.338359 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (bb3d6426-9622-40ae-9986-b4d9ebede635), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:38.385605 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Pushing event updated for resources: {'Port': ['ID=bb3d6426-9622-40ae-9986-b4d9ebede635,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:38.422702 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-0fb728f0-8c90-4bea-8230-e54716382d4c service neutron] 10.222.0.50 "GET /v2.0/networks/dc3f5699-72c4-438a-bc41-68ae8b96ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892360 Feb 09 02:16:38.591655 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-3bb8a8d2-c059-4af9-a2fc-1cbffe7f1ffd req-8788bdbf-2c28-46ea-90a7-2a98bd87ef5d tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/ports?device_id=3caaf93f-33c3-4194-92c8-dd3b7321e563 HTTP/1.1" status: 200 len: 210 time: 0.0301502 Feb 09 02:16:38.612221 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:38.629865 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a10766-4f6c-4f73-b0c0-822b90769019 None None] Sync routers for ids ['e6509410-e120-47b5-835a-424905b7e7b1'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:16:38.639431 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a10766-4f6c-4f73-b0c0-822b90769019 None None] Routers {'e6509410-e120-47b5-835a-424905b7e7b1'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:16:38.640167 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-a7a10766-4f6c-4f73-b0c0-822b90769019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:16:35Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['e6509410-e120-47b5-835a-424905b7e7b1'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:38.845313 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-a7a10766-4f6c-4f73-b0c0-822b90769019 None None] Set router e6509410-e120-47b5-835a-424905b7e7b1 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:16:39.054025 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-a7a10766-4f6c-4f73-b0c0-822b90769019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6509410-e120-47b5-835a-424905b7e7b1', 'name': 'tempest-TestSnapshotPattern-699263349-router', 'tenant_id': '3883f523894244619528ea519a944940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'bb3d6426-9622-40ae-9986-b4d9ebede635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:32Z', 'updated_at': '2022-02-09T02:16:35Z', 'revision_number': 4, 'project_id': '3883f523894244619528ea519a944940', 'gw_port': {'id': 'bb3d6426-9622-40ae-9986-b4d9ebede635', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6509410-e120-47b5-835a-424905b7e7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:33Z', 'updated_at': '2022-02-09T02:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'f1c64634-35d5-4939-a339-697a9ca54a69', 'name': '', 'network_id': '6c448b5b-5c3b-4648-bb08-9cc3c008743f', 'tenant_id': '3883f523894244619528ea519a944940', 'mac_address': 'fa:16:3e:c7:be:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6509410-e120-47b5-835a-424905b7e7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': '1ee4af51-dbd7-43b3-ab71-a21e29196b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:35Z', 'updated_at': '2022-02-09T02:16:35Z', 'revision_number': 2, 'project_id': '3883f523894244619528ea519a944940', 'subnets': [{'id': '1ee4af51-dbd7-43b3-ab71-a21e29196b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:39.079829 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a10766-4f6c-4f73-b0c0-822b90769019 None None] Checking router: e6509410-e120-47b5-835a-424905b7e7b1 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:16:39.080185 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a10766-4f6c-4f73-b0c0-822b90769019 None None] Updating router e6509410-e120-47b5-835a-424905b7e7b1 port f1c64634-35d5-4939-a339-697a9ca54a69 binding host n-d-828369-4 {{(pid=103139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 09 02:16:39.107443 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a7a10766-4f6c-4f73-b0c0-822b90769019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f1c64634-35d5-4939-a339-697a9ca54a69), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:39.374667 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a7a10766-4f6c-4f73-b0c0-822b90769019 None None] Publish callbacks [] for port (f1c64634-35d5-4939-a339-697a9ca54a69), precommit_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:39.380871 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a7a10766-4f6c-4f73-b0c0-822b90769019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f1c64634-35d5-4939-a339-697a9ca54a69), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:39.433237 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de4a321-2092-4313-b082-253259bec9a8 None None] Pushing event updated for resources: {'Port': ['ID=f1c64634-35d5-4939-a339-697a9ca54a69,revision_number=3']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:39.483024 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-a7a10766-4f6c-4f73-b0c0-822b90769019 None None] Attempting to bind port f1c64634-35d5-4939-a339-697a9ca54a69 on host n-d-828369-4 for vnic_type normal with profile {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:16:39.483537 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-a7a10766-4f6c-4f73-b0c0-822b90769019 None None] Attempting to bind port f1c64634-35d5-4939-a339-697a9ca54a69 by drivers openvswitch,hyperv on host n-d-828369-4 at level 0 using segments [{'id': 'aef2d33d-6889-4cf7-a3b0-1cb158d237b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '6c448b5b-5c3b-4648-bb08-9cc3c008743f'}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:16:39.483810 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a10766-4f6c-4f73-b0c0-822b90769019 None None] Attempting to bind port f1c64634-35d5-4939-a339-697a9ca54a69 on network 6c448b5b-5c3b-4648-bb08-9cc3c008743f {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:16:39.491048 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a10766-4f6c-4f73-b0c0-822b90769019 None None] Checking agent: {'id': 'c117110f-e342-46d7-953b-619d7111d25b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 50, 8), 'started_at': datetime.datetime(2022, 2, 9, 0, 50, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:16:39.491433 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a10766-4f6c-4f73-b0c0-822b90769019 None None] Checking segment: {'id': 'aef2d33d-6889-4cf7-a3b0-1cb158d237b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '6c448b5b-5c3b-4648-bb08-9cc3c008743f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:16:39.491847 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a7a10766-4f6c-4f73-b0c0-822b90769019 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:39.492251 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a10766-4f6c-4f73-b0c0-822b90769019 None None] Bound using segment: {'id': 'aef2d33d-6889-4cf7-a3b0-1cb158d237b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '6c448b5b-5c3b-4648-bb08-9cc3c008743f'} {{(pid=103139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:16:39.492767 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.managers [None req-a7a10766-4f6c-4f73-b0c0-822b90769019 None None] Bound port: f1c64634-35d5-4939-a339-697a9ca54a69, host: n-d-828369-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aef2d33d-6889-4cf7-a3b0-1cb158d237b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '6c448b5b-5c3b-4648-bb08-9cc3c008743f'}}] {{(pid=103139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:16:39.493179 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a7a10766-4f6c-4f73-b0c0-822b90769019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f1c64634-35d5-4939-a339-697a9ca54a69), before_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:39.575699 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-a7a10766-4f6c-4f73-b0c0-822b90769019 None None] For port f1c64634-35d5-4939-a339-697a9ca54a69, host n-d-828369-4, cleared binding levels {{(pid=103139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:16:39.579817 n-d-828369-4 neutron-server[103139]: DEBUG neutron.plugins.ml2.db [None req-a7a10766-4f6c-4f73-b0c0-822b90769019 None None] For port f1c64634-35d5-4939-a339-697a9ca54a69, host n-d-828369-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f1c64634-35d5-4939-a339-697a9ca54a69,segment=NetworkSegment(aef2d33d-6889-4cf7-a3b0-1cb158d237b4),segment_id=aef2d33d-6889-4cf7-a3b0-1cb158d237b4)] {{(pid=103139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:16:39.590217 n-d-828369-4 neutron-server[103139]: DEBUG neutron_lib.callbacks.manager [None req-a7a10766-4f6c-4f73-b0c0-822b90769019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f1c64634-35d5-4939-a339-697a9ca54a69), after_update {{(pid=103139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:39.670325 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a10766-4f6c-4f73-b0c0-822b90769019 None None] Routers {'e6509410-e120-47b5-835a-424905b7e7b1'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:16:39.670967 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-a7a10766-4f6c-4f73-b0c0-822b90769019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:16:35Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['e6509410-e120-47b5-835a-424905b7e7b1'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:39.693454 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-ea20644a-353e-4125-9686-147bf0a798ad tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:39.695676 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-ea20644a-353e-4125-9686-147bf0a798ad tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.120 "GET /v2.0/networks?id=dc3f5699-72c4-438a-bc41-68ae8b96ab40 HTTP/1.1" status: 200 len: 809 time: 0.1355989 Feb 09 02:16:39.723092 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de4a321-2092-4313-b082-253259bec9a8 None None] Pushing event updated for resources: {'Port': ['ID=f1c64634-35d5-4939-a339-697a9ca54a69,revision_number=4']} {{(pid=103139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:39.749838 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-f0e3dece-4c94-4c4a-a52c-489cf0aabff6 req-6fab11c4-d12f-49b1-8b8f-3cc32366acff tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/ports?device_id=3caaf93f-33c3-4194-92c8-dd3b7321e563 HTTP/1.1" status: 200 len: 210 time: 0.0500200 Feb 09 02:16:39.751163 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-351e2ac7-f9cd-48a9-a15e-c6bce55d520e None None] Provisioning complete for port f1c64634-35d5-4939-a339-697a9ca54a69 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:39.752255 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-351e2ac7-f9cd-48a9-a15e-c6bce55d520e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f1c64634-35d5-4939-a339-697a9ca54a69), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:39.836036 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-38b9eb5b-0ef2-4485-938d-ba63130686db tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.120 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac583066a1f944a0a35a3e710967fbcc HTTP/1.1" status: 200 len: 380 time: 0.1291487 Feb 09 02:16:39.846947 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-831151dd-89f0-4a91-92ee-24ae109934d5 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Request body: {'port': {'device_id': '3caaf93f-33c3-4194-92c8-dd3b7321e563', 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40', 'admin_state_up': True, 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'security_groups': ['50702828-09ee-48cd-b694-88f6c9a65782']}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:39.855147 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-a7a10766-4f6c-4f73-b0c0-822b90769019 None None] Set router e6509410-e120-47b5-835a-424905b7e7b1 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:16:39.864241 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-351e2ac7-f9cd-48a9-a15e-c6bce55d520e None None] Current status of the port f1c64634-35d5-4939-a339-697a9ca54a69 is: DOWN; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:39.864832 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-351e2ac7-f9cd-48a9-a15e-c6bce55d520e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (f1c64634-35d5-4939-a339-697a9ca54a69), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:39.905111 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-351e2ac7-f9cd-48a9-a15e-c6bce55d520e None None] For port f1c64634-35d5-4939-a339-697a9ca54a69, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f1c64634-35d5-4939-a339-697a9ca54a69,segment=NetworkSegment(aef2d33d-6889-4cf7-a3b0-1cb158d237b4),segment_id=aef2d33d-6889-4cf7-a3b0-1cb158d237b4)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:39.910808 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-351e2ac7-f9cd-48a9-a15e-c6bce55d520e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (f1c64634-35d5-4939-a339-697a9ca54a69), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:39.966706 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e2ac7-f9cd-48a9-a15e-c6bce55d520e None None] Pushing event updated for resources: {'Port': ['ID=f1c64634-35d5-4939-a339-697a9ca54a69,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:39.982351 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-831151dd-89f0-4a91-92ee-24ae109934d5 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Made reservation on behalf of ac583066a1f944a0a35a3e710967fbcc for: {'port': 1} {{(pid=103136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:16:39.986028 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-831151dd-89f0-4a91-92ee-24ae109934d5 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:40.014316 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:40.041373 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-262241f0-1556-45d9-b4c1-a78d4c1caa00 None None] Provisioning complete for port f1c64634-35d5-4939-a339-697a9ca54a69 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:40.041968 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-262241f0-1556-45d9-b4c1-a78d4c1caa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f1c64634-35d5-4939-a339-697a9ca54a69), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:40.071191 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-a7a10766-4f6c-4f73-b0c0-822b90769019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6509410-e120-47b5-835a-424905b7e7b1', 'name': 'tempest-TestSnapshotPattern-699263349-router', 'tenant_id': '3883f523894244619528ea519a944940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'bb3d6426-9622-40ae-9986-b4d9ebede635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:32Z', 'updated_at': '2022-02-09T02:16:35Z', 'revision_number': 4, 'project_id': '3883f523894244619528ea519a944940', 'gw_port': {'id': 'bb3d6426-9622-40ae-9986-b4d9ebede635', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6509410-e120-47b5-835a-424905b7e7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:33Z', 'updated_at': '2022-02-09T02:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'f1c64634-35d5-4939-a339-697a9ca54a69', 'name': '', 'network_id': '6c448b5b-5c3b-4648-bb08-9cc3c008743f', 'tenant_id': '3883f523894244619528ea519a944940', 'mac_address': 'fa:16:3e:c7:be:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6509410-e120-47b5-835a-424905b7e7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': '1ee4af51-dbd7-43b3-ab71-a21e29196b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:35Z', 'updated_at': '2022-02-09T02:16:39Z', 'revision_number': 4, 'project_id': '3883f523894244619528ea519a944940', 'subnets': [{'id': '1ee4af51-dbd7-43b3-ab71-a21e29196b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:40.103103 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a10766-4f6c-4f73-b0c0-822b90769019 None None] The sync data for ids ['e6509410-e120-47b5-835a-424905b7e7b1'] in n-d-828369-4 is: [{'id': 'e6509410-e120-47b5-835a-424905b7e7b1', 'name': 'tempest-TestSnapshotPattern-699263349-router', 'tenant_id': '3883f523894244619528ea519a944940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'bb3d6426-9622-40ae-9986-b4d9ebede635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:32Z', 'updated_at': '2022-02-09T02:16:35Z', 'revision_number': 4, 'project_id': '3883f523894244619528ea519a944940', 'gw_port': {'id': 'bb3d6426-9622-40ae-9986-b4d9ebede635', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6509410-e120-47b5-835a-424905b7e7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:33Z', 'updated_at': '2022-02-09T02:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'f1c64634-35d5-4939-a339-697a9ca54a69', 'name': '', 'network_id': '6c448b5b-5c3b-4648-bb08-9cc3c008743f', 'tenant_id': '3883f523894244619528ea519a944940', 'mac_address': 'fa:16:3e:c7:be:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6509410-e120-47b5-835a-424905b7e7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': '1ee4af51-dbd7-43b3-ab71-a21e29196b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:35Z', 'updated_at': '2022-02-09T02:16:39Z', 'revision_number': 4, 'project_id': '3883f523894244619528ea519a944940', 'subnets': [{'id': '1ee4af51-dbd7-43b3-ab71-a21e29196b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:16:40.139578 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-831151dd-89f0-4a91-92ee-24ae109934d5 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Allocated IP 172.20.0.3 (dc3f5699-72c4-438a-bc41-68ae8b96ab40/2bf9e30b-26ad-4cc4-9838-42afbd738ea2/59a07fb1-26de-46cc-932e-e8fba41ede10) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:16:40.144043 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-262241f0-1556-45d9-b4c1-a78d4c1caa00 None None] Current status of the port f1c64634-35d5-4939-a339-697a9ca54a69 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:40.202879 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device bb3d6426-9622-40ae-9986-b4d9ebede635 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:16:40.252951 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port bb3d6426-9622-40ae-9986-b4d9ebede635 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:40.253234 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (bb3d6426-9622-40ae-9986-b4d9ebede635), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:40.300467 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-831151dd-89f0-4a91-92ee-24ae109934d5 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks [] for port (59a07fb1-26de-46cc-932e-e8fba41ede10), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:40.346231 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-831151dd-89f0-4a91-92ee-24ae109934d5 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (59a07fb1-26de-46cc-932e-e8fba41ede10), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:40.346464 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port bb3d6426-9622-40ae-9986-b4d9ebede635 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:40.348532 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f1c64634-35d5-4939-a339-697a9ca54a69 up at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:16:40.397975 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-831151dd-89f0-4a91-92ee-24ae109934d5 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Network dc3f5699-72c4-438a-bc41-68ae8b96ab40 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:16:40.401124 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-831151dd-89f0-4a91-92ee-24ae109934d5 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:16:40.403324 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Provisioning complete for port f1c64634-35d5-4939-a339-697a9ca54a69 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:40.404148 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (f1c64634-35d5-4939-a339-697a9ca54a69), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:40.405113 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-831151dd-89f0-4a91-92ee-24ae109934d5 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:16:40.411959 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831151dd-89f0-4a91-92ee-24ae109934d5 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Pushing event updated for resources: {'Port': ['ID=59a07fb1-26de-46cc-932e-e8fba41ede10,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:40.461377 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-831151dd-89f0-4a91-92ee-24ae109934d5 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:40.462126 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-831151dd-89f0-4a91-92ee-24ae109934d5 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:40.481526 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-831151dd-89f0-4a91-92ee-24ae109934d5 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.120 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6390724 Feb 09 02:16:40.494981 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-ebeabf3f-cd10-43d3-9398-9cd6775d1238 service neutron] Request body: {'port': {'device_id': '3caaf93f-33c3-4194-92c8-dd3b7321e563', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-4'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:40.505851 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Current status of the port f1c64634-35d5-4939-a339-697a9ca54a69 is: ACTIVE; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:40.561280 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-ebeabf3f-cd10-43d3-9398-9cd6775d1238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (59a07fb1-26de-46cc-932e-e8fba41ede10), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:40.670954 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-19c98cce-cac3-4b90-9f34-5ad9b0bb2ade None None] Provisioning complete for port 59a07fb1-26de-46cc-932e-e8fba41ede10 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:40.671342 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-19c98cce-cac3-4b90-9f34-5ad9b0bb2ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (59a07fb1-26de-46cc-932e-e8fba41ede10), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:40.708255 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-19c98cce-cac3-4b90-9f34-5ad9b0bb2ade None None] Port 59a07fb1-26de-46cc-932e-e8fba41ede10 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:16:40.865460 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-ebeabf3f-cd10-43d3-9398-9cd6775d1238 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59a07fb1-26de-46cc-932e-e8fba41ede10 {{(pid=103136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:16:40.875277 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-ebeabf3f-cd10-43d3-9398-9cd6775d1238 service neutron] Publish callbacks [] for port (59a07fb1-26de-46cc-932e-e8fba41ede10), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:40.892129 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.provisioning_blocks [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-ebeabf3f-cd10-43d3-9398-9cd6775d1238 service neutron] Transition to ACTIVE for port object 59a07fb1-26de-46cc-932e-e8fba41ede10 will not be triggered until provisioned by entity L2. {{(pid=103136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:16:40.896297 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-ebeabf3f-cd10-43d3-9398-9cd6775d1238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (59a07fb1-26de-46cc-932e-e8fba41ede10), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:40.911097 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ce327-0b9e-42a5-94b0-6890def21a1d req-9b64190a-055b-456f-8b13-8e7722ee8e30 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:40.912516 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c5ce327-0b9e-42a5-94b0-6890def21a1d req-9b64190a-055b-456f-8b13-8e7722ee8e30 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/ports?device_id=3caaf93f-33c3-4194-92c8-dd3b7321e563 HTTP/1.1" status: 200 len: 931 time: 0.0843606 Feb 09 02:16:40.971997 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeabf3f-cd10-43d3-9398-9cd6775d1238 service neutron] Pushing event updated for resources: {'Port': ['ID=59a07fb1-26de-46cc-932e-e8fba41ede10,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:41.042439 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c5ce327-0b9e-42a5-94b0-6890def21a1d req-3e0fde48-98ba-41b8-88c1-495626e5bc0c tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/security-groups?id=50702828-09ee-48cd-b694-88f6c9a65782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106322 Feb 09 02:16:41.072153 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-ebeabf3f-cd10-43d3-9398-9cd6775d1238 service neutron] Attempting to bind port 59a07fb1-26de-46cc-932e-e8fba41ede10 on host n-h2-828369-4 for vnic_type normal with profile {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:16:41.072507 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-ebeabf3f-cd10-43d3-9398-9cd6775d1238 service neutron] Attempting to bind port 59a07fb1-26de-46cc-932e-e8fba41ede10 by drivers openvswitch,hyperv on host n-h2-828369-4 at level 0 using segments [{'id': 'e500279a-cd98-4632-88bb-39117113f3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40'}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:16:41.072892 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-ebeabf3f-cd10-43d3-9398-9cd6775d1238 service neutron] Attempting to bind port 59a07fb1-26de-46cc-932e-e8fba41ede10 on network dc3f5699-72c4-438a-bc41-68ae8b96ab40 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:16:41.077796 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-ebeabf3f-cd10-43d3-9398-9cd6775d1238 service neutron] Port 59a07fb1-26de-46cc-932e-e8fba41ede10 on network dc3f5699-72c4-438a-bc41-68ae8b96ab40 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-4 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:16:41.078136 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-ebeabf3f-cd10-43d3-9398-9cd6775d1238 service neutron] Attempting to bind port 59a07fb1-26de-46cc-932e-e8fba41ede10 on network dc3f5699-72c4-438a-bc41-68ae8b96ab40 {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:16:41.084145 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-ebeabf3f-cd10-43d3-9398-9cd6775d1238 service neutron] Checking agent: {'id': '6980305d-4216-4065-8d2a-8d9d5ddc143d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 39), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:16:41.084495 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-ebeabf3f-cd10-43d3-9398-9cd6775d1238 service neutron] Checking segment: {'id': 'e500279a-cd98-4632-88bb-39117113f3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:16:41.084931 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-ebeabf3f-cd10-43d3-9398-9cd6775d1238 service neutron] Bound using segment: {'id': 'e500279a-cd98-4632-88bb-39117113f3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40'} {{(pid=103136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:16:41.085375 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.managers [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-ebeabf3f-cd10-43d3-9398-9cd6775d1238 service neutron] Bound port: 59a07fb1-26de-46cc-932e-e8fba41ede10, host: n-h2-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e500279a-cd98-4632-88bb-39117113f3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40'}}] {{(pid=103136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:16:41.085745 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-ebeabf3f-cd10-43d3-9398-9cd6775d1238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (59a07fb1-26de-46cc-932e-e8fba41ede10), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:41.155261 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-ebeabf3f-cd10-43d3-9398-9cd6775d1238 service neutron] For port 59a07fb1-26de-46cc-932e-e8fba41ede10, host n-h2-828369-4, cleared binding levels {{(pid=103136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:16:41.159196 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-ebeabf3f-cd10-43d3-9398-9cd6775d1238 service neutron] For port 59a07fb1-26de-46cc-932e-e8fba41ede10, host n-h2-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=59a07fb1-26de-46cc-932e-e8fba41ede10,segment=NetworkSegment(e500279a-cd98-4632-88bb-39117113f3f9),segment_id=e500279a-cd98-4632-88bb-39117113f3f9)] {{(pid=103136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:16:41.165312 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-ebeabf3f-cd10-43d3-9398-9cd6775d1238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (59a07fb1-26de-46cc-932e-e8fba41ede10), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:41.199618 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-ebeabf3f-cd10-43d3-9398-9cd6775d1238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:41.200247 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-ebeabf3f-cd10-43d3-9398-9cd6775d1238 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:41.201681 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-ebeabf3f-cd10-43d3-9398-9cd6775d1238 service neutron] 10.222.0.120 "PUT /v2.0/ports/59a07fb1-26de-46cc-932e-e8fba41ede10 HTTP/1.1" status: 200 len: 1091 time: 0.7124207 Feb 09 02:16:41.202141 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3caaf93f-33c3-4194-92c8-dd3b7321e563', 'tag': '59a07fb1-26de-46cc-932e-e8fba41ede10'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:16:41.205033 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a470e99f0f86a4159e910055b77303d33aac5c61a6ba05ec29afc43a7220bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497f8df1-8230-4d94-a069-e0e0afded1d9" -d '{"events": [{"name": "network-changed", "server_uuid": "3caaf93f-33c3-4194-92c8-dd3b7321e563", "tag": "59a07fb1-26de-46cc-932e-e8fba41ede10"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:16:41.235514 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeabf3f-cd10-43d3-9398-9cd6775d1238 service neutron] Pushing event updated for resources: {'Port': ['ID=59a07fb1-26de-46cc-932e-e8fba41ede10,revision_number=3']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:41.264624 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c33807-7955-43f5-a51c-4b6def7f689c x-openstack-request-id: req-e6c33807-7955-43f5-a51c-4b6def7f689c {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:16:41.264917 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3caaf93f-33c3-4194-92c8-dd3b7321e563", "tag": "59a07fb1-26de-46cc-932e-e8fba41ede10", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:16:41.265174 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e6c33807-7955-43f5-a51c-4b6def7f689c {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:16:41.265574 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3caaf93f-33c3-4194-92c8-dd3b7321e563', 'tag': '59a07fb1-26de-46cc-932e-e8fba41ede10', 'status': 'completed', 'code': 200} Feb 09 02:16:41.308658 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-3dd5d5d7-77bd-4271-9cbf-131d7ac65d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:41.310201 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-3dd5d5d7-77bd-4271-9cbf-131d7ac65d05 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=ac583066a1f944a0a35a3e710967fbcc&device_id=3caaf93f-33c3-4194-92c8-dd3b7321e563 HTTP/1.1" status: 200 len: 1125 time: 0.0572324 Feb 09 02:16:41.352789 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-9074b4ef-7844-4e8d-8526-4ddc0d69df60 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59a07fb1-26de-46cc-932e-e8fba41ede10 HTTP/1.1" status: 200 len: 217 time: 0.0352285 Feb 09 02:16:41.407130 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-443efd96-dbba-4e3f-a6eb-cb141d0f6e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:41.409164 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-443efd96-dbba-4e3f-a6eb-cb141d0f6e81 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=2bf9e30b-26ad-4cc4-9838-42afbd738ea2 HTTP/1.1" status: 200 len: 848 time: 0.0509937 Feb 09 02:16:41.460717 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-3b84569b-88f7-406f-b654-51bdbddaa7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:41.462183 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-3b84569b-88f7-406f-b654-51bdbddaa7f3 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=dc3f5699-72c4-438a-bc41-68ae8b96ab40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472126 Feb 09 02:16:41.550634 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-3d5a16e2-6269-4dfc-9e1e-a408b090800c service neutron] 10.222.0.120 "GET /v2.0/networks/dc3f5699-72c4-438a-bc41-68ae8b96ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818350 Feb 09 02:16:41.640747 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-54ee9be7-e8f7-4067-b68a-a42651e62b3d req-93de0733-4c93-4320-948d-ed64f8577361 service neutron] 10.222.0.120 "GET /v2.0/networks/dc3f5699-72c4-438a-bc41-68ae8b96ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836577 Feb 09 02:16:41.726362 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f8df1-8230-4d94-a069-e0e0afded1d9 req-6ca6a03c-92e2-45bb-b6b1-23d6adf58e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:41.727843 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-497f8df1-8230-4d94-a069-e0e0afded1d9 req-6ca6a03c-92e2-45bb-b6b1-23d6adf58e96 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=ac583066a1f944a0a35a3e710967fbcc&device_id=3caaf93f-33c3-4194-92c8-dd3b7321e563 HTTP/1.1" status: 200 len: 1125 time: 0.0459857 Feb 09 02:16:41.818707 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f8df1-8230-4d94-a069-e0e0afded1d9 req-01150d4b-29af-4642-980f-8b5a70447d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:41.820180 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-497f8df1-8230-4d94-a069-e0e0afded1d9 req-01150d4b-29af-4642-980f-8b5a70447d96 service neutron] 10.222.0.120 "GET /v2.0/networks?id=dc3f5699-72c4-438a-bc41-68ae8b96ab40 HTTP/1.1" status: 200 len: 911 time: 0.0864573 Feb 09 02:16:41.863220 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-497f8df1-8230-4d94-a069-e0e0afded1d9 req-2a19d8cd-2bb9-4023-97ff-5087054d6ad5 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59a07fb1-26de-46cc-932e-e8fba41ede10 HTTP/1.1" status: 200 len: 217 time: 0.0373540 Feb 09 02:16:41.912068 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f8df1-8230-4d94-a069-e0e0afded1d9 req-93a9967a-b483-4092-a768-0915b29180c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:41.913714 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-497f8df1-8230-4d94-a069-e0e0afded1d9 req-93a9967a-b483-4092-a768-0915b29180c3 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=2bf9e30b-26ad-4cc4-9838-42afbd738ea2 HTTP/1.1" status: 200 len: 848 time: 0.0438859 Feb 09 02:16:41.963613 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f8df1-8230-4d94-a069-e0e0afded1d9 req-a101b48a-4656-4c8a-a6ae-8ce17d8a6b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:41.965168 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-497f8df1-8230-4d94-a069-e0e0afded1d9 req-a101b48a-4656-4c8a-a6ae-8ce17d8a6b05 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=dc3f5699-72c4-438a-bc41-68ae8b96ab40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449028 Feb 09 02:16:42.058041 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-497f8df1-8230-4d94-a069-e0e0afded1d9 req-5b9fa59c-8bbf-4ce0-9c38-99abfa1ea9be service neutron] 10.222.0.120 "GET /v2.0/networks/dc3f5699-72c4-438a-bc41-68ae8b96ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859563 Feb 09 02:16:42.189771 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-497f8df1-8230-4d94-a069-e0e0afded1d9 req-e55b81e9-d378-44ea-80f7-f50d72f36f48 service neutron] 10.222.0.120 "GET /v2.0/networks/dc3f5699-72c4-438a-bc41-68ae8b96ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251128 Feb 09 02:16:42.201090 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e2f5e-ace2-49df-846b-7619d163f778 req-0b33af25-2642-4fc7-b6d4-cd655a942e8e tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:42.202527 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c69e2f5e-ace2-49df-846b-7619d163f778 req-0b33af25-2642-4fc7-b6d4-cd655a942e8e tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/ports?device_id=3caaf93f-33c3-4194-92c8-dd3b7321e563 HTTP/1.1" status: 200 len: 943 time: 0.0838900 Feb 09 02:16:42.251956 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c69e2f5e-ace2-49df-846b-7619d163f778 req-350849e5-1bad-4b99-bf40-5a4896bd8355 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/security-groups?id=50702828-09ee-48cd-b694-88f6c9a65782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433121 Feb 09 02:16:42.882236 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 59a07fb1-26de-46cc-932e-e8fba41ede10 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:16:42.982650 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 59a07fb1-26de-46cc-932e-e8fba41ede10, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=59a07fb1-26de-46cc-932e-e8fba41ede10,segment=NetworkSegment(e500279a-cd98-4632-88bb-39117113f3f9),segment_id=e500279a-cd98-4632-88bb-39117113f3f9)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:42.994023 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '59a07fb1-26de-46cc-932e-e8fba41ede10', 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40', 'port_id': '59a07fb1-26de-46cc-932e-e8fba41ede10', 'mac_address': 'fa:16:3e:d8:c7:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bf9e30b-26ad-4cc4-9838-42afbd738ea2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:16:43.031137 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 59a07fb1-26de-46cc-932e-e8fba41ede10 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:43.031549 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (59a07fb1-26de-46cc-932e-e8fba41ede10), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:43.047663 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59a07fb1-26de-46cc-932e-e8fba41ede10 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:16:43.067518 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 59a07fb1-26de-46cc-932e-e8fba41ede10, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=59a07fb1-26de-46cc-932e-e8fba41ede10,segment=NetworkSegment(e500279a-cd98-4632-88bb-39117113f3f9),segment_id=e500279a-cd98-4632-88bb-39117113f3f9)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:43.070973 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (59a07fb1-26de-46cc-932e-e8fba41ede10), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:43.120119 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=59a07fb1-26de-46cc-932e-e8fba41ede10,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:43.300411 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['59a07fb1-26de-46cc-932e-e8fba41ede10'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:16:43.375439 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e72468-7e81-42ca-8cd2-198cebfdb35c req-5dd11175-1f46-47fb-bfd1-efc02d90b76d tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:43.377480 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c7e72468-7e81-42ca-8cd2-198cebfdb35c req-5dd11175-1f46-47fb-bfd1-efc02d90b76d tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/ports?device_id=3caaf93f-33c3-4194-92c8-dd3b7321e563 HTTP/1.1" status: 200 len: 944 time: 0.0535245 Feb 09 02:16:43.432608 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c7e72468-7e81-42ca-8cd2-198cebfdb35c req-72124b56-b41d-4ed1-a564-5bc9d971022b tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/security-groups?id=50702828-09ee-48cd-b694-88f6c9a65782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476522 Feb 09 02:16:44.550399 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc0636-78f7-4253-9608-b9cc70d6c2aa req-76453a05-09ef-43c4-9c87-73891824329c tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:44.552185 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6bdc0636-78f7-4253-9608-b9cc70d6c2aa req-76453a05-09ef-43c4-9c87-73891824329c tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/ports?device_id=3caaf93f-33c3-4194-92c8-dd3b7321e563 HTTP/1.1" status: 200 len: 944 time: 0.0538287 Feb 09 02:16:44.614576 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-6bdc0636-78f7-4253-9608-b9cc70d6c2aa req-0438ed48-68c1-4e3d-939c-60a7fb0cc3aa tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/security-groups?id=50702828-09ee-48cd-b694-88f6c9a65782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543838 Feb 09 02:16:44.898061 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 59a07fb1-26de-46cc-932e-e8fba41ede10 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:16:44.954541 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning for port 59a07fb1-26de-46cc-932e-e8fba41ede10 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:16:44.958631 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 59a07fb1-26de-46cc-932e-e8fba41ede10 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:16:44.959046 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (59a07fb1-26de-46cc-932e-e8fba41ede10), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:45.038259 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 59a07fb1-26de-46cc-932e-e8fba41ede10 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:16:45.038661 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (59a07fb1-26de-46cc-932e-e8fba41ede10), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:45.062811 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3caaf93f-33c3-4194-92c8-dd3b7321e563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a07fb1-26de-46cc-932e-e8fba41ede10'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:16:45.065670 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f766445e23ec559c7328ff843d6cc013f3fae19186639b550ac9b130fb2cde8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc0d38c-cbab-4efc-b693-129e97a5b03c" -d '{"events": [{"server_uuid": "3caaf93f-33c3-4194-92c8-dd3b7321e563", "name": "network-vif-plugged", "status": "completed", "tag": "59a07fb1-26de-46cc-932e-e8fba41ede10"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:16:45.082082 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 59a07fb1-26de-46cc-932e-e8fba41ede10, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=59a07fb1-26de-46cc-932e-e8fba41ede10,segment=NetworkSegment(e500279a-cd98-4632-88bb-39117113f3f9),segment_id=e500279a-cd98-4632-88bb-39117113f3f9)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:16:45.087328 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (59a07fb1-26de-46cc-932e-e8fba41ede10), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:45.114577 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ee9608-ca08-42e7-8c99-e531320ea5f6 x-openstack-request-id: req-74ee9608-ca08-42e7-8c99-e531320ea5f6 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:16:45.114876 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3caaf93f-33c3-4194-92c8-dd3b7321e563", "name": "network-vif-plugged", "status": "completed", "tag": "59a07fb1-26de-46cc-932e-e8fba41ede10", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:16:45.115141 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-74ee9608-ca08-42e7-8c99-e531320ea5f6 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:16:45.115535 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3caaf93f-33c3-4194-92c8-dd3b7321e563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a07fb1-26de-46cc-932e-e8fba41ede10', 'code': 200} Feb 09 02:16:45.143385 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=59a07fb1-26de-46cc-932e-e8fba41ede10,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:45.217011 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98563887-5e57-4a61-9176-a0ded7fb8639 req-11a1de0f-752f-49b0-bf9f-afe1c10554a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:45.218578 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-98563887-5e57-4a61-9176-a0ded7fb8639 req-11a1de0f-752f-49b0-bf9f-afe1c10554a4 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=3caaf93f-33c3-4194-92c8-dd3b7321e563 HTTP/1.1" status: 200 len: 1127 time: 0.0445464 Feb 09 02:16:45.264590 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-98563887-5e57-4a61-9176-a0ded7fb8639 req-7720f1ec-4bda-4ca4-b400-ac662cd66361 service neutron] 10.222.0.120 "GET /v2.0/security-groups?id=50702828-09ee-48cd-b694-88f6c9a65782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391099 Feb 09 02:16:45.736935 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db46b9-8f65-46a7-9ec2-13268e4aa1e3 req-6b149a4d-f798-4942-b57a-2f5706aa46e4 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:45.738407 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-37db46b9-8f65-46a7-9ec2-13268e4aa1e3 req-6b149a4d-f798-4942-b57a-2f5706aa46e4 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/ports?device_id=3caaf93f-33c3-4194-92c8-dd3b7321e563 HTTP/1.1" status: 200 len: 945 time: 0.0520303 Feb 09 02:16:45.785945 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-37db46b9-8f65-46a7-9ec2-13268e4aa1e3 req-b24601e9-e9fd-4fbd-b5fb-7db2e6192860 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/security-groups?id=50702828-09ee-48cd-b694-88f6c9a65782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416777 Feb 09 02:16:46.914105 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be4efa-095e-4180-9483-5b2f2e03e369 req-68742449-9e09-410a-ad32-134b10ee8e8a tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:46.915602 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-89be4efa-095e-4180-9483-5b2f2e03e369 req-68742449-9e09-410a-ad32-134b10ee8e8a tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/ports?device_id=3caaf93f-33c3-4194-92c8-dd3b7321e563 HTTP/1.1" status: 200 len: 945 time: 0.0565209 Feb 09 02:16:46.964159 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-89be4efa-095e-4180-9483-5b2f2e03e369 req-b6e4678b-35cf-4d49-bc48-509d15015de2 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/security-groups?id=50702828-09ee-48cd-b694-88f6c9a65782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429602 Feb 09 02:16:47.083872 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985463d-e044-43a8-8759-a00a1d2060bd req-5dfb9a66-f21f-40f4-9c7f-0af79311fd0a tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:47.085404 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2985463d-e044-43a8-8759-a00a1d2060bd req-5dfb9a66-f21f-40f4-9c7f-0af79311fd0a tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/ports?device_id=3caaf93f-33c3-4194-92c8-dd3b7321e563 HTTP/1.1" status: 200 len: 945 time: 0.0539503 Feb 09 02:16:47.133978 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2985463d-e044-43a8-8759-a00a1d2060bd req-8000be72-4f80-4feb-b75a-6434e3e01cfe tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/security-groups?id=50702828-09ee-48cd-b694-88f6c9a65782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428398 Feb 09 02:16:47.154844 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 46920) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:47.289494 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb42a1f4-332f-4db9-9458-a213d67c883e tempest-TestSnapshotPattern-1577770939 tempest-TestSnapshotPattern-1577770939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:47.291042 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-cb42a1f4-332f-4db9-9458-a213d67c883e tempest-TestSnapshotPattern-1577770939 tempest-TestSnapshotPattern-1577770939-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3caaf93f-33c3-4194-92c8-dd3b7321e563 HTTP/1.1" status: 200 len: 1122 time: 0.1352284 Feb 09 02:16:47.293934 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 46924) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:16:47.298584 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-db1ce8c3-9764-4d30-bf76-701ac2d7d4a9 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'port_id': '59a07fb1-26de-46cc-932e-e8fba41ede10', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:16:47.319474 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-db1ce8c3-9764-4d30-bf76-701ac2d7d4a9 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:47.415676 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-db1ce8c3-9764-4d30-bf76-701ac2d7d4a9 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:47.857706 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-db1ce8c3-9764-4d30-bf76-701ac2d7d4a9 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Allocated IP 172.25.8.202 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/8c6da483-faa8-4c40-b239-34fc8794707a) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:16:47.956401 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-db1ce8c3-9764-4d30-bf76-701ac2d7d4a9 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks [] for port (8c6da483-faa8-4c40-b239-34fc8794707a), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:47.989433 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-db1ce8c3-9764-4d30-bf76-701ac2d7d4a9 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (8c6da483-faa8-4c40-b239-34fc8794707a), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:48.033035 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1ce8c3-9764-4d30-bf76-701ac2d7d4a9 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:16:48.037949 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-db1ce8c3-9764-4d30-bf76-701ac2d7d4a9 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:16:48.042200 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1ce8c3-9764-4d30-bf76-701ac2d7d4a9 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:16:48.045234 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ce8c3-9764-4d30-bf76-701ac2d7d4a9 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Pushing event updated for resources: {'Port': ['ID=8c6da483-faa8-4c40-b239-34fc8794707a,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:48.384422 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-db1ce8c3-9764-4d30-bf76-701ac2d7d4a9 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks [] for floatingip (2fcc8dd6-9dcb-472a-bb72-55c7663b7b5e), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:48.455402 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-db1ce8c3-9764-4d30-bf76-701ac2d7d4a9 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (8c6da483-faa8-4c40-b239-34fc8794707a), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:48.603157 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-db1ce8c3-9764-4d30-bf76-701ac2d7d4a9 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks [] for port (8c6da483-faa8-4c40-b239-34fc8794707a), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:48.607838 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-db1ce8c3-9764-4d30-bf76-701ac2d7d4a9 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (8c6da483-faa8-4c40-b239-34fc8794707a), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:48.675848 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ce8c3-9764-4d30-bf76-701ac2d7d4a9 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Pushing event updated for resources: {'Port': ['ID=8c6da483-faa8-4c40-b239-34fc8794707a,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:16:48.685721 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-db1ce8c3-9764-4d30-bf76-701ac2d7d4a9 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (2fcc8dd6-9dcb-472a-bb72-55c7663b7b5e), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:48.795126 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [None req-db1ce8c3-9764-4d30-bf76-701ac2d7d4a9 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Floating IP 2fcc8dd6-9dcb-472a-bb72-55c7663b7b5e associated. External IP: 172.25.8.202, port: 59a07fb1-26de-46cc-932e-e8fba41ede10. Feb 09 02:16:49.010440 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db1ce8c3-9764-4d30-bf76-701ac2d7d4a9 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Router 2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:16:49.126206 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1ce8c3-9764-4d30-bf76-701ac2d7d4a9 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:16:49.135764 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0651e49d-535a-441d-b904-ef9272b18176 None None] Sync routers for ids ['2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:16:49.144121 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-db1ce8c3-9764-4d30-bf76-701ac2d7d4a9 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:16:49.146864 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0651e49d-535a-441d-b904-ef9272b18176 None None] Routers {'2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:16:49.147575 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-0651e49d-535a-441d-b904-ef9272b18176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:16:35Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:49.173670 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-db1ce8c3-9764-4d30-bf76-701ac2d7d4a9 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8787360 Feb 09 02:16:49.174273 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3caaf93f-33c3-4194-92c8-dd3b7321e563', 'tag': '59a07fb1-26de-46cc-932e-e8fba41ede10'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:16:49.176835 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a470e99f0f86a4159e910055b77303d33aac5c61a6ba05ec29afc43a7220bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ef841d-a822-426a-8f68-cc1b3f5b51de" -d '{"events": [{"name": "network-changed", "server_uuid": "3caaf93f-33c3-4194-92c8-dd3b7321e563", "tag": "59a07fb1-26de-46cc-932e-e8fba41ede10"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:16:49.255577 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-0651e49d-535a-441d-b904-ef9272b18176 None None] Set router 2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:16:49.276247 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c92224b-cb6d-45a1-a927-a81f803f446c x-openstack-request-id: req-6c92224b-cb6d-45a1-a927-a81f803f446c {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:16:49.276834 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3caaf93f-33c3-4194-92c8-dd3b7321e563", "tag": "59a07fb1-26de-46cc-932e-e8fba41ede10", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:16:49.277096 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6c92224b-cb6d-45a1-a927-a81f803f446c {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:16:49.277509 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3caaf93f-33c3-4194-92c8-dd3b7321e563', 'tag': '59a07fb1-26de-46cc-932e-e8fba41ede10', 'status': 'completed', 'code': 200} Feb 09 02:16:49.341132 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef841d-a822-426a-8f68-cc1b3f5b51de req-7e8560a4-2915-407c-b59e-837af9bef53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:49.342694 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a3ef841d-a822-426a-8f68-cc1b3f5b51de req-7e8560a4-2915-407c-b59e-837af9bef53f service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=ac583066a1f944a0a35a3e710967fbcc&device_id=3caaf93f-33c3-4194-92c8-dd3b7321e563 HTTP/1.1" status: 200 len: 1127 time: 0.0454118 Feb 09 02:16:49.439469 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef841d-a822-426a-8f68-cc1b3f5b51de req-5df3cc5e-9c4b-42e2-bf20-324ad289c5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:49.441137 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a3ef841d-a822-426a-8f68-cc1b3f5b51de req-5df3cc5e-9c4b-42e2-bf20-324ad289c5ba service neutron] 10.222.0.120 "GET /v2.0/networks?id=dc3f5699-72c4-438a-bc41-68ae8b96ab40 HTTP/1.1" status: 200 len: 911 time: 0.0917931 Feb 09 02:16:49.490626 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-0651e49d-535a-441d-b904-ef9272b18176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'name': 'tempest-TestSnapshotPattern-297270253-router', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '7320d9b7-ab84-483a-8463-3d123c2de53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:27Z', 'updated_at': '2022-02-09T02:16:30Z', 'revision_number': 4, 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'gw_port': {'id': '7320d9b7-ab84-483a-8463-3d123c2de53d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:24:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:28Z', 'updated_at': '2022-02-09T02:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '2fcc8dd6-9dcb-472a-bb72-55c7663b7b5e', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'floating_ip_address': '172.25.8.202', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'port_id': '59a07fb1-26de-46cc-932e-e8fba41ede10', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40', 'mac_address': 'fa:16:3e:d8:c7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caaf93f-33c3-4194-92c8-dd3b7321e563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:16:48Z', 'updated_at': '2022-02-09T02:16:48Z', 'revision_number': 0, 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7c1a529-861f-49bc-9dfe-fb6a29a774d1', 'name': '', 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'mac_address': 'fa:16:3e:7c:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '2bf9e30b-26ad-4cc4-9838-42afbd738ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:30Z', 'updated_at': '2022-02-09T02:16:33Z', 'revision_number': 5, 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'subnets': [{'id': '2bf9e30b-26ad-4cc4-9838-42afbd738ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:49.507711 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a3ef841d-a822-426a-8f68-cc1b3f5b51de req-70779a93-6d75-4da7-854d-ac3104e7acb8 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59a07fb1-26de-46cc-932e-e8fba41ede10 HTTP/1.1" status: 200 len: 999 time: 0.0607395 Feb 09 02:16:49.558720 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef841d-a822-426a-8f68-cc1b3f5b51de req-bdaa1dc2-00f5-4222-ad3f-9cefe9de2774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:49.560249 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a3ef841d-a822-426a-8f68-cc1b3f5b51de req-bdaa1dc2-00f5-4222-ad3f-9cefe9de2774 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=2bf9e30b-26ad-4cc4-9838-42afbd738ea2 HTTP/1.1" status: 200 len: 848 time: 0.0473561 Feb 09 02:16:49.616474 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef841d-a822-426a-8f68-cc1b3f5b51de req-f54f5230-a815-4535-a173-b41ceb6b69fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:16:49.618175 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a3ef841d-a822-426a-8f68-cc1b3f5b51de req-f54f5230-a815-4535-a173-b41ceb6b69fb service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=dc3f5699-72c4-438a-bc41-68ae8b96ab40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0515277 Feb 09 02:16:49.675427 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0651e49d-535a-441d-b904-ef9272b18176 None None] Checking router: 2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:16:49.684114 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0651e49d-535a-441d-b904-ef9272b18176 None None] Routers {'2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:16:49.684845 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-0651e49d-535a-441d-b904-ef9272b18176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:16:35Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:49.711511 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a3ef841d-a822-426a-8f68-cc1b3f5b51de req-4e3e73f5-7104-4939-b003-5b9e1eb0476d service neutron] 10.222.0.120 "GET /v2.0/networks/dc3f5699-72c4-438a-bc41-68ae8b96ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875351 Feb 09 02:16:49.794560 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-0651e49d-535a-441d-b904-ef9272b18176 None None] Set router 2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:16:49.804522 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a3ef841d-a822-426a-8f68-cc1b3f5b51de req-ac6d2277-7499-4c10-bf31-9f831a63e91f service neutron] 10.222.0.120 "GET /v2.0/networks/dc3f5699-72c4-438a-bc41-68ae8b96ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876048 Feb 09 02:16:50.019834 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-0651e49d-535a-441d-b904-ef9272b18176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'name': 'tempest-TestSnapshotPattern-297270253-router', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '7320d9b7-ab84-483a-8463-3d123c2de53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:27Z', 'updated_at': '2022-02-09T02:16:30Z', 'revision_number': 4, 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'gw_port': {'id': '7320d9b7-ab84-483a-8463-3d123c2de53d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:24:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:28Z', 'updated_at': '2022-02-09T02:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '2fcc8dd6-9dcb-472a-bb72-55c7663b7b5e', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'floating_ip_address': '172.25.8.202', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'port_id': '59a07fb1-26de-46cc-932e-e8fba41ede10', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40', 'mac_address': 'fa:16:3e:d8:c7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caaf93f-33c3-4194-92c8-dd3b7321e563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:16:48Z', 'updated_at': '2022-02-09T02:16:48Z', 'revision_number': 0, 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7c1a529-861f-49bc-9dfe-fb6a29a774d1', 'name': '', 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'mac_address': 'fa:16:3e:7c:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '2bf9e30b-26ad-4cc4-9838-42afbd738ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:30Z', 'updated_at': '2022-02-09T02:16:33Z', 'revision_number': 5, 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'subnets': [{'id': '2bf9e30b-26ad-4cc4-9838-42afbd738ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:16:50.045716 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0651e49d-535a-441d-b904-ef9272b18176 None None] The sync data for ids ['2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6'] in n-d-828369-4 is: [{'id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'name': 'tempest-TestSnapshotPattern-297270253-router', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '7320d9b7-ab84-483a-8463-3d123c2de53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:27Z', 'updated_at': '2022-02-09T02:16:30Z', 'revision_number': 4, 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'gw_port': {'id': '7320d9b7-ab84-483a-8463-3d123c2de53d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:24:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:28Z', 'updated_at': '2022-02-09T02:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '2fcc8dd6-9dcb-472a-bb72-55c7663b7b5e', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'floating_ip_address': '172.25.8.202', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'port_id': '59a07fb1-26de-46cc-932e-e8fba41ede10', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40', 'mac_address': 'fa:16:3e:d8:c7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caaf93f-33c3-4194-92c8-dd3b7321e563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:16:48Z', 'updated_at': '2022-02-09T02:16:48Z', 'revision_number': 0, 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7c1a529-861f-49bc-9dfe-fb6a29a774d1', 'name': '', 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'mac_address': 'fa:16:3e:7c:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '2bf9e30b-26ad-4cc4-9838-42afbd738ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:30Z', 'updated_at': '2022-02-09T02:16:33Z', 'revision_number': 5, 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'subnets': [{'id': '2bf9e30b-26ad-4cc4-9838-42afbd738ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:16:50.232124 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb7f49f-316b-4382-aecc-aa3b1af3c121 None None] New status for floating IP 2fcc8dd6-9dcb-472a-bb72-55c7663b7b5e: ACTIVE {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:16:56.002324 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:17:02.541058 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b8943814-89a9-4c9e-93f9-9495627241c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:04.568506 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-07284b95-63f7-4bbf-993e-6066ba0c769e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:06.190880 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:07.040101 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7db1aedf-dc4c-4c7e-91d8-231091de7187 req-35dfd13a-2ed0-4530-b8bb-50a31a432f9f service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=3caaf93f-33c3-4194-92c8-dd3b7321e563&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468760 Feb 09 02:17:07.125914 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1aedf-dc4c-4c7e-91d8-231091de7187 req-f51e7dab-7562-4038-bc2c-9f60e8fc7f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:07.127411 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7db1aedf-dc4c-4c7e-91d8-231091de7187 req-f51e7dab-7562-4038-bc2c-9f60e8fc7f17 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=ac583066a1f944a0a35a3e710967fbcc&device_id=3caaf93f-33c3-4194-92c8-dd3b7321e563 HTTP/1.1" status: 200 len: 1127 time: 0.0445828 Feb 09 02:17:07.233911 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1aedf-dc4c-4c7e-91d8-231091de7187 req-02e2647e-aab7-4b11-aafb-7cca92b82321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:07.235934 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7db1aedf-dc4c-4c7e-91d8-231091de7187 req-02e2647e-aab7-4b11-aafb-7cca92b82321 service neutron] 10.222.0.120 "GET /v2.0/networks?id=dc3f5699-72c4-438a-bc41-68ae8b96ab40 HTTP/1.1" status: 200 len: 911 time: 0.0895452 Feb 09 02:17:07.300479 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7db1aedf-dc4c-4c7e-91d8-231091de7187 req-f465e61a-aa6f-4323-beb5-f47791dbb85e service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59a07fb1-26de-46cc-932e-e8fba41ede10 HTTP/1.1" status: 200 len: 1001 time: 0.0583031 Feb 09 02:17:07.346313 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1aedf-dc4c-4c7e-91d8-231091de7187 req-dc9a279c-7dd3-4765-aa50-f2e3550a7133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:07.347699 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7db1aedf-dc4c-4c7e-91d8-231091de7187 req-dc9a279c-7dd3-4765-aa50-f2e3550a7133 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=2bf9e30b-26ad-4cc4-9838-42afbd738ea2 HTTP/1.1" status: 200 len: 848 time: 0.0420086 Feb 09 02:17:07.399441 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1aedf-dc4c-4c7e-91d8-231091de7187 req-f771c416-89e5-4e1f-b703-33a00b77e49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:17:07.400994 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7db1aedf-dc4c-4c7e-91d8-231091de7187 req-f771c416-89e5-4e1f-b703-33a00b77e49b service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=dc3f5699-72c4-438a-bc41-68ae8b96ab40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471096 Feb 09 02:17:07.467698 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:07.489990 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7db1aedf-dc4c-4c7e-91d8-231091de7187 req-dc5c3a14-4f8b-49a1-8f2c-cd1393096aeb service neutron] 10.222.0.120 "GET /v2.0/networks/dc3f5699-72c4-438a-bc41-68ae8b96ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824220 Feb 09 02:17:07.581913 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-7db1aedf-dc4c-4c7e-91d8-231091de7187 req-df0d2488-23d4-42b8-881b-677538c8039f service neutron] 10.222.0.120 "GET /v2.0/networks/dc3f5699-72c4-438a-bc41-68ae8b96ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854473 Feb 09 02:17:08.290201 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:08.584493 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:10.018671 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:32.543245 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6871882a-0c48-489e-a2c6-cdc958644527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:33.001296 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:17:34.560984 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-29f7c889-a5c1-4ed7-90ef-f952e9106cdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:36.193355 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:37.471025 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:38.304070 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:38.587506 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:17:40.018464 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:02.544756 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-cdfc23fa-9bc7-4869-990d-7850bf2ef09a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:04.569905 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-4a8f46cc-fd55-43d9-afea-0378b118a092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:06.195938 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:07.471909 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:08.304488 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:08.589610 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:08.974389 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c55bfa54-167a-45be-bb76-d36b0c6d502f req-f962715c-5884-44e6-94d6-c9d17ae3efa1 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=3caaf93f-33c3-4194-92c8-dd3b7321e563&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451481 Feb 09 02:18:09.063157 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55bfa54-167a-45be-bb76-d36b0c6d502f req-ded0f573-1185-41c4-9b41-85f2f01c99a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:09.064712 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c55bfa54-167a-45be-bb76-d36b0c6d502f req-ded0f573-1185-41c4-9b41-85f2f01c99a8 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=ac583066a1f944a0a35a3e710967fbcc&device_id=3caaf93f-33c3-4194-92c8-dd3b7321e563 HTTP/1.1" status: 200 len: 1127 time: 0.0461378 Feb 09 02:18:09.167817 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55bfa54-167a-45be-bb76-d36b0c6d502f req-e9ec5341-f85a-490a-8627-b37b8c3d03bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:09.169331 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c55bfa54-167a-45be-bb76-d36b0c6d502f req-e9ec5341-f85a-490a-8627-b37b8c3d03bf service neutron] 10.222.0.120 "GET /v2.0/networks?id=dc3f5699-72c4-438a-bc41-68ae8b96ab40 HTTP/1.1" status: 200 len: 911 time: 0.0871713 Feb 09 02:18:09.232113 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c55bfa54-167a-45be-bb76-d36b0c6d502f req-d7cf84a6-773c-47e9-b56b-9f8c54db6d61 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59a07fb1-26de-46cc-932e-e8fba41ede10 HTTP/1.1" status: 200 len: 1001 time: 0.0568929 Feb 09 02:18:09.278923 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55bfa54-167a-45be-bb76-d36b0c6d502f req-4a632e40-fa63-478b-9396-b1622754f749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:09.280385 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c55bfa54-167a-45be-bb76-d36b0c6d502f req-4a632e40-fa63-478b-9396-b1622754f749 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=2bf9e30b-26ad-4cc4-9838-42afbd738ea2 HTTP/1.1" status: 200 len: 848 time: 0.0427647 Feb 09 02:18:09.332031 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55bfa54-167a-45be-bb76-d36b0c6d502f req-fda6e24d-be26-4d6b-b85e-62d615c07114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:09.333573 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c55bfa54-167a-45be-bb76-d36b0c6d502f req-fda6e24d-be26-4d6b-b85e-62d615c07114 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=dc3f5699-72c4-438a-bc41-68ae8b96ab40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480521 Feb 09 02:18:09.418930 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c55bfa54-167a-45be-bb76-d36b0c6d502f req-5cf04582-702a-42dc-ad5a-3333542e0728 service neutron] 10.222.0.120 "GET /v2.0/networks/dc3f5699-72c4-438a-bc41-68ae8b96ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797155 Feb 09 02:18:09.510036 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c55bfa54-167a-45be-bb76-d36b0c6d502f req-2fa1e2a0-0938-4f00-b6d3-2d845bf7097a service neutron] 10.222.0.120 "GET /v2.0/networks/dc3f5699-72c4-438a-bc41-68ae8b96ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853505 Feb 09 02:18:10.000363 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:18:10.032791 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:32.546907 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2e0d36b0-2e4b-4de4-8855-2795f9bde102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:34.561278 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-45ab06d9-c3c6-4e2b-93d3-ca77d928c0c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:36.199015 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:37.474972 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:38.304023 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:38.594734 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:40.031901 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:46.999835 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:18:47.533443 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 59a07fb1-26de-46cc-932e-e8fba41ede10 details requested by agent hyperv_n-h2-828369-4 with host n-h2-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:18:47.630184 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 59a07fb1-26de-46cc-932e-e8fba41ede10, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=59a07fb1-26de-46cc-932e-e8fba41ede10,segment=NetworkSegment(e500279a-cd98-4632-88bb-39117113f3f9),segment_id=e500279a-cd98-4632-88bb-39117113f3f9)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:18:47.641795 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Returning: {'device': '59a07fb1-26de-46cc-932e-e8fba41ede10', 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40', 'port_id': '59a07fb1-26de-46cc-932e-e8fba41ede10', 'mac_address': 'fa:16:3e:d8:c7:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bf9e30b-26ad-4cc4-9838-42afbd738ea2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:18:47.678117 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 59a07fb1-26de-46cc-932e-e8fba41ede10 is: ACTIVE; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:47.678521 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (59a07fb1-26de-46cc-932e-e8fba41ede10), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:47.691420 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 59a07fb1-26de-46cc-932e-e8fba41ede10 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:18:47.709878 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 59a07fb1-26de-46cc-932e-e8fba41ede10, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=59a07fb1-26de-46cc-932e-e8fba41ede10,segment=NetworkSegment(e500279a-cd98-4632-88bb-39117113f3f9),segment_id=e500279a-cd98-4632-88bb-39117113f3f9)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:18:47.713939 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (59a07fb1-26de-46cc-932e-e8fba41ede10), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:47.763589 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=59a07fb1-26de-46cc-932e-e8fba41ede10,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:47.771242 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:47.771601 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:47.771957 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:47.772301 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:47.772670 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:47.773016 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:47.773351 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:47.773684 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:47.774016 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:47.774346 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:47.774677 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:47.775004 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:47.775331 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:18:47.789906 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] get_ports_and_sgs() called for port_ids ['59a07fb1-26de-46cc-932e-e8fba41ede10'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:18:49.553532 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 59a07fb1-26de-46cc-932e-e8fba41ede10 up at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:18:49.612296 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Provisioning complete for port 59a07fb1-26de-46cc-932e-e8fba41ede10 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:18:49.612957 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (59a07fb1-26de-46cc-932e-e8fba41ede10), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:49.698599 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 59a07fb1-26de-46cc-932e-e8fba41ede10 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:18:49.699002 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (59a07fb1-26de-46cc-932e-e8fba41ede10), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:49.728587 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3caaf93f-33c3-4194-92c8-dd3b7321e563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a07fb1-26de-46cc-932e-e8fba41ede10'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:18:49.730996 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f766445e23ec559c7328ff843d6cc013f3fae19186639b550ac9b130fb2cde8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15361bb-bb2e-4eb7-a47e-bec1518e5430" -d '{"events": [{"server_uuid": "3caaf93f-33c3-4194-92c8-dd3b7321e563", "name": "network-vif-plugged", "status": "completed", "tag": "59a07fb1-26de-46cc-932e-e8fba41ede10"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:18:49.749240 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 59a07fb1-26de-46cc-932e-e8fba41ede10, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=59a07fb1-26de-46cc-932e-e8fba41ede10,segment=NetworkSegment(e500279a-cd98-4632-88bb-39117113f3f9),segment_id=e500279a-cd98-4632-88bb-39117113f3f9)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:18:49.755360 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (59a07fb1-26de-46cc-932e-e8fba41ede10), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:18:49.819090 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=59a07fb1-26de-46cc-932e-e8fba41ede10,revision_number=7']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:18:49.867270 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4611a1a-7a82-4475-80a9-05408072df49 x-openstack-request-id: req-e4611a1a-7a82-4475-80a9-05408072df49 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:18:49.867573 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3caaf93f-33c3-4194-92c8-dd3b7321e563", "name": "network-vif-plugged", "status": "completed", "tag": "59a07fb1-26de-46cc-932e-e8fba41ede10", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:18:49.867831 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e4611a1a-7a82-4475-80a9-05408072df49 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:18:49.868239 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3caaf93f-33c3-4194-92c8-dd3b7321e563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a07fb1-26de-46cc-932e-e8fba41ede10', 'code': 200} Feb 09 02:18:58.765030 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-402bb3c1-2d20-4bd1-8587-0aeb46a001d6 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1641637057&fields=id&tenant_id=ac583066a1f944a0a35a3e710967fbcc HTTP/1.1" status: 200 len: 267 time: 0.0447652 Feb 09 02:18:58.866933 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-39ea0f60-6f0a-41fc-b2eb-a528fef7cbb6 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:18:58.868383 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-39ea0f60-6f0a-41fc-b2eb-a528fef7cbb6 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/networks?id=dc3f5699-72c4-438a-bc41-68ae8b96ab40 HTTP/1.1" status: 200 len: 809 time: 0.0971649 Feb 09 02:18:58.882888 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-828cb041-843f-4139-88e6-da6575acb1fb tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/quotas/ac583066a1f944a0a35a3e710967fbcc HTTP/1.1" status: 200 len: 375 time: 0.0085864 Feb 09 02:18:58.955290 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-41e9c911-7a14-4a1e-9bc8-0bb70c35a5a4 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ac583066a1f944a0a35a3e710967fbcc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0674920 Feb 09 02:18:59.015545 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-28415387-3dcb-4774-b9c8-58c0a7f193ab service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=103136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 09 02:18:59.016486 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-28415387-3dcb-4774-b9c8-58c0a7f193ab service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0505714 Feb 09 02:18:59.106149 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-55e45d1b-0261-4abd-8d35-c0bf4e198bb5 service neutron] 10.222.0.50 "GET /v2.0/networks/dc3f5699-72c4-438a-bc41-68ae8b96ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835862 Feb 09 02:18:59.199088 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-7498a764-096a-4181-b3ae-e6506c6daa5a service neutron] 10.222.0.50 "GET /v2.0/networks/dc3f5699-72c4-438a-bc41-68ae8b96ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866365 Feb 09 02:18:59.386353 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-a3a60bbc-ee50-47ac-a686-0f880d4b3ec0 req-58b76669-8fd1-42d9-9742-abc6a43a3d0e tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/ports?device_id=10e77acc-ac0a-4466-98d5-403c3f0fb5b9 HTTP/1.1" status: 200 len: 210 time: 0.0280039 Feb 09 02:19:00.297299 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-d678f895-98ec-4af5-a8cb-dfa9545445b1 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:00.299034 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-d678f895-98ec-4af5-a8cb-dfa9545445b1 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.47 "GET /v2.0/networks?id=dc3f5699-72c4-438a-bc41-68ae8b96ab40 HTTP/1.1" status: 200 len: 809 time: 0.1148782 Feb 09 02:19:00.364141 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-362d48a2-91b9-478e-8c21-974ee4f83a30 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac583066a1f944a0a35a3e710967fbcc HTTP/1.1" status: 200 len: 380 time: 0.0571630 Feb 09 02:19:00.373023 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-86a28d29-af28-4599-ac71-bcd632357f86 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Request body: {'port': {'device_id': '10e77acc-ac0a-4466-98d5-403c3f0fb5b9', 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40', 'admin_state_up': True, 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'security_groups': ['50702828-09ee-48cd-b694-88f6c9a65782']}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:00.485792 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-5320d7f7-8176-45df-9052-60e0a7078a9e req-5c6ab23b-a327-4f7e-8f9d-32e89a71746e tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/ports?device_id=10e77acc-ac0a-4466-98d5-403c3f0fb5b9 HTTP/1.1" status: 200 len: 210 time: 0.0283284 Feb 09 02:19:00.500453 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-86a28d29-af28-4599-ac71-bcd632357f86 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Made reservation on behalf of ac583066a1f944a0a35a3e710967fbcc for: {'port': 1} {{(pid=103137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 09 02:19:00.504682 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-86a28d29-af28-4599-ac71-bcd632357f86 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:00.634890 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_common [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-86a28d29-af28-4599-ac71-bcd632357f86 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Allocated IP 172.20.0.8 (dc3f5699-72c4-438a-bc41-68ae8b96ab40/2bf9e30b-26ad-4cc4-9838-42afbd738ea2/5de134b0-fdfb-49a7-be70-eaa62eb55385) {{(pid=103137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:19:00.803489 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-86a28d29-af28-4599-ac71-bcd632357f86 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks [] for port (5de134b0-fdfb-49a7-be70-eaa62eb55385), precommit_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:00.846733 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-86a28d29-af28-4599-ac71-bcd632357f86 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (5de134b0-fdfb-49a7-be70-eaa62eb55385), after_create {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:00.898088 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-86a28d29-af28-4599-ac71-bcd632357f86 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Network dc3f5699-72c4-438a-bc41-68ae8b96ab40 is already hosted by enough agents. {{(pid=103137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:19:00.902020 n-d-828369-4 neutron-server[103137]: DEBUG neutron.scheduler.base_scheduler [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-86a28d29-af28-4599-ac71-bcd632357f86 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Resources bound (agent type, host, resource id): {{(pid=103137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:00.906494 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-86a28d29-af28-4599-ac71-bcd632357f86 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Received port after_create {{(pid=103137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:19:00.966210 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a28d29-af28-4599-ac71-bcd632357f86 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Pushing event updated for resources: {'Port': ['ID=5de134b0-fdfb-49a7-be70-eaa62eb55385,revision_number=1']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:01.003738 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a28d29-af28-4599-ac71-bcd632357f86 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:01.006365 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a28d29-af28-4599-ac71-bcd632357f86 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:01.006911 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a28d29-af28-4599-ac71-bcd632357f86 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:01.007440 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a28d29-af28-4599-ac71-bcd632357f86 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:01.007975 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a28d29-af28-4599-ac71-bcd632357f86 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:01.008485 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a28d29-af28-4599-ac71-bcd632357f86 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:01.009026 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a28d29-af28-4599-ac71-bcd632357f86 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:01.009538 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a28d29-af28-4599-ac71-bcd632357f86 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:01.010046 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a28d29-af28-4599-ac71-bcd632357f86 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:01.013021 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a28d29-af28-4599-ac71-bcd632357f86 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:01.021111 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a28d29-af28-4599-ac71-bcd632357f86 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:01.022691 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a28d29-af28-4599-ac71-bcd632357f86 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:01.023615 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a28d29-af28-4599-ac71-bcd632357f86 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:01.042453 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-86a28d29-af28-4599-ac71-bcd632357f86 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:01.043419 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-86a28d29-af28-4599-ac71-bcd632357f86 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:01.076523 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-86a28d29-af28-4599-ac71-bcd632357f86 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7072494 Feb 09 02:19:01.312917 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-b6094610-0818-4212-8692-74f073e08dc8 None None] Provisioning complete for port 5de134b0-fdfb-49a7-be70-eaa62eb55385 triggered by entity DHCP. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:01.313527 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b6094610-0818-4212-8692-74f073e08dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (5de134b0-fdfb-49a7-be70-eaa62eb55385), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:01.348081 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-b6094610-0818-4212-8692-74f073e08dc8 None None] Port 5de134b0-fdfb-49a7-be70-eaa62eb55385 cannot update to ACTIVE because it is not bound. {{(pid=103138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 09 02:19:01.597454 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 59a07fb1-26de-46cc-932e-e8fba41ede10 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:19:01.626737 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcaef4-4780-4161-957d-b52c0953d47b req-de51d740-3a9d-4031-a9af-13b7f7c79de6 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:01.629307 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-57fcaef4-4780-4161-957d-b52c0953d47b req-de51d740-3a9d-4031-a9af-13b7f7c79de6 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/ports?device_id=10e77acc-ac0a-4466-98d5-403c3f0fb5b9 HTTP/1.1" status: 200 len: 931 time: 0.0622246 Feb 09 02:19:01.689932 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Current status of the port 59a07fb1-26de-46cc-932e-e8fba41ede10 is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:01.690638 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (59a07fb1-26de-46cc-932e-e8fba41ede10), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:01.705769 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-57fcaef4-4780-4161-957d-b52c0953d47b req-1ec7b384-b886-4a1f-849d-fd30e35b68ac tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/security-groups?id=50702828-09ee-48cd-b694-88f6c9a65782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682011 Feb 09 02:19:01.723183 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3caaf93f-33c3-4194-92c8-dd3b7321e563', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59a07fb1-26de-46cc-932e-e8fba41ede10'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:19:01.725948 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f766445e23ec559c7328ff843d6cc013f3fae19186639b550ac9b130fb2cde8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf2175f-44dd-4df9-817c-fbd2a75b4aff" -d '{"events": [{"server_uuid": "3caaf93f-33c3-4194-92c8-dd3b7321e563", "name": "network-vif-unplugged", "status": "completed", "tag": "59a07fb1-26de-46cc-932e-e8fba41ede10"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:19:01.740926 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] For port 59a07fb1-26de-46cc-932e-e8fba41ede10, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=59a07fb1-26de-46cc-932e-e8fba41ede10,segment=NetworkSegment(e500279a-cd98-4632-88bb-39117113f3f9),segment_id=e500279a-cd98-4632-88bb-39117113f3f9)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:01.749919 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (59a07fb1-26de-46cc-932e-e8fba41ede10), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:01.783983 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091809cc-ef4f-4b6a-aa72-5c0de264bd5b x-openstack-request-id: req-091809cc-ef4f-4b6a-aa72-5c0de264bd5b {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:19:01.784219 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3caaf93f-33c3-4194-92c8-dd3b7321e563", "name": "network-vif-unplugged", "status": "completed", "tag": "59a07fb1-26de-46cc-932e-e8fba41ede10", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:19:01.784437 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-091809cc-ef4f-4b6a-aa72-5c0de264bd5b {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:19:01.784861 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3caaf93f-33c3-4194-92c8-dd3b7321e563', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59a07fb1-26de-46cc-932e-e8fba41ede10', 'code': 200} Feb 09 02:19:01.815805 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Pushing event updated for resources: {'Port': ['ID=59a07fb1-26de-46cc-932e-e8fba41ede10,revision_number=8']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:02.551547 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2b2ff334-ec44-44d2-a0cc-3b7ea140b390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:02.887818 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fdda69-c973-49b3-af62-f9a52af55c9c req-f711678b-2b5d-44bd-92a2-9e128b677d64 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:02.890435 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-64fdda69-c973-49b3-af62-f9a52af55c9c req-f711678b-2b5d-44bd-92a2-9e128b677d64 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/ports?device_id=10e77acc-ac0a-4466-98d5-403c3f0fb5b9 HTTP/1.1" status: 200 len: 931 time: 0.1079452 Feb 09 02:19:02.965387 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-64fdda69-c973-49b3-af62-f9a52af55c9c req-ed4f5ba1-c3b8-40c3-af31-f1252e2850a6 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/security-groups?id=50702828-09ee-48cd-b694-88f6c9a65782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678709 Feb 09 02:19:04.100039 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84461f6-b1b0-4f28-b9e4-498b467a8f4c req-64a73448-8a31-4939-b430-407146aa648b tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:04.104267 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c84461f6-b1b0-4f28-b9e4-498b467a8f4c req-64a73448-8a31-4939-b430-407146aa648b tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/ports?device_id=10e77acc-ac0a-4466-98d5-403c3f0fb5b9 HTTP/1.1" status: 200 len: 931 time: 0.0580788 Feb 09 02:19:04.159100 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-c84461f6-b1b0-4f28-b9e4-498b467a8f4c req-493544e9-8ee3-4fc9-afca-6c2e79fd1ead tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/security-groups?id=50702828-09ee-48cd-b694-88f6c9a65782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493441 Feb 09 02:19:04.565806 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-62c14c88-1fc5-431d-9b78-a7367dc71016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:05.293280 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8c62f-5cfe-44bf-8427-0b786a1dff6d req-651625d7-35d2-47a5-8438-aa84632231e4 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:05.300290 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eff8c62f-5cfe-44bf-8427-0b786a1dff6d req-651625d7-35d2-47a5-8438-aa84632231e4 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/ports?device_id=10e77acc-ac0a-4466-98d5-403c3f0fb5b9 HTTP/1.1" status: 200 len: 931 time: 0.0635531 Feb 09 02:19:05.383286 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-eff8c62f-5cfe-44bf-8427-0b786a1dff6d req-ff53ceec-e0c0-4425-b848-76c783371086 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/security-groups?id=50702828-09ee-48cd-b694-88f6c9a65782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810065 Feb 09 02:19:06.203530 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:06.516857 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f411c-8ac9-4680-a789-d72e5f46b43b req-7ef42f64-e2f3-451c-b28d-98331d2d7b3d tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:06.518549 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-435f411c-8ac9-4680-a789-d72e5f46b43b req-7ef42f64-e2f3-451c-b28d-98331d2d7b3d tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/ports?device_id=10e77acc-ac0a-4466-98d5-403c3f0fb5b9 HTTP/1.1" status: 200 len: 931 time: 0.0617988 Feb 09 02:19:06.574767 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-435f411c-8ac9-4680-a789-d72e5f46b43b req-784cb573-36ea-4aee-aa97-478c5f1d9e0e tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/security-groups?id=50702828-09ee-48cd-b694-88f6c9a65782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478015 Feb 09 02:19:07.481069 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:07.697854 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb07776-a9a1-4f2b-adfb-8db10afc754a req-c0710f22-54e6-4e3c-a8fd-0e75a25343b3 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:07.699358 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-beb07776-a9a1-4f2b-adfb-8db10afc754a req-c0710f22-54e6-4e3c-a8fd-0e75a25343b3 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/ports?device_id=10e77acc-ac0a-4466-98d5-403c3f0fb5b9 HTTP/1.1" status: 200 len: 931 time: 0.0526650 Feb 09 02:19:07.748976 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-beb07776-a9a1-4f2b-adfb-8db10afc754a req-f576ae25-8494-4078-ad97-0e2a3354736e tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/security-groups?id=50702828-09ee-48cd-b694-88f6c9a65782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429964 Feb 09 02:19:08.088596 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.v2.base [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-9c1d1d8f-7037-462e-bbb3-eb482e229b18 service neutron] Request body: {'port': {'device_id': '10e77acc-ac0a-4466-98d5-403c3f0fb5b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-4'}} {{(pid=103137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:08.146315 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-9c1d1d8f-7037-462e-bbb3-eb482e229b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5de134b0-fdfb-49a7-be70-eaa62eb55385), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:08.310737 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:08.410762 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-9c1d1d8f-7037-462e-bbb3-eb482e229b18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5de134b0-fdfb-49a7-be70-eaa62eb55385 {{(pid=103137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:19:08.418076 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-9c1d1d8f-7037-462e-bbb3-eb482e229b18 service neutron] Publish callbacks [] for port (5de134b0-fdfb-49a7-be70-eaa62eb55385), precommit_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:08.431009 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.provisioning_blocks [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-9c1d1d8f-7037-462e-bbb3-eb482e229b18 service neutron] Transition to ACTIVE for port object 5de134b0-fdfb-49a7-be70-eaa62eb55385 will not be triggered until provisioned by entity L2. {{(pid=103137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 09 02:19:08.434267 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-9c1d1d8f-7037-462e-bbb3-eb482e229b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (5de134b0-fdfb-49a7-be70-eaa62eb55385), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:08.487066 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d1d8f-7037-462e-bbb3-eb482e229b18 service neutron] Pushing event updated for resources: {'Port': ['ID=5de134b0-fdfb-49a7-be70-eaa62eb55385,revision_number=2']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:08.557077 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-9c1d1d8f-7037-462e-bbb3-eb482e229b18 service neutron] Attempting to bind port 5de134b0-fdfb-49a7-be70-eaa62eb55385 on host n-h1-828369-4 for vnic_type normal with profile {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 09 02:19:08.557420 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-9c1d1d8f-7037-462e-bbb3-eb482e229b18 service neutron] Attempting to bind port 5de134b0-fdfb-49a7-be70-eaa62eb55385 by drivers openvswitch,hyperv on host n-h1-828369-4 at level 0 using segments [{'id': 'e500279a-cd98-4632-88bb-39117113f3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40'}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 09 02:19:08.557758 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-9c1d1d8f-7037-462e-bbb3-eb482e229b18 service neutron] Attempting to bind port 5de134b0-fdfb-49a7-be70-eaa62eb55385 on network dc3f5699-72c4-438a-bc41-68ae8b96ab40 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:19:08.562439 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-9c1d1d8f-7037-462e-bbb3-eb482e229b18 service neutron] Port 5de134b0-fdfb-49a7-be70-eaa62eb55385 on network dc3f5699-72c4-438a-bc41-68ae8b96ab40 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-4 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 09 02:19:08.562717 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-9c1d1d8f-7037-462e-bbb3-eb482e229b18 service neutron] Attempting to bind port 5de134b0-fdfb-49a7-be70-eaa62eb55385 on network dc3f5699-72c4-438a-bc41-68ae8b96ab40 {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 09 02:19:08.567803 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-9c1d1d8f-7037-462e-bbb3-eb482e229b18 service neutron] Checking agent: {'id': '243e362d-72b7-4682-a9ca-b9050fbc39ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'started_at': datetime.datetime(2022, 2, 9, 0, 57, 37), 'heartbeat_timestamp': datetime.datetime(2022, 2, 9, 2, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 09 02:19:08.568155 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-9c1d1d8f-7037-462e-bbb3-eb482e229b18 service neutron] Checking segment: {'id': 'e500279a-cd98-4632-88bb-39117113f3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 09 02:19:08.568568 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-9c1d1d8f-7037-462e-bbb3-eb482e229b18 service neutron] Bound using segment: {'id': 'e500279a-cd98-4632-88bb-39117113f3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40'} {{(pid=103137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 09 02:19:08.569009 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.managers [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-9c1d1d8f-7037-462e-bbb3-eb482e229b18 service neutron] Bound port: 5de134b0-fdfb-49a7-be70-eaa62eb55385, host: n-h1-828369-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e500279a-cd98-4632-88bb-39117113f3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40'}}] {{(pid=103137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 09 02:19:08.569384 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-9c1d1d8f-7037-462e-bbb3-eb482e229b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5de134b0-fdfb-49a7-be70-eaa62eb55385), before_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:08.599520 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:08.645651 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-9c1d1d8f-7037-462e-bbb3-eb482e229b18 service neutron] For port 5de134b0-fdfb-49a7-be70-eaa62eb55385, host n-h1-828369-4, cleared binding levels {{(pid=103137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 09 02:19:08.649027 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-9c1d1d8f-7037-462e-bbb3-eb482e229b18 service neutron] For port 5de134b0-fdfb-49a7-be70-eaa62eb55385, host n-h1-828369-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=5de134b0-fdfb-49a7-be70-eaa62eb55385,segment=NetworkSegment(e500279a-cd98-4632-88bb-39117113f3f9),segment_id=e500279a-cd98-4632-88bb-39117113f3f9)] {{(pid=103137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 09 02:19:08.655945 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-9c1d1d8f-7037-462e-bbb3-eb482e229b18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25954289'] for port (5de134b0-fdfb-49a7-be70-eaa62eb55385), after_update {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:08.688781 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-9c1d1d8f-7037-462e-bbb3-eb482e229b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:08.689467 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-9c1d1d8f-7037-462e-bbb3-eb482e229b18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:08.691053 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-9c1d1d8f-7037-462e-bbb3-eb482e229b18 service neutron] 10.222.0.47 "PUT /v2.0/ports/5de134b0-fdfb-49a7-be70-eaa62eb55385 HTTP/1.1" status: 200 len: 1091 time: 0.6510589 Feb 09 02:19:08.691365 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e77acc-ac0a-4466-98d5-403c3f0fb5b9', 'tag': '5de134b0-fdfb-49a7-be70-eaa62eb55385'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:19:08.693721 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb43af88e673329c23149398428cc041a01d2eb1e38e3c4d9439b19a076227c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cb8ca6-df0d-4873-8680-80d3d53c768a" -d '{"events": [{"name": "network-changed", "server_uuid": "10e77acc-ac0a-4466-98d5-403c3f0fb5b9", "tag": "5de134b0-fdfb-49a7-be70-eaa62eb55385"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:19:08.723288 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d1d8f-7037-462e-bbb3-eb482e229b18 service neutron] Pushing event updated for resources: {'Port': ['ID=5de134b0-fdfb-49a7-be70-eaa62eb55385,revision_number=3']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:08.772069 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d341a6-80d3-4ea9-a272-e8c9b82b4ce4 x-openstack-request-id: req-32d341a6-80d3-4ea9-a272-e8c9b82b4ce4 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:19:08.772374 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10e77acc-ac0a-4466-98d5-403c3f0fb5b9", "tag": "5de134b0-fdfb-49a7-be70-eaa62eb55385", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:19:08.772655 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-32d341a6-80d3-4ea9-a272-e8c9b82b4ce4 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:19:08.773062 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10e77acc-ac0a-4466-98d5-403c3f0fb5b9', 'tag': '5de134b0-fdfb-49a7-be70-eaa62eb55385', 'status': 'completed', 'code': 200} Feb 09 02:19:08.793886 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-ed617976-9a9a-4d12-aafc-f4a3f01550de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:08.795618 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-ed617976-9a9a-4d12-aafc-f4a3f01550de service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac583066a1f944a0a35a3e710967fbcc&device_id=10e77acc-ac0a-4466-98d5-403c3f0fb5b9 HTTP/1.1" status: 200 len: 1125 time: 0.0533407 Feb 09 02:19:08.846986 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-17ae1905-3460-49d9-a5c1-6b726a70dc67 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5de134b0-fdfb-49a7-be70-eaa62eb55385 HTTP/1.1" status: 200 len: 217 time: 0.0435572 Feb 09 02:19:08.882626 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881374b1-aace-44ea-ac8f-9acecd515fd8 req-4fd60583-0e28-4e56-bdcc-01b9b6823b56 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:08.884157 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-881374b1-aace-44ea-ac8f-9acecd515fd8 req-4fd60583-0e28-4e56-bdcc-01b9b6823b56 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/ports?device_id=10e77acc-ac0a-4466-98d5-403c3f0fb5b9 HTTP/1.1" status: 200 len: 943 time: 0.0606859 Feb 09 02:19:08.899513 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-c7d8f998-509c-4c45-8398-91be1f11da11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:08.900999 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-c7d8f998-509c-4c45-8398-91be1f11da11 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2bf9e30b-26ad-4cc4-9838-42afbd738ea2 HTTP/1.1" status: 200 len: 848 time: 0.0482185 Feb 09 02:19:08.935940 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-881374b1-aace-44ea-ac8f-9acecd515fd8 req-66dccea4-465a-40c9-b8f1-a24a8f7ba867 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/security-groups?id=50702828-09ee-48cd-b694-88f6c9a65782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453072 Feb 09 02:19:08.950212 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-ce34b828-825e-4098-9fd2-4c3058236d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:08.952294 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-ce34b828-825e-4098-9fd2-4c3058236d23 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc3f5699-72c4-438a-bc41-68ae8b96ab40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458856 Feb 09 02:19:09.046405 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-3550beea-3e79-48ad-8bbc-f1df812830fc service neutron] 10.222.0.47 "GET /v2.0/networks/dc3f5699-72c4-438a-bc41-68ae8b96ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881462 Feb 09 02:19:09.136487 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-43cfc557-67f3-448f-be3b-ccf2b0303e35 req-8f382f8d-2551-47a2-9ef3-30f6ed34753e service neutron] 10.222.0.47 "GET /v2.0/networks/dc3f5699-72c4-438a-bc41-68ae8b96ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839033 Feb 09 02:19:09.227372 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb8ca6-df0d-4873-8680-80d3d53c768a req-482c696f-bb75-4432-8271-7dd8bdad60bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:09.228908 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f3cb8ca6-df0d-4873-8680-80d3d53c768a req-482c696f-bb75-4432-8271-7dd8bdad60bc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac583066a1f944a0a35a3e710967fbcc&device_id=10e77acc-ac0a-4466-98d5-403c3f0fb5b9 HTTP/1.1" status: 200 len: 1125 time: 0.0469294 Feb 09 02:19:09.321102 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb8ca6-df0d-4873-8680-80d3d53c768a req-589842ed-5275-4782-b3dd-1e437030cc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:09.322658 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f3cb8ca6-df0d-4873-8680-80d3d53c768a req-589842ed-5275-4782-b3dd-1e437030cc62 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc3f5699-72c4-438a-bc41-68ae8b96ab40 HTTP/1.1" status: 200 len: 911 time: 0.0882127 Feb 09 02:19:09.362857 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f3cb8ca6-df0d-4873-8680-80d3d53c768a req-535b2cf1-3ceb-40b8-8723-db11896beb06 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5de134b0-fdfb-49a7-be70-eaa62eb55385 HTTP/1.1" status: 200 len: 217 time: 0.0347831 Feb 09 02:19:09.410729 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb8ca6-df0d-4873-8680-80d3d53c768a req-19b82461-73d5-448a-857a-c59765a88300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:09.412326 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f3cb8ca6-df0d-4873-8680-80d3d53c768a req-19b82461-73d5-448a-857a-c59765a88300 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2bf9e30b-26ad-4cc4-9838-42afbd738ea2 HTTP/1.1" status: 200 len: 848 time: 0.0432405 Feb 09 02:19:09.466594 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb8ca6-df0d-4873-8680-80d3d53c768a req-4835f062-8543-417c-8aad-91c375aaf362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:09.468109 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f3cb8ca6-df0d-4873-8680-80d3d53c768a req-4835f062-8543-417c-8aad-91c375aaf362 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc3f5699-72c4-438a-bc41-68ae8b96ab40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489848 Feb 09 02:19:09.484139 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e6fc2e3-b109-4501-9045-00b8db0ffb1b req-f5c5db5d-fc71-42aa-bda0-d6e779ad7b35 service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=3caaf93f-33c3-4194-92c8-dd3b7321e563&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0871692 Feb 09 02:19:09.558181 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f3cb8ca6-df0d-4873-8680-80d3d53c768a req-d2fae9a1-bd1f-4a8f-9e93-80159206644a service neutron] 10.222.0.47 "GET /v2.0/networks/dc3f5699-72c4-438a-bc41-68ae8b96ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831654 Feb 09 02:19:09.569077 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6fc2e3-b109-4501-9045-00b8db0ffb1b req-1590f91d-6dff-4a01-949f-6b5a4cedfc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:09.570588 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e6fc2e3-b109-4501-9045-00b8db0ffb1b req-1590f91d-6dff-4a01-949f-6b5a4cedfc36 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=ac583066a1f944a0a35a3e710967fbcc&device_id=3caaf93f-33c3-4194-92c8-dd3b7321e563 HTTP/1.1" status: 200 len: 1125 time: 0.0452659 Feb 09 02:19:09.652148 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-f3cb8ca6-df0d-4873-8680-80d3d53c768a req-d661ff90-2d81-4b86-8ce4-26b5b8dbb508 service neutron] 10.222.0.47 "GET /v2.0/networks/dc3f5699-72c4-438a-bc41-68ae8b96ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879030 Feb 09 02:19:09.676347 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6fc2e3-b109-4501-9045-00b8db0ffb1b req-6ad241e9-32f5-41b0-bb3d-9aabe2ae3a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:09.677775 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e6fc2e3-b109-4501-9045-00b8db0ffb1b req-6ad241e9-32f5-41b0-bb3d-9aabe2ae3a5e service neutron] 10.222.0.120 "GET /v2.0/networks?id=dc3f5699-72c4-438a-bc41-68ae8b96ab40 HTTP/1.1" status: 200 len: 911 time: 0.0902410 Feb 09 02:19:09.740359 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e6fc2e3-b109-4501-9045-00b8db0ffb1b req-88efba9f-8960-4d4f-ac2f-cba64058b379 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59a07fb1-26de-46cc-932e-e8fba41ede10 HTTP/1.1" status: 200 len: 999 time: 0.0570965 Feb 09 02:19:09.790625 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6fc2e3-b109-4501-9045-00b8db0ffb1b req-205835ff-f76c-40e4-ac0f-38eb0fce25fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:09.792052 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e6fc2e3-b109-4501-9045-00b8db0ffb1b req-205835ff-f76c-40e4-ac0f-38eb0fce25fa service neutron] 10.222.0.120 "GET /v2.0/subnets?id=2bf9e30b-26ad-4cc4-9838-42afbd738ea2 HTTP/1.1" status: 200 len: 848 time: 0.0467637 Feb 09 02:19:09.838458 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6fc2e3-b109-4501-9045-00b8db0ffb1b req-74e3e14a-f47f-4dff-b1ac-58bcfc94d0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:09.840099 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e6fc2e3-b109-4501-9045-00b8db0ffb1b req-74e3e14a-f47f-4dff-b1ac-58bcfc94d0a9 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=dc3f5699-72c4-438a-bc41-68ae8b96ab40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0426137 Feb 09 02:19:09.925754 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e6fc2e3-b109-4501-9045-00b8db0ffb1b req-3881e8c3-b278-43a3-b6b8-20586994b964 service neutron] 10.222.0.120 "GET /v2.0/networks/dc3f5699-72c4-438a-bc41-68ae8b96ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798099 Feb 09 02:19:10.027022 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-2e6fc2e3-b109-4501-9045-00b8db0ffb1b req-53275a17-2fa4-4eec-9d80-18efbee7f38c service neutron] 10.222.0.120 "GET /v2.0/networks/dc3f5699-72c4-438a-bc41-68ae8b96ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961907 Feb 09 02:19:10.036527 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:10.069493 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d3f37-f51b-4585-9266-7d42383920dd req-5d823387-3c4a-44cb-97f4-bbd61cd9bcc8 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:10.070988 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ab4d3f37-f51b-4585-9266-7d42383920dd req-5d823387-3c4a-44cb-97f4-bbd61cd9bcc8 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/ports?device_id=10e77acc-ac0a-4466-98d5-403c3f0fb5b9 HTTP/1.1" status: 200 len: 943 time: 0.0592027 Feb 09 02:19:10.120163 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-ab4d3f37-f51b-4585-9266-7d42383920dd req-20c1d584-19df-4557-8c26-b194f15b17fd tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/security-groups?id=50702828-09ee-48cd-b694-88f6c9a65782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425370 Feb 09 02:19:11.242111 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101dd730-de23-4ae3-b9b3-8c4eff2a4006 req-62a16fb2-51b1-4584-b439-2d99986667bc tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:11.243605 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-101dd730-de23-4ae3-b9b3-8c4eff2a4006 req-62a16fb2-51b1-4584-b439-2d99986667bc tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/ports?device_id=10e77acc-ac0a-4466-98d5-403c3f0fb5b9 HTTP/1.1" status: 200 len: 943 time: 0.0557449 Feb 09 02:19:11.292324 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-101dd730-de23-4ae3-b9b3-8c4eff2a4006 req-4742c1cd-e656-4c94-ba60-4c49c3f7ddc7 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/security-groups?id=50702828-09ee-48cd-b694-88f6c9a65782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424087 Feb 09 02:19:11.960097 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 5de134b0-fdfb-49a7-be70-eaa62eb55385 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:19:12.056725 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 5de134b0-fdfb-49a7-be70-eaa62eb55385, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=5de134b0-fdfb-49a7-be70-eaa62eb55385,segment=NetworkSegment(e500279a-cd98-4632-88bb-39117113f3f9),segment_id=e500279a-cd98-4632-88bb-39117113f3f9)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:12.068225 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '5de134b0-fdfb-49a7-be70-eaa62eb55385', 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40', 'port_id': '5de134b0-fdfb-49a7-be70-eaa62eb55385', 'mac_address': 'fa:16:3e:ea:29:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bf9e30b-26ad-4cc4-9838-42afbd738ea2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:19:12.103979 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 5de134b0-fdfb-49a7-be70-eaa62eb55385 is: DOWN; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:12.104383 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5de134b0-fdfb-49a7-be70-eaa62eb55385), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:12.117292 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5de134b0-fdfb-49a7-be70-eaa62eb55385 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:19:12.137449 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 5de134b0-fdfb-49a7-be70-eaa62eb55385, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=5de134b0-fdfb-49a7-be70-eaa62eb55385,segment=NetworkSegment(e500279a-cd98-4632-88bb-39117113f3f9),segment_id=e500279a-cd98-4632-88bb-39117113f3f9)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:12.142584 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (5de134b0-fdfb-49a7-be70-eaa62eb55385), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:12.190978 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=5de134b0-fdfb-49a7-be70-eaa62eb55385,revision_number=4']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:12.383831 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['5de134b0-fdfb-49a7-be70-eaa62eb55385'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:19:12.411431 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4fba6-894e-45a6-8896-8962d35188e9 req-b1f0612f-7dc0-4bc5-a9ce-23a35d8d2956 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:12.412969 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fbe4fba6-894e-45a6-8896-8962d35188e9 req-b1f0612f-7dc0-4bc5-a9ce-23a35d8d2956 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/ports?device_id=10e77acc-ac0a-4466-98d5-403c3f0fb5b9 HTTP/1.1" status: 200 len: 944 time: 0.0526206 Feb 09 02:19:12.461413 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-fbe4fba6-894e-45a6-8896-8962d35188e9 req-04c80f46-8dd6-4df6-ace1-556e23d054f0 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/security-groups?id=50702828-09ee-48cd-b694-88f6c9a65782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428476 Feb 09 02:19:13.581960 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eac131-98e4-4d3b-b9d2-cf7c8f74d514 req-34c5fc31-413e-478f-8859-758d5f1a25e8 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:13.583446 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-16eac131-98e4-4d3b-b9d2-cf7c8f74d514 req-34c5fc31-413e-478f-8859-758d5f1a25e8 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/ports?device_id=10e77acc-ac0a-4466-98d5-403c3f0fb5b9 HTTP/1.1" status: 200 len: 944 time: 0.0516756 Feb 09 02:19:13.634572 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-16eac131-98e4-4d3b-b9d2-cf7c8f74d514 req-42ff144c-dd4f-4be5-9988-e90488b39b7a tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/security-groups?id=50702828-09ee-48cd-b694-88f6c9a65782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455515 Feb 09 02:19:13.975663 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 5de134b0-fdfb-49a7-be70-eaa62eb55385 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:19:14.023733 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning for port 5de134b0-fdfb-49a7-be70-eaa62eb55385 completed by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 09 02:19:14.027688 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 5de134b0-fdfb-49a7-be70-eaa62eb55385 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:19:14.028073 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (5de134b0-fdfb-49a7-be70-eaa62eb55385), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:14.105242 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 5de134b0-fdfb-49a7-be70-eaa62eb55385 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:19:14.105641 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5de134b0-fdfb-49a7-be70-eaa62eb55385), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:14.128452 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e77acc-ac0a-4466-98d5-403c3f0fb5b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de134b0-fdfb-49a7-be70-eaa62eb55385'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:19:14.130680 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f766445e23ec559c7328ff843d6cc013f3fae19186639b550ac9b130fb2cde8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b215b8-22bb-4c20-b9ac-9f668a963762" -d '{"events": [{"server_uuid": "10e77acc-ac0a-4466-98d5-403c3f0fb5b9", "name": "network-vif-plugged", "status": "completed", "tag": "5de134b0-fdfb-49a7-be70-eaa62eb55385"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:19:14.142990 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 5de134b0-fdfb-49a7-be70-eaa62eb55385, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=5de134b0-fdfb-49a7-be70-eaa62eb55385,segment=NetworkSegment(e500279a-cd98-4632-88bb-39117113f3f9),segment_id=e500279a-cd98-4632-88bb-39117113f3f9)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:19:14.147326 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (5de134b0-fdfb-49a7-be70-eaa62eb55385), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:14.170252 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ceeac2-acec-4cb4-9f48-c183235a6148 x-openstack-request-id: req-51ceeac2-acec-4cb4-9f48-c183235a6148 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:19:14.170550 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e77acc-ac0a-4466-98d5-403c3f0fb5b9", "name": "network-vif-plugged", "status": "completed", "tag": "5de134b0-fdfb-49a7-be70-eaa62eb55385", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:19:14.170807 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-51ceeac2-acec-4cb4-9f48-c183235a6148 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:19:14.171202 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e77acc-ac0a-4466-98d5-403c3f0fb5b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de134b0-fdfb-49a7-be70-eaa62eb55385', 'code': 200} Feb 09 02:19:14.196334 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=5de134b0-fdfb-49a7-be70-eaa62eb55385,revision_number=5']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:14.265798 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a630e2-cd24-40fa-90b3-b14fa3c9f04d req-b9105b73-9763-4496-8bdd-195fbc42b320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:14.267211 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d9a630e2-cd24-40fa-90b3-b14fa3c9f04d req-b9105b73-9763-4496-8bdd-195fbc42b320 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=10e77acc-ac0a-4466-98d5-403c3f0fb5b9 HTTP/1.1" status: 200 len: 1127 time: 0.0444758 Feb 09 02:19:14.312140 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d9a630e2-cd24-40fa-90b3-b14fa3c9f04d req-de4883c7-fc97-452e-981f-506dd0e14147 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=50702828-09ee-48cd-b694-88f6c9a65782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388932 Feb 09 02:19:14.754441 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6a68a-5469-4efa-a9d0-d30e4f9cf6b3 req-c5d94036-448f-47a7-9d93-e1a9e698e98d tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:14.756134 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1ac6a68a-5469-4efa-a9d0-d30e4f9cf6b3 req-c5d94036-448f-47a7-9d93-e1a9e698e98d tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/ports?device_id=10e77acc-ac0a-4466-98d5-403c3f0fb5b9 HTTP/1.1" status: 200 len: 945 time: 0.0549319 Feb 09 02:19:14.816901 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1ac6a68a-5469-4efa-a9d0-d30e4f9cf6b3 req-deb20d9a-5523-4e2f-aed0-baff9888afb0 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/security-groups?id=50702828-09ee-48cd-b694-88f6c9a65782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548651 Feb 09 02:19:15.935908 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef38087-09c1-4830-8750-8fea2987a61d req-933bc528-67ed-4ab7-b4ac-14f330e1539c tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:15.937424 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aef38087-09c1-4830-8750-8fea2987a61d req-933bc528-67ed-4ab7-b4ac-14f330e1539c tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/ports?device_id=10e77acc-ac0a-4466-98d5-403c3f0fb5b9 HTTP/1.1" status: 200 len: 945 time: 0.0524113 Feb 09 02:19:15.984940 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-aef38087-09c1-4830-8750-8fea2987a61d req-ebae77ef-e1ea-41b3-b254-1f5cb9236ac5 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/security-groups?id=50702828-09ee-48cd-b694-88f6c9a65782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420027 Feb 09 02:19:16.110862 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c689da9-6dd2-4328-a0a6-62e4c0b247ab req-e7e33348-de1b-4050-abd4-25a03be36eee tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:16.112251 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c689da9-6dd2-4328-a0a6-62e4c0b247ab req-e7e33348-de1b-4050-abd4-25a03be36eee tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/ports?device_id=10e77acc-ac0a-4466-98d5-403c3f0fb5b9 HTTP/1.1" status: 200 len: 945 time: 0.0563281 Feb 09 02:19:16.159969 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0c689da9-6dd2-4328-a0a6-62e4c0b247ab req-881bf4db-9914-4978-acd9-aba2c1a4c990 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/security-groups?id=50702828-09ee-48cd-b694-88f6c9a65782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422099 Feb 09 02:19:16.184533 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47204) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:16.226429 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a215c58-9148-47cd-9f12-901e6c3f8398 tempest-TestSnapshotPattern-1577770939 tempest-TestSnapshotPattern-1577770939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:16.227908 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-4a215c58-9148-47cd-9f12-901e6c3f8398 tempest-TestSnapshotPattern-1577770939 tempest-TestSnapshotPattern-1577770939-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=10e77acc-ac0a-4466-98d5-403c3f0fb5b9 HTTP/1.1" status: 200 len: 1122 time: 0.0418303 Feb 09 02:19:16.230622 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47206) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:19:16.235222 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.v2.base [None req-10ebb49a-5cc6-4762-afcf-79802c4f2ef2 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Request body: {'floatingip': {'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'port_id': '5de134b0-fdfb-49a7-be70-eaa62eb55385', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 09 02:19:16.255063 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-10ebb49a-5cc6-4762-afcf-79802c4f2ef2 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:16.689831 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-10ebb49a-5cc6-4762-afcf-79802c4f2ef2 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (None), before_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:16.789097 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_common [None req-10ebb49a-5cc6-4762-afcf-79802c4f2ef2 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Allocated IP 172.25.8.96 (ca740734-29c2-4b60-ae10-4c709b5c6ef4/57fdbbf5-abb1-4d53-af47-f08beb76fb9f/b583545d-bf2c-4bba-a95f-0bd0cb42758f) {{(pid=103136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 09 02:19:16.890896 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-10ebb49a-5cc6-4762-afcf-79802c4f2ef2 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks [] for port (b583545d-bf2c-4bba-a95f-0bd0cb42758f), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:16.923195 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-10ebb49a-5cc6-4762-afcf-79802c4f2ef2 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750578096833', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (b583545d-bf2c-4bba-a95f-0bd0cb42758f), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:16.957417 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ebb49a-5cc6-4762-afcf-79802c4f2ef2 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Network ca740734-29c2-4b60-ae10-4c709b5c6ef4 is already hosted by enough agents. {{(pid=103136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 09 02:19:16.960087 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.base_scheduler [None req-10ebb49a-5cc6-4762-afcf-79802c4f2ef2 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Resources bound (agent type, host, resource id): {{(pid=103136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 09 02:19:16.962612 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ebb49a-5cc6-4762-afcf-79802c4f2ef2 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Received port after_create {{(pid=103136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 09 02:19:16.996253 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ebb49a-5cc6-4762-afcf-79802c4f2ef2 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Pushing event updated for resources: {'Port': ['ID=b583545d-bf2c-4bba-a95f-0bd0cb42758f,revision_number=1']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:17.008053 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ebb49a-5cc6-4762-afcf-79802c4f2ef2 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:17.008408 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ebb49a-5cc6-4762-afcf-79802c4f2ef2 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:17.008782 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ebb49a-5cc6-4762-afcf-79802c4f2ef2 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:17.009130 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ebb49a-5cc6-4762-afcf-79802c4f2ef2 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:17.009469 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ebb49a-5cc6-4762-afcf-79802c4f2ef2 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:17.009807 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ebb49a-5cc6-4762-afcf-79802c4f2ef2 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:17.010160 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ebb49a-5cc6-4762-afcf-79802c4f2ef2 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:17.010471 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ebb49a-5cc6-4762-afcf-79802c4f2ef2 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:17.010800 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ebb49a-5cc6-4762-afcf-79802c4f2ef2 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:17.011127 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ebb49a-5cc6-4762-afcf-79802c4f2ef2 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:17.011462 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ebb49a-5cc6-4762-afcf-79802c4f2ef2 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:17.011789 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ebb49a-5cc6-4762-afcf-79802c4f2ef2 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:17.012112 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ebb49a-5cc6-4762-afcf-79802c4f2ef2 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:19:17.324264 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-10ebb49a-5cc6-4762-afcf-79802c4f2ef2 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks [] for floatingip (d8c68d75-1be0-4f71-888d-5a8226a11d65), precommit_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:17.391073 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-10ebb49a-5cc6-4762-afcf-79802c4f2ef2 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (b583545d-bf2c-4bba-a95f-0bd0cb42758f), before_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:17.543862 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-10ebb49a-5cc6-4762-afcf-79802c4f2ef2 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks [] for port (b583545d-bf2c-4bba-a95f-0bd0cb42758f), precommit_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:17.548949 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-10ebb49a-5cc6-4762-afcf-79802c4f2ef2 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26191568'] for port (b583545d-bf2c-4bba-a95f-0bd0cb42758f), after_update {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:17.615633 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ebb49a-5cc6-4762-afcf-79802c4f2ef2 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Pushing event updated for resources: {'Port': ['ID=b583545d-bf2c-4bba-a95f-0bd0cb42758f,revision_number=2']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:19:17.625279 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-10ebb49a-5cc6-4762-afcf-79802c4f2ef2 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-482147'] for floatingip (d8c68d75-1be0-4f71-888d-5a8226a11d65), after_create {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:17.727395 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [None req-10ebb49a-5cc6-4762-afcf-79802c4f2ef2 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Floating IP d8c68d75-1be0-4f71-888d-5a8226a11d65 associated. External IP: 172.25.8.96, port: 5de134b0-fdfb-49a7-be70-eaa62eb55385. Feb 09 02:19:17.941607 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ebb49a-5cc6-4762-afcf-79802c4f2ef2 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Router 2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:19:18.061423 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ebb49a-5cc6-4762-afcf-79802c4f2ef2 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:19:18.070836 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35374b28-063c-4cd8-bca3-72c469033fb5 None None] Sync routers for ids ['2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:19:18.079756 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-10ebb49a-5cc6-4762-afcf-79802c4f2ef2 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:18.081756 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35374b28-063c-4cd8-bca3-72c469033fb5 None None] Routers {'2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:19:18.082388 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-35374b28-063c-4cd8-bca3-72c469033fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:19:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:18.109681 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-10ebb49a-5cc6-4762-afcf-79802c4f2ef2 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8779762 Feb 09 02:19:18.110218 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e77acc-ac0a-4466-98d5-403c3f0fb5b9', 'tag': '5de134b0-fdfb-49a7-be70-eaa62eb55385'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:19:18.112503 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a470e99f0f86a4159e910055b77303d33aac5c61a6ba05ec29afc43a7220bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a8ffb6-a30f-48d9-b575-1ca94184afe6" -d '{"events": [{"name": "network-changed", "server_uuid": "10e77acc-ac0a-4466-98d5-403c3f0fb5b9", "tag": "5de134b0-fdfb-49a7-be70-eaa62eb55385"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:19:18.152495 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da78b2f2-d1d8-4076-b85d-4250454f84ae x-openstack-request-id: req-da78b2f2-d1d8-4076-b85d-4250454f84ae {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:19:18.152833 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10e77acc-ac0a-4466-98d5-403c3f0fb5b9", "tag": "5de134b0-fdfb-49a7-be70-eaa62eb55385", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:19:18.153096 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-da78b2f2-d1d8-4076-b85d-4250454f84ae {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:19:18.153534 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10e77acc-ac0a-4466-98d5-403c3f0fb5b9', 'tag': '5de134b0-fdfb-49a7-be70-eaa62eb55385', 'status': 'completed', 'code': 200} Feb 09 02:19:18.194184 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-35374b28-063c-4cd8-bca3-72c469033fb5 None None] Set router 2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:19:18.219111 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a8ffb6-a30f-48d9-b575-1ca94184afe6 req-841bfd4c-c6bb-4f74-a04d-ea4a6e6723b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:18.221275 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d7a8ffb6-a30f-48d9-b575-1ca94184afe6 req-841bfd4c-c6bb-4f74-a04d-ea4a6e6723b5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac583066a1f944a0a35a3e710967fbcc&device_id=10e77acc-ac0a-4466-98d5-403c3f0fb5b9 HTTP/1.1" status: 200 len: 1127 time: 0.0448601 Feb 09 02:19:18.318378 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a8ffb6-a30f-48d9-b575-1ca94184afe6 req-37e12da9-e353-4ef4-8c4a-17fbf8c538bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:18.319885 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d7a8ffb6-a30f-48d9-b575-1ca94184afe6 req-37e12da9-e353-4ef4-8c4a-17fbf8c538bd service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc3f5699-72c4-438a-bc41-68ae8b96ab40 HTTP/1.1" status: 200 len: 911 time: 0.0918980 Feb 09 02:19:18.388091 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d7a8ffb6-a30f-48d9-b575-1ca94184afe6 req-05bff253-d841-4a11-88ea-dca12706e462 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5de134b0-fdfb-49a7-be70-eaa62eb55385 HTTP/1.1" status: 200 len: 998 time: 0.0612304 Feb 09 02:19:18.442401 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a8ffb6-a30f-48d9-b575-1ca94184afe6 req-216ec93d-2bca-45f8-bb4e-287ae430c1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:18.443873 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d7a8ffb6-a30f-48d9-b575-1ca94184afe6 req-216ec93d-2bca-45f8-bb4e-287ae430c1fb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2bf9e30b-26ad-4cc4-9838-42afbd738ea2 HTTP/1.1" status: 200 len: 848 time: 0.0500336 Feb 09 02:19:18.492828 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a8ffb6-a30f-48d9-b575-1ca94184afe6 req-8e5b3401-9a9e-4c65-b995-ca3a6045e6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:18.494468 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d7a8ffb6-a30f-48d9-b575-1ca94184afe6 req-8e5b3401-9a9e-4c65-b995-ca3a6045e6dc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc3f5699-72c4-438a-bc41-68ae8b96ab40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443938 Feb 09 02:19:18.582791 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d7a8ffb6-a30f-48d9-b575-1ca94184afe6 req-5423a1b8-9a28-4cb9-9e54-256b74979856 service neutron] 10.222.0.47 "GET /v2.0/networks/dc3f5699-72c4-438a-bc41-68ae8b96ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816784 Feb 09 02:19:18.584173 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-35374b28-063c-4cd8-bca3-72c469033fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'name': 'tempest-TestSnapshotPattern-297270253-router', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '7320d9b7-ab84-483a-8463-3d123c2de53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:27Z', 'updated_at': '2022-02-09T02:16:30Z', 'revision_number': 4, 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'gw_port': {'id': '7320d9b7-ab84-483a-8463-3d123c2de53d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:24:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:28Z', 'updated_at': '2022-02-09T02:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '2fcc8dd6-9dcb-472a-bb72-55c7663b7b5e', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'floating_ip_address': '172.25.8.202', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'port_id': '59a07fb1-26de-46cc-932e-e8fba41ede10', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40', 'mac_address': 'fa:16:3e:d8:c7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3caaf93f-33c3-4194-92c8-dd3b7321e563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:16:48Z', 'updated_at': '2022-02-09T02:16:50Z', 'revision_number': 1, 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'fixed_ip_address_scope': None}, {'id': 'd8c68d75-1be0-4f71-888d-5a8226a11d65', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'floating_ip_address': '172.25.8.96', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'port_id': '5de134b0-fdfb-49a7-be70-eaa62eb55385', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40', 'mac_address': 'fa:16:3e:ea:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e77acc-ac0a-4466-98d5-403c3f0fb5b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:19:17Z', 'updated_at': '2022-02-09T02:19:17Z', 'revision_number': 0, 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7c1a529-861f-49bc-9dfe-fb6a29a774d1', 'name': '', 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'mac_address': 'fa:16:3e:7c:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '2bf9e30b-26ad-4cc4-9838-42afbd738ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:30Z', 'updated_at': '2022-02-09T02:16:33Z', 'revision_number': 5, 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'subnets': [{'id': '2bf9e30b-26ad-4cc4-9838-42afbd738ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:18.610230 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35374b28-063c-4cd8-bca3-72c469033fb5 None None] Checking router: 2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:19:18.622381 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35374b28-063c-4cd8-bca3-72c469033fb5 None None] Routers {'2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:19:18.623011 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-35374b28-063c-4cd8-bca3-72c469033fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:19:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:18.677618 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d7a8ffb6-a30f-48d9-b575-1ca94184afe6 req-7ac7bc54-b826-4a35-9a96-9c2aa339021e service neutron] 10.222.0.47 "GET /v2.0/networks/dc3f5699-72c4-438a-bc41-68ae8b96ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886374 Feb 09 02:19:18.732246 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-35374b28-063c-4cd8-bca3-72c469033fb5 None None] Set router 2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:19:18.953818 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-35374b28-063c-4cd8-bca3-72c469033fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'name': 'tempest-TestSnapshotPattern-297270253-router', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '7320d9b7-ab84-483a-8463-3d123c2de53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:27Z', 'updated_at': '2022-02-09T02:16:30Z', 'revision_number': 4, 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'gw_port': {'id': '7320d9b7-ab84-483a-8463-3d123c2de53d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:24:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:28Z', 'updated_at': '2022-02-09T02:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '2fcc8dd6-9dcb-472a-bb72-55c7663b7b5e', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'floating_ip_address': '172.25.8.202', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'port_id': '59a07fb1-26de-46cc-932e-e8fba41ede10', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40', 'mac_address': 'fa:16:3e:d8:c7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3caaf93f-33c3-4194-92c8-dd3b7321e563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:16:48Z', 'updated_at': '2022-02-09T02:16:50Z', 'revision_number': 1, 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'fixed_ip_address_scope': None}, {'id': 'd8c68d75-1be0-4f71-888d-5a8226a11d65', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'floating_ip_address': '172.25.8.96', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'port_id': '5de134b0-fdfb-49a7-be70-eaa62eb55385', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40', 'mac_address': 'fa:16:3e:ea:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e77acc-ac0a-4466-98d5-403c3f0fb5b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:19:17Z', 'updated_at': '2022-02-09T02:19:17Z', 'revision_number': 0, 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7c1a529-861f-49bc-9dfe-fb6a29a774d1', 'name': '', 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'mac_address': 'fa:16:3e:7c:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '2bf9e30b-26ad-4cc4-9838-42afbd738ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:30Z', 'updated_at': '2022-02-09T02:16:33Z', 'revision_number': 5, 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'subnets': [{'id': '2bf9e30b-26ad-4cc4-9838-42afbd738ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:19:18.979099 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35374b28-063c-4cd8-bca3-72c469033fb5 None None] The sync data for ids ['2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6'] in n-d-828369-4 is: [{'id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'name': 'tempest-TestSnapshotPattern-297270253-router', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '7320d9b7-ab84-483a-8463-3d123c2de53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:27Z', 'updated_at': '2022-02-09T02:16:30Z', 'revision_number': 4, 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'gw_port': {'id': '7320d9b7-ab84-483a-8463-3d123c2de53d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:24:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:28Z', 'updated_at': '2022-02-09T02:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '2fcc8dd6-9dcb-472a-bb72-55c7663b7b5e', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'floating_ip_address': '172.25.8.202', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'port_id': '59a07fb1-26de-46cc-932e-e8fba41ede10', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40', 'mac_address': 'fa:16:3e:d8:c7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3caaf93f-33c3-4194-92c8-dd3b7321e563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:16:48Z', 'updated_at': '2022-02-09T02:16:50Z', 'revision_number': 1, 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'fixed_ip_address_scope': None}, {'id': 'd8c68d75-1be0-4f71-888d-5a8226a11d65', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'floating_ip_address': '172.25.8.96', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'port_id': '5de134b0-fdfb-49a7-be70-eaa62eb55385', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40', 'mac_address': 'fa:16:3e:ea:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e77acc-ac0a-4466-98d5-403c3f0fb5b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:19:17Z', 'updated_at': '2022-02-09T02:19:17Z', 'revision_number': 0, 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7c1a529-861f-49bc-9dfe-fb6a29a774d1', 'name': '', 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'mac_address': 'fa:16:3e:7c:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '2bf9e30b-26ad-4cc4-9838-42afbd738ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:30Z', 'updated_at': '2022-02-09T02:16:33Z', 'revision_number': 5, 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'subnets': [{'id': '2bf9e30b-26ad-4cc4-9838-42afbd738ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:19:19.182179 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e16a801-1ce6-4277-b669-f750985a9bd3 None None] New status for floating IP d8c68d75-1be0-4f71-888d-5a8226a11d65: ACTIVE {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:19:24.000095 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:19:32.554781 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-db09a12b-3743-4667-9032-dba090ef80ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:34.567471 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c0b91dde-f1a2-4d33-9e5b-945d23d09775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:36.206161 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:37.481478 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:38.305579 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:38.602029 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:40.045723 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:19:53.710099 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-2147403b-3899-4bfc-b102-9382086744e1 req-18278e7c-dbc2-4369-9acb-1780694ffdf7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=10e77acc-ac0a-4466-98d5-403c3f0fb5b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440326 Feb 09 02:19:53.791715 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147403b-3899-4bfc-b102-9382086744e1 req-c0ebd799-80a8-4373-a7be-d8430320bdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:53.793918 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-2147403b-3899-4bfc-b102-9382086744e1 req-c0ebd799-80a8-4373-a7be-d8430320bdee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac583066a1f944a0a35a3e710967fbcc&device_id=10e77acc-ac0a-4466-98d5-403c3f0fb5b9 HTTP/1.1" status: 200 len: 1127 time: 0.0440924 Feb 09 02:19:53.893995 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147403b-3899-4bfc-b102-9382086744e1 req-75a0acc0-d4ed-4495-ae03-2da19624a6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:53.895436 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-2147403b-3899-4bfc-b102-9382086744e1 req-75a0acc0-d4ed-4495-ae03-2da19624a6b5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc3f5699-72c4-438a-bc41-68ae8b96ab40 HTTP/1.1" status: 200 len: 911 time: 0.0854309 Feb 09 02:19:53.959731 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-2147403b-3899-4bfc-b102-9382086744e1 req-1c15f193-7c75-4a74-8a6c-b9774e533fa0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5de134b0-fdfb-49a7-be70-eaa62eb55385 HTTP/1.1" status: 200 len: 1000 time: 0.0581629 Feb 09 02:19:54.011564 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147403b-3899-4bfc-b102-9382086744e1 req-aa0918fd-dadc-4395-bc0e-dc86693fef41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:54.013150 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-2147403b-3899-4bfc-b102-9382086744e1 req-aa0918fd-dadc-4395-bc0e-dc86693fef41 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2bf9e30b-26ad-4cc4-9838-42afbd738ea2 HTTP/1.1" status: 200 len: 848 time: 0.0469711 Feb 09 02:19:54.071083 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147403b-3899-4bfc-b102-9382086744e1 req-582ca99d-342b-4fd3-bee9-1dd2fb662362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:19:54.072624 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-2147403b-3899-4bfc-b102-9382086744e1 req-582ca99d-342b-4fd3-bee9-1dd2fb662362 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc3f5699-72c4-438a-bc41-68ae8b96ab40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0531752 Feb 09 02:19:54.158986 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-2147403b-3899-4bfc-b102-9382086744e1 req-6464671d-096e-4c04-8720-b7e76611d2c6 service neutron] 10.222.0.47 "GET /v2.0/networks/dc3f5699-72c4-438a-bc41-68ae8b96ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804846 Feb 09 02:19:54.249312 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-2147403b-3899-4bfc-b102-9382086744e1 req-8472137b-60d7-4c49-90bd-1314aee4b55a service neutron] 10.222.0.47 "GET /v2.0/networks/dc3f5699-72c4-438a-bc41-68ae8b96ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851078 Feb 09 02:20:00.999287 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:20:02.556690 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-30eeec8e-3719-40ec-92d8-255b04da3238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:04.569008 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d909ede4-f9e0-4b2d-a960-684698f1f70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:06.206724 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:07.483698 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:08.330570 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:08.603343 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:10.060335 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:10.423535 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9ff12b05-ff45-41d0-b412-338a0865652d req-7b2af9ef-e152-4a66-b750-ba9acb582b9b service neutron] 10.222.0.120 "GET /v2.0/ports?device_id=3caaf93f-33c3-4194-92c8-dd3b7321e563&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442369 Feb 09 02:20:10.511189 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff12b05-ff45-41d0-b412-338a0865652d req-c685f1a7-87bc-4429-b66a-51bb6b2cc2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:10.512771 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9ff12b05-ff45-41d0-b412-338a0865652d req-c685f1a7-87bc-4429-b66a-51bb6b2cc2e9 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=ac583066a1f944a0a35a3e710967fbcc&device_id=3caaf93f-33c3-4194-92c8-dd3b7321e563 HTTP/1.1" status: 200 len: 1125 time: 0.0497646 Feb 09 02:20:10.613963 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff12b05-ff45-41d0-b412-338a0865652d req-34b85aba-5284-4a37-972c-754d28b007a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:10.615454 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9ff12b05-ff45-41d0-b412-338a0865652d req-34b85aba-5284-4a37-972c-754d28b007a6 service neutron] 10.222.0.120 "GET /v2.0/networks?id=dc3f5699-72c4-438a-bc41-68ae8b96ab40 HTTP/1.1" status: 200 len: 911 time: 0.0839958 Feb 09 02:20:10.686304 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9ff12b05-ff45-41d0-b412-338a0865652d req-436d3d0f-4063-4507-acea-6bf4c2dc9771 service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59a07fb1-26de-46cc-932e-e8fba41ede10 HTTP/1.1" status: 200 len: 999 time: 0.0649776 Feb 09 02:20:10.734893 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff12b05-ff45-41d0-b412-338a0865652d req-08744307-44c7-472e-ae58-26558a53b1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:10.736339 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9ff12b05-ff45-41d0-b412-338a0865652d req-08744307-44c7-472e-ae58-26558a53b1b2 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=2bf9e30b-26ad-4cc4-9838-42afbd738ea2 HTTP/1.1" status: 200 len: 848 time: 0.0451379 Feb 09 02:20:10.784020 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff12b05-ff45-41d0-b412-338a0865652d req-25afeb70-7559-4817-9a5d-e7a428961901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:10.785552 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9ff12b05-ff45-41d0-b412-338a0865652d req-25afeb70-7559-4817-9a5d-e7a428961901 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=dc3f5699-72c4-438a-bc41-68ae8b96ab40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434597 Feb 09 02:20:10.876093 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9ff12b05-ff45-41d0-b412-338a0865652d req-3b558b7a-2662-406c-b2f2-02061de61d32 service neutron] 10.222.0.120 "GET /v2.0/networks/dc3f5699-72c4-438a-bc41-68ae8b96ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847614 Feb 09 02:20:10.963126 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-9ff12b05-ff45-41d0-b412-338a0865652d req-533ce665-f379-4ef3-b736-495f56758cae service neutron] 10.222.0.120 "GET /v2.0/networks/dc3f5699-72c4-438a-bc41-68ae8b96ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813100 Feb 09 02:20:32.558831 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a0bdaa64-611f-4a8b-a569-8ad21760232a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:34.570844 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-377134a7-ec8f-41de-a0a6-9f16830188bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:36.209248 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:37.485849 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:37.997955 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:20:38.324795 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:38.607120 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:40.052344 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:50.457925 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 5de134b0-fdfb-49a7-be70-eaa62eb55385 details requested by agent hyperv_n-h1-828369-4 with host n-h1-828369-4 {{(pid=103138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 09 02:20:50.556128 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 5de134b0-fdfb-49a7-be70-eaa62eb55385, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=5de134b0-fdfb-49a7-be70-eaa62eb55385,segment=NetworkSegment(e500279a-cd98-4632-88bb-39117113f3f9),segment_id=e500279a-cd98-4632-88bb-39117113f3f9)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:20:50.567570 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Returning: {'device': '5de134b0-fdfb-49a7-be70-eaa62eb55385', 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40', 'port_id': '5de134b0-fdfb-49a7-be70-eaa62eb55385', 'mac_address': 'fa:16:3e:ea:29:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bf9e30b-26ad-4cc4-9838-42afbd738ea2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 09 02:20:50.608656 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 5de134b0-fdfb-49a7-be70-eaa62eb55385 is: ACTIVE; New status is: BUILD {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:20:50.609064 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5de134b0-fdfb-49a7-be70-eaa62eb55385), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:50.622133 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5de134b0-fdfb-49a7-be70-eaa62eb55385 {{(pid=103138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 09 02:20:50.642781 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 5de134b0-fdfb-49a7-be70-eaa62eb55385, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=5de134b0-fdfb-49a7-be70-eaa62eb55385,segment=NetworkSegment(e500279a-cd98-4632-88bb-39117113f3f9),segment_id=e500279a-cd98-4632-88bb-39117113f3f9)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:20:50.646877 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (5de134b0-fdfb-49a7-be70-eaa62eb55385), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:50.701689 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=5de134b0-fdfb-49a7-be70-eaa62eb55385,revision_number=6']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:50.711317 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:50.711647 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:50.712073 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:50.712423 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:50.712797 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:50.713169 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:50.713503 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:50.713839 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:50.714169 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:50.714500 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:50.714998 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:50.715777 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:50.716138 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:20:50.721291 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] get_ports_and_sgs() called for port_ids ['5de134b0-fdfb-49a7-be70-eaa62eb55385'] {{(pid=103138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 09 02:20:52.472090 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 5de134b0-fdfb-49a7-be70-eaa62eb55385 up at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 09 02:20:52.538753 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.provisioning_blocks [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Provisioning complete for port 5de134b0-fdfb-49a7-be70-eaa62eb55385 triggered by entity L2. {{(pid=103138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 09 02:20:52.539417 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-686274'] for port (5de134b0-fdfb-49a7-be70-eaa62eb55385), provisioning_complete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:52.628807 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 5de134b0-fdfb-49a7-be70-eaa62eb55385 is: BUILD; New status is: ACTIVE {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:20:52.629247 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5de134b0-fdfb-49a7-be70-eaa62eb55385), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:52.658620 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e77acc-ac0a-4466-98d5-403c3f0fb5b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de134b0-fdfb-49a7-be70-eaa62eb55385'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:20:52.661020 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f766445e23ec559c7328ff843d6cc013f3fae19186639b550ac9b130fb2cde8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a86af1-3b58-4f45-843b-feca367c8c38" -d '{"events": [{"server_uuid": "10e77acc-ac0a-4466-98d5-403c3f0fb5b9", "name": "network-vif-plugged", "status": "completed", "tag": "5de134b0-fdfb-49a7-be70-eaa62eb55385"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:20:52.682640 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 5de134b0-fdfb-49a7-be70-eaa62eb55385, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=5de134b0-fdfb-49a7-be70-eaa62eb55385,segment=NetworkSegment(e500279a-cd98-4632-88bb-39117113f3f9),segment_id=e500279a-cd98-4632-88bb-39117113f3f9)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:20:52.687924 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (5de134b0-fdfb-49a7-be70-eaa62eb55385), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:20:52.717140 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7660d58-6880-491e-a9f2-786c3cab784c x-openstack-request-id: req-f7660d58-6880-491e-a9f2-786c3cab784c {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:20:52.717473 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e77acc-ac0a-4466-98d5-403c3f0fb5b9", "name": "network-vif-plugged", "status": "completed", "tag": "5de134b0-fdfb-49a7-be70-eaa62eb55385", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:20:52.717687 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f7660d58-6880-491e-a9f2-786c3cab784c {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:20:52.718081 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e77acc-ac0a-4466-98d5-403c3f0fb5b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de134b0-fdfb-49a7-be70-eaa62eb55385', 'code': 200} Feb 09 02:20:52.746974 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=5de134b0-fdfb-49a7-be70-eaa62eb55385,revision_number=7']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:20:56.379617 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48feb7db-7da1-48d7-830d-a0dc24c123dc req-e803b499-c1c0-4abd-939a-4639d6ae0524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:56.381146 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-48feb7db-7da1-48d7-830d-a0dc24c123dc req-e803b499-c1c0-4abd-939a-4639d6ae0524 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac583066a1f944a0a35a3e710967fbcc&device_id=10e77acc-ac0a-4466-98d5-403c3f0fb5b9 HTTP/1.1" status: 200 len: 1127 time: 0.0569303 Feb 09 02:20:56.525319 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48feb7db-7da1-48d7-830d-a0dc24c123dc req-cfc208a1-b600-42bf-85d0-1b185d4989be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:56.527208 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-48feb7db-7da1-48d7-830d-a0dc24c123dc req-cfc208a1-b600-42bf-85d0-1b185d4989be service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc3f5699-72c4-438a-bc41-68ae8b96ab40 HTTP/1.1" status: 200 len: 911 time: 0.1240835 Feb 09 02:20:56.610882 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-48feb7db-7da1-48d7-830d-a0dc24c123dc req-6fca0dae-17ba-421f-927e-c0d2e18b372b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5de134b0-fdfb-49a7-be70-eaa62eb55385 HTTP/1.1" status: 200 len: 1000 time: 0.0777717 Feb 09 02:20:56.668674 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48feb7db-7da1-48d7-830d-a0dc24c123dc req-2679a54b-4b0c-4315-a84b-bc4452f6ee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:56.670958 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-48feb7db-7da1-48d7-830d-a0dc24c123dc req-2679a54b-4b0c-4315-a84b-bc4452f6ee56 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2bf9e30b-26ad-4cc4-9838-42afbd738ea2 HTTP/1.1" status: 200 len: 848 time: 0.0527296 Feb 09 02:20:56.735488 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48feb7db-7da1-48d7-830d-a0dc24c123dc req-92d83086-71d5-4740-b141-609c67ef4078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:20:56.737199 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-48feb7db-7da1-48d7-830d-a0dc24c123dc req-92d83086-71d5-4740-b141-609c67ef4078 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc3f5699-72c4-438a-bc41-68ae8b96ab40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0610762 Feb 09 02:20:56.842100 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-48feb7db-7da1-48d7-830d-a0dc24c123dc req-e2f1f071-2ab3-4a64-8267-fe03cb6f5add service neutron] 10.222.0.47 "GET /v2.0/networks/dc3f5699-72c4-438a-bc41-68ae8b96ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988474 Feb 09 02:20:56.964106 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-48feb7db-7da1-48d7-830d-a0dc24c123dc req-94eb4219-e222-4212-aa71-2d88cbe61e14 service neutron] 10.222.0.47 "GET /v2.0/networks/dc3f5699-72c4-438a-bc41-68ae8b96ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157937 Feb 09 02:21:00.705085 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47416) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:00.870518 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-3153d12e-878a-4f1f-ae2e-e560158b6f91 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Deleting port b583545d-bf2c-4bba-a95f-0bd0cb42758f {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:00.870862 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3153d12e-878a-4f1f-ae2e-e560158b6f91 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (b583545d-bf2c-4bba-a95f-0bd0cb42758f), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:00.953172 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3153d12e-878a-4f1f-ae2e-e560158b6f91 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (b583545d-bf2c-4bba-a95f-0bd0cb42758f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:00.953507 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3153d12e-878a-4f1f-ae2e-e560158b6f91 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks [] for floatingip (b583545d-bf2c-4bba-a95f-0bd0cb42758f), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:00.965850 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-3153d12e-878a-4f1f-ae2e-e560158b6f91 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Calling delete_port for b583545d-bf2c-4bba-a95f-0bd0cb42758f owned by network:floatingip {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:01.127851 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3153d12e-878a-4f1f-ae2e-e560158b6f91 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (b583545d-bf2c-4bba-a95f-0bd0cb42758f), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:01.158495 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3153d12e-878a-4f1f-ae2e-e560158b6f91 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Pushing event deleted for resources: {'Port': ['ID=b583545d-bf2c-4bba-a95f-0bd0cb42758f,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:01.180613 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153d12e-878a-4f1f-ae2e-e560158b6f91 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:01.180972 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153d12e-878a-4f1f-ae2e-e560158b6f91 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:01.181324 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153d12e-878a-4f1f-ae2e-e560158b6f91 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:01.181671 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153d12e-878a-4f1f-ae2e-e560158b6f91 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:01.182016 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153d12e-878a-4f1f-ae2e-e560158b6f91 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:01.182354 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153d12e-878a-4f1f-ae2e-e560158b6f91 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:01.182689 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153d12e-878a-4f1f-ae2e-e560158b6f91 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:01.183023 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153d12e-878a-4f1f-ae2e-e560158b6f91 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:01.183356 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153d12e-878a-4f1f-ae2e-e560158b6f91 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:01.183687 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153d12e-878a-4f1f-ae2e-e560158b6f91 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:01.184019 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153d12e-878a-4f1f-ae2e-e560158b6f91 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:01.184347 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153d12e-878a-4f1f-ae2e-e560158b6f91 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:01.184916 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3153d12e-878a-4f1f-ae2e-e560158b6f91 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:01.227368 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3153d12e-878a-4f1f-ae2e-e560158b6f91 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks [] for floatingip (d8c68d75-1be0-4f71-888d-5a8226a11d65), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:01.227702 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [None req-3153d12e-878a-4f1f-ae2e-e560158b6f91 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Floating IP d8c68d75-1be0-4f71-888d-5a8226a11d65 disassociated (deleted). External IP: 172.25.8.96, port: 5de134b0-fdfb-49a7-be70-eaa62eb55385. Feb 09 02:21:01.446331 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3153d12e-878a-4f1f-ae2e-e560158b6f91 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Router 2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:21:01.558930 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3153d12e-878a-4f1f-ae2e-e560158b6f91 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:21:01.563758 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-3153d12e-878a-4f1f-ae2e-e560158b6f91 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:01.568858 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f381fbda-a17b-4e41-b5ad-bb16b5ef0c1e None None] Sync routers for ids ['2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:21:01.580785 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f381fbda-a17b-4e41-b5ad-bb16b5ef0c1e None None] Routers {'2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:21:01.581427 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-f381fbda-a17b-4e41-b5ad-bb16b5ef0c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:20:35Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:01.597182 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-3153d12e-878a-4f1f-ae2e-e560158b6f91 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "DELETE /v2.0/floatingips/d8c68d75-1be0-4f71-888d-5a8226a11d65 HTTP/1.1" status: 204 len: 168 time: 0.8908772 Feb 09 02:21:01.597811 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e77acc-ac0a-4466-98d5-403c3f0fb5b9', 'tag': '5de134b0-fdfb-49a7-be70-eaa62eb55385'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:21:01.600662 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a470e99f0f86a4159e910055b77303d33aac5c61a6ba05ec29afc43a7220bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d422f7fc-e0df-4cdb-b42b-62ed32820338" -d '{"events": [{"name": "network-changed", "server_uuid": "10e77acc-ac0a-4466-98d5-403c3f0fb5b9", "tag": "5de134b0-fdfb-49a7-be70-eaa62eb55385"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:21:01.641459 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360dd4f2-d036-429a-b678-7bba62a76788 x-openstack-request-id: req-360dd4f2-d036-429a-b678-7bba62a76788 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:21:01.641759 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10e77acc-ac0a-4466-98d5-403c3f0fb5b9", "tag": "5de134b0-fdfb-49a7-be70-eaa62eb55385", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:21:01.642039 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-360dd4f2-d036-429a-b678-7bba62a76788 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:21:01.642450 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10e77acc-ac0a-4466-98d5-403c3f0fb5b9', 'tag': '5de134b0-fdfb-49a7-be70-eaa62eb55385', 'status': 'completed', 'code': 200} Feb 09 02:21:01.705883 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-f381fbda-a17b-4e41-b5ad-bb16b5ef0c1e None None] Set router 2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:21:01.730955 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422f7fc-e0df-4cdb-b42b-62ed32820338 req-f8fdc0e5-44fb-43c6-b1c7-86be07901ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:01.733115 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d422f7fc-e0df-4cdb-b42b-62ed32820338 req-f8fdc0e5-44fb-43c6-b1c7-86be07901ac0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac583066a1f944a0a35a3e710967fbcc&device_id=10e77acc-ac0a-4466-98d5-403c3f0fb5b9 HTTP/1.1" status: 200 len: 1127 time: 0.0559933 Feb 09 02:21:01.872153 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422f7fc-e0df-4cdb-b42b-62ed32820338 req-dadf38e4-ed64-4ebe-8ff6-72454156c3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:01.880953 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d422f7fc-e0df-4cdb-b42b-62ed32820338 req-dadf38e4-ed64-4ebe-8ff6-72454156c3c4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc3f5699-72c4-438a-bc41-68ae8b96ab40 HTTP/1.1" status: 200 len: 911 time: 0.1311963 Feb 09 02:21:01.930926 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d422f7fc-e0df-4cdb-b42b-62ed32820338 req-23e80775-2f69-4474-9914-b0fc82a5a45a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5de134b0-fdfb-49a7-be70-eaa62eb55385 HTTP/1.1" status: 200 len: 217 time: 0.0423772 Feb 09 02:21:01.957342 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e3403-337d-4797-b5e9-bacc7f3f83f9 req-0bb87d46-a62e-4ddc-b446-c80e6901ab1a tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:01.960144 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e31e3403-337d-4797-b5e9-bacc7f3f83f9 req-0bb87d46-a62e-4ddc-b446-c80e6901ab1a tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/ports?device_id=10e77acc-ac0a-4466-98d5-403c3f0fb5b9 HTTP/1.1" status: 200 len: 945 time: 0.1341889 Feb 09 02:21:01.983068 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-f381fbda-a17b-4e41-b5ad-bb16b5ef0c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'name': 'tempest-TestSnapshotPattern-297270253-router', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '7320d9b7-ab84-483a-8463-3d123c2de53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:27Z', 'updated_at': '2022-02-09T02:16:30Z', 'revision_number': 4, 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'gw_port': {'id': '7320d9b7-ab84-483a-8463-3d123c2de53d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:24:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:28Z', 'updated_at': '2022-02-09T02:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '2fcc8dd6-9dcb-472a-bb72-55c7663b7b5e', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'floating_ip_address': '172.25.8.202', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'port_id': '59a07fb1-26de-46cc-932e-e8fba41ede10', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40', 'mac_address': 'fa:16:3e:d8:c7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3caaf93f-33c3-4194-92c8-dd3b7321e563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:16:48Z', 'updated_at': '2022-02-09T02:16:50Z', 'revision_number': 1, 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7c1a529-861f-49bc-9dfe-fb6a29a774d1', 'name': '', 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'mac_address': 'fa:16:3e:7c:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '2bf9e30b-26ad-4cc4-9838-42afbd738ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:30Z', 'updated_at': '2022-02-09T02:16:33Z', 'revision_number': 5, 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'subnets': [{'id': '2bf9e30b-26ad-4cc4-9838-42afbd738ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:01.994588 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422f7fc-e0df-4cdb-b42b-62ed32820338 req-d2761a87-b0ac-49f7-a1ae-b3f6fabb29c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:01.996184 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d422f7fc-e0df-4cdb-b42b-62ed32820338 req-d2761a87-b0ac-49f7-a1ae-b3f6fabb29c0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2bf9e30b-26ad-4cc4-9838-42afbd738ea2 HTTP/1.1" status: 200 len: 848 time: 0.0521851 Feb 09 02:21:02.020328 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-e31e3403-337d-4797-b5e9-bacc7f3f83f9 req-7f33587b-8bbc-44ef-95d0-f56deafc42ac tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/security-groups?id=50702828-09ee-48cd-b694-88f6c9a65782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533941 Feb 09 02:21:02.057520 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d422f7fc-e0df-4cdb-b42b-62ed32820338 req-13448027-a413-4bfc-96dd-9aa470a5171e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:02.059091 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d422f7fc-e0df-4cdb-b42b-62ed32820338 req-13448027-a413-4bfc-96dd-9aa470a5171e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc3f5699-72c4-438a-bc41-68ae8b96ab40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0564110 Feb 09 02:21:02.164652 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d422f7fc-e0df-4cdb-b42b-62ed32820338 req-c6c9df2a-48fc-4e75-b3f5-74ccbfc76531 service neutron] 10.222.0.47 "GET /v2.0/networks/dc3f5699-72c4-438a-bc41-68ae8b96ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977135 Feb 09 02:21:02.178115 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f381fbda-a17b-4e41-b5ad-bb16b5ef0c1e None None] Checking router: 2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:21:02.187198 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f381fbda-a17b-4e41-b5ad-bb16b5ef0c1e None None] Routers {'2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:21:02.187800 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-f381fbda-a17b-4e41-b5ad-bb16b5ef0c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:20:35Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:02.255579 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-d422f7fc-e0df-4cdb-b42b-62ed32820338 req-c3f22017-41e6-4045-9bc0-dff0aa995723 service neutron] 10.222.0.47 "GET /v2.0/networks/dc3f5699-72c4-438a-bc41-68ae8b96ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840180 Feb 09 02:21:02.295135 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-f381fbda-a17b-4e41-b5ad-bb16b5ef0c1e None None] Set router 2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:21:02.513456 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-f381fbda-a17b-4e41-b5ad-bb16b5ef0c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'name': 'tempest-TestSnapshotPattern-297270253-router', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '7320d9b7-ab84-483a-8463-3d123c2de53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:27Z', 'updated_at': '2022-02-09T02:16:30Z', 'revision_number': 4, 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'gw_port': {'id': '7320d9b7-ab84-483a-8463-3d123c2de53d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:24:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:28Z', 'updated_at': '2022-02-09T02:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '2fcc8dd6-9dcb-472a-bb72-55c7663b7b5e', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'floating_ip_address': '172.25.8.202', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'port_id': '59a07fb1-26de-46cc-932e-e8fba41ede10', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40', 'mac_address': 'fa:16:3e:d8:c7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3caaf93f-33c3-4194-92c8-dd3b7321e563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:16:48Z', 'updated_at': '2022-02-09T02:16:50Z', 'revision_number': 1, 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7c1a529-861f-49bc-9dfe-fb6a29a774d1', 'name': '', 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'mac_address': 'fa:16:3e:7c:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '2bf9e30b-26ad-4cc4-9838-42afbd738ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:30Z', 'updated_at': '2022-02-09T02:16:33Z', 'revision_number': 5, 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'subnets': [{'id': '2bf9e30b-26ad-4cc4-9838-42afbd738ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:02.545537 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 5de134b0-fdfb-49a7-be70-eaa62eb55385 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:21:02.549283 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f381fbda-a17b-4e41-b5ad-bb16b5ef0c1e None None] The sync data for ids ['2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6'] in n-d-828369-4 is: [{'id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'name': 'tempest-TestSnapshotPattern-297270253-router', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '7320d9b7-ab84-483a-8463-3d123c2de53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:27Z', 'updated_at': '2022-02-09T02:16:30Z', 'revision_number': 4, 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'gw_port': {'id': '7320d9b7-ab84-483a-8463-3d123c2de53d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:24:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:28Z', 'updated_at': '2022-02-09T02:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_floatingips': [{'id': '2fcc8dd6-9dcb-472a-bb72-55c7663b7b5e', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'floating_ip_address': '172.25.8.202', 'floating_network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'router_id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'port_id': '59a07fb1-26de-46cc-932e-e8fba41ede10', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40', 'mac_address': 'fa:16:3e:d8:c7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3caaf93f-33c3-4194-92c8-dd3b7321e563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-09T02:16:48Z', 'updated_at': '2022-02-09T02:16:50Z', 'revision_number': 1, 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7c1a529-861f-49bc-9dfe-fb6a29a774d1', 'name': '', 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'mac_address': 'fa:16:3e:7c:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '2bf9e30b-26ad-4cc4-9838-42afbd738ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:30Z', 'updated_at': '2022-02-09T02:16:33Z', 'revision_number': 5, 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'subnets': [{'id': '2bf9e30b-26ad-4cc4-9838-42afbd738ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:21:02.593315 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d4ac8b10-cac0-4b60-bd7c-dc737c900a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:02.638102 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Current status of the port 5de134b0-fdfb-49a7-be70-eaa62eb55385 is: ACTIVE; New status is: DOWN {{(pid=103138) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 09 02:21:02.638508 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476629'] for port (5de134b0-fdfb-49a7-be70-eaa62eb55385), before_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:02.662178 n-d-828369-4 neutron-server[103138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e77acc-ac0a-4466-98d5-403c3f0fb5b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5de134b0-fdfb-49a7-be70-eaa62eb55385'}] {{(pid=103138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:21:02.664444 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f766445e23ec559c7328ff843d6cc013f3fae19186639b550ac9b130fb2cde8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8523d4a8-83ff-4ac1-886c-84ff2abedd60" -d '{"events": [{"server_uuid": "10e77acc-ac0a-4466-98d5-403c3f0fb5b9", "name": "network-vif-unplugged", "status": "completed", "tag": "5de134b0-fdfb-49a7-be70-eaa62eb55385"}]}' {{(pid=103138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:21:02.678275 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] For port 5de134b0-fdfb-49a7-be70-eaa62eb55385, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=5de134b0-fdfb-49a7-be70-eaa62eb55385,segment=NetworkSegment(e500279a-cd98-4632-88bb-39117113f3f9),segment_id=e500279a-cd98-4632-88bb-39117113f3f9)] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:02.683469 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750578436109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750578096851', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750578096869'] for port (5de134b0-fdfb-49a7-be70-eaa62eb55385), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:02.712243 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 09 Feb 2022 02:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46da95f-8313-48a8-9373-6fff65fb6338 x-openstack-request-id: req-d46da95f-8313-48a8-9373-6fff65fb6338 {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:21:02.713061 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e77acc-ac0a-4466-98d5-403c3f0fb5b9", "name": "network-vif-unplugged", "status": "completed", "tag": "5de134b0-fdfb-49a7-be70-eaa62eb55385", "code": 200}]} {{(pid=103138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:21:02.713319 n-d-828369-4 neutron-server[103138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d46da95f-8313-48a8-9373-6fff65fb6338 {{(pid=103138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:21:02.713714 n-d-828369-4 neutron-server[103138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e77acc-ac0a-4466-98d5-403c3f0fb5b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5de134b0-fdfb-49a7-be70-eaa62eb55385', 'code': 200} Feb 09 02:21:02.740386 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Pushing event updated for resources: {'Port': ['ID=5de134b0-fdfb-49a7-be70-eaa62eb55385,revision_number=8']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:02.911646 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49d467c-b278-45b7-819c-0cf211f588fb None None] New status for floating IP d8c68d75-1be0-4f71-888d-5a8226a11d65: DOWN {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:21:03.146474 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c337e0b-d01c-4f94-8034-1746447ce503 req-786a1f68-9bf7-487b-8da5-6282fa6ffbcc tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:03.147861 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1c337e0b-d01c-4f94-8034-1746447ce503 req-786a1f68-9bf7-487b-8da5-6282fa6ffbcc tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/ports?device_id=10e77acc-ac0a-4466-98d5-403c3f0fb5b9 HTTP/1.1" status: 200 len: 943 time: 0.0556831 Feb 09 02:21:03.196223 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-1c337e0b-d01c-4f94-8034-1746447ce503 req-e495cf49-d9d6-4648-9810-e3d966f22a97 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/security-groups?id=50702828-09ee-48cd-b694-88f6c9a65782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427611 Feb 09 02:21:03.415227 n-d-828369-4 neutron-server[103137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1bdcf5-638b-4a55-8e11-b209868167c7 req-52bb829e-4f74-46ca-8f52-33a5dd2c3604 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:03.416642 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7f1bdcf5-638b-4a55-8e11-b209868167c7 req-52bb829e-4f74-46ca-8f52-33a5dd2c3604 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.47 "GET /v2.0/ports?device_id=10e77acc-ac0a-4466-98d5-403c3f0fb5b9 HTTP/1.1" status: 200 len: 943 time: 0.0563264 Feb 09 02:21:03.506505 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-7f1bdcf5-638b-4a55-8e11-b209868167c7 req-331e9eb3-4aac-4d09-b64e-8b218687ad5c tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Deleting port 5de134b0-fdfb-49a7-be70-eaa62eb55385 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:03.506853 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-7f1bdcf5-638b-4a55-8e11-b209868167c7 req-331e9eb3-4aac-4d09-b64e-8b218687ad5c tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (5de134b0-fdfb-49a7-be70-eaa62eb55385), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:03.889348 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [req-7f1bdcf5-638b-4a55-8e11-b209868167c7 req-331e9eb3-4aac-4d09-b64e-8b218687ad5c tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] For port 5de134b0-fdfb-49a7-be70-eaa62eb55385, host n-h1-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-4',level=0,port_id=5de134b0-fdfb-49a7-be70-eaa62eb55385,segment=NetworkSegment(e500279a-cd98-4632-88bb-39117113f3f9),segment_id=e500279a-cd98-4632-88bb-39117113f3f9)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:03.889712 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-7f1bdcf5-638b-4a55-8e11-b209868167c7 req-331e9eb3-4aac-4d09-b64e-8b218687ad5c tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (5de134b0-fdfb-49a7-be70-eaa62eb55385), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:03.901620 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [req-7f1bdcf5-638b-4a55-8e11-b209868167c7 req-331e9eb3-4aac-4d09-b64e-8b218687ad5c tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Calling delete_port for 5de134b0-fdfb-49a7-be70-eaa62eb55385 owned by compute:nova {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:04.025860 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-7f1bdcf5-638b-4a55-8e11-b209868167c7 req-331e9eb3-4aac-4d09-b64e-8b218687ad5c tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (5de134b0-fdfb-49a7-be70-eaa62eb55385), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:04.059649 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e9eb3-4aac-4d09-b64e-8b218687ad5c tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Pushing event deleted for resources: {'Port': ['ID=5de134b0-fdfb-49a7-be70-eaa62eb55385,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:04.089304 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e9eb3-4aac-4d09-b64e-8b218687ad5c tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:04.089661 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e9eb3-4aac-4d09-b64e-8b218687ad5c tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:04.090011 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e9eb3-4aac-4d09-b64e-8b218687ad5c tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:04.090356 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e9eb3-4aac-4d09-b64e-8b218687ad5c tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:04.090691 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e9eb3-4aac-4d09-b64e-8b218687ad5c tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:04.091027 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e9eb3-4aac-4d09-b64e-8b218687ad5c tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:04.091358 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e9eb3-4aac-4d09-b64e-8b218687ad5c tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:04.091706 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e9eb3-4aac-4d09-b64e-8b218687ad5c tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:04.092045 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e9eb3-4aac-4d09-b64e-8b218687ad5c tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:04.092371 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e9eb3-4aac-4d09-b64e-8b218687ad5c tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:04.092724 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e9eb3-4aac-4d09-b64e-8b218687ad5c tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:04.093058 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e9eb3-4aac-4d09-b64e-8b218687ad5c tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:04.093391 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e9eb3-4aac-4d09-b64e-8b218687ad5c tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-4 {{(pid=103137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 09 02:21:04.114871 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f1bdcf5-638b-4a55-8e11-b209868167c7 req-331e9eb3-4aac-4d09-b64e-8b218687ad5c tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] No DVR routers for this DVR port 5de134b0-fdfb-49a7-be70-eaa62eb55385 on host n-h1-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:21:04.117392 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [req-7f1bdcf5-638b-4a55-8e11-b209868167c7 req-331e9eb3-4aac-4d09-b64e-8b218687ad5c tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:04.121287 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [req-7f1bdcf5-638b-4a55-8e11-b209868167c7 req-331e9eb3-4aac-4d09-b64e-8b218687ad5c tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.47 "DELETE /v2.0/ports/5de134b0-fdfb-49a7-be70-eaa62eb55385 HTTP/1.1" status: 204 len: 173 time: 0.6993227 Feb 09 02:21:04.121756 n-d-828369-4 neutron-server[103137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e77acc-ac0a-4466-98d5-403c3f0fb5b9', 'name': 'network-vif-deleted', 'tag': '5de134b0-fdfb-49a7-be70-eaa62eb55385'}] {{(pid=103137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:21:04.123987 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bb43af88e673329c23149398428cc041a01d2eb1e38e3c4d9439b19a076227c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57edd69-13d6-4a5e-a45c-fee4f1d99140" -d '{"events": [{"server_uuid": "10e77acc-ac0a-4466-98d5-403c3f0fb5b9", "name": "network-vif-deleted", "tag": "5de134b0-fdfb-49a7-be70-eaa62eb55385"}]}' {{(pid=103137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:21:04.165029 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c973e9e1-aaa7-408f-a123-d8666f3e6d95 x-openstack-request-id: req-c973e9e1-aaa7-408f-a123-d8666f3e6d95 {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:21:04.165363 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e77acc-ac0a-4466-98d5-403c3f0fb5b9", "name": "network-vif-deleted", "tag": "5de134b0-fdfb-49a7-be70-eaa62eb55385", "status": "completed", "code": 200}]} {{(pid=103137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:21:04.166245 n-d-828369-4 neutron-server[103137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c973e9e1-aaa7-408f-a123-d8666f3e6d95 {{(pid=103137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:21:04.166662 n-d-828369-4 neutron-server[103137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e77acc-ac0a-4466-98d5-403c3f0fb5b9', 'name': 'network-vif-deleted', 'tag': '5de134b0-fdfb-49a7-be70-eaa62eb55385', 'status': 'completed', 'code': 200} Feb 09 02:21:04.303600 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-25feced3-b9ba-46d1-a161-bda4594b01e4 req-f3839893-985c-4962-a938-490fc73c58df tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/ports?device_id=10e77acc-ac0a-4466-98d5-403c3f0fb5b9 HTTP/1.1" status: 200 len: 210 time: 0.0273352 Feb 09 02:21:04.573346 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8b1177c6-4acc-4bff-9b07-4026a1063129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:05.850372 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47480) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:06.000406 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-03a48bbd-1845-429e-83dd-22b05f38ccb3 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Deleting port 8c6da483-faa8-4c40-b239-34fc8794707a {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:06.000785 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-03a48bbd-1845-429e-83dd-22b05f38ccb3 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (8c6da483-faa8-4c40-b239-34fc8794707a), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:06.078209 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-03a48bbd-1845-429e-83dd-22b05f38ccb3 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (8c6da483-faa8-4c40-b239-34fc8794707a), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:06.078563 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-03a48bbd-1845-429e-83dd-22b05f38ccb3 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks [] for floatingip (8c6da483-faa8-4c40-b239-34fc8794707a), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:06.089947 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-03a48bbd-1845-429e-83dd-22b05f38ccb3 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Calling delete_port for 8c6da483-faa8-4c40-b239-34fc8794707a owned by network:floatingip {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:06.213761 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:06.236557 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-03a48bbd-1845-429e-83dd-22b05f38ccb3 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (8c6da483-faa8-4c40-b239-34fc8794707a), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:06.260168 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a48bbd-1845-429e-83dd-22b05f38ccb3 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Pushing event deleted for resources: {'Port': ['ID=8c6da483-faa8-4c40-b239-34fc8794707a,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:06.321947 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-03a48bbd-1845-429e-83dd-22b05f38ccb3 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks [] for floatingip (2fcc8dd6-9dcb-472a-bb72-55c7663b7b5e), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:06.322279 n-d-828369-4 neutron-server[103136]: INFO neutron.db.l3_db [None req-03a48bbd-1845-429e-83dd-22b05f38ccb3 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Floating IP 2fcc8dd6-9dcb-472a-bb72-55c7663b7b5e disassociated (deleted). External IP: 172.25.8.202, port: 59a07fb1-26de-46cc-932e-e8fba41ede10. Feb 09 02:21:06.536299 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a48bbd-1845-429e-83dd-22b05f38ccb3 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Router 2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:21:06.550211 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 5de134b0-fdfb-49a7-be70-eaa62eb55385 no longer exists at agent hyperv_n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:21:06.570912 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] No Port match for: 5de134b0-fdfb-49a7-be70-eaa62eb55385 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:21:06.571263 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Device 5de134b0-fdfb-49a7-be70-eaa62eb55385 not bound to the agent host n-h1-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:21:06.981746 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a48bbd-1845-429e-83dd-22b05f38ccb3 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:21:06.986350 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-03a48bbd-1845-429e-83dd-22b05f38ccb3 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for floatingip (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:06.990867 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6eec89b-639c-4306-a499-b46b47e8ed7f None None] Sync routers for ids ['2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:21:07.000741 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6eec89b-639c-4306-a499-b46b47e8ed7f None None] Routers {'2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:21:07.001366 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-e6eec89b-639c-4306-a499-b46b47e8ed7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:21:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:07.015982 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-03a48bbd-1845-429e-83dd-22b05f38ccb3 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "DELETE /v2.0/floatingips/2fcc8dd6-9dcb-472a-bb72-55c7663b7b5e HTTP/1.1" status: 204 len: 168 time: 1.1645277 Feb 09 02:21:07.016700 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3caaf93f-33c3-4194-92c8-dd3b7321e563', 'tag': '59a07fb1-26de-46cc-932e-e8fba41ede10'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:21:07.019031 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a470e99f0f86a4159e910055b77303d33aac5c61a6ba05ec29afc43a7220bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49aaf4ed-47ef-4140-ab0a-ca842af9590a" -d '{"events": [{"name": "network-changed", "server_uuid": "3caaf93f-33c3-4194-92c8-dd3b7321e563", "tag": "59a07fb1-26de-46cc-932e-e8fba41ede10"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:21:07.073992 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 09 Feb 2022 02:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdeefa06-2b6f-451a-8bd3-05809e0db0ca x-openstack-request-id: req-bdeefa06-2b6f-451a-8bd3-05809e0db0ca {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:21:07.073992 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3caaf93f-33c3-4194-92c8-dd3b7321e563", "tag": "59a07fb1-26de-46cc-932e-e8fba41ede10", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:21:07.073992 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bdeefa06-2b6f-451a-8bd3-05809e0db0ca {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:21:07.073992 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3caaf93f-33c3-4194-92c8-dd3b7321e563', 'tag': '59a07fb1-26de-46cc-932e-e8fba41ede10', 'status': 'completed', 'code': 200} Feb 09 02:21:07.132360 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-e6eec89b-639c-4306-a499-b46b47e8ed7f None None] Set router 2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:21:07.142384 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aaf4ed-47ef-4140-ab0a-ca842af9590a req-1f7b603e-92e0-40c7-a370-bf977647adf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:07.144067 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-49aaf4ed-47ef-4140-ab0a-ca842af9590a req-1f7b603e-92e0-40c7-a370-bf977647adf4 service neutron] 10.222.0.120 "GET /v2.0/ports?tenant_id=ac583066a1f944a0a35a3e710967fbcc&device_id=3caaf93f-33c3-4194-92c8-dd3b7321e563 HTTP/1.1" status: 200 len: 1125 time: 0.0489638 Feb 09 02:21:07.281381 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aaf4ed-47ef-4140-ab0a-ca842af9590a req-ee9d245b-2243-4035-913c-e38e2ee972be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:07.282778 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-49aaf4ed-47ef-4140-ab0a-ca842af9590a req-ee9d245b-2243-4035-913c-e38e2ee972be service neutron] 10.222.0.120 "GET /v2.0/networks?id=dc3f5699-72c4-438a-bc41-68ae8b96ab40 HTTP/1.1" status: 200 len: 911 time: 0.1288259 Feb 09 02:21:07.293433 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918069b4-33ae-4f24-9031-6c44a7decc08 req-700af733-39c3-4108-adf1-be4a12e0946a tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:07.294878 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-918069b4-33ae-4f24-9031-6c44a7decc08 req-700af733-39c3-4108-adf1-be4a12e0946a tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/ports?device_id=3caaf93f-33c3-4194-92c8-dd3b7321e563 HTTP/1.1" status: 200 len: 943 time: 0.0800390 Feb 09 02:21:07.336199 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-49aaf4ed-47ef-4140-ab0a-ca842af9590a req-0848a93b-a7be-4ecd-bac7-9fd6006f5ccf service neutron] 10.222.0.120 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59a07fb1-26de-46cc-932e-e8fba41ede10 HTTP/1.1" status: 200 len: 217 time: 0.0403790 Feb 09 02:21:07.350094 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-e6eec89b-639c-4306-a499-b46b47e8ed7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'name': 'tempest-TestSnapshotPattern-297270253-router', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '7320d9b7-ab84-483a-8463-3d123c2de53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:27Z', 'updated_at': '2022-02-09T02:16:30Z', 'revision_number': 4, 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'gw_port': {'id': '7320d9b7-ab84-483a-8463-3d123c2de53d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:24:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:28Z', 'updated_at': '2022-02-09T02:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'a7c1a529-861f-49bc-9dfe-fb6a29a774d1', 'name': '', 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'mac_address': 'fa:16:3e:7c:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '2bf9e30b-26ad-4cc4-9838-42afbd738ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:30Z', 'updated_at': '2022-02-09T02:16:33Z', 'revision_number': 5, 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'subnets': [{'id': '2bf9e30b-26ad-4cc4-9838-42afbd738ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:07.376371 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6eec89b-639c-4306-a499-b46b47e8ed7f None None] Checking router: 2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:21:07.385004 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6eec89b-639c-4306-a499-b46b47e8ed7f None None] Routers {'2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:21:07.385676 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-e6eec89b-639c-4306-a499-b46b47e8ed7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:21:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:07.414505 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-918069b4-33ae-4f24-9031-6c44a7decc08 req-95bad389-ef17-45cb-9ec4-bb7dd69c468b tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/security-groups?id=50702828-09ee-48cd-b694-88f6c9a65782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110539 Feb 09 02:21:07.416055 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aaf4ed-47ef-4140-ab0a-ca842af9590a req-6dd2886f-31d4-4a1c-8eae-ce2cc49a9e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:07.417554 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-49aaf4ed-47ef-4140-ab0a-ca842af9590a req-6dd2886f-31d4-4a1c-8eae-ce2cc49a9e83 service neutron] 10.222.0.120 "GET /v2.0/subnets?id=2bf9e30b-26ad-4cc4-9838-42afbd738ea2 HTTP/1.1" status: 200 len: 848 time: 0.0742607 Feb 09 02:21:07.470059 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aaf4ed-47ef-4140-ab0a-ca842af9590a req-e5274707-8f46-4fbd-a9ba-1dc504fdda54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:07.471090 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-49aaf4ed-47ef-4140-ab0a-ca842af9590a req-e5274707-8f46-4fbd-a9ba-1dc504fdda54 service neutron] 10.222.0.120 "GET /v2.0/ports?network_id=dc3f5699-72c4-438a-bc41-68ae8b96ab40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455892 Feb 09 02:21:07.503051 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:07.516190 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-e6eec89b-639c-4306-a499-b46b47e8ed7f None None] Set router 2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:21:07.568527 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-49aaf4ed-47ef-4140-ab0a-ca842af9590a req-09667ada-fd51-4099-88e8-e43c717b429c service neutron] 10.222.0.120 "GET /v2.0/networks/dc3f5699-72c4-438a-bc41-68ae8b96ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908811 Feb 09 02:21:07.658535 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-49aaf4ed-47ef-4140-ab0a-ca842af9590a req-e5d3a2a9-c8b8-4fa8-9bfe-f9a8925f2bc4 service neutron] 10.222.0.120 "GET /v2.0/networks/dc3f5699-72c4-438a-bc41-68ae8b96ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828056 Feb 09 02:21:07.718293 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-e6eec89b-639c-4306-a499-b46b47e8ed7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'name': 'tempest-TestSnapshotPattern-297270253-router', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '7320d9b7-ab84-483a-8463-3d123c2de53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:27Z', 'updated_at': '2022-02-09T02:16:30Z', 'revision_number': 4, 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'gw_port': {'id': '7320d9b7-ab84-483a-8463-3d123c2de53d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:24:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:28Z', 'updated_at': '2022-02-09T02:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'a7c1a529-861f-49bc-9dfe-fb6a29a774d1', 'name': '', 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'mac_address': 'fa:16:3e:7c:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '2bf9e30b-26ad-4cc4-9838-42afbd738ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:30Z', 'updated_at': '2022-02-09T02:16:33Z', 'revision_number': 5, 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'subnets': [{'id': '2bf9e30b-26ad-4cc4-9838-42afbd738ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:07.749116 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6eec89b-639c-4306-a499-b46b47e8ed7f None None] The sync data for ids ['2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6'] in n-d-828369-4 is: [{'id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'name': 'tempest-TestSnapshotPattern-297270253-router', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '7320d9b7-ab84-483a-8463-3d123c2de53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:27Z', 'updated_at': '2022-02-09T02:16:30Z', 'revision_number': 4, 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'gw_port': {'id': '7320d9b7-ab84-483a-8463-3d123c2de53d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:24:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:28Z', 'updated_at': '2022-02-09T02:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4', '_interfaces': [{'id': 'a7c1a529-861f-49bc-9dfe-fb6a29a774d1', 'name': '', 'network_id': 'dc3f5699-72c4-438a-bc41-68ae8b96ab40', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'mac_address': 'fa:16:3e:7c:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '2bf9e30b-26ad-4cc4-9838-42afbd738ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:30Z', 'updated_at': '2022-02-09T02:16:33Z', 'revision_number': 5, 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'subnets': [{'id': '2bf9e30b-26ad-4cc4-9838-42afbd738ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:21:07.955260 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab8a03f-f969-475f-b5de-798d52186dbb None None] New status for floating IP 2fcc8dd6-9dcb-472a-bb72-55c7663b7b5e: DOWN {{(pid=103139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 09 02:21:08.329539 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:08.541613 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b9b49-b472-4982-b242-772af520fdb7 req-c6ae6188-c4d8-43b2-a8d1-be8f1a514549 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:08.543221 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dc4b9b49-b472-4982-b242-772af520fdb7 req-c6ae6188-c4d8-43b2-a8d1-be8f1a514549 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/ports?device_id=3caaf93f-33c3-4194-92c8-dd3b7321e563 HTTP/1.1" status: 200 len: 943 time: 0.0560164 Feb 09 02:21:08.598007 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-dc4b9b49-b472-4982-b242-772af520fdb7 req-c55d1d02-0443-4f00-a5fe-26157dbf86e9 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/security-groups?id=50702828-09ee-48cd-b694-88f6c9a65782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474041 Feb 09 02:21:08.609820 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:08.782582 n-d-828369-4 neutron-server[103136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eddb03-14b6-4a37-98e3-04f9b7c49c7c req-0af29b97-6e85-4357-be1b-cb2d6e6afd81 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 09 02:21:08.784113 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-48eddb03-14b6-4a37-98e3-04f9b7c49c7c req-0af29b97-6e85-4357-be1b-cb2d6e6afd81 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.120 "GET /v2.0/ports?device_id=3caaf93f-33c3-4194-92c8-dd3b7321e563 HTTP/1.1" status: 200 len: 943 time: 0.0538645 Feb 09 02:21:08.875835 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-48eddb03-14b6-4a37-98e3-04f9b7c49c7c req-4c204ff2-dda5-421c-924c-954f4369bbc2 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Deleting port 59a07fb1-26de-46cc-932e-e8fba41ede10 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:08.876353 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-48eddb03-14b6-4a37-98e3-04f9b7c49c7c req-4c204ff2-dda5-421c-924c-954f4369bbc2 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (59a07fb1-26de-46cc-932e-e8fba41ede10), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:08.968323 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [req-48eddb03-14b6-4a37-98e3-04f9b7c49c7c req-4c204ff2-dda5-421c-924c-954f4369bbc2 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] For port 59a07fb1-26de-46cc-932e-e8fba41ede10, host n-h2-828369-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-4',level=0,port_id=59a07fb1-26de-46cc-932e-e8fba41ede10,segment=NetworkSegment(e500279a-cd98-4632-88bb-39117113f3f9),segment_id=e500279a-cd98-4632-88bb-39117113f3f9)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:08.968730 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-48eddb03-14b6-4a37-98e3-04f9b7c49c7c req-4c204ff2-dda5-421c-924c-954f4369bbc2 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (59a07fb1-26de-46cc-932e-e8fba41ede10), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:08.981384 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [req-48eddb03-14b6-4a37-98e3-04f9b7c49c7c req-4c204ff2-dda5-421c-924c-954f4369bbc2 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Calling delete_port for 59a07fb1-26de-46cc-932e-e8fba41ede10 owned by compute:nova {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:09.115273 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-48eddb03-14b6-4a37-98e3-04f9b7c49c7c req-4c204ff2-dda5-421c-924c-954f4369bbc2 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (59a07fb1-26de-46cc-932e-e8fba41ede10), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:09.147695 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c204ff2-dda5-421c-924c-954f4369bbc2 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Pushing event deleted for resources: {'Port': ['ID=59a07fb1-26de-46cc-932e-e8fba41ede10,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:09.201981 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [req-48eddb03-14b6-4a37-98e3-04f9b7c49c7c req-4c204ff2-dda5-421c-924c-954f4369bbc2 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] No DVR routers for this DVR port 59a07fb1-26de-46cc-932e-e8fba41ede10 on host n-h2-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:21:09.204604 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [req-48eddb03-14b6-4a37-98e3-04f9b7c49c7c req-4c204ff2-dda5-421c-924c-954f4369bbc2 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4023881'] for port (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:09.207914 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-48eddb03-14b6-4a37-98e3-04f9b7c49c7c req-4c204ff2-dda5-421c-924c-954f4369bbc2 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.120 "DELETE /v2.0/ports/59a07fb1-26de-46cc-932e-e8fba41ede10 HTTP/1.1" status: 204 len: 173 time: 0.4188778 Feb 09 02:21:09.208371 n-d-828369-4 neutron-server[103136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3caaf93f-33c3-4194-92c8-dd3b7321e563', 'name': 'network-vif-deleted', 'tag': '59a07fb1-26de-46cc-932e-e8fba41ede10'}] {{(pid=103136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 09 02:21:09.210625 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a470e99f0f86a4159e910055b77303d33aac5c61a6ba05ec29afc43a7220bfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e81a5a-c7ab-44a4-bf4b-bc814721fb23" -d '{"events": [{"server_uuid": "3caaf93f-33c3-4194-92c8-dd3b7321e563", "name": "network-vif-deleted", "tag": "59a07fb1-26de-46cc-932e-e8fba41ede10"}]}' {{(pid=103136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 09 02:21:09.247194 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 09 Feb 2022 02:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4abe2d-b4a3-416d-8d17-ef4ce65d3c78 x-openstack-request-id: req-db4abe2d-b4a3-416d-8d17-ef4ce65d3c78 {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 09 02:21:09.247497 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3caaf93f-33c3-4194-92c8-dd3b7321e563", "name": "network-vif-deleted", "tag": "59a07fb1-26de-46cc-932e-e8fba41ede10", "status": "completed", "code": 200}]} {{(pid=103136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 09 02:21:09.247761 n-d-828369-4 neutron-server[103136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-db4abe2d-b4a3-416d-8d17-ef4ce65d3c78 {{(pid=103136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 09 02:21:09.248172 n-d-828369-4 neutron-server[103136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3caaf93f-33c3-4194-92c8-dd3b7321e563', 'name': 'network-vif-deleted', 'tag': '59a07fb1-26de-46cc-932e-e8fba41ede10', 'status': 'completed', 'code': 200} Feb 09 02:21:09.717004 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [req-0b821a8f-47b9-474c-a46d-1645c64aaa70 req-2b0b3704-7c81-419d-8352-47cea99df2fe tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "GET /v2.0/ports?device_id=3caaf93f-33c3-4194-92c8-dd3b7321e563 HTTP/1.1" status: 200 len: 210 time: 0.0274653 Feb 09 02:21:10.058149 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:10.772393 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47496) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:10.827545 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2973fdfd-7ece-4af0-aef2-6c406ad95967 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks [] for security_group (50702828-09ee-48cd-b694-88f6c9a65782), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:10.852135 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2973fdfd-7ece-4af0-aef2-6c406ad95967 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks [] for security_group (50702828-09ee-48cd-b694-88f6c9a65782), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:10.912914 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2973fdfd-7ece-4af0-aef2-6c406ad95967 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (50702828-09ee-48cd-b694-88f6c9a65782), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:10.915992 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-2973fdfd-7ece-4af0-aef2-6c406ad95967 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:10.917181 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-2973fdfd-7ece-4af0-aef2-6c406ad95967 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] 10.222.0.50 "DELETE /v2.0/security-groups/50702828-09ee-48cd-b694-88f6c9a65782 HTTP/1.1" status: 204 len: 168 time: 0.1437466 Feb 09 02:21:10.926539 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2973fdfd-7ece-4af0-aef2-6c406ad95967 tempest-TestSnapshotPattern-199335153 tempest-TestSnapshotPattern-199335153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50702828-09ee-48cd-b694-88f6c9a65782,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:10.964524 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47500) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:11.315057 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f419e2dc-62c6-4dd3-b69a-79f9faaaae90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:11.569271 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-f419e2dc-62c6-4dd3-b69a-79f9faaaae90 admin admin] Deleting port a7c1a529-861f-49bc-9dfe-fb6a29a774d1 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:11.569534 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f419e2dc-62c6-4dd3-b69a-79f9faaaae90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (a7c1a529-861f-49bc-9dfe-fb6a29a774d1), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:11.646319 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-f419e2dc-62c6-4dd3-b69a-79f9faaaae90 admin admin] For port a7c1a529-861f-49bc-9dfe-fb6a29a774d1, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=a7c1a529-861f-49bc-9dfe-fb6a29a774d1,segment=NetworkSegment(e500279a-cd98-4632-88bb-39117113f3f9),segment_id=e500279a-cd98-4632-88bb-39117113f3f9)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:11.646689 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f419e2dc-62c6-4dd3-b69a-79f9faaaae90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (a7c1a529-861f-49bc-9dfe-fb6a29a774d1), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:11.659848 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-f419e2dc-62c6-4dd3-b69a-79f9faaaae90 admin admin] Calling delete_port for a7c1a529-861f-49bc-9dfe-fb6a29a774d1 owned by network:router_interface {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:11.848345 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f419e2dc-62c6-4dd3-b69a-79f9faaaae90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (a7c1a529-861f-49bc-9dfe-fb6a29a774d1), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:11.878166 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f419e2dc-62c6-4dd3-b69a-79f9faaaae90 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7c1a529-861f-49bc-9dfe-fb6a29a774d1,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:12.047797 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-f419e2dc-62c6-4dd3-b69a-79f9faaaae90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:12.138134 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 59a07fb1-26de-46cc-932e-e8fba41ede10 no longer exists at agent hyperv_n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:21:12.157587 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] No Port match for: 59a07fb1-26de-46cc-932e-e8fba41ede10 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:21:12.157857 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Device 59a07fb1-26de-46cc-932e-e8fba41ede10 not bound to the agent host n-h2-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:21:12.268660 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f419e2dc-62c6-4dd3-b69a-79f9faaaae90 admin admin] Router 2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:21:12.377597 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f419e2dc-62c6-4dd3-b69a-79f9faaaae90 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:21:12.383106 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-f419e2dc-62c6-4dd3-b69a-79f9faaaae90 admin admin] 10.222.0.50 "PUT /v2.0/routers/2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4168625 Feb 09 02:21:12.385484 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47502) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:12.386475 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cdd8c3-9836-47fa-b138-6027782bb24a None None] Sync routers for ids ['2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6'] in n-d-828369-4 {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:21:12.396742 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cdd8c3-9836-47fa-b138-6027782bb24a None None] Routers {'2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:21:12.397283 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-65cdd8c3-9836-47fa-b138-6027782bb24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:21:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:12.492864 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e9f0a43f-6b65-4956-acec-e53e81a5f9a6 admin admin] Publish callbacks [] for router (2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:12.504595 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-65cdd8c3-9836-47fa-b138-6027782bb24a None None] Set router 2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6 gateway port host: n-d-828369-4 {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:21:12.594040 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e9f0a43f-6b65-4956-acec-e53e81a5f9a6 admin admin] Publish callbacks [] for router_gateway (2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:12.650606 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-e9f0a43f-6b65-4956-acec-e53e81a5f9a6 admin admin] Deleting port 7320d9b7-ab84-483a-8463-3d123c2de53d {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:12.650862 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e9f0a43f-6b65-4956-acec-e53e81a5f9a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (7320d9b7-ab84-483a-8463-3d123c2de53d), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:12.683548 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-65cdd8c3-9836-47fa-b138-6027782bb24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'name': 'tempest-TestSnapshotPattern-297270253-router', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '7320d9b7-ab84-483a-8463-3d123c2de53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:27Z', 'updated_at': '2022-02-09T02:21:11Z', 'revision_number': 5, 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'gw_port': {'id': '7320d9b7-ab84-483a-8463-3d123c2de53d', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:24:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:28Z', 'updated_at': '2022-02-09T02:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:12.709619 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cdd8c3-9836-47fa-b138-6027782bb24a None None] Checking router: 2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6 for host: n-d-828369-4 {{(pid=103138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:21:12.718403 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cdd8c3-9836-47fa-b138-6027782bb24a None None] Routers {'2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6'} bound to L3 agent in host n-d-828369-4 {{(pid=103138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:21:12.719009 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-65cdd8c3-9836-47fa-b138-6027782bb24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:21:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6'], 'active': True} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:12.727741 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-e9f0a43f-6b65-4956-acec-e53e81a5f9a6 admin admin] For port 7320d9b7-ab84-483a-8463-3d123c2de53d, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=7320d9b7-ab84-483a-8463-3d123c2de53d,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:12.728706 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e9f0a43f-6b65-4956-acec-e53e81a5f9a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (7320d9b7-ab84-483a-8463-3d123c2de53d), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:12.741033 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-e9f0a43f-6b65-4956-acec-e53e81a5f9a6 admin admin] Calling delete_port for 7320d9b7-ab84-483a-8463-3d123c2de53d owned by network:router_gateway {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:12.807199 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvr_db [None req-65cdd8c3-9836-47fa-b138-6027782bb24a None None] Set router 2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6 gateway port host: None {{(pid=103138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:21:12.861859 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_hamode_db [None req-65cdd8c3-9836-47fa-b138-6027782bb24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'name': 'tempest-TestSnapshotPattern-297270253-router', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:27Z', 'updated_at': '2022-02-09T02:21:12Z', 'revision_number': 6, 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:12.888477 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cdd8c3-9836-47fa-b138-6027782bb24a None None] The sync data for ids ['2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6'] in n-d-828369-4 is: [{'id': '2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6', 'name': 'tempest-TestSnapshotPattern-297270253-router', 'tenant_id': 'ac583066a1f944a0a35a3e710967fbcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:27Z', 'updated_at': '2022-02-09T02:21:12Z', 'revision_number': 6, 'project_id': 'ac583066a1f944a0a35a3e710967fbcc', 'gw_port_host': None}] {{(pid=103138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:21:12.910207 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e9f0a43f-6b65-4956-acec-e53e81a5f9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (7320d9b7-ab84-483a-8463-3d123c2de53d), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:12.939774 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f0a43f-6b65-4956-acec-e53e81a5f9a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7320d9b7-ab84-483a-8463-3d123c2de53d,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:12.999254 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e9f0a43f-6b65-4956-acec-e53e81a5f9a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:13.090961 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e9f0a43f-6b65-4956-acec-e53e81a5f9a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:13.093105 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e9f0a43f-6b65-4956-acec-e53e81a5f9a6 admin admin] Publish callbacks [] for router_controller (2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:13.133649 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e9f0a43f-6b65-4956-acec-e53e81a5f9a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:13.134743 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f0a43f-6b65-4956-acec-e53e81a5f9a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6 {{(pid=103136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:21:13.139167 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-e9f0a43f-6b65-4956-acec-e53e81a5f9a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:13.140329 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-e9f0a43f-6b65-4956-acec-e53e81a5f9a6 admin admin] 10.222.0.50 "DELETE /v2.0/routers/2f8d058e-6e9c-4eb3-a651-640f3e8e6bf6 HTTP/1.1" status: 204 len: 168 time: 0.7538021 Feb 09 02:21:13.142934 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47504) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:13.191490 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb7eefba-a7e1-4eef-a753-e90dfc69c37b admin admin] Deleting subnet 2bf9e30b-26ad-4cc4-9838-42afbd738ea2 {{(pid=103136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:21:13.194518 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cb7eefba-a7e1-4eef-a753-e90dfc69c37b admin admin] Publish callbacks [] for subnet (2bf9e30b-26ad-4cc4-9838-42afbd738ea2), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:13.229536 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cb7eefba-a7e1-4eef-a753-e90dfc69c37b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28850349'] for subnet (2bf9e30b-26ad-4cc4-9838-42afbd738ea2), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:13.311731 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cb7eefba-a7e1-4eef-a753-e90dfc69c37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (2bf9e30b-26ad-4cc4-9838-42afbd738ea2), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:13.365462 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cb7eefba-a7e1-4eef-a753-e90dfc69c37b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26191366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25660904'] for subnet (2bf9e30b-26ad-4cc4-9838-42afbd738ea2), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:13.391043 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7eefba-a7e1-4eef-a753-e90dfc69c37b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bf9e30b-26ad-4cc4-9838-42afbd738ea2,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:13.395253 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-cb7eefba-a7e1-4eef-a753-e90dfc69c37b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:13.398797 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-cb7eefba-a7e1-4eef-a753-e90dfc69c37b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/2bf9e30b-26ad-4cc4-9838-42afbd738ea2 HTTP/1.1" status: 204 len: 168 time: 0.2548704 Feb 09 02:21:13.401023 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47506) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:13.401814 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7a5712-3cbb-4bcb-af57-1a46508c46ee None None] Network dc3f5699-72c4-438a-bc41-68ae8b96ab40 requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:21:13.470670 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0320d2af-351d-42db-b83f-8e0f35fcd283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (dc3f5699-72c4-438a-bc41-68ae8b96ab40), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:13.527067 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-0320d2af-351d-42db-b83f-8e0f35fcd283 admin admin] Deleting port 581e34ad-fb30-4c24-87ad-c5db2e2e217d {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:13.527425 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0320d2af-351d-42db-b83f-8e0f35fcd283 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (581e34ad-fb30-4c24-87ad-c5db2e2e217d), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:13.598902 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-0320d2af-351d-42db-b83f-8e0f35fcd283 admin admin] For port 581e34ad-fb30-4c24-87ad-c5db2e2e217d, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=581e34ad-fb30-4c24-87ad-c5db2e2e217d,segment=NetworkSegment(e500279a-cd98-4632-88bb-39117113f3f9),segment_id=e500279a-cd98-4632-88bb-39117113f3f9)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:13.599220 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0320d2af-351d-42db-b83f-8e0f35fcd283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (581e34ad-fb30-4c24-87ad-c5db2e2e217d), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:13.612190 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-0320d2af-351d-42db-b83f-8e0f35fcd283 admin admin] Calling delete_port for 581e34ad-fb30-4c24-87ad-c5db2e2e217d owned by network:dhcp {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:13.699921 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0320d2af-351d-42db-b83f-8e0f35fcd283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (581e34ad-fb30-4c24-87ad-c5db2e2e217d), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:13.732675 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0320d2af-351d-42db-b83f-8e0f35fcd283 admin admin] Pushing event deleted for resources: {'Port': ['ID=581e34ad-fb30-4c24-87ad-c5db2e2e217d,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:13.732888 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0ee893-8dc9-49c7-a212-c8f756aa4da6 None None] DHCP port deletion for dc3f5699-72c4-438a-bc41-68ae8b96ab40 request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:21:13.737642 n-d-828369-4 neutron-server[103136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0320d2af-351d-42db-b83f-8e0f35fcd283 admin admin] No DVR routers for this DVR port 581e34ad-fb30-4c24-87ad-c5db2e2e217d on host n-d-828369-4 {{(pid=103136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:21:13.811165 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0320d2af-351d-42db-b83f-8e0f35fcd283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (dc3f5699-72c4-438a-bc41-68ae8b96ab40), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:13.831228 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-0320d2af-351d-42db-b83f-8e0f35fcd283 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc3f5699-72c4-438a-bc41-68ae8b96ab40']}} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:13.841281 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-0320d2af-351d-42db-b83f-8e0f35fcd283 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e500279a-cd98-4632-88bb-39117113f3f9') {'for_net_delete': True} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:13.841591 n-d-828369-4 neutron-server[103136]: DEBUG neutron.services.segments.db [None req-0320d2af-351d-42db-b83f-8e0f35fcd283 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e500279a-cd98-4632-88bb-39117113f3f9') {} {{(pid=103136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:13.851294 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0320d2af-351d-42db-b83f-8e0f35fcd283 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28850342'] for segment (e500279a-cd98-4632-88bb-39117113f3f9), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:13.864715 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0320d2af-351d-42db-b83f-8e0f35fcd283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (e500279a-cd98-4632-88bb-39117113f3f9), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:13.873055 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0320d2af-351d-42db-b83f-8e0f35fcd283 admin admin] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=103136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:21:13.873512 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0320d2af-351d-42db-b83f-8e0f35fcd283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26191532'] for segment (e500279a-cd98-4632-88bb-39117113f3f9), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:13.875412 n-d-828369-4 neutron-server[103136]: Traceback (most recent call last): Feb 09 02:21:13.875412 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:21:13.875412 n-d-828369-4 neutron-server[103136]: timer() Feb 09 02:21:13.875412 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:21:13.875412 n-d-828369-4 neutron-server[103136]: cb(*args, **kw) Feb 09 02:21:13.875412 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:21:13.875412 n-d-828369-4 neutron-server[103136]: return func(*args, **kwargs) Feb 09 02:21:13.875412 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:21:13.875412 n-d-828369-4 neutron-server[103136]: self._notify() Feb 09 02:21:13.875412 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:21:13.875412 n-d-828369-4 neutron-server[103136]: self.callback(batched_events) Feb 09 02:21:13.875412 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:21:13.875412 n-d-828369-4 neutron-server[103136]: event.method(event) Feb 09 02:21:13.875412 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:21:13.875412 n-d-828369-4 neutron-server[103136]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:21:13.875412 n-d-828369-4 neutron-server[103136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:21:13.875412 n-d-828369-4 neutron-server[103136]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:21:13.875412 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:21:13.875412 n-d-828369-4 neutron-server[103136]: return f(self, *a, **k) Feb 09 02:21:13.875412 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:21:13.875412 n-d-828369-4 neutron-server[103136]: return self._get(url).json() Feb 09 02:21:13.875412 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:21:13.875412 n-d-828369-4 neutron-server[103136]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:21:13.875412 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:21:13.875412 n-d-828369-4 neutron-server[103136]: return self.request(url, 'GET', **kwargs) Feb 09 02:21:13.875412 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:21:13.875412 n-d-828369-4 neutron-server[103136]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:21:13.875412 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:21:13.875412 n-d-828369-4 neutron-server[103136]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:21:13.875412 n-d-828369-4 neutron-server[103136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:21:13.875412 n-d-828369-4 neutron-server[103136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:21:13.875412 n-d-828369-4 neutron-server[103136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:21:13.943490 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0320d2af-351d-42db-b83f-8e0f35fcd283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (dc3f5699-72c4-438a-bc41-68ae8b96ab40), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:13.950266 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-0320d2af-351d-42db-b83f-8e0f35fcd283 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:13.953613 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-0320d2af-351d-42db-b83f-8e0f35fcd283 admin admin] 10.222.0.50 "DELETE /v2.0/networks/dc3f5699-72c4-438a-bc41-68ae8b96ab40 HTTP/1.1" status: 204 len: 168 time: 0.5515740 Feb 09 02:21:13.956435 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47508) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:13.971756 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0320d2af-351d-42db-b83f-8e0f35fcd283 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc3f5699-72c4-438a-bc41-68ae8b96ab40,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:14.283657 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 7320d9b7-ab84-483a-8463-3d123c2de53d no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:21:14.305565 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 7320d9b7-ab84-483a-8463-3d123c2de53d {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:21:14.305565 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 7320d9b7-ab84-483a-8463-3d123c2de53d not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:21:14.306824 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device a7c1a529-861f-49bc-9dfe-fb6a29a774d1 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:21:14.326336 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: a7c1a529-861f-49bc-9dfe-fb6a29a774d1 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:21:14.326694 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device a7c1a529-861f-49bc-9dfe-fb6a29a774d1 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:21:14.327123 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 581e34ad-fb30-4c24-87ad-c5db2e2e217d no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:21:14.346684 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: 581e34ad-fb30-4c24-87ad-c5db2e2e217d {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:21:14.347041 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device 581e34ad-fb30-4c24-87ad-c5db2e2e217d not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:21:14.654806 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6f677e25-efe3-4fb2-a027-a26c95813471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476515'] for router_interface (e6509410-e120-47b5-835a-424905b7e7b1), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:14.896267 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-6f677e25-efe3-4fb2-a027-a26c95813471 admin admin] Deleting port f1c64634-35d5-4939-a339-697a9ca54a69 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:14.896632 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6f677e25-efe3-4fb2-a027-a26c95813471 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (f1c64634-35d5-4939-a339-697a9ca54a69), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:14.976821 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-6f677e25-efe3-4fb2-a027-a26c95813471 admin admin] For port f1c64634-35d5-4939-a339-697a9ca54a69, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=f1c64634-35d5-4939-a339-697a9ca54a69,segment=NetworkSegment(aef2d33d-6889-4cf7-a3b0-1cb158d237b4),segment_id=aef2d33d-6889-4cf7-a3b0-1cb158d237b4)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:14.977099 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6f677e25-efe3-4fb2-a027-a26c95813471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (f1c64634-35d5-4939-a339-697a9ca54a69), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:14.990773 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-6f677e25-efe3-4fb2-a027-a26c95813471 admin admin] Calling delete_port for f1c64634-35d5-4939-a339-697a9ca54a69 owned by network:router_interface {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:14.997247 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:21:15.171355 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6f677e25-efe3-4fb2-a027-a26c95813471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (f1c64634-35d5-4939-a339-697a9ca54a69), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:15.197489 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f677e25-efe3-4fb2-a027-a26c95813471 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1c64634-35d5-4939-a339-697a9ca54a69,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:15.368123 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-6f677e25-efe3-4fb2-a027-a26c95813471 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3924609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476663'] for router_interface (e6509410-e120-47b5-835a-424905b7e7b1), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:15.592563 n-d-828369-4 neutron-server[103136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f677e25-efe3-4fb2-a027-a26c95813471 admin admin] Router e6509410-e120-47b5-835a-424905b7e7b1 has already been hosted by L3 agent 92e5b2ad-b906-4f6b-bf82-6944925578cd {{(pid=103136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 09 02:21:15.701282 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f677e25-efe3-4fb2-a027-a26c95813471 admin admin] Notify agent at l3_agent.n-d-828369-4 the message routers_updated {{(pid=103136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 09 02:21:15.707069 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-6f677e25-efe3-4fb2-a027-a26c95813471 admin admin] 10.222.0.50 "PUT /v2.0/routers/e6509410-e120-47b5-835a-424905b7e7b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7488511 Feb 09 02:21:15.708815 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47510) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:15.711370 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d259d8-4607-43bc-912f-c1124577755d None None] Sync routers for ids ['e6509410-e120-47b5-835a-424905b7e7b1'] in n-d-828369-4 {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 09 02:21:15.723257 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d259d8-4607-43bc-912f-c1124577755d None None] Routers {'e6509410-e120-47b5-835a-424905b7e7b1'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:21:15.723866 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-b1d259d8-4607-43bc-912f-c1124577755d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:21:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['e6509410-e120-47b5-835a-424905b7e7b1'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:15.820709 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c5b59f44-891c-43f6-b16f-6e89056b958d admin admin] Publish callbacks [] for router (e6509410-e120-47b5-835a-424905b7e7b1), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:15.828136 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-b1d259d8-4607-43bc-912f-c1124577755d None None] Set router e6509410-e120-47b5-835a-424905b7e7b1 gateway port host: n-d-828369-4 {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:21:15.927887 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c5b59f44-891c-43f6-b16f-6e89056b958d admin admin] Publish callbacks [] for router_gateway (e6509410-e120-47b5-835a-424905b7e7b1), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:15.982174 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-c5b59f44-891c-43f6-b16f-6e89056b958d admin admin] Deleting port bb3d6426-9622-40ae-9986-b4d9ebede635 {{(pid=103136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:15.982542 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c5b59f44-891c-43f6-b16f-6e89056b958d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (bb3d6426-9622-40ae-9986-b4d9ebede635), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:16.003215 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-b1d259d8-4607-43bc-912f-c1124577755d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6509410-e120-47b5-835a-424905b7e7b1', 'name': 'tempest-TestSnapshotPattern-699263349-router', 'tenant_id': '3883f523894244619528ea519a944940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'external_fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'bb3d6426-9622-40ae-9986-b4d9ebede635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:32Z', 'updated_at': '2022-02-09T02:21:15Z', 'revision_number': 5, 'project_id': '3883f523894244619528ea519a944940', 'gw_port': {'id': 'bb3d6426-9622-40ae-9986-b4d9ebede635', 'name': '', 'network_id': 'ca740734-29c2-4b60-ae10-4c709b5c6ef4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:9a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6509410-e120-47b5-835a-424905b7e7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-09T02:16:33Z', 'updated_at': '2022-02-09T02:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57fdbbf5-abb1-4d53-af47-f08beb76fb9f', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-4'}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:16.030173 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d259d8-4607-43bc-912f-c1124577755d None None] Checking router: e6509410-e120-47b5-835a-424905b7e7b1 for host: n-d-828369-4 {{(pid=103139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 09 02:21:16.043813 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d259d8-4607-43bc-912f-c1124577755d None None] Routers {'e6509410-e120-47b5-835a-424905b7e7b1'} bound to L3 agent in host n-d-828369-4 {{(pid=103139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 09 02:21:16.044420 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-b1d259d8-4607-43bc-912f-c1124577755d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-09T00:50:04Z,description=,heartbeat_timestamp=2022-02-09T02:21:05Z,host='n-d-828369-4',id=92e5b2ad-b906-4f6b-bf82-6944925578cd,load=0,resource_versions=,resources_synced=,started_at=2022-02-09T00:50:04Z,topic='l3_agent')) {'router_ids': ['e6509410-e120-47b5-835a-424905b7e7b1'], 'active': True} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:16.064188 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.db [None req-c5b59f44-891c-43f6-b16f-6e89056b958d admin admin] For port bb3d6426-9622-40ae-9986-b4d9ebede635, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=bb3d6426-9622-40ae-9986-b4d9ebede635,segment=NetworkSegment(f3e115ef-8a27-4ca4-a0c1-219b9dab8205),segment_id=f3e115ef-8a27-4ca4-a0c1-219b9dab8205)] {{(pid=103136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:16.064622 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c5b59f44-891c-43f6-b16f-6e89056b958d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (bb3d6426-9622-40ae-9986-b4d9ebede635), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:16.081312 n-d-828369-4 neutron-server[103136]: DEBUG neutron.plugins.ml2.plugin [None req-c5b59f44-891c-43f6-b16f-6e89056b958d admin admin] Calling delete_port for bb3d6426-9622-40ae-9986-b4d9ebede635 owned by network:router_gateway {{(pid=103136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:16.131464 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_dvr_db [None req-b1d259d8-4607-43bc-912f-c1124577755d None None] Set router e6509410-e120-47b5-835a-424905b7e7b1 gateway port host: None {{(pid=103139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 09 02:21:16.185878 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.l3_hamode_db [None req-b1d259d8-4607-43bc-912f-c1124577755d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6509410-e120-47b5-835a-424905b7e7b1', 'name': 'tempest-TestSnapshotPattern-699263349-router', 'tenant_id': '3883f523894244619528ea519a944940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:32Z', 'updated_at': '2022-02-09T02:21:15Z', 'revision_number': 6, 'project_id': '3883f523894244619528ea519a944940', 'gw_port_host': None}], 'n-d-828369-4', False) {} {{(pid=103139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:16.210955 n-d-828369-4 neutron-server[103139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d259d8-4607-43bc-912f-c1124577755d None None] The sync data for ids ['e6509410-e120-47b5-835a-424905b7e7b1'] in n-d-828369-4 is: [{'id': 'e6509410-e120-47b5-835a-424905b7e7b1', 'name': 'tempest-TestSnapshotPattern-699263349-router', 'tenant_id': '3883f523894244619528ea519a944940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-09T02:16:32Z', 'updated_at': '2022-02-09T02:21:15Z', 'revision_number': 6, 'project_id': '3883f523894244619528ea519a944940', 'gw_port_host': None}] {{(pid=103139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 09 02:21:16.258118 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c5b59f44-891c-43f6-b16f-6e89056b958d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26191577'] for port (bb3d6426-9622-40ae-9986-b4d9ebede635), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:16.283980 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b59f44-891c-43f6-b16f-6e89056b958d admin admin] Pushing event deleted for resources: {'Port': ['ID=bb3d6426-9622-40ae-9986-b4d9ebede635,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:16.345247 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c5b59f44-891c-43f6-b16f-6e89056b958d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-482069'] for router_gateway (e6509410-e120-47b5-835a-424905b7e7b1), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:16.436170 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c5b59f44-891c-43f6-b16f-6e89056b958d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-478354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57631'] for router (e6509410-e120-47b5-835a-424905b7e7b1), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:16.438223 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c5b59f44-891c-43f6-b16f-6e89056b958d admin admin] Publish callbacks [] for router_controller (e6509410-e120-47b5-835a-424905b7e7b1), precommit_delete_associations {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:16.485315 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c5b59f44-891c-43f6-b16f-6e89056b958d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-478341'] for router (e6509410-e120-47b5-835a-424905b7e7b1), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:16.485852 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b59f44-891c-43f6-b16f-6e89056b958d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6509410-e120-47b5-835a-424905b7e7b1 {{(pid=103136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 09 02:21:16.490308 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-c5b59f44-891c-43f6-b16f-6e89056b958d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:16.491487 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c5b59f44-891c-43f6-b16f-6e89056b958d admin admin] 10.222.0.50 "DELETE /v2.0/routers/e6509410-e120-47b5-835a-424905b7e7b1 HTTP/1.1" status: 204 len: 168 time: 0.7816834 Feb 09 02:21:16.494235 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47512) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:16.542309 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.db_base_plugin_v2 [None req-f647f885-d27a-4d49-8df3-7f1cf3e7196f admin admin] Deleting subnet 1ee4af51-dbd7-43b3-ab71-a21e29196b14 {{(pid=103137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 09 02:21:16.545604 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f647f885-d27a-4d49-8df3-7f1cf3e7196f admin admin] Publish callbacks [] for subnet (1ee4af51-dbd7-43b3-ab71-a21e29196b14), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:16.582622 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f647f885-d27a-4d49-8df3-7f1cf3e7196f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25903066'] for subnet (1ee4af51-dbd7-43b3-ab71-a21e29196b14), precommit_delete_associations {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:16.661770 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f647f885-d27a-4d49-8df3-7f1cf3e7196f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3508528'] for subnet (1ee4af51-dbd7-43b3-ab71-a21e29196b14), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:16.716746 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f647f885-d27a-4d49-8df3-7f1cf3e7196f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3508683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25954087', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25419341'] for subnet (1ee4af51-dbd7-43b3-ab71-a21e29196b14), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:16.743038 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-f647f885-d27a-4d49-8df3-7f1cf3e7196f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:16.746597 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-f647f885-d27a-4d49-8df3-7f1cf3e7196f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/1ee4af51-dbd7-43b3-ab71-a21e29196b14 HTTP/1.1" status: 204 len: 168 time: 0.2513075 Feb 09 02:21:16.747593 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647f885-d27a-4d49-8df3-7f1cf3e7196f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ee4af51-dbd7-43b3-ab71-a21e29196b14,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:16.749091 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47514) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:16.749997 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb8bf34-a2b4-43d5-bfe5-30f0dbd0ee21 None None] Network 6c448b5b-5c3b-4648-bb08-9cc3c008743f requested from n-d-828369-4 {{(pid=103138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 09 02:21:16.816517 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-02f545d7-4413-4453-a1cf-8ca7ba88de8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-763110'] for network (6c448b5b-5c3b-4648-bb08-9cc3c008743f), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:16.870768 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-02f545d7-4413-4453-a1cf-8ca7ba88de8d admin admin] Deleting port e1fa9ea3-f8c2-4645-b2d6-68505652ed72 {{(pid=103137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:16.871115 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-02f545d7-4413-4453-a1cf-8ca7ba88de8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (e1fa9ea3-f8c2-4645-b2d6-68505652ed72), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:16.936712 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.db [None req-02f545d7-4413-4453-a1cf-8ca7ba88de8d admin admin] For port e1fa9ea3-f8c2-4645-b2d6-68505652ed72, host n-d-828369-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-4',level=0,port_id=e1fa9ea3-f8c2-4645-b2d6-68505652ed72,segment=NetworkSegment(aef2d33d-6889-4cf7-a3b0-1cb158d237b4),segment_id=aef2d33d-6889-4cf7-a3b0-1cb158d237b4)] {{(pid=103137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:16.936992 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-02f545d7-4413-4453-a1cf-8ca7ba88de8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (e1fa9ea3-f8c2-4645-b2d6-68505652ed72), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:16.950413 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.plugin [None req-02f545d7-4413-4453-a1cf-8ca7ba88de8d admin admin] Calling delete_port for e1fa9ea3-f8c2-4645-b2d6-68505652ed72 owned by network:dhcp {{(pid=103137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:16.981264 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709a8e38-1112-44ef-8ed9-32db6f733d39 None None] DHCP port deletion for 6c448b5b-5c3b-4648-bb08-9cc3c008743f request from n-d-828369-4 {{(pid=103138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 09 02:21:17.031811 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-02f545d7-4413-4453-a1cf-8ca7ba88de8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25954296'] for port (e1fa9ea3-f8c2-4645-b2d6-68505652ed72), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:17.035721 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-709a8e38-1112-44ef-8ed9-32db6f733d39 None None] Deleting port e1fa9ea3-f8c2-4645-b2d6-68505652ed72 {{(pid=103138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 09 02:21:17.036902 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-709a8e38-1112-44ef-8ed9-32db6f733d39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750578430356'] for port (e1fa9ea3-f8c2-4645-b2d6-68505652ed72), before_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:17.059464 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f545d7-4413-4453-a1cf-8ca7ba88de8d admin admin] Pushing event deleted for resources: {'Port': ['ID=e1fa9ea3-f8c2-4645-b2d6-68505652ed72,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:17.065805 n-d-828369-4 neutron-server[103137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f545d7-4413-4453-a1cf-8ca7ba88de8d admin admin] No DVR routers for this DVR port e1fa9ea3-f8c2-4645-b2d6-68505652ed72 on host n-d-828369-4 {{(pid=103137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:21:17.101174 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.db [None req-709a8e38-1112-44ef-8ed9-32db6f733d39 None None] For port e1fa9ea3-f8c2-4645-b2d6-68505652ed72, host n-d-828369-4, got binding levels [] {{(pid=103138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 09 02:21:17.101588 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-709a8e38-1112-44ef-8ed9-32db6f733d39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-481752'] for port (e1fa9ea3-f8c2-4645-b2d6-68505652ed72), precommit_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:17.114737 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-709a8e38-1112-44ef-8ed9-32db6f733d39 None None] Calling delete_port for e1fa9ea3-f8c2-4645-b2d6-68505652ed72 owned by network:dhcp {{(pid=103138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 09 02:21:17.117544 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.ipam_backend_mixin [None req-709a8e38-1112-44ef-8ed9-32db6f733d39 None None] Port e1fa9ea3-f8c2-4645-b2d6-68505652ed72 was not found and therefore no delete operation was performed {{(pid=103138) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 09 02:21:17.119439 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-709a8e38-1112-44ef-8ed9-32db6f733d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750578437623', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750578096842'] for port (e1fa9ea3-f8c2-4645-b2d6-68505652ed72), after_delete {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:17.137686 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-02f545d7-4413-4453-a1cf-8ca7ba88de8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673191', 'neutron.services.segments.db._delete_segments_for_network-8750578622145'] for network (6c448b5b-5c3b-4648-bb08-9cc3c008743f), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:17.148785 n-d-828369-4 neutron-server[103138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a8e38-1112-44ef-8ed9-32db6f733d39 None None] Pushing event deleted for resources: {'Port': ['ID=e1fa9ea3-f8c2-4645-b2d6-68505652ed72,revision_number=None']} {{(pid=103138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:17.152442 n-d-828369-4 neutron-server[103138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709a8e38-1112-44ef-8ed9-32db6f733d39 None None] No DVR routers for this DVR port e1fa9ea3-f8c2-4645-b2d6-68505652ed72 on host n-d-828369-4 {{(pid=103138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 09 02:21:17.158290 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-02f545d7-4413-4453-a1cf-8ca7ba88de8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c448b5b-5c3b-4648-bb08-9cc3c008743f']}} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:17.168801 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-02f545d7-4413-4453-a1cf-8ca7ba88de8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aef2d33d-6889-4cf7-a3b0-1cb158d237b4') {'for_net_delete': True} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:17.169127 n-d-828369-4 neutron-server[103137]: DEBUG neutron.services.segments.db [None req-02f545d7-4413-4453-a1cf-8ca7ba88de8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aef2d33d-6889-4cf7-a3b0-1cb158d237b4') {} {{(pid=103137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 09 02:21:17.179478 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-02f545d7-4413-4453-a1cf-8ca7ba88de8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750578591946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25903057'] for segment (aef2d33d-6889-4cf7-a3b0-1cb158d237b4), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:17.193573 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-02f545d7-4413-4453-a1cf-8ca7ba88de8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258'] for segment (aef2d33d-6889-4cf7-a3b0-1cb158d237b4), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:17.201712 n-d-828369-4 neutron-server[103137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02f545d7-4413-4453-a1cf-8ca7ba88de8d admin admin] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=103137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 09 02:21:17.202168 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-02f545d7-4413-4453-a1cf-8ca7ba88de8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3509258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25954189'] for segment (aef2d33d-6889-4cf7-a3b0-1cb158d237b4), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:17.203821 n-d-828369-4 neutron-server[103137]: Traceback (most recent call last): Feb 09 02:21:17.203821 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 09 02:21:17.203821 n-d-828369-4 neutron-server[103137]: timer() Feb 09 02:21:17.203821 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 09 02:21:17.203821 n-d-828369-4 neutron-server[103137]: cb(*args, **kw) Feb 09 02:21:17.203821 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 09 02:21:17.203821 n-d-828369-4 neutron-server[103137]: return func(*args, **kwargs) Feb 09 02:21:17.203821 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 09 02:21:17.203821 n-d-828369-4 neutron-server[103137]: self._notify() Feb 09 02:21:17.203821 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 09 02:21:17.203821 n-d-828369-4 neutron-server[103137]: self.callback(batched_events) Feb 09 02:21:17.203821 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 09 02:21:17.203821 n-d-828369-4 neutron-server[103137]: event.method(event) Feb 09 02:21:17.203821 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 09 02:21:17.203821 n-d-828369-4 neutron-server[103137]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 09 02:21:17.203821 n-d-828369-4 neutron-server[103137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 09 02:21:17.203821 n-d-828369-4 neutron-server[103137]: aggregate_uuid = self.p_client.list_aggregates( Feb 09 02:21:17.203821 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 09 02:21:17.203821 n-d-828369-4 neutron-server[103137]: return f(self, *a, **k) Feb 09 02:21:17.203821 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 09 02:21:17.203821 n-d-828369-4 neutron-server[103137]: return self._get(url).json() Feb 09 02:21:17.203821 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 09 02:21:17.203821 n-d-828369-4 neutron-server[103137]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 09 02:21:17.203821 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 09 02:21:17.203821 n-d-828369-4 neutron-server[103137]: return self.request(url, 'GET', **kwargs) Feb 09 02:21:17.203821 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 09 02:21:17.203821 n-d-828369-4 neutron-server[103137]: base_url = self.get_endpoint(auth, allow=allow, Feb 09 02:21:17.203821 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 09 02:21:17.203821 n-d-828369-4 neutron-server[103137]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 09 02:21:17.203821 n-d-828369-4 neutron-server[103137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 09 02:21:17.203821 n-d-828369-4 neutron-server[103137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 09 02:21:17.203821 n-d-828369-4 neutron-server[103137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 09 02:21:17.264829 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-02f545d7-4413-4453-a1cf-8ca7ba88de8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3722301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3924630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-482161'] for network (6c448b5b-5c3b-4648-bb08-9cc3c008743f), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:17.270622 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-02f545d7-4413-4453-a1cf-8ca7ba88de8d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:17.276795 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-02f545d7-4413-4453-a1cf-8ca7ba88de8d admin admin] 10.222.0.50 "DELETE /v2.0/networks/6c448b5b-5c3b-4648-bb08-9cc3c008743f HTTP/1.1" status: 204 len: 168 time: 0.5266922 Feb 09 02:21:17.289871 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f545d7-4413-4453-a1cf-8ca7ba88de8d admin admin] Pushing event deleted for resources: {'Network': ['ID=6c448b5b-5c3b-4648-bb08-9cc3c008743f,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:17.450303 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47518) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:17.490340 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-c0f7c9a4-4b0f-48ca-9974-5a640f220496 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ac583066a1f944a0a35a3e710967fbcc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387845 Feb 09 02:21:17.492665 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [-] (103136) accepted ('10.222.0.50', 47520) {{(pid=103136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:17.539183 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9db0cb08-31c7-4a1e-8dee-ef815bcb83d1 admin admin] Publish callbacks [] for security_group (6f36b44e-1a20-411e-a430-7d586d8a70d6), before_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:17.561393 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9db0cb08-31c7-4a1e-8dee-ef815bcb83d1 admin admin] Publish callbacks [] for security_group (6f36b44e-1a20-411e-a430-7d586d8a70d6), precommit_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:17.607806 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9db0cb08-31c7-4a1e-8dee-ef815bcb83d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (6f36b44e-1a20-411e-a430-7d586d8a70d6), after_delete {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:17.610436 n-d-828369-4 neutron-server[103136]: DEBUG neutron_lib.callbacks.manager [None req-9db0cb08-31c7-4a1e-8dee-ef815bcb83d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:17.611610 n-d-828369-4 neutron-server[103136]: INFO neutron.wsgi [None req-9db0cb08-31c7-4a1e-8dee-ef815bcb83d1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6f36b44e-1a20-411e-a430-7d586d8a70d6 HTTP/1.1" status: 204 len: 168 time: 0.1180499 Feb 09 02:21:17.620023 n-d-828369-4 neutron-server[103136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0cb08-31c7-4a1e-8dee-ef815bcb83d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f36b44e-1a20-411e-a430-7d586d8a70d6,revision_number=None']} {{(pid=103136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:17.937712 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47526) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:17.976674 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-82152056-ce75-4994-90b5-833fa76a8010 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3883f523894244619528ea519a944940&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377538 Feb 09 02:21:17.979152 n-d-828369-4 neutron-server[103137]: DEBUG neutron.wsgi [-] (103137) accepted ('10.222.0.50', 47528) {{(pid=103137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 09 02:21:18.032426 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7393759f-f812-4fbe-9007-d0389661bf7a admin admin] Publish callbacks [] for security_group (337d89cb-3b1e-4b48-a4de-274fca8ffe61), before_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:18.056678 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7393759f-f812-4fbe-9007-d0389661bf7a admin admin] Publish callbacks [] for security_group (337d89cb-3b1e-4b48-a4de-274fca8ffe61), precommit_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:18.104777 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7393759f-f812-4fbe-9007-d0389661bf7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3720929'] for security_group (337d89cb-3b1e-4b48-a4de-274fca8ffe61), after_delete {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:18.107348 n-d-828369-4 neutron-server[103137]: DEBUG neutron_lib.callbacks.manager [None req-7393759f-f812-4fbe-9007-d0389661bf7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:18.108510 n-d-828369-4 neutron-server[103137]: INFO neutron.wsgi [None req-7393759f-f812-4fbe-9007-d0389661bf7a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/337d89cb-3b1e-4b48-a4de-274fca8ffe61 HTTP/1.1" status: 204 len: 168 time: 0.1284821 Feb 09 02:21:18.115905 n-d-828369-4 neutron-server[103137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7393759f-f812-4fbe-9007-d0389661bf7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337d89cb-3b1e-4b48-a4de-274fca8ffe61,revision_number=None']} {{(pid=103137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 09 02:21:18.280526 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device bb3d6426-9622-40ae-9986-b4d9ebede635 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:21:18.303330 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: bb3d6426-9622-40ae-9986-b4d9ebede635 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:21:18.303684 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device bb3d6426-9622-40ae-9986-b4d9ebede635 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:21:18.304114 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f1c64634-35d5-4939-a339-697a9ca54a69 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:21:18.326343 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: f1c64634-35d5-4939-a339-697a9ca54a69 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:21:18.326698 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device f1c64634-35d5-4939-a339-697a9ca54a69 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:21:18.327125 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device e1fa9ea3-f8c2-4645-b2d6-68505652ed72 no longer exists at agent ovs-agent-n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 09 02:21:18.348581 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.plugin [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] No Port match for: e1fa9ea3-f8c2-4645-b2d6-68505652ed72 {{(pid=103138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 09 02:21:18.348944 n-d-828369-4 neutron-server[103138]: DEBUG neutron.plugins.ml2.rpc [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Device e1fa9ea3-f8c2-4645-b2d6-68505652ed72 not bound to the agent host n-d-828369-4 {{(pid=103138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 09 02:21:32.564798 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-ba926ae1-0208-476a-922a-e941e88c59cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:34.575986 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-274f3ef3-2445-4be4-83d2-bd9536ece6db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:36.216136 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:37.493298 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:38.335928 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:38.611757 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:40.070877 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:21:51.996732 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:22:02.566928 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-958c0fe6-f37d-4344-88d6-468844e830e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:04.579185 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2fc45572-c8c6-40dd-9402-c804bb1ae7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:06.219527 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:07.496088 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:08.326141 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:08.613721 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:10.071249 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:28.998066 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:22:32.568763 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9c8b6742-828a-420e-98de-e5057bf72551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:34.579746 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2aec3e8c-7b11-4cac-9f66-1647a6cd1c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:36.220693 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:37.499892 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:38.340189 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:38.616426 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:22:40.085045 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:02.569644 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a11199cb-e9e1-49e7-9d09-74ceed5fded2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:04.581717 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5f7cbf76-2728-4919-b67c-529b324e7e0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:05.997490 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:23:06.223959 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:07.503590 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:08.356832 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:08.619372 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:10.084843 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:32.570787 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-eb2096fb-a134-4efe-9319-cd5c0017326b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:34.583712 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5e65afcd-c397-47fc-be6d-5a734d4f3b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:36.226963 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:37.505972 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:38.354637 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:38.621797 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:40.083309 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:23:42.996656 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:24:02.573459 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9f643be1-6add-4cde-8994-c03aba9293ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:04.585095 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-94568dec-c7f1-41db-9009-316d58232138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:06.230851 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:07.508673 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:08.367508 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:08.623869 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:10.082489 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:19.995765 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:24:32.576269 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9a9efaa8-9a7f-4949-9aaf-3530e2597721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:34.586048 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-5ebd48c5-78b9-408e-a0ad-2b66519f606a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:36.233625 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:37.511707 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:38.367294 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:38.628440 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:40.114985 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:24:56.994577 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:25:02.576912 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-24bf11c9-446f-46a5-b036-2627d8f2f540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:04.586479 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-e0a8c052-bd71-4c28-8fe1-f4c01b2cc4e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:06.236284 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:07.516596 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:08.367369 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:08.630687 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:10.128967 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:32.578450 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-c78e647a-4c7f-458c-b222-eec22896436b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:33.993572 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:25:34.588398 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-8a8bc5ec-afb8-4257-8d10-3e2e622cde83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:36.242467 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:37.519592 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:38.365750 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:38.632134 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:25:40.117446 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:02.581298 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6edc311f-33f8-4675-b58d-43a104baa16a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:04.590238 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f9c41c23-3ae0-4982-bc68-2bd63ee38c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:06.241704 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:07.528391 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:08.367982 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:08.634159 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:10.142049 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:10.992275 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:26:32.586004 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7bd26380-958c-42fc-9948-8b05559ccfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:34.591324 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-0a1285a2-cc1f-4b90-a1ad-c3bf7a833db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:36.245357 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:37.527734 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:38.371048 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:38.639694 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:40.151169 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:26:47.992019 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:27:02.587715 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-7823a3c9-f262-4a93-815d-3dec2b9be3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:04.591545 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d5395f9b-845b-4413-9e73-4fd86efb53b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:06.247341 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:07.530780 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:08.393726 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:08.632598 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:10.174413 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:24.991291 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:27:32.589596 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-b40470ff-aa6c-4be1-9b52-471d57f36ad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:34.593259 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f81230e5-7c1a-4299-95cb-91283cbf0f08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:36.249632 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:37.533889 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:38.391501 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:38.633930 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:27:40.169559 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:01.989926 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:28:02.590722 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-675f18ac-775c-4006-b0d9-894c39ecd864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:04.597098 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-61598151-abb5-4d8f-9af0-ce6aa7599260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:06.255701 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:07.536204 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:08.406588 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:08.636444 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:10.183839 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:32.594720 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-f084c95f-b9be-458a-a42a-d8e5edf77e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:34.598682 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-2926c848-adc2-4d53-9f63-1799998a700d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:36.255914 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:37.539086 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:38.408401 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:38.638485 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:28:38.988921 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:28:40.181222 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:02.596997 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6588bc2c-fb22-4ee7-87b1-de4b0c9f4357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:04.601664 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-af2dc29f-de46-4882-8134-d17b930a67ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:06.258649 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-3cd309f0-f187-495e-94aa-e23c05c46443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (ff5fdd53-674f-4973-980e-98aa21ea9295), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:07.541475 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-d29f53ec-d96c-4c51-9136-d458cdb107f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (b87b5fa4-0ee8-4cf3-8c02-8f26d6005140), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:08.404620 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-73a4e159-fbb2-40ce-92e0-b402a8466d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (243e362d-72b7-4682-a9ca-b9050fbc39ab), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:08.641715 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-6b272cae-9936-4801-90c0-8e5fa7070a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (c117110f-e342-46d7-953b-619d7111d25b), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:10.186041 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-76d25992-8cd6-4928-9e17-8dfa30623dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (6980305d-4216-4065-8d2a-8d9d5ddc143d), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:15.988506 n-d-828369-4 neutron-server[103139]: DEBUG neutron.db.agents_db [None req-93c8ab0e-38d1-4dd3-af45-05c3f77a35e3 None None] Agent healthcheck: found 7 active agents {{(pid=103139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 09 02:29:25.932631 n-d-828369-4 neutron-server[103136]: DEBUG neutron.wsgi [req-381b33d0-19cc-4806-ac12-53168a68a555 req-565a4ce4-de67-4e62-9307-02c442ef0e6a service neutron] (103136) timed out ('10.222.0.50', 45324) {{(pid=103136) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 09 02:29:32.599948 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-9da414b0-1a59-4c2e-8715-8b9a164fad90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (257758ee-c91b-49b3-ab26-4d29e3c87f03), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 09 02:29:34.604721 n-d-828369-4 neutron-server[103138]: DEBUG neutron_lib.callbacks.manager [None req-a6137d9e-a720-4527-981d-dcd3e639bf8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750578622127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-686252'] for agent (92e5b2ad-b906-4f6b-bf82-6944925578cd), after_update {{(pid=103138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}